-- Logs begin at Thu 2021-09-23 05:57:35 UTC, end at Thu 2021-09-23 08:25:37 UTC. -- Sep 23 06:28:21.001414 n-d-715271-16 systemd[1]: Started Devstack devstack@q-svc.service. Sep 23 06:28:23.760747 n-d-715271-16 neutron-server[94958]: INFO neutron.common.config [-] Logging enabled! Sep 23 06:28:23.761358 n-d-715271-16 neutron-server[94958]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev20 Sep 23 06:28:23.761515 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94958) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 23 06:28:23.765365 n-d-715271-16 neutron-server[94958]: INFO neutron.common.config [-] Logging enabled! Sep 23 06:28:23.765623 n-d-715271-16 neutron-server[94958]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev20 Sep 23 06:28:23.765962 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94958) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 23 06:28:23.766914 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 23 06:28:23.767150 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 23 06:28:23.767513 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 23 06:28:23.767762 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 23 06:28:23.767994 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 23 06:28:23.768317 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:23.768618 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:23.768916 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:23.769147 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:23.769445 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:23.769738 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:23.770050 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:23.770344 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:23.770646 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:23.770933 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:23.771211 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:23.771498 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:23.771730 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:23.772010 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:23.772297 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:23.772583 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:23.772807 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] debug = True {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:23.773084 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:23.773507 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:23.773937 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:23.774218 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:23.774507 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:23.774784 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:23.775055 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:23.775331 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:23.775615 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:23.775951 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] host = n-d-715271-16 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:23.776225 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:23.776511 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:23.776797 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:23.777083 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:23.777356 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:23.777634 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:23.777946 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:23.778335 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:23.778611 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] log_file = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:23.778887 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:23.779175 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:23.779462 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:23.779750 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:23.779996 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:23.780220 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:23.780509 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:23.780795 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:23.781068 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:23.781341 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:23.781615 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:23.781909 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:23.782186 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:23.782454 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:23.782736 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:23.783018 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:23.783300 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:23.783572 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:23.783844 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:23.784112 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:23.784379 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:23.784661 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:23.784930 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:23.785199 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:23.785468 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:23.785757 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:23.786049 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:23.786321 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:23.786620 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:23.786996 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:23.787283 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:23.787566 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:23.787839 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:23.788120 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:23.788391 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:23.788661 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:23.788929 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] use_json = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:23.789200 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:23.789466 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:23.789745 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:23.790052 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:23.790326 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:23.790598 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:23.790868 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:23.791151 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:23.791445 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.791742 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.792045 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.792331 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.792627 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.792907 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.793197 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.793477 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.793769 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.794085 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.794375 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.794654 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.795766 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.795766 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.795766 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.796086 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.796191 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.796508 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.796789 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.797066 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.797343 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.797623 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.797943 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.798227 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.798517 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.798807 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.799087 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.799374 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.799670 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.799963 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.800239 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.800518 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.800809 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.801086 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.801359 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.801635 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.801948 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.802229 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.802504 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.802787 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.803068 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.803343 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.803614 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.803891 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.804181 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.804457 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.804728 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.804999 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.805275 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.805551 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.805834 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.806137 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.806411 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.806683 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.806961 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.807235 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.811796 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.811796 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.811796 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.811796 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.811796 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.811796 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.811796 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.811796 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.811796 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.815864 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.815864 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.815864 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.815864 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.815864 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.815864 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.815864 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.815864 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.815864 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.816484 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.816484 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.816484 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.816484 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.816484 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.816484 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.816484 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.816484 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.817006 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.817006 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.817006 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.817006 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.817006 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.817006 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.817006 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.817470 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.817470 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.817658 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.817956 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.818237 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.818524 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.818810 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.819107 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.819404 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.819699 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.819993 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.820290 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.820571 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.820880 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.821162 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:23.821382 n-d-715271-16 neutron-server[94958]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 23 06:28:23.821625 n-d-715271-16 neutron-server[94958]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94958) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 23 06:28:24.182553 n-d-715271-16 neutron-server[94958]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 23 06:28:24.182832 n-d-715271-16 neutron-server[94958]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 23 06:28:24.183122 n-d-715271-16 neutron-server[94958]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 23 06:28:24.183451 n-d-715271-16 neutron-server[94958]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 23 06:28:24.587751 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:24.588043 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:24.588310 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:24.589628 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:24.589925 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:24.590193 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:24.629568 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:24.629850 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:24.630142 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:24.645432 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:24.645717 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:24.646016 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:24.675025 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:24.675311 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:24.675585 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:24.713664 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:24.713957 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:24.714230 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:24.946233 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:24.946848 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:24.946848 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:24.947029 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:24.947639 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.068394 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.068716 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.069003 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.069277 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.069543 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.069851 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.070134 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.070391 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.070645 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.070925 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.071185 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.071448 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.071704 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.071955 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.072210 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.072476 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.072730 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.073000 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.073269 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.073566 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.073838 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.074114 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.074400 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.074778 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.075029 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.075276 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.075673 n-d-715271-16 neutron-server[94958]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 06:28:25.075915 n-d-715271-16 neutron-server[94958]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 06:28:25.076154 n-d-715271-16 neutron-server[94958]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 06:28:25.076390 n-d-715271-16 neutron-server[94958]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 06:28:25.076625 n-d-715271-16 neutron-server[94958]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 06:28:25.078763 n-d-715271-16 neutron-server[94958]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 06:28:25.078763 n-d-715271-16 neutron-server[94958]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 23 06:28:25.080550 n-d-715271-16 neutron-server[94958]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 23 06:28:25.084639 n-d-715271-16 neutron-server[94958]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 23 06:28:25.088612 n-d-715271-16 neutron-server[94958]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Sep 23 06:28:25.090281 n-d-715271-16 neutron-server[94958]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 23 06:28:25.090736 n-d-715271-16 neutron-server[94958]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 23 06:28:25.091076 n-d-715271-16 neutron-server[94958]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 23 06:28:25.091476 n-d-715271-16 neutron-server[94958]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 23 06:28:25.094827 n-d-715271-16 neutron-server[94958]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 23 06:28:25.095077 n-d-715271-16 neutron-server[94958]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 23 06:28:25.095422 n-d-715271-16 neutron-server[94958]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 23 06:28:25.100849 n-d-715271-16 neutron-server[94958]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 23 06:28:25.123196 n-d-715271-16 neutron-server[94958]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 23 06:28:25.123678 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.124150 n-d-715271-16 neutron-server[94958]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94958) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 23 06:28:25.124526 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.125900 n-d-715271-16 neutron-server[94958]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94958) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 23 06:28:25.126343 n-d-715271-16 neutron-server[94958]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 23 06:28:25.126592 n-d-715271-16 neutron-server[94958]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 23 06:28:25.129765 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.130083 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.194991 n-d-715271-16 neutron-server[94958]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 23 06:28:25.195234 n-d-715271-16 neutron-server[94958]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 23 06:28:25.195471 n-d-715271-16 neutron-server[94958]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 23 06:28:25.195852 n-d-715271-16 neutron-server[94958]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 23 06:28:25.219143 n-d-715271-16 neutron-server[94958]: DEBUG oslo_db.sqlalchemy.engines [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94958) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 23 06:28:25.756065 n-d-715271-16 neutron-server[94958]: INFO neutron.plugins.ml2.managers [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Initializing driver for type 'gre' Sep 23 06:28:25.756643 n-d-715271-16 neutron-server[94958]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] gre ID ranges: [(1, 1000)] Sep 23 06:28:25.809637 n-d-715271-16 neutron-server[94958]: INFO neutron.plugins.ml2.managers [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Initializing driver for type 'local' Sep 23 06:28:25.810079 n-d-715271-16 neutron-server[94958]: INFO neutron.plugins.ml2.managers [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Initializing driver for type 'vlan' Sep 23 06:28:25.824454 n-d-715271-16 neutron-server[94958]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] VlanTypeDriver initialization complete Sep 23 06:28:25.824830 n-d-715271-16 neutron-server[94958]: INFO neutron.plugins.ml2.managers [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Initializing driver for type 'vxlan' Sep 23 06:28:25.825317 n-d-715271-16 neutron-server[94958]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] vxlan ID ranges: [(1, 1000)] Sep 23 06:28:25.891064 n-d-715271-16 neutron-server[94958]: INFO neutron.plugins.ml2.managers [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Initializing extension driver 'port_security' Sep 23 06:28:25.891421 n-d-715271-16 neutron-server[94958]: INFO neutron.plugins.ml2.extensions.port_security [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] PortSecurityExtensionDriver initialization complete Sep 23 06:28:25.891796 n-d-715271-16 neutron-server[94958]: INFO neutron.plugins.ml2.managers [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Initializing mechanism driver 'openvswitch' Sep 23 06:28:25.892117 n-d-715271-16 neutron-server[94958]: INFO neutron.plugins.ml2.managers [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Initializing mechanism driver 'hyperv' Sep 23 06:28:25.898701 n-d-715271-16 neutron-server[94958]: DEBUG neutron.plugins.ml2.plugin [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:28:25.899382 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Subscribe: > port after_create 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.899753 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Subscribe: > port after_update 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.900133 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Subscribe: > port after_delete 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.900654 n-d-715271-16 neutron-server[94958]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94958) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 06:28:25.901084 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Subscribe: > subnet after_create 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.901438 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Subscribe: > subnet after_update 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.901783 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Subscribe: > subnet after_delete 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.902207 n-d-715271-16 neutron-server[94958]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94958) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 06:28:25.902623 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Subscribe: > network after_create 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.903009 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Subscribe: > network after_update 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.903389 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Subscribe: > network after_delete 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.903780 n-d-715271-16 neutron-server[94958]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94958) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 06:28:25.904183 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Subscribe: > security_group after_create 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.904532 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Subscribe: > security_group after_update 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.905416 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Subscribe: > security_group after_delete 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.906058 n-d-715271-16 neutron-server[94958]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94958) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 06:28:25.906435 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.906789 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.907136 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.907532 n-d-715271-16 neutron-server[94958]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94958) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 06:28:25.907937 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Subscribe: > address_group after_create 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.908284 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Subscribe: > address_group after_update 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.908623 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Subscribe: > address_group after_delete 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.909012 n-d-715271-16 neutron-server[94958]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94958) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 06:28:25.909391 n-d-715271-16 neutron-server[94958]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] ML2 OVO RPC backend initialized. {{(pid=94958) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 23 06:28:25.910133 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Subscribe: > router_interface after_create 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.910489 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.910908 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Subscribe: > network before_response 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.911257 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Subscribe: > networks before_response 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.911607 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Subscribe: > port before_response 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.911953 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Subscribe: > ports before_response 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.912297 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Subscribe: > subnet before_response 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.912636 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Subscribe: > subnets before_response 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.912982 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Subscribe: > network after_create 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.913323 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Subscribe: > network after_update 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.913660 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Subscribe: > network after_delete 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.914026 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Subscribe: > port after_create 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.914361 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Subscribe: > port after_update 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.914696 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Subscribe: > port after_delete 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.915033 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Subscribe: > subnet after_create 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.915367 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Subscribe: > subnet after_update 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.915698 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Subscribe: > subnet after_delete 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.916271 n-d-715271-16 neutron-server[94958]: INFO neutron.plugins.ml2.plugin [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Modular L2 Plugin initialization complete Sep 23 06:28:25.916596 n-d-715271-16 neutron-server[94958]: DEBUG neutron.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading services supported by the core plugin {{(pid=94958) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 23 06:28:25.916921 n-d-715271-16 neutron-server[94958]: INFO neutron.plugins.ml2.managers [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Got port-security extension from driver 'port_security' Sep 23 06:28:25.917381 n-d-715271-16 neutron-server[94958]: INFO neutron.extensions.vlantransparent [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Disabled vlantransparent extension. Sep 23 06:28:25.917855 n-d-715271-16 neutron-server[94958]: DEBUG neutron.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94958) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 23 06:28:25.918186 n-d-715271-16 neutron-server[94958]: INFO neutron.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading Plugin: router Sep 23 06:28:25.955545 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Subscribe: > router_interface before_create 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.956147 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Subscribe: > router after_create 55549900 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.956317 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Subscribe: > router before_create 55549900 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.956689 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.957178 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.957488 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Subscribe: > router after_delete 55549900 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.957940 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Subscribe: > floatingip after_create 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.958301 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Subscribe: > floatingip after_update 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.958684 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Subscribe: > router after_create 55549900 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.959050 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Subscribe: > router after_update 55549900 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.959402 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Subscribe: > router after_update 55549900 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.959754 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.960115 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Subscribe: > router after_update 55549900 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.960526 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Subscribe: > router precommit_update 55549900 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.960901 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Subscribe: port after_update 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.961250 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Subscribe: port after_delete 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.961592 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Subscribe: subnet after_update 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.961964 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.962575 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Subscribe: > port precommit_delete 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.962928 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Subscribe: > router precommit_create 55549900 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.963270 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Subscribe: port before_delete 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.963615 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Subscribe: > router precommit_create 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.963971 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Subscribe: > router after_update 55549900 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.964314 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Subscribe: > router precommit_delete 55549900 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.964667 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Subscribe: > router precommit_create 55549900 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.965028 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Subscribe: > router_interface after_create 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.965373 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Subscribe: > router precommit_update 55549900 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.965735 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Subscribe: > agent after_create 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.966109 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Subscribe: > agent after_delete 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.966455 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Subscribe: > network after_delete 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.967314 n-d-715271-16 neutron-server[94958]: DEBUG neutron.quota.resource_registry [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Tracking information for resource: router configured {{(pid=94958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 06:28:25.968175 n-d-715271-16 neutron-server[94958]: DEBUG neutron.quota.resource_registry [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Tracking information for resource: floatingip configured {{(pid=94958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 06:28:25.973304 n-d-715271-16 neutron-server[94958]: INFO neutron.db.l3_agentschedulers_db [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 23 06:28:25.973912 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Subscribe: port after_update 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.974277 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Subscribe: port after_create 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.974628 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Subscribe: port after_delete 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.974982 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Subscribe: port after_update 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.975773 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Subscribe: > router before_create 55550100 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.976140 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Subscribe: > router precommit_delete 55550100 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.976502 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Subscribe: > router precommit_create 55550100 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.976859 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Subscribe: > router precommit_update 55550100 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:25.981566 n-d-715271-16 neutron-server[94958]: DEBUG neutron.services.provider_configuration [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Service providers = [] {{(pid=94958) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 23 06:28:25.981954 n-d-715271-16 neutron-server[94958]: DEBUG neutron.db.servicetype_db [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94958) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 23 06:28:25.985517 n-d-715271-16 neutron-server[94958]: DEBUG neutron.services.service_base [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94958) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 23 06:28:25.985887 n-d-715271-16 neutron-server[94958]: DEBUG neutron.services.service_base [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94958) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 23 06:28:25.986232 n-d-715271-16 neutron-server[94958]: DEBUG neutron.services.service_base [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94958) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 23 06:28:25.987135 n-d-715271-16 neutron-server[94958]: DEBUG neutron.services.service_base [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94958) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 23 06:28:25.987510 n-d-715271-16 neutron-server[94958]: INFO neutron.services.service_base [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 23 06:28:25.987892 n-d-715271-16 neutron-server[94958]: DEBUG neutron.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 06:28:25.988215 n-d-715271-16 neutron-server[94958]: INFO neutron.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 23 06:28:25.999073 n-d-715271-16 neutron-server[94958]: DEBUG neutron.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 06:28:25.999411 n-d-715271-16 neutron-server[94958]: INFO neutron.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading Plugin: auto_allocate Sep 23 06:28:26.005235 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Subscribe: network precommit_update 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:26.005606 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Subscribe: network precommit_create 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:26.006205 n-d-715271-16 neutron-server[94958]: DEBUG neutron.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 06:28:26.006484 n-d-715271-16 neutron-server[94958]: INFO neutron.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading Plugin: tag Sep 23 06:28:26.012985 n-d-715271-16 neutron-server[94958]: DEBUG neutron.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 06:28:26.013335 n-d-715271-16 neutron-server[94958]: INFO neutron.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading Plugin: timestamp Sep 23 06:28:26.017355 n-d-715271-16 neutron-server[94958]: DEBUG neutron.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 06:28:26.017693 n-d-715271-16 neutron-server[94958]: INFO neutron.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading Plugin: network_ip_availability Sep 23 06:28:26.023139 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:26.023514 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:26.023871 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:26.024592 n-d-715271-16 neutron-server[94958]: DEBUG neutron.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 06:28:26.024912 n-d-715271-16 neutron-server[94958]: INFO neutron.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading Plugin: flavors Sep 23 06:28:26.029599 n-d-715271-16 neutron-server[94958]: DEBUG neutron.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 06:28:26.030463 n-d-715271-16 neutron-server[94958]: INFO neutron.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading Plugin: revisions Sep 23 06:28:26.034719 n-d-715271-16 neutron-server[94958]: DEBUG neutron.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 06:28:26.035111 n-d-715271-16 neutron-server[94958]: DEBUG oslo_concurrency.lockutils [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.852s {{(pid=94958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 23 06:28:26.035841 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94958) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 23 06:28:26.036176 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Initializing extension manager. Sep 23 06:28:26.036686 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: __init__.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.037028 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: __pycache__ {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.037362 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.037695 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: address_group.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.038480 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.039038 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loaded extension: address-group Sep 23 06:28:26.039364 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: address_scope.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.040273 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.040785 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loaded extension: address-scope Sep 23 06:28:26.041108 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: admin_state_down_before_update.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.042074 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.042585 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loaded extension: router-admin-state-down-before-update Sep 23 06:28:26.042908 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: agent.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.043612 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.044118 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loaded extension: agent Sep 23 06:28:26.044440 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: agent_resources_synced.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.045352 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.046554 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loaded extension: agent-resources-synced Sep 23 06:28:26.046947 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: allowedaddresspairs.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.048783 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.049303 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loaded extension: allowed-address-pairs Sep 23 06:28:26.049631 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: auto_allocated_topology.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.050735 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.051250 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loaded extension: auto-allocated-topology Sep 23 06:28:26.051575 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: availability_zone.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.052274 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.052780 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loaded extension: availability_zone Sep 23 06:28:26.053102 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: availability_zone_filter.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.054044 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.054557 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loaded extension: availability_zone_filter Sep 23 06:28:26.054882 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: data_plane_status.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.055798 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.056308 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Extension data-plane-status not supported by any of loaded plugins Sep 23 06:28:26.056629 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: default_subnetpools.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.057550 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.058092 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loaded extension: default-subnetpools Sep 23 06:28:26.058423 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: dhcpagentscheduler.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.059238 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.059743 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loaded extension: dhcp_agent_scheduler Sep 23 06:28:26.060065 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: dns.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.060987 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.061553 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Extension dns-integration not supported by any of loaded plugins Sep 23 06:28:26.061997 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: dns_domain_ports.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.062926 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.063437 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 23 06:28:26.063758 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.064689 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.065198 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 23 06:28:26.065520 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: dvr.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.066222 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.066737 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loaded extension: dvr Sep 23 06:28:26.067055 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: ecmp_routes.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.067976 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.068486 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Extension ecmp_routes not supported by any of loaded plugins Sep 23 06:28:26.068806 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: empty_string_filtering.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.069717 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.070253 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loaded extension: empty-string-filtering Sep 23 06:28:26.070574 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.071507 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.072012 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 23 06:28:26.072332 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.073245 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.073756 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 23 06:28:26.074106 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: external_net.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.075023 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.075526 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loaded extension: external-net Sep 23 06:28:26.075848 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: extra_dhcp_opt.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.076784 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.077333 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loaded extension: extra_dhcp_opt Sep 23 06:28:26.077657 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: extraroute.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.078603 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.079105 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loaded extension: extraroute Sep 23 06:28:26.079428 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: extraroute_atomic.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.080469 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.080974 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loaded extension: extraroute-atomic Sep 23 06:28:26.081297 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: filter_validation.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.081991 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.082496 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loaded extension: filter-validation Sep 23 06:28:26.082819 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: fip_pf_description.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.083737 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.084247 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 23 06:28:26.084569 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: fip_port_details.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.085482 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.086023 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loaded extension: fip-port-details Sep 23 06:28:26.086346 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: flavors.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.087814 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.088336 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loaded extension: flavors Sep 23 06:28:26.088661 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.090370 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.090889 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 23 06:28:26.091224 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: floatingip_pools.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.091944 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.092958 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loaded extension: floatingip-pools Sep 23 06:28:26.093281 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: ip_allocation.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.094426 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.094946 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Extension ip_allocation not supported by any of loaded plugins Sep 23 06:28:26.095269 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.096208 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.099148 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loaded extension: ip-substring-filtering Sep 23 06:28:26.099148 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: l2_adjacency.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.099148 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.099148 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Extension l2_adjacency not supported by any of loaded plugins Sep 23 06:28:26.099148 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: l3.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.099945 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.100466 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loaded extension: router Sep 23 06:28:26.100791 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: l3_conntrack_helper.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.103075 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.103603 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 23 06:28:26.103933 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.104865 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.105380 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loaded extension: ext-gw-mode Sep 23 06:28:26.105708 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.106666 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.107176 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loaded extension: l3-ha Sep 23 06:28:26.107500 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: l3_flavors.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.109390 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.109931 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loaded extension: l3-flavors Sep 23 06:28:26.110260 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.111188 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.111698 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loaded extension: l3-port-ip-change-not-allowed Sep 23 06:28:26.112022 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: l3agentscheduler.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.113069 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.113580 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loaded extension: l3_agent_scheduler Sep 23 06:28:26.113932 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: logging.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.115433 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.115953 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Extension logging not supported by any of loaded plugins Sep 23 06:28:26.116285 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: metering.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.117039 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.117619 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loaded extension: metering Sep 23 06:28:26.117978 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.119085 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.119602 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loaded extension: metering_source_and_destination_fields Sep 23 06:28:26.119931 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: multiprovidernet.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.120871 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.121379 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loaded extension: multi-provider Sep 23 06:28:26.121703 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: netmtu.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.122646 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.123152 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loaded extension: net-mtu Sep 23 06:28:26.123475 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: netmtu_writable.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.124488 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.124993 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loaded extension: net-mtu-writable Sep 23 06:28:26.125315 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: network_availability_zone.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.126028 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.126535 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loaded extension: network_availability_zone Sep 23 06:28:26.126855 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: network_ip_availability.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.127994 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.128504 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loaded extension: network-ip-availability Sep 23 06:28:26.128829 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: network_segment_range.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.129611 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.130153 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Extension network-segment-range not supported by any of loaded plugins Sep 23 06:28:26.130477 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: pagination.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.131463 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.131797 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loaded extension: pagination Sep 23 06:28:26.132119 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: port_device_profile.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.133045 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.133560 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loaded extension: port-device-profile Sep 23 06:28:26.133906 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.134847 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.135356 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loaded extension: port-mac-address-regenerate Sep 23 06:28:26.135676 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.136591 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.137100 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loaded extension: port-numa-affinity-policy Sep 23 06:28:26.137420 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: port_resource_request.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.138507 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.139016 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Extension port-resource-request not supported by any of loaded plugins Sep 23 06:28:26.139367 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: portbindings.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.140310 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.140819 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loaded extension: binding Sep 23 06:28:26.141141 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: portbindings_extended.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.142464 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.142980 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loaded extension: binding-extended Sep 23 06:28:26.143308 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: portsecurity.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.144229 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.144741 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loaded extension: port-security Sep 23 06:28:26.145062 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: project_id.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.146084 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.146416 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loaded extension: project-id Sep 23 06:28:26.146738 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: providernet.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.147668 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.148178 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loaded extension: provider Sep 23 06:28:26.148498 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: qos.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.152079 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.152605 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Extension qos not supported by any of loaded plugins Sep 23 06:28:26.152939 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.154232 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.154746 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 23 06:28:26.155606 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.156602 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.157120 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 23 06:28:26.157447 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: qos_default.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.158395 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.158913 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Extension qos-default not supported by any of loaded plugins Sep 23 06:28:26.159244 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: qos_fip.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.159901 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.160405 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Extension qos-fip not supported by any of loaded plugins Sep 23 06:28:26.160727 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: qos_gateway_ip.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.161655 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.162196 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 23 06:28:26.162520 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: qos_port_network_policy.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.163440 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.163944 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 23 06:28:26.164265 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: qos_pps_rule.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.165443 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.165993 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Extension qos-pps not supported by any of loaded plugins Sep 23 06:28:26.166319 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: qos_rule_type_details.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.167237 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.167778 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 23 06:28:26.168102 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: qos_rules_alias.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.169151 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.169671 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 23 06:28:26.170023 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: quotasv2.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.171579 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.171904 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loaded extension: quotas Sep 23 06:28:26.172226 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: quotasv2_detail.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.175576 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.175924 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loaded extension: quota_details Sep 23 06:28:26.176259 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: rbac.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.177340 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.177901 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loaded extension: rbac-policies Sep 23 06:28:26.178224 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: rbac_address_group.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.179190 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.179708 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loaded extension: rbac-address-group Sep 23 06:28:26.180033 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: rbac_address_scope.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.180956 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.181472 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loaded extension: rbac-address-scope Sep 23 06:28:26.181795 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: rbac_security_groups.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.182736 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.183252 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loaded extension: rbac-security-groups Sep 23 06:28:26.183577 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: rbac_subnetpool.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.184515 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.185032 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loaded extension: rbac-subnetpool Sep 23 06:28:26.185354 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: revisionifmatch.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.186455 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.186970 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loaded extension: revision-if-match Sep 23 06:28:26.187293 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: revisions.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.188416 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.188940 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loaded extension: standard-attr-revisions Sep 23 06:28:26.189266 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: router_availability_zone.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.189985 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.190493 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loaded extension: router_availability_zone Sep 23 06:28:26.190815 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: routerservicetype.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.191749 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.192257 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Extension router-service-type not supported by any of loaded plugins Sep 23 06:28:26.192577 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.193503 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.194118 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loaded extension: security-groups-normalized-cidr Sep 23 06:28:26.194444 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: security_groups_port_filtering.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.195369 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.195882 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loaded extension: port-security-groups-filtering Sep 23 06:28:26.196205 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.197129 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.197637 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loaded extension: security-groups-remote-address-group Sep 23 06:28:26.197983 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: securitygroup.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.209623 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.210183 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loaded extension: security-group Sep 23 06:28:26.210520 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: segment.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.211320 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.211827 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Extension segment not supported by any of loaded plugins Sep 23 06:28:26.212414 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.213356 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.213881 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 23 06:28:26.214209 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: servicetype.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.215395 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.215917 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loaded extension: service-type Sep 23 06:28:26.216243 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: sorting.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.217235 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.218197 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loaded extension: sorting Sep 23 06:28:26.218520 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: standard_attr_segment.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.219464 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.219980 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 23 06:28:26.220300 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: standardattrdescription.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.220953 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.221461 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loaded extension: standard-attr-description Sep 23 06:28:26.221782 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: stateful_security_group.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.222740 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.223257 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loaded extension: stateful-security-group Sep 23 06:28:26.223582 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: stdattrs_common.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.224175 n-d-715271-16 neutron-server[94958]: WARNING neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 23 06:28:26.224493 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.225423 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.225971 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 23 06:28:26.226298 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: subnet_onboard.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.227380 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.227898 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loaded extension: subnet_onboard Sep 23 06:28:26.228225 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.229164 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.229672 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 23 06:28:26.230023 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: subnet_service_types.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.230956 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.231468 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loaded extension: subnet-service-types Sep 23 06:28:26.231792 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: subnetallocation.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.232894 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.233473 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loaded extension: subnet_allocation Sep 23 06:28:26.233804 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.234501 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.235009 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loaded extension: subnetpool-prefix-ops Sep 23 06:28:26.235333 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.236271 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.236781 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 23 06:28:26.237104 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: tagging.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.238232 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.238754 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loaded extension: standard-attr-tag Sep 23 06:28:26.239090 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: timestamp.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.240297 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.240815 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loaded extension: standard-attr-timestamp Sep 23 06:28:26.241143 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: trunk.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.242217 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.242736 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Extension trunk not supported by any of loaded plugins Sep 23 06:28:26.243062 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: trunk_details.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.243986 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.244505 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Extension trunk-details not supported by any of loaded plugins Sep 23 06:28:26.244830 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: uplink_status_propagation.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.245756 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.246305 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 23 06:28:26.246627 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Loading extension file: vlantransparent.py {{(pid=94958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 06:28:26.247330 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 06:28:26.247837 n-d-715271-16 neutron-server[94958]: INFO neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Extension vlan-transparent not supported by any of loaded plugins Sep 23 06:28:26.250310 n-d-715271-16 neutron-server[94958]: INFO neutron.quota.resource_registry [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Creating instance of TrackedResource for resource:network Sep 23 06:28:26.250833 n-d-715271-16 neutron-server[94958]: INFO neutron.quota.resource_registry [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Creating instance of TrackedResource for resource:subnet Sep 23 06:28:26.251234 n-d-715271-16 neutron-server[94958]: INFO neutron.quota.resource_registry [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 06:28:26.251628 n-d-715271-16 neutron-server[94958]: INFO neutron.quota.resource_registry [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Creating instance of TrackedResource for resource:port Sep 23 06:28:26.252850 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.v2.resource_helper [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 06:28:26.253299 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.v2.resource_helper [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Service FLAVORS assigned prefix: {{(pid=94958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 06:28:26.253968 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.v2.resource_helper [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 06:28:26.254399 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.v2.resource_helper [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 06:28:26.254734 n-d-715271-16 neutron-server[94958]: INFO neutron.quota.resource_registry [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Creating instance of TrackedResource for resource:router Sep 23 06:28:26.255166 n-d-715271-16 neutron-server[94958]: INFO neutron.quota.resource_registry [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Creating instance of TrackedResource for resource:floatingip Sep 23 06:28:26.255654 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.v2.resource_helper [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Service METERING assigned prefix: /metering {{(pid=94958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 06:28:26.257136 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:26.257466 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:26.257824 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:28:26.258865 n-d-715271-16 neutron-server[94958]: INFO neutron.quota.resource_registry [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Creating instance of CountableResource for resource:rbac_policy Sep 23 06:28:26.259321 n-d-715271-16 neutron-server[94958]: INFO neutron.quota.resource_registry [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Creating instance of TrackedResource for resource:security_group Sep 23 06:28:26.259755 n-d-715271-16 neutron-server[94958]: INFO neutron.quota.resource_registry [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Creating instance of TrackedResource for resource:security_group_rule Sep 23 06:28:26.260342 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.v2.resource_helper [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Service CORE assigned prefix: {{(pid=94958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 06:28:26.260685 n-d-715271-16 neutron-server[94958]: INFO neutron.quota.resource_registry [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 06:28:26.261032 n-d-715271-16 neutron-server[94958]: WARNING neutron.quota.resource_registry [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] subnetpool is already registered Sep 23 06:28:26.261480 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.v2.resource_helper [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Service CORE assigned prefix: {{(pid=94958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 06:28:26.261808 n-d-715271-16 neutron-server[94958]: INFO neutron.quota.resource_registry [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 06:28:26.262176 n-d-715271-16 neutron-server[94958]: WARNING neutron.quota.resource_registry [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] subnetpool is already registered Sep 23 06:28:26.264998 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.v2.resource_helper [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 06:28:26.265437 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.v2.resource_helper [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Service FLAVORS assigned prefix: {{(pid=94958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 06:28:26.266059 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.v2.resource_helper [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 06:28:26.266484 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.v2.resource_helper [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 06:28:26.266818 n-d-715271-16 neutron-server[94958]: INFO neutron.quota.resource_registry [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Creating instance of TrackedResource for resource:router Sep 23 06:28:26.267153 n-d-715271-16 neutron-server[94958]: WARNING neutron.quota.resource_registry [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] router is already registered Sep 23 06:28:26.267566 n-d-715271-16 neutron-server[94958]: INFO neutron.quota.resource_registry [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Creating instance of TrackedResource for resource:floatingip Sep 23 06:28:26.267901 n-d-715271-16 neutron-server[94958]: WARNING neutron.quota.resource_registry [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] floatingip is already registered Sep 23 06:28:26.268356 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.v2.resource_helper [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Service METERING assigned prefix: /metering {{(pid=94958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 06:28:26.269039 n-d-715271-16 neutron-server[94958]: INFO neutron.quota.resource_registry [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Creating instance of CountableResource for resource:rbac_policy Sep 23 06:28:26.269363 n-d-715271-16 neutron-server[94958]: WARNING neutron.quota.resource_registry [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] rbac_policy is already registered Sep 23 06:28:26.269776 n-d-715271-16 neutron-server[94958]: INFO neutron.quota.resource_registry [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Creating instance of TrackedResource for resource:security_group Sep 23 06:28:26.270135 n-d-715271-16 neutron-server[94958]: WARNING neutron.quota.resource_registry [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] security_group is already registered Sep 23 06:28:26.270541 n-d-715271-16 neutron-server[94958]: INFO neutron.quota.resource_registry [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Creating instance of TrackedResource for resource:security_group_rule Sep 23 06:28:26.270874 n-d-715271-16 neutron-server[94958]: WARNING neutron.quota.resource_registry [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] security_group_rule is already registered Sep 23 06:28:26.271501 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.v2.resource_helper [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Service CORE assigned prefix: {{(pid=94958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 06:28:26.271827 n-d-715271-16 neutron-server[94958]: INFO neutron.quota.resource_registry [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 06:28:26.272159 n-d-715271-16 neutron-server[94958]: WARNING neutron.quota.resource_registry [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] subnetpool is already registered Sep 23 06:28:26.272580 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.v2.resource_helper [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Service CORE assigned prefix: {{(pid=94958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 06:28:26.272907 n-d-715271-16 neutron-server[94958]: INFO neutron.quota.resource_registry [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 06:28:26.273236 n-d-715271-16 neutron-server[94958]: WARNING neutron.quota.resource_registry [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] subnetpool is already registered Sep 23 06:28:26.273694 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Extended resource: extensions {{(pid=94958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 06:28:26.275201 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Extended resource: address-groups {{(pid=94958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 06:28:26.276676 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Extended resource: address-scopes {{(pid=94958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 06:28:26.278026 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Extended resource: agents {{(pid=94958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 06:28:26.279207 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Extended resource: auto-allocated-topology {{(pid=94958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 06:28:26.281005 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Extended resource: availability_zones {{(pid=94958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 06:28:26.282268 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Extended resource: dhcp-networks {{(pid=94958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 06:28:26.283989 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Extended resource: dhcp-agents {{(pid=94958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 06:28:26.285432 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Extended resource: routers {{(pid=94958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 06:28:26.287705 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Extended resource: flavors {{(pid=94958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 06:28:26.288878 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Extended resource: service_profiles {{(pid=94958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 06:28:26.290127 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Extended resource: next_providers {{(pid=94958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 06:28:26.291581 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Extended resource: service_profiles {{(pid=94958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 06:28:26.293124 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Extended resource: floatingip-pools {{(pid=94958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 06:28:26.294388 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Extended resource: routers {{(pid=94958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 06:28:26.296623 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Extended resource: floatingips {{(pid=94958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 06:28:26.297945 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Extended resource: l3-routers {{(pid=94958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 06:28:26.299377 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Extended resource: l3-agents {{(pid=94958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 06:28:26.300805 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Extended resource: metering-labels {{(pid=94958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 06:28:26.302203 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Extended resource: metering-label-rules {{(pid=94958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 06:28:26.303491 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Extended resource: network-ip-availabilities {{(pid=94958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 06:28:26.304764 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Extended resource: bindings {{(pid=94958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 06:28:26.307331 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Extended resource: quotas {{(pid=94958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 06:28:26.308816 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Extended resource: quotas {{(pid=94958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 06:28:26.310282 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Extended resource: rbac-policies {{(pid=94958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 06:28:26.311604 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Extended resource: security-groups {{(pid=94958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 06:28:26.312915 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Extended resource: security-group-rules {{(pid=94958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 06:28:26.314216 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Extended resource: service-providers {{(pid=94958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 06:28:26.315434 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Extended resource: subnetpools {{(pid=94958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 06:28:26.316884 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Extended resource: subnetpools {{(pid=94958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 06:28:26.318380 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Extended resource: tags {{(pid=94958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 06:28:26.320085 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Extended resource: tags {{(pid=94958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 06:28:26.321946 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Extended resource: tags {{(pid=94958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 06:28:26.323912 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Extended resource: tags {{(pid=94958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 06:28:26.325565 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Extended resource: tags {{(pid=94958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 06:28:26.327967 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Extended resource: tags {{(pid=94958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 06:28:26.329682 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Extended resource: tags {{(pid=94958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 06:28:26.331639 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Extended resource: tags {{(pid=94958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 06:28:26.333404 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Extended resource: tags {{(pid=94958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 06:28:26.335191 n-d-715271-16 neutron-server[94958]: DEBUG neutron.api.extensions [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Extended resource: tags {{(pid=94958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 06:28:26.341535 n-d-715271-16 neutron-server[94958]: WARNING keystonemiddleware.auth_token [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 23 06:28:26.346910 n-d-715271-16 neutron-server[94958]: WARNING keystonemiddleware.auth_token [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 23 06:28:26.355343 n-d-715271-16 neutron-server[94958]: DEBUG oslo_concurrency.lockutils [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Acquired lock "singleton_lock" {{(pid=94958) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 23 06:28:26.355815 n-d-715271-16 neutron-server[94958]: DEBUG oslo_concurrency.lockutils [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Releasing lock "singleton_lock" {{(pid=94958) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 23 06:28:26.356451 n-d-715271-16 neutron-server[94958]: INFO oslo_service.service [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Starting 2 workers Sep 23 06:28:26.361390 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Started child 95065 {{(pid=94958) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 23 06:28:26.365919 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Started child 95066 {{(pid=94958) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 23 06:28:26.366899 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:28:26.367542 n-d-715271-16 neutron-server[94958]: INFO neutron.service [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Neutron service started, listening on 0.0.0.0:9696 Sep 23 06:28:26.368088 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Notify callbacks [] for process, before_spawn {{(pid=94958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:28:26.368563 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [-] (95065) wsgi starting up on http://0.0.0.0:9696 Sep 23 06:28:26.370577 n-d-715271-16 neutron-server[94958]: INFO oslo_service.service [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Starting 1 workers Sep 23 06:28:26.370728 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:28:26.372041 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [-] (95066) wsgi starting up on http://0.0.0.0:9696 Sep 23 06:28:26.375908 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Started child 95067 {{(pid=94958) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 23 06:28:26.376454 n-d-715271-16 neutron-server[94958]: INFO oslo_service.service [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Starting 1 workers Sep 23 06:28:26.379511 n-d-715271-16 neutron-server[95067]: DEBUG neutron.service [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] calling RpcWorker wait() {{(pid=95067) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 23 06:28:26.380075 n-d-715271-16 neutron-server[95067]: DEBUG neutron.service [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] returning from RpcWorker wait() {{(pid=95067) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 23 06:28:26.380936 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Started child 95068 {{(pid=94958) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 23 06:28:26.381512 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:28:26.381741 n-d-715271-16 neutron-server[94958]: DEBUG neutron_lib.callbacks.manager [None req-fc3233c1-5f30-416d-af74-c0c4a0b1b47b None None] Notify callbacks [] for process, after_spawn {{(pid=94958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:28:26.382095 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:28:26.383584 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94958) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 23 06:28:26.383793 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 23 06:28:26.383965 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 23 06:28:26.384184 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 23 06:28:26.384527 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 23 06:28:26.384689 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 23 06:28:26.385202 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.385472 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.385742 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.385988 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:28:26.386451 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.386451 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.386929 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.387203 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.387468 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.387741 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.387972 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.388146 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.388309 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.388551 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.388817 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.389115 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.390051 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.390420 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.390692 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.390882 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.391107 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.391362 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.391590 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.391850 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] debug = True {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.392116 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.392618 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.392852 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.393101 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.393341 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.393607 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.393880 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.394129 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.394384 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.394626 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.394869 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.395138 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.395371 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.395581 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.395820 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.396080 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.396320 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.396793 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] host = n-d-715271-16 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.397049 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.397286 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.397531 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.397760 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.398083 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.398299 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.398555 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.398807 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.399063 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.399308 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.399580 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.399837 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.400085 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.400386 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] log_file = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.400528 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] log_options = True {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.400727 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.401006 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.401278 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.401466 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.401635 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.401809 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.402077 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.402240 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.402490 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.402708 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.402925 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.403156 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.403413 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.403628 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.403889 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.404139 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.404353 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.404561 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.404813 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.405629 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.405825 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.406106 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.406538 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.406764 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.407012 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.407249 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.407479 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.407694 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.407907 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.408148 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.408379 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.408628 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.408903 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.409153 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.409359 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.409587 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.409813 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.410076 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.410337 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.410566 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.410826 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.411087 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.411303 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.411547 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.411793 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.412030 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.412270 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] use_json = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.412489 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.412723 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.412988 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.413202 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.413451 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.413663 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.413917 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.414168 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.414610 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.414906 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.415228 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.415457 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.415688 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.415934 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.416167 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.416394 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.416655 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.416892 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.417019 n-d-715271-16 neutron-server[95068]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:28:26.417200 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.417425 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.417712 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.417967 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.418249 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.418579 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.418842 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.419123 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.419362 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.419598 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.419831 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.420086 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.420374 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.420703 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.421105 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.421463 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.421688 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.422042 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.422325 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.422680 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.422828 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.423046 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.423314 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.423551 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.423856 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.424050 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.424172 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.424407 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.424626 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.424871 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.425061 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.425312 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.425608 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.425856 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.426286 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.426743 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.427183 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.427577 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.427994 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.428396 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.428799 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.429212 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.429608 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.430015 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.430474 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.430911 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.431306 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.431699 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.432091 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.432553 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.433033 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.433431 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.433814 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.434224 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.434637 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.435041 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.435483 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.435906 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.436327 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.436771 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.437182 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.437591 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.438021 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.438434 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.438839 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.439237 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.439625 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.440050 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.440441 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.440833 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.441221 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.441617 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.441879 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.442102 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.442500 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.442892 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.443299 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.443702 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.444112 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.444433 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.444927 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.445186 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.445430 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.445828 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.446116 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.446360 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.446649 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.446852 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.447095 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.447333 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.447601 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.447856 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.448118 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.448343 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.448579 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.448954 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.449092 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.449265 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.449460 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.449716 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.450103 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.450295 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.450504 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.450786 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.451052 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.451318 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.451581 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.452345 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.452633 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.452872 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.453129 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.453429 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.453705 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.454091 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.454408 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.454692 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.454969 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.455218 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.455478 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.455736 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.455984 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.456715 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.456715 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.456715 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.457155 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.457155 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.457460 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.457687 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.458625 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.458625 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.458625 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.458625 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.459189 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.459189 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.459460 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.459610 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.459864 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.460096 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.460324 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.460558 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.460811 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.461138 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.461316 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.461739 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.462017 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.462527 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.462748 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.462980 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.463212 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.465897 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.465897 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.465897 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.465897 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.465897 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.465897 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.465897 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.465897 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.466582 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.466582 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.466582 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.466582 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.466582 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.466582 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.466582 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.468421 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.468421 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.468421 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.468421 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.468421 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.468810 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.468810 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.468986 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.469369 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.469603 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.469845 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.470123 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.470356 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.470592 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.470818 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.471048 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.471280 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.471516 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.471847 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.472096 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.472363 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.472603 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.472818 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.473066 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.473301 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.473517 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.473749 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.473993 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.474231 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.474489 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.474712 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.474952 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.475196 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.475425 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.475636 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.475852 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.476063 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.476355 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.476607 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.476844 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.477499 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.477951 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.478161 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.478403 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.478644 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.478857 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.479103 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.479331 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.479582 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.479813 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.480026 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.480237 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.480462 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.480680 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.480888 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.481112 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.481369 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.481578 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.481798 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.482040 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.482272 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.482501 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.482722 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.482999 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.483272 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.483489 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.483697 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.483941 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.484174 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.484404 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.484628 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.485000 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.485234 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.485560 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.485801 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.486052 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.486333 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.486593 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.486808 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.487049 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.487352 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.487565 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.487830 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.488080 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.488318 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.488538 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.488794 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.489127 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.489426 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.489681 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.489958 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.490256 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.490538 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.490819 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.491037 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.491322 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.491632 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.491903 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.492173 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.492419 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.492674 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.492897 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.493113 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.493346 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.493584 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.493801 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.494061 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.494289 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.494538 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.494755 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.494978 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.495193 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.495437 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.495649 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.495901 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.496113 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.496270 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 23 06:28:26.496798 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94958) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 23 06:28:26.496961 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 23 06:28:26.497124 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 23 06:28:26.497299 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 23 06:28:26.497466 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 23 06:28:26.497616 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 23 06:28:26.497822 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.498007 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.498166 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.498323 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.498482 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.498711 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.498938 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.499100 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.499260 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.499418 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.499577 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.499733 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.499892 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.500049 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.500193 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.500366 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.500501 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.500659 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.500821 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.500978 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.501133 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.501290 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.501445 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] debug = True {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.501602 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.501800 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.501983 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.502140 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.502296 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.502453 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.502608 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.502764 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.502920 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.503076 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.503232 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.503388 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.503554 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.503711 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.503886 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.504028 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.504165 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.504300 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] host = n-d-715271-16 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.504444 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.504621 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.504831 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.504998 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.504998 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.505274 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.505274 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.505531 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.505666 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.505810 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.505992 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.506130 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.506268 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.506402 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] log_file = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.506537 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] log_options = True {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.506672 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.506817 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.506952 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.507100 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.507289 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.507435 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.507573 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.507709 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.507846 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.507980 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.508114 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.508249 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.508394 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.508541 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.508677 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.508812 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.508947 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.509081 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.509216 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.509377 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.509519 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.509664 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.509821 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.510009 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.510152 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.510312 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.510548 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.510690 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.510824 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.510959 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.511105 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.511243 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.511379 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.511515 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.511649 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.511826 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.511966 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.512102 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.512274 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.512424 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.512571 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.512707 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.512841 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.512985 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.513120 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.513255 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.513398 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] use_json = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.513535 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.513678 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.513814 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.514000 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.514136 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.514782 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.515021 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.515021 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 06:28:26.515288 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.515430 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.515613 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.515778 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.515929 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.516088 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.516250 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.516413 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.516574 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.516718 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.516889 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.517050 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.517208 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.517370 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.517512 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.517680 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.517823 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.517993 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.518158 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.518317 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.518478 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.518637 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.518806 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.518965 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.519125 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.519286 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.519445 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.519624 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.519784 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.519945 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.520104 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.520261 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.520421 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.520581 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.520743 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.520902 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.521061 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.521223 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.521381 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.521539 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.521699 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.521879 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.522039 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.522198 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.522359 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.522519 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.522677 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.522836 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.522996 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.523155 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.523316 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.523476 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.523635 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.523795 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.523954 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.524125 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.524285 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.524444 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.524602 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.524762 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.524920 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.525078 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.525237 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.525396 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.525554 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.525713 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.525913 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.526072 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.526211 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.526361 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.526519 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.526681 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.526823 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.526975 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.527135 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.527297 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.527439 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.527603 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.527757 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.527894 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.528058 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.528201 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.528366 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.528509 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.528672 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.528833 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.528996 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.529138 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.529301 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.529475 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.529648 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.529799 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.530605 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.530894 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.531038 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.531179 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.531351 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.531492 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.531628 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.531763 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.531995 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.532140 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.532276 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.532413 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.532548 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.532695 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.532831 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.532967 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.533102 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.533246 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.533384 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.533520 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.533655 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.533812 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.534017 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.534180 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.534321 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.534457 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.534616 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.534753 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.534888 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.535050 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.535217 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.535364 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.535501 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.535636 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.535798 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.535948 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.536105 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.536267 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.536429 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.536588 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.536755 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.536926 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.537086 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.537246 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.537404 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.537587 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.537747 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.537927 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.538088 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.538247 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.538406 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.538564 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.538723 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.538917 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.539042 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.539164 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.539321 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.539484 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.539642 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.539800 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.539959 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.540119 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.540278 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.540437 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.540596 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.540863 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.541001 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.541124 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.541244 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.541351 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.541510 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.541669 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.541755 n-d-715271-16 neutron-server[95067]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:28:26.541839 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.541998 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.542158 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.542318 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.542477 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.542636 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.542796 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.542956 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.543114 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.543274 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.543434 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.543594 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.543753 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.543912 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.544071 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.544231 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.544390 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.544550 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.544709 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.544869 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.545028 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.545187 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.545346 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.545543 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.545763 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.545946 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.546109 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.546269 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.546443 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.546603 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.546762 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.546921 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.547081 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.547240 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.547398 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.547556 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.547716 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.547874 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.548033 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.548195 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.548358 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.548518 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.548678 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.548837 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.548996 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.549156 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.549318 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.549490 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.549651 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.549810 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.549992 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.550153 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.550312 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.550480 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.550640 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.550799 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.550993 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.551105 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.551262 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.551438 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.551597 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.551755 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.551913 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.552090 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.552234 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.552400 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.552559 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.552717 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.552875 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.553034 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.553192 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.553360 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.553519 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.553678 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.553825 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.554012 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.554165 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.554327 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.554660 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.554806 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.554943 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.555069 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.555216 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.555442 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.555581 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.555694 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.555849 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.556029 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.556168 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.556327 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.556498 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.556645 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.556816 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.556956 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.557330 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.557330 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.557500 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.557578 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.557735 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.557921 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.558080 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.558247 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.558415 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.558582 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.558743 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.559103 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.559103 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.559333 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.559453 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.559573 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.559701 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.559821 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.559939 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.560096 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.560255 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.560414 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.560572 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.560731 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.560891 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.561059 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.561696 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.561911 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.562105 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.562425 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.562425 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.562661 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 06:28:26.562661 n-d-715271-16 neutron-server[94958]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 23 06:28:26.677112 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 42530) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:28:26.685605 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [-] 10.222.0.39 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062766 Sep 23 06:28:38.084241 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8fcd0d-da1f-40d4-abec-c4c36f44dc64 None None] get_active_networks_info from n-d-715271-16 {{(pid=95067) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 06:28:38.225601 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8fcd0d-da1f-40d4-abec-c4c36f44dc64 None None] No non-hosted networks {{(pid=95067) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 23 06:28:38.248704 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b3191523-d936-4a11-a87c-7f8e404ea613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2068686'] for agent, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:28:38.255889 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.agentschedulers_db [None req-7c8fcd0d-da1f-40d4-abec-c4c36f44dc64 None None] DHCP Agent not found on host n-d-715271-16 {{(pid=95067) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 23 06:28:40.984688 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-bb3a8552-b51f-42e8-9123-e1cd1d301e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2068686'] for agent, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:28:41.044450 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ca1f3e0b-bb3d-43fb-a537-1d6b2f874468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:28:41.366205 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2068686'] for agent, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:28:41.366973 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:28:41.367318 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:28:41.367798 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:28:41.368162 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:28:41.368514 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:28:41.369123 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:28:41.369549 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:28:41.369953 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:28:41.370740 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:28:41.371073 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:28:41.372506 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:28:41.372889 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:28:41.374082 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-715271-16', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:28:41.391658 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-715271-16', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:28:42.118347 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2068686'] for agent, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:28:43.595920 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2068686'] for agent, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:28:44.812809 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 42622) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:28:45.316025 n-d-715271-16 neutron-server[95066]: WARNING oslo_policy.policy [None req-b8dda2de-3a86-474e-a09d-c9b04b830521 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 06:28:45.316768 n-d-715271-16 neutron-server[95066]: WARNING oslo_policy.policy [None req-b8dda2de-3a86-474e-a09d-c9b04b830521 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 06:28:45.539689 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [None req-b8dda2de-3a86-474e-a09d-c9b04b830521 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 06:28:45.540794 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-b8dda2de-3a86-474e-a09d-c9b04b830521 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7270987 Sep 23 06:28:47.341110 n-d-715271-16 neutron-server[95067]: INFO neutron.db.l3_hamode_db [None req-42b41a97-16ee-42cc-a44e-2980be340afb None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 23 06:28:47.418888 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b41a97-16ee-42cc-a44e-2980be340afb None None] Routers set() bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:28:47.419219 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b41a97-16ee-42cc-a44e-2980be340afb None None] Router IDs set() for agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 23 06:28:47.975633 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 42636) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:28:48.293722 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-1ce72d4d-7c59-4a86-ace3-52fae3a75cdc admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:28:48.390500 n-d-715271-16 neutron-server[95066]: DEBUG neutron.policy [None req-1ce72d4d-7c59-4a86-ace3-52fae3a75cdc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=95066) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 23 06:28:48.434923 n-d-715271-16 neutron-server[95066]: WARNING oslo_policy.policy [None req-1ce72d4d-7c59-4a86-ace3-52fae3a75cdc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 06:28:48.435312 n-d-715271-16 neutron-server[95066]: WARNING oslo_policy.policy [None req-1ce72d4d-7c59-4a86-ace3-52fae3a75cdc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 06:28:48.444511 n-d-715271-16 neutron-server[95066]: INFO neutron.quota [None req-1ce72d4d-7c59-4a86-ace3-52fae3a75cdc admin admin] Loaded quota_driver: . Sep 23 06:28:48.534853 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1ce72d4d-7c59-4a86-ace3-52fae3a75cdc admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753431733478', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753431733915', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753432212745', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753432215277', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753432686517', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753432226619', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-807290', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-831838', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1814554', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1763620'] for rbac-policy, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:28:48.600260 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1ce72d4d-7c59-4a86-ace3-52fae3a75cdc admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:28:48.601580 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-1ce72d4d-7c59-4a86-ace3-52fae3a75cdc admin admin] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6249709 Sep 23 06:28:51.204136 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 42648) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:28:51.696765 n-d-715271-16 neutron-server[95065]: WARNING oslo_policy.policy [None req-268d4639-b1d5-4d13-a4a7-adaae745ab64 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 06:28:51.697355 n-d-715271-16 neutron-server[95065]: WARNING oslo_policy.policy [None req-268d4639-b1d5-4d13-a4a7-adaae745ab64 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 06:28:51.929335 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-268d4639-b1d5-4d13-a4a7-adaae745ab64 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'tenant_id': '439d091c7e3e49f787215bbbb18ae08b', 'project_id': '439d091c7e3e49f787215bbbb18ae08b'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:28:51.931095 n-d-715271-16 neutron-server[95065]: INFO neutron.quota [None req-268d4639-b1d5-4d13-a4a7-adaae745ab64 admin admin] Loaded quota_driver: . Sep 23 06:28:51.988471 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-268d4639-b1d5-4d13-a4a7-adaae745ab64 admin admin] Made reservation on behalf of 439d091c7e3e49f787215bbbb18ae08b for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:28:52.056466 n-d-715271-16 neutron-server[95065]: DEBUG neutron.policy [None req-268d4639-b1d5-4d13-a4a7-adaae745ab64 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=95065) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 23 06:28:52.102348 n-d-715271-16 neutron-server[95065]: WARNING oslo_policy.policy [None req-268d4639-b1d5-4d13-a4a7-adaae745ab64 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 06:28:52.102730 n-d-715271-16 neutron-server[95065]: WARNING oslo_policy.policy [None req-268d4639-b1d5-4d13-a4a7-adaae745ab64 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 06:28:52.113456 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-268d4639-b1d5-4d13-a4a7-adaae745ab64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:28:52.135175 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-268d4639-b1d5-4d13-a4a7-adaae745ab64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:28:52.272840 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-268d4639-b1d5-4d13-a4a7-adaae745ab64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:28:52.276599 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-268d4639-b1d5-4d13-a4a7-adaae745ab64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:28:52.302876 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-268d4639-b1d5-4d13-a4a7-adaae745ab64 admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:28:52.333444 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-268d4639-b1d5-4d13-a4a7-adaae745ab64 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753429875851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:28:52.334443 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-268d4639-b1d5-4d13-a4a7-adaae745ab64 admin admin] Unsubscribe: segment precommit_create {{(pid=95065) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 23 06:28:52.335177 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-268d4639-b1d5-4d13-a4a7-adaae745ab64 admin admin] Added segment 7485735e-92fa-4e70-bee0-81315d85cf06 of type vlan for network ac7f99c6-95fd-48f6-9120-3c4d63183e26 Sep 23 06:28:52.342471 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268d4639-b1d5-4d13-a4a7-adaae745ab64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c000883f-75de-4d34-aefc-8a613a376ec5,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:28:52.387662 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268d4639-b1d5-4d13-a4a7-adaae745ab64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:28:52.388173 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268d4639-b1d5-4d13-a4a7-adaae745ab64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:28:52.389267 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268d4639-b1d5-4d13-a4a7-adaae745ab64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:28:52.390244 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268d4639-b1d5-4d13-a4a7-adaae745ab64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:28:52.390244 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268d4639-b1d5-4d13-a4a7-adaae745ab64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:28:52.390582 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268d4639-b1d5-4d13-a4a7-adaae745ab64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:28:52.390907 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268d4639-b1d5-4d13-a4a7-adaae745ab64 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:28:52.391467 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268d4639-b1d5-4d13-a4a7-adaae745ab64 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:28:52.391595 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268d4639-b1d5-4d13-a4a7-adaae745ab64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:28:52.391857 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268d4639-b1d5-4d13-a4a7-adaae745ab64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:28:52.393186 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268d4639-b1d5-4d13-a4a7-adaae745ab64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:28:52.393186 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268d4639-b1d5-4d13-a4a7-adaae745ab64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:28:52.393536 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268d4639-b1d5-4d13-a4a7-adaae745ab64 admin admin] Tracked resource versions report: Sep 23 06:28:52.393536 n-d-715271-16 neutron-server[95065]: pushed versions: Sep 23 06:28:52.393536 n-d-715271-16 neutron-server[95065]: { 'AddressGroup': {'1.2'}, Sep 23 06:28:52.393536 n-d-715271-16 neutron-server[95065]: 'ConntrackHelper': {'1.0'}, Sep 23 06:28:52.393536 n-d-715271-16 neutron-server[95065]: 'Log': {'1.0'}, Sep 23 06:28:52.393536 n-d-715271-16 neutron-server[95065]: 'Network': {'1.1'}, Sep 23 06:28:52.393536 n-d-715271-16 neutron-server[95065]: 'Port': {'1.7'}, Sep 23 06:28:52.393536 n-d-715271-16 neutron-server[95065]: 'PortForwarding': {'1.2'}, Sep 23 06:28:52.393536 n-d-715271-16 neutron-server[95065]: 'QosPolicy': {'1.9'}, Sep 23 06:28:52.393536 n-d-715271-16 neutron-server[95065]: 'SecurityGroup': {'1.4'}, Sep 23 06:28:52.393536 n-d-715271-16 neutron-server[95065]: 'SecurityGroupRule': {'1.2'}, Sep 23 06:28:52.393536 n-d-715271-16 neutron-server[95065]: 'SubPort': {'1.0'}, Sep 23 06:28:52.393536 n-d-715271-16 neutron-server[95065]: 'Subnet': {'1.1'}, Sep 23 06:28:52.393536 n-d-715271-16 neutron-server[95065]: 'Trunk': {'1.1'}} Sep 23 06:28:52.393536 n-d-715271-16 neutron-server[95065]: consumer versions: Sep 23 06:28:52.393536 n-d-715271-16 neutron-server[95065]: { DHCP agent@n-d-715271-16: {}, Sep 23 06:28:52.393536 n-d-715271-16 neutron-server[95065]: L3 agent@n-d-715271-16: {}, Sep 23 06:28:52.393536 n-d-715271-16 neutron-server[95065]: Metadata agent@n-d-715271-16: {}, Sep 23 06:28:52.393536 n-d-715271-16 neutron-server[95065]: Metering agent@n-d-715271-16: {}, Sep 23 06:28:52.393536 n-d-715271-16 neutron-server[95065]: Open vSwitch agent@n-d-715271-16: { 'AddressGroup': '1.2', Sep 23 06:28:52.393536 n-d-715271-16 neutron-server[95065]: 'ConntrackHelper': '1.0', Sep 23 06:28:52.393536 n-d-715271-16 neutron-server[95065]: 'Log': '1.0', Sep 23 06:28:52.393536 n-d-715271-16 neutron-server[95065]: 'Network': '1.1', Sep 23 06:28:52.393536 n-d-715271-16 neutron-server[95065]: 'Port': '1.7', Sep 23 06:28:52.393536 n-d-715271-16 neutron-server[95065]: 'PortForwarding': '1.2', Sep 23 06:28:52.393536 n-d-715271-16 neutron-server[95065]: 'QosPolicy': '1.9', Sep 23 06:28:52.393536 n-d-715271-16 neutron-server[95065]: 'SecurityGroup': '1.4', Sep 23 06:28:52.393536 n-d-715271-16 neutron-server[95065]: 'SecurityGroupRule': '1.2', Sep 23 06:28:52.393536 n-d-715271-16 neutron-server[95065]: 'SubPort': '1.0', Sep 23 06:28:52.393536 n-d-715271-16 neutron-server[95065]: 'Subnet': '1.1', Sep 23 06:28:52.393536 n-d-715271-16 neutron-server[95065]: 'Trunk': '1.1'}} Sep 23 06:28:52.393536 n-d-715271-16 neutron-server[95065]: {{(pid=95065) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 06:28:52.478333 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-268d4639-b1d5-4d13-a4a7-adaae745ab64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:28:52.521757 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-268d4639-b1d5-4d13-a4a7-adaae745ab64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:28:52.523112 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268d4639-b1d5-4d13-a4a7-adaae745ab64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:28:52.523749 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-268d4639-b1d5-4d13-a4a7-adaae745ab64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:28:52.579844 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-268d4639-b1d5-4d13-a4a7-adaae745ab64 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3731124 Sep 23 06:28:52.633063 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268d4639-b1d5-4d13-a4a7-adaae745ab64 admin admin] Pushing event updated for resources: {'Network': ['ID=ac7f99c6-95fd-48f6-9120-3c4d63183e26,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:28:52.647135 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network ac7f99c6-95fd-48f6-9120-3c4d63183e26 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:28:55.298999 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 42670) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:28:55.698731 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea37ba27-148b-49e0-b45d-aa5454f1d4b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:28:55.699997 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-ea37ba27-148b-49e0-b45d-aa5454f1d4b4 admin admin] 10.222.0.39 "GET /v2.0/networks/ac7f99c6-95fd-48f6-9120-3c4d63183e26 HTTP/1.1" status: 200 len: 825 time: 0.4000299 Sep 23 06:28:55.739782 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-7ae6678e-374f-4d9e-9fd3-8661ef74fbf3 admin admin] 10.222.0.39 "GET /v2.0/subnetpools/73a8e13f-c97c-4bae-b1a1-f358a8ed4c5c HTTP/1.1" status: 200 len: 734 time: 0.0328665 Sep 23 06:28:55.749451 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-b83175c6-58ac-4d55-9212-5c859c5028aa admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '73a8e13f-c97c-4bae-b1a1-f358a8ed4c5c', 'network_id': 'ac7f99c6-95fd-48f6-9120-3c4d63183e26', 'name': 'private-subnet', 'tenant_id': '439d091c7e3e49f787215bbbb18ae08b'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:28:55.771537 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b83175c6-58ac-4d55-9212-5c859c5028aa admin admin] Made reservation on behalf of 439d091c7e3e49f787215bbbb18ae08b for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:28:55.773796 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b83175c6-58ac-4d55-9212-5c859c5028aa admin admin] Notify callbacks [] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:28:56.063947 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b83175c6-58ac-4d55-9212-5c859c5028aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:28:56.131289 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83175c6-58ac-4d55-9212-5c859c5028aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=641534e3-4ddb-4a91-a69b-d0c8fba80639,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:28:56.134171 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83175c6-58ac-4d55-9212-5c859c5028aa admin admin] Checking segment: {'id': '7485735e-92fa-4e70-bee0-81315d85cf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ac7f99c6-95fd-48f6-9120-3c4d63183e26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:28:56.134541 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83175c6-58ac-4d55-9212-5c859c5028aa admin admin] Network hostable DHCP agents. Network: ac7f99c6-95fd-48f6-9120-3c4d63183e26, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:28:56.154839 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83175c6-58ac-4d55-9212-5c859c5028aa admin admin] Network ac7f99c6-95fd-48f6-9120-3c4d63183e26 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:28:56.165167 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-b83175c6-58ac-4d55-9212-5c859c5028aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, ac7f99c6-95fd-48f6-9120-3c4d63183e26) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:28:56.169656 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83175c6-58ac-4d55-9212-5c859c5028aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:28:56.170799 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b83175c6-58ac-4d55-9212-5c859c5028aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:28:56.175820 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a76996-f5cd-4a73-802c-6aed2667c45c None None] Network ac7f99c6-95fd-48f6-9120-3c4d63183e26 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:28:56.188867 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-b83175c6-58ac-4d55-9212-5c859c5028aa admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4396141 Sep 23 06:28:56.500200 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c26650-fd81-4ce5-b1e3-62cf40dd011a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-ac7f99c6-95fd-48f6-9120-3c4d63183e26', 'network_id': 'ac7f99c6-95fd-48f6-9120-3c4d63183e26', 'tenant_id': '439d091c7e3e49f787215bbbb18ae08b', 'fixed_ips': [{'subnet_id': '641534e3-4ddb-4a91-a69b-d0c8fba80639'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 06:28:56.501442 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c9c26650-fd81-4ce5-b1e3-62cf40dd011a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:28:56.784377 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-c9c26650-fd81-4ce5-b1e3-62cf40dd011a None None] Allocated IP 172.20.0.2 (ac7f99c6-95fd-48f6-9120-3c4d63183e26/641534e3-4ddb-4a91-a69b-d0c8fba80639/951ce473-9515-4509-933c-3e5caf7ae414) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:28:56.992066 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c9c26650-fd81-4ce5-b1e3-62cf40dd011a None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:28:57.000176 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c9c26650-fd81-4ce5-b1e3-62cf40dd011a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:28:57.095374 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c26650-fd81-4ce5-b1e3-62cf40dd011a None None] Network ac7f99c6-95fd-48f6-9120-3c4d63183e26 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:28:57.103188 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-c9c26650-fd81-4ce5-b1e3-62cf40dd011a None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:28:57.107213 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c26650-fd81-4ce5-b1e3-62cf40dd011a None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:28:57.121369 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c26650-fd81-4ce5-b1e3-62cf40dd011a None None] Pushing event updated for resources: {'Port': ['ID=951ce473-9515-4509-933c-3e5caf7ae414,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:28:57.152513 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c26650-fd81-4ce5-b1e3-62cf40dd011a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:28:57.152858 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c26650-fd81-4ce5-b1e3-62cf40dd011a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:28:57.153194 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c26650-fd81-4ce5-b1e3-62cf40dd011a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:28:57.153521 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c26650-fd81-4ce5-b1e3-62cf40dd011a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:28:57.153853 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c26650-fd81-4ce5-b1e3-62cf40dd011a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:28:57.154258 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c26650-fd81-4ce5-b1e3-62cf40dd011a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:28:57.154583 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c26650-fd81-4ce5-b1e3-62cf40dd011a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:28:57.154902 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c26650-fd81-4ce5-b1e3-62cf40dd011a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:28:57.155223 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c26650-fd81-4ce5-b1e3-62cf40dd011a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:28:57.155540 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c26650-fd81-4ce5-b1e3-62cf40dd011a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:28:57.155857 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c26650-fd81-4ce5-b1e3-62cf40dd011a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:28:57.156172 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c26650-fd81-4ce5-b1e3-62cf40dd011a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:28:57.157247 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c26650-fd81-4ce5-b1e3-62cf40dd011a None None] Tracked resource versions report: Sep 23 06:28:57.157247 n-d-715271-16 neutron-server[95067]: pushed versions: Sep 23 06:28:57.157247 n-d-715271-16 neutron-server[95067]: { 'AddressGroup': {'1.2'}, Sep 23 06:28:57.157247 n-d-715271-16 neutron-server[95067]: 'ConntrackHelper': {'1.0'}, Sep 23 06:28:57.157247 n-d-715271-16 neutron-server[95067]: 'Log': {'1.0'}, Sep 23 06:28:57.157247 n-d-715271-16 neutron-server[95067]: 'Network': {'1.1'}, Sep 23 06:28:57.157247 n-d-715271-16 neutron-server[95067]: 'Port': {'1.7'}, Sep 23 06:28:57.157247 n-d-715271-16 neutron-server[95067]: 'PortForwarding': {'1.2'}, Sep 23 06:28:57.157247 n-d-715271-16 neutron-server[95067]: 'QosPolicy': {'1.9'}, Sep 23 06:28:57.157247 n-d-715271-16 neutron-server[95067]: 'SecurityGroup': {'1.4'}, Sep 23 06:28:57.157247 n-d-715271-16 neutron-server[95067]: 'SecurityGroupRule': {'1.2'}, Sep 23 06:28:57.157247 n-d-715271-16 neutron-server[95067]: 'SubPort': {'1.0'}, Sep 23 06:28:57.157247 n-d-715271-16 neutron-server[95067]: 'Subnet': {'1.1'}, Sep 23 06:28:57.157247 n-d-715271-16 neutron-server[95067]: 'Trunk': {'1.1'}} Sep 23 06:28:57.157247 n-d-715271-16 neutron-server[95067]: consumer versions: Sep 23 06:28:57.157247 n-d-715271-16 neutron-server[95067]: { DHCP agent@n-d-715271-16: {}, Sep 23 06:28:57.157247 n-d-715271-16 neutron-server[95067]: L3 agent@n-d-715271-16: {}, Sep 23 06:28:57.157247 n-d-715271-16 neutron-server[95067]: Metadata agent@n-d-715271-16: {}, Sep 23 06:28:57.157247 n-d-715271-16 neutron-server[95067]: Metering agent@n-d-715271-16: {}, Sep 23 06:28:57.157247 n-d-715271-16 neutron-server[95067]: Open vSwitch agent@n-d-715271-16: { 'AddressGroup': '1.2', Sep 23 06:28:57.157247 n-d-715271-16 neutron-server[95067]: 'ConntrackHelper': '1.0', Sep 23 06:28:57.157247 n-d-715271-16 neutron-server[95067]: 'Log': '1.0', Sep 23 06:28:57.157247 n-d-715271-16 neutron-server[95067]: 'Network': '1.1', Sep 23 06:28:57.157247 n-d-715271-16 neutron-server[95067]: 'Port': '1.7', Sep 23 06:28:57.157247 n-d-715271-16 neutron-server[95067]: 'PortForwarding': '1.2', Sep 23 06:28:57.157247 n-d-715271-16 neutron-server[95067]: 'QosPolicy': '1.9', Sep 23 06:28:57.157247 n-d-715271-16 neutron-server[95067]: 'SecurityGroup': '1.4', Sep 23 06:28:57.157247 n-d-715271-16 neutron-server[95067]: 'SecurityGroupRule': '1.2', Sep 23 06:28:57.157247 n-d-715271-16 neutron-server[95067]: 'SubPort': '1.0', Sep 23 06:28:57.157247 n-d-715271-16 neutron-server[95067]: 'Subnet': '1.1', Sep 23 06:28:57.157247 n-d-715271-16 neutron-server[95067]: 'Trunk': '1.1'}} Sep 23 06:28:57.157247 n-d-715271-16 neutron-server[95067]: {{(pid=95067) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 06:28:57.207177 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-c9c26650-fd81-4ce5-b1e3-62cf40dd011a None None] Attempting to bind port 951ce473-9515-4509-933c-3e5caf7ae414 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:28:57.207831 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-c9c26650-fd81-4ce5-b1e3-62cf40dd011a None None] Attempting to bind port 951ce473-9515-4509-933c-3e5caf7ae414 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '7485735e-92fa-4e70-bee0-81315d85cf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ac7f99c6-95fd-48f6-9120-3c4d63183e26'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:28:57.208164 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c26650-fd81-4ce5-b1e3-62cf40dd011a None None] Attempting to bind port 951ce473-9515-4509-933c-3e5caf7ae414 on network ac7f99c6-95fd-48f6-9120-3c4d63183e26 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:28:57.213631 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c26650-fd81-4ce5-b1e3-62cf40dd011a None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:28:57.214065 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c26650-fd81-4ce5-b1e3-62cf40dd011a None None] Checking segment: {'id': '7485735e-92fa-4e70-bee0-81315d85cf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ac7f99c6-95fd-48f6-9120-3c4d63183e26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:28:57.214538 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c9c26650-fd81-4ce5-b1e3-62cf40dd011a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:28:57.214921 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c26650-fd81-4ce5-b1e3-62cf40dd011a None None] Bound using segment: {'id': '7485735e-92fa-4e70-bee0-81315d85cf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ac7f99c6-95fd-48f6-9120-3c4d63183e26'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:28:57.215396 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-c9c26650-fd81-4ce5-b1e3-62cf40dd011a None None] Bound port: 951ce473-9515-4509-933c-3e5caf7ae414, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7485735e-92fa-4e70-bee0-81315d85cf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ac7f99c6-95fd-48f6-9120-3c4d63183e26'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:28:57.215785 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c9c26650-fd81-4ce5-b1e3-62cf40dd011a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:28:57.277272 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-c9c26650-fd81-4ce5-b1e3-62cf40dd011a None None] For port 951ce473-9515-4509-933c-3e5caf7ae414, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:28:57.281934 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-c9c26650-fd81-4ce5-b1e3-62cf40dd011a None None] For port 951ce473-9515-4509-933c-3e5caf7ae414, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=951ce473-9515-4509-933c-3e5caf7ae414,segment=NetworkSegment(7485735e-92fa-4e70-bee0-81315d85cf06),segment_id=7485735e-92fa-4e70-bee0-81315d85cf06)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:28:57.286198 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c9c26650-fd81-4ce5-b1e3-62cf40dd011a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:28:57.353475 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c26650-fd81-4ce5-b1e3-62cf40dd011a None None] Pushing event updated for resources: {'Port': ['ID=951ce473-9515-4509-933c-3e5caf7ae414,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:28:58.615390 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 42678) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:28:58.926309 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [None req-cbf19a39-aaf5-485f-ad89-80fd97b65e90 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=95065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 06:28:58.927325 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-cbf19a39-aaf5-485f-ad89-80fd97b65e90 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3109124 Sep 23 06:29:01.355667 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 42686) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:29:01.663037 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [None req-2f8c1aad-d389-4847-8aad-d58017a616a4 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 06:29:01.664063 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-2f8c1aad-d389-4847-8aad-d58017a616a4 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3074710 Sep 23 06:29:04.336527 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 42696) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:29:04.634843 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-abd8b70c-17b9-4422-af6d-e731e87c3708 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '439d091c7e3e49f787215bbbb18ae08b', 'admin_state_up': True}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:29:04.659383 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-abd8b70c-17b9-4422-af6d-e731e87c3708 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:29:04.660979 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-abd8b70c-17b9-4422-af6d-e731e87c3708 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:29:04.811859 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-abd8b70c-17b9-4422-af6d-e731e87c3708 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:29:04.816672 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-abd8b70c-17b9-4422-af6d-e731e87c3708 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:29:04.830310 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-abd8b70c-17b9-4422-af6d-e731e87c3708 admin admin] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:29:04.831420 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-abd8b70c-17b9-4422-af6d-e731e87c3708 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4939296 Sep 23 06:29:04.910154 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 951ce473-9515-4509-933c-3e5caf7ae414 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:29:05.006659 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 951ce473-9515-4509-933c-3e5caf7ae414 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:29:05.007046 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:29:05.120591 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:29:05.154961 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port 951ce473-9515-4509-933c-3e5caf7ae414, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=951ce473-9515-4509-933c-3e5caf7ae414,segment=NetworkSegment(7485735e-92fa-4e70-bee0-81315d85cf06),segment_id=7485735e-92fa-4e70-bee0-81315d85cf06)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:29:05.158689 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:29:05.207664 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=951ce473-9515-4509-933c-3e5caf7ae414,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:29:05.811951 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94400513-aa05-44ce-bc33-373e0f129c28 None None] Network ac7f99c6-95fd-48f6-9120-3c4d63183e26 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:29:05.938875 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-5796f65b-8356-43bd-a318-653fae26fbfa None None] Provisioning complete for port 951ce473-9515-4509-933c-3e5caf7ae414 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:29:05.939522 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5796f65b-8356-43bd-a318-653fae26fbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:29:06.277842 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-6844ee23-ed0b-4caf-81bb-441d90c3db5b None None] Provisioning complete for port 951ce473-9515-4509-933c-3e5caf7ae414 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:29:06.278246 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-6844ee23-ed0b-4caf-81bb-441d90c3db5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:29:06.882396 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 951ce473-9515-4509-933c-3e5caf7ae414 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:29:06.929431 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 951ce473-9515-4509-933c-3e5caf7ae414 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:29:06.929810 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:29:07.271052 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 42708) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:29:07.576825 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [None req-40ea1186-eeab-4f11-aada-66f0a7209ca1 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=95065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 06:29:07.577923 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-40ea1186-eeab-4f11-aada-66f0a7209ca1 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3058722 Sep 23 06:29:07.986172 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-192293f7-963f-423f-855b-ecf3306b4416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:29:09.995516 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 42716) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:29:10.301471 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-357658da-fc12-44f0-9d57-167a8ac815ac admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:29:10.322132 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-357658da-fc12-44f0-9d57-167a8ac815ac admin admin] Made reservation on behalf of bc98e545a74f42849d3c66696328185d for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:29:10.324351 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-357658da-fc12-44f0-9d57-167a8ac815ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:29:10.332754 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-357658da-fc12-44f0-9d57-167a8ac815ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:29:10.416450 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-357658da-fc12-44f0-9d57-167a8ac815ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:29:10.420209 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-357658da-fc12-44f0-9d57-167a8ac815ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:29:10.434896 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-357658da-fc12-44f0-9d57-167a8ac815ac admin admin] Reserving flat network on physical network physnet1 {{(pid=95065) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 23 06:29:10.455144 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357658da-fc12-44f0-9d57-167a8ac815ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=955ea221-87f4-497f-9ee8-913962a3b93b,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:29:10.460786 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-357658da-fc12-44f0-9d57-167a8ac815ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:29:10.461130 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-357658da-fc12-44f0-9d57-167a8ac815ac admin admin] Added segment 18f144b1-1cc7-4e8f-b74c-e701e55dd2a8 of type flat for network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 Sep 23 06:29:10.511477 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-357658da-fc12-44f0-9d57-167a8ac815ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:29:10.542454 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-357658da-fc12-44f0-9d57-167a8ac815ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:29:10.543391 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357658da-fc12-44f0-9d57-167a8ac815ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:29:10.543972 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-357658da-fc12-44f0-9d57-167a8ac815ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:29:10.567242 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-357658da-fc12-44f0-9d57-167a8ac815ac admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5707090 Sep 23 06:29:10.604775 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357658da-fc12-44f0-9d57-167a8ac815ac admin admin] Pushing event updated for resources: {'Network': ['ID=0f47978c-41eb-4cc7-92bf-8b873be8a1a0,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:29:10.615181 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:29:10.978731 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a63edf23-5a7c-47fa-a09c-e4f1d245c399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:29:11.368811 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:29:12.064169 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:29:12.961428 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 42734) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:29:13.190144 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c92224-f5e9-4da8-a8ba-70e3ba3a6db2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:29:13.191679 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-02c92224-f5e9-4da8-a8ba-70e3ba3a6db2 admin admin] 10.222.0.39 "GET /v2.0/subnets/641534e3-4ddb-4a91-a69b-d0c8fba80639 HTTP/1.1" status: 200 len: 849 time: 0.2292666 Sep 23 06:29:13.358366 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-919c5f2c-d44d-48d1-9811-1bbea87e0f53 admin admin] 10.222.0.39 "GET /v2.0/routers/c6f25be8-2bcd-4c52-a158-35c1ee4eb17c HTTP/1.1" status: 200 len: 704 time: 0.1604633 Sep 23 06:29:13.548025 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:29:13.641524 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c5507a45-8a55-456d-b4db-d526d9bb4973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:29:13.947182 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-c5507a45-8a55-456d-b4db-d526d9bb4973 admin admin] Allocated IP 172.20.0.1 (ac7f99c6-95fd-48f6-9120-3c4d63183e26/641534e3-4ddb-4a91-a69b-d0c8fba80639/a83ab884-a9b9-47d0-980a-9eebb0a3f4bd) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:29:14.161668 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c5507a45-8a55-456d-b4db-d526d9bb4973 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:29:14.232191 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c5507a45-8a55-456d-b4db-d526d9bb4973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:29:14.297498 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5507a45-8a55-456d-b4db-d526d9bb4973 admin admin] Network ac7f99c6-95fd-48f6-9120-3c4d63183e26 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:29:14.302204 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-c5507a45-8a55-456d-b4db-d526d9bb4973 admin admin] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:29:14.351396 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5507a45-8a55-456d-b4db-d526d9bb4973 admin admin] Pushing event updated for resources: {'Port': ['ID=a83ab884-a9b9-47d0-980a-9eebb0a3f4bd,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:29:14.354370 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5507a45-8a55-456d-b4db-d526d9bb4973 admin admin] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:29:14.354473 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c5507a45-8a55-456d-b4db-d526d9bb4973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068614'] for router_interface, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:29:14.415651 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5507a45-8a55-456d-b4db-d526d9bb4973 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:29:14.416020 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5507a45-8a55-456d-b4db-d526d9bb4973 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:29:14.416357 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5507a45-8a55-456d-b4db-d526d9bb4973 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:29:14.416691 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5507a45-8a55-456d-b4db-d526d9bb4973 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:29:14.417029 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5507a45-8a55-456d-b4db-d526d9bb4973 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:29:14.417356 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5507a45-8a55-456d-b4db-d526d9bb4973 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:29:14.417678 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5507a45-8a55-456d-b4db-d526d9bb4973 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:29:14.418023 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5507a45-8a55-456d-b4db-d526d9bb4973 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:29:14.418341 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5507a45-8a55-456d-b4db-d526d9bb4973 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:29:14.418664 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5507a45-8a55-456d-b4db-d526d9bb4973 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:29:14.418980 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5507a45-8a55-456d-b4db-d526d9bb4973 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:29:14.420088 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5507a45-8a55-456d-b4db-d526d9bb4973 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:29:14.421324 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5507a45-8a55-456d-b4db-d526d9bb4973 admin admin] Tracked resource versions report: Sep 23 06:29:14.421324 n-d-715271-16 neutron-server[95066]: pushed versions: Sep 23 06:29:14.421324 n-d-715271-16 neutron-server[95066]: { 'AddressGroup': {'1.2'}, Sep 23 06:29:14.421324 n-d-715271-16 neutron-server[95066]: 'ConntrackHelper': {'1.0'}, Sep 23 06:29:14.421324 n-d-715271-16 neutron-server[95066]: 'Log': {'1.0'}, Sep 23 06:29:14.421324 n-d-715271-16 neutron-server[95066]: 'Network': {'1.1'}, Sep 23 06:29:14.421324 n-d-715271-16 neutron-server[95066]: 'Port': {'1.7'}, Sep 23 06:29:14.421324 n-d-715271-16 neutron-server[95066]: 'PortForwarding': {'1.2'}, Sep 23 06:29:14.421324 n-d-715271-16 neutron-server[95066]: 'QosPolicy': {'1.9'}, Sep 23 06:29:14.421324 n-d-715271-16 neutron-server[95066]: 'SecurityGroup': {'1.4'}, Sep 23 06:29:14.421324 n-d-715271-16 neutron-server[95066]: 'SecurityGroupRule': {'1.2'}, Sep 23 06:29:14.421324 n-d-715271-16 neutron-server[95066]: 'SubPort': {'1.0'}, Sep 23 06:29:14.421324 n-d-715271-16 neutron-server[95066]: 'Subnet': {'1.1'}, Sep 23 06:29:14.421324 n-d-715271-16 neutron-server[95066]: 'Trunk': {'1.1'}} Sep 23 06:29:14.421324 n-d-715271-16 neutron-server[95066]: consumer versions: Sep 23 06:29:14.421324 n-d-715271-16 neutron-server[95066]: { DHCP agent@n-d-715271-16: {}, Sep 23 06:29:14.421324 n-d-715271-16 neutron-server[95066]: L3 agent@n-d-715271-16: {}, Sep 23 06:29:14.421324 n-d-715271-16 neutron-server[95066]: Metadata agent@n-d-715271-16: {}, Sep 23 06:29:14.421324 n-d-715271-16 neutron-server[95066]: Metering agent@n-d-715271-16: {}, Sep 23 06:29:14.421324 n-d-715271-16 neutron-server[95066]: Open vSwitch agent@n-d-715271-16: { 'AddressGroup': '1.2', Sep 23 06:29:14.421324 n-d-715271-16 neutron-server[95066]: 'ConntrackHelper': '1.0', Sep 23 06:29:14.421324 n-d-715271-16 neutron-server[95066]: 'Log': '1.0', Sep 23 06:29:14.421324 n-d-715271-16 neutron-server[95066]: 'Network': '1.1', Sep 23 06:29:14.421324 n-d-715271-16 neutron-server[95066]: 'Port': '1.7', Sep 23 06:29:14.421324 n-d-715271-16 neutron-server[95066]: 'PortForwarding': '1.2', Sep 23 06:29:14.421324 n-d-715271-16 neutron-server[95066]: 'QosPolicy': '1.9', Sep 23 06:29:14.421324 n-d-715271-16 neutron-server[95066]: 'SecurityGroup': '1.4', Sep 23 06:29:14.421324 n-d-715271-16 neutron-server[95066]: 'SecurityGroupRule': '1.2', Sep 23 06:29:14.421324 n-d-715271-16 neutron-server[95066]: 'SubPort': '1.0', Sep 23 06:29:14.421324 n-d-715271-16 neutron-server[95066]: 'Subnet': '1.1', Sep 23 06:29:14.421324 n-d-715271-16 neutron-server[95066]: 'Trunk': '1.1'}} Sep 23 06:29:14.421324 n-d-715271-16 neutron-server[95066]: {{(pid=95066) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 06:29:14.513194 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-3981318b-49a8-469f-97be-25e8d50091ea None None] Provisioning complete for port a83ab884-a9b9-47d0-980a-9eebb0a3f4bd triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:29:14.513557 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3981318b-49a8-469f-97be-25e8d50091ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:29:14.547406 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-3981318b-49a8-469f-97be-25e8d50091ea None None] Port a83ab884-a9b9-47d0-980a-9eebb0a3f4bd cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:29:14.563826 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c5507a45-8a55-456d-b4db-d526d9bb4973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:29:14.769413 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c5507a45-8a55-456d-b4db-d526d9bb4973 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:29:14.773779 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c5507a45-8a55-456d-b4db-d526d9bb4973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:29:14.774600 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c5507a45-8a55-456d-b4db-d526d9bb4973 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067062'] for router_interface, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:29:14.833346 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5507a45-8a55-456d-b4db-d526d9bb4973 admin admin] Pushing event updated for resources: {'Port': ['ID=a83ab884-a9b9-47d0-980a-9eebb0a3f4bd,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:29:14.901937 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5507a45-8a55-456d-b4db-d526d9bb4973 admin admin] Network ac7f99c6-95fd-48f6-9120-3c4d63183e26 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:29:14.903249 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-c5507a45-8a55-456d-b4db-d526d9bb4973 admin admin] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:29:15.067473 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-cafff011-3e34-4af4-b69b-0458b972bf9c None None] Provisioning complete for port a83ab884-a9b9-47d0-980a-9eebb0a3f4bd triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:29:15.068005 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-cafff011-3e34-4af4-b69b-0458b972bf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:29:15.101801 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-cafff011-3e34-4af4-b69b-0458b972bf9c None None] Port a83ab884-a9b9-47d0-980a-9eebb0a3f4bd cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:29:15.111922 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5507a45-8a55-456d-b4db-d526d9bb4973 admin admin] Router c6f25be8-2bcd-4c52-a158-35c1ee4eb17c is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 06:29:15.203417 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5507a45-8a55-456d-b4db-d526d9bb4973 admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:29:15.208678 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-c5507a45-8a55-456d-b4db-d526d9bb4973 admin admin] 10.222.0.39 "PUT /v2.0/routers/c6f25be8-2bcd-4c52-a158-35c1ee4eb17c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8446503 Sep 23 06:29:15.213375 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bdf974-0521-48aa-b49b-f5bf7ad9ea1e None None] Sync routers for ids ['c6f25be8-2bcd-4c52-a158-35c1ee4eb17c'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:29:15.224718 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bdf974-0521-48aa-b49b-f5bf7ad9ea1e None None] Routers {'c6f25be8-2bcd-4c52-a158-35c1ee4eb17c'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:29:15.225524 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-76bdf974-0521-48aa-b49b-f5bf7ad9ea1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:29:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['c6f25be8-2bcd-4c52-a158-35c1ee4eb17c'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:29:15.411904 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-76bdf974-0521-48aa-b49b-f5bf7ad9ea1e None None] Set router c6f25be8-2bcd-4c52-a158-35c1ee4eb17c gateway port host: None {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:29:15.488218 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 5 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 06:29:15.851902 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-76bdf974-0521-48aa-b49b-f5bf7ad9ea1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f25be8-2bcd-4c52-a158-35c1ee4eb17c', 'name': 'router1', 'tenant_id': '439d091c7e3e49f787215bbbb18ae08b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:29:04Z', 'updated_at': '2021-09-23T06:29:14Z', 'revision_number': 2, 'project_id': '439d091c7e3e49f787215bbbb18ae08b', 'gw_port_host': None, '_interfaces': [{'id': 'a83ab884-a9b9-47d0-980a-9eebb0a3f4bd', 'name': '', 'network_id': 'ac7f99c6-95fd-48f6-9120-3c4d63183e26', 'tenant_id': '439d091c7e3e49f787215bbbb18ae08b', 'mac_address': 'fa:16:3e:a0:bd:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f25be8-2bcd-4c52-a158-35c1ee4eb17c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '641534e3-4ddb-4a91-a69b-d0c8fba80639', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:29:13Z', 'updated_at': '2021-09-23T06:29:14Z', 'revision_number': 2, 'project_id': '439d091c7e3e49f787215bbbb18ae08b', 'subnets': [{'id': '641534e3-4ddb-4a91-a69b-d0c8fba80639', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '73a8e13f-c97c-4bae-b1a1-f358a8ed4c5c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:29:15.899960 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bdf974-0521-48aa-b49b-f5bf7ad9ea1e None None] Checking router: c6f25be8-2bcd-4c52-a158-35c1ee4eb17c for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:29:15.900322 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bdf974-0521-48aa-b49b-f5bf7ad9ea1e None None] Updating router c6f25be8-2bcd-4c52-a158-35c1ee4eb17c port a83ab884-a9b9-47d0-980a-9eebb0a3f4bd binding host n-d-715271-16 {{(pid=95068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 06:29:15.951408 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-76bdf974-0521-48aa-b49b-f5bf7ad9ea1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:29:16.463899 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-76bdf974-0521-48aa-b49b-f5bf7ad9ea1e None None] Notify callbacks [] for port, precommit_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:29:16.470498 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-76bdf974-0521-48aa-b49b-f5bf7ad9ea1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:29:16.557654 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a06df6b-e1b7-4806-8978-c3ce452d4d84 None None] Pushing event updated for resources: {'Port': ['ID=a83ab884-a9b9-47d0-980a-9eebb0a3f4bd,revision_number=3']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:29:16.565899 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a06df6b-e1b7-4806-8978-c3ce452d4d84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:29:16.566223 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a06df6b-e1b7-4806-8978-c3ce452d4d84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:29:16.566556 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a06df6b-e1b7-4806-8978-c3ce452d4d84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:29:16.566875 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a06df6b-e1b7-4806-8978-c3ce452d4d84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:29:16.567201 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a06df6b-e1b7-4806-8978-c3ce452d4d84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:29:16.567520 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a06df6b-e1b7-4806-8978-c3ce452d4d84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:29:16.567836 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a06df6b-e1b7-4806-8978-c3ce452d4d84 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:29:16.568150 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a06df6b-e1b7-4806-8978-c3ce452d4d84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:29:16.568461 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a06df6b-e1b7-4806-8978-c3ce452d4d84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:29:16.568776 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a06df6b-e1b7-4806-8978-c3ce452d4d84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:29:16.569089 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a06df6b-e1b7-4806-8978-c3ce452d4d84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:29:16.569399 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a06df6b-e1b7-4806-8978-c3ce452d4d84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:29:16.570477 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a06df6b-e1b7-4806-8978-c3ce452d4d84 None None] Tracked resource versions report: Sep 23 06:29:16.570477 n-d-715271-16 neutron-server[95068]: pushed versions: Sep 23 06:29:16.570477 n-d-715271-16 neutron-server[95068]: { 'AddressGroup': {'1.2'}, Sep 23 06:29:16.570477 n-d-715271-16 neutron-server[95068]: 'ConntrackHelper': {'1.0'}, Sep 23 06:29:16.570477 n-d-715271-16 neutron-server[95068]: 'Log': {'1.0'}, Sep 23 06:29:16.570477 n-d-715271-16 neutron-server[95068]: 'Network': {'1.1'}, Sep 23 06:29:16.570477 n-d-715271-16 neutron-server[95068]: 'Port': {'1.7'}, Sep 23 06:29:16.570477 n-d-715271-16 neutron-server[95068]: 'PortForwarding': {'1.2'}, Sep 23 06:29:16.570477 n-d-715271-16 neutron-server[95068]: 'QosPolicy': {'1.9'}, Sep 23 06:29:16.570477 n-d-715271-16 neutron-server[95068]: 'SecurityGroup': {'1.4'}, Sep 23 06:29:16.570477 n-d-715271-16 neutron-server[95068]: 'SecurityGroupRule': {'1.2'}, Sep 23 06:29:16.570477 n-d-715271-16 neutron-server[95068]: 'SubPort': {'1.0'}, Sep 23 06:29:16.570477 n-d-715271-16 neutron-server[95068]: 'Subnet': {'1.1'}, Sep 23 06:29:16.570477 n-d-715271-16 neutron-server[95068]: 'Trunk': {'1.1'}} Sep 23 06:29:16.570477 n-d-715271-16 neutron-server[95068]: consumer versions: Sep 23 06:29:16.570477 n-d-715271-16 neutron-server[95068]: { DHCP agent@n-d-715271-16: {}, Sep 23 06:29:16.570477 n-d-715271-16 neutron-server[95068]: L3 agent@n-d-715271-16: {}, Sep 23 06:29:16.570477 n-d-715271-16 neutron-server[95068]: Metadata agent@n-d-715271-16: {}, Sep 23 06:29:16.570477 n-d-715271-16 neutron-server[95068]: Metering agent@n-d-715271-16: {}, Sep 23 06:29:16.570477 n-d-715271-16 neutron-server[95068]: Open vSwitch agent@n-d-715271-16: { 'AddressGroup': '1.2', Sep 23 06:29:16.570477 n-d-715271-16 neutron-server[95068]: 'ConntrackHelper': '1.0', Sep 23 06:29:16.570477 n-d-715271-16 neutron-server[95068]: 'Log': '1.0', Sep 23 06:29:16.570477 n-d-715271-16 neutron-server[95068]: 'Network': '1.1', Sep 23 06:29:16.570477 n-d-715271-16 neutron-server[95068]: 'Port': '1.7', Sep 23 06:29:16.570477 n-d-715271-16 neutron-server[95068]: 'PortForwarding': '1.2', Sep 23 06:29:16.570477 n-d-715271-16 neutron-server[95068]: 'QosPolicy': '1.9', Sep 23 06:29:16.570477 n-d-715271-16 neutron-server[95068]: 'SecurityGroup': '1.4', Sep 23 06:29:16.570477 n-d-715271-16 neutron-server[95068]: 'SecurityGroupRule': '1.2', Sep 23 06:29:16.570477 n-d-715271-16 neutron-server[95068]: 'SubPort': '1.0', Sep 23 06:29:16.570477 n-d-715271-16 neutron-server[95068]: 'Subnet': '1.1', Sep 23 06:29:16.570477 n-d-715271-16 neutron-server[95068]: 'Trunk': '1.1'}} Sep 23 06:29:16.570477 n-d-715271-16 neutron-server[95068]: {{(pid=95068) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 06:29:16.649493 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-76bdf974-0521-48aa-b49b-f5bf7ad9ea1e None None] Attempting to bind port a83ab884-a9b9-47d0-980a-9eebb0a3f4bd on host n-d-715271-16 for vnic_type normal with profile {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:29:16.649964 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-76bdf974-0521-48aa-b49b-f5bf7ad9ea1e None None] Attempting to bind port a83ab884-a9b9-47d0-980a-9eebb0a3f4bd by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '7485735e-92fa-4e70-bee0-81315d85cf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ac7f99c6-95fd-48f6-9120-3c4d63183e26'}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:29:16.650399 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bdf974-0521-48aa-b49b-f5bf7ad9ea1e None None] Attempting to bind port a83ab884-a9b9-47d0-980a-9eebb0a3f4bd on network ac7f99c6-95fd-48f6-9120-3c4d63183e26 {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:29:16.655883 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bdf974-0521-48aa-b49b-f5bf7ad9ea1e None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:29:16.656290 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bdf974-0521-48aa-b49b-f5bf7ad9ea1e None None] Checking segment: {'id': '7485735e-92fa-4e70-bee0-81315d85cf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ac7f99c6-95fd-48f6-9120-3c4d63183e26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:29:16.656796 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-76bdf974-0521-48aa-b49b-f5bf7ad9ea1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:29:16.657183 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bdf974-0521-48aa-b49b-f5bf7ad9ea1e None None] Bound using segment: {'id': '7485735e-92fa-4e70-bee0-81315d85cf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ac7f99c6-95fd-48f6-9120-3c4d63183e26'} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:29:16.657671 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-76bdf974-0521-48aa-b49b-f5bf7ad9ea1e None None] Bound port: a83ab884-a9b9-47d0-980a-9eebb0a3f4bd, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7485735e-92fa-4e70-bee0-81315d85cf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ac7f99c6-95fd-48f6-9120-3c4d63183e26'}}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:29:16.658145 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-76bdf974-0521-48aa-b49b-f5bf7ad9ea1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:29:16.725381 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-76bdf974-0521-48aa-b49b-f5bf7ad9ea1e None None] For port a83ab884-a9b9-47d0-980a-9eebb0a3f4bd, host n-d-715271-16, cleared binding levels {{(pid=95068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:29:16.727176 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-1244f988-e1d5-42e1-9496-62c3dcd6a003 None None] Provisioning complete for port a83ab884-a9b9-47d0-980a-9eebb0a3f4bd triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:29:16.727711 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-1244f988-e1d5-42e1-9496-62c3dcd6a003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:29:16.744387 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-76bdf974-0521-48aa-b49b-f5bf7ad9ea1e None None] For port a83ab884-a9b9-47d0-980a-9eebb0a3f4bd, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=a83ab884-a9b9-47d0-980a-9eebb0a3f4bd,segment=NetworkSegment(7485735e-92fa-4e70-bee0-81315d85cf06),segment_id=7485735e-92fa-4e70-bee0-81315d85cf06)] {{(pid=95068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:29:16.749184 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-76bdf974-0521-48aa-b49b-f5bf7ad9ea1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:29:16.762185 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-1244f988-e1d5-42e1-9496-62c3dcd6a003 None None] Port a83ab884-a9b9-47d0-980a-9eebb0a3f4bd cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:29:16.804941 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a06df6b-e1b7-4806-8978-c3ce452d4d84 None None] Pushing event updated for resources: {'Port': ['ID=a83ab884-a9b9-47d0-980a-9eebb0a3f4bd,revision_number=4']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:29:16.810801 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bdf974-0521-48aa-b49b-f5bf7ad9ea1e None None] Routers {'c6f25be8-2bcd-4c52-a158-35c1ee4eb17c'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:29:16.811114 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-76bdf974-0521-48aa-b49b-f5bf7ad9ea1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:29:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['c6f25be8-2bcd-4c52-a158-35c1ee4eb17c'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:29:16.900435 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-76bdf974-0521-48aa-b49b-f5bf7ad9ea1e None None] Set router c6f25be8-2bcd-4c52-a158-35c1ee4eb17c gateway port host: None {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:29:16.981640 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-b9bd4e7c-8aaa-4a28-914e-6db5533273e5 None None] Provisioning complete for port a83ab884-a9b9-47d0-980a-9eebb0a3f4bd triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:29:16.982928 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b9bd4e7c-8aaa-4a28-914e-6db5533273e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:29:17.067154 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b9bd4e7c-8aaa-4a28-914e-6db5533273e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:29:17.102032 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-b9bd4e7c-8aaa-4a28-914e-6db5533273e5 None None] For port a83ab884-a9b9-47d0-980a-9eebb0a3f4bd, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=a83ab884-a9b9-47d0-980a-9eebb0a3f4bd,segment=NetworkSegment(7485735e-92fa-4e70-bee0-81315d85cf06),segment_id=7485735e-92fa-4e70-bee0-81315d85cf06)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:29:17.106578 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b9bd4e7c-8aaa-4a28-914e-6db5533273e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:29:17.126900 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-76bdf974-0521-48aa-b49b-f5bf7ad9ea1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f25be8-2bcd-4c52-a158-35c1ee4eb17c', 'name': 'router1', 'tenant_id': '439d091c7e3e49f787215bbbb18ae08b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:29:04Z', 'updated_at': '2021-09-23T06:29:14Z', 'revision_number': 2, 'project_id': '439d091c7e3e49f787215bbbb18ae08b', 'gw_port_host': None, '_interfaces': [{'id': 'a83ab884-a9b9-47d0-980a-9eebb0a3f4bd', 'name': '', 'network_id': 'ac7f99c6-95fd-48f6-9120-3c4d63183e26', 'tenant_id': '439d091c7e3e49f787215bbbb18ae08b', 'mac_address': 'fa:16:3e:a0:bd:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f25be8-2bcd-4c52-a158-35c1ee4eb17c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '641534e3-4ddb-4a91-a69b-d0c8fba80639', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:29:13Z', 'updated_at': '2021-09-23T06:29:16Z', 'revision_number': 4, 'project_id': '439d091c7e3e49f787215bbbb18ae08b', 'subnets': [{'id': '641534e3-4ddb-4a91-a69b-d0c8fba80639', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '73a8e13f-c97c-4bae-b1a1-f358a8ed4c5c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:29:17.152713 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bdf974-0521-48aa-b49b-f5bf7ad9ea1e None None] The sync data for ids ['c6f25be8-2bcd-4c52-a158-35c1ee4eb17c'] in n-d-715271-16 is: [{'id': 'c6f25be8-2bcd-4c52-a158-35c1ee4eb17c', 'name': 'router1', 'tenant_id': '439d091c7e3e49f787215bbbb18ae08b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:29:04Z', 'updated_at': '2021-09-23T06:29:14Z', 'revision_number': 2, 'project_id': '439d091c7e3e49f787215bbbb18ae08b', 'gw_port_host': None, '_interfaces': [{'id': 'a83ab884-a9b9-47d0-980a-9eebb0a3f4bd', 'name': '', 'network_id': 'ac7f99c6-95fd-48f6-9120-3c4d63183e26', 'tenant_id': '439d091c7e3e49f787215bbbb18ae08b', 'mac_address': 'fa:16:3e:a0:bd:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f25be8-2bcd-4c52-a158-35c1ee4eb17c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '641534e3-4ddb-4a91-a69b-d0c8fba80639', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:29:13Z', 'updated_at': '2021-09-23T06:29:16Z', 'revision_number': 4, 'project_id': '439d091c7e3e49f787215bbbb18ae08b', 'subnets': [{'id': '641534e3-4ddb-4a91-a69b-d0c8fba80639', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '73a8e13f-c97c-4bae-b1a1-f358a8ed4c5c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:29:17.156484 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bd4e7c-8aaa-4a28-914e-6db5533273e5 None None] Pushing event updated for resources: {'Port': ['ID=a83ab884-a9b9-47d0-980a-9eebb0a3f4bd,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:29:17.495221 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 42758) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:29:17.605359 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68b823d-f141-443b-824b-d6b20bc179e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:29:17.607275 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-f68b823d-f141-443b-824b-d6b20bc179e4 admin admin] 10.222.0.39 "GET /v2.0/networks/0f47978c-41eb-4cc7-92bf-8b873be8a1a0 HTTP/1.1" status: 200 len: 842 time: 0.1105123 Sep 23 06:29:17.617230 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-9bcc52f4-ede8-4dba-a093-55e558ffaeef admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'cidr': '172.25.2.0/24', 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.25.2.1'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:29:17.644537 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bcc52f4-ede8-4dba-a093-55e558ffaeef admin admin] Made reservation on behalf of bc98e545a74f42849d3c66696328185d for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:29:17.646900 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9bcc52f4-ede8-4dba-a093-55e558ffaeef admin admin] Notify callbacks [] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:29:17.964458 n-d-715271-16 neutron-server[95066]: DEBUG neutron.objects.ports [None req-9bcc52f4-ede8-4dba-a093-55e558ffaeef admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95066) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 06:29:17.964907 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9bcc52f4-ede8-4dba-a093-55e558ffaeef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:29:18.021888 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcc52f4-ede8-4dba-a093-55e558ffaeef admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ab91f8d-29a2-4271-97fe-a4b589f7afd1,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:29:18.039619 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcc52f4-ede8-4dba-a093-55e558ffaeef admin admin] Checking segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:29:18.039976 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bcc52f4-ede8-4dba-a093-55e558ffaeef admin admin] Network hostable DHCP agents. Network: 0f47978c-41eb-4cc7-92bf-8b873be8a1a0, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:29:18.066258 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bcc52f4-ede8-4dba-a093-55e558ffaeef admin admin] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:29:18.079234 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-9bcc52f4-ede8-4dba-a093-55e558ffaeef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 0f47978c-41eb-4cc7-92bf-8b873be8a1a0) {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:29:18.087856 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a228fa12-5378-497a-b3c2-e6f62cd36dec None None] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:29:18.088791 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bcc52f4-ede8-4dba-a093-55e558ffaeef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:29:18.089396 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9bcc52f4-ede8-4dba-a093-55e558ffaeef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:29:18.106103 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-9bcc52f4-ede8-4dba-a093-55e558ffaeef admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4922261 Sep 23 06:29:18.236131 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b0b90d-88ec-4a67-bca3-a3dedecaaeca None None] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:29:20.440655 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 42766) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:29:20.573552 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-5fb75b8d-410e-4c46-a35a-e30db6b0f2fc admin admin] 10.222.0.39 "GET /v2.0/routers/c6f25be8-2bcd-4c52-a158-35c1ee4eb17c HTTP/1.1" status: 200 len: 710 time: 0.1316760 Sep 23 06:29:20.665326 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a88d5c9-3e11-4f0a-a4bb-b93b06d031cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:29:20.666637 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-8a88d5c9-3e11-4f0a-a4bb-b93b06d031cb admin admin] 10.222.0.39 "GET /v2.0/networks/0f47978c-41eb-4cc7-92bf-8b873be8a1a0 HTTP/1.1" status: 200 len: 886 time: 0.0871048 Sep 23 06:29:20.676580 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-885d5cff-be43-42fe-9909-1a26688a8be3 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:29:20.918830 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-885d5cff-be43-42fe-9909-1a26688a8be3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:29:21.218306 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-885d5cff-be43-42fe-9909-1a26688a8be3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:29:21.291465 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-885d5cff-be43-42fe-9909-1a26688a8be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:29:21.393694 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-885d5cff-be43-42fe-9909-1a26688a8be3 admin admin] Allocated IP 172.25.2.77 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/d2b5746c-dc72-4d56-88e7-64cf4151da46) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:29:21.497138 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-885d5cff-be43-42fe-9909-1a26688a8be3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:29:21.529446 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-885d5cff-be43-42fe-9909-1a26688a8be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:29:21.566403 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885d5cff-be43-42fe-9909-1a26688a8be3 admin admin] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:29:21.569115 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-885d5cff-be43-42fe-9909-1a26688a8be3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:29:21.576970 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885d5cff-be43-42fe-9909-1a26688a8be3 admin admin] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:29:21.579730 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885d5cff-be43-42fe-9909-1a26688a8be3 admin admin] Pushing event updated for resources: {'Port': ['ID=d2b5746c-dc72-4d56-88e7-64cf4151da46,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:29:21.822456 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-885d5cff-be43-42fe-9909-1a26688a8be3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:29:22.017642 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-885d5cff-be43-42fe-9909-1a26688a8be3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2069904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5251'] for router, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:29:22.021265 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-885d5cff-be43-42fe-9909-1a26688a8be3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2069929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2069922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2064665'] for router, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:29:22.139453 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-885d5cff-be43-42fe-9909-1a26688a8be3 admin admin] Router c6f25be8-2bcd-4c52-a158-35c1ee4eb17c has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:29:22.244633 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-885d5cff-be43-42fe-9909-1a26688a8be3 admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:29:22.249909 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-885d5cff-be43-42fe-9909-1a26688a8be3 admin admin] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:29:22.250194 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-885d5cff-be43-42fe-9909-1a26688a8be3 admin admin] 10.222.0.39 "PUT /v2.0/routers/c6f25be8-2bcd-4c52-a158-35c1ee4eb17c HTTP/1.1" status: 200 len: 889 time: 1.5765936 Sep 23 06:29:22.909251 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device a83ab884-a9b9-47d0-980a-9eebb0a3f4bd up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:29:22.957140 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port a83ab884-a9b9-47d0-980a-9eebb0a3f4bd triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:29:22.957513 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:29:23.776885 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1886dee-3067-4cdc-9596-2abd7824af19 None None] Sync routers for ids ['c6f25be8-2bcd-4c52-a158-35c1ee4eb17c'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:29:23.786894 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1886dee-3067-4cdc-9596-2abd7824af19 None None] Routers {'c6f25be8-2bcd-4c52-a158-35c1ee4eb17c'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:29:23.787533 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-b1886dee-3067-4cdc-9596-2abd7824af19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:29:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['c6f25be8-2bcd-4c52-a158-35c1ee4eb17c'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:29:23.993923 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-b1886dee-3067-4cdc-9596-2abd7824af19 None None] Set router c6f25be8-2bcd-4c52-a158-35c1ee4eb17c gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:29:24.391016 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-b1886dee-3067-4cdc-9596-2abd7824af19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f25be8-2bcd-4c52-a158-35c1ee4eb17c', 'name': 'router1', 'tenant_id': '439d091c7e3e49f787215bbbb18ae08b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': 'd2b5746c-dc72-4d56-88e7-64cf4151da46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:29:04Z', 'updated_at': '2021-09-23T06:29:21Z', 'revision_number': 4, 'project_id': '439d091c7e3e49f787215bbbb18ae08b', 'gw_port': {'id': 'd2b5746c-dc72-4d56-88e7-64cf4151da46', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:77:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f25be8-2bcd-4c52-a158-35c1ee4eb17c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:29:21Z', 'updated_at': '2021-09-23T06:29:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': 'a83ab884-a9b9-47d0-980a-9eebb0a3f4bd', 'name': '', 'network_id': 'ac7f99c6-95fd-48f6-9120-3c4d63183e26', 'tenant_id': '439d091c7e3e49f787215bbbb18ae08b', 'mac_address': 'fa:16:3e:a0:bd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f25be8-2bcd-4c52-a158-35c1ee4eb17c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '641534e3-4ddb-4a91-a69b-d0c8fba80639', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:29:13Z', 'updated_at': '2021-09-23T06:29:17Z', 'revision_number': 5, 'project_id': '439d091c7e3e49f787215bbbb18ae08b', 'subnets': [{'id': '641534e3-4ddb-4a91-a69b-d0c8fba80639', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '73a8e13f-c97c-4bae-b1a1-f358a8ed4c5c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:29:24.443740 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1886dee-3067-4cdc-9596-2abd7824af19 None None] Checking router: c6f25be8-2bcd-4c52-a158-35c1ee4eb17c for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:29:24.444097 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1886dee-3067-4cdc-9596-2abd7824af19 None None] Updating router c6f25be8-2bcd-4c52-a158-35c1ee4eb17c port d2b5746c-dc72-4d56-88e7-64cf4151da46 binding host n-d-715271-16 {{(pid=95067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 06:29:24.496457 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b1886dee-3067-4cdc-9596-2abd7824af19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:29:24.685968 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 42778) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:29:24.799369 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-0912267b-0b9c-43ef-9680-8d867d3aa213 admin admin] 10.222.0.39 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1122291 Sep 23 06:29:24.905268 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b1886dee-3067-4cdc-9596-2abd7824af19 None None] Notify callbacks [] for port, precommit_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:29:24.911443 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b1886dee-3067-4cdc-9596-2abd7824af19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:29:24.967137 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-b1886dee-3067-4cdc-9596-2abd7824af19 None None] Attempting to bind port d2b5746c-dc72-4d56-88e7-64cf4151da46 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:29:24.967504 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-b1886dee-3067-4cdc-9596-2abd7824af19 None None] Attempting to bind port d2b5746c-dc72-4d56-88e7-64cf4151da46 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:29:24.967868 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1886dee-3067-4cdc-9596-2abd7824af19 None None] Attempting to bind port d2b5746c-dc72-4d56-88e7-64cf4151da46 on network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:29:24.969738 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750d3b48-08bc-40e1-9d4d-7f729e93106f None None] Pushing event updated for resources: {'Port': ['ID=d2b5746c-dc72-4d56-88e7-64cf4151da46,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:29:24.975366 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1886dee-3067-4cdc-9596-2abd7824af19 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:29:24.975733 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1886dee-3067-4cdc-9596-2abd7824af19 None None] Checking segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:29:24.976133 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b1886dee-3067-4cdc-9596-2abd7824af19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:29:24.976514 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1886dee-3067-4cdc-9596-2abd7824af19 None None] Bound using segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:29:24.976975 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-b1886dee-3067-4cdc-9596-2abd7824af19 None None] Bound port: d2b5746c-dc72-4d56-88e7-64cf4151da46, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:29:24.977498 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b1886dee-3067-4cdc-9596-2abd7824af19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:29:25.029396 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-b1886dee-3067-4cdc-9596-2abd7824af19 None None] For port d2b5746c-dc72-4d56-88e7-64cf4151da46, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:29:25.032563 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-b1886dee-3067-4cdc-9596-2abd7824af19 None None] For port d2b5746c-dc72-4d56-88e7-64cf4151da46, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=d2b5746c-dc72-4d56-88e7-64cf4151da46,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:29:25.036502 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b1886dee-3067-4cdc-9596-2abd7824af19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:29:25.097107 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750d3b48-08bc-40e1-9d4d-7f729e93106f None None] Pushing event updated for resources: {'Port': ['ID=d2b5746c-dc72-4d56-88e7-64cf4151da46,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:29:25.099717 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1886dee-3067-4cdc-9596-2abd7824af19 None None] Routers {'c6f25be8-2bcd-4c52-a158-35c1ee4eb17c'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:29:25.100303 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-b1886dee-3067-4cdc-9596-2abd7824af19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:29:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['c6f25be8-2bcd-4c52-a158-35c1ee4eb17c'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:29:25.209726 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-b1886dee-3067-4cdc-9596-2abd7824af19 None None] Set router c6f25be8-2bcd-4c52-a158-35c1ee4eb17c gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:29:25.423518 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-b1886dee-3067-4cdc-9596-2abd7824af19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f25be8-2bcd-4c52-a158-35c1ee4eb17c', 'name': 'router1', 'tenant_id': '439d091c7e3e49f787215bbbb18ae08b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': 'd2b5746c-dc72-4d56-88e7-64cf4151da46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:29:04Z', 'updated_at': '2021-09-23T06:29:21Z', 'revision_number': 4, 'project_id': '439d091c7e3e49f787215bbbb18ae08b', 'gw_port': {'id': 'd2b5746c-dc72-4d56-88e7-64cf4151da46', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:77:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f25be8-2bcd-4c52-a158-35c1ee4eb17c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:29:21Z', 'updated_at': '2021-09-23T06:29:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': 'a83ab884-a9b9-47d0-980a-9eebb0a3f4bd', 'name': '', 'network_id': 'ac7f99c6-95fd-48f6-9120-3c4d63183e26', 'tenant_id': '439d091c7e3e49f787215bbbb18ae08b', 'mac_address': 'fa:16:3e:a0:bd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f25be8-2bcd-4c52-a158-35c1ee4eb17c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '641534e3-4ddb-4a91-a69b-d0c8fba80639', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:29:13Z', 'updated_at': '2021-09-23T06:29:17Z', 'revision_number': 5, 'project_id': '439d091c7e3e49f787215bbbb18ae08b', 'subnets': [{'id': '641534e3-4ddb-4a91-a69b-d0c8fba80639', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '73a8e13f-c97c-4bae-b1a1-f358a8ed4c5c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:29:25.449348 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1886dee-3067-4cdc-9596-2abd7824af19 None None] The sync data for ids ['c6f25be8-2bcd-4c52-a158-35c1ee4eb17c'] in n-d-715271-16 is: [{'id': 'c6f25be8-2bcd-4c52-a158-35c1ee4eb17c', 'name': 'router1', 'tenant_id': '439d091c7e3e49f787215bbbb18ae08b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': 'd2b5746c-dc72-4d56-88e7-64cf4151da46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:29:04Z', 'updated_at': '2021-09-23T06:29:21Z', 'revision_number': 4, 'project_id': '439d091c7e3e49f787215bbbb18ae08b', 'gw_port': {'id': 'd2b5746c-dc72-4d56-88e7-64cf4151da46', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:77:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f25be8-2bcd-4c52-a158-35c1ee4eb17c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:29:21Z', 'updated_at': '2021-09-23T06:29:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': 'a83ab884-a9b9-47d0-980a-9eebb0a3f4bd', 'name': '', 'network_id': 'ac7f99c6-95fd-48f6-9120-3c4d63183e26', 'tenant_id': '439d091c7e3e49f787215bbbb18ae08b', 'mac_address': 'fa:16:3e:a0:bd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f25be8-2bcd-4c52-a158-35c1ee4eb17c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '641534e3-4ddb-4a91-a69b-d0c8fba80639', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:29:13Z', 'updated_at': '2021-09-23T06:29:17Z', 'revision_number': 5, 'project_id': '439d091c7e3e49f787215bbbb18ae08b', 'subnets': [{'id': '641534e3-4ddb-4a91-a69b-d0c8fba80639', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '73a8e13f-c97c-4bae-b1a1-f358a8ed4c5c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:29:26.939221 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device d2b5746c-dc72-4d56-88e7-64cf4151da46 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:29:26.995203 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port d2b5746c-dc72-4d56-88e7-64cf4151da46 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:29:26.995587 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:29:27.087686 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:29:27.111681 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port d2b5746c-dc72-4d56-88e7-64cf4151da46, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=d2b5746c-dc72-4d56-88e7-64cf4151da46,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:29:27.124435 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:29:27.174384 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=d2b5746c-dc72-4d56-88e7-64cf4151da46,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:29:28.929623 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device d2b5746c-dc72-4d56-88e7-64cf4151da46 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:29:29.006946 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port d2b5746c-dc72-4d56-88e7-64cf4151da46 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:29:29.007564 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:29:37.988656 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b6e0184a-dd2d-4a16-a164-100ea0af3f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:29:40.990651 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-113f1961-9f45-4e5d-bb22-1abf656094d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:29:41.371130 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:29:42.067752 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:29:43.576624 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:29:52.466479 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 5 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 06:30:07.989351 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-291bf786-cdfc-4fc9-8f70-2b2a1852a4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:30:10.988827 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-38640a6e-fc63-42d3-b925-0ec2195f8c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:30:11.375457 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:30:12.073676 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:30:13.572114 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:30:29.466204 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 5 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 06:30:37.990463 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2a42138d-96a0-412e-8022-03e4ea21c221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:30:40.989397 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8c0884ba-1a03-428c-b30c-ad0f7eee0f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:30:41.378579 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:30:42.076054 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:30:43.577233 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:31:06.464891 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 5 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 06:31:06.770696 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 43372) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:31:06.837628 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-58426248-4866-4c1f-81a9-c51514071016 admin admin] GET failed (client error): The resource could not be found. Sep 23 06:31:06.839780 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-58426248-4866-4c1f-81a9-c51514071016 admin admin] 10.222.0.39 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0681386 Sep 23 06:31:07.071388 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525c1d4b-783e-4bd3-b57c-dcc4a6c084cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:31:07.072811 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-525c1d4b-783e-4bd3-b57c-dcc4a6c084cd admin admin] 10.222.0.39 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2284372 Sep 23 06:31:07.991009 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f65da2ef-0e41-4d3c-822f-b98f0e2afe6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:31:09.271422 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 43382) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:31:09.362075 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a5e6bb-2fd3-420c-9e66-21ca71fb5d9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:31:09.363431 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-80a5e6bb-2fd3-420c-9e66-21ca71fb5d9e admin admin] 10.222.0.39 "GET /v2.0/subnets/641534e3-4ddb-4a91-a69b-d0c8fba80639 HTTP/1.1" status: 200 len: 849 time: 0.0910714 Sep 23 06:31:09.374051 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-4857ac9c-ac5e-45bb-ab84-5b67c8495dc5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:31:09.460157 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4857ac9c-ac5e-45bb-ab84-5b67c8495dc5 admin admin] Notify callbacks [] for subnet, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:31:09.601670 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4857ac9c-ac5e-45bb-ab84-5b67c8495dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753429850871'] for subnet, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:31:09.633400 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4857ac9c-ac5e-45bb-ab84-5b67c8495dc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:31:09.633400 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4857ac9c-ac5e-45bb-ab84-5b67c8495dc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:31:09.634740 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-4857ac9c-ac5e-45bb-ab84-5b67c8495dc5 admin admin] 10.222.0.39 "PUT /v2.0/subnets/641534e3-4ddb-4a91-a69b-d0c8fba80639 HTTP/1.1" status: 200 len: 868 time: 0.2649734 Sep 23 06:31:09.637929 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136a289f-e2ee-477d-86f2-bdb3d41a1aa6 None None] Network ac7f99c6-95fd-48f6-9120-3c4d63183e26 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:31:09.656824 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4857ac9c-ac5e-45bb-ab84-5b67c8495dc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=641534e3-4ddb-4a91-a69b-d0c8fba80639,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:31:09.664341 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4857ac9c-ac5e-45bb-ab84-5b67c8495dc5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:31:09.664681 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4857ac9c-ac5e-45bb-ab84-5b67c8495dc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:31:09.665031 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4857ac9c-ac5e-45bb-ab84-5b67c8495dc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:31:09.665370 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4857ac9c-ac5e-45bb-ab84-5b67c8495dc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:31:09.665712 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4857ac9c-ac5e-45bb-ab84-5b67c8495dc5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:31:09.666117 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4857ac9c-ac5e-45bb-ab84-5b67c8495dc5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:31:09.666447 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4857ac9c-ac5e-45bb-ab84-5b67c8495dc5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:31:09.670202 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4857ac9c-ac5e-45bb-ab84-5b67c8495dc5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:31:09.670202 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4857ac9c-ac5e-45bb-ab84-5b67c8495dc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:31:09.670202 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4857ac9c-ac5e-45bb-ab84-5b67c8495dc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:31:09.670202 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4857ac9c-ac5e-45bb-ab84-5b67c8495dc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:31:09.670202 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4857ac9c-ac5e-45bb-ab84-5b67c8495dc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:31:09.984526 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-1252faff-ae81-4a5a-a624-c0f527d28c1b None None] Provisioning complete for port 951ce473-9515-4509-933c-3e5caf7ae414 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:31:09.984895 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-1252faff-ae81-4a5a-a624-c0f527d28c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:31:10.071378 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-1252faff-ae81-4a5a-a624-c0f527d28c1b None None] Provisioning complete for port a83ab884-a9b9-47d0-980a-9eebb0a3f4bd triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:31:10.071672 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-1252faff-ae81-4a5a-a624-c0f527d28c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:31:10.990351 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-53cd1d75-cd23-4e0a-92af-ea28e7abac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:31:11.379449 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:31:11.831484 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 43390) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:31:12.034818 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f944c9c3-ba02-4262-8b29-f749d583fc0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:31:12.035214 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f944c9c3-ba02-4262-8b29-f749d583fc0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:31:12.036771 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-f944c9c3-ba02-4262-8b29-f749d583fc0a admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2043235 Sep 23 06:31:12.076613 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:31:13.581105 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:31:14.246633 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 43398) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:31:14.378184 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e103ca-3aca-4503-b6b6-654cdc8c2064 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:31:14.378574 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e103ca-3aca-4503-b6b6-654cdc8c2064 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:31:14.380100 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-b8e103ca-3aca-4503-b6b6-654cdc8c2064 admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1325185 Sep 23 06:31:16.575679 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 43406) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:31:16.732722 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c862d57-13de-46b2-9d6c-a267479f02ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:31:16.734115 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-8c862d57-13de-46b2-9d6c-a267479f02ba admin admin] 10.222.0.39 "GET /v2.0/networks/0f47978c-41eb-4cc7-92bf-8b873be8a1a0 HTTP/1.1" status: 200 len: 886 time: 0.1574883 Sep 23 06:31:18.924577 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 43416) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:31:19.070428 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcef4197-c448-4387-9289-6db7000a61e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:31:19.071784 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-dcef4197-c448-4387-9289-6db7000a61e0 admin admin] 10.222.0.39 "GET /v2.0/networks/ac7f99c6-95fd-48f6-9120-3c4d63183e26 HTTP/1.1" status: 200 len: 869 time: 0.1462615 Sep 23 06:31:21.271804 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 43424) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:31:21.397204 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4a9f49-efe7-483d-8c5e-4e8081eb70b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:31:21.397666 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4a9f49-efe7-483d-8c5e-4e8081eb70b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:31:21.399250 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-2c4a9f49-efe7-483d-8c5e-4e8081eb70b4 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1264787 Sep 23 06:31:23.598702 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 43432) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:31:23.687783 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71071350-be0c-4e4a-8fe3-6df7560356cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:31:23.688242 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71071350-be0c-4e4a-8fe3-6df7560356cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:31:23.689734 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-71071350-be0c-4e4a-8fe3-6df7560356cf admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0901082 Sep 23 06:31:25.886934 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 43440) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:31:25.978057 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f95934f-92c4-43ac-bed6-ee92d009988b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:31:25.979411 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-4f95934f-92c4-43ac-bed6-ee92d009988b admin admin] 10.222.0.39 "GET /v2.0/subnets/641534e3-4ddb-4a91-a69b-d0c8fba80639 HTTP/1.1" status: 200 len: 868 time: 0.0915167 Sep 23 06:31:28.179939 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 43448) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:31:28.267936 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba01cacd-bb5d-4146-af96-eaee1b6dba71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:31:28.269259 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-ba01cacd-bb5d-4146-af96-eaee1b6dba71 admin admin] 10.222.0.39 "GET /v2.0/subnets/7ab91f8d-29a2-4271-97fe-a4b589f7afd1 HTTP/1.1" status: 200 len: 816 time: 0.0883684 Sep 23 06:31:37.992490 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2c309de7-dc0b-40e0-95d9-088a321cd1c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:31:40.990819 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-bbbff10d-7a94-41e6-9c67-c89e698b91a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:31:41.383096 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:31:42.082335 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:31:43.462776 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 5 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 06:31:43.584787 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:31:52.436845 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 43502) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:31:52.483973 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [None req-cd86cf37-63b1-4830-83ab-981f1d52a5b6 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=95065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 06:31:52.484970 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-cd86cf37-63b1-4830-83ab-981f1d52a5b6 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0472076 Sep 23 06:31:54.772500 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 43510) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:31:54.832263 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-77836bfe-1187-4b1d-8575-05a4ff5ccd34 admin admin] GET failed (client error): The resource could not be found. Sep 23 06:31:54.833543 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-77836bfe-1187-4b1d-8575-05a4ff5ccd34 admin admin] 10.222.0.39 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0601356 Sep 23 06:31:54.974524 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a09d395-34a1-44a4-a1d9-83693b3367f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:31:54.976003 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-5a09d395-34a1-44a4-a1d9-83693b3367f1 admin admin] 10.222.0.39 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1377242 Sep 23 06:31:57.204965 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 43518) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:31:57.252870 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-cf14d156-d350-408a-8a3b-67bb04c6515d admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:31:57.273130 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf14d156-d350-408a-8a3b-67bb04c6515d admin admin] Made reservation on behalf of bc98e545a74f42849d3c66696328185d for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:31:57.275405 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cf14d156-d350-408a-8a3b-67bb04c6515d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:31:57.309319 n-d-715271-16 neutron-server[95065]: WARNING neutron.services.revisions.revision_plugin [None req-cf14d156-d350-408a-8a3b-67bb04c6515d admin admin] Could not find related network for resource to bump revision. Sep 23 06:31:57.319619 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf14d156-d350-408a-8a3b-67bb04c6515d admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:31:57.331308 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cf14d156-d350-408a-8a3b-67bb04c6515d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:31:57.331695 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-cf14d156-d350-408a-8a3b-67bb04c6515d admin admin] Added segment e23367ce-0a70-4d1a-be50-96a7392922bf of type vlan for network 16515f0f-e5a6-4630-a440-e11fb2e02062 Sep 23 06:31:57.371597 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cf14d156-d350-408a-8a3b-67bb04c6515d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:31:57.395837 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cf14d156-d350-408a-8a3b-67bb04c6515d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:31:57.396802 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf14d156-d350-408a-8a3b-67bb04c6515d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:31:57.397378 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cf14d156-d350-408a-8a3b-67bb04c6515d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:31:57.426774 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-cf14d156-d350-408a-8a3b-67bb04c6515d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2207363 Sep 23 06:31:57.458394 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf14d156-d350-408a-8a3b-67bb04c6515d admin admin] Pushing event updated for resources: {'Network': ['ID=16515f0f-e5a6-4630-a440-e11fb2e02062,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:31:57.466838 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf14d156-d350-408a-8a3b-67bb04c6515d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:31:57.467179 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf14d156-d350-408a-8a3b-67bb04c6515d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:31:57.467511 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf14d156-d350-408a-8a3b-67bb04c6515d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:31:57.467838 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf14d156-d350-408a-8a3b-67bb04c6515d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:31:57.468166 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf14d156-d350-408a-8a3b-67bb04c6515d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:31:57.468488 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf14d156-d350-408a-8a3b-67bb04c6515d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:31:57.468808 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf14d156-d350-408a-8a3b-67bb04c6515d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:31:57.469124 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf14d156-d350-408a-8a3b-67bb04c6515d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:31:57.469437 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf14d156-d350-408a-8a3b-67bb04c6515d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:31:57.469756 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf14d156-d350-408a-8a3b-67bb04c6515d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:31:57.470104 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf14d156-d350-408a-8a3b-67bb04c6515d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:31:57.470419 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf14d156-d350-408a-8a3b-67bb04c6515d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:31:57.482151 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 16515f0f-e5a6-4630-a440-e11fb2e02062 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:31:59.685081 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 43526) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:31:59.745433 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a0df2f4-5112-4c5d-98c3-5cff50defd56 admin admin] GET failed (client error): The resource could not be found. Sep 23 06:31:59.746775 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-1a0df2f4-5112-4c5d-98c3-5cff50defd56 admin admin] 10.222.0.39 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0607386 Sep 23 06:31:59.816733 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30758a20-964d-4e8c-a5e1-4a1052516bc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:31:59.818176 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-30758a20-964d-4e8c-a5e1-4a1052516bc0 admin admin] 10.222.0.39 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0667872 Sep 23 06:31:59.829127 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-52257ed4-9dca-44b5-8410-92e4ac1b9e59 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062', 'description': 'shared-subnet'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:31:59.849460 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52257ed4-9dca-44b5-8410-92e4ac1b9e59 admin admin] Made reservation on behalf of bc98e545a74f42849d3c66696328185d for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:31:59.851682 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-52257ed4-9dca-44b5-8410-92e4ac1b9e59 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:32:00.049489 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-52257ed4-9dca-44b5-8410-92e4ac1b9e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:32:00.102032 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52257ed4-9dca-44b5-8410-92e4ac1b9e59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:32:00.111938 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52257ed4-9dca-44b5-8410-92e4ac1b9e59 admin admin] Checking segment: {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:32:00.112284 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52257ed4-9dca-44b5-8410-92e4ac1b9e59 admin admin] Network hostable DHCP agents. Network: 16515f0f-e5a6-4630-a440-e11fb2e02062, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:32:00.127712 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52257ed4-9dca-44b5-8410-92e4ac1b9e59 admin admin] Network 16515f0f-e5a6-4630-a440-e11fb2e02062 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:32:00.136637 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-52257ed4-9dca-44b5-8410-92e4ac1b9e59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 16515f0f-e5a6-4630-a440-e11fb2e02062) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:32:00.140636 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52257ed4-9dca-44b5-8410-92e4ac1b9e59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:32:00.141227 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-52257ed4-9dca-44b5-8410-92e4ac1b9e59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:32:00.145492 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfca5369-5df4-4d64-b4a1-520a68fc250e None None] Network 16515f0f-e5a6-4630-a440-e11fb2e02062 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:32:00.154273 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-52257ed4-9dca-44b5-8410-92e4ac1b9e59 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3283770 Sep 23 06:32:00.306792 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20dc53f8-7386-4f95-b63d-2070c8f073fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-16515f0f-e5a6-4630-a440-e11fb2e02062', 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062', 'tenant_id': 'bc98e545a74f42849d3c66696328185d', 'fixed_ips': [{'subnet_id': '3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 06:32:00.307715 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-20dc53f8-7386-4f95-b63d-2070c8f073fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:32:00.448115 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-20dc53f8-7386-4f95-b63d-2070c8f073fd None None] Allocated IP 192.168.233.2 (16515f0f-e5a6-4630-a440-e11fb2e02062/3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e/dd11a402-8c80-4ad9-b01f-76809e902984) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:32:00.590981 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-20dc53f8-7386-4f95-b63d-2070c8f073fd None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:32:00.599235 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-20dc53f8-7386-4f95-b63d-2070c8f073fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:32:00.642602 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20dc53f8-7386-4f95-b63d-2070c8f073fd None None] Network 16515f0f-e5a6-4630-a440-e11fb2e02062 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:32:00.645389 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-20dc53f8-7386-4f95-b63d-2070c8f073fd None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:32:00.648452 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20dc53f8-7386-4f95-b63d-2070c8f073fd None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:32:00.661584 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dc53f8-7386-4f95-b63d-2070c8f073fd None None] Pushing event updated for resources: {'Port': ['ID=dd11a402-8c80-4ad9-b01f-76809e902984,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:32:00.683618 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dc53f8-7386-4f95-b63d-2070c8f073fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:32:00.683945 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dc53f8-7386-4f95-b63d-2070c8f073fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:32:00.684289 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dc53f8-7386-4f95-b63d-2070c8f073fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:32:00.684627 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dc53f8-7386-4f95-b63d-2070c8f073fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:32:00.684956 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dc53f8-7386-4f95-b63d-2070c8f073fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:32:00.685281 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dc53f8-7386-4f95-b63d-2070c8f073fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:32:00.685601 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dc53f8-7386-4f95-b63d-2070c8f073fd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:32:00.686220 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dc53f8-7386-4f95-b63d-2070c8f073fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:32:00.686541 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dc53f8-7386-4f95-b63d-2070c8f073fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:32:00.686878 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dc53f8-7386-4f95-b63d-2070c8f073fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:32:00.687201 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dc53f8-7386-4f95-b63d-2070c8f073fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:32:00.687515 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dc53f8-7386-4f95-b63d-2070c8f073fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:32:00.722495 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-20dc53f8-7386-4f95-b63d-2070c8f073fd None None] Attempting to bind port dd11a402-8c80-4ad9-b01f-76809e902984 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:32:00.722856 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-20dc53f8-7386-4f95-b63d-2070c8f073fd None None] Attempting to bind port dd11a402-8c80-4ad9-b01f-76809e902984 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:32:00.723214 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dc53f8-7386-4f95-b63d-2070c8f073fd None None] Attempting to bind port dd11a402-8c80-4ad9-b01f-76809e902984 on network 16515f0f-e5a6-4630-a440-e11fb2e02062 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:32:00.728113 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dc53f8-7386-4f95-b63d-2070c8f073fd None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:32:00.728478 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dc53f8-7386-4f95-b63d-2070c8f073fd None None] Checking segment: {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:32:00.729482 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-20dc53f8-7386-4f95-b63d-2070c8f073fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:32:00.730014 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dc53f8-7386-4f95-b63d-2070c8f073fd None None] Bound using segment: {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:32:00.730475 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-20dc53f8-7386-4f95-b63d-2070c8f073fd None None] Bound port: dd11a402-8c80-4ad9-b01f-76809e902984, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:32:00.730865 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-20dc53f8-7386-4f95-b63d-2070c8f073fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:32:00.793570 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-20dc53f8-7386-4f95-b63d-2070c8f073fd None None] For port dd11a402-8c80-4ad9-b01f-76809e902984, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:32:00.796848 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-20dc53f8-7386-4f95-b63d-2070c8f073fd None None] For port dd11a402-8c80-4ad9-b01f-76809e902984, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=dd11a402-8c80-4ad9-b01f-76809e902984,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:32:00.801770 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-20dc53f8-7386-4f95-b63d-2070c8f073fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:32:00.860039 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dc53f8-7386-4f95-b63d-2070c8f073fd None None] Pushing event updated for resources: {'Port': ['ID=dd11a402-8c80-4ad9-b01f-76809e902984,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:32:01.680123 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5606062-7a33-4601-86de-8e50b464cd2d None None] Network 16515f0f-e5a6-4630-a440-e11fb2e02062 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:32:01.760849 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-75557223-ed93-42ff-be81-b0d40daeb2c4 None None] Provisioning complete for port dd11a402-8c80-4ad9-b01f-76809e902984 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:32:01.761217 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-75557223-ed93-42ff-be81-b0d40daeb2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:32:01.898457 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-75557223-ed93-42ff-be81-b0d40daeb2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:32:01.938536 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-75557223-ed93-42ff-be81-b0d40daeb2c4 None None] For port dd11a402-8c80-4ad9-b01f-76809e902984, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=dd11a402-8c80-4ad9-b01f-76809e902984,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:32:01.942399 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-75557223-ed93-42ff-be81-b0d40daeb2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:32:02.001474 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75557223-ed93-42ff-be81-b0d40daeb2c4 None None] Pushing event updated for resources: {'Port': ['ID=dd11a402-8c80-4ad9-b01f-76809e902984,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:32:02.162936 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-ad2b128e-3426-4df8-9ef5-78e46c89bd65 None None] Provisioning complete for port dd11a402-8c80-4ad9-b01f-76809e902984 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:32:02.163239 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ad2b128e-3426-4df8-9ef5-78e46c89bd65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:32:03.064879 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device dd11a402-8c80-4ad9-b01f-76809e902984 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:32:03.121661 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port dd11a402-8c80-4ad9-b01f-76809e902984 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:32:03.122067 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:32:07.994984 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-473aa62e-bfee-41d7-8a13-af1db1ea97ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:32:10.992541 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5c923724-5397-40fe-b975-3d5af8532c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:32:11.384531 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:32:12.081558 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:32:13.590081 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:32:20.460821 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 5 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 06:32:37.996259 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a86f1fda-9448-4df5-912c-fe99ecd92ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:32:40.993288 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b2085318-8108-4ddf-9de9-e480dacf6475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:32:41.386916 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:32:42.085311 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:32:43.591566 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:32:57.458972 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 5 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 06:33:07.997167 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-96458599-e995-44cc-adf4-7b3424f46b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:33:09.027687 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 43578) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:33:09.033496 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [None req-32484b0b-63b8-456f-b29a-ff0e715c4d03 tempest-verify_tempest_config-1236658039 tempest-verify_tempest_config-1236658039-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=95065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 06:33:09.034525 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-32484b0b-63b8-456f-b29a-ff0e715c4d03 tempest-verify_tempest_config-1236658039 tempest-verify_tempest_config-1236658039-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058684 Sep 23 06:33:09.323528 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 43596) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:33:09.423853 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f433486e-fac0-4b83-818b-a10ca2e2cd53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:33:09.517329 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f433486e-fac0-4b83-818b-a10ca2e2cd53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:33:09.521819 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f433486e-fac0-4b83-818b-a10ca2e2cd53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:33:09.566637 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f433486e-fac0-4b83-818b-a10ca2e2cd53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cfd7648-55f4-42e3-8b6e-bd2704bc3054,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:33:09.571149 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-f433486e-fac0-4b83-818b-a10ca2e2cd53 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f99473a7e4f64803a0e9acd688f646aa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2466378 Sep 23 06:33:09.574220 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 43600) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:33:09.575567 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f433486e-fac0-4b83-818b-a10ca2e2cd53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:33:09.575917 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f433486e-fac0-4b83-818b-a10ca2e2cd53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:33:09.576255 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f433486e-fac0-4b83-818b-a10ca2e2cd53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:33:09.576586 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f433486e-fac0-4b83-818b-a10ca2e2cd53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:33:09.576916 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f433486e-fac0-4b83-818b-a10ca2e2cd53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:33:09.577242 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f433486e-fac0-4b83-818b-a10ca2e2cd53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:33:09.577566 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f433486e-fac0-4b83-818b-a10ca2e2cd53 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:33:09.577912 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f433486e-fac0-4b83-818b-a10ca2e2cd53 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:33:09.578237 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f433486e-fac0-4b83-818b-a10ca2e2cd53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:33:09.578550 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f433486e-fac0-4b83-818b-a10ca2e2cd53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:33:09.578876 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f433486e-fac0-4b83-818b-a10ca2e2cd53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:33:09.579194 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f433486e-fac0-4b83-818b-a10ca2e2cd53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:33:09.648503 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a6a0ea49-057a-40bc-8ac5-cbe2866ca32f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:33:09.672889 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a6a0ea49-057a-40bc-8ac5-cbe2866ca32f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:33:09.762301 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a6a0ea49-057a-40bc-8ac5-cbe2866ca32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:33:09.764847 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a6a0ea49-057a-40bc-8ac5-cbe2866ca32f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:33:09.768982 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-a6a0ea49-057a-40bc-8ac5-cbe2866ca32f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1cfd7648-55f4-42e3-8b6e-bd2704bc3054 HTTP/1.1" status: 204 len: 168 time: 0.1936841 Sep 23 06:33:09.776703 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a0ea49-057a-40bc-8ac5-cbe2866ca32f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cfd7648-55f4-42e3-8b6e-bd2704bc3054,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:33:09.783256 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a0ea49-057a-40bc-8ac5-cbe2866ca32f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:33:09.783538 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a0ea49-057a-40bc-8ac5-cbe2866ca32f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:33:09.783877 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a0ea49-057a-40bc-8ac5-cbe2866ca32f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:33:09.784210 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a0ea49-057a-40bc-8ac5-cbe2866ca32f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:33:09.784538 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a0ea49-057a-40bc-8ac5-cbe2866ca32f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:33:09.784861 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a0ea49-057a-40bc-8ac5-cbe2866ca32f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:33:09.785184 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a0ea49-057a-40bc-8ac5-cbe2866ca32f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:33:09.785506 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a0ea49-057a-40bc-8ac5-cbe2866ca32f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:33:09.785830 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a0ea49-057a-40bc-8ac5-cbe2866ca32f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:33:09.786174 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a0ea49-057a-40bc-8ac5-cbe2866ca32f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:33:09.786494 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a0ea49-057a-40bc-8ac5-cbe2866ca32f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:33:09.786823 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a0ea49-057a-40bc-8ac5-cbe2866ca32f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:33:10.995352 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8d7d5d0b-f46b-4fd7-971d-0d6ecbf6bc51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:33:11.384059 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:33:12.088711 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:33:13.595252 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:33:34.457179 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 5 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 06:33:37.998062 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-cdf14aa5-d381-469c-a4eb-2cc8b218595a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:33:40.995224 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-842ee75a-e25e-4290-b846-e589905624aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:33:41.388377 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:33:42.091466 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:33:43.599293 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:34:07.998812 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-78ba6ecc-c43f-4924-a080-99031f03d5d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:34:10.995985 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-91de4c29-628d-403b-adab-c7472ba5b4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:34:11.390140 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:34:11.455824 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 5 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 06:34:12.094664 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:34:13.601400 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:34:38.003850 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-9c44fab2-a927-438b-af3f-73a23a87477e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:34:40.996341 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5bdea933-bf38-4d4a-a621-fc211bb3cef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:34:41.389497 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:34:42.097952 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:34:43.604562 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:34:48.454066 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 5 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 06:35:08.005157 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a648f55f-7523-4c74-985c-e6a193e9becb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:35:10.996151 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-908a35a4-956a-4017-82ef-dc37fdd35080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:35:11.389536 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:35:12.100608 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:35:13.608200 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:35:25.451608 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 5 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 06:35:38.005227 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f5c4cbb8-a7d3-4782-8e41-14ca248268fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:35:40.996194 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-83c31349-8094-451f-9cf9-230b3fd846bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:35:41.389688 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:35:42.101932 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:35:43.611706 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:36:02.449973 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 5 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 06:36:08.005544 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-6b91f589-0629-4819-8d00-9284640be9bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:36:10.999491 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-cc5cbc6c-bfdc-4a60-8f3d-74999e9bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:36:11.393428 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:36:12.103676 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:36:13.614363 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:36:36.051384 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2068686'] for agent, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:36:38.004961 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d4066b0d-fb6f-4197-a2c6-694a68ce8895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:36:39.448455 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 6 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 06:36:39.665727 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2068686'] for agent, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:36:41.000095 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-9afa4538-8597-41a5-abbb-1205b03f7c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:36:41.395461 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:36:42.107801 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:36:43.616591 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:37:05.995311 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:37:08.004296 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-85c60fb4-ae85-49bf-a0a3-dcd37ee6717c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:37:09.642526 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:37:11.000298 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-7540e523-ddad-4457-9bc5-53913d18af5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:37:11.397103 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:37:12.110502 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:37:13.620331 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:37:16.446739 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 06:37:19.713642 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 43662) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:37:19.816815 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-a0f54cd7-d707-4972-8f4a-619326122cbd admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1010854 Sep 23 06:37:22.036475 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 43672) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:37:22.091492 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-1f5ca362-c9d4-4482-8f56-0fbb59ffc8fd admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0539200 Sep 23 06:37:36.019417 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:37:38.004480 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a1533ea9-3257-4ff5-a475-b5afa6b6759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:37:39.664758 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:37:41.000417 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-832ebe26-6026-4f91-ab9f-8455ff4ecd83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:37:41.396430 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:37:42.117651 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:37:43.622333 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:37:53.444787 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 06:38:06.024333 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:08.010267 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-228b7c1e-25b1-4e6b-9421-396ba08bc851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:09.671803 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:11.004068 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-99c35731-3bf7-49fd-a34f-8a5ae15b255e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:11.401548 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:12.130555 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:13.626120 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:30.443132 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 06:38:36.024648 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:38.002007 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-67d5c52d-64d8-4352-84b2-98f7786cc5cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:39.662852 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:41.005955 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d566e5a1-9e72-4a2e-a288-d582456404f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:41.403042 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:42.123077 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:43.628985 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:50.868089 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 43886) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:38:51.142238 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 43904) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:38:51.271267 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-72210bc1-840c-4af6-be53-5aff8fc52a2f admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-586674481-network', 'tenant_id': 'b4fd4d42904645d3a9db4b781392d8fe'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:38:51.295547 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72210bc1-840c-4af6-be53-5aff8fc52a2f admin admin] Made reservation on behalf of b4fd4d42904645d3a9db4b781392d8fe for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:38:51.298555 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-72210bc1-840c-4af6-be53-5aff8fc52a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:51.312931 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-72210bc1-840c-4af6-be53-5aff8fc52a2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:51.406540 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-72210bc1-840c-4af6-be53-5aff8fc52a2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:51.411791 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-72210bc1-840c-4af6-be53-5aff8fc52a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:51.433701 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72210bc1-840c-4af6-be53-5aff8fc52a2f admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:38:51.448732 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72210bc1-840c-4af6-be53-5aff8fc52a2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c13a6045-bf97-408d-9368-e79e34dd4904,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:38:51.456816 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72210bc1-840c-4af6-be53-5aff8fc52a2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:38:51.457160 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72210bc1-840c-4af6-be53-5aff8fc52a2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:38:51.457501 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72210bc1-840c-4af6-be53-5aff8fc52a2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:38:51.457839 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72210bc1-840c-4af6-be53-5aff8fc52a2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:38:51.458199 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72210bc1-840c-4af6-be53-5aff8fc52a2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:38:51.458532 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72210bc1-840c-4af6-be53-5aff8fc52a2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:38:51.458855 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72210bc1-840c-4af6-be53-5aff8fc52a2f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:38:51.459176 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72210bc1-840c-4af6-be53-5aff8fc52a2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:38:51.459509 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72210bc1-840c-4af6-be53-5aff8fc52a2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:38:51.459816 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72210bc1-840c-4af6-be53-5aff8fc52a2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:38:51.460325 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72210bc1-840c-4af6-be53-5aff8fc52a2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:38:51.460672 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72210bc1-840c-4af6-be53-5aff8fc52a2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:38:51.461684 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72210bc1-840c-4af6-be53-5aff8fc52a2f admin admin] Tracked resource versions report: Sep 23 06:38:51.461684 n-d-715271-16 neutron-server[95065]: pushed versions: Sep 23 06:38:51.461684 n-d-715271-16 neutron-server[95065]: { 'AddressGroup': {'1.2'}, Sep 23 06:38:51.461684 n-d-715271-16 neutron-server[95065]: 'ConntrackHelper': {'1.0'}, Sep 23 06:38:51.461684 n-d-715271-16 neutron-server[95065]: 'Log': {'1.0'}, Sep 23 06:38:51.461684 n-d-715271-16 neutron-server[95065]: 'Network': {'1.1'}, Sep 23 06:38:51.461684 n-d-715271-16 neutron-server[95065]: 'Port': {'1.7'}, Sep 23 06:38:51.461684 n-d-715271-16 neutron-server[95065]: 'PortForwarding': {'1.2'}, Sep 23 06:38:51.461684 n-d-715271-16 neutron-server[95065]: 'QosPolicy': {'1.9'}, Sep 23 06:38:51.461684 n-d-715271-16 neutron-server[95065]: 'SecurityGroup': {'1.4'}, Sep 23 06:38:51.461684 n-d-715271-16 neutron-server[95065]: 'SecurityGroupRule': {'1.2'}, Sep 23 06:38:51.461684 n-d-715271-16 neutron-server[95065]: 'SubPort': {'1.0'}, Sep 23 06:38:51.461684 n-d-715271-16 neutron-server[95065]: 'Subnet': {'1.1'}, Sep 23 06:38:51.461684 n-d-715271-16 neutron-server[95065]: 'Trunk': {'1.1'}} Sep 23 06:38:51.461684 n-d-715271-16 neutron-server[95065]: consumer versions: Sep 23 06:38:51.461684 n-d-715271-16 neutron-server[95065]: { DHCP agent@n-d-715271-16: {}, Sep 23 06:38:51.461684 n-d-715271-16 neutron-server[95065]: HyperV agent@n-h1-715271-16: {}, Sep 23 06:38:51.461684 n-d-715271-16 neutron-server[95065]: HyperV agent@n-h2-715271-16: {}, Sep 23 06:38:51.461684 n-d-715271-16 neutron-server[95065]: L3 agent@n-d-715271-16: {}, Sep 23 06:38:51.461684 n-d-715271-16 neutron-server[95065]: Metadata agent@n-d-715271-16: {}, Sep 23 06:38:51.461684 n-d-715271-16 neutron-server[95065]: Metering agent@n-d-715271-16: {}, Sep 23 06:38:51.461684 n-d-715271-16 neutron-server[95065]: Open vSwitch agent@n-d-715271-16: { 'AddressGroup': '1.2', Sep 23 06:38:51.461684 n-d-715271-16 neutron-server[95065]: 'ConntrackHelper': '1.0', Sep 23 06:38:51.461684 n-d-715271-16 neutron-server[95065]: 'Log': '1.0', Sep 23 06:38:51.461684 n-d-715271-16 neutron-server[95065]: 'Network': '1.1', Sep 23 06:38:51.461684 n-d-715271-16 neutron-server[95065]: 'Port': '1.7', Sep 23 06:38:51.461684 n-d-715271-16 neutron-server[95065]: 'PortForwarding': '1.2', Sep 23 06:38:51.461684 n-d-715271-16 neutron-server[95065]: 'QosPolicy': '1.9', Sep 23 06:38:51.461684 n-d-715271-16 neutron-server[95065]: 'SecurityGroup': '1.4', Sep 23 06:38:51.461684 n-d-715271-16 neutron-server[95065]: 'SecurityGroupRule': '1.2', Sep 23 06:38:51.461684 n-d-715271-16 neutron-server[95065]: 'SubPort': '1.0', Sep 23 06:38:51.461684 n-d-715271-16 neutron-server[95065]: 'Subnet': '1.1', Sep 23 06:38:51.461684 n-d-715271-16 neutron-server[95065]: 'Trunk': '1.1'}} Sep 23 06:38:51.461684 n-d-715271-16 neutron-server[95065]: {{(pid=95065) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 06:38:51.468066 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-72210bc1-840c-4af6-be53-5aff8fc52a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:51.468409 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-72210bc1-840c-4af6-be53-5aff8fc52a2f admin admin] Added segment b569fd8b-6a61-4c64-b70e-3efdef1c71e0 of type vlan for network c551f062-d2de-4528-8056-81dd05062bf0 Sep 23 06:38:51.514501 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-72210bc1-840c-4af6-be53-5aff8fc52a2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:51.539527 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-72210bc1-840c-4af6-be53-5aff8fc52a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:51.540598 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72210bc1-840c-4af6-be53-5aff8fc52a2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:38:51.541241 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-72210bc1-840c-4af6-be53-5aff8fc52a2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:51.567370 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 43920) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:38:51.568001 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-72210bc1-840c-4af6-be53-5aff8fc52a2f admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6982484 Sep 23 06:38:51.573062 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-e3698737-09c6-423a-b124-73f95f627bed admin admin] Request body: {'subnet': {'network_id': 'c551f062-d2de-4528-8056-81dd05062bf0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-586674481-subnet', 'tenant_id': 'b4fd4d42904645d3a9db4b781392d8fe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:38:51.598110 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3698737-09c6-423a-b124-73f95f627bed admin admin] Made reservation on behalf of b4fd4d42904645d3a9db4b781392d8fe for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:38:51.602048 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e3698737-09c6-423a-b124-73f95f627bed admin admin] Notify callbacks [] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:51.617844 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72210bc1-840c-4af6-be53-5aff8fc52a2f admin admin] Pushing event updated for resources: {'Network': ['ID=c551f062-d2de-4528-8056-81dd05062bf0,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:38:51.630313 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network c551f062-d2de-4528-8056-81dd05062bf0 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:38:51.700594 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-cd2de48d-c841-4aa5-a7be-4a5c6c46fc67 tempest-AutoAllocateNetworkTest-2130078795 tempest-AutoAllocateNetworkTest-2130078795-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=be8735d4758f4185b26b16ba028a80e4&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5571628 Sep 23 06:38:51.701283 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 43926) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:38:51.820139 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e3698737-09c6-423a-b124-73f95f627bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:51.872477 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3698737-09c6-423a-b124-73f95f627bed admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf51907c-7d00-4db7-a61a-2e5dd58b5738,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:38:51.880783 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3698737-09c6-423a-b124-73f95f627bed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:38:51.881442 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3698737-09c6-423a-b124-73f95f627bed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:38:51.881963 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3698737-09c6-423a-b124-73f95f627bed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:38:51.882449 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3698737-09c6-423a-b124-73f95f627bed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:38:51.882961 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3698737-09c6-423a-b124-73f95f627bed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:38:51.883539 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3698737-09c6-423a-b124-73f95f627bed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:38:51.884196 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3698737-09c6-423a-b124-73f95f627bed admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:38:51.884687 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3698737-09c6-423a-b124-73f95f627bed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:38:51.885713 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3698737-09c6-423a-b124-73f95f627bed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:38:51.886225 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3698737-09c6-423a-b124-73f95f627bed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:38:51.886825 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3698737-09c6-423a-b124-73f95f627bed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:38:51.887300 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3698737-09c6-423a-b124-73f95f627bed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:38:51.888582 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3698737-09c6-423a-b124-73f95f627bed admin admin] Tracked resource versions report: Sep 23 06:38:51.888582 n-d-715271-16 neutron-server[95066]: pushed versions: Sep 23 06:38:51.888582 n-d-715271-16 neutron-server[95066]: { 'AddressGroup': {'1.2'}, Sep 23 06:38:51.888582 n-d-715271-16 neutron-server[95066]: 'ConntrackHelper': {'1.0'}, Sep 23 06:38:51.888582 n-d-715271-16 neutron-server[95066]: 'Log': {'1.0'}, Sep 23 06:38:51.888582 n-d-715271-16 neutron-server[95066]: 'Network': {'1.1'}, Sep 23 06:38:51.888582 n-d-715271-16 neutron-server[95066]: 'Port': {'1.7'}, Sep 23 06:38:51.888582 n-d-715271-16 neutron-server[95066]: 'PortForwarding': {'1.2'}, Sep 23 06:38:51.888582 n-d-715271-16 neutron-server[95066]: 'QosPolicy': {'1.9'}, Sep 23 06:38:51.888582 n-d-715271-16 neutron-server[95066]: 'SecurityGroup': {'1.4'}, Sep 23 06:38:51.888582 n-d-715271-16 neutron-server[95066]: 'SecurityGroupRule': {'1.2'}, Sep 23 06:38:51.888582 n-d-715271-16 neutron-server[95066]: 'SubPort': {'1.0'}, Sep 23 06:38:51.888582 n-d-715271-16 neutron-server[95066]: 'Subnet': {'1.1'}, Sep 23 06:38:51.888582 n-d-715271-16 neutron-server[95066]: 'Trunk': {'1.1'}} Sep 23 06:38:51.888582 n-d-715271-16 neutron-server[95066]: consumer versions: Sep 23 06:38:51.888582 n-d-715271-16 neutron-server[95066]: { DHCP agent@n-d-715271-16: {}, Sep 23 06:38:51.888582 n-d-715271-16 neutron-server[95066]: HyperV agent@n-h1-715271-16: {}, Sep 23 06:38:51.888582 n-d-715271-16 neutron-server[95066]: HyperV agent@n-h2-715271-16: {}, Sep 23 06:38:51.888582 n-d-715271-16 neutron-server[95066]: L3 agent@n-d-715271-16: {}, Sep 23 06:38:51.888582 n-d-715271-16 neutron-server[95066]: Metadata agent@n-d-715271-16: {}, Sep 23 06:38:51.888582 n-d-715271-16 neutron-server[95066]: Metering agent@n-d-715271-16: {}, Sep 23 06:38:51.888582 n-d-715271-16 neutron-server[95066]: Open vSwitch agent@n-d-715271-16: { 'AddressGroup': '1.2', Sep 23 06:38:51.888582 n-d-715271-16 neutron-server[95066]: 'ConntrackHelper': '1.0', Sep 23 06:38:51.888582 n-d-715271-16 neutron-server[95066]: 'Log': '1.0', Sep 23 06:38:51.888582 n-d-715271-16 neutron-server[95066]: 'Network': '1.1', Sep 23 06:38:51.888582 n-d-715271-16 neutron-server[95066]: 'Port': '1.7', Sep 23 06:38:51.888582 n-d-715271-16 neutron-server[95066]: 'PortForwarding': '1.2', Sep 23 06:38:51.888582 n-d-715271-16 neutron-server[95066]: 'QosPolicy': '1.9', Sep 23 06:38:51.888582 n-d-715271-16 neutron-server[95066]: 'SecurityGroup': '1.4', Sep 23 06:38:51.888582 n-d-715271-16 neutron-server[95066]: 'SecurityGroupRule': '1.2', Sep 23 06:38:51.888582 n-d-715271-16 neutron-server[95066]: 'SubPort': '1.0', Sep 23 06:38:51.888582 n-d-715271-16 neutron-server[95066]: 'Subnet': '1.1', Sep 23 06:38:51.888582 n-d-715271-16 neutron-server[95066]: 'Trunk': '1.1'}} Sep 23 06:38:51.888582 n-d-715271-16 neutron-server[95066]: {{(pid=95066) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 06:38:51.918842 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3698737-09c6-423a-b124-73f95f627bed admin admin] Checking segment: {'id': 'b569fd8b-6a61-4c64-b70e-3efdef1c71e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c551f062-d2de-4528-8056-81dd05062bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:38:51.919659 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3698737-09c6-423a-b124-73f95f627bed admin admin] Network hostable DHCP agents. Network: c551f062-d2de-4528-8056-81dd05062bf0, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:38:51.939703 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c2b9c7-7b81-489f-830c-b04c1c0b2bfc tempest-AutoAllocateNetworkTest-2130078795 tempest-AutoAllocateNetworkTest-2130078795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:38:51.940553 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3698737-09c6-423a-b124-73f95f627bed admin admin] Network c551f062-d2de-4528-8056-81dd05062bf0 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:38:51.946302 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 43944) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:38:51.947846 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-36c2b9c7-7b81-489f-830c-b04c1c0b2bfc tempest-AutoAllocateNetworkTest-2130078795 tempest-AutoAllocateNetworkTest-2130078795-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2453928 Sep 23 06:38:52.009205 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-a97534d7-69fc-4dd5-9904-d9e2104956ac tempest-AutoAllocateNetworkTest-2130078795 tempest-AutoAllocateNetworkTest-2130078795-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0618050 Sep 23 06:38:52.009848 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-e3698737-09c6-423a-b124-73f95f627bed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, c551f062-d2de-4528-8056-81dd05062bf0) {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:38:52.011778 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 43950) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:38:52.019918 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55109b9-814a-498c-85df-eff4951e9ab9 None None] Network c551f062-d2de-4528-8056-81dd05062bf0 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:38:52.031255 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3698737-09c6-423a-b124-73f95f627bed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:38:52.031881 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e3698737-09c6-423a-b124-73f95f627bed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:52.047648 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-b61989ab-d4d6-4d97-9a32-ea4e52623f1d tempest-AutoAllocateNetworkTest-2130078795 tempest-AutoAllocateNetworkTest-2130078795-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=be8735d4758f4185b26b16ba028a80e4 HTTP/1.1" status: 200 len: 208 time: 0.0345314 Sep 23 06:38:52.059504 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-e3698737-09c6-423a-b124-73f95f627bed admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4906876 Sep 23 06:38:52.061751 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 43954) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:38:52.067300 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-e17efae6-37c0-467f-8990-a3b3cff2b93b admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-586674481-router', 'tenant_id': 'b4fd4d42904645d3a9db4b781392d8fe', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:38:52.105152 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e17efae6-37c0-467f-8990-a3b3cff2b93b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:52.106500 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e17efae6-37c0-467f-8990-a3b3cff2b93b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:52.213405 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a91d73e-fc55-4576-8c30-136fb83ec1d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-c551f062-d2de-4528-8056-81dd05062bf0', 'network_id': 'c551f062-d2de-4528-8056-81dd05062bf0', 'tenant_id': 'b4fd4d42904645d3a9db4b781392d8fe', 'fixed_ips': [{'subnet_id': 'bf51907c-7d00-4db7-a61a-2e5dd58b5738'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 06:38:52.214574 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0a91d73e-fc55-4576-8c30-136fb83ec1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:52.219948 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e17efae6-37c0-467f-8990-a3b3cff2b93b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:52.373715 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e17efae6-37c0-467f-8990-a3b3cff2b93b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:52.418872 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-0a91d73e-fc55-4576-8c30-136fb83ec1d7 None None] Allocated IP 172.20.0.2 (c551f062-d2de-4528-8056-81dd05062bf0/bf51907c-7d00-4db7-a61a-2e5dd58b5738/f12830c6-3558-46a7-940a-fcedfb157dd4) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:38:52.576875 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0a91d73e-fc55-4576-8c30-136fb83ec1d7 None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:52.584954 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0a91d73e-fc55-4576-8c30-136fb83ec1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:52.602843 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a91d73e-fc55-4576-8c30-136fb83ec1d7 None None] Network c551f062-d2de-4528-8056-81dd05062bf0 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:38:52.606180 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-0a91d73e-fc55-4576-8c30-136fb83ec1d7 None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:38:52.608796 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a91d73e-fc55-4576-8c30-136fb83ec1d7 None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:38:52.656288 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a91d73e-fc55-4576-8c30-136fb83ec1d7 None None] Pushing event updated for resources: {'Port': ['ID=f12830c6-3558-46a7-940a-fcedfb157dd4,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:38:52.688447 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a91d73e-fc55-4576-8c30-136fb83ec1d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:38:52.688790 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a91d73e-fc55-4576-8c30-136fb83ec1d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:38:52.689122 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a91d73e-fc55-4576-8c30-136fb83ec1d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:38:52.689597 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a91d73e-fc55-4576-8c30-136fb83ec1d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:38:52.690124 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a91d73e-fc55-4576-8c30-136fb83ec1d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:38:52.690458 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a91d73e-fc55-4576-8c30-136fb83ec1d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:38:52.690786 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a91d73e-fc55-4576-8c30-136fb83ec1d7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:38:52.691108 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a91d73e-fc55-4576-8c30-136fb83ec1d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:38:52.691421 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a91d73e-fc55-4576-8c30-136fb83ec1d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:38:52.691745 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a91d73e-fc55-4576-8c30-136fb83ec1d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:38:52.692062 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a91d73e-fc55-4576-8c30-136fb83ec1d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:38:52.692379 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a91d73e-fc55-4576-8c30-136fb83ec1d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:38:52.693388 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a91d73e-fc55-4576-8c30-136fb83ec1d7 None None] Tracked resource versions report: Sep 23 06:38:52.693388 n-d-715271-16 neutron-server[95067]: pushed versions: Sep 23 06:38:52.693388 n-d-715271-16 neutron-server[95067]: { 'AddressGroup': {'1.2'}, Sep 23 06:38:52.693388 n-d-715271-16 neutron-server[95067]: 'ConntrackHelper': {'1.0'}, Sep 23 06:38:52.693388 n-d-715271-16 neutron-server[95067]: 'Log': {'1.0'}, Sep 23 06:38:52.693388 n-d-715271-16 neutron-server[95067]: 'Network': {'1.1'}, Sep 23 06:38:52.693388 n-d-715271-16 neutron-server[95067]: 'Port': {'1.7'}, Sep 23 06:38:52.693388 n-d-715271-16 neutron-server[95067]: 'PortForwarding': {'1.2'}, Sep 23 06:38:52.693388 n-d-715271-16 neutron-server[95067]: 'QosPolicy': {'1.9'}, Sep 23 06:38:52.693388 n-d-715271-16 neutron-server[95067]: 'SecurityGroup': {'1.4'}, Sep 23 06:38:52.693388 n-d-715271-16 neutron-server[95067]: 'SecurityGroupRule': {'1.2'}, Sep 23 06:38:52.693388 n-d-715271-16 neutron-server[95067]: 'SubPort': {'1.0'}, Sep 23 06:38:52.693388 n-d-715271-16 neutron-server[95067]: 'Subnet': {'1.1'}, Sep 23 06:38:52.693388 n-d-715271-16 neutron-server[95067]: 'Trunk': {'1.1'}} Sep 23 06:38:52.693388 n-d-715271-16 neutron-server[95067]: consumer versions: Sep 23 06:38:52.693388 n-d-715271-16 neutron-server[95067]: { DHCP agent@n-d-715271-16: {}, Sep 23 06:38:52.693388 n-d-715271-16 neutron-server[95067]: HyperV agent@n-h1-715271-16: {}, Sep 23 06:38:52.693388 n-d-715271-16 neutron-server[95067]: HyperV agent@n-h2-715271-16: {}, Sep 23 06:38:52.693388 n-d-715271-16 neutron-server[95067]: L3 agent@n-d-715271-16: {}, Sep 23 06:38:52.693388 n-d-715271-16 neutron-server[95067]: Metadata agent@n-d-715271-16: {}, Sep 23 06:38:52.693388 n-d-715271-16 neutron-server[95067]: Metering agent@n-d-715271-16: {}, Sep 23 06:38:52.693388 n-d-715271-16 neutron-server[95067]: Open vSwitch agent@n-d-715271-16: { 'AddressGroup': '1.2', Sep 23 06:38:52.693388 n-d-715271-16 neutron-server[95067]: 'ConntrackHelper': '1.0', Sep 23 06:38:52.693388 n-d-715271-16 neutron-server[95067]: 'Log': '1.0', Sep 23 06:38:52.693388 n-d-715271-16 neutron-server[95067]: 'Network': '1.1', Sep 23 06:38:52.693388 n-d-715271-16 neutron-server[95067]: 'Port': '1.7', Sep 23 06:38:52.693388 n-d-715271-16 neutron-server[95067]: 'PortForwarding': '1.2', Sep 23 06:38:52.693388 n-d-715271-16 neutron-server[95067]: 'QosPolicy': '1.9', Sep 23 06:38:52.693388 n-d-715271-16 neutron-server[95067]: 'SecurityGroup': '1.4', Sep 23 06:38:52.693388 n-d-715271-16 neutron-server[95067]: 'SecurityGroupRule': '1.2', Sep 23 06:38:52.693388 n-d-715271-16 neutron-server[95067]: 'SubPort': '1.0', Sep 23 06:38:52.693388 n-d-715271-16 neutron-server[95067]: 'Subnet': '1.1', Sep 23 06:38:52.693388 n-d-715271-16 neutron-server[95067]: 'Trunk': '1.1'}} Sep 23 06:38:52.693388 n-d-715271-16 neutron-server[95067]: {{(pid=95067) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 06:38:52.722271 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-0a91d73e-fc55-4576-8c30-136fb83ec1d7 None None] Attempting to bind port f12830c6-3558-46a7-940a-fcedfb157dd4 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:38:52.722644 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-0a91d73e-fc55-4576-8c30-136fb83ec1d7 None None] Attempting to bind port f12830c6-3558-46a7-940a-fcedfb157dd4 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': 'b569fd8b-6a61-4c64-b70e-3efdef1c71e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c551f062-d2de-4528-8056-81dd05062bf0'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:38:52.723006 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a91d73e-fc55-4576-8c30-136fb83ec1d7 None None] Attempting to bind port f12830c6-3558-46a7-940a-fcedfb157dd4 on network c551f062-d2de-4528-8056-81dd05062bf0 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:38:52.728067 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a91d73e-fc55-4576-8c30-136fb83ec1d7 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:38:52.728546 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a91d73e-fc55-4576-8c30-136fb83ec1d7 None None] Checking segment: {'id': 'b569fd8b-6a61-4c64-b70e-3efdef1c71e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c551f062-d2de-4528-8056-81dd05062bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:38:52.729360 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0a91d73e-fc55-4576-8c30-136fb83ec1d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:52.729999 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a91d73e-fc55-4576-8c30-136fb83ec1d7 None None] Bound using segment: {'id': 'b569fd8b-6a61-4c64-b70e-3efdef1c71e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c551f062-d2de-4528-8056-81dd05062bf0'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:38:52.730630 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-0a91d73e-fc55-4576-8c30-136fb83ec1d7 None None] Bound port: f12830c6-3558-46a7-940a-fcedfb157dd4, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b569fd8b-6a61-4c64-b70e-3efdef1c71e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c551f062-d2de-4528-8056-81dd05062bf0'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:38:52.731035 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0a91d73e-fc55-4576-8c30-136fb83ec1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:52.771999 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e17efae6-37c0-467f-8990-a3b3cff2b93b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:52.795083 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e17efae6-37c0-467f-8990-a3b3cff2b93b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:52.802681 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-0a91d73e-fc55-4576-8c30-136fb83ec1d7 None None] For port f12830c6-3558-46a7-940a-fcedfb157dd4, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:38:52.806447 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-0a91d73e-fc55-4576-8c30-136fb83ec1d7 None None] For port f12830c6-3558-46a7-940a-fcedfb157dd4, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=f12830c6-3558-46a7-940a-fcedfb157dd4,segment=NetworkSegment(b569fd8b-6a61-4c64-b70e-3efdef1c71e0),segment_id=b569fd8b-6a61-4c64-b70e-3efdef1c71e0)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:38:52.813350 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0a91d73e-fc55-4576-8c30-136fb83ec1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:52.887385 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 43988) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:38:52.898923 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a91d73e-fc55-4576-8c30-136fb83ec1d7 None None] Pushing event updated for resources: {'Port': ['ID=f12830c6-3558-46a7-940a-fcedfb157dd4,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:38:52.928714 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-e17efae6-37c0-467f-8990-a3b3cff2b93b admin admin] Allocated IP 172.25.2.206 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/68a91cea-c487-4b18-9298-97ce80475048) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:38:53.061657 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e17efae6-37c0-467f-8990-a3b3cff2b93b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:53.141841 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e17efae6-37c0-467f-8990-a3b3cff2b93b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:53.191562 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17efae6-37c0-467f-8990-a3b3cff2b93b admin admin] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:38:53.194520 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-e17efae6-37c0-467f-8990-a3b3cff2b93b admin admin] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:38:53.197111 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17efae6-37c0-467f-8990-a3b3cff2b93b admin admin] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:38:53.240660 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17efae6-37c0-467f-8990-a3b3cff2b93b admin admin] Pushing event updated for resources: {'Port': ['ID=68a91cea-c487-4b18-9298-97ce80475048,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:38:53.392114 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device f12830c6-3558-46a7-940a-fcedfb157dd4 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:38:53.492801 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port f12830c6-3558-46a7-940a-fcedfb157dd4 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:38:53.493839 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:53.544961 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e17efae6-37c0-467f-8990-a3b3cff2b93b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:53.612807 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:53.656861 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0235de57-dec0-49dc-b7df-88b5410aa140 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:53.673153 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port f12830c6-3558-46a7-940a-fcedfb157dd4, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=f12830c6-3558-46a7-940a-fcedfb157dd4,segment=NetworkSegment(b569fd8b-6a61-4c64-b70e-3efdef1c71e0),segment_id=b569fd8b-6a61-4c64-b70e-3efdef1c71e0)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:38:53.684174 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:53.753946 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=f12830c6-3558-46a7-940a-fcedfb157dd4,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:38:53.840122 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0235de57-dec0-49dc-b7df-88b5410aa140 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:53.849203 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0235de57-dec0-49dc-b7df-88b5410aa140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:53.889785 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e17efae6-37c0-467f-8990-a3b3cff2b93b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:53.933126 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-0235de57-dec0-49dc-b7df-88b5410aa140 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=be8735d4758f4185b26b16ba028a80e4&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0443826 Sep 23 06:38:53.933761 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44024) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:38:53.997787 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0235de57-dec0-49dc-b7df-88b5410aa140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91bbe5d0-b7ad-406a-8eba-1641c9a22f54,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:38:54.076399 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-efb0fa65-d22d-40bc-a2c5-f7af707037ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:54.112973 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-efb0fa65-d22d-40bc-a2c5-f7af707037ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:54.158787 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e17efae6-37c0-467f-8990-a3b3cff2b93b admin admin] Router 3dfb171b-2695-48d5-be82-db2a718c3c85 is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 06:38:54.168633 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d345848-76de-4528-8610-e3f5c439e0bc None None] Network c551f062-d2de-4528-8056-81dd05062bf0 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:38:54.179517 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-efb0fa65-d22d-40bc-a2c5-f7af707037ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:54.182994 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-efb0fa65-d22d-40bc-a2c5-f7af707037ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:54.184361 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-efb0fa65-d22d-40bc-a2c5-f7af707037ac admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/91bbe5d0-b7ad-406a-8eba-1641c9a22f54 HTTP/1.1" status: 204 len: 168 time: 0.2356260 Sep 23 06:38:54.195641 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb0fa65-d22d-40bc-a2c5-f7af707037ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91bbe5d0-b7ad-406a-8eba-1641c9a22f54,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:38:54.287540 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-1e55be09-c373-4c01-a422-579ce0b8c809 None None] Provisioning complete for port f12830c6-3558-46a7-940a-fcedfb157dd4 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:38:54.288116 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-1e55be09-c373-4c01-a422-579ce0b8c809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:54.325295 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e17efae6-37c0-467f-8990-a3b3cff2b93b admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:38:54.339653 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1bd8c0-32aa-41a2-a9ca-54e30ab4057a None None] Sync routers for ids ['3dfb171b-2695-48d5-be82-db2a718c3c85'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:38:54.342888 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e17efae6-37c0-467f-8990-a3b3cff2b93b admin admin] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:54.344750 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-e17efae6-37c0-467f-8990-a3b3cff2b93b admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.2806301 Sep 23 06:38:54.347962 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44052) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:38:54.353252 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1bd8c0-32aa-41a2-a9ca-54e30ab4057a None None] Routers {'3dfb171b-2695-48d5-be82-db2a718c3c85'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:38:54.354809 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-0f1bd8c0-32aa-41a2-a9ca-54e30ab4057a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:38:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['3dfb171b-2695-48d5-be82-db2a718c3c85'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:38:54.518803 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-0f1bd8c0-32aa-41a2-a9ca-54e30ab4057a None None] Set router 3dfb171b-2695-48d5-be82-db2a718c3c85 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:38:54.714422 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-0f1bd8c0-32aa-41a2-a9ca-54e30ab4057a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dfb171b-2695-48d5-be82-db2a718c3c85', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-586674481-router', 'tenant_id': 'b4fd4d42904645d3a9db4b781392d8fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '68a91cea-c487-4b18-9298-97ce80475048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:38:52Z', 'updated_at': '2021-09-23T06:38:53Z', 'revision_number': 3, 'project_id': 'b4fd4d42904645d3a9db4b781392d8fe', 'gw_port': {'id': '68a91cea-c487-4b18-9298-97ce80475048', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:40:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dfb171b-2695-48d5-be82-db2a718c3c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:38:52Z', 'updated_at': '2021-09-23T06:38:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:38:54.742331 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1bd8c0-32aa-41a2-a9ca-54e30ab4057a None None] Checking router: 3dfb171b-2695-48d5-be82-db2a718c3c85 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:38:54.742632 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1bd8c0-32aa-41a2-a9ca-54e30ab4057a None None] Updating router 3dfb171b-2695-48d5-be82-db2a718c3c85 port 68a91cea-c487-4b18-9298-97ce80475048 binding host n-d-715271-16 {{(pid=95068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 06:38:54.760638 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44060) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:38:54.771766 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-0f1bd8c0-32aa-41a2-a9ca-54e30ab4057a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:54.862327 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-afcfe94f-2ebe-4159-bc7b-d82bc377e4c9 None None] Provisioning complete for port f12830c6-3558-46a7-940a-fcedfb157dd4 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:38:54.863824 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-afcfe94f-2ebe-4159-bc7b-d82bc377e4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:55.114075 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-0f1bd8c0-32aa-41a2-a9ca-54e30ab4057a None None] Notify callbacks [] for port, precommit_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:55.122541 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-0f1bd8c0-32aa-41a2-a9ca-54e30ab4057a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:55.156567 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b7a1f911-bd7a-4f60-9947-7adf4aeaaf12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:55.178052 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-0f1bd8c0-32aa-41a2-a9ca-54e30ab4057a None None] Attempting to bind port 68a91cea-c487-4b18-9298-97ce80475048 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:38:55.178534 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-0f1bd8c0-32aa-41a2-a9ca-54e30ab4057a None None] Attempting to bind port 68a91cea-c487-4b18-9298-97ce80475048 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:38:55.178897 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1bd8c0-32aa-41a2-a9ca-54e30ab4057a None None] Attempting to bind port 68a91cea-c487-4b18-9298-97ce80475048 on network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:38:55.193425 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1bd8c0-32aa-41a2-a9ca-54e30ab4057a None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:38:55.194236 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1bd8c0-32aa-41a2-a9ca-54e30ab4057a None None] Checking segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:38:55.195073 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-0f1bd8c0-32aa-41a2-a9ca-54e30ab4057a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:55.195812 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1bd8c0-32aa-41a2-a9ca-54e30ab4057a None None] Bound using segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:38:55.196698 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-0f1bd8c0-32aa-41a2-a9ca-54e30ab4057a None None] Bound port: 68a91cea-c487-4b18-9298-97ce80475048, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:38:55.197795 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-0f1bd8c0-32aa-41a2-a9ca-54e30ab4057a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:55.200051 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862e5a03-66bf-4773-bcb1-d7b9b1a48471 None None] Pushing event updated for resources: {'Port': ['ID=68a91cea-c487-4b18-9298-97ce80475048,revision_number=2']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:38:55.234879 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862e5a03-66bf-4773-bcb1-d7b9b1a48471 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:38:55.235365 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862e5a03-66bf-4773-bcb1-d7b9b1a48471 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:38:55.235838 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862e5a03-66bf-4773-bcb1-d7b9b1a48471 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:38:55.236306 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862e5a03-66bf-4773-bcb1-d7b9b1a48471 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:38:55.236772 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862e5a03-66bf-4773-bcb1-d7b9b1a48471 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:38:55.237290 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862e5a03-66bf-4773-bcb1-d7b9b1a48471 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:38:55.237751 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862e5a03-66bf-4773-bcb1-d7b9b1a48471 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:38:55.238232 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862e5a03-66bf-4773-bcb1-d7b9b1a48471 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:38:55.238723 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862e5a03-66bf-4773-bcb1-d7b9b1a48471 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:38:55.239466 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862e5a03-66bf-4773-bcb1-d7b9b1a48471 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:38:55.240081 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862e5a03-66bf-4773-bcb1-d7b9b1a48471 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:38:55.240545 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862e5a03-66bf-4773-bcb1-d7b9b1a48471 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:38:55.243269 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862e5a03-66bf-4773-bcb1-d7b9b1a48471 None None] Tracked resource versions report: Sep 23 06:38:55.243269 n-d-715271-16 neutron-server[95068]: pushed versions: Sep 23 06:38:55.243269 n-d-715271-16 neutron-server[95068]: { 'AddressGroup': {'1.2'}, Sep 23 06:38:55.243269 n-d-715271-16 neutron-server[95068]: 'ConntrackHelper': {'1.0'}, Sep 23 06:38:55.243269 n-d-715271-16 neutron-server[95068]: 'Log': {'1.0'}, Sep 23 06:38:55.243269 n-d-715271-16 neutron-server[95068]: 'Network': {'1.1'}, Sep 23 06:38:55.243269 n-d-715271-16 neutron-server[95068]: 'Port': {'1.7'}, Sep 23 06:38:55.243269 n-d-715271-16 neutron-server[95068]: 'PortForwarding': {'1.2'}, Sep 23 06:38:55.243269 n-d-715271-16 neutron-server[95068]: 'QosPolicy': {'1.9'}, Sep 23 06:38:55.243269 n-d-715271-16 neutron-server[95068]: 'SecurityGroup': {'1.4'}, Sep 23 06:38:55.243269 n-d-715271-16 neutron-server[95068]: 'SecurityGroupRule': {'1.2'}, Sep 23 06:38:55.243269 n-d-715271-16 neutron-server[95068]: 'SubPort': {'1.0'}, Sep 23 06:38:55.243269 n-d-715271-16 neutron-server[95068]: 'Subnet': {'1.1'}, Sep 23 06:38:55.243269 n-d-715271-16 neutron-server[95068]: 'Trunk': {'1.1'}} Sep 23 06:38:55.243269 n-d-715271-16 neutron-server[95068]: consumer versions: Sep 23 06:38:55.243269 n-d-715271-16 neutron-server[95068]: { DHCP agent@n-d-715271-16: {}, Sep 23 06:38:55.243269 n-d-715271-16 neutron-server[95068]: HyperV agent@n-h1-715271-16: {}, Sep 23 06:38:55.243269 n-d-715271-16 neutron-server[95068]: HyperV agent@n-h2-715271-16: {}, Sep 23 06:38:55.243269 n-d-715271-16 neutron-server[95068]: L3 agent@n-d-715271-16: {}, Sep 23 06:38:55.243269 n-d-715271-16 neutron-server[95068]: Metadata agent@n-d-715271-16: {}, Sep 23 06:38:55.243269 n-d-715271-16 neutron-server[95068]: Metering agent@n-d-715271-16: {}, Sep 23 06:38:55.243269 n-d-715271-16 neutron-server[95068]: Open vSwitch agent@n-d-715271-16: { 'AddressGroup': '1.2', Sep 23 06:38:55.243269 n-d-715271-16 neutron-server[95068]: 'ConntrackHelper': '1.0', Sep 23 06:38:55.243269 n-d-715271-16 neutron-server[95068]: 'Log': '1.0', Sep 23 06:38:55.243269 n-d-715271-16 neutron-server[95068]: 'Network': '1.1', Sep 23 06:38:55.243269 n-d-715271-16 neutron-server[95068]: 'Port': '1.7', Sep 23 06:38:55.243269 n-d-715271-16 neutron-server[95068]: 'PortForwarding': '1.2', Sep 23 06:38:55.243269 n-d-715271-16 neutron-server[95068]: 'QosPolicy': '1.9', Sep 23 06:38:55.243269 n-d-715271-16 neutron-server[95068]: 'SecurityGroup': '1.4', Sep 23 06:38:55.243269 n-d-715271-16 neutron-server[95068]: 'SecurityGroupRule': '1.2', Sep 23 06:38:55.243269 n-d-715271-16 neutron-server[95068]: 'SubPort': '1.0', Sep 23 06:38:55.243269 n-d-715271-16 neutron-server[95068]: 'Subnet': '1.1', Sep 23 06:38:55.243269 n-d-715271-16 neutron-server[95068]: 'Trunk': '1.1'}} Sep 23 06:38:55.243269 n-d-715271-16 neutron-server[95068]: {{(pid=95068) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 06:38:55.290165 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-07d660c9-40b2-4916-9e26-02ae18b10d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:55.302623 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-0f1bd8c0-32aa-41a2-a9ca-54e30ab4057a None None] For port 68a91cea-c487-4b18-9298-97ce80475048, host n-d-715271-16, cleared binding levels {{(pid=95068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:38:55.308415 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-0f1bd8c0-32aa-41a2-a9ca-54e30ab4057a None None] For port 68a91cea-c487-4b18-9298-97ce80475048, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=68a91cea-c487-4b18-9298-97ce80475048,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:38:55.313081 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-0f1bd8c0-32aa-41a2-a9ca-54e30ab4057a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:55.341980 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device f12830c6-3558-46a7-940a-fcedfb157dd4 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:38:55.383611 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b7a1f911-bd7a-4f60-9947-7adf4aeaaf12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:55.391571 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b7a1f911-bd7a-4f60-9947-7adf4aeaaf12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:55.419007 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862e5a03-66bf-4773-bcb1-d7b9b1a48471 None None] Pushing event updated for resources: {'Port': ['ID=68a91cea-c487-4b18-9298-97ce80475048,revision_number=3']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:38:55.446577 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port f12830c6-3558-46a7-940a-fcedfb157dd4 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:38:55.448906 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:55.464642 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1bd8c0-32aa-41a2-a9ca-54e30ab4057a None None] Routers {'3dfb171b-2695-48d5-be82-db2a718c3c85'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:38:55.465287 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-0f1bd8c0-32aa-41a2-a9ca-54e30ab4057a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:38:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['3dfb171b-2695-48d5-be82-db2a718c3c85'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:38:55.490715 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-b7a1f911-bd7a-4f60-9947-7adf4aeaaf12 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=84c502e3d2d549dba498d2c4e620e64e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7280962 Sep 23 06:38:55.499093 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44086) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:38:55.551519 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a1f911-bd7a-4f60-9947-7adf4aeaaf12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08835d58-5b3f-42cc-92ae-1559ff116546,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:38:55.596150 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-689dc4e4-442d-4833-90ad-5bccfb9ec3f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:55.622383 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-689dc4e4-442d-4833-90ad-5bccfb9ec3f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:55.659899 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-07d660c9-40b2-4916-9e26-02ae18b10d7c admin admin] Allocated IP 172.20.0.1 (c551f062-d2de-4528-8056-81dd05062bf0/bf51907c-7d00-4db7-a61a-2e5dd58b5738/6f8b70cd-eea5-4e7a-9263-fe942dd297c8) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:38:55.683702 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-689dc4e4-442d-4833-90ad-5bccfb9ec3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:55.687257 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-689dc4e4-442d-4833-90ad-5bccfb9ec3f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:55.688681 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-689dc4e4-442d-4833-90ad-5bccfb9ec3f2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/08835d58-5b3f-42cc-92ae-1559ff116546 HTTP/1.1" status: 204 len: 168 time: 0.1885493 Sep 23 06:38:55.699650 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689dc4e4-442d-4833-90ad-5bccfb9ec3f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08835d58-5b3f-42cc-92ae-1559ff116546,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:38:55.701485 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-0f1bd8c0-32aa-41a2-a9ca-54e30ab4057a None None] Set router 3dfb171b-2695-48d5-be82-db2a718c3c85 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:38:55.849318 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44122) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:38:55.851432 n-d-715271-16 neutron-server[95065]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 23 06:38:55.868242 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-07d660c9-40b2-4916-9e26-02ae18b10d7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:55.898167 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6fc49db5-bb0a-4a7a-b572-96eef647fc36 req-9602f1b0-ed1a-4826-9ce0-989aafbadb51 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=60ca6f67d1e34cdc8c49e2e50f80acf8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373046 Sep 23 06:38:55.916739 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-07d660c9-40b2-4916-9e26-02ae18b10d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:55.973220 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d660c9-40b2-4916-9e26-02ae18b10d7c admin admin] Network c551f062-d2de-4528-8056-81dd05062bf0 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:38:55.977745 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-07d660c9-40b2-4916-9e26-02ae18b10d7c admin admin] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:38:55.985068 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d660c9-40b2-4916-9e26-02ae18b10d7c admin admin] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:38:55.985554 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-07d660c9-40b2-4916-9e26-02ae18b10d7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068614'] for router_interface, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:55.989159 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d660c9-40b2-4916-9e26-02ae18b10d7c admin admin] Pushing event updated for resources: {'Port': ['ID=6f8b70cd-eea5-4e7a-9263-fe942dd297c8,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:38:56.048958 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc49db5-bb0a-4a7a-b572-96eef647fc36 req-6cce2a65-607c-4e78-9153-c2dcc5775120 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:38:56.056278 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6fc49db5-bb0a-4a7a-b572-96eef647fc36 req-6cce2a65-607c-4e78-9153-c2dcc5775120 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1572034 Sep 23 06:38:56.082516 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6fc49db5-bb0a-4a7a-b572-96eef647fc36 req-2e336158-e732-4801-a392-2a1ed59e8c79 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.39 "GET /v2.0/quotas/60ca6f67d1e34cdc8c49e2e50f80acf8 HTTP/1.1" status: 200 len: 375 time: 0.0244665 Sep 23 06:38:56.163778 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6fc49db5-bb0a-4a7a-b572-96eef647fc36 req-d2ae7517-3f58-4703-8109-b86bedb853a3 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=60ca6f67d1e34cdc8c49e2e50f80acf8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0801759 Sep 23 06:38:56.240517 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-07d660c9-40b2-4916-9e26-02ae18b10d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:56.267885 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-0f1bd8c0-32aa-41a2-a9ca-54e30ab4057a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dfb171b-2695-48d5-be82-db2a718c3c85', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-586674481-router', 'tenant_id': 'b4fd4d42904645d3a9db4b781392d8fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '68a91cea-c487-4b18-9298-97ce80475048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:38:52Z', 'updated_at': '2021-09-23T06:38:53Z', 'revision_number': 3, 'project_id': 'b4fd4d42904645d3a9db4b781392d8fe', 'gw_port': {'id': '68a91cea-c487-4b18-9298-97ce80475048', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:40:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dfb171b-2695-48d5-be82-db2a718c3c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:38:52Z', 'updated_at': '2021-09-23T06:38:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:38:56.343647 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-cf5e2fd1-70ad-4abf-a918-9ef7faca2c24 None None] Provisioning complete for port 6f8b70cd-eea5-4e7a-9263-fe942dd297c8 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:38:56.346321 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-cf5e2fd1-70ad-4abf-a918-9ef7faca2c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:56.350737 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1bd8c0-32aa-41a2-a9ca-54e30ab4057a None None] The sync data for ids ['3dfb171b-2695-48d5-be82-db2a718c3c85'] in n-d-715271-16 is: [{'id': '3dfb171b-2695-48d5-be82-db2a718c3c85', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-586674481-router', 'tenant_id': 'b4fd4d42904645d3a9db4b781392d8fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '68a91cea-c487-4b18-9298-97ce80475048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:38:52Z', 'updated_at': '2021-09-23T06:38:53Z', 'revision_number': 3, 'project_id': 'b4fd4d42904645d3a9db4b781392d8fe', 'gw_port': {'id': '68a91cea-c487-4b18-9298-97ce80475048', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:40:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dfb171b-2695-48d5-be82-db2a718c3c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:38:52Z', 'updated_at': '2021-09-23T06:38:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:38:56.436823 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-cf5e2fd1-70ad-4abf-a918-9ef7faca2c24 None None] Port 6f8b70cd-eea5-4e7a-9263-fe942dd297c8 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:38:56.505800 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44142) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:38:56.543298 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4f21c457-6483-4ed8-8f7c-6cca23f39d20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:56.682483 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-07d660c9-40b2-4916-9e26-02ae18b10d7c admin admin] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:56.698803 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-07d660c9-40b2-4916-9e26-02ae18b10d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:56.698803 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-07d660c9-40b2-4916-9e26-02ae18b10d7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067062'] for router_interface, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:56.743193 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-01c43c7b-efd9-4033-b27b-d446a723d78e req-8adbe411-c4da-4589-81db-a1ff63a50fc5 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe138c1e-21bf-4afd-bba1-e9cf41909065 HTTP/1.1" status: 200 len: 210 time: 0.0775471 Sep 23 06:38:56.879858 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4f21c457-6483-4ed8-8f7c-6cca23f39d20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:56.892272 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4f21c457-6483-4ed8-8f7c-6cca23f39d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:56.939040 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d660c9-40b2-4916-9e26-02ae18b10d7c admin admin] Pushing event updated for resources: {'Port': ['ID=6f8b70cd-eea5-4e7a-9263-fe942dd297c8,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:38:56.964546 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d660c9-40b2-4916-9e26-02ae18b10d7c admin admin] Network c551f062-d2de-4528-8056-81dd05062bf0 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:38:56.967461 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-07d660c9-40b2-4916-9e26-02ae18b10d7c admin admin] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:38:57.026734 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-4f21c457-6483-4ed8-8f7c-6cca23f39d20 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d6c5d3b45fef459f8c6152adbf3d3d6f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5197554 Sep 23 06:38:57.027502 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44184) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:38:57.039751 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f21c457-6483-4ed8-8f7c-6cca23f39d20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a785e89f-b7c8-4b31-8f02-5ed70d407a34,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:38:57.206125 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-efbcf0f6-6d08-418c-ae18-d94aaf899f79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:57.268811 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-efbcf0f6-6d08-418c-ae18-d94aaf899f79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:57.310215 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07d660c9-40b2-4916-9e26-02ae18b10d7c admin admin] Router 3dfb171b-2695-48d5-be82-db2a718c3c85 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:38:57.401948 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 68a91cea-c487-4b18-9298-97ce80475048 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:38:57.450595 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-efbcf0f6-6d08-418c-ae18-d94aaf899f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:57.453785 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-efbcf0f6-6d08-418c-ae18-d94aaf899f79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:57.456309 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-efbcf0f6-6d08-418c-ae18-d94aaf899f79 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a785e89f-b7c8-4b31-8f02-5ed70d407a34 HTTP/1.1" status: 204 len: 168 time: 0.4227657 Sep 23 06:38:57.490076 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbcf0f6-6d08-418c-ae18-d94aaf899f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a785e89f-b7c8-4b31-8f02-5ed70d407a34,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:38:57.646311 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 68a91cea-c487-4b18-9298-97ce80475048 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:38:57.646684 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:57.652949 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07d660c9-40b2-4916-9e26-02ae18b10d7c admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:38:57.654650 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-06f386b2-dd25-4adc-a9bd-92625e94c329 None None] Provisioning complete for port 6f8b70cd-eea5-4e7a-9263-fe942dd297c8 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:38:57.663526 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-06f386b2-dd25-4adc-a9bd-92625e94c329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:57.668147 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-07d660c9-40b2-4916-9e26-02ae18b10d7c admin admin] 10.222.0.39 "PUT /v2.0/routers/3dfb171b-2695-48d5-be82-db2a718c3c85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3171341 Sep 23 06:38:57.739823 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-06f386b2-dd25-4adc-a9bd-92625e94c329 None None] Port 6f8b70cd-eea5-4e7a-9263-fe942dd297c8 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:38:57.833822 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:57.873911 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port 68a91cea-c487-4b18-9298-97ce80475048, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=68a91cea-c487-4b18-9298-97ce80475048,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:38:57.879581 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:57.960601 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=68a91cea-c487-4b18-9298-97ce80475048,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:38:58.209463 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44278) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:38:58.249796 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44282) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:38:58.496696 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44296) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:38:58.584288 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-efa42090-bdb0-497e-95cd-3e1062976c37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:58.637832 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0b5ff875-4c9a-4fd6-b1d3-86695ab99e0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:58.766567 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-efa42090-bdb0-497e-95cd-3e1062976c37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:58.777297 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-efa42090-bdb0-497e-95cd-3e1062976c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:58.843699 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-efa42090-bdb0-497e-95cd-3e1062976c37 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2b2b7fff38fa431a85fcd73d98da0aec&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6327739 Sep 23 06:38:58.846691 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44312) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:38:58.856155 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa42090-bdb0-497e-95cd-3e1062976c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc26fc86-ec21-45ed-9b08-9219aef5a187,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:38:58.933671 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09ab9f2-8e99-4857-b14e-36caa6aee206 None None] Sync routers for ids ['3dfb171b-2695-48d5-be82-db2a718c3c85'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:38:58.944642 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-423ab505-31c3-496e-a88e-57fe0d0474ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:58.953813 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09ab9f2-8e99-4857-b14e-36caa6aee206 None None] Routers {'3dfb171b-2695-48d5-be82-db2a718c3c85'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:38:58.954675 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-c09ab9f2-8e99-4857-b14e-36caa6aee206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:38:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['3dfb171b-2695-48d5-be82-db2a718c3c85'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:38:58.959111 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-92a25d3a-ff3d-44cb-b5ec-6f8a98817aed req-47d01e61-651f-4fb2-8e12-f188b91e4f76 tempest-AggregatesAdminTestJSON-49839965 tempest-AggregatesAdminTestJSON-49839965-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=0a669d341f864b3593c358f10ca00d4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0566552 Sep 23 06:38:58.975465 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-423ab505-31c3-496e-a88e-57fe0d0474ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:59.043770 n-d-715271-16 neutron-server[95066]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 23 06:38:59.087326 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0b5ff875-4c9a-4fd6-b1d3-86695ab99e0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:59.096297 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0b5ff875-4c9a-4fd6-b1d3-86695ab99e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:59.166703 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-226ff181-d6b9-4fe3-b1fe-293690cdc844 req-595d9457-d068-42ed-a5d5-3b70f9ea2249 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe138c1e-21bf-4afd-bba1-e9cf41909065 HTTP/1.1" status: 200 len: 210 time: 0.6683512 Sep 23 06:38:59.174488 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a25d3a-ff3d-44cb-b5ec-6f8a98817aed req-1f3cfd88-85ea-4350-bfab-1b03674a8736 tempest-AggregatesAdminTestJSON-49839965 tempest-AggregatesAdminTestJSON-49839965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:38:59.176407 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-92a25d3a-ff3d-44cb-b5ec-6f8a98817aed req-1f3cfd88-85ea-4350-bfab-1b03674a8736 tempest-AggregatesAdminTestJSON-49839965 tempest-AggregatesAdminTestJSON-49839965-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2103357 Sep 23 06:38:59.183821 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-0b5ff875-4c9a-4fd6-b1d3-86695ab99e0a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=75f19d8342e34d238e43e5f27ac056f4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9327838 Sep 23 06:38:59.185099 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.58', 49874) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:38:59.187245 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44322) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:38:59.205057 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5ff875-4c9a-4fd6-b1d3-86695ab99e0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34bbc167-5e36-4b2f-98a9-2103a6d9e569,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:38:59.206919 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-423ab505-31c3-496e-a88e-57fe0d0474ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:59.210785 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-423ab505-31c3-496e-a88e-57fe0d0474ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:59.216461 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-423ab505-31c3-496e-a88e-57fe0d0474ac admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cc26fc86-ec21-45ed-9b08-9219aef5a187 HTTP/1.1" status: 204 len: 168 time: 0.3678765 Sep 23 06:38:59.229127 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-c09ab9f2-8e99-4857-b14e-36caa6aee206 None None] Set router 3dfb171b-2695-48d5-be82-db2a718c3c85 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:38:59.241391 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6fc49db5-bb0a-4a7a-b572-96eef647fc36 req-91656a24-86c7-4327-a950-1e28ae58c9f1 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=60ca6f67d1e34cdc8c49e2e50f80acf8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0546219 Sep 23 06:38:59.253119 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423ab505-31c3-496e-a88e-57fe0d0474ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc26fc86-ec21-45ed-9b08-9219aef5a187,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:38:59.253714 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-92a25d3a-ff3d-44cb-b5ec-6f8a98817aed req-c6864944-1986-4cdb-8e25-8f19f4a5300c tempest-AggregatesAdminTestJSON-49839965 tempest-AggregatesAdminTestJSON-49839965-project] 10.222.0.39 "GET /v2.0/quotas/0a669d341f864b3593c358f10ca00d4c HTTP/1.1" status: 200 len: 375 time: 0.0532856 Sep 23 06:38:59.260322 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44328) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:38:59.341501 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-92a25d3a-ff3d-44cb-b5ec-6f8a98817aed req-d8bbe5ac-0a54-4ab6-b284-194807297395 tempest-AggregatesAdminTestJSON-49839965 tempest-AggregatesAdminTestJSON-49839965-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0a669d341f864b3593c358f10ca00d4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0867372 Sep 23 06:38:59.392908 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 68a91cea-c487-4b18-9298-97ce80475048 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:38:59.550628 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e9486930-0e9d-4589-a1da-9864131b9089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:59.577481 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e9486930-0e9d-4589-a1da-9864131b9089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:59.581405 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 68a91cea-c487-4b18-9298-97ce80475048 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:38:59.581856 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:59.663570 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e9486930-0e9d-4589-a1da-9864131b9089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:59.667256 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e9486930-0e9d-4589-a1da-9864131b9089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:59.671363 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-e9486930-0e9d-4589-a1da-9864131b9089 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/34bbc167-5e36-4b2f-98a9-2103a6d9e569 HTTP/1.1" status: 204 len: 168 time: 0.4675143 Sep 23 06:38:59.686504 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fce88240-ac81-4f7a-bbfe-e69586f3707c req-6e2421a9-08fe-4dff-8f3e-3177c08e1fa6 tempest-AggregatesAdminTestJSON-49839965 tempest-AggregatesAdminTestJSON-49839965-project] 10.222.0.39 "GET /v2.0/ports?device_id=dde27859-0b00-4ef3-bdf8-2b2bfb1676fa HTTP/1.1" status: 200 len: 210 time: 0.0576980 Sep 23 06:38:59.703828 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9486930-0e9d-4589-a1da-9864131b9089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34bbc167-5e36-4b2f-98a9-2103a6d9e569,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:38:59.712793 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc49db5-bb0a-4a7a-b572-96eef647fc36 req-f6eac323-d4cf-4e33-bd09-7d047d5a8580 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:38:59.714352 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6fc49db5-bb0a-4a7a-b572-96eef647fc36 req-f6eac323-d4cf-4e33-bd09-7d047d5a8580 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4539423 Sep 23 06:38:59.815301 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ed15900f-3e1d-47b7-8a0d-1b1841199282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:38:59.830069 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-6fc49db5-bb0a-4a7a-b572-96eef647fc36 req-7b3023fe-fa2f-4440-952e-004a842c8a11 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] Request body: {'port': {'device_id': 'fe138c1e-21bf-4afd-bba1-e9cf41909065', 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062', 'admin_state_up': True, 'tenant_id': '60ca6f67d1e34cdc8c49e2e50f80acf8'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:38:59.900800 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-c09ab9f2-8e99-4857-b14e-36caa6aee206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dfb171b-2695-48d5-be82-db2a718c3c85', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-586674481-router', 'tenant_id': 'b4fd4d42904645d3a9db4b781392d8fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '68a91cea-c487-4b18-9298-97ce80475048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:38:52Z', 'updated_at': '2021-09-23T06:38:56Z', 'revision_number': 4, 'project_id': 'b4fd4d42904645d3a9db4b781392d8fe', 'gw_port': {'id': '68a91cea-c487-4b18-9298-97ce80475048', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:40:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfb171b-2695-48d5-be82-db2a718c3c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:38:52Z', 'updated_at': '2021-09-23T06:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '6f8b70cd-eea5-4e7a-9263-fe942dd297c8', 'name': '', 'network_id': 'c551f062-d2de-4528-8056-81dd05062bf0', 'tenant_id': 'b4fd4d42904645d3a9db4b781392d8fe', 'mac_address': 'fa:16:3e:66:3c:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dfb171b-2695-48d5-be82-db2a718c3c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'bf51907c-7d00-4db7-a61a-2e5dd58b5738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:38:55Z', 'updated_at': '2021-09-23T06:38:56Z', 'revision_number': 2, 'project_id': 'b4fd4d42904645d3a9db4b781392d8fe', 'subnets': [{'id': 'bf51907c-7d00-4db7-a61a-2e5dd58b5738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:38:59.948116 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09ab9f2-8e99-4857-b14e-36caa6aee206 None None] Checking router: 3dfb171b-2695-48d5-be82-db2a718c3c85 for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:38:59.949324 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09ab9f2-8e99-4857-b14e-36caa6aee206 None None] Updating router 3dfb171b-2695-48d5-be82-db2a718c3c85 port 6f8b70cd-eea5-4e7a-9263-fe942dd297c8 binding host n-d-715271-16 {{(pid=95067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 06:38:59.983297 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c09ab9f2-8e99-4857-b14e-36caa6aee206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:00.050687 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44372) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:00.120854 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-43d5065c-0be7-4bc0-b299-2f40b7c70a4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:00.142226 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ed15900f-3e1d-47b7-8a0d-1b1841199282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:00.151798 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ed15900f-3e1d-47b7-8a0d-1b1841199282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:00.192904 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.db.api [None req-43d5065c-0be7-4bc0-b299-2f40b7c70a4b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 06:39:00.192904 n-d-715271-16 neutron-server[95066]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 23 06:39:00.192904 n-d-715271-16 neutron-server[95066]: [parameters: {'project_id_1': '2d0ffcc877ae42cc973501b7e53c0fa4', 'expiration_1': datetime.datetime(2021, 9, 23, 6, 38, 40, 148443)}] Sep 23 06:39:00.192904 n-d-715271-16 neutron-server[95066]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95066) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 06:39:00.193274 n-d-715271-16 neutron-server[95066]: DEBUG oslo_db.api [None req-43d5065c-0be7-4bc0-b299-2f40b7c70a4b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 06:39:00.195106 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fc49db5-bb0a-4a7a-b572-96eef647fc36 req-7b3023fe-fa2f-4440-952e-004a842c8a11 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] Made reservation on behalf of 60ca6f67d1e34cdc8c49e2e50f80acf8 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:39:00.198971 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6fc49db5-bb0a-4a7a-b572-96eef647fc36 req-7b3023fe-fa2f-4440-952e-004a842c8a11 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:00.216232 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed15900f-3e1d-47b7-8a0d-1b1841199282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae1fdd9-7e56-4098-9667-4e57cefff678,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:00.236155 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6fc49db5-bb0a-4a7a-b572-96eef647fc36 req-7b3023fe-fa2f-4440-952e-004a842c8a11 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:00.237327 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-ed15900f-3e1d-47b7-8a0d-1b1841199282 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=08f78f0255ff4ffc9c721ef7fe114b1a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9756620 Sep 23 06:39:00.239047 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44390) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:00.311075 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44392) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:00.325026 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-774c7da9-b2d1-4fee-86af-035d8b70c69c admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-963106536-network', 'tenant_id': '99a5d9e5f4ce4a7d8c30db305ca15100'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:39:00.356573 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-83daf60d-c99f-4421-bc43-12cc989445e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:00.419045 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-83daf60d-c99f-4421-bc43-12cc989445e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:00.443845 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6fc49db5-bb0a-4a7a-b572-96eef647fc36 req-7b3023fe-fa2f-4440-952e-004a842c8a11 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:00.452773 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6fc49db5-bb0a-4a7a-b572-96eef647fc36 req-7b3023fe-fa2f-4440-952e-004a842c8a11 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:00.527494 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-83daf60d-c99f-4421-bc43-12cc989445e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:00.530427 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-83daf60d-c99f-4421-bc43-12cc989445e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:00.535054 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-83daf60d-c99f-4421-bc43-12cc989445e1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fae1fdd9-7e56-4098-9667-4e57cefff678 HTTP/1.1" status: 204 len: 168 time: 0.2916732 Sep 23 06:39:00.541630 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83daf60d-c99f-4421-bc43-12cc989445e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae1fdd9-7e56-4098-9667-4e57cefff678,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:00.552810 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c09ab9f2-8e99-4857-b14e-36caa6aee206 None None] Notify callbacks [] for port, precommit_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:00.568667 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-80826e96-8c49-49fa-a315-bae455cc9ee2 req-f8ff8d47-5fbd-4db2-b29a-6ac477a7b794 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe138c1e-21bf-4afd-bba1-e9cf41909065 HTTP/1.1" status: 200 len: 210 time: 0.0456908 Sep 23 06:39:00.574974 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c09ab9f2-8e99-4857-b14e-36caa6aee206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:00.638652 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774c7da9-b2d1-4fee-86af-035d8b70c69c admin admin] Made reservation on behalf of 99a5d9e5f4ce4a7d8c30db305ca15100 for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:39:00.641002 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-774c7da9-b2d1-4fee-86af-035d8b70c69c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:00.664701 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-774c7da9-b2d1-4fee-86af-035d8b70c69c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:00.685823 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3023fe-fa2f-4440-952e-004a842c8a11 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb904337-7174-44b6-8785-eca1f6e1ec46,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:00.694874 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-43d5065c-0be7-4bc0-b299-2f40b7c70a4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:00.718314 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44410) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:00.784023 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153db999-4fdb-4c35-833b-676665d5da51 None None] Pushing event updated for resources: {'Port': ['ID=6f8b70cd-eea5-4e7a-9263-fe942dd297c8,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:00.787898 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2ba5e275-0387-4936-a1ec-666042f10815 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:00.804906 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-c09ab9f2-8e99-4857-b14e-36caa6aee206 None None] Attempting to bind port 6f8b70cd-eea5-4e7a-9263-fe942dd297c8 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:39:00.805517 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-c09ab9f2-8e99-4857-b14e-36caa6aee206 None None] Attempting to bind port 6f8b70cd-eea5-4e7a-9263-fe942dd297c8 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': 'b569fd8b-6a61-4c64-b70e-3efdef1c71e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c551f062-d2de-4528-8056-81dd05062bf0'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:39:00.806112 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09ab9f2-8e99-4857-b14e-36caa6aee206 None None] Attempting to bind port 6f8b70cd-eea5-4e7a-9263-fe942dd297c8 on network c551f062-d2de-4528-8056-81dd05062bf0 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:39:00.812961 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09ab9f2-8e99-4857-b14e-36caa6aee206 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:39:00.814505 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09ab9f2-8e99-4857-b14e-36caa6aee206 None None] Checking segment: {'id': 'b569fd8b-6a61-4c64-b70e-3efdef1c71e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c551f062-d2de-4528-8056-81dd05062bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:39:00.815075 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c09ab9f2-8e99-4857-b14e-36caa6aee206 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:00.817285 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09ab9f2-8e99-4857-b14e-36caa6aee206 None None] Bound using segment: {'id': 'b569fd8b-6a61-4c64-b70e-3efdef1c71e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c551f062-d2de-4528-8056-81dd05062bf0'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:39:00.818014 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-c09ab9f2-8e99-4857-b14e-36caa6aee206 None None] Bound port: 6f8b70cd-eea5-4e7a-9263-fe942dd297c8, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b569fd8b-6a61-4c64-b70e-3efdef1c71e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c551f062-d2de-4528-8056-81dd05062bf0'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:39:00.819122 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c09ab9f2-8e99-4857-b14e-36caa6aee206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:00.985312 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ffe58ca7-9acc-46a6-9f8a-d5de668f68c5 req-3344aee8-e671-4bcd-bce6-59cb28ee89a8 tempest-AggregatesAdminTestJSON-49839965 tempest-AggregatesAdminTestJSON-49839965-project] 10.222.0.39 "GET /v2.0/ports?device_id=dde27859-0b00-4ef3-bdf8-2b2bfb1676fa HTTP/1.1" status: 200 len: 210 time: 0.2115374 Sep 23 06:39:01.031677 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-c09ab9f2-8e99-4857-b14e-36caa6aee206 None None] For port 6f8b70cd-eea5-4e7a-9263-fe942dd297c8, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:39:01.044796 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-6fc49db5-bb0a-4a7a-b572-96eef647fc36 req-7b3023fe-fa2f-4440-952e-004a842c8a11 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] Allocated IP 192.168.233.147 (16515f0f-e5a6-4630-a440-e11fb2e02062/3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e/20e45a55-6e85-43d8-8423-3f94cf3ebaf9) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:39:01.047297 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-c09ab9f2-8e99-4857-b14e-36caa6aee206 None None] For port 6f8b70cd-eea5-4e7a-9263-fe942dd297c8, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=6f8b70cd-eea5-4e7a-9263-fe942dd297c8,segment=NetworkSegment(b569fd8b-6a61-4c64-b70e-3efdef1c71e0),segment_id=b569fd8b-6a61-4c64-b70e-3efdef1c71e0)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:39:01.058892 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c09ab9f2-8e99-4857-b14e-36caa6aee206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:01.062204 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-43d5065c-0be7-4bc0-b299-2f40b7c70a4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:01.070442 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-43d5065c-0be7-4bc0-b299-2f40b7c70a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:01.293905 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d5065c-0be7-4bc0-b299-2f40b7c70a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=529f4fe7-26cc-405c-8808-84e27787d056,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:01.316099 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-43d5065c-0be7-4bc0-b299-2f40b7c70a4b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2d0ffcc877ae42cc973501b7e53c0fa4&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2644055 Sep 23 06:39:01.319468 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44422) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:01.324202 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153db999-4fdb-4c35-833b-676665d5da51 None None] Pushing event updated for resources: {'Port': ['ID=6f8b70cd-eea5-4e7a-9263-fe942dd297c8,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:01.328309 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-347e7ab6-bc87-43e2-be56-7c2a60c80e26 None None] Provisioning complete for port 6f8b70cd-eea5-4e7a-9263-fe942dd297c8 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:39:01.336021 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-347e7ab6-bc87-43e2-be56-7c2a60c80e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:01.340549 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09ab9f2-8e99-4857-b14e-36caa6aee206 None None] Routers {'3dfb171b-2695-48d5-be82-db2a718c3c85'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:39:01.346836 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-c09ab9f2-8e99-4857-b14e-36caa6aee206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:38:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['3dfb171b-2695-48d5-be82-db2a718c3c85'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:39:01.501206 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-77d63194-6828-4fc5-a934-9969e54d3e75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:01.584477 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-77d63194-6828-4fc5-a934-9969e54d3e75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:01.598796 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6fc49db5-bb0a-4a7a-b572-96eef647fc36 req-7b3023fe-fa2f-4440-952e-004a842c8a11 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:01.735238 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-77d63194-6828-4fc5-a934-9969e54d3e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:01.737447 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-77d63194-6828-4fc5-a934-9969e54d3e75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:01.739950 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6fc49db5-bb0a-4a7a-b572-96eef647fc36 req-7b3023fe-fa2f-4440-952e-004a842c8a11 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:01.740270 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-77d63194-6828-4fc5-a934-9969e54d3e75 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/529f4fe7-26cc-405c-8808-84e27787d056 HTTP/1.1" status: 204 len: 168 time: 0.4187453 Sep 23 06:39:01.761071 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d63194-6828-4fc5-a934-9969e54d3e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=529f4fe7-26cc-405c-8808-84e27787d056,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:01.954250 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-c09ab9f2-8e99-4857-b14e-36caa6aee206 None None] Set router 3dfb171b-2695-48d5-be82-db2a718c3c85 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:39:01.968862 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-774c7da9-b2d1-4fee-86af-035d8b70c69c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:02.032164 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-347e7ab6-bc87-43e2-be56-7c2a60c80e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:02.044727 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44436) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:02.067025 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-774c7da9-b2d1-4fee-86af-035d8b70c69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:02.109540 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5318f431-9de6-4cf6-8600-974baa993fcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:02.111270 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-774c7da9-b2d1-4fee-86af-035d8b70c69c admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:39:02.136126 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-774c7da9-b2d1-4fee-86af-035d8b70c69c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:02.137434 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-774c7da9-b2d1-4fee-86af-035d8b70c69c admin admin] Added segment 5f5d0600-ce1a-43a0-855e-ff342a49dd86 of type vlan for network f19d6623-c836-40a0-b6ea-835734b593ae Sep 23 06:39:02.301301 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2ba5e275-0387-4936-a1ec-666042f10815 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:02.327154 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2ba5e275-0387-4936-a1ec-666042f10815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:02.331512 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-347e7ab6-bc87-43e2-be56-7c2a60c80e26 None None] For port 6f8b70cd-eea5-4e7a-9263-fe942dd297c8, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=6f8b70cd-eea5-4e7a-9263-fe942dd297c8,segment=NetworkSegment(b569fd8b-6a61-4c64-b70e-3efdef1c71e0),segment_id=b569fd8b-6a61-4c64-b70e-3efdef1c71e0)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:39:02.336256 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fc49db5-bb0a-4a7a-b572-96eef647fc36 req-7b3023fe-fa2f-4440-952e-004a842c8a11 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] Network 16515f0f-e5a6-4630-a440-e11fb2e02062 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:39:02.353204 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-347e7ab6-bc87-43e2-be56-7c2a60c80e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:02.417996 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-2ba5e275-0387-4936-a1ec-666042f10815 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ce52e3b2e5714fb5b7ea7f6363eb7450&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6979823 Sep 23 06:39:02.427268 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44448) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:02.438425 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-774c7da9-b2d1-4fee-86af-035d8b70c69c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:02.442296 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3023fe-fa2f-4440-952e-004a842c8a11 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] Pushing event updated for resources: {'Port': ['ID=20e45a55-6e85-43d8-8423-3f94cf3ebaf9,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:02.444979 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774c7da9-b2d1-4fee-86af-035d8b70c69c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4669874e-79ac-487b-9a4d-b8d63f54553b,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:02.480993 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-6fc49db5-bb0a-4a7a-b572-96eef647fc36 req-7b3023fe-fa2f-4440-952e-004a842c8a11 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:39:02.516878 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347e7ab6-bc87-43e2-be56-7c2a60c80e26 None None] Pushing event updated for resources: {'Port': ['ID=6f8b70cd-eea5-4e7a-9263-fe942dd297c8,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:02.583321 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fc49db5-bb0a-4a7a-b572-96eef647fc36 req-7b3023fe-fa2f-4440-952e-004a842c8a11 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:39:02.590057 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc49db5-bb0a-4a7a-b572-96eef647fc36 req-7b3023fe-fa2f-4440-952e-004a842c8a11 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:02.590716 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6fc49db5-bb0a-4a7a-b572-96eef647fc36 req-7b3023fe-fa2f-4440-952e-004a842c8a11 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:02.603943 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-c202cd13-b567-4390-83ca-fca1109dcced None None] Provisioning complete for port 6f8b70cd-eea5-4e7a-9263-fe942dd297c8 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:39:02.604580 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c202cd13-b567-4390-83ca-fca1109dcced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:02.638795 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.db.resource_extend [None req-774c7da9-b2d1-4fee-86af-035d8b70c69c admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 06:39:02.688559 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5706870c-0a77-42b9-a3b6-c0b012fd18a8 req-e4497481-fb48-4211-bb64-8cbeb05eea7d tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:02.694267 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5706870c-0a77-42b9-a3b6-c0b012fd18a8 req-e4497481-fb48-4211-bb64-8cbeb05eea7d tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe138c1e-21bf-4afd-bba1-e9cf41909065 HTTP/1.1" status: 200 len: 936 time: 0.8331461 Sep 23 06:39:02.818835 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5706870c-0a77-42b9-a3b6-c0b012fd18a8 req-eeb8fe91-9f1e-4c28-873d-a56c25c61a8a tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb904337-7174-44b6-8785-eca1f6e1ec46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109552 Sep 23 06:39:02.827930 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-774c7da9-b2d1-4fee-86af-035d8b70c69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:02.829110 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774c7da9-b2d1-4fee-86af-035d8b70c69c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:02.830171 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-774c7da9-b2d1-4fee-86af-035d8b70c69c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:02.842812 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b3bd9076-3759-46cd-972c-e30974b5f253 req-40379fd3-5bd9-48c8-8ff3-acef5f407c94 tempest-AggregatesAdminTestJSON-49839965 tempest-AggregatesAdminTestJSON-49839965-project] 10.222.0.39 "GET /v2.0/ports?device_id=dde27859-0b00-4ef3-bdf8-2b2bfb1676fa HTTP/1.1" status: 200 len: 210 time: 0.4411561 Sep 23 06:39:02.875352 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-c09ab9f2-8e99-4857-b14e-36caa6aee206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dfb171b-2695-48d5-be82-db2a718c3c85', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-586674481-router', 'tenant_id': 'b4fd4d42904645d3a9db4b781392d8fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '68a91cea-c487-4b18-9298-97ce80475048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:38:52Z', 'updated_at': '2021-09-23T06:38:56Z', 'revision_number': 4, 'project_id': 'b4fd4d42904645d3a9db4b781392d8fe', 'gw_port': {'id': '68a91cea-c487-4b18-9298-97ce80475048', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:40:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfb171b-2695-48d5-be82-db2a718c3c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:38:52Z', 'updated_at': '2021-09-23T06:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '6f8b70cd-eea5-4e7a-9263-fe942dd297c8', 'name': '', 'network_id': 'c551f062-d2de-4528-8056-81dd05062bf0', 'tenant_id': 'b4fd4d42904645d3a9db4b781392d8fe', 'mac_address': 'fa:16:3e:66:3c:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dfb171b-2695-48d5-be82-db2a718c3c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'bf51907c-7d00-4db7-a61a-2e5dd58b5738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:38:55Z', 'updated_at': '2021-09-23T06:39:01Z', 'revision_number': 4, 'project_id': 'b4fd4d42904645d3a9db4b781392d8fe', 'subnets': [{'id': 'bf51907c-7d00-4db7-a61a-2e5dd58b5738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:39:02.940697 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba5e275-0387-4936-a1ec-666042f10815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9027dca-78d5-4782-8b02-5eb26b5ab5d6,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:02.950735 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774c7da9-b2d1-4fee-86af-035d8b70c69c admin admin] Pushing event updated for resources: {'Network': ['ID=f19d6623-c836-40a0-b6ea-835734b593ae,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:02.981963 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09ab9f2-8e99-4857-b14e-36caa6aee206 None None] The sync data for ids ['3dfb171b-2695-48d5-be82-db2a718c3c85'] in n-d-715271-16 is: [{'id': '3dfb171b-2695-48d5-be82-db2a718c3c85', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-586674481-router', 'tenant_id': 'b4fd4d42904645d3a9db4b781392d8fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '68a91cea-c487-4b18-9298-97ce80475048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:38:52Z', 'updated_at': '2021-09-23T06:38:56Z', 'revision_number': 4, 'project_id': 'b4fd4d42904645d3a9db4b781392d8fe', 'gw_port': {'id': '68a91cea-c487-4b18-9298-97ce80475048', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:40:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfb171b-2695-48d5-be82-db2a718c3c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:38:52Z', 'updated_at': '2021-09-23T06:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '6f8b70cd-eea5-4e7a-9263-fe942dd297c8', 'name': '', 'network_id': 'c551f062-d2de-4528-8056-81dd05062bf0', 'tenant_id': 'b4fd4d42904645d3a9db4b781392d8fe', 'mac_address': 'fa:16:3e:66:3c:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dfb171b-2695-48d5-be82-db2a718c3c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'bf51907c-7d00-4db7-a61a-2e5dd58b5738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:38:55Z', 'updated_at': '2021-09-23T06:39:01Z', 'revision_number': 4, 'project_id': 'b4fd4d42904645d3a9db4b781392d8fe', 'subnets': [{'id': 'bf51907c-7d00-4db7-a61a-2e5dd58b5738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:39:03.030174 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network f19d6623-c836-40a0-b6ea-835734b593ae details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:39:03.072044 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5318f431-9de6-4cf6-8600-974baa993fcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:03.081298 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5318f431-9de6-4cf6-8600-974baa993fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:03.099510 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6fc49db5-bb0a-4a7a-b572-96eef647fc36 req-7b3023fe-fa2f-4440-952e-004a842c8a11 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2743602 Sep 23 06:39:03.101108 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-774c7da9-b2d1-4fee-86af-035d8b70c69c admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.7888222 Sep 23 06:39:03.105752 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44476) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:03.125034 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ece65909-d790-42a1-9bb6-97752e907a7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:03.138581 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-f679695f-4a53-448d-8e6d-d2b7ede47f71 admin admin] Request body: {'subnet': {'network_id': 'f19d6623-c836-40a0-b6ea-835734b593ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-963106536-subnet', 'tenant_id': '99a5d9e5f4ce4a7d8c30db305ca15100', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:39:03.156549 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5318f431-9de6-4cf6-8600-974baa993fcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6623f4b-51b0-4ac8-a169-321f54608cf7,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:03.167219 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-5318f431-9de6-4cf6-8600-974baa993fcf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8635f64882104cd59d3aa3c93f974cc3&name=default HTTP/1.1" status: 200 len: 2976 time: 1.1211474 Sep 23 06:39:03.171388 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44478) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:03.181518 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ece65909-d790-42a1-9bb6-97752e907a7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:03.205410 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [req-6fc49db5-bb0a-4a7a-b572-96eef647fc36 req-24eae2db-4115-48fc-9d72-945bfc240bbe tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=95065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 06:39:03.209354 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6fc49db5-bb0a-4a7a-b572-96eef647fc36 req-24eae2db-4115-48fc-9d72-945bfc240bbe tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0218053 Sep 23 06:39:03.268351 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b0fb5729-9068-417a-b387-cd99667e1b89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:03.288918 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ece65909-d790-42a1-9bb6-97752e907a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:03.292503 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ece65909-d790-42a1-9bb6-97752e907a7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:03.299323 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f679695f-4a53-448d-8e6d-d2b7ede47f71 admin admin] Made reservation on behalf of 99a5d9e5f4ce4a7d8c30db305ca15100 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:39:03.304804 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f679695f-4a53-448d-8e6d-d2b7ede47f71 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:03.307937 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-ece65909-d790-42a1-9bb6-97752e907a7f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e9027dca-78d5-4782-8b02-5eb26b5ab5d6 HTTP/1.1" status: 204 len: 168 time: 0.8785007 Sep 23 06:39:03.365543 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b0fb5729-9068-417a-b387-cd99667e1b89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:03.376304 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece65909-d790-42a1-9bb6-97752e907a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9027dca-78d5-4782-8b02-5eb26b5ab5d6,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:03.503272 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b0fb5729-9068-417a-b387-cd99667e1b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:03.507423 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 6f8b70cd-eea5-4e7a-9263-fe942dd297c8 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:39:03.510184 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b0fb5729-9068-417a-b387-cd99667e1b89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:03.522202 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-b0fb5729-9068-417a-b387-cd99667e1b89 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f6623f4b-51b0-4ac8-a169-321f54608cf7 HTTP/1.1" status: 204 len: 168 time: 0.3394477 Sep 23 06:39:03.532503 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fb5729-9068-417a-b387-cd99667e1b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6623f4b-51b0-4ac8-a169-321f54608cf7,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:03.636902 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-e0549650-b7ec-4c7d-bf5e-0f0d7de67a86 None None] Provisioning complete for port 20e45a55-6e85-43d8-8423-3f94cf3ebaf9 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:39:03.637277 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e0549650-b7ec-4c7d-bf5e-0f0d7de67a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:03.762704 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-e0549650-b7ec-4c7d-bf5e-0f0d7de67a86 None None] Port 20e45a55-6e85-43d8-8423-3f94cf3ebaf9 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:39:03.792191 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 6f8b70cd-eea5-4e7a-9263-fe942dd297c8 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:39:03.793078 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:03.806359 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f679695f-4a53-448d-8e6d-d2b7ede47f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:03.937568 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f679695f-4a53-448d-8e6d-d2b7ede47f71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba85be6f-6edc-4470-a5d6-487c1d2ed7ec,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:03.973003 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f679695f-4a53-448d-8e6d-d2b7ede47f71 admin admin] Checking segment: {'id': '5f5d0600-ce1a-43a0-855e-ff342a49dd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f19d6623-c836-40a0-b6ea-835734b593ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:39:03.973972 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f679695f-4a53-448d-8e6d-d2b7ede47f71 admin admin] Network hostable DHCP agents. Network: f19d6623-c836-40a0-b6ea-835734b593ae, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:39:04.011254 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f679695f-4a53-448d-8e6d-d2b7ede47f71 admin admin] Network f19d6623-c836-40a0-b6ea-835734b593ae is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:39:04.032450 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c107b854-6f20-4484-b6cc-a4038b85eb68 req-55c209ce-5d2f-43b6-a69f-b8aed32a7b8f tempest-AggregatesAdminTestJSON-49839965 tempest-AggregatesAdminTestJSON-49839965-project] 10.222.0.39 "GET /v2.0/ports?device_id=dde27859-0b00-4ef3-bdf8-2b2bfb1676fa HTTP/1.1" status: 200 len: 210 time: 0.0831172 Sep 23 06:39:04.032985 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-f679695f-4a53-448d-8e6d-d2b7ede47f71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, f19d6623-c836-40a0-b6ea-835734b593ae) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:39:04.045603 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f679695f-4a53-448d-8e6d-d2b7ede47f71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:04.047058 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f679695f-4a53-448d-8e6d-d2b7ede47f71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:04.059272 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4028fc85-5d6f-4398-9cf2-1fb1e066dc9e None None] Network f19d6623-c836-40a0-b6ea-835734b593ae requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:39:04.083436 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44502) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:04.084655 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-f679695f-4a53-448d-8e6d-d2b7ede47f71 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9776461 Sep 23 06:39:04.089234 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-da4e97a7-465d-4b43-b970-cdb9e8ef45c0 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-963106536-router', 'tenant_id': '99a5d9e5f4ce4a7d8c30db305ca15100', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:39:04.160848 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-da4e97a7-465d-4b43-b970-cdb9e8ef45c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:04.162012 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-da4e97a7-465d-4b43-b970-cdb9e8ef45c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:04.332321 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.58', 49879) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:04.382820 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-92a25d3a-ff3d-44cb-b5ec-6f8a98817aed req-2c2aebef-233a-46d9-811b-d59ebd49dda7 tempest-AggregatesAdminTestJSON-49839965 tempest-AggregatesAdminTestJSON-49839965-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=0a669d341f864b3593c358f10ca00d4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0411701 Sep 23 06:39:04.415001 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-da4e97a7-465d-4b43-b970-cdb9e8ef45c0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:04.421992 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-6fc49db5-bb0a-4a7a-b572-96eef647fc36 req-329087eb-062e-41c4-942d-0efaaf85109e service neutron] Request body: {'port': {'device_id': 'fe138c1e-21bf-4afd-bba1-e9cf41909065', 'device_owner': 'compute:tempest-test_az-471675620', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:39:04.454425 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120455b2-d484-4594-a254-99ad4dcce94e req-2b6e1d69-0ec4-46d8-a831-e3b0e55f36aa tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:04.464292 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-120455b2-d484-4594-a254-99ad4dcce94e req-2b6e1d69-0ec4-46d8-a831-e3b0e55f36aa tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe138c1e-21bf-4afd-bba1-e9cf41909065 HTTP/1.1" status: 200 len: 936 time: 0.2120154 Sep 23 06:39:04.554400 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9674bac-1f14-4012-b9b6-2dfe41b01540 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-f19d6623-c836-40a0-b6ea-835734b593ae', 'network_id': 'f19d6623-c836-40a0-b6ea-835734b593ae', 'tenant_id': '99a5d9e5f4ce4a7d8c30db305ca15100', 'fixed_ips': [{'subnet_id': 'ba85be6f-6edc-4470-a5d6-487c1d2ed7ec'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 06:39:04.555292 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e9674bac-1f14-4012-b9b6-2dfe41b01540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:04.618492 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-120455b2-d484-4594-a254-99ad4dcce94e req-3a2a74b4-247e-4b03-bcf4-d2a10bcd5549 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb904337-7174-44b6-8785-eca1f6e1ec46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529388 Sep 23 06:39:04.891494 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-da4e97a7-465d-4b43-b970-cdb9e8ef45c0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:04.949380 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-e9674bac-1f14-4012-b9b6-2dfe41b01540 None None] Allocated IP 172.20.0.2 (f19d6623-c836-40a0-b6ea-835734b593ae/ba85be6f-6edc-4470-a5d6-487c1d2ed7ec/d4ccde2e-9f9a-4bd8-86f7-fda0a7b79c09) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:39:05.230725 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6fc49db5-bb0a-4a7a-b572-96eef647fc36 req-329087eb-062e-41c4-942d-0efaaf85109e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:05.258469 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e9674bac-1f14-4012-b9b6-2dfe41b01540 None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:05.276575 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e9674bac-1f14-4012-b9b6-2dfe41b01540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:05.414952 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9674bac-1f14-4012-b9b6-2dfe41b01540 None None] Network f19d6623-c836-40a0-b6ea-835734b593ae is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:39:05.420812 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-da4e97a7-465d-4b43-b970-cdb9e8ef45c0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:05.422727 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-e9674bac-1f14-4012-b9b6-2dfe41b01540 None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:39:05.426210 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a25d3a-ff3d-44cb-b5ec-6f8a98817aed req-78e7c224-0ccc-4d07-8b7b-6555b1c2e61e tempest-AggregatesAdminTestJSON-49839965 tempest-AggregatesAdminTestJSON-49839965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:05.429661 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-92a25d3a-ff3d-44cb-b5ec-6f8a98817aed req-78e7c224-0ccc-4d07-8b7b-6555b1c2e61e tempest-AggregatesAdminTestJSON-49839965 tempest-AggregatesAdminTestJSON-49839965-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9443657 Sep 23 06:39:05.443508 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9674bac-1f14-4012-b9b6-2dfe41b01540 None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:39:05.451690 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9674bac-1f14-4012-b9b6-2dfe41b01540 None None] Pushing event updated for resources: {'Port': ['ID=d4ccde2e-9f9a-4bd8-86f7-fda0a7b79c09,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:05.618953 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d38403fa-0088-440f-afd5-9db48bcb1b44 req-4b0ed722-2364-4218-93a3-e54d3d6cf5a6 tempest-AggregatesAdminTestJSON-49839965 tempest-AggregatesAdminTestJSON-49839965-project] 10.222.0.39 "GET /v2.0/ports?device_id=dde27859-0b00-4ef3-bdf8-2b2bfb1676fa HTTP/1.1" status: 200 len: 210 time: 0.2932143 Sep 23 06:39:05.624880 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-da4e97a7-465d-4b43-b970-cdb9e8ef45c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:05.856878 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-e9674bac-1f14-4012-b9b6-2dfe41b01540 None None] Attempting to bind port d4ccde2e-9f9a-4bd8-86f7-fda0a7b79c09 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:39:05.857875 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-e9674bac-1f14-4012-b9b6-2dfe41b01540 None None] Attempting to bind port d4ccde2e-9f9a-4bd8-86f7-fda0a7b79c09 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '5f5d0600-ce1a-43a0-855e-ff342a49dd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f19d6623-c836-40a0-b6ea-835734b593ae'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:39:05.858411 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9674bac-1f14-4012-b9b6-2dfe41b01540 None None] Attempting to bind port d4ccde2e-9f9a-4bd8-86f7-fda0a7b79c09 on network f19d6623-c836-40a0-b6ea-835734b593ae {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:39:05.866170 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9674bac-1f14-4012-b9b6-2dfe41b01540 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:39:05.866763 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9674bac-1f14-4012-b9b6-2dfe41b01540 None None] Checking segment: {'id': '5f5d0600-ce1a-43a0-855e-ff342a49dd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f19d6623-c836-40a0-b6ea-835734b593ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:39:05.867327 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e9674bac-1f14-4012-b9b6-2dfe41b01540 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:05.867867 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9674bac-1f14-4012-b9b6-2dfe41b01540 None None] Bound using segment: {'id': '5f5d0600-ce1a-43a0-855e-ff342a49dd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f19d6623-c836-40a0-b6ea-835734b593ae'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:39:05.868576 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-e9674bac-1f14-4012-b9b6-2dfe41b01540 None None] Bound port: d4ccde2e-9f9a-4bd8-86f7-fda0a7b79c09, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f5d0600-ce1a-43a0-855e-ff342a49dd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f19d6623-c836-40a0-b6ea-835734b593ae'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:39:05.869975 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e9674bac-1f14-4012-b9b6-2dfe41b01540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:05.952215 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-92a25d3a-ff3d-44cb-b5ec-6f8a98817aed req-4affe9fb-8e13-4c5f-8e98-8797f5f59ba7 tempest-AggregatesAdminTestJSON-49839965 tempest-AggregatesAdminTestJSON-49839965-project] Request body: {'port': {'device_id': 'dde27859-0b00-4ef3-bdf8-2b2bfb1676fa', 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062', 'admin_state_up': True, 'tenant_id': '0a669d341f864b3593c358f10ca00d4c'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:39:05.998116 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-e9674bac-1f14-4012-b9b6-2dfe41b01540 None None] For port d4ccde2e-9f9a-4bd8-86f7-fda0a7b79c09, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:39:06.018656 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-e9674bac-1f14-4012-b9b6-2dfe41b01540 None None] For port d4ccde2e-9f9a-4bd8-86f7-fda0a7b79c09, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=d4ccde2e-9f9a-4bd8-86f7-fda0a7b79c09,segment=NetworkSegment(5f5d0600-ce1a-43a0-855e-ff342a49dd86),segment_id=5f5d0600-ce1a-43a0-855e-ff342a49dd86)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:39:06.030462 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e9674bac-1f14-4012-b9b6-2dfe41b01540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:06.034549 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d810b4-5792-4714-b79f-5550a553c0c7 req-2c0dc20a-0656-4b8a-a572-26af9befd51e tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:06.044307 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e8d810b4-5792-4714-b79f-5550a553c0c7 req-2c0dc20a-0656-4b8a-a572-26af9befd51e tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe138c1e-21bf-4afd-bba1-e9cf41909065 HTTP/1.1" status: 200 len: 936 time: 0.2544425 Sep 23 06:39:06.146297 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-da4e97a7-465d-4b43-b970-cdb9e8ef45c0 admin admin] Allocated IP 172.25.2.63 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/8320a006-7762-400e-9ccc-fa23f331cd87) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:39:06.190023 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:06.260060 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9674bac-1f14-4012-b9b6-2dfe41b01540 None None] Pushing event updated for resources: {'Port': ['ID=d4ccde2e-9f9a-4bd8-86f7-fda0a7b79c09,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:06.439332 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e8d810b4-5792-4714-b79f-5550a553c0c7 req-e82b6f65-859a-4ef4-af33-e210fde2188c tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb904337-7174-44b6-8785-eca1f6e1ec46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3939970 Sep 23 06:39:06.501336 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92a25d3a-ff3d-44cb-b5ec-6f8a98817aed req-4affe9fb-8e13-4c5f-8e98-8797f5f59ba7 tempest-AggregatesAdminTestJSON-49839965 tempest-AggregatesAdminTestJSON-49839965-project] Made reservation on behalf of 0a669d341f864b3593c358f10ca00d4c for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:39:06.511467 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-da4e97a7-465d-4b43-b970-cdb9e8ef45c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:06.516584 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-92a25d3a-ff3d-44cb-b5ec-6f8a98817aed req-4affe9fb-8e13-4c5f-8e98-8797f5f59ba7 tempest-AggregatesAdminTestJSON-49839965 tempest-AggregatesAdminTestJSON-49839965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:06.560195 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-92a25d3a-ff3d-44cb-b5ec-6f8a98817aed req-4affe9fb-8e13-4c5f-8e98-8797f5f59ba7 tempest-AggregatesAdminTestJSON-49839965 tempest-AggregatesAdminTestJSON-49839965-project] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:06.591523 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-da4e97a7-465d-4b43-b970-cdb9e8ef45c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:06.719702 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4e97a7-465d-4b43-b970-cdb9e8ef45c0 admin admin] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:39:06.723420 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-da4e97a7-465d-4b43-b970-cdb9e8ef45c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:39:06.732374 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4e97a7-465d-4b43-b970-cdb9e8ef45c0 admin admin] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:39:06.740787 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4e97a7-465d-4b43-b970-cdb9e8ef45c0 admin admin] Pushing event updated for resources: {'Port': ['ID=8320a006-7762-400e-9ccc-fa23f331cd87,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:06.823096 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-92a25d3a-ff3d-44cb-b5ec-6f8a98817aed req-4affe9fb-8e13-4c5f-8e98-8797f5f59ba7 tempest-AggregatesAdminTestJSON-49839965 tempest-AggregatesAdminTestJSON-49839965-project] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:06.833298 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-92a25d3a-ff3d-44cb-b5ec-6f8a98817aed req-4affe9fb-8e13-4c5f-8e98-8797f5f59ba7 tempest-AggregatesAdminTestJSON-49839965 tempest-AggregatesAdminTestJSON-49839965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:06.850203 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-6fc49db5-bb0a-4a7a-b572-96eef647fc36 req-329087eb-062e-41c4-942d-0efaaf85109e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20e45a55-6e85-43d8-8423-3f94cf3ebaf9 {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:39:06.963620 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bfd809dc-367e-4f0f-8953-d5e4405b23f2 req-8ca5e684-48d2-4686-bd26-cfcf77f5e953 tempest-AggregatesAdminTestJSON-49839965 tempest-AggregatesAdminTestJSON-49839965-project] 10.222.0.39 "GET /v2.0/ports?device_id=dde27859-0b00-4ef3-bdf8-2b2bfb1676fa HTTP/1.1" status: 200 len: 210 time: 0.1058047 Sep 23 06:39:07.003727 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4affe9fb-8e13-4c5f-8e98-8797f5f59ba7 tempest-AggregatesAdminTestJSON-49839965 tempest-AggregatesAdminTestJSON-49839965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3517ddc2-9344-4558-883c-f67cc9712279,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:07.012159 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6fc49db5-bb0a-4a7a-b572-96eef647fc36 req-329087eb-062e-41c4-942d-0efaaf85109e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:07.132739 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-6fc49db5-bb0a-4a7a-b572-96eef647fc36 req-329087eb-062e-41c4-942d-0efaaf85109e service neutron] Transition to ACTIVE for port object 20e45a55-6e85-43d8-8423-3f94cf3ebaf9 will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:39:07.155148 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6fc49db5-bb0a-4a7a-b572-96eef647fc36 req-329087eb-062e-41c4-942d-0efaaf85109e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:07.268617 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-da4e97a7-465d-4b43-b970-cdb9e8ef45c0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:07.449669 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 06:39:07.462066 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device d4ccde2e-9f9a-4bd8-86f7-fda0a7b79c09 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:39:07.557479 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329087eb-062e-41c4-942d-0efaaf85109e service neutron] Pushing event updated for resources: {'Port': ['ID=20e45a55-6e85-43d8-8423-3f94cf3ebaf9,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:07.648294 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port d4ccde2e-9f9a-4bd8-86f7-fda0a7b79c09 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:39:07.650985 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:07.737309 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-6fc49db5-bb0a-4a7a-b572-96eef647fc36 req-329087eb-062e-41c4-942d-0efaaf85109e service neutron] Attempting to bind port 20e45a55-6e85-43d8-8423-3f94cf3ebaf9 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:39:07.737680 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-6fc49db5-bb0a-4a7a-b572-96eef647fc36 req-329087eb-062e-41c4-942d-0efaaf85109e service neutron] Attempting to bind port 20e45a55-6e85-43d8-8423-3f94cf3ebaf9 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:39:07.741372 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc49db5-bb0a-4a7a-b572-96eef647fc36 req-329087eb-062e-41c4-942d-0efaaf85109e service neutron] Attempting to bind port 20e45a55-6e85-43d8-8423-3f94cf3ebaf9 on network 16515f0f-e5a6-4630-a440-e11fb2e02062 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:39:07.808830 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc49db5-bb0a-4a7a-b572-96eef647fc36 req-329087eb-062e-41c4-942d-0efaaf85109e service neutron] Port 20e45a55-6e85-43d8-8423-3f94cf3ebaf9 on network 16515f0f-e5a6-4630-a440-e11fb2e02062 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:39:07.809152 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc49db5-bb0a-4a7a-b572-96eef647fc36 req-329087eb-062e-41c4-942d-0efaaf85109e service neutron] Attempting to bind port 20e45a55-6e85-43d8-8423-3f94cf3ebaf9 on network 16515f0f-e5a6-4630-a440-e11fb2e02062 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:39:07.843319 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-92a25d3a-ff3d-44cb-b5ec-6f8a98817aed req-4affe9fb-8e13-4c5f-8e98-8797f5f59ba7 tempest-AggregatesAdminTestJSON-49839965 tempest-AggregatesAdminTestJSON-49839965-project] Allocated IP 192.168.233.116 (16515f0f-e5a6-4630-a440-e11fb2e02062/3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e/f0ce6783-ee95-4b65-898e-5f99f9cf88d5) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:39:07.851842 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc49db5-bb0a-4a7a-b572-96eef647fc36 req-329087eb-062e-41c4-942d-0efaaf85109e service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:39:07.858213 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc49db5-bb0a-4a7a-b572-96eef647fc36 req-329087eb-062e-41c4-942d-0efaaf85109e service neutron] Checking segment: {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:39:07.859304 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc49db5-bb0a-4a7a-b572-96eef647fc36 req-329087eb-062e-41c4-942d-0efaaf85109e service neutron] Bound using segment: {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:39:07.859439 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-6fc49db5-bb0a-4a7a-b572-96eef647fc36 req-329087eb-062e-41c4-942d-0efaaf85109e service neutron] Bound port: 20e45a55-6e85-43d8-8423-3f94cf3ebaf9, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:39:07.861068 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6fc49db5-bb0a-4a7a-b572-96eef647fc36 req-329087eb-062e-41c4-942d-0efaaf85109e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:07.890744 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:08.061631 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-6fc49db5-bb0a-4a7a-b572-96eef647fc36 req-329087eb-062e-41c4-942d-0efaaf85109e service neutron] For port 20e45a55-6e85-43d8-8423-3f94cf3ebaf9, host n-h2-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:39:08.071231 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-6fc49db5-bb0a-4a7a-b572-96eef647fc36 req-329087eb-062e-41c4-942d-0efaaf85109e service neutron] For port 20e45a55-6e85-43d8-8423-3f94cf3ebaf9, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=20e45a55-6e85-43d8-8423-3f94cf3ebaf9,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:39:08.077035 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port d4ccde2e-9f9a-4bd8-86f7-fda0a7b79c09, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=d4ccde2e-9f9a-4bd8-86f7-fda0a7b79c09,segment=NetworkSegment(5f5d0600-ce1a-43a0-855e-ff342a49dd86),segment_id=5f5d0600-ce1a-43a0-855e-ff342a49dd86)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:39:08.099810 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f929d3e1-7fce-4021-b991-d024e580ebcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:08.107290 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6fc49db5-bb0a-4a7a-b572-96eef647fc36 req-329087eb-062e-41c4-942d-0efaaf85109e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:08.108964 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:08.121994 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c22e2f-7cfe-483d-aa49-548bf38385f2 req-56c24926-33fb-4d1c-86d7-a819f634d11b tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:08.130202 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-17c22e2f-7cfe-483d-aa49-548bf38385f2 req-56c24926-33fb-4d1c-86d7-a819f634d11b tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe138c1e-21bf-4afd-bba1-e9cf41909065 HTTP/1.1" status: 200 len: 969 time: 0.1682901 Sep 23 06:39:08.227723 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-17c22e2f-7cfe-483d-aa49-548bf38385f2 req-923fa2ae-60a2-41f2-b46e-9f6fd9d5c028 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb904337-7174-44b6-8785-eca1f6e1ec46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963261 Sep 23 06:39:08.249647 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-da4e97a7-465d-4b43-b970-cdb9e8ef45c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:08.252481 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329087eb-062e-41c4-942d-0efaaf85109e service neutron] Pushing event updated for resources: {'Port': ['ID=20e45a55-6e85-43d8-8423-3f94cf3ebaf9,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:08.301306 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6158d73-50ef-413e-8a1a-6c3121070c40 None None] Network f19d6623-c836-40a0-b6ea-835734b593ae requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:39:08.308749 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=d4ccde2e-9f9a-4bd8-86f7-fda0a7b79c09,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:08.527183 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2c84a2b7-ca9a-4b84-9bb4-3255053b617e req-f4e57197-fae3-4131-bf05-8b0d951840dd tempest-AggregatesAdminTestJSON-49839965 tempest-AggregatesAdminTestJSON-49839965-project] 10.222.0.39 "GET /v2.0/ports?device_id=dde27859-0b00-4ef3-bdf8-2b2bfb1676fa HTTP/1.1" status: 200 len: 210 time: 0.0764813 Sep 23 06:39:08.575495 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-92a25d3a-ff3d-44cb-b5ec-6f8a98817aed req-4affe9fb-8e13-4c5f-8e98-8797f5f59ba7 tempest-AggregatesAdminTestJSON-49839965 tempest-AggregatesAdminTestJSON-49839965-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:08.577423 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-d97770f1-eb78-45d0-a134-59106ef0a51b None None] Provisioning complete for port d4ccde2e-9f9a-4bd8-86f7-fda0a7b79c09 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:39:08.579182 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d97770f1-eb78-45d0-a134-59106ef0a51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:08.658814 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc49db5-bb0a-4a7a-b572-96eef647fc36 req-329087eb-062e-41c4-942d-0efaaf85109e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:08.659452 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6fc49db5-bb0a-4a7a-b572-96eef647fc36 req-329087eb-062e-41c4-942d-0efaaf85109e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:08.668265 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6fc49db5-bb0a-4a7a-b572-96eef647fc36 req-329087eb-062e-41c4-942d-0efaaf85109e service neutron] 10.222.0.58 "PUT /v2.0/ports/20e45a55-6e85-43d8-8423-3f94cf3ebaf9 HTTP/1.1" status: 200 len: 1118 time: 4.7099864 Sep 23 06:39:08.669707 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe138c1e-21bf-4afd-bba1-e9cf41909065', 'tag': '20e45a55-6e85-43d8-8423-3f94cf3ebaf9'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:39:08.812051 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da4e97a7-465d-4b43-b970-cdb9e8ef45c0 admin admin] Router c8ac671e-35c6-439f-bce2-563a03db06e9 is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 06:39:08.845419 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-92a25d3a-ff3d-44cb-b5ec-6f8a98817aed req-4affe9fb-8e13-4c5f-8e98-8797f5f59ba7 tempest-AggregatesAdminTestJSON-49839965 tempest-AggregatesAdminTestJSON-49839965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:08.887264 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92a25d3a-ff3d-44cb-b5ec-6f8a98817aed req-4affe9fb-8e13-4c5f-8e98-8797f5f59ba7 tempest-AggregatesAdminTestJSON-49839965 tempest-AggregatesAdminTestJSON-49839965-project] Network 16515f0f-e5a6-4630-a440-e11fb2e02062 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:39:08.920256 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-92a25d3a-ff3d-44cb-b5ec-6f8a98817aed req-4affe9fb-8e13-4c5f-8e98-8797f5f59ba7 tempest-AggregatesAdminTestJSON-49839965 tempest-AggregatesAdminTestJSON-49839965-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:39:08.922885 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-92a25d3a-ff3d-44cb-b5ec-6f8a98817aed req-4affe9fb-8e13-4c5f-8e98-8797f5f59ba7 tempest-AggregatesAdminTestJSON-49839965 tempest-AggregatesAdminTestJSON-49839965-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:39:08.929402 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a25d3a-ff3d-44cb-b5ec-6f8a98817aed req-4affe9fb-8e13-4c5f-8e98-8797f5f59ba7 tempest-AggregatesAdminTestJSON-49839965 tempest-AggregatesAdminTestJSON-49839965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:08.930164 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-92a25d3a-ff3d-44cb-b5ec-6f8a98817aed req-4affe9fb-8e13-4c5f-8e98-8797f5f59ba7 tempest-AggregatesAdminTestJSON-49839965 tempest-AggregatesAdminTestJSON-49839965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:09.064952 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4affe9fb-8e13-4c5f-8e98-8797f5f59ba7 tempest-AggregatesAdminTestJSON-49839965 tempest-AggregatesAdminTestJSON-49839965-project] Pushing event updated for resources: {'Port': ['ID=f0ce6783-ee95-4b65-898e-5f99f9cf88d5,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:09.099241 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-92a25d3a-ff3d-44cb-b5ec-6f8a98817aed req-4affe9fb-8e13-4c5f-8e98-8797f5f59ba7 tempest-AggregatesAdminTestJSON-49839965 tempest-AggregatesAdminTestJSON-49839965-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1865923 Sep 23 06:39:09.160861 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44616) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:09.217857 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc49db5-bb0a-4a7a-b572-96eef647fc36 req-f5908d26-99b5-45f0-a1d3-c06011ae0f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:09.224139 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6fc49db5-bb0a-4a7a-b572-96eef647fc36 req-f5908d26-99b5-45f0-a1d3-c06011ae0f4c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=60ca6f67d1e34cdc8c49e2e50f80acf8&device_id=fe138c1e-21bf-4afd-bba1-e9cf41909065 HTTP/1.1" status: 200 len: 1121 time: 0.3838577 Sep 23 06:39:09.241620 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-92a25d3a-ff3d-44cb-b5ec-6f8a98817aed req-3f7a21fd-a358-4780-90ab-501055ee5e35 service neutron] Request body: {'port': {'device_id': 'dde27859-0b00-4ef3-bdf8-2b2bfb1676fa', 'device_owner': 'compute:tempest-test_az-471675620', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:39:09.245539 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da4e97a7-465d-4b43-b970-cdb9e8ef45c0 admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:39:09.259145 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12753e4-1b79-4ee4-932b-4e1dd6d11e83 None None] Sync routers for ids ['c8ac671e-35c6-439f-bce2-563a03db06e9'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:39:09.277556 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12753e4-1b79-4ee4-932b-4e1dd6d11e83 None None] Routers {'c8ac671e-35c6-439f-bce2-563a03db06e9'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:39:09.277968 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-c12753e4-1b79-4ee4-932b-4e1dd6d11e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:38:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['c8ac671e-35c6-439f-bce2-563a03db06e9'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:39:09.342687 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-da4e97a7-465d-4b43-b970-cdb9e8ef45c0 admin admin] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:09.358068 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-da4e97a7-465d-4b43-b970-cdb9e8ef45c0 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 5.2591949 Sep 23 06:39:09.361534 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44632) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:09.446601 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-10eb69a2-02e4-410a-a85b-3c847bde31f3 None None] Provisioning complete for port d4ccde2e-9f9a-4bd8-86f7-fda0a7b79c09 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:39:09.449425 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-10eb69a2-02e4-410a-a85b-3c847bde31f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:09.459087 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device d4ccde2e-9f9a-4bd8-86f7-fda0a7b79c09 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:39:09.540184 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6fc49db5-bb0a-4a7a-b572-96eef647fc36 req-45bebec7-4303-44ab-a81e-d036af51708d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=20e45a55-6e85-43d8-8423-3f94cf3ebaf9 HTTP/1.1" status: 200 len: 217 time: 0.2929769 Sep 23 06:39:09.557636 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-c12753e4-1b79-4ee4-932b-4e1dd6d11e83 None None] Set router c8ac671e-35c6-439f-bce2-563a03db06e9 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:39:09.640656 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-92a25d3a-ff3d-44cb-b5ec-6f8a98817aed req-3f7a21fd-a358-4780-90ab-501055ee5e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:09.653169 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9637e2ba-2610-407a-83b9-05b664d74976" -d '{"events": [{"name": "network-changed", "server_uuid": "fe138c1e-21bf-4afd-bba1-e9cf41909065", "tag": "20e45a55-6e85-43d8-8423-3f94cf3ebaf9"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:39:09.709401 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23adff0d-7b75-4813-bcb9-ce2a5bda4613 req-dd1b43a7-a753-415d-b304-b8da6ab78cb8 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:09.716839 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-23adff0d-7b75-4813-bcb9-ce2a5bda4613 req-dd1b43a7-a753-415d-b304-b8da6ab78cb8 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe138c1e-21bf-4afd-bba1-e9cf41909065 HTTP/1.1" status: 200 len: 969 time: 0.1846480 Sep 23 06:39:09.767704 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:09.852687 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port d4ccde2e-9f9a-4bd8-86f7-fda0a7b79c09 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:39:09.853134 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:09.916582 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e11faa6a-a3b2-4615-bb3d-9f3dd74b4871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:10.023350 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-23adff0d-7b75-4813-bcb9-ce2a5bda4613 req-3b1a8810-07d7-452d-8272-eb50d72b5ae6 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb904337-7174-44b6-8785-eca1f6e1ec46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244105 Sep 23 06:39:10.028255 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-c12753e4-1b79-4ee4-932b-4e1dd6d11e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ac671e-35c6-439f-bce2-563a03db06e9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-963106536-router', 'tenant_id': '99a5d9e5f4ce4a7d8c30db305ca15100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '8320a006-7762-400e-9ccc-fa23f331cd87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:39:04Z', 'updated_at': '2021-09-23T06:39:07Z', 'revision_number': 3, 'project_id': '99a5d9e5f4ce4a7d8c30db305ca15100', 'gw_port': {'id': '8320a006-7762-400e-9ccc-fa23f331cd87', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c8:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ac671e-35c6-439f-bce2-563a03db06e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:39:05Z', 'updated_at': '2021-09-23T06:39:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:39:10.097359 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12753e4-1b79-4ee4-932b-4e1dd6d11e83 None None] Checking router: c8ac671e-35c6-439f-bce2-563a03db06e9 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:39:10.097999 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12753e4-1b79-4ee4-932b-4e1dd6d11e83 None None] Updating router c8ac671e-35c6-439f-bce2-563a03db06e9 port 8320a006-7762-400e-9ccc-fa23f331cd87 binding host n-d-715271-16 {{(pid=95068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 06:39:10.126890 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-c12753e4-1b79-4ee4-932b-4e1dd6d11e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:10.161057 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e11faa6a-a3b2-4615-bb3d-9f3dd74b4871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:10.175799 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-daf0749f-6086-41e5-9aea-989cb869a40e None None] Provisioning complete for port f0ce6783-ee95-4b65-898e-5f99f9cf88d5 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:39:10.176636 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-daf0749f-6086-41e5-9aea-989cb869a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:10.212987 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e11faa6a-a3b2-4615-bb3d-9f3dd74b4871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:10.258828 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-daf0749f-6086-41e5-9aea-989cb869a40e None None] Port f0ce6783-ee95-4b65-898e-5f99f9cf88d5 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:39:10.364092 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9e3e57-7756-4f5d-8edd-0b11217ed8a1 req-3b35c68e-9605-4139-9178-35b333123b62 tempest-AggregatesAdminTestJSON-49839965 tempest-AggregatesAdminTestJSON-49839965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:10.365833 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-eb9e3e57-7756-4f5d-8edd-0b11217ed8a1 req-3b35c68e-9605-4139-9178-35b333123b62 tempest-AggregatesAdminTestJSON-49839965 tempest-AggregatesAdminTestJSON-49839965-project] 10.222.0.39 "GET /v2.0/ports?device_id=dde27859-0b00-4ef3-bdf8-2b2bfb1676fa HTTP/1.1" status: 200 len: 936 time: 0.7043381 Sep 23 06:39:10.592943 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44654) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:10.756025 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-c12753e4-1b79-4ee4-932b-4e1dd6d11e83 None None] Notify callbacks [] for port, precommit_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:10.768589 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-c12753e4-1b79-4ee4-932b-4e1dd6d11e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:10.776362 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11faa6a-a3b2-4615-bb3d-9f3dd74b4871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15973623-81da-401e-bd9e-0b6db6e88d6b,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:10.819849 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf84c61f-7558-42bc-94d9-1b57513279ae x-openstack-request-id: req-cf84c61f-7558-42bc-94d9-1b57513279ae {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:39:10.820134 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe138c1e-21bf-4afd-bba1-e9cf41909065", "tag": "20e45a55-6e85-43d8-8423-3f94cf3ebaf9", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:39:10.820382 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cf84c61f-7558-42bc-94d9-1b57513279ae {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:39:10.820838 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe138c1e-21bf-4afd-bba1-e9cf41909065', 'tag': '20e45a55-6e85-43d8-8423-3f94cf3ebaf9', 'status': 'completed', 'code': 200} Sep 23 06:39:10.825437 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9715c3bf-4ca6-4d87-93ac-e1f6d5d6c728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:10.874569 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cef387-a502-4bcf-83c0-00dc119baee5 None None] Pushing event updated for resources: {'Port': ['ID=8320a006-7762-400e-9ccc-fa23f331cd87,revision_number=2']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:10.916378 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-c12753e4-1b79-4ee4-932b-4e1dd6d11e83 None None] Attempting to bind port 8320a006-7762-400e-9ccc-fa23f331cd87 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:39:10.916806 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-c12753e4-1b79-4ee4-932b-4e1dd6d11e83 None None] Attempting to bind port 8320a006-7762-400e-9ccc-fa23f331cd87 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:39:10.922917 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12753e4-1b79-4ee4-932b-4e1dd6d11e83 None None] Attempting to bind port 8320a006-7762-400e-9ccc-fa23f331cd87 on network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:39:10.949350 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12753e4-1b79-4ee4-932b-4e1dd6d11e83 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:39:10.949718 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12753e4-1b79-4ee4-932b-4e1dd6d11e83 None None] Checking segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:39:10.950152 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-c12753e4-1b79-4ee4-932b-4e1dd6d11e83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:10.950615 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12753e4-1b79-4ee4-932b-4e1dd6d11e83 None None] Bound using segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:39:10.951167 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-c12753e4-1b79-4ee4-932b-4e1dd6d11e83 None None] Bound port: 8320a006-7762-400e-9ccc-fa23f331cd87, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:39:10.951591 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-c12753e4-1b79-4ee4-932b-4e1dd6d11e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:11.027173 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-21dade4f-08f2-4b6c-abe5-4e1532db51b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:11.054079 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-e11faa6a-a3b2-4615-bb3d-9f3dd74b4871 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=211b92eb4ff44840b7c11e93d3a57526&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8820426 Sep 23 06:39:11.063402 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44670) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:11.100361 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-c12753e4-1b79-4ee4-932b-4e1dd6d11e83 None None] For port 8320a006-7762-400e-9ccc-fa23f331cd87, host n-d-715271-16, cleared binding levels {{(pid=95068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:39:11.112340 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-c12753e4-1b79-4ee4-932b-4e1dd6d11e83 None None] For port 8320a006-7762-400e-9ccc-fa23f331cd87, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=8320a006-7762-400e-9ccc-fa23f331cd87,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:39:11.115441 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc49db5-bb0a-4a7a-b572-96eef647fc36 req-56925b7f-e152-439c-9db1-ff723302a6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:11.117126 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6fc49db5-bb0a-4a7a-b572-96eef647fc36 req-56925b7f-e152-439c-9db1-ff723302a6bc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e HTTP/1.1" status: 200 len: 843 time: 0.9466324 Sep 23 06:39:11.121503 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-c12753e4-1b79-4ee4-932b-4e1dd6d11e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:11.204423 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-af861da4-14df-494b-8a4e-95b1ae08954e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:11.214689 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12753e4-1b79-4ee4-932b-4e1dd6d11e83 None None] Routers {'c8ac671e-35c6-439f-bce2-563a03db06e9'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:39:11.215469 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-c12753e4-1b79-4ee4-932b-4e1dd6d11e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:39:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['c8ac671e-35c6-439f-bce2-563a03db06e9'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:39:11.238177 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-eb9e3e57-7756-4f5d-8edd-0b11217ed8a1 req-d5ddbe26-a50a-4b42-adc5-61f61cd4f2b6 tempest-AggregatesAdminTestJSON-49839965 tempest-AggregatesAdminTestJSON-49839965-project] 10.222.0.39 "GET /v2.0/security-groups?id=3517ddc2-9344-4558-883c-f67cc9712279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4364920 Sep 23 06:39:11.242201 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-9715c3bf-4ca6-4d87-93ac-e1f6d5d6c728 admin admin] Allocated IP 172.20.0.1 (f19d6623-c836-40a0-b6ea-835734b593ae/ba85be6f-6edc-4470-a5d6-487c1d2ed7ec/5f2d8e17-b60c-4aaa-a2d1-8320cd744435) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:39:11.278759 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f25f092c-7191-4118-80b4-3dae499c51d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:11.347513 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f25f092c-7191-4118-80b4-3dae499c51d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:11.422802 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:11.558184 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f25f092c-7191-4118-80b4-3dae499c51d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:11.564756 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f25f092c-7191-4118-80b4-3dae499c51d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:11.568366 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-f25f092c-7191-4118-80b4-3dae499c51d2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/15973623-81da-401e-bd9e-0b6db6e88d6b HTTP/1.1" status: 204 len: 168 time: 0.4936221 Sep 23 06:39:11.617896 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9715c3bf-4ca6-4d87-93ac-e1f6d5d6c728 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:11.635195 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-c12753e4-1b79-4ee4-932b-4e1dd6d11e83 None None] Set router c8ac671e-35c6-439f-bce2-563a03db06e9 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:39:11.642887 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-92a25d3a-ff3d-44cb-b5ec-6f8a98817aed req-3f7a21fd-a358-4780-90ab-501055ee5e35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0ce6783-ee95-4b65-898e-5f99f9cf88d5 {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:39:11.657173 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-af861da4-14df-494b-8a4e-95b1ae08954e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:11.657596 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25f092c-7191-4118-80b4-3dae499c51d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15973623-81da-401e-bd9e-0b6db6e88d6b,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:11.663355 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-92a25d3a-ff3d-44cb-b5ec-6f8a98817aed req-3f7a21fd-a358-4780-90ab-501055ee5e35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:11.680090 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-af861da4-14df-494b-8a4e-95b1ae08954e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:11.699179 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b9268e-a30e-41cd-bae9-15934048cab4 req-59891d0f-6cb2-4079-bd1f-19e2262685f0 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:11.701333 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-68b9268e-a30e-41cd-bae9-15934048cab4 req-59891d0f-6cb2-4079-bd1f-19e2262685f0 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe138c1e-21bf-4afd-bba1-e9cf41909065 HTTP/1.1" status: 200 len: 969 time: 0.1253958 Sep 23 06:39:11.707882 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-92a25d3a-ff3d-44cb-b5ec-6f8a98817aed req-3f7a21fd-a358-4780-90ab-501055ee5e35 service neutron] Transition to ACTIVE for port object f0ce6783-ee95-4b65-898e-5f99f9cf88d5 will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:39:11.746109 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cef387-a502-4bcf-83c0-00dc119baee5 None None] Pushing event updated for resources: {'Port': ['ID=8320a006-7762-400e-9ccc-fa23f331cd87,revision_number=3']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:11.758629 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-68b9268e-a30e-41cd-bae9-15934048cab4 req-c72dafd3-7cdc-409e-9441-e2fd97f61538 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb904337-7174-44b6-8785-eca1f6e1ec46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490866 Sep 23 06:39:11.761019 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-92a25d3a-ff3d-44cb-b5ec-6f8a98817aed req-3f7a21fd-a358-4780-90ab-501055ee5e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:11.875100 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7a21fd-a358-4780-90ab-501055ee5e35 service neutron] Pushing event updated for resources: {'Port': ['ID=f0ce6783-ee95-4b65-898e-5f99f9cf88d5,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:11.898324 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-92a25d3a-ff3d-44cb-b5ec-6f8a98817aed req-3f7a21fd-a358-4780-90ab-501055ee5e35 service neutron] Attempting to bind port f0ce6783-ee95-4b65-898e-5f99f9cf88d5 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:39:11.898910 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-92a25d3a-ff3d-44cb-b5ec-6f8a98817aed req-3f7a21fd-a358-4780-90ab-501055ee5e35 service neutron] Attempting to bind port f0ce6783-ee95-4b65-898e-5f99f9cf88d5 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:39:11.900098 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a25d3a-ff3d-44cb-b5ec-6f8a98817aed req-3f7a21fd-a358-4780-90ab-501055ee5e35 service neutron] Attempting to bind port f0ce6783-ee95-4b65-898e-5f99f9cf88d5 on network 16515f0f-e5a6-4630-a440-e11fb2e02062 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:39:11.906149 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a25d3a-ff3d-44cb-b5ec-6f8a98817aed req-3f7a21fd-a358-4780-90ab-501055ee5e35 service neutron] Port f0ce6783-ee95-4b65-898e-5f99f9cf88d5 on network 16515f0f-e5a6-4630-a440-e11fb2e02062 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:39:11.907143 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a25d3a-ff3d-44cb-b5ec-6f8a98817aed req-3f7a21fd-a358-4780-90ab-501055ee5e35 service neutron] Attempting to bind port f0ce6783-ee95-4b65-898e-5f99f9cf88d5 on network 16515f0f-e5a6-4630-a440-e11fb2e02062 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:39:11.915054 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a25d3a-ff3d-44cb-b5ec-6f8a98817aed req-3f7a21fd-a358-4780-90ab-501055ee5e35 service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:39:11.916226 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a25d3a-ff3d-44cb-b5ec-6f8a98817aed req-3f7a21fd-a358-4780-90ab-501055ee5e35 service neutron] Checking segment: {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:39:11.918433 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a25d3a-ff3d-44cb-b5ec-6f8a98817aed req-3f7a21fd-a358-4780-90ab-501055ee5e35 service neutron] Bound using segment: {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:39:11.919077 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-92a25d3a-ff3d-44cb-b5ec-6f8a98817aed req-3f7a21fd-a358-4780-90ab-501055ee5e35 service neutron] Bound port: f0ce6783-ee95-4b65-898e-5f99f9cf88d5, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:39:11.919600 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-92a25d3a-ff3d-44cb-b5ec-6f8a98817aed req-3f7a21fd-a358-4780-90ab-501055ee5e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:11.929878 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-c12753e4-1b79-4ee4-932b-4e1dd6d11e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ac671e-35c6-439f-bce2-563a03db06e9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-963106536-router', 'tenant_id': '99a5d9e5f4ce4a7d8c30db305ca15100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '8320a006-7762-400e-9ccc-fa23f331cd87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:39:04Z', 'updated_at': '2021-09-23T06:39:07Z', 'revision_number': 3, 'project_id': '99a5d9e5f4ce4a7d8c30db305ca15100', 'gw_port': {'id': '8320a006-7762-400e-9ccc-fa23f331cd87', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c8:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ac671e-35c6-439f-bce2-563a03db06e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:39:05Z', 'updated_at': '2021-09-23T06:39:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:39:11.933925 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44690) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:11.937122 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-af861da4-14df-494b-8a4e-95b1ae08954e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=aae67102d9f1475ea89b045a86a22523&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2358191 Sep 23 06:39:11.969604 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12753e4-1b79-4ee4-932b-4e1dd6d11e83 None None] The sync data for ids ['c8ac671e-35c6-439f-bce2-563a03db06e9'] in n-d-715271-16 is: [{'id': 'c8ac671e-35c6-439f-bce2-563a03db06e9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-963106536-router', 'tenant_id': '99a5d9e5f4ce4a7d8c30db305ca15100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '8320a006-7762-400e-9ccc-fa23f331cd87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:39:04Z', 'updated_at': '2021-09-23T06:39:07Z', 'revision_number': 3, 'project_id': '99a5d9e5f4ce4a7d8c30db305ca15100', 'gw_port': {'id': '8320a006-7762-400e-9ccc-fa23f331cd87', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c8:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ac671e-35c6-439f-bce2-563a03db06e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:39:05Z', 'updated_at': '2021-09-23T06:39:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:39:11.999992 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af861da4-14df-494b-8a4e-95b1ae08954e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d840de-cdec-4deb-990c-1344091eb776,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:12.049824 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9715c3bf-4ca6-4d87-93ac-e1f6d5d6c728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:12.128316 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-508fb38e-2e34-4f2f-940d-eff91a0b1e8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:12.137856 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:12.184179 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-92a25d3a-ff3d-44cb-b5ec-6f8a98817aed req-3f7a21fd-a358-4780-90ab-501055ee5e35 service neutron] For port f0ce6783-ee95-4b65-898e-5f99f9cf88d5, host n-h2-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:39:12.187414 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9715c3bf-4ca6-4d87-93ac-e1f6d5d6c728 admin admin] Network f19d6623-c836-40a0-b6ea-835734b593ae is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:39:12.192781 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-9715c3bf-4ca6-4d87-93ac-e1f6d5d6c728 admin admin] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:39:12.201169 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9715c3bf-4ca6-4d87-93ac-e1f6d5d6c728 admin admin] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:39:12.201773 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9715c3bf-4ca6-4d87-93ac-e1f6d5d6c728 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068614'] for router_interface, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:12.337769 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9715c3bf-4ca6-4d87-93ac-e1f6d5d6c728 admin admin] Pushing event updated for resources: {'Port': ['ID=5f2d8e17-b60c-4aaa-a2d1-8320cd744435,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:12.384318 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-508fb38e-2e34-4f2f-940d-eff91a0b1e8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:12.453369 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44710) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:12.465089 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-92a25d3a-ff3d-44cb-b5ec-6f8a98817aed req-3f7a21fd-a358-4780-90ab-501055ee5e35 service neutron] For port f0ce6783-ee95-4b65-898e-5f99f9cf88d5, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=f0ce6783-ee95-4b65-898e-5f99f9cf88d5,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:39:12.584484 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9715c3bf-4ca6-4d87-93ac-e1f6d5d6c728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:12.635706 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-92a25d3a-ff3d-44cb-b5ec-6f8a98817aed req-3f7a21fd-a358-4780-90ab-501055ee5e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:12.647506 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-16f97dec-8902-4fdb-ac91-1827583e61dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:12.690441 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-508fb38e-2e34-4f2f-940d-eff91a0b1e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:12.698334 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-508fb38e-2e34-4f2f-940d-eff91a0b1e8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:12.701717 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-508fb38e-2e34-4f2f-940d-eff91a0b1e8d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/54d840de-cdec-4deb-990c-1344091eb776 HTTP/1.1" status: 204 len: 168 time: 0.7665772 Sep 23 06:39:12.845997 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-fc8fca48-ff8e-4a32-b7bf-5c807c6bf760 None None] Provisioning complete for port 5f2d8e17-b60c-4aaa-a2d1-8320cd744435 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:39:12.847579 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-fc8fca48-ff8e-4a32-b7bf-5c807c6bf760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:12.977619 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-fc8fca48-ff8e-4a32-b7bf-5c807c6bf760 None None] Port 5f2d8e17-b60c-4aaa-a2d1-8320cd744435 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:39:13.112315 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9715c3bf-4ca6-4d87-93ac-e1f6d5d6c728 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:13.124734 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9715c3bf-4ca6-4d87-93ac-e1f6d5d6c728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:13.125946 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9715c3bf-4ca6-4d87-93ac-e1f6d5d6c728 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067062'] for router_interface, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:13.128848 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a25d3a-ff3d-44cb-b5ec-6f8a98817aed req-3f7a21fd-a358-4780-90ab-501055ee5e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:13.129492 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-92a25d3a-ff3d-44cb-b5ec-6f8a98817aed req-3f7a21fd-a358-4780-90ab-501055ee5e35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:13.132748 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-92a25d3a-ff3d-44cb-b5ec-6f8a98817aed req-3f7a21fd-a358-4780-90ab-501055ee5e35 service neutron] 10.222.0.58 "PUT /v2.0/ports/f0ce6783-ee95-4b65-898e-5f99f9cf88d5 HTTP/1.1" status: 200 len: 1118 time: 3.9452960 Sep 23 06:39:13.147957 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dde27859-0b00-4ef3-bdf8-2b2bfb1676fa', 'tag': 'f0ce6783-ee95-4b65-898e-5f99f9cf88d5'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:39:13.154266 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc4fc5c-46e6-483f-be31-2a0b98a7680e" -d '{"events": [{"name": "network-changed", "server_uuid": "dde27859-0b00-4ef3-bdf8-2b2bfb1676fa", "tag": "f0ce6783-ee95-4b65-898e-5f99f9cf88d5"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:39:13.170661 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508fb38e-2e34-4f2f-940d-eff91a0b1e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d840de-cdec-4deb-990c-1344091eb776,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:13.313148 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9715c3bf-4ca6-4d87-93ac-e1f6d5d6c728 admin admin] Pushing event updated for resources: {'Port': ['ID=5f2d8e17-b60c-4aaa-a2d1-8320cd744435,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:13.343991 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7a21fd-a358-4780-90ab-501055ee5e35 service neutron] Pushing event updated for resources: {'Port': ['ID=f0ce6783-ee95-4b65-898e-5f99f9cf88d5,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:13.380607 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc49db5-bb0a-4a7a-b572-96eef647fc36 req-06b78942-c380-49b5-b7f8-d10e0b6dbc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:13.383408 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6fc49db5-bb0a-4a7a-b572-96eef647fc36 req-06b78942-c380-49b5-b7f8-d10e0b6dbc7a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=16515f0f-e5a6-4630-a440-e11fb2e02062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.1631358 Sep 23 06:39:13.401189 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44732) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:13.455043 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce01622f-3ba3-4867-98fe-66d1f2ca6cdb req-fc6a52b5-9ba7-40b8-b353-5a3d6bf8e744 tempest-AggregatesAdminTestJSON-49839965 tempest-AggregatesAdminTestJSON-49839965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:13.456970 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ce01622f-3ba3-4867-98fe-66d1f2ca6cdb req-fc6a52b5-9ba7-40b8-b353-5a3d6bf8e744 tempest-AggregatesAdminTestJSON-49839965 tempest-AggregatesAdminTestJSON-49839965-project] 10.222.0.39 "GET /v2.0/ports?device_id=dde27859-0b00-4ef3-bdf8-2b2bfb1676fa HTTP/1.1" status: 200 len: 969 time: 0.8285809 Sep 23 06:39:13.475050 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 8320a006-7762-400e-9ccc-fa23f331cd87 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:39:13.555043 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-16f97dec-8902-4fdb-ac91-1827583e61dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:13.575428 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-16f97dec-8902-4fdb-ac91-1827583e61dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:13.609969 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44736) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:13.625487 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 8320a006-7762-400e-9ccc-fa23f331cd87 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:39:13.626168 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:13.655022 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ce01622f-3ba3-4867-98fe-66d1f2ca6cdb req-90b14ce6-2cee-4c57-ae7f-052dbe36ec29 tempest-AggregatesAdminTestJSON-49839965 tempest-AggregatesAdminTestJSON-49839965-project] 10.222.0.39 "GET /v2.0/security-groups?id=3517ddc2-9344-4558-883c-f67cc9712279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587753 Sep 23 06:39:13.673842 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c333d26d-82c4-4f79-820a-60d961ed7d38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:13.689307 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f97dec-8902-4fdb-ac91-1827583e61dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7fb2e4d-0351-46d2-b325-eba6cd9ac480,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:13.691050 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9715c3bf-4ca6-4d87-93ac-e1f6d5d6c728 admin admin] Network f19d6623-c836-40a0-b6ea-835734b593ae is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:39:13.696544 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-9715c3bf-4ca6-4d87-93ac-e1f6d5d6c728 admin admin] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:39:13.713582 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:13.742586 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-16f97dec-8902-4fdb-ac91-1827583e61dc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=268725a4d8b34074b1d23cc784f1fe24&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2752571 Sep 23 06:39:13.743501 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44738) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:13.849850 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:13.897933 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port 8320a006-7762-400e-9ccc-fa23f331cd87, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=8320a006-7762-400e-9ccc-fa23f331cd87,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:39:13.905564 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:13.974790 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=8320a006-7762-400e-9ccc-fa23f331cd87,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:13.990646 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25cf64d-6b02-4017-b601-a61d9b4b5bed req-0f73c6d5-ab35-462f-b11b-733a0c52311d tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:13.994224 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a25cf64d-6b02-4017-b601-a61d9b4b5bed req-0f73c6d5-ab35-462f-b11b-733a0c52311d tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe138c1e-21bf-4afd-bba1-e9cf41909065 HTTP/1.1" status: 200 len: 969 time: 0.1770465 Sep 23 06:39:14.034524 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9e6cba07-228c-4fcf-a3bc-a4ea4c56c702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:14.064666 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c6f82fdb-fedd-417a-a4a6-88cdd655ff15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:14.081586 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a25cf64d-6b02-4017-b601-a61d9b4b5bed req-ad576e3a-16da-4e65-b1b8-12fb64280873 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb904337-7174-44b6-8785-eca1f6e1ec46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782671 Sep 23 06:39:14.102756 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9e6cba07-228c-4fcf-a3bc-a4ea4c56c702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:14.137121 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9715c3bf-4ca6-4d87-93ac-e1f6d5d6c728 admin admin] Router c8ac671e-35c6-439f-bce2-563a03db06e9 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:39:14.148558 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-be2e8fc7-20af-4dfd-aa2e-7db7d1004d4f None None] Provisioning complete for port 5f2d8e17-b60c-4aaa-a2d1-8320cd744435 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:39:14.150979 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-be2e8fc7-20af-4dfd-aa2e-7db7d1004d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:14.192605 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9e6cba07-228c-4fcf-a3bc-a4ea4c56c702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:14.194482 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9e6cba07-228c-4fcf-a3bc-a4ea4c56c702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:14.195312 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-9e6cba07-228c-4fcf-a3bc-a4ea4c56c702 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d7fb2e4d-0351-46d2-b325-eba6cd9ac480 HTTP/1.1" status: 204 len: 168 time: 0.4387674 Sep 23 06:39:14.213691 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-be2e8fc7-20af-4dfd-aa2e-7db7d1004d4f None None] Port 5f2d8e17-b60c-4aaa-a2d1-8320cd744435 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:39:14.215669 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c333d26d-82c4-4f79-820a-60d961ed7d38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:14.227175 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c333d26d-82c4-4f79-820a-60d961ed7d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:14.229740 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d01863ca-0fc8-42c7-9cfb-83fbfc38dd76 x-openstack-request-id: req-d01863ca-0fc8-42c7-9cfb-83fbfc38dd76 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:39:14.230973 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dde27859-0b00-4ef3-bdf8-2b2bfb1676fa", "tag": "f0ce6783-ee95-4b65-898e-5f99f9cf88d5", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:39:14.231965 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d01863ca-0fc8-42c7-9cfb-83fbfc38dd76 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:39:14.232760 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dde27859-0b00-4ef3-bdf8-2b2bfb1676fa', 'tag': 'f0ce6783-ee95-4b65-898e-5f99f9cf88d5', 'status': 'completed', 'code': 200} Sep 23 06:39:14.235211 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6cba07-228c-4fcf-a3bc-a4ea4c56c702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7fb2e4d-0351-46d2-b325-eba6cd9ac480,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:14.313989 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-c333d26d-82c4-4f79-820a-60d961ed7d38 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=71e7ecf1564c4a19bce6a4963ce8179b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6925235 Sep 23 06:39:14.314786 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44744) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:14.323304 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c333d26d-82c4-4f79-820a-60d961ed7d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26206044-fec8-4067-825a-5aca81ae14e0,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:14.344692 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9715c3bf-4ca6-4d87-93ac-e1f6d5d6c728 admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:39:14.359100 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-9715c3bf-4ca6-4d87-93ac-e1f6d5d6c728 admin admin] 10.222.0.39 "PUT /v2.0/routers/c8ac671e-35c6-439f-bce2-563a03db06e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9890389 Sep 23 06:39:14.382317 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c6f82fdb-fedd-417a-a4a6-88cdd655ff15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:14.387775 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c6f82fdb-fedd-417a-a4a6-88cdd655ff15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:14.435728 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3b82d144-48c4-433e-808e-ed0e24e1dcf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:14.439058 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-c6f82fdb-fedd-417a-a4a6-88cdd655ff15 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1abcf4aed8f4449a826cd4d18e82a79a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0353992 Sep 23 06:39:14.441816 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44750) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:14.450405 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f82fdb-fedd-417a-a4a6-88cdd655ff15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f12c1032-2f46-48ca-9aec-33939a126762,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:14.466389 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3b82d144-48c4-433e-808e-ed0e24e1dcf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:14.511785 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6ba70441-a0b3-4238-b80b-7ccd08e446bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:14.538869 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3b82d144-48c4-433e-808e-ed0e24e1dcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:14.542111 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6ba70441-a0b3-4238-b80b-7ccd08e446bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:14.543027 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3b82d144-48c4-433e-808e-ed0e24e1dcf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:14.544746 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-3b82d144-48c4-433e-808e-ed0e24e1dcf4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/26206044-fec8-4067-825a-5aca81ae14e0 HTTP/1.1" status: 204 len: 168 time: 0.2287495 Sep 23 06:39:14.555531 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b82d144-48c4-433e-808e-ed0e24e1dcf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26206044-fec8-4067-825a-5aca81ae14e0,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:14.615048 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6ba70441-a0b3-4238-b80b-7ccd08e446bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:14.620502 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6ba70441-a0b3-4238-b80b-7ccd08e446bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:14.625058 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-6ba70441-a0b3-4238-b80b-7ccd08e446bf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f12c1032-2f46-48ca-9aec-33939a126762 HTTP/1.1" status: 204 len: 168 time: 0.1794415 Sep 23 06:39:14.634140 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba70441-a0b3-4238-b80b-7ccd08e446bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12c1032-2f46-48ca-9aec-33939a126762,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:14.861019 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6fc49db5-bb0a-4a7a-b572-96eef647fc36 req-8080b5c4-ff8d-4501-ac19-cb3b895c0488 service neutron] 10.222.0.58 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301043 Sep 23 06:39:14.863565 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc4fc5c-46e6-483f-be31-2a0b98a7680e req-4ab20881-e167-4245-a9af-0bfa6450add9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:14.865014 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5fc4fc5c-46e6-483f-be31-2a0b98a7680e req-4ab20881-e167-4245-a9af-0bfa6450add9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0a669d341f864b3593c358f10ca00d4c&device_id=dde27859-0b00-4ef3-bdf8-2b2bfb1676fa HTTP/1.1" status: 200 len: 1121 time: 0.0674007 Sep 23 06:39:14.907994 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093294ab-f9bd-4bd2-888c-83e367581201 None None] Sync routers for ids ['c8ac671e-35c6-439f-bce2-563a03db06e9'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:39:14.915171 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9393a-01ab-4eaf-a974-6677f5138fd7 req-45801ffd-fc79-45bd-aebc-b1f0ce65a72f tempest-AggregatesAdminTestJSON-49839965 tempest-AggregatesAdminTestJSON-49839965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:14.917633 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e5a9393a-01ab-4eaf-a974-6677f5138fd7 req-45801ffd-fc79-45bd-aebc-b1f0ce65a72f tempest-AggregatesAdminTestJSON-49839965 tempest-AggregatesAdminTestJSON-49839965-project] 10.222.0.39 "GET /v2.0/ports?device_id=dde27859-0b00-4ef3-bdf8-2b2bfb1676fa HTTP/1.1" status: 200 len: 969 time: 0.0744209 Sep 23 06:39:14.931314 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093294ab-f9bd-4bd2-888c-83e367581201 None None] Routers {'c8ac671e-35c6-439f-bce2-563a03db06e9'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:39:14.932186 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-093294ab-f9bd-4bd2-888c-83e367581201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:39:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['c8ac671e-35c6-439f-bce2-563a03db06e9'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:39:14.968620 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e5a9393a-01ab-4eaf-a974-6677f5138fd7 req-73716f73-2955-48a5-b48e-52bc281ab12f tempest-AggregatesAdminTestJSON-49839965 tempest-AggregatesAdminTestJSON-49839965-project] 10.222.0.39 "GET /v2.0/security-groups?id=3517ddc2-9344-4558-883c-f67cc9712279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439422 Sep 23 06:39:14.999174 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5fc4fc5c-46e6-483f-be31-2a0b98a7680e req-6ee8e9a1-d3fd-4167-8395-0b8cc797eca0 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=0a669d341f864b3593c358f10ca00d4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1051087 Sep 23 06:39:15.084604 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-093294ab-f9bd-4bd2-888c-83e367581201 None None] Set router c8ac671e-35c6-439f-bce2-563a03db06e9 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:39:15.201448 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6fc49db5-bb0a-4a7a-b572-96eef647fc36 req-d6bb8433-7d9f-4250-a547-8568ce9f7987 service neutron] 10.222.0.58 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194883 Sep 23 06:39:15.259017 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc4fc5c-46e6-483f-be31-2a0b98a7680e req-12c643ee-bdf3-49ac-8fe1-80f80e8f760b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:15.261683 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5fc4fc5c-46e6-483f-be31-2a0b98a7680e req-12c643ee-bdf3-49ac-8fe1-80f80e8f760b service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2364140 Sep 23 06:39:15.315375 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e878fde-34b4-4428-98e1-5a909d84b1d1 req-a4b7b1ba-100a-4d16-bde4-f71c447f7a1d tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:15.332283 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8e878fde-34b4-4428-98e1-5a909d84b1d1 req-a4b7b1ba-100a-4d16-bde4-f71c447f7a1d tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe138c1e-21bf-4afd-bba1-e9cf41909065 HTTP/1.1" status: 200 len: 969 time: 0.1508832 Sep 23 06:39:15.383375 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9637e2ba-2610-407a-83b9-05b664d74976 req-0f00be1e-5d91-48a1-a72a-4c600924d30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:15.386881 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9637e2ba-2610-407a-83b9-05b664d74976 req-0f00be1e-5d91-48a1-a72a-4c600924d30c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=60ca6f67d1e34cdc8c49e2e50f80acf8&device_id=fe138c1e-21bf-4afd-bba1-e9cf41909065 HTTP/1.1" status: 200 len: 1121 time: 0.1008849 Sep 23 06:39:15.395348 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a25d3a-ff3d-44cb-b5ec-6f8a98817aed req-6ff27e87-f03c-4f14-8a14-6c522a6d0ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:15.396981 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-92a25d3a-ff3d-44cb-b5ec-6f8a98817aed req-6ff27e87-f03c-4f14-8a14-6c522a6d0ff7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0a669d341f864b3593c358f10ca00d4c&device_id=dde27859-0b00-4ef3-bdf8-2b2bfb1676fa HTTP/1.1" status: 200 len: 1121 time: 0.0684795 Sep 23 06:39:15.404143 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8e878fde-34b4-4428-98e1-5a909d84b1d1 req-cfb519ba-d12f-4304-858d-d0b8ddfe8d4b tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb904337-7174-44b6-8785-eca1f6e1ec46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709732 Sep 23 06:39:15.413839 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 8320a006-7762-400e-9ccc-fa23f331cd87 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:39:15.418972 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-093294ab-f9bd-4bd2-888c-83e367581201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ac671e-35c6-439f-bce2-563a03db06e9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-963106536-router', 'tenant_id': '99a5d9e5f4ce4a7d8c30db305ca15100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '8320a006-7762-400e-9ccc-fa23f331cd87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:39:04Z', 'updated_at': '2021-09-23T06:39:12Z', 'revision_number': 4, 'project_id': '99a5d9e5f4ce4a7d8c30db305ca15100', 'gw_port': {'id': '8320a006-7762-400e-9ccc-fa23f331cd87', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ac671e-35c6-439f-bce2-563a03db06e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:39:05Z', 'updated_at': '2021-09-23T06:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '5f2d8e17-b60c-4aaa-a2d1-8320cd744435', 'name': '', 'network_id': 'f19d6623-c836-40a0-b6ea-835734b593ae', 'tenant_id': '99a5d9e5f4ce4a7d8c30db305ca15100', 'mac_address': 'fa:16:3e:22:58:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ac671e-35c6-439f-bce2-563a03db06e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'ba85be6f-6edc-4470-a5d6-487c1d2ed7ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:39:10Z', 'updated_at': '2021-09-23T06:39:12Z', 'revision_number': 2, 'project_id': '99a5d9e5f4ce4a7d8c30db305ca15100', 'subnets': [{'id': 'ba85be6f-6edc-4470-a5d6-487c1d2ed7ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:39:15.473123 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093294ab-f9bd-4bd2-888c-83e367581201 None None] Checking router: c8ac671e-35c6-439f-bce2-563a03db06e9 for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:39:15.473482 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093294ab-f9bd-4bd2-888c-83e367581201 None None] Updating router c8ac671e-35c6-439f-bce2-563a03db06e9 port 5f2d8e17-b60c-4aaa-a2d1-8320cd744435 binding host n-d-715271-16 {{(pid=95067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 06:39:15.508766 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-093294ab-f9bd-4bd2-888c-83e367581201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:15.551576 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 8320a006-7762-400e-9ccc-fa23f331cd87 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:39:15.551962 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:15.641732 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-92a25d3a-ff3d-44cb-b5ec-6f8a98817aed req-ae05a800-f704-4f73-8b6d-ec1afe183ea6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=f0ce6783-ee95-4b65-898e-5f99f9cf88d5 HTTP/1.1" status: 200 len: 217 time: 0.2139821 Sep 23 06:39:15.704853 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44798) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:15.723100 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44802) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:15.753147 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6af02c7f-67c4-4839-b6d1-3eba5443f692 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:15.814358 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9637e2ba-2610-407a-83b9-05b664d74976 req-0e6fa05c-e8bb-4a3d-81f5-f3cd08e6d192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:15.816226 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9637e2ba-2610-407a-83b9-05b664d74976 req-0e6fa05c-e8bb-4a3d-81f5-f3cd08e6d192 service neutron] 10.222.0.58 "GET /v2.0/networks?id=16515f0f-e5a6-4630-a440-e11fb2e02062 HTTP/1.1" status: 200 len: 870 time: 0.3905294 Sep 23 06:39:15.850479 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44804) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:15.863787 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a25d3a-ff3d-44cb-b5ec-6f8a98817aed req-b2b7a473-3b87-41cd-8802-0e2a1adbf002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:15.865378 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-92a25d3a-ff3d-44cb-b5ec-6f8a98817aed req-b2b7a473-3b87-41cd-8802-0e2a1adbf002 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e HTTP/1.1" status: 200 len: 843 time: 0.0479810 Sep 23 06:39:15.868707 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-a6fbcc2a-2b39-4ab0-ae7b-176736a9ca37 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Request body: {'security_group': {'name': 'tempest-securitygroup--3804364', 'description': 'tempest-description--630669569'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:39:15.907471 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9637e2ba-2610-407a-83b9-05b664d74976 req-721d887f-5333-4ccf-a7f2-0c6e6b9d5aae service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=20e45a55-6e85-43d8-8423-3f94cf3ebaf9 HTTP/1.1" status: 200 len: 217 time: 0.0410137 Sep 23 06:39:15.999936 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6af02c7f-67c4-4839-b6d1-3eba5443f692 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:16.016620 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-093294ab-f9bd-4bd2-888c-83e367581201 None None] Notify callbacks [] for port, precommit_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:16.024060 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-093294ab-f9bd-4bd2-888c-83e367581201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:16.027199 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6af02c7f-67c4-4839-b6d1-3eba5443f692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:16.048042 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a25d3a-ff3d-44cb-b5ec-6f8a98817aed req-b3c9fc0f-69ca-4932-af76-c5eb322aa116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:16.049949 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-92a25d3a-ff3d-44cb-b5ec-6f8a98817aed req-b3c9fc0f-69ca-4932-af76-c5eb322aa116 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=16515f0f-e5a6-4630-a440-e11fb2e02062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1447110 Sep 23 06:39:16.051771 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9637e2ba-2610-407a-83b9-05b664d74976 req-ea7a71ea-ccd6-496a-9657-51abc201f643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:16.052802 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9637e2ba-2610-407a-83b9-05b664d74976 req-ea7a71ea-ccd6-496a-9657-51abc201f643 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e HTTP/1.1" status: 200 len: 843 time: 0.1331120 Sep 23 06:39:16.153208 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8044088c-a54c-49df-92f4-6824c1ee3dfb None None] Pushing event updated for resources: {'Port': ['ID=5f2d8e17-b60c-4aaa-a2d1-8320cd744435,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:16.159886 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af02c7f-67c4-4839-b6d1-3eba5443f692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a656d6-c67a-4374-8f44-53a38548dc9d,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:16.175063 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a6fbcc2a-2b39-4ab0-ae7b-176736a9ca37 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:16.219649 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9eb48ebf-9b3d-4725-a223-3b1ae4e425d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:16.224148 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-6af02c7f-67c4-4839-b6d1-3eba5443f692 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6760ac60295e4840b8ce5d7266949545&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5000052 Sep 23 06:39:16.229348 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9637e2ba-2610-407a-83b9-05b664d74976 req-9ff89930-eca5-404c-913f-f96d7a3f6ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:16.232008 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9637e2ba-2610-407a-83b9-05b664d74976 req-9ff89930-eca5-404c-913f-f96d7a3f6ae8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=16515f0f-e5a6-4630-a440-e11fb2e02062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1564159 Sep 23 06:39:16.232247 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44818) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:16.266103 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-093294ab-f9bd-4bd2-888c-83e367581201 None None] Attempting to bind port 5f2d8e17-b60c-4aaa-a2d1-8320cd744435 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:39:16.266992 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-093294ab-f9bd-4bd2-888c-83e367581201 None None] Attempting to bind port 5f2d8e17-b60c-4aaa-a2d1-8320cd744435 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '5f5d0600-ce1a-43a0-855e-ff342a49dd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f19d6623-c836-40a0-b6ea-835734b593ae'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:39:16.267590 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093294ab-f9bd-4bd2-888c-83e367581201 None None] Attempting to bind port 5f2d8e17-b60c-4aaa-a2d1-8320cd744435 on network f19d6623-c836-40a0-b6ea-835734b593ae {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:39:16.278630 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093294ab-f9bd-4bd2-888c-83e367581201 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:39:16.280396 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093294ab-f9bd-4bd2-888c-83e367581201 None None] Checking segment: {'id': '5f5d0600-ce1a-43a0-855e-ff342a49dd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f19d6623-c836-40a0-b6ea-835734b593ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:39:16.281178 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-093294ab-f9bd-4bd2-888c-83e367581201 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:16.282982 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093294ab-f9bd-4bd2-888c-83e367581201 None None] Bound using segment: {'id': '5f5d0600-ce1a-43a0-855e-ff342a49dd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f19d6623-c836-40a0-b6ea-835734b593ae'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:39:16.284784 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-093294ab-f9bd-4bd2-888c-83e367581201 None None] Bound port: 5f2d8e17-b60c-4aaa-a2d1-8320cd744435, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f5d0600-ce1a-43a0-855e-ff342a49dd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f19d6623-c836-40a0-b6ea-835734b593ae'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:39:16.285854 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-093294ab-f9bd-4bd2-888c-83e367581201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:16.292039 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-92a25d3a-ff3d-44cb-b5ec-6f8a98817aed req-83af2f4b-bd52-4b6d-85c8-8c4972c488d5 service neutron] 10.222.0.58 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253373 Sep 23 06:39:16.368500 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79791b1-ca53-49d3-adae-b117282cb3b5 req-49eeadb5-b8db-48de-adb5-db0825ea0b4f tempest-AggregatesAdminTestJSON-49839965 tempest-AggregatesAdminTestJSON-49839965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:16.370893 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c79791b1-ca53-49d3-adae-b117282cb3b5 req-49eeadb5-b8db-48de-adb5-db0825ea0b4f tempest-AggregatesAdminTestJSON-49839965 tempest-AggregatesAdminTestJSON-49839965-project] 10.222.0.39 "GET /v2.0/ports?device_id=dde27859-0b00-4ef3-bdf8-2b2bfb1676fa HTTP/1.1" status: 200 len: 969 time: 0.2557192 Sep 23 06:39:16.408489 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-093294ab-f9bd-4bd2-888c-83e367581201 None None] For port 5f2d8e17-b60c-4aaa-a2d1-8320cd744435, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:39:16.413947 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-093294ab-f9bd-4bd2-888c-83e367581201 None None] For port 5f2d8e17-b60c-4aaa-a2d1-8320cd744435, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=5f2d8e17-b60c-4aaa-a2d1-8320cd744435,segment=NetworkSegment(5f5d0600-ce1a-43a0-855e-ff342a49dd86),segment_id=5f5d0600-ce1a-43a0-855e-ff342a49dd86)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:39:16.433370 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-093294ab-f9bd-4bd2-888c-83e367581201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:16.445254 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b17f5303-b17f-4533-bf04-5d8b6f6b8d70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:16.473565 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c79791b1-ca53-49d3-adae-b117282cb3b5 req-4e536987-e4fb-49a9-968d-d41cd7830764 tempest-AggregatesAdminTestJSON-49839965 tempest-AggregatesAdminTestJSON-49839965-project] 10.222.0.39 "GET /v2.0/security-groups?id=3517ddc2-9344-4558-883c-f67cc9712279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951364 Sep 23 06:39:16.521200 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9eb48ebf-9b3d-4725-a223-3b1ae4e425d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:16.533829 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b17f5303-b17f-4533-bf04-5d8b6f6b8d70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:16.545372 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9eb48ebf-9b3d-4725-a223-3b1ae4e425d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:16.629982 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093294ab-f9bd-4bd2-888c-83e367581201 None None] Routers {'c8ac671e-35c6-439f-bce2-563a03db06e9'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:39:16.645578 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb48ebf-9b3d-4725-a223-3b1ae4e425d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f6d72d-4a3d-497f-8512-2b8419085a15,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:16.646214 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-093294ab-f9bd-4bd2-888c-83e367581201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:39:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['c8ac671e-35c6-439f-bce2-563a03db06e9'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:39:16.652594 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-ecb00998-0246-490f-8a20-08d5f672895e None None] Provisioning complete for port 5f2d8e17-b60c-4aaa-a2d1-8320cd744435 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:39:16.652971 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ecb00998-0246-490f-8a20-08d5f672895e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:16.661388 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-9eb48ebf-9b3d-4725-a223-3b1ae4e425d0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0543b3937d0544ff92cfc3641969d50d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9553361 Sep 23 06:39:16.666052 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44834) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:16.689072 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9637e2ba-2610-407a-83b9-05b664d74976 req-1b8bc9d6-ca3a-4bf1-b7fe-ac9827795cb8 service neutron] 10.222.0.58 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4317372 Sep 23 06:39:16.784895 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8044088c-a54c-49df-92f4-6824c1ee3dfb None None] Pushing event updated for resources: {'Port': ['ID=5f2d8e17-b60c-4aaa-a2d1-8320cd744435,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:16.834313 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-84a20f4b-9da2-469c-8abf-6d9ad5fba3b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:16.845265 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b17f5303-b17f-4533-bf04-5d8b6f6b8d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:16.848031 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b17f5303-b17f-4533-bf04-5d8b6f6b8d70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:16.854478 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-b17f5303-b17f-4533-bf04-5d8b6f6b8d70 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a2a656d6-c67a-4374-8f44-53a38548dc9d HTTP/1.1" status: 204 len: 168 time: 0.6202624 Sep 23 06:39:16.876671 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e0def8-2076-47ae-9748-1e173733f523 req-0027ddcc-3c74-4588-974c-329cd1efb2fd tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:16.891894 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a6fbcc2a-2b39-4ab0-ae7b-176736a9ca37 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:16.897491 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f2e0def8-2076-47ae-9748-1e173733f523 req-0027ddcc-3c74-4588-974c-329cd1efb2fd tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe138c1e-21bf-4afd-bba1-e9cf41909065 HTTP/1.1" status: 200 len: 969 time: 0.2575250 Sep 23 06:39:16.910150 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17f5303-b17f-4533-bf04-5d8b6f6b8d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a656d6-c67a-4374-8f44-53a38548dc9d,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:16.913398 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a6fbcc2a-2b39-4ab0-ae7b-176736a9ca37 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:16.927270 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-84a20f4b-9da2-469c-8abf-6d9ad5fba3b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:16.952761 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-92a25d3a-ff3d-44cb-b5ec-6f8a98817aed req-df191efa-ae2e-47f5-b4ed-943a21522fa2 service neutron] 10.222.0.58 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6517103 Sep 23 06:39:16.973440 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a6fbcc2a-2b39-4ab0-ae7b-176736a9ca37 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:16.977842 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-a6fbcc2a-2b39-4ab0-ae7b-176736a9ca37 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 1.1224935 Sep 23 06:39:16.983307 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44844) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:16.984451 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fbcc2a-2b39-4ab0-ae7b-176736a9ca37 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dfb9b91-c839-45a6-ad00-d87fab5f07e4,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:16.997688 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-d4ff9945-3c5b-4399-b755-9a826766c8b7 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Request body: {'security_group_rule': {'security_group_id': '8dfb9b91-c839-45a6-ad00-d87fab5f07e4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:39:17.039711 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d4ff9945-3c5b-4399-b755-9a826766c8b7 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:17.054845 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f2e0def8-2076-47ae-9748-1e173733f523 req-612b4c38-2994-4994-84a5-309a73011bff tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb904337-7174-44b6-8785-eca1f6e1ec46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564035 Sep 23 06:39:17.069667 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-093294ab-f9bd-4bd2-888c-83e367581201 None None] Set router c8ac671e-35c6-439f-bce2-563a03db06e9 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:39:17.093117 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-84a20f4b-9da2-469c-8abf-6d9ad5fba3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:17.093297 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9637e2ba-2610-407a-83b9-05b664d74976 req-3a8088ff-ce5d-4a03-b624-782c1ffcfcf0 service neutron] 10.222.0.58 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3597400 Sep 23 06:39:17.093408 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-84a20f4b-9da2-469c-8abf-6d9ad5fba3b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:17.093408 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-84a20f4b-9da2-469c-8abf-6d9ad5fba3b1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/09f6d72d-4a3d-497f-8512-2b8419085a15 HTTP/1.1" status: 204 len: 168 time: 0.4255891 Sep 23 06:39:17.117381 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a20f4b-9da2-469c-8abf-6d9ad5fba3b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f6d72d-4a3d-497f-8512-2b8419085a15,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:17.143108 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ecb00998-0246-490f-8a20-08d5f672895e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:17.186079 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d4ff9945-3c5b-4399-b755-9a826766c8b7 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:17.191979 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d4ff9945-3c5b-4399-b755-9a826766c8b7 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:17.224118 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ff9945-3c5b-4399-b755-9a826766c8b7 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e3bdb25-0bbe-483d-8d56-1cb18b1c4277,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:17.240461 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d4ff9945-3c5b-4399-b755-9a826766c8b7 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:17.241125 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-ecb00998-0246-490f-8a20-08d5f672895e None None] For port 5f2d8e17-b60c-4aaa-a2d1-8320cd744435, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=5f2d8e17-b60c-4aaa-a2d1-8320cd744435,segment=NetworkSegment(5f5d0600-ce1a-43a0-855e-ff342a49dd86),segment_id=5f5d0600-ce1a-43a0-855e-ff342a49dd86)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:39:17.242554 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-d4ff9945-3c5b-4399-b755-9a826766c8b7 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2555063 Sep 23 06:39:17.246854 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44852) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:17.261535 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-2c84e61e-0c08-4503-b756-ca3128dd18a7 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Request body: {'security_group_rule': {'security_group_id': '8dfb9b91-c839-45a6-ad00-d87fab5f07e4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:39:17.273196 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ecb00998-0246-490f-8a20-08d5f672895e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:17.299372 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2c84e61e-0c08-4503-b756-ca3128dd18a7 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:17.367853 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb00998-0246-490f-8a20-08d5f672895e None None] Pushing event updated for resources: {'Port': ['ID=5f2d8e17-b60c-4aaa-a2d1-8320cd744435,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:17.390531 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2c84e61e-0c08-4503-b756-ca3128dd18a7 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:17.395798 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2c84e61e-0c08-4503-b756-ca3128dd18a7 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:17.406196 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-70e6bcbd-b788-4908-a3fe-b89aa06b8f83 None None] Provisioning complete for port 5f2d8e17-b60c-4aaa-a2d1-8320cd744435 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:39:17.406571 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-70e6bcbd-b788-4908-a3fe-b89aa06b8f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:17.418760 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c84e61e-0c08-4503-b756-ca3128dd18a7 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dca3c85a-1f39-4c8c-8688-aefc4fc647ce,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:17.424357 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2c84e61e-0c08-4503-b756-ca3128dd18a7 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:17.425627 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-2c84e61e-0c08-4503-b756-ca3128dd18a7 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1775770 Sep 23 06:39:17.428768 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44858) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:17.434267 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-74d7d1f5-2b61-4581-96a4-0b401eee2c95 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Request body: {'floatingip': {'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:39:17.468870 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-093294ab-f9bd-4bd2-888c-83e367581201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ac671e-35c6-439f-bce2-563a03db06e9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-963106536-router', 'tenant_id': '99a5d9e5f4ce4a7d8c30db305ca15100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '8320a006-7762-400e-9ccc-fa23f331cd87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:39:04Z', 'updated_at': '2021-09-23T06:39:12Z', 'revision_number': 4, 'project_id': '99a5d9e5f4ce4a7d8c30db305ca15100', 'gw_port': {'id': '8320a006-7762-400e-9ccc-fa23f331cd87', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ac671e-35c6-439f-bce2-563a03db06e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:39:05Z', 'updated_at': '2021-09-23T06:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '5f2d8e17-b60c-4aaa-a2d1-8320cd744435', 'name': '', 'network_id': 'f19d6623-c836-40a0-b6ea-835734b593ae', 'tenant_id': '99a5d9e5f4ce4a7d8c30db305ca15100', 'mac_address': 'fa:16:3e:22:58:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ac671e-35c6-439f-bce2-563a03db06e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'ba85be6f-6edc-4470-a5d6-487c1d2ed7ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:39:10Z', 'updated_at': '2021-09-23T06:39:16Z', 'revision_number': 4, 'project_id': '99a5d9e5f4ce4a7d8c30db305ca15100', 'subnets': [{'id': 'ba85be6f-6edc-4470-a5d6-487c1d2ed7ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:39:17.470929 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-74d7d1f5-2b61-4581-96a4-0b401eee2c95 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Notify callbacks [] for floatingip, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:17.517094 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093294ab-f9bd-4bd2-888c-83e367581201 None None] The sync data for ids ['c8ac671e-35c6-439f-bce2-563a03db06e9'] in n-d-715271-16 is: [{'id': 'c8ac671e-35c6-439f-bce2-563a03db06e9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-963106536-router', 'tenant_id': '99a5d9e5f4ce4a7d8c30db305ca15100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '8320a006-7762-400e-9ccc-fa23f331cd87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:39:04Z', 'updated_at': '2021-09-23T06:39:12Z', 'revision_number': 4, 'project_id': '99a5d9e5f4ce4a7d8c30db305ca15100', 'gw_port': {'id': '8320a006-7762-400e-9ccc-fa23f331cd87', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ac671e-35c6-439f-bce2-563a03db06e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:39:05Z', 'updated_at': '2021-09-23T06:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '5f2d8e17-b60c-4aaa-a2d1-8320cd744435', 'name': '', 'network_id': 'f19d6623-c836-40a0-b6ea-835734b593ae', 'tenant_id': '99a5d9e5f4ce4a7d8c30db305ca15100', 'mac_address': 'fa:16:3e:22:58:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ac671e-35c6-439f-bce2-563a03db06e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'ba85be6f-6edc-4470-a5d6-487c1d2ed7ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:39:10Z', 'updated_at': '2021-09-23T06:39:16Z', 'revision_number': 4, 'project_id': '99a5d9e5f4ce4a7d8c30db305ca15100', 'subnets': [{'id': 'ba85be6f-6edc-4470-a5d6-487c1d2ed7ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:39:17.786030 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932edd3d-695f-4208-a276-06d2030be32a req-5551795f-ff64-46fd-93c8-2110c9442001 tempest-AggregatesAdminTestJSON-49839965 tempest-AggregatesAdminTestJSON-49839965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:17.787591 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-932edd3d-695f-4208-a276-06d2030be32a req-5551795f-ff64-46fd-93c8-2110c9442001 tempest-AggregatesAdminTestJSON-49839965 tempest-AggregatesAdminTestJSON-49839965-project] 10.222.0.39 "GET /v2.0/ports?device_id=dde27859-0b00-4ef3-bdf8-2b2bfb1676fa HTTP/1.1" status: 200 len: 969 time: 0.1228187 Sep 23 06:39:17.790225 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-74d7d1f5-2b61-4581-96a4-0b401eee2c95 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:17.913939 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44874) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:17.949034 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-753460a3-9ee6-47a4-846e-c1cd5f2af54f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:17.961098 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-932edd3d-695f-4208-a276-06d2030be32a req-5d12f87e-9dde-4422-a623-0cc6af42b119 tempest-AggregatesAdminTestJSON-49839965 tempest-AggregatesAdminTestJSON-49839965-project] 10.222.0.39 "GET /v2.0/security-groups?id=3517ddc2-9344-4558-883c-f67cc9712279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535561 Sep 23 06:39:18.037034 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-74d7d1f5-2b61-4581-96a4-0b401eee2c95 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Allocated IP 172.25.2.67 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/e5276507-dd8a-4d38-a0fe-507494afe94c) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:39:18.110132 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-753460a3-9ee6-47a4-846e-c1cd5f2af54f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:18.118596 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-753460a3-9ee6-47a4-846e-c1cd5f2af54f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:18.180797 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-753460a3-9ee6-47a4-846e-c1cd5f2af54f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e4646c62fdb74aa2bf93209d3dd4e691&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2636762 Sep 23 06:39:18.186233 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753460a3-9ee6-47a4-846e-c1cd5f2af54f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff1c724-d945-46b2-91e1-2ffdcfe3e40e,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:18.186803 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44882) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:18.247681 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-74d7d1f5-2b61-4581-96a4-0b401eee2c95 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:18.267622 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5098598a-de87-44dd-b006-05640aef4a83 req-d50e5895-8a6e-4b64-8ac9-d5216b35b20a tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:18.269272 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5098598a-de87-44dd-b006-05640aef4a83 req-d50e5895-8a6e-4b64-8ac9-d5216b35b20a tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe138c1e-21bf-4afd-bba1-e9cf41909065 HTTP/1.1" status: 200 len: 969 time: 0.0580735 Sep 23 06:39:18.300227 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-31903c47-f149-4b08-9bda-b855bf90d8dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:18.342200 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5098598a-de87-44dd-b006-05640aef4a83 req-9b5f486d-de6c-411f-bf47-c4745697c370 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb904337-7174-44b6-8785-eca1f6e1ec46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642471 Sep 23 06:39:18.359007 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-31903c47-f149-4b08-9bda-b855bf90d8dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:18.383950 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-74d7d1f5-2b61-4581-96a4-0b401eee2c95 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:18.445332 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d7d1f5-2b61-4581-96a4-0b401eee2c95 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:39:18.449117 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-74d7d1f5-2b61-4581-96a4-0b401eee2c95 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:39:18.456703 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d7d1f5-2b61-4581-96a4-0b401eee2c95 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:39:18.461600 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d7d1f5-2b61-4581-96a4-0b401eee2c95 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Pushing event updated for resources: {'Port': ['ID=e5276507-dd8a-4d38-a0fe-507494afe94c,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:18.530043 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-31903c47-f149-4b08-9bda-b855bf90d8dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:18.532560 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-31903c47-f149-4b08-9bda-b855bf90d8dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:18.533855 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-31903c47-f149-4b08-9bda-b855bf90d8dd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9ff1c724-d945-46b2-91e1-2ffdcfe3e40e HTTP/1.1" status: 204 len: 168 time: 0.3459778 Sep 23 06:39:18.565798 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31903c47-f149-4b08-9bda-b855bf90d8dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff1c724-d945-46b2-91e1-2ffdcfe3e40e,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:18.617843 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-74d7d1f5-2b61-4581-96a4-0b401eee2c95 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:18.679947 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-74d7d1f5-2b61-4581-96a4-0b401eee2c95 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:18.822924 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 20e45a55-6e85-43d8-8423-3f94cf3ebaf9 details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:39:18.989529 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 20e45a55-6e85-43d8-8423-3f94cf3ebaf9, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=20e45a55-6e85-43d8-8423-3f94cf3ebaf9,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:39:19.013273 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': '20e45a55-6e85-43d8-8423-3f94cf3ebaf9', 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062', 'port_id': '20e45a55-6e85-43d8-8423-3f94cf3ebaf9', 'mac_address': 'fa:16:3e:08:7b:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:tempest-test_az-471675620', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:39:19.059362 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-74d7d1f5-2b61-4581-96a4-0b401eee2c95 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:19.071167 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-74d7d1f5-2b61-4581-96a4-0b401eee2c95 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:19.086626 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-74d7d1f5-2b61-4581-96a4-0b401eee2c95 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:19.120546 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:19.152263 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20e45a55-6e85-43d8-8423-3f94cf3ebaf9 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:39:19.191093 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 20e45a55-6e85-43d8-8423-3f94cf3ebaf9, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=20e45a55-6e85-43d8-8423-3f94cf3ebaf9,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:39:19.196473 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:19.225314 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-74d7d1f5-2b61-4581-96a4-0b401eee2c95 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:19.227280 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-74d7d1f5-2b61-4581-96a4-0b401eee2c95 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7967272 Sep 23 06:39:19.256374 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d7d1f5-2b61-4581-96a4-0b401eee2c95 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Pushing event updated for resources: {'Port': ['ID=e5276507-dd8a-4d38-a0fe-507494afe94c,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:19.298735 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=20e45a55-6e85-43d8-8423-3f94cf3ebaf9,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:19.309383 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5175ed-2818-4f5b-911b-c7cd4ff2c6d5 req-1d2e7a6a-ef17-4117-bda3-6dbf18a22227 tempest-AggregatesAdminTestJSON-49839965 tempest-AggregatesAdminTestJSON-49839965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:19.311597 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7a5175ed-2818-4f5b-911b-c7cd4ff2c6d5 req-1d2e7a6a-ef17-4117-bda3-6dbf18a22227 tempest-AggregatesAdminTestJSON-49839965 tempest-AggregatesAdminTestJSON-49839965-project] 10.222.0.39 "GET /v2.0/ports?device_id=dde27859-0b00-4ef3-bdf8-2b2bfb1676fa HTTP/1.1" status: 200 len: 969 time: 0.1679180 Sep 23 06:39:19.386936 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7a5175ed-2818-4f5b-911b-c7cd4ff2c6d5 req-f138dd6e-1e9a-4d0e-9ba7-5caac4d269c4 tempest-AggregatesAdminTestJSON-49839965 tempest-AggregatesAdminTestJSON-49839965-project] 10.222.0.39 "GET /v2.0/security-groups?id=3517ddc2-9344-4558-883c-f67cc9712279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685692 Sep 23 06:39:19.418075 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 5f2d8e17-b60c-4aaa-a2d1-8320cd744435 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:39:19.498154 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 5f2d8e17-b60c-4aaa-a2d1-8320cd744435 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:39:19.498620 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:19.569167 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a077030e-cad0-4fca-bad0-44cb2ae4c0a2 req-7165d2eb-be03-4de7-bc79-cf1f5e2c15c8 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:19.578461 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a077030e-cad0-4fca-bad0-44cb2ae4c0a2 req-7165d2eb-be03-4de7-bc79-cf1f5e2c15c8 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe138c1e-21bf-4afd-bba1-e9cf41909065 HTTP/1.1" status: 200 len: 970 time: 0.0750458 Sep 23 06:39:19.611049 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['20e45a55-6e85-43d8-8423-3f94cf3ebaf9'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:39:19.622807 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a077030e-cad0-4fca-bad0-44cb2ae4c0a2 req-eaf83268-e310-4287-ae3e-cdccb1bbabfe tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb904337-7174-44b6-8785-eca1f6e1ec46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423615 Sep 23 06:39:19.889312 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b693655c-97e4-4d3b-82c3-39c8f7b52f5f req-37bf1df0-5604-49df-bc68-7123a0644bf2 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--3804364&fields=id&tenant_id=b4fd4d42904645d3a9db4b781392d8fe HTTP/1.1" status: 200 len: 267 time: 0.1012883 Sep 23 06:39:20.085757 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44976) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:20.116472 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693655c-97e4-4d3b-82c3-39c8f7b52f5f req-393740ca-0072-4004-a339-7f54608672f2 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:20.117992 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b693655c-97e4-4d3b-82c3-39c8f7b52f5f req-393740ca-0072-4004-a339-7f54608672f2 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "GET /v2.0/networks?id=c551f062-d2de-4528-8056-81dd05062bf0 HTTP/1.1" status: 200 len: 823 time: 0.2193763 Sep 23 06:39:20.135764 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b693655c-97e4-4d3b-82c3-39c8f7b52f5f req-804cd218-dbff-49ee-8e71-dd0293f92617 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "GET /v2.0/quotas/b4fd4d42904645d3a9db4b781392d8fe HTTP/1.1" status: 200 len: 375 time: 0.0109668 Sep 23 06:39:20.231914 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b693655c-97e4-4d3b-82c3-39c8f7b52f5f req-25d4a60f-d4fb-47ca-ae65-9a4b896dc684 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b4fd4d42904645d3a9db4b781392d8fe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0891936 Sep 23 06:39:20.358090 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44990) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:20.358883 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c4b60488-e67c-48dd-a037-ae5500411df9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:20.456965 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c4b60488-e67c-48dd-a037-ae5500411df9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:20.463503 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c4b60488-e67c-48dd-a037-ae5500411df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:20.492140 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4b350d06-bfbe-49c7-8156-5ec738bb77d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:20.538814 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-c4b60488-e67c-48dd-a037-ae5500411df9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=31509c769b7b4f8e8126939faf9d6647&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4518788 Sep 23 06:39:20.541201 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b60488-e67c-48dd-a037-ae5500411df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9411dcc-a878-4a71-a56e-621ea8d16eb1,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:20.543796 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45002) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:20.598746 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4b350d06-bfbe-49c7-8156-5ec738bb77d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:20.606076 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4b350d06-bfbe-49c7-8156-5ec738bb77d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:20.612127 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0795401-1033-4402-ad6c-652fa379e137 req-7b893eb2-f8f3-4fa9-a88e-6e9bfc342874 tempest-AggregatesAdminTestJSON-49839965 tempest-AggregatesAdminTestJSON-49839965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:20.613667 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d0795401-1033-4402-ad6c-652fa379e137 req-7b893eb2-f8f3-4fa9-a88e-6e9bfc342874 tempest-AggregatesAdminTestJSON-49839965 tempest-AggregatesAdminTestJSON-49839965-project] 10.222.0.39 "GET /v2.0/ports?device_id=dde27859-0b00-4ef3-bdf8-2b2bfb1676fa HTTP/1.1" status: 200 len: 969 time: 0.1259861 Sep 23 06:39:20.616796 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8277ec6b-2804-48ba-832f-1e17f6290c57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:20.630671 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [req-b693655c-97e4-4d3b-82c3-39c8f7b52f5f req-5e5a6952-3494-4193-af55-dfd6fbf41b1a service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 06:39:20.638562 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b693655c-97e4-4d3b-82c3-39c8f7b52f5f req-5e5a6952-3494-4193-af55-dfd6fbf41b1a service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2254074 Sep 23 06:39:20.658299 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8277ec6b-2804-48ba-832f-1e17f6290c57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:20.677711 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-4b350d06-bfbe-49c7-8156-5ec738bb77d6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fa74404d7798420d9bbbe0fab4fbe0bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3184581 Sep 23 06:39:20.683216 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45008) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:20.686593 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d0795401-1033-4402-ad6c-652fa379e137 req-4b3d173e-e16a-44b9-8629-a8e6236e5990 tempest-AggregatesAdminTestJSON-49839965 tempest-AggregatesAdminTestJSON-49839965-project] 10.222.0.39 "GET /v2.0/security-groups?id=3517ddc2-9344-4558-883c-f67cc9712279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643258 Sep 23 06:39:20.695994 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b350d06-bfbe-49c7-8156-5ec738bb77d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb23b16-1011-4d19-a8c0-116bbd4a09ca,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:20.761722 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e0e374f6-ae07-4526-8647-2bfc163618f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:20.779708 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b693655c-97e4-4d3b-82c3-39c8f7b52f5f req-8adec277-6917-4fcd-bd95-3a7f9a09c003 service neutron] 10.222.0.39 "GET /v2.0/networks/c551f062-d2de-4528-8056-81dd05062bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401799 Sep 23 06:39:20.802810 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device f0ce6783-ee95-4b65-898e-5f99f9cf88d5 details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:39:20.811957 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8277ec6b-2804-48ba-832f-1e17f6290c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:20.815241 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8277ec6b-2804-48ba-832f-1e17f6290c57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:20.816960 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-8277ec6b-2804-48ba-832f-1e17f6290c57 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d9411dcc-a878-4a71-a56e-621ea8d16eb1 HTTP/1.1" status: 204 len: 168 time: 0.2718310 Sep 23 06:39:20.846672 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e0e374f6-ae07-4526-8647-2bfc163618f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:20.874895 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8277ec6b-2804-48ba-832f-1e17f6290c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9411dcc-a878-4a71-a56e-621ea8d16eb1,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:20.908547 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b693655c-97e4-4d3b-82c3-39c8f7b52f5f req-d31e5a7e-3e7e-4b16-9500-ff842b0d5a89 service neutron] 10.222.0.39 "GET /v2.0/networks/c551f062-d2de-4528-8056-81dd05062bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226180 Sep 23 06:39:20.912631 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2cb92a-31fb-4634-813c-1c075ec0c0e3 req-2329733b-27fb-439b-9534-b9e8f2502164 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:20.914389 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-aa2cb92a-31fb-4634-813c-1c075ec0c0e3 req-2329733b-27fb-439b-9534-b9e8f2502164 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe138c1e-21bf-4afd-bba1-e9cf41909065 HTTP/1.1" status: 200 len: 970 time: 0.1412654 Sep 23 06:39:20.977529 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e0e374f6-ae07-4526-8647-2bfc163618f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:20.981721 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e0e374f6-ae07-4526-8647-2bfc163618f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:20.986837 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-e0e374f6-ae07-4526-8647-2bfc163618f3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7fb23b16-1011-4d19-a8c0-116bbd4a09ca HTTP/1.1" status: 204 len: 168 time: 0.2982912 Sep 23 06:39:21.021756 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-aa2cb92a-31fb-4634-813c-1c075ec0c0e3 req-b0d5d79b-09da-49b9-94da-def63219b596 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb904337-7174-44b6-8785-eca1f6e1ec46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807989 Sep 23 06:39:21.044725 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e374f6-ae07-4526-8647-2bfc163618f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb23b16-1011-4d19-a8c0-116bbd4a09ca,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:21.047279 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 20e45a55-6e85-43d8-8423-3f94cf3ebaf9 up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:39:21.100245 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port f0ce6783-ee95-4b65-898e-5f99f9cf88d5, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=f0ce6783-ee95-4b65-898e-5f99f9cf88d5,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:39:21.136692 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': 'f0ce6783-ee95-4b65-898e-5f99f9cf88d5', 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062', 'port_id': 'f0ce6783-ee95-4b65-898e-5f99f9cf88d5', 'mac_address': 'fa:16:3e:c8:87:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:tempest-test_az-471675620', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:39:21.204883 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port 20e45a55-6e85-43d8-8423-3f94cf3ebaf9 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:39:21.207707 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:21.209538 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port 20e45a55-6e85-43d8-8423-3f94cf3ebaf9 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:39:21.209946 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:21.226777 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-69731432-ff5c-4ba8-afcc-d172e52f5490 req-97c0467b-23ba-43d3-b2a5-bb83092689f8 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f6d2b76-656f-4f25-a7ff-9abed767934d HTTP/1.1" status: 200 len: 210 time: 0.0399537 Sep 23 06:39:21.260743 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0ce6783-ee95-4b65-898e-5f99f9cf88d5 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:39:21.293184 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port f0ce6783-ee95-4b65-898e-5f99f9cf88d5, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=f0ce6783-ee95-4b65-898e-5f99f9cf88d5,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:39:21.303364 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:21.389679 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:21.401907 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=f0ce6783-ee95-4b65-898e-5f99f9cf88d5,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:21.427544 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe138c1e-21bf-4afd-bba1-e9cf41909065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20e45a55-6e85-43d8-8423-3f94cf3ebaf9'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:39:21.507091 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 20e45a55-6e85-43d8-8423-3f94cf3ebaf9, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=20e45a55-6e85-43d8-8423-3f94cf3ebaf9,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:39:21.512463 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:21.585146 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45050) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:21.599862 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['f0ce6783-ee95-4b65-898e-5f99f9cf88d5'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:39:21.609337 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6f4113c5-71e7-4e40-9d52-22cb9e3ecdbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:21.634230 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=20e45a55-6e85-43d8-8423-3f94cf3ebaf9,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:21.783889 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6f4113c5-71e7-4e40-9d52-22cb9e3ecdbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:21.802803 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6f4113c5-71e7-4e40-9d52-22cb9e3ecdbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:21.892025 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-6f4113c5-71e7-4e40-9d52-22cb9e3ecdbd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=63163c1bfd2d48c1b360aefe8ce3fd06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3057144 Sep 23 06:39:21.892961 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45058) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:21.901727 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4113c5-71e7-4e40-9d52-22cb9e3ecdbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a5efce-aafb-4c37-a57b-bf9e1a3e0774,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:21.904064 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f1c47a-a73c-4e14-9880-2a885b443ab8 req-225c5c6a-33f6-41a0-9fee-eadb90004bb0 tempest-AggregatesAdminTestJSON-49839965 tempest-AggregatesAdminTestJSON-49839965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:21.912338 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-11f1c47a-a73c-4e14-9880-2a885b443ab8 req-225c5c6a-33f6-41a0-9fee-eadb90004bb0 tempest-AggregatesAdminTestJSON-49839965 tempest-AggregatesAdminTestJSON-49839965-project] 10.222.0.39 "GET /v2.0/ports?device_id=dde27859-0b00-4ef3-bdf8-2b2bfb1676fa HTTP/1.1" status: 200 len: 970 time: 0.1101434 Sep 23 06:39:21.939145 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45060) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:21.975765 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-11f1c47a-a73c-4e14-9880-2a885b443ab8 req-339fdd4f-1f89-4e1d-9cde-ca3ffdbd4102 tempest-AggregatesAdminTestJSON-49839965 tempest-AggregatesAdminTestJSON-49839965-project] 10.222.0.39 "GET /v2.0/security-groups?id=3517ddc2-9344-4558-883c-f67cc9712279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624547 Sep 23 06:39:21.979603 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8ccf214f-25cb-4abc-bfc9-ab5670d54b85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:22.046443 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5aefc5d-15ed-40f5-aa39-f8e79808bc47" -d '{"events": [{"server_uuid": "fe138c1e-21bf-4afd-bba1-e9cf41909065", "name": "network-vif-plugged", "status": "completed", "tag": "20e45a55-6e85-43d8-8423-3f94cf3ebaf9"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:39:22.094641 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0e97f93a-dc34-4045-bbfa-fc9f2bf93bab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:22.154649 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45070) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:22.163691 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0e97f93a-dc34-4045-bbfa-fc9f2bf93bab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:22.252984 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ff5fd-bba4-446e-b3d3-5ca026be5b0a req-e1fb9ab3-30a4-4a78-9e61-91c5aa597115 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:22.254497 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-303ff5fd-bba4-446e-b3d3-5ca026be5b0a req-e1fb9ab3-30a4-4a78-9e61-91c5aa597115 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe138c1e-21bf-4afd-bba1-e9cf41909065 HTTP/1.1" status: 200 len: 971 time: 0.1281247 Sep 23 06:39:22.284720 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8ccf214f-25cb-4abc-bfc9-ab5670d54b85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:22.290463 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0e97f93a-dc34-4045-bbfa-fc9f2bf93bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:22.294137 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0e97f93a-dc34-4045-bbfa-fc9f2bf93bab admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:22.298006 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-0e97f93a-dc34-4045-bbfa-fc9f2bf93bab admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f8a5efce-aafb-4c37-a57b-bf9e1a3e0774 HTTP/1.1" status: 204 len: 168 time: 0.4029136 Sep 23 06:39:22.309176 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8ccf214f-25cb-4abc-bfc9-ab5670d54b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:22.326472 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6c8b5a71-55f8-4dd5-a642-44a29aa456f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:22.326845 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e97f93a-dc34-4045-bbfa-fc9f2bf93bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a5efce-aafb-4c37-a57b-bf9e1a3e0774,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:22.364746 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-8ccf214f-25cb-4abc-bfc9-ab5670d54b85 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f7ae09f6ea7d43a0909910a07f605be1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4216781 Sep 23 06:39:22.365754 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45078) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:22.375642 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-303ff5fd-bba4-446e-b3d3-5ca026be5b0a req-0e594b94-3d1e-46b6-a1b7-ec8821a579e8 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb904337-7174-44b6-8785-eca1f6e1ec46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969138 Sep 23 06:39:22.394129 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf214f-25cb-4abc-bfc9-ab5670d54b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26c6ec95-d2d5-4ee1-b096-2d3d89986992,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:22.491164 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e83b61d5-b168-4251-841e-26f11de7dbda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:22.513512 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6c8b5a71-55f8-4dd5-a642-44a29aa456f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:22.531276 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6c8b5a71-55f8-4dd5-a642-44a29aa456f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:22.534733 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e83b61d5-b168-4251-841e-26f11de7dbda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:22.552185 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.21', 64149) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:22.567070 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-6c8b5a71-55f8-4dd5-a642-44a29aa456f6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=75fff4ae6494414985d4256388e9501f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4111307 Sep 23 06:39:22.574263 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45086) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:22.619250 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8b5a71-55f8-4dd5-a642-44a29aa456f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f463f5-df25-472f-9be0-27e9cf122ae6,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:22.726096 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4c1893af-4e18-42a3-a715-ff61532290f9 req-65c9d422-abdb-424e-b5ab-e4336caf0d7a tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f6d2b76-656f-4f25-a7ff-9abed767934d HTTP/1.1" status: 200 len: 210 time: 0.0961850 Sep 23 06:39:22.737053 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e83b61d5-b168-4251-841e-26f11de7dbda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:22.739713 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e83b61d5-b168-4251-841e-26f11de7dbda admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:22.740915 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-e83b61d5-b168-4251-841e-26f11de7dbda admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/26c6ec95-d2d5-4ee1-b096-2d3d89986992 HTTP/1.1" status: 204 len: 168 time: 0.3749554 Sep 23 06:39:22.758138 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693655c-97e4-4d3b-82c3-39c8f7b52f5f req-1b57aa81-5827-48f6-925b-e9dae61c5319 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:22.760346 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b693655c-97e4-4d3b-82c3-39c8f7b52f5f req-1b57aa81-5827-48f6-925b-e9dae61c5319 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.21 "GET /v2.0/networks?id=c551f062-d2de-4528-8056-81dd05062bf0 HTTP/1.1" status: 200 len: 823 time: 0.1977334 Sep 23 06:39:22.761572 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83b61d5-b168-4251-841e-26f11de7dbda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c6ec95-d2d5-4ee1-b096-2d3d89986992,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:22.782412 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-dcb5bd3c-cbfe-44fd-96a6-a109427458cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:22.809917 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device f0ce6783-ee95-4b65-898e-5f99f9cf88d5 up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:39:22.829016 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-dcb5bd3c-cbfe-44fd-96a6-a109427458cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:22.856940 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ba84ef-3bb6-48c3-bc4b-505ec62e9046 x-openstack-request-id: req-d6ba84ef-3bb6-48c3-bc4b-505ec62e9046 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:39:22.857432 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe138c1e-21bf-4afd-bba1-e9cf41909065", "name": "network-vif-plugged", "status": "completed", "tag": "20e45a55-6e85-43d8-8423-3f94cf3ebaf9", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:39:22.857890 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d6ba84ef-3bb6-48c3-bc4b-505ec62e9046 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:39:22.858709 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe138c1e-21bf-4afd-bba1-e9cf41909065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20e45a55-6e85-43d8-8423-3f94cf3ebaf9', 'code': 200} Sep 23 06:39:22.901180 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-dcb5bd3c-cbfe-44fd-96a6-a109427458cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:22.903937 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-dcb5bd3c-cbfe-44fd-96a6-a109427458cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:22.908147 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-dcb5bd3c-cbfe-44fd-96a6-a109427458cb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/02f463f5-df25-472f-9be0-27e9cf122ae6 HTTP/1.1" status: 204 len: 168 time: 0.3305340 Sep 23 06:39:22.923587 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port f0ce6783-ee95-4b65-898e-5f99f9cf88d5 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:39:22.935124 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port f0ce6783-ee95-4b65-898e-5f99f9cf88d5 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:39:22.936371 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:22.967498 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b693655c-97e4-4d3b-82c3-39c8f7b52f5f req-b24a62f1-db39-4a91-bdab-0985b10596e4 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b4fd4d42904645d3a9db4b781392d8fe HTTP/1.1" status: 200 len: 377 time: 0.1151273 Sep 23 06:39:22.986250 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-b693655c-97e4-4d3b-82c3-39c8f7b52f5f req-d918cfe2-69a0-4b11-933c-4b9acacdd7c5 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Request body: {'port': {'device_id': '2f6d2b76-656f-4f25-a7ff-9abed767934d', 'network_id': 'c551f062-d2de-4528-8056-81dd05062bf0', 'admin_state_up': True, 'tenant_id': 'b4fd4d42904645d3a9db4b781392d8fe', 'security_groups': ['8dfb9b91-c839-45a6-ad00-d87fab5f07e4']}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:39:23.027967 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb5bd3c-cbfe-44fd-96a6-a109427458cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f463f5-df25-472f-9be0-27e9cf122ae6,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:23.191524 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20999d3b-a519-49fe-b885-16392dd059e3 req-a6e45911-13f5-41d7-91e5-3c1ff0c53fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:23.193080 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-20999d3b-a519-49fe-b885-16392dd059e3 req-a6e45911-13f5-41d7-91e5-3c1ff0c53fd6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fe138c1e-21bf-4afd-bba1-e9cf41909065 HTTP/1.1" status: 200 len: 1123 time: 0.2737288 Sep 23 06:39:23.212727 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:23.247294 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-20999d3b-a519-49fe-b885-16392dd059e3 req-6f5874c4-93e3-47d0-bbe0-f797e66fc687 service neutron] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:23.305527 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port f0ce6783-ee95-4b65-898e-5f99f9cf88d5, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=f0ce6783-ee95-4b65-898e-5f99f9cf88d5,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:39:23.315551 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:23.363481 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5516fa73-eaf4-482b-a5ba-cc779ffaccb9 req-8b5e8fb3-ec32-483f-8401-2fef59d60ed0 tempest-AggregatesAdminTestJSON-49839965 tempest-AggregatesAdminTestJSON-49839965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:23.378099 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5516fa73-eaf4-482b-a5ba-cc779ffaccb9 req-8b5e8fb3-ec32-483f-8401-2fef59d60ed0 tempest-AggregatesAdminTestJSON-49839965 tempest-AggregatesAdminTestJSON-49839965-project] 10.222.0.39 "GET /v2.0/ports?device_id=dde27859-0b00-4ef3-bdf8-2b2bfb1676fa HTTP/1.1" status: 200 len: 970 time: 0.1639431 Sep 23 06:39:23.462203 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5516fa73-eaf4-482b-a5ba-cc779ffaccb9 req-79b66693-0e25-4370-9a4a-888c5c8464fe tempest-AggregatesAdminTestJSON-49839965 tempest-AggregatesAdminTestJSON-49839965-project] 10.222.0.39 "GET /v2.0/security-groups?id=3517ddc2-9344-4558-883c-f67cc9712279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795016 Sep 23 06:39:23.466340 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-20999d3b-a519-49fe-b885-16392dd059e3 req-6f5874c4-93e3-47d0-bbe0-f797e66fc687 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:23.473053 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=f0ce6783-ee95-4b65-898e-5f99f9cf88d5,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:23.479159 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-20999d3b-a519-49fe-b885-16392dd059e3 req-6f5874c4-93e3-47d0-bbe0-f797e66fc687 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:23.514436 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b693655c-97e4-4d3b-82c3-39c8f7b52f5f req-d918cfe2-69a0-4b11-933c-4b9acacdd7c5 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Made reservation on behalf of b4fd4d42904645d3a9db4b781392d8fe for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:39:23.521323 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5874c4-93e3-47d0-bbe0-f797e66fc687 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0e736ce3-0d8f-4f62-bd94-bf0b933abca8,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:23.524961 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-b693655c-97e4-4d3b-82c3-39c8f7b52f5f req-d918cfe2-69a0-4b11-933c-4b9acacdd7c5 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:23.555672 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-20999d3b-a519-49fe-b885-16392dd059e3 req-6f5874c4-93e3-47d0-bbe0-f797e66fc687 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=cb904337-7174-44b6-8785-eca1f6e1ec46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3491373 Sep 23 06:39:23.605286 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45122) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:23.634131 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0bd1b62e-edc2-4c8b-aa5a-4a4fd3d0e2d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:23.821212 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0bd1b62e-edc2-4c8b-aa5a-4a4fd3d0e2d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:23.828270 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0bd1b62e-edc2-4c8b-aa5a-4a4fd3d0e2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:23.854392 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec960f2-b6ce-410d-9cd2-68fd4c90af5b req-29e95052-871a-4cf1-ba33-ba9ec1777427 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:23.854392 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6ec960f2-b6ce-410d-9cd2-68fd4c90af5b req-29e95052-871a-4cf1-ba33-ba9ec1777427 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe138c1e-21bf-4afd-bba1-e9cf41909065 HTTP/1.1" status: 200 len: 971 time: 0.2451291 Sep 23 06:39:23.918429 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd1b62e-edc2-4c8b-aa5a-4a4fd3d0e2d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6efd82b2-0594-499a-88c3-1233bbdd3292,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:23.929933 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3aa64164-cba5-47f8-9123-4d1285d9ea15 req-3e383d93-5d59-4cf2-b462-7d8a40ba8af7 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f6d2b76-656f-4f25-a7ff-9abed767934d HTTP/1.1" status: 200 len: 210 time: 0.0922720 Sep 23 06:39:23.937771 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [req-b693655c-97e4-4d3b-82c3-39c8f7b52f5f req-d918cfe2-69a0-4b11-933c-4b9acacdd7c5 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Allocated IP 172.20.0.6 (c551f062-d2de-4528-8056-81dd05062bf0/bf51907c-7d00-4db7-a61a-2e5dd58b5738/c258b629-f327-453e-a19d-784a34cfe81c) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:39:23.941990 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-0bd1b62e-edc2-4c8b-aa5a-4a4fd3d0e2d3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8aaf09fe7d364ac79336a4d748f28286&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3352520 Sep 23 06:39:23.942248 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6ec960f2-b6ce-410d-9cd2-68fd4c90af5b req-884907a3-05a3-44f6-9438-2e4f29b130d5 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb904337-7174-44b6-8785-eca1f6e1ec46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755966 Sep 23 06:39:23.944244 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45134) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:24.034168 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9e9c0719-19f6-4510-b207-a257652d942e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:24.065807 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9e9c0719-19f6-4510-b207-a257652d942e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:24.170609 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9e9c0719-19f6-4510-b207-a257652d942e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:24.173907 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9e9c0719-19f6-4510-b207-a257652d942e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:24.175303 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-9e9c0719-19f6-4510-b207-a257652d942e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6efd82b2-0594-499a-88c3-1233bbdd3292 HTTP/1.1" status: 204 len: 168 time: 0.2299559 Sep 23 06:39:24.189193 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9c0719-19f6-4510-b207-a257652d942e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6efd82b2-0594-499a-88c3-1233bbdd3292,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:24.314774 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-b693655c-97e4-4d3b-82c3-39c8f7b52f5f req-d918cfe2-69a0-4b11-933c-4b9acacdd7c5 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:24.364656 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-b693655c-97e4-4d3b-82c3-39c8f7b52f5f req-d918cfe2-69a0-4b11-933c-4b9acacdd7c5 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:24.456553 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b693655c-97e4-4d3b-82c3-39c8f7b52f5f req-d918cfe2-69a0-4b11-933c-4b9acacdd7c5 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Network c551f062-d2de-4528-8056-81dd05062bf0 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:39:24.462170 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [req-b693655c-97e4-4d3b-82c3-39c8f7b52f5f req-d918cfe2-69a0-4b11-933c-4b9acacdd7c5 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:39:24.470622 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-b693655c-97e4-4d3b-82c3-39c8f7b52f5f req-d918cfe2-69a0-4b11-933c-4b9acacdd7c5 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:39:24.476239 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693655c-97e4-4d3b-82c3-39c8f7b52f5f req-d918cfe2-69a0-4b11-933c-4b9acacdd7c5 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:24.478727 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-b693655c-97e4-4d3b-82c3-39c8f7b52f5f req-d918cfe2-69a0-4b11-933c-4b9acacdd7c5 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:24.503874 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d918cfe2-69a0-4b11-933c-4b9acacdd7c5 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Pushing event updated for resources: {'Port': ['ID=c258b629-f327-453e-a19d-784a34cfe81c,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:24.528405 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b693655c-97e4-4d3b-82c3-39c8f7b52f5f req-d918cfe2-69a0-4b11-933c-4b9acacdd7c5 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5542743 Sep 23 06:39:24.641173 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c8220b-ca8c-4318-aa1d-ef2385a91e96 req-aecb3d09-49fb-4818-bb68-ec0e2750e0d2 tempest-AggregatesAdminTestJSON-49839965 tempest-AggregatesAdminTestJSON-49839965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:24.649023 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-61c8220b-ca8c-4318-aa1d-ef2385a91e96 req-aecb3d09-49fb-4818-bb68-ec0e2750e0d2 tempest-AggregatesAdminTestJSON-49839965 tempest-AggregatesAdminTestJSON-49839965-project] 10.222.0.39 "GET /v2.0/ports?device_id=dde27859-0b00-4ef3-bdf8-2b2bfb1676fa HTTP/1.1" status: 200 len: 971 time: 0.0694997 Sep 23 06:39:24.702468 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45166) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:24.714475 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-61c8220b-ca8c-4318-aa1d-ef2385a91e96 req-642a91d4-6cc2-470a-89a4-0d9035d4bb01 tempest-AggregatesAdminTestJSON-49839965 tempest-AggregatesAdminTestJSON-49839965-project] 10.222.0.39 "GET /v2.0/security-groups?id=3517ddc2-9344-4558-883c-f67cc9712279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644848 Sep 23 06:39:24.822560 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-073bb881-ee5b-4859-a65c-115b32bd6870 None None] Provisioning complete for port c258b629-f327-453e-a19d-784a34cfe81c triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:39:24.823589 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-073bb881-ee5b-4859-a65c-115b32bd6870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:24.861875 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde27859-0b00-4ef3-bdf8-2b2bfb1676fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0ce6783-ee95-4b65-898e-5f99f9cf88d5'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:39:24.864112 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eea5e43-d2cf-4493-be81-5c02d1408b81" -d '{"events": [{"server_uuid": "dde27859-0b00-4ef3-bdf8-2b2bfb1676fa", "name": "network-vif-plugged", "status": "completed", "tag": "f0ce6783-ee95-4b65-898e-5f99f9cf88d5"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:39:24.867742 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-073bb881-ee5b-4859-a65c-115b32bd6870 None None] Port c258b629-f327-453e-a19d-784a34cfe81c cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:39:24.904973 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a5f0427-bc9b-404e-88eb-241d3edd9902 x-openstack-request-id: req-5a5f0427-bc9b-404e-88eb-241d3edd9902 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:39:24.905269 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dde27859-0b00-4ef3-bdf8-2b2bfb1676fa", "name": "network-vif-plugged", "status": "completed", "tag": "f0ce6783-ee95-4b65-898e-5f99f9cf88d5", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:39:24.905627 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5a5f0427-bc9b-404e-88eb-241d3edd9902 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:39:24.906140 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde27859-0b00-4ef3-bdf8-2b2bfb1676fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0ce6783-ee95-4b65-898e-5f99f9cf88d5', 'code': 200} Sep 23 06:39:24.968042 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e4e9f6e6-6868-4fd9-9993-7e43d2faeb8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:25.080010 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b85ee-6c9c-48d8-b08f-f8bb88c43300 req-e1865109-4c29-4f49-babe-7c2222986f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:25.081759 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8a2b85ee-6c9c-48d8-b08f-f8bb88c43300 req-e1865109-4c29-4f49-babe-7c2222986f0b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=dde27859-0b00-4ef3-bdf8-2b2bfb1676fa HTTP/1.1" status: 200 len: 1123 time: 0.0654113 Sep 23 06:39:25.178329 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d97bf-86f0-47e8-b537-c9f28a3204ef req-67a62829-eb63-4e69-9631-e36de449f823 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:25.185789 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-182d97bf-86f0-47e8-b537-c9f28a3204ef req-67a62829-eb63-4e69-9631-e36de449f823 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f6d2b76-656f-4f25-a7ff-9abed767934d HTTP/1.1" status: 200 len: 931 time: 0.0962586 Sep 23 06:39:25.194987 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8a2b85ee-6c9c-48d8-b08f-f8bb88c43300 req-ba25c601-fa47-4caf-b90e-9f69161f0c35 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=3517ddc2-9344-4558-883c-f67cc9712279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028502 Sep 23 06:39:25.244251 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-182d97bf-86f0-47e8-b537-c9f28a3204ef req-5e514910-d247-4568-a2ae-7d583989475b tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "GET /v2.0/security-groups?id=8dfb9b91-c839-45a6-ad00-d87fab5f07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0571511 Sep 23 06:39:25.248287 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e4e9f6e6-6868-4fd9-9993-7e43d2faeb8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:25.256763 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e4e9f6e6-6868-4fd9-9993-7e43d2faeb8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:25.302671 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e9f6e6-6868-4fd9-9993-7e43d2faeb8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d146c68d-fc75-42fd-90c8-f6d10f85e695,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:25.339318 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25029e24-cdc1-4a46-b159-fc36de7d1eee req-01bd6cb2-3822-4842-9a9e-51d13e6c7561 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:25.340984 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-25029e24-cdc1-4a46-b159-fc36de7d1eee req-01bd6cb2-3822-4842-9a9e-51d13e6c7561 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe138c1e-21bf-4afd-bba1-e9cf41909065 HTTP/1.1" status: 200 len: 971 time: 0.2304094 Sep 23 06:39:25.351420 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45194) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:25.357948 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-e4e9f6e6-6868-4fd9-9993-7e43d2faeb8b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5291c5552e94406fb5a0aa27241c5119&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6535552 Sep 23 06:39:25.412517 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-25029e24-cdc1-4a46-b159-fc36de7d1eee req-9531f416-17d6-4e08-8848-ab735f6f102b tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb904337-7174-44b6-8785-eca1f6e1ec46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537612 Sep 23 06:39:25.441044 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a524fddb-7bb7-4067-952c-3005d63507b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:25.469015 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a524fddb-7bb7-4067-952c-3005d63507b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:25.529941 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a524fddb-7bb7-4067-952c-3005d63507b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:25.533215 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a524fddb-7bb7-4067-952c-3005d63507b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:25.537366 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-a524fddb-7bb7-4067-952c-3005d63507b8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d146c68d-fc75-42fd-90c8-f6d10f85e695 HTTP/1.1" status: 204 len: 168 time: 0.1846919 Sep 23 06:39:25.558918 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a524fddb-7bb7-4067-952c-3005d63507b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d146c68d-fc75-42fd-90c8-f6d10f85e695,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:25.873777 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74444bea-a037-42c4-8d2b-555b81ed2ba9 req-5b866fd7-be8e-4f25-9e84-f8a9a6961cf1 tempest-AggregatesAdminTestJSON-49839965 tempest-AggregatesAdminTestJSON-49839965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:25.876206 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-74444bea-a037-42c4-8d2b-555b81ed2ba9 req-5b866fd7-be8e-4f25-9e84-f8a9a6961cf1 tempest-AggregatesAdminTestJSON-49839965 tempest-AggregatesAdminTestJSON-49839965-project] 10.222.0.39 "GET /v2.0/ports?device_id=dde27859-0b00-4ef3-bdf8-2b2bfb1676fa HTTP/1.1" status: 200 len: 971 time: 0.0876596 Sep 23 06:39:25.919766 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-74444bea-a037-42c4-8d2b-555b81ed2ba9 req-574316ad-7c0e-451b-88fd-2b5e90f15147 tempest-AggregatesAdminTestJSON-49839965 tempest-AggregatesAdminTestJSON-49839965-project] 10.222.0.39 "GET /v2.0/security-groups?id=3517ddc2-9344-4558-883c-f67cc9712279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372634 Sep 23 06:39:26.137694 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45226) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:26.153566 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-794c91cc-98d5-47db-bb82-d6008af37174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:26.258617 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-794c91cc-98d5-47db-bb82-d6008af37174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:26.267305 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-794c91cc-98d5-47db-bb82-d6008af37174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:26.308638 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-794c91cc-98d5-47db-bb82-d6008af37174 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cf9260246ecd4607b29db12c3eea860d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1697106 Sep 23 06:39:26.311850 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794c91cc-98d5-47db-bb82-d6008af37174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9aaa350-b5ca-415b-8ec6-34f40618da14,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:26.312188 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45232) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:26.476763 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6dd59ec2-640b-4886-8479-43b60457c081 req-e6e8dd0e-9c92-4310-bc6a-ccf664c2809d tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=5ca4f991227448e1b6417695cbfdc362&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0440664 Sep 23 06:39:26.675967 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdce1ea-e137-4024-ae15-bb56464db240 req-1138bb12-231b-4892-b15c-aa5c488efe12 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:26.693190 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cfdce1ea-e137-4024-ae15-bb56464db240 req-1138bb12-231b-4892-b15c-aa5c488efe12 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f6d2b76-656f-4f25-a7ff-9abed767934d HTTP/1.1" status: 200 len: 931 time: 0.3567357 Sep 23 06:39:26.705436 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0102babe-0681-4cdb-be57-b913921b5176 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:26.745520 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd59ec2-640b-4886-8479-43b60457c081 req-c1c7199f-2479-4b61-8636-c0e5eb06257a tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:26.747385 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6dd59ec2-640b-4886-8479-43b60457c081 req-c1c7199f-2479-4b61-8636-c0e5eb06257a tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2698228 Sep 23 06:39:26.751608 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0102babe-0681-4cdb-be57-b913921b5176 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:26.768861 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6dd59ec2-640b-4886-8479-43b60457c081 req-e5ca7ae9-8351-48f6-a7b3-49392748d31e tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/quotas/5ca4f991227448e1b6417695cbfdc362 HTTP/1.1" status: 200 len: 375 time: 0.0136113 Sep 23 06:39:26.770259 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cfdce1ea-e137-4024-ae15-bb56464db240 req-173134e4-f9d7-43ad-b397-292b183fc863 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "GET /v2.0/security-groups?id=8dfb9b91-c839-45a6-ad00-d87fab5f07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0757880 Sep 23 06:39:26.835446 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6dd59ec2-640b-4886-8479-43b60457c081 req-79ea91f9-c67e-4172-b8dc-28b847d3b93c tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5ca4f991227448e1b6417695cbfdc362&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0577397 Sep 23 06:39:26.836131 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0102babe-0681-4cdb-be57-b913921b5176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:26.839831 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0102babe-0681-4cdb-be57-b913921b5176 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:26.843467 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-0102babe-0681-4cdb-be57-b913921b5176 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b9aaa350-b5ca-415b-8ec6-34f40618da14 HTTP/1.1" status: 204 len: 168 time: 0.5275550 Sep 23 06:39:26.852579 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0102babe-0681-4cdb-be57-b913921b5176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9aaa350-b5ca-415b-8ec6-34f40618da14,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:26.975453 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113cd539-1921-4ae9-a127-79338f8f40ce req-de73c6f2-596e-45f4-a39a-bd3df1664e3b tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:26.989388 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-113cd539-1921-4ae9-a127-79338f8f40ce req-de73c6f2-596e-45f4-a39a-bd3df1664e3b tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe138c1e-21bf-4afd-bba1-e9cf41909065 HTTP/1.1" status: 200 len: 971 time: 0.0923069 Sep 23 06:39:27.042841 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-113cd539-1921-4ae9-a127-79338f8f40ce req-b1c0e996-1f4b-41aa-b549-6d9aa4ff5bd6 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb904337-7174-44b6-8785-eca1f6e1ec46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496318 Sep 23 06:39:27.131743 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7975487-1443-43af-a02d-a6215b7406a1 req-5961aac7-28f3-4854-bba1-186c7de9d685 tempest-AggregatesAdminTestJSON-49839965 tempest-AggregatesAdminTestJSON-49839965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:27.133461 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f7975487-1443-43af-a02d-a6215b7406a1 req-5961aac7-28f3-4854-bba1-186c7de9d685 tempest-AggregatesAdminTestJSON-49839965 tempest-AggregatesAdminTestJSON-49839965-project] 10.222.0.39 "GET /v2.0/ports?device_id=dde27859-0b00-4ef3-bdf8-2b2bfb1676fa HTTP/1.1" status: 200 len: 971 time: 0.0822093 Sep 23 06:39:27.182636 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f7975487-1443-43af-a02d-a6215b7406a1 req-611dd464-d5a8-448a-b54d-0c7be220c518 tempest-AggregatesAdminTestJSON-49839965 tempest-AggregatesAdminTestJSON-49839965-project] 10.222.0.39 "GET /v2.0/security-groups?id=3517ddc2-9344-4558-883c-f67cc9712279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409026 Sep 23 06:39:27.301118 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bf6faee8-a1c7-400b-b6d6-95a08be0fa30 req-5398fc94-9a47-4ca0-b31a-a2e3efea8839 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=51db8430-1989-426f-8b96-eefbf99cfcdf HTTP/1.1" status: 200 len: 210 time: 0.0553818 Sep 23 06:39:28.092807 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c25b24-de19-4f18-a6bc-d3bea48cb44b req-39e68b11-a3ad-4e10-a482-2d6ea95e7c28 tempest-AggregatesAdminTestJSON-664908313 tempest-AggregatesAdminTestJSON-664908313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:28.095300 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c5c25b24-de19-4f18-a6bc-d3bea48cb44b req-39e68b11-a3ad-4e10-a482-2d6ea95e7c28 tempest-AggregatesAdminTestJSON-664908313 tempest-AggregatesAdminTestJSON-664908313-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=dde27859-0b00-4ef3-bdf8-2b2bfb1676fa HTTP/1.1" status: 200 len: 1123 time: 0.0822535 Sep 23 06:39:28.123373 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-c5c25b24-de19-4f18-a6bc-d3bea48cb44b req-ab73533b-b273-4e3f-bc45-8fad788cf57f tempest-AggregatesAdminTestJSON-664908313 tempest-AggregatesAdminTestJSON-664908313-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:28.207899 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dba399-d75c-4bcd-8b66-6bae2c82365b req-d7d02546-d858-48bb-8d99-ae49327dbbae tempest-NetworksTest-2047868316 tempest-NetworksTest-2047868316-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:28.209037 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dba399-d75c-4bcd-8b66-6bae2c82365b req-d7d02546-d858-48bb-8d99-ae49327dbbae tempest-NetworksTest-2047868316 tempest-NetworksTest-2047868316-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:28.209674 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dba399-d75c-4bcd-8b66-6bae2c82365b req-d7d02546-d858-48bb-8d99-ae49327dbbae tempest-NetworksTest-2047868316 tempest-NetworksTest-2047868316-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:28.210179 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dba399-d75c-4bcd-8b66-6bae2c82365b req-d7d02546-d858-48bb-8d99-ae49327dbbae tempest-NetworksTest-2047868316 tempest-NetworksTest-2047868316-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:28.210791 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dba399-d75c-4bcd-8b66-6bae2c82365b req-d7d02546-d858-48bb-8d99-ae49327dbbae tempest-NetworksTest-2047868316 tempest-NetworksTest-2047868316-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:28.213209 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c8dba399-d75c-4bcd-8b66-6bae2c82365b req-d7d02546-d858-48bb-8d99-ae49327dbbae tempest-NetworksTest-2047868316 tempest-NetworksTest-2047868316-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3628 time: 0.2017696 Sep 23 06:39:28.250195 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-c5c25b24-de19-4f18-a6bc-d3bea48cb44b req-ab73533b-b273-4e3f-bc45-8fad788cf57f tempest-AggregatesAdminTestJSON-664908313 tempest-AggregatesAdminTestJSON-664908313-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:28.254968 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-c5c25b24-de19-4f18-a6bc-d3bea48cb44b req-ab73533b-b273-4e3f-bc45-8fad788cf57f tempest-AggregatesAdminTestJSON-664908313 tempest-AggregatesAdminTestJSON-664908313-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:28.288993 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c5c25b24-de19-4f18-a6bc-d3bea48cb44b req-ab73533b-b273-4e3f-bc45-8fad788cf57f tempest-AggregatesAdminTestJSON-664908313 tempest-AggregatesAdminTestJSON-664908313-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=3517ddc2-9344-4558-883c-f67cc9712279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834230 Sep 23 06:39:28.301412 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab73533b-b273-4e3f-bc45-8fad788cf57f tempest-AggregatesAdminTestJSON-664908313 tempest-AggregatesAdminTestJSON-664908313-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea37804-6f4e-415b-831e-b04138f65ffb,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:28.327802 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81070485-9e8d-4b6a-8153-9d1b6d5e8b7c req-a04f34d7-81ee-460f-a211-f1bfb1e576a9 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:28.329843 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-81070485-9e8d-4b6a-8153-9d1b6d5e8b7c req-a04f34d7-81ee-460f-a211-f1bfb1e576a9 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe138c1e-21bf-4afd-bba1-e9cf41909065 HTTP/1.1" status: 200 len: 971 time: 0.0631993 Sep 23 06:39:28.377728 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-81070485-9e8d-4b6a-8153-9d1b6d5e8b7c req-9eedba91-1a68-431f-a20e-bddcba3beff1 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb904337-7174-44b6-8785-eca1f6e1ec46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414209 Sep 23 06:39:28.449478 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a560bd-9bf3-4b57-8fc8-334ab4760fad req-4359e1e8-90dc-457a-9c2c-c7dacd6b196c tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:28.451457 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c8a560bd-9bf3-4b57-8fc8-334ab4760fad req-4359e1e8-90dc-457a-9c2c-c7dacd6b196c tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f6d2b76-656f-4f25-a7ff-9abed767934d HTTP/1.1" status: 200 len: 931 time: 0.0660121 Sep 23 06:39:28.507439 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c8a560bd-9bf3-4b57-8fc8-334ab4760fad req-628f4a63-299e-45f4-a652-560379219217 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "GET /v2.0/security-groups?id=8dfb9b91-c839-45a6-ad00-d87fab5f07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0477626 Sep 23 06:39:28.643398 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168dd855-d9b2-44ea-a1cd-d142b2fc7aba req-4089963a-57a9-4aa7-acae-ce5447cfc6d7 tempest-NetworksTest-2047868316 tempest-NetworksTest-2047868316-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:28.645325 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-168dd855-d9b2-44ea-a1cd-d142b2fc7aba req-4089963a-57a9-4aa7-acae-ce5447cfc6d7 tempest-NetworksTest-2047868316 tempest-NetworksTest-2047868316-project-admin] 10.222.0.39 "GET /v2.0/networks/0f47978c-41eb-4cc7-92bf-8b873be8a1a0 HTTP/1.1" status: 200 len: 886 time: 0.1007473 Sep 23 06:39:28.746527 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ff36535d-0781-406e-814e-1e2a4e1a1f1b req-c6514dc1-bd1b-4c3a-849b-3c6c7d916694 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=51db8430-1989-426f-8b96-eefbf99cfcdf HTTP/1.1" status: 200 len: 210 time: 0.0334189 Sep 23 06:39:28.887092 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05dfd75-04e1-46b0-a36c-c437c0c72d36 req-ace5ade1-65e3-4fff-8743-cb1af4df262d tempest-NetworksTest-2047868316 tempest-NetworksTest-2047868316-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:28.887092 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05dfd75-04e1-46b0-a36c-c437c0c72d36 req-ace5ade1-65e3-4fff-8743-cb1af4df262d tempest-NetworksTest-2047868316 tempest-NetworksTest-2047868316-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:28.887092 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05dfd75-04e1-46b0-a36c-c437c0c72d36 req-ace5ade1-65e3-4fff-8743-cb1af4df262d tempest-NetworksTest-2047868316 tempest-NetworksTest-2047868316-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:28.887092 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05dfd75-04e1-46b0-a36c-c437c0c72d36 req-ace5ade1-65e3-4fff-8743-cb1af4df262d tempest-NetworksTest-2047868316 tempest-NetworksTest-2047868316-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:28.887092 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05dfd75-04e1-46b0-a36c-c437c0c72d36 req-ace5ade1-65e3-4fff-8743-cb1af4df262d tempest-NetworksTest-2047868316 tempest-NetworksTest-2047868316-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:28.891502 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e05dfd75-04e1-46b0-a36c-c437c0c72d36 req-ace5ade1-65e3-4fff-8743-cb1af4df262d tempest-NetworksTest-2047868316 tempest-NetworksTest-2047868316-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3628 time: 0.1174061 Sep 23 06:39:29.207010 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45382) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:29.399793 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-aa7bc1ec-fdc8-4a4e-b361-ed0ae17bba86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:29.538633 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-aa7bc1ec-fdc8-4a4e-b361-ed0ae17bba86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:29.544265 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-aa7bc1ec-fdc8-4a4e-b361-ed0ae17bba86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:29.611100 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-aa7bc1ec-fdc8-4a4e-b361-ed0ae17bba86 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e9b6487a065c426494e600a61cbf0861&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4030023 Sep 23 06:39:29.612641 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7bc1ec-fdc8-4a4e-b361-ed0ae17bba86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28348c0a-557a-4548-be99-5b9dbdf6e714,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:29.613996 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45414) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:29.618117 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a3c9972d-07fb-4bba-a153-73a9f827be3f req-abdc550f-500f-41e4-9979-2f1dcb6dfc11 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=f469ecabdab147d39f1c3597d718c196&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388122 Sep 23 06:39:29.700259 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bb750f-955e-41c2-84ff-4ddebf408b74 req-05f72bd8-653b-45c5-90be-9f9be474f8a0 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:29.701843 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-50bb750f-955e-41c2-84ff-4ddebf408b74 req-05f72bd8-653b-45c5-90be-9f9be474f8a0 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe138c1e-21bf-4afd-bba1-e9cf41909065 HTTP/1.1" status: 200 len: 971 time: 0.0723708 Sep 23 06:39:29.707003 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5c16eb48-9fbc-4c96-b0b3-96aa66bbdc97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:29.728757 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9972d-07fb-4bba-a153-73a9f827be3f req-66cbe89d-8388-4187-aab5-ae1fe6b85e69 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:29.730529 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a3c9972d-07fb-4bba-a153-73a9f827be3f req-66cbe89d-8388-4187-aab5-ae1fe6b85e69 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1049764 Sep 23 06:39:29.745045 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a3c9972d-07fb-4bba-a153-73a9f827be3f req-65a342e6-836d-4e7c-bcfe-5c4918c474b6 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] 10.222.0.39 "GET /v2.0/quotas/f469ecabdab147d39f1c3597d718c196 HTTP/1.1" status: 200 len: 375 time: 0.0087426 Sep 23 06:39:29.750382 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5c16eb48-9fbc-4c96-b0b3-96aa66bbdc97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:29.763895 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-50bb750f-955e-41c2-84ff-4ddebf408b74 req-92bc1070-bccf-4ab5-989f-0299eb0153f3 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb904337-7174-44b6-8785-eca1f6e1ec46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553722 Sep 23 06:39:29.803350 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a3c9972d-07fb-4bba-a153-73a9f827be3f req-e3b9e841-22ac-46cb-9672-b77044ec7b68 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f469ecabdab147d39f1c3597d718c196&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513208 Sep 23 06:39:29.811700 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5c16eb48-9fbc-4c96-b0b3-96aa66bbdc97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:29.814678 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5c16eb48-9fbc-4c96-b0b3-96aa66bbdc97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:29.815818 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-5c16eb48-9fbc-4c96-b0b3-96aa66bbdc97 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/28348c0a-557a-4548-be99-5b9dbdf6e714 HTTP/1.1" status: 204 len: 168 time: 0.2002993 Sep 23 06:39:29.823589 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c16eb48-9fbc-4c96-b0b3-96aa66bbdc97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28348c0a-557a-4548-be99-5b9dbdf6e714,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:29.859468 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5644f76c-bb98-49e2-8f07-29dad6ec7ac8 req-ca1deb2e-eaba-46a1-b312-d41170532547 tempest-DeleteServersAdminTestJSON-1492162011 tempest-DeleteServersAdminTestJSON-1492162011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:29.861640 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5644f76c-bb98-49e2-8f07-29dad6ec7ac8 req-ca1deb2e-eaba-46a1-b312-d41170532547 tempest-DeleteServersAdminTestJSON-1492162011 tempest-DeleteServersAdminTestJSON-1492162011-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=fe138c1e-21bf-4afd-bba1-e9cf41909065 HTTP/1.1" status: 200 len: 1123 time: 0.0631337 Sep 23 06:39:29.973008 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-5644f76c-bb98-49e2-8f07-29dad6ec7ac8 req-c702b866-abff-45d8-889c-1ad8b81588c9 tempest-DeleteServersAdminTestJSON-1492162011 tempest-DeleteServersAdminTestJSON-1492162011-project-admin] Deleting port 20e45a55-6e85-43d8-8423-3f94cf3ebaf9 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:39:29.973353 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-5644f76c-bb98-49e2-8f07-29dad6ec7ac8 req-c702b866-abff-45d8-889c-1ad8b81588c9 tempest-DeleteServersAdminTestJSON-1492162011 tempest-DeleteServersAdminTestJSON-1492162011-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:30.099055 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb7d32-9609-4cb7-ab57-5dede81466b6 req-40339dda-14bd-4c8d-9b29-9870b6506cd2 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:30.101552 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-70cb7d32-9609-4cb7-ab57-5dede81466b6 req-40339dda-14bd-4c8d-9b29-9870b6506cd2 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f6d2b76-656f-4f25-a7ff-9abed767934d HTTP/1.1" status: 200 len: 931 time: 0.1000409 Sep 23 06:39:30.125262 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-5644f76c-bb98-49e2-8f07-29dad6ec7ac8 req-c702b866-abff-45d8-889c-1ad8b81588c9 tempest-DeleteServersAdminTestJSON-1492162011 tempest-DeleteServersAdminTestJSON-1492162011-project-admin] For port 20e45a55-6e85-43d8-8423-3f94cf3ebaf9, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=20e45a55-6e85-43d8-8423-3f94cf3ebaf9,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:39:30.125634 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-5644f76c-bb98-49e2-8f07-29dad6ec7ac8 req-c702b866-abff-45d8-889c-1ad8b81588c9 tempest-DeleteServersAdminTestJSON-1492162011 tempest-DeleteServersAdminTestJSON-1492162011-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:30.154547 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-5644f76c-bb98-49e2-8f07-29dad6ec7ac8 req-c702b866-abff-45d8-889c-1ad8b81588c9 tempest-DeleteServersAdminTestJSON-1492162011 tempest-DeleteServersAdminTestJSON-1492162011-project-admin] Calling delete_port for 20e45a55-6e85-43d8-8423-3f94cf3ebaf9 owned by compute:tempest-test_az-471675620 {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:39:30.195678 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-70cb7d32-9609-4cb7-ab57-5dede81466b6 req-9f5d5b9c-675a-44f9-b4aa-ed5f3369d089 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "GET /v2.0/security-groups?id=8dfb9b91-c839-45a6-ad00-d87fab5f07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0844314 Sep 23 06:39:30.327026 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-72e3ccae-d6c5-4367-b135-e636ac5b7fac req-6372440c-bef5-4a1c-9d01-44ba52d01f6f tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] 10.222.0.39 "GET /v2.0/ports?device_id=07d5be3f-2c1c-4b9e-8577-909f7393d32d HTTP/1.1" status: 200 len: 210 time: 0.0537477 Sep 23 06:39:30.327641 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45440) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:30.348162 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f5975c37-3d39-43f1-9350-42671e6eb6a0 req-8b61b61f-95dc-4b95-8efd-64f1d0f3f1f1 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=51db8430-1989-426f-8b96-eefbf99cfcdf HTTP/1.1" status: 200 len: 210 time: 0.0692739 Sep 23 06:39:30.422186 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-894f2e17-5c2e-4238-8eca-6312d39e0fdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:30.457150 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-5644f76c-bb98-49e2-8f07-29dad6ec7ac8 req-c702b866-abff-45d8-889c-1ad8b81588c9 tempest-DeleteServersAdminTestJSON-1492162011 tempest-DeleteServersAdminTestJSON-1492162011-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:30.474580 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['20e45a55-6e85-43d8-8423-3f94cf3ebaf9'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:39:30.495350 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c702b866-abff-45d8-889c-1ad8b81588c9 tempest-DeleteServersAdminTestJSON-1492162011 tempest-DeleteServersAdminTestJSON-1492162011-project-admin] Pushing event deleted for resources: {'Port': ['ID=20e45a55-6e85-43d8-8423-3f94cf3ebaf9,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:30.554809 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-5644f76c-bb98-49e2-8f07-29dad6ec7ac8 req-c702b866-abff-45d8-889c-1ad8b81588c9 tempest-DeleteServersAdminTestJSON-1492162011 tempest-DeleteServersAdminTestJSON-1492162011-project-admin] No DVR routers for this DVR port 20e45a55-6e85-43d8-8423-3f94cf3ebaf9 on host n-h2-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:39:30.576755 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-5644f76c-bb98-49e2-8f07-29dad6ec7ac8 req-c702b866-abff-45d8-889c-1ad8b81588c9 tempest-DeleteServersAdminTestJSON-1492162011 tempest-DeleteServersAdminTestJSON-1492162011-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:30.579288 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5644f76c-bb98-49e2-8f07-29dad6ec7ac8 req-c702b866-abff-45d8-889c-1ad8b81588c9 tempest-DeleteServersAdminTestJSON-1492162011 tempest-DeleteServersAdminTestJSON-1492162011-project-admin] 10.222.0.58 "DELETE /v2.0/ports/20e45a55-6e85-43d8-8423-3f94cf3ebaf9 HTTP/1.1" status: 204 len: 173 time: 0.7096272 Sep 23 06:39:30.579925 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe138c1e-21bf-4afd-bba1-e9cf41909065', 'name': 'network-vif-deleted', 'tag': '20e45a55-6e85-43d8-8423-3f94cf3ebaf9'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:39:30.583529 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def9056c-2c1b-4d30-a086-da2dfc213d5f" -d '{"events": [{"server_uuid": "fe138c1e-21bf-4afd-bba1-e9cf41909065", "name": "network-vif-deleted", "tag": "20e45a55-6e85-43d8-8423-3f94cf3ebaf9"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:39:30.654134 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-894f2e17-5c2e-4238-8eca-6312d39e0fdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:30.659549 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e2f62ae-5dd4-4281-9312-13b92ce8c2cd x-openstack-request-id: req-4e2f62ae-5dd4-4281-9312-13b92ce8c2cd {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:39:30.659904 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe138c1e-21bf-4afd-bba1-e9cf41909065", "name": "network-vif-deleted", "tag": "20e45a55-6e85-43d8-8423-3f94cf3ebaf9", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:39:30.660290 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4e2f62ae-5dd4-4281-9312-13b92ce8c2cd {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:39:30.660654 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe138c1e-21bf-4afd-bba1-e9cf41909065', 'name': 'network-vif-deleted', 'tag': '20e45a55-6e85-43d8-8423-3f94cf3ebaf9', 'status': 'completed', 'code': 200} Sep 23 06:39:30.662013 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-894f2e17-5c2e-4238-8eca-6312d39e0fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:30.714959 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45464) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:30.715444 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-894f2e17-5c2e-4238-8eca-6312d39e0fdc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b7d23db1fa284a499af26d9e135edb04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3260231 Sep 23 06:39:30.716740 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894f2e17-5c2e-4238-8eca-6312d39e0fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb79f6f4-3079-4209-87fe-b8c387138b03,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:30.807121 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5cf9d4ba-376a-48f1-9773-1ad833f6068f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:30.839577 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5cf9d4ba-376a-48f1-9773-1ad833f6068f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:30.908007 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5cf9d4ba-376a-48f1-9773-1ad833f6068f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:30.910712 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5cf9d4ba-376a-48f1-9773-1ad833f6068f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:30.913906 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-5cf9d4ba-376a-48f1-9773-1ad833f6068f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cb79f6f4-3079-4209-87fe-b8c387138b03 HTTP/1.1" status: 204 len: 168 time: 0.1954794 Sep 23 06:39:30.924373 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf9d4ba-376a-48f1-9773-1ad833f6068f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb79f6f4-3079-4209-87fe-b8c387138b03,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:30.975402 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1a8728bf-1fb3-4c67-85f5-2f1686369dd5 req-f170ed9a-df47-4f0f-acaa-cef973bc22f9 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe138c1e-21bf-4afd-bba1-e9cf41909065 HTTP/1.1" status: 200 len: 210 time: 0.0274241 Sep 23 06:39:31.345225 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea465c51-3ee9-4b97-bd71-13d34abf7f93 req-e7ca01de-3d12-4098-a3e4-01286826e6e2 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:31.347369 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ea465c51-3ee9-4b97-bd71-13d34abf7f93 req-e7ca01de-3d12-4098-a3e4-01286826e6e2 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f6d2b76-656f-4f25-a7ff-9abed767934d HTTP/1.1" status: 200 len: 931 time: 0.0576372 Sep 23 06:39:31.390848 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ea465c51-3ee9-4b97-bd71-13d34abf7f93 req-76a0ec89-c831-4db3-98a1-d1d622728382 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "GET /v2.0/security-groups?id=8dfb9b91-c839-45a6-ad00-d87fab5f07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0360940 Sep 23 06:39:31.646417 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7de15f25-646d-446b-b9d5-6e7744d0b709 req-bf47be62-9154-4816-87d6-3f8ad4bebdf8 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] 10.222.0.39 "GET /v2.0/ports?device_id=07d5be3f-2c1c-4b9e-8577-909f7393d32d HTTP/1.1" status: 200 len: 210 time: 0.0343461 Sep 23 06:39:31.745813 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d4289ab2-add0-4a89-a09d-7ac65356e883 req-9778fe2d-d866-4c45-833e-e94724ad3270 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=51db8430-1989-426f-8b96-eefbf99cfcdf HTTP/1.1" status: 200 len: 210 time: 0.0311623 Sep 23 06:39:32.160668 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [req-b693655c-97e4-4d3b-82c3-39c8f7b52f5f req-72e0e121-54da-452f-b5e2-10876e93e6ea tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 06:39:32.163157 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b693655c-97e4-4d3b-82c3-39c8f7b52f5f req-72e0e121-54da-452f-b5e2-10876e93e6ea tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0135562 Sep 23 06:39:32.552861 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb20a488-2bb8-4519-b667-9b034a8be951 req-c6d8087b-2637-4db1-a9f3-323f0cfeb8c7 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:32.560276 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cb20a488-2bb8-4519-b667-9b034a8be951 req-c6d8087b-2637-4db1-a9f3-323f0cfeb8c7 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f6d2b76-656f-4f25-a7ff-9abed767934d HTTP/1.1" status: 200 len: 931 time: 0.0672860 Sep 23 06:39:32.618172 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cb20a488-2bb8-4519-b667-9b034a8be951 req-299f513d-e468-4e67-80ee-5e96df836d0b tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "GET /v2.0/security-groups?id=8dfb9b91-c839-45a6-ad00-d87fab5f07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0523181 Sep 23 06:39:32.725117 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5d952387-8b3a-4c9e-baf9-1355554e19f9 req-15650f93-f2d3-41eb-ab4c-7f195c3ec11a tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=60ca6f67d1e34cdc8c49e2e50f80acf8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331821 Sep 23 06:39:32.810450 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0fcb6456-c00c-4505-81b1-35de52c70024 req-184b80da-e5d4-478b-86cd-f9c532e0f9b4 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] 10.222.0.39 "GET /v2.0/ports?device_id=07d5be3f-2c1c-4b9e-8577-909f7393d32d HTTP/1.1" status: 200 len: 210 time: 0.0301573 Sep 23 06:39:32.824592 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-b693655c-97e4-4d3b-82c3-39c8f7b52f5f req-fc973f88-3a96-4c60-8c86-e4a3bc82d6c2 service neutron] Request body: {'port': {'device_id': '2f6d2b76-656f-4f25-a7ff-9abed767934d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-16'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:39:32.940284 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-b693655c-97e4-4d3b-82c3-39c8f7b52f5f req-fc973f88-3a96-4c60-8c86-e4a3bc82d6c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:32.950471 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d952387-8b3a-4c9e-baf9-1355554e19f9 req-36c86dd1-7f54-4a62-ae46-37eb106e4a45 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:32.952993 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5d952387-8b3a-4c9e-baf9-1355554e19f9 req-36c86dd1-7f54-4a62-ae46-37eb106e4a45 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2271428 Sep 23 06:39:32.979598 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.21', 64156) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:32.979862 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5d952387-8b3a-4c9e-baf9-1355554e19f9 req-08a0c3ba-a587-4b22-848d-2cc6466f641c tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.39 "GET /v2.0/quotas/60ca6f67d1e34cdc8c49e2e50f80acf8 HTTP/1.1" status: 200 len: 375 time: 0.0179503 Sep 23 06:39:33.009383 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a3c9972d-07fb-4bba-a153-73a9f827be3f req-df2c9845-8f70-409f-8b4c-0033bc731e49 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=f469ecabdab147d39f1c3597d718c196&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282843 Sep 23 06:39:33.027587 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5d952387-8b3a-4c9e-baf9-1355554e19f9 req-3c0c9fe7-925a-4dc6-a049-7e8e8e03a1fa tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=60ca6f67d1e34cdc8c49e2e50f80acf8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0466554 Sep 23 06:39:33.147480 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9972d-07fb-4bba-a153-73a9f827be3f req-272d501f-af12-4697-a013-2fc73e37fd3f tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:33.149108 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a3c9972d-07fb-4bba-a153-73a9f827be3f req-272d501f-af12-4697-a013-2fc73e37fd3f tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1330051 Sep 23 06:39:33.170951 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-a3c9972d-07fb-4bba-a153-73a9f827be3f req-6b469da4-164b-482b-85e5-7182e711f2d8 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] Request body: {'port': {'device_id': '07d5be3f-2c1c-4b9e-8577-909f7393d32d', 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062', 'admin_state_up': True, 'tenant_id': 'f469ecabdab147d39f1c3597d718c196'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:39:33.331323 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3c9972d-07fb-4bba-a153-73a9f827be3f req-6b469da4-164b-482b-85e5-7182e711f2d8 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] Made reservation on behalf of f469ecabdab147d39f1c3597d718c196 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:39:33.336553 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-a3c9972d-07fb-4bba-a153-73a9f827be3f req-6b469da4-164b-482b-85e5-7182e711f2d8 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:33.355878 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-a3c9972d-07fb-4bba-a153-73a9f827be3f req-6b469da4-164b-482b-85e5-7182e711f2d8 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:33.461272 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.21', 64157) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:33.502229 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6dd59ec2-640b-4886-8479-43b60457c081 req-f2723865-1137-4235-8566-0343118d6cae tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=5ca4f991227448e1b6417695cbfdc362&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356762 Sep 23 06:39:33.608826 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [req-b693655c-97e4-4d3b-82c3-39c8f7b52f5f req-fc973f88-3a96-4c60-8c86-e4a3bc82d6c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c258b629-f327-453e-a19d-784a34cfe81c {{(pid=95066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:39:33.618919 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-b693655c-97e4-4d3b-82c3-39c8f7b52f5f req-fc973f88-3a96-4c60-8c86-e4a3bc82d6c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:33.642942 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.provisioning_blocks [req-b693655c-97e4-4d3b-82c3-39c8f7b52f5f req-fc973f88-3a96-4c60-8c86-e4a3bc82d6c2 service neutron] Transition to ACTIVE for port object c258b629-f327-453e-a19d-784a34cfe81c will not be triggered until provisioned by entity L2. {{(pid=95066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:39:33.656822 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-b693655c-97e4-4d3b-82c3-39c8f7b52f5f req-fc973f88-3a96-4c60-8c86-e4a3bc82d6c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:33.674169 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-a3c9972d-07fb-4bba-a153-73a9f827be3f req-6b469da4-164b-482b-85e5-7182e711f2d8 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:33.698034 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9a6137ec-5b6e-4f1e-8222-174e8a1f862c req-e7542558-9475-49c4-916b-e335eff20d12 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=51db8430-1989-426f-8b96-eefbf99cfcdf HTTP/1.1" status: 200 len: 210 time: 0.0492013 Sep 23 06:39:33.699529 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fe224703-e47e-4272-8fa3-bd9b8d1d84e1 req-190bb3fe-e4e3-47c9-8af5-da8f315aeb3e tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=8d68b6f2bfe2491c9015cf660b627aab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317309 Sep 23 06:39:33.702815 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-a3c9972d-07fb-4bba-a153-73a9f827be3f req-6b469da4-164b-482b-85e5-7182e711f2d8 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:33.825219 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc973f88-3a96-4c60-8c86-e4a3bc82d6c2 service neutron] Pushing event updated for resources: {'Port': ['ID=c258b629-f327-453e-a19d-784a34cfe81c,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:33.839481 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-b693655c-97e4-4d3b-82c3-39c8f7b52f5f req-fc973f88-3a96-4c60-8c86-e4a3bc82d6c2 service neutron] Attempting to bind port c258b629-f327-453e-a19d-784a34cfe81c on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:39:33.840533 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-b693655c-97e4-4d3b-82c3-39c8f7b52f5f req-fc973f88-3a96-4c60-8c86-e4a3bc82d6c2 service neutron] Attempting to bind port c258b629-f327-453e-a19d-784a34cfe81c by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': 'b569fd8b-6a61-4c64-b70e-3efdef1c71e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c551f062-d2de-4528-8056-81dd05062bf0'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:39:33.840941 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b693655c-97e4-4d3b-82c3-39c8f7b52f5f req-fc973f88-3a96-4c60-8c86-e4a3bc82d6c2 service neutron] Attempting to bind port c258b629-f327-453e-a19d-784a34cfe81c on network c551f062-d2de-4528-8056-81dd05062bf0 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:39:33.847140 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b693655c-97e4-4d3b-82c3-39c8f7b52f5f req-fc973f88-3a96-4c60-8c86-e4a3bc82d6c2 service neutron] Port c258b629-f327-453e-a19d-784a34cfe81c on network c551f062-d2de-4528-8056-81dd05062bf0 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:39:33.847543 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b693655c-97e4-4d3b-82c3-39c8f7b52f5f req-fc973f88-3a96-4c60-8c86-e4a3bc82d6c2 service neutron] Attempting to bind port c258b629-f327-453e-a19d-784a34cfe81c on network c551f062-d2de-4528-8056-81dd05062bf0 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:39:33.854948 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b693655c-97e4-4d3b-82c3-39c8f7b52f5f req-fc973f88-3a96-4c60-8c86-e4a3bc82d6c2 service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:39:33.855599 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b693655c-97e4-4d3b-82c3-39c8f7b52f5f req-fc973f88-3a96-4c60-8c86-e4a3bc82d6c2 service neutron] Checking segment: {'id': 'b569fd8b-6a61-4c64-b70e-3efdef1c71e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c551f062-d2de-4528-8056-81dd05062bf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:39:33.856547 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b693655c-97e4-4d3b-82c3-39c8f7b52f5f req-fc973f88-3a96-4c60-8c86-e4a3bc82d6c2 service neutron] Bound using segment: {'id': 'b569fd8b-6a61-4c64-b70e-3efdef1c71e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c551f062-d2de-4528-8056-81dd05062bf0'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:39:33.857178 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-b693655c-97e4-4d3b-82c3-39c8f7b52f5f req-fc973f88-3a96-4c60-8c86-e4a3bc82d6c2 service neutron] Bound port: c258b629-f327-453e-a19d-784a34cfe81c, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b569fd8b-6a61-4c64-b70e-3efdef1c71e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c551f062-d2de-4528-8056-81dd05062bf0'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:39:33.858016 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-b693655c-97e4-4d3b-82c3-39c8f7b52f5f req-fc973f88-3a96-4c60-8c86-e4a3bc82d6c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:33.923887 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd59ec2-640b-4886-8479-43b60457c081 req-96f56069-2e9d-4e0d-bd13-0fd233bcb1af tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:33.925373 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6dd59ec2-640b-4886-8479-43b60457c081 req-96f56069-2e9d-4e0d-bd13-0fd233bcb1af tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4137635 Sep 23 06:39:33.955887 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b469da4-164b-482b-85e5-7182e711f2d8 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a8a733-9d40-4513-965c-60d93327f3bb,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:33.967802 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-6dd59ec2-640b-4886-8479-43b60457c081 req-dd989926-1f68-4573-a39a-b3ebcbe5db93 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Request body: {'port': {'device_id': '51db8430-1989-426f-8b96-eefbf99cfcdf', 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062', 'admin_state_up': True, 'tenant_id': '5ca4f991227448e1b6417695cbfdc362'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:39:33.986655 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-b693655c-97e4-4d3b-82c3-39c8f7b52f5f req-fc973f88-3a96-4c60-8c86-e4a3bc82d6c2 service neutron] For port c258b629-f327-453e-a19d-784a34cfe81c, host n-h1-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:39:33.994297 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-b693655c-97e4-4d3b-82c3-39c8f7b52f5f req-fc973f88-3a96-4c60-8c86-e4a3bc82d6c2 service neutron] For port c258b629-f327-453e-a19d-784a34cfe81c, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=c258b629-f327-453e-a19d-784a34cfe81c,segment=NetworkSegment(b569fd8b-6a61-4c64-b70e-3efdef1c71e0),segment_id=b569fd8b-6a61-4c64-b70e-3efdef1c71e0)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:39:34.002487 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-b693655c-97e4-4d3b-82c3-39c8f7b52f5f req-fc973f88-3a96-4c60-8c86-e4a3bc82d6c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:34.049008 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693655c-97e4-4d3b-82c3-39c8f7b52f5f req-fc973f88-3a96-4c60-8c86-e4a3bc82d6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:34.049581 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-b693655c-97e4-4d3b-82c3-39c8f7b52f5f req-fc973f88-3a96-4c60-8c86-e4a3bc82d6c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:34.051682 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b693655c-97e4-4d3b-82c3-39c8f7b52f5f req-fc973f88-3a96-4c60-8c86-e4a3bc82d6c2 service neutron] 10.222.0.21 "PUT /v2.0/ports/c258b629-f327-453e-a19d-784a34cfe81c HTTP/1.1" status: 200 len: 1092 time: 1.6574657 Sep 23 06:39:34.064485 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f6d2b76-656f-4f25-a7ff-9abed767934d', 'tag': 'c258b629-f327-453e-a19d-784a34cfe81c'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:39:34.189963 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c5d807dc-5ab2-4924-a0b4-87e6789fae08 req-ac45c654-6c94-4426-b1b1-aabc5e9e4e52 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.39 "GET /v2.0/ports?device_id=960c673d-57a2-4efe-bc1f-81c82aae11cb HTTP/1.1" status: 200 len: 210 time: 0.1502421 Sep 23 06:39:34.234767 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e8b8ce-3522-49f9-aebc-a80c98f0ca3b" -d '{"events": [{"name": "network-changed", "server_uuid": "2f6d2b76-656f-4f25-a7ff-9abed767934d", "tag": "c258b629-f327-453e-a19d-784a34cfe81c"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:39:34.252239 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc973f88-3a96-4c60-8c86-e4a3bc82d6c2 service neutron] Pushing event updated for resources: {'Port': ['ID=c258b629-f327-453e-a19d-784a34cfe81c,revision_number=3']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:34.290114 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693655c-97e4-4d3b-82c3-39c8f7b52f5f req-e9a4817a-e1cf-4fca-99ff-d74e12e51ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:34.298463 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b693655c-97e4-4d3b-82c3-39c8f7b52f5f req-e9a4817a-e1cf-4fca-99ff-d74e12e51ccd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b4fd4d42904645d3a9db4b781392d8fe&device_id=2f6d2b76-656f-4f25-a7ff-9abed767934d HTTP/1.1" status: 200 len: 1095 time: 0.1694918 Sep 23 06:39:34.314867 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe224703-e47e-4272-8fa3-bd9b8d1d84e1 req-8e7a9f75-aef6-4dbb-9b35-bb63f3ce4d36 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:34.316717 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fe224703-e47e-4272-8fa3-bd9b8d1d84e1 req-8e7a9f75-aef6-4dbb-9b35-bb63f3ce4d36 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5986426 Sep 23 06:39:34.333392 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-a3c9972d-07fb-4bba-a153-73a9f827be3f req-6b469da4-164b-482b-85e5-7182e711f2d8 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] Allocated IP 192.168.233.103 (16515f0f-e5a6-4630-a440-e11fb2e02062/3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e/894a118e-646b-4162-9fae-96d3de53d270) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:39:34.366450 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fe224703-e47e-4272-8fa3-bd9b8d1d84e1 req-e0b99381-7c70-4188-8603-c6d9c0815d8b tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/quotas/8d68b6f2bfe2491c9015cf660b627aab HTTP/1.1" status: 200 len: 375 time: 0.0344386 Sep 23 06:39:34.409554 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fe224703-e47e-4272-8fa3-bd9b8d1d84e1 req-91add598-789f-42c7-bde7-8b0c6882d4dc tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8d68b6f2bfe2491c9015cf660b627aab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417318 Sep 23 06:39:34.422358 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b693655c-97e4-4d3b-82c3-39c8f7b52f5f req-2662e2e3-123a-48ec-a7da-d43a9e44e516 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c258b629-f327-453e-a19d-784a34cfe81c HTTP/1.1" status: 200 len: 217 time: 0.1055455 Sep 23 06:39:34.453949 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dd59ec2-640b-4886-8479-43b60457c081 req-dd989926-1f68-4573-a39a-b3ebcbe5db93 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Made reservation on behalf of 5ca4f991227448e1b6417695cbfdc362 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:39:34.458000 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6dd59ec2-640b-4886-8479-43b60457c081 req-dd989926-1f68-4573-a39a-b3ebcbe5db93 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:34.477549 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6dd59ec2-640b-4886-8479-43b60457c081 req-dd989926-1f68-4573-a39a-b3ebcbe5db93 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:34.488988 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24b62db-f251-4535-89f2-0c31368f07e8 req-4b47bc4d-d434-4424-8250-2db04c84b459 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:34.490530 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f24b62db-f251-4535-89f2-0c31368f07e8 req-4b47bc4d-d434-4424-8250-2db04c84b459 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f6d2b76-656f-4f25-a7ff-9abed767934d HTTP/1.1" status: 200 len: 943 time: 0.1262710 Sep 23 06:39:34.507873 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693655c-97e4-4d3b-82c3-39c8f7b52f5f req-207077eb-0d78-4e91-b4cf-9e3a68f947e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:34.510109 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b693655c-97e4-4d3b-82c3-39c8f7b52f5f req-207077eb-0d78-4e91-b4cf-9e3a68f947e9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bf51907c-7d00-4db7-a61a-2e5dd58b5738 HTTP/1.1" status: 200 len: 862 time: 0.0804889 Sep 23 06:39:34.601544 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f24b62db-f251-4535-89f2-0c31368f07e8 req-46b922c4-1cb2-48e7-a905-d5bd0c8d25e3 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "GET /v2.0/security-groups?id=8dfb9b91-c839-45a6-ad00-d87fab5f07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1027024 Sep 23 06:39:34.619084 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693655c-97e4-4d3b-82c3-39c8f7b52f5f req-5f7d7bf9-59cc-4213-ba41-63dcaf00c83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:34.621349 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b693655c-97e4-4d3b-82c3-39c8f7b52f5f req-5f7d7bf9-59cc-4213-ba41-63dcaf00c83c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c551f062-d2de-4528-8056-81dd05062bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1027443 Sep 23 06:39:34.686073 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-44db7196-2f92-42d2-9ecf-02353e3766ba req-df756806-8183-40ef-9d3b-e17391d4d64e tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] 10.222.0.39 "GET /v2.0/ports?device_id=07d5be3f-2c1c-4b9e-8577-909f7393d32d HTTP/1.1" status: 200 len: 210 time: 0.0368118 Sep 23 06:39:34.695194 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-a3c9972d-07fb-4bba-a153-73a9f827be3f req-6b469da4-164b-482b-85e5-7182e711f2d8 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:34.738959 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6dd59ec2-640b-4886-8479-43b60457c081 req-dd989926-1f68-4573-a39a-b3ebcbe5db93 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:34.746921 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6dd59ec2-640b-4886-8479-43b60457c081 req-dd989926-1f68-4573-a39a-b3ebcbe5db93 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:34.762969 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b693655c-97e4-4d3b-82c3-39c8f7b52f5f req-56b2521d-0064-49f5-9cfe-8007b202b56d service neutron] 10.222.0.21 "GET /v2.0/networks/c551f062-d2de-4528-8056-81dd05062bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335323 Sep 23 06:39:34.859758 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0835bcbb-4632-45d5-8e51-a70d9de4b26a x-openstack-request-id: req-0835bcbb-4632-45d5-8e51-a70d9de4b26a {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:39:34.860454 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f6d2b76-656f-4f25-a7ff-9abed767934d", "tag": "c258b629-f327-453e-a19d-784a34cfe81c", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:39:34.860454 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0835bcbb-4632-45d5-8e51-a70d9de4b26a {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:39:34.860808 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f6d2b76-656f-4f25-a7ff-9abed767934d', 'tag': 'c258b629-f327-453e-a19d-784a34cfe81c', 'status': 'completed', 'code': 200} Sep 23 06:39:34.884868 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd989926-1f68-4573-a39a-b3ebcbe5db93 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:34.903949 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 20e45a55-6e85-43d8-8423-3f94cf3ebaf9 no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:39:34.924063 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b693655c-97e4-4d3b-82c3-39c8f7b52f5f req-242d3fbb-b35e-400d-9426-3ae23a277b5e service neutron] 10.222.0.21 "GET /v2.0/networks/c551f062-d2de-4528-8056-81dd05062bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508322 Sep 23 06:39:34.936756 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5d952387-8b3a-4c9e-baf9-1355554e19f9 req-fb59402f-a0ec-42e2-b488-7680b07304c0 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=60ca6f67d1e34cdc8c49e2e50f80acf8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1161478 Sep 23 06:39:34.954843 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-a3c9972d-07fb-4bba-a153-73a9f827be3f req-6b469da4-164b-482b-85e5-7182e711f2d8 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:34.955996 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No Port match for: 20e45a55-6e85-43d8-8423-3f94cf3ebaf9 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:39:34.956386 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 20e45a55-6e85-43d8-8423-3f94cf3ebaf9 not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:39:35.061541 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e8b8ce-3522-49f9-aebc-a80c98f0ca3b req-4654463e-811f-4c74-af95-fa62f035e0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:35.063668 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e7e8b8ce-3522-49f9-aebc-a80c98f0ca3b req-4654463e-811f-4c74-af95-fa62f035e0f9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b4fd4d42904645d3a9db4b781392d8fe&device_id=2f6d2b76-656f-4f25-a7ff-9abed767934d HTTP/1.1" status: 200 len: 1095 time: 0.0534792 Sep 23 06:39:35.083693 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3c9972d-07fb-4bba-a153-73a9f827be3f req-6b469da4-164b-482b-85e5-7182e711f2d8 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] Network 16515f0f-e5a6-4630-a440-e11fb2e02062 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:39:35.137138 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-57bb23e1-c9c8-4ba8-97ba-fd7af4deb926 req-ab03b2ba-fab3-4e29-8678-32dd2f2c1813 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0f182bb-9275-4650-a99a-5d7f9feaf109 HTTP/1.1" status: 200 len: 210 time: 0.0588551 Sep 23 06:39:35.149548 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-a3c9972d-07fb-4bba-a153-73a9f827be3f req-6b469da4-164b-482b-85e5-7182e711f2d8 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:39:35.163657 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3c9972d-07fb-4bba-a153-73a9f827be3f req-6b469da4-164b-482b-85e5-7182e711f2d8 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:39:35.178267 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9972d-07fb-4bba-a153-73a9f827be3f req-6b469da4-164b-482b-85e5-7182e711f2d8 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:35.180407 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-a3c9972d-07fb-4bba-a153-73a9f827be3f req-6b469da4-164b-482b-85e5-7182e711f2d8 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:35.230334 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a3c9972d-07fb-4bba-a153-73a9f827be3f req-6b469da4-164b-482b-85e5-7182e711f2d8 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0670047 Sep 23 06:39:35.255330 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b469da4-164b-482b-85e5-7182e711f2d8 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] Pushing event updated for resources: {'Port': ['ID=894a118e-646b-4162-9fae-96d3de53d270,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:35.273496 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-a3c9972d-07fb-4bba-a153-73a9f827be3f req-20729db4-3494-41a0-9ba2-d43a8cebbe28 service neutron] Request body: {'port': {'device_id': '07d5be3f-2c1c-4b9e-8577-909f7393d32d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:39:35.326012 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e8b8ce-3522-49f9-aebc-a80c98f0ca3b req-f196b916-6f1c-42e0-b7d8-f00097bd8e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:35.328494 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e7e8b8ce-3522-49f9-aebc-a80c98f0ca3b req-f196b916-6f1c-42e0-b7d8-f00097bd8e60 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c551f062-d2de-4528-8056-81dd05062bf0 HTTP/1.1" status: 200 len: 924 time: 0.2580876 Sep 23 06:39:35.330648 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-6dd59ec2-640b-4886-8479-43b60457c081 req-dd989926-1f68-4573-a39a-b3ebcbe5db93 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Allocated IP 192.168.233.162 (16515f0f-e5a6-4630-a440-e11fb2e02062/3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e/f12c200c-7bca-49dd-b324-ebac021046e8) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:39:35.369373 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3bb8ea11-5cda-48c8-8f48-f7c81d839b1c req-758f2ca0-8d41-44fd-a81f-1d6a6273854f tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=51db8430-1989-426f-8b96-eefbf99cfcdf HTTP/1.1" status: 200 len: 210 time: 0.1217499 Sep 23 06:39:35.402648 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-a3c9972d-07fb-4bba-a153-73a9f827be3f req-20729db4-3494-41a0-9ba2-d43a8cebbe28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:35.412255 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d952387-8b3a-4c9e-baf9-1355554e19f9 req-8e509e47-1b5a-4f57-bbc8-654dba3338ec tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:35.413108 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5d952387-8b3a-4c9e-baf9-1355554e19f9 req-8e509e47-1b5a-4f57-bbc8-654dba3338ec tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4436009 Sep 23 06:39:35.420930 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e7e8b8ce-3522-49f9-aebc-a80c98f0ca3b req-5602bf75-4d4a-4afc-b3ba-3f07efb7694b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c258b629-f327-453e-a19d-784a34cfe81c HTTP/1.1" status: 200 len: 217 time: 0.0788815 Sep 23 06:39:35.466581 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-5d952387-8b3a-4c9e-baf9-1355554e19f9 req-f84c6343-0e56-480a-b0a8-25f3c5acd4cd tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] Request body: {'port': {'device_id': '960c673d-57a2-4efe-bc1f-81c82aae11cb', 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062', 'admin_state_up': True, 'tenant_id': '60ca6f67d1e34cdc8c49e2e50f80acf8'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:39:35.481248 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-341d7f14-a241-41ff-a798-5431f1f5e889 req-dfc52b52-d7d7-4370-9b6d-b7f08a73e3ff tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.39 "GET /v2.0/ports?device_id=960c673d-57a2-4efe-bc1f-81c82aae11cb HTTP/1.1" status: 200 len: 210 time: 0.0426171 Sep 23 06:39:35.534708 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e8b8ce-3522-49f9-aebc-a80c98f0ca3b req-0e918d3b-b344-4f8c-8d73-82008a890e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:35.536585 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e7e8b8ce-3522-49f9-aebc-a80c98f0ca3b req-0e918d3b-b344-4f8c-8d73-82008a890e2a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bf51907c-7d00-4db7-a61a-2e5dd58b5738 HTTP/1.1" status: 200 len: 862 time: 0.1112092 Sep 23 06:39:35.551110 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-8014aebd-693d-4771-914c-fe4ea678be37 None None] Provisioning complete for port 894a118e-646b-4162-9fae-96d3de53d270 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:39:35.555209 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8014aebd-693d-4771-914c-fe4ea678be37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:35.596255 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e8b8ce-3522-49f9-aebc-a80c98f0ca3b req-442d37cf-31f0-4e1c-a8c1-9de5644c540a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:35.598643 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e7e8b8ce-3522-49f9-aebc-a80c98f0ca3b req-442d37cf-31f0-4e1c-a8c1-9de5644c540a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c551f062-d2de-4528-8056-81dd05062bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540910 Sep 23 06:39:35.647471 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-8014aebd-693d-4771-914c-fe4ea678be37 None None] Port 894a118e-646b-4162-9fae-96d3de53d270 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:39:35.726606 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e7e8b8ce-3522-49f9-aebc-a80c98f0ca3b req-5cffd429-6fa4-434e-98c1-7daaa559dcca service neutron] 10.222.0.21 "GET /v2.0/networks/c551f062-d2de-4528-8056-81dd05062bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198277 Sep 23 06:39:35.884908 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d952387-8b3a-4c9e-baf9-1355554e19f9 req-f84c6343-0e56-480a-b0a8-25f3c5acd4cd tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] Made reservation on behalf of 60ca6f67d1e34cdc8c49e2e50f80acf8 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:39:35.888900 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-5d952387-8b3a-4c9e-baf9-1355554e19f9 req-f84c6343-0e56-480a-b0a8-25f3c5acd4cd tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:35.944718 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6dd59ec2-640b-4886-8479-43b60457c081 req-dd989926-1f68-4573-a39a-b3ebcbe5db93 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:36.064906 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6dd59ec2-640b-4886-8479-43b60457c081 req-dd989926-1f68-4573-a39a-b3ebcbe5db93 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:36.065944 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:36.071320 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fe224703-e47e-4272-8fa3-bd9b8d1d84e1 req-d759ab00-7352-445f-bfdf-7fbbc8357e28 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=8d68b6f2bfe2491c9015cf660b627aab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362282 Sep 23 06:39:36.088398 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e7e8b8ce-3522-49f9-aebc-a80c98f0ca3b req-a977743b-072c-4333-8e5e-f2eabe7730f0 service neutron] 10.222.0.21 "GET /v2.0/networks/c551f062-d2de-4528-8056-81dd05062bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3481708 Sep 23 06:39:36.108273 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566de80f-b5db-4a11-9ae3-a0be75183ad1 req-baf9d1cd-4c80-4010-9f79-5be199729aa2 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:36.117236 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-566de80f-b5db-4a11-9ae3-a0be75183ad1 req-baf9d1cd-4c80-4010-9f79-5be199729aa2 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f6d2b76-656f-4f25-a7ff-9abed767934d HTTP/1.1" status: 200 len: 943 time: 0.3096535 Sep 23 06:39:36.158696 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-566de80f-b5db-4a11-9ae3-a0be75183ad1 req-75ba6119-8448-4cc9-8d1b-8cd7bbed7e11 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "GET /v2.0/security-groups?id=8dfb9b91-c839-45a6-ad00-d87fab5f07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0402644 Sep 23 06:39:36.159645 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dd59ec2-640b-4886-8479-43b60457c081 req-dd989926-1f68-4573-a39a-b3ebcbe5db93 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Network 16515f0f-e5a6-4630-a440-e11fb2e02062 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:39:36.226588 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-6dd59ec2-640b-4886-8479-43b60457c081 req-dd989926-1f68-4573-a39a-b3ebcbe5db93 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:39:36.230372 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dd59ec2-640b-4886-8479-43b60457c081 req-dd989926-1f68-4573-a39a-b3ebcbe5db93 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:39:36.236950 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd59ec2-640b-4886-8479-43b60457c081 req-dd989926-1f68-4573-a39a-b3ebcbe5db93 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:36.242737 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6dd59ec2-640b-4886-8479-43b60457c081 req-dd989926-1f68-4573-a39a-b3ebcbe5db93 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:36.327016 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd989926-1f68-4573-a39a-b3ebcbe5db93 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Pushing event updated for resources: {'Port': ['ID=f12c200c-7bca-49dd-b324-ebac021046e8,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:36.348210 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-260fd00f-b336-401d-8b5a-5abed226cca4 req-46105ce2-489f-4fff-aea6-27be08721e8d tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0f182bb-9275-4650-a99a-5d7f9feaf109 HTTP/1.1" status: 200 len: 210 time: 0.0490699 Sep 23 06:39:36.386657 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6dd59ec2-640b-4886-8479-43b60457c081 req-dd989926-1f68-4573-a39a-b3ebcbe5db93 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4255416 Sep 23 06:39:36.407452 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45762) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:36.416739 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0de0262-86ff-49d4-9832-cc639fd8ecd3 req-5f7903fc-5f3f-4954-8e0d-bfcd48b50300 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:36.424874 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b0de0262-86ff-49d4-9832-cc639fd8ecd3 req-5f7903fc-5f3f-4954-8e0d-bfcd48b50300 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] 10.222.0.39 "GET /v2.0/ports?device_id=07d5be3f-2c1c-4b9e-8577-909f7393d32d HTTP/1.1" status: 200 len: 936 time: 0.2695835 Sep 23 06:39:36.443032 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-6dd59ec2-640b-4886-8479-43b60457c081 req-6ed4a49e-bc7e-4188-ad87-d3a6f37e3a77 service neutron] Request body: {'port': {'device_id': '51db8430-1989-426f-8b96-eefbf99cfcdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:39:36.461559 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe224703-e47e-4272-8fa3-bd9b8d1d84e1 req-eacf4af5-1db7-476f-99a5-2540fa8a361f tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:36.463866 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fe224703-e47e-4272-8fa3-bd9b8d1d84e1 req-eacf4af5-1db7-476f-99a5-2540fa8a361f tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3799770 Sep 23 06:39:36.483017 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-4e201381-d03f-44c7-8ddd-72b554751306 None None] Provisioning complete for port f12c200c-7bca-49dd-b324-ebac021046e8 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:39:36.483631 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-4e201381-d03f-44c7-8ddd-72b554751306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:36.510553 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-fe224703-e47e-4272-8fa3-bd9b8d1d84e1 req-c638017b-e6ce-4441-b623-f8e79d7b93ce tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Request body: {'port': {'device_id': 'f0f182bb-9275-4650-a99a-5d7f9feaf109', 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062', 'admin_state_up': True, 'tenant_id': '8d68b6f2bfe2491c9015cf660b627aab'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:39:36.523900 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-4e201381-d03f-44c7-8ddd-72b554751306 None None] Port f12c200c-7bca-49dd-b324-ebac021046e8 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:39:36.530629 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba5e0ac-5e79-4dd7-84f2-60a05576f623 req-9b51ea74-9a91-41e9-843a-b351cfb0374b tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:36.534321 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2ba5e0ac-5e79-4dd7-84f2-60a05576f623 req-9b51ea74-9a91-41e9-843a-b351cfb0374b tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=51db8430-1989-426f-8b96-eefbf99cfcdf HTTP/1.1" status: 200 len: 936 time: 0.0530949 Sep 23 06:39:36.554714 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f1b3617e-477d-4be3-a5ae-7ee7a8c69b9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:36.599813 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2ba5e0ac-5e79-4dd7-84f2-60a05576f623 req-98b8bf65-8a88-4188-8a70-8350335af376 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564330 Sep 23 06:39:36.665040 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b0de0262-86ff-49d4-9832-cc639fd8ecd3 req-de97d4dc-f89b-4bc2-978f-c8a79b7feab7 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8a8a733-9d40-4513-965c-60d93327f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390361 Sep 23 06:39:36.666314 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6dd59ec2-640b-4886-8479-43b60457c081 req-6ed4a49e-bc7e-4188-ad87-d3a6f37e3a77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:36.673546 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-a3c9972d-07fb-4bba-a153-73a9f827be3f req-20729db4-3494-41a0-9ba2-d43a8cebbe28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 894a118e-646b-4162-9fae-96d3de53d270 {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:39:36.677494 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f1b3617e-477d-4be3-a5ae-7ee7a8c69b9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:36.695677 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-a3c9972d-07fb-4bba-a153-73a9f827be3f req-20729db4-3494-41a0-9ba2-d43a8cebbe28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:36.701034 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f1b3617e-477d-4be3-a5ae-7ee7a8c69b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:36.748812 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b3617e-477d-4be3-a5ae-7ee7a8c69b9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b64ca7b4-9f28-4823-b1cc-73973fbbf2a8,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:36.752649 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-a3c9972d-07fb-4bba-a153-73a9f827be3f req-20729db4-3494-41a0-9ba2-d43a8cebbe28 service neutron] Transition to ACTIVE for port object 894a118e-646b-4162-9fae-96d3de53d270 will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:39:36.781315 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-f1b3617e-477d-4be3-a5ae-7ee7a8c69b9b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ee3bbb24e8524d5b8ef1096bd2efd2d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3704476 Sep 23 06:39:36.783115 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45778) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:36.791055 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-a3c9972d-07fb-4bba-a153-73a9f827be3f req-20729db4-3494-41a0-9ba2-d43a8cebbe28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:36.815123 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0bab2f31-1be4-42d3-98f2-3abf48a10b87 req-f9e55775-a46c-4f65-b2ec-16c6cf943b25 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.39 "GET /v2.0/ports?device_id=960c673d-57a2-4efe-bc1f-81c82aae11cb HTTP/1.1" status: 200 len: 210 time: 0.0612600 Sep 23 06:39:36.840267 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-02ea2d98-38b9-41e5-ab30-188b93b6407a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:36.868453 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-02ea2d98-38b9-41e5-ab30-188b93b6407a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:36.939023 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-02ea2d98-38b9-41e5-ab30-188b93b6407a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:36.943153 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-02ea2d98-38b9-41e5-ab30-188b93b6407a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:36.947663 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-02ea2d98-38b9-41e5-ab30-188b93b6407a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b64ca7b4-9f28-4823-b1cc-73973fbbf2a8 HTTP/1.1" status: 204 len: 168 time: 0.1602988 Sep 23 06:39:36.959152 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ea2d98-38b9-41e5-ab30-188b93b6407a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b64ca7b4-9f28-4823-b1cc-73973fbbf2a8,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:37.167886 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-5d952387-8b3a-4c9e-baf9-1355554e19f9 req-f84c6343-0e56-480a-b0a8-25f3c5acd4cd tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] Allocated IP 192.168.233.101 (16515f0f-e5a6-4630-a440-e11fb2e02062/3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e/06de3338-97d7-43a5-be4f-cde6cad109bb) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:39:37.173663 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20729db4-3494-41a0-9ba2-d43a8cebbe28 service neutron] Pushing event updated for resources: {'Port': ['ID=894a118e-646b-4162-9fae-96d3de53d270,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:37.175748 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe224703-e47e-4272-8fa3-bd9b8d1d84e1 req-c638017b-e6ce-4441-b623-f8e79d7b93ce tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Made reservation on behalf of 8d68b6f2bfe2491c9015cf660b627aab for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:39:37.179347 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-fe224703-e47e-4272-8fa3-bd9b8d1d84e1 req-c638017b-e6ce-4441-b623-f8e79d7b93ce tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:37.186871 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e4655-df36-41b5-8a3e-7d66d360c217 req-3dffba10-0ca0-44fc-a79e-3e4a93e4e5a2 tempest-AggregatesAdminTestJSON-49839965 tempest-AggregatesAdminTestJSON-49839965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:37.188882 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f81e4655-df36-41b5-8a3e-7d66d360c217 req-3dffba10-0ca0-44fc-a79e-3e4a93e4e5a2 tempest-AggregatesAdminTestJSON-49839965 tempest-AggregatesAdminTestJSON-49839965-project] 10.222.0.39 "GET /v2.0/ports?device_id=dde27859-0b00-4ef3-bdf8-2b2bfb1676fa HTTP/1.1" status: 200 len: 971 time: 0.0894492 Sep 23 06:39:37.216815 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-fe224703-e47e-4272-8fa3-bd9b8d1d84e1 req-c638017b-e6ce-4441-b623-f8e79d7b93ce tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:37.261652 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f81e4655-df36-41b5-8a3e-7d66d360c217 req-3b5514c7-a2b8-4d8a-94c1-86584e1cb7f3 tempest-AggregatesAdminTestJSON-49839965 tempest-AggregatesAdminTestJSON-49839965-project] 10.222.0.39 "GET /v2.0/security-groups?id=3517ddc2-9344-4558-883c-f67cc9712279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645349 Sep 23 06:39:37.327300 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-a3c9972d-07fb-4bba-a153-73a9f827be3f req-20729db4-3494-41a0-9ba2-d43a8cebbe28 service neutron] Attempting to bind port 894a118e-646b-4162-9fae-96d3de53d270 on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:39:37.327652 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-a3c9972d-07fb-4bba-a153-73a9f827be3f req-20729db4-3494-41a0-9ba2-d43a8cebbe28 service neutron] Attempting to bind port 894a118e-646b-4162-9fae-96d3de53d270 by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:39:37.328003 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c9972d-07fb-4bba-a153-73a9f827be3f req-20729db4-3494-41a0-9ba2-d43a8cebbe28 service neutron] Attempting to bind port 894a118e-646b-4162-9fae-96d3de53d270 on network 16515f0f-e5a6-4630-a440-e11fb2e02062 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:39:37.414926 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c9972d-07fb-4bba-a153-73a9f827be3f req-20729db4-3494-41a0-9ba2-d43a8cebbe28 service neutron] Port 894a118e-646b-4162-9fae-96d3de53d270 on network 16515f0f-e5a6-4630-a440-e11fb2e02062 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:39:37.415393 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c9972d-07fb-4bba-a153-73a9f827be3f req-20729db4-3494-41a0-9ba2-d43a8cebbe28 service neutron] Attempting to bind port 894a118e-646b-4162-9fae-96d3de53d270 on network 16515f0f-e5a6-4630-a440-e11fb2e02062 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:39:37.426230 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45814) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:37.443635 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-096adb9d-982f-4ce0-863e-8104a870199d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:37.470226 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c9972d-07fb-4bba-a153-73a9f827be3f req-20729db4-3494-41a0-9ba2-d43a8cebbe28 service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:39:37.470512 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c9972d-07fb-4bba-a153-73a9f827be3f req-20729db4-3494-41a0-9ba2-d43a8cebbe28 service neutron] Checking segment: {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:39:37.470897 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c9972d-07fb-4bba-a153-73a9f827be3f req-20729db4-3494-41a0-9ba2-d43a8cebbe28 service neutron] Bound using segment: {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:39:37.471341 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-a3c9972d-07fb-4bba-a153-73a9f827be3f req-20729db4-3494-41a0-9ba2-d43a8cebbe28 service neutron] Bound port: 894a118e-646b-4162-9fae-96d3de53d270, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:39:37.471692 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-a3c9972d-07fb-4bba-a153-73a9f827be3f req-20729db4-3494-41a0-9ba2-d43a8cebbe28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:37.507922 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d8df1-f1e1-4842-92eb-8c51cfd6e026 req-fa5b5d11-ab5e-48ab-a9b4-4abab70e1015 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:37.510374 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f70d8df1-f1e1-4842-92eb-8c51cfd6e026 req-fa5b5d11-ab5e-48ab-a9b4-4abab70e1015 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f6d2b76-656f-4f25-a7ff-9abed767934d HTTP/1.1" status: 200 len: 943 time: 0.2126417 Sep 23 06:39:37.579648 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-34625afd-1a4d-4954-a403-a40cf5974c2e req-3f7bc111-4265-44e7-9b13-9bf62fd8131e tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0f182bb-9275-4650-a99a-5d7f9feaf109 HTTP/1.1" status: 200 len: 210 time: 0.0335853 Sep 23 06:39:37.671158 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f70d8df1-f1e1-4842-92eb-8c51cfd6e026 req-1ef1e9a8-2c6e-44b2-b2c8-127926089625 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "GET /v2.0/security-groups?id=8dfb9b91-c839-45a6-ad00-d87fab5f07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1285138 Sep 23 06:39:37.672910 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-fe224703-e47e-4272-8fa3-bd9b8d1d84e1 req-c638017b-e6ce-4441-b623-f8e79d7b93ce tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:37.697904 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-fe224703-e47e-4272-8fa3-bd9b8d1d84e1 req-c638017b-e6ce-4441-b623-f8e79d7b93ce tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:37.707600 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-5d952387-8b3a-4c9e-baf9-1355554e19f9 req-f84c6343-0e56-480a-b0a8-25f3c5acd4cd tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:37.725677 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-a3c9972d-07fb-4bba-a153-73a9f827be3f req-20729db4-3494-41a0-9ba2-d43a8cebbe28 service neutron] For port 894a118e-646b-4162-9fae-96d3de53d270, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:39:37.787206 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-096adb9d-982f-4ce0-863e-8104a870199d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:37.792537 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-096adb9d-982f-4ce0-863e-8104a870199d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:37.809299 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-a3c9972d-07fb-4bba-a153-73a9f827be3f req-20729db4-3494-41a0-9ba2-d43a8cebbe28 service neutron] For port 894a118e-646b-4162-9fae-96d3de53d270, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=894a118e-646b-4162-9fae-96d3de53d270,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:39:37.828777 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c638017b-e6ce-4441-b623-f8e79d7b93ce tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:37.856453 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-096adb9d-982f-4ce0-863e-8104a870199d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c481979fecaa4a42abbb3df49bf2ca79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4293585 Sep 23 06:39:37.858887 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096adb9d-982f-4ce0-863e-8104a870199d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e34d1e2-95da-4f1f-9d19-1cf645a3095f,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:37.861760 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45838) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:37.861946 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-a3c9972d-07fb-4bba-a153-73a9f827be3f req-20729db4-3494-41a0-9ba2-d43a8cebbe28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:37.902856 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd70c833-6554-4c1d-bd9e-9af3ca6dbbe2 req-57804790-bd73-43b7-b757-986fe252578a tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:37.904340 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dd70c833-6554-4c1d-bd9e-9af3ca6dbbe2 req-57804790-bd73-43b7-b757-986fe252578a tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] 10.222.0.39 "GET /v2.0/ports?device_id=07d5be3f-2c1c-4b9e-8577-909f7393d32d HTTP/1.1" status: 200 len: 948 time: 0.0988805 Sep 23 06:39:37.927481 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9972d-07fb-4bba-a153-73a9f827be3f req-20729db4-3494-41a0-9ba2-d43a8cebbe28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:37.928347 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-a3c9972d-07fb-4bba-a153-73a9f827be3f req-20729db4-3494-41a0-9ba2-d43a8cebbe28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:37.929803 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a3c9972d-07fb-4bba-a153-73a9f827be3f req-20729db4-3494-41a0-9ba2-d43a8cebbe28 service neutron] 10.222.0.21 "PUT /v2.0/ports/894a118e-646b-4162-9fae-96d3de53d270 HTTP/1.1" status: 200 len: 1097 time: 2.6805031 Sep 23 06:39:37.932645 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07d5be3f-2c1c-4b9e-8577-909f7393d32d', 'tag': '894a118e-646b-4162-9fae-96d3de53d270'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:39:37.934923 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e764ce80-23ba-4bf2-9c6a-acb12d9991ed" -d '{"events": [{"name": "network-changed", "server_uuid": "07d5be3f-2c1c-4b9e-8577-909f7393d32d", "tag": "894a118e-646b-4162-9fae-96d3de53d270"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:39:37.959094 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1fddc57f-9c43-426c-82f2-857e440cc6ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:37.962194 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-5d952387-8b3a-4c9e-baf9-1355554e19f9 req-f84c6343-0e56-480a-b0a8-25f3c5acd4cd tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:37.968547 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dd70c833-6554-4c1d-bd9e-9af3ca6dbbe2 req-a7a9fa97-88d6-4451-ae7a-59be967c99b2 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8a8a733-9d40-4513-965c-60d93327f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547743 Sep 23 06:39:37.987853 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1fddc57f-9c43-426c-82f2-857e440cc6ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:38.012141 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-9e322e83-019c-4fc8-bc2e-1008625c75bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:38.013799 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b0e53-3beb-46ef-84c1-8c3334c38b78 req-eb454172-0599-4fb8-8ba6-01a660473a64 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:38.015538 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-830b0e53-3beb-46ef-84c1-8c3334c38b78 req-eb454172-0599-4fb8-8ba6-01a660473a64 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=51db8430-1989-426f-8b96-eefbf99cfcdf HTTP/1.1" status: 200 len: 936 time: 0.2235563 Sep 23 06:39:38.034726 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20729db4-3494-41a0-9ba2-d43a8cebbe28 service neutron] Pushing event updated for resources: {'Port': ['ID=894a118e-646b-4162-9fae-96d3de53d270,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:38.084199 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1fddc57f-9c43-426c-82f2-857e440cc6ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:38.090857 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1fddc57f-9c43-426c-82f2-857e440cc6ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:38.094995 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-1fddc57f-9c43-426c-82f2-857e440cc6ee admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1e34d1e2-95da-4f1f-9d19-1cf645a3095f HTTP/1.1" status: 204 len: 168 time: 0.2296190 Sep 23 06:39:38.108072 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fddc57f-9c43-426c-82f2-857e440cc6ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e34d1e2-95da-4f1f-9d19-1cf645a3095f,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:38.174925 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d952387-8b3a-4c9e-baf9-1355554e19f9 req-f84c6343-0e56-480a-b0a8-25f3c5acd4cd tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] Network 16515f0f-e5a6-4630-a440-e11fb2e02062 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:39:38.175726 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbea846-3d11-4bf7-b9a4-dfe4bdf16219 req-c809ed87-bde3-4096-880f-d7983bda41c8 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:38.184525 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7dbea846-3d11-4bf7-b9a4-dfe4bdf16219 req-c809ed87-bde3-4096-880f-d7983bda41c8 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.39 "GET /v2.0/ports?device_id=960c673d-57a2-4efe-bc1f-81c82aae11cb HTTP/1.1" status: 200 len: 936 time: 0.0775850 Sep 23 06:39:38.188014 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-830b0e53-3beb-46ef-84c1-8c3334c38b78 req-33837a35-1b35-46d9-91b9-859a8824cd21 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547542 Sep 23 06:39:38.212722 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84c6343-0e56-480a-b0a8-25f3c5acd4cd tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] Pushing event updated for resources: {'Port': ['ID=06de3338-97d7-43a5-be4f-cde6cad109bb,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:38.221375 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-5d952387-8b3a-4c9e-baf9-1355554e19f9 req-f84c6343-0e56-480a-b0a8-25f3c5acd4cd tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:39:38.235424 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d952387-8b3a-4c9e-baf9-1355554e19f9 req-f84c6343-0e56-480a-b0a8-25f3c5acd4cd tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:39:38.236305 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7dbea846-3d11-4bf7-b9a4-dfe4bdf16219 req-2d874aab-6164-4f0e-b318-1d329d128ea9 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb904337-7174-44b6-8785-eca1f6e1ec46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508938 Sep 23 06:39:38.242411 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d952387-8b3a-4c9e-baf9-1355554e19f9 req-f84c6343-0e56-480a-b0a8-25f3c5acd4cd tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:38.243258 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-5d952387-8b3a-4c9e-baf9-1355554e19f9 req-f84c6343-0e56-480a-b0a8-25f3c5acd4cd tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:38.247848 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4cbcab5-8618-4999-a5ec-e3ef02cefbcd x-openstack-request-id: req-f4cbcab5-8618-4999-a5ec-e3ef02cefbcd {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:39:38.248323 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07d5be3f-2c1c-4b9e-8577-909f7393d32d", "tag": "894a118e-646b-4162-9fae-96d3de53d270", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:39:38.248606 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f4cbcab5-8618-4999-a5ec-e3ef02cefbcd {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:39:38.249028 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07d5be3f-2c1c-4b9e-8577-909f7393d32d', 'tag': '894a118e-646b-4162-9fae-96d3de53d270', 'status': 'completed', 'code': 200} Sep 23 06:39:38.313983 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9972d-07fb-4bba-a153-73a9f827be3f req-ba8ae669-5850-4c4f-9e2b-56c463e65d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:38.317085 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a3c9972d-07fb-4bba-a153-73a9f827be3f req-ba8ae669-5850-4c4f-9e2b-56c463e65d01 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f469ecabdab147d39f1c3597d718c196&device_id=07d5be3f-2c1c-4b9e-8577-909f7393d32d HTTP/1.1" status: 200 len: 1100 time: 0.2956119 Sep 23 06:39:38.320982 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5d952387-8b3a-4c9e-baf9-1355554e19f9 req-f84c6343-0e56-480a-b0a8-25f3c5acd4cd tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8727825 Sep 23 06:39:38.339978 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-5d952387-8b3a-4c9e-baf9-1355554e19f9 req-f49cb182-13e8-4a1f-980e-251d1c62ce9e service neutron] Request body: {'port': {'device_id': '960c673d-57a2-4efe-bc1f-81c82aae11cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:39:38.476601 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a3c9972d-07fb-4bba-a153-73a9f827be3f req-7b08a94c-cbe0-4fac-92c9-2b6feb36ddd3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=894a118e-646b-4162-9fae-96d3de53d270 HTTP/1.1" status: 200 len: 217 time: 0.1428750 Sep 23 06:39:38.518696 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-6dd59ec2-640b-4886-8479-43b60457c081 req-6ed4a49e-bc7e-4188-ad87-d3a6f37e3a77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f12c200c-7bca-49dd-b324-ebac021046e8 {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:39:38.523987 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-5d952387-8b3a-4c9e-baf9-1355554e19f9 req-f49cb182-13e8-4a1f-980e-251d1c62ce9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:38.529164 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-cd18946d-fd1b-432e-87af-28fa5f83f13d None None] Provisioning complete for port 06de3338-97d7-43a5-be4f-cde6cad109bb triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:39:38.530273 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-cd18946d-fd1b-432e-87af-28fa5f83f13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:38.551507 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6dd59ec2-640b-4886-8479-43b60457c081 req-6ed4a49e-bc7e-4188-ad87-d3a6f37e3a77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:38.581538 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-cd18946d-fd1b-432e-87af-28fa5f83f13d None None] Port 06de3338-97d7-43a5-be4f-cde6cad109bb cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:39:38.617760 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-6dd59ec2-640b-4886-8479-43b60457c081 req-6ed4a49e-bc7e-4188-ad87-d3a6f37e3a77 service neutron] Transition to ACTIVE for port object f12c200c-7bca-49dd-b324-ebac021046e8 will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:39:38.630109 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc0e1e6-368c-4a2a-a4f7-35b51459cdd8 req-1de8982a-63ce-476f-9d5a-325ceed2418d tempest-AggregatesAdminTestJSON-49839965 tempest-AggregatesAdminTestJSON-49839965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:38.631672 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fbc0e1e6-368c-4a2a-a4f7-35b51459cdd8 req-1de8982a-63ce-476f-9d5a-325ceed2418d tempest-AggregatesAdminTestJSON-49839965 tempest-AggregatesAdminTestJSON-49839965-project] 10.222.0.39 "GET /v2.0/ports?device_id=dde27859-0b00-4ef3-bdf8-2b2bfb1676fa HTTP/1.1" status: 200 len: 971 time: 0.2350311 Sep 23 06:39:38.633125 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9972d-07fb-4bba-a153-73a9f827be3f req-590c9c50-621c-44eb-9a99-91a5185a5ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:38.634585 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a3c9972d-07fb-4bba-a153-73a9f827be3f req-590c9c50-621c-44eb-9a99-91a5185a5ece service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e HTTP/1.1" status: 200 len: 843 time: 0.1394022 Sep 23 06:39:38.640658 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6dd59ec2-640b-4886-8479-43b60457c081 req-6ed4a49e-bc7e-4188-ad87-d3a6f37e3a77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:38.706360 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8ee6d9ef-db88-45e3-9c5a-430af5cc84f4 req-5bc0055f-fa32-4e07-a6e3-0ae8705b74f9 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0f182bb-9275-4650-a99a-5d7f9feaf109 HTTP/1.1" status: 200 len: 210 time: 0.0451019 Sep 23 06:39:38.752964 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45868) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:38.837779 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bce944-948d-49fc-be6f-ba85786af85b req-df6fcdb7-0996-426f-895b-f109324ee69b tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:38.839769 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b3bce944-948d-49fc-be6f-ba85786af85b req-df6fcdb7-0996-426f-895b-f109324ee69b tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f6d2b76-656f-4f25-a7ff-9abed767934d HTTP/1.1" status: 200 len: 943 time: 0.0765190 Sep 23 06:39:38.896330 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b3bce944-948d-49fc-be6f-ba85786af85b req-2ef6aa7b-3ab4-4958-a085-75b44e70d45d tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "GET /v2.0/security-groups?id=8dfb9b91-c839-45a6-ad00-d87fab5f07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0451255 Sep 23 06:39:38.919269 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed4a49e-bc7e-4188-ad87-d3a6f37e3a77 service neutron] Pushing event updated for resources: {'Port': ['ID=f12c200c-7bca-49dd-b324-ebac021046e8,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:38.928126 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-fe224703-e47e-4272-8fa3-bd9b8d1d84e1 req-c638017b-e6ce-4441-b623-f8e79d7b93ce tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Allocated IP 192.168.233.203 (16515f0f-e5a6-4630-a440-e11fb2e02062/3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e/148c00b5-4bd3-4f09-b85c-ea3b9d4b8f40) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:39:38.958501 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fbc0e1e6-368c-4a2a-a4f7-35b51459cdd8 req-4521638e-34ef-4ff7-9232-513549fd9eae tempest-AggregatesAdminTestJSON-49839965 tempest-AggregatesAdminTestJSON-49839965-project] 10.222.0.39 "GET /v2.0/security-groups?id=3517ddc2-9344-4558-883c-f67cc9712279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3150322 Sep 23 06:39:38.970605 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.58', 49891) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:38.985042 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9972d-07fb-4bba-a153-73a9f827be3f req-7e52b7a8-6bef-44fe-9b42-f1fa96be6385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:38.986610 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a3c9972d-07fb-4bba-a153-73a9f827be3f req-7e52b7a8-6bef-44fe-9b42-f1fa96be6385 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=16515f0f-e5a6-4630-a440-e11fb2e02062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3398566 Sep 23 06:39:39.020788 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-6dd59ec2-640b-4886-8479-43b60457c081 req-6ed4a49e-bc7e-4188-ad87-d3a6f37e3a77 service neutron] Attempting to bind port f12c200c-7bca-49dd-b324-ebac021046e8 on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:39:39.020788 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-6dd59ec2-640b-4886-8479-43b60457c081 req-6ed4a49e-bc7e-4188-ad87-d3a6f37e3a77 service neutron] Attempting to bind port f12c200c-7bca-49dd-b324-ebac021046e8 by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:39:39.020788 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd59ec2-640b-4886-8479-43b60457c081 req-6ed4a49e-bc7e-4188-ad87-d3a6f37e3a77 service neutron] Attempting to bind port f12c200c-7bca-49dd-b324-ebac021046e8 on network 16515f0f-e5a6-4630-a440-e11fb2e02062 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:39:39.057138 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd59ec2-640b-4886-8479-43b60457c081 req-6ed4a49e-bc7e-4188-ad87-d3a6f37e3a77 service neutron] Port f12c200c-7bca-49dd-b324-ebac021046e8 on network 16515f0f-e5a6-4630-a440-e11fb2e02062 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:39:39.057468 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd59ec2-640b-4886-8479-43b60457c081 req-6ed4a49e-bc7e-4188-ad87-d3a6f37e3a77 service neutron] Attempting to bind port f12c200c-7bca-49dd-b324-ebac021046e8 on network 16515f0f-e5a6-4630-a440-e11fb2e02062 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:39:39.078447 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f6be57-f6f3-4855-8bd5-559236e2a0d2 req-a308c2f8-23a3-4cc6-9e6a-04c788ee48aa tempest-AggregatesAdminTestJSON-49839965 tempest-AggregatesAdminTestJSON-49839965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:39.079925 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-23f6be57-f6f3-4855-8bd5-559236e2a0d2 req-a308c2f8-23a3-4cc6-9e6a-04c788ee48aa tempest-AggregatesAdminTestJSON-49839965 tempest-AggregatesAdminTestJSON-49839965-project] 10.222.0.58 "GET /v2.0/ports?device_id=dde27859-0b00-4ef3-bdf8-2b2bfb1676fa HTTP/1.1" status: 200 len: 971 time: 0.1082919 Sep 23 06:39:39.080671 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4604736c-31fa-4a58-acb3-2f20552e64d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:39.133134 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd59ec2-640b-4886-8479-43b60457c081 req-6ed4a49e-bc7e-4188-ad87-d3a6f37e3a77 service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:39:39.133472 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd59ec2-640b-4886-8479-43b60457c081 req-6ed4a49e-bc7e-4188-ad87-d3a6f37e3a77 service neutron] Checking segment: {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:39:39.133956 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd59ec2-640b-4886-8479-43b60457c081 req-6ed4a49e-bc7e-4188-ad87-d3a6f37e3a77 service neutron] Bound using segment: {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:39:39.134345 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-6dd59ec2-640b-4886-8479-43b60457c081 req-6ed4a49e-bc7e-4188-ad87-d3a6f37e3a77 service neutron] Bound port: f12c200c-7bca-49dd-b324-ebac021046e8, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:39:39.134701 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6dd59ec2-640b-4886-8479-43b60457c081 req-6ed4a49e-bc7e-4188-ad87-d3a6f37e3a77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:39.252860 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a3c9972d-07fb-4bba-a153-73a9f827be3f req-904a90aa-3597-441a-b45d-81b740028e81 service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501881 Sep 23 06:39:39.330562 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f0d9dd-9bd0-4c73-a641-ba5108d66461 req-be4d7708-0a02-423e-a333-6cb709610c88 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:39.332090 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-91f0d9dd-9bd0-4c73-a641-ba5108d66461 req-be4d7708-0a02-423e-a333-6cb709610c88 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] 10.222.0.39 "GET /v2.0/ports?device_id=07d5be3f-2c1c-4b9e-8577-909f7393d32d HTTP/1.1" status: 200 len: 948 time: 0.2627416 Sep 23 06:39:39.403379 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-23f6be57-f6f3-4855-8bd5-559236e2a0d2 req-ae815547-3fa2-4675-a782-51dd24663087 tempest-AggregatesAdminTestJSON-49839965 tempest-AggregatesAdminTestJSON-49839965-project] Deleting port f0ce6783-ee95-4b65-898e-5f99f9cf88d5 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:39:39.403780 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-23f6be57-f6f3-4855-8bd5-559236e2a0d2 req-ae815547-3fa2-4675-a782-51dd24663087 tempest-AggregatesAdminTestJSON-49839965 tempest-AggregatesAdminTestJSON-49839965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:39.447362 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-91f0d9dd-9bd0-4c73-a641-ba5108d66461 req-7a12cc97-0c80-473d-b2b7-cfdb277ae335 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8a8a733-9d40-4513-965c-60d93327f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959108 Sep 23 06:39:39.583673 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-23f6be57-f6f3-4855-8bd5-559236e2a0d2 req-ae815547-3fa2-4675-a782-51dd24663087 tempest-AggregatesAdminTestJSON-49839965 tempest-AggregatesAdminTestJSON-49839965-project] For port f0ce6783-ee95-4b65-898e-5f99f9cf88d5, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=f0ce6783-ee95-4b65-898e-5f99f9cf88d5,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:39:39.584047 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-23f6be57-f6f3-4855-8bd5-559236e2a0d2 req-ae815547-3fa2-4675-a782-51dd24663087 tempest-AggregatesAdminTestJSON-49839965 tempest-AggregatesAdminTestJSON-49839965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:39.592060 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-6dd59ec2-640b-4886-8479-43b60457c081 req-6ed4a49e-bc7e-4188-ad87-d3a6f37e3a77 service neutron] For port f12c200c-7bca-49dd-b324-ebac021046e8, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:39:39.613300 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4604736c-31fa-4a58-acb3-2f20552e64d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:39.615624 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-23f6be57-f6f3-4855-8bd5-559236e2a0d2 req-ae815547-3fa2-4675-a782-51dd24663087 tempest-AggregatesAdminTestJSON-49839965 tempest-AggregatesAdminTestJSON-49839965-project] Calling delete_port for f0ce6783-ee95-4b65-898e-5f99f9cf88d5 owned by compute:tempest-test_az-471675620 {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:39:39.616219 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-6dd59ec2-640b-4886-8479-43b60457c081 req-6ed4a49e-bc7e-4188-ad87-d3a6f37e3a77 service neutron] For port f12c200c-7bca-49dd-b324-ebac021046e8, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=f12c200c-7bca-49dd-b324-ebac021046e8,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:39:39.624400 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4604736c-31fa-4a58-acb3-2f20552e64d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:39.632269 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-fe224703-e47e-4272-8fa3-bd9b8d1d84e1 req-c638017b-e6ce-4441-b623-f8e79d7b93ce tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:39.634056 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6dd59ec2-640b-4886-8479-43b60457c081 req-6ed4a49e-bc7e-4188-ad87-d3a6f37e3a77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:39.660902 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd8028-5831-4526-8d6c-3b493877f38a req-3d6411e0-3b24-41b7-a6f3-a8a6b0f235b3 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:39.662703 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-17dd8028-5831-4526-8d6c-3b493877f38a req-3d6411e0-3b24-41b7-a6f3-a8a6b0f235b3 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=51db8430-1989-426f-8b96-eefbf99cfcdf HTTP/1.1" status: 200 len: 948 time: 0.3680434 Sep 23 06:39:39.689528 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:39.693121 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a3c9972d-07fb-4bba-a153-73a9f827be3f req-06923b4a-3563-4750-b65f-9aeca724f64d service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4064233 Sep 23 06:39:39.705663 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd59ec2-640b-4886-8479-43b60457c081 req-6ed4a49e-bc7e-4188-ad87-d3a6f37e3a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:39.706324 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6dd59ec2-640b-4886-8479-43b60457c081 req-6ed4a49e-bc7e-4188-ad87-d3a6f37e3a77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:39.707858 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6dd59ec2-640b-4886-8479-43b60457c081 req-6ed4a49e-bc7e-4188-ad87-d3a6f37e3a77 service neutron] 10.222.0.21 "PUT /v2.0/ports/f12c200c-7bca-49dd-b324-ebac021046e8 HTTP/1.1" status: 200 len: 1097 time: 3.3049235 Sep 23 06:39:39.745814 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477289f3-7183-43de-941b-85d593f5c1c6 req-775f72bf-2f93-4308-988f-35b531fcaca1 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:39.747374 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-477289f3-7183-43de-941b-85d593f5c1c6 req-775f72bf-2f93-4308-988f-35b531fcaca1 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.39 "GET /v2.0/ports?device_id=960c673d-57a2-4efe-bc1f-81c82aae11cb HTTP/1.1" status: 200 len: 936 time: 0.2213662 Sep 23 06:39:39.758489 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-4604736c-31fa-4a58-acb3-2f20552e64d4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f32f3c88c0984cba9d6bfa185432f93b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0030668 Sep 23 06:39:39.762258 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45900) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:39.773286 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed4a49e-bc7e-4188-ad87-d3a6f37e3a77 service neutron] Pushing event updated for resources: {'Port': ['ID=f12c200c-7bca-49dd-b324-ebac021046e8,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:39.783969 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-17dd8028-5831-4526-8d6c-3b493877f38a req-d7deb2c8-a87d-4ce7-a644-34e67f61cc32 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978153 Sep 23 06:39:39.820929 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-477289f3-7183-43de-941b-85d593f5c1c6 req-637a93d3-2c80-48d8-adb0-c743fdf45e36 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb904337-7174-44b6-8785-eca1f6e1ec46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609355 Sep 23 06:39:39.824086 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4604736c-31fa-4a58-acb3-2f20552e64d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68994d16-8bcb-4959-892a-9bd9ee9b12b8,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:39.897828 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-fe224703-e47e-4272-8fa3-bd9b8d1d84e1 req-c638017b-e6ce-4441-b623-f8e79d7b93ce tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:39.978839 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-23f6be57-f6f3-4855-8bd5-559236e2a0d2 req-ae815547-3fa2-4675-a782-51dd24663087 tempest-AggregatesAdminTestJSON-49839965 tempest-AggregatesAdminTestJSON-49839965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:39.991496 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['f0ce6783-ee95-4b65-898e-5f99f9cf88d5'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:39:40.055032 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae815547-3fa2-4675-a782-51dd24663087 tempest-AggregatesAdminTestJSON-49839965 tempest-AggregatesAdminTestJSON-49839965-project] Pushing event deleted for resources: {'Port': ['ID=f0ce6783-ee95-4b65-898e-5f99f9cf88d5,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:40.069341 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe224703-e47e-4272-8fa3-bd9b8d1d84e1 req-c638017b-e6ce-4441-b623-f8e79d7b93ce tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Network 16515f0f-e5a6-4630-a440-e11fb2e02062 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:39:40.112199 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-fe224703-e47e-4272-8fa3-bd9b8d1d84e1 req-c638017b-e6ce-4441-b623-f8e79d7b93ce tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:39:40.128494 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e764ce80-23ba-4bf2-9c6a-acb12d9991ed req-11808a04-8cc6-4312-b8f3-2821483aef10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:40.130053 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e764ce80-23ba-4bf2-9c6a-acb12d9991ed req-11808a04-8cc6-4312-b8f3-2821483aef10 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f469ecabdab147d39f1c3597d718c196&device_id=07d5be3f-2c1c-4b9e-8577-909f7393d32d HTTP/1.1" status: 200 len: 1100 time: 0.3238852 Sep 23 06:39:40.131540 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-23f6be57-f6f3-4855-8bd5-559236e2a0d2 req-ae815547-3fa2-4675-a782-51dd24663087 tempest-AggregatesAdminTestJSON-49839965 tempest-AggregatesAdminTestJSON-49839965-project] No DVR routers for this DVR port f0ce6783-ee95-4b65-898e-5f99f9cf88d5 on host n-h2-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:39:40.132863 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe224703-e47e-4272-8fa3-bd9b8d1d84e1 req-c638017b-e6ce-4441-b623-f8e79d7b93ce tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:39:40.135172 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-23f6be57-f6f3-4855-8bd5-559236e2a0d2 req-ae815547-3fa2-4675-a782-51dd24663087 tempest-AggregatesAdminTestJSON-49839965 tempest-AggregatesAdminTestJSON-49839965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:40.137529 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-23f6be57-f6f3-4855-8bd5-559236e2a0d2 req-ae815547-3fa2-4675-a782-51dd24663087 tempest-AggregatesAdminTestJSON-49839965 tempest-AggregatesAdminTestJSON-49839965-project] 10.222.0.58 "DELETE /v2.0/ports/f0ce6783-ee95-4b65-898e-5f99f9cf88d5 HTTP/1.1" status: 204 len: 173 time: 1.0477138 Sep 23 06:39:40.138664 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe224703-e47e-4272-8fa3-bd9b8d1d84e1 req-c638017b-e6ce-4441-b623-f8e79d7b93ce tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:40.138826 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde27859-0b00-4ef3-bdf8-2b2bfb1676fa', 'name': 'network-vif-deleted', 'tag': 'f0ce6783-ee95-4b65-898e-5f99f9cf88d5'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:39:40.139344 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-fe224703-e47e-4272-8fa3-bd9b8d1d84e1 req-c638017b-e6ce-4441-b623-f8e79d7b93ce tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:40.141299 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-890795a0-c5c2-4c98-9140-afeea0ae3dbf" -d '{"events": [{"server_uuid": "dde27859-0b00-4ef3-bdf8-2b2bfb1676fa", "name": "network-vif-deleted", "tag": "f0ce6783-ee95-4b65-898e-5f99f9cf88d5"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:39:40.168759 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61303d7f-8799-4088-a99f-94ed90bac9a7 req-d99e7475-71d3-4315-a7df-a870a260b1d9 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:40.170527 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-61303d7f-8799-4088-a99f-94ed90bac9a7 req-d99e7475-71d3-4315-a7df-a870a260b1d9 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f6d2b76-656f-4f25-a7ff-9abed767934d HTTP/1.1" status: 200 len: 943 time: 0.1479335 Sep 23 06:39:40.189210 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ffec438c-a292-4bc6-9e69-736d824dfb2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:40.218622 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-61303d7f-8799-4088-a99f-94ed90bac9a7 req-22c3619c-6713-4178-94ef-e3ae5b7d5dcb tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "GET /v2.0/security-groups?id=8dfb9b91-c839-45a6-ad00-d87fab5f07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0406754 Sep 23 06:39:40.238351 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c638017b-e6ce-4441-b623-f8e79d7b93ce tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Pushing event updated for resources: {'Port': ['ID=148c00b5-4bd3-4f09-b85c-ea3b9d4b8f40,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:40.300225 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd59ec2-640b-4886-8479-43b60457c081 req-cd62d45b-0f3b-4460-8888-f1316cddf09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:40.301739 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6dd59ec2-640b-4886-8479-43b60457c081 req-cd62d45b-0f3b-4460-8888-f1316cddf09e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5ca4f991227448e1b6417695cbfdc362&device_id=51db8430-1989-426f-8b96-eefbf99cfcdf HTTP/1.1" status: 200 len: 1100 time: 0.4937100 Sep 23 06:39:40.302191 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51db8430-1989-426f-8b96-eefbf99cfcdf', 'tag': 'f12c200c-7bca-49dd-b324-ebac021046e8'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:39:40.304404 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-115930e7-e4bb-4e5e-bb34-16e77dd783e3" -d '{"events": [{"name": "network-changed", "server_uuid": "51db8430-1989-426f-8b96-eefbf99cfcdf", "tag": "f12c200c-7bca-49dd-b324-ebac021046e8"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:39:40.332667 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b3e28-6575-4da7-a8b9-e869fb5a8d22 req-e715e1a0-37cc-4b5c-a59a-59d88eb0c491 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:40.339349 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fe5b3e28-6575-4da7-a8b9-e869fb5a8d22 req-e715e1a0-37cc-4b5c-a59a-59d88eb0c491 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0f182bb-9275-4650-a99a-5d7f9feaf109 HTTP/1.1" status: 200 len: 936 time: 0.4342761 Sep 23 06:39:40.342051 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-751e532a-2264-4ee2-a672-d6a3abbabc73 req-2667ece0-6350-448d-b472-fb48e3e29a73 tempest-AggregatesAdminTestJSON-49839965 tempest-AggregatesAdminTestJSON-49839965-project] 10.222.0.39 "GET /v2.0/ports?device_id=dde27859-0b00-4ef3-bdf8-2b2bfb1676fa HTTP/1.1" status: 200 len: 210 time: 0.0369961 Sep 23 06:39:40.350320 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device c258b629-f327-453e-a19d-784a34cfe81c details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:39:40.372178 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fe224703-e47e-4272-8fa3-bd9b8d1d84e1 req-c638017b-e6ce-4441-b623-f8e79d7b93ce tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8679643 Sep 23 06:39:40.382584 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ffec438c-a292-4bc6-9e69-736d824dfb2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:40.385679 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e764ce80-23ba-4bf2-9c6a-acb12d9991ed req-ea89a2ab-1893-4aef-a3cc-88c2810bcaef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:40.386720 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e764ce80-23ba-4bf2-9c6a-acb12d9991ed req-ea89a2ab-1893-4aef-a3cc-88c2810bcaef service neutron] 10.222.0.21 "GET /v2.0/networks?id=16515f0f-e5a6-4630-a440-e11fb2e02062 HTTP/1.1" status: 200 len: 870 time: 0.2349715 Sep 23 06:39:40.445512 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-fe224703-e47e-4272-8fa3-bd9b8d1d84e1 req-4f8f0a55-d595-4e42-a894-8704cecbd4d1 service neutron] Request body: {'port': {'device_id': 'f0f182bb-9275-4650-a99a-5d7f9feaf109', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:39:40.467124 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6dd59ec2-640b-4886-8479-43b60457c081 req-1e669b5c-f866-4cfb-9717-7a1b1ef7358e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=f12c200c-7bca-49dd-b324-ebac021046e8 HTTP/1.1" status: 200 len: 217 time: 0.1242781 Sep 23 06:39:40.479991 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port c258b629-f327-453e-a19d-784a34cfe81c, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=c258b629-f327-453e-a19d-784a34cfe81c,segment=NetworkSegment(b569fd8b-6a61-4c64-b70e-3efdef1c71e0),segment_id=b569fd8b-6a61-4c64-b70e-3efdef1c71e0)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:39:40.500416 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': 'c258b629-f327-453e-a19d-784a34cfe81c', 'network_id': 'c551f062-d2de-4528-8056-81dd05062bf0', 'port_id': 'c258b629-f327-453e-a19d-784a34cfe81c', 'mac_address': 'fa:16:3e:55:70:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf51907c-7d00-4db7-a61a-2e5dd58b5738', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:39:40.555160 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:40.568107 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e764ce80-23ba-4bf2-9c6a-acb12d9991ed req-ac42b981-dcab-4470-9275-1464d2c5f567 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=894a118e-646b-4162-9fae-96d3de53d270 HTTP/1.1" status: 200 len: 217 time: 0.1302493 Sep 23 06:39:40.574154 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c258b629-f327-453e-a19d-784a34cfe81c {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:39:40.602468 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port c258b629-f327-453e-a19d-784a34cfe81c, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=c258b629-f327-453e-a19d-784a34cfe81c,segment=NetworkSegment(b569fd8b-6a61-4c64-b70e-3efdef1c71e0),segment_id=b569fd8b-6a61-4c64-b70e-3efdef1c71e0)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:39:40.609967 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:40.642126 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-6c6389e9-dce3-4716-a59f-a409607ec2d0 None None] Provisioning complete for port 148c00b5-4bd3-4f09-b85c-ea3b9d4b8f40 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:39:40.642502 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-6c6389e9-dce3-4716-a59f-a409607ec2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:40.648307 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-c06dbf0d-4b16-4c9f-8bd6-d1d527f3d6dc req-72ed96c0-78b7-4ae2-8d06-173a5a1181e2 tempest-SecurityGroupsTestAdminJSON-1445092493 tempest-SecurityGroupsTestAdminJSON-1445092493-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1178685859', 'description': 'tempest-description-1249611418'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:39:40.658515 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fe5b3e28-6575-4da7-a8b9-e869fb5a8d22 req-76a5d6ea-b99f-4079-8cbd-f2c557bd8ce7 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852402 Sep 23 06:39:40.705164 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-c06dbf0d-4b16-4c9f-8bd6-d1d527f3d6dc req-72ed96c0-78b7-4ae2-8d06-173a5a1181e2 tempest-SecurityGroupsTestAdminJSON-1445092493 tempest-SecurityGroupsTestAdminJSON-1445092493-project] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:40.720267 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-c06dbf0d-4b16-4c9f-8bd6-d1d527f3d6dc req-72ed96c0-78b7-4ae2-8d06-173a5a1181e2 tempest-SecurityGroupsTestAdminJSON-1445092493 tempest-SecurityGroupsTestAdminJSON-1445092493-project] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:40.724403 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-6c6389e9-dce3-4716-a59f-a409607ec2d0 None None] Port 148c00b5-4bd3-4f09-b85c-ea3b9d4b8f40 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:39:40.725933 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=c258b629-f327-453e-a19d-784a34cfe81c,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:40.730363 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-5d952387-8b3a-4c9e-baf9-1355554e19f9 req-f49cb182-13e8-4a1f-980e-251d1c62ce9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06de3338-97d7-43a5-be4f-cde6cad109bb {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:39:40.748719 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-5d952387-8b3a-4c9e-baf9-1355554e19f9 req-f49cb182-13e8-4a1f-980e-251d1c62ce9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:40.756904 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55593506-b066-4353-8dec-cef234d83458 x-openstack-request-id: req-55593506-b066-4353-8dec-cef234d83458 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:39:40.757903 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dde27859-0b00-4ef3-bdf8-2b2bfb1676fa", "name": "network-vif-deleted", "tag": "f0ce6783-ee95-4b65-898e-5f99f9cf88d5", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:39:40.758196 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-55593506-b066-4353-8dec-cef234d83458 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:39:40.758776 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde27859-0b00-4ef3-bdf8-2b2bfb1676fa', 'name': 'network-vif-deleted', 'tag': 'f0ce6783-ee95-4b65-898e-5f99f9cf88d5', 'status': 'completed', 'code': 200} Sep 23 06:39:40.764692 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd59ec2-640b-4886-8479-43b60457c081 req-a8ef7db0-357b-43e0-b61e-8da5e153f059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:40.767963 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6dd59ec2-640b-4886-8479-43b60457c081 req-a8ef7db0-357b-43e0-b61e-8da5e153f059 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e HTTP/1.1" status: 200 len: 843 time: 0.2836170 Sep 23 06:39:40.768581 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-fe224703-e47e-4272-8fa3-bd9b8d1d84e1 req-4f8f0a55-d595-4e42-a894-8704cecbd4d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:40.794168 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b147a56a-4061-4c0a-a749-957ed4f71877 req-93060ce3-be42-4a20-bcdc-cfaf5ca645ae service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=dde27859-0b00-4ef3-bdf8-2b2bfb1676fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0514586 Sep 23 06:39:40.804010 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec71176a-bcc1-4f22-b2b4-d1d9cc2c018c x-openstack-request-id: req-ec71176a-bcc1-4f22-b2b4-d1d9cc2c018c {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:39:40.804469 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51db8430-1989-426f-8b96-eefbf99cfcdf", "tag": "f12c200c-7bca-49dd-b324-ebac021046e8", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:39:40.804939 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ec71176a-bcc1-4f22-b2b4-d1d9cc2c018c {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:39:40.805463 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51db8430-1989-426f-8b96-eefbf99cfcdf', 'tag': 'f12c200c-7bca-49dd-b324-ebac021046e8', 'status': 'completed', 'code': 200} Sep 23 06:39:40.857449 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ffec438c-a292-4bc6-9e69-736d824dfb2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:40.860364 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ffec438c-a292-4bc6-9e69-736d824dfb2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:40.861500 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-ffec438c-a292-4bc6-9e69-736d824dfb2e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/68994d16-8bcb-4959-892a-9bd9ee9b12b8 HTTP/1.1" status: 204 len: 168 time: 1.0964379 Sep 23 06:39:40.863370 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e764ce80-23ba-4bf2-9c6a-acb12d9991ed req-b035771e-de83-430c-9368-dd2855df1270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:40.864765 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e764ce80-23ba-4bf2-9c6a-acb12d9991ed req-b035771e-de83-430c-9368-dd2855df1270 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e HTTP/1.1" status: 200 len: 843 time: 0.2681022 Sep 23 06:39:40.868000 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-5d952387-8b3a-4c9e-baf9-1355554e19f9 req-f49cb182-13e8-4a1f-980e-251d1c62ce9e service neutron] Transition to ACTIVE for port object 06de3338-97d7-43a5-be4f-cde6cad109bb will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:39:40.874416 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b147a56a-4061-4c0a-a749-957ed4f71877 req-37298122-2b9b-4340-bcd0-74e15886408a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0a669d341f864b3593c358f10ca00d4c&device_id=dde27859-0b00-4ef3-bdf8-2b2bfb1676fa HTTP/1.1" status: 200 len: 210 time: 0.0288365 Sep 23 06:39:40.936656 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-5d952387-8b3a-4c9e-baf9-1355554e19f9 req-f49cb182-13e8-4a1f-980e-251d1c62ce9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:40.939399 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b147a56a-4061-4c0a-a749-957ed4f71877 req-595b5b49-f202-4e77-8025-f2061bedc308 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=0a669d341f864b3593c358f10ca00d4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401847 Sep 23 06:39:40.945105 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec438c-a292-4bc6-9e69-736d824dfb2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68994d16-8bcb-4959-892a-9bd9ee9b12b8,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:40.965061 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-c06dbf0d-4b16-4c9f-8bd6-d1d527f3d6dc req-72ed96c0-78b7-4ae2-8d06-173a5a1181e2 tempest-SecurityGroupsTestAdminJSON-1445092493 tempest-SecurityGroupsTestAdminJSON-1445092493-project] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:40.973683 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-c06dbf0d-4b16-4c9f-8bd6-d1d527f3d6dc req-72ed96c0-78b7-4ae2-8d06-173a5a1181e2 tempest-SecurityGroupsTestAdminJSON-1445092493 tempest-SecurityGroupsTestAdminJSON-1445092493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:41.023113 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a6fdd92a-59c6-43ee-9269-f038c0cba34e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:41.119786 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd59ec2-640b-4886-8479-43b60457c081 req-0125e466-4f02-4b99-bdb8-e8bbf1ddaa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:41.121345 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6dd59ec2-640b-4886-8479-43b60457c081 req-0125e466-4f02-4b99-bdb8-e8bbf1ddaa1f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=16515f0f-e5a6-4630-a440-e11fb2e02062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3414874 Sep 23 06:39:41.137720 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ed96c0-78b7-4ae2-8d06-173a5a1181e2 tempest-SecurityGroupsTestAdminJSON-1445092493 tempest-SecurityGroupsTestAdminJSON-1445092493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7cc2756-ce59-4c84-944c-7b5572a20cbb,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:41.179969 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49cb182-13e8-4a1f-980e-251d1c62ce9e service neutron] Pushing event updated for resources: {'Port': ['ID=06de3338-97d7-43a5-be4f-cde6cad109bb,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:41.231886 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4cbfe-f63a-4c5f-8097-ca1318194346 req-761ac2f9-3d00-41be-a4c9-c98518074103 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:41.233518 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-49a4cbfe-f63a-4c5f-8097-ca1318194346 req-761ac2f9-3d00-41be-a4c9-c98518074103 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] 10.222.0.39 "GET /v2.0/ports?device_id=07d5be3f-2c1c-4b9e-8577-909f7393d32d HTTP/1.1" status: 200 len: 948 time: 0.3807642 Sep 23 06:39:41.251127 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-c06dbf0d-4b16-4c9f-8bd6-d1d527f3d6dc req-72ed96c0-78b7-4ae2-8d06-173a5a1181e2 tempest-SecurityGroupsTestAdminJSON-1445092493 tempest-SecurityGroupsTestAdminJSON-1445092493-project] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:41.254062 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e764ce80-23ba-4bf2-9c6a-acb12d9991ed req-a9327d7c-fab6-485d-8691-07a0b2d307cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:41.254266 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b147a56a-4061-4c0a-a749-957ed4f71877 req-f43faa3c-7e9c-41c8-9eca-44e453808546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:41.255716 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e764ce80-23ba-4bf2-9c6a-acb12d9991ed req-a9327d7c-fab6-485d-8691-07a0b2d307cc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=16515f0f-e5a6-4630-a440-e11fb2e02062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3467276 Sep 23 06:39:41.256352 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b147a56a-4061-4c0a-a749-957ed4f71877 req-f43faa3c-7e9c-41c8-9eca-44e453808546 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3057709 Sep 23 06:39:41.259153 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-c06dbf0d-4b16-4c9f-8bd6-d1d527f3d6dc req-72ed96c0-78b7-4ae2-8d06-173a5a1181e2 tempest-SecurityGroupsTestAdminJSON-1445092493 tempest-SecurityGroupsTestAdminJSON-1445092493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:41.280158 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-c06dbf0d-4b16-4c9f-8bd6-d1d527f3d6dc req-72ed96c0-78b7-4ae2-8d06-173a5a1181e2 tempest-SecurityGroupsTestAdminJSON-1445092493 tempest-SecurityGroupsTestAdminJSON-1445092493-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:41.281589 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c06dbf0d-4b16-4c9f-8bd6-d1d527f3d6dc req-72ed96c0-78b7-4ae2-8d06-173a5a1181e2 tempest-SecurityGroupsTestAdminJSON-1445092493 tempest-SecurityGroupsTestAdminJSON-1445092493-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.6378570 Sep 23 06:39:41.307613 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ed96c0-78b7-4ae2-8d06-173a5a1181e2 tempest-SecurityGroupsTestAdminJSON-1445092493 tempest-SecurityGroupsTestAdminJSON-1445092493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9f2a0b-7e8e-4926-9c6a-6a239c6005d8,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:41.362979 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['c258b629-f327-453e-a19d-784a34cfe81c'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:39:41.372577 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-5d952387-8b3a-4c9e-baf9-1355554e19f9 req-f49cb182-13e8-4a1f-980e-251d1c62ce9e service neutron] Attempting to bind port 06de3338-97d7-43a5-be4f-cde6cad109bb on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:39:41.373074 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-5d952387-8b3a-4c9e-baf9-1355554e19f9 req-f49cb182-13e8-4a1f-980e-251d1c62ce9e service neutron] Attempting to bind port 06de3338-97d7-43a5-be4f-cde6cad109bb by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:39:41.373173 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d952387-8b3a-4c9e-baf9-1355554e19f9 req-f49cb182-13e8-4a1f-980e-251d1c62ce9e service neutron] Attempting to bind port 06de3338-97d7-43a5-be4f-cde6cad109bb on network 16515f0f-e5a6-4630-a440-e11fb2e02062 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:39:41.428034 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:41.433520 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6fd5cf-1539-4a9f-87ec-ff40fc2133b5 req-9be755bb-5a33-402d-aba9-4cddef26587a tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:41.436911 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-df6fd5cf-1539-4a9f-87ec-ff40fc2133b5 req-9be755bb-5a33-402d-aba9-4cddef26587a tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=51db8430-1989-426f-8b96-eefbf99cfcdf HTTP/1.1" status: 200 len: 948 time: 0.0783224 Sep 23 06:39:41.455716 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d952387-8b3a-4c9e-baf9-1355554e19f9 req-f49cb182-13e8-4a1f-980e-251d1c62ce9e service neutron] Port 06de3338-97d7-43a5-be4f-cde6cad109bb on network 16515f0f-e5a6-4630-a440-e11fb2e02062 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:39:41.456052 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d952387-8b3a-4c9e-baf9-1355554e19f9 req-f49cb182-13e8-4a1f-980e-251d1c62ce9e service neutron] Attempting to bind port 06de3338-97d7-43a5-be4f-cde6cad109bb on network 16515f0f-e5a6-4630-a440-e11fb2e02062 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:39:41.486669 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45938) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:41.505089 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-49a4cbfe-f63a-4c5f-8097-ca1318194346 req-132385a2-471f-4442-afc4-52057df6b5c5 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8a8a733-9d40-4513-965c-60d93327f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624831 Sep 23 06:39:41.505824 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d952387-8b3a-4c9e-baf9-1355554e19f9 req-f49cb182-13e8-4a1f-980e-251d1c62ce9e service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:39:41.506187 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d952387-8b3a-4c9e-baf9-1355554e19f9 req-f49cb182-13e8-4a1f-980e-251d1c62ce9e service neutron] Checking segment: {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:39:41.506937 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d952387-8b3a-4c9e-baf9-1355554e19f9 req-f49cb182-13e8-4a1f-980e-251d1c62ce9e service neutron] Bound using segment: {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:39:41.507056 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-5d952387-8b3a-4c9e-baf9-1355554e19f9 req-f49cb182-13e8-4a1f-980e-251d1c62ce9e service neutron] Bound port: 06de3338-97d7-43a5-be4f-cde6cad109bb, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:39:41.507247 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4b377e24-5fb5-433b-b59f-e3456bf2f07b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:41.507378 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-5d952387-8b3a-4c9e-baf9-1355554e19f9 req-f49cb182-13e8-4a1f-980e-251d1c62ce9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:41.550545 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-df6fd5cf-1539-4a9f-87ec-ff40fc2133b5 req-e4f386e3-ef55-46f4-80d6-6d93c2582e69 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971937 Sep 23 06:39:41.567860 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6dd59ec2-640b-4886-8479-43b60457c081 req-9f6b6027-6520-4c7a-969c-e4e4e998e85b service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4213197 Sep 23 06:39:41.676151 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e764ce80-23ba-4bf2-9c6a-acb12d9991ed req-6d4db746-3cd9-40f4-8a15-894b465b1914 service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4119546 Sep 23 06:39:41.682319 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fe4612-6823-4a0e-a236-930250a9978e req-82eed991-06e2-4434-b7a1-01533f126610 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:41.683798 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f8fe4612-6823-4a0e-a236-930250a9978e req-82eed991-06e2-4434-b7a1-01533f126610 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f6d2b76-656f-4f25-a7ff-9abed767934d HTTP/1.1" status: 200 len: 944 time: 0.0736830 Sep 23 06:39:41.717497 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4b377e24-5fb5-433b-b59f-e3456bf2f07b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:41.723062 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4b377e24-5fb5-433b-b59f-e3456bf2f07b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:41.759574 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f8fe4612-6823-4a0e-a236-930250a9978e req-cbdf8d4d-e709-4a99-adc0-64845b31b104 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "GET /v2.0/security-groups?id=8dfb9b91-c839-45a6-ad00-d87fab5f07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0671613 Sep 23 06:39:41.774557 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-4b377e24-5fb5-433b-b59f-e3456bf2f07b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d22721244d0645fba16a657daf1c50f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2866869 Sep 23 06:39:41.776316 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45942) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:41.783880 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b377e24-5fb5-433b-b59f-e3456bf2f07b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ff83fc-ea87-4a33-be1a-1ebafa46313c,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:41.799749 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-4a173699-c81d-4045-b3cf-b5ca129830b7 req-8a5c0bf8-d81c-43cd-80aa-353827851cd4 tempest-SecurityGroupsTestAdminJSON-1445092493 tempest-SecurityGroupsTestAdminJSON-1445092493-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1739082036', 'description': 'tempest-description-1061460476'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:39:41.854086 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-4a173699-c81d-4045-b3cf-b5ca129830b7 req-8a5c0bf8-d81c-43cd-80aa-353827851cd4 tempest-SecurityGroupsTestAdminJSON-1445092493 tempest-SecurityGroupsTestAdminJSON-1445092493-project] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:41.876118 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6eefba26-0681-4451-b0aa-4b93096f90df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:41.910523 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6eefba26-0681-4451-b0aa-4b93096f90df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:41.960503 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-5d952387-8b3a-4c9e-baf9-1355554e19f9 req-f49cb182-13e8-4a1f-980e-251d1c62ce9e service neutron] For port 06de3338-97d7-43a5-be4f-cde6cad109bb, host n-h2-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:39:41.996299 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-5d952387-8b3a-4c9e-baf9-1355554e19f9 req-f49cb182-13e8-4a1f-980e-251d1c62ce9e service neutron] For port 06de3338-97d7-43a5-be4f-cde6cad109bb, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=06de3338-97d7-43a5-be4f-cde6cad109bb,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:39:41.998227 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6eefba26-0681-4451-b0aa-4b93096f90df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:42.001601 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6eefba26-0681-4451-b0aa-4b93096f90df admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:42.003188 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-6eefba26-0681-4451-b0aa-4b93096f90df admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b6ff83fc-ea87-4a33-be1a-1ebafa46313c HTTP/1.1" status: 204 len: 168 time: 0.2257700 Sep 23 06:39:42.005962 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-4a173699-c81d-4045-b3cf-b5ca129830b7 req-8a5c0bf8-d81c-43cd-80aa-353827851cd4 tempest-SecurityGroupsTestAdminJSON-1445092493 tempest-SecurityGroupsTestAdminJSON-1445092493-project] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:42.015367 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eefba26-0681-4451-b0aa-4b93096f90df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ff83fc-ea87-4a33-be1a-1ebafa46313c,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:42.018499 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-4a173699-c81d-4045-b3cf-b5ca129830b7 req-8a5c0bf8-d81c-43cd-80aa-353827851cd4 tempest-SecurityGroupsTestAdminJSON-1445092493 tempest-SecurityGroupsTestAdminJSON-1445092493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:42.030666 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-fe224703-e47e-4272-8fa3-bd9b8d1d84e1 req-4f8f0a55-d595-4e42-a894-8704cecbd4d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 148c00b5-4bd3-4f09-b85c-ea3b9d4b8f40 {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:39:42.047802 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99453857-8572-44dd-b716-0ee9721017d5 req-e6cf320c-8868-40f9-a8f9-03a51aa487a7 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:42.049810 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-99453857-8572-44dd-b716-0ee9721017d5 req-e6cf320c-8868-40f9-a8f9-03a51aa487a7 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.39 "GET /v2.0/ports?device_id=960c673d-57a2-4efe-bc1f-81c82aae11cb HTTP/1.1" status: 200 len: 948 time: 0.4457910 Sep 23 06:39:42.058245 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5c0bf8-d81c-43cd-80aa-353827851cd4 tempest-SecurityGroupsTestAdminJSON-1445092493 tempest-SecurityGroupsTestAdminJSON-1445092493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94331589-9e6e-45f6-8909-e80945a2e527,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:42.060728 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-4a173699-c81d-4045-b3cf-b5ca129830b7 req-8a5c0bf8-d81c-43cd-80aa-353827851cd4 tempest-SecurityGroupsTestAdminJSON-1445092493 tempest-SecurityGroupsTestAdminJSON-1445092493-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:42.061672 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-5d952387-8b3a-4c9e-baf9-1355554e19f9 req-f49cb182-13e8-4a1f-980e-251d1c62ce9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:42.070329 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-fe224703-e47e-4272-8fa3-bd9b8d1d84e1 req-4f8f0a55-d595-4e42-a894-8704cecbd4d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:42.081129 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4a173699-c81d-4045-b3cf-b5ca129830b7 req-8a5c0bf8-d81c-43cd-80aa-353827851cd4 tempest-SecurityGroupsTestAdminJSON-1445092493 tempest-SecurityGroupsTestAdminJSON-1445092493-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.2870986 Sep 23 06:39:42.143606 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d952387-8b3a-4c9e-baf9-1355554e19f9 req-f49cb182-13e8-4a1f-980e-251d1c62ce9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:42.144240 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-5d952387-8b3a-4c9e-baf9-1355554e19f9 req-f49cb182-13e8-4a1f-980e-251d1c62ce9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:42.145661 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5d952387-8b3a-4c9e-baf9-1355554e19f9 req-f49cb182-13e8-4a1f-980e-251d1c62ce9e service neutron] 10.222.0.58 "PUT /v2.0/ports/06de3338-97d7-43a5-be4f-cde6cad109bb HTTP/1.1" status: 200 len: 1097 time: 3.8132625 Sep 23 06:39:42.147859 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6dd59ec2-640b-4886-8479-43b60457c081 req-e02de320-92fc-42a3-88e9-6b2d73e27692 service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5465310 Sep 23 06:39:42.157719 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-fe224703-e47e-4272-8fa3-bd9b8d1d84e1 req-4f8f0a55-d595-4e42-a894-8704cecbd4d1 service neutron] Transition to ACTIVE for port object 148c00b5-4bd3-4f09-b85c-ea3b9d4b8f40 will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:39:42.176223 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:42.202891 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-fe224703-e47e-4272-8fa3-bd9b8d1d84e1 req-4f8f0a55-d595-4e42-a894-8704cecbd4d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:42.236288 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e764ce80-23ba-4bf2-9c6a-acb12d9991ed req-de4010fc-19f2-4529-8aee-b4b7f67b0ec5 service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5433323 Sep 23 06:39:42.274807 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eb06ec-fc6d-4ea4-8b4b-c840b0777e2b req-670e5c0a-5d01-44e0-a218-e6a7f3db8a3f tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:42.278255 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-94eb06ec-fc6d-4ea4-8b4b-c840b0777e2b req-670e5c0a-5d01-44e0-a218-e6a7f3db8a3f tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0f182bb-9275-4650-a99a-5d7f9feaf109 HTTP/1.1" status: 200 len: 948 time: 0.0761342 Sep 23 06:39:42.302166 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-99453857-8572-44dd-b716-0ee9721017d5 req-1869e898-e63a-4695-8000-6359f5dbd1f6 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb904337-7174-44b6-8785-eca1f6e1ec46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328770 Sep 23 06:39:42.319725 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49cb182-13e8-4a1f-980e-251d1c62ce9e service neutron] Pushing event updated for resources: {'Port': ['ID=06de3338-97d7-43a5-be4f-cde6cad109bb,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:42.340242 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device c258b629-f327-453e-a19d-784a34cfe81c up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:39:42.348056 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-94eb06ec-fc6d-4ea4-8b4b-c840b0777e2b req-27188c4a-4ac8-40ee-9650-38b067850f26 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632632 Sep 23 06:39:42.417228 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d952387-8b3a-4c9e-baf9-1355554e19f9 req-9bb81fba-67f5-4869-94bd-088d6d2e0721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:42.418989 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5d952387-8b3a-4c9e-baf9-1355554e19f9 req-9bb81fba-67f5-4869-94bd-088d6d2e0721 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=60ca6f67d1e34cdc8c49e2e50f80acf8&device_id=960c673d-57a2-4efe-bc1f-81c82aae11cb HTTP/1.1" status: 200 len: 1100 time: 0.2113037 Sep 23 06:39:42.426954 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port c258b629-f327-453e-a19d-784a34cfe81c completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:39:42.437242 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port c258b629-f327-453e-a19d-784a34cfe81c triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:39:42.437528 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:42.439222 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-fe224703-e47e-4272-8fa3-bd9b8d1d84e1 req-4f8f0a55-d595-4e42-a894-8704cecbd4d1 service neutron] Attempting to bind port 148c00b5-4bd3-4f09-b85c-ea3b9d4b8f40 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:39:42.439569 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-fe224703-e47e-4272-8fa3-bd9b8d1d84e1 req-4f8f0a55-d595-4e42-a894-8704cecbd4d1 service neutron] Attempting to bind port 148c00b5-4bd3-4f09-b85c-ea3b9d4b8f40 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:39:42.440194 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe224703-e47e-4272-8fa3-bd9b8d1d84e1 req-4f8f0a55-d595-4e42-a894-8704cecbd4d1 service neutron] Attempting to bind port 148c00b5-4bd3-4f09-b85c-ea3b9d4b8f40 on network 16515f0f-e5a6-4630-a440-e11fb2e02062 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:39:42.442044 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8f0a55-d595-4e42-a894-8704cecbd4d1 service neutron] Pushing event updated for resources: {'Port': ['ID=148c00b5-4bd3-4f09-b85c-ea3b9d4b8f40,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:42.477413 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115930e7-e4bb-4e5e-bb34-16e77dd783e3 req-7351a642-b203-49de-925e-16a66629d094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:42.479500 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-115930e7-e4bb-4e5e-bb34-16e77dd783e3 req-7351a642-b203-49de-925e-16a66629d094 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5ca4f991227448e1b6417695cbfdc362&device_id=51db8430-1989-426f-8b96-eefbf99cfcdf HTTP/1.1" status: 200 len: 1100 time: 0.2144771 Sep 23 06:39:42.480970 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe224703-e47e-4272-8fa3-bd9b8d1d84e1 req-4f8f0a55-d595-4e42-a894-8704cecbd4d1 service neutron] Port 148c00b5-4bd3-4f09-b85c-ea3b9d4b8f40 on network 16515f0f-e5a6-4630-a440-e11fb2e02062 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:39:42.481287 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe224703-e47e-4272-8fa3-bd9b8d1d84e1 req-4f8f0a55-d595-4e42-a894-8704cecbd4d1 service neutron] Attempting to bind port 148c00b5-4bd3-4f09-b85c-ea3b9d4b8f40 on network 16515f0f-e5a6-4630-a440-e11fb2e02062 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:39:42.484133 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5d952387-8b3a-4c9e-baf9-1355554e19f9 req-c72ae482-6a7a-4088-af89-b14d26f1cfa8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=06de3338-97d7-43a5-be4f-cde6cad109bb HTTP/1.1" status: 200 len: 217 time: 0.0534465 Sep 23 06:39:42.497010 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe224703-e47e-4272-8fa3-bd9b8d1d84e1 req-4f8f0a55-d595-4e42-a894-8704cecbd4d1 service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:39:42.497504 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe224703-e47e-4272-8fa3-bd9b8d1d84e1 req-4f8f0a55-d595-4e42-a894-8704cecbd4d1 service neutron] Checking segment: {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:39:42.498031 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe224703-e47e-4272-8fa3-bd9b8d1d84e1 req-4f8f0a55-d595-4e42-a894-8704cecbd4d1 service neutron] Bound using segment: {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:39:42.498593 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-fe224703-e47e-4272-8fa3-bd9b8d1d84e1 req-4f8f0a55-d595-4e42-a894-8704cecbd4d1 service neutron] Bound port: 148c00b5-4bd3-4f09-b85c-ea3b9d4b8f40, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:39:42.499066 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-fe224703-e47e-4272-8fa3-bd9b8d1d84e1 req-4f8f0a55-d595-4e42-a894-8704cecbd4d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:42.591368 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45962) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:42.611651 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:42.647294 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port c258b629-f327-453e-a19d-784a34cfe81c, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=c258b629-f327-453e-a19d-784a34cfe81c,segment=NetworkSegment(b569fd8b-6a61-4c64-b70e-3efdef1c71e0),segment_id=b569fd8b-6a61-4c64-b70e-3efdef1c71e0)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:39:42.648632 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f6d2b76-656f-4f25-a7ff-9abed767934d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c258b629-f327-453e-a19d-784a34cfe81c'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:39:42.653051 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85b9819a-fff4-4f25-bed4-22b9be4871ae" -d '{"events": [{"server_uuid": "2f6d2b76-656f-4f25-a7ff-9abed767934d", "name": "network-vif-plugged", "status": "completed", "tag": "c258b629-f327-453e-a19d-784a34cfe81c"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:39:42.659109 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:42.689256 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09533306-c407-41bb-9f18-b6b04a583ee6 req-b18398f7-4d27-44b0-8fb3-ade5247f9a57 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:42.708037 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-09533306-c407-41bb-9f18-b6b04a583ee6 req-b18398f7-4d27-44b0-8fb3-ade5247f9a57 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] 10.222.0.39 "GET /v2.0/ports?device_id=07d5be3f-2c1c-4b9e-8577-909f7393d32d HTTP/1.1" status: 200 len: 948 time: 0.1023824 Sep 23 06:39:42.736166 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=c258b629-f327-453e-a19d-784a34cfe81c,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:42.782781 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-09533306-c407-41bb-9f18-b6b04a583ee6 req-904c88fb-db74-42d3-a7cc-6d1e6b852c86 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8a8a733-9d40-4513-965c-60d93327f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738130 Sep 23 06:39:42.789790 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-cb74697b-8f04-4fa3-8ca8-155d936acf9e req-4b31780b-b5ba-4357-a900-ee5e27f651be tempest-SecurityGroupsTestAdminJSON-481597157 tempest-SecurityGroupsTestAdminJSON-481597157-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1305730783', 'description': 'tempest-description-765675705'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:39:42.812548 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '960c673d-57a2-4efe-bc1f-81c82aae11cb', 'tag': '06de3338-97d7-43a5-be4f-cde6cad109bb'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:39:42.814983 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf7eeac-8ef3-4193-9837-ff2316b47d1d" -d '{"events": [{"name": "network-changed", "server_uuid": "960c673d-57a2-4efe-bc1f-81c82aae11cb", "tag": "06de3338-97d7-43a5-be4f-cde6cad109bb"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:39:42.844249 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d952387-8b3a-4c9e-baf9-1355554e19f9 req-60024a68-e412-4bdb-a62f-a8332f76a9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:42.846034 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5d952387-8b3a-4c9e-baf9-1355554e19f9 req-60024a68-e412-4bdb-a62f-a8332f76a9c6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e HTTP/1.1" status: 200 len: 843 time: 0.3420107 Sep 23 06:39:42.878057 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-77d6e02a-19d4-4416-b3b0-ab4b5c79b9eb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0a669d341f864b3593c358f10ca00d4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2849574 Sep 23 06:39:42.886448 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45978) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:42.912278 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-fe224703-e47e-4272-8fa3-bd9b8d1d84e1 req-4f8f0a55-d595-4e42-a894-8704cecbd4d1 service neutron] For port 148c00b5-4bd3-4f09-b85c-ea3b9d4b8f40, host n-h2-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:39:42.925110 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115930e7-e4bb-4e5e-bb34-16e77dd783e3 req-d5ed6c0d-ebd0-425e-8154-44fc9119d21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:42.926767 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-115930e7-e4bb-4e5e-bb34-16e77dd783e3 req-d5ed6c0d-ebd0-425e-8154-44fc9119d21e service neutron] 10.222.0.21 "GET /v2.0/networks?id=16515f0f-e5a6-4630-a440-e11fb2e02062 HTTP/1.1" status: 200 len: 870 time: 0.4379895 Sep 23 06:39:42.939830 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-fe224703-e47e-4272-8fa3-bd9b8d1d84e1 req-4f8f0a55-d595-4e42-a894-8704cecbd4d1 service neutron] For port 148c00b5-4bd3-4f09-b85c-ea3b9d4b8f40, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=148c00b5-4bd3-4f09-b85c-ea3b9d4b8f40,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:39:42.950952 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-cb74697b-8f04-4fa3-8ca8-155d936acf9e req-4b31780b-b5ba-4357-a900-ee5e27f651be tempest-SecurityGroupsTestAdminJSON-481597157 tempest-SecurityGroupsTestAdminJSON-481597157-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:42.958941 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device f0ce6783-ee95-4b65-898e-5f99f9cf88d5 no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:39:42.966546 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18bd27a-c8da-482d-b923-1ce4021de7b3 req-227771e0-a98f-4a29-885b-267a7b8313e9 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:42.968063 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f18bd27a-c8da-482d-b923-1ce4021de7b3 req-227771e0-a98f-4a29-885b-267a7b8313e9 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=51db8430-1989-426f-8b96-eefbf99cfcdf HTTP/1.1" status: 200 len: 948 time: 0.0952988 Sep 23 06:39:42.982338 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-93ee81fb-8436-4108-943b-33c0ffbf1d8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:42.984823 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-fe224703-e47e-4272-8fa3-bd9b8d1d84e1 req-4f8f0a55-d595-4e42-a894-8704cecbd4d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:43.000713 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-115930e7-e4bb-4e5e-bb34-16e77dd783e3 req-c283fbe8-e054-41d8-8b3d-9060477448fd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=f12c200c-7bca-49dd-b324-ebac021046e8 HTTP/1.1" status: 200 len: 217 time: 0.0629990 Sep 23 06:39:43.005932 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No Port match for: f0ce6783-ee95-4b65-898e-5f99f9cf88d5 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:39:43.006280 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device f0ce6783-ee95-4b65-898e-5f99f9cf88d5 not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:39:43.029089 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-cb74697b-8f04-4fa3-8ca8-155d936acf9e req-4b31780b-b5ba-4357-a900-ee5e27f651be tempest-SecurityGroupsTestAdminJSON-481597157 tempest-SecurityGroupsTestAdminJSON-481597157-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:43.036727 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-93ee81fb-8436-4108-943b-33c0ffbf1d8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:43.048252 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe224703-e47e-4272-8fa3-bd9b8d1d84e1 req-4f8f0a55-d595-4e42-a894-8704cecbd4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:43.048896 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-fe224703-e47e-4272-8fa3-bd9b8d1d84e1 req-4f8f0a55-d595-4e42-a894-8704cecbd4d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:43.050304 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fe224703-e47e-4272-8fa3-bd9b8d1d84e1 req-4f8f0a55-d595-4e42-a894-8704cecbd4d1 service neutron] 10.222.0.58 "PUT /v2.0/ports/148c00b5-4bd3-4f09-b85c-ea3b9d4b8f40 HTTP/1.1" status: 200 len: 1097 time: 2.6113772 Sep 23 06:39:43.061397 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d952387-8b3a-4c9e-baf9-1355554e19f9 req-6953df74-5fd4-4f09-a388-31e784bbdb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:43.062955 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5d952387-8b3a-4c9e-baf9-1355554e19f9 req-6953df74-5fd4-4f09-a388-31e784bbdb58 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=16515f0f-e5a6-4630-a440-e11fb2e02062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2032022 Sep 23 06:39:43.066551 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f18bd27a-c8da-482d-b923-1ce4021de7b3 req-6b737fb9-73bd-43cc-9886-cbb03cccff45 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796990 Sep 23 06:39:43.133113 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-93ee81fb-8436-4108-943b-33c0ffbf1d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:43.136745 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-93ee81fb-8436-4108-943b-33c0ffbf1d8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:43.139011 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-93ee81fb-8436-4108-943b-33c0ffbf1d8a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3517ddc2-9344-4558-883c-f67cc9712279 HTTP/1.1" status: 204 len: 168 time: 0.2488260 Sep 23 06:39:43.170066 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ee81fb-8436-4108-943b-33c0ffbf1d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3517ddc2-9344-4558-883c-f67cc9712279,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:43.184192 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b45a899-37ea-4229-bd6b-2cdf2bac53e0 x-openstack-request-id: req-5b45a899-37ea-4229-bd6b-2cdf2bac53e0 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:39:43.184645 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f6d2b76-656f-4f25-a7ff-9abed767934d", "name": "network-vif-plugged", "status": "completed", "tag": "c258b629-f327-453e-a19d-784a34cfe81c", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:39:43.184720 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5b45a899-37ea-4229-bd6b-2cdf2bac53e0 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:39:43.185111 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f6d2b76-656f-4f25-a7ff-9abed767934d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c258b629-f327-453e-a19d-784a34cfe81c', 'code': 200} Sep 23 06:39:43.222409 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115930e7-e4bb-4e5e-bb34-16e77dd783e3 req-84ae4f02-5c2a-44b3-99d9-8f22f93cca20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:43.223884 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-115930e7-e4bb-4e5e-bb34-16e77dd783e3 req-84ae4f02-5c2a-44b3-99d9-8f22f93cca20 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e HTTP/1.1" status: 200 len: 843 time: 0.1902640 Sep 23 06:39:43.224479 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8f0a55-d595-4e42-a894-8704cecbd4d1 service neutron] Pushing event updated for resources: {'Port': ['ID=148c00b5-4bd3-4f09-b85c-ea3b9d4b8f40,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:43.332543 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdeaec6-5274-4993-ac3a-d719e9c622f5 req-be437b38-fec9-46e5-86e3-909e8f675d99 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:43.334131 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0fdeaec6-5274-4993-ac3a-d719e9c622f5 req-be437b38-fec9-46e5-86e3-909e8f675d99 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f6d2b76-656f-4f25-a7ff-9abed767934d HTTP/1.1" status: 200 len: 945 time: 0.0791574 Sep 23 06:39:43.409156 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe224703-e47e-4272-8fa3-bd9b8d1d84e1 req-6daaca45-2cf9-4f4a-b30a-88b7b0e9e61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:43.410112 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0fdeaec6-5274-4993-ac3a-d719e9c622f5 req-e908ea75-d21f-43c9-bae4-0722357aab34 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "GET /v2.0/security-groups?id=8dfb9b91-c839-45a6-ad00-d87fab5f07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0681105 Sep 23 06:39:43.410678 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fe224703-e47e-4272-8fa3-bd9b8d1d84e1 req-6daaca45-2cf9-4f4a-b30a-88b7b0e9e61f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8d68b6f2bfe2491c9015cf660b627aab&device_id=f0f182bb-9275-4650-a99a-5d7f9feaf109 HTTP/1.1" status: 200 len: 1100 time: 0.3005393 Sep 23 06:39:43.427194 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5d952387-8b3a-4c9e-baf9-1355554e19f9 req-e90b12b1-8979-41c4-9918-809896a7b87b service neutron] 10.222.0.58 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3189137 Sep 23 06:39:43.495552 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed665eb-1146-4b5d-8a87-0012d2004a97 x-openstack-request-id: req-5ed665eb-1146-4b5d-8a87-0012d2004a97 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:39:43.495839 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "960c673d-57a2-4efe-bc1f-81c82aae11cb", "tag": "06de3338-97d7-43a5-be4f-cde6cad109bb", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:39:43.496091 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5ed665eb-1146-4b5d-8a87-0012d2004a97 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:39:43.496472 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '960c673d-57a2-4efe-bc1f-81c82aae11cb', 'tag': '06de3338-97d7-43a5-be4f-cde6cad109bb', 'status': 'completed', 'code': 200} Sep 23 06:39:43.513526 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fe224703-e47e-4272-8fa3-bd9b8d1d84e1 req-7f9b4882-5db5-4d34-9570-9379998618a7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=148c00b5-4bd3-4f09-b85c-ea3b9d4b8f40 HTTP/1.1" status: 200 len: 217 time: 0.0898974 Sep 23 06:39:43.546354 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115930e7-e4bb-4e5e-bb34-16e77dd783e3 req-d2921dae-68b8-498f-b52f-51d2d06f1c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:43.548039 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-115930e7-e4bb-4e5e-bb34-16e77dd783e3 req-d2921dae-68b8-498f-b52f-51d2d06f1c2a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=16515f0f-e5a6-4630-a440-e11fb2e02062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2743042 Sep 23 06:39:43.582773 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4401c8-14c5-43d2-8757-db4e7be0ced3 req-ac4fae67-f3c3-429e-9d96-a38bf96e7632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:43.584243 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1b4401c8-14c5-43d2-8757-db4e7be0ced3 req-ac4fae67-f3c3-429e-9d96-a38bf96e7632 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2f6d2b76-656f-4f25-a7ff-9abed767934d HTTP/1.1" status: 200 len: 1097 time: 0.2810726 Sep 23 06:39:43.610203 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b47bf-8137-4e3f-b7df-32082cc77c94 req-1e8b3bd0-e14b-43f5-9550-5d2f88d6fcab tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:43.611686 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ef8b47bf-8137-4e3f-b7df-32082cc77c94 req-1e8b3bd0-e14b-43f5-9550-5d2f88d6fcab tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.39 "GET /v2.0/ports?device_id=960c673d-57a2-4efe-bc1f-81c82aae11cb HTTP/1.1" status: 200 len: 948 time: 0.0680337 Sep 23 06:39:43.646061 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:43.674422 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ef8b47bf-8137-4e3f-b7df-32082cc77c94 req-19c5dc90-2150-4da2-b5c3-661968dd4499 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb904337-7174-44b6-8785-eca1f6e1ec46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494668 Sep 23 06:39:43.719700 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe224703-e47e-4272-8fa3-bd9b8d1d84e1 req-9403d87c-7c4c-42e9-9dcf-bf8f511cbf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:43.721189 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fe224703-e47e-4272-8fa3-bd9b8d1d84e1 req-9403d87c-7c4c-42e9-9dcf-bf8f511cbf5f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e HTTP/1.1" status: 200 len: 843 time: 0.1909027 Sep 23 06:39:43.768142 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-cb74697b-8f04-4fa3-8ca8-155d936acf9e req-4b31780b-b5ba-4357-a900-ee5e27f651be tempest-SecurityGroupsTestAdminJSON-481597157 tempest-SecurityGroupsTestAdminJSON-481597157-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:43.800819 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46004) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:43.801474 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1b4401c8-14c5-43d2-8757-db4e7be0ced3 req-4050e077-5e46-4294-b4d1-b39bc40da5ee service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8dfb9b91-c839-45a6-ad00-d87fab5f07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2027166 Sep 23 06:39:43.806442 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-cb74697b-8f04-4fa3-8ca8-155d936acf9e req-4b31780b-b5ba-4357-a900-ee5e27f651be tempest-SecurityGroupsTestAdminJSON-481597157 tempest-SecurityGroupsTestAdminJSON-481597157-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:43.815589 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa03d68-fa26-4856-8c02-4e52b1ad06a4 req-5acd9346-3b9c-4c21-b230-c363fe15375c tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:43.823843 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ffa03d68-fa26-4856-8c02-4e52b1ad06a4 req-5acd9346-3b9c-4c21-b230-c363fe15375c tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0f182bb-9275-4650-a99a-5d7f9feaf109 HTTP/1.1" status: 200 len: 948 time: 0.0738039 Sep 23 06:39:43.834635 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5d952387-8b3a-4c9e-baf9-1355554e19f9 req-b61a6eac-587c-468d-b90e-f6c79aeaf5a6 service neutron] 10.222.0.58 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3593283 Sep 23 06:39:43.882244 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b31780b-b5ba-4357-a900-ee5e27f651be tempest-SecurityGroupsTestAdminJSON-481597157 tempest-SecurityGroupsTestAdminJSON-481597157-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eacf29f-0337-4ba9-9e13-e2decec760e1,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:43.889500 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe224703-e47e-4272-8fa3-bd9b8d1d84e1 req-ba4434f3-74b6-40b3-907f-738b46b9bd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:43.891244 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fe224703-e47e-4272-8fa3-bd9b8d1d84e1 req-ba4434f3-74b6-40b3-907f-738b46b9bd12 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=16515f0f-e5a6-4630-a440-e11fb2e02062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1344395 Sep 23 06:39:43.900615 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-115930e7-e4bb-4e5e-bb34-16e77dd783e3 req-75701bce-4799-4668-bc2e-6482c4bc361f service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192720 Sep 23 06:39:43.909774 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ffa03d68-fa26-4856-8c02-4e52b1ad06a4 req-ce9805c4-8ad2-479b-a63c-26bffbbe5326 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826683 Sep 23 06:39:43.912697 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-8ae70fc2-083f-45e3-b9df-dcaa2767ee30 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d7cc33c20a694cbeb4b3c91ed061206e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1108739 Sep 23 06:39:43.917367 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46008) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:44.003485 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6ac52742-1462-4920-b029-fc8f5b924fbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:44.049488 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf7eeac-8ef3-4193-9837-ff2316b47d1d req-68b5d708-cc3b-476d-b3a2-4d619d0ab8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:44.051053 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2bf7eeac-8ef3-4193-9837-ff2316b47d1d req-68b5d708-cc3b-476d-b3a2-4d619d0ab8c0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=60ca6f67d1e34cdc8c49e2e50f80acf8&device_id=960c673d-57a2-4efe-bc1f-81c82aae11cb HTTP/1.1" status: 200 len: 1100 time: 0.1451015 Sep 23 06:39:44.075221 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-cb74697b-8f04-4fa3-8ca8-155d936acf9e req-4b31780b-b5ba-4357-a900-ee5e27f651be tempest-SecurityGroupsTestAdminJSON-481597157 tempest-SecurityGroupsTestAdminJSON-481597157-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:44.089525 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fe224703-e47e-4272-8fa3-bd9b8d1d84e1 req-40b7835d-1285-41df-b8a6-e3b75ae10414 service neutron] 10.222.0.58 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851814 Sep 23 06:39:44.093034 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-cb74697b-8f04-4fa3-8ca8-155d936acf9e req-4b31780b-b5ba-4357-a900-ee5e27f651be tempest-SecurityGroupsTestAdminJSON-481597157 tempest-SecurityGroupsTestAdminJSON-481597157-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:44.155914 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-cb74697b-8f04-4fa3-8ca8-155d936acf9e req-4b31780b-b5ba-4357-a900-ee5e27f651be tempest-SecurityGroupsTestAdminJSON-481597157 tempest-SecurityGroupsTestAdminJSON-481597157-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:44.157054 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cb74697b-8f04-4fa3-8ca8-155d936acf9e req-4b31780b-b5ba-4357-a900-ee5e27f651be tempest-SecurityGroupsTestAdminJSON-481597157 tempest-SecurityGroupsTestAdminJSON-481597157-project-admin] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.3957052 Sep 23 06:39:44.251125 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6ac52742-1462-4920-b029-fc8f5b924fbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:44.280098 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b191d680-5c7d-45d8-a642-0df1b251c17f req-9d89cea1-3b39-453c-acae-456a52f5c6dd tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:44.281657 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b191d680-5c7d-45d8-a642-0df1b251c17f req-9d89cea1-3b39-453c-acae-456a52f5c6dd tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] 10.222.0.39 "GET /v2.0/ports?device_id=07d5be3f-2c1c-4b9e-8577-909f7393d32d HTTP/1.1" status: 200 len: 948 time: 0.2961087 Sep 23 06:39:44.331852 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b191d680-5c7d-45d8-a642-0df1b251c17f req-45899f9a-f767-410e-bca4-0df4f71598bf tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8a8a733-9d40-4513-965c-60d93327f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433199 Sep 23 06:39:44.339400 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6ac52742-1462-4920-b029-fc8f5b924fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:44.342537 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6ac52742-1462-4920-b029-fc8f5b924fbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:44.348177 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 894a118e-646b-4162-9fae-96d3de53d270 details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:39:44.362640 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-6ac52742-1462-4920-b029-fc8f5b924fbb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0ea37804-6f4e-415b-831e-b04138f65ffb HTTP/1.1" status: 204 len: 168 time: 0.4433398 Sep 23 06:39:44.363680 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b31780b-b5ba-4357-a900-ee5e27f651be tempest-SecurityGroupsTestAdminJSON-481597157 tempest-SecurityGroupsTestAdminJSON-481597157-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f7478c-f903-4675-acf3-7e580d5fc816,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:44.369671 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-fb791702-8807-410e-a2ff-cdf31c92f10a req-4c109967-ec03-4d5f-9d9a-da04d22345a8 tempest-SecurityGroupsTestAdminJSON-481597157 tempest-SecurityGroupsTestAdminJSON-481597157-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1396576459', 'description': 'tempest-description-82467254'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:39:44.403461 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-fb791702-8807-410e-a2ff-cdf31c92f10a req-4c109967-ec03-4d5f-9d9a-da04d22345a8 tempest-SecurityGroupsTestAdminJSON-481597157 tempest-SecurityGroupsTestAdminJSON-481597157-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:44.438902 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 06:39:44.480054 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 894a118e-646b-4162-9fae-96d3de53d270, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=894a118e-646b-4162-9fae-96d3de53d270,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:39:44.487766 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf7eeac-8ef3-4193-9837-ff2316b47d1d req-7362d4ee-a9aa-49e5-a221-2127d62fb84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:44.489290 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2bf7eeac-8ef3-4193-9837-ff2316b47d1d req-7362d4ee-a9aa-49e5-a221-2127d62fb84d service neutron] 10.222.0.58 "GET /v2.0/networks?id=16515f0f-e5a6-4630-a440-e11fb2e02062 HTTP/1.1" status: 200 len: 870 time: 0.4244614 Sep 23 06:39:44.494223 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': '894a118e-646b-4162-9fae-96d3de53d270', 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062', 'port_id': '894a118e-646b-4162-9fae-96d3de53d270', 'mac_address': 'fa:16:3e:41:ee:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:39:44.519167 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac52742-1462-4920-b029-fc8f5b924fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea37804-6f4e-415b-831e-b04138f65ffb,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:44.537380 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-fb791702-8807-410e-a2ff-cdf31c92f10a req-4c109967-ec03-4d5f-9d9a-da04d22345a8 tempest-SecurityGroupsTestAdminJSON-481597157 tempest-SecurityGroupsTestAdminJSON-481597157-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:44.545469 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-fb791702-8807-410e-a2ff-cdf31c92f10a req-4c109967-ec03-4d5f-9d9a-da04d22345a8 tempest-SecurityGroupsTestAdminJSON-481597157 tempest-SecurityGroupsTestAdminJSON-481597157-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:44.554601 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:44.571685 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 894a118e-646b-4162-9fae-96d3de53d270 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:39:44.580959 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fe224703-e47e-4272-8fa3-bd9b8d1d84e1 req-08d13ee6-ab84-4cbe-bc07-de2cb1d3f907 service neutron] 10.222.0.58 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4810116 Sep 23 06:39:44.585600 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2bf7eeac-8ef3-4193-9837-ff2316b47d1d req-aaea66c2-cb3d-4d64-b0de-08635360d5c5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=06de3338-97d7-43a5-be4f-cde6cad109bb HTTP/1.1" status: 200 len: 217 time: 0.0653105 Sep 23 06:39:44.586114 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-fb791702-8807-410e-a2ff-cdf31c92f10a req-4c109967-ec03-4d5f-9d9a-da04d22345a8 tempest-SecurityGroupsTestAdminJSON-481597157 tempest-SecurityGroupsTestAdminJSON-481597157-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:44.588191 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fb791702-8807-410e-a2ff-cdf31c92f10a req-4c109967-ec03-4d5f-9d9a-da04d22345a8 tempest-SecurityGroupsTestAdminJSON-481597157 tempest-SecurityGroupsTestAdminJSON-481597157-project-admin] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2232904 Sep 23 06:39:44.605416 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9b91a5-f5cc-4f5e-80a9-5f6ea3100750 req-6b39738a-a8a2-48c0-ba70-ff3d9ff88b78 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:44.613637 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 894a118e-646b-4162-9fae-96d3de53d270, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=894a118e-646b-4162-9fae-96d3de53d270,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:39:44.614298 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1f9b91a5-f5cc-4f5e-80a9-5f6ea3100750 req-6b39738a-a8a2-48c0-ba70-ff3d9ff88b78 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=51db8430-1989-426f-8b96-eefbf99cfcdf HTTP/1.1" status: 200 len: 948 time: 0.2541499 Sep 23 06:39:44.617465 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c109967-ec03-4d5f-9d9a-da04d22345a8 tempest-SecurityGroupsTestAdminJSON-481597157 tempest-SecurityGroupsTestAdminJSON-481597157-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b921335-27c0-4e7e-b0b7-10006b6458c7,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:44.621202 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:44.672174 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-115930e7-e4bb-4e5e-bb34-16e77dd783e3 req-3eb557bf-8780-4aaf-9f86-d59608f5f9ea service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3112020 Sep 23 06:39:44.682754 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=894a118e-646b-4162-9fae-96d3de53d270,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:44.713294 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1f9b91a5-f5cc-4f5e-80a9-5f6ea3100750 req-53e87028-1110-46a4-a2d2-72acab184e2d tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934789 Sep 23 06:39:44.717623 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf7eeac-8ef3-4193-9837-ff2316b47d1d req-1d7e6ba6-ed29-4c9b-88c0-039b63b07a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:44.725716 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2bf7eeac-8ef3-4193-9837-ff2316b47d1d req-1d7e6ba6-ed29-4c9b-88c0-039b63b07a90 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e HTTP/1.1" status: 200 len: 843 time: 0.1015992 Sep 23 06:39:44.815614 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ab571-da4a-4a34-bd5d-6fecab39023a req-3cf35bad-83c0-41a4-8212-a1929eedbbce tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:44.818352 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ea0ab571-da4a-4a34-bd5d-6fecab39023a req-3cf35bad-83c0-41a4-8212-a1929eedbbce tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f6d2b76-656f-4f25-a7ff-9abed767934d HTTP/1.1" status: 200 len: 945 time: 0.0939107 Sep 23 06:39:44.846192 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf7eeac-8ef3-4193-9837-ff2316b47d1d req-1d981aa1-72ae-4d64-8bef-3ef6898c89bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:44.847706 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2bf7eeac-8ef3-4193-9837-ff2316b47d1d req-1d981aa1-72ae-4d64-8bef-3ef6898c89bb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=16515f0f-e5a6-4630-a440-e11fb2e02062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1077375 Sep 23 06:39:44.871569 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ea0ab571-da4a-4a34-bd5d-6fecab39023a req-c5997f43-1849-47c7-8da8-ad0cf776f0be tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "GET /v2.0/security-groups?id=8dfb9b91-c839-45a6-ad00-d87fab5f07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0460119 Sep 23 06:39:45.017153 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397620d7-2e77-4bb4-878b-c5d68bf76be4 req-650243d4-ff8b-4da8-a2c6-2c860dd7ee82 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:45.018672 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-397620d7-2e77-4bb4-878b-c5d68bf76be4 req-650243d4-ff8b-4da8-a2c6-2c860dd7ee82 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.39 "GET /v2.0/ports?device_id=960c673d-57a2-4efe-bc1f-81c82aae11cb HTTP/1.1" status: 200 len: 948 time: 0.0542963 Sep 23 06:39:45.019932 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46044) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:45.045198 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2bf7eeac-8ef3-4193-9837-ff2316b47d1d req-21b60c52-c806-4557-a334-cc615ac1d630 service neutron] 10.222.0.58 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835647 Sep 23 06:39:45.061367 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-397620d7-2e77-4bb4-878b-c5d68bf76be4 req-04f8e841-43ef-463f-9c3d-f51a99b35a5c tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb904337-7174-44b6-8785-eca1f6e1ec46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338521 Sep 23 06:39:45.148640 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['894a118e-646b-4162-9fae-96d3de53d270'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:39:45.184663 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2bf7eeac-8ef3-4193-9837-ff2316b47d1d req-71246152-d2c7-4992-8f92-9a4ff2096980 service neutron] 10.222.0.58 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231742 Sep 23 06:39:45.193519 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3b14a-094c-4aca-ac66-c469a27f9f90 req-f3fd77d3-13fc-426f-9357-c9e51e0601ba tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:45.203601 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3bb3b14a-094c-4aca-ac66-c469a27f9f90 req-f3fd77d3-13fc-426f-9357-c9e51e0601ba tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0f182bb-9275-4650-a99a-5d7f9feaf109 HTTP/1.1" status: 200 len: 948 time: 0.0721443 Sep 23 06:39:45.240293 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fdc03858-c9ed-4072-b05a-25ce6b7a2432 req-825fbee0-4b67-47b7-8639-3aae37efae13 tempest-SecurityGroupsTestAdminJSON-481597157 tempest-SecurityGroupsTestAdminJSON-481597157-project-admin] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 39549 time: 0.5062671 Sep 23 06:39:45.263530 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3bb3b14a-094c-4aca-ac66-c469a27f9f90 req-4f736dcf-8d05-4f9e-afc5-b3077476f4f9 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585423 Sep 23 06:39:45.297248 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fdc03858-c9ed-4072-b05a-25ce6b7a2432 req-cb927cb5-3d85-4b14-9f16-aad8a358fdb8 tempest-SecurityGroupsTestAdminJSON-481597157 tempest-SecurityGroupsTestAdminJSON-481597157-project-admin] 10.222.0.39 "GET /v2.0/security-groups/0e736ce3-0d8f-4f62-bd94-bf0b933abca8 HTTP/1.1" status: 200 len: 2981 time: 0.0538697 Sep 23 06:39:45.312420 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e935efe3-e5ff-4ae5-914a-b33793436387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:45.365321 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fdc03858-c9ed-4072-b05a-25ce6b7a2432 req-d0b93182-13c1-4432-8c6a-be7e550afba7 tempest-SecurityGroupsTestAdminJSON-481597157 tempest-SecurityGroupsTestAdminJSON-481597157-project-admin] 10.222.0.39 "GET /v2.0/security-groups/0e736ce3-0d8f-4f62-bd94-bf0b933abca8 HTTP/1.1" status: 200 len: 2981 time: 0.0535545 Sep 23 06:39:45.432096 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fdc03858-c9ed-4072-b05a-25ce6b7a2432 req-1972a5ec-fbd2-414b-980e-166e6e8ce84f tempest-SecurityGroupsTestAdminJSON-481597157 tempest-SecurityGroupsTestAdminJSON-481597157-project-admin] 10.222.0.39 "GET /v2.0/security-groups/0eacf29f-0337-4ba9-9e13-e2decec760e1 HTTP/1.1" status: 200 len: 2981 time: 0.0587990 Sep 23 06:39:45.474721 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fdc03858-c9ed-4072-b05a-25ce6b7a2432 req-e7012398-2d38-4aeb-a00c-9ab826675bbd tempest-SecurityGroupsTestAdminJSON-481597157 tempest-SecurityGroupsTestAdminJSON-481597157-project-admin] 10.222.0.39 "GET /v2.0/security-groups/0eacf29f-0337-4ba9-9e13-e2decec760e1 HTTP/1.1" status: 200 len: 2981 time: 0.0417669 Sep 23 06:39:45.479193 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e935efe3-e5ff-4ae5-914a-b33793436387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:45.490235 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e935efe3-e5ff-4ae5-914a-b33793436387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:45.498776 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0f182bb-9275-4650-a99a-5d7f9feaf109', 'tag': '148c00b5-4bd3-4f09-b85c-ea3b9d4b8f40'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:39:45.501537 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51016b43-75eb-4483-a39b-b9f924eaee51" -d '{"events": [{"name": "network-changed", "server_uuid": "f0f182bb-9275-4650-a99a-5d7f9feaf109", "tag": "148c00b5-4bd3-4f09-b85c-ea3b9d4b8f40"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:39:45.514899 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b274407-bcc5-4589-a7f3-7134d0957a98 req-74be9680-7985-4ae6-b93f-79c91dab8341 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:45.516403 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8b274407-bcc5-4589-a7f3-7134d0957a98 req-74be9680-7985-4ae6-b93f-79c91dab8341 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] 10.222.0.39 "GET /v2.0/ports?device_id=07d5be3f-2c1c-4b9e-8577-909f7393d32d HTTP/1.1" status: 200 len: 949 time: 0.0956132 Sep 23 06:39:45.535737 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fdc03858-c9ed-4072-b05a-25ce6b7a2432 req-4cb0f83f-cc25-423f-b7eb-63116a43a46f tempest-SecurityGroupsTestAdminJSON-481597157 tempest-SecurityGroupsTestAdminJSON-481597157-project-admin] 10.222.0.39 "GET /v2.0/security-groups/4669874e-79ac-487b-9a4d-b8d63f54553b HTTP/1.1" status: 200 len: 2977 time: 0.0523810 Sep 23 06:39:45.552158 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e935efe3-e5ff-4ae5-914a-b33793436387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13f064c8-db18-4865-bbc3-bacff4cd9048,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:45.556439 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-e935efe3-e5ff-4ae5-914a-b33793436387 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ce191a6775824ecfb29afa8d39eadd3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5355616 Sep 23 06:39:45.559115 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46062) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:45.589759 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fdc03858-c9ed-4072-b05a-25ce6b7a2432 req-86b9f460-6ce2-4a5b-96f2-407e46133bf4 tempest-SecurityGroupsTestAdminJSON-481597157 tempest-SecurityGroupsTestAdminJSON-481597157-project-admin] 10.222.0.39 "GET /v2.0/security-groups/4669874e-79ac-487b-9a4d-b8d63f54553b HTTP/1.1" status: 200 len: 2977 time: 0.0431831 Sep 23 06:39:45.614048 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8b274407-bcc5-4589-a7f3-7134d0957a98 req-de45a208-d2c9-462e-943f-a13eaea1e1ad tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8a8a733-9d40-4513-965c-60d93327f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858810 Sep 23 06:39:45.643232 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e13695df-a29f-444e-99cf-9cb5057b9135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:45.648496 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fdc03858-c9ed-4072-b05a-25ce6b7a2432 req-28c7c8d2-7a8e-4678-858d-80a5912d3f5f tempest-SecurityGroupsTestAdminJSON-481597157 tempest-SecurityGroupsTestAdminJSON-481597157-project-admin] 10.222.0.39 "GET /v2.0/security-groups/4dfaeed8-0310-4412-a5e2-59cdfe72bfe2 HTTP/1.1" status: 200 len: 2981 time: 0.0487790 Sep 23 06:39:45.666539 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e13695df-a29f-444e-99cf-9cb5057b9135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:45.673494 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca3ad394-37b5-410e-81c2-922225aa5c06 x-openstack-request-id: req-ca3ad394-37b5-410e-81c2-922225aa5c06 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:39:45.673766 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0f182bb-9275-4650-a99a-5d7f9feaf109", "tag": "148c00b5-4bd3-4f09-b85c-ea3b9d4b8f40", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:39:45.674036 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ca3ad394-37b5-410e-81c2-922225aa5c06 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:39:45.674424 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0f182bb-9275-4650-a99a-5d7f9feaf109', 'tag': '148c00b5-4bd3-4f09-b85c-ea3b9d4b8f40', 'status': 'completed', 'code': 200} Sep 23 06:39:45.702740 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fdc03858-c9ed-4072-b05a-25ce6b7a2432 req-5f6aae6b-9111-48c4-97af-aa562b8d8d95 tempest-SecurityGroupsTestAdminJSON-481597157 tempest-SecurityGroupsTestAdminJSON-481597157-project-admin] 10.222.0.39 "GET /v2.0/security-groups/4dfaeed8-0310-4412-a5e2-59cdfe72bfe2 HTTP/1.1" status: 200 len: 2981 time: 0.0472863 Sep 23 06:39:45.727285 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e13695df-a29f-444e-99cf-9cb5057b9135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:45.732598 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e13695df-a29f-444e-99cf-9cb5057b9135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:45.736504 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-e13695df-a29f-444e-99cf-9cb5057b9135 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/13f064c8-db18-4865-bbc3-bacff4cd9048 HTTP/1.1" status: 204 len: 168 time: 0.1738186 Sep 23 06:39:45.744086 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13695df-a29f-444e-99cf-9cb5057b9135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f064c8-db18-4865-bbc3-bacff4cd9048,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:45.785835 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51016b43-75eb-4483-a39b-b9f924eaee51 req-9504e1b5-2b4c-40c1-9527-fa189b2d4f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:45.787391 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-51016b43-75eb-4483-a39b-b9f924eaee51 req-9504e1b5-2b4c-40c1-9527-fa189b2d4f10 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8d68b6f2bfe2491c9015cf660b627aab&device_id=f0f182bb-9275-4650-a99a-5d7f9feaf109 HTTP/1.1" status: 200 len: 1100 time: 0.0867052 Sep 23 06:39:45.791389 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fdc03858-c9ed-4072-b05a-25ce6b7a2432 req-0f1f855a-d8ce-444c-b8c0-4e9419e44ab5 tempest-SecurityGroupsTestAdminJSON-481597157 tempest-SecurityGroupsTestAdminJSON-481597157-project-admin] 10.222.0.39 "GET /v2.0/security-groups/955ea221-87f4-497f-9ee8-913962a3b93b HTTP/1.1" status: 200 len: 2977 time: 0.0811880 Sep 23 06:39:45.870073 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6fe4b3-2152-4515-a69d-79e13c80cdfc req-ef385381-00ba-4d9e-9a4f-40f4dadfd924 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:45.872055 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7d6fe4b3-2152-4515-a69d-79e13c80cdfc req-ef385381-00ba-4d9e-9a4f-40f4dadfd924 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=51db8430-1989-426f-8b96-eefbf99cfcdf HTTP/1.1" status: 200 len: 948 time: 0.0667179 Sep 23 06:39:45.907714 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fdc03858-c9ed-4072-b05a-25ce6b7a2432 req-70ded392-0eb3-4ef6-bd48-0f671a745c38 tempest-SecurityGroupsTestAdminJSON-481597157 tempest-SecurityGroupsTestAdminJSON-481597157-project-admin] 10.222.0.39 "GET /v2.0/security-groups/955ea221-87f4-497f-9ee8-913962a3b93b HTTP/1.1" status: 200 len: 2977 time: 0.0979192 Sep 23 06:39:45.926014 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7d6fe4b3-2152-4515-a69d-79e13c80cdfc req-5e36a525-0b9d-4db5-ade7-51ad30662971 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474434 Sep 23 06:39:45.948852 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51016b43-75eb-4483-a39b-b9f924eaee51 req-40a8d3e5-589d-4c2e-bc02-f1e83e0b7f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:45.948852 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-51016b43-75eb-4483-a39b-b9f924eaee51 req-40a8d3e5-589d-4c2e-bc02-f1e83e0b7f28 service neutron] 10.222.0.58 "GET /v2.0/networks?id=16515f0f-e5a6-4630-a440-e11fb2e02062 HTTP/1.1" status: 200 len: 870 time: 0.1483145 Sep 23 06:39:46.020315 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-51016b43-75eb-4483-a39b-b9f924eaee51 req-b07c57cb-b72a-45a9-936a-cea00d3a123c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=148c00b5-4bd3-4f09-b85c-ea3b9d4b8f40 HTTP/1.1" status: 200 len: 217 time: 0.0637429 Sep 23 06:39:46.063127 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10d732c-27dd-4a77-879e-d3aa017a2917 req-9505f5c0-39b9-499b-a5f9-ff7674dd8d84 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:46.073809 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c10d732c-27dd-4a77-879e-d3aa017a2917 req-9505f5c0-39b9-499b-a5f9-ff7674dd8d84 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f6d2b76-656f-4f25-a7ff-9abed767934d HTTP/1.1" status: 200 len: 945 time: 0.0694442 Sep 23 06:39:46.087661 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fdc03858-c9ed-4072-b05a-25ce6b7a2432 req-c8715949-cf2c-4d95-84e0-f4a92f84d35c tempest-SecurityGroupsTestAdminJSON-481597157 tempest-SecurityGroupsTestAdminJSON-481597157-project-admin] 10.222.0.39 "GET /v2.0/security-groups/c000883f-75de-4d34-aefc-8a613a376ec5 HTTP/1.1" status: 200 len: 2973 time: 0.1658692 Sep 23 06:39:46.099476 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51016b43-75eb-4483-a39b-b9f924eaee51 req-76625b77-5b66-4a73-b806-98e1adffa6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:46.101024 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-51016b43-75eb-4483-a39b-b9f924eaee51 req-76625b77-5b66-4a73-b806-98e1adffa6df service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e HTTP/1.1" status: 200 len: 843 time: 0.0597153 Sep 23 06:39:46.139060 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c10d732c-27dd-4a77-879e-d3aa017a2917 req-8211f7c5-347a-49e1-ad1a-ab38eb6f1319 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "GET /v2.0/security-groups?id=8dfb9b91-c839-45a6-ad00-d87fab5f07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0641732 Sep 23 06:39:46.191271 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fdc03858-c9ed-4072-b05a-25ce6b7a2432 req-30eb637f-f6d8-4553-8853-cf69f8b347ee tempest-SecurityGroupsTestAdminJSON-481597157 tempest-SecurityGroupsTestAdminJSON-481597157-project-admin] 10.222.0.39 "GET /v2.0/security-groups/c000883f-75de-4d34-aefc-8a613a376ec5 HTTP/1.1" status: 200 len: 2973 time: 0.0818815 Sep 23 06:39:46.203520 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51016b43-75eb-4483-a39b-b9f924eaee51 req-ca96c57b-1059-420c-b840-8cec04db136c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:46.203520 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-51016b43-75eb-4483-a39b-b9f924eaee51 req-ca96c57b-1059-420c-b840-8cec04db136c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=16515f0f-e5a6-4630-a440-e11fb2e02062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0872586 Sep 23 06:39:46.203924 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46086) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:46.263798 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-784ecd8f-0177-4afc-89c4-eb5e036da72b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:46.276503 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bffccf-4c1e-46fa-a126-6187ff347800 req-3a58c050-1e00-4ede-b7ee-b9eedd40891c tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:46.283800 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-98bffccf-4c1e-46fa-a126-6187ff347800 req-3a58c050-1e00-4ede-b7ee-b9eedd40891c tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.39 "GET /v2.0/ports?device_id=960c673d-57a2-4efe-bc1f-81c82aae11cb HTTP/1.1" status: 200 len: 948 time: 0.0679314 Sep 23 06:39:46.325297 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-98bffccf-4c1e-46fa-a126-6187ff347800 req-df56f8ce-1f33-4e0e-a809-c39c4a1acf44 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb904337-7174-44b6-8785-eca1f6e1ec46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406365 Sep 23 06:39:46.331253 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fdc03858-c9ed-4072-b05a-25ce6b7a2432 req-b8499eec-6f0b-49dd-ad56-0cf435767fdf tempest-SecurityGroupsTestAdminJSON-481597157 tempest-SecurityGroupsTestAdminJSON-481597157-project-admin] 10.222.0.39 "GET /v2.0/security-groups/c13a6045-bf97-408d-9368-e79e34dd4904 HTTP/1.1" status: 200 len: 2977 time: 0.1263123 Sep 23 06:39:46.362770 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device f12c200c-7bca-49dd-b324-ebac021046e8 details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:39:46.409449 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 894a118e-646b-4162-9fae-96d3de53d270 up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:39:46.441370 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a619e93c-aa2e-4986-bd12-ec6fa8838872 req-e885c56d-ddea-4386-9f3d-4efc2712f0d7 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:46.443693 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a619e93c-aa2e-4986-bd12-ec6fa8838872 req-e885c56d-ddea-4386-9f3d-4efc2712f0d7 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0f182bb-9275-4650-a99a-5d7f9feaf109 HTTP/1.1" status: 200 len: 948 time: 0.0561550 Sep 23 06:39:46.447396 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-51016b43-75eb-4483-a39b-b9f924eaee51 req-2944f763-15f0-427a-b2db-81296d6c2f2c service neutron] 10.222.0.58 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327023 Sep 23 06:39:46.475866 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fdc03858-c9ed-4072-b05a-25ce6b7a2432 req-e2602ce7-c5ff-4182-83c9-86cdca7fbb26 tempest-SecurityGroupsTestAdminJSON-481597157 tempest-SecurityGroupsTestAdminJSON-481597157-project-admin] 10.222.0.39 "GET /v2.0/security-groups/c13a6045-bf97-408d-9368-e79e34dd4904 HTTP/1.1" status: 200 len: 2977 time: 0.1259978 Sep 23 06:39:46.500590 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a619e93c-aa2e-4986-bd12-ec6fa8838872 req-19016b40-8f6c-45ca-8cbd-d55361f1a44d tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497959 Sep 23 06:39:46.535669 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port f12c200c-7bca-49dd-b324-ebac021046e8, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=f12c200c-7bca-49dd-b324-ebac021046e8,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:39:46.538501 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port 894a118e-646b-4162-9fae-96d3de53d270 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:39:46.550067 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port 894a118e-646b-4162-9fae-96d3de53d270 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:39:46.550667 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:46.570910 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': 'f12c200c-7bca-49dd-b324-ebac021046e8', 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062', 'port_id': 'f12c200c-7bca-49dd-b324-ebac021046e8', 'mac_address': 'fa:16:3e:9a:a2:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:39:46.601566 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-784ecd8f-0177-4afc-89c4-eb5e036da72b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:46.608309 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fdc03858-c9ed-4072-b05a-25ce6b7a2432 req-7d528539-0abc-4b9c-a036-c84cf35d3f25 tempest-SecurityGroupsTestAdminJSON-481597157 tempest-SecurityGroupsTestAdminJSON-481597157-project-admin] 10.222.0.39 "GET /v2.0/security-groups/c8a8a733-9d40-4513-965c-60d93327f3bb HTTP/1.1" status: 200 len: 2981 time: 0.1178679 Sep 23 06:39:46.610697 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-784ecd8f-0177-4afc-89c4-eb5e036da72b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:46.627422 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:46.672362 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f12c200c-7bca-49dd-b324-ebac021046e8 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:39:46.684007 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-51016b43-75eb-4483-a39b-b9f924eaee51 req-ae9c30c2-151c-4f07-ab2a-eeb2d5540329 service neutron] 10.222.0.58 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183948 Sep 23 06:39:46.695134 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-784ecd8f-0177-4afc-89c4-eb5e036da72b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1316a952f2274ac7a51819a4f817b101&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4889894 Sep 23 06:39:46.698891 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46098) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:46.699530 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784ecd8f-0177-4afc-89c4-eb5e036da72b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2627a7a7-9eb5-4c4d-b283-3e2528d7f71f,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:46.717386 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fdc03858-c9ed-4072-b05a-25ce6b7a2432 req-94a35cad-2094-4458-8145-1635b3e4bc9f tempest-SecurityGroupsTestAdminJSON-481597157 tempest-SecurityGroupsTestAdminJSON-481597157-project-admin] 10.222.0.39 "GET /v2.0/security-groups/c8a8a733-9d40-4513-965c-60d93327f3bb HTTP/1.1" status: 200 len: 2981 time: 0.1006107 Sep 23 06:39:46.788799 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4dfc3721-deb1-48a5-9f2f-a0729e76b636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:46.795428 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fdc03858-c9ed-4072-b05a-25ce6b7a2432 req-8f4c47b9-82ef-4524-995c-d2619e4584db tempest-SecurityGroupsTestAdminJSON-481597157 tempest-SecurityGroupsTestAdminJSON-481597157-project-admin] 10.222.0.39 "GET /v2.0/security-groups/cb904337-7174-44b6-8785-eca1f6e1ec46 HTTP/1.1" status: 200 len: 2977 time: 0.0678670 Sep 23 06:39:46.811901 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:46.826078 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4dfc3721-deb1-48a5-9f2f-a0729e76b636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:46.827217 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d636c2-a48e-450f-a330-d9bc72e71dc1 req-8efac8dc-0733-4cde-8229-b2addbf88bd7 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:46.828769 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port f12c200c-7bca-49dd-b324-ebac021046e8, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=f12c200c-7bca-49dd-b324-ebac021046e8,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:39:46.829441 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-25d636c2-a48e-450f-a330-d9bc72e71dc1 req-8efac8dc-0733-4cde-8229-b2addbf88bd7 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] 10.222.0.39 "GET /v2.0/ports?device_id=07d5be3f-2c1c-4b9e-8577-909f7393d32d HTTP/1.1" status: 200 len: 949 time: 0.0680368 Sep 23 06:39:46.839620 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:46.851530 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07d5be3f-2c1c-4b9e-8577-909f7393d32d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '894a118e-646b-4162-9fae-96d3de53d270'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:39:46.853812 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d961f6-5f50-4cbf-a22a-5b5236062c93" -d '{"events": [{"server_uuid": "07d5be3f-2c1c-4b9e-8577-909f7393d32d", "name": "network-vif-plugged", "status": "completed", "tag": "894a118e-646b-4162-9fae-96d3de53d270"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:39:46.876536 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fdc03858-c9ed-4072-b05a-25ce6b7a2432 req-a027484b-74bf-45a2-a893-84e286b73efe tempest-SecurityGroupsTestAdminJSON-481597157 tempest-SecurityGroupsTestAdminJSON-481597157-project-admin] 10.222.0.39 "GET /v2.0/security-groups/cb904337-7174-44b6-8785-eca1f6e1ec46 HTTP/1.1" status: 200 len: 2977 time: 0.0732405 Sep 23 06:39:46.889888 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 894a118e-646b-4162-9fae-96d3de53d270, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=894a118e-646b-4162-9fae-96d3de53d270,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:39:46.897501 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-25d636c2-a48e-450f-a330-d9bc72e71dc1 req-5228e36b-b3f2-4da6-8a54-c1058327bb0f tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8a8a733-9d40-4513-965c-60d93327f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604398 Sep 23 06:39:46.898158 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:46.919160 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4dfc3721-deb1-48a5-9f2f-a0729e76b636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:46.919160 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4dfc3721-deb1-48a5-9f2f-a0729e76b636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:46.919160 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-4dfc3721-deb1-48a5-9f2f-a0729e76b636 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2627a7a7-9eb5-4c4d-b283-3e2528d7f71f HTTP/1.1" status: 204 len: 168 time: 0.2144871 Sep 23 06:39:46.922237 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=f12c200c-7bca-49dd-b324-ebac021046e8,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:46.935837 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfc3721-deb1-48a5-9f2f-a0729e76b636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2627a7a7-9eb5-4c4d-b283-3e2528d7f71f,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:46.941675 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fdc03858-c9ed-4072-b05a-25ce6b7a2432 req-ab288e20-d759-4d27-9034-60a0b3de2eed tempest-SecurityGroupsTestAdminJSON-481597157 tempest-SecurityGroupsTestAdminJSON-481597157-project-admin] 10.222.0.39 "GET /v2.0/security-groups/ccb4f5c0-dba2-4d3a-a4af-561510eeaa21 HTTP/1.1" status: 200 len: 2981 time: 0.0552807 Sep 23 06:39:46.980574 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 06de3338-97d7-43a5-be4f-cde6cad109bb details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:39:47.001271 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fdc03858-c9ed-4072-b05a-25ce6b7a2432 req-fe26a110-afa7-4730-902e-936bd2ba1758 tempest-SecurityGroupsTestAdminJSON-481597157 tempest-SecurityGroupsTestAdminJSON-481597157-project-admin] 10.222.0.39 "GET /v2.0/security-groups/ccb4f5c0-dba2-4d3a-a4af-561510eeaa21 HTTP/1.1" status: 200 len: 2981 time: 0.0530674 Sep 23 06:39:47.020661 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=894a118e-646b-4162-9fae-96d3de53d270,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:47.043253 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb06652-5aa2-44f3-a4b1-d7e817178630 x-openstack-request-id: req-9fb06652-5aa2-44f3-a4b1-d7e817178630 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:39:47.044019 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07d5be3f-2c1c-4b9e-8577-909f7393d32d", "name": "network-vif-plugged", "status": "completed", "tag": "894a118e-646b-4162-9fae-96d3de53d270", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:39:47.044019 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9fb06652-5aa2-44f3-a4b1-d7e817178630 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:39:47.044214 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07d5be3f-2c1c-4b9e-8577-909f7393d32d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '894a118e-646b-4162-9fae-96d3de53d270', 'code': 200} Sep 23 06:39:47.064015 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fdc03858-c9ed-4072-b05a-25ce6b7a2432 req-969acc50-772f-42d4-908d-abb630a817e8 tempest-SecurityGroupsTestAdminJSON-481597157 tempest-SecurityGroupsTestAdminJSON-481597157-project-admin] 10.222.0.39 "GET /v2.0/security-groups/f7cc2756-ce59-4c84-944c-7b5572a20cbb HTTP/1.1" status: 200 len: 2981 time: 0.0554285 Sep 23 06:39:47.134902 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fdc03858-c9ed-4072-b05a-25ce6b7a2432 req-4a9feed4-ef6f-4e2a-9bd8-a5793e0a2472 tempest-SecurityGroupsTestAdminJSON-481597157 tempest-SecurityGroupsTestAdminJSON-481597157-project-admin] 10.222.0.39 "GET /v2.0/security-groups/f7cc2756-ce59-4c84-944c-7b5572a20cbb HTTP/1.1" status: 200 len: 2981 time: 0.0546722 Sep 23 06:39:47.166985 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 06de3338-97d7-43a5-be4f-cde6cad109bb, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=06de3338-97d7-43a5-be4f-cde6cad109bb,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:39:47.190183 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': '06de3338-97d7-43a5-be4f-cde6cad109bb', 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062', 'port_id': '06de3338-97d7-43a5-be4f-cde6cad109bb', 'mac_address': 'fa:16:3e:e1:b3:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:39:47.195274 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9cd75c-dcdf-4131-8163-c9bd0ca7364f req-84096ecd-74be-47a4-9eca-0c4a8ab9a616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:47.197771 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dc9cd75c-dcdf-4131-8163-c9bd0ca7364f req-84096ecd-74be-47a4-9eca-0c4a8ab9a616 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=07d5be3f-2c1c-4b9e-8577-909f7393d32d HTTP/1.1" status: 200 len: 1102 time: 0.0559449 Sep 23 06:39:47.206401 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f24db-c30f-4252-b275-28aad17fa527 req-7c9cef58-6373-4000-b127-3c4a1443003c tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:47.213616 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bb4f24db-c30f-4252-b275-28aad17fa527 req-7c9cef58-6373-4000-b127-3c4a1443003c tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=51db8430-1989-426f-8b96-eefbf99cfcdf HTTP/1.1" status: 200 len: 949 time: 0.1027143 Sep 23 06:39:47.262790 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dc9cd75c-dcdf-4131-8163-c9bd0ca7364f req-51d270dc-b5f5-4b82-b868-d9344d873931 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c8a8a733-9d40-4513-965c-60d93327f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572479 Sep 23 06:39:47.264053 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bb4f24db-c30f-4252-b275-28aad17fa527 req-d6504910-c16e-4089-aeda-705a087c2835 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405636 Sep 23 06:39:47.275891 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:47.291514 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['f12c200c-7bca-49dd-b324-ebac021046e8'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:39:47.319490 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06de3338-97d7-43a5-be4f-cde6cad109bb {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:39:47.363708 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-364dde14-b655-4f2a-a16e-ce1e85f76ee7 req-a4de57eb-5761-4392-88f2-1c7bbd9af66f tempest-SecurityGroupsTestAdminJSON-1445092493 tempest-SecurityGroupsTestAdminJSON-1445092493-project] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=edb258ec130041fdb35ca5a76d0e2d3d HTTP/1.1" status: 200 len: 6104 time: 0.0784554 Sep 23 06:39:47.367424 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 06de3338-97d7-43a5-be4f-cde6cad109bb, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=06de3338-97d7-43a5-be4f-cde6cad109bb,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:39:47.377511 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:47.433358 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-364dde14-b655-4f2a-a16e-ce1e85f76ee7 req-ad734bb6-762d-472e-8765-d0db5e30d2d1 tempest-SecurityGroupsTestAdminJSON-1445092493 tempest-SecurityGroupsTestAdminJSON-1445092493-project] 10.222.0.39 "GET /v2.0/security-groups/f7cc2756-ce59-4c84-944c-7b5572a20cbb HTTP/1.1" status: 200 len: 2981 time: 0.0614195 Sep 23 06:39:47.435414 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e1461b-7e7b-4296-a6e2-87b0d0d680c9 req-da83e97e-2b11-42bf-a557-0462be0edcf7 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:47.437043 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a0e1461b-7e7b-4296-a6e2-87b0d0d680c9 req-da83e97e-2b11-42bf-a557-0462be0edcf7 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f6d2b76-656f-4f25-a7ff-9abed767934d HTTP/1.1" status: 200 len: 945 time: 0.0572176 Sep 23 06:39:47.450978 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=06de3338-97d7-43a5-be4f-cde6cad109bb,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:47.486182 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a0e1461b-7e7b-4296-a6e2-87b0d0d680c9 req-63c3e828-aed1-463e-a006-c44cc70b207c tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "GET /v2.0/security-groups?id=8dfb9b91-c839-45a6-ad00-d87fab5f07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0424178 Sep 23 06:39:47.511974 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-364dde14-b655-4f2a-a16e-ce1e85f76ee7 req-29ca0ff7-b977-423a-b45d-886659985700 tempest-SecurityGroupsTestAdminJSON-1445092493 tempest-SecurityGroupsTestAdminJSON-1445092493-project] 10.222.0.39 "GET /v2.0/security-groups/f7cc2756-ce59-4c84-944c-7b5572a20cbb HTTP/1.1" status: 200 len: 2981 time: 0.0678337 Sep 23 06:39:47.610558 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['06de3338-97d7-43a5-be4f-cde6cad109bb'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:39:47.639890 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e0f53-a1cc-494a-a95d-de26294dc1bd req-5153d4e5-4a70-4f26-9113-8d1ff64afa38 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:47.641434 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1c8e0f53-a1cc-494a-a95d-de26294dc1bd req-5153d4e5-4a70-4f26-9113-8d1ff64afa38 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.39 "GET /v2.0/ports?device_id=960c673d-57a2-4efe-bc1f-81c82aae11cb HTTP/1.1" status: 200 len: 949 time: 0.0592949 Sep 23 06:39:47.684201 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc61ae76-9e8e-4e9d-9c25-eb5f0d1d825c req-6d9ab367-c0e6-43d1-97d2-1e2fa390d409 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:47.685294 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dc61ae76-9e8e-4e9d-9c25-eb5f0d1d825c req-6d9ab367-c0e6-43d1-97d2-1e2fa390d409 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f6d2b76-656f-4f25-a7ff-9abed767934d HTTP/1.1" status: 200 len: 945 time: 0.0597584 Sep 23 06:39:47.694234 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1c8e0f53-a1cc-494a-a95d-de26294dc1bd req-16e39557-c64c-42d2-9a2a-072cfbfa348a tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb904337-7174-44b6-8785-eca1f6e1ec46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438263 Sep 23 06:39:47.695139 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46138) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:47.700456 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-b9744e50-672d-4c8d-9261-1f0610b0dd56 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Request body: {'floatingip': {'port_id': 'c258b629-f327-453e-a19d-784a34cfe81c'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:39:47.761775 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-218c8ba6-1a76-48b1-81fd-ee8f323ad485 req-165bf11f-8270-4ffe-83b5-93c8b5b53a64 tempest-SecurityGroupsTestAdminJSON-481597157 tempest-SecurityGroupsTestAdminJSON-481597157-project-admin] 10.222.0.39 "GET /v2.0/security-groups/1b921335-27c0-4e7e-b0b7-10006b6458c7 HTTP/1.1" status: 200 len: 1776 time: 0.0545962 Sep 23 06:39:47.783990 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b9744e50-672d-4c8d-9261-1f0610b0dd56 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Notify callbacks [] for floatingip, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:47.820051 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-218c8ba6-1a76-48b1-81fd-ee8f323ad485 req-4c106b0a-4277-4850-8a5d-e71c074614ba tempest-SecurityGroupsTestAdminJSON-481597157 tempest-SecurityGroupsTestAdminJSON-481597157-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:47.847542 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-218c8ba6-1a76-48b1-81fd-ee8f323ad485 req-4c106b0a-4277-4850-8a5d-e71c074614ba tempest-SecurityGroupsTestAdminJSON-481597157 tempest-SecurityGroupsTestAdminJSON-481597157-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:47.889341 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-218c8ba6-1a76-48b1-81fd-ee8f323ad485 req-4c106b0a-4277-4850-8a5d-e71c074614ba tempest-SecurityGroupsTestAdminJSON-481597157 tempest-SecurityGroupsTestAdminJSON-481597157-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:47.892053 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-218c8ba6-1a76-48b1-81fd-ee8f323ad485 req-4c106b0a-4277-4850-8a5d-e71c074614ba tempest-SecurityGroupsTestAdminJSON-481597157 tempest-SecurityGroupsTestAdminJSON-481597157-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:47.893305 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-218c8ba6-1a76-48b1-81fd-ee8f323ad485 req-4c106b0a-4277-4850-8a5d-e71c074614ba tempest-SecurityGroupsTestAdminJSON-481597157 tempest-SecurityGroupsTestAdminJSON-481597157-project-admin] 10.222.0.39 "DELETE /v2.0/security-groups/1b921335-27c0-4e7e-b0b7-10006b6458c7 HTTP/1.1" status: 204 len: 173 time: 0.1306157 Sep 23 06:39:47.906630 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c106b0a-4277-4850-8a5d-e71c074614ba tempest-SecurityGroupsTestAdminJSON-481597157 tempest-SecurityGroupsTestAdminJSON-481597157-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b921335-27c0-4e7e-b0b7-10006b6458c7,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:47.940757 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb49bc-8c40-4ab4-ac8f-6fd9242cb9ea req-33bad75f-3b49-44ea-a926-9481c13a5819 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:47.942414 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9ceb49bc-8c40-4ab4-ac8f-6fd9242cb9ea req-33bad75f-3b49-44ea-a926-9481c13a5819 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0f182bb-9275-4650-a99a-5d7f9feaf109 HTTP/1.1" status: 200 len: 948 time: 0.1145685 Sep 23 06:39:48.037344 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9ceb49bc-8c40-4ab4-ac8f-6fd9242cb9ea req-40396338-86a3-4410-be6f-4ef6be509f5c tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777938 Sep 23 06:39:48.098784 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b6386f4d-da24-4762-b1f0-53f7be216777 req-e60b5bcd-52ea-4716-a447-a966eb59df45 tempest-SecurityGroupsTestAdminJSON-481597157 tempest-SecurityGroupsTestAdminJSON-481597157-project-admin] 10.222.0.39 "GET /v2.0/security-groups/d5f7478c-f903-4675-acf3-7e580d5fc816 HTTP/1.1" status: 200 len: 1777 time: 0.0470078 Sep 23 06:39:48.149924 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-b6386f4d-da24-4762-b1f0-53f7be216777 req-c023c243-e0a7-4246-8ce4-412f78682e25 tempest-SecurityGroupsTestAdminJSON-481597157 tempest-SecurityGroupsTestAdminJSON-481597157-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:48.172481 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-b6386f4d-da24-4762-b1f0-53f7be216777 req-c023c243-e0a7-4246-8ce4-412f78682e25 tempest-SecurityGroupsTestAdminJSON-481597157 tempest-SecurityGroupsTestAdminJSON-481597157-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:48.217332 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-b6386f4d-da24-4762-b1f0-53f7be216777 req-c023c243-e0a7-4246-8ce4-412f78682e25 tempest-SecurityGroupsTestAdminJSON-481597157 tempest-SecurityGroupsTestAdminJSON-481597157-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:48.220600 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-b6386f4d-da24-4762-b1f0-53f7be216777 req-c023c243-e0a7-4246-8ce4-412f78682e25 tempest-SecurityGroupsTestAdminJSON-481597157 tempest-SecurityGroupsTestAdminJSON-481597157-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:48.221759 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b6386f4d-da24-4762-b1f0-53f7be216777 req-c023c243-e0a7-4246-8ce4-412f78682e25 tempest-SecurityGroupsTestAdminJSON-481597157 tempest-SecurityGroupsTestAdminJSON-481597157-project-admin] 10.222.0.39 "DELETE /v2.0/security-groups/d5f7478c-f903-4675-acf3-7e580d5fc816 HTTP/1.1" status: 204 len: 173 time: 0.1218643 Sep 23 06:39:48.233326 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c023c243-e0a7-4246-8ce4-412f78682e25 tempest-SecurityGroupsTestAdminJSON-481597157 tempest-SecurityGroupsTestAdminJSON-481597157-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f7478c-f903-4675-acf3-7e580d5fc816,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:48.296661 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01452802-4502-40a5-ad63-617fe5893690 req-2ecb30fd-148d-4aed-a408-0be0e3fafd58 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:48.298204 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-01452802-4502-40a5-ad63-617fe5893690 req-2ecb30fd-148d-4aed-a408-0be0e3fafd58 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] 10.222.0.39 "GET /v2.0/ports?device_id=07d5be3f-2c1c-4b9e-8577-909f7393d32d HTTP/1.1" status: 200 len: 950 time: 0.1920037 Sep 23 06:39:48.387076 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device f12c200c-7bca-49dd-b324-ebac021046e8 up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:39:48.432305 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1ea746e1-f57e-4ce7-a6b6-012c5f7ff29c req-e904dbba-a4ca-45bc-acd6-f89a160fc0dc tempest-SecurityGroupsTestAdminJSON-1445092493 tempest-SecurityGroupsTestAdminJSON-1445092493-project] 10.222.0.39 "GET /v2.0/security-groups/94331589-9e6e-45f6-8909-e80945a2e527 HTTP/1.1" status: 200 len: 1778 time: 0.0540984 Sep 23 06:39:48.449602 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-01452802-4502-40a5-ad63-617fe5893690 req-6aa01262-55ab-4fbc-8321-3938f829733c tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8a8a733-9d40-4513-965c-60d93327f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399052 Sep 23 06:39:48.477083 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port f12c200c-7bca-49dd-b324-ebac021046e8 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:39:48.483622 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port f12c200c-7bca-49dd-b324-ebac021046e8 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:39:48.484020 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:48.521316 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-1ea746e1-f57e-4ce7-a6b6-012c5f7ff29c req-a34e86a3-c744-49f0-9793-d7bfcd656a8c tempest-SecurityGroupsTestAdminJSON-1445092493 tempest-SecurityGroupsTestAdminJSON-1445092493-project] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:48.548272 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-1ea746e1-f57e-4ce7-a6b6-012c5f7ff29c req-a34e86a3-c744-49f0-9793-d7bfcd656a8c tempest-SecurityGroupsTestAdminJSON-1445092493 tempest-SecurityGroupsTestAdminJSON-1445092493-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:48.598671 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:48.599739 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.db.resource_extend [None req-b9744e50-672d-4c8d-9261-1f0610b0dd56 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 06:39:48.603434 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-1ea746e1-f57e-4ce7-a6b6-012c5f7ff29c req-a34e86a3-c744-49f0-9793-d7bfcd656a8c tempest-SecurityGroupsTestAdminJSON-1445092493 tempest-SecurityGroupsTestAdminJSON-1445092493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:48.606091 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-1ea746e1-f57e-4ce7-a6b6-012c5f7ff29c req-a34e86a3-c744-49f0-9793-d7bfcd656a8c tempest-SecurityGroupsTestAdminJSON-1445092493 tempest-SecurityGroupsTestAdminJSON-1445092493-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:48.607264 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1ea746e1-f57e-4ce7-a6b6-012c5f7ff29c req-a34e86a3-c744-49f0-9793-d7bfcd656a8c tempest-SecurityGroupsTestAdminJSON-1445092493 tempest-SecurityGroupsTestAdminJSON-1445092493-project] 10.222.0.39 "DELETE /v2.0/security-groups/94331589-9e6e-45f6-8909-e80945a2e527 HTTP/1.1" status: 204 len: 173 time: 0.1686034 Sep 23 06:39:48.621533 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34e86a3-c744-49f0-9793-d7bfcd656a8c tempest-SecurityGroupsTestAdminJSON-1445092493 tempest-SecurityGroupsTestAdminJSON-1445092493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94331589-9e6e-45f6-8909-e80945a2e527,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:48.667694 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471b2af0-49b9-4173-b1cd-3f2d42e6d45c req-12c04dac-e3ac-443b-8828-4c3fe8284e92 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:48.674802 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-471b2af0-49b9-4173-b1cd-3f2d42e6d45c req-12c04dac-e3ac-443b-8828-4c3fe8284e92 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=51db8430-1989-426f-8b96-eefbf99cfcdf HTTP/1.1" status: 200 len: 949 time: 0.1307073 Sep 23 06:39:48.701416 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port f12c200c-7bca-49dd-b324-ebac021046e8, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=f12c200c-7bca-49dd-b324-ebac021046e8,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:39:48.710799 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:48.714885 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b9744e50-672d-4c8d-9261-1f0610b0dd56 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:48.726349 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b9744e50-672d-4c8d-9261-1f0610b0dd56 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:48.741822 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1d4a0410-27ed-495c-b2d4-9b40ac8ff4ea req-c91dad79-f4b0-4d60-98b6-efac835fc750 tempest-SecurityGroupsTestAdminJSON-1445092493 tempest-SecurityGroupsTestAdminJSON-1445092493-project] 10.222.0.39 "GET /v2.0/security-groups/1e9f2a0b-7e8e-4926-9c6a-6a239c6005d8 HTTP/1.1" status: 200 len: 1778 time: 0.0591581 Sep 23 06:39:48.787991 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-471b2af0-49b9-4173-b1cd-3f2d42e6d45c req-e93b76ae-a4b4-4d63-85a7-093b48ef9cbb tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122668 Sep 23 06:39:48.802446 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=f12c200c-7bca-49dd-b324-ebac021046e8,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:48.825393 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-1d4a0410-27ed-495c-b2d4-9b40ac8ff4ea req-02e35b5e-dd1c-46f7-87c9-91b86c1879fb tempest-SecurityGroupsTestAdminJSON-1445092493 tempest-SecurityGroupsTestAdminJSON-1445092493-project] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:48.858929 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-1d4a0410-27ed-495c-b2d4-9b40ac8ff4ea req-02e35b5e-dd1c-46f7-87c9-91b86c1879fb tempest-SecurityGroupsTestAdminJSON-1445092493 tempest-SecurityGroupsTestAdminJSON-1445092493-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:48.885202 n-d-715271-16 neutron-server[95066]: INFO neutron.db.l3_db [None req-b9744e50-672d-4c8d-9261-1f0610b0dd56 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Floating IP 564feda0-b5c9-4098-8d52-10025445ee7c associated. External IP: 172.25.2.67, port: c258b629-f327-453e-a19d-784a34cfe81c. Sep 23 06:39:48.912178 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-1d4a0410-27ed-495c-b2d4-9b40ac8ff4ea req-02e35b5e-dd1c-46f7-87c9-91b86c1879fb tempest-SecurityGroupsTestAdminJSON-1445092493 tempest-SecurityGroupsTestAdminJSON-1445092493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:48.914838 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-1d4a0410-27ed-495c-b2d4-9b40ac8ff4ea req-02e35b5e-dd1c-46f7-87c9-91b86c1879fb tempest-SecurityGroupsTestAdminJSON-1445092493 tempest-SecurityGroupsTestAdminJSON-1445092493-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:48.916794 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1d4a0410-27ed-495c-b2d4-9b40ac8ff4ea req-02e35b5e-dd1c-46f7-87c9-91b86c1879fb tempest-SecurityGroupsTestAdminJSON-1445092493 tempest-SecurityGroupsTestAdminJSON-1445092493-project] 10.222.0.39 "DELETE /v2.0/security-groups/1e9f2a0b-7e8e-4926-9c6a-6a239c6005d8 HTTP/1.1" status: 204 len: 173 time: 0.1612074 Sep 23 06:39:48.935808 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e35b5e-dd1c-46f7-87c9-91b86c1879fb tempest-SecurityGroupsTestAdminJSON-1445092493 tempest-SecurityGroupsTestAdminJSON-1445092493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9f2a0b-7e8e-4926-9c6a-6a239c6005d8,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:48.997121 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 148c00b5-4bd3-4f09-b85c-ea3b9d4b8f40 details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:39:48.999534 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 06de3338-97d7-43a5-be4f-cde6cad109bb up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:39:49.046034 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51db8430-1989-426f-8b96-eefbf99cfcdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f12c200c-7bca-49dd-b324-ebac021046e8'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:39:49.049888 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e4481a1-74ff-4169-9fc2-49b612745e55" -d '{"events": [{"server_uuid": "51db8430-1989-426f-8b96-eefbf99cfcdf", "name": "network-vif-plugged", "status": "completed", "tag": "f12c200c-7bca-49dd-b324-ebac021046e8"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:39:49.054354 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a837f0-da6a-40bf-9775-a9e13c83a1c8 req-2e6e875f-4f71-4406-9a51-4d45fee5f097 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:49.065975 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-72a837f0-da6a-40bf-9775-a9e13c83a1c8 req-2e6e875f-4f71-4406-9a51-4d45fee5f097 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.39 "GET /v2.0/ports?device_id=960c673d-57a2-4efe-bc1f-81c82aae11cb HTTP/1.1" status: 200 len: 949 time: 0.0827005 Sep 23 06:39:49.131121 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-72a837f0-da6a-40bf-9775-a9e13c83a1c8 req-7bf46cfa-8576-4217-b684-8c6f26363155 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb904337-7174-44b6-8785-eca1f6e1ec46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643349 Sep 23 06:39:49.155172 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port 06de3338-97d7-43a5-be4f-cde6cad109bb completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:39:49.163220 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port 06de3338-97d7-43a5-be4f-cde6cad109bb triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:39:49.163974 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:49.216212 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 148c00b5-4bd3-4f09-b85c-ea3b9d4b8f40, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=148c00b5-4bd3-4f09-b85c-ea3b9d4b8f40,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:39:49.220077 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc93783-d9a5-41cc-94ef-b4363ba9dc05 x-openstack-request-id: req-fdc93783-d9a5-41cc-94ef-b4363ba9dc05 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:39:49.220363 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51db8430-1989-426f-8b96-eefbf99cfcdf", "name": "network-vif-plugged", "status": "completed", "tag": "f12c200c-7bca-49dd-b324-ebac021046e8", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:39:49.220610 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fdc93783-d9a5-41cc-94ef-b4363ba9dc05 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:39:49.220990 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51db8430-1989-426f-8b96-eefbf99cfcdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f12c200c-7bca-49dd-b324-ebac021046e8', 'code': 200} Sep 23 06:39:49.260675 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': '148c00b5-4bd3-4f09-b85c-ea3b9d4b8f40', 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062', 'port_id': '148c00b5-4bd3-4f09-b85c-ea3b9d4b8f40', 'mac_address': 'fa:16:3e:0b:32:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:39:49.260923 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46208) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:49.298872 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46212) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:49.349568 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:49.403786 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040ca68-ee3f-4233-ba19-d7d4443bebe2 req-5598904f-9cf8-45c4-b877-efd4b0f56778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:49.405508 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e040ca68-ee3f-4233-ba19-d7d4443bebe2 req-5598904f-9cf8-45c4-b877-efd4b0f56778 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=51db8430-1989-426f-8b96-eefbf99cfcdf HTTP/1.1" status: 200 len: 1102 time: 0.1092460 Sep 23 06:39:49.446481 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c622e-1158-42e3-8c91-cb4258b9ef6d req-eee46b1e-aded-451c-acda-e3c34d6627c5 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:49.448423 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4c0c622e-1158-42e3-8c91-cb4258b9ef6d req-eee46b1e-aded-451c-acda-e3c34d6627c5 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0f182bb-9275-4650-a99a-5d7f9feaf109 HTTP/1.1" status: 200 len: 948 time: 0.0963531 Sep 23 06:39:49.484795 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 06de3338-97d7-43a5-be4f-cde6cad109bb, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=06de3338-97d7-43a5-be4f-cde6cad109bb,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:39:49.486117 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e040ca68-ee3f-4233-ba19-d7d4443bebe2 req-63180b93-8a6d-4f25-b107-0b39ce1cd7e4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709884 Sep 23 06:39:49.493583 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9744e50-672d-4c8d-9261-1f0610b0dd56 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Router 3dfb171b-2695-48d5-be82-db2a718c3c85 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:39:49.516759 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-94379312-79f4-499f-ba25-1c70747c7a50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:49.517040 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:49.524075 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:49.552409 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4c0c622e-1158-42e3-8c91-cb4258b9ef6d req-060ed52a-268a-404a-b44d-34d04e2a272a tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849903 Sep 23 06:39:49.585710 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 148c00b5-4bd3-4f09-b85c-ea3b9d4b8f40 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:39:49.608874 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 148c00b5-4bd3-4f09-b85c-ea3b9d4b8f40, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=148c00b5-4bd3-4f09-b85c-ea3b9d4b8f40,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:39:49.619288 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:49.626521 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-3093cfa8-65c7-4c91-8c0a-92efd74e21db admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=edb258ec130041fdb35ca5a76d0e2d3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3009415 Sep 23 06:39:49.629925 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46222) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:49.651690 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=06de3338-97d7-43a5-be4f-cde6cad109bb,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:49.719981 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=148c00b5-4bd3-4f09-b85c-ea3b9d4b8f40,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:49.720608 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8271773-b4a9-4269-84a0-36685eec7b36 req-4b89e0d7-6d01-4472-911b-500ce98c2478 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:49.722194 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d8271773-b4a9-4269-84a0-36685eec7b36 req-4b89e0d7-6d01-4472-911b-500ce98c2478 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] 10.222.0.39 "GET /v2.0/ports?device_id=07d5be3f-2c1c-4b9e-8577-909f7393d32d HTTP/1.1" status: 200 len: 950 time: 0.1393220 Sep 23 06:39:49.723998 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-94379312-79f4-499f-ba25-1c70747c7a50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:49.729664 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-94379312-79f4-499f-ba25-1c70747c7a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:49.735435 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9744e50-672d-4c8d-9261-1f0610b0dd56 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:39:49.748673 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b9744e50-672d-4c8d-9261-1f0610b0dd56 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:49.754574 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca24e50-d240-4a73-8590-053d06415cfd None None] Sync routers for ids ['3dfb171b-2695-48d5-be82-db2a718c3c85'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:39:49.763979 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca24e50-d240-4a73-8590-053d06415cfd None None] Routers {'3dfb171b-2695-48d5-be82-db2a718c3c85'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:39:49.764649 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-5ca24e50-d240-4a73-8590-053d06415cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:39:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['3dfb171b-2695-48d5-be82-db2a718c3c85'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:39:49.780551 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-94379312-79f4-499f-ba25-1c70747c7a50 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cc27fbae45124417aad049326ce6cc33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5153987 Sep 23 06:39:49.780551 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94379312-79f4-499f-ba25-1c70747c7a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a015f95b-f12e-4388-83d4-b2b9acf13847,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:49.783449 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46226) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:49.810512 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-b9744e50-672d-4c8d-9261-1f0610b0dd56 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "PUT /v2.0/floatingips/564feda0-b5c9-4098-8d52-10025445ee7c HTTP/1.1" status: 200 len: 990 time: 2.1141996 Sep 23 06:39:49.813510 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46230) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:49.814461 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f6d2b76-656f-4f25-a7ff-9abed767934d', 'tag': 'c258b629-f327-453e-a19d-784a34cfe81c'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:39:49.817110 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac5b136-0c56-4d5f-9db8-e3d3fcac10e1" -d '{"events": [{"name": "network-changed", "server_uuid": "2f6d2b76-656f-4f25-a7ff-9abed767934d", "tag": "c258b629-f327-453e-a19d-784a34cfe81c"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:39:49.871388 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d8271773-b4a9-4269-84a0-36685eec7b36 req-005ba684-afe1-4ba3-a649-da688e8f7ba3 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8a8a733-9d40-4513-965c-60d93327f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356907 Sep 23 06:39:49.872369 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-33205f84-31ce-42da-a4f5-6ef57d7bd6ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:49.874873 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b4debad0-d1d5-46e2-9c32-6abd6208a451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:49.878915 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['148c00b5-4bd3-4f09-b85c-ea3b9d4b8f40'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:39:49.928696 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b4debad0-d1d5-46e2-9c32-6abd6208a451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:49.945249 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-33205f84-31ce-42da-a4f5-6ef57d7bd6ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:50.005358 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bc25f5f0-f31a-4092-83ad-ca09368f924b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:50.023095 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b4debad0-d1d5-46e2-9c32-6abd6208a451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:50.026333 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b4debad0-d1d5-46e2-9c32-6abd6208a451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:50.027646 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-b4debad0-d1d5-46e2-9c32-6abd6208a451 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a015f95b-f12e-4388-83d4-b2b9acf13847 HTTP/1.1" status: 204 len: 168 time: 0.2430215 Sep 23 06:39:50.033520 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-5ca24e50-d240-4a73-8590-053d06415cfd None None] Set router 3dfb171b-2695-48d5-be82-db2a718c3c85 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:39:50.042780 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4debad0-d1d5-46e2-9c32-6abd6208a451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a015f95b-f12e-4388-83d4-b2b9acf13847,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:50.110824 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c519d4-99bd-46aa-99a7-fe7074eb98ca x-openstack-request-id: req-12c519d4-99bd-46aa-99a7-fe7074eb98ca {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:39:50.111114 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f6d2b76-656f-4f25-a7ff-9abed767934d", "tag": "c258b629-f327-453e-a19d-784a34cfe81c", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:39:50.111360 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-12c519d4-99bd-46aa-99a7-fe7074eb98ca {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:39:50.111824 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f6d2b76-656f-4f25-a7ff-9abed767934d', 'tag': 'c258b629-f327-453e-a19d-784a34cfe81c', 'status': 'completed', 'code': 200} Sep 23 06:39:50.171305 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe7f725-a1b8-4dbe-aecf-094ce802edc2 req-c0c1e201-d74c-4dc7-8ae4-d7b1ea0d2e50 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:50.173477 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4fe7f725-a1b8-4dbe-aecf-094ce802edc2 req-c0c1e201-d74c-4dc7-8ae4-d7b1ea0d2e50 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=51db8430-1989-426f-8b96-eefbf99cfcdf HTTP/1.1" status: 200 len: 950 time: 0.1912313 Sep 23 06:39:50.225316 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-33205f84-31ce-42da-a4f5-6ef57d7bd6ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:50.229016 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-33205f84-31ce-42da-a4f5-6ef57d7bd6ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:50.233168 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-33205f84-31ce-42da-a4f5-6ef57d7bd6ee admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f7cc2756-ce59-4c84-944c-7b5572a20cbb HTTP/1.1" status: 204 len: 168 time: 0.5993047 Sep 23 06:39:50.233340 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac5b136-0c56-4d5f-9db8-e3d3fcac10e1 req-4ba16aba-bae7-4da1-80c5-527b1bfc1b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:50.233959 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-eac5b136-0c56-4d5f-9db8-e3d3fcac10e1 req-4ba16aba-bae7-4da1-80c5-527b1bfc1b67 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b4fd4d42904645d3a9db4b781392d8fe&device_id=2f6d2b76-656f-4f25-a7ff-9abed767934d HTTP/1.1" status: 200 len: 1097 time: 0.1322341 Sep 23 06:39:50.249764 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33205f84-31ce-42da-a4f5-6ef57d7bd6ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7cc2756-ce59-4c84-944c-7b5572a20cbb,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:50.277665 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4fe7f725-a1b8-4dbe-aecf-094ce802edc2 req-8c120f00-7c7c-4716-a99a-e3b5b092cea1 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733962 Sep 23 06:39:50.366644 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bc25f5f0-f31a-4092-83ad-ca09368f924b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:50.391582 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934f0eb6-4295-4b9f-b8f3-5e8e9b56d650 req-95798f11-58b2-412f-a19d-e09720da9e40 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:50.407794 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-934f0eb6-4295-4b9f-b8f3-5e8e9b56d650 req-95798f11-58b2-412f-a19d-e09720da9e40 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.39 "GET /v2.0/ports?device_id=960c673d-57a2-4efe-bc1f-81c82aae11cb HTTP/1.1" status: 200 len: 950 time: 0.0817926 Sep 23 06:39:50.408912 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac5b136-0c56-4d5f-9db8-e3d3fcac10e1 req-6148d460-2865-45de-bde6-bc3d69d17f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:50.411265 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-eac5b136-0c56-4d5f-9db8-e3d3fcac10e1 req-6148d460-2865-45de-bde6-bc3d69d17f78 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c551f062-d2de-4528-8056-81dd05062bf0 HTTP/1.1" status: 200 len: 924 time: 0.1600032 Sep 23 06:39:50.412804 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bc25f5f0-f31a-4092-83ad-ca09368f924b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:50.459563 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-934f0eb6-4295-4b9f-b8f3-5e8e9b56d650 req-7b6065f4-4a95-4030-a680-ffc5194f848a tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb904337-7174-44b6-8785-eca1f6e1ec46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505545 Sep 23 06:39:50.462053 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-5ca24e50-d240-4a73-8590-053d06415cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dfb171b-2695-48d5-be82-db2a718c3c85', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-586674481-router', 'tenant_id': 'b4fd4d42904645d3a9db4b781392d8fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '68a91cea-c487-4b18-9298-97ce80475048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:38:52Z', 'updated_at': '2021-09-23T06:38:56Z', 'revision_number': 4, 'project_id': 'b4fd4d42904645d3a9db4b781392d8fe', 'gw_port': {'id': '68a91cea-c487-4b18-9298-97ce80475048', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:40:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfb171b-2695-48d5-be82-db2a718c3c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:38:52Z', 'updated_at': '2021-09-23T06:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '564feda0-b5c9-4098-8d52-10025445ee7c', 'tenant_id': 'b4fd4d42904645d3a9db4b781392d8fe', 'floating_ip_address': '172.25.2.67', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '3dfb171b-2695-48d5-be82-db2a718c3c85', 'port_id': 'c258b629-f327-453e-a19d-784a34cfe81c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c551f062-d2de-4528-8056-81dd05062bf0', 'mac_address': 'fa:16:3e:55:70:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6d2b76-656f-4f25-a7ff-9abed767934d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T06:39:18Z', 'updated_at': '2021-09-23T06:39:48Z', 'revision_number': 1, 'project_id': 'b4fd4d42904645d3a9db4b781392d8fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f8b70cd-eea5-4e7a-9263-fe942dd297c8', 'name': '', 'network_id': 'c551f062-d2de-4528-8056-81dd05062bf0', 'tenant_id': 'b4fd4d42904645d3a9db4b781392d8fe', 'mac_address': 'fa:16:3e:66:3c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfb171b-2695-48d5-be82-db2a718c3c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'bf51907c-7d00-4db7-a61a-2e5dd58b5738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:38:55Z', 'updated_at': '2021-09-23T06:39:02Z', 'revision_number': 5, 'project_id': 'b4fd4d42904645d3a9db4b781392d8fe', 'subnets': [{'id': 'bf51907c-7d00-4db7-a61a-2e5dd58b5738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:39:50.498242 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca24e50-d240-4a73-8590-053d06415cfd None None] Checking router: 3dfb171b-2695-48d5-be82-db2a718c3c85 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:39:50.510575 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca24e50-d240-4a73-8590-053d06415cfd None None] Routers {'3dfb171b-2695-48d5-be82-db2a718c3c85'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:39:50.511349 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-5ca24e50-d240-4a73-8590-053d06415cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:39:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['3dfb171b-2695-48d5-be82-db2a718c3c85'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:39:50.717463 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-5ca24e50-d240-4a73-8590-053d06415cfd None None] Set router 3dfb171b-2695-48d5-be82-db2a718c3c85 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:39:50.794684 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc25f5f0-f31a-4092-83ad-ca09368f924b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e52021e-76c7-43dd-88dc-5fc5f41f4f3f,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:50.799526 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eaa9f7-2cd0-449d-8010-6cfc87ec4b1b req-1f76d28c-7249-48c8-b1ae-f3bacd624667 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:50.800091 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-bc25f5f0-f31a-4092-83ad-ca09368f924b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=007be0dff3e3406aa7d6485641c8c826&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9835188 Sep 23 06:39:50.809154 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46258) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:50.809587 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-30eaa9f7-2cd0-449d-8010-6cfc87ec4b1b req-1f76d28c-7249-48c8-b1ae-f3bacd624667 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0f182bb-9275-4650-a99a-5d7f9feaf109 HTTP/1.1" status: 200 len: 949 time: 0.1142812 Sep 23 06:39:50.815793 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46260) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:50.845409 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-94e7d1e1-9aaa-4cc1-aaf8-186ea523f997 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:50.846521 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-eac5b136-0c56-4d5f-9db8-e3d3fcac10e1 req-4be54b50-cdfb-42de-ad01-f884a87a2729 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c258b629-f327-453e-a19d-784a34cfe81c HTTP/1.1" status: 200 len: 998 time: 0.4251049 Sep 23 06:39:50.926680 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-30eaa9f7-2cd0-449d-8010-6cfc87ec4b1b req-208a8bc9-600f-4f30-81b1-6b22b1aa654e tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148429 Sep 23 06:39:50.926909 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac5b136-0c56-4d5f-9db8-e3d3fcac10e1 req-4de69812-0020-43bf-82c2-e54de34f92d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:50.929304 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-eac5b136-0c56-4d5f-9db8-e3d3fcac10e1 req-4de69812-0020-43bf-82c2-e54de34f92d1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bf51907c-7d00-4db7-a61a-2e5dd58b5738 HTTP/1.1" status: 200 len: 862 time: 0.0687592 Sep 23 06:39:50.957263 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46264) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:51.010794 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 148c00b5-4bd3-4f09-b85c-ea3b9d4b8f40 up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:39:51.048292 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3a517956-03dc-418d-bb78-ff70256838ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:51.084094 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3a517956-03dc-418d-bb78-ff70256838ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:51.104363 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-727ce4d1-231e-4d3a-928a-75d77969746e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=854da32f1f5b42e6bd32229397a5a71a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1449378 Sep 23 06:39:51.110365 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46270) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:51.141887 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port 148c00b5-4bd3-4f09-b85c-ea3b9d4b8f40 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:39:51.142793 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac5b136-0c56-4d5f-9db8-e3d3fcac10e1 req-7a422ad0-5766-4aea-a355-c5f3770ffccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:51.144369 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-eac5b136-0c56-4d5f-9db8-e3d3fcac10e1 req-7a422ad0-5766-4aea-a355-c5f3770ffccb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c551f062-d2de-4528-8056-81dd05062bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1980989 Sep 23 06:39:51.155970 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port 148c00b5-4bd3-4f09-b85c-ea3b9d4b8f40 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:39:51.156821 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:51.157115 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-94e7d1e1-9aaa-4cc1-aaf8-186ea523f997 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:51.170599 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-94e7d1e1-9aaa-4cc1-aaf8-186ea523f997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:51.225430 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '960c673d-57a2-4efe-bc1f-81c82aae11cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06de3338-97d7-43a5-be4f-cde6cad109bb'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:39:51.230815 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f29696-2944-47a0-a236-b4a88484dbbd" -d '{"events": [{"server_uuid": "960c673d-57a2-4efe-bc1f-81c82aae11cb", "name": "network-vif-plugged", "status": "completed", "tag": "06de3338-97d7-43a5-be4f-cde6cad109bb"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:39:51.253294 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-94e7d1e1-9aaa-4cc1-aaf8-186ea523f997 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2157e26668894be898e2f59ae0a8248e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4357748 Sep 23 06:39:51.255330 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3a517956-03dc-418d-bb78-ff70256838ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:51.263011 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3a517956-03dc-418d-bb78-ff70256838ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:51.270124 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e7d1e1-9aaa-4cc1-aaf8-186ea523f997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46ba9023-cd52-460f-a3a7-5ad24dc80784,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:51.272238 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-3a517956-03dc-418d-bb78-ff70256838ec admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9e52021e-76c7-43dd-88dc-5fc5f41f4f3f HTTP/1.1" status: 204 len: 168 time: 0.4408829 Sep 23 06:39:51.276616 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46274) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:51.330041 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:51.335898 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [req-214e6649-70d1-479f-a51b-b8625c5e82de req-8a9ab840-d270-43f0-abb4-bb24e1502989 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=95065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 06:39:51.349756 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-214e6649-70d1-479f-a51b-b8625c5e82de req-8a9ab840-d270-43f0-abb4-bb24e1502989 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3238800 Sep 23 06:39:51.354151 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c2701d0-ce0e-42c4-ab32-d781adc92849 x-openstack-request-id: req-6c2701d0-ce0e-42c4-ab32-d781adc92849 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:39:51.355033 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "960c673d-57a2-4efe-bc1f-81c82aae11cb", "name": "network-vif-plugged", "status": "completed", "tag": "06de3338-97d7-43a5-be4f-cde6cad109bb", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:39:51.355033 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6c2701d0-ce0e-42c4-ab32-d781adc92849 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:39:51.355233 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '960c673d-57a2-4efe-bc1f-81c82aae11cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06de3338-97d7-43a5-be4f-cde6cad109bb', 'code': 200} Sep 23 06:39:51.357596 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-5ca24e50-d240-4a73-8590-053d06415cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dfb171b-2695-48d5-be82-db2a718c3c85', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-586674481-router', 'tenant_id': 'b4fd4d42904645d3a9db4b781392d8fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '68a91cea-c487-4b18-9298-97ce80475048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:38:52Z', 'updated_at': '2021-09-23T06:38:56Z', 'revision_number': 4, 'project_id': 'b4fd4d42904645d3a9db4b781392d8fe', 'gw_port': {'id': '68a91cea-c487-4b18-9298-97ce80475048', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:40:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfb171b-2695-48d5-be82-db2a718c3c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:38:52Z', 'updated_at': '2021-09-23T06:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '564feda0-b5c9-4098-8d52-10025445ee7c', 'tenant_id': 'b4fd4d42904645d3a9db4b781392d8fe', 'floating_ip_address': '172.25.2.67', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '3dfb171b-2695-48d5-be82-db2a718c3c85', 'port_id': 'c258b629-f327-453e-a19d-784a34cfe81c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c551f062-d2de-4528-8056-81dd05062bf0', 'mac_address': 'fa:16:3e:55:70:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6d2b76-656f-4f25-a7ff-9abed767934d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T06:39:18Z', 'updated_at': '2021-09-23T06:39:48Z', 'revision_number': 1, 'project_id': 'b4fd4d42904645d3a9db4b781392d8fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f8b70cd-eea5-4e7a-9263-fe942dd297c8', 'name': '', 'network_id': 'c551f062-d2de-4528-8056-81dd05062bf0', 'tenant_id': 'b4fd4d42904645d3a9db4b781392d8fe', 'mac_address': 'fa:16:3e:66:3c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfb171b-2695-48d5-be82-db2a718c3c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'bf51907c-7d00-4db7-a61a-2e5dd58b5738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:38:55Z', 'updated_at': '2021-09-23T06:39:02Z', 'revision_number': 5, 'project_id': 'b4fd4d42904645d3a9db4b781392d8fe', 'subnets': [{'id': 'bf51907c-7d00-4db7-a61a-2e5dd58b5738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:39:51.362857 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1257659e-4076-48e8-ac4b-9b33d592c606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:51.392632 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a517956-03dc-418d-bb78-ff70256838ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e52021e-76c7-43dd-88dc-5fc5f41f4f3f,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:51.403967 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 148c00b5-4bd3-4f09-b85c-ea3b9d4b8f40, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=148c00b5-4bd3-4f09-b85c-ea3b9d4b8f40,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:39:51.412011 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca24e50-d240-4a73-8590-053d06415cfd None None] The sync data for ids ['3dfb171b-2695-48d5-be82-db2a718c3c85'] in n-d-715271-16 is: [{'id': '3dfb171b-2695-48d5-be82-db2a718c3c85', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-586674481-router', 'tenant_id': 'b4fd4d42904645d3a9db4b781392d8fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '68a91cea-c487-4b18-9298-97ce80475048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:38:52Z', 'updated_at': '2021-09-23T06:38:56Z', 'revision_number': 4, 'project_id': 'b4fd4d42904645d3a9db4b781392d8fe', 'gw_port': {'id': '68a91cea-c487-4b18-9298-97ce80475048', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:40:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfb171b-2695-48d5-be82-db2a718c3c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:38:52Z', 'updated_at': '2021-09-23T06:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '564feda0-b5c9-4098-8d52-10025445ee7c', 'tenant_id': 'b4fd4d42904645d3a9db4b781392d8fe', 'floating_ip_address': '172.25.2.67', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '3dfb171b-2695-48d5-be82-db2a718c3c85', 'port_id': 'c258b629-f327-453e-a19d-784a34cfe81c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c551f062-d2de-4528-8056-81dd05062bf0', 'mac_address': 'fa:16:3e:55:70:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6d2b76-656f-4f25-a7ff-9abed767934d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T06:39:18Z', 'updated_at': '2021-09-23T06:39:48Z', 'revision_number': 1, 'project_id': 'b4fd4d42904645d3a9db4b781392d8fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f8b70cd-eea5-4e7a-9263-fe942dd297c8', 'name': '', 'network_id': 'c551f062-d2de-4528-8056-81dd05062bf0', 'tenant_id': 'b4fd4d42904645d3a9db4b781392d8fe', 'mac_address': 'fa:16:3e:66:3c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfb171b-2695-48d5-be82-db2a718c3c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'bf51907c-7d00-4db7-a61a-2e5dd58b5738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:38:55Z', 'updated_at': '2021-09-23T06:39:02Z', 'revision_number': 5, 'project_id': 'b4fd4d42904645d3a9db4b781392d8fe', 'subnets': [{'id': 'bf51907c-7d00-4db7-a61a-2e5dd58b5738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:39:51.416430 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:51.472456 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1257659e-4076-48e8-ac4b-9b33d592c606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:51.496749 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-eac5b136-0c56-4d5f-9db8-e3d3fcac10e1 req-6d9a9096-2eb9-4b85-bded-18173ed82d6f service neutron] 10.222.0.21 "GET /v2.0/networks/c551f062-d2de-4528-8056-81dd05062bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3436763 Sep 23 06:39:51.536620 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=148c00b5-4bd3-4f09-b85c-ea3b9d4b8f40,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:51.569188 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6fe547bf-17ea-47ac-9d9d-fe6d9d0e6969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:51.584540 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ab0138-f3bb-4f50-aed5-53f1caf2aa46 req-be4024ca-6748-447a-b453-1c2a699a4d8b tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:51.592921 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-66ab0138-f3bb-4f50-aed5-53f1caf2aa46 req-be4024ca-6748-447a-b453-1c2a699a4d8b tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=51db8430-1989-426f-8b96-eefbf99cfcdf HTTP/1.1" status: 200 len: 950 time: 0.1442344 Sep 23 06:39:51.636066 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6fe547bf-17ea-47ac-9d9d-fe6d9d0e6969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:51.655753 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac3b31-2af4-4e0c-9ddb-8edea78ac38e req-49146ebe-1833-4bb0-99f1-0c56ae4823e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:51.657148 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1257659e-4076-48e8-ac4b-9b33d592c606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:51.657272 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-99ac3b31-2af4-4e0c-9ddb-8edea78ac38e req-49146ebe-1833-4bb0-99f1-0c56ae4823e7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=960c673d-57a2-4efe-bc1f-81c82aae11cb HTTP/1.1" status: 200 len: 1102 time: 0.2535179 Sep 23 06:39:51.659924 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1257659e-4076-48e8-ac4b-9b33d592c606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:51.661438 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-1257659e-4076-48e8-ac4b-9b33d592c606 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0eacf29f-0337-4ba9-9e13-e2decec760e1 HTTP/1.1" status: 204 len: 168 time: 0.5501323 Sep 23 06:39:51.668257 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-eac5b136-0c56-4d5f-9db8-e3d3fcac10e1 req-fd7cab54-e481-40fd-a672-5d275176f92d service neutron] 10.222.0.21 "GET /v2.0/networks/c551f062-d2de-4528-8056-81dd05062bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630807 Sep 23 06:39:51.691636 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f5e4e-25a5-40ab-927b-531613e3f2a2 req-149eeb69-2914-463a-9eed-a28c5e780456 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:51.693145 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8f8f5e4e-25a5-40ab-927b-531613e3f2a2 req-149eeb69-2914-463a-9eed-a28c5e780456 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.39 "GET /v2.0/ports?device_id=960c673d-57a2-4efe-bc1f-81c82aae11cb HTTP/1.1" status: 200 len: 950 time: 0.0935900 Sep 23 06:39:51.724668 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-66ab0138-f3bb-4f50-aed5-53f1caf2aa46 req-65f11403-8d33-419b-99bc-b588fb66162a tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303730 Sep 23 06:39:51.726333 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1257659e-4076-48e8-ac4b-9b33d592c606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eacf29f-0337-4ba9-9e13-e2decec760e1,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:51.761214 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6fe547bf-17ea-47ac-9d9d-fe6d9d0e6969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:51.762287 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-99ac3b31-2af4-4e0c-9ddb-8edea78ac38e req-46b1e676-cabe-4056-a3b8-5b5738da5a2a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=cb904337-7174-44b6-8785-eca1f6e1ec46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912716 Sep 23 06:39:51.775392 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6fe547bf-17ea-47ac-9d9d-fe6d9d0e6969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:51.775392 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-6fe547bf-17ea-47ac-9d9d-fe6d9d0e6969 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/46ba9023-cd52-460f-a3a7-5ad24dc80784 HTTP/1.1" status: 204 len: 168 time: 0.4545455 Sep 23 06:39:51.778166 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8f8f5e4e-25a5-40ab-927b-531613e3f2a2 req-053cf200-5e3b-4828-813e-5c3e20ed2165 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb904337-7174-44b6-8785-eca1f6e1ec46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725977 Sep 23 06:39:51.780634 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe547bf-17ea-47ac-9d9d-fe6d9d0e6969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ba9023-cd52-460f-a3a7-5ad24dc80784,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:51.829891 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0524f711-d133-4acc-923e-c1d3d2655dfb None None] New status for floating IP 564feda0-b5c9-4098-8d52-10025445ee7c: ACTIVE {{(pid=95067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 06:39:51.898166 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfa41b1-7628-46df-92c6-556cd0884c50 req-23407f99-1fe1-41af-89f2-b3311f0c4430 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:51.900218 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3dfa41b1-7628-46df-92c6-556cd0884c50 req-23407f99-1fe1-41af-89f2-b3311f0c4430 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] 10.222.0.39 "GET /v2.0/ports?device_id=07d5be3f-2c1c-4b9e-8577-909f7393d32d HTTP/1.1" status: 200 len: 950 time: 0.0578599 Sep 23 06:39:51.951020 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3dfa41b1-7628-46df-92c6-556cd0884c50 req-4421523c-4051-4599-8cf7-d85b6de59663 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8a8a733-9d40-4513-965c-60d93327f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432432 Sep 23 06:39:52.098762 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e92de-3ba6-408a-b672-560ff895f32b req-5379282d-4184-4c18-92cb-ff7d9d16e9ee tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:52.112628 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7a0e92de-3ba6-408a-b672-560ff895f32b req-5379282d-4184-4c18-92cb-ff7d9d16e9ee tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0f182bb-9275-4650-a99a-5d7f9feaf109 HTTP/1.1" status: 200 len: 950 time: 0.0898468 Sep 23 06:39:52.136942 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46302) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:52.165817 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2d32-c24f-43ac-b103-d4fd8155c8d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:52.180016 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7a0e92de-3ba6-408a-b672-560ff895f32b req-6432508f-9bf9-4238-af7a-47985529ce23 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665045 Sep 23 06:39:52.289302 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2d32-c24f-43ac-b103-d4fd8155c8d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:52.294487 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2d32-c24f-43ac-b103-d4fd8155c8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:52.336424 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-6fbc2d32-c24f-43ac-b103-d4fd8155c8d3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3952df9cef0d47fc817db7a78afd2bc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1983373 Sep 23 06:39:52.337853 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbc2d32-c24f-43ac-b103-d4fd8155c8d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f45812be-8aa5-439e-b6d7-0fea8d81c44e,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:52.340695 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46308) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:52.346129 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbc2d32-c24f-43ac-b103-d4fd8155c8d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:39:52.346477 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbc2d32-c24f-43ac-b103-d4fd8155c8d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:39:52.346825 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbc2d32-c24f-43ac-b103-d4fd8155c8d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:39:52.347279 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbc2d32-c24f-43ac-b103-d4fd8155c8d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:39:52.347619 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbc2d32-c24f-43ac-b103-d4fd8155c8d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:39:52.347953 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbc2d32-c24f-43ac-b103-d4fd8155c8d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:39:52.348284 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbc2d32-c24f-43ac-b103-d4fd8155c8d3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:39:52.348612 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbc2d32-c24f-43ac-b103-d4fd8155c8d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:39:52.348942 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbc2d32-c24f-43ac-b103-d4fd8155c8d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:39:52.349279 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbc2d32-c24f-43ac-b103-d4fd8155c8d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:39:52.349721 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbc2d32-c24f-43ac-b103-d4fd8155c8d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:39:52.350077 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbc2d32-c24f-43ac-b103-d4fd8155c8d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:39:52.436487 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-989bb878-998d-4bd6-841d-5a256211d65c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:52.471879 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-989bb878-998d-4bd6-841d-5a256211d65c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:52.479492 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc23d1-9ac4-40b4-b38c-7fa72299d172 req-a6188a8e-7c72-4887-ae6b-b641259b3eaf tempest-MigrationsAdminTest-1266026843 tempest-MigrationsAdminTest-1266026843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:52.480856 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-29dc23d1-9ac4-40b4-b38c-7fa72299d172 req-a6188a8e-7c72-4887-ae6b-b641259b3eaf tempest-MigrationsAdminTest-1266026843 tempest-MigrationsAdminTest-1266026843-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=51db8430-1989-426f-8b96-eefbf99cfcdf HTTP/1.1" status: 200 len: 1102 time: 0.0523579 Sep 23 06:39:52.504207 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-29dc23d1-9ac4-40b4-b38c-7fa72299d172 req-50c3a567-bcb9-4f35-b60a-c1d21029c95b tempest-MigrationsAdminTest-1266026843 tempest-MigrationsAdminTest-1266026843-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:52.544791 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-336f2bcd-1b0f-4000-8201-769aba247440 req-98c25450-3e65-4b58-a68f-0543fde8ab9a tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=f469ecabdab147d39f1c3597d718c196&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0883336 Sep 23 06:39:52.639518 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-29dc23d1-9ac4-40b4-b38c-7fa72299d172 req-50c3a567-bcb9-4f35-b60a-c1d21029c95b tempest-MigrationsAdminTest-1266026843 tempest-MigrationsAdminTest-1266026843-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:52.647076 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-989bb878-998d-4bd6-841d-5a256211d65c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:52.648654 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-29dc23d1-9ac4-40b4-b38c-7fa72299d172 req-50c3a567-bcb9-4f35-b60a-c1d21029c95b tempest-MigrationsAdminTest-1266026843 tempest-MigrationsAdminTest-1266026843-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:52.652130 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-989bb878-998d-4bd6-841d-5a256211d65c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:52.656042 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-989bb878-998d-4bd6-841d-5a256211d65c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f45812be-8aa5-439e-b6d7-0fea8d81c44e HTTP/1.1" status: 204 len: 168 time: 0.3144188 Sep 23 06:39:52.670457 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989bb878-998d-4bd6-841d-5a256211d65c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f45812be-8aa5-439e-b6d7-0fea8d81c44e,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:52.688019 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989bb878-998d-4bd6-841d-5a256211d65c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:39:52.688371 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989bb878-998d-4bd6-841d-5a256211d65c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:39:52.688718 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989bb878-998d-4bd6-841d-5a256211d65c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:39:52.689043 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989bb878-998d-4bd6-841d-5a256211d65c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:39:52.689383 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989bb878-998d-4bd6-841d-5a256211d65c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:39:52.689710 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989bb878-998d-4bd6-841d-5a256211d65c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:39:52.690072 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989bb878-998d-4bd6-841d-5a256211d65c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:39:52.690398 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989bb878-998d-4bd6-841d-5a256211d65c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:39:52.691218 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989bb878-998d-4bd6-841d-5a256211d65c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:39:52.691218 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989bb878-998d-4bd6-841d-5a256211d65c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:39:52.691401 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989bb878-998d-4bd6-841d-5a256211d65c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:39:52.691707 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989bb878-998d-4bd6-841d-5a256211d65c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:39:52.714301 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-29dc23d1-9ac4-40b4-b38c-7fa72299d172 req-50c3a567-bcb9-4f35-b60a-c1d21029c95b tempest-MigrationsAdminTest-1266026843 tempest-MigrationsAdminTest-1266026843-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235944 Sep 23 06:39:52.717279 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f2bcd-1b0f-4000-8201-769aba247440 req-02f27b52-5696-4981-912d-a333446c830e tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:52.724560 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-336f2bcd-1b0f-4000-8201-769aba247440 req-02f27b52-5696-4981-912d-a333446c830e tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1785579 Sep 23 06:39:52.727961 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c3a567-bcb9-4f35-b60a-c1d21029c95b tempest-MigrationsAdminTest-1266026843 tempest-MigrationsAdminTest-1266026843-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab3dfa9-eb44-4adc-88a2-87c2d33a50a4,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:52.752916 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-336f2bcd-1b0f-4000-8201-769aba247440 req-4fedf0a0-3cee-47e6-b8a6-8fc9fd512ddc tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] 10.222.0.39 "GET /v2.0/quotas/f469ecabdab147d39f1c3597d718c196 HTTP/1.1" status: 200 len: 375 time: 0.0272286 Sep 23 06:39:52.833301 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-336f2bcd-1b0f-4000-8201-769aba247440 req-b4178d7b-83a1-470e-b896-4d81bf911cf9 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f469ecabdab147d39f1c3597d718c196&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0766885 Sep 23 06:39:52.867843 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [req-7153371a-8d32-4827-9837-63425c68c1f8 req-2fa1c019-6e81-406d-92f3-7929e10a6de6 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 06:39:52.869976 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7153371a-8d32-4827-9837-63425c68c1f8 req-2fa1c019-6e81-406d-92f3-7929e10a6de6 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067387 Sep 23 06:39:53.110402 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216d9d1-dfbe-4446-a69c-c33a3ad83558 req-71f753ad-9ea6-487d-901b-b359d885938f tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:53.113014 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1216d9d1-dfbe-4446-a69c-c33a3ad83558 req-71f753ad-9ea6-487d-901b-b359d885938f tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.39 "GET /v2.0/ports?device_id=960c673d-57a2-4efe-bc1f-81c82aae11cb HTTP/1.1" status: 200 len: 950 time: 0.0863066 Sep 23 06:39:53.160523 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1216d9d1-dfbe-4446-a69c-c33a3ad83558 req-e532cfbd-c401-4045-8b2b-ef1f85b7018d tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb904337-7174-44b6-8785-eca1f6e1ec46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391607 Sep 23 06:39:53.244362 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bb9cdfd3-9134-421f-a7c3-894dd3e1f49d req-05cefc85-2490-49b5-ad41-0d93c904eeb9 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] 10.222.0.39 "GET /v2.0/ports?device_id=810c8027-12f1-4c39-ba1d-5c641317d5f6 HTTP/1.1" status: 200 len: 210 time: 0.0294175 Sep 23 06:39:53.357456 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0f182bb-9275-4650-a99a-5d7f9feaf109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '148c00b5-4bd3-4f09-b85c-ea3b9d4b8f40'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:39:53.360495 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a6cb4c-978a-49ab-a836-17562bf8951e" -d '{"events": [{"server_uuid": "f0f182bb-9275-4650-a99a-5d7f9feaf109", "name": "network-vif-plugged", "status": "completed", "tag": "148c00b5-4bd3-4f09-b85c-ea3b9d4b8f40"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:39:53.382015 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264870b9-724e-4c7d-aa2f-f29ce5b29c2a req-e2f937e1-773f-45c2-b61a-5d99366ebaaa tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:53.395505 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-264870b9-724e-4c7d-aa2f-f29ce5b29c2a req-e2f937e1-773f-45c2-b61a-5d99366ebaaa tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0f182bb-9275-4650-a99a-5d7f9feaf109 HTTP/1.1" status: 200 len: 950 time: 0.0812533 Sep 23 06:39:53.442622 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-264870b9-724e-4c7d-aa2f-f29ce5b29c2a req-a8876909-d8a2-406c-8cb7-976911044981 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454764 Sep 23 06:39:53.570807 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac19cac-83f5-45d9-995c-3aab281f92c0 x-openstack-request-id: req-3ac19cac-83f5-45d9-995c-3aab281f92c0 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:39:53.571618 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0f182bb-9275-4650-a99a-5d7f9feaf109", "name": "network-vif-plugged", "status": "completed", "tag": "148c00b5-4bd3-4f09-b85c-ea3b9d4b8f40", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:39:53.572114 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3ac19cac-83f5-45d9-995c-3aab281f92c0 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:39:53.573062 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0f182bb-9275-4650-a99a-5d7f9feaf109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '148c00b5-4bd3-4f09-b85c-ea3b9d4b8f40', 'code': 200} Sep 23 06:39:53.728670 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416d5872-4bcd-44f9-8a79-0195b746371c req-7ccaf6be-1886-443c-b256-00a35237613b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:53.730778 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-416d5872-4bcd-44f9-8a79-0195b746371c req-7ccaf6be-1886-443c-b256-00a35237613b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f0f182bb-9275-4650-a99a-5d7f9feaf109 HTTP/1.1" status: 200 len: 1102 time: 0.0506947 Sep 23 06:39:53.786540 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-416d5872-4bcd-44f9-8a79-0195b746371c req-9cdba641-9787-450e-bbe4-62f24dcf00d8 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478072 Sep 23 06:39:54.056522 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00359989-8119-4641-8a4e-1afe230bf0d5 req-dc198004-50b4-4a59-8d22-0f4baee0a896 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:54.058388 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-00359989-8119-4641-8a4e-1afe230bf0d5 req-dc198004-50b4-4a59-8d22-0f4baee0a896 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=51db8430-1989-426f-8b96-eefbf99cfcdf HTTP/1.1" status: 200 len: 950 time: 0.0536301 Sep 23 06:39:54.105194 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-00359989-8119-4641-8a4e-1afe230bf0d5 req-f81ab3cb-1c92-4355-b83e-bb3183f30c5a tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405777 Sep 23 06:39:54.249343 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46432) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:54.264398 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46436) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:54.302888 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad78c88-8075-42cf-bc0a-08974d7c584b req-919bfbbe-ff99-4598-9c82-90f8a84fe48e tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:54.304636 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3ad78c88-8075-42cf-bc0a-08974d7c584b req-919bfbbe-ff99-4598-9c82-90f8a84fe48e tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.39 "GET /v2.0/ports?device_id=960c673d-57a2-4efe-bc1f-81c82aae11cb HTTP/1.1" status: 200 len: 950 time: 0.0627201 Sep 23 06:39:54.360607 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3ad78c88-8075-42cf-bc0a-08974d7c584b req-cd1c62b8-d45c-4406-a8df-326e6b8bedbd tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb904337-7174-44b6-8785-eca1f6e1ec46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497639 Sep 23 06:39:54.363577 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3d8d0d26-d526-40e1-9c25-54b3b9361b08 req-794a6bf5-0cae-4144-9ae1-5596e4cc7f24 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] 10.222.0.39 "GET /v2.0/ports?device_id=810c8027-12f1-4c39-ba1d-5c641317d5f6 HTTP/1.1" status: 200 len: 210 time: 0.0370622 Sep 23 06:39:54.443578 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0d3c6557-0226-45b6-ac47-07048f5e86a4 req-09682cf6-d263-4ea7-8237-eff043b8ef06 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=51db8430-1989-426f-8b96-eefbf99cfcdf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1895757 Sep 23 06:39:54.490641 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-336f2bcd-1b0f-4000-8201-769aba247440 req-6711d0b1-fc59-45ed-8231-951c5cc59ec3 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=f469ecabdab147d39f1c3597d718c196&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0452857 Sep 23 06:39:54.497753 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [req-0d3c6557-0226-45b6-ac47-07048f5e86a4 req-251488f1-9319-44d0-b8a5-9413a3ed995b service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=95065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 06:39:54.498807 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0d3c6557-0226-45b6-ac47-07048f5e86a4 req-251488f1-9319-44d0-b8a5-9413a3ed995b service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061655 Sep 23 06:39:54.587621 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-47d422a4-9fa8-43e0-8104-53224afe81f5 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1989089985-network', 'tenant_id': '4f0064bb53474048bf6eb5b78e44e4ae'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:39:54.626748 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47d422a4-9fa8-43e0-8104-53224afe81f5 admin admin] Made reservation on behalf of 4f0064bb53474048bf6eb5b78e44e4ae for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:39:54.629693 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-47d422a4-9fa8-43e0-8104-53224afe81f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:54.667205 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-47d422a4-9fa8-43e0-8104-53224afe81f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:54.671360 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7974e-fa64-46a8-844b-0af1473e4d8d req-0004964c-86eb-410e-afe5-28009088dee4 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:54.678712 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-33e7974e-fa64-46a8-844b-0af1473e4d8d req-0004964c-86eb-410e-afe5-28009088dee4 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0f182bb-9275-4650-a99a-5d7f9feaf109 HTTP/1.1" status: 200 len: 950 time: 0.0925586 Sep 23 06:39:54.730446 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-33e7974e-fa64-46a8-844b-0af1473e4d8d req-31ca8149-e201-4557-80ec-a27d79ad2526 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507917 Sep 23 06:39:54.788324 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-47d422a4-9fa8-43e0-8104-53224afe81f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:54.797259 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-47d422a4-9fa8-43e0-8104-53224afe81f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:54.863826 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f2bcd-1b0f-4000-8201-769aba247440 req-8e873b83-2118-456a-ae93-9758022ecbb0 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:54.865327 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-336f2bcd-1b0f-4000-8201-769aba247440 req-8e873b83-2118-456a-ae93-9758022ecbb0 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3656819 Sep 23 06:39:54.866312 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47d422a4-9fa8-43e0-8104-53224afe81f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:39:54.889625 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-336f2bcd-1b0f-4000-8201-769aba247440 req-5b302815-c0b4-4d1b-929e-7c6a0f565c21 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] Request body: {'port': {'device_id': '810c8027-12f1-4c39-ba1d-5c641317d5f6', 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062', 'admin_state_up': True, 'tenant_id': 'f469ecabdab147d39f1c3597d718c196'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:39:54.899134 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d422a4-9fa8-43e0-8104-53224afe81f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:54.903077 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-47d422a4-9fa8-43e0-8104-53224afe81f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:54.903417 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-47d422a4-9fa8-43e0-8104-53224afe81f5 admin admin] Added segment df9429cb-1b73-4fcc-8ecd-d0edb039148e of type vlan for network 26aba36e-f765-4b4a-a7c9-897761ec549b Sep 23 06:39:55.000643 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd03dcb-f448-4d08-b3d6-d29287ae0f21 req-55926916-9e84-4f20-9d51-e81a5e772a9e tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:55.002530 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5dd03dcb-f448-4d08-b3d6-d29287ae0f21 req-55926916-9e84-4f20-9d51-e81a5e772a9e tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.39 "GET /v2.0/ports?device_id=960c673d-57a2-4efe-bc1f-81c82aae11cb HTTP/1.1" status: 200 len: 950 time: 0.1931221 Sep 23 06:39:55.030690 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-47d422a4-9fa8-43e0-8104-53224afe81f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:55.129998 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5dd03dcb-f448-4d08-b3d6-d29287ae0f21 req-5c741c94-6fdd-4afd-b6c6-738ee9ddd6f9 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb904337-7174-44b6-8785-eca1f6e1ec46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963500 Sep 23 06:39:55.146902 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-47d422a4-9fa8-43e0-8104-53224afe81f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:55.148146 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d422a4-9fa8-43e0-8104-53224afe81f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:55.148409 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-47d422a4-9fa8-43e0-8104-53224afe81f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:55.211208 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-336f2bcd-1b0f-4000-8201-769aba247440 req-5b302815-c0b4-4d1b-929e-7c6a0f565c21 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] Made reservation on behalf of f469ecabdab147d39f1c3597d718c196 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:39:55.215712 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-336f2bcd-1b0f-4000-8201-769aba247440 req-5b302815-c0b4-4d1b-929e-7c6a0f565c21 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:55.258242 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46500) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:55.259541 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-47d422a4-9fa8-43e0-8104-53224afe81f5 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9934943 Sep 23 06:39:55.264019 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-7d22516b-dc0a-4270-8d1c-dd279b298b0d admin admin] Request body: {'subnet': {'network_id': '26aba36e-f765-4b4a-a7c9-897761ec549b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1989089985-subnet', 'tenant_id': '4f0064bb53474048bf6eb5b78e44e4ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:39:55.266670 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d422a4-9fa8-43e0-8104-53224afe81f5 admin admin] Pushing event updated for resources: {'Network': ['ID=26aba36e-f765-4b4a-a7c9-897761ec549b,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:55.282208 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 26aba36e-f765-4b4a-a7c9-897761ec549b details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:39:55.300215 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d22516b-dc0a-4270-8d1c-dd279b298b0d admin admin] Made reservation on behalf of 4f0064bb53474048bf6eb5b78e44e4ae for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:39:55.303862 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7d22516b-dc0a-4270-8d1c-dd279b298b0d admin admin] Notify callbacks [] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:55.417636 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd986b6d-c405-41a1-a344-f38e160b9ece req-52d75f22-fab1-4acd-bf7f-6949666c1d1b tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:55.425046 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bd986b6d-c405-41a1-a344-f38e160b9ece req-52d75f22-fab1-4acd-bf7f-6949666c1d1b tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=51db8430-1989-426f-8b96-eefbf99cfcdf HTTP/1.1" status: 200 len: 950 time: 0.1542323 Sep 23 06:39:55.519837 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bd986b6d-c405-41a1-a344-f38e160b9ece req-081fc84d-a5ba-4008-bc2b-df3eadd84b52 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943010 Sep 23 06:39:55.550771 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-336f2bcd-1b0f-4000-8201-769aba247440 req-5b302815-c0b4-4d1b-929e-7c6a0f565c21 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] Allocated IP 192.168.233.111 (16515f0f-e5a6-4630-a440-e11fb2e02062/3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e/86c27a3e-e3c4-42ce-968b-6f7f8a89523e) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:39:55.602167 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7d22516b-dc0a-4270-8d1c-dd279b298b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:55.663626 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fd2ed590-a767-42a7-bfe6-a5795ebdf6b4 req-3e5f0a93-a1e5-4fb2-b579-2ae4892e6c0b tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] 10.222.0.39 "GET /v2.0/ports?device_id=810c8027-12f1-4c39-ba1d-5c641317d5f6 HTTP/1.1" status: 200 len: 210 time: 0.0564501 Sep 23 06:39:55.701406 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d22516b-dc0a-4270-8d1c-dd279b298b0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=afab507a-4ef5-4f82-b221-a08b722735c6,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:55.715387 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d22516b-dc0a-4270-8d1c-dd279b298b0d admin admin] Checking segment: {'id': 'df9429cb-1b73-4fcc-8ecd-d0edb039148e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '26aba36e-f765-4b4a-a7c9-897761ec549b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:39:55.715992 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d22516b-dc0a-4270-8d1c-dd279b298b0d admin admin] Network hostable DHCP agents. Network: 26aba36e-f765-4b4a-a7c9-897761ec549b, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:39:55.745668 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d22516b-dc0a-4270-8d1c-dd279b298b0d admin admin] Network 26aba36e-f765-4b4a-a7c9-897761ec549b is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:39:55.762541 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-7d22516b-dc0a-4270-8d1c-dd279b298b0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 26aba36e-f765-4b4a-a7c9-897761ec549b) {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:39:55.769135 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d22516b-dc0a-4270-8d1c-dd279b298b0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:55.770060 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7d22516b-dc0a-4270-8d1c-dd279b298b0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:55.771067 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf6b756-c360-4d03-9525-3b5bfb022e98 None None] Network 26aba36e-f765-4b4a-a7c9-897761ec549b requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:39:55.793620 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-7d22516b-dc0a-4270-8d1c-dd279b298b0d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5334489 Sep 23 06:39:55.815853 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-336f2bcd-1b0f-4000-8201-769aba247440 req-5b302815-c0b4-4d1b-929e-7c6a0f565c21 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:55.827065 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b95d76-565f-45f7-858a-d93b534a8934 req-f1a32607-32d5-4d8c-aeb3-23ee2e5acb70 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:55.834869 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-37b95d76-565f-45f7-858a-d93b534a8934 req-f1a32607-32d5-4d8c-aeb3-23ee2e5acb70 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.39 "GET /v2.0/ports?device_id=960c673d-57a2-4efe-bc1f-81c82aae11cb HTTP/1.1" status: 200 len: 950 time: 0.2017021 Sep 23 06:39:55.878459 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-336f2bcd-1b0f-4000-8201-769aba247440 req-5b302815-c0b4-4d1b-929e-7c6a0f565c21 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:55.915990 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['894a118e-646b-4162-9fae-96d3de53d270'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:39:55.958949 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-336f2bcd-1b0f-4000-8201-769aba247440 req-5b302815-c0b4-4d1b-929e-7c6a0f565c21 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] Network 16515f0f-e5a6-4630-a440-e11fb2e02062 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:39:55.970956 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-336f2bcd-1b0f-4000-8201-769aba247440 req-5b302815-c0b4-4d1b-929e-7c6a0f565c21 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:39:55.981003 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-336f2bcd-1b0f-4000-8201-769aba247440 req-5b302815-c0b4-4d1b-929e-7c6a0f565c21 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:39:55.984561 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3eaecde-dfbe-4218-ace8-ad0a9a1df56b None None] Network 26aba36e-f765-4b4a-a7c9-897761ec549b requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:39:55.995145 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f2bcd-1b0f-4000-8201-769aba247440 req-5b302815-c0b4-4d1b-929e-7c6a0f565c21 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:55.998676 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-336f2bcd-1b0f-4000-8201-769aba247440 req-5b302815-c0b4-4d1b-929e-7c6a0f565c21 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:56.046635 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-37b95d76-565f-45f7-858a-d93b534a8934 req-914ba3d6-4ac6-4d29-929a-4055fb4db91a tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb904337-7174-44b6-8785-eca1f6e1ec46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781182 Sep 23 06:39:56.054614 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b302815-c0b4-4d1b-929e-7c6a0f565c21 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] Pushing event updated for resources: {'Port': ['ID=86c27a3e-e3c4-42ce-968b-6f7f8a89523e,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:56.087360 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-336f2bcd-1b0f-4000-8201-769aba247440 req-5b302815-c0b4-4d1b-929e-7c6a0f565c21 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2075856 Sep 23 06:39:56.113733 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-336f2bcd-1b0f-4000-8201-769aba247440 req-dc09ac3f-1fa3-480a-9d88-382b4202c380 service neutron] Request body: {'port': {'device_id': '810c8027-12f1-4c39-ba1d-5c641317d5f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:39:56.233329 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46538) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:56.506871 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-2f5065d4-25f1-4d7e-ad97-a8ffa4277e71 None None] Provisioning complete for port 86c27a3e-e3c4-42ce-968b-6f7f8a89523e triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:39:56.508994 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2f5065d4-25f1-4d7e-ad97-a8ffa4277e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:56.535872 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-336f2bcd-1b0f-4000-8201-769aba247440 req-dc09ac3f-1fa3-480a-9d88-382b4202c380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:56.565277 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0330f8-5623-4f09-bd93-0fd5d6d3dfcf req-70d35bd5-b68e-4aff-b564-b52fc0eb874f tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:56.572646 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5b0330f8-5623-4f09-bd93-0fd5d6d3dfcf req-70d35bd5-b68e-4aff-b564-b52fc0eb874f tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0f182bb-9275-4650-a99a-5d7f9feaf109 HTTP/1.1" status: 200 len: 950 time: 0.1017725 Sep 23 06:39:56.576089 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5032709d-9c5e-43ba-9b71-944523fac249 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:56.600060 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-2f5065d4-25f1-4d7e-ad97-a8ffa4277e71 None None] Port 86c27a3e-e3c4-42ce-968b-6f7f8a89523e cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:39:56.642421 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c6557-0226-45b6-ac47-07048f5e86a4 req-b1444f8c-300a-4066-bb5b-7df927e43a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:56.643989 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0d3c6557-0226-45b6-ac47-07048f5e86a4 req-b1444f8c-300a-4066-bb5b-7df927e43a11 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5ca4f991227448e1b6417695cbfdc362&device_id=51db8430-1989-426f-8b96-eefbf99cfcdf HTTP/1.1" status: 200 len: 1102 time: 0.1414039 Sep 23 06:39:56.666690 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5b0330f8-5623-4f09-bd93-0fd5d6d3dfcf req-0ef2194b-8976-4d69-a724-aca7f3bd527c tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929933 Sep 23 06:39:56.710156 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05898b92-31ff-40e5-bf98-82fd50de6050 req-9b0d1df0-0969-4b89-a20f-c29107c03b0f tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:56.712593 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-05898b92-31ff-40e5-bf98-82fd50de6050 req-9b0d1df0-0969-4b89-a20f-c29107c03b0f tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=51db8430-1989-426f-8b96-eefbf99cfcdf HTTP/1.1" status: 200 len: 950 time: 0.0918190 Sep 23 06:39:56.783446 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-05898b92-31ff-40e5-bf98-82fd50de6050 req-cbd75227-95f3-4c01-9178-a8799d175602 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629396 Sep 23 06:39:56.785666 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5032709d-9c5e-43ba-9b71-944523fac249 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:56.791780 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5032709d-9c5e-43ba-9b71-944523fac249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:56.841192 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-5032709d-9c5e-43ba-9b71-944523fac249 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c7fdde677fb044349bd81561d9ce4e68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6065826 Sep 23 06:39:56.844095 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46572) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:56.845203 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5032709d-9c5e-43ba-9b71-944523fac249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0071b1-ec43-4576-b1a0-e965ccec6079,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:56.872251 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c6557-0226-45b6-ac47-07048f5e86a4 req-de0d51e5-c532-4ba0-bb9b-998b883bec88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:56.873275 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0d3c6557-0226-45b6-ac47-07048f5e86a4 req-de0d51e5-c532-4ba0-bb9b-998b883bec88 service neutron] 10.222.0.21 "GET /v2.0/networks?id=16515f0f-e5a6-4630-a440-e11fb2e02062 HTTP/1.1" status: 200 len: 870 time: 0.2211094 Sep 23 06:39:56.915089 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bc839c44-3a51-4c4f-9a88-f724217b0758 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:56.939311 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46578) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:56.949683 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-0d53fb5c-30d4-4776-a432-cf34505a3db6 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1862558390-network', 'tenant_id': '7649c1606db24a809b73a16f71a58102'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:39:56.956918 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bc839c44-3a51-4c4f-9a88-f724217b0758 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:56.959981 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0d3c6557-0226-45b6-ac47-07048f5e86a4 req-a122fb6e-3e75-41a2-84b4-fdf0d1f92d52 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=f12c200c-7bca-49dd-b324-ebac021046e8 HTTP/1.1" status: 200 len: 217 time: 0.0603287 Sep 23 06:39:57.031323 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d53fb5c-30d4-4776-a432-cf34505a3db6 admin admin] Made reservation on behalf of 7649c1606db24a809b73a16f71a58102 for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:39:57.033776 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0d53fb5c-30d4-4776-a432-cf34505a3db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:57.050605 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0d53fb5c-30d4-4776-a432-cf34505a3db6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:57.053176 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c6557-0226-45b6-ac47-07048f5e86a4 req-4e7cd6bf-996c-4b5c-a5e6-6dc8498bca2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:57.054700 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0d3c6557-0226-45b6-ac47-07048f5e86a4 req-4e7cd6bf-996c-4b5c-a5e6-6dc8498bca2c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e HTTP/1.1" status: 200 len: 843 time: 0.0723331 Sep 23 06:39:57.076241 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3359e4-2a00-46a3-aa6d-650d48b553f5 req-3f8f83cc-541f-4c24-9682-4b116c994c60 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:57.084858 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9c3359e4-2a00-46a3-aa6d-650d48b553f5 req-3f8f83cc-541f-4c24-9682-4b116c994c60 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] 10.222.0.39 "GET /v2.0/ports?device_id=810c8027-12f1-4c39-ba1d-5c641317d5f6 HTTP/1.1" status: 200 len: 936 time: 0.1312506 Sep 23 06:39:57.131517 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bc839c44-3a51-4c4f-9a88-f724217b0758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:57.134533 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bc839c44-3a51-4c4f-9a88-f724217b0758 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:57.138074 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-bc839c44-3a51-4c4f-9a88-f724217b0758 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7c0071b1-ec43-4576-b1a0-e965ccec6079 HTTP/1.1" status: 204 len: 168 time: 0.2873209 Sep 23 06:39:57.160324 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-336f2bcd-1b0f-4000-8201-769aba247440 req-dc09ac3f-1fa3-480a-9d88-382b4202c380 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86c27a3e-e3c4-42ce-968b-6f7f8a89523e {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:39:57.171879 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-336f2bcd-1b0f-4000-8201-769aba247440 req-dc09ac3f-1fa3-480a-9d88-382b4202c380 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:57.172545 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9c3359e4-2a00-46a3-aa6d-650d48b553f5 req-a8db3f55-3525-4496-bb8c-bee43ed6ea4b tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8a8a733-9d40-4513-965c-60d93327f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800076 Sep 23 06:39:57.176482 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c6557-0226-45b6-ac47-07048f5e86a4 req-862c0a88-b843-49e9-ad70-25f62ba3a5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:57.177411 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc839c44-3a51-4c4f-9a88-f724217b0758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0071b1-ec43-4576-b1a0-e965ccec6079,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:57.178933 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0d3c6557-0226-45b6-ac47-07048f5e86a4 req-862c0a88-b843-49e9-ad70-25f62ba3a5a9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=16515f0f-e5a6-4630-a440-e11fb2e02062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1153276 Sep 23 06:39:57.276936 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0d53fb5c-30d4-4776-a432-cf34505a3db6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:57.279690 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-336f2bcd-1b0f-4000-8201-769aba247440 req-dc09ac3f-1fa3-480a-9d88-382b4202c380 service neutron] Transition to ACTIVE for port object 86c27a3e-e3c4-42ce-968b-6f7f8a89523e will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:39:57.312996 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0d53fb5c-30d4-4776-a432-cf34505a3db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:57.316458 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-336f2bcd-1b0f-4000-8201-769aba247440 req-dc09ac3f-1fa3-480a-9d88-382b4202c380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:57.332676 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d53fb5c-30d4-4776-a432-cf34505a3db6 admin admin] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:39:57.346594 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0d53fb5c-30d4-4776-a432-cf34505a3db6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753429875851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:57.347151 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0d53fb5c-30d4-4776-a432-cf34505a3db6 admin admin] Unsubscribe: segment precommit_create {{(pid=95066) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 23 06:39:57.347684 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-0d53fb5c-30d4-4776-a432-cf34505a3db6 admin admin] Added segment 5bc12c22-8fcd-42e5-ab91-7f125ed81f3a of type vlan for network 64e25880-0004-4a2a-8e9c-6a5554ffb7ad Sep 23 06:39:57.428277 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3880fc95-6d84-4f4d-810f-dd72bc35d745 req-73cee262-b3dd-4bfd-a897-c712663a76e6 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:57.429846 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3880fc95-6d84-4f4d-810f-dd72bc35d745 req-73cee262-b3dd-4bfd-a897-c712663a76e6 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.58 "GET /v2.0/ports?device_id=960c673d-57a2-4efe-bc1f-81c82aae11cb HTTP/1.1" status: 200 len: 950 time: 0.2193890 Sep 23 06:39:57.431304 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d53fb5c-30d4-4776-a432-cf34505a3db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c29aff8-82a9-42d0-a7f1-7a7ba627a0db,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:57.438381 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0d53fb5c-30d4-4776-a432-cf34505a3db6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:57.449405 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2dc02e-4f61-4d30-83e2-eb48eb200a07 req-727ed169-791b-4da9-919e-ee15975908de tempest-ServersOnMultiNodesTest-68966466 tempest-ServersOnMultiNodesTest-68966466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:57.454233 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e744e0c4-ab3c-44c3-8a00-ae370b6bdd5f req-e8d3d482-f873-483f-b5ef-e1b683eccf1d tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:57.455512 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e744e0c4-ab3c-44c3-8a00-ae370b6bdd5f req-e8d3d482-f873-483f-b5ef-e1b683eccf1d tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.39 "GET /v2.0/ports?device_id=960c673d-57a2-4efe-bc1f-81c82aae11cb HTTP/1.1" status: 200 len: 950 time: 0.1741216 Sep 23 06:39:57.457158 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6f2dc02e-4f61-4d30-83e2-eb48eb200a07 req-727ed169-791b-4da9-919e-ee15975908de tempest-ServersOnMultiNodesTest-68966466 tempest-ServersOnMultiNodesTest-68966466-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f0f182bb-9275-4650-a99a-5d7f9feaf109 HTTP/1.1" status: 200 len: 1102 time: 0.2738869 Sep 23 06:39:57.516446 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0d53fb5c-30d4-4776-a432-cf34505a3db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:57.517421 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d53fb5c-30d4-4776-a432-cf34505a3db6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:57.518082 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0d53fb5c-30d4-4776-a432-cf34505a3db6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:57.541102 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc09ac3f-1fa3-480a-9d88-382b4202c380 service neutron] Pushing event updated for resources: {'Port': ['ID=86c27a3e-e3c4-42ce-968b-6f7f8a89523e,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:57.547072 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e744e0c4-ab3c-44c3-8a00-ae370b6bdd5f req-a48189a2-cbbd-40ce-8437-d86665152d77 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb904337-7174-44b6-8785-eca1f6e1ec46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809495 Sep 23 06:39:57.605571 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6f2dc02e-4f61-4d30-83e2-eb48eb200a07 req-140c39f2-982a-45dd-b913-92264629dec9 tempest-ServersOnMultiNodesTest-68966466 tempest-ServersOnMultiNodesTest-68966466-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:57.607415 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-0d53fb5c-30d4-4776-a432-cf34505a3db6 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6665545 Sep 23 06:39:57.608081 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46592) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:57.613795 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0d3c6557-0226-45b6-ac47-07048f5e86a4 req-fe909f11-e86a-494f-a0ba-8f289bec194a service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3986945 Sep 23 06:39:57.624481 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-14b04be6-0dcb-40c3-bd1e-786929ab8b42 admin admin] Request body: {'subnet': {'network_id': '64e25880-0004-4a2a-8e9c-6a5554ffb7ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1862558390-subnet', 'tenant_id': '7649c1606db24a809b73a16f71a58102', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:39:57.673819 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d53fb5c-30d4-4776-a432-cf34505a3db6 admin admin] Pushing event updated for resources: {'Network': ['ID=64e25880-0004-4a2a-8e9c-6a5554ffb7ad,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:57.686583 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 64e25880-0004-4a2a-8e9c-6a5554ffb7ad details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:39:57.704624 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b04be6-0dcb-40c3-bd1e-786929ab8b42 admin admin] Made reservation on behalf of 7649c1606db24a809b73a16f71a58102 for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:39:57.708473 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-14b04be6-0dcb-40c3-bd1e-786929ab8b42 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:57.748194 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46594) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:57.841178 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-336f2bcd-1b0f-4000-8201-769aba247440 req-dc09ac3f-1fa3-480a-9d88-382b4202c380 service neutron] Attempting to bind port 86c27a3e-e3c4-42ce-968b-6f7f8a89523e on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:39:57.841516 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-336f2bcd-1b0f-4000-8201-769aba247440 req-dc09ac3f-1fa3-480a-9d88-382b4202c380 service neutron] Attempting to bind port 86c27a3e-e3c4-42ce-968b-6f7f8a89523e by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:39:57.841845 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336f2bcd-1b0f-4000-8201-769aba247440 req-dc09ac3f-1fa3-480a-9d88-382b4202c380 service neutron] Attempting to bind port 86c27a3e-e3c4-42ce-968b-6f7f8a89523e on network 16515f0f-e5a6-4630-a440-e11fb2e02062 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:39:57.847991 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46600) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:57.874770 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5bdb2b35-77cf-460e-9d93-c92864c79d2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:57.903984 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336f2bcd-1b0f-4000-8201-769aba247440 req-dc09ac3f-1fa3-480a-9d88-382b4202c380 service neutron] Port 86c27a3e-e3c4-42ce-968b-6f7f8a89523e on network 16515f0f-e5a6-4630-a440-e11fb2e02062 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:39:57.904415 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336f2bcd-1b0f-4000-8201-769aba247440 req-dc09ac3f-1fa3-480a-9d88-382b4202c380 service neutron] Attempting to bind port 86c27a3e-e3c4-42ce-968b-6f7f8a89523e on network 16515f0f-e5a6-4630-a440-e11fb2e02062 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:39:57.917721 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336f2bcd-1b0f-4000-8201-769aba247440 req-dc09ac3f-1fa3-480a-9d88-382b4202c380 service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:39:57.918092 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336f2bcd-1b0f-4000-8201-769aba247440 req-dc09ac3f-1fa3-480a-9d88-382b4202c380 service neutron] Checking segment: {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:39:57.918474 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336f2bcd-1b0f-4000-8201-769aba247440 req-dc09ac3f-1fa3-480a-9d88-382b4202c380 service neutron] Bound using segment: {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:39:57.921316 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-336f2bcd-1b0f-4000-8201-769aba247440 req-dc09ac3f-1fa3-480a-9d88-382b4202c380 service neutron] Bound port: 86c27a3e-e3c4-42ce-968b-6f7f8a89523e, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:39:57.921697 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-336f2bcd-1b0f-4000-8201-769aba247440 req-dc09ac3f-1fa3-480a-9d88-382b4202c380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:57.999605 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb9ac6b-1f3e-4571-b033-a4a4d7742f8d req-14e40ca2-36f0-41c6-82c2-e61cbcfe94ae tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:58.000980 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6fb9ac6b-1f3e-4571-b033-a4a4d7742f8d req-14e40ca2-36f0-41c6-82c2-e61cbcfe94ae tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=51db8430-1989-426f-8b96-eefbf99cfcdf HTTP/1.1" status: 200 len: 950 time: 0.0974691 Sep 23 06:39:58.024749 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-14b04be6-0dcb-40c3-bd1e-786929ab8b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:58.033078 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0d3c6557-0226-45b6-ac47-07048f5e86a4 req-949e42cd-11cd-4e0d-856f-ab71341febf8 service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3733249 Sep 23 06:39:58.036500 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c4baaf7c-3f9c-4450-909a-2f9ddbfae812 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:58.038623 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-3880fc95-6d84-4f4d-810f-dd72bc35d745 req-fff2cdb7-d730-4e78-924e-b7a620d443d8 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] Deleting port 06de3338-97d7-43a5-be4f-cde6cad109bb {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:39:58.038964 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-3880fc95-6d84-4f4d-810f-dd72bc35d745 req-fff2cdb7-d730-4e78-924e-b7a620d443d8 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:58.066308 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6f2dc02e-4f61-4d30-83e2-eb48eb200a07 req-140c39f2-982a-45dd-b913-92264629dec9 tempest-ServersOnMultiNodesTest-68966466 tempest-ServersOnMultiNodesTest-68966466-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:58.081983 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6f2dc02e-4f61-4d30-83e2-eb48eb200a07 req-140c39f2-982a-45dd-b913-92264629dec9 tempest-ServersOnMultiNodesTest-68966466 tempest-ServersOnMultiNodesTest-68966466-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:58.130014 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6fb9ac6b-1f3e-4571-b033-a4a4d7742f8d req-551868b3-0548-4dd8-901b-63a34e745cc0 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118782 Sep 23 06:39:58.137613 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b04be6-0dcb-40c3-bd1e-786929ab8b42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3d7ce2b-915a-4964-a43a-23cbb97c49ba,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:58.138460 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6f2dc02e-4f61-4d30-83e2-eb48eb200a07 req-140c39f2-982a-45dd-b913-92264629dec9 tempest-ServersOnMultiNodesTest-68966466 tempest-ServersOnMultiNodesTest-68966466-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6803854 Sep 23 06:39:58.166319 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b04be6-0dcb-40c3-bd1e-786929ab8b42 admin admin] Checking segment: {'id': '5bc12c22-8fcd-42e5-ab91-7f125ed81f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '64e25880-0004-4a2a-8e9c-6a5554ffb7ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:39:58.170198 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b04be6-0dcb-40c3-bd1e-786929ab8b42 admin admin] Network hostable DHCP agents. Network: 64e25880-0004-4a2a-8e9c-6a5554ffb7ad, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:39:58.191015 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-336f2bcd-1b0f-4000-8201-769aba247440 req-dc09ac3f-1fa3-480a-9d88-382b4202c380 service neutron] For port 86c27a3e-e3c4-42ce-968b-6f7f8a89523e, host n-h2-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:39:58.216175 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-336f2bcd-1b0f-4000-8201-769aba247440 req-dc09ac3f-1fa3-480a-9d88-382b4202c380 service neutron] For port 86c27a3e-e3c4-42ce-968b-6f7f8a89523e, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=86c27a3e-e3c4-42ce-968b-6f7f8a89523e,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:39:58.221084 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140c39f2-982a-45dd-b913-92264629dec9 tempest-ServersOnMultiNodesTest-68966466 tempest-ServersOnMultiNodesTest-68966466-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc6a1be-cd58-44ad-b3f3-fc8103784e29,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:58.228444 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-336f2bcd-1b0f-4000-8201-769aba247440 req-dc09ac3f-1fa3-480a-9d88-382b4202c380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:58.231344 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b04be6-0dcb-40c3-bd1e-786929ab8b42 admin admin] Network 64e25880-0004-4a2a-8e9c-6a5554ffb7ad is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:39:58.252828 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-14b04be6-0dcb-40c3-bd1e-786929ab8b42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 64e25880-0004-4a2a-8e9c-6a5554ffb7ad) {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:39:58.262251 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855a6741-6610-4304-a55d-48c192bc0445 None None] Network 64e25880-0004-4a2a-8e9c-6a5554ffb7ad requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:39:58.283398 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b04be6-0dcb-40c3-bd1e-786929ab8b42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:58.285919 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-14b04be6-0dcb-40c3-bd1e-786929ab8b42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:58.287462 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f2bcd-1b0f-4000-8201-769aba247440 req-dc09ac3f-1fa3-480a-9d88-382b4202c380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:58.288252 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-336f2bcd-1b0f-4000-8201-769aba247440 req-dc09ac3f-1fa3-480a-9d88-382b4202c380 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:58.289785 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-336f2bcd-1b0f-4000-8201-769aba247440 req-dc09ac3f-1fa3-480a-9d88-382b4202c380 service neutron] 10.222.0.58 "PUT /v2.0/ports/86c27a3e-e3c4-42ce-968b-6f7f8a89523e HTTP/1.1" status: 200 len: 1097 time: 2.1889992 Sep 23 06:39:58.291187 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '810c8027-12f1-4c39-ba1d-5c641317d5f6', 'tag': '86c27a3e-e3c4-42ce-968b-6f7f8a89523e'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:39:58.294366 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-838590ba-6165-4d0e-9e57-99a359be6f83" -d '{"events": [{"name": "network-changed", "server_uuid": "810c8027-12f1-4c39-ba1d-5c641317d5f6", "tag": "86c27a3e-e3c4-42ce-968b-6f7f8a89523e"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:39:58.311448 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5bdb2b35-77cf-460e-9d93-c92864c79d2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:58.314402 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-3880fc95-6d84-4f4d-810f-dd72bc35d745 req-fff2cdb7-d730-4e78-924e-b7a620d443d8 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] For port 06de3338-97d7-43a5-be4f-cde6cad109bb, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=06de3338-97d7-43a5-be4f-cde6cad109bb,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:39:58.315556 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-3880fc95-6d84-4f4d-810f-dd72bc35d745 req-fff2cdb7-d730-4e78-924e-b7a620d443d8 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:58.325670 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5bdb2b35-77cf-460e-9d93-c92864c79d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:58.405990 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e47956d5-0f96-477d-bbf5-7840d88c3ca8 x-openstack-request-id: req-e47956d5-0f96-477d-bbf5-7840d88c3ca8 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:39:58.406287 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "810c8027-12f1-4c39-ba1d-5c641317d5f6", "tag": "86c27a3e-e3c4-42ce-968b-6f7f8a89523e", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:39:58.406535 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e47956d5-0f96-477d-bbf5-7840d88c3ca8 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:39:58.406937 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '810c8027-12f1-4c39-ba1d-5c641317d5f6', 'tag': '86c27a3e-e3c4-42ce-968b-6f7f8a89523e', 'status': 'completed', 'code': 200} Sep 23 06:39:58.411171 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-3880fc95-6d84-4f4d-810f-dd72bc35d745 req-fff2cdb7-d730-4e78-924e-b7a620d443d8 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] Calling delete_port for 06de3338-97d7-43a5-be4f-cde6cad109bb owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:39:58.416623 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-5bdb2b35-77cf-460e-9d93-c92864c79d2d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dac25735ab3249ab854e6fffdab248ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5671926 Sep 23 06:39:58.420290 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46610) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:58.440284 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc09ac3f-1fa3-480a-9d88-382b4202c380 service neutron] Pushing event updated for resources: {'Port': ['ID=86c27a3e-e3c4-42ce-968b-6f7f8a89523e,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:58.455832 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdb2b35-77cf-460e-9d93-c92864c79d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bba5cad-97f8-411e-b971-de108887240b,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:58.511739 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7488cab-596f-4482-92a3-c5b6dcf19296 None None] Network 64e25880-0004-4a2a-8e9c-6a5554ffb7ad requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:39:58.522668 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f7b38ad3-f5a7-45d7-8a7c-1da5aabc97d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:58.573433 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fc189f-6f75-42bd-860a-aeb57784c27c req-84315f48-5cb0-44a2-80df-4326773cb7b7 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:58.576740 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c1fc189f-6f75-42bd-860a-aeb57784c27c req-84315f48-5cb0-44a2-80df-4326773cb7b7 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] 10.222.0.39 "GET /v2.0/ports?device_id=810c8027-12f1-4c39-ba1d-5c641317d5f6 HTTP/1.1" status: 200 len: 948 time: 0.2915733 Sep 23 06:39:58.579783 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f7b38ad3-f5a7-45d7-8a7c-1da5aabc97d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:58.588237 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f2bcd-1b0f-4000-8201-769aba247440 req-adecd63a-cfbf-4e90-adbb-75054e5a9a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:58.589742 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-336f2bcd-1b0f-4000-8201-769aba247440 req-adecd63a-cfbf-4e90-adbb-75054e5a9a46 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f469ecabdab147d39f1c3597d718c196&device_id=810c8027-12f1-4c39-ba1d-5c641317d5f6 HTTP/1.1" status: 200 len: 1100 time: 0.1940691 Sep 23 06:39:58.652196 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-f24b21da-d016-4a11-861d-b1be2d9d697e tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=8d68b6f2bfe2491c9015cf660b627aab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330999 Sep 23 06:39:58.654429 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c4baaf7c-3f9c-4450-909a-2f9ddbfae812 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:58.683721 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c4baaf7c-3f9c-4450-909a-2f9ddbfae812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:58.691375 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-14b04be6-0dcb-40c3-bd1e-786929ab8b42 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0775080 Sep 23 06:39:58.780294 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-c4baaf7c-3f9c-4450-909a-2f9ddbfae812 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=81cc678542aa4bbdb9912d27d5ec4f8d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0307155 Sep 23 06:39:58.780937 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46628) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:58.809217 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4baaf7c-3f9c-4450-909a-2f9ddbfae812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35aea689-a93d-4e5d-ac66-78bd9995639a,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:58.817306 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-336f2bcd-1b0f-4000-8201-769aba247440 req-e702c2df-16f5-4406-9749-7efe9e4edb0f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=86c27a3e-e3c4-42ce-968b-6f7f8a89523e HTTP/1.1" status: 200 len: 217 time: 0.2113442 Sep 23 06:39:58.875403 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f7b38ad3-f5a7-45d7-8a7c-1da5aabc97d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:58.878213 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f7b38ad3-f5a7-45d7-8a7c-1da5aabc97d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:58.879341 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c1fc189f-6f75-42bd-860a-aeb57784c27c req-e774e068-cc33-47d5-8313-675b50f31325 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8a8a733-9d40-4513-965c-60d93327f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852988 Sep 23 06:39:58.879465 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-f7b38ad3-f5a7-45d7-8a7c-1da5aabc97d0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8bba5cad-97f8-411e-b971-de108887240b HTTP/1.1" status: 204 len: 168 time: 0.4587467 Sep 23 06:39:58.913845 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b38ad3-f5a7-45d7-8a7c-1da5aabc97d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bba5cad-97f8-411e-b971-de108887240b,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:58.917690 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f2bcd-1b0f-4000-8201-769aba247440 req-0f6ef15e-7ed3-4e65-a6d3-eb69baade8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:58.919380 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-336f2bcd-1b0f-4000-8201-769aba247440 req-0f6ef15e-7ed3-4e65-a6d3-eb69baade8a5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e HTTP/1.1" status: 200 len: 843 time: 0.0916731 Sep 23 06:39:58.942602 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-9955be87-3ab1-4f5d-85f1-d9cadeec6f9e tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:58.953501 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-9955be87-3ab1-4f5d-85f1-d9cadeec6f9e tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2909830 Sep 23 06:39:58.962968 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-14e30b3f-ad5e-4e63-b581-d005942f7fd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:58.984078 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-3880fc95-6d84-4f4d-810f-dd72bc35d745 req-fff2cdb7-d730-4e78-924e-b7a620d443d8 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:58.995890 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-14e30b3f-ad5e-4e63-b581-d005942f7fd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:58.998553 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['06de3338-97d7-43a5-be4f-cde6cad109bb'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:39:59.028230 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-e46aa61a-8b15-4cdc-8ec4-b4257486417d tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/quotas/8d68b6f2bfe2491c9015cf660b627aab HTTP/1.1" status: 200 len: 375 time: 0.0732110 Sep 23 06:39:59.081134 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff2cdb7-d730-4e78-924e-b7a620d443d8 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] Pushing event deleted for resources: {'Port': ['ID=06de3338-97d7-43a5-be4f-cde6cad109bb,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:59.085658 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-87606c7f-a8e1-4443-8e35-1e69fd7f2a2d req-86742d8a-4a68-4cec-a578-ff5b08c59e03 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.39 "GET /v2.0/ports?device_id=960c673d-57a2-4efe-bc1f-81c82aae11cb HTTP/1.1" status: 200 len: 210 time: 0.0916002 Sep 23 06:39:59.088037 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f2bcd-1b0f-4000-8201-769aba247440 req-14eda058-3168-49c1-b15d-1cc7013f25c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:59.093070 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-cfe3d56d-d65e-45b6-a498-92e63c90c7f2 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8d68b6f2bfe2491c9015cf660b627aab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0581381 Sep 23 06:39:59.095929 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-336f2bcd-1b0f-4000-8201-769aba247440 req-14eda058-3168-49c1-b15d-1cc7013f25c9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=16515f0f-e5a6-4630-a440-e11fb2e02062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1587455 Sep 23 06:39:59.117141 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-14e30b3f-ad5e-4e63-b581-d005942f7fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:59.121382 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-14e30b3f-ad5e-4e63-b581-d005942f7fd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:59.125210 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-14e30b3f-ad5e-4e63-b581-d005942f7fd7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/35aea689-a93d-4e5d-ac66-78bd9995639a HTTP/1.1" status: 204 len: 168 time: 0.3146591 Sep 23 06:39:59.133330 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e30b3f-ad5e-4e63-b581-d005942f7fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35aea689-a93d-4e5d-ac66-78bd9995639a,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:39:59.229841 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-336f2bcd-1b0f-4000-8201-769aba247440 req-28ed9811-7ba0-49cb-8b0b-b414abf0f401 service neutron] 10.222.0.58 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220212 Sep 23 06:39:59.350633 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-3880fc95-6d84-4f4d-810f-dd72bc35d745 req-fff2cdb7-d730-4e78-924e-b7a620d443d8 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] No DVR routers for this DVR port 06de3338-97d7-43a5-be4f-cde6cad109bb on host n-h2-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:39:59.354828 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-3880fc95-6d84-4f4d-810f-dd72bc35d745 req-fff2cdb7-d730-4e78-924e-b7a620d443d8 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:59.361827 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3880fc95-6d84-4f4d-810f-dd72bc35d745 req-fff2cdb7-d730-4e78-924e-b7a620d443d8 tempest-DeleteServersAdminTestJSON-1268645370 tempest-DeleteServersAdminTestJSON-1268645370-project] 10.222.0.58 "DELETE /v2.0/ports/06de3338-97d7-43a5-be4f-cde6cad109bb HTTP/1.1" status: 204 len: 173 time: 1.9170244 Sep 23 06:39:59.393244 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-336f2bcd-1b0f-4000-8201-769aba247440 req-661b4812-a148-4827-8863-a1dc2324d684 service neutron] 10.222.0.58 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466074 Sep 23 06:39:59.533004 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838590ba-6165-4d0e-9e57-99a359be6f83 req-0a85e744-6252-4638-9a9e-5dc7852e1917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:59.534533 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-838590ba-6165-4d0e-9e57-99a359be6f83 req-0a85e744-6252-4638-9a9e-5dc7852e1917 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f469ecabdab147d39f1c3597d718c196&device_id=810c8027-12f1-4c39-ba1d-5c641317d5f6 HTTP/1.1" status: 200 len: 1100 time: 0.0790789 Sep 23 06:39:59.654487 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838590ba-6165-4d0e-9e57-99a359be6f83 req-c196475d-64ad-4970-8c83-4c5e9e7ed22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:59.655976 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-838590ba-6165-4d0e-9e57-99a359be6f83 req-c196475d-64ad-4970-8c83-4c5e9e7ed22b service neutron] 10.222.0.58 "GET /v2.0/networks?id=16515f0f-e5a6-4630-a440-e11fb2e02062 HTTP/1.1" status: 200 len: 870 time: 0.1011581 Sep 23 06:39:59.748388 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-838590ba-6165-4d0e-9e57-99a359be6f83 req-f0eba549-07db-440b-9ad2-94685c9ffdd5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=86c27a3e-e3c4-42ce-968b-6f7f8a89523e HTTP/1.1" status: 200 len: 217 time: 0.0774183 Sep 23 06:39:59.772827 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46664) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:39:59.791889 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d6221844-8239-422e-a088-7d43cf35ac3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:39:59.833662 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b97ee7-6e89-4787-9573-0719027b7eeb req-3f457e8b-c7b6-49c9-a824-d93caacd90f4 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:39:59.841406 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-84b97ee7-6e89-4787-9573-0719027b7eeb req-3f457e8b-c7b6-49c9-a824-d93caacd90f4 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=51db8430-1989-426f-8b96-eefbf99cfcdf HTTP/1.1" status: 200 len: 950 time: 0.0991368 Sep 23 06:39:59.902369 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-84b97ee7-6e89-4787-9573-0719027b7eeb req-eae15fd9-b536-46e0-b993-7a7e2ca30218 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580542 Sep 23 06:40:00.019484 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838590ba-6165-4d0e-9e57-99a359be6f83 req-46cbf1cf-8a6a-4b9d-9ad7-c8ceb8364a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:00.021018 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-838590ba-6165-4d0e-9e57-99a359be6f83 req-46cbf1cf-8a6a-4b9d-9ad7-c8ceb8364a51 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e HTTP/1.1" status: 200 len: 843 time: 0.2468143 Sep 23 06:40:00.029342 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d6221844-8239-422e-a088-7d43cf35ac3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:00.034857 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d6221844-8239-422e-a088-7d43cf35ac3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:00.084432 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-d6221844-8239-422e-a088-7d43cf35ac3b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9dc0326decd740aba7fc34a35dec9030&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3101890 Sep 23 06:40:00.085131 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6221844-8239-422e-a088-7d43cf35ac3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d325088-d691-44f0-8c57-6b64d1c2e3cb,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:00.088057 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46682) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:40:00.153572 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-91bf83fe-343d-43d8-83ba-01696d4ca97e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:00.200985 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-91bf83fe-343d-43d8-83ba-01696d4ca97e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:00.211625 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7957abde-81a4-49cf-aa8b-4f197317dd9a req-cc214970-bba8-406f-9b44-36adbedf75d9 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:00.213464 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7957abde-81a4-49cf-aa8b-4f197317dd9a req-cc214970-bba8-406f-9b44-36adbedf75d9 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/networks?id=26aba36e-f765-4b4a-a7c9-897761ec549b HTTP/1.1" status: 200 len: 821 time: 0.4688492 Sep 23 06:40:00.234540 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7957abde-81a4-49cf-aa8b-4f197317dd9a req-b0c3d1c6-7b08-4a99-b198-3b3371bdbc71 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/quotas/4f0064bb53474048bf6eb5b78e44e4ae HTTP/1.1" status: 200 len: 375 time: 0.0138566 Sep 23 06:40:00.253495 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838590ba-6165-4d0e-9e57-99a359be6f83 req-15e67e51-a43e-4fba-b51c-1022c0ee8385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:00.255219 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-838590ba-6165-4d0e-9e57-99a359be6f83 req-15e67e51-a43e-4fba-b51c-1022c0ee8385 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=16515f0f-e5a6-4630-a440-e11fb2e02062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1991475 Sep 23 06:40:00.288716 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-91bf83fe-343d-43d8-83ba-01696d4ca97e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:00.294057 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-91bf83fe-343d-43d8-83ba-01696d4ca97e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:00.295663 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-91bf83fe-343d-43d8-83ba-01696d4ca97e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5d325088-d691-44f0-8c57-6b64d1c2e3cb HTTP/1.1" status: 204 len: 168 time: 0.2064986 Sep 23 06:40:00.298100 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7957abde-81a4-49cf-aa8b-4f197317dd9a req-cec175a5-418a-488c-ac10-6469000ccd40 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4f0064bb53474048bf6eb5b78e44e4ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0569077 Sep 23 06:40:00.306214 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [req-7957abde-81a4-49cf-aa8b-4f197317dd9a req-362beec1-397c-4c82-bfb3-4f5ebd60dc61 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=95065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 06:40:00.317791 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7957abde-81a4-49cf-aa8b-4f197317dd9a req-362beec1-397c-4c82-bfb3-4f5ebd60dc61 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0161643 Sep 23 06:40:00.323401 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bf83fe-343d-43d8-83ba-01696d4ca97e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d325088-d691-44f0-8c57-6b64d1c2e3cb,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:00.425138 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '960c673d-57a2-4efe-bc1f-81c82aae11cb', 'name': 'network-vif-deleted', 'tag': '06de3338-97d7-43a5-be4f-cde6cad109bb'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:40:00.432187 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbeb1b51-6148-45f5-a419-8e974e5768ac" -d '{"events": [{"server_uuid": "960c673d-57a2-4efe-bc1f-81c82aae11cb", "name": "network-vif-deleted", "tag": "06de3338-97d7-43a5-be4f-cde6cad109bb"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:40:00.503532 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-838590ba-6165-4d0e-9e57-99a359be6f83 req-7b3cec5a-c3f1-43d5-88f8-adc0d3020c65 service neutron] 10.222.0.58 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249670 Sep 23 06:40:00.516822 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7957abde-81a4-49cf-aa8b-4f197317dd9a req-b55fca89-ba9a-4557-87f7-4511e4299a1a service neutron] 10.222.0.39 "GET /v2.0/networks/26aba36e-f765-4b4a-a7c9-897761ec549b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948953 Sep 23 06:40:00.597341 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64905338-7e5b-474e-b3ae-c44327822259 req-dbdb5ff1-0ddd-45b5-94ab-a9f4e0796a5c tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:00.600766 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-64905338-7e5b-474e-b3ae-c44327822259 req-dbdb5ff1-0ddd-45b5-94ab-a9f4e0796a5c tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] 10.222.0.39 "GET /v2.0/ports?device_id=810c8027-12f1-4c39-ba1d-5c641317d5f6 HTTP/1.1" status: 200 len: 948 time: 0.0918918 Sep 23 06:40:00.663237 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-64905338-7e5b-474e-b3ae-c44327822259 req-82859b5a-9ae0-4259-b869-5328cd29b0e6 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8a8a733-9d40-4513-965c-60d93327f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495088 Sep 23 06:40:00.805152 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-838590ba-6165-4d0e-9e57-99a359be6f83 req-55c46b79-2dfc-4f31-94c9-a5d14024770f service neutron] 10.222.0.58 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863307 Sep 23 06:40:00.809976 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7957abde-81a4-49cf-aa8b-4f197317dd9a req-d6084019-03c7-455c-8f8b-8c0cd5e68203 service neutron] 10.222.0.39 "GET /v2.0/networks/26aba36e-f765-4b4a-a7c9-897761ec549b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923191 Sep 23 06:40:00.962801 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-000b9b09-7487-44bb-95c9-9c5bdb57b02e req-2b2d418d-e2b7-4361-9ce2-45a9ce7aad22 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b4b1887-d58e-42d0-858c-458fafa87ec7 HTTP/1.1" status: 200 len: 210 time: 0.0380940 Sep 23 06:40:01.029107 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e384e1a5-11a9-4355-b340-7e5ca45bfb27 x-openstack-request-id: req-e384e1a5-11a9-4355-b340-7e5ca45bfb27 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:40:01.029107 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "960c673d-57a2-4efe-bc1f-81c82aae11cb", "name": "network-vif-deleted", "tag": "06de3338-97d7-43a5-be4f-cde6cad109bb", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:40:01.029297 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e384e1a5-11a9-4355-b340-7e5ca45bfb27 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:40:01.029677 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '960c673d-57a2-4efe-bc1f-81c82aae11cb', 'name': 'network-vif-deleted', 'tag': '06de3338-97d7-43a5-be4f-cde6cad109bb', 'status': 'completed', 'code': 200} Sep 23 06:40:01.098025 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1442777a-8ba6-4bdb-b894-a959f31eaa6e req-4611fac9-1f3e-40bd-8eaa-223b7a8dac19 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=526a986e-513d-42ed-a665-fbd73e935504 HTTP/1.1" status: 200 len: 210 time: 0.0353570 Sep 23 06:40:01.116676 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 06de3338-97d7-43a5-be4f-cde6cad109bb no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:40:01.143411 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No Port match for: 06de3338-97d7-43a5-be4f-cde6cad109bb {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:40:01.143767 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 06de3338-97d7-43a5-be4f-cde6cad109bb not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:40:01.178087 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c829cb6f-d90a-4d99-90a5-b16e76c30763 req-5c4d45e0-1a6f-44b9-b5bf-cfe8d25b3e77 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:01.179811 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c829cb6f-d90a-4d99-90a5-b16e76c30763 req-5c4d45e0-1a6f-44b9-b5bf-cfe8d25b3e77 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=51db8430-1989-426f-8b96-eefbf99cfcdf HTTP/1.1" status: 200 len: 950 time: 0.1011722 Sep 23 06:40:01.255081 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c829cb6f-d90a-4d99-90a5-b16e76c30763 req-f4f0393b-27d1-488c-8ee9-4e199533d76a tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670059 Sep 23 06:40:01.559982 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-758b0ae5-2af2-434e-bed8-88025edef575 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=8d68b6f2bfe2491c9015cf660b627aab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300136 Sep 23 06:40:01.701727 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46768) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:40:01.741858 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-31033f69-f0dd-4ef3-879a-47baed4f0af0 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:01.743899 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-31033f69-f0dd-4ef3-879a-47baed4f0af0 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1739094 Sep 23 06:40:01.768238 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-5950c6fa-7a4c-45c5-83b3-3b4f85a2c3f9 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Request body: {'port': {'device_id': 'c596078e-5eac-4681-87db-04b02147197d', 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062', 'admin_state_up': True, 'tenant_id': '8d68b6f2bfe2491c9015cf660b627aab'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:40:01.856416 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235809b9-adf8-429b-8026-79b1f4e05a73 req-f2526563-7810-462c-94e3-730b40e0cf3e tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:01.864216 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-235809b9-adf8-429b-8026-79b1f4e05a73 req-f2526563-7810-462c-94e3-730b40e0cf3e tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] 10.222.0.39 "GET /v2.0/ports?device_id=810c8027-12f1-4c39-ba1d-5c641317d5f6 HTTP/1.1" status: 200 len: 948 time: 0.1020396 Sep 23 06:40:01.911830 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-235809b9-adf8-429b-8026-79b1f4e05a73 req-90e3581b-ee05-43ec-b6ae-6c546585bdb4 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8a8a733-9d40-4513-965c-60d93327f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429728 Sep 23 06:40:02.141682 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d7378bad-b3a3-4961-8ab0-0350d6df5838 req-7bcdf144-6739-4175-9bb3-76e2b9679d20 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b4b1887-d58e-42d0-858c-458fafa87ec7 HTTP/1.1" status: 200 len: 210 time: 0.0327024 Sep 23 06:40:02.174284 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-a5c7d225-288b-4fc4-a421-d7ba7d807728 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=60ca6f67d1e34cdc8c49e2e50f80acf8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4706097 Sep 23 06:40:02.174884 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46790) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:40:02.282290 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b9a16d2e-9754-4c55-badf-72f15e7b4911 req-a1722f3f-d638-4b9a-a578-08b5c6a221e3 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=526a986e-513d-42ed-a665-fbd73e935504 HTTP/1.1" status: 200 len: 210 time: 0.0365791 Sep 23 06:40:02.297616 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-bdf3cc2d-210f-4ebe-8980-11407784d574 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=8d68b6f2bfe2491c9015cf660b627aab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2739913 Sep 23 06:40:02.299881 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3ba9494d-54e0-4635-bdda-2ed5392c647d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:02.309473 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-5950c6fa-7a4c-45c5-83b3-3b4f85a2c3f9 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Made reservation on behalf of 8d68b6f2bfe2491c9015cf660b627aab for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:40:02.312879 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-5950c6fa-7a4c-45c5-83b3-3b4f85a2c3f9 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:02.322157 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-04568a20-a0a3-49e7-8e33-2b24b6ce20ec req-ab005b1f-3670-4bd6-9eff-b19e163b667b tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=e1487b132afb45fea011a4666347e9e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0522211 Sep 23 06:40:02.324725 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3ba9494d-54e0-4635-bdda-2ed5392c647d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:02.388013 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3ba9494d-54e0-4635-bdda-2ed5392c647d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:02.391361 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3ba9494d-54e0-4635-bdda-2ed5392c647d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:02.403736 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-3ba9494d-54e0-4635-bdda-2ed5392c647d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cb904337-7174-44b6-8785-eca1f6e1ec46 HTTP/1.1" status: 204 len: 168 time: 0.2221773 Sep 23 06:40:02.424452 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba9494d-54e0-4635-bdda-2ed5392c647d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb904337-7174-44b6-8785-eca1f6e1ec46,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:02.489252 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4e45c2-e46e-45e2-a578-26a0a640e419 req-34ac9f8a-5a49-4d9d-ba24-8543f6b9087d tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:02.491284 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4b4e45c2-e46e-45e2-a578-26a0a640e419 req-34ac9f8a-5a49-4d9d-ba24-8543f6b9087d tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=51db8430-1989-426f-8b96-eefbf99cfcdf HTTP/1.1" status: 200 len: 950 time: 0.0705018 Sep 23 06:40:02.562987 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4b4e45c2-e46e-45e2-a578-26a0a640e419 req-77e128b9-bd42-4c8c-8edc-4f87b4bf3b43 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629034 Sep 23 06:40:02.615214 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-e3c94454-3366-4b0b-9f9c-ebbb66d2cb1b tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:02.616495 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-e3c94454-3366-4b0b-9f9c-ebbb66d2cb1b tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3080962 Sep 23 06:40:02.623610 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04568a20-a0a3-49e7-8e33-2b24b6ce20ec req-828c6c5b-9790-47cc-a77d-9e4265007c5b tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:02.625082 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-04568a20-a0a3-49e7-8e33-2b24b6ce20ec req-828c6c5b-9790-47cc-a77d-9e4265007c5b tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3020394 Sep 23 06:40:02.654428 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-539032ca-f084-43e2-89ab-c29025b94818 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Request body: {'port': {'device_id': '8b4b1887-d58e-42d0-858c-458fafa87ec7', 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062', 'admin_state_up': True, 'tenant_id': '8d68b6f2bfe2491c9015cf660b627aab'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:40:02.710455 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-04568a20-a0a3-49e7-8e33-2b24b6ce20ec req-75e370e0-3c9f-4a1c-92ab-781e9bd12fc5 tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] 10.222.0.39 "GET /v2.0/quotas/e1487b132afb45fea011a4666347e9e2 HTTP/1.1" status: 200 len: 375 time: 0.0633826 Sep 23 06:40:02.832483 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-04568a20-a0a3-49e7-8e33-2b24b6ce20ec req-1b99f0d8-1cfd-49e2-813c-6a872b0b6bb9 tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e1487b132afb45fea011a4666347e9e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0787988 Sep 23 06:40:02.839721 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-5950c6fa-7a4c-45c5-83b3-3b4f85a2c3f9 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Allocated IP 192.168.233.72 (16515f0f-e5a6-4630-a440-e11fb2e02062/3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e/b8ff8d3a-6ed2-4cab-9e77-0fd57d974ead) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:40:02.881051 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7957abde-81a4-49cf-aa8b-4f197317dd9a req-0b1fde14-5cfa-47af-8dcc-c247d387920e tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:02.882566 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7957abde-81a4-49cf-aa8b-4f197317dd9a req-0b1fde14-5cfa-47af-8dcc-c247d387920e tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.21 "GET /v2.0/networks?id=26aba36e-f765-4b4a-a7c9-897761ec549b HTTP/1.1" status: 200 len: 821 time: 0.3256383 Sep 23 06:40:02.883389 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46808) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:40:02.898588 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1753f9f0-0998-4b4c-8786-abf388389dbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:02.911251 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-7957abde-81a4-49cf-aa8b-4f197317dd9a req-fe09ee78-474d-49c8-8b16-68639900af28 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Request body: {'port': {'device_id': '526a986e-513d-42ed-a665-fbd73e935504', 'network_id': '26aba36e-f765-4b4a-a7c9-897761ec549b', 'admin_state_up': True, 'tenant_id': '4f0064bb53474048bf6eb5b78e44e4ae'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:40:03.057206 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1753f9f0-0998-4b4c-8786-abf388389dbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:03.062683 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1753f9f0-0998-4b4c-8786-abf388389dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:03.099840 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-1753f9f0-0998-4b4c-8786-abf388389dbf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b6a4cee1d5194bdd9c4e32ea1cd7e865&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2143323 Sep 23 06:40:03.104560 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46822) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:40:03.128785 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 86c27a3e-e3c4-42ce-968b-6f7f8a89523e details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:40:03.172045 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1753f9f0-0998-4b4c-8786-abf388389dbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e72c191a-3eb3-41a5-87fa-f5330a719052,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:03.173619 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-539032ca-f084-43e2-89ab-c29025b94818 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Made reservation on behalf of 8d68b6f2bfe2491c9015cf660b627aab for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:40:03.178048 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-539032ca-f084-43e2-89ab-c29025b94818 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:03.204813 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b8c55d17-7ded-4bdf-b385-96ae4390365c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:03.233613 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b8c55d17-7ded-4bdf-b385-96ae4390365c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:03.254120 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-5950c6fa-7a4c-45c5-83b3-3b4f85a2c3f9 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:03.269739 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7957abde-81a4-49cf-aa8b-4f197317dd9a req-fe09ee78-474d-49c8-8b16-68639900af28 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Made reservation on behalf of 4f0064bb53474048bf6eb5b78e44e4ae for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:40:03.274762 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-7957abde-81a4-49cf-aa8b-4f197317dd9a req-fe09ee78-474d-49c8-8b16-68639900af28 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:03.297235 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 86c27a3e-e3c4-42ce-968b-6f7f8a89523e, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=86c27a3e-e3c4-42ce-968b-6f7f8a89523e,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:40:03.298800 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b8c55d17-7ded-4bdf-b385-96ae4390365c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:03.302534 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b8c55d17-7ded-4bdf-b385-96ae4390365c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:03.304008 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-b8c55d17-7ded-4bdf-b385-96ae4390365c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e72c191a-3eb3-41a5-87fa-f5330a719052 HTTP/1.1" status: 204 len: 168 time: 0.1975570 Sep 23 06:40:03.314988 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c55d17-7ded-4bdf-b385-96ae4390365c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72c191a-3eb3-41a5-87fa-f5330a719052,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:03.327071 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f842410-a95f-40f0-8e8c-0dd9b12b3939 req-3a3357d9-1e8e-43db-bfdd-78e25de41b69 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:03.334993 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0f842410-a95f-40f0-8e8c-0dd9b12b3939 req-3a3357d9-1e8e-43db-bfdd-78e25de41b69 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] 10.222.0.39 "GET /v2.0/ports?device_id=810c8027-12f1-4c39-ba1d-5c641317d5f6 HTTP/1.1" status: 200 len: 948 time: 0.2590342 Sep 23 06:40:03.340181 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': '86c27a3e-e3c4-42ce-968b-6f7f8a89523e', 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062', 'port_id': '86c27a3e-e3c4-42ce-968b-6f7f8a89523e', 'mac_address': 'fa:16:3e:80:cf:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:40:03.412007 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:03.419109 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6b907706-a8f3-4ee9-a84b-469a394fbb43 req-ee604c5e-6184-4c1c-a4bb-4d642c96122a tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] 10.222.0.39 "GET /v2.0/ports?device_id=446b849e-6c82-4477-bd38-273081ff8e76 HTTP/1.1" status: 200 len: 210 time: 0.0386450 Sep 23 06:40:03.446574 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86c27a3e-e3c4-42ce-968b-6f7f8a89523e {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:40:03.468441 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 86c27a3e-e3c4-42ce-968b-6f7f8a89523e, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=86c27a3e-e3c4-42ce-968b-6f7f8a89523e,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:40:03.470399 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0f842410-a95f-40f0-8e8c-0dd9b12b3939 req-81b444cd-f536-40eb-9395-9fa76159add7 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8a8a733-9d40-4513-965c-60d93327f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344857 Sep 23 06:40:03.475065 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:03.550902 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=86c27a3e-e3c4-42ce-968b-6f7f8a89523e,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:03.557654 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-5950c6fa-7a4c-45c5-83b3-3b4f85a2c3f9 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:03.564355 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:40:03.565204 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:40:03.565591 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:40:03.566163 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:40:03.567063 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:40:03.567627 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:40:03.568155 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:40:03.568679 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:40:03.569291 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:40:03.569812 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:40:03.570469 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:40:03.571751 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:40:03.587238 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['148c00b5-4bd3-4f09-b85c-ea3b9d4b8f40'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:40:03.695219 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-deb3c827-42a5-46c2-8079-118172d12837 req-47a048bb-fa8a-4696-a921-fc1ffbb7caca tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b4b1887-d58e-42d0-858c-458fafa87ec7 HTTP/1.1" status: 200 len: 210 time: 0.0700767 Sep 23 06:40:03.699533 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-5950c6fa-7a4c-45c5-83b3-3b4f85a2c3f9 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Network 16515f0f-e5a6-4630-a440-e11fb2e02062 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:40:03.713777 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-5950c6fa-7a4c-45c5-83b3-3b4f85a2c3f9 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:40:03.725616 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['86c27a3e-e3c4-42ce-968b-6f7f8a89523e'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:40:03.725987 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-5950c6fa-7a4c-45c5-83b3-3b4f85a2c3f9 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:40:03.733968 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-5950c6fa-7a4c-45c5-83b3-3b4f85a2c3f9 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:03.733968 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-5950c6fa-7a4c-45c5-83b3-3b4f85a2c3f9 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:03.790737 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-62035c02-eff8-45ee-aa1b-51f0e310fff7 req-28b4c98b-5616-4af0-8f2f-ed14f45413a8 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=526a986e-513d-42ed-a665-fbd73e935504 HTTP/1.1" status: 200 len: 210 time: 0.1108084 Sep 23 06:40:03.825509 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5950c6fa-7a4c-45c5-83b3-3b4f85a2c3f9 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Pushing event updated for resources: {'Port': ['ID=b8ff8d3a-6ed2-4cab-9e77-0fd57d974ead,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:03.855873 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-539032ca-f084-43e2-89ab-c29025b94818 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Allocated IP 192.168.233.222 (16515f0f-e5a6-4630-a440-e11fb2e02062/3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e/9b4f3dc6-1c8f-4151-a0c4-1e0d39456823) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:40:03.859541 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-5950c6fa-7a4c-45c5-83b3-3b4f85a2c3f9 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1031396 Sep 23 06:40:03.885421 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-34430a56-c008-401f-bbe2-f33a6c2097ef service neutron] Request body: {'port': {'device_id': 'c596078e-5eac-4681-87db-04b02147197d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:40:03.940074 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-7957abde-81a4-49cf-aa8b-4f197317dd9a req-fe09ee78-474d-49c8-8b16-68639900af28 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Allocated IP 172.20.0.14 (26aba36e-f765-4b4a-a7c9-897761ec549b/afab507a-4ef5-4f82-b221-a08b722735c6/b06ef613-7fe5-4ebe-9422-fc0b856ea77e) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:40:04.136589 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-34430a56-c008-401f-bbe2-f33a6c2097ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:04.179500 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-71d83d97-dbea-4930-bb47-eb009df30422 None None] Provisioning complete for port b8ff8d3a-6ed2-4cab-9e77-0fd57d974ead triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:40:04.180000 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-71d83d97-dbea-4930-bb47-eb009df30422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:04.223288 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-71d83d97-dbea-4930-bb47-eb009df30422 None None] Port b8ff8d3a-6ed2-4cab-9e77-0fd57d974ead cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:40:04.274917 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd31310-8e03-401b-a69b-051bdc30cb9d req-e9ee7d3a-3f3c-4f48-98c4-973de32928dd tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:04.276391 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-edd31310-8e03-401b-a69b-051bdc30cb9d req-e9ee7d3a-3f3c-4f48-98c4-973de32928dd tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=51db8430-1989-426f-8b96-eefbf99cfcdf HTTP/1.1" status: 200 len: 950 time: 0.2597384 Sep 23 06:40:04.293495 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46852) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:40:04.365508 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-539032ca-f084-43e2-89ab-c29025b94818 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:04.459279 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-64e5bd97-c6a4-44a2-93bd-b84a0addae21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:04.542617 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d1974279-584a-4134-b428-e1746dfb2c1e req-94fc9beb-e642-4b8c-aba8-5f6ca5cb1713 tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] 10.222.0.39 "GET /v2.0/ports?device_id=446b849e-6c82-4477-bd38-273081ff8e76 HTTP/1.1" status: 200 len: 210 time: 0.0404191 Sep 23 06:40:04.626824 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-64e5bd97-c6a4-44a2-93bd-b84a0addae21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:04.665857 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-64e5bd97-c6a4-44a2-93bd-b84a0addae21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:04.720416 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-64e5bd97-c6a4-44a2-93bd-b84a0addae21 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3a8da21f155a4d638df7983ade205412&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4255998 Sep 23 06:40:04.731508 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46872) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:40:04.734944 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e5bd97-c6a4-44a2-93bd-b84a0addae21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd87053-1469-4bab-820a-cb685a254c65,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:04.757800 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-edd31310-8e03-401b-a69b-051bdc30cb9d req-aa4d5bdc-7082-4289-827f-042946023326 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4482622 Sep 23 06:40:04.798531 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb6e13d-a11f-403c-b037-9e3f8d5fe3a0 req-8952cace-b75d-43ae-b490-b676a28b1308 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:04.800093 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7fb6e13d-a11f-403c-b037-9e3f8d5fe3a0 req-8952cace-b75d-43ae-b490-b676a28b1308 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] 10.222.0.39 "GET /v2.0/ports?device_id=810c8027-12f1-4c39-ba1d-5c641317d5f6 HTTP/1.1" status: 200 len: 949 time: 0.1685531 Sep 23 06:40:04.816287 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-04568a20-a0a3-49e7-8e33-2b24b6ce20ec req-5b4d3228-e758-46dc-8283-e9bd183de24a tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=e1487b132afb45fea011a4666347e9e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0823610 Sep 23 06:40:04.830311 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-7957abde-81a4-49cf-aa8b-4f197317dd9a req-fe09ee78-474d-49c8-8b16-68639900af28 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:04.858735 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6f738e96-5d9a-4656-8387-1787b7fd27aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:04.893159 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7fb6e13d-a11f-403c-b037-9e3f8d5fe3a0 req-ee624bc4-35fd-4a37-8065-184466b95e31 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8a8a733-9d40-4513-965c-60d93327f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787091 Sep 23 06:40:04.914208 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6f738e96-5d9a-4656-8387-1787b7fd27aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:04.942210 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04568a20-a0a3-49e7-8e33-2b24b6ce20ec req-5390c08c-3f02-4ba3-9884-492440a32d95 tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:04.943831 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-04568a20-a0a3-49e7-8e33-2b24b6ce20ec req-5390c08c-3f02-4ba3-9884-492440a32d95 tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1112998 Sep 23 06:40:04.985785 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-04568a20-a0a3-49e7-8e33-2b24b6ce20ec req-436c33e5-7ddb-494a-85fb-1cbca9a2c74c tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] Request body: {'port': {'device_id': '446b849e-6c82-4477-bd38-273081ff8e76', 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062', 'admin_state_up': True, 'tenant_id': 'e1487b132afb45fea011a4666347e9e2'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:40:04.990505 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6f738e96-5d9a-4656-8387-1787b7fd27aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:04.994225 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6f738e96-5d9a-4656-8387-1787b7fd27aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:04.994390 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-044452c7-891f-40f8-99bb-9b50d214b001 req-017a4efe-f5c6-4648-8f0f-a1e2dec8be0b tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b4b1887-d58e-42d0-858c-458fafa87ec7 HTTP/1.1" status: 200 len: 210 time: 0.0463226 Sep 23 06:40:04.995398 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-6f738e96-5d9a-4656-8387-1787b7fd27aa admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4fd87053-1469-4bab-820a-cb685a254c65 HTTP/1.1" status: 204 len: 168 time: 0.2626345 Sep 23 06:40:05.009458 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-539032ca-f084-43e2-89ab-c29025b94818 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:05.016597 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9b53865f-d662-4dc6-a9ab-c16744fdd069 req-d88ec807-7738-4790-b564-0e3b0bd6150e tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=526a986e-513d-42ed-a665-fbd73e935504 HTTP/1.1" status: 200 len: 210 time: 0.0398629 Sep 23 06:40:05.033270 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f738e96-5d9a-4656-8387-1787b7fd27aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd87053-1469-4bab-820a-cb685a254c65,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:05.049332 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['148c00b5-4bd3-4f09-b85c-ea3b9d4b8f40'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:40:05.135704 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-539032ca-f084-43e2-89ab-c29025b94818 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Network 16515f0f-e5a6-4630-a440-e11fb2e02062 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:40:05.137195 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 86c27a3e-e3c4-42ce-968b-6f7f8a89523e up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:40:05.171182 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539032ca-f084-43e2-89ab-c29025b94818 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Pushing event updated for resources: {'Port': ['ID=9b4f3dc6-1c8f-4151-a0c4-1e0d39456823,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:05.208508 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-539032ca-f084-43e2-89ab-c29025b94818 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:40:05.214579 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-539032ca-f084-43e2-89ab-c29025b94818 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:40:05.220798 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-539032ca-f084-43e2-89ab-c29025b94818 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:05.221305 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-539032ca-f084-43e2-89ab-c29025b94818 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:05.226448 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-7957abde-81a4-49cf-aa8b-4f197317dd9a req-fe09ee78-474d-49c8-8b16-68639900af28 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:05.246736 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port 86c27a3e-e3c4-42ce-968b-6f7f8a89523e completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:40:05.262634 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port 86c27a3e-e3c4-42ce-968b-6f7f8a89523e triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:40:05.263073 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:05.307334 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-539032ca-f084-43e2-89ab-c29025b94818 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6590278 Sep 23 06:40:05.342303 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-2cce1094-bb1c-418f-96de-126be064c314 service neutron] Request body: {'port': {'device_id': '8b4b1887-d58e-42d0-858c-458fafa87ec7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:40:05.361501 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7957abde-81a4-49cf-aa8b-4f197317dd9a req-fe09ee78-474d-49c8-8b16-68639900af28 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Network 26aba36e-f765-4b4a-a7c9-897761ec549b is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:40:05.375581 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:05.398021 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-7957abde-81a4-49cf-aa8b-4f197317dd9a req-fe09ee78-474d-49c8-8b16-68639900af28 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:40:05.405496 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe09ee78-474d-49c8-8b16-68639900af28 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Pushing event updated for resources: {'Port': ['ID=b06ef613-7fe5-4ebe-9422-fc0b856ea77e,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:05.408779 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '810c8027-12f1-4c39-ba1d-5c641317d5f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c27a3e-e3c4-42ce-968b-6f7f8a89523e'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:40:05.411088 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5de4a63-4a4c-4f0b-85a0-a9255646e7c2" -d '{"events": [{"server_uuid": "810c8027-12f1-4c39-ba1d-5c641317d5f6", "name": "network-vif-plugged", "status": "completed", "tag": "86c27a3e-e3c4-42ce-968b-6f7f8a89523e"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:40:05.424205 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-7957abde-81a4-49cf-aa8b-4f197317dd9a req-fe09ee78-474d-49c8-8b16-68639900af28 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:40:05.434947 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7957abde-81a4-49cf-aa8b-4f197317dd9a req-fe09ee78-474d-49c8-8b16-68639900af28 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:05.436700 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-7957abde-81a4-49cf-aa8b-4f197317dd9a req-fe09ee78-474d-49c8-8b16-68639900af28 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:05.459908 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 86c27a3e-e3c4-42ce-968b-6f7f8a89523e, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=86c27a3e-e3c4-42ce-968b-6f7f8a89523e,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:40:05.467683 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:05.507031 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04568a20-a0a3-49e7-8e33-2b24b6ce20ec req-436c33e5-7ddb-494a-85fb-1cbca9a2c74c tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] Made reservation on behalf of e1487b132afb45fea011a4666347e9e2 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:40:05.510878 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb24a69-4afe-4f5f-904c-1899c4e61f51 x-openstack-request-id: req-6bb24a69-4afe-4f5f-904c-1899c4e61f51 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:40:05.512483 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-04568a20-a0a3-49e7-8e33-2b24b6ce20ec req-436c33e5-7ddb-494a-85fb-1cbca9a2c74c tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:05.522342 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "810c8027-12f1-4c39-ba1d-5c641317d5f6", "name": "network-vif-plugged", "status": "completed", "tag": "86c27a3e-e3c4-42ce-968b-6f7f8a89523e", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:40:05.523235 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6bb24a69-4afe-4f5f-904c-1899c4e61f51 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:40:05.523830 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '810c8027-12f1-4c39-ba1d-5c641317d5f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c27a3e-e3c4-42ce-968b-6f7f8a89523e', 'code': 200} Sep 23 06:40:05.540666 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-04568a20-a0a3-49e7-8e33-2b24b6ce20ec req-436c33e5-7ddb-494a-85fb-1cbca9a2c74c tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:05.550086 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7957abde-81a4-49cf-aa8b-4f197317dd9a req-fe09ee78-474d-49c8-8b16-68639900af28 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6374352 Sep 23 06:40:05.559990 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=86c27a3e-e3c4-42ce-968b-6f7f8a89523e,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:05.586021 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-2cce1094-bb1c-418f-96de-126be064c314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:05.596682 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-48f2be80-2cad-460a-86e7-ea21033afa36 None None] Provisioning complete for port 9b4f3dc6-1c8f-4151-a0c4-1e0d39456823 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:40:05.597785 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-48f2be80-2cad-460a-86e7-ea21033afa36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:05.607912 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-7957abde-81a4-49cf-aa8b-4f197317dd9a req-027ace40-372d-41c8-8180-c15aa044ee05 service neutron] Request body: {'port': {'device_id': '526a986e-513d-42ed-a665-fbd73e935504', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:40:05.612751 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23542d6c-4f97-4756-9190-c7f705a73517 req-88d20250-8b91-4727-8664-e72ba6da6377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:05.616557 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-23542d6c-4f97-4756-9190-c7f705a73517 req-88d20250-8b91-4727-8664-e72ba6da6377 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=810c8027-12f1-4c39-ba1d-5c641317d5f6 HTTP/1.1" status: 200 len: 1102 time: 0.0724723 Sep 23 06:40:05.621611 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46900) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:40:05.663961 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-943cd410-fb74-4b83-9521-67c72763d854 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:05.699379 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-48f2be80-2cad-460a-86e7-ea21033afa36 None None] Port 9b4f3dc6-1c8f-4151-a0c4-1e0d39456823 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:40:05.726626 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-04568a20-a0a3-49e7-8e33-2b24b6ce20ec req-436c33e5-7ddb-494a-85fb-1cbca9a2c74c tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:05.751481 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-88c93612-9869-45e3-af86-073caba7e3e7 req-07df1d31-02e6-43ec-a9ad-dd2c9b6294a7 tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] 10.222.0.39 "GET /v2.0/ports?device_id=446b849e-6c82-4477-bd38-273081ff8e76 HTTP/1.1" status: 200 len: 210 time: 0.0503600 Sep 23 06:40:05.772463 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-04568a20-a0a3-49e7-8e33-2b24b6ce20ec req-436c33e5-7ddb-494a-85fb-1cbca9a2c74c tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:05.844059 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-23542d6c-4f97-4756-9190-c7f705a73517 req-fffb107c-85d8-4a0e-abc7-b69adc18d550 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c8a8a733-9d40-4513-965c-60d93327f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795590 Sep 23 06:40:05.855407 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-34430a56-c008-401f-bbe2-f33a6c2097ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8ff8d3a-6ed2-4cab-9e77-0fd57d974ead {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:40:05.861735 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-7957abde-81a4-49cf-aa8b-4f197317dd9a req-027ace40-372d-41c8-8180-c15aa044ee05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:05.935902 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-34430a56-c008-401f-bbe2-f33a6c2097ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:05.959132 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436c33e5-7ddb-494a-85fb-1cbca9a2c74c tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c4bbcf7-6765-4ca4-afe4-db849bd05174,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:05.960833 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-943cd410-fb74-4b83-9521-67c72763d854 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:05.971440 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d297ca-2a48-419b-bdb0-ddbd2b9f544b req-d78c7f1c-2004-4ad0-8e5c-3342e81bb65e tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:05.972991 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e0d297ca-2a48-419b-bdb0-ddbd2b9f544b req-d78c7f1c-2004-4ad0-8e5c-3342e81bb65e tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=51db8430-1989-426f-8b96-eefbf99cfcdf HTTP/1.1" status: 200 len: 950 time: 0.0957863 Sep 23 06:40:05.974265 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-943cd410-fb74-4b83-9521-67c72763d854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:06.037754 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943cd410-fb74-4b83-9521-67c72763d854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb3629b-4f82-442d-9dd8-eabe00607c3b,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:06.048092 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-943cd410-fb74-4b83-9521-67c72763d854 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=91e103306fb54b53a83813bd2a1235ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4208107 Sep 23 06:40:06.050305 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46916) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:40:06.054333 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-34430a56-c008-401f-bbe2-f33a6c2097ef service neutron] Transition to ACTIVE for port object b8ff8d3a-6ed2-4cab-9e77-0fd57d974ead will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:40:06.065717 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e0d297ca-2a48-419b-bdb0-ddbd2b9f544b req-81fc4acc-fa17-4318-8fd0-50c7a742a014 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805407 Sep 23 06:40:06.070749 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-34430a56-c008-401f-bbe2-f33a6c2097ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:06.119947 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:06.128511 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d742c8c9-5d88-46e2-ba82-2ffc494df536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:06.153775 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d742c8c9-5d88-46e2-ba82-2ffc494df536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:06.239146 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d742c8c9-5d88-46e2-ba82-2ffc494df536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:06.241719 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d742c8c9-5d88-46e2-ba82-2ffc494df536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:06.243563 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-d742c8c9-5d88-46e2-ba82-2ffc494df536 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cdb3629b-4f82-442d-9dd8-eabe00607c3b HTTP/1.1" status: 204 len: 168 time: 0.1917930 Sep 23 06:40:06.254579 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef654c5-34ca-498a-a5ef-01de0da7d188 req-4b8ac29e-f5bf-484c-932f-8f11fa1677d0 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:06.254751 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6ef654c5-34ca-498a-a5ef-01de0da7d188 req-4b8ac29e-f5bf-484c-932f-8f11fa1677d0 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b4b1887-d58e-42d0-858c-458fafa87ec7 HTTP/1.1" status: 200 len: 936 time: 0.0706182 Sep 23 06:40:06.261414 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d742c8c9-5d88-46e2-ba82-2ffc494df536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb3629b-4f82-442d-9dd8-eabe00607c3b,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:06.300106 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34430a56-c008-401f-bbe2-f33a6c2097ef service neutron] Pushing event updated for resources: {'Port': ['ID=b8ff8d3a-6ed2-4cab-9e77-0fd57d974ead,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:06.321056 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-04568a20-a0a3-49e7-8e33-2b24b6ce20ec req-436c33e5-7ddb-494a-85fb-1cbca9a2c74c tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] Allocated IP 192.168.233.88 (16515f0f-e5a6-4630-a440-e11fb2e02062/3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e/af6907fd-55bd-4a3e-bbf2-d01cb0916a71) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:40:06.323452 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6ef654c5-34ca-498a-a5ef-01de0da7d188 req-104fac3e-2773-4c39-ad2d-b6deb6d4934a tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535696 Sep 23 06:40:06.402821 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b1b38a-9ff4-4c39-8c6a-93e51909447f req-f1c738f0-432b-4a89-b4ae-9f6fa69ce59b tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:06.410835 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f9b1b38a-9ff4-4c39-8c6a-93e51909447f req-f1c738f0-432b-4a89-b4ae-9f6fa69ce59b tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] 10.222.0.39 "GET /v2.0/ports?device_id=810c8027-12f1-4c39-ba1d-5c641317d5f6 HTTP/1.1" status: 200 len: 950 time: 0.2845683 Sep 23 06:40:06.445255 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e48a8ce-8de0-47d9-95ca-423045849d80 req-c17cfbbd-a8f2-4c03-ad0b-ac6a686db43e tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:06.447290 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7e48a8ce-8de0-47d9-95ca-423045849d80 req-c17cfbbd-a8f2-4c03-ad0b-ac6a686db43e tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=526a986e-513d-42ed-a665-fbd73e935504 HTTP/1.1" status: 200 len: 932 time: 0.0705225 Sep 23 06:40:06.488826 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-34430a56-c008-401f-bbe2-f33a6c2097ef service neutron] Attempting to bind port b8ff8d3a-6ed2-4cab-9e77-0fd57d974ead on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:40:06.489164 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-34430a56-c008-401f-bbe2-f33a6c2097ef service neutron] Attempting to bind port b8ff8d3a-6ed2-4cab-9e77-0fd57d974ead by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:40:06.489489 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-34430a56-c008-401f-bbe2-f33a6c2097ef service neutron] Attempting to bind port b8ff8d3a-6ed2-4cab-9e77-0fd57d974ead on network 16515f0f-e5a6-4630-a440-e11fb2e02062 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:40:06.516486 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-34430a56-c008-401f-bbe2-f33a6c2097ef service neutron] Port b8ff8d3a-6ed2-4cab-9e77-0fd57d974ead on network 16515f0f-e5a6-4630-a440-e11fb2e02062 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:40:06.516808 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-34430a56-c008-401f-bbe2-f33a6c2097ef service neutron] Attempting to bind port b8ff8d3a-6ed2-4cab-9e77-0fd57d974ead on network 16515f0f-e5a6-4630-a440-e11fb2e02062 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:40:06.536321 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7e48a8ce-8de0-47d9-95ca-423045849d80 req-9c7b487e-67b4-4694-8058-53b6fb34e39c tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646756 Sep 23 06:40:06.581826 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-34430a56-c008-401f-bbe2-f33a6c2097ef service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:40:06.582180 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-34430a56-c008-401f-bbe2-f33a6c2097ef service neutron] Checking segment: {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:40:06.582563 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-34430a56-c008-401f-bbe2-f33a6c2097ef service neutron] Bound using segment: {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:40:06.583009 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-34430a56-c008-401f-bbe2-f33a6c2097ef service neutron] Bound port: b8ff8d3a-6ed2-4cab-9e77-0fd57d974ead, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:40:06.583360 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-34430a56-c008-401f-bbe2-f33a6c2097ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:06.622056 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f9b1b38a-9ff4-4c39-8c6a-93e51909447f req-f63d0e85-c578-4ea6-9591-dafc65a3952a tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8a8a733-9d40-4513-965c-60d93327f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098536 Sep 23 06:40:06.803906 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-34430a56-c008-401f-bbe2-f33a6c2097ef service neutron] For port b8ff8d3a-6ed2-4cab-9e77-0fd57d974ead, host n-h2-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:40:06.862047 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-34430a56-c008-401f-bbe2-f33a6c2097ef service neutron] For port b8ff8d3a-6ed2-4cab-9e77-0fd57d974ead, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=b8ff8d3a-6ed2-4cab-9e77-0fd57d974ead,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:40:06.867222 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-04568a20-a0a3-49e7-8e33-2b24b6ce20ec req-436c33e5-7ddb-494a-85fb-1cbca9a2c74c tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:06.874276 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-34430a56-c008-401f-bbe2-f33a6c2097ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:06.882954 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-7957abde-81a4-49cf-aa8b-4f197317dd9a req-027ace40-372d-41c8-8180-c15aa044ee05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b06ef613-7fe5-4ebe-9422-fc0b856ea77e {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:40:06.922641 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-7957abde-81a4-49cf-aa8b-4f197317dd9a req-027ace40-372d-41c8-8180-c15aa044ee05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:06.937894 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-34430a56-c008-401f-bbe2-f33a6c2097ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:06.938615 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-34430a56-c008-401f-bbe2-f33a6c2097ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:06.940371 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-34430a56-c008-401f-bbe2-f33a6c2097ef service neutron] 10.222.0.58 "PUT /v2.0/ports/b8ff8d3a-6ed2-4cab-9e77-0fd57d974ead HTTP/1.1" status: 200 len: 1096 time: 3.0648587 Sep 23 06:40:06.948307 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c596078e-5eac-4681-87db-04b02147197d', 'tag': 'b8ff8d3a-6ed2-4cab-9e77-0fd57d974ead'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:40:06.951806 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a689879c-02c4-4ee2-bec1-f7fb626105da" -d '{"events": [{"name": "network-changed", "server_uuid": "c596078e-5eac-4681-87db-04b02147197d", "tag": "b8ff8d3a-6ed2-4cab-9e77-0fd57d974ead"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:40:06.962952 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e40937dc-d919-4ed8-a0af-a39e5560c72a req-83c92a51-90bb-4f1c-b19d-d1abd2e6642b tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] 10.222.0.39 "GET /v2.0/ports?device_id=446b849e-6c82-4477-bd38-273081ff8e76 HTTP/1.1" status: 200 len: 210 time: 0.0921159 Sep 23 06:40:07.015992 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-7957abde-81a4-49cf-aa8b-4f197317dd9a req-027ace40-372d-41c8-8180-c15aa044ee05 service neutron] Transition to ACTIVE for port object b06ef613-7fe5-4ebe-9422-fc0b856ea77e will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:40:07.030104 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e36aa8eb-19f0-4704-81ef-6a1c97b2b78d x-openstack-request-id: req-e36aa8eb-19f0-4704-81ef-6a1c97b2b78d {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:40:07.030620 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c596078e-5eac-4681-87db-04b02147197d", "tag": "b8ff8d3a-6ed2-4cab-9e77-0fd57d974ead", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:40:07.030878 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e36aa8eb-19f0-4704-81ef-6a1c97b2b78d {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:40:07.031329 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c596078e-5eac-4681-87db-04b02147197d', 'tag': 'b8ff8d3a-6ed2-4cab-9e77-0fd57d974ead', 'status': 'completed', 'code': 200} Sep 23 06:40:07.044147 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-7957abde-81a4-49cf-aa8b-4f197317dd9a req-027ace40-372d-41c8-8180-c15aa044ee05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:07.070933 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34430a56-c008-401f-bbe2-f33a6c2097ef service neutron] Pushing event updated for resources: {'Port': ['ID=b8ff8d3a-6ed2-4cab-9e77-0fd57d974ead,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:07.183695 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-04568a20-a0a3-49e7-8e33-2b24b6ce20ec req-436c33e5-7ddb-494a-85fb-1cbca9a2c74c tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:07.255919 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027ace40-372d-41c8-8180-c15aa044ee05 service neutron] Pushing event updated for resources: {'Port': ['ID=b06ef613-7fe5-4ebe-9422-fc0b856ea77e,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:07.263129 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-f8fd1a3e-a6ee-4ef3-8084-adf7dd796ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:07.265491 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-f8fd1a3e-a6ee-4ef3-8084-adf7dd796ced service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8d68b6f2bfe2491c9015cf660b627aab&device_id=c596078e-5eac-4681-87db-04b02147197d HTTP/1.1" status: 200 len: 1099 time: 0.2413607 Sep 23 06:40:07.290483 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04568a20-a0a3-49e7-8e33-2b24b6ce20ec req-436c33e5-7ddb-494a-85fb-1cbca9a2c74c tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] Network 16515f0f-e5a6-4630-a440-e11fb2e02062 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:40:07.300226 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0ef75c-99dd-47d7-95c8-ed95998531bf req-a2d5937b-4366-4494-8408-e2a74b4b3428 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:07.307534 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ab0ef75c-99dd-47d7-95c8-ed95998531bf req-a2d5937b-4366-4494-8408-e2a74b4b3428 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=51db8430-1989-426f-8b96-eefbf99cfcdf HTTP/1.1" status: 200 len: 950 time: 0.0934937 Sep 23 06:40:07.353813 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ab0ef75c-99dd-47d7-95c8-ed95998531bf req-961f50a3-02bd-45c2-b222-a4e9aded7fdf tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452816 Sep 23 06:40:07.389570 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-04568a20-a0a3-49e7-8e33-2b24b6ce20ec req-436c33e5-7ddb-494a-85fb-1cbca9a2c74c tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:40:07.505989 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c9c8f-2f9a-44b4-b00b-28a1aa238367 req-7cb6c6a9-958d-43c3-af81-2acbd9e834ee tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:07.509819 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9d9c9c8f-2f9a-44b4-b00b-28a1aa238367 req-7cb6c6a9-958d-43c3-af81-2acbd9e834ee tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b4b1887-d58e-42d0-858c-458fafa87ec7 HTTP/1.1" status: 200 len: 936 time: 0.0739021 Sep 23 06:40:07.573252 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9d9c9c8f-2f9a-44b4-b00b-28a1aa238367 req-3d3cf318-fb88-4744-8598-e0c63869bb49 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518780 Sep 23 06:40:07.719106 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-1091d268-9697-4cf7-9504-9675568434ac None None] Provisioning complete for port af6907fd-55bd-4a3e-bbf2-d01cb0916a71 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:40:07.719949 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-1091d268-9697-4cf7-9504-9675568434ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:07.741166 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-04568a20-a0a3-49e7-8e33-2b24b6ce20ec req-436c33e5-7ddb-494a-85fb-1cbca9a2c74c tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:40:07.754551 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04568a20-a0a3-49e7-8e33-2b24b6ce20ec req-436c33e5-7ddb-494a-85fb-1cbca9a2c74c tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:07.754914 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-04568a20-a0a3-49e7-8e33-2b24b6ce20ec req-436c33e5-7ddb-494a-85fb-1cbca9a2c74c tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:07.756596 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ce606c-8f2f-4b7b-9663-b40a1e8b2fb6 req-322dce00-85e1-494f-ad65-640292564d1c tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:07.759520 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f7ce606c-8f2f-4b7b-9663-b40a1e8b2fb6 req-322dce00-85e1-494f-ad65-640292564d1c tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=526a986e-513d-42ed-a665-fbd73e935504 HTTP/1.1" status: 200 len: 944 time: 0.0825353 Sep 23 06:40:07.765771 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-1091d268-9697-4cf7-9504-9675568434ac None None] Port af6907fd-55bd-4a3e-bbf2-d01cb0916a71 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:40:07.768783 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-b84bd39a-1b15-4c72-8d31-7bea2cebfbd7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=b8ff8d3a-6ed2-4cab-9e77-0fd57d974ead HTTP/1.1" status: 200 len: 217 time: 0.4434628 Sep 23 06:40:07.789187 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-7957abde-81a4-49cf-aa8b-4f197317dd9a req-027ace40-372d-41c8-8180-c15aa044ee05 service neutron] Attempting to bind port b06ef613-7fe5-4ebe-9422-fc0b856ea77e on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:40:07.790073 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-7957abde-81a4-49cf-aa8b-4f197317dd9a req-027ace40-372d-41c8-8180-c15aa044ee05 service neutron] Attempting to bind port b06ef613-7fe5-4ebe-9422-fc0b856ea77e by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': 'df9429cb-1b73-4fcc-8ecd-d0edb039148e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '26aba36e-f765-4b4a-a7c9-897761ec549b'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:40:07.790617 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7957abde-81a4-49cf-aa8b-4f197317dd9a req-027ace40-372d-41c8-8180-c15aa044ee05 service neutron] Attempting to bind port b06ef613-7fe5-4ebe-9422-fc0b856ea77e on network 26aba36e-f765-4b4a-a7c9-897761ec549b {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:40:07.810224 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f7ce606c-8f2f-4b7b-9663-b40a1e8b2fb6 req-854613ff-f479-4177-b0df-fb88dd8638dd tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393822 Sep 23 06:40:07.858969 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7957abde-81a4-49cf-aa8b-4f197317dd9a req-027ace40-372d-41c8-8180-c15aa044ee05 service neutron] Port b06ef613-7fe5-4ebe-9422-fc0b856ea77e on network 26aba36e-f765-4b4a-a7c9-897761ec549b not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:40:07.858969 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7957abde-81a4-49cf-aa8b-4f197317dd9a req-027ace40-372d-41c8-8180-c15aa044ee05 service neutron] Attempting to bind port b06ef613-7fe5-4ebe-9422-fc0b856ea77e on network 26aba36e-f765-4b4a-a7c9-897761ec549b {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:40:07.862020 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-04568a20-a0a3-49e7-8e33-2b24b6ce20ec req-436c33e5-7ddb-494a-85fb-1cbca9a2c74c tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8968897 Sep 23 06:40:07.884677 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436c33e5-7ddb-494a-85fb-1cbca9a2c74c tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] Pushing event updated for resources: {'Port': ['ID=af6907fd-55bd-4a3e-bbf2-d01cb0916a71,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:07.891948 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-04568a20-a0a3-49e7-8e33-2b24b6ce20ec req-1033ddad-59c3-4d2f-b001-d11a3d1c6602 service neutron] Request body: {'port': {'device_id': '446b849e-6c82-4477-bd38-273081ff8e76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:40:07.900410 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7957abde-81a4-49cf-aa8b-4f197317dd9a req-027ace40-372d-41c8-8180-c15aa044ee05 service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:40:07.900728 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7957abde-81a4-49cf-aa8b-4f197317dd9a req-027ace40-372d-41c8-8180-c15aa044ee05 service neutron] Checking segment: {'id': 'df9429cb-1b73-4fcc-8ecd-d0edb039148e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '26aba36e-f765-4b4a-a7c9-897761ec549b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:40:07.901182 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7957abde-81a4-49cf-aa8b-4f197317dd9a req-027ace40-372d-41c8-8180-c15aa044ee05 service neutron] Bound using segment: {'id': 'df9429cb-1b73-4fcc-8ecd-d0edb039148e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '26aba36e-f765-4b4a-a7c9-897761ec549b'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:40:07.901773 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-7957abde-81a4-49cf-aa8b-4f197317dd9a req-027ace40-372d-41c8-8180-c15aa044ee05 service neutron] Bound port: b06ef613-7fe5-4ebe-9422-fc0b856ea77e, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df9429cb-1b73-4fcc-8ecd-d0edb039148e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '26aba36e-f765-4b4a-a7c9-897761ec549b'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:40:07.902160 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-7957abde-81a4-49cf-aa8b-4f197317dd9a req-027ace40-372d-41c8-8180-c15aa044ee05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:07.953035 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-e902958e-dfba-407b-97d1-cee18af83f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:07.954746 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-e902958e-dfba-407b-97d1-cee18af83f39 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e HTTP/1.1" status: 200 len: 843 time: 0.1722023 Sep 23 06:40:08.021517 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0f96e86f-9870-49eb-b932-2f3cd7838f5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:08.048684 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572933d6-8c95-463d-b678-c2b9e7c455dd req-fe2390b0-8a44-4e92-8d60-a9ca6da1940e tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:08.050337 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-572933d6-8c95-463d-b678-c2b9e7c455dd req-fe2390b0-8a44-4e92-8d60-a9ca6da1940e tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] 10.222.0.39 "GET /v2.0/ports?device_id=810c8027-12f1-4c39-ba1d-5c641317d5f6 HTTP/1.1" status: 200 len: 950 time: 0.3102934 Sep 23 06:40:08.131209 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e4fff0-fee0-4191-b51c-3e539b2fda62 req-4438dbab-7681-4b97-9964-d5a6ee613c30 tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:08.132918 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a3e4fff0-fee0-4191-b51c-3e539b2fda62 req-4438dbab-7681-4b97-9964-d5a6ee613c30 tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] 10.222.0.39 "GET /v2.0/ports?device_id=446b849e-6c82-4477-bd38-273081ff8e76 HTTP/1.1" status: 200 len: 935 time: 0.0702515 Sep 23 06:40:08.157174 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-04568a20-a0a3-49e7-8e33-2b24b6ce20ec req-1033ddad-59c3-4d2f-b001-d11a3d1c6602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:08.178970 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a3e4fff0-fee0-4191-b51c-3e539b2fda62 req-be556ac9-21f0-45d7-996a-bd28a236b683 tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c4bbcf7-6765-4ca4-afe4-db849bd05174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393105 Sep 23 06:40:08.179985 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-2cce1094-bb1c-418f-96de-126be064c314 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b4f3dc6-1c8f-4151-a0c4-1e0d39456823 {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:40:08.188984 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-7957abde-81a4-49cf-aa8b-4f197317dd9a req-027ace40-372d-41c8-8180-c15aa044ee05 service neutron] For port b06ef613-7fe5-4ebe-9422-fc0b856ea77e, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:40:08.198390 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-2cce1094-bb1c-418f-96de-126be064c314 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:08.200989 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-2ca47e4c-f19b-4bf4-add7-aec2eeb7b5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:08.202707 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-2ca47e4c-f19b-4bf4-add7-aec2eeb7b5eb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=16515f0f-e5a6-4630-a440-e11fb2e02062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2314770 Sep 23 06:40:08.228816 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-7957abde-81a4-49cf-aa8b-4f197317dd9a req-027ace40-372d-41c8-8180-c15aa044ee05 service neutron] For port b06ef613-7fe5-4ebe-9422-fc0b856ea77e, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=b06ef613-7fe5-4ebe-9422-fc0b856ea77e,segment=NetworkSegment(df9429cb-1b73-4fcc-8ecd-d0edb039148e),segment_id=df9429cb-1b73-4fcc-8ecd-d0edb039148e)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:40:08.268718 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-572933d6-8c95-463d-b678-c2b9e7c455dd req-46bd5c74-0edb-410c-b900-7cd3d968e5dd tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8a8a733-9d40-4513-965c-60d93327f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962087 Sep 23 06:40:08.269754 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-7957abde-81a4-49cf-aa8b-4f197317dd9a req-027ace40-372d-41c8-8180-c15aa044ee05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:08.276363 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-2cce1094-bb1c-418f-96de-126be064c314 service neutron] Transition to ACTIVE for port object 9b4f3dc6-1c8f-4151-a0c4-1e0d39456823 will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:40:08.324153 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-2cce1094-bb1c-418f-96de-126be064c314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:08.366651 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7957abde-81a4-49cf-aa8b-4f197317dd9a req-027ace40-372d-41c8-8180-c15aa044ee05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:08.367267 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-7957abde-81a4-49cf-aa8b-4f197317dd9a req-027ace40-372d-41c8-8180-c15aa044ee05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:08.369301 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7957abde-81a4-49cf-aa8b-4f197317dd9a req-027ace40-372d-41c8-8180-c15aa044ee05 service neutron] 10.222.0.21 "PUT /v2.0/ports/b06ef613-7fe5-4ebe-9422-fc0b856ea77e HTTP/1.1" status: 200 len: 1093 time: 2.7670059 Sep 23 06:40:08.484656 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027ace40-372d-41c8-8180-c15aa044ee05 service neutron] Pushing event updated for resources: {'Port': ['ID=b06ef613-7fe5-4ebe-9422-fc0b856ea77e,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:08.576607 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-23d84ca7-ca50-46dd-9e07-fab717635752 service neutron] 10.222.0.58 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541780 Sep 23 06:40:08.720697 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7957abde-81a4-49cf-aa8b-4f197317dd9a req-74dc9d68-c4fe-4e97-82f8-0571992b12bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:08.722292 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7957abde-81a4-49cf-aa8b-4f197317dd9a req-74dc9d68-c4fe-4e97-82f8-0571992b12bc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4f0064bb53474048bf6eb5b78e44e4ae&device_id=526a986e-513d-42ed-a665-fbd73e935504 HTTP/1.1" status: 200 len: 1096 time: 0.2472510 Sep 23 06:40:08.722881 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cce1094-bb1c-418f-96de-126be064c314 service neutron] Pushing event updated for resources: {'Port': ['ID=9b4f3dc6-1c8f-4151-a0c4-1e0d39456823,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:08.735823 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-2cce1094-bb1c-418f-96de-126be064c314 service neutron] Attempting to bind port 9b4f3dc6-1c8f-4151-a0c4-1e0d39456823 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:40:08.736160 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-2cce1094-bb1c-418f-96de-126be064c314 service neutron] Attempting to bind port 9b4f3dc6-1c8f-4151-a0c4-1e0d39456823 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:40:08.736487 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-2cce1094-bb1c-418f-96de-126be064c314 service neutron] Attempting to bind port 9b4f3dc6-1c8f-4151-a0c4-1e0d39456823 on network 16515f0f-e5a6-4630-a440-e11fb2e02062 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:40:08.759912 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa7fd1e-cde0-456b-99ba-d0a41fa6ff10 req-02e217b3-ef4f-4f62-93bb-5ec50ae03c4a tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:08.761392 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bfa7fd1e-cde0-456b-99ba-d0a41fa6ff10 req-02e217b3-ef4f-4f62-93bb-5ec50ae03c4a tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=51db8430-1989-426f-8b96-eefbf99cfcdf HTTP/1.1" status: 200 len: 950 time: 0.2875593 Sep 23 06:40:08.841381 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-2cce1094-bb1c-418f-96de-126be064c314 service neutron] Port 9b4f3dc6-1c8f-4151-a0c4-1e0d39456823 on network 16515f0f-e5a6-4630-a440-e11fb2e02062 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:40:08.841703 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-2cce1094-bb1c-418f-96de-126be064c314 service neutron] Attempting to bind port 9b4f3dc6-1c8f-4151-a0c4-1e0d39456823 on network 16515f0f-e5a6-4630-a440-e11fb2e02062 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:40:08.859380 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7957abde-81a4-49cf-aa8b-4f197317dd9a req-e2a62e7f-917d-4e07-8a08-4006d0f9e824 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b06ef613-7fe5-4ebe-9422-fc0b856ea77e HTTP/1.1" status: 200 len: 217 time: 0.1186430 Sep 23 06:40:08.873223 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-2cce1094-bb1c-418f-96de-126be064c314 service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:40:08.873558 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-2cce1094-bb1c-418f-96de-126be064c314 service neutron] Checking segment: {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:40:08.873971 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-2cce1094-bb1c-418f-96de-126be064c314 service neutron] Bound using segment: {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:40:08.874413 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-2cce1094-bb1c-418f-96de-126be064c314 service neutron] Bound port: 9b4f3dc6-1c8f-4151-a0c4-1e0d39456823, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:40:08.874767 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-2cce1094-bb1c-418f-96de-126be064c314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:08.889069 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592a2015-be24-4bb5-9363-85265915ca46 req-72f7ef55-8e3b-484a-a178-fa07ab7f36d0 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:08.890714 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-592a2015-be24-4bb5-9363-85265915ca46 req-72f7ef55-8e3b-484a-a178-fa07ab7f36d0 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] 10.222.0.39 "GET /v2.0/ports?device_id=810c8027-12f1-4c39-ba1d-5c641317d5f6 HTTP/1.1" status: 200 len: 950 time: 0.0507104 Sep 23 06:40:08.928493 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-592a2015-be24-4bb5-9363-85265915ca46 req-5ff97abe-8516-4fba-8bf7-af222b5d897a tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8a8a733-9d40-4513-965c-60d93327f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315709 Sep 23 06:40:09.005745 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-694f32dc-12ba-453f-8993-7a8e92e0e631 service neutron] 10.222.0.58 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3973634 Sep 23 06:40:09.008903 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bfa7fd1e-cde0-456b-99ba-d0a41fa6ff10 req-96e83786-bfff-4a6a-9998-e062675dd826 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915729 Sep 23 06:40:09.034349 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7957abde-81a4-49cf-aa8b-4f197317dd9a req-c153b6a9-e1d8-4b48-bc22-5a6237160425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:09.036488 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7957abde-81a4-49cf-aa8b-4f197317dd9a req-c153b6a9-e1d8-4b48-bc22-5a6237160425 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=afab507a-4ef5-4f82-b221-a08b722735c6 HTTP/1.1" status: 200 len: 861 time: 0.1558626 Sep 23 06:40:09.045467 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '526a986e-513d-42ed-a665-fbd73e935504', 'tag': 'b06ef613-7fe5-4ebe-9422-fc0b856ea77e'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:40:09.047756 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d8a360-c40a-436c-be78-808df08dd826" -d '{"events": [{"name": "network-changed", "server_uuid": "526a986e-513d-42ed-a665-fbd73e935504", "tag": "b06ef613-7fe5-4ebe-9422-fc0b856ea77e"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:40:09.061953 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a593d75f-4181-495d-b573-feed79f781b6 req-ddc705b3-75b9-49f7-b350-66691ef2cde5 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:09.063699 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a593d75f-4181-495d-b573-feed79f781b6 req-ddc705b3-75b9-49f7-b350-66691ef2cde5 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b4b1887-d58e-42d0-858c-458fafa87ec7 HTTP/1.1" status: 200 len: 948 time: 0.0779107 Sep 23 06:40:09.111456 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7957abde-81a4-49cf-aa8b-4f197317dd9a req-aa0d50cb-dc28-4b7f-a9e8-0668306f00ef service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=26aba36e-f765-4b4a-a7c9-897761ec549b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538893 Sep 23 06:40:09.120959 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-2cce1094-bb1c-418f-96de-126be064c314 service neutron] For port 9b4f3dc6-1c8f-4151-a0c4-1e0d39456823, host n-h2-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:40:09.130686 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a593d75f-4181-495d-b573-feed79f781b6 req-9700be33-909d-4773-9dcf-35b74866a060 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604439 Sep 23 06:40:09.206105 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-2cce1094-bb1c-418f-96de-126be064c314 service neutron] For port 9b4f3dc6-1c8f-4151-a0c4-1e0d39456823, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=9b4f3dc6-1c8f-4151-a0c4-1e0d39456823,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:40:09.229505 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-654d3285-a1c0-4225-b612-11cfba3ae6ae x-openstack-request-id: req-654d3285-a1c0-4225-b612-11cfba3ae6ae {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:40:09.229996 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "526a986e-513d-42ed-a665-fbd73e935504", "tag": "b06ef613-7fe5-4ebe-9422-fc0b856ea77e", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:40:09.230349 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-654d3285-a1c0-4225-b612-11cfba3ae6ae {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:40:09.230842 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '526a986e-513d-42ed-a665-fbd73e935504', 'tag': 'b06ef613-7fe5-4ebe-9422-fc0b856ea77e', 'status': 'completed', 'code': 200} Sep 23 06:40:09.236755 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-2cce1094-bb1c-418f-96de-126be064c314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:09.267362 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-04568a20-a0a3-49e7-8e33-2b24b6ce20ec req-1033ddad-59c3-4d2f-b001-d11a3d1c6602 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af6907fd-55bd-4a3e-bbf2-d01cb0916a71 {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:40:09.296474 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84905658-5605-4bbf-8624-49703b9051d0 req-6c14180a-efd8-4bb7-8b9f-3817eaea5f7d tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:09.299235 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a689879c-02c4-4ee2-bec1-f7fb626105da req-2962a14b-2b3b-4b9b-8458-a366d1903db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:09.301040 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a689879c-02c4-4ee2-bec1-f7fb626105da req-2962a14b-2b3b-4b9b-8458-a366d1903db1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8d68b6f2bfe2491c9015cf660b627aab&device_id=c596078e-5eac-4681-87db-04b02147197d HTTP/1.1" status: 200 len: 1099 time: 0.2086039 Sep 23 06:40:09.304367 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-84905658-5605-4bbf-8624-49703b9051d0 req-6c14180a-efd8-4bb7-8b9f-3817eaea5f7d tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=526a986e-513d-42ed-a665-fbd73e935504 HTTP/1.1" status: 200 len: 944 time: 0.0689025 Sep 23 06:40:09.306470 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-04568a20-a0a3-49e7-8e33-2b24b6ce20ec req-1033ddad-59c3-4d2f-b001-d11a3d1c6602 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:09.341710 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-84905658-5605-4bbf-8624-49703b9051d0 req-96913aac-9fd0-40c7-af7e-35c1727a93a2 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364776 Sep 23 06:40:09.378973 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-2cce1094-bb1c-418f-96de-126be064c314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:09.379703 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-2cce1094-bb1c-418f-96de-126be064c314 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:09.381159 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-2cce1094-bb1c-418f-96de-126be064c314 service neutron] 10.222.0.58 "PUT /v2.0/ports/9b4f3dc6-1c8f-4151-a0c4-1e0d39456823 HTTP/1.1" status: 200 len: 1097 time: 4.0484734 Sep 23 06:40:09.441515 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-04568a20-a0a3-49e7-8e33-2b24b6ce20ec req-1033ddad-59c3-4d2f-b001-d11a3d1c6602 service neutron] Transition to ACTIVE for port object af6907fd-55bd-4a3e-bbf2-d01cb0916a71 will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:40:09.475004 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-04568a20-a0a3-49e7-8e33-2b24b6ce20ec req-1033ddad-59c3-4d2f-b001-d11a3d1c6602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:09.476684 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cce1094-bb1c-418f-96de-126be064c314 service neutron] Pushing event updated for resources: {'Port': ['ID=9b4f3dc6-1c8f-4151-a0c4-1e0d39456823,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:09.565556 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7957abde-81a4-49cf-aa8b-4f197317dd9a req-d974facd-2cc6-4e71-8382-65ae70747faa service neutron] 10.222.0.21 "GET /v2.0/networks/26aba36e-f765-4b4a-a7c9-897761ec549b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4245543 Sep 23 06:40:09.607771 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de941c0-ac1c-4982-8a9c-528ed59b8dde req-ae28b4a1-1c3a-4198-a499-4edf94d24c47 tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:09.615209 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1de941c0-ac1c-4982-8a9c-528ed59b8dde req-ae28b4a1-1c3a-4198-a499-4edf94d24c47 tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] 10.222.0.39 "GET /v2.0/ports?device_id=446b849e-6c82-4477-bd38-273081ff8e76 HTTP/1.1" status: 200 len: 935 time: 0.2713833 Sep 23 06:40:09.680829 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1033ddad-59c3-4d2f-b001-d11a3d1c6602 service neutron] Pushing event updated for resources: {'Port': ['ID=af6907fd-55bd-4a3e-bbf2-d01cb0916a71,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:09.696636 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:09.707009 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-f2549e7e-2059-405d-8963-05b6d984d46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:09.707009 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-f2549e7e-2059-405d-8963-05b6d984d46d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8d68b6f2bfe2491c9015cf660b627aab&device_id=8b4b1887-d58e-42d0-858c-458fafa87ec7 HTTP/1.1" status: 200 len: 1100 time: 0.2520804 Sep 23 06:40:09.913400 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a689879c-02c4-4ee2-bec1-f7fb626105da req-d9911c51-6fa3-44a4-81f0-e23ac6c474a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:09.915428 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a689879c-02c4-4ee2-bec1-f7fb626105da req-d9911c51-6fa3-44a4-81f0-e23ac6c474a6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=16515f0f-e5a6-4630-a440-e11fb2e02062 HTTP/1.1" status: 200 len: 870 time: 0.5657501 Sep 23 06:40:10.013469 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-20428b43-ec75-4b44-b1e7-2b4f98ebbf89 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=9b4f3dc6-1c8f-4151-a0c4-1e0d39456823 HTTP/1.1" status: 200 len: 217 time: 0.1028323 Sep 23 06:40:10.016310 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1de941c0-ac1c-4982-8a9c-528ed59b8dde req-44943310-f0ab-467d-9630-1fbf66e480ec tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c4bbcf7-6765-4ca4-afe4-db849bd05174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4000065 Sep 23 06:40:10.047896 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-04568a20-a0a3-49e7-8e33-2b24b6ce20ec req-1033ddad-59c3-4d2f-b001-d11a3d1c6602 service neutron] Attempting to bind port af6907fd-55bd-4a3e-bbf2-d01cb0916a71 on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:40:10.048309 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-04568a20-a0a3-49e7-8e33-2b24b6ce20ec req-1033ddad-59c3-4d2f-b001-d11a3d1c6602 service neutron] Attempting to bind port af6907fd-55bd-4a3e-bbf2-d01cb0916a71 by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:40:10.048551 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04568a20-a0a3-49e7-8e33-2b24b6ce20ec req-1033ddad-59c3-4d2f-b001-d11a3d1c6602 service neutron] Attempting to bind port af6907fd-55bd-4a3e-bbf2-d01cb0916a71 on network 16515f0f-e5a6-4630-a440-e11fb2e02062 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:40:10.063355 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a689879c-02c4-4ee2-bec1-f7fb626105da req-c270d6f0-5f8f-4e69-b954-c2c3c42624ce service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=b8ff8d3a-6ed2-4cab-9e77-0fd57d974ead HTTP/1.1" status: 200 len: 217 time: 0.1048391 Sep 23 06:40:10.095850 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04568a20-a0a3-49e7-8e33-2b24b6ce20ec req-1033ddad-59c3-4d2f-b001-d11a3d1c6602 service neutron] Port af6907fd-55bd-4a3e-bbf2-d01cb0916a71 on network 16515f0f-e5a6-4630-a440-e11fb2e02062 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:40:10.096177 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04568a20-a0a3-49e7-8e33-2b24b6ce20ec req-1033ddad-59c3-4d2f-b001-d11a3d1c6602 service neutron] Attempting to bind port af6907fd-55bd-4a3e-bbf2-d01cb0916a71 on network 16515f0f-e5a6-4630-a440-e11fb2e02062 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:40:10.121031 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e36ac10-6675-4658-aa2b-4271fc94aa59 req-ec54623c-86af-417e-a32e-8a33cd37200e tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:10.122849 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6e36ac10-6675-4658-aa2b-4271fc94aa59 req-ec54623c-86af-417e-a32e-8a33cd37200e tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] 10.222.0.39 "GET /v2.0/ports?device_id=810c8027-12f1-4c39-ba1d-5c641317d5f6 HTTP/1.1" status: 200 len: 950 time: 0.0783324 Sep 23 06:40:10.167596 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6e36ac10-6675-4658-aa2b-4271fc94aa59 req-b3301c77-f632-4614-bf8e-80725feaec11 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8a8a733-9d40-4513-965c-60d93327f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385859 Sep 23 06:40:10.178747 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04568a20-a0a3-49e7-8e33-2b24b6ce20ec req-1033ddad-59c3-4d2f-b001-d11a3d1c6602 service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:40:10.179051 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04568a20-a0a3-49e7-8e33-2b24b6ce20ec req-1033ddad-59c3-4d2f-b001-d11a3d1c6602 service neutron] Checking segment: {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:40:10.179510 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04568a20-a0a3-49e7-8e33-2b24b6ce20ec req-1033ddad-59c3-4d2f-b001-d11a3d1c6602 service neutron] Bound using segment: {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:40:10.179950 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-04568a20-a0a3-49e7-8e33-2b24b6ce20ec req-1033ddad-59c3-4d2f-b001-d11a3d1c6602 service neutron] Bound port: af6907fd-55bd-4a3e-bbf2-d01cb0916a71, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:40:10.180890 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-04568a20-a0a3-49e7-8e33-2b24b6ce20ec req-1033ddad-59c3-4d2f-b001-d11a3d1c6602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:10.207981 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-8b489f6b-8f50-4fe5-92e8-36fb565e45da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:10.209544 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-8b489f6b-8f50-4fe5-92e8-36fb565e45da service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e HTTP/1.1" status: 200 len: 843 time: 0.1627655 Sep 23 06:40:10.211497 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7957abde-81a4-49cf-aa8b-4f197317dd9a req-9c2f4e88-9325-4ef0-bc5a-e35536811751 service neutron] 10.222.0.21 "GET /v2.0/networks/26aba36e-f765-4b4a-a7c9-897761ec549b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6280270 Sep 23 06:40:10.290769 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a689879c-02c4-4ee2-bec1-f7fb626105da req-b60045a7-3cd7-4c89-b45a-b5c8eaaba3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:10.292244 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a689879c-02c4-4ee2-bec1-f7fb626105da req-b60045a7-3cd7-4c89-b45a-b5c8eaaba3e1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e HTTP/1.1" status: 200 len: 843 time: 0.1834831 Sep 23 06:40:10.311406 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532a6539-8bdd-406b-b7f8-7ba605312dde req-7a534137-62ed-4476-bd38-85421afbb56e tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:10.313280 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-532a6539-8bdd-406b-b7f8-7ba605312dde req-7a534137-62ed-4476-bd38-85421afbb56e tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b4b1887-d58e-42d0-858c-458fafa87ec7 HTTP/1.1" status: 200 len: 948 time: 0.0570703 Sep 23 06:40:10.354751 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9918588-47ef-4669-b348-f68a27fcb219 req-68d60271-a893-4002-a222-3a0340b49723 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:10.356491 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a9918588-47ef-4669-b348-f68a27fcb219 req-68d60271-a893-4002-a222-3a0340b49723 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=51db8430-1989-426f-8b96-eefbf99cfcdf HTTP/1.1" status: 200 len: 950 time: 0.2164874 Sep 23 06:40:10.364699 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-532a6539-8bdd-406b-b7f8-7ba605312dde req-fb0e70a4-1127-48cf-9b35-d7610b645946 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435357 Sep 23 06:40:10.407927 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-04568a20-a0a3-49e7-8e33-2b24b6ce20ec req-1033ddad-59c3-4d2f-b001-d11a3d1c6602 service neutron] For port af6907fd-55bd-4a3e-bbf2-d01cb0916a71, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:40:10.414045 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-b4ff673f-ec33-4550-b414-26eb42c88fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:10.416572 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-b4ff673f-ec33-4550-b414-26eb42c88fa1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=16515f0f-e5a6-4630-a440-e11fb2e02062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1876316 Sep 23 06:40:10.449298 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-04568a20-a0a3-49e7-8e33-2b24b6ce20ec req-1033ddad-59c3-4d2f-b001-d11a3d1c6602 service neutron] For port af6907fd-55bd-4a3e-bbf2-d01cb0916a71, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=af6907fd-55bd-4a3e-bbf2-d01cb0916a71,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:40:10.462016 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0add42f3-7d78-4b63-9bfb-c3d18e082e4f req-c3d0218c-a62f-412b-b211-da6fa42c0a91 tempest-LiveMigrationNegativeTest-773289034 tempest-LiveMigrationNegativeTest-773289034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:10.463658 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0add42f3-7d78-4b63-9bfb-c3d18e082e4f req-c3d0218c-a62f-412b-b211-da6fa42c0a91 tempest-LiveMigrationNegativeTest-773289034 tempest-LiveMigrationNegativeTest-773289034-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=810c8027-12f1-4c39-ba1d-5c641317d5f6 HTTP/1.1" status: 200 len: 1102 time: 0.0449367 Sep 23 06:40:10.479292 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-04568a20-a0a3-49e7-8e33-2b24b6ce20ec req-1033ddad-59c3-4d2f-b001-d11a3d1c6602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:10.487580 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-0add42f3-7d78-4b63-9bfb-c3d18e082e4f req-d1c304d5-d393-4728-b61c-78bf7b8beed2 tempest-LiveMigrationNegativeTest-773289034 tempest-LiveMigrationNegativeTest-773289034-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:10.512029 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a689879c-02c4-4ee2-bec1-f7fb626105da req-553f39a1-51e6-40d2-aee7-e57653d08509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:10.513537 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a689879c-02c4-4ee2-bec1-f7fb626105da req-553f39a1-51e6-40d2-aee7-e57653d08509 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=16515f0f-e5a6-4630-a440-e11fb2e02062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1977539 Sep 23 06:40:10.527253 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47128) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:40:10.537346 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a9918588-47ef-4669-b348-f68a27fcb219 req-42524265-8ddb-4c6e-b8d5-6b873f05ebbe tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481421 Sep 23 06:40:10.582174 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04568a20-a0a3-49e7-8e33-2b24b6ce20ec req-1033ddad-59c3-4d2f-b001-d11a3d1c6602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:10.582791 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-04568a20-a0a3-49e7-8e33-2b24b6ce20ec req-1033ddad-59c3-4d2f-b001-d11a3d1c6602 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:10.584432 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-04568a20-a0a3-49e7-8e33-2b24b6ce20ec req-1033ddad-59c3-4d2f-b001-d11a3d1c6602 service neutron] 10.222.0.21 "PUT /v2.0/ports/af6907fd-55bd-4a3e-bbf2-d01cb0916a71 HTTP/1.1" status: 200 len: 1096 time: 2.6991246 Sep 23 06:40:10.586224 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d8a360-c40a-436c-be78-808df08dd826 req-3d3433be-6b0d-483f-9da2-5147b1e92e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:10.588257 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e3d8a360-c40a-436c-be78-808df08dd826 req-3d3433be-6b0d-483f-9da2-5147b1e92e84 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4f0064bb53474048bf6eb5b78e44e4ae&device_id=526a986e-513d-42ed-a665-fbd73e935504 HTTP/1.1" status: 200 len: 1096 time: 0.2745790 Sep 23 06:40:10.603667 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-0add42f3-7d78-4b63-9bfb-c3d18e082e4f req-d1c304d5-d393-4728-b61c-78bf7b8beed2 tempest-LiveMigrationNegativeTest-773289034 tempest-LiveMigrationNegativeTest-773289034-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:10.616651 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-0add42f3-7d78-4b63-9bfb-c3d18e082e4f req-d1c304d5-d393-4728-b61c-78bf7b8beed2 tempest-LiveMigrationNegativeTest-773289034 tempest-LiveMigrationNegativeTest-773289034-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:10.666597 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0add42f3-7d78-4b63-9bfb-c3d18e082e4f req-d1c304d5-d393-4728-b61c-78bf7b8beed2 tempest-LiveMigrationNegativeTest-773289034 tempest-LiveMigrationNegativeTest-773289034-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c8a8a733-9d40-4513-965c-60d93327f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950395 Sep 23 06:40:10.699288 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c304d5-d393-4728-b61c-78bf7b8beed2 tempest-LiveMigrationNegativeTest-773289034 tempest-LiveMigrationNegativeTest-773289034-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae4cdf0-109d-4f7c-8584-3e0b5d27e2f1,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:10.731678 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ef6e0255-0353-4753-a58f-b471d2973790 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:10.811182 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1033ddad-59c3-4d2f-b001-d11a3d1c6602 service neutron] Pushing event updated for resources: {'Port': ['ID=af6907fd-55bd-4a3e-bbf2-d01cb0916a71,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:10.852054 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ef6e0255-0353-4753-a58f-b471d2973790 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:10.857560 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ef6e0255-0353-4753-a58f-b471d2973790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:10.866714 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-7600e910-13db-4b8a-8ddc-0f42830ab105 service neutron] 10.222.0.58 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4319749 Sep 23 06:40:10.908358 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-ef6e0255-0353-4753-a58f-b471d2973790 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e483f4bced6b4155937fbff9e4500b96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3801017 Sep 23 06:40:10.909545 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6e0255-0353-4753-a58f-b471d2973790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08a1ea30-0360-445b-9e97-45bb815ee904,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:10.913545 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47142) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:40:10.929705 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04568a20-a0a3-49e7-8e33-2b24b6ce20ec req-a86fb85a-0d9c-4b7f-b205-264e7ac1932d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:10.932613 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-04568a20-a0a3-49e7-8e33-2b24b6ce20ec req-a86fb85a-0d9c-4b7f-b205-264e7ac1932d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e1487b132afb45fea011a4666347e9e2&device_id=446b849e-6c82-4477-bd38-273081ff8e76 HTTP/1.1" status: 200 len: 1099 time: 0.2666068 Sep 23 06:40:10.946635 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a689879c-02c4-4ee2-bec1-f7fb626105da req-ab0cdd78-3079-46a1-b71a-cb15f744ad51 service neutron] 10.222.0.58 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3710284 Sep 23 06:40:10.955360 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d51d0af-f9d3-45ba-906e-0351314d0f61 req-0c42fd22-ba92-4774-8ed2-dbdd147318a1 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:10.957332 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0d51d0af-f9d3-45ba-906e-0351314d0f61 req-0c42fd22-ba92-4774-8ed2-dbdd147318a1 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=526a986e-513d-42ed-a665-fbd73e935504 HTTP/1.1" status: 200 len: 944 time: 0.2425606 Sep 23 06:40:10.962457 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d8a360-c40a-436c-be78-808df08dd826 req-2cc4677e-e526-451e-8cc1-0099ae350a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:10.963954 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e3d8a360-c40a-436c-be78-808df08dd826 req-2cc4677e-e526-451e-8cc1-0099ae350a2c service neutron] 10.222.0.21 "GET /v2.0/networks?id=26aba36e-f765-4b4a-a7c9-897761ec549b HTTP/1.1" status: 200 len: 922 time: 0.3579741 Sep 23 06:40:10.976827 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bcc699e2-07d1-4b3f-950e-2d84adbb458b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:11.008978 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bcc699e2-07d1-4b3f-950e-2d84adbb458b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:11.028132 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-fcc07605-5db5-47d3-a19a-534729529947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:11.081328 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bcc699e2-07d1-4b3f-950e-2d84adbb458b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:11.082990 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-04568a20-a0a3-49e7-8e33-2b24b6ce20ec req-1553c062-3b33-45ca-9869-463648298805 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=af6907fd-55bd-4a3e-bbf2-d01cb0916a71 HTTP/1.1" status: 200 len: 217 time: 0.1119177 Sep 23 06:40:11.083916 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bcc699e2-07d1-4b3f-950e-2d84adbb458b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:11.087462 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-bcc699e2-07d1-4b3f-950e-2d84adbb458b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/08a1ea30-0360-445b-9e97-45bb815ee904 HTTP/1.1" status: 204 len: 168 time: 0.1699967 Sep 23 06:40:11.096016 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc699e2-07d1-4b3f-950e-2d84adbb458b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a1ea30-0360-445b-9e97-45bb815ee904,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:11.115043 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e3d8a360-c40a-436c-be78-808df08dd826 req-0515d58d-d6d1-468e-bfb3-60997b38faf2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b06ef613-7fe5-4ebe-9422-fc0b856ea77e HTTP/1.1" status: 200 len: 217 time: 0.1341629 Sep 23 06:40:11.233407 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b4b1887-d58e-42d0-858c-458fafa87ec7', 'tag': '9b4f3dc6-1c8f-4151-a0c4-1e0d39456823'}, {'name': 'network-changed', 'server_uuid': '446b849e-6c82-4477-bd38-273081ff8e76', 'tag': 'af6907fd-55bd-4a3e-bbf2-d01cb0916a71'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:40:11.235922 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-800d580c-8989-4ba3-8f4a-af929fec10bb" -d '{"events": [{"name": "network-changed", "server_uuid": "8b4b1887-d58e-42d0-858c-458fafa87ec7", "tag": "9b4f3dc6-1c8f-4151-a0c4-1e0d39456823"}, {"name": "network-changed", "server_uuid": "446b849e-6c82-4477-bd38-273081ff8e76", "tag": "af6907fd-55bd-4a3e-bbf2-d01cb0916a71"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:40:11.284353 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0d51d0af-f9d3-45ba-906e-0351314d0f61 req-409a7f54-7fa5-4c0d-8bf2-826a7a1e5b8f tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044720 Sep 23 06:40:11.325807 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-df6cfbf1-7759-4127-9723-7f40d5c90661 req-993b9a4a-245d-41db-ae6d-a7f84364fb25 service neutron] 10.222.0.58 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4315922 Sep 23 06:40:11.327677 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04568a20-a0a3-49e7-8e33-2b24b6ce20ec req-7ddd31ac-2a32-444e-a69c-40000135ecd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:11.328630 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-04568a20-a0a3-49e7-8e33-2b24b6ce20ec req-7ddd31ac-2a32-444e-a69c-40000135ecd9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e HTTP/1.1" status: 200 len: 843 time: 0.2156451 Sep 23 06:40:11.330241 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d8a360-c40a-436c-be78-808df08dd826 req-cd1845f8-872c-490f-8cc2-e7f3ac0eaf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:11.339739 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e3d8a360-c40a-436c-be78-808df08dd826 req-cd1845f8-872c-490f-8cc2-e7f3ac0eaf43 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=afab507a-4ef5-4f82-b221-a08b722735c6 HTTP/1.1" status: 200 len: 861 time: 0.1870673 Sep 23 06:40:11.342182 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a689879c-02c4-4ee2-bec1-f7fb626105da req-b5eede07-7292-4df8-bf77-02bcc8e59dd5 service neutron] 10.222.0.58 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3817382 Sep 23 06:40:11.354348 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1486a65-c48c-48f0-bdba-a3ce6baebeac req-87c16991-3ed6-4cb5-bb3e-4c715c986c62 tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:11.363622 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c1486a65-c48c-48f0-bdba-a3ce6baebeac req-87c16991-3ed6-4cb5-bb3e-4c715c986c62 tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] 10.222.0.39 "GET /v2.0/ports?device_id=446b849e-6c82-4477-bd38-273081ff8e76 HTTP/1.1" status: 200 len: 947 time: 0.0979276 Sep 23 06:40:11.397905 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e3d8a360-c40a-436c-be78-808df08dd826 req-ef31d4f4-2b9f-4bb1-9c1a-adff26126ed6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=26aba36e-f765-4b4a-a7c9-897761ec549b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461314 Sep 23 06:40:11.410069 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:11.429163 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c1486a65-c48c-48f0-bdba-a3ce6baebeac req-155d759d-d7fe-416f-9e3e-4dfcada7d35c tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c4bbcf7-6765-4ca4-afe4-db849bd05174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590832 Sep 23 06:40:11.466594 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47164) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:40:11.483930 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b3805a9c-c1ed-4541-a644-13836d7c05fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:11.491967 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 23 Sep 2021 06:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-579389c8-e15a-4b57-8d3e-33296521ee44 x-openstack-request-id: req-579389c8-e15a-4b57-8d3e-33296521ee44 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:40:11.492265 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b4b1887-d58e-42d0-858c-458fafa87ec7", "tag": "9b4f3dc6-1c8f-4151-a0c4-1e0d39456823", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "446b849e-6c82-4477-bd38-273081ff8e76", "tag": "af6907fd-55bd-4a3e-bbf2-d01cb0916a71", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:40:11.492515 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-579389c8-e15a-4b57-8d3e-33296521ee44 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:40:11.493491 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b4b1887-d58e-42d0-858c-458fafa87ec7', 'tag': '9b4f3dc6-1c8f-4151-a0c4-1e0d39456823', 'status': 'completed', 'code': 200} Sep 23 06:40:11.493744 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '446b849e-6c82-4477-bd38-273081ff8e76', 'tag': 'af6907fd-55bd-4a3e-bbf2-d01cb0916a71', 'status': 'completed', 'code': 200} Sep 23 06:40:11.500842 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04568a20-a0a3-49e7-8e33-2b24b6ce20ec req-826e2017-5bc4-4abd-b8dd-35cd64a2fb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:11.502758 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-04568a20-a0a3-49e7-8e33-2b24b6ce20ec req-826e2017-5bc4-4abd-b8dd-35cd64a2fb5a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=16515f0f-e5a6-4630-a440-e11fb2e02062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1592863 Sep 23 06:40:11.611378 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b3805a9c-c1ed-4541-a644-13836d7c05fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:11.618533 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b3805a9c-c1ed-4541-a644-13836d7c05fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:11.671320 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d3106b-c78b-4741-bc6a-3f233720e13b req-27698c68-c291-444b-b8ef-45064603dded tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:11.672878 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e7d3106b-c78b-4741-bc6a-3f233720e13b req-27698c68-c291-444b-b8ef-45064603dded tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b4b1887-d58e-42d0-858c-458fafa87ec7 HTTP/1.1" status: 200 len: 948 time: 0.0939198 Sep 23 06:40:11.677723 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-b3805a9c-c1ed-4541-a644-13836d7c05fb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c7f75a15eac0402f86d9971b56b9e398&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2100189 Sep 23 06:40:11.678613 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3805a9c-c1ed-4541-a644-13836d7c05fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f060059-2b00-42ca-8d21-c559ecfb5140,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:11.680995 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47170) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:40:11.746453 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e7d3106b-c78b-4741-bc6a-3f233720e13b req-0487fd22-51c3-4fc4-a175-3fc67c5f3f8b tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632296 Sep 23 06:40:11.767638 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e9076362-b825-4af1-aeb2-30577746f4f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:11.813492 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e9076362-b825-4af1-aeb2-30577746f4f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:11.821596 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e3d8a360-c40a-436c-be78-808df08dd826 req-0d17c597-ec00-47ec-8260-0efffc93ce80 service neutron] 10.222.0.21 "GET /v2.0/networks/26aba36e-f765-4b4a-a7c9-897761ec549b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4135537 Sep 23 06:40:11.874715 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a778d36f-c072-41a9-ab63-f41b597013fa req-ea370de2-9765-4567-923a-5d00e7a4077c tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:11.876595 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a778d36f-c072-41a9-ab63-f41b597013fa req-ea370de2-9765-4567-923a-5d00e7a4077c tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] 10.222.0.39 "GET /v2.0/ports?device_id=810c8027-12f1-4c39-ba1d-5c641317d5f6 HTTP/1.1" status: 200 len: 950 time: 0.3906996 Sep 23 06:40:11.898307 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d580c-8989-4ba3-8f4a-af929fec10bb req-bfb950cd-7106-45a6-94ca-04847de5d2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:11.901085 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-800d580c-8989-4ba3-8f4a-af929fec10bb req-bfb950cd-7106-45a6-94ca-04847de5d2e0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8d68b6f2bfe2491c9015cf660b627aab&device_id=8b4b1887-d58e-42d0-858c-458fafa87ec7 HTTP/1.1" status: 200 len: 1100 time: 0.3813374 Sep 23 06:40:11.919684 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997975e8-cb31-4166-896e-061c26637fb1 req-98317343-79f6-45a1-b446-ea7b7bee6d46 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:11.921438 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-997975e8-cb31-4166-896e-061c26637fb1 req-98317343-79f6-45a1-b446-ea7b7bee6d46 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=51db8430-1989-426f-8b96-eefbf99cfcdf HTTP/1.1" status: 200 len: 950 time: 0.0596955 Sep 23 06:40:11.926951 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e9076362-b825-4af1-aeb2-30577746f4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:11.929749 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e9076362-b825-4af1-aeb2-30577746f4f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:11.933634 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-e9076362-b825-4af1-aeb2-30577746f4f6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9f060059-2b00-42ca-8d21-c559ecfb5140 HTTP/1.1" status: 204 len: 168 time: 0.2490523 Sep 23 06:40:11.962133 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9076362-b825-4af1-aeb2-30577746f4f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f060059-2b00-42ca-8d21-c559ecfb5140,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:12.002282 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-997975e8-cb31-4166-896e-061c26637fb1 req-55a036d7-4d61-42e2-890e-4c7d18dff5a2 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622745 Sep 23 06:40:12.031052 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-04568a20-a0a3-49e7-8e33-2b24b6ce20ec req-2252289a-604e-449d-98d1-018a85d013df service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5158603 Sep 23 06:40:12.136815 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:12.142697 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a778d36f-c072-41a9-ab63-f41b597013fa req-dee3bb7b-68f4-4143-97f9-252f719c4fb6 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8a8a733-9d40-4513-965c-60d93327f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511389 Sep 23 06:40:12.196615 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47182) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:40:12.225423 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e3d8a360-c40a-436c-be78-808df08dd826 req-015c519f-5102-4b42-85a8-6b1e6d7e7f5a service neutron] 10.222.0.21 "GET /v2.0/networks/26aba36e-f765-4b4a-a7c9-897761ec549b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3739431 Sep 23 06:40:12.231681 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d580c-8989-4ba3-8f4a-af929fec10bb req-c74cafeb-9a22-469b-9ecc-ede0aaefa6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:12.233112 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-800d580c-8989-4ba3-8f4a-af929fec10bb req-c74cafeb-9a22-469b-9ecc-ede0aaefa6d4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=16515f0f-e5a6-4630-a440-e11fb2e02062 HTTP/1.1" status: 200 len: 870 time: 0.3228273 Sep 23 06:40:12.235107 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-04568a20-a0a3-49e7-8e33-2b24b6ce20ec req-ec8a9250-19ed-4ca5-9350-3b05c6c80543 service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864018 Sep 23 06:40:12.294858 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-800d580c-8989-4ba3-8f4a-af929fec10bb req-dd422c26-fe25-432a-9868-bbbe20efe535 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=9b4f3dc6-1c8f-4151-a0c4-1e0d39456823 HTTP/1.1" status: 200 len: 217 time: 0.0411499 Sep 23 06:40:12.332010 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-465b645a-33fb-4ad0-befe-ab92bc972d8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:12.391368 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d580c-8989-4ba3-8f4a-af929fec10bb req-4d2c2ce8-d35a-45a6-9d06-bc9d6cd2f91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:12.392917 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-800d580c-8989-4ba3-8f4a-af929fec10bb req-4d2c2ce8-d35a-45a6-9d06-bc9d6cd2f91b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e HTTP/1.1" status: 200 len: 843 time: 0.0812485 Sep 23 06:40:12.402922 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d580c-8989-4ba3-8f4a-af929fec10bb req-ed21d040-d995-43ed-8937-8ec0c136ee1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:12.404604 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-800d580c-8989-4ba3-8f4a-af929fec10bb req-ed21d040-d995-43ed-8937-8ec0c136ee1f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e1487b132afb45fea011a4666347e9e2&device_id=446b849e-6c82-4477-bd38-273081ff8e76 HTTP/1.1" status: 200 len: 1099 time: 0.0609694 Sep 23 06:40:12.458805 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0aafc9-5e76-49e1-b707-dc8a0a8011c4 req-3167ebda-2521-4a89-bff7-c9e2de86f06b tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:12.460421 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-db0aafc9-5e76-49e1-b707-dc8a0a8011c4 req-3167ebda-2521-4a89-bff7-c9e2de86f06b tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=526a986e-513d-42ed-a665-fbd73e935504 HTTP/1.1" status: 200 len: 944 time: 0.0767596 Sep 23 06:40:12.480902 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d580c-8989-4ba3-8f4a-af929fec10bb req-9b8ba841-e532-41e7-b61f-4a7f9ed403c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:12.482488 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-800d580c-8989-4ba3-8f4a-af929fec10bb req-9b8ba841-e532-41e7-b61f-4a7f9ed403c3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=16515f0f-e5a6-4630-a440-e11fb2e02062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0760045 Sep 23 06:40:12.515211 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-465b645a-33fb-4ad0-befe-ab92bc972d8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:12.525636 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-465b645a-33fb-4ad0-befe-ab92bc972d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:12.553678 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-db0aafc9-5e76-49e1-b707-dc8a0a8011c4 req-61722622-6b10-49c9-a102-b54c9c77776a tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669436 Sep 23 06:40:12.566633 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-465b645a-33fb-4ad0-befe-ab92bc972d8d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=217a6a8931be4269b3b53d7eabd91a3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3662941 Sep 23 06:40:12.567236 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47202) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:40:12.588818 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465b645a-33fb-4ad0-befe-ab92bc972d8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=809f6ce8-8dd7-49ea-83dd-be858ac6dd87,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:12.636618 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fc4f4178-2592-4da8-9cac-3478d1340a7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:12.655295 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d580c-8989-4ba3-8f4a-af929fec10bb req-a9f20579-c6b8-42c9-8a77-83199f4b1cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:12.657487 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-800d580c-8989-4ba3-8f4a-af929fec10bb req-a9f20579-c6b8-42c9-8a77-83199f4b1cb2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=16515f0f-e5a6-4630-a440-e11fb2e02062 HTTP/1.1" status: 200 len: 870 time: 0.2410767 Sep 23 06:40:12.660440 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fc4f4178-2592-4da8-9cac-3478d1340a7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:12.671552 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca8ff0-17a1-4e84-910c-ae74a88d760d req-b6c31765-94a0-49f2-addb-7d6a704fa94e tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:12.673150 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f5ca8ff0-17a1-4e84-910c-ae74a88d760d req-b6c31765-94a0-49f2-addb-7d6a704fa94e tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] 10.222.0.39 "GET /v2.0/ports?device_id=446b849e-6c82-4477-bd38-273081ff8e76 HTTP/1.1" status: 200 len: 947 time: 0.1445880 Sep 23 06:40:12.722964 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fc4f4178-2592-4da8-9cac-3478d1340a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:12.725647 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fc4f4178-2592-4da8-9cac-3478d1340a7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:12.726813 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-fc4f4178-2592-4da8-9cac-3478d1340a7a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/809f6ce8-8dd7-49ea-83dd-be858ac6dd87 HTTP/1.1" status: 204 len: 168 time: 0.1586845 Sep 23 06:40:12.728918 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-800d580c-8989-4ba3-8f4a-af929fec10bb req-a2b8935e-b174-43b7-8b31-e7e12ac1d12c service neutron] 10.222.0.58 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018735 Sep 23 06:40:12.730452 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-800d580c-8989-4ba3-8f4a-af929fec10bb req-b724604b-7e6a-4e83-9966-eedc9d4eb7e6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=af6907fd-55bd-4a3e-bbf2-d01cb0916a71 HTTP/1.1" status: 200 len: 217 time: 0.0530083 Sep 23 06:40:12.741092 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4f4178-2592-4da8-9cac-3478d1340a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=809f6ce8-8dd7-49ea-83dd-be858ac6dd87,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:12.823382 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f5ca8ff0-17a1-4e84-910c-ae74a88d760d req-bf5c1943-fe90-4647-a177-19a3c03d7d35 tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c4bbcf7-6765-4ca4-afe4-db849bd05174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322575 Sep 23 06:40:12.863625 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d580c-8989-4ba3-8f4a-af929fec10bb req-a70b3af5-e2c0-42e6-a15c-8add43395636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:12.865112 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-800d580c-8989-4ba3-8f4a-af929fec10bb req-a70b3af5-e2c0-42e6-a15c-8add43395636 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e HTTP/1.1" status: 200 len: 843 time: 0.1241815 Sep 23 06:40:12.899894 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6310c59d-2af7-4abc-9a84-c15f8137f0f9 req-545af4b4-1607-4390-b05a-bf3db10c2670 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:12.901448 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6310c59d-2af7-4abc-9a84-c15f8137f0f9 req-545af4b4-1607-4390-b05a-bf3db10c2670 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b4b1887-d58e-42d0-858c-458fafa87ec7 HTTP/1.1" status: 200 len: 948 time: 0.0815542 Sep 23 06:40:12.925145 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-800d580c-8989-4ba3-8f4a-af929fec10bb req-61baebc4-39b7-4e08-a1dc-97b2e6a36cfc service neutron] 10.222.0.58 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851785 Sep 23 06:40:12.942280 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d580c-8989-4ba3-8f4a-af929fec10bb req-15cfe662-9836-48e0-ada5-04c163718655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:12.944220 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-800d580c-8989-4ba3-8f4a-af929fec10bb req-15cfe662-9836-48e0-ada5-04c163718655 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=16515f0f-e5a6-4630-a440-e11fb2e02062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0690751 Sep 23 06:40:12.967471 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6310c59d-2af7-4abc-9a84-c15f8137f0f9 req-73ffe115-198e-40e6-a256-c41152ddfe99 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570807 Sep 23 06:40:13.063029 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-800d580c-8989-4ba3-8f4a-af929fec10bb req-81429389-00fc-42b2-91e3-97bada1be758 service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091535 Sep 23 06:40:13.189555 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adfa22f-f54a-4966-8e7b-2768444b8c11 req-90e7c4d4-cb6a-4636-94eb-07ff2860d072 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:13.192391 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device b8ff8d3a-6ed2-4cab-9e77-0fd57d974ead details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:40:13.195426 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47230) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:40:13.198155 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3adfa22f-f54a-4966-8e7b-2768444b8c11 req-90e7c4d4-cb6a-4636-94eb-07ff2860d072 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=51db8430-1989-426f-8b96-eefbf99cfcdf HTTP/1.1" status: 200 len: 950 time: 0.1376548 Sep 23 06:40:13.218471 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dc368cfe-d5db-42db-82ed-cbde0aa3270b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:13.243829 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-800d580c-8989-4ba3-8f4a-af929fec10bb req-d63a0238-1be2-4ba3-b3d5-a5e3b0a33d70 service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713326 Sep 23 06:40:13.262723 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3adfa22f-f54a-4966-8e7b-2768444b8c11 req-cdf83946-7d95-4d14-adc8-cd78d4d4adec tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592489 Sep 23 06:40:13.344465 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d3efc9-f467-4c91-ad3f-16d4ce0fb9e9 req-0d15fca6-672d-44c9-b8f8-c2fd5c494167 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:13.346280 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-37d3efc9-f467-4c91-ad3f-16d4ce0fb9e9 req-0d15fca6-672d-44c9-b8f8-c2fd5c494167 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] 10.222.0.39 "GET /v2.0/ports?device_id=810c8027-12f1-4c39-ba1d-5c641317d5f6 HTTP/1.1" status: 200 len: 950 time: 0.0796454 Sep 23 06:40:13.358437 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port b8ff8d3a-6ed2-4cab-9e77-0fd57d974ead, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=b8ff8d3a-6ed2-4cab-9e77-0fd57d974ead,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:40:13.370675 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': 'b8ff8d3a-6ed2-4cab-9e77-0fd57d974ead', 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062', 'port_id': 'b8ff8d3a-6ed2-4cab-9e77-0fd57d974ead', 'mac_address': 'fa:16:3e:bf:66:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:40:13.407003 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dc368cfe-d5db-42db-82ed-cbde0aa3270b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:13.410482 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-37d3efc9-f467-4c91-ad3f-16d4ce0fb9e9 req-a3f67ea0-021f-4fd0-822d-4b784d94cbfc tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8a8a733-9d40-4513-965c-60d93327f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526354 Sep 23 06:40:13.413009 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:13.413473 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dc368cfe-d5db-42db-82ed-cbde0aa3270b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:13.428032 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8ff8d3a-6ed2-4cab-9e77-0fd57d974ead {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:40:13.452075 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port b8ff8d3a-6ed2-4cab-9e77-0fd57d974ead, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=b8ff8d3a-6ed2-4cab-9e77-0fd57d974ead,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:40:13.457175 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:13.467584 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-dc368cfe-d5db-42db-82ed-cbde0aa3270b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6a2903a0ad974d238484b36af181f870&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2686269 Sep 23 06:40:13.468389 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47236) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:40:13.481899 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc368cfe-d5db-42db-82ed-cbde0aa3270b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50b187dc-82d3-4381-8035-fb675ea695c0,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:13.528110 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc6fa9e-e66d-463d-9c5c-4196d11d05c2 req-5a8bedf6-03fa-4bb3-8fce-6f8c9a216be5 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:13.530243 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6dc6fa9e-e66d-463d-9c5c-4196d11d05c2 req-5a8bedf6-03fa-4bb3-8fce-6f8c9a216be5 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] 10.222.0.58 "GET /v2.0/ports?device_id=810c8027-12f1-4c39-ba1d-5c641317d5f6 HTTP/1.1" status: 200 len: 950 time: 0.0593882 Sep 23 06:40:13.536050 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=b8ff8d3a-6ed2-4cab-9e77-0fd57d974ead,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:13.650504 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:13.670744 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-6dc6fa9e-e66d-463d-9c5c-4196d11d05c2 req-7f313807-f615-40f1-924e-ec8831f2a720 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] Deleting port 86c27a3e-e3c4-42ce-968b-6f7f8a89523e {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:40:13.671118 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6dc6fa9e-e66d-463d-9c5c-4196d11d05c2 req-7f313807-f615-40f1-924e-ec8831f2a720 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:13.768924 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5195fa54-304c-4b82-a175-36f743aa093b req-f551ce5e-ab0c-4e23-b4d6-d5b04209a7c0 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:13.769142 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-83d9ffc2-1037-4b2b-b599-25baad157351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:13.770485 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5195fa54-304c-4b82-a175-36f743aa093b req-f551ce5e-ab0c-4e23-b4d6-d5b04209a7c0 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=526a986e-513d-42ed-a665-fbd73e935504 HTTP/1.1" status: 200 len: 944 time: 0.1177595 Sep 23 06:40:13.771882 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['b8ff8d3a-6ed2-4cab-9e77-0fd57d974ead'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:40:13.800398 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-83d9ffc2-1037-4b2b-b599-25baad157351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:13.811227 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-6dc6fa9e-e66d-463d-9c5c-4196d11d05c2 req-7f313807-f615-40f1-924e-ec8831f2a720 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] For port 86c27a3e-e3c4-42ce-968b-6f7f8a89523e, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=86c27a3e-e3c4-42ce-968b-6f7f8a89523e,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:40:13.811589 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6dc6fa9e-e66d-463d-9c5c-4196d11d05c2 req-7f313807-f615-40f1-924e-ec8831f2a720 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:13.831705 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-6dc6fa9e-e66d-463d-9c5c-4196d11d05c2 req-7f313807-f615-40f1-924e-ec8831f2a720 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] Calling delete_port for 86c27a3e-e3c4-42ce-968b-6f7f8a89523e owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:40:13.843666 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5195fa54-304c-4b82-a175-36f743aa093b req-048aa48a-7a9a-49c2-878c-2969c48018d8 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641291 Sep 23 06:40:13.856358 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-83d9ffc2-1037-4b2b-b599-25baad157351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:13.859343 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-83d9ffc2-1037-4b2b-b599-25baad157351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:13.872584 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-83d9ffc2-1037-4b2b-b599-25baad157351 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/50b187dc-82d3-4381-8035-fb675ea695c0 HTTP/1.1" status: 204 len: 168 time: 0.3966053 Sep 23 06:40:13.884076 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d9ffc2-1037-4b2b-b599-25baad157351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b187dc-82d3-4381-8035-fb675ea695c0,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:14.008240 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d7bcbece-3d2c-4031-bcef-bf79f4095591 req-aed819d4-835e-40da-80ce-65440778e080 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=6009313a4ad74b9285df5524624c3636&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280085 Sep 23 06:40:14.057325 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6dc6fa9e-e66d-463d-9c5c-4196d11d05c2 req-7f313807-f615-40f1-924e-ec8831f2a720 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:14.068091 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83da37-6c24-4913-9f45-c27a47b830a9 req-d7c2dc08-f2ae-4acd-a782-6e0c7e7ed217 tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:14.069568 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1a83da37-6c24-4913-9f45-c27a47b830a9 req-d7c2dc08-f2ae-4acd-a782-6e0c7e7ed217 tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] 10.222.0.39 "GET /v2.0/ports?device_id=446b849e-6c82-4477-bd38-273081ff8e76 HTTP/1.1" status: 200 len: 947 time: 0.0803006 Sep 23 06:40:14.085104 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['894a118e-646b-4162-9fae-96d3de53d270'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:40:14.095005 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f313807-f615-40f1-924e-ec8831f2a720 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] Pushing event deleted for resources: {'Port': ['ID=86c27a3e-e3c4-42ce-968b-6f7f8a89523e,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:14.146384 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bcbece-3d2c-4031-bcef-bf79f4095591 req-26ac9d0e-793c-4e46-b077-27f76e553555 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:14.155005 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d7bcbece-3d2c-4031-bcef-bf79f4095591 req-26ac9d0e-793c-4e46-b077-27f76e553555 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1457794 Sep 23 06:40:14.180318 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d7bcbece-3d2c-4031-bcef-bf79f4095591 req-64eddc79-92fa-41f4-9394-c7c49fac72c2 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] 10.222.0.39 "GET /v2.0/quotas/6009313a4ad74b9285df5524624c3636 HTTP/1.1" status: 200 len: 375 time: 0.0242555 Sep 23 06:40:14.190826 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dc6fa9e-e66d-463d-9c5c-4196d11d05c2 req-7f313807-f615-40f1-924e-ec8831f2a720 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] No DVR routers for this DVR port 86c27a3e-e3c4-42ce-968b-6f7f8a89523e on host n-h2-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:40:14.195009 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6dc6fa9e-e66d-463d-9c5c-4196d11d05c2 req-7f313807-f615-40f1-924e-ec8831f2a720 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:14.197694 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6dc6fa9e-e66d-463d-9c5c-4196d11d05c2 req-7f313807-f615-40f1-924e-ec8831f2a720 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] 10.222.0.58 "DELETE /v2.0/ports/86c27a3e-e3c4-42ce-968b-6f7f8a89523e HTTP/1.1" status: 204 len: 173 time: 0.6565244 Sep 23 06:40:14.198592 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '810c8027-12f1-4c39-ba1d-5c641317d5f6', 'name': 'network-vif-deleted', 'tag': '86c27a3e-e3c4-42ce-968b-6f7f8a89523e'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:40:14.200853 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d293903-62de-4328-b193-ef19e93946d0" -d '{"events": [{"server_uuid": "810c8027-12f1-4c39-ba1d-5c641317d5f6", "name": "network-vif-deleted", "tag": "86c27a3e-e3c4-42ce-968b-6f7f8a89523e"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:40:14.229782 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1a83da37-6c24-4913-9f45-c27a47b830a9 req-0c4c27b8-3098-4f83-8252-c6182434109c tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c4bbcf7-6765-4ca4-afe4-db849bd05174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360414 Sep 23 06:40:14.230988 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d7bcbece-3d2c-4031-bcef-bf79f4095591 req-368c42de-42d9-4a1c-9a3a-092060f507a8 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6009313a4ad74b9285df5524624c3636&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468743 Sep 23 06:40:14.379741 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ef6b0-8110-4bbb-925a-06db3bc7adac req-0481f216-95a2-43b1-87f1-d4b9448707ac tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:14.381297 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-036ef6b0-8110-4bbb-925a-06db3bc7adac req-0481f216-95a2-43b1-87f1-d4b9448707ac tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b4b1887-d58e-42d0-858c-458fafa87ec7 HTTP/1.1" status: 200 len: 948 time: 0.0719457 Sep 23 06:40:14.452448 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-036ef6b0-8110-4bbb-925a-06db3bc7adac req-0fd69807-a474-4537-bb01-cc935d877cb4 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645678 Sep 23 06:40:14.455922 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['86c27a3e-e3c4-42ce-968b-6f7f8a89523e'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:40:14.506881 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a34316-e582-41f1-bbab-b740fbb3fc57 x-openstack-request-id: req-c3a34316-e582-41f1-bbab-b740fbb3fc57 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:40:14.507406 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "810c8027-12f1-4c39-ba1d-5c641317d5f6", "name": "network-vif-deleted", "tag": "86c27a3e-e3c4-42ce-968b-6f7f8a89523e", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:40:14.508599 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c3a34316-e582-41f1-bbab-b740fbb3fc57 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:40:14.509445 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '810c8027-12f1-4c39-ba1d-5c641317d5f6', 'name': 'network-vif-deleted', 'tag': '86c27a3e-e3c4-42ce-968b-6f7f8a89523e', 'status': 'completed', 'code': 200} Sep 23 06:40:14.518828 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device b06ef613-7fe5-4ebe-9422-fc0b856ea77e details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:40:14.570445 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-193cf72f-e6ac-4f9f-ad5b-638108a207c8 req-8a7e4e20-e1c6-4de4-ae47-617b21197775 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6c70cea-fbe6-4b31-9f80-e84b4ee6e9c7 HTTP/1.1" status: 200 len: 210 time: 0.0345860 Sep 23 06:40:14.673044 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7b0c57-4b3f-4c5d-a25a-6b55013608ef req-a86551a6-5485-4b52-b7c9-7d91ad402d76 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:14.678961 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9a7b0c57-4b3f-4c5d-a25a-6b55013608ef req-a86551a6-5485-4b52-b7c9-7d91ad402d76 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=51db8430-1989-426f-8b96-eefbf99cfcdf HTTP/1.1" status: 200 len: 950 time: 0.0934160 Sep 23 06:40:14.770720 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9a7b0c57-4b3f-4c5d-a25a-6b55013608ef req-cfe9e05b-7aea-4d67-8030-09079cd622f0 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854735 Sep 23 06:40:14.772490 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-812ad95a-224a-42e4-a6b4-bf448e133d0c req-1c1216b5-6785-4258-9d91-9dc23603b5a5 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] 10.222.0.39 "GET /v2.0/ports?device_id=810c8027-12f1-4c39-ba1d-5c641317d5f6 HTTP/1.1" status: 200 len: 210 time: 0.0652113 Sep 23 06:40:14.813572 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port b06ef613-7fe5-4ebe-9422-fc0b856ea77e, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=b06ef613-7fe5-4ebe-9422-fc0b856ea77e,segment=NetworkSegment(df9429cb-1b73-4fcc-8ecd-d0edb039148e),segment_id=df9429cb-1b73-4fcc-8ecd-d0edb039148e)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:40:14.826747 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': 'b06ef613-7fe5-4ebe-9422-fc0b856ea77e', 'network_id': '26aba36e-f765-4b4a-a7c9-897761ec549b', 'port_id': 'b06ef613-7fe5-4ebe-9422-fc0b856ea77e', 'mac_address': 'fa:16:3e:4d:25:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afab507a-4ef5-4f82-b221-a08b722735c6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:40:14.875501 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:14.891572 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b06ef613-7fe5-4ebe-9422-fc0b856ea77e {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:40:14.917047 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port b06ef613-7fe5-4ebe-9422-fc0b856ea77e, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=b06ef613-7fe5-4ebe-9422-fc0b856ea77e,segment=NetworkSegment(df9429cb-1b73-4fcc-8ecd-d0edb039148e),segment_id=df9429cb-1b73-4fcc-8ecd-d0edb039148e)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:40:14.923209 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:14.979201 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=b06ef613-7fe5-4ebe-9422-fc0b856ea77e,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:14.981773 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d832583-f01d-49f0-9c46-f53104388b18 req-9f522f30-2bdc-4376-bc44-dadd2a72a1da tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:14.986330 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1d832583-f01d-49f0-9c46-f53104388b18 req-9f522f30-2bdc-4376-bc44-dadd2a72a1da tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=526a986e-513d-42ed-a665-fbd73e935504 HTTP/1.1" status: 200 len: 945 time: 0.0566056 Sep 23 06:40:15.031889 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1d832583-f01d-49f0-9c46-f53104388b18 req-8de4343f-7ef9-423d-bcc9-85cb0dc23597 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426507 Sep 23 06:40:15.216098 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 9b4f3dc6-1c8f-4151-a0c4-1e0d39456823 details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:40:15.223381 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device b8ff8d3a-6ed2-4cab-9e77-0fd57d974ead up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:40:15.346808 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port b8ff8d3a-6ed2-4cab-9e77-0fd57d974ead completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:40:15.360960 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c10b16-b1ba-4089-902c-2141419b0908 req-26c643bf-0b64-42d0-ac4c-fec9339a079d tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:15.362003 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port b8ff8d3a-6ed2-4cab-9e77-0fd57d974ead triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:40:15.362385 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:15.369361 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-94c10b16-b1ba-4089-902c-2141419b0908 req-26c643bf-0b64-42d0-ac4c-fec9339a079d tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] 10.222.0.39 "GET /v2.0/ports?device_id=446b849e-6c82-4477-bd38-273081ff8e76 HTTP/1.1" status: 200 len: 947 time: 0.0746791 Sep 23 06:40:15.405491 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 9b4f3dc6-1c8f-4151-a0c4-1e0d39456823, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=9b4f3dc6-1c8f-4151-a0c4-1e0d39456823,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:40:15.410743 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-94c10b16-b1ba-4089-902c-2141419b0908 req-7809a6d3-c2d3-4593-b6c2-bb471b35eef8 tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c4bbcf7-6765-4ca4-afe4-db849bd05174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384028 Sep 23 06:40:15.424884 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': '9b4f3dc6-1c8f-4151-a0c4-1e0d39456823', 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062', 'port_id': '9b4f3dc6-1c8f-4151-a0c4-1e0d39456823', 'mac_address': 'fa:16:3e:59:9f:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:40:15.497548 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:15.512031 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:15.527097 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b4f3dc6-1c8f-4151-a0c4-1e0d39456823 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:40:15.557282 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 9b4f3dc6-1c8f-4151-a0c4-1e0d39456823, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=9b4f3dc6-1c8f-4151-a0c4-1e0d39456823,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:40:15.564139 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c596078e-5eac-4681-87db-04b02147197d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ff8d3a-6ed2-4cab-9e77-0fd57d974ead'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:40:15.566853 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ef269a-2306-4324-a100-88de75ca98e9" -d '{"events": [{"server_uuid": "c596078e-5eac-4681-87db-04b02147197d", "name": "network-vif-plugged", "status": "completed", "tag": "b8ff8d3a-6ed2-4cab-9e77-0fd57d974ead"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:40:15.573327 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:15.585709 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port b8ff8d3a-6ed2-4cab-9e77-0fd57d974ead, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=b8ff8d3a-6ed2-4cab-9e77-0fd57d974ead,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:40:15.609790 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:15.627527 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f479a-b6c5-478f-87fb-f66ecaa5aa49 req-0c096022-8160-4acd-9837-7973797b3695 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:15.639344 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c33f479a-b6c5-478f-87fb-f66ecaa5aa49 req-0c096022-8160-4acd-9837-7973797b3695 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b4b1887-d58e-42d0-858c-458fafa87ec7 HTTP/1.1" status: 200 len: 948 time: 0.1136258 Sep 23 06:40:15.652230 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=9b4f3dc6-1c8f-4151-a0c4-1e0d39456823,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:15.690053 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4739a3a7-d7fe-434a-82f9-6c28c5e5d2bd x-openstack-request-id: req-4739a3a7-d7fe-434a-82f9-6c28c5e5d2bd {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:40:15.690601 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c596078e-5eac-4681-87db-04b02147197d", "name": "network-vif-plugged", "status": "completed", "tag": "b8ff8d3a-6ed2-4cab-9e77-0fd57d974ead", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:40:15.690874 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4739a3a7-d7fe-434a-82f9-6c28c5e5d2bd {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:40:15.691487 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c596078e-5eac-4681-87db-04b02147197d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ff8d3a-6ed2-4cab-9e77-0fd57d974ead', 'code': 200} Sep 23 06:40:15.695337 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c33f479a-b6c5-478f-87fb-f66ecaa5aa49 req-a8ed94be-a447-4e1c-9e4c-69e9f1e987b5 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517516 Sep 23 06:40:15.723566 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=b8ff8d3a-6ed2-4cab-9e77-0fd57d974ead,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:15.746225 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d7bcbece-3d2c-4031-bcef-bf79f4095591 req-d3edad3d-8072-4198-920e-d3a01be4a6f5 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=6009313a4ad74b9285df5524624c3636&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0697470 Sep 23 06:40:15.803460 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cc19e89f-3b77-419b-a5ad-49488f6c153c req-eba19fee-0a58-45c5-b703-9e47f9b92f31 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6c70cea-fbe6-4b31-9f80-e84b4ee6e9c7 HTTP/1.1" status: 200 len: 210 time: 0.0494366 Sep 23 06:40:15.880243 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['9b4f3dc6-1c8f-4151-a0c4-1e0d39456823'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:40:15.943355 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed1b97-e84b-4cbc-94e7-7953a100806e req-a48e43e9-3a44-482f-b744-d7b62527dc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:15.945252 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-34ed1b97-e84b-4cbc-94e7-7953a100806e req-a48e43e9-3a44-482f-b744-d7b62527dc73 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c596078e-5eac-4681-87db-04b02147197d HTTP/1.1" status: 200 len: 1101 time: 0.1450763 Sep 23 06:40:15.993566 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d8ff0-3b9f-4159-b43a-c17f22cbfdf9 req-e55d2f12-8c2e-45c4-b2c3-a4dd2e4f260e tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:15.995162 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4c9d8ff0-3b9f-4159-b43a-c17f22cbfdf9 req-e55d2f12-8c2e-45c4-b2c3-a4dd2e4f260e tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=51db8430-1989-426f-8b96-eefbf99cfcdf HTTP/1.1" status: 200 len: 950 time: 0.0932260 Sep 23 06:40:16.080864 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4c9d8ff0-3b9f-4159-b43a-c17f22cbfdf9 req-57d851d3-8b7e-4fb7-8b0b-ffbe22cb3229 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684793 Sep 23 06:40:16.122686 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['b06ef613-7fe5-4ebe-9422-fc0b856ea77e'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:40:16.217814 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd20eba-a00d-4a96-bf7a-4ee4b2ba396a req-0c250746-2bf8-418c-bb05-d29fa4fd0020 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:16.221308 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-afd20eba-a00d-4a96-bf7a-4ee4b2ba396a req-0c250746-2bf8-418c-bb05-d29fa4fd0020 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=526a986e-513d-42ed-a665-fbd73e935504 HTTP/1.1" status: 200 len: 945 time: 0.0617034 Sep 23 06:40:16.281979 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-afd20eba-a00d-4a96-bf7a-4ee4b2ba396a req-ac6f9e70-adbb-47f2-92bc-6d8ac3a5b6bc tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493178 Sep 23 06:40:16.342990 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bcbece-3d2c-4031-bcef-bf79f4095591 req-48471765-8b25-40c0-945b-b4549371edcd tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:16.344819 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d7bcbece-3d2c-4031-bcef-bf79f4095591 req-48471765-8b25-40c0-945b-b4549371edcd tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5820448 Sep 23 06:40:16.350785 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-34ed1b97-e84b-4cbc-94e7-7953a100806e req-9d6d4ed2-d85d-430a-8569-67d5acf71020 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3925548 Sep 23 06:40:16.378907 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813c514-e241-4659-95be-dec1c86f9217 req-2251ce5d-4771-42dc-80a9-595c97acc9d5 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:16.380317 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1813c514-e241-4659-95be-dec1c86f9217 req-2251ce5d-4771-42dc-80a9-595c97acc9d5 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] 10.222.0.39 "GET /v2.0/ports?device_id=07d5be3f-2c1c-4b9e-8577-909f7393d32d HTTP/1.1" status: 200 len: 950 time: 0.1332047 Sep 23 06:40:16.385251 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [req-0d3c6557-0226-45b6-ac47-07048f5e86a4 req-32670032-70ad-4992-99af-b1e2e0731abb service neutron] show failed (client error): The resource could not be found. Sep 23 06:40:16.386223 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0d3c6557-0226-45b6-ac47-07048f5e86a4 req-32670032-70ad-4992-99af-b1e2e0731abb service neutron] 10.222.0.21 "GET /v2.0/ports/f12c200c-7bca-49dd-b324-ebac021046e8/bindings/n-h2-715271-16 HTTP/1.1" status: 404 len: 381 time: 0.1380143 Sep 23 06:40:16.427262 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1813c514-e241-4659-95be-dec1c86f9217 req-6ac94b71-1af2-409e-83f4-08f07057e5db tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8a8a733-9d40-4513-965c-60d93327f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397620 Sep 23 06:40:16.517576 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device af6907fd-55bd-4a3e-bbf2-d01cb0916a71 details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:40:16.546319 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec11a8b-fabb-4623-afad-114f82d9a196 req-a676ed53-e2ca-47bc-9e65-28b057d07672 tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:16.547848 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2ec11a8b-fabb-4623-afad-114f82d9a196 req-a676ed53-e2ca-47bc-9e65-28b057d07672 tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] 10.222.0.39 "GET /v2.0/ports?device_id=446b849e-6c82-4477-bd38-273081ff8e76 HTTP/1.1" status: 200 len: 947 time: 0.0627685 Sep 23 06:40:16.589633 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2ec11a8b-fabb-4623-afad-114f82d9a196 req-bf875180-64a0-41c8-887d-21d5ee3e5c43 tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c4bbcf7-6765-4ca4-afe4-db849bd05174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354452 Sep 23 06:40:16.609735 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-d7bcbece-3d2c-4031-bcef-bf79f4095591 req-ac98c829-9e80-4a8e-8662-9c2bb185cc7b tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] Request body: {'port': {'device_id': 'a6c70cea-fbe6-4b31-9f80-e84b4ee6e9c7', 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062', 'admin_state_up': True, 'tenant_id': '6009313a4ad74b9285df5524624c3636'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:40:16.664112 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port af6907fd-55bd-4a3e-bbf2-d01cb0916a71, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=af6907fd-55bd-4a3e-bbf2-d01cb0916a71,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:40:16.675971 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': 'af6907fd-55bd-4a3e-bbf2-d01cb0916a71', 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062', 'port_id': 'af6907fd-55bd-4a3e-bbf2-d01cb0916a71', 'mac_address': 'fa:16:3e:66:fb:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:40:16.723652 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:16.745400 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af6907fd-55bd-4a3e-bbf2-d01cb0916a71 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:40:16.770128 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port af6907fd-55bd-4a3e-bbf2-d01cb0916a71, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=af6907fd-55bd-4a3e-bbf2-d01cb0916a71,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:40:16.777172 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:16.782249 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c6557-0226-45b6-ac47-07048f5e86a4 req-ce50a5e1-3bef-41c2-97ff-4f30a0cf2ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:16.783751 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0d3c6557-0226-45b6-ac47-07048f5e86a4 req-ce50a5e1-3bef-41c2-97ff-4f30a0cf2ddb service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=51db8430-1989-426f-8b96-eefbf99cfcdf&tenant_id=5ca4f991227448e1b6417695cbfdc362 HTTP/1.1" status: 200 len: 1102 time: 0.0996919 Sep 23 06:40:16.816612 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-0d3c6557-0226-45b6-ac47-07048f5e86a4 req-85b493bc-b973-4f03-9885-d0c0d61f125d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-715271-16', 'device_owner': 'compute:nova'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:40:16.827311 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=af6907fd-55bd-4a3e-bbf2-d01cb0916a71,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:16.886154 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7bcbece-3d2c-4031-bcef-bf79f4095591 req-ac98c829-9e80-4a8e-8662-9c2bb185cc7b tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] Made reservation on behalf of 6009313a4ad74b9285df5524624c3636 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:40:16.889481 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-d7bcbece-3d2c-4031-bcef-bf79f4095591 req-ac98c829-9e80-4a8e-8662-9c2bb185cc7b tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:16.910234 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec4085-8aa4-48e5-96e9-07c3cda73c54 req-90883409-8bd7-424b-b6f7-4c7dd9584be1 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:16.911716 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8bec4085-8aa4-48e5-96e9-07c3cda73c54 req-90883409-8bd7-424b-b6f7-4c7dd9584be1 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b4b1887-d58e-42d0-858c-458fafa87ec7 HTTP/1.1" status: 200 len: 949 time: 0.1270988 Sep 23 06:40:16.914039 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-d7bcbece-3d2c-4031-bcef-bf79f4095591 req-ac98c829-9e80-4a8e-8662-9c2bb185cc7b tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:16.917421 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-0d3c6557-0226-45b6-ac47-07048f5e86a4 req-85b493bc-b973-4f03-9885-d0c0d61f125d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:16.942254 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2b2fd76d-f457-4f1d-917a-e45741966fa0 req-519926ce-896a-4b6f-bb94-58cf8b798972 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6c70cea-fbe6-4b31-9f80-e84b4ee6e9c7 HTTP/1.1" status: 200 len: 210 time: 0.0324731 Sep 23 06:40:17.009304 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8bec4085-8aa4-48e5-96e9-07c3cda73c54 req-6e982ab2-f556-425f-bfa7-6562248e1811 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853672 Sep 23 06:40:17.215989 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 9b4f3dc6-1c8f-4151-a0c4-1e0d39456823 up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:40:17.220154 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ee079-660f-4a4c-bcb7-8c3a5098d36e req-50083334-d540-4604-8a7a-e5841292c745 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:17.221912 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-d7bcbece-3d2c-4031-bcef-bf79f4095591 req-ac98c829-9e80-4a8e-8662-9c2bb185cc7b tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:17.222173 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-667ee079-660f-4a4c-bcb7-8c3a5098d36e req-50083334-d540-4604-8a7a-e5841292c745 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=51db8430-1989-426f-8b96-eefbf99cfcdf HTTP/1.1" status: 200 len: 950 time: 0.0637920 Sep 23 06:40:17.231296 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-d7bcbece-3d2c-4031-bcef-bf79f4095591 req-ac98c829-9e80-4a8e-8662-9c2bb185cc7b tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:17.243204 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-0d3c6557-0226-45b6-ac47-07048f5e86a4 req-85b493bc-b973-4f03-9885-d0c0d61f125d service neutron] For port f12c200c-7bca-49dd-b324-ebac021046e8, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=f12c200c-7bca-49dd-b324-ebac021046e8,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:40:17.274407 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-667ee079-660f-4a4c-bcb7-8c3a5098d36e req-26df3428-ceb4-4cc2-a7e3-79dd2f5ee18f tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444632 Sep 23 06:40:17.293551 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['af6907fd-55bd-4a3e-bbf2-d01cb0916a71'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:40:17.321930 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac98c829-9e80-4a8e-8662-9c2bb185cc7b tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31c87a2f-e5c8-4cdb-9e7e-5c7fd26b024b,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:17.328350 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port 9b4f3dc6-1c8f-4151-a0c4-1e0d39456823 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:40:17.340809 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port 9b4f3dc6-1c8f-4151-a0c4-1e0d39456823 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:40:17.341314 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:17.355014 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-0d3c6557-0226-45b6-ac47-07048f5e86a4 req-85b493bc-b973-4f03-9885-d0c0d61f125d service neutron] For port f12c200c-7bca-49dd-b324-ebac021046e8, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:40:17.409554 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51db8430-1989-426f-8b96-eefbf99cfcdf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f12c200c-7bca-49dd-b324-ebac021046e8'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:40:17.413020 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22bfd396-b565-43c9-b175-00f2fe8dd47a" -d '{"events": [{"server_uuid": "51db8430-1989-426f-8b96-eefbf99cfcdf", "name": "network-vif-unplugged", "status": "completed", "tag": "f12c200c-7bca-49dd-b324-ebac021046e8"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:40:17.419025 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-0d3c6557-0226-45b6-ac47-07048f5e86a4 req-85b493bc-b973-4f03-9885-d0c0d61f125d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:17.442395 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-0d3c6557-0226-45b6-ac47-07048f5e86a4 req-85b493bc-b973-4f03-9885-d0c0d61f125d service neutron] Transition to ACTIVE for port object f12c200c-7bca-49dd-b324-ebac021046e8 will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:40:17.449940 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-0d3c6557-0226-45b6-ac47-07048f5e86a4 req-85b493bc-b973-4f03-9885-d0c0d61f125d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:17.473952 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b6cb38-4ec1-4203-a86e-4c5f2db56d34 req-a3fa1e1b-7139-4007-a9c1-bc919822b546 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:17.484072 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a7b6cb38-4ec1-4203-a86e-4c5f2db56d34 req-a3fa1e1b-7139-4007-a9c1-bc919822b546 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=526a986e-513d-42ed-a665-fbd73e935504 HTTP/1.1" status: 200 len: 945 time: 0.0784287 Sep 23 06:40:17.510255 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:17.526927 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 06:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ff1f49-62dd-44cf-a67e-f1b268cfeeae x-openstack-request-id: req-d3ff1f49-62dd-44cf-a67e-f1b268cfeeae {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:40:17.527220 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51db8430-1989-426f-8b96-eefbf99cfcdf", "name": "network-vif-unplugged", "status": "completed", "tag": "f12c200c-7bca-49dd-b324-ebac021046e8", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:40:17.527456 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d3ff1f49-62dd-44cf-a67e-f1b268cfeeae {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:40:17.527996 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51db8430-1989-426f-8b96-eefbf99cfcdf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f12c200c-7bca-49dd-b324-ebac021046e8', 'code': 200} Sep 23 06:40:17.535058 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b493bc-b973-4f03-9885-d0c0d61f125d service neutron] Pushing event updated for resources: {'Port': ['ID=f12c200c-7bca-49dd-b324-ebac021046e8,revision_number=6']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:17.548279 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a7b6cb38-4ec1-4203-a86e-4c5f2db56d34 req-843dbbf8-c745-4256-a88e-ebafdaca35f5 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637193 Sep 23 06:40:17.558480 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 9b4f3dc6-1c8f-4151-a0c4-1e0d39456823, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=9b4f3dc6-1c8f-4151-a0c4-1e0d39456823,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:40:17.568395 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:17.569389 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 86c27a3e-e3c4-42ce-968b-6f7f8a89523e no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:40:17.611347 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No Port match for: 86c27a3e-e3c4-42ce-968b-6f7f8a89523e {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:40:17.611645 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 86c27a3e-e3c4-42ce-968b-6f7f8a89523e not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:40:17.628949 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-d7bcbece-3d2c-4031-bcef-bf79f4095591 req-ac98c829-9e80-4a8e-8662-9c2bb185cc7b tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] Allocated IP 192.168.233.236 (16515f0f-e5a6-4630-a440-e11fb2e02062/3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e/200538eb-8f22-4d73-bcc9-594e7def4d4a) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:40:17.646368 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=9b4f3dc6-1c8f-4151-a0c4-1e0d39456823,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:17.692291 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b4b1887-d58e-42d0-858c-458fafa87ec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b4f3dc6-1c8f-4151-a0c4-1e0d39456823'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:40:17.695589 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd859ef-e9a1-438c-b3c9-63d233643c6c" -d '{"events": [{"server_uuid": "8b4b1887-d58e-42d0-858c-458fafa87ec7", "name": "network-vif-plugged", "status": "completed", "tag": "9b4f3dc6-1c8f-4151-a0c4-1e0d39456823"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:40:17.743449 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d3c6557-0226-45b6-ac47-07048f5e86a4 req-85b493bc-b973-4f03-9885-d0c0d61f125d service neutron] No DVR routers for this DVR port f12c200c-7bca-49dd-b324-ebac021046e8 on host n-h1-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:40:17.780320 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54bd567-e63e-4719-850c-5ddd5a335abe req-58102bfa-efe2-4692-81a9-66ec8f074c8a tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:17.782253 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c54bd567-e63e-4719-850c-5ddd5a335abe req-58102bfa-efe2-4692-81a9-66ec8f074c8a tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] 10.222.0.39 "GET /v2.0/ports?device_id=446b849e-6c82-4477-bd38-273081ff8e76 HTTP/1.1" status: 200 len: 948 time: 0.0510004 Sep 23 06:40:17.823558 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1275ca1-1800-4129-b2b1-1770bd8df2a2 req-4c45f256-58e4-4b08-be95-1190c338896f tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:17.825308 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c1275ca1-1800-4129-b2b1-1770bd8df2a2 req-4c45f256-58e4-4b08-be95-1190c338896f tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] 10.222.0.39 "GET /v2.0/ports?device_id=07d5be3f-2c1c-4b9e-8577-909f7393d32d HTTP/1.1" status: 200 len: 950 time: 0.1697457 Sep 23 06:40:17.835113 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c54bd567-e63e-4719-850c-5ddd5a335abe req-febcdaad-b3f3-41b2-94bc-fbd8d93adb3f tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c4bbcf7-6765-4ca4-afe4-db849bd05174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436816 Sep 23 06:40:17.883750 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-0d3c6557-0226-45b6-ac47-07048f5e86a4 req-85b493bc-b973-4f03-9885-d0c0d61f125d service neutron] Attempting to bind port f12c200c-7bca-49dd-b324-ebac021046e8 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:40:17.884089 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-0d3c6557-0226-45b6-ac47-07048f5e86a4 req-85b493bc-b973-4f03-9885-d0c0d61f125d service neutron] Attempting to bind port f12c200c-7bca-49dd-b324-ebac021046e8 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:40:17.884417 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3c6557-0226-45b6-ac47-07048f5e86a4 req-85b493bc-b973-4f03-9885-d0c0d61f125d service neutron] Attempting to bind port f12c200c-7bca-49dd-b324-ebac021046e8 on network 16515f0f-e5a6-4630-a440-e11fb2e02062 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:40:17.951209 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3c6557-0226-45b6-ac47-07048f5e86a4 req-85b493bc-b973-4f03-9885-d0c0d61f125d service neutron] Port f12c200c-7bca-49dd-b324-ebac021046e8 on network 16515f0f-e5a6-4630-a440-e11fb2e02062 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:40:17.951540 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3c6557-0226-45b6-ac47-07048f5e86a4 req-85b493bc-b973-4f03-9885-d0c0d61f125d service neutron] Attempting to bind port f12c200c-7bca-49dd-b324-ebac021046e8 on network 16515f0f-e5a6-4630-a440-e11fb2e02062 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:40:17.971643 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4870d7f4-2386-4586-af16-060801702d1f x-openstack-request-id: req-4870d7f4-2386-4586-af16-060801702d1f {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:40:17.971937 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b4b1887-d58e-42d0-858c-458fafa87ec7", "name": "network-vif-plugged", "status": "completed", "tag": "9b4f3dc6-1c8f-4151-a0c4-1e0d39456823", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:40:17.972619 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4870d7f4-2386-4586-af16-060801702d1f {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:40:17.972619 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b4b1887-d58e-42d0-858c-458fafa87ec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b4f3dc6-1c8f-4151-a0c4-1e0d39456823', 'code': 200} Sep 23 06:40:18.000829 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3c6557-0226-45b6-ac47-07048f5e86a4 req-85b493bc-b973-4f03-9885-d0c0d61f125d service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:40:18.001196 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3c6557-0226-45b6-ac47-07048f5e86a4 req-85b493bc-b973-4f03-9885-d0c0d61f125d service neutron] Checking segment: {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:40:18.001591 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3c6557-0226-45b6-ac47-07048f5e86a4 req-85b493bc-b973-4f03-9885-d0c0d61f125d service neutron] Bound using segment: {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:40:18.002088 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-0d3c6557-0226-45b6-ac47-07048f5e86a4 req-85b493bc-b973-4f03-9885-d0c0d61f125d service neutron] Bound port: f12c200c-7bca-49dd-b324-ebac021046e8, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:40:18.002731 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-0d3c6557-0226-45b6-ac47-07048f5e86a4 req-85b493bc-b973-4f03-9885-d0c0d61f125d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:18.013590 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c1275ca1-1800-4129-b2b1-1770bd8df2a2 req-3e471ab2-0a65-43a8-8496-284293a39aa6 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8a8a733-9d40-4513-965c-60d93327f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551957 Sep 23 06:40:18.033432 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-d7bcbece-3d2c-4031-bcef-bf79f4095591 req-ac98c829-9e80-4a8e-8662-9c2bb185cc7b tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:18.068304 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f2af6-56ed-4244-93e3-8ba129374318 req-83c76710-ae0e-4cda-b3f6-bc4d9fdf4081 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:18.069903 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d82f2af6-56ed-4244-93e3-8ba129374318 req-83c76710-ae0e-4cda-b3f6-bc4d9fdf4081 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] 10.222.0.21 "GET /v2.0/ports?device_id=07d5be3f-2c1c-4b9e-8577-909f7393d32d HTTP/1.1" status: 200 len: 950 time: 0.2337537 Sep 23 06:40:18.119840 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac812c-1334-4e5a-b365-41e6dabc3dfe req-8459b1b8-551e-4d47-a2b6-8518e94fcd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:18.121640 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1bac812c-1334-4e5a-b365-41e6dabc3dfe req-8459b1b8-551e-4d47-a2b6-8518e94fcd34 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8b4b1887-d58e-42d0-858c-458fafa87ec7 HTTP/1.1" status: 200 len: 1102 time: 0.0674949 Sep 23 06:40:18.165343 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-beeb206a-b9c7-4130-b679-22ad2593761f req-65a1f399-b5ce-4062-8372-e0a49c01f8df tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6c70cea-fbe6-4b31-9f80-e84b4ee6e9c7 HTTP/1.1" status: 200 len: 210 time: 0.0793502 Sep 23 06:40:18.209516 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-0d3c6557-0226-45b6-ac47-07048f5e86a4 req-85b493bc-b973-4f03-9885-d0c0d61f125d service neutron] For port f12c200c-7bca-49dd-b324-ebac021046e8, host n-h2-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:40:18.220157 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9080e42-a2e2-4585-af17-88fdecac27de req-8138af80-e04d-4106-bc82-917d9a30f573 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:18.222050 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f9080e42-a2e2-4585-af17-88fdecac27de req-8138af80-e04d-4106-bc82-917d9a30f573 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b4b1887-d58e-42d0-858c-458fafa87ec7 HTTP/1.1" status: 200 len: 950 time: 0.0943284 Sep 23 06:40:18.224059 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1bac812c-1334-4e5a-b365-41e6dabc3dfe req-c8482205-151c-4eab-a428-b99e67580193 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863843 Sep 23 06:40:18.245548 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-d7bcbece-3d2c-4031-bcef-bf79f4095591 req-ac98c829-9e80-4a8e-8662-9c2bb185cc7b tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:18.248427 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-0d3c6557-0226-45b6-ac47-07048f5e86a4 req-85b493bc-b973-4f03-9885-d0c0d61f125d service neutron] For port f12c200c-7bca-49dd-b324-ebac021046e8, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=f12c200c-7bca-49dd-b324-ebac021046e8,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:40:18.274022 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f9080e42-a2e2-4585-af17-88fdecac27de req-4a984243-9edd-49fc-af39-b80bf6ad90da tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423560 Sep 23 06:40:18.282804 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-0d3c6557-0226-45b6-ac47-07048f5e86a4 req-85b493bc-b973-4f03-9885-d0c0d61f125d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:18.318390 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c6557-0226-45b6-ac47-07048f5e86a4 req-85b493bc-b973-4f03-9885-d0c0d61f125d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:18.319719 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-0d3c6557-0226-45b6-ac47-07048f5e86a4 req-85b493bc-b973-4f03-9885-d0c0d61f125d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:18.322218 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0d3c6557-0226-45b6-ac47-07048f5e86a4 req-85b493bc-b973-4f03-9885-d0c0d61f125d service neutron] 10.222.0.58 "PUT /v2.0/ports/f12c200c-7bca-49dd-b324-ebac021046e8 HTTP/1.1" status: 200 len: 1097 time: 1.5246890 Sep 23 06:40:18.329160 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7bcbece-3d2c-4031-bcef-bf79f4095591 req-ac98c829-9e80-4a8e-8662-9c2bb185cc7b tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] Network 16515f0f-e5a6-4630-a440-e11fb2e02062 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:40:18.336580 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-d7bcbece-3d2c-4031-bcef-bf79f4095591 req-ac98c829-9e80-4a8e-8662-9c2bb185cc7b tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:40:18.339294 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7bcbece-3d2c-4031-bcef-bf79f4095591 req-ac98c829-9e80-4a8e-8662-9c2bb185cc7b tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:40:18.354177 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bcbece-3d2c-4031-bcef-bf79f4095591 req-ac98c829-9e80-4a8e-8662-9c2bb185cc7b tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:18.355111 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-d7bcbece-3d2c-4031-bcef-bf79f4095591 req-ac98c829-9e80-4a8e-8662-9c2bb185cc7b tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:18.390905 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac98c829-9e80-4a8e-8662-9c2bb185cc7b tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] Pushing event updated for resources: {'Port': ['ID=200538eb-8f22-4d73-bcc9-594e7def4d4a,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:18.396048 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-d82f2af6-56ed-4244-93e3-8ba129374318 req-09c78b24-4231-41da-a24f-11296c33d7c8 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] Deleting port 894a118e-646b-4162-9fae-96d3de53d270 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:40:18.396394 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-d82f2af6-56ed-4244-93e3-8ba129374318 req-09c78b24-4231-41da-a24f-11296c33d7c8 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:18.404997 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d7bcbece-3d2c-4031-bcef-bf79f4095591 req-ac98c829-9e80-4a8e-8662-9c2bb185cc7b tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7999337 Sep 23 06:40:18.406993 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50520831-5192-4c53-990b-4dd927a2d9fb req-82475bb5-a79d-4dc0-b310-407e7f7b9b39 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:18.415073 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-50520831-5192-4c53-990b-4dd927a2d9fb req-82475bb5-a79d-4dc0-b310-407e7f7b9b39 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=51db8430-1989-426f-8b96-eefbf99cfcdf HTTP/1.1" status: 200 len: 948 time: 0.0662005 Sep 23 06:40:18.466089 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-d7bcbece-3d2c-4031-bcef-bf79f4095591 req-2416e22d-20c1-4002-b289-ad7484298ad6 service neutron] Request body: {'port': {'device_id': 'a6c70cea-fbe6-4b31-9f80-e84b4ee6e9c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:40:18.474785 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-50520831-5192-4c53-990b-4dd927a2d9fb req-0443fc10-8602-4fc1-9025-15231b648014 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585725 Sep 23 06:40:18.538767 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device b06ef613-7fe5-4ebe-9422-fc0b856ea77e up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:40:18.604103 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port b06ef613-7fe5-4ebe-9422-fc0b856ea77e completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:40:18.608909 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port b06ef613-7fe5-4ebe-9422-fc0b856ea77e triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:40:18.609442 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:18.628930 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-d7bcbece-3d2c-4031-bcef-bf79f4095591 req-2416e22d-20c1-4002-b289-ad7484298ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:18.641220 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b493bc-b973-4f03-9885-d0c0d61f125d service neutron] Pushing event updated for resources: {'Port': ['ID=f12c200c-7bca-49dd-b324-ebac021046e8,revision_number=7']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:18.674761 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-d82f2af6-56ed-4244-93e3-8ba129374318 req-09c78b24-4231-41da-a24f-11296c33d7c8 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] For port 894a118e-646b-4162-9fae-96d3de53d270, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=894a118e-646b-4162-9fae-96d3de53d270,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:40:18.675145 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-d82f2af6-56ed-4244-93e3-8ba129374318 req-09c78b24-4231-41da-a24f-11296c33d7c8 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:18.726722 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-d82f2af6-56ed-4244-93e3-8ba129374318 req-09c78b24-4231-41da-a24f-11296c33d7c8 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] Calling delete_port for 894a118e-646b-4162-9fae-96d3de53d270 owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:40:18.728673 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:18.734788 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c6557-0226-45b6-ac47-07048f5e86a4 req-af76be23-2ec7-4524-acd9-0db47dfa8ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:18.736877 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0d3c6557-0226-45b6-ac47-07048f5e86a4 req-af76be23-2ec7-4524-acd9-0db47dfa8ee0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5ca4f991227448e1b6417695cbfdc362&device_id=51db8430-1989-426f-8b96-eefbf99cfcdf HTTP/1.1" status: 200 len: 1100 time: 0.2677205 Sep 23 06:40:18.765726 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port b06ef613-7fe5-4ebe-9422-fc0b856ea77e, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=b06ef613-7fe5-4ebe-9422-fc0b856ea77e,segment=NetworkSegment(df9429cb-1b73-4fcc-8ecd-d0edb039148e),segment_id=df9429cb-1b73-4fcc-8ecd-d0edb039148e)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:40:18.771862 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:18.774624 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device f12c200c-7bca-49dd-b324-ebac021046e8 no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:40:18.815409 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47454) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:40:18.860957 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=b06ef613-7fe5-4ebe-9422-fc0b856ea77e,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:18.864136 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device f12c200c-7bca-49dd-b324-ebac021046e8 not bound to the agent host n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:40:18.917463 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cc5a8e-cd1e-4051-9abf-93b39702eba4 req-1cdcad8b-3c80-49b1-9a85-e3d84e18eb44 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:18.919002 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c8cc5a8e-cd1e-4051-9abf-93b39702eba4 req-1cdcad8b-3c80-49b1-9a85-e3d84e18eb44 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=526a986e-513d-42ed-a665-fbd73e935504 HTTP/1.1" status: 200 len: 945 time: 0.2741575 Sep 23 06:40:18.948704 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-cda42cee-8e0c-41f5-8f4c-2fb46326d444 None None] Provisioning complete for port 200538eb-8f22-4d73-bcc9-594e7def4d4a triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:40:18.948989 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-cda42cee-8e0c-41f5-8f4c-2fb46326d444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:18.962964 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-29150693-feb8-418d-9a28-7ff4caee15b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:18.990126 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-cda42cee-8e0c-41f5-8f4c-2fb46326d444 None None] Port 200538eb-8f22-4d73-bcc9-594e7def4d4a cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:40:18.990797 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb36f0b6-4ef8-45fb-a108-faa0b196dca6 req-637cf549-117e-4a7a-a0ef-0125112ef546 tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:18.993724 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-eb36f0b6-4ef8-45fb-a108-faa0b196dca6 req-637cf549-117e-4a7a-a0ef-0125112ef546 tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] 10.222.0.39 "GET /v2.0/ports?device_id=446b849e-6c82-4477-bd38-273081ff8e76 HTTP/1.1" status: 200 len: 948 time: 0.0813816 Sep 23 06:40:19.062745 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-eb36f0b6-4ef8-45fb-a108-faa0b196dca6 req-4ca1bde0-56ca-4467-a64a-dd9c06dd74fb tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c4bbcf7-6765-4ca4-afe4-db849bd05174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586770 Sep 23 06:40:19.130115 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-29150693-feb8-418d-9a28-7ff4caee15b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:19.135766 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-29150693-feb8-418d-9a28-7ff4caee15b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:19.174457 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-29150693-feb8-418d-9a28-7ff4caee15b9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cc41ae49395c4a469f74775ce47ef8f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3579731 Sep 23 06:40:19.177572 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47464) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:40:19.179492 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29150693-feb8-418d-9a28-7ff4caee15b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b943014d-730f-4926-8407-235defe24dfe,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:19.212377 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c8cc5a8e-cd1e-4051-9abf-93b39702eba4 req-c51c9b39-c319-4f21-9fea-5dca81e388c5 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811232 Sep 23 06:40:19.260582 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d05a69cd-fe2d-48c5-a764-d4c4fdeb3418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:19.275499 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c6557-0226-45b6-ac47-07048f5e86a4 req-8d206a68-cb60-4bbd-95b4-8043f131c189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:19.276964 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0d3c6557-0226-45b6-ac47-07048f5e86a4 req-8d206a68-cb60-4bbd-95b4-8043f131c189 service neutron] 10.222.0.58 "GET /v2.0/networks?id=16515f0f-e5a6-4630-a440-e11fb2e02062 HTTP/1.1" status: 200 len: 870 time: 0.5142369 Sep 23 06:40:19.293256 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f4142d-8af0-45cb-b47d-49be79639ec4 req-c82816f3-7553-48ff-acec-a38921ed5def tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:19.294869 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-63f4142d-8af0-45cb-b47d-49be79639ec4 req-c82816f3-7553-48ff-acec-a38921ed5def tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] 10.222.0.39 "GET /v2.0/ports?device_id=07d5be3f-2c1c-4b9e-8577-909f7393d32d HTTP/1.1" status: 200 len: 950 time: 0.0781357 Sep 23 06:40:19.299679 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d05a69cd-fe2d-48c5-a764-d4c4fdeb3418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:19.369034 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-63f4142d-8af0-45cb-b47d-49be79639ec4 req-09da0de2-694e-4b8f-8e8c-ca359ef858a8 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8a8a733-9d40-4513-965c-60d93327f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662327 Sep 23 06:40:19.384716 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0d3c6557-0226-45b6-ac47-07048f5e86a4 req-7b3b4724-150f-4484-8544-7893a46b72a5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=f12c200c-7bca-49dd-b324-ebac021046e8 HTTP/1.1" status: 200 len: 217 time: 0.0736606 Sep 23 06:40:19.401659 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d05a69cd-fe2d-48c5-a764-d4c4fdeb3418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:19.405055 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d05a69cd-fe2d-48c5-a764-d4c4fdeb3418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:19.408388 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-d05a69cd-fe2d-48c5-a764-d4c4fdeb3418 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b943014d-730f-4926-8407-235defe24dfe HTTP/1.1" status: 204 len: 168 time: 0.2277009 Sep 23 06:40:19.416746 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05a69cd-fe2d-48c5-a764-d4c4fdeb3418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b943014d-730f-4926-8407-235defe24dfe,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:19.463611 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1249195-172b-4f58-93a5-cf3d3d4ba0b2 req-c0499d27-1b42-4d84-a907-fbff227b14dd tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:19.465125 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a1249195-172b-4f58-93a5-cf3d3d4ba0b2 req-c0499d27-1b42-4d84-a907-fbff227b14dd tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6c70cea-fbe6-4b31-9f80-e84b4ee6e9c7 HTTP/1.1" status: 200 len: 936 time: 0.1582630 Sep 23 06:40:19.465759 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-d82f2af6-56ed-4244-93e3-8ba129374318 req-09c78b24-4231-41da-a24f-11296c33d7c8 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:19.502278 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f0eaf8-997c-40da-8d5d-c357294f7073 req-5fde13ba-dd89-4714-a553-9eb55c9d3cdd tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:19.503867 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-05f0eaf8-997c-40da-8d5d-c357294f7073 req-5fde13ba-dd89-4714-a553-9eb55c9d3cdd tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b4b1887-d58e-42d0-858c-458fafa87ec7 HTTP/1.1" status: 200 len: 950 time: 0.0632434 Sep 23 06:40:19.534707 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51db8430-1989-426f-8b96-eefbf99cfcdf', 'tag': 'f12c200c-7bca-49dd-b324-ebac021046e8'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:40:19.536918 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be103686-7291-48c5-b310-a9fd3813d1e6" -d '{"events": [{"name": "network-changed", "server_uuid": "51db8430-1989-426f-8b96-eefbf99cfcdf", "tag": "f12c200c-7bca-49dd-b324-ebac021046e8"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:40:19.549059 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c78b24-4231-41da-a24f-11296c33d7c8 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] Pushing event deleted for resources: {'Port': ['ID=894a118e-646b-4162-9fae-96d3de53d270,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:19.549222 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-05f0eaf8-997c-40da-8d5d-c357294f7073 req-f1e465e3-be9e-466d-b620-dfd659b4b3f9 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384920 Sep 23 06:40:19.588226 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c6557-0226-45b6-ac47-07048f5e86a4 req-60f348a4-9d27-4c89-a4d3-728fd8ce5eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:19.589699 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0d3c6557-0226-45b6-ac47-07048f5e86a4 req-60f348a4-9d27-4c89-a4d3-728fd8ce5eb4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e HTTP/1.1" status: 200 len: 843 time: 0.1845648 Sep 23 06:40:19.609172 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-d7bcbece-3d2c-4031-bcef-bf79f4095591 req-2416e22d-20c1-4002-b289-ad7484298ad6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 200538eb-8f22-4d73-bcc9-594e7def4d4a {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:40:19.628451 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-d7bcbece-3d2c-4031-bcef-bf79f4095591 req-2416e22d-20c1-4002-b289-ad7484298ad6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:19.649899 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a1249195-172b-4f58-93a5-cf3d3d4ba0b2 req-5b98a025-cade-4f3e-81ce-ff2388a07fab tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] 10.222.0.39 "GET /v2.0/security-groups?id=31c87a2f-e5c8-4cdb-9e7e-5c7fd26b024b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716051 Sep 23 06:40:19.650683 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-d82f2af6-56ed-4244-93e3-8ba129374318 req-09c78b24-4231-41da-a24f-11296c33d7c8 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] No DVR routers for this DVR port 894a118e-646b-4162-9fae-96d3de53d270 on host n-h1-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:40:19.684537 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-d82f2af6-56ed-4244-93e3-8ba129374318 req-09c78b24-4231-41da-a24f-11296c33d7c8 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:19.686571 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d82f2af6-56ed-4244-93e3-8ba129374318 req-09c78b24-4231-41da-a24f-11296c33d7c8 tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] 10.222.0.21 "DELETE /v2.0/ports/894a118e-646b-4162-9fae-96d3de53d270 HTTP/1.1" status: 204 len: 173 time: 1.6034887 Sep 23 06:40:19.689735 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-d7bcbece-3d2c-4031-bcef-bf79f4095591 req-2416e22d-20c1-4002-b289-ad7484298ad6 service neutron] Transition to ACTIVE for port object 200538eb-8f22-4d73-bcc9-594e7def4d4a will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:40:19.696550 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-d7bcbece-3d2c-4031-bcef-bf79f4095591 req-2416e22d-20c1-4002-b289-ad7484298ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:19.741231 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c6557-0226-45b6-ac47-07048f5e86a4 req-9948f744-024e-4a26-a5f0-068eded3eab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:19.743025 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0d3c6557-0226-45b6-ac47-07048f5e86a4 req-9948f744-024e-4a26-a5f0-068eded3eab9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=16515f0f-e5a6-4630-a440-e11fb2e02062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1281779 Sep 23 06:40:19.751877 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2416e22d-20c1-4002-b289-ad7484298ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=200538eb-8f22-4d73-bcc9-594e7def4d4a,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:19.781164 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af37958-a2d1-46ca-a6d7-afc10185ed87 x-openstack-request-id: req-1af37958-a2d1-46ca-a6d7-afc10185ed87 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:40:19.781422 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51db8430-1989-426f-8b96-eefbf99cfcdf", "tag": "f12c200c-7bca-49dd-b324-ebac021046e8", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:40:19.781675 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1af37958-a2d1-46ca-a6d7-afc10185ed87 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:40:19.782094 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51db8430-1989-426f-8b96-eefbf99cfcdf', 'tag': 'f12c200c-7bca-49dd-b324-ebac021046e8', 'status': 'completed', 'code': 200} Sep 23 06:40:19.788919 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b653b2db-42a8-4bb8-9ae4-02bbb26c7318 req-0a2ccad7-6a0f-473c-9fa4-817cdf452076 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:19.810706 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b653b2db-42a8-4bb8-9ae4-02bbb26c7318 req-0a2ccad7-6a0f-473c-9fa4-817cdf452076 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=51db8430-1989-426f-8b96-eefbf99cfcdf HTTP/1.1" status: 200 len: 948 time: 0.1465883 Sep 23 06:40:19.831994 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47478) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:40:19.857881 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-24986e54-c9fb-4c92-9537-79a90781a7c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:19.906756 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-d7bcbece-3d2c-4031-bcef-bf79f4095591 req-2416e22d-20c1-4002-b289-ad7484298ad6 service neutron] Attempting to bind port 200538eb-8f22-4d73-bcc9-594e7def4d4a on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:40:19.907098 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-d7bcbece-3d2c-4031-bcef-bf79f4095591 req-2416e22d-20c1-4002-b289-ad7484298ad6 service neutron] Attempting to bind port 200538eb-8f22-4d73-bcc9-594e7def4d4a by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:40:19.907432 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7bcbece-3d2c-4031-bcef-bf79f4095591 req-2416e22d-20c1-4002-b289-ad7484298ad6 service neutron] Attempting to bind port 200538eb-8f22-4d73-bcc9-594e7def4d4a on network 16515f0f-e5a6-4630-a440-e11fb2e02062 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:40:19.909554 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b653b2db-42a8-4bb8-9ae4-02bbb26c7318 req-3808c628-8ba6-4aef-a863-2a4d58ba6733 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974846 Sep 23 06:40:19.930282 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7bcbece-3d2c-4031-bcef-bf79f4095591 req-2416e22d-20c1-4002-b289-ad7484298ad6 service neutron] Port 200538eb-8f22-4d73-bcc9-594e7def4d4a on network 16515f0f-e5a6-4630-a440-e11fb2e02062 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:40:19.930607 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7bcbece-3d2c-4031-bcef-bf79f4095591 req-2416e22d-20c1-4002-b289-ad7484298ad6 service neutron] Attempting to bind port 200538eb-8f22-4d73-bcc9-594e7def4d4a on network 16515f0f-e5a6-4630-a440-e11fb2e02062 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:40:19.933752 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0d3c6557-0226-45b6-ac47-07048f5e86a4 req-d732ff80-37d0-4e59-a065-9ef4c7c5f146 service neutron] 10.222.0.58 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791391 Sep 23 06:40:19.940489 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7bcbece-3d2c-4031-bcef-bf79f4095591 req-2416e22d-20c1-4002-b289-ad7484298ad6 service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:40:19.940844 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7bcbece-3d2c-4031-bcef-bf79f4095591 req-2416e22d-20c1-4002-b289-ad7484298ad6 service neutron] Checking segment: {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:40:19.941286 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7bcbece-3d2c-4031-bcef-bf79f4095591 req-2416e22d-20c1-4002-b289-ad7484298ad6 service neutron] Bound using segment: {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:40:19.941649 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-d7bcbece-3d2c-4031-bcef-bf79f4095591 req-2416e22d-20c1-4002-b289-ad7484298ad6 service neutron] Bound port: 200538eb-8f22-4d73-bcc9-594e7def4d4a, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:40:19.942031 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-d7bcbece-3d2c-4031-bcef-bf79f4095591 req-2416e22d-20c1-4002-b289-ad7484298ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:19.964412 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be103686-7291-48c5-b310-a9fd3813d1e6 req-8f3d5e5e-7131-4175-b57b-f53350f58901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:19.966196 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-be103686-7291-48c5-b310-a9fd3813d1e6 req-8f3d5e5e-7131-4175-b57b-f53350f58901 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5ca4f991227448e1b6417695cbfdc362&device_id=51db8430-1989-426f-8b96-eefbf99cfcdf HTTP/1.1" status: 200 len: 1100 time: 0.1114991 Sep 23 06:40:19.973991 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '526a986e-513d-42ed-a665-fbd73e935504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b06ef613-7fe5-4ebe-9422-fc0b856ea77e'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:40:19.977572 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c40b6024-2375-4314-a7e6-b42e35024eb6" -d '{"events": [{"server_uuid": "526a986e-513d-42ed-a665-fbd73e935504", "name": "network-vif-plugged", "status": "completed", "tag": "b06ef613-7fe5-4ebe-9422-fc0b856ea77e"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:40:20.021348 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f33089-1827-4ae3-b005-46d290e9131d x-openstack-request-id: req-f0f33089-1827-4ae3-b005-46d290e9131d {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:40:20.022046 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "526a986e-513d-42ed-a665-fbd73e935504", "name": "network-vif-plugged", "status": "completed", "tag": "b06ef613-7fe5-4ebe-9422-fc0b856ea77e", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:40:20.022476 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f0f33089-1827-4ae3-b005-46d290e9131d {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:40:20.023061 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '526a986e-513d-42ed-a665-fbd73e935504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b06ef613-7fe5-4ebe-9422-fc0b856ea77e', 'code': 200} Sep 23 06:40:20.033138 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-24986e54-c9fb-4c92-9537-79a90781a7c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:20.037620 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-24986e54-c9fb-4c92-9537-79a90781a7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:20.095273 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-24986e54-c9fb-4c92-9537-79a90781a7c8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ed87471b20f547b49793a8e566b96488&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2617433 Sep 23 06:40:20.096590 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47486) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:40:20.099755 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24986e54-c9fb-4c92-9537-79a90781a7c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=278013cb-ee96-480a-87c9-e92e2da338b6,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:20.195627 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e69a3201-e8ec-40c7-9334-777deedf9a17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:20.207226 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0d3c6557-0226-45b6-ac47-07048f5e86a4 req-3204dcbd-52d7-4d4c-bf8d-ab925d9404a3 service neutron] 10.222.0.58 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549188 Sep 23 06:40:20.214565 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-d7bcbece-3d2c-4031-bcef-bf79f4095591 req-2416e22d-20c1-4002-b289-ad7484298ad6 service neutron] For port 200538eb-8f22-4d73-bcc9-594e7def4d4a, host n-h2-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:40:20.227496 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e69a3201-e8ec-40c7-9334-777deedf9a17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:20.232625 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be103686-7291-48c5-b310-a9fd3813d1e6 req-0253de90-0de2-4534-be70-1df06d66d1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:20.235051 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-be103686-7291-48c5-b310-a9fd3813d1e6 req-0253de90-0de2-4534-be70-1df06d66d1c2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=16515f0f-e5a6-4630-a440-e11fb2e02062 HTTP/1.1" status: 200 len: 870 time: 0.2554111 Sep 23 06:40:20.241098 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-d7bcbece-3d2c-4031-bcef-bf79f4095591 req-2416e22d-20c1-4002-b289-ad7484298ad6 service neutron] For port 200538eb-8f22-4d73-bcc9-594e7def4d4a, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=200538eb-8f22-4d73-bcc9-594e7def4d4a,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:40:20.243150 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c3f40-d019-4d02-8871-cff8ea62e0ca req-8e082911-817d-4f76-b61a-44dfd1bf9a48 tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:20.250795 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b15c3f40-d019-4d02-8871-cff8ea62e0ca req-8e082911-817d-4f76-b61a-44dfd1bf9a48 tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] 10.222.0.39 "GET /v2.0/ports?device_id=446b849e-6c82-4477-bd38-273081ff8e76 HTTP/1.1" status: 200 len: 948 time: 0.0925279 Sep 23 06:40:20.262109 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-d7bcbece-3d2c-4031-bcef-bf79f4095591 req-2416e22d-20c1-4002-b289-ad7484298ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:20.308519 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-be103686-7291-48c5-b310-a9fd3813d1e6 req-d9a5deed-01a1-45eb-8dfc-23bfc97bd163 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=f12c200c-7bca-49dd-b324-ebac021046e8 HTTP/1.1" status: 200 len: 217 time: 0.0597007 Sep 23 06:40:20.317724 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b15c3f40-d019-4d02-8871-cff8ea62e0ca req-0f389cb5-6ef3-4786-93b3-8511dddf94f1 tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c4bbcf7-6765-4ca4-afe4-db849bd05174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616491 Sep 23 06:40:20.351271 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a522c-42a4-4a58-8ddf-f340e0d844a4 req-f5832aa3-cb77-44ec-becd-be34f68ce505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:20.353725 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6a8a522c-42a4-4a58-8ddf-f340e0d844a4 req-f5832aa3-cb77-44ec-becd-be34f68ce505 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=526a986e-513d-42ed-a665-fbd73e935504 HTTP/1.1" status: 200 len: 1098 time: 0.2129111 Sep 23 06:40:20.358660 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e69a3201-e8ec-40c7-9334-777deedf9a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:20.368785 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e69a3201-e8ec-40c7-9334-777deedf9a17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:20.373414 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-e69a3201-e8ec-40c7-9334-777deedf9a17 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/278013cb-ee96-480a-87c9-e92e2da338b6 HTTP/1.1" status: 204 len: 168 time: 0.2731946 Sep 23 06:40:20.389920 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69a3201-e8ec-40c7-9334-777deedf9a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=278013cb-ee96-480a-87c9-e92e2da338b6,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:20.476122 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bcbece-3d2c-4031-bcef-bf79f4095591 req-2416e22d-20c1-4002-b289-ad7484298ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:20.476773 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-d7bcbece-3d2c-4031-bcef-bf79f4095591 req-2416e22d-20c1-4002-b289-ad7484298ad6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:20.488278 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d7bcbece-3d2c-4031-bcef-bf79f4095591 req-2416e22d-20c1-4002-b289-ad7484298ad6 service neutron] 10.222.0.58 "PUT /v2.0/ports/200538eb-8f22-4d73-bcc9-594e7def4d4a HTTP/1.1" status: 200 len: 1097 time: 2.0466061 Sep 23 06:40:20.548930 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device af6907fd-55bd-4a3e-bbf2-d01cb0916a71 up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:40:20.555958 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9a7eb9f0-e6b8-4083-b4d9-88e137c5bc4f req-5d975f55-9154-4535-bc91-6073bb3e15fe tempest-LiveMigrationNegativeTest-660863771 tempest-LiveMigrationNegativeTest-660863771-project] 10.222.0.39 "GET /v2.0/ports?device_id=07d5be3f-2c1c-4b9e-8577-909f7393d32d HTTP/1.1" status: 200 len: 210 time: 0.0454028 Sep 23 06:40:20.571821 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6a8a522c-42a4-4a58-8ddf-f340e0d844a4 req-c1051e3f-683a-4db0-976a-9d5d7b0602a0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703727 Sep 23 06:40:20.577051 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be103686-7291-48c5-b310-a9fd3813d1e6 req-69c07060-99c3-48a2-8c0c-654918a93ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:20.581275 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-be103686-7291-48c5-b310-a9fd3813d1e6 req-69c07060-99c3-48a2-8c0c-654918a93ad1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5ca4f991227448e1b6417695cbfdc362&device_id=51db8430-1989-426f-8b96-eefbf99cfcdf HTTP/1.1" status: 200 len: 1100 time: 0.2641494 Sep 23 06:40:20.594047 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be103686-7291-48c5-b310-a9fd3813d1e6 req-57777a6f-173f-4b03-bdc0-8c7b089e3b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:20.596199 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-be103686-7291-48c5-b310-a9fd3813d1e6 req-57777a6f-173f-4b03-bdc0-8c7b089e3b69 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e HTTP/1.1" status: 200 len: 843 time: 0.2694201 Sep 23 06:40:20.601704 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2416e22d-20c1-4002-b289-ad7484298ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=200538eb-8f22-4d73-bcc9-594e7def4d4a,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:20.625176 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port af6907fd-55bd-4a3e-bbf2-d01cb0916a71 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:40:20.639594 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port af6907fd-55bd-4a3e-bbf2-d01cb0916a71 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:40:20.639980 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:20.718307 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfc99c2-e1ba-437c-a4f8-92ccc63abaf5 req-5820f553-cacb-4c2b-8d79-90bae8dee413 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:20.726240 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6dfc99c2-e1ba-437c-a4f8-92ccc63abaf5 req-5820f553-cacb-4c2b-8d79-90bae8dee413 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=526a986e-513d-42ed-a665-fbd73e935504 HTTP/1.1" status: 200 len: 946 time: 0.3279757 Sep 23 06:40:20.726702 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0336e34d-be22-458a-b4f8-be11fcf4614c req-36af7f95-3915-4cbc-9b94-d4f667972841 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:20.728949 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0336e34d-be22-458a-b4f8-be11fcf4614c req-36af7f95-3915-4cbc-9b94-d4f667972841 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b4b1887-d58e-42d0-858c-458fafa87ec7 HTTP/1.1" status: 200 len: 950 time: 0.0664124 Sep 23 06:40:20.748745 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:20.776521 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0336e34d-be22-458a-b4f8-be11fcf4614c req-be8d3215-13f9-4fe3-87fc-6342f64e5eb5 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387411 Sep 23 06:40:20.796653 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port af6907fd-55bd-4a3e-bbf2-d01cb0916a71, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=af6907fd-55bd-4a3e-bbf2-d01cb0916a71,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:40:20.805480 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:20.806185 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 894a118e-646b-4162-9fae-96d3de53d270 no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:40:20.814745 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bcbece-3d2c-4031-bcef-bf79f4095591 req-0ae30a0b-6377-47a9-a83a-15cd0d24d697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:20.816663 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d7bcbece-3d2c-4031-bcef-bf79f4095591 req-0ae30a0b-6377-47a9-a83a-15cd0d24d697 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6009313a4ad74b9285df5524624c3636&device_id=a6c70cea-fbe6-4b31-9f80-e84b4ee6e9c7 HTTP/1.1" status: 200 len: 1100 time: 0.2437108 Sep 23 06:40:20.832173 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6dfc99c2-e1ba-437c-a4f8-92ccc63abaf5 req-529cd7fb-6949-45fe-8dc8-ea697ba51005 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023812 Sep 23 06:40:20.834267 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] No Port match for: 894a118e-646b-4162-9fae-96d3de53d270 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:40:20.835035 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 894a118e-646b-4162-9fae-96d3de53d270 not bound to the agent host n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:40:20.918151 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=af6907fd-55bd-4a3e-bbf2-d01cb0916a71,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:20.935730 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d7bcbece-3d2c-4031-bcef-bf79f4095591 req-3028c245-a691-4b19-8c62-c01ab4da2f62 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=200538eb-8f22-4d73-bcc9-594e7def4d4a HTTP/1.1" status: 200 len: 217 time: 0.0959418 Sep 23 06:40:20.937598 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 47506) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:40:20.941164 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b491da-dd5f-47a6-94ae-8dbad9451c78 req-8678a4eb-0298-4017-a047-858c227941b6 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:20.942677 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-72b491da-dd5f-47a6-94ae-8dbad9451c78 req-8678a4eb-0298-4017-a047-858c227941b6 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6c70cea-fbe6-4b31-9f80-e84b4ee6e9c7 HTTP/1.1" status: 200 len: 948 time: 0.0818639 Sep 23 06:40:20.982052 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-72b491da-dd5f-47a6-94ae-8dbad9451c78 req-88954d6a-0159-442f-903b-d31c88c1991b tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] 10.222.0.39 "GET /v2.0/security-groups?id=31c87a2f-e5c8-4cdb-9e7e-5c7fd26b024b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326242 Sep 23 06:40:21.017587 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8eb588d9-30df-4725-9c3f-82c5072336a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:21.027723 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be103686-7291-48c5-b310-a9fd3813d1e6 req-cb531e3c-ceaa-4d12-830c-94908559417a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:21.029221 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-be103686-7291-48c5-b310-a9fd3813d1e6 req-cb531e3c-ceaa-4d12-830c-94908559417a service neutron] 10.222.0.58 "GET /v2.0/networks?id=16515f0f-e5a6-4630-a440-e11fb2e02062 HTTP/1.1" status: 200 len: 870 time: 0.4316814 Sep 23 06:40:21.063940 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be103686-7291-48c5-b310-a9fd3813d1e6 req-04b00173-d38d-43d5-8e8a-c79f41a22bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:21.065318 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-be103686-7291-48c5-b310-a9fd3813d1e6 req-04b00173-d38d-43d5-8e8a-c79f41a22bac service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=16515f0f-e5a6-4630-a440-e11fb2e02062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1673853 Sep 23 06:40:21.088102 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddfdd39-142b-4ed2-bcff-0dab47c14fd0 req-6c679181-6df9-42fd-b2ec-0219048136c8 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:21.093854 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-eddfdd39-142b-4ed2-bcff-0dab47c14fd0 req-6c679181-6df9-42fd-b2ec-0219048136c8 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=51db8430-1989-426f-8b96-eefbf99cfcdf HTTP/1.1" status: 200 len: 948 time: 0.0492914 Sep 23 06:40:21.118163 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-be103686-7291-48c5-b310-a9fd3813d1e6 req-58c9f15e-6365-4f85-bad2-dd299c567b4d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=f12c200c-7bca-49dd-b324-ebac021046e8 HTTP/1.1" status: 200 len: 217 time: 0.0665541 Sep 23 06:40:21.119713 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bcbece-3d2c-4031-bcef-bf79f4095591 req-f4cb1678-07cf-4ef7-8e43-c9c0b333ed0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:21.121051 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d7bcbece-3d2c-4031-bcef-bf79f4095591 req-f4cb1678-07cf-4ef7-8e43-c9c0b333ed0c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e HTTP/1.1" status: 200 len: 843 time: 0.1592274 Sep 23 06:40:21.132310 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-eddfdd39-142b-4ed2-bcff-0dab47c14fd0 req-6b6382a7-ed16-4fb1-895b-fb26570692b8 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351686 Sep 23 06:40:21.323925 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf68408-41a0-435f-b99b-50d5043fe2b2 req-03529817-1c12-4911-9f2a-ce37f6def35c tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:21.325381 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bcf68408-41a0-435f-b99b-50d5043fe2b2 req-03529817-1c12-4911-9f2a-ce37f6def35c tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=c596078e-5eac-4681-87db-04b02147197d HTTP/1.1" status: 200 len: 949 time: 0.3868945 Sep 23 06:40:21.439018 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 06:40:21.478606 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b718226-ee29-4f56-9fc7-ebb477d06c1b req-638dd6cd-befb-485c-b7b0-2ef88b6f69e8 tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:21.480221 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1b718226-ee29-4f56-9fc7-ebb477d06c1b req-638dd6cd-befb-485c-b7b0-2ef88b6f69e8 tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] 10.222.0.39 "GET /v2.0/ports?device_id=446b849e-6c82-4477-bd38-273081ff8e76 HTTP/1.1" status: 200 len: 949 time: 0.0562088 Sep 23 06:40:21.486832 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be103686-7291-48c5-b310-a9fd3813d1e6 req-727eb47f-091e-4723-86f3-f13004693d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:21.488308 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-be103686-7291-48c5-b310-a9fd3813d1e6 req-727eb47f-091e-4723-86f3-f13004693d2d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e HTTP/1.1" status: 200 len: 843 time: 0.1729264 Sep 23 06:40:21.511513 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bcf68408-41a0-435f-b99b-50d5043fe2b2 req-41e90bdc-9953-44b0-9572-ea40cdfbe2d4 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596303 Sep 23 06:40:21.520709 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1b718226-ee29-4f56-9fc7-ebb477d06c1b req-03768e70-49d5-4b0c-9488-dd72e430d8ed tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c4bbcf7-6765-4ca4-afe4-db849bd05174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339398 Sep 23 06:40:21.535314 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bcbece-3d2c-4031-bcef-bf79f4095591 req-25e92f85-3032-4375-a327-48c00875fff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:21.536811 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d7bcbece-3d2c-4031-bcef-bf79f4095591 req-25e92f85-3032-4375-a327-48c00875fff8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=16515f0f-e5a6-4630-a440-e11fb2e02062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2260890 Sep 23 06:40:21.580734 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-be103686-7291-48c5-b310-a9fd3813d1e6 req-c1aff3c1-8a8e-4310-9dc9-c71861a95218 service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4742441 Sep 23 06:40:21.681972 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8eb588d9-30df-4725-9c3f-82c5072336a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:21.685631 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be103686-7291-48c5-b310-a9fd3813d1e6 req-9dbcf5a5-f3f0-49ea-a3b9-69de52a39ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:21.687312 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-be103686-7291-48c5-b310-a9fd3813d1e6 req-9dbcf5a5-f3f0-49ea-a3b9-69de52a39ee0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=16515f0f-e5a6-4630-a440-e11fb2e02062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1811099 Sep 23 06:40:21.692483 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8eb588d9-30df-4725-9c3f-82c5072336a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:21.788889 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07d5be3f-2c1c-4b9e-8577-909f7393d32d', 'name': 'network-vif-deleted', 'tag': '894a118e-646b-4162-9fae-96d3de53d270'}, {'name': 'network-changed', 'server_uuid': 'a6c70cea-fbe6-4b31-9f80-e84b4ee6e9c7', 'tag': '200538eb-8f22-4d73-bcc9-594e7def4d4a'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:40:21.792031 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c616554-682e-4420-a348-13599537d7fa" -d '{"events": [{"server_uuid": "07d5be3f-2c1c-4b9e-8577-909f7393d32d", "name": "network-vif-deleted", "tag": "894a118e-646b-4162-9fae-96d3de53d270"}, {"name": "network-changed", "server_uuid": "a6c70cea-fbe6-4b31-9f80-e84b4ee6e9c7", "tag": "200538eb-8f22-4d73-bcc9-594e7def4d4a"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:40:21.816414 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-8eb588d9-30df-4725-9c3f-82c5072336a6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=add879a1ce3a47039d57b7f57e260171&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8723452 Sep 23 06:40:21.819021 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47522) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:40:21.819997 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb588d9-30df-4725-9c3f-82c5072336a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad0cea1-a31e-4472-8bbb-552c4f2980de,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:21.824076 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d7bcbece-3d2c-4031-bcef-bf79f4095591 req-6dc5949c-a948-4748-8759-6b4c18ef1424 service neutron] 10.222.0.58 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707355 Sep 23 06:40:21.893600 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0f97ffe9-3791-47b9-9d24-a6118f8cecca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:21.938159 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 23 Sep 2021 06:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb315d94-169c-43d3-9c6d-61e43053d56d x-openstack-request-id: req-fb315d94-169c-43d3-9c6d-61e43053d56d {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:40:21.938453 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07d5be3f-2c1c-4b9e-8577-909f7393d32d", "name": "network-vif-deleted", "tag": "894a118e-646b-4162-9fae-96d3de53d270", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a6c70cea-fbe6-4b31-9f80-e84b4ee6e9c7", "tag": "200538eb-8f22-4d73-bcc9-594e7def4d4a", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:40:21.938703 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fb315d94-169c-43d3-9c6d-61e43053d56d {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:40:21.939014 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0f97ffe9-3791-47b9-9d24-a6118f8cecca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:21.939114 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07d5be3f-2c1c-4b9e-8577-909f7393d32d', 'name': 'network-vif-deleted', 'tag': '894a118e-646b-4162-9fae-96d3de53d270', 'status': 'completed', 'code': 200} Sep 23 06:40:21.939332 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6c70cea-fbe6-4b31-9f80-e84b4ee6e9c7', 'tag': '200538eb-8f22-4d73-bcc9-594e7def4d4a', 'status': 'completed', 'code': 200} Sep 23 06:40:21.939766 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 47526) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:40:21.969543 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-be103686-7291-48c5-b310-a9fd3813d1e6 req-ecfd297b-001d-4354-86de-de7db618fc74 service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3730457 Sep 23 06:40:22.024771 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248c46c0-ca48-4342-9347-3f1c3e840ca3 req-44a1173c-306b-49d6-8be1-8735b04e0f89 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:22.025017 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '446b849e-6c82-4477-bd38-273081ff8e76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af6907fd-55bd-4a3e-bbf2-d01cb0916a71'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:40:22.025456 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-be103686-7291-48c5-b310-a9fd3813d1e6 req-b6ff2074-f1c9-4c2c-bda2-c0dd520be515 service neutron] 10.222.0.58 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3166430 Sep 23 06:40:22.027482 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-248c46c0-ca48-4342-9347-3f1c3e840ca3 req-44a1173c-306b-49d6-8be1-8735b04e0f89 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=526a986e-513d-42ed-a665-fbd73e935504 HTTP/1.1" status: 200 len: 946 time: 0.1021810 Sep 23 06:40:22.029226 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e75e344c-4945-42b3-b1b6-c4a8dbb5f9b7" -d '{"events": [{"server_uuid": "446b849e-6c82-4477-bd38-273081ff8e76", "name": "network-vif-plugged", "status": "completed", "tag": "af6907fd-55bd-4a3e-bbf2-d01cb0916a71"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:40:22.037470 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d95b9-4ed7-4a5e-b9d1-bfc0dbb834b7 req-fcdf7da5-a90e-40fc-bc4b-2e226af54ff4 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:22.044509 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d95b9-4ed7-4a5e-b9d1-bfc0dbb834b7 req-fcdf7da5-a90e-40fc-bc4b-2e226af54ff4 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:22.046141 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bc9d95b9-4ed7-4a5e-b9d1-bfc0dbb834b7 req-fcdf7da5-a90e-40fc-bc4b-2e226af54ff4 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b4b1887-d58e-42d0-858c-458fafa87ec7&device_id=c596078e-5eac-4681-87db-04b02147197d HTTP/1.1" status: 200 len: 1690 time: 0.1831303 Sep 23 06:40:22.049353 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d7bcbece-3d2c-4031-bcef-bf79f4095591 req-d9845fe8-3821-488d-990c-c85a4a2732f7 service neutron] 10.222.0.58 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875820 Sep 23 06:40:22.058576 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0f97ffe9-3791-47b9-9d24-a6118f8cecca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:22.061230 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0f97ffe9-3791-47b9-9d24-a6118f8cecca admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:22.062470 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-0f97ffe9-3791-47b9-9d24-a6118f8cecca admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bad0cea1-a31e-4472-8bbb-552c4f2980de HTTP/1.1" status: 204 len: 168 time: 0.2424173 Sep 23 06:40:22.079807 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97ffe9-3791-47b9-9d24-a6118f8cecca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad0cea1-a31e-4472-8bbb-552c4f2980de,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:22.096929 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-248c46c0-ca48-4342-9347-3f1c3e840ca3 req-d557e5fa-a553-4ea0-a13b-4857b77d3d8e tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583248 Sep 23 06:40:22.230148 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86e24d1-0125-4288-aa6f-8aabb1d4a5b2 req-1a7e5651-1b00-4644-a217-4dbfe504a582 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:22.232099 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e86e24d1-0125-4288-aa6f-8aabb1d4a5b2 req-1a7e5651-1b00-4644-a217-4dbfe504a582 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6c70cea-fbe6-4b31-9f80-e84b4ee6e9c7 HTTP/1.1" status: 200 len: 948 time: 0.0651374 Sep 23 06:40:22.278401 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e86e24d1-0125-4288-aa6f-8aabb1d4a5b2 req-115ac5d2-7ea6-448b-a7f6-c8d811292fa6 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] 10.222.0.39 "GET /v2.0/security-groups?id=31c87a2f-e5c8-4cdb-9e7e-5c7fd26b024b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336387 Sep 23 06:40:22.299607 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bc9d95b9-4ed7-4a5e-b9d1-bfc0dbb834b7 req-e9386fbf-89e9-4b8a-949d-0c058372c695 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409268 Sep 23 06:40:22.307066 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c616554-682e-4420-a348-13599537d7fa req-c41a7a8d-625a-482d-975f-b078da059e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:22.308604 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1c616554-682e-4420-a348-13599537d7fa req-c41a7a8d-625a-482d-975f-b078da059e18 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6009313a4ad74b9285df5524624c3636&device_id=a6c70cea-fbe6-4b31-9f80-e84b4ee6e9c7 HTTP/1.1" status: 200 len: 1100 time: 0.1401758 Sep 23 06:40:22.316840 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-be103686-7291-48c5-b310-a9fd3813d1e6 req-030d4aef-83aa-42e8-9619-6db4153d69f3 service neutron] 10.222.0.58 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697446 Sep 23 06:40:22.324899 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f8ba55-bb14-4d10-a7d8-e41dde85a5dc x-openstack-request-id: req-b3f8ba55-bb14-4d10-a7d8-e41dde85a5dc {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:40:22.325826 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "446b849e-6c82-4477-bd38-273081ff8e76", "name": "network-vif-plugged", "status": "completed", "tag": "af6907fd-55bd-4a3e-bbf2-d01cb0916a71", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:40:22.326279 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b3f8ba55-bb14-4d10-a7d8-e41dde85a5dc {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:40:22.327208 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '446b849e-6c82-4477-bd38-273081ff8e76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af6907fd-55bd-4a3e-bbf2-d01cb0916a71', 'code': 200} Sep 23 06:40:22.413241 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-3d2946db-76c2-428a-83ca-93253906513f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f469ecabdab147d39f1c3597d718c196&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4661834 Sep 23 06:40:22.416359 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47546) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:40:22.478231 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c37f7194-baad-45cf-81ba-d8140df70390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:22.480195 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c616554-682e-4420-a348-13599537d7fa req-1572593e-826b-405c-be16-516454ba34d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:22.481697 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1c616554-682e-4420-a348-13599537d7fa req-1572593e-826b-405c-be16-516454ba34d7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=16515f0f-e5a6-4630-a440-e11fb2e02062 HTTP/1.1" status: 200 len: 870 time: 0.1609921 Sep 23 06:40:22.510459 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c37f7194-baad-45cf-81ba-d8140df70390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:22.514314 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee0ae71-9370-4947-89fa-9a7192c247a0 req-eeb67e60-a0fb-42bf-a2f1-a9661024dae1 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:22.515862 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6ee0ae71-9370-4947-89fa-9a7192c247a0 req-eeb67e60-a0fb-42bf-a2f1-a9661024dae1 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=51db8430-1989-426f-8b96-eefbf99cfcdf HTTP/1.1" status: 200 len: 948 time: 0.1154084 Sep 23 06:40:22.545692 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6427498e-278a-4a37-ab07-77c399ea3ff2 req-e51b49f9-7c35-463b-923f-f84822495af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:22.547229 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6427498e-278a-4a37-ab07-77c399ea3ff2 req-e51b49f9-7c35-463b-923f-f84822495af8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=446b849e-6c82-4477-bd38-273081ff8e76 HTTP/1.1" status: 200 len: 1101 time: 0.1330233 Sep 23 06:40:22.550792 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1c616554-682e-4420-a348-13599537d7fa req-a8d36638-976b-4449-97c0-948d9475f38b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=200538eb-8f22-4d73-bcc9-594e7def4d4a HTTP/1.1" status: 200 len: 217 time: 0.0561543 Sep 23 06:40:22.615362 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b1bbbc-6bab-4db3-99ed-974e58045a08 req-93fd2d18-7a8f-44ba-a74a-27c6ef085601 tempest-ServersOnMultiNodesTest-68966466 tempest-ServersOnMultiNodesTest-68966466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:22.616819 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f2b1bbbc-6bab-4db3-99ed-974e58045a08 req-93fd2d18-7a8f-44ba-a74a-27c6ef085601 tempest-ServersOnMultiNodesTest-68966466 tempest-ServersOnMultiNodesTest-68966466-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=8b4b1887-d58e-42d0-858c-458fafa87ec7 HTTP/1.1" status: 200 len: 1102 time: 0.0580621 Sep 23 06:40:22.617744 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c37f7194-baad-45cf-81ba-d8140df70390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:22.620901 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c37f7194-baad-45cf-81ba-d8140df70390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:22.624317 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-c37f7194-baad-45cf-81ba-d8140df70390 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c8a8a733-9d40-4513-965c-60d93327f3bb HTTP/1.1" status: 204 len: 168 time: 0.2042575 Sep 23 06:40:22.634761 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37f7194-baad-45cf-81ba-d8140df70390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a8a733-9d40-4513-965c-60d93327f3bb,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:22.644538 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6ee0ae71-9370-4947-89fa-9a7192c247a0 req-869cb0b3-a5e4-4e87-b570-6d8f5b95df7d tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963240 Sep 23 06:40:22.648124 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6427498e-278a-4a37-ab07-77c399ea3ff2 req-5e0a465e-b1e7-476b-a5e0-5a93f83eb3f5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3c4bbcf7-6765-4ca4-afe4-db849bd05174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921032 Sep 23 06:40:22.654580 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c616554-682e-4420-a348-13599537d7fa req-3008ef6d-05f3-404a-987b-e5bea39ffa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:22.656234 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1c616554-682e-4420-a348-13599537d7fa req-3008ef6d-05f3-404a-987b-e5bea39ffa6a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e HTTP/1.1" status: 200 len: 843 time: 0.0812762 Sep 23 06:40:22.676105 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f2b1bbbc-6bab-4db3-99ed-974e58045a08 req-3426805b-e854-417f-9c07-d81d8dd4af2a tempest-ServersOnMultiNodesTest-68966466 tempest-ServersOnMultiNodesTest-68966466-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433202 Sep 23 06:40:22.740255 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c616554-682e-4420-a348-13599537d7fa req-5123c787-a937-4312-8886-a1480ce330c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:22.741997 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1c616554-682e-4420-a348-13599537d7fa req-5123c787-a937-4312-8886-a1480ce330c2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=16515f0f-e5a6-4630-a440-e11fb2e02062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0612116 Sep 23 06:40:22.811240 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97df58c7-0cb0-4b33-bbec-f1c040b761ed req-bee36dd3-7c36-441f-be0a-3b8c7c5d7094 tempest-ServersOnMultiNodesTest-68966466 tempest-ServersOnMultiNodesTest-68966466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:22.812784 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-97df58c7-0cb0-4b33-bbec-f1c040b761ed req-bee36dd3-7c36-441f-be0a-3b8c7c5d7094 tempest-ServersOnMultiNodesTest-68966466 tempest-ServersOnMultiNodesTest-68966466-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=c596078e-5eac-4681-87db-04b02147197d HTTP/1.1" status: 200 len: 1101 time: 0.0567811 Sep 23 06:40:22.853913 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-97df58c7-0cb0-4b33-bbec-f1c040b761ed req-a8242d1f-18cd-4567-ae10-b8ac177c028f tempest-ServersOnMultiNodesTest-68966466 tempest-ServersOnMultiNodesTest-68966466-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338664 Sep 23 06:40:22.883880 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8805d4d0-5e18-4398-a383-d7e86fcf3db2 req-9474e32c-dc3e-4542-871a-1750b780cc59 tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:22.887047 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8805d4d0-5e18-4398-a383-d7e86fcf3db2 req-9474e32c-dc3e-4542-871a-1750b780cc59 tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] 10.222.0.39 "GET /v2.0/ports?device_id=446b849e-6c82-4477-bd38-273081ff8e76 HTTP/1.1" status: 200 len: 949 time: 0.1422732 Sep 23 06:40:22.948351 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1c616554-682e-4420-a348-13599537d7fa req-63feccb4-6712-4384-abd8-b3bf58cd54ef service neutron] 10.222.0.58 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812055 Sep 23 06:40:22.953269 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8805d4d0-5e18-4398-a383-d7e86fcf3db2 req-ed8d5664-9180-4f13-8126-1004b8e6542e tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c4bbcf7-6765-4ca4-afe4-db849bd05174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576847 Sep 23 06:40:23.082318 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1c616554-682e-4420-a348-13599537d7fa req-ca6ceffe-d0f7-4155-a223-1d6d2bd8b887 service neutron] 10.222.0.58 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112165 Sep 23 06:40:23.088391 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 47576) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:40:23.187184 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-a9f67ca2-10e4-45ec-a9bc-24d89a43011b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=be8bbccd7c284e13814cc4849aa62277&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0973580 Sep 23 06:40:23.187913 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 47582) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:40:23.249374 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e72306-1805-4a2b-b513-e8daa16a661c req-5597a75f-691e-401c-b0e8-eb8c0eb5a935 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:23.250510 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-27748022-0a7b-48fe-9a9b-721f54e6caa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:23.259284 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-29e72306-1805-4a2b-b513-e8daa16a661c req-5597a75f-691e-401c-b0e8-eb8c0eb5a935 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=526a986e-513d-42ed-a665-fbd73e935504 HTTP/1.1" status: 200 len: 946 time: 0.0767031 Sep 23 06:40:23.275531 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-27748022-0a7b-48fe-9a9b-721f54e6caa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:23.318002 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-29e72306-1805-4a2b-b513-e8daa16a661c req-218929a6-4da8-4956-bdae-eb0498817ffc tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492914 Sep 23 06:40:23.345368 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-2a6f53d3-9857-4ea2-9f0a-868d99e41a52 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=8d68b6f2bfe2491c9015cf660b627aab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270021 Sep 23 06:40:23.368199 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-27748022-0a7b-48fe-9a9b-721f54e6caa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:23.370719 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-27748022-0a7b-48fe-9a9b-721f54e6caa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:23.371844 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-27748022-0a7b-48fe-9a9b-721f54e6caa4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8ae4cdf0-109d-4f7c-8584-3e0b5d27e2f1 HTTP/1.1" status: 204 len: 168 time: 0.1829615 Sep 23 06:40:23.400796 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27748022-0a7b-48fe-9a9b-721f54e6caa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae4cdf0-109d-4f7c-8584-3e0b5d27e2f1,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:23.461555 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e053f67-7809-4b67-90f6-b3a35dad055b req-7e2222aa-4583-4bfe-bed5-6f9136a188c7 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:23.463862 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3e053f67-7809-4b67-90f6-b3a35dad055b req-7e2222aa-4583-4bfe-bed5-6f9136a188c7 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6c70cea-fbe6-4b31-9f80-e84b4ee6e9c7 HTTP/1.1" status: 200 len: 948 time: 0.0717027 Sep 23 06:40:23.512941 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-ee03c2b5-ced6-456a-a633-31fb43fac8b6 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:23.514926 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-ee03c2b5-ced6-456a-a633-31fb43fac8b6 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1611943 Sep 23 06:40:23.518422 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3e053f67-7809-4b67-90f6-b3a35dad055b req-9656f5cd-9e33-4d61-8627-1c4686d5be4f tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] 10.222.0.39 "GET /v2.0/security-groups?id=31c87a2f-e5c8-4cdb-9e7e-5c7fd26b024b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457182 Sep 23 06:40:23.537470 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-f939cf7a-9a8d-4785-95b6-abfeb74666b9 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/quotas/8d68b6f2bfe2491c9015cf660b627aab HTTP/1.1" status: 200 len: 375 time: 0.0140138 Sep 23 06:40:23.597217 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-209f1986-1de5-4cd4-adfa-48d9615e51dc tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8d68b6f2bfe2491c9015cf660b627aab&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0533457 Sep 23 06:40:23.840895 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2e5da-9de7-4fb7-ac56-d80270abdad1 req-7cb92ea5-1c64-4890-a122-25a8ed57a1a8 tempest-LiveAutoBlockMigrationV225Test-1648181363 tempest-LiveAutoBlockMigrationV225Test-1648181363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:23.842712 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-71c2e5da-9de7-4fb7-ac56-d80270abdad1 req-7cb92ea5-1c64-4890-a122-25a8ed57a1a8 tempest-LiveAutoBlockMigrationV225Test-1648181363 tempest-LiveAutoBlockMigrationV225Test-1648181363-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=526a986e-513d-42ed-a665-fbd73e935504 HTTP/1.1" status: 200 len: 1098 time: 0.0450969 Sep 23 06:40:23.894538 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-71c2e5da-9de7-4fb7-ac56-d80270abdad1 req-3b00521d-ff97-4469-a67e-0449e6b3bc8a tempest-LiveAutoBlockMigrationV225Test-1648181363 tempest-LiveAutoBlockMigrationV225Test-1648181363-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456693 Sep 23 06:40:24.172524 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f8a0c-211d-474a-a33e-03459c317aa0 req-376afbf3-c7cf-41dd-b7d3-8200a33a9fcd tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:24.182755 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-837f8a0c-211d-474a-a33e-03459c317aa0 req-376afbf3-c7cf-41dd-b7d3-8200a33a9fcd tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=51db8430-1989-426f-8b96-eefbf99cfcdf HTTP/1.1" status: 200 len: 948 time: 0.0964413 Sep 23 06:40:24.232647 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da8eee4-6447-44bb-b3fa-5d25bd0e1a25 req-a46a4286-ec69-4091-b111-6cae5ce51f47 tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:24.244137 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3da8eee4-6447-44bb-b3fa-5d25bd0e1a25 req-a46a4286-ec69-4091-b111-6cae5ce51f47 tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] 10.222.0.39 "GET /v2.0/ports?device_id=446b849e-6c82-4477-bd38-273081ff8e76 HTTP/1.1" status: 200 len: 949 time: 0.0880728 Sep 23 06:40:24.250997 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-837f8a0c-211d-474a-a33e-03459c317aa0 req-6adb6532-afe2-4122-8a0a-ee138dfea2e7 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635183 Sep 23 06:40:24.306039 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3da8eee4-6447-44bb-b3fa-5d25bd0e1a25 req-1bd89a02-d300-4b3f-91f5-1e46286af76a tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c4bbcf7-6765-4ca4-afe4-db849bd05174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565708 Sep 23 06:40:24.352954 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91700b94-a623-4cae-a026-1d223a514305 req-aa6ed863-7704-4180-a3b3-d04e1d85827d tempest-LiveAutoBlockMigrationV225Test-1648181363 tempest-LiveAutoBlockMigrationV225Test-1648181363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:24.360833 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-91700b94-a623-4cae-a026-1d223a514305 req-aa6ed863-7704-4180-a3b3-d04e1d85827d tempest-LiveAutoBlockMigrationV225Test-1648181363 tempest-LiveAutoBlockMigrationV225Test-1648181363-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=526a986e-513d-42ed-a665-fbd73e935504 HTTP/1.1" status: 200 len: 1098 time: 0.0632482 Sep 23 06:40:24.406621 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-91700b94-a623-4cae-a026-1d223a514305 req-80c2f838-f4b5-4ef6-b9ea-8f71d2eaef35 tempest-LiveAutoBlockMigrationV225Test-1648181363 tempest-LiveAutoBlockMigrationV225Test-1648181363-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444064 Sep 23 06:40:24.745932 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-04531c04-a865-4206-b419-8826de26720b req-5e70d250-29e9-442e-b7c1-0e824f95057c tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=f559566e-6477-4aed-b38a-9fb7a705dfc2 HTTP/1.1" status: 200 len: 210 time: 0.0408633 Sep 23 06:40:24.945994 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca20e2-4374-4325-8df3-652d5ea8afac req-5634cabc-19c4-4ddd-8a8d-4778b2c1b5c7 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:24.953940 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d4ca20e2-4374-4325-8df3-652d5ea8afac req-5634cabc-19c4-4ddd-8a8d-4778b2c1b5c7 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6c70cea-fbe6-4b31-9f80-e84b4ee6e9c7 HTTP/1.1" status: 200 len: 948 time: 0.0770249 Sep 23 06:40:25.023239 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d4ca20e2-4374-4325-8df3-652d5ea8afac req-b4be1a92-3783-4d88-b8a3-28aca2a3bf86 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] 10.222.0.39 "GET /v2.0/security-groups?id=31c87a2f-e5c8-4cdb-9e7e-5c7fd26b024b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683703 Sep 23 06:40:25.242919 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device f12c200c-7bca-49dd-b324-ebac021046e8 details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:40:25.291692 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e70de-aae8-45a8-9387-18eb94168e96 req-c2039d2b-dc4b-464e-9ec3-ec343636d477 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:25.300900 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-709e70de-aae8-45a8-9387-18eb94168e96 req-c2039d2b-dc4b-464e-9ec3-ec343636d477 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.21 "GET /v2.0/ports?device_id=51db8430-1989-426f-8b96-eefbf99cfcdf&tenant_id=5ca4f991227448e1b6417695cbfdc362&binding%3Ahost_id=n-h2-715271-16 HTTP/1.1" status: 200 len: 948 time: 0.4884329 Sep 23 06:40:25.311030 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16db2cc7-6bef-4cec-8092-e6ddd1191c9e req-cbac3981-dedd-48c4-8c8b-650310d1e2b6 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:25.318761 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-16db2cc7-6bef-4cec-8092-e6ddd1191c9e req-cbac3981-dedd-48c4-8c8b-650310d1e2b6 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=51db8430-1989-426f-8b96-eefbf99cfcdf HTTP/1.1" status: 200 len: 948 time: 0.4489639 Sep 23 06:40:25.438751 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port f12c200c-7bca-49dd-b324-ebac021046e8, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=f12c200c-7bca-49dd-b324-ebac021046e8,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:40:25.442846 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-16db2cc7-6bef-4cec-8092-e6ddd1191c9e req-888ae28f-fb8c-4e0e-802b-47d19fc5b630 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186852 Sep 23 06:40:25.464161 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': 'f12c200c-7bca-49dd-b324-ebac021046e8', 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062', 'port_id': 'f12c200c-7bca-49dd-b324-ebac021046e8', 'mac_address': 'fa:16:3e:9a:a2:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:40:25.493551 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [req-709e70de-aae8-45a8-9387-18eb94168e96 req-a445b233-865c-4a44-a486-436f3845ab4d service neutron] delete failed (client error): The resource could not be found. Sep 23 06:40:25.494668 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-709e70de-aae8-45a8-9387-18eb94168e96 req-a445b233-865c-4a44-a486-436f3845ab4d service neutron] 10.222.0.21 "DELETE /v2.0/ports/f12c200c-7bca-49dd-b324-ebac021046e8/bindings/n-h1-715271-16 HTTP/1.1" status: 404 len: 381 time: 0.1514618 Sep 23 06:40:25.556878 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:25.577781 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f12c200c-7bca-49dd-b324-ebac021046e8 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:40:25.606037 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port f12c200c-7bca-49dd-b324-ebac021046e8, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=f12c200c-7bca-49dd-b324-ebac021046e8,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:40:25.609788 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:25.610475 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 200538eb-8f22-4d73-bcc9-594e7def4d4a details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:40:25.684740 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=f12c200c-7bca-49dd-b324-ebac021046e8,revision_number=8']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:25.695710 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 200538eb-8f22-4d73-bcc9-594e7def4d4a, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=200538eb-8f22-4d73-bcc9-594e7def4d4a,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:40:25.708598 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': '200538eb-8f22-4d73-bcc9-594e7def4d4a', 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062', 'port_id': '200538eb-8f22-4d73-bcc9-594e7def4d4a', 'mac_address': 'fa:16:3e:57:f1:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:40:25.734690 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e70de-aae8-45a8-9387-18eb94168e96 req-02393612-1826-4422-9d1c-e7a4c0134d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:25.736567 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-709e70de-aae8-45a8-9387-18eb94168e96 req-02393612-1826-4422-9d1c-e7a4c0134d36 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5ca4f991227448e1b6417695cbfdc362&device_id=51db8430-1989-426f-8b96-eefbf99cfcdf HTTP/1.1" status: 200 len: 1101 time: 0.0820897 Sep 23 06:40:25.753795 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812ca2be-2fcc-475a-b0b4-372e23feea25 req-6d58b095-9602-4f61-8623-4cfa08cdcc45 tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:25.764498 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-812ca2be-2fcc-475a-b0b4-372e23feea25 req-6d58b095-9602-4f61-8623-4cfa08cdcc45 tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] 10.222.0.39 "GET /v2.0/ports?device_id=446b849e-6c82-4477-bd38-273081ff8e76 HTTP/1.1" status: 200 len: 949 time: 0.0752852 Sep 23 06:40:25.771739 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:25.791270 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 200538eb-8f22-4d73-bcc9-594e7def4d4a {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:40:25.817448 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-812ca2be-2fcc-475a-b0b4-372e23feea25 req-bcb4a435-f91b-44b0-8a38-37d4ded3fd87 tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c4bbcf7-6765-4ca4-afe4-db849bd05174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515738 Sep 23 06:40:25.830730 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 200538eb-8f22-4d73-bcc9-594e7def4d4a, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=200538eb-8f22-4d73-bcc9-594e7def4d4a,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:40:25.848523 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:25.875661 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e70de-aae8-45a8-9387-18eb94168e96 req-6ef636fd-bb01-42f6-a77c-edb3ccfd02a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:25.883882 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-709e70de-aae8-45a8-9387-18eb94168e96 req-6ef636fd-bb01-42f6-a77c-edb3ccfd02a1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=16515f0f-e5a6-4630-a440-e11fb2e02062 HTTP/1.1" status: 200 len: 870 time: 0.1390235 Sep 23 06:40:25.931802 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-709e70de-aae8-45a8-9387-18eb94168e96 req-03b5e9c4-0868-4bcd-8b67-7a19652cf321 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=f12c200c-7bca-49dd-b324-ebac021046e8 HTTP/1.1" status: 200 len: 217 time: 0.0456405 Sep 23 06:40:25.958068 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=200538eb-8f22-4d73-bcc9-594e7def4d4a,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:26.037889 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-94a48f82-f2e8-4f0e-aceb-45f938b7779b tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=8d68b6f2bfe2491c9015cf660b627aab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0608523 Sep 23 06:40:26.175512 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e70de-aae8-45a8-9387-18eb94168e96 req-0c5409fb-9f8f-4adc-b859-1e1c67ed27df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:26.177591 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-709e70de-aae8-45a8-9387-18eb94168e96 req-0c5409fb-9f8f-4adc-b859-1e1c67ed27df service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e HTTP/1.1" status: 200 len: 843 time: 0.2093523 Sep 23 06:40:26.257430 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-85a4f027-8184-495d-8b4a-bbd494274a0d req-c6b1b4fc-8151-4385-aa66-776f82fafa11 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=f559566e-6477-4aed-b38a-9fb7a705dfc2 HTTP/1.1" status: 200 len: 210 time: 0.0344102 Sep 23 06:40:26.281460 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-ea48ca88-1528-4152-9016-6a3cdbe4c9e8 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:26.282935 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-ea48ca88-1528-4152-9016-6a3cdbe4c9e8 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2373970 Sep 23 06:40:26.285452 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['200538eb-8f22-4d73-bcc9-594e7def4d4a'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:40:26.286363 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-ca06b564-a1f1-4bad-903e-4d5f2853f0ba tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=8d68b6f2bfe2491c9015cf660b627aab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0884910 Sep 23 06:40:26.304120 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-9c5b9c45-19e1-481c-a832-0b93b6eb93ab tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Request body: {'port': {'device_id': '0d066146-5326-49ba-9d6b-ab3e86c1461c', 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062', 'admin_state_up': True, 'tenant_id': '8d68b6f2bfe2491c9015cf660b627aab'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:40:26.323944 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e70de-aae8-45a8-9387-18eb94168e96 req-16b12f44-5210-46b6-87b9-664944aabc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:26.326396 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-709e70de-aae8-45a8-9387-18eb94168e96 req-16b12f44-5210-46b6-87b9-664944aabc99 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=16515f0f-e5a6-4630-a440-e11fb2e02062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1339667 Sep 23 06:40:26.350541 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['f12c200c-7bca-49dd-b324-ebac021046e8'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:40:26.633911 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76837f75-698f-41af-aa60-bc72642dedb9 req-738afad7-d731-41be-8515-0834b3b1418d tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:26.635467 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-76837f75-698f-41af-aa60-bc72642dedb9 req-738afad7-d731-41be-8515-0834b3b1418d tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6c70cea-fbe6-4b31-9f80-e84b4ee6e9c7 HTTP/1.1" status: 200 len: 949 time: 0.0810981 Sep 23 06:40:26.661088 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-709e70de-aae8-45a8-9387-18eb94168e96 req-722ee31a-b2d0-4ff1-bf03-5df16a3c1c9c service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123367 Sep 23 06:40:26.684946 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-76837f75-698f-41af-aa60-bc72642dedb9 req-43521e0b-03ac-4b63-be65-b5c99c297a08 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] 10.222.0.39 "GET /v2.0/security-groups?id=31c87a2f-e5c8-4cdb-9e7e-5c7fd26b024b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414743 Sep 23 06:40:26.689291 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-a966dc5a-b0eb-4472-97e1-7a1fbdc86530 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:26.690751 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-a966dc5a-b0eb-4472-97e1-7a1fbdc86530 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3903713 Sep 23 06:40:26.726960 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-9c5b9c45-19e1-481c-a832-0b93b6eb93ab tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Made reservation on behalf of 8d68b6f2bfe2491c9015cf660b627aab for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:40:26.730541 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-9c5b9c45-19e1-481c-a832-0b93b6eb93ab tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:26.784941 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-fb25266c-f209-44aa-af74-97a225b76e0c tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Request body: {'port': {'device_id': 'f559566e-6477-4aed-b38a-9fb7a705dfc2', 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062', 'admin_state_up': True, 'tenant_id': '8d68b6f2bfe2491c9015cf660b627aab'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:40:26.891007 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-709e70de-aae8-45a8-9387-18eb94168e96 req-c6fe2e63-37fa-49aa-a47a-f294bfaae19c service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211332 Sep 23 06:40:26.927319 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c02dc07-e145-42b4-91af-0000da6d0b69 req-7ea508c9-ed46-4c10-9921-0b22be5b5d79 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:26.928891 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0c02dc07-e145-42b4-91af-0000da6d0b69 req-7ea508c9-ed46-4c10-9921-0b22be5b5d79 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=51db8430-1989-426f-8b96-eefbf99cfcdf HTTP/1.1" status: 200 len: 949 time: 0.0540586 Sep 23 06:40:26.986364 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0c02dc07-e145-42b4-91af-0000da6d0b69 req-92a5e153-e530-4aab-91fd-d2ffb41da607 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469606 Sep 23 06:40:27.003194 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-9c5b9c45-19e1-481c-a832-0b93b6eb93ab tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Allocated IP 192.168.233.220 (16515f0f-e5a6-4630-a440-e11fb2e02062/3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e/a8e7e579-3b26-4ead-b22c-da0563c19495) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:40:27.007558 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-fb25266c-f209-44aa-af74-97a225b76e0c tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Made reservation on behalf of 8d68b6f2bfe2491c9015cf660b627aab for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:40:27.011604 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-fb25266c-f209-44aa-af74-97a225b76e0c tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:27.254269 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-9c5b9c45-19e1-481c-a832-0b93b6eb93ab tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:27.276513 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [req-193d5c74-0c10-467e-b804-27c60992c532 req-ddd3dc79-4e6e-417c-baf2-d850341189e8 tempest-LiveAutoBlockMigrationV225Test-1648181363 tempest-LiveAutoBlockMigrationV225Test-1648181363-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=95065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 06:40:27.277634 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-193d5c74-0c10-467e-b804-27c60992c532 req-ddd3dc79-4e6e-417c-baf2-d850341189e8 tempest-LiveAutoBlockMigrationV225Test-1648181363 tempest-LiveAutoBlockMigrationV225Test-1648181363-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1269004 Sep 23 06:40:27.324432 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a5528ea9-3b20-468a-9577-d443ecc2b7b2 req-625ba373-c1b9-419f-80d5-d6e2ad246693 tempest-QuotasAdminNegativeTest-336443484 tempest-QuotasAdminNegativeTest-336443484-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=c4708f9166824a8b8c6de294f5b9bdb4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265715 Sep 23 06:40:27.331327 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-9c5b9c45-19e1-481c-a832-0b93b6eb93ab tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:27.355818 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d5c74-0c10-467e-b804-27c60992c532 req-4e0d8e15-5fa3-4ae7-bd8e-402bf5d7fbc2 tempest-LiveAutoBlockMigrationV225Test-1648181363 tempest-LiveAutoBlockMigrationV225Test-1648181363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:27.357211 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-193d5c74-0c10-467e-b804-27c60992c532 req-4e0d8e15-5fa3-4ae7-bd8e-402bf5d7fbc2 tempest-LiveAutoBlockMigrationV225Test-1648181363 tempest-LiveAutoBlockMigrationV225Test-1648181363-project-admin] 10.222.0.39 "GET /v2.0/ports/b06ef613-7fe5-4ebe-9422-fc0b856ea77e HTTP/1.1" status: 200 len: 1095 time: 0.0694599 Sep 23 06:40:27.394933 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['148c00b5-4bd3-4f09-b85c-ea3b9d4b8f40', 'b8ff8d3a-6ed2-4cab-9e77-0fd57d974ead', '9b4f3dc6-1c8f-4151-a0c4-1e0d39456823'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:40:27.398939 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-193d5c74-0c10-467e-b804-27c60992c532 req-3a681021-bf75-4795-857f-f25528feb521 service neutron] Request body: {'binding': {'host': 'n-h2-715271-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:40:27.399647 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-193d5c74-0c10-467e-b804-27c60992c532 req-3a681021-bf75-4795-857f-f25528feb521 service neutron] Unknown quota resources ['binding']. {{(pid=95065) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 23 06:40:27.415472 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-9c5b9c45-19e1-481c-a832-0b93b6eb93ab tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Network 16515f0f-e5a6-4630-a440-e11fb2e02062 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:40:27.422053 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-9c5b9c45-19e1-481c-a832-0b93b6eb93ab tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:40:27.425211 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-9c5b9c45-19e1-481c-a832-0b93b6eb93ab tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:40:27.432204 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-9c5b9c45-19e1-481c-a832-0b93b6eb93ab tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:27.432992 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-9c5b9c45-19e1-481c-a832-0b93b6eb93ab tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:27.451603 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5528ea9-3b20-468a-9577-d443ecc2b7b2 req-f9ccfe24-5a85-4952-b768-944e195d68cc tempest-QuotasAdminNegativeTest-336443484 tempest-QuotasAdminNegativeTest-336443484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:27.453500 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a5528ea9-3b20-468a-9577-d443ecc2b7b2 req-f9ccfe24-5a85-4952-b768-944e195d68cc tempest-QuotasAdminNegativeTest-336443484 tempest-QuotasAdminNegativeTest-336443484-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1230271 Sep 23 06:40:27.474231 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a5528ea9-3b20-468a-9577-d443ecc2b7b2 req-c240fba3-4720-4c28-9a20-c205433b36c9 tempest-QuotasAdminNegativeTest-336443484 tempest-QuotasAdminNegativeTest-336443484-project] 10.222.0.39 "GET /v2.0/quotas/c4708f9166824a8b8c6de294f5b9bdb4 HTTP/1.1" status: 200 len: 375 time: 0.0146608 Sep 23 06:40:27.495110 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-9c5b9c45-19e1-481c-a832-0b93b6eb93ab tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1977925 Sep 23 06:40:27.504713 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-fb25266c-f209-44aa-af74-97a225b76e0c tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Allocated IP 192.168.233.82 (16515f0f-e5a6-4630-a440-e11fb2e02062/3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e/5b3a2e28-be35-4961-8a54-1610532dabd1) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:40:27.507214 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5b9c45-19e1-481c-a832-0b93b6eb93ab tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Pushing event updated for resources: {'Port': ['ID=a8e7e579-3b26-4ead-b22c-da0563c19495,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:27.521918 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-5b52cffc-5ce3-40ca-9fb7-95c3fa084023 service neutron] Request body: {'port': {'device_id': '0d066146-5326-49ba-9d6b-ab3e86c1461c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:40:27.539857 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a5528ea9-3b20-468a-9577-d443ecc2b7b2 req-7cdb9681-02cc-4ba6-a652-f0195598492a tempest-QuotasAdminNegativeTest-336443484 tempest-QuotasAdminNegativeTest-336443484-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c4708f9166824a8b8c6de294f5b9bdb4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0565796 Sep 23 06:40:27.710886 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-5b52cffc-5ce3-40ca-9fb7-95c3fa084023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:27.802402 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-838b5fbc-1e27-4299-a909-1a33d99bf8a4 req-edf9ff07-8243-4d96-b96a-30c21b326e9b tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=f559566e-6477-4aed-b38a-9fb7a705dfc2 HTTP/1.1" status: 200 len: 210 time: 0.0360973 Sep 23 06:40:27.824615 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-7b30fcf4-1593-45db-a5d3-2b45b969df33 None None] Provisioning complete for port a8e7e579-3b26-4ead-b22c-da0563c19495 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:40:27.825020 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-7b30fcf4-1593-45db-a5d3-2b45b969df33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:27.851305 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-193d5c74-0c10-467e-b804-27c60992c532 req-3a681021-bf75-4795-857f-f25528feb521 service neutron] Attempting to bind port b06ef613-7fe5-4ebe-9422-fc0b856ea77e on host n-h2-715271-16 for vnic_type normal with profile None {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:40:27.851733 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-193d5c74-0c10-467e-b804-27c60992c532 req-3a681021-bf75-4795-857f-f25528feb521 service neutron] Attempting to bind port b06ef613-7fe5-4ebe-9422-fc0b856ea77e by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': 'df9429cb-1b73-4fcc-8ecd-d0edb039148e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '26aba36e-f765-4b4a-a7c9-897761ec549b'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:40:27.852300 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193d5c74-0c10-467e-b804-27c60992c532 req-3a681021-bf75-4795-857f-f25528feb521 service neutron] Attempting to bind port b06ef613-7fe5-4ebe-9422-fc0b856ea77e on network 26aba36e-f765-4b4a-a7c9-897761ec549b {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:40:27.873177 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193d5c74-0c10-467e-b804-27c60992c532 req-3a681021-bf75-4795-857f-f25528feb521 service neutron] Port b06ef613-7fe5-4ebe-9422-fc0b856ea77e on network 26aba36e-f765-4b4a-a7c9-897761ec549b not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:40:27.873602 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193d5c74-0c10-467e-b804-27c60992c532 req-3a681021-bf75-4795-857f-f25528feb521 service neutron] Attempting to bind port b06ef613-7fe5-4ebe-9422-fc0b856ea77e on network 26aba36e-f765-4b4a-a7c9-897761ec549b {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:40:27.884458 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-7b30fcf4-1593-45db-a5d3-2b45b969df33 None None] Port a8e7e579-3b26-4ead-b22c-da0563c19495 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:40:27.895764 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193d5c74-0c10-467e-b804-27c60992c532 req-3a681021-bf75-4795-857f-f25528feb521 service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:40:27.896127 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193d5c74-0c10-467e-b804-27c60992c532 req-3a681021-bf75-4795-857f-f25528feb521 service neutron] Checking segment: {'id': 'df9429cb-1b73-4fcc-8ecd-d0edb039148e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '26aba36e-f765-4b4a-a7c9-897761ec549b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:40:27.896569 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193d5c74-0c10-467e-b804-27c60992c532 req-3a681021-bf75-4795-857f-f25528feb521 service neutron] Bound using segment: {'id': 'df9429cb-1b73-4fcc-8ecd-d0edb039148e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '26aba36e-f765-4b4a-a7c9-897761ec549b'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:40:27.897076 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-193d5c74-0c10-467e-b804-27c60992c532 req-3a681021-bf75-4795-857f-f25528feb521 service neutron] Bound port: b06ef613-7fe5-4ebe-9422-fc0b856ea77e, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df9429cb-1b73-4fcc-8ecd-d0edb039148e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '26aba36e-f765-4b4a-a7c9-897761ec549b'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:40:28.019441 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-fb25266c-f209-44aa-af74-97a225b76e0c tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:28.092439 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-193d5c74-0c10-467e-b804-27c60992c532 req-3a681021-bf75-4795-857f-f25528feb521 service neutron] For port b06ef613-7fe5-4ebe-9422-fc0b856ea77e, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=b06ef613-7fe5-4ebe-9422-fc0b856ea77e,segment=NetworkSegment(df9429cb-1b73-4fcc-8ecd-d0edb039148e),segment_id=df9429cb-1b73-4fcc-8ecd-d0edb039148e)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:40:28.100514 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-193d5c74-0c10-467e-b804-27c60992c532 req-3a681021-bf75-4795-857f-f25528feb521 service neutron] Notify callbacks [] for binding, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:28.101732 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-193d5c74-0c10-467e-b804-27c60992c532 req-3a681021-bf75-4795-857f-f25528feb521 service neutron] 10.222.0.39 "POST /v2.0/ports/b06ef613-7fe5-4ebe-9422-fc0b856ea77e/bindings HTTP/1.1" status: 201 len: 390 time: 0.7117529 Sep 23 06:40:28.110148 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-fb25266c-f209-44aa-af74-97a225b76e0c tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:28.173003 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9732e029-4776-43a4-98d1-e8cbd1c1539c req-e60c0d1e-487c-4fb7-bfd6-7794f05e69c4 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:28.173800 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-fb25266c-f209-44aa-af74-97a225b76e0c tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Network 16515f0f-e5a6-4630-a440-e11fb2e02062 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:40:28.174995 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9732e029-4776-43a4-98d1-e8cbd1c1539c req-e60c0d1e-487c-4fb7-bfd6-7794f05e69c4 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6c70cea-fbe6-4b31-9f80-e84b4ee6e9c7 HTTP/1.1" status: 200 len: 949 time: 0.0599067 Sep 23 06:40:28.182729 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-fb25266c-f209-44aa-af74-97a225b76e0c tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:40:28.228654 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9732e029-4776-43a4-98d1-e8cbd1c1539c req-f3602aa8-1190-440c-a78a-ed60423a9124 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] 10.222.0.39 "GET /v2.0/security-groups?id=31c87a2f-e5c8-4cdb-9e7e-5c7fd26b024b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457649 Sep 23 06:40:28.508466 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f039beb0-3364-42da-982c-6fe0d9af187c req-17c77b9a-0d3c-4db9-8d24-4b5669e5ad03 tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:28.511186 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f039beb0-3364-42da-982c-6fe0d9af187c req-17c77b9a-0d3c-4db9-8d24-4b5669e5ad03 tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] 10.222.0.39 "GET /v2.0/ports?device_id=446b849e-6c82-4477-bd38-273081ff8e76 HTTP/1.1" status: 200 len: 949 time: 0.0551515 Sep 23 06:40:28.522475 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb25266c-f209-44aa-af74-97a225b76e0c tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Pushing event updated for resources: {'Port': ['ID=5b3a2e28-be35-4961-8a54-1610532dabd1,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:28.523066 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-d2bb4a9f-2c98-4ff0-88e1-fa7acfbf68fe None None] Provisioning complete for port 5b3a2e28-be35-4961-8a54-1610532dabd1 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:40:28.523066 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d2bb4a9f-2c98-4ff0-88e1-fa7acfbf68fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:28.531497 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-fb25266c-f209-44aa-af74-97a225b76e0c tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:40:28.537104 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-fb25266c-f209-44aa-af74-97a225b76e0c tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:28.537716 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-fb25266c-f209-44aa-af74-97a225b76e0c tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:28.561222 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-d2bb4a9f-2c98-4ff0-88e1-fa7acfbf68fe None None] Port 5b3a2e28-be35-4961-8a54-1610532dabd1 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:40:28.567085 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f039beb0-3364-42da-982c-6fe0d9af187c req-48c5253c-4793-4dae-be81-583500317ea4 tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c4bbcf7-6765-4ca4-afe4-db849bd05174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490091 Sep 23 06:40:28.615773 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47812) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:40:28.667395 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-fb25266c-f209-44aa-af74-97a225b76e0c tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8862031 Sep 23 06:40:28.694909 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-a6391f72-c80a-441c-aa06-0cdbcf63ada4 service neutron] Request body: {'port': {'device_id': 'f559566e-6477-4aed-b38a-9fb7a705dfc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:40:28.733647 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['148c00b5-4bd3-4f09-b85c-ea3b9d4b8f40', 'b8ff8d3a-6ed2-4cab-9e77-0fd57d974ead', '9b4f3dc6-1c8f-4151-a0c4-1e0d39456823'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:40:28.736004 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-5b52cffc-5ce3-40ca-9fb7-95c3fa084023 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8e7e579-3b26-4ead-b22c-da0563c19495 {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:40:28.747036 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fc0094fd-3a3a-428c-b2ff-1680b1a6e8f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:28.748224 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ba929-0845-47c4-bbed-3247afe75ab5 req-3db28846-4fc4-46a5-8b48-6302a411bbad tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:28.749743 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a92ba929-0845-47c4-bbed-3247afe75ab5 req-3db28846-4fc4-46a5-8b48-6302a411bbad tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=51db8430-1989-426f-8b96-eefbf99cfcdf HTTP/1.1" status: 200 len: 949 time: 0.2081165 Sep 23 06:40:28.755786 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d5c74-0c10-467e-b804-27c60992c532 req-c65fee60-e33f-46fb-9164-c248d80d47c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:28.757819 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-193d5c74-0c10-467e-b804-27c60992c532 req-c65fee60-e33f-46fb-9164-c248d80d47c6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4f0064bb53474048bf6eb5b78e44e4ae&device_id=526a986e-513d-42ed-a665-fbd73e935504 HTTP/1.1" status: 200 len: 1098 time: 0.1737564 Sep 23 06:40:28.759183 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-5b52cffc-5ce3-40ca-9fb7-95c3fa084023 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:28.776887 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5df079-ba96-41b3-9df0-8b9652730db4 req-6e481fe6-5005-4a27-b972-f0c3d9edd489 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:28.778515 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8c5df079-ba96-41b3-9df0-8b9652730db4 req-6e481fe6-5005-4a27-b972-f0c3d9edd489 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=526a986e-513d-42ed-a665-fbd73e935504 HTTP/1.1" status: 200 len: 946 time: 0.0850639 Sep 23 06:40:28.828772 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-5b52cffc-5ce3-40ca-9fb7-95c3fa084023 service neutron] Transition to ACTIVE for port object a8e7e579-3b26-4ead-b22c-da0563c19495 will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:40:28.853206 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-5b52cffc-5ce3-40ca-9fb7-95c3fa084023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:28.858195 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8c5df079-ba96-41b3-9df0-8b9652730db4 req-c174fc9c-a567-4581-9341-da576f6beca4 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655284 Sep 23 06:40:28.871878 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-a6391f72-c80a-441c-aa06-0cdbcf63ada4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:28.916544 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fc0094fd-3a3a-428c-b2ff-1680b1a6e8f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:28.922022 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fc0094fd-3a3a-428c-b2ff-1680b1a6e8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:28.967441 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-fc0094fd-3a3a-428c-b2ff-1680b1a6e8f6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7c2d34ef539f4251aeffb9ebec213fe8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3479617 Sep 23 06:40:28.967672 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0094fd-3a3a-428c-b2ff-1680b1a6e8f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ed8634-ced1-47d9-8ffd-dec2da1f71a4,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:28.971377 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47822) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:40:28.999470 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d5c74-0c10-467e-b804-27c60992c532 req-8ee03b7f-6a2f-4d5c-a715-e195ef243fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:29.001088 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-193d5c74-0c10-467e-b804-27c60992c532 req-8ee03b7f-6a2f-4d5c-a715-e195ef243fbf service neutron] 10.222.0.58 "GET /v2.0/networks?id=26aba36e-f765-4b4a-a7c9-897761ec549b HTTP/1.1" status: 200 len: 922 time: 0.2228477 Sep 23 06:40:29.012496 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a92ba929-0845-47c4-bbed-3247afe75ab5 req-b7b9d663-76b2-4a5b-984b-8cef1337de71 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480066 Sep 23 06:40:29.076806 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-648b0e1c-c525-4d7d-8d12-9b9fab1f4575 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:29.107865 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-648b0e1c-c525-4d7d-8d12-9b9fab1f4575 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:29.142570 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b52cffc-5ce3-40ca-9fb7-95c3fa084023 service neutron] Pushing event updated for resources: {'Port': ['ID=a8e7e579-3b26-4ead-b22c-da0563c19495,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:29.177574 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-193d5c74-0c10-467e-b804-27c60992c532 req-47a428d6-c652-4902-91c2-6c21e58855e0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b06ef613-7fe5-4ebe-9422-fc0b856ea77e HTTP/1.1" status: 200 len: 217 time: 0.1440442 Sep 23 06:40:29.180908 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-648b0e1c-c525-4d7d-8d12-9b9fab1f4575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:29.183881 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-648b0e1c-c525-4d7d-8d12-9b9fab1f4575 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:29.187948 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-648b0e1c-c525-4d7d-8d12-9b9fab1f4575 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c8ed8634-ced1-47d9-8ffd-dec2da1f71a4 HTTP/1.1" status: 204 len: 168 time: 0.2155926 Sep 23 06:40:29.198854 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648b0e1c-c525-4d7d-8d12-9b9fab1f4575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ed8634-ced1-47d9-8ffd-dec2da1f71a4,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:29.263193 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device f12c200c-7bca-49dd-b324-ebac021046e8 up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:40:29.296317 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-5b52cffc-5ce3-40ca-9fb7-95c3fa084023 service neutron] Attempting to bind port a8e7e579-3b26-4ead-b22c-da0563c19495 on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:40:29.296660 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-5b52cffc-5ce3-40ca-9fb7-95c3fa084023 service neutron] Attempting to bind port a8e7e579-3b26-4ead-b22c-da0563c19495 by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:40:29.296995 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-5b52cffc-5ce3-40ca-9fb7-95c3fa084023 service neutron] Attempting to bind port a8e7e579-3b26-4ead-b22c-da0563c19495 on network 16515f0f-e5a6-4630-a440-e11fb2e02062 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:40:29.305632 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-5b52cffc-5ce3-40ca-9fb7-95c3fa084023 service neutron] Port a8e7e579-3b26-4ead-b22c-da0563c19495 on network 16515f0f-e5a6-4630-a440-e11fb2e02062 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:40:29.305993 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-5b52cffc-5ce3-40ca-9fb7-95c3fa084023 service neutron] Attempting to bind port a8e7e579-3b26-4ead-b22c-da0563c19495 on network 16515f0f-e5a6-4630-a440-e11fb2e02062 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:40:29.370382 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port f12c200c-7bca-49dd-b324-ebac021046e8 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:40:29.380001 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-5b52cffc-5ce3-40ca-9fb7-95c3fa084023 service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:40:29.380345 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-5b52cffc-5ce3-40ca-9fb7-95c3fa084023 service neutron] Checking segment: {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:40:29.380729 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-5b52cffc-5ce3-40ca-9fb7-95c3fa084023 service neutron] Bound using segment: {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:40:29.381217 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-5b52cffc-5ce3-40ca-9fb7-95c3fa084023 service neutron] Bound port: a8e7e579-3b26-4ead-b22c-da0563c19495, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:40:29.381530 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-5b52cffc-5ce3-40ca-9fb7-95c3fa084023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:29.382386 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port f12c200c-7bca-49dd-b324-ebac021046e8 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:40:29.382768 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:29.410628 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c8d431-88c7-4b12-9a6a-6efa561e9a26 req-dcc581a6-fe7d-4b7f-b691-176b046a2545 tempest-MigrationsAdminTest-1266026843 tempest-MigrationsAdminTest-1266026843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:29.419151 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-03c8d431-88c7-4b12-9a6a-6efa561e9a26 req-dcc581a6-fe7d-4b7f-b691-176b046a2545 tempest-MigrationsAdminTest-1266026843 tempest-MigrationsAdminTest-1266026843-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=51db8430-1989-426f-8b96-eefbf99cfcdf HTTP/1.1" status: 200 len: 1101 time: 0.0572832 Sep 23 06:40:29.419375 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa54eb3-f5e8-4dbf-9059-6b2470945e9f req-228a84a2-49a0-4206-9ff2-e5f9f4112a04 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:29.426439 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-efa54eb3-f5e8-4dbf-9059-6b2470945e9f req-228a84a2-49a0-4206-9ff2-e5f9f4112a04 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=f559566e-6477-4aed-b38a-9fb7a705dfc2 HTTP/1.1" status: 200 len: 935 time: 0.2802844 Sep 23 06:40:29.440623 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d5c74-0c10-467e-b804-27c60992c532 req-f2149258-7f27-4e8b-9cf9-3d5ab28d2689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:29.443113 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-193d5c74-0c10-467e-b804-27c60992c532 req-f2149258-7f27-4e8b-9cf9-3d5ab28d2689 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=afab507a-4ef5-4f82-b221-a08b722735c6 HTTP/1.1" status: 200 len: 861 time: 0.2302461 Sep 23 06:40:29.469551 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-03c8d431-88c7-4b12-9a6a-6efa561e9a26 req-0402f82b-c6f2-4913-94eb-18cf6cbb7db8 tempest-MigrationsAdminTest-1266026843 tempest-MigrationsAdminTest-1266026843-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490799 Sep 23 06:40:29.524966 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:29.539389 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-193d5c74-0c10-467e-b804-27c60992c532 req-958ae6ae-59f5-4eee-aeca-8908dba16785 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=26aba36e-f765-4b4a-a7c9-897761ec549b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583415 Sep 23 06:40:29.556620 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51db8430-1989-426f-8b96-eefbf99cfcdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f12c200c-7bca-49dd-b324-ebac021046e8'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:40:29.560395 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2121cbce-5711-42ca-bb8c-4cd749c3eef5" -d '{"events": [{"server_uuid": "51db8430-1989-426f-8b96-eefbf99cfcdf", "name": "network-vif-plugged", "status": "completed", "tag": "f12c200c-7bca-49dd-b324-ebac021046e8"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:40:29.590454 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port f12c200c-7bca-49dd-b324-ebac021046e8, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=f12c200c-7bca-49dd-b324-ebac021046e8,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:40:29.594241 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-efa54eb3-f5e8-4dbf-9059-6b2470945e9f req-6181c9d0-979e-4676-a875-f57203affb91 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547730 Sep 23 06:40:29.607260 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:29.608143 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 200538eb-8f22-4d73-bcc9-594e7def4d4a up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:40:29.654076 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47852) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:40:29.665778 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-5b52cffc-5ce3-40ca-9fb7-95c3fa084023 service neutron] For port a8e7e579-3b26-4ead-b22c-da0563c19495, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:40:29.683705 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3ffe8da9-9adf-43e1-8713-3ed18ad28dfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:29.684737 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-5b52cffc-5ce3-40ca-9fb7-95c3fa084023 service neutron] For port a8e7e579-3b26-4ead-b22c-da0563c19495, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=a8e7e579-3b26-4ead-b22c-da0563c19495,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:40:29.710816 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7f85d1-eab7-46a9-86fd-15ad8e920606 req-a80e6d81-30f7-42be-9d88-e6036698d837 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:29.718200 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2b7f85d1-eab7-46a9-86fd-15ad8e920606 req-a80e6d81-30f7-42be-9d88-e6036698d837 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6c70cea-fbe6-4b31-9f80-e84b4ee6e9c7 HTTP/1.1" status: 200 len: 949 time: 0.1233380 Sep 23 06:40:29.720646 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=f12c200c-7bca-49dd-b324-ebac021046e8,revision_number=9']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:29.745843 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port 200538eb-8f22-4d73-bcc9-594e7def4d4a completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:40:29.747148 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-5b52cffc-5ce3-40ca-9fb7-95c3fa084023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:29.750465 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port 200538eb-8f22-4d73-bcc9-594e7def4d4a triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:40:29.751237 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:29.784698 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2b7f85d1-eab7-46a9-86fd-15ad8e920606 req-c74c4c27-4c6f-496a-b6e5-a80b8b625823 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] 10.222.0.39 "GET /v2.0/security-groups?id=31c87a2f-e5c8-4cdb-9e7e-5c7fd26b024b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655236 Sep 23 06:40:29.814636 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d189ce48-933a-4fb8-8f34-657162d1b726 req-dbc36cb3-a9f5-4f0d-89df-aeb0f8e0c2ff tempest-QuotasAdminNegativeTest-336443484 tempest-QuotasAdminNegativeTest-336443484-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=c4708f9166824a8b8c6de294f5b9bdb4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1368778 Sep 23 06:40:29.849108 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3ffe8da9-9adf-43e1-8713-3ed18ad28dfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:29.854156 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3ffe8da9-9adf-43e1-8713-3ed18ad28dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:29.874382 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:29.893022 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-5b52cffc-5ce3-40ca-9fb7-95c3fa084023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:29.893907 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-5b52cffc-5ce3-40ca-9fb7-95c3fa084023 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:29.895237 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-5b52cffc-5ce3-40ca-9fb7-95c3fa084023 service neutron] 10.222.0.21 "PUT /v2.0/ports/a8e7e579-3b26-4ead-b22c-da0563c19495 HTTP/1.1" status: 200 len: 1097 time: 2.3782516 Sep 23 06:40:29.899333 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d066146-5326-49ba-9d6b-ab3e86c1461c', 'tag': 'a8e7e579-3b26-4ead-b22c-da0563c19495'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:40:29.901620 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f420519-e692-4f0b-8176-948b0e9f95df" -d '{"events": [{"name": "network-changed", "server_uuid": "0d066146-5326-49ba-9d6b-ab3e86c1461c", "tag": "a8e7e579-3b26-4ead-b22c-da0563c19495"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:40:29.910544 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 200538eb-8f22-4d73-bcc9-594e7def4d4a, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=200538eb-8f22-4d73-bcc9-594e7def4d4a,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:40:29.918864 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:29.944737 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffe8da9-9adf-43e1-8713-3ed18ad28dfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26c5e4e9-fe6f-4319-a3f0-1248b5faeb18,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:29.951022 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-3ffe8da9-9adf-43e1-8713-3ed18ad28dfd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7c5dce1ca06f4ab3bcdb9fc2a7d477e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2958951 Sep 23 06:40:29.956730 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47860) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:40:29.977132 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-193d5c74-0c10-467e-b804-27c60992c532 req-47cdcac8-dcb1-4322-8f6e-3c7cc961eb08 service neutron] 10.222.0.58 "GET /v2.0/networks/26aba36e-f765-4b4a-a7c9-897761ec549b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3809566 Sep 23 06:40:30.081316 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6e502c10-c3b4-45c8-9bee-502324d0a248 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:30.090733 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d28fe6-e718-43ea-b6f6-f5779e623586 req-acf0f882-9d2a-44b8-b0ab-8888eb1415f6 tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:30.092263 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-79d28fe6-e718-43ea-b6f6-f5779e623586 req-acf0f882-9d2a-44b8-b0ab-8888eb1415f6 tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] 10.222.0.21 "GET /v2.0/ports?device_id=446b849e-6c82-4477-bd38-273081ff8e76 HTTP/1.1" status: 200 len: 949 time: 0.3621454 Sep 23 06:40:30.150794 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-993c8455-a3b2-4696-ac5d-0f9bb926e17b x-openstack-request-id: req-993c8455-a3b2-4696-ac5d-0f9bb926e17b {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:40:30.151077 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51db8430-1989-426f-8b96-eefbf99cfcdf", "name": "network-vif-plugged", "status": "completed", "tag": "f12c200c-7bca-49dd-b324-ebac021046e8", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:40:30.151501 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-993c8455-a3b2-4696-ac5d-0f9bb926e17b {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:40:30.151882 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51db8430-1989-426f-8b96-eefbf99cfcdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f12c200c-7bca-49dd-b324-ebac021046e8', 'code': 200} Sep 23 06:40:30.155420 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6e502c10-c3b4-45c8-9bee-502324d0a248 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:30.170974 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b52cffc-5ce3-40ca-9fb7-95c3fa084023 service neutron] Pushing event updated for resources: {'Port': ['ID=a8e7e579-3b26-4ead-b22c-da0563c19495,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:30.175612 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300ffe90-608e-47c7-bc13-800a82d05244 req-ce20616b-c056-4e13-ba1c-a9252703e476 tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:30.183855 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-300ffe90-608e-47c7-bc13-800a82d05244 req-ce20616b-c056-4e13-ba1c-a9252703e476 tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] 10.222.0.39 "GET /v2.0/ports?device_id=446b849e-6c82-4477-bd38-273081ff8e76 HTTP/1.1" status: 200 len: 949 time: 0.0961959 Sep 23 06:40:30.189187 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=200538eb-8f22-4d73-bcc9-594e7def4d4a,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:30.234521 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-a6391f72-c80a-441c-aa06-0cdbcf63ada4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b3a2e28-be35-4961-8a54-1610532dabd1 {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:40:30.239409 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-300ffe90-608e-47c7-bc13-800a82d05244 req-c8b042c5-2743-4580-b5d0-32c101b9538b tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c4bbcf7-6765-4ca4-afe4-db849bd05174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547023 Sep 23 06:40:30.250581 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-a6391f72-c80a-441c-aa06-0cdbcf63ada4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:30.264255 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6e502c10-c3b4-45c8-9bee-502324d0a248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:30.267478 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6e502c10-c3b4-45c8-9bee-502324d0a248 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:30.271041 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-6e502c10-c3b4-45c8-9bee-502324d0a248 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/26c5e4e9-fe6f-4319-a3f0-1248b5faeb18 HTTP/1.1" status: 204 len: 168 time: 0.3104851 Sep 23 06:40:30.285678 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e502c10-c3b4-45c8-9bee-502324d0a248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c5e4e9-fe6f-4319-a3f0-1248b5faeb18,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:30.292184 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-6df37994-41f0-4481-bc18-0539dda91e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:30.294814 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-6df37994-41f0-4481-bc18-0539dda91e90 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8d68b6f2bfe2491c9015cf660b627aab&device_id=0d066146-5326-49ba-9d6b-ab3e86c1461c HTTP/1.1" status: 200 len: 1100 time: 0.2483857 Sep 23 06:40:30.393615 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-a6391f72-c80a-441c-aa06-0cdbcf63ada4 service neutron] Transition to ACTIVE for port object 5b3a2e28-be35-4961-8a54-1610532dabd1 will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:40:30.408320 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d189ce48-933a-4fb8-8f34-657162d1b726 req-3edd51b0-ab47-4237-a9a6-b226c2786688 tempest-QuotasAdminNegativeTest-336443484 tempest-QuotasAdminNegativeTest-336443484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:30.416347 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d189ce48-933a-4fb8-8f34-657162d1b726 req-3edd51b0-ab47-4237-a9a6-b226c2786688 tempest-QuotasAdminNegativeTest-336443484 tempest-QuotasAdminNegativeTest-336443484-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5815899 Sep 23 06:40:30.418173 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-67cb12f3-60d2-4d71-bd91-919baed3b681 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=a8e7e579-3b26-4ead-b22c-da0563c19495 HTTP/1.1" status: 200 len: 217 time: 0.0899789 Sep 23 06:40:30.430665 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-a6391f72-c80a-441c-aa06-0cdbcf63ada4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:30.439031 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ae8369-2bf2-4f02-b8cc-2edc9aeced86 req-a6c78292-027c-4ff1-9306-86ee10bea2d5 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:30.440854 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b6ae8369-2bf2-4f02-b8cc-2edc9aeced86 req-a6c78292-027c-4ff1-9306-86ee10bea2d5 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=526a986e-513d-42ed-a665-fbd73e935504 HTTP/1.1" status: 200 len: 946 time: 0.0606112 Sep 23 06:40:30.478995 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-193d5c74-0c10-467e-b804-27c60992c532 req-bc33c700-cef9-4c21-817b-5cdfbf4518a7 service neutron] 10.222.0.58 "GET /v2.0/networks/26aba36e-f765-4b4a-a7c9-897761ec549b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3679855 Sep 23 06:40:30.498576 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b6ae8369-2bf2-4f02-b8cc-2edc9aeced86 req-39e66971-2951-4842-88cf-2c6221c60200 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485857 Sep 23 06:40:30.520545 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d189ce48-933a-4fb8-8f34-657162d1b726 req-bb9882c7-e8bf-45be-82ca-748281674301 tempest-QuotasAdminNegativeTest-336443484 tempest-QuotasAdminNegativeTest-336443484-project] 10.222.0.39 "GET /v2.0/quotas/c4708f9166824a8b8c6de294f5b9bdb4 HTTP/1.1" status: 200 len: 375 time: 0.0947905 Sep 23 06:40:30.566370 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-643b91f7-5b23-4b7b-821c-82b3d8558233 x-openstack-request-id: req-643b91f7-5b23-4b7b-821c-82b3d8558233 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:40:30.567004 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d066146-5326-49ba-9d6b-ab3e86c1461c", "tag": "a8e7e579-3b26-4ead-b22c-da0563c19495", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:40:30.567004 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-643b91f7-5b23-4b7b-821c-82b3d8558233 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:40:30.567277 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d066146-5326-49ba-9d6b-ab3e86c1461c', 'tag': 'a8e7e579-3b26-4ead-b22c-da0563c19495', 'status': 'completed', 'code': 200} Sep 23 06:40:30.675717 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-38d15212-d2bc-47ea-8735-c75509bee2ef req-cedb7656-da0c-41cd-9e67-08e1b659eb35 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=5ca4f991227448e1b6417695cbfdc362&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346739 Sep 23 06:40:30.794139 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-79d28fe6-e718-43ea-b6f6-f5779e623586 req-c658b99d-f135-441d-9b7b-37771d432d49 tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] Deleting port af6907fd-55bd-4a3e-bbf2-d01cb0916a71 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:40:30.794399 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-79d28fe6-e718-43ea-b6f6-f5779e623586 req-c658b99d-f135-441d-9b7b-37771d432d49 tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:30.796970 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6391f72-c80a-441c-aa06-0cdbcf63ada4 service neutron] Pushing event updated for resources: {'Port': ['ID=5b3a2e28-be35-4961-8a54-1610532dabd1,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:30.804608 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d15212-d2bc-47ea-8735-c75509bee2ef req-3dad8618-c073-42a7-84ec-9008dd9c2ac1 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:30.810096 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d189ce48-933a-4fb8-8f34-657162d1b726 req-8693fdbe-ad07-45dd-8b13-461a21105ecf tempest-QuotasAdminNegativeTest-336443484 tempest-QuotasAdminNegativeTest-336443484-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c4708f9166824a8b8c6de294f5b9bdb4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2730458 Sep 23 06:40:30.814447 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-38d15212-d2bc-47ea-8735-c75509bee2ef req-3dad8618-c073-42a7-84ec-9008dd9c2ac1 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1313889 Sep 23 06:40:30.832893 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-38d15212-d2bc-47ea-8735-c75509bee2ef req-5fb62bdc-f0ea-450f-93f9-546501134ab7 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/quotas/5ca4f991227448e1b6417695cbfdc362 HTTP/1.1" status: 200 len: 375 time: 0.0175807 Sep 23 06:40:30.857192 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-7376452c-5312-4a42-8957-4ad3533a3323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:30.858740 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-7376452c-5312-4a42-8957-4ad3533a3323 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e HTTP/1.1" status: 200 len: 843 time: 0.4319758 Sep 23 06:40:30.894865 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-38d15212-d2bc-47ea-8735-c75509bee2ef req-658da7c3-f776-41a2-8a37-244b9d98a00c tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5ca4f991227448e1b6417695cbfdc362&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0558329 Sep 23 06:40:30.926775 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-a6391f72-c80a-441c-aa06-0cdbcf63ada4 service neutron] Attempting to bind port 5b3a2e28-be35-4961-8a54-1610532dabd1 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:40:30.927180 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-a6391f72-c80a-441c-aa06-0cdbcf63ada4 service neutron] Attempting to bind port 5b3a2e28-be35-4961-8a54-1610532dabd1 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:40:30.927592 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-a6391f72-c80a-441c-aa06-0cdbcf63ada4 service neutron] Attempting to bind port 5b3a2e28-be35-4961-8a54-1610532dabd1 on network 16515f0f-e5a6-4630-a440-e11fb2e02062 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:40:31.003399 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-a6391f72-c80a-441c-aa06-0cdbcf63ada4 service neutron] Port 5b3a2e28-be35-4961-8a54-1610532dabd1 on network 16515f0f-e5a6-4630-a440-e11fb2e02062 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:40:31.003705 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-a6391f72-c80a-441c-aa06-0cdbcf63ada4 service neutron] Attempting to bind port 5b3a2e28-be35-4961-8a54-1610532dabd1 on network 16515f0f-e5a6-4630-a440-e11fb2e02062 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:40:31.052741 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-a6391f72-c80a-441c-aa06-0cdbcf63ada4 service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:40:31.053035 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-a6391f72-c80a-441c-aa06-0cdbcf63ada4 service neutron] Checking segment: {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:40:31.053418 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-a6391f72-c80a-441c-aa06-0cdbcf63ada4 service neutron] Bound using segment: {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:40:31.053899 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-a6391f72-c80a-441c-aa06-0cdbcf63ada4 service neutron] Bound port: 5b3a2e28-be35-4961-8a54-1610532dabd1, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:40:31.054265 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-a6391f72-c80a-441c-aa06-0cdbcf63ada4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:31.094325 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d5c74-0c10-467e-b804-27c60992c532 req-3ee97a5a-7145-42df-9180-2bc6ef83987a tempest-LiveAutoBlockMigrationV225Test-1648181363 tempest-LiveAutoBlockMigrationV225Test-1648181363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:31.096331 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-193d5c74-0c10-467e-b804-27c60992c532 req-3ee97a5a-7145-42df-9180-2bc6ef83987a tempest-LiveAutoBlockMigrationV225Test-1648181363 tempest-LiveAutoBlockMigrationV225Test-1648181363-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=526a986e-513d-42ed-a665-fbd73e935504&tenant_id=4f0064bb53474048bf6eb5b78e44e4ae&binding%3Ahost_id=n-h1-715271-16 HTTP/1.1" status: 200 len: 1098 time: 0.2920213 Sep 23 06:40:31.115074 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-b5ffe4c7-d5b0-4174-a2ad-54d70be6d38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:31.116738 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-b5ffe4c7-d5b0-4174-a2ad-54d70be6d38e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=16515f0f-e5a6-4630-a440-e11fb2e02062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2340963 Sep 23 06:40:31.123228 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-193d5c74-0c10-467e-b804-27c60992c532 req-2bd12e17-f0cf-46dc-9f8a-e7d98adfe7e7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-715271-16'}}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:40:31.128014 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-79d28fe6-e718-43ea-b6f6-f5779e623586 req-c658b99d-f135-441d-9b7b-37771d432d49 tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] For port af6907fd-55bd-4a3e-bbf2-d01cb0916a71, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=af6907fd-55bd-4a3e-bbf2-d01cb0916a71,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:40:31.128386 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-79d28fe6-e718-43ea-b6f6-f5779e623586 req-c658b99d-f135-441d-9b7b-37771d432d49 tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:31.147216 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61c5a0d-e4b8-4c58-8a25-6d456c05b2be req-bb74572f-b747-44f1-a9e7-dff85580b389 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:31.149292 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e61c5a0d-e4b8-4c58-8a25-6d456c05b2be req-bb74572f-b747-44f1-a9e7-dff85580b389 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6c70cea-fbe6-4b31-9f80-e84b4ee6e9c7 HTTP/1.1" status: 200 len: 950 time: 0.0745134 Sep 23 06:40:31.160160 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71585aaa-15d7-4ea1-91c0-4ec8a679b338 req-dc473fc5-b44f-42f8-9d60-f2ede918100e tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:31.162276 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-71585aaa-15d7-4ea1-91c0-4ec8a679b338 req-dc473fc5-b44f-42f8-9d60-f2ede918100e tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=f559566e-6477-4aed-b38a-9fb7a705dfc2 HTTP/1.1" status: 200 len: 947 time: 0.2020900 Sep 23 06:40:31.199306 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e61c5a0d-e4b8-4c58-8a25-6d456c05b2be req-b43b8f55-e12a-45a4-8f69-142cf3432c6d tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] 10.222.0.39 "GET /v2.0/security-groups?id=31c87a2f-e5c8-4cdb-9e7e-5c7fd26b024b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437222 Sep 23 06:40:31.210403 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47904) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:40:31.222165 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-79d28fe6-e718-43ea-b6f6-f5779e623586 req-c658b99d-f135-441d-9b7b-37771d432d49 tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] Calling delete_port for af6907fd-55bd-4a3e-bbf2-d01cb0916a71 owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:40:31.385648 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-c94e9d92-ec2f-4976-a640-464a3ce5e799 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1314783157-network', 'tenant_id': '64ac7894e2284bc191ac7c20f7f9ca7f'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:40:31.407156 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-a6391f72-c80a-441c-aa06-0cdbcf63ada4 service neutron] For port 5b3a2e28-be35-4961-8a54-1610532dabd1, host n-h2-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:40:31.417424 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-193d5c74-0c10-467e-b804-27c60992c532 req-2bd12e17-f0cf-46dc-9f8a-e7d98adfe7e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:31.431095 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c94e9d92-ec2f-4976-a640-464a3ce5e799 admin admin] Made reservation on behalf of 64ac7894e2284bc191ac7c20f7f9ca7f for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:40:31.437360 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c94e9d92-ec2f-4976-a640-464a3ce5e799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:31.445200 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-a6391f72-c80a-441c-aa06-0cdbcf63ada4 service neutron] For port 5b3a2e28-be35-4961-8a54-1610532dabd1, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=5b3a2e28-be35-4961-8a54-1610532dabd1,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:40:31.474888 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c94e9d92-ec2f-4976-a640-464a3ce5e799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:31.478983 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-71585aaa-15d7-4ea1-91c0-4ec8a679b338 req-098059f5-bf59-4f02-bdf6-d2408d750e08 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753952 Sep 23 06:40:31.514087 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-a6391f72-c80a-441c-aa06-0cdbcf63ada4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:31.569953 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-9db5581a-9b35-4e10-8015-a49a576bf093 service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4179175 Sep 23 06:40:31.605437 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c94e9d92-ec2f-4976-a640-464a3ce5e799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:31.610448 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c94e9d92-ec2f-4976-a640-464a3ce5e799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:31.642474 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a6a26619-a2c8-463b-9246-6754ed322347 req-295ae21e-f828-4ac1-917e-30f139bd5c5c tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef18adb-19f8-43b5-8dc9-ede7286ee548 HTTP/1.1" status: 200 len: 210 time: 0.0992785 Sep 23 06:40:31.644746 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c94e9d92-ec2f-4976-a640-464a3ce5e799 admin admin] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:40:31.667279 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c94e9d92-ec2f-4976-a640-464a3ce5e799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:31.667629 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-c94e9d92-ec2f-4976-a640-464a3ce5e799 admin admin] Added segment a2ee209e-d4ee-4c6a-8401-bd714bf3436e of type vlan for network b41a91e1-341c-4340-b7a8-8779367a7828 Sep 23 06:40:31.678208 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94e9d92-ec2f-4976-a640-464a3ce5e799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65fbd1da-0e26-40ca-ba43-638595968dc0,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:31.687773 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-a6391f72-c80a-441c-aa06-0cdbcf63ada4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:31.693309 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-a6391f72-c80a-441c-aa06-0cdbcf63ada4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:31.696832 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-a6391f72-c80a-441c-aa06-0cdbcf63ada4 service neutron] 10.222.0.58 "PUT /v2.0/ports/5b3a2e28-be35-4961-8a54-1610532dabd1 HTTP/1.1" status: 200 len: 1096 time: 3.0074041 Sep 23 06:40:31.769519 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c94e9d92-ec2f-4976-a640-464a3ce5e799 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:31.828878 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b5ee3-0ea3-4c71-8696-c139687649f0 req-c698be44-17b8-4be6-93b0-e2b4e8de6392 tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:31.830858 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-379b5ee3-0ea3-4c71-8696-c139687649f0 req-c698be44-17b8-4be6-93b0-e2b4e8de6392 tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] 10.222.0.39 "GET /v2.0/ports?device_id=446b849e-6c82-4477-bd38-273081ff8e76 HTTP/1.1" status: 200 len: 949 time: 0.1090729 Sep 23 06:40:31.855790 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c94e9d92-ec2f-4976-a640-464a3ce5e799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:31.857149 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94e9d92-ec2f-4976-a640-464a3ce5e799 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:31.858238 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c94e9d92-ec2f-4976-a640-464a3ce5e799 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:31.893811 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6391f72-c80a-441c-aa06-0cdbcf63ada4 service neutron] Pushing event updated for resources: {'Port': ['ID=5b3a2e28-be35-4961-8a54-1610532dabd1,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:31.916405 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-c94e9d92-ec2f-4976-a640-464a3ce5e799 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7046521 Sep 23 06:40:31.923378 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47924) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:40:31.964473 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-20b8b813-1005-419d-9495-8de88dbfd363 admin admin] Request body: {'subnet': {'network_id': 'b41a91e1-341c-4340-b7a8-8779367a7828', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1314783157-subnet', 'tenant_id': '64ac7894e2284bc191ac7c20f7f9ca7f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:40:31.970286 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-379b5ee3-0ea3-4c71-8696-c139687649f0 req-b9c52745-9838-4826-beb4-9ea6502d3ea4 tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c4bbcf7-6765-4ca4-afe4-db849bd05174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300087 Sep 23 06:40:31.972274 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94e9d92-ec2f-4976-a640-464a3ce5e799 admin admin] Pushing event updated for resources: {'Network': ['ID=b41a91e1-341c-4340-b7a8-8779367a7828,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:31.987392 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network b41a91e1-341c-4340-b7a8-8779367a7828 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:40:32.014961 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b8b813-1005-419d-9495-8de88dbfd363 admin admin] Made reservation on behalf of 64ac7894e2284bc191ac7c20f7f9ca7f for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:40:32.019217 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-20b8b813-1005-419d-9495-8de88dbfd363 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:32.092703 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-2b8cf155-c670-4b94-984f-25bd84b2431f service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5061893 Sep 23 06:40:32.115962 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-79d28fe6-e718-43ea-b6f6-f5779e623586 req-c658b99d-f135-441d-9b7b-37771d432d49 tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:32.152926 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a005a157-027b-4006-8ce1-7442ed1342c6 req-36e1cbf5-4e0c-4a15-a8a8-10db5493b478 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:32.153127 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6c70cea-fbe6-4b31-9f80-e84b4ee6e9c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '200538eb-8f22-4d73-bcc9-594e7def4d4a'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:40:32.154437 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a005a157-027b-4006-8ce1-7442ed1342c6 req-36e1cbf5-4e0c-4a15-a8a8-10db5493b478 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=526a986e-513d-42ed-a665-fbd73e935504 HTTP/1.1" status: 200 len: 946 time: 0.3060749 Sep 23 06:40:32.155877 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02abc515-e5e8-4a8b-9aee-243ee4934e13" -d '{"events": [{"server_uuid": "a6c70cea-fbe6-4b31-9f80-e84b4ee6e9c7", "name": "network-vif-plugged", "status": "completed", "tag": "200538eb-8f22-4d73-bcc9-594e7def4d4a"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:40:32.183630 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-5464c979-ac39-460f-861e-7681a6eafcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:32.185112 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-5464c979-ac39-460f-861e-7681a6eafcc9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8d68b6f2bfe2491c9015cf660b627aab&device_id=f559566e-6477-4aed-b38a-9fb7a705dfc2 HTTP/1.1" status: 200 len: 1099 time: 0.3349719 Sep 23 06:40:32.187850 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-193d5c74-0c10-467e-b804-27c60992c532 req-2bd12e17-f0cf-46dc-9f8a-e7d98adfe7e7 service neutron] For port b06ef613-7fe5-4ebe-9422-fc0b856ea77e, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=b06ef613-7fe5-4ebe-9422-fc0b856ea77e,segment=NetworkSegment(df9429cb-1b73-4fcc-8ecd-d0edb039148e),segment_id=df9429cb-1b73-4fcc-8ecd-d0edb039148e)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:40:32.190020 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c658b99d-f135-441d-9b7b-37771d432d49 tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] Pushing event deleted for resources: {'Port': ['ID=af6907fd-55bd-4a3e-bbf2-d01cb0916a71,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:32.260340 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-20b8b813-1005-419d-9495-8de88dbfd363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:32.287662 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-85b3583d-6f25-4786-8924-b616694ac3d4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=5b3a2e28-be35-4961-8a54-1610532dabd1 HTTP/1.1" status: 200 len: 217 time: 0.0801151 Sep 23 06:40:32.345366 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b8b813-1005-419d-9495-8de88dbfd363 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7d428fe-182b-4149-b884-87c9d4508732,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:32.347631 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b8b813-1005-419d-9495-8de88dbfd363 admin admin] Checking segment: {'id': 'a2ee209e-d4ee-4c6a-8401-bd714bf3436e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b41a91e1-341c-4340-b7a8-8779367a7828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:40:32.347982 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b8b813-1005-419d-9495-8de88dbfd363 admin admin] Network hostable DHCP agents. Network: b41a91e1-341c-4340-b7a8-8779367a7828, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:40:32.385947 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e80a1951-2fd3-407b-b7b2-503ee0edc6d1 x-openstack-request-id: req-e80a1951-2fd3-407b-b7b2-503ee0edc6d1 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:40:32.386412 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6c70cea-fbe6-4b31-9f80-e84b4ee6e9c7", "name": "network-vif-plugged", "status": "completed", "tag": "200538eb-8f22-4d73-bcc9-594e7def4d4a", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:40:32.386540 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e80a1951-2fd3-407b-b7b2-503ee0edc6d1 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:40:32.386998 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6c70cea-fbe6-4b31-9f80-e84b4ee6e9c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '200538eb-8f22-4d73-bcc9-594e7def4d4a', 'code': 200} Sep 23 06:40:32.405832 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b8b813-1005-419d-9495-8de88dbfd363 admin admin] Network b41a91e1-341c-4340-b7a8-8779367a7828 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:40:32.425973 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-193d5c74-0c10-467e-b804-27c60992c532 req-2bd12e17-f0cf-46dc-9f8a-e7d98adfe7e7 service neutron] For port b06ef613-7fe5-4ebe-9422-fc0b856ea77e, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:40:32.444020 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-38d15212-d2bc-47ea-8735-c75509bee2ef req-2aa249ce-3291-4635-b26c-85a0a78497f3 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=5ca4f991227448e1b6417695cbfdc362&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0694020 Sep 23 06:40:32.446830 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-20b8b813-1005-419d-9495-8de88dbfd363 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, b41a91e1-341c-4340-b7a8-8779367a7828) {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:40:32.463412 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634fac89-7d73-4913-a3bb-e5864523efbb None None] Network b41a91e1-341c-4340-b7a8-8779367a7828 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:40:32.479496 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b8b813-1005-419d-9495-8de88dbfd363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:32.480200 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-20b8b813-1005-419d-9495-8de88dbfd363 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:32.510297 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a005a157-027b-4006-8ce1-7442ed1342c6 req-7a5861a2-880d-4a28-a94f-90f7055afa5f tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3331227 Sep 23 06:40:32.578923 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-20b8b813-1005-419d-9495-8de88dbfd363 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6492615 Sep 23 06:40:32.602589 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-79d28fe6-e718-43ea-b6f6-f5779e623586 req-c658b99d-f135-441d-9b7b-37771d432d49 tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] No DVR routers for this DVR port af6907fd-55bd-4a3e-bbf2-d01cb0916a71 on host n-h1-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:40:32.605476 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f559566e-6477-4aed-b38a-9fb7a705dfc2', 'tag': '5b3a2e28-be35-4961-8a54-1610532dabd1'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:40:32.607342 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ad0e73-5046-43b6-ba6d-f15634c929af" -d '{"events": [{"name": "network-changed", "server_uuid": "f559566e-6477-4aed-b38a-9fb7a705dfc2", "tag": "5b3a2e28-be35-4961-8a54-1610532dabd1"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:40:32.611285 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-91904a0e-43c8-4890-a9bc-e75ee554d0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:32.612454 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-91904a0e-43c8-4890-a9bc-e75ee554d0b7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e HTTP/1.1" status: 200 len: 843 time: 0.2706525 Sep 23 06:40:32.616355 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-79d28fe6-e718-43ea-b6f6-f5779e623586 req-c658b99d-f135-441d-9b7b-37771d432d49 tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:32.620349 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-79d28fe6-e718-43ea-b6f6-f5779e623586 req-c658b99d-f135-441d-9b7b-37771d432d49 tempest-TenantUsagesTestJSON-1262054704 tempest-TenantUsagesTestJSON-1262054704-project] 10.222.0.21 "DELETE /v2.0/ports/af6907fd-55bd-4a3e-bbf2-d01cb0916a71 HTTP/1.1" status: 204 len: 173 time: 2.5186951 Sep 23 06:40:32.657286 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-193d5c74-0c10-467e-b804-27c60992c532 req-2bd12e17-f0cf-46dc-9f8a-e7d98adfe7e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:32.667560 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device af6907fd-55bd-4a3e-bbf2-d01cb0916a71 no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:40:32.691863 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] No Port match for: af6907fd-55bd-4a3e-bbf2-d01cb0916a71 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:40:32.692257 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device af6907fd-55bd-4a3e-bbf2-d01cb0916a71 not bound to the agent host n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:40:32.701982 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f420519-e692-4f0b-8176-948b0e9f95df req-84ce05ab-3d53-4ac0-8328-4f40f7eb2701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:32.703510 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4f420519-e692-4f0b-8176-948b0e9f95df req-84ce05ab-3d53-4ac0-8328-4f40f7eb2701 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8d68b6f2bfe2491c9015cf660b627aab&device_id=0d066146-5326-49ba-9d6b-ab3e86c1461c HTTP/1.1" status: 200 len: 1100 time: 0.5114100 Sep 23 06:40:32.707239 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-193d5c74-0c10-467e-b804-27c60992c532 req-2bd12e17-f0cf-46dc-9f8a-e7d98adfe7e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:32.721885 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd61b31-02e3-462f-9151-f4acbc83cb8c None None] Network b41a91e1-341c-4340-b7a8-8779367a7828 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:40:32.775072 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d15212-d2bc-47ea-8735-c75509bee2ef req-60a25386-4c8d-49d4-aa56-523d565ac42c tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:32.776602 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-38d15212-d2bc-47ea-8735-c75509bee2ef req-60a25386-4c8d-49d4-aa56-523d565ac42c tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3243179 Sep 23 06:40:32.793310 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e85bf82-0d0d-4aa7-bb3d-c09aa561bd34 req-92f93b94-905a-4f07-bdc0-3ea83f2bdaba tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:32.800901 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0e85bf82-0d0d-4aa7-bb3d-c09aa561bd34 req-92f93b94-905a-4f07-bdc0-3ea83f2bdaba tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6c70cea-fbe6-4b31-9f80-e84b4ee6e9c7 HTTP/1.1" status: 200 len: 950 time: 0.2839346 Sep 23 06:40:32.824692 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-5dfd1423-d4e5-4b85-a14e-25db5978c055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:32.826514 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-5dfd1423-d4e5-4b85-a14e-25db5978c055 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=16515f0f-e5a6-4630-a440-e11fb2e02062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1952932 Sep 23 06:40:32.835118 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-38d15212-d2bc-47ea-8735-c75509bee2ef req-b025fcf9-a55f-4b24-8b6b-115dbd998374 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Request body: {'port': {'device_id': '0ef18adb-19f8-43b5-8dc9-ede7286ee548', 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062', 'admin_state_up': True, 'tenant_id': '5ca4f991227448e1b6417695cbfdc362'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:40:32.839737 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daef500-c19d-4e62-8de7-37d245a64345 req-93253b9c-771f-4fe1-b99c-d7d7af312021 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:32.841518 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8daef500-c19d-4e62-8de7-37d245a64345 req-93253b9c-771f-4fe1-b99c-d7d7af312021 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=f559566e-6477-4aed-b38a-9fb7a705dfc2 HTTP/1.1" status: 200 len: 947 time: 0.2202342 Sep 23 06:40:32.886460 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0e85bf82-0d0d-4aa7-bb3d-c09aa561bd34 req-7ef20c96-ea61-4396-bfba-9a6678fb183a tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] 10.222.0.39 "GET /v2.0/security-groups?id=31c87a2f-e5c8-4cdb-9e7e-5c7fd26b024b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846150 Sep 23 06:40:32.980191 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a810341-940f-44c1-99e7-470e27dc0228 req-194f7b87-4560-455c-bf5b-99120474297e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:32.982288 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5a810341-940f-44c1-99e7-470e27dc0228 req-194f7b87-4560-455c-bf5b-99120474297e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a6c70cea-fbe6-4b31-9f80-e84b4ee6e9c7 HTTP/1.1" status: 200 len: 1102 time: 0.4371829 Sep 23 06:40:33.014733 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a325232e-4c94-40c5-878d-8dc027cbab65 req-d6c3e84a-13e8-44aa-b9a9-28d247ce5af2 tempest-QuotasAdminNegativeTest-336443484 tempest-QuotasAdminNegativeTest-336443484-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=c4708f9166824a8b8c6de294f5b9bdb4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428870 Sep 23 06:40:33.083574 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5a810341-940f-44c1-99e7-470e27dc0228 req-4a2b6d08-2fb4-4631-b234-127f4e656d7d service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=31c87a2f-e5c8-4cdb-9e7e-5c7fd26b024b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675392 Sep 23 06:40:33.142793 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38d15212-d2bc-47ea-8735-c75509bee2ef req-b025fcf9-a55f-4b24-8b6b-115dbd998374 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Made reservation on behalf of 5ca4f991227448e1b6417695cbfdc362 for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:40:33.146680 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-38d15212-d2bc-47ea-8735-c75509bee2ef req-b025fcf9-a55f-4b24-8b6b-115dbd998374 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:33.188041 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-193d5c74-0c10-467e-b804-27c60992c532 req-2bd12e17-f0cf-46dc-9f8a-e7d98adfe7e7 service neutron] Attempting to bind port b06ef613-7fe5-4ebe-9422-fc0b856ea77e on host n-h1-715271-16 for vnic_type normal with profile {"migrating_to": "n-h2-715271-16"} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:40:33.188240 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-193d5c74-0c10-467e-b804-27c60992c532 req-2bd12e17-f0cf-46dc-9f8a-e7d98adfe7e7 service neutron] Attempting to bind port b06ef613-7fe5-4ebe-9422-fc0b856ea77e by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': 'df9429cb-1b73-4fcc-8ecd-d0edb039148e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '26aba36e-f765-4b4a-a7c9-897761ec549b'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:40:33.188739 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193d5c74-0c10-467e-b804-27c60992c532 req-2bd12e17-f0cf-46dc-9f8a-e7d98adfe7e7 service neutron] Attempting to bind port b06ef613-7fe5-4ebe-9422-fc0b856ea77e on network 26aba36e-f765-4b4a-a7c9-897761ec549b {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:40:33.197004 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd12e17-f0cf-46dc-9f8a-e7d98adfe7e7 service neutron] Pushing event updated for resources: {'Port': ['ID=b06ef613-7fe5-4ebe-9422-fc0b856ea77e,revision_number=7']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:33.206096 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8daef500-c19d-4e62-8de7-37d245a64345 req-380500e2-28ea-461d-a761-24c78951ccd2 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3415205 Sep 23 06:40:33.236567 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193d5c74-0c10-467e-b804-27c60992c532 req-2bd12e17-f0cf-46dc-9f8a-e7d98adfe7e7 service neutron] Port b06ef613-7fe5-4ebe-9422-fc0b856ea77e on network 26aba36e-f765-4b4a-a7c9-897761ec549b not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:40:33.236895 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193d5c74-0c10-467e-b804-27c60992c532 req-2bd12e17-f0cf-46dc-9f8a-e7d98adfe7e7 service neutron] Attempting to bind port b06ef613-7fe5-4ebe-9422-fc0b856ea77e on network 26aba36e-f765-4b4a-a7c9-897761ec549b {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:40:33.253288 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193d5c74-0c10-467e-b804-27c60992c532 req-2bd12e17-f0cf-46dc-9f8a-e7d98adfe7e7 service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:40:33.253629 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193d5c74-0c10-467e-b804-27c60992c532 req-2bd12e17-f0cf-46dc-9f8a-e7d98adfe7e7 service neutron] Checking segment: {'id': 'df9429cb-1b73-4fcc-8ecd-d0edb039148e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '26aba36e-f765-4b4a-a7c9-897761ec549b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:40:33.254215 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193d5c74-0c10-467e-b804-27c60992c532 req-2bd12e17-f0cf-46dc-9f8a-e7d98adfe7e7 service neutron] Bound using segment: {'id': 'df9429cb-1b73-4fcc-8ecd-d0edb039148e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '26aba36e-f765-4b4a-a7c9-897761ec549b'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:40:33.254644 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-193d5c74-0c10-467e-b804-27c60992c532 req-2bd12e17-f0cf-46dc-9f8a-e7d98adfe7e7 service neutron] Bound port: b06ef613-7fe5-4ebe-9422-fc0b856ea77e, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df9429cb-1b73-4fcc-8ecd-d0edb039148e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '26aba36e-f765-4b4a-a7c9-897761ec549b'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:40:33.255189 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-193d5c74-0c10-467e-b804-27c60992c532 req-2bd12e17-f0cf-46dc-9f8a-e7d98adfe7e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:33.260517 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a325232e-4c94-40c5-878d-8dc027cbab65 req-d2c2cf87-a6cb-4617-b40a-b2ec361066ff tempest-QuotasAdminNegativeTest-336443484 tempest-QuotasAdminNegativeTest-336443484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:33.262060 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a325232e-4c94-40c5-878d-8dc027cbab65 req-d2c2cf87-a6cb-4617-b40a-b2ec361066ff tempest-QuotasAdminNegativeTest-336443484 tempest-QuotasAdminNegativeTest-336443484-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2298002 Sep 23 06:40:33.276734 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 47976) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:40:33.283154 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-8623206f-9a38-4190-b922-f3dcf3d648c8 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1418283430-network', 'tenant_id': 'a9c0f7a036d247d2b32524d695f996ca'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:40:33.292332 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f420519-e692-4f0b-8176-948b0e9f95df req-0190fbb0-b4ea-4f80-b940-817dfc78fe97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:33.294726 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4f420519-e692-4f0b-8176-948b0e9f95df req-0190fbb0-b4ea-4f80-b940-817dfc78fe97 service neutron] 10.222.0.21 "GET /v2.0/networks?id=16515f0f-e5a6-4630-a440-e11fb2e02062 HTTP/1.1" status: 200 len: 870 time: 0.5683753 Sep 23 06:40:33.309066 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ffda38-199b-4c98-8c34-860daff50866 x-openstack-request-id: req-a9ffda38-199b-4c98-8c34-860daff50866 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:40:33.309358 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f559566e-6477-4aed-b38a-9fb7a705dfc2", "tag": "5b3a2e28-be35-4961-8a54-1610532dabd1", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:40:33.309782 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a9ffda38-199b-4c98-8c34-860daff50866 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:40:33.310194 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f559566e-6477-4aed-b38a-9fb7a705dfc2', 'tag': '5b3a2e28-be35-4961-8a54-1610532dabd1', 'status': 'completed', 'code': 200} Sep 23 06:40:33.314118 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a325232e-4c94-40c5-878d-8dc027cbab65 req-0df5fa36-53ac-44e7-839a-a37659b808df tempest-QuotasAdminNegativeTest-336443484 tempest-QuotasAdminNegativeTest-336443484-project] 10.222.0.39 "GET /v2.0/quotas/c4708f9166824a8b8c6de294f5b9bdb4 HTTP/1.1" status: 200 len: 375 time: 0.0317523 Sep 23 06:40:33.346712 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-c31c1ea3-474b-4257-a52a-4c8ea33189ba service neutron] 10.222.0.58 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5039935 Sep 23 06:40:33.362553 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a325232e-4c94-40c5-878d-8dc027cbab65 req-2c33a078-0a05-4754-869b-87b6f88f5069 tempest-QuotasAdminNegativeTest-336443484 tempest-QuotasAdminNegativeTest-336443484-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c4708f9166824a8b8c6de294f5b9bdb4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397849 Sep 23 06:40:33.370482 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [req-38d15212-d2bc-47ea-8735-c75509bee2ef req-b025fcf9-a55f-4b24-8b6b-115dbd998374 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Allocated IP 192.168.233.51 (16515f0f-e5a6-4630-a440-e11fb2e02062/3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e/7075373d-4579-48cb-b9e5-04ad3c7a8c47) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:40:33.378514 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8623206f-9a38-4190-b922-f3dcf3d648c8 admin admin] Made reservation on behalf of a9c0f7a036d247d2b32524d695f996ca for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:40:33.380629 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8623206f-9a38-4190-b922-f3dcf3d648c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:33.442231 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4f420519-e692-4f0b-8176-948b0e9f95df req-8ac835b4-5558-4f43-8b39-07942db6c092 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=a8e7e579-3b26-4ead-b22c-da0563c19495 HTTP/1.1" status: 200 len: 217 time: 0.0918620 Sep 23 06:40:33.448370 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8623206f-9a38-4190-b922-f3dcf3d648c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:33.484545 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-921bb8ea-0d89-4c5d-bc06-67996f3052c2 req-bc0440cb-1b97-4f21-b3f4-1e226088d4cb tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef18adb-19f8-43b5-8dc9-ede7286ee548 HTTP/1.1" status: 200 len: 210 time: 0.0702863 Sep 23 06:40:33.493163 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-193d5c74-0c10-467e-b804-27c60992c532 req-2bd12e17-f0cf-46dc-9f8a-e7d98adfe7e7 service neutron] For port b06ef613-7fe5-4ebe-9422-fc0b856ea77e, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:40:33.567970 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-193d5c74-0c10-467e-b804-27c60992c532 req-2bd12e17-f0cf-46dc-9f8a-e7d98adfe7e7 service neutron] For port b06ef613-7fe5-4ebe-9422-fc0b856ea77e, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=b06ef613-7fe5-4ebe-9422-fc0b856ea77e,segment=NetworkSegment(df9429cb-1b73-4fcc-8ecd-d0edb039148e),segment_id=df9429cb-1b73-4fcc-8ecd-d0edb039148e)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:40:33.586798 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-193d5c74-0c10-467e-b804-27c60992c532 req-2bd12e17-f0cf-46dc-9f8a-e7d98adfe7e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:33.595612 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f420519-e692-4f0b-8176-948b0e9f95df req-4d13cf4e-1c73-4876-a2af-e194c35e7178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:33.597100 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4f420519-e692-4f0b-8176-948b0e9f95df req-4d13cf4e-1c73-4876-a2af-e194c35e7178 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e HTTP/1.1" status: 200 len: 843 time: 0.1465476 Sep 23 06:40:33.735501 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-08569ff2-9b19-4cc9-871d-b2ccfcc41046 req-6abec13d-f0b9-473b-bc00-9fedc51c3564 service neutron] 10.222.0.58 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3754799 Sep 23 06:40:33.790185 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd12e17-f0cf-46dc-9f8a-e7d98adfe7e7 service neutron] Pushing event updated for resources: {'Port': ['ID=b06ef613-7fe5-4ebe-9422-fc0b856ea77e,revision_number=8']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:33.810529 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d5c74-0c10-467e-b804-27c60992c532 req-2bd12e17-f0cf-46dc-9f8a-e7d98adfe7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:33.811160 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-193d5c74-0c10-467e-b804-27c60992c532 req-2bd12e17-f0cf-46dc-9f8a-e7d98adfe7e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:33.812624 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-193d5c74-0c10-467e-b804-27c60992c532 req-2bd12e17-f0cf-46dc-9f8a-e7d98adfe7e7 service neutron] 10.222.0.58 "PUT /v2.0/ports/b06ef613-7fe5-4ebe-9422-fc0b856ea77e HTTP/1.1" status: 200 len: 1124 time: 2.6932533 Sep 23 06:40:33.815411 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f420519-e692-4f0b-8176-948b0e9f95df req-e5c860b3-f035-47c8-b766-06c07d95e14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:33.816946 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4f420519-e692-4f0b-8176-948b0e9f95df req-e5c860b3-f035-47c8-b766-06c07d95e14c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=16515f0f-e5a6-4630-a440-e11fb2e02062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2099442 Sep 23 06:40:33.868010 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08d2885-ed88-41c6-95e3-824a5a6e4da9 req-87daebdb-3431-4a41-8bbb-de27789a9a5b tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:33.869741 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c08d2885-ed88-41c6-95e3-824a5a6e4da9 req-87daebdb-3431-4a41-8bbb-de27789a9a5b tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=526a986e-513d-42ed-a665-fbd73e935504 HTTP/1.1" status: 200 len: 944 time: 0.2260702 Sep 23 06:40:33.938187 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8623206f-9a38-4190-b922-f3dcf3d648c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:33.956590 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-38d15212-d2bc-47ea-8735-c75509bee2ef req-b025fcf9-a55f-4b24-8b6b-115dbd998374 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:33.967144 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['b06ef613-7fe5-4ebe-9422-fc0b856ea77e'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:40:33.973657 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8623206f-9a38-4190-b922-f3dcf3d648c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:33.985813 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ad0e73-5046-43b6-ba6d-f15634c929af req-a3fea838-f298-4218-9e4e-82582e49d481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:33.987264 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b5ad0e73-5046-43b6-ba6d-f15634c929af req-a3fea838-f298-4218-9e4e-82582e49d481 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8d68b6f2bfe2491c9015cf660b627aab&device_id=f559566e-6477-4aed-b38a-9fb7a705dfc2 HTTP/1.1" status: 200 len: 1099 time: 0.1785917 Sep 23 06:40:34.023426 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47994) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:40:34.026395 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8623206f-9a38-4190-b922-f3dcf3d648c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:40:34.074834 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c08d2885-ed88-41c6-95e3-824a5a6e4da9 req-553f5902-c7ab-4a3b-8ad8-9b4f31e9a813 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766183 Sep 23 06:40:34.080703 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-38d15212-d2bc-47ea-8735-c75509bee2ef req-b025fcf9-a55f-4b24-8b6b-115dbd998374 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:34.081066 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8623206f-9a38-4190-b922-f3dcf3d648c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c626e5a9-9787-4b46-afff-7c91a451f912,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:34.084938 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8623206f-9a38-4190-b922-f3dcf3d648c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:34.085298 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-8623206f-9a38-4190-b922-f3dcf3d648c8 admin admin] Added segment e81466eb-c37a-4683-b43d-0e2bac23daf9 of type vlan for network 05bb2337-d419-4bb4-9217-080469d4ba1d Sep 23 06:40:34.107058 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['f12c200c-7bca-49dd-b324-ebac021046e8'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:40:34.109226 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796d7bf-e9c6-49a6-93f6-092c25692672 req-9803c2ff-4ed2-471d-8339-c2b529daf68b tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:34.116473 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c796d7bf-e9c6-49a6-93f6-092c25692672 req-9803c2ff-4ed2-471d-8339-c2b529daf68b tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6c70cea-fbe6-4b31-9f80-e84b4ee6e9c7 HTTP/1.1" status: 200 len: 950 time: 0.1419630 Sep 23 06:40:34.140466 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4f420519-e692-4f0b-8176-948b0e9f95df req-46ff15cc-0670-4d0d-b054-63cad54eb960 service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026998 Sep 23 06:40:34.161083 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38d15212-d2bc-47ea-8735-c75509bee2ef req-b025fcf9-a55f-4b24-8b6b-115dbd998374 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Network 16515f0f-e5a6-4630-a440-e11fb2e02062 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:40:34.168964 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [req-38d15212-d2bc-47ea-8735-c75509bee2ef req-b025fcf9-a55f-4b24-8b6b-115dbd998374 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:40:34.175151 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-38d15212-d2bc-47ea-8735-c75509bee2ef req-b025fcf9-a55f-4b24-8b6b-115dbd998374 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:40:34.180801 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d15212-d2bc-47ea-8735-c75509bee2ef req-b025fcf9-a55f-4b24-8b6b-115dbd998374 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:34.181448 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-38d15212-d2bc-47ea-8735-c75509bee2ef req-b025fcf9-a55f-4b24-8b6b-115dbd998374 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:34.206844 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b025fcf9-a55f-4b24-8b6b-115dbd998374 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Pushing event updated for resources: {'Port': ['ID=7075373d-4579-48cb-b9e5-04ad3c7a8c47,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:34.221905 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c796d7bf-e9c6-49a6-93f6-092c25692672 req-657c6f02-d710-4a4b-aa81-99ed57cfcfe3 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] 10.222.0.39 "GET /v2.0/security-groups?id=31c87a2f-e5c8-4cdb-9e7e-5c7fd26b024b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021557 Sep 23 06:40:34.230119 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-38d15212-d2bc-47ea-8735-c75509bee2ef req-b025fcf9-a55f-4b24-8b6b-115dbd998374 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4218009 Sep 23 06:40:34.247855 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-38d15212-d2bc-47ea-8735-c75509bee2ef req-dc0335b8-99fc-4bbc-aca6-8cb411da60b2 service neutron] Request body: {'port': {'device_id': '0ef18adb-19f8-43b5-8dc9-ede7286ee548', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-16'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:40:34.381377 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-38d15212-d2bc-47ea-8735-c75509bee2ef req-dc0335b8-99fc-4bbc-aca6-8cb411da60b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:34.405125 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8623206f-9a38-4190-b922-f3dcf3d648c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:34.422507 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-bd46699a-5e7e-497b-a6ee-355ac73cf1ef admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e1487b132afb45fea011a4666347e9e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3938062 Sep 23 06:40:34.427954 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 48004) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:40:34.515785 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-1244f2bb-301c-448a-b5a6-5d81732ce69b None None] Provisioning complete for port 7075373d-4579-48cb-b9e5-04ad3c7a8c47 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:40:34.516292 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-1244f2bb-301c-448a-b5a6-5d81732ce69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:34.520981 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6988d78e-7830-4835-bd4f-abe5829b6cb0 req-8ec2f74f-2080-46bc-bc6c-269be63c4a7d tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:34.522854 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 48008) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:40:34.529659 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6988d78e-7830-4835-bd4f-abe5829b6cb0 req-8ec2f74f-2080-46bc-bc6c-269be63c4a7d tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=f559566e-6477-4aed-b38a-9fb7a705dfc2 HTTP/1.1" status: 200 len: 947 time: 0.1768785 Sep 23 06:40:34.558138 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ad0e73-5046-43b6-ba6d-f15634c929af req-563fe31e-4553-439d-855c-2e0e8d7fd95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:34.559632 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b5ad0e73-5046-43b6-ba6d-f15634c929af req-563fe31e-4553-439d-855c-2e0e8d7fd95c service neutron] 10.222.0.58 "GET /v2.0/networks?id=16515f0f-e5a6-4630-a440-e11fb2e02062 HTTP/1.1" status: 200 len: 870 time: 0.5559475 Sep 23 06:40:34.564993 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-1244f2bb-301c-448a-b5a6-5d81732ce69b None None] Port 7075373d-4579-48cb-b9e5-04ad3c7a8c47 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:40:34.572070 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4f420519-e692-4f0b-8176-948b0e9f95df req-3f63314e-7429-426b-83af-17187772fb76 service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3975804 Sep 23 06:40:34.614121 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f221c093-7279-4b1c-bb5e-59c1978be87b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:34.618002 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b5ad0e73-5046-43b6-ba6d-f15634c929af req-01ca2e40-3dd4-42ae-b3dd-df564041d910 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=5b3a2e28-be35-4961-8a54-1610532dabd1 HTTP/1.1" status: 200 len: 217 time: 0.0412517 Sep 23 06:40:34.618580 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8623206f-9a38-4190-b922-f3dcf3d648c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:34.619517 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8623206f-9a38-4190-b922-f3dcf3d648c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:34.620103 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8623206f-9a38-4190-b922-f3dcf3d648c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:34.628127 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6988d78e-7830-4835-bd4f-abe5829b6cb0 req-b19464d7-9a20-494d-b0c0-a33068661d7c tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976415 Sep 23 06:40:34.643250 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device a8e7e579-3b26-4ead-b22c-da0563c19495 details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:40:34.701672 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4bf12f-435c-473d-bafe-2a8ea7224365 req-72c118bb-e21b-4906-a40d-b097027f1db9 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:34.703397 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-da4bf12f-435c-473d-bafe-2a8ea7224365 req-72c118bb-e21b-4906-a40d-b097027f1db9 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef18adb-19f8-43b5-8dc9-ede7286ee548 HTTP/1.1" status: 200 len: 935 time: 0.1129630 Sep 23 06:40:34.707796 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f221c093-7279-4b1c-bb5e-59c1978be87b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:34.726448 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-8623206f-9a38-4190-b922-f3dcf3d648c8 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4472539 Sep 23 06:40:34.733007 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 48014) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:40:34.745739 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-42ad22fc-aa15-43d7-8590-35c858b04be2 admin admin] Request body: {'subnet': {'network_id': '05bb2337-d419-4bb4-9217-080469d4ba1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1418283430-subnet', 'tenant_id': 'a9c0f7a036d247d2b32524d695f996ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:40:34.774671 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8623206f-9a38-4190-b922-f3dcf3d648c8 admin admin] Pushing event updated for resources: {'Network': ['ID=05bb2337-d419-4bb4-9217-080469d4ba1d,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:34.781252 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-78e4549b-b0ee-4192-ab55-c737c1ab0267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:34.792166 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 05bb2337-d419-4bb4-9217-080469d4ba1d details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:40:34.795690 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ad0e73-5046-43b6-ba6d-f15634c929af req-bcd167ee-fbbc-488f-8ca0-a968a76e3ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:34.797198 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b5ad0e73-5046-43b6-ba6d-f15634c929af req-bcd167ee-fbbc-488f-8ca0-a968a76e3ac8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e HTTP/1.1" status: 200 len: 843 time: 0.1340694 Sep 23 06:40:34.838973 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-da4bf12f-435c-473d-bafe-2a8ea7224365 req-27f44af4-5748-45cf-b3c1-a146f4c88b55 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258821 Sep 23 06:40:34.841974 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port a8e7e579-3b26-4ead-b22c-da0563c19495, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=a8e7e579-3b26-4ead-b22c-da0563c19495,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:40:34.849075 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f221c093-7279-4b1c-bb5e-59c1978be87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:34.861886 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f221c093-7279-4b1c-bb5e-59c1978be87b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:34.861886 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-f221c093-7279-4b1c-bb5e-59c1978be87b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3c4bbcf7-6765-4ca4-afe4-db849bd05174 HTTP/1.1" status: 204 len: 168 time: 0.4238572 Sep 23 06:40:34.871371 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f221c093-7279-4b1c-bb5e-59c1978be87b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c4bbcf7-6765-4ca4-afe4-db849bd05174,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:34.885669 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ad0e73-5046-43b6-ba6d-f15634c929af req-24c2ba62-1606-429f-a18c-1bcf8358aec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:34.886791 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [req-38d15212-d2bc-47ea-8735-c75509bee2ef req-dc0335b8-99fc-4bbc-aca6-8cb411da60b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7075373d-4579-48cb-b9e5-04ad3c7a8c47 {{(pid=95066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:40:34.887463 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b5ad0e73-5046-43b6-ba6d-f15634c929af req-24c2ba62-1606-429f-a18c-1bcf8358aec1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=16515f0f-e5a6-4630-a440-e11fb2e02062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0775990 Sep 23 06:40:34.893445 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ad22fc-aa15-43d7-8590-35c858b04be2 admin admin] Made reservation on behalf of a9c0f7a036d247d2b32524d695f996ca for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:40:34.895772 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-42ad22fc-aa15-43d7-8590-35c858b04be2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:34.911073 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': 'a8e7e579-3b26-4ead-b22c-da0563c19495', 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062', 'port_id': 'a8e7e579-3b26-4ead-b22c-da0563c19495', 'mac_address': 'fa:16:3e:d6:1a:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:40:34.915985 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-38d15212-d2bc-47ea-8735-c75509bee2ef req-dc0335b8-99fc-4bbc-aca6-8cb411da60b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:34.950234 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.provisioning_blocks [req-38d15212-d2bc-47ea-8735-c75509bee2ef req-dc0335b8-99fc-4bbc-aca6-8cb411da60b2 service neutron] Transition to ACTIVE for port object 7075373d-4579-48cb-b9e5-04ad3c7a8c47 will not be triggered until provisioned by entity L2. {{(pid=95066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:40:34.998992 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:35.006961 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-38d15212-d2bc-47ea-8735-c75509bee2ef req-dc0335b8-99fc-4bbc-aca6-8cb411da60b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:35.017439 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b5ad0e73-5046-43b6-ba6d-f15634c929af req-4625a2f2-9ab3-45e0-898a-e50bcff25b2d service neutron] 10.222.0.58 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136079 Sep 23 06:40:35.019191 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8e7e579-3b26-4ead-b22c-da0563c19495 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:40:35.074085 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port a8e7e579-3b26-4ead-b22c-da0563c19495, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=a8e7e579-3b26-4ead-b22c-da0563c19495,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:40:35.082446 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:35.138725 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b5ad0e73-5046-43b6-ba6d-f15634c929af req-2de1201a-0a93-468f-ab08-91e90f681d52 service neutron] 10.222.0.58 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105857 Sep 23 06:40:35.165065 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0335b8-99fc-4bbc-aca6-8cb411da60b2 service neutron] Pushing event updated for resources: {'Port': ['ID=7075373d-4579-48cb-b9e5-04ad3c7a8c47,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:35.199146 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=a8e7e579-3b26-4ead-b22c-da0563c19495,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:35.258469 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-38d15212-d2bc-47ea-8735-c75509bee2ef req-dc0335b8-99fc-4bbc-aca6-8cb411da60b2 service neutron] Attempting to bind port 7075373d-4579-48cb-b9e5-04ad3c7a8c47 on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:40:35.258733 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-38d15212-d2bc-47ea-8735-c75509bee2ef req-dc0335b8-99fc-4bbc-aca6-8cb411da60b2 service neutron] Attempting to bind port 7075373d-4579-48cb-b9e5-04ad3c7a8c47 by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:40:35.259076 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d15212-d2bc-47ea-8735-c75509bee2ef req-dc0335b8-99fc-4bbc-aca6-8cb411da60b2 service neutron] Attempting to bind port 7075373d-4579-48cb-b9e5-04ad3c7a8c47 on network 16515f0f-e5a6-4630-a440-e11fb2e02062 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:40:35.291474 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 48024) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:40:35.308834 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d15212-d2bc-47ea-8735-c75509bee2ef req-dc0335b8-99fc-4bbc-aca6-8cb411da60b2 service neutron] Port 7075373d-4579-48cb-b9e5-04ad3c7a8c47 on network 16515f0f-e5a6-4630-a440-e11fb2e02062 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:40:35.309164 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d15212-d2bc-47ea-8735-c75509bee2ef req-dc0335b8-99fc-4bbc-aca6-8cb411da60b2 service neutron] Attempting to bind port 7075373d-4579-48cb-b9e5-04ad3c7a8c47 on network 16515f0f-e5a6-4630-a440-e11fb2e02062 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:40:35.312489 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '446b849e-6c82-4477-bd38-273081ff8e76', 'name': 'network-vif-deleted', 'tag': 'af6907fd-55bd-4a3e-bbf2-d01cb0916a71'}, {'server_uuid': '526a986e-513d-42ed-a665-fbd73e935504', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b06ef613-7fe5-4ebe-9422-fc0b856ea77e'}, {'name': 'network-changed', 'server_uuid': '526a986e-513d-42ed-a665-fbd73e935504', 'tag': 'b06ef613-7fe5-4ebe-9422-fc0b856ea77e'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:40:35.314773 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-333f8c49-d8c5-45a5-a192-63352bb07622" -d '{"events": [{"server_uuid": "446b849e-6c82-4477-bd38-273081ff8e76", "name": "network-vif-deleted", "tag": "af6907fd-55bd-4a3e-bbf2-d01cb0916a71"}, {"server_uuid": "526a986e-513d-42ed-a665-fbd73e935504", "name": "network-vif-unplugged", "status": "completed", "tag": "b06ef613-7fe5-4ebe-9422-fc0b856ea77e"}, {"name": "network-changed", "server_uuid": "526a986e-513d-42ed-a665-fbd73e935504", "tag": "b06ef613-7fe5-4ebe-9422-fc0b856ea77e"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:40:35.317985 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bf566650-f618-4711-934f-99d896eaf169 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:35.323403 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-78e4549b-b0ee-4192-ab55-c737c1ab0267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:35.339898 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d15212-d2bc-47ea-8735-c75509bee2ef req-dc0335b8-99fc-4bbc-aca6-8cb411da60b2 service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:40:35.340241 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d15212-d2bc-47ea-8735-c75509bee2ef req-dc0335b8-99fc-4bbc-aca6-8cb411da60b2 service neutron] Checking segment: {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:40:35.340629 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d15212-d2bc-47ea-8735-c75509bee2ef req-dc0335b8-99fc-4bbc-aca6-8cb411da60b2 service neutron] Bound using segment: {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:40:35.341085 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-38d15212-d2bc-47ea-8735-c75509bee2ef req-dc0335b8-99fc-4bbc-aca6-8cb411da60b2 service neutron] Bound port: 7075373d-4579-48cb-b9e5-04ad3c7a8c47, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:40:35.341446 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-38d15212-d2bc-47ea-8735-c75509bee2ef req-dc0335b8-99fc-4bbc-aca6-8cb411da60b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:35.347226 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-78e4549b-b0ee-4192-ab55-c737c1ab0267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:35.357780 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc09a25f-721c-4b45-89e8-dd247a4b96a6 req-6ff27f3a-e971-4123-a971-dcbfa80d5daa tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:35.359678 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bc09a25f-721c-4b45-89e8-dd247a4b96a6 req-6ff27f3a-e971-4123-a971-dcbfa80d5daa tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=526a986e-513d-42ed-a665-fbd73e935504 HTTP/1.1" status: 200 len: 944 time: 0.1402304 Sep 23 06:40:35.397021 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-42ad22fc-aa15-43d7-8590-35c858b04be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:35.428411 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bc09a25f-721c-4b45-89e8-dd247a4b96a6 req-365b1015-d276-4384-b107-3a3218c1b1db tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576041 Sep 23 06:40:35.488845 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bf566650-f618-4711-934f-99d896eaf169 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:35.492078 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-78e4549b-b0ee-4192-ab55-c737c1ab0267 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c4708f9166824a8b8c6de294f5b9bdb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9684191 Sep 23 06:40:35.493307 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['a8e7e579-3b26-4ead-b22c-da0563c19495'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:40:35.493422 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e4549b-b0ee-4192-ab55-c737c1ab0267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=200933b6-fc1a-490f-82c8-63b41bcb8675,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:35.494122 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Thu, 23 Sep 2021 06:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d52a393c-1c65-4564-a75a-e8cdfbb214a5 x-openstack-request-id: req-d52a393c-1c65-4564-a75a-e8cdfbb214a5 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:40:35.494427 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "446b849e-6c82-4477-bd38-273081ff8e76", "name": "network-vif-deleted", "tag": "af6907fd-55bd-4a3e-bbf2-d01cb0916a71", "status": "completed", "code": 200}, {"server_uuid": "526a986e-513d-42ed-a665-fbd73e935504", "name": "network-vif-unplugged", "status": "completed", "tag": "b06ef613-7fe5-4ebe-9422-fc0b856ea77e", "code": 200}, {"name": "network-changed", "server_uuid": "526a986e-513d-42ed-a665-fbd73e935504", "tag": "b06ef613-7fe5-4ebe-9422-fc0b856ea77e", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:40:35.494681 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d52a393c-1c65-4564-a75a-e8cdfbb214a5 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:40:35.495174 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '446b849e-6c82-4477-bd38-273081ff8e76', 'name': 'network-vif-deleted', 'tag': 'af6907fd-55bd-4a3e-bbf2-d01cb0916a71', 'status': 'completed', 'code': 200} Sep 23 06:40:35.495433 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '526a986e-513d-42ed-a665-fbd73e935504', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b06ef613-7fe5-4ebe-9422-fc0b856ea77e', 'code': 200} Sep 23 06:40:35.495686 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '526a986e-513d-42ed-a665-fbd73e935504', 'tag': 'b06ef613-7fe5-4ebe-9422-fc0b856ea77e', 'status': 'completed', 'code': 200} Sep 23 06:40:35.495849 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 48030) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:40:35.507389 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bf566650-f618-4711-934f-99d896eaf169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:35.548824 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af4bd97-bcd5-4c7f-a274-0d80bb0cb8e0 req-c9a7f65e-71ae-4897-9156-433a067e8854 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:35.556527 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-bf566650-f618-4711-934f-99d896eaf169 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d4dad508a4ba4f5fa668217f0187f766&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2636411 Sep 23 06:40:35.557003 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6af4bd97-bcd5-4c7f-a274-0d80bb0cb8e0 req-c9a7f65e-71ae-4897-9156-433a067e8854 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6c70cea-fbe6-4b31-9f80-e84b4ee6e9c7 HTTP/1.1" status: 200 len: 950 time: 0.2373638 Sep 23 06:40:35.558752 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf566650-f618-4711-934f-99d896eaf169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a9bf98-5dc0-4390-90d8-827f046403a3,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:35.569074 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 48032) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:40:35.590811 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ad22fc-aa15-43d7-8590-35c858b04be2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=044938a8-5279-4788-b851-dbb8ead39cc0,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:35.636410 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-38d15212-d2bc-47ea-8735-c75509bee2ef req-dc0335b8-99fc-4bbc-aca6-8cb411da60b2 service neutron] For port 7075373d-4579-48cb-b9e5-04ad3c7a8c47, host n-h1-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:40:35.639723 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333f8c49-d8c5-45a5-a192-63352bb07622 req-82136fb7-2e8d-4504-a038-c3ea4d94416e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:35.641812 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-333f8c49-d8c5-45a5-a192-63352bb07622 req-82136fb7-2e8d-4504-a038-c3ea4d94416e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4f0064bb53474048bf6eb5b78e44e4ae&device_id=526a986e-513d-42ed-a665-fbd73e935504 HTTP/1.1" status: 200 len: 1127 time: 0.0840096 Sep 23 06:40:35.659408 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ad22fc-aa15-43d7-8590-35c858b04be2 admin admin] Checking segment: {'id': 'e81466eb-c37a-4683-b43d-0e2bac23daf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '05bb2337-d419-4bb4-9217-080469d4ba1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:40:35.659771 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ad22fc-aa15-43d7-8590-35c858b04be2 admin admin] Network hostable DHCP agents. Network: 05bb2337-d419-4bb4-9217-080469d4ba1d, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:40:35.669064 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-38d15212-d2bc-47ea-8735-c75509bee2ef req-dc0335b8-99fc-4bbc-aca6-8cb411da60b2 service neutron] For port 7075373d-4579-48cb-b9e5-04ad3c7a8c47, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=7075373d-4579-48cb-b9e5-04ad3c7a8c47,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:40:35.678992 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9c3f9b85-a403-449d-9068-d06d99ca8403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:35.685780 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6af4bd97-bcd5-4c7f-a274-0d80bb0cb8e0 req-95a3fc93-72d8-45b6-9546-c5c0e519322f tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] 10.222.0.39 "GET /v2.0/security-groups?id=31c87a2f-e5c8-4cdb-9e7e-5c7fd26b024b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239855 Sep 23 06:40:35.693933 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-38d15212-d2bc-47ea-8735-c75509bee2ef req-dc0335b8-99fc-4bbc-aca6-8cb411da60b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:35.715253 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4fbc1671-0e4a-4133-ba0c-1aafdc02d91d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:35.740554 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9c3f9b85-a403-449d-9068-d06d99ca8403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:35.770914 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d15212-d2bc-47ea-8735-c75509bee2ef req-dc0335b8-99fc-4bbc-aca6-8cb411da60b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:35.771543 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-38d15212-d2bc-47ea-8735-c75509bee2ef req-dc0335b8-99fc-4bbc-aca6-8cb411da60b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:35.772969 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-38d15212-d2bc-47ea-8735-c75509bee2ef req-dc0335b8-99fc-4bbc-aca6-8cb411da60b2 service neutron] 10.222.0.21 "PUT /v2.0/ports/7075373d-4579-48cb-b9e5-04ad3c7a8c47 HTTP/1.1" status: 200 len: 1096 time: 1.5303352 Sep 23 06:40:35.777134 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ad22fc-aa15-43d7-8590-35c858b04be2 admin admin] Network 05bb2337-d419-4bb4-9217-080469d4ba1d is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:40:35.779027 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ef18adb-19f8-43b5-8dc9-ede7286ee548', 'tag': '7075373d-4579-48cb-b9e5-04ad3c7a8c47'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:40:35.781295 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff9c298-ab6b-4b27-8afd-c29f87a913e3" -d '{"events": [{"name": "network-changed", "server_uuid": "0ef18adb-19f8-43b5-8dc9-ede7286ee548", "tag": "7075373d-4579-48cb-b9e5-04ad3c7a8c47"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:40:35.785547 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4fbc1671-0e4a-4133-ba0c-1aafdc02d91d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:35.829472 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-42ad22fc-aa15-43d7-8590-35c858b04be2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 05bb2337-d419-4bb4-9217-080469d4ba1d) {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:40:35.848374 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4995f4-f9a4-441e-8886-744e77e174b9 None None] Network 05bb2337-d419-4bb4-9217-080469d4ba1d requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:40:35.865349 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333f8c49-d8c5-45a5-a192-63352bb07622 req-a8168228-8ebf-4bd4-a534-2c2f35088081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:35.867968 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-333f8c49-d8c5-45a5-a192-63352bb07622 req-a8168228-8ebf-4bd4-a534-2c2f35088081 service neutron] 10.222.0.21 "GET /v2.0/networks?id=26aba36e-f765-4b4a-a7c9-897761ec549b HTTP/1.1" status: 200 len: 922 time: 0.2146766 Sep 23 06:40:35.878272 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170d9876-3275-4245-a1ea-a71dce29e2d5 req-e44b40dc-0cd5-449c-9447-f848e1b2d001 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:35.883319 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ad22fc-aa15-43d7-8590-35c858b04be2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:35.883930 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-42ad22fc-aa15-43d7-8590-35c858b04be2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:35.886513 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-170d9876-3275-4245-a1ea-a71dce29e2d5 req-e44b40dc-0cd5-449c-9447-f848e1b2d001 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=f559566e-6477-4aed-b38a-9fb7a705dfc2 HTTP/1.1" status: 200 len: 947 time: 0.1498072 Sep 23 06:40:35.887075 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0335b8-99fc-4bbc-aca6-8cb411da60b2 service neutron] Pushing event updated for resources: {'Port': ['ID=7075373d-4579-48cb-b9e5-04ad3c7a8c47,revision_number=3']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:35.931775 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-42ad22fc-aa15-43d7-8590-35c858b04be2 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1966996 Sep 23 06:40:35.943159 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d15212-d2bc-47ea-8735-c75509bee2ef req-45649ac9-0c60-448a-a6ac-03c3bfb67bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:35.944718 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-38d15212-d2bc-47ea-8735-c75509bee2ef req-45649ac9-0c60-448a-a6ac-03c3bfb67bf1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5ca4f991227448e1b6417695cbfdc362&device_id=0ef18adb-19f8-43b5-8dc9-ede7286ee548 HTTP/1.1" status: 200 len: 1099 time: 0.1162841 Sep 23 06:40:35.961019 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-333f8c49-d8c5-45a5-a192-63352bb07622 req-5422e5c1-9735-4019-8aab-25625b4073a1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b06ef613-7fe5-4ebe-9422-fc0b856ea77e HTTP/1.1" status: 200 len: 217 time: 0.0587230 Sep 23 06:40:36.018837 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4fbc1671-0e4a-4133-ba0c-1aafdc02d91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:36.023251 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4fbc1671-0e4a-4133-ba0c-1aafdc02d91d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:36.024920 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-4fbc1671-0e4a-4133-ba0c-1aafdc02d91d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/200933b6-fc1a-490f-82c8-63b41bcb8675 HTTP/1.1" status: 204 len: 168 time: 0.5238938 Sep 23 06:40:36.035635 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-38d15212-d2bc-47ea-8735-c75509bee2ef req-2d61c443-58c5-4995-bf2c-231239f1e83f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=7075373d-4579-48cb-b9e5-04ad3c7a8c47 HTTP/1.1" status: 200 len: 217 time: 0.0776174 Sep 23 06:40:36.060337 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbc1671-0e4a-4133-ba0c-1aafdc02d91d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=200933b6-fc1a-490f-82c8-63b41bcb8675,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:36.065045 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9c3f9b85-a403-449d-9068-d06d99ca8403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:36.068661 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9c3f9b85-a403-449d-9068-d06d99ca8403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:36.078266 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-9c3f9b85-a403-449d-9068-d06d99ca8403 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e1a9bf98-5dc0-4390-90d8-827f046403a3 HTTP/1.1" status: 204 len: 168 time: 0.5075908 Sep 23 06:40:36.080138 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333f8c49-d8c5-45a5-a192-63352bb07622 req-6f47a44e-c929-4523-a1aa-ce114856d176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:36.081775 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-333f8c49-d8c5-45a5-a192-63352bb07622 req-6f47a44e-c929-4523-a1aa-ce114856d176 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=afab507a-4ef5-4f82-b221-a08b722735c6 HTTP/1.1" status: 200 len: 861 time: 0.1133924 Sep 23 06:40:36.088868 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-170d9876-3275-4245-a1ea-a71dce29e2d5 req-3ab142d0-cc59-430f-8d85-93ad83cdf791 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014592 Sep 23 06:40:36.122212 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d15212-d2bc-47ea-8735-c75509bee2ef req-8e4316fc-009b-4221-868e-29e10a39b2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:36.125700 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-38d15212-d2bc-47ea-8735-c75509bee2ef req-8e4316fc-009b-4221-868e-29e10a39b2d3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e HTTP/1.1" status: 200 len: 843 time: 0.0806706 Sep 23 06:40:36.144599 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-333f8c49-d8c5-45a5-a192-63352bb07622 req-ffeba811-a910-4018-8d63-d2afde8fe0a8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=26aba36e-f765-4b4a-a7c9-897761ec549b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536110 Sep 23 06:40:36.145992 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3f9b85-a403-449d-9068-d06d99ca8403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a9bf98-5dc0-4390-90d8-827f046403a3,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:36.161943 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680715a5-b557-4265-951a-4e4fdb31180d None None] Network 05bb2337-d419-4bb4-9217-080469d4ba1d requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:40:36.196679 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:36.233310 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d15212-d2bc-47ea-8735-c75509bee2ef req-72d86bd0-9465-4a8c-85ab-c5cea6b87c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:36.234857 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-38d15212-d2bc-47ea-8735-c75509bee2ef req-72d86bd0-9465-4a8c-85ab-c5cea6b87c2b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=16515f0f-e5a6-4630-a440-e11fb2e02062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0999410 Sep 23 06:40:36.317590 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-333f8c49-d8c5-45a5-a192-63352bb07622 req-1b414c93-31d5-44dc-9e9a-ad81fc873ae3 service neutron] 10.222.0.21 "GET /v2.0/networks/26aba36e-f765-4b4a-a7c9-897761ec549b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603785 Sep 23 06:40:36.377977 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-434fea8c-1412-4ce2-b57c-cb46deed9401 x-openstack-request-id: req-434fea8c-1412-4ce2-b57c-cb46deed9401 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:40:36.378268 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ef18adb-19f8-43b5-8dc9-ede7286ee548", "tag": "7075373d-4579-48cb-b9e5-04ad3c7a8c47", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:40:36.378513 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-434fea8c-1412-4ce2-b57c-cb46deed9401 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:40:36.378903 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ef18adb-19f8-43b5-8dc9-ede7286ee548', 'tag': '7075373d-4579-48cb-b9e5-04ad3c7a8c47', 'status': 'completed', 'code': 200} Sep 23 06:40:36.441663 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-38d15212-d2bc-47ea-8735-c75509bee2ef req-a72a7125-48cf-4c0d-a126-e4c6a6c7a75e service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799870 Sep 23 06:40:36.445477 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-333f8c49-d8c5-45a5-a192-63352bb07622 req-e58894d2-fdee-4a29-ab4b-be6b299efb60 service neutron] 10.222.0.21 "GET /v2.0/networks/26aba36e-f765-4b4a-a7c9-897761ec549b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187940 Sep 23 06:40:36.452277 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863624ef-0b63-48ea-beed-75b348817500 req-caf66031-37fd-45d5-b260-68ff912741a1 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:36.453734 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-863624ef-0b63-48ea-beed-75b348817500 req-caf66031-37fd-45d5-b260-68ff912741a1 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef18adb-19f8-43b5-8dc9-ede7286ee548 HTTP/1.1" status: 200 len: 947 time: 0.0784061 Sep 23 06:40:36.554062 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-863624ef-0b63-48ea-beed-75b348817500 req-867d88a9-5816-4dd1-9af5-66b74806e4a1 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910091 Sep 23 06:40:36.591277 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-38d15212-d2bc-47ea-8735-c75509bee2ef req-395bc56b-cc35-4ec6-9306-dc28f014deae service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214392 Sep 23 06:40:36.600213 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3900706e-89dd-4788-99bd-534a31111f21 req-b0545664-5fef-4928-9641-e71bf6b22bf5 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:36.602420 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3900706e-89dd-4788-99bd-534a31111f21 req-b0545664-5fef-4928-9641-e71bf6b22bf5 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=526a986e-513d-42ed-a665-fbd73e935504 HTTP/1.1" status: 200 len: 944 time: 0.0723352 Sep 23 06:40:36.627022 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device a8e7e579-3b26-4ead-b22c-da0563c19495 up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:40:36.682204 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3900706e-89dd-4788-99bd-534a31111f21 req-4f511c63-e35f-4b4d-be6e-50b82aaa6db7 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650775 Sep 23 06:40:36.715264 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port a8e7e579-3b26-4ead-b22c-da0563c19495 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:40:36.720875 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port a8e7e579-3b26-4ead-b22c-da0563c19495 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:40:36.721259 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:36.748013 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff9c298-ab6b-4b27-8afd-c29f87a913e3 req-657d7881-28e7-444c-9ddd-14308f34a2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:36.749937 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dff9c298-ab6b-4b27-8afd-c29f87a913e3 req-657d7881-28e7-444c-9ddd-14308f34a2d5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5ca4f991227448e1b6417695cbfdc362&device_id=0ef18adb-19f8-43b5-8dc9-ede7286ee548 HTTP/1.1" status: 200 len: 1099 time: 0.0720696 Sep 23 06:40:36.798244 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6a7bed73-5ad1-4979-97d9-2cd38b0a7c85 req-3c672486-2908-4f00-ad08-359c9b887f99 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=6009313a4ad74b9285df5524624c3636&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389442 Sep 23 06:40:36.859247 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:36.892212 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d066146-5326-49ba-9d6b-ab3e86c1461c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8e7e579-3b26-4ead-b22c-da0563c19495'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:40:36.894959 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acfd8f5a-ce3a-444a-be83-00aea65d34cf" -d '{"events": [{"server_uuid": "0d066146-5326-49ba-9d6b-ab3e86c1461c", "name": "network-vif-plugged", "status": "completed", "tag": "a8e7e579-3b26-4ead-b22c-da0563c19495"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:40:36.900980 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port a8e7e579-3b26-4ead-b22c-da0563c19495, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=a8e7e579-3b26-4ead-b22c-da0563c19495,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:40:36.907008 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 48082) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:40:36.907694 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:36.930878 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6712d4d1-113b-41e9-8ba1-5f8baf88efc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:36.949554 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff9c298-ab6b-4b27-8afd-c29f87a913e3 req-3fdb87eb-8d95-471c-bc8e-6901ea7de855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:36.952718 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dff9c298-ab6b-4b27-8afd-c29f87a913e3 req-3fdb87eb-8d95-471c-bc8e-6901ea7de855 service neutron] 10.222.0.21 "GET /v2.0/networks?id=16515f0f-e5a6-4630-a440-e11fb2e02062 HTTP/1.1" status: 200 len: 870 time: 0.1889400 Sep 23 06:40:36.960841 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7bed73-5ad1-4979-97d9-2cd38b0a7c85 req-83e0c991-2c26-4092-a43f-3141cab445d5 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:36.973678 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=a8e7e579-3b26-4ead-b22c-da0563c19495,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:36.981231 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6a7bed73-5ad1-4979-97d9-2cd38b0a7c85 req-83e0c991-2c26-4092-a43f-3141cab445d5 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1830368 Sep 23 06:40:37.008410 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6a7bed73-5ad1-4979-97d9-2cd38b0a7c85 req-57572769-272c-4a0f-817e-c60e28f76816 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] 10.222.0.39 "GET /v2.0/quotas/6009313a4ad74b9285df5524624c3636 HTTP/1.1" status: 200 len: 375 time: 0.0253627 Sep 23 06:40:37.032397 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dff9c298-ab6b-4b27-8afd-c29f87a913e3 req-d36fb225-0f47-4ef5-ad98-244438501569 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=7075373d-4579-48cb-b9e5-04ad3c7a8c47 HTTP/1.1" status: 200 len: 217 time: 0.0713758 Sep 23 06:40:37.066816 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6a7bed73-5ad1-4979-97d9-2cd38b0a7c85 req-73826e05-a0e8-4236-9748-dbaaa46144a6 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6009313a4ad74b9285df5524624c3636&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0578959 Sep 23 06:40:37.147615 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff9c298-ab6b-4b27-8afd-c29f87a913e3 req-8bf667cd-2149-46f9-9aac-709b8b66db19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:37.151213 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dff9c298-ab6b-4b27-8afd-c29f87a913e3 req-8bf667cd-2149-46f9-9aac-709b8b66db19 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e HTTP/1.1" status: 200 len: 843 time: 0.1068416 Sep 23 06:40:37.245267 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff9c298-ab6b-4b27-8afd-c29f87a913e3 req-2b3c5f06-49b2-4210-a632-f85c0fd6d8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:37.246789 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dff9c298-ab6b-4b27-8afd-c29f87a913e3 req-2b3c5f06-49b2-4210-a632-f85c0fd6d8ab service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=16515f0f-e5a6-4630-a440-e11fb2e02062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0806518 Sep 23 06:40:37.283195 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6712d4d1-113b-41e9-8ba1-5f8baf88efc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:37.294162 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77337de5-6e4f-433d-ab04-2cc2b8fc1f95 x-openstack-request-id: req-77337de5-6e4f-433d-ab04-2cc2b8fc1f95 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:40:37.295587 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d066146-5326-49ba-9d6b-ab3e86c1461c", "name": "network-vif-plugged", "status": "completed", "tag": "a8e7e579-3b26-4ead-b22c-da0563c19495", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:40:37.296231 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-77337de5-6e4f-433d-ab04-2cc2b8fc1f95 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:40:37.297437 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d066146-5326-49ba-9d6b-ab3e86c1461c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8e7e579-3b26-4ead-b22c-da0563c19495', 'code': 200} Sep 23 06:40:37.311960 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device b06ef613-7fe5-4ebe-9422-fc0b856ea77e details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:40:37.397382 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6712d4d1-113b-41e9-8ba1-5f8baf88efc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:37.411566 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e456ad-0e78-41b8-933c-91f51c56b7a7 req-13a268bf-2ac8-45dc-b8ef-49e4ef5c1664 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:37.413139 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a0e456ad-0e78-41b8-933c-91f51c56b7a7 req-13a268bf-2ac8-45dc-b8ef-49e4ef5c1664 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/networks?id=b41a91e1-341c-4340-b7a8-8779367a7828 HTTP/1.1" status: 200 len: 808 time: 0.1895888 Sep 23 06:40:37.452343 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a0e456ad-0e78-41b8-933c-91f51c56b7a7 req-05a78055-a0b0-4897-8ad8-831adda4094c tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/quotas/64ac7894e2284bc191ac7c20f7f9ca7f HTTP/1.1" status: 200 len: 375 time: 0.0240786 Sep 23 06:40:37.538297 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port b06ef613-7fe5-4ebe-9422-fc0b856ea77e, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=b06ef613-7fe5-4ebe-9422-fc0b856ea77e,segment=NetworkSegment(df9429cb-1b73-4fcc-8ecd-d0edb039148e),segment_id=df9429cb-1b73-4fcc-8ecd-d0edb039148e)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:40:37.544856 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a0e456ad-0e78-41b8-933c-91f51c56b7a7 req-b714cdc2-0507-4b1d-bcf9-3b27a07107ca tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=64ac7894e2284bc191ac7c20f7f9ca7f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0587673 Sep 23 06:40:37.565492 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device b06ef613-7fe5-4ebe-9422-fc0b856ea77e has no active binding in host n-h2-715271-16 {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 23 06:40:37.565810 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 5b3a2e28-be35-4961-8a54-1610532dabd1 details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:40:37.581166 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-6712d4d1-113b-41e9-8ba1-5f8baf88efc8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b2a9d48cc260401e9eebfe5180ed33d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6730483 Sep 23 06:40:37.584071 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 48118) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:40:37.649666 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 48122) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:40:37.651461 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6712d4d1-113b-41e9-8ba1-5f8baf88efc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b64b31eb-774d-4ed2-9da4-c0a2f5de33fd,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:37.728993 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66682ec4-ef64-40e8-a0ef-8e00a240cb79 req-d17b37b5-c9ea-4b35-a68b-5b0e951ceae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:37.730853 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-66682ec4-ef64-40e8-a0ef-8e00a240cb79 req-d17b37b5-c9ea-4b35-a68b-5b0e951ceae7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0d066146-5326-49ba-9d6b-ab3e86c1461c HTTP/1.1" status: 200 len: 1102 time: 0.3373196 Sep 23 06:40:37.747006 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e99cc28-62ca-45ab-a4d5-3deeb29875d0 req-9b862c7e-3cf6-43f9-8dd2-95db4a715b68 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:37.756847 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0e99cc28-62ca-45ab-a4d5-3deeb29875d0 req-9b862c7e-3cf6-43f9-8dd2-95db4a715b68 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=f559566e-6477-4aed-b38a-9fb7a705dfc2 HTTP/1.1" status: 200 len: 947 time: 0.0871580 Sep 23 06:40:37.767865 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 5b3a2e28-be35-4961-8a54-1610532dabd1, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=5b3a2e28-be35-4961-8a54-1610532dabd1,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:40:37.798247 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': '5b3a2e28-be35-4961-8a54-1610532dabd1', 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062', 'port_id': '5b3a2e28-be35-4961-8a54-1610532dabd1', 'mac_address': 'fa:16:3e:68:9c:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:40:37.801304 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dff9c298-ab6b-4b27-8afd-c29f87a913e3 req-69ed6c43-99bf-4df9-bb99-a25ad84f1dff service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5164144 Sep 23 06:40:37.803437 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a0e456ad-0e78-41b8-933c-91f51c56b7a7 req-e2cfb908-dee8-407f-b0db-c3482b3f3c61 service neutron] 10.222.0.39 "GET /v2.0/networks/b41a91e1-341c-4340-b7a8-8779367a7828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145133 Sep 23 06:40:37.806874 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-66682ec4-ef64-40e8-a0ef-8e00a240cb79 req-78ada15c-12ea-4664-9e32-96242f1d4adf service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476024 Sep 23 06:40:37.813352 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-d5a06e07-3a84-4138-ac20-92b8599910ef admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1870322060-network', 'tenant_id': '97692e1b5c1f4df985cc39910d526c8e'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:40:37.840830 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0e99cc28-62ca-45ab-a4d5-3deeb29875d0 req-d31d0e73-6a97-4416-95d7-aab0eff58fdd tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827365 Sep 23 06:40:37.856807 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8679c6a6-ad5e-4500-9071-85c53d3c9e8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:37.857948 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:37.873958 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b3a2e28-be35-4961-8a54-1610532dabd1 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:40:37.883250 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8679c6a6-ad5e-4500-9071-85c53d3c9e8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:37.899492 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 5b3a2e28-be35-4961-8a54-1610532dabd1, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=5b3a2e28-be35-4961-8a54-1610532dabd1,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:40:37.904830 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:37.920485 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b010d8ea-8ccf-44cc-a71f-b51ebcc06fe1 req-49263c99-2421-4d64-ab84-1867fe5e3f66 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] 10.222.0.39 "GET /v2.0/ports?device_id=56bc1261-3acf-4c6c-82a4-210df30ce21a HTTP/1.1" status: 200 len: 210 time: 0.0430157 Sep 23 06:40:38.017683 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a06e07-3a84-4138-ac20-92b8599910ef admin admin] Made reservation on behalf of 97692e1b5c1f4df985cc39910d526c8e for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:40:38.021305 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d5a06e07-3a84-4138-ac20-92b8599910ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:38.029699 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=5b3a2e28-be35-4961-8a54-1610532dabd1,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:38.041421 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b647e710-0a9b-4745-bfbd-66363df1af84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:38.055787 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d5a06e07-3a84-4138-ac20-92b8599910ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:38.081374 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8679c6a6-ad5e-4500-9071-85c53d3c9e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:38.083845 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8679c6a6-ad5e-4500-9071-85c53d3c9e8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:38.084970 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-8679c6a6-ad5e-4500-9071-85c53d3c9e8d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b64b31eb-774d-4ed2-9da4-c0a2f5de33fd HTTP/1.1" status: 204 len: 168 time: 0.4950402 Sep 23 06:40:38.100018 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a0e456ad-0e78-41b8-933c-91f51c56b7a7 req-2f421431-871c-4862-90c2-96ed8ba95781 service neutron] 10.222.0.39 "GET /v2.0/networks/b41a91e1-341c-4340-b7a8-8779367a7828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810485 Sep 23 06:40:38.111124 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8679c6a6-ad5e-4500-9071-85c53d3c9e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b64b31eb-774d-4ed2-9da4-c0a2f5de33fd,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:38.209022 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d5a06e07-3a84-4138-ac20-92b8599910ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:38.214423 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d5a06e07-3a84-4138-ac20-92b8599910ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:38.246458 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5a06e07-3a84-4138-ac20-92b8599910ef admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:40:38.283650 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a06e07-3a84-4138-ac20-92b8599910ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12348048-69cc-4cde-9778-0654c2cd068c,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:38.304106 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d5a06e07-3a84-4138-ac20-92b8599910ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:38.304447 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-d5a06e07-3a84-4138-ac20-92b8599910ef admin admin] Added segment 6bffb33e-e384-4d5c-b0ac-fcee1b96de5d of type vlan for network f344d72e-2515-4ae1-b407-677954c55f1d Sep 23 06:40:38.428844 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ac9514-78f2-4b4c-9fce-0e0bddfaee05 req-f5005066-8c76-4fe0-9d1a-6dacb8d99632 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:38.431109 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-70ac9514-78f2-4b4c-9fce-0e0bddfaee05 req-f5005066-8c76-4fe0-9d1a-6dacb8d99632 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=526a986e-513d-42ed-a665-fbd73e935504 HTTP/1.1" status: 200 len: 944 time: 0.0801592 Sep 23 06:40:38.435498 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d5a06e07-3a84-4138-ac20-92b8599910ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:38.463400 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dff9c298-ab6b-4b27-8afd-c29f87a913e3 req-3a5e92c4-7382-4d45-a2e3-b48e36e50f2a service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331066 Sep 23 06:40:38.482917 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9a1784-20c6-41e0-bf17-858905de91fb req-83539354-de07-4163-b2fc-341ac50973ce tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:38.483858 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4e9a1784-20c6-41e0-bf17-858905de91fb req-83539354-de07-4163-b2fc-341ac50973ce tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef18adb-19f8-43b5-8dc9-ede7286ee548 HTTP/1.1" status: 200 len: 947 time: 0.1437266 Sep 23 06:40:38.497476 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-70ac9514-78f2-4b4c-9fce-0e0bddfaee05 req-4c05e7b6-1617-4319-800d-3fafb499bcae tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562251 Sep 23 06:40:38.536227 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d5a06e07-3a84-4138-ac20-92b8599910ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:38.537285 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a06e07-3a84-4138-ac20-92b8599910ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:38.537975 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d5a06e07-3a84-4138-ac20-92b8599910ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:38.552785 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['5b3a2e28-be35-4961-8a54-1610532dabd1'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:40:38.582174 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4e9a1784-20c6-41e0-bf17-858905de91fb req-dc116845-d451-461d-9339-7c4f1a3d7589 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860806 Sep 23 06:40:38.610240 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-d5a06e07-3a84-4138-ac20-92b8599910ef admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9544268 Sep 23 06:40:38.613347 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 48150) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:40:38.625189 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-73c659c9-8320-452d-8898-62a98604b9d0 admin admin] Request body: {'subnet': {'network_id': 'f344d72e-2515-4ae1-b407-677954c55f1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1870322060-subnet', 'tenant_id': '97692e1b5c1f4df985cc39910d526c8e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:40:38.634116 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d73921af-6c9a-4ba9-b4e4-18f029d2ca2b req-2fb76b15-cf35-470d-88b7-49cb4b0449bb tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b299a60-b390-4402-8035-a9d80acba074 HTTP/1.1" status: 200 len: 210 time: 0.0342197 Sep 23 06:40:38.678784 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a06e07-3a84-4138-ac20-92b8599910ef admin admin] Pushing event updated for resources: {'Network': ['ID=f344d72e-2515-4ae1-b407-677954c55f1d,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:38.697592 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c659c9-8320-452d-8898-62a98604b9d0 admin admin] Made reservation on behalf of 97692e1b5c1f4df985cc39910d526c8e for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:40:38.700587 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-73c659c9-8320-452d-8898-62a98604b9d0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:38.703343 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network f344d72e-2515-4ae1-b407-677954c55f1d details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:40:38.951186 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-73c659c9-8320-452d-8898-62a98604b9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:39.012835 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c659c9-8320-452d-8898-62a98604b9d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74afc9c5-ebde-436e-ada9-9111bfc92597,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:39.029232 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1111217-258f-408b-8800-7447a9fef1a2 req-36b60289-84d1-43b9-85c9-68a460663fcb tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:39.034569 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b1111217-258f-408b-8800-7447a9fef1a2 req-36b60289-84d1-43b9-85c9-68a460663fcb tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=f559566e-6477-4aed-b38a-9fb7a705dfc2 HTTP/1.1" status: 200 len: 948 time: 0.1217961 Sep 23 06:40:39.055110 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-eff13438-ae67-4711-9b77-8c27184692a9 req-a0f7e2f6-23b3-4912-8833-589d1a0a79a5 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] 10.222.0.39 "GET /v2.0/ports?device_id=56bc1261-3acf-4c6c-82a4-210df30ce21a HTTP/1.1" status: 200 len: 210 time: 0.0553226 Sep 23 06:40:39.076279 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c659c9-8320-452d-8898-62a98604b9d0 admin admin] Checking segment: {'id': '6bffb33e-e384-4d5c-b0ac-fcee1b96de5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f344d72e-2515-4ae1-b407-677954c55f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:40:39.076861 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c659c9-8320-452d-8898-62a98604b9d0 admin admin] Network hostable DHCP agents. Network: f344d72e-2515-4ae1-b407-677954c55f1d, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:40:39.104390 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b1111217-258f-408b-8800-7447a9fef1a2 req-a237cd8f-0702-4666-80cb-709a86802e63 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610609 Sep 23 06:40:39.112768 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c659c9-8320-452d-8898-62a98604b9d0 admin admin] Network f344d72e-2515-4ae1-b407-677954c55f1d is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:40:39.124172 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-73c659c9-8320-452d-8898-62a98604b9d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, f344d72e-2515-4ae1-b407-677954c55f1d) {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:40:39.134584 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c659c9-8320-452d-8898-62a98604b9d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:39.134584 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-73c659c9-8320-452d-8898-62a98604b9d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:39.134777 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a22227-2047-49f5-9647-7ed2dacfbd13 None None] Network f344d72e-2515-4ae1-b407-677954c55f1d requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:40:39.150445 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-73c659c9-8320-452d-8898-62a98604b9d0 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5355432 Sep 23 06:40:39.153035 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 48168) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:40:39.157765 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-1226bb87-dc39-4ac8-bdd6-320f778617db admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1870322060-router', 'tenant_id': '97692e1b5c1f4df985cc39910d526c8e', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:40:39.191565 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1226bb87-dc39-4ac8-bdd6-320f778617db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:39.192091 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1226bb87-dc39-4ac8-bdd6-320f778617db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:39.254930 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1226bb87-dc39-4ac8-bdd6-320f778617db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:39.266717 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6a7bed73-5ad1-4979-97d9-2cd38b0a7c85 req-c8e7d00d-18ba-47c4-baf1-0d82a459d1b5 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=6009313a4ad74b9285df5524624c3636&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404899 Sep 23 06:40:39.346162 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae053848-7da5-47cf-8940-34ef10e1c992 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-f344d72e-2515-4ae1-b407-677954c55f1d', 'network_id': 'f344d72e-2515-4ae1-b407-677954c55f1d', 'tenant_id': '97692e1b5c1f4df985cc39910d526c8e', 'fixed_ips': [{'subnet_id': '74afc9c5-ebde-436e-ada9-9111bfc92597'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 06:40:39.347040 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ae053848-7da5-47cf-8940-34ef10e1c992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:39.464867 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7bed73-5ad1-4979-97d9-2cd38b0a7c85 req-73be41f7-4545-4377-b79b-f4fced53dfbb tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:39.466656 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6a7bed73-5ad1-4979-97d9-2cd38b0a7c85 req-73be41f7-4545-4377-b79b-f4fced53dfbb tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1914165 Sep 23 06:40:39.490655 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-6a7bed73-5ad1-4979-97d9-2cd38b0a7c85 req-dcbedadd-2230-42ae-8f3f-935d9a887fa7 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] Request body: {'port': {'device_id': '56bc1261-3acf-4c6c-82a4-210df30ce21a', 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062', 'admin_state_up': True, 'tenant_id': '6009313a4ad74b9285df5524624c3636'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:40:39.542276 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1226bb87-dc39-4ac8-bdd6-320f778617db admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:39.544239 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-ae053848-7da5-47cf-8940-34ef10e1c992 None None] Allocated IP 172.20.0.2 (f344d72e-2515-4ae1-b407-677954c55f1d/74afc9c5-ebde-436e-ada9-9111bfc92597/27998ee4-9271-43a7-95db-bad7058f7e17) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:40:39.723900 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:39.726388 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a7bed73-5ad1-4979-97d9-2cd38b0a7c85 req-dcbedadd-2230-42ae-8f3f-935d9a887fa7 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] Made reservation on behalf of 6009313a4ad74b9285df5524624c3636 for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:40:39.737615 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-6a7bed73-5ad1-4979-97d9-2cd38b0a7c85 req-dcbedadd-2230-42ae-8f3f-935d9a887fa7 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:39.764403 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d896ee4-1dda-4a2a-b6cf-265433dd8b8c req-4a24e0f3-1853-4e3b-bcd6-3d41eb36e925 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:39.766563 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1d896ee4-1dda-4a2a-b6cf-265433dd8b8c req-4a24e0f3-1853-4e3b-bcd6-3d41eb36e925 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=526a986e-513d-42ed-a665-fbd73e935504 HTTP/1.1" status: 200 len: 944 time: 0.1785991 Sep 23 06:40:39.807179 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ae053848-7da5-47cf-8940-34ef10e1c992 None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:39.815664 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ae053848-7da5-47cf-8940-34ef10e1c992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:39.866777 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae053848-7da5-47cf-8940-34ef10e1c992 None None] Network f344d72e-2515-4ae1-b407-677954c55f1d is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:40:39.867173 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1d896ee4-1dda-4a2a-b6cf-265433dd8b8c req-4ee32b59-6249-4f20-b9d4-3270e5f42cb6 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878856 Sep 23 06:40:39.867264 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-ae053848-7da5-47cf-8940-34ef10e1c992 None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:40:39.904059 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae053848-7da5-47cf-8940-34ef10e1c992 None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:40:39.982601 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae053848-7da5-47cf-8940-34ef10e1c992 None None] Pushing event updated for resources: {'Port': ['ID=27998ee4-9271-43a7-95db-bad7058f7e17,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:39.985836 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [req-6a7bed73-5ad1-4979-97d9-2cd38b0a7c85 req-dcbedadd-2230-42ae-8f3f-935d9a887fa7 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] Allocated IP 192.168.233.57 (16515f0f-e5a6-4630-a440-e11fb2e02062/3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e/28467b07-f6b6-48aa-93f5-7df2f64a0157) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:40:40.002809 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-ae053848-7da5-47cf-8940-34ef10e1c992 None None] Attempting to bind port 27998ee4-9271-43a7-95db-bad7058f7e17 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:40:40.003329 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-ae053848-7da5-47cf-8940-34ef10e1c992 None None] Attempting to bind port 27998ee4-9271-43a7-95db-bad7058f7e17 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '6bffb33e-e384-4d5c-b0ac-fcee1b96de5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f344d72e-2515-4ae1-b407-677954c55f1d'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:40:40.003721 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae053848-7da5-47cf-8940-34ef10e1c992 None None] Attempting to bind port 27998ee4-9271-43a7-95db-bad7058f7e17 on network f344d72e-2515-4ae1-b407-677954c55f1d {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:40:40.012708 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae053848-7da5-47cf-8940-34ef10e1c992 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:40:40.013250 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae053848-7da5-47cf-8940-34ef10e1c992 None None] Checking segment: {'id': '6bffb33e-e384-4d5c-b0ac-fcee1b96de5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f344d72e-2515-4ae1-b407-677954c55f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:40:40.013739 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ae053848-7da5-47cf-8940-34ef10e1c992 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:40.014326 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae053848-7da5-47cf-8940-34ef10e1c992 None None] Bound using segment: {'id': '6bffb33e-e384-4d5c-b0ac-fcee1b96de5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f344d72e-2515-4ae1-b407-677954c55f1d'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:40:40.014896 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-ae053848-7da5-47cf-8940-34ef10e1c992 None None] Bound port: 27998ee4-9271-43a7-95db-bad7058f7e17, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bffb33e-e384-4d5c-b0ac-fcee1b96de5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f344d72e-2515-4ae1-b407-677954c55f1d'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:40:40.015755 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ae053848-7da5-47cf-8940-34ef10e1c992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:40.024407 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e377040-85e4-4b72-a710-2b671e345a7e req-6a91287f-26a8-42c9-bfaa-9e7bfbf262d2 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:40.026583 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9e377040-85e4-4b72-a710-2b671e345a7e req-6a91287f-26a8-42c9-bfaa-9e7bfbf262d2 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef18adb-19f8-43b5-8dc9-ede7286ee548 HTTP/1.1" status: 200 len: 947 time: 0.3217702 Sep 23 06:40:40.098367 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2f642486-e062-4822-b565-e080d8d96cd7 req-bd4628ac-f974-43b3-9185-cf88057ddcc0 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b299a60-b390-4402-8035-a9d80acba074 HTTP/1.1" status: 200 len: 210 time: 0.1097057 Sep 23 06:40:40.123608 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-ae053848-7da5-47cf-8940-34ef10e1c992 None None] For port 27998ee4-9271-43a7-95db-bad7058f7e17, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:40:40.127895 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-ae053848-7da5-47cf-8940-34ef10e1c992 None None] For port 27998ee4-9271-43a7-95db-bad7058f7e17, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=27998ee4-9271-43a7-95db-bad7058f7e17,segment=NetworkSegment(6bffb33e-e384-4d5c-b0ac-fcee1b96de5d),segment_id=6bffb33e-e384-4d5c-b0ac-fcee1b96de5d)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:40:40.136130 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ae053848-7da5-47cf-8940-34ef10e1c992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:40.139792 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1226bb87-dc39-4ac8-bdd6-320f778617db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:40.177377 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1226bb87-dc39-4ac8-bdd6-320f778617db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:40.233908 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9e377040-85e4-4b72-a710-2b671e345a7e req-c903d22e-5ccc-416f-825e-cd0e0474c85c tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827734 Sep 23 06:40:40.316233 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-6a7bed73-5ad1-4979-97d9-2cd38b0a7c85 req-dcbedadd-2230-42ae-8f3f-935d9a887fa7 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:40.401183 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e456ad-0e78-41b8-933c-91f51c56b7a7 req-2ddbd938-077e-4afa-96b8-07b619cbcaa8 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:40.402785 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a0e456ad-0e78-41b8-933c-91f51c56b7a7 req-2ddbd938-077e-4afa-96b8-07b619cbcaa8 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.21 "GET /v2.0/networks?id=b41a91e1-341c-4340-b7a8-8779367a7828 HTTP/1.1" status: 200 len: 808 time: 0.5261509 Sep 23 06:40:40.418776 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ac8cceac-11b2-4437-b83f-44373fa3ddcc req-be20a66b-5a42-4390-a339-ed396a38e78c tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] 10.222.0.39 "GET /v2.0/ports?device_id=56bc1261-3acf-4c6c-82a4-210df30ce21a HTTP/1.1" status: 200 len: 210 time: 0.0588453 Sep 23 06:40:40.437028 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-a0e456ad-0e78-41b8-933c-91f51c56b7a7 req-0ea2ffc0-3e05-4285-9f14-0494db10ecf3 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Request body: {'port': {'device_id': '3b299a60-b390-4402-8035-a9d80acba074', 'network_id': 'b41a91e1-341c-4340-b7a8-8779367a7828', 'admin_state_up': True, 'tenant_id': '64ac7894e2284bc191ac7c20f7f9ca7f'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:40:40.497798 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae053848-7da5-47cf-8940-34ef10e1c992 None None] Pushing event updated for resources: {'Port': ['ID=27998ee4-9271-43a7-95db-bad7058f7e17,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:40.642393 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 7075373d-4579-48cb-b9e5-04ad3c7a8c47 details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:40:40.719588 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5a53a2c6-d838-4c76-8e96-2294647d8a56 req-84260ecc-d244-4ebc-b04f-55ae8c8557bf tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=ba19de2ddc8c48f1b04b3c37ffcf4f4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279515 Sep 23 06:40:40.738727 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-6a7bed73-5ad1-4979-97d9-2cd38b0a7c85 req-dcbedadd-2230-42ae-8f3f-935d9a887fa7 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:40.758884 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['200538eb-8f22-4d73-bcc9-594e7def4d4a'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:40:40.762772 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-1226bb87-dc39-4ac8-bdd6-320f778617db admin admin] Allocated IP 172.25.2.108 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/3c903fcc-8ebc-4c45-a0c6-d6ed70146b3c) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:40:40.790362 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4373830-f322-4028-a8cc-c5dcfea42ee0 req-f0d871b3-3b79-4007-88e6-d46e4385ab69 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:40.791876 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e4373830-f322-4028-a8cc-c5dcfea42ee0 req-f0d871b3-3b79-4007-88e6-d46e4385ab69 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=f559566e-6477-4aed-b38a-9fb7a705dfc2 HTTP/1.1" status: 200 len: 948 time: 0.1990802 Sep 23 06:40:40.797456 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-193d5c74-0c10-467e-b804-27c60992c532 req-77481461-1765-4510-b60f-c660498087cf service neutron] 10.222.0.21 "GET /v2.0/ports/b06ef613-7fe5-4ebe-9422-fc0b856ea77e/bindings/n-h2-715271-16 HTTP/1.1" status: 200 len: 385 time: 0.2081060 Sep 23 06:40:40.798691 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbedadd-2230-42ae-8f3f-935d9a887fa7 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] Pushing event updated for resources: {'Port': ['ID=28467b07-f6b6-48aa-93f5-7df2f64a0157,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:40.824567 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0e456ad-0e78-41b8-933c-91f51c56b7a7 req-0ea2ffc0-3e05-4285-9f14-0494db10ecf3 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Made reservation on behalf of 64ac7894e2284bc191ac7c20f7f9ca7f for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:40:40.827627 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a7bed73-5ad1-4979-97d9-2cd38b0a7c85 req-dcbedadd-2230-42ae-8f3f-935d9a887fa7 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] Network 16515f0f-e5a6-4630-a440-e11fb2e02062 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:40:40.827972 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-a0e456ad-0e78-41b8-933c-91f51c56b7a7 req-0ea2ffc0-3e05-4285-9f14-0494db10ecf3 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:40.831118 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [req-6a7bed73-5ad1-4979-97d9-2cd38b0a7c85 req-dcbedadd-2230-42ae-8f3f-935d9a887fa7 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:40:40.853691 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 7075373d-4579-48cb-b9e5-04ad3c7a8c47, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=7075373d-4579-48cb-b9e5-04ad3c7a8c47,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:40:40.860710 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a7bed73-5ad1-4979-97d9-2cd38b0a7c85 req-dcbedadd-2230-42ae-8f3f-935d9a887fa7 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:40:40.866688 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7bed73-5ad1-4979-97d9-2cd38b0a7c85 req-dcbedadd-2230-42ae-8f3f-935d9a887fa7 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:40.868412 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-6a7bed73-5ad1-4979-97d9-2cd38b0a7c85 req-dcbedadd-2230-42ae-8f3f-935d9a887fa7 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:40.890051 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6a7bed73-5ad1-4979-97d9-2cd38b0a7c85 req-dcbedadd-2230-42ae-8f3f-935d9a887fa7 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4060719 Sep 23 06:40:40.891126 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': '7075373d-4579-48cb-b9e5-04ad3c7a8c47', 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062', 'port_id': '7075373d-4579-48cb-b9e5-04ad3c7a8c47', 'mac_address': 'fa:16:3e:00:ff:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:40:40.922458 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a53a2c6-d838-4c76-8e96-2294647d8a56 req-9fb5e838-620a-40b2-85b3-a0d6f4b5ecf6 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:40.923686 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5a53a2c6-d838-4c76-8e96-2294647d8a56 req-9fb5e838-620a-40b2-85b3-a0d6f4b5ecf6 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1971109 Sep 23 06:40:40.934442 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-6a7bed73-5ad1-4979-97d9-2cd38b0a7c85 req-5bc06957-b8e1-4837-b23d-1ae63a20f973 service neutron] Request body: {'port': {'device_id': '56bc1261-3acf-4c6c-82a4-210df30ce21a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-16'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:40:40.938196 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e4373830-f322-4028-a8cc-c5dcfea42ee0 req-bab7b198-3c98-4859-abeb-67f4184ed290 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307788 Sep 23 06:40:40.972972 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:41.012263 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7075373d-4579-48cb-b9e5-04ad3c7a8c47 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:40:41.053376 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5a53a2c6-d838-4c76-8e96-2294647d8a56 req-8888a099-3b2d-4d56-b9f0-4e0ab87b3195 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/quotas/ba19de2ddc8c48f1b04b3c37ffcf4f4c HTTP/1.1" status: 200 len: 375 time: 0.1026189 Sep 23 06:40:41.059364 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-6a7bed73-5ad1-4979-97d9-2cd38b0a7c85 req-5bc06957-b8e1-4837-b23d-1ae63a20f973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:41.073451 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 7075373d-4579-48cb-b9e5-04ad3c7a8c47, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=7075373d-4579-48cb-b9e5-04ad3c7a8c47,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:40:41.085213 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-baa9a438-9ee5-43c0-b0c2-1c9a60259a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:41.087411 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:41.111908 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1226bb87-dc39-4ac8-bdd6-320f778617db admin admin] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:41.130610 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5a53a2c6-d838-4c76-8e96-2294647d8a56 req-37802407-db6f-47a9-bc94-373c55ae43e0 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ba19de2ddc8c48f1b04b3c37ffcf4f4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0763805 Sep 23 06:40:41.197190 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=7075373d-4579-48cb-b9e5-04ad3c7a8c47,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:41.302384 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-28051a8b-3702-425f-9f3c-9dec1d82dd28 None None] Provisioning complete for port 28467b07-f6b6-48aa-93f5-7df2f64a0157 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:40:41.303101 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-28051a8b-3702-425f-9f3c-9dec1d82dd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:41.374662 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 5b3a2e28-be35-4961-8a54-1610532dabd1 up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:40:41.449833 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-28051a8b-3702-425f-9f3c-9dec1d82dd28 None None] Port 28467b07-f6b6-48aa-93f5-7df2f64a0157 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:40:41.470225 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:41.496261 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b55449ff-e1b0-4568-82a1-8aa8212d0ec9 req-033255f8-f5fe-4797-89b7-c4ff044ecd30 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b299a60-b390-4402-8035-a9d80acba074 HTTP/1.1" status: 200 len: 210 time: 0.0998015 Sep 23 06:40:41.500491 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port 5b3a2e28-be35-4961-8a54-1610532dabd1 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:40:41.533323 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port 5b3a2e28-be35-4961-8a54-1610532dabd1 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:40:41.534031 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:41.612937 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['7075373d-4579-48cb-b9e5-04ad3c7a8c47'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:40:41.624955 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 27998ee4-9271-43a7-95db-bad7058f7e17 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:40:41.626544 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-a0e456ad-0e78-41b8-933c-91f51c56b7a7 req-0ea2ffc0-3e05-4285-9f14-0494db10ecf3 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Allocated IP 172.20.0.10 (b41a91e1-341c-4340-b7a8-8779367a7828/c7d428fe-182b-4149-b884-87c9d4508732/60a7e2b7-e3a4-44f0-9c74-80cc2e28b807) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:40:41.665767 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1226bb87-dc39-4ac8-bdd6-320f778617db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:41.686813 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96410926-b5f4-4486-8b20-5c60aeabc974 req-0b861538-a1e1-4e49-9ddb-0bf2fbfbd5b1 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:41.698658 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-96410926-b5f4-4486-8b20-5c60aeabc974 req-0b861538-a1e1-4e49-9ddb-0bf2fbfbd5b1 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=526a986e-513d-42ed-a665-fbd73e935504 HTTP/1.1" status: 200 len: 944 time: 0.2267110 Sep 23 06:40:41.741262 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68dce66-1a2d-44fc-b7d4-4ea485e44a49 req-673dbe5a-a2e9-40ff-b9ef-e0cbd461b237 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:41.743384 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b68dce66-1a2d-44fc-b7d4-4ea485e44a49 req-673dbe5a-a2e9-40ff-b9ef-e0cbd461b237 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef18adb-19f8-43b5-8dc9-ede7286ee548 HTTP/1.1" status: 200 len: 948 time: 0.1223638 Sep 23 06:40:41.768005 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d417e86-dd03-4795-9d88-254d8dd6bb4d None None] Network f344d72e-2515-4ae1-b407-677954c55f1d requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:40:41.836536 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1226bb87-dc39-4ac8-bdd6-320f778617db admin admin] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:40:41.838451 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:41.848441 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [req-6a7bed73-5ad1-4979-97d9-2cd38b0a7c85 req-5bc06957-b8e1-4837-b23d-1ae63a20f973 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28467b07-f6b6-48aa-93f5-7df2f64a0157 {{(pid=95066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:40:41.858142 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b68dce66-1a2d-44fc-b7d4-4ea485e44a49 req-4dd1c856-387c-428e-84d7-962e1f89938f tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849986 Sep 23 06:40:41.858331 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-1226bb87-dc39-4ac8-bdd6-320f778617db admin admin] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:40:41.863919 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-6a7bed73-5ad1-4979-97d9-2cd38b0a7c85 req-5bc06957-b8e1-4837-b23d-1ae63a20f973 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:41.867417 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1226bb87-dc39-4ac8-bdd6-320f778617db admin admin] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:40:41.883935 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.provisioning_blocks [req-6a7bed73-5ad1-4979-97d9-2cd38b0a7c85 req-5bc06957-b8e1-4837-b23d-1ae63a20f973 service neutron] Transition to ACTIVE for port object 28467b07-f6b6-48aa-93f5-7df2f64a0157 will not be triggered until provisioned by entity L2. {{(pid=95066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:40:41.889460 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-0e2a8620-8fa6-4674-a3f5-97314d223a63 None None] Provisioning complete for port 27998ee4-9271-43a7-95db-bad7058f7e17 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:40:41.890015 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0e2a8620-8fa6-4674-a3f5-97314d223a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:41.893625 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1226bb87-dc39-4ac8-bdd6-320f778617db admin admin] Pushing event updated for resources: {'Port': ['ID=3c903fcc-8ebc-4c45-a0c6-d6ed70146b3c,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:41.894420 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-6a7bed73-5ad1-4979-97d9-2cd38b0a7c85 req-5bc06957-b8e1-4837-b23d-1ae63a20f973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:41.931979 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 27998ee4-9271-43a7-95db-bad7058f7e17 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:40:41.932355 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:41.989588 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc06957-b8e1-4837-b23d-1ae63a20f973 service neutron] Pushing event updated for resources: {'Port': ['ID=28467b07-f6b6-48aa-93f5-7df2f64a0157,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:41.998930 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f559566e-6477-4aed-b38a-9fb7a705dfc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b3a2e28-be35-4961-8a54-1610532dabd1'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:40:41.999599 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-96410926-b5f4-4486-8b20-5c60aeabc974 req-e677471d-e95f-4f95-a39c-149db4abf0bb tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892950 Sep 23 06:40:42.001990 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e820fa59-9409-45ff-a3e6-4ace930e1560" -d '{"events": [{"server_uuid": "f559566e-6477-4aed-b38a-9fb7a705dfc2", "name": "network-vif-plugged", "status": "completed", "tag": "5b3a2e28-be35-4961-8a54-1610532dabd1"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:40:42.004386 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-193d5c74-0c10-467e-b804-27c60992c532 req-f3a3d635-758e-4314-af08-f6e960c09b8d service neutron] For port b06ef613-7fe5-4ebe-9422-fc0b856ea77e, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=b06ef613-7fe5-4ebe-9422-fc0b856ea77e,segment=NetworkSegment(df9429cb-1b73-4fcc-8ecd-d0edb039148e),segment_id=df9429cb-1b73-4fcc-8ecd-d0edb039148e)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:40:42.033152 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 5b3a2e28-be35-4961-8a54-1610532dabd1, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=5b3a2e28-be35-4961-8a54-1610532dabd1,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:40:42.051813 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fa4b0894-0464-4045-ad43-5893e9845b83 req-0989877c-3fc6-4685-83a3-ef162e4572c9 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=ba19de2ddc8c48f1b04b3c37ffcf4f4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0640168 Sep 23 06:40:42.069422 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:42.223203 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:42.224909 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-a0e456ad-0e78-41b8-933c-91f51c56b7a7 req-0ea2ffc0-3e05-4285-9f14-0494db10ecf3 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:42.266456 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-6a7bed73-5ad1-4979-97d9-2cd38b0a7c85 req-5bc06957-b8e1-4837-b23d-1ae63a20f973 service neutron] Attempting to bind port 28467b07-f6b6-48aa-93f5-7df2f64a0157 on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:40:42.267704 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-6a7bed73-5ad1-4979-97d9-2cd38b0a7c85 req-5bc06957-b8e1-4837-b23d-1ae63a20f973 service neutron] Attempting to bind port 28467b07-f6b6-48aa-93f5-7df2f64a0157 by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:40:42.268243 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7bed73-5ad1-4979-97d9-2cd38b0a7c85 req-5bc06957-b8e1-4837-b23d-1ae63a20f973 service neutron] Attempting to bind port 28467b07-f6b6-48aa-93f5-7df2f64a0157 on network 16515f0f-e5a6-4630-a440-e11fb2e02062 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:40:42.285344 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7bed73-5ad1-4979-97d9-2cd38b0a7c85 req-5bc06957-b8e1-4837-b23d-1ae63a20f973 service neutron] Port 28467b07-f6b6-48aa-93f5-7df2f64a0157 on network 16515f0f-e5a6-4630-a440-e11fb2e02062 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:40:42.285994 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7bed73-5ad1-4979-97d9-2cd38b0a7c85 req-5bc06957-b8e1-4837-b23d-1ae63a20f973 service neutron] Attempting to bind port 28467b07-f6b6-48aa-93f5-7df2f64a0157 on network 16515f0f-e5a6-4630-a440-e11fb2e02062 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:40:42.307065 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b0894-0464-4045-ad43-5893e9845b83 req-f8947eef-a4d5-4cc6-a2ce-dfd91e7450ce tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:42.309376 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fa4b0894-0464-4045-ad43-5893e9845b83 req-f8947eef-a4d5-4cc6-a2ce-dfd91e7450ce tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2567508 Sep 23 06:40:42.310695 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7bed73-5ad1-4979-97d9-2cd38b0a7c85 req-5bc06957-b8e1-4837-b23d-1ae63a20f973 service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:40:42.311048 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7bed73-5ad1-4979-97d9-2cd38b0a7c85 req-5bc06957-b8e1-4837-b23d-1ae63a20f973 service neutron] Checking segment: {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:40:42.311438 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7bed73-5ad1-4979-97d9-2cd38b0a7c85 req-5bc06957-b8e1-4837-b23d-1ae63a20f973 service neutron] Bound using segment: {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:40:42.311939 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-6a7bed73-5ad1-4979-97d9-2cd38b0a7c85 req-5bc06957-b8e1-4837-b23d-1ae63a20f973 service neutron] Bound port: 28467b07-f6b6-48aa-93f5-7df2f64a0157, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:40:42.312300 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-6a7bed73-5ad1-4979-97d9-2cd38b0a7c85 req-5bc06957-b8e1-4837-b23d-1ae63a20f973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:42.319651 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-193d5c74-0c10-467e-b804-27c60992c532 req-f3a3d635-758e-4314-af08-f6e960c09b8d service neutron] For port b06ef613-7fe5-4ebe-9422-fc0b856ea77e, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:40:42.368873 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fa4b0894-0464-4045-ad43-5893e9845b83 req-86863038-c956-4b38-ba9d-69301b1cf265 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/quotas/ba19de2ddc8c48f1b04b3c37ffcf4f4c HTTP/1.1" status: 200 len: 375 time: 0.0405805 Sep 23 06:40:42.384447 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-193d5c74-0c10-467e-b804-27c60992c532 req-f3a3d635-758e-4314-af08-f6e960c09b8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b06ef613-7fe5-4ebe-9422-fc0b856ea77e {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:40:42.407567 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=5b3a2e28-be35-4961-8a54-1610532dabd1,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:42.410393 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fa4b0894-0464-4045-ad43-5893e9845b83 req-3060404f-c308-470d-8808-48205d89d988 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ba19de2ddc8c48f1b04b3c37ffcf4f4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406642 Sep 23 06:40:42.428848 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-193d5c74-0c10-467e-b804-27c60992c532 req-f3a3d635-758e-4314-af08-f6e960c09b8d service neutron] For port b06ef613-7fe5-4ebe-9422-fc0b856ea77e, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=b06ef613-7fe5-4ebe-9422-fc0b856ea77e,segment=NetworkSegment(df9429cb-1b73-4fcc-8ecd-d0edb039148e),segment_id=df9429cb-1b73-4fcc-8ecd-d0edb039148e)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:40:42.436074 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-a0e456ad-0e78-41b8-933c-91f51c56b7a7 req-0ea2ffc0-3e05-4285-9f14-0494db10ecf3 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:42.440890 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:42.446697 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0e2a8620-8fa6-4674-a3f5-97314d223a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:42.449114 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-6a7bed73-5ad1-4979-97d9-2cd38b0a7c85 req-5bc06957-b8e1-4837-b23d-1ae63a20f973 service neutron] For port 28467b07-f6b6-48aa-93f5-7df2f64a0157, host n-h1-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:40:42.453253 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-6a7bed73-5ad1-4979-97d9-2cd38b0a7c85 req-5bc06957-b8e1-4837-b23d-1ae63a20f973 service neutron] For port 28467b07-f6b6-48aa-93f5-7df2f64a0157, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=28467b07-f6b6-48aa-93f5-7df2f64a0157,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:40:42.460760 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-6a7bed73-5ad1-4979-97d9-2cd38b0a7c85 req-5bc06957-b8e1-4837-b23d-1ae63a20f973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:42.512727 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port 27998ee4-9271-43a7-95db-bad7058f7e17, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=27998ee4-9271-43a7-95db-bad7058f7e17,segment=NetworkSegment(6bffb33e-e384-4d5c-b0ac-fcee1b96de5d),segment_id=6bffb33e-e384-4d5c-b0ac-fcee1b96de5d)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:40:42.522666 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:42.550608 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7bed73-5ad1-4979-97d9-2cd38b0a7c85 req-5bc06957-b8e1-4837-b23d-1ae63a20f973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:42.551245 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-6a7bed73-5ad1-4979-97d9-2cd38b0a7c85 req-5bc06957-b8e1-4837-b23d-1ae63a20f973 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:42.553062 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6a7bed73-5ad1-4979-97d9-2cd38b0a7c85 req-5bc06957-b8e1-4837-b23d-1ae63a20f973 service neutron] 10.222.0.21 "PUT /v2.0/ports/28467b07-f6b6-48aa-93f5-7df2f64a0157 HTTP/1.1" status: 200 len: 1096 time: 1.6284027 Sep 23 06:40:42.553514 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56bc1261-3acf-4c6c-82a4-210df30ce21a', 'tag': '28467b07-f6b6-48aa-93f5-7df2f64a0157'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:40:42.561139 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c647764-3f0a-404f-92fc-43187fb8210c" -d '{"events": [{"name": "network-changed", "server_uuid": "56bc1261-3acf-4c6c-82a4-210df30ce21a", "tag": "28467b07-f6b6-48aa-93f5-7df2f64a0157"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:40:42.606481 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0e456ad-0e78-41b8-933c-91f51c56b7a7 req-0ea2ffc0-3e05-4285-9f14-0494db10ecf3 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Network b41a91e1-341c-4340-b7a8-8779367a7828 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:40:42.647747 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-193d5c74-0c10-467e-b804-27c60992c532 req-f3a3d635-758e-4314-af08-f6e960c09b8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:42.649511 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device b06ef613-7fe5-4ebe-9422-fc0b856ea77e no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:40:42.707122 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc06957-b8e1-4837-b23d-1ae63a20f973 service neutron] Pushing event updated for resources: {'Port': ['ID=28467b07-f6b6-48aa-93f5-7df2f64a0157,revision_number=3']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:42.707841 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-a0e456ad-0e78-41b8-933c-91f51c56b7a7 req-0ea2ffc0-3e05-4285-9f14-0494db10ecf3 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:40:42.737075 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7bed73-5ad1-4979-97d9-2cd38b0a7c85 req-47a8cbd7-3a34-4517-82f1-60ec6c25edbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:42.740262 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6a7bed73-5ad1-4979-97d9-2cd38b0a7c85 req-47a8cbd7-3a34-4517-82f1-60ec6c25edbe service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6009313a4ad74b9285df5524624c3636&device_id=56bc1261-3acf-4c6c-82a4-210df30ce21a HTTP/1.1" status: 200 len: 1099 time: 0.1236305 Sep 23 06:40:42.765365 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.db.api [None req-0e2a8620-8fa6-4674-a3f5-97314d223a63 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 06:40:42.777895 n-d-715271-16 neutron-server[95067]: DEBUG oslo_db.api [None req-0e2a8620-8fa6-4674-a3f5-97314d223a63 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 06:40:42.786858 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=27998ee4-9271-43a7-95db-bad7058f7e17,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:42.797928 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0e456ad-0e78-41b8-933c-91f51c56b7a7 req-0ea2ffc0-3e05-4285-9f14-0494db10ecf3 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:40:42.811335 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e456ad-0e78-41b8-933c-91f51c56b7a7 req-0ea2ffc0-3e05-4285-9f14-0494db10ecf3 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:42.812005 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-a0e456ad-0e78-41b8-933c-91f51c56b7a7 req-0ea2ffc0-3e05-4285-9f14-0494db10ecf3 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:42.831065 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6a7bed73-5ad1-4979-97d9-2cd38b0a7c85 req-07f041b6-f5fb-4b7a-8096-59256644a68b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=28467b07-f6b6-48aa-93f5-7df2f64a0157 HTTP/1.1" status: 200 len: 217 time: 0.0573189 Sep 23 06:40:42.843752 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dd3cc783-180a-43c7-8137-aeb0b361fd3c req-70d32447-48e9-4d84-a023-8dd8771c2205 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=51db8430-1989-426f-8b96-eefbf99cfcdf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4241865 Sep 23 06:40:42.894320 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae1c47-1018-4b2f-9c2c-7262c705beaf req-c2702a19-5e8f-4e9a-941e-e01add05357a tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:42.898946 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-baae1c47-1018-4b2f-9c2c-7262c705beaf req-c2702a19-5e8f-4e9a-941e-e01add05357a tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=f559566e-6477-4aed-b38a-9fb7a705dfc2 HTTP/1.1" status: 200 len: 949 time: 0.1566091 Sep 23 06:40:42.934964 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c95f7-db83-4788-bd22-c227c4d8825c req-3f82c60f-f134-47f7-95af-006125645773 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:42.936577 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-106c95f7-db83-4788-bd22-c227c4d8825c req-3f82c60f-f134-47f7-95af-006125645773 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] 10.222.0.39 "GET /v2.0/ports?device_id=56bc1261-3acf-4c6c-82a4-210df30ce21a HTTP/1.1" status: 200 len: 947 time: 0.5413096 Sep 23 06:40:42.936979 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7bed73-5ad1-4979-97d9-2cd38b0a7c85 req-353ea7d9-5633-4c45-8f95-6f91ca7dea22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:42.938394 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6a7bed73-5ad1-4979-97d9-2cd38b0a7c85 req-353ea7d9-5633-4c45-8f95-6f91ca7dea22 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e HTTP/1.1" status: 200 len: 843 time: 0.0997331 Sep 23 06:40:42.941623 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea2ffc0-3e05-4285-9f14-0494db10ecf3 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Pushing event updated for resources: {'Port': ['ID=60a7e2b7-e3a4-44f0-9c74-80cc2e28b807,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:42.956436 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a0e456ad-0e78-41b8-933c-91f51c56b7a7 req-0ea2ffc0-3e05-4285-9f14-0494db10ecf3 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5361264 Sep 23 06:40:42.964538 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-baae1c47-1018-4b2f-9c2c-7262c705beaf req-ce130eca-9c98-4f10-b395-7cfe0abda78b tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592060 Sep 23 06:40:43.004264 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7bed73-5ad1-4979-97d9-2cd38b0a7c85 req-636fce9e-9ffb-4d90-85e1-a4a288c00699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:43.005838 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6a7bed73-5ad1-4979-97d9-2cd38b0a7c85 req-636fce9e-9ffb-4d90-85e1-a4a288c00699 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=16515f0f-e5a6-4630-a440-e11fb2e02062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0575109 Sep 23 06:40:43.020314 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-a0e456ad-0e78-41b8-933c-91f51c56b7a7 req-c049b225-e5fd-43d3-a863-2e5eccffca3f service neutron] Request body: {'port': {'device_id': '3b299a60-b390-4402-8035-a9d80acba074', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:40:43.022751 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7097415b-b1b2-470f-8b98-289654230c77 x-openstack-request-id: req-7097415b-b1b2-470f-8b98-289654230c77 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:40:43.023035 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f559566e-6477-4aed-b38a-9fb7a705dfc2", "name": "network-vif-plugged", "status": "completed", "tag": "5b3a2e28-be35-4961-8a54-1610532dabd1", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:40:43.023648 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7097415b-b1b2-470f-8b98-289654230c77 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:40:43.025405 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f559566e-6477-4aed-b38a-9fb7a705dfc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b3a2e28-be35-4961-8a54-1610532dabd1', 'code': 200} Sep 23 06:40:43.188461 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6a7bed73-5ad1-4979-97d9-2cd38b0a7c85 req-a9ceadaa-ac36-411c-a09a-cad139fb2d71 service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749175 Sep 23 06:40:43.250954 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3cc783-180a-43c7-8137-aeb0b361fd3c req-1d453a92-c0da-408d-a6da-d63d6490c39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:43.252437 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dd3cc783-180a-43c7-8137-aeb0b361fd3c req-1d453a92-c0da-408d-a6da-d63d6490c39f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5ca4f991227448e1b6417695cbfdc362&device_id=51db8430-1989-426f-8b96-eefbf99cfcdf HTTP/1.1" status: 200 len: 1102 time: 0.2977650 Sep 23 06:40:43.276609 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-106c95f7-db83-4788-bd22-c227c4d8825c req-6a4b1360-6129-436a-9d01-6f519e5de4df tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] 10.222.0.39 "GET /v2.0/security-groups?id=31c87a2f-e5c8-4cdb-9e7e-5c7fd26b024b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250499 Sep 23 06:40:43.288297 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-193d5c74-0c10-467e-b804-27c60992c532 req-f3a3d635-758e-4314-af08-f6e960c09b8d service neutron] Transition to ACTIVE for port object b06ef613-7fe5-4ebe-9422-fc0b856ea77e will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:40:43.289425 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e06a833-5829-4e71-acd6-99e9a7076d55 req-a3c85b98-e597-42c1-87c2-38c82014b5d2 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:43.297822 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3e06a833-5829-4e71-acd6-99e9a7076d55 req-a3c85b98-e597-42c1-87c2-38c82014b5d2 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b299a60-b390-4402-8035-a9d80acba074 HTTP/1.1" status: 200 len: 932 time: 0.1257243 Sep 23 06:40:43.313276 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-193d5c74-0c10-467e-b804-27c60992c532 req-f3a3d635-758e-4314-af08-f6e960c09b8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:43.357577 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3e06a833-5829-4e71-acd6-99e9a7076d55 req-715cf0cb-dcd2-4d96-a087-4188cf22fce8 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574253 Sep 23 06:40:43.377815 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-a0e456ad-0e78-41b8-933c-91f51c56b7a7 req-c049b225-e5fd-43d3-a863-2e5eccffca3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:43.379562 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1226bb87-dc39-4ac8-bdd6-320f778617db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:43.380151 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6a7bed73-5ad1-4979-97d9-2cd38b0a7c85 req-19718b08-ebbc-4ea5-89df-d21f44372a17 service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768601 Sep 23 06:40:43.433372 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-576f450e-e091-4a9a-b245-922781a71ca0 x-openstack-request-id: req-576f450e-e091-4a9a-b245-922781a71ca0 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:40:43.433657 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56bc1261-3acf-4c6c-82a4-210df30ce21a", "tag": "28467b07-f6b6-48aa-93f5-7df2f64a0157", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:40:43.433922 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-576f450e-e091-4a9a-b245-922781a71ca0 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:40:43.434326 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56bc1261-3acf-4c6c-82a4-210df30ce21a', 'tag': '28467b07-f6b6-48aa-93f5-7df2f64a0157', 'status': 'completed', 'code': 200} Sep 23 06:40:43.503826 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.21', 64202) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:40:43.513243 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f067df-bf07-40c4-b29a-820fe37951cc req-663214f4-896d-4ed2-aadd-70205e07a08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:43.516806 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-87f067df-bf07-40c4-b29a-820fe37951cc req-663214f4-896d-4ed2-aadd-70205e07a08b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f559566e-6477-4aed-b38a-9fb7a705dfc2 HTTP/1.1" status: 200 len: 1101 time: 0.3134215 Sep 23 06:40:43.524579 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 27998ee4-9271-43a7-95db-bad7058f7e17 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:40:43.573959 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5a53a2c6-d838-4c76-8e96-2294647d8a56 req-33fb616c-3def-4a7d-b4dc-a127e4167644 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=ba19de2ddc8c48f1b04b3c37ffcf4f4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0806439 Sep 23 06:40:43.603069 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-af229a55-fd7a-46af-9ed6-2a09ba35c401 None None] Provisioning complete for port 27998ee4-9271-43a7-95db-bad7058f7e17 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:40:43.603433 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-af229a55-fd7a-46af-9ed6-2a09ba35c401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:43.673906 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:43.681822 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 27998ee4-9271-43a7-95db-bad7058f7e17 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:40:43.682232 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:43.730727 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3cc783-180a-43c7-8137-aeb0b361fd3c req-af4d6557-c469-49f1-b724-a4a19bda6603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:43.733179 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dd3cc783-180a-43c7-8137-aeb0b361fd3c req-af4d6557-c469-49f1-b724-a4a19bda6603 service neutron] 10.222.0.58 "GET /v2.0/networks?id=16515f0f-e5a6-4630-a440-e11fb2e02062 HTTP/1.1" status: 200 len: 870 time: 0.4223499 Sep 23 06:40:43.734160 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-193d5c74-0c10-467e-b804-27c60992c532 req-f3a3d635-758e-4314-af08-f6e960c09b8d service neutron] No DVR routers for this DVR port b06ef613-7fe5-4ebe-9422-fc0b856ea77e on host n-h1-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:40:43.767193 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c647764-3f0a-404f-92fc-43187fb8210c req-227d3bc9-1a7f-4dae-ae86-76cfac7033fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:43.768585 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5c647764-3f0a-404f-92fc-43187fb8210c req-227d3bc9-1a7f-4dae-ae86-76cfac7033fe service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6009313a4ad74b9285df5524624c3636&device_id=56bc1261-3acf-4c6c-82a4-210df30ce21a HTTP/1.1" status: 200 len: 1099 time: 0.2639763 Sep 23 06:40:43.774800 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8856cace-4a1e-4d55-982c-cfff7bd120f0 req-5d51c37f-5d8f-4d02-a350-0d448d63bad8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2f6d2b76-656f-4f25-a7ff-9abed767934d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2518415 Sep 23 06:40:43.831900 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a53a2c6-d838-4c76-8e96-2294647d8a56 req-5ccf4e4d-ec94-430d-97dd-8555c2f29977 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:43.833853 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5a53a2c6-d838-4c76-8e96-2294647d8a56 req-5ccf4e4d-ec94-430d-97dd-8555c2f29977 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2422049 Sep 23 06:40:43.894084 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0c4da873-f00e-431e-bdfa-62b87ba449fd req-28c82877-6091-4399-be25-e329d0d52b31 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=24161fdf-5d99-4272-9d81-593c04cd8557 HTTP/1.1" status: 200 len: 210 time: 0.0488904 Sep 23 06:40:43.900941 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-5a53a2c6-d838-4c76-8e96-2294647d8a56 req-57a0b5da-4e6c-4051-b729-213f255f88e8 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Request body: {'port': {'device_id': '14d41217-85f8-4b83-9fe1-90caa01cf293', 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062', 'admin_state_up': True, 'tenant_id': 'ba19de2ddc8c48f1b04b3c37ffcf4f4c'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:40:44.075302 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8856cace-4a1e-4d55-982c-cfff7bd120f0 req-b3b2c302-46e4-46f2-ba9e-7fa546832652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:44.076689 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8856cace-4a1e-4d55-982c-cfff7bd120f0 req-b3b2c302-46e4-46f2-ba9e-7fa546832652 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b4fd4d42904645d3a9db4b781392d8fe&device_id=2f6d2b76-656f-4f25-a7ff-9abed767934d HTTP/1.1" status: 200 len: 1097 time: 0.1955452 Sep 23 06:40:44.077638 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c647764-3f0a-404f-92fc-43187fb8210c req-54362d3c-cda0-4a7e-ac8c-87a476671015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:44.078954 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5c647764-3f0a-404f-92fc-43187fb8210c req-54362d3c-cda0-4a7e-ac8c-87a476671015 service neutron] 10.222.0.21 "GET /v2.0/networks?id=16515f0f-e5a6-4630-a440-e11fb2e02062 HTTP/1.1" status: 200 len: 870 time: 0.2664506 Sep 23 06:40:44.123034 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a3d635-758e-4314-af08-f6e960c09b8d service neutron] Pushing event updated for resources: {'Port': ['ID=b06ef613-7fe5-4ebe-9422-fc0b856ea77e,revision_number=10']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:44.143060 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5c647764-3f0a-404f-92fc-43187fb8210c req-a9abd1f4-1d86-454e-a3d5-a4af782813ea service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=28467b07-f6b6-48aa-93f5-7df2f64a0157 HTTP/1.1" status: 200 len: 217 time: 0.0560195 Sep 23 06:40:44.151194 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dd3cc783-180a-43c7-8137-aeb0b361fd3c req-488cb602-d55a-41ca-98e7-26509f52cd75 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=f12c200c-7bca-49dd-b324-ebac021046e8 HTTP/1.1" status: 200 len: 217 time: 0.3160000 Sep 23 06:40:44.156929 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f8d34-81b7-4d91-a588-9da96a5f5f50 req-4cd9fd8c-8897-4c30-a1e7-20b3f2d4e07f tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:44.158394 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c03f8d34-81b7-4d91-a588-9da96a5f5f50 req-4cd9fd8c-8897-4c30-a1e7-20b3f2d4e07f tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=526a986e-513d-42ed-a665-fbd73e935504 HTTP/1.1" status: 200 len: 945 time: 0.1927555 Sep 23 06:40:44.162043 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-193d5c74-0c10-467e-b804-27c60992c532 req-f3a3d635-758e-4314-af08-f6e960c09b8d service neutron] 10.222.0.21 "PUT /v2.0/ports/b06ef613-7fe5-4ebe-9422-fc0b856ea77e/bindings/n-h2-715271-16/activate HTTP/1.1" status: 200 len: 370 time: 3.2455387 Sep 23 06:40:44.294684 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.58', 49912) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:40:44.305851 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-87f067df-bf07-40c4-b29a-820fe37951cc req-c06d8bd0-04f5-4b4d-8cd7-564b0279bf76 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4981983 Sep 23 06:40:44.340397 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c647764-3f0a-404f-92fc-43187fb8210c req-d5c2920b-f895-4411-b6d1-ec58aafc9050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:44.341763 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5c647764-3f0a-404f-92fc-43187fb8210c req-d5c2920b-f895-4411-b6d1-ec58aafc9050 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e HTTP/1.1" status: 200 len: 843 time: 0.1712720 Sep 23 06:40:44.346409 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2458bd49-fccd-48e9-966e-a8904244ce61 req-80143108-60fa-47bf-a2a8-47f88f619228 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:44.347879 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2458bd49-fccd-48e9-966e-a8904244ce61 req-80143108-60fa-47bf-a2a8-47f88f619228 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef18adb-19f8-43b5-8dc9-ede7286ee548 HTTP/1.1" status: 200 len: 948 time: 0.5109546 Sep 23 06:40:44.348888 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1226bb87-dc39-4ac8-bdd6-320f778617db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:44.358757 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a53a2c6-d838-4c76-8e96-2294647d8a56 req-57a0b5da-4e6c-4051-b729-213f255f88e8 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Made reservation on behalf of ba19de2ddc8c48f1b04b3c37ffcf4f4c for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:40:44.362183 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-5a53a2c6-d838-4c76-8e96-2294647d8a56 req-57a0b5da-4e6c-4051-b729-213f255f88e8 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:44.367563 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c03f8d34-81b7-4d91-a588-9da96a5f5f50 req-696dbdd3-42ca-49b6-8df7-8c2ad915b8e7 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916165 Sep 23 06:40:44.374139 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3cc783-180a-43c7-8137-aeb0b361fd3c req-9d16c95b-8822-4ce3-8dfc-b38064299198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:44.375653 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dd3cc783-180a-43c7-8137-aeb0b361fd3c req-9d16c95b-8822-4ce3-8dfc-b38064299198 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e HTTP/1.1" status: 200 len: 843 time: 0.1875713 Sep 23 06:40:44.402612 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-5a53a2c6-d838-4c76-8e96-2294647d8a56 req-57a0b5da-4e6c-4051-b729-213f255f88e8 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:44.513035 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2458bd49-fccd-48e9-966e-a8904244ce61 req-b10f5729-7101-4435-9ac7-ec21c70ae625 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516757 Sep 23 06:40:44.667686 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 7075373d-4579-48cb-b9e5-04ad3c7a8c47 up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:40:44.682113 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8856cace-4a1e-4d55-982c-cfff7bd120f0 req-bfc674aa-5ca5-41d1-a59d-b1fbb9068493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:44.683572 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8856cace-4a1e-4d55-982c-cfff7bd120f0 req-bfc674aa-5ca5-41d1-a59d-b1fbb9068493 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c551f062-d2de-4528-8056-81dd05062bf0 HTTP/1.1" status: 200 len: 924 time: 0.5530238 Sep 23 06:40:44.698644 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-a0e456ad-0e78-41b8-933c-91f51c56b7a7 req-c049b225-e5fd-43d3-a863-2e5eccffca3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60a7e2b7-e3a4-44f0-9c74-80cc2e28b807 {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:40:44.708486 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-a0e456ad-0e78-41b8-933c-91f51c56b7a7 req-c049b225-e5fd-43d3-a863-2e5eccffca3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:44.717962 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1226bb87-dc39-4ac8-bdd6-320f778617db admin admin] Router 453a505e-8f37-4ac5-9418-de38fac35416 is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 06:40:44.727742 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port 7075373d-4579-48cb-b9e5-04ad3c7a8c47 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:40:44.731535 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d5c74-0c10-467e-b804-27c60992c532 req-2f2ce66d-8713-4045-9e3d-689859e54b5d tempest-LiveAutoBlockMigrationV225Test-1648181363 tempest-LiveAutoBlockMigrationV225Test-1648181363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:44.733179 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-193d5c74-0c10-467e-b804-27c60992c532 req-2f2ce66d-8713-4045-9e3d-689859e54b5d tempest-LiveAutoBlockMigrationV225Test-1648181363 tempest-LiveAutoBlockMigrationV225Test-1648181363-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=526a986e-513d-42ed-a665-fbd73e935504&tenant_id=4f0064bb53474048bf6eb5b78e44e4ae&binding%3Ahost_id=n-h1-715271-16 HTTP/1.1" status: 200 len: 1097 time: 0.4360647 Sep 23 06:40:44.734556 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port 7075373d-4579-48cb-b9e5-04ad3c7a8c47 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:40:44.735249 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:44.735884 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-a0e456ad-0e78-41b8-933c-91f51c56b7a7 req-c049b225-e5fd-43d3-a863-2e5eccffca3f service neutron] Transition to ACTIVE for port object 60a7e2b7-e3a4-44f0-9c74-80cc2e28b807 will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:40:44.747164 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980b9d6-48eb-4e90-94e7-cde2b09f799e req-9ee1aa04-76df-4bde-8553-a4baf4fab1e0 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:44.748683 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3980b9d6-48eb-4e90-94e7-cde2b09f799e req-9ee1aa04-76df-4bde-8553-a4baf4fab1e0 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] 10.222.0.39 "GET /v2.0/ports?device_id=56bc1261-3acf-4c6c-82a4-210df30ce21a HTTP/1.1" status: 200 len: 947 time: 0.1054370 Sep 23 06:40:44.751803 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-a0e456ad-0e78-41b8-933c-91f51c56b7a7 req-c049b225-e5fd-43d3-a863-2e5eccffca3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:44.793737 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c647764-3f0a-404f-92fc-43187fb8210c req-210385bb-c28c-44c8-8f6a-259421ca2aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:44.795328 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5c647764-3f0a-404f-92fc-43187fb8210c req-210385bb-c28c-44c8-8f6a-259421ca2aa5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=16515f0f-e5a6-4630-a440-e11fb2e02062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4260309 Sep 23 06:40:44.827376 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:44.866239 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 7075373d-4579-48cb-b9e5-04ad3c7a8c47, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=7075373d-4579-48cb-b9e5-04ad3c7a8c47,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:40:44.871222 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:44.872995 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24ccbef-f6b9-42e1-9da2-c3ebd51d6e4d req-154f94a0-75df-4ff9-a278-2869e73d1ab2 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:44.874569 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f24ccbef-f6b9-42e1-9da2-c3ebd51d6e4d req-154f94a0-75df-4ff9-a278-2869e73d1ab2 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=f559566e-6477-4aed-b38a-9fb7a705dfc2 HTTP/1.1" status: 200 len: 949 time: 0.2126856 Sep 23 06:40:44.880657 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8856cace-4a1e-4d55-982c-cfff7bd120f0 req-9ede080a-daee-4ac0-9d16-d7fac6e7cbdc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c258b629-f327-453e-a19d-784a34cfe81c HTTP/1.1" status: 200 len: 1000 time: 0.1690266 Sep 23 06:40:44.880964 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c049b225-e5fd-43d3-a863-2e5eccffca3f service neutron] Pushing event updated for resources: {'Port': ['ID=60a7e2b7-e3a4-44f0-9c74-80cc2e28b807,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:44.924130 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3980b9d6-48eb-4e90-94e7-cde2b09f799e req-0aac4126-7b2b-442a-8459-67240730b9e7 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] 10.222.0.39 "GET /v2.0/security-groups?id=31c87a2f-e5c8-4cdb-9e7e-5c7fd26b024b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638818 Sep 23 06:40:44.935438 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=7075373d-4579-48cb-b9e5-04ad3c7a8c47,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:44.977979 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-a0e456ad-0e78-41b8-933c-91f51c56b7a7 req-c049b225-e5fd-43d3-a863-2e5eccffca3f service neutron] Attempting to bind port 60a7e2b7-e3a4-44f0-9c74-80cc2e28b807 on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:40:44.978345 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-a0e456ad-0e78-41b8-933c-91f51c56b7a7 req-c049b225-e5fd-43d3-a863-2e5eccffca3f service neutron] Attempting to bind port 60a7e2b7-e3a4-44f0-9c74-80cc2e28b807 by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': 'a2ee209e-d4ee-4c6a-8401-bd714bf3436e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b41a91e1-341c-4340-b7a8-8779367a7828'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:40:44.978660 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e456ad-0e78-41b8-933c-91f51c56b7a7 req-c049b225-e5fd-43d3-a863-2e5eccffca3f service neutron] Attempting to bind port 60a7e2b7-e3a4-44f0-9c74-80cc2e28b807 on network b41a91e1-341c-4340-b7a8-8779367a7828 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:40:44.982277 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1226bb87-dc39-4ac8-bdd6-320f778617db admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:40:44.988324 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e456ad-0e78-41b8-933c-91f51c56b7a7 req-c049b225-e5fd-43d3-a863-2e5eccffca3f service neutron] Port 60a7e2b7-e3a4-44f0-9c74-80cc2e28b807 on network b41a91e1-341c-4340-b7a8-8779367a7828 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:40:44.988324 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e456ad-0e78-41b8-933c-91f51c56b7a7 req-c049b225-e5fd-43d3-a863-2e5eccffca3f service neutron] Attempting to bind port 60a7e2b7-e3a4-44f0-9c74-80cc2e28b807 on network b41a91e1-341c-4340-b7a8-8779367a7828 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:40:44.999380 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e456ad-0e78-41b8-933c-91f51c56b7a7 req-c049b225-e5fd-43d3-a863-2e5eccffca3f service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:40:44.999558 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e456ad-0e78-41b8-933c-91f51c56b7a7 req-c049b225-e5fd-43d3-a863-2e5eccffca3f service neutron] Checking segment: {'id': 'a2ee209e-d4ee-4c6a-8401-bd714bf3436e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b41a91e1-341c-4340-b7a8-8779367a7828'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:40:44.999953 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e456ad-0e78-41b8-933c-91f51c56b7a7 req-c049b225-e5fd-43d3-a863-2e5eccffca3f service neutron] Bound using segment: {'id': 'a2ee209e-d4ee-4c6a-8401-bd714bf3436e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b41a91e1-341c-4340-b7a8-8779367a7828'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:40:45.000658 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-a0e456ad-0e78-41b8-933c-91f51c56b7a7 req-c049b225-e5fd-43d3-a863-2e5eccffca3f service neutron] Bound port: 60a7e2b7-e3a4-44f0-9c74-80cc2e28b807, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2ee209e-d4ee-4c6a-8401-bd714bf3436e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b41a91e1-341c-4340-b7a8-8779367a7828'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:40:45.000800 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-a0e456ad-0e78-41b8-933c-91f51c56b7a7 req-c049b225-e5fd-43d3-a863-2e5eccffca3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:45.007265 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6376b5bf-d0b7-4a44-a075-b2bdcd8e3787 None None] Sync routers for ids ['453a505e-8f37-4ac5-9418-de38fac35416'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:40:45.025270 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef18adb-19f8-43b5-8dc9-ede7286ee548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7075373d-4579-48cb-b9e5-04ad3c7a8c47'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:40:45.028320 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b0621e0-3553-4393-9f33-6b291f90b68c" -d '{"events": [{"server_uuid": "0ef18adb-19f8-43b5-8dc9-ede7286ee548", "name": "network-vif-plugged", "status": "completed", "tag": "7075373d-4579-48cb-b9e5-04ad3c7a8c47"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:40:45.028473 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8856cace-4a1e-4d55-982c-cfff7bd120f0 req-ccf3480d-cf24-4fbf-a67b-282b04ad7fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:45.029806 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8856cace-4a1e-4d55-982c-cfff7bd120f0 req-ccf3480d-cf24-4fbf-a67b-282b04ad7fa1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bf51907c-7d00-4db7-a61a-2e5dd58b5738 HTTP/1.1" status: 200 len: 862 time: 0.1375544 Sep 23 06:40:45.031452 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6376b5bf-d0b7-4a44-a075-b2bdcd8e3787 None None] Routers {'453a505e-8f37-4ac5-9418-de38fac35416'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:40:45.032382 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-6376b5bf-d0b7-4a44-a075-b2bdcd8e3787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:40:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['453a505e-8f37-4ac5-9418-de38fac35416'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:40:45.037430 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f24ccbef-f6b9-42e1-9da2-c3ebd51d6e4d req-5e34ae09-efdc-41eb-a570-f1d7e3d67241 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341267 Sep 23 06:40:45.083949 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5c647764-3f0a-404f-92fc-43187fb8210c req-7f0269c2-1ff7-41fa-b1ff-76955fac32ed service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686133 Sep 23 06:40:45.114769 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a772c867-2f92-45ff-97d7-fa1cab0d3e76 req-6f471bdb-1809-4e50-9221-c7c572d5fbf0 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:45.116371 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a772c867-2f92-45ff-97d7-fa1cab0d3e76 req-6f471bdb-1809-4e50-9221-c7c572d5fbf0 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b299a60-b390-4402-8035-a9d80acba074 HTTP/1.1" status: 200 len: 944 time: 0.1040864 Sep 23 06:40:45.129793 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-5a53a2c6-d838-4c76-8e96-2294647d8a56 req-57a0b5da-4e6c-4051-b729-213f255f88e8 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:45.151522 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1226bb87-dc39-4ac8-bdd6-320f778617db admin admin] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:45.152764 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-1226bb87-dc39-4ac8-bdd6-320f778617db admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 5.9987390 Sep 23 06:40:45.155962 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 48280) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:40:45.163059 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-a0e456ad-0e78-41b8-933c-91f51c56b7a7 req-c049b225-e5fd-43d3-a863-2e5eccffca3f service neutron] For port 60a7e2b7-e3a4-44f0-9c74-80cc2e28b807, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:40:45.168555 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2ef35307-20da-4c4b-8279-b1e71fb731c9 req-c2f7b2f7-912b-4033-95bb-e42579535feb tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=24161fdf-5d99-4272-9d81-593c04cd8557 HTTP/1.1" status: 200 len: 210 time: 0.0354877 Sep 23 06:40:45.173646 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-5a53a2c6-d838-4c76-8e96-2294647d8a56 req-57a0b5da-4e6c-4051-b729-213f255f88e8 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:45.195446 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-6376b5bf-d0b7-4a44-a075-b2bdcd8e3787 None None] Set router 453a505e-8f37-4ac5-9418-de38fac35416 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:40:45.213150 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8856cace-4a1e-4d55-982c-cfff7bd120f0 req-afee8718-123b-4901-b669-cee49570c212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:45.214769 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8856cace-4a1e-4d55-982c-cfff7bd120f0 req-afee8718-123b-4901-b669-cee49570c212 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c551f062-d2de-4528-8056-81dd05062bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1764774 Sep 23 06:40:45.229546 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-a0e456ad-0e78-41b8-933c-91f51c56b7a7 req-c049b225-e5fd-43d3-a863-2e5eccffca3f service neutron] For port 60a7e2b7-e3a4-44f0-9c74-80cc2e28b807, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=60a7e2b7-e3a4-44f0-9c74-80cc2e28b807,segment=NetworkSegment(a2ee209e-d4ee-4c6a-8401-bd714bf3436e),segment_id=a2ee209e-d4ee-4c6a-8401-bd714bf3436e)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:40:45.241114 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-889f6c80-e6a8-4021-b746-077fc9f4cd3d x-openstack-request-id: req-889f6c80-e6a8-4021-b746-077fc9f4cd3d {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:40:45.241269 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ef18adb-19f8-43b5-8dc9-ede7286ee548", "name": "network-vif-plugged", "status": "completed", "tag": "7075373d-4579-48cb-b9e5-04ad3c7a8c47", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:40:45.241527 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-889f6c80-e6a8-4021-b746-077fc9f4cd3d {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:40:45.242673 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ef18adb-19f8-43b5-8dc9-ede7286ee548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7075373d-4579-48cb-b9e5-04ad3c7a8c47', 'code': 200} Sep 23 06:40:45.246081 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a772c867-2f92-45ff-97d7-fa1cab0d3e76 req-8f72330e-4847-4c24-92a7-49c9718ae6be tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156023 Sep 23 06:40:45.255977 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-a0e456ad-0e78-41b8-933c-91f51c56b7a7 req-c049b225-e5fd-43d3-a863-2e5eccffca3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:45.346275 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a0b5da-4e6c-4051-b729-213f255f88e8 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2b14dd-ca73-4309-a9f2-7c3815348379,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:45.348077 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e456ad-0e78-41b8-933c-91f51c56b7a7 req-c049b225-e5fd-43d3-a863-2e5eccffca3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:45.348835 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-a0e456ad-0e78-41b8-933c-91f51c56b7a7 req-c049b225-e5fd-43d3-a863-2e5eccffca3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:45.350242 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a0e456ad-0e78-41b8-933c-91f51c56b7a7 req-c049b225-e5fd-43d3-a863-2e5eccffca3f service neutron] 10.222.0.21 "PUT /v2.0/ports/60a7e2b7-e3a4-44f0-9c74-80cc2e28b807 HTTP/1.1" status: 200 len: 1093 time: 2.3538504 Sep 23 06:40:45.368266 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b299a60-b390-4402-8035-a9d80acba074', 'tag': '60a7e2b7-e3a4-44f0-9c74-80cc2e28b807'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:40:45.370906 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c89d8c17-8031-487e-8db8-41905c19621c" -d '{"events": [{"name": "network-changed", "server_uuid": "3b299a60-b390-4402-8035-a9d80acba074", "tag": "60a7e2b7-e3a4-44f0-9c74-80cc2e28b807"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:40:45.422054 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-6376b5bf-d0b7-4a44-a075-b2bdcd8e3787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453a505e-8f37-4ac5-9418-de38fac35416', 'name': 'tempest-FloatingIPsAssociationTestJSON-1870322060-router', 'tenant_id': '97692e1b5c1f4df985cc39910d526c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '3c903fcc-8ebc-4c45-a0c6-d6ed70146b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:40:39Z', 'updated_at': '2021-09-23T06:40:42Z', 'revision_number': 3, 'project_id': '97692e1b5c1f4df985cc39910d526c8e', 'gw_port': {'id': '3c903fcc-8ebc-4c45-a0c6-d6ed70146b3c', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e4:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453a505e-8f37-4ac5-9418-de38fac35416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:40:40Z', 'updated_at': '2021-09-23T06:40:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:40:45.441465 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ab15b0-c705-4a8a-85dc-216cec86da18 x-openstack-request-id: req-34ab15b0-c705-4a8a-85dc-216cec86da18 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:40:45.441747 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b299a60-b390-4402-8035-a9d80acba074", "tag": "60a7e2b7-e3a4-44f0-9c74-80cc2e28b807", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:40:45.442023 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-34ab15b0-c705-4a8a-85dc-216cec86da18 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:40:45.442412 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b299a60-b390-4402-8035-a9d80acba074', 'tag': '60a7e2b7-e3a4-44f0-9c74-80cc2e28b807', 'status': 'completed', 'code': 200} Sep 23 06:40:45.450255 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c049b225-e5fd-43d3-a863-2e5eccffca3f service neutron] Pushing event updated for resources: {'Port': ['ID=60a7e2b7-e3a4-44f0-9c74-80cc2e28b807,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:45.471121 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6376b5bf-d0b7-4a44-a075-b2bdcd8e3787 None None] Checking router: 453a505e-8f37-4ac5-9418-de38fac35416 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:40:45.471489 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6376b5bf-d0b7-4a44-a075-b2bdcd8e3787 None None] Updating router 453a505e-8f37-4ac5-9418-de38fac35416 port 3c903fcc-8ebc-4c45-a0c6-d6ed70146b3c binding host n-d-715271-16 {{(pid=95068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 06:40:45.474070 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5c647764-3f0a-404f-92fc-43187fb8210c req-5243c308-81a8-4738-9fb5-d15598a7b427 service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3766899 Sep 23 06:40:45.492257 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8856cace-4a1e-4d55-982c-cfff7bd120f0 req-9f262fa5-398f-481f-ab6e-13cd646b7992 service neutron] 10.222.0.21 "GET /v2.0/networks/c551f062-d2de-4528-8056-81dd05062bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633400 Sep 23 06:40:45.506028 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-6376b5bf-d0b7-4a44-a075-b2bdcd8e3787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:45.517369 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [req-5a53a2c6-d838-4c76-8e96-2294647d8a56 req-57a0b5da-4e6c-4051-b729-213f255f88e8 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Allocated IP 192.168.233.169 (16515f0f-e5a6-4630-a440-e11fb2e02062/3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e/0b17520a-2238-40c7-a428-f3c566f41ff9) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:40:45.580359 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15f58a4-6b1c-43ff-83f1-533d870606b7 req-e0529651-bb00-4185-b6af-70cc3c3d237e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:45.581894 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e15f58a4-6b1c-43ff-83f1-533d870606b7 req-e0529651-bb00-4185-b6af-70cc3c3d237e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0ef18adb-19f8-43b5-8dc9-ede7286ee548 HTTP/1.1" status: 200 len: 1101 time: 0.2285724 Sep 23 06:40:45.597638 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e456ad-0e78-41b8-933c-91f51c56b7a7 req-e5e2cc63-0e06-4928-a47d-64a6dab1f376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:45.599266 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a0e456ad-0e78-41b8-933c-91f51c56b7a7 req-e5e2cc63-0e06-4928-a47d-64a6dab1f376 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=64ac7894e2284bc191ac7c20f7f9ca7f&device_id=3b299a60-b390-4402-8035-a9d80acba074 HTTP/1.1" status: 200 len: 1096 time: 0.1700048 Sep 23 06:40:45.628885 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc33d88-1f98-4511-8128-5f1c8cdab6b4 req-d6e94447-6662-4ac7-8fce-2ae2391eec71 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:45.630339 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7cc33d88-1f98-4511-8128-5f1c8cdab6b4 req-d6e94447-6662-4ac7-8fce-2ae2391eec71 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=526a986e-513d-42ed-a665-fbd73e935504 HTTP/1.1" status: 200 len: 945 time: 0.1575046 Sep 23 06:40:45.677587 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8856cace-4a1e-4d55-982c-cfff7bd120f0 req-6cb1a8c0-7378-4032-b6cf-d670a99c0b4a service neutron] 10.222.0.21 "GET /v2.0/networks/c551f062-d2de-4528-8056-81dd05062bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759493 Sep 23 06:40:45.710359 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a0e456ad-0e78-41b8-933c-91f51c56b7a7 req-f1272af8-cd7f-401c-a7fa-cf8f3a01b3ad service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60a7e2b7-e3a4-44f0-9c74-80cc2e28b807 HTTP/1.1" status: 200 len: 217 time: 0.0953450 Sep 23 06:40:45.749937 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53997908-b9df-450d-a28d-9348901e4dfd req-a964f7f5-eb2f-4b46-91fe-244dfde07f94 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:45.753853 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-53997908-b9df-450d-a28d-9348901e4dfd req-a964f7f5-eb2f-4b46-91fe-244dfde07f94 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef18adb-19f8-43b5-8dc9-ede7286ee548 HTTP/1.1" status: 200 len: 949 time: 0.1303954 Sep 23 06:40:45.754971 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e15f58a4-6b1c-43ff-83f1-533d870606b7 req-97c81837-7196-4594-a4bf-08defc6f3485 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641812 Sep 23 06:40:45.828818 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-6376b5bf-d0b7-4a44-a075-b2bdcd8e3787 None None] Notify callbacks [] for port, precommit_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:45.835152 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-6376b5bf-d0b7-4a44-a075-b2bdcd8e3787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:45.867566 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-5a53a2c6-d838-4c76-8e96-2294647d8a56 req-57a0b5da-4e6c-4051-b729-213f255f88e8 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:45.875699 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-53997908-b9df-450d-a28d-9348901e4dfd req-ad50e1cc-5296-4d56-8f8a-ce2405faae5f tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999258 Sep 23 06:40:45.881152 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d5c74-0c10-467e-b804-27c60992c532 req-746cc09d-44a7-402e-922d-4de567f459b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:45.883189 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-193d5c74-0c10-467e-b804-27c60992c532 req-746cc09d-44a7-402e-922d-4de567f459b1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=526a986e-513d-42ed-a665-fbd73e935504&tenant_id=4f0064bb53474048bf6eb5b78e44e4ae HTTP/1.1" status: 200 len: 1097 time: 0.1502688 Sep 23 06:40:45.885444 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-6376b5bf-d0b7-4a44-a075-b2bdcd8e3787 None None] Attempting to bind port 3c903fcc-8ebc-4c45-a0c6-d6ed70146b3c on host n-d-715271-16 for vnic_type normal with profile {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:40:45.886062 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-6376b5bf-d0b7-4a44-a075-b2bdcd8e3787 None None] Attempting to bind port 3c903fcc-8ebc-4c45-a0c6-d6ed70146b3c by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:40:45.886181 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6376b5bf-d0b7-4a44-a075-b2bdcd8e3787 None None] Attempting to bind port 3c903fcc-8ebc-4c45-a0c6-d6ed70146b3c on network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:40:45.900099 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b795320-4d72-4254-bad1-15eb842e7866 None None] Pushing event updated for resources: {'Port': ['ID=3c903fcc-8ebc-4c45-a0c6-d6ed70146b3c,revision_number=2']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:45.903499 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6376b5bf-d0b7-4a44-a075-b2bdcd8e3787 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:40:45.903832 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6376b5bf-d0b7-4a44-a075-b2bdcd8e3787 None None] Checking segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:40:45.904166 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-6376b5bf-d0b7-4a44-a075-b2bdcd8e3787 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:45.904690 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6376b5bf-d0b7-4a44-a075-b2bdcd8e3787 None None] Bound using segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:40:45.905038 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-6376b5bf-d0b7-4a44-a075-b2bdcd8e3787 None None] Bound port: 3c903fcc-8ebc-4c45-a0c6-d6ed70146b3c, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:40:45.905443 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-6376b5bf-d0b7-4a44-a075-b2bdcd8e3787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:45.916266 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-5a53a2c6-d838-4c76-8e96-2294647d8a56 req-57a0b5da-4e6c-4051-b729-213f255f88e8 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:45.939660 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b795320-4d72-4254-bad1-15eb842e7866 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:40:45.940013 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b795320-4d72-4254-bad1-15eb842e7866 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:40:45.940357 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b795320-4d72-4254-bad1-15eb842e7866 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:40:45.940689 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b795320-4d72-4254-bad1-15eb842e7866 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:40:45.941074 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b795320-4d72-4254-bad1-15eb842e7866 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:40:45.941406 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b795320-4d72-4254-bad1-15eb842e7866 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:40:45.941719 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b795320-4d72-4254-bad1-15eb842e7866 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:40:45.942193 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b795320-4d72-4254-bad1-15eb842e7866 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:40:45.942713 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b795320-4d72-4254-bad1-15eb842e7866 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:40:45.943032 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b795320-4d72-4254-bad1-15eb842e7866 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:40:45.943351 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b795320-4d72-4254-bad1-15eb842e7866 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:40:45.943719 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b795320-4d72-4254-bad1-15eb842e7866 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:40:45.972372 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a0b5da-4e6c-4051-b729-213f255f88e8 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Pushing event updated for resources: {'Port': ['ID=0b17520a-2238-40c7-a428-f3c566f41ff9,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:45.991277 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-6376b5bf-d0b7-4a44-a075-b2bdcd8e3787 None None] For port 3c903fcc-8ebc-4c45-a0c6-d6ed70146b3c, host n-d-715271-16, cleared binding levels {{(pid=95068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:40:45.997798 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-6376b5bf-d0b7-4a44-a075-b2bdcd8e3787 None None] For port 3c903fcc-8ebc-4c45-a0c6-d6ed70146b3c, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=3c903fcc-8ebc-4c45-a0c6-d6ed70146b3c,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:40:46.013663 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-6376b5bf-d0b7-4a44-a075-b2bdcd8e3787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:46.050676 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a53a2c6-d838-4c76-8e96-2294647d8a56 req-57a0b5da-4e6c-4051-b729-213f255f88e8 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Network 16515f0f-e5a6-4630-a440-e11fb2e02062 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:40:46.056165 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [req-5a53a2c6-d838-4c76-8e96-2294647d8a56 req-57a0b5da-4e6c-4051-b729-213f255f88e8 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:40:46.058755 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a53a2c6-d838-4c76-8e96-2294647d8a56 req-57a0b5da-4e6c-4051-b729-213f255f88e8 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:40:46.065043 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a53a2c6-d838-4c76-8e96-2294647d8a56 req-57a0b5da-4e6c-4051-b729-213f255f88e8 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:46.065823 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-5a53a2c6-d838-4c76-8e96-2294647d8a56 req-57a0b5da-4e6c-4051-b729-213f255f88e8 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:46.080903 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7cc33d88-1f98-4511-8128-5f1c8cdab6b4 req-bc69e597-c062-465d-9ebd-2abb53f787d8 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4120805 Sep 23 06:40:46.088752 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d5c74-0c10-467e-b804-27c60992c532 req-286f7dd0-571c-4f53-8eec-2ec5bbe5e48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:46.091285 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-193d5c74-0c10-467e-b804-27c60992c532 req-286f7dd0-571c-4f53-8eec-2ec5bbe5e48f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4f0064bb53474048bf6eb5b78e44e4ae&device_id=526a986e-513d-42ed-a665-fbd73e935504 HTTP/1.1" status: 200 len: 1097 time: 0.1111586 Sep 23 06:40:46.093201 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5a53a2c6-d838-4c76-8e96-2294647d8a56 req-57a0b5da-4e6c-4051-b729-213f255f88e8 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2014217 Sep 23 06:40:46.120002 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e456ad-0e78-41b8-933c-91f51c56b7a7 req-13347b22-f05c-4f66-81bb-5c0f5d53e919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:46.121465 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a0e456ad-0e78-41b8-933c-91f51c56b7a7 req-13347b22-f05c-4f66-81bb-5c0f5d53e919 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c7d428fe-182b-4149-b884-87c9d4508732 HTTP/1.1" status: 200 len: 848 time: 0.3901851 Sep 23 06:40:46.125642 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3cc783-180a-43c7-8137-aeb0b361fd3c req-f82e7ee6-91f7-4908-b5e9-990b8132bbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:46.127139 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dd3cc783-180a-43c7-8137-aeb0b361fd3c req-f82e7ee6-91f7-4908-b5e9-990b8132bbb5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=16515f0f-e5a6-4630-a440-e11fb2e02062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3851483 Sep 23 06:40:46.162986 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6376b5bf-d0b7-4a44-a075-b2bdcd8e3787 None None] Routers {'453a505e-8f37-4ac5-9418-de38fac35416'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:40:46.167022 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-6376b5bf-d0b7-4a44-a075-b2bdcd8e3787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:40:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['453a505e-8f37-4ac5-9418-de38fac35416'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:40:46.171649 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-5a53a2c6-d838-4c76-8e96-2294647d8a56 req-d273f63a-7bf8-4747-ade6-bbc33075319b service neutron] Request body: {'port': {'device_id': '14d41217-85f8-4b83-9fe1-90caa01cf293', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:40:46.331448 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b795320-4d72-4254-bad1-15eb842e7866 None None] Pushing event updated for resources: {'Port': ['ID=3c903fcc-8ebc-4c45-a0c6-d6ed70146b3c,revision_number=3']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:46.347537 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dd3cc783-180a-43c7-8137-aeb0b361fd3c req-838c0252-f594-41f9-bd6a-36ed73a9dfc6 service neutron] 10.222.0.58 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919448 Sep 23 06:40:46.372744 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-5a53a2c6-d838-4c76-8e96-2294647d8a56 req-d273f63a-7bf8-4747-ade6-bbc33075319b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:46.400227 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d5c74-0c10-467e-b804-27c60992c532 req-bef43677-163b-4373-a748-bab17249235b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:46.401800 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-193d5c74-0c10-467e-b804-27c60992c532 req-bef43677-163b-4373-a748-bab17249235b service neutron] 10.222.0.58 "GET /v2.0/networks?id=26aba36e-f765-4b4a-a7c9-897761ec549b HTTP/1.1" status: 200 len: 922 time: 0.2777927 Sep 23 06:40:46.409517 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea904dd3-0445-4a4c-a044-2edf6dd32342 req-3a9efb9c-2fc2-4d35-bbf3-7e15ff9b29f9 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:46.421108 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a0e456ad-0e78-41b8-933c-91f51c56b7a7 req-92b5eb0f-e6e6-4df6-b16f-608c31109ec2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b41a91e1-341c-4340-b7a8-8779367a7828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1269403 Sep 23 06:40:46.426370 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ea904dd3-0445-4a4c-a044-2edf6dd32342 req-3a9efb9c-2fc2-4d35-bbf3-7e15ff9b29f9 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] 10.222.0.39 "GET /v2.0/ports?device_id=56bc1261-3acf-4c6c-82a4-210df30ce21a HTTP/1.1" status: 200 len: 947 time: 0.1808493 Sep 23 06:40:46.427246 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-6376b5bf-d0b7-4a44-a075-b2bdcd8e3787 None None] Set router 453a505e-8f37-4ac5-9418-de38fac35416 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:40:46.439138 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-1ff3a9e2-80fe-4d23-8c32-62d026d9c284 None None] Provisioning complete for port 0b17520a-2238-40c7-a428-f3c566f41ff9 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:40:46.439739 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-1ff3a9e2-80fe-4d23-8c32-62d026d9c284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:46.542315 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-193d5c74-0c10-467e-b804-27c60992c532 req-fa9f13dd-3b88-4eb5-afe1-6c4272ce3ecf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b06ef613-7fe5-4ebe-9422-fc0b856ea77e HTTP/1.1" status: 200 len: 217 time: 0.0998077 Sep 23 06:40:46.558171 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fa4b0894-0464-4045-ad43-5893e9845b83 req-66311c37-1aa2-4a2d-bc0c-afe525a2e581 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=ba19de2ddc8c48f1b04b3c37ffcf4f4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2044203 Sep 23 06:40:46.578528 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ea904dd3-0445-4a4c-a044-2edf6dd32342 req-9f752259-db8f-4a26-b60e-dda85469b5aa tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] 10.222.0.39 "GET /v2.0/security-groups?id=31c87a2f-e5c8-4cdb-9e7e-5c7fd26b024b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471603 Sep 23 06:40:46.616722 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-1ff3a9e2-80fe-4d23-8c32-62d026d9c284 None None] Port 0b17520a-2238-40c7-a428-f3c566f41ff9 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:40:46.666365 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 28467b07-f6b6-48aa-93f5-7df2f64a0157 details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:40:46.711746 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-6376b5bf-d0b7-4a44-a075-b2bdcd8e3787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453a505e-8f37-4ac5-9418-de38fac35416', 'name': 'tempest-FloatingIPsAssociationTestJSON-1870322060-router', 'tenant_id': '97692e1b5c1f4df985cc39910d526c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '3c903fcc-8ebc-4c45-a0c6-d6ed70146b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:40:39Z', 'updated_at': '2021-09-23T06:40:42Z', 'revision_number': 3, 'project_id': '97692e1b5c1f4df985cc39910d526c8e', 'gw_port': {'id': '3c903fcc-8ebc-4c45-a0c6-d6ed70146b3c', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e4:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453a505e-8f37-4ac5-9418-de38fac35416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:40:40Z', 'updated_at': '2021-09-23T06:40:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:40:46.740281 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6376b5bf-d0b7-4a44-a075-b2bdcd8e3787 None None] The sync data for ids ['453a505e-8f37-4ac5-9418-de38fac35416'] in n-d-715271-16 is: [{'id': '453a505e-8f37-4ac5-9418-de38fac35416', 'name': 'tempest-FloatingIPsAssociationTestJSON-1870322060-router', 'tenant_id': '97692e1b5c1f4df985cc39910d526c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '3c903fcc-8ebc-4c45-a0c6-d6ed70146b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:40:39Z', 'updated_at': '2021-09-23T06:40:42Z', 'revision_number': 3, 'project_id': '97692e1b5c1f4df985cc39910d526c8e', 'gw_port': {'id': '3c903fcc-8ebc-4c45-a0c6-d6ed70146b3c', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e4:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453a505e-8f37-4ac5-9418-de38fac35416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:40:40Z', 'updated_at': '2021-09-23T06:40:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:40:46.776475 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a298b62e-af6a-4c17-a341-cf3e324d0108 req-7be78f78-4bda-4233-aa40-20d9bc8aeb28 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:46.778063 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a298b62e-af6a-4c17-a341-cf3e324d0108 req-7be78f78-4bda-4233-aa40-20d9bc8aeb28 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=f559566e-6477-4aed-b38a-9fb7a705dfc2 HTTP/1.1" status: 200 len: 949 time: 0.4274516 Sep 23 06:40:46.807586 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 28467b07-f6b6-48aa-93f5-7df2f64a0157, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=28467b07-f6b6-48aa-93f5-7df2f64a0157,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:40:46.821659 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c7de88ea-bb26-46a1-97cc-839e0c0358ab req-e7fa3fbe-79cd-4f2e-a74c-08cc8f090e1b tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=24161fdf-5d99-4272-9d81-593c04cd8557 HTTP/1.1" status: 200 len: 210 time: 0.0321515 Sep 23 06:40:46.823469 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': '28467b07-f6b6-48aa-93f5-7df2f64a0157', 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062', 'port_id': '28467b07-f6b6-48aa-93f5-7df2f64a0157', 'mac_address': 'fa:16:3e:fb:23:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:40:46.837156 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a0e456ad-0e78-41b8-933c-91f51c56b7a7 req-17276462-7bef-4eaf-a06a-c5e51f198139 service neutron] 10.222.0.21 "GET /v2.0/networks/b41a91e1-341c-4340-b7a8-8779367a7828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3613067 Sep 23 06:40:46.864100 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dd3cc783-180a-43c7-8137-aeb0b361fd3c req-e2b5c4c8-8aa1-4dfb-942a-691a21a8d95a service neutron] 10.222.0.58 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4263933 Sep 23 06:40:46.876904 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d5c74-0c10-467e-b804-27c60992c532 req-7b873fbe-7683-4b1d-b1e7-c77b64d4c3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:46.878522 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:46.878651 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-193d5c74-0c10-467e-b804-27c60992c532 req-7b873fbe-7683-4b1d-b1e7-c77b64d4c3ad service neutron] 10.222.0.58 "GET /v2.0/subnets?id=afab507a-4ef5-4f82-b221-a08b722735c6 HTTP/1.1" status: 200 len: 861 time: 0.2935946 Sep 23 06:40:46.893407 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28467b07-f6b6-48aa-93f5-7df2f64a0157 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:40:46.938991 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 28467b07-f6b6-48aa-93f5-7df2f64a0157, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=28467b07-f6b6-48aa-93f5-7df2f64a0157,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:40:46.944170 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:46.979447 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-193d5c74-0c10-467e-b804-27c60992c532 req-018a4d0f-5aae-4bba-96a7-36b6c8d355c3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=26aba36e-f765-4b4a-a7c9-897761ec549b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790730 Sep 23 06:40:47.000058 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b0894-0464-4045-ad43-5893e9845b83 req-ebf1a7a0-f690-45e9-bce6-dfd38eafd0b3 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:47.002495 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fa4b0894-0464-4045-ad43-5893e9845b83 req-ebf1a7a0-f690-45e9-bce6-dfd38eafd0b3 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4212389 Sep 23 06:40:47.006127 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a298b62e-af6a-4c17-a341-cf3e324d0108 req-0b0c06e9-907c-4297-a647-338e905a4797 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847684 Sep 23 06:40:47.015716 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=28467b07-f6b6-48aa-93f5-7df2f64a0157,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:47.034918 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-fa4b0894-0464-4045-ad43-5893e9845b83 req-b88cc5a1-4763-41fc-ae5c-fbeec20714af tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Request body: {'port': {'device_id': '24161fdf-5d99-4272-9d81-593c04cd8557', 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062', 'admin_state_up': True, 'tenant_id': 'ba19de2ddc8c48f1b04b3c37ffcf4f4c'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:40:47.127223 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a0e456ad-0e78-41b8-933c-91f51c56b7a7 req-c690cb28-104f-4e5c-8aee-f8529a1b8d6f service neutron] 10.222.0.21 "GET /v2.0/networks/b41a91e1-341c-4340-b7a8-8779367a7828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731583 Sep 23 06:40:47.131862 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee5fd85-ffe0-4be7-be12-c0aed5e1a702 req-7f623816-a209-49dc-b331-01d20afbc227 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:47.147870 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5496187d-b9c4-437e-b6ba-4d630253e4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:47.155033 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6ee5fd85-ffe0-4be7-be12-c0aed5e1a702 req-7f623816-a209-49dc-b331-01d20afbc227 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b299a60-b390-4402-8035-a9d80acba074 HTTP/1.1" status: 200 len: 944 time: 0.1772561 Sep 23 06:40:47.223862 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [req-5a53a2c6-d838-4c76-8e96-2294647d8a56 req-d273f63a-7bf8-4747-ade6-bbc33075319b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b17520a-2238-40c7-a428-f3c566f41ff9 {{(pid=95066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:40:47.241042 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-5a53a2c6-d838-4c76-8e96-2294647d8a56 req-d273f63a-7bf8-4747-ade6-bbc33075319b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:47.290457 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6ee5fd85-ffe0-4be7-be12-c0aed5e1a702 req-c0687086-97d0-4be1-98e0-250b440bbefc tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348667 Sep 23 06:40:47.292267 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.provisioning_blocks [req-5a53a2c6-d838-4c76-8e96-2294647d8a56 req-d273f63a-7bf8-4747-ade6-bbc33075319b service neutron] Transition to ACTIVE for port object 0b17520a-2238-40c7-a428-f3c566f41ff9 will not be triggered until provisioned by entity L2. {{(pid=95066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:40:47.296768 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-193d5c74-0c10-467e-b804-27c60992c532 req-05bd52c7-6373-4806-b85f-40a722bbdb39 service neutron] 10.222.0.58 "GET /v2.0/networks/26aba36e-f765-4b4a-a7c9-897761ec549b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799978 Sep 23 06:40:47.301526 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-5a53a2c6-d838-4c76-8e96-2294647d8a56 req-d273f63a-7bf8-4747-ade6-bbc33075319b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:47.419261 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c623c4-5184-4492-b204-64f1e2c73de1 req-cc12c936-abca-40eb-8a38-1817a7cb2937 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:47.425116 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['28467b07-f6b6-48aa-93f5-7df2f64a0157'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:40:47.429595 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-28c623c4-5184-4492-b204-64f1e2c73de1 req-cc12c936-abca-40eb-8a38-1817a7cb2937 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef18adb-19f8-43b5-8dc9-ede7286ee548 HTTP/1.1" status: 200 len: 949 time: 0.3438897 Sep 23 06:40:47.557158 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 3c903fcc-8ebc-4c45-a0c6-d6ed70146b3c up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:40:47.631961 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa4b0894-0464-4045-ad43-5893e9845b83 req-b88cc5a1-4763-41fc-ae5c-fbeec20714af tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Made reservation on behalf of ba19de2ddc8c48f1b04b3c37ffcf4f4c for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:40:47.636010 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-fa4b0894-0464-4045-ad43-5893e9845b83 req-b88cc5a1-4763-41fc-ae5c-fbeec20714af tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:47.708040 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 3c903fcc-8ebc-4c45-a0c6-d6ed70146b3c triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:40:47.708630 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:47.728876 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-5496187d-b9c4-437e-b6ba-4d630253e4b1 admin admin] Allocated IP 172.20.0.1 (f344d72e-2515-4ae1-b407-677954c55f1d/74afc9c5-ebde-436e-ada9-9111bfc92597/9346b3ae-f80c-4ced-a5e1-bd9c63169ab4) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:40:47.851876 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:47.857746 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5496187d-b9c4-437e-b6ba-4d630253e4b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:47.879410 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port 3c903fcc-8ebc-4c45-a0c6-d6ed70146b3c, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=3c903fcc-8ebc-4c45-a0c6-d6ed70146b3c,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:40:47.886539 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:47.904797 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5496187d-b9c4-437e-b6ba-4d630253e4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:47.908555 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d273f63a-7bf8-4747-ade6-bbc33075319b service neutron] Pushing event updated for resources: {'Port': ['ID=0b17520a-2238-40c7-a428-f3c566f41ff9,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:47.919408 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89d8c17-8031-487e-8db8-41905c19621c req-cf5fed6e-78bd-4e62-adc0-536804cffeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:47.921172 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c89d8c17-8031-487e-8db8-41905c19621c req-cf5fed6e-78bd-4e62-adc0-536804cffeb2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=64ac7894e2284bc191ac7c20f7f9ca7f&device_id=3b299a60-b390-4402-8035-a9d80acba074 HTTP/1.1" status: 200 len: 1096 time: 0.6061466 Sep 23 06:40:47.933021 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-28c623c4-5184-4492-b204-64f1e2c73de1 req-7734ebbb-1cda-456b-b99c-b4f07886609f tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5025036 Sep 23 06:40:47.964199 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=3c903fcc-8ebc-4c45-a0c6-d6ed70146b3c,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:48.039520 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-5a53a2c6-d838-4c76-8e96-2294647d8a56 req-d273f63a-7bf8-4747-ade6-bbc33075319b service neutron] Attempting to bind port 0b17520a-2238-40c7-a428-f3c566f41ff9 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:40:48.039873 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-5a53a2c6-d838-4c76-8e96-2294647d8a56 req-d273f63a-7bf8-4747-ade6-bbc33075319b service neutron] Attempting to bind port 0b17520a-2238-40c7-a428-f3c566f41ff9 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:40:48.040180 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a53a2c6-d838-4c76-8e96-2294647d8a56 req-d273f63a-7bf8-4747-ade6-bbc33075319b service neutron] Attempting to bind port 0b17520a-2238-40c7-a428-f3c566f41ff9 on network 16515f0f-e5a6-4630-a440-e11fb2e02062 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:40:48.049155 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-193d5c74-0c10-467e-b804-27c60992c532 req-9666cbbe-925a-49d1-ac13-f94d5f130664 service neutron] 10.222.0.58 "GET /v2.0/networks/26aba36e-f765-4b4a-a7c9-897761ec549b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7378244 Sep 23 06:40:48.057821 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97a3aba-5f7f-458a-ba94-b51ca2d4deac req-b4e138a1-27f4-476e-8e3a-c9ef4abdc462 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:48.059247 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c97a3aba-5f7f-458a-ba94-b51ca2d4deac req-b4e138a1-27f4-476e-8e3a-c9ef4abdc462 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=526a986e-513d-42ed-a665-fbd73e935504 HTTP/1.1" status: 200 len: 945 time: 0.1782174 Sep 23 06:40:48.060320 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a53a2c6-d838-4c76-8e96-2294647d8a56 req-d273f63a-7bf8-4747-ade6-bbc33075319b service neutron] Port 0b17520a-2238-40c7-a428-f3c566f41ff9 on network 16515f0f-e5a6-4630-a440-e11fb2e02062 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:40:48.060320 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a53a2c6-d838-4c76-8e96-2294647d8a56 req-d273f63a-7bf8-4747-ade6-bbc33075319b service neutron] Attempting to bind port 0b17520a-2238-40c7-a428-f3c566f41ff9 on network 16515f0f-e5a6-4630-a440-e11fb2e02062 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:40:48.071695 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a53a2c6-d838-4c76-8e96-2294647d8a56 req-d273f63a-7bf8-4747-ade6-bbc33075319b service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:40:48.072285 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a53a2c6-d838-4c76-8e96-2294647d8a56 req-d273f63a-7bf8-4747-ade6-bbc33075319b service neutron] Checking segment: {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:40:48.074243 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5496187d-b9c4-437e-b6ba-4d630253e4b1 admin admin] Network f344d72e-2515-4ae1-b407-677954c55f1d is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:40:48.081752 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a53a2c6-d838-4c76-8e96-2294647d8a56 req-d273f63a-7bf8-4747-ade6-bbc33075319b service neutron] Bound using segment: {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:40:48.084003 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-5a53a2c6-d838-4c76-8e96-2294647d8a56 req-d273f63a-7bf8-4747-ade6-bbc33075319b service neutron] Bound port: 0b17520a-2238-40c7-a428-f3c566f41ff9, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:40:48.084415 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-5a53a2c6-d838-4c76-8e96-2294647d8a56 req-d273f63a-7bf8-4747-ade6-bbc33075319b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:48.100550 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-5496187d-b9c4-437e-b6ba-4d630253e4b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:40:48.118909 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5496187d-b9c4-437e-b6ba-4d630253e4b1 admin admin] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:40:48.119335 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5496187d-b9c4-437e-b6ba-4d630253e4b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068614'] for router_interface, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:48.175717 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c97a3aba-5f7f-458a-ba94-b51ca2d4deac req-1fac986a-b0c2-4580-8279-57a29e5bfe46 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102886 Sep 23 06:40:48.207332 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-5a53a2c6-d838-4c76-8e96-2294647d8a56 req-d273f63a-7bf8-4747-ade6-bbc33075319b service neutron] For port 0b17520a-2238-40c7-a428-f3c566f41ff9, host n-h2-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:40:48.212054 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-5a53a2c6-d838-4c76-8e96-2294647d8a56 req-d273f63a-7bf8-4747-ade6-bbc33075319b service neutron] For port 0b17520a-2238-40c7-a428-f3c566f41ff9, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=0b17520a-2238-40c7-a428-f3c566f41ff9,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:40:48.216813 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-5a53a2c6-d838-4c76-8e96-2294647d8a56 req-d273f63a-7bf8-4747-ade6-bbc33075319b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:48.226041 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5496187d-b9c4-437e-b6ba-4d630253e4b1 admin admin] Pushing event updated for resources: {'Port': ['ID=9346b3ae-f80c-4ced-a5e1-bd9c63169ab4,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:48.311445 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a53a2c6-d838-4c76-8e96-2294647d8a56 req-d273f63a-7bf8-4747-ade6-bbc33075319b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:48.312114 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-5a53a2c6-d838-4c76-8e96-2294647d8a56 req-d273f63a-7bf8-4747-ade6-bbc33075319b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:48.314178 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5a53a2c6-d838-4c76-8e96-2294647d8a56 req-d273f63a-7bf8-4747-ade6-bbc33075319b service neutron] 10.222.0.58 "PUT /v2.0/ports/0b17520a-2238-40c7-a428-f3c566f41ff9 HTTP/1.1" status: 200 len: 1097 time: 2.1610396 Sep 23 06:40:48.317165 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14d41217-85f8-4b83-9fe1-90caa01cf293', 'tag': '0b17520a-2238-40c7-a428-f3c566f41ff9'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:40:48.319460 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b1a02d-61ca-4bbe-8a3a-e260230adaa4" -d '{"events": [{"name": "network-changed", "server_uuid": "14d41217-85f8-4b83-9fe1-90caa01cf293", "tag": "0b17520a-2238-40c7-a428-f3c566f41ff9"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:40:48.323924 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc7f2f8e-2dcb-476b-a7e4-98e66b980c2f req-8ca1a831-aa88-481f-9a7b-3aaf513787fb tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=24161fdf-5d99-4272-9d81-593c04cd8557 HTTP/1.1" status: 200 len: 210 time: 0.0521562 Sep 23 06:40:48.372835 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d273f63a-7bf8-4747-ade6-bbc33075319b service neutron] Pushing event updated for resources: {'Port': ['ID=0b17520a-2238-40c7-a428-f3c566f41ff9,revision_number=3']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:48.419368 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-37366749-d6c5-4110-9ef2-261fc3f10515 None None] Provisioning complete for port 9346b3ae-f80c-4ced-a5e1-bd9c63169ab4 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:40:48.419756 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-37366749-d6c5-4110-9ef2-261fc3f10515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:48.479893 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-37366749-d6c5-4110-9ef2-261fc3f10515 None None] Port 9346b3ae-f80c-4ced-a5e1-bd9c63169ab4 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:40:48.572374 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d5c74-0c10-467e-b804-27c60992c532 req-b5b34135-120f-4988-b1e8-289e85b0f5b4 tempest-LiveAutoBlockMigrationV225Test-1648181363 tempest-LiveAutoBlockMigrationV225Test-1648181363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:48.573894 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-193d5c74-0c10-467e-b804-27c60992c532 req-b5b34135-120f-4988-b1e8-289e85b0f5b4 tempest-LiveAutoBlockMigrationV225Test-1648181363 tempest-LiveAutoBlockMigrationV225Test-1648181363-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=526a986e-513d-42ed-a665-fbd73e935504&tenant_id=4f0064bb53474048bf6eb5b78e44e4ae&binding%3Ahost_id=n-h2-715271-16 HTTP/1.1" status: 200 len: 1097 time: 0.1201696 Sep 23 06:40:48.581849 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a430b9a7-ccba-4dca-a7a7-9c19c5fee430 req-da39bad8-ac27-4d71-9cb7-d8b516036779 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:48.583291 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a430b9a7-ccba-4dca-a7a7-9c19c5fee430 req-da39bad8-ac27-4d71-9cb7-d8b516036779 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=f559566e-6477-4aed-b38a-9fb7a705dfc2 HTTP/1.1" status: 200 len: 949 time: 0.1200159 Sep 23 06:40:48.585073 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a53a2c6-d838-4c76-8e96-2294647d8a56 req-1ac9255a-00a7-45a8-bc12-53dd4f85bee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:48.588200 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5a53a2c6-d838-4c76-8e96-2294647d8a56 req-1ac9255a-00a7-45a8-bc12-53dd4f85bee6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ba19de2ddc8c48f1b04b3c37ffcf4f4c&device_id=14d41217-85f8-4b83-9fe1-90caa01cf293 HTTP/1.1" status: 200 len: 1100 time: 0.1226199 Sep 23 06:40:48.641327 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496d2978-fff6-44f9-9e71-c888be49a9d5 req-929f95f2-6fa3-48cf-93ec-fea07707b692 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:48.642901 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-496d2978-fff6-44f9-9e71-c888be49a9d5 req-929f95f2-6fa3-48cf-93ec-fea07707b692 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] 10.222.0.39 "GET /v2.0/ports?device_id=56bc1261-3acf-4c6c-82a4-210df30ce21a HTTP/1.1" status: 200 len: 948 time: 0.6083684 Sep 23 06:40:48.672918 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 28467b07-f6b6-48aa-93f5-7df2f64a0157 up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:40:48.701322 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5a53a2c6-d838-4c76-8e96-2294647d8a56 req-3af4d4c7-5f82-4988-b743-004e04eeac99 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=0b17520a-2238-40c7-a428-f3c566f41ff9 HTTP/1.1" status: 200 len: 217 time: 0.0797899 Sep 23 06:40:48.704152 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89d8c17-8031-487e-8db8-41905c19621c req-885907db-db3c-4c8b-8bdb-8a57846e5585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:48.706086 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c89d8c17-8031-487e-8db8-41905c19621c req-885907db-db3c-4c8b-8bdb-8a57846e5585 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b41a91e1-341c-4340-b7a8-8779367a7828 HTTP/1.1" status: 200 len: 909 time: 0.7496343 Sep 23 06:40:48.708302 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a430b9a7-ccba-4dca-a7a7-9c19c5fee430 req-ef37f701-7a7d-4fe4-b5a8-3fc90cbc5f6b tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094987 Sep 23 06:40:48.755875 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-fa4b0894-0464-4045-ad43-5893e9845b83 req-b88cc5a1-4763-41fc-ae5c-fbeec20714af tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Allocated IP 192.168.233.145 (16515f0f-e5a6-4630-a440-e11fb2e02062/3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e/e3c7b14d-9513-45b9-802e-9b59da3e7780) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:40:48.759050 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port 28467b07-f6b6-48aa-93f5-7df2f64a0157 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:40:48.766052 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port 28467b07-f6b6-48aa-93f5-7df2f64a0157 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:40:48.766876 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:48.812652 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a53a2c6-d838-4c76-8e96-2294647d8a56 req-4a331ad9-d3de-4467-8a86-fef53b1732fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:48.814158 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5a53a2c6-d838-4c76-8e96-2294647d8a56 req-4a331ad9-d3de-4467-8a86-fef53b1732fb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e HTTP/1.1" status: 200 len: 843 time: 0.1030631 Sep 23 06:40:48.842192 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c89d8c17-8031-487e-8db8-41905c19621c req-b042df40-ed6c-425d-b579-138d633427c1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60a7e2b7-e3a4-44f0-9c74-80cc2e28b807 HTTP/1.1" status: 200 len: 217 time: 0.1018023 Sep 23 06:40:48.863173 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:48.892811 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56bc1261-3acf-4c6c-82a4-210df30ce21a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28467b07-f6b6-48aa-93f5-7df2f64a0157'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:40:48.895355 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5445eb30-79eb-44ce-b972-d949b31796a5" -d '{"events": [{"server_uuid": "56bc1261-3acf-4c6c-82a4-210df30ce21a", "name": "network-vif-plugged", "status": "completed", "tag": "28467b07-f6b6-48aa-93f5-7df2f64a0157"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:40:48.910001 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 28467b07-f6b6-48aa-93f5-7df2f64a0157, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=28467b07-f6b6-48aa-93f5-7df2f64a0157,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:40:48.917284 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:48.924351 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-496d2978-fff6-44f9-9e71-c888be49a9d5 req-24acbb31-dfb3-4c81-86f7-3ce71f562177 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] 10.222.0.39 "GET /v2.0/security-groups?id=31c87a2f-e5c8-4cdb-9e7e-5c7fd26b024b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558386 Sep 23 06:40:48.954870 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06830672-bcf0-463a-9707-335102133221 req-aeef5891-8055-4b87-a884-6c4a9357e2c5 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:48.962505 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-06830672-bcf0-463a-9707-335102133221 req-aeef5891-8055-4b87-a884-6c4a9357e2c5 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b299a60-b390-4402-8035-a9d80acba074 HTTP/1.1" status: 200 len: 944 time: 0.1824343 Sep 23 06:40:48.983438 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=28467b07-f6b6-48aa-93f5-7df2f64a0157,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:48.988001 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a53a2c6-d838-4c76-8e96-2294647d8a56 req-9fedea02-97a2-4127-a61c-37efc13bc408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:48.989523 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5a53a2c6-d838-4c76-8e96-2294647d8a56 req-9fedea02-97a2-4127-a61c-37efc13bc408 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=16515f0f-e5a6-4630-a440-e11fb2e02062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1279612 Sep 23 06:40:48.991067 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7bc3d54-3f0b-4f7a-9ec3-833d51c47f74 x-openstack-request-id: req-b7bc3d54-3f0b-4f7a-9ec3-833d51c47f74 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:40:48.991347 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14d41217-85f8-4b83-9fe1-90caa01cf293", "tag": "0b17520a-2238-40c7-a428-f3c566f41ff9", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:40:48.991594 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b7bc3d54-3f0b-4f7a-9ec3-833d51c47f74 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:40:48.992601 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14d41217-85f8-4b83-9fe1-90caa01cf293', 'tag': '0b17520a-2238-40c7-a428-f3c566f41ff9', 'status': 'completed', 'code': 200} Sep 23 06:40:48.995804 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-193d5c74-0c10-467e-b804-27c60992c532 req-026d796e-45eb-4afb-ad48-25a0d5e06b12 service neutron] For port b06ef613-7fe5-4ebe-9422-fc0b856ea77e, host n-h1-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:40:48.998049 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89d8c17-8031-487e-8db8-41905c19621c req-dc5310e7-5837-48f8-bc13-ac2e3b284752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:48.999715 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c89d8c17-8031-487e-8db8-41905c19621c req-dc5310e7-5837-48f8-bc13-ac2e3b284752 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c7d428fe-182b-4149-b884-87c9d4508732 HTTP/1.1" status: 200 len: 848 time: 0.1487558 Sep 23 06:40:49.000501 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-193d5c74-0c10-467e-b804-27c60992c532 req-026d796e-45eb-4afb-ad48-25a0d5e06b12 service neutron] Notify callbacks [] for binding, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:49.002175 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-193d5c74-0c10-467e-b804-27c60992c532 req-026d796e-45eb-4afb-ad48-25a0d5e06b12 service neutron] 10.222.0.58 "DELETE /v2.0/ports/b06ef613-7fe5-4ebe-9422-fc0b856ea77e/bindings/n-h1-715271-16 HTTP/1.1" status: 204 len: 173 time: 0.3872752 Sep 23 06:40:49.021802 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-06830672-bcf0-463a-9707-335102133221 req-17155319-eb37-44fc-85f8-78744c144014 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583010 Sep 23 06:40:49.079090 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c89d8c17-8031-487e-8db8-41905c19621c req-645fbda8-0c60-479c-8bc3-4a88f300ae27 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b41a91e1-341c-4340-b7a8-8779367a7828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613821 Sep 23 06:40:49.129660 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a2d25b0-d5fb-4e88-a302-9e11bf13c39d x-openstack-request-id: req-8a2d25b0-d5fb-4e88-a302-9e11bf13c39d {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:40:49.129986 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56bc1261-3acf-4c6c-82a4-210df30ce21a", "name": "network-vif-plugged", "status": "completed", "tag": "28467b07-f6b6-48aa-93f5-7df2f64a0157", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:40:49.130251 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8a2d25b0-d5fb-4e88-a302-9e11bf13c39d {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:40:49.130658 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56bc1261-3acf-4c6c-82a4-210df30ce21a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28467b07-f6b6-48aa-93f5-7df2f64a0157', 'code': 200} Sep 23 06:40:49.136065 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5496187d-b9c4-437e-b6ba-4d630253e4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:49.211974 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4e2b07-f767-4743-b514-57e48bd84694 req-65ee4b70-452c-483e-b233-3e30a52c9496 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:49.218396 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7d4e2b07-f767-4743-b514-57e48bd84694 req-65ee4b70-452c-483e-b233-3e30a52c9496 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d066146-5326-49ba-9d6b-ab3e86c1461c HTTP/1.1" status: 200 len: 950 time: 0.0862608 Sep 23 06:40:49.222694 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5a53a2c6-d838-4c76-8e96-2294647d8a56 req-5bbefaf8-a2f6-4d75-8435-3a460403b700 service neutron] 10.222.0.58 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932549 Sep 23 06:40:49.273551 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7d4e2b07-f767-4743-b514-57e48bd84694 req-6e1000bc-2901-4023-b55a-badf4381338b tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534670 Sep 23 06:40:49.347847 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-fa4b0894-0464-4045-ad43-5893e9845b83 req-b88cc5a1-4763-41fc-ae5c-fbeec20714af tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:49.382273 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5a53a2c6-d838-4c76-8e96-2294647d8a56 req-c160b306-ccf5-4962-9cb6-145e4a911592 service neutron] 10.222.0.58 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374135 Sep 23 06:40:49.402775 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb777e1-7d90-4bff-a825-0b9cdfa408d0 req-2d998e90-b24a-4e30-9971-3992b4748f90 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:49.412888 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-afb777e1-7d90-4bff-a825-0b9cdfa408d0 req-2d998e90-b24a-4e30-9971-3992b4748f90 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=526a986e-513d-42ed-a665-fbd73e935504 HTTP/1.1" status: 200 len: 945 time: 0.0789158 Sep 23 06:40:49.425287 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5c3501-1fde-4842-ac6a-2d2ae8570b9e req-021392c1-e547-480b-b16b-702ac028d16d tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:49.426857 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2b5c3501-1fde-4842-ac6a-2d2ae8570b9e req-021392c1-e547-480b-b16b-702ac028d16d tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef18adb-19f8-43b5-8dc9-ede7286ee548 HTTP/1.1" status: 200 len: 949 time: 0.2290618 Sep 23 06:40:49.432775 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd6f056-eecc-4d40-b7f5-7cd16d8a9e1d req-4f052b0f-9031-455b-8533-a0f24b640c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:49.434223 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ccd6f056-eecc-4d40-b7f5-7cd16d8a9e1d req-4f052b0f-9031-455b-8533-a0f24b640c23 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=56bc1261-3acf-4c6c-82a4-210df30ce21a HTTP/1.1" status: 200 len: 1101 time: 0.1873748 Sep 23 06:40:49.439099 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c89d8c17-8031-487e-8db8-41905c19621c req-5d375e2b-62ba-444b-8ce0-a5a1e0560f5c service neutron] 10.222.0.21 "GET /v2.0/networks/b41a91e1-341c-4340-b7a8-8779367a7828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243437 Sep 23 06:40:49.458793 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-afb777e1-7d90-4bff-a825-0b9cdfa408d0 req-ef1b7882-2d31-402f-9bf0-61262c11bbbb tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444643 Sep 23 06:40:49.463595 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 3c903fcc-8ebc-4c45-a0c6-d6ed70146b3c up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:40:49.553327 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 3c903fcc-8ebc-4c45-a0c6-d6ed70146b3c triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:40:49.553722 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:49.568651 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b1a02d-61ca-4bbe-8a3a-e260230adaa4 req-bb3f74d1-2cf7-4f06-a1b7-081bb66fe378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:49.570904 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-78b1a02d-61ca-4bbe-8a3a-e260230adaa4 req-bb3f74d1-2cf7-4f06-a1b7-081bb66fe378 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ba19de2ddc8c48f1b04b3c37ffcf4f4c&device_id=14d41217-85f8-4b83-9fe1-90caa01cf293 HTTP/1.1" status: 200 len: 1100 time: 0.0746553 Sep 23 06:40:49.631151 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2b5c3501-1fde-4842-ac6a-2d2ae8570b9e req-52a89051-484e-45c4-9828-808c89ba1f44 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630037 Sep 23 06:40:49.634154 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-fa4b0894-0464-4045-ad43-5893e9845b83 req-b88cc5a1-4763-41fc-ae5c-fbeec20714af tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:49.668747 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ccd6f056-eecc-4d40-b7f5-7cd16d8a9e1d req-6df573e5-e525-4b74-8e5d-dc978022c83f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=31c87a2f-e5c8-4cdb-9e7e-5c7fd26b024b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956749 Sep 23 06:40:49.727562 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa4b0894-0464-4045-ad43-5893e9845b83 req-b88cc5a1-4763-41fc-ae5c-fbeec20714af tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Network 16515f0f-e5a6-4630-a440-e11fb2e02062 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:40:49.736399 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5496187d-b9c4-437e-b6ba-4d630253e4b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:49.744518 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-fa4b0894-0464-4045-ad43-5893e9845b83 req-b88cc5a1-4763-41fc-ae5c-fbeec20714af tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:40:49.752198 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa4b0894-0464-4045-ad43-5893e9845b83 req-b88cc5a1-4763-41fc-ae5c-fbeec20714af tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:40:49.756878 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b1a02d-61ca-4bbe-8a3a-e260230adaa4 req-92e4657c-ee30-4d1e-bafd-7ae3aa3ac781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:49.758745 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b0894-0464-4045-ad43-5893e9845b83 req-b88cc5a1-4763-41fc-ae5c-fbeec20714af tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:49.759392 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-fa4b0894-0464-4045-ad43-5893e9845b83 req-b88cc5a1-4763-41fc-ae5c-fbeec20714af tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:49.759575 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-78b1a02d-61ca-4bbe-8a3a-e260230adaa4 req-92e4657c-ee30-4d1e-bafd-7ae3aa3ac781 service neutron] 10.222.0.58 "GET /v2.0/networks?id=16515f0f-e5a6-4630-a440-e11fb2e02062 HTTP/1.1" status: 200 len: 870 time: 0.1615415 Sep 23 06:40:49.764490 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5496187d-b9c4-437e-b6ba-4d630253e4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:49.765290 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5496187d-b9c4-437e-b6ba-4d630253e4b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067062'] for router_interface, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:49.792633 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88cc5a1-4763-41fc-ae5c-fbeec20714af tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Pushing event updated for resources: {'Port': ['ID=e3c7b14d-9513-45b9-802e-9b59da3e7780,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:49.796524 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c89d8c17-8031-487e-8db8-41905c19621c req-cff8a196-9b41-4422-9671-f07ea481d1f8 service neutron] 10.222.0.21 "GET /v2.0/networks/b41a91e1-341c-4340-b7a8-8779367a7828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3258865 Sep 23 06:40:49.845813 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-78b1a02d-61ca-4bbe-8a3a-e260230adaa4 req-97ed783c-bdc2-4a5d-b86a-91aa8ed09c90 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=0b17520a-2238-40c7-a428-f3c566f41ff9 HTTP/1.1" status: 200 len: 217 time: 0.0623341 Sep 23 06:40:49.869839 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a7dd0-6020-4056-a22f-322c1fac5327 req-0691c545-e6aa-4374-a0d1-f5062379abcb tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:49.872249 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fa4b0894-0464-4045-ad43-5893e9845b83 req-b88cc5a1-4763-41fc-ae5c-fbeec20714af tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8444812 Sep 23 06:40:49.877184 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a7dd0-6020-4056-a22f-322c1fac5327 req-0691c545-e6aa-4374-a0d1-f5062379abcb tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:49.878859 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2d3a7dd0-6020-4056-a22f-322c1fac5327 req-0691c545-e6aa-4374-a0d1-f5062379abcb tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d066146-5326-49ba-9d6b-ab3e86c1461c&device_id=f559566e-6477-4aed-b38a-9fb7a705dfc2 HTTP/1.1" status: 200 len: 1690 time: 0.1056256 Sep 23 06:40:49.925340 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f1b6c-c81e-4789-8b1d-10bf7c19c2d9 req-043814a9-9d00-4b00-a992-6daa8e43e351 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:49.927088 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-303f1b6c-c81e-4789-8b1d-10bf7c19c2d9 req-043814a9-9d00-4b00-a992-6daa8e43e351 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=24161fdf-5d99-4272-9d81-593c04cd8557 HTTP/1.1" status: 200 len: 936 time: 0.1784561 Sep 23 06:40:49.940198 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-fa4b0894-0464-4045-ad43-5893e9845b83 req-94ce37ac-6ceb-4349-b0d0-65cc68e24a4d service neutron] Request body: {'port': {'device_id': '24161fdf-5d99-4272-9d81-593c04cd8557', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:40:49.949998 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5496187d-b9c4-437e-b6ba-4d630253e4b1 admin admin] Pushing event updated for resources: {'Port': ['ID=9346b3ae-f80c-4ced-a5e1-bd9c63169ab4,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:49.956989 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2d3a7dd0-6020-4056-a22f-322c1fac5327 req-cd8f8214-ea49-4453-bb92-0ad47a910bdb tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667393 Sep 23 06:40:49.958993 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b1a02d-61ca-4bbe-8a3a-e260230adaa4 req-299c6e92-1881-4d0e-9179-cd50efd0e392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:49.965203 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-78b1a02d-61ca-4bbe-8a3a-e260230adaa4 req-299c6e92-1881-4d0e-9179-cd50efd0e392 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e HTTP/1.1" status: 200 len: 843 time: 0.0806527 Sep 23 06:40:50.027695 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b1a02d-61ca-4bbe-8a3a-e260230adaa4 req-8df5aad0-a4f3-43cb-8e4e-2236db6ca3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:50.029474 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-78b1a02d-61ca-4bbe-8a3a-e260230adaa4 req-8df5aad0-a4f3-43cb-8e4e-2236db6ca3ac service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=16515f0f-e5a6-4630-a440-e11fb2e02062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0516460 Sep 23 06:40:50.039482 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-47b91bb7-e13b-40e2-87ca-67c05903a118 None None] Provisioning complete for port e3c7b14d-9513-45b9-802e-9b59da3e7780 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:40:50.040042 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-47b91bb7-e13b-40e2-87ca-67c05903a118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:50.047475 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5496187d-b9c4-437e-b6ba-4d630253e4b1 admin admin] Network f344d72e-2515-4ae1-b407-677954c55f1d is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:40:50.054108 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-5496187d-b9c4-437e-b6ba-4d630253e4b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:40:50.066691 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-303f1b6c-c81e-4789-8b1d-10bf7c19c2d9 req-339b2254-50bc-4418-bb80-e52511f640c9 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218901 Sep 23 06:40:50.066902 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-fa4b0894-0464-4045-ad43-5893e9845b83 req-94ce37ac-6ceb-4349-b0d0-65cc68e24a4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:50.096106 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-47b91bb7-e13b-40e2-87ca-67c05903a118 None None] Port e3c7b14d-9513-45b9-802e-9b59da3e7780 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:40:50.190692 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [req-1335638d-3e79-471e-96df-206b7c8a43fc req-3f1683c3-569e-4c14-a006-7074e6996c5a service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 06:40:50.192327 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1335638d-3e79-471e-96df-206b7c8a43fc req-3f1683c3-569e-4c14-a006-7074e6996c5a service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059514 Sep 23 06:40:50.234788 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-78b1a02d-61ca-4bbe-8a3a-e260230adaa4 req-f48f6546-3c1a-4530-8bfa-d6f7ab56e409 service neutron] 10.222.0.58 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822898 Sep 23 06:40:50.329943 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-b37eea48-ddc2-44e7-9bd7-abe65d43d5b3 None None] Provisioning complete for port 9346b3ae-f80c-4ced-a5e1-bd9c63169ab4 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:40:50.330425 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b37eea48-ddc2-44e7-9bd7-abe65d43d5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:50.373146 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-78b1a02d-61ca-4bbe-8a3a-e260230adaa4 req-345abe3a-a9a2-44be-aa1c-1d10ac384d02 service neutron] 10.222.0.58 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186528 Sep 23 06:40:50.381192 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5496187d-b9c4-437e-b6ba-4d630253e4b1 admin admin] Router 453a505e-8f37-4ac5-9418-de38fac35416 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:40:50.390436 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aba2e3a-cb38-42be-ae92-76fb1c82e70e req-148f515d-a7bd-4e84-a908-4b1bdf50218b tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:50.393227 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5aba2e3a-cb38-42be-ae92-76fb1c82e70e req-148f515d-a7bd-4e84-a908-4b1bdf50218b tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] 10.222.0.39 "GET /v2.0/ports?device_id=56bc1261-3acf-4c6c-82a4-210df30ce21a HTTP/1.1" status: 200 len: 949 time: 0.2318375 Sep 23 06:40:50.407991 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-b37eea48-ddc2-44e7-9bd7-abe65d43d5b3 None None] Port 9346b3ae-f80c-4ced-a5e1-bd9c63169ab4 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:40:50.528314 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c4d9d3-81e8-4c34-9182-6e53a6de1e1d req-5557dff5-a7b4-4b7b-a6e3-5f961776f537 tempest-LiveAutoBlockMigrationV225Test-1648181363 tempest-LiveAutoBlockMigrationV225Test-1648181363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:50.531332 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-87c4d9d3-81e8-4c34-9182-6e53a6de1e1d req-5557dff5-a7b4-4b7b-a6e3-5f961776f537 tempest-LiveAutoBlockMigrationV225Test-1648181363 tempest-LiveAutoBlockMigrationV225Test-1648181363-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=526a986e-513d-42ed-a665-fbd73e935504 HTTP/1.1" status: 200 len: 1097 time: 0.0499790 Sep 23 06:40:50.574479 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-87c4d9d3-81e8-4c34-9182-6e53a6de1e1d req-766e9558-794f-45a7-8a70-ee19a95a13b9 tempest-LiveAutoBlockMigrationV225Test-1648181363 tempest-LiveAutoBlockMigrationV225Test-1648181363-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366380 Sep 23 06:40:50.628472 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5aba2e3a-cb38-42be-ae92-76fb1c82e70e req-fbaab96b-84fc-4f92-b56d-bdab2be19a52 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] 10.222.0.39 "GET /v2.0/security-groups?id=31c87a2f-e5c8-4cdb-9e7e-5c7fd26b024b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203538 Sep 23 06:40:50.655547 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7e5a9476-d833-4620-839b-b77e9a113665 req-2f4347fc-25eb-4e0b-be8d-5e782cdfa4fd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0ef18adb-19f8-43b5-8dc9-ede7286ee548&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2147684 Sep 23 06:40:50.699424 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 60a7e2b7-e3a4-44f0-9c74-80cc2e28b807 details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:40:50.795259 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71b549c-3cfd-4407-bfc5-c228c8b8e9f4 req-ed79ab3c-d86a-42ad-8dff-3308f18cdf24 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:50.796519 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a71b549c-3cfd-4407-bfc5-c228c8b8e9f4 req-ed79ab3c-d86a-42ad-8dff-3308f18cdf24 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b299a60-b390-4402-8035-a9d80acba074 HTTP/1.1" status: 200 len: 944 time: 0.0973787 Sep 23 06:40:50.858921 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a71b549c-3cfd-4407-bfc5-c228c8b8e9f4 req-a4faf099-0025-4b5b-b742-6e14397b7241 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500400 Sep 23 06:40:50.934780 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 60a7e2b7-e3a4-44f0-9c74-80cc2e28b807, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=60a7e2b7-e3a4-44f0-9c74-80cc2e28b807,segment=NetworkSegment(a2ee209e-d4ee-4c6a-8401-bd714bf3436e),segment_id=a2ee209e-d4ee-4c6a-8401-bd714bf3436e)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:40:50.954814 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': '60a7e2b7-e3a4-44f0-9c74-80cc2e28b807', 'network_id': 'b41a91e1-341c-4340-b7a8-8779367a7828', 'port_id': '60a7e2b7-e3a4-44f0-9c74-80cc2e28b807', 'mac_address': 'fa:16:3e:06:92:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7d428fe-182b-4149-b884-87c9d4508732', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:40:51.001790 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c37bc63-5662-457f-a36c-6e9751dcada8 req-35933f27-4f53-4496-b471-3f9f54e6be35 tempest-ServersOnMultiNodesTest-68966466 tempest-ServersOnMultiNodesTest-68966466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:51.012790 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7c37bc63-5662-457f-a36c-6e9751dcada8 req-35933f27-4f53-4496-b471-3f9f54e6be35 tempest-ServersOnMultiNodesTest-68966466 tempest-ServersOnMultiNodesTest-68966466-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=0d066146-5326-49ba-9d6b-ab3e86c1461c HTTP/1.1" status: 200 len: 1102 time: 0.0711374 Sep 23 06:40:51.020741 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:51.047955 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60a7e2b7-e3a4-44f0-9c74-80cc2e28b807 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:40:51.062775 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7c37bc63-5662-457f-a36c-6e9751dcada8 req-3e47459d-17ee-4e78-8ba8-c122d5d39a97 tempest-ServersOnMultiNodesTest-68966466 tempest-ServersOnMultiNodesTest-68966466-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489299 Sep 23 06:40:51.094160 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 60a7e2b7-e3a4-44f0-9c74-80cc2e28b807, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=60a7e2b7-e3a4-44f0-9c74-80cc2e28b807,segment=NetworkSegment(a2ee209e-d4ee-4c6a-8401-bd714bf3436e),segment_id=a2ee209e-d4ee-4c6a-8401-bd714bf3436e)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:40:51.099584 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:51.172828 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=60a7e2b7-e3a4-44f0-9c74-80cc2e28b807,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:51.185143 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5496187d-b9c4-437e-b6ba-4d630253e4b1 admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:40:51.213147 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-5496187d-b9c4-437e-b6ba-4d630253e4b1 admin admin] 10.222.0.39 "PUT /v2.0/routers/453a505e-8f37-4ac5-9418-de38fac35416/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0561397 Sep 23 06:40:51.225433 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5283f21f-9a5a-49ab-8fb9-64fb0cfdf03c None None] Sync routers for ids ['453a505e-8f37-4ac5-9418-de38fac35416'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:40:51.240607 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5283f21f-9a5a-49ab-8fb9-64fb0cfdf03c None None] Routers {'453a505e-8f37-4ac5-9418-de38fac35416'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:40:51.241800 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-5283f21f-9a5a-49ab-8fb9-64fb0cfdf03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:40:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['453a505e-8f37-4ac5-9418-de38fac35416'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:40:51.336532 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286367c3-a9ce-4204-93f1-7aaa40d1b9ba req-af7eb103-0cc1-41d2-a1b9-9d16f1a9325d tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:51.343647 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f613cf-2542-4f17-8cc5-2b6b37787fa9 req-f5018dad-b7e3-47e1-9aae-3c5724353ae8 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:51.345814 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-25f613cf-2542-4f17-8cc5-2b6b37787fa9 req-f5018dad-b7e3-47e1-9aae-3c5724353ae8 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef18adb-19f8-43b5-8dc9-ede7286ee548 HTTP/1.1" status: 200 len: 949 time: 0.2690358 Sep 23 06:40:51.352073 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-286367c3-a9ce-4204-93f1-7aaa40d1b9ba req-af7eb103-0cc1-41d2-a1b9-9d16f1a9325d tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/networks?id=26aba36e-f765-4b4a-a7c9-897761ec549b HTTP/1.1" status: 200 len: 821 time: 0.1690032 Sep 23 06:40:51.371069 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-286367c3-a9ce-4204-93f1-7aaa40d1b9ba req-3d0ef258-b693-4b9c-ad55-71ca2229f3c1 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/quotas/4f0064bb53474048bf6eb5b78e44e4ae HTTP/1.1" status: 200 len: 375 time: 0.0180063 Sep 23 06:40:51.386765 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-fa4b0894-0464-4045-ad43-5893e9845b83 req-94ce37ac-6ceb-4349-b0d0-65cc68e24a4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3c7b14d-9513-45b9-802e-9b59da3e7780 {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:40:51.404898 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-fa4b0894-0464-4045-ad43-5893e9845b83 req-94ce37ac-6ceb-4349-b0d0-65cc68e24a4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:51.420120 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-5283f21f-9a5a-49ab-8fb9-64fb0cfdf03c None None] Set router 453a505e-8f37-4ac5-9418-de38fac35416 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:40:51.468272 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-fa4b0894-0464-4045-ad43-5893e9845b83 req-94ce37ac-6ceb-4349-b0d0-65cc68e24a4d service neutron] Transition to ACTIVE for port object e3c7b14d-9513-45b9-802e-9b59da3e7780 will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:40:51.468732 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-286367c3-a9ce-4204-93f1-7aaa40d1b9ba req-1ff20d59-634e-4bac-9175-9531a0c69fba tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4f0064bb53474048bf6eb5b78e44e4ae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0946236 Sep 23 06:40:51.490022 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-25f613cf-2542-4f17-8cc5-2b6b37787fa9 req-7c711c57-3af4-4f06-b671-016456f8fcfb tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355302 Sep 23 06:40:51.493718 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-fa4b0894-0464-4045-ad43-5893e9845b83 req-94ce37ac-6ceb-4349-b0d0-65cc68e24a4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:51.577270 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-286367c3-a9ce-4204-93f1-7aaa40d1b9ba req-5e5859d1-85f7-4373-b3b4-7bbfa5f2aacf service neutron] 10.222.0.39 "GET /v2.0/networks/26aba36e-f765-4b4a-a7c9-897761ec549b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059487 Sep 23 06:40:51.630812 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ce37ac-6ceb-4349-b0d0-65cc68e24a4d service neutron] Pushing event updated for resources: {'Port': ['ID=e3c7b14d-9513-45b9-802e-9b59da3e7780,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:51.676090 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['60a7e2b7-e3a4-44f0-9c74-80cc2e28b807'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:40:51.691974 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bbbb10-2a9b-44ce-b182-10550e0861bb req-56cd6639-dbd2-4b2d-8eb6-f6b6418166e9 tempest-ServersOnMultiNodesTest-68966466 tempest-ServersOnMultiNodesTest-68966466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:51.694065 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-89bbbb10-2a9b-44ce-b182-10550e0861bb req-56cd6639-dbd2-4b2d-8eb6-f6b6418166e9 tempest-ServersOnMultiNodesTest-68966466 tempest-ServersOnMultiNodesTest-68966466-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f559566e-6477-4aed-b38a-9fb7a705dfc2 HTTP/1.1" status: 200 len: 1101 time: 0.1229193 Sep 23 06:40:51.695829 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-fa4b0894-0464-4045-ad43-5893e9845b83 req-94ce37ac-6ceb-4349-b0d0-65cc68e24a4d service neutron] Attempting to bind port e3c7b14d-9513-45b9-802e-9b59da3e7780 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:40:51.696157 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-fa4b0894-0464-4045-ad43-5893e9845b83 req-94ce37ac-6ceb-4349-b0d0-65cc68e24a4d service neutron] Attempting to bind port e3c7b14d-9513-45b9-802e-9b59da3e7780 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:40:51.696478 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4b0894-0464-4045-ad43-5893e9845b83 req-94ce37ac-6ceb-4349-b0d0-65cc68e24a4d service neutron] Attempting to bind port e3c7b14d-9513-45b9-802e-9b59da3e7780 on network 16515f0f-e5a6-4630-a440-e11fb2e02062 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:40:51.701804 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4b0894-0464-4045-ad43-5893e9845b83 req-94ce37ac-6ceb-4349-b0d0-65cc68e24a4d service neutron] Port e3c7b14d-9513-45b9-802e-9b59da3e7780 on network 16515f0f-e5a6-4630-a440-e11fb2e02062 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:40:51.703448 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4b0894-0464-4045-ad43-5893e9845b83 req-94ce37ac-6ceb-4349-b0d0-65cc68e24a4d service neutron] Attempting to bind port e3c7b14d-9513-45b9-802e-9b59da3e7780 on network 16515f0f-e5a6-4630-a440-e11fb2e02062 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:40:51.715230 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4b0894-0464-4045-ad43-5893e9845b83 req-94ce37ac-6ceb-4349-b0d0-65cc68e24a4d service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:40:51.715568 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4b0894-0464-4045-ad43-5893e9845b83 req-94ce37ac-6ceb-4349-b0d0-65cc68e24a4d service neutron] Checking segment: {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:40:51.717350 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4b0894-0464-4045-ad43-5893e9845b83 req-94ce37ac-6ceb-4349-b0d0-65cc68e24a4d service neutron] Bound using segment: {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:40:51.718814 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-fa4b0894-0464-4045-ad43-5893e9845b83 req-94ce37ac-6ceb-4349-b0d0-65cc68e24a4d service neutron] Bound port: e3c7b14d-9513-45b9-802e-9b59da3e7780, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:40:51.719181 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-fa4b0894-0464-4045-ad43-5893e9845b83 req-94ce37ac-6ceb-4349-b0d0-65cc68e24a4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:51.772541 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-5283f21f-9a5a-49ab-8fb9-64fb0cfdf03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453a505e-8f37-4ac5-9418-de38fac35416', 'name': 'tempest-FloatingIPsAssociationTestJSON-1870322060-router', 'tenant_id': '97692e1b5c1f4df985cc39910d526c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '3c903fcc-8ebc-4c45-a0c6-d6ed70146b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:40:39Z', 'updated_at': '2021-09-23T06:40:48Z', 'revision_number': 4, 'project_id': '97692e1b5c1f4df985cc39910d526c8e', 'gw_port': {'id': '3c903fcc-8ebc-4c45-a0c6-d6ed70146b3c', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453a505e-8f37-4ac5-9418-de38fac35416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:40:40Z', 'updated_at': '2021-09-23T06:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '9346b3ae-f80c-4ced-a5e1-bd9c63169ab4', 'name': '', 'network_id': 'f344d72e-2515-4ae1-b407-677954c55f1d', 'tenant_id': '97692e1b5c1f4df985cc39910d526c8e', 'mac_address': 'fa:16:3e:fa:52:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453a505e-8f37-4ac5-9418-de38fac35416', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '74afc9c5-ebde-436e-ada9-9111bfc92597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:40:47Z', 'updated_at': '2021-09-23T06:40:49Z', 'revision_number': 2, 'project_id': '97692e1b5c1f4df985cc39910d526c8e', 'subnets': [{'id': '74afc9c5-ebde-436e-ada9-9111bfc92597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:40:51.773968 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-286367c3-a9ce-4204-93f1-7aaa40d1b9ba req-0f2174e4-2506-4850-a978-c6ee3082f157 service neutron] 10.222.0.39 "GET /v2.0/networks/26aba36e-f765-4b4a-a7c9-897761ec549b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852262 Sep 23 06:40:51.801825 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-89bbbb10-2a9b-44ce-b182-10550e0861bb req-b64c3fdb-6be8-477b-a89a-133fdff851d7 tempest-ServersOnMultiNodesTest-68966466 tempest-ServersOnMultiNodesTest-68966466-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931211 Sep 23 06:40:51.842848 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5283f21f-9a5a-49ab-8fb9-64fb0cfdf03c None None] Checking router: 453a505e-8f37-4ac5-9418-de38fac35416 for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:40:51.843229 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5283f21f-9a5a-49ab-8fb9-64fb0cfdf03c None None] Updating router 453a505e-8f37-4ac5-9418-de38fac35416 port 9346b3ae-f80c-4ced-a5e1-bd9c63169ab4 binding host n-d-715271-16 {{(pid=95067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 06:40:51.854904 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-fa4b0894-0464-4045-ad43-5893e9845b83 req-94ce37ac-6ceb-4349-b0d0-65cc68e24a4d service neutron] For port e3c7b14d-9513-45b9-802e-9b59da3e7780, host n-h2-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:40:51.863557 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-fa4b0894-0464-4045-ad43-5893e9845b83 req-94ce37ac-6ceb-4349-b0d0-65cc68e24a4d service neutron] For port e3c7b14d-9513-45b9-802e-9b59da3e7780, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=e3c7b14d-9513-45b9-802e-9b59da3e7780,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:40:51.871971 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-fa4b0894-0464-4045-ad43-5893e9845b83 req-94ce37ac-6ceb-4349-b0d0-65cc68e24a4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:51.889258 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5283f21f-9a5a-49ab-8fb9-64fb0cfdf03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:52.017012 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b0894-0464-4045-ad43-5893e9845b83 req-94ce37ac-6ceb-4349-b0d0-65cc68e24a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:52.017642 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-fa4b0894-0464-4045-ad43-5893e9845b83 req-94ce37ac-6ceb-4349-b0d0-65cc68e24a4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:52.019292 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fa4b0894-0464-4045-ad43-5893e9845b83 req-94ce37ac-6ceb-4349-b0d0-65cc68e24a4d service neutron] 10.222.0.58 "PUT /v2.0/ports/e3c7b14d-9513-45b9-802e-9b59da3e7780 HTTP/1.1" status: 200 len: 1097 time: 2.1035769 Sep 23 06:40:52.023854 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24161fdf-5d99-4272-9d81-593c04cd8557', 'tag': 'e3c7b14d-9513-45b9-802e-9b59da3e7780'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:40:52.036435 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f5d946-24d5-4696-9c96-78c90b4efdbd" -d '{"events": [{"name": "network-changed", "server_uuid": "24161fdf-5d99-4272-9d81-593c04cd8557", "tag": "e3c7b14d-9513-45b9-802e-9b59da3e7780"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:40:52.088975 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ce37ac-6ceb-4349-b0d0-65cc68e24a4d service neutron] Pushing event updated for resources: {'Port': ['ID=e3c7b14d-9513-45b9-802e-9b59da3e7780,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:52.099563 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a177894-8b9f-4005-9fcc-879d80fbf181 req-e6ae08a0-687e-4f2e-9ff9-f92b599682ca tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:52.107530 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7a177894-8b9f-4005-9fcc-879d80fbf181 req-e6ae08a0-687e-4f2e-9ff9-f92b599682ca tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=24161fdf-5d99-4272-9d81-593c04cd8557 HTTP/1.1" status: 200 len: 948 time: 0.1569273 Sep 23 06:40:52.219618 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7a177894-8b9f-4005-9fcc-879d80fbf181 req-4425938e-48ce-422f-92a3-1be4df57303d tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106687 Sep 23 06:40:52.263987 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b0894-0464-4045-ad43-5893e9845b83 req-b1456f21-3817-4299-ba2e-6c374a29dd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:52.268847 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fa4b0894-0464-4045-ad43-5893e9845b83 req-b1456f21-3817-4299-ba2e-6c374a29dd79 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ba19de2ddc8c48f1b04b3c37ffcf4f4c&device_id=24161fdf-5d99-4272-9d81-593c04cd8557 HTTP/1.1" status: 200 len: 1100 time: 0.1011159 Sep 23 06:40:52.343340 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fa4b0894-0464-4045-ad43-5893e9845b83 req-73c9f5d3-1695-4ace-a1da-7383cf926fb0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=e3c7b14d-9513-45b9-802e-9b59da3e7780 HTTP/1.1" status: 200 len: 217 time: 0.0529201 Sep 23 06:40:52.385394 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082817bf-2e9e-41d7-9b21-240675757b25 req-ade1f0d4-3341-4488-b77c-a64da73483d7 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:52.405553 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-082817bf-2e9e-41d7-9b21-240675757b25 req-ade1f0d4-3341-4488-b77c-a64da73483d7 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/networks?id=f344d72e-2515-4ae1-b407-677954c55f1d HTTP/1.1" status: 200 len: 821 time: 0.1856132 Sep 23 06:40:52.424389 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-082817bf-2e9e-41d7-9b21-240675757b25 req-2715444c-d513-4572-8592-8f30721c396d tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/quotas/97692e1b5c1f4df985cc39910d526c8e HTTP/1.1" status: 200 len: 375 time: 0.0188332 Sep 23 06:40:52.430225 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6244f53-a7ea-45bd-81db-c1b520dd68c8 req-61abce0f-0b75-46d5-97db-709054db22e0 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:52.431966 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c6244f53-a7ea-45bd-81db-c1b520dd68c8 req-61abce0f-0b75-46d5-97db-709054db22e0 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] 10.222.0.39 "GET /v2.0/ports?device_id=56bc1261-3acf-4c6c-82a4-210df30ce21a HTTP/1.1" status: 200 len: 949 time: 0.0877297 Sep 23 06:40:52.451412 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b0894-0464-4045-ad43-5893e9845b83 req-34cd2127-9b48-4209-a607-af03c964e4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:52.452833 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fa4b0894-0464-4045-ad43-5893e9845b83 req-34cd2127-9b48-4209-a607-af03c964e4d8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e HTTP/1.1" status: 200 len: 843 time: 0.0823221 Sep 23 06:40:52.502737 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-082817bf-2e9e-41d7-9b21-240675757b25 req-f517244e-de9a-4b73-a2e9-d5713b680d34 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=97692e1b5c1f4df985cc39910d526c8e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0774698 Sep 23 06:40:52.516746 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5283f21f-9a5a-49ab-8fb9-64fb0cfdf03c None None] Notify callbacks [] for port, precommit_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:52.521642 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c6244f53-a7ea-45bd-81db-c1b520dd68c8 req-16e5b352-8a00-440f-b6ad-941ff9d4381b tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] 10.222.0.39 "GET /v2.0/security-groups?id=31c87a2f-e5c8-4cdb-9e7e-5c7fd26b024b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787687 Sep 23 06:40:52.525023 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5283f21f-9a5a-49ab-8fb9-64fb0cfdf03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:52.538238 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b0894-0464-4045-ad43-5893e9845b83 req-04644f9a-c48a-4601-840b-86f395a483a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:52.540419 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fa4b0894-0464-4045-ad43-5893e9845b83 req-04644f9a-c48a-4601-840b-86f395a483a3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=16515f0f-e5a6-4630-a440-e11fb2e02062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0596328 Sep 23 06:40:52.603679 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fee669-8e9a-4221-89c0-3a7e08dd2fba None None] Pushing event updated for resources: {'Port': ['ID=9346b3ae-f80c-4ced-a5e1-bd9c63169ab4,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:52.638848 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-082817bf-2e9e-41d7-9b21-240675757b25 req-f20dc07b-d6ce-4514-b2aa-5c64a36193d7 service neutron] 10.222.0.39 "GET /v2.0/networks/f344d72e-2515-4ae1-b407-677954c55f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266441 Sep 23 06:40:52.657067 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-5283f21f-9a5a-49ab-8fb9-64fb0cfdf03c None None] Attempting to bind port 9346b3ae-f80c-4ced-a5e1-bd9c63169ab4 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:40:52.657381 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-5283f21f-9a5a-49ab-8fb9-64fb0cfdf03c None None] Attempting to bind port 9346b3ae-f80c-4ced-a5e1-bd9c63169ab4 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '6bffb33e-e384-4d5c-b0ac-fcee1b96de5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f344d72e-2515-4ae1-b407-677954c55f1d'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:40:52.657691 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5283f21f-9a5a-49ab-8fb9-64fb0cfdf03c None None] Attempting to bind port 9346b3ae-f80c-4ced-a5e1-bd9c63169ab4 on network f344d72e-2515-4ae1-b407-677954c55f1d {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:40:52.672418 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5283f21f-9a5a-49ab-8fb9-64fb0cfdf03c None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:40:52.672794 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5283f21f-9a5a-49ab-8fb9-64fb0cfdf03c None None] Checking segment: {'id': '6bffb33e-e384-4d5c-b0ac-fcee1b96de5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f344d72e-2515-4ae1-b407-677954c55f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:40:52.673192 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5283f21f-9a5a-49ab-8fb9-64fb0cfdf03c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:52.680439 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5283f21f-9a5a-49ab-8fb9-64fb0cfdf03c None None] Bound using segment: {'id': '6bffb33e-e384-4d5c-b0ac-fcee1b96de5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f344d72e-2515-4ae1-b407-677954c55f1d'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:40:52.680982 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-5283f21f-9a5a-49ab-8fb9-64fb0cfdf03c None None] Bound port: 9346b3ae-f80c-4ced-a5e1-bd9c63169ab4, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bffb33e-e384-4d5c-b0ac-fcee1b96de5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f344d72e-2515-4ae1-b407-677954c55f1d'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:40:52.684264 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5283f21f-9a5a-49ab-8fb9-64fb0cfdf03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:52.766327 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fa4b0894-0464-4045-ad43-5893e9845b83 req-618e01bb-3db7-417f-8eda-0a47bf2f0fb4 service neutron] 10.222.0.58 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042513 Sep 23 06:40:52.794847 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-5283f21f-9a5a-49ab-8fb9-64fb0cfdf03c None None] For port 9346b3ae-f80c-4ced-a5e1-bd9c63169ab4, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:40:52.798886 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-5283f21f-9a5a-49ab-8fb9-64fb0cfdf03c None None] For port 9346b3ae-f80c-4ced-a5e1-bd9c63169ab4, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=9346b3ae-f80c-4ced-a5e1-bd9c63169ab4,segment=NetworkSegment(6bffb33e-e384-4d5c-b0ac-fcee1b96de5d),segment_id=6bffb33e-e384-4d5c-b0ac-fcee1b96de5d)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:40:52.805335 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5283f21f-9a5a-49ab-8fb9-64fb0cfdf03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:52.822526 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-082817bf-2e9e-41d7-9b21-240675757b25 req-7b1cdcd3-80d3-40d3-9480-8837c1f795e7 service neutron] 10.222.0.39 "GET /v2.0/networks/f344d72e-2515-4ae1-b407-677954c55f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828027 Sep 23 06:40:52.887933 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fee669-8e9a-4221-89c0-3a7e08dd2fba None None] Pushing event updated for resources: {'Port': ['ID=9346b3ae-f80c-4ced-a5e1-bd9c63169ab4,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:52.899606 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5283f21f-9a5a-49ab-8fb9-64fb0cfdf03c None None] Routers {'453a505e-8f37-4ac5-9418-de38fac35416'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:40:52.899867 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-5283f21f-9a5a-49ab-8fb9-64fb0cfdf03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:40:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['453a505e-8f37-4ac5-9418-de38fac35416'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:40:52.943009 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a9476-d833-4620-839b-b77e9a113665 req-77d897b0-817c-439d-ab9b-1072a16510f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:52.944505 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7e5a9476-d833-4620-839b-b77e9a113665 req-77d897b0-817c-439d-ab9b-1072a16510f8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5ca4f991227448e1b6417695cbfdc362&device_id=0ef18adb-19f8-43b5-8dc9-ede7286ee548 HTTP/1.1" status: 200 len: 1101 time: 0.1557057 Sep 23 06:40:52.946703 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-79a1314b-8b42-4925-8e4e-b3da594383ff None None] Provisioning complete for port 9346b3ae-f80c-4ced-a5e1-bd9c63169ab4 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:40:52.947339 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-79a1314b-8b42-4925-8e4e-b3da594383ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:52.952346 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1f7b7-dcbb-4d43-b92b-01392e940afb req-5ae9295f-2ac6-4695-9fd1-5eb71f372509 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:52.953835 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-22a1f7b7-dcbb-4d43-b92b-01392e940afb req-5ae9295f-2ac6-4695-9fd1-5eb71f372509 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b299a60-b390-4402-8035-a9d80acba074 HTTP/1.1" status: 200 len: 945 time: 0.1813066 Sep 23 06:40:53.037248 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fa4b0894-0464-4045-ad43-5893e9845b83 req-fd68c74c-1b89-4ce4-bf52-6a86a3faf4ae service neutron] 10.222.0.58 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470019 Sep 23 06:40:53.122461 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-22a1f7b7-dcbb-4d43-b92b-01392e940afb req-09077355-48e5-43b7-a348-bce774cca497 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543489 Sep 23 06:40:53.151135 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a9476-d833-4620-839b-b77e9a113665 req-9656b3ff-fab6-480c-a2ef-ff8c1650bd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:53.152721 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7e5a9476-d833-4620-839b-b77e9a113665 req-9656b3ff-fab6-480c-a2ef-ff8c1650bd57 service neutron] 10.222.0.21 "GET /v2.0/networks?id=16515f0f-e5a6-4630-a440-e11fb2e02062 HTTP/1.1" status: 200 len: 870 time: 0.1956129 Sep 23 06:40:53.228518 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7e5a9476-d833-4620-839b-b77e9a113665 req-2e55b4bb-15e2-4a6f-ab5c-e86fd87b13e7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=7075373d-4579-48cb-b9e5-04ad3c7a8c47 HTTP/1.1" status: 200 len: 217 time: 0.0559812 Sep 23 06:40:53.230273 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-043a4f1c-6679-4e62-aaa3-7eb313b9067c req-7a419a26-f799-44e3-b0be-e1d668c1ae41 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee07f42e-a5b3-4a56-9277-cb1b82532763 HTTP/1.1" status: 200 len: 210 time: 0.0699916 Sep 23 06:40:53.312094 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a9476-d833-4620-839b-b77e9a113665 req-e03f6a6c-08dc-44b4-bcca-f9600006a383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:53.313766 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7e5a9476-d833-4620-839b-b77e9a113665 req-e03f6a6c-08dc-44b4-bcca-f9600006a383 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e HTTP/1.1" status: 200 len: 843 time: 0.0672362 Sep 23 06:40:53.315358 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f3d7777-4a7e-4ccc-8ad2-901840c7ba79 x-openstack-request-id: req-3f3d7777-4a7e-4ccc-8ad2-901840c7ba79 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:40:53.315702 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24161fdf-5d99-4272-9d81-593c04cd8557", "tag": "e3c7b14d-9513-45b9-802e-9b59da3e7780", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:40:53.315970 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3f3d7777-4a7e-4ccc-8ad2-901840c7ba79 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:40:53.316506 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24161fdf-5d99-4272-9d81-593c04cd8557', 'tag': 'e3c7b14d-9513-45b9-802e-9b59da3e7780', 'status': 'completed', 'code': 200} Sep 23 06:40:53.324341 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-5283f21f-9a5a-49ab-8fb9-64fb0cfdf03c None None] Set router 453a505e-8f37-4ac5-9418-de38fac35416 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:40:53.326226 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-79a1314b-8b42-4925-8e4e-b3da594383ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:53.327802 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a2061cf5-af93-4b0a-9801-bea2b8fee5d3 req-510bb3a2-9424-4f40-8c8a-5b12d45a747b tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=8d68b6f2bfe2491c9015cf660b627aab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1006327 Sep 23 06:40:53.402518 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 0b17520a-2238-40c7-a428-f3c566f41ff9 details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:40:53.421924 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab55eda-5074-46d9-b1ee-870ae5f087b8 req-5cf545e9-7fce-4b1c-803a-d3addf617a7f tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:53.424873 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fab55eda-5074-46d9-b1ee-870ae5f087b8 req-5cf545e9-7fce-4b1c-803a-d3addf617a7f tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef18adb-19f8-43b5-8dc9-ede7286ee548 HTTP/1.1" status: 200 len: 949 time: 0.0624378 Sep 23 06:40:53.478100 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fab55eda-5074-46d9-b1ee-870ae5f087b8 req-d81a37f9-71e0-4c94-b9ff-3a1b89cffff7 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463028 Sep 23 06:40:53.494966 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a9476-d833-4620-839b-b77e9a113665 req-316317b0-f11e-4cc6-814f-7a47f57163cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:53.496930 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7e5a9476-d833-4620-839b-b77e9a113665 req-316317b0-f11e-4cc6-814f-7a47f57163cd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=16515f0f-e5a6-4630-a440-e11fb2e02062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1651547 Sep 23 06:40:53.505674 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-79a1314b-8b42-4925-8e4e-b3da594383ff None None] For port 9346b3ae-f80c-4ced-a5e1-bd9c63169ab4, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=9346b3ae-f80c-4ced-a5e1-bd9c63169ab4,segment=NetworkSegment(6bffb33e-e384-4d5c-b0ac-fcee1b96de5d),segment_id=6bffb33e-e384-4d5c-b0ac-fcee1b96de5d)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:40:53.513451 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5d946-24d5-4696-9c96-78c90b4efdbd req-e208f073-3778-482e-9c2e-8de7aa125358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:53.515181 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c3f5d946-24d5-4696-9c96-78c90b4efdbd req-e208f073-3778-482e-9c2e-8de7aa125358 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ba19de2ddc8c48f1b04b3c37ffcf4f4c&device_id=24161fdf-5d99-4272-9d81-593c04cd8557 HTTP/1.1" status: 200 len: 1100 time: 0.1402855 Sep 23 06:40:53.556160 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2061cf5-af93-4b0a-9801-bea2b8fee5d3 req-9f2df078-844a-4929-b46a-847d38da227a tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:53.564615 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a2061cf5-af93-4b0a-9801-bea2b8fee5d3 req-9f2df078-844a-4929-b46a-847d38da227a tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2360160 Sep 23 06:40:53.580653 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-79a1314b-8b42-4925-8e4e-b3da594383ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:53.639021 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a2061cf5-af93-4b0a-9801-bea2b8fee5d3 req-28659348-b9f0-4830-97aa-3736f1ca121d tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/quotas/8d68b6f2bfe2491c9015cf660b627aab HTTP/1.1" status: 200 len: 375 time: 0.0735004 Sep 23 06:40:53.779904 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f290fed5-e5e4-4e81-afdc-ea5f4f133349 req-1690d957-b17a-4465-b196-4acd2a08da7e tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd017062-4df5-4803-abae-496460178f05 HTTP/1.1" status: 200 len: 210 time: 0.0449734 Sep 23 06:40:53.811756 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a1314b-8b42-4925-8e4e-b3da594383ff None None] Pushing event updated for resources: {'Port': ['ID=9346b3ae-f80c-4ced-a5e1-bd9c63169ab4,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:53.863742 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 0b17520a-2238-40c7-a428-f3c566f41ff9, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=0b17520a-2238-40c7-a428-f3c566f41ff9,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:40:53.880537 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a2061cf5-af93-4b0a-9801-bea2b8fee5d3 req-f7a3ccaa-176e-4c52-aa1c-b1d755333543 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8d68b6f2bfe2491c9015cf660b627aab&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2405858 Sep 23 06:40:53.900938 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-9a8b99fb-57b3-48ae-826f-118cf7cc1a9f None None] Provisioning complete for port 9346b3ae-f80c-4ced-a5e1-bd9c63169ab4 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:40:53.901333 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-9a8b99fb-57b3-48ae-826f-118cf7cc1a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:53.911589 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7e5a9476-d833-4620-839b-b77e9a113665 req-56ae0627-e6fa-485c-b3c4-a56052b897c1 service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735518 Sep 23 06:40:53.925478 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5d946-24d5-4696-9c96-78c90b4efdbd req-40849bfc-7d4d-410c-af4e-44f6332ed07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:53.927319 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c3f5d946-24d5-4696-9c96-78c90b4efdbd req-40849bfc-7d4d-410c-af4e-44f6332ed07c service neutron] 10.222.0.58 "GET /v2.0/networks?id=16515f0f-e5a6-4630-a440-e11fb2e02062 HTTP/1.1" status: 200 len: 870 time: 0.3590233 Sep 23 06:40:53.939089 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286367c3-a9ce-4204-93f1-7aaa40d1b9ba req-f53d6d39-843a-4c32-93a6-64de7ac6f195 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:53.940633 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-286367c3-a9ce-4204-93f1-7aaa40d1b9ba req-f53d6d39-843a-4c32-93a6-64de7ac6f195 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.21 "GET /v2.0/networks?id=26aba36e-f765-4b4a-a7c9-897761ec549b HTTP/1.1" status: 200 len: 821 time: 0.3164055 Sep 23 06:40:53.955023 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f0f31e-bf68-40dc-b02d-7e9c251a800e req-7324b629-ddb8-4fa5-94d3-1e7aa52f6b1d tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:53.958435 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-84f0f31e-bf68-40dc-b02d-7e9c251a800e req-7324b629-ddb8-4fa5-94d3-1e7aa52f6b1d tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=24161fdf-5d99-4272-9d81-593c04cd8557 HTTP/1.1" status: 200 len: 948 time: 0.0795825 Sep 23 06:40:53.960766 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': '0b17520a-2238-40c7-a428-f3c566f41ff9', 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062', 'port_id': '0b17520a-2238-40c7-a428-f3c566f41ff9', 'mac_address': 'fa:16:3e:65:eb:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:40:53.988998 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c3f5d946-24d5-4696-9c96-78c90b4efdbd req-47018955-32af-443d-9dfc-c58271a84e23 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=e3c7b14d-9513-45b9-802e-9b59da3e7780 HTTP/1.1" status: 200 len: 217 time: 0.0400796 Sep 23 06:40:54.003548 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-286367c3-a9ce-4204-93f1-7aaa40d1b9ba req-2a0bb3aa-3a1d-4417-b2bc-f7d2676cfcc2 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Request body: {'port': {'device_id': 'ee07f42e-a5b3-4a56-9277-cb1b82532763', 'network_id': '26aba36e-f765-4b4a-a7c9-897761ec549b', 'admin_state_up': True, 'tenant_id': '4f0064bb53474048bf6eb5b78e44e4ae'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:40:54.041526 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:54.055738 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-84f0f31e-bf68-40dc-b02d-7e9c251a800e req-712944ae-b1ab-4cb3-a419-302fa3fbbc0d tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895867 Sep 23 06:40:54.122996 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-5283f21f-9a5a-49ab-8fb9-64fb0cfdf03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453a505e-8f37-4ac5-9418-de38fac35416', 'name': 'tempest-FloatingIPsAssociationTestJSON-1870322060-router', 'tenant_id': '97692e1b5c1f4df985cc39910d526c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '3c903fcc-8ebc-4c45-a0c6-d6ed70146b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:40:39Z', 'updated_at': '2021-09-23T06:40:48Z', 'revision_number': 4, 'project_id': '97692e1b5c1f4df985cc39910d526c8e', 'gw_port': {'id': '3c903fcc-8ebc-4c45-a0c6-d6ed70146b3c', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453a505e-8f37-4ac5-9418-de38fac35416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:40:40Z', 'updated_at': '2021-09-23T06:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '9346b3ae-f80c-4ced-a5e1-bd9c63169ab4', 'name': '', 'network_id': 'f344d72e-2515-4ae1-b407-677954c55f1d', 'tenant_id': '97692e1b5c1f4df985cc39910d526c8e', 'mac_address': 'fa:16:3e:fa:52:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453a505e-8f37-4ac5-9418-de38fac35416', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '74afc9c5-ebde-436e-ada9-9111bfc92597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:40:47Z', 'updated_at': '2021-09-23T06:40:52Z', 'revision_number': 4, 'project_id': '97692e1b5c1f4df985cc39910d526c8e', 'subnets': [{'id': '74afc9c5-ebde-436e-ada9-9111bfc92597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:40:54.128667 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b17520a-2238-40c7-a428-f3c566f41ff9 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:40:54.187081 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5283f21f-9a5a-49ab-8fb9-64fb0cfdf03c None None] The sync data for ids ['453a505e-8f37-4ac5-9418-de38fac35416'] in n-d-715271-16 is: [{'id': '453a505e-8f37-4ac5-9418-de38fac35416', 'name': 'tempest-FloatingIPsAssociationTestJSON-1870322060-router', 'tenant_id': '97692e1b5c1f4df985cc39910d526c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '3c903fcc-8ebc-4c45-a0c6-d6ed70146b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:40:39Z', 'updated_at': '2021-09-23T06:40:48Z', 'revision_number': 4, 'project_id': '97692e1b5c1f4df985cc39910d526c8e', 'gw_port': {'id': '3c903fcc-8ebc-4c45-a0c6-d6ed70146b3c', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453a505e-8f37-4ac5-9418-de38fac35416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:40:40Z', 'updated_at': '2021-09-23T06:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '9346b3ae-f80c-4ced-a5e1-bd9c63169ab4', 'name': '', 'network_id': 'f344d72e-2515-4ae1-b407-677954c55f1d', 'tenant_id': '97692e1b5c1f4df985cc39910d526c8e', 'mac_address': 'fa:16:3e:fa:52:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453a505e-8f37-4ac5-9418-de38fac35416', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '74afc9c5-ebde-436e-ada9-9111bfc92597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:40:47Z', 'updated_at': '2021-09-23T06:40:52Z', 'revision_number': 4, 'project_id': '97692e1b5c1f4df985cc39910d526c8e', 'subnets': [{'id': '74afc9c5-ebde-436e-ada9-9111bfc92597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:40:54.244737 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5d946-24d5-4696-9c96-78c90b4efdbd req-2de3897a-efe6-43a1-a6c3-f0375a4d67ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:54.246254 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c3f5d946-24d5-4696-9c96-78c90b4efdbd req-2de3897a-efe6-43a1-a6c3-f0375a4d67ba service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e HTTP/1.1" status: 200 len: 843 time: 0.2276628 Sep 23 06:40:54.278024 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 0b17520a-2238-40c7-a428-f3c566f41ff9, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=0b17520a-2238-40c7-a428-f3c566f41ff9,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:40:54.302440 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:54.313226 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-630ae7ec-2ddc-456a-97dc-6ff72514ead9 req-26be97d2-a1b8-4889-8cf9-649e542c3dd1 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=62c47636-a19f-406c-a0f6-5869c1db8c46 HTTP/1.1" status: 200 len: 210 time: 0.0947795 Sep 23 06:40:54.330618 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c257bb61-1e0b-40fa-b8fd-37d9402de10f req-ee1ab7cf-1ed2-4f96-84af-b82ade2a174b tempest-ServersAdminNegativeTestJSON-49069065 tempest-ServersAdminNegativeTestJSON-49069065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:54.348464 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c257bb61-1e0b-40fa-b8fd-37d9402de10f req-ee1ab7cf-1ed2-4f96-84af-b82ade2a174b tempest-ServersAdminNegativeTestJSON-49069065 tempest-ServersAdminNegativeTestJSON-49069065-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=56bc1261-3acf-4c6c-82a4-210df30ce21a HTTP/1.1" status: 200 len: 1101 time: 0.1527019 Sep 23 06:40:54.387452 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-c257bb61-1e0b-40fa-b8fd-37d9402de10f req-75f00627-5c3d-4b7c-bde9-f9dbcd9823fa tempest-ServersAdminNegativeTestJSON-49069065 tempest-ServersAdminNegativeTestJSON-49069065-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:54.402619 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7e5a9476-d833-4620-839b-b77e9a113665 req-8207fa7d-e619-4fa0-8b28-8f3d13b3e789 service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4125941 Sep 23 06:40:54.412643 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=0b17520a-2238-40c7-a428-f3c566f41ff9,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:54.441663 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5d946-24d5-4696-9c96-78c90b4efdbd req-dc8b6cef-01c7-4d36-9d02-26e36dd84cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:54.443748 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c3f5d946-24d5-4696-9c96-78c90b4efdbd req-dc8b6cef-01c7-4d36-9d02-26e36dd84cb9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=16515f0f-e5a6-4630-a440-e11fb2e02062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1657014 Sep 23 06:40:54.560501 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-c257bb61-1e0b-40fa-b8fd-37d9402de10f req-75f00627-5c3d-4b7c-bde9-f9dbcd9823fa tempest-ServersAdminNegativeTestJSON-49069065 tempest-ServersAdminNegativeTestJSON-49069065-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:54.574036 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-c257bb61-1e0b-40fa-b8fd-37d9402de10f req-75f00627-5c3d-4b7c-bde9-f9dbcd9823fa tempest-ServersAdminNegativeTestJSON-49069065 tempest-ServersAdminNegativeTestJSON-49069065-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:54.596149 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567240ca-50cd-4f94-9746-e76c41738efe req-72a106a3-5942-48b9-b92f-bf3c8deb962a tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:54.599979 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c257bb61-1e0b-40fa-b8fd-37d9402de10f req-75f00627-5c3d-4b7c-bde9-f9dbcd9823fa tempest-ServersAdminNegativeTestJSON-49069065 tempest-ServersAdminNegativeTestJSON-49069065-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=31c87a2f-e5c8-4cdb-9e7e-5c7fd26b024b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495468 Sep 23 06:40:54.608763 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-567240ca-50cd-4f94-9746-e76c41738efe req-72a106a3-5942-48b9-b92f-bf3c8deb962a tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b299a60-b390-4402-8035-a9d80acba074 HTTP/1.1" status: 200 len: 945 time: 0.1399403 Sep 23 06:40:54.616138 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f00627-5c3d-4b7c-bde9-f9dbcd9823fa tempest-ServersAdminNegativeTestJSON-49069065 tempest-ServersAdminNegativeTestJSON-49069065-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19ca8ab7-091e-4582-ad99-6c0a3ca18841,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:54.630740 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f00627-5c3d-4b7c-bde9-f9dbcd9823fa tempest-ServersAdminNegativeTestJSON-49069065 tempest-ServersAdminNegativeTestJSON-49069065-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:40:54.631260 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f00627-5c3d-4b7c-bde9-f9dbcd9823fa tempest-ServersAdminNegativeTestJSON-49069065 tempest-ServersAdminNegativeTestJSON-49069065-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:40:54.631654 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f00627-5c3d-4b7c-bde9-f9dbcd9823fa tempest-ServersAdminNegativeTestJSON-49069065 tempest-ServersAdminNegativeTestJSON-49069065-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:40:54.632207 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f00627-5c3d-4b7c-bde9-f9dbcd9823fa tempest-ServersAdminNegativeTestJSON-49069065 tempest-ServersAdminNegativeTestJSON-49069065-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:40:54.633568 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f00627-5c3d-4b7c-bde9-f9dbcd9823fa tempest-ServersAdminNegativeTestJSON-49069065 tempest-ServersAdminNegativeTestJSON-49069065-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:40:54.634151 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f00627-5c3d-4b7c-bde9-f9dbcd9823fa tempest-ServersAdminNegativeTestJSON-49069065 tempest-ServersAdminNegativeTestJSON-49069065-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:40:54.635031 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f00627-5c3d-4b7c-bde9-f9dbcd9823fa tempest-ServersAdminNegativeTestJSON-49069065 tempest-ServersAdminNegativeTestJSON-49069065-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:40:54.635403 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f00627-5c3d-4b7c-bde9-f9dbcd9823fa tempest-ServersAdminNegativeTestJSON-49069065 tempest-ServersAdminNegativeTestJSON-49069065-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:40:54.635773 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f00627-5c3d-4b7c-bde9-f9dbcd9823fa tempest-ServersAdminNegativeTestJSON-49069065 tempest-ServersAdminNegativeTestJSON-49069065-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:40:54.636071 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f00627-5c3d-4b7c-bde9-f9dbcd9823fa tempest-ServersAdminNegativeTestJSON-49069065 tempest-ServersAdminNegativeTestJSON-49069065-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:40:54.636465 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f00627-5c3d-4b7c-bde9-f9dbcd9823fa tempest-ServersAdminNegativeTestJSON-49069065 tempest-ServersAdminNegativeTestJSON-49069065-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:40:54.636793 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f00627-5c3d-4b7c-bde9-f9dbcd9823fa tempest-ServersAdminNegativeTestJSON-49069065 tempest-ServersAdminNegativeTestJSON-49069065-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:40:54.676085 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c3f5d946-24d5-4696-9c96-78c90b4efdbd req-c4c19a93-73f8-478c-8828-eab2a71ae370 service neutron] 10.222.0.58 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220247 Sep 23 06:40:54.676744 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-286367c3-a9ce-4204-93f1-7aaa40d1b9ba req-2a0bb3aa-3a1d-4417-b2bc-f7d2676cfcc2 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Made reservation on behalf of 4f0064bb53474048bf6eb5b78e44e4ae for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:40:54.681062 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-286367c3-a9ce-4204-93f1-7aaa40d1b9ba req-2a0bb3aa-3a1d-4417-b2bc-f7d2676cfcc2 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:54.713033 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 60a7e2b7-e3a4-44f0-9c74-80cc2e28b807 up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:40:54.738433 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-567240ca-50cd-4f94-9746-e76c41738efe req-ff759499-51b7-47c4-98d3-fea632f55234 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268528 Sep 23 06:40:54.756632 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-99eb4f8b-9c0d-4112-8f27-ae1ce0cba3ba req-38f7f948-5c9a-4923-a89a-8f4844412dd8 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee07f42e-a5b3-4a56-9277-cb1b82532763 HTTP/1.1" status: 200 len: 210 time: 0.0538182 Sep 23 06:40:54.806306 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port 60a7e2b7-e3a4-44f0-9c74-80cc2e28b807 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:40:54.813689 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port 60a7e2b7-e3a4-44f0-9c74-80cc2e28b807 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:40:54.813689 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:54.964359 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e89f0186-5193-4fff-8bdd-3b41e8ed369a req-f17b3181-2b06-4137-b836-4d2d88bf0728 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd017062-4df5-4803-abae-496460178f05 HTTP/1.1" status: 200 len: 210 time: 0.0373597 Sep 23 06:40:54.964549 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['0b17520a-2238-40c7-a428-f3c566f41ff9'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:40:55.032434 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:55.126123 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b299a60-b390-4402-8035-a9d80acba074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60a7e2b7-e3a4-44f0-9c74-80cc2e28b807'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:40:55.129785 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-931f2423-de91-44db-8f14-f921f2cb9a63" -d '{"events": [{"server_uuid": "3b299a60-b390-4402-8035-a9d80acba074", "name": "network-vif-plugged", "status": "completed", "tag": "60a7e2b7-e3a4-44f0-9c74-80cc2e28b807"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:40:55.162287 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 60a7e2b7-e3a4-44f0-9c74-80cc2e28b807, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=60a7e2b7-e3a4-44f0-9c74-80cc2e28b807,segment=NetworkSegment(a2ee209e-d4ee-4c6a-8401-bd714bf3436e),segment_id=a2ee209e-d4ee-4c6a-8401-bd714bf3436e)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:40:55.178830 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:55.247446 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db2ee8f-9171-4d3f-8e33-2fa4d707d4c5 req-ffc9b7b8-95d3-405b-b661-fd3ec6b101ca tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:55.249018 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6db2ee8f-9171-4d3f-8e33-2fa4d707d4c5 req-ffc9b7b8-95d3-405b-b661-fd3ec6b101ca tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=24161fdf-5d99-4272-9d81-593c04cd8557 HTTP/1.1" status: 200 len: 948 time: 0.1039164 Sep 23 06:40:55.310321 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6db2ee8f-9171-4d3f-8e33-2fa4d707d4c5 req-716d17e5-8df3-49a7-ad0f-21b02e7bd9bf tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496714 Sep 23 06:40:55.336059 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=60a7e2b7-e3a4-44f0-9c74-80cc2e28b807,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:55.364051 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535a1bcf-5ccb-4fb7-85ea-9270b0b6981f x-openstack-request-id: req-535a1bcf-5ccb-4fb7-85ea-9270b0b6981f {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:40:55.364201 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c3f5d946-24d5-4696-9c96-78c90b4efdbd req-1e4699ad-91b3-4a40-9709-e810628477f5 service neutron] 10.222.0.58 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6770058 Sep 23 06:40:55.365160 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b299a60-b390-4402-8035-a9d80acba074", "name": "network-vif-plugged", "status": "completed", "tag": "60a7e2b7-e3a4-44f0-9c74-80cc2e28b807", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:40:55.365612 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-535a1bcf-5ccb-4fb7-85ea-9270b0b6981f {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:40:55.366224 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b299a60-b390-4402-8035-a9d80acba074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60a7e2b7-e3a4-44f0-9c74-80cc2e28b807', 'code': 200} Sep 23 06:40:55.405575 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d4392e-fae8-43e7-ae02-4167dae28eb8 req-0c78618d-84a1-4c3d-8370-74547a7bba6d tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:55.412925 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-70d4392e-fae8-43e7-ae02-4167dae28eb8 req-0c78618d-84a1-4c3d-8370-74547a7bba6d tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef18adb-19f8-43b5-8dc9-ede7286ee548 HTTP/1.1" status: 200 len: 949 time: 0.5497620 Sep 23 06:40:55.463106 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-286367c3-a9ce-4204-93f1-7aaa40d1b9ba req-2a0bb3aa-3a1d-4417-b2bc-f7d2676cfcc2 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Allocated IP 172.20.0.12 (26aba36e-f765-4b4a-a7c9-897761ec549b/afab507a-4ef5-4f82-b221-a08b722735c6/e147ab6d-012c-49bd-a829-86606a1ece0e) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:40:55.475658 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082817bf-2e9e-41d7-9b21-240675757b25 req-796663d4-cec9-48e3-b111-a35e2828fb4f tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:55.477889 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-082817bf-2e9e-41d7-9b21-240675757b25 req-796663d4-cec9-48e3-b111-a35e2828fb4f tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.21 "GET /v2.0/networks?id=f344d72e-2515-4ae1-b407-677954c55f1d HTTP/1.1" status: 200 len: 821 time: 0.6178031 Sep 23 06:40:55.501699 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-70d4392e-fae8-43e7-ae02-4167dae28eb8 req-a21b70df-496b-4f82-b07f-26004d7f5020 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878029 Sep 23 06:40:55.516029 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-082817bf-2e9e-41d7-9b21-240675757b25 req-fc13eed9-a329-46a5-b3b1-7a72c091269e tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Request body: {'port': {'device_id': 'bd017062-4df5-4803-abae-496460178f05', 'network_id': 'f344d72e-2515-4ae1-b407-677954c55f1d', 'admin_state_up': True, 'tenant_id': '97692e1b5c1f4df985cc39910d526c8e'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:40:55.540372 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 9346b3ae-f80c-4ced-a5e1-bd9c63169ab4 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:40:55.614754 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c5e1b315-9d1a-4d61-ae64-88bf053c6590 req-a93361c5-b535-466a-8b0e-db467e3657e5 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=62c47636-a19f-406c-a0f6-5869c1db8c46 HTTP/1.1" status: 200 len: 210 time: 0.0994818 Sep 23 06:40:55.632863 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edbb8be-64c5-4f31-a5ee-c15fe15fbf01 req-d88cac5c-28a7-429e-8082-2ffa4930def6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:55.634940 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3edbb8be-64c5-4f31-a5ee-c15fe15fbf01 req-d88cac5c-28a7-429e-8082-2ffa4930def6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3b299a60-b390-4402-8035-a9d80acba074 HTTP/1.1" status: 200 len: 1098 time: 0.1314521 Sep 23 06:40:55.663788 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 9346b3ae-f80c-4ced-a5e1-bd9c63169ab4 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:40:55.664193 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:55.723567 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a2061cf5-af93-4b0a-9801-bea2b8fee5d3 req-064f329f-d2f2-42b3-b619-2c6175326027 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=8d68b6f2bfe2491c9015cf660b627aab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0566468 Sep 23 06:40:55.744438 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3edbb8be-64c5-4f31-a5ee-c15fe15fbf01 req-01f2cbe8-af86-4fc7-b48e-9306dc9b7f16 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919189 Sep 23 06:40:55.816601 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-286367c3-a9ce-4204-93f1-7aaa40d1b9ba req-2a0bb3aa-3a1d-4417-b2bc-f7d2676cfcc2 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:55.858817 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-082817bf-2e9e-41d7-9b21-240675757b25 req-fc13eed9-a329-46a5-b3b1-7a72c091269e tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Made reservation on behalf of 97692e1b5c1f4df985cc39910d526c8e for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:40:55.862265 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-082817bf-2e9e-41d7-9b21-240675757b25 req-fc13eed9-a329-46a5-b3b1-7a72c091269e tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:55.868177 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c49b5a-3f16-4b72-87a9-7e85c6f5df65 req-83bd8f7c-43fc-406b-85ee-b7ebc6d86833 tempest-ServersAdminNegativeTestJSON-49069065 tempest-ServersAdminNegativeTestJSON-49069065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:55.869685 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a9c49b5a-3f16-4b72-87a9-7e85c6f5df65 req-83bd8f7c-43fc-406b-85ee-b7ebc6d86833 tempest-ServersAdminNegativeTestJSON-49069065 tempest-ServersAdminNegativeTestJSON-49069065-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=56bc1261-3acf-4c6c-82a4-210df30ce21a HTTP/1.1" status: 200 len: 1101 time: 0.1136212 Sep 23 06:40:55.874902 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf5f8e-7013-4bc8-86e5-0e13e057e626 req-52bbb025-ddac-432b-8b81-2f639e64e557 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:55.876433 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-acaf5f8e-7013-4bc8-86e5-0e13e057e626 req-52bbb025-ddac-432b-8b81-2f639e64e557 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b299a60-b390-4402-8035-a9d80acba074 HTTP/1.1" status: 200 len: 946 time: 0.0531280 Sep 23 06:40:55.913163 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-286367c3-a9ce-4204-93f1-7aaa40d1b9ba req-2a0bb3aa-3a1d-4417-b2bc-f7d2676cfcc2 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:55.918326 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-acaf5f8e-7013-4bc8-86e5-0e13e057e626 req-ece54663-2107-4176-86a6-954ea3a6409f tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358768 Sep 23 06:40:56.000549 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a9c49b5a-3f16-4b72-87a9-7e85c6f5df65 req-c3ee345a-81f1-4ee5-aa19-e71e406fe355 tempest-ServersAdminNegativeTestJSON-49069065 tempest-ServersAdminNegativeTestJSON-49069065-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=31c87a2f-e5c8-4cdb-9e7e-5c7fd26b024b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233983 Sep 23 06:40:56.011665 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-286367c3-a9ce-4204-93f1-7aaa40d1b9ba req-2a0bb3aa-3a1d-4417-b2bc-f7d2676cfcc2 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Network 26aba36e-f765-4b4a-a7c9-897761ec549b is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:40:56.019199 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-286367c3-a9ce-4204-93f1-7aaa40d1b9ba req-2a0bb3aa-3a1d-4417-b2bc-f7d2676cfcc2 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:40:56.022358 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-286367c3-a9ce-4204-93f1-7aaa40d1b9ba req-2a0bb3aa-3a1d-4417-b2bc-f7d2676cfcc2 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:40:56.028302 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286367c3-a9ce-4204-93f1-7aaa40d1b9ba req-2a0bb3aa-3a1d-4417-b2bc-f7d2676cfcc2 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:56.028914 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-286367c3-a9ce-4204-93f1-7aaa40d1b9ba req-2a0bb3aa-3a1d-4417-b2bc-f7d2676cfcc2 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:56.055168 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0bb3aa-3a1d-4417-b2bc-f7d2676cfcc2 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Pushing event updated for resources: {'Port': ['ID=e147ab6d-012c-49bd-a829-86606a1ece0e,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:56.073334 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f5f172-e29b-41ab-9b6e-8441b8e8c3a0 req-c1e0668f-169a-4b9b-9060-48eafeb03493 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:56.075719 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d1f5f172-e29b-41ab-9b6e-8441b8e8c3a0 req-c1e0668f-169a-4b9b-9060-48eafeb03493 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee07f42e-a5b3-4a56-9277-cb1b82532763 HTTP/1.1" status: 200 len: 932 time: 0.0935447 Sep 23 06:40:56.089930 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-286367c3-a9ce-4204-93f1-7aaa40d1b9ba req-2a0bb3aa-3a1d-4417-b2bc-f7d2676cfcc2 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0891149 Sep 23 06:40:56.093576 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0bb3aa-3a1d-4417-b2bc-f7d2676cfcc2 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:40:56.093935 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0bb3aa-3a1d-4417-b2bc-f7d2676cfcc2 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:40:56.094330 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0bb3aa-3a1d-4417-b2bc-f7d2676cfcc2 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:40:56.095236 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0bb3aa-3a1d-4417-b2bc-f7d2676cfcc2 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:40:56.095236 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0bb3aa-3a1d-4417-b2bc-f7d2676cfcc2 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:40:56.095515 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0bb3aa-3a1d-4417-b2bc-f7d2676cfcc2 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:40:56.096264 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0bb3aa-3a1d-4417-b2bc-f7d2676cfcc2 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:40:56.096264 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0bb3aa-3a1d-4417-b2bc-f7d2676cfcc2 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:40:56.096469 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0bb3aa-3a1d-4417-b2bc-f7d2676cfcc2 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:40:56.096792 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0bb3aa-3a1d-4417-b2bc-f7d2676cfcc2 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:40:56.097116 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0bb3aa-3a1d-4417-b2bc-f7d2676cfcc2 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:40:56.097973 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0bb3aa-3a1d-4417-b2bc-f7d2676cfcc2 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:40:56.146495 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-286367c3-a9ce-4204-93f1-7aaa40d1b9ba req-eddbc3ae-685e-42bb-a8b5-af90fe121117 service neutron] Request body: {'port': {'device_id': 'ee07f42e-a5b3-4a56-9277-cb1b82532763', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:40:56.154306 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c4606d71-55df-4cfa-812c-0716a6a5c02a req-55ceb962-f972-49ed-9e53-0418104b1ccf tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd017062-4df5-4803-abae-496460178f05 HTTP/1.1" status: 200 len: 210 time: 0.0621316 Sep 23 06:40:56.161421 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d1f5f172-e29b-41ab-9b6e-8441b8e8c3a0 req-71c56117-9534-49b0-94cd-0ead839cd1e6 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798836 Sep 23 06:40:56.218849 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-082817bf-2e9e-41d7-9b21-240675757b25 req-fc13eed9-a329-46a5-b3b1-7a72c091269e tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Allocated IP 172.20.0.9 (f344d72e-2515-4ae1-b407-677954c55f1d/74afc9c5-ebde-436e-ada9-9111bfc92597/3dbcf449-2925-4070-9dbb-3262634ba416) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:40:56.236477 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2061cf5-af93-4b0a-9801-bea2b8fee5d3 req-290a6346-9616-4750-8bc7-9f3ee104ecff tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:56.239816 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a2061cf5-af93-4b0a-9801-bea2b8fee5d3 req-290a6346-9616-4750-8bc7-9f3ee104ecff tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1427317 Sep 23 06:40:56.240989 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-286367c3-a9ce-4204-93f1-7aaa40d1b9ba req-eddbc3ae-685e-42bb-a8b5-af90fe121117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:56.270651 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-a2061cf5-af93-4b0a-9801-bea2b8fee5d3 req-22be134e-2ba7-4499-aa2a-aed53228f922 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Request body: {'port': {'device_id': '62c47636-a19f-406c-a0f6-5869c1db8c46', 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062', 'admin_state_up': True, 'tenant_id': '8d68b6f2bfe2491c9015cf660b627aab'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:40:56.409748 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2061cf5-af93-4b0a-9801-bea2b8fee5d3 req-22be134e-2ba7-4499-aa2a-aed53228f922 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Made reservation on behalf of 8d68b6f2bfe2491c9015cf660b627aab for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:40:56.415108 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a2061cf5-af93-4b0a-9801-bea2b8fee5d3 req-22be134e-2ba7-4499-aa2a-aed53228f922 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:56.559142 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [req-a2061cf5-af93-4b0a-9801-bea2b8fee5d3 req-22be134e-2ba7-4499-aa2a-aed53228f922 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Allocated IP 192.168.233.234 (16515f0f-e5a6-4630-a440-e11fb2e02062/3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e/96766598-8482-4ba0-8b34-cc6cc5c24fb9) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:40:56.584073 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9c6138-f095-4fd2-ae94-f678eb886a48 req-5191e624-eaa6-4fc1-b43f-d38679c4d363 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:56.585636 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ae9c6138-f095-4fd2-ae94-f678eb886a48 req-5191e624-eaa6-4fc1-b43f-d38679c4d363 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=24161fdf-5d99-4272-9d81-593c04cd8557 HTTP/1.1" status: 200 len: 948 time: 0.1773496 Sep 23 06:40:56.600835 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-082817bf-2e9e-41d7-9b21-240675757b25 req-fc13eed9-a329-46a5-b3b1-7a72c091269e tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:56.681418 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ae9c6138-f095-4fd2-ae94-f678eb886a48 req-becbf990-e491-4592-9f26-051c73872342 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835958 Sep 23 06:40:56.698196 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-082817bf-2e9e-41d7-9b21-240675757b25 req-fc13eed9-a329-46a5-b3b1-7a72c091269e tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:56.746532 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f47fce-b21e-4e02-bfba-d92c30c9ec6b req-95e7df2b-5f00-481f-ae10-1c6c925e240d tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:56.748987 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-72f47fce-b21e-4e02-bfba-d92c30c9ec6b req-95e7df2b-5f00-481f-ae10-1c6c925e240d tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] 10.222.0.39 "GET /v2.0/ports?device_id=56bc1261-3acf-4c6c-82a4-210df30ce21a HTTP/1.1" status: 200 len: 949 time: 0.1115272 Sep 23 06:40:56.779957 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-082817bf-2e9e-41d7-9b21-240675757b25 req-fc13eed9-a329-46a5-b3b1-7a72c091269e tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Network f344d72e-2515-4ae1-b407-677954c55f1d is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:40:56.790006 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a2061cf5-af93-4b0a-9801-bea2b8fee5d3 req-22be134e-2ba7-4499-aa2a-aed53228f922 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:56.805342 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-082817bf-2e9e-41d7-9b21-240675757b25 req-fc13eed9-a329-46a5-b3b1-7a72c091269e tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:40:56.809335 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc13eed9-a329-46a5-b3b1-7a72c091269e tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Pushing event updated for resources: {'Port': ['ID=3dbcf449-2925-4070-9dbb-3262634ba416,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:56.813001 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-082817bf-2e9e-41d7-9b21-240675757b25 req-fc13eed9-a329-46a5-b3b1-7a72c091269e tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:40:56.815367 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-72f47fce-b21e-4e02-bfba-d92c30c9ec6b req-5631a698-61ae-42db-8e22-cf4e94819e42 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] 10.222.0.39 "GET /v2.0/security-groups?id=31c87a2f-e5c8-4cdb-9e7e-5c7fd26b024b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562403 Sep 23 06:40:56.818734 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082817bf-2e9e-41d7-9b21-240675757b25 req-fc13eed9-a329-46a5-b3b1-7a72c091269e tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:56.819377 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-082817bf-2e9e-41d7-9b21-240675757b25 req-fc13eed9-a329-46a5-b3b1-7a72c091269e tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:56.828806 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-286367c3-a9ce-4204-93f1-7aaa40d1b9ba req-eddbc3ae-685e-42bb-a8b5-af90fe121117 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e147ab6d-012c-49bd-a829-86606a1ece0e {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:40:56.842543 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-286367c3-a9ce-4204-93f1-7aaa40d1b9ba req-eddbc3ae-685e-42bb-a8b5-af90fe121117 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:56.855904 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-082817bf-2e9e-41d7-9b21-240675757b25 req-fc13eed9-a329-46a5-b3b1-7a72c091269e tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3459878 Sep 23 06:40:56.858958 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a2061cf5-af93-4b0a-9801-bea2b8fee5d3 req-22be134e-2ba7-4499-aa2a-aed53228f922 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:56.870943 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1500db-9169-41e7-870f-a75250002fa1 req-d6177322-cb9f-4475-a66e-ec47945e4c24 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:56.873516 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bb1500db-9169-41e7-870f-a75250002fa1 req-d6177322-cb9f-4475-a66e-ec47945e4c24 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef18adb-19f8-43b5-8dc9-ede7286ee548 HTTP/1.1" status: 200 len: 949 time: 0.1159017 Sep 23 06:40:56.874918 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['148c00b5-4bd3-4f09-b85c-ea3b9d4b8f40', 'b8ff8d3a-6ed2-4cab-9e77-0fd57d974ead', '9b4f3dc6-1c8f-4151-a0c4-1e0d39456823', '5b3a2e28-be35-4961-8a54-1610532dabd1'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:40:56.880985 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-082817bf-2e9e-41d7-9b21-240675757b25 req-9d9e2717-c607-45a9-a3d3-9c4d892365c2 service neutron] Request body: {'port': {'device_id': 'bd017062-4df5-4803-abae-496460178f05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:40:56.884326 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-286367c3-a9ce-4204-93f1-7aaa40d1b9ba req-eddbc3ae-685e-42bb-a8b5-af90fe121117 service neutron] Transition to ACTIVE for port object e147ab6d-012c-49bd-a829-86606a1ece0e will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:40:56.917538 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['a8e7e579-3b26-4ead-b22c-da0563c19495'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:40:56.917902 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-286367c3-a9ce-4204-93f1-7aaa40d1b9ba req-eddbc3ae-685e-42bb-a8b5-af90fe121117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:56.972540 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2061cf5-af93-4b0a-9801-bea2b8fee5d3 req-22be134e-2ba7-4499-aa2a-aed53228f922 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Network 16515f0f-e5a6-4630-a440-e11fb2e02062 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:40:56.979468 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [req-a2061cf5-af93-4b0a-9801-bea2b8fee5d3 req-22be134e-2ba7-4499-aa2a-aed53228f922 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:40:56.987408 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2061cf5-af93-4b0a-9801-bea2b8fee5d3 req-22be134e-2ba7-4499-aa2a-aed53228f922 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:40:57.002879 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2061cf5-af93-4b0a-9801-bea2b8fee5d3 req-22be134e-2ba7-4499-aa2a-aed53228f922 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:57.003888 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a2061cf5-af93-4b0a-9801-bea2b8fee5d3 req-22be134e-2ba7-4499-aa2a-aed53228f922 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:57.026232 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22be134e-2ba7-4499-aa2a-aed53228f922 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Pushing event updated for resources: {'Port': ['ID=96766598-8482-4ba0-8b34-cc6cc5c24fb9,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:57.031337 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a2061cf5-af93-4b0a-9801-bea2b8fee5d3 req-22be134e-2ba7-4499-aa2a-aed53228f922 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7650394 Sep 23 06:40:57.038071 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bb1500db-9169-41e7-870f-a75250002fa1 req-cdc2be64-cc84-4b44-99a8-f51233f0a1dc tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280575 Sep 23 06:40:57.038071 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-082817bf-2e9e-41d7-9b21-240675757b25 req-9d9e2717-c607-45a9-a3d3-9c4d892365c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:57.040547 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddbc3ae-685e-42bb-a8b5-af90fe121117 service neutron] Pushing event updated for resources: {'Port': ['ID=e147ab6d-012c-49bd-a829-86606a1ece0e,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:57.051295 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-a2061cf5-af93-4b0a-9801-bea2b8fee5d3 req-004fb522-aaa4-47cd-b9d9-754b8997c7e9 service neutron] Request body: {'port': {'device_id': '62c47636-a19f-406c-a0f6-5869c1db8c46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-16'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:40:57.069417 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881568d5-6376-4756-a2f2-fe097eff2793 req-a509ddcb-1b59-4b04-8b29-560784c1633a tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:57.074384 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-881568d5-6376-4756-a2f2-fe097eff2793 req-a509ddcb-1b59-4b04-8b29-560784c1633a tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=62c47636-a19f-406c-a0f6-5869c1db8c46 HTTP/1.1" status: 200 len: 936 time: 0.1517222 Sep 23 06:40:57.219252 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a2061cf5-af93-4b0a-9801-bea2b8fee5d3 req-004fb522-aaa4-47cd-b9d9-754b8997c7e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:57.242684 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-286367c3-a9ce-4204-93f1-7aaa40d1b9ba req-eddbc3ae-685e-42bb-a8b5-af90fe121117 service neutron] Attempting to bind port e147ab6d-012c-49bd-a829-86606a1ece0e on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:40:57.243739 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-286367c3-a9ce-4204-93f1-7aaa40d1b9ba req-eddbc3ae-685e-42bb-a8b5-af90fe121117 service neutron] Attempting to bind port e147ab6d-012c-49bd-a829-86606a1ece0e by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': 'df9429cb-1b73-4fcc-8ecd-d0edb039148e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '26aba36e-f765-4b4a-a7c9-897761ec549b'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:40:57.244082 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286367c3-a9ce-4204-93f1-7aaa40d1b9ba req-eddbc3ae-685e-42bb-a8b5-af90fe121117 service neutron] Attempting to bind port e147ab6d-012c-49bd-a829-86606a1ece0e on network 26aba36e-f765-4b4a-a7c9-897761ec549b {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:40:57.253286 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-881568d5-6376-4756-a2f2-fe097eff2793 req-100d8462-db7b-4a7d-bdf5-43d01ad77372 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213889 Sep 23 06:40:57.281401 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286367c3-a9ce-4204-93f1-7aaa40d1b9ba req-eddbc3ae-685e-42bb-a8b5-af90fe121117 service neutron] Port e147ab6d-012c-49bd-a829-86606a1ece0e on network 26aba36e-f765-4b4a-a7c9-897761ec549b not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:40:57.281729 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286367c3-a9ce-4204-93f1-7aaa40d1b9ba req-eddbc3ae-685e-42bb-a8b5-af90fe121117 service neutron] Attempting to bind port e147ab6d-012c-49bd-a829-86606a1ece0e on network 26aba36e-f765-4b4a-a7c9-897761ec549b {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:40:57.313487 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-f64960fc-6b2e-48ee-be2e-b1d3dbafb5bf None None] Provisioning complete for port 3dbcf449-2925-4070-9dbb-3262634ba416 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:40:57.313937 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f64960fc-6b2e-48ee-be2e-b1d3dbafb5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:57.389235 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-f64960fc-6b2e-48ee-be2e-b1d3dbafb5bf None None] Port 3dbcf449-2925-4070-9dbb-3262634ba416 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:40:57.405569 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device e3c7b14d-9513-45b9-802e-9b59da3e7780 details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:40:57.407577 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 0b17520a-2238-40c7-a428-f3c566f41ff9 up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:40:57.423788 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286367c3-a9ce-4204-93f1-7aaa40d1b9ba req-eddbc3ae-685e-42bb-a8b5-af90fe121117 service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:40:57.424338 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286367c3-a9ce-4204-93f1-7aaa40d1b9ba req-eddbc3ae-685e-42bb-a8b5-af90fe121117 service neutron] Checking segment: {'id': 'df9429cb-1b73-4fcc-8ecd-d0edb039148e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '26aba36e-f765-4b4a-a7c9-897761ec549b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:40:57.424845 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286367c3-a9ce-4204-93f1-7aaa40d1b9ba req-eddbc3ae-685e-42bb-a8b5-af90fe121117 service neutron] Bound using segment: {'id': 'df9429cb-1b73-4fcc-8ecd-d0edb039148e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '26aba36e-f765-4b4a-a7c9-897761ec549b'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:40:57.425478 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-286367c3-a9ce-4204-93f1-7aaa40d1b9ba req-eddbc3ae-685e-42bb-a8b5-af90fe121117 service neutron] Bound port: e147ab6d-012c-49bd-a829-86606a1ece0e, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df9429cb-1b73-4fcc-8ecd-d0edb039148e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '26aba36e-f765-4b4a-a7c9-897761ec549b'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:40:57.425952 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-286367c3-a9ce-4204-93f1-7aaa40d1b9ba req-eddbc3ae-685e-42bb-a8b5-af90fe121117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:57.438423 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00457ed-cab5-4d21-8243-8de2061862dd req-68741a5e-4f6f-4c01-9ede-69c890e59d47 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:57.446516 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a00457ed-cab5-4d21-8243-8de2061862dd req-68741a5e-4f6f-4c01-9ede-69c890e59d47 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b299a60-b390-4402-8035-a9d80acba074 HTTP/1.1" status: 200 len: 946 time: 0.2887478 Sep 23 06:40:57.468101 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae61418e-1603-4070-a89b-5b4fe3b618dd req-a3dadc0e-62f8-46fc-9a86-68c08589f28b tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:57.471144 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ae61418e-1603-4070-a89b-5b4fe3b618dd req-a3dadc0e-62f8-46fc-9a86-68c08589f28b tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd017062-4df5-4803-abae-496460178f05 HTTP/1.1" status: 200 len: 931 time: 0.1359825 Sep 23 06:40:57.568441 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ae61418e-1603-4070-a89b-5b4fe3b618dd req-e847440f-aff1-48aa-8e06-9bea693b7f56 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/security-groups?id=12348048-69cc-4cde-9778-0654c2cd068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828621 Sep 23 06:40:57.600967 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a00457ed-cab5-4d21-8243-8de2061862dd req-5fd9fa65-817c-4b5e-916e-e7bde43898eb tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453123 Sep 23 06:40:57.603185 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-546c4bd5-faa8-448d-b6a5-12057cd7d377 None None] Provisioning complete for port 96766598-8482-4ba0-8b34-cc6cc5c24fb9 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:40:57.603185 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-546c4bd5-faa8-448d-b6a5-12057cd7d377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:57.637241 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port 0b17520a-2238-40c7-a428-f3c566f41ff9 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:40:57.657819 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-286367c3-a9ce-4204-93f1-7aaa40d1b9ba req-eddbc3ae-685e-42bb-a8b5-af90fe121117 service neutron] For port e147ab6d-012c-49bd-a829-86606a1ece0e, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:40:57.662521 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port 0b17520a-2238-40c7-a428-f3c566f41ff9 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:40:57.662893 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:57.673998 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-286367c3-a9ce-4204-93f1-7aaa40d1b9ba req-eddbc3ae-685e-42bb-a8b5-af90fe121117 service neutron] For port e147ab6d-012c-49bd-a829-86606a1ece0e, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=e147ab6d-012c-49bd-a829-86606a1ece0e,segment=NetworkSegment(df9429cb-1b73-4fcc-8ecd-d0edb039148e),segment_id=df9429cb-1b73-4fcc-8ecd-d0edb039148e)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:40:57.686262 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-286367c3-a9ce-4204-93f1-7aaa40d1b9ba req-eddbc3ae-685e-42bb-a8b5-af90fe121117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:57.700575 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-546c4bd5-faa8-448d-b6a5-12057cd7d377 None None] Port 96766598-8482-4ba0-8b34-cc6cc5c24fb9 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:40:57.719313 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port e3c7b14d-9513-45b9-802e-9b59da3e7780, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=e3c7b14d-9513-45b9-802e-9b59da3e7780,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:40:57.721741 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [req-a2061cf5-af93-4b0a-9801-bea2b8fee5d3 req-004fb522-aaa4-47cd-b9d9-754b8997c7e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96766598-8482-4ba0-8b34-cc6cc5c24fb9 {{(pid=95066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:40:57.735026 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a2061cf5-af93-4b0a-9801-bea2b8fee5d3 req-004fb522-aaa4-47cd-b9d9-754b8997c7e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:57.749844 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': 'e3c7b14d-9513-45b9-802e-9b59da3e7780', 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062', 'port_id': 'e3c7b14d-9513-45b9-802e-9b59da3e7780', 'mac_address': 'fa:16:3e:fd:b7:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:40:57.752500 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.provisioning_blocks [req-a2061cf5-af93-4b0a-9801-bea2b8fee5d3 req-004fb522-aaa4-47cd-b9d9-754b8997c7e9 service neutron] Transition to ACTIVE for port object 96766598-8482-4ba0-8b34-cc6cc5c24fb9 will not be triggered until provisioned by entity L2. {{(pid=95066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:40:57.759394 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286367c3-a9ce-4204-93f1-7aaa40d1b9ba req-eddbc3ae-685e-42bb-a8b5-af90fe121117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:57.760078 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-286367c3-a9ce-4204-93f1-7aaa40d1b9ba req-eddbc3ae-685e-42bb-a8b5-af90fe121117 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:57.761841 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-286367c3-a9ce-4204-93f1-7aaa40d1b9ba req-eddbc3ae-685e-42bb-a8b5-af90fe121117 service neutron] 10.222.0.21 "PUT /v2.0/ports/e147ab6d-012c-49bd-a829-86606a1ece0e HTTP/1.1" status: 200 len: 1093 time: 1.6396496 Sep 23 06:40:57.766471 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee07f42e-a5b3-4a56-9277-cb1b82532763', 'tag': 'e147ab6d-012c-49bd-a829-86606a1ece0e'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:40:57.770870 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c74833-74b8-455b-859f-33d81cb48fb8" -d '{"events": [{"name": "network-changed", "server_uuid": "ee07f42e-a5b3-4a56-9277-cb1b82532763", "tag": "e147ab6d-012c-49bd-a829-86606a1ece0e"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:40:57.810298 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-082817bf-2e9e-41d7-9b21-240675757b25 req-9d9e2717-c607-45a9-a3d3-9c4d892365c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dbcf449-2925-4070-9dbb-3262634ba416 {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:40:57.823168 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a2061cf5-af93-4b0a-9801-bea2b8fee5d3 req-004fb522-aaa4-47cd-b9d9-754b8997c7e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:57.824105 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-082817bf-2e9e-41d7-9b21-240675757b25 req-9d9e2717-c607-45a9-a3d3-9c4d892365c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:57.828040 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddbc3ae-685e-42bb-a8b5-af90fe121117 service neutron] Pushing event updated for resources: {'Port': ['ID=e147ab6d-012c-49bd-a829-86606a1ece0e,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:57.863537 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:57.892599 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-082817bf-2e9e-41d7-9b21-240675757b25 req-9d9e2717-c607-45a9-a3d3-9c4d892365c2 service neutron] Transition to ACTIVE for port object 3dbcf449-2925-4070-9dbb-3262634ba416 will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:40:57.895653 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:57.896947 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29c7fcd-751a-4aa2-a39a-8c4b5dce9032 req-356aabb1-b6c2-4f73-b19e-2a2a09a47b1a tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:57.898671 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3c7b14d-9513-45b9-802e-9b59da3e7780 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:40:57.904003 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-082817bf-2e9e-41d7-9b21-240675757b25 req-9d9e2717-c607-45a9-a3d3-9c4d892365c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:57.908174 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b29c7fcd-751a-4aa2-a39a-8c4b5dce9032 req-356aabb1-b6c2-4f73-b19e-2a2a09a47b1a tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee07f42e-a5b3-4a56-9277-cb1b82532763 HTTP/1.1" status: 200 len: 944 time: 0.1516242 Sep 23 06:40:57.949925 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port e3c7b14d-9513-45b9-802e-9b59da3e7780, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=e3c7b14d-9513-45b9-802e-9b59da3e7780,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:40:57.954425 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14d41217-85f8-4b83-9fe1-90caa01cf293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b17520a-2238-40c7-a428-f3c566f41ff9'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:40:57.956663 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc86838-30db-48ea-969e-fbd736d340dd" -d '{"events": [{"server_uuid": "14d41217-85f8-4b83-9fe1-90caa01cf293", "name": "network-vif-plugged", "status": "completed", "tag": "0b17520a-2238-40c7-a428-f3c566f41ff9"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:40:57.959381 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286367c3-a9ce-4204-93f1-7aaa40d1b9ba req-0f4a0b5d-7dd8-47f4-9006-923851a30787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:57.962142 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-286367c3-a9ce-4204-93f1-7aaa40d1b9ba req-0f4a0b5d-7dd8-47f4-9006-923851a30787 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4f0064bb53474048bf6eb5b78e44e4ae&device_id=ee07f42e-a5b3-4a56-9277-cb1b82532763 HTTP/1.1" status: 200 len: 1096 time: 0.1294689 Sep 23 06:40:57.981645 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:57.985363 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a803e50-f768-424b-8673-15439824b5e3 req-6f128c70-8637-47bc-aba7-1b7ed86c4377 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:57.987612 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9a803e50-f768-424b-8673-15439824b5e3 req-6f128c70-8637-47bc-aba7-1b7ed86c4377 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=24161fdf-5d99-4272-9d81-593c04cd8557 HTTP/1.1" status: 200 len: 948 time: 0.1605721 Sep 23 06:40:57.988382 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 0b17520a-2238-40c7-a428-f3c566f41ff9, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=0b17520a-2238-40c7-a428-f3c566f41ff9,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:40:57.998694 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9e2717-c607-45a9-a3d3-9c4d892365c2 service neutron] Pushing event updated for resources: {'Port': ['ID=3dbcf449-2925-4070-9dbb-3262634ba416,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:58.035860 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004fb522-aaa4-47cd-b9d9-754b8997c7e9 service neutron] Pushing event updated for resources: {'Port': ['ID=96766598-8482-4ba0-8b34-cc6cc5c24fb9,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:58.048746 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:58.050368 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-286367c3-a9ce-4204-93f1-7aaa40d1b9ba req-d5211d1b-33a2-402c-946b-5cf6c96bf734 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e147ab6d-012c-49bd-a829-86606a1ece0e HTTP/1.1" status: 200 len: 217 time: 0.0617142 Sep 23 06:40:58.056494 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-a2061cf5-af93-4b0a-9801-bea2b8fee5d3 req-004fb522-aaa4-47cd-b9d9-754b8997c7e9 service neutron] Attempting to bind port 96766598-8482-4ba0-8b34-cc6cc5c24fb9 on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:40:58.056971 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-a2061cf5-af93-4b0a-9801-bea2b8fee5d3 req-004fb522-aaa4-47cd-b9d9-754b8997c7e9 service neutron] Attempting to bind port 96766598-8482-4ba0-8b34-cc6cc5c24fb9 by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:40:58.057311 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2061cf5-af93-4b0a-9801-bea2b8fee5d3 req-004fb522-aaa4-47cd-b9d9-754b8997c7e9 service neutron] Attempting to bind port 96766598-8482-4ba0-8b34-cc6cc5c24fb9 on network 16515f0f-e5a6-4630-a440-e11fb2e02062 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:40:58.083416 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=e3c7b14d-9513-45b9-802e-9b59da3e7780,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:58.100557 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b29c7fcd-751a-4aa2-a39a-8c4b5dce9032 req-5a07b70e-1c8c-465d-9e34-647905887e31 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757398 Sep 23 06:40:58.104733 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2061cf5-af93-4b0a-9801-bea2b8fee5d3 req-004fb522-aaa4-47cd-b9d9-754b8997c7e9 service neutron] Port 96766598-8482-4ba0-8b34-cc6cc5c24fb9 on network 16515f0f-e5a6-4630-a440-e11fb2e02062 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:40:58.107363 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2061cf5-af93-4b0a-9801-bea2b8fee5d3 req-004fb522-aaa4-47cd-b9d9-754b8997c7e9 service neutron] Attempting to bind port 96766598-8482-4ba0-8b34-cc6cc5c24fb9 on network 16515f0f-e5a6-4630-a440-e11fb2e02062 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:40:58.123257 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2061cf5-af93-4b0a-9801-bea2b8fee5d3 req-004fb522-aaa4-47cd-b9d9-754b8997c7e9 service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:40:58.123602 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2061cf5-af93-4b0a-9801-bea2b8fee5d3 req-004fb522-aaa4-47cd-b9d9-754b8997c7e9 service neutron] Checking segment: {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:40:58.124202 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2061cf5-af93-4b0a-9801-bea2b8fee5d3 req-004fb522-aaa4-47cd-b9d9-754b8997c7e9 service neutron] Bound using segment: {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:40:58.124442 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-a2061cf5-af93-4b0a-9801-bea2b8fee5d3 req-004fb522-aaa4-47cd-b9d9-754b8997c7e9 service neutron] Bound port: 96766598-8482-4ba0-8b34-cc6cc5c24fb9, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:40:58.124804 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a2061cf5-af93-4b0a-9801-bea2b8fee5d3 req-004fb522-aaa4-47cd-b9d9-754b8997c7e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:58.155691 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-082817bf-2e9e-41d7-9b21-240675757b25 req-9d9e2717-c607-45a9-a3d3-9c4d892365c2 service neutron] Attempting to bind port 3dbcf449-2925-4070-9dbb-3262634ba416 on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:40:58.156014 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-082817bf-2e9e-41d7-9b21-240675757b25 req-9d9e2717-c607-45a9-a3d3-9c4d892365c2 service neutron] Attempting to bind port 3dbcf449-2925-4070-9dbb-3262634ba416 by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': '6bffb33e-e384-4d5c-b0ac-fcee1b96de5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f344d72e-2515-4ae1-b407-677954c55f1d'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:40:58.156502 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082817bf-2e9e-41d7-9b21-240675757b25 req-9d9e2717-c607-45a9-a3d3-9c4d892365c2 service neutron] Attempting to bind port 3dbcf449-2925-4070-9dbb-3262634ba416 on network f344d72e-2515-4ae1-b407-677954c55f1d {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:40:58.165338 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=0b17520a-2238-40c7-a428-f3c566f41ff9,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:58.172149 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082817bf-2e9e-41d7-9b21-240675757b25 req-9d9e2717-c607-45a9-a3d3-9c4d892365c2 service neutron] Port 3dbcf449-2925-4070-9dbb-3262634ba416 on network f344d72e-2515-4ae1-b407-677954c55f1d not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:40:58.172540 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082817bf-2e9e-41d7-9b21-240675757b25 req-9d9e2717-c607-45a9-a3d3-9c4d892365c2 service neutron] Attempting to bind port 3dbcf449-2925-4070-9dbb-3262634ba416 on network f344d72e-2515-4ae1-b407-677954c55f1d {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:40:58.180271 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9a803e50-f768-424b-8673-15439824b5e3 req-17dde7a2-0cbf-4723-a756-98d5478ab0ee tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760437 Sep 23 06:40:58.186401 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082817bf-2e9e-41d7-9b21-240675757b25 req-9d9e2717-c607-45a9-a3d3-9c4d892365c2 service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:40:58.186810 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082817bf-2e9e-41d7-9b21-240675757b25 req-9d9e2717-c607-45a9-a3d3-9c4d892365c2 service neutron] Checking segment: {'id': '6bffb33e-e384-4d5c-b0ac-fcee1b96de5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f344d72e-2515-4ae1-b407-677954c55f1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:40:58.187263 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082817bf-2e9e-41d7-9b21-240675757b25 req-9d9e2717-c607-45a9-a3d3-9c4d892365c2 service neutron] Bound using segment: {'id': '6bffb33e-e384-4d5c-b0ac-fcee1b96de5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f344d72e-2515-4ae1-b407-677954c55f1d'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:40:58.187767 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-082817bf-2e9e-41d7-9b21-240675757b25 req-9d9e2717-c607-45a9-a3d3-9c4d892365c2 service neutron] Bound port: 3dbcf449-2925-4070-9dbb-3262634ba416, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bffb33e-e384-4d5c-b0ac-fcee1b96de5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f344d72e-2515-4ae1-b407-677954c55f1d'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:40:58.188215 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-082817bf-2e9e-41d7-9b21-240675757b25 req-9d9e2717-c607-45a9-a3d3-9c4d892365c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:58.191075 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286367c3-a9ce-4204-93f1-7aaa40d1b9ba req-2e9e96b4-6181-443b-977e-38f8add1ee6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:58.192622 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-286367c3-a9ce-4204-93f1-7aaa40d1b9ba req-2e9e96b4-6181-443b-977e-38f8add1ee6c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=afab507a-4ef5-4f82-b221-a08b722735c6 HTTP/1.1" status: 200 len: 861 time: 0.1254168 Sep 23 06:40:58.222912 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193ac2ae-e9bb-48c8-a073-6a7824178843 x-openstack-request-id: req-193ac2ae-e9bb-48c8-a073-6a7824178843 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:40:58.223432 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee07f42e-a5b3-4a56-9277-cb1b82532763", "tag": "e147ab6d-012c-49bd-a829-86606a1ece0e", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:40:58.228849 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-193ac2ae-e9bb-48c8-a073-6a7824178843 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:40:58.229440 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee07f42e-a5b3-4a56-9277-cb1b82532763', 'tag': 'e147ab6d-012c-49bd-a829-86606a1ece0e', 'status': 'completed', 'code': 200} Sep 23 06:40:58.243922 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-a2061cf5-af93-4b0a-9801-bea2b8fee5d3 req-004fb522-aaa4-47cd-b9d9-754b8997c7e9 service neutron] For port 96766598-8482-4ba0-8b34-cc6cc5c24fb9, host n-h1-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:40:58.248604 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-286367c3-a9ce-4204-93f1-7aaa40d1b9ba req-c93c8dd4-0bea-41dc-aa0d-ed358becb08f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=26aba36e-f765-4b4a-a7c9-897761ec549b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468121 Sep 23 06:40:58.249342 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-a2061cf5-af93-4b0a-9801-bea2b8fee5d3 req-004fb522-aaa4-47cd-b9d9-754b8997c7e9 service neutron] For port 96766598-8482-4ba0-8b34-cc6cc5c24fb9, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=96766598-8482-4ba0-8b34-cc6cc5c24fb9,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:40:58.255699 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a2061cf5-af93-4b0a-9801-bea2b8fee5d3 req-004fb522-aaa4-47cd-b9d9-754b8997c7e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:58.294390 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2061cf5-af93-4b0a-9801-bea2b8fee5d3 req-004fb522-aaa4-47cd-b9d9-754b8997c7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:58.295024 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a2061cf5-af93-4b0a-9801-bea2b8fee5d3 req-004fb522-aaa4-47cd-b9d9-754b8997c7e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:58.296430 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a2061cf5-af93-4b0a-9801-bea2b8fee5d3 req-004fb522-aaa4-47cd-b9d9-754b8997c7e9 service neutron] 10.222.0.21 "PUT /v2.0/ports/96766598-8482-4ba0-8b34-cc6cc5c24fb9 HTTP/1.1" status: 200 len: 1097 time: 1.2509651 Sep 23 06:40:58.298145 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ebaccb-5fae-48e9-972c-cb8a1d20937f x-openstack-request-id: req-e4ebaccb-5fae-48e9-972c-cb8a1d20937f {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:40:58.298429 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14d41217-85f8-4b83-9fe1-90caa01cf293", "name": "network-vif-plugged", "status": "completed", "tag": "0b17520a-2238-40c7-a428-f3c566f41ff9", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:40:58.298733 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e4ebaccb-5fae-48e9-972c-cb8a1d20937f {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:40:58.299070 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14d41217-85f8-4b83-9fe1-90caa01cf293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b17520a-2238-40c7-a428-f3c566f41ff9', 'code': 200} Sep 23 06:40:58.300773 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62c47636-a19f-406c-a0f6-5869c1db8c46', 'tag': '96766598-8482-4ba0-8b34-cc6cc5c24fb9'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:40:58.302633 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b532fb-207b-4db1-bad0-7ed78b9e512b" -d '{"events": [{"name": "network-changed", "server_uuid": "62c47636-a19f-406c-a0f6-5869c1db8c46", "tag": "96766598-8482-4ba0-8b34-cc6cc5c24fb9"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:40:58.402922 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004fb522-aaa4-47cd-b9d9-754b8997c7e9 service neutron] Pushing event updated for resources: {'Port': ['ID=96766598-8482-4ba0-8b34-cc6cc5c24fb9,revision_number=3']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:58.437681 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 06:40:58.438305 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-082817bf-2e9e-41d7-9b21-240675757b25 req-9d9e2717-c607-45a9-a3d3-9c4d892365c2 service neutron] For port 3dbcf449-2925-4070-9dbb-3262634ba416, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:40:58.482860 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-082817bf-2e9e-41d7-9b21-240675757b25 req-9d9e2717-c607-45a9-a3d3-9c4d892365c2 service neutron] For port 3dbcf449-2925-4070-9dbb-3262634ba416, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=3dbcf449-2925-4070-9dbb-3262634ba416,segment=NetworkSegment(6bffb33e-e384-4d5c-b0ac-fcee1b96de5d),segment_id=6bffb33e-e384-4d5c-b0ac-fcee1b96de5d)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:40:58.496285 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-082817bf-2e9e-41d7-9b21-240675757b25 req-9d9e2717-c607-45a9-a3d3-9c4d892365c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:58.520335 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082817bf-2e9e-41d7-9b21-240675757b25 req-9d9e2717-c607-45a9-a3d3-9c4d892365c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:58.520899 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-082817bf-2e9e-41d7-9b21-240675757b25 req-9d9e2717-c607-45a9-a3d3-9c4d892365c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:58.522433 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-082817bf-2e9e-41d7-9b21-240675757b25 req-9d9e2717-c607-45a9-a3d3-9c4d892365c2 service neutron] 10.222.0.21 "PUT /v2.0/ports/3dbcf449-2925-4070-9dbb-3262634ba416 HTTP/1.1" status: 200 len: 1092 time: 1.6479640 Sep 23 06:40:58.574324 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['e3c7b14d-9513-45b9-802e-9b59da3e7780'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:40:58.581106 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83195e6f-a845-4e1c-92a7-0e6d726ac2e0 req-9ae137c6-6f92-4210-b167-0588225f1931 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:58.583037 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-83195e6f-a845-4e1c-92a7-0e6d726ac2e0 req-9ae137c6-6f92-4210-b167-0588225f1931 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] 10.222.0.39 "GET /v2.0/ports?device_id=56bc1261-3acf-4c6c-82a4-210df30ce21a HTTP/1.1" status: 200 len: 949 time: 0.2286544 Sep 23 06:40:58.602331 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92991801-b225-41da-9245-92f7412ee3ee req-7fb44f26-448c-43ee-b55e-a0668923ff61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:58.603893 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-92991801-b225-41da-9245-92f7412ee3ee req-7fb44f26-448c-43ee-b55e-a0668923ff61 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=14d41217-85f8-4b83-9fe1-90caa01cf293 HTTP/1.1" status: 200 len: 1102 time: 0.2024999 Sep 23 06:40:58.605769 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-286367c3-a9ce-4204-93f1-7aaa40d1b9ba req-7cc1a57f-014a-4a78-a64c-a11b27d55c79 service neutron] 10.222.0.21 "GET /v2.0/networks/26aba36e-f765-4b4a-a7c9-897761ec549b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3218656 Sep 23 06:40:58.712813 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9e2717-c607-45a9-a3d3-9c4d892365c2 service neutron] Pushing event updated for resources: {'Port': ['ID=3dbcf449-2925-4070-9dbb-3262634ba416,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:58.727088 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-83195e6f-a845-4e1c-92a7-0e6d726ac2e0 req-7acdfae7-4e50-403c-906a-b526a0b43510 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] 10.222.0.39 "GET /v2.0/security-groups?id=31c87a2f-e5c8-4cdb-9e7e-5c7fd26b024b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341107 Sep 23 06:40:58.754358 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2061cf5-af93-4b0a-9801-bea2b8fee5d3 req-caca8f37-6127-44be-be13-42f413f1c31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:58.755853 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a2061cf5-af93-4b0a-9801-bea2b8fee5d3 req-caca8f37-6127-44be-be13-42f413f1c31a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8d68b6f2bfe2491c9015cf660b627aab&device_id=62c47636-a19f-406c-a0f6-5869c1db8c46 HTTP/1.1" status: 200 len: 1100 time: 0.3882387 Sep 23 06:40:58.778769 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93675aae-4aa1-4656-88de-c652cd7ebb90 req-04ff0cdb-025b-40ee-bcb0-d0c21e58523f tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:58.780519 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-93675aae-4aa1-4656-88de-c652cd7ebb90 req-04ff0cdb-025b-40ee-bcb0-d0c21e58523f tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef18adb-19f8-43b5-8dc9-ede7286ee548 HTTP/1.1" status: 200 len: 949 time: 0.3666735 Sep 23 06:40:58.787881 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-92991801-b225-41da-9245-92f7412ee3ee req-f59812c5-dae8-4cae-b68b-f2b9381b77c9 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528528 Sep 23 06:40:58.802262 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082817bf-2e9e-41d7-9b21-240675757b25 req-5451051b-8144-4cf0-8237-7ebcf9f0d514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:58.803795 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-082817bf-2e9e-41d7-9b21-240675757b25 req-5451051b-8144-4cf0-8237-7ebcf9f0d514 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=97692e1b5c1f4df985cc39910d526c8e&device_id=bd017062-4df5-4803-abae-496460178f05 HTTP/1.1" status: 200 len: 1095 time: 0.1918473 Sep 23 06:40:58.857260 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a2061cf5-af93-4b0a-9801-bea2b8fee5d3 req-6d78a6b9-7ca8-40f1-b7a1-fd36651e91fb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=96766598-8482-4ba0-8b34-cc6cc5c24fb9 HTTP/1.1" status: 200 len: 217 time: 0.0743670 Sep 23 06:40:58.880703 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-082817bf-2e9e-41d7-9b21-240675757b25 req-16b370e2-9904-4097-a372-04438eed358e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3dbcf449-2925-4070-9dbb-3262634ba416 HTTP/1.1" status: 200 len: 217 time: 0.0604217 Sep 23 06:40:58.883725 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-286367c3-a9ce-4204-93f1-7aaa40d1b9ba req-82ad0c72-3e4e-4644-b71d-ef44eb79e516 service neutron] 10.222.0.21 "GET /v2.0/networks/26aba36e-f765-4b4a-a7c9-897761ec549b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255540 Sep 23 06:40:58.919048 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-93675aae-4aa1-4656-88de-c652cd7ebb90 req-9cae819b-b8d0-422b-a097-e9c30351cd05 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198702 Sep 23 06:40:58.932646 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e3aba-0734-4ffa-bec4-fffd358a3765 req-81de826c-a780-4f71-a380-4dee27063606 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:58.942554 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f63e3aba-0734-4ffa-bec4-fffd358a3765 req-81de826c-a780-4f71-a380-4dee27063606 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] 10.222.0.21 "GET /v2.0/ports?device_id=56bc1261-3acf-4c6c-82a4-210df30ce21a HTTP/1.1" status: 200 len: 949 time: 0.1608951 Sep 23 06:40:58.946053 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e821d14-6419-4842-9995-aa989b170da4 req-3fe2cbb2-d526-49c0-89d2-2427e0570adf tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:58.947580 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8e821d14-6419-4842-9995-aa989b170da4 req-3fe2cbb2-d526-49c0-89d2-2427e0570adf tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=62c47636-a19f-406c-a0f6-5869c1db8c46 HTTP/1.1" status: 200 len: 948 time: 0.1159182 Sep 23 06:40:58.960708 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2061cf5-af93-4b0a-9801-bea2b8fee5d3 req-9094b95f-74ed-4a21-bbce-b88377bb5156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:58.964065 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a2061cf5-af93-4b0a-9801-bea2b8fee5d3 req-9094b95f-74ed-4a21-bbce-b88377bb5156 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e HTTP/1.1" status: 200 len: 843 time: 0.0968609 Sep 23 06:40:58.977853 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082817bf-2e9e-41d7-9b21-240675757b25 req-64102310-fa0a-4c24-acb1-dfa33ecedab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:58.978827 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3eeb8d9-7e98-4000-b50f-b93ea20c5e73 x-openstack-request-id: req-b3eeb8d9-7e98-4000-b50f-b93ea20c5e73 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:40:58.979140 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62c47636-a19f-406c-a0f6-5869c1db8c46", "tag": "96766598-8482-4ba0-8b34-cc6cc5c24fb9", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:40:58.979387 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b3eeb8d9-7e98-4000-b50f-b93ea20c5e73 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:40:58.979500 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-082817bf-2e9e-41d7-9b21-240675757b25 req-64102310-fa0a-4c24-acb1-dfa33ecedab1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=74afc9c5-ebde-436e-ada9-9111bfc92597 HTTP/1.1" status: 200 len: 860 time: 0.0718067 Sep 23 06:40:58.979774 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62c47636-a19f-406c-a0f6-5869c1db8c46', 'tag': '96766598-8482-4ba0-8b34-cc6cc5c24fb9', 'status': 'completed', 'code': 200} Sep 23 06:40:58.996145 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8e821d14-6419-4842-9995-aa989b170da4 req-3587ca33-8e77-465c-8d5b-0864f3f80540 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407033 Sep 23 06:40:59.159823 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2061cf5-af93-4b0a-9801-bea2b8fee5d3 req-eaa0e49f-8102-4dfe-997a-b546bae33706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:59.161356 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a2061cf5-af93-4b0a-9801-bea2b8fee5d3 req-eaa0e49f-8102-4dfe-997a-b546bae33706 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=16515f0f-e5a6-4630-a440-e11fb2e02062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1330512 Sep 23 06:40:59.184972 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900f4c1d-3705-421b-b349-7da9a73a18b9 req-5ce4c53b-8ebb-4666-ae80-cb165d4d2dfe tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:59.186446 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-900f4c1d-3705-421b-b349-7da9a73a18b9 req-5ce4c53b-8ebb-4666-ae80-cb165d4d2dfe tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd017062-4df5-4803-abae-496460178f05 HTTP/1.1" status: 200 len: 943 time: 0.1288898 Sep 23 06:40:59.295897 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-900f4c1d-3705-421b-b349-7da9a73a18b9 req-2b9b720a-c6d2-41f6-bfaa-b3f150d3844f tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/security-groups?id=12348048-69cc-4cde-9778-0654c2cd068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014783 Sep 23 06:40:59.299422 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-f63e3aba-0734-4ffa-bec4-fffd358a3765 req-1c3bbab9-f918-44f3-baab-da437f56a18b tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] Deleting port 28467b07-f6b6-48aa-93f5-7df2f64a0157 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:40:59.299771 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-f63e3aba-0734-4ffa-bec4-fffd358a3765 req-1c3bbab9-f918-44f3-baab-da437f56a18b tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:59.348729 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a2061cf5-af93-4b0a-9801-bea2b8fee5d3 req-fb15c0e5-e870-44c6-88da-4899eb511f6a service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725695 Sep 23 06:40:59.351937 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c74833-74b8-455b-859f-33d81cb48fb8 req-0203dfc6-a756-416d-8cef-5938834c6fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:59.353415 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-75c74833-74b8-455b-859f-33d81cb48fb8 req-0203dfc6-a756-416d-8cef-5938834c6fad service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4f0064bb53474048bf6eb5b78e44e4ae&device_id=ee07f42e-a5b3-4a56-9277-cb1b82532763 HTTP/1.1" status: 200 len: 1096 time: 0.3245075 Sep 23 06:40:59.356807 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082817bf-2e9e-41d7-9b21-240675757b25 req-dd6a493f-5d12-4a25-a6b3-60d39c6be3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:59.358203 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-082817bf-2e9e-41d7-9b21-240675757b25 req-dd6a493f-5d12-4a25-a6b3-60d39c6be3cb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f344d72e-2515-4ae1-b407-677954c55f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3306386 Sep 23 06:40:59.371677 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3dda44-61b1-41b9-af49-3cb0e0b6882b req-2369d04d-1307-4223-a697-a406b247df9e tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:59.373091 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-de3dda44-61b1-41b9-af49-3cb0e0b6882b req-2369d04d-1307-4223-a697-a406b247df9e tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b299a60-b390-4402-8035-a9d80acba074 HTTP/1.1" status: 200 len: 946 time: 0.0763767 Sep 23 06:40:59.442409 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-f63e3aba-0734-4ffa-bec4-fffd358a3765 req-1c3bbab9-f918-44f3-baab-da437f56a18b tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] For port 28467b07-f6b6-48aa-93f5-7df2f64a0157, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=28467b07-f6b6-48aa-93f5-7df2f64a0157,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:40:59.442743 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-f63e3aba-0734-4ffa-bec4-fffd358a3765 req-1c3bbab9-f918-44f3-baab-da437f56a18b tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:59.479193 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-f63e3aba-0734-4ffa-bec4-fffd358a3765 req-1c3bbab9-f918-44f3-baab-da437f56a18b tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] Calling delete_port for 28467b07-f6b6-48aa-93f5-7df2f64a0157 owned by compute:nova {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:40:59.501917 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-de3dda44-61b1-41b9-af49-3cb0e0b6882b req-311c5713-40d9-4956-a536-945271059672 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198027 Sep 23 06:40:59.553494 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c74833-74b8-455b-859f-33d81cb48fb8 req-220134a2-b3ae-4b95-b5d8-738c0195e2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:59.555085 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-75c74833-74b8-455b-859f-33d81cb48fb8 req-220134a2-b3ae-4b95-b5d8-738c0195e2b5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=26aba36e-f765-4b4a-a7c9-897761ec549b HTTP/1.1" status: 200 len: 922 time: 0.1811430 Sep 23 06:40:59.587848 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-082817bf-2e9e-41d7-9b21-240675757b25 req-72bfb315-fcfb-4b44-b4b8-0aaa58f3771e service neutron] 10.222.0.21 "GET /v2.0/networks/f344d72e-2515-4ae1-b407-677954c55f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953325 Sep 23 06:40:59.604289 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55589d46-e81c-4876-ba72-7c1c70a1d6f9 req-e9f26a22-f077-48ff-ad8a-56bc8b480614 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:59.605787 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-55589d46-e81c-4876-ba72-7c1c70a1d6f9 req-e9f26a22-f077-48ff-ad8a-56bc8b480614 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee07f42e-a5b3-4a56-9277-cb1b82532763 HTTP/1.1" status: 200 len: 944 time: 0.1429584 Sep 23 06:40:59.612117 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a2061cf5-af93-4b0a-9801-bea2b8fee5d3 req-3016bb7f-da8e-4f15-846a-1c470ebc7e65 service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372236 Sep 23 06:40:59.638283 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-75c74833-74b8-455b-859f-33d81cb48fb8 req-52396bad-cb99-45f4-9eaf-4620bf70df59 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e147ab6d-012c-49bd-a829-86606a1ece0e HTTP/1.1" status: 200 len: 217 time: 0.0696664 Sep 23 06:40:59.666564 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-55589d46-e81c-4876-ba72-7c1c70a1d6f9 req-8704f328-f34b-4348-b861-2d55e53b3f50 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523481 Sep 23 06:40:59.734471 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9b1f9e-980e-4509-be4b-35087280f6e4 req-7808a43b-f106-45e9-97be-488bb0b334a0 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:59.735978 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fc9b1f9e-980e-4509-be4b-35087280f6e4 req-7808a43b-f106-45e9-97be-488bb0b334a0 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=24161fdf-5d99-4272-9d81-593c04cd8557 HTTP/1.1" status: 200 len: 949 time: 0.1705852 Sep 23 06:40:59.759966 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-f63e3aba-0734-4ffa-bec4-fffd358a3765 req-1c3bbab9-f918-44f3-baab-da437f56a18b tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:59.775059 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c74833-74b8-455b-859f-33d81cb48fb8 req-d933704e-a4a9-4b66-bf0e-702a39749991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:59.776585 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-75c74833-74b8-455b-859f-33d81cb48fb8 req-d933704e-a4a9-4b66-bf0e-702a39749991 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=afab507a-4ef5-4f82-b221-a08b722735c6 HTTP/1.1" status: 200 len: 861 time: 0.1136682 Sep 23 06:40:59.806322 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b532fb-207b-4db1-bad0-7ed78b9e512b req-9e9dfc38-555e-4740-bf2c-4d3759cec158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:40:59.806322 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a5b532fb-207b-4db1-bad0-7ed78b9e512b req-9e9dfc38-555e-4740-bf2c-4d3759cec158 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8d68b6f2bfe2491c9015cf660b627aab&device_id=62c47636-a19f-406c-a0f6-5869c1db8c46 HTTP/1.1" status: 200 len: 1100 time: 0.0874519 Sep 23 06:40:59.808517 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3bbab9-f918-44f3-baab-da437f56a18b tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] Pushing event deleted for resources: {'Port': ['ID=28467b07-f6b6-48aa-93f5-7df2f64a0157,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:40:59.828707 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-75c74833-74b8-455b-859f-33d81cb48fb8 req-d3c10ab3-1375-47fa-b260-b99db175fdcc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=26aba36e-f765-4b4a-a7c9-897761ec549b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353642 Sep 23 06:40:59.832595 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-082817bf-2e9e-41d7-9b21-240675757b25 req-5a493a68-83eb-42b7-a0fc-234800182edb service neutron] 10.222.0.21 "GET /v2.0/networks/f344d72e-2515-4ae1-b407-677954c55f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312443 Sep 23 06:40:59.838445 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fc9b1f9e-980e-4509-be4b-35087280f6e4 req-bbaaa080-b2ef-49ac-ae7e-1cda7767474b tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904000 Sep 23 06:40:59.909257 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-f63e3aba-0734-4ffa-bec4-fffd358a3765 req-1c3bbab9-f918-44f3-baab-da437f56a18b tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] No DVR routers for this DVR port 28467b07-f6b6-48aa-93f5-7df2f64a0157 on host n-h1-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:40:59.931250 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-f63e3aba-0734-4ffa-bec4-fffd358a3765 req-1c3bbab9-f918-44f3-baab-da437f56a18b tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:40:59.933279 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f63e3aba-0734-4ffa-bec4-fffd358a3765 req-1c3bbab9-f918-44f3-baab-da437f56a18b tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] 10.222.0.21 "DELETE /v2.0/ports/28467b07-f6b6-48aa-93f5-7df2f64a0157 HTTP/1.1" status: 204 len: 173 time: 0.8770487 Sep 23 06:40:59.995797 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-25a9892b-ecfd-4401-b1cc-b8e8d13f7928 req-9787d3dc-6845-40f9-a322-04b48ce35367 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] 10.222.0.39 "GET /v2.0/ports?device_id=56bc1261-3acf-4c6c-82a4-210df30ce21a HTTP/1.1" status: 200 len: 210 time: 0.0459023 Sep 23 06:41:00.019418 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-75c74833-74b8-455b-859f-33d81cb48fb8 req-35445dfe-8028-4089-9f0a-204e55ee8ff2 service neutron] 10.222.0.21 "GET /v2.0/networks/26aba36e-f765-4b4a-a7c9-897761ec549b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702259 Sep 23 06:41:00.051492 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7205c97-0087-47ef-bcb2-d16677d9689e req-a70b6cc1-8d19-4c74-a545-b2cdae65ca86 tempest-LiveMigrationTest-1207377707 tempest-LiveMigrationTest-1207377707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:00.053143 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f7205c97-0087-47ef-bcb2-d16677d9689e req-a70b6cc1-8d19-4c74-a545-b2cdae65ca86 tempest-LiveMigrationTest-1207377707 tempest-LiveMigrationTest-1207377707-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3b299a60-b390-4402-8035-a9d80acba074 HTTP/1.1" status: 200 len: 1098 time: 0.1142480 Sep 23 06:41:00.054827 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b532fb-207b-4db1-bad0-7ed78b9e512b req-5e0e9b97-853d-4feb-9cd0-0af5c37ce793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:00.056376 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a5b532fb-207b-4db1-bad0-7ed78b9e512b req-5e0e9b97-853d-4feb-9cd0-0af5c37ce793 service neutron] 10.222.0.21 "GET /v2.0/networks?id=16515f0f-e5a6-4630-a440-e11fb2e02062 HTTP/1.1" status: 200 len: 870 time: 0.2329228 Sep 23 06:41:00.117751 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a5b532fb-207b-4db1-bad0-7ed78b9e512b req-6fbcdfed-4bd7-4f36-999c-e3810d7424e9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=96766598-8482-4ba0-8b34-cc6cc5c24fb9 HTTP/1.1" status: 200 len: 217 time: 0.0479910 Sep 23 06:41:00.159592 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f7205c97-0087-47ef-bcb2-d16677d9689e req-d8f0c0ba-d342-4b5e-951f-e0b9be469131 tempest-LiveMigrationTest-1207377707 tempest-LiveMigrationTest-1207377707-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968394 Sep 23 06:41:00.170591 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-75c74833-74b8-455b-859f-33d81cb48fb8 req-7a6f4644-e975-4653-8fe9-5ff92cf9157d service neutron] 10.222.0.21 "GET /v2.0/networks/26aba36e-f765-4b4a-a7c9-897761ec549b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378536 Sep 23 06:41:00.179886 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b532fb-207b-4db1-bad0-7ed78b9e512b req-a809dbe2-e44e-4fde-aaac-dca92cb08596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:00.181688 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a5b532fb-207b-4db1-bad0-7ed78b9e512b req-a809dbe2-e44e-4fde-aaac-dca92cb08596 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e HTTP/1.1" status: 200 len: 843 time: 0.0542355 Sep 23 06:41:00.185002 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7a0799-d050-4885-8342-a6d1e6465a15 req-f7aed593-337c-48b6-acd6-2035b4b65fb2 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:00.186503 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ef7a0799-d050-4885-8342-a6d1e6465a15 req-f7aed593-337c-48b6-acd6-2035b4b65fb2 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef18adb-19f8-43b5-8dc9-ede7286ee548 HTTP/1.1" status: 200 len: 949 time: 0.0743032 Sep 23 06:41:00.230792 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ef7a0799-d050-4885-8342-a6d1e6465a15 req-19dcf290-e28f-4c53-a03d-cdb83d67c455 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376730 Sep 23 06:41:00.231262 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd017062-4df5-4803-abae-496460178f05', 'tag': '3dbcf449-2925-4070-9dbb-3262634ba416'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:41:00.233499 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa1d2327-e9f1-4795-9dfc-2dc69d6ace6c" -d '{"events": [{"name": "network-changed", "server_uuid": "bd017062-4df5-4803-abae-496460178f05", "tag": "3dbcf449-2925-4070-9dbb-3262634ba416"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:41:00.290883 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b532fb-207b-4db1-bad0-7ed78b9e512b req-36f50cec-6148-447b-9d6a-4435ed0a92bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:00.294074 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a5b532fb-207b-4db1-bad0-7ed78b9e512b req-36f50cec-6148-447b-9d6a-4435ed0a92bf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=16515f0f-e5a6-4630-a440-e11fb2e02062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0821462 Sep 23 06:41:00.306939 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f520a8ef-1e94-4477-ab93-b3595f0c33e8 req-f7a9229c-252d-4130-964a-58b66c9c81d3 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:00.308432 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f520a8ef-1e94-4477-ab93-b3595f0c33e8 req-f7a9229c-252d-4130-964a-58b66c9c81d3 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=62c47636-a19f-406c-a0f6-5869c1db8c46 HTTP/1.1" status: 200 len: 948 time: 0.0683930 Sep 23 06:41:00.331778 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44997c05-2541-4762-9b8f-4df9f3023205 req-9dca4b5d-76d5-406a-af2b-9459240537db tempest-LiveMigrationTest-1207377707 tempest-LiveMigrationTest-1207377707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:00.333328 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-44997c05-2541-4762-9b8f-4df9f3023205 req-9dca4b5d-76d5-406a-af2b-9459240537db tempest-LiveMigrationTest-1207377707 tempest-LiveMigrationTest-1207377707-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3b299a60-b390-4402-8035-a9d80acba074 HTTP/1.1" status: 200 len: 1098 time: 0.0463662 Sep 23 06:41:00.368981 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-44997c05-2541-4762-9b8f-4df9f3023205 req-fcaa51dc-2229-4381-8769-de31e9a8b6a7 tempest-LiveMigrationTest-1207377707 tempest-LiveMigrationTest-1207377707-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289371 Sep 23 06:41:00.391383 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['200538eb-8f22-4d73-bcc9-594e7def4d4a'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:41:00.405591 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f520a8ef-1e94-4477-ab93-b3595f0c33e8 req-442d7a08-e879-4b63-a5ab-fd627cdfdcad tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863113 Sep 23 06:41:00.416591 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-207bdcdf-c942-46fa-a8d1-07e8b86064b8 x-openstack-request-id: req-207bdcdf-c942-46fa-a8d1-07e8b86064b8 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:41:00.416880 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd017062-4df5-4803-abae-496460178f05", "tag": "3dbcf449-2925-4070-9dbb-3262634ba416", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:41:00.417124 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-207bdcdf-c942-46fa-a8d1-07e8b86064b8 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:41:00.417516 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd017062-4df5-4803-abae-496460178f05', 'tag': '3dbcf449-2925-4070-9dbb-3262634ba416', 'status': 'completed', 'code': 200} Sep 23 06:41:00.440929 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a5b532fb-207b-4db1-bad0-7ed78b9e512b req-ddbdca57-9290-49b9-a441-084838d96720 service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314471 Sep 23 06:41:00.531137 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1d2327-e9f1-4795-9dfc-2dc69d6ace6c req-b5d9cf95-a507-4c0c-9d15-03939bb8a765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:00.532781 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fa1d2327-e9f1-4795-9dfc-2dc69d6ace6c req-b5d9cf95-a507-4c0c-9d15-03939bb8a765 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=97692e1b5c1f4df985cc39910d526c8e&device_id=bd017062-4df5-4803-abae-496460178f05 HTTP/1.1" status: 200 len: 1095 time: 0.0758581 Sep 23 06:41:00.570303 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a5b532fb-207b-4db1-bad0-7ed78b9e512b req-3bc6b8d5-037e-4c87-99fc-ceaf6eb2874c service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206679 Sep 23 06:41:00.633461 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9400b256-5e04-414d-ba04-78d1cb1648ae req-4ecb362b-983a-4929-9e6e-3fac4c722994 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:00.635093 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9400b256-5e04-414d-ba04-78d1cb1648ae req-4ecb362b-983a-4929-9e6e-3fac4c722994 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd017062-4df5-4803-abae-496460178f05 HTTP/1.1" status: 200 len: 943 time: 0.1154940 Sep 23 06:41:00.682041 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1d2327-e9f1-4795-9dfc-2dc69d6ace6c req-8fca0c73-46e0-48e2-bf4c-532bb4e87ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:00.683505 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fa1d2327-e9f1-4795-9dfc-2dc69d6ace6c req-8fca0c73-46e0-48e2-bf4c-532bb4e87ee9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f344d72e-2515-4ae1-b407-677954c55f1d HTTP/1.1" status: 200 len: 922 time: 0.1258337 Sep 23 06:41:00.690643 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9400b256-5e04-414d-ba04-78d1cb1648ae req-4f9c3493-f0e1-4080-9849-2d7a77928e73 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/security-groups?id=12348048-69cc-4cde-9778-0654c2cd068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492437 Sep 23 06:41:00.730609 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fa1d2327-e9f1-4795-9dfc-2dc69d6ace6c req-8f22c2b1-aa3c-41b7-9c1b-8b4ad3b4f0ea service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3dbcf449-2925-4070-9dbb-3262634ba416 HTTP/1.1" status: 200 len: 217 time: 0.0384028 Sep 23 06:41:00.733665 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 28467b07-f6b6-48aa-93f5-7df2f64a0157 no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:41:00.754359 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] No Port match for: 28467b07-f6b6-48aa-93f5-7df2f64a0157 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:41:00.754984 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 28467b07-f6b6-48aa-93f5-7df2f64a0157 not bound to the agent host n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:41:00.818188 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1d2327-e9f1-4795-9dfc-2dc69d6ace6c req-6d4a40e4-0c40-481c-941e-bc19e527d56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:00.820193 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fa1d2327-e9f1-4795-9dfc-2dc69d6ace6c req-6d4a40e4-0c40-481c-941e-bc19e527d56f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=74afc9c5-ebde-436e-ada9-9111bfc92597 HTTP/1.1" status: 200 len: 860 time: 0.0764544 Sep 23 06:41:00.846244 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046b69e1-be0b-4244-95d8-86b8a8cde22e req-af368a51-5719-4c92-9391-22a3f57b53f2 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:00.847741 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-046b69e1-be0b-4244-95d8-86b8a8cde22e req-af368a51-5719-4c92-9391-22a3f57b53f2 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee07f42e-a5b3-4a56-9277-cb1b82532763 HTTP/1.1" status: 200 len: 944 time: 0.0753162 Sep 23 06:41:00.902982 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1d2327-e9f1-4795-9dfc-2dc69d6ace6c req-811278c2-d5bf-4ab8-9ed7-7b041d6aaa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:00.904524 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fa1d2327-e9f1-4795-9dfc-2dc69d6ace6c req-811278c2-d5bf-4ab8-9ed7-7b041d6aaa75 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f344d72e-2515-4ae1-b407-677954c55f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0757320 Sep 23 06:41:00.907558 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-046b69e1-be0b-4244-95d8-86b8a8cde22e req-229a7e61-4b37-4d4b-9591-07c6979091e0 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457606 Sep 23 06:41:00.980635 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56bc1261-3acf-4c6c-82a4-210df30ce21a', 'name': 'network-vif-deleted', 'tag': '28467b07-f6b6-48aa-93f5-7df2f64a0157'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:41:00.983020 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab16774a-393f-4792-b0db-2e03ce479895" -d '{"events": [{"server_uuid": "56bc1261-3acf-4c6c-82a4-210df30ce21a", "name": "network-vif-deleted", "tag": "28467b07-f6b6-48aa-93f5-7df2f64a0157"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:41:01.080324 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d4c1e0-236c-499b-96bb-492522177b68 req-5c3e6cdc-7129-4d88-94af-4d18d5409418 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:01.081849 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e4d4c1e0-236c-499b-96bb-492522177b68 req-5c3e6cdc-7129-4d88-94af-4d18d5409418 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=24161fdf-5d99-4272-9d81-593c04cd8557 HTTP/1.1" status: 200 len: 949 time: 0.0811176 Sep 23 06:41:01.086765 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fa1d2327-e9f1-4795-9dfc-2dc69d6ace6c req-8cb82932-ddba-472c-acab-177262c5784d service neutron] 10.222.0.21 "GET /v2.0/networks/f344d72e-2515-4ae1-b407-677954c55f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594372 Sep 23 06:41:01.156489 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e4d4c1e0-236c-499b-96bb-492522177b68 req-e27afbcf-a33b-45eb-952c-ae60e46c524b tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670831 Sep 23 06:41:01.209533 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3419d77e-68dd-4506-9324-32fa8dad2a52 x-openstack-request-id: req-3419d77e-68dd-4506-9324-32fa8dad2a52 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:41:01.209830 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56bc1261-3acf-4c6c-82a4-210df30ce21a", "name": "network-vif-deleted", "tag": "28467b07-f6b6-48aa-93f5-7df2f64a0157", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:41:01.210104 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3419d77e-68dd-4506-9324-32fa8dad2a52 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:41:01.211068 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56bc1261-3acf-4c6c-82a4-210df30ce21a', 'name': 'network-vif-deleted', 'tag': '28467b07-f6b6-48aa-93f5-7df2f64a0157', 'status': 'completed', 'code': 200} Sep 23 06:41:01.221558 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fa1d2327-e9f1-4795-9dfc-2dc69d6ace6c req-d03762ce-0b67-4d69-904a-8d8a73981927 service neutron] 10.222.0.21 "GET /v2.0/networks/f344d72e-2515-4ae1-b407-677954c55f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129429 Sep 23 06:41:01.417195 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device e3c7b14d-9513-45b9-802e-9b59da3e7780 up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:41:01.474000 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port e3c7b14d-9513-45b9-802e-9b59da3e7780 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:41:01.475430 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e0566-fe7a-406b-8021-e87aca788c0c req-37632399-8474-46e9-867d-660a437e7b57 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:01.478025 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-578e0566-fe7a-406b-8021-e87aca788c0c req-37632399-8474-46e9-867d-660a437e7b57 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef18adb-19f8-43b5-8dc9-ede7286ee548 HTTP/1.1" status: 200 len: 949 time: 0.0537820 Sep 23 06:41:01.484053 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port e3c7b14d-9513-45b9-802e-9b59da3e7780 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:41:01.484436 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:01.526494 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-578e0566-fe7a-406b-8021-e87aca788c0c req-d22ed0c3-b742-44f8-9fce-0eb2e1d8eb83 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338852 Sep 23 06:41:01.572262 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [req-31298f40-0dab-4042-a943-e261c1268c18 req-2a2318a2-a94a-41fb-a7ab-ffc6b6dd5c7a tempest-LiveMigrationTest-1207377707 tempest-LiveMigrationTest-1207377707-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=95065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 06:41:01.574352 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-31298f40-0dab-4042-a943-e261c1268c18 req-2a2318a2-a94a-41fb-a7ab-ffc6b6dd5c7a tempest-LiveMigrationTest-1207377707 tempest-LiveMigrationTest-1207377707-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071776 Sep 23 06:41:01.581691 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:01.605153 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24161fdf-5d99-4272-9d81-593c04cd8557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c7b14d-9513-45b9-802e-9b59da3e7780'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:41:01.607462 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a67f070c-eb60-434b-8788-ca1f5df93ae1" -d '{"events": [{"server_uuid": "24161fdf-5d99-4272-9d81-593c04cd8557", "name": "network-vif-plugged", "status": "completed", "tag": "e3c7b14d-9513-45b9-802e-9b59da3e7780"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:41:01.621052 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port e3c7b14d-9513-45b9-802e-9b59da3e7780, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=e3c7b14d-9513-45b9-802e-9b59da3e7780,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:41:01.625067 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:01.640224 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31298f40-0dab-4042-a943-e261c1268c18 req-cb7cf039-b794-47f8-9249-24215f06a8f9 tempest-LiveMigrationTest-1207377707 tempest-LiveMigrationTest-1207377707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:01.641602 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-31298f40-0dab-4042-a943-e261c1268c18 req-cb7cf039-b794-47f8-9249-24215f06a8f9 tempest-LiveMigrationTest-1207377707 tempest-LiveMigrationTest-1207377707-project-admin] 10.222.0.39 "GET /v2.0/ports/60a7e2b7-e3a4-44f0-9c74-80cc2e28b807 HTTP/1.1" status: 200 len: 1095 time: 0.0618205 Sep 23 06:41:01.651348 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-31298f40-0dab-4042-a943-e261c1268c18 req-d4a55ee0-18dd-4e30-8067-dfe63f7db7a4 service neutron] Request body: {'binding': {'host': 'n-h2-715271-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:41:01.651796 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-31298f40-0dab-4042-a943-e261c1268c18 req-d4a55ee0-18dd-4e30-8067-dfe63f7db7a4 service neutron] Unknown quota resources ['binding']. {{(pid=95065) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 23 06:41:01.673462 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=e3c7b14d-9513-45b9-802e-9b59da3e7780,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:01.695292 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd8270b-374e-4cfc-b955-ae12411a1343 req-27e57676-054e-4d66-84f4-0028807b31a2 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:01.696764 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8dd8270b-374e-4cfc-b955-ae12411a1343 req-27e57676-054e-4d66-84f4-0028807b31a2 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6c70cea-fbe6-4b31-9f80-e84b4ee6e9c7 HTTP/1.1" status: 200 len: 950 time: 0.1066384 Sep 23 06:41:01.788188 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8dd8270b-374e-4cfc-b955-ae12411a1343 req-2faee662-1c56-4379-8192-50ca0d8debdb tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] 10.222.0.39 "GET /v2.0/security-groups?id=31c87a2f-e5c8-4cdb-9e7e-5c7fd26b024b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829234 Sep 23 06:41:01.831517 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-31298f40-0dab-4042-a943-e261c1268c18 req-d4a55ee0-18dd-4e30-8067-dfe63f7db7a4 service neutron] Attempting to bind port 60a7e2b7-e3a4-44f0-9c74-80cc2e28b807 on host n-h2-715271-16 for vnic_type normal with profile None {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:41:01.831938 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-31298f40-0dab-4042-a943-e261c1268c18 req-d4a55ee0-18dd-4e30-8067-dfe63f7db7a4 service neutron] Attempting to bind port 60a7e2b7-e3a4-44f0-9c74-80cc2e28b807 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': 'a2ee209e-d4ee-4c6a-8401-bd714bf3436e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b41a91e1-341c-4340-b7a8-8779367a7828'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:41:01.832328 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31298f40-0dab-4042-a943-e261c1268c18 req-d4a55ee0-18dd-4e30-8067-dfe63f7db7a4 service neutron] Attempting to bind port 60a7e2b7-e3a4-44f0-9c74-80cc2e28b807 on network b41a91e1-341c-4340-b7a8-8779367a7828 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:41:01.837345 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31298f40-0dab-4042-a943-e261c1268c18 req-d4a55ee0-18dd-4e30-8067-dfe63f7db7a4 service neutron] Port 60a7e2b7-e3a4-44f0-9c74-80cc2e28b807 on network b41a91e1-341c-4340-b7a8-8779367a7828 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:41:01.837671 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31298f40-0dab-4042-a943-e261c1268c18 req-d4a55ee0-18dd-4e30-8067-dfe63f7db7a4 service neutron] Attempting to bind port 60a7e2b7-e3a4-44f0-9c74-80cc2e28b807 on network b41a91e1-341c-4340-b7a8-8779367a7828 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:41:01.842641 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31298f40-0dab-4042-a943-e261c1268c18 req-d4a55ee0-18dd-4e30-8067-dfe63f7db7a4 service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:41:01.842979 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31298f40-0dab-4042-a943-e261c1268c18 req-d4a55ee0-18dd-4e30-8067-dfe63f7db7a4 service neutron] Checking segment: {'id': 'a2ee209e-d4ee-4c6a-8401-bd714bf3436e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b41a91e1-341c-4340-b7a8-8779367a7828'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:41:01.843352 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31298f40-0dab-4042-a943-e261c1268c18 req-d4a55ee0-18dd-4e30-8067-dfe63f7db7a4 service neutron] Bound using segment: {'id': 'a2ee209e-d4ee-4c6a-8401-bd714bf3436e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b41a91e1-341c-4340-b7a8-8779367a7828'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:41:01.843768 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-31298f40-0dab-4042-a943-e261c1268c18 req-d4a55ee0-18dd-4e30-8067-dfe63f7db7a4 service neutron] Bound port: 60a7e2b7-e3a4-44f0-9c74-80cc2e28b807, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2ee209e-d4ee-4c6a-8401-bd714bf3436e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b41a91e1-341c-4340-b7a8-8779367a7828'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:41:01.932297 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbe125f-181c-4f34-aec3-bba5a0f7606b req-5e821a52-884d-449b-8fd2-169370f4e16e tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:01.933687 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4cbe125f-181c-4f34-aec3-bba5a0f7606b req-5e821a52-884d-449b-8fd2-169370f4e16e tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=62c47636-a19f-406c-a0f6-5869c1db8c46 HTTP/1.1" status: 200 len: 948 time: 0.0868618 Sep 23 06:41:01.935422 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-31298f40-0dab-4042-a943-e261c1268c18 req-d4a55ee0-18dd-4e30-8067-dfe63f7db7a4 service neutron] For port 60a7e2b7-e3a4-44f0-9c74-80cc2e28b807, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=60a7e2b7-e3a4-44f0-9c74-80cc2e28b807,segment=NetworkSegment(a2ee209e-d4ee-4c6a-8401-bd714bf3436e),segment_id=a2ee209e-d4ee-4c6a-8401-bd714bf3436e)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:41:01.940286 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-31298f40-0dab-4042-a943-e261c1268c18 req-d4a55ee0-18dd-4e30-8067-dfe63f7db7a4 service neutron] Notify callbacks [] for binding, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:01.941399 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-31298f40-0dab-4042-a943-e261c1268c18 req-d4a55ee0-18dd-4e30-8067-dfe63f7db7a4 service neutron] 10.222.0.39 "POST /v2.0/ports/60a7e2b7-e3a4-44f0-9c74-80cc2e28b807/bindings HTTP/1.1" status: 201 len: 390 time: 0.2940199 Sep 23 06:41:01.977000 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4cbe125f-181c-4f34-aec3-bba5a0f7606b req-0d9f0668-5672-42fe-825d-9513428cc710 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346253 Sep 23 06:41:02.034441 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d81266d1-5ea6-4dc6-bbf9-1384326ed2b3 x-openstack-request-id: req-d81266d1-5ea6-4dc6-bbf9-1384326ed2b3 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:41:02.034980 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24161fdf-5d99-4272-9d81-593c04cd8557", "name": "network-vif-plugged", "status": "completed", "tag": "e3c7b14d-9513-45b9-802e-9b59da3e7780", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:41:02.035378 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d81266d1-5ea6-4dc6-bbf9-1384326ed2b3 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:41:02.035934 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24161fdf-5d99-4272-9d81-593c04cd8557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c7b14d-9513-45b9-802e-9b59da3e7780', 'code': 200} Sep 23 06:41:02.144682 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214d237c-c54c-43b4-b9f9-26525980a482 req-0edc625b-4736-4bfe-831a-168106950086 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:02.146302 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-214d237c-c54c-43b4-b9f9-26525980a482 req-0edc625b-4736-4bfe-831a-168106950086 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd017062-4df5-4803-abae-496460178f05 HTTP/1.1" status: 200 len: 943 time: 0.0575590 Sep 23 06:41:02.181338 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e2835-a650-4990-b57e-4ef3d21461f9 req-5ee0785f-defd-4b21-b449-c1b2f3148e92 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:02.183091 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-645e2835-a650-4990-b57e-4ef3d21461f9 req-5ee0785f-defd-4b21-b449-c1b2f3148e92 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee07f42e-a5b3-4a56-9277-cb1b82532763 HTTP/1.1" status: 200 len: 944 time: 0.0569000 Sep 23 06:41:02.209981 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-214d237c-c54c-43b4-b9f9-26525980a482 req-08b7ce84-c4c8-4e28-962d-d1145fe463b4 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/security-groups?id=12348048-69cc-4cde-9778-0654c2cd068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569377 Sep 23 06:41:02.230342 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e66e716-c547-4c34-af86-f2729e6e1150 req-812a9140-84c6-45a2-895f-930bb7bf62f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:02.230342 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0e66e716-c547-4c34-af86-f2729e6e1150 req-812a9140-84c6-45a2-895f-930bb7bf62f2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=24161fdf-5d99-4272-9d81-593c04cd8557 HTTP/1.1" status: 200 len: 1102 time: 0.0489876 Sep 23 06:41:02.238574 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-645e2835-a650-4990-b57e-4ef3d21461f9 req-9acbf33e-f96b-4fbd-8eaf-5aab977b9ebc tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480344 Sep 23 06:41:02.323329 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0e66e716-c547-4c34-af86-f2729e6e1150 req-52f4a09b-0c18-4979-8218-663dcc101461 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690911 Sep 23 06:41:02.346175 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed8c80c-22e6-455a-aa1e-8d2bedcc9404 req-a7b117e1-87ae-40fd-83aa-50281509386b tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:02.348095 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8ed8c80c-22e6-455a-aa1e-8d2bedcc9404 req-a7b117e1-87ae-40fd-83aa-50281509386b tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b299a60-b390-4402-8035-a9d80acba074 HTTP/1.1" status: 200 len: 946 time: 0.0715580 Sep 23 06:41:02.348493 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31298f40-0dab-4042-a943-e261c1268c18 req-7674a490-35e4-4b4f-8d7b-9736dd619ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:02.350037 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-31298f40-0dab-4042-a943-e261c1268c18 req-7674a490-35e4-4b4f-8d7b-9736dd619ed8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=64ac7894e2284bc191ac7c20f7f9ca7f&device_id=3b299a60-b390-4402-8035-a9d80acba074 HTTP/1.1" status: 200 len: 1098 time: 0.0766947 Sep 23 06:41:02.362642 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bea236-4400-4662-ac37-cc5d956182b6 req-7e598bf3-9652-4676-b443-ff90cb9655e6 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:02.364084 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-85bea236-4400-4662-ac37-cc5d956182b6 req-7e598bf3-9652-4676-b443-ff90cb9655e6 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=24161fdf-5d99-4272-9d81-593c04cd8557 HTTP/1.1" status: 200 len: 950 time: 0.0603609 Sep 23 06:41:02.387866 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8ed8c80c-22e6-455a-aa1e-8d2bedcc9404 req-d7bbb489-6a33-421f-9965-36613abe700b tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330241 Sep 23 06:41:02.402371 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-85bea236-4400-4662-ac37-cc5d956182b6 req-643dbc00-8f97-46e4-97c9-df8dd6e5ab8d tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312719 Sep 23 06:41:02.640164 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae3d2de-3f20-475f-9644-8a2e976da744 req-06c4023c-5eae-4cfb-b66c-c7c995c01150 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:02.641605 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6ae3d2de-3f20-475f-9644-8a2e976da744 req-06c4023c-5eae-4cfb-b66c-c7c995c01150 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef18adb-19f8-43b5-8dc9-ede7286ee548 HTTP/1.1" status: 200 len: 949 time: 0.0480936 Sep 23 06:41:02.683478 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6ae3d2de-3f20-475f-9644-8a2e976da744 req-7af4fdb9-51ba-4010-a65f-8b5e57789fa2 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360246 Sep 23 06:41:02.756430 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31298f40-0dab-4042-a943-e261c1268c18 req-0b8a7b3c-a287-4f62-99f6-c27ac4d42f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:02.757924 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-31298f40-0dab-4042-a943-e261c1268c18 req-0b8a7b3c-a287-4f62-99f6-c27ac4d42f6c service neutron] 10.222.0.58 "GET /v2.0/networks?id=b41a91e1-341c-4340-b7a8-8779367a7828 HTTP/1.1" status: 200 len: 909 time: 0.0879185 Sep 23 06:41:02.810325 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-31298f40-0dab-4042-a943-e261c1268c18 req-b0ccde2e-8a59-42b4-9e4b-b3ed78def184 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60a7e2b7-e3a4-44f0-9c74-80cc2e28b807 HTTP/1.1" status: 200 len: 217 time: 0.0337608 Sep 23 06:41:02.902240 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31298f40-0dab-4042-a943-e261c1268c18 req-4a401168-d71d-41be-8123-8aec6f8e0879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:02.903672 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-31298f40-0dab-4042-a943-e261c1268c18 req-4a401168-d71d-41be-8123-8aec6f8e0879 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c7d428fe-182b-4149-b884-87c9d4508732 HTTP/1.1" status: 200 len: 848 time: 0.0782125 Sep 23 06:41:02.919574 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033118ea-12d8-4cfc-b584-d8bffabfeb2b req-9335d2e0-3a36-4a52-a6ee-188f1d2b70e9 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:02.920932 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-033118ea-12d8-4cfc-b584-d8bffabfeb2b req-9335d2e0-3a36-4a52-a6ee-188f1d2b70e9 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6c70cea-fbe6-4b31-9f80-e84b4ee6e9c7 HTTP/1.1" status: 200 len: 950 time: 0.0603573 Sep 23 06:41:02.950774 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-31298f40-0dab-4042-a943-e261c1268c18 req-c5d0f13e-59d5-4c26-9129-6749295898ea service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b41a91e1-341c-4340-b7a8-8779367a7828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283034 Sep 23 06:41:02.994717 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-033118ea-12d8-4cfc-b584-d8bffabfeb2b req-35b77145-5df8-44f7-9820-f2cc990546c1 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] 10.222.0.39 "GET /v2.0/security-groups?id=31c87a2f-e5c8-4cdb-9e7e-5c7fd26b024b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650287 Sep 23 06:41:03.063265 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-31298f40-0dab-4042-a943-e261c1268c18 req-ca3a4633-e857-4e2d-8852-ae9dbc8ca044 service neutron] 10.222.0.58 "GET /v2.0/networks/b41a91e1-341c-4340-b7a8-8779367a7828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999777 Sep 23 06:41:03.100054 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d789ce07-56da-4d55-9d74-6f2c0e00af37 req-9c1249c9-a6c4-41a8-935f-0c018e1fcae5 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:03.106495 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d789ce07-56da-4d55-9d74-6f2c0e00af37 req-9c1249c9-a6c4-41a8-935f-0c018e1fcae5 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=62c47636-a19f-406c-a0f6-5869c1db8c46 HTTP/1.1" status: 200 len: 948 time: 0.0572989 Sep 23 06:41:03.145099 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d789ce07-56da-4d55-9d74-6f2c0e00af37 req-d03576b9-54b0-4a81-8c66-354e3cc3b2e4 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327942 Sep 23 06:41:03.176311 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-31298f40-0dab-4042-a943-e261c1268c18 req-5aad06bd-8825-4ef8-956b-c4bd601c9f14 service neutron] 10.222.0.58 "GET /v2.0/networks/b41a91e1-341c-4340-b7a8-8779367a7828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912855 Sep 23 06:41:03.355810 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273bf7dd-9586-4896-83dc-38f5aba61c6d req-41f20cee-a4c5-4ffa-9195-84582c18caa9 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:03.357268 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-273bf7dd-9586-4896-83dc-38f5aba61c6d req-41f20cee-a4c5-4ffa-9195-84582c18caa9 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee07f42e-a5b3-4a56-9277-cb1b82532763 HTTP/1.1" status: 200 len: 944 time: 0.0494528 Sep 23 06:41:03.359021 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068ea4a2-1609-47e6-9b58-9728c6490a27 req-09723905-cfcf-4cd8-aa91-dd290630b4df tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:03.360520 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-068ea4a2-1609-47e6-9b58-9728c6490a27 req-09723905-cfcf-4cd8-aa91-dd290630b4df tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd017062-4df5-4803-abae-496460178f05 HTTP/1.1" status: 200 len: 943 time: 0.0787370 Sep 23 06:41:03.388983 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31298f40-0dab-4042-a943-e261c1268c18 req-0ddcf134-bc0e-491d-b870-f28530cfa8ec tempest-LiveMigrationTest-1207377707 tempest-LiveMigrationTest-1207377707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:03.390490 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-31298f40-0dab-4042-a943-e261c1268c18 req-0ddcf134-bc0e-491d-b870-f28530cfa8ec tempest-LiveMigrationTest-1207377707 tempest-LiveMigrationTest-1207377707-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=3b299a60-b390-4402-8035-a9d80acba074&tenant_id=64ac7894e2284bc191ac7c20f7f9ca7f&binding%3Ahost_id=n-h1-715271-16 HTTP/1.1" status: 200 len: 1098 time: 0.0695338 Sep 23 06:41:03.395122 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-273bf7dd-9586-4896-83dc-38f5aba61c6d req-7660d366-767f-4042-84a5-ce5f8cf95a54 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319448 Sep 23 06:41:03.410658 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-068ea4a2-1609-47e6-9b58-9728c6490a27 req-7a3588be-589e-4869-bc96-ac20bde5e0a7 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/security-groups?id=12348048-69cc-4cde-9778-0654c2cd068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411904 Sep 23 06:41:03.418630 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-31298f40-0dab-4042-a943-e261c1268c18 req-4307553e-9463-4606-bf52-28338d9f486e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-715271-16'}}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:41:03.493977 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-31298f40-0dab-4042-a943-e261c1268c18 req-4307553e-9463-4606-bf52-28338d9f486e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:03.521984 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb93783-b252-4fdc-813d-bc67c7a39743 req-456d7e46-9114-4a1c-90cb-de67cea4a21f tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:03.524182 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7fb93783-b252-4fdc-813d-bc67c7a39743 req-456d7e46-9114-4a1c-90cb-de67cea4a21f tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b299a60-b390-4402-8035-a9d80acba074 HTTP/1.1" status: 200 len: 946 time: 0.0543473 Sep 23 06:41:03.565816 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7fb93783-b252-4fdc-813d-bc67c7a39743 req-58167506-a0a4-48d4-b2a7-3b600db656da tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356584 Sep 23 06:41:03.567198 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6297b8-2152-460a-a1cb-4ffda192da97 req-783b5b73-039c-4530-a245-c444e1b02e58 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:03.568709 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bf6297b8-2152-460a-a1cb-4ffda192da97 req-783b5b73-039c-4530-a245-c444e1b02e58 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=24161fdf-5d99-4272-9d81-593c04cd8557 HTTP/1.1" status: 200 len: 950 time: 0.0922954 Sep 23 06:41:03.658408 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bf6297b8-2152-460a-a1cb-4ffda192da97 req-00aef3cb-bd06-4270-86df-acb1ed5204b4 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812144 Sep 23 06:41:03.682169 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-31298f40-0dab-4042-a943-e261c1268c18 req-4307553e-9463-4606-bf52-28338d9f486e service neutron] For port 60a7e2b7-e3a4-44f0-9c74-80cc2e28b807, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=60a7e2b7-e3a4-44f0-9c74-80cc2e28b807,segment=NetworkSegment(a2ee209e-d4ee-4c6a-8401-bd714bf3436e),segment_id=a2ee209e-d4ee-4c6a-8401-bd714bf3436e)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:41:03.719330 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-31298f40-0dab-4042-a943-e261c1268c18 req-4307553e-9463-4606-bf52-28338d9f486e service neutron] For port 60a7e2b7-e3a4-44f0-9c74-80cc2e28b807, host n-h1-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:41:03.761432 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b299a60-b390-4402-8035-a9d80acba074', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60a7e2b7-e3a4-44f0-9c74-80cc2e28b807'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:41:03.763703 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de78558-7604-4257-b722-87d5b130c5de" -d '{"events": [{"server_uuid": "3b299a60-b390-4402-8035-a9d80acba074", "name": "network-vif-unplugged", "status": "completed", "tag": "60a7e2b7-e3a4-44f0-9c74-80cc2e28b807"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:41:03.767935 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-31298f40-0dab-4042-a943-e261c1268c18 req-4307553e-9463-4606-bf52-28338d9f486e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:03.775387 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-31298f40-0dab-4042-a943-e261c1268c18 req-4307553e-9463-4606-bf52-28338d9f486e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:03.803943 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2258c1ae-8d54-4ebb-a0b4-3d7b31e028ee req-15af5ddc-fdf7-45d3-8cbf-18237254337c tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:03.805309 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 06:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-942bbca3-4ec1-4aa5-b726-3a954545664c x-openstack-request-id: req-942bbca3-4ec1-4aa5-b726-3a954545664c {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:41:03.805800 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b299a60-b390-4402-8035-a9d80acba074", "name": "network-vif-unplugged", "status": "completed", "tag": "60a7e2b7-e3a4-44f0-9c74-80cc2e28b807", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:41:03.806117 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2258c1ae-8d54-4ebb-a0b4-3d7b31e028ee req-15af5ddc-fdf7-45d3-8cbf-18237254337c tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef18adb-19f8-43b5-8dc9-ede7286ee548 HTTP/1.1" status: 200 len: 949 time: 0.0536907 Sep 23 06:41:03.806232 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-942bbca3-4ec1-4aa5-b726-3a954545664c {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:41:03.806628 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b299a60-b390-4402-8035-a9d80acba074', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60a7e2b7-e3a4-44f0-9c74-80cc2e28b807', 'code': 200} Sep 23 06:41:03.841209 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4307553e-9463-4606-bf52-28338d9f486e service neutron] Pushing event updated for resources: {'Port': ['ID=60a7e2b7-e3a4-44f0-9c74-80cc2e28b807,revision_number=7']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:03.848973 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2258c1ae-8d54-4ebb-a0b4-3d7b31e028ee req-abb83fe2-3076-4832-95b6-3a59b456343e tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354273 Sep 23 06:41:03.875106 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-31298f40-0dab-4042-a943-e261c1268c18 req-4307553e-9463-4606-bf52-28338d9f486e service neutron] Attempting to bind port 60a7e2b7-e3a4-44f0-9c74-80cc2e28b807 on host n-h1-715271-16 for vnic_type normal with profile {"migrating_to": "n-h2-715271-16"} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:41:03.875442 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-31298f40-0dab-4042-a943-e261c1268c18 req-4307553e-9463-4606-bf52-28338d9f486e service neutron] Attempting to bind port 60a7e2b7-e3a4-44f0-9c74-80cc2e28b807 by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': 'a2ee209e-d4ee-4c6a-8401-bd714bf3436e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b41a91e1-341c-4340-b7a8-8779367a7828'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:41:03.875791 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31298f40-0dab-4042-a943-e261c1268c18 req-4307553e-9463-4606-bf52-28338d9f486e service neutron] Attempting to bind port 60a7e2b7-e3a4-44f0-9c74-80cc2e28b807 on network b41a91e1-341c-4340-b7a8-8779367a7828 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:41:03.880291 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31298f40-0dab-4042-a943-e261c1268c18 req-4307553e-9463-4606-bf52-28338d9f486e service neutron] Port 60a7e2b7-e3a4-44f0-9c74-80cc2e28b807 on network b41a91e1-341c-4340-b7a8-8779367a7828 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:41:03.880611 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31298f40-0dab-4042-a943-e261c1268c18 req-4307553e-9463-4606-bf52-28338d9f486e service neutron] Attempting to bind port 60a7e2b7-e3a4-44f0-9c74-80cc2e28b807 on network b41a91e1-341c-4340-b7a8-8779367a7828 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:41:03.885405 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31298f40-0dab-4042-a943-e261c1268c18 req-4307553e-9463-4606-bf52-28338d9f486e service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:41:03.885741 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31298f40-0dab-4042-a943-e261c1268c18 req-4307553e-9463-4606-bf52-28338d9f486e service neutron] Checking segment: {'id': 'a2ee209e-d4ee-4c6a-8401-bd714bf3436e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b41a91e1-341c-4340-b7a8-8779367a7828'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:41:03.886150 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31298f40-0dab-4042-a943-e261c1268c18 req-4307553e-9463-4606-bf52-28338d9f486e service neutron] Bound using segment: {'id': 'a2ee209e-d4ee-4c6a-8401-bd714bf3436e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b41a91e1-341c-4340-b7a8-8779367a7828'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:41:03.886571 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-31298f40-0dab-4042-a943-e261c1268c18 req-4307553e-9463-4606-bf52-28338d9f486e service neutron] Bound port: 60a7e2b7-e3a4-44f0-9c74-80cc2e28b807, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2ee209e-d4ee-4c6a-8401-bd714bf3436e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b41a91e1-341c-4340-b7a8-8779367a7828'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:41:03.886925 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-31298f40-0dab-4042-a943-e261c1268c18 req-4307553e-9463-4606-bf52-28338d9f486e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:03.951417 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-31298f40-0dab-4042-a943-e261c1268c18 req-4307553e-9463-4606-bf52-28338d9f486e service neutron] For port 60a7e2b7-e3a4-44f0-9c74-80cc2e28b807, host n-h1-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:41:03.954365 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-31298f40-0dab-4042-a943-e261c1268c18 req-4307553e-9463-4606-bf52-28338d9f486e service neutron] For port 60a7e2b7-e3a4-44f0-9c74-80cc2e28b807, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=60a7e2b7-e3a4-44f0-9c74-80cc2e28b807,segment=NetworkSegment(a2ee209e-d4ee-4c6a-8401-bd714bf3436e),segment_id=a2ee209e-d4ee-4c6a-8401-bd714bf3436e)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:41:03.958622 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-31298f40-0dab-4042-a943-e261c1268c18 req-4307553e-9463-4606-bf52-28338d9f486e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:04.032692 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4307553e-9463-4606-bf52-28338d9f486e service neutron] Pushing event updated for resources: {'Port': ['ID=60a7e2b7-e3a4-44f0-9c74-80cc2e28b807,revision_number=8']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:04.037262 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31298f40-0dab-4042-a943-e261c1268c18 req-4307553e-9463-4606-bf52-28338d9f486e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:04.040077 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-31298f40-0dab-4042-a943-e261c1268c18 req-4307553e-9463-4606-bf52-28338d9f486e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:04.040077 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-31298f40-0dab-4042-a943-e261c1268c18 req-4307553e-9463-4606-bf52-28338d9f486e service neutron] 10.222.0.58 "PUT /v2.0/ports/60a7e2b7-e3a4-44f0-9c74-80cc2e28b807 HTTP/1.1" status: 200 len: 1124 time: 0.6254852 Sep 23 06:41:04.120131 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bd8e5e-26f9-4c17-90ec-2e6e9fbcd499 req-313500f1-8fe0-4cd5-9e7c-378ed5cb0d24 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:04.121641 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-89bd8e5e-26f9-4c17-90ec-2e6e9fbcd499 req-313500f1-8fe0-4cd5-9e7c-378ed5cb0d24 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6c70cea-fbe6-4b31-9f80-e84b4ee6e9c7 HTTP/1.1" status: 200 len: 950 time: 0.0515501 Sep 23 06:41:04.161087 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-89bd8e5e-26f9-4c17-90ec-2e6e9fbcd499 req-ff70a259-2313-4c34-9872-3d56ffd6a24a tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] 10.222.0.39 "GET /v2.0/security-groups?id=31c87a2f-e5c8-4cdb-9e7e-5c7fd26b024b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330138 Sep 23 06:41:04.190998 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['60a7e2b7-e3a4-44f0-9c74-80cc2e28b807'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:41:04.270385 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eddfb28-696f-431b-8388-829b9711db59 req-aba2b9d9-4a3d-45af-a06a-fbdf428dbddf tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:04.271860 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1eddfb28-696f-431b-8388-829b9711db59 req-aba2b9d9-4a3d-45af-a06a-fbdf428dbddf tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=62c47636-a19f-406c-a0f6-5869c1db8c46 HTTP/1.1" status: 200 len: 948 time: 0.0522738 Sep 23 06:41:04.315059 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1eddfb28-696f-431b-8388-829b9711db59 req-50c6978c-24cd-4153-9a4b-57bc31af7ab0 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365102 Sep 23 06:41:04.513707 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ab66a7-6a6b-4b42-926e-14514a3b9957 req-f0a75f5c-9537-471d-bc77-5cf887b22d92 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:04.515127 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c7ab66a7-6a6b-4b42-926e-14514a3b9957 req-f0a75f5c-9537-471d-bc77-5cf887b22d92 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee07f42e-a5b3-4a56-9277-cb1b82532763 HTTP/1.1" status: 200 len: 944 time: 0.0483787 Sep 23 06:41:04.527652 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84225d2-8c9a-4176-bc6a-a47276735655 req-cbf242e7-5683-4d4f-bfa9-9d57e8bf1389 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:04.529165 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b84225d2-8c9a-4176-bc6a-a47276735655 req-cbf242e7-5683-4d4f-bfa9-9d57e8bf1389 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd017062-4df5-4803-abae-496460178f05 HTTP/1.1" status: 200 len: 943 time: 0.0511708 Sep 23 06:41:04.554045 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c7ab66a7-6a6b-4b42-926e-14514a3b9957 req-509e7f73-e07e-49aa-aeee-069ae9578df8 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323701 Sep 23 06:41:04.566352 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b84225d2-8c9a-4176-bc6a-a47276735655 req-5dcaf62c-db0a-472c-9942-6421bba559c0 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/security-groups?id=12348048-69cc-4cde-9778-0654c2cd068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310562 Sep 23 06:41:04.679954 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd82465-56d1-44d7-87dd-12f46af55bfb req-afef362d-322e-4708-aace-18c355a80d9d tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:04.681421 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4cd82465-56d1-44d7-87dd-12f46af55bfb req-afef362d-322e-4708-aace-18c355a80d9d tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b299a60-b390-4402-8035-a9d80acba074 HTTP/1.1" status: 200 len: 944 time: 0.0492547 Sep 23 06:41:04.723907 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4cd82465-56d1-44d7-87dd-12f46af55bfb req-8ae40329-bd66-4113-aecd-25bb55e38983 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365372 Sep 23 06:41:04.736845 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 96766598-8482-4ba0-8b34-cc6cc5c24fb9 details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:41:04.779585 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a1f448-3c44-4043-bf37-ca6aa1f9ee2a req-a74b6eff-4db3-4811-bb5e-03f501e3755b tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:04.781424 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c3a1f448-3c44-4043-bf37-ca6aa1f9ee2a req-a74b6eff-4db3-4811-bb5e-03f501e3755b tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=24161fdf-5d99-4272-9d81-593c04cd8557 HTTP/1.1" status: 200 len: 950 time: 0.0562208 Sep 23 06:41:04.825578 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c3a1f448-3c44-4043-bf37-ca6aa1f9ee2a req-5d4b4520-8779-46ca-9767-570ccb868cef tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380411 Sep 23 06:41:04.835243 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 96766598-8482-4ba0-8b34-cc6cc5c24fb9, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=96766598-8482-4ba0-8b34-cc6cc5c24fb9,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:41:04.847255 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': '96766598-8482-4ba0-8b34-cc6cc5c24fb9', 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062', 'port_id': '96766598-8482-4ba0-8b34-cc6cc5c24fb9', 'mac_address': 'fa:16:3e:aa:5a:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:41:04.890322 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:04.903336 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96766598-8482-4ba0-8b34-cc6cc5c24fb9 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:41:04.924455 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 96766598-8482-4ba0-8b34-cc6cc5c24fb9, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=96766598-8482-4ba0-8b34-cc6cc5c24fb9,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:41:04.928122 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:04.929592 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device e147ab6d-012c-49bd-a829-86606a1ece0e details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:41:04.971362 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114b789c-f970-4ea6-98a5-e6c1fe849d5f req-14e096ca-5fe9-402e-b148-06274b9791db tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:04.972851 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-114b789c-f970-4ea6-98a5-e6c1fe849d5f req-14e096ca-5fe9-402e-b148-06274b9791db tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef18adb-19f8-43b5-8dc9-ede7286ee548 HTTP/1.1" status: 200 len: 949 time: 0.0513029 Sep 23 06:41:05.004623 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=96766598-8482-4ba0-8b34-cc6cc5c24fb9,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:05.014604 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-114b789c-f970-4ea6-98a5-e6c1fe849d5f req-329e1aa6-2bea-462f-ad99-eaa14d425958 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354683 Sep 23 06:41:05.018262 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:41:05.018609 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:41:05.019520 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:41:05.019520 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:41:05.019744 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:41:05.020541 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:41:05.020879 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:41:05.021203 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:41:05.021544 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:41:05.021849 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:41:05.022191 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:41:05.022513 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:41:05.045517 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7af6fac-e94a-439e-895e-cb1bc7350408 req-7b758f8c-c9a8-4482-a159-39e575e1980e tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:05.047097 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c7af6fac-e94a-439e-895e-cb1bc7350408 req-7b758f8c-c9a8-4482-a159-39e575e1980e tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6c70cea-fbe6-4b31-9f80-e84b4ee6e9c7 HTTP/1.1" status: 200 len: 950 time: 0.0669003 Sep 23 06:41:05.080921 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port e147ab6d-012c-49bd-a829-86606a1ece0e, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=e147ab6d-012c-49bd-a829-86606a1ece0e,segment=NetworkSegment(df9429cb-1b73-4fcc-8ecd-d0edb039148e),segment_id=df9429cb-1b73-4fcc-8ecd-d0edb039148e)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:41:05.093199 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': 'e147ab6d-012c-49bd-a829-86606a1ece0e', 'network_id': '26aba36e-f765-4b4a-a7c9-897761ec549b', 'port_id': 'e147ab6d-012c-49bd-a829-86606a1ece0e', 'mac_address': 'fa:16:3e:87:e2:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afab507a-4ef5-4f82-b221-a08b722735c6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:41:05.130790 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:05.144306 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e147ab6d-012c-49bd-a829-86606a1ece0e {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:41:05.149767 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-c7af6fac-e94a-439e-895e-cb1bc7350408 req-ad97d9a3-f8a0-4ee2-a05f-a6bf14d98b54 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] Deleting port 200538eb-8f22-4d73-bcc9-594e7def4d4a {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:41:05.150141 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-c7af6fac-e94a-439e-895e-cb1bc7350408 req-ad97d9a3-f8a0-4ee2-a05f-a6bf14d98b54 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:05.165581 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port e147ab6d-012c-49bd-a829-86606a1ece0e, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=e147ab6d-012c-49bd-a829-86606a1ece0e,segment=NetworkSegment(df9429cb-1b73-4fcc-8ecd-d0edb039148e),segment_id=df9429cb-1b73-4fcc-8ecd-d0edb039148e)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:41:05.169268 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:05.170030 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 3dbcf449-2925-4070-9dbb-3262634ba416 details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:41:05.248503 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=e147ab6d-012c-49bd-a829-86606a1ece0e,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:05.280227 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-c7af6fac-e94a-439e-895e-cb1bc7350408 req-ad97d9a3-f8a0-4ee2-a05f-a6bf14d98b54 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] For port 200538eb-8f22-4d73-bcc9-594e7def4d4a, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=200538eb-8f22-4d73-bcc9-594e7def4d4a,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:41:05.280605 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-c7af6fac-e94a-439e-895e-cb1bc7350408 req-ad97d9a3-f8a0-4ee2-a05f-a6bf14d98b54 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:05.296171 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-c7af6fac-e94a-439e-895e-cb1bc7350408 req-ad97d9a3-f8a0-4ee2-a05f-a6bf14d98b54 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] Calling delete_port for 200538eb-8f22-4d73-bcc9-594e7def4d4a owned by compute:nova {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:41:05.312245 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 3dbcf449-2925-4070-9dbb-3262634ba416, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=3dbcf449-2925-4070-9dbb-3262634ba416,segment=NetworkSegment(6bffb33e-e384-4d5c-b0ac-fcee1b96de5d),segment_id=6bffb33e-e384-4d5c-b0ac-fcee1b96de5d)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:41:05.323536 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdee301-6652-4215-a705-b41136edd92a req-290a080f-7d9e-448b-bc92-620967f4a2cd tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:05.324115 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': '3dbcf449-2925-4070-9dbb-3262634ba416', 'network_id': 'f344d72e-2515-4ae1-b407-677954c55f1d', 'port_id': '3dbcf449-2925-4070-9dbb-3262634ba416', 'mac_address': 'fa:16:3e:ef:2c:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74afc9c5-ebde-436e-ada9-9111bfc92597', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:41:05.325505 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6bdee301-6652-4215-a705-b41136edd92a req-290a080f-7d9e-448b-bc92-620967f4a2cd tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6c70cea-fbe6-4b31-9f80-e84b4ee6e9c7 HTTP/1.1" status: 200 len: 950 time: 0.0850680 Sep 23 06:41:05.361811 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:05.377532 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dbcf449-2925-4070-9dbb-3262634ba416 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:41:05.400688 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 3dbcf449-2925-4070-9dbb-3262634ba416, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=3dbcf449-2925-4070-9dbb-3262634ba416,segment=NetworkSegment(6bffb33e-e384-4d5c-b0ac-fcee1b96de5d),segment_id=6bffb33e-e384-4d5c-b0ac-fcee1b96de5d)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:41:05.410005 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6bdee301-6652-4215-a705-b41136edd92a req-dca3d176-c315-43d7-94a8-e48fc72d26a9 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] 10.222.0.39 "GET /v2.0/security-groups?id=31c87a2f-e5c8-4cdb-9e7e-5c7fd26b024b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562704 Sep 23 06:41:05.411467 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:05.438759 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ed431-cba1-42ec-ae2e-282d4f3d2848 req-9d2e4240-9632-466a-9d5a-176f4434b80b tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:05.446822 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7b7ed431-cba1-42ec-ae2e-282d4f3d2848 req-9d2e4240-9632-466a-9d5a-176f4434b80b tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=62c47636-a19f-406c-a0f6-5869c1db8c46 HTTP/1.1" status: 200 len: 949 time: 0.0572665 Sep 23 06:41:05.469260 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=3dbcf449-2925-4070-9dbb-3262634ba416,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:05.482417 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7b7ed431-cba1-42ec-ae2e-282d4f3d2848 req-96636482-7ab5-465b-a845-cdc9c5b361d5 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344732 Sep 23 06:41:05.486817 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-c7af6fac-e94a-439e-895e-cb1bc7350408 req-ad97d9a3-f8a0-4ee2-a05f-a6bf14d98b54 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:05.507685 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['200538eb-8f22-4d73-bcc9-594e7def4d4a'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:41:05.514979 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad97d9a3-f8a0-4ee2-a05f-a6bf14d98b54 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] Pushing event deleted for resources: {'Port': ['ID=200538eb-8f22-4d73-bcc9-594e7def4d4a,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:05.558514 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7af6fac-e94a-439e-895e-cb1bc7350408 req-ad97d9a3-f8a0-4ee2-a05f-a6bf14d98b54 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] No DVR routers for this DVR port 200538eb-8f22-4d73-bcc9-594e7def4d4a on host n-h2-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:41:05.561758 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-c7af6fac-e94a-439e-895e-cb1bc7350408 req-ad97d9a3-f8a0-4ee2-a05f-a6bf14d98b54 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:05.563977 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c7af6fac-e94a-439e-895e-cb1bc7350408 req-ad97d9a3-f8a0-4ee2-a05f-a6bf14d98b54 tempest-ServersAdminNegativeTestJSON-1056060649 tempest-ServersAdminNegativeTestJSON-1056060649-project] 10.222.0.58 "DELETE /v2.0/ports/200538eb-8f22-4d73-bcc9-594e7def4d4a HTTP/1.1" status: 204 len: 173 time: 0.5028594 Sep 23 06:41:05.699318 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49569606-be1c-4ae5-88d7-d58580e0b535 req-3bad6463-b87b-4257-90de-042a4dee7aed tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:05.699826 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b474288-57a6-42ae-bf80-e05913e3a752 req-9bd4646f-2e70-4968-90ff-c2c41922064d tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:05.700848 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7b474288-57a6-42ae-bf80-e05913e3a752 req-9bd4646f-2e70-4968-90ff-c2c41922064d tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee07f42e-a5b3-4a56-9277-cb1b82532763 HTTP/1.1" status: 200 len: 945 time: 0.0593350 Sep 23 06:41:05.702498 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-49569606-be1c-4ae5-88d7-d58580e0b535 req-3bad6463-b87b-4257-90de-042a4dee7aed tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd017062-4df5-4803-abae-496460178f05 HTTP/1.1" status: 200 len: 944 time: 0.0622847 Sep 23 06:41:05.743072 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7b474288-57a6-42ae-bf80-e05913e3a752 req-973978dc-7e7b-4b20-aa18-6ed935f1e3bf tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355229 Sep 23 06:41:05.745479 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-49569606-be1c-4ae5-88d7-d58580e0b535 req-8ce3fcce-f354-414d-bfce-7461ae605290 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/security-groups?id=12348048-69cc-4cde-9778-0654c2cd068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385897 Sep 23 06:41:05.808258 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b299a60-b390-4402-8035-a9d80acba074', 'tag': '60a7e2b7-e3a4-44f0-9c74-80cc2e28b807'}, {'server_uuid': 'a6c70cea-fbe6-4b31-9f80-e84b4ee6e9c7', 'name': 'network-vif-deleted', 'tag': '200538eb-8f22-4d73-bcc9-594e7def4d4a'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:41:05.810545 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53853f2a-fb65-4bc6-82ef-08d7602bd803" -d '{"events": [{"name": "network-changed", "server_uuid": "3b299a60-b390-4402-8035-a9d80acba074", "tag": "60a7e2b7-e3a4-44f0-9c74-80cc2e28b807"}, {"server_uuid": "a6c70cea-fbe6-4b31-9f80-e84b4ee6e9c7", "name": "network-vif-deleted", "tag": "200538eb-8f22-4d73-bcc9-594e7def4d4a"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:41:05.853067 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 23 Sep 2021 06:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-637fbef1-90d4-4ae3-ae2f-bd93aadaea6b x-openstack-request-id: req-637fbef1-90d4-4ae3-ae2f-bd93aadaea6b {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:41:05.853361 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b299a60-b390-4402-8035-a9d80acba074", "tag": "60a7e2b7-e3a4-44f0-9c74-80cc2e28b807", "status": "completed", "code": 200}, {"server_uuid": "a6c70cea-fbe6-4b31-9f80-e84b4ee6e9c7", "name": "network-vif-deleted", "tag": "200538eb-8f22-4d73-bcc9-594e7def4d4a", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:41:05.853607 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-637fbef1-90d4-4ae3-ae2f-bd93aadaea6b {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:41:05.854076 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b299a60-b390-4402-8035-a9d80acba074', 'tag': '60a7e2b7-e3a4-44f0-9c74-80cc2e28b807', 'status': 'completed', 'code': 200} Sep 23 06:41:05.854198 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00b1c0d-2dda-4174-a670-81a1ece10efc req-23ebc6fe-9d61-4b3c-9e1f-ccc0452a05df tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:05.854313 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6c70cea-fbe6-4b31-9f80-e84b4ee6e9c7', 'name': 'network-vif-deleted', 'tag': '200538eb-8f22-4d73-bcc9-594e7def4d4a', 'status': 'completed', 'code': 200} Sep 23 06:41:05.855707 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a00b1c0d-2dda-4174-a670-81a1ece10efc req-23ebc6fe-9d61-4b3c-9e1f-ccc0452a05df tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b299a60-b390-4402-8035-a9d80acba074 HTTP/1.1" status: 200 len: 944 time: 0.0501840 Sep 23 06:41:05.894654 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a00b1c0d-2dda-4174-a670-81a1ece10efc req-2c75db6a-d461-49f1-a8f5-25e0c8f0c25d tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329158 Sep 23 06:41:05.937441 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53853f2a-fb65-4bc6-82ef-08d7602bd803 req-e6e07d00-73af-41e1-ba8c-16fd5b5425ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:05.938966 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-53853f2a-fb65-4bc6-82ef-08d7602bd803 req-e6e07d00-73af-41e1-ba8c-16fd5b5425ea service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=64ac7894e2284bc191ac7c20f7f9ca7f&device_id=3b299a60-b390-4402-8035-a9d80acba074 HTTP/1.1" status: 200 len: 1127 time: 0.0423710 Sep 23 06:41:05.953497 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b085493-6391-40df-b869-0f371e578e04 req-028517ac-9754-4ff9-bc5f-2065a4cef647 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:05.955096 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3b085493-6391-40df-b869-0f371e578e04 req-028517ac-9754-4ff9-bc5f-2065a4cef647 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=24161fdf-5d99-4272-9d81-593c04cd8557 HTTP/1.1" status: 200 len: 950 time: 0.0565953 Sep 23 06:41:05.993600 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3b085493-6391-40df-b869-0f371e578e04 req-61de479f-7faf-447d-8f94-75ed7c913c1d tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324934 Sep 23 06:41:06.037011 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53853f2a-fb65-4bc6-82ef-08d7602bd803 req-986ebf21-8e9b-4d66-9a4f-d5a27f6c2c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:06.039174 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-53853f2a-fb65-4bc6-82ef-08d7602bd803 req-986ebf21-8e9b-4d66-9a4f-d5a27f6c2c9e service neutron] 10.222.0.21 "GET /v2.0/networks?id=b41a91e1-341c-4340-b7a8-8779367a7828 HTTP/1.1" status: 200 len: 909 time: 0.0909107 Sep 23 06:41:06.081591 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:06.111322 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-53853f2a-fb65-4bc6-82ef-08d7602bd803 req-d7f42b21-1868-4c67-831a-c02e9b402bb3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60a7e2b7-e3a4-44f0-9c74-80cc2e28b807 HTTP/1.1" status: 200 len: 217 time: 0.0560825 Sep 23 06:41:06.131273 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8006a452-98aa-4e12-b091-15d2a1ae4ac5 req-a6d98dc3-91b6-490b-88a3-dd8988543395 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:06.136457 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['96766598-8482-4ba0-8b34-cc6cc5c24fb9'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:41:06.137949 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8006a452-98aa-4e12-b091-15d2a1ae4ac5 req-a6d98dc3-91b6-490b-88a3-dd8988543395 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef18adb-19f8-43b5-8dc9-ede7286ee548 HTTP/1.1" status: 200 len: 949 time: 0.0503457 Sep 23 06:41:06.161185 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1788443-dd70-4d25-b2d4-6d6ee9eec7b8 req-eb99f658-8416-4bf1-aefc-bcd3a1240fc4 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:06.162721 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a1788443-dd70-4d25-b2d4-6d6ee9eec7b8 req-eb99f658-8416-4bf1-aefc-bcd3a1240fc4 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d41217-85f8-4b83-9fe1-90caa01cf293 HTTP/1.1" status: 200 len: 950 time: 0.1012542 Sep 23 06:41:06.164632 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['e147ab6d-012c-49bd-a829-86606a1ece0e'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:41:06.175891 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8006a452-98aa-4e12-b091-15d2a1ae4ac5 req-165f9513-964b-481d-90b3-4cfbd051b13d tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358171 Sep 23 06:41:06.180230 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['3dbcf449-2925-4070-9dbb-3262634ba416'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:41:06.198156 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53853f2a-fb65-4bc6-82ef-08d7602bd803 req-47450210-db6b-4c6c-b009-8c5ad2e8167a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:06.198156 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-53853f2a-fb65-4bc6-82ef-08d7602bd803 req-47450210-db6b-4c6c-b009-8c5ad2e8167a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c7d428fe-182b-4149-b884-87c9d4508732 HTTP/1.1" status: 200 len: 848 time: 0.0756927 Sep 23 06:41:06.235213 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-53853f2a-fb65-4bc6-82ef-08d7602bd803 req-8eb0e6c2-2d7b-4824-99b6-ef40c49291e8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b41a91e1-341c-4340-b7a8-8779367a7828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270576 Sep 23 06:41:06.238200 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a1788443-dd70-4d25-b2d4-6d6ee9eec7b8 req-3e23234f-a29c-4267-8999-1d5e44af4ee7 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642071 Sep 23 06:41:06.371447 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-53853f2a-fb65-4bc6-82ef-08d7602bd803 req-06f70b58-32c8-44ee-b0d9-6e92aa24823a service neutron] 10.222.0.21 "GET /v2.0/networks/b41a91e1-341c-4340-b7a8-8779367a7828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272783 Sep 23 06:41:06.476011 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f1c760d3-8604-4590-bef7-14bd52b30791 req-22207068-a739-467d-87eb-e375b4d90fe6 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=ba19de2ddc8c48f1b04b3c37ffcf4f4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271113 Sep 23 06:41:06.555959 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-53853f2a-fb65-4bc6-82ef-08d7602bd803 req-e9e9b947-c7f6-49af-bd57-a123d4165939 service neutron] 10.222.0.21 "GET /v2.0/networks/b41a91e1-341c-4340-b7a8-8779367a7828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737931 Sep 23 06:41:06.629974 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c760d3-8604-4590-bef7-14bd52b30791 req-cf9fc3fa-8354-4b18-a3e7-9941bcde9b23 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:06.631551 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f1c760d3-8604-4590-bef7-14bd52b30791 req-cf9fc3fa-8354-4b18-a3e7-9941bcde9b23 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1363890 Sep 23 06:41:06.651738 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f1c760d3-8604-4590-bef7-14bd52b30791 req-8ab5a0aa-edb2-4a5f-af80-5140fec7b6c5 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/quotas/ba19de2ddc8c48f1b04b3c37ffcf4f4c HTTP/1.1" status: 200 len: 375 time: 0.0126190 Sep 23 06:41:06.711331 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f1c760d3-8604-4590-bef7-14bd52b30791 req-ba23f5ce-2b4e-48a7-a103-3fce3388f790 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ba19de2ddc8c48f1b04b3c37ffcf4f4c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0534356 Sep 23 06:41:06.825926 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 48694) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:41:06.882922 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8670469-c083-4d2d-97d1-1328d266cf74 req-15843bd6-8a06-469f-8d03-422fea31d513 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:06.886973 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a8670469-c083-4d2d-97d1-1328d266cf74 req-15843bd6-8a06-469f-8d03-422fea31d513 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=62c47636-a19f-406c-a0f6-5869c1db8c46 HTTP/1.1" status: 200 len: 949 time: 0.3119023 Sep 23 06:41:06.942205 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a8670469-c083-4d2d-97d1-1328d266cf74 req-9c13dd3f-23fb-4d13-baa7-12d229197c43 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479703 Sep 23 06:41:06.980014 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de49b96-6680-4028-a308-1b88ffb32194 req-cb2b49cf-c7c5-46cd-adbb-d3c89e3a46a9 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:06.981552 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2de49b96-6680-4028-a308-1b88ffb32194 req-cb2b49cf-c7c5-46cd-adbb-d3c89e3a46a9 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd017062-4df5-4803-abae-496460178f05 HTTP/1.1" status: 200 len: 944 time: 0.1076033 Sep 23 06:41:07.084779 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da2d712-d192-4102-81c3-2fd007a8e13a req-ecf15329-481f-4ff5-9334-57af2dac016a tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:07.087434 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3da2d712-d192-4102-81c3-2fd007a8e13a req-ecf15329-481f-4ff5-9334-57af2dac016a tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee07f42e-a5b3-4a56-9277-cb1b82532763 HTTP/1.1" status: 200 len: 945 time: 0.0734532 Sep 23 06:41:07.162442 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3da2d712-d192-4102-81c3-2fd007a8e13a req-22a779ed-3337-403d-ba9a-f5c56cd4eb21 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640435 Sep 23 06:41:07.261253 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9c7320b3-75b8-4288-8507-db31368a9291 req-eb99e187-cc74-4178-8330-953a1ae10aac tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=93798e66-45d4-4cb1-b4e1-a242f30d6d03 HTTP/1.1" status: 200 len: 210 time: 0.0354617 Sep 23 06:41:07.290408 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2de49b96-6680-4028-a308-1b88ffb32194 req-ceda3b76-1565-4ee4-934a-fd752ec44024 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/security-groups?id=12348048-69cc-4cde-9778-0654c2cd068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919955 Sep 23 06:41:07.293157 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-7a852849-58ca-4762-895f-393a6c99c919 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6009313a4ad74b9285df5524624c3636&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4698946 Sep 23 06:41:07.295803 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 48712) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:41:07.401204 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2430f9dc-5d0f-4a74-9751-7938ff89ec24 req-ab96d193-33e5-42b5-b323-02aa7d7eda10 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:07.402847 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2430f9dc-5d0f-4a74-9751-7938ff89ec24 req-ab96d193-33e5-42b5-b323-02aa7d7eda10 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b299a60-b390-4402-8035-a9d80acba074 HTTP/1.1" status: 200 len: 944 time: 0.0806556 Sep 23 06:41:07.414281 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f779b1f4-d5f1-4589-8a52-f45e2f63b21e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:07.416402 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1276284-2e6a-4dc7-95d9-fee81b2d139a req-4cddb9c7-8f19-4c26-854c-519f1033a249 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:07.423729 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f1276284-2e6a-4dc7-95d9-fee81b2d139a req-4cddb9c7-8f19-4c26-854c-519f1033a249 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef18adb-19f8-43b5-8dc9-ede7286ee548 HTTP/1.1" status: 200 len: 949 time: 0.0552993 Sep 23 06:41:07.428464 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 60a7e2b7-e3a4-44f0-9c74-80cc2e28b807 details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:41:07.461113 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f779b1f4-d5f1-4589-8a52-f45e2f63b21e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:07.482557 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f1276284-2e6a-4dc7-95d9-fee81b2d139a req-c5134d96-7d32-4caa-aaca-376531c895e7 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578930 Sep 23 06:41:07.503685 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2430f9dc-5d0f-4a74-9751-7938ff89ec24 req-2e88b2ad-0237-411e-8b3e-becefcd497f8 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863514 Sep 23 06:41:07.568200 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f779b1f4-d5f1-4589-8a52-f45e2f63b21e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:07.572094 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f779b1f4-d5f1-4589-8a52-f45e2f63b21e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:07.573287 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-f779b1f4-d5f1-4589-8a52-f45e2f63b21e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/31c87a2f-e5c8-4cdb-9e7e-5c7fd26b024b HTTP/1.1" status: 204 len: 168 time: 0.2764578 Sep 23 06:41:07.579724 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 60a7e2b7-e3a4-44f0-9c74-80cc2e28b807, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=60a7e2b7-e3a4-44f0-9c74-80cc2e28b807,segment=NetworkSegment(a2ee209e-d4ee-4c6a-8401-bd714bf3436e),segment_id=a2ee209e-d4ee-4c6a-8401-bd714bf3436e)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:41:07.581191 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f779b1f4-d5f1-4589-8a52-f45e2f63b21e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c87a2f-e5c8-4cdb-9e7e-5c7fd26b024b,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:07.605218 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 60a7e2b7-e3a4-44f0-9c74-80cc2e28b807 has no active binding in host n-h2-715271-16 {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 23 06:41:07.848406 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 48720) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:41:07.896751 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-6a3aa4d0-607a-43df-861f-0ca56244c663 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fda119916d72442da88bdf19a0513da8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0471590 Sep 23 06:41:07.899662 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 48722) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:41:07.946897 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-41347d84-d2e7-47b7-9e58-1d222be770e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:07.968365 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-41347d84-d2e7-47b7-9e58-1d222be770e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:08.005794 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0f71d4c0-b572-4d95-8600-39211395b6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:08.042595 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-41347d84-d2e7-47b7-9e58-1d222be770e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:08.045229 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-41347d84-d2e7-47b7-9e58-1d222be770e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:08.046380 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-41347d84-d2e7-47b7-9e58-1d222be770e6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/19ca8ab7-091e-4582-ad99-6c0a3ca18841 HTTP/1.1" status: 204 len: 168 time: 0.1458356 Sep 23 06:41:08.057668 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41347d84-d2e7-47b7-9e58-1d222be770e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ca8ab7-091e-4582-ad99-6c0a3ca18841,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:08.066340 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40780de1-24ac-4616-a3b6-7f821155a31a req-e7789601-274f-4fdb-8c5e-eba33efc9b8b tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:08.067828 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-40780de1-24ac-4616-a3b6-7f821155a31a req-e7789601-274f-4fdb-8c5e-eba33efc9b8b tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=62c47636-a19f-406c-a0f6-5869c1db8c46 HTTP/1.1" status: 200 len: 949 time: 0.0631821 Sep 23 06:41:08.107515 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-40780de1-24ac-4616-a3b6-7f821155a31a req-cea02e95-7d98-49a6-b989-3206c9dfb9b6 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331874 Sep 23 06:41:08.293919 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3a03bd-594f-450b-b81b-6f4779df0189 req-e104285f-d50b-4e61-bc9e-b29368a244a2 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:08.295729 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7f3a03bd-594f-450b-b81b-6f4779df0189 req-e104285f-d50b-4e61-bc9e-b29368a244a2 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee07f42e-a5b3-4a56-9277-cb1b82532763 HTTP/1.1" status: 200 len: 945 time: 0.0532146 Sep 23 06:41:08.345296 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f1c760d3-8604-4590-bef7-14bd52b30791 req-cdabdb6e-1749-4c17-ac9d-035b977f3dbf tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=ba19de2ddc8c48f1b04b3c37ffcf4f4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284224 Sep 23 06:41:08.368771 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7f3a03bd-594f-450b-b81b-6f4779df0189 req-5b827cf5-4bce-4966-aad9-834e946972f2 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591645 Sep 23 06:41:08.405341 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c432c105-bcb6-42d5-8de0-5804ab48eda5 req-e6b18ddc-c281-4d65-b5b7-e214f14664a8 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=93798e66-45d4-4cb1-b4e1-a242f30d6d03 HTTP/1.1" status: 200 len: 210 time: 0.0512786 Sep 23 06:41:08.520507 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d43a88-4c8c-498e-83c8-8a6a801613c9 req-8061f07e-04fb-4e44-bc18-65a8a3e2393b tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:08.522076 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-12d43a88-4c8c-498e-83c8-8a6a801613c9 req-8061f07e-04fb-4e44-bc18-65a8a3e2393b tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd017062-4df5-4803-abae-496460178f05 HTTP/1.1" status: 200 len: 944 time: 0.0706830 Sep 23 06:41:08.551413 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c760d3-8604-4590-bef7-14bd52b30791 req-9b62fcae-8791-41cf-a003-797c6cec8874 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:08.553105 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f1c760d3-8604-4590-bef7-14bd52b30791 req-9b62fcae-8791-41cf-a003-797c6cec8874 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1960413 Sep 23 06:41:08.565610 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-12d43a88-4c8c-498e-83c8-8a6a801613c9 req-8e476ae7-476a-40b1-b8f6-4765c0cc7aa1 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/security-groups?id=12348048-69cc-4cde-9778-0654c2cd068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367401 Sep 23 06:41:08.591382 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-f1c760d3-8604-4590-bef7-14bd52b30791 req-ce0f041a-aaf0-4fd5-a0e8-bd84d0972e75 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Request body: {'port': {'device_id': '93798e66-45d4-4cb1-b4e1-a242f30d6d03', 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062', 'admin_state_up': True, 'tenant_id': 'ba19de2ddc8c48f1b04b3c37ffcf4f4c'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:41:08.685032 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f0b397-9451-4735-917b-fa31af4f8402 req-7f992dfd-498e-44aa-aaa5-63dc4f184887 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:08.686635 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-74f0b397-9451-4735-917b-fa31af4f8402 req-7f992dfd-498e-44aa-aaa5-63dc4f184887 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b299a60-b390-4402-8035-a9d80acba074 HTTP/1.1" status: 200 len: 944 time: 0.0581486 Sep 23 06:41:08.688380 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e143236-e035-40cf-bf80-6301a8fd0118 req-f89a7216-b5a3-4949-8c19-9ac6cca71cf6 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:08.690081 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6e143236-e035-40cf-bf80-6301a8fd0118 req-f89a7216-b5a3-4949-8c19-9ac6cca71cf6 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef18adb-19f8-43b5-8dc9-ede7286ee548 HTTP/1.1" status: 200 len: 949 time: 0.1133566 Sep 23 06:41:08.738474 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-74f0b397-9451-4735-917b-fa31af4f8402 req-e321cc49-b7c5-4d08-ac3e-8cad612002a7 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374892 Sep 23 06:41:08.747515 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6e143236-e035-40cf-bf80-6301a8fd0118 req-c544a928-ce02-499f-ab6e-0da28652c704 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496349 Sep 23 06:41:08.752832 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 3dbcf449-2925-4070-9dbb-3262634ba416 up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:41:08.777915 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1c760d3-8604-4590-bef7-14bd52b30791 req-ce0f041a-aaf0-4fd5-a0e8-bd84d0972e75 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Made reservation on behalf of ba19de2ddc8c48f1b04b3c37ffcf4f4c for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:41:08.782657 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-f1c760d3-8604-4590-bef7-14bd52b30791 req-ce0f041a-aaf0-4fd5-a0e8-bd84d0972e75 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:08.831087 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port 3dbcf449-2925-4070-9dbb-3262634ba416 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:41:08.836427 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port 3dbcf449-2925-4070-9dbb-3262634ba416 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:41:08.837060 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:08.921205 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:08.934281 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [req-f1c760d3-8604-4590-bef7-14bd52b30791 req-ce0f041a-aaf0-4fd5-a0e8-bd84d0972e75 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Allocated IP 192.168.233.6 (16515f0f-e5a6-4630-a440-e11fb2e02062/3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e/b860026c-ab0b-4441-95f0-dd80ff2a5848) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:41:08.945572 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd017062-4df5-4803-abae-496460178f05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dbcf449-2925-4070-9dbb-3262634ba416'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:41:08.948174 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a459abb-9692-4c5b-8cbb-e3e9fede141e" -d '{"events": [{"server_uuid": "bd017062-4df5-4803-abae-496460178f05", "name": "network-vif-plugged", "status": "completed", "tag": "3dbcf449-2925-4070-9dbb-3262634ba416"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:41:08.964669 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 3dbcf449-2925-4070-9dbb-3262634ba416, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=3dbcf449-2925-4070-9dbb-3262634ba416,segment=NetworkSegment(6bffb33e-e384-4d5c-b0ac-fcee1b96de5d),segment_id=6bffb33e-e384-4d5c-b0ac-fcee1b96de5d)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:41:08.970974 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:08.971780 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device e147ab6d-012c-49bd-a829-86606a1ece0e up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:41:09.004174 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d78f77-1e1e-4de6-91d7-780f2ba83ff0 x-openstack-request-id: req-18d78f77-1e1e-4de6-91d7-780f2ba83ff0 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:41:09.004485 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd017062-4df5-4803-abae-496460178f05", "name": "network-vif-plugged", "status": "completed", "tag": "3dbcf449-2925-4070-9dbb-3262634ba416", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:41:09.004673 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-18d78f77-1e1e-4de6-91d7-780f2ba83ff0 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:41:09.005184 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd017062-4df5-4803-abae-496460178f05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dbcf449-2925-4070-9dbb-3262634ba416', 'code': 200} Sep 23 06:41:09.064525 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=3dbcf449-2925-4070-9dbb-3262634ba416,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:09.096959 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port e147ab6d-012c-49bd-a829-86606a1ece0e completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:41:09.105213 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port e147ab6d-012c-49bd-a829-86606a1ece0e triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:41:09.105213 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:09.134914 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-f1c760d3-8604-4590-bef7-14bd52b30791 req-ce0f041a-aaf0-4fd5-a0e8-bd84d0972e75 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:09.148655 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7372be-5168-4f16-b6c4-828b5d80ae09 req-997e7d2d-ef30-445d-b07a-e37d0e4c6c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:09.150325 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6d7372be-5168-4f16-b6c4-828b5d80ae09 req-997e7d2d-ef30-445d-b07a-e37d0e4c6c37 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bd017062-4df5-4803-abae-496460178f05 HTTP/1.1" status: 200 len: 1097 time: 0.0453737 Sep 23 06:41:09.179963 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-f1c760d3-8604-4590-bef7-14bd52b30791 req-ce0f041a-aaf0-4fd5-a0e8-bd84d0972e75 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:09.196406 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:09.220516 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['0b17520a-2238-40c7-a428-f3c566f41ff9', 'e3c7b14d-9513-45b9-802e-9b59da3e7780'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:41:09.243117 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1c760d3-8604-4590-bef7-14bd52b30791 req-ce0f041a-aaf0-4fd5-a0e8-bd84d0972e75 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Network 16515f0f-e5a6-4630-a440-e11fb2e02062 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:41:09.248966 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [req-f1c760d3-8604-4590-bef7-14bd52b30791 req-ce0f041a-aaf0-4fd5-a0e8-bd84d0972e75 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:41:09.258238 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1c760d3-8604-4590-bef7-14bd52b30791 req-ce0f041a-aaf0-4fd5-a0e8-bd84d0972e75 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:41:09.265062 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c760d3-8604-4590-bef7-14bd52b30791 req-ce0f041a-aaf0-4fd5-a0e8-bd84d0972e75 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:09.265288 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6d7372be-5168-4f16-b6c4-828b5d80ae09 req-8280a355-fbf7-4636-a065-1777644b4993 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=12348048-69cc-4cde-9778-0654c2cd068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925913 Sep 23 06:41:09.265964 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-f1c760d3-8604-4590-bef7-14bd52b30791 req-ce0f041a-aaf0-4fd5-a0e8-bd84d0972e75 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:09.271401 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0f041a-aaf0-4fd5-a0e8-bd84d0972e75 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Pushing event updated for resources: {'Port': ['ID=b860026c-ab0b-4441-95f0-dd80ff2a5848,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:09.297234 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f1c760d3-8604-4590-bef7-14bd52b30791 req-ce0f041a-aaf0-4fd5-a0e8-bd84d0972e75 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.7107179 Sep 23 06:41:09.307779 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port e147ab6d-012c-49bd-a829-86606a1ece0e, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=e147ab6d-012c-49bd-a829-86606a1ece0e,segment=NetworkSegment(df9429cb-1b73-4fcc-8ecd-d0edb039148e),segment_id=df9429cb-1b73-4fcc-8ecd-d0edb039148e)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:41:09.308553 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf92180-5a30-4748-9a9b-f61f1c08a26f req-233d4e4e-1669-4cff-b35b-122d078ad0a5 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:09.310252 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-abf92180-5a30-4748-9a9b-f61f1c08a26f req-233d4e4e-1669-4cff-b35b-122d078ad0a5 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=62c47636-a19f-406c-a0f6-5869c1db8c46 HTTP/1.1" status: 200 len: 949 time: 0.1025777 Sep 23 06:41:09.327174 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-f1c760d3-8604-4590-bef7-14bd52b30791 req-d09f9831-5a9d-4e46-a3cf-870b0ce4cffa service neutron] Request body: {'port': {'device_id': '93798e66-45d4-4cb1-b4e1-a242f30d6d03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:41:09.335552 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:09.340289 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 96766598-8482-4ba0-8b34-cc6cc5c24fb9 up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:41:09.367253 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-abf92180-5a30-4748-9a9b-f61f1c08a26f req-6bb7c802-7354-4c21-9d59-a24422a18047 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504141 Sep 23 06:41:09.416304 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-f1c760d3-8604-4590-bef7-14bd52b30791 req-d09f9831-5a9d-4e46-a3cf-870b0ce4cffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:09.462910 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 200538eb-8f22-4d73-bcc9-594e7def4d4a no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:41:09.529721 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0698374-1d80-4349-a09d-2cfaeef97964 req-c3703fff-f5d4-4769-bde4-953b705568f6 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:09.531482 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No Port match for: 200538eb-8f22-4d73-bcc9-594e7def4d4a {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:41:09.531832 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 200538eb-8f22-4d73-bcc9-594e7def4d4a not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:41:09.535110 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b0698374-1d80-4349-a09d-2cfaeef97964 req-c3703fff-f5d4-4769-bde4-953b705568f6 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee07f42e-a5b3-4a56-9277-cb1b82532763 HTTP/1.1" status: 200 len: 946 time: 0.0649033 Sep 23 06:41:09.546567 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=e147ab6d-012c-49bd-a829-86606a1ece0e,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:09.575748 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b0698374-1d80-4349-a09d-2cfaeef97964 req-167fcb0c-6979-40ab-bcac-aad1fb93e984 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370183 Sep 23 06:41:09.592299 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port 96766598-8482-4ba0-8b34-cc6cc5c24fb9 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:41:09.604099 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-996f2827-f0ce-4ad8-bf4a-2cf11524a999 None None] Provisioning complete for port b860026c-ab0b-4441-95f0-dd80ff2a5848 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:41:09.604480 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-996f2827-f0ce-4ad8-bf4a-2cf11524a999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:09.606140 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port 96766598-8482-4ba0-8b34-cc6cc5c24fb9 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:41:09.606500 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:09.682793 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff3d50d-9da0-45bb-9ebc-649d8536a9fe req-2ddc026a-79c6-43e7-8906-8d5a4566fdc3 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:09.684338 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-eff3d50d-9da0-45bb-9ebc-649d8536a9fe req-2ddc026a-79c6-43e7-8906-8d5a4566fdc3 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=93798e66-45d4-4cb1-b4e1-a242f30d6d03 HTTP/1.1" status: 200 len: 934 time: 0.1863577 Sep 23 06:41:09.698218 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-996f2827-f0ce-4ad8-bf4a-2cf11524a999 None None] Port b860026c-ab0b-4441-95f0-dd80ff2a5848 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:41:09.727950 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ae067-19f3-4d81-9208-369dcb0f2e7e req-79a27104-d7f6-4ed7-abf6-53d25b6c36e4 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:09.735607 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7b2ae067-19f3-4d81-9208-369dcb0f2e7e req-79a27104-d7f6-4ed7-abf6-53d25b6c36e4 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd017062-4df5-4803-abae-496460178f05 HTTP/1.1" status: 200 len: 945 time: 0.0650294 Sep 23 06:41:09.735825 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:09.748999 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-eff3d50d-9da0-45bb-9ebc-649d8536a9fe req-c6f36435-7b80-4fdc-a787-d69fd0b98392 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563722 Sep 23 06:41:09.777855 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7b2ae067-19f3-4d81-9208-369dcb0f2e7e req-30b09c95-5c8a-43df-ac62-7493a3da55a1 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/security-groups?id=12348048-69cc-4cde-9778-0654c2cd068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399618 Sep 23 06:41:09.815455 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:09.818814 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [req-f1c760d3-8604-4590-bef7-14bd52b30791 req-d09f9831-5a9d-4e46-a3cf-870b0ce4cffa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b860026c-ab0b-4441-95f0-dd80ff2a5848 {{(pid=95066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:41:09.828877 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-f1c760d3-8604-4590-bef7-14bd52b30791 req-d09f9831-5a9d-4e46-a3cf-870b0ce4cffa service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:09.844481 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.provisioning_blocks [req-f1c760d3-8604-4590-bef7-14bd52b30791 req-d09f9831-5a9d-4e46-a3cf-870b0ce4cffa service neutron] Transition to ACTIVE for port object b860026c-ab0b-4441-95f0-dd80ff2a5848 will not be triggered until provisioned by entity L2. {{(pid=95066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:41:09.850743 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-f1c760d3-8604-4590-bef7-14bd52b30791 req-d09f9831-5a9d-4e46-a3cf-870b0ce4cffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:09.877598 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 96766598-8482-4ba0-8b34-cc6cc5c24fb9, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=96766598-8482-4ba0-8b34-cc6cc5c24fb9,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:41:09.882795 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:09.911063 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ee044-cf43-48df-a6c3-659b238ab36e req-c916b7b8-56aa-4ffd-b05b-2e7590ea83fb tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:09.912570 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-be9ee044-cf43-48df-a6c3-659b238ab36e req-c916b7b8-56aa-4ffd-b05b-2e7590ea83fb tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b299a60-b390-4402-8035-a9d80acba074 HTTP/1.1" status: 200 len: 944 time: 0.0584524 Sep 23 06:41:09.938231 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=96766598-8482-4ba0-8b34-cc6cc5c24fb9,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:09.938378 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09f9831-5a9d-4e46-a3cf-870b0ce4cffa service neutron] Pushing event updated for resources: {'Port': ['ID=b860026c-ab0b-4441-95f0-dd80ff2a5848,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:09.963030 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-be9ee044-cf43-48df-a6c3-659b238ab36e req-1581ca79-3c6b-47a3-8f3f-64b74c6a27f5 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430901 Sep 23 06:41:10.003395 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9837a04-4b28-4825-b5b6-60cc387cf2c9 req-d91ed937-897b-41e7-99df-1de616ad2f0e tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:10.005331 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c9837a04-4b28-4825-b5b6-60cc387cf2c9 req-d91ed937-897b-41e7-99df-1de616ad2f0e tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef18adb-19f8-43b5-8dc9-ede7286ee548 HTTP/1.1" status: 200 len: 949 time: 0.1426954 Sep 23 06:41:10.006781 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-f1c760d3-8604-4590-bef7-14bd52b30791 req-d09f9831-5a9d-4e46-a3cf-870b0ce4cffa service neutron] Attempting to bind port b860026c-ab0b-4441-95f0-dd80ff2a5848 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:41:10.007242 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-f1c760d3-8604-4590-bef7-14bd52b30791 req-d09f9831-5a9d-4e46-a3cf-870b0ce4cffa service neutron] Attempting to bind port b860026c-ab0b-4441-95f0-dd80ff2a5848 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:41:10.008255 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c760d3-8604-4590-bef7-14bd52b30791 req-d09f9831-5a9d-4e46-a3cf-870b0ce4cffa service neutron] Attempting to bind port b860026c-ab0b-4441-95f0-dd80ff2a5848 on network 16515f0f-e5a6-4630-a440-e11fb2e02062 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:41:10.015562 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c760d3-8604-4590-bef7-14bd52b30791 req-d09f9831-5a9d-4e46-a3cf-870b0ce4cffa service neutron] Port b860026c-ab0b-4441-95f0-dd80ff2a5848 on network 16515f0f-e5a6-4630-a440-e11fb2e02062 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:41:10.015890 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c760d3-8604-4590-bef7-14bd52b30791 req-d09f9831-5a9d-4e46-a3cf-870b0ce4cffa service neutron] Attempting to bind port b860026c-ab0b-4441-95f0-dd80ff2a5848 on network 16515f0f-e5a6-4630-a440-e11fb2e02062 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:41:10.033120 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c760d3-8604-4590-bef7-14bd52b30791 req-d09f9831-5a9d-4e46-a3cf-870b0ce4cffa service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:41:10.033463 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c760d3-8604-4590-bef7-14bd52b30791 req-d09f9831-5a9d-4e46-a3cf-870b0ce4cffa service neutron] Checking segment: {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:41:10.033848 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c760d3-8604-4590-bef7-14bd52b30791 req-d09f9831-5a9d-4e46-a3cf-870b0ce4cffa service neutron] Bound using segment: {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:41:10.034316 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-f1c760d3-8604-4590-bef7-14bd52b30791 req-d09f9831-5a9d-4e46-a3cf-870b0ce4cffa service neutron] Bound port: b860026c-ab0b-4441-95f0-dd80ff2a5848, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:41:10.034676 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-f1c760d3-8604-4590-bef7-14bd52b30791 req-d09f9831-5a9d-4e46-a3cf-870b0ce4cffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:10.085165 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c9837a04-4b28-4825-b5b6-60cc387cf2c9 req-91e3ad5d-c231-462b-9d9f-db29e080d7f9 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712130 Sep 23 06:41:10.131068 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-f1c760d3-8604-4590-bef7-14bd52b30791 req-d09f9831-5a9d-4e46-a3cf-870b0ce4cffa service neutron] For port b860026c-ab0b-4441-95f0-dd80ff2a5848, host n-h2-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:41:10.134824 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-f1c760d3-8604-4590-bef7-14bd52b30791 req-d09f9831-5a9d-4e46-a3cf-870b0ce4cffa service neutron] For port b860026c-ab0b-4441-95f0-dd80ff2a5848, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=b860026c-ab0b-4441-95f0-dd80ff2a5848,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:41:10.139537 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-f1c760d3-8604-4590-bef7-14bd52b30791 req-d09f9831-5a9d-4e46-a3cf-870b0ce4cffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:10.177723 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c760d3-8604-4590-bef7-14bd52b30791 req-d09f9831-5a9d-4e46-a3cf-870b0ce4cffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:10.178412 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-f1c760d3-8604-4590-bef7-14bd52b30791 req-d09f9831-5a9d-4e46-a3cf-870b0ce4cffa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:10.180612 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f1c760d3-8604-4590-bef7-14bd52b30791 req-d09f9831-5a9d-4e46-a3cf-870b0ce4cffa service neutron] 10.222.0.58 "PUT /v2.0/ports/b860026c-ab0b-4441-95f0-dd80ff2a5848 HTTP/1.1" status: 200 len: 1095 time: 0.8587503 Sep 23 06:41:10.181047 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93798e66-45d4-4cb1-b4e1-a242f30d6d03', 'tag': 'b860026c-ab0b-4441-95f0-dd80ff2a5848'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:41:10.183303 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-031a9ce7-9cd6-423f-9d4c-c25b8e55b03d" -d '{"events": [{"name": "network-changed", "server_uuid": "93798e66-45d4-4cb1-b4e1-a242f30d6d03", "tag": "b860026c-ab0b-4441-95f0-dd80ff2a5848"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:41:10.213223 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09f9831-5a9d-4e46-a3cf-870b0ce4cffa service neutron] Pushing event updated for resources: {'Port': ['ID=b860026c-ab0b-4441-95f0-dd80ff2a5848,revision_number=3']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:10.239717 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f86981b-274c-43ef-ba73-c00a52186d86 x-openstack-request-id: req-4f86981b-274c-43ef-ba73-c00a52186d86 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:41:10.241576 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93798e66-45d4-4cb1-b4e1-a242f30d6d03", "tag": "b860026c-ab0b-4441-95f0-dd80ff2a5848", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:41:10.241576 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4f86981b-274c-43ef-ba73-c00a52186d86 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:41:10.241576 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93798e66-45d4-4cb1-b4e1-a242f30d6d03', 'tag': 'b860026c-ab0b-4441-95f0-dd80ff2a5848', 'status': 'completed', 'code': 200} Sep 23 06:41:10.346265 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c760d3-8604-4590-bef7-14bd52b30791 req-8d3681dc-ef87-40ae-a6e9-e21821c5af6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:10.348723 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f1c760d3-8604-4590-bef7-14bd52b30791 req-8d3681dc-ef87-40ae-a6e9-e21821c5af6b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ba19de2ddc8c48f1b04b3c37ffcf4f4c&device_id=93798e66-45d4-4cb1-b4e1-a242f30d6d03 HTTP/1.1" status: 200 len: 1098 time: 0.0735104 Sep 23 06:41:10.411257 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f1c760d3-8604-4590-bef7-14bd52b30791 req-5cb8a018-3e0e-45a1-b5d1-903f53053cad service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=b860026c-ab0b-4441-95f0-dd80ff2a5848 HTTP/1.1" status: 200 len: 217 time: 0.0373018 Sep 23 06:41:10.511094 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c760d3-8604-4590-bef7-14bd52b30791 req-c2fc9779-2636-4718-a30e-311ae6ac11f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:10.512463 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f1c760d3-8604-4590-bef7-14bd52b30791 req-c2fc9779-2636-4718-a30e-311ae6ac11f4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e HTTP/1.1" status: 200 len: 843 time: 0.0825243 Sep 23 06:41:10.524921 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5c70e0-b719-400e-b0b4-2c05f9ae365f req-9bce4dcb-7e38-47d4-b25e-e331fec29e92 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:10.526446 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cc5c70e0-b719-400e-b0b4-2c05f9ae365f req-9bce4dcb-7e38-47d4-b25e-e331fec29e92 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=62c47636-a19f-406c-a0f6-5869c1db8c46 HTTP/1.1" status: 200 len: 950 time: 0.0664744 Sep 23 06:41:10.527261 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 48822) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:41:10.592375 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cc5c70e0-b719-400e-b0b4-2c05f9ae365f req-42dd5774-5c4a-4d35-b4fa-265155ea2748 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571787 Sep 23 06:41:10.594019 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c760d3-8604-4590-bef7-14bd52b30791 req-0c3a9b2b-68d0-41f8-8d7d-c34f111deca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:10.595639 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f1c760d3-8604-4590-bef7-14bd52b30791 req-0c3a9b2b-68d0-41f8-8d7d-c34f111deca0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=16515f0f-e5a6-4630-a440-e11fb2e02062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0683033 Sep 23 06:41:10.641254 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-34e5d77f-4421-4845-95fc-fa37cb52aad3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:10.704359 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f1c760d3-8604-4590-bef7-14bd52b30791 req-a432b368-c1f8-40d7-bac4-890edf0e79b0 service neutron] 10.222.0.58 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927706 Sep 23 06:41:10.733292 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec57a2-d5c5-4079-ae7c-122dd3f1360c req-7fc2570e-e246-41f4-bd2d-27d5c31a80d2 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:10.734813 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-22ec57a2-d5c5-4079-ae7c-122dd3f1360c req-7fc2570e-e246-41f4-bd2d-27d5c31a80d2 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee07f42e-a5b3-4a56-9277-cb1b82532763 HTTP/1.1" status: 200 len: 946 time: 0.0739131 Sep 23 06:41:10.791113 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-22ec57a2-d5c5-4079-ae7c-122dd3f1360c req-e0d98d24-08c8-4d2d-9d29-467970affbfd tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480525 Sep 23 06:41:10.809624 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-34e5d77f-4421-4845-95fc-fa37cb52aad3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:10.825489 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-34e5d77f-4421-4845-95fc-fa37cb52aad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:10.828837 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f1c760d3-8604-4590-bef7-14bd52b30791 req-a1289302-c621-4bd2-a7be-64db7491d92f service neutron] 10.222.0.58 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047041 Sep 23 06:41:10.881321 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49bf923-7672-4a48-b94d-805b9005ecba req-114f2a41-a0af-4f57-bb34-2c1fdb62976a tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:10.882870 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f49bf923-7672-4a48-b94d-805b9005ecba req-114f2a41-a0af-4f57-bb34-2c1fdb62976a tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=93798e66-45d4-4cb1-b4e1-a242f30d6d03 HTTP/1.1" status: 200 len: 946 time: 0.0524402 Sep 23 06:41:10.896156 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-34e5d77f-4421-4845-95fc-fa37cb52aad3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3de9e52304ab4568b2efd26a886f3482&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3676970 Sep 23 06:41:10.903557 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 48832) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:41:10.914058 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e5d77f-4421-4845-95fc-fa37cb52aad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba91a9aa-0e2b-490d-9988-4ecc7ef89009,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:10.945004 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd377c92-d82e-4634-9aec-3916b2d8b853 req-d640b9d2-4089-4e71-9a0d-0c214af985cb tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:10.946663 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bd377c92-d82e-4634-9aec-3916b2d8b853 req-d640b9d2-4089-4e71-9a0d-0c214af985cb tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd017062-4df5-4803-abae-496460178f05 HTTP/1.1" status: 200 len: 945 time: 0.0789926 Sep 23 06:41:10.974883 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f49bf923-7672-4a48-b94d-805b9005ecba req-693f1df2-9fbe-45f7-8ddd-b2e0fd7ffb73 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856552 Sep 23 06:41:10.988572 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bd377c92-d82e-4634-9aec-3916b2d8b853 req-fcb7b54e-d26b-41a8-bc4c-3f44015bf55a tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/security-groups?id=12348048-69cc-4cde-9778-0654c2cd068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355737 Sep 23 06:41:10.999563 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031a9ce7-9cd6-423f-9d4c-c25b8e55b03d req-08d3653f-1add-4f7f-b51a-e37b838ac259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:11.001189 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-031a9ce7-9cd6-423f-9d4c-c25b8e55b03d req-08d3653f-1add-4f7f-b51a-e37b838ac259 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ba19de2ddc8c48f1b04b3c37ffcf4f4c&device_id=93798e66-45d4-4cb1-b4e1-a242f30d6d03 HTTP/1.1" status: 200 len: 1098 time: 0.0984185 Sep 23 06:41:11.007008 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee07f42e-a5b3-4a56-9277-cb1b82532763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e147ab6d-012c-49bd-a829-86606a1ece0e'}, {'server_uuid': '62c47636-a19f-406c-a0f6-5869c1db8c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96766598-8482-4ba0-8b34-cc6cc5c24fb9'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:41:11.010077 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a3ca930-c700-4993-a744-b52749558836" -d '{"events": [{"server_uuid": "ee07f42e-a5b3-4a56-9277-cb1b82532763", "name": "network-vif-plugged", "status": "completed", "tag": "e147ab6d-012c-49bd-a829-86606a1ece0e"}, {"server_uuid": "62c47636-a19f-406c-a0f6-5869c1db8c46", "name": "network-vif-plugged", "status": "completed", "tag": "96766598-8482-4ba0-8b34-cc6cc5c24fb9"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:41:11.011908 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1d2fa098-e534-4114-8446-7b9d249cb298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:11.061544 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1d2fa098-e534-4114-8446-7b9d249cb298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:11.064700 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-211bc59f-dc34-4fb9-b36a-118cf96e899d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:11.073470 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 23 Sep 2021 06:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8edb7e5-51f9-401e-8a5b-f01bbd5bca76 x-openstack-request-id: req-d8edb7e5-51f9-401e-8a5b-f01bbd5bca76 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:41:11.073813 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee07f42e-a5b3-4a56-9277-cb1b82532763", "name": "network-vif-plugged", "status": "completed", "tag": "e147ab6d-012c-49bd-a829-86606a1ece0e", "code": 200}, {"server_uuid": "62c47636-a19f-406c-a0f6-5869c1db8c46", "name": "network-vif-plugged", "status": "completed", "tag": "96766598-8482-4ba0-8b34-cc6cc5c24fb9", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:41:11.074143 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d8edb7e5-51f9-401e-8a5b-f01bbd5bca76 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:41:11.074471 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee07f42e-a5b3-4a56-9277-cb1b82532763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e147ab6d-012c-49bd-a829-86606a1ece0e', 'code': 200} Sep 23 06:41:11.074721 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62c47636-a19f-406c-a0f6-5869c1db8c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96766598-8482-4ba0-8b34-cc6cc5c24fb9', 'code': 200} Sep 23 06:41:11.188291 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031a9ce7-9cd6-423f-9d4c-c25b8e55b03d req-804735d9-6fef-439f-b9d6-0319da95f3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:11.189904 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-031a9ce7-9cd6-423f-9d4c-c25b8e55b03d req-804735d9-6fef-439f-b9d6-0319da95f3e6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=16515f0f-e5a6-4630-a440-e11fb2e02062 HTTP/1.1" status: 200 len: 870 time: 0.1744881 Sep 23 06:41:11.199717 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e7b354-b273-4c49-9631-d49b747dc28e req-d022e1ce-50f5-4183-9f29-fa806c5a6526 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:11.200187 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a4e7b354-b273-4c49-9631-d49b747dc28e req-d022e1ce-50f5-4183-9f29-fa806c5a6526 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b299a60-b390-4402-8035-a9d80acba074 HTTP/1.1" status: 200 len: 944 time: 0.0920653 Sep 23 06:41:11.200798 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1d2fa098-e534-4114-8446-7b9d249cb298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:11.203427 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1d2fa098-e534-4114-8446-7b9d249cb298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:11.206411 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-1d2fa098-e534-4114-8446-7b9d249cb298 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ba91a9aa-0e2b-490d-9988-4ecc7ef89009 HTTP/1.1" status: 204 len: 168 time: 0.3018670 Sep 23 06:41:11.261893 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e173a26f-2682-4f76-8f29-03312203da3f req-be1ce00e-dd6e-42f6-9550-32c92ca5e2e5 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:11.269542 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e173a26f-2682-4f76-8f29-03312203da3f req-be1ce00e-dd6e-42f6-9550-32c92ca5e2e5 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef18adb-19f8-43b5-8dc9-ede7286ee548 HTTP/1.1" status: 200 len: 949 time: 0.0927672 Sep 23 06:41:11.282289 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-031a9ce7-9cd6-423f-9d4c-c25b8e55b03d req-89ec904a-2051-4bac-9c48-60b4bd1be3be service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=b860026c-ab0b-4441-95f0-dd80ff2a5848 HTTP/1.1" status: 200 len: 217 time: 0.0731540 Sep 23 06:41:11.294011 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b98a740-0df8-487e-bdaf-420ff824179c req-3ba053d8-ee48-4325-90dc-d2a298720137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:11.295403 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2b98a740-0df8-487e-bdaf-420ff824179c req-3ba053d8-ee48-4325-90dc-d2a298720137 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ee07f42e-a5b3-4a56-9277-cb1b82532763 HTTP/1.1" status: 200 len: 1098 time: 0.0829098 Sep 23 06:41:11.296509 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2fa098-e534-4114-8446-7b9d249cb298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba91a9aa-0e2b-490d-9988-4ecc7ef89009,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:11.330660 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e173a26f-2682-4f76-8f29-03312203da3f req-d287fb17-2b85-4d51-afba-1b0879c59916 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600102 Sep 23 06:41:11.352432 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2b98a740-0df8-487e-bdaf-420ff824179c req-0956fead-a428-4262-b626-ab8338686888 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449519 Sep 23 06:41:11.372895 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031a9ce7-9cd6-423f-9d4c-c25b8e55b03d req-d5462b4a-2eef-4083-ae95-817359fd2d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:11.374389 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-031a9ce7-9cd6-423f-9d4c-c25b8e55b03d req-d5462b4a-2eef-4083-ae95-817359fd2d96 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e HTTP/1.1" status: 200 len: 843 time: 0.0751069 Sep 23 06:41:11.388705 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a4e7b354-b273-4c49-9631-d49b747dc28e req-bbf0cd7f-e689-42ab-b5cf-86f7f18d3cc8 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808772 Sep 23 06:41:11.395225 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a75ddaf-ea17-4c99-91d4-56c1f81bd474 req-b550a0f6-2ac6-44a1-a6f4-a436734fbc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:11.396725 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7a75ddaf-ea17-4c99-91d4-56c1f81bd474 req-b550a0f6-2ac6-44a1-a6f4-a436734fbc97 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=62c47636-a19f-406c-a0f6-5869c1db8c46 HTTP/1.1" status: 200 len: 1102 time: 0.1758502 Sep 23 06:41:11.424956 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:11.446487 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031a9ce7-9cd6-423f-9d4c-c25b8e55b03d req-82be7e40-88a0-490c-9d87-0c9c2011a991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:11.448295 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-031a9ce7-9cd6-423f-9d4c-c25b8e55b03d req-82be7e40-88a0-490c-9d87-0c9c2011a991 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=16515f0f-e5a6-4630-a440-e11fb2e02062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0465524 Sep 23 06:41:11.565503 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-031a9ce7-9cd6-423f-9d4c-c25b8e55b03d req-fb5d17fe-c093-41ad-a390-dc95f6228d69 service neutron] 10.222.0.58 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940957 Sep 23 06:41:11.706125 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-031a9ce7-9cd6-423f-9d4c-c25b8e55b03d req-bcaf8f08-8b8b-4b48-8c09-93fa5dae8799 service neutron] 10.222.0.58 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269276 Sep 23 06:41:11.737847 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7a75ddaf-ea17-4c99-91d4-56c1f81bd474 req-3179b61e-b349-48da-a4f0-662df08f1ebd service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547447 Sep 23 06:41:11.746659 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d123baea-b3ad-4aca-8d62-4febe0f8643a req-62a61da5-cc71-4f63-852e-9dc0b67a958d tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:11.748079 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d123baea-b3ad-4aca-8d62-4febe0f8643a req-62a61da5-cc71-4f63-852e-9dc0b67a958d tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=62c47636-a19f-406c-a0f6-5869c1db8c46 HTTP/1.1" status: 200 len: 950 time: 0.0825744 Sep 23 06:41:11.787054 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d123baea-b3ad-4aca-8d62-4febe0f8643a req-c11f944a-2b5e-4b9c-afc6-c42aa21661e3 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328679 Sep 23 06:41:11.919567 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16de699b-4cae-4322-9914-17e352683437 req-53423261-846a-46f6-92af-178d8fa1d347 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:11.921169 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-16de699b-4cae-4322-9914-17e352683437 req-53423261-846a-46f6-92af-178d8fa1d347 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee07f42e-a5b3-4a56-9277-cb1b82532763 HTTP/1.1" status: 200 len: 946 time: 0.0478785 Sep 23 06:41:11.959228 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-16de699b-4cae-4322-9914-17e352683437 req-e483f130-ea10-47bf-b470-49e5a32e14f6 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315959 Sep 23 06:41:12.113379 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9025f5-8fae-42af-a9a9-323ffdd6ed41 req-312212de-9b0e-447e-b85f-573269cb9a13 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:12.114904 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5f9025f5-8fae-42af-a9a9-323ffdd6ed41 req-312212de-9b0e-447e-b85f-573269cb9a13 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd017062-4df5-4803-abae-496460178f05 HTTP/1.1" status: 200 len: 945 time: 0.0525730 Sep 23 06:41:12.118445 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8572ba91-43ab-4345-abc1-9c8fb63c1abf req-f9d03052-a9a2-4587-aa4c-62eb290c352a tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:12.120096 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8572ba91-43ab-4345-abc1-9c8fb63c1abf req-f9d03052-a9a2-4587-aa4c-62eb290c352a tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=93798e66-45d4-4cb1-b4e1-a242f30d6d03 HTTP/1.1" status: 200 len: 946 time: 0.0666478 Sep 23 06:41:12.161735 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:12.164453 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8572ba91-43ab-4345-abc1-9c8fb63c1abf req-dd5a07b4-3933-4904-b5bd-e2334c88a9ea tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363586 Sep 23 06:41:12.169400 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5f9025f5-8fae-42af-a9a9-323ffdd6ed41 req-c5e94659-ebba-4624-bea3-a1f69b746546 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/security-groups?id=12348048-69cc-4cde-9778-0654c2cd068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430152 Sep 23 06:41:12.407093 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-92a7ba41-6e34-48bc-b6ee-74cdfcb11627 req-1c9109a4-0f82-4c08-a452-42cdbb19d81b tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2042155 Sep 23 06:41:12.417854 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-92a7ba41-6e34-48bc-b6ee-74cdfcb11627 req-efda4aac-f95f-42e0-9c87-fd08bc143e04 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Request body: {'floatingip': {'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:41:12.422035 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-31298f40-0dab-4042-a943-e261c1268c18 req-c8a0225a-6821-4861-a08b-e4ab3f609592 service neutron] 10.222.0.21 "GET /v2.0/ports/60a7e2b7-e3a4-44f0-9c74-80cc2e28b807/bindings/n-h2-715271-16 HTTP/1.1" status: 200 len: 385 time: 0.0748358 Sep 23 06:41:12.450220 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-92a7ba41-6e34-48bc-b6ee-74cdfcb11627 req-efda4aac-f95f-42e0-9c87-fd08bc143e04 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Notify callbacks [] for floatingip, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:12.514010 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669d9c24-ddd9-4b38-89c3-4d53e06b94e1 req-373031d6-0f1e-4381-9671-efeefd959fda tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:12.515531 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-669d9c24-ddd9-4b38-89c3-4d53e06b94e1 req-373031d6-0f1e-4381-9671-efeefd959fda tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef18adb-19f8-43b5-8dc9-ede7286ee548 HTTP/1.1" status: 200 len: 949 time: 0.0926340 Sep 23 06:41:12.563315 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-92a7ba41-6e34-48bc-b6ee-74cdfcb11627 req-efda4aac-f95f-42e0-9c87-fd08bc143e04 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:12.602511 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-669d9c24-ddd9-4b38-89c3-4d53e06b94e1 req-7c0aa45b-6f3c-4cbc-bf99-80c10b27d4e3 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805240 Sep 23 06:41:12.695519 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-92a7ba41-6e34-48bc-b6ee-74cdfcb11627 req-efda4aac-f95f-42e0-9c87-fd08bc143e04 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Allocated IP 172.25.2.183 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/9dda43bc-b2d2-4505-aeeb-c7bd5134e871) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:41:12.696551 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-31298f40-0dab-4042-a943-e261c1268c18 req-03cfb15c-c973-4364-b19f-74a336dedde1 service neutron] For port 60a7e2b7-e3a4-44f0-9c74-80cc2e28b807, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=60a7e2b7-e3a4-44f0-9c74-80cc2e28b807,segment=NetworkSegment(a2ee209e-d4ee-4c6a-8401-bd714bf3436e),segment_id=a2ee209e-d4ee-4c6a-8401-bd714bf3436e)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:41:12.737299 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-31298f40-0dab-4042-a943-e261c1268c18 req-03cfb15c-c973-4364-b19f-74a336dedde1 service neutron] For port 60a7e2b7-e3a4-44f0-9c74-80cc2e28b807, host n-h1-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:41:12.772392 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb9491f-1752-4ed1-a67d-61ba04748b22 req-2d950e3d-6ba1-4a74-a1cf-41200dbc4c0e tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:12.774764 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2fb9491f-1752-4ed1-a67d-61ba04748b22 req-2d950e3d-6ba1-4a74-a1cf-41200dbc4c0e tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b299a60-b390-4402-8035-a9d80acba074 HTTP/1.1" status: 200 len: 944 time: 0.0936949 Sep 23 06:41:12.794008 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [req-31298f40-0dab-4042-a943-e261c1268c18 req-03cfb15c-c973-4364-b19f-74a336dedde1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60a7e2b7-e3a4-44f0-9c74-80cc2e28b807 {{(pid=95066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:41:12.805028 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-92a7ba41-6e34-48bc-b6ee-74cdfcb11627 req-efda4aac-f95f-42e0-9c87-fd08bc143e04 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:12.812678 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-31298f40-0dab-4042-a943-e261c1268c18 req-03cfb15c-c973-4364-b19f-74a336dedde1 service neutron] For port 60a7e2b7-e3a4-44f0-9c74-80cc2e28b807, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=60a7e2b7-e3a4-44f0-9c74-80cc2e28b807,segment=NetworkSegment(a2ee209e-d4ee-4c6a-8401-bd714bf3436e),segment_id=a2ee209e-d4ee-4c6a-8401-bd714bf3436e)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:41:12.838762 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2fb9491f-1752-4ed1-a67d-61ba04748b22 req-086e6b9c-8dde-42af-ace3-6032a17bd393 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575154 Sep 23 06:41:12.839710 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-31298f40-0dab-4042-a943-e261c1268c18 req-03cfb15c-c973-4364-b19f-74a336dedde1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:12.841204 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-92a7ba41-6e34-48bc-b6ee-74cdfcb11627 req-efda4aac-f95f-42e0-9c87-fd08bc143e04 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:12.881098 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92a7ba41-6e34-48bc-b6ee-74cdfcb11627 req-efda4aac-f95f-42e0-9c87-fd08bc143e04 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:41:12.885671 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-92a7ba41-6e34-48bc-b6ee-74cdfcb11627 req-efda4aac-f95f-42e0-9c87-fd08bc143e04 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:41:12.893402 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-92a7ba41-6e34-48bc-b6ee-74cdfcb11627 req-efda4aac-f95f-42e0-9c87-fd08bc143e04 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:41:12.898105 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efda4aac-f95f-42e0-9c87-fd08bc143e04 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Pushing event updated for resources: {'Port': ['ID=9dda43bc-b2d2-4505-aeeb-c7bd5134e871,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:12.954677 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-43c34506-14cf-47b4-8c1a-fffa6e27c62f req-3fc9cece-38a1-46f3-9ea2-5c5b15da2d9b tempest-FlavorsV2NegativeTest-902374014 tempest-FlavorsV2NegativeTest-902374014-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=97b9ab608a3042c6980a4e5f6e4c4816&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371513 Sep 23 06:41:12.983893 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-92a7ba41-6e34-48bc-b6ee-74cdfcb11627 req-efda4aac-f95f-42e0-9c87-fd08bc143e04 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:12.986217 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.provisioning_blocks [req-31298f40-0dab-4042-a943-e261c1268c18 req-03cfb15c-c973-4364-b19f-74a336dedde1 service neutron] Transition to ACTIVE for port object 60a7e2b7-e3a4-44f0-9c74-80cc2e28b807 will not be triggered until provisioned by entity L2. {{(pid=95066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:41:13.004704 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-31298f40-0dab-4042-a943-e261c1268c18 req-03cfb15c-c973-4364-b19f-74a336dedde1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:13.024073 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-92a7ba41-6e34-48bc-b6ee-74cdfcb11627 req-efda4aac-f95f-42e0-9c87-fd08bc143e04 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:13.146079 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-31298f40-0dab-4042-a943-e261c1268c18 req-03cfb15c-c973-4364-b19f-74a336dedde1 service neutron] No DVR routers for this DVR port 60a7e2b7-e3a4-44f0-9c74-80cc2e28b807 on host n-h1-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:41:13.192965 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c34506-14cf-47b4-8c1a-fffa6e27c62f req-0e44a8c0-aca7-402d-be32-3658d580c20e tempest-FlavorsV2NegativeTest-902374014 tempest-FlavorsV2NegativeTest-902374014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:13.195396 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-43c34506-14cf-47b4-8c1a-fffa6e27c62f req-0e44a8c0-aca7-402d-be32-3658d580c20e tempest-FlavorsV2NegativeTest-902374014 tempest-FlavorsV2NegativeTest-902374014-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2325637 Sep 23 06:41:13.199057 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cfb15c-c973-4364-b19f-74a336dedde1 service neutron] Pushing event updated for resources: {'Port': ['ID=60a7e2b7-e3a4-44f0-9c74-80cc2e28b807,revision_number=10']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:13.204725 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-92a7ba41-6e34-48bc-b6ee-74cdfcb11627 req-efda4aac-f95f-42e0-9c87-fd08bc143e04 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:13.210878 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-92a7ba41-6e34-48bc-b6ee-74cdfcb11627 req-efda4aac-f95f-42e0-9c87-fd08bc143e04 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:13.223917 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-31298f40-0dab-4042-a943-e261c1268c18 req-03cfb15c-c973-4364-b19f-74a336dedde1 service neutron] 10.222.0.21 "PUT /v2.0/ports/60a7e2b7-e3a4-44f0-9c74-80cc2e28b807/bindings/n-h2-715271-16/activate HTTP/1.1" status: 200 len: 370 time: 0.7916002 Sep 23 06:41:13.232551 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-43c34506-14cf-47b4-8c1a-fffa6e27c62f req-9f70e39d-434b-435b-a438-1c9766c09d7b tempest-FlavorsV2NegativeTest-902374014 tempest-FlavorsV2NegativeTest-902374014-project] 10.222.0.39 "GET /v2.0/quotas/97b9ab608a3042c6980a4e5f6e4c4816 HTTP/1.1" status: 200 len: 375 time: 0.0167305 Sep 23 06:41:13.242647 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-92a7ba41-6e34-48bc-b6ee-74cdfcb11627 req-efda4aac-f95f-42e0-9c87-fd08bc143e04 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:13.264061 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efda4aac-f95f-42e0-9c87-fd08bc143e04 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Pushing event updated for resources: {'Port': ['ID=9dda43bc-b2d2-4505-aeeb-c7bd5134e871,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:13.266426 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-92a7ba41-6e34-48bc-b6ee-74cdfcb11627 req-efda4aac-f95f-42e0-9c87-fd08bc143e04 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:13.266861 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-43c34506-14cf-47b4-8c1a-fffa6e27c62f req-5217b348-9a0f-467f-b89b-b05760445a4f tempest-FlavorsV2NegativeTest-902374014 tempest-FlavorsV2NegativeTest-902374014-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=97b9ab608a3042c6980a4e5f6e4c4816&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277224 Sep 23 06:41:13.267632 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-92a7ba41-6e34-48bc-b6ee-74cdfcb11627 req-efda4aac-f95f-42e0-9c87-fd08bc143e04 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.8550179 Sep 23 06:41:13.348638 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-92a7ba41-6e34-48bc-b6ee-74cdfcb11627 req-fff158f8-b03e-4d9d-9f35-ed4fb5ce0d0d tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.183 HTTP/1.1" status: 200 len: 696 time: 0.0745778 Sep 23 06:41:13.422242 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31298f40-0dab-4042-a943-e261c1268c18 req-3622921c-4257-4061-90a2-533aca5c0f3f tempest-LiveMigrationTest-1207377707 tempest-LiveMigrationTest-1207377707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:13.423856 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-31298f40-0dab-4042-a943-e261c1268c18 req-3622921c-4257-4061-90a2-533aca5c0f3f tempest-LiveMigrationTest-1207377707 tempest-LiveMigrationTest-1207377707-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=3b299a60-b390-4402-8035-a9d80acba074&tenant_id=64ac7894e2284bc191ac7c20f7f9ca7f&binding%3Ahost_id=n-h1-715271-16 HTTP/1.1" status: 200 len: 1097 time: 0.0516791 Sep 23 06:41:13.472538 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a7ba41-6e34-48bc-b6ee-74cdfcb11627 req-aef65c48-3801-442f-b1a7-79c72ce9eb38 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:13.477157 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-92a7ba41-6e34-48bc-b6ee-74cdfcb11627 req-aef65c48-3801-442f-b1a7-79c72ce9eb38 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/networks/0f47978c-41eb-4cc7-92bf-8b873be8a1a0 HTTP/1.1" status: 200 len: 784 time: 0.1176791 Sep 23 06:41:13.485288 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [req-92a7ba41-6e34-48bc-b6ee-74cdfcb11627 req-8444891b-f4c0-47fa-b271-3247d72625eb tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=95065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 06:41:13.486306 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-92a7ba41-6e34-48bc-b6ee-74cdfcb11627 req-8444891b-f4c0-47fa-b271-3247d72625eb tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058808 Sep 23 06:41:13.526633 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e464bc-fb65-4f1c-815a-b9a565a8d564 req-9964de5d-da7b-41cc-b92c-956f7680684a tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:13.535527 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-09e464bc-fb65-4f1c-815a-b9a565a8d564 req-9964de5d-da7b-41cc-b92c-956f7680684a tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=62c47636-a19f-406c-a0f6-5869c1db8c46 HTTP/1.1" status: 200 len: 950 time: 0.0972950 Sep 23 06:41:13.550104 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31298f40-0dab-4042-a943-e261c1268c18 req-21ee6cd7-a41c-4fa5-af7f-1a7083e8028f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:13.551841 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-31298f40-0dab-4042-a943-e261c1268c18 req-21ee6cd7-a41c-4fa5-af7f-1a7083e8028f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3b299a60-b390-4402-8035-a9d80acba074&tenant_id=64ac7894e2284bc191ac7c20f7f9ca7f HTTP/1.1" status: 200 len: 1097 time: 0.1002963 Sep 23 06:41:13.594526 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-09e464bc-fb65-4f1c-815a-b9a565a8d564 req-6fb52bd8-99ea-48a0-80c8-f8f37a7be8e0 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578570 Sep 23 06:41:13.662566 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:13.680096 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999074a8-f695-4cae-bff9-94b9180dd48b req-77ee9ca0-0afa-4a4c-9b65-b33306c5b55e tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:13.681756 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-999074a8-f695-4cae-bff9-94b9180dd48b req-77ee9ca0-0afa-4a4c-9b65-b33306c5b55e tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee07f42e-a5b3-4a56-9277-cb1b82532763 HTTP/1.1" status: 200 len: 946 time: 0.1304326 Sep 23 06:41:13.728041 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-999074a8-f695-4cae-bff9-94b9180dd48b req-09952ed1-57f0-48a6-972e-b9c3bddf93bb tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386219 Sep 23 06:41:13.751889 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31298f40-0dab-4042-a943-e261c1268c18 req-47c89322-26bc-47c7-95f5-1226f9838584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:13.753240 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-31298f40-0dab-4042-a943-e261c1268c18 req-47c89322-26bc-47c7-95f5-1226f9838584 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=64ac7894e2284bc191ac7c20f7f9ca7f&device_id=3b299a60-b390-4402-8035-a9d80acba074 HTTP/1.1" status: 200 len: 1097 time: 0.1160119 Sep 23 06:41:13.807381 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285d93a9-b390-47ee-b2cd-94729ca57ebb req-a8448a92-573f-4b6c-be10-2a0662ce440b tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:13.809050 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-285d93a9-b390-47ee-b2cd-94729ca57ebb req-a8448a92-573f-4b6c-be10-2a0662ce440b tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=93798e66-45d4-4cb1-b4e1-a242f30d6d03 HTTP/1.1" status: 200 len: 946 time: 0.1202669 Sep 23 06:41:13.874799 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7369f09d-cef0-47ce-bdba-7c7eb9582c22 req-6b23f06d-85e6-4092-9842-cafa876204c8 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:13.876369 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7369f09d-cef0-47ce-bdba-7c7eb9582c22 req-6b23f06d-85e6-4092-9842-cafa876204c8 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef18adb-19f8-43b5-8dc9-ede7286ee548 HTTP/1.1" status: 200 len: 949 time: 0.0560386 Sep 23 06:41:13.920583 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7369f09d-cef0-47ce-bdba-7c7eb9582c22 req-ad44ce03-b4a4-4a77-b8a0-5b4805eb69b4 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369320 Sep 23 06:41:13.999526 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 48962) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:41:14.133595 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-285d93a9-b390-47ee-b2cd-94729ca57ebb req-73c78862-613d-4aa5-aa97-4fbaf745f5ab tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172905 Sep 23 06:41:14.135844 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5133afeb-2ed6-485b-92aa-f0b02ab3f1c1 req-380340ea-c532-489d-9871-9c70c1c4338c tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:14.138316 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5133afeb-2ed6-485b-92aa-f0b02ab3f1c1 req-380340ea-c532-489d-9871-9c70c1c4338c tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/networks?id=f344d72e-2515-4ae1-b407-677954c55f1d HTTP/1.1" status: 200 len: 821 time: 0.1322801 Sep 23 06:41:14.139462 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-54a5cd54-86ff-4147-8a24-d56c2a2237a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:14.153692 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31298f40-0dab-4042-a943-e261c1268c18 req-eb4336ac-a746-4ae1-9158-1516de7eded2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:14.153692 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-31298f40-0dab-4042-a943-e261c1268c18 req-eb4336ac-a746-4ae1-9158-1516de7eded2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b41a91e1-341c-4340-b7a8-8779367a7828 HTTP/1.1" status: 200 len: 909 time: 0.3797791 Sep 23 06:41:14.165160 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5133afeb-2ed6-485b-92aa-f0b02ab3f1c1 req-d216e5bb-2bfc-4ccd-a9b7-2c229bb2d470 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/quotas/97692e1b5c1f4df985cc39910d526c8e HTTP/1.1" status: 200 len: 375 time: 0.0155401 Sep 23 06:41:14.208367 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-31298f40-0dab-4042-a943-e261c1268c18 req-504aae81-f1c5-403c-b916-e4a2b43725c2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60a7e2b7-e3a4-44f0-9c74-80cc2e28b807 HTTP/1.1" status: 200 len: 217 time: 0.0375955 Sep 23 06:41:14.245971 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5133afeb-2ed6-485b-92aa-f0b02ab3f1c1 req-69d1a388-ec25-48c4-a83b-8b8f24818a6a tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=97692e1b5c1f4df985cc39910d526c8e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0752089 Sep 23 06:41:14.292721 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd51c8-c417-4cda-b83b-047cb6f0a781 req-b7675075-4ca0-4031-b5a8-a4c864028f1c tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:14.294239 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-acfd51c8-c417-4cda-b83b-047cb6f0a781 req-b7675075-4ca0-4031-b5a8-a4c864028f1c tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b299a60-b390-4402-8035-a9d80acba074 HTTP/1.1" status: 200 len: 945 time: 0.0886934 Sep 23 06:41:14.300450 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31298f40-0dab-4042-a943-e261c1268c18 req-bbb7d803-0319-4e9b-9ff2-ac7bbb9e7183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:14.301731 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-31298f40-0dab-4042-a943-e261c1268c18 req-bbb7d803-0319-4e9b-9ff2-ac7bbb9e7183 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c7d428fe-182b-4149-b884-87c9d4508732 HTTP/1.1" status: 200 len: 848 time: 0.0656440 Sep 23 06:41:14.340916 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-31298f40-0dab-4042-a943-e261c1268c18 req-e358ab0c-e99c-40d1-a1ef-5381e3aff93a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b41a91e1-341c-4340-b7a8-8779367a7828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244431 Sep 23 06:41:14.352346 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-54a5cd54-86ff-4147-8a24-d56c2a2237a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:14.358062 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-acfd51c8-c417-4cda-b83b-047cb6f0a781 req-4cd6599a-d326-45f5-a10e-74cfe56b2133 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553386 Sep 23 06:41:14.364468 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-54a5cd54-86ff-4147-8a24-d56c2a2237a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:14.390768 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5133afeb-2ed6-485b-92aa-f0b02ab3f1c1 req-b3670db7-7391-44f4-b6f5-8091778a3fde service neutron] 10.222.0.39 "GET /v2.0/networks/f344d72e-2515-4ae1-b407-677954c55f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361387 Sep 23 06:41:14.430627 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-54a5cd54-86ff-4147-8a24-d56c2a2237a8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=97b9ab608a3042c6980a4e5f6e4c4816&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4298232 Sep 23 06:41:14.441006 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a5cd54-86ff-4147-8a24-d56c2a2237a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8549fb48-0fa3-4836-9e72-59fc2a89b6e0,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:14.446754 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 48968) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:41:14.481052 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-31298f40-0dab-4042-a943-e261c1268c18 req-aec161d4-a0ab-40ea-9ca2-e5fff0a601c5 service neutron] 10.222.0.58 "GET /v2.0/networks/b41a91e1-341c-4340-b7a8-8779367a7828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056693 Sep 23 06:41:14.548872 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5133afeb-2ed6-485b-92aa-f0b02ab3f1c1 req-e1fabbbf-e0fc-4250-bd3c-aa1e30073eb6 service neutron] 10.222.0.39 "GET /v2.0/networks/f344d72e-2515-4ae1-b407-677954c55f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400332 Sep 23 06:41:14.551931 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6e7af403-5a3c-46b0-a703-020e4a5d101d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:14.574995 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6e7af403-5a3c-46b0-a703-020e4a5d101d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:14.581770 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-31298f40-0dab-4042-a943-e261c1268c18 req-b3b50057-c60b-4473-8968-48ca595e6889 service neutron] 10.222.0.58 "GET /v2.0/networks/b41a91e1-341c-4340-b7a8-8779367a7828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853758 Sep 23 06:41:14.631126 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6e7af403-5a3c-46b0-a703-020e4a5d101d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:14.634136 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6e7af403-5a3c-46b0-a703-020e4a5d101d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:14.635452 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-6e7af403-5a3c-46b0-a703-020e4a5d101d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8549fb48-0fa3-4836-9e72-59fc2a89b6e0 HTTP/1.1" status: 204 len: 168 time: 0.1880488 Sep 23 06:41:14.644178 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7af403-5a3c-46b0-a703-020e4a5d101d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8549fb48-0fa3-4836-9e72-59fc2a89b6e0,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:14.735936 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b77535a6-38e4-4466-88dd-e8dfacc20872 req-b05e4e2b-6724-4b15-a9eb-0b5e3e060d04 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a9c69dc-9db1-437f-a8dc-fd183244e35f HTTP/1.1" status: 200 len: 210 time: 0.0299282 Sep 23 06:41:14.747292 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba9646-6f6a-4f00-9bd7-b4f09cbc4255 req-1e70e594-9297-453f-9832-253c8fb6fc94 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:14.748973 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7bba9646-6f6a-4f00-9bd7-b4f09cbc4255 req-1e70e594-9297-453f-9832-253c8fb6fc94 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=62c47636-a19f-406c-a0f6-5869c1db8c46 HTTP/1.1" status: 200 len: 950 time: 0.0641479 Sep 23 06:41:14.795956 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7bba9646-6f6a-4f00-9bd7-b4f09cbc4255 req-efe21c8e-23f8-4b5a-b290-be87fd409c4d tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407746 Sep 23 06:41:14.902680 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c66c5a-10ba-47a3-bdb1-6b9f101be5f1 req-288efb45-c421-427c-b179-9b3644419356 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:14.918808 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-59c66c5a-10ba-47a3-bdb1-6b9f101be5f1 req-288efb45-c421-427c-b179-9b3644419356 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee07f42e-a5b3-4a56-9277-cb1b82532763 HTTP/1.1" status: 200 len: 946 time: 0.0952783 Sep 23 06:41:14.943495 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f61453b-3f7a-45ac-b4e0-a1c6a9b9d970 req-4ea951bb-6dc4-4653-bcb2-d8ffb3725ff3 tempest-ServersOnMultiNodesTest-68966466 tempest-ServersOnMultiNodesTest-68966466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:14.945052 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4f61453b-3f7a-45ac-b4e0-a1c6a9b9d970 req-4ea951bb-6dc4-4653-bcb2-d8ffb3725ff3 tempest-ServersOnMultiNodesTest-68966466 tempest-ServersOnMultiNodesTest-68966466-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=62c47636-a19f-406c-a0f6-5869c1db8c46 HTTP/1.1" status: 200 len: 1102 time: 0.0633209 Sep 23 06:41:14.969402 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-59c66c5a-10ba-47a3-bdb1-6b9f101be5f1 req-bdc7d3e7-79ba-4d07-8b3b-07ac49fcd24d tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495303 Sep 23 06:41:15.039825 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4f61453b-3f7a-45ac-b4e0-a1c6a9b9d970 req-a9bcb841-af35-4ae7-bca8-a8fc54953a21 tempest-ServersOnMultiNodesTest-68966466 tempest-ServersOnMultiNodesTest-68966466-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855396 Sep 23 06:41:15.057107 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31298f40-0dab-4042-a943-e261c1268c18 req-ab444c66-a548-4212-9a68-b3a5c6d2c9cc tempest-LiveMigrationTest-1207377707 tempest-LiveMigrationTest-1207377707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:15.058967 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-31298f40-0dab-4042-a943-e261c1268c18 req-ab444c66-a548-4212-9a68-b3a5c6d2c9cc tempest-LiveMigrationTest-1207377707 tempest-LiveMigrationTest-1207377707-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=3b299a60-b390-4402-8035-a9d80acba074&tenant_id=64ac7894e2284bc191ac7c20f7f9ca7f&binding%3Ahost_id=n-h2-715271-16 HTTP/1.1" status: 200 len: 1097 time: 0.1067171 Sep 23 06:41:15.203480 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b80e11-8302-4b94-84eb-83e2d77a5a3d req-eb784c12-66dc-4932-8cff-0aa7335c34bc tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:15.211091 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-67b80e11-8302-4b94-84eb-83e2d77a5a3d req-eb784c12-66dc-4932-8cff-0aa7335c34bc tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef18adb-19f8-43b5-8dc9-ede7286ee548 HTTP/1.1" status: 200 len: 949 time: 0.0858283 Sep 23 06:41:15.243100 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dc15c7-6889-4061-9057-344d7e8172aa req-446249e8-54b9-4505-baae-cfc2a124c58e tempest-LiveAutoBlockMigrationV225Test-1648181363 tempest-LiveAutoBlockMigrationV225Test-1648181363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:15.244483 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d7dc15c7-6889-4061-9057-344d7e8172aa req-446249e8-54b9-4505-baae-cfc2a124c58e tempest-LiveAutoBlockMigrationV225Test-1648181363 tempest-LiveAutoBlockMigrationV225Test-1648181363-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=ee07f42e-a5b3-4a56-9277-cb1b82532763 HTTP/1.1" status: 200 len: 1098 time: 0.1088557 Sep 23 06:41:15.257656 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-67b80e11-8302-4b94-84eb-83e2d77a5a3d req-8b0826aa-55ce-46b4-9748-293237c99566 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450187 Sep 23 06:41:15.327750 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-31298f40-0dab-4042-a943-e261c1268c18 req-18ec99af-7699-4a5b-a0c1-201242b9efee service neutron] For port 60a7e2b7-e3a4-44f0-9c74-80cc2e28b807, host n-h1-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:41:15.331806 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-31298f40-0dab-4042-a943-e261c1268c18 req-18ec99af-7699-4a5b-a0c1-201242b9efee service neutron] Notify callbacks [] for binding, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:15.332934 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-31298f40-0dab-4042-a943-e261c1268c18 req-18ec99af-7699-4a5b-a0c1-201242b9efee service neutron] 10.222.0.58 "DELETE /v2.0/ports/60a7e2b7-e3a4-44f0-9c74-80cc2e28b807/bindings/n-h1-715271-16 HTTP/1.1" status: 204 len: 173 time: 0.2514057 Sep 23 06:41:15.335181 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d7dc15c7-6889-4061-9057-344d7e8172aa req-71aab471-97ab-447a-bae6-33c6e737721c tempest-LiveAutoBlockMigrationV225Test-1648181363 tempest-LiveAutoBlockMigrationV225Test-1648181363-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838282 Sep 23 06:41:15.391409 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63c47cc-044d-4f7a-9cf6-96751c8e90b9 req-dbdf5867-c330-44d2-b33b-f71578e12c10 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:15.393229 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c63c47cc-044d-4f7a-9cf6-96751c8e90b9 req-dbdf5867-c330-44d2-b33b-f71578e12c10 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=93798e66-45d4-4cb1-b4e1-a242f30d6d03 HTTP/1.1" status: 200 len: 946 time: 0.0696096 Sep 23 06:41:15.446366 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c63c47cc-044d-4f7a-9cf6-96751c8e90b9 req-dc8afb35-0dc7-47ef-8e0a-62d12eecb2e6 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442476 Sep 23 06:41:15.493492 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3bf74c7b-43ea-40aa-8881-893df1d69348 req-6378f7a1-1f3a-4944-baff-6eb85c13d9cd tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=8d68b6f2bfe2491c9015cf660b627aab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236821 Sep 23 06:41:15.509537 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device b860026c-ab0b-4441-95f0-dd80ff2a5848 details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:41:15.576072 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e3d496-063b-41ca-ac15-2e4fcebd7a43 req-a3b4758f-7297-4fef-a545-d841179945f5 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:15.577302 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-57e3d496-063b-41ca-ac15-2e4fcebd7a43 req-a3b4758f-7297-4fef-a545-d841179945f5 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b299a60-b390-4402-8035-a9d80acba074 HTTP/1.1" status: 200 len: 945 time: 0.0612824 Sep 23 06:41:15.577832 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 49030) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:41:15.620287 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port b860026c-ab0b-4441-95f0-dd80ff2a5848, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=b860026c-ab0b-4441-95f0-dd80ff2a5848,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:41:15.625604 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf74c7b-43ea-40aa-8881-893df1d69348 req-1c783dc6-9e90-4163-bae5-e33081691497 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:15.627366 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3bf74c7b-43ea-40aa-8881-893df1d69348 req-1c783dc6-9e90-4163-bae5-e33081691497 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1282434 Sep 23 06:41:15.633209 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': 'b860026c-ab0b-4441-95f0-dd80ff2a5848', 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062', 'port_id': 'b860026c-ab0b-4441-95f0-dd80ff2a5848', 'mac_address': 'fa:16:3e:b4:8f:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:41:15.641663 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-57e3d496-063b-41ca-ac15-2e4fcebd7a43 req-cd4b3268-4cf2-450d-a681-d412e417b4c5 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494475 Sep 23 06:41:15.648071 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3bf74c7b-43ea-40aa-8881-893df1d69348 req-2f27bf73-98bc-4b49-82af-ebd58c73aecf tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/quotas/8d68b6f2bfe2491c9015cf660b627aab HTTP/1.1" status: 200 len: 375 time: 0.0123868 Sep 23 06:41:15.679890 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:15.694070 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b860026c-ab0b-4441-95f0-dd80ff2a5848 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:41:15.719227 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-f433eeee-380c-4a42-86bc-a8ad55c67ebf admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1988759281-network', 'tenant_id': '8d0700920f79453692c4488fecff29e5'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:41:15.722411 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port b860026c-ab0b-4441-95f0-dd80ff2a5848, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=b860026c-ab0b-4441-95f0-dd80ff2a5848,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:41:15.727746 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:15.737749 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3bf74c7b-43ea-40aa-8881-893df1d69348 req-e080ac2e-e419-45d3-bf0b-ae8b9f1faeb0 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8d68b6f2bfe2491c9015cf660b627aab&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0727489 Sep 23 06:41:15.774547 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae56e215-40b7-4f3b-8d05-cc193019a07f req-ec3206f2-ff06-458f-ada1-8cc71f7766e4 tempest-LiveAutoBlockMigrationV225Test-1648181363 tempest-LiveAutoBlockMigrationV225Test-1648181363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:15.776139 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ae56e215-40b7-4f3b-8d05-cc193019a07f req-ec3206f2-ff06-458f-ada1-8cc71f7766e4 tempest-LiveAutoBlockMigrationV225Test-1648181363 tempest-LiveAutoBlockMigrationV225Test-1648181363-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=ee07f42e-a5b3-4a56-9277-cb1b82532763 HTTP/1.1" status: 200 len: 1098 time: 0.0711565 Sep 23 06:41:15.777167 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f433eeee-380c-4a42-86bc-a8ad55c67ebf admin admin] Made reservation on behalf of 8d0700920f79453692c4488fecff29e5 for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:41:15.779521 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f433eeee-380c-4a42-86bc-a8ad55c67ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:15.790009 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f433eeee-380c-4a42-86bc-a8ad55c67ebf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:15.794554 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=b860026c-ab0b-4441-95f0-dd80ff2a5848,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:15.842808 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ae56e215-40b7-4f3b-8d05-cc193019a07f req-8497e08e-10fc-4fd5-914f-379183fe34c7 tempest-LiveAutoBlockMigrationV225Test-1648181363 tempest-LiveAutoBlockMigrationV225Test-1648181363-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547895 Sep 23 06:41:15.990201 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f433eeee-380c-4a42-86bc-a8ad55c67ebf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:15.997342 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f433eeee-380c-4a42-86bc-a8ad55c67ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:16.026123 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f433eeee-380c-4a42-86bc-a8ad55c67ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b61b42c-1b96-47db-98ae-a5c1be954fc6,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:16.034942 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f433eeee-380c-4a42-86bc-a8ad55c67ebf admin admin] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:41:16.046709 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f433eeee-380c-4a42-86bc-a8ad55c67ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:16.047319 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-f433eeee-380c-4a42-86bc-a8ad55c67ebf admin admin] Added segment 84dd1438-3a43-4ec0-805d-1066565b875f of type vlan for network cd9bd927-6b80-4e06-a111-042bf9760626 Sep 23 06:41:16.049959 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-18b9283a-915c-4452-b5a9-01ac200cf694 req-8c2d028d-dbd2-4f1c-a813-99918690cf91 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a9c69dc-9db1-437f-a8dc-fd183244e35f HTTP/1.1" status: 200 len: 210 time: 0.0517044 Sep 23 06:41:16.061847 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5133afeb-2ed6-485b-92aa-f0b02ab3f1c1 req-56e67368-ce79-4300-8279-321dbde15ead tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:16.063597 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5133afeb-2ed6-485b-92aa-f0b02ab3f1c1 req-56e67368-ce79-4300-8279-321dbde15ead tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.21 "GET /v2.0/networks?id=f344d72e-2515-4ae1-b407-677954c55f1d HTTP/1.1" status: 200 len: 821 time: 0.2044613 Sep 23 06:41:16.108832 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-5133afeb-2ed6-485b-92aa-f0b02ab3f1c1 req-37b1ba32-af48-440c-b13b-4af869913981 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Request body: {'port': {'device_id': '4a9c69dc-9db1-437f-a8dc-fd183244e35f', 'network_id': 'f344d72e-2515-4ae1-b407-677954c55f1d', 'admin_state_up': True, 'tenant_id': '97692e1b5c1f4df985cc39910d526c8e'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:41:16.155934 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2b21ae91-2851-419a-901b-d6c7a8e4354c req-5b9b7aa2-0605-4eba-8d12-b48bcf9ff9b1 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=52dab61c-34b6-4d7d-b54d-a6ae13fe0c57 HTTP/1.1" status: 200 len: 210 time: 0.0587687 Sep 23 06:41:16.157712 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f433eeee-380c-4a42-86bc-a8ad55c67ebf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:16.209503 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f433eeee-380c-4a42-86bc-a8ad55c67ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:16.211620 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f433eeee-380c-4a42-86bc-a8ad55c67ebf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:16.212217 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f433eeee-380c-4a42-86bc-a8ad55c67ebf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:16.302431 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5133afeb-2ed6-485b-92aa-f0b02ab3f1c1 req-37b1ba32-af48-440c-b13b-4af869913981 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Made reservation on behalf of 97692e1b5c1f4df985cc39910d526c8e for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:41:16.307496 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-5133afeb-2ed6-485b-92aa-f0b02ab3f1c1 req-37b1ba32-af48-440c-b13b-4af869913981 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:16.309343 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f433eeee-380c-4a42-86bc-a8ad55c67ebf admin admin] Pushing event updated for resources: {'Network': ['ID=cd9bd927-6b80-4e06-a111-042bf9760626,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:16.320183 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-f433eeee-380c-4a42-86bc-a8ad55c67ebf admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7386487 Sep 23 06:41:16.321020 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 49058) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:41:16.327264 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network cd9bd927-6b80-4e06-a111-042bf9760626 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:41:16.330594 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['b860026c-ab0b-4441-95f0-dd80ff2a5848'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:41:16.356639 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-0e123c3b-ee95-4103-9b04-8120e274b09b admin admin] Request body: {'subnet': {'network_id': 'cd9bd927-6b80-4e06-a111-042bf9760626', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1988759281-subnet', 'tenant_id': '8d0700920f79453692c4488fecff29e5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:41:16.364330 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63811db1-7a63-4722-a14c-bce92d17d6e9 req-7f52c792-3b10-46c9-98cc-963428ff29c7 tempest-LiveMigrationTest-1207377707 tempest-LiveMigrationTest-1207377707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:16.365895 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-63811db1-7a63-4722-a14c-bce92d17d6e9 req-7f52c792-3b10-46c9-98cc-963428ff29c7 tempest-LiveMigrationTest-1207377707 tempest-LiveMigrationTest-1207377707-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3b299a60-b390-4402-8035-a9d80acba074 HTTP/1.1" status: 200 len: 1097 time: 0.1276648 Sep 23 06:41:16.455470 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e123c3b-ee95-4103-9b04-8120e274b09b admin admin] Made reservation on behalf of 8d0700920f79453692c4488fecff29e5 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:41:16.458117 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0e123c3b-ee95-4103-9b04-8120e274b09b admin admin] Notify callbacks [] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:16.478443 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-63811db1-7a63-4722-a14c-bce92d17d6e9 req-ee689536-8a90-49f9-9b8c-41a8bc8e0594 tempest-LiveMigrationTest-1207377707 tempest-LiveMigrationTest-1207377707-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990901 Sep 23 06:41:16.558429 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aa4385-364c-4e55-9d2a-425998117a52 req-17faa935-4040-4b99-a643-7c772d891a7b tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:16.566579 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-14aa4385-364c-4e55-9d2a-425998117a52 req-17faa935-4040-4b99-a643-7c772d891a7b tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef18adb-19f8-43b5-8dc9-ede7286ee548 HTTP/1.1" status: 200 len: 949 time: 0.1686141 Sep 23 06:41:16.642145 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-14aa4385-364c-4e55-9d2a-425998117a52 req-a0a45ad1-48d8-46e0-a085-40a93b8d841f tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728397 Sep 23 06:41:16.712556 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f5661-0789-4bd3-886b-c5f7f5c935a5 req-3016fc67-04a5-4090-b81c-1d5d35348c6c tempest-LiveAutoBlockMigrationV225Test-1648181363 tempest-LiveAutoBlockMigrationV225Test-1648181363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:16.715352 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-895f5661-0789-4bd3-886b-c5f7f5c935a5 req-3016fc67-04a5-4090-b81c-1d5d35348c6c tempest-LiveAutoBlockMigrationV225Test-1648181363 tempest-LiveAutoBlockMigrationV225Test-1648181363-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=ee07f42e-a5b3-4a56-9277-cb1b82532763 HTTP/1.1" status: 200 len: 1098 time: 0.1396418 Sep 23 06:41:16.746634 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [req-5133afeb-2ed6-485b-92aa-f0b02ab3f1c1 req-37b1ba32-af48-440c-b13b-4af869913981 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Allocated IP 172.20.0.8 (f344d72e-2515-4ae1-b407-677954c55f1d/74afc9c5-ebde-436e-ada9-9111bfc92597/7004b577-7b06-4c26-bf68-e53322b69dd8) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:41:16.771975 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 60a7e2b7-e3a4-44f0-9c74-80cc2e28b807 no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:41:16.789380 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0e123c3b-ee95-4103-9b04-8120e274b09b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:16.813480 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-895f5661-0789-4bd3-886b-c5f7f5c935a5 req-fc9c6292-d027-4ce2-b97c-7b4cb04886a6 tempest-LiveAutoBlockMigrationV225Test-1648181363 tempest-LiveAutoBlockMigrationV225Test-1648181363-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798464 Sep 23 06:41:16.819866 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 60a7e2b7-e3a4-44f0-9c74-80cc2e28b807 not bound to the agent host n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:41:16.880635 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e5645b-3c82-4ae7-b88b-14ee98aab8df req-4ac75166-2867-41f6-a3e5-ac91bf5efd8f tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:16.882838 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d4e5645b-3c82-4ae7-b88b-14ee98aab8df req-4ac75166-2867-41f6-a3e5-ac91bf5efd8f tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=93798e66-45d4-4cb1-b4e1-a242f30d6d03 HTTP/1.1" status: 200 len: 947 time: 0.1269133 Sep 23 06:41:16.883978 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e123c3b-ee95-4103-9b04-8120e274b09b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d7cbda1-c187-44bb-b170-c4037fa8e898,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:16.886344 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e123c3b-ee95-4103-9b04-8120e274b09b admin admin] Checking segment: {'id': '84dd1438-3a43-4ec0-805d-1066565b875f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'cd9bd927-6b80-4e06-a111-042bf9760626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:41:16.886786 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e123c3b-ee95-4103-9b04-8120e274b09b admin admin] Network hostable DHCP agents. Network: cd9bd927-6b80-4e06-a111-042bf9760626, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:41:16.926157 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e123c3b-ee95-4103-9b04-8120e274b09b admin admin] Network cd9bd927-6b80-4e06-a111-042bf9760626 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:41:16.943318 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d4e5645b-3c82-4ae7-b88b-14ee98aab8df req-a347d5f4-d9d1-41fe-ab26-570556997a81 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474203 Sep 23 06:41:16.944608 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-0e123c3b-ee95-4103-9b04-8120e274b09b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, cd9bd927-6b80-4e06-a111-042bf9760626) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:41:16.949176 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e123c3b-ee95-4103-9b04-8120e274b09b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:16.949706 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0e123c3b-ee95-4103-9b04-8120e274b09b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:16.964232 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0e7127-5ab3-4f4b-a65b-689ca63d436b None None] Network cd9bd927-6b80-4e06-a111-042bf9760626 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:41:16.977647 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-0e123c3b-ee95-4103-9b04-8120e274b09b admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6401041 Sep 23 06:41:16.980079 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 49076) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:41:16.984366 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-be0ee5bd-d114-494b-9d55-b1ef9ae16836 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1988759281-router', 'tenant_id': '8d0700920f79453692c4488fecff29e5', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:41:17.007404 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-be0ee5bd-d114-494b-9d55-b1ef9ae16836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:17.008881 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-be0ee5bd-d114-494b-9d55-b1ef9ae16836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:17.037939 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-5133afeb-2ed6-485b-92aa-f0b02ab3f1c1 req-37b1ba32-af48-440c-b13b-4af869913981 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:17.092549 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211899b0-c9aa-4a79-8ce8-9e5c2415e8b5 req-7dccc986-6891-4353-8baa-87a836773566 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:17.104237 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-211899b0-c9aa-4a79-8ce8-9e5c2415e8b5 req-7dccc986-6891-4353-8baa-87a836773566 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/networks?id=b41a91e1-341c-4340-b7a8-8779367a7828 HTTP/1.1" status: 200 len: 808 time: 0.1860995 Sep 23 06:41:17.136645 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-be0ee5bd-d114-494b-9d55-b1ef9ae16836 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:17.145289 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-211899b0-c9aa-4a79-8ce8-9e5c2415e8b5 req-38d14d98-8df1-472a-b32c-630b689f8743 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/quotas/64ac7894e2284bc191ac7c20f7f9ca7f HTTP/1.1" status: 200 len: 375 time: 0.0383420 Sep 23 06:41:17.203743 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-5133afeb-2ed6-485b-92aa-f0b02ab3f1c1 req-37b1ba32-af48-440c-b13b-4af869913981 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:17.276644 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['3dbcf449-2925-4070-9dbb-3262634ba416'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:41:17.281318 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5133afeb-2ed6-485b-92aa-f0b02ab3f1c1 req-37b1ba32-af48-440c-b13b-4af869913981 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Network f344d72e-2515-4ae1-b407-677954c55f1d is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:41:17.284529 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b1ba32-af48-440c-b13b-4af869913981 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Pushing event updated for resources: {'Port': ['ID=7004b577-7b06-4c26-bf68-e53322b69dd8,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:17.288851 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [req-5133afeb-2ed6-485b-92aa-f0b02ab3f1c1 req-37b1ba32-af48-440c-b13b-4af869913981 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:41:17.292594 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-5133afeb-2ed6-485b-92aa-f0b02ab3f1c1 req-37b1ba32-af48-440c-b13b-4af869913981 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:41:17.300197 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5133afeb-2ed6-485b-92aa-f0b02ab3f1c1 req-37b1ba32-af48-440c-b13b-4af869913981 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:17.301102 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-5133afeb-2ed6-485b-92aa-f0b02ab3f1c1 req-37b1ba32-af48-440c-b13b-4af869913981 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:17.326764 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5133afeb-2ed6-485b-92aa-f0b02ab3f1c1 req-37b1ba32-af48-440c-b13b-4af869913981 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2221520 Sep 23 06:41:17.336856 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d820bc37-2809-4862-bda8-dfae02f93bd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-cd9bd927-6b80-4e06-a111-042bf9760626', 'network_id': 'cd9bd927-6b80-4e06-a111-042bf9760626', 'tenant_id': '8d0700920f79453692c4488fecff29e5', 'fixed_ips': [{'subnet_id': '6d7cbda1-c187-44bb-b170-c4037fa8e898'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 06:41:17.337917 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d820bc37-2809-4862-bda8-dfae02f93bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:17.345354 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-211899b0-c9aa-4a79-8ce8-9e5c2415e8b5 req-a44eb33e-6dbd-43bb-9ef1-36d51dffb4fa tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=64ac7894e2284bc191ac7c20f7f9ca7f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1995966 Sep 23 06:41:17.362739 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-5133afeb-2ed6-485b-92aa-f0b02ab3f1c1 req-ac03802e-a593-4c98-bc2f-c26f0594645f service neutron] Request body: {'port': {'device_id': '4a9c69dc-9db1-437f-a8dc-fd183244e35f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-16'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:41:17.498911 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-5133afeb-2ed6-485b-92aa-f0b02ab3f1c1 req-ac03802e-a593-4c98-bc2f-c26f0594645f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:17.529521 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-211899b0-c9aa-4a79-8ce8-9e5c2415e8b5 req-49e29c44-4d99-4ca1-875b-480ec0cb04cc service neutron] 10.222.0.39 "GET /v2.0/networks/b41a91e1-341c-4340-b7a8-8779367a7828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830609 Sep 23 06:41:17.553552 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-d820bc37-2809-4862-bda8-dfae02f93bd9 None None] Allocated IP 172.20.0.2 (cd9bd927-6b80-4e06-a111-042bf9760626/6d7cbda1-c187-44bb-b170-c4037fa8e898/def6f6d8-600d-4185-adb8-861f0749e296) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:41:17.646628 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-be0ee5bd-d114-494b-9d55-b1ef9ae16836 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:17.692016 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-0918ba22-74fa-48a7-9684-f7a40ce195bb None None] Provisioning complete for port 7004b577-7b06-4c26-bf68-e53322b69dd8 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:41:17.692385 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0918ba22-74fa-48a7-9684-f7a40ce195bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:17.723571 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3bf74c7b-43ea-40aa-8881-893df1d69348 req-aba0b63d-98fc-43e0-9982-4ccfac80848c tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=8d68b6f2bfe2491c9015cf660b627aab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0663152 Sep 23 06:41:17.744162 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0eeed3-1746-4d2c-be32-1c76c373d3d9 req-3130400b-8b9d-432e-b0dd-4a6cb4ab5afe tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:17.745815 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0f0eeed3-1746-4d2c-be32-1c76c373d3d9 req-3130400b-8b9d-432e-b0dd-4a6cb4ab5afe tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a9c69dc-9db1-437f-a8dc-fd183244e35f HTTP/1.1" status: 200 len: 931 time: 0.2325554 Sep 23 06:41:17.757548 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-0918ba22-74fa-48a7-9684-f7a40ce195bb None None] Port 7004b577-7b06-4c26-bf68-e53322b69dd8 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:41:17.765772 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-211899b0-c9aa-4a79-8ce8-9e5c2415e8b5 req-f7fa894a-a9ce-4c12-996f-c7194dae005a service neutron] 10.222.0.39 "GET /v2.0/networks/b41a91e1-341c-4340-b7a8-8779367a7828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085195 Sep 23 06:41:17.804314 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d820bc37-2809-4862-bda8-dfae02f93bd9 None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:17.815275 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d820bc37-2809-4862-bda8-dfae02f93bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:17.874449 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d820bc37-2809-4862-bda8-dfae02f93bd9 None None] Network cd9bd927-6b80-4e06-a111-042bf9760626 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:41:17.878215 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-d820bc37-2809-4862-bda8-dfae02f93bd9 None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:41:17.883006 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d820bc37-2809-4862-bda8-dfae02f93bd9 None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:41:17.903019 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d820bc37-2809-4862-bda8-dfae02f93bd9 None None] Pushing event updated for resources: {'Port': ['ID=def6f6d8-600d-4185-adb8-861f0749e296,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:17.955075 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [req-5133afeb-2ed6-485b-92aa-f0b02ab3f1c1 req-ac03802e-a593-4c98-bc2f-c26f0594645f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7004b577-7b06-4c26-bf68-e53322b69dd8 {{(pid=95066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:41:17.958500 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-d820bc37-2809-4862-bda8-dfae02f93bd9 None None] Attempting to bind port def6f6d8-600d-4185-adb8-861f0749e296 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:41:17.959286 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-d820bc37-2809-4862-bda8-dfae02f93bd9 None None] Attempting to bind port def6f6d8-600d-4185-adb8-861f0749e296 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '84dd1438-3a43-4ec0-805d-1066565b875f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'cd9bd927-6b80-4e06-a111-042bf9760626'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:41:17.960390 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d820bc37-2809-4862-bda8-dfae02f93bd9 None None] Attempting to bind port def6f6d8-600d-4185-adb8-861f0749e296 on network cd9bd927-6b80-4e06-a111-042bf9760626 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:41:17.965436 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-5133afeb-2ed6-485b-92aa-f0b02ab3f1c1 req-ac03802e-a593-4c98-bc2f-c26f0594645f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:17.974442 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0f0eeed3-1746-4d2c-be32-1c76c373d3d9 req-f8639caf-5127-408f-8d82-c30df39092b5 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/security-groups?id=12348048-69cc-4cde-9778-0654c2cd068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245835 Sep 23 06:41:17.978450 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d820bc37-2809-4862-bda8-dfae02f93bd9 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:41:17.981253 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.provisioning_blocks [req-5133afeb-2ed6-485b-92aa-f0b02ab3f1c1 req-ac03802e-a593-4c98-bc2f-c26f0594645f service neutron] Transition to ACTIVE for port object 7004b577-7b06-4c26-bf68-e53322b69dd8 will not be triggered until provisioned by entity L2. {{(pid=95066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:41:17.982942 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d820bc37-2809-4862-bda8-dfae02f93bd9 None None] Checking segment: {'id': '84dd1438-3a43-4ec0-805d-1066565b875f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'cd9bd927-6b80-4e06-a111-042bf9760626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:41:17.983099 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf74c7b-43ea-40aa-8881-893df1d69348 req-278c3fd0-7170-4fd4-91c8-f12b06d53a51 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:17.983530 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d820bc37-2809-4862-bda8-dfae02f93bd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:17.984048 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d820bc37-2809-4862-bda8-dfae02f93bd9 None None] Bound using segment: {'id': '84dd1438-3a43-4ec0-805d-1066565b875f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'cd9bd927-6b80-4e06-a111-042bf9760626'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:41:17.984634 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-d820bc37-2809-4862-bda8-dfae02f93bd9 None None] Bound port: def6f6d8-600d-4185-adb8-861f0749e296, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84dd1438-3a43-4ec0-805d-1066565b875f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'cd9bd927-6b80-4e06-a111-042bf9760626'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:41:17.984865 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3bf74c7b-43ea-40aa-8881-893df1d69348 req-278c3fd0-7170-4fd4-91c8-f12b06d53a51 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2380354 Sep 23 06:41:17.985157 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d820bc37-2809-4862-bda8-dfae02f93bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:17.986503 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-5133afeb-2ed6-485b-92aa-f0b02ab3f1c1 req-ac03802e-a593-4c98-bc2f-c26f0594645f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:18.007657 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-3bf74c7b-43ea-40aa-8881-893df1d69348 req-60ce88ac-d68f-4856-8da1-dd2cc18dec71 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Request body: {'port': {'device_id': '52dab61c-34b6-4d7d-b54d-a6ae13fe0c57', 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062', 'admin_state_up': True, 'tenant_id': '8d68b6f2bfe2491c9015cf660b627aab'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:41:18.107625 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-d820bc37-2809-4862-bda8-dfae02f93bd9 None None] For port def6f6d8-600d-4185-adb8-861f0749e296, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:41:18.114222 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-d820bc37-2809-4862-bda8-dfae02f93bd9 None None] For port def6f6d8-600d-4185-adb8-861f0749e296, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=def6f6d8-600d-4185-adb8-861f0749e296,segment=NetworkSegment(84dd1438-3a43-4ec0-805d-1066565b875f),segment_id=84dd1438-3a43-4ec0-805d-1066565b875f)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:41:18.115755 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-577037df-0659-4766-a3cb-4994f03d3087 req-02392148-bc83-412c-83e8-9cfc85b8821d tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=52dab61c-34b6-4d7d-b54d-a6ae13fe0c57 HTTP/1.1" status: 200 len: 210 time: 0.0553160 Sep 23 06:41:18.116573 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac03802e-a593-4c98-bc2f-c26f0594645f service neutron] Pushing event updated for resources: {'Port': ['ID=7004b577-7b06-4c26-bf68-e53322b69dd8,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:18.126829 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d820bc37-2809-4862-bda8-dfae02f93bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:18.136096 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-5133afeb-2ed6-485b-92aa-f0b02ab3f1c1 req-ac03802e-a593-4c98-bc2f-c26f0594645f service neutron] Attempting to bind port 7004b577-7b06-4c26-bf68-e53322b69dd8 on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:41:18.136449 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-5133afeb-2ed6-485b-92aa-f0b02ab3f1c1 req-ac03802e-a593-4c98-bc2f-c26f0594645f service neutron] Attempting to bind port 7004b577-7b06-4c26-bf68-e53322b69dd8 by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': '6bffb33e-e384-4d5c-b0ac-fcee1b96de5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f344d72e-2515-4ae1-b407-677954c55f1d'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:41:18.136784 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5133afeb-2ed6-485b-92aa-f0b02ab3f1c1 req-ac03802e-a593-4c98-bc2f-c26f0594645f service neutron] Attempting to bind port 7004b577-7b06-4c26-bf68-e53322b69dd8 on network f344d72e-2515-4ae1-b407-677954c55f1d {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:41:18.156581 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5133afeb-2ed6-485b-92aa-f0b02ab3f1c1 req-ac03802e-a593-4c98-bc2f-c26f0594645f service neutron] Port 7004b577-7b06-4c26-bf68-e53322b69dd8 on network f344d72e-2515-4ae1-b407-677954c55f1d not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:41:18.156986 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5133afeb-2ed6-485b-92aa-f0b02ab3f1c1 req-ac03802e-a593-4c98-bc2f-c26f0594645f service neutron] Attempting to bind port 7004b577-7b06-4c26-bf68-e53322b69dd8 on network f344d72e-2515-4ae1-b407-677954c55f1d {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:41:18.175626 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5133afeb-2ed6-485b-92aa-f0b02ab3f1c1 req-ac03802e-a593-4c98-bc2f-c26f0594645f service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:41:18.176035 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5133afeb-2ed6-485b-92aa-f0b02ab3f1c1 req-ac03802e-a593-4c98-bc2f-c26f0594645f service neutron] Checking segment: {'id': '6bffb33e-e384-4d5c-b0ac-fcee1b96de5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f344d72e-2515-4ae1-b407-677954c55f1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:41:18.176435 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5133afeb-2ed6-485b-92aa-f0b02ab3f1c1 req-ac03802e-a593-4c98-bc2f-c26f0594645f service neutron] Bound using segment: {'id': '6bffb33e-e384-4d5c-b0ac-fcee1b96de5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f344d72e-2515-4ae1-b407-677954c55f1d'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:41:18.176898 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-5133afeb-2ed6-485b-92aa-f0b02ab3f1c1 req-ac03802e-a593-4c98-bc2f-c26f0594645f service neutron] Bound port: 7004b577-7b06-4c26-bf68-e53322b69dd8, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bffb33e-e384-4d5c-b0ac-fcee1b96de5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f344d72e-2515-4ae1-b407-677954c55f1d'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:41:18.177269 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-5133afeb-2ed6-485b-92aa-f0b02ab3f1c1 req-ac03802e-a593-4c98-bc2f-c26f0594645f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:18.271354 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d820bc37-2809-4862-bda8-dfae02f93bd9 None None] Pushing event updated for resources: {'Port': ['ID=def6f6d8-600d-4185-adb8-861f0749e296,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:18.383524 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0298f5e-068e-4875-b0aa-a723937c9f98 req-e97dbfbd-a5d9-4518-b03d-35125f06a342 tempest-LiveAutoBlockMigrationV225Test-1648181363 tempest-LiveAutoBlockMigrationV225Test-1648181363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:18.394437 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f0298f5e-068e-4875-b0aa-a723937c9f98 req-e97dbfbd-a5d9-4518-b03d-35125f06a342 tempest-LiveAutoBlockMigrationV225Test-1648181363 tempest-LiveAutoBlockMigrationV225Test-1648181363-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=ee07f42e-a5b3-4a56-9277-cb1b82532763 HTTP/1.1" status: 200 len: 1098 time: 0.1796007 Sep 23 06:41:18.410162 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-5133afeb-2ed6-485b-92aa-f0b02ab3f1c1 req-ac03802e-a593-4c98-bc2f-c26f0594645f service neutron] For port 7004b577-7b06-4c26-bf68-e53322b69dd8, host n-h1-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:41:18.417488 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-5133afeb-2ed6-485b-92aa-f0b02ab3f1c1 req-ac03802e-a593-4c98-bc2f-c26f0594645f service neutron] For port 7004b577-7b06-4c26-bf68-e53322b69dd8, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=7004b577-7b06-4c26-bf68-e53322b69dd8,segment=NetworkSegment(6bffb33e-e384-4d5c-b0ac-fcee1b96de5d),segment_id=6bffb33e-e384-4d5c-b0ac-fcee1b96de5d)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:41:18.424554 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-be0ee5bd-d114-494b-9d55-b1ef9ae16836 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:18.431999 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-5133afeb-2ed6-485b-92aa-f0b02ab3f1c1 req-ac03802e-a593-4c98-bc2f-c26f0594645f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:18.440560 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0ca2b-8ec8-4ec1-a695-b57d86a242a9 req-c543c0f5-f47a-44ad-be5a-23885fbcba57 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:18.442161 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-27b0ca2b-8ec8-4ec1-a695-b57d86a242a9 req-c543c0f5-f47a-44ad-be5a-23885fbcba57 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef18adb-19f8-43b5-8dc9-ede7286ee548 HTTP/1.1" status: 200 len: 949 time: 0.2164299 Sep 23 06:41:18.486754 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5133afeb-2ed6-485b-92aa-f0b02ab3f1c1 req-ac03802e-a593-4c98-bc2f-c26f0594645f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:18.488055 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-5133afeb-2ed6-485b-92aa-f0b02ab3f1c1 req-ac03802e-a593-4c98-bc2f-c26f0594645f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:18.490811 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5133afeb-2ed6-485b-92aa-f0b02ab3f1c1 req-ac03802e-a593-4c98-bc2f-c26f0594645f service neutron] 10.222.0.21 "PUT /v2.0/ports/7004b577-7b06-4c26-bf68-e53322b69dd8 HTTP/1.1" status: 200 len: 1092 time: 1.1351588 Sep 23 06:41:18.507552 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-be0ee5bd-d114-494b-9d55-b1ef9ae16836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:18.513298 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a9c69dc-9db1-437f-a8dc-fd183244e35f', 'tag': '7004b577-7b06-4c26-bf68-e53322b69dd8'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:41:18.521443 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b845497a-8ff2-426d-8e74-c569c0e56cbd" -d '{"events": [{"name": "network-changed", "server_uuid": "4a9c69dc-9db1-437f-a8dc-fd183244e35f", "tag": "7004b577-7b06-4c26-bf68-e53322b69dd8"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:41:18.535454 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f0298f5e-068e-4875-b0aa-a723937c9f98 req-6cbad756-5f91-4e47-9d9f-20febaf7796e tempest-LiveAutoBlockMigrationV225Test-1648181363 tempest-LiveAutoBlockMigrationV225Test-1648181363-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334357 Sep 23 06:41:18.568340 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac03802e-a593-4c98-bc2f-c26f0594645f service neutron] Pushing event updated for resources: {'Port': ['ID=7004b577-7b06-4c26-bf68-e53322b69dd8,revision_number=3']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:18.596011 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bf74c7b-43ea-40aa-8881-893df1d69348 req-60ce88ac-d68f-4856-8da1-dd2cc18dec71 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Made reservation on behalf of 8d68b6f2bfe2491c9015cf660b627aab for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:41:18.606786 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-3bf74c7b-43ea-40aa-8881-893df1d69348 req-60ce88ac-d68f-4856-8da1-dd2cc18dec71 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:18.726852 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-35eed084-311e-4833-8059-1fbe27bae972 req-d73c3e26-19ba-4ac5-96a0-3b5fed36bb41 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9252012-7d06-45a1-bad3-31278718f78a HTTP/1.1" status: 200 len: 210 time: 0.0558102 Sep 23 06:41:18.747130 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5133afeb-2ed6-485b-92aa-f0b02ab3f1c1 req-f97d229c-4b93-4169-be3e-30db877965ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:18.748856 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-27b0ca2b-8ec8-4ec1-a695-b57d86a242a9 req-18ed775f-3b09-4786-8150-cc7d1b4343ce tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692397 Sep 23 06:41:18.749389 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5133afeb-2ed6-485b-92aa-f0b02ab3f1c1 req-f97d229c-4b93-4169-be3e-30db877965ba service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=97692e1b5c1f4df985cc39910d526c8e&device_id=4a9c69dc-9db1-437f-a8dc-fd183244e35f HTTP/1.1" status: 200 len: 1095 time: 0.0947151 Sep 23 06:41:18.792466 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-be0ee5bd-d114-494b-9d55-b1ef9ae16836 admin admin] Allocated IP 172.25.2.192 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/a50a09b5-43a2-4647-918a-817510e6fcde) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:41:18.838960 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5133afeb-2ed6-485b-92aa-f0b02ab3f1c1 req-9ef5a4aa-1fdd-47c4-9664-cac0a6ba6ba4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7004b577-7b06-4c26-bf68-e53322b69dd8 HTTP/1.1" status: 200 len: 217 time: 0.0718958 Sep 23 06:41:18.921344 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87451f2f-e0f1-4cdb-8e41-9c49faa6c25d x-openstack-request-id: req-87451f2f-e0f1-4cdb-8e41-9c49faa6c25d {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:41:18.921456 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a9c69dc-9db1-437f-a8dc-fd183244e35f", "tag": "7004b577-7b06-4c26-bf68-e53322b69dd8", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:41:18.921679 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-87451f2f-e0f1-4cdb-8e41-9c49faa6c25d {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:41:18.922145 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a9c69dc-9db1-437f-a8dc-fd183244e35f', 'tag': '7004b577-7b06-4c26-bf68-e53322b69dd8', 'status': 'completed', 'code': 200} Sep 23 06:41:18.948078 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0dc039-bf7f-4075-9290-545f64ddcd2b req-a8d81c9a-eeec-4eb3-b658-f608159c05d6 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:18.949719 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-af0dc039-bf7f-4075-9290-545f64ddcd2b req-a8d81c9a-eeec-4eb3-b658-f608159c05d6 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=93798e66-45d4-4cb1-b4e1-a242f30d6d03 HTTP/1.1" status: 200 len: 947 time: 0.1134400 Sep 23 06:41:18.953294 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-3bf74c7b-43ea-40aa-8881-893df1d69348 req-60ce88ac-d68f-4856-8da1-dd2cc18dec71 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Allocated IP 192.168.233.131 (16515f0f-e5a6-4630-a440-e11fb2e02062/3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e/1bbb1236-9fe3-48aa-aa80-d40eea7e019c) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:41:18.954084 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5133afeb-2ed6-485b-92aa-f0b02ab3f1c1 req-6b495e84-8108-4b8c-b821-81319f6e36a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:18.955642 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5133afeb-2ed6-485b-92aa-f0b02ab3f1c1 req-6b495e84-8108-4b8c-b821-81319f6e36a8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=74afc9c5-ebde-436e-ada9-9111bfc92597 HTTP/1.1" status: 200 len: 860 time: 0.1023791 Sep 23 06:41:19.026511 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-be0ee5bd-d114-494b-9d55-b1ef9ae16836 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:19.052252 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-af0dc039-bf7f-4075-9290-545f64ddcd2b req-a7dc5838-262f-49e7-8eb5-da4f3781f578 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939057 Sep 23 06:41:19.084763 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5133afeb-2ed6-485b-92aa-f0b02ab3f1c1 req-7f8691b2-f597-4a04-b22a-c6872f45bb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:19.090263 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5133afeb-2ed6-485b-92aa-f0b02ab3f1c1 req-7f8691b2-f597-4a04-b22a-c6872f45bb75 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f344d72e-2515-4ae1-b407-677954c55f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1133921 Sep 23 06:41:19.176007 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-be0ee5bd-d114-494b-9d55-b1ef9ae16836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:19.254981 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0ee5bd-d114-494b-9d55-b1ef9ae16836 admin admin] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:41:19.271303 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-be0ee5bd-d114-494b-9d55-b1ef9ae16836 admin admin] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:41:19.276660 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0ee5bd-d114-494b-9d55-b1ef9ae16836 admin admin] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:41:19.279726 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0ee5bd-d114-494b-9d55-b1ef9ae16836 admin admin] Pushing event updated for resources: {'Port': ['ID=a50a09b5-43a2-4647-918a-817510e6fcde,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:19.281825 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d649f22-b5d4-4dbb-8f33-45f88b2e5b76 req-81c1b4d0-29bc-4baa-bd8a-49599b068a45 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:19.289848 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0d649f22-b5d4-4dbb-8f33-45f88b2e5b76 req-81c1b4d0-29bc-4baa-bd8a-49599b068a45 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a9c69dc-9db1-437f-a8dc-fd183244e35f HTTP/1.1" status: 200 len: 943 time: 0.1170177 Sep 23 06:41:19.293748 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5133afeb-2ed6-485b-92aa-f0b02ab3f1c1 req-b906de49-5270-422c-9c97-f9690eb6bfe2 service neutron] 10.222.0.21 "GET /v2.0/networks/f344d72e-2515-4ae1-b407-677954c55f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964149 Sep 23 06:41:19.320822 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-3bf74c7b-43ea-40aa-8881-893df1d69348 req-60ce88ac-d68f-4856-8da1-dd2cc18dec71 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:19.366403 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0d649f22-b5d4-4dbb-8f33-45f88b2e5b76 req-d779039f-8b26-4b17-8ac1-5df0a4092f7d tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/security-groups?id=12348048-69cc-4cde-9778-0654c2cd068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707045 Sep 23 06:41:19.470581 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5133afeb-2ed6-485b-92aa-f0b02ab3f1c1 req-49f10e41-b60e-4d43-9071-4ec31ff31b72 service neutron] 10.222.0.21 "GET /v2.0/networks/f344d72e-2515-4ae1-b407-677954c55f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636961 Sep 23 06:41:19.540580 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device b860026c-ab0b-4441-95f0-dd80ff2a5848 up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:41:19.568315 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-3bf74c7b-43ea-40aa-8881-893df1d69348 req-60ce88ac-d68f-4856-8da1-dd2cc18dec71 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:19.611826 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device def6f6d8-600d-4185-adb8-861f0749e296 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:41:19.615077 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['148c00b5-4bd3-4f09-b85c-ea3b9d4b8f40', 'b8ff8d3a-6ed2-4cab-9e77-0fd57d974ead', '9b4f3dc6-1c8f-4151-a0c4-1e0d39456823', '5b3a2e28-be35-4961-8a54-1610532dabd1'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:41:19.617712 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32fdc63-99fb-4015-8237-326bf8f98077 None None] Network cd9bd927-6b80-4e06-a111-042bf9760626 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:41:19.619616 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bf74c7b-43ea-40aa-8881-893df1d69348 req-60ce88ac-d68f-4856-8da1-dd2cc18dec71 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Network 16515f0f-e5a6-4630-a440-e11fb2e02062 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:41:19.622761 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['a8e7e579-3b26-4ead-b22c-da0563c19495', '96766598-8482-4ba0-8b34-cc6cc5c24fb9'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:41:19.624585 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-3bf74c7b-43ea-40aa-8881-893df1d69348 req-60ce88ac-d68f-4856-8da1-dd2cc18dec71 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:41:19.633252 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bf74c7b-43ea-40aa-8881-893df1d69348 req-60ce88ac-d68f-4856-8da1-dd2cc18dec71 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:41:19.639420 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf74c7b-43ea-40aa-8881-893df1d69348 req-60ce88ac-d68f-4856-8da1-dd2cc18dec71 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:19.640111 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-3bf74c7b-43ea-40aa-8881-893df1d69348 req-60ce88ac-d68f-4856-8da1-dd2cc18dec71 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:19.670368 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3bf74c7b-43ea-40aa-8881-893df1d69348 req-60ce88ac-d68f-4856-8da1-dd2cc18dec71 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6674104 Sep 23 06:41:19.709282 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ce88ac-d68f-4856-8da1-dd2cc18dec71 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Pushing event updated for resources: {'Port': ['ID=1bbb1236-9fe3-48aa-aa80-d40eea7e019c,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:19.728599 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-3bf74c7b-43ea-40aa-8881-893df1d69348 req-11132c7f-677a-449a-bc57-ebfb95678050 service neutron] Request body: {'port': {'device_id': '52dab61c-34b6-4d7d-b54d-a6ae13fe0c57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:41:19.773827 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef4cfe-f1fb-4b03-803e-497368453928 req-d8ca0629-cacf-42d3-9ae0-be668731f3bf tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:19.782768 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-00ef4cfe-f1fb-4b03-803e-497368453928 req-d8ca0629-cacf-42d3-9ae0-be668731f3bf tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=52dab61c-34b6-4d7d-b54d-a6ae13fe0c57 HTTP/1.1" status: 200 len: 936 time: 0.2725387 Sep 23 06:41:19.805440 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-be0ee5bd-d114-494b-9d55-b1ef9ae16836 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:19.851490 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-2b052075-114d-4a10-9bfb-d78e0c7a55b2 None None] Provisioning complete for port def6f6d8-600d-4185-adb8-861f0749e296 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:41:19.852543 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2b052075-114d-4a10-9bfb-d78e0c7a55b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:19.900220 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-3bf74c7b-43ea-40aa-8881-893df1d69348 req-11132c7f-677a-449a-bc57-ebfb95678050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:19.944046 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b845497a-8ff2-426d-8e74-c569c0e56cbd req-37ed3fab-5f68-415d-844d-6119ffcf16d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:19.946313 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b845497a-8ff2-426d-8e74-c569c0e56cbd req-37ed3fab-5f68-415d-844d-6119ffcf16d0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=97692e1b5c1f4df985cc39910d526c8e&device_id=4a9c69dc-9db1-437f-a8dc-fd183244e35f HTTP/1.1" status: 200 len: 1095 time: 0.3265076 Sep 23 06:41:20.003908 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-00ef4cfe-f1fb-4b03-803e-497368453928 req-911d95e6-9c19-4fc4-b6f4-a52d846fff76 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135224 Sep 23 06:41:20.017203 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211899b0-c9aa-4a79-8ce8-9e5c2415e8b5 req-298e88f1-5683-4c51-aa1a-c046122ed0eb tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:20.019145 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-211899b0-c9aa-4a79-8ce8-9e5c2415e8b5 req-298e88f1-5683-4c51-aa1a-c046122ed0eb tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.21 "GET /v2.0/networks?id=b41a91e1-341c-4340-b7a8-8779367a7828 HTTP/1.1" status: 200 len: 808 time: 0.4153874 Sep 23 06:41:20.025262 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port b860026c-ab0b-4441-95f0-dd80ff2a5848 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:41:20.045193 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-211899b0-c9aa-4a79-8ce8-9e5c2415e8b5 req-e7fdfda9-a291-4bbb-b034-f83a6daea902 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Request body: {'port': {'device_id': 'c9252012-7d06-45a1-bad3-31278718f78a', 'network_id': 'b41a91e1-341c-4340-b7a8-8779367a7828', 'admin_state_up': True, 'tenant_id': '64ac7894e2284bc191ac7c20f7f9ca7f'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:41:20.050980 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port b860026c-ab0b-4441-95f0-dd80ff2a5848 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:41:20.051653 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:20.164627 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port def6f6d8-600d-4185-adb8-861f0749e296 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:41:20.165090 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:20.186606 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c662388f-c91d-4cc9-a160-936def2d9869 req-fbb20990-1b99-46cc-87da-521afce041d9 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9252012-7d06-45a1-bad3-31278718f78a HTTP/1.1" status: 200 len: 210 time: 0.0661442 Sep 23 06:41:20.245016 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2b052075-114d-4a10-9bfb-d78e0c7a55b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:20.443187 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-be0ee5bd-d114-494b-9d55-b1ef9ae16836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:20.477656 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 49146) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:41:20.504773 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b845497a-8ff2-426d-8e74-c569c0e56cbd req-30f9b286-0e5d-4148-bd66-39874d1a76d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:20.506305 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b845497a-8ff2-426d-8e74-c569c0e56cbd req-30f9b286-0e5d-4148-bd66-39874d1a76d8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f344d72e-2515-4ae1-b407-677954c55f1d HTTP/1.1" status: 200 len: 922 time: 0.5411353 Sep 23 06:41:20.578910 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b845497a-8ff2-426d-8e74-c569c0e56cbd req-dc3301a6-b613-4a80-8cdb-166843b30cbd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7004b577-7b06-4c26-bf68-e53322b69dd8 HTTP/1.1" status: 200 len: 217 time: 0.0552111 Sep 23 06:41:20.584006 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [req-9a5663ae-6be7-483d-a155-d46361a7ec72 req-1beb5a88-ed2e-4dfe-a640-474fd9c3e39d tempest-LiveAutoBlockMigrationV225Test-1648181363 tempest-LiveAutoBlockMigrationV225Test-1648181363-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 06:41:20.585568 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9a5663ae-6be7-483d-a155-d46361a7ec72 req-1beb5a88-ed2e-4dfe-a640-474fd9c3e39d tempest-LiveAutoBlockMigrationV225Test-1648181363 tempest-LiveAutoBlockMigrationV225Test-1648181363-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1033590 Sep 23 06:41:20.601673 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:20.645007 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-2b052075-114d-4a10-9bfb-d78e0c7a55b2 None None] For port def6f6d8-600d-4185-adb8-861f0749e296, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=def6f6d8-600d-4185-adb8-861f0749e296,segment=NetworkSegment(84dd1438-3a43-4ec0-805d-1066565b875f),segment_id=84dd1438-3a43-4ec0-805d-1066565b875f)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:41:20.672081 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c2cfb3-1655-4af2-8bb4-9277ba6a4281 req-fdd88eae-0c8c-4da4-94e5-7c69aa71752c tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:20.672350 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2b052075-114d-4a10-9bfb-d78e0c7a55b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:20.673598 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e6c2cfb3-1655-4af2-8bb4-9277ba6a4281 req-fdd88eae-0c8c-4da4-94e5-7c69aa71752c tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef18adb-19f8-43b5-8dc9-ede7286ee548 HTTP/1.1" status: 200 len: 949 time: 0.1950009 Sep 23 06:41:20.696784 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-3bf74c7b-43ea-40aa-8881-893df1d69348 req-11132c7f-677a-449a-bc57-ebfb95678050 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bbb1236-9fe3-48aa-aa80-d40eea7e019c {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:41:20.703164 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b845497a-8ff2-426d-8e74-c569c0e56cbd req-db0b0c62-e4ac-4b00-974f-435cb810cdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:20.705502 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b845497a-8ff2-426d-8e74-c569c0e56cbd req-db0b0c62-e4ac-4b00-974f-435cb810cdfa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=74afc9c5-ebde-436e-ada9-9111bfc92597 HTTP/1.1" status: 200 len: 860 time: 0.1188095 Sep 23 06:41:20.708351 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5663ae-6be7-483d-a155-d46361a7ec72 req-b8038ba9-5c12-4b8e-8ca7-5a5aaeed5694 tempest-LiveAutoBlockMigrationV225Test-1648181363 tempest-LiveAutoBlockMigrationV225Test-1648181363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:20.709275 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-3bf74c7b-43ea-40aa-8881-893df1d69348 req-11132c7f-677a-449a-bc57-ebfb95678050 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:20.716416 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9a5663ae-6be7-483d-a155-d46361a7ec72 req-b8038ba9-5c12-4b8e-8ca7-5a5aaeed5694 tempest-LiveAutoBlockMigrationV225Test-1648181363 tempest-LiveAutoBlockMigrationV225Test-1648181363-project-admin] 10.222.0.39 "GET /v2.0/ports/e147ab6d-012c-49bd-a829-86606a1ece0e HTTP/1.1" status: 200 len: 1095 time: 0.1153381 Sep 23 06:41:20.717284 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-211899b0-c9aa-4a79-8ce8-9e5c2415e8b5 req-e7fdfda9-a291-4bbb-b034-f83a6daea902 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Made reservation on behalf of 64ac7894e2284bc191ac7c20f7f9ca7f for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:41:20.728601 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-211899b0-c9aa-4a79-8ce8-9e5c2415e8b5 req-e7fdfda9-a291-4bbb-b034-f83a6daea902 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:20.734874 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-3bf74c7b-43ea-40aa-8881-893df1d69348 req-11132c7f-677a-449a-bc57-ebfb95678050 service neutron] Transition to ACTIVE for port object 1bbb1236-9fe3-48aa-aa80-d40eea7e019c will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:41:20.742131 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-3bf74c7b-43ea-40aa-8881-893df1d69348 req-11132c7f-677a-449a-bc57-ebfb95678050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:20.759380 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be0ee5bd-d114-494b-9d55-b1ef9ae16836 admin admin] Router b3c662a3-0c7c-4e7d-a446-8b2966cc7010 is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 06:41:20.762778 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:20.871986 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b052075-114d-4a10-9bfb-d78e0c7a55b2 None None] Pushing event updated for resources: {'Port': ['ID=def6f6d8-600d-4185-adb8-861f0749e296,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:20.901627 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93798e66-45d4-4cb1-b4e1-a242f30d6d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b860026c-ab0b-4441-95f0-dd80ff2a5848'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:41:20.904258 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-687b7b09-7977-475f-8f40-f1f78ecc8043" -d '{"events": [{"server_uuid": "93798e66-45d4-4cb1-b4e1-a242f30d6d03", "name": "network-vif-plugged", "status": "completed", "tag": "b860026c-ab0b-4441-95f0-dd80ff2a5848"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:41:20.907605 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.db.api [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 06:41:20.908162 n-d-715271-16 neutron-server[95067]: DEBUG oslo_db.api [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 06:41:20.924354 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port b860026c-ab0b-4441-95f0-dd80ff2a5848, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=b860026c-ab0b-4441-95f0-dd80ff2a5848,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:41:20.939943 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:20.985407 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-9a5663ae-6be7-483d-a155-d46361a7ec72 req-b10a4e2c-56a6-447c-baff-c74825b09225 service neutron] Request body: {'binding': {'host': 'n-h2-715271-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:41:20.986121 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-9a5663ae-6be7-483d-a155-d46361a7ec72 req-b10a4e2c-56a6-447c-baff-c74825b09225 service neutron] Unknown quota resources ['binding']. {{(pid=95066) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 23 06:41:21.045155 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=b860026c-ab0b-4441-95f0-dd80ff2a5848,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:21.084656 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e6c2cfb3-1655-4af2-8bb4-9277ba6a4281 req-54407d1d-0448-4ef2-bb6a-9113be633ddf tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3832755 Sep 23 06:41:21.089182 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-12e05126-aa8b-4726-b988-ad87d3cbf0aa None None] Provisioning complete for port def6f6d8-600d-4185-adb8-861f0749e296 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:41:21.089702 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-12e05126-aa8b-4726-b988-ad87d3cbf0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:21.124564 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [req-211899b0-c9aa-4a79-8ce8-9e5c2415e8b5 req-e7fdfda9-a291-4bbb-b034-f83a6daea902 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Allocated IP 172.20.0.3 (b41a91e1-341c-4340-b7a8-8779367a7828/c7d428fe-182b-4149-b884-87c9d4508732/fb864968-6b24-4eb1-822e-fcccf589be84) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:41:21.242467 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11132c7f-677a-449a-bc57-ebfb95678050 service neutron] Pushing event updated for resources: {'Port': ['ID=1bbb1236-9fe3-48aa-aa80-d40eea7e019c,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:21.243202 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b845497a-8ff2-426d-8e74-c569c0e56cbd req-86a9c3cd-9d11-4a01-bc69-47da80fe99db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:21.251407 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b845497a-8ff2-426d-8e74-c569c0e56cbd req-86a9c3cd-9d11-4a01-bc69-47da80fe99db service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f344d72e-2515-4ae1-b407-677954c55f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4381447 Sep 23 06:41:21.283946 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be0ee5bd-d114-494b-9d55-b1ef9ae16836 admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:41:21.286925 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-3bf74c7b-43ea-40aa-8881-893df1d69348 req-11132c7f-677a-449a-bc57-ebfb95678050 service neutron] Attempting to bind port 1bbb1236-9fe3-48aa-aa80-d40eea7e019c on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:41:21.286925 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-3bf74c7b-43ea-40aa-8881-893df1d69348 req-11132c7f-677a-449a-bc57-ebfb95678050 service neutron] Attempting to bind port 1bbb1236-9fe3-48aa-aa80-d40eea7e019c by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:41:21.286925 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf74c7b-43ea-40aa-8881-893df1d69348 req-11132c7f-677a-449a-bc57-ebfb95678050 service neutron] Attempting to bind port 1bbb1236-9fe3-48aa-aa80-d40eea7e019c on network 16515f0f-e5a6-4630-a440-e11fb2e02062 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:41:21.292838 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf74c7b-43ea-40aa-8881-893df1d69348 req-11132c7f-677a-449a-bc57-ebfb95678050 service neutron] Port 1bbb1236-9fe3-48aa-aa80-d40eea7e019c on network 16515f0f-e5a6-4630-a440-e11fb2e02062 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:41:21.293154 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf74c7b-43ea-40aa-8881-893df1d69348 req-11132c7f-677a-449a-bc57-ebfb95678050 service neutron] Attempting to bind port 1bbb1236-9fe3-48aa-aa80-d40eea7e019c on network 16515f0f-e5a6-4630-a440-e11fb2e02062 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:41:21.301802 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ad06d0-e410-4961-9429-11cf196d94ab None None] Sync routers for ids ['b3c662a3-0c7c-4e7d-a446-8b2966cc7010'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:41:21.302692 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf74c7b-43ea-40aa-8881-893df1d69348 req-11132c7f-677a-449a-bc57-ebfb95678050 service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:41:21.303032 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf74c7b-43ea-40aa-8881-893df1d69348 req-11132c7f-677a-449a-bc57-ebfb95678050 service neutron] Checking segment: {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:41:21.303543 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf74c7b-43ea-40aa-8881-893df1d69348 req-11132c7f-677a-449a-bc57-ebfb95678050 service neutron] Bound using segment: {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:41:21.304393 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-3bf74c7b-43ea-40aa-8881-893df1d69348 req-11132c7f-677a-449a-bc57-ebfb95678050 service neutron] Bound port: 1bbb1236-9fe3-48aa-aa80-d40eea7e019c, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:41:21.304745 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-3bf74c7b-43ea-40aa-8881-893df1d69348 req-11132c7f-677a-449a-bc57-ebfb95678050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:21.312662 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ad06d0-e410-4961-9429-11cf196d94ab None None] Routers {'b3c662a3-0c7c-4e7d-a446-8b2966cc7010'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:41:21.313085 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-f9ad06d0-e410-4961-9429-11cf196d94ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:41:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['b3c662a3-0c7c-4e7d-a446-8b2966cc7010'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:41:21.374227 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-3bf74c7b-43ea-40aa-8881-893df1d69348 req-11132c7f-677a-449a-bc57-ebfb95678050 service neutron] For port 1bbb1236-9fe3-48aa-aa80-d40eea7e019c, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:41:21.377270 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-3bf74c7b-43ea-40aa-8881-893df1d69348 req-11132c7f-677a-449a-bc57-ebfb95678050 service neutron] For port 1bbb1236-9fe3-48aa-aa80-d40eea7e019c, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=1bbb1236-9fe3-48aa-aa80-d40eea7e019c,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:41:21.378654 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-be0ee5bd-d114-494b-9d55-b1ef9ae16836 admin admin] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:21.383624 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-be0ee5bd-d114-494b-9d55-b1ef9ae16836 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.4024410 Sep 23 06:41:21.384244 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 49160) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:41:21.393059 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-3bf74c7b-43ea-40aa-8881-893df1d69348 req-11132c7f-677a-449a-bc57-ebfb95678050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:21.429649 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-f9ad06d0-e410-4961-9429-11cf196d94ab None None] Set router b3c662a3-0c7c-4e7d-a446-8b2966cc7010 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:41:21.495266 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf74c7b-43ea-40aa-8881-893df1d69348 req-11132c7f-677a-449a-bc57-ebfb95678050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:21.495882 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-3bf74c7b-43ea-40aa-8881-893df1d69348 req-11132c7f-677a-449a-bc57-ebfb95678050 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:21.497269 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3bf74c7b-43ea-40aa-8881-893df1d69348 req-11132c7f-677a-449a-bc57-ebfb95678050 service neutron] 10.222.0.21 "PUT /v2.0/ports/1bbb1236-9fe3-48aa-aa80-d40eea7e019c HTTP/1.1" status: 200 len: 1097 time: 1.7832735 Sep 23 06:41:21.499861 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52dab61c-34b6-4d7d-b54d-a6ae13fe0c57', 'tag': '1bbb1236-9fe3-48aa-aa80-d40eea7e019c'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:41:21.501780 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec16add-b5ff-42cb-96c6-e29f9dedc061" -d '{"events": [{"name": "network-changed", "server_uuid": "52dab61c-34b6-4d7d-b54d-a6ae13fe0c57", "tag": "1bbb1236-9fe3-48aa-aa80-d40eea7e019c"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:41:21.512287 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-211899b0-c9aa-4a79-8ce8-9e5c2415e8b5 req-e7fdfda9-a291-4bbb-b034-f83a6daea902 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:21.532719 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166509a9-59b7-4222-82b8-ba5e6ca6ecc1 req-861f5c0a-02ad-47bf-925e-37ee7b7172c7 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:21.540987 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-166509a9-59b7-4222-82b8-ba5e6ca6ecc1 req-861f5c0a-02ad-47bf-925e-37ee7b7172c7 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=93798e66-45d4-4cb1-b4e1-a242f30d6d03 HTTP/1.1" status: 200 len: 948 time: 0.2842057 Sep 23 06:41:21.586092 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b845497a-8ff2-426d-8e74-c569c0e56cbd req-ca499b7a-2b9a-4233-92f5-a8e7639c452a service neutron] 10.222.0.21 "GET /v2.0/networks/f344d72e-2515-4ae1-b407-677954c55f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3199534 Sep 23 06:41:21.606236 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-9a5663ae-6be7-483d-a155-d46361a7ec72 req-b10a4e2c-56a6-447c-baff-c74825b09225 service neutron] Attempting to bind port e147ab6d-012c-49bd-a829-86606a1ece0e on host n-h2-715271-16 for vnic_type normal with profile None {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:41:21.606577 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-9a5663ae-6be7-483d-a155-d46361a7ec72 req-b10a4e2c-56a6-447c-baff-c74825b09225 service neutron] Attempting to bind port e147ab6d-012c-49bd-a829-86606a1ece0e by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': 'df9429cb-1b73-4fcc-8ecd-d0edb039148e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '26aba36e-f765-4b4a-a7c9-897761ec549b'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:41:21.606906 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5663ae-6be7-483d-a155-d46361a7ec72 req-b10a4e2c-56a6-447c-baff-c74825b09225 service neutron] Attempting to bind port e147ab6d-012c-49bd-a829-86606a1ece0e on network 26aba36e-f765-4b4a-a7c9-897761ec549b {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:41:21.614599 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11132c7f-677a-449a-bc57-ebfb95678050 service neutron] Pushing event updated for resources: {'Port': ['ID=1bbb1236-9fe3-48aa-aa80-d40eea7e019c,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:21.640145 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device def6f6d8-600d-4185-adb8-861f0749e296 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:41:21.646230 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5663ae-6be7-483d-a155-d46361a7ec72 req-b10a4e2c-56a6-447c-baff-c74825b09225 service neutron] Port e147ab6d-012c-49bd-a829-86606a1ece0e on network 26aba36e-f765-4b4a-a7c9-897761ec549b not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:41:21.646559 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5663ae-6be7-483d-a155-d46361a7ec72 req-b10a4e2c-56a6-447c-baff-c74825b09225 service neutron] Attempting to bind port e147ab6d-012c-49bd-a829-86606a1ece0e on network 26aba36e-f765-4b4a-a7c9-897761ec549b {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:41:21.655184 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-f9ad06d0-e410-4961-9429-11cf196d94ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c662a3-0c7c-4e7d-a446-8b2966cc7010', 'name': 'tempest-FloatingIPsNegativeTestJSON-1988759281-router', 'tenant_id': '8d0700920f79453692c4488fecff29e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'a50a09b5-43a2-4647-918a-817510e6fcde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:41:17Z', 'updated_at': '2021-09-23T06:41:19Z', 'revision_number': 3, 'project_id': '8d0700920f79453692c4488fecff29e5', 'gw_port': {'id': 'a50a09b5-43a2-4647-918a-817510e6fcde', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:29:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c662a3-0c7c-4e7d-a446-8b2966cc7010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:41:18Z', 'updated_at': '2021-09-23T06:41:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:41:21.680230 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf74c7b-43ea-40aa-8881-893df1d69348 req-5715f7bb-eb44-40b5-b8cf-6a2486c10424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:21.682209 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3bf74c7b-43ea-40aa-8881-893df1d69348 req-5715f7bb-eb44-40b5-b8cf-6a2486c10424 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8d68b6f2bfe2491c9015cf660b627aab&device_id=52dab61c-34b6-4d7d-b54d-a6ae13fe0c57 HTTP/1.1" status: 200 len: 1100 time: 0.1142702 Sep 23 06:41:21.687266 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ad06d0-e410-4961-9429-11cf196d94ab None None] Checking router: b3c662a3-0c7c-4e7d-a446-8b2966cc7010 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:41:21.687624 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ad06d0-e410-4961-9429-11cf196d94ab None None] Updating router b3c662a3-0c7c-4e7d-a446-8b2966cc7010 port a50a09b5-43a2-4647-918a-817510e6fcde binding host n-d-715271-16 {{(pid=95068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 06:41:21.697793 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5663ae-6be7-483d-a155-d46361a7ec72 req-b10a4e2c-56a6-447c-baff-c74825b09225 service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:41:21.698152 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5663ae-6be7-483d-a155-d46361a7ec72 req-b10a4e2c-56a6-447c-baff-c74825b09225 service neutron] Checking segment: {'id': 'df9429cb-1b73-4fcc-8ecd-d0edb039148e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '26aba36e-f765-4b4a-a7c9-897761ec549b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:41:21.698541 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5663ae-6be7-483d-a155-d46361a7ec72 req-b10a4e2c-56a6-447c-baff-c74825b09225 service neutron] Bound using segment: {'id': 'df9429cb-1b73-4fcc-8ecd-d0edb039148e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '26aba36e-f765-4b4a-a7c9-897761ec549b'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:41:21.698984 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-9a5663ae-6be7-483d-a155-d46361a7ec72 req-b10a4e2c-56a6-447c-baff-c74825b09225 service neutron] Bound port: e147ab6d-012c-49bd-a829-86606a1ece0e, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df9429cb-1b73-4fcc-8ecd-d0edb039148e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '26aba36e-f765-4b4a-a7c9-897761ec549b'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:41:21.713446 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-f9ad06d0-e410-4961-9429-11cf196d94ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:21.746309 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port def6f6d8-600d-4185-adb8-861f0749e296 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:41:21.746921 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:21.750433 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-166509a9-59b7-4222-82b8-ba5e6ca6ecc1 req-b641902f-0e0e-419a-bae5-ca92db132df6 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084219 Sep 23 06:41:21.776422 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3bf74c7b-43ea-40aa-8881-893df1d69348 req-82ca1a17-d8fe-4789-98d1-b24aeb95a867 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=1bbb1236-9fe3-48aa-aa80-d40eea7e019c HTTP/1.1" status: 200 len: 217 time: 0.0518949 Sep 23 06:41:21.907293 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-211899b0-c9aa-4a79-8ce8-9e5c2415e8b5 req-e7fdfda9-a291-4bbb-b034-f83a6daea902 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:21.979910 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-f9ad06d0-e410-4961-9429-11cf196d94ab None None] Notify callbacks [] for port, precommit_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:21.980177 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b845497a-8ff2-426d-8e74-c569c0e56cbd req-b39e9583-e389-496b-a44c-0d22187b3d13 service neutron] 10.222.0.21 "GET /v2.0/networks/f344d72e-2515-4ae1-b407-677954c55f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3750410 Sep 23 06:41:21.984691 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-9a5663ae-6be7-483d-a155-d46361a7ec72 req-b10a4e2c-56a6-447c-baff-c74825b09225 service neutron] For port e147ab6d-012c-49bd-a829-86606a1ece0e, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=e147ab6d-012c-49bd-a829-86606a1ece0e,segment=NetworkSegment(df9429cb-1b73-4fcc-8ecd-d0edb039148e),segment_id=df9429cb-1b73-4fcc-8ecd-d0edb039148e)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:41:21.985873 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-f9ad06d0-e410-4961-9429-11cf196d94ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:21.988051 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf74c7b-43ea-40aa-8881-893df1d69348 req-e3572e58-a583-4bb2-851e-e6eb25f37887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:21.990469 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3bf74c7b-43ea-40aa-8881-893df1d69348 req-e3572e58-a583-4bb2-851e-e6eb25f37887 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e HTTP/1.1" status: 200 len: 843 time: 0.1357520 Sep 23 06:41:21.991792 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-211899b0-c9aa-4a79-8ce8-9e5c2415e8b5 req-e7fdfda9-a291-4bbb-b034-f83a6daea902 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Network b41a91e1-341c-4340-b7a8-8779367a7828 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:41:21.998587 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-9a5663ae-6be7-483d-a155-d46361a7ec72 req-b10a4e2c-56a6-447c-baff-c74825b09225 service neutron] Notify callbacks [] for binding, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:21.999895 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9a5663ae-6be7-483d-a155-d46361a7ec72 req-b10a4e2c-56a6-447c-baff-c74825b09225 service neutron] 10.222.0.39 "POST /v2.0/ports/e147ab6d-012c-49bd-a829-86606a1ece0e/bindings HTTP/1.1" status: 201 len: 390 time: 1.2073789 Sep 23 06:41:22.001578 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [req-211899b0-c9aa-4a79-8ce8-9e5c2415e8b5 req-e7fdfda9-a291-4bbb-b034-f83a6daea902 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:41:22.010581 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-211899b0-c9aa-4a79-8ce8-9e5c2415e8b5 req-e7fdfda9-a291-4bbb-b034-f83a6daea902 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:41:22.016314 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211899b0-c9aa-4a79-8ce8-9e5c2415e8b5 req-e7fdfda9-a291-4bbb-b034-f83a6daea902 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:22.016967 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-211899b0-c9aa-4a79-8ce8-9e5c2415e8b5 req-e7fdfda9-a291-4bbb-b034-f83a6daea902 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:22.030965 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232f2e1a-b2c1-4115-83a2-ab9f68c43fa1 req-15cae27f-5de2-4923-b504-5be5a46ca339 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:22.032482 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-232f2e1a-b2c1-4115-83a2-ab9f68c43fa1 req-15cae27f-5de2-4923-b504-5be5a46ca339 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a9c69dc-9db1-437f-a8dc-fd183244e35f HTTP/1.1" status: 200 len: 943 time: 0.1736271 Sep 23 06:41:22.033254 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fdfda9-a291-4bbb-b034-f83a6daea902 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Pushing event updated for resources: {'Port': ['ID=fb864968-6b24-4eb1-822e-fcccf589be84,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:22.063523 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-211899b0-c9aa-4a79-8ce8-9e5c2415e8b5 req-e7fdfda9-a291-4bbb-b034-f83a6daea902 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0235605 Sep 23 06:41:22.085670 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-f9ad06d0-e410-4961-9429-11cf196d94ab None None] Attempting to bind port a50a09b5-43a2-4647-918a-817510e6fcde on host n-d-715271-16 for vnic_type normal with profile {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:41:22.086163 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-f9ad06d0-e410-4961-9429-11cf196d94ab None None] Attempting to bind port a50a09b5-43a2-4647-918a-817510e6fcde by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:41:22.086674 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ad06d0-e410-4961-9429-11cf196d94ab None None] Attempting to bind port a50a09b5-43a2-4647-918a-817510e6fcde on network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:41:22.107801 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ad06d0-e410-4961-9429-11cf196d94ab None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:41:22.108422 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ad06d0-e410-4961-9429-11cf196d94ab None None] Checking segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:41:22.108999 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-f9ad06d0-e410-4961-9429-11cf196d94ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:22.109556 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ad06d0-e410-4961-9429-11cf196d94ab None None] Bound using segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:41:22.110231 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-f9ad06d0-e410-4961-9429-11cf196d94ab None None] Bound port: a50a09b5-43a2-4647-918a-817510e6fcde, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:41:22.111797 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-f9ad06d0-e410-4961-9429-11cf196d94ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:22.113549 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-211899b0-c9aa-4a79-8ce8-9e5c2415e8b5 req-aeccf8f8-c5af-4963-9760-13a359eee398 service neutron] Request body: {'port': {'device_id': 'c9252012-7d06-45a1-bad3-31278718f78a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-16'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:41:22.122775 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf74c7b-43ea-40aa-8881-893df1d69348 req-f29c4ddb-a254-4096-ac97-3c305fb2cc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:22.124019 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-232f2e1a-b2c1-4115-83a2-ab9f68c43fa1 req-8a1720d3-523c-4ff8-8e8d-ca57c3bc6de2 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/security-groups?id=12348048-69cc-4cde-9778-0654c2cd068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788679 Sep 23 06:41:22.136095 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3bf74c7b-43ea-40aa-8881-893df1d69348 req-f29c4ddb-a254-4096-ac97-3c305fb2cc2b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=16515f0f-e5a6-4630-a440-e11fb2e02062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1086051 Sep 23 06:41:22.138171 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83165b06-b98a-4a16-8528-e33369cd007a None None] Pushing event updated for resources: {'Port': ['ID=a50a09b5-43a2-4647-918a-817510e6fcde,revision_number=2']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:22.218487 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa27aa6-45cb-477b-9134-7c3a42999f01 x-openstack-request-id: req-9fa27aa6-45cb-477b-9134-7c3a42999f01 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:41:22.218794 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93798e66-45d4-4cb1-b4e1-a242f30d6d03", "name": "network-vif-plugged", "status": "completed", "tag": "b860026c-ab0b-4441-95f0-dd80ff2a5848", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:41:22.219052 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9fa27aa6-45cb-477b-9134-7c3a42999f01 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:41:22.219312 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-211899b0-c9aa-4a79-8ce8-9e5c2415e8b5 req-aeccf8f8-c5af-4963-9760-13a359eee398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:22.219440 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93798e66-45d4-4cb1-b4e1-a242f30d6d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b860026c-ab0b-4441-95f0-dd80ff2a5848', 'code': 200} Sep 23 06:41:22.262562 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-f9ad06d0-e410-4961-9429-11cf196d94ab None None] For port a50a09b5-43a2-4647-918a-817510e6fcde, host n-d-715271-16, cleared binding levels {{(pid=95068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:41:22.268075 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-f9ad06d0-e410-4961-9429-11cf196d94ab None None] For port a50a09b5-43a2-4647-918a-817510e6fcde, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=a50a09b5-43a2-4647-918a-817510e6fcde,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:41:22.276108 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-f9ad06d0-e410-4961-9429-11cf196d94ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:22.345989 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83165b06-b98a-4a16-8528-e33369cd007a None None] Pushing event updated for resources: {'Port': ['ID=a50a09b5-43a2-4647-918a-817510e6fcde,revision_number=3']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:22.370389 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3bf74c7b-43ea-40aa-8881-893df1d69348 req-ce4e11cc-451b-483c-8a7e-69e5dbd6001c service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219012 Sep 23 06:41:22.378836 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ad06d0-e410-4961-9429-11cf196d94ab None None] Routers {'b3c662a3-0c7c-4e7d-a446-8b2966cc7010'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:41:22.379594 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-f9ad06d0-e410-4961-9429-11cf196d94ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:41:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['b3c662a3-0c7c-4e7d-a446-8b2966cc7010'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:41:22.455417 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd51cf-11b4-4340-913a-ff8f62c3be60 req-b8176396-0285-4468-be12-91019d1ea0fb tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:22.456863 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f8fd51cf-11b4-4340-913a-ff8f62c3be60 req-b8176396-0285-4468-be12-91019d1ea0fb tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9252012-7d06-45a1-bad3-31278718f78a HTTP/1.1" status: 200 len: 931 time: 0.1582167 Sep 23 06:41:22.464777 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1219ef9-a1d8-40ba-b17f-fa2fb90c398e req-61b08b3c-819f-4209-9b4d-3fec5fd03a38 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:22.465019 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a311675d-6e48-488c-8960-19362a5c080e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:22.473695 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e1219ef9-a1d8-40ba-b17f-fa2fb90c398e req-61b08b3c-819f-4209-9b4d-3fec5fd03a38 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=52dab61c-34b6-4d7d-b54d-a6ae13fe0c57 HTTP/1.1" status: 200 len: 948 time: 0.2232203 Sep 23 06:41:22.486966 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-f9ad06d0-e410-4961-9429-11cf196d94ab None None] Set router b3c662a3-0c7c-4e7d-a446-8b2966cc7010 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:41:22.508060 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7099721-3713-4353-b587-888b4bfac58d req-706f476e-9e5e-4fda-906b-b88ffeee8ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:22.509450 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f7099721-3713-4353-b587-888b4bfac58d req-706f476e-9e5e-4fda-906b-b88ffeee8ad4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=93798e66-45d4-4cb1-b4e1-a242f30d6d03 HTTP/1.1" status: 200 len: 1100 time: 0.1750813 Sep 23 06:41:22.523644 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5663ae-6be7-483d-a155-d46361a7ec72 req-28805d20-071e-4766-a457-9cccc7484f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:22.525139 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9a5663ae-6be7-483d-a155-d46361a7ec72 req-28805d20-071e-4766-a457-9cccc7484f8d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4f0064bb53474048bf6eb5b78e44e4ae&device_id=ee07f42e-a5b3-4a56-9277-cb1b82532763 HTTP/1.1" status: 200 len: 1098 time: 0.1852784 Sep 23 06:41:22.570301 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e1219ef9-a1d8-40ba-b17f-fa2fb90c398e req-6545cd76-c1a3-4caa-8a49-41ef075c6af8 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952744 Sep 23 06:41:22.620048 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f7099721-3713-4353-b587-888b4bfac58d req-17f76469-c5a2-49f2-91ee-90eb89c128ae service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924230 Sep 23 06:41:22.641924 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f8fd51cf-11b4-4340-913a-ff8f62c3be60 req-29fb55c0-dff7-4b84-8c94-0223c43fb125 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425548 Sep 23 06:41:22.647306 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3bf74c7b-43ea-40aa-8881-893df1d69348 req-c2d8269e-9b0d-4b47-80e7-35bf0511aeb3 service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581351 Sep 23 06:41:22.700364 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-f9ad06d0-e410-4961-9429-11cf196d94ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c662a3-0c7c-4e7d-a446-8b2966cc7010', 'name': 'tempest-FloatingIPsNegativeTestJSON-1988759281-router', 'tenant_id': '8d0700920f79453692c4488fecff29e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'a50a09b5-43a2-4647-918a-817510e6fcde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:41:17Z', 'updated_at': '2021-09-23T06:41:19Z', 'revision_number': 3, 'project_id': '8d0700920f79453692c4488fecff29e5', 'gw_port': {'id': 'a50a09b5-43a2-4647-918a-817510e6fcde', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:29:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c662a3-0c7c-4e7d-a446-8b2966cc7010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:41:18Z', 'updated_at': '2021-09-23T06:41:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:41:22.708459 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b10efc-a933-43c9-a428-ae70e0fdc49b x-openstack-request-id: req-c4b10efc-a933-43c9-a428-ae70e0fdc49b {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:41:22.708666 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52dab61c-34b6-4d7d-b54d-a6ae13fe0c57", "tag": "1bbb1236-9fe3-48aa-aa80-d40eea7e019c", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:41:22.708932 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c4b10efc-a933-43c9-a428-ae70e0fdc49b {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:41:22.709301 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52dab61c-34b6-4d7d-b54d-a6ae13fe0c57', 'tag': '1bbb1236-9fe3-48aa-aa80-d40eea7e019c', 'status': 'completed', 'code': 200} Sep 23 06:41:22.736348 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [req-211899b0-c9aa-4a79-8ce8-9e5c2415e8b5 req-aeccf8f8-c5af-4963-9760-13a359eee398 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb864968-6b24-4eb1-822e-fcccf589be84 {{(pid=95066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:41:22.737364 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ad06d0-e410-4961-9429-11cf196d94ab None None] The sync data for ids ['b3c662a3-0c7c-4e7d-a446-8b2966cc7010'] in n-d-715271-16 is: [{'id': 'b3c662a3-0c7c-4e7d-a446-8b2966cc7010', 'name': 'tempest-FloatingIPsNegativeTestJSON-1988759281-router', 'tenant_id': '8d0700920f79453692c4488fecff29e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'a50a09b5-43a2-4647-918a-817510e6fcde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:41:17Z', 'updated_at': '2021-09-23T06:41:19Z', 'revision_number': 3, 'project_id': '8d0700920f79453692c4488fecff29e5', 'gw_port': {'id': 'a50a09b5-43a2-4647-918a-817510e6fcde', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:29:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c662a3-0c7c-4e7d-a446-8b2966cc7010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:41:18Z', 'updated_at': '2021-09-23T06:41:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:41:22.749681 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5663ae-6be7-483d-a155-d46361a7ec72 req-37fe9e98-5c35-4323-9a20-8b945eb15d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:22.751492 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9a5663ae-6be7-483d-a155-d46361a7ec72 req-37fe9e98-5c35-4323-9a20-8b945eb15d96 service neutron] 10.222.0.58 "GET /v2.0/networks?id=26aba36e-f765-4b4a-a7c9-897761ec549b HTTP/1.1" status: 200 len: 922 time: 0.2109363 Sep 23 06:41:22.752111 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-211899b0-c9aa-4a79-8ce8-9e5c2415e8b5 req-aeccf8f8-c5af-4963-9760-13a359eee398 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:22.767338 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.provisioning_blocks [req-211899b0-c9aa-4a79-8ce8-9e5c2415e8b5 req-aeccf8f8-c5af-4963-9760-13a359eee398 service neutron] Transition to ACTIVE for port object fb864968-6b24-4eb1-822e-fcccf589be84 will not be triggered until provisioned by entity L2. {{(pid=95066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:41:22.773952 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-211899b0-c9aa-4a79-8ce8-9e5c2415e8b5 req-aeccf8f8-c5af-4963-9760-13a359eee398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:22.846999 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-a311675d-6e48-488c-8960-19362a5c080e admin admin] Allocated IP 172.20.0.1 (cd9bd927-6b80-4e06-a111-042bf9760626/6d7cbda1-c187-44bb-b170-c4037fa8e898/d6e5b1b2-2679-420e-9d41-02ca6359fc21) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:41:22.869383 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeccf8f8-c5af-4963-9760-13a359eee398 service neutron] Pushing event updated for resources: {'Port': ['ID=fb864968-6b24-4eb1-822e-fcccf589be84,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:22.891771 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec16add-b5ff-42cb-96c6-e29f9dedc061 req-94275cfa-ec54-4ad7-b614-4771bfc991e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:22.893293 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9ec16add-b5ff-42cb-96c6-e29f9dedc061 req-94275cfa-ec54-4ad7-b614-4771bfc991e8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8d68b6f2bfe2491c9015cf660b627aab&device_id=52dab61c-34b6-4d7d-b54d-a6ae13fe0c57 HTTP/1.1" status: 200 len: 1100 time: 0.1204126 Sep 23 06:41:22.902892 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1a6be7-4ae8-4b9a-b9be-68c6e917a53e req-f97d9133-7942-471a-b1e3-b1dc70e143eb tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:22.904401 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3b1a6be7-4ae8-4b9a-b9be-68c6e917a53e req-f97d9133-7942-471a-b1e3-b1dc70e143eb tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee07f42e-a5b3-4a56-9277-cb1b82532763 HTTP/1.1" status: 200 len: 946 time: 0.1125028 Sep 23 06:41:22.906825 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-211899b0-c9aa-4a79-8ce8-9e5c2415e8b5 req-aeccf8f8-c5af-4963-9760-13a359eee398 service neutron] Attempting to bind port fb864968-6b24-4eb1-822e-fcccf589be84 on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:41:22.907165 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-211899b0-c9aa-4a79-8ce8-9e5c2415e8b5 req-aeccf8f8-c5af-4963-9760-13a359eee398 service neutron] Attempting to bind port fb864968-6b24-4eb1-822e-fcccf589be84 by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': 'a2ee209e-d4ee-4c6a-8401-bd714bf3436e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b41a91e1-341c-4340-b7a8-8779367a7828'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:41:22.907496 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211899b0-c9aa-4a79-8ce8-9e5c2415e8b5 req-aeccf8f8-c5af-4963-9760-13a359eee398 service neutron] Attempting to bind port fb864968-6b24-4eb1-822e-fcccf589be84 on network b41a91e1-341c-4340-b7a8-8779367a7828 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:41:22.919968 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d28f91-6474-4325-acb8-109ffa97463e req-d5dae69f-aaed-45e5-8257-22e6291d5db8 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:22.921462 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-60d28f91-6474-4325-acb8-109ffa97463e req-d5dae69f-aaed-45e5-8257-22e6291d5db8 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef18adb-19f8-43b5-8dc9-ede7286ee548 HTTP/1.1" status: 200 len: 949 time: 0.1115670 Sep 23 06:41:22.922204 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211899b0-c9aa-4a79-8ce8-9e5c2415e8b5 req-aeccf8f8-c5af-4963-9760-13a359eee398 service neutron] Port fb864968-6b24-4eb1-822e-fcccf589be84 on network b41a91e1-341c-4340-b7a8-8779367a7828 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:41:22.922529 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211899b0-c9aa-4a79-8ce8-9e5c2415e8b5 req-aeccf8f8-c5af-4963-9760-13a359eee398 service neutron] Attempting to bind port fb864968-6b24-4eb1-822e-fcccf589be84 on network b41a91e1-341c-4340-b7a8-8779367a7828 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:41:22.931042 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211899b0-c9aa-4a79-8ce8-9e5c2415e8b5 req-aeccf8f8-c5af-4963-9760-13a359eee398 service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:41:22.931400 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211899b0-c9aa-4a79-8ce8-9e5c2415e8b5 req-aeccf8f8-c5af-4963-9760-13a359eee398 service neutron] Checking segment: {'id': 'a2ee209e-d4ee-4c6a-8401-bd714bf3436e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b41a91e1-341c-4340-b7a8-8779367a7828'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:41:22.931761 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211899b0-c9aa-4a79-8ce8-9e5c2415e8b5 req-aeccf8f8-c5af-4963-9760-13a359eee398 service neutron] Bound using segment: {'id': 'a2ee209e-d4ee-4c6a-8401-bd714bf3436e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b41a91e1-341c-4340-b7a8-8779367a7828'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:41:22.932198 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-211899b0-c9aa-4a79-8ce8-9e5c2415e8b5 req-aeccf8f8-c5af-4963-9760-13a359eee398 service neutron] Bound port: fb864968-6b24-4eb1-822e-fcccf589be84, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2ee209e-d4ee-4c6a-8401-bd714bf3436e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b41a91e1-341c-4340-b7a8-8779367a7828'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:41:22.932568 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-211899b0-c9aa-4a79-8ce8-9e5c2415e8b5 req-aeccf8f8-c5af-4963-9760-13a359eee398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:22.997114 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-60d28f91-6474-4325-acb8-109ffa97463e req-737e1c02-7202-4cd2-9f5b-fb773b30460f tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680177 Sep 23 06:41:23.060380 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-211899b0-c9aa-4a79-8ce8-9e5c2415e8b5 req-aeccf8f8-c5af-4963-9760-13a359eee398 service neutron] For port fb864968-6b24-4eb1-822e-fcccf589be84, host n-h1-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:41:23.064037 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-211899b0-c9aa-4a79-8ce8-9e5c2415e8b5 req-aeccf8f8-c5af-4963-9760-13a359eee398 service neutron] For port fb864968-6b24-4eb1-822e-fcccf589be84, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=fb864968-6b24-4eb1-822e-fcccf589be84,segment=NetworkSegment(a2ee209e-d4ee-4c6a-8401-bd714bf3436e),segment_id=a2ee209e-d4ee-4c6a-8401-bd714bf3436e)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:41:23.064639 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9a5663ae-6be7-483d-a155-d46361a7ec72 req-c7974ade-8e58-4f3a-aa8f-485060136ca6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e147ab6d-012c-49bd-a829-86606a1ece0e HTTP/1.1" status: 200 len: 217 time: 0.0850046 Sep 23 06:41:23.074979 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-211899b0-c9aa-4a79-8ce8-9e5c2415e8b5 req-aeccf8f8-c5af-4963-9760-13a359eee398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:23.139136 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211899b0-c9aa-4a79-8ce8-9e5c2415e8b5 req-aeccf8f8-c5af-4963-9760-13a359eee398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:23.139856 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-211899b0-c9aa-4a79-8ce8-9e5c2415e8b5 req-aeccf8f8-c5af-4963-9760-13a359eee398 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:23.141549 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-211899b0-c9aa-4a79-8ce8-9e5c2415e8b5 req-aeccf8f8-c5af-4963-9760-13a359eee398 service neutron] 10.222.0.21 "PUT /v2.0/ports/fb864968-6b24-4eb1-822e-fcccf589be84 HTTP/1.1" status: 200 len: 1092 time: 1.0628829 Sep 23 06:41:23.144373 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9252012-7d06-45a1-bad3-31278718f78a', 'tag': 'fb864968-6b24-4eb1-822e-fcccf589be84'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:41:23.146941 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95978f45-e2e8-473a-b66d-01a6e1b37312" -d '{"events": [{"name": "network-changed", "server_uuid": "c9252012-7d06-45a1-bad3-31278718f78a", "tag": "fb864968-6b24-4eb1-822e-fcccf589be84"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:41:23.161014 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5663ae-6be7-483d-a155-d46361a7ec72 req-25aa9c0e-adef-4375-8e61-39c66cd8f53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:23.166962 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9a5663ae-6be7-483d-a155-d46361a7ec72 req-25aa9c0e-adef-4375-8e61-39c66cd8f53f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=afab507a-4ef5-4f82-b221-a08b722735c6 HTTP/1.1" status: 200 len: 861 time: 0.0609112 Sep 23 06:41:23.182582 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3b1a6be7-4ae8-4b9a-b9be-68c6e917a53e req-17bc09b4-2b7c-4267-aa2d-4d2f94639871 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565715 Sep 23 06:41:23.191269 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeccf8f8-c5af-4963-9760-13a359eee398 service neutron] Pushing event updated for resources: {'Port': ['ID=fb864968-6b24-4eb1-822e-fcccf589be84,revision_number=3']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:23.246094 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec16add-b5ff-42cb-96c6-e29f9dedc061 req-778ea58d-b22f-4e5d-a97b-29cbd63ab0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:23.246825 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9ec16add-b5ff-42cb-96c6-e29f9dedc061 req-778ea58d-b22f-4e5d-a97b-29cbd63ab0f3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=16515f0f-e5a6-4630-a440-e11fb2e02062 HTTP/1.1" status: 200 len: 870 time: 0.3415434 Sep 23 06:41:23.276645 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9a5663ae-6be7-483d-a155-d46361a7ec72 req-b38a6f38-33d7-474a-9ae3-cd8652e879f8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=26aba36e-f765-4b4a-a7c9-897761ec549b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714726 Sep 23 06:41:23.301277 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211899b0-c9aa-4a79-8ce8-9e5c2415e8b5 req-154f698c-81f4-4060-842a-eb54e25115f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:23.302977 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-211899b0-c9aa-4a79-8ce8-9e5c2415e8b5 req-154f698c-81f4-4060-842a-eb54e25115f3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=64ac7894e2284bc191ac7c20f7f9ca7f&device_id=c9252012-7d06-45a1-bad3-31278718f78a HTTP/1.1" status: 200 len: 1095 time: 0.0857556 Sep 23 06:41:23.312029 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188a27b3-41d7-4b3c-b3dc-01fc507084c3 req-d56f0e7c-9a6a-4920-b83c-dc88d9cc3838 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:23.313659 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-188a27b3-41d7-4b3c-b3dc-01fc507084c3 req-d56f0e7c-9a6a-4920-b83c-dc88d9cc3838 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=93798e66-45d4-4cb1-b4e1-a242f30d6d03 HTTP/1.1" status: 200 len: 948 time: 0.0836625 Sep 23 06:41:23.333356 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9ec16add-b5ff-42cb-96c6-e29f9dedc061 req-060e2030-ba06-4c26-9c94-69020ccf94f8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=1bbb1236-9fe3-48aa-aa80-d40eea7e019c HTTP/1.1" status: 200 len: 217 time: 0.0641091 Sep 23 06:41:23.350935 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a311675d-6e48-488c-8960-19362a5c080e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:23.362528 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-211899b0-c9aa-4a79-8ce8-9e5c2415e8b5 req-421f0894-73bf-4400-8956-2c8c80945547 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb864968-6b24-4eb1-822e-fcccf589be84 HTTP/1.1" status: 200 len: 217 time: 0.0455658 Sep 23 06:41:23.434521 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-188a27b3-41d7-4b3c-b3dc-01fc507084c3 req-d69a54d2-8914-47f7-a7db-eb4ab12fae53 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100883 Sep 23 06:41:23.450976 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211899b0-c9aa-4a79-8ce8-9e5c2415e8b5 req-998e5e6e-659a-43fe-9319-30e2d9509b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:23.453576 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-211899b0-c9aa-4a79-8ce8-9e5c2415e8b5 req-998e5e6e-659a-43fe-9319-30e2d9509b8b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c7d428fe-182b-4149-b884-87c9d4508732 HTTP/1.1" status: 200 len: 848 time: 0.0812988 Sep 23 06:41:23.479408 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec16add-b5ff-42cb-96c6-e29f9dedc061 req-56bcc2ad-e0ad-4224-8dee-80615ff88704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:23.480899 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9ec16add-b5ff-42cb-96c6-e29f9dedc061 req-56bcc2ad-e0ad-4224-8dee-80615ff88704 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e HTTP/1.1" status: 200 len: 843 time: 0.1197436 Sep 23 06:41:23.488372 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffd77ea-f1c5-49c5-854d-eb4759d6ae20 req-08f59976-fb9f-44e3-828f-d0448c4d4bbb tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:23.489844 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5ffd77ea-f1c5-49c5-854d-eb4759d6ae20 req-08f59976-fb9f-44e3-828f-d0448c4d4bbb tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a9c69dc-9db1-437f-a8dc-fd183244e35f HTTP/1.1" status: 200 len: 943 time: 0.2088699 Sep 23 06:41:23.494189 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb1d85f-1e5d-4582-be34-4f1c25554e08 x-openstack-request-id: req-9eb1d85f-1e5d-4582-be34-4f1c25554e08 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:41:23.494760 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9252012-7d06-45a1-bad3-31278718f78a", "tag": "fb864968-6b24-4eb1-822e-fcccf589be84", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:41:23.495179 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9eb1d85f-1e5d-4582-be34-4f1c25554e08 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:41:23.496820 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9252012-7d06-45a1-bad3-31278718f78a', 'tag': 'fb864968-6b24-4eb1-822e-fcccf589be84', 'status': 'completed', 'code': 200} Sep 23 06:41:23.499206 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-211899b0-c9aa-4a79-8ce8-9e5c2415e8b5 req-6d713464-2d64-4cb6-b5a8-8e0ebb5a7046 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b41a91e1-341c-4340-b7a8-8779367a7828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365195 Sep 23 06:41:23.560286 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9a5663ae-6be7-483d-a155-d46361a7ec72 req-28ff8972-a0c0-45bc-a977-8137692b43db service neutron] 10.222.0.58 "GET /v2.0/networks/26aba36e-f765-4b4a-a7c9-897761ec549b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393615 Sep 23 06:41:23.593071 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a311675d-6e48-488c-8960-19362a5c080e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:23.630354 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-211899b0-c9aa-4a79-8ce8-9e5c2415e8b5 req-075110b9-922d-4081-b118-a525e12f6838 service neutron] 10.222.0.21 "GET /v2.0/networks/b41a91e1-341c-4340-b7a8-8779367a7828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219130 Sep 23 06:41:23.641149 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5ffd77ea-f1c5-49c5-854d-eb4759d6ae20 req-3e8aa2f7-b0d8-4039-806f-dbfbb782a074 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/security-groups?id=12348048-69cc-4cde-9778-0654c2cd068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424212 Sep 23 06:41:23.650019 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device a50a09b5-43a2-4647-918a-817510e6fcde up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:41:23.692998 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec16add-b5ff-42cb-96c6-e29f9dedc061 req-eb33b68a-b992-4e1e-8700-45042a923374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:23.697445 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9ec16add-b5ff-42cb-96c6-e29f9dedc061 req-eb33b68a-b992-4e1e-8700-45042a923374 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=16515f0f-e5a6-4630-a440-e11fb2e02062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2064168 Sep 23 06:41:23.715563 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a311675d-6e48-488c-8960-19362a5c080e admin admin] Network cd9bd927-6b80-4e06-a111-042bf9760626 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:41:23.715919 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port a50a09b5-43a2-4647-918a-817510e6fcde triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:41:23.716431 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:23.771012 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-a311675d-6e48-488c-8960-19362a5c080e admin admin] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:41:23.785017 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a311675d-6e48-488c-8960-19362a5c080e admin admin] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:41:23.785551 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a311675d-6e48-488c-8960-19362a5c080e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068614'] for router_interface, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:23.807990 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:23.813657 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a311675d-6e48-488c-8960-19362a5c080e admin admin] Pushing event updated for resources: {'Port': ['ID=d6e5b1b2-2679-420e-9d41-02ca6359fc21,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:23.817717 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc2dc09-92b4-4284-9718-db95fd49a404 req-e34b4c69-1eee-4bce-adb5-91133850cca9 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:23.827661 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7bc2dc09-92b4-4284-9718-db95fd49a404 req-e34b4c69-1eee-4bce-adb5-91133850cca9 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=52dab61c-34b6-4d7d-b54d-a6ae13fe0c57 HTTP/1.1" status: 200 len: 948 time: 0.1455491 Sep 23 06:41:23.846125 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port a50a09b5-43a2-4647-918a-817510e6fcde, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=a50a09b5-43a2-4647-918a-817510e6fcde,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:41:23.847870 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-211899b0-c9aa-4a79-8ce8-9e5c2415e8b5 req-f4cd01c6-0315-4e68-852e-11c9690785d9 service neutron] 10.222.0.21 "GET /v2.0/networks/b41a91e1-341c-4340-b7a8-8779367a7828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067451 Sep 23 06:41:23.854156 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:23.896292 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7bc2dc09-92b4-4284-9718-db95fd49a404 req-1f904dd5-9807-4447-8c9c-aa5bd4864bc0 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677400 Sep 23 06:41:23.919288 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=a50a09b5-43a2-4647-918a-817510e6fcde,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:23.978032 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95978f45-e2e8-473a-b66d-01a6e1b37312 req-228da72b-1147-4979-8545-3418be7c3fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:23.979880 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-95978f45-e2e8-473a-b66d-01a6e1b37312 req-228da72b-1147-4979-8545-3418be7c3fae service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=64ac7894e2284bc191ac7c20f7f9ca7f&device_id=c9252012-7d06-45a1-bad3-31278718f78a HTTP/1.1" status: 200 len: 1095 time: 0.0488694 Sep 23 06:41:24.081330 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95978f45-e2e8-473a-b66d-01a6e1b37312 req-00af4ee3-6a97-4d5f-b5e2-ffa6d7390012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:24.082858 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-95978f45-e2e8-473a-b66d-01a6e1b37312 req-00af4ee3-6a97-4d5f-b5e2-ffa6d7390012 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b41a91e1-341c-4340-b7a8-8779367a7828 HTTP/1.1" status: 200 len: 909 time: 0.0949440 Sep 23 06:41:24.119612 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-0a024a71-ff57-477c-b8e2-63074093ec2c None None] Provisioning complete for port d6e5b1b2-2679-420e-9d41-02ca6359fc21 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:41:24.120144 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0a024a71-ff57-477c-b8e2-63074093ec2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:24.143173 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-95978f45-e2e8-473a-b66d-01a6e1b37312 req-2cd9cf5f-4ecc-4f31-9928-9e4f4b489d4e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb864968-6b24-4eb1-822e-fcccf589be84 HTTP/1.1" status: 200 len: 217 time: 0.0476849 Sep 23 06:41:24.164675 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-0a024a71-ff57-477c-b8e2-63074093ec2c None None] Port d6e5b1b2-2679-420e-9d41-02ca6359fc21 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:41:24.231816 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d6657-0d68-490b-a86f-fedc4917f9c5 req-3f1384ca-b2f1-47fa-9d96-7605a79fa75f tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:24.233623 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e31d6657-0d68-490b-a86f-fedc4917f9c5 req-3f1384ca-b2f1-47fa-9d96-7605a79fa75f tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef18adb-19f8-43b5-8dc9-ede7286ee548 HTTP/1.1" status: 200 len: 949 time: 0.1315644 Sep 23 06:41:24.235198 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95978f45-e2e8-473a-b66d-01a6e1b37312 req-f8466242-3a47-4ec1-a2a2-4f67ecba43f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:24.236671 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-95978f45-e2e8-473a-b66d-01a6e1b37312 req-f8466242-3a47-4ec1-a2a2-4f67ecba43f1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c7d428fe-182b-4149-b884-87c9d4508732 HTTP/1.1" status: 200 len: 848 time: 0.0801320 Sep 23 06:41:24.274646 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9a5663ae-6be7-483d-a155-d46361a7ec72 req-31cff176-44d8-44c2-b55f-b0eb41423c13 service neutron] 10.222.0.58 "GET /v2.0/networks/26aba36e-f765-4b4a-a7c9-897761ec549b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7059515 Sep 23 06:41:24.308033 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-95978f45-e2e8-473a-b66d-01a6e1b37312 req-981d93d1-537e-45c9-91c0-fc37900f3b86 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b41a91e1-341c-4340-b7a8-8779367a7828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462911 Sep 23 06:41:24.314333 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b8046-da26-4c65-b5eb-a42e00ec1cdb req-d3f284b5-4cec-4a80-b95d-34be699cafce tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:24.315530 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-549b8046-da26-4c65-b5eb-a42e00ec1cdb req-d3f284b5-4cec-4a80-b95d-34be699cafce tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9252012-7d06-45a1-bad3-31278718f78a HTTP/1.1" status: 200 len: 943 time: 0.5242271 Sep 23 06:41:24.327794 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9ec16add-b5ff-42cb-96c6-e29f9dedc061 req-9977c1c8-c4a5-4d41-ad16-5f07cf30802c service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5797544 Sep 23 06:41:24.368979 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e31d6657-0d68-490b-a86f-fedc4917f9c5 req-14fbc88a-4cac-447a-8bee-308a2222e00b tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259654 Sep 23 06:41:24.399769 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a311675d-6e48-488c-8960-19362a5c080e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:24.460775 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-95978f45-e2e8-473a-b66d-01a6e1b37312 req-b43f1574-58d0-47cf-89fb-22f4dea21c18 service neutron] 10.222.0.21 "GET /v2.0/networks/b41a91e1-341c-4340-b7a8-8779367a7828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551423 Sep 23 06:41:24.520500 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-549b8046-da26-4c65-b5eb-a42e00ec1cdb req-92660979-0232-4907-b715-5092424684f9 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900456 Sep 23 06:41:24.591172 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5663ae-6be7-483d-a155-d46361a7ec72 req-8021bc9b-94f6-44e6-ba47-9f470f71d604 tempest-LiveAutoBlockMigrationV225Test-1648181363 tempest-LiveAutoBlockMigrationV225Test-1648181363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:24.593023 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9a5663ae-6be7-483d-a155-d46361a7ec72 req-8021bc9b-94f6-44e6-ba47-9f470f71d604 tempest-LiveAutoBlockMigrationV225Test-1648181363 tempest-LiveAutoBlockMigrationV225Test-1648181363-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ee07f42e-a5b3-4a56-9277-cb1b82532763&tenant_id=4f0064bb53474048bf6eb5b78e44e4ae&binding%3Ahost_id=n-h1-715271-16 HTTP/1.1" status: 200 len: 1098 time: 0.1593387 Sep 23 06:41:24.607736 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9ec16add-b5ff-42cb-96c6-e29f9dedc061 req-c5fb370a-8765-4190-be60-4010a078e7b1 service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698038 Sep 23 06:41:24.616605 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-95978f45-e2e8-473a-b66d-01a6e1b37312 req-fce51b64-ba27-418c-981d-3b0fc9533d1b service neutron] 10.222.0.21 "GET /v2.0/networks/b41a91e1-341c-4340-b7a8-8779367a7828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430607 Sep 23 06:41:24.618731 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-9a5663ae-6be7-483d-a155-d46361a7ec72 req-1d5c10e1-664e-4b50-8905-752d9fc1a860 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-715271-16'}}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:41:24.633579 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d9f7b2-2aff-42e5-8f21-5dd9f437e8f0 req-0ce47807-3ee5-4be3-af72-ea7d80740793 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:24.635107 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e3d9f7b2-2aff-42e5-8f21-5dd9f437e8f0 req-0ce47807-3ee5-4be3-af72-ea7d80740793 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee07f42e-a5b3-4a56-9277-cb1b82532763 HTTP/1.1" status: 200 len: 946 time: 0.0697737 Sep 23 06:41:24.682727 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e3d9f7b2-2aff-42e5-8f21-5dd9f437e8f0 req-5ed64440-f254-4a92-8c33-fbb0e8b56c7a tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374992 Sep 23 06:41:24.782832 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6b1063-bd47-4489-be46-41eb1e660dcc req-fbce2238-ee1c-4ee8-88cb-220efe8410f5 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:24.784277 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3a6b1063-bd47-4489-be46-41eb1e660dcc req-fbce2238-ee1c-4ee8-88cb-220efe8410f5 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=93798e66-45d4-4cb1-b4e1-a242f30d6d03 HTTP/1.1" status: 200 len: 948 time: 0.1755276 Sep 23 06:41:24.786950 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-9a5663ae-6be7-483d-a155-d46361a7ec72 req-1d5c10e1-664e-4b50-8905-752d9fc1a860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:24.804652 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a561928-9209-4a86-b00b-710b9ae01d7d req-f2c452cd-4715-4e76-a04a-1a46c4f1f7b6 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:24.806552 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7a561928-9209-4a86-b00b-710b9ae01d7d req-f2c452cd-4715-4e76-a04a-1a46c4f1f7b6 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a9c69dc-9db1-437f-a8dc-fd183244e35f HTTP/1.1" status: 200 len: 943 time: 0.0544529 Sep 23 06:41:24.812339 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 7004b577-7b06-4c26-bf68-e53322b69dd8 details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:41:24.900214 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3a6b1063-bd47-4489-be46-41eb1e660dcc req-c394aa29-8af6-4a76-a544-c96101b5dca8 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014342 Sep 23 06:41:24.907360 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7a561928-9209-4a86-b00b-710b9ae01d7d req-ea08c397-1d0b-4d17-a8b4-41d57c5bd79e tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/security-groups?id=12348048-69cc-4cde-9778-0654c2cd068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884945 Sep 23 06:41:24.946529 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a311675d-6e48-488c-8960-19362a5c080e admin admin] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:24.983575 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a311675d-6e48-488c-8960-19362a5c080e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:24.984306 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a311675d-6e48-488c-8960-19362a5c080e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067062'] for router_interface, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:25.043119 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 7004b577-7b06-4c26-bf68-e53322b69dd8, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=7004b577-7b06-4c26-bf68-e53322b69dd8,segment=NetworkSegment(6bffb33e-e384-4d5c-b0ac-fcee1b96de5d),segment_id=6bffb33e-e384-4d5c-b0ac-fcee1b96de5d)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:41:25.055868 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': '7004b577-7b06-4c26-bf68-e53322b69dd8', 'network_id': 'f344d72e-2515-4ae1-b407-677954c55f1d', 'port_id': '7004b577-7b06-4c26-bf68-e53322b69dd8', 'mac_address': 'fa:16:3e:83:47:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74afc9c5-ebde-436e-ada9-9111bfc92597', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:41:25.102812 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:25.117373 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7004b577-7b06-4c26-bf68-e53322b69dd8 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:41:25.138454 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 7004b577-7b06-4c26-bf68-e53322b69dd8, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=7004b577-7b06-4c26-bf68-e53322b69dd8,segment=NetworkSegment(6bffb33e-e384-4d5c-b0ac-fcee1b96de5d),segment_id=6bffb33e-e384-4d5c-b0ac-fcee1b96de5d)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:41:25.140562 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-9a5663ae-6be7-483d-a155-d46361a7ec72 req-1d5c10e1-664e-4b50-8905-752d9fc1a860 service neutron] For port e147ab6d-012c-49bd-a829-86606a1ece0e, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=e147ab6d-012c-49bd-a829-86606a1ece0e,segment=NetworkSegment(df9429cb-1b73-4fcc-8ecd-d0edb039148e),segment_id=df9429cb-1b73-4fcc-8ecd-d0edb039148e)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:41:25.143188 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:25.143511 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a311675d-6e48-488c-8960-19362a5c080e admin admin] Pushing event updated for resources: {'Port': ['ID=d6e5b1b2-2679-420e-9d41-02ca6359fc21,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:25.184683 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80069f88-80a8-48c2-995c-5d04890e55c4 req-86ddbd2f-526c-4c1c-bf54-810f36b682b6 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:25.186212 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-80069f88-80a8-48c2-995c-5d04890e55c4 req-86ddbd2f-526c-4c1c-bf54-810f36b682b6 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=52dab61c-34b6-4d7d-b54d-a6ae13fe0c57 HTTP/1.1" status: 200 len: 948 time: 0.1895082 Sep 23 06:41:25.195892 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=7004b577-7b06-4c26-bf68-e53322b69dd8,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:25.232663 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a311675d-6e48-488c-8960-19362a5c080e admin admin] Network cd9bd927-6b80-4e06-a111-042bf9760626 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:41:25.240655 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-a311675d-6e48-488c-8960-19362a5c080e admin admin] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:41:25.248796 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-9a5663ae-6be7-483d-a155-d46361a7ec72 req-1d5c10e1-664e-4b50-8905-752d9fc1a860 service neutron] For port e147ab6d-012c-49bd-a829-86606a1ece0e, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:41:25.285350 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-80069f88-80a8-48c2-995c-5d04890e55c4 req-bc4f326a-364e-4226-8549-8fb9252a8b7c tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922971 Sep 23 06:41:25.352603 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee07f42e-a5b3-4a56-9277-cb1b82532763', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e147ab6d-012c-49bd-a829-86606a1ece0e'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:41:25.354906 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af9d4eb4-77ef-4262-ae11-dd03c36f4d9a" -d '{"events": [{"server_uuid": "ee07f42e-a5b3-4a56-9277-cb1b82532763", "name": "network-vif-unplugged", "status": "completed", "tag": "e147ab6d-012c-49bd-a829-86606a1ece0e"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:41:25.358941 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-9a5663ae-6be7-483d-a155-d46361a7ec72 req-1d5c10e1-664e-4b50-8905-752d9fc1a860 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:25.367910 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-9a5663ae-6be7-483d-a155-d46361a7ec72 req-1d5c10e1-664e-4b50-8905-752d9fc1a860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:25.430915 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 06:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc479a1-8262-4538-a4e9-0146ca8a3c13 x-openstack-request-id: req-7fc479a1-8262-4538-a4e9-0146ca8a3c13 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:41:25.431200 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee07f42e-a5b3-4a56-9277-cb1b82532763", "name": "network-vif-unplugged", "status": "completed", "tag": "e147ab6d-012c-49bd-a829-86606a1ece0e", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:41:25.431456 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7fc479a1-8262-4538-a4e9-0146ca8a3c13 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:41:25.431848 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee07f42e-a5b3-4a56-9277-cb1b82532763', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e147ab6d-012c-49bd-a829-86606a1ece0e', 'code': 200} Sep 23 06:41:25.496885 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-d9567b69-ad25-4ca3-be1d-ec00c2aad23b None None] Provisioning complete for port d6e5b1b2-2679-420e-9d41-02ca6359fc21 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:41:25.497526 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d9567b69-ad25-4ca3-be1d-ec00c2aad23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:25.507144 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5c10e1-664e-4b50-8905-752d9fc1a860 service neutron] Pushing event updated for resources: {'Port': ['ID=e147ab6d-012c-49bd-a829-86606a1ece0e,revision_number=7']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:25.527047 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a311675d-6e48-488c-8960-19362a5c080e admin admin] Router b3c662a3-0c7c-4e7d-a446-8b2966cc7010 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:41:25.535255 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-d9567b69-ad25-4ca3-be1d-ec00c2aad23b None None] Port d6e5b1b2-2679-420e-9d41-02ca6359fc21 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:41:25.554858 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-9a5663ae-6be7-483d-a155-d46361a7ec72 req-1d5c10e1-664e-4b50-8905-752d9fc1a860 service neutron] Attempting to bind port e147ab6d-012c-49bd-a829-86606a1ece0e on host n-h1-715271-16 for vnic_type normal with profile {"migrating_to": "n-h2-715271-16"} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:41:25.554858 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-9a5663ae-6be7-483d-a155-d46361a7ec72 req-1d5c10e1-664e-4b50-8905-752d9fc1a860 service neutron] Attempting to bind port e147ab6d-012c-49bd-a829-86606a1ece0e by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': 'df9429cb-1b73-4fcc-8ecd-d0edb039148e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '26aba36e-f765-4b4a-a7c9-897761ec549b'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:41:25.554858 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5663ae-6be7-483d-a155-d46361a7ec72 req-1d5c10e1-664e-4b50-8905-752d9fc1a860 service neutron] Attempting to bind port e147ab6d-012c-49bd-a829-86606a1ece0e on network 26aba36e-f765-4b4a-a7c9-897761ec549b {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:41:25.568363 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4157c-d8a6-44d0-aaf7-148f7f9ad3a4 req-737e54a4-0135-4b22-8604-b4c6f3e5e8d0 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:25.570244 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-27e4157c-d8a6-44d0-aaf7-148f7f9ad3a4 req-737e54a4-0135-4b22-8604-b4c6f3e5e8d0 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef18adb-19f8-43b5-8dc9-ede7286ee548 HTTP/1.1" status: 200 len: 949 time: 0.1284456 Sep 23 06:41:25.574130 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5663ae-6be7-483d-a155-d46361a7ec72 req-1d5c10e1-664e-4b50-8905-752d9fc1a860 service neutron] Port e147ab6d-012c-49bd-a829-86606a1ece0e on network 26aba36e-f765-4b4a-a7c9-897761ec549b not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:41:25.574457 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5663ae-6be7-483d-a155-d46361a7ec72 req-1d5c10e1-664e-4b50-8905-752d9fc1a860 service neutron] Attempting to bind port e147ab6d-012c-49bd-a829-86606a1ece0e on network 26aba36e-f765-4b4a-a7c9-897761ec549b {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:41:25.611816 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device a50a09b5-43a2-4647-918a-817510e6fcde up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:41:25.625314 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5663ae-6be7-483d-a155-d46361a7ec72 req-1d5c10e1-664e-4b50-8905-752d9fc1a860 service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:41:25.625655 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5663ae-6be7-483d-a155-d46361a7ec72 req-1d5c10e1-664e-4b50-8905-752d9fc1a860 service neutron] Checking segment: {'id': 'df9429cb-1b73-4fcc-8ecd-d0edb039148e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '26aba36e-f765-4b4a-a7c9-897761ec549b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:41:25.626087 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5663ae-6be7-483d-a155-d46361a7ec72 req-1d5c10e1-664e-4b50-8905-752d9fc1a860 service neutron] Bound using segment: {'id': 'df9429cb-1b73-4fcc-8ecd-d0edb039148e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '26aba36e-f765-4b4a-a7c9-897761ec549b'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:41:25.626767 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-9a5663ae-6be7-483d-a155-d46361a7ec72 req-1d5c10e1-664e-4b50-8905-752d9fc1a860 service neutron] Bound port: e147ab6d-012c-49bd-a829-86606a1ece0e, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df9429cb-1b73-4fcc-8ecd-d0edb039148e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '26aba36e-f765-4b4a-a7c9-897761ec549b'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:41:25.627111 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-9a5663ae-6be7-483d-a155-d46361a7ec72 req-1d5c10e1-664e-4b50-8905-752d9fc1a860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:25.682018 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d35a6-81bb-417d-b6c8-c5313a91b38b req-792232d7-00e5-4d8d-b0dc-3ea6eaa9cf82 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:25.683534 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ca5d35a6-81bb-417d-b6c8-c5313a91b38b req-792232d7-00e5-4d8d-b0dc-3ea6eaa9cf82 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9252012-7d06-45a1-bad3-31278718f78a HTTP/1.1" status: 200 len: 943 time: 0.0672123 Sep 23 06:41:25.708855 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port a50a09b5-43a2-4647-918a-817510e6fcde triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:41:25.710508 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:25.727707 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ca5d35a6-81bb-417d-b6c8-c5313a91b38b req-16d5b913-abb4-4fab-b12e-b003b247ba66 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367723 Sep 23 06:41:25.734550 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-27e4157c-d8a6-44d0-aaf7-148f7f9ad3a4 req-0624148f-7009-45d5-9f98-ded9c19add58 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218495 Sep 23 06:41:25.760637 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a311675d-6e48-488c-8960-19362a5c080e admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:41:25.766934 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-a311675d-6e48-488c-8960-19362a5c080e admin admin] 10.222.0.39 "PUT /v2.0/routers/b3c662a3-0c7c-4e7d-a446-8b2966cc7010/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3816004 Sep 23 06:41:25.772039 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-9a5663ae-6be7-483d-a155-d46361a7ec72 req-1d5c10e1-664e-4b50-8905-752d9fc1a860 service neutron] For port e147ab6d-012c-49bd-a829-86606a1ece0e, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:41:25.776214 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-9a5663ae-6be7-483d-a155-d46361a7ec72 req-1d5c10e1-664e-4b50-8905-752d9fc1a860 service neutron] For port e147ab6d-012c-49bd-a829-86606a1ece0e, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=e147ab6d-012c-49bd-a829-86606a1ece0e,segment=NetworkSegment(df9429cb-1b73-4fcc-8ecd-d0edb039148e),segment_id=df9429cb-1b73-4fcc-8ecd-d0edb039148e)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:41:25.780377 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c397ad-c0d6-425d-9e1a-cec7522e9926 None None] Sync routers for ids ['b3c662a3-0c7c-4e7d-a446-8b2966cc7010'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:41:25.780796 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-9a5663ae-6be7-483d-a155-d46361a7ec72 req-1d5c10e1-664e-4b50-8905-752d9fc1a860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:25.802800 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c397ad-c0d6-425d-9e1a-cec7522e9926 None None] Routers {'b3c662a3-0c7c-4e7d-a446-8b2966cc7010'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:41:25.804282 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-35c397ad-c0d6-425d-9e1a-cec7522e9926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:41:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['b3c662a3-0c7c-4e7d-a446-8b2966cc7010'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:41:25.872712 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5663ae-6be7-483d-a155-d46361a7ec72 req-1d5c10e1-664e-4b50-8905-752d9fc1a860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:25.873493 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-9a5663ae-6be7-483d-a155-d46361a7ec72 req-1d5c10e1-664e-4b50-8905-752d9fc1a860 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:25.875547 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9a5663ae-6be7-483d-a155-d46361a7ec72 req-1d5c10e1-664e-4b50-8905-752d9fc1a860 service neutron] 10.222.0.58 "PUT /v2.0/ports/e147ab6d-012c-49bd-a829-86606a1ece0e HTTP/1.1" status: 200 len: 1124 time: 1.2623286 Sep 23 06:41:25.876710 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5c10e1-664e-4b50-8905-752d9fc1a860 service neutron] Pushing event updated for resources: {'Port': ['ID=e147ab6d-012c-49bd-a829-86606a1ece0e,revision_number=8']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:25.932669 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b192ac93-86a0-4666-9079-e42b7c7d0730 req-009bb5f4-5706-4e4c-bf36-bec2407c7b6f tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:25.934591 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b192ac93-86a0-4666-9079-e42b7c7d0730 req-009bb5f4-5706-4e4c-bf36-bec2407c7b6f tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee07f42e-a5b3-4a56-9277-cb1b82532763 HTTP/1.1" status: 200 len: 944 time: 0.0885394 Sep 23 06:41:25.995570 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b192ac93-86a0-4666-9079-e42b7c7d0730 req-f58b71b2-6552-4627-928a-9f8cbb28240c tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513191 Sep 23 06:41:25.998504 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['7004b577-7b06-4c26-bf68-e53322b69dd8'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:41:26.062842 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-35c397ad-c0d6-425d-9e1a-cec7522e9926 None None] Set router b3c662a3-0c7c-4e7d-a446-8b2966cc7010 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:41:26.068181 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a5a32c-c7c6-41b1-98da-5b64ab85884a req-360cfae4-2d71-455b-b37d-d28620013bb8 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:26.070537 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d2a5a32c-c7c6-41b1-98da-5b64ab85884a req-360cfae4-2d71-455b-b37d-d28620013bb8 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=93798e66-45d4-4cb1-b4e1-a242f30d6d03 HTTP/1.1" status: 200 len: 948 time: 0.0617054 Sep 23 06:41:26.119079 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d2a5a32c-c7c6-41b1-98da-5b64ab85884a req-48d27a68-270a-4992-bd27-9a090bbf5cd8 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414848 Sep 23 06:41:26.125938 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a0337-02c9-47fd-a9b7-47d4b6cb650b req-49c272ca-9aa0-4ea5-8486-ceeff854241d tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:26.127536 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-508a0337-02c9-47fd-a9b7-47d4b6cb650b req-49c272ca-9aa0-4ea5-8486-ceeff854241d tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a9c69dc-9db1-437f-a8dc-fd183244e35f HTTP/1.1" status: 200 len: 944 time: 0.0584319 Sep 23 06:41:26.165065 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['e147ab6d-012c-49bd-a829-86606a1ece0e'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:41:26.183388 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-508a0337-02c9-47fd-a9b7-47d4b6cb650b req-33ed7eb6-d9d4-4d6a-93a8-b7a893aaca90 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/security-groups?id=12348048-69cc-4cde-9778-0654c2cd068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375960 Sep 23 06:41:26.268469 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-12cb2fb7-f475-48ce-bf5b-93ae20d340c6 req-fdc0e599-d665-43e6-b74f-9c35c63fe67f tempest-FloatingIPsNegativeTestJSON-1940329030 tempest-FloatingIPsNegativeTestJSON-1940329030-project] 10.222.0.39 "GET /v2.0/floatingips?tenant_id=8d0700920f79453692c4488fecff29e5 HTTP/1.1" status: 200 len: 217 time: 0.0590892 Sep 23 06:41:26.314512 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-411dc627-5e69-4520-984d-e4291f1cdf3f req-162c9d0a-465e-427d-a422-576bbc8411db tempest-FloatingIPsNegativeTestJSON-1940329030 tempest-FloatingIPsNegativeTestJSON-1940329030-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0235941 Sep 23 06:41:26.413755 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f623d5c-4cfe-46a5-baef-4991d6b5d5ef req-62fb91b9-9bab-456f-9205-59b03c64ec85 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:26.415724 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0f623d5c-4cfe-46a5-baef-4991d6b5d5ef req-62fb91b9-9bab-456f-9205-59b03c64ec85 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=52dab61c-34b6-4d7d-b54d-a6ae13fe0c57 HTTP/1.1" status: 200 len: 948 time: 0.0506008 Sep 23 06:41:26.457785 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-35c397ad-c0d6-425d-9e1a-cec7522e9926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c662a3-0c7c-4e7d-a446-8b2966cc7010', 'name': 'tempest-FloatingIPsNegativeTestJSON-1988759281-router', 'tenant_id': '8d0700920f79453692c4488fecff29e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'a50a09b5-43a2-4647-918a-817510e6fcde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:41:17Z', 'updated_at': '2021-09-23T06:41:24Z', 'revision_number': 4, 'project_id': '8d0700920f79453692c4488fecff29e5', 'gw_port': {'id': 'a50a09b5-43a2-4647-918a-817510e6fcde', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:29:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c662a3-0c7c-4e7d-a446-8b2966cc7010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:41:18Z', 'updated_at': '2021-09-23T06:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': 'd6e5b1b2-2679-420e-9d41-02ca6359fc21', 'name': '', 'network_id': 'cd9bd927-6b80-4e06-a111-042bf9760626', 'tenant_id': '8d0700920f79453692c4488fecff29e5', 'mac_address': 'fa:16:3e:48:9f:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c662a3-0c7c-4e7d-a446-8b2966cc7010', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '6d7cbda1-c187-44bb-b170-c4037fa8e898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:41:22Z', 'updated_at': '2021-09-23T06:41:24Z', 'revision_number': 2, 'project_id': '8d0700920f79453692c4488fecff29e5', 'subnets': [{'id': '6d7cbda1-c187-44bb-b170-c4037fa8e898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:41:26.458167 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0f623d5c-4cfe-46a5-baef-4991d6b5d5ef req-3016567a-29b7-4e75-9968-e9ee49b60c9e tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350819 Sep 23 06:41:26.503748 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c397ad-c0d6-425d-9e1a-cec7522e9926 None None] Checking router: b3c662a3-0c7c-4e7d-a446-8b2966cc7010 for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:41:26.504428 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c397ad-c0d6-425d-9e1a-cec7522e9926 None None] Updating router b3c662a3-0c7c-4e7d-a446-8b2966cc7010 port d6e5b1b2-2679-420e-9d41-02ca6359fc21 binding host n-d-715271-16 {{(pid=95067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 06:41:26.510724 n-d-715271-16 neutron-server[95066]: INFO neutron.api.v2.resource [req-e7ce2a09-efb9-4135-99c9-a36be54ceaa6 req-671988a2-d52b-42ef-b511-3c31de73b2c4 tempest-FloatingIPsNegativeTestJSON-1940329030 tempest-FloatingIPsNegativeTestJSON-1940329030-project] show failed (client error): The resource could not be found. Sep 23 06:41:26.511886 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e7ce2a09-efb9-4135-99c9-a36be54ceaa6 req-671988a2-d52b-42ef-b511-3c31de73b2c4 tempest-FloatingIPsNegativeTestJSON-1940329030 tempest-FloatingIPsNegativeTestJSON-1940329030-project] 10.222.0.39 "GET /v2.0/floatingips/434bdb60-2552-4ca6-9ef7-f853739227c1 HTTP/1.1" status: 404 len: 350 time: 0.0405674 Sep 23 06:41:26.520639 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 49224) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:41:26.546388 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-35c397ad-c0d6-425d-9e1a-cec7522e9926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:26.872815 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-35c397ad-c0d6-425d-9e1a-cec7522e9926 None None] Notify callbacks [] for port, precommit_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:26.878185 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-35c397ad-c0d6-425d-9e1a-cec7522e9926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:26.933437 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73b40f1-8adb-4d9c-9260-87e9b1aca822 None None] Pushing event updated for resources: {'Port': ['ID=d6e5b1b2-2679-420e-9d41-02ca6359fc21,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:26.971760 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cfee8f-5441-4042-af30-4e5926c7ba0f req-0eb1b7f0-1744-48ca-b0bc-74ba88c8928a tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:26.973403 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b9cfee8f-5441-4042-af30-4e5926c7ba0f req-0eb1b7f0-1744-48ca-b0bc-74ba88c8928a tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9252012-7d06-45a1-bad3-31278718f78a HTTP/1.1" status: 200 len: 943 time: 0.1032982 Sep 23 06:41:26.994075 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-35c397ad-c0d6-425d-9e1a-cec7522e9926 None None] Attempting to bind port d6e5b1b2-2679-420e-9d41-02ca6359fc21 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:41:26.994997 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-35c397ad-c0d6-425d-9e1a-cec7522e9926 None None] Attempting to bind port d6e5b1b2-2679-420e-9d41-02ca6359fc21 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '84dd1438-3a43-4ec0-805d-1066565b875f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'cd9bd927-6b80-4e06-a111-042bf9760626'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:41:26.994997 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c397ad-c0d6-425d-9e1a-cec7522e9926 None None] Attempting to bind port d6e5b1b2-2679-420e-9d41-02ca6359fc21 on network cd9bd927-6b80-4e06-a111-042bf9760626 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:41:27.000771 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c397ad-c0d6-425d-9e1a-cec7522e9926 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:41:27.001436 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c397ad-c0d6-425d-9e1a-cec7522e9926 None None] Checking segment: {'id': '84dd1438-3a43-4ec0-805d-1066565b875f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'cd9bd927-6b80-4e06-a111-042bf9760626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:41:27.001537 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-35c397ad-c0d6-425d-9e1a-cec7522e9926 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:27.001887 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c397ad-c0d6-425d-9e1a-cec7522e9926 None None] Bound using segment: {'id': '84dd1438-3a43-4ec0-805d-1066565b875f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'cd9bd927-6b80-4e06-a111-042bf9760626'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:41:27.002374 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-35c397ad-c0d6-425d-9e1a-cec7522e9926 None None] Bound port: d6e5b1b2-2679-420e-9d41-02ca6359fc21, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84dd1438-3a43-4ec0-805d-1066565b875f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'cd9bd927-6b80-4e06-a111-042bf9760626'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:41:27.002755 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-35c397ad-c0d6-425d-9e1a-cec7522e9926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:27.039849 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139496c8-3bb1-4d0f-97f8-4c3564d53350 req-4886822d-3db6-4032-809e-50b1e3fda339 tempest-ServersAdminTestJSON-23842502 tempest-ServersAdminTestJSON-23842502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:27.040413 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139496c8-3bb1-4d0f-97f8-4c3564d53350 req-4886822d-3db6-4032-809e-50b1e3fda339 tempest-ServersAdminTestJSON-23842502 tempest-ServersAdminTestJSON-23842502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:27.040810 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139496c8-3bb1-4d0f-97f8-4c3564d53350 req-4886822d-3db6-4032-809e-50b1e3fda339 tempest-ServersAdminTestJSON-23842502 tempest-ServersAdminTestJSON-23842502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:27.041282 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139496c8-3bb1-4d0f-97f8-4c3564d53350 req-4886822d-3db6-4032-809e-50b1e3fda339 tempest-ServersAdminTestJSON-23842502 tempest-ServersAdminTestJSON-23842502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:27.041756 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139496c8-3bb1-4d0f-97f8-4c3564d53350 req-4886822d-3db6-4032-809e-50b1e3fda339 tempest-ServersAdminTestJSON-23842502 tempest-ServersAdminTestJSON-23842502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:27.042253 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139496c8-3bb1-4d0f-97f8-4c3564d53350 req-4886822d-3db6-4032-809e-50b1e3fda339 tempest-ServersAdminTestJSON-23842502 tempest-ServersAdminTestJSON-23842502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:27.042718 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139496c8-3bb1-4d0f-97f8-4c3564d53350 req-4886822d-3db6-4032-809e-50b1e3fda339 tempest-ServersAdminTestJSON-23842502 tempest-ServersAdminTestJSON-23842502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:27.043190 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139496c8-3bb1-4d0f-97f8-4c3564d53350 req-4886822d-3db6-4032-809e-50b1e3fda339 tempest-ServersAdminTestJSON-23842502 tempest-ServersAdminTestJSON-23842502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:27.043922 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139496c8-3bb1-4d0f-97f8-4c3564d53350 req-4886822d-3db6-4032-809e-50b1e3fda339 tempest-ServersAdminTestJSON-23842502 tempest-ServersAdminTestJSON-23842502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:27.044398 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139496c8-3bb1-4d0f-97f8-4c3564d53350 req-4886822d-3db6-4032-809e-50b1e3fda339 tempest-ServersAdminTestJSON-23842502 tempest-ServersAdminTestJSON-23842502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:27.044863 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139496c8-3bb1-4d0f-97f8-4c3564d53350 req-4886822d-3db6-4032-809e-50b1e3fda339 tempest-ServersAdminTestJSON-23842502 tempest-ServersAdminTestJSON-23842502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:27.045327 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139496c8-3bb1-4d0f-97f8-4c3564d53350 req-4886822d-3db6-4032-809e-50b1e3fda339 tempest-ServersAdminTestJSON-23842502 tempest-ServersAdminTestJSON-23842502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:27.045790 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139496c8-3bb1-4d0f-97f8-4c3564d53350 req-4886822d-3db6-4032-809e-50b1e3fda339 tempest-ServersAdminTestJSON-23842502 tempest-ServersAdminTestJSON-23842502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:27.046282 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139496c8-3bb1-4d0f-97f8-4c3564d53350 req-4886822d-3db6-4032-809e-50b1e3fda339 tempest-ServersAdminTestJSON-23842502 tempest-ServersAdminTestJSON-23842502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:27.046737 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139496c8-3bb1-4d0f-97f8-4c3564d53350 req-4886822d-3db6-4032-809e-50b1e3fda339 tempest-ServersAdminTestJSON-23842502 tempest-ServersAdminTestJSON-23842502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:27.047410 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139496c8-3bb1-4d0f-97f8-4c3564d53350 req-4886822d-3db6-4032-809e-50b1e3fda339 tempest-ServersAdminTestJSON-23842502 tempest-ServersAdminTestJSON-23842502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:27.047881 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139496c8-3bb1-4d0f-97f8-4c3564d53350 req-4886822d-3db6-4032-809e-50b1e3fda339 tempest-ServersAdminTestJSON-23842502 tempest-ServersAdminTestJSON-23842502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:27.048567 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139496c8-3bb1-4d0f-97f8-4c3564d53350 req-4886822d-3db6-4032-809e-50b1e3fda339 tempest-ServersAdminTestJSON-23842502 tempest-ServersAdminTestJSON-23842502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:27.049040 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139496c8-3bb1-4d0f-97f8-4c3564d53350 req-4886822d-3db6-4032-809e-50b1e3fda339 tempest-ServersAdminTestJSON-23842502 tempest-ServersAdminTestJSON-23842502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:27.051785 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-139496c8-3bb1-4d0f-97f8-4c3564d53350 req-4886822d-3db6-4032-809e-50b1e3fda339 tempest-ServersAdminTestJSON-23842502 tempest-ServersAdminTestJSON-23842502-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=c9252012-7d06-45a1-bad3-31278718f78a&device_id=52dab61c-34b6-4d7d-b54d-a6ae13fe0c57&device_id=4a9c69dc-9db1-437f-a8dc-fd183244e35f&device_id=93798e66-45d4-4cb1-b4e1-a242f30d6d03&device_id=62c47636-a19f-406c-a0f6-5869c1db8c46&device_id=bd017062-4df5-4803-abae-496460178f05&device_id=ee07f42e-a5b3-4a56-9277-cb1b82532763&device_id=24161fdf-5d99-4272-9d81-593c04cd8557&device_id=14d41217-85f8-4b83-9fe1-90caa01cf293&device_id=3b299a60-b390-4402-8035-a9d80acba074&device_id=0ef18adb-19f8-43b5-8dc9-ede7286ee548&device_id=0d066146-5326-49ba-9d6b-ab3e86c1461c&device_id=f559566e-6477-4aed-b38a-9fb7a705dfc2&device_id=526a986e-513d-42ed-a665-fbd73e935504&device_id=8b4b1887-d58e-42d0-858c-458fafa87ec7&device_id=c596078e-5eac-4681-87db-04b02147197d&device_id=f0f182bb-9275-4650-a99a-5d7f9feaf109&device_id=51db8430-1989-426f-8b96-eefbf99cfcdf&device_id=2f6d2b76-656f-4f25-a7ff-9abed767934d HTTP/1.1" status: 200 len: 17145 time: 0.0838838 Sep 23 06:41:27.064086 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b9cfee8f-5441-4042-af30-4e5926c7ba0f req-aabda49b-42c7-463b-b4bc-4762e869a420 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804543 Sep 23 06:41:27.078550 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-139496c8-3bb1-4d0f-97f8-4c3564d53350 req-fcceeae8-2a09-48e2-b048-772e92398974 tempest-ServersAdminTestJSON-23842502 tempest-ServersAdminTestJSON-23842502-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:27.086319 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-35c397ad-c0d6-425d-9e1a-cec7522e9926 None None] For port d6e5b1b2-2679-420e-9d41-02ca6359fc21, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:41:27.091929 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-35c397ad-c0d6-425d-9e1a-cec7522e9926 None None] For port d6e5b1b2-2679-420e-9d41-02ca6359fc21, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=d6e5b1b2-2679-420e-9d41-02ca6359fc21,segment=NetworkSegment(84dd1438-3a43-4ec0-805d-1066565b875f),segment_id=84dd1438-3a43-4ec0-805d-1066565b875f)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:41:27.099864 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-35c397ad-c0d6-425d-9e1a-cec7522e9926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:27.204154 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73b40f1-8adb-4d9c-9260-87e9b1aca822 None None] Pushing event updated for resources: {'Port': ['ID=d6e5b1b2-2679-420e-9d41-02ca6359fc21,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:27.214566 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c397ad-c0d6-425d-9e1a-cec7522e9926 None None] Routers {'b3c662a3-0c7c-4e7d-a446-8b2966cc7010'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:41:27.215197 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-35c397ad-c0d6-425d-9e1a-cec7522e9926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:41:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['b3c662a3-0c7c-4e7d-a446-8b2966cc7010'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:41:27.226057 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-139496c8-3bb1-4d0f-97f8-4c3564d53350 req-fcceeae8-2a09-48e2-b048-772e92398974 tempest-ServersAdminTestJSON-23842502 tempest-ServersAdminTestJSON-23842502-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:27.231859 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-139496c8-3bb1-4d0f-97f8-4c3564d53350 req-fcceeae8-2a09-48e2-b048-772e92398974 tempest-ServersAdminTestJSON-23842502 tempest-ServersAdminTestJSON-23842502-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:27.274823 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-139496c8-3bb1-4d0f-97f8-4c3564d53350 req-fcceeae8-2a09-48e2-b048-772e92398974 tempest-ServersAdminTestJSON-23842502 tempest-ServersAdminTestJSON-23842502-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&id=12348048-69cc-4cde-9778-0654c2cd068c&id=8dfb9b91-c839-45a6-ad00-d87fab5f07e4&id=65fbd1da-0e26-40ca-ba43-638595968dc0&id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 712 time: 0.2134321 Sep 23 06:41:27.299560 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-827a1214-4ce1-4a19-9bfe-9276922162b6 None None] Provisioning complete for port d6e5b1b2-2679-420e-9d41-02ca6359fc21 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:41:27.299957 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-827a1214-4ce1-4a19-9bfe-9276922162b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:27.322184 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788f3eba-907e-45de-b224-4f1da94ac903 req-efd69360-2313-4759-b365-550c67f5f2e3 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:27.322383 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcceeae8-2a09-48e2-b048-772e92398974 tempest-ServersAdminTestJSON-23842502 tempest-ServersAdminTestJSON-23842502-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15986363-21e3-424a-8c52-83775e2789fe,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:27.330864 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-788f3eba-907e-45de-b224-4f1da94ac903 req-efd69360-2313-4759-b365-550c67f5f2e3 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef18adb-19f8-43b5-8dc9-ede7286ee548 HTTP/1.1" status: 200 len: 949 time: 0.1290548 Sep 23 06:41:27.399180 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e003e3-9a6c-420f-944d-288eb36af68a req-c34714f4-fcf9-467a-b469-f58b2d533228 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:27.407769 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c5e003e3-9a6c-420f-944d-288eb36af68a req-c34714f4-fcf9-467a-b469-f58b2d533228 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee07f42e-a5b3-4a56-9277-cb1b82532763 HTTP/1.1" status: 200 len: 944 time: 0.0624123 Sep 23 06:41:27.414338 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-788f3eba-907e-45de-b224-4f1da94ac903 req-a6dbf20f-0b42-466c-b3d4-fb9837d4a645 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746481 Sep 23 06:41:27.432934 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee07f42e-a5b3-4a56-9277-cb1b82532763', 'tag': 'e147ab6d-012c-49bd-a829-86606a1ece0e'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:41:27.436163 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ca989c-c1a6-4d48-8732-5f69344a6229" -d '{"events": [{"name": "network-changed", "server_uuid": "ee07f42e-a5b3-4a56-9277-cb1b82532763", "tag": "e147ab6d-012c-49bd-a829-86606a1ece0e"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:41:27.440384 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-35c397ad-c0d6-425d-9e1a-cec7522e9926 None None] Set router b3c662a3-0c7c-4e7d-a446-8b2966cc7010 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:41:27.468187 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c5e003e3-9a6c-420f-944d-288eb36af68a req-73c0a639-c7db-4489-90f4-2a3e80355d76 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594172 Sep 23 06:41:27.603166 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7e5a9476-d833-4620-839b-b77e9a113665 req-3bb51461-8996-4df8-9e12-203873894040 service neutron] 10.222.0.21 "GET /v2.0/ports/7075373d-4579-48cb-b9e5-04ad3c7a8c47/bindings/n-h1-715271-16 HTTP/1.1" status: 200 len: 383 time: 0.1868689 Sep 23 06:41:27.613429 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85267466-3544-4f6c-b879-ee19852bc3d1 req-943eb564-8ebc-4b25-86fe-17d707e7078a tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:27.621972 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-85267466-3544-4f6c-b879-ee19852bc3d1 req-943eb564-8ebc-4b25-86fe-17d707e7078a tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a9c69dc-9db1-437f-a8dc-fd183244e35f HTTP/1.1" status: 200 len: 944 time: 0.1207323 Sep 23 06:41:27.646616 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bbcf5fd1-2b05-424a-9a53-5d4edea53372 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066969'] for router_interface, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:27.652691 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5906dfb-43c9-44d0-bbb1-cbd3b46d2116 x-openstack-request-id: req-c5906dfb-43c9-44d0-bbb1-cbd3b46d2116 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:41:27.653087 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee07f42e-a5b3-4a56-9277-cb1b82532763", "tag": "e147ab6d-012c-49bd-a829-86606a1ece0e", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:41:27.653424 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c5906dfb-43c9-44d0-bbb1-cbd3b46d2116 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:41:27.653932 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee07f42e-a5b3-4a56-9277-cb1b82532763', 'tag': 'e147ab6d-012c-49bd-a829-86606a1ece0e', 'status': 'completed', 'code': 200} Sep 23 06:41:27.704087 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-827a1214-4ce1-4a19-9bfe-9276922162b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:27.763945 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-85267466-3544-4f6c-b879-ee19852bc3d1 req-f305b26e-d0a7-454a-89a8-752669446fee tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/security-groups?id=12348048-69cc-4cde-9778-0654c2cd068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409872 Sep 23 06:41:27.766649 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53df34bf-51c7-4df9-be4a-a4cab0127719 req-b22f4dd2-179e-401b-8522-36992b750cf9 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:27.768838 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-53df34bf-51c7-4df9-be4a-a4cab0127719 req-b22f4dd2-179e-401b-8522-36992b750cf9 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=52dab61c-34b6-4d7d-b54d-a6ae13fe0c57 HTTP/1.1" status: 200 len: 948 time: 0.0600364 Sep 23 06:41:27.773362 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-827a1214-4ce1-4a19-9bfe-9276922162b6 None None] For port d6e5b1b2-2679-420e-9d41-02ca6359fc21, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=d6e5b1b2-2679-420e-9d41-02ca6359fc21,segment=NetworkSegment(84dd1438-3a43-4ec0-805d-1066565b875f),segment_id=84dd1438-3a43-4ec0-805d-1066565b875f)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:41:27.783409 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-827a1214-4ce1-4a19-9bfe-9276922162b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:27.848141 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-53df34bf-51c7-4df9-be4a-a4cab0127719 req-e051e969-6d60-4e3a-968d-75cc96a78616 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584078 Sep 23 06:41:27.868264 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca989c-c1a6-4d48-8732-5f69344a6229 req-e62057a0-3b92-4480-a2b5-726f10d38ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:27.869841 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a2ca989c-c1a6-4d48-8732-5f69344a6229 req-e62057a0-3b92-4480-a2b5-726f10d38ea6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4f0064bb53474048bf6eb5b78e44e4ae&device_id=ee07f42e-a5b3-4a56-9277-cb1b82532763 HTTP/1.1" status: 200 len: 1127 time: 0.1701097 Sep 23 06:41:27.907304 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827a1214-4ce1-4a19-9bfe-9276922162b6 None None] Pushing event updated for resources: {'Port': ['ID=d6e5b1b2-2679-420e-9d41-02ca6359fc21,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:27.945351 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-7ba7d8b9-25ae-4e8e-b7c5-8ebd639579bb None None] Provisioning complete for port d6e5b1b2-2679-420e-9d41-02ca6359fc21 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:41:27.945887 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-7ba7d8b9-25ae-4e8e-b7c5-8ebd639579bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:28.010370 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-35c397ad-c0d6-425d-9e1a-cec7522e9926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c662a3-0c7c-4e7d-a446-8b2966cc7010', 'name': 'tempest-FloatingIPsNegativeTestJSON-1988759281-router', 'tenant_id': '8d0700920f79453692c4488fecff29e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'a50a09b5-43a2-4647-918a-817510e6fcde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:41:17Z', 'updated_at': '2021-09-23T06:41:24Z', 'revision_number': 4, 'project_id': '8d0700920f79453692c4488fecff29e5', 'gw_port': {'id': 'a50a09b5-43a2-4647-918a-817510e6fcde', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:29:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c662a3-0c7c-4e7d-a446-8b2966cc7010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:41:18Z', 'updated_at': '2021-09-23T06:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': 'd6e5b1b2-2679-420e-9d41-02ca6359fc21', 'name': '', 'network_id': 'cd9bd927-6b80-4e06-a111-042bf9760626', 'tenant_id': '8d0700920f79453692c4488fecff29e5', 'mac_address': 'fa:16:3e:48:9f:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c662a3-0c7c-4e7d-a446-8b2966cc7010', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '6d7cbda1-c187-44bb-b170-c4037fa8e898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:41:22Z', 'updated_at': '2021-09-23T06:41:27Z', 'revision_number': 4, 'project_id': '8d0700920f79453692c4488fecff29e5', 'subnets': [{'id': '6d7cbda1-c187-44bb-b170-c4037fa8e898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:41:28.030575 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a9476-d833-4620-839b-b77e9a113665 req-c8b825e9-d0a1-41c7-bef5-7b7a8a89cfec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:28.032346 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7e5a9476-d833-4620-839b-b77e9a113665 req-c8b825e9-d0a1-41c7-bef5-7b7a8a89cfec service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0ef18adb-19f8-43b5-8dc9-ede7286ee548&tenant_id=5ca4f991227448e1b6417695cbfdc362 HTTP/1.1" status: 200 len: 1101 time: 0.0703549 Sep 23 06:41:28.045015 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c397ad-c0d6-425d-9e1a-cec7522e9926 None None] The sync data for ids ['b3c662a3-0c7c-4e7d-a446-8b2966cc7010'] in n-d-715271-16 is: [{'id': 'b3c662a3-0c7c-4e7d-a446-8b2966cc7010', 'name': 'tempest-FloatingIPsNegativeTestJSON-1988759281-router', 'tenant_id': '8d0700920f79453692c4488fecff29e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'a50a09b5-43a2-4647-918a-817510e6fcde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:41:17Z', 'updated_at': '2021-09-23T06:41:24Z', 'revision_number': 4, 'project_id': '8d0700920f79453692c4488fecff29e5', 'gw_port': {'id': 'a50a09b5-43a2-4647-918a-817510e6fcde', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:29:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c662a3-0c7c-4e7d-a446-8b2966cc7010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:41:18Z', 'updated_at': '2021-09-23T06:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': 'd6e5b1b2-2679-420e-9d41-02ca6359fc21', 'name': '', 'network_id': 'cd9bd927-6b80-4e06-a111-042bf9760626', 'tenant_id': '8d0700920f79453692c4488fecff29e5', 'mac_address': 'fa:16:3e:48:9f:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c662a3-0c7c-4e7d-a446-8b2966cc7010', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '6d7cbda1-c187-44bb-b170-c4037fa8e898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:41:22Z', 'updated_at': '2021-09-23T06:41:27Z', 'revision_number': 4, 'project_id': '8d0700920f79453692c4488fecff29e5', 'subnets': [{'id': '6d7cbda1-c187-44bb-b170-c4037fa8e898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:41:28.148952 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a9476-d833-4620-839b-b77e9a113665 req-24965c24-4e1c-47c9-9e45-9a89a17a5c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:28.151073 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7e5a9476-d833-4620-839b-b77e9a113665 req-24965c24-4e1c-47c9-9e45-9a89a17a5c9e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5ca4f991227448e1b6417695cbfdc362&device_id=0ef18adb-19f8-43b5-8dc9-ede7286ee548 HTTP/1.1" status: 200 len: 1101 time: 0.0792475 Sep 23 06:41:28.167204 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca989c-c1a6-4d48-8732-5f69344a6229 req-a1a0674a-a8b9-4409-bf46-58fdadad0205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:28.168733 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a2ca989c-c1a6-4d48-8732-5f69344a6229 req-a1a0674a-a8b9-4409-bf46-58fdadad0205 service neutron] 10.222.0.21 "GET /v2.0/networks?id=26aba36e-f765-4b4a-a7c9-897761ec549b HTTP/1.1" status: 200 len: 922 time: 0.2641492 Sep 23 06:41:28.181461 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e80ba48-c8fe-48b9-9880-3f457ecb4b5a req-a4a4ca4a-40e7-4a64-a340-7111f2117211 tempest-ServersAdminTestJSON-23842502 tempest-ServersAdminTestJSON-23842502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:28.181976 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e80ba48-c8fe-48b9-9880-3f457ecb4b5a req-a4a4ca4a-40e7-4a64-a340-7111f2117211 tempest-ServersAdminTestJSON-23842502 tempest-ServersAdminTestJSON-23842502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:28.182453 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e80ba48-c8fe-48b9-9880-3f457ecb4b5a req-a4a4ca4a-40e7-4a64-a340-7111f2117211 tempest-ServersAdminTestJSON-23842502 tempest-ServersAdminTestJSON-23842502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:28.189820 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4e80ba48-c8fe-48b9-9880-3f457ecb4b5a req-a4a4ca4a-40e7-4a64-a340-7111f2117211 tempest-ServersAdminTestJSON-23842502 tempest-ServersAdminTestJSON-23842502-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=93798e66-45d4-4cb1-b4e1-a242f30d6d03&device_id=24161fdf-5d99-4272-9d81-593c04cd8557&device_id=14d41217-85f8-4b83-9fe1-90caa01cf293 HTTP/1.1" status: 200 len: 2885 time: 0.1607323 Sep 23 06:41:28.251611 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a2ca989c-c1a6-4d48-8732-5f69344a6229 req-a9113a69-1831-419f-ac22-5b24b87664c1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e147ab6d-012c-49bd-a829-86606a1ece0e HTTP/1.1" status: 200 len: 217 time: 0.0591710 Sep 23 06:41:28.316144 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b798b8d7-251f-4ef8-8a57-a0cd27ecdd37 req-8c056f92-6e49-4007-982a-b734c994206b tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:28.317686 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b798b8d7-251f-4ef8-8a57-a0cd27ecdd37 req-8c056f92-6e49-4007-982a-b734c994206b tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9252012-7d06-45a1-bad3-31278718f78a HTTP/1.1" status: 200 len: 943 time: 0.1110334 Sep 23 06:41:28.320009 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4e80ba48-c8fe-48b9-9880-3f457ecb4b5a req-6f863d0c-de01-42a4-961a-b5b6a277a42e tempest-ServersAdminTestJSON-23842502 tempest-ServersAdminTestJSON-23842502-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285377 Sep 23 06:41:28.342303 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a9476-d833-4620-839b-b77e9a113665 req-544b9c5a-c3ba-4b07-9f96-c5c8317aa6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:28.344600 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7e5a9476-d833-4620-839b-b77e9a113665 req-544b9c5a-c3ba-4b07-9f96-c5c8317aa6e9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=16515f0f-e5a6-4630-a440-e11fb2e02062 HTTP/1.1" status: 200 len: 870 time: 0.1841328 Sep 23 06:41:28.363131 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca989c-c1a6-4d48-8732-5f69344a6229 req-83e76d6d-7e8b-4af6-9e7e-fc28283b5134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:28.364886 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a2ca989c-c1a6-4d48-8732-5f69344a6229 req-83e76d6d-7e8b-4af6-9e7e-fc28283b5134 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=afab507a-4ef5-4f82-b221-a08b722735c6 HTTP/1.1" status: 200 len: 861 time: 0.1023033 Sep 23 06:41:28.417262 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7e5a9476-d833-4620-839b-b77e9a113665 req-0593c313-8c31-48db-8e9f-58b8a3246d38 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=7075373d-4579-48cb-b9e5-04ad3c7a8c47 HTTP/1.1" status: 200 len: 217 time: 0.0598910 Sep 23 06:41:28.420135 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a2ca989c-c1a6-4d48-8732-5f69344a6229 req-342ae2a0-524e-450e-beb6-2bb2fb8af8c7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=26aba36e-f765-4b4a-a7c9-897761ec549b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451603 Sep 23 06:41:28.429479 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-bbcf5fd1-2b05-424a-9a53-5d4edea53372 admin admin] Deleting port d6e5b1b2-2679-420e-9d41-02ca6359fc21 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:41:28.429735 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bbcf5fd1-2b05-424a-9a53-5d4edea53372 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:28.432407 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b798b8d7-251f-4ef8-8a57-a0cd27ecdd37 req-e98914cf-879c-46ff-a6cf-2902c670069d tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004434 Sep 23 06:41:28.508518 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a9476-d833-4620-839b-b77e9a113665 req-8382bb4f-f0ff-4742-a2f5-6818ca58d1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:28.512261 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7e5a9476-d833-4620-839b-b77e9a113665 req-8382bb4f-f0ff-4742-a2f5-6818ca58d1e0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e HTTP/1.1" status: 200 len: 843 time: 0.0765438 Sep 23 06:41:28.610590 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf8c3bc-f8f3-40f0-9c36-63a5eadc5c3b req-7ea402ca-7a40-4c22-b407-1c382a4efc7e tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:28.616748 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fbf8c3bc-f8f3-40f0-9c36-63a5eadc5c3b req-7ea402ca-7a40-4c22-b407-1c382a4efc7e tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef18adb-19f8-43b5-8dc9-ede7286ee548 HTTP/1.1" status: 200 len: 949 time: 0.1009693 Sep 23 06:41:28.630758 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a2ca989c-c1a6-4d48-8732-5f69344a6229 req-98275e41-5abc-4687-a8f4-0b274d0d3e2f service neutron] 10.222.0.21 "GET /v2.0/networks/26aba36e-f765-4b4a-a7c9-897761ec549b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851180 Sep 23 06:41:28.642938 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-bbcf5fd1-2b05-424a-9a53-5d4edea53372 admin admin] For port d6e5b1b2-2679-420e-9d41-02ca6359fc21, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=d6e5b1b2-2679-420e-9d41-02ca6359fc21,segment=NetworkSegment(84dd1438-3a43-4ec0-805d-1066565b875f),segment_id=84dd1438-3a43-4ec0-805d-1066565b875f)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:41:28.643263 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bbcf5fd1-2b05-424a-9a53-5d4edea53372 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:28.662402 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a9476-d833-4620-839b-b77e9a113665 req-11749c2c-1b49-4c2e-a03a-088be02657c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:28.664733 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7e5a9476-d833-4620-839b-b77e9a113665 req-11749c2c-1b49-4c2e-a03a-088be02657c1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=16515f0f-e5a6-4630-a440-e11fb2e02062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1383183 Sep 23 06:41:28.671323 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fbf8c3bc-f8f3-40f0-9c36-63a5eadc5c3b req-0b4b3510-0e17-4fc6-b45f-06172566c61d tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515049 Sep 23 06:41:28.703461 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-bbcf5fd1-2b05-424a-9a53-5d4edea53372 admin admin] Calling delete_port for d6e5b1b2-2679-420e-9d41-02ca6359fc21 owned by network:router_interface {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:41:28.809632 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a387c886-49ca-429c-bc0c-aa982fd2de84 req-1ced16ff-1d7b-4d1f-b73d-659c88fb5845 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:28.811310 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a387c886-49ca-429c-bc0c-aa982fd2de84 req-1ced16ff-1d7b-4d1f-b73d-659c88fb5845 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee07f42e-a5b3-4a56-9277-cb1b82532763 HTTP/1.1" status: 200 len: 944 time: 0.1851528 Sep 23 06:41:28.884903 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 1bbb1236-9fe3-48aa-aa80-d40eea7e019c details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:41:28.894278 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 7004b577-7b06-4c26-bf68-e53322b69dd8 up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:41:28.898746 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a387c886-49ca-429c-bc0c-aa982fd2de84 req-f1f3347c-276c-4401-9e84-c330ce0aa9f1 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734570 Sep 23 06:41:28.909099 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a2ca989c-c1a6-4d48-8732-5f69344a6229 req-d8fb608e-561f-4dc5-866a-50d8898ec02f service neutron] 10.222.0.21 "GET /v2.0/networks/26aba36e-f765-4b4a-a7c9-897761ec549b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632656 Sep 23 06:41:29.082112 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7e5a9476-d833-4620-839b-b77e9a113665 req-96b120f6-c076-40af-a739-798fc7b970fa service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4055109 Sep 23 06:41:29.085956 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa6116-bbda-4b30-a175-f54ff6c6fe9b req-6a4f68d8-6a98-4e26-8f57-b37ea610ab16 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:29.096963 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9dfa6116-bbda-4b30-a175-f54ff6c6fe9b req-6a4f68d8-6a98-4e26-8f57-b37ea610ab16 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a9c69dc-9db1-437f-a8dc-fd183244e35f HTTP/1.1" status: 200 len: 944 time: 0.0875497 Sep 23 06:41:29.110111 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 1bbb1236-9fe3-48aa-aa80-d40eea7e019c, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=1bbb1236-9fe3-48aa-aa80-d40eea7e019c,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:41:29.130433 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': '1bbb1236-9fe3-48aa-aa80-d40eea7e019c', 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062', 'port_id': '1bbb1236-9fe3-48aa-aa80-d40eea7e019c', 'mac_address': 'fa:16:3e:ca:81:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:41:29.169707 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port 7004b577-7b06-4c26-bf68-e53322b69dd8 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:41:29.179598 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9dfa6116-bbda-4b30-a175-f54ff6c6fe9b req-6899b0e2-19f2-4258-9622-c718f447acec tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/security-groups?id=12348048-69cc-4cde-9778-0654c2cd068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808711 Sep 23 06:41:29.180083 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port 7004b577-7b06-4c26-bf68-e53322b69dd8 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:41:29.180511 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:29.203470 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97727839-c866-49ec-b5f0-a9dcacc4db65 req-a0e6cec9-9c60-46e2-96c8-6d77b068008f tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:29.207670 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bbcf5fd1-2b05-424a-9a53-5d4edea53372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:29.210726 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-97727839-c866-49ec-b5f0-a9dcacc4db65 req-a0e6cec9-9c60-46e2-96c8-6d77b068008f tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=52dab61c-34b6-4d7d-b54d-a6ae13fe0c57 HTTP/1.1" status: 200 len: 948 time: 0.1275172 Sep 23 06:41:29.246731 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:29.249676 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcf5fd1-2b05-424a-9a53-5d4edea53372 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6e5b1b2-2679-420e-9d41-02ca6359fc21,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:29.280469 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-97727839-c866-49ec-b5f0-a9dcacc4db65 req-8c27439f-2b4d-44ba-895f-2b05e704bf3d tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667949 Sep 23 06:41:29.282668 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7e5a9476-d833-4620-839b-b77e9a113665 req-c4f9145c-2907-4b0a-991b-5fc52d8016fd service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900330 Sep 23 06:41:29.294507 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bbb1236-9fe3-48aa-aa80-d40eea7e019c {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:41:29.326453 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 1bbb1236-9fe3-48aa-aa80-d40eea7e019c, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=1bbb1236-9fe3-48aa-aa80-d40eea7e019c,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:41:29.338335 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:29.399819 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a9c69dc-9db1-437f-a8dc-fd183244e35f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7004b577-7b06-4c26-bf68-e53322b69dd8'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:41:29.405574 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61fa1345-5b04-4b01-9b58-b7af836fce57" -d '{"events": [{"server_uuid": "4a9c69dc-9db1-437f-a8dc-fd183244e35f", "name": "network-vif-plugged", "status": "completed", "tag": "7004b577-7b06-4c26-bf68-e53322b69dd8"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:41:29.409714 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:29.410745 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device fb864968-6b24-4eb1-822e-fcccf589be84 details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:41:29.504240 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bbcf5fd1-2b05-424a-9a53-5d4edea53372 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2068624'] for router_interface, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:29.557575 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port fb864968-6b24-4eb1-822e-fcccf589be84, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=fb864968-6b24-4eb1-822e-fcccf589be84,segment=NetworkSegment(a2ee209e-d4ee-4c6a-8401-bd714bf3436e),segment_id=a2ee209e-d4ee-4c6a-8401-bd714bf3436e)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:41:29.572209 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 7004b577-7b06-4c26-bf68-e53322b69dd8, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=7004b577-7b06-4c26-bf68-e53322b69dd8,segment=NetworkSegment(6bffb33e-e384-4d5c-b0ac-fcee1b96de5d),segment_id=6bffb33e-e384-4d5c-b0ac-fcee1b96de5d)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:41:29.576501 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': 'fb864968-6b24-4eb1-822e-fcccf589be84', 'network_id': 'b41a91e1-341c-4340-b7a8-8779367a7828', 'port_id': 'fb864968-6b24-4eb1-822e-fcccf589be84', 'mac_address': 'fa:16:3e:ab:32:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7d428fe-182b-4149-b884-87c9d4508732', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:41:29.581065 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:29.617281 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device e147ab6d-012c-49bd-a829-86606a1ece0e details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:41:29.621385 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a780510-495e-41fd-927d-51942b177f76 req-944c8cb5-ff2d-41e4-a3e1-985a8568188b tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:29.622992 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9a780510-495e-41fd-927d-51942b177f76 req-944c8cb5-ff2d-41e4-a3e1-985a8568188b tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9252012-7d06-45a1-bad3-31278718f78a HTTP/1.1" status: 200 len: 943 time: 0.0907421 Sep 23 06:41:29.625857 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4756331-986e-4324-91b6-a0512e532591 req-310068aa-2583-4443-b1d0-2da02bf3e1b7 tempest-ServersAdminTestJSON-23842502 tempest-ServersAdminTestJSON-23842502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:29.627402 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a4756331-986e-4324-91b6-a0512e532591 req-310068aa-2583-4443-b1d0-2da02bf3e1b7 tempest-ServersAdminTestJSON-23842502 tempest-ServersAdminTestJSON-23842502-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=14d41217-85f8-4b83-9fe1-90caa01cf293 HTTP/1.1" status: 200 len: 1102 time: 0.1335013 Sep 23 06:41:29.670871 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9a780510-495e-41fd-927d-51942b177f76 req-d69010d9-c19d-40d5-ab07-101f01b3d4e0 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395751 Sep 23 06:41:29.712262 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a4756331-986e-4324-91b6-a0512e532591 req-b1ebb474-a40f-40fb-87b7-a6f815076628 tempest-ServersAdminTestJSON-23842502 tempest-ServersAdminTestJSON-23842502-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758181 Sep 23 06:41:29.727574 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1cdd0ee-257f-4746-a29d-812535a5dd25 x-openstack-request-id: req-a1cdd0ee-257f-4746-a29d-812535a5dd25 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:41:29.727863 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a9c69dc-9db1-437f-a8dc-fd183244e35f", "name": "network-vif-plugged", "status": "completed", "tag": "7004b577-7b06-4c26-bf68-e53322b69dd8", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:41:29.728117 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a1cdd0ee-257f-4746-a29d-812535a5dd25 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:41:29.728508 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a9c69dc-9db1-437f-a8dc-fd183244e35f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7004b577-7b06-4c26-bf68-e53322b69dd8', 'code': 200} Sep 23 06:41:29.781733 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=1bbb1236-9fe3-48aa-aa80-d40eea7e019c,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:29.822106 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port e147ab6d-012c-49bd-a829-86606a1ece0e, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=e147ab6d-012c-49bd-a829-86606a1ece0e,segment=NetworkSegment(df9429cb-1b73-4fcc-8ecd-d0edb039148e),segment_id=df9429cb-1b73-4fcc-8ecd-d0edb039148e)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:41:29.824500 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:29.847201 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device e147ab6d-012c-49bd-a829-86606a1ece0e has no active binding in host n-h2-715271-16 {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 23 06:41:29.860520 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb864968-6b24-4eb1-822e-fcccf589be84 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:41:29.882402 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f80b20-513d-4704-9d6c-1601f61b807a req-52ddc0f8-0a57-464b-a496-dbbea1c1726a tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:29.884936 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-43f80b20-513d-4704-9d6c-1601f61b807a req-52ddc0f8-0a57-464b-a496-dbbea1c1726a tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef18adb-19f8-43b5-8dc9-ede7286ee548 HTTP/1.1" status: 200 len: 949 time: 0.0876632 Sep 23 06:41:29.887230 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=7004b577-7b06-4c26-bf68-e53322b69dd8,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:29.894203 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port fb864968-6b24-4eb1-822e-fcccf589be84, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=fb864968-6b24-4eb1-822e-fcccf589be84,segment=NetworkSegment(a2ee209e-d4ee-4c6a-8401-bd714bf3436e),segment_id=a2ee209e-d4ee-4c6a-8401-bd714bf3436e)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:41:29.899896 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:29.902700 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ae4239-e107-454b-89eb-b65ffe2ab9ce req-7d1c0226-446f-4e82-9667-05c3fbcf2fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:29.904264 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-86ae4239-e107-454b-89eb-b65ffe2ab9ce req-7d1c0226-446f-4e82-9667-05c3fbcf2fe7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4a9c69dc-9db1-437f-a8dc-fd183244e35f HTTP/1.1" status: 200 len: 1097 time: 0.0740099 Sep 23 06:41:29.952720 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-43f80b20-513d-4704-9d6c-1601f61b807a req-a56d9692-2a6c-4176-be65-f93e045d764c tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589592 Sep 23 06:41:29.955339 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=fb864968-6b24-4eb1-822e-fcccf589be84,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:29.976244 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-86ae4239-e107-454b-89eb-b65ffe2ab9ce req-e3577627-2e8b-4fda-a2d7-fd1cec6ad033 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=12348048-69cc-4cde-9778-0654c2cd068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533857 Sep 23 06:41:30.077888 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0898faff-540c-4907-ad0c-b8e60122023b req-f5a55807-7666-424d-93bc-c305f68b1a31 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:30.079397 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0898faff-540c-4907-ad0c-b8e60122023b req-f5a55807-7666-424d-93bc-c305f68b1a31 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee07f42e-a5b3-4a56-9277-cb1b82532763 HTTP/1.1" status: 200 len: 944 time: 0.0557177 Sep 23 06:41:30.119192 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0898faff-540c-4907-ad0c-b8e60122023b req-30a0a6aa-a305-4166-a58c-65c5d64bdec4 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335593 Sep 23 06:41:30.135900 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbcf5fd1-2b05-424a-9a53-5d4edea53372 admin admin] Router b3c662a3-0c7c-4e7d-a446-8b2966cc7010 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:41:30.148590 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa877eb7-76ff-42c9-93b0-e44a3c35708f req-e062cd05-1ad5-40a2-94c5-03d1a83445af tempest-ServersAdminTestJSON-23842502 tempest-ServersAdminTestJSON-23842502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:30.150144 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fa877eb7-76ff-42c9-93b0-e44a3c35708f req-e062cd05-1ad5-40a2-94c5-03d1a83445af tempest-ServersAdminTestJSON-23842502 tempest-ServersAdminTestJSON-23842502-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=14d41217-85f8-4b83-9fe1-90caa01cf293 HTTP/1.1" status: 200 len: 1102 time: 0.0634785 Sep 23 06:41:30.226855 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fa877eb7-76ff-42c9-93b0-e44a3c35708f req-b8eb8688-1ea7-4d49-b91c-3be01c1a2fd3 tempest-ServersAdminTestJSON-23842502 tempest-ServersAdminTestJSON-23842502-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395288 Sep 23 06:41:30.274459 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbcf5fd1-2b05-424a-9a53-5d4edea53372 admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:41:30.285645 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07f4f1a-2bc1-4f66-be4d-d79226b572a4 None None] Sync routers for ids ['b3c662a3-0c7c-4e7d-a446-8b2966cc7010'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:41:30.286795 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-bbcf5fd1-2b05-424a-9a53-5d4edea53372 admin admin] 10.222.0.39 "PUT /v2.0/routers/b3c662a3-0c7c-4e7d-a446-8b2966cc7010/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7649460 Sep 23 06:41:30.290353 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 49286) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:41:30.298184 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07f4f1a-2bc1-4f66-be4d-d79226b572a4 None None] Routers {'b3c662a3-0c7c-4e7d-a446-8b2966cc7010'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:41:30.298795 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-e07f4f1a-2bc1-4f66-be4d-d79226b572a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:41:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['b3c662a3-0c7c-4e7d-a446-8b2966cc7010'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:41:30.316973 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82fdf65-fb03-48d4-9cab-7fcd6337c4bb req-9fdb51e4-210a-4609-8517-e8608cc9f5c4 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:30.318658 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f82fdf65-fb03-48d4-9cab-7fcd6337c4bb req-9fdb51e4-210a-4609-8517-e8608cc9f5c4 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a9c69dc-9db1-437f-a8dc-fd183244e35f HTTP/1.1" status: 200 len: 945 time: 0.0552390 Sep 23 06:41:30.380201 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f82fdf65-fb03-48d4-9cab-7fcd6337c4bb req-9c798885-ef65-45b4-b2b3-2b358774bb4a tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/security-groups?id=12348048-69cc-4cde-9778-0654c2cd068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492806 Sep 23 06:41:30.428022 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3d0830b4-e859-40e3-8a02-019df9139c35 admin admin] Notify callbacks [] for router, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:30.441658 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-e07f4f1a-2bc1-4f66-be4d-d79226b572a4 None None] Set router b3c662a3-0c7c-4e7d-a446-8b2966cc7010 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:41:30.526291 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86f4ea-a7b0-431f-9a28-d8c80abb4dd8 req-a1cab9d6-22e1-4069-b9c1-45fc3055c168 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:30.527904 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-eb86f4ea-a7b0-431f-9a28-d8c80abb4dd8 req-a1cab9d6-22e1-4069-b9c1-45fc3055c168 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=52dab61c-34b6-4d7d-b54d-a6ae13fe0c57 HTTP/1.1" status: 200 len: 949 time: 0.0601330 Sep 23 06:41:30.561933 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3d0830b4-e859-40e3-8a02-019df9139c35 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:30.572081 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-eb86f4ea-a7b0-431f-9a28-d8c80abb4dd8 req-fe11e288-d466-4997-b8af-a44d1478b24b tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384185 Sep 23 06:41:30.622578 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-3d0830b4-e859-40e3-8a02-019df9139c35 admin admin] Deleting port a50a09b5-43a2-4647-918a-817510e6fcde {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:41:30.623046 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3d0830b4-e859-40e3-8a02-019df9139c35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:30.665002 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-e07f4f1a-2bc1-4f66-be4d-d79226b572a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c662a3-0c7c-4e7d-a446-8b2966cc7010', 'name': 'tempest-FloatingIPsNegativeTestJSON-1988759281-router', 'tenant_id': '8d0700920f79453692c4488fecff29e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'a50a09b5-43a2-4647-918a-817510e6fcde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:41:17Z', 'updated_at': '2021-09-23T06:41:29Z', 'revision_number': 5, 'project_id': '8d0700920f79453692c4488fecff29e5', 'gw_port': {'id': 'a50a09b5-43a2-4647-918a-817510e6fcde', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:29:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c662a3-0c7c-4e7d-a446-8b2966cc7010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:41:18Z', 'updated_at': '2021-09-23T06:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:41:30.695407 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07f4f1a-2bc1-4f66-be4d-d79226b572a4 None None] Checking router: b3c662a3-0c7c-4e7d-a446-8b2966cc7010 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:41:30.706579 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['fb864968-6b24-4eb1-822e-fcccf589be84'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:41:30.707053 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07f4f1a-2bc1-4f66-be4d-d79226b572a4 None None] Routers {'b3c662a3-0c7c-4e7d-a446-8b2966cc7010'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:41:30.707431 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-e07f4f1a-2bc1-4f66-be4d-d79226b572a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:41:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['b3c662a3-0c7c-4e7d-a446-8b2966cc7010'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:41:30.719272 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-3d0830b4-e859-40e3-8a02-019df9139c35 admin admin] For port a50a09b5-43a2-4647-918a-817510e6fcde, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=a50a09b5-43a2-4647-918a-817510e6fcde,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:41:30.719635 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3d0830b4-e859-40e3-8a02-019df9139c35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:30.735715 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-3d0830b4-e859-40e3-8a02-019df9139c35 admin admin] Calling delete_port for a50a09b5-43a2-4647-918a-817510e6fcde owned by network:router_gateway {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:41:30.815012 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-e07f4f1a-2bc1-4f66-be4d-d79226b572a4 None None] Set router b3c662a3-0c7c-4e7d-a446-8b2966cc7010 gateway port host: None {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:41:30.865900 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f383680-1ce3-496c-bb47-cc1b2f111003 req-0e0f50cc-166b-4807-8829-91b598308e13 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:30.867571 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3f383680-1ce3-496c-bb47-cc1b2f111003 req-0e0f50cc-166b-4807-8829-91b598308e13 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9252012-7d06-45a1-bad3-31278718f78a HTTP/1.1" status: 200 len: 944 time: 0.0800924 Sep 23 06:41:30.877191 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-e07f4f1a-2bc1-4f66-be4d-d79226b572a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c662a3-0c7c-4e7d-a446-8b2966cc7010', 'name': 'tempest-FloatingIPsNegativeTestJSON-1988759281-router', 'tenant_id': '8d0700920f79453692c4488fecff29e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:41:17Z', 'updated_at': '2021-09-23T06:41:30Z', 'revision_number': 6, 'project_id': '8d0700920f79453692c4488fecff29e5', 'gw_port_host': None}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:41:30.890862 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 7075373d-4579-48cb-b9e5-04ad3c7a8c47 no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:41:30.917538 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07f4f1a-2bc1-4f66-be4d-d79226b572a4 None None] The sync data for ids ['b3c662a3-0c7c-4e7d-a446-8b2966cc7010'] in n-d-715271-16 is: [{'id': 'b3c662a3-0c7c-4e7d-a446-8b2966cc7010', 'name': 'tempest-FloatingIPsNegativeTestJSON-1988759281-router', 'tenant_id': '8d0700920f79453692c4488fecff29e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:41:17Z', 'updated_at': '2021-09-23T06:41:30Z', 'revision_number': 6, 'project_id': '8d0700920f79453692c4488fecff29e5', 'gw_port_host': None}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:41:30.924167 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['1bbb1236-9fe3-48aa-aa80-d40eea7e019c'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:41:31.010896 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3f383680-1ce3-496c-bb47-cc1b2f111003 req-87b46377-2f24-424a-b07d-52ccc675d6fa tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105399 Sep 23 06:41:31.034635 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3d0830b4-e859-40e3-8a02-019df9139c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:31.066038 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0830b4-e859-40e3-8a02-019df9139c35 admin admin] Pushing event deleted for resources: {'Port': ['ID=a50a09b5-43a2-4647-918a-817510e6fcde,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:31.098420 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3d0830b4-e859-40e3-8a02-019df9139c35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2068563'] for router_gateway, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:31.137628 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:31.182438 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c05561f-93c3-441f-9f3d-0c2a94dfa1f5 req-d3de4426-72a3-4fe7-8d2f-74db81f6edf2 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:31.184358 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6c05561f-93c3-441f-9f3d-0c2a94dfa1f5 req-d3de4426-72a3-4fe7-8d2f-74db81f6edf2 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef18adb-19f8-43b5-8dc9-ede7286ee548 HTTP/1.1" status: 200 len: 949 time: 0.0673602 Sep 23 06:41:31.197578 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 7075373d-4579-48cb-b9e5-04ad3c7a8c47, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=7075373d-4579-48cb-b9e5-04ad3c7a8c47,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:41:31.205410 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:31.238394 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6c05561f-93c3-441f-9f3d-0c2a94dfa1f5 req-5ae54ac1-1949-4914-84a9-6d9ac5517dd6 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461066 Sep 23 06:41:31.242858 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3d0830b4-e859-40e3-8a02-019df9139c35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:31.247695 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3d0830b4-e859-40e3-8a02-019df9139c35 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:31.279543 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=7075373d-4579-48cb-b9e5-04ad3c7a8c47,revision_number=6']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:31.335774 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecfa821-0d68-4106-b077-26344907a0a3 req-2180402a-6eb7-4255-a1c6-51ae208fb062 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:31.337463 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-eecfa821-0d68-4106-b077-26344907a0a3 req-2180402a-6eb7-4255-a1c6-51ae208fb062 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d41217-85f8-4b83-9fe1-90caa01cf293 HTTP/1.1" status: 200 len: 950 time: 0.1510212 Sep 23 06:41:31.338620 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3d0830b4-e859-40e3-8a02-019df9139c35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:31.339139 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0830b4-e859-40e3-8a02-019df9139c35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3c662a3-0c7c-4e7d-a446-8b2966cc7010 {{(pid=95066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 06:41:31.344076 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3d0830b4-e859-40e3-8a02-019df9139c35 admin admin] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:31.349149 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-3d0830b4-e859-40e3-8a02-019df9139c35 admin admin] 10.222.0.39 "DELETE /v2.0/routers/b3c662a3-0c7c-4e7d-a446-8b2966cc7010 HTTP/1.1" status: 204 len: 168 time: 1.0565870 Sep 23 06:41:31.349149 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 49320) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:41:31.363785 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a5bf9-4ece-4f33-9cbf-08adcdafa485 req-620f365f-ce8d-45f2-a032-a88872d1804a tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:31.365369 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-477a5bf9-4ece-4f33-9cbf-08adcdafa485 req-620f365f-ce8d-45f2-a032-a88872d1804a tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee07f42e-a5b3-4a56-9277-cb1b82532763 HTTP/1.1" status: 200 len: 944 time: 0.0592859 Sep 23 06:41:31.410156 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-477a5bf9-4ece-4f33-9cbf-08adcdafa485 req-3d3308e8-2e98-41aa-9c4f-d7c640e17b73 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384581 Sep 23 06:41:31.423737 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-eecfa821-0d68-4106-b077-26344907a0a3 req-d19dfb96-02f5-4134-97ae-875cb3afa397 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723035 Sep 23 06:41:31.427240 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff3e6c1f-0ddb-4727-9512-c812985d461e admin admin] Deleting subnet 6d7cbda1-c187-44bb-b170-c4037fa8e898 {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:41:31.437904 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ff3e6c1f-0ddb-4727-9512-c812985d461e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:31.471821 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ff3e6c1f-0ddb-4727-9512-c812985d461e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:31.566945 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ff3e6c1f-0ddb-4727-9512-c812985d461e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:31.577193 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87a8aec-7a15-4b85-a79f-6e4a24711e35 req-5929ace3-b0eb-4d36-93bb-b5522d756def tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:31.578749 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d87a8aec-7a15-4b85-a79f-6e4a24711e35 req-5929ace3-b0eb-4d36-93bb-b5522d756def tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a9c69dc-9db1-437f-a8dc-fd183244e35f HTTP/1.1" status: 200 len: 945 time: 0.1016223 Sep 23 06:41:31.585556 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9a5663ae-6be7-483d-a155-d46361a7ec72 req-42029aa7-f2b8-4b8c-88dd-98d767a16219 service neutron] 10.222.0.21 "GET /v2.0/ports/e147ab6d-012c-49bd-a829-86606a1ece0e/bindings/n-h2-715271-16 HTTP/1.1" status: 200 len: 385 time: 0.0969768 Sep 23 06:41:31.632612 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ff3e6c1f-0ddb-4727-9512-c812985d461e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:31.654149 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d87a8aec-7a15-4b85-a79f-6e4a24711e35 req-0fe0e50c-6969-4562-a11d-42b672563f57 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/security-groups?id=12348048-69cc-4cde-9778-0654c2cd068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671268 Sep 23 06:41:31.659724 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3e6c1f-0ddb-4727-9512-c812985d461e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d7cbda1-c187-44bb-b170-c4037fa8e898,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:31.662167 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ff3e6c1f-0ddb-4727-9512-c812985d461e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:31.666808 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-ff3e6c1f-0ddb-4727-9512-c812985d461e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/6d7cbda1-c187-44bb-b170-c4037fa8e898 HTTP/1.1" status: 204 len: 168 time: 0.3171411 Sep 23 06:41:31.667706 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a511566f-ce75-4d2a-8d74-a1a4fa509396 None None] Network cd9bd927-6b80-4e06-a111-042bf9760626 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:41:31.667838 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 49328) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:41:31.746173 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef18adb-19f8-43b5-8dc9-ede7286ee548', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7075373d-4579-48cb-b9e5-04ad3c7a8c47'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:41:31.747358 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c180b22f-8f1a-4ead-b041-5342517be408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:31.751052 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adfa5a22-a13e-4a66-8b7e-8bfd5b5afaf5" -d '{"events": [{"server_uuid": "0ef18adb-19f8-43b5-8dc9-ede7286ee548", "name": "network-vif-unplugged", "status": "completed", "tag": "7075373d-4579-48cb-b9e5-04ad3c7a8c47"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:41:31.811898 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-c180b22f-8f1a-4ead-b041-5342517be408 admin admin] Deleting port def6f6d8-600d-4185-adb8-861f0749e296 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:41:31.813188 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c180b22f-8f1a-4ead-b041-5342517be408 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:31.834072 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd851c7-343e-45e2-8106-7495aaa8ce28 req-bdafcabb-83d0-4ffc-8300-ddbb6862bcff tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:31.842238 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dbd851c7-343e-45e2-8106-7495aaa8ce28 req-bdafcabb-83d0-4ffc-8300-ddbb6862bcff tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=52dab61c-34b6-4d7d-b54d-a6ae13fe0c57 HTTP/1.1" status: 200 len: 949 time: 0.0973015 Sep 23 06:41:31.844741 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device d6e5b1b2-2679-420e-9d41-02ca6359fc21 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:41:31.864026 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 06:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c20e9e8-d33d-42a1-b558-7db86c28afa4 x-openstack-request-id: req-7c20e9e8-d33d-42a1-b558-7db86c28afa4 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:41:31.864343 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ef18adb-19f8-43b5-8dc9-ede7286ee548", "name": "network-vif-unplugged", "status": "completed", "tag": "7075373d-4579-48cb-b9e5-04ad3c7a8c47", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:41:31.864600 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7c20e9e8-d33d-42a1-b558-7db86c28afa4 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:41:31.864981 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ef18adb-19f8-43b5-8dc9-ede7286ee548', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7075373d-4579-48cb-b9e5-04ad3c7a8c47', 'code': 200} Sep 23 06:41:31.886505 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: d6e5b1b2-2679-420e-9d41-02ca6359fc21 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:41:31.886851 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device d6e5b1b2-2679-420e-9d41-02ca6359fc21 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:41:31.887265 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device a50a09b5-43a2-4647-918a-817510e6fcde no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:41:31.894139 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dbd851c7-343e-45e2-8106-7495aaa8ce28 req-d8d63496-7139-4384-a4f7-7bbde1589d70 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509005 Sep 23 06:41:31.894479 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-c180b22f-8f1a-4ead-b041-5342517be408 admin admin] For port def6f6d8-600d-4185-adb8-861f0749e296, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=def6f6d8-600d-4185-adb8-861f0749e296,segment=NetworkSegment(84dd1438-3a43-4ec0-805d-1066565b875f),segment_id=84dd1438-3a43-4ec0-805d-1066565b875f)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:41:31.895057 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c180b22f-8f1a-4ead-b041-5342517be408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:31.916639 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-c180b22f-8f1a-4ead-b041-5342517be408 admin admin] Calling delete_port for def6f6d8-600d-4185-adb8-861f0749e296 owned by network:dhcp {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:41:31.917194 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: a50a09b5-43a2-4647-918a-817510e6fcde {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:41:31.917539 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device a50a09b5-43a2-4647-918a-817510e6fcde not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:41:31.982295 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-9a5663ae-6be7-483d-a155-d46361a7ec72 req-894250e5-d60b-437b-b3bc-025bba135025 service neutron] For port e147ab6d-012c-49bd-a829-86606a1ece0e, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=e147ab6d-012c-49bd-a829-86606a1ece0e,segment=NetworkSegment(df9429cb-1b73-4fcc-8ecd-d0edb039148e),segment_id=df9429cb-1b73-4fcc-8ecd-d0edb039148e)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:41:31.998077 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c0a185-6fea-401d-85ea-31c06541cd14 None None] DHCP port deletion for cd9bd927-6b80-4e06-a111-042bf9760626 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 06:41:32.008472 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-9a5663ae-6be7-483d-a155-d46361a7ec72 req-894250e5-d60b-437b-b3bc-025bba135025 service neutron] For port e147ab6d-012c-49bd-a829-86606a1ece0e, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:41:32.020326 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c180b22f-8f1a-4ead-b041-5342517be408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:32.051323 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c180b22f-8f1a-4ead-b041-5342517be408 admin admin] Pushing event deleted for resources: {'Port': ['ID=def6f6d8-600d-4185-adb8-861f0749e296,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:32.052296 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-95c0a185-6fea-401d-85ea-31c06541cd14 None None] Deleting port def6f6d8-600d-4185-adb8-861f0749e296 {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:41:32.052677 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-95c0a185-6fea-401d-85ea-31c06541cd14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:32.055791 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c180b22f-8f1a-4ead-b041-5342517be408 admin admin] No DVR routers for this DVR port def6f6d8-600d-4185-adb8-861f0749e296 on host n-d-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:41:32.073722 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-9a5663ae-6be7-483d-a155-d46361a7ec72 req-894250e5-d60b-437b-b3bc-025bba135025 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e147ab6d-012c-49bd-a829-86606a1ece0e {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:41:32.086804 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-9a5663ae-6be7-483d-a155-d46361a7ec72 req-894250e5-d60b-437b-b3bc-025bba135025 service neutron] For port e147ab6d-012c-49bd-a829-86606a1ece0e, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=e147ab6d-012c-49bd-a829-86606a1ece0e,segment=NetworkSegment(df9429cb-1b73-4fcc-8ecd-d0edb039148e),segment_id=df9429cb-1b73-4fcc-8ecd-d0edb039148e)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:41:32.114542 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-9a5663ae-6be7-483d-a155-d46361a7ec72 req-894250e5-d60b-437b-b3bc-025bba135025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:32.140651 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-95c0a185-6fea-401d-85ea-31c06541cd14 None None] For port def6f6d8-600d-4185-adb8-861f0749e296, host n-d-715271-16, got binding levels [] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:41:32.141041 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-95c0a185-6fea-401d-85ea-31c06541cd14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:32.159924 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-95c0a185-6fea-401d-85ea-31c06541cd14 None None] Calling delete_port for def6f6d8-600d-4185-adb8-861f0749e296 owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:41:32.164906 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.ipam_backend_mixin [None req-95c0a185-6fea-401d-85ea-31c06541cd14 None None] Port def6f6d8-600d-4185-adb8-861f0749e296 was not found and therefore no delete operation was performed {{(pid=95067) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 23 06:41:32.166327 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-95c0a185-6fea-401d-85ea-31c06541cd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:32.221287 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-9a5663ae-6be7-483d-a155-d46361a7ec72 req-894250e5-d60b-437b-b3bc-025bba135025 service neutron] Transition to ACTIVE for port object e147ab6d-012c-49bd-a829-86606a1ece0e will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:41:32.221753 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c180b22f-8f1a-4ead-b041-5342517be408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:32.228284 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-9a5663ae-6be7-483d-a155-d46361a7ec72 req-894250e5-d60b-437b-b3bc-025bba135025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:32.247995 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1afccd-a23a-47d1-a50b-ebe4bccbb896 req-da3e3f26-be7a-4458-af6d-131ec72fef83 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:32.249559 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6d1afccd-a23a-47d1-a50b-ebe4bccbb896 req-da3e3f26-be7a-4458-af6d-131ec72fef83 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9252012-7d06-45a1-bad3-31278718f78a HTTP/1.1" status: 200 len: 944 time: 0.1231542 Sep 23 06:41:32.285651 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c180b22f-8f1a-4ead-b041-5342517be408 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=95066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:41:32.286023 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c180b22f-8f1a-4ead-b041-5342517be408 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=95066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:41:32.287231 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c180b22f-8f1a-4ead-b041-5342517be408 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:41:32.287377 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c180b22f-8f1a-4ead-b041-5342517be408 admin admin] Subscribe: > port after_create 55550000 {{(pid=95066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:41:32.287599 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c180b22f-8f1a-4ead-b041-5342517be408 admin admin] Subscribe: > port after_delete 55550000 {{(pid=95066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:41:32.289129 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c180b22f-8f1a-4ead-b041-5342517be408 admin admin] Subscribe: > port after_update 55550000 {{(pid=95066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:41:32.289267 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c180b22f-8f1a-4ead-b041-5342517be408 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=95066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:41:32.289590 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c180b22f-8f1a-4ead-b041-5342517be408 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:41:32.289931 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c180b22f-8f1a-4ead-b041-5342517be408 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:41:32.290341 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c180b22f-8f1a-4ead-b041-5342517be408 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=95066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:41:32.358939 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c0a185-6fea-401d-85ea-31c06541cd14 None None] Pushing event deleted for resources: {'Port': ['ID=def6f6d8-600d-4185-adb8-861f0749e296,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:32.364546 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c0a185-6fea-401d-85ea-31c06541cd14 None None] No DVR routers for this DVR port def6f6d8-600d-4185-adb8-861f0749e296 on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:41:32.376329 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a5663ae-6be7-483d-a155-d46361a7ec72 req-894250e5-d60b-437b-b3bc-025bba135025 service neutron] No DVR routers for this DVR port e147ab6d-012c-49bd-a829-86606a1ece0e on host n-h1-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:41:32.403041 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894250e5-d60b-437b-b3bc-025bba135025 service neutron] Pushing event updated for resources: {'Port': ['ID=e147ab6d-012c-49bd-a829-86606a1ece0e,revision_number=10']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:32.414651 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c180b22f-8f1a-4ead-b041-5342517be408 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:41:32.415008 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c180b22f-8f1a-4ead-b041-5342517be408 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:41:32.415522 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c180b22f-8f1a-4ead-b041-5342517be408 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=95066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:41:32.415907 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c180b22f-8f1a-4ead-b041-5342517be408 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=95066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:41:32.416304 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-c180b22f-8f1a-4ead-b041-5342517be408 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd9bd927-6b80-4e06-a111-042bf9760626']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:41:32.432703 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9a5663ae-6be7-483d-a155-d46361a7ec72 req-894250e5-d60b-437b-b3bc-025bba135025 service neutron] 10.222.0.21 "PUT /v2.0/ports/e147ab6d-012c-49bd-a829-86606a1ece0e/bindings/n-h2-715271-16/activate HTTP/1.1" status: 200 len: 370 time: 0.8307080 Sep 23 06:41:32.441254 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-c180b22f-8f1a-4ead-b041-5342517be408 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84dd1438-3a43-4ec0-805d-1066565b875f') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:41:32.441556 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-c180b22f-8f1a-4ead-b041-5342517be408 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84dd1438-3a43-4ec0-805d-1066565b875f') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:41:32.445462 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5830c5-0963-427d-89cb-d5b8fd523327 req-80ad28b5-9791-4898-8aa6-76fdd094fec8 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:32.446989 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6a5830c5-0963-427d-89cb-d5b8fd523327 req-80ad28b5-9791-4898-8aa6-76fdd094fec8 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef18adb-19f8-43b5-8dc9-ede7286ee548 HTTP/1.1" status: 200 len: 947 time: 0.1164923 Sep 23 06:41:32.465604 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c180b22f-8f1a-4ead-b041-5342517be408 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:32.481553 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6d1afccd-a23a-47d1-a50b-ebe4bccbb896 req-fe060fc6-07c3-4a9a-b024-3925c41ef46b tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216485 Sep 23 06:41:32.496780 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6a5830c5-0963-427d-89cb-d5b8fd523327 req-2631f9d1-dd0a-4067-bf71-059fbef10d9d tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436261 Sep 23 06:41:32.502717 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c180b22f-8f1a-4ead-b041-5342517be408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:32.512326 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c180b22f-8f1a-4ead-b041-5342517be408 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:41:32.512728 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c180b22f-8f1a-4ead-b041-5342517be408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:32.539468 n-d-715271-16 neutron-server[95066]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 23 06:41:32.539468 n-d-715271-16 neutron-server[95066]: from cryptography.utils import int_from_bytes Sep 23 06:41:32.539468 n-d-715271-16 neutron-server[95066]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 23 06:41:32.539468 n-d-715271-16 neutron-server[95066]: from cryptography.utils import int_from_bytes Sep 23 06:41:32.539468 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 06:41:32.539468 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:41:32.539468 n-d-715271-16 neutron-server[95066]: timer() Sep 23 06:41:32.539468 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:41:32.539468 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 06:41:32.539468 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:41:32.539468 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 06:41:32.539468 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:41:32.539468 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 06:41:32.539468 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:41:32.539468 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 06:41:32.539468 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:41:32.539468 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 06:41:32.539468 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:41:32.539468 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:41:32.539468 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:41:32.539468 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:41:32.539468 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:41:32.539468 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 06:41:32.539468 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:41:32.539468 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 06:41:32.539468 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:41:32.539468 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:41:32.539468 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:41:32.539468 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 06:41:32.539468 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:41:32.539468 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:41:32.539468 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:41:32.539468 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:41:32.539468 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:41:32.539468 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:41:32.539468 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:41:32.630356 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c180b22f-8f1a-4ead-b041-5342517be408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:32.636749 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c180b22f-8f1a-4ead-b041-5342517be408 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:32.638726 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-c180b22f-8f1a-4ead-b041-5342517be408 admin admin] 10.222.0.39 "DELETE /v2.0/networks/cd9bd927-6b80-4e06-a111-042bf9760626 HTTP/1.1" status: 204 len: 168 time: 0.9700575 Sep 23 06:41:32.641321 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5663ae-6be7-483d-a155-d46361a7ec72 req-a5a515a8-1063-4c34-ab99-76cac2d84a51 tempest-LiveAutoBlockMigrationV225Test-1648181363 tempest-LiveAutoBlockMigrationV225Test-1648181363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:32.643313 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9a5663ae-6be7-483d-a155-d46361a7ec72 req-a5a515a8-1063-4c34-ab99-76cac2d84a51 tempest-LiveAutoBlockMigrationV225Test-1648181363 tempest-LiveAutoBlockMigrationV225Test-1648181363-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ee07f42e-a5b3-4a56-9277-cb1b82532763&tenant_id=4f0064bb53474048bf6eb5b78e44e4ae&binding%3Ahost_id=n-h1-715271-16 HTTP/1.1" status: 200 len: 1097 time: 0.0768626 Sep 23 06:41:32.653218 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c180b22f-8f1a-4ead-b041-5342517be408 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd9bd927-6b80-4e06-a111-042bf9760626,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:32.654204 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a71b25-b978-42bc-b104-850e464616a7 req-73e61a3a-df43-41ce-b164-968f768d3615 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:32.655670 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-77a71b25-b978-42bc-b104-850e464616a7 req-73e61a3a-df43-41ce-b164-968f768d3615 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d41217-85f8-4b83-9fe1-90caa01cf293 HTTP/1.1" status: 200 len: 950 time: 0.0787692 Sep 23 06:41:32.668066 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ed668e-a8c3-4be0-aeed-598c65d06912 req-6f219921-3bc0-40a5-a992-0ed5d77b9850 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:32.669767 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-47ed668e-a8c3-4be0-aeed-598c65d06912 req-6f219921-3bc0-40a5-a992-0ed5d77b9850 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee07f42e-a5b3-4a56-9277-cb1b82532763 HTTP/1.1" status: 200 len: 945 time: 0.1182528 Sep 23 06:41:32.720684 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-47ed668e-a8c3-4be0-aeed-598c65d06912 req-d6bcf372-4fed-4a2c-8215-7cbe703dd3ad tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431242 Sep 23 06:41:32.731114 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-77a71b25-b978-42bc-b104-850e464616a7 req-1f16b346-7ef4-487d-b3d8-ca608a66bcd5 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634196 Sep 23 06:41:32.737484 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5663ae-6be7-483d-a155-d46361a7ec72 req-762edcc5-211b-4a3c-9032-9d06ee13c284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:32.739024 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9a5663ae-6be7-483d-a155-d46361a7ec72 req-762edcc5-211b-4a3c-9032-9d06ee13c284 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ee07f42e-a5b3-4a56-9277-cb1b82532763&tenant_id=4f0064bb53474048bf6eb5b78e44e4ae HTTP/1.1" status: 200 len: 1097 time: 0.0648763 Sep 23 06:41:32.785822 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 49346) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:41:32.821816 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5663ae-6be7-483d-a155-d46361a7ec72 req-43645392-6dd1-42ee-8a2e-c05fdfae4489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:32.823502 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9a5663ae-6be7-483d-a155-d46361a7ec72 req-43645392-6dd1-42ee-8a2e-c05fdfae4489 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4f0064bb53474048bf6eb5b78e44e4ae&device_id=ee07f42e-a5b3-4a56-9277-cb1b82532763 HTTP/1.1" status: 200 len: 1097 time: 0.0450141 Sep 23 06:41:32.837544 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-eba396db-b4cd-46df-8001-ba93cfe0a4f7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8d0700920f79453692c4488fecff29e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0474734 Sep 23 06:41:32.837805 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 49348) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:41:32.886762 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a688826d-14f6-49f5-9f70-dc28af3e6326 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:32.908684 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a688826d-14f6-49f5-9f70-dc28af3e6326 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:32.914305 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 1bbb1236-9fe3-48aa-aa80-d40eea7e019c up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:41:32.927649 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf1feee-0507-443c-a0f3-466415db4ffc req-c1470346-bfca-4407-bdde-4bf7da0b1d64 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:32.929570 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7bf1feee-0507-443c-a0f3-466415db4ffc req-c1470346-bfca-4407-bdde-4bf7da0b1d64 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a9c69dc-9db1-437f-a8dc-fd183244e35f HTTP/1.1" status: 200 len: 945 time: 0.1049919 Sep 23 06:41:32.964891 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a688826d-14f6-49f5-9f70-dc28af3e6326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:32.967782 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a688826d-14f6-49f5-9f70-dc28af3e6326 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:32.969574 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-a688826d-14f6-49f5-9f70-dc28af3e6326 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2b61b42c-1b96-47db-98ae-a5c1be954fc6 HTTP/1.1" status: 204 len: 168 time: 0.1307535 Sep 23 06:41:32.984706 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a688826d-14f6-49f5-9f70-dc28af3e6326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b61b42c-1b96-47db-98ae-a5c1be954fc6,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:32.991195 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port 1bbb1236-9fe3-48aa-aa80-d40eea7e019c completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:41:32.996769 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port 1bbb1236-9fe3-48aa-aa80-d40eea7e019c triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:41:32.997146 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:33.000668 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5663ae-6be7-483d-a155-d46361a7ec72 req-ce4e023c-f0d4-4851-b296-dfaba6f97a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:33.002241 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9a5663ae-6be7-483d-a155-d46361a7ec72 req-ce4e023c-f0d4-4851-b296-dfaba6f97a74 service neutron] 10.222.0.58 "GET /v2.0/networks?id=26aba36e-f765-4b4a-a7c9-897761ec549b HTTP/1.1" status: 200 len: 922 time: 0.1524827 Sep 23 06:41:33.013341 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7bf1feee-0507-443c-a0f3-466415db4ffc req-8213ad1f-e191-425f-ba7b-dbfa23f86370 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/security-groups?id=12348048-69cc-4cde-9778-0654c2cd068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747480 Sep 23 06:41:33.057929 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19da884b-a26b-4e34-9e66-33562ec9d1fb req-1e9fc86e-efeb-4cb8-a3c8-e18459e19fb3 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:33.060164 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-19da884b-a26b-4e34-9e66-33562ec9d1fb req-1e9fc86e-efeb-4cb8-a3c8-e18459e19fb3 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=52dab61c-34b6-4d7d-b54d-a6ae13fe0c57 HTTP/1.1" status: 200 len: 949 time: 0.0712476 Sep 23 06:41:33.109671 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9a5663ae-6be7-483d-a155-d46361a7ec72 req-286bd3ac-c824-4ebd-9e12-af3ed2563577 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e147ab6d-012c-49bd-a829-86606a1ece0e HTTP/1.1" status: 200 len: 217 time: 0.0922878 Sep 23 06:41:33.116677 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:33.117577 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-19da884b-a26b-4e34-9e66-33562ec9d1fb req-e2002cb3-84aa-4d35-8fca-8e2a54e61d7b tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503268 Sep 23 06:41:33.170997 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 1bbb1236-9fe3-48aa-aa80-d40eea7e019c, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=1bbb1236-9fe3-48aa-aa80-d40eea7e019c,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:41:33.175798 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:33.176585 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device fb864968-6b24-4eb1-822e-fcccf589be84 up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:41:33.237420 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5663ae-6be7-483d-a155-d46361a7ec72 req-10add39b-80b4-474f-89e1-39a34f75b363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:33.238925 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9a5663ae-6be7-483d-a155-d46361a7ec72 req-10add39b-80b4-474f-89e1-39a34f75b363 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=afab507a-4ef5-4f82-b221-a08b722735c6 HTTP/1.1" status: 200 len: 861 time: 0.1115944 Sep 23 06:41:33.259792 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642790ac-d844-4c5d-9b1b-d47e1b9798c7 req-c00c2926-00b7-480f-b339-0fe4632d0e4f tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:33.261285 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-642790ac-d844-4c5d-9b1b-d47e1b9798c7 req-c00c2926-00b7-480f-b339-0fe4632d0e4f tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd017062-4df5-4803-abae-496460178f05&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1013536 Sep 23 06:41:33.266827 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=1bbb1236-9fe3-48aa-aa80-d40eea7e019c,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:33.282833 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port fb864968-6b24-4eb1-822e-fcccf589be84 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:41:33.287121 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port fb864968-6b24-4eb1-822e-fcccf589be84 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:41:33.287572 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:33.322134 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9a5663ae-6be7-483d-a155-d46361a7ec72 req-5525bb8e-8a5a-403d-9c09-8d6ddfb7375d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=26aba36e-f765-4b4a-a7c9-897761ec549b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598483 Sep 23 06:41:33.331181 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-642790ac-d844-4c5d-9b1b-d47e1b9798c7 req-fcd28882-7076-4017-bfb9-b22a492f1279 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.183 HTTP/1.1" status: 200 len: 696 time: 0.0603113 Sep 23 06:41:33.342273 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-642790ac-d844-4c5d-9b1b-d47e1b9798c7 req-a22c5596-a56e-4837-ba7a-f0b389bd907d tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Request body: {'floatingip': {'port_id': '3dbcf449-2925-4070-9dbb-3262634ba416', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:41:33.371582 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:33.405264 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port fb864968-6b24-4eb1-822e-fcccf589be84, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=fb864968-6b24-4eb1-822e-fcccf589be84,segment=NetworkSegment(a2ee209e-d4ee-4c6a-8401-bd714bf3436e),segment_id=a2ee209e-d4ee-4c6a-8401-bd714bf3436e)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:41:33.411172 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:33.430849 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-642790ac-d844-4c5d-9b1b-d47e1b9798c7 req-a22c5596-a56e-4837-ba7a-f0b389bd907d tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Notify callbacks [] for floatingip, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:33.471938 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=fb864968-6b24-4eb1-822e-fcccf589be84,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:33.602184 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9a5663ae-6be7-483d-a155-d46361a7ec72 req-251b4960-123f-4df6-8010-9e02e34e7f63 service neutron] 10.222.0.58 "GET /v2.0/networks/26aba36e-f765-4b4a-a7c9-897761ec549b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335479 Sep 23 06:41:33.623484 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d9377d-b882-4832-bea3-9bdbbf235611 req-703d2695-4083-484e-9ae4-13ef7c73f040 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:33.625351 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-63d9377d-b882-4832-bea3-9bdbbf235611 req-703d2695-4083-484e-9ae4-13ef7c73f040 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9252012-7d06-45a1-bad3-31278718f78a HTTP/1.1" status: 200 len: 945 time: 0.0770500 Sep 23 06:41:33.639670 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device def6f6d8-600d-4185-adb8-861f0749e296 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:41:33.661588 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: def6f6d8-600d-4185-adb8-861f0749e296 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:41:33.661966 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device def6f6d8-600d-4185-adb8-861f0749e296 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:41:33.679936 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-63d9377d-b882-4832-bea3-9bdbbf235611 req-f07b39f3-70a5-4b3b-9979-dc8e84513735 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434935 Sep 23 06:41:33.791293 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de97011e-1fb0-4332-a29d-87b3465bfb5f req-df685a3b-f421-4222-8f06-ceb453a255ba tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:33.794319 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-de97011e-1fb0-4332-a29d-87b3465bfb5f req-df685a3b-f421-4222-8f06-ceb453a255ba tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef18adb-19f8-43b5-8dc9-ede7286ee548 HTTP/1.1" status: 200 len: 947 time: 0.0578291 Sep 23 06:41:33.811063 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9a5663ae-6be7-483d-a155-d46361a7ec72 req-69d7d3b3-8671-44eb-964e-cea2e3710c69 service neutron] 10.222.0.58 "GET /v2.0/networks/26aba36e-f765-4b4a-a7c9-897761ec549b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717551 Sep 23 06:41:33.840163 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-de97011e-1fb0-4332-a29d-87b3465bfb5f req-9c93c9d4-bdee-40c0-aaeb-39e4f4bb817f tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412283 Sep 23 06:41:33.866816 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52dab61c-34b6-4d7d-b54d-a6ae13fe0c57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bbb1236-9fe3-48aa-aa80-d40eea7e019c'}, {'server_uuid': 'c9252012-7d06-45a1-bad3-31278718f78a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb864968-6b24-4eb1-822e-fcccf589be84'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:41:33.869503 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac8bb3aa-445b-4580-a16d-a6491da978b2" -d '{"events": [{"server_uuid": "52dab61c-34b6-4d7d-b54d-a6ae13fe0c57", "name": "network-vif-plugged", "status": "completed", "tag": "1bbb1236-9fe3-48aa-aa80-d40eea7e019c"}, {"server_uuid": "c9252012-7d06-45a1-bad3-31278718f78a", "name": "network-vif-plugged", "status": "completed", "tag": "fb864968-6b24-4eb1-822e-fcccf589be84"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:41:33.966807 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62387ae-d727-41a9-a13f-57f1529b151c req-184959cb-f169-4fe6-ba0c-f638695f71df tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:33.968292 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c62387ae-d727-41a9-a13f-57f1529b151c req-184959cb-f169-4fe6-ba0c-f638695f71df tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d41217-85f8-4b83-9fe1-90caa01cf293 HTTP/1.1" status: 200 len: 950 time: 0.0529776 Sep 23 06:41:34.009008 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c62387ae-d727-41a9-a13f-57f1529b151c req-707be114-1fd3-486c-92fd-7dd4904c1103 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337002 Sep 23 06:41:34.145921 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1882160-9f84-4dde-b653-445300e42402 req-048d0104-51c1-458f-8862-3b9797e3f981 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:34.147738 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a1882160-9f84-4dde-b653-445300e42402 req-048d0104-51c1-458f-8862-3b9797e3f981 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee07f42e-a5b3-4a56-9277-cb1b82532763 HTTP/1.1" status: 200 len: 945 time: 0.0687668 Sep 23 06:41:34.208183 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a1882160-9f84-4dde-b653-445300e42402 req-3a623dfb-c92f-45f3-ad0c-1050a2d91ffe tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500162 Sep 23 06:41:34.380759 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 23 Sep 2021 06:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b189c054-e915-417e-9db7-9e514d02d137 x-openstack-request-id: req-b189c054-e915-417e-9db7-9e514d02d137 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:41:34.381273 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52dab61c-34b6-4d7d-b54d-a6ae13fe0c57", "name": "network-vif-plugged", "status": "completed", "tag": "1bbb1236-9fe3-48aa-aa80-d40eea7e019c", "code": 200}, {"server_uuid": "c9252012-7d06-45a1-bad3-31278718f78a", "name": "network-vif-plugged", "status": "completed", "tag": "fb864968-6b24-4eb1-822e-fcccf589be84", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:41:34.381273 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b189c054-e915-417e-9db7-9e514d02d137 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:41:34.382464 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52dab61c-34b6-4d7d-b54d-a6ae13fe0c57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bbb1236-9fe3-48aa-aa80-d40eea7e019c', 'code': 200} Sep 23 06:41:34.382464 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9252012-7d06-45a1-bad3-31278718f78a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb864968-6b24-4eb1-822e-fcccf589be84', 'code': 200} Sep 23 06:41:34.442663 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.db.resource_extend [req-642790ac-d844-4c5d-9b1b-d47e1b9798c7 req-a22c5596-a56e-4837-ba7a-f0b389bd907d tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 06:41:34.489778 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5663ae-6be7-483d-a155-d46361a7ec72 req-4e911b3a-42c5-47e2-b431-ef0bc61efcaf tempest-LiveAutoBlockMigrationV225Test-1648181363 tempest-LiveAutoBlockMigrationV225Test-1648181363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:34.491347 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9a5663ae-6be7-483d-a155-d46361a7ec72 req-4e911b3a-42c5-47e2-b431-ef0bc61efcaf tempest-LiveAutoBlockMigrationV225Test-1648181363 tempest-LiveAutoBlockMigrationV225Test-1648181363-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ee07f42e-a5b3-4a56-9277-cb1b82532763&tenant_id=4f0064bb53474048bf6eb5b78e44e4ae&binding%3Ahost_id=n-h2-715271-16 HTTP/1.1" status: 200 len: 1097 time: 0.1073313 Sep 23 06:41:34.510660 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16df456-926d-4cf1-b6d2-c38239f61a7f req-deeda95b-8797-47d1-bfff-010362b95e71 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:34.512226 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b16df456-926d-4cf1-b6d2-c38239f61a7f req-deeda95b-8797-47d1-bfff-010362b95e71 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=52dab61c-34b6-4d7d-b54d-a6ae13fe0c57 HTTP/1.1" status: 200 len: 950 time: 0.0782385 Sep 23 06:41:34.555430 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b16df456-926d-4cf1-b6d2-c38239f61a7f req-3f950944-c82e-49c8-9f4a-05caa417b830 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366590 Sep 23 06:41:34.594221 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-642790ac-d844-4c5d-9b1b-d47e1b9798c7 req-a22c5596-a56e-4837-ba7a-f0b389bd907d tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:34.610669 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-642790ac-d844-4c5d-9b1b-d47e1b9798c7 req-a22c5596-a56e-4837-ba7a-f0b389bd907d tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:34.616587 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e044954-c8ff-4e91-b33c-8546c2650986 req-7a4b8997-1838-4903-a220-d20bc9e08596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:34.617987 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5e044954-c8ff-4e91-b33c-8546c2650986 req-7a4b8997-1838-4903-a220-d20bc9e08596 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c9252012-7d06-45a1-bad3-31278718f78a HTTP/1.1" status: 200 len: 1097 time: 0.0615368 Sep 23 06:41:34.661087 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5e044954-c8ff-4e91-b33c-8546c2650986 req-a5ea5a2d-0551-469e-8989-19a5665467f2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336883 Sep 23 06:41:34.666369 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f704a-7498-4216-bd59-10da6b8f8065 req-d6f690c7-38d8-4019-ad36-c471e2198ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:34.667877 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-053f704a-7498-4216-bd59-10da6b8f8065 req-d6f690c7-38d8-4019-ad36-c471e2198ffe service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=52dab61c-34b6-4d7d-b54d-a6ae13fe0c57 HTTP/1.1" status: 200 len: 1102 time: 0.1647539 Sep 23 06:41:34.769686 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-9a5663ae-6be7-483d-a155-d46361a7ec72 req-fddd672a-b95f-44d8-b62f-de3de7b49d2d service neutron] For port e147ab6d-012c-49bd-a829-86606a1ece0e, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:41:34.771444 n-d-715271-16 neutron-server[95065]: INFO neutron.db.l3_db [req-642790ac-d844-4c5d-9b1b-d47e1b9798c7 req-a22c5596-a56e-4837-ba7a-f0b389bd907d tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Floating IP 43a4471d-1abd-4325-81da-cfab87147c5b associated. External IP: 172.25.2.183, port: 3dbcf449-2925-4070-9dbb-3262634ba416. Sep 23 06:41:34.776471 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-9a5663ae-6be7-483d-a155-d46361a7ec72 req-fddd672a-b95f-44d8-b62f-de3de7b49d2d service neutron] Notify callbacks [] for binding, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:34.777581 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9a5663ae-6be7-483d-a155-d46361a7ec72 req-fddd672a-b95f-44d8-b62f-de3de7b49d2d service neutron] 10.222.0.58 "DELETE /v2.0/ports/e147ab6d-012c-49bd-a829-86606a1ece0e/bindings/n-h1-715271-16 HTTP/1.1" status: 204 len: 173 time: 0.2605650 Sep 23 06:41:34.833831 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed48745-fc77-4a1b-bf01-a099558bedb0 req-41790dfc-1709-404f-9b14-9eda70505423 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:34.836769 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bed48745-fc77-4a1b-bf01-a099558bedb0 req-41790dfc-1709-404f-9b14-9eda70505423 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9252012-7d06-45a1-bad3-31278718f78a HTTP/1.1" status: 200 len: 945 time: 0.0526881 Sep 23 06:41:34.875836 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bed48745-fc77-4a1b-bf01-a099558bedb0 req-f0b7c544-1a21-4497-8b54-26b67b2c9169 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331030 Sep 23 06:41:34.939176 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 7075373d-4579-48cb-b9e5-04ad3c7a8c47 details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:41:34.975101 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device e147ab6d-012c-49bd-a829-86606a1ece0e no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:41:35.014893 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [req-642790ac-d844-4c5d-9b1b-d47e1b9798c7 req-a22c5596-a56e-4837-ba7a-f0b389bd907d tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Router 453a505e-8f37-4ac5-9418-de38fac35416 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:41:35.041038 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-053f704a-7498-4216-bd59-10da6b8f8065 req-d734b8e7-4e06-43a3-bfa0-56b4294003dc service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486083 Sep 23 06:41:35.061185 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device e147ab6d-012c-49bd-a829-86606a1ece0e not bound to the agent host n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:41:35.077391 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 7075373d-4579-48cb-b9e5-04ad3c7a8c47, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=7075373d-4579-48cb-b9e5-04ad3c7a8c47,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:41:35.088415 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': '7075373d-4579-48cb-b9e5-04ad3c7a8c47', 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062', 'port_id': '7075373d-4579-48cb-b9e5-04ad3c7a8c47', 'mac_address': 'fa:16:3e:00:ff:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:41:35.128079 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:35.141308 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7075373d-4579-48cb-b9e5-04ad3c7a8c47 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:41:35.157148 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-642790ac-d844-4c5d-9b1b-d47e1b9798c7 req-a22c5596-a56e-4837-ba7a-f0b389bd907d tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:41:35.160868 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 7075373d-4579-48cb-b9e5-04ad3c7a8c47, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=7075373d-4579-48cb-b9e5-04ad3c7a8c47,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:41:35.162527 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-642790ac-d844-4c5d-9b1b-d47e1b9798c7 req-a22c5596-a56e-4837-ba7a-f0b389bd907d tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:35.169362 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:35.175662 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479cfe3b-4b2f-491d-b867-8c4ea31037e8 None None] Sync routers for ids ['453a505e-8f37-4ac5-9418-de38fac35416'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:41:35.196528 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-642790ac-d844-4c5d-9b1b-d47e1b9798c7 req-a22c5596-a56e-4837-ba7a-f0b389bd907d tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "PUT /v2.0/floatingips/43a4471d-1abd-4325-81da-cfab87147c5b HTTP/1.1" status: 200 len: 996 time: 1.8578720 Sep 23 06:41:35.197439 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd017062-4df5-4803-abae-496460178f05', 'tag': '3dbcf449-2925-4070-9dbb-3262634ba416'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:41:35.200215 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61dd0d0d-0099-4d91-83dd-e0293d657f18" -d '{"events": [{"name": "network-changed", "server_uuid": "bd017062-4df5-4803-abae-496460178f05", "tag": "3dbcf449-2925-4070-9dbb-3262634ba416"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:41:35.215724 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479cfe3b-4b2f-491d-b867-8c4ea31037e8 None None] Routers {'453a505e-8f37-4ac5-9418-de38fac35416'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:41:35.216761 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-479cfe3b-4b2f-491d-b867-8c4ea31037e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:41:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['453a505e-8f37-4ac5-9418-de38fac35416'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:41:35.248424 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642790ac-d844-4c5d-9b1b-d47e1b9798c7 req-207fea7e-c270-4e83-8d24-807d2f5db8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:35.250089 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-642790ac-d844-4c5d-9b1b-d47e1b9798c7 req-207fea7e-c270-4e83-8d24-807d2f5db8bc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=97692e1b5c1f4df985cc39910d526c8e&device_id=bd017062-4df5-4803-abae-496460178f05 HTTP/1.1" status: 200 len: 1097 time: 0.0441303 Sep 23 06:41:35.275312 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=7075373d-4579-48cb-b9e5-04ad3c7a8c47,revision_number=7']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:35.351542 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642790ac-d844-4c5d-9b1b-d47e1b9798c7 req-b6c9a9fc-2009-4800-bdab-df999bb6af8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:35.352821 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-479cfe3b-4b2f-491d-b867-8c4ea31037e8 None None] Set router 453a505e-8f37-4ac5-9418-de38fac35416 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:41:35.353481 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-642790ac-d844-4c5d-9b1b-d47e1b9798c7 req-b6c9a9fc-2009-4800-bdab-df999bb6af8d service neutron] 10.222.0.39 "GET /v2.0/networks?id=f344d72e-2515-4ae1-b407-677954c55f1d HTTP/1.1" status: 200 len: 922 time: 0.0969722 Sep 23 06:41:35.393042 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fb47cc-606c-42a4-940a-92f8b02be8ee req-605dc335-6e25-4999-9796-5c28a461ae93 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:35.394748 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a1fb47cc-606c-42a4-940a-92f8b02be8ee req-605dc335-6e25-4999-9796-5c28a461ae93 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef18adb-19f8-43b5-8dc9-ede7286ee548 HTTP/1.1" status: 200 len: 948 time: 0.0505919 Sep 23 06:41:35.418693 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-642790ac-d844-4c5d-9b1b-d47e1b9798c7 req-ed22ebe4-cf30-4406-af07-4c3a80833d2f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3dbcf449-2925-4070-9dbb-3262634ba416 HTTP/1.1" status: 200 len: 999 time: 0.0589783 Sep 23 06:41:35.437487 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 06:41:35.446419 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a1fb47cc-606c-42a4-940a-92f8b02be8ee req-8f395b54-c9d7-4f2b-8365-5700f3d386f1 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411248 Sep 23 06:41:35.477444 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642790ac-d844-4c5d-9b1b-d47e1b9798c7 req-f869769e-259e-4d7f-bce5-cec1c1d0be1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:35.480029 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-642790ac-d844-4c5d-9b1b-d47e1b9798c7 req-f869769e-259e-4d7f-bce5-cec1c1d0be1f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=74afc9c5-ebde-436e-ada9-9111bfc92597 HTTP/1.1" status: 200 len: 860 time: 0.0547092 Sep 23 06:41:35.528602 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642790ac-d844-4c5d-9b1b-d47e1b9798c7 req-63767510-bdd5-4d9c-98ae-f89d96ac83ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:35.530099 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-642790ac-d844-4c5d-9b1b-d47e1b9798c7 req-63767510-bdd5-4d9c-98ae-f89d96ac83ff service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f344d72e-2515-4ae1-b407-677954c55f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442412 Sep 23 06:41:35.543279 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [req-642790ac-d844-4c5d-9b1b-d47e1b9798c7 req-74627a4a-cb5a-4a58-96eb-d261a7253fdb service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=95065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 06:41:35.545238 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-642790ac-d844-4c5d-9b1b-d47e1b9798c7 req-74627a4a-cb5a-4a58-96eb-d261a7253fdb service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087092 Sep 23 06:41:35.552822 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ae6b94-4fe7-4000-8059-e7243d149d76 req-06ed4fba-b6a9-44e3-a15d-ac9b60e2e431 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:35.555180 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-40ae6b94-4fe7-4000-8059-e7243d149d76 req-06ed4fba-b6a9-44e3-a15d-ac9b60e2e431 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d41217-85f8-4b83-9fe1-90caa01cf293 HTTP/1.1" status: 200 len: 950 time: 0.0525630 Sep 23 06:41:35.601305 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-40ae6b94-4fe7-4000-8059-e7243d149d76 req-d3de8d40-8542-4176-94f2-7310889a59e0 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399251 Sep 23 06:41:35.649490 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-479cfe3b-4b2f-491d-b867-8c4ea31037e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453a505e-8f37-4ac5-9418-de38fac35416', 'name': 'tempest-FloatingIPsAssociationTestJSON-1870322060-router', 'tenant_id': '97692e1b5c1f4df985cc39910d526c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '3c903fcc-8ebc-4c45-a0c6-d6ed70146b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:40:39Z', 'updated_at': '2021-09-23T06:40:48Z', 'revision_number': 4, 'project_id': '97692e1b5c1f4df985cc39910d526c8e', 'gw_port': {'id': '3c903fcc-8ebc-4c45-a0c6-d6ed70146b3c', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453a505e-8f37-4ac5-9418-de38fac35416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:40:40Z', 'updated_at': '2021-09-23T06:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '43a4471d-1abd-4325-81da-cfab87147c5b', 'tenant_id': '97692e1b5c1f4df985cc39910d526c8e', 'floating_ip_address': '172.25.2.183', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '453a505e-8f37-4ac5-9418-de38fac35416', 'port_id': '3dbcf449-2925-4070-9dbb-3262634ba416', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f344d72e-2515-4ae1-b407-677954c55f1d', 'mac_address': 'fa:16:3e:ef:2c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd017062-4df5-4803-abae-496460178f05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T06:41:12Z', 'updated_at': '2021-09-23T06:41:34Z', 'revision_number': 1, 'project_id': '97692e1b5c1f4df985cc39910d526c8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9346b3ae-f80c-4ced-a5e1-bd9c63169ab4', 'name': '', 'network_id': 'f344d72e-2515-4ae1-b407-677954c55f1d', 'tenant_id': '97692e1b5c1f4df985cc39910d526c8e', 'mac_address': 'fa:16:3e:fa:52:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453a505e-8f37-4ac5-9418-de38fac35416', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '74afc9c5-ebde-436e-ada9-9111bfc92597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:40:47Z', 'updated_at': '2021-09-23T06:40:53Z', 'revision_number': 5, 'project_id': '97692e1b5c1f4df985cc39910d526c8e', 'subnets': [{'id': '74afc9c5-ebde-436e-ada9-9111bfc92597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:41:35.653379 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-642790ac-d844-4c5d-9b1b-d47e1b9798c7 req-87434665-e951-4b55-bed0-0973d1a9c62c service neutron] 10.222.0.39 "GET /v2.0/networks/f344d72e-2515-4ae1-b407-677954c55f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966282 Sep 23 06:41:35.655650 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-574f170d-2846-4ccb-835d-bdf6935dd389 x-openstack-request-id: req-574f170d-2846-4ccb-835d-bdf6935dd389 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:41:35.658309 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd017062-4df5-4803-abae-496460178f05", "tag": "3dbcf449-2925-4070-9dbb-3262634ba416", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:41:35.658691 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-574f170d-2846-4ccb-835d-bdf6935dd389 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:41:35.659286 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd017062-4df5-4803-abae-496460178f05', 'tag': '3dbcf449-2925-4070-9dbb-3262634ba416', 'status': 'completed', 'code': 200} Sep 23 06:41:35.677647 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479cfe3b-4b2f-491d-b867-8c4ea31037e8 None None] Checking router: 453a505e-8f37-4ac5-9418-de38fac35416 for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:41:35.687666 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479cfe3b-4b2f-491d-b867-8c4ea31037e8 None None] Routers {'453a505e-8f37-4ac5-9418-de38fac35416'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:41:35.688433 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-479cfe3b-4b2f-491d-b867-8c4ea31037e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:41:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['453a505e-8f37-4ac5-9418-de38fac35416'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:41:35.774864 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268fdc2e-df63-4f39-8c73-0d6493c9b238 req-47eb72df-0087-4888-a1ca-cd948d87d0bd tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:35.776509 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-268fdc2e-df63-4f39-8c73-0d6493c9b238 req-47eb72df-0087-4888-a1ca-cd948d87d0bd tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee07f42e-a5b3-4a56-9277-cb1b82532763 HTTP/1.1" status: 200 len: 945 time: 0.0600307 Sep 23 06:41:35.778594 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['7075373d-4579-48cb-b9e5-04ad3c7a8c47'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:41:35.779825 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-642790ac-d844-4c5d-9b1b-d47e1b9798c7 req-0670a666-b4da-4b82-a02b-8ab72d941b17 service neutron] 10.222.0.39 "GET /v2.0/networks/f344d72e-2515-4ae1-b407-677954c55f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193259 Sep 23 06:41:35.782348 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dd0d0d-0099-4d91-83dd-e0293d657f18 req-1631c0e2-5c34-41ea-881f-d45557ad8ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:35.783915 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-61dd0d0d-0099-4d91-83dd-e0293d657f18 req-1631c0e2-5c34-41ea-881f-d45557ad8ff9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=97692e1b5c1f4df985cc39910d526c8e&device_id=bd017062-4df5-4803-abae-496460178f05 HTTP/1.1" status: 200 len: 1097 time: 0.0588462 Sep 23 06:41:35.828193 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-479cfe3b-4b2f-491d-b867-8c4ea31037e8 None None] Set router 453a505e-8f37-4ac5-9418-de38fac35416 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:41:35.898750 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-268fdc2e-df63-4f39-8c73-0d6493c9b238 req-27e16bed-665a-4364-ba3d-5d7643404cec tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008716 Sep 23 06:41:35.949156 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dd0d0d-0099-4d91-83dd-e0293d657f18 req-8e1808c0-6418-4f85-b0c2-2aab7e8a6c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:35.952438 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-61dd0d0d-0099-4d91-83dd-e0293d657f18 req-8e1808c0-6418-4f85-b0c2-2aab7e8a6c5d service neutron] 10.222.0.21 "GET /v2.0/networks?id=f344d72e-2515-4ae1-b407-677954c55f1d HTTP/1.1" status: 200 len: 922 time: 0.1528111 Sep 23 06:41:36.064259 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-61dd0d0d-0099-4d91-83dd-e0293d657f18 req-4af31f44-6b7e-4c04-a36e-ab775e48c8f2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3dbcf449-2925-4070-9dbb-3262634ba416 HTTP/1.1" status: 200 len: 999 time: 0.0892775 Sep 23 06:41:36.118009 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:36.173532 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dd0d0d-0099-4d91-83dd-e0293d657f18 req-1ce2c864-d83e-440a-bea1-86569518e3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:36.175051 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-61dd0d0d-0099-4d91-83dd-e0293d657f18 req-1ce2c864-d83e-440a-bea1-86569518e3c2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=74afc9c5-ebde-436e-ada9-9111bfc92597 HTTP/1.1" status: 200 len: 860 time: 0.0774257 Sep 23 06:41:36.184686 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-479cfe3b-4b2f-491d-b867-8c4ea31037e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453a505e-8f37-4ac5-9418-de38fac35416', 'name': 'tempest-FloatingIPsAssociationTestJSON-1870322060-router', 'tenant_id': '97692e1b5c1f4df985cc39910d526c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '3c903fcc-8ebc-4c45-a0c6-d6ed70146b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:40:39Z', 'updated_at': '2021-09-23T06:40:48Z', 'revision_number': 4, 'project_id': '97692e1b5c1f4df985cc39910d526c8e', 'gw_port': {'id': '3c903fcc-8ebc-4c45-a0c6-d6ed70146b3c', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453a505e-8f37-4ac5-9418-de38fac35416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:40:40Z', 'updated_at': '2021-09-23T06:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '43a4471d-1abd-4325-81da-cfab87147c5b', 'tenant_id': '97692e1b5c1f4df985cc39910d526c8e', 'floating_ip_address': '172.25.2.183', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '453a505e-8f37-4ac5-9418-de38fac35416', 'port_id': '3dbcf449-2925-4070-9dbb-3262634ba416', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f344d72e-2515-4ae1-b407-677954c55f1d', 'mac_address': 'fa:16:3e:ef:2c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd017062-4df5-4803-abae-496460178f05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T06:41:12Z', 'updated_at': '2021-09-23T06:41:34Z', 'revision_number': 1, 'project_id': '97692e1b5c1f4df985cc39910d526c8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9346b3ae-f80c-4ced-a5e1-bd9c63169ab4', 'name': '', 'network_id': 'f344d72e-2515-4ae1-b407-677954c55f1d', 'tenant_id': '97692e1b5c1f4df985cc39910d526c8e', 'mac_address': 'fa:16:3e:fa:52:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453a505e-8f37-4ac5-9418-de38fac35416', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '74afc9c5-ebde-436e-ada9-9111bfc92597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:40:47Z', 'updated_at': '2021-09-23T06:40:53Z', 'revision_number': 5, 'project_id': '97692e1b5c1f4df985cc39910d526c8e', 'subnets': [{'id': '74afc9c5-ebde-436e-ada9-9111bfc92597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:41:36.219885 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479cfe3b-4b2f-491d-b867-8c4ea31037e8 None None] The sync data for ids ['453a505e-8f37-4ac5-9418-de38fac35416'] in n-d-715271-16 is: [{'id': '453a505e-8f37-4ac5-9418-de38fac35416', 'name': 'tempest-FloatingIPsAssociationTestJSON-1870322060-router', 'tenant_id': '97692e1b5c1f4df985cc39910d526c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '3c903fcc-8ebc-4c45-a0c6-d6ed70146b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:40:39Z', 'updated_at': '2021-09-23T06:40:48Z', 'revision_number': 4, 'project_id': '97692e1b5c1f4df985cc39910d526c8e', 'gw_port': {'id': '3c903fcc-8ebc-4c45-a0c6-d6ed70146b3c', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453a505e-8f37-4ac5-9418-de38fac35416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:40:40Z', 'updated_at': '2021-09-23T06:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '43a4471d-1abd-4325-81da-cfab87147c5b', 'tenant_id': '97692e1b5c1f4df985cc39910d526c8e', 'floating_ip_address': '172.25.2.183', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '453a505e-8f37-4ac5-9418-de38fac35416', 'port_id': '3dbcf449-2925-4070-9dbb-3262634ba416', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f344d72e-2515-4ae1-b407-677954c55f1d', 'mac_address': 'fa:16:3e:ef:2c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd017062-4df5-4803-abae-496460178f05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T06:41:12Z', 'updated_at': '2021-09-23T06:41:34Z', 'revision_number': 1, 'project_id': '97692e1b5c1f4df985cc39910d526c8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9346b3ae-f80c-4ced-a5e1-bd9c63169ab4', 'name': '', 'network_id': 'f344d72e-2515-4ae1-b407-677954c55f1d', 'tenant_id': '97692e1b5c1f4df985cc39910d526c8e', 'mac_address': 'fa:16:3e:fa:52:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453a505e-8f37-4ac5-9418-de38fac35416', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '74afc9c5-ebde-436e-ada9-9111bfc92597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:40:47Z', 'updated_at': '2021-09-23T06:40:53Z', 'revision_number': 5, 'project_id': '97692e1b5c1f4df985cc39910d526c8e', 'subnets': [{'id': '74afc9c5-ebde-436e-ada9-9111bfc92597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:41:36.261787 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dd0d0d-0099-4d91-83dd-e0293d657f18 req-ea2174b5-617c-4433-8618-5132bbb6eb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:36.263704 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-61dd0d0d-0099-4d91-83dd-e0293d657f18 req-ea2174b5-617c-4433-8618-5132bbb6eb72 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f344d72e-2515-4ae1-b407-677954c55f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0616415 Sep 23 06:41:36.301734 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdbfb7e-0efc-4489-a1d4-0f1d2004a0a8 req-73906103-b9fb-4ade-84a7-a5bc03bea182 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:36.309633 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6bdbfb7e-0efc-4489-a1d4-0f1d2004a0a8 req-73906103-b9fb-4ade-84a7-a5bc03bea182 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=52dab61c-34b6-4d7d-b54d-a6ae13fe0c57 HTTP/1.1" status: 200 len: 950 time: 0.1043868 Sep 23 06:41:36.405968 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-61dd0d0d-0099-4d91-83dd-e0293d657f18 req-4b8f47bb-e35e-4ccc-99b3-04b56c0bcff2 service neutron] 10.222.0.21 "GET /v2.0/networks/f344d72e-2515-4ae1-b407-677954c55f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271479 Sep 23 06:41:36.417922 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6bdbfb7e-0efc-4489-a1d4-0f1d2004a0a8 req-f9586bc0-36e1-4a37-89b5-f0b613a7ad6b tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073043 Sep 23 06:41:36.418235 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eddc12c-6a90-4817-b575-6f35588a679e req-67ccd401-078d-4402-9afa-1fc364451bf9 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:36.419420 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6eddc12c-6a90-4817-b575-6f35588a679e req-67ccd401-078d-4402-9afa-1fc364451bf9 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a9c69dc-9db1-437f-a8dc-fd183244e35f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0745649 Sep 23 06:41:36.426567 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f904facc-f773-4010-a7e5-575a897eede8 req-84a355ca-6129-4e3d-8f9d-e953346abf9d tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:36.429280 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f904facc-f773-4010-a7e5-575a897eede8 req-84a355ca-6129-4e3d-8f9d-e953346abf9d tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ef18adb-19f8-43b5-8dc9-ede7286ee548&tenant_id=5ca4f991227448e1b6417695cbfdc362&binding%3Ahost_id=n-h1-715271-16 HTTP/1.1" status: 200 len: 948 time: 0.1175699 Sep 23 06:41:36.484344 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6464a38-af14-4f82-b1ce-ba83e09744b4 None None] New status for floating IP 43a4471d-1abd-4325-81da-cfab87147c5b: ACTIVE {{(pid=95068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 06:41:36.553050 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-61dd0d0d-0099-4d91-83dd-e0293d657f18 req-7f815237-6de1-4113-b5c5-1e3e43c41356 service neutron] 10.222.0.21 "GET /v2.0/networks/f344d72e-2515-4ae1-b407-677954c55f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325498 Sep 23 06:41:36.567185 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadedc20-c268-4d1f-9e2e-6243921a42e9 req-0b170558-a161-4ef4-89d5-1e70a3738c20 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:36.568669 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-eadedc20-c268-4d1f-9e2e-6243921a42e9 req-0b170558-a161-4ef4-89d5-1e70a3738c20 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9252012-7d06-45a1-bad3-31278718f78a HTTP/1.1" status: 200 len: 945 time: 0.0831609 Sep 23 06:41:36.596791 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f904facc-f773-4010-a7e5-575a897eede8 req-b0e7e1f0-e157-44a7-a7b0-bdafbb2f66ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:36.598346 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f904facc-f773-4010-a7e5-575a897eede8 req-b0e7e1f0-e157-44a7-a7b0-bdafbb2f66ff service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5ca4f991227448e1b6417695cbfdc362&device_id=0ef18adb-19f8-43b5-8dc9-ede7286ee548 HTTP/1.1" status: 200 len: 1100 time: 0.0741959 Sep 23 06:41:36.616840 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6eddc12c-6a90-4817-b575-6f35588a679e req-90c2b281-1f8b-4192-bdb6-6b028bc9e8fc tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.183 HTTP/1.1" status: 200 len: 999 time: 0.1762443 Sep 23 06:41:36.627037 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-eadedc20-c268-4d1f-9e2e-6243921a42e9 req-00c3407b-df9e-4dc1-b27b-4bc33f92ce83 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469875 Sep 23 06:41:36.635658 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-6eddc12c-6a90-4817-b575-6f35588a679e req-a0bc65a8-fab6-439a-9d64-ba36bae8419a tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Request body: {'floatingip': {'port_id': '7004b577-7b06-4c26-bf68-e53322b69dd8', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:41:36.713064 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6eddc12c-6a90-4817-b575-6f35588a679e req-a0bc65a8-fab6-439a-9d64-ba36bae8419a tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Notify callbacks [] for floatingip, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:36.779819 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f904facc-f773-4010-a7e5-575a897eede8 req-8f8d5314-2026-40b1-89a5-237499e417d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:36.781406 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f904facc-f773-4010-a7e5-575a897eede8 req-8f8d5314-2026-40b1-89a5-237499e417d6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=16515f0f-e5a6-4630-a440-e11fb2e02062 HTTP/1.1" status: 200 len: 870 time: 0.1516144 Sep 23 06:41:36.873978 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f904facc-f773-4010-a7e5-575a897eede8 req-35b472d0-6ded-449f-969d-4dd9b650c7ae service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=7075373d-4579-48cb-b9e5-04ad3c7a8c47 HTTP/1.1" status: 200 len: 217 time: 0.0478125 Sep 23 06:41:36.895249 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671e363-c420-4496-ab5c-81b0c37853b9 req-309eae75-df82-4c2b-8c86-91ac7bdeb603 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:36.897201 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b671e363-c420-4496-ab5c-81b0c37853b9 req-309eae75-df82-4c2b-8c86-91ac7bdeb603 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef18adb-19f8-43b5-8dc9-ede7286ee548 HTTP/1.1" status: 200 len: 948 time: 0.1128631 Sep 23 06:41:36.969467 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b671e363-c420-4496-ab5c-81b0c37853b9 req-211758fc-79ad-4375-84e9-d2c6ee0b0ded tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644560 Sep 23 06:41:36.981228 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f904facc-f773-4010-a7e5-575a897eede8 req-cdb98aff-4523-401a-ab2c-1e6e57805048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:36.982621 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f904facc-f773-4010-a7e5-575a897eede8 req-cdb98aff-4523-401a-ab2c-1e6e57805048 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e HTTP/1.1" status: 200 len: 843 time: 0.0706031 Sep 23 06:41:37.055043 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f904facc-f773-4010-a7e5-575a897eede8 req-36c0d93b-114d-4ada-bbb5-cb602d715843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:37.057025 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f904facc-f773-4010-a7e5-575a897eede8 req-36c0d93b-114d-4ada-bbb5-cb602d715843 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=16515f0f-e5a6-4630-a440-e11fb2e02062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0634456 Sep 23 06:41:37.097024 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.db.api [req-6eddc12c-6a90-4817-b575-6f35588a679e req-a0bc65a8-fab6-439a-9d64-ba36bae8419a tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95065) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 06:41:37.097390 n-d-715271-16 neutron-server[95065]: DEBUG oslo_db.api [req-6eddc12c-6a90-4817-b575-6f35588a679e req-a0bc65a8-fab6-439a-9d64-ba36bae8419a tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 06:41:37.205038 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a747fba5-96f1-4590-8f19-d8e81c427686 req-80202fcf-0dc2-432d-b617-ade69452be7b tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:37.206549 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a747fba5-96f1-4590-8f19-d8e81c427686 req-80202fcf-0dc2-432d-b617-ade69452be7b tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d41217-85f8-4b83-9fe1-90caa01cf293 HTTP/1.1" status: 200 len: 950 time: 0.1107574 Sep 23 06:41:37.253701 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f904facc-f773-4010-a7e5-575a897eede8 req-2229ff35-20f3-4b3a-aa43-b3584c05a2cb service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278608 Sep 23 06:41:37.262096 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a747fba5-96f1-4590-8f19-d8e81c427686 req-da493b6d-d457-433b-af35-b2ef4d19f53b tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492187 Sep 23 06:41:37.377238 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f904facc-f773-4010-a7e5-575a897eede8 req-597e30b9-6591-44d3-9d64-359b41a6e0cb service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126387 Sep 23 06:41:37.385063 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05480e06-14de-419c-bac7-c27967151e19 req-b4de94c1-ad06-4a81-9eca-4e1f57c535ac tempest-LiveAutoBlockMigrationV225Test-1648181363 tempest-LiveAutoBlockMigrationV225Test-1648181363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:37.386490 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-05480e06-14de-419c-bac7-c27967151e19 req-b4de94c1-ad06-4a81-9eca-4e1f57c535ac tempest-LiveAutoBlockMigrationV225Test-1648181363 tempest-LiveAutoBlockMigrationV225Test-1648181363-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=ee07f42e-a5b3-4a56-9277-cb1b82532763 HTTP/1.1" status: 200 len: 1097 time: 0.0565817 Sep 23 06:41:37.425737 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-05480e06-14de-419c-bac7-c27967151e19 req-ad2dff7f-c9e3-459e-b66a-f91fbbae68c8 tempest-LiveAutoBlockMigrationV225Test-1648181363 tempest-LiveAutoBlockMigrationV225Test-1648181363-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321617 Sep 23 06:41:37.598796 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6eddc12c-6a90-4817-b575-6f35588a679e req-a0bc65a8-fab6-439a-9d64-ba36bae8419a tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Notify callbacks [] for floatingip, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:38.011751 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-64a60f83-9392-44ef-89b1-c03f21fab124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:38.012417 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e192f092-65d3-42ae-8118-fe8de80a1335 req-a53a33eb-5cb9-44db-9c72-e5e6224cff93 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:38.014049 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e192f092-65d3-42ae-8118-fe8de80a1335 req-a53a33eb-5cb9-44db-9c72-e5e6224cff93 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=52dab61c-34b6-4d7d-b54d-a6ae13fe0c57 HTTP/1.1" status: 200 len: 950 time: 0.0642712 Sep 23 06:41:38.057475 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e192f092-65d3-42ae-8118-fe8de80a1335 req-387518d1-d500-4697-8745-2baeae0ba4ee tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338328 Sep 23 06:41:38.267490 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c8816-d542-4a17-893b-f18e53b879a9 req-b2d8b8e5-b1c3-46ff-8a8d-e03f20b5beb1 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:38.269024 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ee7c8816-d542-4a17-893b-f18e53b879a9 req-b2d8b8e5-b1c3-46ff-8a8d-e03f20b5beb1 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/networks?id=26aba36e-f765-4b4a-a7c9-897761ec549b HTTP/1.1" status: 200 len: 821 time: 0.1124735 Sep 23 06:41:38.284553 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ee7c8816-d542-4a17-893b-f18e53b879a9 req-e314fc1b-d8a8-4fbe-ad70-fefd7d48d5de tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/quotas/4f0064bb53474048bf6eb5b78e44e4ae HTTP/1.1" status: 200 len: 375 time: 0.0095496 Sep 23 06:41:38.335680 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ee7c8816-d542-4a17-893b-f18e53b879a9 req-823bd0a5-ceef-4db3-92a8-3c6cf67531a8 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4f0064bb53474048bf6eb5b78e44e4ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449250 Sep 23 06:41:38.349569 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6eddc12c-6a90-4817-b575-6f35588a679e req-a0bc65a8-fab6-439a-9d64-ba36bae8419a tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:38.354045 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6eddc12c-6a90-4817-b575-6f35588a679e req-a0bc65a8-fab6-439a-9d64-ba36bae8419a tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:38.426264 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ee7c8816-d542-4a17-893b-f18e53b879a9 req-c1c91df6-ec23-4937-981b-5799800068ef service neutron] 10.222.0.39 "GET /v2.0/networks/26aba36e-f765-4b4a-a7c9-897761ec549b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833688 Sep 23 06:41:38.454217 n-d-715271-16 neutron-server[95065]: INFO neutron.db.l3_db [req-6eddc12c-6a90-4817-b575-6f35588a679e req-a0bc65a8-fab6-439a-9d64-ba36bae8419a tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Floating IP 43a4471d-1abd-4325-81da-cfab87147c5b associated. External IP: 172.25.2.183, port: 3dbcf449-2925-4070-9dbb-3262634ba416. Sep 23 06:41:38.518300 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ee7c8816-d542-4a17-893b-f18e53b879a9 req-65ec1665-a0db-41db-8f0d-17b267b20326 service neutron] 10.222.0.39 "GET /v2.0/networks/26aba36e-f765-4b4a-a7c9-897761ec549b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853722 Sep 23 06:41:38.677003 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6eddc12c-6a90-4817-b575-6f35588a679e req-a0bc65a8-fab6-439a-9d64-ba36bae8419a tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Router 453a505e-8f37-4ac5-9418-de38fac35416 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:41:38.733132 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1391d802-3b9e-4bb8-8265-9ccedb9ea45c req-b90489fc-d10d-4003-a780-438b5117af5e tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:38.734660 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1391d802-3b9e-4bb8-8265-9ccedb9ea45c req-b90489fc-d10d-4003-a780-438b5117af5e tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9252012-7d06-45a1-bad3-31278718f78a HTTP/1.1" status: 200 len: 945 time: 0.0512793 Sep 23 06:41:38.782922 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1391d802-3b9e-4bb8-8265-9ccedb9ea45c req-c9d3b906-ad0f-4922-9d93-2abf6c7e1ad4 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405602 Sep 23 06:41:38.789977 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6eddc12c-6a90-4817-b575-6f35588a679e req-a0bc65a8-fab6-439a-9d64-ba36bae8419a tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:41:38.800611 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1b1241-87d2-41a1-ae8a-99732b0e17d5 None None] Sync routers for ids ['453a505e-8f37-4ac5-9418-de38fac35416'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:41:38.811762 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1b1241-87d2-41a1-ae8a-99732b0e17d5 None None] Routers {'453a505e-8f37-4ac5-9418-de38fac35416'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:41:38.813060 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-9a1b1241-87d2-41a1-ae8a-99732b0e17d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:41:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['453a505e-8f37-4ac5-9418-de38fac35416'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:41:38.955883 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-9a1b1241-87d2-41a1-ae8a-99732b0e17d5 None None] Set router 453a505e-8f37-4ac5-9418-de38fac35416 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:41:38.959568 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 7075373d-4579-48cb-b9e5-04ad3c7a8c47 up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:41:38.996544 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b96523-1491-4683-b901-15348a7eca90 req-d464e513-a37c-4590-a983-dcabe96433f8 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:38.998482 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-73b96523-1491-4683-b901-15348a7eca90 req-d464e513-a37c-4590-a983-dcabe96433f8 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef18adb-19f8-43b5-8dc9-ede7286ee548 HTTP/1.1" status: 200 len: 948 time: 0.0721991 Sep 23 06:41:39.056554 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6eddc12c-6a90-4817-b575-6f35588a679e req-a0bc65a8-fab6-439a-9d64-ba36bae8419a tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Router 453a505e-8f37-4ac5-9418-de38fac35416 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:41:39.074493 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-73b96523-1491-4683-b901-15348a7eca90 req-ce3207b0-ce22-4580-ad6a-1590273e4116 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693576 Sep 23 06:41:39.172340 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aff872-f264-4514-b98d-ed5bcac6f1a0 req-de79d8dd-173f-4262-b4e5-0c785e91f9d1 tempest-ServersOnMultiNodesTest-68966466 tempest-ServersOnMultiNodesTest-68966466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:39.174185 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b5aff872-f264-4514-b98d-ed5bcac6f1a0 req-de79d8dd-173f-4262-b4e5-0c785e91f9d1 tempest-ServersOnMultiNodesTest-68966466 tempest-ServersOnMultiNodesTest-68966466-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=52dab61c-34b6-4d7d-b54d-a6ae13fe0c57 HTTP/1.1" status: 200 len: 1102 time: 0.0461934 Sep 23 06:41:39.224201 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b5aff872-f264-4514-b98d-ed5bcac6f1a0 req-3905f76c-81ab-407c-a0d7-232700718d6e tempest-ServersOnMultiNodesTest-68966466 tempest-ServersOnMultiNodesTest-68966466-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433335 Sep 23 06:41:39.224403 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port 7075373d-4579-48cb-b9e5-04ad3c7a8c47 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:41:39.225485 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:39.236733 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6eddc12c-6a90-4817-b575-6f35588a679e req-a0bc65a8-fab6-439a-9d64-ba36bae8419a tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:41:39.242389 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6eddc12c-6a90-4817-b575-6f35588a679e req-a0bc65a8-fab6-439a-9d64-ba36bae8419a tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:39.276806 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd017062-4df5-4803-abae-496460178f05', 'tag': '3dbcf449-2925-4070-9dbb-3262634ba416'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:41:39.279246 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90444905-c8bd-46be-adc3-3babb34a51fc" -d '{"events": [{"name": "network-changed", "server_uuid": "bd017062-4df5-4803-abae-496460178f05", "tag": "3dbcf449-2925-4070-9dbb-3262634ba416"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:41:39.357823 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6eddc12c-6a90-4817-b575-6f35588a679e req-a0bc65a8-fab6-439a-9d64-ba36bae8419a tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "PUT /v2.0/floatingips/43a4471d-1abd-4325-81da-cfab87147c5b HTTP/1.1" status: 200 len: 998 time: 2.7329924 Sep 23 06:41:39.361162 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b67c65-9000-48e0-9a08-148ab81563d7 req-fbaba987-91bc-4ccf-9f6d-3faf2a234e38 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:39.363040 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-97b67c65-9000-48e0-9a08-148ab81563d7 req-fbaba987-91bc-4ccf-9f6d-3faf2a234e38 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d41217-85f8-4b83-9fe1-90caa01cf293 HTTP/1.1" status: 200 len: 950 time: 0.0622318 Sep 23 06:41:39.397400 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:39.420290 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eddc12c-6a90-4817-b575-6f35588a679e req-800a64ca-3080-414e-bc43-d4232e938991 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:39.421779 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6eddc12c-6a90-4817-b575-6f35588a679e req-800a64ca-3080-414e-bc43-d4232e938991 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/ports/3dbcf449-2925-4070-9dbb-3262634ba416 HTTP/1.1" status: 200 len: 942 time: 0.0522230 Sep 23 06:41:39.438514 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef18adb-19f8-43b5-8dc9-ede7286ee548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7075373d-4579-48cb-b9e5-04ad3c7a8c47'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:41:39.441963 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e0e95e6-4183-4781-b7fa-f906ae195479" -d '{"events": [{"server_uuid": "0ef18adb-19f8-43b5-8dc9-ede7286ee548", "name": "network-vif-plugged", "status": "completed", "tag": "7075373d-4579-48cb-b9e5-04ad3c7a8c47"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:41:39.448164 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-97b67c65-9000-48e0-9a08-148ab81563d7 req-da2f5979-78de-423a-895e-c3496670174f tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722177 Sep 23 06:41:39.478770 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 7075373d-4579-48cb-b9e5-04ad3c7a8c47, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=7075373d-4579-48cb-b9e5-04ad3c7a8c47,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:41:39.486889 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:39.524928 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eddc12c-6a90-4817-b575-6f35588a679e req-7a86fe06-cc1f-4151-84fa-3dfad843551f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:39.526580 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6eddc12c-6a90-4817-b575-6f35588a679e req-7a86fe06-cc1f-4151-84fa-3dfad843551f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=97692e1b5c1f4df985cc39910d526c8e&device_id=bd017062-4df5-4803-abae-496460178f05 HTTP/1.1" status: 200 len: 1097 time: 0.0450048 Sep 23 06:41:39.549059 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-9a1b1241-87d2-41a1-ae8a-99732b0e17d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453a505e-8f37-4ac5-9418-de38fac35416', 'name': 'tempest-FloatingIPsAssociationTestJSON-1870322060-router', 'tenant_id': '97692e1b5c1f4df985cc39910d526c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '3c903fcc-8ebc-4c45-a0c6-d6ed70146b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:40:39Z', 'updated_at': '2021-09-23T06:40:48Z', 'revision_number': 4, 'project_id': '97692e1b5c1f4df985cc39910d526c8e', 'gw_port': {'id': '3c903fcc-8ebc-4c45-a0c6-d6ed70146b3c', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453a505e-8f37-4ac5-9418-de38fac35416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:40:40Z', 'updated_at': '2021-09-23T06:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '43a4471d-1abd-4325-81da-cfab87147c5b', 'tenant_id': '97692e1b5c1f4df985cc39910d526c8e', 'floating_ip_address': '172.25.2.183', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '453a505e-8f37-4ac5-9418-de38fac35416', 'port_id': '7004b577-7b06-4c26-bf68-e53322b69dd8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f344d72e-2515-4ae1-b407-677954c55f1d', 'mac_address': 'fa:16:3e:83:47:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9c69dc-9db1-437f-a8dc-fd183244e35f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T06:41:12Z', 'updated_at': '2021-09-23T06:41:38Z', 'revision_number': 3, 'project_id': '97692e1b5c1f4df985cc39910d526c8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9346b3ae-f80c-4ced-a5e1-bd9c63169ab4', 'name': '', 'network_id': 'f344d72e-2515-4ae1-b407-677954c55f1d', 'tenant_id': '97692e1b5c1f4df985cc39910d526c8e', 'mac_address': 'fa:16:3e:fa:52:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453a505e-8f37-4ac5-9418-de38fac35416', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '74afc9c5-ebde-436e-ada9-9111bfc92597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:40:47Z', 'updated_at': '2021-09-23T06:40:53Z', 'revision_number': 5, 'project_id': '97692e1b5c1f4df985cc39910d526c8e', 'subnets': [{'id': '74afc9c5-ebde-436e-ada9-9111bfc92597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:41:39.581123 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=7075373d-4579-48cb-b9e5-04ad3c7a8c47,revision_number=8']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:39.584135 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1b1241-87d2-41a1-ae8a-99732b0e17d5 None None] Checking router: 453a505e-8f37-4ac5-9418-de38fac35416 for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:41:39.594110 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1b1241-87d2-41a1-ae8a-99732b0e17d5 None None] Routers {'453a505e-8f37-4ac5-9418-de38fac35416'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:41:39.594801 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-9a1b1241-87d2-41a1-ae8a-99732b0e17d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:41:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['453a505e-8f37-4ac5-9418-de38fac35416'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:41:39.618105 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-14f658c4-d1a5-4bed-97b7-c4431e6f946a req-aa65483b-f9b9-42e6-a37a-f95317775a3a tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb9ce6cc-6d6a-44ab-84e9-7a7993ea0950 HTTP/1.1" status: 200 len: 210 time: 0.0351179 Sep 23 06:41:39.630424 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eddc12c-6a90-4817-b575-6f35588a679e req-59b198f8-e97f-4726-ada4-37387f2f2e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:39.632053 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6eddc12c-6a90-4817-b575-6f35588a679e req-59b198f8-e97f-4726-ada4-37387f2f2e70 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f344d72e-2515-4ae1-b407-677954c55f1d HTTP/1.1" status: 200 len: 922 time: 0.0983684 Sep 23 06:41:39.683287 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6eddc12c-6a90-4817-b575-6f35588a679e req-7ba89d15-471b-491d-80d4-95e39deae3b9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3dbcf449-2925-4070-9dbb-3262634ba416 HTTP/1.1" status: 200 len: 217 time: 0.0444913 Sep 23 06:41:39.719956 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-9a1b1241-87d2-41a1-ae8a-99732b0e17d5 None None] Set router 453a505e-8f37-4ac5-9418-de38fac35416 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:41:39.720676 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64307a9-5c3d-4cf6-9796-5824cb639178 req-7b6b61a8-a9ef-4122-bd63-3f46ebcdb72a tempest-LiveMigrationTest-1207377707 tempest-LiveMigrationTest-1207377707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:39.723672 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f64307a9-5c3d-4cf6-9796-5824cb639178 req-7b6b61a8-a9ef-4122-bd63-3f46ebcdb72a tempest-LiveMigrationTest-1207377707 tempest-LiveMigrationTest-1207377707-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=c9252012-7d06-45a1-bad3-31278718f78a HTTP/1.1" status: 200 len: 1097 time: 0.0468128 Sep 23 06:41:39.733774 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eddc12c-6a90-4817-b575-6f35588a679e req-c8809d51-7c8c-4564-808a-6d641005b129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:39.735201 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6eddc12c-6a90-4817-b575-6f35588a679e req-c8809d51-7c8c-4564-808a-6d641005b129 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=74afc9c5-ebde-436e-ada9-9111bfc92597 HTTP/1.1" status: 200 len: 860 time: 0.0461769 Sep 23 06:41:39.760735 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:39.764770 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f64307a9-5c3d-4cf6-9796-5824cb639178 req-787b1614-66a4-4bf3-861c-fa5d23e04c0e tempest-LiveMigrationTest-1207377707 tempest-LiveMigrationTest-1207377707-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333252 Sep 23 06:41:39.795444 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eddc12c-6a90-4817-b575-6f35588a679e req-ffa461f9-ff67-49a4-9143-47dd0e7defe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:39.797162 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6eddc12c-6a90-4817-b575-6f35588a679e req-ffa461f9-ff67-49a4-9143-47dd0e7defe0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f344d72e-2515-4ae1-b407-677954c55f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557463 Sep 23 06:41:39.900616 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6eddc12c-6a90-4817-b575-6f35588a679e req-87f7bb46-4b8d-46e7-8481-ae358d5559b9 service neutron] 10.222.0.39 "GET /v2.0/networks/f344d72e-2515-4ae1-b407-677954c55f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952744 Sep 23 06:41:39.989090 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-9a1b1241-87d2-41a1-ae8a-99732b0e17d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453a505e-8f37-4ac5-9418-de38fac35416', 'name': 'tempest-FloatingIPsAssociationTestJSON-1870322060-router', 'tenant_id': '97692e1b5c1f4df985cc39910d526c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '3c903fcc-8ebc-4c45-a0c6-d6ed70146b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:40:39Z', 'updated_at': '2021-09-23T06:40:48Z', 'revision_number': 4, 'project_id': '97692e1b5c1f4df985cc39910d526c8e', 'gw_port': {'id': '3c903fcc-8ebc-4c45-a0c6-d6ed70146b3c', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453a505e-8f37-4ac5-9418-de38fac35416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:40:40Z', 'updated_at': '2021-09-23T06:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '43a4471d-1abd-4325-81da-cfab87147c5b', 'tenant_id': '97692e1b5c1f4df985cc39910d526c8e', 'floating_ip_address': '172.25.2.183', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '453a505e-8f37-4ac5-9418-de38fac35416', 'port_id': '7004b577-7b06-4c26-bf68-e53322b69dd8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f344d72e-2515-4ae1-b407-677954c55f1d', 'mac_address': 'fa:16:3e:83:47:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9c69dc-9db1-437f-a8dc-fd183244e35f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T06:41:12Z', 'updated_at': '2021-09-23T06:41:38Z', 'revision_number': 3, 'project_id': '97692e1b5c1f4df985cc39910d526c8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9346b3ae-f80c-4ced-a5e1-bd9c63169ab4', 'name': '', 'network_id': 'f344d72e-2515-4ae1-b407-677954c55f1d', 'tenant_id': '97692e1b5c1f4df985cc39910d526c8e', 'mac_address': 'fa:16:3e:fa:52:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453a505e-8f37-4ac5-9418-de38fac35416', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '74afc9c5-ebde-436e-ada9-9111bfc92597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:40:47Z', 'updated_at': '2021-09-23T06:40:53Z', 'revision_number': 5, 'project_id': '97692e1b5c1f4df985cc39910d526c8e', 'subnets': [{'id': '74afc9c5-ebde-436e-ada9-9111bfc92597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:41:40.021559 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1b1241-87d2-41a1-ae8a-99732b0e17d5 None None] The sync data for ids ['453a505e-8f37-4ac5-9418-de38fac35416'] in n-d-715271-16 is: [{'id': '453a505e-8f37-4ac5-9418-de38fac35416', 'name': 'tempest-FloatingIPsAssociationTestJSON-1870322060-router', 'tenant_id': '97692e1b5c1f4df985cc39910d526c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '3c903fcc-8ebc-4c45-a0c6-d6ed70146b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:40:39Z', 'updated_at': '2021-09-23T06:40:48Z', 'revision_number': 4, 'project_id': '97692e1b5c1f4df985cc39910d526c8e', 'gw_port': {'id': '3c903fcc-8ebc-4c45-a0c6-d6ed70146b3c', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453a505e-8f37-4ac5-9418-de38fac35416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:40:40Z', 'updated_at': '2021-09-23T06:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '43a4471d-1abd-4325-81da-cfab87147c5b', 'tenant_id': '97692e1b5c1f4df985cc39910d526c8e', 'floating_ip_address': '172.25.2.183', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '453a505e-8f37-4ac5-9418-de38fac35416', 'port_id': '7004b577-7b06-4c26-bf68-e53322b69dd8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f344d72e-2515-4ae1-b407-677954c55f1d', 'mac_address': 'fa:16:3e:83:47:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9c69dc-9db1-437f-a8dc-fd183244e35f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T06:41:12Z', 'updated_at': '2021-09-23T06:41:38Z', 'revision_number': 3, 'project_id': '97692e1b5c1f4df985cc39910d526c8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9346b3ae-f80c-4ced-a5e1-bd9c63169ab4', 'name': '', 'network_id': 'f344d72e-2515-4ae1-b407-677954c55f1d', 'tenant_id': '97692e1b5c1f4df985cc39910d526c8e', 'mac_address': 'fa:16:3e:fa:52:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453a505e-8f37-4ac5-9418-de38fac35416', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '74afc9c5-ebde-436e-ada9-9111bfc92597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:40:47Z', 'updated_at': '2021-09-23T06:40:53Z', 'revision_number': 5, 'project_id': '97692e1b5c1f4df985cc39910d526c8e', 'subnets': [{'id': '74afc9c5-ebde-436e-ada9-9111bfc92597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:41:40.059929 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6eddc12c-6a90-4817-b575-6f35588a679e req-47796dbc-4623-4255-8800-953f3df99430 service neutron] 10.222.0.39 "GET /v2.0/networks/f344d72e-2515-4ae1-b407-677954c55f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348329 Sep 23 06:41:40.093924 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c8816-d542-4a17-893b-f18e53b879a9 req-8ec22865-2add-465b-acac-2bbe7ebcd6b7 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:40.097916 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ee7c8816-d542-4a17-893b-f18e53b879a9 req-8ec22865-2add-465b-acac-2bbe7ebcd6b7 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.21 "GET /v2.0/networks?id=26aba36e-f765-4b4a-a7c9-897761ec549b HTTP/1.1" status: 200 len: 821 time: 0.1283474 Sep 23 06:41:40.129477 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-ee7c8816-d542-4a17-893b-f18e53b879a9 req-86b5b23a-4c72-42dc-a678-38831eae016e tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Request body: {'port': {'device_id': 'fb9ce6cc-6d6a-44ab-84e9-7a7993ea0950', 'network_id': '26aba36e-f765-4b4a-a7c9-897761ec549b', 'admin_state_up': True, 'tenant_id': '4f0064bb53474048bf6eb5b78e44e4ae'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:41:40.136926 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eddc12c-6a90-4817-b575-6f35588a679e req-0f7c97c4-57c2-42dc-affd-618b23d7b4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:40.138745 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6eddc12c-6a90-4817-b575-6f35588a679e req-0f7c97c4-57c2-42dc-affd-618b23d7b4ad service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=97692e1b5c1f4df985cc39910d526c8e&device_id=4a9c69dc-9db1-437f-a8dc-fd183244e35f HTTP/1.1" status: 200 len: 1097 time: 0.0562844 Sep 23 06:41:40.255432 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eddc12c-6a90-4817-b575-6f35588a679e req-eb05e9e5-847e-4f5e-945c-3191de7ae1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:40.257745 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6eddc12c-6a90-4817-b575-6f35588a679e req-eb05e9e5-847e-4f5e-945c-3191de7ae1a7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f344d72e-2515-4ae1-b407-677954c55f1d HTTP/1.1" status: 200 len: 922 time: 0.1115110 Sep 23 06:41:40.279590 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00f4be7-f424-4abe-8ddb-dba5a775864c None None] New status for floating IP 43a4471d-1abd-4325-81da-cfab87147c5b: ACTIVE {{(pid=95068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 06:41:40.297497 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee7c8816-d542-4a17-893b-f18e53b879a9 req-86b5b23a-4c72-42dc-a678-38831eae016e tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Made reservation on behalf of 4f0064bb53474048bf6eb5b78e44e4ae for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:41:40.301265 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-ee7c8816-d542-4a17-893b-f18e53b879a9 req-86b5b23a-4c72-42dc-a678-38831eae016e tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:40.326122 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6eddc12c-6a90-4817-b575-6f35588a679e req-ed46dfd7-8b1b-4fd9-aca8-0816558c4576 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7004b577-7b06-4c26-bf68-e53322b69dd8 HTTP/1.1" status: 200 len: 1001 time: 0.0619905 Sep 23 06:41:40.337880 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472721b9-b394-4737-8ac2-670dd16e50df req-d5bc07d2-d3f0-448d-9d27-3217deb22276 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:40.339407 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-472721b9-b394-4737-8ac2-670dd16e50df req-d5bc07d2-d3f0-448d-9d27-3217deb22276 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef18adb-19f8-43b5-8dc9-ede7286ee548 HTTP/1.1" status: 200 len: 949 time: 0.0897930 Sep 23 06:41:40.376058 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eddc12c-6a90-4817-b575-6f35588a679e req-80b431b5-57ab-42e4-ab3a-9735894fa73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:40.377837 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6eddc12c-6a90-4817-b575-6f35588a679e req-80b431b5-57ab-42e4-ab3a-9735894fa73a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=74afc9c5-ebde-436e-ada9-9111bfc92597 HTTP/1.1" status: 200 len: 860 time: 0.0457113 Sep 23 06:41:40.436386 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eddc12c-6a90-4817-b575-6f35588a679e req-3019c464-1c55-4a5f-914d-67625b25d8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:40.438342 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6eddc12c-6a90-4817-b575-6f35588a679e req-3019c464-1c55-4a5f-914d-67625b25d8d2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f344d72e-2515-4ae1-b407-677954c55f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538738 Sep 23 06:41:40.538172 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6eddc12c-6a90-4817-b575-6f35588a679e req-65e61b92-fb40-454f-8bd2-c2d1c9eba649 service neutron] 10.222.0.39 "GET /v2.0/networks/f344d72e-2515-4ae1-b407-677954c55f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901427 Sep 23 06:41:40.547129 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18c9c9e-1a33-4704-913b-9e32233d3063 None None] Sync routers for ids ['453a505e-8f37-4ac5-9418-de38fac35416'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:41:40.557740 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18c9c9e-1a33-4704-913b-9e32233d3063 None None] Routers {'453a505e-8f37-4ac5-9418-de38fac35416'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:41:40.558599 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-b18c9c9e-1a33-4704-913b-9e32233d3063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:41:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['453a505e-8f37-4ac5-9418-de38fac35416'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:41:40.650018 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6eddc12c-6a90-4817-b575-6f35588a679e req-c5911bc6-088c-4fdf-98db-452067b88988 service neutron] 10.222.0.39 "GET /v2.0/networks/f344d72e-2515-4ae1-b407-677954c55f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989897 Sep 23 06:41:40.681752 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-b18c9c9e-1a33-4704-913b-9e32233d3063 None None] Set router 453a505e-8f37-4ac5-9418-de38fac35416 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:41:40.703750 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c51e60-218a-4d59-84ad-2eb3a5b720a2 x-openstack-request-id: req-13c51e60-218a-4d59-84ad-2eb3a5b720a2 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:41:40.704266 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd017062-4df5-4803-abae-496460178f05", "tag": "3dbcf449-2925-4070-9dbb-3262634ba416", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:41:40.704266 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-13c51e60-218a-4d59-84ad-2eb3a5b720a2 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:41:40.704674 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd017062-4df5-4803-abae-496460178f05', 'tag': '3dbcf449-2925-4070-9dbb-3262634ba416', 'status': 'completed', 'code': 200} Sep 23 06:41:40.709524 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-472721b9-b394-4737-8ac2-670dd16e50df req-c5153ab9-93eb-40d8-bbc1-b9bf12cf0f62 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792432 Sep 23 06:41:40.756804 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [req-ee7c8816-d542-4a17-893b-f18e53b879a9 req-86b5b23a-4c72-42dc-a678-38831eae016e tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Allocated IP 172.20.0.11 (26aba36e-f765-4b4a-a7c9-897761ec549b/afab507a-4ef5-4f82-b221-a08b722735c6/a09003c4-d814-4d52-96ba-7591c484557e) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:41:40.779310 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d415a38-80ba-4a4e-8c43-567330f99e71 x-openstack-request-id: req-5d415a38-80ba-4a4e-8c43-567330f99e71 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:41:40.779624 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ef18adb-19f8-43b5-8dc9-ede7286ee548", "name": "network-vif-plugged", "status": "completed", "tag": "7075373d-4579-48cb-b9e5-04ad3c7a8c47", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:41:40.779850 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5d415a38-80ba-4a4e-8c43-567330f99e71 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:41:40.780233 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ef18adb-19f8-43b5-8dc9-ede7286ee548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7075373d-4579-48cb-b9e5-04ad3c7a8c47', 'code': 200} Sep 23 06:41:40.832086 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dbc50356-fd7e-4008-a3e8-c2e6e97b7db4 req-184f5aa3-68dc-43bc-8d5d-eaa91796a9bf tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=8d68b6f2bfe2491c9015cf660b627aab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357020 Sep 23 06:41:40.865357 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90444905-c8bd-46be-adc3-3babb34a51fc req-bdbd8777-abd5-4049-8724-212af26a4977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:40.867752 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-90444905-c8bd-46be-adc3-3babb34a51fc req-bdbd8777-abd5-4049-8724-212af26a4977 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=97692e1b5c1f4df985cc39910d526c8e&device_id=bd017062-4df5-4803-abae-496460178f05 HTTP/1.1" status: 200 len: 1097 time: 0.0811496 Sep 23 06:41:40.933200 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b21d5c-cadb-40b1-8193-d88d9b251340 req-0806e44e-4ab2-40c6-b7b6-ab60adb3586d tempest-LiveMigrationTest-1207377707 tempest-LiveMigrationTest-1207377707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:40.941372 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-93b21d5c-cadb-40b1-8193-d88d9b251340 req-0806e44e-4ab2-40c6-b7b6-ab60adb3586d tempest-LiveMigrationTest-1207377707 tempest-LiveMigrationTest-1207377707-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=c9252012-7d06-45a1-bad3-31278718f78a HTTP/1.1" status: 200 len: 1097 time: 0.1093912 Sep 23 06:41:40.964586 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-b18c9c9e-1a33-4704-913b-9e32233d3063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453a505e-8f37-4ac5-9418-de38fac35416', 'name': 'tempest-FloatingIPsAssociationTestJSON-1870322060-router', 'tenant_id': '97692e1b5c1f4df985cc39910d526c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '3c903fcc-8ebc-4c45-a0c6-d6ed70146b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:40:39Z', 'updated_at': '2021-09-23T06:40:48Z', 'revision_number': 4, 'project_id': '97692e1b5c1f4df985cc39910d526c8e', 'gw_port': {'id': '3c903fcc-8ebc-4c45-a0c6-d6ed70146b3c', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453a505e-8f37-4ac5-9418-de38fac35416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:40:40Z', 'updated_at': '2021-09-23T06:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '43a4471d-1abd-4325-81da-cfab87147c5b', 'tenant_id': '97692e1b5c1f4df985cc39910d526c8e', 'floating_ip_address': '172.25.2.183', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '453a505e-8f37-4ac5-9418-de38fac35416', 'port_id': '7004b577-7b06-4c26-bf68-e53322b69dd8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f344d72e-2515-4ae1-b407-677954c55f1d', 'mac_address': 'fa:16:3e:83:47:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9c69dc-9db1-437f-a8dc-fd183244e35f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T06:41:12Z', 'updated_at': '2021-09-23T06:41:40Z', 'revision_number': 4, 'project_id': '97692e1b5c1f4df985cc39910d526c8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9346b3ae-f80c-4ced-a5e1-bd9c63169ab4', 'name': '', 'network_id': 'f344d72e-2515-4ae1-b407-677954c55f1d', 'tenant_id': '97692e1b5c1f4df985cc39910d526c8e', 'mac_address': 'fa:16:3e:fa:52:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453a505e-8f37-4ac5-9418-de38fac35416', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '74afc9c5-ebde-436e-ada9-9111bfc92597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:40:47Z', 'updated_at': '2021-09-23T06:40:53Z', 'revision_number': 5, 'project_id': '97692e1b5c1f4df985cc39910d526c8e', 'subnets': [{'id': '74afc9c5-ebde-436e-ada9-9111bfc92597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:41:40.997512 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18c9c9e-1a33-4704-913b-9e32233d3063 None None] Checking router: 453a505e-8f37-4ac5-9418-de38fac35416 for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:41:40.998876 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-ee7c8816-d542-4a17-893b-f18e53b879a9 req-86b5b23a-4c72-42dc-a678-38831eae016e tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:41.010785 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc50356-fd7e-4008-a3e8-c2e6e97b7db4 req-cfa879ce-4ab6-4d48-a9b1-33d5fa8df1f2 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:41.011932 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18c9c9e-1a33-4704-913b-9e32233d3063 None None] Routers {'453a505e-8f37-4ac5-9418-de38fac35416'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:41:41.012238 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dbc50356-fd7e-4008-a3e8-c2e6e97b7db4 req-cfa879ce-4ab6-4d48-a9b1-33d5fa8df1f2 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1728241 Sep 23 06:41:41.012421 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-93b21d5c-cadb-40b1-8193-d88d9b251340 req-80c7f5aa-75c9-407d-bac7-c027fee8a62c tempest-LiveMigrationTest-1207377707 tempest-LiveMigrationTest-1207377707-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658224 Sep 23 06:41:41.012540 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-b18c9c9e-1a33-4704-913b-9e32233d3063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:41:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['453a505e-8f37-4ac5-9418-de38fac35416'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:41:41.039013 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dbc50356-fd7e-4008-a3e8-c2e6e97b7db4 req-2d028127-b123-475b-9826-6bd02a10ab2e tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/quotas/8d68b6f2bfe2491c9015cf660b627aab HTTP/1.1" status: 200 len: 375 time: 0.0159800 Sep 23 06:41:41.057250 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90444905-c8bd-46be-adc3-3babb34a51fc req-7077e39b-2340-4e2a-a758-4e78951df346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:41.058771 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-90444905-c8bd-46be-adc3-3babb34a51fc req-7077e39b-2340-4e2a-a758-4e78951df346 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f344d72e-2515-4ae1-b407-677954c55f1d HTTP/1.1" status: 200 len: 922 time: 0.1399786 Sep 23 06:41:41.071267 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-bda5acfb-d2e0-48be-a558-213f4b66f78d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:41.071414 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-ee7c8816-d542-4a17-893b-f18e53b879a9 req-86b5b23a-4c72-42dc-a678-38831eae016e tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:41.135719 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-90444905-c8bd-46be-adc3-3babb34a51fc req-132a04c4-65c0-4d76-9fac-2a24a1287a34 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3dbcf449-2925-4070-9dbb-3262634ba416 HTTP/1.1" status: 200 len: 217 time: 0.0434000 Sep 23 06:41:41.140207 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee7c8816-d542-4a17-893b-f18e53b879a9 req-86b5b23a-4c72-42dc-a678-38831eae016e tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Network 26aba36e-f765-4b4a-a7c9-897761ec549b is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:41:41.151266 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [req-ee7c8816-d542-4a17-893b-f18e53b879a9 req-86b5b23a-4c72-42dc-a678-38831eae016e tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:41:41.154493 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b5b23a-4c72-42dc-a678-38831eae016e tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Pushing event updated for resources: {'Port': ['ID=a09003c4-d814-4d52-96ba-7591c484557e,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:41.158012 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee7c8816-d542-4a17-893b-f18e53b879a9 req-86b5b23a-4c72-42dc-a678-38831eae016e tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:41:41.169284 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-b18c9c9e-1a33-4704-913b-9e32233d3063 None None] Set router 453a505e-8f37-4ac5-9418-de38fac35416 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:41:41.190277 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dbc50356-fd7e-4008-a3e8-c2e6e97b7db4 req-a2f01895-c8dd-4ff3-ab10-866d5a2d1aaf tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8d68b6f2bfe2491c9015cf660b627aab&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1422260 Sep 23 06:41:41.212590 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90444905-c8bd-46be-adc3-3babb34a51fc req-250cb935-fe7e-411a-a615-9ebb2183d4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:41.214323 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-90444905-c8bd-46be-adc3-3babb34a51fc req-250cb935-fe7e-411a-a615-9ebb2183d4a7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=74afc9c5-ebde-436e-ada9-9111bfc92597 HTTP/1.1" status: 200 len: 860 time: 0.0706613 Sep 23 06:41:41.246440 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c8816-d542-4a17-893b-f18e53b879a9 req-86b5b23a-4c72-42dc-a678-38831eae016e tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:41.247235 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-ee7c8816-d542-4a17-893b-f18e53b879a9 req-86b5b23a-4c72-42dc-a678-38831eae016e tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:41.262732 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ea28ac-6b77-4cf1-a0de-68b5868c8aef req-0c059a63-663c-453b-b825-4aa81d25b41f tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:41.264234 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-69ea28ac-6b77-4cf1-a0de-68b5868c8aef req-0c059a63-663c-453b-b825-4aa81d25b41f tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d41217-85f8-4b83-9fe1-90caa01cf293 HTTP/1.1" status: 200 len: 950 time: 0.0797994 Sep 23 06:41:41.278187 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ee7c8816-d542-4a17-893b-f18e53b879a9 req-86b5b23a-4c72-42dc-a678-38831eae016e tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1541831 Sep 23 06:41:41.306273 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-ee7c8816-d542-4a17-893b-f18e53b879a9 req-bd66af5c-7c4b-42c4-9657-1a17322f873b service neutron] Request body: {'port': {'device_id': 'fb9ce6cc-6d6a-44ab-84e9-7a7993ea0950', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-16'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:41:41.337605 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90444905-c8bd-46be-adc3-3babb34a51fc req-f870aab7-fa0e-4f02-81ae-39a4d6ce55ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:41.339532 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-90444905-c8bd-46be-adc3-3babb34a51fc req-f870aab7-fa0e-4f02-81ae-39a4d6ce55ee service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f344d72e-2515-4ae1-b407-677954c55f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1093428 Sep 23 06:41:41.456129 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-69ea28ac-6b77-4cf1-a0de-68b5868c8aef req-38e1f9fd-35e9-442a-94d2-42faaba01ec2 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850483 Sep 23 06:41:41.484686 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-ee7c8816-d542-4a17-893b-f18e53b879a9 req-bd66af5c-7c4b-42c4-9657-1a17322f873b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:41.545731 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:41.634274 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-b18c9c9e-1a33-4704-913b-9e32233d3063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453a505e-8f37-4ac5-9418-de38fac35416', 'name': 'tempest-FloatingIPsAssociationTestJSON-1870322060-router', 'tenant_id': '97692e1b5c1f4df985cc39910d526c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '3c903fcc-8ebc-4c45-a0c6-d6ed70146b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:40:39Z', 'updated_at': '2021-09-23T06:40:48Z', 'revision_number': 4, 'project_id': '97692e1b5c1f4df985cc39910d526c8e', 'gw_port': {'id': '3c903fcc-8ebc-4c45-a0c6-d6ed70146b3c', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453a505e-8f37-4ac5-9418-de38fac35416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:40:40Z', 'updated_at': '2021-09-23T06:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '43a4471d-1abd-4325-81da-cfab87147c5b', 'tenant_id': '97692e1b5c1f4df985cc39910d526c8e', 'floating_ip_address': '172.25.2.183', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '453a505e-8f37-4ac5-9418-de38fac35416', 'port_id': '7004b577-7b06-4c26-bf68-e53322b69dd8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f344d72e-2515-4ae1-b407-677954c55f1d', 'mac_address': 'fa:16:3e:83:47:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9c69dc-9db1-437f-a8dc-fd183244e35f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T06:41:12Z', 'updated_at': '2021-09-23T06:41:40Z', 'revision_number': 4, 'project_id': '97692e1b5c1f4df985cc39910d526c8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9346b3ae-f80c-4ced-a5e1-bd9c63169ab4', 'name': '', 'network_id': 'f344d72e-2515-4ae1-b407-677954c55f1d', 'tenant_id': '97692e1b5c1f4df985cc39910d526c8e', 'mac_address': 'fa:16:3e:fa:52:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453a505e-8f37-4ac5-9418-de38fac35416', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '74afc9c5-ebde-436e-ada9-9111bfc92597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:40:47Z', 'updated_at': '2021-09-23T06:40:53Z', 'revision_number': 5, 'project_id': '97692e1b5c1f4df985cc39910d526c8e', 'subnets': [{'id': '74afc9c5-ebde-436e-ada9-9111bfc92597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:41:41.710988 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18c9c9e-1a33-4704-913b-9e32233d3063 None None] The sync data for ids ['453a505e-8f37-4ac5-9418-de38fac35416'] in n-d-715271-16 is: [{'id': '453a505e-8f37-4ac5-9418-de38fac35416', 'name': 'tempest-FloatingIPsAssociationTestJSON-1870322060-router', 'tenant_id': '97692e1b5c1f4df985cc39910d526c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '3c903fcc-8ebc-4c45-a0c6-d6ed70146b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:40:39Z', 'updated_at': '2021-09-23T06:40:48Z', 'revision_number': 4, 'project_id': '97692e1b5c1f4df985cc39910d526c8e', 'gw_port': {'id': '3c903fcc-8ebc-4c45-a0c6-d6ed70146b3c', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453a505e-8f37-4ac5-9418-de38fac35416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:40:40Z', 'updated_at': '2021-09-23T06:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '43a4471d-1abd-4325-81da-cfab87147c5b', 'tenant_id': '97692e1b5c1f4df985cc39910d526c8e', 'floating_ip_address': '172.25.2.183', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '453a505e-8f37-4ac5-9418-de38fac35416', 'port_id': '7004b577-7b06-4c26-bf68-e53322b69dd8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f344d72e-2515-4ae1-b407-677954c55f1d', 'mac_address': 'fa:16:3e:83:47:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9c69dc-9db1-437f-a8dc-fd183244e35f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T06:41:12Z', 'updated_at': '2021-09-23T06:41:40Z', 'revision_number': 4, 'project_id': '97692e1b5c1f4df985cc39910d526c8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9346b3ae-f80c-4ced-a5e1-bd9c63169ab4', 'name': '', 'network_id': 'f344d72e-2515-4ae1-b407-677954c55f1d', 'tenant_id': '97692e1b5c1f4df985cc39910d526c8e', 'mac_address': 'fa:16:3e:fa:52:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453a505e-8f37-4ac5-9418-de38fac35416', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '74afc9c5-ebde-436e-ada9-9111bfc92597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:40:47Z', 'updated_at': '2021-09-23T06:40:53Z', 'revision_number': 5, 'project_id': '97692e1b5c1f4df985cc39910d526c8e', 'subnets': [{'id': '74afc9c5-ebde-436e-ada9-9111bfc92597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:41:41.766289 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3637878-95e8-48fc-8d1c-4ee0281cc00b req-2de4947a-d290-4cb2-83b8-b3696476f0fd tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:41.767921 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d3637878-95e8-48fc-8d1c-4ee0281cc00b req-2de4947a-d290-4cb2-83b8-b3696476f0fd tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb9ce6cc-6d6a-44ab-84e9-7a7993ea0950 HTTP/1.1" status: 200 len: 932 time: 0.2015567 Sep 23 06:41:41.898285 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-90444905-c8bd-46be-adc3-3babb34a51fc req-3b8c6d37-8e3b-4601-8342-89844b2d5351 service neutron] 10.222.0.21 "GET /v2.0/networks/f344d72e-2515-4ae1-b407-677954c55f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5502951 Sep 23 06:41:41.913887 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d3637878-95e8-48fc-8d1c-4ee0281cc00b req-68ee4e88-82a1-412a-870b-600d09a95e51 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295795 Sep 23 06:41:41.954366 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c13574fe-6ebf-48f7-b356-c2dfdd5948a8 req-af72958c-cb44-4478-aefc-17bd5c014abd tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.183 HTTP/1.1" status: 200 len: 1001 time: 0.4496047 Sep 23 06:41:42.085711 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [req-ee7c8816-d542-4a17-893b-f18e53b879a9 req-bd66af5c-7c4b-42c4-9657-1a17322f873b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a09003c4-d814-4d52-96ba-7591c484557e {{(pid=95066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:41:42.095825 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-ee7c8816-d542-4a17-893b-f18e53b879a9 req-bd66af5c-7c4b-42c4-9657-1a17322f873b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:42.119345 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13574fe-6ebf-48f7-b356-c2dfdd5948a8 req-9f7095c3-3fc3-45f5-9305-f854cbac0508 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:42.120853 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c13574fe-6ebf-48f7-b356-c2dfdd5948a8 req-9f7095c3-3fc3-45f5-9305-f854cbac0508 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/ports/7004b577-7b06-4c26-bf68-e53322b69dd8 HTTP/1.1" status: 200 len: 942 time: 0.1723466 Sep 23 06:41:42.130736 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.provisioning_blocks [req-ee7c8816-d542-4a17-893b-f18e53b879a9 req-bd66af5c-7c4b-42c4-9657-1a17322f873b service neutron] Transition to ACTIVE for port object a09003c4-d814-4d52-96ba-7591c484557e will not be triggered until provisioned by entity L2. {{(pid=95066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:41:42.139272 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-ee7c8816-d542-4a17-893b-f18e53b879a9 req-bd66af5c-7c4b-42c4-9657-1a17322f873b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:42.155440 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-90444905-c8bd-46be-adc3-3babb34a51fc req-2a56132e-1e0d-415f-8265-6399643f9a86 service neutron] 10.222.0.21 "GET /v2.0/networks/f344d72e-2515-4ae1-b407-677954c55f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458165 Sep 23 06:41:42.183245 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:42.224471 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd66af5c-7c4b-42c4-9657-1a17322f873b service neutron] Pushing event updated for resources: {'Port': ['ID=a09003c4-d814-4d52-96ba-7591c484557e,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:42.294568 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c13574fe-6ebf-48f7-b356-c2dfdd5948a8 req-ad76cd57-e25f-45af-be13-d9053281c630 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.183 HTTP/1.1" status: 200 len: 1001 time: 0.0738306 Sep 23 06:41:42.305121 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-ee7c8816-d542-4a17-893b-f18e53b879a9 req-bd66af5c-7c4b-42c4-9657-1a17322f873b service neutron] Attempting to bind port a09003c4-d814-4d52-96ba-7591c484557e on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:41:42.305768 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-ee7c8816-d542-4a17-893b-f18e53b879a9 req-bd66af5c-7c4b-42c4-9657-1a17322f873b service neutron] Attempting to bind port a09003c4-d814-4d52-96ba-7591c484557e by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': 'df9429cb-1b73-4fcc-8ecd-d0edb039148e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '26aba36e-f765-4b4a-a7c9-897761ec549b'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:41:42.306368 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee7c8816-d542-4a17-893b-f18e53b879a9 req-bd66af5c-7c4b-42c4-9657-1a17322f873b service neutron] Attempting to bind port a09003c4-d814-4d52-96ba-7591c484557e on network 26aba36e-f765-4b4a-a7c9-897761ec549b {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:41:42.313023 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee7c8816-d542-4a17-893b-f18e53b879a9 req-bd66af5c-7c4b-42c4-9657-1a17322f873b service neutron] Port a09003c4-d814-4d52-96ba-7591c484557e on network 26aba36e-f765-4b4a-a7c9-897761ec549b not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:41:42.313605 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee7c8816-d542-4a17-893b-f18e53b879a9 req-bd66af5c-7c4b-42c4-9657-1a17322f873b service neutron] Attempting to bind port a09003c4-d814-4d52-96ba-7591c484557e on network 26aba36e-f765-4b4a-a7c9-897761ec549b {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:41:42.321262 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee7c8816-d542-4a17-893b-f18e53b879a9 req-bd66af5c-7c4b-42c4-9657-1a17322f873b service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:41:42.322711 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee7c8816-d542-4a17-893b-f18e53b879a9 req-bd66af5c-7c4b-42c4-9657-1a17322f873b service neutron] Checking segment: {'id': 'df9429cb-1b73-4fcc-8ecd-d0edb039148e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '26aba36e-f765-4b4a-a7c9-897761ec549b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:41:42.323163 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee7c8816-d542-4a17-893b-f18e53b879a9 req-bd66af5c-7c4b-42c4-9657-1a17322f873b service neutron] Bound using segment: {'id': 'df9429cb-1b73-4fcc-8ecd-d0edb039148e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '26aba36e-f765-4b4a-a7c9-897761ec549b'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:41:42.323691 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-ee7c8816-d542-4a17-893b-f18e53b879a9 req-bd66af5c-7c4b-42c4-9657-1a17322f873b service neutron] Bound port: a09003c4-d814-4d52-96ba-7591c484557e, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df9429cb-1b73-4fcc-8ecd-d0edb039148e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '26aba36e-f765-4b4a-a7c9-897761ec549b'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:41:42.324090 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-ee7c8816-d542-4a17-893b-f18e53b879a9 req-bd66af5c-7c4b-42c4-9657-1a17322f873b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:42.393121 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-ee7c8816-d542-4a17-893b-f18e53b879a9 req-bd66af5c-7c4b-42c4-9657-1a17322f873b service neutron] For port a09003c4-d814-4d52-96ba-7591c484557e, host n-h1-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:41:42.396485 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-ee7c8816-d542-4a17-893b-f18e53b879a9 req-bd66af5c-7c4b-42c4-9657-1a17322f873b service neutron] For port a09003c4-d814-4d52-96ba-7591c484557e, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=a09003c4-d814-4d52-96ba-7591c484557e,segment=NetworkSegment(df9429cb-1b73-4fcc-8ecd-d0edb039148e),segment_id=df9429cb-1b73-4fcc-8ecd-d0edb039148e)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:41:42.402453 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-ee7c8816-d542-4a17-893b-f18e53b879a9 req-bd66af5c-7c4b-42c4-9657-1a17322f873b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:42.409298 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13574fe-6ebf-48f7-b356-c2dfdd5948a8 req-5218759c-7f7d-48b6-abca-89da48d5fc97 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:42.410791 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c13574fe-6ebf-48f7-b356-c2dfdd5948a8 req-5218759c-7f7d-48b6-abca-89da48d5fc97 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/networks/0f47978c-41eb-4cc7-92bf-8b873be8a1a0 HTTP/1.1" status: 200 len: 784 time: 0.1109507 Sep 23 06:41:42.439618 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c8816-d542-4a17-893b-f18e53b879a9 req-bd66af5c-7c4b-42c4-9657-1a17322f873b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:42.440175 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-ee7c8816-d542-4a17-893b-f18e53b879a9 req-bd66af5c-7c4b-42c4-9657-1a17322f873b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:42.441540 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ee7c8816-d542-4a17-893b-f18e53b879a9 req-bd66af5c-7c4b-42c4-9657-1a17322f873b service neutron] 10.222.0.21 "PUT /v2.0/ports/a09003c4-d814-4d52-96ba-7591c484557e HTTP/1.1" status: 200 len: 1093 time: 1.1419358 Sep 23 06:41:42.441991 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb9ce6cc-6d6a-44ab-84e9-7a7993ea0950', 'tag': 'a09003c4-d814-4d52-96ba-7591c484557e'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:41:42.444335 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d286dad-cf9f-4907-ad0f-670be9a40b6d" -d '{"events": [{"name": "network-changed", "server_uuid": "fb9ce6cc-6d6a-44ab-84e9-7a7993ea0950", "tag": "a09003c4-d814-4d52-96ba-7591c484557e"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:41:42.483647 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd66af5c-7c4b-42c4-9657-1a17322f873b service neutron] Pushing event updated for resources: {'Port': ['ID=a09003c4-d814-4d52-96ba-7591c484557e,revision_number=3']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:42.494665 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-79348cce-0c8f-427f-8d4c-200118e1f92b req-7bf51e3a-2e25-4db5-83c6-6f818a098c1c tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=133a9561-c353-4460-b259-e891b9065181 HTTP/1.1" status: 200 len: 210 time: 0.0299344 Sep 23 06:41:42.545100 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c8816-d542-4a17-893b-f18e53b879a9 req-f931d7b9-5b3a-4241-8d6e-5384b1267f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:42.547874 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ee7c8816-d542-4a17-893b-f18e53b879a9 req-f931d7b9-5b3a-4241-8d6e-5384b1267f75 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4f0064bb53474048bf6eb5b78e44e4ae&device_id=fb9ce6cc-6d6a-44ab-84e9-7a7993ea0950 HTTP/1.1" status: 200 len: 1096 time: 0.0479238 Sep 23 06:41:42.586207 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f5e79b2c-6e9b-485c-a2af-3f38c5a46f58 req-c6d4ae73-1463-4fa0-9eda-0e8ff17e8c4a tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.183 HTTP/1.1" status: 200 len: 1001 time: 0.0642385 Sep 23 06:41:42.610646 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ee7c8816-d542-4a17-893b-f18e53b879a9 req-b21a7314-b6f2-46da-8ff4-1e9f14c65751 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a09003c4-d814-4d52-96ba-7591c484557e HTTP/1.1" status: 200 len: 217 time: 0.0503092 Sep 23 06:41:42.628799 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e07335de-eaae-4898-8a48-fea5bdddda42 x-openstack-request-id: req-e07335de-eaae-4898-8a48-fea5bdddda42 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:41:42.629154 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb9ce6cc-6d6a-44ab-84e9-7a7993ea0950", "tag": "a09003c4-d814-4d52-96ba-7591c484557e", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:41:42.629505 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e07335de-eaae-4898-8a48-fea5bdddda42 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:41:42.630002 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb9ce6cc-6d6a-44ab-84e9-7a7993ea0950', 'tag': 'a09003c4-d814-4d52-96ba-7591c484557e', 'status': 'completed', 'code': 200} Sep 23 06:41:42.655882 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e79b2c-6e9b-485c-a2af-3f38c5a46f58 req-ea5b8102-3175-4079-b3e9-46f19bcac407 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:42.657773 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f5e79b2c-6e9b-485c-a2af-3f38c5a46f58 req-ea5b8102-3175-4079-b3e9-46f19bcac407 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/ports/7004b577-7b06-4c26-bf68-e53322b69dd8 HTTP/1.1" status: 200 len: 942 time: 0.0629306 Sep 23 06:41:42.681546 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c8816-d542-4a17-893b-f18e53b879a9 req-67f238b2-f05d-4954-a168-8d7ae4ef308a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:42.683674 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ee7c8816-d542-4a17-893b-f18e53b879a9 req-67f238b2-f05d-4954-a168-8d7ae4ef308a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=afab507a-4ef5-4f82-b221-a08b722735c6 HTTP/1.1" status: 200 len: 861 time: 0.0651171 Sep 23 06:41:42.706913 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a9c69dc-9db1-437f-a8dc-fd183244e35f', 'tag': '7004b577-7b06-4c26-bf68-e53322b69dd8'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:41:42.709133 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e5193d-6d37-41d8-94ca-6430607c1247" -d '{"events": [{"name": "network-changed", "server_uuid": "4a9c69dc-9db1-437f-a8dc-fd183244e35f", "tag": "7004b577-7b06-4c26-bf68-e53322b69dd8"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:41:42.742512 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ee7c8816-d542-4a17-893b-f18e53b879a9 req-c5ee58a2-f40c-4917-b588-23fa8520ff6b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=26aba36e-f765-4b4a-a7c9-897761ec549b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407329 Sep 23 06:41:42.762819 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6b3170-f91c-4e37-88fc-c564752a451e req-75a821ca-0ff9-4e50-a785-b39214d984cd tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:42.764314 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7c6b3170-f91c-4e37-88fc-c564752a451e req-75a821ca-0ff9-4e50-a785-b39214d984cd tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d41217-85f8-4b83-9fe1-90caa01cf293 HTTP/1.1" status: 200 len: 950 time: 0.0748589 Sep 23 06:41:42.772083 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f5e79b2c-6e9b-485c-a2af-3f38c5a46f58 req-0a0803ce-afd3-4b41-9eda-2f1cc5ea1fa3 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.183 HTTP/1.1" status: 200 len: 1001 time: 0.0659540 Sep 23 06:41:42.864035 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7c6b3170-f91c-4e37-88fc-c564752a451e req-20124a15-f36c-4f92-a502-43c1c94e99fd tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903299 Sep 23 06:41:42.885485 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ee7c8816-d542-4a17-893b-f18e53b879a9 req-e949798e-a2b0-4bb0-8389-41671a5b47ac service neutron] 10.222.0.21 "GET /v2.0/networks/26aba36e-f765-4b4a-a7c9-897761ec549b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202264 Sep 23 06:41:42.913830 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e79b2c-6e9b-485c-a2af-3f38c5a46f58 req-25b7049f-3579-42f4-951b-46b316d02876 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:42.918375 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f5e79b2c-6e9b-485c-a2af-3f38c5a46f58 req-25b7049f-3579-42f4-951b-46b316d02876 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/networks/0f47978c-41eb-4cc7-92bf-8b873be8a1a0 HTTP/1.1" status: 200 len: 784 time: 0.1403832 Sep 23 06:41:42.996904 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f5e79b2c-6e9b-485c-a2af-3f38c5a46f58 req-9a323540-416f-44b4-aaa7-e1df60a82e73 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.183 HTTP/1.1" status: 200 len: 1001 time: 0.0747240 Sep 23 06:41:43.003049 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ee7c8816-d542-4a17-893b-f18e53b879a9 req-7c048d91-f564-403c-8587-b08fb7143e17 service neutron] 10.222.0.21 "GET /v2.0/networks/26aba36e-f765-4b4a-a7c9-897761ec549b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097703 Sep 23 06:41:43.007058 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-f5e79b2c-6e9b-485c-a2af-3f38c5a46f58 req-be487da9-a12d-4d24-abfb-01c0aa7b1702 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:41:43.070208 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-f5e79b2c-6e9b-485c-a2af-3f38c5a46f58 req-be487da9-a12d-4d24-abfb-01c0aa7b1702 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Notify callbacks [] for floatingip, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:43.133898 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d286dad-cf9f-4907-ad0f-670be9a40b6d req-a58d80b1-fd7a-4e42-85d3-65fd0dcc86f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:43.135429 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3d286dad-cf9f-4907-ad0f-670be9a40b6d req-a58d80b1-fd7a-4e42-85d3-65fd0dcc86f0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4f0064bb53474048bf6eb5b78e44e4ae&device_id=fb9ce6cc-6d6a-44ab-84e9-7a7993ea0950 HTTP/1.1" status: 200 len: 1096 time: 0.0483379 Sep 23 06:41:43.222030 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-f5e79b2c-6e9b-485c-a2af-3f38c5a46f58 req-be487da9-a12d-4d24-abfb-01c0aa7b1702 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:43.227218 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-f5e79b2c-6e9b-485c-a2af-3f38c5a46f58 req-be487da9-a12d-4d24-abfb-01c0aa7b1702 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:43.227391 n-d-715271-16 neutron-server[95065]: INFO neutron.db.l3_db [req-f5e79b2c-6e9b-485c-a2af-3f38c5a46f58 req-be487da9-a12d-4d24-abfb-01c0aa7b1702 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Floating IP 43a4471d-1abd-4325-81da-cfab87147c5b disassociated. External IP: 172.25.2.183, port: 7004b577-7b06-4c26-bf68-e53322b69dd8. Sep 23 06:41:43.236424 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d286dad-cf9f-4907-ad0f-670be9a40b6d req-a46e97ee-afc5-46cb-8b5d-5af421df6e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:43.238031 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3d286dad-cf9f-4907-ad0f-670be9a40b6d req-a46e97ee-afc5-46cb-8b5d-5af421df6e2b service neutron] 10.222.0.21 "GET /v2.0/networks?id=26aba36e-f765-4b4a-a7c9-897761ec549b HTTP/1.1" status: 200 len: 922 time: 0.0954640 Sep 23 06:41:43.283583 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3d286dad-cf9f-4907-ad0f-670be9a40b6d req-2b315b47-1271-4dc0-bd01-0a27919c6bd3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a09003c4-d814-4d52-96ba-7591c484557e HTTP/1.1" status: 200 len: 217 time: 0.0384061 Sep 23 06:41:43.338572 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d286dad-cf9f-4907-ad0f-670be9a40b6d req-a8449def-edf6-48b5-801a-04cbe8c8983c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:43.340454 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3d286dad-cf9f-4907-ad0f-670be9a40b6d req-a8449def-edf6-48b5-801a-04cbe8c8983c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=afab507a-4ef5-4f82-b221-a08b722735c6 HTTP/1.1" status: 200 len: 861 time: 0.0495334 Sep 23 06:41:43.374973 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3d286dad-cf9f-4907-ad0f-670be9a40b6d req-322f4274-b640-4330-bee8-f4e1c76da931 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=26aba36e-f765-4b4a-a7c9-897761ec549b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276761 Sep 23 06:41:43.479571 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f5e79b2c-6e9b-485c-a2af-3f38c5a46f58 req-be487da9-a12d-4d24-abfb-01c0aa7b1702 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Router 453a505e-8f37-4ac5-9418-de38fac35416 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:41:43.482417 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3d286dad-cf9f-4907-ad0f-670be9a40b6d req-da7af4e3-52f0-4861-ae50-e6ff77a8d350 service neutron] 10.222.0.21 "GET /v2.0/networks/26aba36e-f765-4b4a-a7c9-897761ec549b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995903 Sep 23 06:41:43.557075 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dbc50356-fd7e-4008-a3e8-c2e6e97b7db4 req-e33ebad1-d580-440a-a9f4-1970ed82971b tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=8d68b6f2bfe2491c9015cf660b627aab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285065 Sep 23 06:41:43.605701 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf989c4-f7f3-4b8d-861b-f58c21cbbbeb req-b97665f6-b8a4-445f-9e8a-a7bae9f0371d tempest-LiveMigrationTest-1207377707 tempest-LiveMigrationTest-1207377707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:43.607296 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ecf989c4-f7f3-4b8d-861b-f58c21cbbbeb req-b97665f6-b8a4-445f-9e8a-a7bae9f0371d tempest-LiveMigrationTest-1207377707 tempest-LiveMigrationTest-1207377707-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=c9252012-7d06-45a1-bad3-31278718f78a HTTP/1.1" status: 200 len: 1097 time: 0.1070783 Sep 23 06:41:43.637471 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3d286dad-cf9f-4907-ad0f-670be9a40b6d req-ce31485b-468d-4616-9e5f-b526b34207da service neutron] 10.222.0.21 "GET /v2.0/networks/26aba36e-f765-4b4a-a7c9-897761ec549b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465209 Sep 23 06:41:43.658864 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ecf989c4-f7f3-4b8d-861b-f58c21cbbbeb req-c306132d-2560-49eb-8e70-7992702ddd8b tempest-LiveMigrationTest-1207377707 tempest-LiveMigrationTest-1207377707-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438650 Sep 23 06:41:43.686419 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:43.695564 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f5e79b2c-6e9b-485c-a2af-3f38c5a46f58 req-be487da9-a12d-4d24-abfb-01c0aa7b1702 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:41:43.702403 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-f5e79b2c-6e9b-485c-a2af-3f38c5a46f58 req-be487da9-a12d-4d24-abfb-01c0aa7b1702 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:43.705381 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4bc7b1-7fdf-4f74-bf48-3872ce80711b None None] Sync routers for ids ['453a505e-8f37-4ac5-9418-de38fac35416'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:41:43.714882 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4bc7b1-7fdf-4f74-bf48-3872ce80711b None None] Routers {'453a505e-8f37-4ac5-9418-de38fac35416'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:41:43.715592 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-5a4bc7b1-7fdf-4f74-bf48-3872ce80711b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:41:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['453a505e-8f37-4ac5-9418-de38fac35416'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:41:43.730706 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c4fd70e-c189-47b3-a6d5-0dc11d25a72c x-openstack-request-id: req-2c4fd70e-c189-47b3-a6d5-0dc11d25a72c {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:41:43.730859 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a9c69dc-9db1-437f-a8dc-fd183244e35f", "tag": "7004b577-7b06-4c26-bf68-e53322b69dd8", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:41:43.731071 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2c4fd70e-c189-47b3-a6d5-0dc11d25a72c {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:41:43.731453 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a9c69dc-9db1-437f-a8dc-fd183244e35f', 'tag': '7004b577-7b06-4c26-bf68-e53322b69dd8', 'status': 'completed', 'code': 200} Sep 23 06:41:43.745912 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc50356-fd7e-4008-a3e8-c2e6e97b7db4 req-d63060e7-4b47-447d-ae07-a256c26932fc tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:43.746533 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dbc50356-fd7e-4008-a3e8-c2e6e97b7db4 req-d63060e7-4b47-447d-ae07-a256c26932fc tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1781912 Sep 23 06:41:43.752188 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f5e79b2c-6e9b-485c-a2af-3f38c5a46f58 req-be487da9-a12d-4d24-abfb-01c0aa7b1702 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "PUT /v2.0/floatingips/43a4471d-1abd-4325-81da-cfab87147c5b HTTP/1.1" status: 200 len: 695 time: 0.7494111 Sep 23 06:41:43.800621 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-dbc50356-fd7e-4008-a3e8-c2e6e97b7db4 req-de8bcd1c-4612-41ea-b138-a5d79f75a9f5 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Request body: {'port': {'device_id': '133a9561-c353-4460-b259-e891b9065181', 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062', 'admin_state_up': True, 'tenant_id': '8d68b6f2bfe2491c9015cf660b627aab'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:41:43.835106 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-5a4bc7b1-7fdf-4f74-bf48-3872ce80711b None None] Set router 453a505e-8f37-4ac5-9418-de38fac35416 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:41:43.859735 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d42dac2-a359-4e7c-8dbd-fd93091d6656 req-a35b4f30-dbd9-4e94-9c63-fbe606f7c192 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:43.861711 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2d42dac2-a359-4e7c-8dbd-fd93091d6656 req-a35b4f30-dbd9-4e94-9c63-fbe606f7c192 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb9ce6cc-6d6a-44ab-84e9-7a7993ea0950 HTTP/1.1" status: 200 len: 944 time: 0.0684004 Sep 23 06:41:43.863506 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e5193d-6d37-41d8-94ca-6430607c1247 req-54348fdd-a75f-46b2-a04f-35f654d9b53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:43.864994 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a6e5193d-6d37-41d8-94ca-6430607c1247 req-54348fdd-a75f-46b2-a04f-35f654d9b53e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=97692e1b5c1f4df985cc39910d526c8e&device_id=4a9c69dc-9db1-437f-a8dc-fd183244e35f HTTP/1.1" status: 200 len: 1097 time: 0.1010737 Sep 23 06:41:43.875331 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e79b2c-6e9b-485c-a2af-3f38c5a46f58 req-4ea6e62e-abd4-4656-b749-7409f0f64770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:43.876918 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f5e79b2c-6e9b-485c-a2af-3f38c5a46f58 req-4ea6e62e-abd4-4656-b749-7409f0f64770 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=97692e1b5c1f4df985cc39910d526c8e&device_id=4a9c69dc-9db1-437f-a8dc-fd183244e35f HTTP/1.1" status: 200 len: 1097 time: 0.1115882 Sep 23 06:41:43.959499 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2d42dac2-a359-4e7c-8dbd-fd93091d6656 req-13b483bc-bdde-4844-b4bf-31374f188cb5 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907149 Sep 23 06:41:43.999505 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbc50356-fd7e-4008-a3e8-c2e6e97b7db4 req-de8bcd1c-4612-41ea-b138-a5d79f75a9f5 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Made reservation on behalf of 8d68b6f2bfe2491c9015cf660b627aab for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:41:44.003327 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-dbc50356-fd7e-4008-a3e8-c2e6e97b7db4 req-de8bcd1c-4612-41ea-b138-a5d79f75a9f5 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:44.012355 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7bdb62cc-0933-4085-bcd1-a1023555be43 req-1745fb6f-3553-4287-9f42-313505edaab0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f0f182bb-9275-4650-a99a-5d7f9feaf109&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1096172 Sep 23 06:41:44.029128 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e79b2c-6e9b-485c-a2af-3f38c5a46f58 req-368c0563-401f-4b11-a04f-a58521b900a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:44.031034 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f5e79b2c-6e9b-485c-a2af-3f38c5a46f58 req-368c0563-401f-4b11-a04f-a58521b900a7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f344d72e-2515-4ae1-b407-677954c55f1d HTTP/1.1" status: 200 len: 922 time: 0.1438270 Sep 23 06:41:44.032254 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e5193d-6d37-41d8-94ca-6430607c1247 req-3e940a6f-cba3-4686-873e-bb9838c5cd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:44.034011 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a6e5193d-6d37-41d8-94ca-6430607c1247 req-3e940a6f-cba3-4686-873e-bb9838c5cd87 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f344d72e-2515-4ae1-b407-677954c55f1d HTTP/1.1" status: 200 len: 922 time: 0.1576600 Sep 23 06:41:44.103485 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a6e5193d-6d37-41d8-94ca-6430607c1247 req-c50cd05f-092f-4b90-a4ce-e37316099cbc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7004b577-7b06-4c26-bf68-e53322b69dd8 HTTP/1.1" status: 200 len: 217 time: 0.0603549 Sep 23 06:41:44.141145 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f5e79b2c-6e9b-485c-a2af-3f38c5a46f58 req-486cd605-aad5-455b-aa4f-873b639b8fb7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7004b577-7b06-4c26-bf68-e53322b69dd8 HTTP/1.1" status: 200 len: 217 time: 0.0580387 Sep 23 06:41:44.192963 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-5a4bc7b1-7fdf-4f74-bf48-3872ce80711b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453a505e-8f37-4ac5-9418-de38fac35416', 'name': 'tempest-FloatingIPsAssociationTestJSON-1870322060-router', 'tenant_id': '97692e1b5c1f4df985cc39910d526c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '3c903fcc-8ebc-4c45-a0c6-d6ed70146b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:40:39Z', 'updated_at': '2021-09-23T06:40:48Z', 'revision_number': 4, 'project_id': '97692e1b5c1f4df985cc39910d526c8e', 'gw_port': {'id': '3c903fcc-8ebc-4c45-a0c6-d6ed70146b3c', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453a505e-8f37-4ac5-9418-de38fac35416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:40:40Z', 'updated_at': '2021-09-23T06:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '9346b3ae-f80c-4ced-a5e1-bd9c63169ab4', 'name': '', 'network_id': 'f344d72e-2515-4ae1-b407-677954c55f1d', 'tenant_id': '97692e1b5c1f4df985cc39910d526c8e', 'mac_address': 'fa:16:3e:fa:52:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453a505e-8f37-4ac5-9418-de38fac35416', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '74afc9c5-ebde-436e-ada9-9111bfc92597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:40:47Z', 'updated_at': '2021-09-23T06:40:53Z', 'revision_number': 5, 'project_id': '97692e1b5c1f4df985cc39910d526c8e', 'subnets': [{'id': '74afc9c5-ebde-436e-ada9-9111bfc92597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:41:44.231260 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4bc7b1-7fdf-4f74-bf48-3872ce80711b None None] Checking router: 453a505e-8f37-4ac5-9418-de38fac35416 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:41:44.239172 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e79b2c-6e9b-485c-a2af-3f38c5a46f58 req-6bae4ddf-e0d7-4b77-a40a-d0a5b1d454f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:44.241248 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f5e79b2c-6e9b-485c-a2af-3f38c5a46f58 req-6bae4ddf-e0d7-4b77-a40a-d0a5b1d454f6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=74afc9c5-ebde-436e-ada9-9111bfc92597 HTTP/1.1" status: 200 len: 860 time: 0.0922132 Sep 23 06:41:44.241657 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4bc7b1-7fdf-4f74-bf48-3872ce80711b None None] Routers {'453a505e-8f37-4ac5-9418-de38fac35416'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:41:44.242467 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-5a4bc7b1-7fdf-4f74-bf48-3872ce80711b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:41:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['453a505e-8f37-4ac5-9418-de38fac35416'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:41:44.249766 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdb62cc-0933-4085-bcd1-a1023555be43 req-798f76ec-e2c3-49c8-ae01-b7502251f73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:44.251597 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7bdb62cc-0933-4085-bcd1-a1023555be43 req-798f76ec-e2c3-49c8-ae01-b7502251f73d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8d68b6f2bfe2491c9015cf660b627aab&device_id=f0f182bb-9275-4650-a99a-5d7f9feaf109 HTTP/1.1" status: 200 len: 1102 time: 0.1600125 Sep 23 06:41:44.255278 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5dd396fa-7e41-480a-beed-a01f2b9d77d2 req-ec38de69-2015-4ab4-a079-b168c42f9e25 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=133a9561-c353-4460-b259-e891b9065181 HTTP/1.1" status: 200 len: 210 time: 0.0672019 Sep 23 06:41:44.274718 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e5193d-6d37-41d8-94ca-6430607c1247 req-98f5a77d-71e4-4a15-ad6b-59115d0a2a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:44.277187 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a6e5193d-6d37-41d8-94ca-6430607c1247 req-98f5a77d-71e4-4a15-ad6b-59115d0a2a8b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=74afc9c5-ebde-436e-ada9-9111bfc92597 HTTP/1.1" status: 200 len: 860 time: 0.1525037 Sep 23 06:41:44.288485 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-dbc50356-fd7e-4008-a3e8-c2e6e97b7db4 req-de8bcd1c-4612-41ea-b138-a5d79f75a9f5 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Allocated IP 192.168.233.129 (16515f0f-e5a6-4630-a440-e11fb2e02062/3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e/523baf4c-3951-4d5a-bf18-f107a32d84fa) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:41:44.326439 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e79b2c-6e9b-485c-a2af-3f38c5a46f58 req-caa8c8b8-0ce3-4f72-9b03-35f3510bb46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:44.327997 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f5e79b2c-6e9b-485c-a2af-3f38c5a46f58 req-caa8c8b8-0ce3-4f72-9b03-35f3510bb46a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f344d72e-2515-4ae1-b407-677954c55f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0743091 Sep 23 06:41:44.389372 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-5a4bc7b1-7fdf-4f74-bf48-3872ce80711b None None] Set router 453a505e-8f37-4ac5-9418-de38fac35416 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:41:44.434558 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e5193d-6d37-41d8-94ca-6430607c1247 req-04e68ec9-02fe-4d43-abf7-c3c62b9c4d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:44.436351 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a6e5193d-6d37-41d8-94ca-6430607c1247 req-04e68ec9-02fe-4d43-abf7-c3c62b9c4d0c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f344d72e-2515-4ae1-b407-677954c55f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0653379 Sep 23 06:41:44.440320 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdb62cc-0933-4085-bcd1-a1023555be43 req-a7ac85a1-d097-4036-8fb9-760b04f79da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:44.441844 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7bdb62cc-0933-4085-bcd1-a1023555be43 req-a7ac85a1-d097-4036-8fb9-760b04f79da1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=16515f0f-e5a6-4630-a440-e11fb2e02062 HTTP/1.1" status: 200 len: 870 time: 0.1529472 Sep 23 06:41:44.513596 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f5e79b2c-6e9b-485c-a2af-3f38c5a46f58 req-530d83c3-2069-4327-bfe6-7d6cad3381b1 service neutron] 10.222.0.39 "GET /v2.0/networks/f344d72e-2515-4ae1-b407-677954c55f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766775 Sep 23 06:41:44.523239 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7bdb62cc-0933-4085-bcd1-a1023555be43 req-024584e4-5e97-470f-a24e-d226a9d07e38 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=148c00b5-4bd3-4f09-b85c-ea3b9d4b8f40 HTTP/1.1" status: 200 len: 217 time: 0.0576756 Sep 23 06:41:44.609084 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-dbc50356-fd7e-4008-a3e8-c2e6e97b7db4 req-de8bcd1c-4612-41ea-b138-a5d79f75a9f5 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:44.636840 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdb62cc-0933-4085-bcd1-a1023555be43 req-126064fb-60f6-461d-83e6-1996a88204be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:44.638597 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7bdb62cc-0933-4085-bcd1-a1023555be43 req-126064fb-60f6-461d-83e6-1996a88204be service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e HTTP/1.1" status: 200 len: 843 time: 0.0822628 Sep 23 06:41:44.640986 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a6e5193d-6d37-41d8-94ca-6430607c1247 req-abfd6b96-a1a0-452b-a391-3da855ae7d93 service neutron] 10.222.0.21 "GET /v2.0/networks/f344d72e-2515-4ae1-b407-677954c55f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962726 Sep 23 06:41:44.641140 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f5e79b2c-6e9b-485c-a2af-3f38c5a46f58 req-5b59de9c-30f1-4b5d-b056-cb095fb3d0c0 service neutron] 10.222.0.39 "GET /v2.0/networks/f344d72e-2515-4ae1-b407-677954c55f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238732 Sep 23 06:41:44.651828 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-5a4bc7b1-7fdf-4f74-bf48-3872ce80711b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453a505e-8f37-4ac5-9418-de38fac35416', 'name': 'tempest-FloatingIPsAssociationTestJSON-1870322060-router', 'tenant_id': '97692e1b5c1f4df985cc39910d526c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '3c903fcc-8ebc-4c45-a0c6-d6ed70146b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:40:39Z', 'updated_at': '2021-09-23T06:40:48Z', 'revision_number': 4, 'project_id': '97692e1b5c1f4df985cc39910d526c8e', 'gw_port': {'id': '3c903fcc-8ebc-4c45-a0c6-d6ed70146b3c', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453a505e-8f37-4ac5-9418-de38fac35416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:40:40Z', 'updated_at': '2021-09-23T06:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '9346b3ae-f80c-4ced-a5e1-bd9c63169ab4', 'name': '', 'network_id': 'f344d72e-2515-4ae1-b407-677954c55f1d', 'tenant_id': '97692e1b5c1f4df985cc39910d526c8e', 'mac_address': 'fa:16:3e:fa:52:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453a505e-8f37-4ac5-9418-de38fac35416', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '74afc9c5-ebde-436e-ada9-9111bfc92597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:40:47Z', 'updated_at': '2021-09-23T06:40:53Z', 'revision_number': 5, 'project_id': '97692e1b5c1f4df985cc39910d526c8e', 'subnets': [{'id': '74afc9c5-ebde-436e-ada9-9111bfc92597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:41:44.681961 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4bc7b1-7fdf-4f74-bf48-3872ce80711b None None] The sync data for ids ['453a505e-8f37-4ac5-9418-de38fac35416'] in n-d-715271-16 is: [{'id': '453a505e-8f37-4ac5-9418-de38fac35416', 'name': 'tempest-FloatingIPsAssociationTestJSON-1870322060-router', 'tenant_id': '97692e1b5c1f4df985cc39910d526c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '3c903fcc-8ebc-4c45-a0c6-d6ed70146b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:40:39Z', 'updated_at': '2021-09-23T06:40:48Z', 'revision_number': 4, 'project_id': '97692e1b5c1f4df985cc39910d526c8e', 'gw_port': {'id': '3c903fcc-8ebc-4c45-a0c6-d6ed70146b3c', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453a505e-8f37-4ac5-9418-de38fac35416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:40:40Z', 'updated_at': '2021-09-23T06:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '9346b3ae-f80c-4ced-a5e1-bd9c63169ab4', 'name': '', 'network_id': 'f344d72e-2515-4ae1-b407-677954c55f1d', 'tenant_id': '97692e1b5c1f4df985cc39910d526c8e', 'mac_address': 'fa:16:3e:fa:52:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453a505e-8f37-4ac5-9418-de38fac35416', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '74afc9c5-ebde-436e-ada9-9111bfc92597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:40:47Z', 'updated_at': '2021-09-23T06:40:53Z', 'revision_number': 5, 'project_id': '97692e1b5c1f4df985cc39910d526c8e', 'subnets': [{'id': '74afc9c5-ebde-436e-ada9-9111bfc92597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:41:44.691343 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-dbc50356-fd7e-4008-a3e8-c2e6e97b7db4 req-de8bcd1c-4612-41ea-b138-a5d79f75a9f5 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:44.710237 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['148c00b5-4bd3-4f09-b85c-ea3b9d4b8f40', 'b8ff8d3a-6ed2-4cab-9e77-0fd57d974ead', '9b4f3dc6-1c8f-4151-a0c4-1e0d39456823', '5b3a2e28-be35-4961-8a54-1610532dabd1'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:41:44.764462 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['a8e7e579-3b26-4ead-b22c-da0563c19495', '96766598-8482-4ba0-8b34-cc6cc5c24fb9', '1bbb1236-9fe3-48aa-aa80-d40eea7e019c'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:41:44.803483 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a6e5193d-6d37-41d8-94ca-6430607c1247 req-0972d92f-7c4d-4f7f-91bd-a9c16964c8d1 service neutron] 10.222.0.21 "GET /v2.0/networks/f344d72e-2515-4ae1-b407-677954c55f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124182 Sep 23 06:41:44.814096 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbc50356-fd7e-4008-a3e8-c2e6e97b7db4 req-de8bcd1c-4612-41ea-b138-a5d79f75a9f5 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Network 16515f0f-e5a6-4630-a440-e11fb2e02062 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:41:44.829637 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-dbc50356-fd7e-4008-a3e8-c2e6e97b7db4 req-de8bcd1c-4612-41ea-b138-a5d79f75a9f5 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:41:44.842693 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbc50356-fd7e-4008-a3e8-c2e6e97b7db4 req-de8bcd1c-4612-41ea-b138-a5d79f75a9f5 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:41:44.848454 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc50356-fd7e-4008-a3e8-c2e6e97b7db4 req-de8bcd1c-4612-41ea-b138-a5d79f75a9f5 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:44.849259 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-dbc50356-fd7e-4008-a3e8-c2e6e97b7db4 req-de8bcd1c-4612-41ea-b138-a5d79f75a9f5 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:44.853775 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdb62cc-0933-4085-bcd1-a1023555be43 req-d5a05ae0-d6b8-4198-beca-eb6c9f1361f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:44.855349 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7bdb62cc-0933-4085-bcd1-a1023555be43 req-d5a05ae0-d6b8-4198-beca-eb6c9f1361f0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=16515f0f-e5a6-4630-a440-e11fb2e02062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1947880 Sep 23 06:41:44.861722 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a890595a-bcf2-4040-b802-571734228d55 req-3b07aef8-4a16-451a-8c91-46ea7a203cb7 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:44.863288 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a890595a-bcf2-4040-b802-571734228d55 req-3b07aef8-4a16-451a-8c91-46ea7a203cb7 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d41217-85f8-4b83-9fe1-90caa01cf293 HTTP/1.1" status: 200 len: 950 time: 0.1424065 Sep 23 06:41:44.863943 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8bcd1c-4612-41ea-b138-a5d79f75a9f5 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Pushing event updated for resources: {'Port': ['ID=523baf4c-3951-4d5a-bf18-f107a32d84fa,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:44.916935 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dbc50356-fd7e-4008-a3e8-c2e6e97b7db4 req-de8bcd1c-4612-41ea-b138-a5d79f75a9f5 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1213801 Sep 23 06:41:44.962413 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a890595a-bcf2-4040-b802-571734228d55 req-4375824a-0830-4edb-9e1c-4aea923873d2 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864980 Sep 23 06:41:44.966216 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-dbc50356-fd7e-4008-a3e8-c2e6e97b7db4 req-bf4094f5-c3ae-4eb6-a519-40d882e4ae02 service neutron] Request body: {'port': {'device_id': '133a9561-c353-4460-b259-e891b9065181', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:41:45.108371 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-dbc50356-fd7e-4008-a3e8-c2e6e97b7db4 req-bf4094f5-c3ae-4eb6-a519-40d882e4ae02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:45.124389 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7bdb62cc-0933-4085-bcd1-a1023555be43 req-ffaf25a1-a2f6-4770-a8bf-c984970e9ee6 service neutron] 10.222.0.58 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497308 Sep 23 06:41:45.187760 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5343f710-271e-4fa3-85df-c723f5154b51 None None] New status for floating IP 43a4471d-1abd-4325-81da-cfab87147c5b: DOWN {{(pid=95067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 06:41:45.298340 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7bdb62cc-0933-4085-bcd1-a1023555be43 req-d9356bef-44d6-428e-b64c-582b7677cecc service neutron] 10.222.0.58 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448820 Sep 23 06:41:45.371815 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-c4088eb6-534f-4e33-8e7c-f581bd0d8bfc None None] Provisioning complete for port 523baf4c-3951-4d5a-bf18-f107a32d84fa triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:41:45.372189 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c4088eb6-534f-4e33-8e7c-f581bd0d8bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:45.505706 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [req-0873ecfe-2137-4c0e-8332-4ba8cdad4c95 req-4e000f88-7602-4c2f-95e1-5335ab7da6a9 tempest-LiveMigrationTest-1207377707 tempest-LiveMigrationTest-1207377707-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 06:41:45.508460 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0873ecfe-2137-4c0e-8332-4ba8cdad4c95 req-4e000f88-7602-4c2f-95e1-5335ab7da6a9 tempest-LiveMigrationTest-1207377707 tempest-LiveMigrationTest-1207377707-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108523 Sep 23 06:41:45.526575 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-c4088eb6-534f-4e33-8e7c-f581bd0d8bfc None None] Port 523baf4c-3951-4d5a-bf18-f107a32d84fa cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:41:45.573368 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-dbc50356-fd7e-4008-a3e8-c2e6e97b7db4 req-bf4094f5-c3ae-4eb6-a519-40d882e4ae02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 523baf4c-3951-4d5a-bf18-f107a32d84fa {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:41:45.591633 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-dbc50356-fd7e-4008-a3e8-c2e6e97b7db4 req-bf4094f5-c3ae-4eb6-a519-40d882e4ae02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:45.605750 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-dbc50356-fd7e-4008-a3e8-c2e6e97b7db4 req-bf4094f5-c3ae-4eb6-a519-40d882e4ae02 service neutron] Transition to ACTIVE for port object 523baf4c-3951-4d5a-bf18-f107a32d84fa will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:41:45.614390 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-dbc50356-fd7e-4008-a3e8-c2e6e97b7db4 req-bf4094f5-c3ae-4eb6-a519-40d882e4ae02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:45.639757 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-63b1fbac-3875-4288-b04d-4d6d4b495ac6 req-0fa6b417-5ece-40ae-8a85-c5ac77706228 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0d066146-5326-49ba-9d6b-ab3e86c1461c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1030056 Sep 23 06:41:45.641300 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0873ecfe-2137-4c0e-8332-4ba8cdad4c95 req-128ec8c1-bbf4-4934-85a0-00943b1644f7 tempest-LiveMigrationTest-1207377707 tempest-LiveMigrationTest-1207377707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:45.642683 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0873ecfe-2137-4c0e-8332-4ba8cdad4c95 req-128ec8c1-bbf4-4934-85a0-00943b1644f7 tempest-LiveMigrationTest-1207377707 tempest-LiveMigrationTest-1207377707-project-admin] 10.222.0.39 "GET /v2.0/ports/fb864968-6b24-4eb1-822e-fcccf589be84 HTTP/1.1" status: 200 len: 1094 time: 0.1264994 Sep 23 06:41:45.667308 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-0873ecfe-2137-4c0e-8332-4ba8cdad4c95 req-45224e8e-bf8a-4071-8963-d51b120e74e7 service neutron] Request body: {'binding': {'host': 'n-h2-715271-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:41:45.667888 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-0873ecfe-2137-4c0e-8332-4ba8cdad4c95 req-45224e8e-bf8a-4071-8963-d51b120e74e7 service neutron] Unknown quota resources ['binding']. {{(pid=95066) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 23 06:41:45.745841 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a9c69dc-9db1-437f-a8dc-fd183244e35f', 'tag': '7004b577-7b06-4c26-bf68-e53322b69dd8'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:41:45.748165 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d19021-6b3a-4997-9f76-8e19dae353c7" -d '{"events": [{"name": "network-changed", "server_uuid": "4a9c69dc-9db1-437f-a8dc-fd183244e35f", "tag": "7004b577-7b06-4c26-bf68-e53322b69dd8"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:41:45.751816 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4094f5-c3ae-4eb6-a519-40d882e4ae02 service neutron] Pushing event updated for resources: {'Port': ['ID=523baf4c-3951-4d5a-bf18-f107a32d84fa,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:45.800523 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-dbc50356-fd7e-4008-a3e8-c2e6e97b7db4 req-bf4094f5-c3ae-4eb6-a519-40d882e4ae02 service neutron] Attempting to bind port 523baf4c-3951-4d5a-bf18-f107a32d84fa on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:41:45.800859 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-dbc50356-fd7e-4008-a3e8-c2e6e97b7db4 req-bf4094f5-c3ae-4eb6-a519-40d882e4ae02 service neutron] Attempting to bind port 523baf4c-3951-4d5a-bf18-f107a32d84fa by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:41:45.801190 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc50356-fd7e-4008-a3e8-c2e6e97b7db4 req-bf4094f5-c3ae-4eb6-a519-40d882e4ae02 service neutron] Attempting to bind port 523baf4c-3951-4d5a-bf18-f107a32d84fa on network 16515f0f-e5a6-4630-a440-e11fb2e02062 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:41:45.811187 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7fb348b6-a630-4b6f-9883-42d5407a7116 req-e90769d7-d86f-4043-940c-5ce129cbf68d tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=5ca4f991227448e1b6417695cbfdc362&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293372 Sep 23 06:41:45.816587 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc50356-fd7e-4008-a3e8-c2e6e97b7db4 req-bf4094f5-c3ae-4eb6-a519-40d882e4ae02 service neutron] Port 523baf4c-3951-4d5a-bf18-f107a32d84fa on network 16515f0f-e5a6-4630-a440-e11fb2e02062 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:41:45.819038 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc50356-fd7e-4008-a3e8-c2e6e97b7db4 req-bf4094f5-c3ae-4eb6-a519-40d882e4ae02 service neutron] Attempting to bind port 523baf4c-3951-4d5a-bf18-f107a32d84fa on network 16515f0f-e5a6-4630-a440-e11fb2e02062 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:41:45.845195 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc50356-fd7e-4008-a3e8-c2e6e97b7db4 req-bf4094f5-c3ae-4eb6-a519-40d882e4ae02 service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:41:45.845784 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc50356-fd7e-4008-a3e8-c2e6e97b7db4 req-bf4094f5-c3ae-4eb6-a519-40d882e4ae02 service neutron] Checking segment: {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:41:45.846182 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc50356-fd7e-4008-a3e8-c2e6e97b7db4 req-bf4094f5-c3ae-4eb6-a519-40d882e4ae02 service neutron] Bound using segment: {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:41:45.846620 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-dbc50356-fd7e-4008-a3e8-c2e6e97b7db4 req-bf4094f5-c3ae-4eb6-a519-40d882e4ae02 service neutron] Bound port: 523baf4c-3951-4d5a-bf18-f107a32d84fa, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:41:45.846970 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-dbc50356-fd7e-4008-a3e8-c2e6e97b7db4 req-bf4094f5-c3ae-4eb6-a519-40d882e4ae02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:45.871301 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b1fbac-3875-4288-b04d-4d6d4b495ac6 req-d29d05f8-ac07-4f6d-aa49-717eb686b85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:45.872949 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-63b1fbac-3875-4288-b04d-4d6d4b495ac6 req-d29d05f8-ac07-4f6d-aa49-717eb686b85b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8d68b6f2bfe2491c9015cf660b627aab&device_id=0d066146-5326-49ba-9d6b-ab3e86c1461c HTTP/1.1" status: 200 len: 1102 time: 0.0668061 Sep 23 06:41:45.873894 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-0873ecfe-2137-4c0e-8332-4ba8cdad4c95 req-45224e8e-bf8a-4071-8963-d51b120e74e7 service neutron] Attempting to bind port fb864968-6b24-4eb1-822e-fcccf589be84 on host n-h2-715271-16 for vnic_type normal with profile None {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:41:45.874290 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-0873ecfe-2137-4c0e-8332-4ba8cdad4c95 req-45224e8e-bf8a-4071-8963-d51b120e74e7 service neutron] Attempting to bind port fb864968-6b24-4eb1-822e-fcccf589be84 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': 'a2ee209e-d4ee-4c6a-8401-bd714bf3436e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b41a91e1-341c-4340-b7a8-8779367a7828'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:41:45.874687 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0873ecfe-2137-4c0e-8332-4ba8cdad4c95 req-45224e8e-bf8a-4071-8963-d51b120e74e7 service neutron] Attempting to bind port fb864968-6b24-4eb1-822e-fcccf589be84 on network b41a91e1-341c-4340-b7a8-8779367a7828 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:41:45.889268 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0873ecfe-2137-4c0e-8332-4ba8cdad4c95 req-45224e8e-bf8a-4071-8963-d51b120e74e7 service neutron] Port fb864968-6b24-4eb1-822e-fcccf589be84 on network b41a91e1-341c-4340-b7a8-8779367a7828 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:41:45.889641 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0873ecfe-2137-4c0e-8332-4ba8cdad4c95 req-45224e8e-bf8a-4071-8963-d51b120e74e7 service neutron] Attempting to bind port fb864968-6b24-4eb1-822e-fcccf589be84 on network b41a91e1-341c-4340-b7a8-8779367a7828 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:41:45.896936 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0873ecfe-2137-4c0e-8332-4ba8cdad4c95 req-45224e8e-bf8a-4071-8963-d51b120e74e7 service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:41:45.897417 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0873ecfe-2137-4c0e-8332-4ba8cdad4c95 req-45224e8e-bf8a-4071-8963-d51b120e74e7 service neutron] Checking segment: {'id': 'a2ee209e-d4ee-4c6a-8401-bd714bf3436e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b41a91e1-341c-4340-b7a8-8779367a7828'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:41:45.897808 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0873ecfe-2137-4c0e-8332-4ba8cdad4c95 req-45224e8e-bf8a-4071-8963-d51b120e74e7 service neutron] Bound using segment: {'id': 'a2ee209e-d4ee-4c6a-8401-bd714bf3436e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b41a91e1-341c-4340-b7a8-8779367a7828'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:41:45.898421 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-0873ecfe-2137-4c0e-8332-4ba8cdad4c95 req-45224e8e-bf8a-4071-8963-d51b120e74e7 service neutron] Bound port: fb864968-6b24-4eb1-822e-fcccf589be84, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2ee209e-d4ee-4c6a-8401-bd714bf3436e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b41a91e1-341c-4340-b7a8-8779367a7828'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:41:46.023761 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-0873ecfe-2137-4c0e-8332-4ba8cdad4c95 req-45224e8e-bf8a-4071-8963-d51b120e74e7 service neutron] For port fb864968-6b24-4eb1-822e-fcccf589be84, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=fb864968-6b24-4eb1-822e-fcccf589be84,segment=NetworkSegment(a2ee209e-d4ee-4c6a-8401-bd714bf3436e),segment_id=a2ee209e-d4ee-4c6a-8401-bd714bf3436e)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:41:46.034881 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-0873ecfe-2137-4c0e-8332-4ba8cdad4c95 req-45224e8e-bf8a-4071-8963-d51b120e74e7 service neutron] Notify callbacks [] for binding, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:46.036083 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0873ecfe-2137-4c0e-8332-4ba8cdad4c95 req-45224e8e-bf8a-4071-8963-d51b120e74e7 service neutron] 10.222.0.39 "POST /v2.0/ports/fb864968-6b24-4eb1-822e-fcccf589be84/bindings HTTP/1.1" status: 201 len: 390 time: 0.3863451 Sep 23 06:41:46.042084 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b1fbac-3875-4288-b04d-4d6d4b495ac6 req-a958aaf3-6125-46b0-9e6f-75eb2dbcd6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:46.044388 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-63b1fbac-3875-4288-b04d-4d6d4b495ac6 req-a958aaf3-6125-46b0-9e6f-75eb2dbcd6aa service neutron] 10.222.0.21 "GET /v2.0/networks?id=16515f0f-e5a6-4630-a440-e11fb2e02062 HTTP/1.1" status: 200 len: 870 time: 0.1487949 Sep 23 06:41:46.093900 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-63b1fbac-3875-4288-b04d-4d6d4b495ac6 req-4f4247b3-adfa-4715-84ca-950443083059 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=a8e7e579-3b26-4ead-b22c-da0563c19495 HTTP/1.1" status: 200 len: 217 time: 0.0419352 Sep 23 06:41:46.178386 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b1fbac-3875-4288-b04d-4d6d4b495ac6 req-72b3458a-f805-438a-b886-5ed73cf6f474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:46.179924 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-63b1fbac-3875-4288-b04d-4d6d4b495ac6 req-72b3458a-f805-438a-b886-5ed73cf6f474 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e HTTP/1.1" status: 200 len: 843 time: 0.0774770 Sep 23 06:41:46.268438 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-dbc50356-fd7e-4008-a3e8-c2e6e97b7db4 req-bf4094f5-c3ae-4eb6-a519-40d882e4ae02 service neutron] For port 523baf4c-3951-4d5a-bf18-f107a32d84fa, host n-h2-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:41:46.269022 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b1fbac-3875-4288-b04d-4d6d4b495ac6 req-9e5d8790-9cc8-48a3-92e1-5f3b71880ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:46.270427 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-63b1fbac-3875-4288-b04d-4d6d4b495ac6 req-9e5d8790-9cc8-48a3-92e1-5f3b71880ed5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=16515f0f-e5a6-4630-a440-e11fb2e02062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0792613 Sep 23 06:41:46.277988 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb348b6-a630-4b6f-9883-42d5407a7116 req-42a061a2-6559-4441-869b-a175d614ceb1 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:46.279339 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7fb348b6-a630-4b6f-9883-42d5407a7116 req-42a061a2-6559-4441-869b-a175d614ceb1 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4644213 Sep 23 06:41:46.281343 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-dbc50356-fd7e-4008-a3e8-c2e6e97b7db4 req-bf4094f5-c3ae-4eb6-a519-40d882e4ae02 service neutron] For port 523baf4c-3951-4d5a-bf18-f107a32d84fa, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=523baf4c-3951-4d5a-bf18-f107a32d84fa,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:41:46.294328 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-dbc50356-fd7e-4008-a3e8-c2e6e97b7db4 req-bf4094f5-c3ae-4eb6-a519-40d882e4ae02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:46.334812 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7fb348b6-a630-4b6f-9883-42d5407a7116 req-625e7994-2031-427b-8c59-d032d7f2cf62 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/quotas/5ca4f991227448e1b6417695cbfdc362 HTTP/1.1" status: 200 len: 375 time: 0.0418553 Sep 23 06:41:46.340351 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc50356-fd7e-4008-a3e8-c2e6e97b7db4 req-bf4094f5-c3ae-4eb6-a519-40d882e4ae02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:46.340977 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-dbc50356-fd7e-4008-a3e8-c2e6e97b7db4 req-bf4094f5-c3ae-4eb6-a519-40d882e4ae02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:46.342751 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dbc50356-fd7e-4008-a3e8-c2e6e97b7db4 req-bf4094f5-c3ae-4eb6-a519-40d882e4ae02 service neutron] 10.222.0.58 "PUT /v2.0/ports/523baf4c-3951-4d5a-bf18-f107a32d84fa HTTP/1.1" status: 200 len: 1097 time: 1.3846114 Sep 23 06:41:46.407985 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4094f5-c3ae-4eb6-a519-40d882e4ae02 service neutron] Pushing event updated for resources: {'Port': ['ID=523baf4c-3951-4d5a-bf18-f107a32d84fa,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:46.433292 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7fb348b6-a630-4b6f-9883-42d5407a7116 req-16f5c704-da40-4931-9584-7f96b41156fe tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5ca4f991227448e1b6417695cbfdc362&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0895419 Sep 23 06:41:46.439971 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0873ecfe-2137-4c0e-8332-4ba8cdad4c95 req-f8b8be11-56ea-40c3-8eaa-f88eb7d761bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:46.441007 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0873ecfe-2137-4c0e-8332-4ba8cdad4c95 req-f8b8be11-56ea-40c3-8eaa-f88eb7d761bf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=64ac7894e2284bc191ac7c20f7f9ca7f&device_id=c9252012-7d06-45a1-bad3-31278718f78a HTTP/1.1" status: 200 len: 1097 time: 0.1048095 Sep 23 06:41:46.442916 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-63b1fbac-3875-4288-b04d-4d6d4b495ac6 req-96a59d58-1aff-4c4e-aed1-1f2f51b39bcd service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581144 Sep 23 06:41:46.450407 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee356b-2a18-415e-afaa-18251ab411a4 req-a9dec657-eaa9-4e9b-b63c-ade872fc5cf8 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:46.457681 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0eee356b-2a18-415e-afaa-18251ab411a4 req-a9dec657-eaa9-4e9b-b63c-ade872fc5cf8 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb9ce6cc-6d6a-44ab-84e9-7a7993ea0950 HTTP/1.1" status: 200 len: 944 time: 0.1525950 Sep 23 06:41:46.469267 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc50356-fd7e-4008-a3e8-c2e6e97b7db4 req-d9462fab-6403-4b25-83b5-17bbd3243bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:46.471427 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dbc50356-fd7e-4008-a3e8-c2e6e97b7db4 req-d9462fab-6403-4b25-83b5-17bbd3243bc7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8d68b6f2bfe2491c9015cf660b627aab&device_id=133a9561-c353-4460-b259-e891b9065181 HTTP/1.1" status: 200 len: 1100 time: 0.0578980 Sep 23 06:41:46.546664 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dbc50356-fd7e-4008-a3e8-c2e6e97b7db4 req-51b40d73-4e1c-4db7-b25e-d8ad1193aec3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=523baf4c-3951-4d5a-bf18-f107a32d84fa HTTP/1.1" status: 200 len: 217 time: 0.0582123 Sep 23 06:41:46.624888 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc50356-fd7e-4008-a3e8-c2e6e97b7db4 req-e0958a6f-42dd-431f-afe3-a9904e0f0ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:46.625080 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0eee356b-2a18-415e-afaa-18251ab411a4 req-73f53b4c-bab1-4a60-b433-9cad85df4871 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662004 Sep 23 06:41:46.626335 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dbc50356-fd7e-4008-a3e8-c2e6e97b7db4 req-e0958a6f-42dd-431f-afe3-a9904e0f0ea0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e HTTP/1.1" status: 200 len: 843 time: 0.0599613 Sep 23 06:41:46.679795 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-63b1fbac-3875-4288-b04d-4d6d4b495ac6 req-47a4516b-a05b-4f43-805c-702961a7053a service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148931 Sep 23 06:41:46.679795 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0873ecfe-2137-4c0e-8332-4ba8cdad4c95 req-885ce7d6-6cae-40b0-bf47-b8ff610c0420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:46.680610 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0873ecfe-2137-4c0e-8332-4ba8cdad4c95 req-885ce7d6-6cae-40b0-bf47-b8ff610c0420 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b41a91e1-341c-4340-b7a8-8779367a7828 HTTP/1.1" status: 200 len: 909 time: 0.2127731 Sep 23 06:41:46.757759 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83417a9-84fa-4cdf-9600-9aa62ba29a9f req-11bd0411-862a-4552-94e9-98c507604fcb tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:46.766292 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d83417a9-84fa-4cdf-9600-9aa62ba29a9f req-11bd0411-862a-4552-94e9-98c507604fcb tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=133a9561-c353-4460-b259-e891b9065181 HTTP/1.1" status: 200 len: 948 time: 0.1238754 Sep 23 06:41:46.778283 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc50356-fd7e-4008-a3e8-c2e6e97b7db4 req-de52375f-1f30-4353-949e-1b38dce0e60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:46.780633 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dbc50356-fd7e-4008-a3e8-c2e6e97b7db4 req-de52375f-1f30-4353-949e-1b38dce0e60c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=16515f0f-e5a6-4630-a440-e11fb2e02062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1349568 Sep 23 06:41:46.865559 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d83417a9-84fa-4cdf-9600-9aa62ba29a9f req-3e265d37-ec24-4712-a6dd-74557f1be354 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982454 Sep 23 06:41:46.928581 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88fe313d-a8ba-4470-9001-50e1ba2c7424 x-openstack-request-id: req-88fe313d-a8ba-4470-9001-50e1ba2c7424 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:41:46.929164 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a9c69dc-9db1-437f-a8dc-fd183244e35f", "tag": "7004b577-7b06-4c26-bf68-e53322b69dd8", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:41:46.929647 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-88fe313d-a8ba-4470-9001-50e1ba2c7424 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:41:46.930355 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a9c69dc-9db1-437f-a8dc-fd183244e35f', 'tag': '7004b577-7b06-4c26-bf68-e53322b69dd8', 'status': 'completed', 'code': 200} Sep 23 06:41:46.948115 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dbc50356-fd7e-4008-a3e8-c2e6e97b7db4 req-b1bffbad-c76c-44e6-b3e5-355aea6397b5 service neutron] 10.222.0.58 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540737 Sep 23 06:41:46.996614 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device a09003c4-d814-4d52-96ba-7591c484557e details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:41:47.054267 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0873ecfe-2137-4c0e-8332-4ba8cdad4c95 req-996b9298-fd38-4497-b04b-608df5ba3f3f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb864968-6b24-4eb1-822e-fcccf589be84 HTTP/1.1" status: 200 len: 217 time: 0.3574641 Sep 23 06:41:47.168832 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d19021-6b3a-4997-9f76-8e19dae353c7 req-f957bcbd-5bbf-4c6c-8ea7-bb6fb543d624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:47.170402 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-67d19021-6b3a-4997-9f76-8e19dae353c7 req-f957bcbd-5bbf-4c6c-8ea7-bb6fb543d624 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=97692e1b5c1f4df985cc39910d526c8e&device_id=4a9c69dc-9db1-437f-a8dc-fd183244e35f HTTP/1.1" status: 200 len: 1097 time: 0.1152711 Sep 23 06:41:47.186250 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0873ecfe-2137-4c0e-8332-4ba8cdad4c95 req-442ce14c-a801-4cc2-8545-dc055ca87b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:47.190266 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port a09003c4-d814-4d52-96ba-7591c484557e, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=a09003c4-d814-4d52-96ba-7591c484557e,segment=NetworkSegment(df9429cb-1b73-4fcc-8ecd-d0edb039148e),segment_id=df9429cb-1b73-4fcc-8ecd-d0edb039148e)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:41:47.190867 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0873ecfe-2137-4c0e-8332-4ba8cdad4c95 req-442ce14c-a801-4cc2-8545-dc055ca87b56 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c7d428fe-182b-4149-b884-87c9d4508732 HTTP/1.1" status: 200 len: 848 time: 0.1064301 Sep 23 06:41:47.204980 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': 'a09003c4-d814-4d52-96ba-7591c484557e', 'network_id': '26aba36e-f765-4b4a-a7c9-897761ec549b', 'port_id': 'a09003c4-d814-4d52-96ba-7591c484557e', 'mac_address': 'fa:16:3e:4b:81:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afab507a-4ef5-4f82-b221-a08b722735c6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:41:47.206504 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da40fd3-d7b0-4d9a-837d-126ff023274e req-82ba9246-4475-4dfc-90c2-337837c58986 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:47.216799 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4da40fd3-d7b0-4d9a-837d-126ff023274e req-82ba9246-4475-4dfc-90c2-337837c58986 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d41217-85f8-4b83-9fe1-90caa01cf293 HTTP/1.1" status: 200 len: 950 time: 0.2259398 Sep 23 06:41:47.241898 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dbc50356-fd7e-4008-a3e8-c2e6e97b7db4 req-8584af55-38a2-4945-bc95-235eefb6f5bd service neutron] 10.222.0.58 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754631 Sep 23 06:41:47.256739 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0873ecfe-2137-4c0e-8332-4ba8cdad4c95 req-28dd70a5-5369-4ac1-91a1-21d0e7936ca7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b41a91e1-341c-4340-b7a8-8779367a7828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463624 Sep 23 06:41:47.262716 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:47.280285 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a09003c4-d814-4d52-96ba-7591c484557e {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:41:47.297077 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4da40fd3-d7b0-4d9a-837d-126ff023274e req-59863b0a-c484-466d-ac84-f93918a3fc9c tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792127 Sep 23 06:41:47.315856 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port a09003c4-d814-4d52-96ba-7591c484557e, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=a09003c4-d814-4d52-96ba-7591c484557e,segment=NetworkSegment(df9429cb-1b73-4fcc-8ecd-d0edb039148e),segment_id=df9429cb-1b73-4fcc-8ecd-d0edb039148e)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:41:47.320285 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:47.386745 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=a09003c4-d814-4d52-96ba-7591c484557e,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:47.425537 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d3173c-1bf0-44b6-8f84-2e1e56c04dd6 req-863c6c33-327b-47dd-bee1-c8c27368a1a0 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:47.427146 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d8d3173c-1bf0-44b6-8f84-2e1e56c04dd6 req-863c6c33-327b-47dd-bee1-c8c27368a1a0 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9252012-7d06-45a1-bad3-31278718f78a HTTP/1.1" status: 200 len: 945 time: 0.1998041 Sep 23 06:41:47.430612 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d19021-6b3a-4997-9f76-8e19dae353c7 req-c93a61a3-6d53-44d1-9161-50750fc2f839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:47.431982 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-67d19021-6b3a-4997-9f76-8e19dae353c7 req-c93a61a3-6d53-44d1-9161-50750fc2f839 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f344d72e-2515-4ae1-b407-677954c55f1d HTTP/1.1" status: 200 len: 922 time: 0.2308857 Sep 23 06:41:47.497508 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0873ecfe-2137-4c0e-8332-4ba8cdad4c95 req-53abf6ca-79b6-47dd-9578-aa9f06287944 service neutron] 10.222.0.58 "GET /v2.0/networks/b41a91e1-341c-4340-b7a8-8779367a7828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176912 Sep 23 06:41:47.499121 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-67d19021-6b3a-4997-9f76-8e19dae353c7 req-32af91e1-f742-4284-827f-9b87d416b7c7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7004b577-7b06-4c26-bf68-e53322b69dd8 HTTP/1.1" status: 200 len: 217 time: 0.0472858 Sep 23 06:41:47.509273 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d864785a-ef28-4ee8-b9b5-824d85caf4c6 req-7248d45d-91e7-4e27-b328-9d69a0a8ddfb tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:47.510817 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d864785a-ef28-4ee8-b9b5-824d85caf4c6 req-7248d45d-91e7-4e27-b328-9d69a0a8ddfb tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd017062-4df5-4803-abae-496460178f05&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0510499 Sep 23 06:41:47.523300 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d8d3173c-1bf0-44b6-8f84-2e1e56c04dd6 req-bb5c322b-e9f0-4c98-9ef3-5f061a9ae307 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870457 Sep 23 06:41:47.580029 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d864785a-ef28-4ee8-b9b5-824d85caf4c6 req-eb2777a9-2b72-463a-b9f5-cdf23319fc55 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.183 HTTP/1.1" status: 200 len: 696 time: 0.0633848 Sep 23 06:41:47.591124 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-d864785a-ef28-4ee8-b9b5-824d85caf4c6 req-8eaddd42-7184-4cf5-916d-44df3179b399 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Request body: {'floatingip': {'port_id': '3dbcf449-2925-4070-9dbb-3262634ba416', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:41:47.631338 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-d864785a-ef28-4ee8-b9b5-824d85caf4c6 req-8eaddd42-7184-4cf5-916d-44df3179b399 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Notify callbacks [] for floatingip, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:47.649332 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9b505faf-c492-4cca-879e-44f5bdf74c45 req-6564f914-a17f-43c0-8869-0a1e561a90a6 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=6537cafe-d3ce-4f50-8690-62d212f0187d HTTP/1.1" status: 200 len: 210 time: 0.0546942 Sep 23 06:41:47.672988 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0873ecfe-2137-4c0e-8332-4ba8cdad4c95 req-25e8d607-142d-4d8d-82c9-49accd6c1c53 service neutron] 10.222.0.58 "GET /v2.0/networks/b41a91e1-341c-4340-b7a8-8779367a7828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622603 Sep 23 06:41:47.674331 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d19021-6b3a-4997-9f76-8e19dae353c7 req-8bc72a6a-1382-44fe-a776-3ac74f665bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:47.675639 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-67d19021-6b3a-4997-9f76-8e19dae353c7 req-8bc72a6a-1382-44fe-a776-3ac74f665bf8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=74afc9c5-ebde-436e-ada9-9111bfc92597 HTTP/1.1" status: 200 len: 860 time: 0.0899358 Sep 23 06:41:47.736738 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d19021-6b3a-4997-9f76-8e19dae353c7 req-1efd695e-c852-4f24-9ea8-52f89ab8cec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:47.738392 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-67d19021-6b3a-4997-9f76-8e19dae353c7 req-1efd695e-c852-4f24-9ea8-52f89ab8cec0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f344d72e-2515-4ae1-b407-677954c55f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0485466 Sep 23 06:41:47.889576 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['a09003c4-d814-4d52-96ba-7591c484557e'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:41:47.913637 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807e760d-df43-4cad-8455-e1ca8a08a401 req-83501d55-cd2a-4afb-bf7c-c04205805ea1 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:47.915074 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-807e760d-df43-4cad-8455-e1ca8a08a401 req-83501d55-cd2a-4afb-bf7c-c04205805ea1 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb9ce6cc-6d6a-44ab-84e9-7a7993ea0950 HTTP/1.1" status: 200 len: 945 time: 0.1442397 Sep 23 06:41:47.924430 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0873ecfe-2137-4c0e-8332-4ba8cdad4c95 req-cdf2a1d9-e089-4d82-9d91-437ec6003bec tempest-LiveMigrationTest-1207377707 tempest-LiveMigrationTest-1207377707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:47.926039 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0873ecfe-2137-4c0e-8332-4ba8cdad4c95 req-cdf2a1d9-e089-4d82-9d91-437ec6003bec tempest-LiveMigrationTest-1207377707 tempest-LiveMigrationTest-1207377707-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=c9252012-7d06-45a1-bad3-31278718f78a&tenant_id=64ac7894e2284bc191ac7c20f7f9ca7f&binding%3Ahost_id=n-h1-715271-16 HTTP/1.1" status: 200 len: 1097 time: 0.1365488 Sep 23 06:41:47.931587 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-67d19021-6b3a-4997-9f76-8e19dae353c7 req-3fadb7a8-f04f-4649-a404-bfbe973ddcf9 service neutron] 10.222.0.21 "GET /v2.0/networks/f344d72e-2515-4ae1-b407-677954c55f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806200 Sep 23 06:41:47.956336 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-0873ecfe-2137-4c0e-8332-4ba8cdad4c95 req-0860e85d-1f7c-46af-87b2-ee113b373d23 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-715271-16'}}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:41:48.024330 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-807e760d-df43-4cad-8455-e1ca8a08a401 req-a9b93980-f90a-496c-a9c3-27eab4667867 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957496 Sep 23 06:41:48.107396 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-0873ecfe-2137-4c0e-8332-4ba8cdad4c95 req-0860e85d-1f7c-46af-87b2-ee113b373d23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:48.112696 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-d864785a-ef28-4ee8-b9b5-824d85caf4c6 req-8eaddd42-7184-4cf5-916d-44df3179b399 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:48.120498 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-d864785a-ef28-4ee8-b9b5-824d85caf4c6 req-8eaddd42-7184-4cf5-916d-44df3179b399 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:48.138010 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-67d19021-6b3a-4997-9f76-8e19dae353c7 req-e2bf1507-d8a3-4923-b3bd-9ece7c5cea2a service neutron] 10.222.0.21 "GET /v2.0/networks/f344d72e-2515-4ae1-b407-677954c55f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935809 Sep 23 06:41:48.233299 n-d-715271-16 neutron-server[95065]: INFO neutron.db.l3_db [req-d864785a-ef28-4ee8-b9b5-824d85caf4c6 req-8eaddd42-7184-4cf5-916d-44df3179b399 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Floating IP 43a4471d-1abd-4325-81da-cfab87147c5b associated. External IP: 172.25.2.183, port: 3dbcf449-2925-4070-9dbb-3262634ba416. Sep 23 06:41:48.264369 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-0873ecfe-2137-4c0e-8332-4ba8cdad4c95 req-0860e85d-1f7c-46af-87b2-ee113b373d23 service neutron] For port fb864968-6b24-4eb1-822e-fcccf589be84, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=fb864968-6b24-4eb1-822e-fcccf589be84,segment=NetworkSegment(a2ee209e-d4ee-4c6a-8401-bd714bf3436e),segment_id=a2ee209e-d4ee-4c6a-8401-bd714bf3436e)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:41:48.307447 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-0873ecfe-2137-4c0e-8332-4ba8cdad4c95 req-0860e85d-1f7c-46af-87b2-ee113b373d23 service neutron] For port fb864968-6b24-4eb1-822e-fcccf589be84, host n-h1-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:41:48.349243 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9252012-7d06-45a1-bad3-31278718f78a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb864968-6b24-4eb1-822e-fcccf589be84'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:41:48.351502 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d26c2d7-04ee-4af6-9650-7caf6bddd7b6" -d '{"events": [{"server_uuid": "c9252012-7d06-45a1-bad3-31278718f78a", "name": "network-vif-unplugged", "status": "completed", "tag": "fb864968-6b24-4eb1-822e-fcccf589be84"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:41:48.355945 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-0873ecfe-2137-4c0e-8332-4ba8cdad4c95 req-0860e85d-1f7c-46af-87b2-ee113b373d23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:48.361796 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-0873ecfe-2137-4c0e-8332-4ba8cdad4c95 req-0860e85d-1f7c-46af-87b2-ee113b373d23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:48.424310 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0860e85d-1f7c-46af-87b2-ee113b373d23 service neutron] Pushing event updated for resources: {'Port': ['ID=fb864968-6b24-4eb1-822e-fcccf589be84,revision_number=7']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:48.455364 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-0873ecfe-2137-4c0e-8332-4ba8cdad4c95 req-0860e85d-1f7c-46af-87b2-ee113b373d23 service neutron] Attempting to bind port fb864968-6b24-4eb1-822e-fcccf589be84 on host n-h1-715271-16 for vnic_type normal with profile {"migrating_to": "n-h2-715271-16"} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:41:48.456412 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-0873ecfe-2137-4c0e-8332-4ba8cdad4c95 req-0860e85d-1f7c-46af-87b2-ee113b373d23 service neutron] Attempting to bind port fb864968-6b24-4eb1-822e-fcccf589be84 by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': 'a2ee209e-d4ee-4c6a-8401-bd714bf3436e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b41a91e1-341c-4340-b7a8-8779367a7828'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:41:48.456412 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0873ecfe-2137-4c0e-8332-4ba8cdad4c95 req-0860e85d-1f7c-46af-87b2-ee113b373d23 service neutron] Attempting to bind port fb864968-6b24-4eb1-822e-fcccf589be84 on network b41a91e1-341c-4340-b7a8-8779367a7828 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:41:48.461062 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0873ecfe-2137-4c0e-8332-4ba8cdad4c95 req-0860e85d-1f7c-46af-87b2-ee113b373d23 service neutron] Port fb864968-6b24-4eb1-822e-fcccf589be84 on network b41a91e1-341c-4340-b7a8-8779367a7828 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:41:48.461466 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0873ecfe-2137-4c0e-8332-4ba8cdad4c95 req-0860e85d-1f7c-46af-87b2-ee113b373d23 service neutron] Attempting to bind port fb864968-6b24-4eb1-822e-fcccf589be84 on network b41a91e1-341c-4340-b7a8-8779367a7828 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:41:48.467010 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0873ecfe-2137-4c0e-8332-4ba8cdad4c95 req-0860e85d-1f7c-46af-87b2-ee113b373d23 service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:41:48.467428 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0873ecfe-2137-4c0e-8332-4ba8cdad4c95 req-0860e85d-1f7c-46af-87b2-ee113b373d23 service neutron] Checking segment: {'id': 'a2ee209e-d4ee-4c6a-8401-bd714bf3436e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b41a91e1-341c-4340-b7a8-8779367a7828'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:41:48.467966 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0873ecfe-2137-4c0e-8332-4ba8cdad4c95 req-0860e85d-1f7c-46af-87b2-ee113b373d23 service neutron] Bound using segment: {'id': 'a2ee209e-d4ee-4c6a-8401-bd714bf3436e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b41a91e1-341c-4340-b7a8-8779367a7828'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:41:48.468384 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-0873ecfe-2137-4c0e-8332-4ba8cdad4c95 req-0860e85d-1f7c-46af-87b2-ee113b373d23 service neutron] Bound port: fb864968-6b24-4eb1-822e-fcccf589be84, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2ee209e-d4ee-4c6a-8401-bd714bf3436e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b41a91e1-341c-4340-b7a8-8779367a7828'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:41:48.468816 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-0873ecfe-2137-4c0e-8332-4ba8cdad4c95 req-0860e85d-1f7c-46af-87b2-ee113b373d23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:48.471000 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d864785a-ef28-4ee8-b9b5-824d85caf4c6 req-8eaddd42-7184-4cf5-916d-44df3179b399 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Router 453a505e-8f37-4ac5-9418-de38fac35416 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:41:48.540765 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-0873ecfe-2137-4c0e-8332-4ba8cdad4c95 req-0860e85d-1f7c-46af-87b2-ee113b373d23 service neutron] For port fb864968-6b24-4eb1-822e-fcccf589be84, host n-h1-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:41:48.545835 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-0873ecfe-2137-4c0e-8332-4ba8cdad4c95 req-0860e85d-1f7c-46af-87b2-ee113b373d23 service neutron] For port fb864968-6b24-4eb1-822e-fcccf589be84, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=fb864968-6b24-4eb1-822e-fcccf589be84,segment=NetworkSegment(a2ee209e-d4ee-4c6a-8401-bd714bf3436e),segment_id=a2ee209e-d4ee-4c6a-8401-bd714bf3436e)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:41:48.557129 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-0873ecfe-2137-4c0e-8332-4ba8cdad4c95 req-0860e85d-1f7c-46af-87b2-ee113b373d23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:48.599091 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d864785a-ef28-4ee8-b9b5-824d85caf4c6 req-8eaddd42-7184-4cf5-916d-44df3179b399 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:41:48.604188 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-d864785a-ef28-4ee8-b9b5-824d85caf4c6 req-8eaddd42-7184-4cf5-916d-44df3179b399 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:48.612124 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfd8fed-4976-4294-bc6c-6b1e8de225c6 None None] Sync routers for ids ['453a505e-8f37-4ac5-9418-de38fac35416'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:41:48.622551 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfd8fed-4976-4294-bc6c-6b1e8de225c6 None None] Routers {'453a505e-8f37-4ac5-9418-de38fac35416'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:41:48.623247 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-ecfd8fed-4976-4294-bc6c-6b1e8de225c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:41:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['453a505e-8f37-4ac5-9418-de38fac35416'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:41:48.654574 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d864785a-ef28-4ee8-b9b5-824d85caf4c6 req-8eaddd42-7184-4cf5-916d-44df3179b399 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "PUT /v2.0/floatingips/43a4471d-1abd-4325-81da-cfab87147c5b HTTP/1.1" status: 200 len: 996 time: 1.0614512 Sep 23 06:41:48.657126 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0873ecfe-2137-4c0e-8332-4ba8cdad4c95 req-0860e85d-1f7c-46af-87b2-ee113b373d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:48.657750 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-0873ecfe-2137-4c0e-8332-4ba8cdad4c95 req-0860e85d-1f7c-46af-87b2-ee113b373d23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:48.660211 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0873ecfe-2137-4c0e-8332-4ba8cdad4c95 req-0860e85d-1f7c-46af-87b2-ee113b373d23 service neutron] 10.222.0.58 "PUT /v2.0/ports/fb864968-6b24-4eb1-822e-fcccf589be84 HTTP/1.1" status: 200 len: 1123 time: 0.7148466 Sep 23 06:41:48.676806 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023ecef0-6b73-44d0-96f1-0f00dc4510b5 req-16f8fe5e-1a20-475d-bd18-8b1dde1ebb62 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:48.689133 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-023ecef0-6b73-44d0-96f1-0f00dc4510b5 req-16f8fe5e-1a20-475d-bd18-8b1dde1ebb62 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=133a9561-c353-4460-b259-e891b9065181 HTTP/1.1" status: 200 len: 948 time: 0.1458232 Sep 23 06:41:48.708996 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0860e85d-1f7c-46af-87b2-ee113b373d23 service neutron] Pushing event updated for resources: {'Port': ['ID=fb864968-6b24-4eb1-822e-fcccf589be84,revision_number=8']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:48.766542 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7fb348b6-a630-4b6f-9883-42d5407a7116 req-2d5123c2-763f-47bd-821f-5ec8feed8faf tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=5ca4f991227448e1b6417695cbfdc362&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313239 Sep 23 06:41:48.768793 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d864785a-ef28-4ee8-b9b5-824d85caf4c6 req-9d326e14-321a-4c64-bf1c-98c6ca1a87cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:48.770270 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d864785a-ef28-4ee8-b9b5-824d85caf4c6 req-9d326e14-321a-4c64-bf1c-98c6ca1a87cb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=97692e1b5c1f4df985cc39910d526c8e&device_id=bd017062-4df5-4803-abae-496460178f05 HTTP/1.1" status: 200 len: 1097 time: 0.1069851 Sep 23 06:41:48.782191 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-023ecef0-6b73-44d0-96f1-0f00dc4510b5 req-c5c8054e-eb9b-46da-bc3e-40138983842f tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911834 Sep 23 06:41:48.796969 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-ecfd8fed-4976-4294-bc6c-6b1e8de225c6 None None] Set router 453a505e-8f37-4ac5-9418-de38fac35416 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:41:48.806359 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1996dea2-29b9-465f-b70c-a45f70357c3a req-081dff85-8e79-472c-93d0-a773657fee58 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:48.807873 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1996dea2-29b9-465f-b70c-a45f70357c3a req-081dff85-8e79-472c-93d0-a773657fee58 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a9c69dc-9db1-437f-a8dc-fd183244e35f HTTP/1.1" status: 200 len: 945 time: 0.1013894 Sep 23 06:41:48.900543 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d864785a-ef28-4ee8-b9b5-824d85caf4c6 req-d3a710ba-bbe0-49ca-a672-173beeaa5f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:48.901441 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d864785a-ef28-4ee8-b9b5-824d85caf4c6 req-d3a710ba-bbe0-49ca-a672-173beeaa5f1f service neutron] 10.222.0.39 "GET /v2.0/networks?id=f344d72e-2515-4ae1-b407-677954c55f1d HTTP/1.1" status: 200 len: 922 time: 0.1227098 Sep 23 06:41:48.907558 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['fb864968-6b24-4eb1-822e-fcccf589be84'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:41:48.940177 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8752fbb-8694-4997-b5ed-654979a5a10f req-53728322-4572-4b9f-84f6-b1fad52a8a29 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:48.948194 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a8752fbb-8694-4997-b5ed-654979a5a10f req-53728322-4572-4b9f-84f6-b1fad52a8a29 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d41217-85f8-4b83-9fe1-90caa01cf293 HTTP/1.1" status: 200 len: 950 time: 0.1036425 Sep 23 06:41:48.951284 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '133a9561-c353-4460-b259-e891b9065181', 'tag': '523baf4c-3951-4d5a-bf18-f107a32d84fa'}, {'name': 'network-changed', 'server_uuid': 'bd017062-4df5-4803-abae-496460178f05', 'tag': '3dbcf449-2925-4070-9dbb-3262634ba416'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:41:48.953745 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a45fadb0-b5bb-4e46-aa98-1faa55a459f8" -d '{"events": [{"name": "network-changed", "server_uuid": "133a9561-c353-4460-b259-e891b9065181", "tag": "523baf4c-3951-4d5a-bf18-f107a32d84fa"}, {"name": "network-changed", "server_uuid": "bd017062-4df5-4803-abae-496460178f05", "tag": "3dbcf449-2925-4070-9dbb-3262634ba416"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:41:49.030725 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d864785a-ef28-4ee8-b9b5-824d85caf4c6 req-b7ab8368-474b-4a57-8ed6-70d75639a1ad service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3dbcf449-2925-4070-9dbb-3262634ba416 HTTP/1.1" status: 200 len: 999 time: 0.1222248 Sep 23 06:41:49.056482 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb348b6-a630-4b6f-9883-42d5407a7116 req-8e30d9c0-8b2f-4763-a821-5e53ac56f97f tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:49.058223 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7fb348b6-a630-4b6f-9883-42d5407a7116 req-8e30d9c0-8b2f-4763-a821-5e53ac56f97f tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1938350 Sep 23 06:41:49.086671 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-7fb348b6-a630-4b6f-9883-42d5407a7116 req-f0541a98-5fa0-4b63-b34b-3b35b1bb1a75 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Request body: {'port': {'device_id': '6537cafe-d3ce-4f50-8690-62d212f0187d', 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062', 'admin_state_up': True, 'tenant_id': '5ca4f991227448e1b6417695cbfdc362'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:41:49.107661 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-ecfd8fed-4976-4294-bc6c-6b1e8de225c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453a505e-8f37-4ac5-9418-de38fac35416', 'name': 'tempest-FloatingIPsAssociationTestJSON-1870322060-router', 'tenant_id': '97692e1b5c1f4df985cc39910d526c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '3c903fcc-8ebc-4c45-a0c6-d6ed70146b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:40:39Z', 'updated_at': '2021-09-23T06:40:48Z', 'revision_number': 4, 'project_id': '97692e1b5c1f4df985cc39910d526c8e', 'gw_port': {'id': '3c903fcc-8ebc-4c45-a0c6-d6ed70146b3c', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453a505e-8f37-4ac5-9418-de38fac35416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:40:40Z', 'updated_at': '2021-09-23T06:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '43a4471d-1abd-4325-81da-cfab87147c5b', 'tenant_id': '97692e1b5c1f4df985cc39910d526c8e', 'floating_ip_address': '172.25.2.183', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '453a505e-8f37-4ac5-9418-de38fac35416', 'port_id': '3dbcf449-2925-4070-9dbb-3262634ba416', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f344d72e-2515-4ae1-b407-677954c55f1d', 'mac_address': 'fa:16:3e:ef:2c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd017062-4df5-4803-abae-496460178f05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T06:41:12Z', 'updated_at': '2021-09-23T06:41:47Z', 'revision_number': 8, 'project_id': '97692e1b5c1f4df985cc39910d526c8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9346b3ae-f80c-4ced-a5e1-bd9c63169ab4', 'name': '', 'network_id': 'f344d72e-2515-4ae1-b407-677954c55f1d', 'tenant_id': '97692e1b5c1f4df985cc39910d526c8e', 'mac_address': 'fa:16:3e:fa:52:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453a505e-8f37-4ac5-9418-de38fac35416', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '74afc9c5-ebde-436e-ada9-9111bfc92597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:40:47Z', 'updated_at': '2021-09-23T06:40:53Z', 'revision_number': 5, 'project_id': '97692e1b5c1f4df985cc39910d526c8e', 'subnets': [{'id': '74afc9c5-ebde-436e-ada9-9111bfc92597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:41:49.107905 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a8752fbb-8694-4997-b5ed-654979a5a10f req-fa187fbf-5def-4794-9b34-cdf2c06ec512 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586044 Sep 23 06:41:49.133957 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-1996dea2-29b9-465f-b70c-a45f70357c3a req-c6d98c78-5a26-4b2f-bfb5-6a51db4491c7 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Deleting port 7004b577-7b06-4c26-bf68-e53322b69dd8 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:41:49.134614 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-1996dea2-29b9-465f-b70c-a45f70357c3a req-c6d98c78-5a26-4b2f-bfb5-6a51db4491c7 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:49.143837 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d864785a-ef28-4ee8-b9b5-824d85caf4c6 req-0e6eadb4-3c9b-460a-8d13-3b20709c7b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:49.145428 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d864785a-ef28-4ee8-b9b5-824d85caf4c6 req-0e6eadb4-3c9b-460a-8d13-3b20709c7b27 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=74afc9c5-ebde-436e-ada9-9111bfc92597 HTTP/1.1" status: 200 len: 860 time: 0.1041379 Sep 23 06:41:49.155069 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfd8fed-4976-4294-bc6c-6b1e8de225c6 None None] Checking router: 453a505e-8f37-4ac5-9418-de38fac35416 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:41:49.166514 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfd8fed-4976-4294-bc6c-6b1e8de225c6 None None] Routers {'453a505e-8f37-4ac5-9418-de38fac35416'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:41:49.167362 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-ecfd8fed-4976-4294-bc6c-6b1e8de225c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:41:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['453a505e-8f37-4ac5-9418-de38fac35416'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:41:49.201135 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 06:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a5f5316-6c80-46d3-bead-d300ca4244ab x-openstack-request-id: req-3a5f5316-6c80-46d3-bead-d300ca4244ab {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:41:49.201635 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9252012-7d06-45a1-bad3-31278718f78a", "name": "network-vif-unplugged", "status": "completed", "tag": "fb864968-6b24-4eb1-822e-fcccf589be84", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:41:49.202067 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3a5f5316-6c80-46d3-bead-d300ca4244ab {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:41:49.202610 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9252012-7d06-45a1-bad3-31278718f78a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb864968-6b24-4eb1-822e-fcccf589be84', 'code': 200} Sep 23 06:41:49.242879 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d864785a-ef28-4ee8-b9b5-824d85caf4c6 req-06e30abb-149b-4009-ad55-43f3b3bc64ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:49.244477 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d864785a-ef28-4ee8-b9b5-824d85caf4c6 req-06e30abb-149b-4009-ad55-43f3b3bc64ae service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f344d72e-2515-4ae1-b407-677954c55f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0675867 Sep 23 06:41:49.247468 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-1996dea2-29b9-465f-b70c-a45f70357c3a req-c6d98c78-5a26-4b2f-bfb5-6a51db4491c7 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] For port 7004b577-7b06-4c26-bf68-e53322b69dd8, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=7004b577-7b06-4c26-bf68-e53322b69dd8,segment=NetworkSegment(6bffb33e-e384-4d5c-b0ac-fcee1b96de5d),segment_id=6bffb33e-e384-4d5c-b0ac-fcee1b96de5d)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:41:49.247972 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-1996dea2-29b9-465f-b70c-a45f70357c3a req-c6d98c78-5a26-4b2f-bfb5-6a51db4491c7 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:49.265461 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-1996dea2-29b9-465f-b70c-a45f70357c3a req-c6d98c78-5a26-4b2f-bfb5-6a51db4491c7 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Calling delete_port for 7004b577-7b06-4c26-bf68-e53322b69dd8 owned by compute:nova {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:41:49.281467 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fb348b6-a630-4b6f-9883-42d5407a7116 req-f0541a98-5fa0-4b63-b34b-3b35b1bb1a75 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Made reservation on behalf of 5ca4f991227448e1b6417695cbfdc362 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:41:49.284993 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-7fb348b6-a630-4b6f-9883-42d5407a7116 req-f0541a98-5fa0-4b63-b34b-3b35b1bb1a75 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:49.301549 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-ecfd8fed-4976-4294-bc6c-6b1e8de225c6 None None] Set router 453a505e-8f37-4ac5-9418-de38fac35416 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:41:49.423713 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d864785a-ef28-4ee8-b9b5-824d85caf4c6 req-025559be-0dd2-4c13-aa80-2089cf045725 service neutron] 10.222.0.39 "GET /v2.0/networks/f344d72e-2515-4ae1-b407-677954c55f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686802 Sep 23 06:41:49.463224 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-1996dea2-29b9-465f-b70c-a45f70357c3a req-c6d98c78-5a26-4b2f-bfb5-6a51db4491c7 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:49.495497 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['3dbcf449-2925-4070-9dbb-3262634ba416', '7004b577-7b06-4c26-bf68-e53322b69dd8'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:41:49.507881 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d98c78-5a26-4b2f-bfb5-6a51db4491c7 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Pushing event deleted for resources: {'Port': ['ID=7004b577-7b06-4c26-bf68-e53322b69dd8,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:49.564411 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-7fb348b6-a630-4b6f-9883-42d5407a7116 req-f0541a98-5fa0-4b63-b34b-3b35b1bb1a75 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Allocated IP 192.168.233.25 (16515f0f-e5a6-4630-a440-e11fb2e02062/3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e/4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:41:49.588303 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-1996dea2-29b9-465f-b70c-a45f70357c3a req-c6d98c78-5a26-4b2f-bfb5-6a51db4491c7 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] No DVR routers for this DVR port 7004b577-7b06-4c26-bf68-e53322b69dd8 on host n-h1-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:41:49.592030 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-1996dea2-29b9-465f-b70c-a45f70357c3a req-c6d98c78-5a26-4b2f-bfb5-6a51db4491c7 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:49.595029 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1996dea2-29b9-465f-b70c-a45f70357c3a req-c6d98c78-5a26-4b2f-bfb5-6a51db4491c7 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.21 "DELETE /v2.0/ports/7004b577-7b06-4c26-bf68-e53322b69dd8 HTTP/1.1" status: 204 len: 173 time: 0.7238495 Sep 23 06:41:49.622332 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d864785a-ef28-4ee8-b9b5-824d85caf4c6 req-cb86610a-85ec-4e45-b4b0-e7a0de8bb597 service neutron] 10.222.0.39 "GET /v2.0/networks/f344d72e-2515-4ae1-b407-677954c55f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945503 Sep 23 06:41:49.701471 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-ecfd8fed-4976-4294-bc6c-6b1e8de225c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453a505e-8f37-4ac5-9418-de38fac35416', 'name': 'tempest-FloatingIPsAssociationTestJSON-1870322060-router', 'tenant_id': '97692e1b5c1f4df985cc39910d526c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '3c903fcc-8ebc-4c45-a0c6-d6ed70146b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:40:39Z', 'updated_at': '2021-09-23T06:40:48Z', 'revision_number': 4, 'project_id': '97692e1b5c1f4df985cc39910d526c8e', 'gw_port': {'id': '3c903fcc-8ebc-4c45-a0c6-d6ed70146b3c', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453a505e-8f37-4ac5-9418-de38fac35416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:40:40Z', 'updated_at': '2021-09-23T06:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '43a4471d-1abd-4325-81da-cfab87147c5b', 'tenant_id': '97692e1b5c1f4df985cc39910d526c8e', 'floating_ip_address': '172.25.2.183', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '453a505e-8f37-4ac5-9418-de38fac35416', 'port_id': '3dbcf449-2925-4070-9dbb-3262634ba416', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f344d72e-2515-4ae1-b407-677954c55f1d', 'mac_address': 'fa:16:3e:ef:2c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd017062-4df5-4803-abae-496460178f05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T06:41:12Z', 'updated_at': '2021-09-23T06:41:47Z', 'revision_number': 8, 'project_id': '97692e1b5c1f4df985cc39910d526c8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9346b3ae-f80c-4ced-a5e1-bd9c63169ab4', 'name': '', 'network_id': 'f344d72e-2515-4ae1-b407-677954c55f1d', 'tenant_id': '97692e1b5c1f4df985cc39910d526c8e', 'mac_address': 'fa:16:3e:fa:52:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453a505e-8f37-4ac5-9418-de38fac35416', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '74afc9c5-ebde-436e-ada9-9111bfc92597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:40:47Z', 'updated_at': '2021-09-23T06:40:53Z', 'revision_number': 5, 'project_id': '97692e1b5c1f4df985cc39910d526c8e', 'subnets': [{'id': '74afc9c5-ebde-436e-ada9-9111bfc92597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:41:49.774776 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfd8fed-4976-4294-bc6c-6b1e8de225c6 None None] The sync data for ids ['453a505e-8f37-4ac5-9418-de38fac35416'] in n-d-715271-16 is: [{'id': '453a505e-8f37-4ac5-9418-de38fac35416', 'name': 'tempest-FloatingIPsAssociationTestJSON-1870322060-router', 'tenant_id': '97692e1b5c1f4df985cc39910d526c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '3c903fcc-8ebc-4c45-a0c6-d6ed70146b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:40:39Z', 'updated_at': '2021-09-23T06:40:48Z', 'revision_number': 4, 'project_id': '97692e1b5c1f4df985cc39910d526c8e', 'gw_port': {'id': '3c903fcc-8ebc-4c45-a0c6-d6ed70146b3c', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453a505e-8f37-4ac5-9418-de38fac35416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:40:40Z', 'updated_at': '2021-09-23T06:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '43a4471d-1abd-4325-81da-cfab87147c5b', 'tenant_id': '97692e1b5c1f4df985cc39910d526c8e', 'floating_ip_address': '172.25.2.183', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '453a505e-8f37-4ac5-9418-de38fac35416', 'port_id': '3dbcf449-2925-4070-9dbb-3262634ba416', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f344d72e-2515-4ae1-b407-677954c55f1d', 'mac_address': 'fa:16:3e:ef:2c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd017062-4df5-4803-abae-496460178f05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T06:41:12Z', 'updated_at': '2021-09-23T06:41:47Z', 'revision_number': 8, 'project_id': '97692e1b5c1f4df985cc39910d526c8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9346b3ae-f80c-4ced-a5e1-bd9c63169ab4', 'name': '', 'network_id': 'f344d72e-2515-4ae1-b407-677954c55f1d', 'tenant_id': '97692e1b5c1f4df985cc39910d526c8e', 'mac_address': 'fa:16:3e:fa:52:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453a505e-8f37-4ac5-9418-de38fac35416', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '74afc9c5-ebde-436e-ada9-9111bfc92597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:40:47Z', 'updated_at': '2021-09-23T06:40:53Z', 'revision_number': 5, 'project_id': '97692e1b5c1f4df985cc39910d526c8e', 'subnets': [{'id': '74afc9c5-ebde-436e-ada9-9111bfc92597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:41:49.926812 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-49d04710-329d-40c3-b5ed-10436375bc3d req-6f30f4cc-7a7c-47e7-b785-1df816273219 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=6537cafe-d3ce-4f50-8690-62d212f0187d HTTP/1.1" status: 200 len: 210 time: 0.0351460 Sep 23 06:41:50.081106 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423d885f-cd4d-434a-81ec-bc7e9e449b2d None None] New status for floating IP 43a4471d-1abd-4325-81da-cfab87147c5b: ACTIVE {{(pid=95067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 06:41:50.084683 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 23 Sep 2021 06:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e6ec94-bc36-43d3-9744-8e06a1b80af9 x-openstack-request-id: req-e9e6ec94-bc36-43d3-9744-8e06a1b80af9 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:41:50.084989 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "133a9561-c353-4460-b259-e891b9065181", "tag": "523baf4c-3951-4d5a-bf18-f107a32d84fa", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bd017062-4df5-4803-abae-496460178f05", "tag": "3dbcf449-2925-4070-9dbb-3262634ba416", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:41:50.085276 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e9e6ec94-bc36-43d3-9744-8e06a1b80af9 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:41:50.085662 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '133a9561-c353-4460-b259-e891b9065181', 'tag': '523baf4c-3951-4d5a-bf18-f107a32d84fa', 'status': 'completed', 'code': 200} Sep 23 06:41:50.085984 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd017062-4df5-4803-abae-496460178f05', 'tag': '3dbcf449-2925-4070-9dbb-3262634ba416', 'status': 'completed', 'code': 200} Sep 23 06:41:50.151936 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e811b1e-14af-41cb-8c4a-cbe3641bf7e0 req-986f85de-6e4f-469a-9b86-20d80cd71a1a tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:50.153422 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7e811b1e-14af-41cb-8c4a-cbe3641bf7e0 req-986f85de-6e4f-469a-9b86-20d80cd71a1a tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9252012-7d06-45a1-bad3-31278718f78a HTTP/1.1" status: 200 len: 943 time: 0.4026718 Sep 23 06:41:50.166313 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-7fb348b6-a630-4b6f-9883-42d5407a7116 req-f0541a98-5fa0-4b63-b34b-3b35b1bb1a75 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:50.190130 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45fadb0-b5bb-4e46-aa98-1faa55a459f8 req-ddab7a7e-dadc-4ab1-9be9-07fa8bb31bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:50.191638 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a45fadb0-b5bb-4e46-aa98-1faa55a459f8 req-ddab7a7e-dadc-4ab1-9be9-07fa8bb31bec service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8d68b6f2bfe2491c9015cf660b627aab&device_id=133a9561-c353-4460-b259-e891b9065181 HTTP/1.1" status: 200 len: 1100 time: 0.1445479 Sep 23 06:41:50.196727 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45fadb0-b5bb-4e46-aa98-1faa55a459f8 req-208fb916-ac0b-48a1-96ca-07632004d919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:50.198160 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a45fadb0-b5bb-4e46-aa98-1faa55a459f8 req-208fb916-ac0b-48a1-96ca-07632004d919 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=97692e1b5c1f4df985cc39910d526c8e&device_id=bd017062-4df5-4803-abae-496460178f05 HTTP/1.1" status: 200 len: 1097 time: 0.1395762 Sep 23 06:41:50.206578 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd4464-6b79-4369-83e5-e6447f76628a req-222c0b57-5906-451f-9812-e7b0b81ef550 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:50.207976 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0bbd4464-6b79-4369-83e5-e6447f76628a req-222c0b57-5906-451f-9812-e7b0b81ef550 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb9ce6cc-6d6a-44ab-84e9-7a7993ea0950 HTTP/1.1" status: 200 len: 945 time: 0.0973258 Sep 23 06:41:50.209125 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7e811b1e-14af-41cb-8c4a-cbe3641bf7e0 req-a4f723e6-1f53-41a7-80d5-ce015cfaa6c8 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479610 Sep 23 06:41:50.232926 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-7fb348b6-a630-4b6f-9883-42d5407a7116 req-f0541a98-5fa0-4b63-b34b-3b35b1bb1a75 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:50.265126 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['f12c200c-7bca-49dd-b324-ebac021046e8'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:41:50.294608 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['7075373d-4579-48cb-b9e5-04ad3c7a8c47'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:41:50.327715 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0a59e81c-8986-4cc2-9dcb-5788cad44158 req-04208350-aefc-4614-b311-f502fb0b39a1 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/floatingips/43a4471d-1abd-4325-81da-cfab87147c5b HTTP/1.1" status: 200 len: 996 time: 0.0869765 Sep 23 06:41:50.343991 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fb348b6-a630-4b6f-9883-42d5407a7116 req-f0541a98-5fa0-4b63-b34b-3b35b1bb1a75 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Network 16515f0f-e5a6-4630-a440-e11fb2e02062 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:41:50.361582 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-7fb348b6-a630-4b6f-9883-42d5407a7116 req-f0541a98-5fa0-4b63-b34b-3b35b1bb1a75 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:41:50.372849 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0541a98-5fa0-4b63-b34b-3b35b1bb1a75 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Pushing event updated for resources: {'Port': ['ID=4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:50.377237 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fb348b6-a630-4b6f-9883-42d5407a7116 req-f0541a98-5fa0-4b63-b34b-3b35b1bb1a75 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:41:50.384072 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb348b6-a630-4b6f-9883-42d5407a7116 req-f0541a98-5fa0-4b63-b34b-3b35b1bb1a75 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:50.384255 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-7fb348b6-a630-4b6f-9883-42d5407a7116 req-f0541a98-5fa0-4b63-b34b-3b35b1bb1a75 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:50.400272 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0bbd4464-6b79-4369-83e5-e6447f76628a req-6328eab3-b2d1-45a7-87f2-f0acfa2067db tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424017 Sep 23 06:41:50.457277 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7fb348b6-a630-4b6f-9883-42d5407a7116 req-f0541a98-5fa0-4b63-b34b-3b35b1bb1a75 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3771334 Sep 23 06:41:50.488982 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-7fb348b6-a630-4b6f-9883-42d5407a7116 req-11204c70-fb9b-48c7-9737-4aae5027ac82 service neutron] Request body: {'port': {'device_id': '6537cafe-d3ce-4f50-8690-62d212f0187d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:41:50.536652 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a59e81c-8986-4cc2-9dcb-5788cad44158 req-94ff95e6-dc44-49f2-83ac-5caeb9e8d1c2 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:50.539760 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45fadb0-b5bb-4e46-aa98-1faa55a459f8 req-39e97904-806e-4cd2-9d20-4866180c50d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:50.542012 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a45fadb0-b5bb-4e46-aa98-1faa55a459f8 req-39e97904-806e-4cd2-9d20-4866180c50d0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=16515f0f-e5a6-4630-a440-e11fb2e02062 HTTP/1.1" status: 200 len: 870 time: 0.3306837 Sep 23 06:41:50.544314 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0a59e81c-8986-4cc2-9dcb-5788cad44158 req-94ff95e6-dc44-49f2-83ac-5caeb9e8d1c2 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/networks/0f47978c-41eb-4cc7-92bf-8b873be8a1a0 HTTP/1.1" status: 200 len: 784 time: 0.2022457 Sep 23 06:41:50.550605 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [req-0a59e81c-8986-4cc2-9dcb-5788cad44158 req-7f815263-0c25-4b00-8044-78f6f162230f tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=95065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 06:41:50.569554 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0a59e81c-8986-4cc2-9dcb-5788cad44158 req-7f815263-0c25-4b00-8044-78f6f162230f tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0242727 Sep 23 06:41:50.608973 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45fadb0-b5bb-4e46-aa98-1faa55a459f8 req-697530d4-6961-4dc5-a6ed-6bfc395e623a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:50.610862 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a45fadb0-b5bb-4e46-aa98-1faa55a459f8 req-697530d4-6961-4dc5-a6ed-6bfc395e623a service neutron] 10.222.0.21 "GET /v2.0/networks?id=f344d72e-2515-4ae1-b407-677954c55f1d HTTP/1.1" status: 200 len: 922 time: 0.4020240 Sep 23 06:41:50.623841 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-7fb348b6-a630-4b6f-9883-42d5407a7116 req-11204c70-fb9b-48c7-9737-4aae5027ac82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:50.671121 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-cc04c01a-798b-45a8-a4e4-ed05f10e11b8 None None] Provisioning complete for port 4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:41:50.671506 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-cc04c01a-798b-45a8-a4e4-ed05f10e11b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:50.677714 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a45fadb0-b5bb-4e46-aa98-1faa55a459f8 req-edac1125-463f-4f39-9c4a-7684c3ba0b65 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=523baf4c-3951-4d5a-bf18-f107a32d84fa HTTP/1.1" status: 200 len: 217 time: 0.0641577 Sep 23 06:41:50.764303 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-cc04c01a-798b-45a8-a4e4-ed05f10e11b8 None None] Port 4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:41:50.806476 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d1d89-b94b-4cc8-8acb-b65367480ef6 req-3067dae0-f629-4d2c-838c-0cdc40bf543c tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:50.807997 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ab7d1d89-b94b-4cc8-8acb-b65367480ef6 req-3067dae0-f629-4d2c-838c-0cdc40bf543c tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=133a9561-c353-4460-b259-e891b9065181 HTTP/1.1" status: 200 len: 948 time: 0.2806311 Sep 23 06:41:50.812003 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a45fadb0-b5bb-4e46-aa98-1faa55a459f8 req-aba68b12-da14-41e7-8b61-70aa9e7636ad service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3dbcf449-2925-4070-9dbb-3262634ba416 HTTP/1.1" status: 200 len: 1001 time: 0.1661043 Sep 23 06:41:50.814979 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45fadb0-b5bb-4e46-aa98-1faa55a459f8 req-587649db-14dd-40cc-b472-20f516f60a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:50.816500 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a45fadb0-b5bb-4e46-aa98-1faa55a459f8 req-587649db-14dd-40cc-b472-20f516f60a69 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e HTTP/1.1" status: 200 len: 843 time: 0.0886700 Sep 23 06:41:50.874116 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca5091-6fba-4fb2-a579-5d44542897a6 req-9dbfeb69-1659-4fab-a5bb-73767c884bec tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:50.875620 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a2ca5091-6fba-4fb2-a579-5d44542897a6 req-9dbfeb69-1659-4fab-a5bb-73767c884bec tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d41217-85f8-4b83-9fe1-90caa01cf293 HTTP/1.1" status: 200 len: 950 time: 0.0810719 Sep 23 06:41:50.924932 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ab7d1d89-b94b-4cc8-8acb-b65367480ef6 req-2f640018-4a68-4d80-aec7-8b62e6bd442d tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039872 Sep 23 06:41:50.938362 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45fadb0-b5bb-4e46-aa98-1faa55a459f8 req-e3ee1170-b589-4b1a-861d-f7183ddbd927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:50.939951 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a45fadb0-b5bb-4e46-aa98-1faa55a459f8 req-e3ee1170-b589-4b1a-861d-f7183ddbd927 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=74afc9c5-ebde-436e-ada9-9111bfc92597 HTTP/1.1" status: 200 len: 860 time: 0.1027932 Sep 23 06:41:50.943303 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45fadb0-b5bb-4e46-aa98-1faa55a459f8 req-2f493cb1-241e-4106-a8d1-355ea2ce7431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:50.945783 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a45fadb0-b5bb-4e46-aa98-1faa55a459f8 req-2f493cb1-241e-4106-a8d1-355ea2ce7431 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=16515f0f-e5a6-4630-a440-e11fb2e02062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1187930 Sep 23 06:41:50.964101 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a2ca5091-6fba-4fb2-a579-5d44542897a6 req-935c28f1-2b78-406f-95d8-bb9dea632d1c tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788913 Sep 23 06:41:51.031061 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device a09003c4-d814-4d52-96ba-7591c484557e up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:41:51.076648 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45fadb0-b5bb-4e46-aa98-1faa55a459f8 req-de8a9c6c-86fa-49e7-8fc9-58123baa9465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:51.078532 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a45fadb0-b5bb-4e46-aa98-1faa55a459f8 req-de8a9c6c-86fa-49e7-8fc9-58123baa9465 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f344d72e-2515-4ae1-b407-677954c55f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1306119 Sep 23 06:41:51.099429 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-72296b99-3e5a-4760-b0d0-a9663255017d req-7051dacb-7ce5-4143-ae04-fa3abe90fb23 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.183 HTTP/1.1" status: 200 len: 1001 time: 0.0932398 Sep 23 06:41:51.110242 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port a09003c4-d814-4d52-96ba-7591c484557e completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:41:51.114327 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port a09003c4-d814-4d52-96ba-7591c484557e triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:41:51.114706 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:51.133345 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a45fadb0-b5bb-4e46-aa98-1faa55a459f8 req-86406e31-adc1-4fc7-8984-f2a255353503 service neutron] 10.222.0.58 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555967 Sep 23 06:41:51.192963 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-7fb348b6-a630-4b6f-9883-42d5407a7116 req-11204c70-fb9b-48c7-9737-4aae5027ac82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195 {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:41:51.210965 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72296b99-3e5a-4760-b0d0-a9663255017d req-924f3799-1b2c-4902-a658-5fa1eba0b300 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:51.212225 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-72296b99-3e5a-4760-b0d0-a9663255017d req-924f3799-1b2c-4902-a658-5fa1eba0b300 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/ports/3dbcf449-2925-4070-9dbb-3262634ba416 HTTP/1.1" status: 200 len: 942 time: 0.0771863 Sep 23 06:41:51.214418 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-7fb348b6-a630-4b6f-9883-42d5407a7116 req-11204c70-fb9b-48c7-9737-4aae5027ac82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:51.230885 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9252012-7d06-45a1-bad3-31278718f78a', 'tag': 'fb864968-6b24-4eb1-822e-fcccf589be84'}, {'server_uuid': '4a9c69dc-9db1-437f-a8dc-fd183244e35f', 'name': 'network-vif-deleted', 'tag': '7004b577-7b06-4c26-bf68-e53322b69dd8'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:41:51.231541 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:51.233296 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f019879a-d655-4667-b7f8-8837a4836bd0" -d '{"events": [{"name": "network-changed", "server_uuid": "c9252012-7d06-45a1-bad3-31278718f78a", "tag": "fb864968-6b24-4eb1-822e-fcccf589be84"}, {"server_uuid": "4a9c69dc-9db1-437f-a8dc-fd183244e35f", "name": "network-vif-deleted", "tag": "7004b577-7b06-4c26-bf68-e53322b69dd8"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:41:51.255509 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-7fb348b6-a630-4b6f-9883-42d5407a7116 req-11204c70-fb9b-48c7-9737-4aae5027ac82 service neutron] Transition to ACTIVE for port object 4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195 will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:41:51.261323 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b72d66-1400-411a-b776-0815bdd5bcdb req-6477e2d0-812c-46fa-b095-4c7d68f0b225 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:51.261910 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb9ce6cc-6d6a-44ab-84e9-7a7993ea0950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a09003c4-d814-4d52-96ba-7591c484557e'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:41:51.262945 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c6b72d66-1400-411a-b776-0815bdd5bcdb req-6477e2d0-812c-46fa-b095-4c7d68f0b225 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=6537cafe-d3ce-4f50-8690-62d212f0187d HTTP/1.1" status: 200 len: 935 time: 0.1337268 Sep 23 06:41:51.264663 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3025fcd9-32d8-4d68-bd79-fa0fcd57ced9" -d '{"events": [{"server_uuid": "fb9ce6cc-6d6a-44ab-84e9-7a7993ea0950", "name": "network-vif-plugged", "status": "completed", "tag": "a09003c4-d814-4d52-96ba-7591c484557e"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:41:51.264835 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-7fb348b6-a630-4b6f-9883-42d5407a7116 req-11204c70-fb9b-48c7-9737-4aae5027ac82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:51.284766 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port a09003c4-d814-4d52-96ba-7591c484557e, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=a09003c4-d814-4d52-96ba-7591c484557e,segment=NetworkSegment(df9429cb-1b73-4fcc-8ecd-d0edb039148e),segment_id=df9429cb-1b73-4fcc-8ecd-d0edb039148e)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:41:51.290676 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:51.373064 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c6b72d66-1400-411a-b776-0815bdd5bcdb req-c5d0b9f0-a2df-4d12-b9ed-51695878b951 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809090 Sep 23 06:41:51.393499 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=a09003c4-d814-4d52-96ba-7591c484557e,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:51.394585 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a45fadb0-b5bb-4e46-aa98-1faa55a459f8 req-35ff8e63-9f22-4c38-b7f0-a34bd8606ebb service neutron] 10.222.0.21 "GET /v2.0/networks/f344d72e-2515-4ae1-b407-677954c55f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037996 Sep 23 06:41:51.406464 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a45fadb0-b5bb-4e46-aa98-1faa55a459f8 req-58a7271e-3adf-4927-996a-8ee641f67482 service neutron] 10.222.0.58 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411315 Sep 23 06:41:51.449359 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11204c70-fb9b-48c7-9737-4aae5027ac82 service neutron] Pushing event updated for resources: {'Port': ['ID=4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:51.471741 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 50128) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:41:51.474251 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-7fb348b6-a630-4b6f-9883-42d5407a7116 req-11204c70-fb9b-48c7-9737-4aae5027ac82 service neutron] Attempting to bind port 4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195 on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:41:51.474487 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-7fb348b6-a630-4b6f-9883-42d5407a7116 req-11204c70-fb9b-48c7-9737-4aae5027ac82 service neutron] Attempting to bind port 4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195 by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:41:51.475746 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb348b6-a630-4b6f-9883-42d5407a7116 req-11204c70-fb9b-48c7-9737-4aae5027ac82 service neutron] Attempting to bind port 4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195 on network 16515f0f-e5a6-4630-a440-e11fb2e02062 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:41:51.491809 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-72296b99-3e5a-4760-b0d0-a9663255017d req-ac32b613-d490-4c70-8dd3-cbe5270de8ff tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.183 HTTP/1.1" status: 200 len: 1001 time: 0.1864498 Sep 23 06:41:51.494717 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb348b6-a630-4b6f-9883-42d5407a7116 req-11204c70-fb9b-48c7-9737-4aae5027ac82 service neutron] Port 4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195 on network 16515f0f-e5a6-4630-a440-e11fb2e02062 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:41:51.495119 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb348b6-a630-4b6f-9883-42d5407a7116 req-11204c70-fb9b-48c7-9737-4aae5027ac82 service neutron] Attempting to bind port 4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195 on network 16515f0f-e5a6-4630-a440-e11fb2e02062 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:41:51.501352 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb348b6-a630-4b6f-9883-42d5407a7116 req-11204c70-fb9b-48c7-9737-4aae5027ac82 service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:41:51.501702 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb348b6-a630-4b6f-9883-42d5407a7116 req-11204c70-fb9b-48c7-9737-4aae5027ac82 service neutron] Checking segment: {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:41:51.502290 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb348b6-a630-4b6f-9883-42d5407a7116 req-11204c70-fb9b-48c7-9737-4aae5027ac82 service neutron] Bound using segment: {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:41:51.502538 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-7fb348b6-a630-4b6f-9883-42d5407a7116 req-11204c70-fb9b-48c7-9737-4aae5027ac82 service neutron] Bound port: 4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:41:51.502893 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-7fb348b6-a630-4b6f-9883-42d5407a7116 req-11204c70-fb9b-48c7-9737-4aae5027ac82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:51.612639 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a45fadb0-b5bb-4e46-aa98-1faa55a459f8 req-8c576b0a-0694-43e8-918d-cc760ee77303 service neutron] 10.222.0.21 "GET /v2.0/networks/f344d72e-2515-4ae1-b407-677954c55f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973407 Sep 23 06:41:51.631243 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68a9270-7089-4f1a-b749-922409f5aa8c req-16a1260f-1ebd-4109-b1c6-915d55369fab tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:51.640333 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c68a9270-7089-4f1a-b749-922409f5aa8c req-16a1260f-1ebd-4109-b1c6-915d55369fab tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9252012-7d06-45a1-bad3-31278718f78a HTTP/1.1" status: 200 len: 943 time: 0.1079564 Sep 23 06:41:51.659959 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-7fb348b6-a630-4b6f-9883-42d5407a7116 req-11204c70-fb9b-48c7-9737-4aae5027ac82 service neutron] For port 4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:41:51.685536 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-7fb348b6-a630-4b6f-9883-42d5407a7116 req-11204c70-fb9b-48c7-9737-4aae5027ac82 service neutron] For port 4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:41:51.688471 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-da0bd98a-92de-43fe-b3d4-e2db0e654ccc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:51.694533 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c68a9270-7089-4f1a-b749-922409f5aa8c req-da201b9b-9057-4c64-9ad1-55b910927c61 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532517 Sep 23 06:41:51.696389 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-7fb348b6-a630-4b6f-9883-42d5407a7116 req-11204c70-fb9b-48c7-9737-4aae5027ac82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:51.707220 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72296b99-3e5a-4760-b0d0-a9663255017d req-4fbecf43-7f7e-4c17-94b8-87329c1f8893 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:51.708383 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-72296b99-3e5a-4760-b0d0-a9663255017d req-4fbecf43-7f7e-4c17-94b8-87329c1f8893 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/networks/0f47978c-41eb-4cc7-92bf-8b873be8a1a0 HTTP/1.1" status: 200 len: 784 time: 0.1905875 Sep 23 06:41:51.743840 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device fb864968-6b24-4eb1-822e-fcccf589be84 details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:41:51.786651 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 23 Sep 2021 06:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da0a43d9-4296-49a7-a8fa-52f546e45f66 x-openstack-request-id: req-da0a43d9-4296-49a7-a8fa-52f546e45f66 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:41:51.788581 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9252012-7d06-45a1-bad3-31278718f78a", "tag": "fb864968-6b24-4eb1-822e-fcccf589be84", "status": "completed", "code": 200}, {"server_uuid": "4a9c69dc-9db1-437f-a8dc-fd183244e35f", "name": "network-vif-deleted", "tag": "7004b577-7b06-4c26-bf68-e53322b69dd8", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:41:51.789007 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-da0a43d9-4296-49a7-a8fa-52f546e45f66 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:41:51.790388 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9252012-7d06-45a1-bad3-31278718f78a', 'tag': 'fb864968-6b24-4eb1-822e-fcccf589be84', 'status': 'completed', 'code': 200} Sep 23 06:41:51.790584 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a9c69dc-9db1-437f-a8dc-fd183244e35f', 'name': 'network-vif-deleted', 'tag': '7004b577-7b06-4c26-bf68-e53322b69dd8', 'status': 'completed', 'code': 200} Sep 23 06:41:51.797927 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb348b6-a630-4b6f-9883-42d5407a7116 req-11204c70-fb9b-48c7-9737-4aae5027ac82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:51.801598 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-7fb348b6-a630-4b6f-9883-42d5407a7116 req-11204c70-fb9b-48c7-9737-4aae5027ac82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:51.801598 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7fb348b6-a630-4b6f-9883-42d5407a7116 req-11204c70-fb9b-48c7-9737-4aae5027ac82 service neutron] 10.222.0.21 "PUT /v2.0/ports/4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195 HTTP/1.1" status: 200 len: 1096 time: 1.3157814 Sep 23 06:41:51.851377 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-774d6086-2a2a-4f52-9248-c3fe3e106712 x-openstack-request-id: req-774d6086-2a2a-4f52-9248-c3fe3e106712 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:41:51.852053 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb9ce6cc-6d6a-44ab-84e9-7a7993ea0950", "name": "network-vif-plugged", "status": "completed", "tag": "a09003c4-d814-4d52-96ba-7591c484557e", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:41:51.853912 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-774d6086-2a2a-4f52-9248-c3fe3e106712 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:41:51.854555 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb9ce6cc-6d6a-44ab-84e9-7a7993ea0950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a09003c4-d814-4d52-96ba-7591c484557e', 'code': 200} Sep 23 06:41:51.875644 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-72296b99-3e5a-4760-b0d0-a9663255017d req-28d2ddfd-be58-4626-b199-1a70e6952425 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.183 HTTP/1.1" status: 200 len: 1001 time: 0.1511853 Sep 23 06:41:51.877911 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11204c70-fb9b-48c7-9737-4aae5027ac82 service neutron] Pushing event updated for resources: {'Port': ['ID=4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:51.915271 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-72296b99-3e5a-4760-b0d0-a9663255017d req-f611f192-a595-4715-b4ef-ec21e9fcc6a8 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:41:51.935713 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-da0bd98a-92de-43fe-b3d4-e2db0e654ccc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:51.957762 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port fb864968-6b24-4eb1-822e-fcccf589be84, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=fb864968-6b24-4eb1-822e-fcccf589be84,segment=NetworkSegment(a2ee209e-d4ee-4c6a-8401-bd714bf3436e),segment_id=a2ee209e-d4ee-4c6a-8401-bd714bf3436e)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:41:51.981900 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device fb864968-6b24-4eb1-822e-fcccf589be84 has no active binding in host n-h2-715271-16 {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 23 06:41:51.982730 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 523baf4c-3951-4d5a-bf18-f107a32d84fa details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:41:51.990079 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f019879a-d655-4667-b7f8-8837a4836bd0 req-e4ebaf50-4bcd-48c5-80a3-bd3d41425f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:51.991916 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f019879a-d655-4667-b7f8-8837a4836bd0 req-e4ebaf50-4bcd-48c5-80a3-bd3d41425f45 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=64ac7894e2284bc191ac7c20f7f9ca7f&device_id=c9252012-7d06-45a1-bad3-31278718f78a HTTP/1.1" status: 200 len: 1126 time: 0.1334350 Sep 23 06:41:51.999447 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-da0bd98a-92de-43fe-b3d4-e2db0e654ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:52.107984 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-72296b99-3e5a-4760-b0d0-a9663255017d req-f611f192-a595-4715-b4ef-ec21e9fcc6a8 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Notify callbacks [] for floatingip, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:52.110796 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6537cafe-d3ce-4f50-8690-62d212f0187d', 'tag': '4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:41:52.113158 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-319d735f-2024-406f-9d7b-e8c7fa99c281" -d '{"events": [{"name": "network-changed", "server_uuid": "6537cafe-d3ce-4f50-8690-62d212f0187d", "tag": "4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:41:52.119013 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-da0bd98a-92de-43fe-b3d4-e2db0e654ccc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2737d3d6a8364cb390ba36ea62f07a21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6462603 Sep 23 06:41:52.124514 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0bd98a-92de-43fe-b3d4-e2db0e654ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1299da1f-b5a1-45e7-b6d7-e32ff6872607,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:52.134355 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 523baf4c-3951-4d5a-bf18-f107a32d84fa, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=523baf4c-3951-4d5a-bf18-f107a32d84fa,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:41:52.135784 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 50140) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:41:52.149284 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c14f30-db09-4e47-838b-a276e0cf4ee7 req-0c7727b4-50c7-4f29-84d0-578cea897ba8 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:52.151834 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': '523baf4c-3951-4d5a-bf18-f107a32d84fa', 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062', 'port_id': '523baf4c-3951-4d5a-bf18-f107a32d84fa', 'mac_address': 'fa:16:3e:ff:c8:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:41:52.154392 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-17c14f30-db09-4e47-838b-a276e0cf4ee7 req-0c7727b4-50c7-4f29-84d0-578cea897ba8 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb9ce6cc-6d6a-44ab-84e9-7a7993ea0950 HTTP/1.1" status: 200 len: 946 time: 0.1688800 Sep 23 06:41:52.167003 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb348b6-a630-4b6f-9883-42d5407a7116 req-c4086738-21b0-4e1d-96df-ff873c85e579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:52.168074 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7fb348b6-a630-4b6f-9883-42d5407a7116 req-c4086738-21b0-4e1d-96df-ff873c85e579 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5ca4f991227448e1b6417695cbfdc362&device_id=6537cafe-d3ce-4f50-8690-62d212f0187d HTTP/1.1" status: 200 len: 1099 time: 0.2601321 Sep 23 06:41:52.179416 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f019879a-d655-4667-b7f8-8837a4836bd0 req-1d53e56c-4979-41db-8bda-250aaad541f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:52.181064 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f019879a-d655-4667-b7f8-8837a4836bd0 req-1d53e56c-4979-41db-8bda-250aaad541f5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b41a91e1-341c-4340-b7a8-8779367a7828 HTTP/1.1" status: 200 len: 909 time: 0.1669948 Sep 23 06:41:52.188629 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e040bb-4714-420c-9579-44dd47b595f5 req-4e27e86f-f7c8-4b6c-8f39-96b129c41517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:52.190137 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b2e040bb-4714-420c-9579-44dd47b595f5 req-4e27e86f-f7c8-4b6c-8f39-96b129c41517 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fb9ce6cc-6d6a-44ab-84e9-7a7993ea0950 HTTP/1.1" status: 200 len: 1098 time: 0.2147768 Sep 23 06:41:52.212206 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:52.228973 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 523baf4c-3951-4d5a-bf18-f107a32d84fa {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:41:52.252903 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 523baf4c-3951-4d5a-bf18-f107a32d84fa, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=523baf4c-3951-4d5a-bf18-f107a32d84fa,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:41:52.259217 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:52.280475 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f019879a-d655-4667-b7f8-8837a4836bd0 req-897c3062-4238-41a7-86b3-6141cb038ab5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb864968-6b24-4eb1-822e-fcccf589be84 HTTP/1.1" status: 200 len: 217 time: 0.0822453 Sep 23 06:41:52.330522 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=523baf4c-3951-4d5a-bf18-f107a32d84fa,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:52.382376 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-72296b99-3e5a-4760-b0d0-a9663255017d req-f611f192-a595-4715-b4ef-ec21e9fcc6a8 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:52.389234 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f019879a-d655-4667-b7f8-8837a4836bd0 req-9a19a412-6a68-496b-b537-1b612579d9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:52.390755 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f019879a-d655-4667-b7f8-8837a4836bd0 req-9a19a412-6a68-496b-b537-1b612579d9d2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c7d428fe-182b-4149-b884-87c9d4508732 HTTP/1.1" status: 200 len: 848 time: 0.1000369 Sep 23 06:41:52.391392 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-72296b99-3e5a-4760-b0d0-a9663255017d req-f611f192-a595-4715-b4ef-ec21e9fcc6a8 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:52.391707 n-d-715271-16 neutron-server[95065]: INFO neutron.db.l3_db [req-72296b99-3e5a-4760-b0d0-a9663255017d req-f611f192-a595-4715-b4ef-ec21e9fcc6a8 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Floating IP 43a4471d-1abd-4325-81da-cfab87147c5b disassociated. External IP: 172.25.2.183, port: 3dbcf449-2925-4070-9dbb-3262634ba416. Sep 23 06:41:52.458068 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f019879a-d655-4667-b7f8-8837a4836bd0 req-fa882a17-e067-4e54-b128-f39ad9f63bf3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b41a91e1-341c-4340-b7a8-8779367a7828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332937 Sep 23 06:41:52.536661 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7fb348b6-a630-4b6f-9883-42d5407a7116 req-3a14f27b-086b-4419-9383-ef274c7d0bd2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195 HTTP/1.1" status: 200 len: 217 time: 0.3444202 Sep 23 06:41:52.575346 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-17c14f30-db09-4e47-838b-a276e0cf4ee7 req-9177e3b5-2cb5-4373-b808-0799b5744da4 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4156561 Sep 23 06:41:52.605190 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b2e040bb-4714-420c-9579-44dd47b595f5 req-9122616a-a127-4aff-ab90-ffaa0ea2c3c4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223934 Sep 23 06:41:52.630195 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2ee17369-fac1-4675-8eb2-3201a048f463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:52.634214 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb348b6-a630-4b6f-9883-42d5407a7116 req-caa8c8a3-cbfc-40fd-b70a-d9a20bdc7da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:52.634402 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f019879a-d655-4667-b7f8-8837a4836bd0 req-5638282c-f22d-4334-b1a0-8f911f0baf19 service neutron] 10.222.0.21 "GET /v2.0/networks/b41a91e1-341c-4340-b7a8-8779367a7828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684053 Sep 23 06:41:52.635753 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7fb348b6-a630-4b6f-9883-42d5407a7116 req-caa8c8a3-cbfc-40fd-b70a-d9a20bdc7da2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e HTTP/1.1" status: 200 len: 843 time: 0.0852299 Sep 23 06:41:52.680976 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2ee17369-fac1-4675-8eb2-3201a048f463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:52.703744 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72296b99-3e5a-4760-b0d0-a9663255017d req-f611f192-a595-4715-b4ef-ec21e9fcc6a8 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Router 453a505e-8f37-4ac5-9418-de38fac35416 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:41:52.730595 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a981d9d-652e-4338-ad47-70b80d2a6b96 req-d8aebe41-3c54-4508-83af-9cc7dfa6292e tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:52.732160 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5a981d9d-652e-4338-ad47-70b80d2a6b96 req-d8aebe41-3c54-4508-83af-9cc7dfa6292e tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=133a9561-c353-4460-b259-e891b9065181 HTTP/1.1" status: 200 len: 949 time: 0.0887828 Sep 23 06:41:52.767034 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2ee17369-fac1-4675-8eb2-3201a048f463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:52.769553 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2ee17369-fac1-4675-8eb2-3201a048f463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:52.773196 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-2ee17369-fac1-4675-8eb2-3201a048f463 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1299da1f-b5a1-45e7-b6d7-e32ff6872607 HTTP/1.1" status: 204 len: 168 time: 0.6154118 Sep 23 06:41:52.784108 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5a981d9d-652e-4338-ad47-70b80d2a6b96 req-bbe2ff62-c570-46ee-a182-f4e917be3cf2 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451040 Sep 23 06:41:52.784946 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee17369-fac1-4675-8eb2-3201a048f463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1299da1f-b5a1-45e7-b6d7-e32ff6872607,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:52.832980 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72296b99-3e5a-4760-b0d0-a9663255017d req-f611f192-a595-4715-b4ef-ec21e9fcc6a8 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:41:52.837884 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-72296b99-3e5a-4760-b0d0-a9663255017d req-f611f192-a595-4715-b4ef-ec21e9fcc6a8 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:52.844501 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0191987c-a583-418a-9941-917439146df3 None None] Sync routers for ids ['453a505e-8f37-4ac5-9418-de38fac35416'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:41:52.849332 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['523baf4c-3951-4d5a-bf18-f107a32d84fa'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:41:52.863753 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0191987c-a583-418a-9941-917439146df3 None None] Routers {'453a505e-8f37-4ac5-9418-de38fac35416'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:41:52.870699 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-0191987c-a583-418a-9941-917439146df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:41:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['453a505e-8f37-4ac5-9418-de38fac35416'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:41:52.890685 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-72296b99-3e5a-4760-b0d0-a9663255017d req-f611f192-a595-4715-b4ef-ec21e9fcc6a8 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "PUT /v2.0/floatingips/43a4471d-1abd-4325-81da-cfab87147c5b HTTP/1.1" status: 200 len: 696 time: 0.9741898 Sep 23 06:41:52.931584 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e72b3-92e4-4d8f-aaed-0e38eb33a71f req-6fcad742-6453-4d3c-9349-1338b8b6f3cc tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:52.939740 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-055e72b3-92e4-4d8f-aaed-0e38eb33a71f req-6fcad742-6453-4d3c-9349-1338b8b6f3cc tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d41217-85f8-4b83-9fe1-90caa01cf293 HTTP/1.1" status: 200 len: 950 time: 0.0747604 Sep 23 06:41:52.956388 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72296b99-3e5a-4760-b0d0-a9663255017d req-a242b126-f915-474b-b1b9-e82b0eac5949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:52.972264 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-72296b99-3e5a-4760-b0d0-a9663255017d req-a242b126-f915-474b-b1b9-e82b0eac5949 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=97692e1b5c1f4df985cc39910d526c8e&device_id=bd017062-4df5-4803-abae-496460178f05 HTTP/1.1" status: 200 len: 1097 time: 0.0748131 Sep 23 06:41:53.017662 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-055e72b3-92e4-4d8f-aaed-0e38eb33a71f req-0b8ad905-e550-4e39-971f-d769977c4a65 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738578 Sep 23 06:41:53.021115 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-0191987c-a583-418a-9941-917439146df3 None None] Set router 453a505e-8f37-4ac5-9418-de38fac35416 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:41:53.022128 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 7004b577-7b06-4c26-bf68-e53322b69dd8 no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:41:53.051800 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb348b6-a630-4b6f-9883-42d5407a7116 req-9b35250d-6cfc-42ac-8115-dbfc099ce867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:53.053387 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7fb348b6-a630-4b6f-9883-42d5407a7116 req-9b35250d-6cfc-42ac-8115-dbfc099ce867 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=16515f0f-e5a6-4630-a440-e11fb2e02062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0829501 Sep 23 06:41:53.085270 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] No Port match for: 7004b577-7b06-4c26-bf68-e53322b69dd8 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:41:53.085531 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 7004b577-7b06-4c26-bf68-e53322b69dd8 not bound to the agent host n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:41:53.178851 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7fb348b6-a630-4b6f-9883-42d5407a7116 req-cc6d7aaf-9af6-4cad-8b30-add88cb43965 service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143351 Sep 23 06:41:53.244991 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72296b99-3e5a-4760-b0d0-a9663255017d req-4f0d76a2-a95e-433b-8b19-da572f15b574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:53.246568 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-72296b99-3e5a-4760-b0d0-a9663255017d req-4f0d76a2-a95e-433b-8b19-da572f15b574 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f344d72e-2515-4ae1-b407-677954c55f1d HTTP/1.1" status: 200 len: 922 time: 0.2698138 Sep 23 06:41:53.249351 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507ab106-5de2-4a78-9693-1434d31a1591 x-openstack-request-id: req-507ab106-5de2-4a78-9693-1434d31a1591 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:41:53.249633 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6537cafe-d3ce-4f50-8690-62d212f0187d", "tag": "4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:41:53.249899 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-507ab106-5de2-4a78-9693-1434d31a1591 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:41:53.250302 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6537cafe-d3ce-4f50-8690-62d212f0187d', 'tag': '4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195', 'status': 'completed', 'code': 200} Sep 23 06:41:53.252751 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f019879a-d655-4667-b7f8-8837a4836bd0 req-3d445f4f-1c78-4d3f-82de-f20e4b552a47 service neutron] 10.222.0.21 "GET /v2.0/networks/b41a91e1-341c-4340-b7a8-8779367a7828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746279 Sep 23 06:41:53.304519 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-72296b99-3e5a-4760-b0d0-a9663255017d req-783cb91a-ce00-4663-aa26-7071e8b1694a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3dbcf449-2925-4070-9dbb-3262634ba416 HTTP/1.1" status: 200 len: 217 time: 0.0485830 Sep 23 06:41:53.318173 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7fb348b6-a630-4b6f-9883-42d5407a7116 req-15bc8068-b95a-45d9-9ffd-f9656940a432 service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313906 Sep 23 06:41:53.363217 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72296b99-3e5a-4760-b0d0-a9663255017d req-4abdbd73-a5e6-4a4e-b082-6518db61c71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:53.365426 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-72296b99-3e5a-4760-b0d0-a9663255017d req-4abdbd73-a5e6-4a4e-b082-6518db61c71e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=74afc9c5-ebde-436e-ada9-9111bfc92597 HTTP/1.1" status: 200 len: 860 time: 0.0530400 Sep 23 06:41:53.391089 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c92bde-34b7-4a21-9229-c87872c9d8c2 req-8c091b6e-4f16-46f0-812e-50926aee9550 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:53.399386 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f2c92bde-34b7-4a21-9229-c87872c9d8c2 req-8c091b6e-4f16-46f0-812e-50926aee9550 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=6537cafe-d3ce-4f50-8690-62d212f0187d HTTP/1.1" status: 200 len: 947 time: 0.0604753 Sep 23 06:41:53.434957 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72296b99-3e5a-4760-b0d0-a9663255017d req-22ea36c0-9559-4340-8070-81bb713a1a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:53.436747 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-72296b99-3e5a-4760-b0d0-a9663255017d req-22ea36c0-9559-4340-8070-81bb713a1a8f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f344d72e-2515-4ae1-b407-677954c55f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0642540 Sep 23 06:41:53.482573 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f2c92bde-34b7-4a21-9229-c87872c9d8c2 req-5a6453f7-d7da-4f0f-846a-ce4cd6a3b5ff tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779421 Sep 23 06:41:53.486939 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-0191987c-a583-418a-9941-917439146df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453a505e-8f37-4ac5-9418-de38fac35416', 'name': 'tempest-FloatingIPsAssociationTestJSON-1870322060-router', 'tenant_id': '97692e1b5c1f4df985cc39910d526c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '3c903fcc-8ebc-4c45-a0c6-d6ed70146b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:40:39Z', 'updated_at': '2021-09-23T06:40:48Z', 'revision_number': 4, 'project_id': '97692e1b5c1f4df985cc39910d526c8e', 'gw_port': {'id': '3c903fcc-8ebc-4c45-a0c6-d6ed70146b3c', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453a505e-8f37-4ac5-9418-de38fac35416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:40:40Z', 'updated_at': '2021-09-23T06:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '9346b3ae-f80c-4ced-a5e1-bd9c63169ab4', 'name': '', 'network_id': 'f344d72e-2515-4ae1-b407-677954c55f1d', 'tenant_id': '97692e1b5c1f4df985cc39910d526c8e', 'mac_address': 'fa:16:3e:fa:52:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453a505e-8f37-4ac5-9418-de38fac35416', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '74afc9c5-ebde-436e-ada9-9111bfc92597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:40:47Z', 'updated_at': '2021-09-23T06:40:53Z', 'revision_number': 5, 'project_id': '97692e1b5c1f4df985cc39910d526c8e', 'subnets': [{'id': '74afc9c5-ebde-436e-ada9-9111bfc92597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:41:53.501330 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319d735f-2024-406f-9d7b-e8c7fa99c281 req-4beb2b61-e02d-407f-b3d8-384b5be951a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:53.502854 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-319d735f-2024-406f-9d7b-e8c7fa99c281 req-4beb2b61-e02d-407f-b3d8-384b5be951a9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5ca4f991227448e1b6417695cbfdc362&device_id=6537cafe-d3ce-4f50-8690-62d212f0187d HTTP/1.1" status: 200 len: 1099 time: 0.0797148 Sep 23 06:41:53.524246 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0191987c-a583-418a-9941-917439146df3 None None] Checking router: 453a505e-8f37-4ac5-9418-de38fac35416 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:41:53.532600 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0191987c-a583-418a-9941-917439146df3 None None] Routers {'453a505e-8f37-4ac5-9418-de38fac35416'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:41:53.533227 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-0191987c-a583-418a-9941-917439146df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:41:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['453a505e-8f37-4ac5-9418-de38fac35416'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:41:53.550272 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-72296b99-3e5a-4760-b0d0-a9663255017d req-e2a143ac-cf23-4981-a7ab-9288f41a2134 service neutron] 10.222.0.39 "GET /v2.0/networks/f344d72e-2515-4ae1-b407-677954c55f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069293 Sep 23 06:41:53.664819 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319d735f-2024-406f-9d7b-e8c7fa99c281 req-80ac9a3f-7451-47b6-8d76-1ca3a3c47c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:53.666519 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-319d735f-2024-406f-9d7b-e8c7fa99c281 req-80ac9a3f-7451-47b6-8d76-1ca3a3c47c34 service neutron] 10.222.0.21 "GET /v2.0/networks?id=16515f0f-e5a6-4630-a440-e11fb2e02062 HTTP/1.1" status: 200 len: 870 time: 0.1522906 Sep 23 06:41:53.667346 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-0191987c-a583-418a-9941-917439146df3 None None] Set router 453a505e-8f37-4ac5-9418-de38fac35416 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:41:53.681433 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4f1b5e-4883-4697-9a15-096d613a61d2 req-9050dc6d-78c6-48b5-9ad7-4e6cd460b5ab tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:53.683061 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6b4f1b5e-4883-4697-9a15-096d613a61d2 req-9050dc6d-78c6-48b5-9ad7-4e6cd460b5ab tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9252012-7d06-45a1-bad3-31278718f78a HTTP/1.1" status: 200 len: 943 time: 0.0884848 Sep 23 06:41:53.689027 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-72296b99-3e5a-4760-b0d0-a9663255017d req-c1666906-5bb9-452a-a0c8-e048f07c9c9e service neutron] 10.222.0.39 "GET /v2.0/networks/f344d72e-2515-4ae1-b407-677954c55f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156485 Sep 23 06:41:53.733892 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6b4f1b5e-4883-4697-9a15-096d613a61d2 req-024607b5-f956-4c07-bb4b-09d3a2b3d94d tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439174 Sep 23 06:41:53.794718 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-319d735f-2024-406f-9d7b-e8c7fa99c281 req-ee23a7cf-f06f-4c1b-82cf-93a086a16966 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195 HTTP/1.1" status: 200 len: 217 time: 0.0422459 Sep 23 06:41:53.842071 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfd1e9a-8c0b-46c2-b185-6087e2204d09 req-d55d9f36-66d7-4cdd-bca8-e818a2ca84da tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:53.842615 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3cfd1e9a-8c0b-46c2-b185-6087e2204d09 req-d55d9f36-66d7-4cdd-bca8-e818a2ca84da tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb9ce6cc-6d6a-44ab-84e9-7a7993ea0950 HTTP/1.1" status: 200 len: 946 time: 0.0792048 Sep 23 06:41:53.861912 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319d735f-2024-406f-9d7b-e8c7fa99c281 req-2393ed52-a2d9-45a8-9961-c7ea648484a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:53.863527 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-319d735f-2024-406f-9d7b-e8c7fa99c281 req-2393ed52-a2d9-45a8-9961-c7ea648484a6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e HTTP/1.1" status: 200 len: 843 time: 0.0591304 Sep 23 06:41:53.902979 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3cfd1e9a-8c0b-46c2-b185-6087e2204d09 req-a3d5a5db-801a-4272-9de2-3a3f18cf04b5 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536726 Sep 23 06:41:53.919524 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-0191987c-a583-418a-9941-917439146df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453a505e-8f37-4ac5-9418-de38fac35416', 'name': 'tempest-FloatingIPsAssociationTestJSON-1870322060-router', 'tenant_id': '97692e1b5c1f4df985cc39910d526c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '3c903fcc-8ebc-4c45-a0c6-d6ed70146b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:40:39Z', 'updated_at': '2021-09-23T06:40:48Z', 'revision_number': 4, 'project_id': '97692e1b5c1f4df985cc39910d526c8e', 'gw_port': {'id': '3c903fcc-8ebc-4c45-a0c6-d6ed70146b3c', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453a505e-8f37-4ac5-9418-de38fac35416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:40:40Z', 'updated_at': '2021-09-23T06:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '9346b3ae-f80c-4ced-a5e1-bd9c63169ab4', 'name': '', 'network_id': 'f344d72e-2515-4ae1-b407-677954c55f1d', 'tenant_id': '97692e1b5c1f4df985cc39910d526c8e', 'mac_address': 'fa:16:3e:fa:52:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453a505e-8f37-4ac5-9418-de38fac35416', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '74afc9c5-ebde-436e-ada9-9111bfc92597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:40:47Z', 'updated_at': '2021-09-23T06:40:53Z', 'revision_number': 5, 'project_id': '97692e1b5c1f4df985cc39910d526c8e', 'subnets': [{'id': '74afc9c5-ebde-436e-ada9-9111bfc92597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:41:53.920958 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319d735f-2024-406f-9d7b-e8c7fa99c281 req-ca7734cf-37e2-4d3b-9d0f-06dca59bd295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:53.922649 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-319d735f-2024-406f-9d7b-e8c7fa99c281 req-ca7734cf-37e2-4d3b-9d0f-06dca59bd295 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=16515f0f-e5a6-4630-a440-e11fb2e02062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0445175 Sep 23 06:41:53.966449 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0191987c-a583-418a-9941-917439146df3 None None] The sync data for ids ['453a505e-8f37-4ac5-9418-de38fac35416'] in n-d-715271-16 is: [{'id': '453a505e-8f37-4ac5-9418-de38fac35416', 'name': 'tempest-FloatingIPsAssociationTestJSON-1870322060-router', 'tenant_id': '97692e1b5c1f4df985cc39910d526c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '3c903fcc-8ebc-4c45-a0c6-d6ed70146b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:40:39Z', 'updated_at': '2021-09-23T06:40:48Z', 'revision_number': 4, 'project_id': '97692e1b5c1f4df985cc39910d526c8e', 'gw_port': {'id': '3c903fcc-8ebc-4c45-a0c6-d6ed70146b3c', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453a505e-8f37-4ac5-9418-de38fac35416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:40:40Z', 'updated_at': '2021-09-23T06:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '9346b3ae-f80c-4ced-a5e1-bd9c63169ab4', 'name': '', 'network_id': 'f344d72e-2515-4ae1-b407-677954c55f1d', 'tenant_id': '97692e1b5c1f4df985cc39910d526c8e', 'mac_address': 'fa:16:3e:fa:52:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453a505e-8f37-4ac5-9418-de38fac35416', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '74afc9c5-ebde-436e-ada9-9111bfc92597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:40:47Z', 'updated_at': '2021-09-23T06:40:53Z', 'revision_number': 5, 'project_id': '97692e1b5c1f4df985cc39910d526c8e', 'subnets': [{'id': '74afc9c5-ebde-436e-ada9-9111bfc92597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:41:54.041555 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-319d735f-2024-406f-9d7b-e8c7fa99c281 req-4bc33efc-d57f-4483-9405-37630819da68 service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091201 Sep 23 06:41:54.048982 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396979da-331d-4396-9695-59360aaf7026 req-86088d42-2075-4909-90f9-5875fd89c53b tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:54.050794 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-396979da-331d-4396-9695-59360aaf7026 req-86088d42-2075-4909-90f9-5875fd89c53b tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=133a9561-c353-4460-b259-e891b9065181 HTTP/1.1" status: 200 len: 949 time: 0.0603838 Sep 23 06:41:54.097679 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-396979da-331d-4396-9695-59360aaf7026 req-a10780d6-3c7a-4529-a6ed-d6c1204c7f53 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402472 Sep 23 06:41:54.164629 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-319d735f-2024-406f-9d7b-e8c7fa99c281 req-749e027c-0314-4093-9203-6db85d81036f service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016116 Sep 23 06:41:54.168367 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-02134637-682a-4617-8ebd-49e98e8e5edc req-beee168e-01ea-4c20-ad0f-098d96b15768 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/floatingips/43a4471d-1abd-4325-81da-cfab87147c5b HTTP/1.1" status: 200 len: 696 time: 0.0475914 Sep 23 06:41:54.264444 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9720a753-4d0b-480f-a7ff-adc01bd628fe None None] New status for floating IP 43a4471d-1abd-4325-81da-cfab87147c5b: DOWN {{(pid=95067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 06:41:54.532916 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6239c5ee-4737-4e22-b0b1-c91e79beaff4 req-31881711-e511-4ff8-8ccd-cbf8e53e6b17 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:54.540677 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6239c5ee-4737-4e22-b0b1-c91e79beaff4 req-31881711-e511-4ff8-8ccd-cbf8e53e6b17 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d41217-85f8-4b83-9fe1-90caa01cf293 HTTP/1.1" status: 200 len: 950 time: 0.0610139 Sep 23 06:41:54.551012 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02134637-682a-4617-8ebd-49e98e8e5edc req-70ec8868-ffd8-4ff9-89d1-59f12470e6ee tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:54.552393 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-02134637-682a-4617-8ebd-49e98e8e5edc req-70ec8868-ffd8-4ff9-89d1-59f12470e6ee tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/networks/0f47978c-41eb-4cc7-92bf-8b873be8a1a0 HTTP/1.1" status: 200 len: 784 time: 0.3774374 Sep 23 06:41:54.563605 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [req-02134637-682a-4617-8ebd-49e98e8e5edc req-557a850d-c25e-46d9-a0f4-a1e666420e55 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=95065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 06:41:54.564565 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-02134637-682a-4617-8ebd-49e98e8e5edc req-557a850d-c25e-46d9-a0f4-a1e666420e55 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056844 Sep 23 06:41:54.576295 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6239c5ee-4737-4e22-b0b1-c91e79beaff4 req-4c0f9bea-cb34-45da-aaf2-ebc94d733f53 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346341 Sep 23 06:41:54.618817 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-02134637-682a-4617-8ebd-49e98e8e5edc req-798cc62f-3c3d-40d1-bd13-400ae2dd528e tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.183 HTTP/1.1" status: 200 len: 699 time: 0.0467501 Sep 23 06:41:54.671809 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-02134637-682a-4617-8ebd-49e98e8e5edc req-011e2b3d-a7a5-495b-b9f8-de823032989b tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.183 HTTP/1.1" status: 200 len: 697 time: 0.0462599 Sep 23 06:41:54.804129 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-02134637-682a-4617-8ebd-49e98e8e5edc req-34a2c09b-df13-44d7-977b-181c507e9470 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Deleting port 9dda43bc-b2d2-4505-aeeb-c7bd5134e871 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:41:54.804461 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-02134637-682a-4617-8ebd-49e98e8e5edc req-34a2c09b-df13-44d7-977b-181c507e9470 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:54.837096 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5dc3f7-0d7a-4d7b-8549-faa2819bfa8f req-5c0270e2-d80d-4834-a77d-c99fc9f8046e tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:54.838637 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ec5dc3f7-0d7a-4d7b-8549-faa2819bfa8f req-5c0270e2-d80d-4834-a77d-c99fc9f8046e tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=6537cafe-d3ce-4f50-8690-62d212f0187d HTTP/1.1" status: 200 len: 947 time: 0.0512269 Sep 23 06:41:54.882570 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ec5dc3f7-0d7a-4d7b-8549-faa2819bfa8f req-1f339944-26fb-4d62-94af-fe2b7800f77d tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372086 Sep 23 06:41:54.892873 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-02134637-682a-4617-8ebd-49e98e8e5edc req-34a2c09b-df13-44d7-977b-181c507e9470 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:54.893357 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-02134637-682a-4617-8ebd-49e98e8e5edc req-34a2c09b-df13-44d7-977b-181c507e9470 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:54.906882 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-02134637-682a-4617-8ebd-49e98e8e5edc req-34a2c09b-df13-44d7-977b-181c507e9470 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Calling delete_port for 9dda43bc-b2d2-4505-aeeb-c7bd5134e871 owned by network:floatingip {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:41:55.012166 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352f115-4cfe-4ddc-bed0-52e798cd6b86 req-ee81484f-0870-4c33-ae59-faf2b276738d tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:55.013757 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2352f115-4cfe-4ddc-bed0-52e798cd6b86 req-ee81484f-0870-4c33-ae59-faf2b276738d tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9252012-7d06-45a1-bad3-31278718f78a HTTP/1.1" status: 200 len: 943 time: 0.0498538 Sep 23 06:41:55.050897 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-02134637-682a-4617-8ebd-49e98e8e5edc req-34a2c09b-df13-44d7-977b-181c507e9470 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:55.057435 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2352f115-4cfe-4ddc-bed0-52e798cd6b86 req-fe3440c2-2afb-4a9e-b8be-68d177707fef tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369604 Sep 23 06:41:55.080363 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a2c09b-df13-44d7-977b-181c507e9470 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Pushing event deleted for resources: {'Port': ['ID=9dda43bc-b2d2-4505-aeeb-c7bd5134e871,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:55.113085 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-02134637-682a-4617-8ebd-49e98e8e5edc req-34a2c09b-df13-44d7-977b-181c507e9470 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Notify callbacks [] for floatingip, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:55.117161 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-02134637-682a-4617-8ebd-49e98e8e5edc req-34a2c09b-df13-44d7-977b-181c507e9470 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:55.119762 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-02134637-682a-4617-8ebd-49e98e8e5edc req-34a2c09b-df13-44d7-977b-181c507e9470 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "DELETE /v2.0/floatingips/43a4471d-1abd-4325-81da-cfab87147c5b HTTP/1.1" status: 204 len: 173 time: 0.4423952 Sep 23 06:41:55.213097 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0be6a6-849e-48c5-a9b1-7c6b1e77910e req-b2eb8138-9b39-4fc4-8fa8-3fb0fd0adb97 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:55.214602 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0c0be6a6-849e-48c5-a9b1-7c6b1e77910e req-b2eb8138-9b39-4fc4-8fa8-3fb0fd0adb97 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb9ce6cc-6d6a-44ab-84e9-7a7993ea0950 HTTP/1.1" status: 200 len: 946 time: 0.0485337 Sep 23 06:41:55.251504 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd017062-4df5-4803-abae-496460178f05', 'tag': '3dbcf449-2925-4070-9dbb-3262634ba416'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:41:55.253832 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5462a5f-c239-46eb-93da-2af70b8e3d91" -d '{"events": [{"name": "network-changed", "server_uuid": "bd017062-4df5-4803-abae-496460178f05", "tag": "3dbcf449-2925-4070-9dbb-3262634ba416"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:41:55.259735 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0c0be6a6-849e-48c5-a9b1-7c6b1e77910e req-c913f9a4-def5-46e8-8a0f-f603625ac3bd tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390966 Sep 23 06:41:55.368430 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e1c972-8a75-4728-93df-65ff59069f8e req-1d35c986-c31a-4b64-bce2-60ed84cb2d1c tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:55.370052 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-63e1c972-8a75-4728-93df-65ff59069f8e req-1d35c986-c31a-4b64-bce2-60ed84cb2d1c tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=133a9561-c353-4460-b259-e891b9065181 HTTP/1.1" status: 200 len: 949 time: 0.0508201 Sep 23 06:41:55.412833 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-63e1c972-8a75-4728-93df-65ff59069f8e req-30bde2a1-b43b-4b5e-a1ba-d8233eb36489 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362687 Sep 23 06:41:55.457847 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0873ecfe-2137-4c0e-8332-4ba8cdad4c95 req-ec12403b-6b6a-4287-9cde-64962418812d service neutron] 10.222.0.21 "GET /v2.0/ports/fb864968-6b24-4eb1-822e-fcccf589be84/bindings/n-h2-715271-16 HTTP/1.1" status: 200 len: 385 time: 0.0664849 Sep 23 06:41:55.466988 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b6bd4e7-0556-497c-a2b9-a69a9abf8b55 x-openstack-request-id: req-6b6bd4e7-0556-497c-a2b9-a69a9abf8b55 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:41:55.467279 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd017062-4df5-4803-abae-496460178f05", "tag": "3dbcf449-2925-4070-9dbb-3262634ba416", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:41:55.467536 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6b6bd4e7-0556-497c-a2b9-a69a9abf8b55 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:41:55.467922 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd017062-4df5-4803-abae-496460178f05', 'tag': '3dbcf449-2925-4070-9dbb-3262634ba416', 'status': 'completed', 'code': 200} Sep 23 06:41:55.527562 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcfb4ca-5869-4007-87fd-5484effa146e req-0f4fb386-f8ff-4c53-9827-0a1ae5e0278a tempest-LiveAutoBlockMigrationV225Test-1648181363 tempest-LiveAutoBlockMigrationV225Test-1648181363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:55.529009 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2dcfb4ca-5869-4007-87fd-5484effa146e req-0f4fb386-f8ff-4c53-9827-0a1ae5e0278a tempest-LiveAutoBlockMigrationV225Test-1648181363 tempest-LiveAutoBlockMigrationV225Test-1648181363-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=fb9ce6cc-6d6a-44ab-84e9-7a7993ea0950 HTTP/1.1" status: 200 len: 1098 time: 0.0429595 Sep 23 06:41:55.597559 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2dcfb4ca-5869-4007-87fd-5484effa146e req-d050c27a-dadc-4a69-8c59-89c88b43bad8 tempest-LiveAutoBlockMigrationV225Test-1648181363 tempest-LiveAutoBlockMigrationV225Test-1648181363-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626495 Sep 23 06:41:55.616187 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bc705d-b2cf-4a1d-9d34-3051906545a7 req-a137bcad-d029-403b-9907-f9dc1b7963d1 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:55.617724 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-91bc705d-b2cf-4a1d-9d34-3051906545a7 req-a137bcad-d029-403b-9907-f9dc1b7963d1 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd017062-4df5-4803-abae-496460178f05 HTTP/1.1" status: 200 len: 945 time: 0.0789261 Sep 23 06:41:55.624739 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5462a5f-c239-46eb-93da-2af70b8e3d91 req-68397909-aee4-46d9-9fec-ccd7dc1a68d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:55.626252 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b5462a5f-c239-46eb-93da-2af70b8e3d91 req-68397909-aee4-46d9-9fec-ccd7dc1a68d0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=97692e1b5c1f4df985cc39910d526c8e&device_id=bd017062-4df5-4803-abae-496460178f05 HTTP/1.1" status: 200 len: 1097 time: 0.0615437 Sep 23 06:41:55.687448 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-91bc705d-b2cf-4a1d-9d34-3051906545a7 req-b46ec1f1-44e2-4107-bf1c-72b7afb58682 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/security-groups?id=12348048-69cc-4cde-9778-0654c2cd068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602217 Sep 23 06:41:55.752028 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 523baf4c-3951-4d5a-bf18-f107a32d84fa up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:41:55.771281 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5462a5f-c239-46eb-93da-2af70b8e3d91 req-817c554a-85bc-4cf3-a5c2-6cf1c35aac59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:55.773840 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b5462a5f-c239-46eb-93da-2af70b8e3d91 req-817c554a-85bc-4cf3-a5c2-6cf1c35aac59 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f344d72e-2515-4ae1-b407-677954c55f1d HTTP/1.1" status: 200 len: 922 time: 0.1392417 Sep 23 06:41:55.787658 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-0873ecfe-2137-4c0e-8332-4ba8cdad4c95 req-8ff45326-e075-4d65-a342-4c33f44ee32e service neutron] For port fb864968-6b24-4eb1-822e-fcccf589be84, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=fb864968-6b24-4eb1-822e-fcccf589be84,segment=NetworkSegment(a2ee209e-d4ee-4c6a-8401-bd714bf3436e),segment_id=a2ee209e-d4ee-4c6a-8401-bd714bf3436e)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:41:55.820822 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-0873ecfe-2137-4c0e-8332-4ba8cdad4c95 req-8ff45326-e075-4d65-a342-4c33f44ee32e service neutron] For port fb864968-6b24-4eb1-822e-fcccf589be84, host n-h1-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:41:55.838969 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port 523baf4c-3951-4d5a-bf18-f107a32d84fa completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:41:55.847552 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port 523baf4c-3951-4d5a-bf18-f107a32d84fa triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:41:55.848187 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:55.858577 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b5462a5f-c239-46eb-93da-2af70b8e3d91 req-1220b4ff-edd6-4909-a4c3-8fe275e61826 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3dbcf449-2925-4070-9dbb-3262634ba416 HTTP/1.1" status: 200 len: 217 time: 0.0697947 Sep 23 06:41:55.884043 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [req-0873ecfe-2137-4c0e-8332-4ba8cdad4c95 req-8ff45326-e075-4d65-a342-4c33f44ee32e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb864968-6b24-4eb1-822e-fcccf589be84 {{(pid=95066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:41:55.901555 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-0873ecfe-2137-4c0e-8332-4ba8cdad4c95 req-8ff45326-e075-4d65-a342-4c33f44ee32e service neutron] For port fb864968-6b24-4eb1-822e-fcccf589be84, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=fb864968-6b24-4eb1-822e-fcccf589be84,segment=NetworkSegment(a2ee209e-d4ee-4c6a-8401-bd714bf3436e),segment_id=a2ee209e-d4ee-4c6a-8401-bd714bf3436e)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:41:55.920496 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103a8e40-f3d7-4e1f-846b-753f1324f669 req-4734c48f-0f3f-40b5-bd7e-92e8b92722cb tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:55.922262 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-103a8e40-f3d7-4e1f-846b-753f1324f669 req-4734c48f-0f3f-40b5-bd7e-92e8b92722cb tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d41217-85f8-4b83-9fe1-90caa01cf293 HTTP/1.1" status: 200 len: 950 time: 0.1473372 Sep 23 06:41:55.931549 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-0873ecfe-2137-4c0e-8332-4ba8cdad4c95 req-8ff45326-e075-4d65-a342-4c33f44ee32e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:55.962867 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:55.964154 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5462a5f-c239-46eb-93da-2af70b8e3d91 req-b246ab88-fd4a-4f72-a1ef-e3a0e8841e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:55.965891 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b5462a5f-c239-46eb-93da-2af70b8e3d91 req-b246ab88-fd4a-4f72-a1ef-e3a0e8841e5a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=74afc9c5-ebde-436e-ada9-9111bfc92597 HTTP/1.1" status: 200 len: 860 time: 0.0926774 Sep 23 06:41:55.980390 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-103a8e40-f3d7-4e1f-846b-753f1324f669 req-b36c6106-879d-4495-86df-51463f9ac09d tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483251 Sep 23 06:41:56.018386 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '133a9561-c353-4460-b259-e891b9065181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '523baf4c-3951-4d5a-bf18-f107a32d84fa'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:41:56.030271 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b0f1bc-2d80-4c6e-80a6-4a290f7859d4" -d '{"events": [{"server_uuid": "133a9561-c353-4460-b259-e891b9065181", "name": "network-vif-plugged", "status": "completed", "tag": "523baf4c-3951-4d5a-bf18-f107a32d84fa"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:41:56.049396 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 523baf4c-3951-4d5a-bf18-f107a32d84fa, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=523baf4c-3951-4d5a-bf18-f107a32d84fa,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:41:56.059610 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:56.111221 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.provisioning_blocks [req-0873ecfe-2137-4c0e-8332-4ba8cdad4c95 req-8ff45326-e075-4d65-a342-4c33f44ee32e service neutron] Transition to ACTIVE for port object fb864968-6b24-4eb1-822e-fcccf589be84 will not be triggered until provisioned by entity L2. {{(pid=95066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:41:56.114837 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5462a5f-c239-46eb-93da-2af70b8e3d91 req-ea4c002f-2242-46c7-a54b-e3786bdbfe77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:56.118160 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-0873ecfe-2137-4c0e-8332-4ba8cdad4c95 req-8ff45326-e075-4d65-a342-4c33f44ee32e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:56.120566 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b5462a5f-c239-46eb-93da-2af70b8e3d91 req-ea4c002f-2242-46c7-a54b-e3786bdbfe77 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f344d72e-2515-4ae1-b407-677954c55f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1358898 Sep 23 06:41:56.167818 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=523baf4c-3951-4d5a-bf18-f107a32d84fa,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:56.203619 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-0873ecfe-2137-4c0e-8332-4ba8cdad4c95 req-8ff45326-e075-4d65-a342-4c33f44ee32e service neutron] No DVR routers for this DVR port fb864968-6b24-4eb1-822e-fcccf589be84 on host n-h1-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:41:56.218215 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff45326-e075-4d65-a342-4c33f44ee32e service neutron] Pushing event updated for resources: {'Port': ['ID=fb864968-6b24-4eb1-822e-fcccf589be84,revision_number=10']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:56.250694 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0873ecfe-2137-4c0e-8332-4ba8cdad4c95 req-8ff45326-e075-4d65-a342-4c33f44ee32e service neutron] 10.222.0.21 "PUT /v2.0/ports/fb864968-6b24-4eb1-822e-fcccf589be84/bindings/n-h2-715271-16/activate HTTP/1.1" status: 200 len: 370 time: 0.7067409 Sep 23 06:41:56.252491 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff45326-e075-4d65-a342-4c33f44ee32e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:41:56.252840 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff45326-e075-4d65-a342-4c33f44ee32e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:41:56.253183 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff45326-e075-4d65-a342-4c33f44ee32e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:41:56.253522 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff45326-e075-4d65-a342-4c33f44ee32e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:41:56.253856 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff45326-e075-4d65-a342-4c33f44ee32e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:41:56.254209 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff45326-e075-4d65-a342-4c33f44ee32e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:41:56.254540 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff45326-e075-4d65-a342-4c33f44ee32e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:41:56.254864 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff45326-e075-4d65-a342-4c33f44ee32e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:41:56.255192 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff45326-e075-4d65-a342-4c33f44ee32e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:41:56.255519 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff45326-e075-4d65-a342-4c33f44ee32e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:41:56.256361 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff45326-e075-4d65-a342-4c33f44ee32e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:41:56.256737 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff45326-e075-4d65-a342-4c33f44ee32e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:41:56.301703 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b5462a5f-c239-46eb-93da-2af70b8e3d91 req-37937791-da2b-470d-b11a-e365348b73c8 service neutron] 10.222.0.21 "GET /v2.0/networks/f344d72e-2515-4ae1-b407-677954c55f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592450 Sep 23 06:41:56.312194 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b517a48e-fdb6-4611-ac58-2309cae8d162 req-0fcb01b2-99d3-4e49-a190-f7c8cc673cb1 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:56.314299 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b517a48e-fdb6-4611-ac58-2309cae8d162 req-0fcb01b2-99d3-4e49-a190-f7c8cc673cb1 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=6537cafe-d3ce-4f50-8690-62d212f0187d HTTP/1.1" status: 200 len: 947 time: 0.2019429 Sep 23 06:41:56.391080 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b517a48e-fdb6-4611-ac58-2309cae8d162 req-4cd383f2-fd93-4268-9b7d-d385f60be6ce tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664647 Sep 23 06:41:56.426645 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0873ecfe-2137-4c0e-8332-4ba8cdad4c95 req-c92b490e-6518-4b82-9dcb-cf428bc1c270 tempest-LiveMigrationTest-1207377707 tempest-LiveMigrationTest-1207377707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:56.431954 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0873ecfe-2137-4c0e-8332-4ba8cdad4c95 req-c92b490e-6518-4b82-9dcb-cf428bc1c270 tempest-LiveMigrationTest-1207377707 tempest-LiveMigrationTest-1207377707-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=c9252012-7d06-45a1-bad3-31278718f78a&tenant_id=64ac7894e2284bc191ac7c20f7f9ca7f&binding%3Ahost_id=n-h1-715271-16 HTTP/1.1" status: 200 len: 1096 time: 0.0601869 Sep 23 06:41:56.473988 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086ff0e1-79b0-447c-9e48-8f81abc7221d x-openstack-request-id: req-086ff0e1-79b0-447c-9e48-8f81abc7221d {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:41:56.474388 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "133a9561-c353-4460-b259-e891b9065181", "name": "network-vif-plugged", "status": "completed", "tag": "523baf4c-3951-4d5a-bf18-f107a32d84fa", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:41:56.475289 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-086ff0e1-79b0-447c-9e48-8f81abc7221d {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:41:56.476730 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '133a9561-c353-4460-b259-e891b9065181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '523baf4c-3951-4d5a-bf18-f107a32d84fa', 'code': 200} Sep 23 06:41:56.478828 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b5462a5f-c239-46eb-93da-2af70b8e3d91 req-ca772b6d-d7d4-4287-b234-c4354f115795 service neutron] 10.222.0.21 "GET /v2.0/networks/f344d72e-2515-4ae1-b407-677954c55f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393561 Sep 23 06:41:56.539440 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0873ecfe-2137-4c0e-8332-4ba8cdad4c95 req-1cce68d8-4b4d-48c9-8f64-ee7846f911fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:56.541171 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0873ecfe-2137-4c0e-8332-4ba8cdad4c95 req-1cce68d8-4b4d-48c9-8f64-ee7846f911fa service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c9252012-7d06-45a1-bad3-31278718f78a&tenant_id=64ac7894e2284bc191ac7c20f7f9ca7f HTTP/1.1" status: 200 len: 1096 time: 0.0968342 Sep 23 06:41:56.560048 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eaa450-9ee4-41c4-9bee-ca15115274a2 req-2be4cf2f-60a5-4f99-9002-729f63250dc1 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:56.568045 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-69eaa450-9ee4-41c4-9bee-ca15115274a2 req-2be4cf2f-60a5-4f99-9002-729f63250dc1 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9252012-7d06-45a1-bad3-31278718f78a HTTP/1.1" status: 200 len: 944 time: 0.0821691 Sep 23 06:41:56.636601 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0873ecfe-2137-4c0e-8332-4ba8cdad4c95 req-d2e7d5c1-9e9c-4925-b2fa-8a2262751d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:56.639412 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0873ecfe-2137-4c0e-8332-4ba8cdad4c95 req-d2e7d5c1-9e9c-4925-b2fa-8a2262751d18 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=64ac7894e2284bc191ac7c20f7f9ca7f&device_id=c9252012-7d06-45a1-bad3-31278718f78a HTTP/1.1" status: 200 len: 1096 time: 0.0603285 Sep 23 06:41:56.641138 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dd9e75-a271-4879-83cc-f2cf02cef6e0 req-85b9be8f-00f6-4c77-9241-fd7cded171fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:56.642719 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f4dd9e75-a271-4879-83cc-f2cf02cef6e0 req-85b9be8f-00f6-4c77-9241-fd7cded171fe service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=133a9561-c353-4460-b259-e891b9065181 HTTP/1.1" status: 200 len: 1102 time: 0.0720942 Sep 23 06:41:56.645786 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-69eaa450-9ee4-41c4-9bee-ca15115274a2 req-da136eb9-2732-4f98-843f-76703ab3b1cb tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768826 Sep 23 06:41:56.732399 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f4dd9e75-a271-4879-83cc-f2cf02cef6e0 req-3c59a70d-2736-4f2c-bc53-098c0b8b76fb service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689161 Sep 23 06:41:56.805739 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0873ecfe-2137-4c0e-8332-4ba8cdad4c95 req-eca00a83-adaf-48af-8688-289328e5fb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:56.807270 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0873ecfe-2137-4c0e-8332-4ba8cdad4c95 req-eca00a83-adaf-48af-8688-289328e5fb22 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b41a91e1-341c-4340-b7a8-8779367a7828 HTTP/1.1" status: 200 len: 909 time: 0.1453025 Sep 23 06:41:56.825600 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80579a54-1b1f-485d-a743-38aeb6770981 req-29cd137f-c7e2-4252-a09b-60e284901d58 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:56.827454 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-80579a54-1b1f-485d-a743-38aeb6770981 req-29cd137f-c7e2-4252-a09b-60e284901d58 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=133a9561-c353-4460-b259-e891b9065181 HTTP/1.1" status: 200 len: 950 time: 0.0594318 Sep 23 06:41:56.889925 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-80579a54-1b1f-485d-a743-38aeb6770981 req-2a42064f-dd4b-48ee-9694-d49bb2341ff7 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548503 Sep 23 06:41:56.983898 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c6b461-0d70-4848-ac70-39781689e9e9 req-129f6554-4085-42b8-bb42-89138b8fe09e tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:56.985606 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-03c6b461-0d70-4848-ac70-39781689e9e9 req-129f6554-4085-42b8-bb42-89138b8fe09e tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd017062-4df5-4803-abae-496460178f05 HTTP/1.1" status: 200 len: 945 time: 0.0622222 Sep 23 06:41:57.052128 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0873ecfe-2137-4c0e-8332-4ba8cdad4c95 req-43d898f2-022f-45c3-8082-a3ed8497263c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb864968-6b24-4eb1-822e-fcccf589be84 HTTP/1.1" status: 200 len: 217 time: 0.0425963 Sep 23 06:41:57.095011 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-03c6b461-0d70-4848-ac70-39781689e9e9 req-a80beb82-941c-4557-a66a-fe6c791cbb45 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/security-groups?id=12348048-69cc-4cde-9778-0654c2cd068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021390 Sep 23 06:41:57.137135 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0873ecfe-2137-4c0e-8332-4ba8cdad4c95 req-c6d8f1a1-cb93-454f-b267-0168051806aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:57.139308 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0873ecfe-2137-4c0e-8332-4ba8cdad4c95 req-c6d8f1a1-cb93-454f-b267-0168051806aa service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c7d428fe-182b-4149-b884-87c9d4508732 HTTP/1.1" status: 200 len: 848 time: 0.0780919 Sep 23 06:41:57.206940 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0873ecfe-2137-4c0e-8332-4ba8cdad4c95 req-ea771e0a-d026-4364-aeb2-aad6ca4c2d2e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b41a91e1-341c-4340-b7a8-8779367a7828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477965 Sep 23 06:41:57.364827 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda48965-efe8-44e9-b2c5-d96da3e2ea49 req-0970923d-f5df-460f-93db-e9bb1c746cad tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:57.367373 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bda48965-efe8-44e9-b2c5-d96da3e2ea49 req-0970923d-f5df-460f-93db-e9bb1c746cad tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d41217-85f8-4b83-9fe1-90caa01cf293 HTTP/1.1" status: 200 len: 950 time: 0.1201787 Sep 23 06:41:57.370008 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0873ecfe-2137-4c0e-8332-4ba8cdad4c95 req-c6b87242-52ce-4a6d-8304-60528c9791ef service neutron] 10.222.0.58 "GET /v2.0/networks/b41a91e1-341c-4340-b7a8-8779367a7828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433840 Sep 23 06:41:57.465197 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bda48965-efe8-44e9-b2c5-d96da3e2ea49 req-c8d41912-3913-450e-ae4a-6407457c011c tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918517 Sep 23 06:41:57.500858 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0873ecfe-2137-4c0e-8332-4ba8cdad4c95 req-c66883a5-90a5-4a50-8766-ff5270a86882 service neutron] 10.222.0.58 "GET /v2.0/networks/b41a91e1-341c-4340-b7a8-8779367a7828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205738 Sep 23 06:41:57.540534 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d417281f-03eb-43e7-bfba-3159002e915d req-db87d279-03aa-4c24-b340-a1e6fad92c6d tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:57.542066 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d417281f-03eb-43e7-bfba-3159002e915d req-db87d279-03aa-4c24-b340-a1e6fad92c6d tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=6537cafe-d3ce-4f50-8690-62d212f0187d HTTP/1.1" status: 200 len: 947 time: 0.0673196 Sep 23 06:41:57.590009 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d417281f-03eb-43e7-bfba-3159002e915d req-d54d9966-4a27-4484-85c0-f558ca2107a6 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410042 Sep 23 06:41:57.715220 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa03dc75-f2ee-484e-a5dd-eb41c0a1117e req-f0a9121d-bedf-4ef7-96c6-b9d07f224035 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:57.716751 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-aa03dc75-f2ee-484e-a5dd-eb41c0a1117e req-f0a9121d-bedf-4ef7-96c6-b9d07f224035 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd017062-4df5-4803-abae-496460178f05 HTTP/1.1" status: 200 len: 945 time: 0.0661621 Sep 23 06:41:57.887678 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 50274) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:41:57.932667 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fca787-f627-45a6-b3b0-7fd00fce4145 req-850e357a-1fa6-4559-9916-b8bd8c2d8604 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:57.932667 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-33fca787-f627-45a6-b3b0-7fd00fce4145 req-850e357a-1fa6-4559-9916-b8bd8c2d8604 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9252012-7d06-45a1-bad3-31278718f78a HTTP/1.1" status: 200 len: 944 time: 0.1359155 Sep 23 06:41:57.934321 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0873ecfe-2137-4c0e-8332-4ba8cdad4c95 req-a815c557-160d-4a96-8613-41c3c2f78596 tempest-LiveMigrationTest-1207377707 tempest-LiveMigrationTest-1207377707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:57.935531 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0873ecfe-2137-4c0e-8332-4ba8cdad4c95 req-a815c557-160d-4a96-8613-41c3c2f78596 tempest-LiveMigrationTest-1207377707 tempest-LiveMigrationTest-1207377707-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=c9252012-7d06-45a1-bad3-31278718f78a&tenant_id=64ac7894e2284bc191ac7c20f7f9ca7f&binding%3Ahost_id=n-h2-715271-16 HTTP/1.1" status: 200 len: 1096 time: 0.1165359 Sep 23 06:41:57.996907 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-aa03dc75-f2ee-484e-a5dd-eb41c0a1117e req-c4bd056a-2ad2-441a-86a6-ac22b0aa1099 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Deleting port 3dbcf449-2925-4070-9dbb-3262634ba416 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:41:57.996907 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-aa03dc75-f2ee-484e-a5dd-eb41c0a1117e req-c4bd056a-2ad2-441a-86a6-ac22b0aa1099 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:58.044061 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-33fca787-f627-45a6-b3b0-7fd00fce4145 req-ffc07563-b051-401d-a5d9-1a349c8742b2 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044970 Sep 23 06:41:58.058939 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83acf527-763e-4371-a428-e38bd357be9b req-96ddad31-db6f-4aed-9eca-96cad4b4d9ac tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:58.059523 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-83acf527-763e-4371-a428-e38bd357be9b req-96ddad31-db6f-4aed-9eca-96cad4b4d9ac tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=133a9561-c353-4460-b259-e891b9065181 HTTP/1.1" status: 200 len: 950 time: 0.0734513 Sep 23 06:41:58.087831 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5c555156-90b9-4c55-a783-b0654ff12a82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:58.129004 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-83acf527-763e-4371-a428-e38bd357be9b req-d94179de-6d79-4839-bfc1-46f9eb818348 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678470 Sep 23 06:41:58.177545 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-aa03dc75-f2ee-484e-a5dd-eb41c0a1117e req-c4bd056a-2ad2-441a-86a6-ac22b0aa1099 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] For port 3dbcf449-2925-4070-9dbb-3262634ba416, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=3dbcf449-2925-4070-9dbb-3262634ba416,segment=NetworkSegment(6bffb33e-e384-4d5c-b0ac-fcee1b96de5d),segment_id=6bffb33e-e384-4d5c-b0ac-fcee1b96de5d)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:41:58.178492 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-aa03dc75-f2ee-484e-a5dd-eb41c0a1117e req-c4bd056a-2ad2-441a-86a6-ac22b0aa1099 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:58.205243 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-aa03dc75-f2ee-484e-a5dd-eb41c0a1117e req-c4bd056a-2ad2-441a-86a6-ac22b0aa1099 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Calling delete_port for 3dbcf449-2925-4070-9dbb-3262634ba416 owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:41:58.247689 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5c555156-90b9-4c55-a783-b0654ff12a82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:58.252359 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-0873ecfe-2137-4c0e-8332-4ba8cdad4c95 req-52b6b9ea-8e97-4687-b295-9a706bae5a0c service neutron] For port fb864968-6b24-4eb1-822e-fcccf589be84, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:41:58.252517 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5c555156-90b9-4c55-a783-b0654ff12a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:58.262354 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-0873ecfe-2137-4c0e-8332-4ba8cdad4c95 req-52b6b9ea-8e97-4687-b295-9a706bae5a0c service neutron] Notify callbacks [] for binding, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:58.263310 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0873ecfe-2137-4c0e-8332-4ba8cdad4c95 req-52b6b9ea-8e97-4687-b295-9a706bae5a0c service neutron] 10.222.0.58 "DELETE /v2.0/ports/fb864968-6b24-4eb1-822e-fcccf589be84/bindings/n-h1-715271-16 HTTP/1.1" status: 204 len: 173 time: 0.3061152 Sep 23 06:41:58.303370 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-5c555156-90b9-4c55-a783-b0654ff12a82 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a146fece28114bdab93ff5e2eef62dc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4143212 Sep 23 06:41:58.304860 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c555156-90b9-4c55-a783-b0654ff12a82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a90986f-1cbe-4b05-8a71-9784ba043bed,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:58.306290 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50284) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:41:58.353129 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8195975-961d-4282-8009-16765f1afdc0 req-977b9eb8-5a56-4699-b896-ecf1f37829d6 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:58.354723 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c8195975-961d-4282-8009-16765f1afdc0 req-977b9eb8-5a56-4699-b896-ecf1f37829d6 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd017062-4df5-4803-abae-496460178f05 HTTP/1.1" status: 200 len: 945 time: 0.1517394 Sep 23 06:41:58.436444 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fcc114dd-83e8-48b7-8fbd-686d3133bdfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:58.440323 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c8195975-961d-4282-8009-16765f1afdc0 req-75b07c87-8fdb-4f8b-9ec0-e28f4f6bff5d tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/security-groups?id=12348048-69cc-4cde-9778-0654c2cd068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734439 Sep 23 06:41:58.486253 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fcc114dd-83e8-48b7-8fbd-686d3133bdfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:58.527186 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-aa03dc75-f2ee-484e-a5dd-eb41c0a1117e req-c4bd056a-2ad2-441a-86a6-ac22b0aa1099 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:58.557372 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bd056a-2ad2-441a-86a6-ac22b0aa1099 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Pushing event deleted for resources: {'Port': ['ID=3dbcf449-2925-4070-9dbb-3262634ba416,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:58.567506 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['3dbcf449-2925-4070-9dbb-3262634ba416'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:41:58.572542 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bd056a-2ad2-441a-86a6-ac22b0aa1099 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:41:58.572662 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bd056a-2ad2-441a-86a6-ac22b0aa1099 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:41:58.572913 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bd056a-2ad2-441a-86a6-ac22b0aa1099 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:41:58.573254 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bd056a-2ad2-441a-86a6-ac22b0aa1099 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:41:58.573584 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bd056a-2ad2-441a-86a6-ac22b0aa1099 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:41:58.574194 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bd056a-2ad2-441a-86a6-ac22b0aa1099 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:41:58.574577 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bd056a-2ad2-441a-86a6-ac22b0aa1099 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:41:58.574944 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bd056a-2ad2-441a-86a6-ac22b0aa1099 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:41:58.575314 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bd056a-2ad2-441a-86a6-ac22b0aa1099 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:41:58.575591 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bd056a-2ad2-441a-86a6-ac22b0aa1099 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:41:58.575919 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bd056a-2ad2-441a-86a6-ac22b0aa1099 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:41:58.576244 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bd056a-2ad2-441a-86a6-ac22b0aa1099 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:41:58.612887 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee9d268-ea6d-471b-8611-fad92254e564 req-d214d58a-ac61-417c-85e0-dd421aa7b00c tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:58.614627 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0ee9d268-ea6d-471b-8611-fad92254e564 req-d214d58a-ac61-417c-85e0-dd421aa7b00c tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d41217-85f8-4b83-9fe1-90caa01cf293 HTTP/1.1" status: 200 len: 950 time: 0.0703471 Sep 23 06:41:58.618738 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fcc114dd-83e8-48b7-8fbd-686d3133bdfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:58.621444 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fcc114dd-83e8-48b7-8fbd-686d3133bdfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:58.622605 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-fcc114dd-83e8-48b7-8fbd-686d3133bdfe admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7a90986f-1cbe-4b05-8a71-9784ba043bed HTTP/1.1" status: 204 len: 168 time: 0.3149188 Sep 23 06:41:58.625374 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa03dc75-f2ee-484e-a5dd-eb41c0a1117e req-c4bd056a-2ad2-441a-86a6-ac22b0aa1099 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] No DVR routers for this DVR port 3dbcf449-2925-4070-9dbb-3262634ba416 on host n-h1-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:41:58.628614 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-aa03dc75-f2ee-484e-a5dd-eb41c0a1117e req-c4bd056a-2ad2-441a-86a6-ac22b0aa1099 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:58.630548 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-aa03dc75-f2ee-484e-a5dd-eb41c0a1117e req-c4bd056a-2ad2-441a-86a6-ac22b0aa1099 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.21 "DELETE /v2.0/ports/3dbcf449-2925-4070-9dbb-3262634ba416 HTTP/1.1" status: 204 len: 173 time: 0.9058444 Sep 23 06:41:58.631726 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd017062-4df5-4803-abae-496460178f05', 'name': 'network-vif-deleted', 'tag': '3dbcf449-2925-4070-9dbb-3262634ba416'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:41:58.634524 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-510aba30-97b7-4b82-8b32-866b0a66ff20" -d '{"events": [{"server_uuid": "bd017062-4df5-4803-abae-496460178f05", "name": "network-vif-deleted", "tag": "3dbcf449-2925-4070-9dbb-3262634ba416"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:41:58.643173 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc114dd-83e8-48b7-8fbd-686d3133bdfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a90986f-1cbe-4b05-8a71-9784ba043bed,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:58.704972 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0ee9d268-ea6d-471b-8611-fad92254e564 req-83c62aa9-6008-4780-9083-1dd4b3d4657b tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826561 Sep 23 06:41:58.779929 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d5aceab-84c5-4c11-95e1-969665509376 x-openstack-request-id: req-8d5aceab-84c5-4c11-95e1-969665509376 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:41:58.781136 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd017062-4df5-4803-abae-496460178f05", "name": "network-vif-deleted", "tag": "3dbcf449-2925-4070-9dbb-3262634ba416", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:41:58.781630 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8d5aceab-84c5-4c11-95e1-969665509376 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:41:58.782991 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd017062-4df5-4803-abae-496460178f05', 'name': 'network-vif-deleted', 'tag': '3dbcf449-2925-4070-9dbb-3262634ba416', 'status': 'completed', 'code': 200} Sep 23 06:41:58.806993 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388efc13-24e1-4720-b18a-e4e25f652c33 req-810e1cc8-1e60-49df-8bfa-245828812efd tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:58.808715 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-388efc13-24e1-4720-b18a-e4e25f652c33 req-810e1cc8-1e60-49df-8bfa-245828812efd tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=6537cafe-d3ce-4f50-8690-62d212f0187d HTTP/1.1" status: 200 len: 947 time: 0.0769155 Sep 23 06:41:58.866217 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-388efc13-24e1-4720-b18a-e4e25f652c33 req-db7830e9-f8ad-440e-9956-03a7845ab25b tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505962 Sep 23 06:41:59.040372 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195 details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:41:59.056843 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device fb864968-6b24-4eb1-822e-fcccf589be84 no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:41:59.168475 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device fb864968-6b24-4eb1-822e-fcccf589be84 not bound to the agent host n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:41:59.186369 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b7704c-fa87-4f60-87af-1f828a105cfb req-bf80f44e-7fe8-465f-a2cc-16b7f02ce84c tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:59.188286 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-54b7704c-fa87-4f60-87af-1f828a105cfb req-bf80f44e-7fe8-465f-a2cc-16b7f02ce84c tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9252012-7d06-45a1-bad3-31278718f78a HTTP/1.1" status: 200 len: 944 time: 0.0756075 Sep 23 06:41:59.232442 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-54b7704c-fa87-4f60-87af-1f828a105cfb req-dde8658a-671a-4445-ae6e-60f7cc4a6dab tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367320 Sep 23 06:41:59.251007 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:41:59.266948 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': '4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195', 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062', 'port_id': '4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195', 'mac_address': 'fa:16:3e:07:5f:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:41:59.346656 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:59.392153 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41bf221-0e29-46d9-ae0a-5752ea433e40 req-999411ad-adfb-4f34-a007-120649d1b63b tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:59.393857 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f41bf221-0e29-46d9-ae0a-5752ea433e40 req-999411ad-adfb-4f34-a007-120649d1b63b tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=133a9561-c353-4460-b259-e891b9065181 HTTP/1.1" status: 200 len: 950 time: 0.0987682 Sep 23 06:41:59.398639 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:41:59.461257 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:41:59.467343 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:59.478001 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f41bf221-0e29-46d9-ae0a-5752ea433e40 req-cb73630c-7adb-44f3-b713-b1af061a4cf5 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726199 Sep 23 06:41:59.586171 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:41:59.624463 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ab9e8-91f7-42a9-8b75-9bd282adf850 req-b40db88d-21d2-4c0d-9187-169859271fa2 tempest-LiveMigrationTest-1207377707 tempest-LiveMigrationTest-1207377707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:59.626254 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-052ab9e8-91f7-42a9-8b75-9bd282adf850 req-b40db88d-21d2-4c0d-9187-169859271fa2 tempest-LiveMigrationTest-1207377707 tempest-LiveMigrationTest-1207377707-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=c9252012-7d06-45a1-bad3-31278718f78a HTTP/1.1" status: 200 len: 1096 time: 0.0672417 Sep 23 06:41:59.633532 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ea6232e0-49d7-4915-9766-51d1338b3f13 req-907c421d-a5a7-49e1-8d0a-0e6f86c7ce24 tempest-FloatingIPsAssociationTestJSON-2139476558 tempest-FloatingIPsAssociationTestJSON-2139476558-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd017062-4df5-4803-abae-496460178f05 HTTP/1.1" status: 200 len: 210 time: 0.0455174 Sep 23 06:41:59.664460 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-052ab9e8-91f7-42a9-8b75-9bd282adf850 req-1c2f7656-509e-4274-aefa-e189c6049792 tempest-LiveMigrationTest-1207377707 tempest-LiveMigrationTest-1207377707-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318744 Sep 23 06:41:59.708753 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 50338) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:41:59.823445 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3efe34d-e02d-4759-8ccd-1db1bbc0a0be req-a727b47a-076a-4fea-8dbb-7f43421fcd14 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:59.823626 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-f1232e0e-1f30-4142-9953-a08aa87886cb admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-498114134-network', 'tenant_id': '8275c6392a72426db62ebfc4817f4420'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:41:59.824995 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e3efe34d-e02d-4759-8ccd-1db1bbc0a0be req-a727b47a-076a-4fea-8dbb-7f43421fcd14 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d41217-85f8-4b83-9fe1-90caa01cf293 HTTP/1.1" status: 200 len: 950 time: 0.0614274 Sep 23 06:41:59.848195 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1232e0e-1f30-4142-9953-a08aa87886cb admin admin] Made reservation on behalf of 8275c6392a72426db62ebfc4817f4420 for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:41:59.851632 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f1232e0e-1f30-4142-9953-a08aa87886cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:59.860599 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f1232e0e-1f30-4142-9953-a08aa87886cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:41:59.869188 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e3efe34d-e02d-4759-8ccd-1db1bbc0a0be req-d5b106ef-01de-45b1-822e-cea0689f4cc8 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374212 Sep 23 06:41:59.990353 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636839f0-2977-419b-86e6-04a0d38c4c96 req-377763c1-014a-494b-bbdf-6d5ea948263b tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:41:59.992040 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-636839f0-2977-419b-86e6-04a0d38c4c96 req-377763c1-014a-494b-bbdf-6d5ea948263b tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=6537cafe-d3ce-4f50-8690-62d212f0187d HTTP/1.1" status: 200 len: 948 time: 0.0514503 Sep 23 06:41:59.998132 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:42:00.050695 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-636839f0-2977-419b-86e6-04a0d38c4c96 req-2cb30d28-7d49-4794-8da8-f4590b98ae66 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517113 Sep 23 06:42:00.056311 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39032d91-a025-4967-9a82-cba0837b0b03 req-4cbba8c1-0d4c-4fbe-840e-0f8215ad2ba8 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:00.061535 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-39032d91-a025-4967-9a82-cba0837b0b03 req-4cbba8c1-0d4c-4fbe-840e-0f8215ad2ba8 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/networks?id=b41a91e1-341c-4340-b7a8-8779367a7828 HTTP/1.1" status: 200 len: 808 time: 0.1933126 Sep 23 06:42:00.109002 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-39032d91-a025-4967-9a82-cba0837b0b03 req-3a275e66-cc84-46ca-9ee8-1d5aff7ac35e tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/quotas/64ac7894e2284bc191ac7c20f7f9ca7f HTTP/1.1" status: 200 len: 375 time: 0.0289204 Sep 23 06:42:00.160651 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f1232e0e-1f30-4142-9953-a08aa87886cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:00.169100 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f1232e0e-1f30-4142-9953-a08aa87886cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:00.211854 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1232e0e-1f30-4142-9953-a08aa87886cb admin admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:42:00.224263 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-39032d91-a025-4967-9a82-cba0837b0b03 req-1f2e0d24-cbac-478a-af3e-45cbdf514af1 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=64ac7894e2284bc191ac7c20f7f9ca7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1051316 Sep 23 06:42:00.226406 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232e0e-1f30-4142-9953-a08aa87886cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df69b107-d214-48a1-9de3-f64218339a46,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:00.247794 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f1232e0e-1f30-4142-9953-a08aa87886cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:00.248357 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-f1232e0e-1f30-4142-9953-a08aa87886cb admin admin] Added segment c88b2831-f544-41bb-bbcc-5b15e741880e of type vlan for network d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64 Sep 23 06:42:00.351343 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f1232e0e-1f30-4142-9953-a08aa87886cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:00.387909 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-39032d91-a025-4967-9a82-cba0837b0b03 req-b1b93fd0-51e4-41cc-8b21-33d11bd99769 service neutron] 10.222.0.39 "GET /v2.0/networks/b41a91e1-341c-4340-b7a8-8779367a7828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524572 Sep 23 06:42:00.393211 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f1232e0e-1f30-4142-9953-a08aa87886cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:00.394321 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1232e0e-1f30-4142-9953-a08aa87886cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:00.394843 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f1232e0e-1f30-4142-9953-a08aa87886cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:00.457683 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-f1232e0e-1f30-4142-9953-a08aa87886cb admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7470734 Sep 23 06:42:00.461335 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50362) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:42:00.466658 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-bdccfc96-3023-49f7-9a20-6fe796b14353 admin admin] Request body: {'subnet': {'network_id': 'd3302f5d-bf5e-4d5b-a7a4-2ca05635fe64', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-498114134-subnet', 'tenant_id': '8275c6392a72426db62ebfc4817f4420', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:42:00.491578 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdccfc96-3023-49f7-9a20-6fe796b14353 admin admin] Made reservation on behalf of 8275c6392a72426db62ebfc4817f4420 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:42:00.493997 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bdccfc96-3023-49f7-9a20-6fe796b14353 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:00.528920 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232e0e-1f30-4142-9953-a08aa87886cb admin admin] Pushing event updated for resources: {'Network': ['ID=d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:00.544353 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:42:00.586446 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-39032d91-a025-4967-9a82-cba0837b0b03 req-a8552c2d-686f-4bb1-b841-d72444f88ab6 service neutron] 10.222.0.39 "GET /v2.0/networks/b41a91e1-341c-4340-b7a8-8779367a7828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882303 Sep 23 06:42:00.742026 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8863ab-0aaf-447f-9a36-20c8d2a44388 req-34b517f1-8ece-4163-8c3c-baf0317b2f8a tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:00.743930 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2e8863ab-0aaf-447f-9a36-20c8d2a44388 req-34b517f1-8ece-4163-8c3c-baf0317b2f8a tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=133a9561-c353-4460-b259-e891b9065181 HTTP/1.1" status: 200 len: 950 time: 0.1090546 Sep 23 06:42:00.751042 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 50374) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:42:00.844553 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bdccfc96-3023-49f7-9a20-6fe796b14353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:00.867357 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d901cb74-dd7c-4ef3-a033-c20b7c46ba9b req-334ab716-a6fb-45c6-8eac-7a417e8a0c0f tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a8f1e82-30db-46af-b5c4-56eac38212c2 HTTP/1.1" status: 200 len: 210 time: 0.0425673 Sep 23 06:42:00.885745 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2e8863ab-0aaf-447f-9a36-20c8d2a44388 req-8747c39a-255c-4c09-bea8-dd194a2a918c tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980716 Sep 23 06:42:00.930943 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdccfc96-3023-49f7-9a20-6fe796b14353 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46ccc032-0362-4c9c-977b-4c26fbfaa4e6,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:00.942141 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdccfc96-3023-49f7-9a20-6fe796b14353 admin admin] Checking segment: {'id': 'c88b2831-f544-41bb-bbcc-5b15e741880e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd3302f5d-bf5e-4d5b-a7a4-2ca05635fe64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:42:00.942732 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdccfc96-3023-49f7-9a20-6fe796b14353 admin admin] Network hostable DHCP agents. Network: d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:42:00.966107 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdccfc96-3023-49f7-9a20-6fe796b14353 admin admin] Network d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:42:00.981654 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-bdccfc96-3023-49f7-9a20-6fe796b14353 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:42:00.989053 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdccfc96-3023-49f7-9a20-6fe796b14353 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:00.989800 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bdccfc96-3023-49f7-9a20-6fe796b14353 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:00.999389 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3094529c-2d38-4ab9-8f67-7f7c269b9966 None None] Network d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:42:01.011922 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-bdccfc96-3023-49f7-9a20-6fe796b14353 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5490694 Sep 23 06:42:01.015540 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50378) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:42:01.035123 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-25dc2aeb-097b-4706-8f81-e915233329e7 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-498114134-router', 'tenant_id': '8275c6392a72426db62ebfc4817f4420', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:42:01.064620 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 3dbcf449-2925-4070-9dbb-3262634ba416 no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:42:01.069984 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-25dc2aeb-097b-4706-8f81-e915233329e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:01.071522 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-25dc2aeb-097b-4706-8f81-e915233329e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:01.161768 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-25dc2aeb-097b-4706-8f81-e915233329e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:01.204207 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bf3e8f-9086-4ce3-9da3-afa985c6fc84 req-299e3548-95c4-439f-8eae-5211abc6b2cb tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:01.212342 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-19bf3e8f-9086-4ce3-9da3-afa985c6fc84 req-299e3548-95c4-439f-8eae-5211abc6b2cb tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d41217-85f8-4b83-9fe1-90caa01cf293 HTTP/1.1" status: 200 len: 950 time: 0.2404191 Sep 23 06:42:01.230414 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] No Port match for: 3dbcf449-2925-4070-9dbb-3262634ba416 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:42:01.232334 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 3dbcf449-2925-4070-9dbb-3262634ba416 not bound to the agent host n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:42:01.300805 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-19bf3e8f-9086-4ce3-9da3-afa985c6fc84 req-2acb1795-c08d-43ba-9161-5bdaa62f231a tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840416 Sep 23 06:42:01.334654 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-25dc2aeb-097b-4706-8f81-e915233329e7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:01.404669 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a549632-d4f5-4185-8b32-2c4603a74b80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64', 'network_id': 'd3302f5d-bf5e-4d5b-a7a4-2ca05635fe64', 'tenant_id': '8275c6392a72426db62ebfc4817f4420', 'fixed_ips': [{'subnet_id': '46ccc032-0362-4c9c-977b-4c26fbfaa4e6'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 06:42:01.406343 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-1a549632-d4f5-4185-8b32-2c4603a74b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:01.426156 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a0346a-9b7c-4e4a-8562-a3847beabb14 req-7969cde2-dcf0-46a3-8408-200627ef4db4 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:01.428074 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f1a0346a-9b7c-4e4a-8562-a3847beabb14 req-7969cde2-dcf0-46a3-8408-200627ef4db4 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=6537cafe-d3ce-4f50-8690-62d212f0187d HTTP/1.1" status: 200 len: 948 time: 0.0882170 Sep 23 06:42:01.513119 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f1a0346a-9b7c-4e4a-8562-a3847beabb14 req-72096930-6f51-4ea5-a85e-3bbbdb8b4388 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776515 Sep 23 06:42:01.582222 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c75e8ba6-6fa1-4548-9f41-421e3a3519af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066969'] for router_interface, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:01.675811 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-25dc2aeb-097b-4706-8f81-e915233329e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:01.702794 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-1a549632-d4f5-4185-8b32-2c4603a74b80 None None] Allocated IP 172.20.0.2 (d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64/46ccc032-0362-4c9c-977b-4c26fbfaa4e6/fab04011-d11c-41b0-92a8-7047a51aa115) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:42:01.731960 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-25dc2aeb-097b-4706-8f81-e915233329e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:01.903993 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-25dc2aeb-097b-4706-8f81-e915233329e7 admin admin] Allocated IP 172.25.2.151 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/699c95b2-ff41-46b9-9911-a667a22a0d14) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:42:01.957039 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-1a549632-d4f5-4185-8b32-2c4603a74b80 None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:01.968425 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-1a549632-d4f5-4185-8b32-2c4603a74b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:02.023847 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a549632-d4f5-4185-8b32-2c4603a74b80 None None] Network d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:42:02.030515 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-1a549632-d4f5-4185-8b32-2c4603a74b80 None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:42:02.038132 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a549632-d4f5-4185-8b32-2c4603a74b80 None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:42:02.041704 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a549632-d4f5-4185-8b32-2c4603a74b80 None None] Pushing event updated for resources: {'Port': ['ID=fab04011-d11c-41b0-92a8-7047a51aa115,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:02.055763 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-839ad21d-0c44-4371-9fde-580a88c0d329 req-51eb2a9b-78e6-45de-ac34-bea542c47b5d tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a8f1e82-30db-46af-b5c4-56eac38212c2 HTTP/1.1" status: 200 len: 210 time: 0.0488887 Sep 23 06:42:02.055961 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-c75e8ba6-6fa1-4548-9f41-421e3a3519af admin admin] Deleting port 9346b3ae-f80c-4ced-a5e1-bd9c63169ab4 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:42:02.056415 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c75e8ba6-6fa1-4548-9f41-421e3a3519af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:02.083875 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-25dc2aeb-097b-4706-8f81-e915233329e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:02.117033 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b298be-8978-43cd-9700-4d6078ae3383 req-d1ab07bf-a846-48fa-b22b-ca258563982c tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:02.124356 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d3b298be-8978-43cd-9700-4d6078ae3383 req-d1ab07bf-a846-48fa-b22b-ca258563982c tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=133a9561-c353-4460-b259-e891b9065181 HTTP/1.1" status: 200 len: 950 time: 0.1169291 Sep 23 06:42:02.130121 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-1a549632-d4f5-4185-8b32-2c4603a74b80 None None] Attempting to bind port fab04011-d11c-41b0-92a8-7047a51aa115 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:42:02.131500 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-1a549632-d4f5-4185-8b32-2c4603a74b80 None None] Attempting to bind port fab04011-d11c-41b0-92a8-7047a51aa115 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': 'c88b2831-f544-41bb-bbcc-5b15e741880e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd3302f5d-bf5e-4d5b-a7a4-2ca05635fe64'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:42:02.133896 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-25dc2aeb-097b-4706-8f81-e915233329e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:02.137342 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a549632-d4f5-4185-8b32-2c4603a74b80 None None] Attempting to bind port fab04011-d11c-41b0-92a8-7047a51aa115 on network d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:42:02.143564 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a549632-d4f5-4185-8b32-2c4603a74b80 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:42:02.144087 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a549632-d4f5-4185-8b32-2c4603a74b80 None None] Checking segment: {'id': 'c88b2831-f544-41bb-bbcc-5b15e741880e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd3302f5d-bf5e-4d5b-a7a4-2ca05635fe64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:42:02.144576 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-1a549632-d4f5-4185-8b32-2c4603a74b80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:02.145343 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a549632-d4f5-4185-8b32-2c4603a74b80 None None] Bound using segment: {'id': 'c88b2831-f544-41bb-bbcc-5b15e741880e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd3302f5d-bf5e-4d5b-a7a4-2ca05635fe64'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:42:02.145939 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-1a549632-d4f5-4185-8b32-2c4603a74b80 None None] Bound port: fab04011-d11c-41b0-92a8-7047a51aa115, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c88b2831-f544-41bb-bbcc-5b15e741880e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd3302f5d-bf5e-4d5b-a7a4-2ca05635fe64'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:42:02.146551 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-1a549632-d4f5-4185-8b32-2c4603a74b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:02.214125 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d3b298be-8978-43cd-9700-4d6078ae3383 req-b3d3a23a-34aa-43dc-b565-109151b12996 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888081 Sep 23 06:42:02.216784 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dc2aeb-097b-4706-8f81-e915233329e7 admin admin] Pushing event updated for resources: {'Port': ['ID=699c95b2-ff41-46b9-9911-a667a22a0d14,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:02.225111 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-c75e8ba6-6fa1-4548-9f41-421e3a3519af admin admin] For port 9346b3ae-f80c-4ced-a5e1-bd9c63169ab4, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=9346b3ae-f80c-4ced-a5e1-bd9c63169ab4,segment=NetworkSegment(6bffb33e-e384-4d5c-b0ac-fcee1b96de5d),segment_id=6bffb33e-e384-4d5c-b0ac-fcee1b96de5d)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:42:02.225492 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c75e8ba6-6fa1-4548-9f41-421e3a3519af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:02.234419 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25dc2aeb-097b-4706-8f81-e915233329e7 admin admin] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:42:02.236290 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-25dc2aeb-097b-4706-8f81-e915233329e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:42:02.239818 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25dc2aeb-097b-4706-8f81-e915233329e7 admin admin] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:42:02.252349 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-c75e8ba6-6fa1-4548-9f41-421e3a3519af admin admin] Calling delete_port for 9346b3ae-f80c-4ced-a5e1-bd9c63169ab4 owned by network:router_interface {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:42:02.259163 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-1a549632-d4f5-4185-8b32-2c4603a74b80 None None] For port fab04011-d11c-41b0-92a8-7047a51aa115, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:42:02.263426 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-1a549632-d4f5-4185-8b32-2c4603a74b80 None None] For port fab04011-d11c-41b0-92a8-7047a51aa115, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=fab04011-d11c-41b0-92a8-7047a51aa115,segment=NetworkSegment(c88b2831-f544-41bb-bbcc-5b15e741880e),segment_id=c88b2831-f544-41bb-bbcc-5b15e741880e)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:42:02.270719 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-1a549632-d4f5-4185-8b32-2c4603a74b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:02.363906 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a549632-d4f5-4185-8b32-2c4603a74b80 None None] Pushing event updated for resources: {'Port': ['ID=fab04011-d11c-41b0-92a8-7047a51aa115,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:02.524537 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c75e8ba6-6fa1-4548-9f41-421e3a3519af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:02.602480 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75e8ba6-6fa1-4548-9f41-421e3a3519af admin admin] Pushing event deleted for resources: {'Port': ['ID=9346b3ae-f80c-4ced-a5e1-bd9c63169ab4,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:02.874801 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143b3b17-00bb-4167-975f-936634d5d4ff req-a59c712d-fcef-4879-9348-04f2014646f4 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:02.876419 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-143b3b17-00bb-4167-975f-936634d5d4ff req-a59c712d-fcef-4879-9348-04f2014646f4 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=6537cafe-d3ce-4f50-8690-62d212f0187d HTTP/1.1" status: 200 len: 948 time: 0.1455238 Sep 23 06:42:02.914297 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c75e8ba6-6fa1-4548-9f41-421e3a3519af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2068624'] for router_interface, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:02.993667 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-143b3b17-00bb-4167-975f-936634d5d4ff req-9af01a85-7719-401f-8060-8e6681e00192 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047444 Sep 23 06:42:03.051252 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8b7592-80de-4838-b432-34f6e5f21e1a req-9ef21b33-2a13-4ef1-b75e-551d5b92d7fb tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:03.052818 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-be8b7592-80de-4838-b432-34f6e5f21e1a req-9ef21b33-2a13-4ef1-b75e-551d5b92d7fb tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d41217-85f8-4b83-9fe1-90caa01cf293 HTTP/1.1" status: 200 len: 950 time: 0.5840659 Sep 23 06:42:03.086325 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195 up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:42:03.130241 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39032d91-a025-4967-9a82-cba0837b0b03 req-cd2a85fc-7986-452b-bf98-45ba390eac88 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:03.131866 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-39032d91-a025-4967-9a82-cba0837b0b03 req-cd2a85fc-7986-452b-bf98-45ba390eac88 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.21 "GET /v2.0/networks?id=b41a91e1-341c-4340-b7a8-8779367a7828 HTTP/1.1" status: 200 len: 808 time: 0.6642697 Sep 23 06:42:03.172350 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-39032d91-a025-4967-9a82-cba0837b0b03 req-e16d2722-b6c4-44fa-9976-7c747ee2999b tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Request body: {'port': {'device_id': '0a8f1e82-30db-46af-b5c4-56eac38212c2', 'network_id': 'b41a91e1-341c-4340-b7a8-8779367a7828', 'admin_state_up': True, 'tenant_id': '64ac7894e2284bc191ac7c20f7f9ca7f'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:42:03.175509 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port 4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:42:03.180414 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port 4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:42:03.180839 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:03.194323 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-be8b7592-80de-4838-b432-34f6e5f21e1a req-2f617333-4126-46b1-a4c1-4217c12dce47 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290338 Sep 23 06:42:03.219522 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-25dc2aeb-097b-4706-8f81-e915233329e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:03.263287 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c75e8ba6-6fa1-4548-9f41-421e3a3519af admin admin] Router 453a505e-8f37-4ac5-9418-de38fac35416 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:42:03.287508 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-31b2bd88-1bcb-4b8c-8943-18c55677703c req-d99f5a0e-42f5-474a-a17f-f08aecb7b377 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a8f1e82-30db-46af-b5c4-56eac38212c2 HTTP/1.1" status: 200 len: 210 time: 0.0451751 Sep 23 06:42:03.304199 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:03.355136 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6537cafe-d3ce-4f50-8690-62d212f0187d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:42:03.357378 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a82f210-fe5b-48cf-ba2c-a3ee0e573a59" -d '{"events": [{"server_uuid": "6537cafe-d3ce-4f50-8690-62d212f0187d", "name": "network-vif-plugged", "status": "completed", "tag": "4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:42:03.383966 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:42:03.393101 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:03.447986 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb656bf4-695a-46d3-b684-8102cc666f41 req-46caffdd-503f-4c88-bc12-ffcba6158138 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:03.449640 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a5c7d5-132c-4fa6-915f-8acc59df473a x-openstack-request-id: req-18a5c7d5-132c-4fa6-915f-8acc59df473a {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:42:03.449962 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6537cafe-d3ce-4f50-8690-62d212f0187d", "name": "network-vif-plugged", "status": "completed", "tag": "4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:42:03.450211 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-18a5c7d5-132c-4fa6-915f-8acc59df473a {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:42:03.450589 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6537cafe-d3ce-4f50-8690-62d212f0187d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195', 'code': 200} Sep 23 06:42:03.457337 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cb656bf4-695a-46d3-b684-8102cc666f41 req-46caffdd-503f-4c88-bc12-ffcba6158138 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=133a9561-c353-4460-b259-e891b9065181 HTTP/1.1" status: 200 len: 950 time: 0.1219032 Sep 23 06:42:03.494925 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:03.613910 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39032d91-a025-4967-9a82-cba0837b0b03 req-e16d2722-b6c4-44fa-9976-7c747ee2999b tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Made reservation on behalf of 64ac7894e2284bc191ac7c20f7f9ca7f for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:42:03.618114 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-39032d91-a025-4967-9a82-cba0837b0b03 req-e16d2722-b6c4-44fa-9976-7c747ee2999b tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:03.667880 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cb656bf4-695a-46d3-b684-8102cc666f41 req-92b70c4c-8ae7-4656-80cf-6a0ac6a70572 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093904 Sep 23 06:42:03.726996 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4462f2-5654-40e7-aad7-bbabbcbad97f None None] Network d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:42:03.819331 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccdc534-7d6b-4efc-91de-b3874d76ef12 req-f877e841-ff3f-483a-87f8-7ba2541a3fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:03.820823 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5ccdc534-7d6b-4efc-91de-b3874d76ef12 req-f877e841-ff3f-483a-87f8-7ba2541a3fd2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6537cafe-d3ce-4f50-8690-62d212f0187d HTTP/1.1" status: 200 len: 1101 time: 0.0881269 Sep 23 06:42:03.842022 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c75e8ba6-6fa1-4548-9f41-421e3a3519af admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:42:03.853293 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03554f7c-0250-434a-9f36-2faad2e0b438 None None] Sync routers for ids ['453a505e-8f37-4ac5-9418-de38fac35416'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:42:03.859424 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-c75e8ba6-6fa1-4548-9f41-421e3a3519af admin admin] 10.222.0.39 "PUT /v2.0/routers/453a505e-8f37-4ac5-9418-de38fac35416/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1072834 Sep 23 06:42:03.865207 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 50410) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:42:03.895095 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03554f7c-0250-434a-9f36-2faad2e0b438 None None] Routers {'453a505e-8f37-4ac5-9418-de38fac35416'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:42:03.895995 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-03554f7c-0250-434a-9f36-2faad2e0b438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:41:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['453a505e-8f37-4ac5-9418-de38fac35416'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:42:03.909741 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device fab04011-d11c-41b0-92a8-7047a51aa115 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:42:03.923874 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-39032d91-a025-4967-9a82-cba0837b0b03 req-e16d2722-b6c4-44fa-9976-7c747ee2999b tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Allocated IP 172.20.0.9 (b41a91e1-341c-4340-b7a8-8779367a7828/c7d428fe-182b-4149-b884-87c9d4508732/6ce1caef-f862-49ed-a69e-3755bf1caeb1) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:42:03.940735 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5ccdc534-7d6b-4efc-91de-b3874d76ef12 req-5212d41e-3563-4634-87d2-7536abc79cf8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900288 Sep 23 06:42:03.999926 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-f1a0e417-5fcb-4aa2-8ec2-958ac73e05e6 None None] Provisioning complete for port fab04011-d11c-41b0-92a8-7047a51aa115 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:42:04.000380 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f1a0e417-5fcb-4aa2-8ec2-958ac73e05e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:04.043054 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-31af3e91-ace1-4fb3-8226-c821ef17b571 admin admin] Notify callbacks [] for router, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:04.052350 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port fab04011-d11c-41b0-92a8-7047a51aa115 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:42:04.052904 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:04.107590 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-03554f7c-0250-434a-9f36-2faad2e0b438 None None] Set router 453a505e-8f37-4ac5-9418-de38fac35416 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:42:04.182702 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-25dc2aeb-097b-4706-8f81-e915233329e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:04.191399 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:04.302423 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-31af3e91-ace1-4fb3-8226-c821ef17b571 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:04.318566 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port fab04011-d11c-41b0-92a8-7047a51aa115, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=fab04011-d11c-41b0-92a8-7047a51aa115,segment=NetworkSegment(c88b2831-f544-41bb-bbcc-5b15e741880e),segment_id=c88b2831-f544-41bb-bbcc-5b15e741880e)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:42:04.357464 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:04.360065 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b9d1bc-e0a8-4eb9-9ff0-31772b97a7d6 req-fdc03dd5-7133-4480-9375-81bfd03a8b43 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:04.368239 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-77b9d1bc-e0a8-4eb9-9ff0-31772b97a7d6 req-fdc03dd5-7133-4480-9375-81bfd03a8b43 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=6537cafe-d3ce-4f50-8690-62d212f0187d HTTP/1.1" status: 200 len: 949 time: 0.1527524 Sep 23 06:42:04.408488 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f1a0e417-5fcb-4aa2-8ec2-958ac73e05e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:04.412074 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-03554f7c-0250-434a-9f36-2faad2e0b438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453a505e-8f37-4ac5-9418-de38fac35416', 'name': 'tempest-FloatingIPsAssociationTestJSON-1870322060-router', 'tenant_id': '97692e1b5c1f4df985cc39910d526c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '3c903fcc-8ebc-4c45-a0c6-d6ed70146b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:40:39Z', 'updated_at': '2021-09-23T06:42:02Z', 'revision_number': 5, 'project_id': '97692e1b5c1f4df985cc39910d526c8e', 'gw_port': {'id': '3c903fcc-8ebc-4c45-a0c6-d6ed70146b3c', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453a505e-8f37-4ac5-9418-de38fac35416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:40:40Z', 'updated_at': '2021-09-23T06:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:42:04.465940 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03554f7c-0250-434a-9f36-2faad2e0b438 None None] Checking router: 453a505e-8f37-4ac5-9418-de38fac35416 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:42:04.486475 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=fab04011-d11c-41b0-92a8-7047a51aa115,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:04.489599 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03554f7c-0250-434a-9f36-2faad2e0b438 None None] Routers {'453a505e-8f37-4ac5-9418-de38fac35416'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:42:04.491404 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-03554f7c-0250-434a-9f36-2faad2e0b438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:41:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['453a505e-8f37-4ac5-9418-de38fac35416'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:42:04.517275 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-77b9d1bc-e0a8-4eb9-9ff0-31772b97a7d6 req-ad3e5be4-9aa6-4dd8-896f-0f7819b17a31 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090484 Sep 23 06:42:04.522545 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.db.api [None req-f1a0e417-5fcb-4aa2-8ec2-958ac73e05e6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 06:42:04.522917 n-d-715271-16 neutron-server[95067]: DEBUG oslo_db.api [None req-f1a0e417-5fcb-4aa2-8ec2-958ac73e05e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 06:42:04.545817 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-31af3e91-ace1-4fb3-8226-c821ef17b571 admin admin] Deleting port 3c903fcc-8ebc-4c45-a0c6-d6ed70146b3c {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:42:04.546185 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-31af3e91-ace1-4fb3-8226-c821ef17b571 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:04.613250 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-03554f7c-0250-434a-9f36-2faad2e0b438 None None] Set router 453a505e-8f37-4ac5-9418-de38fac35416 gateway port host: None {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:42:04.617003 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d8f60f-c4c1-4f83-9dfe-af66d703e54d req-35c30f75-982f-448d-9d31-bc87109b868b tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:04.618582 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-00d8f60f-c4c1-4f83-9dfe-af66d703e54d req-35c30f75-982f-448d-9d31-bc87109b868b tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d41217-85f8-4b83-9fe1-90caa01cf293 HTTP/1.1" status: 200 len: 950 time: 0.2233238 Sep 23 06:42:04.648671 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-31af3e91-ace1-4fb3-8226-c821ef17b571 admin admin] For port 3c903fcc-8ebc-4c45-a0c6-d6ed70146b3c, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=3c903fcc-8ebc-4c45-a0c6-d6ed70146b3c,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:42:04.649031 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-31af3e91-ace1-4fb3-8226-c821ef17b571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:04.654562 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-39032d91-a025-4967-9a82-cba0837b0b03 req-e16d2722-b6c4-44fa-9976-7c747ee2999b tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:04.664902 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-31af3e91-ace1-4fb3-8226-c821ef17b571 admin admin] Calling delete_port for 3c903fcc-8ebc-4c45-a0c6-d6ed70146b3c owned by network:router_gateway {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:42:04.679624 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-03554f7c-0250-434a-9f36-2faad2e0b438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453a505e-8f37-4ac5-9418-de38fac35416', 'name': 'tempest-FloatingIPsAssociationTestJSON-1870322060-router', 'tenant_id': '97692e1b5c1f4df985cc39910d526c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:40:39Z', 'updated_at': '2021-09-23T06:42:04Z', 'revision_number': 6, 'project_id': '97692e1b5c1f4df985cc39910d526c8e', 'gw_port_host': None}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:42:04.698793 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-00d8f60f-c4c1-4f83-9dfe-af66d703e54d req-4f78c3ae-d3ee-4418-8653-5bff7ef05c96 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725620 Sep 23 06:42:04.728711 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03554f7c-0250-434a-9f36-2faad2e0b438 None None] The sync data for ids ['453a505e-8f37-4ac5-9418-de38fac35416'] in n-d-715271-16 is: [{'id': '453a505e-8f37-4ac5-9418-de38fac35416', 'name': 'tempest-FloatingIPsAssociationTestJSON-1870322060-router', 'tenant_id': '97692e1b5c1f4df985cc39910d526c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:40:39Z', 'updated_at': '2021-09-23T06:42:04Z', 'revision_number': 6, 'project_id': '97692e1b5c1f4df985cc39910d526c8e', 'gw_port_host': None}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:42:04.749616 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25dc2aeb-097b-4706-8f81-e915233329e7 admin admin] Router dbe641db-7bf4-4b34-b1be-467f0a065bdb is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 06:42:04.753794 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-39032d91-a025-4967-9a82-cba0837b0b03 req-e16d2722-b6c4-44fa-9976-7c747ee2999b tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:04.806285 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39032d91-a025-4967-9a82-cba0837b0b03 req-e16d2722-b6c4-44fa-9976-7c747ee2999b tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Network b41a91e1-341c-4340-b7a8-8779367a7828 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:42:04.827246 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-39032d91-a025-4967-9a82-cba0837b0b03 req-e16d2722-b6c4-44fa-9976-7c747ee2999b tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:42:04.832578 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-683f73eb-eedc-48f4-a67b-4b1c42c5e581 req-469d0d7c-5c71-4bae-b890-ebb12f1c959b tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a8f1e82-30db-46af-b5c4-56eac38212c2 HTTP/1.1" status: 200 len: 210 time: 0.1122904 Sep 23 06:42:04.864825 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-39032d91-a025-4967-9a82-cba0837b0b03 req-e16d2722-b6c4-44fa-9976-7c747ee2999b tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:42:04.871163 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39032d91-a025-4967-9a82-cba0837b0b03 req-e16d2722-b6c4-44fa-9976-7c747ee2999b tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:04.871785 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-39032d91-a025-4967-9a82-cba0837b0b03 req-e16d2722-b6c4-44fa-9976-7c747ee2999b tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:04.904765 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-31af3e91-ace1-4fb3-8226-c821ef17b571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:04.927267 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16d2722-b6c4-44fa-9976-7c747ee2999b tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Pushing event updated for resources: {'Port': ['ID=6ce1caef-f862-49ed-a69e-3755bf1caeb1,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:04.932452 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31af3e91-ace1-4fb3-8226-c821ef17b571 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c903fcc-8ebc-4c45-a0c6-d6ed70146b3c,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:04.959827 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e43c73-9df1-4d2f-a300-f723f8be743d req-b666ac4b-aaa3-46cb-a198-86046052cd33 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:04.966612 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-42e43c73-9df1-4d2f-a300-f723f8be743d req-b666ac4b-aaa3-46cb-a198-86046052cd33 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=133a9561-c353-4460-b259-e891b9065181 HTTP/1.1" status: 200 len: 950 time: 0.1621902 Sep 23 06:42:04.968505 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-39032d91-a025-4967-9a82-cba0837b0b03 req-e16d2722-b6c4-44fa-9976-7c747ee2999b tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8003666 Sep 23 06:42:05.016764 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-31af3e91-ace1-4fb3-8226-c821ef17b571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2068563'] for router_gateway, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:05.022768 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-39032d91-a025-4967-9a82-cba0837b0b03 req-97a36910-cfb0-42d8-a4e0-f4b2d0eb489b service neutron] Request body: {'port': {'device_id': '0a8f1e82-30db-46af-b5c4-56eac38212c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:42:05.117199 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25dc2aeb-097b-4706-8f81-e915233329e7 admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:42:05.128216 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fb3419-f43a-4118-97eb-a5e1a9c8d9a7 None None] Sync routers for ids ['dbe641db-7bf4-4b34-b1be-467f0a065bdb'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:42:05.138363 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fb3419-f43a-4118-97eb-a5e1a9c8d9a7 None None] Routers {'dbe641db-7bf4-4b34-b1be-467f0a065bdb'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:42:05.138990 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-c3fb3419-f43a-4118-97eb-a5e1a9c8d9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:41:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['dbe641db-7bf4-4b34-b1be-467f0a065bdb'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:42:05.153753 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-31af3e91-ace1-4fb3-8226-c821ef17b571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:05.156314 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-31af3e91-ace1-4fb3-8226-c821ef17b571 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:05.160851 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-42e43c73-9df1-4d2f-a300-f723f8be743d req-4c66104a-fa28-447c-999b-ef4bd0e18d2c tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887622 Sep 23 06:42:05.185486 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-39032d91-a025-4967-9a82-cba0837b0b03 req-97a36910-cfb0-42d8-a4e0-f4b2d0eb489b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:05.199697 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-25dc2aeb-097b-4706-8f81-e915233329e7 admin admin] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:05.201444 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-25dc2aeb-097b-4706-8f81-e915233329e7 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.1708417 Sep 23 06:42:05.204332 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50426) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:42:05.223467 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-31af3e91-ace1-4fb3-8226-c821ef17b571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:05.224003 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31af3e91-ace1-4fb3-8226-c821ef17b571 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 453a505e-8f37-4ac5-9418-de38fac35416 {{(pid=95066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 06:42:05.228960 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-31af3e91-ace1-4fb3-8226-c821ef17b571 admin admin] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:05.230247 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-31af3e91-ace1-4fb3-8226-c821ef17b571 admin admin] 10.222.0.39 "DELETE /v2.0/routers/453a505e-8f37-4ac5-9418-de38fac35416 HTTP/1.1" status: 204 len: 168 time: 1.3622863 Sep 23 06:42:05.232581 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 50428) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:42:05.259831 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-7dbf7725-d882-4c66-a0f7-23f5d3bf649b None None] Provisioning complete for port fab04011-d11c-41b0-92a8-7047a51aa115 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:42:05.261293 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-7dbf7725-d882-4c66-a0f7-23f5d3bf649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:05.305386 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4562e62-8927-4df4-a8a0-bcf5a1745dca admin admin] Deleting subnet 74afc9c5-ebde-436e-ada9-9111bfc92597 {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:42:05.309315 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c4562e62-8927-4df4-a8a0-bcf5a1745dca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:05.361882 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c4562e62-8927-4df4-a8a0-bcf5a1745dca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:05.379710 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-c3fb3419-f43a-4118-97eb-a5e1a9c8d9a7 None None] Set router dbe641db-7bf4-4b34-b1be-467f0a065bdb gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:42:05.488212 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c4562e62-8927-4df4-a8a0-bcf5a1745dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:05.584974 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c4562e62-8927-4df4-a8a0-bcf5a1745dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:05.671663 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4562e62-8927-4df4-a8a0-bcf5a1745dca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74afc9c5-ebde-436e-ada9-9111bfc92597,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:05.693968 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c4562e62-8927-4df4-a8a0-bcf5a1745dca admin admin] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:05.697111 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-c4562e62-8927-4df4-a8a0-bcf5a1745dca admin admin] 10.222.0.39 "DELETE /v2.0/subnets/74afc9c5-ebde-436e-ada9-9111bfc92597 HTTP/1.1" status: 204 len: 168 time: 0.4634881 Sep 23 06:42:05.700927 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c459a91a-9a0a-4c24-93a1-c3fafed97495 None None] Network f344d72e-2515-4ae1-b407-677954c55f1d requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:42:05.703949 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 50434) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:42:05.773782 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-39032d91-a025-4967-9a82-cba0837b0b03 req-97a36910-cfb0-42d8-a4e0-f4b2d0eb489b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ce1caef-f862-49ed-a69e-3755bf1caeb1 {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:42:05.787032 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-39032d91-a025-4967-9a82-cba0837b0b03 req-97a36910-cfb0-42d8-a4e0-f4b2d0eb489b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:05.811907 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e734e215-9bdd-409d-994d-086c840fbb77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:05.857435 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d11221-24f8-450a-a6fb-500dcc59aec1 req-c70012e5-917a-4ebd-b04d-01cea5d79670 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:05.859360 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-25d11221-24f8-450a-a6fb-500dcc59aec1 req-c70012e5-917a-4ebd-b04d-01cea5d79670 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=6537cafe-d3ce-4f50-8690-62d212f0187d HTTP/1.1" status: 200 len: 949 time: 0.1835856 Sep 23 06:42:05.869842 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-39032d91-a025-4967-9a82-cba0837b0b03 req-97a36910-cfb0-42d8-a4e0-f4b2d0eb489b service neutron] Transition to ACTIVE for port object 6ce1caef-f862-49ed-a69e-3755bf1caeb1 will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:42:05.886841 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-39032d91-a025-4967-9a82-cba0837b0b03 req-97a36910-cfb0-42d8-a4e0-f4b2d0eb489b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:05.897198 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device fab04011-d11c-41b0-92a8-7047a51aa115 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:42:05.915198 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c54bc-ca02-4655-a952-224f8d34e3d6 req-68ba97f7-c02c-4ce3-ba3e-0c9e19225aaf tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:05.916747 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-648c54bc-ca02-4655-a952-224f8d34e3d6 req-68ba97f7-c02c-4ce3-ba3e-0c9e19225aaf tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d41217-85f8-4b83-9fe1-90caa01cf293 HTTP/1.1" status: 200 len: 950 time: 0.0960755 Sep 23 06:42:05.937458 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-e734e215-9bdd-409d-994d-086c840fbb77 admin admin] Deleting port 27998ee4-9271-43a7-95db-bad7058f7e17 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:42:05.937815 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e734e215-9bdd-409d-994d-086c840fbb77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:06.020565 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-25d11221-24f8-450a-a6fb-500dcc59aec1 req-b4ed0fa1-6bfa-46ef-bfbc-4336dbb4dd73 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519928 Sep 23 06:42:06.024102 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a36910-cfb0-42d8-a4e0-f4b2d0eb489b service neutron] Pushing event updated for resources: {'Port': ['ID=6ce1caef-f862-49ed-a69e-3755bf1caeb1,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:06.033289 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-648c54bc-ca02-4655-a952-224f8d34e3d6 req-a24c6390-68f9-4afc-b554-542226c4f316 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081100 Sep 23 06:42:06.053383 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-e734e215-9bdd-409d-994d-086c840fbb77 admin admin] For port 27998ee4-9271-43a7-95db-bad7058f7e17, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=27998ee4-9271-43a7-95db-bad7058f7e17,segment=NetworkSegment(6bffb33e-e384-4d5c-b0ac-fcee1b96de5d),segment_id=6bffb33e-e384-4d5c-b0ac-fcee1b96de5d)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:42:06.054298 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e734e215-9bdd-409d-994d-086c840fbb77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:06.092207 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-e734e215-9bdd-409d-994d-086c840fbb77 admin admin] Calling delete_port for 27998ee4-9271-43a7-95db-bad7058f7e17 owned by network:dhcp {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:42:06.204272 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:06.228285 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port fab04011-d11c-41b0-92a8-7047a51aa115 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:42:06.228662 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:06.242711 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e734e215-9bdd-409d-994d-086c840fbb77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:06.276814 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e734e215-9bdd-409d-994d-086c840fbb77 admin admin] Pushing event deleted for resources: {'Port': ['ID=27998ee4-9271-43a7-95db-bad7058f7e17,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:06.301554 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-c3fb3419-f43a-4118-97eb-a5e1a9c8d9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe641db-7bf4-4b34-b1be-467f0a065bdb', 'name': 'tempest-ServerActionsTestJSON-498114134-router', 'tenant_id': '8275c6392a72426db62ebfc4817f4420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '699c95b2-ff41-46b9-9911-a667a22a0d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:42:01Z', 'updated_at': '2021-09-23T06:42:02Z', 'revision_number': 3, 'project_id': '8275c6392a72426db62ebfc4817f4420', 'gw_port': {'id': '699c95b2-ff41-46b9-9911-a667a22a0d14', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:3d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbe641db-7bf4-4b34-b1be-467f0a065bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:42:01Z', 'updated_at': '2021-09-23T06:42:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:42:06.324845 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e734e215-9bdd-409d-994d-086c840fbb77 admin admin] No DVR routers for this DVR port 27998ee4-9271-43a7-95db-bad7058f7e17 on host n-d-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:42:06.334929 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fb3419-f43a-4118-97eb-a5e1a9c8d9a7 None None] Checking router: dbe641db-7bf4-4b34-b1be-467f0a065bdb for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:42:06.335282 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fb3419-f43a-4118-97eb-a5e1a9c8d9a7 None None] Updating router dbe641db-7bf4-4b34-b1be-467f0a065bdb port 699c95b2-ff41-46b9-9911-a667a22a0d14 binding host n-d-715271-16 {{(pid=95067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 06:42:06.413521 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a836404b-4eb2-46b1-a6b4-df317642172f req-d071868e-7792-4467-a4ac-c43e8feea5ca tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:06.415023 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a836404b-4eb2-46b1-a6b4-df317642172f req-d071868e-7792-4467-a4ac-c43e8feea5ca tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=6537cafe-d3ce-4f50-8690-62d212f0187d HTTP/1.1" status: 200 len: 949 time: 0.1325712 Sep 23 06:42:06.431484 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c3fb3419-f43a-4118-97eb-a5e1a9c8d9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:06.436553 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4896ed-4fd5-48b0-a66b-02c57fa3dfdc None None] DHCP port deletion for f344d72e-2515-4ae1-b407-677954c55f1d request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 06:42:06.452787 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e734e215-9bdd-409d-994d-086c840fbb77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:06.454847 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-39032d91-a025-4967-9a82-cba0837b0b03 req-97a36910-cfb0-42d8-a4e0-f4b2d0eb489b service neutron] Attempting to bind port 6ce1caef-f862-49ed-a69e-3755bf1caeb1 on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:42:06.455330 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-39032d91-a025-4967-9a82-cba0837b0b03 req-97a36910-cfb0-42d8-a4e0-f4b2d0eb489b service neutron] Attempting to bind port 6ce1caef-f862-49ed-a69e-3755bf1caeb1 by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': 'a2ee209e-d4ee-4c6a-8401-bd714bf3436e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b41a91e1-341c-4340-b7a8-8779367a7828'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:42:06.455691 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39032d91-a025-4967-9a82-cba0837b0b03 req-97a36910-cfb0-42d8-a4e0-f4b2d0eb489b service neutron] Attempting to bind port 6ce1caef-f862-49ed-a69e-3755bf1caeb1 on network b41a91e1-341c-4340-b7a8-8779367a7828 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:42:06.473607 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39032d91-a025-4967-9a82-cba0837b0b03 req-97a36910-cfb0-42d8-a4e0-f4b2d0eb489b service neutron] Port 6ce1caef-f862-49ed-a69e-3755bf1caeb1 on network b41a91e1-341c-4340-b7a8-8779367a7828 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:42:06.474121 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39032d91-a025-4967-9a82-cba0837b0b03 req-97a36910-cfb0-42d8-a4e0-f4b2d0eb489b service neutron] Attempting to bind port 6ce1caef-f862-49ed-a69e-3755bf1caeb1 on network b41a91e1-341c-4340-b7a8-8779367a7828 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:42:06.505569 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39032d91-a025-4967-9a82-cba0837b0b03 req-97a36910-cfb0-42d8-a4e0-f4b2d0eb489b service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:42:06.506265 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39032d91-a025-4967-9a82-cba0837b0b03 req-97a36910-cfb0-42d8-a4e0-f4b2d0eb489b service neutron] Checking segment: {'id': 'a2ee209e-d4ee-4c6a-8401-bd714bf3436e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b41a91e1-341c-4340-b7a8-8779367a7828'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:42:06.506793 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39032d91-a025-4967-9a82-cba0837b0b03 req-97a36910-cfb0-42d8-a4e0-f4b2d0eb489b service neutron] Bound using segment: {'id': 'a2ee209e-d4ee-4c6a-8401-bd714bf3436e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b41a91e1-341c-4340-b7a8-8779367a7828'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:42:06.507313 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-39032d91-a025-4967-9a82-cba0837b0b03 req-97a36910-cfb0-42d8-a4e0-f4b2d0eb489b service neutron] Bound port: 6ce1caef-f862-49ed-a69e-3755bf1caeb1, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2ee209e-d4ee-4c6a-8401-bd714bf3436e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b41a91e1-341c-4340-b7a8-8779367a7828'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:42:06.507697 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-39032d91-a025-4967-9a82-cba0837b0b03 req-97a36910-cfb0-42d8-a4e0-f4b2d0eb489b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:06.511577 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-e734e215-9bdd-409d-994d-086c840fbb77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f344d72e-2515-4ae1-b407-677954c55f1d']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:42:06.530129 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-e734e215-9bdd-409d-994d-086c840fbb77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bffb33e-e384-4d5c-b0ac-fcee1b96de5d') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:42:06.530432 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-e734e215-9bdd-409d-994d-086c840fbb77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bffb33e-e384-4d5c-b0ac-fcee1b96de5d') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:42:06.536183 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596b656e-854b-444b-a42e-0df850e9f597 req-c94f6625-b514-48f6-a9a5-ae78dccb7fd2 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:06.538560 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-596b656e-854b-444b-a42e-0df850e9f597 req-c94f6625-b514-48f6-a9a5-ae78dccb7fd2 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a8f1e82-30db-46af-b5c4-56eac38212c2 HTTP/1.1" status: 200 len: 943 time: 0.1556499 Sep 23 06:42:06.545795 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 9346b3ae-f80c-4ced-a5e1-bd9c63169ab4 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:42:06.550388 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e734e215-9bdd-409d-994d-086c840fbb77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:06.562592 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a836404b-4eb2-46b1-a6b4-df317642172f req-4ada1a04-f21c-49ae-af0a-ceb0c9c513b9 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886409 Sep 23 06:42:06.571668 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e734e215-9bdd-409d-994d-086c840fbb77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:06.583525 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 9346b3ae-f80c-4ced-a5e1-bd9c63169ab4 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:42:06.584435 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 9346b3ae-f80c-4ced-a5e1-bd9c63169ab4 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:42:06.584855 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 3c903fcc-8ebc-4c45-a0c6-d6ed70146b3c no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:42:06.592006 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e734e215-9bdd-409d-994d-086c840fbb77 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:42:06.592439 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e734e215-9bdd-409d-994d-086c840fbb77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:06.594296 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 06:42:06.594296 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:42:06.594296 n-d-715271-16 neutron-server[95066]: timer() Sep 23 06:42:06.594296 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:42:06.594296 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 06:42:06.594296 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:42:06.594296 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 06:42:06.594296 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:42:06.594296 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 06:42:06.594296 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:42:06.594296 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 06:42:06.594296 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:42:06.594296 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 06:42:06.594296 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:42:06.594296 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:42:06.594296 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:42:06.594296 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:42:06.594296 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:42:06.594296 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 06:42:06.594296 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:42:06.594296 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 06:42:06.594296 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:42:06.594296 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:42:06.594296 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:42:06.594296 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 06:42:06.594296 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:42:06.594296 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:42:06.594296 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:42:06.594296 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:42:06.594296 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:42:06.594296 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:42:06.594296 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:42:06.639944 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 3c903fcc-8ebc-4c45-a0c6-d6ed70146b3c {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:42:06.640287 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 3c903fcc-8ebc-4c45-a0c6-d6ed70146b3c not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:42:06.668133 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-596b656e-854b-444b-a42e-0df850e9f597 req-e52c0a09-e6c3-496d-bdd1-4cef05327f6b tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051261 Sep 23 06:42:06.669307 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-39032d91-a025-4967-9a82-cba0837b0b03 req-97a36910-cfb0-42d8-a4e0-f4b2d0eb489b service neutron] For port 6ce1caef-f862-49ed-a69e-3755bf1caeb1, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:42:06.703686 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-39032d91-a025-4967-9a82-cba0837b0b03 req-97a36910-cfb0-42d8-a4e0-f4b2d0eb489b service neutron] For port 6ce1caef-f862-49ed-a69e-3755bf1caeb1, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=6ce1caef-f862-49ed-a69e-3755bf1caeb1,segment=NetworkSegment(a2ee209e-d4ee-4c6a-8401-bd714bf3436e),segment_id=a2ee209e-d4ee-4c6a-8401-bd714bf3436e)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:42:06.714105 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-39032d91-a025-4967-9a82-cba0837b0b03 req-97a36910-cfb0-42d8-a4e0-f4b2d0eb489b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:06.731208 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e734e215-9bdd-409d-994d-086c840fbb77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:06.743757 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e734e215-9bdd-409d-994d-086c840fbb77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:06.746126 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-e734e215-9bdd-409d-994d-086c840fbb77 admin admin] 10.222.0.39 "DELETE /v2.0/networks/f344d72e-2515-4ae1-b407-677954c55f1d HTTP/1.1" status: 204 len: 168 time: 1.0410378 Sep 23 06:42:06.782187 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08654e27-b1b2-4bff-8695-00ab8849f235 req-6b9a4001-e58d-4582-b714-b72ba6344310 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:06.790935 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-08654e27-b1b2-4bff-8695-00ab8849f235 req-6b9a4001-e58d-4582-b714-b72ba6344310 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=133a9561-c353-4460-b259-e891b9065181 HTTP/1.1" status: 200 len: 950 time: 0.1187937 Sep 23 06:42:06.798955 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e734e215-9bdd-409d-994d-086c840fbb77 admin admin] Pushing event deleted for resources: {'Network': ['ID=f344d72e-2515-4ae1-b407-677954c55f1d,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:06.801085 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-892be7b6-0ccd-429b-ae3d-8dae6b9ef2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:06.811823 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39032d91-a025-4967-9a82-cba0837b0b03 req-97a36910-cfb0-42d8-a4e0-f4b2d0eb489b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:06.812495 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-39032d91-a025-4967-9a82-cba0837b0b03 req-97a36910-cfb0-42d8-a4e0-f4b2d0eb489b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:06.814067 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-39032d91-a025-4967-9a82-cba0837b0b03 req-97a36910-cfb0-42d8-a4e0-f4b2d0eb489b service neutron] 10.222.0.21 "PUT /v2.0/ports/6ce1caef-f862-49ed-a69e-3755bf1caeb1 HTTP/1.1" status: 200 len: 1092 time: 1.8270884 Sep 23 06:42:06.814561 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a8f1e82-30db-46af-b5c4-56eac38212c2', 'tag': '6ce1caef-f862-49ed-a69e-3755bf1caeb1'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:42:06.817052 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c922af2-a908-4f93-b1d4-d695aedaa69a" -d '{"events": [{"name": "network-changed", "server_uuid": "0a8f1e82-30db-46af-b5c4-56eac38212c2", "tag": "6ce1caef-f862-49ed-a69e-3755bf1caeb1"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:42:06.860675 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-08654e27-b1b2-4bff-8695-00ab8849f235 req-e5070ac3-bceb-409d-b66f-dc9f25e87736 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683875 Sep 23 06:42:06.867488 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a36910-cfb0-42d8-a4e0-f4b2d0eb489b service neutron] Pushing event updated for resources: {'Port': ['ID=6ce1caef-f862-49ed-a69e-3755bf1caeb1,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:06.944799 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f56d1cf-5cd4-4580-bfa0-bce87f9fb91b x-openstack-request-id: req-4f56d1cf-5cd4-4580-bfa0-bce87f9fb91b {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:42:06.945099 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a8f1e82-30db-46af-b5c4-56eac38212c2", "tag": "6ce1caef-f862-49ed-a69e-3755bf1caeb1", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:42:06.945355 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4f56d1cf-5cd4-4580-bfa0-bce87f9fb91b {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:42:06.945913 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a8f1e82-30db-46af-b5c4-56eac38212c2', 'tag': '6ce1caef-f862-49ed-a69e-3755bf1caeb1', 'status': 'completed', 'code': 200} Sep 23 06:42:06.948611 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c3fb3419-f43a-4118-97eb-a5e1a9c8d9a7 None None] Notify callbacks [] for port, precommit_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:06.951163 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 50458) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:42:06.956346 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c3fb3419-f43a-4118-97eb-a5e1a9c8d9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:07.010894 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-59e14daf-3c94-4a2c-b842-bebb91f22f36 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=97692e1b5c1f4df985cc39910d526c8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0582340 Sep 23 06:42:07.013558 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 50460) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:42:07.025127 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39032d91-a025-4967-9a82-cba0837b0b03 req-fe664e57-6113-4528-b273-f3fe636e3bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:07.026740 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-39032d91-a025-4967-9a82-cba0837b0b03 req-fe664e57-6113-4528-b273-f3fe636e3bf9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=64ac7894e2284bc191ac7c20f7f9ca7f&device_id=0a8f1e82-30db-46af-b5c4-56eac38212c2 HTTP/1.1" status: 200 len: 1095 time: 0.0944521 Sep 23 06:42:07.038184 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-c3fb3419-f43a-4118-97eb-a5e1a9c8d9a7 None None] Attempting to bind port 699c95b2-ff41-46b9-9911-a667a22a0d14 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:42:07.038848 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-c3fb3419-f43a-4118-97eb-a5e1a9c8d9a7 None None] Attempting to bind port 699c95b2-ff41-46b9-9911-a667a22a0d14 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:42:07.039340 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fb3419-f43a-4118-97eb-a5e1a9c8d9a7 None None] Attempting to bind port 699c95b2-ff41-46b9-9911-a667a22a0d14 on network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:42:07.043527 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc33d617-49c2-4a5d-a5f3-ed0a219889fc None None] Pushing event updated for resources: {'Port': ['ID=699c95b2-ff41-46b9-9911-a667a22a0d14,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:07.054406 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fb3419-f43a-4118-97eb-a5e1a9c8d9a7 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:42:07.055170 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fb3419-f43a-4118-97eb-a5e1a9c8d9a7 None None] Checking segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:42:07.055774 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c3fb3419-f43a-4118-97eb-a5e1a9c8d9a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:07.056811 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fb3419-f43a-4118-97eb-a5e1a9c8d9a7 None None] Bound using segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:42:07.056953 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-c3fb3419-f43a-4118-97eb-a5e1a9c8d9a7 None None] Bound port: 699c95b2-ff41-46b9-9911-a667a22a0d14, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:42:07.057631 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c3fb3419-f43a-4118-97eb-a5e1a9c8d9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:07.083666 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-daf8043d-b1ea-4069-ada1-ee92d09b2a03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:07.122310 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-39032d91-a025-4967-9a82-cba0837b0b03 req-46a3a07c-f3f0-4e6b-a88f-0c527900c43e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ce1caef-f862-49ed-a69e-3755bf1caeb1 HTTP/1.1" status: 200 len: 217 time: 0.0568364 Sep 23 06:42:07.136103 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-892be7b6-0ccd-429b-ae3d-8dae6b9ef2dd admin admin] Allocated IP 172.20.0.1 (d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64/46ccc032-0362-4c9c-977b-4c26fbfaa4e6/70f53203-51d6-4d06-9e60-4d943be83326) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:42:07.141782 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-daf8043d-b1ea-4069-ada1-ee92d09b2a03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:07.167021 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-c3fb3419-f43a-4118-97eb-a5e1a9c8d9a7 None None] For port 699c95b2-ff41-46b9-9911-a667a22a0d14, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:42:07.172216 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-c3fb3419-f43a-4118-97eb-a5e1a9c8d9a7 None None] For port 699c95b2-ff41-46b9-9911-a667a22a0d14, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=699c95b2-ff41-46b9-9911-a667a22a0d14,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:42:07.185304 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc33d617-49c2-4a5d-a5f3-ed0a219889fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:42:07.185817 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc33d617-49c2-4a5d-a5f3-ed0a219889fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:42:07.186500 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc33d617-49c2-4a5d-a5f3-ed0a219889fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:42:07.188113 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc33d617-49c2-4a5d-a5f3-ed0a219889fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:42:07.188113 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc33d617-49c2-4a5d-a5f3-ed0a219889fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:42:07.188113 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc33d617-49c2-4a5d-a5f3-ed0a219889fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:42:07.188113 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc33d617-49c2-4a5d-a5f3-ed0a219889fc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:42:07.188790 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc33d617-49c2-4a5d-a5f3-ed0a219889fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:42:07.189550 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc33d617-49c2-4a5d-a5f3-ed0a219889fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:42:07.189979 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc33d617-49c2-4a5d-a5f3-ed0a219889fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:42:07.190473 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc33d617-49c2-4a5d-a5f3-ed0a219889fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:42:07.190873 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc33d617-49c2-4a5d-a5f3-ed0a219889fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:42:07.198088 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c3fb3419-f43a-4118-97eb-a5e1a9c8d9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:07.279222 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fb3419-f43a-4118-97eb-a5e1a9c8d9a7 None None] Routers {'dbe641db-7bf4-4b34-b1be-467f0a065bdb'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:42:07.279866 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-c3fb3419-f43a-4118-97eb-a5e1a9c8d9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:41:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['dbe641db-7bf4-4b34-b1be-467f0a065bdb'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:42:07.284801 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc33d617-49c2-4a5d-a5f3-ed0a219889fc None None] Pushing event updated for resources: {'Port': ['ID=699c95b2-ff41-46b9-9911-a667a22a0d14,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:07.284972 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ee6a4-c681-4d04-bb3f-4dc6c987e0fc req-837b35dc-1849-4d2e-842f-a21790a4272f tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:07.292893 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d49ee6a4-c681-4d04-bb3f-4dc6c987e0fc req-837b35dc-1849-4d2e-842f-a21790a4272f tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=6537cafe-d3ce-4f50-8690-62d212f0187d HTTP/1.1" status: 200 len: 949 time: 0.1028814 Sep 23 06:42:07.314723 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-daf8043d-b1ea-4069-ada1-ee92d09b2a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:07.318215 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-daf8043d-b1ea-4069-ada1-ee92d09b2a03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:07.320104 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-daf8043d-b1ea-4069-ada1-ee92d09b2a03 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/12348048-69cc-4cde-9778-0654c2cd068c HTTP/1.1" status: 204 len: 168 time: 0.3053317 Sep 23 06:42:07.336965 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf8043d-b1ea-4069-ada1-ee92d09b2a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12348048-69cc-4cde-9778-0654c2cd068c,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:07.378214 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d49ee6a4-c681-4d04-bb3f-4dc6c987e0fc req-c50e17c6-0aee-4a6c-8d59-ef7f2c1aaf5b tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842423 Sep 23 06:42:07.396014 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39032d91-a025-4967-9a82-cba0837b0b03 req-9b8d3014-08bc-4c61-820d-4b43227c58bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:07.398990 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-39032d91-a025-4967-9a82-cba0837b0b03 req-9b8d3014-08bc-4c61-820d-4b43227c58bd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c7d428fe-182b-4149-b884-87c9d4508732 HTTP/1.1" status: 200 len: 848 time: 0.2602155 Sep 23 06:42:07.412766 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cbcc25-aa46-4012-aa59-54892cd56a5b req-ddf738f1-4636-44b3-a2fd-4ee09b08e49d tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:07.414657 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-82cbcc25-aa46-4012-aa59-54892cd56a5b req-ddf738f1-4636-44b3-a2fd-4ee09b08e49d tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d41217-85f8-4b83-9fe1-90caa01cf293 HTTP/1.1" status: 200 len: 950 time: 0.1396222 Sep 23 06:42:07.417033 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-23b21fde-2f6c-4569-8fe2-47a9ec47b59f req-ebf48120-30e8-4b73-be4d-4801a8398fc5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6537cafe-d3ce-4f50-8690-62d212f0187d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1433876 Sep 23 06:42:07.442608 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-c3fb3419-f43a-4118-97eb-a5e1a9c8d9a7 None None] Set router dbe641db-7bf4-4b34-b1be-467f0a065bdb gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:42:07.460841 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-892be7b6-0ccd-429b-ae3d-8dae6b9ef2dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:07.465932 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-39032d91-a025-4967-9a82-cba0837b0b03 req-98005df5-a4b1-4013-ac42-85ca5e2818d8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b41a91e1-341c-4340-b7a8-8779367a7828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453784 Sep 23 06:42:07.607150 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-39032d91-a025-4967-9a82-cba0837b0b03 req-e9108464-0d3f-46b6-baee-56463112f010 service neutron] 10.222.0.21 "GET /v2.0/networks/b41a91e1-341c-4340-b7a8-8779367a7828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300342 Sep 23 06:42:07.645528 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-82cbcc25-aa46-4012-aa59-54892cd56a5b req-d872d1ae-a45b-4c91-bcca-f1a899e1b2b0 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238629 Sep 23 06:42:07.727977 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 27998ee4-9271-43a7-95db-bad7058f7e17 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:42:07.773671 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-892be7b6-0ccd-429b-ae3d-8dae6b9ef2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:07.796944 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 27998ee4-9271-43a7-95db-bad7058f7e17 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:42:07.797283 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 27998ee4-9271-43a7-95db-bad7058f7e17 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:42:07.854792 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-c3fb3419-f43a-4118-97eb-a5e1a9c8d9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe641db-7bf4-4b34-b1be-467f0a065bdb', 'name': 'tempest-ServerActionsTestJSON-498114134-router', 'tenant_id': '8275c6392a72426db62ebfc4817f4420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '699c95b2-ff41-46b9-9911-a667a22a0d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:42:01Z', 'updated_at': '2021-09-23T06:42:02Z', 'revision_number': 3, 'project_id': '8275c6392a72426db62ebfc4817f4420', 'gw_port': {'id': '699c95b2-ff41-46b9-9911-a667a22a0d14', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:3d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbe641db-7bf4-4b34-b1be-467f0a065bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:42:01Z', 'updated_at': '2021-09-23T06:42:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:42:07.862899 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892be7b6-0ccd-429b-ae3d-8dae6b9ef2dd admin admin] Network d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:42:07.866427 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892be7b6-0ccd-429b-ae3d-8dae6b9ef2dd admin admin] Pushing event updated for resources: {'Port': ['ID=70f53203-51d6-4d06-9e60-4d943be83326,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:07.870876 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-892be7b6-0ccd-429b-ae3d-8dae6b9ef2dd admin admin] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:42:07.873981 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892be7b6-0ccd-429b-ae3d-8dae6b9ef2dd admin admin] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:42:07.874595 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-892be7b6-0ccd-429b-ae3d-8dae6b9ef2dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068614'] for router_interface, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:07.878638 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-39032d91-a025-4967-9a82-cba0837b0b03 req-d07035ba-66ba-4a82-ad8a-25defb7a7012 service neutron] 10.222.0.21 "GET /v2.0/networks/b41a91e1-341c-4340-b7a8-8779367a7828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519362 Sep 23 06:42:07.952961 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fb3419-f43a-4118-97eb-a5e1a9c8d9a7 None None] The sync data for ids ['dbe641db-7bf4-4b34-b1be-467f0a065bdb'] in n-d-715271-16 is: [{'id': 'dbe641db-7bf4-4b34-b1be-467f0a065bdb', 'name': 'tempest-ServerActionsTestJSON-498114134-router', 'tenant_id': '8275c6392a72426db62ebfc4817f4420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '699c95b2-ff41-46b9-9911-a667a22a0d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:42:01Z', 'updated_at': '2021-09-23T06:42:02Z', 'revision_number': 3, 'project_id': '8275c6392a72426db62ebfc4817f4420', 'gw_port': {'id': '699c95b2-ff41-46b9-9911-a667a22a0d14', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:3d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbe641db-7bf4-4b34-b1be-467f0a065bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:42:01Z', 'updated_at': '2021-09-23T06:42:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:42:07.970968 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e08051-e531-42f9-98c2-b07746edc2c3 req-87c171a6-8c8f-4812-9f0d-85656637bfed tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:07.990537 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f7e08051-e531-42f9-98c2-b07746edc2c3 req-87c171a6-8c8f-4812-9f0d-85656637bfed tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a8f1e82-30db-46af-b5c4-56eac38212c2 HTTP/1.1" status: 200 len: 943 time: 0.2171595 Sep 23 06:42:08.040616 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-7806a678-6a00-4776-83e4-c0485ab129e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:08.079535 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c922af2-a908-4f93-b1d4-d695aedaa69a req-9f548ab6-e15d-4f13-9047-c5f2bf3aac23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:08.080488 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f7e08051-e531-42f9-98c2-b07746edc2c3 req-fb0973ce-1b90-42d8-8407-652201dc0497 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821657 Sep 23 06:42:08.081602 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3c922af2-a908-4f93-b1d4-d695aedaa69a req-9f548ab6-e15d-4f13-9047-c5f2bf3aac23 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=64ac7894e2284bc191ac7c20f7f9ca7f&device_id=0a8f1e82-30db-46af-b5c4-56eac38212c2 HTTP/1.1" status: 200 len: 1095 time: 0.1098583 Sep 23 06:42:08.294959 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46227358-74a1-43ea-9a8f-933674e8def5 req-94662c32-354c-4dbc-969b-6214784879f8 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:08.296593 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-46227358-74a1-43ea-9a8f-933674e8def5 req-94662c32-354c-4dbc-969b-6214784879f8 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=133a9561-c353-4460-b259-e891b9065181 HTTP/1.1" status: 200 len: 950 time: 0.2122943 Sep 23 06:42:08.346510 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-892be7b6-0ccd-429b-ae3d-8dae6b9ef2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:08.369802 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c922af2-a908-4f93-b1d4-d695aedaa69a req-d976bc3d-e746-4c50-9a2a-fc5e684db340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:08.371616 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3c922af2-a908-4f93-b1d4-d695aedaa69a req-d976bc3d-e746-4c50-9a2a-fc5e684db340 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b41a91e1-341c-4340-b7a8-8779367a7828 HTTP/1.1" status: 200 len: 909 time: 0.2711544 Sep 23 06:42:08.380368 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-eedb2f9b-6346-468f-9196-741f3e9f4d26 None None] Provisioning complete for port 70f53203-51d6-4d06-9e60-4d943be83326 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:42:08.381501 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-eedb2f9b-6346-468f-9196-741f3e9f4d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:08.450858 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-eedb2f9b-6346-468f-9196-741f3e9f4d26 None None] Port 70f53203-51d6-4d06-9e60-4d943be83326 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:42:08.636117 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3c922af2-a908-4f93-b1d4-d695aedaa69a req-a0bb5374-6a52-4f40-b885-4e39c5fdf998 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ce1caef-f862-49ed-a69e-3755bf1caeb1 HTTP/1.1" status: 200 len: 217 time: 0.0760286 Sep 23 06:42:08.638810 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c68e05-2d45-44c2-8a57-90679e35b7da req-a9e8b7ad-e86b-462d-9a93-08bcfc4fa92b tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:08.646115 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-23c68e05-2d45-44c2-8a57-90679e35b7da req-a9e8b7ad-e86b-462d-9a93-08bcfc4fa92b tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=6537cafe-d3ce-4f50-8690-62d212f0187d HTTP/1.1" status: 200 len: 949 time: 0.1193032 Sep 23 06:42:08.698331 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-23c68e05-2d45-44c2-8a57-90679e35b7da req-28b46c52-864a-49ed-bd8a-1f3d2d237bd0 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460262 Sep 23 06:42:08.715828 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-46227358-74a1-43ea-9a8f-933674e8def5 req-6750f7d1-868e-4fe8-9267-1d4ddbcac091 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4064600 Sep 23 06:42:08.739105 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 50522) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:42:08.746285 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-892be7b6-0ccd-429b-ae3d-8dae6b9ef2dd admin admin] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:08.753171 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c922af2-a908-4f93-b1d4-d695aedaa69a req-b0175ec1-e0f3-4cf4-b17c-3e1b93d08888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:08.754874 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3c922af2-a908-4f93-b1d4-d695aedaa69a req-b0175ec1-e0f3-4cf4-b17c-3e1b93d08888 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c7d428fe-182b-4149-b884-87c9d4508732 HTTP/1.1" status: 200 len: 848 time: 0.1054931 Sep 23 06:42:08.756234 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-892be7b6-0ccd-429b-ae3d-8dae6b9ef2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:08.757181 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-892be7b6-0ccd-429b-ae3d-8dae6b9ef2dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067062'] for router_interface, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:08.794903 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3c922af2-a908-4f93-b1d4-d695aedaa69a req-8d3fe5fb-01d0-4527-ad3b-60c141117b7f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b41a91e1-341c-4340-b7a8-8779367a7828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299037 Sep 23 06:42:08.862553 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06169ac1-a794-4686-abac-ab3b982b8905 req-9479cfe1-239d-497f-947a-8419be29ee61 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:08.871534 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-06169ac1-a794-4686-abac-ab3b982b8905 req-9479cfe1-239d-497f-947a-8419be29ee61 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d41217-85f8-4b83-9fe1-90caa01cf293 HTTP/1.1" status: 200 len: 950 time: 0.0751095 Sep 23 06:42:08.884651 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-9d3f436a-69a1-46e7-af3a-93f69c3e3e36 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1665248735-network', 'tenant_id': '25d2d44dc31f4ee6a11d65d4519bedd5'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:42:08.935408 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-06169ac1-a794-4686-abac-ab3b982b8905 req-b3a67d36-4fb5-4b12-898b-4a42e63f681d tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611522 Sep 23 06:42:08.935738 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892be7b6-0ccd-429b-ae3d-8dae6b9ef2dd admin admin] Pushing event updated for resources: {'Port': ['ID=70f53203-51d6-4d06-9e60-4d943be83326,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:08.935865 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d3f436a-69a1-46e7-af3a-93f69c3e3e36 admin admin] Made reservation on behalf of 25d2d44dc31f4ee6a11d65d4519bedd5 for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:42:08.938190 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9d3f436a-69a1-46e7-af3a-93f69c3e3e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:08.957252 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9d3f436a-69a1-46e7-af3a-93f69c3e3e36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:08.981787 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3c922af2-a908-4f93-b1d4-d695aedaa69a req-0bf735cf-25b6-4958-9e97-1769bbd5a7f0 service neutron] 10.222.0.21 "GET /v2.0/networks/b41a91e1-341c-4340-b7a8-8779367a7828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683915 Sep 23 06:42:09.041761 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892be7b6-0ccd-429b-ae3d-8dae6b9ef2dd admin admin] Network d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:42:09.044862 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-892be7b6-0ccd-429b-ae3d-8dae6b9ef2dd admin admin] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:42:09.106783 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9d3f436a-69a1-46e7-af3a-93f69c3e3e36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:09.113563 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9d3f436a-69a1-46e7-af3a-93f69c3e3e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:09.140809 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d3f436a-69a1-46e7-af3a-93f69c3e3e36 admin admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:42:09.154575 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3f436a-69a1-46e7-af3a-93f69c3e3e36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=444692d7-f987-4afb-92da-cc5a15ae3d7c,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:09.161600 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9d3f436a-69a1-46e7-af3a-93f69c3e3e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:09.162056 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-9d3f436a-69a1-46e7-af3a-93f69c3e3e36 admin admin] Added segment 8cb16f76-10ff-4bac-8b56-6559f6306786 of type vlan for network 017541d3-6bfb-440b-8309-f75791caf7c3 Sep 23 06:42:09.207837 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3c922af2-a908-4f93-b1d4-d695aedaa69a req-c84fe92f-370f-45c0-8f76-f876d9c83461 service neutron] 10.222.0.21 "GET /v2.0/networks/b41a91e1-341c-4340-b7a8-8779367a7828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062640 Sep 23 06:42:09.253642 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9d3f436a-69a1-46e7-af3a-93f69c3e3e36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:09.278420 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-892be7b6-0ccd-429b-ae3d-8dae6b9ef2dd admin admin] Router dbe641db-7bf4-4b34-b1be-467f0a065bdb has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:42:09.307706 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14238f2-6c36-41bb-b51e-fb3f471c81c2 req-31c47a44-f5bf-4207-9b78-66986e2f352c tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:09.309377 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e14238f2-6c36-41bb-b51e-fb3f471c81c2 req-31c47a44-f5bf-4207-9b78-66986e2f352c tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a8f1e82-30db-46af-b5c4-56eac38212c2 HTTP/1.1" status: 200 len: 943 time: 0.1050100 Sep 23 06:42:09.311555 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9d3f436a-69a1-46e7-af3a-93f69c3e3e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:09.312639 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3f436a-69a1-46e7-af3a-93f69c3e3e36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:09.313236 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9d3f436a-69a1-46e7-af3a-93f69c3e3e36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:09.421544 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-9d3f436a-69a1-46e7-af3a-93f69c3e3e36 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6797965 Sep 23 06:42:09.425003 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-892be7b6-0ccd-429b-ae3d-8dae6b9ef2dd admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:42:09.426580 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50532) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:42:09.433195 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-9a68ced0-c69d-4316-a938-8575127cb18a admin admin] Request body: {'subnet': {'network_id': '017541d3-6bfb-440b-8309-f75791caf7c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1665248735-subnet', 'tenant_id': '25d2d44dc31f4ee6a11d65d4519bedd5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:42:09.439981 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-892be7b6-0ccd-429b-ae3d-8dae6b9ef2dd admin admin] 10.222.0.39 "PUT /v2.0/routers/dbe641db-7bf4-4b34-b1be-467f0a065bdb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2338061 Sep 23 06:42:09.464994 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3f436a-69a1-46e7-af3a-93f69c3e3e36 admin admin] Pushing event updated for resources: {'Network': ['ID=017541d3-6bfb-440b-8309-f75791caf7c3,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:09.479466 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e14238f2-6c36-41bb-b51e-fb3f471c81c2 req-a69526f0-ac22-44c7-b368-eb76899b7b2c tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460671 Sep 23 06:42:09.486281 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a68ced0-c69d-4316-a938-8575127cb18a admin admin] Made reservation on behalf of 25d2d44dc31f4ee6a11d65d4519bedd5 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:42:09.488224 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 017541d3-6bfb-440b-8309-f75791caf7c3 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:42:09.489442 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9a68ced0-c69d-4316-a938-8575127cb18a admin admin] Notify callbacks [] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:09.558020 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-8cdb719f-0711-45d8-a516-455e6268f44a None None] Provisioning complete for port 70f53203-51d6-4d06-9e60-4d943be83326 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:42:09.558529 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8cdb719f-0711-45d8-a516-455e6268f44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:09.610839 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-8cdb719f-0711-45d8-a516-455e6268f44a None None] Port 70f53203-51d6-4d06-9e60-4d943be83326 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:42:09.694949 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 699c95b2-ff41-46b9-9911-a667a22a0d14 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:42:09.744031 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9a68ced0-c69d-4316-a938-8575127cb18a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:09.754916 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:09.766256 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 699c95b2-ff41-46b9-9911-a667a22a0d14 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:42:09.767274 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:09.826258 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b21fde-2f6c-4569-8fe2-47a9ec47b59f req-1ff03ef4-b261-45ac-a7ae-4013574bbaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:09.827790 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-23b21fde-2f6c-4569-8fe2-47a9ec47b59f req-1ff03ef4-b261-45ac-a7ae-4013574bbaf3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5ca4f991227448e1b6417695cbfdc362&device_id=6537cafe-d3ce-4f50-8690-62d212f0187d HTTP/1.1" status: 200 len: 1101 time: 0.1268275 Sep 23 06:42:09.828416 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a68ced0-c69d-4316-a938-8575127cb18a admin admin] Pushing event updated for resources: {'Subnet': ['ID=67de3cd6-e833-406c-ba1a-cb8fc1fa7db8,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:09.840892 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a68ced0-c69d-4316-a938-8575127cb18a admin admin] Checking segment: {'id': '8cb16f76-10ff-4bac-8b56-6559f6306786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '017541d3-6bfb-440b-8309-f75791caf7c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:42:09.841258 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a68ced0-c69d-4316-a938-8575127cb18a admin admin] Network hostable DHCP agents. Network: 017541d3-6bfb-440b-8309-f75791caf7c3, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:42:09.864271 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8ddcc9-6a21-48e0-b416-3c4a62bed1e9 req-9db5425a-b346-4501-9c13-c9382cdd99b1 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:09.867393 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3a8ddcc9-6a21-48e0-b416-3c4a62bed1e9 req-9db5425a-b346-4501-9c13-c9382cdd99b1 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=6537cafe-d3ce-4f50-8690-62d212f0187d HTTP/1.1" status: 200 len: 949 time: 0.0712562 Sep 23 06:42:09.925113 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3a8ddcc9-6a21-48e0-b416-3c4a62bed1e9 req-d8342890-1f56-4b33-8425-4ceee2a032e8 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465426 Sep 23 06:42:09.955599 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b21fde-2f6c-4569-8fe2-47a9ec47b59f req-f5b0a2d7-ff15-4420-adcf-f1f3ce5b3cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:09.958968 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-23b21fde-2f6c-4569-8fe2-47a9ec47b59f req-f5b0a2d7-ff15-4420-adcf-f1f3ce5b3cd8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=16515f0f-e5a6-4630-a440-e11fb2e02062 HTTP/1.1" status: 200 len: 870 time: 0.1095555 Sep 23 06:42:09.960707 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a68ced0-c69d-4316-a938-8575127cb18a admin admin] Network 017541d3-6bfb-440b-8309-f75791caf7c3 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:42:10.008915 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-23b21fde-2f6c-4569-8fe2-47a9ec47b59f req-cef143e7-3d68-4657-8b90-7bcd45fdfbc0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195 HTTP/1.1" status: 200 len: 217 time: 0.0415628 Sep 23 06:42:10.010656 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-9a68ced0-c69d-4316-a938-8575127cb18a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 017541d3-6bfb-440b-8309-f75791caf7c3) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:42:10.015906 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a68ced0-c69d-4316-a938-8575127cb18a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:10.016562 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9a68ced0-c69d-4316-a938-8575127cb18a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:10.028298 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83fc1ea-48b6-41ae-b66d-d0f05aefaf82 None None] Network 017541d3-6bfb-440b-8309-f75791caf7c3 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:42:10.078632 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:10.079618 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-9a68ced0-c69d-4316-a938-8575127cb18a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6508346 Sep 23 06:42:10.082216 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50548) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:42:10.094406 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-930c3346-e122-4c39-a386-c9e3647aaab8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1665248735-router', 'tenant_id': '25d2d44dc31f4ee6a11d65d4519bedd5', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:42:10.094406 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b21fde-2f6c-4569-8fe2-47a9ec47b59f req-cecc982c-18a1-4328-8544-f9d65bf11918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:10.095354 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-23b21fde-2f6c-4569-8fe2-47a9ec47b59f req-cecc982c-18a1-4328-8544-f9d65bf11918 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e HTTP/1.1" status: 200 len: 843 time: 0.0754011 Sep 23 06:42:10.103040 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791c65ab-12e4-4e33-abf4-a94ec6ba26a0 req-52d2083c-1cbf-4323-8967-03386879cbc9 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:10.107928 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-791c65ab-12e4-4e33-abf4-a94ec6ba26a0 req-52d2083c-1cbf-4323-8967-03386879cbc9 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=133a9561-c353-4460-b259-e891b9065181 HTTP/1.1" status: 200 len: 950 time: 0.1020868 Sep 23 06:42:10.111807 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 50550) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:42:10.125368 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-3a683c59-278f-44fe-a20f-c86633483b31 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Request body: {'security_group': {'name': 'tempest-securitygroup--830750594', 'description': 'tempest-description--794158795'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:42:10.145811 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port 699c95b2-ff41-46b9-9911-a667a22a0d14, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=699c95b2-ff41-46b9-9911-a667a22a0d14,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:42:10.158224 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:10.171952 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-930c3346-e122-4c39-a386-c9e3647aaab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:10.173001 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-930c3346-e122-4c39-a386-c9e3647aaab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:10.188705 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-791c65ab-12e4-4e33-abf4-a94ec6ba26a0 req-485d7d70-f097-418d-a04b-4f5db224fcd3 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539322 Sep 23 06:42:10.199178 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b21fde-2f6c-4569-8fe2-47a9ec47b59f req-b166baff-fa74-40dc-b54e-0bc150db82da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:10.200688 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-23b21fde-2f6c-4569-8fe2-47a9ec47b59f req-b166baff-fa74-40dc-b54e-0bc150db82da service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=16515f0f-e5a6-4630-a440-e11fb2e02062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0897605 Sep 23 06:42:10.220803 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3a683c59-278f-44fe-a20f-c86633483b31 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:10.279378 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=699c95b2-ff41-46b9-9911-a667a22a0d14,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:10.328979 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8af3d5-f769-45b3-a230-3559683dabfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-017541d3-6bfb-440b-8309-f75791caf7c3', 'network_id': '017541d3-6bfb-440b-8309-f75791caf7c3', 'tenant_id': '25d2d44dc31f4ee6a11d65d4519bedd5', 'fixed_ips': [{'subnet_id': '67de3cd6-e833-406c-ba1a-cb8fc1fa7db8'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 06:42:10.330211 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-de8af3d5-f769-45b3-a230-3559683dabfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:10.387428 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3a683c59-278f-44fe-a20f-c86633483b31 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:10.401280 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3a683c59-278f-44fe-a20f-c86633483b31 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:10.480469 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3a683c59-278f-44fe-a20f-c86633483b31 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:10.485703 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-3a683c59-278f-44fe-a20f-c86633483b31 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3685164 Sep 23 06:42:10.485703 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 50554) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:42:10.495179 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-2d8f0c56-c89e-4058-8cc8-f78d5cafeb31 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Request body: {'security_group_rule': {'security_group_id': 'e37fe37b-1cc7-4de0-901f-03302748e5c1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:42:10.514934 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-de8af3d5-f769-45b3-a230-3559683dabfc None None] Allocated IP 172.20.0.2 (017541d3-6bfb-440b-8309-f75791caf7c3/67de3cd6-e833-406c-ba1a-cb8fc1fa7db8/e993e49a-a03c-4675-99db-64af5339a190) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:42:10.517171 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a683c59-278f-44fe-a20f-c86633483b31 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e37fe37b-1cc7-4de0-901f-03302748e5c1,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:10.533555 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2d8f0c56-c89e-4058-8cc8-f78d5cafeb31 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:10.539864 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b203af-e7f7-44e8-b837-fcc2eeb6af53 req-5cae4ff5-4bcd-43f5-b73a-7568888e99ff tempest-ServersOnMultiNodesTest-68966466 tempest-ServersOnMultiNodesTest-68966466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:10.547429 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-81b203af-e7f7-44e8-b837-fcc2eeb6af53 req-5cae4ff5-4bcd-43f5-b73a-7568888e99ff tempest-ServersOnMultiNodesTest-68966466 tempest-ServersOnMultiNodesTest-68966466-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=133a9561-c353-4460-b259-e891b9065181 HTTP/1.1" status: 200 len: 1102 time: 0.1562362 Sep 23 06:42:10.567268 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28735f92-f77c-4ec6-9b2a-44ff97af86b9 None None] Sync routers for ids ['dbe641db-7bf4-4b34-b1be-467f0a065bdb'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:42:10.575800 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-930c3346-e122-4c39-a386-c9e3647aaab8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:10.590858 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28735f92-f77c-4ec6-9b2a-44ff97af86b9 None None] Routers {'dbe641db-7bf4-4b34-b1be-467f0a065bdb'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:42:10.591506 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-28735f92-f77c-4ec6-9b2a-44ff97af86b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:41:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['dbe641db-7bf4-4b34-b1be-467f0a065bdb'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:42:10.620286 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-81b203af-e7f7-44e8-b837-fcc2eeb6af53 req-7be0c6dd-f73b-4a47-9b4a-821dfd788e5b tempest-ServersOnMultiNodesTest-68966466 tempest-ServersOnMultiNodesTest-68966466-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679042 Sep 23 06:42:10.661527 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2d8f0c56-c89e-4058-8cc8-f78d5cafeb31 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:10.678433 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2d8f0c56-c89e-4058-8cc8-f78d5cafeb31 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:10.724043 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5da194-88cf-4ce7-8e23-3b93fa7d5aca req-f6242313-d3d2-464d-9f69-6fabdea8d58c tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:10.731825 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fc5da194-88cf-4ce7-8e23-3b93fa7d5aca req-f6242313-d3d2-464d-9f69-6fabdea8d58c tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d41217-85f8-4b83-9fe1-90caa01cf293 HTTP/1.1" status: 200 len: 950 time: 0.5231652 Sep 23 06:42:10.732789 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8f0c56-c89e-4058-8cc8-f78d5cafeb31 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73e64e21-c59c-406f-b41a-6da115d9db2f,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:10.746934 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2d8f0c56-c89e-4058-8cc8-f78d5cafeb31 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:10.747371 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-de8af3d5-f769-45b3-a230-3559683dabfc None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:10.748836 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-2d8f0c56-c89e-4058-8cc8-f78d5cafeb31 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2622738 Sep 23 06:42:10.752751 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 50562) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:42:10.756358 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-de8af3d5-f769-45b3-a230-3559683dabfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:10.760168 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-98e20caa-380c-48bc-be58-990db28c53a4 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Request body: {'security_group_rule': {'security_group_id': 'e37fe37b-1cc7-4de0-901f-03302748e5c1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:42:10.777323 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-28735f92-f77c-4ec6-9b2a-44ff97af86b9 None None] Set router dbe641db-7bf4-4b34-b1be-467f0a065bdb gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:42:10.780630 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8af3d5-f769-45b3-a230-3559683dabfc None None] Network 017541d3-6bfb-440b-8309-f75791caf7c3 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:42:10.783633 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-de8af3d5-f769-45b3-a230-3559683dabfc None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:42:10.786844 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ffc1c-64d9-4be5-8ae2-bbdb19f713c5 req-c2257511-9fba-4529-81df-23b84a9885c0 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:10.788620 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-409ffc1c-64d9-4be5-8ae2-bbdb19f713c5 req-c2257511-9fba-4529-81df-23b84a9885c0 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a8f1e82-30db-46af-b5c4-56eac38212c2 HTTP/1.1" status: 200 len: 943 time: 0.0840163 Sep 23 06:42:10.809853 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8af3d5-f769-45b3-a230-3559683dabfc None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:42:10.821919 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-930c3346-e122-4c39-a386-c9e3647aaab8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:10.836203 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-23b21fde-2f6c-4569-8fe2-47a9ec47b59f req-247066db-59f1-4ae6-82bf-7b212d9d94d4 service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6181121 Sep 23 06:42:10.842912 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-98e20caa-380c-48bc-be58-990db28c53a4 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:10.863338 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-409ffc1c-64d9-4be5-8ae2-bbdb19f713c5 req-7f94d38b-1531-4a49-8c3b-997abef93b34 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601315 Sep 23 06:42:10.895304 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fc5da194-88cf-4ce7-8e23-3b93fa7d5aca req-351760eb-c00b-41bc-b89a-05c713a68275 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625288 Sep 23 06:42:10.898172 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-de8af3d5-f769-45b3-a230-3559683dabfc None None] Attempting to bind port e993e49a-a03c-4675-99db-64af5339a190 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:42:10.899326 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-de8af3d5-f769-45b3-a230-3559683dabfc None None] Attempting to bind port e993e49a-a03c-4675-99db-64af5339a190 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '8cb16f76-10ff-4bac-8b56-6559f6306786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '017541d3-6bfb-440b-8309-f75791caf7c3'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:42:10.900196 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8af3d5-f769-45b3-a230-3559683dabfc None None] Attempting to bind port e993e49a-a03c-4675-99db-64af5339a190 on network 017541d3-6bfb-440b-8309-f75791caf7c3 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:42:10.907808 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8af3d5-f769-45b3-a230-3559683dabfc None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:42:10.908737 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8af3d5-f769-45b3-a230-3559683dabfc None None] Checking segment: {'id': '8cb16f76-10ff-4bac-8b56-6559f6306786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '017541d3-6bfb-440b-8309-f75791caf7c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:42:10.909248 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-de8af3d5-f769-45b3-a230-3559683dabfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:10.909895 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8af3d5-f769-45b3-a230-3559683dabfc None None] Bound using segment: {'id': '8cb16f76-10ff-4bac-8b56-6559f6306786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '017541d3-6bfb-440b-8309-f75791caf7c3'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:42:10.910470 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-de8af3d5-f769-45b3-a230-3559683dabfc None None] Bound port: e993e49a-a03c-4675-99db-64af5339a190, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb16f76-10ff-4bac-8b56-6559f6306786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '017541d3-6bfb-440b-8309-f75791caf7c3'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:42:10.910943 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-de8af3d5-f769-45b3-a230-3559683dabfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:10.935424 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8af3d5-f769-45b3-a230-3559683dabfc None None] Pushing event updated for resources: {'Port': ['ID=e993e49a-a03c-4675-99db-64af5339a190,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:10.940522 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-98e20caa-380c-48bc-be58-990db28c53a4 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:10.952590 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-98e20caa-380c-48bc-be58-990db28c53a4 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:10.985040 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e20caa-380c-48bc-be58-990db28c53a4 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5c2aa59-17d6-471b-8489-f866be3ffa3a,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:11.018382 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-98e20caa-380c-48bc-be58-990db28c53a4 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:11.020932 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-98e20caa-380c-48bc-be58-990db28c53a4 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2653573 Sep 23 06:42:11.025225 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 50566) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:42:11.032560 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-cfb91d3a-d697-4712-82de-dcc6de4a6e07 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Request body: {'floatingip': {'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:42:11.046090 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-de8af3d5-f769-45b3-a230-3559683dabfc None None] For port e993e49a-a03c-4675-99db-64af5339a190, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:42:11.051131 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-de8af3d5-f769-45b3-a230-3559683dabfc None None] For port e993e49a-a03c-4675-99db-64af5339a190, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=e993e49a-a03c-4675-99db-64af5339a190,segment=NetworkSegment(8cb16f76-10ff-4bac-8b56-6559f6306786),segment_id=8cb16f76-10ff-4bac-8b56-6559f6306786)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:42:11.054516 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-7a86ef74-b96c-4267-be05-a56788d5069d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:11.060334 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-de8af3d5-f769-45b3-a230-3559683dabfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:11.089348 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-cfb91d3a-d697-4712-82de-dcc6de4a6e07 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Notify callbacks [] for floatingip, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:11.123528 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-23b21fde-2f6c-4569-8fe2-47a9ec47b59f req-15a72690-a2c8-4649-a50c-646393a72f5d service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743382 Sep 23 06:42:11.130456 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8af3d5-f769-45b3-a230-3559683dabfc None None] Pushing event updated for resources: {'Port': ['ID=e993e49a-a03c-4675-99db-64af5339a190,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:11.152349 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ce924-321d-4c91-9ac6-17f813f6e5e9 req-f25552e1-6d5f-462b-8151-d8ef31f47eee tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:11.153546 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2e8ce924-321d-4c91-9ac6-17f813f6e5e9 req-f25552e1-6d5f-462b-8151-d8ef31f47eee tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=6537cafe-d3ce-4f50-8690-62d212f0187d HTTP/1.1" status: 200 len: 949 time: 0.1212273 Sep 23 06:42:11.170556 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-28735f92-f77c-4ec6-9b2a-44ff97af86b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe641db-7bf4-4b34-b1be-467f0a065bdb', 'name': 'tempest-ServerActionsTestJSON-498114134-router', 'tenant_id': '8275c6392a72426db62ebfc4817f4420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '699c95b2-ff41-46b9-9911-a667a22a0d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:42:01Z', 'updated_at': '2021-09-23T06:42:08Z', 'revision_number': 4, 'project_id': '8275c6392a72426db62ebfc4817f4420', 'gw_port': {'id': '699c95b2-ff41-46b9-9911-a667a22a0d14', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:3d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe641db-7bf4-4b34-b1be-467f0a065bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:42:01Z', 'updated_at': '2021-09-23T06:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '70f53203-51d6-4d06-9e60-4d943be83326', 'name': '', 'network_id': 'd3302f5d-bf5e-4d5b-a7a4-2ca05635fe64', 'tenant_id': '8275c6392a72426db62ebfc4817f4420', 'mac_address': 'fa:16:3e:b3:6b:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbe641db-7bf4-4b34-b1be-467f0a065bdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '46ccc032-0362-4c9c-977b-4c26fbfaa4e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:42:06Z', 'updated_at': '2021-09-23T06:42:08Z', 'revision_number': 2, 'project_id': '8275c6392a72426db62ebfc4817f4420', 'subnets': [{'id': '46ccc032-0362-4c9c-977b-4c26fbfaa4e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:42:11.293135 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2e8ce924-321d-4c91-9ac6-17f813f6e5e9 req-01e3a11c-6761-4b0e-815c-dca2040a324d tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164339 Sep 23 06:42:11.331189 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28735f92-f77c-4ec6-9b2a-44ff97af86b9 None None] Checking router: dbe641db-7bf4-4b34-b1be-467f0a065bdb for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:42:11.333977 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28735f92-f77c-4ec6-9b2a-44ff97af86b9 None None] Updating router dbe641db-7bf4-4b34-b1be-467f0a065bdb port 70f53203-51d6-4d06-9e60-4d943be83326 binding host n-d-715271-16 {{(pid=95068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 06:42:11.371020 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-930c3346-e122-4c39-a386-c9e3647aaab8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:11.375705 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-28735f92-f77c-4ec6-9b2a-44ff97af86b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:11.379681 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cca9d27-46dd-45cb-be86-42876b676a4f req-1e3dd2ca-24e4-4b9a-ab59-13599d4a66e3 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:11.393402 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7cca9d27-46dd-45cb-be86-42876b676a4f req-1e3dd2ca-24e4-4b9a-ab59-13599d4a66e3 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=133a9561-c353-4460-b259-e891b9065181 HTTP/1.1" status: 200 len: 950 time: 0.1223276 Sep 23 06:42:11.417171 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-cfb91d3a-d697-4712-82de-dcc6de4a6e07 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:11.436338 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-930c3346-e122-4c39-a386-c9e3647aaab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:11.456060 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:11.522200 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7cca9d27-46dd-45cb-be86-42876b676a4f req-7d275899-f7a5-4739-b7e5-85e4251d8327 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235759 Sep 23 06:42:11.590378 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-930c3346-e122-4c39-a386-c9e3647aaab8 admin admin] Allocated IP 172.25.2.58 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/9aa41ab4-2cef-40b1-b949-33c23ca59534) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:42:11.736477 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-930c3346-e122-4c39-a386-c9e3647aaab8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:11.772305 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device e993e49a-a03c-4675-99db-64af5339a190 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:42:11.775371 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-930c3346-e122-4c39-a386-c9e3647aaab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:11.792523 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-28735f92-f77c-4ec6-9b2a-44ff97af86b9 None None] Notify callbacks [] for port, precommit_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:11.800744 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-28735f92-f77c-4ec6-9b2a-44ff97af86b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:11.825529 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930c3346-e122-4c39-a386-c9e3647aaab8 admin admin] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:42:11.828927 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-930c3346-e122-4c39-a386-c9e3647aaab8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:42:11.833171 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930c3346-e122-4c39-a386-c9e3647aaab8 admin admin] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:42:11.834647 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-cfb91d3a-d697-4712-82de-dcc6de4a6e07 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Allocated IP 172.25.2.197 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/bcdd3fa9-32c0-46dd-a0f5-cf5ecbf8e390) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:42:11.846949 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port e993e49a-a03c-4675-99db-64af5339a190 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:42:11.847337 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:11.859767 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52d1e67-5638-4687-abb9-a048554e8db0 None None] Pushing event updated for resources: {'Port': ['ID=70f53203-51d6-4d06-9e60-4d943be83326,revision_number=3']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:11.873802 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52d1e67-5638-4687-abb9-a048554e8db0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:42:11.874207 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52d1e67-5638-4687-abb9-a048554e8db0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:42:11.874554 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52d1e67-5638-4687-abb9-a048554e8db0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:42:11.874885 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52d1e67-5638-4687-abb9-a048554e8db0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:42:11.875218 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52d1e67-5638-4687-abb9-a048554e8db0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:42:11.875555 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52d1e67-5638-4687-abb9-a048554e8db0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:42:11.875879 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52d1e67-5638-4687-abb9-a048554e8db0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:42:11.876202 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52d1e67-5638-4687-abb9-a048554e8db0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:42:11.876524 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52d1e67-5638-4687-abb9-a048554e8db0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:42:11.876841 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52d1e67-5638-4687-abb9-a048554e8db0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:42:11.877159 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52d1e67-5638-4687-abb9-a048554e8db0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:42:11.877626 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52d1e67-5638-4687-abb9-a048554e8db0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:42:11.890146 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 0b17520a-2238-40c7-a428-f3c566f41ff9 details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:42:11.893245 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 0b17520a-2238-40c7-a428-f3c566f41ff9 no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:42:11.920621 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930c3346-e122-4c39-a386-c9e3647aaab8 admin admin] Pushing event updated for resources: {'Port': ['ID=9aa41ab4-2cef-40b1-b949-33c23ca59534,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:12.004350 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-28735f92-f77c-4ec6-9b2a-44ff97af86b9 None None] Attempting to bind port 70f53203-51d6-4d06-9e60-4d943be83326 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:42:12.004787 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-28735f92-f77c-4ec6-9b2a-44ff97af86b9 None None] Attempting to bind port 70f53203-51d6-4d06-9e60-4d943be83326 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': 'c88b2831-f544-41bb-bbcc-5b15e741880e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd3302f5d-bf5e-4d5b-a7a4-2ca05635fe64'}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:42:12.005215 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28735f92-f77c-4ec6-9b2a-44ff97af86b9 None None] Attempting to bind port 70f53203-51d6-4d06-9e60-4d943be83326 on network d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64 {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:42:12.014390 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28735f92-f77c-4ec6-9b2a-44ff97af86b9 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:42:12.016792 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28735f92-f77c-4ec6-9b2a-44ff97af86b9 None None] Checking segment: {'id': 'c88b2831-f544-41bb-bbcc-5b15e741880e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd3302f5d-bf5e-4d5b-a7a4-2ca05635fe64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:42:12.017495 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-28735f92-f77c-4ec6-9b2a-44ff97af86b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:12.018666 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28735f92-f77c-4ec6-9b2a-44ff97af86b9 None None] Bound using segment: {'id': 'c88b2831-f544-41bb-bbcc-5b15e741880e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd3302f5d-bf5e-4d5b-a7a4-2ca05635fe64'} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:42:12.019832 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-28735f92-f77c-4ec6-9b2a-44ff97af86b9 None None] Bound port: 70f53203-51d6-4d06-9e60-4d943be83326, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c88b2831-f544-41bb-bbcc-5b15e741880e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd3302f5d-bf5e-4d5b-a7a4-2ca05635fe64'}}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:42:12.023352 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-28735f92-f77c-4ec6-9b2a-44ff97af86b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:12.052124 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:12.081566 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.db.resource_extend [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 06:42:12.115873 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-cfb91d3a-d697-4712-82de-dcc6de4a6e07 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:12.125266 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14d41217-85f8-4b83-9fe1-90caa01cf293', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b17520a-2238-40c7-a428-f3c566f41ff9'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:42:12.127875 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a40ca34a-8f0c-4222-b1d2-998b1132cb22" -d '{"events": [{"server_uuid": "14d41217-85f8-4b83-9fe1-90caa01cf293", "name": "network-vif-unplugged", "status": "completed", "tag": "0b17520a-2238-40c7-a428-f3c566f41ff9"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:42:12.175515 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-930c3346-e122-4c39-a386-c9e3647aaab8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:12.210785 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-28735f92-f77c-4ec6-9b2a-44ff97af86b9 None None] For port 70f53203-51d6-4d06-9e60-4d943be83326, host n-d-715271-16, cleared binding levels {{(pid=95068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:42:12.215084 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-28735f92-f77c-4ec6-9b2a-44ff97af86b9 None None] For port 70f53203-51d6-4d06-9e60-4d943be83326, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=70f53203-51d6-4d06-9e60-4d943be83326,segment=NetworkSegment(c88b2831-f544-41bb-bbcc-5b15e741880e),segment_id=c88b2831-f544-41bb-bbcc-5b15e741880e)] {{(pid=95068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:42:12.220234 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 0b17520a-2238-40c7-a428-f3c566f41ff9, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=0b17520a-2238-40c7-a428-f3c566f41ff9,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:42:12.224891 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-28735f92-f77c-4ec6-9b2a-44ff97af86b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:12.231523 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:12.261154 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3384f2-c756-4212-a44d-8a33492cd4c4 req-2b470a8d-0610-47f5-bff1-5a650012d43b tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:12.262798 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4e3384f2-c756-4212-a44d-8a33492cd4c4 req-2b470a8d-0610-47f5-bff1-5a650012d43b tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d41217-85f8-4b83-9fe1-90caa01cf293 HTTP/1.1" status: 200 len: 950 time: 0.1981087 Sep 23 06:42:12.309631 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac7f35d-6e67-4e06-b0dc-209810c11d89 req-42fa98c7-e75c-4592-855c-6e4979a6270b tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:12.311682 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8ac7f35d-6e67-4e06-b0dc-209810c11d89 req-42fa98c7-e75c-4592-855c-6e4979a6270b tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a8f1e82-30db-46af-b5c4-56eac38212c2 HTTP/1.1" status: 200 len: 943 time: 0.1331694 Sep 23 06:42:12.324015 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=0b17520a-2238-40c7-a428-f3c566f41ff9,revision_number=6']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:12.330269 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:12.334740 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-cfb91d3a-d697-4712-82de-dcc6de4a6e07 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:12.344522 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:12.358196 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28735f92-f77c-4ec6-9b2a-44ff97af86b9 None None] Routers {'dbe641db-7bf4-4b34-b1be-467f0a065bdb'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:42:12.362400 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-28735f92-f77c-4ec6-9b2a-44ff97af86b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:42:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['dbe641db-7bf4-4b34-b1be-467f0a065bdb'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:42:12.410916 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 0b17520a-2238-40c7-a428-f3c566f41ff9, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=0b17520a-2238-40c7-a428-f3c566f41ff9,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:42:12.437728 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': '0b17520a-2238-40c7-a428-f3c566f41ff9', 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062', 'port_id': '0b17520a-2238-40c7-a428-f3c566f41ff9', 'mac_address': 'fa:16:3e:65:eb:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:42:12.448085 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4e3384f2-c756-4212-a44d-8a33492cd4c4 req-0e605135-8239-4d26-9e03-db277218d02e tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715531 Sep 23 06:42:12.478632 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52d1e67-5638-4687-abb9-a048554e8db0 None None] Pushing event updated for resources: {'Port': ['ID=70f53203-51d6-4d06-9e60-4d943be83326,revision_number=4']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:12.479241 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb91d3a-d697-4712-82de-dcc6de4a6e07 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:42:12.497649 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8ac7f35d-6e67-4e06-b0dc-209810c11d89 req-a409aa06-bb0e-4ee3-8c1d-22a23dabaf17 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498094 Sep 23 06:42:12.498199 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-cfb91d3a-d697-4712-82de-dcc6de4a6e07 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:42:12.503857 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb91d3a-d697-4712-82de-dcc6de4a6e07 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:42:12.512387 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 06:42:12.515969 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb91d3a-d697-4712-82de-dcc6de4a6e07 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Pushing event updated for resources: {'Port': ['ID=bcdd3fa9-32c0-46dd-a0f5-cf5ecbf8e390,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:12.548729 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-5494e331-ccb0-45dd-95cc-583c68753c1b None None] Provisioning complete for port 70f53203-51d6-4d06-9e60-4d943be83326 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:42:12.549110 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5494e331-ccb0-45dd-95cc-583c68753c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:12.605081 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port e993e49a-a03c-4675-99db-64af5339a190, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=e993e49a-a03c-4675-99db-64af5339a190,segment=NetworkSegment(8cb16f76-10ff-4bac-8b56-6559f6306786),segment_id=8cb16f76-10ff-4bac-8b56-6559f6306786)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:42:12.610868 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 06:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-604e3bf2-fff5-405a-abe2-a24fbe13efa2 x-openstack-request-id: req-604e3bf2-fff5-405a-abe2-a24fbe13efa2 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:42:12.612007 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14d41217-85f8-4b83-9fe1-90caa01cf293", "name": "network-vif-unplugged", "status": "completed", "tag": "0b17520a-2238-40c7-a428-f3c566f41ff9", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:42:12.612501 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-604e3bf2-fff5-405a-abe2-a24fbe13efa2 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:42:12.617189 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14d41217-85f8-4b83-9fe1-90caa01cf293', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b17520a-2238-40c7-a428-f3c566f41ff9', 'code': 200} Sep 23 06:42:12.644364 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:12.646338 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 699c95b2-ff41-46b9-9911-a667a22a0d14 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:42:12.696011 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-930c3346-e122-4c39-a386-c9e3647aaab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:12.708279 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-28735f92-f77c-4ec6-9b2a-44ff97af86b9 None None] Set router dbe641db-7bf4-4b34-b1be-467f0a065bdb gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:42:12.743296 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734c0469-88d2-404d-b881-580020241f0c req-b932ba0e-d1a2-4c95-baf0-825646791edc tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:12.758841 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2fe110-59ef-43bc-988a-ce0005863226 None None] Network 017541d3-6bfb-440b-8309-f75791caf7c3 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:42:12.759854 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-734c0469-88d2-404d-b881-580020241f0c req-b932ba0e-d1a2-4c95-baf0-825646791edc tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=6537cafe-d3ce-4f50-8690-62d212f0187d HTTP/1.1" status: 200 len: 949 time: 0.1364477 Sep 23 06:42:12.782155 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-cfb91d3a-d697-4712-82de-dcc6de4a6e07 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:12.784494 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:12.859575 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-cfb91d3a-d697-4712-82de-dcc6de4a6e07 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:12.882936 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b17520a-2238-40c7-a428-f3c566f41ff9 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:42:12.897573 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-734c0469-88d2-404d-b881-580020241f0c req-99b67dfc-5258-4653-bc77-954ad60ca793 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366847 Sep 23 06:42:12.916205 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117b8a51-7218-47e0-bbff-0daf8856ede0 req-f6783fa6-c4a5-4d3b-b655-3347c401ccd4 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:12.917803 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-117b8a51-7218-47e0-bbff-0daf8856ede0 req-f6783fa6-c4a5-4d3b-b655-3347c401ccd4 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=133a9561-c353-4460-b259-e891b9065181 HTTP/1.1" status: 200 len: 950 time: 0.0999169 Sep 23 06:42:12.931436 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=e993e49a-a03c-4675-99db-64af5339a190,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:12.977928 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-28735f92-f77c-4ec6-9b2a-44ff97af86b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe641db-7bf4-4b34-b1be-467f0a065bdb', 'name': 'tempest-ServerActionsTestJSON-498114134-router', 'tenant_id': '8275c6392a72426db62ebfc4817f4420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '699c95b2-ff41-46b9-9911-a667a22a0d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:42:01Z', 'updated_at': '2021-09-23T06:42:08Z', 'revision_number': 4, 'project_id': '8275c6392a72426db62ebfc4817f4420', 'gw_port': {'id': '699c95b2-ff41-46b9-9911-a667a22a0d14', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:3d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe641db-7bf4-4b34-b1be-467f0a065bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:42:01Z', 'updated_at': '2021-09-23T06:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '70f53203-51d6-4d06-9e60-4d943be83326', 'name': '', 'network_id': 'd3302f5d-bf5e-4d5b-a7a4-2ca05635fe64', 'tenant_id': '8275c6392a72426db62ebfc4817f4420', 'mac_address': 'fa:16:3e:b3:6b:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbe641db-7bf4-4b34-b1be-467f0a065bdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '46ccc032-0362-4c9c-977b-4c26fbfaa4e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:42:06Z', 'updated_at': '2021-09-23T06:42:12Z', 'revision_number': 4, 'project_id': '8275c6392a72426db62ebfc4817f4420', 'subnets': [{'id': '46ccc032-0362-4c9c-977b-4c26fbfaa4e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:42:13.003165 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 0b17520a-2238-40c7-a428-f3c566f41ff9, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=0b17520a-2238-40c7-a428-f3c566f41ff9,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:42:13.008091 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5494e331-ccb0-45dd-95cc-583c68753c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:13.010135 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-930c3346-e122-4c39-a386-c9e3647aaab8 admin admin] Router 2efb413d-d575-46f5-b4fb-b8a9300c5528 is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 06:42:13.015622 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28735f92-f77c-4ec6-9b2a-44ff97af86b9 None None] The sync data for ids ['dbe641db-7bf4-4b34-b1be-467f0a065bdb'] in n-d-715271-16 is: [{'id': 'dbe641db-7bf4-4b34-b1be-467f0a065bdb', 'name': 'tempest-ServerActionsTestJSON-498114134-router', 'tenant_id': '8275c6392a72426db62ebfc4817f4420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '699c95b2-ff41-46b9-9911-a667a22a0d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:42:01Z', 'updated_at': '2021-09-23T06:42:08Z', 'revision_number': 4, 'project_id': '8275c6392a72426db62ebfc4817f4420', 'gw_port': {'id': '699c95b2-ff41-46b9-9911-a667a22a0d14', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:3d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe641db-7bf4-4b34-b1be-467f0a065bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:42:01Z', 'updated_at': '2021-09-23T06:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '70f53203-51d6-4d06-9e60-4d943be83326', 'name': '', 'network_id': 'd3302f5d-bf5e-4d5b-a7a4-2ca05635fe64', 'tenant_id': '8275c6392a72426db62ebfc4817f4420', 'mac_address': 'fa:16:3e:b3:6b:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbe641db-7bf4-4b34-b1be-467f0a065bdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '46ccc032-0362-4c9c-977b-4c26fbfaa4e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:42:06Z', 'updated_at': '2021-09-23T06:42:12Z', 'revision_number': 4, 'project_id': '8275c6392a72426db62ebfc4817f4420', 'subnets': [{'id': '46ccc032-0362-4c9c-977b-4c26fbfaa4e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:42:13.028724 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:13.053896 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-117b8a51-7218-47e0-bbff-0daf8856ede0 req-71d44107-ceab-427c-9b39-e5394c68a8d7 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268101 Sep 23 06:42:13.128740 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 699c95b2-ff41-46b9-9911-a667a22a0d14 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:42:13.128740 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:13.137937 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 6ce1caef-f862-49ed-a69e-3755bf1caeb1 details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:42:13.146843 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-cfb91d3a-d697-4712-82de-dcc6de4a6e07 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:13.155048 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-cfb91d3a-d697-4712-82de-dcc6de4a6e07 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:13.214690 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-930c3346-e122-4c39-a386-c9e3647aaab8 admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:42:13.244577 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375de007-cbb7-4cf5-80a6-a127983dbc2c None None] Sync routers for ids ['2efb413d-d575-46f5-b4fb-b8a9300c5528'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:42:13.247397 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-930c3346-e122-4c39-a386-c9e3647aaab8 admin admin] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:13.248547 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-5494e331-ccb0-45dd-95cc-583c68753c1b None None] For port 70f53203-51d6-4d06-9e60-4d943be83326, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=70f53203-51d6-4d06-9e60-4d943be83326,segment=NetworkSegment(c88b2831-f544-41bb-bbcc-5b15e741880e),segment_id=c88b2831-f544-41bb-bbcc-5b15e741880e)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:42:13.248716 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-930c3346-e122-4c39-a386-c9e3647aaab8 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.1628361 Sep 23 06:42:13.251888 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50590) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:42:13.263781 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=0b17520a-2238-40c7-a428-f3c566f41ff9,revision_number=7']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:13.281078 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5494e331-ccb0-45dd-95cc-583c68753c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:13.313078 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-cfb91d3a-d697-4712-82de-dcc6de4a6e07 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:13.324997 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375de007-cbb7-4cf5-80a6-a127983dbc2c None None] Routers {'2efb413d-d575-46f5-b4fb-b8a9300c5528'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:42:13.325570 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-375de007-cbb7-4cf5-80a6-a127983dbc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:42:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['2efb413d-d575-46f5-b4fb-b8a9300c5528'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:42:13.342700 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb91d3a-d697-4712-82de-dcc6de4a6e07 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Pushing event updated for resources: {'Port': ['ID=bcdd3fa9-32c0-46dd-a0f5-cf5ecbf8e390,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:13.346622 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-cfb91d3a-d697-4712-82de-dcc6de4a6e07 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:13.348125 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-cfb91d3a-d697-4712-82de-dcc6de4a6e07 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3220563 Sep 23 06:42:13.651399 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90705b8d-7808-467a-be4a-76fb8218e986 req-ca0b5ebc-002f-4067-a741-449b5c2b8e6c tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:13.652934 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-90705b8d-7808-467a-be4a-76fb8218e986 req-ca0b5ebc-002f-4067-a741-449b5c2b8e6c tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d41217-85f8-4b83-9fe1-90caa01cf293 HTTP/1.1" status: 200 len: 949 time: 0.0847721 Sep 23 06:42:13.690397 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-63662ac1-f748-4c17-b3f2-12644da2bc43 req-ac86b56b-719e-424e-b070-3c782a85b94a tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--830750594&fields=id&tenant_id=8275c6392a72426db62ebfc4817f4420 HTTP/1.1" status: 200 len: 267 time: 0.1098061 Sep 23 06:42:13.715873 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-90705b8d-7808-467a-be4a-76fb8218e986 req-cc97f18d-784f-4f1d-a940-d721d412d44a tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566349 Sep 23 06:42:13.765149 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:13.765812 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5494e331-ccb0-45dd-95cc-583c68753c1b None None] Pushing event updated for resources: {'Port': ['ID=70f53203-51d6-4d06-9e60-4d943be83326,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:13.786774 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-c11a4402-f48c-46b7-a94d-e974920de47a None None] Provisioning complete for port e993e49a-a03c-4675-99db-64af5339a190 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:42:13.787480 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c11a4402-f48c-46b7-a94d-e974920de47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:13.800202 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 6ce1caef-f862-49ed-a69e-3755bf1caeb1, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=6ce1caef-f862-49ed-a69e-3755bf1caeb1,segment=NetworkSegment(a2ee209e-d4ee-4c6a-8401-bd714bf3436e),segment_id=a2ee209e-d4ee-4c6a-8401-bd714bf3436e)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:42:13.847096 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341bae62-c530-4f78-987a-4ab03496591d req-e0ff9b9f-17cd-4ff8-ab0e-d021cafc5539 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:13.856299 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-341bae62-c530-4f78-987a-4ab03496591d req-e0ff9b9f-17cd-4ff8-ab0e-d021cafc5539 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a8f1e82-30db-46af-b5c4-56eac38212c2 HTTP/1.1" status: 200 len: 943 time: 0.0679445 Sep 23 06:42:13.875533 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['0b17520a-2238-40c7-a428-f3c566f41ff9'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:42:13.922530 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': '6ce1caef-f862-49ed-a69e-3755bf1caeb1', 'network_id': 'b41a91e1-341c-4340-b7a8-8779367a7828', 'port_id': '6ce1caef-f862-49ed-a69e-3755bf1caeb1', 'mac_address': 'fa:16:3e:1e:c7:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7d428fe-182b-4149-b884-87c9d4508732', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:42:13.934873 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-341bae62-c530-4f78-987a-4ab03496591d req-d242ec0b-e3e5-4e3b-adc0-79f09cbfb7d3 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775011 Sep 23 06:42:14.022060 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63662ac1-f748-4c17-b3f2-12644da2bc43 req-a0b043a7-6fcd-428e-ae9c-09c8f5262ea7 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:14.034237 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-63662ac1-f748-4c17-b3f2-12644da2bc43 req-a0b043a7-6fcd-428e-ae9c-09c8f5262ea7 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/networks?id=d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64 HTTP/1.1" status: 200 len: 811 time: 0.3426814 Sep 23 06:42:14.034829 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-375de007-cbb7-4cf5-80a6-a127983dbc2c None None] Set router 2efb413d-d575-46f5-b4fb-b8a9300c5528 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:42:14.085216 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-63662ac1-f748-4c17-b3f2-12644da2bc43 req-7d45fb6c-773e-4bd6-912d-ce2099fb8857 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/quotas/8275c6392a72426db62ebfc4817f4420 HTTP/1.1" status: 200 len: 375 time: 0.0495384 Sep 23 06:42:14.167710 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:14.189993 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d441837-6273-481c-ae25-2850c06d9061 req-8a4779f6-6a9b-4c91-9007-cfec85a7efdf tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:14.191503 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3d441837-6273-481c-ae25-2850c06d9061 req-8a4779f6-6a9b-4c91-9007-cfec85a7efdf tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.58 "GET /v2.0/ports?device_id=133a9561-c353-4460-b259-e891b9065181 HTTP/1.1" status: 200 len: 950 time: 0.3016291 Sep 23 06:42:14.236130 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 70f53203-51d6-4d06-9e60-4d943be83326 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:42:14.264383 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335573d8-0fa7-4129-8d11-a3604cddb921 req-8e58407f-d709-4fe4-ad56-375e0adca292 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:14.265997 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-335573d8-0fa7-4129-8d11-a3604cddb921 req-8e58407f-d709-4fe4-ad56-375e0adca292 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=6537cafe-d3ce-4f50-8690-62d212f0187d HTTP/1.1" status: 200 len: 949 time: 0.0639801 Sep 23 06:42:14.292375 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-63662ac1-f748-4c17-b3f2-12644da2bc43 req-abe755b7-1b41-4268-a0c6-638ed01dfd26 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8275c6392a72426db62ebfc4817f4420&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1853926 Sep 23 06:42:14.322191 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-335573d8-0fa7-4129-8d11-a3604cddb921 req-5036d97a-b587-453e-9d53-389163f6d243 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439906 Sep 23 06:42:14.343524 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ce1caef-f862-49ed-a69e-3755bf1caeb1 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:42:14.423224 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 6ce1caef-f862-49ed-a69e-3755bf1caeb1, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=6ce1caef-f862-49ed-a69e-3755bf1caeb1,segment=NetworkSegment(a2ee209e-d4ee-4c6a-8401-bd714bf3436e),segment_id=a2ee209e-d4ee-4c6a-8401-bd714bf3436e)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:42:14.451363 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:14.465792 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ec7d41-a3c0-40bd-864a-667c330d30ac req-ceed6327-1c07-4927-bb7d-cd9dbed5c4e2 tempest-LiveAutoBlockMigrationV225Test-1648181363 tempest-LiveAutoBlockMigrationV225Test-1648181363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:14.468327 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d2ec7d41-a3c0-40bd-864a-667c330d30ac req-ceed6327-1c07-4927-bb7d-cd9dbed5c4e2 tempest-LiveAutoBlockMigrationV225Test-1648181363 tempest-LiveAutoBlockMigrationV225Test-1648181363-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=fb9ce6cc-6d6a-44ab-84e9-7a7993ea0950 HTTP/1.1" status: 200 len: 1098 time: 0.0777907 Sep 23 06:42:14.514003 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d2ec7d41-a3c0-40bd-864a-667c330d30ac req-0e6860f8-8a1b-4e65-82e4-6accb79e4e50 tempest-LiveAutoBlockMigrationV225Test-1648181363 tempest-LiveAutoBlockMigrationV225Test-1648181363-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367794 Sep 23 06:42:14.554398 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 70f53203-51d6-4d06-9e60-4d943be83326 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:42:14.554730 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:14.613822 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-c11a4402-f48c-46b7-a94d-e974920de47a None None] Provisioning complete for port 70f53203-51d6-4d06-9e60-4d943be83326 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:42:14.614263 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c11a4402-f48c-46b7-a94d-e974920de47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:14.666556 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=6ce1caef-f862-49ed-a69e-3755bf1caeb1,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:14.692860 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea19558f-ece2-43ae-9aff-451ddb4ca6d6 req-33c0121a-ff69-4957-be23-3c98c97ef1fe tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:14.701637 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ea19558f-ece2-43ae-9aff-451ddb4ca6d6 req-33c0121a-ff69-4957-be23-3c98c97ef1fe tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=133a9561-c353-4460-b259-e891b9065181 HTTP/1.1" status: 200 len: 950 time: 0.0925019 Sep 23 06:42:14.741707 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-375de007-cbb7-4cf5-80a6-a127983dbc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2efb413d-d575-46f5-b4fb-b8a9300c5528', 'name': 'tempest-FloatingIPDetailsTestJSON-1665248735-router', 'tenant_id': '25d2d44dc31f4ee6a11d65d4519bedd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '9aa41ab4-2cef-40b1-b949-33c23ca59534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:42:10Z', 'updated_at': '2021-09-23T06:42:12Z', 'revision_number': 3, 'project_id': '25d2d44dc31f4ee6a11d65d4519bedd5', 'gw_port': {'id': '9aa41ab4-2cef-40b1-b949-33c23ca59534', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:55:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2efb413d-d575-46f5-b4fb-b8a9300c5528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:42:11Z', 'updated_at': '2021-09-23T06:42:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:42:14.742162 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ea19558f-ece2-43ae-9aff-451ddb4ca6d6 req-79316094-fd53-46d2-b3d1-02d431c55076 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392759 Sep 23 06:42:14.776123 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-04bd5f58-6b63-4545-8801-e0c1bd6fef8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:14.804520 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375de007-cbb7-4cf5-80a6-a127983dbc2c None None] Checking router: 2efb413d-d575-46f5-b4fb-b8a9300c5528 for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:42:14.805159 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375de007-cbb7-4cf5-80a6-a127983dbc2c None None] Updating router 2efb413d-d575-46f5-b4fb-b8a9300c5528 port 9aa41ab4-2cef-40b1-b949-33c23ca59534 binding host n-d-715271-16 {{(pid=95067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 06:42:14.809166 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-63662ac1-f748-4c17-b3f2-12644da2bc43 req-360fea74-1635-4f5d-969c-8c779fa0162c service neutron] 10.222.0.39 "GET /v2.0/networks/d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5048280 Sep 23 06:42:14.823382 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-3d441837-6273-481c-ae25-2850c06d9061 req-ce606dcd-ef2e-48bf-acc4-342780b86349 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Deleting port 523baf4c-3951-4d5a-bf18-f107a32d84fa {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:42:14.823866 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-3d441837-6273-481c-ae25-2850c06d9061 req-ce606dcd-ef2e-48bf-acc4-342780b86349 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:14.862010 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device e993e49a-a03c-4675-99db-64af5339a190 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:42:14.902998 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-375de007-cbb7-4cf5-80a6-a127983dbc2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:15.013106 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['6ce1caef-f862-49ed-a69e-3755bf1caeb1'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:42:15.062445 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port e993e49a-a03c-4675-99db-64af5339a190 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:42:15.062956 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:15.090945 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-3d441837-6273-481c-ae25-2850c06d9061 req-ce606dcd-ef2e-48bf-acc4-342780b86349 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] For port 523baf4c-3951-4d5a-bf18-f107a32d84fa, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=523baf4c-3951-4d5a-bf18-f107a32d84fa,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:42:15.091560 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-3d441837-6273-481c-ae25-2850c06d9061 req-ce606dcd-ef2e-48bf-acc4-342780b86349 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:15.109296 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-63662ac1-f748-4c17-b3f2-12644da2bc43 req-5361de06-596a-44e5-bef7-0cea10846ecc service neutron] 10.222.0.39 "GET /v2.0/networks/d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812307 Sep 23 06:42:15.135454 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-3d441837-6273-481c-ae25-2850c06d9061 req-ce606dcd-ef2e-48bf-acc4-342780b86349 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Calling delete_port for 523baf4c-3951-4d5a-bf18-f107a32d84fa owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:42:15.142587 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-974bb256-212d-4e88-bc2f-2cf320950088 None None] Provisioning complete for port e993e49a-a03c-4675-99db-64af5339a190 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:42:15.143348 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-974bb256-212d-4e88-bc2f-2cf320950088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:15.197380 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-04bd5f58-6b63-4545-8801-e0c1bd6fef8f admin admin] Allocated IP 172.20.0.1 (017541d3-6bfb-440b-8309-f75791caf7c3/67de3cd6-e833-406c-ba1a-cb8fc1fa7db8/6cd80039-14c7-4abe-8368-406fc6d64ca5) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:42:15.487538 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-04bd5f58-6b63-4545-8801-e0c1bd6fef8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:15.494139 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-3d441837-6273-481c-ae25-2850c06d9061 req-ce606dcd-ef2e-48bf-acc4-342780b86349 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:15.538646 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7100137f-ffc9-4944-bb51-1d75fd6d157c req-9282ff4c-bbd2-4e7c-976e-994a64593fdf tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:15.544861 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-375de007-cbb7-4cf5-80a6-a127983dbc2c None None] Notify callbacks [] for port, precommit_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:15.546222 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7100137f-ffc9-4944-bb51-1d75fd6d157c req-9282ff4c-bbd2-4e7c-976e-994a64593fdf tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d41217-85f8-4b83-9fe1-90caa01cf293 HTTP/1.1" status: 200 len: 949 time: 0.1729200 Sep 23 06:42:15.553529 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce606dcd-ef2e-48bf-acc4-342780b86349 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Pushing event deleted for resources: {'Port': ['ID=523baf4c-3951-4d5a-bf18-f107a32d84fa,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:15.554563 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-375de007-cbb7-4cf5-80a6-a127983dbc2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:15.617800 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-375de007-cbb7-4cf5-80a6-a127983dbc2c None None] Attempting to bind port 9aa41ab4-2cef-40b1-b949-33c23ca59534 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:42:15.618323 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-375de007-cbb7-4cf5-80a6-a127983dbc2c None None] Attempting to bind port 9aa41ab4-2cef-40b1-b949-33c23ca59534 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:42:15.618789 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375de007-cbb7-4cf5-80a6-a127983dbc2c None None] Attempting to bind port 9aa41ab4-2cef-40b1-b949-33c23ca59534 on network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:42:15.640142 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67d41a2-ab39-4179-97f7-0d8d44aef377 None None] Pushing event updated for resources: {'Port': ['ID=9aa41ab4-2cef-40b1-b949-33c23ca59534,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:15.643178 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375de007-cbb7-4cf5-80a6-a127983dbc2c None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:42:15.643902 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375de007-cbb7-4cf5-80a6-a127983dbc2c None None] Checking segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:42:15.644556 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-375de007-cbb7-4cf5-80a6-a127983dbc2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:15.645307 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d441837-6273-481c-ae25-2850c06d9061 req-ce606dcd-ef2e-48bf-acc4-342780b86349 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] No DVR routers for this DVR port 523baf4c-3951-4d5a-bf18-f107a32d84fa on host n-h2-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:42:15.647322 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375de007-cbb7-4cf5-80a6-a127983dbc2c None None] Bound using segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:42:15.648096 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-375de007-cbb7-4cf5-80a6-a127983dbc2c None None] Bound port: 9aa41ab4-2cef-40b1-b949-33c23ca59534, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:42:15.648737 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-375de007-cbb7-4cf5-80a6-a127983dbc2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:15.665477 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7100137f-ffc9-4944-bb51-1d75fd6d157c req-cf0dd3d4-2b39-4ab4-abab-0509a388af08 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138446 Sep 23 06:42:15.676562 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-3d441837-6273-481c-ae25-2850c06d9061 req-ce606dcd-ef2e-48bf-acc4-342780b86349 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:15.682705 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3d441837-6273-481c-ae25-2850c06d9061 req-ce606dcd-ef2e-48bf-acc4-342780b86349 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.58 "DELETE /v2.0/ports/523baf4c-3951-4d5a-bf18-f107a32d84fa HTTP/1.1" status: 204 len: 173 time: 1.4799612 Sep 23 06:42:15.684649 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '133a9561-c353-4460-b259-e891b9065181', 'name': 'network-vif-deleted', 'tag': '523baf4c-3951-4d5a-bf18-f107a32d84fa'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:42:15.692091 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad596011-ef14-4168-ac83-f50c18c7e5b7" -d '{"events": [{"server_uuid": "133a9561-c353-4460-b259-e891b9065181", "name": "network-vif-deleted", "tag": "523baf4c-3951-4d5a-bf18-f107a32d84fa"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:42:15.704554 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-04bd5f58-6b63-4545-8801-e0c1bd6fef8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:15.728233 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-375de007-cbb7-4cf5-80a6-a127983dbc2c None None] For port 9aa41ab4-2cef-40b1-b949-33c23ca59534, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:42:15.732812 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-375de007-cbb7-4cf5-80a6-a127983dbc2c None None] For port 9aa41ab4-2cef-40b1-b949-33c23ca59534, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=9aa41ab4-2cef-40b1-b949-33c23ca59534,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:42:15.739812 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-375de007-cbb7-4cf5-80a6-a127983dbc2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:15.789204 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04bd5f58-6b63-4545-8801-e0c1bd6fef8f admin admin] Network 017541d3-6bfb-440b-8309-f75791caf7c3 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:42:15.805022 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-04bd5f58-6b63-4545-8801-e0c1bd6fef8f admin admin] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:42:15.810797 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bd5f58-6b63-4545-8801-e0c1bd6fef8f admin admin] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:42:15.811293 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-04bd5f58-6b63-4545-8801-e0c1bd6fef8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068614'] for router_interface, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:15.814573 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67d41a2-ab39-4179-97f7-0d8d44aef377 None None] Pushing event updated for resources: {'Port': ['ID=9aa41ab4-2cef-40b1-b949-33c23ca59534,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:15.820387 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375de007-cbb7-4cf5-80a6-a127983dbc2c None None] Routers {'2efb413d-d575-46f5-b4fb-b8a9300c5528'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:42:15.820974 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-375de007-cbb7-4cf5-80a6-a127983dbc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:42:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['2efb413d-d575-46f5-b4fb-b8a9300c5528'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:42:15.937112 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bd5f58-6b63-4545-8801-e0c1bd6fef8f admin admin] Pushing event updated for resources: {'Port': ['ID=6cd80039-14c7-4abe-8368-406fc6d64ca5,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:15.951878 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92631fac-59cd-46c6-9121-aa10ff15be1a req-b71e08d5-6d17-4d3c-8d42-1857cf409780 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:15.954930 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-92631fac-59cd-46c6-9121-aa10ff15be1a req-b71e08d5-6d17-4d3c-8d42-1857cf409780 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a8f1e82-30db-46af-b5c4-56eac38212c2 HTTP/1.1" status: 200 len: 944 time: 0.1635370 Sep 23 06:42:16.036768 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-92631fac-59cd-46c6-9121-aa10ff15be1a req-aa3aba57-d7ff-4f0c-a24b-e348ec96d7db tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708065 Sep 23 06:42:16.060524 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [req-ed3e1e2f-1dae-4018-9935-dde7c89a9648 req-f3a0d02b-416b-4a4b-9b0c-7fc297b3ad6a tempest-LiveAutoBlockMigrationV225Test-1648181363 tempest-LiveAutoBlockMigrationV225Test-1648181363-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 06:42:16.062813 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ed3e1e2f-1dae-4018-9935-dde7c89a9648 req-f3a0d02b-416b-4a4b-9b0c-7fc297b3ad6a tempest-LiveAutoBlockMigrationV225Test-1648181363 tempest-LiveAutoBlockMigrationV225Test-1648181363-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0105565 Sep 23 06:42:16.112218 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 523baf4c-3951-4d5a-bf18-f107a32d84fa no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:42:16.138808 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-04bd5f58-6b63-4545-8801-e0c1bd6fef8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:16.148717 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3e1e2f-1dae-4018-9935-dde7c89a9648 req-d7464866-d7c2-4485-9b15-a6a72e5aea78 tempest-LiveAutoBlockMigrationV225Test-1648181363 tempest-LiveAutoBlockMigrationV225Test-1648181363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:16.158929 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No Port match for: 523baf4c-3951-4d5a-bf18-f107a32d84fa {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:42:16.159192 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 523baf4c-3951-4d5a-bf18-f107a32d84fa not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:42:16.164569 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ed3e1e2f-1dae-4018-9935-dde7c89a9648 req-d7464866-d7c2-4485-9b15-a6a72e5aea78 tempest-LiveAutoBlockMigrationV225Test-1648181363 tempest-LiveAutoBlockMigrationV225Test-1648181363-project-admin] 10.222.0.39 "GET /v2.0/ports/a09003c4-d814-4d52-96ba-7591c484557e HTTP/1.1" status: 200 len: 1095 time: 0.0821600 Sep 23 06:42:16.168948 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-ed3e1e2f-1dae-4018-9935-dde7c89a9648 req-21a60c43-57ab-487d-8f10-50380a088482 service neutron] Request body: {'binding': {'host': 'n-h2-715271-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:42:16.169434 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-ed3e1e2f-1dae-4018-9935-dde7c89a9648 req-21a60c43-57ab-487d-8f10-50380a088482 service neutron] Unknown quota resources ['binding']. {{(pid=95066) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 23 06:42:16.257681 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-375de007-cbb7-4cf5-80a6-a127983dbc2c None None] Set router 2efb413d-d575-46f5-b4fb-b8a9300c5528 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:42:16.360174 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b29c73b7-dd06-419c-a519-80df1d563086 req-5cf09ce0-c4f1-434d-978c-43c027fd6cc5 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 210 time: 0.0437102 Sep 23 06:42:16.457744 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['148c00b5-4bd3-4f09-b85c-ea3b9d4b8f40', 'b8ff8d3a-6ed2-4cab-9e77-0fd57d974ead', '9b4f3dc6-1c8f-4151-a0c4-1e0d39456823', '5b3a2e28-be35-4961-8a54-1610532dabd1'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:42:16.472975 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-04bd5f58-6b63-4545-8801-e0c1bd6fef8f admin admin] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:16.492540 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-bc1f617b-958d-4f1f-980b-031fef828bf0 None None] Provisioning complete for port 6cd80039-14c7-4abe-8368-406fc6d64ca5 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:42:16.493980 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-bc1f617b-958d-4f1f-980b-031fef828bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:16.509433 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-04bd5f58-6b63-4545-8801-e0c1bd6fef8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:16.510204 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-04bd5f58-6b63-4545-8801-e0c1bd6fef8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067062'] for router_interface, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:16.586527 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bd5f58-6b63-4545-8801-e0c1bd6fef8f admin admin] Pushing event updated for resources: {'Port': ['ID=6cd80039-14c7-4abe-8368-406fc6d64ca5,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:16.594949 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-bc1f617b-958d-4f1f-980b-031fef828bf0 None None] Port 6cd80039-14c7-4abe-8368-406fc6d64ca5 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:42:16.626076 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978bdbf7-0093-44a1-8e51-d6ac46df4d5f req-ed3b07a6-d5b6-40f4-9224-05d2b8e0ee74 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:16.627617 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-978bdbf7-0093-44a1-8e51-d6ac46df4d5f req-ed3b07a6-d5b6-40f4-9224-05d2b8e0ee74 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=6537cafe-d3ce-4f50-8690-62d212f0187d HTTP/1.1" status: 200 len: 949 time: 0.1583455 Sep 23 06:42:16.634989 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-375de007-cbb7-4cf5-80a6-a127983dbc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2efb413d-d575-46f5-b4fb-b8a9300c5528', 'name': 'tempest-FloatingIPDetailsTestJSON-1665248735-router', 'tenant_id': '25d2d44dc31f4ee6a11d65d4519bedd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '9aa41ab4-2cef-40b1-b949-33c23ca59534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:42:10Z', 'updated_at': '2021-09-23T06:42:12Z', 'revision_number': 3, 'project_id': '25d2d44dc31f4ee6a11d65d4519bedd5', 'gw_port': {'id': '9aa41ab4-2cef-40b1-b949-33c23ca59534', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:55:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2efb413d-d575-46f5-b4fb-b8a9300c5528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:42:11Z', 'updated_at': '2021-09-23T06:42:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:42:16.653243 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-ed3e1e2f-1dae-4018-9935-dde7c89a9648 req-21a60c43-57ab-487d-8f10-50380a088482 service neutron] Attempting to bind port a09003c4-d814-4d52-96ba-7591c484557e on host n-h2-715271-16 for vnic_type normal with profile None {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:42:16.653623 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-ed3e1e2f-1dae-4018-9935-dde7c89a9648 req-21a60c43-57ab-487d-8f10-50380a088482 service neutron] Attempting to bind port a09003c4-d814-4d52-96ba-7591c484557e by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': 'df9429cb-1b73-4fcc-8ecd-d0edb039148e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '26aba36e-f765-4b4a-a7c9-897761ec549b'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:42:16.654070 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3e1e2f-1dae-4018-9935-dde7c89a9648 req-21a60c43-57ab-487d-8f10-50380a088482 service neutron] Attempting to bind port a09003c4-d814-4d52-96ba-7591c484557e on network 26aba36e-f765-4b4a-a7c9-897761ec549b {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:42:16.659125 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3e1e2f-1dae-4018-9935-dde7c89a9648 req-21a60c43-57ab-487d-8f10-50380a088482 service neutron] Port a09003c4-d814-4d52-96ba-7591c484557e on network 26aba36e-f765-4b4a-a7c9-897761ec549b not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:42:16.659454 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3e1e2f-1dae-4018-9935-dde7c89a9648 req-21a60c43-57ab-487d-8f10-50380a088482 service neutron] Attempting to bind port a09003c4-d814-4d52-96ba-7591c484557e on network 26aba36e-f765-4b4a-a7c9-897761ec549b {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:42:16.665218 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3e1e2f-1dae-4018-9935-dde7c89a9648 req-21a60c43-57ab-487d-8f10-50380a088482 service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:42:16.665798 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3e1e2f-1dae-4018-9935-dde7c89a9648 req-21a60c43-57ab-487d-8f10-50380a088482 service neutron] Checking segment: {'id': 'df9429cb-1b73-4fcc-8ecd-d0edb039148e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '26aba36e-f765-4b4a-a7c9-897761ec549b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:42:16.666204 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3e1e2f-1dae-4018-9935-dde7c89a9648 req-21a60c43-57ab-487d-8f10-50380a088482 service neutron] Bound using segment: {'id': 'df9429cb-1b73-4fcc-8ecd-d0edb039148e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '26aba36e-f765-4b4a-a7c9-897761ec549b'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:42:16.666624 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-ed3e1e2f-1dae-4018-9935-dde7c89a9648 req-21a60c43-57ab-487d-8f10-50380a088482 service neutron] Bound port: a09003c4-d814-4d52-96ba-7591c484557e, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df9429cb-1b73-4fcc-8ecd-d0edb039148e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '26aba36e-f765-4b4a-a7c9-897761ec549b'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:42:16.674376 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['a8e7e579-3b26-4ead-b22c-da0563c19495', '96766598-8482-4ba0-8b34-cc6cc5c24fb9', '1bbb1236-9fe3-48aa-aa80-d40eea7e019c'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:42:16.676623 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375de007-cbb7-4cf5-80a6-a127983dbc2c None None] The sync data for ids ['2efb413d-d575-46f5-b4fb-b8a9300c5528'] in n-d-715271-16 is: [{'id': '2efb413d-d575-46f5-b4fb-b8a9300c5528', 'name': 'tempest-FloatingIPDetailsTestJSON-1665248735-router', 'tenant_id': '25d2d44dc31f4ee6a11d65d4519bedd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '9aa41ab4-2cef-40b1-b949-33c23ca59534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:42:10Z', 'updated_at': '2021-09-23T06:42:12Z', 'revision_number': 3, 'project_id': '25d2d44dc31f4ee6a11d65d4519bedd5', 'gw_port': {'id': '9aa41ab4-2cef-40b1-b949-33c23ca59534', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:55:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2efb413d-d575-46f5-b4fb-b8a9300c5528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:42:11Z', 'updated_at': '2021-09-23T06:42:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:42:16.684748 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04bd5f58-6b63-4545-8801-e0c1bd6fef8f admin admin] Network 017541d3-6bfb-440b-8309-f75791caf7c3 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:42:16.687994 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-04bd5f58-6b63-4545-8801-e0c1bd6fef8f admin admin] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:42:16.697608 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-978bdbf7-0093-44a1-8e51-d6ac46df4d5f req-227fc80a-4c07-4c93-baf1-0682a74e20c9 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592203 Sep 23 06:42:16.762555 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-ed3e1e2f-1dae-4018-9935-dde7c89a9648 req-21a60c43-57ab-487d-8f10-50380a088482 service neutron] For port a09003c4-d814-4d52-96ba-7591c484557e, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=a09003c4-d814-4d52-96ba-7591c484557e,segment=NetworkSegment(df9429cb-1b73-4fcc-8ecd-d0edb039148e),segment_id=df9429cb-1b73-4fcc-8ecd-d0edb039148e)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:42:16.775619 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-ed3e1e2f-1dae-4018-9935-dde7c89a9648 req-21a60c43-57ab-487d-8f10-50380a088482 service neutron] Notify callbacks [] for binding, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:16.787444 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ed3e1e2f-1dae-4018-9935-dde7c89a9648 req-21a60c43-57ab-487d-8f10-50380a088482 service neutron] 10.222.0.39 "POST /v2.0/ports/a09003c4-d814-4d52-96ba-7591c484557e/bindings HTTP/1.1" status: 201 len: 390 time: 0.6178174 Sep 23 06:42:16.789663 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a85f64-1411-4af8-9a5e-2281c3c03361 x-openstack-request-id: req-12a85f64-1411-4af8-9a5e-2281c3c03361 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:42:16.789965 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "133a9561-c353-4460-b259-e891b9065181", "name": "network-vif-deleted", "tag": "523baf4c-3951-4d5a-bf18-f107a32d84fa", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:42:16.790220 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-12a85f64-1411-4af8-9a5e-2281c3c03361 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:42:16.790625 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '133a9561-c353-4460-b259-e891b9065181', 'name': 'network-vif-deleted', 'tag': '523baf4c-3951-4d5a-bf18-f107a32d84fa', 'status': 'completed', 'code': 200} Sep 23 06:42:16.883803 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04bd5f58-6b63-4545-8801-e0c1bd6fef8f admin admin] Router 2efb413d-d575-46f5-b4fb-b8a9300c5528 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:42:17.061962 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a13d2c0-d707-49e4-bd9f-bbe30e0a2e08 req-40676b66-3b5d-477f-949f-6d13abc6b297 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:17.069502 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2a13d2c0-d707-49e4-bd9f-bbe30e0a2e08 req-40676b66-3b5d-477f-949f-6d13abc6b297 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d41217-85f8-4b83-9fe1-90caa01cf293 HTTP/1.1" status: 200 len: 949 time: 0.1175244 Sep 23 06:42:17.145104 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 6ce1caef-f862-49ed-a69e-3755bf1caeb1 up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:42:17.148768 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7081bc0c-b7bf-433a-af07-19df70436334 req-b376b18f-b3bc-4cff-8780-69227ed4351d tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:17.150930 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7081bc0c-b7bf-433a-af07-19df70436334 req-b376b18f-b3bc-4cff-8780-69227ed4351d tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb9ce6cc-6d6a-44ab-84e9-7a7993ea0950 HTTP/1.1" status: 200 len: 946 time: 0.1746006 Sep 23 06:42:17.179119 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2a13d2c0-d707-49e4-bd9f-bbe30e0a2e08 req-c2c74269-cf9e-48ed-b094-d134ad7b940a tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985312 Sep 23 06:42:17.261018 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04bd5f58-6b63-4545-8801-e0c1bd6fef8f admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:42:17.282579 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-04bd5f58-6b63-4545-8801-e0c1bd6fef8f admin admin] 10.222.0.39 "PUT /v2.0/routers/2efb413d-d575-46f5-b4fb-b8a9300c5528/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0287893 Sep 23 06:42:17.459012 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-2321b5cd-8200-4e59-8e5a-a3686bf6c29a None None] Provisioning complete for port 6cd80039-14c7-4abe-8368-406fc6d64ca5 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:42:17.459576 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2321b5cd-8200-4e59-8e5a-a3686bf6c29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:17.502673 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7081bc0c-b7bf-433a-af07-19df70436334 req-e9382fa0-095a-4aae-9f23-263cb6549279 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3316059 Sep 23 06:42:17.541687 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63662ac1-f748-4c17-b3f2-12644da2bc43 req-cf2a41ec-c234-4d56-a829-b774a499c79e tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:17.550647 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-63662ac1-f748-4c17-b3f2-12644da2bc43 req-cf2a41ec-c234-4d56-a829-b774a499c79e tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.21 "GET /v2.0/networks?id=d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64 HTTP/1.1" status: 200 len: 811 time: 0.3746200 Sep 23 06:42:17.559874 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3e1e2f-1dae-4018-9935-dde7c89a9648 req-132c7a63-b9c5-41b9-927d-c3824e73eea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:17.561824 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ed3e1e2f-1dae-4018-9935-dde7c89a9648 req-132c7a63-b9c5-41b9-927d-c3824e73eea1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4f0064bb53474048bf6eb5b78e44e4ae&device_id=fb9ce6cc-6d6a-44ab-84e9-7a7993ea0950 HTTP/1.1" status: 200 len: 1098 time: 0.1407850 Sep 23 06:42:17.573116 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port 6ce1caef-f862-49ed-a69e-3755bf1caeb1 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:42:17.573685 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6226bf-41a0-4ebe-89ec-4ca395f4f7ea req-25a6c72f-ce01-4147-b677-5202321c97a4 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:17.576706 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ec6226bf-41a0-4ebe-89ec-4ca395f4f7ea req-25a6c72f-ce01-4147-b677-5202321c97a4 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a8f1e82-30db-46af-b5c4-56eac38212c2 HTTP/1.1" status: 200 len: 944 time: 0.0787380 Sep 23 06:42:17.616621 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port 6ce1caef-f862-49ed-a69e-3755bf1caeb1 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:42:17.617090 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:17.621247 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-2321b5cd-8200-4e59-8e5a-a3686bf6c29a None None] Port 6cd80039-14c7-4abe-8368-406fc6d64ca5 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:42:17.667703 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ec6226bf-41a0-4ebe-89ec-4ca395f4f7ea req-aaf7739d-5403-40be-b2c0-a1da9c26d443 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850606 Sep 23 06:42:17.668896 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-63662ac1-f748-4c17-b3f2-12644da2bc43 req-c274f580-8a2b-478e-9cca-225283e252b7 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8275c6392a72426db62ebfc4817f4420 HTTP/1.1" status: 200 len: 379 time: 0.1031077 Sep 23 06:42:17.717535 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-63662ac1-f748-4c17-b3f2-12644da2bc43 req-77f73b0c-ed52-48fc-9ba5-9379d94178cf tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Request body: {'port': {'device_id': 'c33652c9-f51e-4ce3-8d6c-a84749adc04b', 'network_id': 'd3302f5d-bf5e-4d5b-a7a4-2ca05635fe64', 'admin_state_up': True, 'tenant_id': '8275c6392a72426db62ebfc4817f4420', 'security_groups': ['e37fe37b-1cc7-4de0-901f-03302748e5c1']}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:42:17.801098 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fe1aa0c9-dccf-463e-b8fe-ac0dc5022e0e req-d923ab63-7508-4580-b7bd-2d980b950978 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 210 time: 0.0753644 Sep 23 06:42:17.813474 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4d37a0-87b1-4059-b83a-ec0406ed8aea req-1714f712-81a0-45bb-ac81-f9c8cb871cc9 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:17.825158 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2e4d37a0-87b1-4059-b83a-ec0406ed8aea req-1714f712-81a0-45bb-ac81-f9c8cb871cc9 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=52dab61c-34b6-4d7d-b54d-a6ae13fe0c57 HTTP/1.1" status: 200 len: 950 time: 0.0862019 Sep 23 06:42:17.863087 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2e4d37a0-87b1-4059-b83a-ec0406ed8aea req-b955baed-c45f-4c56-a3d3-947dfdd50d88 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359635 Sep 23 06:42:17.870820 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3e1e2f-1dae-4018-9935-dde7c89a9648 req-266ed72f-eb36-42e4-a1dd-5edc6c467f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:17.872078 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ed3e1e2f-1dae-4018-9935-dde7c89a9648 req-266ed72f-eb36-42e4-a1dd-5edc6c467f9f service neutron] 10.222.0.58 "GET /v2.0/networks?id=26aba36e-f765-4b4a-a7c9-897761ec549b HTTP/1.1" status: 200 len: 922 time: 0.2821474 Sep 23 06:42:17.917281 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 0b17520a-2238-40c7-a428-f3c566f41ff9 up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:42:17.951355 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:18.034445 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a0ce7f-fd16-4c62-8d78-a0bb1bec5a6b req-947b1845-62ca-421c-ac00-720345fe691a tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:18.036018 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c8a0ce7f-fd16-4c62-8d78-a0bb1bec5a6b req-947b1845-62ca-421c-ac00-720345fe691a tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=6537cafe-d3ce-4f50-8690-62d212f0187d HTTP/1.1" status: 200 len: 949 time: 0.0716555 Sep 23 06:42:18.040407 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 9aa41ab4-2cef-40b1-b949-33c23ca59534 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:42:18.053808 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ed3e1e2f-1dae-4018-9935-dde7c89a9648 req-74b8330c-220d-4c49-9b05-5b35e06d0c7d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a09003c4-d814-4d52-96ba-7591c484557e HTTP/1.1" status: 200 len: 217 time: 0.1549258 Sep 23 06:42:18.082600 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a8f1e82-30db-46af-b5c4-56eac38212c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce1caef-f862-49ed-a69e-3755bf1caeb1'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:42:18.085016 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-651f9ca4-9747-497a-bc03-258fbbf94bab" -d '{"events": [{"server_uuid": "0a8f1e82-30db-46af-b5c4-56eac38212c2", "name": "network-vif-plugged", "status": "completed", "tag": "6ce1caef-f862-49ed-a69e-3755bf1caeb1"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:42:18.092612 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c8a0ce7f-fd16-4c62-8d78-a0bb1bec5a6b req-5d689cb0-9d34-474d-9f6b-d85a393558f7 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406110 Sep 23 06:42:18.135481 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63662ac1-f748-4c17-b3f2-12644da2bc43 req-77f73b0c-ed52-48fc-9ba5-9379d94178cf tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Made reservation on behalf of 8275c6392a72426db62ebfc4817f4420 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:42:18.136880 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 6ce1caef-f862-49ed-a69e-3755bf1caeb1, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=6ce1caef-f862-49ed-a69e-3755bf1caeb1,segment=NetworkSegment(a2ee209e-d4ee-4c6a-8401-bd714bf3436e),segment_id=a2ee209e-d4ee-4c6a-8401-bd714bf3436e)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:42:18.139173 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-63662ac1-f748-4c17-b3f2-12644da2bc43 req-77f73b0c-ed52-48fc-9ba5-9379d94178cf tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:18.159684 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:18.164155 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86226837-3e2b-4f69-a251-a4a7ec6e09fe x-openstack-request-id: req-86226837-3e2b-4f69-a251-a4a7ec6e09fe {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:42:18.164450 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a8f1e82-30db-46af-b5c4-56eac38212c2", "name": "network-vif-plugged", "status": "completed", "tag": "6ce1caef-f862-49ed-a69e-3755bf1caeb1", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:42:18.164698 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-86226837-3e2b-4f69-a251-a4a7ec6e09fe {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:42:18.165081 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a8f1e82-30db-46af-b5c4-56eac38212c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce1caef-f862-49ed-a69e-3755bf1caeb1', 'code': 200} Sep 23 06:42:18.190024 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3e1e2f-1dae-4018-9935-dde7c89a9648 req-9c504ac1-f476-4843-9121-56ce6a98c5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:18.191453 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ed3e1e2f-1dae-4018-9935-dde7c89a9648 req-9c504ac1-f476-4843-9121-56ce6a98c5c2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=afab507a-4ef5-4f82-b221-a08b722735c6 HTTP/1.1" status: 200 len: 861 time: 0.1006861 Sep 23 06:42:18.201925 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port 0b17520a-2238-40c7-a428-f3c566f41ff9 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:42:18.202948 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:18.242634 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f5980194-9f7a-4255-82b4-196d3c365e84 req-46267987-0238-4040-90bc-e43eeb84bee0 tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3198941 Sep 23 06:42:18.256405 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-f5980194-9f7a-4255-82b4-196d3c365e84 req-647b5b92-ba55-42bd-9f54-cd21a4bc218f tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Request body: {'floatingip': {'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:42:18.277319 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ed3e1e2f-1dae-4018-9935-dde7c89a9648 req-c11e945a-285e-4f04-bcde-4bcd1efeff4c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=26aba36e-f765-4b4a-a7c9-897761ec549b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548804 Sep 23 06:42:18.293526 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=6ce1caef-f862-49ed-a69e-3755bf1caeb1,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:18.310066 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 9aa41ab4-2cef-40b1-b949-33c23ca59534 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:42:18.310781 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:18.327784 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52bdd96-c0d6-486c-8d83-b5e90ff2dab2 req-44a6a689-c15f-4e13-b757-6c4f445b2c86 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:18.329518 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e52bdd96-c0d6-486c-8d83-b5e90ff2dab2 req-44a6a689-c15f-4e13-b757-6c4f445b2c86 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d41217-85f8-4b83-9fe1-90caa01cf293 HTTP/1.1" status: 200 len: 949 time: 0.0640283 Sep 23 06:42:18.368051 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-f5980194-9f7a-4255-82b4-196d3c365e84 req-647b5b92-ba55-42bd-9f54-cd21a4bc218f tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Notify callbacks [] for floatingip, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:18.380076 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e52bdd96-c0d6-486c-8d83-b5e90ff2dab2 req-77740546-1947-4380-9ba0-e9ca5e3d80f4 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391581 Sep 23 06:42:18.418630 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:18.430087 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-63662ac1-f748-4c17-b3f2-12644da2bc43 req-77f73b0c-ed52-48fc-9ba5-9379d94178cf tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Allocated IP 172.20.0.9 (d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64/46ccc032-0362-4c9c-977b-4c26fbfaa4e6/13fc1c55-aac8-4284-a65a-d9e7ba02d995) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:42:18.449744 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:18.453568 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6681ad5b-57c2-40d5-8f89-592afa4fe08d req-083a58ed-dc39-43f1-a470-4432e90b1e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:18.455677 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6681ad5b-57c2-40d5-8f89-592afa4fe08d req-083a58ed-dc39-43f1-a470-4432e90b1e61 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0a8f1e82-30db-46af-b5c4-56eac38212c2 HTTP/1.1" status: 200 len: 1097 time: 0.0569634 Sep 23 06:42:18.475896 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 0b17520a-2238-40c7-a428-f3c566f41ff9, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=0b17520a-2238-40c7-a428-f3c566f41ff9,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:42:18.483602 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:18.486132 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ed3e1e2f-1dae-4018-9935-dde7c89a9648 req-7843f0a2-613c-4c80-8896-81be22568322 service neutron] 10.222.0.58 "GET /v2.0/networks/26aba36e-f765-4b4a-a7c9-897761ec549b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955302 Sep 23 06:42:18.486588 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port 9aa41ab4-2cef-40b1-b949-33c23ca59534, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=9aa41ab4-2cef-40b1-b949-33c23ca59534,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:42:18.504981 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6681ad5b-57c2-40d5-8f89-592afa4fe08d req-82670204-1b7c-4e98-b221-8e6a5f57c121 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394063 Sep 23 06:42:18.515567 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:18.544736 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=0b17520a-2238-40c7-a428-f3c566f41ff9,revision_number=8']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:18.604067 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=9aa41ab4-2cef-40b1-b949-33c23ca59534,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:18.627222 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186194fc-792d-4c3a-b7b2-b513b60875fa req-d833085f-7db5-460e-aa29-a65e4d1f3abc tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:18.628807 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-186194fc-792d-4c3a-b7b2-b513b60875fa req-d833085f-7db5-460e-aa29-a65e4d1f3abc tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb9ce6cc-6d6a-44ab-84e9-7a7993ea0950 HTTP/1.1" status: 200 len: 946 time: 0.0547695 Sep 23 06:42:18.670290 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-186194fc-792d-4c3a-b7b2-b513b60875fa req-cd069d8d-5f35-48c6-b32d-3ea6b929636b tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350857 Sep 23 06:42:18.971901 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ed3e1e2f-1dae-4018-9935-dde7c89a9648 req-f89c88ea-1038-400f-abc4-73dc43f88736 service neutron] 10.222.0.58 "GET /v2.0/networks/26aba36e-f765-4b4a-a7c9-897761ec549b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847324 Sep 23 06:42:18.978561 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-f5980194-9f7a-4255-82b4-196d3c365e84 req-647b5b92-ba55-42bd-9f54-cd21a4bc218f tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:18.997660 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-63662ac1-f748-4c17-b3f2-12644da2bc43 req-77f73b0c-ed52-48fc-9ba5-9379d94178cf tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:19.011380 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70920c98-c8ca-48ef-b096-8200073b82f2 req-2196715a-b688-47b7-8b15-bfcb4b971da4 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:19.012928 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-70920c98-c8ca-48ef-b096-8200073b82f2 req-2196715a-b688-47b7-8b15-bfcb4b971da4 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a8f1e82-30db-46af-b5c4-56eac38212c2 HTTP/1.1" status: 200 len: 945 time: 0.0540950 Sep 23 06:42:19.056523 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-70920c98-c8ca-48ef-b096-8200073b82f2 req-8b79b70f-0a37-4389-a116-cd59385a88c6 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350716 Sep 23 06:42:19.106254 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-63662ac1-f748-4c17-b3f2-12644da2bc43 req-77f73b0c-ed52-48fc-9ba5-9379d94178cf tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:19.164393 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eadb0c-d6a5-4bfe-ad6b-1a76fbdb9c81 req-485b3a4f-0d18-4b5a-93da-0bd39679ecbf tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:19.165022 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-f5980194-9f7a-4255-82b4-196d3c365e84 req-647b5b92-ba55-42bd-9f54-cd21a4bc218f tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Allocated IP 172.25.2.243 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/6ef5814f-86cc-4b33-97d6-b0e967ad03b2) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:42:19.166035 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b8eadb0c-d6a5-4bfe-ad6b-1a76fbdb9c81 req-485b3a4f-0d18-4b5a-93da-0bd39679ecbf tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 931 time: 0.0536096 Sep 23 06:42:19.167926 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63662ac1-f748-4c17-b3f2-12644da2bc43 req-77f73b0c-ed52-48fc-9ba5-9379d94178cf tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Network d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:42:19.175776 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-63662ac1-f748-4c17-b3f2-12644da2bc43 req-77f73b0c-ed52-48fc-9ba5-9379d94178cf tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:42:19.177899 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f73b0c-ed52-48fc-9ba5-9379d94178cf tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Pushing event updated for resources: {'Port': ['ID=13fc1c55-aac8-4284-a65a-d9e7ba02d995,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:19.181512 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-63662ac1-f748-4c17-b3f2-12644da2bc43 req-77f73b0c-ed52-48fc-9ba5-9379d94178cf tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:42:19.186981 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63662ac1-f748-4c17-b3f2-12644da2bc43 req-77f73b0c-ed52-48fc-9ba5-9379d94178cf tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:19.187594 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-63662ac1-f748-4c17-b3f2-12644da2bc43 req-77f73b0c-ed52-48fc-9ba5-9379d94178cf tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:19.213352 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b8eadb0c-d6a5-4bfe-ad6b-1a76fbdb9c81 req-9582728c-1a8b-4e39-83f4-cb87d1063ac4 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409324 Sep 23 06:42:19.218828 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-63662ac1-f748-4c17-b3f2-12644da2bc43 req-77f73b0c-ed52-48fc-9ba5-9379d94178cf tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5102100 Sep 23 06:42:19.274855 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-63662ac1-f748-4c17-b3f2-12644da2bc43 req-01d0cfb1-de8e-4490-9014-bbb7064c8f38 service neutron] Request body: {'port': {'device_id': 'c33652c9-f51e-4ce3-8d6c-a84749adc04b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:42:19.350710 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac6230-a431-458c-a133-a85b60a76a14 req-85da7e14-b226-40ed-897e-a4b82a68831e tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:19.359216 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-06ac6230-a431-458c-a133-a85b60a76a14 req-85da7e14-b226-40ed-897e-a4b82a68831e tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=52dab61c-34b6-4d7d-b54d-a6ae13fe0c57 HTTP/1.1" status: 200 len: 950 time: 0.0682478 Sep 23 06:42:19.363122 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-f5980194-9f7a-4255-82b4-196d3c365e84 req-647b5b92-ba55-42bd-9f54-cd21a4bc218f tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:19.371908 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-63662ac1-f748-4c17-b3f2-12644da2bc43 req-01d0cfb1-de8e-4490-9014-bbb7064c8f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:19.411199 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-06ac6230-a431-458c-a133-a85b60a76a14 req-4d7ef7e9-9ffd-4368-ac87-d88453848cea tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502875 Sep 23 06:42:19.460085 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a9009bcb-fbc6-48a2-a805-4add2992a113 None None] Provisioning complete for port 13fc1c55-aac8-4284-a65a-d9e7ba02d995 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:42:19.461128 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a9009bcb-fbc6-48a2-a805-4add2992a113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:19.503894 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a9009bcb-fbc6-48a2-a805-4add2992a113 None None] Port 13fc1c55-aac8-4284-a65a-d9e7ba02d995 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:42:19.514227 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-f5980194-9f7a-4255-82b4-196d3c365e84 req-647b5b92-ba55-42bd-9f54-cd21a4bc218f tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:19.523042 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db1e34b-85d3-4610-98a8-ac38a46471db req-068a0f47-39fd-4c52-884d-93d60173b1a6 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:19.527663 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7db1e34b-85d3-4610-98a8-ac38a46471db req-068a0f47-39fd-4c52-884d-93d60173b1a6 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=6537cafe-d3ce-4f50-8690-62d212f0187d HTTP/1.1" status: 200 len: 949 time: 0.0602400 Sep 23 06:42:19.565466 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5980194-9f7a-4255-82b4-196d3c365e84 req-647b5b92-ba55-42bd-9f54-cd21a4bc218f tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:42:19.571157 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7db1e34b-85d3-4610-98a8-ac38a46471db req-e78afd73-5221-46ed-bb61-eb6823038dd7 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374379 Sep 23 06:42:19.573046 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-f5980194-9f7a-4255-82b4-196d3c365e84 req-647b5b92-ba55-42bd-9f54-cd21a4bc218f tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:42:19.579450 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5980194-9f7a-4255-82b4-196d3c365e84 req-647b5b92-ba55-42bd-9f54-cd21a4bc218f tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:42:19.625941 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647b5b92-ba55-42bd-9f54-cd21a4bc218f tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Pushing event updated for resources: {'Port': ['ID=6ef5814f-86cc-4b33-97d6-b0e967ad03b2,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:19.679617 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3859f18-19c1-45f6-b24e-1ff4e9893b96 req-98c84999-6040-46e0-9e61-b547350d23fc tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:19.686370 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a3859f18-19c1-45f6-b24e-1ff4e9893b96 req-98c84999-6040-46e0-9e61-b547350d23fc tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d41217-85f8-4b83-9fe1-90caa01cf293 HTTP/1.1" status: 200 len: 950 time: 0.0616052 Sep 23 06:42:19.697225 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-f5980194-9f7a-4255-82b4-196d3c365e84 req-647b5b92-ba55-42bd-9f54-cd21a4bc218f tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:19.726453 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a3859f18-19c1-45f6-b24e-1ff4e9893b96 req-a8095188-3d03-47d2-8980-489ca5a38bab tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391388 Sep 23 06:42:19.761062 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-f5980194-9f7a-4255-82b4-196d3c365e84 req-647b5b92-ba55-42bd-9f54-cd21a4bc218f tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:19.854394 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-63662ac1-f748-4c17-b3f2-12644da2bc43 req-01d0cfb1-de8e-4490-9014-bbb7064c8f38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13fc1c55-aac8-4284-a65a-d9e7ba02d995 {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:42:19.859916 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161eed59-e0a1-4eff-832c-72f19d97a367 req-9c1893fa-eec4-402b-bdde-59251b1bd9b4 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:19.863932 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-161eed59-e0a1-4eff-832c-72f19d97a367 req-9c1893fa-eec4-402b-bdde-59251b1bd9b4 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb9ce6cc-6d6a-44ab-84e9-7a7993ea0950 HTTP/1.1" status: 200 len: 946 time: 0.0701585 Sep 23 06:42:19.874145 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-63662ac1-f748-4c17-b3f2-12644da2bc43 req-01d0cfb1-de8e-4490-9014-bbb7064c8f38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:19.922986 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-63662ac1-f748-4c17-b3f2-12644da2bc43 req-01d0cfb1-de8e-4490-9014-bbb7064c8f38 service neutron] Transition to ACTIVE for port object 13fc1c55-aac8-4284-a65a-d9e7ba02d995 will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:42:19.930018 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-63662ac1-f748-4c17-b3f2-12644da2bc43 req-01d0cfb1-de8e-4490-9014-bbb7064c8f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:19.953325 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-161eed59-e0a1-4eff-832c-72f19d97a367 req-82157bdf-89f4-43aa-b60e-83a343393d20 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727537 Sep 23 06:42:20.017639 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d0cfb1-de8e-4490-9014-bbb7064c8f38 service neutron] Pushing event updated for resources: {'Port': ['ID=13fc1c55-aac8-4284-a65a-d9e7ba02d995,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:20.063351 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 9aa41ab4-2cef-40b1-b949-33c23ca59534 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:42:20.096149 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-f5980194-9f7a-4255-82b4-196d3c365e84 req-647b5b92-ba55-42bd-9f54-cd21a4bc218f tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:20.100418 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-63662ac1-f748-4c17-b3f2-12644da2bc43 req-01d0cfb1-de8e-4490-9014-bbb7064c8f38 service neutron] Attempting to bind port 13fc1c55-aac8-4284-a65a-d9e7ba02d995 on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:42:20.100937 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-63662ac1-f748-4c17-b3f2-12644da2bc43 req-01d0cfb1-de8e-4490-9014-bbb7064c8f38 service neutron] Attempting to bind port 13fc1c55-aac8-4284-a65a-d9e7ba02d995 by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': 'c88b2831-f544-41bb-bbcc-5b15e741880e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd3302f5d-bf5e-4d5b-a7a4-2ca05635fe64'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:42:20.101364 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63662ac1-f748-4c17-b3f2-12644da2bc43 req-01d0cfb1-de8e-4490-9014-bbb7064c8f38 service neutron] Attempting to bind port 13fc1c55-aac8-4284-a65a-d9e7ba02d995 on network d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:42:20.116009 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-f5980194-9f7a-4255-82b4-196d3c365e84 req-647b5b92-ba55-42bd-9f54-cd21a4bc218f tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:20.141283 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 9aa41ab4-2cef-40b1-b949-33c23ca59534 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:42:20.142040 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:20.152997 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63662ac1-f748-4c17-b3f2-12644da2bc43 req-01d0cfb1-de8e-4490-9014-bbb7064c8f38 service neutron] Port 13fc1c55-aac8-4284-a65a-d9e7ba02d995 on network d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:42:20.153424 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63662ac1-f748-4c17-b3f2-12644da2bc43 req-01d0cfb1-de8e-4490-9014-bbb7064c8f38 service neutron] Attempting to bind port 13fc1c55-aac8-4284-a65a-d9e7ba02d995 on network d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:42:20.176505 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14d41217-85f8-4b83-9fe1-90caa01cf293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b17520a-2238-40c7-a428-f3c566f41ff9'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:42:20.179345 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f73677-39cc-4d23-b83f-0cfd8e2d49e8" -d '{"events": [{"server_uuid": "14d41217-85f8-4b83-9fe1-90caa01cf293", "name": "network-vif-plugged", "status": "completed", "tag": "0b17520a-2238-40c7-a428-f3c566f41ff9"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:42:20.187799 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf6f67d-3da1-4dfa-9619-2068d5792454 None None] Sync routers for ids ['2efb413d-d575-46f5-b4fb-b8a9300c5528'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:42:20.208732 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf6f67d-3da1-4dfa-9619-2068d5792454 None None] Routers {'2efb413d-d575-46f5-b4fb-b8a9300c5528'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:42:20.209747 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-dcf6f67d-3da1-4dfa-9619-2068d5792454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:42:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['2efb413d-d575-46f5-b4fb-b8a9300c5528'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:42:20.213519 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-f5980194-9f7a-4255-82b4-196d3c365e84 req-647b5b92-ba55-42bd-9f54-cd21a4bc218f tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:20.227916 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63662ac1-f748-4c17-b3f2-12644da2bc43 req-01d0cfb1-de8e-4490-9014-bbb7064c8f38 service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:42:20.227916 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63662ac1-f748-4c17-b3f2-12644da2bc43 req-01d0cfb1-de8e-4490-9014-bbb7064c8f38 service neutron] Checking segment: {'id': 'c88b2831-f544-41bb-bbcc-5b15e741880e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd3302f5d-bf5e-4d5b-a7a4-2ca05635fe64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:42:20.227916 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63662ac1-f748-4c17-b3f2-12644da2bc43 req-01d0cfb1-de8e-4490-9014-bbb7064c8f38 service neutron] Bound using segment: {'id': 'c88b2831-f544-41bb-bbcc-5b15e741880e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd3302f5d-bf5e-4d5b-a7a4-2ca05635fe64'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:42:20.227916 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-63662ac1-f748-4c17-b3f2-12644da2bc43 req-01d0cfb1-de8e-4490-9014-bbb7064c8f38 service neutron] Bound port: 13fc1c55-aac8-4284-a65a-d9e7ba02d995, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c88b2831-f544-41bb-bbcc-5b15e741880e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd3302f5d-bf5e-4d5b-a7a4-2ca05635fe64'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:42:20.227916 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-63662ac1-f748-4c17-b3f2-12644da2bc43 req-01d0cfb1-de8e-4490-9014-bbb7064c8f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:20.278746 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647b5b92-ba55-42bd-9f54-cd21a4bc218f tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Pushing event updated for resources: {'Port': ['ID=6ef5814f-86cc-4b33-97d6-b0e967ad03b2,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:20.298075 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-f5980194-9f7a-4255-82b4-196d3c365e84 req-647b5b92-ba55-42bd-9f54-cd21a4bc218f tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:20.323074 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f5980194-9f7a-4255-82b4-196d3c365e84 req-647b5b92-ba55-42bd-9f54-cd21a4bc218f tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0791514 Sep 23 06:42:20.339727 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-dcf6f67d-3da1-4dfa-9619-2068d5792454 None None] Set router 2efb413d-d575-46f5-b4fb-b8a9300c5528 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:42:20.370295 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d464e-8449-4b0c-99d1-e27ec978ec74 req-11896d48-89d8-41e4-9d8e-8f4738e7ea79 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:20.371781 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b50d464e-8449-4b0c-99d1-e27ec978ec74 req-11896d48-89d8-41e4-9d8e-8f4738e7ea79 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a8f1e82-30db-46af-b5c4-56eac38212c2 HTTP/1.1" status: 200 len: 945 time: 0.1514504 Sep 23 06:42:20.400487 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188a46b0-bd48-44e4-bd94-344bce40e3f2 req-1dbc8f74-57b3-4769-bbb0-55a0a14aa843 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:20.402678 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-188a46b0-bd48-44e4-bd94-344bce40e3f2 req-1dbc8f74-57b3-4769-bbb0-55a0a14aa843 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.21 "GET /v2.0/ports?device_id=52dab61c-34b6-4d7d-b54d-a6ae13fe0c57 HTTP/1.1" status: 200 len: 950 time: 0.1013682 Sep 23 06:42:20.424523 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f5980194-9f7a-4255-82b4-196d3c365e84 req-4b937ae4-7e9e-4bdd-aa97-ca8dab8e2c27 tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.243 HTTP/1.1" status: 200 len: 696 time: 0.1003375 Sep 23 06:42:20.500455 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b50d464e-8449-4b0c-99d1-e27ec978ec74 req-a85153d5-24c7-46b2-8772-74dbcd11cd3d tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167402 Sep 23 06:42:20.565260 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e498ae-3447-4e6d-ac04-11c190fb74ff x-openstack-request-id: req-52e498ae-3447-4e6d-ac04-11c190fb74ff {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:42:20.565775 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14d41217-85f8-4b83-9fe1-90caa01cf293", "name": "network-vif-plugged", "status": "completed", "tag": "0b17520a-2238-40c7-a428-f3c566f41ff9", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:42:20.565775 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-52e498ae-3447-4e6d-ac04-11c190fb74ff {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:42:20.566211 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14d41217-85f8-4b83-9fe1-90caa01cf293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b17520a-2238-40c7-a428-f3c566f41ff9', 'code': 200} Sep 23 06:42:20.584889 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-63662ac1-f748-4c17-b3f2-12644da2bc43 req-01d0cfb1-de8e-4490-9014-bbb7064c8f38 service neutron] For port 13fc1c55-aac8-4284-a65a-d9e7ba02d995, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:42:20.589797 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-63662ac1-f748-4c17-b3f2-12644da2bc43 req-01d0cfb1-de8e-4490-9014-bbb7064c8f38 service neutron] For port 13fc1c55-aac8-4284-a65a-d9e7ba02d995, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=13fc1c55-aac8-4284-a65a-d9e7ba02d995,segment=NetworkSegment(c88b2831-f544-41bb-bbcc-5b15e741880e),segment_id=c88b2831-f544-41bb-bbcc-5b15e741880e)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:42:20.604676 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-63662ac1-f748-4c17-b3f2-12644da2bc43 req-01d0cfb1-de8e-4490-9014-bbb7064c8f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:20.606165 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-dcf6f67d-3da1-4dfa-9619-2068d5792454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2efb413d-d575-46f5-b4fb-b8a9300c5528', 'name': 'tempest-FloatingIPDetailsTestJSON-1665248735-router', 'tenant_id': '25d2d44dc31f4ee6a11d65d4519bedd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '9aa41ab4-2cef-40b1-b949-33c23ca59534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:42:10Z', 'updated_at': '2021-09-23T06:42:16Z', 'revision_number': 4, 'project_id': '25d2d44dc31f4ee6a11d65d4519bedd5', 'gw_port': {'id': '9aa41ab4-2cef-40b1-b949-33c23ca59534', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:55:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efb413d-d575-46f5-b4fb-b8a9300c5528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:42:11Z', 'updated_at': '2021-09-23T06:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '6cd80039-14c7-4abe-8368-406fc6d64ca5', 'name': '', 'network_id': '017541d3-6bfb-440b-8309-f75791caf7c3', 'tenant_id': '25d2d44dc31f4ee6a11d65d4519bedd5', 'mac_address': 'fa:16:3e:dd:ae:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2efb413d-d575-46f5-b4fb-b8a9300c5528', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '67de3cd6-e833-406c-ba1a-cb8fc1fa7db8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:42:14Z', 'updated_at': '2021-09-23T06:42:16Z', 'revision_number': 2, 'project_id': '25d2d44dc31f4ee6a11d65d4519bedd5', 'subnets': [{'id': '67de3cd6-e833-406c-ba1a-cb8fc1fa7db8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:42:20.620573 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-188a46b0-bd48-44e4-bd94-344bce40e3f2 req-ef66da49-d9bf-4b1a-b330-0d8f6cdcc1eb tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Deleting port 1bbb1236-9fe3-48aa-aa80-d40eea7e019c {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:42:20.621533 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-188a46b0-bd48-44e4-bd94-344bce40e3f2 req-ef66da49-d9bf-4b1a-b330-0d8f6cdcc1eb tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:20.669549 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf6f67d-3da1-4dfa-9619-2068d5792454 None None] Checking router: 2efb413d-d575-46f5-b4fb-b8a9300c5528 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:42:20.670298 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf6f67d-3da1-4dfa-9619-2068d5792454 None None] Updating router 2efb413d-d575-46f5-b4fb-b8a9300c5528 port 6cd80039-14c7-4abe-8368-406fc6d64ca5 binding host n-d-715271-16 {{(pid=95068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 06:42:20.675240 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5980194-9f7a-4255-82b4-196d3c365e84 req-6f52033f-46ad-4007-9382-3b6c4ebd2aec tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:20.690201 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f5980194-9f7a-4255-82b4-196d3c365e84 req-6f52033f-46ad-4007-9382-3b6c4ebd2aec tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] 10.222.0.39 "GET /v2.0/networks/0f47978c-41eb-4cc7-92bf-8b873be8a1a0 HTTP/1.1" status: 200 len: 784 time: 0.2647221 Sep 23 06:42:20.704266 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63662ac1-f748-4c17-b3f2-12644da2bc43 req-01d0cfb1-de8e-4490-9014-bbb7064c8f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:20.704902 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-63662ac1-f748-4c17-b3f2-12644da2bc43 req-01d0cfb1-de8e-4490-9014-bbb7064c8f38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:20.706352 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-63662ac1-f748-4c17-b3f2-12644da2bc43 req-01d0cfb1-de8e-4490-9014-bbb7064c8f38 service neutron] 10.222.0.21 "PUT /v2.0/ports/13fc1c55-aac8-4284-a65a-d9e7ba02d995 HTTP/1.1" status: 200 len: 1092 time: 1.4389453 Sep 23 06:42:20.706810 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c33652c9-f51e-4ce3-8d6c-a84749adc04b', 'tag': '13fc1c55-aac8-4284-a65a-d9e7ba02d995'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:42:20.709892 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c470824-4f2c-441c-bcb8-127e09e461bb" -d '{"events": [{"name": "network-changed", "server_uuid": "c33652c9-f51e-4ce3-8d6c-a84749adc04b", "tag": "13fc1c55-aac8-4284-a65a-d9e7ba02d995"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:42:20.761962 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d0cfb1-de8e-4490-9014-bbb7064c8f38 service neutron] Pushing event updated for resources: {'Port': ['ID=13fc1c55-aac8-4284-a65a-d9e7ba02d995,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:20.765069 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-dcf6f67d-3da1-4dfa-9619-2068d5792454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:20.885468 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63662ac1-f748-4c17-b3f2-12644da2bc43 req-ccc7d5d3-f8b0-48f5-9a9f-b90c19a39658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:20.887247 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-63662ac1-f748-4c17-b3f2-12644da2bc43 req-ccc7d5d3-f8b0-48f5-9a9f-b90c19a39658 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8275c6392a72426db62ebfc4817f4420&device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 1095 time: 0.0948622 Sep 23 06:42:20.898737 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf958d47-d25b-4795-882b-54cce038847a req-e1fc0856-857c-4ca4-9216-7c0add209a8f tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:20.900404 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cf958d47-d25b-4795-882b-54cce038847a req-e1fc0856-857c-4ca4-9216-7c0add209a8f tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=52dab61c-34b6-4d7d-b54d-a6ae13fe0c57 HTTP/1.1" status: 200 len: 950 time: 0.0948782 Sep 23 06:42:20.980071 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359adbc7-46ef-4351-ab3d-0af47a7efe26 req-9f5dccf6-f30e-481f-bdd3-fe247c632d64 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:20.991400 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-359adbc7-46ef-4351-ab3d-0af47a7efe26 req-9f5dccf6-f30e-481f-bdd3-fe247c632d64 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 943 time: 0.3370655 Sep 23 06:42:21.005023 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-188a46b0-bd48-44e4-bd94-344bce40e3f2 req-ef66da49-d9bf-4b1a-b330-0d8f6cdcc1eb tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] For port 1bbb1236-9fe3-48aa-aa80-d40eea7e019c, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=1bbb1236-9fe3-48aa-aa80-d40eea7e019c,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:42:21.005304 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-188a46b0-bd48-44e4-bd94-344bce40e3f2 req-ef66da49-d9bf-4b1a-b330-0d8f6cdcc1eb tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:21.031328 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-188a46b0-bd48-44e4-bd94-344bce40e3f2 req-ef66da49-d9bf-4b1a-b330-0d8f6cdcc1eb tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Calling delete_port for 1bbb1236-9fe3-48aa-aa80-d40eea7e019c owned by compute:nova {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:42:21.048239 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-63662ac1-f748-4c17-b3f2-12644da2bc43 req-9951a457-8c74-424d-8c3e-9ebca86fc68f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13fc1c55-aac8-4284-a65a-d9e7ba02d995 HTTP/1.1" status: 200 len: 217 time: 0.1452494 Sep 23 06:42:21.064186 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-359adbc7-46ef-4351-ab3d-0af47a7efe26 req-2a6f3e2e-4ca8-4a99-b145-f7a655080b0c tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715377 Sep 23 06:42:21.110432 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63662ac1-f748-4c17-b3f2-12644da2bc43 req-31dcce15-ce11-4bdd-9856-179d6ec3cccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:21.111993 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-63662ac1-f748-4c17-b3f2-12644da2bc43 req-31dcce15-ce11-4bdd-9856-179d6ec3cccd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=46ccc032-0362-4c9c-977b-4c26fbfaa4e6 HTTP/1.1" status: 200 len: 850 time: 0.0533943 Sep 23 06:42:21.150119 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cf958d47-d25b-4795-882b-54cce038847a req-dc09123a-94f1-412c-afb4-ea0fb33cb2a9 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010438 Sep 23 06:42:21.220478 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-dcf6f67d-3da1-4dfa-9619-2068d5792454 None None] Notify callbacks [] for port, precommit_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:21.231288 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-dcf6f67d-3da1-4dfa-9619-2068d5792454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:21.247556 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2389581-4e4e-435b-8cdf-fd88a887a2d5 req-d411dd9c-e990-42e3-97f9-5fb9f5e58175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:21.250133 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d2389581-4e4e-435b-8cdf-fd88a887a2d5 req-d411dd9c-e990-42e3-97f9-5fb9f5e58175 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=14d41217-85f8-4b83-9fe1-90caa01cf293 HTTP/1.1" status: 200 len: 1102 time: 0.3267159 Sep 23 06:42:21.266945 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-188a46b0-bd48-44e4-bd94-344bce40e3f2 req-ef66da49-d9bf-4b1a-b330-0d8f6cdcc1eb tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:21.296233 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['148c00b5-4bd3-4f09-b85c-ea3b9d4b8f40', 'b8ff8d3a-6ed2-4cab-9e77-0fd57d974ead', '9b4f3dc6-1c8f-4151-a0c4-1e0d39456823', '5b3a2e28-be35-4961-8a54-1610532dabd1'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:42:21.302100 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['a8e7e579-3b26-4ead-b22c-da0563c19495', '96766598-8482-4ba0-8b34-cc6cc5c24fb9'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:42:21.309736 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897572fa-ff10-40d5-926a-e2b6a752c4e3 req-1d9899b0-9db7-4655-8c3a-e4014855e584 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:21.311965 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-897572fa-ff10-40d5-926a-e2b6a752c4e3 req-1d9899b0-9db7-4655-8c3a-e4014855e584 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=6537cafe-d3ce-4f50-8690-62d212f0187d HTTP/1.1" status: 200 len: 949 time: 0.1196864 Sep 23 06:42:21.345958 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef66da49-d9bf-4b1a-b330-0d8f6cdcc1eb tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Pushing event deleted for resources: {'Port': ['ID=1bbb1236-9fe3-48aa-aa80-d40eea7e019c,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:21.411579 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-dcf6f67d-3da1-4dfa-9619-2068d5792454 None None] Attempting to bind port 6cd80039-14c7-4abe-8368-406fc6d64ca5 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:42:21.412638 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-dcf6f67d-3da1-4dfa-9619-2068d5792454 None None] Attempting to bind port 6cd80039-14c7-4abe-8368-406fc6d64ca5 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '8cb16f76-10ff-4bac-8b56-6559f6306786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '017541d3-6bfb-440b-8309-f75791caf7c3'}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:42:21.413101 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf6f67d-3da1-4dfa-9619-2068d5792454 None None] Attempting to bind port 6cd80039-14c7-4abe-8368-406fc6d64ca5 on network 017541d3-6bfb-440b-8309-f75791caf7c3 {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:42:21.415281 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3327a-33e4-4d7d-b6c9-f8a524255b68 None None] Pushing event updated for resources: {'Port': ['ID=6cd80039-14c7-4abe-8368-406fc6d64ca5,revision_number=3']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:21.420743 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b0b6142e-6b28-454e-9ee5-28022c3ff242 req-d1757c94-ac60-4031-b7c2-c81a8eb019fb tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2252798 Sep 23 06:42:21.427849 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63662ac1-f748-4c17-b3f2-12644da2bc43 req-19d188b6-9964-4e79-a65e-1fa65b1809d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:21.430557 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf6f67d-3da1-4dfa-9619-2068d5792454 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:42:21.431137 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf6f67d-3da1-4dfa-9619-2068d5792454 None None] Checking segment: {'id': '8cb16f76-10ff-4bac-8b56-6559f6306786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '017541d3-6bfb-440b-8309-f75791caf7c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:42:21.432418 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-63662ac1-f748-4c17-b3f2-12644da2bc43 req-19d188b6-9964-4e79-a65e-1fa65b1809d7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3077855 Sep 23 06:42:21.432970 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-dcf6f67d-3da1-4dfa-9619-2068d5792454 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:21.433474 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf6f67d-3da1-4dfa-9619-2068d5792454 None None] Bound using segment: {'id': '8cb16f76-10ff-4bac-8b56-6559f6306786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '017541d3-6bfb-440b-8309-f75791caf7c3'} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:42:21.434111 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-dcf6f67d-3da1-4dfa-9619-2068d5792454 None None] Bound port: 6cd80039-14c7-4abe-8368-406fc6d64ca5, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb16f76-10ff-4bac-8b56-6559f6306786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '017541d3-6bfb-440b-8309-f75791caf7c3'}}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:42:21.438742 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-dcf6f67d-3da1-4dfa-9619-2068d5792454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:21.450805 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-897572fa-ff10-40d5-926a-e2b6a752c4e3 req-73d28614-4a31-43be-a6fc-c72d8ad83779 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088634 Sep 23 06:42:21.457590 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-b0b6142e-6b28-454e-9ee5-28022c3ff242 req-8c18ca44-f635-46cc-8b63-83a3e8240c41 tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Request body: {'floatingip': {'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:42:21.504010 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-188a46b0-bd48-44e4-bd94-344bce40e3f2 req-ef66da49-d9bf-4b1a-b330-0d8f6cdcc1eb tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] No DVR routers for this DVR port 1bbb1236-9fe3-48aa-aa80-d40eea7e019c on host n-h1-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:42:21.507244 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-188a46b0-bd48-44e4-bd94-344bce40e3f2 req-ef66da49-d9bf-4b1a-b330-0d8f6cdcc1eb tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:21.510597 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-188a46b0-bd48-44e4-bd94-344bce40e3f2 req-ef66da49-d9bf-4b1a-b330-0d8f6cdcc1eb tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.21 "DELETE /v2.0/ports/1bbb1236-9fe3-48aa-aa80-d40eea7e019c HTTP/1.1" status: 204 len: 173 time: 1.0701878 Sep 23 06:42:21.511673 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52dab61c-34b6-4d7d-b54d-a6ae13fe0c57', 'name': 'network-vif-deleted', 'tag': '1bbb1236-9fe3-48aa-aa80-d40eea7e019c'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:42:21.518502 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f5cd6f-2043-458e-8cae-278565c7fc39" -d '{"events": [{"server_uuid": "52dab61c-34b6-4d7d-b54d-a6ae13fe0c57", "name": "network-vif-deleted", "tag": "1bbb1236-9fe3-48aa-aa80-d40eea7e019c"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:42:21.601483 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-dcf6f67d-3da1-4dfa-9619-2068d5792454 None None] For port 6cd80039-14c7-4abe-8368-406fc6d64ca5, host n-d-715271-16, cleared binding levels {{(pid=95068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:42:21.604935 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-dcf6f67d-3da1-4dfa-9619-2068d5792454 None None] For port 6cd80039-14c7-4abe-8368-406fc6d64ca5, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=6cd80039-14c7-4abe-8368-406fc6d64ca5,segment=NetworkSegment(8cb16f76-10ff-4bac-8b56-6559f6306786),segment_id=8cb16f76-10ff-4bac-8b56-6559f6306786)] {{(pid=95068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:42:21.611297 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-dcf6f67d-3da1-4dfa-9619-2068d5792454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:21.614933 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d2389581-4e4e-435b-8cdf-fd88a887a2d5 req-5320216e-81ff-43be-8b7a-7a63e391c72a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3536642 Sep 23 06:42:21.685361 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-b0b6142e-6b28-454e-9ee5-28022c3ff242 req-8c18ca44-f635-46cc-8b63-83a3e8240c41 tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Notify callbacks [] for floatingip, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:21.693002 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3327a-33e4-4d7d-b6c9-f8a524255b68 None None] Pushing event updated for resources: {'Port': ['ID=6cd80039-14c7-4abe-8368-406fc6d64ca5,revision_number=4']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:21.722507 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf6f67d-3da1-4dfa-9619-2068d5792454 None None] Routers {'2efb413d-d575-46f5-b4fb-b8a9300c5528'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:42:21.723132 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-dcf6f67d-3da1-4dfa-9619-2068d5792454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:42:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['2efb413d-d575-46f5-b4fb-b8a9300c5528'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:42:21.763510 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb364a5-be4e-47b7-b2cf-582d9cf2263e req-5bc5b0c9-eb4f-42df-9338-668803d56667 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:21.766470 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1eb364a5-be4e-47b7-b2cf-582d9cf2263e req-5bc5b0c9-eb4f-42df-9338-668803d56667 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d41217-85f8-4b83-9fe1-90caa01cf293 HTTP/1.1" status: 200 len: 950 time: 0.1736212 Sep 23 06:42:21.792204 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-63662ac1-f748-4c17-b3f2-12644da2bc43 req-a45ccceb-c29d-4c02-9141-12cf7b156cfe service neutron] 10.222.0.21 "GET /v2.0/networks/d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3186607 Sep 23 06:42:21.863711 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1eb364a5-be4e-47b7-b2cf-582d9cf2263e req-1d3d7132-5ebd-42f8-85f3-e5870aa72c0c tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843606 Sep 23 06:42:21.928327 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-b752361f-5d3d-4d98-b6f8-0c1a2ab227f3 None None] Provisioning complete for port 6cd80039-14c7-4abe-8368-406fc6d64ca5 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:42:21.928327 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b752361f-5d3d-4d98-b6f8-0c1a2ab227f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:21.975339 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-63662ac1-f748-4c17-b3f2-12644da2bc43 req-052b6800-2f1e-4241-b3d0-19794f9192cf service neutron] 10.222.0.21 "GET /v2.0/networks/d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706531 Sep 23 06:42:21.977809 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e18fd394-e132-4f75-bd6c-695389c445dd x-openstack-request-id: req-e18fd394-e132-4f75-bd6c-695389c445dd {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:42:21.978530 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c33652c9-f51e-4ce3-8d6c-a84749adc04b", "tag": "13fc1c55-aac8-4284-a65a-d9e7ba02d995", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:42:21.978968 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e18fd394-e132-4f75-bd6c-695389c445dd {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:42:21.979515 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c33652c9-f51e-4ce3-8d6c-a84749adc04b', 'tag': '13fc1c55-aac8-4284-a65a-d9e7ba02d995', 'status': 'completed', 'code': 200} Sep 23 06:42:22.033231 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-dcf6f67d-3da1-4dfa-9619-2068d5792454 None None] Set router 2efb413d-d575-46f5-b4fb-b8a9300c5528 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:42:22.144999 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8d7c2a-73aa-43fb-9657-2ab94c0665bc req-758b9137-b3e7-4c2f-a312-efca24ca79e7 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:22.144999 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0b8d7c2a-73aa-43fb-9657-2ab94c0665bc req-758b9137-b3e7-4c2f-a312-efca24ca79e7 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb9ce6cc-6d6a-44ab-84e9-7a7993ea0950 HTTP/1.1" status: 200 len: 946 time: 0.1030822 Sep 23 06:42:22.176263 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c470824-4f2c-441c-bcb8-127e09e461bb req-48e5cb35-7c42-4fa1-a83c-ae000cf1cc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:22.179509 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2c470824-4f2c-441c-bcb8-127e09e461bb req-48e5cb35-7c42-4fa1-a83c-ae000cf1cc47 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8275c6392a72426db62ebfc4817f4420&device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 1095 time: 0.1139405 Sep 23 06:42:22.194699 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-b0b6142e-6b28-454e-9ee5-28022c3ff242 req-8c18ca44-f635-46cc-8b63-83a3e8240c41 tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:22.244679 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0b8d7c2a-73aa-43fb-9657-2ab94c0665bc req-413e2d68-d016-47f4-aa9d-b7411f7caf34 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882745 Sep 23 06:42:22.272017 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b752361f-5d3d-4d98-b6f8-0c1a2ab227f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:22.330343 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c470824-4f2c-441c-bcb8-127e09e461bb req-943c61b8-1a41-41a6-b5c6-86c58382af7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:22.332491 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2c470824-4f2c-441c-bcb8-127e09e461bb req-943c61b8-1a41-41a6-b5c6-86c58382af7d service neutron] 10.222.0.21 "GET /v2.0/networks?id=d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64 HTTP/1.1" status: 200 len: 912 time: 0.1349049 Sep 23 06:42:22.337836 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-b752361f-5d3d-4d98-b6f8-0c1a2ab227f3 None None] For port 6cd80039-14c7-4abe-8368-406fc6d64ca5, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=6cd80039-14c7-4abe-8368-406fc6d64ca5,segment=NetworkSegment(8cb16f76-10ff-4bac-8b56-6559f6306786),segment_id=8cb16f76-10ff-4bac-8b56-6559f6306786)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:42:22.361789 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b752361f-5d3d-4d98-b6f8-0c1a2ab227f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:22.429077 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2c470824-4f2c-441c-bcb8-127e09e461bb req-5a0c864e-a11b-4261-9c41-dfe45d74e88f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13fc1c55-aac8-4284-a65a-d9e7ba02d995 HTTP/1.1" status: 200 len: 217 time: 0.0821545 Sep 23 06:42:22.523420 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ea9983-2cee-4912-941c-5063ab56385f req-a307658f-6200-4325-af13-a92774e6d552 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:22.535573 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-19ea9983-2cee-4912-941c-5063ab56385f req-a307658f-6200-4325-af13-a92774e6d552 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a8f1e82-30db-46af-b5c4-56eac38212c2 HTTP/1.1" status: 200 len: 945 time: 0.0734794 Sep 23 06:42:22.541118 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-0e311f88-a0ce-496c-88b4-5b2756fe9db5 None None] Provisioning complete for port 6cd80039-14c7-4abe-8368-406fc6d64ca5 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:42:22.541761 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0e311f88-a0ce-496c-88b4-5b2756fe9db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:22.562895 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-dcf6f67d-3da1-4dfa-9619-2068d5792454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2efb413d-d575-46f5-b4fb-b8a9300c5528', 'name': 'tempest-FloatingIPDetailsTestJSON-1665248735-router', 'tenant_id': '25d2d44dc31f4ee6a11d65d4519bedd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '9aa41ab4-2cef-40b1-b949-33c23ca59534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:42:10Z', 'updated_at': '2021-09-23T06:42:16Z', 'revision_number': 4, 'project_id': '25d2d44dc31f4ee6a11d65d4519bedd5', 'gw_port': {'id': '9aa41ab4-2cef-40b1-b949-33c23ca59534', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:55:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efb413d-d575-46f5-b4fb-b8a9300c5528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:42:11Z', 'updated_at': '2021-09-23T06:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '6cd80039-14c7-4abe-8368-406fc6d64ca5', 'name': '', 'network_id': '017541d3-6bfb-440b-8309-f75791caf7c3', 'tenant_id': '25d2d44dc31f4ee6a11d65d4519bedd5', 'mac_address': 'fa:16:3e:dd:ae:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2efb413d-d575-46f5-b4fb-b8a9300c5528', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '67de3cd6-e833-406c-ba1a-cb8fc1fa7db8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:42:14Z', 'updated_at': '2021-09-23T06:42:21Z', 'revision_number': 4, 'project_id': '25d2d44dc31f4ee6a11d65d4519bedd5', 'subnets': [{'id': '67de3cd6-e833-406c-ba1a-cb8fc1fa7db8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:42:22.563672 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c470824-4f2c-441c-bcb8-127e09e461bb req-3693d782-4425-4294-bea8-375942c44826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:22.565154 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2c470824-4f2c-441c-bcb8-127e09e461bb req-3693d782-4425-4294-bea8-375942c44826 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=46ccc032-0362-4c9c-977b-4c26fbfaa4e6 HTTP/1.1" status: 200 len: 850 time: 0.1023316 Sep 23 06:42:22.587431 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-19ea9983-2cee-4912-941c-5063ab56385f req-d2e0faba-52d7-45c2-bc3e-c232f6cf482e tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509169 Sep 23 06:42:22.625847 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf6f67d-3da1-4dfa-9619-2068d5792454 None None] The sync data for ids ['2efb413d-d575-46f5-b4fb-b8a9300c5528'] in n-d-715271-16 is: [{'id': '2efb413d-d575-46f5-b4fb-b8a9300c5528', 'name': 'tempest-FloatingIPDetailsTestJSON-1665248735-router', 'tenant_id': '25d2d44dc31f4ee6a11d65d4519bedd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '9aa41ab4-2cef-40b1-b949-33c23ca59534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:42:10Z', 'updated_at': '2021-09-23T06:42:16Z', 'revision_number': 4, 'project_id': '25d2d44dc31f4ee6a11d65d4519bedd5', 'gw_port': {'id': '9aa41ab4-2cef-40b1-b949-33c23ca59534', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:55:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efb413d-d575-46f5-b4fb-b8a9300c5528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:42:11Z', 'updated_at': '2021-09-23T06:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '6cd80039-14c7-4abe-8368-406fc6d64ca5', 'name': '', 'network_id': '017541d3-6bfb-440b-8309-f75791caf7c3', 'tenant_id': '25d2d44dc31f4ee6a11d65d4519bedd5', 'mac_address': 'fa:16:3e:dd:ae:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2efb413d-d575-46f5-b4fb-b8a9300c5528', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '67de3cd6-e833-406c-ba1a-cb8fc1fa7db8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:42:14Z', 'updated_at': '2021-09-23T06:42:21Z', 'revision_number': 4, 'project_id': '25d2d44dc31f4ee6a11d65d4519bedd5', 'subnets': [{'id': '67de3cd6-e833-406c-ba1a-cb8fc1fa7db8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:42:22.645495 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab44666-d4fb-4a81-8e96-cae36598ffd4 x-openstack-request-id: req-eab44666-d4fb-4a81-8e96-cae36598ffd4 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:42:22.646098 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52dab61c-34b6-4d7d-b54d-a6ae13fe0c57", "name": "network-vif-deleted", "tag": "1bbb1236-9fe3-48aa-aa80-d40eea7e019c", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:42:22.647338 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-eab44666-d4fb-4a81-8e96-cae36598ffd4 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:42:22.648327 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52dab61c-34b6-4d7d-b54d-a6ae13fe0c57', 'name': 'network-vif-deleted', 'tag': '1bbb1236-9fe3-48aa-aa80-d40eea7e019c', 'status': 'completed', 'code': 200} Sep 23 06:42:22.666222 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-b0b6142e-6b28-454e-9ee5-28022c3ff242 req-8c18ca44-f635-46cc-8b63-83a3e8240c41 tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Allocated IP 172.25.2.19 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/c3eeec22-89ca-401a-a7ae-30e472a5452b) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:42:22.688012 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b752361f-5d3d-4d98-b6f8-0c1a2ab227f3 None None] Pushing event updated for resources: {'Port': ['ID=6cd80039-14c7-4abe-8368-406fc6d64ca5,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:22.775037 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c470824-4f2c-441c-bcb8-127e09e461bb req-9070462a-db73-40c5-b7fa-94cde780d554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:22.776837 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2c470824-4f2c-441c-bcb8-127e09e461bb req-9070462a-db73-40c5-b7fa-94cde780d554 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2012403 Sep 23 06:42:22.830687 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9227c6-35cc-4342-a261-a57491f68f5c req-f9dfe991-e01d-4598-8287-6f6305ba4370 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:22.840014 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6c9227c6-35cc-4342-a261-a57491f68f5c req-f9dfe991-e01d-4598-8287-6f6305ba4370 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 943 time: 0.1034069 Sep 23 06:42:22.907717 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6c9227c6-35cc-4342-a261-a57491f68f5c req-c9718598-44d5-4891-bad8-52a0594eefba tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646164 Sep 23 06:42:22.976420 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-b0b6142e-6b28-454e-9ee5-28022c3ff242 req-8c18ca44-f635-46cc-8b63-83a3e8240c41 tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:23.023469 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2c470824-4f2c-441c-bcb8-127e09e461bb req-bfdec1c1-6a64-4e6a-80fa-467b21c90b23 service neutron] 10.222.0.21 "GET /v2.0/networks/d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313225 Sep 23 06:42:23.088482 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1dd769-76ae-48f1-af59-a57d7f734574 req-e951538a-dca4-45b6-86f1-aca317875a96 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:23.091469 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7f1dd769-76ae-48f1-af59-a57d7f734574 req-e951538a-dca4-45b6-86f1-aca317875a96 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=6537cafe-d3ce-4f50-8690-62d212f0187d HTTP/1.1" status: 200 len: 949 time: 0.0664492 Sep 23 06:42:23.120028 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-b0b6142e-6b28-454e-9ee5-28022c3ff242 req-8c18ca44-f635-46cc-8b63-83a3e8240c41 tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:23.149050 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 1bbb1236-9fe3-48aa-aa80-d40eea7e019c no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:42:23.164545 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7f1dd769-76ae-48f1-af59-a57d7f734574 req-a07b3ce2-6c8c-472d-a24f-c48e83465da3 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657244 Sep 23 06:42:23.189294 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] No Port match for: 1bbb1236-9fe3-48aa-aa80-d40eea7e019c {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:42:23.189683 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 1bbb1236-9fe3-48aa-aa80-d40eea7e019c not bound to the agent host n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:42:23.213184 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c18ca44-f635-46cc-8b63-83a3e8240c41 tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Pushing event updated for resources: {'Port': ['ID=c3eeec22-89ca-401a-a7ae-30e472a5452b,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:23.248012 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0b6142e-6b28-454e-9ee5-28022c3ff242 req-8c18ca44-f635-46cc-8b63-83a3e8240c41 tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:42:23.252221 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-b0b6142e-6b28-454e-9ee5-28022c3ff242 req-8c18ca44-f635-46cc-8b63-83a3e8240c41 tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:42:23.254684 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0b6142e-6b28-454e-9ee5-28022c3ff242 req-8c18ca44-f635-46cc-8b63-83a3e8240c41 tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:42:23.265319 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2c470824-4f2c-441c-bcb8-127e09e461bb req-6373927b-f46c-4e84-aa3f-f7d91b012bd6 service neutron] 10.222.0.21 "GET /v2.0/networks/d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331383 Sep 23 06:42:23.285343 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39067f0-1643-4b5a-a1b7-79b72254a0e4 req-11d6819d-c9ae-4721-9eee-65c0394b5cec tempest-LiveMigrationTest-1207377707 tempest-LiveMigrationTest-1207377707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:23.293212 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a39067f0-1643-4b5a-a1b7-79b72254a0e4 req-11d6819d-c9ae-4721-9eee-65c0394b5cec tempest-LiveMigrationTest-1207377707 tempest-LiveMigrationTest-1207377707-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=0a8f1e82-30db-46af-b5c4-56eac38212c2 HTTP/1.1" status: 200 len: 1097 time: 0.0516193 Sep 23 06:42:23.327878 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a39067f0-1643-4b5a-a1b7-79b72254a0e4 req-742aaaf7-8555-4053-acc8-5598ada81678 tempest-LiveMigrationTest-1207377707 tempest-LiveMigrationTest-1207377707-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337870 Sep 23 06:42:23.337487 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-b0b6142e-6b28-454e-9ee5-28022c3ff242 req-8c18ca44-f635-46cc-8b63-83a3e8240c41 tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:23.382224 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-b0b6142e-6b28-454e-9ee5-28022c3ff242 req-8c18ca44-f635-46cc-8b63-83a3e8240c41 tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:23.446612 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7806a00d-40bf-4205-ba1e-8ccffe0a0137 req-f818ed51-9f46-4d27-8ce7-ffc9f9540728 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:23.448038 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7806a00d-40bf-4205-ba1e-8ccffe0a0137 req-f818ed51-9f46-4d27-8ce7-ffc9f9540728 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d41217-85f8-4b83-9fe1-90caa01cf293 HTTP/1.1" status: 200 len: 950 time: 0.0521512 Sep 23 06:42:23.487714 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7806a00d-40bf-4205-ba1e-8ccffe0a0137 req-204ef05a-079d-4186-b205-85544d4fc767 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331740 Sep 23 06:42:23.553834 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-b0b6142e-6b28-454e-9ee5-28022c3ff242 req-8c18ca44-f635-46cc-8b63-83a3e8240c41 tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:23.560077 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-b0b6142e-6b28-454e-9ee5-28022c3ff242 req-8c18ca44-f635-46cc-8b63-83a3e8240c41 tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:23.593652 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-b0b6142e-6b28-454e-9ee5-28022c3ff242 req-8c18ca44-f635-46cc-8b63-83a3e8240c41 tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:23.620320 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-b0b6142e-6b28-454e-9ee5-28022c3ff242 req-8c18ca44-f635-46cc-8b63-83a3e8240c41 tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:23.623109 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b0b6142e-6b28-454e-9ee5-28022c3ff242 req-8c18ca44-f635-46cc-8b63-83a3e8240c41 tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1769962 Sep 23 06:42:23.623746 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c18ca44-f635-46cc-8b63-83a3e8240c41 tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Pushing event updated for resources: {'Port': ['ID=c3eeec22-89ca-401a-a7ae-30e472a5452b,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:23.744645 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf6f448-8887-46a7-be66-1104d9c14a04 req-a3a5eb03-d8de-4af8-9a65-66a86954983c tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:23.746643 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bbf6f448-8887-46a7-be66-1104d9c14a04 req-a3a5eb03-d8de-4af8-9a65-66a86954983c tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb9ce6cc-6d6a-44ab-84e9-7a7993ea0950 HTTP/1.1" status: 200 len: 946 time: 0.0557721 Sep 23 06:42:23.796983 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bbf6f448-8887-46a7-be66-1104d9c14a04 req-4446149b-7bae-4484-a87b-a07fc6ac7e24 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438800 Sep 23 06:42:23.960587 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b0b6142e-6b28-454e-9ee5-28022c3ff242 req-8cfa14fe-2db8-456c-8798-aef030d76c06 tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.19 HTTP/1.1" status: 200 len: 695 time: 0.3288240 Sep 23 06:42:24.050235 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 6cd80039-14c7-4abe-8368-406fc6d64ca5 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:42:24.123400 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 6cd80039-14c7-4abe-8368-406fc6d64ca5 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:42:24.123776 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:24.134544 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b6142e-6b28-454e-9ee5-28022c3ff242 req-06b04620-c8bf-4ae8-a7dd-98c383961f96 tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:24.135979 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b0b6142e-6b28-454e-9ee5-28022c3ff242 req-06b04620-c8bf-4ae8-a7dd-98c383961f96 tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] 10.222.0.39 "GET /v2.0/networks/0f47978c-41eb-4cc7-92bf-8b873be8a1a0 HTTP/1.1" status: 200 len: 784 time: 0.1674266 Sep 23 06:42:24.205739 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307035ca-8f69-491c-a49a-dfac4fb20192 req-e3b4d85a-c956-49e9-9d7d-adf80d96fb91 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:24.211919 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-307035ca-8f69-491c-a49a-dfac4fb20192 req-e3b4d85a-c956-49e9-9d7d-adf80d96fb91 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d41217-85f8-4b83-9fe1-90caa01cf293 HTTP/1.1" status: 200 len: 950 time: 0.1455245 Sep 23 06:42:24.292042 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-307035ca-8f69-491c-a49a-dfac4fb20192 req-3d8f2132-86cf-4cb5-a240-623b3312e8aa tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741518 Sep 23 06:42:24.372086 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d108cc2e-5a6f-4d23-be40-29b9810afb76 req-beb1ecde-3aa8-42e4-8dca-d2ebb3d8fa88 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:24.373690 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d108cc2e-5a6f-4d23-be40-29b9810afb76 req-beb1ecde-3aa8-42e4-8dca-d2ebb3d8fa88 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=62c47636-a19f-406c-a0f6-5869c1db8c46 HTTP/1.1" status: 200 len: 950 time: 0.1213536 Sep 23 06:42:24.465237 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d108cc2e-5a6f-4d23-be40-29b9810afb76 req-f4c49523-f5db-4a45-b90a-01ebc4dc8ab4 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795619 Sep 23 06:42:24.565507 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc570d02-dc65-4e03-9cb7-0876a56aaf8b req-a0c8911f-7235-4f75-9d55-6ebf3a1a41b6 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:24.581696 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fc570d02-dc65-4e03-9cb7-0876a56aaf8b req-a0c8911f-7235-4f75-9d55-6ebf3a1a41b6 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 943 time: 0.1299994 Sep 23 06:42:24.634594 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fc570d02-dc65-4e03-9cb7-0876a56aaf8b req-a4d6e6c8-750d-4dc9-81ab-f5f7c6085b84 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519154 Sep 23 06:42:24.714447 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-968ae1b9-cb56-4203-82a9-043b71abb3c0 req-da2192d9-5898-44f4-9947-8793a885eb6c tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1852036 Sep 23 06:42:24.726574 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-968ae1b9-cb56-4203-82a9-043b71abb3c0 req-56e6083c-46e4-493b-826f-cbee0773cefb tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Request body: {'floatingip': {'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:42:24.754919 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-968ae1b9-cb56-4203-82a9-043b71abb3c0 req-56e6083c-46e4-493b-826f-cbee0773cefb tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Notify callbacks [] for floatingip, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:24.772558 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302deee3-b87f-474f-9cd1-cc61ee550e51 req-8d2c8765-78cb-4e52-a191-068d47588212 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:24.778446 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-302deee3-b87f-474f-9cd1-cc61ee550e51 req-8d2c8765-78cb-4e52-a191-068d47588212 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=6537cafe-d3ce-4f50-8690-62d212f0187d HTTP/1.1" status: 200 len: 949 time: 0.0805957 Sep 23 06:42:24.882266 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-302deee3-b87f-474f-9cd1-cc61ee550e51 req-e0b545f4-c52b-4e91-9b5c-3304472acec3 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959857 Sep 23 06:42:24.956166 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-968ae1b9-cb56-4203-82a9-043b71abb3c0 req-56e6083c-46e4-493b-826f-cbee0773cefb tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:25.166854 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-968ae1b9-cb56-4203-82a9-043b71abb3c0 req-56e6083c-46e4-493b-826f-cbee0773cefb tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Allocated IP 172.25.2.42 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/9a3b510c-9371-4e9f-913a-48cfebd8127b) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:42:25.389182 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-968ae1b9-cb56-4203-82a9-043b71abb3c0 req-56e6083c-46e4-493b-826f-cbee0773cefb tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:25.400607 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3812bc-635a-4b30-b3e4-f9b915b5caf9 req-87283bde-61fc-4459-a619-d623ff5a1962 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:25.402289 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fe3812bc-635a-4b30-b3e4-f9b915b5caf9 req-87283bde-61fc-4459-a619-d623ff5a1962 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb9ce6cc-6d6a-44ab-84e9-7a7993ea0950 HTTP/1.1" status: 200 len: 946 time: 0.0986624 Sep 23 06:42:25.431772 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-968ae1b9-cb56-4203-82a9-043b71abb3c0 req-56e6083c-46e4-493b-826f-cbee0773cefb tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:25.446861 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fe3812bc-635a-4b30-b3e4-f9b915b5caf9 req-30b1b9ad-d325-42a9-9d66-8883b85eae94 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372143 Sep 23 06:42:25.483559 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-968ae1b9-cb56-4203-82a9-043b71abb3c0 req-56e6083c-46e4-493b-826f-cbee0773cefb tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:42:25.484777 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e6083c-46e4-493b-826f-cbee0773cefb tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Pushing event updated for resources: {'Port': ['ID=9a3b510c-9371-4e9f-913a-48cfebd8127b,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:25.488337 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-968ae1b9-cb56-4203-82a9-043b71abb3c0 req-56e6083c-46e4-493b-826f-cbee0773cefb tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:42:25.490911 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-968ae1b9-cb56-4203-82a9-043b71abb3c0 req-56e6083c-46e4-493b-826f-cbee0773cefb tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:42:25.557056 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-968ae1b9-cb56-4203-82a9-043b71abb3c0 req-56e6083c-46e4-493b-826f-cbee0773cefb tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:25.598215 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-968ae1b9-cb56-4203-82a9-043b71abb3c0 req-56e6083c-46e4-493b-826f-cbee0773cefb tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:25.665026 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fa9cc8-7ebe-47e1-b138-8e712c221fee req-92a0eb82-ce24-4430-9331-8321ae785748 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:25.666590 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-75fa9cc8-7ebe-47e1-b138-8e712c221fee req-92a0eb82-ce24-4430-9331-8321ae785748 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d41217-85f8-4b83-9fe1-90caa01cf293 HTTP/1.1" status: 200 len: 950 time: 0.0640776 Sep 23 06:42:25.709390 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-75fa9cc8-7ebe-47e1-b138-8e712c221fee req-134e2977-b10f-4d2f-b327-96464b3b792d tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329165 Sep 23 06:42:25.751168 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-968ae1b9-cb56-4203-82a9-043b71abb3c0 req-56e6083c-46e4-493b-826f-cbee0773cefb tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:25.758035 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-968ae1b9-cb56-4203-82a9-043b71abb3c0 req-56e6083c-46e4-493b-826f-cbee0773cefb tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:25.793139 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-968ae1b9-cb56-4203-82a9-043b71abb3c0 req-56e6083c-46e4-493b-826f-cbee0773cefb tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:25.813100 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e6083c-46e4-493b-826f-cbee0773cefb tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Pushing event updated for resources: {'Port': ['ID=9a3b510c-9371-4e9f-913a-48cfebd8127b,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:25.815431 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-968ae1b9-cb56-4203-82a9-043b71abb3c0 req-56e6083c-46e4-493b-826f-cbee0773cefb tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:25.815945 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92ffec4-2c6b-4c62-bc1a-e737e1b5b3f3 req-dc3ea2e1-b146-4d5a-8799-5ea2fca8170a tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:25.816627 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-968ae1b9-cb56-4203-82a9-043b71abb3c0 req-56e6083c-46e4-493b-826f-cbee0773cefb tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.0964973 Sep 23 06:42:25.818706 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d92ffec4-2c6b-4c62-bc1a-e737e1b5b3f3 req-dc3ea2e1-b146-4d5a-8799-5ea2fca8170a tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=62c47636-a19f-406c-a0f6-5869c1db8c46 HTTP/1.1" status: 200 len: 950 time: 0.0516291 Sep 23 06:42:25.860930 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d92ffec4-2c6b-4c62-bc1a-e737e1b5b3f3 req-f2e66e34-ce27-449f-82d2-24bbaf442baa tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356772 Sep 23 06:42:25.870961 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-968ae1b9-cb56-4203-82a9-043b71abb3c0 req-6a965cbd-5ac4-46c3-a0aa-85573ec2d13e tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.42 HTTP/1.1" status: 200 len: 695 time: 0.0466154 Sep 23 06:42:26.010924 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c8d66-6632-4278-bf27-0a3e40ebf31b req-39be3ac3-2ca2-4f58-bf70-b6f1609ecaee tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:26.012405 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bf8c8d66-6632-4278-bf27-0a3e40ebf31b req-39be3ac3-2ca2-4f58-bf70-b6f1609ecaee tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.21 "GET /v2.0/ports?device_id=62c47636-a19f-406c-a0f6-5869c1db8c46 HTTP/1.1" status: 200 len: 950 time: 0.0666533 Sep 23 06:42:26.019244 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968ae1b9-cb56-4203-82a9-043b71abb3c0 req-d918c751-edb8-4ad2-b797-06fd301d174a tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:26.020498 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-968ae1b9-cb56-4203-82a9-043b71abb3c0 req-d918c751-edb8-4ad2-b797-06fd301d174a tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] 10.222.0.39 "GET /v2.0/networks/0f47978c-41eb-4cc7-92bf-8b873be8a1a0 HTTP/1.1" status: 200 len: 784 time: 0.1436238 Sep 23 06:42:26.170073 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487494ea-e075-48b7-81f2-9a43044870e5 req-e6ad3d0c-584a-4667-93b9-c6bbadd9fc69 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:26.170989 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-487494ea-e075-48b7-81f2-9a43044870e5 req-e6ad3d0c-584a-4667-93b9-c6bbadd9fc69 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 943 time: 0.0728829 Sep 23 06:42:26.181955 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-bf8c8d66-6632-4278-bf27-0a3e40ebf31b req-ce196426-8518-4ff6-9a48-5f04ac5c016d tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Deleting port 96766598-8482-4ba0-8b34-cc6cc5c24fb9 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:42:26.182293 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-bf8c8d66-6632-4278-bf27-0a3e40ebf31b req-ce196426-8518-4ff6-9a48-5f04ac5c016d tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:26.264935 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fa2ce5-263b-49ed-9dff-d1343eab90ec req-8ea7d7f9-faa3-4d7c-bcc0-a50f59bdba3f tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:26.266685 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-09fa2ce5-263b-49ed-9dff-d1343eab90ec req-8ea7d7f9-faa3-4d7c-bcc0-a50f59bdba3f tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=6537cafe-d3ce-4f50-8690-62d212f0187d HTTP/1.1" status: 200 len: 949 time: 0.0667019 Sep 23 06:42:26.273776 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-487494ea-e075-48b7-81f2-9a43044870e5 req-d3e7d033-c794-4218-aea6-f0d4877bc719 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941973 Sep 23 06:42:26.308827 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-bf8c8d66-6632-4278-bf27-0a3e40ebf31b req-ce196426-8518-4ff6-9a48-5f04ac5c016d tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] For port 96766598-8482-4ba0-8b34-cc6cc5c24fb9, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=96766598-8482-4ba0-8b34-cc6cc5c24fb9,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:42:26.309171 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-bf8c8d66-6632-4278-bf27-0a3e40ebf31b req-ce196426-8518-4ff6-9a48-5f04ac5c016d tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:26.316815 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-09fa2ce5-263b-49ed-9dff-d1343eab90ec req-332e14e9-6013-4364-b2ee-3a599ceef4f3 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433748 Sep 23 06:42:26.349905 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-bf8c8d66-6632-4278-bf27-0a3e40ebf31b req-ce196426-8518-4ff6-9a48-5f04ac5c016d tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Calling delete_port for 96766598-8482-4ba0-8b34-cc6cc5c24fb9 owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:42:26.476531 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f6cc12eb-cb59-401f-92c3-110bf827e4e9 req-85a8d1a4-6a27-42e2-b5c3-5eee416cc25d tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1703303 Sep 23 06:42:26.490148 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-f6cc12eb-cb59-401f-92c3-110bf827e4e9 req-fb43aa61-0956-4a64-b447-fd2a442f25f0 tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Request body: {'floatingip': {'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:42:26.524797 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-f6cc12eb-cb59-401f-92c3-110bf827e4e9 req-fb43aa61-0956-4a64-b447-fd2a442f25f0 tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Notify callbacks [] for floatingip, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:26.577106 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43073b7-32c8-4c51-a0d1-5b607955d6d4 req-f3f70cab-02e7-4cfe-96ff-c22431331c9f tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:26.578560 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c43073b7-32c8-4c51-a0d1-5b607955d6d4 req-f3f70cab-02e7-4cfe-96ff-c22431331c9f tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb9ce6cc-6d6a-44ab-84e9-7a7993ea0950 HTTP/1.1" status: 200 len: 946 time: 0.0535502 Sep 23 06:42:26.598888 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-bf8c8d66-6632-4278-bf27-0a3e40ebf31b req-ce196426-8518-4ff6-9a48-5f04ac5c016d tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:26.621338 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['148c00b5-4bd3-4f09-b85c-ea3b9d4b8f40', 'b8ff8d3a-6ed2-4cab-9e77-0fd57d974ead', '9b4f3dc6-1c8f-4151-a0c4-1e0d39456823', '5b3a2e28-be35-4961-8a54-1610532dabd1'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:42:26.628620 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['a8e7e579-3b26-4ead-b22c-da0563c19495', '96766598-8482-4ba0-8b34-cc6cc5c24fb9'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:42:26.638685 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c43073b7-32c8-4c51-a0d1-5b607955d6d4 req-1c1bacb7-c937-448a-b8fd-fc0b6f5148bb tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500112 Sep 23 06:42:26.671369 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce196426-8518-4ff6-9a48-5f04ac5c016d tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Pushing event deleted for resources: {'Port': ['ID=96766598-8482-4ba0-8b34-cc6cc5c24fb9,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:26.737691 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf8c8d66-6632-4278-bf27-0a3e40ebf31b req-ce196426-8518-4ff6-9a48-5f04ac5c016d tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] No DVR routers for this DVR port 96766598-8482-4ba0-8b34-cc6cc5c24fb9 on host n-h1-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:42:26.741503 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-bf8c8d66-6632-4278-bf27-0a3e40ebf31b req-ce196426-8518-4ff6-9a48-5f04ac5c016d tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:26.744036 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bf8c8d66-6632-4278-bf27-0a3e40ebf31b req-ce196426-8518-4ff6-9a48-5f04ac5c016d tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.21 "DELETE /v2.0/ports/96766598-8482-4ba0-8b34-cc6cc5c24fb9 HTTP/1.1" status: 204 len: 173 time: 0.7132025 Sep 23 06:42:26.746334 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62c47636-a19f-406c-a0f6-5869c1db8c46', 'name': 'network-vif-deleted', 'tag': '96766598-8482-4ba0-8b34-cc6cc5c24fb9'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:42:26.749351 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a66e36-3e2f-47d3-ada7-fcd64e16ac99" -d '{"events": [{"server_uuid": "62c47636-a19f-406c-a0f6-5869c1db8c46", "name": "network-vif-deleted", "tag": "96766598-8482-4ba0-8b34-cc6cc5c24fb9"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:42:26.766085 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-f6cc12eb-cb59-401f-92c3-110bf827e4e9 req-fb43aa61-0956-4a64-b447-fd2a442f25f0 tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:26.862282 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b7acc0-0a8c-4955-b6e7-7f582c6ef58c req-9cba4d3e-0c68-4be8-9309-c545935847d0 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:26.872342 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b4b7acc0-0a8c-4955-b6e7-7f582c6ef58c req-9cba4d3e-0c68-4be8-9309-c545935847d0 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d41217-85f8-4b83-9fe1-90caa01cf293 HTTP/1.1" status: 200 len: 950 time: 0.0689738 Sep 23 06:42:26.942633 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b4b7acc0-0a8c-4955-b6e7-7f582c6ef58c req-fd2bb189-0a5a-4e19-a7a6-01924d78d400 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678430 Sep 23 06:42:26.975398 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-f6cc12eb-cb59-401f-92c3-110bf827e4e9 req-fb43aa61-0956-4a64-b447-fd2a442f25f0 tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Allocated IP 172.25.2.178 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/429cf68f-a41c-4db2-a44d-d5d6c97c4a65) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:42:27.070918 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd759cc1-0937-4f02-ba9f-9d436b99c736 x-openstack-request-id: req-dd759cc1-0937-4f02-ba9f-9d436b99c736 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:42:27.071372 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62c47636-a19f-406c-a0f6-5869c1db8c46", "name": "network-vif-deleted", "tag": "96766598-8482-4ba0-8b34-cc6cc5c24fb9", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:42:27.071707 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dd759cc1-0937-4f02-ba9f-9d436b99c736 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:42:27.072748 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62c47636-a19f-406c-a0f6-5869c1db8c46', 'name': 'network-vif-deleted', 'tag': '96766598-8482-4ba0-8b34-cc6cc5c24fb9', 'status': 'completed', 'code': 200} Sep 23 06:42:27.126725 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-f6cc12eb-cb59-401f-92c3-110bf827e4e9 req-fb43aa61-0956-4a64-b447-fd2a442f25f0 tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:27.175494 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-f6cc12eb-cb59-401f-92c3-110bf827e4e9 req-fb43aa61-0956-4a64-b447-fd2a442f25f0 tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:27.202066 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 13fc1c55-aac8-4284-a65a-d9e7ba02d995 details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:42:27.207773 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0cb6ca9d-785b-48b3-89b5-53139b7db16f req-5bfc2464-d906-4bfa-a7b4-9b7b996c9349 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=62c47636-a19f-406c-a0f6-5869c1db8c46 HTTP/1.1" status: 200 len: 210 time: 0.0466468 Sep 23 06:42:27.250485 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6cc12eb-cb59-401f-92c3-110bf827e4e9 req-fb43aa61-0956-4a64-b447-fd2a442f25f0 tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:42:27.254411 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-f6cc12eb-cb59-401f-92c3-110bf827e4e9 req-fb43aa61-0956-4a64-b447-fd2a442f25f0 tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:42:27.263332 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6cc12eb-cb59-401f-92c3-110bf827e4e9 req-fb43aa61-0956-4a64-b447-fd2a442f25f0 tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:42:27.361431 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb43aa61-0956-4a64-b447-fd2a442f25f0 tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Pushing event updated for resources: {'Port': ['ID=429cf68f-a41c-4db2-a44d-d5d6c97c4a65,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:27.398586 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-f6cc12eb-cb59-401f-92c3-110bf827e4e9 req-fb43aa61-0956-4a64-b447-fd2a442f25f0 tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:27.460389 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-f6cc12eb-cb59-401f-92c3-110bf827e4e9 req-fb43aa61-0956-4a64-b447-fd2a442f25f0 tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:27.495704 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac8533-0caf-4acb-b28f-7f2eebe4f3df req-00bb1b84-c2c8-43d3-81c3-fc61151fe318 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:27.497463 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d7ac8533-0caf-4acb-b28f-7f2eebe4f3df req-00bb1b84-c2c8-43d3-81c3-fc61151fe318 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 943 time: 0.1201868 Sep 23 06:42:27.519777 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 13fc1c55-aac8-4284-a65a-d9e7ba02d995, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=13fc1c55-aac8-4284-a65a-d9e7ba02d995,segment=NetworkSegment(c88b2831-f544-41bb-bbcc-5b15e741880e),segment_id=c88b2831-f544-41bb-bbcc-5b15e741880e)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:42:27.536610 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': '13fc1c55-aac8-4284-a65a-d9e7ba02d995', 'network_id': 'd3302f5d-bf5e-4d5b-a7a4-2ca05635fe64', 'port_id': '13fc1c55-aac8-4284-a65a-d9e7ba02d995', 'mac_address': 'fa:16:3e:d2:5a:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46ccc032-0362-4c9c-977b-4c26fbfaa4e6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:42:27.568821 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d7ac8533-0caf-4acb-b28f-7f2eebe4f3df req-446da76c-89b2-45a6-ad71-13a0a7490de8 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607390 Sep 23 06:42:27.619991 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:27.693813 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13fc1c55-aac8-4284-a65a-d9e7ba02d995 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:42:27.734921 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ecd2cc-0c1e-45cd-a24c-86fd13d5423d req-1ce7279f-d1a7-4e4c-ac78-cdc6626609cf tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:27.736884 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a6ecd2cc-0c1e-45cd-a24c-86fd13d5423d req-1ce7279f-d1a7-4e4c-ac78-cdc6626609cf tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=6537cafe-d3ce-4f50-8690-62d212f0187d HTTP/1.1" status: 200 len: 949 time: 0.0705431 Sep 23 06:42:27.741613 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 13fc1c55-aac8-4284-a65a-d9e7ba02d995, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=13fc1c55-aac8-4284-a65a-d9e7ba02d995,segment=NetworkSegment(c88b2831-f544-41bb-bbcc-5b15e741880e),segment_id=c88b2831-f544-41bb-bbcc-5b15e741880e)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:42:27.750411 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:27.752808 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-f6cc12eb-cb59-401f-92c3-110bf827e4e9 req-fb43aa61-0956-4a64-b447-fd2a442f25f0 tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:27.759300 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-f6cc12eb-cb59-401f-92c3-110bf827e4e9 req-fb43aa61-0956-4a64-b447-fd2a442f25f0 tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:27.810003 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a6ecd2cc-0c1e-45cd-a24c-86fd13d5423d req-f231e1fa-2054-4a45-824a-90af728261c2 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648918 Sep 23 06:42:27.858889 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=13fc1c55-aac8-4284-a65a-d9e7ba02d995,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:27.871303 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb43aa61-0956-4a64-b447-fd2a442f25f0 tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Pushing event updated for resources: {'Port': ['ID=429cf68f-a41c-4db2-a44d-d5d6c97c4a65,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:27.879430 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-f6cc12eb-cb59-401f-92c3-110bf827e4e9 req-fb43aa61-0956-4a64-b447-fd2a442f25f0 tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:27.901073 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-f6cc12eb-cb59-401f-92c3-110bf827e4e9 req-fb43aa61-0956-4a64-b447-fd2a442f25f0 tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:27.903152 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f6cc12eb-cb59-401f-92c3-110bf827e4e9 req-fb43aa61-0956-4a64-b447-fd2a442f25f0 tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4200077 Sep 23 06:42:27.978461 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f6cc12eb-cb59-401f-92c3-110bf827e4e9 req-e2f5137f-f90a-47f2-b100-efd074059235 tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.178 HTTP/1.1" status: 200 len: 696 time: 0.0676279 Sep 23 06:42:27.999195 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ddd932-dced-4fd1-be87-cec377b1f8f6 req-760fe1a1-4101-4e6e-aae4-8a5b51bc3a84 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:28.002342 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-25ddd932-dced-4fd1-be87-cec377b1f8f6 req-760fe1a1-4101-4e6e-aae4-8a5b51bc3a84 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb9ce6cc-6d6a-44ab-84e9-7a7993ea0950 HTTP/1.1" status: 200 len: 946 time: 0.0655792 Sep 23 06:42:28.059566 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-25ddd932-dced-4fd1-be87-cec377b1f8f6 req-710c444a-a122-4d43-bf4c-0e9dd9103367 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519123 Sep 23 06:42:28.105843 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc12eb-cb59-401f-92c3-110bf827e4e9 req-c77e6d89-38ba-479e-b6a4-e4eb58400551 tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:28.107848 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f6cc12eb-cb59-401f-92c3-110bf827e4e9 req-c77e6d89-38ba-479e-b6a4-e4eb58400551 tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] 10.222.0.39 "GET /v2.0/networks/0f47978c-41eb-4cc7-92bf-8b873be8a1a0 HTTP/1.1" status: 200 len: 784 time: 0.1284502 Sep 23 06:42:28.213018 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f61ef76-a2ce-4014-b4dc-73a9086517a6 req-71de4ac5-310e-4761-b879-b33ad61f6ed9 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:28.215014 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0f61ef76-a2ce-4014-b4dc-73a9086517a6 req-71de4ac5-310e-4761-b879-b33ad61f6ed9 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d41217-85f8-4b83-9fe1-90caa01cf293 HTTP/1.1" status: 200 len: 950 time: 0.0537686 Sep 23 06:42:28.223722 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-407df9d3-c9a3-4984-9227-99eeefd1ac54 req-2eb2b2c5-094f-4e3b-9ccf-939af02c81a0 tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] 10.222.0.39 "GET /v2.0/floatingips/0455b413-bab4-4458-872f-33ebad9c5dde HTTP/1.1" status: 200 len: 693 time: 0.0481789 Sep 23 06:42:28.262849 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['13fc1c55-aac8-4284-a65a-d9e7ba02d995'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:42:28.269317 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0f61ef76-a2ce-4014-b4dc-73a9086517a6 req-a39e8df4-7b0e-4795-b6e8-c1dcbac0637c tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404813 Sep 23 06:42:28.401654 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407df9d3-c9a3-4984-9227-99eeefd1ac54 req-9040f1aa-43a2-4598-b1c9-dbfc1d9286a6 tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:28.408496 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-407df9d3-c9a3-4984-9227-99eeefd1ac54 req-9040f1aa-43a2-4598-b1c9-dbfc1d9286a6 tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] 10.222.0.39 "GET /v2.0/networks/0f47978c-41eb-4cc7-92bf-8b873be8a1a0 HTTP/1.1" status: 200 len: 784 time: 0.1783493 Sep 23 06:42:28.414687 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [req-407df9d3-c9a3-4984-9227-99eeefd1ac54 req-42486815-0d2c-4af2-be25-3534d8737cb5 tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 06:42:28.416710 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-407df9d3-c9a3-4984-9227-99eeefd1ac54 req-42486815-0d2c-4af2-be25-3534d8737cb5 tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071161 Sep 23 06:42:28.495506 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-21eaec20-11d3-4d45-b084-aa40228985d4 req-0c0a172b-86fa-40c6-a0d4-96cd9091ffe6 tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] 10.222.0.39 "GET /v2.0/floatingips/0455b413-bab4-4458-872f-33ebad9c5dde HTTP/1.1" status: 200 len: 693 time: 0.0544553 Sep 23 06:42:28.649121 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eaec20-11d3-4d45-b084-aa40228985d4 req-75323a7c-845e-498d-9cac-7c5833235c5f tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:28.651192 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-21eaec20-11d3-4d45-b084-aa40228985d4 req-75323a7c-845e-498d-9cac-7c5833235c5f tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] 10.222.0.39 "GET /v2.0/networks/0f47978c-41eb-4cc7-92bf-8b873be8a1a0 HTTP/1.1" status: 200 len: 784 time: 0.1490569 Sep 23 06:42:28.661417 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [req-21eaec20-11d3-4d45-b084-aa40228985d4 req-dcc5ed3b-7419-47e9-9f6c-488861cc5873 tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 06:42:28.663580 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-21eaec20-11d3-4d45-b084-aa40228985d4 req-dcc5ed3b-7419-47e9-9f6c-488861cc5873 tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070436 Sep 23 06:42:28.746249 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f0241-0466-4501-b3ae-2d7c545df90b req-80b55ed4-d19e-4891-a5e8-6b1887bfa17e tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:28.754293 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2d7f0241-0466-4501-b3ae-2d7c545df90b req-80b55ed4-d19e-4891-a5e8-6b1887bfa17e tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 944 time: 0.0688381 Sep 23 06:42:28.758515 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-21eaec20-11d3-4d45-b084-aa40228985d4 req-54edbc19-49ff-4831-8c66-5ae5f216691b tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.178 HTTP/1.1" status: 200 len: 696 time: 0.0848281 Sep 23 06:42:28.799780 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2d7f0241-0466-4501-b3ae-2d7c545df90b req-fa2e482e-6c50-4c46-862c-b3af0ea83832 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398788 Sep 23 06:42:28.817127 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-21eaec20-11d3-4d45-b084-aa40228985d4 req-2e7f48c8-abf4-4353-b563-90bbf5eed04c tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.178 HTTP/1.1" status: 200 len: 696 time: 0.0576110 Sep 23 06:42:28.919974 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05527548-85f6-4339-94bf-e4b2d811c8cd req-d109e782-b1b3-4306-8075-a14d560e1168 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:28.921545 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-05527548-85f6-4339-94bf-e4b2d811c8cd req-d109e782-b1b3-4306-8075-a14d560e1168 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d066146-5326-49ba-9d6b-ab3e86c1461c HTTP/1.1" status: 200 len: 950 time: 0.0528727 Sep 23 06:42:28.962644 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-05527548-85f6-4339-94bf-e4b2d811c8cd req-1282e6d7-33d7-4b3b-b12f-1a70138ef690 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335822 Sep 23 06:42:28.968618 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-21eaec20-11d3-4d45-b084-aa40228985d4 req-61073e58-5d50-4f23-875f-e4056702bcfc tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Deleting port 429cf68f-a41c-4db2-a44d-d5d6c97c4a65 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:42:28.968966 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-21eaec20-11d3-4d45-b084-aa40228985d4 req-61073e58-5d50-4f23-875f-e4056702bcfc tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:29.069383 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-21eaec20-11d3-4d45-b084-aa40228985d4 req-61073e58-5d50-4f23-875f-e4056702bcfc tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:29.070117 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-21eaec20-11d3-4d45-b084-aa40228985d4 req-61073e58-5d50-4f23-875f-e4056702bcfc tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:29.072048 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1664d693-93f4-4f05-af5b-87632e7e8141 req-65f90758-6a66-41ef-aa09-7d0e79d9cf00 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:29.073646 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1664d693-93f4-4f05-af5b-87632e7e8141 req-65f90758-6a66-41ef-aa09-7d0e79d9cf00 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=6537cafe-d3ce-4f50-8690-62d212f0187d HTTP/1.1" status: 200 len: 949 time: 0.0502377 Sep 23 06:42:29.082328 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-21eaec20-11d3-4d45-b084-aa40228985d4 req-61073e58-5d50-4f23-875f-e4056702bcfc tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Calling delete_port for 429cf68f-a41c-4db2-a44d-d5d6c97c4a65 owned by network:floatingip {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:42:29.123508 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1664d693-93f4-4f05-af5b-87632e7e8141 req-b4941232-e658-4a56-af45-ef8f57b5bcba tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424805 Sep 23 06:42:29.177794 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 96766598-8482-4ba0-8b34-cc6cc5c24fb9 no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:42:29.211654 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] No Port match for: 96766598-8482-4ba0-8b34-cc6cc5c24fb9 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:42:29.212172 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 96766598-8482-4ba0-8b34-cc6cc5c24fb9 not bound to the agent host n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:42:29.247856 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f3648b-7cf6-457b-903b-43626110c1d4 req-638a9635-4d0f-46e9-aa05-7cff98d6cda2 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:29.249331 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-30f3648b-7cf6-457b-903b-43626110c1d4 req-638a9635-4d0f-46e9-aa05-7cff98d6cda2 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb9ce6cc-6d6a-44ab-84e9-7a7993ea0950 HTTP/1.1" status: 200 len: 946 time: 0.0569882 Sep 23 06:42:29.251813 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-21eaec20-11d3-4d45-b084-aa40228985d4 req-61073e58-5d50-4f23-875f-e4056702bcfc tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:29.279465 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61073e58-5d50-4f23-875f-e4056702bcfc tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Pushing event deleted for resources: {'Port': ['ID=429cf68f-a41c-4db2-a44d-d5d6c97c4a65,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:29.301278 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-30f3648b-7cf6-457b-903b-43626110c1d4 req-872eb1c8-5fb7-4397-bcfb-72cc623131b7 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442142 Sep 23 06:42:29.355516 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-21eaec20-11d3-4d45-b084-aa40228985d4 req-61073e58-5d50-4f23-875f-e4056702bcfc tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Notify callbacks [] for floatingip, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:29.358799 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-21eaec20-11d3-4d45-b084-aa40228985d4 req-61073e58-5d50-4f23-875f-e4056702bcfc tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:29.360111 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-21eaec20-11d3-4d45-b084-aa40228985d4 req-61073e58-5d50-4f23-875f-e4056702bcfc tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] 10.222.0.39 "DELETE /v2.0/floatingips/0455b413-bab4-4458-872f-33ebad9c5dde HTTP/1.1" status: 204 len: 173 time: 0.5421975 Sep 23 06:42:29.476979 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f835cc-5ca5-435e-8838-98f9572929b9 req-c5e42659-f5d9-44cf-9c7e-7c7259fd8080 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:29.478552 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e3f835cc-5ca5-435e-8838-98f9572929b9 req-c5e42659-f5d9-44cf-9c7e-7c7259fd8080 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d41217-85f8-4b83-9fe1-90caa01cf293 HTTP/1.1" status: 200 len: 950 time: 0.0614977 Sep 23 06:42:29.526188 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e3f835cc-5ca5-435e-8838-98f9572929b9 req-22cba71e-2b66-4b15-bee9-d52d7ac7bddd tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411305 Sep 23 06:42:29.612909 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e4dcbc-6185-4a8a-8405-18014fbdae94 req-62c65fc2-e2f3-449b-8e07-b622673a5b3d tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:29.614395 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f7e4dcbc-6185-4a8a-8405-18014fbdae94 req-62c65fc2-e2f3-449b-8e07-b622673a5b3d tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2049608 Sep 23 06:42:29.709499 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-09286f46-f259-4295-ae57-56a7794aca7c req-d424ae81-fa72-4c9c-975c-2b6bad40ee50 tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] 10.222.0.39 "GET /v2.0/floatingips?tenant_id=25d2d44dc31f4ee6a11d65d4519bedd5 HTTP/1.1" status: 200 len: 1655 time: 0.0742543 Sep 23 06:42:29.822521 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09286f46-f259-4295-ae57-56a7794aca7c req-1f8c06a9-c804-4794-8075-2a28f789d92b tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:29.825267 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-09286f46-f259-4295-ae57-56a7794aca7c req-1f8c06a9-c804-4794-8075-2a28f789d92b tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] 10.222.0.39 "GET /v2.0/networks?id=0f47978c-41eb-4cc7-92bf-8b873be8a1a0&id=0f47978c-41eb-4cc7-92bf-8b873be8a1a0&id=0f47978c-41eb-4cc7-92bf-8b873be8a1a0 HTTP/1.1" status: 200 len: 787 time: 0.1097002 Sep 23 06:42:29.837376 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [req-09286f46-f259-4295-ae57-56a7794aca7c req-bd86dfc8-ae22-4d35-957a-91b9f4a03c92 tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 06:42:29.838521 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-09286f46-f259-4295-ae57-56a7794aca7c req-bd86dfc8-ae22-4d35-957a-91b9f4a03c92 tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064759 Sep 23 06:42:29.907454 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d60ab58a-3985-40a3-a1b6-38a9cc2192e7 req-ea22166f-f1eb-49c7-8569-ab25260fd665 tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] 10.222.0.39 "GET /v2.0/floatingips/57cbc121-e9d1-4b84-9e90-140ae7cba8a7 HTTP/1.1" status: 200 len: 692 time: 0.0460141 Sep 23 06:42:29.921021 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9055c224-f246-4f18-8976-896ecb4a4e4f req-5083fb35-daa9-48cc-bf15-62228dcbce05 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:29.922691 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9055c224-f246-4f18-8976-896ecb4a4e4f req-5083fb35-daa9-48cc-bf15-62228dcbce05 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 944 time: 0.0525587 Sep 23 06:42:29.962313 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9055c224-f246-4f18-8976-896ecb4a4e4f req-fcace893-bc26-487e-a5aa-9c876d792f28 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331471 Sep 23 06:42:30.033116 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60ab58a-3985-40a3-a1b6-38a9cc2192e7 req-8947cf16-0eaf-4ea7-bb4a-c4fc3365e354 tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:30.034672 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d60ab58a-3985-40a3-a1b6-38a9cc2192e7 req-8947cf16-0eaf-4ea7-bb4a-c4fc3365e354 tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] 10.222.0.39 "GET /v2.0/networks/0f47978c-41eb-4cc7-92bf-8b873be8a1a0 HTTP/1.1" status: 200 len: 784 time: 0.1158066 Sep 23 06:42:30.095181 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d60ab58a-3985-40a3-a1b6-38a9cc2192e7 req-3ec32971-925a-4883-af5a-5dacf218b8b0 tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.42 HTTP/1.1" status: 200 len: 695 time: 0.0538456 Sep 23 06:42:30.115253 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c47d577-0a05-4c67-aa3d-9f5c4ded84b3 req-1e47d8e7-69a1-4aef-8259-73fd06e451e2 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:30.117059 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9c47d577-0a05-4c67-aa3d-9f5c4ded84b3 req-1e47d8e7-69a1-4aef-8259-73fd06e451e2 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d066146-5326-49ba-9d6b-ab3e86c1461c HTTP/1.1" status: 200 len: 950 time: 0.0689492 Sep 23 06:42:30.148519 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d60ab58a-3985-40a3-a1b6-38a9cc2192e7 req-b02befa4-e8cb-4e07-ac3a-510fbd72c4e3 tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.42 HTTP/1.1" status: 200 len: 695 time: 0.0463886 Sep 23 06:42:30.157450 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9c47d577-0a05-4c67-aa3d-9f5c4ded84b3 req-2b57224c-9176-43c0-bbf8-b1ab93a672c0 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341072 Sep 23 06:42:30.263775 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0815771-434b-48d9-b8f5-3259691ca4c2 req-5c204339-086c-47fb-a32a-e3a9eb3d955e tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:30.265373 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b0815771-434b-48d9-b8f5-3259691ca4c2 req-5c204339-086c-47fb-a32a-e3a9eb3d955e tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=6537cafe-d3ce-4f50-8690-62d212f0187d HTTP/1.1" status: 200 len: 949 time: 0.0488453 Sep 23 06:42:30.300409 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-d60ab58a-3985-40a3-a1b6-38a9cc2192e7 req-437cc0e9-9ad9-4b58-a78f-b88de2e67255 tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Deleting port 9a3b510c-9371-4e9f-913a-48cfebd8127b {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:42:30.300928 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-d60ab58a-3985-40a3-a1b6-38a9cc2192e7 req-437cc0e9-9ad9-4b58-a78f-b88de2e67255 tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:30.304515 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b0815771-434b-48d9-b8f5-3259691ca4c2 req-6111140b-e8b2-499b-ade5-a29a2fcabf65 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321143 Sep 23 06:42:30.379491 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-d60ab58a-3985-40a3-a1b6-38a9cc2192e7 req-437cc0e9-9ad9-4b58-a78f-b88de2e67255 tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:30.379863 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-d60ab58a-3985-40a3-a1b6-38a9cc2192e7 req-437cc0e9-9ad9-4b58-a78f-b88de2e67255 tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:30.392098 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-d60ab58a-3985-40a3-a1b6-38a9cc2192e7 req-437cc0e9-9ad9-4b58-a78f-b88de2e67255 tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Calling delete_port for 9a3b510c-9371-4e9f-913a-48cfebd8127b owned by network:floatingip {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:42:30.432630 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70615fba-772b-4cac-8899-08e593c02bed req-a1a872f1-1777-4d3a-91b1-146edaf32477 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:30.434143 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-70615fba-772b-4cac-8899-08e593c02bed req-a1a872f1-1777-4d3a-91b1-146edaf32477 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb9ce6cc-6d6a-44ab-84e9-7a7993ea0950 HTTP/1.1" status: 200 len: 946 time: 0.0505123 Sep 23 06:42:30.479608 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-70615fba-772b-4cac-8899-08e593c02bed req-16833346-6dfd-4114-8649-2643437ec802 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367579 Sep 23 06:42:30.566284 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-d60ab58a-3985-40a3-a1b6-38a9cc2192e7 req-437cc0e9-9ad9-4b58-a78f-b88de2e67255 tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:30.568040 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4b647-471f-4ec4-915c-b51b557f1f42 req-d851dc3d-0070-4464-a6f1-1472b2a630ce tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:30.570716 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2fe4b647-471f-4ec4-915c-b51b557f1f42 req-d851dc3d-0070-4464-a6f1-1472b2a630ce tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d066146-5326-49ba-9d6b-ab3e86c1461c HTTP/1.1" status: 200 len: 950 time: 0.0862863 Sep 23 06:42:30.597295 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437cc0e9-9ad9-4b58-a78f-b88de2e67255 tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Pushing event deleted for resources: {'Port': ['ID=9a3b510c-9371-4e9f-913a-48cfebd8127b,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:30.674243 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-d60ab58a-3985-40a3-a1b6-38a9cc2192e7 req-437cc0e9-9ad9-4b58-a78f-b88de2e67255 tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Notify callbacks [] for floatingip, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:30.677289 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-d60ab58a-3985-40a3-a1b6-38a9cc2192e7 req-437cc0e9-9ad9-4b58-a78f-b88de2e67255 tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:30.678817 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d60ab58a-3985-40a3-a1b6-38a9cc2192e7 req-437cc0e9-9ad9-4b58-a78f-b88de2e67255 tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] 10.222.0.39 "DELETE /v2.0/floatingips/57cbc121-e9d1-4b84-9e90-140ae7cba8a7 HTTP/1.1" status: 204 len: 173 time: 0.5238068 Sep 23 06:42:30.746220 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-08648c71-8702-4f9c-acda-7f33df25ba1c req-43b53a37-7b0f-4a49-8731-f0e2818d11c1 tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] 10.222.0.39 "GET /v2.0/floatingips/317832b3-d2c1-4fbb-8346-32c2d079ce05 HTTP/1.1" status: 200 len: 692 time: 0.0487020 Sep 23 06:42:30.753113 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afcaa79-4092-49aa-a699-b153b7202278 req-68128afb-d129-434b-8505-629eb6092dde tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:30.754678 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7afcaa79-4092-49aa-a699-b153b7202278 req-68128afb-d129-434b-8505-629eb6092dde tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d41217-85f8-4b83-9fe1-90caa01cf293 HTTP/1.1" status: 200 len: 950 time: 0.0650861 Sep 23 06:42:30.765978 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-2fe4b647-471f-4ec4-915c-b51b557f1f42 req-83e78a1a-9fa8-4433-8c02-0eff3709204a tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Deleting port a8e7e579-3b26-4ead-b22c-da0563c19495 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:42:30.766238 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-2fe4b647-471f-4ec4-915c-b51b557f1f42 req-83e78a1a-9fa8-4433-8c02-0eff3709204a tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:30.856891 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7afcaa79-4092-49aa-a699-b153b7202278 req-95531d24-62fd-4228-9990-94bf8b104ac0 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875177 Sep 23 06:42:30.877976 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08648c71-8702-4f9c-acda-7f33df25ba1c req-837406bc-5e22-448b-bda8-ff5cb5f21f60 tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:30.879432 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-08648c71-8702-4f9c-acda-7f33df25ba1c req-837406bc-5e22-448b-bda8-ff5cb5f21f60 tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] 10.222.0.39 "GET /v2.0/networks/0f47978c-41eb-4cc7-92bf-8b873be8a1a0 HTTP/1.1" status: 200 len: 784 time: 0.1269610 Sep 23 06:42:30.888697 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-2fe4b647-471f-4ec4-915c-b51b557f1f42 req-83e78a1a-9fa8-4433-8c02-0eff3709204a tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] For port a8e7e579-3b26-4ead-b22c-da0563c19495, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=a8e7e579-3b26-4ead-b22c-da0563c19495,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:42:30.889089 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-2fe4b647-471f-4ec4-915c-b51b557f1f42 req-83e78a1a-9fa8-4433-8c02-0eff3709204a tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:30.902345 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-2fe4b647-471f-4ec4-915c-b51b557f1f42 req-83e78a1a-9fa8-4433-8c02-0eff3709204a tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Calling delete_port for a8e7e579-3b26-4ead-b22c-da0563c19495 owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:42:30.932152 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-08648c71-8702-4f9c-acda-7f33df25ba1c req-e5cde545-877f-403b-8b9c-770e5f3e1edc tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.19 HTTP/1.1" status: 200 len: 695 time: 0.0459039 Sep 23 06:42:30.982803 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-08648c71-8702-4f9c-acda-7f33df25ba1c req-ec313d30-59a9-47af-894b-b6461cd8711c tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.19 HTTP/1.1" status: 200 len: 695 time: 0.0434761 Sep 23 06:42:31.020567 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1fc4f3-bf7f-4d2a-a308-9744ffe3ed0a req-1ca5e3d7-7b6d-4bdf-93b1-16c9056993f3 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:31.022970 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dc1fc4f3-bf7f-4d2a-a308-9744ffe3ed0a req-1ca5e3d7-7b6d-4bdf-93b1-16c9056993f3 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.58 "GET /v2.0/ports?device_id=f559566e-6477-4aed-b38a-9fb7a705dfc2 HTTP/1.1" status: 200 len: 949 time: 0.0784366 Sep 23 06:42:31.126046 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-08648c71-8702-4f9c-acda-7f33df25ba1c req-6d423547-3ea4-4335-b587-23da5c4b0b7f tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Deleting port c3eeec22-89ca-401a-a7ae-30e472a5452b {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:42:31.126627 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-08648c71-8702-4f9c-acda-7f33df25ba1c req-6d423547-3ea4-4335-b587-23da5c4b0b7f tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:31.173219 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-2fe4b647-471f-4ec4-915c-b51b557f1f42 req-83e78a1a-9fa8-4433-8c02-0eff3709204a tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:31.188231 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['148c00b5-4bd3-4f09-b85c-ea3b9d4b8f40', 'b8ff8d3a-6ed2-4cab-9e77-0fd57d974ead', '9b4f3dc6-1c8f-4151-a0c4-1e0d39456823', '5b3a2e28-be35-4961-8a54-1610532dabd1'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:42:31.197717 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510811b7-f129-48ff-bd97-98ac31e945f6 req-bf4dcd57-4c64-4223-ba9b-b1b265d59127 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:31.199348 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-510811b7-f129-48ff-bd97-98ac31e945f6 req-bf4dcd57-4c64-4223-ba9b-b1b265d59127 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 944 time: 0.1488311 Sep 23 06:42:31.217772 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-08648c71-8702-4f9c-acda-7f33df25ba1c req-6d423547-3ea4-4335-b587-23da5c4b0b7f tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:31.218326 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-08648c71-8702-4f9c-acda-7f33df25ba1c req-6d423547-3ea4-4335-b587-23da5c4b0b7f tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:31.218837 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['a8e7e579-3b26-4ead-b22c-da0563c19495'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:42:31.228031 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e78a1a-9fa8-4433-8c02-0eff3709204a tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Pushing event deleted for resources: {'Port': ['ID=a8e7e579-3b26-4ead-b22c-da0563c19495,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:31.238899 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-08648c71-8702-4f9c-acda-7f33df25ba1c req-6d423547-3ea4-4335-b587-23da5c4b0b7f tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Calling delete_port for c3eeec22-89ca-401a-a7ae-30e472a5452b owned by network:floatingip {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:42:31.253778 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 13fc1c55-aac8-4284-a65a-d9e7ba02d995 up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:42:31.299658 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fe4b647-471f-4ec4-915c-b51b557f1f42 req-83e78a1a-9fa8-4433-8c02-0eff3709204a tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] No DVR routers for this DVR port a8e7e579-3b26-4ead-b22c-da0563c19495 on host n-h1-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:42:31.305093 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-2fe4b647-471f-4ec4-915c-b51b557f1f42 req-83e78a1a-9fa8-4433-8c02-0eff3709204a tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:31.307373 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2fe4b647-471f-4ec4-915c-b51b557f1f42 req-83e78a1a-9fa8-4433-8c02-0eff3709204a tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.21 "DELETE /v2.0/ports/a8e7e579-3b26-4ead-b22c-da0563c19495 HTTP/1.1" status: 204 len: 173 time: 0.7006578 Sep 23 06:42:31.307984 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d066146-5326-49ba-9d6b-ab3e86c1461c', 'name': 'network-vif-deleted', 'tag': 'a8e7e579-3b26-4ead-b22c-da0563c19495'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:42:31.310235 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a64d4442-7ea2-43b1-8530-a05e31985042" -d '{"events": [{"server_uuid": "0d066146-5326-49ba-9d6b-ab3e86c1461c", "name": "network-vif-deleted", "tag": "a8e7e579-3b26-4ead-b22c-da0563c19495"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:42:31.315296 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-510811b7-f129-48ff-bd97-98ac31e945f6 req-59e3caf7-76ab-4776-8a48-f5fdb0ebaee2 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970740 Sep 23 06:42:31.321858 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-dc1fc4f3-bf7f-4d2a-a308-9744ffe3ed0a req-adff4d00-3d21-4fa2-877d-5ee8b0fa8625 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Deleting port 5b3a2e28-be35-4961-8a54-1610532dabd1 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:42:31.322356 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-dc1fc4f3-bf7f-4d2a-a308-9744ffe3ed0a req-adff4d00-3d21-4fa2-877d-5ee8b0fa8625 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:31.370647 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port 13fc1c55-aac8-4284-a65a-d9e7ba02d995 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:42:31.386289 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port 13fc1c55-aac8-4284-a65a-d9e7ba02d995 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:42:31.386781 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:31.418593 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-08648c71-8702-4f9c-acda-7f33df25ba1c req-6d423547-3ea4-4335-b587-23da5c4b0b7f tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:31.450278 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d423547-3ea4-4335-b587-23da5c4b0b7f tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Pushing event deleted for resources: {'Port': ['ID=c3eeec22-89ca-401a-a7ae-30e472a5452b,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:31.484075 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-34858dad-29e2-4945-9400-a334f360eee8 req-f61beb3b-e432-4754-95c7-5a64a0c9957e tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d066146-5326-49ba-9d6b-ab3e86c1461c HTTP/1.1" status: 200 len: 210 time: 0.0474892 Sep 23 06:42:31.486020 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-dc1fc4f3-bf7f-4d2a-a308-9744ffe3ed0a req-adff4d00-3d21-4fa2-877d-5ee8b0fa8625 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] For port 5b3a2e28-be35-4961-8a54-1610532dabd1, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=5b3a2e28-be35-4961-8a54-1610532dabd1,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:42:31.486179 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-dc1fc4f3-bf7f-4d2a-a308-9744ffe3ed0a req-adff4d00-3d21-4fa2-877d-5ee8b0fa8625 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:31.516572 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-dc1fc4f3-bf7f-4d2a-a308-9744ffe3ed0a req-adff4d00-3d21-4fa2-877d-5ee8b0fa8625 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Calling delete_port for 5b3a2e28-be35-4961-8a54-1610532dabd1 owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:42:31.521164 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-08648c71-8702-4f9c-acda-7f33df25ba1c req-6d423547-3ea4-4335-b587-23da5c4b0b7f tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Notify callbacks [] for floatingip, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:31.524908 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-08648c71-8702-4f9c-acda-7f33df25ba1c req-6d423547-3ea4-4335-b587-23da5c4b0b7f tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:31.527677 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-08648c71-8702-4f9c-acda-7f33df25ba1c req-6d423547-3ea4-4335-b587-23da5c4b0b7f tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] 10.222.0.39 "DELETE /v2.0/floatingips/317832b3-d2c1-4fbb-8346-32c2d079ce05 HTTP/1.1" status: 204 len: 173 time: 0.5376897 Sep 23 06:42:31.605027 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3712242d-d989-429d-8a1c-50e0896605c0 x-openstack-request-id: req-3712242d-d989-429d-8a1c-50e0896605c0 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:42:31.605630 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d066146-5326-49ba-9d6b-ab3e86c1461c", "name": "network-vif-deleted", "tag": "a8e7e579-3b26-4ead-b22c-da0563c19495", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:42:31.606805 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3712242d-d989-429d-8a1c-50e0896605c0 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:42:31.607671 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d066146-5326-49ba-9d6b-ab3e86c1461c', 'name': 'network-vif-deleted', 'tag': 'a8e7e579-3b26-4ead-b22c-da0563c19495', 'status': 'completed', 'code': 200} Sep 23 06:42:31.628093 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:31.685244 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7816d2a-700e-4717-ac14-bf8274c4872a req-9e685820-15b7-4cb0-9fe6-c278ebbcd6ca tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:31.687134 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b7816d2a-700e-4717-ac14-bf8274c4872a req-9e685820-15b7-4cb0-9fe6-c278ebbcd6ca tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=6537cafe-d3ce-4f50-8690-62d212f0187d HTTP/1.1" status: 200 len: 949 time: 0.0855949 Sep 23 06:42:31.700438 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c33652c9-f51e-4ce3-8d6c-a84749adc04b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13fc1c55-aac8-4284-a65a-d9e7ba02d995'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:42:31.706940 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e627bf5-7e37-4ae9-b1cb-6e3e173f874d" -d '{"events": [{"server_uuid": "c33652c9-f51e-4ce3-8d6c-a84749adc04b", "name": "network-vif-plugged", "status": "completed", "tag": "13fc1c55-aac8-4284-a65a-d9e7ba02d995"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:42:31.714852 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 13fc1c55-aac8-4284-a65a-d9e7ba02d995, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=13fc1c55-aac8-4284-a65a-d9e7ba02d995,segment=NetworkSegment(c88b2831-f544-41bb-bbcc-5b15e741880e),segment_id=c88b2831-f544-41bb-bbcc-5b15e741880e)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:42:31.751179 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b7816d2a-700e-4717-ac14-bf8274c4872a req-3158a62d-3edf-4554-89e2-08186ccf5040 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549989 Sep 23 06:42:31.753098 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-dc1fc4f3-bf7f-4d2a-a308-9744ffe3ed0a req-adff4d00-3d21-4fa2-877d-5ee8b0fa8625 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:31.772427 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab84c68-9a7f-429a-b46e-7662d7b14370 req-2c6256e5-bd4c-4472-9e82-b25bfe73a810 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:31.774823 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-eab84c68-9a7f-429a-b46e-7662d7b14370 req-2c6256e5-bd4c-4472-9e82-b25bfe73a810 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb9ce6cc-6d6a-44ab-84e9-7a7993ea0950 HTTP/1.1" status: 200 len: 946 time: 0.0903935 Sep 23 06:42:31.827354 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-19841a0f-7c3b-41d8-ba62-5ff0e6b45b07 req-fbde35e6-c92f-4fff-b6e3-e918bce748a7 tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] 10.222.0.39 "GET /v2.0/floatingips/20050eb4-c98a-475c-bdd4-a4bbd657afc7 HTTP/1.1" status: 200 len: 693 time: 0.0509443 Sep 23 06:42:31.875191 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:31.958919 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=13fc1c55-aac8-4284-a65a-d9e7ba02d995,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:31.977086 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19841a0f-7c3b-41d8-ba62-5ff0e6b45b07 req-f2596529-2c6c-4a7a-a962-1bc3b5e653c5 tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:31.984717 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-19841a0f-7c3b-41d8-ba62-5ff0e6b45b07 req-f2596529-2c6c-4a7a-a962-1bc3b5e653c5 tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] 10.222.0.39 "GET /v2.0/networks/0f47978c-41eb-4cc7-92bf-8b873be8a1a0 HTTP/1.1" status: 200 len: 784 time: 0.1497993 Sep 23 06:42:32.042268 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-19841a0f-7c3b-41d8-ba62-5ff0e6b45b07 req-5f2c5cb2-f87a-4600-8a46-90cf808f7b5f tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.243 HTTP/1.1" status: 200 len: 696 time: 0.0565400 Sep 23 06:42:32.084694 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adff4d00-3d21-4fa2-877d-5ee8b0fa8625 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Pushing event deleted for resources: {'Port': ['ID=5b3a2e28-be35-4961-8a54-1610532dabd1,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:32.144580 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc1fc4f3-bf7f-4d2a-a308-9744ffe3ed0a req-adff4d00-3d21-4fa2-877d-5ee8b0fa8625 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] No DVR routers for this DVR port 5b3a2e28-be35-4961-8a54-1610532dabd1 on host n-h2-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:42:32.150297 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-dc1fc4f3-bf7f-4d2a-a308-9744ffe3ed0a req-adff4d00-3d21-4fa2-877d-5ee8b0fa8625 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:32.152267 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dc1fc4f3-bf7f-4d2a-a308-9744ffe3ed0a req-adff4d00-3d21-4fa2-877d-5ee8b0fa8625 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.58 "DELETE /v2.0/ports/5b3a2e28-be35-4961-8a54-1610532dabd1 HTTP/1.1" status: 204 len: 173 time: 1.1131239 Sep 23 06:42:32.167837 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-eab84c68-9a7f-429a-b46e-7662d7b14370 req-f9419f28-058b-42c2-b775-c0c8118ceddb tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871563 Sep 23 06:42:32.301814 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab66fc3-fbe5-4d81-b7f5-e4fba2dfb190 x-openstack-request-id: req-2ab66fc3-fbe5-4d81-b7f5-e4fba2dfb190 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:42:32.303613 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c33652c9-f51e-4ce3-8d6c-a84749adc04b", "name": "network-vif-plugged", "status": "completed", "tag": "13fc1c55-aac8-4284-a65a-d9e7ba02d995", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:42:32.304097 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2ab66fc3-fbe5-4d81-b7f5-e4fba2dfb190 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:42:32.304721 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c33652c9-f51e-4ce3-8d6c-a84749adc04b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13fc1c55-aac8-4284-a65a-d9e7ba02d995', 'code': 200} Sep 23 06:42:32.382823 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-19841a0f-7c3b-41d8-ba62-5ff0e6b45b07 req-7b25a3d8-09b2-4f0c-9733-262577dec778 tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.243 HTTP/1.1" status: 200 len: 696 time: 0.3393204 Sep 23 06:42:32.444248 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572f73b5-48de-4deb-b1cc-fca0120e0f37 req-02fb0fc5-39a7-4440-8931-e9e8d121e23d tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:32.445739 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-572f73b5-48de-4deb-b1cc-fca0120e0f37 req-02fb0fc5-39a7-4440-8931-e9e8d121e23d tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d41217-85f8-4b83-9fe1-90caa01cf293 HTTP/1.1" status: 200 len: 950 time: 0.0783513 Sep 23 06:42:32.477018 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de750c0-05a0-41ae-ac7c-52f7f1eb041b req-06d87039-45b7-44be-a1d9-0d4fcb10ce7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:32.478654 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0de750c0-05a0-41ae-ac7c-52f7f1eb041b req-06d87039-45b7-44be-a1d9-0d4fcb10ce7b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 1097 time: 0.0735986 Sep 23 06:42:32.514675 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-572f73b5-48de-4deb-b1cc-fca0120e0f37 req-042f699a-96bb-48ba-b8f8-b3bf690c682e tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616913 Sep 23 06:42:32.533988 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0de750c0-05a0-41ae-ac7c-52f7f1eb041b req-66a50227-7e97-4817-84f4-9a989a65156a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447340 Sep 23 06:42:32.537946 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-19841a0f-7c3b-41d8-ba62-5ff0e6b45b07 req-6575cf0d-52d0-4945-bc38-01fc347fa652 tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Deleting port 6ef5814f-86cc-4b33-97d6-b0e967ad03b2 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:42:32.538309 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-19841a0f-7c3b-41d8-ba62-5ff0e6b45b07 req-6575cf0d-52d0-4945-bc38-01fc347fa652 tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:32.624641 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4430f1d1-faa0-4011-9d50-185c2c20488d req-69408551-cc47-4337-a1e3-e4eb9a196104 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:32.626321 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4430f1d1-faa0-4011-9d50-185c2c20488d req-69408551-cc47-4337-a1e3-e4eb9a196104 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 945 time: 0.0531199 Sep 23 06:42:32.629618 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-19841a0f-7c3b-41d8-ba62-5ff0e6b45b07 req-6575cf0d-52d0-4945-bc38-01fc347fa652 tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:32.629988 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-19841a0f-7c3b-41d8-ba62-5ff0e6b45b07 req-6575cf0d-52d0-4945-bc38-01fc347fa652 tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:32.641730 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-19841a0f-7c3b-41d8-ba62-5ff0e6b45b07 req-6575cf0d-52d0-4945-bc38-01fc347fa652 tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Calling delete_port for 6ef5814f-86cc-4b33-97d6-b0e967ad03b2 owned by network:floatingip {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:42:32.664754 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4430f1d1-faa0-4011-9d50-185c2c20488d req-31175741-e1db-4850-ae06-96dbccaca0ed tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321324 Sep 23 06:42:32.781292 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-19841a0f-7c3b-41d8-ba62-5ff0e6b45b07 req-6575cf0d-52d0-4945-bc38-01fc347fa652 tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:32.806920 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-937ce082-63c0-4ea6-89d3-b4b14d820648 req-a694e2d5-c776-42d9-8ac4-6b1f7579d46a tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=f559566e-6477-4aed-b38a-9fb7a705dfc2 HTTP/1.1" status: 200 len: 210 time: 0.0273128 Sep 23 06:42:32.808274 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6575cf0d-52d0-4945-bc38-01fc347fa652 tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Pushing event deleted for resources: {'Port': ['ID=6ef5814f-86cc-4b33-97d6-b0e967ad03b2,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:32.883308 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-19841a0f-7c3b-41d8-ba62-5ff0e6b45b07 req-6575cf0d-52d0-4945-bc38-01fc347fa652 tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Notify callbacks [] for floatingip, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:32.886664 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-19841a0f-7c3b-41d8-ba62-5ff0e6b45b07 req-6575cf0d-52d0-4945-bc38-01fc347fa652 tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:32.887817 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-19841a0f-7c3b-41d8-ba62-5ff0e6b45b07 req-6575cf0d-52d0-4945-bc38-01fc347fa652 tempest-FloatingIPDetailsTestJSON-1449241654 tempest-FloatingIPDetailsTestJSON-1449241654-project] 10.222.0.39 "DELETE /v2.0/floatingips/20050eb4-c98a-475c-bdd4-a4bbd657afc7 HTTP/1.1" status: 204 len: 173 time: 0.4986165 Sep 23 06:42:32.893767 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 50914) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:42:32.919482 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95be9d14-0ae7-4ef1-a24c-bb7dff1fc364 req-336a3d2e-dd04-4941-8bb9-61cbed005c4c tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:32.921235 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-95be9d14-0ae7-4ef1-a24c-bb7dff1fc364 req-336a3d2e-dd04-4941-8bb9-61cbed005c4c tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=6537cafe-d3ce-4f50-8690-62d212f0187d HTTP/1.1" status: 200 len: 949 time: 0.0543873 Sep 23 06:42:32.964438 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-95be9d14-0ae7-4ef1-a24c-bb7dff1fc364 req-ef1a3990-0b3d-4746-a759-bccc06fbae2e tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361407 Sep 23 06:42:33.201167 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device a8e7e579-3b26-4ead-b22c-da0563c19495 no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:42:33.222444 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] No Port match for: a8e7e579-3b26-4ead-b22c-da0563c19495 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:42:33.222796 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device a8e7e579-3b26-4ead-b22c-da0563c19495 not bound to the agent host n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:42:33.282509 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-df1a6396-3aab-4331-bb9f-0adba16e07f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066969'] for router_interface, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:33.343302 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b4b94b-d148-4bb5-aa8b-85c25e795f80 req-d587ea5c-8d37-45a8-bca1-58ae68d0bc8c tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:33.344775 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f6b4b94b-d148-4bb5-aa8b-85c25e795f80 req-d587ea5c-8d37-45a8-bca1-58ae68d0bc8c tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb9ce6cc-6d6a-44ab-84e9-7a7993ea0950 HTTP/1.1" status: 200 len: 946 time: 0.0997972 Sep 23 06:42:33.453995 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f6b4b94b-d148-4bb5-aa8b-85c25e795f80 req-4ddc3880-99c2-4602-b85e-24d16641e0b0 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027110 Sep 23 06:42:33.570780 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-df1a6396-3aab-4331-bb9f-0adba16e07f6 admin admin] Deleting port 6cd80039-14c7-4abe-8368-406fc6d64ca5 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:42:33.571109 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-df1a6396-3aab-4331-bb9f-0adba16e07f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:33.609022 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f559566e-6477-4aed-b38a-9fb7a705dfc2', 'name': 'network-vif-deleted', 'tag': '5b3a2e28-be35-4961-8a54-1610532dabd1'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:42:33.611276 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68bfec56-6836-4115-a458-0b79b73d802d" -d '{"events": [{"server_uuid": "f559566e-6477-4aed-b38a-9fb7a705dfc2", "name": "network-vif-deleted", "tag": "5b3a2e28-be35-4961-8a54-1610532dabd1"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:42:33.635828 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6811895-5b52-42e4-97ec-10d0acf782b1 req-5125220c-d054-48fa-8251-b0e8c926c582 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:33.637441 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d6811895-5b52-42e4-97ec-10d0acf782b1 req-5125220c-d054-48fa-8251-b0e8c926c582 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d41217-85f8-4b83-9fe1-90caa01cf293 HTTP/1.1" status: 200 len: 950 time: 0.0555949 Sep 23 06:42:33.652576 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-df1a6396-3aab-4331-bb9f-0adba16e07f6 admin admin] For port 6cd80039-14c7-4abe-8368-406fc6d64ca5, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=6cd80039-14c7-4abe-8368-406fc6d64ca5,segment=NetworkSegment(8cb16f76-10ff-4bac-8b56-6559f6306786),segment_id=8cb16f76-10ff-4bac-8b56-6559f6306786)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:42:33.652895 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-df1a6396-3aab-4331-bb9f-0adba16e07f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:33.659126 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abedd6b8-e654-4911-b8ac-198894f89629 x-openstack-request-id: req-abedd6b8-e654-4911-b8ac-198894f89629 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:42:33.659422 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f559566e-6477-4aed-b38a-9fb7a705dfc2", "name": "network-vif-deleted", "tag": "5b3a2e28-be35-4961-8a54-1610532dabd1", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:42:33.659672 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-abedd6b8-e654-4911-b8ac-198894f89629 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:42:33.660042 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f559566e-6477-4aed-b38a-9fb7a705dfc2', 'name': 'network-vif-deleted', 'tag': '5b3a2e28-be35-4961-8a54-1610532dabd1', 'status': 'completed', 'code': 200} Sep 23 06:42:33.666411 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-df1a6396-3aab-4331-bb9f-0adba16e07f6 admin admin] Calling delete_port for 6cd80039-14c7-4abe-8368-406fc6d64ca5 owned by network:router_interface {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:42:33.679264 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d6811895-5b52-42e4-97ec-10d0acf782b1 req-6672ce4c-1c14-4422-ae9f-58cbbe8ac0d4 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351763 Sep 23 06:42:33.836720 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d550afbd-b6b4-4cb7-b898-0f98d03fac72 req-6132b471-5644-47a7-9ef6-19819103c674 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:33.838299 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d550afbd-b6b4-4cb7-b898-0f98d03fac72 req-6132b471-5644-47a7-9ef6-19819103c674 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 945 time: 0.1017752 Sep 23 06:42:33.840232 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3e1e2f-1dae-4018-9935-dde7c89a9648 req-d1257775-d0da-4b17-8e5f-2f520e0e2e48 tempest-LiveAutoBlockMigrationV225Test-1648181363 tempest-LiveAutoBlockMigrationV225Test-1648181363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:33.842689 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ed3e1e2f-1dae-4018-9935-dde7c89a9648 req-d1257775-d0da-4b17-8e5f-2f520e0e2e48 tempest-LiveAutoBlockMigrationV225Test-1648181363 tempest-LiveAutoBlockMigrationV225Test-1648181363-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=fb9ce6cc-6d6a-44ab-84e9-7a7993ea0950&tenant_id=4f0064bb53474048bf6eb5b78e44e4ae&binding%3Ahost_id=n-h1-715271-16 HTTP/1.1" status: 200 len: 1098 time: 0.0459037 Sep 23 06:42:33.862822 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-ed3e1e2f-1dae-4018-9935-dde7c89a9648 req-35985c10-472a-4385-98f5-01b6a47cb800 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-715271-16'}}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:42:33.922732 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d550afbd-b6b4-4cb7-b898-0f98d03fac72 req-0492e486-21d0-4b9d-a6de-c2ab4e8a5472 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767596 Sep 23 06:42:33.930806 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-df1a6396-3aab-4331-bb9f-0adba16e07f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:33.930962 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-ed3e1e2f-1dae-4018-9935-dde7c89a9648 req-35985c10-472a-4385-98f5-01b6a47cb800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:33.973061 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1a6396-3aab-4331-bb9f-0adba16e07f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cd80039-14c7-4abe-8368-406fc6d64ca5,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:33.984865 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device a09003c4-d814-4d52-96ba-7591c484557e details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:42:34.024137 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['148c00b5-4bd3-4f09-b85c-ea3b9d4b8f40', 'b8ff8d3a-6ed2-4cab-9e77-0fd57d974ead', '9b4f3dc6-1c8f-4151-a0c4-1e0d39456823'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:42:34.119107 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-ed3e1e2f-1dae-4018-9935-dde7c89a9648 req-35985c10-472a-4385-98f5-01b6a47cb800 service neutron] For port a09003c4-d814-4d52-96ba-7591c484557e, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=a09003c4-d814-4d52-96ba-7591c484557e,segment=NetworkSegment(df9429cb-1b73-4fcc-8ecd-d0edb039148e),segment_id=df9429cb-1b73-4fcc-8ecd-d0edb039148e)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:42:34.170149 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-ed3e1e2f-1dae-4018-9935-dde7c89a9648 req-35985c10-472a-4385-98f5-01b6a47cb800 service neutron] For port a09003c4-d814-4d52-96ba-7591c484557e, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:42:34.220335 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-ed3e1e2f-1dae-4018-9935-dde7c89a9648 req-35985c10-472a-4385-98f5-01b6a47cb800 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:34.229192 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-ed3e1e2f-1dae-4018-9935-dde7c89a9648 req-35985c10-472a-4385-98f5-01b6a47cb800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:34.243468 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236e7e12-4cac-42a8-9375-3c459a960e7f req-c0f30380-0a42-4f48-b316-5fcf18c349bb tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:34.250420 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-236e7e12-4cac-42a8-9375-3c459a960e7f req-c0f30380-0a42-4f48-b316-5fcf18c349bb tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=6537cafe-d3ce-4f50-8690-62d212f0187d HTTP/1.1" status: 200 len: 949 time: 0.1261523 Sep 23 06:42:34.324734 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-236e7e12-4cac-42a8-9375-3c459a960e7f req-f01f6d2c-d983-4a6e-8099-27daa52ae992 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736284 Sep 23 06:42:34.327073 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port a09003c4-d814-4d52-96ba-7591c484557e, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=a09003c4-d814-4d52-96ba-7591c484557e,segment=NetworkSegment(df9429cb-1b73-4fcc-8ecd-d0edb039148e),segment_id=df9429cb-1b73-4fcc-8ecd-d0edb039148e)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:42:34.335503 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35985c10-472a-4385-98f5-01b6a47cb800 service neutron] Pushing event updated for resources: {'Port': ['ID=a09003c4-d814-4d52-96ba-7591c484557e,revision_number=7']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:34.349122 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-df1a6396-3aab-4331-bb9f-0adba16e07f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2068624'] for router_interface, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:34.352524 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-ed3e1e2f-1dae-4018-9935-dde7c89a9648 req-35985c10-472a-4385-98f5-01b6a47cb800 service neutron] Attempting to bind port a09003c4-d814-4d52-96ba-7591c484557e on host n-h1-715271-16 for vnic_type normal with profile {"migrating_to": "n-h2-715271-16"} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:42:34.352747 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-ed3e1e2f-1dae-4018-9935-dde7c89a9648 req-35985c10-472a-4385-98f5-01b6a47cb800 service neutron] Attempting to bind port a09003c4-d814-4d52-96ba-7591c484557e by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': 'df9429cb-1b73-4fcc-8ecd-d0edb039148e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '26aba36e-f765-4b4a-a7c9-897761ec549b'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:42:34.353086 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3e1e2f-1dae-4018-9935-dde7c89a9648 req-35985c10-472a-4385-98f5-01b6a47cb800 service neutron] Attempting to bind port a09003c4-d814-4d52-96ba-7591c484557e on network 26aba36e-f765-4b4a-a7c9-897761ec549b {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:42:34.359440 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3e1e2f-1dae-4018-9935-dde7c89a9648 req-35985c10-472a-4385-98f5-01b6a47cb800 service neutron] Port a09003c4-d814-4d52-96ba-7591c484557e on network 26aba36e-f765-4b4a-a7c9-897761ec549b not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:42:34.359440 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3e1e2f-1dae-4018-9935-dde7c89a9648 req-35985c10-472a-4385-98f5-01b6a47cb800 service neutron] Attempting to bind port a09003c4-d814-4d52-96ba-7591c484557e on network 26aba36e-f765-4b4a-a7c9-897761ec549b {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:42:34.365348 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3e1e2f-1dae-4018-9935-dde7c89a9648 req-35985c10-472a-4385-98f5-01b6a47cb800 service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:42:34.365660 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3e1e2f-1dae-4018-9935-dde7c89a9648 req-35985c10-472a-4385-98f5-01b6a47cb800 service neutron] Checking segment: {'id': 'df9429cb-1b73-4fcc-8ecd-d0edb039148e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '26aba36e-f765-4b4a-a7c9-897761ec549b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:42:34.366102 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3e1e2f-1dae-4018-9935-dde7c89a9648 req-35985c10-472a-4385-98f5-01b6a47cb800 service neutron] Bound using segment: {'id': 'df9429cb-1b73-4fcc-8ecd-d0edb039148e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '26aba36e-f765-4b4a-a7c9-897761ec549b'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:42:34.366538 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-ed3e1e2f-1dae-4018-9935-dde7c89a9648 req-35985c10-472a-4385-98f5-01b6a47cb800 service neutron] Bound port: a09003c4-d814-4d52-96ba-7591c484557e, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df9429cb-1b73-4fcc-8ecd-d0edb039148e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '26aba36e-f765-4b4a-a7c9-897761ec549b'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:42:34.366901 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-ed3e1e2f-1dae-4018-9935-dde7c89a9648 req-35985c10-472a-4385-98f5-01b6a47cb800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:34.407057 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device a09003c4-d814-4d52-96ba-7591c484557e has no active binding in host n-h2-715271-16 {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 23 06:42:34.497000 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a46218f-6da3-409a-a198-ff5b7522a48f req-1c7e9c39-feee-4d28-a130-465b70177443 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:34.498616 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4a46218f-6da3-409a-a198-ff5b7522a48f req-1c7e9c39-feee-4d28-a130-465b70177443 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=c596078e-5eac-4681-87db-04b02147197d HTTP/1.1" status: 200 len: 949 time: 0.1109931 Sep 23 06:42:34.521147 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-ed3e1e2f-1dae-4018-9935-dde7c89a9648 req-35985c10-472a-4385-98f5-01b6a47cb800 service neutron] For port a09003c4-d814-4d52-96ba-7591c484557e, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:42:34.542495 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-ed3e1e2f-1dae-4018-9935-dde7c89a9648 req-35985c10-472a-4385-98f5-01b6a47cb800 service neutron] For port a09003c4-d814-4d52-96ba-7591c484557e, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=a09003c4-d814-4d52-96ba-7591c484557e,segment=NetworkSegment(df9429cb-1b73-4fcc-8ecd-d0edb039148e),segment_id=df9429cb-1b73-4fcc-8ecd-d0edb039148e)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:42:34.555310 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-ed3e1e2f-1dae-4018-9935-dde7c89a9648 req-35985c10-472a-4385-98f5-01b6a47cb800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:34.571621 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4a46218f-6da3-409a-a198-ff5b7522a48f req-77246781-3920-40f1-b095-ff87deb3b261 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646977 Sep 23 06:42:34.643153 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3e1e2f-1dae-4018-9935-dde7c89a9648 req-35985c10-472a-4385-98f5-01b6a47cb800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:34.643979 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-ed3e1e2f-1dae-4018-9935-dde7c89a9648 req-35985c10-472a-4385-98f5-01b6a47cb800 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:34.645559 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ed3e1e2f-1dae-4018-9935-dde7c89a9648 req-35985c10-472a-4385-98f5-01b6a47cb800 service neutron] 10.222.0.58 "PUT /v2.0/ports/a09003c4-d814-4d52-96ba-7591c484557e HTTP/1.1" status: 200 len: 1124 time: 0.7867737 Sep 23 06:42:34.649126 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35985c10-472a-4385-98f5-01b6a47cb800 service neutron] Pushing event updated for resources: {'Port': ['ID=a09003c4-d814-4d52-96ba-7591c484557e,revision_number=8']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:34.689767 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e410b0dc-d11e-4e94-8424-f18c91788349 req-ba87c2c1-fa8d-49dd-a3a5-da02d5e6ed9e tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:34.691317 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e410b0dc-d11e-4e94-8424-f18c91788349 req-ba87c2c1-fa8d-49dd-a3a5-da02d5e6ed9e tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb9ce6cc-6d6a-44ab-84e9-7a7993ea0950 HTTP/1.1" status: 200 len: 944 time: 0.1095872 Sep 23 06:42:34.719254 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df1a6396-3aab-4331-bb9f-0adba16e07f6 admin admin] Router 2efb413d-d575-46f5-b4fb-b8a9300c5528 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:42:34.758833 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e410b0dc-d11e-4e94-8424-f18c91788349 req-d68da931-c947-4594-a01a-5b5f77a0fc9b tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582557 Sep 23 06:42:34.825011 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86513fc-2c30-4923-bfa0-a49eb09914eb req-66a0c41b-1b38-4a1f-8a6f-fe5bab3ee82c tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:34.826952 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d86513fc-2c30-4923-bfa0-a49eb09914eb req-66a0c41b-1b38-4a1f-8a6f-fe5bab3ee82c tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d41217-85f8-4b83-9fe1-90caa01cf293 HTTP/1.1" status: 200 len: 950 time: 0.0630455 Sep 23 06:42:34.830680 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['a09003c4-d814-4d52-96ba-7591c484557e'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:42:34.859325 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['a09003c4-d814-4d52-96ba-7591c484557e'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:42:34.872878 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d86513fc-2c30-4923-bfa0-a49eb09914eb req-6accc14d-8e09-488f-9fd8-9e4881f70eac tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378470 Sep 23 06:42:34.876828 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df1a6396-3aab-4331-bb9f-0adba16e07f6 admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:42:34.885513 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-df1a6396-3aab-4331-bb9f-0adba16e07f6 admin admin] 10.222.0.39 "PUT /v2.0/routers/2efb413d-d575-46f5-b4fb-b8a9300c5528/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9885380 Sep 23 06:42:34.886092 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 50948) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:42:34.892544 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea1bb35-1639-4f5e-a533-41a633551220 None None] Sync routers for ids ['2efb413d-d575-46f5-b4fb-b8a9300c5528'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:42:34.925161 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea1bb35-1639-4f5e-a533-41a633551220 None None] Routers {'2efb413d-d575-46f5-b4fb-b8a9300c5528'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:42:34.925785 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-eea1bb35-1639-4f5e-a533-41a633551220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:42:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['2efb413d-d575-46f5-b4fb-b8a9300c5528'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:42:34.994635 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-955485f6-0875-4862-9c8c-4c2cacef61b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:35.119776 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b602e0f7-32a5-41a9-a4b8-7c701220a4fc req-34916734-661e-41ab-bbc3-620406272a2f tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:35.121254 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b602e0f7-32a5-41a9-a4b8-7c701220a4fc req-34916734-661e-41ab-bbc3-620406272a2f tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 945 time: 0.0927608 Sep 23 06:42:35.149837 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-eea1bb35-1639-4f5e-a533-41a633551220 None None] Set router 2efb413d-d575-46f5-b4fb-b8a9300c5528 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:42:35.158679 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-955485f6-0875-4862-9c8c-4c2cacef61b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:35.182731 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b602e0f7-32a5-41a9-a4b8-7c701220a4fc req-9c20240d-f924-4617-a3b8-8176e0507c23 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515561 Sep 23 06:42:35.224827 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-955485f6-0875-4862-9c8c-4c2cacef61b0 admin admin] Deleting port 9aa41ab4-2cef-40b1-b949-33c23ca59534 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:42:35.225207 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-955485f6-0875-4862-9c8c-4c2cacef61b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:35.308261 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3466576c-ad8b-49a3-9d5b-f6986b6f010e req-b3435a05-c3db-4f5b-970d-ec95aaef54a8 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:35.309966 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3466576c-ad8b-49a3-9d5b-f6986b6f010e req-b3435a05-c3db-4f5b-970d-ec95aaef54a8 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 945 time: 0.0526025 Sep 23 06:42:35.319398 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50954) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:42:35.326762 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-4a5dbf30-7bbb-4350-a9c7-1e530fa11a2c tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Request body: {'floatingip': {'port_id': '13fc1c55-aac8-4284-a65a-d9e7ba02d995'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:42:35.379738 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4a5dbf30-7bbb-4350-a9c7-1e530fa11a2c tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Notify callbacks [] for floatingip, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:35.397834 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-eea1bb35-1639-4f5e-a533-41a633551220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2efb413d-d575-46f5-b4fb-b8a9300c5528', 'name': 'tempest-FloatingIPDetailsTestJSON-1665248735-router', 'tenant_id': '25d2d44dc31f4ee6a11d65d4519bedd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '9aa41ab4-2cef-40b1-b949-33c23ca59534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:42:10Z', 'updated_at': '2021-09-23T06:42:33Z', 'revision_number': 5, 'project_id': '25d2d44dc31f4ee6a11d65d4519bedd5', 'gw_port': {'id': '9aa41ab4-2cef-40b1-b949-33c23ca59534', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:55:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efb413d-d575-46f5-b4fb-b8a9300c5528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:42:11Z', 'updated_at': '2021-09-23T06:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:42:35.432348 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea1bb35-1639-4f5e-a533-41a633551220 None None] Checking router: 2efb413d-d575-46f5-b4fb-b8a9300c5528 for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:42:35.442819 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea1bb35-1639-4f5e-a533-41a633551220 None None] Routers {'2efb413d-d575-46f5-b4fb-b8a9300c5528'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:42:35.443090 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-eea1bb35-1639-4f5e-a533-41a633551220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:42:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['2efb413d-d575-46f5-b4fb-b8a9300c5528'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:42:35.543655 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-eea1bb35-1639-4f5e-a533-41a633551220 None None] Set router 2efb413d-d575-46f5-b4fb-b8a9300c5528 gateway port host: None {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:42:35.597572 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-eea1bb35-1639-4f5e-a533-41a633551220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2efb413d-d575-46f5-b4fb-b8a9300c5528', 'name': 'tempest-FloatingIPDetailsTestJSON-1665248735-router', 'tenant_id': '25d2d44dc31f4ee6a11d65d4519bedd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:42:10Z', 'updated_at': '2021-09-23T06:42:35Z', 'revision_number': 6, 'project_id': '25d2d44dc31f4ee6a11d65d4519bedd5', 'gw_port_host': None}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:42:35.632957 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-955485f6-0875-4862-9c8c-4c2cacef61b0 admin admin] For port 9aa41ab4-2cef-40b1-b949-33c23ca59534, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=9aa41ab4-2cef-40b1-b949-33c23ca59534,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:42:35.633325 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-955485f6-0875-4862-9c8c-4c2cacef61b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:35.638197 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea1bb35-1639-4f5e-a533-41a633551220 None None] The sync data for ids ['2efb413d-d575-46f5-b4fb-b8a9300c5528'] in n-d-715271-16 is: [{'id': '2efb413d-d575-46f5-b4fb-b8a9300c5528', 'name': 'tempest-FloatingIPDetailsTestJSON-1665248735-router', 'tenant_id': '25d2d44dc31f4ee6a11d65d4519bedd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:42:10Z', 'updated_at': '2021-09-23T06:42:35Z', 'revision_number': 6, 'project_id': '25d2d44dc31f4ee6a11d65d4519bedd5', 'gw_port_host': None}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:42:35.649067 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4815d454-0cb1-4184-98bd-7fca6ef1ced3 req-5276734f-f351-461f-823d-b3e64880dbc0 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:35.650652 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4815d454-0cb1-4184-98bd-7fca6ef1ced3 req-5276734f-f351-461f-823d-b3e64880dbc0 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=6537cafe-d3ce-4f50-8690-62d212f0187d HTTP/1.1" status: 200 len: 949 time: 0.0802910 Sep 23 06:42:35.660664 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb9ce6cc-6d6a-44ab-84e9-7a7993ea0950', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a09003c4-d814-4d52-96ba-7591c484557e'}, {'name': 'network-changed', 'server_uuid': 'fb9ce6cc-6d6a-44ab-84e9-7a7993ea0950', 'tag': 'a09003c4-d814-4d52-96ba-7591c484557e'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:42:35.663445 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b0f2fb-909c-4929-9dd2-3080f29effe5" -d '{"events": [{"server_uuid": "fb9ce6cc-6d6a-44ab-84e9-7a7993ea0950", "name": "network-vif-unplugged", "status": "completed", "tag": "a09003c4-d814-4d52-96ba-7591c484557e"}, {"name": "network-changed", "server_uuid": "fb9ce6cc-6d6a-44ab-84e9-7a7993ea0950", "tag": "a09003c4-d814-4d52-96ba-7591c484557e"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:42:35.664113 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-955485f6-0875-4862-9c8c-4c2cacef61b0 admin admin] Calling delete_port for 9aa41ab4-2cef-40b1-b949-33c23ca59534 owned by network:router_gateway {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:42:35.745955 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4815d454-0cb1-4184-98bd-7fca6ef1ced3 req-89ec864c-f5d3-4266-bf58-033413e67330 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870757 Sep 23 06:42:35.807728 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 23 Sep 2021 06:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a67300f7-aab0-4feb-a213-d318298705ba x-openstack-request-id: req-a67300f7-aab0-4feb-a213-d318298705ba {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:42:35.808022 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb9ce6cc-6d6a-44ab-84e9-7a7993ea0950", "name": "network-vif-unplugged", "status": "completed", "tag": "a09003c4-d814-4d52-96ba-7591c484557e", "code": 200}, {"name": "network-changed", "server_uuid": "fb9ce6cc-6d6a-44ab-84e9-7a7993ea0950", "tag": "a09003c4-d814-4d52-96ba-7591c484557e", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:42:35.808265 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a67300f7-aab0-4feb-a213-d318298705ba {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:42:35.808638 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb9ce6cc-6d6a-44ab-84e9-7a7993ea0950', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a09003c4-d814-4d52-96ba-7591c484557e', 'code': 200} Sep 23 06:42:35.808896 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb9ce6cc-6d6a-44ab-84e9-7a7993ea0950', 'tag': 'a09003c4-d814-4d52-96ba-7591c484557e', 'status': 'completed', 'code': 200} Sep 23 06:42:35.816544 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdd6426-2d22-40b9-b112-2de448b5c6fa req-9c57a224-2200-44a7-b50f-b664aaeff0eb tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:35.822401 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bbdd6426-2d22-40b9-b112-2de448b5c6fa req-9c57a224-2200-44a7-b50f-b664aaeff0eb tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=c596078e-5eac-4681-87db-04b02147197d HTTP/1.1" status: 200 len: 949 time: 0.1094034 Sep 23 06:42:35.907565 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bbdd6426-2d22-40b9-b112-2de448b5c6fa req-2bbc4ab4-b0df-4469-8b4d-2d5dff535380 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817351 Sep 23 06:42:35.925224 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4461e53-dca2-4dae-bd6a-5327034f8b1e req-d5b53bdb-67cd-4e4e-addd-2c9c9021b11d tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:35.927413 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a4461e53-dca2-4dae-bd6a-5327034f8b1e req-d5b53bdb-67cd-4e4e-addd-2c9c9021b11d tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb9ce6cc-6d6a-44ab-84e9-7a7993ea0950 HTTP/1.1" status: 200 len: 944 time: 0.0679450 Sep 23 06:42:35.928560 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-955485f6-0875-4862-9c8c-4c2cacef61b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:35.979262 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955485f6-0875-4862-9c8c-4c2cacef61b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9aa41ab4-2cef-40b1-b949-33c23ca59534,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:36.007038 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 5b3a2e28-be35-4961-8a54-1610532dabd1 no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:42:36.053857 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b0f2fb-909c-4929-9dd2-3080f29effe5 req-ccba1b50-efae-432e-a7cc-7b8e856433bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:36.054120 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No Port match for: 5b3a2e28-be35-4961-8a54-1610532dabd1 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:42:36.054362 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 5b3a2e28-be35-4961-8a54-1610532dabd1 not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:42:36.056034 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b7b0f2fb-909c-4929-9dd2-3080f29effe5 req-ccba1b50-efae-432e-a7cc-7b8e856433bd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4f0064bb53474048bf6eb5b78e44e4ae&device_id=fb9ce6cc-6d6a-44ab-84e9-7a7993ea0950 HTTP/1.1" status: 200 len: 1127 time: 0.1618736 Sep 23 06:42:36.065919 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4a5dbf30-7bbb-4350-a9c7-1e530fa11a2c tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:36.068733 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-955485f6-0875-4862-9c8c-4c2cacef61b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2068563'] for router_gateway, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:36.086579 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4a5dbf30-7bbb-4350-a9c7-1e530fa11a2c tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:36.132113 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:36.162877 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a4461e53-dca2-4dae-bd6a-5327034f8b1e req-33ba6991-f628-43ce-a9ce-6baca7dd9129 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983013 Sep 23 06:42:36.166200 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b49b97c-e636-4ae6-9d3d-e02523b051b7 req-d54e8f24-8c6a-458d-982c-b3c506fd41a8 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:36.173493 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6b49b97c-e636-4ae6-9d3d-e02523b051b7 req-d54e8f24-8c6a-458d-982c-b3c506fd41a8 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d41217-85f8-4b83-9fe1-90caa01cf293 HTTP/1.1" status: 200 len: 950 time: 0.1882429 Sep 23 06:42:36.202513 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-955485f6-0875-4862-9c8c-4c2cacef61b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:36.203194 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 6cd80039-14c7-4abe-8368-406fc6d64ca5 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:42:36.213571 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-955485f6-0875-4862-9c8c-4c2cacef61b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:36.232179 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 6cd80039-14c7-4abe-8368-406fc6d64ca5 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:42:36.232528 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 6cd80039-14c7-4abe-8368-406fc6d64ca5 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:42:36.264378 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-955485f6-0875-4862-9c8c-4c2cacef61b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:36.265032 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-955485f6-0875-4862-9c8c-4c2cacef61b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2efb413d-d575-46f5-b4fb-b8a9300c5528 {{(pid=95066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 06:42:36.270157 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-955485f6-0875-4862-9c8c-4c2cacef61b0 admin admin] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:36.271931 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-955485f6-0875-4862-9c8c-4c2cacef61b0 admin admin] 10.222.0.39 "DELETE /v2.0/routers/2efb413d-d575-46f5-b4fb-b8a9300c5528 HTTP/1.1" status: 204 len: 168 time: 1.3846560 Sep 23 06:42:36.274694 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 50970) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:42:36.303108 n-d-715271-16 neutron-server[95065]: INFO neutron.db.l3_db [None req-4a5dbf30-7bbb-4350-a9c7-1e530fa11a2c tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Floating IP 092b0bf7-96a5-457d-8463-c63ad66e5ef7 associated. External IP: 172.25.2.197, port: 13fc1c55-aac8-4284-a65a-d9e7ba02d995. Sep 23 06:42:36.307435 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6b49b97c-e636-4ae6-9d3d-e02523b051b7 req-08b4cbe8-1abe-41b6-ac66-f06283c45351 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332114 Sep 23 06:42:36.323439 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8eaf96c-310e-4a6f-ab32-2c28a4444ac7 admin admin] Deleting subnet 67de3cd6-e833-406c-ba1a-cb8fc1fa7db8 {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:42:36.326916 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c8eaf96c-310e-4a6f-ab32-2c28a4444ac7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:36.366737 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c8eaf96c-310e-4a6f-ab32-2c28a4444ac7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:36.378813 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b0f2fb-909c-4929-9dd2-3080f29effe5 req-661fc86a-1235-4b8c-bf59-504f4f3e9f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:36.380468 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b7b0f2fb-909c-4929-9dd2-3080f29effe5 req-661fc86a-1235-4b8c-bf59-504f4f3e9f7b service neutron] 10.222.0.21 "GET /v2.0/networks?id=26aba36e-f765-4b4a-a7c9-897761ec549b HTTP/1.1" status: 200 len: 922 time: 0.3111544 Sep 23 06:42:36.448966 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c8eaf96c-310e-4a6f-ab32-2c28a4444ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:36.484740 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58191431-fd42-403b-a92f-a2050af745f1 req-d29625c5-9744-40b4-b6d5-a27f88339fb7 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:36.486218 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-58191431-fd42-403b-a92f-a2050af745f1 req-d29625c5-9744-40b4-b6d5-a27f88339fb7 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.58 "GET /v2.0/ports?device_id=c596078e-5eac-4681-87db-04b02147197d HTTP/1.1" status: 200 len: 949 time: 0.1404812 Sep 23 06:42:36.487450 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b7b0f2fb-909c-4929-9dd2-3080f29effe5 req-88482dfc-681a-4489-9aa2-c7b55b00650e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a09003c4-d814-4d52-96ba-7591c484557e HTTP/1.1" status: 200 len: 217 time: 0.0867987 Sep 23 06:42:36.509646 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c8eaf96c-310e-4a6f-ab32-2c28a4444ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:36.537896 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eaf96c-310e-4a6f-ab32-2c28a4444ac7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67de3cd6-e833-406c-ba1a-cb8fc1fa7db8,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:36.542472 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c8eaf96c-310e-4a6f-ab32-2c28a4444ac7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:36.544382 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-c8eaf96c-310e-4a6f-ab32-2c28a4444ac7 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/67de3cd6-e833-406c-ba1a-cb8fc1fa7db8 HTTP/1.1" status: 204 len: 168 time: 0.2687438 Sep 23 06:42:36.546776 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 50972) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:42:36.549899 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f501c28-aaec-4ce5-ab22-b0b1266746ad None None] Network 017541d3-6bfb-440b-8309-f75791caf7c3 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:42:36.637418 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-156ff90f-bee6-4784-bcfe-53eb0ecf1073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:36.671747 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b0f2fb-909c-4929-9dd2-3080f29effe5 req-99647a9d-41d6-4c41-9bb3-edf95d5d9be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:36.673310 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b7b0f2fb-909c-4929-9dd2-3080f29effe5 req-99647a9d-41d6-4c41-9bb3-edf95d5d9be7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=afab507a-4ef5-4f82-b221-a08b722735c6 HTTP/1.1" status: 200 len: 861 time: 0.1739364 Sep 23 06:42:36.719779 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-156ff90f-bee6-4784-bcfe-53eb0ecf1073 admin admin] Deleting port e993e49a-a03c-4675-99db-64af5339a190 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:42:36.720138 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-156ff90f-bee6-4784-bcfe-53eb0ecf1073 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:36.750288 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b7b0f2fb-909c-4929-9dd2-3080f29effe5 req-e5b49ec9-7338-4897-9f0a-cc126fd6a94e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=26aba36e-f765-4b4a-a7c9-897761ec549b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342698 Sep 23 06:42:36.814121 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75835e6b-5a77-466f-9e40-9aa647c8a171 None None] DHCP port deletion for 017541d3-6bfb-440b-8309-f75791caf7c3 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 06:42:36.819887 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a5dbf30-7bbb-4350-a9c7-1e530fa11a2c tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Router dbe641db-7bf4-4b34-b1be-467f0a065bdb has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:42:36.840013 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-58191431-fd42-403b-a92f-a2050af745f1 req-bfaa29d4-ebcf-4c4a-9e58-0614872098c1 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Deleting port b8ff8d3a-6ed2-4cab-9e77-0fd57d974ead {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:42:36.840267 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-58191431-fd42-403b-a92f-a2050af745f1 req-bfaa29d4-ebcf-4c4a-9e58-0614872098c1 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:36.846882 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-156ff90f-bee6-4784-bcfe-53eb0ecf1073 admin admin] For port e993e49a-a03c-4675-99db-64af5339a190, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=e993e49a-a03c-4675-99db-64af5339a190,segment=NetworkSegment(8cb16f76-10ff-4bac-8b56-6559f6306786),segment_id=8cb16f76-10ff-4bac-8b56-6559f6306786)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:42:36.847432 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-156ff90f-bee6-4784-bcfe-53eb0ecf1073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:36.863519 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-156ff90f-bee6-4784-bcfe-53eb0ecf1073 admin admin] Calling delete_port for e993e49a-a03c-4675-99db-64af5339a190 owned by network:dhcp {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:42:36.871603 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-75835e6b-5a77-466f-9e40-9aa647c8a171 None None] Deleting port e993e49a-a03c-4675-99db-64af5339a190 {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:42:36.871968 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-75835e6b-5a77-466f-9e40-9aa647c8a171 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:36.891127 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa1b9d6-bcaa-4c4d-8db7-61bae2d19cd1 req-a3e33d00-2354-4ae0-8afa-63690a1bc3f0 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:36.892830 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ffa1b9d6-bcaa-4c4d-8db7-61bae2d19cd1 req-a3e33d00-2354-4ae0-8afa-63690a1bc3f0 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b4b1887-d58e-42d0-858c-458fafa87ec7 HTTP/1.1" status: 200 len: 950 time: 0.0987027 Sep 23 06:42:36.961211 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-75835e6b-5a77-466f-9e40-9aa647c8a171 None None] For port e993e49a-a03c-4675-99db-64af5339a190, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=e993e49a-a03c-4675-99db-64af5339a190,segment=NetworkSegment(8cb16f76-10ff-4bac-8b56-6559f6306786),segment_id=8cb16f76-10ff-4bac-8b56-6559f6306786)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:42:36.961940 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-75835e6b-5a77-466f-9e40-9aa647c8a171 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:36.980311 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-75835e6b-5a77-466f-9e40-9aa647c8a171 None None] Calling delete_port for e993e49a-a03c-4675-99db-64af5339a190 owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:42:37.174971 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9313ba1b-0d1a-4cfa-b0ac-5db04f522daa req-a828a0ba-57fd-4cf8-9ed1-338a85f208ad tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:37.176823 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9313ba1b-0d1a-4cfa-b0ac-5db04f522daa req-a828a0ba-57fd-4cf8-9ed1-338a85f208ad tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=c596078e-5eac-4681-87db-04b02147197d HTTP/1.1" status: 200 len: 949 time: 0.1249290 Sep 23 06:42:37.212873 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-156ff90f-bee6-4784-bcfe-53eb0ecf1073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:37.227514 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-ffa1b9d6-bcaa-4c4d-8db7-61bae2d19cd1 req-0d490faf-bf12-48ed-b115-3a0b6b825da5 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Deleting port 9b4f3dc6-1c8f-4151-a0c4-1e0d39456823 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:42:37.228041 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-ffa1b9d6-bcaa-4c4d-8db7-61bae2d19cd1 req-0d490faf-bf12-48ed-b115-3a0b6b825da5 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:37.257008 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156ff90f-bee6-4784-bcfe-53eb0ecf1073 admin admin] Pushing event deleted for resources: {'Port': ['ID=e993e49a-a03c-4675-99db-64af5339a190,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:37.274514 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-75835e6b-5a77-466f-9e40-9aa647c8a171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:37.277528 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156ff90f-bee6-4784-bcfe-53eb0ecf1073 admin admin] No DVR routers for this DVR port e993e49a-a03c-4675-99db-64af5339a190 on host n-d-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:42:37.300752 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75835e6b-5a77-466f-9e40-9aa647c8a171 None None] Pushing event deleted for resources: {'Port': ['ID=e993e49a-a03c-4675-99db-64af5339a190,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:37.304667 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75835e6b-5a77-466f-9e40-9aa647c8a171 None None] No DVR routers for this DVR port e993e49a-a03c-4675-99db-64af5339a190 on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:42:37.332074 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9313ba1b-0d1a-4cfa-b0ac-5db04f522daa req-75e30122-ed05-4f58-9586-b7d92dff25ef tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479597 Sep 23 06:42:37.408964 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b7b0f2fb-909c-4929-9dd2-3080f29effe5 req-f1ecec0a-47e0-4fb6-8344-e33adc5ba262 service neutron] 10.222.0.21 "GET /v2.0/networks/26aba36e-f765-4b4a-a7c9-897761ec549b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6352234 Sep 23 06:42:37.435621 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-156ff90f-bee6-4784-bcfe-53eb0ecf1073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:37.485977 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-156ff90f-bee6-4784-bcfe-53eb0ecf1073 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['017541d3-6bfb-440b-8309-f75791caf7c3']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:42:37.499294 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a5dbf30-7bbb-4350-a9c7-1e530fa11a2c tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:42:37.499790 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-ffa1b9d6-bcaa-4c4d-8db7-61bae2d19cd1 req-0d490faf-bf12-48ed-b115-3a0b6b825da5 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] For port 9b4f3dc6-1c8f-4151-a0c4-1e0d39456823, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=9b4f3dc6-1c8f-4151-a0c4-1e0d39456823,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:42:37.500163 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-ffa1b9d6-bcaa-4c4d-8db7-61bae2d19cd1 req-0d490faf-bf12-48ed-b115-3a0b6b825da5 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:37.507767 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4a5dbf30-7bbb-4350-a9c7-1e530fa11a2c tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:37.510556 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe10f28-f559-4722-8542-865d443c295f None None] Sync routers for ids ['dbe641db-7bf4-4b34-b1be-467f0a065bdb'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:42:37.515698 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-156ff90f-bee6-4784-bcfe-53eb0ecf1073 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cb16f76-10ff-4bac-8b56-6559f6306786') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:42:37.515996 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-156ff90f-bee6-4784-bcfe-53eb0ecf1073 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cb16f76-10ff-4bac-8b56-6559f6306786') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:42:37.519705 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c123700-7def-41ba-9daf-eca43a834630 req-f7f5cd51-b13a-4245-ad3e-39c27e4b149c tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:37.521970 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5c123700-7def-41ba-9daf-eca43a834630 req-f7f5cd51-b13a-4245-ad3e-39c27e4b149c tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=6537cafe-d3ce-4f50-8690-62d212f0187d HTTP/1.1" status: 200 len: 949 time: 0.6747725 Sep 23 06:42:37.527683 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-ffa1b9d6-bcaa-4c4d-8db7-61bae2d19cd1 req-0d490faf-bf12-48ed-b115-3a0b6b825da5 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Calling delete_port for 9b4f3dc6-1c8f-4151-a0c4-1e0d39456823 owned by compute:nova {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:42:37.528384 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe10f28-f559-4722-8542-865d443c295f None None] Routers {'dbe641db-7bf4-4b34-b1be-467f0a065bdb'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:42:37.529037 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-0fe10f28-f559-4722-8542-865d443c295f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:42:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['dbe641db-7bf4-4b34-b1be-467f0a065bdb'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:42:37.533946 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-156ff90f-bee6-4784-bcfe-53eb0ecf1073 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:37.547407 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eec28d-11c5-48f4-9569-4cb4784da807 req-85eb22cc-6735-4dbf-aeea-5a1d02525316 tempest-LiveMigrationTest-1207377707 tempest-LiveMigrationTest-1207377707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:37.548942 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-01eec28d-11c5-48f4-9569-4cb4784da807 req-85eb22cc-6735-4dbf-aeea-5a1d02525316 tempest-LiveMigrationTest-1207377707 tempest-LiveMigrationTest-1207377707-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=0a8f1e82-30db-46af-b5c4-56eac38212c2 HTTP/1.1" status: 200 len: 1097 time: 0.1542456 Sep 23 06:42:37.558089 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-156ff90f-bee6-4784-bcfe-53eb0ecf1073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:37.604354 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-156ff90f-bee6-4784-bcfe-53eb0ecf1073 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:42:37.604678 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-156ff90f-bee6-4784-bcfe-53eb0ecf1073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:37.608590 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 06:42:37.608590 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:42:37.608590 n-d-715271-16 neutron-server[95066]: timer() Sep 23 06:42:37.608590 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:42:37.608590 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 06:42:37.608590 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:42:37.608590 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 06:42:37.608590 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:42:37.608590 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 06:42:37.608590 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:42:37.608590 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 06:42:37.608590 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:42:37.608590 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 06:42:37.608590 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:42:37.608590 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:42:37.608590 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:42:37.608590 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:42:37.608590 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:42:37.608590 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 06:42:37.608590 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:42:37.608590 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 06:42:37.608590 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:42:37.608590 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:42:37.608590 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:42:37.608590 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 06:42:37.608590 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:42:37.608590 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:42:37.608590 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:42:37.608590 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:42:37.608590 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:42:37.608590 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:42:37.608590 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:42:37.610972 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-58191431-fd42-403b-a92f-a2050af745f1 req-bfaa29d4-ebcf-4c4a-9e58-0614872098c1 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] For port b8ff8d3a-6ed2-4cab-9e77-0fd57d974ead, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=b8ff8d3a-6ed2-4cab-9e77-0fd57d974ead,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:42:37.611165 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-58191431-fd42-403b-a92f-a2050af745f1 req-bfaa29d4-ebcf-4c4a-9e58-0614872098c1 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:37.624377 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-4a5dbf30-7bbb-4350-a9c7-1e530fa11a2c tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "PUT /v2.0/floatingips/092b0bf7-96a5-457d-8463-c63ad66e5ef7 HTTP/1.1" status: 200 len: 991 time: 2.3008120 Sep 23 06:42:37.630784 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-58191431-fd42-403b-a92f-a2050af745f1 req-bfaa29d4-ebcf-4c4a-9e58-0614872098c1 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Calling delete_port for b8ff8d3a-6ed2-4cab-9e77-0fd57d974ead owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:42:37.643747 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-0fe10f28-f559-4722-8542-865d443c295f None None] Set router dbe641db-7bf4-4b34-b1be-467f0a065bdb gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:42:37.672713 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5c123700-7def-41ba-9daf-eca43a834630 req-2fd6ede4-a518-45dc-8adb-2dab971482b9 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289222 Sep 23 06:42:37.703392 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-01eec28d-11c5-48f4-9569-4cb4784da807 req-faa9350b-b3a3-40f9-bd33-87d72da11654 tempest-LiveMigrationTest-1207377707 tempest-LiveMigrationTest-1207377707-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116507 Sep 23 06:42:37.706297 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b7b0f2fb-909c-4929-9dd2-3080f29effe5 req-6e7c054b-3962-468a-b050-8931c4933a4e service neutron] 10.222.0.21 "GET /v2.0/networks/26aba36e-f765-4b4a-a7c9-897761ec549b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683759 Sep 23 06:42:37.721050 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-156ff90f-bee6-4784-bcfe-53eb0ecf1073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:37.739418 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-156ff90f-bee6-4784-bcfe-53eb0ecf1073 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:37.746087 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-156ff90f-bee6-4784-bcfe-53eb0ecf1073 admin admin] 10.222.0.39 "DELETE /v2.0/networks/017541d3-6bfb-440b-8309-f75791caf7c3 HTTP/1.1" status: 204 len: 168 time: 1.1979303 Sep 23 06:42:37.772480 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156ff90f-bee6-4784-bcfe-53eb0ecf1073 admin admin] Pushing event deleted for resources: {'Network': ['ID=017541d3-6bfb-440b-8309-f75791caf7c3,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:37.842804 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c33652c9-f51e-4ce3-8d6c-a84749adc04b', 'tag': '13fc1c55-aac8-4284-a65a-d9e7ba02d995'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:42:37.846934 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8aa6814-07a1-4667-aaa4-8925c516b8c7" -d '{"events": [{"name": "network-changed", "server_uuid": "c33652c9-f51e-4ce3-8d6c-a84749adc04b", "tag": "13fc1c55-aac8-4284-a65a-d9e7ba02d995"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:42:37.847481 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-ffa1b9d6-bcaa-4c4d-8db7-61bae2d19cd1 req-0d490faf-bf12-48ed-b115-3a0b6b825da5 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:37.853690 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-58191431-fd42-403b-a92f-a2050af745f1 req-bfaa29d4-ebcf-4c4a-9e58-0614872098c1 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:37.868654 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['148c00b5-4bd3-4f09-b85c-ea3b9d4b8f40', 'b8ff8d3a-6ed2-4cab-9e77-0fd57d974ead', '9b4f3dc6-1c8f-4151-a0c4-1e0d39456823'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:42:37.936679 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaa29d4-ebcf-4c4a-9e58-0614872098c1 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Pushing event deleted for resources: {'Port': ['ID=b8ff8d3a-6ed2-4cab-9e77-0fd57d974ead,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:37.974376 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51000) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:42:37.983637 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffa1b9d6-bcaa-4c4d-8db7-61bae2d19cd1 req-0d490faf-bf12-48ed-b115-3a0b6b825da5 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] No DVR routers for this DVR port 9b4f3dc6-1c8f-4151-a0c4-1e0d39456823 on host n-h2-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:42:37.987619 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-ffa1b9d6-bcaa-4c4d-8db7-61bae2d19cd1 req-0d490faf-bf12-48ed-b115-3a0b6b825da5 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:37.991480 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ffa1b9d6-bcaa-4c4d-8db7-61bae2d19cd1 req-0d490faf-bf12-48ed-b115-3a0b6b825da5 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.58 "DELETE /v2.0/ports/9b4f3dc6-1c8f-4151-a0c4-1e0d39456823 HTTP/1.1" status: 204 len: 173 time: 1.0616338 Sep 23 06:42:37.992240 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d490faf-bf12-48ed-b115-3a0b6b825da5 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Pushing event deleted for resources: {'Port': ['ID=9b4f3dc6-1c8f-4151-a0c4-1e0d39456823,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:38.000198 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b4b1887-d58e-42d0-858c-458fafa87ec7', 'name': 'network-vif-deleted', 'tag': '9b4f3dc6-1c8f-4151-a0c4-1e0d39456823'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:42:38.003332 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27095fb6-b4c0-4992-ac2b-ac32015982cb" -d '{"events": [{"server_uuid": "8b4b1887-d58e-42d0-858c-458fafa87ec7", "name": "network-vif-deleted", "tag": "9b4f3dc6-1c8f-4151-a0c4-1e0d39456823"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:42:38.011838 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2df2a62-887d-4210-a266-484ee76cf165 req-7fdd07af-d094-4b9f-ab48-2afd4ee7fa6b tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:38.014161 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a2df2a62-887d-4210-a266-484ee76cf165 req-7fdd07af-d094-4b9f-ab48-2afd4ee7fa6b tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb9ce6cc-6d6a-44ab-84e9-7a7993ea0950 HTTP/1.1" status: 200 len: 944 time: 0.1627486 Sep 23 06:42:38.034655 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device e993e49a-a03c-4675-99db-64af5339a190 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:42:38.037030 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-0fe10f28-f559-4722-8542-865d443c295f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe641db-7bf4-4b34-b1be-467f0a065bdb', 'name': 'tempest-ServerActionsTestJSON-498114134-router', 'tenant_id': '8275c6392a72426db62ebfc4817f4420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '699c95b2-ff41-46b9-9911-a667a22a0d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:42:01Z', 'updated_at': '2021-09-23T06:42:08Z', 'revision_number': 4, 'project_id': '8275c6392a72426db62ebfc4817f4420', 'gw_port': {'id': '699c95b2-ff41-46b9-9911-a667a22a0d14', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:3d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe641db-7bf4-4b34-b1be-467f0a065bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:42:01Z', 'updated_at': '2021-09-23T06:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '092b0bf7-96a5-457d-8463-c63ad66e5ef7', 'tenant_id': '8275c6392a72426db62ebfc4817f4420', 'floating_ip_address': '172.25.2.197', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': 'dbe641db-7bf4-4b34-b1be-467f0a065bdb', 'port_id': '13fc1c55-aac8-4284-a65a-d9e7ba02d995', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3302f5d-bf5e-4d5b-a7a4-2ca05635fe64', 'mac_address': 'fa:16:3e:d2:5a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33652c9-f51e-4ce3-8d6c-a84749adc04b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T06:42:12Z', 'updated_at': '2021-09-23T06:42:35Z', 'revision_number': 1, 'project_id': '8275c6392a72426db62ebfc4817f4420', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70f53203-51d6-4d06-9e60-4d943be83326', 'name': '', 'network_id': 'd3302f5d-bf5e-4d5b-a7a4-2ca05635fe64', 'tenant_id': '8275c6392a72426db62ebfc4817f4420', 'mac_address': 'fa:16:3e:b3:6b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe641db-7bf4-4b34-b1be-467f0a065bdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '46ccc032-0362-4c9c-977b-4c26fbfaa4e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:42:06Z', 'updated_at': '2021-09-23T06:42:13Z', 'revision_number': 5, 'project_id': '8275c6392a72426db62ebfc4817f4420', 'subnets': [{'id': '46ccc032-0362-4c9c-977b-4c26fbfaa4e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:42:38.045764 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-58191431-fd42-403b-a92f-a2050af745f1 req-bfaa29d4-ebcf-4c4a-9e58-0614872098c1 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] No DVR routers for this DVR port b8ff8d3a-6ed2-4cab-9e77-0fd57d974ead on host n-h2-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:42:38.053758 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0a58f1-aaeb-4107-9a32-b6794989fc70 req-ec85914d-63f6-4634-96ad-b9688307bec3 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:38.056271 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1a0a58f1-aaeb-4107-9a32-b6794989fc70 req-ec85914d-63f6-4634-96ad-b9688307bec3 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d41217-85f8-4b83-9fe1-90caa01cf293 HTTP/1.1" status: 200 len: 950 time: 0.2228801 Sep 23 06:42:38.066433 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-58191431-fd42-403b-a92f-a2050af745f1 req-bfaa29d4-ebcf-4c4a-9e58-0614872098c1 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:38.069070 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe10f28-f559-4722-8542-865d443c295f None None] Checking router: dbe641db-7bf4-4b34-b1be-467f0a065bdb for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:42:38.071259 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-58191431-fd42-403b-a92f-a2050af745f1 req-bfaa29d4-ebcf-4c4a-9e58-0614872098c1 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.58 "DELETE /v2.0/ports/b8ff8d3a-6ed2-4cab-9e77-0fd57d974ead HTTP/1.1" status: 204 len: 173 time: 1.5124354 Sep 23 06:42:38.071652 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: e993e49a-a03c-4675-99db-64af5339a190 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:42:38.073682 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device e993e49a-a03c-4675-99db-64af5339a190 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:42:38.074208 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 9aa41ab4-2cef-40b1-b949-33c23ca59534 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:42:38.080165 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe10f28-f559-4722-8542-865d443c295f None None] Routers {'dbe641db-7bf4-4b34-b1be-467f0a065bdb'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:42:38.081019 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-0fe10f28-f559-4722-8542-865d443c295f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:42:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['dbe641db-7bf4-4b34-b1be-467f0a065bdb'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:42:38.121603 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-3a94ffb8-7a70-4031-a7d1-23ffafa9d96f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=25d2d44dc31f4ee6a11d65d4519bedd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1478324 Sep 23 06:42:38.123323 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1a0a58f1-aaeb-4107-9a32-b6794989fc70 req-b1cc0d3d-3766-40b2-a41f-07e1c4d4ef20 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573199 Sep 23 06:42:38.124463 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51004) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:42:38.132902 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 9aa41ab4-2cef-40b1-b949-33c23ca59534 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:42:38.133673 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 9aa41ab4-2cef-40b1-b949-33c23ca59534 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:42:38.156171 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8ad06142-2056-433a-870a-2d4262d0cfea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:38.166284 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a2df2a62-887d-4210-a266-484ee76cf165 req-4c42b0bf-ad77-4169-a1e5-16048eb56c4b tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393373 Sep 23 06:42:38.235031 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-467ee77d-f063-4132-9364-7a89d7295f83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:38.266513 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-467ee77d-f063-4132-9364-7a89d7295f83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:38.293382 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-0fe10f28-f559-4722-8542-865d443c295f None None] Set router dbe641db-7bf4-4b34-b1be-467f0a065bdb gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:42:38.340931 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-467ee77d-f063-4132-9364-7a89d7295f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:38.344314 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-467ee77d-f063-4132-9364-7a89d7295f83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:38.348187 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-467ee77d-f063-4132-9364-7a89d7295f83 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/444692d7-f987-4afb-92da-cc5a15ae3d7c HTTP/1.1" status: 204 len: 168 time: 0.2202663 Sep 23 06:42:38.362941 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96dd8b36-25e1-4bc5-af28-5c1deede1090 x-openstack-request-id: req-96dd8b36-25e1-4bc5-af28-5c1deede1090 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:42:38.363135 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c33652c9-f51e-4ce3-8d6c-a84749adc04b", "tag": "13fc1c55-aac8-4284-a65a-d9e7ba02d995", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:42:38.363322 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-96dd8b36-25e1-4bc5-af28-5c1deede1090 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:42:38.363723 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c33652c9-f51e-4ce3-8d6c-a84749adc04b', 'tag': '13fc1c55-aac8-4284-a65a-d9e7ba02d995', 'status': 'completed', 'code': 200} Sep 23 06:42:38.365914 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467ee77d-f063-4132-9364-7a89d7295f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=444692d7-f987-4afb-92da-cc5a15ae3d7c,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:38.416660 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f64b9ad7-07a5-494f-a64a-3c9b25e1b44d x-openstack-request-id: req-f64b9ad7-07a5-494f-a64a-3c9b25e1b44d {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:42:38.416660 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b4b1887-d58e-42d0-858c-458fafa87ec7", "name": "network-vif-deleted", "tag": "9b4f3dc6-1c8f-4151-a0c4-1e0d39456823", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:42:38.416923 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f64b9ad7-07a5-494f-a64a-3c9b25e1b44d {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:42:38.417391 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b4b1887-d58e-42d0-858c-458fafa87ec7', 'name': 'network-vif-deleted', 'tag': '9b4f3dc6-1c8f-4151-a0c4-1e0d39456823', 'status': 'completed', 'code': 200} Sep 23 06:42:38.492788 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa6814-07a1-4667-aaa4-8925c516b8c7 req-4672c5eb-5013-43da-9de7-7e77d17d5c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:38.494385 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e8aa6814-07a1-4667-aaa4-8925c516b8c7 req-4672c5eb-5013-43da-9de7-7e77d17d5c3c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8275c6392a72426db62ebfc4817f4420&device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 1097 time: 0.0780218 Sep 23 06:42:38.569471 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-db2b0075-78a3-43b2-b317-767338a26b6e req-2fb53490-bee4-4c41-b6a3-905013b1d753 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=c596078e-5eac-4681-87db-04b02147197d HTTP/1.1" status: 200 len: 210 time: 0.0565662 Sep 23 06:42:38.630916 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-0fe10f28-f559-4722-8542-865d443c295f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe641db-7bf4-4b34-b1be-467f0a065bdb', 'name': 'tempest-ServerActionsTestJSON-498114134-router', 'tenant_id': '8275c6392a72426db62ebfc4817f4420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '699c95b2-ff41-46b9-9911-a667a22a0d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:42:01Z', 'updated_at': '2021-09-23T06:42:08Z', 'revision_number': 4, 'project_id': '8275c6392a72426db62ebfc4817f4420', 'gw_port': {'id': '699c95b2-ff41-46b9-9911-a667a22a0d14', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:3d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe641db-7bf4-4b34-b1be-467f0a065bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:42:01Z', 'updated_at': '2021-09-23T06:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '092b0bf7-96a5-457d-8463-c63ad66e5ef7', 'tenant_id': '8275c6392a72426db62ebfc4817f4420', 'floating_ip_address': '172.25.2.197', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': 'dbe641db-7bf4-4b34-b1be-467f0a065bdb', 'port_id': '13fc1c55-aac8-4284-a65a-d9e7ba02d995', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3302f5d-bf5e-4d5b-a7a4-2ca05635fe64', 'mac_address': 'fa:16:3e:d2:5a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33652c9-f51e-4ce3-8d6c-a84749adc04b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T06:42:12Z', 'updated_at': '2021-09-23T06:42:35Z', 'revision_number': 1, 'project_id': '8275c6392a72426db62ebfc4817f4420', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70f53203-51d6-4d06-9e60-4d943be83326', 'name': '', 'network_id': 'd3302f5d-bf5e-4d5b-a7a4-2ca05635fe64', 'tenant_id': '8275c6392a72426db62ebfc4817f4420', 'mac_address': 'fa:16:3e:b3:6b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe641db-7bf4-4b34-b1be-467f0a065bdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '46ccc032-0362-4c9c-977b-4c26fbfaa4e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:42:06Z', 'updated_at': '2021-09-23T06:42:13Z', 'revision_number': 5, 'project_id': '8275c6392a72426db62ebfc4817f4420', 'subnets': [{'id': '46ccc032-0362-4c9c-977b-4c26fbfaa4e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:42:38.665490 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa6814-07a1-4667-aaa4-8925c516b8c7 req-5722025a-6786-4aad-a8dc-71f4cf66ad68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:38.667012 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e8aa6814-07a1-4667-aaa4-8925c516b8c7 req-5722025a-6786-4aad-a8dc-71f4cf66ad68 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64 HTTP/1.1" status: 200 len: 912 time: 0.1404111 Sep 23 06:42:38.671498 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe10f28-f559-4722-8542-865d443c295f None None] The sync data for ids ['dbe641db-7bf4-4b34-b1be-467f0a065bdb'] in n-d-715271-16 is: [{'id': 'dbe641db-7bf4-4b34-b1be-467f0a065bdb', 'name': 'tempest-ServerActionsTestJSON-498114134-router', 'tenant_id': '8275c6392a72426db62ebfc4817f4420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '699c95b2-ff41-46b9-9911-a667a22a0d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:42:01Z', 'updated_at': '2021-09-23T06:42:08Z', 'revision_number': 4, 'project_id': '8275c6392a72426db62ebfc4817f4420', 'gw_port': {'id': '699c95b2-ff41-46b9-9911-a667a22a0d14', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:3d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe641db-7bf4-4b34-b1be-467f0a065bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:42:01Z', 'updated_at': '2021-09-23T06:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '092b0bf7-96a5-457d-8463-c63ad66e5ef7', 'tenant_id': '8275c6392a72426db62ebfc4817f4420', 'floating_ip_address': '172.25.2.197', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': 'dbe641db-7bf4-4b34-b1be-467f0a065bdb', 'port_id': '13fc1c55-aac8-4284-a65a-d9e7ba02d995', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3302f5d-bf5e-4d5b-a7a4-2ca05635fe64', 'mac_address': 'fa:16:3e:d2:5a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33652c9-f51e-4ce3-8d6c-a84749adc04b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T06:42:12Z', 'updated_at': '2021-09-23T06:42:35Z', 'revision_number': 1, 'project_id': '8275c6392a72426db62ebfc4817f4420', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70f53203-51d6-4d06-9e60-4d943be83326', 'name': '', 'network_id': 'd3302f5d-bf5e-4d5b-a7a4-2ca05635fe64', 'tenant_id': '8275c6392a72426db62ebfc4817f4420', 'mac_address': 'fa:16:3e:b3:6b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe641db-7bf4-4b34-b1be-467f0a065bdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '46ccc032-0362-4c9c-977b-4c26fbfaa4e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:42:06Z', 'updated_at': '2021-09-23T06:42:13Z', 'revision_number': 5, 'project_id': '8275c6392a72426db62ebfc4817f4420', 'subnets': [{'id': '46ccc032-0362-4c9c-977b-4c26fbfaa4e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:42:38.762817 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e8aa6814-07a1-4667-aaa4-8925c516b8c7 req-0176a426-742d-48ae-aeb9-165dbb3b7447 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13fc1c55-aac8-4284-a65a-d9e7ba02d995 HTTP/1.1" status: 200 len: 999 time: 0.0846395 Sep 23 06:42:38.873453 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c6b52e-9a69-4788-bf27-6d40e7c56b21 req-98685432-e6ad-4dfe-a522-0f8a72a69bbc tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:38.875294 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-89c6b52e-9a69-4788-bf27-6d40e7c56b21 req-98685432-e6ad-4dfe-a522-0f8a72a69bbc tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=6537cafe-d3ce-4f50-8690-62d212f0187d HTTP/1.1" status: 200 len: 949 time: 0.0629861 Sep 23 06:42:38.876977 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa6814-07a1-4667-aaa4-8925c516b8c7 req-3a9832eb-2edf-4f29-83f6-23a90dc5e718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:38.878635 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e8aa6814-07a1-4667-aaa4-8925c516b8c7 req-3a9832eb-2edf-4f29-83f6-23a90dc5e718 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=46ccc032-0362-4c9c-977b-4c26fbfaa4e6 HTTP/1.1" status: 200 len: 850 time: 0.1053472 Sep 23 06:42:38.973267 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-89c6b52e-9a69-4788-bf27-6d40e7c56b21 req-d332a794-7cff-49a5-8ad0-748b5c2452c8 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660121 Sep 23 06:42:39.028385 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa6814-07a1-4667-aaa4-8925c516b8c7 req-84b47e03-155d-460a-a796-36b2ea45a03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:39.030004 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e8aa6814-07a1-4667-aaa4-8925c516b8c7 req-84b47e03-155d-460a-a796-36b2ea45a03d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1036241 Sep 23 06:42:39.060715 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8091636b-caf1-489c-bc6c-1be82f73ebbf None None] New status for floating IP 092b0bf7-96a5-457d-8463-c63ad66e5ef7: ACTIVE {{(pid=95067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 06:42:39.141990 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['148c00b5-4bd3-4f09-b85c-ea3b9d4b8f40', 'b8ff8d3a-6ed2-4cab-9e77-0fd57d974ead', '9b4f3dc6-1c8f-4151-a0c4-1e0d39456823'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:42:39.198298 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e8aa6814-07a1-4667-aaa4-8925c516b8c7 req-fbfd5da3-4273-46a7-847f-42c4a6747686 service neutron] 10.222.0.21 "GET /v2.0/networks/d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295190 Sep 23 06:42:39.334327 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd704d5-e2c0-4a70-b294-86a186b84e39 req-cd408e65-5be8-49c2-ae68-f95ac8d4a725 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:39.335823 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5bd704d5-e2c0-4a70-b294-86a186b84e39 req-cd408e65-5be8-49c2-ae68-f95ac8d4a725 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d41217-85f8-4b83-9fe1-90caa01cf293 HTTP/1.1" status: 200 len: 950 time: 0.1033089 Sep 23 06:42:39.347636 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e8aa6814-07a1-4667-aaa4-8925c516b8c7 req-5ac9f60b-6dcd-4ab2-bc6a-e18d114832b7 service neutron] 10.222.0.21 "GET /v2.0/networks/d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376815 Sep 23 06:42:39.399597 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5bd704d5-e2c0-4a70-b294-86a186b84e39 req-e1544499-b734-4456-a24c-4cbd44122ef2 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496945 Sep 23 06:42:39.534544 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df8ddf7-1ed3-4848-91a4-6afed8b3aef7 req-924cfc34-e2a8-4b4d-bf38-68b7b6c11015 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:39.536895 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7df8ddf7-1ed3-4848-91a4-6afed8b3aef7 req-924cfc34-e2a8-4b4d-bf38-68b7b6c11015 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb9ce6cc-6d6a-44ab-84e9-7a7993ea0950 HTTP/1.1" status: 200 len: 944 time: 0.0529628 Sep 23 06:42:39.568589 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51058) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:42:39.583833 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7df8ddf7-1ed3-4848-91a4-6afed8b3aef7 req-e7ccf50f-236a-4a24-8ca0-c95ca98114a7 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362229 Sep 23 06:42:39.658441 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [req-5ec9ae87-9ca6-4e1e-bd0f-83e379018f84 req-61d87c75-c9f6-4258-811e-22fafa824942 tempest-LiveMigrationTest-1207377707 tempest-LiveMigrationTest-1207377707-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=95065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 06:42:39.659475 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5ec9ae87-9ca6-4e1e-bd0f-83e379018f84 req-61d87c75-c9f6-4258-811e-22fafa824942 tempest-LiveMigrationTest-1207377707 tempest-LiveMigrationTest-1207377707-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059559 Sep 23 06:42:39.694945 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-a172ae68-46f6-40af-90ca-d53fb47f0da2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-529588626-network', 'tenant_id': '9fc490135e944912b250a53df87e78d1'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:42:39.703301 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec9ae87-9ca6-4e1e-bd0f-83e379018f84 req-86253c23-58e2-4223-b98b-5e64595c84fb tempest-LiveMigrationTest-1207377707 tempest-LiveMigrationTest-1207377707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:39.704993 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5ec9ae87-9ca6-4e1e-bd0f-83e379018f84 req-86253c23-58e2-4223-b98b-5e64595c84fb tempest-LiveMigrationTest-1207377707 tempest-LiveMigrationTest-1207377707-project-admin] 10.222.0.39 "GET /v2.0/ports/6ce1caef-f862-49ed-a69e-3755bf1caeb1 HTTP/1.1" status: 200 len: 1094 time: 0.0387032 Sep 23 06:42:39.714377 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-5ec9ae87-9ca6-4e1e-bd0f-83e379018f84 req-4381aec2-ee19-4856-9254-274f867029f6 service neutron] Request body: {'binding': {'host': 'n-h2-715271-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:42:39.714833 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-5ec9ae87-9ca6-4e1e-bd0f-83e379018f84 req-4381aec2-ee19-4856-9254-274f867029f6 service neutron] Unknown quota resources ['binding']. {{(pid=95065) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 23 06:42:39.730513 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a172ae68-46f6-40af-90ca-d53fb47f0da2 admin admin] Made reservation on behalf of 9fc490135e944912b250a53df87e78d1 for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:42:39.733673 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a172ae68-46f6-40af-90ca-d53fb47f0da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:39.738699 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:39.744046 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a172ae68-46f6-40af-90ca-d53fb47f0da2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:39.854099 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a172ae68-46f6-40af-90ca-d53fb47f0da2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:39.858846 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a172ae68-46f6-40af-90ca-d53fb47f0da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:39.862833 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-5ec9ae87-9ca6-4e1e-bd0f-83e379018f84 req-4381aec2-ee19-4856-9254-274f867029f6 service neutron] Attempting to bind port 6ce1caef-f862-49ed-a69e-3755bf1caeb1 on host n-h2-715271-16 for vnic_type normal with profile None {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:42:39.863384 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-5ec9ae87-9ca6-4e1e-bd0f-83e379018f84 req-4381aec2-ee19-4856-9254-274f867029f6 service neutron] Attempting to bind port 6ce1caef-f862-49ed-a69e-3755bf1caeb1 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': 'a2ee209e-d4ee-4c6a-8401-bd714bf3436e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b41a91e1-341c-4340-b7a8-8779367a7828'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:42:39.863701 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec9ae87-9ca6-4e1e-bd0f-83e379018f84 req-4381aec2-ee19-4856-9254-274f867029f6 service neutron] Attempting to bind port 6ce1caef-f862-49ed-a69e-3755bf1caeb1 on network b41a91e1-341c-4340-b7a8-8779367a7828 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:42:39.869832 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec9ae87-9ca6-4e1e-bd0f-83e379018f84 req-4381aec2-ee19-4856-9254-274f867029f6 service neutron] Port 6ce1caef-f862-49ed-a69e-3755bf1caeb1 on network b41a91e1-341c-4340-b7a8-8779367a7828 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:42:39.870288 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec9ae87-9ca6-4e1e-bd0f-83e379018f84 req-4381aec2-ee19-4856-9254-274f867029f6 service neutron] Attempting to bind port 6ce1caef-f862-49ed-a69e-3755bf1caeb1 on network b41a91e1-341c-4340-b7a8-8779367a7828 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:42:39.876246 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec9ae87-9ca6-4e1e-bd0f-83e379018f84 req-4381aec2-ee19-4856-9254-274f867029f6 service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:42:39.876692 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec9ae87-9ca6-4e1e-bd0f-83e379018f84 req-4381aec2-ee19-4856-9254-274f867029f6 service neutron] Checking segment: {'id': 'a2ee209e-d4ee-4c6a-8401-bd714bf3436e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b41a91e1-341c-4340-b7a8-8779367a7828'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:42:39.877297 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec9ae87-9ca6-4e1e-bd0f-83e379018f84 req-4381aec2-ee19-4856-9254-274f867029f6 service neutron] Bound using segment: {'id': 'a2ee209e-d4ee-4c6a-8401-bd714bf3436e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b41a91e1-341c-4340-b7a8-8779367a7828'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:42:39.877955 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-5ec9ae87-9ca6-4e1e-bd0f-83e379018f84 req-4381aec2-ee19-4856-9254-274f867029f6 service neutron] Bound port: 6ce1caef-f862-49ed-a69e-3755bf1caeb1, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2ee209e-d4ee-4c6a-8401-bd714bf3436e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b41a91e1-341c-4340-b7a8-8779367a7828'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:42:39.886655 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a172ae68-46f6-40af-90ca-d53fb47f0da2 admin admin] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:42:39.898217 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a172ae68-46f6-40af-90ca-d53fb47f0da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd23897c-e8c5-43e6-935c-4534b6d8b741,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:39.913625 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a172ae68-46f6-40af-90ca-d53fb47f0da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:39.914010 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-a172ae68-46f6-40af-90ca-d53fb47f0da2 admin admin] Added segment 9984660e-261a-4177-a060-9c60f57ab183 of type vlan for network 7ed62dac-00fe-42ff-bde7-afdb71909022 Sep 23 06:42:39.940887 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-5ec9ae87-9ca6-4e1e-bd0f-83e379018f84 req-4381aec2-ee19-4856-9254-274f867029f6 service neutron] For port 6ce1caef-f862-49ed-a69e-3755bf1caeb1, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=6ce1caef-f862-49ed-a69e-3755bf1caeb1,segment=NetworkSegment(a2ee209e-d4ee-4c6a-8401-bd714bf3436e),segment_id=a2ee209e-d4ee-4c6a-8401-bd714bf3436e)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:42:39.945825 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-5ec9ae87-9ca6-4e1e-bd0f-83e379018f84 req-4381aec2-ee19-4856-9254-274f867029f6 service neutron] Notify callbacks [] for binding, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:39.950348 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5ec9ae87-9ca6-4e1e-bd0f-83e379018f84 req-4381aec2-ee19-4856-9254-274f867029f6 service neutron] 10.222.0.39 "POST /v2.0/ports/6ce1caef-f862-49ed-a69e-3755bf1caeb1/bindings HTTP/1.1" status: 201 len: 390 time: 0.2393823 Sep 23 06:42:39.963273 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a172ae68-46f6-40af-90ca-d53fb47f0da2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:39.997316 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a172ae68-46f6-40af-90ca-d53fb47f0da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:39.999582 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a172ae68-46f6-40af-90ca-d53fb47f0da2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:40.000180 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a172ae68-46f6-40af-90ca-d53fb47f0da2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:40.062816 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-a172ae68-46f6-40af-90ca-d53fb47f0da2 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.4930506 Sep 23 06:42:40.063268 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51076) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:42:40.069755 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-f443d71a-35c4-4fbb-afdb-290a8b8ed31e admin admin] Request body: {'subnet': {'network_id': '7ed62dac-00fe-42ff-bde7-afdb71909022', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-529588626-subnet', 'tenant_id': '9fc490135e944912b250a53df87e78d1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:42:40.104774 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a172ae68-46f6-40af-90ca-d53fb47f0da2 admin admin] Pushing event updated for resources: {'Network': ['ID=7ed62dac-00fe-42ff-bde7-afdb71909022,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:40.121581 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 7ed62dac-00fe-42ff-bde7-afdb71909022 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:42:40.147179 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f443d71a-35c4-4fbb-afdb-290a8b8ed31e admin admin] Made reservation on behalf of 9fc490135e944912b250a53df87e78d1 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:42:40.149623 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f443d71a-35c4-4fbb-afdb-290a8b8ed31e admin admin] Notify callbacks [] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:40.153941 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942c1e09-651f-4d30-8519-60f681835245 req-1b4fe0ee-cf96-45ca-8aeb-5ab7aecb2009 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:40.155725 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-942c1e09-651f-4d30-8519-60f681835245 req-1b4fe0ee-cf96-45ca-8aeb-5ab7aecb2009 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=6537cafe-d3ce-4f50-8690-62d212f0187d HTTP/1.1" status: 200 len: 949 time: 0.0897527 Sep 23 06:42:40.181304 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff26196a-f4bb-4965-8c20-e95868a64485 req-27020ea6-c695-43f5-a596-52ec8aa363a0 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:40.182847 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ff26196a-f4bb-4965-8c20-e95868a64485 req-27020ea6-c695-43f5-a596-52ec8aa363a0 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a8f1e82-30db-46af-b5c4-56eac38212c2 HTTP/1.1" status: 200 len: 945 time: 0.1078951 Sep 23 06:42:40.199366 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-942c1e09-651f-4d30-8519-60f681835245 req-39d3646b-c242-4848-9d32-f0d7ea0aac65 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369689 Sep 23 06:42:40.267939 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ff26196a-f4bb-4965-8c20-e95868a64485 req-d89d98f5-04ef-4f57-9891-4d3b3361226f tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742903 Sep 23 06:42:40.309967 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7256211f-0b25-4090-b8da-1fd28941f5a3 req-d2b1cef6-990a-466c-9739-6acc5f4c611d tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:40.311538 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7256211f-0b25-4090-b8da-1fd28941f5a3 req-d2b1cef6-990a-466c-9739-6acc5f4c611d tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0f182bb-9275-4650-a99a-5d7f9feaf109 HTTP/1.1" status: 200 len: 950 time: 0.0493577 Sep 23 06:42:40.350311 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7256211f-0b25-4090-b8da-1fd28941f5a3 req-89a32168-a08f-4770-b295-0695e31d822d tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327458 Sep 23 06:42:40.366077 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c596078e-5eac-4681-87db-04b02147197d', 'name': 'network-vif-deleted', 'tag': 'b8ff8d3a-6ed2-4cab-9e77-0fd57d974ead'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:42:40.368537 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ae75b6-6577-4efa-b46a-1d0e81d5e7e6" -d '{"events": [{"server_uuid": "c596078e-5eac-4681-87db-04b02147197d", "name": "network-vif-deleted", "tag": "b8ff8d3a-6ed2-4cab-9e77-0fd57d974ead"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:42:40.372350 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f443d71a-35c4-4fbb-afdb-290a8b8ed31e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:40.405574 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dabacf7d-bebf-4474-b772-8cddc57b1405 x-openstack-request-id: req-dabacf7d-bebf-4474-b772-8cddc57b1405 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:42:40.405881 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c596078e-5eac-4681-87db-04b02147197d", "name": "network-vif-deleted", "tag": "b8ff8d3a-6ed2-4cab-9e77-0fd57d974ead", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:42:40.406143 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dabacf7d-bebf-4474-b772-8cddc57b1405 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:42:40.406539 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c596078e-5eac-4681-87db-04b02147197d', 'name': 'network-vif-deleted', 'tag': 'b8ff8d3a-6ed2-4cab-9e77-0fd57d974ead', 'status': 'completed', 'code': 200} Sep 23 06:42:40.425544 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f443d71a-35c4-4fbb-afdb-290a8b8ed31e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e486d44e-eadd-442e-9b66-9ddfde939f91,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:40.446890 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f443d71a-35c4-4fbb-afdb-290a8b8ed31e admin admin] Checking segment: {'id': '9984660e-261a-4177-a060-9c60f57ab183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7ed62dac-00fe-42ff-bde7-afdb71909022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:42:40.447252 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f443d71a-35c4-4fbb-afdb-290a8b8ed31e admin admin] Network hostable DHCP agents. Network: 7ed62dac-00fe-42ff-bde7-afdb71909022, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:42:40.464851 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f443d71a-35c4-4fbb-afdb-290a8b8ed31e admin admin] Network 7ed62dac-00fe-42ff-bde7-afdb71909022 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:42:40.475524 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-f443d71a-35c4-4fbb-afdb-290a8b8ed31e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 7ed62dac-00fe-42ff-bde7-afdb71909022) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:42:40.480092 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f443d71a-35c4-4fbb-afdb-290a8b8ed31e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:40.481308 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f443d71a-35c4-4fbb-afdb-290a8b8ed31e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:40.484526 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f509e6aa-8199-4f78-823d-b3da329a71e3 None None] Network 7ed62dac-00fe-42ff-bde7-afdb71909022 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:42:40.499177 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-f443d71a-35c4-4fbb-afdb-290a8b8ed31e admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4323201 Sep 23 06:42:40.499410 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51082) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:42:40.503692 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-f71d72d7-eab9-4577-ae42-74c05a2958ff admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-529588626-router', 'tenant_id': '9fc490135e944912b250a53df87e78d1', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:42:40.528901 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f71d72d7-eab9-4577-ae42-74c05a2958ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:40.529959 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f71d72d7-eab9-4577-ae42-74c05a2958ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:40.534185 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e00cd-cad4-4e05-95cf-9bfb3ac6ec53 req-af90054e-9d42-4b6e-9284-5c02ccc7f901 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:40.535709 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c58e00cd-cad4-4e05-95cf-9bfb3ac6ec53 req-af90054e-9d42-4b6e-9284-5c02ccc7f901 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d41217-85f8-4b83-9fe1-90caa01cf293 HTTP/1.1" status: 200 len: 950 time: 0.0658712 Sep 23 06:42:40.579624 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c58e00cd-cad4-4e05-95cf-9bfb3ac6ec53 req-0748fbf8-b370-4fb1-977b-62a212219cc7 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354421 Sep 23 06:42:40.588965 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f71d72d7-eab9-4577-ae42-74c05a2958ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:40.651767 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6522fc82-21e2-48bc-8ed3-10ad2188ac32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-7ed62dac-00fe-42ff-bde7-afdb71909022', 'network_id': '7ed62dac-00fe-42ff-bde7-afdb71909022', 'tenant_id': '9fc490135e944912b250a53df87e78d1', 'fixed_ips': [{'subnet_id': 'e486d44e-eadd-442e-9b66-9ddfde939f91'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 06:42:40.652853 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-6522fc82-21e2-48bc-8ed3-10ad2188ac32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:40.768966 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f71d72d7-eab9-4577-ae42-74c05a2958ff admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:40.796104 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30db006e-fa07-4bd6-a760-df206290e2db req-7d725db8-83d2-4244-ae9c-2519b03a22cd tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:40.797719 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-30db006e-fa07-4bd6-a760-df206290e2db req-7d725db8-83d2-4244-ae9c-2519b03a22cd tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb9ce6cc-6d6a-44ab-84e9-7a7993ea0950 HTTP/1.1" status: 200 len: 944 time: 0.1321502 Sep 23 06:42:40.798812 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-6522fc82-21e2-48bc-8ed3-10ad2188ac32 None None] Allocated IP 172.20.0.2 (7ed62dac-00fe-42ff-bde7-afdb71909022/e486d44e-eadd-442e-9b66-9ddfde939f91/c3577bd3-c73e-4138-a991-6d3c57fe3f9d) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:42:40.881102 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-30db006e-fa07-4bd6-a760-df206290e2db req-d52665a4-ce2c-4173-9293-ce11e1532445 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720284 Sep 23 06:42:40.946946 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-6522fc82-21e2-48bc-8ed3-10ad2188ac32 None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:40.953736 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-6522fc82-21e2-48bc-8ed3-10ad2188ac32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:40.990783 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6522fc82-21e2-48bc-8ed3-10ad2188ac32 None None] Network 7ed62dac-00fe-42ff-bde7-afdb71909022 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:42:40.995622 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-6522fc82-21e2-48bc-8ed3-10ad2188ac32 None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:42:40.999086 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6522fc82-21e2-48bc-8ed3-10ad2188ac32 None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:42:41.011147 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f71d72d7-eab9-4577-ae42-74c05a2958ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:41.015631 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6522fc82-21e2-48bc-8ed3-10ad2188ac32 None None] Pushing event updated for resources: {'Port': ['ID=c3577bd3-c73e-4138-a991-6d3c57fe3f9d,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:41.027892 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e036b0b5-4f21-442c-b50c-42ad1abef2e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:41.034756 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f71d72d7-eab9-4577-ae42-74c05a2958ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:41.076782 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-6522fc82-21e2-48bc-8ed3-10ad2188ac32 None None] Attempting to bind port c3577bd3-c73e-4138-a991-6d3c57fe3f9d on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:42:41.077147 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-6522fc82-21e2-48bc-8ed3-10ad2188ac32 None None] Attempting to bind port c3577bd3-c73e-4138-a991-6d3c57fe3f9d by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '9984660e-261a-4177-a060-9c60f57ab183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7ed62dac-00fe-42ff-bde7-afdb71909022'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:42:41.077508 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6522fc82-21e2-48bc-8ed3-10ad2188ac32 None None] Attempting to bind port c3577bd3-c73e-4138-a991-6d3c57fe3f9d on network 7ed62dac-00fe-42ff-bde7-afdb71909022 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:42:41.082823 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6522fc82-21e2-48bc-8ed3-10ad2188ac32 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:42:41.083511 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6522fc82-21e2-48bc-8ed3-10ad2188ac32 None None] Checking segment: {'id': '9984660e-261a-4177-a060-9c60f57ab183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7ed62dac-00fe-42ff-bde7-afdb71909022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:42:41.083925 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-6522fc82-21e2-48bc-8ed3-10ad2188ac32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:41.085516 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6522fc82-21e2-48bc-8ed3-10ad2188ac32 None None] Bound using segment: {'id': '9984660e-261a-4177-a060-9c60f57ab183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7ed62dac-00fe-42ff-bde7-afdb71909022'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:42:41.085516 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-6522fc82-21e2-48bc-8ed3-10ad2188ac32 None None] Bound port: c3577bd3-c73e-4138-a991-6d3c57fe3f9d, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9984660e-261a-4177-a060-9c60f57ab183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7ed62dac-00fe-42ff-bde7-afdb71909022'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:42:41.087729 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-6522fc82-21e2-48bc-8ed3-10ad2188ac32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:41.161498 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-f71d72d7-eab9-4577-ae42-74c05a2958ff admin admin] Allocated IP 172.25.2.112 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/ea48ce73-b276-4d4e-bdb8-8ecbf7be9186) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:42:41.163884 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-6522fc82-21e2-48bc-8ed3-10ad2188ac32 None None] For port c3577bd3-c73e-4138-a991-6d3c57fe3f9d, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:42:41.167047 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-6522fc82-21e2-48bc-8ed3-10ad2188ac32 None None] For port c3577bd3-c73e-4138-a991-6d3c57fe3f9d, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=c3577bd3-c73e-4138-a991-6d3c57fe3f9d,segment=NetworkSegment(9984660e-261a-4177-a060-9c60f57ab183),segment_id=9984660e-261a-4177-a060-9c60f57ab183)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:42:41.171130 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-6522fc82-21e2-48bc-8ed3-10ad2188ac32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:41.230153 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6522fc82-21e2-48bc-8ed3-10ad2188ac32 None None] Pushing event updated for resources: {'Port': ['ID=c3577bd3-c73e-4138-a991-6d3c57fe3f9d,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:41.278008 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f71d72d7-eab9-4577-ae42-74c05a2958ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:41.319303 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f71d72d7-eab9-4577-ae42-74c05a2958ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:41.356603 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed4d915-fce3-4485-8f80-afaece5f0fa0 req-f94bb5b2-bdf0-4d84-b9ed-702341b89656 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:41.358474 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71d72d7-eab9-4577-ae42-74c05a2958ff admin admin] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:42:41.358945 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6ed4d915-fce3-4485-8f80-afaece5f0fa0 req-f94bb5b2-bdf0-4d84-b9ed-702341b89656 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=6537cafe-d3ce-4f50-8690-62d212f0187d HTTP/1.1" status: 200 len: 949 time: 0.0646081 Sep 23 06:42:41.374209 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-f71d72d7-eab9-4577-ae42-74c05a2958ff admin admin] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:42:41.376642 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71d72d7-eab9-4577-ae42-74c05a2958ff admin admin] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:42:41.409562 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6ed4d915-fce3-4485-8f80-afaece5f0fa0 req-7cfda85e-fbee-40da-8341-aabaa439e160 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411568 Sep 23 06:42:41.436696 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:41.482349 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71d72d7-eab9-4577-ae42-74c05a2958ff admin admin] Pushing event updated for resources: {'Port': ['ID=ea48ce73-b276-4d4e-bdb8-8ecbf7be9186,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:41.564026 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3bc8b-c676-416b-9e9c-42a9ae4fbde5 req-5a51154e-9951-4cc3-a6ba-b505fff3974d tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:41.566002 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-69b3bc8b-c676-416b-9e9c-42a9ae4fbde5 req-5a51154e-9951-4cc3-a6ba-b505fff3974d tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0f182bb-9275-4650-a99a-5d7f9feaf109 HTTP/1.1" status: 200 len: 950 time: 0.0664237 Sep 23 06:42:41.568511 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444686da-97ac-4b71-b052-2f68248e81c5 req-43331800-c121-4558-9b0a-a51cb0fee92d tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:41.573563 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-444686da-97ac-4b71-b052-2f68248e81c5 req-43331800-c121-4558-9b0a-a51cb0fee92d tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a8f1e82-30db-46af-b5c4-56eac38212c2 HTTP/1.1" status: 200 len: 945 time: 0.2139611 Sep 23 06:42:41.615970 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-69b3bc8b-c676-416b-9e9c-42a9ae4fbde5 req-0dcfef1c-2899-421f-9875-a87f24a899fd tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430725 Sep 23 06:42:41.667240 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-444686da-97ac-4b71-b052-2f68248e81c5 req-255ddd2a-9646-4b05-8a9f-fb701247fcff tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857246 Sep 23 06:42:41.738603 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f71d72d7-eab9-4577-ae42-74c05a2958ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:41.744646 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2e873e-2932-4d9e-8471-339cbeb2229b req-50a35450-cf87-4a92-9367-f9620b64be71 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:41.746469 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4c2e873e-2932-4d9e-8471-339cbeb2229b req-50a35450-cf87-4a92-9367-f9620b64be71 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d41217-85f8-4b83-9fe1-90caa01cf293 HTTP/1.1" status: 200 len: 950 time: 0.0603673 Sep 23 06:42:41.805656 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4c2e873e-2932-4d9e-8471-339cbeb2229b req-0702b54a-6157-413c-a3ef-5773519a9256 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519817 Sep 23 06:42:42.035790 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f71d72d7-eab9-4577-ae42-74c05a2958ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:42.052137 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device c3577bd3-c73e-4138-a991-6d3c57fe3f9d up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:42:42.056943 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device b8ff8d3a-6ed2-4cab-9e77-0fd57d974ead no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:42:42.112001 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No Port match for: b8ff8d3a-6ed2-4cab-9e77-0fd57d974ead {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:42:42.112334 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device b8ff8d3a-6ed2-4cab-9e77-0fd57d974ead not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:42:42.112757 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 9b4f3dc6-1c8f-4151-a0c4-1e0d39456823 no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:42:42.115608 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1e48c-12d3-4eb7-97ed-7533e912ef90 req-84eae5db-5f7d-4390-a53b-145dd7d35974 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:42.116824 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-39a1e48c-12d3-4eb7-97ed-7533e912ef90 req-84eae5db-5f7d-4390-a53b-145dd7d35974 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb9ce6cc-6d6a-44ab-84e9-7a7993ea0950 HTTP/1.1" status: 200 len: 944 time: 0.1263406 Sep 23 06:42:42.153042 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No Port match for: 9b4f3dc6-1c8f-4151-a0c4-1e0d39456823 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:42:42.153790 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 9b4f3dc6-1c8f-4151-a0c4-1e0d39456823 not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:42:42.186482 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:42.189190 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port c3577bd3-c73e-4138-a991-6d3c57fe3f9d triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:42:42.189648 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:42.213679 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-39a1e48c-12d3-4eb7-97ed-7533e912ef90 req-2b5afe40-80ee-46fc-b9ea-464929b0814c tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836480 Sep 23 06:42:42.270808 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f71d72d7-eab9-4577-ae42-74c05a2958ff admin admin] Router 297ddd1e-afa8-46f6-abae-64854954e26a is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 06:42:42.301056 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:42.344621 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port c3577bd3-c73e-4138-a991-6d3c57fe3f9d, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=c3577bd3-c73e-4138-a991-6d3c57fe3f9d,segment=NetworkSegment(9984660e-261a-4177-a060-9c60f57ab183),segment_id=9984660e-261a-4177-a060-9c60f57ab183)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:42:42.350162 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:42.413683 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=c3577bd3-c73e-4138-a991-6d3c57fe3f9d,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:42.423714 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377ca411-e710-46e0-8a24-34b2ed6bcf3d req-78ed4ce5-8530-44a3-889d-4e20c9de6ce5 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:42.425245 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-377ca411-e710-46e0-8a24-34b2ed6bcf3d req-78ed4ce5-8530-44a3-889d-4e20c9de6ce5 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0f182bb-9275-4650-a99a-5d7f9feaf109 HTTP/1.1" status: 200 len: 950 time: 0.1024592 Sep 23 06:42:42.436796 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f71d72d7-eab9-4577-ae42-74c05a2958ff admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:42:42.446074 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df92d43f-2f09-43e2-bf22-a3905f8826f0 None None] Sync routers for ids ['297ddd1e-afa8-46f6-abae-64854954e26a'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:42:42.476745 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df92d43f-2f09-43e2-bf22-a3905f8826f0 None None] Routers {'297ddd1e-afa8-46f6-abae-64854954e26a'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:42:42.480278 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-df92d43f-2f09-43e2-bf22-a3905f8826f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:42:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['297ddd1e-afa8-46f6-abae-64854954e26a'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:42:42.500042 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f71d72d7-eab9-4577-ae42-74c05a2958ff admin admin] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:42.503774 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-f71d72d7-eab9-4577-ae42-74c05a2958ff admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.0009587 Sep 23 06:42:42.504111 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51106) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:42:42.592902 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3c239d-745c-498c-be8f-189175c49b10 None None] Network 7ed62dac-00fe-42ff-bde7-afdb71909022 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:42:42.606898 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440260d7-2c10-4768-8ff3-13175bf535db req-0eedefa2-4886-4430-aaec-19b199d5c6d5 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:42.613045 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-440260d7-2c10-4768-8ff3-13175bf535db req-0eedefa2-4886-4430-aaec-19b199d5c6d5 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=6537cafe-d3ce-4f50-8690-62d212f0187d HTTP/1.1" status: 200 len: 949 time: 0.0895464 Sep 23 06:42:42.669743 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-377ca411-e710-46e0-8a24-34b2ed6bcf3d req-335187cf-6497-4cdc-ab8a-6f079b9a31ef tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Deleting port 148c00b5-4bd3-4f09-b85c-ea3b9d4b8f40 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:42:42.670111 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-377ca411-e710-46e0-8a24-34b2ed6bcf3d req-335187cf-6497-4cdc-ab8a-6f079b9a31ef tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:42.716132 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-440260d7-2c10-4768-8ff3-13175bf535db req-408a1e1a-b1e7-47cb-9966-b2429a20e0b8 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957637 Sep 23 06:42:42.748765 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-df92d43f-2f09-43e2-bf22-a3905f8826f0 None None] Set router 297ddd1e-afa8-46f6-abae-64854954e26a gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:42:42.796414 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-ea2a3e7a-ca25-4ab5-8ee5-b5f1af5f2f78 None None] Provisioning complete for port c3577bd3-c73e-4138-a991-6d3c57fe3f9d triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:42:42.796784 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ea2a3e7a-ca25-4ab5-8ee5-b5f1af5f2f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:42.940950 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef431ad2-f9e9-4516-ae9d-e2e97c947d13 req-8291adc5-c373-4d38-b7d2-0b07c1dcb0f2 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:42.953646 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ef431ad2-f9e9-4516-ae9d-e2e97c947d13 req-8291adc5-c373-4d38-b7d2-0b07c1dcb0f2 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a8f1e82-30db-46af-b5c4-56eac38212c2 HTTP/1.1" status: 200 len: 945 time: 0.1231124 Sep 23 06:42:43.033190 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ef431ad2-f9e9-4516-ae9d-e2e97c947d13 req-4b214b78-8162-4263-9e93-9440e14ffc33 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781310 Sep 23 06:42:43.100515 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-df92d43f-2f09-43e2-bf22-a3905f8826f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297ddd1e-afa8-46f6-abae-64854954e26a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-529588626-router', 'tenant_id': '9fc490135e944912b250a53df87e78d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'ea48ce73-b276-4d4e-bdb8-8ecbf7be9186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:42:40Z', 'updated_at': '2021-09-23T06:42:41Z', 'revision_number': 3, 'project_id': '9fc490135e944912b250a53df87e78d1', 'gw_port': {'id': 'ea48ce73-b276-4d4e-bdb8-8ecbf7be9186', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:1d:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '297ddd1e-afa8-46f6-abae-64854954e26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:42:41Z', 'updated_at': '2021-09-23T06:42:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:42:43.154539 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df92d43f-2f09-43e2-bf22-a3905f8826f0 None None] Checking router: 297ddd1e-afa8-46f6-abae-64854954e26a for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:42:43.157417 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df92d43f-2f09-43e2-bf22-a3905f8826f0 None None] Updating router 297ddd1e-afa8-46f6-abae-64854954e26a port ea48ce73-b276-4d4e-bdb8-8ecbf7be9186 binding host n-d-715271-16 {{(pid=95068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 06:42:43.206781 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4fde5-1bc0-42b2-9780-1850f6bf22fa req-54042140-1cad-481b-b5e7-3ba4e1c99802 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:43.215677 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-23a4fde5-1bc0-42b2-9780-1850f6bf22fa req-54042140-1cad-481b-b5e7-3ba4e1c99802 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d41217-85f8-4b83-9fe1-90caa01cf293 HTTP/1.1" status: 200 len: 950 time: 0.0782444 Sep 23 06:42:43.246697 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device a09003c4-d814-4d52-96ba-7591c484557e no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:42:43.260980 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-377ca411-e710-46e0-8a24-34b2ed6bcf3d req-335187cf-6497-4cdc-ab8a-6f079b9a31ef tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] For port 148c00b5-4bd3-4f09-b85c-ea3b9d4b8f40, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=148c00b5-4bd3-4f09-b85c-ea3b9d4b8f40,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:42:43.261934 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-377ca411-e710-46e0-8a24-34b2ed6bcf3d req-335187cf-6497-4cdc-ab8a-6f079b9a31ef tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:43.265406 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-23a4fde5-1bc0-42b2-9780-1850f6bf22fa req-d08f4645-906e-4438-9ea4-bafe6b715fa2 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486541 Sep 23 06:42:43.291842 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-377ca411-e710-46e0-8a24-34b2ed6bcf3d req-335187cf-6497-4cdc-ab8a-6f079b9a31ef tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Calling delete_port for 148c00b5-4bd3-4f09-b85c-ea3b9d4b8f40 owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:42:43.340449 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-df92d43f-2f09-43e2-bf22-a3905f8826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:43.407240 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-23394442-9e21-47a8-9243-109c88100e11 None None] Provisioning complete for port c3577bd3-c73e-4138-a991-6d3c57fe3f9d triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:42:43.407757 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-23394442-9e21-47a8-9243-109c88100e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:43.553685 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aaa96a-cb78-48fb-855b-d14e6dce9ef3 req-52aa1b88-8e72-4680-868d-6c09130c81b8 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:43.555285 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-46aaa96a-cb78-48fb-855b-d14e6dce9ef3 req-52aa1b88-8e72-4680-868d-6c09130c81b8 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0f182bb-9275-4650-a99a-5d7f9feaf109 HTTP/1.1" status: 200 len: 950 time: 0.2461123 Sep 23 06:42:43.574812 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2773cd4-f2d5-4863-afa5-a8910b602f10 req-b501f1ef-d1ee-4723-90b2-8e11776edbe7 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:43.576810 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a2773cd4-f2d5-4863-afa5-a8910b602f10 req-b501f1ef-d1ee-4723-90b2-8e11776edbe7 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb9ce6cc-6d6a-44ab-84e9-7a7993ea0950 HTTP/1.1" status: 200 len: 944 time: 0.0666659 Sep 23 06:42:43.619234 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ed3e1e2f-1dae-4018-9935-dde7c89a9648 req-93a6f238-e4a7-4ae3-9699-7515c5b892d0 service neutron] 10.222.0.21 "GET /v2.0/ports/a09003c4-d814-4d52-96ba-7591c484557e/bindings/n-h2-715271-16 HTTP/1.1" status: 200 len: 385 time: 0.1659029 Sep 23 06:42:43.623258 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a2773cd4-f2d5-4863-afa5-a8910b602f10 req-ca22abb3-d041-456d-a705-2d4478299201 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393996 Sep 23 06:42:43.633219 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-df92d43f-2f09-43e2-bf22-a3905f8826f0 None None] Notify callbacks [] for port, precommit_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:43.640165 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-df92d43f-2f09-43e2-bf22-a3905f8826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:43.672329 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:43.697117 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-df92d43f-2f09-43e2-bf22-a3905f8826f0 None None] Attempting to bind port ea48ce73-b276-4d4e-bdb8-8ecbf7be9186 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:42:43.697582 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-df92d43f-2f09-43e2-bf22-a3905f8826f0 None None] Attempting to bind port ea48ce73-b276-4d4e-bdb8-8ecbf7be9186 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:42:43.698068 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df92d43f-2f09-43e2-bf22-a3905f8826f0 None None] Attempting to bind port ea48ce73-b276-4d4e-bdb8-8ecbf7be9186 on network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:42:43.710233 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df92d43f-2f09-43e2-bf22-a3905f8826f0 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:42:43.710606 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df92d43f-2f09-43e2-bf22-a3905f8826f0 None None] Checking segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:42:43.711007 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-df92d43f-2f09-43e2-bf22-a3905f8826f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:43.711395 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df92d43f-2f09-43e2-bf22-a3905f8826f0 None None] Bound using segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:42:43.711854 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-df92d43f-2f09-43e2-bf22-a3905f8826f0 None None] Bound port: ea48ce73-b276-4d4e-bdb8-8ecbf7be9186, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:42:43.712306 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-df92d43f-2f09-43e2-bf22-a3905f8826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:43.713948 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b4bb5d-25f2-460b-bfd8-11c057a01701 None None] Pushing event updated for resources: {'Port': ['ID=ea48ce73-b276-4d4e-bdb8-8ecbf7be9186,revision_number=2']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:43.754438 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-46aaa96a-cb78-48fb-855b-d14e6dce9ef3 req-be3072e9-08c9-4ab9-be9a-c1fcb66b6e1b tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/security-groups?id=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897223 Sep 23 06:42:43.785572 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-df92d43f-2f09-43e2-bf22-a3905f8826f0 None None] For port ea48ce73-b276-4d4e-bdb8-8ecbf7be9186, host n-d-715271-16, cleared binding levels {{(pid=95068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:42:43.790175 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-df92d43f-2f09-43e2-bf22-a3905f8826f0 None None] For port ea48ce73-b276-4d4e-bdb8-8ecbf7be9186, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=ea48ce73-b276-4d4e-bdb8-8ecbf7be9186,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:42:43.795430 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-df92d43f-2f09-43e2-bf22-a3905f8826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:43.819126 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-23b21fde-2f6c-4569-8fe2-47a9ec47b59f req-177b9e09-99d5-45a8-b516-1e51d2dcc44b service neutron] 10.222.0.21 "GET /v2.0/ports/4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195/bindings/n-h1-715271-16 HTTP/1.1" status: 200 len: 383 time: 0.1203859 Sep 23 06:42:43.843986 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df92d43f-2f09-43e2-bf22-a3905f8826f0 None None] Routers {'297ddd1e-afa8-46f6-abae-64854954e26a'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:42:43.844618 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-df92d43f-2f09-43e2-bf22-a3905f8826f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:42:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['297ddd1e-afa8-46f6-abae-64854954e26a'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:42:43.849060 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ff2e43-3b31-44c8-9ebd-38636759d17d req-b06953cd-3142-4594-8fef-3fe81e81ce21 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:43.850842 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-15ff2e43-3b31-44c8-9ebd-38636759d17d req-b06953cd-3142-4594-8fef-3fe81e81ce21 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=6537cafe-d3ce-4f50-8690-62d212f0187d HTTP/1.1" status: 200 len: 949 time: 0.0721776 Sep 23 06:42:43.886251 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-377ca411-e710-46e0-8a24-34b2ed6bcf3d req-335187cf-6497-4cdc-ab8a-6f079b9a31ef tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:43.902694 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['148c00b5-4bd3-4f09-b85c-ea3b9d4b8f40'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:42:43.915333 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b4bb5d-25f2-460b-bfd8-11c057a01701 None None] Pushing event updated for resources: {'Port': ['ID=ea48ce73-b276-4d4e-bdb8-8ecbf7be9186,revision_number=3']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:43.927284 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-15ff2e43-3b31-44c8-9ebd-38636759d17d req-42cb0c3d-35b8-457f-8e8d-b3a294bfcd4d tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667560 Sep 23 06:42:43.968620 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335187cf-6497-4cdc-ab8a-6f079b9a31ef tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Pushing event deleted for resources: {'Port': ['ID=148c00b5-4bd3-4f09-b85c-ea3b9d4b8f40,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:44.009255 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-df92d43f-2f09-43e2-bf22-a3905f8826f0 None None] Set router 297ddd1e-afa8-46f6-abae-64854954e26a gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:42:44.050804 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device c3577bd3-c73e-4138-a991-6d3c57fe3f9d up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:42:44.111804 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b21fde-2f6c-4569-8fe2-47a9ec47b59f req-2844f770-6468-42a8-a7dc-c16cc62e2be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:44.113678 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-23b21fde-2f6c-4569-8fe2-47a9ec47b59f req-2844f770-6468-42a8-a7dc-c16cc62e2be4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6537cafe-d3ce-4f50-8690-62d212f0187d&tenant_id=5ca4f991227448e1b6417695cbfdc362 HTTP/1.1" status: 200 len: 1101 time: 0.0639546 Sep 23 06:42:44.120946 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-377ca411-e710-46e0-8a24-34b2ed6bcf3d req-335187cf-6497-4cdc-ab8a-6f079b9a31ef tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] No DVR routers for this DVR port 148c00b5-4bd3-4f09-b85c-ea3b9d4b8f40 on host n-h2-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:42:44.129264 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-377ca411-e710-46e0-8a24-34b2ed6bcf3d req-335187cf-6497-4cdc-ab8a-6f079b9a31ef tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:44.132251 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-377ca411-e710-46e0-8a24-34b2ed6bcf3d req-335187cf-6497-4cdc-ab8a-6f079b9a31ef tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.58 "DELETE /v2.0/ports/148c00b5-4bd3-4f09-b85c-ea3b9d4b8f40 HTTP/1.1" status: 204 len: 173 time: 1.6932979 Sep 23 06:42:44.132885 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0f182bb-9275-4650-a99a-5d7f9feaf109', 'name': 'network-vif-deleted', 'tag': '148c00b5-4bd3-4f09-b85c-ea3b9d4b8f40'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:42:44.135322 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c64ab7-a33a-4552-8f80-a86a4fcc9036" -d '{"events": [{"server_uuid": "f0f182bb-9275-4650-a99a-5d7f9feaf109", "name": "network-vif-deleted", "tag": "148c00b5-4bd3-4f09-b85c-ea3b9d4b8f40"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:42:44.147530 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port c3577bd3-c73e-4138-a991-6d3c57fe3f9d triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:42:44.148385 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:44.192165 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ce265712-1b18-4f7a-984b-8bdf926a5e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:44.212999 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-ed3e1e2f-1dae-4018-9935-dde7c89a9648 req-9389273e-f8bf-4eba-a220-2429acee0051 service neutron] For port a09003c4-d814-4d52-96ba-7591c484557e, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=a09003c4-d814-4d52-96ba-7591c484557e,segment=NetworkSegment(df9429cb-1b73-4fcc-8ecd-d0edb039148e),segment_id=df9429cb-1b73-4fcc-8ecd-d0edb039148e)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:42:44.232855 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f207d74-e25a-464e-bf5a-103c5bd72c17 x-openstack-request-id: req-0f207d74-e25a-464e-bf5a-103c5bd72c17 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:42:44.233199 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0f182bb-9275-4650-a99a-5d7f9feaf109", "name": "network-vif-deleted", "tag": "148c00b5-4bd3-4f09-b85c-ea3b9d4b8f40", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:42:44.233388 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0f207d74-e25a-464e-bf5a-103c5bd72c17 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:42:44.233897 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0f182bb-9275-4650-a99a-5d7f9feaf109', 'name': 'network-vif-deleted', 'tag': '148c00b5-4bd3-4f09-b85c-ea3b9d4b8f40', 'status': 'completed', 'code': 200} Sep 23 06:42:44.255213 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-ed3e1e2f-1dae-4018-9935-dde7c89a9648 req-9389273e-f8bf-4eba-a220-2429acee0051 service neutron] For port a09003c4-d814-4d52-96ba-7591c484557e, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:42:44.255943 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b21fde-2f6c-4569-8fe2-47a9ec47b59f req-7bb6c47a-8fca-4797-8dcf-96de95582423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:44.259766 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-23b21fde-2f6c-4569-8fe2-47a9ec47b59f req-7bb6c47a-8fca-4797-8dcf-96de95582423 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5ca4f991227448e1b6417695cbfdc362&device_id=6537cafe-d3ce-4f50-8690-62d212f0187d HTTP/1.1" status: 200 len: 1101 time: 0.1074882 Sep 23 06:42:44.263830 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d611d4f-c908-4c6b-a68c-36784f101351 req-820631ae-779d-4d86-bd65-e35125e22332 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:44.265283 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3d611d4f-c908-4c6b-a68c-36784f101351 req-820631ae-779d-4d86-bd65-e35125e22332 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a8f1e82-30db-46af-b5c4-56eac38212c2 HTTP/1.1" status: 200 len: 945 time: 0.1266716 Sep 23 06:42:44.330725 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-df92d43f-2f09-43e2-bf22-a3905f8826f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297ddd1e-afa8-46f6-abae-64854954e26a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-529588626-router', 'tenant_id': '9fc490135e944912b250a53df87e78d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'ea48ce73-b276-4d4e-bdb8-8ecbf7be9186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:42:40Z', 'updated_at': '2021-09-23T06:42:41Z', 'revision_number': 3, 'project_id': '9fc490135e944912b250a53df87e78d1', 'gw_port': {'id': 'ea48ce73-b276-4d4e-bdb8-8ecbf7be9186', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:1d:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '297ddd1e-afa8-46f6-abae-64854954e26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:42:41Z', 'updated_at': '2021-09-23T06:42:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:42:44.371237 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df92d43f-2f09-43e2-bf22-a3905f8826f0 None None] The sync data for ids ['297ddd1e-afa8-46f6-abae-64854954e26a'] in n-d-715271-16 is: [{'id': '297ddd1e-afa8-46f6-abae-64854954e26a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-529588626-router', 'tenant_id': '9fc490135e944912b250a53df87e78d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'ea48ce73-b276-4d4e-bdb8-8ecbf7be9186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:42:40Z', 'updated_at': '2021-09-23T06:42:41Z', 'revision_number': 3, 'project_id': '9fc490135e944912b250a53df87e78d1', 'gw_port': {'id': 'ea48ce73-b276-4d4e-bdb8-8ecbf7be9186', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:1d:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '297ddd1e-afa8-46f6-abae-64854954e26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:42:41Z', 'updated_at': '2021-09-23T06:42:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:42:44.376519 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-ed3e1e2f-1dae-4018-9935-dde7c89a9648 req-9389273e-f8bf-4eba-a220-2429acee0051 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a09003c4-d814-4d52-96ba-7591c484557e {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:42:44.420448 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-ed3e1e2f-1dae-4018-9935-dde7c89a9648 req-9389273e-f8bf-4eba-a220-2429acee0051 service neutron] For port a09003c4-d814-4d52-96ba-7591c484557e, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=a09003c4-d814-4d52-96ba-7591c484557e,segment=NetworkSegment(df9429cb-1b73-4fcc-8ecd-d0edb039148e),segment_id=df9429cb-1b73-4fcc-8ecd-d0edb039148e)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:42:44.473268 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3d611d4f-c908-4c6b-a68c-36784f101351 req-23cecd77-c9e1-4b0b-b8cc-6c99ff03342a tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871877 Sep 23 06:42:44.488616 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-ed3e1e2f-1dae-4018-9935-dde7c89a9648 req-9389273e-f8bf-4eba-a220-2429acee0051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:44.509104 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b2f603-a439-4085-9bb0-6a478b1a62f7 req-a1282398-e6bd-4f06-a66f-d299c8fcff1a tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:44.510756 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a2b2f603-a439-4085-9bb0-6a478b1a62f7 req-a1282398-e6bd-4f06-a66f-d299c8fcff1a tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d41217-85f8-4b83-9fe1-90caa01cf293 HTTP/1.1" status: 200 len: 950 time: 0.1162529 Sep 23 06:42:44.528763 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b21fde-2f6c-4569-8fe2-47a9ec47b59f req-ef2616f7-7629-4164-9076-8e25e4bd34dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:44.531475 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-23b21fde-2f6c-4569-8fe2-47a9ec47b59f req-ef2616f7-7629-4164-9076-8e25e4bd34dd service neutron] 10.222.0.21 "GET /v2.0/networks?id=16515f0f-e5a6-4630-a440-e11fb2e02062 HTTP/1.1" status: 200 len: 870 time: 0.2594352 Sep 23 06:42:44.586488 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-23b21fde-2f6c-4569-8fe2-47a9ec47b59f req-2abf3889-3d72-4028-84a5-7464b42605cb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195 HTTP/1.1" status: 200 len: 217 time: 0.0455453 Sep 23 06:42:44.588294 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-ce265712-1b18-4f7a-984b-8bdf926a5e65 admin admin] Allocated IP 172.20.0.1 (7ed62dac-00fe-42ff-bde7-afdb71909022/e486d44e-eadd-442e-9b66-9ddfde939f91/540a3601-62ad-4a39-ac36-0be65ad1cd8c) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:42:44.633494 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a2b2f603-a439-4085-9bb0-6a478b1a62f7 req-d1dcb62a-3044-44c1-9f08-10211c196f0d tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140814 Sep 23 06:42:44.660764 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b21fde-2f6c-4569-8fe2-47a9ec47b59f req-ba19eb2e-e15c-43cb-85d0-bdbe4b8149b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:44.663483 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-ed3e1e2f-1dae-4018-9935-dde7c89a9648 req-9389273e-f8bf-4eba-a220-2429acee0051 service neutron] Transition to ACTIVE for port object a09003c4-d814-4d52-96ba-7591c484557e will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:42:44.669061 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-23b21fde-2f6c-4569-8fe2-47a9ec47b59f req-ba19eb2e-e15c-43cb-85d0-bdbe4b8149b4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e HTTP/1.1" status: 200 len: 843 time: 0.0732114 Sep 23 06:42:44.672013 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-ed3e1e2f-1dae-4018-9935-dde7c89a9648 req-9389273e-f8bf-4eba-a220-2429acee0051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:44.756166 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b21fde-2f6c-4569-8fe2-47a9ec47b59f req-2ba4433b-d28b-465f-b140-9225697285a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:44.757795 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-23b21fde-2f6c-4569-8fe2-47a9ec47b59f req-2ba4433b-d28b-465f-b140-9225697285a8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=16515f0f-e5a6-4630-a440-e11fb2e02062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0796306 Sep 23 06:42:44.837797 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ce265712-1b18-4f7a-984b-8bdf926a5e65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:44.909774 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6d4c7d-7701-4f85-9dd2-115aaa5a512f req-6828fe99-863a-4ea1-9b28-d96e6d97fe55 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:44.911537 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1f6d4c7d-7701-4f85-9dd2-115aaa5a512f req-6828fe99-863a-4ea1-9b28-d96e6d97fe55 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb9ce6cc-6d6a-44ab-84e9-7a7993ea0950 HTTP/1.1" status: 200 len: 945 time: 0.1527803 Sep 23 06:42:44.930460 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed3e1e2f-1dae-4018-9935-dde7c89a9648 req-9389273e-f8bf-4eba-a220-2429acee0051 service neutron] No DVR routers for this DVR port a09003c4-d814-4d52-96ba-7591c484557e on host n-h1-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:42:44.943055 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-23b21fde-2f6c-4569-8fe2-47a9ec47b59f req-8e9f7902-09e9-4d2e-a15c-7fb6f8114194 service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727223 Sep 23 06:42:44.957430 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9389273e-f8bf-4eba-a220-2429acee0051 service neutron] Pushing event updated for resources: {'Port': ['ID=a09003c4-d814-4d52-96ba-7591c484557e,revision_number=10']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:44.970242 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-096dc16d-266a-4d55-b0c6-2a425d9ddf3e req-fbcb821c-e822-44e2-8199-e56da2b8be89 tempest-ServersOnMultiNodesTest-1819823425 tempest-ServersOnMultiNodesTest-1819823425-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0f182bb-9275-4650-a99a-5d7f9feaf109 HTTP/1.1" status: 200 len: 210 time: 0.0812230 Sep 23 06:42:44.983413 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1f6d4c7d-7701-4f85-9dd2-115aaa5a512f req-cb6c6ba8-1595-4e1a-8ea4-7e57bf6735f1 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655100 Sep 23 06:42:44.995388 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ce265712-1b18-4f7a-984b-8bdf926a5e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:45.058454 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce265712-1b18-4f7a-984b-8bdf926a5e65 admin admin] Network 7ed62dac-00fe-42ff-bde7-afdb71909022 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:42:45.062493 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ed3e1e2f-1dae-4018-9935-dde7c89a9648 req-9389273e-f8bf-4eba-a220-2429acee0051 service neutron] 10.222.0.21 "PUT /v2.0/ports/a09003c4-d814-4d52-96ba-7591c484557e/bindings/n-h2-715271-16/activate HTTP/1.1" status: 200 len: 370 time: 1.4327562 Sep 23 06:42:45.075854 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-ce265712-1b18-4f7a-984b-8bdf926a5e65 admin admin] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:42:45.080952 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce265712-1b18-4f7a-984b-8bdf926a5e65 admin admin] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:42:45.081431 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ce265712-1b18-4f7a-984b-8bdf926a5e65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068614'] for router_interface, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:45.093444 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-23b21fde-2f6c-4569-8fe2-47a9ec47b59f req-faff342a-0963-4e68-86d6-a2601712db3b service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388440 Sep 23 06:42:45.168963 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce265712-1b18-4f7a-984b-8bdf926a5e65 admin admin] Pushing event updated for resources: {'Port': ['ID=540a3601-62ad-4a39-ac36-0be65ad1cd8c,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:45.238279 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d2ba1-dcbd-4c27-99a9-b3abb6b86f4c req-342fb121-12ab-4953-a5d8-e0aa0de4976a tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:45.240567 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e52d2ba1-dcbd-4c27-99a9-b3abb6b86f4c req-342fb121-12ab-4953-a5d8-e0aa0de4976a tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=6537cafe-d3ce-4f50-8690-62d212f0187d HTTP/1.1" status: 200 len: 949 time: 0.1849170 Sep 23 06:42:45.297837 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3e1e2f-1dae-4018-9935-dde7c89a9648 req-c4a87b30-ad5f-4be8-900f-219c5fd1d8f7 tempest-LiveAutoBlockMigrationV225Test-1648181363 tempest-LiveAutoBlockMigrationV225Test-1648181363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:45.299421 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ed3e1e2f-1dae-4018-9935-dde7c89a9648 req-c4a87b30-ad5f-4be8-900f-219c5fd1d8f7 tempest-LiveAutoBlockMigrationV225Test-1648181363 tempest-LiveAutoBlockMigrationV225Test-1648181363-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=fb9ce6cc-6d6a-44ab-84e9-7a7993ea0950&tenant_id=4f0064bb53474048bf6eb5b78e44e4ae&binding%3Ahost_id=n-h1-715271-16 HTTP/1.1" status: 200 len: 1097 time: 0.1326859 Sep 23 06:42:45.362297 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e52d2ba1-dcbd-4c27-99a9-b3abb6b86f4c req-9471591a-d9a2-4a94-a55c-945c4e51e452 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926912 Sep 23 06:42:45.403947 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3e1e2f-1dae-4018-9935-dde7c89a9648 req-f3d09845-f491-48ee-a1e2-edf2dffe2c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:45.405473 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ed3e1e2f-1dae-4018-9935-dde7c89a9648 req-f3d09845-f491-48ee-a1e2-edf2dffe2c86 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fb9ce6cc-6d6a-44ab-84e9-7a7993ea0950&tenant_id=4f0064bb53474048bf6eb5b78e44e4ae HTTP/1.1" status: 200 len: 1097 time: 0.0927031 Sep 23 06:42:45.406056 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ce265712-1b18-4f7a-984b-8bdf926a5e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:45.429190 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-2b8cc0d1-22ea-4cef-886a-9cd05d65e492 None None] Provisioning complete for port 540a3601-62ad-4a39-ac36-0be65ad1cd8c triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:42:45.429758 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2b8cc0d1-22ea-4cef-886a-9cd05d65e492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:45.469438 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-2b8cc0d1-22ea-4cef-886a-9cd05d65e492 None None] Port 540a3601-62ad-4a39-ac36-0be65ad1cd8c cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:42:45.522150 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3e1e2f-1dae-4018-9935-dde7c89a9648 req-731d4c02-140c-4677-a8aa-af49b501de18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:45.523699 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ed3e1e2f-1dae-4018-9935-dde7c89a9648 req-731d4c02-140c-4677-a8aa-af49b501de18 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4f0064bb53474048bf6eb5b78e44e4ae&device_id=fb9ce6cc-6d6a-44ab-84e9-7a7993ea0950 HTTP/1.1" status: 200 len: 1097 time: 0.0811222 Sep 23 06:42:45.596726 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e14f9c-0141-47d7-9338-06cf19e32aec req-86faf09d-0b52-4cd8-934a-04c541a1b76a tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:45.598344 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b3e14f9c-0141-47d7-9338-06cf19e32aec req-86faf09d-0b52-4cd8-934a-04c541a1b76a tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a8f1e82-30db-46af-b5c4-56eac38212c2 HTTP/1.1" status: 200 len: 945 time: 0.0506189 Sep 23 06:42:45.644512 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b3e14f9c-0141-47d7-9338-06cf19e32aec req-798e2e7d-d5b6-4c3b-9c78-f16b78aa2d25 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389829 Sep 23 06:42:45.693418 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3e1e2f-1dae-4018-9935-dde7c89a9648 req-14d64d09-8e2b-49ea-879a-7452070901a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:45.695176 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ed3e1e2f-1dae-4018-9935-dde7c89a9648 req-14d64d09-8e2b-49ea-879a-7452070901a1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=26aba36e-f765-4b4a-a7c9-897761ec549b HTTP/1.1" status: 200 len: 922 time: 0.1579978 Sep 23 06:42:45.699335 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ce265712-1b18-4f7a-984b-8bdf926a5e65 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:45.704861 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ce265712-1b18-4f7a-984b-8bdf926a5e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:45.705563 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ce265712-1b18-4f7a-984b-8bdf926a5e65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067062'] for router_interface, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:45.775338 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c985d790-57aa-47ee-9e02-5af789c20475 req-20833334-8ab8-40e6-b899-769194ebaf56 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:45.777120 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c985d790-57aa-47ee-9e02-5af789c20475 req-20833334-8ab8-40e6-b899-769194ebaf56 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d41217-85f8-4b83-9fe1-90caa01cf293 HTTP/1.1" status: 200 len: 950 time: 0.0547035 Sep 23 06:42:45.780631 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ed3e1e2f-1dae-4018-9935-dde7c89a9648 req-0179d7a8-3f1a-44bf-833a-339834c2a934 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a09003c4-d814-4d52-96ba-7591c484557e HTTP/1.1" status: 200 len: 217 time: 0.0632589 Sep 23 06:42:45.824252 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c985d790-57aa-47ee-9e02-5af789c20475 req-624bfb8a-50f0-478e-9b43-16fc607591b7 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397761 Sep 23 06:42:45.840573 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce265712-1b18-4f7a-984b-8bdf926a5e65 admin admin] Pushing event updated for resources: {'Port': ['ID=540a3601-62ad-4a39-ac36-0be65ad1cd8c,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:45.889924 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3e1e2f-1dae-4018-9935-dde7c89a9648 req-e5ec225a-b120-4d5c-b379-35e2a9286c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:45.891453 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ed3e1e2f-1dae-4018-9935-dde7c89a9648 req-e5ec225a-b120-4d5c-b379-35e2a9286c03 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=afab507a-4ef5-4f82-b221-a08b722735c6 HTTP/1.1" status: 200 len: 861 time: 0.0939569 Sep 23 06:42:45.937992 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ed3e1e2f-1dae-4018-9935-dde7c89a9648 req-24d3f23a-410f-4f5e-a0a1-1902dbb8e601 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=26aba36e-f765-4b4a-a7c9-897761ec549b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353370 Sep 23 06:42:45.945965 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce265712-1b18-4f7a-984b-8bdf926a5e65 admin admin] Network 7ed62dac-00fe-42ff-bde7-afdb71909022 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:42:45.947300 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-ce265712-1b18-4f7a-984b-8bdf926a5e65 admin admin] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:42:46.051887 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device ea48ce73-b276-4d4e-bdb8-8ecbf7be9186 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:42:46.103496 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 148c00b5-4bd3-4f09-b85c-ea3b9d4b8f40 no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:42:46.151082 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No Port match for: 148c00b5-4bd3-4f09-b85c-ea3b9d4b8f40 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:42:46.151433 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 148c00b5-4bd3-4f09-b85c-ea3b9d4b8f40 not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:42:46.181151 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b17e369-428e-4179-bbc8-f277c8fab493 req-b4be0351-960b-496b-8087-5600261ca6be tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:46.184253 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port ea48ce73-b276-4d4e-bdb8-8ecbf7be9186 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:42:46.184641 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:46.202550 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6b17e369-428e-4179-bbc8-f277c8fab493 req-b4be0351-960b-496b-8087-5600261ca6be tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb9ce6cc-6d6a-44ab-84e9-7a7993ea0950 HTTP/1.1" status: 200 len: 945 time: 0.0989783 Sep 23 06:42:46.203218 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ed3e1e2f-1dae-4018-9935-dde7c89a9648 req-8edad042-40ee-4bc4-8331-60a4e5895f2f service neutron] 10.222.0.58 "GET /v2.0/networks/26aba36e-f765-4b4a-a7c9-897761ec549b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532403 Sep 23 06:42:46.257778 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce265712-1b18-4f7a-984b-8bdf926a5e65 admin admin] Router 297ddd1e-afa8-46f6-abae-64854954e26a has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:42:46.270147 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6b17e369-428e-4179-bbc8-f277c8fab493 req-958550a5-dab7-4d18-a41b-c837be20523a tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644386 Sep 23 06:42:46.320291 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:46.342117 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-b9af024a-d92f-416e-9d86-0f747e023f1a None None] Provisioning complete for port 540a3601-62ad-4a39-ac36-0be65ad1cd8c triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:42:46.342494 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b9af024a-d92f-416e-9d86-0f747e023f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:46.366416 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port ea48ce73-b276-4d4e-bdb8-8ecbf7be9186, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=ea48ce73-b276-4d4e-bdb8-8ecbf7be9186,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:42:46.383048 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ed3e1e2f-1dae-4018-9935-dde7c89a9648 req-97c57dca-2d24-4389-a968-ffe516765966 service neutron] 10.222.0.58 "GET /v2.0/networks/26aba36e-f765-4b4a-a7c9-897761ec549b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569276 Sep 23 06:42:46.387063 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:46.423273 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51156) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:42:46.446069 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-b9af024a-d92f-416e-9d86-0f747e023f1a None None] Port 540a3601-62ad-4a39-ac36-0be65ad1cd8c cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:42:46.465760 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=ea48ce73-b276-4d4e-bdb8-8ecbf7be9186,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:46.545165 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ac122667-c6d6-4bce-bfa1-8f917fad3706 req-a33f3767-c38d-4226-94f2-9d24d455d9a3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2f6d2b76-656f-4f25-a7ff-9abed767934d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0496657 Sep 23 06:42:46.599798 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-090ea945-4708-49f5-971b-af50fbfbba41 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8d68b6f2bfe2491c9015cf660b627aab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1741464 Sep 23 06:42:46.601799 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51160) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:42:46.684361 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac122667-c6d6-4bce-bfa1-8f917fad3706 req-56c3f4f1-20f9-473c-ae5f-438372ffc09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:46.685779 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ac122667-c6d6-4bce-bfa1-8f917fad3706 req-56c3f4f1-20f9-473c-ae5f-438372ffc09e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b4fd4d42904645d3a9db4b781392d8fe&device_id=2f6d2b76-656f-4f25-a7ff-9abed767934d HTTP/1.1" status: 200 len: 1097 time: 0.0745137 Sep 23 06:42:46.699930 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7e603c32-0128-4cfd-8242-8cbb83b025a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:46.754291 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7e603c32-0128-4cfd-8242-8cbb83b025a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:46.755941 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce265712-1b18-4f7a-984b-8bdf926a5e65 admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:42:46.772598 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0917bc07-7cba-4f90-8162-96afb407cec2 None None] Sync routers for ids ['297ddd1e-afa8-46f6-abae-64854954e26a'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:42:46.782088 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0917bc07-7cba-4f90-8162-96afb407cec2 None None] Routers {'297ddd1e-afa8-46f6-abae-64854954e26a'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:42:46.782500 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-ce265712-1b18-4f7a-984b-8bdf926a5e65 admin admin] 10.222.0.39 "PUT /v2.0/routers/297ddd1e-afa8-46f6-abae-64854954e26a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2774153 Sep 23 06:42:46.782980 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-0917bc07-7cba-4f90-8162-96afb407cec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:42:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['297ddd1e-afa8-46f6-abae-64854954e26a'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:42:46.820720 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3e1e2f-1dae-4018-9935-dde7c89a9648 req-891e449b-a7f5-4967-815e-66ed52d81288 tempest-LiveAutoBlockMigrationV225Test-1648181363 tempest-LiveAutoBlockMigrationV225Test-1648181363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:46.822160 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ed3e1e2f-1dae-4018-9935-dde7c89a9648 req-891e449b-a7f5-4967-815e-66ed52d81288 tempest-LiveAutoBlockMigrationV225Test-1648181363 tempest-LiveAutoBlockMigrationV225Test-1648181363-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=fb9ce6cc-6d6a-44ab-84e9-7a7993ea0950&tenant_id=4f0064bb53474048bf6eb5b78e44e4ae&binding%3Ahost_id=n-h2-715271-16 HTTP/1.1" status: 200 len: 1097 time: 0.0748291 Sep 23 06:42:46.833586 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bfabd9-0282-4df3-a948-55903c2f65e3 req-9ac45e44-926e-419f-b3ed-99ffd1bffe26 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:46.835436 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f9bfabd9-0282-4df3-a948-55903c2f65e3 req-9ac45e44-926e-419f-b3ed-99ffd1bffe26 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=6537cafe-d3ce-4f50-8690-62d212f0187d HTTP/1.1" status: 200 len: 949 time: 0.0891664 Sep 23 06:42:46.892289 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73111616-703f-4f32-bc33-a500c1423538 req-057b6593-b30e-4dda-94bd-4e2a97e6e934 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:46.900804 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-73111616-703f-4f32-bc33-a500c1423538 req-057b6593-b30e-4dda-94bd-4e2a97e6e934 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a8f1e82-30db-46af-b5c4-56eac38212c2 HTTP/1.1" status: 200 len: 945 time: 0.1605353 Sep 23 06:42:46.924841 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f9bfabd9-0282-4df3-a948-55903c2f65e3 req-bf8bd1a4-7054-4afd-a4b5-65d1e7f74ef8 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612597 Sep 23 06:42:46.941523 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-0917bc07-7cba-4f90-8162-96afb407cec2 None None] Set router 297ddd1e-afa8-46f6-abae-64854954e26a gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:42:46.973279 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7e603c32-0128-4cfd-8242-8cbb83b025a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:46.976731 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7e603c32-0128-4cfd-8242-8cbb83b025a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:46.978083 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-7e603c32-0128-4cfd-8242-8cbb83b025a1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4dfaeed8-0310-4412-a5e2-59cdfe72bfe2 HTTP/1.1" status: 204 len: 168 time: 0.3752642 Sep 23 06:42:46.992491 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-73111616-703f-4f32-bc33-a500c1423538 req-19556466-435a-4eb2-b3bd-f3bd9c08dcf1 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863504 Sep 23 06:42:47.013937 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e603c32-0128-4cfd-8242-8cbb83b025a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dfaeed8-0310-4412-a5e2-59cdfe72bfe2,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:47.016548 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac122667-c6d6-4bce-bfa1-8f917fad3706 req-d802a838-8aea-4040-bfa9-5a8e2e00dc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:47.029256 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ac122667-c6d6-4bce-bfa1-8f917fad3706 req-d802a838-8aea-4040-bfa9-5a8e2e00dc14 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c551f062-d2de-4528-8056-81dd05062bf0 HTTP/1.1" status: 200 len: 924 time: 0.3085327 Sep 23 06:42:47.067142 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-ed3e1e2f-1dae-4018-9935-dde7c89a9648 req-64fbdfa8-b5c6-4177-a1a8-9957240e5dd5 service neutron] For port a09003c4-d814-4d52-96ba-7591c484557e, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:42:47.085186 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-ed3e1e2f-1dae-4018-9935-dde7c89a9648 req-64fbdfa8-b5c6-4177-a1a8-9957240e5dd5 service neutron] Notify callbacks [] for binding, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:47.087223 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ed3e1e2f-1dae-4018-9935-dde7c89a9648 req-64fbdfa8-b5c6-4177-a1a8-9957240e5dd5 service neutron] 10.222.0.58 "DELETE /v2.0/ports/a09003c4-d814-4d52-96ba-7591c484557e/bindings/n-h1-715271-16 HTTP/1.1" status: 204 len: 173 time: 0.2508814 Sep 23 06:42:47.156542 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ac122667-c6d6-4bce-bfa1-8f917fad3706 req-d2c145e6-cde0-467f-a127-ab3a705bfd64 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c258b629-f327-453e-a19d-784a34cfe81c HTTP/1.1" status: 200 len: 1000 time: 0.1115804 Sep 23 06:42:47.247458 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac122667-c6d6-4bce-bfa1-8f917fad3706 req-986440af-dc4e-45fd-8b94-05c50f04e805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:47.249682 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ac122667-c6d6-4bce-bfa1-8f917fad3706 req-986440af-dc4e-45fd-8b94-05c50f04e805 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bf51907c-7d00-4db7-a61a-2e5dd58b5738 HTTP/1.1" status: 200 len: 862 time: 0.0855608 Sep 23 06:42:47.281661 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c6edd1-6c39-4a29-8fee-fb70a3ab39bf req-52c703d2-0b99-41c1-bf2f-0e7998fcaef4 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:47.285577 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195 no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:42:47.295011 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c2c6edd1-6c39-4a29-8fee-fb70a3ab39bf req-52c703d2-0b99-41c1-bf2f-0e7998fcaef4 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d41217-85f8-4b83-9fe1-90caa01cf293 HTTP/1.1" status: 200 len: 950 time: 0.1164849 Sep 23 06:42:47.326651 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac122667-c6d6-4bce-bfa1-8f917fad3706 req-631a9d05-20cf-4f40-91dd-0b959223a566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:47.328062 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ac122667-c6d6-4bce-bfa1-8f917fad3706 req-631a9d05-20cf-4f40-91dd-0b959223a566 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c551f062-d2de-4528-8056-81dd05062bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0694447 Sep 23 06:42:47.367703 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c2c6edd1-6c39-4a29-8fee-fb70a3ab39bf req-7899ff49-f6e2-4624-92c8-ec5d2bbae6a0 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676110 Sep 23 06:42:47.423338 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:47.464328 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:42:47.466242 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6537cafe-d3ce-4f50-8690-62d212f0187d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:42:47.468946 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a12df1dd-7d44-4288-ad86-ad0f95b65b57" -d '{"events": [{"server_uuid": "6537cafe-d3ce-4f50-8690-62d212f0187d", "name": "network-vif-unplugged", "status": "completed", "tag": "4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:42:47.475086 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:47.483030 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-0917bc07-7cba-4f90-8162-96afb407cec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297ddd1e-afa8-46f6-abae-64854954e26a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-529588626-router', 'tenant_id': '9fc490135e944912b250a53df87e78d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'ea48ce73-b276-4d4e-bdb8-8ecbf7be9186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:42:40Z', 'updated_at': '2021-09-23T06:42:45Z', 'revision_number': 4, 'project_id': '9fc490135e944912b250a53df87e78d1', 'gw_port': {'id': 'ea48ce73-b276-4d4e-bdb8-8ecbf7be9186', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:1d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297ddd1e-afa8-46f6-abae-64854954e26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:42:41Z', 'updated_at': '2021-09-23T06:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '540a3601-62ad-4a39-ac36-0be65ad1cd8c', 'name': '', 'network_id': '7ed62dac-00fe-42ff-bde7-afdb71909022', 'tenant_id': '9fc490135e944912b250a53df87e78d1', 'mac_address': 'fa:16:3e:b6:dc:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '297ddd1e-afa8-46f6-abae-64854954e26a', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'e486d44e-eadd-442e-9b66-9ddfde939f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:42:44Z', 'updated_at': '2021-09-23T06:42:45Z', 'revision_number': 2, 'project_id': '9fc490135e944912b250a53df87e78d1', 'subnets': [{'id': 'e486d44e-eadd-442e-9b66-9ddfde939f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:42:47.501365 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ac122667-c6d6-4bce-bfa1-8f917fad3706 req-57b9ed7f-b716-4d15-b90a-317554594e46 service neutron] 10.222.0.21 "GET /v2.0/networks/c551f062-d2de-4528-8056-81dd05062bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627567 Sep 23 06:42:47.525129 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51184) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:42:47.538507 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0917bc07-7cba-4f90-8162-96afb407cec2 None None] Checking router: 297ddd1e-afa8-46f6-abae-64854954e26a for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:42:47.538806 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0917bc07-7cba-4f90-8162-96afb407cec2 None None] Updating router 297ddd1e-afa8-46f6-abae-64854954e26a port 540a3601-62ad-4a39-ac36-0be65ad1cd8c binding host n-d-715271-16 {{(pid=95067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 06:42:47.570215 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d86bbb-0e2d-4c70-b6a4-1eb9855833aa req-5ac538ff-2c98-43d5-80a7-7e6d44f351a2 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:47.572006 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-15d86bbb-0e2d-4c70-b6a4-1eb9855833aa req-5ac538ff-2c98-43d5-80a7-7e6d44f351a2 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb9ce6cc-6d6a-44ab-84e9-7a7993ea0950 HTTP/1.1" status: 200 len: 945 time: 0.0899994 Sep 23 06:42:47.612803 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195,revision_number=6']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:47.617060 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0917bc07-7cba-4f90-8162-96afb407cec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:47.634382 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-b180d75d-d6dc-4b9c-bace-ccc84fa3ba8e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c555528fbec54e15b3186b566faea4da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1018150 Sep 23 06:42:47.634819 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ac122667-c6d6-4bce-bfa1-8f917fad3706 req-0732362c-36b7-4f57-a1ba-82edae79c4e2 service neutron] 10.222.0.21 "GET /v2.0/networks/c551f062-d2de-4528-8056-81dd05062bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200666 Sep 23 06:42:47.636825 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-15d86bbb-0e2d-4c70-b6a4-1eb9855833aa req-7f22f17a-967a-4251-a3d3-f9c0ea316fe1 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576663 Sep 23 06:42:47.637460 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51186) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:42:47.693271 n-d-715271-16 neutron-server[95066]: INFO neutron.api.v2.resource [req-f0f51d99-9437-4f13-8cbe-a1ef3d397ab5 req-ecffb976-8cf1-4362-9e36-cf7a4038a73f tempest-FloatingIPDetailsNegativeTestJSON-2079659889 tempest-FloatingIPDetailsNegativeTestJSON-2079659889-project] show failed (client error): The resource could not be found. Sep 23 06:42:47.695021 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-06b7d86a-64cf-4a1e-a5bd-24faba9011d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:47.714941 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f0f51d99-9437-4f13-8cbe-a1ef3d397ab5 req-ecffb976-8cf1-4362-9e36-cf7a4038a73f tempest-FloatingIPDetailsNegativeTestJSON-2079659889 tempest-FloatingIPDetailsNegativeTestJSON-2079659889-project] 10.222.0.39 "GET /v2.0/floatingips/b5c8944d-a5e5-4546-9612-804fa7a6d702 HTTP/1.1" status: 404 len: 350 time: 0.0846071 Sep 23 06:42:47.715458 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51190) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:42:47.720101 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-06b7d86a-64cf-4a1e-a5bd-24faba9011d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:47.764278 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 06:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-529d724c-08cf-41d6-a81c-f5387a2d2a90 x-openstack-request-id: req-529d724c-08cf-41d6-a81c-f5387a2d2a90 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:42:47.764603 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6537cafe-d3ce-4f50-8690-62d212f0187d", "name": "network-vif-unplugged", "status": "completed", "tag": "4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:42:47.764861 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-529d724c-08cf-41d6-a81c-f5387a2d2a90 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:42:47.765224 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6537cafe-d3ce-4f50-8690-62d212f0187d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195', 'code': 200} Sep 23 06:42:47.773016 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-06b7d86a-64cf-4a1e-a5bd-24faba9011d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:47.777391 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-06b7d86a-64cf-4a1e-a5bd-24faba9011d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:47.781538 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-06b7d86a-64cf-4a1e-a5bd-24faba9011d5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9bc6a1be-cd58-44ad-b3f3-fc8103784e29 HTTP/1.1" status: 204 len: 168 time: 0.1406384 Sep 23 06:42:47.805961 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b7d86a-64cf-4a1e-a5bd-24faba9011d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc6a1be-cd58-44ad-b3f3-fc8103784e29,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:47.917844 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dab93b-d32d-4f1e-bd84-fa5a32495395 req-a68ddd0b-bbb8-4742-af88-872d1e4ddee4 tempest-LiveAutoBlockMigrationV225Test-1648181363 tempest-LiveAutoBlockMigrationV225Test-1648181363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:47.922569 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-60dab93b-d32d-4f1e-bd84-fa5a32495395 req-a68ddd0b-bbb8-4742-af88-872d1e4ddee4 tempest-LiveAutoBlockMigrationV225Test-1648181363 tempest-LiveAutoBlockMigrationV225Test-1648181363-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=fb9ce6cc-6d6a-44ab-84e9-7a7993ea0950 HTTP/1.1" status: 200 len: 1097 time: 0.0911405 Sep 23 06:42:48.003338 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0917bc07-7cba-4f90-8162-96afb407cec2 None None] Notify callbacks [] for port, precommit_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:48.012787 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-60dab93b-d32d-4f1e-bd84-fa5a32495395 req-2d7bb02b-133e-4b28-aaba-a7b11c6e3325 tempest-LiveAutoBlockMigrationV225Test-1648181363 tempest-LiveAutoBlockMigrationV225Test-1648181363-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848675 Sep 23 06:42:48.015590 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0917bc07-7cba-4f90-8162-96afb407cec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:48.070326 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device ea48ce73-b276-4d4e-bdb8-8ecbf7be9186 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:42:48.087201 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5304e26-a725-4428-8fa6-52bd99622ef8 req-94e66f2f-5b38-42db-9d2d-506ebe647549 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:48.107638 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d5304e26-a725-4428-8fa6-52bd99622ef8 req-94e66f2f-5b38-42db-9d2d-506ebe647549 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=6537cafe-d3ce-4f50-8690-62d212f0187d HTTP/1.1" status: 200 len: 947 time: 0.0827525 Sep 23 06:42:48.161349 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53cc90f-bb19-43e5-a47e-9340a3c3d8f4 None None] Pushing event updated for resources: {'Port': ['ID=540a3601-62ad-4a39-ac36-0be65ad1cd8c,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:48.172239 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d5304e26-a725-4428-8fa6-52bd99622ef8 req-e73b1322-e565-426b-8701-19bc5b894ef9 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639305 Sep 23 06:42:48.254652 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-0917bc07-7cba-4f90-8162-96afb407cec2 None None] Attempting to bind port 540a3601-62ad-4a39-ac36-0be65ad1cd8c on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:42:48.255599 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-0917bc07-7cba-4f90-8162-96afb407cec2 None None] Attempting to bind port 540a3601-62ad-4a39-ac36-0be65ad1cd8c by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '9984660e-261a-4177-a060-9c60f57ab183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7ed62dac-00fe-42ff-bde7-afdb71909022'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:42:48.255959 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0917bc07-7cba-4f90-8162-96afb407cec2 None None] Attempting to bind port 540a3601-62ad-4a39-ac36-0be65ad1cd8c on network 7ed62dac-00fe-42ff-bde7-afdb71909022 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:42:48.262202 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0917bc07-7cba-4f90-8162-96afb407cec2 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:42:48.262580 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0917bc07-7cba-4f90-8162-96afb407cec2 None None] Checking segment: {'id': '9984660e-261a-4177-a060-9c60f57ab183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7ed62dac-00fe-42ff-bde7-afdb71909022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:42:48.263088 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0917bc07-7cba-4f90-8162-96afb407cec2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:48.263490 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0917bc07-7cba-4f90-8162-96afb407cec2 None None] Bound using segment: {'id': '9984660e-261a-4177-a060-9c60f57ab183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7ed62dac-00fe-42ff-bde7-afdb71909022'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:42:48.263966 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-0917bc07-7cba-4f90-8162-96afb407cec2 None None] Bound port: 540a3601-62ad-4a39-ac36-0be65ad1cd8c, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9984660e-261a-4177-a060-9c60f57ab183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7ed62dac-00fe-42ff-bde7-afdb71909022'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:42:48.264349 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0917bc07-7cba-4f90-8162-96afb407cec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:48.290795 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adcbcff-6695-400b-8e80-da57737d0575 req-fc001a51-06ea-46f7-98ca-e604e2ea0184 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:48.293451 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1adcbcff-6695-400b-8e80-da57737d0575 req-fc001a51-06ea-46f7-98ca-e604e2ea0184 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a8f1e82-30db-46af-b5c4-56eac38212c2 HTTP/1.1" status: 200 len: 945 time: 0.1134746 Sep 23 06:42:48.328579 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port ea48ce73-b276-4d4e-bdb8-8ecbf7be9186 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:42:48.328947 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:48.413396 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1adcbcff-6695-400b-8e80-da57737d0575 req-1a35fa6a-cac0-4a49-85e9-9117d2a9e86a tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099710 Sep 23 06:42:48.414592 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-0917bc07-7cba-4f90-8162-96afb407cec2 None None] For port 540a3601-62ad-4a39-ac36-0be65ad1cd8c, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:42:48.441530 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-0917bc07-7cba-4f90-8162-96afb407cec2 None None] For port 540a3601-62ad-4a39-ac36-0be65ad1cd8c, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=540a3601-62ad-4a39-ac36-0be65ad1cd8c,segment=NetworkSegment(9984660e-261a-4177-a060-9c60f57ab183),segment_id=9984660e-261a-4177-a060-9c60f57ab183)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:42:48.453499 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0917bc07-7cba-4f90-8162-96afb407cec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:48.519635 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-619b6c16-0d9b-46cb-97f2-f1d8fae3bb82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066969'] for router_interface, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:48.524714 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269f5e3c-21d6-4738-b44a-f604eef28138 req-c17f38c7-afb8-4d05-b13b-aeb439f9df80 tempest-LiveAutoBlockMigrationV225Test-1648181363 tempest-LiveAutoBlockMigrationV225Test-1648181363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:48.526706 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-269f5e3c-21d6-4738-b44a-f604eef28138 req-c17f38c7-afb8-4d05-b13b-aeb439f9df80 tempest-LiveAutoBlockMigrationV225Test-1648181363 tempest-LiveAutoBlockMigrationV225Test-1648181363-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=fb9ce6cc-6d6a-44ab-84e9-7a7993ea0950 HTTP/1.1" status: 200 len: 1097 time: 0.0931201 Sep 23 06:42:48.599842 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-269f5e3c-21d6-4738-b44a-f604eef28138 req-49714b89-1f92-4075-8ef2-3e2f5e410229 tempest-LiveAutoBlockMigrationV225Test-1648181363 tempest-LiveAutoBlockMigrationV225Test-1648181363-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609393 Sep 23 06:42:48.673992 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-1af0c1ac-168a-4735-9eae-6c0c1dbeea2c None None] Provisioning complete for port 540a3601-62ad-4a39-ac36-0be65ad1cd8c triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:42:48.674382 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-1af0c1ac-168a-4735-9eae-6c0c1dbeea2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:48.751775 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53cc90f-bb19-43e5-a47e-9340a3c3d8f4 None None] Pushing event updated for resources: {'Port': ['ID=540a3601-62ad-4a39-ac36-0be65ad1cd8c,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:48.780759 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0917bc07-7cba-4f90-8162-96afb407cec2 None None] Routers {'297ddd1e-afa8-46f6-abae-64854954e26a'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:42:48.781411 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-0917bc07-7cba-4f90-8162-96afb407cec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:42:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['297ddd1e-afa8-46f6-abae-64854954e26a'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:42:48.819761 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec9ae87-9ca6-4e1e-bd0f-83e379018f84 req-1311a3bc-2cfe-4238-aea3-2927c6c6e874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:48.822991 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5ec9ae87-9ca6-4e1e-bd0f-83e379018f84 req-1311a3bc-2cfe-4238-aea3-2927c6c6e874 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=64ac7894e2284bc191ac7c20f7f9ca7f&device_id=0a8f1e82-30db-46af-b5c4-56eac38212c2 HTTP/1.1" status: 200 len: 1097 time: 0.0770848 Sep 23 06:42:48.956212 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec9ae87-9ca6-4e1e-bd0f-83e379018f84 req-4a895a21-3c73-44aa-b386-7aa5cebef50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:48.958409 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5ec9ae87-9ca6-4e1e-bd0f-83e379018f84 req-4a895a21-3c73-44aa-b386-7aa5cebef50a service neutron] 10.222.0.58 "GET /v2.0/networks?id=b41a91e1-341c-4340-b7a8-8779367a7828 HTTP/1.1" status: 200 len: 909 time: 0.1225109 Sep 23 06:42:48.976449 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-0917bc07-7cba-4f90-8162-96afb407cec2 None None] Set router 297ddd1e-afa8-46f6-abae-64854954e26a gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:42:49.007953 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-1af0c1ac-168a-4735-9eae-6c0c1dbeea2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:49.026813 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5ec9ae87-9ca6-4e1e-bd0f-83e379018f84 req-d04357bf-212b-408a-8697-bbc15c83ee18 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ce1caef-f862-49ed-a69e-3755bf1caeb1 HTTP/1.1" status: 200 len: 217 time: 0.0490541 Sep 23 06:42:49.111797 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-1af0c1ac-168a-4735-9eae-6c0c1dbeea2c None None] For port 540a3601-62ad-4a39-ac36-0be65ad1cd8c, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=540a3601-62ad-4a39-ac36-0be65ad1cd8c,segment=NetworkSegment(9984660e-261a-4177-a060-9c60f57ab183),segment_id=9984660e-261a-4177-a060-9c60f57ab183)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:42:49.122390 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec9ae87-9ca6-4e1e-bd0f-83e379018f84 req-1ca1bf9e-d951-4e85-9cba-55e1c100c5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:49.125656 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5ec9ae87-9ca6-4e1e-bd0f-83e379018f84 req-1ca1bf9e-d951-4e85-9cba-55e1c100c5a1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c7d428fe-182b-4149-b884-87c9d4508732 HTTP/1.1" status: 200 len: 848 time: 0.0796261 Sep 23 06:42:49.140587 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-1af0c1ac-168a-4735-9eae-6c0c1dbeea2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:49.187179 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5ec9ae87-9ca6-4e1e-bd0f-83e379018f84 req-472c49ac-3c67-4c33-b5d8-7ee832350873 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b41a91e1-341c-4340-b7a8-8779367a7828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507791 Sep 23 06:42:49.222935 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce7fbe5-a4bc-43e0-9208-8d5eb7f483be req-67ef358c-dfde-46a6-93de-3829ecfc7a44 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:49.242031 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9ce7fbe5-a4bc-43e0-9208-8d5eb7f483be req-67ef358c-dfde-46a6-93de-3829ecfc7a44 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d41217-85f8-4b83-9fe1-90caa01cf293 HTTP/1.1" status: 200 len: 950 time: 0.1189246 Sep 23 06:42:49.248609 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af0c1ac-168a-4735-9eae-6c0c1dbeea2c None None] Pushing event updated for resources: {'Port': ['ID=540a3601-62ad-4a39-ac36-0be65ad1cd8c,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:49.303909 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5ec9ae87-9ca6-4e1e-bd0f-83e379018f84 req-9fe64cc9-41d5-4f10-bb43-52b6384d7555 service neutron] 10.222.0.58 "GET /v2.0/networks/b41a91e1-341c-4340-b7a8-8779367a7828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034694 Sep 23 06:42:49.316162 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195 details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:42:49.373197 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9ce7fbe5-a4bc-43e0-9208-8d5eb7f483be req-ff150634-c61a-430d-9cb6-271fa44ef73e tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224346 Sep 23 06:42:49.419196 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1323e7-8e93-465a-9923-3cfa6e610da8 req-7222259f-76f3-437a-bc4a-bc5581bf789a tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:49.426447 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1b1323e7-8e93-465a-9923-3cfa6e610da8 req-7222259f-76f3-437a-bc4a-bc5581bf789a tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=6537cafe-d3ce-4f50-8690-62d212f0187d HTTP/1.1" status: 200 len: 947 time: 0.0749943 Sep 23 06:42:49.454126 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 06:42:49.522316 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1b1323e7-8e93-465a-9923-3cfa6e610da8 req-e50d86e9-7322-45f9-afaa-6307e06de665 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893166 Sep 23 06:42:49.524780 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:42:49.558576 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5ec9ae87-9ca6-4e1e-bd0f-83e379018f84 req-a9175f69-7659-4806-abe8-bd2d9e905a9c service neutron] 10.222.0.58 "GET /v2.0/networks/b41a91e1-341c-4340-b7a8-8779367a7828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367184 Sep 23 06:42:49.562746 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': '4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195', 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062', 'port_id': '4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195', 'mac_address': 'fa:16:3e:07:5f:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:42:49.606033 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-619b6c16-0d9b-46cb-97f2-f1d8fae3bb82 admin admin] Deleting port 540a3601-62ad-4a39-ac36-0be65ad1cd8c {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:42:49.606376 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-619b6c16-0d9b-46cb-97f2-f1d8fae3bb82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:49.606585 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-afefd68b-b0d3-4b1c-badd-8328a296ede0 None None] Provisioning complete for port 540a3601-62ad-4a39-ac36-0be65ad1cd8c triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:42:49.607100 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-afefd68b-b0d3-4b1c-badd-8328a296ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:49.649536 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c117104-8489-4f9d-aab1-4948331732f8 req-9d1a307c-bcda-416e-9327-075f1500ddc9 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:49.651699 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0c117104-8489-4f9d-aab1-4948331732f8 req-9d1a307c-bcda-416e-9327-075f1500ddc9 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a8f1e82-30db-46af-b5c4-56eac38212c2 HTTP/1.1" status: 200 len: 945 time: 0.0605593 Sep 23 06:42:49.706704 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0c117104-8489-4f9d-aab1-4948331732f8 req-64c3aa5d-0334-4534-840f-e9441af410ba tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481689 Sep 23 06:42:49.754395 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-619b6c16-0d9b-46cb-97f2-f1d8fae3bb82 admin admin] For port 540a3601-62ad-4a39-ac36-0be65ad1cd8c, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=540a3601-62ad-4a39-ac36-0be65ad1cd8c,segment=NetworkSegment(9984660e-261a-4177-a060-9c60f57ab183),segment_id=9984660e-261a-4177-a060-9c60f57ab183)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:42:49.755381 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-619b6c16-0d9b-46cb-97f2-f1d8fae3bb82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:49.765217 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:49.787410 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:42:49.813491 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-619b6c16-0d9b-46cb-97f2-f1d8fae3bb82 admin admin] Calling delete_port for 540a3601-62ad-4a39-ac36-0be65ad1cd8c owned by network:router_interface {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:42:49.815612 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:42:49.819746 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-0917bc07-7cba-4f90-8162-96afb407cec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297ddd1e-afa8-46f6-abae-64854954e26a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-529588626-router', 'tenant_id': '9fc490135e944912b250a53df87e78d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'ea48ce73-b276-4d4e-bdb8-8ecbf7be9186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:42:40Z', 'updated_at': '2021-09-23T06:42:45Z', 'revision_number': 4, 'project_id': '9fc490135e944912b250a53df87e78d1', 'gw_port': {'id': 'ea48ce73-b276-4d4e-bdb8-8ecbf7be9186', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:1d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297ddd1e-afa8-46f6-abae-64854954e26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:42:41Z', 'updated_at': '2021-09-23T06:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '540a3601-62ad-4a39-ac36-0be65ad1cd8c', 'name': '', 'network_id': '7ed62dac-00fe-42ff-bde7-afdb71909022', 'tenant_id': '9fc490135e944912b250a53df87e78d1', 'mac_address': 'fa:16:3e:b6:dc:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '297ddd1e-afa8-46f6-abae-64854954e26a', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'e486d44e-eadd-442e-9b66-9ddfde939f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:42:44Z', 'updated_at': '2021-09-23T06:42:48Z', 'revision_number': 4, 'project_id': '9fc490135e944912b250a53df87e78d1', 'subnets': [{'id': 'e486d44e-eadd-442e-9b66-9ddfde939f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:42:49.862218 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:49.910443 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0917bc07-7cba-4f90-8162-96afb407cec2 None None] The sync data for ids ['297ddd1e-afa8-46f6-abae-64854954e26a'] in n-d-715271-16 is: [{'id': '297ddd1e-afa8-46f6-abae-64854954e26a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-529588626-router', 'tenant_id': '9fc490135e944912b250a53df87e78d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'ea48ce73-b276-4d4e-bdb8-8ecbf7be9186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:42:40Z', 'updated_at': '2021-09-23T06:42:45Z', 'revision_number': 4, 'project_id': '9fc490135e944912b250a53df87e78d1', 'gw_port': {'id': 'ea48ce73-b276-4d4e-bdb8-8ecbf7be9186', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:1d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297ddd1e-afa8-46f6-abae-64854954e26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:42:41Z', 'updated_at': '2021-09-23T06:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '540a3601-62ad-4a39-ac36-0be65ad1cd8c', 'name': '', 'network_id': '7ed62dac-00fe-42ff-bde7-afdb71909022', 'tenant_id': '9fc490135e944912b250a53df87e78d1', 'mac_address': 'fa:16:3e:b6:dc:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '297ddd1e-afa8-46f6-abae-64854954e26a', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'e486d44e-eadd-442e-9b66-9ddfde939f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:42:44Z', 'updated_at': '2021-09-23T06:42:48Z', 'revision_number': 4, 'project_id': '9fc490135e944912b250a53df87e78d1', 'subnets': [{'id': 'e486d44e-eadd-442e-9b66-9ddfde939f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:42:49.968924 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195,revision_number=7']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:50.155423 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-619b6c16-0d9b-46cb-97f2-f1d8fae3bb82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:50.214902 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619b6c16-0d9b-46cb-97f2-f1d8fae3bb82 admin admin] Pushing event deleted for resources: {'Port': ['ID=540a3601-62ad-4a39-ac36-0be65ad1cd8c,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:50.422329 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:42:50.536642 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-619b6c16-0d9b-46cb-97f2-f1d8fae3bb82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2068624'] for router_interface, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:50.868984 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b2c86-8b54-425e-a471-0c1a1b94b7b7 req-510a8f35-aa94-4457-9fdd-f34c9360a79e tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:50.877514 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4f9b2c86-8b54-425e-a471-0c1a1b94b7b7 req-510a8f35-aa94-4457-9fdd-f34c9360a79e tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=6537cafe-d3ce-4f50-8690-62d212f0187d HTTP/1.1" status: 200 len: 948 time: 0.0869675 Sep 23 06:42:50.952059 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4f9b2c86-8b54-425e-a471-0c1a1b94b7b7 req-c5d6d51c-8fd7-44d3-bc76-96f83b045265 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712588 Sep 23 06:42:51.047882 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51288) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:42:51.049840 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-619b6c16-0d9b-46cb-97f2-f1d8fae3bb82 admin admin] Router 297ddd1e-afa8-46f6-abae-64854954e26a has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:42:51.231934 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-619b6c16-0d9b-46cb-97f2-f1d8fae3bb82 admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:42:51.242137 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-619b6c16-0d9b-46cb-97f2-f1d8fae3bb82 admin admin] 10.222.0.39 "PUT /v2.0/routers/297ddd1e-afa8-46f6-abae-64854954e26a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5210712 Sep 23 06:42:51.243254 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51292) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:42:51.276427 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d98b296a-5f82-449e-87e9-f7b4d66d92dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:51.313638 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc1c6f5-02b3-4a25-bc51-3cb9351b98cf req-46bd9bb7-001f-4a78-9569-6a7325ee12f0 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:51.315804 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9cc1c6f5-02b3-4a25-bc51-3cb9351b98cf req-46bd9bb7-001f-4a78-9569-6a7325ee12f0 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a8f1e82-30db-46af-b5c4-56eac38212c2 HTTP/1.1" status: 200 len: 945 time: 0.1288047 Sep 23 06:42:51.345081 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdeb7e8-3ba3-47df-a56f-7303ecac7bb6 req-284ce9c5-fb7d-4cbf-8967-bfb37e8af7f8 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:51.347114 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9cdeb7e8-3ba3-47df-a56f-7303ecac7bb6 req-284ce9c5-fb7d-4cbf-8967-bfb37e8af7f8 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d41217-85f8-4b83-9fe1-90caa01cf293 HTTP/1.1" status: 200 len: 950 time: 0.1085434 Sep 23 06:42:51.415048 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9cc1c6f5-02b3-4a25-bc51-3cb9351b98cf req-8dc28038-7f25-4fde-92a9-b98106ea85f8 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907435 Sep 23 06:42:51.448887 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a9308862-2076-4881-91c3-6bf0e495f621 admin admin] Notify callbacks [] for router, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:51.499815 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d98b296a-5f82-449e-87e9-f7b4d66d92dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:51.508187 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9cdeb7e8-3ba3-47df-a56f-7303ecac7bb6 req-ffa4db5c-789e-4c2a-bb1c-975b8a9f9ead tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511035 Sep 23 06:42:51.517525 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d98b296a-5f82-449e-87e9-f7b4d66d92dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:51.587219 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98b296a-5f82-449e-87e9-f7b4d66d92dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d13e591d-a527-4e0d-8005-c7ea2aa602cb,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:51.606081 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-d98b296a-5f82-449e-87e9-f7b4d66d92dd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fcf824ab18cb4242b3e2dc4bd02d3cf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5568268 Sep 23 06:42:51.613788 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51296) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:42:51.674021 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a9308862-2076-4881-91c3-6bf0e495f621 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:51.719748 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9638c039-51af-4689-bea8-0ba9e0304754 req-6e3f9f84-2d45-43af-9a4c-46c0fa461804 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:51.722140 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9638c039-51af-4689-bea8-0ba9e0304754 req-6e3f9f84-2d45-43af-9a4c-46c0fa461804 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f6d2b76-656f-4f25-a7ff-9abed767934d HTTP/1.1" status: 200 len: 945 time: 0.0683520 Sep 23 06:42:51.752003 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a755b902-b7e5-494c-ba1b-ccef7dd45a00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:51.784365 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-a9308862-2076-4881-91c3-6bf0e495f621 admin admin] Deleting port ea48ce73-b276-4d4e-bdb8-8ecbf7be9186 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:42:51.784795 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a9308862-2076-4881-91c3-6bf0e495f621 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:51.791151 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a755b902-b7e5-494c-ba1b-ccef7dd45a00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:51.803227 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9638c039-51af-4689-bea8-0ba9e0304754 req-368fd082-4a7e-4cf9-aa27-46359c9469a0 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "GET /v2.0/security-groups?id=8dfb9b91-c839-45a6-ad00-d87fab5f07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0701077 Sep 23 06:42:51.900472 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20067170-a5a5-44d7-b356-c9bdf24fc89a None None] Sync routers for ids ['297ddd1e-afa8-46f6-abae-64854954e26a'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:42:51.922177 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20067170-a5a5-44d7-b356-c9bdf24fc89a None None] Routers {'297ddd1e-afa8-46f6-abae-64854954e26a'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:42:51.923530 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-20067170-a5a5-44d7-b356-c9bdf24fc89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:42:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['297ddd1e-afa8-46f6-abae-64854954e26a'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:42:52.037921 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-20067170-a5a5-44d7-b356-c9bdf24fc89a None None] Set router 297ddd1e-afa8-46f6-abae-64854954e26a gateway port host: None {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:42:52.073805 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-a9308862-2076-4881-91c3-6bf0e495f621 admin admin] For port ea48ce73-b276-4d4e-bdb8-8ecbf7be9186, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=ea48ce73-b276-4d4e-bdb8-8ecbf7be9186,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:42:52.074211 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a9308862-2076-4881-91c3-6bf0e495f621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:52.077491 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a755b902-b7e5-494c-ba1b-ccef7dd45a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:52.080088 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a755b902-b7e5-494c-ba1b-ccef7dd45a00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:52.081998 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-a755b902-b7e5-494c-ba1b-ccef7dd45a00 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d13e591d-a527-4e0d-8005-c7ea2aa602cb HTTP/1.1" status: 204 len: 168 time: 0.4663291 Sep 23 06:42:52.098222 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-20067170-a5a5-44d7-b356-c9bdf24fc89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297ddd1e-afa8-46f6-abae-64854954e26a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-529588626-router', 'tenant_id': '9fc490135e944912b250a53df87e78d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:42:40Z', 'updated_at': '2021-09-23T06:42:51Z', 'revision_number': 6, 'project_id': '9fc490135e944912b250a53df87e78d1', 'gw_port_host': None}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:42:52.114938 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-a9308862-2076-4881-91c3-6bf0e495f621 admin admin] Calling delete_port for ea48ce73-b276-4d4e-bdb8-8ecbf7be9186 owned by network:router_gateway {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:42:52.133625 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a755b902-b7e5-494c-ba1b-ccef7dd45a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d13e591d-a527-4e0d-8005-c7ea2aa602cb,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:52.152202 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20067170-a5a5-44d7-b356-c9bdf24fc89a None None] Checking router: 297ddd1e-afa8-46f6-abae-64854954e26a for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:42:52.155975 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d3649-3702-42b8-bf6a-bec0a21a23d3 req-2d1c6648-bb72-4dbb-b6c6-8f5a9e4d568d tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:52.157669 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-974d3649-3702-42b8-bf6a-bec0a21a23d3 req-2d1c6648-bb72-4dbb-b6c6-8f5a9e4d568d tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.21 "GET /v2.0/ports?device_id=6537cafe-d3ce-4f50-8690-62d212f0187d&tenant_id=5ca4f991227448e1b6417695cbfdc362&binding%3Ahost_id=n-h1-715271-16 HTTP/1.1" status: 200 len: 948 time: 0.1667979 Sep 23 06:42:52.165976 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20067170-a5a5-44d7-b356-c9bdf24fc89a None None] Routers {'297ddd1e-afa8-46f6-abae-64854954e26a'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:42:52.166648 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-20067170-a5a5-44d7-b356-c9bdf24fc89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:42:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['297ddd1e-afa8-46f6-abae-64854954e26a'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:42:52.174986 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b246b565-74c2-4d29-95bf-dbfc90546bec req-52bc60bf-c842-406e-b0b9-b1632a41cf51 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:52.177225 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b246b565-74c2-4d29-95bf-dbfc90546bec req-52bc60bf-c842-406e-b0b9-b1632a41cf51 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=6537cafe-d3ce-4f50-8690-62d212f0187d HTTP/1.1" status: 200 len: 948 time: 0.1894722 Sep 23 06:42:52.313620 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-20067170-a5a5-44d7-b356-c9bdf24fc89a None None] Set router 297ddd1e-afa8-46f6-abae-64854954e26a gateway port host: None {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:42:52.318464 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b246b565-74c2-4d29-95bf-dbfc90546bec req-52c9259f-ff08-46d4-81a9-056f1766243c tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948040 Sep 23 06:42:52.338845 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-974d3649-3702-42b8-bf6a-bec0a21a23d3 req-32d1df98-0eba-46a0-bb46-46038dcb912d service neutron] 10.222.0.21 "GET /v2.0/ports/4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195/bindings/n-h1-715271-16 HTTP/1.1" status: 200 len: 383 time: 0.1209731 Sep 23 06:42:52.394744 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-20067170-a5a5-44d7-b356-c9bdf24fc89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297ddd1e-afa8-46f6-abae-64854954e26a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-529588626-router', 'tenant_id': '9fc490135e944912b250a53df87e78d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:42:40Z', 'updated_at': '2021-09-23T06:42:51Z', 'revision_number': 6, 'project_id': '9fc490135e944912b250a53df87e78d1', 'gw_port_host': None}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:42:52.433727 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20067170-a5a5-44d7-b356-c9bdf24fc89a None None] The sync data for ids ['297ddd1e-afa8-46f6-abae-64854954e26a'] in n-d-715271-16 is: [{'id': '297ddd1e-afa8-46f6-abae-64854954e26a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-529588626-router', 'tenant_id': '9fc490135e944912b250a53df87e78d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:42:40Z', 'updated_at': '2021-09-23T06:42:51Z', 'revision_number': 6, 'project_id': '9fc490135e944912b250a53df87e78d1', 'gw_port_host': None}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:42:52.461100 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d3649-3702-42b8-bf6a-bec0a21a23d3 req-447d7c1a-8105-4412-b118-a1037ac25b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:52.462708 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-974d3649-3702-42b8-bf6a-bec0a21a23d3 req-447d7c1a-8105-4412-b118-a1037ac25b6d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5ca4f991227448e1b6417695cbfdc362&device_id=6537cafe-d3ce-4f50-8690-62d212f0187d HTTP/1.1" status: 200 len: 1100 time: 0.0719337 Sep 23 06:42:52.522136 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51312) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:42:52.560376 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e1d468ee-42a8-46b8-8e84-f663ee3cd0bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:52.576309 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad301cf-4840-4e20-a6a9-364db7e6d69f req-dc8ef752-6a58-41f3-814a-3a331b194ba8 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:52.578880 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4ad301cf-4840-4e20-a6a9-364db7e6d69f req-dc8ef752-6a58-41f3-814a-3a331b194ba8 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a8f1e82-30db-46af-b5c4-56eac38212c2 HTTP/1.1" status: 200 len: 945 time: 0.0708961 Sep 23 06:42:52.636986 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4ad301cf-4840-4e20-a6a9-364db7e6d69f req-dd656025-9b62-49ea-9364-ab49ae170a7a tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478089 Sep 23 06:42:52.638466 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a9308862-2076-4881-91c3-6bf0e495f621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:52.710511 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9308862-2076-4881-91c3-6bf0e495f621 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea48ce73-b276-4d4e-bdb8-8ecbf7be9186,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:52.788376 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d3649-3702-42b8-bf6a-bec0a21a23d3 req-02425d27-e09b-4873-b5f9-5693d0678f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:52.789746 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-974d3649-3702-42b8-bf6a-bec0a21a23d3 req-02425d27-e09b-4873-b5f9-5693d0678f75 service neutron] 10.222.0.21 "GET /v2.0/networks?id=16515f0f-e5a6-4630-a440-e11fb2e02062 HTTP/1.1" status: 200 len: 870 time: 0.2812388 Sep 23 06:42:52.835852 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4fb55b-03e8-461c-9cdf-18e733b644a1 req-3386278e-15e9-480e-b34d-66f1083883de tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:52.837465 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1a4fb55b-03e8-461c-9cdf-18e733b644a1 req-3386278e-15e9-480e-b34d-66f1083883de tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d41217-85f8-4b83-9fe1-90caa01cf293 HTTP/1.1" status: 200 len: 950 time: 0.2187686 Sep 23 06:42:52.919731 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a9308862-2076-4881-91c3-6bf0e495f621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2068563'] for router_gateway, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:52.936070 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-974d3649-3702-42b8-bf6a-bec0a21a23d3 req-6630a285-253c-4e46-a000-865357639ed1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195 HTTP/1.1" status: 200 len: 217 time: 0.1349828 Sep 23 06:42:53.122507 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a9308862-2076-4881-91c3-6bf0e495f621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:53.133184 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a9308862-2076-4881-91c3-6bf0e495f621 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:53.134823 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c3914848-35df-4113-8ff4-f6d418377037 req-842a8e59-e117-49aa-809e-7dc753a47867 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--3804364&fields=id&tenant_id=b4fd4d42904645d3a9db4b781392d8fe HTTP/1.1" status: 200 len: 267 time: 0.0522480 Sep 23 06:42:53.166245 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d3649-3702-42b8-bf6a-bec0a21a23d3 req-bafa4a9e-9ee0-45df-825e-6493d5a71030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:53.167690 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-974d3649-3702-42b8-bf6a-bec0a21a23d3 req-bafa4a9e-9ee0-45df-825e-6493d5a71030 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e HTTP/1.1" status: 200 len: 843 time: 0.1751893 Sep 23 06:42:53.229686 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1a4fb55b-03e8-461c-9cdf-18e733b644a1 req-86a6475f-ec62-49f1-8479-f0a68f8cf9fb tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134158 Sep 23 06:42:53.276416 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e1d468ee-42a8-46b8-8e84-f663ee3cd0bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:53.286584 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e1d468ee-42a8-46b8-8e84-f663ee3cd0bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:53.309736 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3914848-35df-4113-8ff4-f6d418377037 req-5b04e84f-b85e-478a-adbc-d0c27fd2c04f tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:53.316936 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a9308862-2076-4881-91c3-6bf0e495f621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:53.318189 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9308862-2076-4881-91c3-6bf0e495f621 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 297ddd1e-afa8-46f6-abae-64854954e26a {{(pid=95066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 06:42:53.322995 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195 up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:42:53.337059 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c3914848-35df-4113-8ff4-f6d418377037 req-5b04e84f-b85e-478a-adbc-d0c27fd2c04f tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "GET /v2.0/networks?id=c551f062-d2de-4528-8056-81dd05062bf0 HTTP/1.1" status: 200 len: 823 time: 0.1917627 Sep 23 06:42:53.342152 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a9308862-2076-4881-91c3-6bf0e495f621 admin admin] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:53.343312 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-a9308862-2076-4881-91c3-6bf0e495f621 admin admin] 10.222.0.39 "DELETE /v2.0/routers/297ddd1e-afa8-46f6-abae-64854954e26a HTTP/1.1" status: 204 len: 168 time: 2.0990417 Sep 23 06:42:53.358446 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51334) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:42:53.369971 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c3914848-35df-4113-8ff4-f6d418377037 req-32687ae9-ff44-429c-acc2-00065f381574 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "GET /v2.0/quotas/b4fd4d42904645d3a9db4b781392d8fe HTTP/1.1" status: 200 len: 375 time: 0.0311043 Sep 23 06:42:53.377358 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d3649-3702-42b8-bf6a-bec0a21a23d3 req-cc7ee435-4f43-48ca-8689-66c8adcafc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:53.379127 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-974d3649-3702-42b8-bf6a-bec0a21a23d3 req-cc7ee435-4f43-48ca-8689-66c8adcafc20 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=16515f0f-e5a6-4630-a440-e11fb2e02062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1427822 Sep 23 06:42:53.380359 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d468ee-42a8-46b8-8e84-f663ee3cd0bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b5a57de-5709-41a5-8912-223a55397b51,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:53.402489 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-e1d468ee-42a8-46b8-8e84-f663ee3cd0bf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0b582f889244437c9172b95db0fdb8cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8790734 Sep 23 06:42:53.403694 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51338) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:42:53.446845 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-9efbacf3-c7e8-40ab-85c0-f3e9a1ad259b admin admin] Deleting subnet e486d44e-eadd-442e-9b66-9ddfde939f91 {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:42:53.454544 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port 4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:42:53.462130 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:53.474084 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9efbacf3-c7e8-40ab-85c0-f3e9a1ad259b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:53.539422 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d586a235-9272-4868-91d5-ca75b8b932c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:53.563510 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d586a235-9272-4868-91d5-ca75b8b932c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:53.571593 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c3914848-35df-4113-8ff4-f6d418377037 req-88f1f24d-04de-4d7a-bb58-96470f7de64c tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b4fd4d42904645d3a9db4b781392d8fe&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1912966 Sep 23 06:42:53.581340 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9efbacf3-c7e8-40ab-85c0-f3e9a1ad259b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:53.591004 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:53.631539 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:42:53.635880 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6537cafe-d3ce-4f50-8690-62d212f0187d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:42:53.642183 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c01add-083e-483a-9c4c-cfa3abdcb69f" -d '{"events": [{"server_uuid": "6537cafe-d3ce-4f50-8690-62d212f0187d", "name": "network-vif-plugged", "status": "completed", "tag": "4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:42:53.647726 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:53.725796 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d586a235-9272-4868-91d5-ca75b8b932c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:53.728618 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d586a235-9272-4868-91d5-ca75b8b932c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:53.730088 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-d586a235-9272-4868-91d5-ca75b8b932c1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3b5a57de-5709-41a5-8912-223a55397b51 HTTP/1.1" status: 204 len: 168 time: 0.3214259 Sep 23 06:42:53.735797 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195,revision_number=8']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:53.764069 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-974d3649-3702-42b8-bf6a-bec0a21a23d3 req-d0439321-c52c-4b86-b429-28521596c348 service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3568268 Sep 23 06:42:53.767558 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d586a235-9272-4868-91d5-ca75b8b932c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b5a57de-5709-41a5-8912-223a55397b51,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:53.782261 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9efbacf3-c7e8-40ab-85c0-f3e9a1ad259b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:53.788115 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e776693-8db4-4aa5-81cf-4118b0ac85c6 req-c38aa2f6-5438-4a14-bb66-2a2c5ba3c493 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:53.799470 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2e776693-8db4-4aa5-81cf-4118b0ac85c6 req-c38aa2f6-5438-4a14-bb66-2a2c5ba3c493 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=6537cafe-d3ce-4f50-8690-62d212f0187d HTTP/1.1" status: 200 len: 948 time: 0.2975497 Sep 23 06:42:53.859477 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c3914848-35df-4113-8ff4-f6d418377037 req-3fbd412d-21c7-4d29-9a50-3c6ef0013948 service neutron] 10.222.0.39 "GET /v2.0/networks/c551f062-d2de-4528-8056-81dd05062bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866299 Sep 23 06:42:53.920027 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2e776693-8db4-4aa5-81cf-4118b0ac85c6 req-8a426312-b01e-4440-8491-3ad4f28c5ea8 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192646 Sep 23 06:42:53.968071 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c3914848-35df-4113-8ff4-f6d418377037 req-88c9916c-bf58-48d1-8157-fab509e99cab service neutron] 10.222.0.39 "GET /v2.0/networks/c551f062-d2de-4528-8056-81dd05062bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077209 Sep 23 06:42:53.993661 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-974d3649-3702-42b8-bf6a-bec0a21a23d3 req-9c5c9f5d-be04-45c6-b67b-ca6143ea5cd4 service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897945 Sep 23 06:42:54.014392 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9efbacf3-c7e8-40ab-85c0-f3e9a1ad259b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:54.052365 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7511e96-fa41-429d-bab3-755119fa05c9 x-openstack-request-id: req-a7511e96-fa41-429d-bab3-755119fa05c9 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:42:54.052728 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6537cafe-d3ce-4f50-8690-62d212f0187d", "name": "network-vif-plugged", "status": "completed", "tag": "4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:42:54.053705 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a7511e96-fa41-429d-bab3-755119fa05c9 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:42:54.054222 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6537cafe-d3ce-4f50-8690-62d212f0187d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195', 'code': 200} Sep 23 06:42:54.060397 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 540a3601-62ad-4a39-ac36-0be65ad1cd8c no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:42:54.093628 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 540a3601-62ad-4a39-ac36-0be65ad1cd8c {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:42:54.093628 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 540a3601-62ad-4a39-ac36-0be65ad1cd8c not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:42:54.093628 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device ea48ce73-b276-4d4e-bdb8-8ecbf7be9186 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:42:54.108999 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efbacf3-c7e8-40ab-85c0-f3e9a1ad259b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e486d44e-eadd-442e-9b66-9ddfde939f91,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:54.114599 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9efbacf3-c7e8-40ab-85c0-f3e9a1ad259b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:54.119812 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-9efbacf3-c7e8-40ab-85c0-f3e9a1ad259b admin admin] 10.222.0.39 "DELETE /v2.0/subnets/e486d44e-eadd-442e-9b66-9ddfde939f91 HTTP/1.1" status: 204 len: 168 time: 0.7276192 Sep 23 06:42:54.119908 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51350) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:42:54.131183 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a49afb-db56-4bb3-b150-3848d6d4bf73 None None] Network 7ed62dac-00fe-42ff-bde7-afdb71909022 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:42:54.133394 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: ea48ce73-b276-4d4e-bdb8-8ecbf7be9186 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:42:54.133732 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device ea48ce73-b276-4d4e-bdb8-8ecbf7be9186 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:42:54.321663 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-aeb56f4b-158d-4526-9699-4a34079b8888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:54.353694 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b39d80-e997-42c2-bd1f-60637b83a615 req-3945c0d8-0ec6-4ffe-9663-92a4e6ca3eb8 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:54.355469 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-93b39d80-e997-42c2-bd1f-60637b83a615 req-3945c0d8-0ec6-4ffe-9663-92a4e6ca3eb8 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a8f1e82-30db-46af-b5c4-56eac38212c2 HTTP/1.1" status: 200 len: 945 time: 0.1936603 Sep 23 06:42:54.383108 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d6bf005c-06d5-4ac6-b65d-264d2f262f75 req-7cf53ee5-b801-4b30-815f-bd7120424c83 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "GET /v2.0/ports?device_id=c457d522-9f05-4980-a63e-73da0d41590a HTTP/1.1" status: 200 len: 210 time: 0.0599136 Sep 23 06:42:54.417910 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c69fec-112f-4165-b833-1fe28e4c8a81 None None] DHCP port deletion for 7ed62dac-00fe-42ff-bde7-afdb71909022 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 06:42:54.474509 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-93b39d80-e997-42c2-bd1f-60637b83a615 req-c6ecadfc-e309-48ab-92f9-84eba5bd8ac7 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030519 Sep 23 06:42:54.525363 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-aeb56f4b-158d-4526-9699-4a34079b8888 admin admin] Deleting port c3577bd3-c73e-4138-a991-6d3c57fe3f9d {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:42:54.525800 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-aeb56f4b-158d-4526-9699-4a34079b8888 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:54.541040 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-30c69fec-112f-4165-b833-1fe28e4c8a81 None None] Deleting port c3577bd3-c73e-4138-a991-6d3c57fe3f9d {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:42:54.542417 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-30c69fec-112f-4165-b833-1fe28e4c8a81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:54.569203 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee6fc37-8307-4fce-a44c-2ee1edc2d280 req-e690dbd2-6f35-460f-b6c0-643939d56631 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:54.581320 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7ee6fc37-8307-4fce-a44c-2ee1edc2d280 req-e690dbd2-6f35-460f-b6c0-643939d56631 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d41217-85f8-4b83-9fe1-90caa01cf293 HTTP/1.1" status: 200 len: 950 time: 0.1202672 Sep 23 06:42:54.641879 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7ee6fc37-8307-4fce-a44c-2ee1edc2d280 req-9d96cdbc-8769-4876-9149-92de157dc57c tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586512 Sep 23 06:42:54.664163 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-aeb56f4b-158d-4526-9699-4a34079b8888 admin admin] For port c3577bd3-c73e-4138-a991-6d3c57fe3f9d, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=c3577bd3-c73e-4138-a991-6d3c57fe3f9d,segment=NetworkSegment(9984660e-261a-4177-a060-9c60f57ab183),segment_id=9984660e-261a-4177-a060-9c60f57ab183)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:42:54.664538 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-aeb56f4b-158d-4526-9699-4a34079b8888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:54.682559 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-aeb56f4b-158d-4526-9699-4a34079b8888 admin admin] Calling delete_port for c3577bd3-c73e-4138-a991-6d3c57fe3f9d owned by network:dhcp {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:42:54.697766 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-30c69fec-112f-4165-b833-1fe28e4c8a81 None None] For port c3577bd3-c73e-4138-a991-6d3c57fe3f9d, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=c3577bd3-c73e-4138-a991-6d3c57fe3f9d,segment=NetworkSegment(9984660e-261a-4177-a060-9c60f57ab183),segment_id=9984660e-261a-4177-a060-9c60f57ab183)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:42:54.698224 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-30c69fec-112f-4165-b833-1fe28e4c8a81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:54.737509 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-30c69fec-112f-4165-b833-1fe28e4c8a81 None None] Calling delete_port for c3577bd3-c73e-4138-a991-6d3c57fe3f9d owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:42:54.788249 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-aeb56f4b-158d-4526-9699-4a34079b8888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:54.843931 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb56f4b-158d-4526-9699-4a34079b8888 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3577bd3-c73e-4138-a991-6d3c57fe3f9d,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:54.846607 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb56f4b-158d-4526-9699-4a34079b8888 admin admin] No DVR routers for this DVR port c3577bd3-c73e-4138-a991-6d3c57fe3f9d on host n-d-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:42:54.867166 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-30c69fec-112f-4165-b833-1fe28e4c8a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:54.901629 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51382) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:42:54.931103 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c69fec-112f-4165-b833-1fe28e4c8a81 None None] No DVR routers for this DVR port c3577bd3-c73e-4138-a991-6d3c57fe3f9d on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:42:54.940356 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c69fec-112f-4165-b833-1fe28e4c8a81 None None] Pushing event deleted for resources: {'Port': ['ID=c3577bd3-c73e-4138-a991-6d3c57fe3f9d,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:55.015115 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-aeb56f4b-158d-4526-9699-4a34079b8888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:55.049404 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-aeb56f4b-158d-4526-9699-4a34079b8888 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ed62dac-00fe-42ff-bde7-afdb71909022']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:42:55.054942 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-720710a8-d652-4fd5-9dbb-9db8c9f91d68 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-273436325-network', 'tenant_id': '448dd4ff349d4c2aa82dd34076c92b2d'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:42:55.080676 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-aeb56f4b-158d-4526-9699-4a34079b8888 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9984660e-261a-4177-a060-9c60f57ab183') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:42:55.080969 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-aeb56f4b-158d-4526-9699-4a34079b8888 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9984660e-261a-4177-a060-9c60f57ab183') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:42:55.092598 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-720710a8-d652-4fd5-9dbb-9db8c9f91d68 admin admin] Made reservation on behalf of 448dd4ff349d4c2aa82dd34076c92b2d for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:42:55.096970 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-720710a8-d652-4fd5-9dbb-9db8c9f91d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:55.110740 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-aeb56f4b-158d-4526-9699-4a34079b8888 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:55.112164 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-720710a8-d652-4fd5-9dbb-9db8c9f91d68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:55.131603 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-aeb56f4b-158d-4526-9699-4a34079b8888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:55.143151 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b3c291-192b-4bf2-80eb-8b9fd0e29c46 req-895a1531-3169-475d-9e8b-77c2f2529226 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:55.144672 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-90b3c291-192b-4bf2-80eb-8b9fd0e29c46 req-895a1531-3169-475d-9e8b-77c2f2529226 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=6537cafe-d3ce-4f50-8690-62d212f0187d HTTP/1.1" status: 200 len: 949 time: 0.0837862 Sep 23 06:42:55.148154 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeb56f4b-158d-4526-9699-4a34079b8888 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:42:55.148610 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-aeb56f4b-158d-4526-9699-4a34079b8888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:55.150469 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 06:42:55.150469 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:42:55.150469 n-d-715271-16 neutron-server[95066]: timer() Sep 23 06:42:55.150469 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:42:55.150469 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 06:42:55.150469 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:42:55.150469 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 06:42:55.150469 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:42:55.150469 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 06:42:55.150469 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:42:55.150469 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 06:42:55.150469 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:42:55.150469 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 06:42:55.150469 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:42:55.150469 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:42:55.150469 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:42:55.150469 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:42:55.150469 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:42:55.150469 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 06:42:55.150469 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:42:55.150469 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 06:42:55.150469 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:42:55.150469 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:42:55.150469 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:42:55.150469 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 06:42:55.150469 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:42:55.150469 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:42:55.150469 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:42:55.150469 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:42:55.150469 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:42:55.150469 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:42:55.150469 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:42:55.269168 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-aeb56f4b-158d-4526-9699-4a34079b8888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:55.273783 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-90b3c291-192b-4bf2-80eb-8b9fd0e29c46 req-3ed627c1-d978-4f0d-9270-9a2a29bde40a tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138005 Sep 23 06:42:55.280922 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-aeb56f4b-158d-4526-9699-4a34079b8888 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:55.292752 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-aeb56f4b-158d-4526-9699-4a34079b8888 admin admin] 10.222.0.39 "DELETE /v2.0/networks/7ed62dac-00fe-42ff-bde7-afdb71909022 HTTP/1.1" status: 204 len: 168 time: 1.1647475 Sep 23 06:42:55.339057 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbdf682-0b2c-4e7f-9f6e-6ffdc083ac52 req-c5f61cab-8a15-44f7-aeb4-1cc158a409bd tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:55.341032 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3cbdf682-0b2c-4e7f-9f6e-6ffdc083ac52 req-c5f61cab-8a15-44f7-aeb4-1cc158a409bd tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f6d2b76-656f-4f25-a7ff-9abed767934d HTTP/1.1" status: 200 len: 945 time: 0.1591692 Sep 23 06:42:55.342785 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb56f4b-158d-4526-9699-4a34079b8888 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ed62dac-00fe-42ff-bde7-afdb71909022,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:55.393073 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-720710a8-d652-4fd5-9dbb-9db8c9f91d68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:55.397926 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-720710a8-d652-4fd5-9dbb-9db8c9f91d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:55.430669 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-720710a8-d652-4fd5-9dbb-9db8c9f91d68 admin admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:42:55.443835 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720710a8-d652-4fd5-9dbb-9db8c9f91d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d6601d-35a0-4050-8568-fc1fbc84b93d,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:55.475870 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-720710a8-d652-4fd5-9dbb-9db8c9f91d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:55.476897 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-720710a8-d652-4fd5-9dbb-9db8c9f91d68 admin admin] Added segment 08babd18-3488-4573-9f82-9e46cd96a49b of type vlan for network d5ae2c6d-958c-4812-880c-d7aa035fa876 Sep 23 06:42:55.532977 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51396) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:42:55.544091 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-720710a8-d652-4fd5-9dbb-9db8c9f91d68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:55.544501 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4882f65a-2561-4334-87f7-c0b2f43fcc7e req-4dbd9561-c67a-44eb-9ef3-db184f382458 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "GET /v2.0/ports?device_id=c457d522-9f05-4980-a63e-73da0d41590a HTTP/1.1" status: 200 len: 210 time: 0.0395010 Sep 23 06:42:55.547012 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-3cbdf682-0b2c-4e7f-9f6e-6ffdc083ac52 req-173308eb-085e-4f45-a96a-4ac09199dfe5 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Deleting port c258b629-f327-453e-a19d-784a34cfe81c {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:42:55.547459 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-3cbdf682-0b2c-4e7f-9f6e-6ffdc083ac52 req-173308eb-085e-4f45-a96a-4ac09199dfe5 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:55.654972 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-720710a8-d652-4fd5-9dbb-9db8c9f91d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:55.655673 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-3cbdf682-0b2c-4e7f-9f6e-6ffdc083ac52 req-173308eb-085e-4f45-a96a-4ac09199dfe5 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] For port c258b629-f327-453e-a19d-784a34cfe81c, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=c258b629-f327-453e-a19d-784a34cfe81c,segment=NetworkSegment(b569fd8b-6a61-4c64-b70e-3efdef1c71e0),segment_id=b569fd8b-6a61-4c64-b70e-3efdef1c71e0)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:42:55.655802 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720710a8-d652-4fd5-9dbb-9db8c9f91d68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:55.656055 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-3cbdf682-0b2c-4e7f-9f6e-6ffdc083ac52 req-173308eb-085e-4f45-a96a-4ac09199dfe5 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:55.656358 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-720710a8-d652-4fd5-9dbb-9db8c9f91d68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:55.672995 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-480f7a72-bb9b-4a62-a4ad-3d23ac56fec4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9fc490135e944912b250a53df87e78d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1385095 Sep 23 06:42:55.677905 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51402) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:42:55.719729 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-720710a8-d652-4fd5-9dbb-9db8c9f91d68 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8166814 Sep 23 06:42:55.728280 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d250e50-e5ff-426c-8028-a120fb42a5f4 req-dedb2644-8386-41cf-bc9d-f51b3ed5c2f5 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:55.729660 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4d250e50-e5ff-426c-8028-a120fb42a5f4 req-dedb2644-8386-41cf-bc9d-f51b3ed5c2f5 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a8f1e82-30db-46af-b5c4-56eac38212c2 HTTP/1.1" status: 200 len: 945 time: 0.1569574 Sep 23 06:42:55.732121 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51404) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:42:55.736654 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-9d1d4063-57d1-46c4-8802-ee3b88d46735 admin admin] Request body: {'subnet': {'network_id': 'd5ae2c6d-958c-4812-880c-d7aa035fa876', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-273436325-subnet', 'tenant_id': '448dd4ff349d4c2aa82dd34076c92b2d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:42:55.779140 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720710a8-d652-4fd5-9dbb-9db8c9f91d68 admin admin] Pushing event updated for resources: {'Network': ['ID=d5ae2c6d-958c-4812-880c-d7aa035fa876,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:55.795970 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network d5ae2c6d-958c-4812-880c-d7aa035fa876 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:42:55.826338 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4d250e50-e5ff-426c-8028-a120fb42a5f4 req-f0d24bb1-47f5-4ae2-9731-0f7cbdcdaa78 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838108 Sep 23 06:42:55.828420 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d1d4063-57d1-46c4-8802-ee3b88d46735 admin admin] Made reservation on behalf of 448dd4ff349d4c2aa82dd34076c92b2d for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:42:55.830721 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9d1d4063-57d1-46c4-8802-ee3b88d46735 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:56.038038 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3914848-35df-4113-8ff4-f6d418377037 req-635f0d94-0b00-41e9-9a12-38286929c736 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:56.039593 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c3914848-35df-4113-8ff4-f6d418377037 req-635f0d94-0b00-41e9-9a12-38286929c736 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.21 "GET /v2.0/networks?id=c551f062-d2de-4528-8056-81dd05062bf0 HTTP/1.1" status: 200 len: 823 time: 0.2261889 Sep 23 06:42:56.068835 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device c3577bd3-c73e-4138-a991-6d3c57fe3f9d no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:42:56.104508 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: c3577bd3-c73e-4138-a991-6d3c57fe3f9d {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:42:56.106058 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device c3577bd3-c73e-4138-a991-6d3c57fe3f9d not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:42:56.136136 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c3914848-35df-4113-8ff4-f6d418377037 req-beb1a587-b3a2-4a69-9041-b958d9db856e tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b4fd4d42904645d3a9db4b781392d8fe HTTP/1.1" status: 200 len: 377 time: 0.0578251 Sep 23 06:42:56.160615 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-c3914848-35df-4113-8ff4-f6d418377037 req-116a99e2-fb58-443a-aca1-bf006baf5337 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Request body: {'port': {'device_id': 'c457d522-9f05-4980-a63e-73da0d41590a', 'network_id': 'c551f062-d2de-4528-8056-81dd05062bf0', 'admin_state_up': True, 'tenant_id': 'b4fd4d42904645d3a9db4b781392d8fe', 'security_groups': ['8dfb9b91-c839-45a6-ad00-d87fab5f07e4']}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:42:56.209727 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9d1d4063-57d1-46c4-8802-ee3b88d46735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:56.311743 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1d4063-57d1-46c4-8802-ee3b88d46735 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb088479-d7c4-433b-8bbd-3789d8a2160c,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:56.336056 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b02ff924-e5ad-447b-a213-24b509ca6624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:56.338446 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1d4063-57d1-46c4-8802-ee3b88d46735 admin admin] Checking segment: {'id': '08babd18-3488-4573-9f82-9e46cd96a49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd5ae2c6d-958c-4812-880c-d7aa035fa876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:42:56.339356 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1d4063-57d1-46c4-8802-ee3b88d46735 admin admin] Network hostable DHCP agents. Network: d5ae2c6d-958c-4812-880c-d7aa035fa876, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:42:56.366326 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2fc1f5-417d-4e56-ba71-1d179517dcaa req-0ca62541-78b7-41c1-8e7e-ba565b378c84 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:56.374327 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ac2fc1f5-417d-4e56-ba71-1d179517dcaa req-0ca62541-78b7-41c1-8e7e-ba565b378c84 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d41217-85f8-4b83-9fe1-90caa01cf293 HTTP/1.1" status: 200 len: 950 time: 0.1564813 Sep 23 06:42:56.380210 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3914848-35df-4113-8ff4-f6d418377037 req-116a99e2-fb58-443a-aca1-bf006baf5337 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Made reservation on behalf of b4fd4d42904645d3a9db4b781392d8fe for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:42:56.383969 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-c3914848-35df-4113-8ff4-f6d418377037 req-116a99e2-fb58-443a-aca1-bf006baf5337 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:56.387062 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1d4063-57d1-46c4-8802-ee3b88d46735 admin admin] Network d5ae2c6d-958c-4812-880c-d7aa035fa876 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:42:56.406610 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-9d1d4063-57d1-46c4-8802-ee3b88d46735 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, d5ae2c6d-958c-4812-880c-d7aa035fa876) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:42:56.420059 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6337ade-4dd5-45b0-b4a5-2f9e2776f895 None None] Network d5ae2c6d-958c-4812-880c-d7aa035fa876 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:42:56.427861 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1d4063-57d1-46c4-8802-ee3b88d46735 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:56.428511 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9d1d4063-57d1-46c4-8802-ee3b88d46735 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:56.455596 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b02ff924-e5ad-447b-a213-24b509ca6624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:56.501430 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-9d1d4063-57d1-46c4-8802-ee3b88d46735 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7683051 Sep 23 06:42:56.508527 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ac2fc1f5-417d-4e56-ba71-1d179517dcaa req-eda32fa0-f07c-4d07-b498-743b53828370 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278617 Sep 23 06:42:56.514619 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51410) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:42:56.540596 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-224f7157-34c7-431c-b0a0-522f5975c23a admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-273436325-router', 'tenant_id': '448dd4ff349d4c2aa82dd34076c92b2d', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:42:56.549446 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724c926e-51d9-4bf4-b2df-e0f90499f1b8 req-5cc7221d-3737-4694-8c83-409b13919a07 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:56.552261 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-724c926e-51d9-4bf4-b2df-e0f90499f1b8 req-5cc7221d-3737-4694-8c83-409b13919a07 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=6537cafe-d3ce-4f50-8690-62d212f0187d HTTP/1.1" status: 200 len: 949 time: 0.1372588 Sep 23 06:42:56.571164 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-3cbdf682-0b2c-4e7f-9f6e-6ffdc083ac52 req-173308eb-085e-4f45-a96a-4ac09199dfe5 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:56.571681 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-3cbdf682-0b2c-4e7f-9f6e-6ffdc083ac52 req-173308eb-085e-4f45-a96a-4ac09199dfe5 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:56.572000 n-d-715271-16 neutron-server[95066]: INFO neutron.db.l3_db [req-3cbdf682-0b2c-4e7f-9f6e-6ffdc083ac52 req-173308eb-085e-4f45-a96a-4ac09199dfe5 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Floating IP 564feda0-b5c9-4098-8d52-10025445ee7c disassociated. External IP: 172.25.2.67, port: c258b629-f327-453e-a19d-784a34cfe81c. Sep 23 06:42:56.572393 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-3cbdf682-0b2c-4e7f-9f6e-6ffdc083ac52 req-173308eb-085e-4f45-a96a-4ac09199dfe5 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Calling delete_port for c258b629-f327-453e-a19d-784a34cfe81c owned by compute:nova {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:42:56.604417 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-224f7157-34c7-431c-b0a0-522f5975c23a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:56.604417 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-224f7157-34c7-431c-b0a0-522f5975c23a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:56.676430 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b02ff924-e5ad-447b-a213-24b509ca6624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:56.680117 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b02ff924-e5ad-447b-a213-24b509ca6624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:56.684023 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-b02ff924-e5ad-447b-a213-24b509ca6624 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fd23897c-e8c5-43e6-935c-4534b6d8b741 HTTP/1.1" status: 204 len: 168 time: 1.0024724 Sep 23 06:42:56.703979 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-c3914848-35df-4113-8ff4-f6d418377037 req-116a99e2-fb58-443a-aca1-bf006baf5337 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Allocated IP 172.20.0.4 (c551f062-d2de-4528-8056-81dd05062bf0/bf51907c-7d00-4db7-a61a-2e5dd58b5738/289ddb2b-7b47-4500-b893-7fc4d4cd5167) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:42:56.709288 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02ff924-e5ad-447b-a213-24b509ca6624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd23897c-e8c5-43e6-935c-4534b6d8b741,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:56.723277 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-724c926e-51d9-4bf4-b2df-e0f90499f1b8 req-fe790245-5d86-4d43-b4bf-8a3b0d0dd9d1 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738881 Sep 23 06:42:56.764861 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3d8d9723-2cd7-4fad-b474-2090643e28d5 req-6a4b2460-a107-4c17-83cd-1195953b3466 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "GET /v2.0/ports?device_id=c457d522-9f05-4980-a63e-73da0d41590a HTTP/1.1" status: 200 len: 210 time: 0.0648434 Sep 23 06:42:56.772039 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02ff924-e5ad-447b-a213-24b509ca6624 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:42:56.772039 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02ff924-e5ad-447b-a213-24b509ca6624 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:42:56.772478 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02ff924-e5ad-447b-a213-24b509ca6624 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:42:56.772954 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02ff924-e5ad-447b-a213-24b509ca6624 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:42:56.773963 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02ff924-e5ad-447b-a213-24b509ca6624 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:42:56.773963 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02ff924-e5ad-447b-a213-24b509ca6624 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:42:56.773963 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02ff924-e5ad-447b-a213-24b509ca6624 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:42:56.775394 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02ff924-e5ad-447b-a213-24b509ca6624 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:42:56.775950 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02ff924-e5ad-447b-a213-24b509ca6624 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:42:56.776081 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02ff924-e5ad-447b-a213-24b509ca6624 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:42:56.776384 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02ff924-e5ad-447b-a213-24b509ca6624 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:42:56.778067 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02ff924-e5ad-447b-a213-24b509ca6624 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:42:56.810129 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd591bb3-de6e-4bc1-a813-53ae4dafd0bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-d5ae2c6d-958c-4812-880c-d7aa035fa876', 'network_id': 'd5ae2c6d-958c-4812-880c-d7aa035fa876', 'tenant_id': '448dd4ff349d4c2aa82dd34076c92b2d', 'fixed_ips': [{'subnet_id': 'bb088479-d7c4-433b-8bbd-3789d8a2160c'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 06:42:56.810129 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-bd591bb3-de6e-4bc1-a813-53ae4dafd0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:56.838865 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-224f7157-34c7-431c-b0a0-522f5975c23a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:57.046115 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-c3914848-35df-4113-8ff4-f6d418377037 req-116a99e2-fb58-443a-aca1-bf006baf5337 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:57.186224 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-bd591bb3-de6e-4bc1-a813-53ae4dafd0bc None None] Allocated IP 172.20.0.2 (d5ae2c6d-958c-4812-880c-d7aa035fa876/bb088479-d7c4-433b-8bbd-3789d8a2160c/3b6a56d2-0111-4f1d-af35-2f709abb4862) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:42:57.205611 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-c3914848-35df-4113-8ff4-f6d418377037 req-116a99e2-fb58-443a-aca1-bf006baf5337 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:57.296010 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3914848-35df-4113-8ff4-f6d418377037 req-116a99e2-fb58-443a-aca1-bf006baf5337 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Network c551f062-d2de-4528-8056-81dd05062bf0 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:42:57.299581 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-224f7157-34c7-431c-b0a0-522f5975c23a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:57.315622 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-c3914848-35df-4113-8ff4-f6d418377037 req-116a99e2-fb58-443a-aca1-bf006baf5337 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:42:57.324036 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3914848-35df-4113-8ff4-f6d418377037 req-116a99e2-fb58-443a-aca1-bf006baf5337 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:42:57.331076 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3914848-35df-4113-8ff4-f6d418377037 req-116a99e2-fb58-443a-aca1-bf006baf5337 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:57.331745 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-c3914848-35df-4113-8ff4-f6d418377037 req-116a99e2-fb58-443a-aca1-bf006baf5337 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:57.367300 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c3914848-35df-4113-8ff4-f6d418377037 req-116a99e2-fb58-443a-aca1-bf006baf5337 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2105024 Sep 23 06:42:57.368292 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116a99e2-fb58-443a-aca1-bf006baf5337 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Pushing event updated for resources: {'Port': ['ID=289ddb2b-7b47-4500-b893-7fc4d4cd5167,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:57.385639 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device c258b629-f327-453e-a19d-784a34cfe81c no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:42:57.393007 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-c3914848-35df-4113-8ff4-f6d418377037 req-4e0ff943-b61a-4c16-82a3-cc2d492352f1 service neutron] Request body: {'port': {'device_id': 'c457d522-9f05-4980-a63e-73da0d41590a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:42:57.484267 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a04c88-0ac8-4bb8-8bf6-89e35baa1261 req-d1af2ada-1bf3-4cc7-ba37-2160f9d5f30e tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:57.493397 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-77a04c88-0ac8-4bb8-8bf6-89e35baa1261 req-d1af2ada-1bf3-4cc7-ba37-2160f9d5f30e tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a8f1e82-30db-46af-b5c4-56eac38212c2 HTTP/1.1" status: 200 len: 945 time: 0.4650192 Sep 23 06:42:57.518768 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-c3914848-35df-4113-8ff4-f6d418377037 req-4e0ff943-b61a-4c16-82a3-cc2d492352f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:57.617837 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-77a04c88-0ac8-4bb8-8bf6-89e35baa1261 req-aa85c50c-3a3a-4236-8bbe-783caf4a9200 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222169 Sep 23 06:42:57.660493 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d3649-3702-42b8-bf6a-bec0a21a23d3 req-3438eea9-e2a8-4068-9135-22a09d856576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:57.666835 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-974d3649-3702-42b8-bf6a-bec0a21a23d3 req-3438eea9-e2a8-4068-9135-22a09d856576 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6537cafe-d3ce-4f50-8690-62d212f0187d&tenant_id=5ca4f991227448e1b6417695cbfdc362 HTTP/1.1" status: 200 len: 1101 time: 0.3267100 Sep 23 06:42:57.673954 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-3cbdf682-0b2c-4e7f-9f6e-6ffdc083ac52 req-173308eb-085e-4f45-a96a-4ac09199dfe5 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:57.756553 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173308eb-085e-4f45-a96a-4ac09199dfe5 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Pushing event deleted for resources: {'Port': ['ID=c258b629-f327-453e-a19d-784a34cfe81c,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:57.810791 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:57.839165 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-3077687f-75be-4d45-8e6e-547f287e3eb5 None None] Provisioning complete for port 289ddb2b-7b47-4500-b893-7fc4d4cd5167 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:42:57.839747 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3077687f-75be-4d45-8e6e-547f287e3eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:57.852402 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf22fb7c-ce1e-4db8-8fa8-c1c628151f3a req-788439c4-ae68-47b8-99e3-84133bad25c9 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:57.854165 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cf22fb7c-ce1e-4db8-8fa8-c1c628151f3a req-788439c4-ae68-47b8-99e3-84133bad25c9 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d41217-85f8-4b83-9fe1-90caa01cf293 HTTP/1.1" status: 200 len: 950 time: 0.1288197 Sep 23 06:42:57.867403 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-bd591bb3-de6e-4bc1-a813-53ae4dafd0bc None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:57.887762 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-bd591bb3-de6e-4bc1-a813-53ae4dafd0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:57.933795 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cf22fb7c-ce1e-4db8-8fa8-c1c628151f3a req-ff3653d5-9798-434f-bac1-3b218c745a4b tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703321 Sep 23 06:42:58.011476 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-3077687f-75be-4d45-8e6e-547f287e3eb5 None None] Port 289ddb2b-7b47-4500-b893-7fc4d4cd5167 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:42:58.016894 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd591bb3-de6e-4bc1-a813-53ae4dafd0bc None None] Network d5ae2c6d-958c-4812-880c-d7aa035fa876 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:42:58.024402 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-bd591bb3-de6e-4bc1-a813-53ae4dafd0bc None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:42:58.028999 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd591bb3-de6e-4bc1-a813-53ae4dafd0bc None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:42:58.112599 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-c3914848-35df-4113-8ff4-f6d418377037 req-4e0ff943-b61a-4c16-82a3-cc2d492352f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 289ddb2b-7b47-4500-b893-7fc4d4cd5167 {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:42:58.115858 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd591bb3-de6e-4bc1-a813-53ae4dafd0bc None None] Pushing event updated for resources: {'Port': ['ID=3b6a56d2-0111-4f1d-af35-2f709abb4862,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:58.167320 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-bd591bb3-de6e-4bc1-a813-53ae4dafd0bc None None] Attempting to bind port 3b6a56d2-0111-4f1d-af35-2f709abb4862 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:42:58.170926 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-bd591bb3-de6e-4bc1-a813-53ae4dafd0bc None None] Attempting to bind port 3b6a56d2-0111-4f1d-af35-2f709abb4862 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '08babd18-3488-4573-9f82-9e46cd96a49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd5ae2c6d-958c-4812-880c-d7aa035fa876'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:42:58.171332 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3cbdf682-0b2c-4e7f-9f6e-6ffdc083ac52 req-173308eb-085e-4f45-a96a-4ac09199dfe5 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Router 3dfb171b-2695-48d5-be82-db2a718c3c85 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:42:58.172785 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd591bb3-de6e-4bc1-a813-53ae4dafd0bc None None] Attempting to bind port 3b6a56d2-0111-4f1d-af35-2f709abb4862 on network d5ae2c6d-958c-4812-880c-d7aa035fa876 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:42:58.173365 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-c3914848-35df-4113-8ff4-f6d418377037 req-4e0ff943-b61a-4c16-82a3-cc2d492352f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:58.180099 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d3649-3702-42b8-bf6a-bec0a21a23d3 req-ec4cfc86-0a18-415f-a3ea-f472a1d3d659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:58.183054 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-974d3649-3702-42b8-bf6a-bec0a21a23d3 req-ec4cfc86-0a18-415f-a3ea-f472a1d3d659 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5ca4f991227448e1b6417695cbfdc362&device_id=6537cafe-d3ce-4f50-8690-62d212f0187d HTTP/1.1" status: 200 len: 1101 time: 0.4589636 Sep 23 06:42:58.187612 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd591bb3-de6e-4bc1-a813-53ae4dafd0bc None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:42:58.191569 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd591bb3-de6e-4bc1-a813-53ae4dafd0bc None None] Checking segment: {'id': '08babd18-3488-4573-9f82-9e46cd96a49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd5ae2c6d-958c-4812-880c-d7aa035fa876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:42:58.192294 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-bd591bb3-de6e-4bc1-a813-53ae4dafd0bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:58.192927 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd591bb3-de6e-4bc1-a813-53ae4dafd0bc None None] Bound using segment: {'id': '08babd18-3488-4573-9f82-9e46cd96a49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd5ae2c6d-958c-4812-880c-d7aa035fa876'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:42:58.193658 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-bd591bb3-de6e-4bc1-a813-53ae4dafd0bc None None] Bound port: 3b6a56d2-0111-4f1d-af35-2f709abb4862, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08babd18-3488-4573-9f82-9e46cd96a49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd5ae2c6d-958c-4812-880c-d7aa035fa876'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:42:58.195671 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-bd591bb3-de6e-4bc1-a813-53ae4dafd0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:58.251129 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-c3914848-35df-4113-8ff4-f6d418377037 req-4e0ff943-b61a-4c16-82a3-cc2d492352f1 service neutron] Transition to ACTIVE for port object 289ddb2b-7b47-4500-b893-7fc4d4cd5167 will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:42:58.266738 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-c3914848-35df-4113-8ff4-f6d418377037 req-4e0ff943-b61a-4c16-82a3-cc2d492352f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:58.324757 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51492) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:42:58.334528 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d3649-3702-42b8-bf6a-bec0a21a23d3 req-c1997083-0fab-4437-8511-97efd7b1cf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:58.336006 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-974d3649-3702-42b8-bf6a-bec0a21a23d3 req-c1997083-0fab-4437-8511-97efd7b1cf9b service neutron] 10.222.0.21 "GET /v2.0/networks?id=16515f0f-e5a6-4630-a440-e11fb2e02062 HTTP/1.1" status: 200 len: 870 time: 0.1087790 Sep 23 06:42:58.360417 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-bd591bb3-de6e-4bc1-a813-53ae4dafd0bc None None] For port 3b6a56d2-0111-4f1d-af35-2f709abb4862, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:42:58.366122 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-bd591bb3-de6e-4bc1-a813-53ae4dafd0bc None None] For port 3b6a56d2-0111-4f1d-af35-2f709abb4862, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=3b6a56d2-0111-4f1d-af35-2f709abb4862,segment=NetworkSegment(08babd18-3488-4573-9f82-9e46cd96a49b),segment_id=08babd18-3488-4573-9f82-9e46cd96a49b)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:42:58.375157 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-bd591bb3-de6e-4bc1-a813-53ae4dafd0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:58.384513 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b5af1-6ab5-441a-a241-64ee8e93a0c1 req-a3bd886b-776d-436f-bc16-f1e455957fe1 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:58.399314 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5c5b5af1-6ab5-441a-a241-64ee8e93a0c1 req-a3bd886b-776d-436f-bc16-f1e455957fe1 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "GET /v2.0/ports?device_id=c457d522-9f05-4980-a63e-73da0d41590a HTTP/1.1" status: 200 len: 931 time: 0.3138442 Sep 23 06:42:58.497108 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd591bb3-de6e-4bc1-a813-53ae4dafd0bc None None] Pushing event updated for resources: {'Port': ['ID=3b6a56d2-0111-4f1d-af35-2f709abb4862,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:58.503805 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3cbdf682-0b2c-4e7f-9f6e-6ffdc083ac52 req-173308eb-085e-4f45-a96a-4ac09199dfe5 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:42:58.521754 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e19a6c5-44ad-46ff-9db5-923e1693b54e None None] Sync routers for ids ['3dfb171b-2695-48d5-be82-db2a718c3c85'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:42:58.534716 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0ff943-b61a-4c16-82a3-cc2d492352f1 service neutron] Pushing event updated for resources: {'Port': ['ID=289ddb2b-7b47-4500-b893-7fc4d4cd5167,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:58.538876 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e19a6c5-44ad-46ff-9db5-923e1693b54e None None] Routers {'3dfb171b-2695-48d5-be82-db2a718c3c85'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:42:58.539621 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-4e19a6c5-44ad-46ff-9db5-923e1693b54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:42:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['3dfb171b-2695-48d5-be82-db2a718c3c85'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:42:58.548813 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-c3914848-35df-4113-8ff4-f6d418377037 req-4e0ff943-b61a-4c16-82a3-cc2d492352f1 service neutron] Attempting to bind port 289ddb2b-7b47-4500-b893-7fc4d4cd5167 on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:42:58.550128 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-c3914848-35df-4113-8ff4-f6d418377037 req-4e0ff943-b61a-4c16-82a3-cc2d492352f1 service neutron] Attempting to bind port 289ddb2b-7b47-4500-b893-7fc4d4cd5167 by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': 'b569fd8b-6a61-4c64-b70e-3efdef1c71e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c551f062-d2de-4528-8056-81dd05062bf0'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:42:58.550681 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3914848-35df-4113-8ff4-f6d418377037 req-4e0ff943-b61a-4c16-82a3-cc2d492352f1 service neutron] Attempting to bind port 289ddb2b-7b47-4500-b893-7fc4d4cd5167 on network c551f062-d2de-4528-8056-81dd05062bf0 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:42:58.573057 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3914848-35df-4113-8ff4-f6d418377037 req-4e0ff943-b61a-4c16-82a3-cc2d492352f1 service neutron] Port 289ddb2b-7b47-4500-b893-7fc4d4cd5167 on network c551f062-d2de-4528-8056-81dd05062bf0 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:42:58.574517 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3914848-35df-4113-8ff4-f6d418377037 req-4e0ff943-b61a-4c16-82a3-cc2d492352f1 service neutron] Attempting to bind port 289ddb2b-7b47-4500-b893-7fc4d4cd5167 on network c551f062-d2de-4528-8056-81dd05062bf0 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:42:58.587921 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3914848-35df-4113-8ff4-f6d418377037 req-4e0ff943-b61a-4c16-82a3-cc2d492352f1 service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:42:58.588394 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3914848-35df-4113-8ff4-f6d418377037 req-4e0ff943-b61a-4c16-82a3-cc2d492352f1 service neutron] Checking segment: {'id': 'b569fd8b-6a61-4c64-b70e-3efdef1c71e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c551f062-d2de-4528-8056-81dd05062bf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:42:58.588867 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3914848-35df-4113-8ff4-f6d418377037 req-4e0ff943-b61a-4c16-82a3-cc2d492352f1 service neutron] Bound using segment: {'id': 'b569fd8b-6a61-4c64-b70e-3efdef1c71e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c551f062-d2de-4528-8056-81dd05062bf0'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:42:58.589408 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-c3914848-35df-4113-8ff4-f6d418377037 req-4e0ff943-b61a-4c16-82a3-cc2d492352f1 service neutron] Bound port: 289ddb2b-7b47-4500-b893-7fc4d4cd5167, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b569fd8b-6a61-4c64-b70e-3efdef1c71e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c551f062-d2de-4528-8056-81dd05062bf0'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:42:58.589858 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-c3914848-35df-4113-8ff4-f6d418377037 req-4e0ff943-b61a-4c16-82a3-cc2d492352f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:58.609672 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-974d3649-3702-42b8-bf6a-bec0a21a23d3 req-1e866596-e638-4913-be83-14f124f9e89f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195 HTTP/1.1" status: 200 len: 217 time: 0.0917833 Sep 23 06:42:58.640053 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01b5a6-8426-4554-8e9d-74067bbfa87b req-570c808b-b90c-4168-bfe2-b7dee26343c6 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:58.648063 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1d01b5a6-8426-4554-8e9d-74067bbfa87b req-570c808b-b90c-4168-bfe2-b7dee26343c6 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=6537cafe-d3ce-4f50-8690-62d212f0187d HTTP/1.1" status: 200 len: 949 time: 0.4980915 Sep 23 06:42:58.669989 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-c3914848-35df-4113-8ff4-f6d418377037 req-4e0ff943-b61a-4c16-82a3-cc2d492352f1 service neutron] For port 289ddb2b-7b47-4500-b893-7fc4d4cd5167, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:42:58.673461 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-c3914848-35df-4113-8ff4-f6d418377037 req-4e0ff943-b61a-4c16-82a3-cc2d492352f1 service neutron] For port 289ddb2b-7b47-4500-b893-7fc4d4cd5167, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=289ddb2b-7b47-4500-b893-7fc4d4cd5167,segment=NetworkSegment(b569fd8b-6a61-4c64-b70e-3efdef1c71e0),segment_id=b569fd8b-6a61-4c64-b70e-3efdef1c71e0)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:42:58.681306 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-43e0f104-62d9-4821-bd67-a570909c4382 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-736802449-network', 'tenant_id': '031ae4ebff9e422a93af0c39a45d1171'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:42:58.697039 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5c5b5af1-6ab5-441a-a241-64ee8e93a0c1 req-10949f9a-4f21-4830-9f83-c55e05ab62cf tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "GET /v2.0/security-groups?id=8dfb9b91-c839-45a6-ad00-d87fab5f07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2838626 Sep 23 06:42:58.716507 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-c3914848-35df-4113-8ff4-f6d418377037 req-4e0ff943-b61a-4c16-82a3-cc2d492352f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:58.780979 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cbdf682-0b2c-4e7f-9f6e-6ffdc083ac52 req-173308eb-085e-4f45-a96a-4ac09199dfe5 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] No DVR routers for this DVR port c258b629-f327-453e-a19d-784a34cfe81c on host n-h1-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:42:58.783814 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-3cbdf682-0b2c-4e7f-9f6e-6ffdc083ac52 req-173308eb-085e-4f45-a96a-4ac09199dfe5 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:58.787067 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3cbdf682-0b2c-4e7f-9f6e-6ffdc083ac52 req-173308eb-085e-4f45-a96a-4ac09199dfe5 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.21 "DELETE /v2.0/ports/c258b629-f327-453e-a19d-784a34cfe81c HTTP/1.1" status: 204 len: 173 time: 3.4353933 Sep 23 06:42:58.791226 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d3649-3702-42b8-bf6a-bec0a21a23d3 req-e820b0a5-dc5c-4a63-bb55-35281e7f1536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:58.792768 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-974d3649-3702-42b8-bf6a-bec0a21a23d3 req-e820b0a5-dc5c-4a63-bb55-35281e7f1536 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e HTTP/1.1" status: 200 len: 843 time: 0.1630306 Sep 23 06:42:58.813660 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-4e19a6c5-44ad-46ff-9db5-923e1693b54e None None] Set router 3dfb171b-2695-48d5-be82-db2a718c3c85 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:42:58.821798 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f6d2b76-656f-4f25-a7ff-9abed767934d', 'name': 'network-vif-deleted', 'tag': 'c258b629-f327-453e-a19d-784a34cfe81c'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:42:58.824790 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d5c3a0d-d230-424c-a123-217ce44cdc3c" -d '{"events": [{"server_uuid": "2f6d2b76-656f-4f25-a7ff-9abed767934d", "name": "network-vif-deleted", "tag": "c258b629-f327-453e-a19d-784a34cfe81c"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:42:58.964391 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e0f104-62d9-4821-bd67-a570909c4382 admin admin] Made reservation on behalf of 031ae4ebff9e422a93af0c39a45d1171 for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:42:58.967219 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-43e0f104-62d9-4821-bd67-a570909c4382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:58.982635 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1d01b5a6-8426-4554-8e9d-74067bbfa87b req-ae353244-3f32-4a23-ba9f-924e45291132 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3335927 Sep 23 06:42:58.998139 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3914848-35df-4113-8ff4-f6d418377037 req-4e0ff943-b61a-4c16-82a3-cc2d492352f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:58.998139 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-c3914848-35df-4113-8ff4-f6d418377037 req-4e0ff943-b61a-4c16-82a3-cc2d492352f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:59.006402 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c3914848-35df-4113-8ff4-f6d418377037 req-4e0ff943-b61a-4c16-82a3-cc2d492352f1 service neutron] 10.222.0.21 "PUT /v2.0/ports/289ddb2b-7b47-4500-b893-7fc4d4cd5167 HTTP/1.1" status: 200 len: 1092 time: 1.6243429 Sep 23 06:42:59.007784 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d3649-3702-42b8-bf6a-bec0a21a23d3 req-b52ced3d-107d-4820-a71c-60ae6200f7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:59.009330 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-974d3649-3702-42b8-bf6a-bec0a21a23d3 req-b52ced3d-107d-4820-a71c-60ae6200f7b3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=16515f0f-e5a6-4630-a440-e11fb2e02062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1782174 Sep 23 06:42:59.013545 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-43e0f104-62d9-4821-bd67-a570909c4382 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:59.024517 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c457d522-9f05-4980-a63e-73da0d41590a', 'tag': '289ddb2b-7b47-4500-b893-7fc4d4cd5167'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:42:59.028286 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab25e4f-4e91-448e-b476-b78d24d0275a" -d '{"events": [{"name": "network-changed", "server_uuid": "c457d522-9f05-4980-a63e-73da0d41590a", "tag": "289ddb2b-7b47-4500-b893-7fc4d4cd5167"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:42:59.081591 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0ff943-b61a-4c16-82a3-cc2d492352f1 service neutron] Pushing event updated for resources: {'Port': ['ID=289ddb2b-7b47-4500-b893-7fc4d4cd5167,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:59.150545 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fceb74c-006d-4894-b805-9b4a77d8e54b x-openstack-request-id: req-8fceb74c-006d-4894-b805-9b4a77d8e54b {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:42:59.152217 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f6d2b76-656f-4f25-a7ff-9abed767934d", "name": "network-vif-deleted", "tag": "c258b629-f327-453e-a19d-784a34cfe81c", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:42:59.152632 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8fceb74c-006d-4894-b805-9b4a77d8e54b {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:42:59.153203 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f6d2b76-656f-4f25-a7ff-9abed767934d', 'name': 'network-vif-deleted', 'tag': 'c258b629-f327-453e-a19d-784a34cfe81c', 'status': 'completed', 'code': 200} Sep 23 06:42:59.330500 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ff943-b61a-4c16-82a3-cc2d492352f1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:42:59.331451 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ff943-b61a-4c16-82a3-cc2d492352f1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:42:59.332044 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ff943-b61a-4c16-82a3-cc2d492352f1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:42:59.332715 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ff943-b61a-4c16-82a3-cc2d492352f1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:42:59.334736 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ff943-b61a-4c16-82a3-cc2d492352f1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:42:59.337463 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ff943-b61a-4c16-82a3-cc2d492352f1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:42:59.338077 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ff943-b61a-4c16-82a3-cc2d492352f1 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:42:59.338659 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ff943-b61a-4c16-82a3-cc2d492352f1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:42:59.339607 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ff943-b61a-4c16-82a3-cc2d492352f1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:42:59.340497 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ff943-b61a-4c16-82a3-cc2d492352f1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:42:59.341089 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ff943-b61a-4c16-82a3-cc2d492352f1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:42:59.342029 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ff943-b61a-4c16-82a3-cc2d492352f1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:42:59.368471 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195 no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:42:59.481123 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-224f7157-34c7-431c-b0a0-522f5975c23a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:59.516802 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-43e0f104-62d9-4821-bd67-a570909c4382 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:59.521805 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3914848-35df-4113-8ff4-f6d418377037 req-2afc1e54-8795-46c9-ad49-9c9eaa368cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:59.530603 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c3914848-35df-4113-8ff4-f6d418377037 req-2afc1e54-8795-46c9-ad49-9c9eaa368cc2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b4fd4d42904645d3a9db4b781392d8fe&device_id=c457d522-9f05-4980-a63e-73da0d41590a HTTP/1.1" status: 200 len: 1095 time: 0.4439564 Sep 23 06:42:59.538782 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-43e0f104-62d9-4821-bd67-a570909c4382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:59.560259 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-224f7157-34c7-431c-b0a0-522f5975c23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:59.626577 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a13ecf-bc5e-4b85-bea4-2cf089270816 req-44fe34be-6564-463a-a832-df7884b95058 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:59.628370 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e3a13ecf-bc5e-4b85-bea4-2cf089270816 req-44fe34be-6564-463a-a832-df7884b95058 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d41217-85f8-4b83-9fe1-90caa01cf293 HTTP/1.1" status: 200 len: 950 time: 0.3669517 Sep 23 06:42:59.648366 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-4e19a6c5-44ad-46ff-9db5-923e1693b54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dfb171b-2695-48d5-be82-db2a718c3c85', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-586674481-router', 'tenant_id': 'b4fd4d42904645d3a9db4b781392d8fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '68a91cea-c487-4b18-9298-97ce80475048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:38:52Z', 'updated_at': '2021-09-23T06:38:56Z', 'revision_number': 4, 'project_id': 'b4fd4d42904645d3a9db4b781392d8fe', 'gw_port': {'id': '68a91cea-c487-4b18-9298-97ce80475048', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:40:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfb171b-2695-48d5-be82-db2a718c3c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:38:52Z', 'updated_at': '2021-09-23T06:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '6f8b70cd-eea5-4e7a-9263-fe942dd297c8', 'name': '', 'network_id': 'c551f062-d2de-4528-8056-81dd05062bf0', 'tenant_id': 'b4fd4d42904645d3a9db4b781392d8fe', 'mac_address': 'fa:16:3e:66:3c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfb171b-2695-48d5-be82-db2a718c3c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'bf51907c-7d00-4db7-a61a-2e5dd58b5738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:38:55Z', 'updated_at': '2021-09-23T06:39:02Z', 'revision_number': 5, 'project_id': 'b4fd4d42904645d3a9db4b781392d8fe', 'subnets': [{'id': 'bf51907c-7d00-4db7-a61a-2e5dd58b5738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:42:59.675144 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c3914848-35df-4113-8ff4-f6d418377037 req-8a8d05fd-6cbc-48d8-b1ec-dfc8b1b3c951 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=289ddb2b-7b47-4500-b893-7fc4d4cd5167 HTTP/1.1" status: 200 len: 217 time: 0.1243784 Sep 23 06:42:59.704344 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a770a1-601e-479f-ab65-38fcceb3447e req-b2524d73-53bb-463f-a7b3-20e35d1ded6b tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:59.712701 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-24a770a1-601e-479f-ab65-38fcceb3447e req-b2524d73-53bb-463f-a7b3-20e35d1ded6b tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a8f1e82-30db-46af-b5c4-56eac38212c2 HTTP/1.1" status: 200 len: 945 time: 0.5236006 Sep 23 06:42:59.721490 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-974d3649-3702-42b8-bf6a-bec0a21a23d3 req-193ff328-ff5f-4293-be32-08599468665c service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6912317 Sep 23 06:42:59.727345 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:59.757386 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43e0f104-62d9-4821-bd67-a570909c4382 admin admin] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:42:59.762924 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e19a6c5-44ad-46ff-9db5-923e1693b54e None None] Checking router: 3dfb171b-2695-48d5-be82-db2a718c3c85 for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:42:59.796782 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6537cafe-d3ce-4f50-8690-62d212f0187d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:42:59.799209 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a57ad26c-4717-4bbd-9891-32df2f1ef1d0" -d '{"events": [{"server_uuid": "6537cafe-d3ce-4f50-8690-62d212f0187d", "name": "network-vif-unplugged", "status": "completed", "tag": "4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:42:59.828492 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e19a6c5-44ad-46ff-9db5-923e1693b54e None None] Routers {'3dfb171b-2695-48d5-be82-db2a718c3c85'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:42:59.838784 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-4e19a6c5-44ad-46ff-9db5-923e1693b54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:42:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['3dfb171b-2695-48d5-be82-db2a718c3c85'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:42:59.842397 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:42:59.856444 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0f104-62d9-4821-bd67-a570909c4382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead5d8e9-ed26-4c51-bfc2-b6de8d7d128a,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:42:59.886171 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-43e0f104-62d9-4821-bd67-a570909c4382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:59.886434 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-43e0f104-62d9-4821-bd67-a570909c4382 admin admin] Added segment 2b9cc8e9-9b87-41b9-963b-963dc78e06f0 of type vlan for network 06f6700e-677f-450e-91ed-a10a2fbb500b Sep 23 06:42:59.929689 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:42:59.943698 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-24a770a1-601e-479f-ab65-38fcceb3447e req-2209dc67-0a51-4707-8899-73a56ea03494 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300255 Sep 23 06:42:59.945192 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3914848-35df-4113-8ff4-f6d418377037 req-47d9bafb-7dcb-4325-bd4a-0e905a7dad02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:42:59.946534 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c3914848-35df-4113-8ff4-f6d418377037 req-47d9bafb-7dcb-4325-bd4a-0e905a7dad02 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bf51907c-7d00-4db7-a61a-2e5dd58b5738 HTTP/1.1" status: 200 len: 862 time: 0.2284794 Sep 23 06:43:00.019310 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e3a13ecf-bc5e-4b85-bea4-2cf089270816 req-f6165a3b-418c-4c39-950b-ca9639bf6449 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3713028 Sep 23 06:43:00.064456 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-43e0f104-62d9-4821-bd67-a570909c4382 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:00.070671 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3914848-35df-4113-8ff4-f6d418377037 req-464ea6ab-2ba5-4a3d-bf75-d78b432d4ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:00.072677 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c3914848-35df-4113-8ff4-f6d418377037 req-464ea6ab-2ba5-4a3d-bf75-d78b432d4ac9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c551f062-d2de-4528-8056-81dd05062bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1008248 Sep 23 06:43:00.112238 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47318198-9f5c-49ec-8612-b0f4c59b0e57 x-openstack-request-id: req-47318198-9f5c-49ec-8612-b0f4c59b0e57 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:43:00.112497 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c457d522-9f05-4980-a63e-73da0d41590a", "tag": "289ddb2b-7b47-4500-b893-7fc4d4cd5167", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:43:00.112750 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-47318198-9f5c-49ec-8612-b0f4c59b0e57 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:43:00.113151 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c457d522-9f05-4980-a63e-73da0d41590a', 'tag': '289ddb2b-7b47-4500-b893-7fc4d4cd5167', 'status': 'completed', 'code': 200} Sep 23 06:43:00.166624 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-43e0f104-62d9-4821-bd67-a570909c4382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:00.168524 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e0f104-62d9-4821-bd67-a570909c4382 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:00.170564 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-43e0f104-62d9-4821-bd67-a570909c4382 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:00.188544 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-974d3649-3702-42b8-bf6a-bec0a21a23d3 req-630f00f8-3860-40e0-ba10-4681b5dd2a29 service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4402933 Sep 23 06:43:00.288242 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51548) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:43:00.288847 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-43e0f104-62d9-4821-bd67-a570909c4382 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.9487376 Sep 23 06:43:00.340776 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-943b5255-c495-48ff-9d74-2ca651a3e29a admin admin] Request body: {'subnet': {'network_id': '06f6700e-677f-450e-91ed-a10a2fbb500b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-736802449-subnet', 'tenant_id': '031ae4ebff9e422a93af0c39a45d1171', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:43:00.362259 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-224f7157-34c7-431c-b0a0-522f5975c23a admin admin] Allocated IP 172.25.2.118 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/d244b228-9b6a-4317-a702-39eaa094db34) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:43:00.406025 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-943b5255-c495-48ff-9d74-2ca651a3e29a admin admin] Made reservation on behalf of 031ae4ebff9e422a93af0c39a45d1171 for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:43:00.416293 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-943b5255-c495-48ff-9d74-2ca651a3e29a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:00.507847 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cac1ed-2212-438b-9e61-1839e0f904ee req-82af6976-b016-4f65-91ab-7206211d5bf5 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:00.509606 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-28cac1ed-2212-438b-9e61-1839e0f904ee req-82af6976-b016-4f65-91ab-7206211d5bf5 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "GET /v2.0/ports?device_id=c457d522-9f05-4980-a63e-73da0d41590a HTTP/1.1" status: 200 len: 943 time: 0.3069077 Sep 23 06:43:00.530156 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0f104-62d9-4821-bd67-a570909c4382 admin admin] Pushing event updated for resources: {'Network': ['ID=06f6700e-677f-450e-91ed-a10a2fbb500b,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:43:00.560827 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 06:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a620c3b4-069e-409d-820d-8b6d5bbb4d9a x-openstack-request-id: req-a620c3b4-069e-409d-820d-8b6d5bbb4d9a {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:43:00.561129 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6537cafe-d3ce-4f50-8690-62d212f0187d", "name": "network-vif-unplugged", "status": "completed", "tag": "4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:43:00.561383 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a620c3b4-069e-409d-820d-8b6d5bbb4d9a {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:43:00.561758 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6537cafe-d3ce-4f50-8690-62d212f0187d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195', 'code': 200} Sep 23 06:43:00.568238 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 3b6a56d2-0111-4f1d-af35-2f709abb4862 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:43:00.573100 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ee608d-5422-4f80-b9a5-dbead7cfd3d1 None None] Network d5ae2c6d-958c-4812-880c-d7aa035fa876 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:43:00.581728 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 06f6700e-677f-450e-91ed-a10a2fbb500b details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:43:00.635427 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c3914848-35df-4113-8ff4-f6d418377037 req-0e930d1f-e9d6-4b55-ba26-af1e294b0afa service neutron] 10.222.0.21 "GET /v2.0/networks/c551f062-d2de-4528-8056-81dd05062bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5213165 Sep 23 06:43:00.712115 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195,revision_number=9']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:43:00.757751 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-731d2614-7f49-447c-a43c-b7e3c1c1a86b None None] Provisioning complete for port 3b6a56d2-0111-4f1d-af35-2f709abb4862 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:43:00.758442 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-731d2614-7f49-447c-a43c-b7e3c1c1a86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:00.761537 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-4e19a6c5-44ad-46ff-9db5-923e1693b54e None None] Set router 3dfb171b-2695-48d5-be82-db2a718c3c85 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:43:00.775533 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-28cac1ed-2212-438b-9e61-1839e0f904ee req-87584d33-0b33-42e4-a47a-a353cdceccfd tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "GET /v2.0/security-groups?id=8dfb9b91-c839-45a6-ad00-d87fab5f07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2085845 Sep 23 06:43:00.809277 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-224f7157-34c7-431c-b0a0-522f5975c23a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:00.966890 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-943b5255-c495-48ff-9d74-2ca651a3e29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:01.074519 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9e8510-9d25-4f47-b127-720ff1e8c4e1 req-82f1cae5-576f-4f7c-933b-58a1f38a12fe tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:01.088677 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5b9e8510-9d25-4f47-b127-720ff1e8c4e1 req-82f1cae5-576f-4f7c-933b-58a1f38a12fe tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=6537cafe-d3ce-4f50-8690-62d212f0187d HTTP/1.1" status: 200 len: 947 time: 0.5769520 Sep 23 06:43:01.098581 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-224f7157-34c7-431c-b0a0-522f5975c23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:01.100387 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943b5255-c495-48ff-9d74-2ca651a3e29a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e60271bd-2abe-488c-8449-206f6ba42e89,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:43:01.158427 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943b5255-c495-48ff-9d74-2ca651a3e29a admin admin] Checking segment: {'id': '2b9cc8e9-9b87-41b9-963b-963dc78e06f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '06f6700e-677f-450e-91ed-a10a2fbb500b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:43:01.159256 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943b5255-c495-48ff-9d74-2ca651a3e29a admin admin] Network hostable DHCP agents. Network: 06f6700e-677f-450e-91ed-a10a2fbb500b, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:43:01.182728 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224f7157-34c7-431c-b0a0-522f5975c23a admin admin] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:43:01.191652 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-224f7157-34c7-431c-b0a0-522f5975c23a admin admin] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:43:01.197785 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224f7157-34c7-431c-b0a0-522f5975c23a admin admin] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:43:01.250954 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5b9e8510-9d25-4f47-b127-720ff1e8c4e1 req-88871c57-dce8-4099-a573-df4156599a72 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539044 Sep 23 06:43:01.261324 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f7157-34c7-431c-b0a0-522f5975c23a admin admin] Pushing event updated for resources: {'Port': ['ID=d244b228-9b6a-4317-a702-39eaa094db34,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:43:01.266495 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c3914848-35df-4113-8ff4-f6d418377037 req-753f5682-58e3-488b-a966-721e34f09f99 service neutron] 10.222.0.21 "GET /v2.0/networks/c551f062-d2de-4528-8056-81dd05062bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6140492 Sep 23 06:43:01.319229 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab76ca6-f6d2-46d3-90d6-643f86dc3795 req-1894511d-0299-4388-8b47-84aab9d9d5f3 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:01.320913 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bab76ca6-f6d2-46d3-90d6-643f86dc3795 req-1894511d-0299-4388-8b47-84aab9d9d5f3 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a8f1e82-30db-46af-b5c4-56eac38212c2 HTTP/1.1" status: 200 len: 945 time: 0.2420218 Sep 23 06:43:01.327378 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943b5255-c495-48ff-9d74-2ca651a3e29a admin admin] Network 06f6700e-677f-450e-91ed-a10a2fbb500b is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:43:01.402164 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-731d2614-7f49-447c-a43c-b7e3c1c1a86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:01.436144 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-943b5255-c495-48ff-9d74-2ca651a3e29a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 06f6700e-677f-450e-91ed-a10a2fbb500b) {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:43:01.466006 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3c239a-7cee-4a3c-8b42-3b7d60c94f38 None None] Network 06f6700e-677f-450e-91ed-a10a2fbb500b requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:43:01.466600 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab25e4f-4e91-448e-b476-b78d24d0275a req-d0496e81-5fe9-4d54-baef-154a65949636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:01.468254 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943b5255-c495-48ff-9d74-2ca651a3e29a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:01.468557 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1ab25e4f-4e91-448e-b476-b78d24d0275a req-d0496e81-5fe9-4d54-baef-154a65949636 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b4fd4d42904645d3a9db4b781392d8fe&device_id=c457d522-9f05-4980-a63e-73da0d41590a HTTP/1.1" status: 200 len: 1095 time: 0.1142340 Sep 23 06:43:01.468862 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-943b5255-c495-48ff-9d74-2ca651a3e29a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:01.478034 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09145e8-5e4c-439b-b16f-b0818bc990b6 req-11ab82cf-f0bc-4783-bf6c-7a5ddc3a2ce1 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:01.479747 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c09145e8-5e4c-439b-b16f-b0818bc990b6 req-11ab82cf-f0bc-4783-bf6c-7a5ddc3a2ce1 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d41217-85f8-4b83-9fe1-90caa01cf293 HTTP/1.1" status: 200 len: 950 time: 0.1122923 Sep 23 06:43:01.584347 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c09145e8-5e4c-439b-b16f-b0818bc990b6 req-d8bc2c05-8926-4f53-bbce-f2e3cc024d12 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941827 Sep 23 06:43:01.626961 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab25e4f-4e91-448e-b476-b78d24d0275a req-b4cb06a6-1e5f-411a-ae6a-df440bfe2fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:01.628646 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1ab25e4f-4e91-448e-b476-b78d24d0275a req-b4cb06a6-1e5f-411a-ae6a-df440bfe2fc8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c551f062-d2de-4528-8056-81dd05062bf0 HTTP/1.1" status: 200 len: 924 time: 0.1477094 Sep 23 06:43:01.638242 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 3b6a56d2-0111-4f1d-af35-2f709abb4862 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:43:01.638784 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:01.719708 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1ab25e4f-4e91-448e-b476-b78d24d0275a req-91fa43c3-fc05-4c73-b7b1-d48cd71c402b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=289ddb2b-7b47-4500-b893-7fc4d4cd5167 HTTP/1.1" status: 200 len: 217 time: 0.0832005 Sep 23 06:43:01.745113 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-731d2614-7f49-447c-a43c-b7e3c1c1a86b None None] For port 3b6a56d2-0111-4f1d-af35-2f709abb4862, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=3b6a56d2-0111-4f1d-af35-2f709abb4862,segment=NetworkSegment(08babd18-3488-4573-9f82-9e46cd96a49b),segment_id=08babd18-3488-4573-9f82-9e46cd96a49b)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:43:01.759287 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-731d2614-7f49-447c-a43c-b7e3c1c1a86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:01.766456 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0545fe1-2785-489e-815f-795bdd00e7f9 None None] Network 06f6700e-677f-450e-91ed-a10a2fbb500b requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:43:01.850418 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab25e4f-4e91-448e-b476-b78d24d0275a req-0bf6f34e-69f8-4dde-a8e4-96df4379e095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:01.854565 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1ab25e4f-4e91-448e-b476-b78d24d0275a req-0bf6f34e-69f8-4dde-a8e4-96df4379e095 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bf51907c-7d00-4db7-a61a-2e5dd58b5738 HTTP/1.1" status: 200 len: 862 time: 0.1143725 Sep 23 06:43:02.023146 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-4e19a6c5-44ad-46ff-9db5-923e1693b54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dfb171b-2695-48d5-be82-db2a718c3c85', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-586674481-router', 'tenant_id': 'b4fd4d42904645d3a9db4b781392d8fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '68a91cea-c487-4b18-9298-97ce80475048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:38:52Z', 'updated_at': '2021-09-23T06:38:56Z', 'revision_number': 4, 'project_id': 'b4fd4d42904645d3a9db4b781392d8fe', 'gw_port': {'id': '68a91cea-c487-4b18-9298-97ce80475048', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:40:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfb171b-2695-48d5-be82-db2a718c3c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:38:52Z', 'updated_at': '2021-09-23T06:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '6f8b70cd-eea5-4e7a-9263-fe942dd297c8', 'name': '', 'network_id': 'c551f062-d2de-4528-8056-81dd05062bf0', 'tenant_id': 'b4fd4d42904645d3a9db4b781392d8fe', 'mac_address': 'fa:16:3e:66:3c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfb171b-2695-48d5-be82-db2a718c3c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'bf51907c-7d00-4db7-a61a-2e5dd58b5738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:38:55Z', 'updated_at': '2021-09-23T06:39:02Z', 'revision_number': 5, 'project_id': 'b4fd4d42904645d3a9db4b781392d8fe', 'subnets': [{'id': 'bf51907c-7d00-4db7-a61a-2e5dd58b5738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:43:02.052164 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab25e4f-4e91-448e-b476-b78d24d0275a req-9be785ee-41f9-414d-bf21-47432779df23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:02.057551 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1ab25e4f-4e91-448e-b476-b78d24d0275a req-9be785ee-41f9-414d-bf21-47432779df23 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c551f062-d2de-4528-8056-81dd05062bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1944807 Sep 23 06:43:02.086346 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bab76ca6-f6d2-46d3-90d6-643f86dc3795 req-e2d31653-7152-4c17-9cd7-763b513525e7 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7428496 Sep 23 06:43:02.112120 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-943b5255-c495-48ff-9d74-2ca651a3e29a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.8076713 Sep 23 06:43:02.163123 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e19a6c5-44ad-46ff-9db5-923e1693b54e None None] The sync data for ids ['3dfb171b-2695-48d5-be82-db2a718c3c85'] in n-d-715271-16 is: [{'id': '3dfb171b-2695-48d5-be82-db2a718c3c85', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-586674481-router', 'tenant_id': 'b4fd4d42904645d3a9db4b781392d8fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '68a91cea-c487-4b18-9298-97ce80475048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:38:52Z', 'updated_at': '2021-09-23T06:38:56Z', 'revision_number': 4, 'project_id': 'b4fd4d42904645d3a9db4b781392d8fe', 'gw_port': {'id': '68a91cea-c487-4b18-9298-97ce80475048', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:40:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfb171b-2695-48d5-be82-db2a718c3c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:38:52Z', 'updated_at': '2021-09-23T06:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '6f8b70cd-eea5-4e7a-9263-fe942dd297c8', 'name': '', 'network_id': 'c551f062-d2de-4528-8056-81dd05062bf0', 'tenant_id': 'b4fd4d42904645d3a9db4b781392d8fe', 'mac_address': 'fa:16:3e:66:3c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfb171b-2695-48d5-be82-db2a718c3c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'bf51907c-7d00-4db7-a61a-2e5dd58b5738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:38:55Z', 'updated_at': '2021-09-23T06:39:02Z', 'revision_number': 5, 'project_id': 'b4fd4d42904645d3a9db4b781392d8fe', 'subnets': [{'id': 'bf51907c-7d00-4db7-a61a-2e5dd58b5738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:43:02.169645 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731d2614-7f49-447c-a43c-b7e3c1c1a86b None None] Pushing event updated for resources: {'Port': ['ID=3b6a56d2-0111-4f1d-af35-2f709abb4862,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:43:02.230060 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-0e6c2675-aee3-4ad6-aab8-4af7adc8de86 None None] Provisioning complete for port 3b6a56d2-0111-4f1d-af35-2f709abb4862 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:43:02.235375 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0e6c2675-aee3-4ad6-aab8-4af7adc8de86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:02.244278 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1ab25e4f-4e91-448e-b476-b78d24d0275a req-c5949d15-0d4b-48c9-9413-c0a33f8de28d service neutron] 10.222.0.21 "GET /v2.0/networks/c551f062-d2de-4528-8056-81dd05062bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794267 Sep 23 06:43:02.259109 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105e4c68-dfe9-48aa-8644-1c6177151a64 req-5f71ed9c-372f-4bf6-955c-f8efc51f3b75 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:02.267426 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-105e4c68-dfe9-48aa-8644-1c6177151a64 req-5f71ed9c-372f-4bf6-955c-f8efc51f3b75 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "GET /v2.0/ports?device_id=c457d522-9f05-4980-a63e-73da0d41590a HTTP/1.1" status: 200 len: 943 time: 0.3320434 Sep 23 06:43:02.373597 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 3b6a56d2-0111-4f1d-af35-2f709abb4862 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:43:02.393615 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-224f7157-34c7-431c-b0a0-522f5975c23a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:02.500204 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1ab25e4f-4e91-448e-b476-b78d24d0275a req-245e2461-6ad6-4a0e-b3a8-ddc11fb2ef1b service neutron] 10.222.0.21 "GET /v2.0/networks/c551f062-d2de-4528-8056-81dd05062bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035701 Sep 23 06:43:02.504752 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-105e4c68-dfe9-48aa-8644-1c6177151a64 req-a9bebffc-2c70-4da1-9a6a-68e1882c13c4 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "GET /v2.0/security-groups?id=8dfb9b91-c839-45a6-ad00-d87fab5f07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2364442 Sep 23 06:43:02.552290 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 3b6a56d2-0111-4f1d-af35-2f709abb4862 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:43:02.553146 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:02.635353 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d0ab2-dc18-4e5f-98df-3a5da7d2b4ee req-4882b36c-02bf-48fe-9b8b-6a960eabee16 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:02.637673 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-124d0ab2-dc18-4e5f-98df-3a5da7d2b4ee req-4882b36c-02bf-48fe-9b8b-6a960eabee16 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=6537cafe-d3ce-4f50-8690-62d212f0187d HTTP/1.1" status: 200 len: 947 time: 0.1761162 Sep 23 06:43:02.707327 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0231ace-c174-43c8-ac2f-1f90a94c58f7 None None] New status for floating IP 564feda0-b5c9-4098-8d52-10025445ee7c: DOWN {{(pid=95068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 06:43:02.730240 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-124d0ab2-dc18-4e5f-98df-3a5da7d2b4ee req-c43259be-a4a7-4a10-93ea-d344607e6a67 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790613 Sep 23 06:43:02.787096 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-224f7157-34c7-431c-b0a0-522f5975c23a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:02.955063 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73462c1-9b9f-4802-a461-ee4809031b3e req-beba3fef-37aa-419a-b9ba-f5fdee7230c5 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:02.958463 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a73462c1-9b9f-4802-a461-ee4809031b3e req-beba3fef-37aa-419a-b9ba-f5fdee7230c5 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/networks?id=06f6700e-677f-450e-91ed-a10a2fbb500b HTTP/1.1" status: 200 len: 804 time: 0.1340826 Sep 23 06:43:02.969468 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170ddd0b-002c-4a69-82a9-60667584bc52 req-bfe97351-e311-44ef-9546-76b1156243c3 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:02.971751 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-170ddd0b-002c-4a69-82a9-60667584bc52 req-bfe97351-e311-44ef-9546-76b1156243c3 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d41217-85f8-4b83-9fe1-90caa01cf293 HTTP/1.1" status: 200 len: 950 time: 0.0815811 Sep 23 06:43:02.975072 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a73462c1-9b9f-4802-a461-ee4809031b3e req-002e2088-4a68-44c5-8a27-9e5beb2b0191 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/quotas/031ae4ebff9e422a93af0c39a45d1171 HTTP/1.1" status: 200 len: 375 time: 0.0110328 Sep 23 06:43:03.007978 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a73462c1-9b9f-4802-a461-ee4809031b3e req-5994bff0-7d30-4ea8-ba8e-0d7b6ea0da90 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=031ae4ebff9e422a93af0c39a45d1171&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268288 Sep 23 06:43:03.030239 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-224f7157-34c7-431c-b0a0-522f5975c23a admin admin] Router 075d7e87-3327-4d36-8c8b-08d918cd9907 is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 06:43:03.040105 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-170ddd0b-002c-4a69-82a9-60667584bc52 req-74f24f69-3825-4f4c-bbd3-552200cbbc9c tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561805 Sep 23 06:43:03.166315 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a73462c1-9b9f-4802-a461-ee4809031b3e req-734d3b78-304c-4b65-9762-73c06e5ecbf7 service neutron] 10.222.0.39 "GET /v2.0/networks/06f6700e-677f-450e-91ed-a10a2fbb500b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488531 Sep 23 06:43:03.166533 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-224f7157-34c7-431c-b0a0-522f5975c23a admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:43:03.175802 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c57147-7b57-4e7f-8898-73e32dcb0c24 None None] Sync routers for ids ['075d7e87-3327-4d36-8c8b-08d918cd9907'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:43:03.186060 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c57147-7b57-4e7f-8898-73e32dcb0c24 None None] Routers {'075d7e87-3327-4d36-8c8b-08d918cd9907'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:43:03.187116 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-a3c57147-7b57-4e7f-8898-73e32dcb0c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:42:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['075d7e87-3327-4d36-8c8b-08d918cd9907'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:43:03.235785 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-224f7157-34c7-431c-b0a0-522f5975c23a admin admin] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:03.237012 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-224f7157-34c7-431c-b0a0-522f5975c23a admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.7185652 Sep 23 06:43:03.240309 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51588) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:43:03.288276 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a73462c1-9b9f-4802-a461-ee4809031b3e req-07b6e00e-e535-408d-99fe-dace69fe0f9b service neutron] 10.222.0.39 "GET /v2.0/networks/06f6700e-677f-450e-91ed-a10a2fbb500b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177688 Sep 23 06:43:03.316736 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5d119c-497a-4a51-986d-1e4e479c168d req-96413649-44e5-4280-93be-4adbed3e71ec tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:03.319557 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2f5d119c-497a-4a51-986d-1e4e479c168d req-96413649-44e5-4280-93be-4adbed3e71ec tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a8f1e82-30db-46af-b5c4-56eac38212c2 HTTP/1.1" status: 200 len: 945 time: 0.1297829 Sep 23 06:43:03.330567 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-a3c57147-7b57-4e7f-8898-73e32dcb0c24 None None] Set router 075d7e87-3327-4d36-8c8b-08d918cd9907 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:43:03.403051 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2f5d119c-497a-4a51-986d-1e4e479c168d req-b5a77e37-2a52-4659-98df-8f362250784b tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763175 Sep 23 06:43:03.432312 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195 details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:43:03.492245 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c57dc7be-30d9-466c-a3c8-1e66ee86c209 req-d0bd3e70-a6ed-447f-8ac9-73ad564443e5 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c683e27-d9e4-44e5-a3a1-ee97ab195ee6 HTTP/1.1" status: 200 len: 210 time: 0.0535223 Sep 23 06:43:03.712971 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e9d74-87ae-4139-a7e1-619af09fa977 req-66eda7e2-0612-40fd-8269-c22571619eca tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:03.714973 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-340e9d74-87ae-4139-a7e1-619af09fa977 req-66eda7e2-0612-40fd-8269-c22571619eca tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "GET /v2.0/ports?device_id=c457d522-9f05-4980-a63e-73da0d41590a HTTP/1.1" status: 200 len: 943 time: 0.0723951 Sep 23 06:43:03.796599 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:43:03.809789 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-340e9d74-87ae-4139-a7e1-619af09fa977 req-c4938bc2-4458-4dce-b955-334590b70a13 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "GET /v2.0/security-groups?id=8dfb9b91-c839-45a6-ad00-d87fab5f07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0833259 Sep 23 06:43:03.815825 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': '4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195', 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062', 'port_id': '4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195', 'mac_address': 'fa:16:3e:07:5f:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:43:03.884756 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-a3c57147-7b57-4e7f-8898-73e32dcb0c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '075d7e87-3327-4d36-8c8b-08d918cd9907', 'name': 'tempest-AttachSCSIVolumeTestJSON-273436325-router', 'tenant_id': '448dd4ff349d4c2aa82dd34076c92b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'd244b228-9b6a-4317-a702-39eaa094db34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:42:56Z', 'updated_at': '2021-09-23T06:43:02Z', 'revision_number': 3, 'project_id': '448dd4ff349d4c2aa82dd34076c92b2d', 'gw_port': {'id': 'd244b228-9b6a-4317-a702-39eaa094db34', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '075d7e87-3327-4d36-8c8b-08d918cd9907', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:42:59Z', 'updated_at': '2021-09-23T06:43:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:43:03.925915 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c57147-7b57-4e7f-8898-73e32dcb0c24 None None] Checking router: 075d7e87-3327-4d36-8c8b-08d918cd9907 for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:43:03.926315 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c57147-7b57-4e7f-8898-73e32dcb0c24 None None] Updating router 075d7e87-3327-4d36-8c8b-08d918cd9907 port d244b228-9b6a-4317-a702-39eaa094db34 binding host n-d-715271-16 {{(pid=95067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 06:43:03.954852 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a60f006-9da6-4459-ae32-ce0bee0518a8 req-62fbaf2d-7f86-4d71-afaf-491665801bee tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:03.962629 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a3c57147-7b57-4e7f-8898-73e32dcb0c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:03.962944 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8a60f006-9da6-4459-ae32-ce0bee0518a8 req-62fbaf2d-7f86-4d71-afaf-491665801bee tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=6537cafe-d3ce-4f50-8690-62d212f0187d HTTP/1.1" status: 200 len: 947 time: 0.0760884 Sep 23 06:43:04.009507 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8a60f006-9da6-4459-ae32-ce0bee0518a8 req-08fd1ffa-1364-42a1-9471-897824242415 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405433 Sep 23 06:43:04.018498 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c68e6c28-aee8-4f22-bd8e-5280afaeec78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:04.173150 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:04.227449 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:43:04.260711 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:43:04.269157 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e68d2b-35a1-4b41-bcd2-619650de45b7 req-06f1ea89-9444-40d5-9653-1cb03c3638b9 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:04.271493 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-32e68d2b-35a1-4b41-bcd2-619650de45b7 req-06f1ea89-9444-40d5-9653-1cb03c3638b9 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d41217-85f8-4b83-9fe1-90caa01cf293 HTTP/1.1" status: 200 len: 950 time: 0.1108332 Sep 23 06:43:04.275980 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:04.293727 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-c68e6c28-aee8-4f22-bd8e-5280afaeec78 admin admin] Allocated IP 172.20.0.1 (d5ae2c6d-958c-4812-880c-d7aa035fa876/bb088479-d7c4-433b-8bbd-3789d8a2160c/edbe331e-e852-4885-98f6-829435a85ce0) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:43:04.361903 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-32e68d2b-35a1-4b41-bcd2-619650de45b7 req-8aa3edf1-7e82-4d59-b179-252d2c5f990f tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816054 Sep 23 06:43:04.366201 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195,revision_number=10']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:43:04.386490 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a3c57147-7b57-4e7f-8898-73e32dcb0c24 None None] Notify callbacks [] for port, precommit_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:04.402115 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a3c57147-7b57-4e7f-8898-73e32dcb0c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:04.452246 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee7417e-bbed-4a68-b842-eabade5ede0b None None] Pushing event updated for resources: {'Port': ['ID=d244b228-9b6a-4317-a702-39eaa094db34,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:43:04.455425 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-a3c57147-7b57-4e7f-8898-73e32dcb0c24 None None] Attempting to bind port d244b228-9b6a-4317-a702-39eaa094db34 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:43:04.455425 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-a3c57147-7b57-4e7f-8898-73e32dcb0c24 None None] Attempting to bind port d244b228-9b6a-4317-a702-39eaa094db34 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:43:04.455721 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c57147-7b57-4e7f-8898-73e32dcb0c24 None None] Attempting to bind port d244b228-9b6a-4317-a702-39eaa094db34 on network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:43:04.462749 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c57147-7b57-4e7f-8898-73e32dcb0c24 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:43:04.463232 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c57147-7b57-4e7f-8898-73e32dcb0c24 None None] Checking segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:43:04.463727 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a3c57147-7b57-4e7f-8898-73e32dcb0c24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:04.464221 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c57147-7b57-4e7f-8898-73e32dcb0c24 None None] Bound using segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:43:04.464796 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-a3c57147-7b57-4e7f-8898-73e32dcb0c24 None None] Bound port: d244b228-9b6a-4317-a702-39eaa094db34, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:43:04.465264 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a3c57147-7b57-4e7f-8898-73e32dcb0c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:04.488995 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c68e6c28-aee8-4f22-bd8e-5280afaeec78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:04.533925 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a3c57147-7b57-4e7f-8898-73e32dcb0c24 None None] For port d244b228-9b6a-4317-a702-39eaa094db34, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:43:04.534707 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c68e6c28-aee8-4f22-bd8e-5280afaeec78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:04.540578 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a3c57147-7b57-4e7f-8898-73e32dcb0c24 None None] For port d244b228-9b6a-4317-a702-39eaa094db34, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=d244b228-9b6a-4317-a702-39eaa094db34,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:43:04.544400 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a3c57147-7b57-4e7f-8898-73e32dcb0c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:04.589904 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a80c28-0f29-411f-b502-b72e397f3a19 req-9d8d9d8c-ece8-4135-92b0-211deee955b3 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:04.601946 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68e6c28-aee8-4f22-bd8e-5280afaeec78 admin admin] Network d5ae2c6d-958c-4812-880c-d7aa035fa876 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:43:04.602415 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-73a80c28-0f29-411f-b502-b72e397f3a19 req-9d8d9d8c-ece8-4135-92b0-211deee955b3 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a8f1e82-30db-46af-b5c4-56eac38212c2 HTTP/1.1" status: 200 len: 945 time: 0.1052847 Sep 23 06:43:04.612529 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c57147-7b57-4e7f-8898-73e32dcb0c24 None None] Routers {'075d7e87-3327-4d36-8c8b-08d918cd9907'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:43:04.613559 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-a3c57147-7b57-4e7f-8898-73e32dcb0c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:42:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['075d7e87-3327-4d36-8c8b-08d918cd9907'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:43:04.615690 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee7417e-bbed-4a68-b842-eabade5ede0b None None] Pushing event updated for resources: {'Port': ['ID=d244b228-9b6a-4317-a702-39eaa094db34,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:43:04.642411 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d82a4158-8c0d-4194-9a67-0a48efd4f82c req-c690f055-1c86-40f7-a2e8-fd20c14b3d0d tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c683e27-d9e4-44e5-a3a1-ee97ab195ee6 HTTP/1.1" status: 200 len: 210 time: 0.0448425 Sep 23 06:43:04.649033 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-c68e6c28-aee8-4f22-bd8e-5280afaeec78 admin admin] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:43:04.651397 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68e6c28-aee8-4f22-bd8e-5280afaeec78 admin admin] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:43:04.654443 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68e6c28-aee8-4f22-bd8e-5280afaeec78 admin admin] Pushing event updated for resources: {'Port': ['ID=edbe331e-e852-4885-98f6-829435a85ce0,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:43:04.682885 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-73a80c28-0f29-411f-b502-b72e397f3a19 req-b6bae37b-ce4b-4af4-8b17-ce6ae2ba910f tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711322 Sep 23 06:43:04.700881 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c68e6c28-aee8-4f22-bd8e-5280afaeec78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068614'] for router_interface, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:04.764282 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-a3c57147-7b57-4e7f-8898-73e32dcb0c24 None None] Set router 075d7e87-3327-4d36-8c8b-08d918cd9907 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:43:04.853281 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c68e6c28-aee8-4f22-bd8e-5280afaeec78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:04.977851 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-c2e1ba5d-b5e5-4e08-830b-62446bfd00e5 None None] Provisioning complete for port edbe331e-e852-4885-98f6-829435a85ce0 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:43:04.978519 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c2e1ba5d-b5e5-4e08-830b-62446bfd00e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:05.071803 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-c2e1ba5d-b5e5-4e08-830b-62446bfd00e5 None None] Port edbe331e-e852-4885-98f6-829435a85ce0 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:43:05.119043 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1125c9b6-5c97-43d7-bc72-41520cb47398 req-ccaa2934-04a0-41b0-8d0b-1ab2307bfd4b tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:05.122151 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1125c9b6-5c97-43d7-bc72-41520cb47398 req-ccaa2934-04a0-41b0-8d0b-1ab2307bfd4b tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "GET /v2.0/ports?device_id=c457d522-9f05-4980-a63e-73da0d41590a HTTP/1.1" status: 200 len: 943 time: 0.1734998 Sep 23 06:43:05.181772 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-a3c57147-7b57-4e7f-8898-73e32dcb0c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '075d7e87-3327-4d36-8c8b-08d918cd9907', 'name': 'tempest-AttachSCSIVolumeTestJSON-273436325-router', 'tenant_id': '448dd4ff349d4c2aa82dd34076c92b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'd244b228-9b6a-4317-a702-39eaa094db34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:42:56Z', 'updated_at': '2021-09-23T06:43:02Z', 'revision_number': 3, 'project_id': '448dd4ff349d4c2aa82dd34076c92b2d', 'gw_port': {'id': 'd244b228-9b6a-4317-a702-39eaa094db34', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '075d7e87-3327-4d36-8c8b-08d918cd9907', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:42:59Z', 'updated_at': '2021-09-23T06:43:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:43:05.197826 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1125c9b6-5c97-43d7-bc72-41520cb47398 req-11a8fec4-6bf5-4dfd-ba52-1217bc2c35d2 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "GET /v2.0/security-groups?id=8dfb9b91-c839-45a6-ad00-d87fab5f07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0631311 Sep 23 06:43:05.217748 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c68e6c28-aee8-4f22-bd8e-5280afaeec78 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:05.228112 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c68e6c28-aee8-4f22-bd8e-5280afaeec78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:05.281018 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c57147-7b57-4e7f-8898-73e32dcb0c24 None None] The sync data for ids ['075d7e87-3327-4d36-8c8b-08d918cd9907'] in n-d-715271-16 is: [{'id': '075d7e87-3327-4d36-8c8b-08d918cd9907', 'name': 'tempest-AttachSCSIVolumeTestJSON-273436325-router', 'tenant_id': '448dd4ff349d4c2aa82dd34076c92b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'd244b228-9b6a-4317-a702-39eaa094db34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:42:56Z', 'updated_at': '2021-09-23T06:43:02Z', 'revision_number': 3, 'project_id': '448dd4ff349d4c2aa82dd34076c92b2d', 'gw_port': {'id': 'd244b228-9b6a-4317-a702-39eaa094db34', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '075d7e87-3327-4d36-8c8b-08d918cd9907', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:42:59Z', 'updated_at': '2021-09-23T06:43:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:43:05.370294 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 289ddb2b-7b47-4500-b893-7fc4d4cd5167 details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:43:05.408119 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13678801-7689-4e90-8222-ab0ce24f7418 req-38c07d3a-54a4-4ef2-aa1d-353db672f418 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:05.418608 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-13678801-7689-4e90-8222-ab0ce24f7418 req-38c07d3a-54a4-4ef2-aa1d-353db672f418 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=6537cafe-d3ce-4f50-8690-62d212f0187d HTTP/1.1" status: 200 len: 949 time: 0.1834500 Sep 23 06:43:05.430014 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73462c1-9b9f-4802-a461-ee4809031b3e req-98ade44a-1d8b-4f71-8e50-4a2e9d7874b4 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:05.431513 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a73462c1-9b9f-4802-a461-ee4809031b3e req-98ade44a-1d8b-4f71-8e50-4a2e9d7874b4 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.21 "GET /v2.0/networks?id=06f6700e-677f-450e-91ed-a10a2fbb500b HTTP/1.1" status: 200 len: 804 time: 0.3962097 Sep 23 06:43:05.440015 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68e6c28-aee8-4f22-bd8e-5280afaeec78 admin admin] Pushing event updated for resources: {'Port': ['ID=edbe331e-e852-4885-98f6-829435a85ce0,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:43:05.447791 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c68e6c28-aee8-4f22-bd8e-5280afaeec78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067062'] for router_interface, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:05.458469 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-a73462c1-9b9f-4802-a461-ee4809031b3e req-d923edfd-3ff2-4299-b285-98214ed08d62 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Request body: {'port': {'device_id': '0c683e27-d9e4-44e5-a3a1-ee97ab195ee6', 'network_id': '06f6700e-677f-450e-91ed-a10a2fbb500b', 'admin_state_up': True, 'tenant_id': '031ae4ebff9e422a93af0c39a45d1171'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:43:05.563531 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 289ddb2b-7b47-4500-b893-7fc4d4cd5167, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=289ddb2b-7b47-4500-b893-7fc4d4cd5167,segment=NetworkSegment(b569fd8b-6a61-4c64-b70e-3efdef1c71e0),segment_id=b569fd8b-6a61-4c64-b70e-3efdef1c71e0)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:43:05.578364 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': '289ddb2b-7b47-4500-b893-7fc4d4cd5167', 'network_id': 'c551f062-d2de-4528-8056-81dd05062bf0', 'port_id': '289ddb2b-7b47-4500-b893-7fc4d4cd5167', 'mac_address': 'fa:16:3e:a5:c6:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf51907c-7d00-4db7-a61a-2e5dd58b5738', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:43:05.645889 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-13678801-7689-4e90-8222-ab0ce24f7418 req-8f667e5e-44e0-4555-b9a7-291646f5e17a tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198040 Sep 23 06:43:05.655681 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a73462c1-9b9f-4802-a461-ee4809031b3e req-d923edfd-3ff2-4299-b285-98214ed08d62 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Made reservation on behalf of 031ae4ebff9e422a93af0c39a45d1171 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:43:05.666234 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-a73462c1-9b9f-4802-a461-ee4809031b3e req-d923edfd-3ff2-4299-b285-98214ed08d62 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:05.689248 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:05.711656 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 289ddb2b-7b47-4500-b893-7fc4d4cd5167 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:43:05.719040 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68e6c28-aee8-4f22-bd8e-5280afaeec78 admin admin] Network d5ae2c6d-958c-4812-880c-d7aa035fa876 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:43:05.725783 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-c68e6c28-aee8-4f22-bd8e-5280afaeec78 admin admin] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:43:05.744797 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 289ddb2b-7b47-4500-b893-7fc4d4cd5167, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=289ddb2b-7b47-4500-b893-7fc4d4cd5167,segment=NetworkSegment(b569fd8b-6a61-4c64-b70e-3efdef1c71e0),segment_id=b569fd8b-6a61-4c64-b70e-3efdef1c71e0)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:43:05.775096 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:05.865997 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=289ddb2b-7b47-4500-b893-7fc4d4cd5167,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:43:05.875986 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5572095f-e591-4839-b19d-a31599a8b79f req-0f2f8a46-538c-46b5-a36b-4d645b1b6d6c tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c683e27-d9e4-44e5-a3a1-ee97ab195ee6 HTTP/1.1" status: 200 len: 210 time: 0.0861874 Sep 23 06:43:05.909540 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b936c2-bf83-42d1-a1da-2ed622f27916 req-ad787412-ec7c-48ee-a97f-96fff5e4e0ee tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:05.912097 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-72b936c2-bf83-42d1-a1da-2ed622f27916 req-ad787412-ec7c-48ee-a97f-96fff5e4e0ee tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d41217-85f8-4b83-9fe1-90caa01cf293 HTTP/1.1" status: 200 len: 950 time: 0.3169565 Sep 23 06:43:05.931775 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c68e6c28-aee8-4f22-bd8e-5280afaeec78 admin admin] Router 075d7e87-3327-4d36-8c8b-08d918cd9907 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:43:05.936703 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:43:06.001026 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-a73462c1-9b9f-4802-a461-ee4809031b3e req-d923edfd-3ff2-4299-b285-98214ed08d62 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Allocated IP 172.20.0.3 (06f6700e-677f-450e-91ed-a10a2fbb500b/e60271bd-2abe-488c-8449-206f6ba42e89/9e14186d-b80e-4f8b-808d-65a00adca02e) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:43:06.154017 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c68e6c28-aee8-4f22-bd8e-5280afaeec78 admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:43:06.160083 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-c68e6c28-aee8-4f22-bd8e-5280afaeec78 admin admin] 10.222.0.39 "PUT /v2.0/routers/075d7e87-3327-4d36-8c8b-08d918cd9907/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9187891 Sep 23 06:43:06.187103 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-3cb41c79-abb1-4453-b3dc-81c1c5e96837 None None] Provisioning complete for port edbe331e-e852-4885-98f6-829435a85ce0 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:43:06.187712 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3cb41c79-abb1-4453-b3dc-81c1c5e96837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:06.191739 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-72b936c2-bf83-42d1-a1da-2ed622f27916 req-586d6f8d-d9ed-47d1-8b25-c8cd8824b0de tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486629 Sep 23 06:43:06.199547 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:06.314455 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-3cb41c79-abb1-4453-b3dc-81c1c5e96837 None None] Port edbe331e-e852-4885-98f6-829435a85ce0 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:43:06.344711 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['289ddb2b-7b47-4500-b893-7fc4d4cd5167'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:43:06.391704 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device d244b228-9b6a-4317-a702-39eaa094db34 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:43:06.414011 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c76a33-58a2-444a-8647-a6e229f678d3 req-e90a4edb-a064-4f62-a20e-a20865afbf92 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:06.421913 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-06c76a33-58a2-444a-8647-a6e229f678d3 req-e90a4edb-a064-4f62-a20e-a20865afbf92 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a8f1e82-30db-46af-b5c4-56eac38212c2 HTTP/1.1" status: 200 len: 945 time: 0.3464398 Sep 23 06:43:06.463879 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89225e57-1531-4426-952e-4bb1c6544255 req-312e5d5a-7376-4265-a876-306d8744983e tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:06.475530 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-89225e57-1531-4426-952e-4bb1c6544255 req-312e5d5a-7376-4265-a876-306d8744983e tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "GET /v2.0/ports?device_id=c457d522-9f05-4980-a63e-73da0d41590a HTTP/1.1" status: 200 len: 944 time: 0.1381381 Sep 23 06:43:06.497226 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-06c76a33-58a2-444a-8647-a6e229f678d3 req-207bf3ad-3e24-4f09-8406-03f1a5268f62 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679104 Sep 23 06:43:06.518063 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-a73462c1-9b9f-4802-a461-ee4809031b3e req-d923edfd-3ff2-4299-b285-98214ed08d62 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:06.519820 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port d244b228-9b6a-4317-a702-39eaa094db34 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:43:06.521222 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:06.573978 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-a73462c1-9b9f-4802-a461-ee4809031b3e req-d923edfd-3ff2-4299-b285-98214ed08d62 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:06.607275 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-89225e57-1531-4426-952e-4bb1c6544255 req-9bf4e314-fc48-4440-820d-db09e1ec1451 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "GET /v2.0/security-groups?id=8dfb9b91-c839-45a6-ad00-d87fab5f07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1306620 Sep 23 06:43:06.640093 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a73462c1-9b9f-4802-a461-ee4809031b3e req-d923edfd-3ff2-4299-b285-98214ed08d62 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Network 06f6700e-677f-450e-91ed-a10a2fbb500b is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:43:06.643574 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-a73462c1-9b9f-4802-a461-ee4809031b3e req-d923edfd-3ff2-4299-b285-98214ed08d62 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:43:06.657130 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-a73462c1-9b9f-4802-a461-ee4809031b3e req-d923edfd-3ff2-4299-b285-98214ed08d62 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:43:06.664224 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73462c1-9b9f-4802-a461-ee4809031b3e req-d923edfd-3ff2-4299-b285-98214ed08d62 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:06.665501 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-a73462c1-9b9f-4802-a461-ee4809031b3e req-d923edfd-3ff2-4299-b285-98214ed08d62 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:06.684441 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d923edfd-3ff2-4299-b285-98214ed08d62 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Pushing event updated for resources: {'Port': ['ID=9e14186d-b80e-4f8b-808d-65a00adca02e,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:43:06.696489 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a73462c1-9b9f-4802-a461-ee4809031b3e req-d923edfd-3ff2-4299-b285-98214ed08d62 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2442777 Sep 23 06:43:06.729772 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-a73462c1-9b9f-4802-a461-ee4809031b3e req-e4ec36d9-2fb8-42f4-83bc-b705ce5f65af service neutron] Request body: {'port': {'device_id': '0c683e27-d9e4-44e5-a3a1-ee97ab195ee6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:43:06.794188 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:06.802581 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-a73462c1-9b9f-4802-a461-ee4809031b3e req-e4ec36d9-2fb8-42f4-83bc-b705ce5f65af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:06.817448 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port d244b228-9b6a-4317-a702-39eaa094db34, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=d244b228-9b6a-4317-a702-39eaa094db34,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:43:06.824875 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:06.861983 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7c17c1-61f9-489a-b33c-4c3a9c66614e req-8b666832-59a0-488f-84ef-6412a5ea71cc tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:06.864791 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3e7c17c1-61f9-489a-b33c-4c3a9c66614e req-8b666832-59a0-488f-84ef-6412a5ea71cc tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=6537cafe-d3ce-4f50-8690-62d212f0187d HTTP/1.1" status: 200 len: 949 time: 0.0999444 Sep 23 06:43:06.896859 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=d244b228-9b6a-4317-a702-39eaa094db34,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:43:06.918651 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3e7c17c1-61f9-489a-b33c-4c3a9c66614e req-75ed507b-7070-47bc-aae1-1ae1f82cd6fd tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474429 Sep 23 06:43:07.105430 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3200e5d-d94c-43af-96af-7a61f4497fdf req-6712ade7-512a-453b-897a-b1ddcd9d6f7d tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:07.116036 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f3200e5d-d94c-43af-96af-7a61f4497fdf req-6712ade7-512a-453b-897a-b1ddcd9d6f7d tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=6537cafe-d3ce-4f50-8690-62d212f0187d HTTP/1.1" status: 200 len: 949 time: 0.0899143 Sep 23 06:43:07.132625 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f765fd0-6b5b-476c-a8c9-8b040fa89ca2 req-6c8176d0-09ce-4ea6-a2eb-afd4d90861cd tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:07.134266 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7f765fd0-6b5b-476c-a8c9-8b040fa89ca2 req-6c8176d0-09ce-4ea6-a2eb-afd4d90861cd tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c683e27-d9e4-44e5-a3a1-ee97ab195ee6 HTTP/1.1" status: 200 len: 931 time: 0.1241708 Sep 23 06:43:07.179364 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f3200e5d-d94c-43af-96af-7a61f4497fdf req-cd96f419-bae7-4365-af3a-6ea80a426d7d tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621045 Sep 23 06:43:07.216655 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7f765fd0-6b5b-476c-a8c9-8b040fa89ca2 req-aaaf8993-a45e-42b3-a1e9-77aca6ec5813 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/security-groups?id=ead5d8e9-ed26-4c51-bfc2-b6de8d7d128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715566 Sep 23 06:43:07.219233 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51660) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:43:07.224679 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-d2b73412-13c1-403a-b361-72643acb7841 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-651071345-network', 'tenant_id': '84a89d05599d4e01a9042767cea2437a'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:43:07.291451 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-a73462c1-9b9f-4802-a461-ee4809031b3e req-e4ec36d9-2fb8-42f4-83bc-b705ce5f65af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e14186d-b80e-4f8b-808d-65a00adca02e {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:43:07.302542 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-a73462c1-9b9f-4802-a461-ee4809031b3e req-e4ec36d9-2fb8-42f4-83bc-b705ce5f65af service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:07.320089 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-a73462c1-9b9f-4802-a461-ee4809031b3e req-e4ec36d9-2fb8-42f4-83bc-b705ce5f65af service neutron] Transition to ACTIVE for port object 9e14186d-b80e-4f8b-808d-65a00adca02e will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:43:07.327990 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-a73462c1-9b9f-4802-a461-ee4809031b3e req-e4ec36d9-2fb8-42f4-83bc-b705ce5f65af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:07.387525 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50189b3d-a245-48a1-8719-95f244856bc6 req-26dc602f-df91-41b5-a13c-6474553e02dc tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:07.389768 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-50189b3d-a245-48a1-8719-95f244856bc6 req-26dc602f-df91-41b5-a13c-6474553e02dc tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d41217-85f8-4b83-9fe1-90caa01cf293 HTTP/1.1" status: 200 len: 950 time: 0.0721822 Sep 23 06:43:07.394096 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b73412-13c1-403a-b361-72643acb7841 admin admin] Made reservation on behalf of 84a89d05599d4e01a9042767cea2437a for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:43:07.397567 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d2b73412-13c1-403a-b361-72643acb7841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:07.444270 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ec36d9-2fb8-42f4-83bc-b705ce5f65af service neutron] Pushing event updated for resources: {'Port': ['ID=9e14186d-b80e-4f8b-808d-65a00adca02e,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:43:07.454404 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d2b73412-13c1-403a-b361-72643acb7841 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:07.468027 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-50189b3d-a245-48a1-8719-95f244856bc6 req-9b1776f6-92b9-4171-bad5-8ef3e944dd64 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649123 Sep 23 06:43:07.473005 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-a73462c1-9b9f-4802-a461-ee4809031b3e req-e4ec36d9-2fb8-42f4-83bc-b705ce5f65af service neutron] Attempting to bind port 9e14186d-b80e-4f8b-808d-65a00adca02e on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:43:07.473941 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-a73462c1-9b9f-4802-a461-ee4809031b3e req-e4ec36d9-2fb8-42f4-83bc-b705ce5f65af service neutron] Attempting to bind port 9e14186d-b80e-4f8b-808d-65a00adca02e by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': '2b9cc8e9-9b87-41b9-963b-963dc78e06f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '06f6700e-677f-450e-91ed-a10a2fbb500b'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:43:07.474519 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73462c1-9b9f-4802-a461-ee4809031b3e req-e4ec36d9-2fb8-42f4-83bc-b705ce5f65af service neutron] Attempting to bind port 9e14186d-b80e-4f8b-808d-65a00adca02e on network 06f6700e-677f-450e-91ed-a10a2fbb500b {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:43:07.483479 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73462c1-9b9f-4802-a461-ee4809031b3e req-e4ec36d9-2fb8-42f4-83bc-b705ce5f65af service neutron] Port 9e14186d-b80e-4f8b-808d-65a00adca02e on network 06f6700e-677f-450e-91ed-a10a2fbb500b not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:43:07.483813 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73462c1-9b9f-4802-a461-ee4809031b3e req-e4ec36d9-2fb8-42f4-83bc-b705ce5f65af service neutron] Attempting to bind port 9e14186d-b80e-4f8b-808d-65a00adca02e on network 06f6700e-677f-450e-91ed-a10a2fbb500b {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:43:07.495775 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73462c1-9b9f-4802-a461-ee4809031b3e req-e4ec36d9-2fb8-42f4-83bc-b705ce5f65af service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:43:07.496184 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73462c1-9b9f-4802-a461-ee4809031b3e req-e4ec36d9-2fb8-42f4-83bc-b705ce5f65af service neutron] Checking segment: {'id': '2b9cc8e9-9b87-41b9-963b-963dc78e06f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '06f6700e-677f-450e-91ed-a10a2fbb500b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:43:07.496535 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73462c1-9b9f-4802-a461-ee4809031b3e req-e4ec36d9-2fb8-42f4-83bc-b705ce5f65af service neutron] Bound using segment: {'id': '2b9cc8e9-9b87-41b9-963b-963dc78e06f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '06f6700e-677f-450e-91ed-a10a2fbb500b'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:43:07.496979 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-a73462c1-9b9f-4802-a461-ee4809031b3e req-e4ec36d9-2fb8-42f4-83bc-b705ce5f65af service neutron] Bound port: 9e14186d-b80e-4f8b-808d-65a00adca02e, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b9cc8e9-9b87-41b9-963b-963dc78e06f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '06f6700e-677f-450e-91ed-a10a2fbb500b'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:43:07.497504 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-a73462c1-9b9f-4802-a461-ee4809031b3e req-e4ec36d9-2fb8-42f4-83bc-b705ce5f65af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:07.626806 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ff7278e3-5d99-430f-bea4-3e005fb70d27 req-76d13820-51e5-473a-9f37-b373559c09a5 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=5ca4f991227448e1b6417695cbfdc362&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0524480 Sep 23 06:43:07.643160 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb61441d-fd37-4267-865c-1fec278f5ff8 req-4e562616-e809-4556-b03e-50e83abb6e97 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:07.644716 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-eb61441d-fd37-4267-865c-1fec278f5ff8 req-4e562616-e809-4556-b03e-50e83abb6e97 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a8f1e82-30db-46af-b5c4-56eac38212c2 HTTP/1.1" status: 200 len: 945 time: 0.0581796 Sep 23 06:43:07.696640 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-eb61441d-fd37-4267-865c-1fec278f5ff8 req-c918e1eb-966b-42b5-9538-fbd2e1cccc91 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452681 Sep 23 06:43:07.720315 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-a73462c1-9b9f-4802-a461-ee4809031b3e req-e4ec36d9-2fb8-42f4-83bc-b705ce5f65af service neutron] For port 9e14186d-b80e-4f8b-808d-65a00adca02e, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:43:07.736431 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-a73462c1-9b9f-4802-a461-ee4809031b3e req-e4ec36d9-2fb8-42f4-83bc-b705ce5f65af service neutron] For port 9e14186d-b80e-4f8b-808d-65a00adca02e, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=9e14186d-b80e-4f8b-808d-65a00adca02e,segment=NetworkSegment(2b9cc8e9-9b87-41b9-963b-963dc78e06f0),segment_id=2b9cc8e9-9b87-41b9-963b-963dc78e06f0)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:43:07.749192 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-a73462c1-9b9f-4802-a461-ee4809031b3e req-e4ec36d9-2fb8-42f4-83bc-b705ce5f65af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:07.769170 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739a379d-af55-45e7-ad6f-7453f5da1cb7 None None] Sync routers for ids ['075d7e87-3327-4d36-8c8b-08d918cd9907'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:43:07.780442 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739a379d-af55-45e7-ad6f-7453f5da1cb7 None None] Routers {'075d7e87-3327-4d36-8c8b-08d918cd9907'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:43:07.781070 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-739a379d-af55-45e7-ad6f-7453f5da1cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:42:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['075d7e87-3327-4d36-8c8b-08d918cd9907'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:43:07.840694 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e271b9-2f98-48f8-b611-caa8d46537fd req-47281247-fa89-4ae8-aa10-e0359d4d74f6 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:07.846628 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73462c1-9b9f-4802-a461-ee4809031b3e req-e4ec36d9-2fb8-42f4-83bc-b705ce5f65af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:07.847251 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-a73462c1-9b9f-4802-a461-ee4809031b3e req-e4ec36d9-2fb8-42f4-83bc-b705ce5f65af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:07.849238 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a73462c1-9b9f-4802-a461-ee4809031b3e req-e4ec36d9-2fb8-42f4-83bc-b705ce5f65af service neutron] 10.222.0.21 "PUT /v2.0/ports/9e14186d-b80e-4f8b-808d-65a00adca02e HTTP/1.1" status: 200 len: 1092 time: 1.1239486 Sep 23 06:43:07.849396 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c2e271b9-2f98-48f8-b611-caa8d46537fd req-47281247-fa89-4ae8-aa10-e0359d4d74f6 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "GET /v2.0/ports?device_id=c457d522-9f05-4980-a63e-73da0d41590a HTTP/1.1" status: 200 len: 944 time: 0.0690830 Sep 23 06:43:07.849690 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c683e27-d9e4-44e5-a3a1-ee97ab195ee6', 'tag': '9e14186d-b80e-4f8b-808d-65a00adca02e'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:43:07.851952 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5320bbec-f4bd-4082-89b2-5f4b0a176726" -d '{"events": [{"name": "network-changed", "server_uuid": "0c683e27-d9e4-44e5-a3a1-ee97ab195ee6", "tag": "9e14186d-b80e-4f8b-808d-65a00adca02e"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:43:07.905928 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ec36d9-2fb8-42f4-83bc-b705ce5f65af service neutron] Pushing event updated for resources: {'Port': ['ID=9e14186d-b80e-4f8b-808d-65a00adca02e,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:43:07.919522 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c2e271b9-2f98-48f8-b611-caa8d46537fd req-ba53bbb7-8bf3-4dbc-bf0f-2287c06c1fb5 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "GET /v2.0/security-groups?id=8dfb9b91-c839-45a6-ad00-d87fab5f07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0667834 Sep 23 06:43:07.933742 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7278e3-5d99-430f-bea4-3e005fb70d27 req-9b672e8c-6282-4884-8b1f-f814d218c049 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:07.940855 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ff7278e3-5d99-430f-bea4-3e005fb70d27 req-9b672e8c-6282-4884-8b1f-f814d218c049 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3129113 Sep 23 06:43:07.953652 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d2b73412-13c1-403a-b361-72643acb7841 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:07.970723 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d2b73412-13c1-403a-b361-72643acb7841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:07.990455 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ff7278e3-5d99-430f-bea4-3e005fb70d27 req-a243fa78-58e4-4bda-a496-cd077a37cfb4 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/quotas/5ca4f991227448e1b6417695cbfdc362 HTTP/1.1" status: 200 len: 375 time: 0.0486603 Sep 23 06:43:08.040286 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-6645f802-063a-4cbc-968d-e0b0e89616f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:08.074385 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2b73412-13c1-403a-b361-72643acb7841 admin admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:43:08.087221 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d2b73412-13c1-403a-b361-72643acb7841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:08.087221 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-d2b73412-13c1-403a-b361-72643acb7841 admin admin] Added segment 13217e12-beba-43dd-80b6-1f2e681c87cb of type vlan for network 76a74e36-7b7c-4293-85c3-27abbe54fe35 Sep 23 06:43:08.142245 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-739a379d-af55-45e7-ad6f-7453f5da1cb7 None None] Set router 075d7e87-3327-4d36-8c8b-08d918cd9907 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:43:08.146172 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-173da968-c83f-47fd-b6ff-70c8be198916 x-openstack-request-id: req-173da968-c83f-47fd-b6ff-70c8be198916 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:43:08.146357 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c683e27-d9e4-44e5-a3a1-ee97ab195ee6", "tag": "9e14186d-b80e-4f8b-808d-65a00adca02e", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:43:08.146674 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-173da968-c83f-47fd-b6ff-70c8be198916 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:43:08.147036 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c683e27-d9e4-44e5-a3a1-ee97ab195ee6', 'tag': '9e14186d-b80e-4f8b-808d-65a00adca02e', 'status': 'completed', 'code': 200} Sep 23 06:43:08.172777 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b73412-13c1-403a-b361-72643acb7841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6189e795-d242-4132-ab4e-f0b7e992df6f,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:43:08.177412 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d2b73412-13c1-403a-b361-72643acb7841 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:08.194111 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73462c1-9b9f-4802-a461-ee4809031b3e req-9249a547-3dc9-45e9-9af4-acd6325a3472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:08.195656 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a73462c1-9b9f-4802-a461-ee4809031b3e req-9249a547-3dc9-45e9-9af4-acd6325a3472 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=031ae4ebff9e422a93af0c39a45d1171&device_id=0c683e27-d9e4-44e5-a3a1-ee97ab195ee6 HTTP/1.1" status: 200 len: 1095 time: 0.2834253 Sep 23 06:43:08.258508 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ff7278e3-5d99-430f-bea4-3e005fb70d27 req-c51f3d73-9f43-4791-be90-bd8989fea5fb tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5ca4f991227448e1b6417695cbfdc362&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2546861 Sep 23 06:43:08.340659 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a73462c1-9b9f-4802-a461-ee4809031b3e req-7ea6d11c-bf08-4f33-873c-b19990dc2e98 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e14186d-b80e-4f8b-808d-65a00adca02e HTTP/1.1" status: 200 len: 217 time: 0.1241739 Sep 23 06:43:08.341998 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d2b73412-13c1-403a-b361-72643acb7841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:08.343168 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b73412-13c1-403a-b361-72643acb7841 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:08.343945 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d2b73412-13c1-403a-b361-72643acb7841 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:08.365371 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device d244b228-9b6a-4317-a702-39eaa094db34 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:43:08.444653 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-d2b73412-13c1-403a-b361-72643acb7841 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2242496 Sep 23 06:43:08.447254 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51686) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:43:08.459522 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-41c06265-ce17-486f-84da-a81c1c516635 admin admin] Request body: {'subnet': {'network_id': '76a74e36-7b7c-4293-85c3-27abbe54fe35', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-651071345-subnet', 'tenant_id': '84a89d05599d4e01a9042767cea2437a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:43:08.470540 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port d244b228-9b6a-4317-a702-39eaa094db34 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:43:08.471458 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:08.491757 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b73412-13c1-403a-b361-72643acb7841 admin admin] Pushing event updated for resources: {'Network': ['ID=76a74e36-7b7c-4293-85c3-27abbe54fe35,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:43:08.495043 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73462c1-9b9f-4802-a461-ee4809031b3e req-69ba9453-1ced-4d6b-bebd-ea653babc00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:08.496658 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a73462c1-9b9f-4802-a461-ee4809031b3e req-69ba9453-1ced-4d6b-bebd-ea653babc00f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e60271bd-2abe-488c-8449-206f6ba42e89 HTTP/1.1" status: 200 len: 844 time: 0.1434975 Sep 23 06:43:08.512972 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 76a74e36-7b7c-4293-85c3-27abbe54fe35 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:43:08.539924 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a73462c1-9b9f-4802-a461-ee4809031b3e req-b2e81cf2-8815-483d-ad06-7370337e1e48 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=06f6700e-677f-450e-91ed-a10a2fbb500b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334208 Sep 23 06:43:08.570618 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c55bb2-e5e8-4fed-abf3-14cc43cae7ce req-20235170-5013-41c7-ab83-32f2ce83ab7a tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:08.581848 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d2c55bb2-e5e8-4fed-abf3-14cc43cae7ce req-20235170-5013-41c7-ab83-32f2ce83ab7a tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c683e27-d9e4-44e5-a3a1-ee97ab195ee6 HTTP/1.1" status: 200 len: 943 time: 0.2239327 Sep 23 06:43:08.619608 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c06265-ce17-486f-84da-a81c1c516635 admin admin] Made reservation on behalf of 84a89d05599d4e01a9042767cea2437a for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:43:08.622992 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-41c06265-ce17-486f-84da-a81c1c516635 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:08.667910 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-739a379d-af55-45e7-ad6f-7453f5da1cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '075d7e87-3327-4d36-8c8b-08d918cd9907', 'name': 'tempest-AttachSCSIVolumeTestJSON-273436325-router', 'tenant_id': '448dd4ff349d4c2aa82dd34076c92b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'd244b228-9b6a-4317-a702-39eaa094db34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:42:56Z', 'updated_at': '2021-09-23T06:43:04Z', 'revision_number': 4, 'project_id': '448dd4ff349d4c2aa82dd34076c92b2d', 'gw_port': {'id': 'd244b228-9b6a-4317-a702-39eaa094db34', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075d7e87-3327-4d36-8c8b-08d918cd9907', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:42:59Z', 'updated_at': '2021-09-23T06:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': 'edbe331e-e852-4885-98f6-829435a85ce0', 'name': '', 'network_id': 'd5ae2c6d-958c-4812-880c-d7aa035fa876', 'tenant_id': '448dd4ff349d4c2aa82dd34076c92b2d', 'mac_address': 'fa:16:3e:26:36:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '075d7e87-3327-4d36-8c8b-08d918cd9907', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'bb088479-d7c4-433b-8bbd-3789d8a2160c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:43:04Z', 'updated_at': '2021-09-23T06:43:04Z', 'revision_number': 2, 'project_id': '448dd4ff349d4c2aa82dd34076c92b2d', 'subnets': [{'id': 'bb088479-d7c4-433b-8bbd-3789d8a2160c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:43:08.734533 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739a379d-af55-45e7-ad6f-7453f5da1cb7 None None] Checking router: 075d7e87-3327-4d36-8c8b-08d918cd9907 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:43:08.734976 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739a379d-af55-45e7-ad6f-7453f5da1cb7 None None] Updating router 075d7e87-3327-4d36-8c8b-08d918cd9907 port edbe331e-e852-4885-98f6-829435a85ce0 binding host n-d-715271-16 {{(pid=95068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 06:43:08.770808 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d2c55bb2-e5e8-4fed-abf3-14cc43cae7ce req-272d820b-f8f6-422d-acfd-541e1678e6b6 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/security-groups?id=ead5d8e9-ed26-4c51-bfc2-b6de8d7d128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869926 Sep 23 06:43:08.771497 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-739a379d-af55-45e7-ad6f-7453f5da1cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:08.820313 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a73462c1-9b9f-4802-a461-ee4809031b3e req-ca2ec541-6335-4e01-9d51-96327b880e2a service neutron] 10.222.0.21 "GET /v2.0/networks/06f6700e-677f-450e-91ed-a10a2fbb500b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639456 Sep 23 06:43:08.913198 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-41c06265-ce17-486f-84da-a81c1c516635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:08.936729 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-787a71b0-e443-481d-a142-55821b20118d req-edb4b7c2-2251-4cb1-a078-4c8b6f5b9219 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4a625fe-80e7-4aad-910d-dee9e31060ba HTTP/1.1" status: 200 len: 210 time: 0.0348220 Sep 23 06:43:08.987218 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c06265-ce17-486f-84da-a81c1c516635 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad5a5b66-d688-430d-8203-528346198dc3,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:43:09.009018 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c06265-ce17-486f-84da-a81c1c516635 admin admin] Checking segment: {'id': '13217e12-beba-43dd-80b6-1f2e681c87cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '76a74e36-7b7c-4293-85c3-27abbe54fe35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:43:09.010164 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c06265-ce17-486f-84da-a81c1c516635 admin admin] Network hostable DHCP agents. Network: 76a74e36-7b7c-4293-85c3-27abbe54fe35, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:43:09.042788 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec9ae87-9ca6-4e1e-bd0f-83e379018f84 req-1b59403a-f5ee-47e7-9156-5211a9522f80 tempest-LiveMigrationTest-1207377707 tempest-LiveMigrationTest-1207377707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:09.044653 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5ec9ae87-9ca6-4e1e-bd0f-83e379018f84 req-1b59403a-f5ee-47e7-9156-5211a9522f80 tempest-LiveMigrationTest-1207377707 tempest-LiveMigrationTest-1207377707-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=0a8f1e82-30db-46af-b5c4-56eac38212c2&tenant_id=64ac7894e2284bc191ac7c20f7f9ca7f&binding%3Ahost_id=n-h1-715271-16 HTTP/1.1" status: 200 len: 1097 time: 0.2233958 Sep 23 06:43:09.069249 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-5ec9ae87-9ca6-4e1e-bd0f-83e379018f84 req-0553f2d9-ab2e-42d3-abe1-e9588bafd1ba service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-715271-16'}}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:43:09.071650 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c06265-ce17-486f-84da-a81c1c516635 admin admin] Network 76a74e36-7b7c-4293-85c3-27abbe54fe35 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:43:09.101054 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-41c06265-ce17-486f-84da-a81c1c516635 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 76a74e36-7b7c-4293-85c3-27abbe54fe35) {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:43:09.101584 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d674838-ca5d-4721-a953-75feb7dd4e4f req-c4dc6ae2-65bc-4dd5-862d-c07a592c36ad tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:09.103876 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7d674838-ca5d-4721-a953-75feb7dd4e4f req-c4dc6ae2-65bc-4dd5-862d-c07a592c36ad tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d41217-85f8-4b83-9fe1-90caa01cf293 HTTP/1.1" status: 200 len: 950 time: 0.2300944 Sep 23 06:43:09.110652 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f75c02-4901-4226-94f7-22b3b3efbe56 None None] Network 76a74e36-7b7c-4293-85c3-27abbe54fe35 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:43:09.117945 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c06265-ce17-486f-84da-a81c1c516635 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:09.118544 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-41c06265-ce17-486f-84da-a81c1c516635 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:09.146036 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab87e14-4454-42af-aea4-3ec840422675 req-14054536-8516-4168-9aae-97ad26b1a99d tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:09.147630 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2ab87e14-4454-42af-aea4-3ec840422675 req-14054536-8516-4168-9aae-97ad26b1a99d tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a8f1e82-30db-46af-b5c4-56eac38212c2 HTTP/1.1" status: 200 len: 945 time: 0.1212780 Sep 23 06:43:09.210767 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7d674838-ca5d-4721-a953-75feb7dd4e4f req-672c6d91-7b23-4010-ac28-2d1f8389b0be tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791039 Sep 23 06:43:09.217950 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-41c06265-ce17-486f-84da-a81c1c516635 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7634273 Sep 23 06:43:09.232604 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51706) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:43:09.250971 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a73462c1-9b9f-4802-a461-ee4809031b3e req-169b81d2-f1b1-494c-8ac9-fba5cb01f092 service neutron] 10.222.0.21 "GET /v2.0/networks/06f6700e-677f-450e-91ed-a10a2fbb500b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3735642 Sep 23 06:43:09.269009 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2ab87e14-4454-42af-aea4-3ec840422675 req-a3a906d7-6546-4fca-a6fa-617c857c365f tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029403 Sep 23 06:43:09.317569 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-739a379d-af55-45e7-ad6f-7453f5da1cb7 None None] Notify callbacks [] for port, precommit_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:09.337906 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-739a379d-af55-45e7-ad6f-7453f5da1cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:09.347554 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-380c4baa-2724-4b64-ad8f-68a5724471f3 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-651071345-router', 'tenant_id': '84a89d05599d4e01a9042767cea2437a', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:43:09.397530 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-5ec9ae87-9ca6-4e1e-bd0f-83e379018f84 req-0553f2d9-ab2e-42d3-abe1-e9588bafd1ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:09.433856 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 289ddb2b-7b47-4500-b893-7fc4d4cd5167 up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:43:09.508010 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c09e53-d252-4acb-ac92-17ff833c6a8f None None] Pushing event updated for resources: {'Port': ['ID=edbe331e-e852-4885-98f6-829435a85ce0,revision_number=3']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:43:09.540979 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14e5a74-51b6-47c2-a3a6-b14606521c33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-76a74e36-7b7c-4293-85c3-27abbe54fe35', 'network_id': '76a74e36-7b7c-4293-85c3-27abbe54fe35', 'tenant_id': '84a89d05599d4e01a9042767cea2437a', 'fixed_ips': [{'subnet_id': 'ad5a5b66-d688-430d-8203-528346198dc3'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 06:43:09.541958 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c14e5a74-51b6-47c2-a3a6-b14606521c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:09.565175 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port 289ddb2b-7b47-4500-b893-7fc4d4cd5167 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:43:09.577246 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port 289ddb2b-7b47-4500-b893-7fc4d4cd5167 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:43:09.578404 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:09.600848 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-739a379d-af55-45e7-ad6f-7453f5da1cb7 None None] Attempting to bind port edbe331e-e852-4885-98f6-829435a85ce0 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:43:09.601222 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-739a379d-af55-45e7-ad6f-7453f5da1cb7 None None] Attempting to bind port edbe331e-e852-4885-98f6-829435a85ce0 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '08babd18-3488-4573-9f82-9e46cd96a49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd5ae2c6d-958c-4812-880c-d7aa035fa876'}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:43:09.601715 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739a379d-af55-45e7-ad6f-7453f5da1cb7 None None] Attempting to bind port edbe331e-e852-4885-98f6-829435a85ce0 on network d5ae2c6d-958c-4812-880c-d7aa035fa876 {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:43:09.611862 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739a379d-af55-45e7-ad6f-7453f5da1cb7 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:43:09.612494 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739a379d-af55-45e7-ad6f-7453f5da1cb7 None None] Checking segment: {'id': '08babd18-3488-4573-9f82-9e46cd96a49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd5ae2c6d-958c-4812-880c-d7aa035fa876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:43:09.612902 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-739a379d-af55-45e7-ad6f-7453f5da1cb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:09.614394 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739a379d-af55-45e7-ad6f-7453f5da1cb7 None None] Bound using segment: {'id': '08babd18-3488-4573-9f82-9e46cd96a49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd5ae2c6d-958c-4812-880c-d7aa035fa876'} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:43:09.615872 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-739a379d-af55-45e7-ad6f-7453f5da1cb7 None None] Bound port: edbe331e-e852-4885-98f6-829435a85ce0, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08babd18-3488-4573-9f82-9e46cd96a49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd5ae2c6d-958c-4812-880c-d7aa035fa876'}}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:43:09.616570 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-739a379d-af55-45e7-ad6f-7453f5da1cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:09.621931 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-380c4baa-2724-4b64-ad8f-68a5724471f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:09.622813 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-380c4baa-2724-4b64-ad8f-68a5724471f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:09.752925 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-739a379d-af55-45e7-ad6f-7453f5da1cb7 None None] For port edbe331e-e852-4885-98f6-829435a85ce0, host n-d-715271-16, cleared binding levels {{(pid=95068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:43:09.758670 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-739a379d-af55-45e7-ad6f-7453f5da1cb7 None None] For port edbe331e-e852-4885-98f6-829435a85ce0, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=edbe331e-e852-4885-98f6-829435a85ce0,segment=NetworkSegment(08babd18-3488-4573-9f82-9e46cd96a49b),segment_id=08babd18-3488-4573-9f82-9e46cd96a49b)] {{(pid=95068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:43:09.767619 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-739a379d-af55-45e7-ad6f-7453f5da1cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:09.809708 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:09.816447 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-c14e5a74-51b6-47c2-a3a6-b14606521c33 None None] Allocated IP 172.20.0.2 (76a74e36-7b7c-4293-85c3-27abbe54fe35/ad5a5b66-d688-430d-8203-528346198dc3/78af6bf1-9101-4d00-bbe6-b56977bc139d) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:43:09.828833 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-7bd22f76-d2c8-4310-870d-3af246afb0b2 None None] Provisioning complete for port edbe331e-e852-4885-98f6-829435a85ce0 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:43:09.829358 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-7bd22f76-d2c8-4310-870d-3af246afb0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:09.891571 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:09.917178 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c09e53-d252-4acb-ac92-17ff833c6a8f None None] Pushing event updated for resources: {'Port': ['ID=edbe331e-e852-4885-98f6-829435a85ce0,revision_number=4']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:43:09.920917 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739a379d-af55-45e7-ad6f-7453f5da1cb7 None None] Routers {'075d7e87-3327-4d36-8c8b-08d918cd9907'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:43:09.921548 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-739a379d-af55-45e7-ad6f-7453f5da1cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:42:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['075d7e87-3327-4d36-8c8b-08d918cd9907'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:43:10.005141 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c457d522-9f05-4980-a63e-73da0d41590a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '289ddb2b-7b47-4500-b893-7fc4d4cd5167'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:43:10.008315 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d27350f6-7431-4afc-a483-6bf9af4d59c5" -d '{"events": [{"server_uuid": "c457d522-9f05-4980-a63e-73da0d41590a", "name": "network-vif-plugged", "status": "completed", "tag": "289ddb2b-7b47-4500-b893-7fc4d4cd5167"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:43:10.061133 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76eca98-0a91-4b65-99d6-e09556b6fbd0 req-38a20362-a58b-4f32-9d09-bd17390163ac tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:10.077745 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c76eca98-0a91-4b65-99d6-e09556b6fbd0 req-38a20362-a58b-4f32-9d09-bd17390163ac tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c683e27-d9e4-44e5-a3a1-ee97ab195ee6 HTTP/1.1" status: 200 len: 943 time: 0.1718068 Sep 23 06:43:10.080299 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 289ddb2b-7b47-4500-b893-7fc4d4cd5167, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=289ddb2b-7b47-4500-b893-7fc4d4cd5167,segment=NetworkSegment(b569fd8b-6a61-4c64-b70e-3efdef1c71e0),segment_id=b569fd8b-6a61-4c64-b70e-3efdef1c71e0)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:43:10.120025 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:10.120844 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195 up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:43:10.121379 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-380c4baa-2724-4b64-ad8f-68a5724471f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:10.134419 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5320bbec-f4bd-4082-89b2-5f4b0a176726 req-ca481abe-226e-4f44-a817-68ffb2ee7422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:10.136229 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5320bbec-f4bd-4082-89b2-5f4b0a176726 req-ca481abe-226e-4f44-a817-68ffb2ee7422 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=031ae4ebff9e422a93af0c39a45d1171&device_id=0c683e27-d9e4-44e5-a3a1-ee97ab195ee6 HTTP/1.1" status: 200 len: 1095 time: 0.7371058 Sep 23 06:43:10.172673 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-739a379d-af55-45e7-ad6f-7453f5da1cb7 None None] Set router 075d7e87-3327-4d36-8c8b-08d918cd9907 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:43:10.197765 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c76eca98-0a91-4b65-99d6-e09556b6fbd0 req-346045ab-b76f-4257-810b-ec0e65d9cfb2 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/security-groups?id=ead5d8e9-ed26-4c51-bfc2-b6de8d7d128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172204 Sep 23 06:43:10.210884 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1733c4-fa7e-4962-8e5e-b2f122121744 req-71f02ae9-aba2-417d-82db-eecf5d7548f6 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:10.218264 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cf1733c4-fa7e-4962-8e5e-b2f122121744 req-71f02ae9-aba2-417d-82db-eecf5d7548f6 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "GET /v2.0/ports?device_id=c457d522-9f05-4980-a63e-73da0d41590a HTTP/1.1" status: 200 len: 944 time: 0.8171179 Sep 23 06:43:10.299465 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ff7278e3-5d99-430f-bea4-3e005fb70d27 req-ccdc5cbe-dac1-4dfa-88f9-b71379f7dfc8 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=5ca4f991227448e1b6417695cbfdc362&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0708737 Sep 23 06:43:10.350429 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-7bd22f76-d2c8-4310-870d-3af246afb0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:10.411755 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-380c4baa-2724-4b64-ad8f-68a5724471f3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:10.422559 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=289ddb2b-7b47-4500-b893-7fc4d4cd5167,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:43:10.425748 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cf1733c4-fa7e-4962-8e5e-b2f122121744 req-661e329e-f72b-4986-8a16-a46648c7fb85 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "GET /v2.0/security-groups?id=8dfb9b91-c839-45a6-ad00-d87fab5f07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2064981 Sep 23 06:43:10.456913 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7f5d1148-fd6a-4e94-9ec0-c98e38ad49e3 req-03e01190-a81c-4f0a-93cd-87e3efae907d tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4a625fe-80e7-4aad-910d-dee9e31060ba HTTP/1.1" status: 200 len: 210 time: 0.1193950 Sep 23 06:43:10.626618 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-739a379d-af55-45e7-ad6f-7453f5da1cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '075d7e87-3327-4d36-8c8b-08d918cd9907', 'name': 'tempest-AttachSCSIVolumeTestJSON-273436325-router', 'tenant_id': '448dd4ff349d4c2aa82dd34076c92b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'd244b228-9b6a-4317-a702-39eaa094db34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:42:56Z', 'updated_at': '2021-09-23T06:43:04Z', 'revision_number': 4, 'project_id': '448dd4ff349d4c2aa82dd34076c92b2d', 'gw_port': {'id': 'd244b228-9b6a-4317-a702-39eaa094db34', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075d7e87-3327-4d36-8c8b-08d918cd9907', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:42:59Z', 'updated_at': '2021-09-23T06:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': 'edbe331e-e852-4885-98f6-829435a85ce0', 'name': '', 'network_id': 'd5ae2c6d-958c-4812-880c-d7aa035fa876', 'tenant_id': '448dd4ff349d4c2aa82dd34076c92b2d', 'mac_address': 'fa:16:3e:26:36:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '075d7e87-3327-4d36-8c8b-08d918cd9907', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'bb088479-d7c4-433b-8bbd-3789d8a2160c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:43:04Z', 'updated_at': '2021-09-23T06:43:09Z', 'revision_number': 4, 'project_id': '448dd4ff349d4c2aa82dd34076c92b2d', 'subnets': [{'id': 'bb088479-d7c4-433b-8bbd-3789d8a2160c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:43:10.654367 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-5ec9ae87-9ca6-4e1e-bd0f-83e379018f84 req-0553f2d9-ab2e-42d3-abe1-e9588bafd1ba service neutron] For port 6ce1caef-f862-49ed-a69e-3755bf1caeb1, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=6ce1caef-f862-49ed-a69e-3755bf1caeb1,segment=NetworkSegment(a2ee209e-d4ee-4c6a-8401-bd714bf3436e),segment_id=a2ee209e-d4ee-4c6a-8401-bd714bf3436e)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:43:10.679488 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5320bbec-f4bd-4082-89b2-5f4b0a176726 req-d9dd869c-08f6-4d3a-9436-4506f1c2858b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:10.680983 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5320bbec-f4bd-4082-89b2-5f4b0a176726 req-d9dd869c-08f6-4d3a-9436-4506f1c2858b service neutron] 10.222.0.21 "GET /v2.0/networks?id=06f6700e-677f-450e-91ed-a10a2fbb500b HTTP/1.1" status: 200 len: 905 time: 0.5039062 Sep 23 06:43:10.690414 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739a379d-af55-45e7-ad6f-7453f5da1cb7 None None] The sync data for ids ['075d7e87-3327-4d36-8c8b-08d918cd9907'] in n-d-715271-16 is: [{'id': '075d7e87-3327-4d36-8c8b-08d918cd9907', 'name': 'tempest-AttachSCSIVolumeTestJSON-273436325-router', 'tenant_id': '448dd4ff349d4c2aa82dd34076c92b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'd244b228-9b6a-4317-a702-39eaa094db34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:42:56Z', 'updated_at': '2021-09-23T06:43:04Z', 'revision_number': 4, 'project_id': '448dd4ff349d4c2aa82dd34076c92b2d', 'gw_port': {'id': 'd244b228-9b6a-4317-a702-39eaa094db34', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075d7e87-3327-4d36-8c8b-08d918cd9907', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:42:59Z', 'updated_at': '2021-09-23T06:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': 'edbe331e-e852-4885-98f6-829435a85ce0', 'name': '', 'network_id': 'd5ae2c6d-958c-4812-880c-d7aa035fa876', 'tenant_id': '448dd4ff349d4c2aa82dd34076c92b2d', 'mac_address': 'fa:16:3e:26:36:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '075d7e87-3327-4d36-8c8b-08d918cd9907', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'bb088479-d7c4-433b-8bbd-3789d8a2160c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:43:04Z', 'updated_at': '2021-09-23T06:43:09Z', 'revision_number': 4, 'project_id': '448dd4ff349d4c2aa82dd34076c92b2d', 'subnets': [{'id': 'bb088479-d7c4-433b-8bbd-3789d8a2160c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:43:10.691167 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c14e5a74-51b6-47c2-a3a6-b14606521c33 None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:10.711620 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b44ca0-ef8b-4d35-b0ac-595b25697c61 x-openstack-request-id: req-98b44ca0-ef8b-4d35-b0ac-595b25697c61 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:43:10.712400 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c457d522-9f05-4980-a63e-73da0d41590a", "name": "network-vif-plugged", "status": "completed", "tag": "289ddb2b-7b47-4500-b893-7fc4d4cd5167", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:43:10.712874 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-98b44ca0-ef8b-4d35-b0ac-595b25697c61 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:43:10.713777 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c457d522-9f05-4980-a63e-73da0d41590a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '289ddb2b-7b47-4500-b893-7fc4d4cd5167', 'code': 200} Sep 23 06:43:10.716006 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:43:10.717044 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:43:10.717842 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:43:10.718306 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:43:10.718778 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:43:10.719211 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:43:10.719638 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:43:10.720075 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:43:10.721239 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:43:10.721663 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:43:10.722121 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:43:10.722813 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:43:10.733237 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-7bd22f76-d2c8-4310-870d-3af246afb0b2 None None] For port edbe331e-e852-4885-98f6-829435a85ce0, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=edbe331e-e852-4885-98f6-829435a85ce0,segment=NetworkSegment(08babd18-3488-4573-9f82-9e46cd96a49b),segment_id=08babd18-3488-4573-9f82-9e46cd96a49b)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:43:10.734847 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7278e3-5d99-430f-bea4-3e005fb70d27 req-f4228b2b-2871-467f-867d-073a5c709c30 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:10.735376 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c14e5a74-51b6-47c2-a3a6-b14606521c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:10.736357 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ff7278e3-5d99-430f-bea4-3e005fb70d27 req-f4228b2b-2871-467f-867d-073a5c709c30 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4317114 Sep 23 06:43:10.789741 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-ff7278e3-5d99-430f-bea4-3e005fb70d27 req-ba9932d7-aaa2-432d-bc83-7aaf296ba181 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Request body: {'port': {'device_id': 'e4a625fe-80e7-4aad-910d-dee9e31060ba', 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062', 'admin_state_up': True, 'tenant_id': '5ca4f991227448e1b6417695cbfdc362'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:43:10.850511 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14e5a74-51b6-47c2-a3a6-b14606521c33 None None] Pushing event updated for resources: {'Port': ['ID=78af6bf1-9101-4d00-bbe6-b56977bc139d,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:43:10.853364 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-7bd22f76-d2c8-4310-870d-3af246afb0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:10.860006 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-5ec9ae87-9ca6-4e1e-bd0f-83e379018f84 req-0553f2d9-ab2e-42d3-abe1-e9588bafd1ba service neutron] For port 6ce1caef-f862-49ed-a69e-3755bf1caeb1, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:43:10.861644 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14e5a74-51b6-47c2-a3a6-b14606521c33 None None] Network 76a74e36-7b7c-4293-85c3-27abbe54fe35 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:43:10.867494 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-c14e5a74-51b6-47c2-a3a6-b14606521c33 None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:43:10.872619 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14e5a74-51b6-47c2-a3a6-b14606521c33 None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:43:10.911108 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5320bbec-f4bd-4082-89b2-5f4b0a176726 req-b2e874a2-6820-4f33-942a-c94a869c88f0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e14186d-b80e-4f8b-808d-65a00adca02e HTTP/1.1" status: 200 len: 217 time: 0.1560051 Sep 23 06:43:10.917823 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a8f1e82-30db-46af-b5c4-56eac38212c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ce1caef-f862-49ed-a69e-3755bf1caeb1'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:43:10.920165 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-084fa1d6-8e3f-4cb3-ab9a-5b4a762f55db" -d '{"events": [{"server_uuid": "0a8f1e82-30db-46af-b5c4-56eac38212c2", "name": "network-vif-unplugged", "status": "completed", "tag": "6ce1caef-f862-49ed-a69e-3755bf1caeb1"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:43:10.924621 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-5ec9ae87-9ca6-4e1e-bd0f-83e379018f84 req-0553f2d9-ab2e-42d3-abe1-e9588bafd1ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:10.959034 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd22f76-d2c8-4310-870d-3af246afb0b2 None None] Pushing event updated for resources: {'Port': ['ID=edbe331e-e852-4885-98f6-829435a85ce0,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:43:10.978296 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-5ec9ae87-9ca6-4e1e-bd0f-83e379018f84 req-0553f2d9-ab2e-42d3-abe1-e9588bafd1ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:11.076773 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5320bbec-f4bd-4082-89b2-5f4b0a176726 req-ce54929b-1412-4240-a947-695953fb52cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:11.078319 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5320bbec-f4bd-4082-89b2-5f4b0a176726 req-ce54929b-1412-4240-a947-695953fb52cd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e60271bd-2abe-488c-8449-206f6ba42e89 HTTP/1.1" status: 200 len: 844 time: 0.1515055 Sep 23 06:43:11.081257 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-c14e5a74-51b6-47c2-a3a6-b14606521c33 None None] Attempting to bind port 78af6bf1-9101-4d00-bbe6-b56977bc139d on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:43:11.081839 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-c14e5a74-51b6-47c2-a3a6-b14606521c33 None None] Attempting to bind port 78af6bf1-9101-4d00-bbe6-b56977bc139d by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '13217e12-beba-43dd-80b6-1f2e681c87cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '76a74e36-7b7c-4293-85c3-27abbe54fe35'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:43:11.082949 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14e5a74-51b6-47c2-a3a6-b14606521c33 None None] Attempting to bind port 78af6bf1-9101-4d00-bbe6-b56977bc139d on network 76a74e36-7b7c-4293-85c3-27abbe54fe35 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:43:11.092762 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port 4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:43:11.093413 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:11.132144 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feb8bae-02bd-45a2-a7db-06aaa5b9ef7b req-004f78aa-8618-42b8-ab9d-b06c11bcfdd1 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:11.133960 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2feb8bae-02bd-45a2-a7db-06aaa5b9ef7b req-004f78aa-8618-42b8-ab9d-b06c11bcfdd1 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a8f1e82-30db-46af-b5c4-56eac38212c2 HTTP/1.1" status: 200 len: 945 time: 0.4437253 Sep 23 06:43:11.194927 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-0437d1b5-d4c8-423b-80be-a65c366dbcf5 None None] Provisioning complete for port edbe331e-e852-4885-98f6-829435a85ce0 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:43:11.195711 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0437d1b5-d4c8-423b-80be-a65c366dbcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:11.199817 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14e5a74-51b6-47c2-a3a6-b14606521c33 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:43:11.201419 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14e5a74-51b6-47c2-a3a6-b14606521c33 None None] Checking segment: {'id': '13217e12-beba-43dd-80b6-1f2e681c87cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '76a74e36-7b7c-4293-85c3-27abbe54fe35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:43:11.202042 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c14e5a74-51b6-47c2-a3a6-b14606521c33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:11.202633 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14e5a74-51b6-47c2-a3a6-b14606521c33 None None] Bound using segment: {'id': '13217e12-beba-43dd-80b6-1f2e681c87cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '76a74e36-7b7c-4293-85c3-27abbe54fe35'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:43:11.203307 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-c14e5a74-51b6-47c2-a3a6-b14606521c33 None None] Bound port: 78af6bf1-9101-4d00-bbe6-b56977bc139d, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13217e12-beba-43dd-80b6-1f2e681c87cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '76a74e36-7b7c-4293-85c3-27abbe54fe35'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:43:11.203871 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c14e5a74-51b6-47c2-a3a6-b14606521c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:11.231855 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5320bbec-f4bd-4082-89b2-5f4b0a176726 req-4777cb5f-140a-4916-a0ce-cd7f45ed9ee4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=06f6700e-677f-450e-91ed-a10a2fbb500b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1219931 Sep 23 06:43:11.235624 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0553f2d9-ab2e-42d3-abe1-e9588bafd1ba service neutron] Pushing event updated for resources: {'Port': ['ID=6ce1caef-f862-49ed-a69e-3755bf1caeb1,revision_number=7']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:43:11.259436 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d34a2dbd-4454-4a3e-b338-7b5cb7c73fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:11.328619 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c4450-8ba5-4c25-99b8-66b0474de312 req-c0df53ff-c3ec-40a8-a2c8-c6df02b30eaa tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:11.337096 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c23c4450-8ba5-4c25-99b8-66b0474de312 req-c0df53ff-c3ec-40a8-a2c8-c6df02b30eaa tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d41217-85f8-4b83-9fe1-90caa01cf293 HTTP/1.1" status: 200 len: 950 time: 0.7448962 Sep 23 06:43:11.353469 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff0831-a315-4b16-bf54-d9d231143acd req-0a97afa2-cd46-4478-9288-0103556ca02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:11.355512 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4fff0831-a315-4b16-bf54-d9d231143acd req-0a97afa2-cd46-4478-9288-0103556ca02b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c457d522-9f05-4980-a63e-73da0d41590a HTTP/1.1" status: 200 len: 1097 time: 0.6652827 Sep 23 06:43:11.417258 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:11.419946 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-c14e5a74-51b6-47c2-a3a6-b14606521c33 None None] For port 78af6bf1-9101-4d00-bbe6-b56977bc139d, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:43:11.482555 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-c14e5a74-51b6-47c2-a3a6-b14606521c33 None None] For port 78af6bf1-9101-4d00-bbe6-b56977bc139d, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=78af6bf1-9101-4d00-bbe6-b56977bc139d,segment=NetworkSegment(13217e12-beba-43dd-80b6-1f2e681c87cb),segment_id=13217e12-beba-43dd-80b6-1f2e681c87cb)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:43:11.513427 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4fff0831-a315-4b16-bf54-d9d231143acd req-a138c28f-6da4-4a92-85b4-9a6f13af4cc9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8dfb9b91-c839-45a6-ad00-d87fab5f07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1465037 Sep 23 06:43:11.516557 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c23c4450-8ba5-4c25-99b8-66b0474de312 req-857bd610-6d1a-4f87-a2d0-d3f668ab93c4 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785369 Sep 23 06:43:11.570819 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff7278e3-5d99-430f-bea4-3e005fb70d27 req-ba9932d7-aaa2-432d-bc83-7aaf296ba181 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Made reservation on behalf of 5ca4f991227448e1b6417695cbfdc362 for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:43:11.574306 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-ff7278e3-5d99-430f-bea4-3e005fb70d27 req-ba9932d7-aaa2-432d-bc83-7aaf296ba181 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:11.604654 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-5ec9ae87-9ca6-4e1e-bd0f-83e379018f84 req-0553f2d9-ab2e-42d3-abe1-e9588bafd1ba service neutron] Attempting to bind port 6ce1caef-f862-49ed-a69e-3755bf1caeb1 on host n-h1-715271-16 for vnic_type normal with profile {"migrating_to": "n-h2-715271-16"} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:43:11.605392 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-5ec9ae87-9ca6-4e1e-bd0f-83e379018f84 req-0553f2d9-ab2e-42d3-abe1-e9588bafd1ba service neutron] Attempting to bind port 6ce1caef-f862-49ed-a69e-3755bf1caeb1 by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': 'a2ee209e-d4ee-4c6a-8401-bd714bf3436e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b41a91e1-341c-4340-b7a8-8779367a7828'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:43:11.605936 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec9ae87-9ca6-4e1e-bd0f-83e379018f84 req-0553f2d9-ab2e-42d3-abe1-e9588bafd1ba service neutron] Attempting to bind port 6ce1caef-f862-49ed-a69e-3755bf1caeb1 on network b41a91e1-341c-4340-b7a8-8779367a7828 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:43:11.612845 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c14e5a74-51b6-47c2-a3a6-b14606521c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:11.625588 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec9ae87-9ca6-4e1e-bd0f-83e379018f84 req-0553f2d9-ab2e-42d3-abe1-e9588bafd1ba service neutron] Port 6ce1caef-f862-49ed-a69e-3755bf1caeb1 on network b41a91e1-341c-4340-b7a8-8779367a7828 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:43:11.626237 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec9ae87-9ca6-4e1e-bd0f-83e379018f84 req-0553f2d9-ab2e-42d3-abe1-e9588bafd1ba service neutron] Attempting to bind port 6ce1caef-f862-49ed-a69e-3755bf1caeb1 on network b41a91e1-341c-4340-b7a8-8779367a7828 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:43:11.631319 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5320bbec-f4bd-4082-89b2-5f4b0a176726 req-44b3f69f-4a82-47d0-ab2e-264e90eba9ac service neutron] 10.222.0.21 "GET /v2.0/networks/06f6700e-677f-450e-91ed-a10a2fbb500b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3792541 Sep 23 06:43:11.635144 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2feb8bae-02bd-45a2-a7db-06aaa5b9ef7b req-8e654798-d3d5-4faf-9b75-3c8329bff7e0 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4820168 Sep 23 06:43:11.695440 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec9ae87-9ca6-4e1e-bd0f-83e379018f84 req-0553f2d9-ab2e-42d3-abe1-e9588bafd1ba service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:43:11.695795 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec9ae87-9ca6-4e1e-bd0f-83e379018f84 req-0553f2d9-ab2e-42d3-abe1-e9588bafd1ba service neutron] Checking segment: {'id': 'a2ee209e-d4ee-4c6a-8401-bd714bf3436e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b41a91e1-341c-4340-b7a8-8779367a7828'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:43:11.696206 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec9ae87-9ca6-4e1e-bd0f-83e379018f84 req-0553f2d9-ab2e-42d3-abe1-e9588bafd1ba service neutron] Bound using segment: {'id': 'a2ee209e-d4ee-4c6a-8401-bd714bf3436e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b41a91e1-341c-4340-b7a8-8779367a7828'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:43:11.696652 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-5ec9ae87-9ca6-4e1e-bd0f-83e379018f84 req-0553f2d9-ab2e-42d3-abe1-e9588bafd1ba service neutron] Bound port: 6ce1caef-f862-49ed-a69e-3755bf1caeb1, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2ee209e-d4ee-4c6a-8401-bd714bf3436e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b41a91e1-341c-4340-b7a8-8779367a7828'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:43:11.697019 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-5ec9ae87-9ca6-4e1e-bd0f-83e379018f84 req-0553f2d9-ab2e-42d3-abe1-e9588bafd1ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:11.786686 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:11.788874 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [req-ff7278e3-5d99-430f-bea4-3e005fb70d27 req-ba9932d7-aaa2-432d-bc83-7aaf296ba181 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Allocated IP 192.168.233.129 (16515f0f-e5a6-4630-a440-e11fb2e02062/3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e/973deb69-acfe-4dbc-a8f6-657eb618af54) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:43:11.797714 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14e5a74-51b6-47c2-a3a6-b14606521c33 None None] Pushing event updated for resources: {'Port': ['ID=78af6bf1-9101-4d00-bbe6-b56977bc139d,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:43:11.805033 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 06:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f7369a-8171-44ba-ad0c-a3d8a2dab740 x-openstack-request-id: req-50f7369a-8171-44ba-ad0c-a3d8a2dab740 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:43:11.805169 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a8f1e82-30db-46af-b5c4-56eac38212c2", "name": "network-vif-unplugged", "status": "completed", "tag": "6ce1caef-f862-49ed-a69e-3755bf1caeb1", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:43:11.805387 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-50f7369a-8171-44ba-ad0c-a3d8a2dab740 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:43:11.805787 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a8f1e82-30db-46af-b5c4-56eac38212c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ce1caef-f862-49ed-a69e-3755bf1caeb1', 'code': 200} Sep 23 06:43:11.820641 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-380c4baa-2724-4b64-ad8f-68a5724471f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:11.838156 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:43:11.849011 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:11.870076 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-380c4baa-2724-4b64-ad8f-68a5724471f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:11.919226 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195,revision_number=11']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:43:11.963250 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-5ec9ae87-9ca6-4e1e-bd0f-83e379018f84 req-0553f2d9-ab2e-42d3-abe1-e9588bafd1ba service neutron] For port 6ce1caef-f862-49ed-a69e-3755bf1caeb1, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:43:11.997350 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-5ec9ae87-9ca6-4e1e-bd0f-83e379018f84 req-0553f2d9-ab2e-42d3-abe1-e9588bafd1ba service neutron] For port 6ce1caef-f862-49ed-a69e-3755bf1caeb1, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=6ce1caef-f862-49ed-a69e-3755bf1caeb1,segment=NetworkSegment(a2ee209e-d4ee-4c6a-8401-bd714bf3436e),segment_id=a2ee209e-d4ee-4c6a-8401-bd714bf3436e)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:43:12.018304 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-5ec9ae87-9ca6-4e1e-bd0f-83e379018f84 req-0553f2d9-ab2e-42d3-abe1-e9588bafd1ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:12.171605 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:12.188103 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 0b17520a-2238-40c7-a428-f3c566f41ff9 details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:43:12.197123 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 0b17520a-2238-40c7-a428-f3c566f41ff9 no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:43:12.202436 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73f607-450e-43bf-8c06-241425ee9e8d req-4f14f725-2f45-41f7-ad61-20a56a18cb82 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:12.235128 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8d73f607-450e-43bf-8c06-241425ee9e8d req-4f14f725-2f45-41f7-ad61-20a56a18cb82 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c683e27-d9e4-44e5-a3a1-ee97ab195ee6 HTTP/1.1" status: 200 len: 943 time: 0.2851093 Sep 23 06:43:12.386635 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e37e95-cb87-4368-be71-52206350e56b req-bc085598-580b-4016-a34f-2ac47dde49d0 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:12.389846 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e6e37e95-cb87-4368-be71-52206350e56b req-bc085598-580b-4016-a34f-2ac47dde49d0 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "GET /v2.0/ports?device_id=c457d522-9f05-4980-a63e-73da0d41590a HTTP/1.1" status: 200 len: 945 time: 0.2824624 Sep 23 06:43:12.428760 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:12.432035 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 0b17520a-2238-40c7-a428-f3c566f41ff9, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=0b17520a-2238-40c7-a428-f3c566f41ff9,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:43:12.444860 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-ff7278e3-5d99-430f-bea4-3e005fb70d27 req-ba9932d7-aaa2-432d-bc83-7aaf296ba181 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:12.453850 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': '0b17520a-2238-40c7-a428-f3c566f41ff9', 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062', 'port_id': '0b17520a-2238-40c7-a428-f3c566f41ff9', 'mac_address': 'fa:16:3e:65:eb:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:43:12.459067 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-380c4baa-2724-4b64-ad8f-68a5724471f3 admin admin] Allocated IP 172.25.2.52 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/5d349f97-5225-4601-b60a-3bce35f0541c) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:43:12.480360 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec9ae87-9ca6-4e1e-bd0f-83e379018f84 req-0553f2d9-ab2e-42d3-abe1-e9588bafd1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:12.480987 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-5ec9ae87-9ca6-4e1e-bd0f-83e379018f84 req-0553f2d9-ab2e-42d3-abe1-e9588bafd1ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:12.482443 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5ec9ae87-9ca6-4e1e-bd0f-83e379018f84 req-0553f2d9-ab2e-42d3-abe1-e9588bafd1ba service neutron] 10.222.0.58 "PUT /v2.0/ports/6ce1caef-f862-49ed-a69e-3755bf1caeb1 HTTP/1.1" status: 200 len: 1123 time: 3.4223263 Sep 23 06:43:12.488484 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0553f2d9-ab2e-42d3-abe1-e9588bafd1ba service neutron] Pushing event updated for resources: {'Port': ['ID=6ce1caef-f862-49ed-a69e-3755bf1caeb1,revision_number=8']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:43:12.521953 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 0b17520a-2238-40c7-a428-f3c566f41ff9, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=0b17520a-2238-40c7-a428-f3c566f41ff9,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:43:12.540441 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:12.550804 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device edbe331e-e852-4885-98f6-829435a85ce0 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:43:12.556203 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:12.567658 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5320bbec-f4bd-4082-89b2-5f4b0a176726 req-0dc85f32-1c58-4f79-80b7-de21e2445afa service neutron] 10.222.0.21 "GET /v2.0/networks/06f6700e-677f-450e-91ed-a10a2fbb500b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5602539 Sep 23 06:43:12.600645 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8d73f607-450e-43bf-8c06-241425ee9e8d req-46e0b761-a120-475a-a82e-812e8e760624 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/security-groups?id=ead5d8e9-ed26-4c51-bfc2-b6de8d7d128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543356 Sep 23 06:43:12.616859 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['6ce1caef-f862-49ed-a69e-3755bf1caeb1'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:43:12.664929 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0b17520a-2238-40c7-a428-f3c566f41ff9 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:43:12.686264 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-ff7278e3-5d99-430f-bea4-3e005fb70d27 req-ba9932d7-aaa2-432d-bc83-7aaf296ba181 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:12.762496 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e6e37e95-cb87-4368-be71-52206350e56b req-e73f0c30-a1ae-4711-9e79-7729a5b68b12 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "GET /v2.0/security-groups?id=8dfb9b91-c839-45a6-ad00-d87fab5f07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3546617 Sep 23 06:43:12.768310 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6537cafe-d3ce-4f50-8690-62d212f0187d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195'}, {'server_uuid': '14d41217-85f8-4b83-9fe1-90caa01cf293', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b17520a-2238-40c7-a428-f3c566f41ff9'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:43:12.785527 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eaf28d9-f963-4d08-adc8-19bcc0702f07" -d '{"events": [{"server_uuid": "6537cafe-d3ce-4f50-8690-62d212f0187d", "name": "network-vif-plugged", "status": "completed", "tag": "4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195"}, {"server_uuid": "14d41217-85f8-4b83-9fe1-90caa01cf293", "name": "network-vif-unplugged", "status": "completed", "tag": "0b17520a-2238-40c7-a428-f3c566f41ff9"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:43:12.785803 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['7075373d-4579-48cb-b9e5-04ad3c7a8c47', '4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:43:12.801354 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=0b17520a-2238-40c7-a428-f3c566f41ff9,revision_number=9']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:43:12.814895 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff7278e3-5d99-430f-bea4-3e005fb70d27 req-ba9932d7-aaa2-432d-bc83-7aaf296ba181 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Network 16515f0f-e5a6-4630-a440-e11fb2e02062 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:43:12.825352 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-380c4baa-2724-4b64-ad8f-68a5724471f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:12.827071 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [req-ff7278e3-5d99-430f-bea4-3e005fb70d27 req-ba9932d7-aaa2-432d-bc83-7aaf296ba181 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:43:12.838662 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff7278e3-5d99-430f-bea4-3e005fb70d27 req-ba9932d7-aaa2-432d-bc83-7aaf296ba181 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:43:12.862611 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814de52d-b98c-4127-bba2-f9107006bee3 req-659e41b3-1bd8-42ea-931d-a1452b8b09cb tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:12.876236 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-814de52d-b98c-4127-bba2-f9107006bee3 req-659e41b3-1bd8-42ea-931d-a1452b8b09cb tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4a625fe-80e7-4aad-910d-dee9e31060ba HTTP/1.1" status: 200 len: 936 time: 0.1743248 Sep 23 06:43:12.880942 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['6ce1caef-f862-49ed-a69e-3755bf1caeb1'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:43:12.961951 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.db.api [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 06:43:12.961951 n-d-715271-16 neutron-server[95067]: DEBUG oslo_db.api [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 06:43:12.987636 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-814de52d-b98c-4127-bba2-f9107006bee3 req-deec5091-9b7b-4f9b-a02b-0646a05b80eb tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101816 Sep 23 06:43:13.011798 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-380c4baa-2724-4b64-ad8f-68a5724471f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:13.026112 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9932d7-aaa2-432d-bc83-7aaf296ba181 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Pushing event updated for resources: {'Port': ['ID=973deb69-acfe-4dbc-a8f6-657eb618af54,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:43:13.031327 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port edbe331e-e852-4885-98f6-829435a85ce0 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:43:13.031836 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:13.107664 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380c4baa-2724-4b64-ad8f-68a5724471f3 admin admin] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:43:13.110104 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7278e3-5d99-430f-bea4-3e005fb70d27 req-ba9932d7-aaa2-432d-bc83-7aaf296ba181 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:13.110866 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-ff7278e3-5d99-430f-bea4-3e005fb70d27 req-ba9932d7-aaa2-432d-bc83-7aaf296ba181 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:13.116467 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-380c4baa-2724-4b64-ad8f-68a5724471f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:43:13.119929 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380c4baa-2724-4b64-ad8f-68a5724471f3 admin admin] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:43:13.150089 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121eacda-42aa-40f9-a3e1-ef5d71e950f8 req-e49baac5-6a3e-4d3f-bae0-eb3385c6e25a tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:13.171466 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-121eacda-42aa-40f9-a3e1-ef5d71e950f8 req-e49baac5-6a3e-4d3f-bae0-eb3385c6e25a tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d41217-85f8-4b83-9fe1-90caa01cf293 HTTP/1.1" status: 200 len: 948 time: 0.2143044 Sep 23 06:43:13.178679 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380c4baa-2724-4b64-ad8f-68a5724471f3 admin admin] Pushing event updated for resources: {'Port': ['ID=5d349f97-5225-4601-b60a-3bce35f0541c,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:43:13.183330 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ff7278e3-5d99-430f-bea4-3e005fb70d27 req-ba9932d7-aaa2-432d-bc83-7aaf296ba181 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4195712 Sep 23 06:43:13.232089 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-ff7278e3-5d99-430f-bea4-3e005fb70d27 req-7a7cbe91-bf38-41d4-83c3-447b036e7e47 service neutron] Request body: {'port': {'device_id': 'e4a625fe-80e7-4aad-910d-dee9e31060ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-16'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:43:13.272852 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-121eacda-42aa-40f9-a3e1-ef5d71e950f8 req-d29ca006-6e16-4549-b1ee-53c66d68e610 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005552 Sep 23 06:43:13.330449 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-ff7278e3-5d99-430f-bea4-3e005fb70d27 req-7a7cbe91-bf38-41d4-83c3-447b036e7e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:13.355386 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a014ee24-6458-4f21-97de-9a9d2125e219 req-dcb034be-fa83-4209-93a1-c0b28cf5df1e tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:13.357966 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a014ee24-6458-4f21-97de-9a9d2125e219 req-dcb034be-fa83-4209-93a1-c0b28cf5df1e tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a8f1e82-30db-46af-b5c4-56eac38212c2 HTTP/1.1" status: 200 len: 943 time: 0.2274704 Sep 23 06:43:13.424715 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 23 Sep 2021 06:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a445214-7b09-4366-97f9-f42d4b9e9484 x-openstack-request-id: req-4a445214-7b09-4366-97f9-f42d4b9e9484 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:43:13.425319 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6537cafe-d3ce-4f50-8690-62d212f0187d", "name": "network-vif-plugged", "status": "completed", "tag": "4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195", "code": 200}, {"server_uuid": "14d41217-85f8-4b83-9fe1-90caa01cf293", "name": "network-vif-unplugged", "status": "completed", "tag": "0b17520a-2238-40c7-a428-f3c566f41ff9", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:43:13.425319 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4a445214-7b09-4366-97f9-f42d4b9e9484 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:43:13.425649 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6537cafe-d3ce-4f50-8690-62d212f0187d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195', 'code': 200} Sep 23 06:43:13.425954 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14d41217-85f8-4b83-9fe1-90caa01cf293', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b17520a-2238-40c7-a428-f3c566f41ff9', 'code': 200} Sep 23 06:43:13.459165 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 9e14186d-b80e-4f8b-808d-65a00adca02e details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:43:13.495975 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a014ee24-6458-4f21-97de-9a9d2125e219 req-197351fa-2de0-4ca6-971f-101a0c311db9 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309550 Sep 23 06:43:13.508559 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-9cfc79bf-3ace-4bcb-9cb8-bd9bc81ceae8 None None] Provisioning complete for port 973deb69-acfe-4dbc-a8f6-657eb618af54 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:43:13.509111 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-9cfc79bf-3ace-4bcb-9cb8-bd9bc81ceae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:13.608750 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-380c4baa-2724-4b64-ad8f-68a5724471f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:13.825431 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a8f1e82-30db-46af-b5c4-56eac38212c2', 'tag': '6ce1caef-f862-49ed-a69e-3755bf1caeb1'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:43:13.827710 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92ea131f-c95c-4e3e-85aa-0cb3d9e12d80" -d '{"events": [{"name": "network-changed", "server_uuid": "0a8f1e82-30db-46af-b5c4-56eac38212c2", "tag": "6ce1caef-f862-49ed-a69e-3755bf1caeb1"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:43:13.832762 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [req-ff7278e3-5d99-430f-bea4-3e005fb70d27 req-7a7cbe91-bf38-41d4-83c3-447b036e7e47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 973deb69-acfe-4dbc-a8f6-657eb618af54 {{(pid=95066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:43:13.859014 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-ff7278e3-5d99-430f-bea4-3e005fb70d27 req-7a7cbe91-bf38-41d4-83c3-447b036e7e47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:13.867475 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e31e4d-6c11-4c12-99c2-45e687a7f8d9 req-9c7de946-0455-459d-9b02-9a6985974eea tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:13.875889 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-81e31e4d-6c11-4c12-99c2-45e687a7f8d9 req-9c7de946-0455-459d-9b02-9a6985974eea tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c683e27-d9e4-44e5-a3a1-ee97ab195ee6 HTTP/1.1" status: 200 len: 943 time: 0.1367829 Sep 23 06:43:13.889568 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 78af6bf1-9101-4d00-bbe6-b56977bc139d up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:43:13.903013 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b970c7-0fde-4cb5-a7f7-8ab34c567b83 None None] Network 76a74e36-7b7c-4293-85c3-27abbe54fe35 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:43:13.916059 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.provisioning_blocks [req-ff7278e3-5d99-430f-bea4-3e005fb70d27 req-7a7cbe91-bf38-41d4-83c3-447b036e7e47 service neutron] Transition to ACTIVE for port object 973deb69-acfe-4dbc-a8f6-657eb618af54 will not be triggered until provisioned by entity L2. {{(pid=95066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:43:13.935213 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f24f0-80b0-4004-81ed-b611427aceea req-2b7e0b58-a3ce-44dd-b1fc-c34730c15ca1 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:13.936835 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ca9f24f0-80b0-4004-81ed-b611427aceea req-2b7e0b58-a3ce-44dd-b1fc-c34730c15ca1 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "GET /v2.0/ports?device_id=c457d522-9f05-4980-a63e-73da0d41590a HTTP/1.1" status: 200 len: 945 time: 0.0656590 Sep 23 06:43:13.937674 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-ff7278e3-5d99-430f-bea4-3e005fb70d27 req-7a7cbe91-bf38-41d4-83c3-447b036e7e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:14.017325 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-9cfc79bf-3ace-4bcb-9cb8-bd9bc81ceae8 None None] Port 973deb69-acfe-4dbc-a8f6-657eb618af54 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:43:14.164684 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:14.170279 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ca9f24f0-80b0-4004-81ed-b611427aceea req-d42a3010-c528-401f-9f08-baf4dbff29ac tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "GET /v2.0/security-groups?id=8dfb9b91-c839-45a6-ad00-d87fab5f07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2204635 Sep 23 06:43:14.186456 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-ff7278e3-5d99-430f-bea4-3e005fb70d27 req-7a7cbe91-bf38-41d4-83c3-447b036e7e47 service neutron] Attempting to bind port 973deb69-acfe-4dbc-a8f6-657eb618af54 on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:43:14.187301 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-ff7278e3-5d99-430f-bea4-3e005fb70d27 req-7a7cbe91-bf38-41d4-83c3-447b036e7e47 service neutron] Attempting to bind port 973deb69-acfe-4dbc-a8f6-657eb618af54 by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:43:14.187883 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7278e3-5d99-430f-bea4-3e005fb70d27 req-7a7cbe91-bf38-41d4-83c3-447b036e7e47 service neutron] Attempting to bind port 973deb69-acfe-4dbc-a8f6-657eb618af54 on network 16515f0f-e5a6-4630-a440-e11fb2e02062 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:43:14.200848 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7278e3-5d99-430f-bea4-3e005fb70d27 req-7a7cbe91-bf38-41d4-83c3-447b036e7e47 service neutron] Port 973deb69-acfe-4dbc-a8f6-657eb618af54 on network 16515f0f-e5a6-4630-a440-e11fb2e02062 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:43:14.201220 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7278e3-5d99-430f-bea4-3e005fb70d27 req-7a7cbe91-bf38-41d4-83c3-447b036e7e47 service neutron] Attempting to bind port 973deb69-acfe-4dbc-a8f6-657eb618af54 on network 16515f0f-e5a6-4630-a440-e11fb2e02062 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:43:14.225309 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7cbe91-bf38-41d4-83c3-447b036e7e47 service neutron] Pushing event updated for resources: {'Port': ['ID=973deb69-acfe-4dbc-a8f6-657eb618af54,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:43:14.234079 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7278e3-5d99-430f-bea4-3e005fb70d27 req-7a7cbe91-bf38-41d4-83c3-447b036e7e47 service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:43:14.234426 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7278e3-5d99-430f-bea4-3e005fb70d27 req-7a7cbe91-bf38-41d4-83c3-447b036e7e47 service neutron] Checking segment: {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:43:14.234818 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7278e3-5d99-430f-bea4-3e005fb70d27 req-7a7cbe91-bf38-41d4-83c3-447b036e7e47 service neutron] Bound using segment: {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:43:14.235274 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-ff7278e3-5d99-430f-bea4-3e005fb70d27 req-7a7cbe91-bf38-41d4-83c3-447b036e7e47 service neutron] Bound port: 973deb69-acfe-4dbc-a8f6-657eb618af54, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:43:14.235648 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-ff7278e3-5d99-430f-bea4-3e005fb70d27 req-7a7cbe91-bf38-41d4-83c3-447b036e7e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:14.338096 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d4e9795-de56-4310-9ac9-03710d724f0f x-openstack-request-id: req-4d4e9795-de56-4310-9ac9-03710d724f0f {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:43:14.338331 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a8f1e82-30db-46af-b5c4-56eac38212c2", "tag": "6ce1caef-f862-49ed-a69e-3755bf1caeb1", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:43:14.338534 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4d4e9795-de56-4310-9ac9-03710d724f0f {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:43:14.338916 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a8f1e82-30db-46af-b5c4-56eac38212c2', 'tag': '6ce1caef-f862-49ed-a69e-3755bf1caeb1', 'status': 'completed', 'code': 200} Sep 23 06:43:14.367576 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:14.382033 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-ff7278e3-5d99-430f-bea4-3e005fb70d27 req-7a7cbe91-bf38-41d4-83c3-447b036e7e47 service neutron] For port 973deb69-acfe-4dbc-a8f6-657eb618af54, host n-h1-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:43:14.385976 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-ff7278e3-5d99-430f-bea4-3e005fb70d27 req-7a7cbe91-bf38-41d4-83c3-447b036e7e47 service neutron] For port 973deb69-acfe-4dbc-a8f6-657eb618af54, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=973deb69-acfe-4dbc-a8f6-657eb618af54,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:43:14.399928 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9481e5-9e6e-46d5-8cbc-2ae75cd6581b req-d6cd840b-71c2-4e22-8400-acac91f57bfb tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:14.407427 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9f9481e5-9e6e-46d5-8cbc-2ae75cd6581b req-d6cd840b-71c2-4e22-8400-acac91f57bfb tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4a625fe-80e7-4aad-910d-dee9e31060ba HTTP/1.1" status: 200 len: 948 time: 0.0960271 Sep 23 06:43:14.408323 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-380c4baa-2724-4b64-ad8f-68a5724471f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:14.409959 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-ff7278e3-5d99-430f-bea4-3e005fb70d27 req-7a7cbe91-bf38-41d4-83c3-447b036e7e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:14.419589 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ea131f-c95c-4e3e-85aa-0cb3d9e12d80 req-a279cf29-34bd-4728-be02-471cdf99b314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:14.421109 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-92ea131f-c95c-4e3e-85aa-0cb3d9e12d80 req-a279cf29-34bd-4728-be02-471cdf99b314 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=64ac7894e2284bc191ac7c20f7f9ca7f&device_id=0a8f1e82-30db-46af-b5c4-56eac38212c2 HTTP/1.1" status: 200 len: 1126 time: 0.0804591 Sep 23 06:43:14.424018 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-81e31e4d-6c11-4c12-99c2-45e687a7f8d9 req-b74b9260-a5ff-4f13-af20-c74e744bcdb8 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/security-groups?id=ead5d8e9-ed26-4c51-bfc2-b6de8d7d128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5473611 Sep 23 06:43:14.439797 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b17520a-2238-40c7-a428-f3c566f41ff9 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:43:14.467881 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 9e14186d-b80e-4f8b-808d-65a00adca02e, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=9e14186d-b80e-4f8b-808d-65a00adca02e,segment=NetworkSegment(2b9cc8e9-9b87-41b9-963b-963dc78e06f0),segment_id=2b9cc8e9-9b87-41b9-963b-963dc78e06f0)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:43:14.484921 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7278e3-5d99-430f-bea4-3e005fb70d27 req-7a7cbe91-bf38-41d4-83c3-447b036e7e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:14.485979 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-ff7278e3-5d99-430f-bea4-3e005fb70d27 req-7a7cbe91-bf38-41d4-83c3-447b036e7e47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:14.487913 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ff7278e3-5d99-430f-bea4-3e005fb70d27 req-7a7cbe91-bf38-41d4-83c3-447b036e7e47 service neutron] 10.222.0.21 "PUT /v2.0/ports/973deb69-acfe-4dbc-a8f6-657eb618af54 HTTP/1.1" status: 200 len: 1097 time: 1.2768943 Sep 23 06:43:14.492104 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4a625fe-80e7-4aad-910d-dee9e31060ba', 'tag': '973deb69-acfe-4dbc-a8f6-657eb618af54'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:43:14.494840 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a29ea0-e107-4a6a-9a17-3d37e760ff9a" -d '{"events": [{"name": "network-changed", "server_uuid": "e4a625fe-80e7-4aad-910d-dee9e31060ba", "tag": "973deb69-acfe-4dbc-a8f6-657eb618af54"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:43:14.538663 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9f9481e5-9e6e-46d5-8cbc-2ae75cd6581b req-d96c5dea-611c-4c76-807f-4b02ad5eca19 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276166 Sep 23 06:43:14.554308 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7cbe91-bf38-41d4-83c3-447b036e7e47 service neutron] Pushing event updated for resources: {'Port': ['ID=973deb69-acfe-4dbc-a8f6-657eb618af54,revision_number=3']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:43:14.573444 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-45c074da-7381-4d24-8439-65e53bbfeb25 None None] Provisioning complete for port 78af6bf1-9101-4d00-bbe6-b56977bc139d triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:43:14.573823 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-45c074da-7381-4d24-8439-65e53bbfeb25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:14.636404 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7278e3-5d99-430f-bea4-3e005fb70d27 req-3c9aef80-8601-431f-a7f1-f30e7a341077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:14.638216 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ff7278e3-5d99-430f-bea4-3e005fb70d27 req-3c9aef80-8601-431f-a7f1-f30e7a341077 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5ca4f991227448e1b6417695cbfdc362&device_id=e4a625fe-80e7-4aad-910d-dee9e31060ba HTTP/1.1" status: 200 len: 1100 time: 0.0660083 Sep 23 06:43:14.689104 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ea131f-c95c-4e3e-85aa-0cb3d9e12d80 req-1f81da1a-4d94-446f-a213-0edf5dfc6e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:14.690616 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-92ea131f-c95c-4e3e-85aa-0cb3d9e12d80 req-1f81da1a-4d94-446f-a213-0edf5dfc6e62 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b41a91e1-341c-4340-b7a8-8779367a7828 HTTP/1.1" status: 200 len: 909 time: 0.2185338 Sep 23 06:43:14.700098 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59584fc0-f235-4045-b7e1-b4abb7bb64c1 req-ccb43fd2-59ec-47da-9f5d-be4832efa77b tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:14.710703 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-59584fc0-f235-4045-b7e1-b4abb7bb64c1 req-ccb43fd2-59ec-47da-9f5d-be4832efa77b tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "GET /v2.0/ports?device_id=c457d522-9f05-4980-a63e-73da0d41590a HTTP/1.1" status: 200 len: 945 time: 0.1081839 Sep 23 06:43:14.711721 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51768) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:43:14.712411 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 0b17520a-2238-40c7-a428-f3c566f41ff9, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=0b17520a-2238-40c7-a428-f3c566f41ff9,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:43:14.717254 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': '9e14186d-b80e-4f8b-808d-65a00adca02e', 'network_id': '06f6700e-677f-450e-91ed-a10a2fbb500b', 'port_id': '9e14186d-b80e-4f8b-808d-65a00adca02e', 'mac_address': 'fa:16:3e:b0:db:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e60271bd-2abe-488c-8449-206f6ba42e89', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:43:14.735208 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-be7328ef-9915-4a8e-b44c-03326d083422 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Request body: {'floatingip': {'port_id': '289ddb2b-7b47-4500-b893-7fc4d4cd5167'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:43:14.735989 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ff7278e3-5d99-430f-bea4-3e005fb70d27 req-7e62c71f-19f3-46e8-90ab-c076afdf0801 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=973deb69-acfe-4dbc-a8f6-657eb618af54 HTTP/1.1" status: 200 len: 217 time: 0.0799353 Sep 23 06:43:14.785969 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-944cce47-5dfd-4f23-93b8-58fac7e6e173 x-openstack-request-id: req-944cce47-5dfd-4f23-93b8-58fac7e6e173 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:43:14.786844 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4a625fe-80e7-4aad-910d-dee9e31060ba", "tag": "973deb69-acfe-4dbc-a8f6-657eb618af54", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:43:14.787346 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-944cce47-5dfd-4f23-93b8-58fac7e6e173 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:43:14.788302 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4a625fe-80e7-4aad-910d-dee9e31060ba', 'tag': '973deb69-acfe-4dbc-a8f6-657eb618af54', 'status': 'completed', 'code': 200} Sep 23 06:43:14.812378 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:14.814257 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 6ce1caef-f862-49ed-a69e-3755bf1caeb1 details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:43:14.822305 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9d83ff-8506-4127-b224-0b10aa0e1593 req-8c9ef423-a5b6-4355-9558-754b8bf5e34c tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:14.834641 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ee9d83ff-8506-4127-b224-0b10aa0e1593 req-8c9ef423-a5b6-4355-9558-754b8bf5e34c tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d41217-85f8-4b83-9fe1-90caa01cf293 HTTP/1.1" status: 200 len: 948 time: 0.1798754 Sep 23 06:43:14.874929 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7278e3-5d99-430f-bea4-3e005fb70d27 req-8ddc00e8-c6f6-4ebc-b93e-2b7023f647f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:14.876717 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ff7278e3-5d99-430f-bea4-3e005fb70d27 req-8ddc00e8-c6f6-4ebc-b93e-2b7023f647f4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e HTTP/1.1" status: 200 len: 843 time: 0.1340938 Sep 23 06:43:14.885308 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-92ea131f-c95c-4e3e-85aa-0cb3d9e12d80 req-d27b1439-6a2e-49f9-857b-c826a42bd258 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ce1caef-f862-49ed-a69e-3755bf1caeb1 HTTP/1.1" status: 200 len: 217 time: 0.1721277 Sep 23 06:43:14.937763 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-be7328ef-9915-4a8e-b44c-03326d083422 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Notify callbacks [] for floatingip, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:14.944865 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.db.resource_extend [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 06:43:14.949717 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ee9d83ff-8506-4127-b224-0b10aa0e1593 req-a205b001-6b0c-4113-8cae-28d2af1a25c7 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095033 Sep 23 06:43:14.982815 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7278e3-5d99-430f-bea4-3e005fb70d27 req-19fdd165-c471-4ac7-a728-6e0d93fe50e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:14.985691 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ff7278e3-5d99-430f-bea4-3e005fb70d27 req-19fdd165-c471-4ac7-a728-6e0d93fe50e5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=16515f0f-e5a6-4630-a440-e11fb2e02062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1001971 Sep 23 06:43:14.989762 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 78af6bf1-9101-4d00-bbe6-b56977bc139d triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:43:14.990174 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:15.090896 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8b8a2e-b94c-4f53-b4de-f7a6694baae4 req-ae0199ba-e6c6-4c88-8d7a-b881cd1053b0 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:15.100674 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:15.101844 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-db8b8a2e-b94c-4f53-b4de-f7a6694baae4 req-ae0199ba-e6c6-4c88-8d7a-b881cd1053b0 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a8f1e82-30db-46af-b5c4-56eac38212c2 HTTP/1.1" status: 200 len: 943 time: 0.2296071 Sep 23 06:43:15.133457 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ea131f-c95c-4e3e-85aa-0cb3d9e12d80 req-d649459d-d10d-4ffc-b380-8aceb1c7b1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:15.135437 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-92ea131f-c95c-4e3e-85aa-0cb3d9e12d80 req-d649459d-d10d-4ffc-b380-8aceb1c7b1cc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c7d428fe-182b-4149-b884-87c9d4508732 HTTP/1.1" status: 200 len: 848 time: 0.2148824 Sep 23 06:43:15.136001 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-380c4baa-2724-4b64-ad8f-68a5724471f3 admin admin] Router 14c25e58-dda3-4bc5-8508-321e885ba811 is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 06:43:15.152809 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ff7278e3-5d99-430f-bea4-3e005fb70d27 req-04eb20d5-7f9f-4a2a-9665-b63eb3f3f358 service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580455 Sep 23 06:43:15.159849 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=0b17520a-2238-40c7-a428-f3c566f41ff9,revision_number=10']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:43:15.224878 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-db8b8a2e-b94c-4f53-b4de-f7a6694baae4 req-fda96fd6-527b-4f6b-b6e0-b0ced58f2101 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220050 Sep 23 06:43:15.229314 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e14186d-b80e-4f8b-808d-65a00adca02e {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:43:15.246580 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-92ea131f-c95c-4e3e-85aa-0cb3d9e12d80 req-327fee89-c62c-498a-9af2-228f5c0d735b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b41a91e1-341c-4340-b7a8-8779367a7828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801778 Sep 23 06:43:15.281945 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ff7278e3-5d99-430f-bea4-3e005fb70d27 req-81621211-dff7-4da6-80d9-524353b08334 service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175165 Sep 23 06:43:15.284354 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 6ce1caef-f862-49ed-a69e-3755bf1caeb1, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=6ce1caef-f862-49ed-a69e-3755bf1caeb1,segment=NetworkSegment(a2ee209e-d4ee-4c6a-8401-bd714bf3436e),segment_id=a2ee209e-d4ee-4c6a-8401-bd714bf3436e)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:43:15.300546 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-45c074da-7381-4d24-8439-65e53bbfeb25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:15.311846 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 9e14186d-b80e-4f8b-808d-65a00adca02e, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=9e14186d-b80e-4f8b-808d-65a00adca02e,segment=NetworkSegment(2b9cc8e9-9b87-41b9-963b-963dc78e06f0),segment_id=2b9cc8e9-9b87-41b9-963b-963dc78e06f0)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:43:15.330465 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:15.337421 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 6ce1caef-f862-49ed-a69e-3755bf1caeb1 has no active binding in host n-h2-715271-16 {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 23 06:43:15.479103 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-45c074da-7381-4d24-8439-65e53bbfeb25 None None] For port 78af6bf1-9101-4d00-bbe6-b56977bc139d, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=78af6bf1-9101-4d00-bbe6-b56977bc139d,segment=NetworkSegment(13217e12-beba-43dd-80b6-1f2e681c87cb),segment_id=13217e12-beba-43dd-80b6-1f2e681c87cb)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:43:15.479929 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a29ea0-e107-4a6a-9a17-3d37e760ff9a req-2bb58d56-d74d-42ea-bfb6-3202fa63cbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:15.484551 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-32a29ea0-e107-4a6a-9a17-3d37e760ff9a req-2bb58d56-d74d-42ea-bfb6-3202fa63cbdc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5ca4f991227448e1b6417695cbfdc362&device_id=e4a625fe-80e7-4aad-910d-dee9e31060ba HTTP/1.1" status: 200 len: 1100 time: 0.0873106 Sep 23 06:43:15.507388 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-45c074da-7381-4d24-8439-65e53bbfeb25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:15.513335 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:15.550580 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=9e14186d-b80e-4f8b-808d-65a00adca02e,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:43:15.592934 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['f12c200c-7bca-49dd-b324-ebac021046e8'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:43:15.607821 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-380c4baa-2724-4b64-ad8f-68a5724471f3 admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:43:15.620171 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-92ea131f-c95c-4e3e-85aa-0cb3d9e12d80 req-707c2d58-7e29-4eec-a0ae-db4713a2cac7 service neutron] 10.222.0.21 "GET /v2.0/networks/b41a91e1-341c-4340-b7a8-8779367a7828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3316271 Sep 23 06:43:15.676686 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75b6720-81ad-48e7-bdca-985605e73682 None None] Sync routers for ids ['14c25e58-dda3-4bc5-8508-321e885ba811'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:43:15.700162 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a29ea0-e107-4a6a-9a17-3d37e760ff9a req-42676ae8-8997-4153-9843-4f6699ecaf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:15.702423 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-32a29ea0-e107-4a6a-9a17-3d37e760ff9a req-42676ae8-8997-4153-9843-4f6699ecaf5c service neutron] 10.222.0.21 "GET /v2.0/networks?id=16515f0f-e5a6-4630-a440-e11fb2e02062 HTTP/1.1" status: 200 len: 870 time: 0.2005453 Sep 23 06:43:15.745123 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-380c4baa-2724-4b64-ad8f-68a5724471f3 admin admin] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:15.746411 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-380c4baa-2724-4b64-ad8f-68a5724471f3 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.4935074 Sep 23 06:43:15.752029 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75b6720-81ad-48e7-bdca-985605e73682 None None] Routers {'14c25e58-dda3-4bc5-8508-321e885ba811'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:43:15.752874 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-f75b6720-81ad-48e7-bdca-985605e73682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:43:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['14c25e58-dda3-4bc5-8508-321e885ba811'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:43:15.757183 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.db.api [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 06:43:15.757797 n-d-715271-16 neutron-server[95067]: DEBUG oslo_db.api [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 06:43:15.764032 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c074da-7381-4d24-8439-65e53bbfeb25 None None] Pushing event updated for resources: {'Port': ['ID=78af6bf1-9101-4d00-bbe6-b56977bc139d,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:43:15.776521 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-32a29ea0-e107-4a6a-9a17-3d37e760ff9a req-f537bcc2-6c38-4689-9564-7f2b333e0eaf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=973deb69-acfe-4dbc-a8f6-657eb618af54 HTTP/1.1" status: 200 len: 217 time: 0.0466714 Sep 23 06:43:15.777000 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51776) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:43:15.854938 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92d98f5-f2c8-40c1-aff3-48adc5c07c82 req-f918f239-0514-4648-a91d-5c4c0df5ee61 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:15.862213 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a92d98f5-f2c8-40c1-aff3-48adc5c07c82 req-f918f239-0514-4648-a91d-5c4c0df5ee61 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4a625fe-80e7-4aad-910d-dee9e31060ba HTTP/1.1" status: 200 len: 948 time: 0.2079854 Sep 23 06:43:15.911599 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['0b17520a-2238-40c7-a428-f3c566f41ff9'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:43:15.922217 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-92ea131f-c95c-4e3e-85aa-0cb3d9e12d80 req-3b5c141d-4eab-4162-86a5-afd6a3bd9177 service neutron] 10.222.0.21 "GET /v2.0/networks/b41a91e1-341c-4340-b7a8-8779367a7828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833390 Sep 23 06:43:15.962097 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a92d98f5-f2c8-40c1-aff3-48adc5c07c82 req-b647c3c7-2604-4ee7-99a8-d1e38f41f382 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989268 Sep 23 06:43:16.001161 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-f75b6720-81ad-48e7-bdca-985605e73682 None None] Set router 14c25e58-dda3-4bc5-8508-321e885ba811 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:43:16.068082 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-6ca15537-efa3-4399-ab95-90983ce07a3f None None] Provisioning complete for port 78af6bf1-9101-4d00-bbe6-b56977bc139d triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:43:16.068852 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-6ca15537-efa3-4399-ab95-90983ce07a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:16.112592 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['9e14186d-b80e-4f8b-808d-65a00adca02e'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:43:16.117120 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a29ea0-e107-4a6a-9a17-3d37e760ff9a req-0c3e49a9-4b71-4d1d-ae00-80eb37f2290e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:16.119294 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-32a29ea0-e107-4a6a-9a17-3d37e760ff9a req-0c3e49a9-4b71-4d1d-ae00-80eb37f2290e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e HTTP/1.1" status: 200 len: 843 time: 0.2182992 Sep 23 06:43:16.148177 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb3ffc-c98c-4b66-84ea-5358b5ec037b req-8a639844-d93a-4d85-bd8a-9f05a62e38da tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:16.150043 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4bcb3ffc-c98c-4b66-84ea-5358b5ec037b req-8a639844-d93a-4d85-bd8a-9f05a62e38da tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c683e27-d9e4-44e5-a3a1-ee97ab195ee6 HTTP/1.1" status: 200 len: 944 time: 0.6026475 Sep 23 06:43:16.152889 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-be7328ef-9915-4a8e-b44c-03326d083422 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:16.168527 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86556aa5-c6bc-426e-a994-d0a30fbffed4 req-a6488460-c924-464d-b3bf-54242932c6d3 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:16.176132 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-86556aa5-c6bc-426e-a994-d0a30fbffed4 req-a6488460-c924-464d-b3bf-54242932c6d3 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d41217-85f8-4b83-9fe1-90caa01cf293 HTTP/1.1" status: 200 len: 950 time: 0.0826147 Sep 23 06:43:16.185295 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-be7328ef-9915-4a8e-b44c-03326d083422 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:16.260212 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4bcb3ffc-c98c-4b66-84ea-5358b5ec037b req-30f35294-9de7-4cbb-98b1-f1df0b4624e3 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/security-groups?id=ead5d8e9-ed26-4c51-bfc2-b6de8d7d128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975378 Sep 23 06:43:16.270663 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-86556aa5-c6bc-426e-a994-d0a30fbffed4 req-d1abf208-4f0e-4e1c-8661-cead88dcc046 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911024 Sep 23 06:43:16.340081 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a29ea0-e107-4a6a-9a17-3d37e760ff9a req-81fcaf30-144f-4b79-b507-9f9e147bba46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:16.344722 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-32a29ea0-e107-4a6a-9a17-3d37e760ff9a req-81fcaf30-144f-4b79-b507-9f9e147bba46 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=16515f0f-e5a6-4630-a440-e11fb2e02062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1867006 Sep 23 06:43:16.386718 n-d-715271-16 neutron-server[95065]: INFO neutron.db.l3_db [None req-be7328ef-9915-4a8e-b44c-03326d083422 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Floating IP 564feda0-b5c9-4098-8d52-10025445ee7c associated. External IP: 172.25.2.67, port: 289ddb2b-7b47-4500-b893-7fc4d4cd5167. Sep 23 06:43:16.583855 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762c490-08af-4b8b-9782-7516be899113 req-bc99ec2f-4e51-4bf0-9f9e-2e407ed24a9c tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:16.585717 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f762c490-08af-4b8b-9782-7516be899113 req-bc99ec2f-4e51-4bf0-9f9e-2e407ed24a9c tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a8f1e82-30db-46af-b5c4-56eac38212c2 HTTP/1.1" status: 200 len: 943 time: 0.2086263 Sep 23 06:43:16.642666 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-32a29ea0-e107-4a6a-9a17-3d37e760ff9a req-1d567e3d-99db-4e8a-afc4-e213e5a48dcd service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845707 Sep 23 06:43:16.650524 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be7328ef-9915-4a8e-b44c-03326d083422 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Router 3dfb171b-2695-48d5-be82-db2a718c3c85 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:43:16.708020 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f762c490-08af-4b8b-9782-7516be899113 req-d2b8a055-f0b8-420f-9286-070dbd9d9ad1 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124804 Sep 23 06:43:16.794324 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be7328ef-9915-4a8e-b44c-03326d083422 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:43:16.799878 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-be7328ef-9915-4a8e-b44c-03326d083422 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:16.806130 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994dff13-1edd-461a-9be7-4f34d4a478f2 None None] Sync routers for ids ['3dfb171b-2695-48d5-be82-db2a718c3c85'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:43:16.823048 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8d2626a8-ffbb-43a8-a749-61219505d133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:16.827320 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994dff13-1edd-461a-9be7-4f34d4a478f2 None None] Routers {'3dfb171b-2695-48d5-be82-db2a718c3c85'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:43:16.827944 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-994dff13-1edd-461a-9be7-4f34d4a478f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:43:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['3dfb171b-2695-48d5-be82-db2a718c3c85'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:43:16.834996 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-be7328ef-9915-4a8e-b44c-03326d083422 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "PUT /v2.0/floatingips/564feda0-b5c9-4098-8d52-10025445ee7c HTTP/1.1" status: 200 len: 990 time: 2.1046054 Sep 23 06:43:16.834996 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c457d522-9f05-4980-a63e-73da0d41590a', 'tag': '289ddb2b-7b47-4500-b893-7fc4d4cd5167'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:43:16.836154 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f821cc-46f3-4019-aea4-1db6b5473863" -d '{"events": [{"name": "network-changed", "server_uuid": "c457d522-9f05-4980-a63e-73da0d41590a", "tag": "289ddb2b-7b47-4500-b893-7fc4d4cd5167"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:43:16.847425 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-32a29ea0-e107-4a6a-9a17-3d37e760ff9a req-9afa82bb-2ee5-4529-962a-4d2decc31aa2 service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726162 Sep 23 06:43:16.929038 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e7bd4fc-62fb-4724-ae90-63205a82ffab x-openstack-request-id: req-6e7bd4fc-62fb-4724-ae90-63205a82ffab {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:43:16.929320 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c457d522-9f05-4980-a63e-73da0d41590a", "tag": "289ddb2b-7b47-4500-b893-7fc4d4cd5167", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:43:16.929575 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6e7bd4fc-62fb-4724-ae90-63205a82ffab {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:43:16.929997 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c457d522-9f05-4980-a63e-73da0d41590a', 'tag': '289ddb2b-7b47-4500-b893-7fc4d4cd5167', 'status': 'completed', 'code': 200} Sep 23 06:43:16.932721 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-f75b6720-81ad-48e7-bdca-985605e73682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c25e58-dda3-4bc5-8508-321e885ba811', 'name': 'tempest-AttachSCSIVolumeTestJSON-651071345-router', 'tenant_id': '84a89d05599d4e01a9042767cea2437a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '5d349f97-5225-4601-b60a-3bce35f0541c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:43:09Z', 'updated_at': '2021-09-23T06:43:13Z', 'revision_number': 3, 'project_id': '84a89d05599d4e01a9042767cea2437a', 'gw_port': {'id': '5d349f97-5225-4601-b60a-3bce35f0541c', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c2:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c25e58-dda3-4bc5-8508-321e885ba811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:43:11Z', 'updated_at': '2021-09-23T06:43:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:43:16.994014 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 78af6bf1-9101-4d00-bbe6-b56977bc139d up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:43:17.000316 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75b6720-81ad-48e7-bdca-985605e73682 None None] Checking router: 14c25e58-dda3-4bc5-8508-321e885ba811 for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:43:17.001018 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75b6720-81ad-48e7-bdca-985605e73682 None None] Updating router 14c25e58-dda3-4bc5-8508-321e885ba811 port 5d349f97-5225-4601-b60a-3bce35f0541c binding host n-d-715271-16 {{(pid=95067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 06:43:17.039961 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-994dff13-1edd-461a-9be7-4f34d4a478f2 None None] Set router 3dfb171b-2695-48d5-be82-db2a718c3c85 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:43:17.069279 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f75b6720-81ad-48e7-bdca-985605e73682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:17.153836 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-8d2626a8-ffbb-43a8-a749-61219505d133 admin admin] Allocated IP 172.20.0.1 (76a74e36-7b7c-4293-85c3-27abbe54fe35/ad5a5b66-d688-430d-8203-528346198dc3/881c2dcf-0c56-4c83-9450-aaa97d286b9b) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:43:17.183957 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 78af6bf1-9101-4d00-bbe6-b56977bc139d triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:43:17.184341 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:17.212757 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f821cc-46f3-4019-aea4-1db6b5473863 req-1b46c369-ff65-4174-9196-067986c20811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:17.216321 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-65f821cc-46f3-4019-aea4-1db6b5473863 req-1b46c369-ff65-4174-9196-067986c20811 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b4fd4d42904645d3a9db4b781392d8fe&device_id=c457d522-9f05-4980-a63e-73da0d41590a HTTP/1.1" status: 200 len: 1097 time: 0.2006502 Sep 23 06:43:17.266147 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3798e52-0c72-473e-ac43-7064a07ec722 req-a74cb530-ceae-4cc9-a923-70866d72a0f4 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:17.274624 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d3798e52-0c72-473e-ac43-7064a07ec722 req-a74cb530-ceae-4cc9-a923-70866d72a0f4 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4a625fe-80e7-4aad-910d-dee9e31060ba HTTP/1.1" status: 200 len: 948 time: 0.1916010 Sep 23 06:43:17.425403 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-994dff13-1edd-461a-9be7-4f34d4a478f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dfb171b-2695-48d5-be82-db2a718c3c85', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-586674481-router', 'tenant_id': 'b4fd4d42904645d3a9db4b781392d8fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '68a91cea-c487-4b18-9298-97ce80475048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:38:52Z', 'updated_at': '2021-09-23T06:38:56Z', 'revision_number': 4, 'project_id': 'b4fd4d42904645d3a9db4b781392d8fe', 'gw_port': {'id': '68a91cea-c487-4b18-9298-97ce80475048', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:40:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfb171b-2695-48d5-be82-db2a718c3c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:38:52Z', 'updated_at': '2021-09-23T06:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '564feda0-b5c9-4098-8d52-10025445ee7c', 'tenant_id': 'b4fd4d42904645d3a9db4b781392d8fe', 'floating_ip_address': '172.25.2.67', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '3dfb171b-2695-48d5-be82-db2a718c3c85', 'port_id': '289ddb2b-7b47-4500-b893-7fc4d4cd5167', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c551f062-d2de-4528-8056-81dd05062bf0', 'mac_address': 'fa:16:3e:a5:c6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c457d522-9f05-4980-a63e-73da0d41590a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T06:39:18Z', 'updated_at': '2021-09-23T06:43:15Z', 'revision_number': 5, 'project_id': 'b4fd4d42904645d3a9db4b781392d8fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f8b70cd-eea5-4e7a-9263-fe942dd297c8', 'name': '', 'network_id': 'c551f062-d2de-4528-8056-81dd05062bf0', 'tenant_id': 'b4fd4d42904645d3a9db4b781392d8fe', 'mac_address': 'fa:16:3e:66:3c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfb171b-2695-48d5-be82-db2a718c3c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'bf51907c-7d00-4db7-a61a-2e5dd58b5738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:38:55Z', 'updated_at': '2021-09-23T06:39:02Z', 'revision_number': 5, 'project_id': 'b4fd4d42904645d3a9db4b781392d8fe', 'subnets': [{'id': 'bf51907c-7d00-4db7-a61a-2e5dd58b5738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:43:17.453739 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172d47e9-628c-4332-a3ae-a4b27ebecbdf req-94baeb0f-588e-47d2-bbee-72db4022d234 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:17.455540 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-172d47e9-628c-4332-a3ae-a4b27ebecbdf req-94baeb0f-588e-47d2-bbee-72db4022d234 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d41217-85f8-4b83-9fe1-90caa01cf293 HTTP/1.1" status: 200 len: 950 time: 0.0765090 Sep 23 06:43:17.455680 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f821cc-46f3-4019-aea4-1db6b5473863 req-40bc6d0f-a6fc-458d-b309-ff8cab9becd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:17.457802 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-65f821cc-46f3-4019-aea4-1db6b5473863 req-40bc6d0f-a6fc-458d-b309-ff8cab9becd9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c551f062-d2de-4528-8056-81dd05062bf0 HTTP/1.1" status: 200 len: 924 time: 0.2157815 Sep 23 06:43:17.463127 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d3798e52-0c72-473e-ac43-7064a07ec722 req-74a3c4b3-5420-49c4-9663-07c88c1662e1 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876431 Sep 23 06:43:17.479585 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994dff13-1edd-461a-9be7-4f34d4a478f2 None None] Checking router: 3dfb171b-2695-48d5-be82-db2a718c3c85 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:43:17.497493 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994dff13-1edd-461a-9be7-4f34d4a478f2 None None] Routers {'3dfb171b-2695-48d5-be82-db2a718c3c85'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:43:17.498578 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-994dff13-1edd-461a-9be7-4f34d4a478f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:43:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['3dfb171b-2695-48d5-be82-db2a718c3c85'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:43:17.534198 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-65f821cc-46f3-4019-aea4-1db6b5473863 req-40fe844f-13e0-4deb-a9c0-85db4d53f13f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=289ddb2b-7b47-4500-b893-7fc4d4cd5167 HTTP/1.1" status: 200 len: 998 time: 0.0680964 Sep 23 06:43:17.555371 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-172d47e9-628c-4332-a3ae-a4b27ebecbdf req-348a0c67-e979-4482-b9cb-c77984d7830a tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922618 Sep 23 06:43:17.619823 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f821cc-46f3-4019-aea4-1db6b5473863 req-02dd3886-ff7f-4e06-b2a3-aef6eb313394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:17.621571 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-65f821cc-46f3-4019-aea4-1db6b5473863 req-02dd3886-ff7f-4e06-b2a3-aef6eb313394 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bf51907c-7d00-4db7-a61a-2e5dd58b5738 HTTP/1.1" status: 200 len: 862 time: 0.0720885 Sep 23 06:43:17.628311 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-994dff13-1edd-461a-9be7-4f34d4a478f2 None None] Set router 3dfb171b-2695-48d5-be82-db2a718c3c85 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:43:17.642581 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f75b6720-81ad-48e7-bdca-985605e73682 None None] Notify callbacks [] for port, precommit_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:17.658435 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f75b6720-81ad-48e7-bdca-985605e73682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:17.701953 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8d2626a8-ffbb-43a8-a749-61219505d133 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:17.719489 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-f75b6720-81ad-48e7-bdca-985605e73682 None None] Attempting to bind port 5d349f97-5225-4601-b60a-3bce35f0541c on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:43:17.719858 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-f75b6720-81ad-48e7-bdca-985605e73682 None None] Attempting to bind port 5d349f97-5225-4601-b60a-3bce35f0541c by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:43:17.720218 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75b6720-81ad-48e7-bdca-985605e73682 None None] Attempting to bind port 5d349f97-5225-4601-b60a-3bce35f0541c on network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:43:17.730130 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9422fdb3-dfc9-49dc-b2b9-591b846b4e70 None None] Pushing event updated for resources: {'Port': ['ID=5d349f97-5225-4601-b60a-3bce35f0541c,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:43:17.734159 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75b6720-81ad-48e7-bdca-985605e73682 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:43:17.734159 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75b6720-81ad-48e7-bdca-985605e73682 None None] Checking segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:43:17.734440 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f75b6720-81ad-48e7-bdca-985605e73682 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:17.735149 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f821cc-46f3-4019-aea4-1db6b5473863 req-68adfdc5-96b0-4f61-96f0-9a5054367469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:17.735304 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75b6720-81ad-48e7-bdca-985605e73682 None None] Bound using segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:43:17.735304 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-f75b6720-81ad-48e7-bdca-985605e73682 None None] Bound port: 5d349f97-5225-4601-b60a-3bce35f0541c, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:43:17.735521 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f75b6720-81ad-48e7-bdca-985605e73682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:17.736082 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-65f821cc-46f3-4019-aea4-1db6b5473863 req-68adfdc5-96b0-4f61-96f0-9a5054367469 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c551f062-d2de-4528-8056-81dd05062bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0778425 Sep 23 06:43:17.762932 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c8acb-094d-45f9-a1a1-dca4455d8f77 req-acf14c29-4f31-46bb-a87b-cc633b0ddbca tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:17.764508 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b37c8acb-094d-45f9-a1a1-dca4455d8f77 req-acf14c29-4f31-46bb-a87b-cc633b0ddbca tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c683e27-d9e4-44e5-a3a1-ee97ab195ee6 HTTP/1.1" status: 200 len: 944 time: 0.1387439 Sep 23 06:43:17.830642 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-f75b6720-81ad-48e7-bdca-985605e73682 None None] For port 5d349f97-5225-4601-b60a-3bce35f0541c, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:43:17.840036 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-f75b6720-81ad-48e7-bdca-985605e73682 None None] For port 5d349f97-5225-4601-b60a-3bce35f0541c, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=5d349f97-5225-4601-b60a-3bce35f0541c,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:43:17.846667 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f75b6720-81ad-48e7-bdca-985605e73682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:17.877148 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8d2626a8-ffbb-43a8-a749-61219505d133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:17.916995 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b37c8acb-094d-45f9-a1a1-dca4455d8f77 req-7c0fbbe2-204d-43e5-8069-533363096c92 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/security-groups?id=ead5d8e9-ed26-4c51-bfc2-b6de8d7d128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414726 Sep 23 06:43:17.927616 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e9c249-1de8-405c-bb1f-4c371ef16581 req-736e44be-39bf-4a05-874d-7b0a12ecfc01 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:17.935250 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-97e9c249-1de8-405c-bb1f-4c371ef16581 req-736e44be-39bf-4a05-874d-7b0a12ecfc01 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a8f1e82-30db-46af-b5c4-56eac38212c2 HTTP/1.1" status: 200 len: 943 time: 0.0945358 Sep 23 06:43:17.943727 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75b6720-81ad-48e7-bdca-985605e73682 None None] Routers {'14c25e58-dda3-4bc5-8508-321e885ba811'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:43:17.944385 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-f75b6720-81ad-48e7-bdca-985605e73682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:43:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['14c25e58-dda3-4bc5-8508-321e885ba811'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:43:17.959528 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2626a8-ffbb-43a8-a749-61219505d133 admin admin] Network 76a74e36-7b7c-4293-85c3-27abbe54fe35 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:43:17.970779 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-8d2626a8-ffbb-43a8-a749-61219505d133 admin admin] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:43:17.976206 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-994dff13-1edd-461a-9be7-4f34d4a478f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dfb171b-2695-48d5-be82-db2a718c3c85', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-586674481-router', 'tenant_id': 'b4fd4d42904645d3a9db4b781392d8fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '68a91cea-c487-4b18-9298-97ce80475048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:38:52Z', 'updated_at': '2021-09-23T06:38:56Z', 'revision_number': 4, 'project_id': 'b4fd4d42904645d3a9db4b781392d8fe', 'gw_port': {'id': '68a91cea-c487-4b18-9298-97ce80475048', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:40:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfb171b-2695-48d5-be82-db2a718c3c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:38:52Z', 'updated_at': '2021-09-23T06:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '564feda0-b5c9-4098-8d52-10025445ee7c', 'tenant_id': 'b4fd4d42904645d3a9db4b781392d8fe', 'floating_ip_address': '172.25.2.67', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '3dfb171b-2695-48d5-be82-db2a718c3c85', 'port_id': '289ddb2b-7b47-4500-b893-7fc4d4cd5167', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c551f062-d2de-4528-8056-81dd05062bf0', 'mac_address': 'fa:16:3e:a5:c6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c457d522-9f05-4980-a63e-73da0d41590a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T06:39:18Z', 'updated_at': '2021-09-23T06:43:15Z', 'revision_number': 5, 'project_id': 'b4fd4d42904645d3a9db4b781392d8fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f8b70cd-eea5-4e7a-9263-fe942dd297c8', 'name': '', 'network_id': 'c551f062-d2de-4528-8056-81dd05062bf0', 'tenant_id': 'b4fd4d42904645d3a9db4b781392d8fe', 'mac_address': 'fa:16:3e:66:3c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfb171b-2695-48d5-be82-db2a718c3c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'bf51907c-7d00-4db7-a61a-2e5dd58b5738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:38:55Z', 'updated_at': '2021-09-23T06:39:02Z', 'revision_number': 5, 'project_id': 'b4fd4d42904645d3a9db4b781392d8fe', 'subnets': [{'id': 'bf51907c-7d00-4db7-a61a-2e5dd58b5738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:43:17.984419 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2626a8-ffbb-43a8-a749-61219505d133 admin admin] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:43:17.989453 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2626a8-ffbb-43a8-a749-61219505d133 admin admin] Pushing event updated for resources: {'Port': ['ID=881c2dcf-0c56-4c83-9450-aaa97d286b9b,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:43:17.992578 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-97e9c249-1de8-405c-bb1f-4c371ef16581 req-a37b2eba-b5a4-4363-963f-2ca439b91916 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565510 Sep 23 06:43:17.995428 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-65f821cc-46f3-4019-aea4-1db6b5473863 req-46806273-03e2-403e-b0ae-02ac6b262831 service neutron] 10.222.0.21 "GET /v2.0/networks/c551f062-d2de-4528-8056-81dd05062bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299745 Sep 23 06:43:18.047915 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9422fdb3-dfc9-49dc-b2b9-591b846b4e70 None None] Pushing event updated for resources: {'Port': ['ID=5d349f97-5225-4601-b60a-3bce35f0541c,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:43:18.116958 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8d2626a8-ffbb-43a8-a749-61219505d133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068614'] for router_interface, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:18.185619 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994dff13-1edd-461a-9be7-4f34d4a478f2 None None] The sync data for ids ['3dfb171b-2695-48d5-be82-db2a718c3c85'] in n-d-715271-16 is: [{'id': '3dfb171b-2695-48d5-be82-db2a718c3c85', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-586674481-router', 'tenant_id': 'b4fd4d42904645d3a9db4b781392d8fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '68a91cea-c487-4b18-9298-97ce80475048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:38:52Z', 'updated_at': '2021-09-23T06:38:56Z', 'revision_number': 4, 'project_id': 'b4fd4d42904645d3a9db4b781392d8fe', 'gw_port': {'id': '68a91cea-c487-4b18-9298-97ce80475048', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:40:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfb171b-2695-48d5-be82-db2a718c3c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:38:52Z', 'updated_at': '2021-09-23T06:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '564feda0-b5c9-4098-8d52-10025445ee7c', 'tenant_id': 'b4fd4d42904645d3a9db4b781392d8fe', 'floating_ip_address': '172.25.2.67', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '3dfb171b-2695-48d5-be82-db2a718c3c85', 'port_id': '289ddb2b-7b47-4500-b893-7fc4d4cd5167', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c551f062-d2de-4528-8056-81dd05062bf0', 'mac_address': 'fa:16:3e:a5:c6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c457d522-9f05-4980-a63e-73da0d41590a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T06:39:18Z', 'updated_at': '2021-09-23T06:43:15Z', 'revision_number': 5, 'project_id': 'b4fd4d42904645d3a9db4b781392d8fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f8b70cd-eea5-4e7a-9263-fe942dd297c8', 'name': '', 'network_id': 'c551f062-d2de-4528-8056-81dd05062bf0', 'tenant_id': 'b4fd4d42904645d3a9db4b781392d8fe', 'mac_address': 'fa:16:3e:66:3c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfb171b-2695-48d5-be82-db2a718c3c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'bf51907c-7d00-4db7-a61a-2e5dd58b5738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:38:55Z', 'updated_at': '2021-09-23T06:39:02Z', 'revision_number': 5, 'project_id': 'b4fd4d42904645d3a9db4b781392d8fe', 'subnets': [{'id': 'bf51907c-7d00-4db7-a61a-2e5dd58b5738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:43:18.196503 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-65f821cc-46f3-4019-aea4-1db6b5473863 req-fe672dfd-30ac-454d-b01c-3744dba3ac25 service neutron] 10.222.0.21 "GET /v2.0/networks/c551f062-d2de-4528-8056-81dd05062bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790724 Sep 23 06:43:18.211365 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-f75b6720-81ad-48e7-bdca-985605e73682 None None] Set router 14c25e58-dda3-4bc5-8508-321e885ba811 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:43:18.424310 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-77e82358-4d34-4683-b993-1f9b5d7a4fd6 None None] Provisioning complete for port 881c2dcf-0c56-4c83-9450-aaa97d286b9b triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:43:18.424875 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-77e82358-4d34-4683-b993-1f9b5d7a4fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:18.462075 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-77e82358-4d34-4683-b993-1f9b5d7a4fd6 None None] Port 881c2dcf-0c56-4c83-9450-aaa97d286b9b cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:43:18.484399 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72230cea-678e-461d-a662-0a7bfaac6787 None None] New status for floating IP 564feda0-b5c9-4098-8d52-10025445ee7c: ACTIVE {{(pid=95067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 06:43:18.541436 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-f75b6720-81ad-48e7-bdca-985605e73682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c25e58-dda3-4bc5-8508-321e885ba811', 'name': 'tempest-AttachSCSIVolumeTestJSON-651071345-router', 'tenant_id': '84a89d05599d4e01a9042767cea2437a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '5d349f97-5225-4601-b60a-3bce35f0541c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:43:09Z', 'updated_at': '2021-09-23T06:43:13Z', 'revision_number': 3, 'project_id': '84a89d05599d4e01a9042767cea2437a', 'gw_port': {'id': '5d349f97-5225-4601-b60a-3bce35f0541c', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c2:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c25e58-dda3-4bc5-8508-321e885ba811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:43:11Z', 'updated_at': '2021-09-23T06:43:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:43:18.581368 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75b6720-81ad-48e7-bdca-985605e73682 None None] The sync data for ids ['14c25e58-dda3-4bc5-8508-321e885ba811'] in n-d-715271-16 is: [{'id': '14c25e58-dda3-4bc5-8508-321e885ba811', 'name': 'tempest-AttachSCSIVolumeTestJSON-651071345-router', 'tenant_id': '84a89d05599d4e01a9042767cea2437a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '5d349f97-5225-4601-b60a-3bce35f0541c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:43:09Z', 'updated_at': '2021-09-23T06:43:13Z', 'revision_number': 3, 'project_id': '84a89d05599d4e01a9042767cea2437a', 'gw_port': {'id': '5d349f97-5225-4601-b60a-3bce35f0541c', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c2:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c25e58-dda3-4bc5-8508-321e885ba811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:43:11Z', 'updated_at': '2021-09-23T06:43:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:43:18.613794 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8d2626a8-ffbb-43a8-a749-61219505d133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:18.621299 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7146caf2-6a8e-44d7-8789-9a59a64a38df req-cc134447-2399-4aeb-86b2-69480b6275f5 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:18.628873 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7146caf2-6a8e-44d7-8789-9a59a64a38df req-cc134447-2399-4aeb-86b2-69480b6275f5 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4a625fe-80e7-4aad-910d-dee9e31060ba HTTP/1.1" status: 200 len: 948 time: 0.0839708 Sep 23 06:43:18.736294 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7146caf2-6a8e-44d7-8789-9a59a64a38df req-40596c8d-b590-416e-945b-f287e2be3543 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951097 Sep 23 06:43:18.826084 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ed218-81b8-4498-8d25-fb3db48789f7 req-12c746d3-f5ec-4a77-a808-b7d9a8a936ba tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:18.829100 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e56ed218-81b8-4498-8d25-fb3db48789f7 req-12c746d3-f5ec-4a77-a808-b7d9a8a936ba tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d41217-85f8-4b83-9fe1-90caa01cf293 HTTP/1.1" status: 200 len: 950 time: 0.1280499 Sep 23 06:43:18.913858 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e56ed218-81b8-4498-8d25-fb3db48789f7 req-d1e8fcce-1b3d-4b42-8848-9e308e937de8 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533772 Sep 23 06:43:18.965373 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8d2626a8-ffbb-43a8-a749-61219505d133 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:18.973245 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8d2626a8-ffbb-43a8-a749-61219505d133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:19.087089 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2626a8-ffbb-43a8-a749-61219505d133 admin admin] Pushing event updated for resources: {'Port': ['ID=881c2dcf-0c56-4c83-9450-aaa97d286b9b,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:43:19.089833 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8d2626a8-ffbb-43a8-a749-61219505d133 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067062'] for router_interface, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:19.135372 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69490c5-de27-4e28-a754-8b326f212384 req-99aa6644-4f39-4215-b9f5-e1df894e57e7 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:19.144301 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a69490c5-de27-4e28-a754-8b326f212384 req-99aa6644-4f39-4215-b9f5-e1df894e57e7 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c683e27-d9e4-44e5-a3a1-ee97ab195ee6 HTTP/1.1" status: 200 len: 944 time: 0.1249180 Sep 23 06:43:19.197885 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a69490c5-de27-4e28-a754-8b326f212384 req-b8a05e0d-4cc4-4fe1-a190-1b59beed5f01 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/security-groups?id=ead5d8e9-ed26-4c51-bfc2-b6de8d7d128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522089 Sep 23 06:43:19.298930 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2626a8-ffbb-43a8-a749-61219505d133 admin admin] Network 76a74e36-7b7c-4293-85c3-27abbe54fe35 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:43:19.303453 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-8d2626a8-ffbb-43a8-a749-61219505d133 admin admin] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:43:19.406105 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 0b17520a-2238-40c7-a428-f3c566f41ff9 up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:43:19.471845 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a16a59-8422-4840-bda4-43bd495f9271 req-265561e7-c239-4b74-bf51-7303498375fe tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:19.485404 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-89a16a59-8422-4840-bda4-43bd495f9271 req-265561e7-c239-4b74-bf51-7303498375fe tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a8f1e82-30db-46af-b5c4-56eac38212c2 HTTP/1.1" status: 200 len: 943 time: 0.2312121 Sep 23 06:43:19.503785 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d2626a8-ffbb-43a8-a749-61219505d133 admin admin] Router 14c25e58-dda3-4bc5-8508-321e885ba811 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:43:19.520487 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port 0b17520a-2238-40c7-a428-f3c566f41ff9 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:43:19.520875 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:19.582884 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 973deb69-acfe-4dbc-a8f6-657eb618af54 details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:43:19.585062 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 9e14186d-b80e-4f8b-808d-65a00adca02e up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:43:19.654936 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-89a16a59-8422-4840-bda4-43bd495f9271 req-4ea143c3-608e-45f7-965e-19851b6c2d50 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593544 Sep 23 06:43:19.766028 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d2626a8-ffbb-43a8-a749-61219505d133 admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:43:19.784322 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-8d2626a8-ffbb-43a8-a749-61219505d133 admin admin] 10.222.0.39 "PUT /v2.0/routers/14c25e58-dda3-4bc5-8508-321e885ba811/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9936521 Sep 23 06:43:19.805292 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a9a87c4e-eb88-43e4-910a-56e284abcd9d None None] Provisioning complete for port 881c2dcf-0c56-4c83-9450-aaa97d286b9b triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:43:19.805823 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a9a87c4e-eb88-43e4-910a-56e284abcd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:19.814303 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 973deb69-acfe-4dbc-a8f6-657eb618af54, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=973deb69-acfe-4dbc-a8f6-657eb618af54,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:43:19.872472 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port 9e14186d-b80e-4f8b-808d-65a00adca02e completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:43:19.878500 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:19.881257 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': '973deb69-acfe-4dbc-a8f6-657eb618af54', 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062', 'port_id': '973deb69-acfe-4dbc-a8f6-657eb618af54', 'mac_address': 'fa:16:3e:3a:be:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:43:19.886615 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port 9e14186d-b80e-4f8b-808d-65a00adca02e triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:43:19.887123 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:19.946948 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6984962a-bb80-479e-8591-f04f73d20b15 req-7f5e6147-45e4-465f-9544-1c3105b42268 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:19.954491 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6984962a-bb80-479e-8591-f04f73d20b15 req-7f5e6147-45e4-465f-9544-1c3105b42268 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4a625fe-80e7-4aad-910d-dee9e31060ba HTTP/1.1" status: 200 len: 948 time: 0.0985651 Sep 23 06:43:19.970484 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a9a87c4e-eb88-43e4-910a-56e284abcd9d None None] Port 881c2dcf-0c56-4c83-9450-aaa97d286b9b cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:43:20.031643 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6984962a-bb80-479e-8591-f04f73d20b15 req-f98a5e85-6cb4-49f9-9bf2-ac597b7ade8f tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758796 Sep 23 06:43:20.065253 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:20.068970 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14d41217-85f8-4b83-9fe1-90caa01cf293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b17520a-2238-40c7-a428-f3c566f41ff9'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:43:20.071420 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e7e2d90-8c89-4a09-9f58-0bca916dbefe" -d '{"events": [{"server_uuid": "14d41217-85f8-4b83-9fe1-90caa01cf293", "name": "network-vif-plugged", "status": "completed", "tag": "0b17520a-2238-40c7-a428-f3c566f41ff9"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:43:20.119860 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 0b17520a-2238-40c7-a428-f3c566f41ff9, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=0b17520a-2238-40c7-a428-f3c566f41ff9,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:43:20.185052 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e960a36-d487-44d4-8db2-93f3057ed3b8 x-openstack-request-id: req-8e960a36-d487-44d4-8db2-93f3057ed3b8 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:43:20.185610 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14d41217-85f8-4b83-9fe1-90caa01cf293", "name": "network-vif-plugged", "status": "completed", "tag": "0b17520a-2238-40c7-a428-f3c566f41ff9", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:43:20.186060 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8e960a36-d487-44d4-8db2-93f3057ed3b8 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:43:20.186615 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14d41217-85f8-4b83-9fe1-90caa01cf293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b17520a-2238-40c7-a428-f3c566f41ff9', 'code': 200} Sep 23 06:43:20.195216 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:20.198619 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 9e14186d-b80e-4f8b-808d-65a00adca02e, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=9e14186d-b80e-4f8b-808d-65a00adca02e,segment=NetworkSegment(2b9cc8e9-9b87-41b9-963b-963dc78e06f0),segment_id=2b9cc8e9-9b87-41b9-963b-963dc78e06f0)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:43:20.201941 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:20.202116 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67e2514-087f-4f0a-8592-2150b15beae4 req-c82a238e-f1eb-43bf-94c6-1247fcc7b600 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:20.207174 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:20.227364 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d67e2514-087f-4f0a-8592-2150b15beae4 req-c82a238e-f1eb-43bf-94c6-1247fcc7b600 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d41217-85f8-4b83-9fe1-90caa01cf293 HTTP/1.1" status: 200 len: 951 time: 0.1028991 Sep 23 06:43:20.355813 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 973deb69-acfe-4dbc-a8f6-657eb618af54 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:43:20.383869 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d67e2514-087f-4f0a-8592-2150b15beae4 req-b9f724be-f178-49e2-b441-9433712dfdb8 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545813 Sep 23 06:43:20.421174 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 973deb69-acfe-4dbc-a8f6-657eb618af54, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=973deb69-acfe-4dbc-a8f6-657eb618af54,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:43:20.448432 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:20.461229 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=0b17520a-2238-40c7-a428-f3c566f41ff9,revision_number=11']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:43:20.461758 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2963003e-3056-4fa7-83e6-6220dd36816b req-33d07037-4908-4d04-841e-e3fc53b82350 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:20.475629 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2963003e-3056-4fa7-83e6-6220dd36816b req-33d07037-4908-4d04-841e-e3fc53b82350 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c683e27-d9e4-44e5-a3a1-ee97ab195ee6 HTTP/1.1" status: 200 len: 945 time: 0.1377091 Sep 23 06:43:20.589991 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe761a-e079-4b0a-8450-d2f90dd86d71 req-43aea645-2355-495c-aeef-8fbe13a579f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:20.593016 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=9e14186d-b80e-4f8b-808d-65a00adca02e,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:43:20.593689 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c1fe761a-e079-4b0a-8450-d2f90dd86d71 req-43aea645-2355-495c-aeef-8fbe13a579f9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=14d41217-85f8-4b83-9fe1-90caa01cf293 HTTP/1.1" status: 200 len: 1103 time: 0.1668620 Sep 23 06:43:20.706519 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2963003e-3056-4fa7-83e6-6220dd36816b req-a219e06f-ea3b-4515-8fdd-b19546bc3a1d tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/security-groups?id=ead5d8e9-ed26-4c51-bfc2-b6de8d7d128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906419 Sep 23 06:43:20.740786 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=973deb69-acfe-4dbc-a8f6-657eb618af54,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:43:20.761115 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c1fe761a-e079-4b0a-8450-d2f90dd86d71 req-85b105e0-91ff-4036-80d7-6f744755c1f4 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584909 Sep 23 06:43:20.866126 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb1094-891b-49bc-81b6-124a666d5424 req-aac8b958-b409-44cc-9e27-d766b3249aa6 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:20.867935 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ffcb1094-891b-49bc-81b6-124a666d5424 req-aac8b958-b409-44cc-9e27-d766b3249aa6 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a8f1e82-30db-46af-b5c4-56eac38212c2 HTTP/1.1" status: 200 len: 943 time: 0.0634332 Sep 23 06:43:20.959854 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ffcb1094-891b-49bc-81b6-124a666d5424 req-b59bf308-b25c-42a3-9505-f0349584a8be tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829375 Sep 23 06:43:21.033615 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 5d349f97-5225-4601-b60a-3bce35f0541c up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:43:21.046248 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['973deb69-acfe-4dbc-a8f6-657eb618af54'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:43:21.298365 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d2b86f-43a1-47fe-af45-aec9ec73525a req-05c42808-67bb-43a5-805b-85d824258e26 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:21.313828 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-42d2b86f-43a1-47fe-af45-aec9ec73525a req-05c42808-67bb-43a5-805b-85d824258e26 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4a625fe-80e7-4aad-910d-dee9e31060ba HTTP/1.1" status: 200 len: 949 time: 0.1824625 Sep 23 06:43:21.406976 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-42d2b86f-43a1-47fe-af45-aec9ec73525a req-208c4c13-c53a-4616-a07e-6e703ab451bc tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924459 Sep 23 06:43:21.435969 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686e72ad-b5f1-4df6-933f-e137538503b3 None None] Sync routers for ids ['14c25e58-dda3-4bc5-8508-321e885ba811'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:43:21.444154 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 5d349f97-5225-4601-b60a-3bce35f0541c triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:43:21.444698 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:21.449624 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686e72ad-b5f1-4df6-933f-e137538503b3 None None] Routers {'14c25e58-dda3-4bc5-8508-321e885ba811'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:43:21.450869 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-686e72ad-b5f1-4df6-933f-e137538503b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:43:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['14c25e58-dda3-4bc5-8508-321e885ba811'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:43:21.491038 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 6ce1caef-f862-49ed-a69e-3755bf1caeb1 no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:43:21.623935 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6adf35a-d956-47f7-8e1b-a5c216cc2536 req-431bd7b8-43ef-4967-98ac-44df41b66429 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:21.631845 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e6adf35a-d956-47f7-8e1b-a5c216cc2536 req-431bd7b8-43ef-4967-98ac-44df41b66429 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d41217-85f8-4b83-9fe1-90caa01cf293 HTTP/1.1" status: 200 len: 951 time: 0.1197484 Sep 23 06:43:21.731416 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e6adf35a-d956-47f7-8e1b-a5c216cc2536 req-f027ae3c-c951-4434-b182-358e1ab28713 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898788 Sep 23 06:43:21.836986 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:21.867315 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port 5d349f97-5225-4601-b60a-3bce35f0541c, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=5d349f97-5225-4601-b60a-3bce35f0541c,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:43:21.888556 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-686e72ad-b5f1-4df6-933f-e137538503b3 None None] Set router 14c25e58-dda3-4bc5-8508-321e885ba811 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:43:21.908540 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:21.976402 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e8369-5089-4dbb-8311-24f5a6d638d6 req-169c2265-9e2e-4521-9dda-61b5352c7ae9 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:21.984857 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-887e8369-5089-4dbb-8311-24f5a6d638d6 req-169c2265-9e2e-4521-9dda-61b5352c7ae9 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c683e27-d9e4-44e5-a3a1-ee97ab195ee6 HTTP/1.1" status: 200 len: 945 time: 0.1002264 Sep 23 06:43:21.986238 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=5d349f97-5225-4601-b60a-3bce35f0541c,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:43:22.055303 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-887e8369-5089-4dbb-8311-24f5a6d638d6 req-fb031c58-cd7a-4fe5-b639-7a1a36405f6a tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/security-groups?id=ead5d8e9-ed26-4c51-bfc2-b6de8d7d128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691278 Sep 23 06:43:22.187989 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c683e27-d9e4-44e5-a3a1-ee97ab195ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e14186d-b80e-4f8b-808d-65a00adca02e'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:43:22.191319 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bdab124-ddbd-4378-a1f3-115c97e6ee57" -d '{"events": [{"server_uuid": "0c683e27-d9e4-44e5-a3a1-ee97ab195ee6", "name": "network-vif-plugged", "status": "completed", "tag": "9e14186d-b80e-4f8b-808d-65a00adca02e"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:43:22.387713 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-686e72ad-b5f1-4df6-933f-e137538503b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c25e58-dda3-4bc5-8508-321e885ba811', 'name': 'tempest-AttachSCSIVolumeTestJSON-651071345-router', 'tenant_id': '84a89d05599d4e01a9042767cea2437a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '5d349f97-5225-4601-b60a-3bce35f0541c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:43:09Z', 'updated_at': '2021-09-23T06:43:18Z', 'revision_number': 4, 'project_id': '84a89d05599d4e01a9042767cea2437a', 'gw_port': {'id': '5d349f97-5225-4601-b60a-3bce35f0541c', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c2:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c25e58-dda3-4bc5-8508-321e885ba811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:43:11Z', 'updated_at': '2021-09-23T06:43:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '881c2dcf-0c56-4c83-9450-aaa97d286b9b', 'name': '', 'network_id': '76a74e36-7b7c-4293-85c3-27abbe54fe35', 'tenant_id': '84a89d05599d4e01a9042767cea2437a', 'mac_address': 'fa:16:3e:d1:15:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c25e58-dda3-4bc5-8508-321e885ba811', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'ad5a5b66-d688-430d-8203-528346198dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:43:16Z', 'updated_at': '2021-09-23T06:43:18Z', 'revision_number': 2, 'project_id': '84a89d05599d4e01a9042767cea2437a', 'subnets': [{'id': 'ad5a5b66-d688-430d-8203-528346198dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:43:22.399952 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89564df-5de1-41f8-a563-4393e78e4cee req-ebad3a29-4865-4996-98ed-c6b94db31a5f tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:22.402234 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-570994bf-4a99-47cc-9b7a-220aa5f0cab1 x-openstack-request-id: req-570994bf-4a99-47cc-9b7a-220aa5f0cab1 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:43:22.402631 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c683e27-d9e4-44e5-a3a1-ee97ab195ee6", "name": "network-vif-plugged", "status": "completed", "tag": "9e14186d-b80e-4f8b-808d-65a00adca02e", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:43:22.403016 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-570994bf-4a99-47cc-9b7a-220aa5f0cab1 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:43:22.403494 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c683e27-d9e4-44e5-a3a1-ee97ab195ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e14186d-b80e-4f8b-808d-65a00adca02e', 'code': 200} Sep 23 06:43:22.403779 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b89564df-5de1-41f8-a563-4393e78e4cee req-ebad3a29-4865-4996-98ed-c6b94db31a5f tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a8f1e82-30db-46af-b5c4-56eac38212c2 HTTP/1.1" status: 200 len: 943 time: 0.2442102 Sep 23 06:43:22.407649 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5ec9ae87-9ca6-4e1e-bd0f-83e379018f84 req-b902e174-ea4e-4cc5-9c39-21c326848772 service neutron] 10.222.0.21 "GET /v2.0/ports/6ce1caef-f862-49ed-a69e-3755bf1caeb1/bindings/n-h2-715271-16 HTTP/1.1" status: 200 len: 385 time: 0.2584012 Sep 23 06:43:22.451807 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686e72ad-b5f1-4df6-933f-e137538503b3 None None] Checking router: 14c25e58-dda3-4bc5-8508-321e885ba811 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:43:22.453245 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686e72ad-b5f1-4df6-933f-e137538503b3 None None] Updating router 14c25e58-dda3-4bc5-8508-321e885ba811 port 881c2dcf-0c56-4c83-9450-aaa97d286b9b binding host n-d-715271-16 {{(pid=95068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 06:43:22.541841 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-686e72ad-b5f1-4df6-933f-e137538503b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:22.733275 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b89564df-5de1-41f8-a563-4393e78e4cee req-41fc5379-15e5-4fe0-8b02-298236b32c69 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221824 Sep 23 06:43:22.805444 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0f984c-d5ce-4c29-8fa9-354cabb7872a req-4f61bc8e-086c-4110-be5d-a1c01dda3c16 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:22.817669 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cc0f984c-d5ce-4c29-8fa9-354cabb7872a req-4f61bc8e-086c-4110-be5d-a1c01dda3c16 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4a625fe-80e7-4aad-910d-dee9e31060ba HTTP/1.1" status: 200 len: 949 time: 0.2306755 Sep 23 06:43:22.867609 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c853d3-e714-4859-a82c-ce103bd5bb5f req-76c16a5c-4f2d-4ab3-8a77-ce74d12f6817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:22.869552 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a7c853d3-e714-4859-a82c-ce103bd5bb5f req-76c16a5c-4f2d-4ab3-8a77-ce74d12f6817 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0c683e27-d9e4-44e5-a3a1-ee97ab195ee6 HTTP/1.1" status: 200 len: 1097 time: 0.1686502 Sep 23 06:43:22.981036 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cc0f984c-d5ce-4c29-8fa9-354cabb7872a req-24e0a969-207a-4786-8e9d-1aed66aa8437 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508138 Sep 23 06:43:22.997725 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a7c853d3-e714-4859-a82c-ce103bd5bb5f req-0022a7c9-0972-407f-b52a-f3259380d7f8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ead5d8e9-ed26-4c51-bfc2-b6de8d7d128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082194 Sep 23 06:43:23.093762 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 5d349f97-5225-4601-b60a-3bce35f0541c up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:43:23.214871 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 5d349f97-5225-4601-b60a-3bce35f0541c triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:43:23.215551 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:23.225002 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-686e72ad-b5f1-4df6-933f-e137538503b3 None None] Notify callbacks [] for port, precommit_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:23.259526 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a37c52-9635-47b1-9bc6-f61072814dce req-1afcc73f-4c6e-435c-986b-0dbf414e1d05 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:23.265195 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-686e72ad-b5f1-4df6-933f-e137538503b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:23.267797 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-01a37c52-9635-47b1-9bc6-f61072814dce req-1afcc73f-4c6e-435c-986b-0dbf414e1d05 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d41217-85f8-4b83-9fe1-90caa01cf293 HTTP/1.1" status: 200 len: 951 time: 0.3409564 Sep 23 06:43:23.315699 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-5ec9ae87-9ca6-4e1e-bd0f-83e379018f84 req-82e2194a-8f21-4dd9-8aae-df927557d41a service neutron] For port 6ce1caef-f862-49ed-a69e-3755bf1caeb1, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=6ce1caef-f862-49ed-a69e-3755bf1caeb1,segment=NetworkSegment(a2ee209e-d4ee-4c6a-8401-bd714bf3436e),segment_id=a2ee209e-d4ee-4c6a-8401-bd714bf3436e)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:43:23.348674 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f4c21c-e6e8-45eb-b294-6290cace891e None None] Pushing event updated for resources: {'Port': ['ID=881c2dcf-0c56-4c83-9450-aaa97d286b9b,revision_number=3']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:43:23.358528 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-01a37c52-9635-47b1-9bc6-f61072814dce req-fb46c946-18c2-40d8-8352-a37f0afbbb08 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895023 Sep 23 06:43:23.422258 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-5ec9ae87-9ca6-4e1e-bd0f-83e379018f84 req-82e2194a-8f21-4dd9-8aae-df927557d41a service neutron] For port 6ce1caef-f862-49ed-a69e-3755bf1caeb1, host n-h1-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:43:23.457892 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f4c21c-e6e8-45eb-b294-6290cace891e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:43:23.469835 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f4c21c-e6e8-45eb-b294-6290cace891e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:43:23.476410 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f4c21c-e6e8-45eb-b294-6290cace891e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:43:23.476822 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f4c21c-e6e8-45eb-b294-6290cace891e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:43:23.477114 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f4c21c-e6e8-45eb-b294-6290cace891e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:43:23.477451 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f4c21c-e6e8-45eb-b294-6290cace891e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:43:23.477782 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f4c21c-e6e8-45eb-b294-6290cace891e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:43:23.478138 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f4c21c-e6e8-45eb-b294-6290cace891e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:43:23.479001 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f4c21c-e6e8-45eb-b294-6290cace891e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:43:23.479001 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f4c21c-e6e8-45eb-b294-6290cace891e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:43:23.479209 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f4c21c-e6e8-45eb-b294-6290cace891e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:43:23.479392 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f4c21c-e6e8-45eb-b294-6290cace891e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:43:23.509051 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [req-5ec9ae87-9ca6-4e1e-bd0f-83e379018f84 req-82e2194a-8f21-4dd9-8aae-df927557d41a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ce1caef-f862-49ed-a69e-3755bf1caeb1 {{(pid=95066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:43:23.532820 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 973deb69-acfe-4dbc-a8f6-657eb618af54 up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:43:23.564995 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-5ec9ae87-9ca6-4e1e-bd0f-83e379018f84 req-82e2194a-8f21-4dd9-8aae-df927557d41a service neutron] For port 6ce1caef-f862-49ed-a69e-3755bf1caeb1, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=6ce1caef-f862-49ed-a69e-3755bf1caeb1,segment=NetworkSegment(a2ee209e-d4ee-4c6a-8401-bd714bf3436e),segment_id=a2ee209e-d4ee-4c6a-8401-bd714bf3436e)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:43:23.628301 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-5ec9ae87-9ca6-4e1e-bd0f-83e379018f84 req-82e2194a-8f21-4dd9-8aae-df927557d41a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:23.729374 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-686e72ad-b5f1-4df6-933f-e137538503b3 None None] Attempting to bind port 881c2dcf-0c56-4c83-9450-aaa97d286b9b on host n-d-715271-16 for vnic_type normal with profile {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:43:23.731839 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-686e72ad-b5f1-4df6-933f-e137538503b3 None None] Attempting to bind port 881c2dcf-0c56-4c83-9450-aaa97d286b9b by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '13217e12-beba-43dd-80b6-1f2e681c87cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '76a74e36-7b7c-4293-85c3-27abbe54fe35'}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:43:23.732214 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686e72ad-b5f1-4df6-933f-e137538503b3 None None] Attempting to bind port 881c2dcf-0c56-4c83-9450-aaa97d286b9b on network 76a74e36-7b7c-4293-85c3-27abbe54fe35 {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:43:23.749034 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686e72ad-b5f1-4df6-933f-e137538503b3 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:43:23.750053 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686e72ad-b5f1-4df6-933f-e137538503b3 None None] Checking segment: {'id': '13217e12-beba-43dd-80b6-1f2e681c87cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '76a74e36-7b7c-4293-85c3-27abbe54fe35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:43:23.750461 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-686e72ad-b5f1-4df6-933f-e137538503b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:23.750857 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686e72ad-b5f1-4df6-933f-e137538503b3 None None] Bound using segment: {'id': '13217e12-beba-43dd-80b6-1f2e681c87cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '76a74e36-7b7c-4293-85c3-27abbe54fe35'} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:43:23.751337 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-686e72ad-b5f1-4df6-933f-e137538503b3 None None] Bound port: 881c2dcf-0c56-4c83-9450-aaa97d286b9b, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13217e12-beba-43dd-80b6-1f2e681c87cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '76a74e36-7b7c-4293-85c3-27abbe54fe35'}}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:43:23.765457 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50d47a-32ab-4886-8738-c6cdca9445b2 req-fc7468eb-a432-489d-9f88-5a6d297c5710 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:23.766231 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-686e72ad-b5f1-4df6-933f-e137538503b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:23.780968 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2b50d47a-32ab-4886-8738-c6cdca9445b2 req-fc7468eb-a432-489d-9f88-5a6d297c5710 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c683e27-d9e4-44e5-a3a1-ee97ab195ee6 HTTP/1.1" status: 200 len: 945 time: 0.2527580 Sep 23 06:43:23.785476 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port 973deb69-acfe-4dbc-a8f6-657eb618af54 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:43:23.789039 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.provisioning_blocks [req-5ec9ae87-9ca6-4e1e-bd0f-83e379018f84 req-82e2194a-8f21-4dd9-8aae-df927557d41a service neutron] Transition to ACTIVE for port object 6ce1caef-f862-49ed-a69e-3755bf1caeb1 will not be triggered until provisioned by entity L2. {{(pid=95066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:43:23.793678 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port 973deb69-acfe-4dbc-a8f6-657eb618af54 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:43:23.794856 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:23.796689 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-5ec9ae87-9ca6-4e1e-bd0f-83e379018f84 req-82e2194a-8f21-4dd9-8aae-df927557d41a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:23.929055 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2b50d47a-32ab-4886-8738-c6cdca9445b2 req-8c7b3ca8-b554-44d9-81f2-21593a1c4059 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/security-groups?id=ead5d8e9-ed26-4c51-bfc2-b6de8d7d128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450217 Sep 23 06:43:23.960986 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ec9ae87-9ca6-4e1e-bd0f-83e379018f84 req-82e2194a-8f21-4dd9-8aae-df927557d41a service neutron] No DVR routers for this DVR port 6ce1caef-f862-49ed-a69e-3755bf1caeb1 on host n-h1-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:43:23.995078 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-686e72ad-b5f1-4df6-933f-e137538503b3 None None] For port 881c2dcf-0c56-4c83-9450-aaa97d286b9b, host n-d-715271-16, cleared binding levels {{(pid=95068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:43:24.002213 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-686e72ad-b5f1-4df6-933f-e137538503b3 None None] For port 881c2dcf-0c56-4c83-9450-aaa97d286b9b, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=881c2dcf-0c56-4c83-9450-aaa97d286b9b,segment=NetworkSegment(13217e12-beba-43dd-80b6-1f2e681c87cb),segment_id=13217e12-beba-43dd-80b6-1f2e681c87cb)] {{(pid=95068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:43:24.008645 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-686e72ad-b5f1-4df6-933f-e137538503b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:24.021423 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e2194a-8f21-4dd9-8aae-df927557d41a service neutron] Pushing event updated for resources: {'Port': ['ID=6ce1caef-f862-49ed-a69e-3755bf1caeb1,revision_number=10']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:43:24.103322 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:24.106962 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5ec9ae87-9ca6-4e1e-bd0f-83e379018f84 req-82e2194a-8f21-4dd9-8aae-df927557d41a service neutron] 10.222.0.21 "PUT /v2.0/ports/6ce1caef-f862-49ed-a69e-3755bf1caeb1/bindings/n-h2-715271-16/activate HTTP/1.1" status: 200 len: 370 time: 1.6619427 Sep 23 06:43:24.133567 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f4c21c-e6e8-45eb-b294-6290cace891e None None] Pushing event updated for resources: {'Port': ['ID=881c2dcf-0c56-4c83-9450-aaa97d286b9b,revision_number=4']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:43:24.148105 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 973deb69-acfe-4dbc-a8f6-657eb618af54, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=973deb69-acfe-4dbc-a8f6-657eb618af54,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:43:24.170037 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:24.215625 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686e72ad-b5f1-4df6-933f-e137538503b3 None None] Routers {'14c25e58-dda3-4bc5-8508-321e885ba811'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:43:24.218243 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-686e72ad-b5f1-4df6-933f-e137538503b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:43:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['14c25e58-dda3-4bc5-8508-321e885ba811'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:43:24.315603 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=973deb69-acfe-4dbc-a8f6-657eb618af54,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:43:24.324637 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3912b021-44b3-4bdd-975b-6c831a3a01ff req-c5cec587-39b6-4ae0-876b-f75d1c25de5d tempest-ServersAdminTestJSON-23842502 tempest-ServersAdminTestJSON-23842502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:24.331939 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-cc29d936-8d73-4bd9-8c89-acb9e66d6a06 None None] Provisioning complete for port 881c2dcf-0c56-4c83-9450-aaa97d286b9b triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:43:24.332247 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3912b021-44b3-4bdd-975b-6c831a3a01ff req-c5cec587-39b6-4ae0-876b-f75d1c25de5d tempest-ServersAdminTestJSON-23842502 tempest-ServersAdminTestJSON-23842502-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=14d41217-85f8-4b83-9fe1-90caa01cf293 HTTP/1.1" status: 200 len: 1103 time: 0.1189919 Sep 23 06:43:24.332545 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-cc29d936-8d73-4bd9-8c89-acb9e66d6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:24.340934 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e47aae-9869-4754-858d-45628a441399 req-c378a40b-5cbe-441e-88f1-52b4d2477b59 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:24.346917 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-37e47aae-9869-4754-858d-45628a441399 req-c378a40b-5cbe-441e-88f1-52b4d2477b59 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a8f1e82-30db-46af-b5c4-56eac38212c2 HTTP/1.1" status: 200 len: 944 time: 0.2178266 Sep 23 06:43:24.405722 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec9ae87-9ca6-4e1e-bd0f-83e379018f84 req-3e703478-3a3d-42f6-8900-6e12e4450e76 tempest-LiveMigrationTest-1207377707 tempest-LiveMigrationTest-1207377707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:24.412599 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5ec9ae87-9ca6-4e1e-bd0f-83e379018f84 req-3e703478-3a3d-42f6-8900-6e12e4450e76 tempest-LiveMigrationTest-1207377707 tempest-LiveMigrationTest-1207377707-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=0a8f1e82-30db-46af-b5c4-56eac38212c2&tenant_id=64ac7894e2284bc191ac7c20f7f9ca7f&binding%3Ahost_id=n-h1-715271-16 HTTP/1.1" status: 200 len: 1096 time: 0.1961489 Sep 23 06:43:24.442981 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3912b021-44b3-4bdd-975b-6c831a3a01ff req-07fc1433-7686-4dcd-95d1-dbaa05055692 tempest-ServersAdminTestJSON-23842502 tempest-ServersAdminTestJSON-23842502-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049142 Sep 23 06:43:24.475096 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4a625fe-80e7-4aad-910d-dee9e31060ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '973deb69-acfe-4dbc-a8f6-657eb618af54'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:43:24.477415 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae4e4e50-353c-4ed2-814d-c0e721d1a17a" -d '{"events": [{"server_uuid": "e4a625fe-80e7-4aad-910d-dee9e31060ba", "name": "network-vif-plugged", "status": "completed", "tag": "973deb69-acfe-4dbc-a8f6-657eb618af54"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:43:24.576590 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-686e72ad-b5f1-4df6-933f-e137538503b3 None None] Set router 14c25e58-dda3-4bc5-8508-321e885ba811 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:43:24.659436 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-37e47aae-9869-4754-858d-45628a441399 req-f8b4607a-8e32-4f91-be6a-4bfa9e5d3e7b tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032167 Sep 23 06:43:24.676586 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-cc29d936-8d73-4bd9-8c89-acb9e66d6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:24.707790 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f767a1-df40-459d-a259-0d6c9ded6aec req-3a18b99a-338e-454c-bfa1-6737b15188c8 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:24.710085 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec9ae87-9ca6-4e1e-bd0f-83e379018f84 req-c5680b47-7d59-4834-9cbd-27570e87f287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:24.715457 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5ec9ae87-9ca6-4e1e-bd0f-83e379018f84 req-c5680b47-7d59-4834-9cbd-27570e87f287 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0a8f1e82-30db-46af-b5c4-56eac38212c2&tenant_id=64ac7894e2284bc191ac7c20f7f9ca7f HTTP/1.1" status: 200 len: 1096 time: 0.2697675 Sep 23 06:43:24.719209 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c5f767a1-df40-459d-a259-0d6c9ded6aec req-3a18b99a-338e-454c-bfa1-6737b15188c8 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4a625fe-80e7-4aad-910d-dee9e31060ba HTTP/1.1" status: 200 len: 950 time: 0.1131651 Sep 23 06:43:24.789856 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-cc29d936-8d73-4bd9-8c89-acb9e66d6a06 None None] For port 881c2dcf-0c56-4c83-9450-aaa97d286b9b, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=881c2dcf-0c56-4c83-9450-aaa97d286b9b,segment=NetworkSegment(13217e12-beba-43dd-80b6-1f2e681c87cb),segment_id=13217e12-beba-43dd-80b6-1f2e681c87cb)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:43:24.791054 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c5f767a1-df40-459d-a259-0d6c9ded6aec req-6cc7d0da-e5bd-4df5-8b19-0590bce7a4f6 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704818 Sep 23 06:43:24.806829 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-cc29d936-8d73-4bd9-8c89-acb9e66d6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:24.878338 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec9ae87-9ca6-4e1e-bd0f-83e379018f84 req-19ef2265-6bdb-482a-a9fb-1544b9fdcb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:24.886329 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5ec9ae87-9ca6-4e1e-bd0f-83e379018f84 req-19ef2265-6bdb-482a-a9fb-1544b9fdcb6d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=64ac7894e2284bc191ac7c20f7f9ca7f&device_id=0a8f1e82-30db-46af-b5c4-56eac38212c2 HTTP/1.1" status: 200 len: 1096 time: 0.1337540 Sep 23 06:43:24.945350 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cc45f64-35a1-42a1-859f-0a60103a0d74 x-openstack-request-id: req-1cc45f64-35a1-42a1-859f-0a60103a0d74 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:43:24.945941 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4a625fe-80e7-4aad-910d-dee9e31060ba", "name": "network-vif-plugged", "status": "completed", "tag": "973deb69-acfe-4dbc-a8f6-657eb618af54", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:43:24.946351 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1cc45f64-35a1-42a1-859f-0a60103a0d74 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:43:24.946905 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4a625fe-80e7-4aad-910d-dee9e31060ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '973deb69-acfe-4dbc-a8f6-657eb618af54', 'code': 200} Sep 23 06:43:24.977053 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc29d936-8d73-4bd9-8c89-acb9e66d6a06 None None] Pushing event updated for resources: {'Port': ['ID=881c2dcf-0c56-4c83-9450-aaa97d286b9b,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:43:25.012535 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-4c92e619-2085-4da5-9823-f14b8d6e8120 None None] Provisioning complete for port 881c2dcf-0c56-4c83-9450-aaa97d286b9b triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:43:25.012935 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-4c92e619-2085-4da5-9823-f14b8d6e8120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:25.220822 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec9ae87-9ca6-4e1e-bd0f-83e379018f84 req-ebc64ebb-69d8-4d95-abdf-66e0640d017f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:25.230322 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5ec9ae87-9ca6-4e1e-bd0f-83e379018f84 req-ebc64ebb-69d8-4d95-abdf-66e0640d017f service neutron] 10.222.0.58 "GET /v2.0/networks?id=b41a91e1-341c-4340-b7a8-8779367a7828 HTTP/1.1" status: 200 len: 909 time: 0.3346648 Sep 23 06:43:25.331009 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83944a58-b0ed-4341-b0d2-6e00c5babe05 req-aff90023-2abe-4a34-95ac-27331fa448a6 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:25.339550 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-83944a58-b0ed-4341-b0d2-6e00c5babe05 req-aff90023-2abe-4a34-95ac-27331fa448a6 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c683e27-d9e4-44e5-a3a1-ee97ab195ee6 HTTP/1.1" status: 200 len: 945 time: 0.1903646 Sep 23 06:43:25.346192 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-686e72ad-b5f1-4df6-933f-e137538503b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c25e58-dda3-4bc5-8508-321e885ba811', 'name': 'tempest-AttachSCSIVolumeTestJSON-651071345-router', 'tenant_id': '84a89d05599d4e01a9042767cea2437a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '5d349f97-5225-4601-b60a-3bce35f0541c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:43:09Z', 'updated_at': '2021-09-23T06:43:18Z', 'revision_number': 4, 'project_id': '84a89d05599d4e01a9042767cea2437a', 'gw_port': {'id': '5d349f97-5225-4601-b60a-3bce35f0541c', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c25e58-dda3-4bc5-8508-321e885ba811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:43:11Z', 'updated_at': '2021-09-23T06:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '881c2dcf-0c56-4c83-9450-aaa97d286b9b', 'name': '', 'network_id': '76a74e36-7b7c-4293-85c3-27abbe54fe35', 'tenant_id': '84a89d05599d4e01a9042767cea2437a', 'mac_address': 'fa:16:3e:d1:15:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c25e58-dda3-4bc5-8508-321e885ba811', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'ad5a5b66-d688-430d-8203-528346198dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:43:16Z', 'updated_at': '2021-09-23T06:43:23Z', 'revision_number': 4, 'project_id': '84a89d05599d4e01a9042767cea2437a', 'subnets': [{'id': 'ad5a5b66-d688-430d-8203-528346198dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:43:25.362709 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe72af5d-0a2a-4390-9c26-f9de47d93e92 req-d8b0c1bf-b2bf-4b6b-acbc-f9ab7b5b6c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:25.364627 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fe72af5d-0a2a-4390-9c26-f9de47d93e92 req-d8b0c1bf-b2bf-4b6b-acbc-f9ab7b5b6c22 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e4a625fe-80e7-4aad-910d-dee9e31060ba HTTP/1.1" status: 200 len: 1102 time: 0.3152952 Sep 23 06:43:25.415680 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686e72ad-b5f1-4df6-933f-e137538503b3 None None] The sync data for ids ['14c25e58-dda3-4bc5-8508-321e885ba811'] in n-d-715271-16 is: [{'id': '14c25e58-dda3-4bc5-8508-321e885ba811', 'name': 'tempest-AttachSCSIVolumeTestJSON-651071345-router', 'tenant_id': '84a89d05599d4e01a9042767cea2437a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '5d349f97-5225-4601-b60a-3bce35f0541c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:43:09Z', 'updated_at': '2021-09-23T06:43:18Z', 'revision_number': 4, 'project_id': '84a89d05599d4e01a9042767cea2437a', 'gw_port': {'id': '5d349f97-5225-4601-b60a-3bce35f0541c', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c25e58-dda3-4bc5-8508-321e885ba811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:43:11Z', 'updated_at': '2021-09-23T06:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '881c2dcf-0c56-4c83-9450-aaa97d286b9b', 'name': '', 'network_id': '76a74e36-7b7c-4293-85c3-27abbe54fe35', 'tenant_id': '84a89d05599d4e01a9042767cea2437a', 'mac_address': 'fa:16:3e:d1:15:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c25e58-dda3-4bc5-8508-321e885ba811', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'ad5a5b66-d688-430d-8203-528346198dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:43:16Z', 'updated_at': '2021-09-23T06:43:23Z', 'revision_number': 4, 'project_id': '84a89d05599d4e01a9042767cea2437a', 'subnets': [{'id': 'ad5a5b66-d688-430d-8203-528346198dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:43:25.419599 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-83944a58-b0ed-4341-b0d2-6e00c5babe05 req-fb30a901-2520-4f63-8526-d07f3481ac4f tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/security-groups?id=ead5d8e9-ed26-4c51-bfc2-b6de8d7d128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787849 Sep 23 06:43:25.493221 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fe72af5d-0a2a-4390-9c26-f9de47d93e92 req-4b86a3a2-2949-44f4-9190-767507558c1e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185591 Sep 23 06:43:25.917366 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6489b76d-aafa-41bb-b8c9-bfe7c6f51ce0 req-f104a6f2-979f-4193-9494-ce56ed27d89e tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:25.923898 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6489b76d-aafa-41bb-b8c9-bfe7c6f51ce0 req-f104a6f2-979f-4193-9494-ce56ed27d89e tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c683e27-d9e4-44e5-a3a1-ee97ab195ee6 HTTP/1.1" status: 200 len: 945 time: 0.1321175 Sep 23 06:43:26.005462 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6489b76d-aafa-41bb-b8c9-bfe7c6f51ce0 req-148b6e5d-8001-4945-aa1f-cf2705bf212e tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/security-groups?id=ead5d8e9-ed26-4c51-bfc2-b6de8d7d128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754030 Sep 23 06:43:26.101089 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5ec9ae87-9ca6-4e1e-bd0f-83e379018f84 req-a288205f-754c-40d4-8f6e-6560f050cbdd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ce1caef-f862-49ed-a69e-3755bf1caeb1 HTTP/1.1" status: 200 len: 217 time: 0.8526728 Sep 23 06:43:26.133585 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f76fd6-26c6-42f0-83c7-a645a8737c13 req-becf290d-d06d-4625-ad21-5686f88ae2a5 tempest-ServersAdminTestJSON-23842502 tempest-ServersAdminTestJSON-23842502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:26.142231 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a1f76fd6-26c6-42f0-83c7-a645a8737c13 req-becf290d-d06d-4625-ad21-5686f88ae2a5 tempest-ServersAdminTestJSON-23842502 tempest-ServersAdminTestJSON-23842502-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=14d41217-85f8-4b83-9fe1-90caa01cf293 HTTP/1.1" status: 200 len: 1103 time: 0.9052401 Sep 23 06:43:26.245434 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a1f76fd6-26c6-42f0-83c7-a645a8737c13 req-5d3fa139-df21-4f7b-b7cb-90b6095e937a tempest-ServersAdminTestJSON-23842502 tempest-ServersAdminTestJSON-23842502-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009083 Sep 23 06:43:26.251636 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec9ae87-9ca6-4e1e-bd0f-83e379018f84 req-d28c10a9-6a6f-40b4-81e6-7d88cbb294ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:26.254850 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5ec9ae87-9ca6-4e1e-bd0f-83e379018f84 req-d28c10a9-6a6f-40b4-81e6-7d88cbb294ff service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c7d428fe-182b-4149-b884-87c9d4508732 HTTP/1.1" status: 200 len: 848 time: 0.1343291 Sep 23 06:43:26.260293 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d35baf3-6894-4d59-b3a2-74bf3ca32cdf req-76cccf69-1f37-4db8-bc9f-48315bf4fc7e tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:26.268516 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1d35baf3-6894-4d59-b3a2-74bf3ca32cdf req-76cccf69-1f37-4db8-bc9f-48315bf4fc7e tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a8f1e82-30db-46af-b5c4-56eac38212c2 HTTP/1.1" status: 200 len: 944 time: 0.1275127 Sep 23 06:43:26.324917 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1d35baf3-6894-4d59-b3a2-74bf3ca32cdf req-263d9398-12b3-48bb-aad8-e30280e5de50 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506988 Sep 23 06:43:26.382431 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5ec9ae87-9ca6-4e1e-bd0f-83e379018f84 req-c5db22a7-807a-4c7e-a3b8-663aa15c8c8e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b41a91e1-341c-4340-b7a8-8779367a7828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1123815 Sep 23 06:43:26.456217 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 06:43:26.517389 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b45970e-0ec0-49c6-84db-5ec9ced23948 req-d2bfb703-38da-49c2-8bb2-b54bad3edcf3 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:26.519083 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9b45970e-0ec0-49c6-84db-5ec9ced23948 req-d2bfb703-38da-49c2-8bb2-b54bad3edcf3 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4a625fe-80e7-4aad-910d-dee9e31060ba HTTP/1.1" status: 200 len: 950 time: 0.1515214 Sep 23 06:43:26.584549 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5ec9ae87-9ca6-4e1e-bd0f-83e379018f84 req-dc9f91c9-84be-4974-a59f-012505b5b325 service neutron] 10.222.0.58 "GET /v2.0/networks/b41a91e1-341c-4340-b7a8-8779367a7828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791158 Sep 23 06:43:26.588472 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9b45970e-0ec0-49c6-84db-5ec9ced23948 req-9eab3d74-56d6-4408-a088-274789ce8bec tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553067 Sep 23 06:43:26.758014 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5ec9ae87-9ca6-4e1e-bd0f-83e379018f84 req-57f98500-28fe-44ea-99dc-008a6400590c service neutron] 10.222.0.58 "GET /v2.0/networks/b41a91e1-341c-4340-b7a8-8779367a7828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611137 Sep 23 06:43:26.845740 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b70f154-4e26-435f-be59-9ec02d3490c2 req-8cce92fa-8b42-43e2-a5ff-a75a9b148bf8 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:26.847879 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2b70f154-4e26-435f-be59-9ec02d3490c2 req-8cce92fa-8b42-43e2-a5ff-a75a9b148bf8 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=93798e66-45d4-4cb1-b4e1-a242f30d6d03 HTTP/1.1" status: 200 len: 948 time: 0.0700767 Sep 23 06:43:26.937389 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2b70f154-4e26-435f-be59-9ec02d3490c2 req-6e589047-8169-436f-9037-9ff1821a783b tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828021 Sep 23 06:43:26.940137 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109cc301-2bc5-47e6-aefe-ff60398c6081 req-cb777283-3156-4c06-bd33-3fde54b6c73a tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:26.946023 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-109cc301-2bc5-47e6-aefe-ff60398c6081 req-cb777283-3156-4c06-bd33-3fde54b6c73a tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/networks?id=26aba36e-f765-4b4a-a7c9-897761ec549b HTTP/1.1" status: 200 len: 821 time: 0.1910172 Sep 23 06:43:26.986526 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-109cc301-2bc5-47e6-aefe-ff60398c6081 req-a118f1ae-1f72-4b6b-843c-872d593db18e tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/quotas/4f0064bb53474048bf6eb5b78e44e4ae HTTP/1.1" status: 200 len: 375 time: 0.0294828 Sep 23 06:43:27.029910 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 881c2dcf-0c56-4c83-9450-aaa97d286b9b up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:43:27.080875 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-109cc301-2bc5-47e6-aefe-ff60398c6081 req-03462aea-1cad-4563-8edf-223f83fc52df tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4f0064bb53474048bf6eb5b78e44e4ae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0940540 Sep 23 06:43:27.169158 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 881c2dcf-0c56-4c83-9450-aaa97d286b9b triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:43:27.170141 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:27.218366 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddbc8bb-9a5a-4012-82c9-68155555277d req-4ae9cc34-c3da-44fd-9690-b80d991ab78f tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:27.219972 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4ddbc8bb-9a5a-4012-82c9-68155555277d req-4ae9cc34-c3da-44fd-9690-b80d991ab78f tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c683e27-d9e4-44e5-a3a1-ee97ab195ee6 HTTP/1.1" status: 200 len: 945 time: 0.1063032 Sep 23 06:43:27.298880 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4ddbc8bb-9a5a-4012-82c9-68155555277d req-cefdbf03-5837-4a3c-b9ee-41fb172f1710 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/security-groups?id=ead5d8e9-ed26-4c51-bfc2-b6de8d7d128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718484 Sep 23 06:43:27.345041 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-109cc301-2bc5-47e6-aefe-ff60398c6081 req-897cb056-10c8-4e44-9c71-5e46f7cfa8bb service neutron] 10.222.0.39 "GET /v2.0/networks/26aba36e-f765-4b4a-a7c9-897761ec549b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615128 Sep 23 06:43:27.377031 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec9ae87-9ca6-4e1e-bd0f-83e379018f84 req-dcce6627-aa1c-4f6f-9ad7-4e3b6fb3319a tempest-LiveMigrationTest-1207377707 tempest-LiveMigrationTest-1207377707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:27.379605 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5ec9ae87-9ca6-4e1e-bd0f-83e379018f84 req-dcce6627-aa1c-4f6f-9ad7-4e3b6fb3319a tempest-LiveMigrationTest-1207377707 tempest-LiveMigrationTest-1207377707-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=0a8f1e82-30db-46af-b5c4-56eac38212c2&tenant_id=64ac7894e2284bc191ac7c20f7f9ca7f&binding%3Ahost_id=n-h2-715271-16 HTTP/1.1" status: 200 len: 1096 time: 0.1828167 Sep 23 06:43:27.506884 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-109cc301-2bc5-47e6-aefe-ff60398c6081 req-079e3de2-fdfc-4372-9d54-760df5c8a6f0 service neutron] 10.222.0.39 "GET /v2.0/networks/26aba36e-f765-4b4a-a7c9-897761ec549b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600902 Sep 23 06:43:27.561914 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-5ec9ae87-9ca6-4e1e-bd0f-83e379018f84 req-ef8233af-0b37-464b-900f-ff96e37119b6 service neutron] For port 6ce1caef-f862-49ed-a69e-3755bf1caeb1, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:43:27.565567 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-5ec9ae87-9ca6-4e1e-bd0f-83e379018f84 req-ef8233af-0b37-464b-900f-ff96e37119b6 service neutron] Notify callbacks [] for binding, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:27.567796 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5ec9ae87-9ca6-4e1e-bd0f-83e379018f84 req-ef8233af-0b37-464b-900f-ff96e37119b6 service neutron] 10.222.0.58 "DELETE /v2.0/ports/6ce1caef-f862-49ed-a69e-3755bf1caeb1/bindings/n-h1-715271-16 HTTP/1.1" status: 204 len: 173 time: 0.1782358 Sep 23 06:43:27.809584 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d17666-5af5-45f9-a36d-800cc17d18cf req-8eec00e5-9636-4d2a-8302-f5fb500a2d79 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:27.811158 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-02d17666-5af5-45f9-a36d-800cc17d18cf req-8eec00e5-9636-4d2a-8302-f5fb500a2d79 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a8f1e82-30db-46af-b5c4-56eac38212c2 HTTP/1.1" status: 200 len: 944 time: 0.0571430 Sep 23 06:43:27.875643 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-02d17666-5af5-45f9-a36d-800cc17d18cf req-fb0c7404-c920-4e89-acbb-5f58435545f2 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581894 Sep 23 06:43:28.108463 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b066e865-cdfa-495f-afb6-b17f64f2ef07 req-46b50ecc-c322-4c1f-b0e0-a23d048182d1 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:28.117445 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b066e865-cdfa-495f-afb6-b17f64f2ef07 req-46b50ecc-c322-4c1f-b0e0-a23d048182d1 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4a625fe-80e7-4aad-910d-dee9e31060ba HTTP/1.1" status: 200 len: 950 time: 0.1233244 Sep 23 06:43:28.191896 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b066e865-cdfa-495f-afb6-b17f64f2ef07 req-c015a13f-4252-40c3-8cb0-e1a178982ae1 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733392 Sep 23 06:43:28.248009 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c2ba3aaf-52dd-42f1-8cbd-527be0c39d8d req-afbc4ecb-bff3-4d2e-8857-264748a14d0e tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d9dd330-c207-430f-9a5b-6373908f2ca9 HTTP/1.1" status: 200 len: 210 time: 0.0632138 Sep 23 06:43:28.383817 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f7a297-0ca6-4fa8-b303-16338826987a req-037d1566-5273-4ebb-ad6d-2d8fd92d4293 tempest-MigrationsAdminTest-1266026843 tempest-MigrationsAdminTest-1266026843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:28.386207 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-43f7a297-0ca6-4fa8-b303-16338826987a req-037d1566-5273-4ebb-ad6d-2d8fd92d4293 tempest-MigrationsAdminTest-1266026843 tempest-MigrationsAdminTest-1266026843-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e4a625fe-80e7-4aad-910d-dee9e31060ba HTTP/1.1" status: 200 len: 1102 time: 0.0659370 Sep 23 06:43:28.391741 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50db27-d8bf-4895-8197-f4912367b26b req-3ae2eb13-5029-4f75-a957-598b80ec69bc tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:28.393348 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cc50db27-d8bf-4895-8197-f4912367b26b req-3ae2eb13-5029-4f75-a957-598b80ec69bc tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=93798e66-45d4-4cb1-b4e1-a242f30d6d03 HTTP/1.1" status: 200 len: 948 time: 0.0932782 Sep 23 06:43:28.453983 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cc50db27-d8bf-4895-8197-f4912367b26b req-6d7ce8f1-640f-4c29-a66d-c53e2b0b7ef3 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486448 Sep 23 06:43:28.463283 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-43f7a297-0ca6-4fa8-b303-16338826987a req-fd6a72d9-1133-4b85-ac1a-75ed1c8d8e23 tempest-MigrationsAdminTest-1266026843 tempest-MigrationsAdminTest-1266026843-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448117 Sep 23 06:43:28.548675 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfebbac7-6a37-4629-a31f-4588c8156ffd req-85588b17-f39d-4ba0-ac4a-26bbf38e7e4b tempest-LiveMigrationTest-1207377707 tempest-LiveMigrationTest-1207377707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:28.550658 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dfebbac7-6a37-4629-a31f-4588c8156ffd req-85588b17-f39d-4ba0-ac4a-26bbf38e7e4b tempest-LiveMigrationTest-1207377707 tempest-LiveMigrationTest-1207377707-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=0a8f1e82-30db-46af-b5c4-56eac38212c2 HTTP/1.1" status: 200 len: 1096 time: 0.0475581 Sep 23 06:43:28.618420 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dfebbac7-6a37-4629-a31f-4588c8156ffd req-a0fb1a5f-01f8-42c7-9623-91e7da8a6349 tempest-LiveMigrationTest-1207377707 tempest-LiveMigrationTest-1207377707-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545638 Sep 23 06:43:28.795549 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40885d6d-5d29-4962-b516-e501ab55763c req-3b5c8ac4-d5cf-445c-b3ce-dc8f615ebf63 tempest-LiveMigrationTest-1207377707 tempest-LiveMigrationTest-1207377707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:28.797929 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-40885d6d-5d29-4962-b516-e501ab55763c req-3b5c8ac4-d5cf-445c-b3ce-dc8f615ebf63 tempest-LiveMigrationTest-1207377707 tempest-LiveMigrationTest-1207377707-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=0a8f1e82-30db-46af-b5c4-56eac38212c2 HTTP/1.1" status: 200 len: 1096 time: 0.0702727 Sep 23 06:43:28.815912 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5674c92-817d-4bdd-b22f-c0aaf4a4e918 req-b4be493b-bb21-4a83-b8f0-ffb89b8ea663 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:28.825567 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c5674c92-817d-4bdd-b22f-c0aaf4a4e918 req-b4be493b-bb21-4a83-b8f0-ffb89b8ea663 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4a625fe-80e7-4aad-910d-dee9e31060ba HTTP/1.1" status: 200 len: 950 time: 0.0776091 Sep 23 06:43:28.854415 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-40885d6d-5d29-4962-b516-e501ab55763c req-e014ef46-cd97-434a-842e-38fec41580d9 tempest-LiveMigrationTest-1207377707 tempest-LiveMigrationTest-1207377707-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496454 Sep 23 06:43:28.889595 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c5674c92-817d-4bdd-b22f-c0aaf4a4e918 req-6401b3c9-e6e5-4246-8f32-125c5f300d35 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630207 Sep 23 06:43:28.901891 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7e2467bc-c93e-4121-9d5c-d613e974b38e req-721489ef-6889-488f-934c-18cba7d4ea1c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e4a625fe-80e7-4aad-910d-dee9e31060ba&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0969985 Sep 23 06:43:28.911715 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [req-7e2467bc-c93e-4121-9d5c-d613e974b38e req-f7c83869-29c2-488b-a017-f353bf2d058c service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 06:43:28.912791 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7e2467bc-c93e-4121-9d5c-d613e974b38e req-f7c83869-29c2-488b-a017-f353bf2d058c service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055969 Sep 23 06:43:29.041710 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0d5e34-b78a-4d68-801c-7ed3638fb355 req-7910521b-d9a2-49f1-9e73-da538540ce32 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:29.043402 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1a0d5e34-b78a-4d68-801c-7ed3638fb355 req-7910521b-d9a2-49f1-9e73-da538540ce32 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.58 "GET /v2.0/ports?device_id=93798e66-45d4-4cb1-b4e1-a242f30d6d03 HTTP/1.1" status: 200 len: 948 time: 0.0916631 Sep 23 06:43:29.174581 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-1a0d5e34-b78a-4d68-801c-7ed3638fb355 req-b8e01c6d-d33e-4e8a-96d8-b615bdaa5993 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Deleting port b860026c-ab0b-4441-95f0-dd80ff2a5848 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:43:29.176313 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-1a0d5e34-b78a-4d68-801c-7ed3638fb355 req-b8e01c6d-d33e-4e8a-96d8-b615bdaa5993 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:29.380772 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-46022c48-bbd3-47ce-9ddf-73d6a5bf98dc req-0d0ddc28-7f28-4e14-8891-76e9dedf5ad8 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d9dd330-c207-430f-9a5b-6373908f2ca9 HTTP/1.1" status: 200 len: 210 time: 0.0508192 Sep 23 06:43:29.476022 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-1a0d5e34-b78a-4d68-801c-7ed3638fb355 req-b8e01c6d-d33e-4e8a-96d8-b615bdaa5993 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] For port b860026c-ab0b-4441-95f0-dd80ff2a5848, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=b860026c-ab0b-4441-95f0-dd80ff2a5848,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:43:29.476685 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-1a0d5e34-b78a-4d68-801c-7ed3638fb355 req-b8e01c6d-d33e-4e8a-96d8-b615bdaa5993 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:29.539694 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-1a0d5e34-b78a-4d68-801c-7ed3638fb355 req-b8e01c6d-d33e-4e8a-96d8-b615bdaa5993 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Calling delete_port for b860026c-ab0b-4441-95f0-dd80ff2a5848 owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:43:29.726390 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109cc301-2bc5-47e6-aefe-ff60398c6081 req-8983612a-4453-47ec-9cae-8ca1c554568b tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:29.728932 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-109cc301-2bc5-47e6-aefe-ff60398c6081 req-8983612a-4453-47ec-9cae-8ca1c554568b tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.58 "GET /v2.0/networks?id=26aba36e-f765-4b4a-a7c9-897761ec549b HTTP/1.1" status: 200 len: 821 time: 0.3404248 Sep 23 06:43:29.761307 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-109cc301-2bc5-47e6-aefe-ff60398c6081 req-d539c0d1-1b30-4e16-9f0d-6f67571e990b tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Request body: {'port': {'device_id': '3d9dd330-c207-430f-9a5b-6373908f2ca9', 'network_id': '26aba36e-f765-4b4a-a7c9-897761ec549b', 'admin_state_up': True, 'tenant_id': '4f0064bb53474048bf6eb5b78e44e4ae'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:43:29.774315 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d26e09a-2e06-4a9d-b4c4-f67a9c61fd42 req-98e4117f-784c-43fb-af94-059bbcb08b94 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:29.778433 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6d26e09a-2e06-4a9d-b4c4-f67a9c61fd42 req-98e4117f-784c-43fb-af94-059bbcb08b94 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=93798e66-45d4-4cb1-b4e1-a242f30d6d03 HTTP/1.1" status: 200 len: 948 time: 0.1404128 Sep 23 06:43:29.889579 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6d26e09a-2e06-4a9d-b4c4-f67a9c61fd42 req-ea6f5c9e-1077-4107-8c12-43e96d1fa496 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011827 Sep 23 06:43:29.933794 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-1a0d5e34-b78a-4d68-801c-7ed3638fb355 req-b8e01c6d-d33e-4e8a-96d8-b615bdaa5993 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:29.954875 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['e3c7b14d-9513-45b9-802e-9b59da3e7780', '0b17520a-2238-40c7-a428-f3c566f41ff9'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:43:30.003657 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-109cc301-2bc5-47e6-aefe-ff60398c6081 req-d539c0d1-1b30-4e16-9f0d-6f67571e990b tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Made reservation on behalf of 4f0064bb53474048bf6eb5b78e44e4ae for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:43:30.017142 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-109cc301-2bc5-47e6-aefe-ff60398c6081 req-d539c0d1-1b30-4e16-9f0d-6f67571e990b tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:30.021462 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e01c6d-d33e-4e8a-96d8-b615bdaa5993 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Pushing event deleted for resources: {'Port': ['ID=b860026c-ab0b-4441-95f0-dd80ff2a5848,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:43:30.187538 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a0d5e34-b78a-4d68-801c-7ed3638fb355 req-b8e01c6d-d33e-4e8a-96d8-b615bdaa5993 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] No DVR routers for this DVR port b860026c-ab0b-4441-95f0-dd80ff2a5848 on host n-h2-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:43:30.193797 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-1a0d5e34-b78a-4d68-801c-7ed3638fb355 req-b8e01c6d-d33e-4e8a-96d8-b615bdaa5993 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:30.197773 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1a0d5e34-b78a-4d68-801c-7ed3638fb355 req-b8e01c6d-d33e-4e8a-96d8-b615bdaa5993 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.58 "DELETE /v2.0/ports/b860026c-ab0b-4441-95f0-dd80ff2a5848 HTTP/1.1" status: 204 len: 173 time: 1.1455178 Sep 23 06:43:30.200574 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93798e66-45d4-4cb1-b4e1-a242f30d6d03', 'name': 'network-vif-deleted', 'tag': 'b860026c-ab0b-4441-95f0-dd80ff2a5848'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:43:30.206843 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f7930c4-562d-4713-bcd6-0b5a72a6904c" -d '{"events": [{"server_uuid": "93798e66-45d4-4cb1-b4e1-a242f30d6d03", "name": "network-vif-deleted", "tag": "b860026c-ab0b-4441-95f0-dd80ff2a5848"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:43:30.251697 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151ea86a-439f-45c5-975e-099e932462e5 req-b50c8d25-7353-4a6e-b707-1eea9fbc61ea tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:30.264462 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-151ea86a-439f-45c5-975e-099e932462e5 req-b50c8d25-7353-4a6e-b707-1eea9fbc61ea tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4a625fe-80e7-4aad-910d-dee9e31060ba HTTP/1.1" status: 200 len: 950 time: 0.1479831 Sep 23 06:43:30.434834 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-151ea86a-439f-45c5-975e-099e932462e5 req-df4238af-e9d8-4a50-9f7d-b9d4ecf9460d tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730418 Sep 23 06:43:30.507406 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [req-109cc301-2bc5-47e6-aefe-ff60398c6081 req-d539c0d1-1b30-4e16-9f0d-6f67571e990b tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Allocated IP 172.20.0.4 (26aba36e-f765-4b4a-a7c9-897761ec549b/afab507a-4ef5-4f82-b221-a08b722735c6/f6ff1b82-b649-458f-bb9e-b22289625fda) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:43:30.646005 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de9cb33-4dd8-410d-af14-619750598ac2 x-openstack-request-id: req-9de9cb33-4dd8-410d-af14-619750598ac2 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:43:30.647052 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93798e66-45d4-4cb1-b4e1-a242f30d6d03", "name": "network-vif-deleted", "tag": "b860026c-ab0b-4441-95f0-dd80ff2a5848", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:43:30.647532 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9de9cb33-4dd8-410d-af14-619750598ac2 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:43:30.648185 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93798e66-45d4-4cb1-b4e1-a242f30d6d03', 'name': 'network-vif-deleted', 'tag': 'b860026c-ab0b-4441-95f0-dd80ff2a5848', 'status': 'completed', 'code': 200} Sep 23 06:43:30.809785 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3752ba01-b874-4724-a28a-a17d9d3d31fb req-4021e75e-282a-4de5-98a4-34f0bf64f7fe tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d9dd330-c207-430f-9a5b-6373908f2ca9 HTTP/1.1" status: 200 len: 210 time: 0.0564399 Sep 23 06:43:30.930326 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-109cc301-2bc5-47e6-aefe-ff60398c6081 req-d539c0d1-1b30-4e16-9f0d-6f67571e990b tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:30.978054 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-109cc301-2bc5-47e6-aefe-ff60398c6081 req-d539c0d1-1b30-4e16-9f0d-6f67571e990b tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:31.033941 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d539c0d1-1b30-4e16-9f0d-6f67571e990b tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Pushing event updated for resources: {'Port': ['ID=f6ff1b82-b649-458f-bb9e-b22289625fda,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:43:31.074264 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-722719ba-7e88-44f9-b861-b423178dcc9a req-628ac9f9-bf80-4a46-81b4-d83bf70e05f0 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=93798e66-45d4-4cb1-b4e1-a242f30d6d03 HTTP/1.1" status: 200 len: 210 time: 0.0422964 Sep 23 06:43:31.085514 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-109cc301-2bc5-47e6-aefe-ff60398c6081 req-d539c0d1-1b30-4e16-9f0d-6f67571e990b tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Network 26aba36e-f765-4b4a-a7c9-897761ec549b is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:43:31.087663 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [req-109cc301-2bc5-47e6-aefe-ff60398c6081 req-d539c0d1-1b30-4e16-9f0d-6f67571e990b tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:43:31.091178 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-109cc301-2bc5-47e6-aefe-ff60398c6081 req-d539c0d1-1b30-4e16-9f0d-6f67571e990b tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:43:31.186723 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109cc301-2bc5-47e6-aefe-ff60398c6081 req-d539c0d1-1b30-4e16-9f0d-6f67571e990b tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:31.187383 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-109cc301-2bc5-47e6-aefe-ff60398c6081 req-d539c0d1-1b30-4e16-9f0d-6f67571e990b tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:31.239704 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-109cc301-2bc5-47e6-aefe-ff60398c6081 req-d539c0d1-1b30-4e16-9f0d-6f67571e990b tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4824102 Sep 23 06:43:31.279091 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-109cc301-2bc5-47e6-aefe-ff60398c6081 req-43fc879e-66b5-4b92-9d90-f0abada467d2 service neutron] Request body: {'port': {'device_id': '3d9dd330-c207-430f-9a5b-6373908f2ca9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:43:31.323761 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2467bc-c93e-4121-9d5c-d613e974b38e req-e9fd1011-af39-4f7b-a2f7-645f567eda34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:31.325272 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7e2467bc-c93e-4121-9d5c-d613e974b38e req-e9fd1011-af39-4f7b-a2f7-645f567eda34 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5ca4f991227448e1b6417695cbfdc362&device_id=e4a625fe-80e7-4aad-910d-dee9e31060ba HTTP/1.1" status: 200 len: 1102 time: 0.1107750 Sep 23 06:43:31.366698 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['a09003c4-d814-4d52-96ba-7591c484557e'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:43:31.502705 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-109cc301-2bc5-47e6-aefe-ff60398c6081 req-43fc879e-66b5-4b92-9d90-f0abada467d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:31.526018 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device b860026c-ab0b-4441-95f0-dd80ff2a5848 no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:43:31.578934 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No Port match for: b860026c-ab0b-4441-95f0-dd80ff2a5848 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:43:31.579282 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device b860026c-ab0b-4441-95f0-dd80ff2a5848 not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:43:31.611567 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2467bc-c93e-4121-9d5c-d613e974b38e req-512e6095-c438-418b-824c-fb1d99d1369a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:31.613977 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7e2467bc-c93e-4121-9d5c-d613e974b38e req-512e6095-c438-418b-824c-fb1d99d1369a service neutron] 10.222.0.21 "GET /v2.0/networks?id=16515f0f-e5a6-4630-a440-e11fb2e02062 HTTP/1.1" status: 200 len: 870 time: 0.2532008 Sep 23 06:43:31.824225 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7e2467bc-c93e-4121-9d5c-d613e974b38e req-4d4942c8-9fdb-414c-94f7-d2f494ee4679 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=973deb69-acfe-4dbc-a8f6-657eb618af54 HTTP/1.1" status: 200 len: 217 time: 0.0908740 Sep 23 06:43:31.909658 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dbe612-bd5e-4694-af59-46bce220604c req-05376ad2-183f-4763-b1be-36c44be35827 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:31.912033 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f2dbe612-bd5e-4694-af59-46bce220604c req-05376ad2-183f-4763-b1be-36c44be35827 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4a625fe-80e7-4aad-910d-dee9e31060ba HTTP/1.1" status: 200 len: 950 time: 0.3045971 Sep 23 06:43:31.995583 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2467bc-c93e-4121-9d5c-d613e974b38e req-d7da306f-1711-41ce-87a2-ef5bc985b861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:31.997226 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a2680c-2515-4d9f-b8a5-2171ed2c3f2b req-450ab679-faaf-4353-aec0-b23ebcddbe85 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:31.998171 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7e2467bc-c93e-4121-9d5c-d613e974b38e req-d7da306f-1711-41ce-87a2-ef5bc985b861 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e HTTP/1.1" status: 200 len: 843 time: 0.1400073 Sep 23 06:43:31.999433 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-49a2680c-2515-4d9f-b8a5-2171ed2c3f2b req-450ab679-faaf-4353-aec0-b23ebcddbe85 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d9dd330-c207-430f-9a5b-6373908f2ca9 HTTP/1.1" status: 200 len: 931 time: 0.0556116 Sep 23 06:43:32.033899 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f2dbe612-bd5e-4694-af59-46bce220604c req-4f86442a-799e-4b0c-a670-45cb0e28e403 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042719 Sep 23 06:43:32.076214 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-49a2680c-2515-4d9f-b8a5-2171ed2c3f2b req-e0690aa0-c130-436b-91a2-2d9bc2195e1f tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694227 Sep 23 06:43:32.099073 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2467bc-c93e-4121-9d5c-d613e974b38e req-dfe58ea0-028c-4916-a516-bba445d564ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:32.101260 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7e2467bc-c93e-4121-9d5c-d613e974b38e req-dfe58ea0-028c-4916-a516-bba445d564ed service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=16515f0f-e5a6-4630-a440-e11fb2e02062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0832887 Sep 23 06:43:32.200710 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [req-109cc301-2bc5-47e6-aefe-ff60398c6081 req-43fc879e-66b5-4b92-9d90-f0abada467d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6ff1b82-b649-458f-bb9e-b22289625fda {{(pid=95066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:43:32.211269 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-109cc301-2bc5-47e6-aefe-ff60398c6081 req-43fc879e-66b5-4b92-9d90-f0abada467d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:32.226092 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.provisioning_blocks [req-109cc301-2bc5-47e6-aefe-ff60398c6081 req-43fc879e-66b5-4b92-9d90-f0abada467d2 service neutron] Transition to ACTIVE for port object f6ff1b82-b649-458f-bb9e-b22289625fda will not be triggered until provisioned by entity L2. {{(pid=95066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:43:32.269180 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-109cc301-2bc5-47e6-aefe-ff60398c6081 req-43fc879e-66b5-4b92-9d90-f0abada467d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:32.377804 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7e2467bc-c93e-4121-9d5c-d613e974b38e req-bdaf7074-ad01-4fa9-a7b6-a8a67fc8ec38 service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596407 Sep 23 06:43:32.380032 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fc879e-66b5-4b92-9d90-f0abada467d2 service neutron] Pushing event updated for resources: {'Port': ['ID=f6ff1b82-b649-458f-bb9e-b22289625fda,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:43:32.596398 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-109cc301-2bc5-47e6-aefe-ff60398c6081 req-43fc879e-66b5-4b92-9d90-f0abada467d2 service neutron] Attempting to bind port f6ff1b82-b649-458f-bb9e-b22289625fda on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:43:32.596761 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-109cc301-2bc5-47e6-aefe-ff60398c6081 req-43fc879e-66b5-4b92-9d90-f0abada467d2 service neutron] Attempting to bind port f6ff1b82-b649-458f-bb9e-b22289625fda by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': 'df9429cb-1b73-4fcc-8ecd-d0edb039148e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '26aba36e-f765-4b4a-a7c9-897761ec549b'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:43:32.597209 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109cc301-2bc5-47e6-aefe-ff60398c6081 req-43fc879e-66b5-4b92-9d90-f0abada467d2 service neutron] Attempting to bind port f6ff1b82-b649-458f-bb9e-b22289625fda on network 26aba36e-f765-4b4a-a7c9-897761ec549b {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:43:32.611622 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109cc301-2bc5-47e6-aefe-ff60398c6081 req-43fc879e-66b5-4b92-9d90-f0abada467d2 service neutron] Port f6ff1b82-b649-458f-bb9e-b22289625fda on network 26aba36e-f765-4b4a-a7c9-897761ec549b not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:43:32.611948 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109cc301-2bc5-47e6-aefe-ff60398c6081 req-43fc879e-66b5-4b92-9d90-f0abada467d2 service neutron] Attempting to bind port f6ff1b82-b649-458f-bb9e-b22289625fda on network 26aba36e-f765-4b4a-a7c9-897761ec549b {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:43:32.616330 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7e2467bc-c93e-4121-9d5c-d613e974b38e req-11efccb5-dd97-45d6-9687-23a131a3e794 service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269082 Sep 23 06:43:32.620906 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109cc301-2bc5-47e6-aefe-ff60398c6081 req-43fc879e-66b5-4b92-9d90-f0abada467d2 service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:43:32.621197 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109cc301-2bc5-47e6-aefe-ff60398c6081 req-43fc879e-66b5-4b92-9d90-f0abada467d2 service neutron] Checking segment: {'id': 'df9429cb-1b73-4fcc-8ecd-d0edb039148e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '26aba36e-f765-4b4a-a7c9-897761ec549b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:43:32.621727 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109cc301-2bc5-47e6-aefe-ff60398c6081 req-43fc879e-66b5-4b92-9d90-f0abada467d2 service neutron] Bound using segment: {'id': 'df9429cb-1b73-4fcc-8ecd-d0edb039148e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '26aba36e-f765-4b4a-a7c9-897761ec549b'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:43:32.622249 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-109cc301-2bc5-47e6-aefe-ff60398c6081 req-43fc879e-66b5-4b92-9d90-f0abada467d2 service neutron] Bound port: f6ff1b82-b649-458f-bb9e-b22289625fda, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df9429cb-1b73-4fcc-8ecd-d0edb039148e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '26aba36e-f765-4b4a-a7c9-897761ec549b'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:43:32.622682 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-109cc301-2bc5-47e6-aefe-ff60398c6081 req-43fc879e-66b5-4b92-9d90-f0abada467d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:32.679003 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68c7e8-3853-4132-8cab-8460d7df07b7 req-518ff20a-c94f-495c-8c66-5118d4ea6f31 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:32.694970 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ad68c7e8-3853-4132-8cab-8460d7df07b7 req-518ff20a-c94f-495c-8c66-5118d4ea6f31 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=24161fdf-5d99-4272-9d81-593c04cd8557 HTTP/1.1" status: 200 len: 950 time: 0.1065683 Sep 23 06:43:32.787859 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-109cc301-2bc5-47e6-aefe-ff60398c6081 req-43fc879e-66b5-4b92-9d90-f0abada467d2 service neutron] For port f6ff1b82-b649-458f-bb9e-b22289625fda, host n-h2-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:43:32.791476 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ad68c7e8-3853-4132-8cab-8460d7df07b7 req-7b444ac0-76da-4f44-b0f3-063d7ecdba25 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950382 Sep 23 06:43:32.791944 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-109cc301-2bc5-47e6-aefe-ff60398c6081 req-43fc879e-66b5-4b92-9d90-f0abada467d2 service neutron] For port f6ff1b82-b649-458f-bb9e-b22289625fda, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=f6ff1b82-b649-458f-bb9e-b22289625fda,segment=NetworkSegment(df9429cb-1b73-4fcc-8ecd-d0edb039148e),segment_id=df9429cb-1b73-4fcc-8ecd-d0edb039148e)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:43:32.818220 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-109cc301-2bc5-47e6-aefe-ff60398c6081 req-43fc879e-66b5-4b92-9d90-f0abada467d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:32.833990 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109cc301-2bc5-47e6-aefe-ff60398c6081 req-43fc879e-66b5-4b92-9d90-f0abada467d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:32.834664 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-109cc301-2bc5-47e6-aefe-ff60398c6081 req-43fc879e-66b5-4b92-9d90-f0abada467d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:32.836169 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-109cc301-2bc5-47e6-aefe-ff60398c6081 req-43fc879e-66b5-4b92-9d90-f0abada467d2 service neutron] 10.222.0.58 "PUT /v2.0/ports/f6ff1b82-b649-458f-bb9e-b22289625fda HTTP/1.1" status: 200 len: 1092 time: 1.5682859 Sep 23 06:43:32.836702 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d9dd330-c207-430f-9a5b-6373908f2ca9', 'tag': 'f6ff1b82-b649-458f-bb9e-b22289625fda'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:43:32.838916 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b15e7aa7-2052-4b50-b268-ceae4809525a" -d '{"events": [{"name": "network-changed", "server_uuid": "3d9dd330-c207-430f-9a5b-6373908f2ca9", "tag": "f6ff1b82-b649-458f-bb9e-b22289625fda"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:43:32.918681 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fc879e-66b5-4b92-9d90-f0abada467d2 service neutron] Pushing event updated for resources: {'Port': ['ID=f6ff1b82-b649-458f-bb9e-b22289625fda,revision_number=3']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:43:32.953711 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4010e75f-d7da-42b5-be4d-c3ca6bbaaf9c x-openstack-request-id: req-4010e75f-d7da-42b5-be4d-c3ca6bbaaf9c {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:43:32.954026 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d9dd330-c207-430f-9a5b-6373908f2ca9", "tag": "f6ff1b82-b649-458f-bb9e-b22289625fda", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:43:32.954279 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4010e75f-d7da-42b5-be4d-c3ca6bbaaf9c {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:43:32.954674 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d9dd330-c207-430f-9a5b-6373908f2ca9', 'tag': 'f6ff1b82-b649-458f-bb9e-b22289625fda', 'status': 'completed', 'code': 200} Sep 23 06:43:33.000563 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109cc301-2bc5-47e6-aefe-ff60398c6081 req-e1f8de7c-7e82-428c-bd98-7585588145a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:33.002793 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-109cc301-2bc5-47e6-aefe-ff60398c6081 req-e1f8de7c-7e82-428c-bd98-7585588145a5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4f0064bb53474048bf6eb5b78e44e4ae&device_id=3d9dd330-c207-430f-9a5b-6373908f2ca9 HTTP/1.1" status: 200 len: 1095 time: 0.0622239 Sep 23 06:43:33.070789 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-109cc301-2bc5-47e6-aefe-ff60398c6081 req-1719d05f-50b1-4dcf-bef8-573a0790ccc8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6ff1b82-b649-458f-bb9e-b22289625fda HTTP/1.1" status: 200 len: 217 time: 0.0483699 Sep 23 06:43:33.157813 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109cc301-2bc5-47e6-aefe-ff60398c6081 req-10c789cc-60f2-4fab-a3d0-7fa0c3c32d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:33.159199 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-109cc301-2bc5-47e6-aefe-ff60398c6081 req-10c789cc-60f2-4fab-a3d0-7fa0c3c32d9e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=afab507a-4ef5-4f82-b221-a08b722735c6 HTTP/1.1" status: 200 len: 861 time: 0.0763624 Sep 23 06:43:33.202130 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b175d4a6-f404-4ecf-8008-7d6e6ab34897 req-a83a2fa2-a3d6-4a28-a98a-196bda026283 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:33.203825 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-109cc301-2bc5-47e6-aefe-ff60398c6081 req-2b229e4f-5256-4f53-9c45-b407e939ec0a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=26aba36e-f765-4b4a-a7c9-897761ec549b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350962 Sep 23 06:43:33.204586 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b175d4a6-f404-4ecf-8008-7d6e6ab34897 req-a83a2fa2-a3d6-4a28-a98a-196bda026283 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4a625fe-80e7-4aad-910d-dee9e31060ba HTTP/1.1" status: 200 len: 950 time: 0.0870330 Sep 23 06:43:33.272620 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b175d4a6-f404-4ecf-8008-7d6e6ab34897 req-3a7985b2-4d21-403e-91c6-63f46ab745d8 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524149 Sep 23 06:43:33.299688 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad796909-abf4-402a-9b3f-923f4b0bb6bd req-d1ed0c51-ac6f-415f-98d3-d1055667c4ae tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:33.301327 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ad796909-abf4-402a-9b3f-923f4b0bb6bd req-d1ed0c51-ac6f-415f-98d3-d1055667c4ae tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d9dd330-c207-430f-9a5b-6373908f2ca9 HTTP/1.1" status: 200 len: 943 time: 0.1004102 Sep 23 06:43:33.382185 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ad796909-abf4-402a-9b3f-923f4b0bb6bd req-c741bb25-d775-4268-bd21-9dc6f4d06588 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551951 Sep 23 06:43:33.386162 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-109cc301-2bc5-47e6-aefe-ff60398c6081 req-7e885da2-ecca-4a30-b7c1-e15afb0db29f service neutron] 10.222.0.58 "GET /v2.0/networks/26aba36e-f765-4b4a-a7c9-897761ec549b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603222 Sep 23 06:43:33.484950 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 9e14186d-b80e-4f8b-808d-65a00adca02e details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:43:33.513675 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-109cc301-2bc5-47e6-aefe-ff60398c6081 req-1956b452-bd88-40b7-af1c-e32c790dc406 service neutron] 10.222.0.58 "GET /v2.0/networks/26aba36e-f765-4b4a-a7c9-897761ec549b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172278 Sep 23 06:43:33.637623 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e7aa7-2052-4b50-b268-ceae4809525a req-021d8fa1-f29d-4f1d-91fd-9647712353ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:33.640173 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b15e7aa7-2052-4b50-b268-ceae4809525a req-021d8fa1-f29d-4f1d-91fd-9647712353ee service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4f0064bb53474048bf6eb5b78e44e4ae&device_id=3d9dd330-c207-430f-9a5b-6373908f2ca9 HTTP/1.1" status: 200 len: 1095 time: 0.0567126 Sep 23 06:43:33.641122 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 9e14186d-b80e-4f8b-808d-65a00adca02e, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=9e14186d-b80e-4f8b-808d-65a00adca02e,segment=NetworkSegment(2b9cc8e9-9b87-41b9-963b-963dc78e06f0),segment_id=2b9cc8e9-9b87-41b9-963b-963dc78e06f0)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:43:33.654533 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': '9e14186d-b80e-4f8b-808d-65a00adca02e', 'network_id': '06f6700e-677f-450e-91ed-a10a2fbb500b', 'port_id': '9e14186d-b80e-4f8b-808d-65a00adca02e', 'mac_address': 'fa:16:3e:b0:db:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e60271bd-2abe-488c-8449-206f6ba42e89', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:43:33.695871 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:33.710633 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9e14186d-b80e-4f8b-808d-65a00adca02e {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:43:33.733959 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 9e14186d-b80e-4f8b-808d-65a00adca02e, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=9e14186d-b80e-4f8b-808d-65a00adca02e,segment=NetworkSegment(2b9cc8e9-9b87-41b9-963b-963dc78e06f0),segment_id=2b9cc8e9-9b87-41b9-963b-963dc78e06f0)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:43:33.739907 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:33.770752 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e7aa7-2052-4b50-b268-ceae4809525a req-acd9ec2e-bad4-4239-8128-c1f30e1537ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:33.772274 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b15e7aa7-2052-4b50-b268-ceae4809525a req-acd9ec2e-bad4-4239-8128-c1f30e1537ad service neutron] 10.222.0.58 "GET /v2.0/networks?id=26aba36e-f765-4b4a-a7c9-897761ec549b HTTP/1.1" status: 200 len: 922 time: 0.1216946 Sep 23 06:43:33.812022 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=9e14186d-b80e-4f8b-808d-65a00adca02e,revision_number=6']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:43:33.905387 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['9e14186d-b80e-4f8b-808d-65a00adca02e'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:43:34.011902 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec869ea-5b4f-455b-b973-2645169c7b88 req-d26142be-5d22-48f9-9495-9fa42bd95a6d tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:34.023151 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6ec869ea-5b4f-455b-b973-2645169c7b88 req-d26142be-5d22-48f9-9495-9fa42bd95a6d tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=24161fdf-5d99-4272-9d81-593c04cd8557 HTTP/1.1" status: 200 len: 950 time: 0.1183112 Sep 23 06:43:34.150920 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6ec869ea-5b4f-455b-b973-2645169c7b88 req-f84dead9-2c10-482e-a3d5-76fe6d58d8e3 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188707 Sep 23 06:43:34.302281 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b15e7aa7-2052-4b50-b268-ceae4809525a req-8b9421bb-ffc5-433b-a43f-904e6bf529be service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6ff1b82-b649-458f-bb9e-b22289625fda HTTP/1.1" status: 200 len: 217 time: 0.5201228 Sep 23 06:43:34.379763 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e7aa7-2052-4b50-b268-ceae4809525a req-6101718d-fcac-4a44-939e-5124dddeb256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:34.381267 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b15e7aa7-2052-4b50-b268-ceae4809525a req-6101718d-fcac-4a44-939e-5124dddeb256 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=afab507a-4ef5-4f82-b221-a08b722735c6 HTTP/1.1" status: 200 len: 861 time: 0.0565486 Sep 23 06:43:34.429522 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b15e7aa7-2052-4b50-b268-ceae4809525a req-a44d30fd-7f32-4ba6-9d4e-87a40b481122 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=26aba36e-f765-4b4a-a7c9-897761ec549b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290251 Sep 23 06:43:34.575571 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f62c3-6d6f-4125-a080-8bbca0be877e req-9b0a60df-8aba-4cb5-8e83-1d802110329f tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:34.584393 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ab7f62c3-6d6f-4125-a080-8bbca0be877e req-9b0a60df-8aba-4cb5-8e83-1d802110329f tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4a625fe-80e7-4aad-910d-dee9e31060ba HTTP/1.1" status: 200 len: 950 time: 0.2134631 Sep 23 06:43:34.601842 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b15e7aa7-2052-4b50-b268-ceae4809525a req-88ab263d-2866-4dfd-ba07-f6755778e92c service neutron] 10.222.0.58 "GET /v2.0/networks/26aba36e-f765-4b4a-a7c9-897761ec549b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550806 Sep 23 06:43:34.615882 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faa1f1e-8f7b-4a54-8483-c5570ebc2d7b req-6ba0ffb1-76b8-438e-9b56-dc3b17f117f9 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:34.617380 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5faa1f1e-8f7b-4a54-8483-c5570ebc2d7b req-6ba0ffb1-76b8-438e-9b56-dc3b17f117f9 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.58 "GET /v2.0/ports?device_id=24161fdf-5d99-4272-9d81-593c04cd8557 HTTP/1.1" status: 200 len: 950 time: 0.1700094 Sep 23 06:43:34.623556 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e2261-96ae-4ba8-bfab-1997cab194f7 req-3bf392a9-9047-40cf-9333-fe6e89638447 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:34.626198 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-499e2261-96ae-4ba8-bfab-1997cab194f7 req-3bf392a9-9047-40cf-9333-fe6e89638447 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d9dd330-c207-430f-9a5b-6373908f2ca9 HTTP/1.1" status: 200 len: 943 time: 0.0817759 Sep 23 06:43:34.678468 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ab7f62c3-6d6f-4125-a080-8bbca0be877e req-1e8b7057-5492-4d4e-8206-6c4afa2a9274 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930827 Sep 23 06:43:34.779410 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-499e2261-96ae-4ba8-bfab-1997cab194f7 req-1645eb73-d22e-40a3-92e7-7c7327990666 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383457 Sep 23 06:43:34.811657 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-5faa1f1e-8f7b-4a54-8483-c5570ebc2d7b req-db85c48a-2d4d-486b-9bc6-97fccff9be0f tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Deleting port e3c7b14d-9513-45b9-802e-9b59da3e7780 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:43:34.812007 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-5faa1f1e-8f7b-4a54-8483-c5570ebc2d7b req-db85c48a-2d4d-486b-9bc6-97fccff9be0f tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:34.843227 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b15e7aa7-2052-4b50-b268-ceae4809525a req-e2ec2ea3-0b4e-4383-a301-af7adf9c97b4 service neutron] 10.222.0.58 "GET /v2.0/networks/26aba36e-f765-4b4a-a7c9-897761ec549b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155550 Sep 23 06:43:34.964268 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-5faa1f1e-8f7b-4a54-8483-c5570ebc2d7b req-db85c48a-2d4d-486b-9bc6-97fccff9be0f tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] For port e3c7b14d-9513-45b9-802e-9b59da3e7780, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=e3c7b14d-9513-45b9-802e-9b59da3e7780,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:43:34.964646 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-5faa1f1e-8f7b-4a54-8483-c5570ebc2d7b req-db85c48a-2d4d-486b-9bc6-97fccff9be0f tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:34.993076 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-5faa1f1e-8f7b-4a54-8483-c5570ebc2d7b req-db85c48a-2d4d-486b-9bc6-97fccff9be0f tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Calling delete_port for e3c7b14d-9513-45b9-802e-9b59da3e7780 owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:43:35.200241 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-5faa1f1e-8f7b-4a54-8483-c5570ebc2d7b req-db85c48a-2d4d-486b-9bc6-97fccff9be0f tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:35.216255 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['e3c7b14d-9513-45b9-802e-9b59da3e7780', '0b17520a-2238-40c7-a428-f3c566f41ff9'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:43:35.266616 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db85c48a-2d4d-486b-9bc6-97fccff9be0f tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Pushing event deleted for resources: {'Port': ['ID=e3c7b14d-9513-45b9-802e-9b59da3e7780,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:43:35.317134 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-95922d4a-160f-4b6c-8d5e-a1077a6f015a req-5defa30c-c41a-403c-b147-b5128c583b7c tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=24161fdf-5d99-4272-9d81-593c04cd8557 HTTP/1.1" status: 200 len: 210 time: 0.0522890 Sep 23 06:43:35.409235 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-5faa1f1e-8f7b-4a54-8483-c5570ebc2d7b req-db85c48a-2d4d-486b-9bc6-97fccff9be0f tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] No DVR routers for this DVR port e3c7b14d-9513-45b9-802e-9b59da3e7780 on host n-h2-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:43:35.413321 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-5faa1f1e-8f7b-4a54-8483-c5570ebc2d7b req-db85c48a-2d4d-486b-9bc6-97fccff9be0f tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:35.416513 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5faa1f1e-8f7b-4a54-8483-c5570ebc2d7b req-db85c48a-2d4d-486b-9bc6-97fccff9be0f tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.58 "DELETE /v2.0/ports/e3c7b14d-9513-45b9-802e-9b59da3e7780 HTTP/1.1" status: 204 len: 173 time: 0.7906780 Sep 23 06:43:35.416962 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24161fdf-5d99-4272-9d81-593c04cd8557', 'name': 'network-vif-deleted', 'tag': 'e3c7b14d-9513-45b9-802e-9b59da3e7780'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:43:35.423847 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48bc9d4a-9a9d-418b-bf8c-969f9d9df651" -d '{"events": [{"server_uuid": "24161fdf-5d99-4272-9d81-593c04cd8557", "name": "network-vif-deleted", "tag": "e3c7b14d-9513-45b9-802e-9b59da3e7780"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:43:35.493620 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f0b5d57-45a8-4067-85a9-3821d7b8177c x-openstack-request-id: req-3f0b5d57-45a8-4067-85a9-3821d7b8177c {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:43:35.493971 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24161fdf-5d99-4272-9d81-593c04cd8557", "name": "network-vif-deleted", "tag": "e3c7b14d-9513-45b9-802e-9b59da3e7780", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:43:35.494220 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3f0b5d57-45a8-4067-85a9-3821d7b8177c {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:43:35.494758 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24161fdf-5d99-4272-9d81-593c04cd8557', 'name': 'network-vif-deleted', 'tag': 'e3c7b14d-9513-45b9-802e-9b59da3e7780', 'status': 'completed', 'code': 200} Sep 23 06:43:35.508972 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 9e14186d-b80e-4f8b-808d-65a00adca02e up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:43:35.594889 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port 9e14186d-b80e-4f8b-808d-65a00adca02e triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:43:35.595585 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:35.698405 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:35.736800 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 9e14186d-b80e-4f8b-808d-65a00adca02e, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=9e14186d-b80e-4f8b-808d-65a00adca02e,segment=NetworkSegment(2b9cc8e9-9b87-41b9-963b-963dc78e06f0),segment_id=2b9cc8e9-9b87-41b9-963b-963dc78e06f0)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:43:35.737817 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c683e27-d9e4-44e5-a3a1-ee97ab195ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e14186d-b80e-4f8b-808d-65a00adca02e'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:43:35.741556 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db85aa8-ae66-4c23-9541-64ef6198fa8d" -d '{"events": [{"server_uuid": "0c683e27-d9e4-44e5-a3a1-ee97ab195ee6", "name": "network-vif-plugged", "status": "completed", "tag": "9e14186d-b80e-4f8b-808d-65a00adca02e"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:43:35.746173 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:35.805156 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=9e14186d-b80e-4f8b-808d-65a00adca02e,revision_number=7']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:43:35.851257 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2932e162-7cee-479d-9706-abf29eb06b83 x-openstack-request-id: req-2932e162-7cee-479d-9706-abf29eb06b83 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:43:35.851829 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c683e27-d9e4-44e5-a3a1-ee97ab195ee6", "name": "network-vif-plugged", "status": "completed", "tag": "9e14186d-b80e-4f8b-808d-65a00adca02e", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:43:35.852240 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2932e162-7cee-479d-9706-abf29eb06b83 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:43:35.852785 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c683e27-d9e4-44e5-a3a1-ee97ab195ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e14186d-b80e-4f8b-808d-65a00adca02e', 'code': 200} Sep 23 06:43:35.919427 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f4eb2-6f87-4261-b72b-2dd6143bae20 req-6df2872b-599d-4b20-a27f-2abffcbc1f38 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:35.928035 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e75f4eb2-6f87-4261-b72b-2dd6143bae20 req-6df2872b-599d-4b20-a27f-2abffcbc1f38 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4a625fe-80e7-4aad-910d-dee9e31060ba HTTP/1.1" status: 200 len: 950 time: 0.0907021 Sep 23 06:43:36.001265 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e75f4eb2-6f87-4261-b72b-2dd6143bae20 req-3b126ad4-b7a3-4d0b-be91-677b628f5995 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719090 Sep 23 06:43:36.140401 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:36.142242 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75d2309-5fac-48b1-90c1-a7c40cd6f8d5 req-fdad2b7e-2357-427f-b81a-59d816a3237c tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:36.151139 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e75d2309-5fac-48b1-90c1-a7c40cd6f8d5 req-fdad2b7e-2357-427f-b81a-59d816a3237c tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d9dd330-c207-430f-9a5b-6373908f2ca9 HTTP/1.1" status: 200 len: 943 time: 0.1252341 Sep 23 06:43:36.217552 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e75d2309-5fac-48b1-90c1-a7c40cd6f8d5 req-61738f47-e085-4b56-bcd8-0e9df78a4b70 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654094 Sep 23 06:43:36.712001 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa2704a-335d-4c6a-bb16-dbba9cefd82b req-99898856-5a8f-4e91-9532-68e38e974070 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:36.713975 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1fa2704a-335d-4c6a-bb16-dbba9cefd82b req-99898856-5a8f-4e91-9532-68e38e974070 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d41217-85f8-4b83-9fe1-90caa01cf293 HTTP/1.1" status: 200 len: 951 time: 0.0736675 Sep 23 06:43:36.783526 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1fa2704a-335d-4c6a-bb16-dbba9cefd82b req-694c6a2d-a339-4135-87b1-2a38c0cd16af tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614722 Sep 23 06:43:37.186743 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a85fd-6b5c-4ca0-a66e-1edee6684112 req-3be53c7b-8e73-40cd-9c73-2446d3908b71 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:37.188320 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a51a85fd-6b5c-4ca0-a66e-1edee6684112 req-3be53c7b-8e73-40cd-9c73-2446d3908b71 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4a625fe-80e7-4aad-910d-dee9e31060ba HTTP/1.1" status: 200 len: 950 time: 0.0844848 Sep 23 06:43:37.297506 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a51a85fd-6b5c-4ca0-a66e-1edee6684112 req-09c92337-26b3-46f8-bf65-30224e667f29 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974069 Sep 23 06:43:37.466550 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809f20f8-f6bb-4ccb-88f4-7ca809435405 req-88109e81-9e52-47ec-9dae-292e4a93654c tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:37.468151 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-809f20f8-f6bb-4ccb-88f4-7ca809435405 req-88109e81-9e52-47ec-9dae-292e4a93654c tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d9dd330-c207-430f-9a5b-6373908f2ca9 HTTP/1.1" status: 200 len: 943 time: 0.0519915 Sep 23 06:43:37.516323 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-809f20f8-f6bb-4ccb-88f4-7ca809435405 req-2c06a4a0-ea11-447c-aa72-3044b2ce8401 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408278 Sep 23 06:43:37.549361 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device e3c7b14d-9513-45b9-802e-9b59da3e7780 no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:43:37.605887 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No Port match for: e3c7b14d-9513-45b9-802e-9b59da3e7780 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:43:37.606172 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device e3c7b14d-9513-45b9-802e-9b59da3e7780 not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:43:38.019849 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ed4b64-8472-454c-b79a-a939b4791339 req-4f48e538-8ea1-4d08-9906-7a0a26ad77c9 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:38.028631 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-47ed4b64-8472-454c-b79a-a939b4791339 req-4f48e538-8ea1-4d08-9906-7a0a26ad77c9 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d41217-85f8-4b83-9fe1-90caa01cf293 HTTP/1.1" status: 200 len: 951 time: 0.1121316 Sep 23 06:43:38.114133 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d9e418b1-2e7e-4620-ba4a-428640fbf798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:38.131990 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-47ed4b64-8472-454c-b79a-a939b4791339 req-e48991c5-948c-4518-a7c9-764ee39f5c33 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad2b14dd-ca73-4309-a9f2-7c3815348379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022666 Sep 23 06:43:38.498463 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d68b7-43e4-43fc-aab0-1f3650d91098 req-82ffdff4-5ead-4c16-9cd5-ec1efd4af8ba tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:38.499886 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5b1d68b7-43e4-43fc-aab0-1f3650d91098 req-82ffdff4-5ead-4c16-9cd5-ec1efd4af8ba tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.58 "GET /v2.0/ports?device_id=14d41217-85f8-4b83-9fe1-90caa01cf293 HTTP/1.1" status: 200 len: 951 time: 0.1506670 Sep 23 06:43:38.593072 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b79f5ee-90df-4845-be86-8736d6ed5ed3 req-9bec14d1-7de8-4b1d-aacd-3874c0d4cea1 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:38.594738 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2b79f5ee-90df-4845-be86-8736d6ed5ed3 req-9bec14d1-7de8-4b1d-aacd-3874c0d4cea1 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4a625fe-80e7-4aad-910d-dee9e31060ba HTTP/1.1" status: 200 len: 950 time: 0.1646895 Sep 23 06:43:38.652158 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-5b1d68b7-43e4-43fc-aab0-1f3650d91098 req-53fa4ca9-6dfd-4bfe-8125-578e1e630e41 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Deleting port 0b17520a-2238-40c7-a428-f3c566f41ff9 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:43:38.652541 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-5b1d68b7-43e4-43fc-aab0-1f3650d91098 req-53fa4ca9-6dfd-4bfe-8125-578e1e630e41 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:38.733057 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2b79f5ee-90df-4845-be86-8736d6ed5ed3 req-38bf065b-3337-4c57-a416-4d1530d059ca tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299543 Sep 23 06:43:38.751446 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-5b1d68b7-43e4-43fc-aab0-1f3650d91098 req-53fa4ca9-6dfd-4bfe-8125-578e1e630e41 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] For port 0b17520a-2238-40c7-a428-f3c566f41ff9, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=0b17520a-2238-40c7-a428-f3c566f41ff9,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:43:38.751821 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-5b1d68b7-43e4-43fc-aab0-1f3650d91098 req-53fa4ca9-6dfd-4bfe-8125-578e1e630e41 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:38.791137 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-5b1d68b7-43e4-43fc-aab0-1f3650d91098 req-53fa4ca9-6dfd-4bfe-8125-578e1e630e41 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Calling delete_port for 0b17520a-2238-40c7-a428-f3c566f41ff9 owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:43:38.924553 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ffce11-526b-43dd-8342-b2310d138e91 req-07b89039-134f-4ad4-8735-a87b41085c94 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:38.926549 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c2ffce11-526b-43dd-8342-b2310d138e91 req-07b89039-134f-4ad4-8735-a87b41085c94 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d9dd330-c207-430f-9a5b-6373908f2ca9 HTTP/1.1" status: 200 len: 943 time: 0.0862348 Sep 23 06:43:39.000164 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c2ffce11-526b-43dd-8342-b2310d138e91 req-cde034c5-d5dc-4acf-ab02-9cabb3e65447 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668261 Sep 23 06:43:39.025117 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-5b1d68b7-43e4-43fc-aab0-1f3650d91098 req-53fa4ca9-6dfd-4bfe-8125-578e1e630e41 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:39.043459 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['0b17520a-2238-40c7-a428-f3c566f41ff9'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:43:39.129193 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fa4ca9-6dfd-4bfe-8125-578e1e630e41 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Pushing event deleted for resources: {'Port': ['ID=0b17520a-2238-40c7-a428-f3c566f41ff9,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:43:39.185317 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b1d68b7-43e4-43fc-aab0-1f3650d91098 req-53fa4ca9-6dfd-4bfe-8125-578e1e630e41 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] No DVR routers for this DVR port 0b17520a-2238-40c7-a428-f3c566f41ff9 on host n-h2-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:43:39.188554 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-5b1d68b7-43e4-43fc-aab0-1f3650d91098 req-53fa4ca9-6dfd-4bfe-8125-578e1e630e41 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:39.190876 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5b1d68b7-43e4-43fc-aab0-1f3650d91098 req-53fa4ca9-6dfd-4bfe-8125-578e1e630e41 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.58 "DELETE /v2.0/ports/0b17520a-2238-40c7-a428-f3c566f41ff9 HTTP/1.1" status: 204 len: 173 time: 0.6835718 Sep 23 06:43:39.192323 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14d41217-85f8-4b83-9fe1-90caa01cf293', 'name': 'network-vif-deleted', 'tag': '0b17520a-2238-40c7-a428-f3c566f41ff9'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:43:39.200233 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7805a637-d3d2-459a-bef1-15b4861cd375" -d '{"events": [{"server_uuid": "14d41217-85f8-4b83-9fe1-90caa01cf293", "name": "network-vif-deleted", "tag": "0b17520a-2238-40c7-a428-f3c566f41ff9"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:43:39.324556 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7a5f039a-f9dd-404a-9f28-bcb3b4197c05 req-c9460630-5c2c-498d-b88c-c2b805d86ed9 tempest-ServersAdminTestJSON-1728753019 tempest-ServersAdminTestJSON-1728753019-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d41217-85f8-4b83-9fe1-90caa01cf293 HTTP/1.1" status: 200 len: 210 time: 0.0633616 Sep 23 06:43:39.522484 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b59411f2-b51c-407f-822f-c31fa5b13ee0 x-openstack-request-id: req-b59411f2-b51c-407f-822f-c31fa5b13ee0 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:43:39.523086 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14d41217-85f8-4b83-9fe1-90caa01cf293", "name": "network-vif-deleted", "tag": "0b17520a-2238-40c7-a428-f3c566f41ff9", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:43:39.523086 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b59411f2-b51c-407f-822f-c31fa5b13ee0 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:43:39.523401 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14d41217-85f8-4b83-9fe1-90caa01cf293', 'name': 'network-vif-deleted', 'tag': '0b17520a-2238-40c7-a428-f3c566f41ff9', 'status': 'completed', 'code': 200} Sep 23 06:43:39.763745 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:39.962507 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b13bc4-6ce8-411a-8001-0150b8bc70b4 req-bb7ded8f-4314-462c-ad3c-7515d9aa76d7 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:39.964065 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-51b13bc4-6ce8-411a-8001-0150b8bc70b4 req-bb7ded8f-4314-462c-ad3c-7515d9aa76d7 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4a625fe-80e7-4aad-910d-dee9e31060ba HTTP/1.1" status: 200 len: 950 time: 0.0801797 Sep 23 06:43:40.011576 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-51b13bc4-6ce8-411a-8001-0150b8bc70b4 req-48b25bd6-9343-4744-86a4-ccd89221a42e tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402868 Sep 23 06:43:40.198493 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3666b37b-df4e-4f1d-9ea4-d8834143d30c req-ec5e2579-b925-4a11-abff-b6336d1b7fa2 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:40.201803 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3666b37b-df4e-4f1d-9ea4-d8834143d30c req-ec5e2579-b925-4a11-abff-b6336d1b7fa2 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d9dd330-c207-430f-9a5b-6373908f2ca9 HTTP/1.1" status: 200 len: 943 time: 0.0679216 Sep 23 06:43:40.271734 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3666b37b-df4e-4f1d-9ea4-d8834143d30c req-1a4dce3f-d3e8-476b-a93c-8cd1d847a726 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603447 Sep 23 06:43:40.758565 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 52380) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:43:40.943638 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 52384) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:43:40.944216 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-5cb2f118-bfed-45d0-9d13-4fd1d2fe51fb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ba19de2ddc8c48f1b04b3c37ffcf4f4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1838803 Sep 23 06:43:41.027717 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-16e89f52-0090-464f-a644-6ae297b5cb8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:41.040713 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f67295e9-b75a-4ea5-b779-e7e087a62de2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:41.071161 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f67295e9-b75a-4ea5-b779-e7e087a62de2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:41.178065 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f67295e9-b75a-4ea5-b779-e7e087a62de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:41.180909 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f67295e9-b75a-4ea5-b779-e7e087a62de2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:41.182272 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-f67295e9-b75a-4ea5-b779-e7e087a62de2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ad2b14dd-ca73-4309-a9f2-7c3815348379 HTTP/1.1" status: 204 len: 168 time: 0.2369158 Sep 23 06:43:41.195568 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67295e9-b75a-4ea5-b779-e7e087a62de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2b14dd-ca73-4309-a9f2-7c3815348379,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:43:41.214828 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b2ead8-5248-440b-a776-0a6918485def req-a4320528-9250-473d-8b94-fe4a8d7f4091 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:41.218500 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d8b2ead8-5248-440b-a776-0a6918485def req-a4320528-9250-473d-8b94-fe4a8d7f4091 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4a625fe-80e7-4aad-910d-dee9e31060ba HTTP/1.1" status: 200 len: 950 time: 0.0970902 Sep 23 06:43:41.281657 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d8b2ead8-5248-440b-a776-0a6918485def req-9c177dd3-779b-42a7-87c7-4b3058768125 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557020 Sep 23 06:43:41.396853 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45109acb-5ace-4738-b01e-508f51a82ecd req-7b426abc-c2c4-481a-b2f7-42e24677fbe2 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:41.396853 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-45109acb-5ace-4738-b01e-508f51a82ecd req-7b426abc-c2c4-481a-b2f7-42e24677fbe2 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d9dd330-c207-430f-9a5b-6373908f2ca9 HTTP/1.1" status: 200 len: 943 time: 0.0561388 Sep 23 06:43:41.433971 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:41.457474 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-45109acb-5ace-4738-b01e-508f51a82ecd req-4292582f-ebb6-4638-b925-671925855da2 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544424 Sep 23 06:43:41.562233 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 0b17520a-2238-40c7-a428-f3c566f41ff9 no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:43:41.588160 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No Port match for: 0b17520a-2238-40c7-a428-f3c566f41ff9 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:43:41.589191 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 0b17520a-2238-40c7-a428-f3c566f41ff9 not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:43:41.621164 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 52396) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:43:41.670896 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-8761d4c7-e94f-40e5-a3b3-0e4c9867dd74 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3cfb07dea7404d33ae8c4677f707c3a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0486865 Sep 23 06:43:41.673807 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 52398) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:43:41.764732 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8070a88d-ed0d-40d5-bb64-351e8b16f701 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:41.816816 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8070a88d-ed0d-40d5-bb64-351e8b16f701 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:41.884548 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8070a88d-ed0d-40d5-bb64-351e8b16f701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:41.887679 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8070a88d-ed0d-40d5-bb64-351e8b16f701 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:41.892858 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-8070a88d-ed0d-40d5-bb64-351e8b16f701 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/15986363-21e3-424a-8c52-83775e2789fe HTTP/1.1" status: 204 len: 168 time: 0.2176423 Sep 23 06:43:41.904140 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8070a88d-ed0d-40d5-bb64-351e8b16f701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15986363-21e3-424a-8c52-83775e2789fe,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:43:42.201619 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:42.488306 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6381c528-1820-41be-8959-271ad5acc366 req-751410f4-6e0f-45fc-8a06-71d54120cfa1 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:42.497260 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6381c528-1820-41be-8959-271ad5acc366 req-751410f4-6e0f-45fc-8a06-71d54120cfa1 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4a625fe-80e7-4aad-910d-dee9e31060ba HTTP/1.1" status: 200 len: 950 time: 0.1255395 Sep 23 06:43:42.549189 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6381c528-1820-41be-8959-271ad5acc366 req-ebc79b35-9c88-401b-898c-e100f5d85523 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463731 Sep 23 06:43:42.663384 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e3c744-3ef7-483d-98a3-305b86de9b26 req-6dbac2b8-a23e-422e-97ba-d2d2e8ed2d44 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:42.664925 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-36e3c744-3ef7-483d-98a3-305b86de9b26 req-6dbac2b8-a23e-422e-97ba-d2d2e8ed2d44 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d9dd330-c207-430f-9a5b-6373908f2ca9 HTTP/1.1" status: 200 len: 943 time: 0.0587540 Sep 23 06:43:42.741671 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-36e3c744-3ef7-483d-98a3-305b86de9b26 req-1bf1b250-25c2-425e-8e01-daa8e5790c03 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637000 Sep 23 06:43:43.675699 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:44.655991 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9a8cce59-9c76-4841-a0ef-ea46bba8b9e3 req-01c6ba53-0332-405f-aca3-d460ecf260d0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=51db8430-1989-426f-8b96-eefbf99cfcdf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0430889 Sep 23 06:43:44.751715 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8cce59-9c76-4841-a0ef-ea46bba8b9e3 req-1d91069a-e0de-4a99-9c6e-6dee490a7826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:44.753620 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9a8cce59-9c76-4841-a0ef-ea46bba8b9e3 req-1d91069a-e0de-4a99-9c6e-6dee490a7826 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5ca4f991227448e1b6417695cbfdc362&device_id=51db8430-1989-426f-8b96-eefbf99cfcdf HTTP/1.1" status: 200 len: 1102 time: 0.0474999 Sep 23 06:43:44.886316 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8cce59-9c76-4841-a0ef-ea46bba8b9e3 req-9b27fef4-96d3-4750-a28e-364fbd93ffcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:44.888469 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9a8cce59-9c76-4841-a0ef-ea46bba8b9e3 req-9b27fef4-96d3-4750-a28e-364fbd93ffcb service neutron] 10.222.0.58 "GET /v2.0/networks?id=16515f0f-e5a6-4630-a440-e11fb2e02062 HTTP/1.1" status: 200 len: 870 time: 0.1140196 Sep 23 06:43:44.944789 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9a8cce59-9c76-4841-a0ef-ea46bba8b9e3 req-096c8707-1b27-4410-b719-4c937277c0d2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=f12c200c-7bca-49dd-b324-ebac021046e8 HTTP/1.1" status: 200 len: 217 time: 0.0468516 Sep 23 06:43:45.082933 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8cce59-9c76-4841-a0ef-ea46bba8b9e3 req-2f5ded27-0716-4f6c-8edb-f3e7244151e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:45.084461 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9a8cce59-9c76-4841-a0ef-ea46bba8b9e3 req-2f5ded27-0716-4f6c-8edb-f3e7244151e7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e HTTP/1.1" status: 200 len: 843 time: 0.1310866 Sep 23 06:43:45.161347 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8cce59-9c76-4841-a0ef-ea46bba8b9e3 req-59b66a6c-f37a-47aa-9d43-9c3f2da09e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:45.162901 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9a8cce59-9c76-4841-a0ef-ea46bba8b9e3 req-59b66a6c-f37a-47aa-9d43-9c3f2da09e1a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=16515f0f-e5a6-4630-a440-e11fb2e02062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0520906 Sep 23 06:43:45.275134 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9a8cce59-9c76-4841-a0ef-ea46bba8b9e3 req-162754dc-ca4d-4f7c-9130-0cb3da043a1f service neutron] 10.222.0.58 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028779 Sep 23 06:43:45.400236 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9a8cce59-9c76-4841-a0ef-ea46bba8b9e3 req-f643de3f-ae9b-4105-a2e0-90506d5a7886 service neutron] 10.222.0.58 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131971 Sep 23 06:43:46.290652 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7fced91a-5927-4513-9cb7-fd941c0da04d req-fa5b96be-df96-4a46-85f0-d7f12a80b3a7 tempest-ImagesNegativeTestJSON-150896993 tempest-ImagesNegativeTestJSON-150896993-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=574459b389d24b03842f66f38fd3cde7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379283 Sep 23 06:43:46.392282 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55df68f8-037e-4e0c-9417-43bb8e832727 req-10504802-78e2-45f1-8e64-2aa22b60f4f1 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:46.394840 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-55df68f8-037e-4e0c-9417-43bb8e832727 req-10504802-78e2-45f1-8e64-2aa22b60f4f1 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4a625fe-80e7-4aad-910d-dee9e31060ba HTTP/1.1" status: 200 len: 950 time: 0.0698311 Sep 23 06:43:46.432875 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fced91a-5927-4513-9cb7-fd941c0da04d req-da36bcbb-ee36-4196-af16-5d1225f5feee tempest-ImagesNegativeTestJSON-150896993 tempest-ImagesNegativeTestJSON-150896993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:46.434604 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7fced91a-5927-4513-9cb7-fd941c0da04d req-da36bcbb-ee36-4196-af16-5d1225f5feee tempest-ImagesNegativeTestJSON-150896993 tempest-ImagesNegativeTestJSON-150896993-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1422734 Sep 23 06:43:46.454011 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7fced91a-5927-4513-9cb7-fd941c0da04d req-e048fb69-d313-4a0a-bede-039d672372f9 tempest-ImagesNegativeTestJSON-150896993 tempest-ImagesNegativeTestJSON-150896993-project] 10.222.0.39 "GET /v2.0/quotas/574459b389d24b03842f66f38fd3cde7 HTTP/1.1" status: 200 len: 375 time: 0.0104036 Sep 23 06:43:46.495745 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7fced91a-5927-4513-9cb7-fd941c0da04d req-ef70a8f8-2931-422b-9db3-b9ddfe11cd60 tempest-ImagesNegativeTestJSON-150896993 tempest-ImagesNegativeTestJSON-150896993-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=574459b389d24b03842f66f38fd3cde7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0354769 Sep 23 06:43:46.509030 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-55df68f8-037e-4e0c-9417-43bb8e832727 req-8466cdb7-ccef-44b5-8939-ab0af9e2f037 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985160 Sep 23 06:43:46.522420 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b0189228-0d42-468a-ab51-84c3a86cd27c req-05690cd1-2d60-4b6f-aa90-d9ed14238849 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0ef18adb-19f8-43b5-8dc9-ede7286ee548&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1009972 Sep 23 06:43:46.695454 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0189228-0d42-468a-ab51-84c3a86cd27c req-6967a3c0-9bf7-4a5d-b66e-f768cc58e99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:46.697083 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b0189228-0d42-468a-ab51-84c3a86cd27c req-6967a3c0-9bf7-4a5d-b66e-f768cc58e99d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5ca4f991227448e1b6417695cbfdc362&device_id=0ef18adb-19f8-43b5-8dc9-ede7286ee548 HTTP/1.1" status: 200 len: 1101 time: 0.1359811 Sep 23 06:43:46.718674 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f2d4e2-eac9-4fc5-8a59-03a693530ca6 req-77b408e1-e5a5-4ebc-918c-4c11914a381d tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:46.720781 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e1f2d4e2-eac9-4fc5-8a59-03a693530ca6 req-77b408e1-e5a5-4ebc-918c-4c11914a381d tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d9dd330-c207-430f-9a5b-6373908f2ca9 HTTP/1.1" status: 200 len: 943 time: 0.1010480 Sep 23 06:43:46.824876 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e1f2d4e2-eac9-4fc5-8a59-03a693530ca6 req-48ac697a-c1ff-40fc-9dc1-b9207ebf6a65 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667849 Sep 23 06:43:46.955722 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0189228-0d42-468a-ab51-84c3a86cd27c req-909dcdd9-df3f-4096-b389-2e69b7072535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:46.959252 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b0189228-0d42-468a-ab51-84c3a86cd27c req-909dcdd9-df3f-4096-b389-2e69b7072535 service neutron] 10.222.0.21 "GET /v2.0/networks?id=16515f0f-e5a6-4630-a440-e11fb2e02062 HTTP/1.1" status: 200 len: 870 time: 0.2347076 Sep 23 06:43:47.046928 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b0189228-0d42-468a-ab51-84c3a86cd27c req-c7bb0cf8-f1a6-430c-8f4c-97a6079fe156 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=7075373d-4579-48cb-b9e5-04ad3c7a8c47 HTTP/1.1" status: 200 len: 217 time: 0.0755394 Sep 23 06:43:47.049580 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-31da03f8-0f3b-45aa-95a3-e5d83b4c85f1 req-f3d42cef-39f9-4ba1-adf7-dc26917c0698 tempest-ImagesNegativeTestJSON-150896993 tempest-ImagesNegativeTestJSON-150896993-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb86fdab-07df-4add-8345-4f5c4b3acafd HTTP/1.1" status: 200 len: 210 time: 0.0422385 Sep 23 06:43:47.121960 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0189228-0d42-468a-ab51-84c3a86cd27c req-d40d2451-5233-48be-8a6f-e813f98a53b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:47.123512 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b0189228-0d42-468a-ab51-84c3a86cd27c req-d40d2451-5233-48be-8a6f-e813f98a53b3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e HTTP/1.1" status: 200 len: 843 time: 0.0682690 Sep 23 06:43:47.194979 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0189228-0d42-468a-ab51-84c3a86cd27c req-63d88d3a-ce91-4cbf-95cc-e9d8cf32db97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:47.197456 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b0189228-0d42-468a-ab51-84c3a86cd27c req-63d88d3a-ce91-4cbf-95cc-e9d8cf32db97 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=16515f0f-e5a6-4630-a440-e11fb2e02062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0649147 Sep 23 06:43:47.402860 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b0189228-0d42-468a-ab51-84c3a86cd27c req-3c128d58-5cdc-4237-a4f2-4307f72398c6 service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917949 Sep 23 06:43:47.519919 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b0189228-0d42-468a-ab51-84c3a86cd27c req-342814be-0ae3-41db-84e7-e6a087beb064 service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087019 Sep 23 06:43:47.553991 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device f6ff1b82-b649-458f-bb9e-b22289625fda details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:43:47.704092 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port f6ff1b82-b649-458f-bb9e-b22289625fda, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=f6ff1b82-b649-458f-bb9e-b22289625fda,segment=NetworkSegment(df9429cb-1b73-4fcc-8ecd-d0edb039148e),segment_id=df9429cb-1b73-4fcc-8ecd-d0edb039148e)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:43:47.719411 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': 'f6ff1b82-b649-458f-bb9e-b22289625fda', 'network_id': '26aba36e-f765-4b4a-a7c9-897761ec549b', 'port_id': 'f6ff1b82-b649-458f-bb9e-b22289625fda', 'mac_address': 'fa:16:3e:52:25:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afab507a-4ef5-4f82-b221-a08b722735c6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:43:47.770617 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:47.785841 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6ff1b82-b649-458f-bb9e-b22289625fda {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:43:47.807551 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port f6ff1b82-b649-458f-bb9e-b22289625fda, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=f6ff1b82-b649-458f-bb9e-b22289625fda,segment=NetworkSegment(df9429cb-1b73-4fcc-8ecd-d0edb039148e),segment_id=df9429cb-1b73-4fcc-8ecd-d0edb039148e)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:43:47.813641 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:47.864156 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=f6ff1b82-b649-458f-bb9e-b22289625fda,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:43:48.154901 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['f6ff1b82-b649-458f-bb9e-b22289625fda'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:43:48.259224 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7fced91a-5927-4513-9cb7-fd941c0da04d req-3fb1c74a-5beb-490c-9b29-089f705f2cb7 tempest-ImagesNegativeTestJSON-150896993 tempest-ImagesNegativeTestJSON-150896993-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=574459b389d24b03842f66f38fd3cde7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0705388 Sep 23 06:43:48.490948 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fced91a-5927-4513-9cb7-fd941c0da04d req-045c5d41-ee21-4282-aef4-8fc2ecd04ed5 tempest-ImagesNegativeTestJSON-150896993 tempest-ImagesNegativeTestJSON-150896993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:48.492515 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7fced91a-5927-4513-9cb7-fd941c0da04d req-045c5d41-ee21-4282-aef4-8fc2ecd04ed5 tempest-ImagesNegativeTestJSON-150896993 tempest-ImagesNegativeTestJSON-150896993-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2236421 Sep 23 06:43:48.518259 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-7fced91a-5927-4513-9cb7-fd941c0da04d req-58e9cd2c-e3c2-4206-8c60-f0edd0f7fc4b tempest-ImagesNegativeTestJSON-150896993 tempest-ImagesNegativeTestJSON-150896993-project] Request body: {'port': {'device_id': 'bb86fdab-07df-4add-8345-4f5c4b3acafd', 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062', 'admin_state_up': True, 'tenant_id': '574459b389d24b03842f66f38fd3cde7'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:43:48.653504 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fced91a-5927-4513-9cb7-fd941c0da04d req-58e9cd2c-e3c2-4206-8c60-f0edd0f7fc4b tempest-ImagesNegativeTestJSON-150896993 tempest-ImagesNegativeTestJSON-150896993-project] Made reservation on behalf of 574459b389d24b03842f66f38fd3cde7 for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:43:48.657200 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-7fced91a-5927-4513-9cb7-fd941c0da04d req-58e9cd2c-e3c2-4206-8c60-f0edd0f7fc4b tempest-ImagesNegativeTestJSON-150896993 tempest-ImagesNegativeTestJSON-150896993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:48.667581 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-7fced91a-5927-4513-9cb7-fd941c0da04d req-58e9cd2c-e3c2-4206-8c60-f0edd0f7fc4b tempest-ImagesNegativeTestJSON-150896993 tempest-ImagesNegativeTestJSON-150896993-project] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:48.785942 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-7fced91a-5927-4513-9cb7-fd941c0da04d req-58e9cd2c-e3c2-4206-8c60-f0edd0f7fc4b tempest-ImagesNegativeTestJSON-150896993 tempest-ImagesNegativeTestJSON-150896993-project] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:48.790420 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-7fced91a-5927-4513-9cb7-fd941c0da04d req-58e9cd2c-e3c2-4206-8c60-f0edd0f7fc4b tempest-ImagesNegativeTestJSON-150896993 tempest-ImagesNegativeTestJSON-150896993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:48.862833 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e9cd2c-e3c2-4206-8c60-f0edd0f7fc4b tempest-ImagesNegativeTestJSON-150896993 tempest-ImagesNegativeTestJSON-150896993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d668a9fd-bd24-4a9e-8d57-aa027992a0fa,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:43:48.953608 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [req-7fced91a-5927-4513-9cb7-fd941c0da04d req-58e9cd2c-e3c2-4206-8c60-f0edd0f7fc4b tempest-ImagesNegativeTestJSON-150896993 tempest-ImagesNegativeTestJSON-150896993-project] Allocated IP 192.168.233.214 (16515f0f-e5a6-4630-a440-e11fb2e02062/3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e/ea47b3b9-b5a2-436d-b8cb-2246e9985e5d) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:43:49.138828 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-7fced91a-5927-4513-9cb7-fd941c0da04d req-58e9cd2c-e3c2-4206-8c60-f0edd0f7fc4b tempest-ImagesNegativeTestJSON-150896993 tempest-ImagesNegativeTestJSON-150896993-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:49.178893 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-7fced91a-5927-4513-9cb7-fd941c0da04d req-58e9cd2c-e3c2-4206-8c60-f0edd0f7fc4b tempest-ImagesNegativeTestJSON-150896993 tempest-ImagesNegativeTestJSON-150896993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:49.231659 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fced91a-5927-4513-9cb7-fd941c0da04d req-58e9cd2c-e3c2-4206-8c60-f0edd0f7fc4b tempest-ImagesNegativeTestJSON-150896993 tempest-ImagesNegativeTestJSON-150896993-project] Network 16515f0f-e5a6-4630-a440-e11fb2e02062 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:43:49.234903 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [req-7fced91a-5927-4513-9cb7-fd941c0da04d req-58e9cd2c-e3c2-4206-8c60-f0edd0f7fc4b tempest-ImagesNegativeTestJSON-150896993 tempest-ImagesNegativeTestJSON-150896993-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:43:49.239862 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fced91a-5927-4513-9cb7-fd941c0da04d req-58e9cd2c-e3c2-4206-8c60-f0edd0f7fc4b tempest-ImagesNegativeTestJSON-150896993 tempest-ImagesNegativeTestJSON-150896993-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:43:49.270668 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e9cd2c-e3c2-4206-8c60-f0edd0f7fc4b tempest-ImagesNegativeTestJSON-150896993 tempest-ImagesNegativeTestJSON-150896993-project] Pushing event updated for resources: {'Port': ['ID=ea47b3b9-b5a2-436d-b8cb-2246e9985e5d,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:43:49.312309 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fced91a-5927-4513-9cb7-fd941c0da04d req-58e9cd2c-e3c2-4206-8c60-f0edd0f7fc4b tempest-ImagesNegativeTestJSON-150896993 tempest-ImagesNegativeTestJSON-150896993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:49.312970 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-7fced91a-5927-4513-9cb7-fd941c0da04d req-58e9cd2c-e3c2-4206-8c60-f0edd0f7fc4b tempest-ImagesNegativeTestJSON-150896993 tempest-ImagesNegativeTestJSON-150896993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:49.334306 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7fced91a-5927-4513-9cb7-fd941c0da04d req-58e9cd2c-e3c2-4206-8c60-f0edd0f7fc4b tempest-ImagesNegativeTestJSON-150896993 tempest-ImagesNegativeTestJSON-150896993-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8190742 Sep 23 06:43:49.353509 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-7fced91a-5927-4513-9cb7-fd941c0da04d req-8272d179-1ee8-4600-aa49-a0cf8f7d1fcf service neutron] Request body: {'port': {'device_id': 'bb86fdab-07df-4add-8345-4f5c4b3acafd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-16'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:43:49.431386 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-7fced91a-5927-4513-9cb7-fd941c0da04d req-8272d179-1ee8-4600-aa49-a0cf8f7d1fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:49.482631 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-44191fce-8029-4fc7-a321-e61bad6c9964 None None] Provisioning complete for port ea47b3b9-b5a2-436d-b8cb-2246e9985e5d triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:43:49.483860 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-44191fce-8029-4fc7-a321-e61bad6c9964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:49.555758 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-44191fce-8029-4fc7-a321-e61bad6c9964 None None] Port ea47b3b9-b5a2-436d-b8cb-2246e9985e5d cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:43:49.563285 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device f6ff1b82-b649-458f-bb9e-b22289625fda up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:43:49.642413 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port f6ff1b82-b649-458f-bb9e-b22289625fda completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:43:49.649048 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port f6ff1b82-b649-458f-bb9e-b22289625fda triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:43:49.649704 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:49.755414 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:49.812085 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port f6ff1b82-b649-458f-bb9e-b22289625fda, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=f6ff1b82-b649-458f-bb9e-b22289625fda,segment=NetworkSegment(df9429cb-1b73-4fcc-8ecd-d0edb039148e),segment_id=df9429cb-1b73-4fcc-8ecd-d0edb039148e)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:43:49.813359 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d9dd330-c207-430f-9a5b-6373908f2ca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6ff1b82-b649-458f-bb9e-b22289625fda'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:43:49.817295 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-485f413d-a77b-4eb0-839e-adb85a4457f7" -d '{"events": [{"server_uuid": "3d9dd330-c207-430f-9a5b-6373908f2ca9", "name": "network-vif-plugged", "status": "completed", "tag": "f6ff1b82-b649-458f-bb9e-b22289625fda"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:43:49.823741 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:49.853519 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [req-7fced91a-5927-4513-9cb7-fd941c0da04d req-8272d179-1ee8-4600-aa49-a0cf8f7d1fcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea47b3b9-b5a2-436d-b8cb-2246e9985e5d {{(pid=95066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:43:49.868159 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-7fced91a-5927-4513-9cb7-fd941c0da04d req-8272d179-1ee8-4600-aa49-a0cf8f7d1fcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:49.885548 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.provisioning_blocks [req-7fced91a-5927-4513-9cb7-fd941c0da04d req-8272d179-1ee8-4600-aa49-a0cf8f7d1fcf service neutron] Transition to ACTIVE for port object ea47b3b9-b5a2-436d-b8cb-2246e9985e5d will not be triggered until provisioned by entity L2. {{(pid=95066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:43:49.914496 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-7fced91a-5927-4513-9cb7-fd941c0da04d req-8272d179-1ee8-4600-aa49-a0cf8f7d1fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:49.922959 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=f6ff1b82-b649-458f-bb9e-b22289625fda,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:43:49.980287 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8272d179-1ee8-4600-aa49-a0cf8f7d1fcf service neutron] Pushing event updated for resources: {'Port': ['ID=ea47b3b9-b5a2-436d-b8cb-2246e9985e5d,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:43:50.123234 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-7fced91a-5927-4513-9cb7-fd941c0da04d req-8272d179-1ee8-4600-aa49-a0cf8f7d1fcf service neutron] Attempting to bind port ea47b3b9-b5a2-436d-b8cb-2246e9985e5d on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:43:50.123234 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-7fced91a-5927-4513-9cb7-fd941c0da04d req-8272d179-1ee8-4600-aa49-a0cf8f7d1fcf service neutron] Attempting to bind port ea47b3b9-b5a2-436d-b8cb-2246e9985e5d by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:43:50.123234 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fced91a-5927-4513-9cb7-fd941c0da04d req-8272d179-1ee8-4600-aa49-a0cf8f7d1fcf service neutron] Attempting to bind port ea47b3b9-b5a2-436d-b8cb-2246e9985e5d on network 16515f0f-e5a6-4630-a440-e11fb2e02062 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:43:50.128287 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fced91a-5927-4513-9cb7-fd941c0da04d req-8272d179-1ee8-4600-aa49-a0cf8f7d1fcf service neutron] Port ea47b3b9-b5a2-436d-b8cb-2246e9985e5d on network 16515f0f-e5a6-4630-a440-e11fb2e02062 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:43:50.129400 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fced91a-5927-4513-9cb7-fd941c0da04d req-8272d179-1ee8-4600-aa49-a0cf8f7d1fcf service neutron] Attempting to bind port ea47b3b9-b5a2-436d-b8cb-2246e9985e5d on network 16515f0f-e5a6-4630-a440-e11fb2e02062 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:43:50.135569 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fced91a-5927-4513-9cb7-fd941c0da04d req-8272d179-1ee8-4600-aa49-a0cf8f7d1fcf service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:43:50.136130 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fced91a-5927-4513-9cb7-fd941c0da04d req-8272d179-1ee8-4600-aa49-a0cf8f7d1fcf service neutron] Checking segment: {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:43:50.136559 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fced91a-5927-4513-9cb7-fd941c0da04d req-8272d179-1ee8-4600-aa49-a0cf8f7d1fcf service neutron] Bound using segment: {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:43:50.137072 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-7fced91a-5927-4513-9cb7-fd941c0da04d req-8272d179-1ee8-4600-aa49-a0cf8f7d1fcf service neutron] Bound port: ea47b3b9-b5a2-436d-b8cb-2246e9985e5d, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:43:50.137432 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-7fced91a-5927-4513-9cb7-fd941c0da04d req-8272d179-1ee8-4600-aa49-a0cf8f7d1fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:50.251969 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-7fced91a-5927-4513-9cb7-fd941c0da04d req-8272d179-1ee8-4600-aa49-a0cf8f7d1fcf service neutron] For port ea47b3b9-b5a2-436d-b8cb-2246e9985e5d, host n-h1-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:43:50.257723 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-7fced91a-5927-4513-9cb7-fd941c0da04d req-8272d179-1ee8-4600-aa49-a0cf8f7d1fcf service neutron] For port ea47b3b9-b5a2-436d-b8cb-2246e9985e5d, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=ea47b3b9-b5a2-436d-b8cb-2246e9985e5d,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:43:50.281512 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-7fced91a-5927-4513-9cb7-fd941c0da04d req-8272d179-1ee8-4600-aa49-a0cf8f7d1fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:50.327478 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fced91a-5927-4513-9cb7-fd941c0da04d req-8272d179-1ee8-4600-aa49-a0cf8f7d1fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:50.328228 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-7fced91a-5927-4513-9cb7-fd941c0da04d req-8272d179-1ee8-4600-aa49-a0cf8f7d1fcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:50.330257 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7fced91a-5927-4513-9cb7-fd941c0da04d req-8272d179-1ee8-4600-aa49-a0cf8f7d1fcf service neutron] 10.222.0.21 "PUT /v2.0/ports/ea47b3b9-b5a2-436d-b8cb-2246e9985e5d HTTP/1.1" status: 200 len: 1097 time: 0.9843140 Sep 23 06:43:50.352948 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb86fdab-07df-4add-8345-4f5c4b3acafd', 'tag': 'ea47b3b9-b5a2-436d-b8cb-2246e9985e5d'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:43:50.355874 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ef8986-ec75-4f3b-9782-4050c83cab5a" -d '{"events": [{"name": "network-changed", "server_uuid": "bb86fdab-07df-4add-8345-4f5c4b3acafd", "tag": "ea47b3b9-b5a2-436d-b8cb-2246e9985e5d"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:43:50.389807 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8272d179-1ee8-4600-aa49-a0cf8f7d1fcf service neutron] Pushing event updated for resources: {'Port': ['ID=ea47b3b9-b5a2-436d-b8cb-2246e9985e5d,revision_number=3']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:43:50.489182 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fced91a-5927-4513-9cb7-fd941c0da04d req-99a5e440-c37f-4b4a-8b6f-21ebc94de596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:50.495891 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7fced91a-5927-4513-9cb7-fd941c0da04d req-99a5e440-c37f-4b4a-8b6f-21ebc94de596 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=574459b389d24b03842f66f38fd3cde7&device_id=bb86fdab-07df-4add-8345-4f5c4b3acafd HTTP/1.1" status: 200 len: 1100 time: 0.0742657 Sep 23 06:43:50.583865 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7fced91a-5927-4513-9cb7-fd941c0da04d req-116af2e4-effd-4e58-b022-8d0d39d35815 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=ea47b3b9-b5a2-436d-b8cb-2246e9985e5d HTTP/1.1" status: 200 len: 217 time: 0.0741689 Sep 23 06:43:50.681965 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fced91a-5927-4513-9cb7-fd941c0da04d req-8d030de4-afe8-460b-8330-b63016a58414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:50.683548 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7fced91a-5927-4513-9cb7-fd941c0da04d req-8d030de4-afe8-460b-8330-b63016a58414 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e HTTP/1.1" status: 200 len: 843 time: 0.0906808 Sep 23 06:43:50.782909 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fced91a-5927-4513-9cb7-fd941c0da04d req-dd13ffd9-9daf-4491-a41e-366aefeb69ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:50.784441 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7fced91a-5927-4513-9cb7-fd941c0da04d req-dd13ffd9-9daf-4491-a41e-366aefeb69ca service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=16515f0f-e5a6-4630-a440-e11fb2e02062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0860169 Sep 23 06:43:50.936488 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7fced91a-5927-4513-9cb7-fd941c0da04d req-4e97efab-7160-4459-9254-5dc72a95e117 service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406200 Sep 23 06:43:51.069698 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7fced91a-5927-4513-9cb7-fd941c0da04d req-513bcb58-720b-4a77-9dbb-c14d234fec3f service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230981 Sep 23 06:43:51.901126 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0e3880-67e5-4007-968a-77ab1555234b req-d6f97390-8ef3-4496-8b61-e67c73eb9512 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:51.902740 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4f0e3880-67e5-4007-968a-77ab1555234b req-d6f97390-8ef3-4496-8b61-e67c73eb9512 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4a625fe-80e7-4aad-910d-dee9e31060ba HTTP/1.1" status: 200 len: 950 time: 0.0724080 Sep 23 06:43:51.902907 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc107df-7b17-4a42-8b82-c3baf290f4f8 req-f8cc923f-d101-45df-9ce7-e2e08f0be3e5 tempest-AttachSCSIVolumeTestJSON-1404146234 tempest-AttachSCSIVolumeTestJSON-1404146234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:51.904307 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fcc107df-7b17-4a42-8b82-c3baf290f4f8 req-f8cc923f-d101-45df-9ce7-e2e08f0be3e5 tempest-AttachSCSIVolumeTestJSON-1404146234 tempest-AttachSCSIVolumeTestJSON-1404146234-project] 10.222.0.39 "GET /v2.0/networks?id=d5ae2c6d-958c-4812-880c-d7aa035fa876 HTTP/1.1" status: 200 len: 814 time: 0.1653309 Sep 23 06:43:51.928004 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fcc107df-7b17-4a42-8b82-c3baf290f4f8 req-f770879d-f23a-4622-b47f-d881b47c1ba5 tempest-AttachSCSIVolumeTestJSON-1404146234 tempest-AttachSCSIVolumeTestJSON-1404146234-project] 10.222.0.39 "GET /v2.0/quotas/448dd4ff349d4c2aa82dd34076c92b2d HTTP/1.1" status: 200 len: 375 time: 0.0166099 Sep 23 06:43:51.986242 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4f0e3880-67e5-4007-968a-77ab1555234b req-5e07a5a2-c522-41ef-8248-2d009ea5dd4c tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691247 Sep 23 06:43:52.013278 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fcc107df-7b17-4a42-8b82-c3baf290f4f8 req-15690424-b2a5-4861-91d6-658b3deaf7dc tempest-AttachSCSIVolumeTestJSON-1404146234 tempest-AttachSCSIVolumeTestJSON-1404146234-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=448dd4ff349d4c2aa82dd34076c92b2d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0793090 Sep 23 06:43:52.181271 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fcc107df-7b17-4a42-8b82-c3baf290f4f8 req-7eebe465-32df-4423-8cf4-128ce9db2eba service neutron] 10.222.0.39 "GET /v2.0/networks/d5ae2c6d-958c-4812-880c-d7aa035fa876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581719 Sep 23 06:43:52.229123 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c73e7c1-8c66-40d1-9770-d76ba704cc4a req-09627f6b-91f7-48a9-83e0-d11078e87d0e tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:52.232631 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8c73e7c1-8c66-40d1-9770-d76ba704cc4a req-09627f6b-91f7-48a9-83e0-d11078e87d0e tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d9dd330-c207-430f-9a5b-6373908f2ca9 HTTP/1.1" status: 200 len: 945 time: 0.0740540 Sep 23 06:43:52.283887 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8c73e7c1-8c66-40d1-9770-d76ba704cc4a req-1435fc82-07e2-48e6-a6ad-1b3f11a13deb tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441604 Sep 23 06:43:52.318750 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fcc107df-7b17-4a42-8b82-c3baf290f4f8 req-033315f0-358d-4914-918b-a9a9e3d56c65 service neutron] 10.222.0.39 "GET /v2.0/networks/d5ae2c6d-958c-4812-880c-d7aa035fa876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349382 Sep 23 06:43:52.572960 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e43946-a28d-4b37-b613-70172cb32c59 x-openstack-request-id: req-39e43946-a28d-4b37-b613-70172cb32c59 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:43:52.573813 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d9dd330-c207-430f-9a5b-6373908f2ca9", "name": "network-vif-plugged", "status": "completed", "tag": "f6ff1b82-b649-458f-bb9e-b22289625fda", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:43:52.574257 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-39e43946-a28d-4b37-b613-70172cb32c59 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:43:52.574816 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d9dd330-c207-430f-9a5b-6373908f2ca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6ff1b82-b649-458f-bb9e-b22289625fda', 'code': 200} Sep 23 06:43:52.579427 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c22f7-e15d-49ee-8317-a72a5c84df33 req-ece353e3-8640-4d22-8ff9-3426da86a1b9 tempest-ImagesNegativeTestJSON-150896993 tempest-ImagesNegativeTestJSON-150896993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:52.584161 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bb6c22f7-e15d-49ee-8317-a72a5c84df33 req-ece353e3-8640-4d22-8ff9-3426da86a1b9 tempest-ImagesNegativeTestJSON-150896993 tempest-ImagesNegativeTestJSON-150896993-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb86fdab-07df-4add-8345-4f5c4b3acafd HTTP/1.1" status: 200 len: 948 time: 0.0994565 Sep 23 06:43:52.646535 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d1d6ae-cc10-49a1-9dd7-f51c1ebcd8ed x-openstack-request-id: req-d1d1d6ae-cc10-49a1-9dd7-f51c1ebcd8ed {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:43:52.647042 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb86fdab-07df-4add-8345-4f5c4b3acafd", "tag": "ea47b3b9-b5a2-436d-b8cb-2246e9985e5d", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:43:52.647466 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d1d1d6ae-cc10-49a1-9dd7-f51c1ebcd8ed {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:43:52.648006 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb86fdab-07df-4add-8345-4f5c4b3acafd', 'tag': 'ea47b3b9-b5a2-436d-b8cb-2246e9985e5d', 'status': 'completed', 'code': 200} Sep 23 06:43:52.664289 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bb6c22f7-e15d-49ee-8317-a72a5c84df33 req-c384bea5-d9d2-4c7d-88b1-4e4ce78c34d3 tempest-ImagesNegativeTestJSON-150896993 tempest-ImagesNegativeTestJSON-150896993-project] 10.222.0.39 "GET /v2.0/security-groups?id=d668a9fd-bd24-4a9e-8d57-aa027992a0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724041 Sep 23 06:43:52.724280 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bbd31012-9329-4151-aad1-235da43e3196 req-ad2f8500-18d6-4206-9050-d20e4890925d tempest-AttachSCSIVolumeTestJSON-1404146234 tempest-AttachSCSIVolumeTestJSON-1404146234-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9ccb76f-06c4-4cc3-a9dc-40931ad0cc94 HTTP/1.1" status: 200 len: 210 time: 0.0385437 Sep 23 06:43:52.757450 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15539564-fbe4-464f-8145-d8f279a69fd8 req-b39b0546-7a98-4540-b014-66cb8b052e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:52.759320 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-15539564-fbe4-464f-8145-d8f279a69fd8 req-b39b0546-7a98-4540-b014-66cb8b052e9b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3d9dd330-c207-430f-9a5b-6373908f2ca9 HTTP/1.1" status: 200 len: 1097 time: 0.0941477 Sep 23 06:43:52.813935 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ef8986-ec75-4f3b-9782-4050c83cab5a req-ec7e542e-30c2-4c19-aba7-66c34ed310a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:52.818068 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-15539564-fbe4-464f-8145-d8f279a69fd8 req-06726d08-3231-4fde-b6a8-dd3ab0b3dccb service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478458 Sep 23 06:43:52.818529 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-02ef8986-ec75-4f3b-9782-4050c83cab5a req-ec7e542e-30c2-4c19-aba7-66c34ed310a7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=574459b389d24b03842f66f38fd3cde7&device_id=bb86fdab-07df-4add-8345-4f5c4b3acafd HTTP/1.1" status: 200 len: 1100 time: 0.0905919 Sep 23 06:43:52.981211 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ef8986-ec75-4f3b-9782-4050c83cab5a req-7bacf400-e790-46ac-a4c7-36cce5844cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:52.987919 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-02ef8986-ec75-4f3b-9782-4050c83cab5a req-7bacf400-e790-46ac-a4c7-36cce5844cc3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=16515f0f-e5a6-4630-a440-e11fb2e02062 HTTP/1.1" status: 200 len: 870 time: 0.1632318 Sep 23 06:43:53.075834 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-02ef8986-ec75-4f3b-9782-4050c83cab5a req-13a236c7-7f18-405f-8155-d9c96bcf4c79 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=ea47b3b9-b5a2-436d-b8cb-2246e9985e5d HTTP/1.1" status: 200 len: 217 time: 0.0705383 Sep 23 06:43:53.204340 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851d494a-a09b-4836-a7a4-6a968274750b req-be7b0d42-7202-45cd-832b-7ba80c69d8b8 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:53.207934 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-851d494a-a09b-4836-a7a4-6a968274750b req-be7b0d42-7202-45cd-832b-7ba80c69d8b8 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4a625fe-80e7-4aad-910d-dee9e31060ba HTTP/1.1" status: 200 len: 950 time: 0.1087162 Sep 23 06:43:53.211021 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ef8986-ec75-4f3b-9782-4050c83cab5a req-2940ac5a-0e9e-4fcb-a3e2-de0868df3de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:53.212944 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-02ef8986-ec75-4f3b-9782-4050c83cab5a req-2940ac5a-0e9e-4fcb-a3e2-de0868df3de5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e HTTP/1.1" status: 200 len: 843 time: 0.1278038 Sep 23 06:43:53.295448 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-851d494a-a09b-4836-a7a4-6a968274750b req-e2e13932-185d-4f33-9009-18ad186f2eed tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809228 Sep 23 06:43:53.318365 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ef8986-ec75-4f3b-9782-4050c83cab5a req-11c2991f-d071-4d2b-88d3-68aba62c0cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:53.320469 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-02ef8986-ec75-4f3b-9782-4050c83cab5a req-11c2991f-d071-4d2b-88d3-68aba62c0cb1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=16515f0f-e5a6-4630-a440-e11fb2e02062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0804513 Sep 23 06:43:53.504140 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-02ef8986-ec75-4f3b-9782-4050c83cab5a req-46f516bc-9cb4-48bf-a270-92ae82c8ec10 service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735265 Sep 23 06:43:53.586270 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7477d3c6-2659-49d1-86fd-e8b70f847f60 req-271a7252-9a04-4f7a-878d-9e3c8c84d351 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:53.599643 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7477d3c6-2659-49d1-86fd-e8b70f847f60 req-271a7252-9a04-4f7a-878d-9e3c8c84d351 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d9dd330-c207-430f-9a5b-6373908f2ca9 HTTP/1.1" status: 200 len: 945 time: 0.1786728 Sep 23 06:43:53.662490 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7477d3c6-2659-49d1-86fd-e8b70f847f60 req-0c7df4ac-dfee-45fa-b8d4-fbe9f81793e7 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605803 Sep 23 06:43:53.716808 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-02ef8986-ec75-4f3b-9782-4050c83cab5a req-af014f15-042c-436d-ac97-c59c3189ba69 service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912823 Sep 23 06:43:53.846035 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c6fe0-2314-44e4-a323-47541509e2e8 req-2a83849a-79ef-4ac4-9829-8c2fad5abe27 tempest-ImagesNegativeTestJSON-150896993 tempest-ImagesNegativeTestJSON-150896993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:53.849251 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6f85dacc-2d0a-40cc-b8be-f946af5d3b18 req-843b349c-8fc9-4945-8679-c8621027c418 tempest-AttachSCSIVolumeTestJSON-1404146234 tempest-AttachSCSIVolumeTestJSON-1404146234-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9ccb76f-06c4-4cc3-a9dc-40931ad0cc94 HTTP/1.1" status: 200 len: 210 time: 0.0467832 Sep 23 06:43:53.855039 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d09c6fe0-2314-44e4-a323-47541509e2e8 req-2a83849a-79ef-4ac4-9829-8c2fad5abe27 tempest-ImagesNegativeTestJSON-150896993 tempest-ImagesNegativeTestJSON-150896993-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb86fdab-07df-4add-8345-4f5c4b3acafd HTTP/1.1" status: 200 len: 948 time: 0.0795696 Sep 23 06:43:53.950411 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d09c6fe0-2314-44e4-a323-47541509e2e8 req-81d810c9-f083-48d6-a4b5-28e47f3f6886 tempest-ImagesNegativeTestJSON-150896993 tempest-ImagesNegativeTestJSON-150896993-project] 10.222.0.39 "GET /v2.0/security-groups?id=d668a9fd-bd24-4a9e-8d57-aa027992a0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944679 Sep 23 06:43:54.280841 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc107df-7b17-4a42-8b82-c3baf290f4f8 req-85dec6b7-f604-44fa-9391-02cbbafa0d7a tempest-AttachSCSIVolumeTestJSON-1404146234 tempest-AttachSCSIVolumeTestJSON-1404146234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:54.282802 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fcc107df-7b17-4a42-8b82-c3baf290f4f8 req-85dec6b7-f604-44fa-9391-02cbbafa0d7a tempest-AttachSCSIVolumeTestJSON-1404146234 tempest-AttachSCSIVolumeTestJSON-1404146234-project] 10.222.0.58 "GET /v2.0/networks?id=d5ae2c6d-958c-4812-880c-d7aa035fa876 HTTP/1.1" status: 200 len: 814 time: 0.2276256 Sep 23 06:43:54.303348 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-fcc107df-7b17-4a42-8b82-c3baf290f4f8 req-adaa286d-2b6e-43b0-a932-ffb68e848ecd tempest-AttachSCSIVolumeTestJSON-1404146234 tempest-AttachSCSIVolumeTestJSON-1404146234-project] Request body: {'port': {'device_id': 'c9ccb76f-06c4-4cc3-a9dc-40931ad0cc94', 'network_id': 'd5ae2c6d-958c-4812-880c-d7aa035fa876', 'admin_state_up': True, 'tenant_id': '448dd4ff349d4c2aa82dd34076c92b2d'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:43:54.520663 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcc107df-7b17-4a42-8b82-c3baf290f4f8 req-adaa286d-2b6e-43b0-a932-ffb68e848ecd tempest-AttachSCSIVolumeTestJSON-1404146234 tempest-AttachSCSIVolumeTestJSON-1404146234-project] Made reservation on behalf of 448dd4ff349d4c2aa82dd34076c92b2d for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:43:54.526935 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-fcc107df-7b17-4a42-8b82-c3baf290f4f8 req-adaa286d-2b6e-43b0-a932-ffb68e848ecd tempest-AttachSCSIVolumeTestJSON-1404146234 tempest-AttachSCSIVolumeTestJSON-1404146234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:54.649754 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18d651e-fe74-40c6-a8be-17976dd96795 req-bf91477c-4c77-48d1-95c3-62bf16e3468e tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:54.666958 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c18d651e-fe74-40c6-a8be-17976dd96795 req-bf91477c-4c77-48d1-95c3-62bf16e3468e tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4a625fe-80e7-4aad-910d-dee9e31060ba HTTP/1.1" status: 200 len: 950 time: 0.2039700 Sep 23 06:43:54.752459 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c18d651e-fe74-40c6-a8be-17976dd96795 req-9bbba053-a2e6-4fa2-afdf-8cf250b9ed47 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835471 Sep 23 06:43:54.898557 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-fcc107df-7b17-4a42-8b82-c3baf290f4f8 req-adaa286d-2b6e-43b0-a932-ffb68e848ecd tempest-AttachSCSIVolumeTestJSON-1404146234 tempest-AttachSCSIVolumeTestJSON-1404146234-project] Allocated IP 172.20.0.9 (d5ae2c6d-958c-4812-880c-d7aa035fa876/bb088479-d7c4-433b-8bbd-3789d8a2160c/eaf8aa1d-f851-4872-b15c-5a677c19bb93) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:43:54.924916 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af94e0-c348-404f-80a4-f8f75c685ae7 req-d015a6d1-0fa5-4f1b-876a-faf9be6533e8 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:54.934397 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c4af94e0-c348-404f-80a4-f8f75c685ae7 req-d015a6d1-0fa5-4f1b-876a-faf9be6533e8 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d9dd330-c207-430f-9a5b-6373908f2ca9 HTTP/1.1" status: 200 len: 945 time: 0.1123796 Sep 23 06:43:55.064336 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c4af94e0-c348-404f-80a4-f8f75c685ae7 req-dd66b449-7839-45a0-a554-7dac08b28eb6 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265805 Sep 23 06:43:55.179016 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b66fe39e-d4df-4795-9c10-c06dfa7f1802 req-a2a9eb5f-89b8-471e-8b88-1f87a9150062 tempest-AttachSCSIVolumeTestJSON-1404146234 tempest-AttachSCSIVolumeTestJSON-1404146234-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9ccb76f-06c4-4cc3-a9dc-40931ad0cc94 HTTP/1.1" status: 200 len: 210 time: 0.1218402 Sep 23 06:43:55.399234 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-fcc107df-7b17-4a42-8b82-c3baf290f4f8 req-adaa286d-2b6e-43b0-a932-ffb68e848ecd tempest-AttachSCSIVolumeTestJSON-1404146234 tempest-AttachSCSIVolumeTestJSON-1404146234-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:55.465153 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b2992-c9db-404d-8290-8488cebf4c87 req-6086cd6e-a46d-4a4c-8d5d-ac953c67dff3 tempest-ImagesNegativeTestJSON-150896993 tempest-ImagesNegativeTestJSON-150896993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:55.470181 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-fcc107df-7b17-4a42-8b82-c3baf290f4f8 req-adaa286d-2b6e-43b0-a932-ffb68e848ecd tempest-AttachSCSIVolumeTestJSON-1404146234 tempest-AttachSCSIVolumeTestJSON-1404146234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:55.473581 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0d0b2992-c9db-404d-8290-8488cebf4c87 req-6086cd6e-a46d-4a4c-8d5d-ac953c67dff3 tempest-ImagesNegativeTestJSON-150896993 tempest-ImagesNegativeTestJSON-150896993-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb86fdab-07df-4add-8345-4f5c4b3acafd HTTP/1.1" status: 200 len: 948 time: 0.1091194 Sep 23 06:43:55.526068 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0d0b2992-c9db-404d-8290-8488cebf4c87 req-72c51c1a-c61e-4b36-931d-b5731bca0d5a tempest-ImagesNegativeTestJSON-150896993 tempest-ImagesNegativeTestJSON-150896993-project] 10.222.0.39 "GET /v2.0/security-groups?id=d668a9fd-bd24-4a9e-8d57-aa027992a0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440850 Sep 23 06:43:55.613909 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaa286d-2b6e-43b0-a932-ffb68e848ecd tempest-AttachSCSIVolumeTestJSON-1404146234 tempest-AttachSCSIVolumeTestJSON-1404146234-project] Pushing event updated for resources: {'Port': ['ID=eaf8aa1d-f851-4872-b15c-5a677c19bb93,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:43:55.631025 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcc107df-7b17-4a42-8b82-c3baf290f4f8 req-adaa286d-2b6e-43b0-a932-ffb68e848ecd tempest-AttachSCSIVolumeTestJSON-1404146234 tempest-AttachSCSIVolumeTestJSON-1404146234-project] Network d5ae2c6d-958c-4812-880c-d7aa035fa876 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:43:55.632619 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-fcc107df-7b17-4a42-8b82-c3baf290f4f8 req-adaa286d-2b6e-43b0-a932-ffb68e848ecd tempest-AttachSCSIVolumeTestJSON-1404146234 tempest-AttachSCSIVolumeTestJSON-1404146234-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:43:55.641797 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcc107df-7b17-4a42-8b82-c3baf290f4f8 req-adaa286d-2b6e-43b0-a932-ffb68e848ecd tempest-AttachSCSIVolumeTestJSON-1404146234 tempest-AttachSCSIVolumeTestJSON-1404146234-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:43:55.658734 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc107df-7b17-4a42-8b82-c3baf290f4f8 req-adaa286d-2b6e-43b0-a932-ffb68e848ecd tempest-AttachSCSIVolumeTestJSON-1404146234 tempest-AttachSCSIVolumeTestJSON-1404146234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:55.659657 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-fcc107df-7b17-4a42-8b82-c3baf290f4f8 req-adaa286d-2b6e-43b0-a932-ffb68e848ecd tempest-AttachSCSIVolumeTestJSON-1404146234 tempest-AttachSCSIVolumeTestJSON-1404146234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:55.712389 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fcc107df-7b17-4a42-8b82-c3baf290f4f8 req-adaa286d-2b6e-43b0-a932-ffb68e848ecd tempest-AttachSCSIVolumeTestJSON-1404146234 tempest-AttachSCSIVolumeTestJSON-1404146234-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4160101 Sep 23 06:43:55.735698 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b74f797-dc57-45e3-8e50-756febc1b8d1 req-1d8a23ac-d227-4250-88ac-1c91a8a6b04e tempest-LiveAutoBlockMigrationV225Test-1648181363 tempest-LiveAutoBlockMigrationV225Test-1648181363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:55.748726 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-fcc107df-7b17-4a42-8b82-c3baf290f4f8 req-df4fc9e6-2048-4eb1-b434-79b497591fd0 service neutron] Request body: {'port': {'device_id': 'c9ccb76f-06c4-4cc3-a9dc-40931ad0cc94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:43:55.754040 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0b74f797-dc57-45e3-8e50-756febc1b8d1 req-1d8a23ac-d227-4250-88ac-1c91a8a6b04e tempest-LiveAutoBlockMigrationV225Test-1648181363 tempest-LiveAutoBlockMigrationV225Test-1648181363-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3d9dd330-c207-430f-9a5b-6373908f2ca9 HTTP/1.1" status: 200 len: 1097 time: 0.0870340 Sep 23 06:43:55.846728 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0b74f797-dc57-45e3-8e50-756febc1b8d1 req-af1f734c-8199-49a6-8db7-eebb68917842 tempest-LiveAutoBlockMigrationV225Test-1648181363 tempest-LiveAutoBlockMigrationV225Test-1648181363-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863509 Sep 23 06:43:55.882734 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-fcc107df-7b17-4a42-8b82-c3baf290f4f8 req-df4fc9e6-2048-4eb1-b434-79b497591fd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:56.061500 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dc652132-8a3c-458f-95d9-9f02997c9e13 None None] Provisioning complete for port eaf8aa1d-f851-4872-b15c-5a677c19bb93 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:43:56.064792 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dc652132-8a3c-458f-95d9-9f02997c9e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:56.175509 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dc652132-8a3c-458f-95d9-9f02997c9e13 None None] Port eaf8aa1d-f851-4872-b15c-5a677c19bb93 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:43:56.384814 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0687849d-bc6e-4959-8225-085497dcbe11 req-048e6fb7-1e4b-4b2d-bb97-3e4b0649f962 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:56.387494 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0687849d-bc6e-4959-8225-085497dcbe11 req-048e6fb7-1e4b-4b2d-bb97-3e4b0649f962 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4a625fe-80e7-4aad-910d-dee9e31060ba HTTP/1.1" status: 200 len: 950 time: 0.1189506 Sep 23 06:43:56.517841 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0687849d-bc6e-4959-8225-085497dcbe11 req-2af357df-f860-4a28-bf44-f13dc4dc243d tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236985 Sep 23 06:43:56.541797 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-fcc107df-7b17-4a42-8b82-c3baf290f4f8 req-df4fc9e6-2048-4eb1-b434-79b497591fd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaf8aa1d-f851-4872-b15c-5a677c19bb93 {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:43:56.552313 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-fcc107df-7b17-4a42-8b82-c3baf290f4f8 req-df4fc9e6-2048-4eb1-b434-79b497591fd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:56.566917 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-fcc107df-7b17-4a42-8b82-c3baf290f4f8 req-df4fc9e6-2048-4eb1-b434-79b497591fd0 service neutron] Transition to ACTIVE for port object eaf8aa1d-f851-4872-b15c-5a677c19bb93 will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:43:56.589279 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-fcc107df-7b17-4a42-8b82-c3baf290f4f8 req-df4fc9e6-2048-4eb1-b434-79b497591fd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:56.703619 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4fc9e6-2048-4eb1-b434-79b497591fd0 service neutron] Pushing event updated for resources: {'Port': ['ID=eaf8aa1d-f851-4872-b15c-5a677c19bb93,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:43:56.704566 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f3cf9d-7513-4f23-969a-5c69f990424a req-38c5537d-e535-47f4-a988-0f3817b17c79 tempest-LiveAutoBlockMigrationV225Test-1648181363 tempest-LiveAutoBlockMigrationV225Test-1648181363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:56.713771 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-37f3cf9d-7513-4f23-969a-5c69f990424a req-38c5537d-e535-47f4-a988-0f3817b17c79 tempest-LiveAutoBlockMigrationV225Test-1648181363 tempest-LiveAutoBlockMigrationV225Test-1648181363-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3d9dd330-c207-430f-9a5b-6373908f2ca9 HTTP/1.1" status: 200 len: 1097 time: 0.0728300 Sep 23 06:43:56.713902 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-fcc107df-7b17-4a42-8b82-c3baf290f4f8 req-df4fc9e6-2048-4eb1-b434-79b497591fd0 service neutron] Attempting to bind port eaf8aa1d-f851-4872-b15c-5a677c19bb93 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:43:56.714538 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-fcc107df-7b17-4a42-8b82-c3baf290f4f8 req-df4fc9e6-2048-4eb1-b434-79b497591fd0 service neutron] Attempting to bind port eaf8aa1d-f851-4872-b15c-5a677c19bb93 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '08babd18-3488-4573-9f82-9e46cd96a49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd5ae2c6d-958c-4812-880c-d7aa035fa876'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:43:56.715094 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc107df-7b17-4a42-8b82-c3baf290f4f8 req-df4fc9e6-2048-4eb1-b434-79b497591fd0 service neutron] Attempting to bind port eaf8aa1d-f851-4872-b15c-5a677c19bb93 on network d5ae2c6d-958c-4812-880c-d7aa035fa876 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:43:56.725608 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc107df-7b17-4a42-8b82-c3baf290f4f8 req-df4fc9e6-2048-4eb1-b434-79b497591fd0 service neutron] Port eaf8aa1d-f851-4872-b15c-5a677c19bb93 on network d5ae2c6d-958c-4812-880c-d7aa035fa876 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:43:56.725608 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc107df-7b17-4a42-8b82-c3baf290f4f8 req-df4fc9e6-2048-4eb1-b434-79b497591fd0 service neutron] Attempting to bind port eaf8aa1d-f851-4872-b15c-5a677c19bb93 on network d5ae2c6d-958c-4812-880c-d7aa035fa876 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:43:56.733070 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc107df-7b17-4a42-8b82-c3baf290f4f8 req-df4fc9e6-2048-4eb1-b434-79b497591fd0 service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:43:56.733070 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc107df-7b17-4a42-8b82-c3baf290f4f8 req-df4fc9e6-2048-4eb1-b434-79b497591fd0 service neutron] Checking segment: {'id': '08babd18-3488-4573-9f82-9e46cd96a49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd5ae2c6d-958c-4812-880c-d7aa035fa876'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:43:56.733070 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc107df-7b17-4a42-8b82-c3baf290f4f8 req-df4fc9e6-2048-4eb1-b434-79b497591fd0 service neutron] Bound using segment: {'id': '08babd18-3488-4573-9f82-9e46cd96a49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd5ae2c6d-958c-4812-880c-d7aa035fa876'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:43:56.733509 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-fcc107df-7b17-4a42-8b82-c3baf290f4f8 req-df4fc9e6-2048-4eb1-b434-79b497591fd0 service neutron] Bound port: eaf8aa1d-f851-4872-b15c-5a677c19bb93, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08babd18-3488-4573-9f82-9e46cd96a49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd5ae2c6d-958c-4812-880c-d7aa035fa876'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:43:56.735020 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-fcc107df-7b17-4a42-8b82-c3baf290f4f8 req-df4fc9e6-2048-4eb1-b434-79b497591fd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:56.771711 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-37f3cf9d-7513-4f23-969a-5c69f990424a req-cf0996b8-4c3b-4cee-beea-107be60f4d99 tempest-LiveAutoBlockMigrationV225Test-1648181363 tempest-LiveAutoBlockMigrationV225Test-1648181363-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572982 Sep 23 06:43:56.819340 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-fcc107df-7b17-4a42-8b82-c3baf290f4f8 req-df4fc9e6-2048-4eb1-b434-79b497591fd0 service neutron] For port eaf8aa1d-f851-4872-b15c-5a677c19bb93, host n-h2-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:43:56.823296 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-fcc107df-7b17-4a42-8b82-c3baf290f4f8 req-df4fc9e6-2048-4eb1-b434-79b497591fd0 service neutron] For port eaf8aa1d-f851-4872-b15c-5a677c19bb93, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=eaf8aa1d-f851-4872-b15c-5a677c19bb93,segment=NetworkSegment(08babd18-3488-4573-9f82-9e46cd96a49b),segment_id=08babd18-3488-4573-9f82-9e46cd96a49b)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:43:56.835649 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-fcc107df-7b17-4a42-8b82-c3baf290f4f8 req-df4fc9e6-2048-4eb1-b434-79b497591fd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:56.916322 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4fc9e6-2048-4eb1-b434-79b497591fd0 service neutron] Pushing event updated for resources: {'Port': ['ID=eaf8aa1d-f851-4872-b15c-5a677c19bb93,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:43:56.945347 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc107df-7b17-4a42-8b82-c3baf290f4f8 req-df4fc9e6-2048-4eb1-b434-79b497591fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:56.946333 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-fcc107df-7b17-4a42-8b82-c3baf290f4f8 req-df4fc9e6-2048-4eb1-b434-79b497591fd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:56.948033 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fcc107df-7b17-4a42-8b82-c3baf290f4f8 req-df4fc9e6-2048-4eb1-b434-79b497591fd0 service neutron] 10.222.0.58 "PUT /v2.0/ports/eaf8aa1d-f851-4872-b15c-5a677c19bb93 HTTP/1.1" status: 200 len: 1092 time: 1.2042279 Sep 23 06:43:56.948702 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9ccb76f-06c4-4cc3-a9dc-40931ad0cc94', 'tag': 'eaf8aa1d-f851-4872-b15c-5a677c19bb93'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:43:56.952323 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b893d9e-183a-4250-bec2-7378ee0ea049" -d '{"events": [{"name": "network-changed", "server_uuid": "c9ccb76f-06c4-4cc3-a9dc-40931ad0cc94", "tag": "eaf8aa1d-f851-4872-b15c-5a677c19bb93"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:43:56.956437 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a91a125-2947-43ac-b30f-001a3091c2cd req-91565a1a-e9a2-46e3-8589-49659494b41e tempest-AttachSCSIVolumeTestJSON-1404146234 tempest-AttachSCSIVolumeTestJSON-1404146234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:56.960641 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5a91a125-2947-43ac-b30f-001a3091c2cd req-91565a1a-e9a2-46e3-8589-49659494b41e tempest-AttachSCSIVolumeTestJSON-1404146234 tempest-AttachSCSIVolumeTestJSON-1404146234-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9ccb76f-06c4-4cc3-a9dc-40931ad0cc94 HTTP/1.1" status: 200 len: 943 time: 0.0994217 Sep 23 06:43:57.032967 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5a91a125-2947-43ac-b30f-001a3091c2cd req-eeb35827-c953-45ba-b1ae-0b540e15f490 tempest-AttachSCSIVolumeTestJSON-1404146234 tempest-AttachSCSIVolumeTestJSON-1404146234-project] 10.222.0.39 "GET /v2.0/security-groups?id=28d6601d-35a0-4050-8568-fc1fbc84b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636191 Sep 23 06:43:57.183333 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023656ce-305e-4cd1-92d1-d5f7bd49d4c1 req-74d6d29e-dec6-41cc-9b2b-ca8d922a7157 tempest-ImagesNegativeTestJSON-150896993 tempest-ImagesNegativeTestJSON-150896993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:43:57.185076 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-023656ce-305e-4cd1-92d1-d5f7bd49d4c1 req-74d6d29e-dec6-41cc-9b2b-ca8d922a7157 tempest-ImagesNegativeTestJSON-150896993 tempest-ImagesNegativeTestJSON-150896993-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb86fdab-07df-4add-8345-4f5c4b3acafd HTTP/1.1" status: 200 len: 948 time: 0.0657806 Sep 23 06:43:57.285740 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-023656ce-305e-4cd1-92d1-d5f7bd49d4c1 req-53bb3252-ba17-413f-8069-8cd805b1ad60 tempest-ImagesNegativeTestJSON-150896993 tempest-ImagesNegativeTestJSON-150896993-project] 10.222.0.39 "GET /v2.0/security-groups?id=d668a9fd-bd24-4a9e-8d57-aa027992a0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894356 Sep 23 06:43:57.404290 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef2613a5-76d3-4772-a120-1c64dcb9a400 x-openstack-request-id: req-ef2613a5-76d3-4772-a120-1c64dcb9a400 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:43:57.404590 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9ccb76f-06c4-4cc3-a9dc-40931ad0cc94", "tag": "eaf8aa1d-f851-4872-b15c-5a677c19bb93", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:43:57.404855 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ef2613a5-76d3-4772-a120-1c64dcb9a400 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:43:57.405257 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9ccb76f-06c4-4cc3-a9dc-40931ad0cc94', 'tag': 'eaf8aa1d-f851-4872-b15c-5a677c19bb93', 'status': 'completed', 'code': 200} Sep 23 06:43:57.603492 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device ea47b3b9-b5a2-436d-b8cb-2246e9985e5d details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:43:57.812082 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port ea47b3b9-b5a2-436d-b8cb-2246e9985e5d, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=ea47b3b9-b5a2-436d-b8cb-2246e9985e5d,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:43:57.835702 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': 'ea47b3b9-b5a2-436d-b8cb-2246e9985e5d', 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062', 'port_id': 'ea47b3b9-b5a2-436d-b8cb-2246e9985e5d', 'mac_address': 'fa:16:3e:a3:6d:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:43:57.915108 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:57.945489 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea47b3b9-b5a2-436d-b8cb-2246e9985e5d {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:43:57.974617 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port ea47b3b9-b5a2-436d-b8cb-2246e9985e5d, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=ea47b3b9-b5a2-436d-b8cb-2246e9985e5d,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:43:57.980088 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:43:58.032707 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=ea47b3b9-b5a2-436d-b8cb-2246e9985e5d,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:43:58.497118 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['ea47b3b9-b5a2-436d-b8cb-2246e9985e5d'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:44:01.169370 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb4a57-b91a-413e-94dd-bf3fcf4bef6a req-fd85d502-d674-43b6-a115-376456334ef9 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:01.171663 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dadb4a57-b91a-413e-94dd-bf3fcf4bef6a req-fd85d502-d674-43b6-a115-376456334ef9 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4a625fe-80e7-4aad-910d-dee9e31060ba HTTP/1.1" status: 200 len: 950 time: 0.0536840 Sep 23 06:44:01.210702 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dadb4a57-b91a-413e-94dd-bf3fcf4bef6a req-c3d53fa2-bb0e-409e-840c-85a8159f1cc0 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315862 Sep 23 06:44:01.344047 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1db2e1-9c0a-444e-94da-c400c85dee04 req-1c9db75f-0d0d-4730-8e27-71187dddabc5 tempest-AttachSCSIVolumeTestJSON-1404146234 tempest-AttachSCSIVolumeTestJSON-1404146234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:01.345485 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8d1db2e1-9c0a-444e-94da-c400c85dee04 req-1c9db75f-0d0d-4730-8e27-71187dddabc5 tempest-AttachSCSIVolumeTestJSON-1404146234 tempest-AttachSCSIVolumeTestJSON-1404146234-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9ccb76f-06c4-4cc3-a9dc-40931ad0cc94 HTTP/1.1" status: 200 len: 943 time: 0.0716088 Sep 23 06:44:01.619024 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device ea47b3b9-b5a2-436d-b8cb-2246e9985e5d up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:44:01.679320 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port ea47b3b9-b5a2-436d-b8cb-2246e9985e5d completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:44:01.689155 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port ea47b3b9-b5a2-436d-b8cb-2246e9985e5d triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:44:01.689537 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:01.701265 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8d1db2e1-9c0a-444e-94da-c400c85dee04 req-5a0c83c2-437d-40c3-9389-fe00eb4293de tempest-AttachSCSIVolumeTestJSON-1404146234 tempest-AttachSCSIVolumeTestJSON-1404146234-project] 10.222.0.39 "GET /v2.0/security-groups?id=28d6601d-35a0-4050-8568-fc1fbc84b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3481240 Sep 23 06:44:01.783177 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:01.807991 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb86fdab-07df-4add-8345-4f5c4b3acafd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea47b3b9-b5a2-436d-b8cb-2246e9985e5d'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:44:01.810657 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc4baee-fc08-431d-b652-9c973f2d2979" -d '{"events": [{"server_uuid": "bb86fdab-07df-4add-8345-4f5c4b3acafd", "name": "network-vif-plugged", "status": "completed", "tag": "ea47b3b9-b5a2-436d-b8cb-2246e9985e5d"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:44:01.825808 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port ea47b3b9-b5a2-436d-b8cb-2246e9985e5d, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=ea47b3b9-b5a2-436d-b8cb-2246e9985e5d,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:44:01.833438 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:01.861727 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737fdb56-436c-45f4-887a-ab2d63337ba7 req-d47857bc-2bef-4ee6-b70e-9cb14d23f08d tempest-ImagesNegativeTestJSON-150896993 tempest-ImagesNegativeTestJSON-150896993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:01.871855 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-737fdb56-436c-45f4-887a-ab2d63337ba7 req-d47857bc-2bef-4ee6-b70e-9cb14d23f08d tempest-ImagesNegativeTestJSON-150896993 tempest-ImagesNegativeTestJSON-150896993-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb86fdab-07df-4add-8345-4f5c4b3acafd HTTP/1.1" status: 200 len: 949 time: 0.0683551 Sep 23 06:44:01.901490 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=ea47b3b9-b5a2-436d-b8cb-2246e9985e5d,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:44:01.924064 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-737fdb56-436c-45f4-887a-ab2d63337ba7 req-38f278fc-87e1-4a78-bf7b-93a67e538399 tempest-ImagesNegativeTestJSON-150896993 tempest-ImagesNegativeTestJSON-150896993-project] 10.222.0.39 "GET /v2.0/security-groups?id=d668a9fd-bd24-4a9e-8d57-aa027992a0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512338 Sep 23 06:44:02.183776 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db5baafd-3f4d-46fc-8d20-a6d7d0ec5aa1 x-openstack-request-id: req-db5baafd-3f4d-46fc-8d20-a6d7d0ec5aa1 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:44:02.184079 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb86fdab-07df-4add-8345-4f5c4b3acafd", "name": "network-vif-plugged", "status": "completed", "tag": "ea47b3b9-b5a2-436d-b8cb-2246e9985e5d", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:44:02.184355 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-db5baafd-3f4d-46fc-8d20-a6d7d0ec5aa1 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:44:02.184752 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb86fdab-07df-4add-8345-4f5c4b3acafd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea47b3b9-b5a2-436d-b8cb-2246e9985e5d', 'code': 200} Sep 23 06:44:02.338478 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a18efb-dc65-483f-8a6a-5f090f44c32b req-fac294c8-ac2c-49f4-9396-9c710460c1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:02.340198 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-98a18efb-dc65-483f-8a6a-5f090f44c32b req-fac294c8-ac2c-49f4-9396-9c710460c1b5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bb86fdab-07df-4add-8345-4f5c4b3acafd HTTP/1.1" status: 200 len: 1102 time: 0.0482428 Sep 23 06:44:02.384055 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-98a18efb-dc65-483f-8a6a-5f090f44c32b req-36344556-dd78-4899-afbe-deeb706f177f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d668a9fd-bd24-4a9e-8d57-aa027992a0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361106 Sep 23 06:44:02.958799 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5624f3-6f82-4ed6-b968-19c375717db7 req-37f89fa7-f27c-43e1-b7ef-d34df4fd61c8 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:02.968781 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cd5624f3-6f82-4ed6-b968-19c375717db7 req-37f89fa7-f27c-43e1-b7ef-d34df4fd61c8 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4a625fe-80e7-4aad-910d-dee9e31060ba HTTP/1.1" status: 200 len: 950 time: 0.0717094 Sep 23 06:44:03.014511 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cd5624f3-6f82-4ed6-b968-19c375717db7 req-6427815d-7cab-4644-9ecc-7499cef47991 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446832 Sep 23 06:44:03.162783 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0780a334-d7af-456f-92fb-8871a3f25e10 req-a8270065-2d37-4456-804c-fd4b8e07eedf tempest-AttachSCSIVolumeTestJSON-1404146234 tempest-AttachSCSIVolumeTestJSON-1404146234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:03.171512 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0780a334-d7af-456f-92fb-8871a3f25e10 req-a8270065-2d37-4456-804c-fd4b8e07eedf tempest-AttachSCSIVolumeTestJSON-1404146234 tempest-AttachSCSIVolumeTestJSON-1404146234-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9ccb76f-06c4-4cc3-a9dc-40931ad0cc94 HTTP/1.1" status: 200 len: 943 time: 0.0685077 Sep 23 06:44:03.215920 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0780a334-d7af-456f-92fb-8871a3f25e10 req-5b176a69-551a-4e7b-bda7-7acf84549ee8 tempest-AttachSCSIVolumeTestJSON-1404146234 tempest-AttachSCSIVolumeTestJSON-1404146234-project] 10.222.0.39 "GET /v2.0/security-groups?id=28d6601d-35a0-4050-8568-fc1fbc84b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432715 Sep 23 06:44:03.461181 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 06:44:03.614335 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612d9aec-7849-4516-a812-dddd0bf77d9d req-517c851f-c6b9-4b8a-8f57-3432acef2f9a tempest-ImagesNegativeTestJSON-150896993 tempest-ImagesNegativeTestJSON-150896993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:03.616320 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-612d9aec-7849-4516-a812-dddd0bf77d9d req-517c851f-c6b9-4b8a-8f57-3432acef2f9a tempest-ImagesNegativeTestJSON-150896993 tempest-ImagesNegativeTestJSON-150896993-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb86fdab-07df-4add-8345-4f5c4b3acafd HTTP/1.1" status: 200 len: 950 time: 0.1076393 Sep 23 06:44:03.680136 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-612d9aec-7849-4516-a812-dddd0bf77d9d req-1019b0aa-f2f0-4ddd-a4b4-9ef957c16d95 tempest-ImagesNegativeTestJSON-150896993 tempest-ImagesNegativeTestJSON-150896993-project] 10.222.0.39 "GET /v2.0/security-groups?id=d668a9fd-bd24-4a9e-8d57-aa027992a0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567529 Sep 23 06:44:04.073110 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab0d25-2922-4b6d-9de5-9f644d1669ef req-d98d16d9-808c-41c4-bfd8-4da4b4fe32c7 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:04.074571 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f1ab0d25-2922-4b6d-9de5-9f644d1669ef req-d98d16d9-808c-41c4-bfd8-4da4b4fe32c7 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/networks?id=06f6700e-677f-450e-91ed-a10a2fbb500b HTTP/1.1" status: 200 len: 804 time: 0.1267045 Sep 23 06:44:04.090887 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f1ab0d25-2922-4b6d-9de5-9f644d1669ef req-4c712c17-56a4-469d-ad32-dd9107344633 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/quotas/031ae4ebff9e422a93af0c39a45d1171 HTTP/1.1" status: 200 len: 375 time: 0.0098591 Sep 23 06:44:04.159047 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f1ab0d25-2922-4b6d-9de5-9f644d1669ef req-fc048bb3-b89d-46e4-90da-2ac271d87982 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=031ae4ebff9e422a93af0c39a45d1171&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0596197 Sep 23 06:44:04.260959 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f1ab0d25-2922-4b6d-9de5-9f644d1669ef req-2717b27b-b994-4515-9897-65fc6d262af9 service neutron] 10.222.0.39 "GET /v2.0/networks/06f6700e-677f-450e-91ed-a10a2fbb500b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941403 Sep 23 06:44:04.370952 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f1ab0d25-2922-4b6d-9de5-9f644d1669ef req-0e82a6f4-1c43-440c-8dce-2cef2af0f530 service neutron] 10.222.0.39 "GET /v2.0/networks/06f6700e-677f-450e-91ed-a10a2fbb500b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039362 Sep 23 06:44:04.622722 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e5d52a-3f69-413d-adf7-e92a63563d1d req-d66cc810-036a-4147-a456-3a44b853c29a tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:04.631035 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-43e5d52a-3f69-413d-adf7-e92a63563d1d req-d66cc810-036a-4147-a456-3a44b853c29a tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4a625fe-80e7-4aad-910d-dee9e31060ba HTTP/1.1" status: 200 len: 950 time: 0.0877562 Sep 23 06:44:04.680837 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-43e5d52a-3f69-413d-adf7-e92a63563d1d req-ee665b4b-354b-4447-9a85-f8735f911f17 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489075 Sep 23 06:44:04.834751 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86078aff-4b65-4bbd-882a-9a6fec7e2695 req-eaa4f4f4-3c95-4e5b-b122-efcf4e79ce67 tempest-AttachSCSIVolumeTestJSON-1404146234 tempest-AttachSCSIVolumeTestJSON-1404146234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:04.836302 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-86078aff-4b65-4bbd-882a-9a6fec7e2695 req-eaa4f4f4-3c95-4e5b-b122-efcf4e79ce67 tempest-AttachSCSIVolumeTestJSON-1404146234 tempest-AttachSCSIVolumeTestJSON-1404146234-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9ccb76f-06c4-4cc3-a9dc-40931ad0cc94 HTTP/1.1" status: 200 len: 943 time: 0.0833480 Sep 23 06:44:04.903930 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-86078aff-4b65-4bbd-882a-9a6fec7e2695 req-370b507a-6905-4a03-a581-edb6e02f835b tempest-AttachSCSIVolumeTestJSON-1404146234 tempest-AttachSCSIVolumeTestJSON-1404146234-project] 10.222.0.39 "GET /v2.0/security-groups?id=28d6601d-35a0-4050-8568-fc1fbc84b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584512 Sep 23 06:44:04.968106 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dfb7ff5f-3239-4a96-850d-520e8f26cf5f req-af6b9bce-feec-4e0d-a41b-d03d0b06dcb8 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a06109e-99b8-472e-b8b7-902d575c5d5d HTTP/1.1" status: 200 len: 210 time: 0.0308912 Sep 23 06:44:05.104095 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c74c8d-d522-47ab-8d3a-9cf21ee06cce req-4841202f-ec85-4ee4-8daa-31e4c7fdee95 tempest-ImagesNegativeTestJSON-150896993 tempest-ImagesNegativeTestJSON-150896993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:05.111766 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e0c74c8d-d522-47ab-8d3a-9cf21ee06cce req-4841202f-ec85-4ee4-8daa-31e4c7fdee95 tempest-ImagesNegativeTestJSON-150896993 tempest-ImagesNegativeTestJSON-150896993-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb86fdab-07df-4add-8345-4f5c4b3acafd HTTP/1.1" status: 200 len: 950 time: 0.0614977 Sep 23 06:44:05.148116 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e0c74c8d-d522-47ab-8d3a-9cf21ee06cce req-a3a1e29a-0606-412b-a2ce-b7b5516a7739 tempest-ImagesNegativeTestJSON-150896993 tempest-ImagesNegativeTestJSON-150896993-project] 10.222.0.39 "GET /v2.0/security-groups?id=d668a9fd-bd24-4a9e-8d57-aa027992a0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352910 Sep 23 06:44:05.448105 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf976d6c-19bc-40c9-9586-33b5d262bd86 req-e4bf7da0-4449-4c55-b13f-9554abcdce07 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:05.449600 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bf976d6c-19bc-40c9-9586-33b5d262bd86 req-e4bf7da0-4449-4c55-b13f-9554abcdce07 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/networks?id=b41a91e1-341c-4340-b7a8-8779367a7828 HTTP/1.1" status: 200 len: 808 time: 0.1091478 Sep 23 06:44:05.465513 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bf976d6c-19bc-40c9-9586-33b5d262bd86 req-6f33b21b-e46e-46bb-8920-bbc01e32e3a7 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/quotas/64ac7894e2284bc191ac7c20f7f9ca7f HTTP/1.1" status: 200 len: 375 time: 0.0100815 Sep 23 06:44:05.530428 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bf976d6c-19bc-40c9-9586-33b5d262bd86 req-d16570e5-4ff3-48d5-a0ea-8299c6767aaa tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=64ac7894e2284bc191ac7c20f7f9ca7f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0591745 Sep 23 06:44:05.591004 n-d-715271-16 neutron-server[95066]: INFO neutron.api.v2.resource [req-7e2467bc-c93e-4121-9d5c-d613e974b38e req-de43e7d7-b8d1-4712-943a-eb00d8468b60 service neutron] show failed (client error): The resource could not be found. Sep 23 06:44:05.592057 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7e2467bc-c93e-4121-9d5c-d613e974b38e req-de43e7d7-b8d1-4712-943a-eb00d8468b60 service neutron] 10.222.0.21 "GET /v2.0/ports/973deb69-acfe-4dbc-a8f6-657eb618af54/bindings/n-h2-715271-16 HTTP/1.1" status: 404 len: 381 time: 0.0736470 Sep 23 06:44:05.636090 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bf976d6c-19bc-40c9-9586-33b5d262bd86 req-ea7d3e2a-23f8-4f29-a653-2cd4590fd0fb service neutron] 10.222.0.39 "GET /v2.0/networks/b41a91e1-341c-4340-b7a8-8779367a7828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046975 Sep 23 06:44:05.668307 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 9e14186d-b80e-4f8b-808d-65a00adca02e no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:44:05.768381 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bf976d6c-19bc-40c9-9586-33b5d262bd86 req-86ef81a0-d96b-4b3a-a329-b6a1bce9f0ce service neutron] 10.222.0.39 "GET /v2.0/networks/b41a91e1-341c-4340-b7a8-8779367a7828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254456 Sep 23 06:44:05.997452 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:06.034637 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 9e14186d-b80e-4f8b-808d-65a00adca02e, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=9e14186d-b80e-4f8b-808d-65a00adca02e,segment=NetworkSegment(2b9cc8e9-9b87-41b9-963b-963dc78e06f0),segment_id=2b9cc8e9-9b87-41b9-963b-963dc78e06f0)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:44:06.036811 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c683e27-d9e4-44e5-a3a1-ee97ab195ee6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e14186d-b80e-4f8b-808d-65a00adca02e'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:44:06.039751 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ac5084-509e-4e0b-bd41-e0007dc3c896" -d '{"events": [{"server_uuid": "0c683e27-d9e4-44e5-a3a1-ee97ab195ee6", "name": "network-vif-unplugged", "status": "completed", "tag": "9e14186d-b80e-4f8b-808d-65a00adca02e"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:44:06.048987 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:06.069254 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab0d25-2922-4b6d-9de5-9f644d1669ef req-b4a90d12-1183-4ab0-b098-c369bdd2cee4 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:06.080614 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f1ab0d25-2922-4b6d-9de5-9f644d1669ef req-b4a90d12-1183-4ab0-b098-c369bdd2cee4 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.21 "GET /v2.0/networks?id=06f6700e-677f-450e-91ed-a10a2fbb500b HTTP/1.1" status: 200 len: 804 time: 0.2106876 Sep 23 06:44:06.111669 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-f1ab0d25-2922-4b6d-9de5-9f644d1669ef req-fc18f182-4986-4575-957b-106c0ff02e43 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Request body: {'port': {'device_id': '2a06109e-99b8-472e-b8b7-902d575c5d5d', 'network_id': '06f6700e-677f-450e-91ed-a10a2fbb500b', 'admin_state_up': True, 'tenant_id': '031ae4ebff9e422a93af0c39a45d1171'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:44:06.147388 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:06.161051 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91405b68-8e4f-4829-a3b7-84f748f39bc2 req-a5753b54-f1d5-45b1-9f1b-122a7e529a82 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:06.163549 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-91405b68-8e4f-4829-a3b7-84f748f39bc2 req-a5753b54-f1d5-45b1-9f1b-122a7e529a82 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c683e27-d9e4-44e5-a3a1-ee97ab195ee6 HTTP/1.1" status: 200 len: 943 time: 0.1251566 Sep 23 06:44:06.168853 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=9e14186d-b80e-4f8b-808d-65a00adca02e,revision_number=8']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:44:06.286351 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1ab0d25-2922-4b6d-9de5-9f644d1669ef req-fc18f182-4986-4575-957b-106c0ff02e43 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Made reservation on behalf of 031ae4ebff9e422a93af0c39a45d1171 for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:44:06.290305 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-f1ab0d25-2922-4b6d-9de5-9f644d1669ef req-fc18f182-4986-4575-957b-106c0ff02e43 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:06.294461 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-91405b68-8e4f-4829-a3b7-84f748f39bc2 req-90cf8d59-3fc6-4198-bf73-e0b904204ac8 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Deleting port 9e14186d-b80e-4f8b-808d-65a00adca02e {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:44:06.295113 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-91405b68-8e4f-4829-a3b7-84f748f39bc2 req-90cf8d59-3fc6-4198-bf73-e0b904204ac8 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:06.407914 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-91405b68-8e4f-4829-a3b7-84f748f39bc2 req-90cf8d59-3fc6-4198-bf73-e0b904204ac8 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] For port 9e14186d-b80e-4f8b-808d-65a00adca02e, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=9e14186d-b80e-4f8b-808d-65a00adca02e,segment=NetworkSegment(2b9cc8e9-9b87-41b9-963b-963dc78e06f0),segment_id=2b9cc8e9-9b87-41b9-963b-963dc78e06f0)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:44:06.408839 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-91405b68-8e4f-4829-a3b7-84f748f39bc2 req-90cf8d59-3fc6-4198-bf73-e0b904204ac8 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:06.424828 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-91405b68-8e4f-4829-a3b7-84f748f39bc2 req-90cf8d59-3fc6-4198-bf73-e0b904204ac8 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Calling delete_port for 9e14186d-b80e-4f8b-808d-65a00adca02e owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:44:06.462181 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [req-f1ab0d25-2922-4b6d-9de5-9f644d1669ef req-fc18f182-4986-4575-957b-106c0ff02e43 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Allocated IP 172.20.0.5 (06f6700e-677f-450e-91ed-a10a2fbb500b/e60271bd-2abe-488c-8449-206f6ba42e89/f2604bcd-6784-4ed0-9a3c-c5a7d847b74f) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:44:06.602044 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007cbc58-8989-4b7b-9ed5-6d18e281d491 req-876adff6-7471-4dc5-a3dd-80e9a05f62ca tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:06.603624 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-007cbc58-8989-4b7b-9ed5-6d18e281d491 req-876adff6-7471-4dc5-a3dd-80e9a05f62ca tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4a625fe-80e7-4aad-910d-dee9e31060ba HTTP/1.1" status: 200 len: 950 time: 0.0916171 Sep 23 06:44:06.622432 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-91405b68-8e4f-4829-a3b7-84f748f39bc2 req-90cf8d59-3fc6-4198-bf73-e0b904204ac8 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:06.672244 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cf8d59-3fc6-4198-bf73-e0b904204ac8 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Pushing event deleted for resources: {'Port': ['ID=9e14186d-b80e-4f8b-808d-65a00adca02e,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:44:06.681055 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-f1ab0d25-2922-4b6d-9de5-9f644d1669ef req-fc18f182-4986-4575-957b-106c0ff02e43 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:06.700622 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cf8d59-3fc6-4198-bf73-e0b904204ac8 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:44:06.701062 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cf8d59-3fc6-4198-bf73-e0b904204ac8 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:44:06.701370 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cf8d59-3fc6-4198-bf73-e0b904204ac8 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:44:06.701680 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cf8d59-3fc6-4198-bf73-e0b904204ac8 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:44:06.702045 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cf8d59-3fc6-4198-bf73-e0b904204ac8 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:44:06.702381 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cf8d59-3fc6-4198-bf73-e0b904204ac8 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:44:06.702709 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cf8d59-3fc6-4198-bf73-e0b904204ac8 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:44:06.703037 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cf8d59-3fc6-4198-bf73-e0b904204ac8 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:44:06.703354 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cf8d59-3fc6-4198-bf73-e0b904204ac8 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:44:06.703683 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cf8d59-3fc6-4198-bf73-e0b904204ac8 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:44:06.704013 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cf8d59-3fc6-4198-bf73-e0b904204ac8 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:44:06.704388 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cf8d59-3fc6-4198-bf73-e0b904204ac8 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:44:06.719539 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-007cbc58-8989-4b7b-9ed5-6d18e281d491 req-977f9317-ebab-4ed0-aa4f-589ad356fddc tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042285 Sep 23 06:44:06.727756 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-f1ab0d25-2922-4b6d-9de5-9f644d1669ef req-fc18f182-4986-4575-957b-106c0ff02e43 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:06.756138 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-91405b68-8e4f-4829-a3b7-84f748f39bc2 req-90cf8d59-3fc6-4198-bf73-e0b904204ac8 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] No DVR routers for this DVR port 9e14186d-b80e-4f8b-808d-65a00adca02e on host n-h1-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:44:06.759848 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-91405b68-8e4f-4829-a3b7-84f748f39bc2 req-90cf8d59-3fc6-4198-bf73-e0b904204ac8 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:06.763018 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-91405b68-8e4f-4829-a3b7-84f748f39bc2 req-90cf8d59-3fc6-4198-bf73-e0b904204ac8 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.21 "DELETE /v2.0/ports/9e14186d-b80e-4f8b-808d-65a00adca02e HTTP/1.1" status: 204 len: 173 time: 0.5862577 Sep 23 06:44:06.764738 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c683e27-d9e4-44e5-a3a1-ee97ab195ee6', 'name': 'network-vif-deleted', 'tag': '9e14186d-b80e-4f8b-808d-65a00adca02e'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:44:06.779278 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0797080-f4b6-4b3b-9c79-55972596b586" -d '{"events": [{"server_uuid": "0c683e27-d9e4-44e5-a3a1-ee97ab195ee6", "name": "network-vif-deleted", "tag": "9e14186d-b80e-4f8b-808d-65a00adca02e"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:44:06.779536 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1ab0d25-2922-4b6d-9de5-9f644d1669ef req-fc18f182-4986-4575-957b-106c0ff02e43 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Network 06f6700e-677f-450e-91ed-a10a2fbb500b is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:44:06.783500 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [req-f1ab0d25-2922-4b6d-9de5-9f644d1669ef req-fc18f182-4986-4575-957b-106c0ff02e43 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:44:06.788803 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1ab0d25-2922-4b6d-9de5-9f644d1669ef req-fc18f182-4986-4575-957b-106c0ff02e43 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:44:06.828085 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc18f182-4986-4575-957b-106c0ff02e43 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Pushing event updated for resources: {'Port': ['ID=f2604bcd-6784-4ed0-9a3c-c5a7d847b74f,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:44:06.840440 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc18f182-4986-4575-957b-106c0ff02e43 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:44:06.840786 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc18f182-4986-4575-957b-106c0ff02e43 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:44:06.841135 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc18f182-4986-4575-957b-106c0ff02e43 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:44:06.841500 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc18f182-4986-4575-957b-106c0ff02e43 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:44:06.841835 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc18f182-4986-4575-957b-106c0ff02e43 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:44:06.842194 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc18f182-4986-4575-957b-106c0ff02e43 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:44:06.843286 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc18f182-4986-4575-957b-106c0ff02e43 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:44:06.843286 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc18f182-4986-4575-957b-106c0ff02e43 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:44:06.843286 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc18f182-4986-4575-957b-106c0ff02e43 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:44:06.843558 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc18f182-4986-4575-957b-106c0ff02e43 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:44:06.843785 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc18f182-4986-4575-957b-106c0ff02e43 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:44:06.844120 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc18f182-4986-4575-957b-106c0ff02e43 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:44:06.858125 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e144844-9514-4991-9845-78b5c90b03a5 req-71ae80b4-7a00-4913-874b-bd22d0f5517e tempest-AttachSCSIVolumeTestJSON-1404146234 tempest-AttachSCSIVolumeTestJSON-1404146234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:06.859526 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6e144844-9514-4991-9845-78b5c90b03a5 req-71ae80b4-7a00-4913-874b-bd22d0f5517e tempest-AttachSCSIVolumeTestJSON-1404146234 tempest-AttachSCSIVolumeTestJSON-1404146234-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9ccb76f-06c4-4cc3-a9dc-40931ad0cc94 HTTP/1.1" status: 200 len: 943 time: 0.0730314 Sep 23 06:44:06.875439 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab0d25-2922-4b6d-9de5-9f644d1669ef req-fc18f182-4986-4575-957b-106c0ff02e43 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:06.875966 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-f1ab0d25-2922-4b6d-9de5-9f644d1669ef req-fc18f182-4986-4575-957b-106c0ff02e43 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:06.896106 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f1ab0d25-2922-4b6d-9de5-9f644d1669ef req-fc18f182-4986-4575-957b-106c0ff02e43 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7910612 Sep 23 06:44:06.907733 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6e144844-9514-4991-9845-78b5c90b03a5 req-d5ab9444-6021-4a3a-a79e-cf86c2a87193 tempest-AttachSCSIVolumeTestJSON-1404146234 tempest-AttachSCSIVolumeTestJSON-1404146234-project] 10.222.0.39 "GET /v2.0/security-groups?id=28d6601d-35a0-4050-8568-fc1fbc84b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402420 Sep 23 06:44:06.978997 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-f1ab0d25-2922-4b6d-9de5-9f644d1669ef req-573f7c22-817e-4e4a-a019-d1c8682b3009 service neutron] Request body: {'port': {'device_id': '2a06109e-99b8-472e-b8b7-902d575c5d5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-16'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:44:07.043816 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [req-f1b0820e-de49-4be7-8058-7611e432b348 req-8a9c8608-ea82-4877-b928-818e64fc4d77 tempest-LiveAutoBlockMigrationV225Test-1648181363 tempest-LiveAutoBlockMigrationV225Test-1648181363-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=95065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 06:44:07.052866 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f1b0820e-de49-4be7-8058-7611e432b348 req-8a9c8608-ea82-4877-b928-818e64fc4d77 tempest-LiveAutoBlockMigrationV225Test-1648181363 tempest-LiveAutoBlockMigrationV225Test-1648181363-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0143991 Sep 23 06:44:07.073124 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a07d3c-f145-4f7d-ad52-12e0a1e6a90a req-9390c633-ef7a-4a53-80d8-07974f1ddd24 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:07.076009 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-87a07d3c-f145-4f7d-ad52-12e0a1e6a90a req-9390c633-ef7a-4a53-80d8-07974f1ddd24 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a06109e-99b8-472e-b8b7-902d575c5d5d HTTP/1.1" status: 200 len: 931 time: 0.0929770 Sep 23 06:44:07.111988 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-f1ab0d25-2922-4b6d-9de5-9f644d1669ef req-573f7c22-817e-4e4a-a019-d1c8682b3009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:07.173653 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b0820e-de49-4be7-8058-7611e432b348 req-e5619d78-ef90-4b2c-9bfe-ffb7adcacf0d tempest-LiveAutoBlockMigrationV225Test-1648181363 tempest-LiveAutoBlockMigrationV225Test-1648181363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:07.176059 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f1b0820e-de49-4be7-8058-7611e432b348 req-e5619d78-ef90-4b2c-9bfe-ffb7adcacf0d tempest-LiveAutoBlockMigrationV225Test-1648181363 tempest-LiveAutoBlockMigrationV225Test-1648181363-project-admin] 10.222.0.39 "GET /v2.0/ports/f6ff1b82-b649-458f-bb9e-b22289625fda HTTP/1.1" status: 200 len: 1094 time: 0.1220114 Sep 23 06:44:07.192400 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-f1b0820e-de49-4be7-8058-7611e432b348 req-e814f813-4576-4f58-9c51-f3b22cadbaff service neutron] Request body: {'binding': {'host': 'n-h1-715271-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:44:07.192859 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-f1b0820e-de49-4be7-8058-7611e432b348 req-e814f813-4576-4f58-9c51-f3b22cadbaff service neutron] Unknown quota resources ['binding']. {{(pid=95065) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 23 06:44:07.223532 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-87a07d3c-f145-4f7d-ad52-12e0a1e6a90a req-181c6bd1-19bb-4fba-a628-ff2bcf740243 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/security-groups?id=ead5d8e9-ed26-4c51-bfc2-b6de8d7d128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062312 Sep 23 06:44:07.234277 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b893d9e-183a-4250-bec2-7378ee0ea049 req-216eddc6-c3f1-4aa0-9778-300660bdbce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:07.235874 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2b893d9e-183a-4250-bec2-7378ee0ea049 req-216eddc6-c3f1-4aa0-9778-300660bdbce5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=448dd4ff349d4c2aa82dd34076c92b2d&device_id=c9ccb76f-06c4-4cc3-a9dc-40931ad0cc94 HTTP/1.1" status: 200 len: 1095 time: 0.2960789 Sep 23 06:44:07.262141 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2467bc-c93e-4121-9d5c-d613e974b38e req-5d49f2f8-f88c-4538-b554-ea46c94cc9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:07.263800 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7e2467bc-c93e-4121-9d5c-d613e974b38e req-5d49f2f8-f88c-4538-b554-ea46c94cc9d3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e4a625fe-80e7-4aad-910d-dee9e31060ba&tenant_id=5ca4f991227448e1b6417695cbfdc362 HTTP/1.1" status: 200 len: 1102 time: 0.3015022 Sep 23 06:44:07.278501 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-7e2467bc-c93e-4121-9d5c-d613e974b38e req-4918a0c7-a699-4cc7-804f-3965bc4ac780 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-715271-16', 'device_owner': 'compute:nova'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:44:07.296627 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 06:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eea9071-14b4-44d7-9cd0-3828ca0fe1b4 x-openstack-request-id: req-9eea9071-14b4-44d7-9cd0-3828ca0fe1b4 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:44:07.297923 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c683e27-d9e4-44e5-a3a1-ee97ab195ee6", "name": "network-vif-unplugged", "status": "completed", "tag": "9e14186d-b80e-4f8b-808d-65a00adca02e", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:44:07.300747 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9eea9071-14b4-44d7-9cd0-3828ca0fe1b4 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:44:07.303483 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c683e27-d9e4-44e5-a3a1-ee97ab195ee6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e14186d-b80e-4f8b-808d-65a00adca02e', 'code': 200} Sep 23 06:44:07.388149 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-7e2467bc-c93e-4121-9d5c-d613e974b38e req-4918a0c7-a699-4cc7-804f-3965bc4ac780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:07.467317 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-72ab296f-4b8a-4e52-a82e-bb9ed291a7a2 req-31839883-634c-4d8e-9ddf-f354e63e86bb tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ba6d6bf-1816-4862-9cb3-bf74999f6163 HTTP/1.1" status: 200 len: 210 time: 0.1152496 Sep 23 06:44:07.569924 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b893d9e-183a-4250-bec2-7378ee0ea049 req-705354d0-caa3-4e0b-9a1a-d4f3098f8b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:07.572634 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2b893d9e-183a-4250-bec2-7378ee0ea049 req-705354d0-caa3-4e0b-9a1a-d4f3098f8b0a service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=448dd4ff349d4c2aa82dd34076c92b2d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3224857 Sep 23 06:44:07.713717 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-f1b0820e-de49-4be7-8058-7611e432b348 req-e814f813-4576-4f58-9c51-f3b22cadbaff service neutron] Attempting to bind port f6ff1b82-b649-458f-bb9e-b22289625fda on host n-h1-715271-16 for vnic_type normal with profile None {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:44:07.714129 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-f1b0820e-de49-4be7-8058-7611e432b348 req-e814f813-4576-4f58-9c51-f3b22cadbaff service neutron] Attempting to bind port f6ff1b82-b649-458f-bb9e-b22289625fda by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': 'df9429cb-1b73-4fcc-8ecd-d0edb039148e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '26aba36e-f765-4b4a-a7c9-897761ec549b'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:44:07.714366 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b0820e-de49-4be7-8058-7611e432b348 req-e814f813-4576-4f58-9c51-f3b22cadbaff service neutron] Attempting to bind port f6ff1b82-b649-458f-bb9e-b22289625fda on network 26aba36e-f765-4b4a-a7c9-897761ec549b {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:44:07.747509 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b0820e-de49-4be7-8058-7611e432b348 req-e814f813-4576-4f58-9c51-f3b22cadbaff service neutron] Port f6ff1b82-b649-458f-bb9e-b22289625fda on network 26aba36e-f765-4b4a-a7c9-897761ec549b not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:44:07.747894 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b0820e-de49-4be7-8058-7611e432b348 req-e814f813-4576-4f58-9c51-f3b22cadbaff service neutron] Attempting to bind port f6ff1b82-b649-458f-bb9e-b22289625fda on network 26aba36e-f765-4b4a-a7c9-897761ec549b {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:44:07.782562 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b0820e-de49-4be7-8058-7611e432b348 req-e814f813-4576-4f58-9c51-f3b22cadbaff service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:44:07.782959 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b0820e-de49-4be7-8058-7611e432b348 req-e814f813-4576-4f58-9c51-f3b22cadbaff service neutron] Checking segment: {'id': 'df9429cb-1b73-4fcc-8ecd-d0edb039148e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '26aba36e-f765-4b4a-a7c9-897761ec549b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:44:07.783345 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b0820e-de49-4be7-8058-7611e432b348 req-e814f813-4576-4f58-9c51-f3b22cadbaff service neutron] Bound using segment: {'id': 'df9429cb-1b73-4fcc-8ecd-d0edb039148e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '26aba36e-f765-4b4a-a7c9-897761ec549b'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:44:07.783799 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-f1b0820e-de49-4be7-8058-7611e432b348 req-e814f813-4576-4f58-9c51-f3b22cadbaff service neutron] Bound port: f6ff1b82-b649-458f-bb9e-b22289625fda, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df9429cb-1b73-4fcc-8ecd-d0edb039148e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '26aba36e-f765-4b4a-a7c9-897761ec549b'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:44:07.825396 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf976d6c-19bc-40c9-9586-33b5d262bd86 req-c7f1f747-df62-4375-b5a3-b7931343edb7 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:07.827223 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bf976d6c-19bc-40c9-9586-33b5d262bd86 req-c7f1f747-df62-4375-b5a3-b7931343edb7 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.21 "GET /v2.0/networks?id=b41a91e1-341c-4340-b7a8-8779367a7828 HTTP/1.1" status: 200 len: 808 time: 0.3146269 Sep 23 06:44:07.840203 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a86d6-ae89-4fc2-822c-7ccb2cb4fb4a req-edac0be0-ef8c-4154-9140-b341a595d7be tempest-ImagesNegativeTestJSON-150896993 tempest-ImagesNegativeTestJSON-150896993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:07.841884 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cd7a86d6-ae89-4fc2-822c-7ccb2cb4fb4a req-edac0be0-ef8c-4154-9140-b341a595d7be tempest-ImagesNegativeTestJSON-150896993 tempest-ImagesNegativeTestJSON-150896993-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb86fdab-07df-4add-8345-4f5c4b3acafd HTTP/1.1" status: 200 len: 950 time: 0.1802549 Sep 23 06:44:07.846816 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b893d9e-183a-4250-bec2-7378ee0ea049 req-c8d66a0b-2e62-42af-b9cf-e4143e665d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:07.848451 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2b893d9e-183a-4250-bec2-7378ee0ea049 req-c8d66a0b-2e62-42af-b9cf-e4143e665d9e service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2637014 Sep 23 06:44:07.852206 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-bf976d6c-19bc-40c9-9586-33b5d262bd86 req-7895f052-8a8c-4cb6-998c-4913a2efa506 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Request body: {'port': {'device_id': '4ba6d6bf-1816-4862-9cb3-bf74999f6163', 'network_id': 'b41a91e1-341c-4340-b7a8-8779367a7828', 'admin_state_up': True, 'tenant_id': '64ac7894e2284bc191ac7c20f7f9ca7f'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:44:07.904925 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [req-f1ab0d25-2922-4b6d-9de5-9f644d1669ef req-573f7c22-817e-4e4a-a019-d1c8682b3009 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2604bcd-6784-4ed0-9a3c-c5a7d847b74f {{(pid=95066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:44:07.925757 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-f1ab0d25-2922-4b6d-9de5-9f644d1669ef req-573f7c22-817e-4e4a-a019-d1c8682b3009 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:07.966880 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.provisioning_blocks [req-f1ab0d25-2922-4b6d-9de5-9f644d1669ef req-573f7c22-817e-4e4a-a019-d1c8682b3009 service neutron] Transition to ACTIVE for port object f2604bcd-6784-4ed0-9a3c-c5a7d847b74f will not be triggered until provisioned by entity L2. {{(pid=95066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:44:08.008748 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-f1b0820e-de49-4be7-8058-7611e432b348 req-e814f813-4576-4f58-9c51-f3b22cadbaff service neutron] For port f6ff1b82-b649-458f-bb9e-b22289625fda, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=f6ff1b82-b649-458f-bb9e-b22289625fda,segment=NetworkSegment(df9429cb-1b73-4fcc-8ecd-d0edb039148e),segment_id=df9429cb-1b73-4fcc-8ecd-d0edb039148e)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:44:08.014958 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cd7a86d6-ae89-4fc2-822c-7ccb2cb4fb4a req-9ab3e925-108b-4e1a-9610-f9d64a9269e9 tempest-ImagesNegativeTestJSON-150896993 tempest-ImagesNegativeTestJSON-150896993-project] 10.222.0.39 "GET /v2.0/security-groups?id=d668a9fd-bd24-4a9e-8d57-aa027992a0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573005 Sep 23 06:44:08.024180 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-f1b0820e-de49-4be7-8058-7611e432b348 req-e814f813-4576-4f58-9c51-f3b22cadbaff service neutron] Notify callbacks [] for binding, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:08.044558 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f1b0820e-de49-4be7-8058-7611e432b348 req-e814f813-4576-4f58-9c51-f3b22cadbaff service neutron] 10.222.0.39 "POST /v2.0/ports/f6ff1b82-b649-458f-bb9e-b22289625fda/bindings HTTP/1.1" status: 201 len: 390 time: 0.8422518 Sep 23 06:44:08.044816 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-88f2ff54-a1ae-4332-bbd6-7b1bfceb0cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:08.068081 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-7e2467bc-c93e-4121-9d5c-d613e974b38e req-4918a0c7-a699-4cc7-804f-3965bc4ac780 service neutron] For port 973deb69-acfe-4dbc-a8f6-657eb618af54, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=973deb69-acfe-4dbc-a8f6-657eb618af54,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:44:08.093017 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc107df-7b17-4a42-8b82-c3baf290f4f8 req-b9941467-3712-47e6-b55d-a5a53c62811c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:08.095252 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fcc107df-7b17-4a42-8b82-c3baf290f4f8 req-b9941467-3712-47e6-b55d-a5a53c62811c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=448dd4ff349d4c2aa82dd34076c92b2d&device_id=c9ccb76f-06c4-4cc3-a9dc-40931ad0cc94 HTTP/1.1" status: 200 len: 1095 time: 0.1467671 Sep 23 06:44:08.116462 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-7e2467bc-c93e-4121-9d5c-d613e974b38e req-4918a0c7-a699-4cc7-804f-3965bc4ac780 service neutron] For port 973deb69-acfe-4dbc-a8f6-657eb618af54, host n-h1-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:44:08.131994 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7516b68-92c0-4bc6-90c5-01443c801bcf x-openstack-request-id: req-c7516b68-92c0-4bc6-90c5-01443c801bcf {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:44:08.132643 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c683e27-d9e4-44e5-a3a1-ee97ab195ee6", "name": "network-vif-deleted", "tag": "9e14186d-b80e-4f8b-808d-65a00adca02e", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:44:08.133125 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c7516b68-92c0-4bc6-90c5-01443c801bcf {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:44:08.133896 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c683e27-d9e4-44e5-a3a1-ee97ab195ee6', 'name': 'network-vif-deleted', 'tag': '9e14186d-b80e-4f8b-808d-65a00adca02e', 'status': 'completed', 'code': 200} Sep 23 06:44:08.179832 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-7e2467bc-c93e-4121-9d5c-d613e974b38e req-4918a0c7-a699-4cc7-804f-3965bc4ac780 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:08.197364 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.provisioning_blocks [req-7e2467bc-c93e-4121-9d5c-d613e974b38e req-4918a0c7-a699-4cc7-804f-3965bc4ac780 service neutron] Transition to ACTIVE for port object 973deb69-acfe-4dbc-a8f6-657eb618af54 will not be triggered until provisioned by entity L2. {{(pid=95066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:44:08.199117 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-f1ab0d25-2922-4b6d-9de5-9f644d1669ef req-573f7c22-817e-4e4a-a019-d1c8682b3009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:08.202712 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4a625fe-80e7-4aad-910d-dee9e31060ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '973deb69-acfe-4dbc-a8f6-657eb618af54'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:44:08.206892 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c5b399-ecf3-44f8-9cc8-8323d0962d62" -d '{"events": [{"server_uuid": "e4a625fe-80e7-4aad-910d-dee9e31060ba", "name": "network-vif-unplugged", "status": "completed", "tag": "973deb69-acfe-4dbc-a8f6-657eb618af54"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:44:08.212407 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fcc107df-7b17-4a42-8b82-c3baf290f4f8 req-74aba9b9-d8fd-4edd-9177-29a8959d19d3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eaf8aa1d-f851-4872-b15c-5a677c19bb93 HTTP/1.1" status: 200 len: 217 time: 0.1044283 Sep 23 06:44:08.217008 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-7e2467bc-c93e-4121-9d5c-d613e974b38e req-4918a0c7-a699-4cc7-804f-3965bc4ac780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:08.219176 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf976d6c-19bc-40c9-9586-33b5d262bd86 req-7895f052-8a8c-4cb6-998c-4913a2efa506 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Made reservation on behalf of 64ac7894e2284bc191ac7c20f7f9ca7f for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:44:08.225743 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-bf976d6c-19bc-40c9-9586-33b5d262bd86 req-7895f052-8a8c-4cb6-998c-4913a2efa506 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:08.349977 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573f7c22-817e-4e4a-a019-d1c8682b3009 service neutron] Pushing event updated for resources: {'Port': ['ID=f2604bcd-6784-4ed0-9a3c-c5a7d847b74f,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:44:08.353623 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e2467bc-c93e-4121-9d5c-d613e974b38e req-4918a0c7-a699-4cc7-804f-3965bc4ac780 service neutron] No DVR routers for this DVR port 973deb69-acfe-4dbc-a8f6-657eb618af54 on host n-h1-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:44:08.408746 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc107df-7b17-4a42-8b82-c3baf290f4f8 req-c93a7deb-e976-46f7-9082-e8a50fb96511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:08.410924 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fcc107df-7b17-4a42-8b82-c3baf290f4f8 req-c93a7deb-e976-46f7-9082-e8a50fb96511 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bb088479-d7c4-433b-8bbd-3789d8a2160c HTTP/1.1" status: 200 len: 853 time: 0.1819153 Sep 23 06:44:08.553218 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-bf976d6c-19bc-40c9-9586-33b5d262bd86 req-7895f052-8a8c-4cb6-998c-4913a2efa506 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Allocated IP 172.20.0.11 (b41a91e1-341c-4340-b7a8-8779367a7828/c7d428fe-182b-4149-b884-87c9d4508732/43e749ab-2d4a-4288-867c-05cfecd0836d) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:44:08.607400 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-7e2467bc-c93e-4121-9d5c-d613e974b38e req-4918a0c7-a699-4cc7-804f-3965bc4ac780 service neutron] Attempting to bind port 973deb69-acfe-4dbc-a8f6-657eb618af54 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:44:08.607995 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-7e2467bc-c93e-4121-9d5c-d613e974b38e req-4918a0c7-a699-4cc7-804f-3965bc4ac780 service neutron] Attempting to bind port 973deb69-acfe-4dbc-a8f6-657eb618af54 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:44:08.608602 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2467bc-c93e-4121-9d5c-d613e974b38e req-4918a0c7-a699-4cc7-804f-3965bc4ac780 service neutron] Attempting to bind port 973deb69-acfe-4dbc-a8f6-657eb618af54 on network 16515f0f-e5a6-4630-a440-e11fb2e02062 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:44:08.616451 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52224538-3057-4ba4-ae9a-955909e1f836 req-01296ded-30b8-45a0-b424-0c57be5db99f tempest-AttachSCSIVolumeTestJSON-1404146234 tempest-AttachSCSIVolumeTestJSON-1404146234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:08.617154 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4918a0c7-a699-4cc7-804f-3965bc4ac780 service neutron] Pushing event updated for resources: {'Port': ['ID=973deb69-acfe-4dbc-a8f6-657eb618af54,revision_number=6']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:44:08.618300 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-52224538-3057-4ba4-ae9a-955909e1f836 req-01296ded-30b8-45a0-b424-0c57be5db99f tempest-AttachSCSIVolumeTestJSON-1404146234 tempest-AttachSCSIVolumeTestJSON-1404146234-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9ccb76f-06c4-4cc3-a9dc-40931ad0cc94 HTTP/1.1" status: 200 len: 943 time: 0.2459214 Sep 23 06:44:08.621792 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc107df-7b17-4a42-8b82-c3baf290f4f8 req-d359a2ed-0e28-4970-8b52-8434f4038f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:08.623317 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fcc107df-7b17-4a42-8b82-c3baf290f4f8 req-d359a2ed-0e28-4970-8b52-8434f4038f5a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d5ae2c6d-958c-4812-880c-d7aa035fa876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1944611 Sep 23 06:44:08.623828 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-f1ab0d25-2922-4b6d-9de5-9f644d1669ef req-573f7c22-817e-4e4a-a019-d1c8682b3009 service neutron] Attempting to bind port f2604bcd-6784-4ed0-9a3c-c5a7d847b74f on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:44:08.624167 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-f1ab0d25-2922-4b6d-9de5-9f644d1669ef req-573f7c22-817e-4e4a-a019-d1c8682b3009 service neutron] Attempting to bind port f2604bcd-6784-4ed0-9a3c-c5a7d847b74f by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': '2b9cc8e9-9b87-41b9-963b-963dc78e06f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '06f6700e-677f-450e-91ed-a10a2fbb500b'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:44:08.624488 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ab0d25-2922-4b6d-9de5-9f644d1669ef req-573f7c22-817e-4e4a-a019-d1c8682b3009 service neutron] Attempting to bind port f2604bcd-6784-4ed0-9a3c-c5a7d847b74f on network 06f6700e-677f-450e-91ed-a10a2fbb500b {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:44:08.634550 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2467bc-c93e-4121-9d5c-d613e974b38e req-4918a0c7-a699-4cc7-804f-3965bc4ac780 service neutron] Port 973deb69-acfe-4dbc-a8f6-657eb618af54 on network 16515f0f-e5a6-4630-a440-e11fb2e02062 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:44:08.634886 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2467bc-c93e-4121-9d5c-d613e974b38e req-4918a0c7-a699-4cc7-804f-3965bc4ac780 service neutron] Attempting to bind port 973deb69-acfe-4dbc-a8f6-657eb618af54 on network 16515f0f-e5a6-4630-a440-e11fb2e02062 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:44:08.638204 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ab0d25-2922-4b6d-9de5-9f644d1669ef req-573f7c22-817e-4e4a-a019-d1c8682b3009 service neutron] Port f2604bcd-6784-4ed0-9a3c-c5a7d847b74f on network 06f6700e-677f-450e-91ed-a10a2fbb500b not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:44:08.638507 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ab0d25-2922-4b6d-9de5-9f644d1669ef req-573f7c22-817e-4e4a-a019-d1c8682b3009 service neutron] Attempting to bind port f2604bcd-6784-4ed0-9a3c-c5a7d847b74f on network 06f6700e-677f-450e-91ed-a10a2fbb500b {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:44:08.654375 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b0820e-de49-4be7-8058-7611e432b348 req-bd39fab0-4095-471b-bbbc-0e344f3cebfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:08.655914 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f1b0820e-de49-4be7-8058-7611e432b348 req-bd39fab0-4095-471b-bbbc-0e344f3cebfe service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4f0064bb53474048bf6eb5b78e44e4ae&device_id=3d9dd330-c207-430f-9a5b-6373908f2ca9 HTTP/1.1" status: 200 len: 1097 time: 0.2328777 Sep 23 06:44:08.657975 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2467bc-c93e-4121-9d5c-d613e974b38e req-4918a0c7-a699-4cc7-804f-3965bc4ac780 service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:44:08.657975 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2467bc-c93e-4121-9d5c-d613e974b38e req-4918a0c7-a699-4cc7-804f-3965bc4ac780 service neutron] Checking segment: {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:44:08.657975 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2467bc-c93e-4121-9d5c-d613e974b38e req-4918a0c7-a699-4cc7-804f-3965bc4ac780 service neutron] Bound using segment: {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:44:08.657975 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-7e2467bc-c93e-4121-9d5c-d613e974b38e req-4918a0c7-a699-4cc7-804f-3965bc4ac780 service neutron] Bound port: 973deb69-acfe-4dbc-a8f6-657eb618af54, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:44:08.658442 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-7e2467bc-c93e-4121-9d5c-d613e974b38e req-4918a0c7-a699-4cc7-804f-3965bc4ac780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:08.688546 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ab0d25-2922-4b6d-9de5-9f644d1669ef req-573f7c22-817e-4e4a-a019-d1c8682b3009 service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:44:08.688889 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ab0d25-2922-4b6d-9de5-9f644d1669ef req-573f7c22-817e-4e4a-a019-d1c8682b3009 service neutron] Checking segment: {'id': '2b9cc8e9-9b87-41b9-963b-963dc78e06f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '06f6700e-677f-450e-91ed-a10a2fbb500b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:44:08.689270 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ab0d25-2922-4b6d-9de5-9f644d1669ef req-573f7c22-817e-4e4a-a019-d1c8682b3009 service neutron] Bound using segment: {'id': '2b9cc8e9-9b87-41b9-963b-963dc78e06f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '06f6700e-677f-450e-91ed-a10a2fbb500b'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:44:08.689713 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-f1ab0d25-2922-4b6d-9de5-9f644d1669ef req-573f7c22-817e-4e4a-a019-d1c8682b3009 service neutron] Bound port: f2604bcd-6784-4ed0-9a3c-c5a7d847b74f, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b9cc8e9-9b87-41b9-963b-963dc78e06f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '06f6700e-677f-450e-91ed-a10a2fbb500b'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:44:08.690164 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-f1ab0d25-2922-4b6d-9de5-9f644d1669ef req-573f7c22-817e-4e4a-a019-d1c8682b3009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:08.735893 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b5791-b98c-4ed6-a767-0ea56b19acb7 req-4bf41fa0-33b2-4cb6-8c75-a7d7064fb86c tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:08.743158 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-039b5791-b98c-4ed6-a767-0ea56b19acb7 req-4bf41fa0-33b2-4cb6-8c75-a7d7064fb86c tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4a625fe-80e7-4aad-910d-dee9e31060ba HTTP/1.1" status: 200 len: 948 time: 0.4864924 Sep 23 06:44:08.751507 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-52224538-3057-4ba4-ae9a-955909e1f836 req-7f2aa2da-efb9-4cec-89a9-21d2ded637a4 tempest-AttachSCSIVolumeTestJSON-1404146234 tempest-AttachSCSIVolumeTestJSON-1404146234-project] 10.222.0.39 "GET /v2.0/security-groups?id=28d6601d-35a0-4050-8568-fc1fbc84b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226110 Sep 23 06:44:08.772534 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f373e66-1103-459f-8cf4-cb6857fdfaae req-feade06b-17fe-485f-8349-66caf5663583 tempest-ImagesNegativeTestJSON-150896993 tempest-ImagesNegativeTestJSON-150896993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:08.774078 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1f373e66-1103-459f-8cf4-cb6857fdfaae req-feade06b-17fe-485f-8349-66caf5663583 tempest-ImagesNegativeTestJSON-150896993 tempest-ImagesNegativeTestJSON-150896993-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb86fdab-07df-4add-8345-4f5c4b3acafd HTTP/1.1" status: 200 len: 950 time: 0.2347999 Sep 23 06:44:08.935043 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b0820e-de49-4be7-8058-7611e432b348 req-6060adbb-73fa-4d73-b60b-a67b8834888e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:08.937371 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f1b0820e-de49-4be7-8058-7611e432b348 req-6060adbb-73fa-4d73-b60b-a67b8834888e service neutron] 10.222.0.21 "GET /v2.0/networks?id=26aba36e-f765-4b4a-a7c9-897761ec549b HTTP/1.1" status: 200 len: 922 time: 0.2715111 Sep 23 06:44:08.979298 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-7e2467bc-c93e-4121-9d5c-d613e974b38e req-4918a0c7-a699-4cc7-804f-3965bc4ac780 service neutron] For port 973deb69-acfe-4dbc-a8f6-657eb618af54, host n-h2-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:44:08.984742 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-7e2467bc-c93e-4121-9d5c-d613e974b38e req-4918a0c7-a699-4cc7-804f-3965bc4ac780 service neutron] For port 973deb69-acfe-4dbc-a8f6-657eb618af54, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=973deb69-acfe-4dbc-a8f6-657eb618af54,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:44:09.012037 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-7e2467bc-c93e-4121-9d5c-d613e974b38e req-4918a0c7-a699-4cc7-804f-3965bc4ac780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:09.100745 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-f1ab0d25-2922-4b6d-9de5-9f644d1669ef req-573f7c22-817e-4e4a-a019-d1c8682b3009 service neutron] For port f2604bcd-6784-4ed0-9a3c-c5a7d847b74f, host n-h1-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:44:09.104105 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f1b0820e-de49-4be7-8058-7611e432b348 req-b51f8afb-3894-4b18-baed-4465e0042a37 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6ff1b82-b649-458f-bb9e-b22289625fda HTTP/1.1" status: 200 len: 217 time: 0.0966694 Sep 23 06:44:09.111046 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-039b5791-b98c-4ed6-a767-0ea56b19acb7 req-874b5084-b75c-4600-b03a-928525efd959 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3671136 Sep 23 06:44:09.150798 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fcc107df-7b17-4a42-8b82-c3baf290f4f8 req-72f79c7c-5845-4ac8-a3e5-f8f03e14f645 service neutron] 10.222.0.58 "GET /v2.0/networks/d5ae2c6d-958c-4812-880c-d7aa035fa876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4996405 Sep 23 06:44:09.174542 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b0820e-de49-4be7-8058-7611e432b348 req-cca5a539-0c8d-4304-aa4e-c590664f8b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:09.176820 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f1b0820e-de49-4be7-8058-7611e432b348 req-cca5a539-0c8d-4304-aa4e-c590664f8b5d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=afab507a-4ef5-4f82-b221-a08b722735c6 HTTP/1.1" status: 200 len: 861 time: 0.0566502 Sep 23 06:44:09.178642 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-f1ab0d25-2922-4b6d-9de5-9f644d1669ef req-573f7c22-817e-4e4a-a019-d1c8682b3009 service neutron] For port f2604bcd-6784-4ed0-9a3c-c5a7d847b74f, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=f2604bcd-6784-4ed0-9a3c-c5a7d847b74f,segment=NetworkSegment(2b9cc8e9-9b87-41b9-963b-963dc78e06f0),segment_id=2b9cc8e9-9b87-41b9-963b-963dc78e06f0)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:44:09.185699 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2467bc-c93e-4121-9d5c-d613e974b38e req-4918a0c7-a699-4cc7-804f-3965bc4ac780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:09.186417 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-7e2467bc-c93e-4121-9d5c-d613e974b38e req-4918a0c7-a699-4cc7-804f-3965bc4ac780 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:09.188000 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7e2467bc-c93e-4121-9d5c-d613e974b38e req-4918a0c7-a699-4cc7-804f-3965bc4ac780 service neutron] 10.222.0.58 "PUT /v2.0/ports/973deb69-acfe-4dbc-a8f6-657eb618af54 HTTP/1.1" status: 200 len: 1097 time: 1.9135993 Sep 23 06:44:09.207347 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-f1ab0d25-2922-4b6d-9de5-9f644d1669ef req-573f7c22-817e-4e4a-a019-d1c8682b3009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:09.215547 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 06:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3cb705d-8f40-43a7-9966-a204387e6913 x-openstack-request-id: req-b3cb705d-8f40-43a7-9966-a204387e6913 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:44:09.215875 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4a625fe-80e7-4aad-910d-dee9e31060ba", "name": "network-vif-unplugged", "status": "completed", "tag": "973deb69-acfe-4dbc-a8f6-657eb618af54", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:44:09.216075 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b3cb705d-8f40-43a7-9966-a204387e6913 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:44:09.216472 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4a625fe-80e7-4aad-910d-dee9e31060ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '973deb69-acfe-4dbc-a8f6-657eb618af54', 'code': 200} Sep 23 06:44:09.246151 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4918a0c7-a699-4cc7-804f-3965bc4ac780 service neutron] Pushing event updated for resources: {'Port': ['ID=973deb69-acfe-4dbc-a8f6-657eb618af54,revision_number=7']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:44:09.250447 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f1b0820e-de49-4be7-8058-7611e432b348 req-3c30e304-e48a-4a25-b4e0-602dbe0d6499 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=26aba36e-f765-4b4a-a7c9-897761ec549b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615265 Sep 23 06:44:09.325134 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afccacf8-d013-46f8-a0be-4377927d4fdd req-a1b9ceb1-89c9-4dea-a477-5b28f5233269 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:09.327259 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573f7c22-817e-4e4a-a019-d1c8682b3009 service neutron] Pushing event updated for resources: {'Port': ['ID=f2604bcd-6784-4ed0-9a3c-c5a7d847b74f,revision_number=3']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:44:09.332202 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-afccacf8-d013-46f8-a0be-4377927d4fdd req-a1b9ceb1-89c9-4dea-a477-5b28f5233269 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d9dd330-c207-430f-9a5b-6373908f2ca9 HTTP/1.1" status: 200 len: 945 time: 0.2229171 Sep 23 06:44:09.374812 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab0d25-2922-4b6d-9de5-9f644d1669ef req-573f7c22-817e-4e4a-a019-d1c8682b3009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:09.375472 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-f1ab0d25-2922-4b6d-9de5-9f644d1669ef req-573f7c22-817e-4e4a-a019-d1c8682b3009 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:09.376840 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f1ab0d25-2922-4b6d-9de5-9f644d1669ef req-573f7c22-817e-4e4a-a019-d1c8682b3009 service neutron] 10.222.0.21 "PUT /v2.0/ports/f2604bcd-6784-4ed0-9a3c-c5a7d847b74f HTTP/1.1" status: 200 len: 1092 time: 2.4094424 Sep 23 06:44:09.477751 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-1f373e66-1103-459f-8cf4-cb6857fdfaae req-448d13f3-5b96-41af-bb75-6b27f9c075a2 tempest-ImagesNegativeTestJSON-150896993 tempest-ImagesNegativeTestJSON-150896993-project] Deleting port ea47b3b9-b5a2-436d-b8cb-2246e9985e5d {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:44:09.478218 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-1f373e66-1103-459f-8cf4-cb6857fdfaae req-448d13f3-5b96-41af-bb75-6b27f9c075a2 tempest-ImagesNegativeTestJSON-150896993 tempest-ImagesNegativeTestJSON-150896993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:09.506676 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-afccacf8-d013-46f8-a0be-4377927d4fdd req-fc5438fd-0879-4a64-b1dd-446d40d84ccd tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734788 Sep 23 06:44:09.509527 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddf496c-64a5-47f0-99d0-78b36dc7b7bf req-3c8e2ff5-446c-4477-a892-c712105d38f2 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:09.511681 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5ddf496c-64a5-47f0-99d0-78b36dc7b7bf req-3c8e2ff5-446c-4477-a892-c712105d38f2 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a06109e-99b8-472e-b8b7-902d575c5d5d HTTP/1.1" status: 200 len: 943 time: 0.1727347 Sep 23 06:44:09.526209 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2467bc-c93e-4121-9d5c-d613e974b38e req-92c186c2-7913-4af9-acb4-70c364d0a86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:09.526209 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7e2467bc-c93e-4121-9d5c-d613e974b38e req-92c186c2-7913-4af9-acb4-70c364d0a86b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5ca4f991227448e1b6417695cbfdc362&device_id=e4a625fe-80e7-4aad-910d-dee9e31060ba HTTP/1.1" status: 200 len: 1100 time: 0.2782009 Sep 23 06:44:09.590394 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-bf976d6c-19bc-40c9-9586-33b5d262bd86 req-7895f052-8a8c-4cb6-998c-4913a2efa506 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:09.605310 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fcc107df-7b17-4a42-8b82-c3baf290f4f8 req-786c227e-6e11-4e33-9f23-3a0e998ad0a8 service neutron] 10.222.0.58 "GET /v2.0/networks/d5ae2c6d-958c-4812-880c-d7aa035fa876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3989131 Sep 23 06:44:09.641930 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2879a147-2c1b-4d10-afb7-810ae5b0da9d req-04955cb4-f9c0-478b-9080-b026f26e9649 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ba6d6bf-1816-4862-9cb3-bf74999f6163 HTTP/1.1" status: 200 len: 210 time: 0.0466073 Sep 23 06:44:09.674652 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f1b0820e-de49-4be7-8058-7611e432b348 req-fc32cc45-094d-4ff6-b251-a43e674f4082 service neutron] 10.222.0.21 "GET /v2.0/networks/26aba36e-f765-4b4a-a7c9-897761ec549b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3307271 Sep 23 06:44:09.679040 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-1f373e66-1103-459f-8cf4-cb6857fdfaae req-448d13f3-5b96-41af-bb75-6b27f9c075a2 tempest-ImagesNegativeTestJSON-150896993 tempest-ImagesNegativeTestJSON-150896993-project] For port ea47b3b9-b5a2-436d-b8cb-2246e9985e5d, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=ea47b3b9-b5a2-436d-b8cb-2246e9985e5d,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:44:09.679420 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-1f373e66-1103-459f-8cf4-cb6857fdfaae req-448d13f3-5b96-41af-bb75-6b27f9c075a2 tempest-ImagesNegativeTestJSON-150896993 tempest-ImagesNegativeTestJSON-150896993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:09.688358 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 973deb69-acfe-4dbc-a8f6-657eb618af54 no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:44:09.699391 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-1f373e66-1103-459f-8cf4-cb6857fdfaae req-448d13f3-5b96-41af-bb75-6b27f9c075a2 tempest-ImagesNegativeTestJSON-150896993 tempest-ImagesNegativeTestJSON-150896993-project] Calling delete_port for ea47b3b9-b5a2-436d-b8cb-2246e9985e5d owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:44:09.712085 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-bf976d6c-19bc-40c9-9586-33b5d262bd86 req-7895f052-8a8c-4cb6-998c-4913a2efa506 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:09.732326 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['6ce1caef-f862-49ed-a69e-3755bf1caeb1'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:44:09.744752 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5ddf496c-64a5-47f0-99d0-78b36dc7b7bf req-43b58011-a1dc-4919-8c55-5875d9a7a642 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/security-groups?id=ead5d8e9-ed26-4c51-bfc2-b6de8d7d128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053046 Sep 23 06:44:09.749605 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab0d25-2922-4b6d-9de5-9f644d1669ef req-a124af58-dc1f-45fa-9106-3bc9edc8980b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:09.763571 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f1ab0d25-2922-4b6d-9de5-9f644d1669ef req-a124af58-dc1f-45fa-9106-3bc9edc8980b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=031ae4ebff9e422a93af0c39a45d1171&device_id=2a06109e-99b8-472e-b8b7-902d575c5d5d HTTP/1.1" status: 200 len: 1095 time: 0.3269682 Sep 23 06:44:09.798168 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf976d6c-19bc-40c9-9586-33b5d262bd86 req-7895f052-8a8c-4cb6-998c-4913a2efa506 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Network b41a91e1-341c-4340-b7a8-8779367a7828 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:44:09.804750 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-bf976d6c-19bc-40c9-9586-33b5d262bd86 req-7895f052-8a8c-4cb6-998c-4913a2efa506 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:44:09.811467 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf976d6c-19bc-40c9-9586-33b5d262bd86 req-7895f052-8a8c-4cb6-998c-4913a2efa506 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:44:09.818869 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf976d6c-19bc-40c9-9586-33b5d262bd86 req-7895f052-8a8c-4cb6-998c-4913a2efa506 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:09.819582 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-bf976d6c-19bc-40c9-9586-33b5d262bd86 req-7895f052-8a8c-4cb6-998c-4913a2efa506 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:09.835058 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f1ab0d25-2922-4b6d-9de5-9f644d1669ef req-790d1b9f-5554-43ab-9eec-b29ea7eace32 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2604bcd-6784-4ed0-9a3c-c5a7d847b74f HTTP/1.1" status: 200 len: 217 time: 0.0477352 Sep 23 06:44:09.853183 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7895f052-8a8c-4cb6-998c-4913a2efa506 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Pushing event updated for resources: {'Port': ['ID=43e749ab-2d4a-4288-867c-05cfecd0836d,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:44:09.877225 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2467bc-c93e-4121-9d5c-d613e974b38e req-d7db85db-b139-49ab-b4eb-d4c5d4e181bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:09.877599 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bf976d6c-19bc-40c9-9586-33b5d262bd86 req-7895f052-8a8c-4cb6-998c-4913a2efa506 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0345829 Sep 23 06:44:09.879303 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7e2467bc-c93e-4121-9d5c-d613e974b38e req-d7db85db-b139-49ab-b4eb-d4c5d4e181bd service neutron] 10.222.0.58 "GET /v2.0/networks?id=16515f0f-e5a6-4630-a440-e11fb2e02062 HTTP/1.1" status: 200 len: 870 time: 0.3376548 Sep 23 06:44:09.895664 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-bf976d6c-19bc-40c9-9586-33b5d262bd86 req-7269668f-a692-486e-bad4-90c6a3871682 service neutron] Request body: {'port': {'device_id': '4ba6d6bf-1816-4862-9cb3-bf74999f6163', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:44:09.919197 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 973deb69-acfe-4dbc-a8f6-657eb618af54 not bound to the agent host n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:44:09.920299 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 9e14186d-b80e-4f8b-808d-65a00adca02e no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:44:09.942070 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:09.982870 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7e2467bc-c93e-4121-9d5c-d613e974b38e req-8eecafc9-d868-4f77-a063-579378b9ec1e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=973deb69-acfe-4dbc-a8f6-657eb618af54 HTTP/1.1" status: 200 len: 217 time: 0.0798240 Sep 23 06:44:10.028591 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-bf976d6c-19bc-40c9-9586-33b5d262bd86 req-7269668f-a692-486e-bad4-90c6a3871682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:10.035969 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] No Port match for: 9e14186d-b80e-4f8b-808d-65a00adca02e {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:44:10.036573 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 9e14186d-b80e-4f8b-808d-65a00adca02e not bound to the agent host n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:44:10.045161 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab0d25-2922-4b6d-9de5-9f644d1669ef req-36b5d62f-a129-4ca0-a0ac-dfb98a6f9769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:10.045649 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f1ab0d25-2922-4b6d-9de5-9f644d1669ef req-36b5d62f-a129-4ca0-a0ac-dfb98a6f9769 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e60271bd-2abe-488c-8449-206f6ba42e89 HTTP/1.1" status: 200 len: 844 time: 0.1800106 Sep 23 06:44:10.050390 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f1b0820e-de49-4be7-8058-7611e432b348 req-09623215-ad4a-40a5-b41c-c50b4322d2cc service neutron] 10.222.0.21 "GET /v2.0/networks/26aba36e-f765-4b4a-a7c9-897761ec549b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3703201 Sep 23 06:44:10.082778 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697cfe11-f41e-47a8-a3e3-c63668f03e45 req-76577ab9-887a-48f0-b3de-1c5af1ea14fc tempest-ImagesNegativeTestJSON-150896993 tempest-ImagesNegativeTestJSON-150896993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:10.084298 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-697cfe11-f41e-47a8-a3e3-c63668f03e45 req-76577ab9-887a-48f0-b3de-1c5af1ea14fc tempest-ImagesNegativeTestJSON-150896993 tempest-ImagesNegativeTestJSON-150896993-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb86fdab-07df-4add-8345-4f5c4b3acafd HTTP/1.1" status: 200 len: 950 time: 0.1751435 Sep 23 06:44:10.108482 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2467bc-c93e-4121-9d5c-d613e974b38e req-b6a8bb2a-93f5-40db-90e9-333ed9b77252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:10.109944 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7e2467bc-c93e-4121-9d5c-d613e974b38e req-b6a8bb2a-93f5-40db-90e9-333ed9b77252 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e HTTP/1.1" status: 200 len: 843 time: 0.1114962 Sep 23 06:44:10.113530 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f1ab0d25-2922-4b6d-9de5-9f644d1669ef req-b27117c5-0989-4eb8-8d31-229fa9ee1a9f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=06f6700e-677f-450e-91ed-a10a2fbb500b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518162 Sep 23 06:44:10.150015 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-1f373e66-1103-459f-8cf4-cb6857fdfaae req-448d13f3-5b96-41af-bb75-6b27f9c075a2 tempest-ImagesNegativeTestJSON-150896993 tempest-ImagesNegativeTestJSON-150896993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:10.176641 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['ea47b3b9-b5a2-436d-b8cb-2246e9985e5d'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:44:10.184823 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448d13f3-5b96-41af-bb75-6b27f9c075a2 tempest-ImagesNegativeTestJSON-150896993 tempest-ImagesNegativeTestJSON-150896993-project] Pushing event deleted for resources: {'Port': ['ID=ea47b3b9-b5a2-436d-b8cb-2246e9985e5d,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:44:10.199776 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-697cfe11-f41e-47a8-a3e3-c63668f03e45 req-1caf92c4-274e-44a4-962e-4111fa978fa2 tempest-ImagesNegativeTestJSON-150896993 tempest-ImagesNegativeTestJSON-150896993-project] 10.222.0.39 "GET /v2.0/security-groups?id=d668a9fd-bd24-4a9e-8d57-aa027992a0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980756 Sep 23 06:44:10.250526 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2467bc-c93e-4121-9d5c-d613e974b38e req-91f57b79-8240-4c83-b67e-1b1139d3e8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:10.252183 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7e2467bc-c93e-4121-9d5c-d613e974b38e req-91f57b79-8240-4c83-b67e-1b1139d3e8b5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=16515f0f-e5a6-4630-a440-e11fb2e02062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1301875 Sep 23 06:44:10.293098 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f1ab0d25-2922-4b6d-9de5-9f644d1669ef req-80ea2b89-2d7f-4a24-9171-91c3940854ff service neutron] 10.222.0.21 "GET /v2.0/networks/06f6700e-677f-450e-91ed-a10a2fbb500b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583982 Sep 23 06:44:10.312369 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0894f0-5fd0-4856-adfa-063ac8eab280 req-96167af4-5f30-4f72-a0a5-dd66465c9d47 tempest-AttachSCSIVolumeTestJSON-1404146234 tempest-AttachSCSIVolumeTestJSON-1404146234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:10.320082 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2f0894f0-5fd0-4856-adfa-063ac8eab280 req-96167af4-5f30-4f72-a0a5-dd66465c9d47 tempest-AttachSCSIVolumeTestJSON-1404146234 tempest-AttachSCSIVolumeTestJSON-1404146234-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9ccb76f-06c4-4cc3-a9dc-40931ad0cc94 HTTP/1.1" status: 200 len: 943 time: 0.2629995 Sep 23 06:44:10.400911 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f373e66-1103-459f-8cf4-cb6857fdfaae req-448d13f3-5b96-41af-bb75-6b27f9c075a2 tempest-ImagesNegativeTestJSON-150896993 tempest-ImagesNegativeTestJSON-150896993-project] No DVR routers for this DVR port ea47b3b9-b5a2-436d-b8cb-2246e9985e5d on host n-h1-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:44:10.410995 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-1f373e66-1103-459f-8cf4-cb6857fdfaae req-448d13f3-5b96-41af-bb75-6b27f9c075a2 tempest-ImagesNegativeTestJSON-150896993 tempest-ImagesNegativeTestJSON-150896993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:10.428363 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1f373e66-1103-459f-8cf4-cb6857fdfaae req-448d13f3-5b96-41af-bb75-6b27f9c075a2 tempest-ImagesNegativeTestJSON-150896993 tempest-ImagesNegativeTestJSON-150896993-project] 10.222.0.21 "DELETE /v2.0/ports/ea47b3b9-b5a2-436d-b8cb-2246e9985e5d HTTP/1.1" status: 204 len: 173 time: 1.6450388 Sep 23 06:44:10.432493 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb86fdab-07df-4add-8345-4f5c4b3acafd', 'name': 'network-vif-deleted', 'tag': 'ea47b3b9-b5a2-436d-b8cb-2246e9985e5d'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:44:10.435110 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a3af044-e38a-47a8-bc5b-2f452dabb7da" -d '{"events": [{"server_uuid": "bb86fdab-07df-4add-8345-4f5c4b3acafd", "name": "network-vif-deleted", "tag": "ea47b3b9-b5a2-436d-b8cb-2246e9985e5d"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:44:10.471083 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7e2467bc-c93e-4121-9d5c-d613e974b38e req-5a418ffe-a5a4-4525-b264-5531c07efcf6 service neutron] 10.222.0.58 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040246 Sep 23 06:44:10.579683 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2f0894f0-5fd0-4856-adfa-063ac8eab280 req-cad0310e-ac76-4f45-b9df-4657215defd4 tempest-AttachSCSIVolumeTestJSON-1404146234 tempest-AttachSCSIVolumeTestJSON-1404146234-project] 10.222.0.39 "GET /v2.0/security-groups?id=28d6601d-35a0-4050-8568-fc1fbc84b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583108 Sep 23 06:44:10.637540 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f1ab0d25-2922-4b6d-9de5-9f644d1669ef req-bc78d070-b7d3-4226-b24a-6f3b7406c8a8 service neutron] 10.222.0.21 "GET /v2.0/networks/06f6700e-677f-450e-91ed-a10a2fbb500b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3231592 Sep 23 06:44:10.693232 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77499313-5247-4053-a323-da97c8b0984c req-e05e3057-bf13-45e0-bb59-9ef9654374fc tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:10.694879 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-77499313-5247-4053-a323-da97c8b0984c req-e05e3057-bf13-45e0-bb59-9ef9654374fc tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4a625fe-80e7-4aad-910d-dee9e31060ba HTTP/1.1" status: 200 len: 948 time: 0.3920214 Sep 23 06:44:10.771594 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30704ca0-c0ee-42ef-a36c-bf9d86fe1603 x-openstack-request-id: req-30704ca0-c0ee-42ef-a36c-bf9d86fe1603 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:44:10.771884 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb86fdab-07df-4add-8345-4f5c4b3acafd", "name": "network-vif-deleted", "tag": "ea47b3b9-b5a2-436d-b8cb-2246e9985e5d", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:44:10.772455 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-30704ca0-c0ee-42ef-a36c-bf9d86fe1603 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:44:10.772706 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb86fdab-07df-4add-8345-4f5c4b3acafd', 'name': 'network-vif-deleted', 'tag': 'ea47b3b9-b5a2-436d-b8cb-2246e9985e5d', 'status': 'completed', 'code': 200} Sep 23 06:44:10.782487 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-bf976d6c-19bc-40c9-9586-33b5d262bd86 req-7269668f-a692-486e-bad4-90c6a3871682 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43e749ab-2d4a-4288-867c-05cfecd0836d {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:44:10.789189 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-77499313-5247-4053-a323-da97c8b0984c req-13a1d6b4-9727-4570-9dd8-6d0858e1a4f2 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436590 Sep 23 06:44:10.806488 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-bf976d6c-19bc-40c9-9586-33b5d262bd86 req-7269668f-a692-486e-bad4-90c6a3871682 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:10.819402 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7e2467bc-c93e-4121-9d5c-d613e974b38e req-71e24179-d2d7-4c0a-a227-9d97e8dd2717 service neutron] 10.222.0.58 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884854 Sep 23 06:44:10.828479 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-bf976d6c-19bc-40c9-9586-33b5d262bd86 req-7269668f-a692-486e-bad4-90c6a3871682 service neutron] Transition to ACTIVE for port object 43e749ab-2d4a-4288-867c-05cfecd0836d will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:44:10.834688 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-bf976d6c-19bc-40c9-9586-33b5d262bd86 req-7269668f-a692-486e-bad4-90c6a3871682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:10.972196 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e5c4ea-daa6-468e-8993-6002c71a98bd req-2d20d4d7-7f86-4da7-95ec-8b9aeb019f8e tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:10.974229 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-65e5c4ea-daa6-468e-8993-6002c71a98bd req-2d20d4d7-7f86-4da7-95ec-8b9aeb019f8e tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ba6d6bf-1816-4862-9cb3-bf74999f6163 HTTP/1.1" status: 200 len: 944 time: 0.0984197 Sep 23 06:44:10.990389 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7269668f-a692-486e-bad4-90c6a3871682 service neutron] Pushing event updated for resources: {'Port': ['ID=43e749ab-2d4a-4288-867c-05cfecd0836d,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:44:11.008955 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-bf976d6c-19bc-40c9-9586-33b5d262bd86 req-7269668f-a692-486e-bad4-90c6a3871682 service neutron] Attempting to bind port 43e749ab-2d4a-4288-867c-05cfecd0836d on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:44:11.009435 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-bf976d6c-19bc-40c9-9586-33b5d262bd86 req-7269668f-a692-486e-bad4-90c6a3871682 service neutron] Attempting to bind port 43e749ab-2d4a-4288-867c-05cfecd0836d by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': 'a2ee209e-d4ee-4c6a-8401-bd714bf3436e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b41a91e1-341c-4340-b7a8-8779367a7828'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:44:11.009763 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf976d6c-19bc-40c9-9586-33b5d262bd86 req-7269668f-a692-486e-bad4-90c6a3871682 service neutron] Attempting to bind port 43e749ab-2d4a-4288-867c-05cfecd0836d on network b41a91e1-341c-4340-b7a8-8779367a7828 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:44:11.019679 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3bd1c1-ca9e-441e-a323-1482bcec9f83 req-b5ec6806-6604-4193-86de-cc55fe241c43 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:11.026906 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0f3bd1c1-ca9e-441e-a323-1482bcec9f83 req-b5ec6806-6604-4193-86de-cc55fe241c43 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d9dd330-c207-430f-9a5b-6373908f2ca9 HTTP/1.1" status: 200 len: 945 time: 0.1896436 Sep 23 06:44:11.034611 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d252ab9e-e4bf-450e-88cc-f9d94b6e5b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:11.042251 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-65e5c4ea-daa6-468e-8993-6002c71a98bd req-da11dc39-b2fa-46b8-bf72-84aca62b1e19 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615940 Sep 23 06:44:11.046431 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf976d6c-19bc-40c9-9586-33b5d262bd86 req-7269668f-a692-486e-bad4-90c6a3871682 service neutron] Port 43e749ab-2d4a-4288-867c-05cfecd0836d on network b41a91e1-341c-4340-b7a8-8779367a7828 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:44:11.046659 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf976d6c-19bc-40c9-9586-33b5d262bd86 req-7269668f-a692-486e-bad4-90c6a3871682 service neutron] Attempting to bind port 43e749ab-2d4a-4288-867c-05cfecd0836d on network b41a91e1-341c-4340-b7a8-8779367a7828 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:44:11.067463 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf976d6c-19bc-40c9-9586-33b5d262bd86 req-7269668f-a692-486e-bad4-90c6a3871682 service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:44:11.067805 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf976d6c-19bc-40c9-9586-33b5d262bd86 req-7269668f-a692-486e-bad4-90c6a3871682 service neutron] Checking segment: {'id': 'a2ee209e-d4ee-4c6a-8401-bd714bf3436e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b41a91e1-341c-4340-b7a8-8779367a7828'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:44:11.068195 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf976d6c-19bc-40c9-9586-33b5d262bd86 req-7269668f-a692-486e-bad4-90c6a3871682 service neutron] Bound using segment: {'id': 'a2ee209e-d4ee-4c6a-8401-bd714bf3436e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b41a91e1-341c-4340-b7a8-8779367a7828'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:44:11.068625 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-bf976d6c-19bc-40c9-9586-33b5d262bd86 req-7269668f-a692-486e-bad4-90c6a3871682 service neutron] Bound port: 43e749ab-2d4a-4288-867c-05cfecd0836d, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2ee209e-d4ee-4c6a-8401-bd714bf3436e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b41a91e1-341c-4340-b7a8-8779367a7828'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:44:11.068986 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-bf976d6c-19bc-40c9-9586-33b5d262bd86 req-7269668f-a692-486e-bad4-90c6a3871682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:11.098559 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0f3bd1c1-ca9e-441e-a323-1482bcec9f83 req-1b65e27c-0fff-48b4-86b3-bb3be561ed87 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706401 Sep 23 06:44:11.160088 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907d38e8-2aad-49fe-97e5-50bc2aa392c7 req-085d202e-b739-46a5-9d37-f0791ef99d64 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:11.168821 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-907d38e8-2aad-49fe-97e5-50bc2aa392c7 req-085d202e-b739-46a5-9d37-f0791ef99d64 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a06109e-99b8-472e-b8b7-902d575c5d5d HTTP/1.1" status: 200 len: 943 time: 0.0627842 Sep 23 06:44:11.169527 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-bf976d6c-19bc-40c9-9586-33b5d262bd86 req-7269668f-a692-486e-bad4-90c6a3871682 service neutron] For port 43e749ab-2d4a-4288-867c-05cfecd0836d, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:44:11.173023 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-bf976d6c-19bc-40c9-9586-33b5d262bd86 req-7269668f-a692-486e-bad4-90c6a3871682 service neutron] For port 43e749ab-2d4a-4288-867c-05cfecd0836d, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=43e749ab-2d4a-4288-867c-05cfecd0836d,segment=NetworkSegment(a2ee209e-d4ee-4c6a-8401-bd714bf3436e),segment_id=a2ee209e-d4ee-4c6a-8401-bd714bf3436e)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:44:11.179398 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-bf976d6c-19bc-40c9-9586-33b5d262bd86 req-7269668f-a692-486e-bad4-90c6a3871682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:11.213955 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf976d6c-19bc-40c9-9586-33b5d262bd86 req-7269668f-a692-486e-bad4-90c6a3871682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:11.214569 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-bf976d6c-19bc-40c9-9586-33b5d262bd86 req-7269668f-a692-486e-bad4-90c6a3871682 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:11.216101 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bf976d6c-19bc-40c9-9586-33b5d262bd86 req-7269668f-a692-486e-bad4-90c6a3871682 service neutron] 10.222.0.21 "PUT /v2.0/ports/43e749ab-2d4a-4288-867c-05cfecd0836d HTTP/1.1" status: 200 len: 1093 time: 1.3268461 Sep 23 06:44:11.217664 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-907d38e8-2aad-49fe-97e5-50bc2aa392c7 req-72f7306c-026a-493c-bc2a-aa22d50de367 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/security-groups?id=ead5d8e9-ed26-4c51-bfc2-b6de8d7d128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466759 Sep 23 06:44:11.218309 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4a625fe-80e7-4aad-910d-dee9e31060ba', 'tag': '973deb69-acfe-4dbc-a8f6-657eb618af54'}, {'name': 'network-changed', 'server_uuid': '2a06109e-99b8-472e-b8b7-902d575c5d5d', 'tag': 'f2604bcd-6784-4ed0-9a3c-c5a7d847b74f'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:44:11.223359 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e122ba17-83ad-409e-ba46-86736cb420ef" -d '{"events": [{"name": "network-changed", "server_uuid": "e4a625fe-80e7-4aad-910d-dee9e31060ba", "tag": "973deb69-acfe-4dbc-a8f6-657eb618af54"}, {"name": "network-changed", "server_uuid": "2a06109e-99b8-472e-b8b7-902d575c5d5d", "tag": "f2604bcd-6784-4ed0-9a3c-c5a7d847b74f"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:44:11.242829 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7269668f-a692-486e-bad4-90c6a3871682 service neutron] Pushing event updated for resources: {'Port': ['ID=43e749ab-2d4a-4288-867c-05cfecd0836d,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:44:11.295354 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 23 Sep 2021 06:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c7dfc7-e394-4cc7-9f70-a85748581199 x-openstack-request-id: req-27c7dfc7-e394-4cc7-9f70-a85748581199 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:44:11.295651 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4a625fe-80e7-4aad-910d-dee9e31060ba", "tag": "973deb69-acfe-4dbc-a8f6-657eb618af54", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2a06109e-99b8-472e-b8b7-902d575c5d5d", "tag": "f2604bcd-6784-4ed0-9a3c-c5a7d847b74f", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:44:11.295898 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-27c7dfc7-e394-4cc7-9f70-a85748581199 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:44:11.296286 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4a625fe-80e7-4aad-910d-dee9e31060ba', 'tag': '973deb69-acfe-4dbc-a8f6-657eb618af54', 'status': 'completed', 'code': 200} Sep 23 06:44:11.296586 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a06109e-99b8-472e-b8b7-902d575c5d5d', 'tag': 'f2604bcd-6784-4ed0-9a3c-c5a7d847b74f', 'status': 'completed', 'code': 200} Sep 23 06:44:11.369895 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf976d6c-19bc-40c9-9586-33b5d262bd86 req-b39b9407-2173-4ada-a3a9-4b6060d0b407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:11.371568 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bf976d6c-19bc-40c9-9586-33b5d262bd86 req-b39b9407-2173-4ada-a3a9-4b6060d0b407 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=64ac7894e2284bc191ac7c20f7f9ca7f&device_id=4ba6d6bf-1816-4862-9cb3-bf74999f6163 HTTP/1.1" status: 200 len: 1096 time: 0.0644021 Sep 23 06:44:11.424628 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bf976d6c-19bc-40c9-9586-33b5d262bd86 req-7b014490-0786-45da-a06a-607842720045 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43e749ab-2d4a-4288-867c-05cfecd0836d HTTP/1.1" status: 200 len: 217 time: 0.0397916 Sep 23 06:44:11.430471 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:11.444445 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b01606da-e61c-4438-ba15-eadd9f539672 req-6d16abfb-9b67-49a0-8c04-080db87b60f0 tempest-ImagesNegativeTestJSON-150896993 tempest-ImagesNegativeTestJSON-150896993-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb86fdab-07df-4add-8345-4f5c4b3acafd HTTP/1.1" status: 200 len: 210 time: 0.0697987 Sep 23 06:44:11.460549 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e122ba17-83ad-409e-ba46-86736cb420ef req-0a2b85ef-2a18-4732-bf2f-38fcd771d72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:11.462278 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e122ba17-83ad-409e-ba46-86736cb420ef req-0a2b85ef-2a18-4732-bf2f-38fcd771d72f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5ca4f991227448e1b6417695cbfdc362&device_id=e4a625fe-80e7-4aad-910d-dee9e31060ba HTTP/1.1" status: 200 len: 1100 time: 0.1317654 Sep 23 06:44:11.483469 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e122ba17-83ad-409e-ba46-86736cb420ef req-6d5225ed-1b23-4ed1-9f40-e01c6b3c9be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:11.485110 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e122ba17-83ad-409e-ba46-86736cb420ef req-6d5225ed-1b23-4ed1-9f40-e01c6b3c9be9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5ca4f991227448e1b6417695cbfdc362&device_id=e4a625fe-80e7-4aad-910d-dee9e31060ba HTTP/1.1" status: 200 len: 1100 time: 0.1023378 Sep 23 06:44:11.494225 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf976d6c-19bc-40c9-9586-33b5d262bd86 req-afc01dc6-7fe4-4e8f-8958-c1e37234a724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:11.495862 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bf976d6c-19bc-40c9-9586-33b5d262bd86 req-afc01dc6-7fe4-4e8f-8958-c1e37234a724 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c7d428fe-182b-4149-b884-87c9d4508732 HTTP/1.1" status: 200 len: 848 time: 0.0652745 Sep 23 06:44:11.540110 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bf976d6c-19bc-40c9-9586-33b5d262bd86 req-4d481654-0b89-4c4c-8ff3-c5ec084c49a1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b41a91e1-341c-4340-b7a8-8779367a7828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281820 Sep 23 06:44:11.648485 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bf976d6c-19bc-40c9-9586-33b5d262bd86 req-ed868071-4f13-4313-a70e-f8fa793c8ad0 service neutron] 10.222.0.21 "GET /v2.0/networks/b41a91e1-341c-4340-b7a8-8779367a7828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008968 Sep 23 06:44:11.651596 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e122ba17-83ad-409e-ba46-86736cb420ef req-5409bf45-7a01-46c6-8870-7e1fd0a98df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:11.653103 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e122ba17-83ad-409e-ba46-86736cb420ef req-5409bf45-7a01-46c6-8870-7e1fd0a98df3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=16515f0f-e5a6-4630-a440-e11fb2e02062 HTTP/1.1" status: 200 len: 870 time: 0.1783295 Sep 23 06:44:11.654465 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e122ba17-83ad-409e-ba46-86736cb420ef req-55c1d0d5-0145-44ca-80b5-39a9d23a4825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:11.655776 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e122ba17-83ad-409e-ba46-86736cb420ef req-55c1d0d5-0145-44ca-80b5-39a9d23a4825 service neutron] 10.222.0.21 "GET /v2.0/networks?id=16515f0f-e5a6-4630-a440-e11fb2e02062 HTTP/1.1" status: 200 len: 870 time: 0.1569636 Sep 23 06:44:11.735279 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e122ba17-83ad-409e-ba46-86736cb420ef req-58b4889a-1ff1-4768-ab62-ddd6731e3228 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=973deb69-acfe-4dbc-a8f6-657eb618af54 HTTP/1.1" status: 200 len: 217 time: 0.0726697 Sep 23 06:44:11.736744 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e122ba17-83ad-409e-ba46-86736cb420ef req-7ba0aa50-e49b-4126-8ae9-48caae1ff1e7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=973deb69-acfe-4dbc-a8f6-657eb618af54 HTTP/1.1" status: 200 len: 217 time: 0.0668662 Sep 23 06:44:11.740056 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device eaf8aa1d-f851-4872-b15c-5a677c19bb93 details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:44:11.802453 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd96151d-30c4-409c-95d8-f9d0c4cd5547 req-3d3826e8-62c7-457b-9ecf-cac61f7aaeb5 tempest-AttachSCSIVolumeTestJSON-1404146234 tempest-AttachSCSIVolumeTestJSON-1404146234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:11.807701 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e122ba17-83ad-409e-ba46-86736cb420ef req-43f1f587-c792-44ed-95be-8ac9b71c6467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:11.809423 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e122ba17-83ad-409e-ba46-86736cb420ef req-43f1f587-c792-44ed-95be-8ac9b71c6467 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e HTTP/1.1" status: 200 len: 843 time: 0.0652223 Sep 23 06:44:11.809548 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dd96151d-30c4-409c-95d8-f9d0c4cd5547 req-3d3826e8-62c7-457b-9ecf-cac61f7aaeb5 tempest-AttachSCSIVolumeTestJSON-1404146234 tempest-AttachSCSIVolumeTestJSON-1404146234-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9ccb76f-06c4-4cc3-a9dc-40931ad0cc94 HTTP/1.1" status: 200 len: 943 time: 0.1268137 Sep 23 06:44:11.836191 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bf976d6c-19bc-40c9-9586-33b5d262bd86 req-eacd32d7-044a-4525-b338-12f1bc751131 service neutron] 10.222.0.21 "GET /v2.0/networks/b41a91e1-341c-4340-b7a8-8779367a7828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793087 Sep 23 06:44:11.861849 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dd96151d-30c4-409c-95d8-f9d0c4cd5547 req-bacf8d6e-4aaf-4509-898c-69cb0721d5e0 tempest-AttachSCSIVolumeTestJSON-1404146234 tempest-AttachSCSIVolumeTestJSON-1404146234-project] 10.222.0.39 "GET /v2.0/security-groups?id=28d6601d-35a0-4050-8568-fc1fbc84b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476034 Sep 23 06:44:11.898794 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e122ba17-83ad-409e-ba46-86736cb420ef req-92469a3b-5ac5-45b0-8f86-063d7243c5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:11.900408 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e122ba17-83ad-409e-ba46-86736cb420ef req-92469a3b-5ac5-45b0-8f86-063d7243c5b5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e HTTP/1.1" status: 200 len: 843 time: 0.0897353 Sep 23 06:44:11.903111 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port eaf8aa1d-f851-4872-b15c-5a677c19bb93, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=eaf8aa1d-f851-4872-b15c-5a677c19bb93,segment=NetworkSegment(08babd18-3488-4573-9f82-9e46cd96a49b),segment_id=08babd18-3488-4573-9f82-9e46cd96a49b)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:44:11.907138 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e122ba17-83ad-409e-ba46-86736cb420ef req-e0c52692-741d-4a55-8b67-03b0efa1c3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:11.908677 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e122ba17-83ad-409e-ba46-86736cb420ef req-e0c52692-741d-4a55-8b67-03b0efa1c3e3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=16515f0f-e5a6-4630-a440-e11fb2e02062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0899320 Sep 23 06:44:11.917255 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': 'eaf8aa1d-f851-4872-b15c-5a677c19bb93', 'network_id': 'd5ae2c6d-958c-4812-880c-d7aa035fa876', 'port_id': 'eaf8aa1d-f851-4872-b15c-5a677c19bb93', 'mac_address': 'fa:16:3e:98:fa:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb088479-d7c4-433b-8bbd-3789d8a2160c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:44:11.959000 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:11.973422 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaf8aa1d-f851-4872-b15c-5a677c19bb93 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:44:11.996487 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port eaf8aa1d-f851-4872-b15c-5a677c19bb93, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=eaf8aa1d-f851-4872-b15c-5a677c19bb93,segment=NetworkSegment(08babd18-3488-4573-9f82-9e46cd96a49b),segment_id=08babd18-3488-4573-9f82-9e46cd96a49b)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:44:12.000523 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:12.055205 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec7ad4-6364-4ceb-9b0f-a60e11c72194 req-90a873ee-f3be-4d3b-9697-00207f90309c tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:12.056901 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-aaec7ad4-6364-4ceb-9b0f-a60e11c72194 req-90a873ee-f3be-4d3b-9697-00207f90309c tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4a625fe-80e7-4aad-910d-dee9e31060ba HTTP/1.1" status: 200 len: 948 time: 0.1471341 Sep 23 06:44:12.058067 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=eaf8aa1d-f851-4872-b15c-5a677c19bb93,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:44:12.067613 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:44:12.068211 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:44:12.068346 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e122ba17-83ad-409e-ba46-86736cb420ef req-9cb8fceb-5d13-4733-abad-7c191d0b825d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:12.068842 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:44:12.069329 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:44:12.069722 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e122ba17-83ad-409e-ba46-86736cb420ef req-9cb8fceb-5d13-4733-abad-7c191d0b825d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=16515f0f-e5a6-4630-a440-e11fb2e02062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1516070 Sep 23 06:44:12.070928 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:44:12.071416 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:44:12.071912 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:44:12.072390 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:44:12.073185 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:44:12.073393 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:44:12.073738 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:44:12.074090 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:44:12.157406 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:12.184432 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6859a295-1a8e-499e-9c6d-ed53bf14f3ae req-11235db9-3423-43ed-8ae1-e52fa76f777a tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:12.186253 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6859a295-1a8e-499e-9c6d-ed53bf14f3ae req-11235db9-3423-43ed-8ae1-e52fa76f777a tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ba6d6bf-1816-4862-9cb3-bf74999f6163 HTTP/1.1" status: 200 len: 944 time: 0.0571656 Sep 23 06:44:12.232019 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6859a295-1a8e-499e-9c6d-ed53bf14f3ae req-dec8b8fe-f954-4519-8abf-7cb9c8e827d7 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393717 Sep 23 06:44:12.364436 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bc423e-39b4-4999-acd6-52c86a9d31dc req-b5a84f63-2fe0-45a5-941f-839d759e92f9 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:12.366161 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-29bc423e-39b4-4999-acd6-52c86a9d31dc req-b5a84f63-2fe0-45a5-941f-839d759e92f9 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d9dd330-c207-430f-9a5b-6373908f2ca9 HTTP/1.1" status: 200 len: 945 time: 0.0626965 Sep 23 06:44:12.398384 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e122ba17-83ad-409e-ba46-86736cb420ef req-1a696f58-fc26-48b8-a114-04d177fde8c5 service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4690051 Sep 23 06:44:12.407520 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-29bc423e-39b4-4999-acd6-52c86a9d31dc req-84350445-fb59-420b-9715-224ee2f24b51 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346236 Sep 23 06:44:12.459957 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['eaf8aa1d-f851-4872-b15c-5a677c19bb93'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:44:12.482608 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-aaec7ad4-6364-4ceb-9b0f-a60e11c72194 req-5197b50d-d46f-4a3b-a23f-fe125ce7cae4 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4117954 Sep 23 06:44:12.582983 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e122ba17-83ad-409e-ba46-86736cb420ef req-09402a3a-2889-41f1-9862-ba0be2eed845 service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642859 Sep 23 06:44:12.627268 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e122ba17-83ad-409e-ba46-86736cb420ef req-4d9c11c0-0fe5-44de-a227-a32a3ae21872 service neutron] 10.222.0.58 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581639 Sep 23 06:44:12.678363 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d058516-fa0f-4671-9901-92351156fef9 req-344d6dd6-0be3-411d-999e-1e7e3c10a132 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:12.679948 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4d058516-fa0f-4671-9901-92351156fef9 req-344d6dd6-0be3-411d-999e-1e7e3c10a132 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a06109e-99b8-472e-b8b7-902d575c5d5d HTTP/1.1" status: 200 len: 943 time: 0.0942810 Sep 23 06:44:12.774149 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ba6d6bf-1816-4862-9cb3-bf74999f6163', 'tag': '43e749ab-2d4a-4288-867c-05cfecd0836d'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:44:12.777256 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-638494d2-c708-41fe-b2d2-bffe397d27ae" -d '{"events": [{"name": "network-changed", "server_uuid": "4ba6d6bf-1816-4862-9cb3-bf74999f6163", "tag": "43e749ab-2d4a-4288-867c-05cfecd0836d"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:44:12.810406 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4d058516-fa0f-4671-9901-92351156fef9 req-f1f23c50-1707-4ac9-a2bc-ad1a4e7e2129 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/security-groups?id=ead5d8e9-ed26-4c51-bfc2-b6de8d7d128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094368 Sep 23 06:44:12.813375 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e122ba17-83ad-409e-ba46-86736cb420ef req-0bc9208c-143b-4657-ae3a-605a374af1c3 service neutron] 10.222.0.58 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766558 Sep 23 06:44:12.815861 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e122ba17-83ad-409e-ba46-86736cb420ef req-a2cad626-e228-4afe-bb60-be5448e3b2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:12.817246 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e122ba17-83ad-409e-ba46-86736cb420ef req-a2cad626-e228-4afe-bb60-be5448e3b2c2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=031ae4ebff9e422a93af0c39a45d1171&device_id=2a06109e-99b8-472e-b8b7-902d575c5d5d HTTP/1.1" status: 200 len: 1095 time: 0.1304314 Sep 23 06:44:12.851384 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6893e36e-34d7-488d-a70f-8d815cb4f026 x-openstack-request-id: req-6893e36e-34d7-488d-a70f-8d815cb4f026 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:44:12.851681 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ba6d6bf-1816-4862-9cb3-bf74999f6163", "tag": "43e749ab-2d4a-4288-867c-05cfecd0836d", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:44:12.851939 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6893e36e-34d7-488d-a70f-8d815cb4f026 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:44:12.852340 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ba6d6bf-1816-4862-9cb3-bf74999f6163', 'tag': '43e749ab-2d4a-4288-867c-05cfecd0836d', 'status': 'completed', 'code': 200} Sep 23 06:44:12.958912 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638494d2-c708-41fe-b2d2-bffe397d27ae req-b1bbb397-fa71-4c50-a434-1a79eaacec97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:12.960777 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-638494d2-c708-41fe-b2d2-bffe397d27ae req-b1bbb397-fa71-4c50-a434-1a79eaacec97 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=64ac7894e2284bc191ac7c20f7f9ca7f&device_id=4ba6d6bf-1816-4862-9cb3-bf74999f6163 HTTP/1.1" status: 200 len: 1096 time: 0.0760133 Sep 23 06:44:12.973382 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e122ba17-83ad-409e-ba46-86736cb420ef req-b86661ad-1e04-435e-9548-da2674f98341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:12.976441 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e122ba17-83ad-409e-ba46-86736cb420ef req-b86661ad-1e04-435e-9548-da2674f98341 service neutron] 10.222.0.21 "GET /v2.0/networks?id=06f6700e-677f-450e-91ed-a10a2fbb500b HTTP/1.1" status: 200 len: 905 time: 0.1389725 Sep 23 06:44:13.024726 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e122ba17-83ad-409e-ba46-86736cb420ef req-532e6378-1270-4514-94e4-cb8cd8d98caa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2604bcd-6784-4ed0-9a3c-c5a7d847b74f HTTP/1.1" status: 200 len: 217 time: 0.0418844 Sep 23 06:44:13.071361 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54c37d7-0c9b-449b-91e3-3bd6b921dd71 req-9dc065c5-0f56-467e-a51c-a321ef025589 tempest-AttachSCSIVolumeTestJSON-1404146234 tempest-AttachSCSIVolumeTestJSON-1404146234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:13.078490 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c54c37d7-0c9b-449b-91e3-3bd6b921dd71 req-9dc065c5-0f56-467e-a51c-a321ef025589 tempest-AttachSCSIVolumeTestJSON-1404146234 tempest-AttachSCSIVolumeTestJSON-1404146234-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9ccb76f-06c4-4cc3-a9dc-40931ad0cc94 HTTP/1.1" status: 200 len: 944 time: 0.1336260 Sep 23 06:44:13.091701 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e122ba17-83ad-409e-ba46-86736cb420ef req-16a5cc5f-5ba0-4f04-b3ce-396d6c9b7621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:13.095046 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e122ba17-83ad-409e-ba46-86736cb420ef req-16a5cc5f-5ba0-4f04-b3ce-396d6c9b7621 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e60271bd-2abe-488c-8449-206f6ba42e89 HTTP/1.1" status: 200 len: 844 time: 0.0623143 Sep 23 06:44:13.125818 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638494d2-c708-41fe-b2d2-bffe397d27ae req-b02fe949-94da-48e9-9c20-bc4a646deee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:13.127492 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-638494d2-c708-41fe-b2d2-bffe397d27ae req-b02fe949-94da-48e9-9c20-bc4a646deee4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b41a91e1-341c-4340-b7a8-8779367a7828 HTTP/1.1" status: 200 len: 909 time: 0.1509082 Sep 23 06:44:13.134969 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e122ba17-83ad-409e-ba46-86736cb420ef req-df7a2b30-38da-4cdb-9689-c95d04a2b185 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=06f6700e-677f-450e-91ed-a10a2fbb500b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314243 Sep 23 06:44:13.136440 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c54c37d7-0c9b-449b-91e3-3bd6b921dd71 req-381c33c0-9ec8-459b-8bda-85501b811486 tempest-AttachSCSIVolumeTestJSON-1404146234 tempest-AttachSCSIVolumeTestJSON-1404146234-project] 10.222.0.39 "GET /v2.0/security-groups?id=28d6601d-35a0-4050-8568-fc1fbc84b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571361 Sep 23 06:44:13.173034 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-638494d2-c708-41fe-b2d2-bffe397d27ae req-b014a684-f2e6-48e9-922c-1638eaa1cd9c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43e749ab-2d4a-4288-867c-05cfecd0836d HTTP/1.1" status: 200 len: 217 time: 0.0355484 Sep 23 06:44:13.210992 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 52982) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:44:13.241988 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e122ba17-83ad-409e-ba46-86736cb420ef req-a5b43de0-e77d-433c-9cb0-2fdb1d69ecfa service neutron] 10.222.0.21 "GET /v2.0/networks/06f6700e-677f-450e-91ed-a10a2fbb500b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988986 Sep 23 06:44:13.243718 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638494d2-c708-41fe-b2d2-bffe397d27ae req-e08f8ad3-77a7-4374-9204-18a8e2e8783c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:13.245322 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-638494d2-c708-41fe-b2d2-bffe397d27ae req-e08f8ad3-77a7-4374-9204-18a8e2e8783c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c7d428fe-182b-4149-b884-87c9d4508732 HTTP/1.1" status: 200 len: 848 time: 0.0651510 Sep 23 06:44:13.281565 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-638494d2-c708-41fe-b2d2-bffe397d27ae req-2eead7b4-97c9-4081-8363-ec21a46061ff service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b41a91e1-341c-4340-b7a8-8779367a7828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265894 Sep 23 06:44:13.402121 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-638494d2-c708-41fe-b2d2-bffe397d27ae req-ed478eab-4f44-4886-8c59-19781bdaabb9 service neutron] 10.222.0.21 "GET /v2.0/networks/b41a91e1-341c-4340-b7a8-8779367a7828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126640 Sep 23 06:44:13.407058 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e122ba17-83ad-409e-ba46-86736cb420ef req-9eb4de6a-eed5-469c-9118-c5a5f4855e2a service neutron] 10.222.0.21 "GET /v2.0/networks/06f6700e-677f-450e-91ed-a10a2fbb500b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523967 Sep 23 06:44:13.414199 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-cc3d894d-8560-478f-a826-5517e8ffe02f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=574459b389d24b03842f66f38fd3cde7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2015934 Sep 23 06:44:13.416347 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 52988) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:44:13.418224 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2587c124-b05d-4ebb-858a-690333fe9564 req-9f43dab0-236b-4d55-b1b6-1098a10e447a tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:13.419894 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2587c124-b05d-4ebb-858a-690333fe9564 req-9f43dab0-236b-4d55-b1b6-1098a10e447a tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ba6d6bf-1816-4862-9cb3-bf74999f6163 HTTP/1.1" status: 200 len: 944 time: 0.0711634 Sep 23 06:44:13.469836 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2587c124-b05d-4ebb-858a-690333fe9564 req-ef46c4ec-b727-48b4-881a-c4a3c1240ded tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429897 Sep 23 06:44:13.614150 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447bb431-b279-448d-a09d-18a989370178 req-acbb9c6b-6411-4204-ba2e-6cf3afcdb69c tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:13.614719 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b6e5bc89-0c69-4c6d-8493-faccf2047c1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:13.615915 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-447bb431-b279-448d-a09d-18a989370178 req-acbb9c6b-6411-4204-ba2e-6cf3afcdb69c tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4a625fe-80e7-4aad-910d-dee9e31060ba HTTP/1.1" status: 200 len: 948 time: 0.0672395 Sep 23 06:44:13.656054 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539b7bec-f988-476f-a3f5-698bb988f189 req-f881a970-ce3e-429c-b681-177ce3faee33 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:13.656415 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-447bb431-b279-448d-a09d-18a989370178 req-ce781061-a1c0-4c2b-b084-bafbb0bf9271 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335352 Sep 23 06:44:13.660312 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-539b7bec-f988-476f-a3f5-698bb988f189 req-f881a970-ce3e-429c-b681-177ce3faee33 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d9dd330-c207-430f-9a5b-6373908f2ca9 HTTP/1.1" status: 200 len: 945 time: 0.1607716 Sep 23 06:44:13.667319 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-638494d2-c708-41fe-b2d2-bffe397d27ae req-e4a156c2-bb17-4f0c-aa28-1847cccb1644 service neutron] 10.222.0.21 "GET /v2.0/networks/b41a91e1-341c-4340-b7a8-8779367a7828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386174 Sep 23 06:44:13.682626 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b6e5bc89-0c69-4c6d-8493-faccf2047c1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:13.701741 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device ea47b3b9-b5a2-436d-b8cb-2246e9985e5d no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:44:13.734168 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] No Port match for: ea47b3b9-b5a2-436d-b8cb-2246e9985e5d {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:44:13.734930 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device ea47b3b9-b5a2-436d-b8cb-2246e9985e5d not bound to the agent host n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:44:13.743076 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 973deb69-acfe-4dbc-a8f6-657eb618af54 details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:44:13.746043 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:13.752371 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-539b7bec-f988-476f-a3f5-698bb988f189 req-0db40967-63ac-463d-a5d1-353d8211b47f tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817811 Sep 23 06:44:13.787718 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b6e5bc89-0c69-4c6d-8493-faccf2047c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:13.790409 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b6e5bc89-0c69-4c6d-8493-faccf2047c1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:13.791844 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-b6e5bc89-0c69-4c6d-8493-faccf2047c1e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d668a9fd-bd24-4a9e-8d57-aa027992a0fa HTTP/1.1" status: 204 len: 168 time: 0.3745794 Sep 23 06:44:13.813023 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e5bc89-0c69-4c6d-8493-faccf2047c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d668a9fd-bd24-4a9e-8d57-aa027992a0fa,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:44:13.884432 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 973deb69-acfe-4dbc-a8f6-657eb618af54, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=973deb69-acfe-4dbc-a8f6-657eb618af54,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:44:13.904857 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': '973deb69-acfe-4dbc-a8f6-657eb618af54', 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062', 'port_id': '973deb69-acfe-4dbc-a8f6-657eb618af54', 'mac_address': 'fa:16:3e:3a:be:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:44:13.950225 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:13.964861 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 973deb69-acfe-4dbc-a8f6-657eb618af54 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:44:13.984044 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a17ed-89b1-4385-82ac-9bc11cce0f10 req-fffd9716-b62e-453a-b374-37c461cba430 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:13.988454 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 973deb69-acfe-4dbc-a8f6-657eb618af54, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=973deb69-acfe-4dbc-a8f6-657eb618af54,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:44:13.993171 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a98a17ed-89b1-4385-82ac-9bc11cce0f10 req-fffd9716-b62e-453a-b374-37c461cba430 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a06109e-99b8-472e-b8b7-902d575c5d5d HTTP/1.1" status: 200 len: 943 time: 0.0955451 Sep 23 06:44:13.993838 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:14.037627 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a98a17ed-89b1-4385-82ac-9bc11cce0f10 req-59fd66a0-ecd4-4cf3-a83d-51369b31a9b3 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/security-groups?id=ead5d8e9-ed26-4c51-bfc2-b6de8d7d128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435164 Sep 23 06:44:14.055084 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=973deb69-acfe-4dbc-a8f6-657eb618af54,revision_number=8']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:44:14.259591 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa9fdb6-653a-4869-802b-379d22a80da3 req-e21cb4da-7030-4d78-b893-4fc6bf1914df tempest-AttachSCSIVolumeTestJSON-1404146234 tempest-AttachSCSIVolumeTestJSON-1404146234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:14.261118 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6fa9fdb6-653a-4869-802b-379d22a80da3 req-e21cb4da-7030-4d78-b893-4fc6bf1914df tempest-AttachSCSIVolumeTestJSON-1404146234 tempest-AttachSCSIVolumeTestJSON-1404146234-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9ccb76f-06c4-4cc3-a9dc-40931ad0cc94 HTTP/1.1" status: 200 len: 944 time: 0.0526593 Sep 23 06:44:14.310552 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6fa9fdb6-653a-4869-802b-379d22a80da3 req-dc7fefe4-8209-48a6-b046-f48e94c87324 tempest-AttachSCSIVolumeTestJSON-1404146234 tempest-AttachSCSIVolumeTestJSON-1404146234-project] 10.222.0.39 "GET /v2.0/security-groups?id=28d6601d-35a0-4050-8568-fc1fbc84b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429761 Sep 23 06:44:14.462695 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['973deb69-acfe-4dbc-a8f6-657eb618af54'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:44:14.530267 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53024) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:44:14.624835 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9641c75f-2ca4-4e91-88d3-b1b9b08dc2c0 req-35120a71-095f-4dc7-b007-f96218c6c63e tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:14.633055 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9641c75f-2ca4-4e91-88d3-b1b9b08dc2c0 req-35120a71-095f-4dc7-b007-f96218c6c63e tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ba6d6bf-1816-4862-9cb3-bf74999f6163 HTTP/1.1" status: 200 len: 944 time: 0.0747871 Sep 23 06:44:14.649228 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-df7bd291-2d8e-4f87-a272-6e9c462248cb admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-60423165-network', 'tenant_id': '98e816a3150b4bae9661700dd2c374f9'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:44:14.669206 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9641c75f-2ca4-4e91-88d3-b1b9b08dc2c0 req-8982f0f7-5b51-4f14-9032-182e34d20611 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350795 Sep 23 06:44:14.671539 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df7bd291-2d8e-4f87-a272-6e9c462248cb admin admin] Made reservation on behalf of 98e816a3150b4bae9661700dd2c374f9 for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:44:14.674306 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-df7bd291-2d8e-4f87-a272-6e9c462248cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:14.683941 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-df7bd291-2d8e-4f87-a272-6e9c462248cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:14.818365 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-df7bd291-2d8e-4f87-a272-6e9c462248cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:14.829072 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c359216-b244-46d3-a0ec-1cf9814fd20d req-fa5d4521-b588-4c3c-b27b-844972708e24 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:14.830644 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1c359216-b244-46d3-a0ec-1cf9814fd20d req-fa5d4521-b588-4c3c-b27b-844972708e24 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4a625fe-80e7-4aad-910d-dee9e31060ba HTTP/1.1" status: 200 len: 949 time: 0.0786142 Sep 23 06:44:14.832502 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-df7bd291-2d8e-4f87-a272-6e9c462248cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:14.846560 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df7bd291-2d8e-4f87-a272-6e9c462248cb admin admin] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:44:14.880054 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-df7bd291-2d8e-4f87-a272-6e9c462248cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:14.880399 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-df7bd291-2d8e-4f87-a272-6e9c462248cb admin admin] Added segment d7fb9e32-b9a0-40ee-891d-421ab275a68d of type vlan for network 74c6b112-7096-4412-96ff-eac8dc19c7e6 Sep 23 06:44:14.882921 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a01494-0dbc-4fca-81b9-2fbbe47b7893 req-c40ee408-085d-4d6d-9f29-931b6a28a777 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:14.884670 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-77a01494-0dbc-4fca-81b9-2fbbe47b7893 req-c40ee408-085d-4d6d-9f29-931b6a28a777 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d9dd330-c207-430f-9a5b-6373908f2ca9 HTTP/1.1" status: 200 len: 945 time: 0.0621827 Sep 23 06:44:14.917993 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7bd291-2d8e-4f87-a272-6e9c462248cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d50afd-78d1-42a1-953c-775fc8d34c37,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:44:14.935287 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-77a01494-0dbc-4fca-81b9-2fbbe47b7893 req-6c6abb66-696f-4cba-ab40-4ce7617cdb23 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436192 Sep 23 06:44:14.936622 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1c359216-b244-46d3-a0ec-1cf9814fd20d req-f5394061-4a6e-4b84-a881-2565f7417fde tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928228 Sep 23 06:44:14.945899 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-df7bd291-2d8e-4f87-a272-6e9c462248cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:14.978824 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-df7bd291-2d8e-4f87-a272-6e9c462248cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:14.980276 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7bd291-2d8e-4f87-a272-6e9c462248cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:14.980758 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-df7bd291-2d8e-4f87-a272-6e9c462248cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:15.017849 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 53040) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:44:15.018654 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-df7bd291-2d8e-4f87-a272-6e9c462248cb admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.4865711 Sep 23 06:44:15.025617 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-52735380-a86e-4a6d-8446-1cd4ad91e3e4 admin admin] Request body: {'subnet': {'network_id': '74c6b112-7096-4412-96ff-eac8dc19c7e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-60423165-subnet', 'tenant_id': '98e816a3150b4bae9661700dd2c374f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:44:15.059094 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52735380-a86e-4a6d-8446-1cd4ad91e3e4 admin admin] Made reservation on behalf of 98e816a3150b4bae9661700dd2c374f9 for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:44:15.062824 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-52735380-a86e-4a6d-8446-1cd4ad91e3e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:15.066270 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7bd291-2d8e-4f87-a272-6e9c462248cb admin admin] Pushing event updated for resources: {'Network': ['ID=74c6b112-7096-4412-96ff-eac8dc19c7e6,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:44:15.076834 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 74c6b112-7096-4412-96ff-eac8dc19c7e6 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:44:15.325734 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-52735380-a86e-4a6d-8446-1cd4ad91e3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:15.454129 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d01816e-c657-4fc2-9b21-fb5e06842943 req-008a04e0-e2ab-4a2b-a894-e5989b37e771 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:15.455057 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8d01816e-c657-4fc2-9b21-fb5e06842943 req-008a04e0-e2ab-4a2b-a894-e5989b37e771 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4a625fe-80e7-4aad-910d-dee9e31060ba HTTP/1.1" status: 200 len: 949 time: 0.0646996 Sep 23 06:44:15.470175 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52735380-a86e-4a6d-8446-1cd4ad91e3e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5c2d616-d1c8-4fb0-a9a8-247e83ea7c02,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:44:15.487156 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310e0516-0304-4002-b129-c83315994c3f req-68cb11bb-068b-42ee-9551-857b233c4385 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:15.488344 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-310e0516-0304-4002-b129-c83315994c3f req-68cb11bb-068b-42ee-9551-857b233c4385 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a06109e-99b8-472e-b8b7-902d575c5d5d HTTP/1.1" status: 200 len: 943 time: 0.1346557 Sep 23 06:44:15.507038 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52735380-a86e-4a6d-8446-1cd4ad91e3e4 admin admin] Checking segment: {'id': 'd7fb9e32-b9a0-40ee-891d-421ab275a68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '74c6b112-7096-4412-96ff-eac8dc19c7e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:44:15.507484 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52735380-a86e-4a6d-8446-1cd4ad91e3e4 admin admin] Network hostable DHCP agents. Network: 74c6b112-7096-4412-96ff-eac8dc19c7e6, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:44:15.519764 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8d01816e-c657-4fc2-9b21-fb5e06842943 req-f413d606-f3e3-45b0-aafe-a362ff25299e tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540588 Sep 23 06:44:15.529267 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d43ee2-f381-414c-a652-f965aa35b515 req-265b48f4-e4b7-4a59-8280-5e58a455140b tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:15.531008 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d2d43ee2-f381-414c-a652-f965aa35b515 req-265b48f4-e4b7-4a59-8280-5e58a455140b tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4a625fe-80e7-4aad-910d-dee9e31060ba&tenant_id=5ca4f991227448e1b6417695cbfdc362&binding%3Ahost_id=n-h2-715271-16 HTTP/1.1" status: 200 len: 949 time: 0.1905110 Sep 23 06:44:15.614080 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-310e0516-0304-4002-b129-c83315994c3f req-6e01ca27-71bc-4d5b-b6eb-8f2c8e93cced tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/security-groups?id=ead5d8e9-ed26-4c51-bfc2-b6de8d7d128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133244 Sep 23 06:44:15.617416 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52735380-a86e-4a6d-8446-1cd4ad91e3e4 admin admin] Network 74c6b112-7096-4412-96ff-eac8dc19c7e6 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:44:15.648871 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-52735380-a86e-4a6d-8446-1cd4ad91e3e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 74c6b112-7096-4412-96ff-eac8dc19c7e6) {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:44:15.663713 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8291f908-7207-4be2-9c9c-7987064d66b4 None None] Network 74c6b112-7096-4412-96ff-eac8dc19c7e6 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:44:15.671287 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034a29ce-acc5-49d1-ae3e-5770e5458063 req-d7151198-72df-4516-8b43-7e211a87550e tempest-AttachSCSIVolumeTestJSON-1404146234 tempest-AttachSCSIVolumeTestJSON-1404146234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:15.673123 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52735380-a86e-4a6d-8446-1cd4ad91e3e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:15.674035 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-52735380-a86e-4a6d-8446-1cd4ad91e3e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:15.679241 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-034a29ce-acc5-49d1-ae3e-5770e5458063 req-d7151198-72df-4516-8b43-7e211a87550e tempest-AttachSCSIVolumeTestJSON-1404146234 tempest-AttachSCSIVolumeTestJSON-1404146234-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9ccb76f-06c4-4cc3-a9dc-40931ad0cc94 HTTP/1.1" status: 200 len: 944 time: 0.0839124 Sep 23 06:44:15.686332 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d2d43ee2-f381-414c-a652-f965aa35b515 req-2d8e7509-348d-461d-b6fc-c144da365414 service neutron] 10.222.0.58 "GET /v2.0/ports/973deb69-acfe-4dbc-a8f6-657eb618af54/bindings/n-h2-715271-16 HTTP/1.1" status: 200 len: 383 time: 0.1380978 Sep 23 06:44:15.702317 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device f2604bcd-6784-4ed0-9a3c-c5a7d847b74f details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:44:15.723980 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-034a29ce-acc5-49d1-ae3e-5770e5458063 req-c0909ba8-d189-46ae-a13d-f6c6bf254740 tempest-AttachSCSIVolumeTestJSON-1404146234 tempest-AttachSCSIVolumeTestJSON-1404146234-project] 10.222.0.39 "GET /v2.0/security-groups?id=28d6601d-35a0-4050-8568-fc1fbc84b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427713 Sep 23 06:44:15.730035 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-52735380-a86e-4a6d-8446-1cd4ad91e3e4 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7092249 Sep 23 06:44:15.803872 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device eaf8aa1d-f851-4872-b15c-5a677c19bb93 up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:44:15.859431 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f69ee94-637d-4db4-8e37-81c893c3d4d3 req-326ffc76-5b8c-446f-82bc-3609de44bf33 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:15.861319 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6f69ee94-637d-4db4-8e37-81c893c3d4d3 req-326ffc76-5b8c-446f-82bc-3609de44bf33 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ba6d6bf-1816-4862-9cb3-bf74999f6163 HTTP/1.1" status: 200 len: 944 time: 0.0705032 Sep 23 06:44:15.863869 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d43ee2-f381-414c-a652-f965aa35b515 req-13f8ce77-bab3-453f-9819-a2a1dfb19e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:15.866266 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d2d43ee2-f381-414c-a652-f965aa35b515 req-13f8ce77-bab3-453f-9819-a2a1dfb19e4a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5ca4f991227448e1b6417695cbfdc362&device_id=e4a625fe-80e7-4aad-910d-dee9e31060ba HTTP/1.1" status: 200 len: 1101 time: 0.1177166 Sep 23 06:44:15.935029 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port f2604bcd-6784-4ed0-9a3c-c5a7d847b74f, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=f2604bcd-6784-4ed0-9a3c-c5a7d847b74f,segment=NetworkSegment(2b9cc8e9-9b87-41b9-963b-963dc78e06f0),segment_id=2b9cc8e9-9b87-41b9-963b-963dc78e06f0)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:44:15.952447 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': 'f2604bcd-6784-4ed0-9a3c-c5a7d847b74f', 'network_id': '06f6700e-677f-450e-91ed-a10a2fbb500b', 'port_id': 'f2604bcd-6784-4ed0-9a3c-c5a7d847b74f', 'mac_address': 'fa:16:3e:0e:f6:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e60271bd-2abe-488c-8449-206f6ba42e89', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:44:15.971100 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6f69ee94-637d-4db4-8e37-81c893c3d4d3 req-3db87c7b-31a3-469d-b4b8-b733815e063f tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032877 Sep 23 06:44:16.027484 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d43ee2-f381-414c-a652-f965aa35b515 req-290586f6-f815-4f42-bf3f-f2726b6cee8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:16.029822 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d2d43ee2-f381-414c-a652-f965aa35b515 req-290586f6-f815-4f42-bf3f-f2726b6cee8c service neutron] 10.222.0.58 "GET /v2.0/networks?id=16515f0f-e5a6-4630-a440-e11fb2e02062 HTTP/1.1" status: 200 len: 870 time: 0.1345658 Sep 23 06:44:16.041403 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port eaf8aa1d-f851-4872-b15c-5a677c19bb93 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:44:16.060562 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port eaf8aa1d-f851-4872-b15c-5a677c19bb93 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:44:16.060950 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:16.062856 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [req-b9e18b2c-f248-45cc-a61b-e5fae1511249 req-365cae01-6495-4119-96e8-411cb738f905 tempest-SecurityGroupsNegativeTestJSON-2040178104 tempest-SecurityGroupsNegativeTestJSON-2040178104-project] show failed (client error): The resource could not be found. Sep 23 06:44:16.064044 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b9e18b2c-f248-45cc-a61b-e5fae1511249 req-365cae01-6495-4119-96e8-411cb738f905 tempest-SecurityGroupsNegativeTestJSON-2040178104 tempest-SecurityGroupsNegativeTestJSON-2040178104-project] 10.222.0.39 "GET /v2.0/security-groups/86c89c8c-5aa4-416a-a0f2-2cd56bd4f0b2 HTTP/1.1" status: 404 len: 352 time: 0.0352159 Sep 23 06:44:16.088631 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:16.103764 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d2d43ee2-f381-414c-a652-f965aa35b515 req-ff81ec3a-c681-4a05-9ce5-361966ccd2b6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=973deb69-acfe-4dbc-a8f6-657eb618af54 HTTP/1.1" status: 200 len: 217 time: 0.0563681 Sep 23 06:44:16.150120 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2604bcd-6784-4ed0-9a3c-c5a7d847b74f {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:44:16.176300 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c1c9ff-01bf-48c6-9394-8e57aa33a0d3 None None] Network 74c6b112-7096-4412-96ff-eac8dc19c7e6 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:44:16.187101 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port f2604bcd-6784-4ed0-9a3c-c5a7d847b74f, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=f2604bcd-6784-4ed0-9a3c-c5a7d847b74f,segment=NetworkSegment(2b9cc8e9-9b87-41b9-963b-963dc78e06f0),segment_id=2b9cc8e9-9b87-41b9-963b-963dc78e06f0)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:44:16.189548 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d43ee2-f381-414c-a652-f965aa35b515 req-8e8f8733-b299-4d7d-af8c-806f8a50693c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:16.191334 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d2d43ee2-f381-414c-a652-f965aa35b515 req-8e8f8733-b299-4d7d-af8c-806f8a50693c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e HTTP/1.1" status: 200 len: 843 time: 0.0734963 Sep 23 06:44:16.202403 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:16.207503 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453f2daf-62e5-481c-9586-cb241def208a req-ceeb2228-5a30-49d2-954e-e1ea2650214c tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:16.209990 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-453f2daf-62e5-481c-9586-cb241def208a req-ceeb2228-5a30-49d2-954e-e1ea2650214c tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d9dd330-c207-430f-9a5b-6373908f2ca9 HTTP/1.1" status: 200 len: 945 time: 0.0931926 Sep 23 06:44:16.295577 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-406f7e54-99fa-49b2-8edf-1e62206203f1 req-e505b4d4-33c3-4a6a-9991-b970437635e0 tempest-SecurityGroupsNegativeTestJSON-2040178104 tempest-SecurityGroupsNegativeTestJSON-2040178104-project] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=98e816a3150b4bae9661700dd2c374f9 HTTP/1.1" status: 200 len: 2984 time: 0.0758750 Sep 23 06:44:16.305756 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-453f2daf-62e5-481c-9586-cb241def208a req-5e393b06-7c87-4506-b9cc-fa1ee41ec6d4 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867066 Sep 23 06:44:16.312465 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d43ee2-f381-414c-a652-f965aa35b515 req-40bf7795-223e-4009-8162-a227469e37e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:16.315206 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d2d43ee2-f381-414c-a652-f965aa35b515 req-40bf7795-223e-4009-8162-a227469e37e4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=16515f0f-e5a6-4630-a440-e11fb2e02062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0951445 Sep 23 06:44:16.358736 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-406f7e54-99fa-49b2-8edf-1e62206203f1 req-8fbb87da-6ace-4863-8bfe-6fd8f2b2b7b4 tempest-SecurityGroupsNegativeTestJSON-2040178104 tempest-SecurityGroupsNegativeTestJSON-2040178104-project] 10.222.0.39 "GET /v2.0/security-groups/f7d50afd-78d1-42a1-953c-775fc8d34c37 HTTP/1.1" status: 200 len: 2981 time: 0.0622337 Sep 23 06:44:16.397282 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:16.403570 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=f2604bcd-6784-4ed0-9a3c-c5a7d847b74f,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:44:16.427806 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-406f7e54-99fa-49b2-8edf-1e62206203f1 req-cf2372b1-6637-4684-963b-7d3d6bf35502 tempest-SecurityGroupsNegativeTestJSON-2040178104 tempest-SecurityGroupsNegativeTestJSON-2040178104-project] 10.222.0.39 "GET /v2.0/security-groups/f7d50afd-78d1-42a1-953c-775fc8d34c37 HTTP/1.1" status: 200 len: 2981 time: 0.0651786 Sep 23 06:44:16.482725 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d2d43ee2-f381-414c-a652-f965aa35b515 req-0748bd83-3886-46d8-9095-850b363b084a service neutron] 10.222.0.58 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487284 Sep 23 06:44:16.486916 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d8c87a83-3085-49d7-9f2b-f3bbf98bcbbc req-eaf70e83-a9b7-49ae-8e98-bf6fd7c91271 tempest-SecurityGroupsNegativeTestJSON-2040178104 tempest-SecurityGroupsNegativeTestJSON-2040178104-project] 10.222.0.39 "GET /v2.0/security-groups/f7d50afd-78d1-42a1-953c-775fc8d34c37 HTTP/1.1" status: 200 len: 2981 time: 0.0484180 Sep 23 06:44:16.496177 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9ccb76f-06c4-4cc3-a9dc-40931ad0cc94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaf8aa1d-f851-4872-b15c-5a677c19bb93'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:44:16.498435 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-466de33a-bc41-45e3-804d-c7dd9c4b51d5" -d '{"events": [{"server_uuid": "c9ccb76f-06c4-4cc3-a9dc-40931ad0cc94", "name": "network-vif-plugged", "status": "completed", "tag": "eaf8aa1d-f851-4872-b15c-5a677c19bb93"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:44:16.516337 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port eaf8aa1d-f851-4872-b15c-5a677c19bb93, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=eaf8aa1d-f851-4872-b15c-5a677c19bb93,segment=NetworkSegment(08babd18-3488-4573-9f82-9e46cd96a49b),segment_id=08babd18-3488-4573-9f82-9e46cd96a49b)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:44:16.523128 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:16.561354 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [req-d8c87a83-3085-49d7-9f2b-f3bbf98bcbbc req-bac11aab-a13b-48e7-a3df-d0c11f3d9c5e tempest-SecurityGroupsNegativeTestJSON-2040178104 tempest-SecurityGroupsNegativeTestJSON-2040178104-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 23 06:44:16.562202 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-946a3ad7-d81c-469d-88c4-6a6576c08be5 x-openstack-request-id: req-946a3ad7-d81c-469d-88c4-6a6576c08be5 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:44:16.562489 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9ccb76f-06c4-4cc3-a9dc-40931ad0cc94", "name": "network-vif-plugged", "status": "completed", "tag": "eaf8aa1d-f851-4872-b15c-5a677c19bb93", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:44:16.562744 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-946a3ad7-d81c-469d-88c4-6a6576c08be5 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:44:16.563116 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9ccb76f-06c4-4cc3-a9dc-40931ad0cc94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaf8aa1d-f851-4872-b15c-5a677c19bb93', 'code': 200} Sep 23 06:44:16.563842 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d8c87a83-3085-49d7-9f2b-f3bbf98bcbbc req-bac11aab-a13b-48e7-a3df-d0c11f3d9c5e tempest-SecurityGroupsNegativeTestJSON-2040178104 tempest-SecurityGroupsNegativeTestJSON-2040178104-project] 10.222.0.39 "DELETE /v2.0/security-groups/f7d50afd-78d1-42a1-953c-775fc8d34c37 HTTP/1.1" status: 409 len: 352 time: 0.0710404 Sep 23 06:44:16.610151 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [req-6eafaf48-d21b-4af4-879a-16aae1d5b4ec req-25e9a685-8b68-47cf-9dc7-140d3cec3d02 tempest-SecurityGroupsNegativeTestJSON-2040178104 tempest-SecurityGroupsNegativeTestJSON-2040178104-project] show failed (client error): The resource could not be found. Sep 23 06:44:16.617461 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=eaf8aa1d-f851-4872-b15c-5a677c19bb93,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:44:16.627196 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6eafaf48-d21b-4af4-879a-16aae1d5b4ec req-25e9a685-8b68-47cf-9dc7-140d3cec3d02 tempest-SecurityGroupsNegativeTestJSON-2040178104 tempest-SecurityGroupsNegativeTestJSON-2040178104-project] 10.222.0.39 "GET /v2.0/security-groups/c54a5921-0b76-491e-a609-15dc4b4ab113 HTTP/1.1" status: 404 len: 352 time: 0.0283911 Sep 23 06:44:16.648567 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d2d43ee2-f381-414c-a652-f965aa35b515 req-92148ee5-4ae1-4c35-90eb-4e3698091796 service neutron] 10.222.0.58 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551757 Sep 23 06:44:16.653274 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [req-733471d9-50f1-489a-a6ef-f8169d454615 req-ea79629f-363f-45ac-81c6-d3d6bf4450c2 tempest-SecurityGroupsNegativeTestJSON-2040178104 tempest-SecurityGroupsNegativeTestJSON-2040178104-project] show failed (client error): The resource could not be found. Sep 23 06:44:16.663917 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-733471d9-50f1-489a-a6ef-f8169d454615 req-ea79629f-363f-45ac-81c6-d3d6bf4450c2 tempest-SecurityGroupsNegativeTestJSON-2040178104 tempest-SecurityGroupsNegativeTestJSON-2040178104-project] 10.222.0.39 "GET /v2.0/security-groups/c7f3b5e8-91e9-4b3e-8f2d-1bcec6282343 HTTP/1.1" status: 404 len: 352 time: 0.0253875 Sep 23 06:44:16.686432 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53078) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:44:16.717799 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e586b2-ed29-488d-8888-6969aca15b08 req-815d2e4e-f9fa-48cd-97c5-0b33227a521a tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:16.719356 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f5e586b2-ed29-488d-8888-6969aca15b08 req-815d2e4e-f9fa-48cd-97c5-0b33227a521a tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4a625fe-80e7-4aad-910d-dee9e31060ba HTTP/1.1" status: 200 len: 949 time: 0.0638726 Sep 23 06:44:16.758982 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f5e586b2-ed29-488d-8888-6969aca15b08 req-88b1d39a-2825-4c76-ae41-bc5b3dccaa5b tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326695 Sep 23 06:44:16.812308 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8705839d-2e93-4df7-83f3-4c6b2231ad69 req-911baf37-ae5d-4ee2-87e4-577dbf4adcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:16.813799 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8705839d-2e93-4df7-83f3-4c6b2231ad69 req-911baf37-ae5d-4ee2-87e4-577dbf4adcc3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c9ccb76f-06c4-4cc3-a9dc-40931ad0cc94 HTTP/1.1" status: 200 len: 1097 time: 0.1482589 Sep 23 06:44:16.821134 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-da5678e8-540a-437c-b90a-ac3495e32140 admin admin] Deleting subnet a5c2d616-d1c8-4fb0-a9a8-247e83ea7c02 {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:44:16.825853 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-da5678e8-540a-437c-b90a-ac3495e32140 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:16.873154 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff08f1eb-725e-489b-82de-17c23f118bd8 req-72efc18f-51b1-4aad-888f-0404327670a1 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:16.875063 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ff08f1eb-725e-489b-82de-17c23f118bd8 req-72efc18f-51b1-4aad-888f-0404327670a1 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a06109e-99b8-472e-b8b7-902d575c5d5d HTTP/1.1" status: 200 len: 944 time: 0.1394858 Sep 23 06:44:16.884716 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f2b70d-d952-4bd4-8ff4-50f1c148f1c5 req-14a32484-f0a5-44b2-90b7-2063ea2b9806 tempest-AttachSCSIVolumeTestJSON-1404146234 tempest-AttachSCSIVolumeTestJSON-1404146234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:16.886478 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-13f2b70d-d952-4bd4-8ff4-50f1c148f1c5 req-14a32484-f0a5-44b2-90b7-2063ea2b9806 tempest-AttachSCSIVolumeTestJSON-1404146234 tempest-AttachSCSIVolumeTestJSON-1404146234-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9ccb76f-06c4-4cc3-a9dc-40931ad0cc94 HTTP/1.1" status: 200 len: 945 time: 0.0620577 Sep 23 06:44:16.907753 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['f2604bcd-6784-4ed0-9a3c-c5a7d847b74f'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:44:16.922362 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8705839d-2e93-4df7-83f3-4c6b2231ad69 req-b102e2f7-7cbe-4fe6-b10f-8a985d36546f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=28d6601d-35a0-4050-8568-fc1fbc84b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667763 Sep 23 06:44:16.928290 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-da5678e8-540a-437c-b90a-ac3495e32140 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:16.931389 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-13f2b70d-d952-4bd4-8ff4-50f1c148f1c5 req-0d866c8e-9f09-4d84-b333-dbfe055beab4 tempest-AttachSCSIVolumeTestJSON-1404146234 tempest-AttachSCSIVolumeTestJSON-1404146234-project] 10.222.0.39 "GET /v2.0/security-groups?id=28d6601d-35a0-4050-8568-fc1fbc84b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376954 Sep 23 06:44:16.943052 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-da5678e8-540a-437c-b90a-ac3495e32140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:16.970736 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ff08f1eb-725e-489b-82de-17c23f118bd8 req-663752fd-f4c1-4c10-956e-a040b883801c tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/security-groups?id=ead5d8e9-ed26-4c51-bfc2-b6de8d7d128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856059 Sep 23 06:44:17.016447 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-da5678e8-540a-437c-b90a-ac3495e32140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:17.055872 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-da5678e8-540a-437c-b90a-ac3495e32140 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:17.060997 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-da5678e8-540a-437c-b90a-ac3495e32140 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/a5c2d616-d1c8-4fb0-a9a8-247e83ea7c02 HTTP/1.1" status: 204 len: 168 time: 0.3733990 Sep 23 06:44:17.061203 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 53084) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:44:17.062022 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5678e8-540a-437c-b90a-ac3495e32140 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5c2d616-d1c8-4fb0-a9a8-247e83ea7c02,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:44:17.184789 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-99cd481e-336e-46c8-bb1a-b59f7bb5566c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:17.199622 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de99bfea-a62a-49ec-b32d-e49e65246179 req-35edcc2f-85cd-467c-92ca-6e933b006f82 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:17.201562 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-de99bfea-a62a-49ec-b32d-e49e65246179 req-35edcc2f-85cd-467c-92ca-6e933b006f82 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ba6d6bf-1816-4862-9cb3-bf74999f6163 HTTP/1.1" status: 200 len: 944 time: 0.1279984 Sep 23 06:44:17.289306 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-de99bfea-a62a-49ec-b32d-e49e65246179 req-2be7c5c0-51c2-4fd9-8bc1-fae4e30d9bff tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810812 Sep 23 06:44:17.314138 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-99cd481e-336e-46c8-bb1a-b59f7bb5566c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:17.336896 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-99cd481e-336e-46c8-bb1a-b59f7bb5566c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74c6b112-7096-4412-96ff-eac8dc19c7e6']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:44:17.347956 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-99cd481e-336e-46c8-bb1a-b59f7bb5566c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7fb9e32-b9a0-40ee-891d-421ab275a68d') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:44:17.348429 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-99cd481e-336e-46c8-bb1a-b59f7bb5566c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7fb9e32-b9a0-40ee-891d-421ab275a68d') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:44:17.359681 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-99cd481e-336e-46c8-bb1a-b59f7bb5566c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:17.374804 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-99cd481e-336e-46c8-bb1a-b59f7bb5566c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:17.381090 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99cd481e-336e-46c8-bb1a-b59f7bb5566c admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:44:17.381496 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-99cd481e-336e-46c8-bb1a-b59f7bb5566c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:17.383410 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 06:44:17.383410 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:44:17.383410 n-d-715271-16 neutron-server[95066]: timer() Sep 23 06:44:17.383410 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:44:17.383410 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 06:44:17.383410 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:44:17.383410 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 06:44:17.383410 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:44:17.383410 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 06:44:17.383410 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:44:17.383410 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 06:44:17.383410 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:44:17.383410 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 06:44:17.383410 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:44:17.383410 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:44:17.383410 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:44:17.383410 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:44:17.383410 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:44:17.383410 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 06:44:17.383410 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:44:17.383410 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 06:44:17.383410 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:44:17.383410 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:44:17.383410 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:44:17.383410 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 06:44:17.383410 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:44:17.383410 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:44:17.383410 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:44:17.383410 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:44:17.383410 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:44:17.383410 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:44:17.383410 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:44:17.435063 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233a2f06-0cc1-4148-bb7c-00ce768954fa req-b906fa87-b0e7-455f-8bcc-1457098f8e45 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:17.436822 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-233a2f06-0cc1-4148-bb7c-00ce768954fa req-b906fa87-b0e7-455f-8bcc-1457098f8e45 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d9dd330-c207-430f-9a5b-6373908f2ca9 HTTP/1.1" status: 200 len: 945 time: 0.0614188 Sep 23 06:44:17.438995 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-99cd481e-336e-46c8-bb1a-b59f7bb5566c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:17.462761 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-99cd481e-336e-46c8-bb1a-b59f7bb5566c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:17.465397 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-99cd481e-336e-46c8-bb1a-b59f7bb5566c admin admin] 10.222.0.39 "DELETE /v2.0/networks/74c6b112-7096-4412-96ff-eac8dc19c7e6 HTTP/1.1" status: 204 len: 168 time: 0.4033101 Sep 23 06:44:17.466478 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cd481e-336e-46c8-bb1a-b59f7bb5566c admin admin] Pushing event deleted for resources: {'Network': ['ID=74c6b112-7096-4412-96ff-eac8dc19c7e6,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:44:17.486495 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-233a2f06-0cc1-4148-bb7c-00ce768954fa req-36a5db46-fa8b-4093-bb4a-9637e4e59bb8 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419312 Sep 23 06:44:17.592767 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 53094) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:44:17.634117 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-1a7e7972-bc91-4d5a-823e-bd2427be23eb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=98e816a3150b4bae9661700dd2c374f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0401330 Sep 23 06:44:17.636584 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 53096) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:44:17.688261 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c2452cc1-e2b6-4943-89bb-831e85fbadb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:17.709129 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c2452cc1-e2b6-4943-89bb-831e85fbadb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:17.757741 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c2452cc1-e2b6-4943-89bb-831e85fbadb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:17.760446 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c2452cc1-e2b6-4943-89bb-831e85fbadb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:17.761625 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-c2452cc1-e2b6-4943-89bb-831e85fbadb9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f7d50afd-78d1-42a1-953c-775fc8d34c37 HTTP/1.1" status: 204 len: 168 time: 0.1241274 Sep 23 06:44:17.770448 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2452cc1-e2b6-4943-89bb-831e85fbadb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d50afd-78d1-42a1-953c-775fc8d34c37,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:44:17.773023 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 973deb69-acfe-4dbc-a8f6-657eb618af54 up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:44:17.848879 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port 973deb69-acfe-4dbc-a8f6-657eb618af54 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:44:17.853095 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port 973deb69-acfe-4dbc-a8f6-657eb618af54 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:44:17.853483 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:17.904408 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc99077b-51dd-47b7-8c5e-8389d5e00941 req-8f53a9fa-4558-40e4-9183-548ecf78f02c tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:17.906695 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cc99077b-51dd-47b7-8c5e-8389d5e00941 req-8f53a9fa-4558-40e4-9183-548ecf78f02c tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4a625fe-80e7-4aad-910d-dee9e31060ba HTTP/1.1" status: 200 len: 949 time: 0.0575693 Sep 23 06:44:17.951619 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cc99077b-51dd-47b7-8c5e-8389d5e00941 req-403a5fd2-edba-404b-a2c5-3a8272559196 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366938 Sep 23 06:44:17.962404 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:18.008833 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 973deb69-acfe-4dbc-a8f6-657eb618af54, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=973deb69-acfe-4dbc-a8f6-657eb618af54,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:44:18.015167 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:18.086265 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=973deb69-acfe-4dbc-a8f6-657eb618af54,revision_number=9']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:44:18.099822 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d0f706-981b-43ee-bb1b-d3b311697141 req-5fc33dc4-00e5-43c9-b271-89ec14b9f7a3 tempest-AttachSCSIVolumeTestJSON-1404146234 tempest-AttachSCSIVolumeTestJSON-1404146234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:18.101763 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-18d0f706-981b-43ee-bb1b-d3b311697141 req-5fc33dc4-00e5-43c9-b271-89ec14b9f7a3 tempest-AttachSCSIVolumeTestJSON-1404146234 tempest-AttachSCSIVolumeTestJSON-1404146234-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9ccb76f-06c4-4cc3-a9dc-40931ad0cc94 HTTP/1.1" status: 200 len: 945 time: 0.0749960 Sep 23 06:44:18.124098 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ef941f-2c62-44d9-ab26-772f84d055a8 req-d23502e2-005b-48d5-b493-6bca09151cf2 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:18.132052 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-63ef941f-2c62-44d9-ab26-772f84d055a8 req-d23502e2-005b-48d5-b493-6bca09151cf2 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a06109e-99b8-472e-b8b7-902d575c5d5d HTTP/1.1" status: 200 len: 944 time: 0.0726881 Sep 23 06:44:18.146210 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-18d0f706-981b-43ee-bb1b-d3b311697141 req-e1b6547d-8d49-407e-99a6-07e3db2d8826 tempest-AttachSCSIVolumeTestJSON-1404146234 tempest-AttachSCSIVolumeTestJSON-1404146234-project] 10.222.0.39 "GET /v2.0/security-groups?id=28d6601d-35a0-4050-8568-fc1fbc84b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362887 Sep 23 06:44:18.169501 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-63ef941f-2c62-44d9-ab26-772f84d055a8 req-3063130b-c307-4524-b282-fe307f2eef21 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/security-groups?id=ead5d8e9-ed26-4c51-bfc2-b6de8d7d128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364594 Sep 23 06:44:18.427991 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2619b7-9b9b-456b-b76f-b2171d47843c req-df9b5570-31c3-46be-9fc0-16cbf06bc959 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:18.429526 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fd2619b7-9b9b-456b-b76f-b2171d47843c req-df9b5570-31c3-46be-9fc0-16cbf06bc959 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ba6d6bf-1816-4862-9cb3-bf74999f6163 HTTP/1.1" status: 200 len: 944 time: 0.0554104 Sep 23 06:44:18.481846 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fd2619b7-9b9b-456b-b76f-b2171d47843c req-924b090b-61fb-4ebe-ad5a-db85d749807a tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451927 Sep 23 06:44:18.564436 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4a625fe-80e7-4aad-910d-dee9e31060ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '973deb69-acfe-4dbc-a8f6-657eb618af54'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:44:18.567087 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c634cf-e569-4a7a-80a1-52ca5e996a4a" -d '{"events": [{"server_uuid": "e4a625fe-80e7-4aad-910d-dee9e31060ba", "name": "network-vif-plugged", "status": "completed", "tag": "973deb69-acfe-4dbc-a8f6-657eb618af54"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:44:18.621526 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c3b7e2-bb13-4d28-8c35-3d163806981c req-b86d3d34-6af1-4a70-aa57-a9a2fccc9ea2 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:18.623072 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-94c3b7e2-bb13-4d28-8c35-3d163806981c req-b86d3d34-6af1-4a70-aa57-a9a2fccc9ea2 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d9dd330-c207-430f-9a5b-6373908f2ca9 HTTP/1.1" status: 200 len: 945 time: 0.0573413 Sep 23 06:44:18.638912 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-863540c4-93dc-4115-95d7-4b04a32b17d0 x-openstack-request-id: req-863540c4-93dc-4115-95d7-4b04a32b17d0 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:44:18.639202 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4a625fe-80e7-4aad-910d-dee9e31060ba", "name": "network-vif-plugged", "status": "completed", "tag": "973deb69-acfe-4dbc-a8f6-657eb618af54", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:44:18.639461 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-863540c4-93dc-4115-95d7-4b04a32b17d0 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:44:18.639848 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4a625fe-80e7-4aad-910d-dee9e31060ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '973deb69-acfe-4dbc-a8f6-657eb618af54', 'code': 200} Sep 23 06:44:18.664092 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-94c3b7e2-bb13-4d28-8c35-3d163806981c req-309ebde6-ec3b-4c46-8101-1958223d1e19 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338004 Sep 23 06:44:19.050868 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53146) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:44:19.082108 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe92027d-4673-4e73-8688-52f9fd62da60 req-46f95ce8-90da-4533-85e7-8c76aab49b52 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:19.083769 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fe92027d-4673-4e73-8688-52f9fd62da60 req-46f95ce8-90da-4533-85e7-8c76aab49b52 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4a625fe-80e7-4aad-910d-dee9e31060ba HTTP/1.1" status: 200 len: 950 time: 0.0559263 Sep 23 06:44:19.124290 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fe92027d-4673-4e73-8688-52f9fd62da60 req-d28572ba-ad54-4957-89d9-bb4b311b0fe2 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343776 Sep 23 06:44:19.160225 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3e75c5fc-c398-4552-9369-030d4a5b94e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:19.282797 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d7c61-09c9-4062-aabe-aef304d3011f req-1384b46b-9b39-45d1-baa7-af24a6e46ea8 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:19.283672 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3e75c5fc-c398-4552-9369-030d4a5b94e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:19.284885 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4b9d7c61-09c9-4062-aabe-aef304d3011f req-1384b46b-9b39-45d1-baa7-af24a6e46ea8 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a06109e-99b8-472e-b8b7-902d575c5d5d HTTP/1.1" status: 200 len: 944 time: 0.0498002 Sep 23 06:44:19.296454 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf79864c-5d82-409d-8eb7-70afdef93257 req-7b21e668-26e4-4a1c-92c8-4ed4e21cafa1 tempest-AttachSCSIVolumeTestJSON-1404146234 tempest-AttachSCSIVolumeTestJSON-1404146234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:19.297992 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bf79864c-5d82-409d-8eb7-70afdef93257 req-7b21e668-26e4-4a1c-92c8-4ed4e21cafa1 tempest-AttachSCSIVolumeTestJSON-1404146234 tempest-AttachSCSIVolumeTestJSON-1404146234-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9ccb76f-06c4-4cc3-a9dc-40931ad0cc94 HTTP/1.1" status: 200 len: 945 time: 0.0766807 Sep 23 06:44:19.299090 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3e75c5fc-c398-4552-9369-030d4a5b94e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:19.322944 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4b9d7c61-09c9-4062-aabe-aef304d3011f req-27167205-aefd-44a6-bbf5-cd88dec177af tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/security-groups?id=ead5d8e9-ed26-4c51-bfc2-b6de8d7d128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316896 Sep 23 06:44:19.355698 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e75c5fc-c398-4552-9369-030d4a5b94e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09915580-d7a5-4c50-afff-de74fc3b8431,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:44:19.361527 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-3e75c5fc-c398-4552-9369-030d4a5b94e0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9357f51ed0c54fc992537f33355add49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3095975 Sep 23 06:44:19.365932 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 53156) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:44:19.375213 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bf79864c-5d82-409d-8eb7-70afdef93257 req-22b32e77-d240-4ce1-8056-594c1047df86 tempest-AttachSCSIVolumeTestJSON-1404146234 tempest-AttachSCSIVolumeTestJSON-1404146234-project] 10.222.0.39 "GET /v2.0/security-groups?id=28d6601d-35a0-4050-8568-fc1fbc84b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665002 Sep 23 06:44:19.435262 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0d821436-9060-429c-acb5-0d0d7e817977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:19.458835 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0d821436-9060-429c-acb5-0d0d7e817977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:19.509547 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0d821436-9060-429c-acb5-0d0d7e817977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:19.512276 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0d821436-9060-429c-acb5-0d0d7e817977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:19.513654 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-0d821436-9060-429c-acb5-0d0d7e817977 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/09915580-d7a5-4c50-afff-de74fc3b8431 HTTP/1.1" status: 204 len: 168 time: 0.1471705 Sep 23 06:44:19.526378 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d821436-9060-429c-acb5-0d0d7e817977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09915580-d7a5-4c50-afff-de74fc3b8431,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:44:19.622454 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8cfd68-4f56-4716-b307-ecc57a699dc9 req-e06e2512-0f75-4dba-8a74-3cac9885cc18 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:19.632199 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1e8cfd68-4f56-4716-b307-ecc57a699dc9 req-e06e2512-0f75-4dba-8a74-3cac9885cc18 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ba6d6bf-1816-4862-9cb3-bf74999f6163 HTTP/1.1" status: 200 len: 944 time: 0.0709250 Sep 23 06:44:19.685998 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1e8cfd68-4f56-4716-b307-ecc57a699dc9 req-34e0f936-ffda-4a7c-97ae-1581b625fcf8 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409129 Sep 23 06:44:19.696790 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device f2604bcd-6784-4ed0-9a3c-c5a7d847b74f up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:44:19.758976 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port f2604bcd-6784-4ed0-9a3c-c5a7d847b74f completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:44:19.767145 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port f2604bcd-6784-4ed0-9a3c-c5a7d847b74f triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:44:19.767876 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:19.870666 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20625b3-3eaa-47b4-a369-3459b1759f67 req-47a95c56-e3bc-4cc7-99f0-255302327654 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:19.872289 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b20625b3-3eaa-47b4-a369-3459b1759f67 req-47a95c56-e3bc-4cc7-99f0-255302327654 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d9dd330-c207-430f-9a5b-6373908f2ca9 HTTP/1.1" status: 200 len: 945 time: 0.1145141 Sep 23 06:44:19.914837 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b20625b3-3eaa-47b4-a369-3459b1759f67 req-ca5c45a4-c3ea-44ab-8072-8b8f5c619843 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341053 Sep 23 06:44:19.932419 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:19.981084 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port f2604bcd-6784-4ed0-9a3c-c5a7d847b74f, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=f2604bcd-6784-4ed0-9a3c-c5a7d847b74f,segment=NetworkSegment(2b9cc8e9-9b87-41b9-963b-963dc78e06f0),segment_id=2b9cc8e9-9b87-41b9-963b-963dc78e06f0)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:44:19.988012 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:20.043290 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=f2604bcd-6784-4ed0-9a3c-c5a7d847b74f,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:44:20.275423 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507135eb-62db-4bea-b33f-be70c3472e1c req-a35e65e9-d92a-4d57-98d6-48cc46cfabd1 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:20.276954 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-507135eb-62db-4bea-b33f-be70c3472e1c req-a35e65e9-d92a-4d57-98d6-48cc46cfabd1 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4a625fe-80e7-4aad-910d-dee9e31060ba HTTP/1.1" status: 200 len: 950 time: 0.0782187 Sep 23 06:44:20.282623 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d43ee2-f381-414c-a652-f965aa35b515 req-df493b1a-4940-4300-9ee6-3f9f14325b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:20.285060 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d2d43ee2-f381-414c-a652-f965aa35b515 req-df493b1a-4940-4300-9ee6-3f9f14325b98 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e4a625fe-80e7-4aad-910d-dee9e31060ba&tenant_id=5ca4f991227448e1b6417695cbfdc362 HTTP/1.1" status: 200 len: 1102 time: 0.0749772 Sep 23 06:44:20.305651 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-d2d43ee2-f381-414c-a652-f965aa35b515 req-6582dd42-1fb7-49f1-be50-5adb3759910a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-715271-16', 'device_owner': 'compute:nova'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:44:20.328983 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 53194) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:44:20.354127 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-507135eb-62db-4bea-b33f-be70c3472e1c req-3ac23c7f-5c9b-4e3e-aa11-83eaa5b3b8ea tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670321 Sep 23 06:44:20.385115 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-d2d43ee2-f381-414c-a652-f965aa35b515 req-6582dd42-1fb7-49f1-be50-5adb3759910a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:20.491347 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea816af8-1e7e-401d-a83e-4b12615c93e8 req-6bc62640-aa75-44a6-9c8d-51f536982351 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:20.493086 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ea816af8-1e7e-401d-a83e-4b12615c93e8 req-6bc62640-aa75-44a6-9c8d-51f536982351 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a06109e-99b8-472e-b8b7-902d575c5d5d HTTP/1.1" status: 200 len: 945 time: 0.0779214 Sep 23 06:44:20.501937 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-6b6e61bb-3f76-43f2-b7f4-30b39e5b2828 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1067069938-network', 'tenant_id': 'b534364c1ecd44a69b47cf0ed516d622'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:44:20.547049 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b6e61bb-3f76-43f2-b7f4-30b39e5b2828 admin admin] Made reservation on behalf of b534364c1ecd44a69b47cf0ed516d622 for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:44:20.550142 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6b6e61bb-3f76-43f2-b7f4-30b39e5b2828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:20.563632 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6b6e61bb-3f76-43f2-b7f4-30b39e5b2828 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:20.592303 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ea816af8-1e7e-401d-a83e-4b12615c93e8 req-4604555d-393b-4127-98f9-2bd2307a3d4a tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/security-groups?id=ead5d8e9-ed26-4c51-bfc2-b6de8d7d128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863664 Sep 23 06:44:20.641346 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a06109e-99b8-472e-b8b7-902d575c5d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2604bcd-6784-4ed0-9a3c-c5a7d847b74f'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:44:20.645842 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f578d273-6360-4fd3-92a4-c51356f546b3" -d '{"events": [{"server_uuid": "2a06109e-99b8-472e-b8b7-902d575c5d5d", "name": "network-vif-plugged", "status": "completed", "tag": "f2604bcd-6784-4ed0-9a3c-c5a7d847b74f"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:44:20.679416 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6b6e61bb-3f76-43f2-b7f4-30b39e5b2828 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:20.684923 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6b6e61bb-3f76-43f2-b7f4-30b39e5b2828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:20.686403 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c860fe3f-b760-4383-a939-f96ba6384a5f x-openstack-request-id: req-c860fe3f-b760-4383-a939-f96ba6384a5f {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:44:20.686695 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a06109e-99b8-472e-b8b7-902d575c5d5d", "name": "network-vif-plugged", "status": "completed", "tag": "f2604bcd-6784-4ed0-9a3c-c5a7d847b74f", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:44:20.686954 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c860fe3f-b760-4383-a939-f96ba6384a5f {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:44:20.687794 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a06109e-99b8-472e-b8b7-902d575c5d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2604bcd-6784-4ed0-9a3c-c5a7d847b74f', 'code': 200} Sep 23 06:44:20.699713 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-d2d43ee2-f381-414c-a652-f965aa35b515 req-6582dd42-1fb7-49f1-be50-5adb3759910a service neutron] For port 973deb69-acfe-4dbc-a8f6-657eb618af54, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=973deb69-acfe-4dbc-a8f6-657eb618af54,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:44:20.715459 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b6e61bb-3f76-43f2-b7f4-30b39e5b2828 admin admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:44:20.734067 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6e61bb-3f76-43f2-b7f4-30b39e5b2828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0414f23a-b430-4cb6-a6dc-7de163c7b16e,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:44:20.737434 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6b6e61bb-3f76-43f2-b7f4-30b39e5b2828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:20.737858 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-6b6e61bb-3f76-43f2-b7f4-30b39e5b2828 admin admin] Added segment 0da86c90-6a72-4e68-aee1-79a63b94f012 of type vlan for network 2b7bd705-2e60-460a-a561-0bf7bffe3f38 Sep 23 06:44:20.750462 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-d2d43ee2-f381-414c-a652-f965aa35b515 req-6582dd42-1fb7-49f1-be50-5adb3759910a service neutron] For port 973deb69-acfe-4dbc-a8f6-657eb618af54, host n-h2-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:44:20.790579 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6b6e61bb-3f76-43f2-b7f4-30b39e5b2828 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:20.830245 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4a625fe-80e7-4aad-910d-dee9e31060ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '973deb69-acfe-4dbc-a8f6-657eb618af54'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:44:20.833136 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5422c865-31dc-4509-bd3f-a9f18ab52a59" -d '{"events": [{"server_uuid": "e4a625fe-80e7-4aad-910d-dee9e31060ba", "name": "network-vif-unplugged", "status": "completed", "tag": "973deb69-acfe-4dbc-a8f6-657eb618af54"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:44:20.851653 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6b6e61bb-3f76-43f2-b7f4-30b39e5b2828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:20.852866 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6e61bb-3f76-43f2-b7f4-30b39e5b2828 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:20.853505 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6b6e61bb-3f76-43f2-b7f4-30b39e5b2828 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:20.857731 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-d2d43ee2-f381-414c-a652-f965aa35b515 req-6582dd42-1fb7-49f1-be50-5adb3759910a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:20.860036 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609e04dd-9d49-4acc-964f-fa82d0a2df6d req-08e969d3-ab60-4e66-bcc0-8f6fc7fc8897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:20.861567 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-609e04dd-9d49-4acc-964f-fa82d0a2df6d req-08e969d3-ab60-4e66-bcc0-8f6fc7fc8897 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2a06109e-99b8-472e-b8b7-902d575c5d5d HTTP/1.1" status: 200 len: 1097 time: 0.0638757 Sep 23 06:44:20.876711 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-d2d43ee2-f381-414c-a652-f965aa35b515 req-6582dd42-1fb7-49f1-be50-5adb3759910a service neutron] Transition to ACTIVE for port object 973deb69-acfe-4dbc-a8f6-657eb618af54 will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:44:20.884062 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-d2d43ee2-f381-414c-a652-f965aa35b515 req-6582dd42-1fb7-49f1-be50-5adb3759910a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:20.898219 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3d4255-44ba-49b7-b381-98e9b7bca92a req-6a01d90e-17eb-4bd2-8c39-7403ccc0a9f8 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:20.900035 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3b3d4255-44ba-49b7-b381-98e9b7bca92a req-6a01d90e-17eb-4bd2-8c39-7403ccc0a9f8 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ba6d6bf-1816-4862-9cb3-bf74999f6163 HTTP/1.1" status: 200 len: 944 time: 0.1139929 Sep 23 06:44:20.913789 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-6b6e61bb-3f76-43f2-b7f4-30b39e5b2828 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5841877 Sep 23 06:44:20.926827 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 06:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-390ed0c3-32ed-4ff3-b0d2-97bcb62a6070 x-openstack-request-id: req-390ed0c3-32ed-4ff3-b0d2-97bcb62a6070 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:44:20.927123 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4a625fe-80e7-4aad-910d-dee9e31060ba", "name": "network-vif-unplugged", "status": "completed", "tag": "973deb69-acfe-4dbc-a8f6-657eb618af54", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:44:20.927376 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-390ed0c3-32ed-4ff3-b0d2-97bcb62a6070 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:44:20.927771 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4a625fe-80e7-4aad-910d-dee9e31060ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '973deb69-acfe-4dbc-a8f6-657eb618af54', 'code': 200} Sep 23 06:44:20.929814 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53214) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:44:20.937693 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-b1715b69-07ef-4171-b484-b6a5116d3a2b admin admin] Request body: {'subnet': {'network_id': '2b7bd705-2e60-460a-a561-0bf7bffe3f38', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1067069938-subnet', 'tenant_id': 'b534364c1ecd44a69b47cf0ed516d622', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:44:20.961035 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-609e04dd-9d49-4acc-964f-fa82d0a2df6d req-d7ce9854-c68f-46a8-b017-c2a05f8e173f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ead5d8e9-ed26-4c51-bfc2-b6de8d7d128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837204 Sep 23 06:44:20.961770 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6e61bb-3f76-43f2-b7f4-30b39e5b2828 admin admin] Pushing event updated for resources: {'Network': ['ID=2b7bd705-2e60-460a-a561-0bf7bffe3f38,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:44:20.979420 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 2b7bd705-2e60-460a-a561-0bf7bffe3f38 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:44:21.027015 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2d43ee2-f381-414c-a652-f965aa35b515 req-6582dd42-1fb7-49f1-be50-5adb3759910a service neutron] No DVR routers for this DVR port 973deb69-acfe-4dbc-a8f6-657eb618af54 on host n-h2-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:44:21.035070 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6582dd42-1fb7-49f1-be50-5adb3759910a service neutron] Pushing event updated for resources: {'Port': ['ID=973deb69-acfe-4dbc-a8f6-657eb618af54,revision_number=10']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:44:21.042793 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1715b69-07ef-4171-b484-b6a5116d3a2b admin admin] Made reservation on behalf of b534364c1ecd44a69b47cf0ed516d622 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:44:21.045145 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b1715b69-07ef-4171-b484-b6a5116d3a2b admin admin] Notify callbacks [] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:21.067187 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3b3d4255-44ba-49b7-b381-98e9b7bca92a req-e7bf4e32-5a86-4496-8235-20e19162fd2b tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340196 Sep 23 06:44:21.489846 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a44286-e517-4c25-9850-1eb531cc2313 req-82e1e223-1cdd-4dd6-846a-4cadcd95c27b tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:21.491616 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-62a44286-e517-4c25-9850-1eb531cc2313 req-82e1e223-1cdd-4dd6-846a-4cadcd95c27b tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4a625fe-80e7-4aad-910d-dee9e31060ba HTTP/1.1" status: 200 len: 949 time: 0.0558908 Sep 23 06:44:21.528555 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-d2d43ee2-f381-414c-a652-f965aa35b515 req-6582dd42-1fb7-49f1-be50-5adb3759910a service neutron] Attempting to bind port 973deb69-acfe-4dbc-a8f6-657eb618af54 on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:44:21.528873 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-d2d43ee2-f381-414c-a652-f965aa35b515 req-6582dd42-1fb7-49f1-be50-5adb3759910a service neutron] Attempting to bind port 973deb69-acfe-4dbc-a8f6-657eb618af54 by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:44:21.529353 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d43ee2-f381-414c-a652-f965aa35b515 req-6582dd42-1fb7-49f1-be50-5adb3759910a service neutron] Attempting to bind port 973deb69-acfe-4dbc-a8f6-657eb618af54 on network 16515f0f-e5a6-4630-a440-e11fb2e02062 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:44:21.535800 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-62a44286-e517-4c25-9850-1eb531cc2313 req-f41f14fe-1fd6-4fa4-be2a-702bf31d7f20 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373960 Sep 23 06:44:21.557655 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d43ee2-f381-414c-a652-f965aa35b515 req-6582dd42-1fb7-49f1-be50-5adb3759910a service neutron] Port 973deb69-acfe-4dbc-a8f6-657eb618af54 on network 16515f0f-e5a6-4630-a440-e11fb2e02062 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:44:21.557655 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d43ee2-f381-414c-a652-f965aa35b515 req-6582dd42-1fb7-49f1-be50-5adb3759910a service neutron] Attempting to bind port 973deb69-acfe-4dbc-a8f6-657eb618af54 on network 16515f0f-e5a6-4630-a440-e11fb2e02062 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:44:21.584144 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d43ee2-f381-414c-a652-f965aa35b515 req-6582dd42-1fb7-49f1-be50-5adb3759910a service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:44:21.584615 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d43ee2-f381-414c-a652-f965aa35b515 req-6582dd42-1fb7-49f1-be50-5adb3759910a service neutron] Checking segment: {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:44:21.585404 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d43ee2-f381-414c-a652-f965aa35b515 req-6582dd42-1fb7-49f1-be50-5adb3759910a service neutron] Bound using segment: {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:44:21.585942 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-d2d43ee2-f381-414c-a652-f965aa35b515 req-6582dd42-1fb7-49f1-be50-5adb3759910a service neutron] Bound port: 973deb69-acfe-4dbc-a8f6-657eb618af54, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:44:21.586307 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-d2d43ee2-f381-414c-a652-f965aa35b515 req-6582dd42-1fb7-49f1-be50-5adb3759910a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:21.655832 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d50ccf-a570-4f52-bfd3-993faf0e23e1 req-ee57066b-3243-4c7b-a88b-504fbe57460e tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:21.658322 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b6d50ccf-a570-4f52-bfd3-993faf0e23e1 req-ee57066b-3243-4c7b-a88b-504fbe57460e tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d9dd330-c207-430f-9a5b-6373908f2ca9 HTTP/1.1" status: 200 len: 945 time: 0.1248956 Sep 23 06:44:21.756758 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33fadcc-21e8-4367-a1cc-9c8e50465e8b req-dcbffaf4-6be5-4cd6-ac78-4eb4628c4229 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:21.758356 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d33fadcc-21e8-4367-a1cc-9c8e50465e8b req-dcbffaf4-6be5-4cd6-ac78-4eb4628c4229 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a06109e-99b8-472e-b8b7-902d575c5d5d HTTP/1.1" status: 200 len: 945 time: 0.0544531 Sep 23 06:44:21.783093 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-d2d43ee2-f381-414c-a652-f965aa35b515 req-6582dd42-1fb7-49f1-be50-5adb3759910a service neutron] For port 973deb69-acfe-4dbc-a8f6-657eb618af54, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:44:21.790203 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 973deb69-acfe-4dbc-a8f6-657eb618af54 no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:44:21.794040 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b6d50ccf-a570-4f52-bfd3-993faf0e23e1 req-27a90b06-cbe4-487a-9bcc-45b2416bc28c tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110535 Sep 23 06:44:21.816386 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-d2d43ee2-f381-414c-a652-f965aa35b515 req-6582dd42-1fb7-49f1-be50-5adb3759910a service neutron] For port 973deb69-acfe-4dbc-a8f6-657eb618af54, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=973deb69-acfe-4dbc-a8f6-657eb618af54,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:44:21.824185 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-d2d43ee2-f381-414c-a652-f965aa35b515 req-6582dd42-1fb7-49f1-be50-5adb3759910a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:21.824794 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d33fadcc-21e8-4367-a1cc-9c8e50465e8b req-5bbd269e-114c-4980-8780-9f466bdbe3d6 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/security-groups?id=ead5d8e9-ed26-4c51-bfc2-b6de8d7d128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569010 Sep 23 06:44:21.865781 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b1715b69-07ef-4171-b484-b6a5116d3a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:21.874188 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 973deb69-acfe-4dbc-a8f6-657eb618af54 not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:44:21.878438 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d43ee2-f381-414c-a652-f965aa35b515 req-6582dd42-1fb7-49f1-be50-5adb3759910a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:21.879154 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-d2d43ee2-f381-414c-a652-f965aa35b515 req-6582dd42-1fb7-49f1-be50-5adb3759910a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:21.880639 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d2d43ee2-f381-414c-a652-f965aa35b515 req-6582dd42-1fb7-49f1-be50-5adb3759910a service neutron] 10.222.0.21 "PUT /v2.0/ports/973deb69-acfe-4dbc-a8f6-657eb618af54 HTTP/1.1" status: 200 len: 1098 time: 1.5810781 Sep 23 06:44:21.991990 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1715b69-07ef-4171-b484-b6a5116d3a2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=22e559b1-bc95-4b10-a948-81fb2fccd5ed,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:44:22.001369 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6582dd42-1fb7-49f1-be50-5adb3759910a service neutron] Pushing event updated for resources: {'Port': ['ID=973deb69-acfe-4dbc-a8f6-657eb618af54,revision_number=11']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:44:22.015708 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1715b69-07ef-4171-b484-b6a5116d3a2b admin admin] Checking segment: {'id': '0da86c90-6a72-4e68-aee1-79a63b94f012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2b7bd705-2e60-460a-a561-0bf7bffe3f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:44:22.016090 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1715b69-07ef-4171-b484-b6a5116d3a2b admin admin] Network hostable DHCP agents. Network: 2b7bd705-2e60-460a-a561-0bf7bffe3f38, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:44:22.042116 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d43ee2-f381-414c-a652-f965aa35b515 req-ad250cd2-d8e0-42e5-8369-d993f0405929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:22.043732 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d2d43ee2-f381-414c-a652-f965aa35b515 req-ad250cd2-d8e0-42e5-8369-d993f0405929 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5ca4f991227448e1b6417695cbfdc362&device_id=e4a625fe-80e7-4aad-910d-dee9e31060ba HTTP/1.1" status: 200 len: 1101 time: 0.1000319 Sep 23 06:44:22.044908 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1715b69-07ef-4171-b484-b6a5116d3a2b admin admin] Network 2b7bd705-2e60-460a-a561-0bf7bffe3f38 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:44:22.074365 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-b1715b69-07ef-4171-b484-b6a5116d3a2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 2b7bd705-2e60-460a-a561-0bf7bffe3f38) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:44:22.082175 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1715b69-07ef-4171-b484-b6a5116d3a2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:22.082777 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b1715b69-07ef-4171-b484-b6a5116d3a2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:22.083455 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b96a7c-cfe7-48f9-bc2e-2c5a7994de8c None None] Network 2b7bd705-2e60-460a-a561-0bf7bffe3f38 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:44:22.188730 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-b1715b69-07ef-4171-b484-b6a5116d3a2b admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2549365 Sep 23 06:44:22.191384 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53238) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:44:22.197637 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-433c6251-c8c7-4011-8b9b-c5b7883612d3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1067069938-router', 'tenant_id': 'b534364c1ecd44a69b47cf0ed516d622', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:44:22.203025 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d43ee2-f381-414c-a652-f965aa35b515 req-9914fb54-dcd6-48f3-959a-342a5d2f2df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:22.204489 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d2d43ee2-f381-414c-a652-f965aa35b515 req-9914fb54-dcd6-48f3-959a-342a5d2f2df9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=16515f0f-e5a6-4630-a440-e11fb2e02062 HTTP/1.1" status: 200 len: 870 time: 0.1514835 Sep 23 06:44:22.226671 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a83d162-4b58-42e6-afd4-6338f4ba53cd req-7b485363-9c2b-43bf-aa87-fce8f23cc63c tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:22.238028 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2a83d162-4b58-42e6-afd4-6338f4ba53cd req-7b485363-9c2b-43bf-aa87-fce8f23cc63c tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ba6d6bf-1816-4862-9cb3-bf74999f6163 HTTP/1.1" status: 200 len: 944 time: 0.0774930 Sep 23 06:44:22.261600 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d2d43ee2-f381-414c-a652-f965aa35b515 req-dfcdd051-aba8-4336-9988-4ca9034f8001 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=973deb69-acfe-4dbc-a8f6-657eb618af54 HTTP/1.1" status: 200 len: 217 time: 0.0489733 Sep 23 06:44:22.273742 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb71f3d-1ec9-487d-bec8-0620eefaee62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-2b7bd705-2e60-460a-a561-0bf7bffe3f38', 'network_id': '2b7bd705-2e60-460a-a561-0bf7bffe3f38', 'tenant_id': 'b534364c1ecd44a69b47cf0ed516d622', 'fixed_ips': [{'subnet_id': '22e559b1-bc95-4b10-a948-81fb2fccd5ed'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 06:44:22.274641 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-bfb71f3d-1ec9-487d-bec8-0620eefaee62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:22.304750 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2a83d162-4b58-42e6-afd4-6338f4ba53cd req-381bb68f-4f62-4376-bab8-1ec59ac31e7a tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622113 Sep 23 06:44:22.309352 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-433c6251-c8c7-4011-8b9b-c5b7883612d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:22.310442 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-433c6251-c8c7-4011-8b9b-c5b7883612d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:22.348903 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d43ee2-f381-414c-a652-f965aa35b515 req-73639416-8100-43c9-b484-12e0459b5120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:22.350410 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d2d43ee2-f381-414c-a652-f965aa35b515 req-73639416-8100-43c9-b484-12e0459b5120 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e HTTP/1.1" status: 200 len: 843 time: 0.0808744 Sep 23 06:44:22.389893 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-433c6251-c8c7-4011-8b9b-c5b7883612d3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:22.503885 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d43ee2-f381-414c-a652-f965aa35b515 req-bca79686-3897-4c01-a995-bb1907b67ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:22.505433 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d2d43ee2-f381-414c-a652-f965aa35b515 req-bca79686-3897-4c01-a995-bb1907b67ae6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=16515f0f-e5a6-4630-a440-e11fb2e02062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1142576 Sep 23 06:44:22.508067 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-bfb71f3d-1ec9-487d-bec8-0620eefaee62 None None] Allocated IP 172.20.0.2 (2b7bd705-2e60-460a-a561-0bf7bffe3f38/22e559b1-bc95-4b10-a948-81fb2fccd5ed/f905d5f0-abfc-4a20-926c-799a50dcb446) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:44:22.593692 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-433c6251-c8c7-4011-8b9b-c5b7883612d3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:22.733298 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d2d43ee2-f381-414c-a652-f965aa35b515 req-e0b11f48-c78f-45d1-b4c6-6e28bff3bdb7 service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947105 Sep 23 06:44:22.753113 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e1e77-441a-470f-9074-64c3a9afe178 req-9ca6ee8a-3c54-4cc4-ac8a-7b2280394d57 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:22.754846 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-533e1e77-441a-470f-9074-64c3a9afe178 req-9ca6ee8a-3c54-4cc4-ac8a-7b2280394d57 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4a625fe-80e7-4aad-910d-dee9e31060ba HTTP/1.1" status: 200 len: 949 time: 0.1083832 Sep 23 06:44:22.764899 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-bfb71f3d-1ec9-487d-bec8-0620eefaee62 None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:22.776196 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-bfb71f3d-1ec9-487d-bec8-0620eefaee62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:22.819609 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb71f3d-1ec9-487d-bec8-0620eefaee62 None None] Network 2b7bd705-2e60-460a-a561-0bf7bffe3f38 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:44:22.824519 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-bfb71f3d-1ec9-487d-bec8-0620eefaee62 None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:44:22.831433 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb71f3d-1ec9-487d-bec8-0620eefaee62 None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:44:22.841818 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb71f3d-1ec9-487d-bec8-0620eefaee62 None None] Pushing event updated for resources: {'Port': ['ID=f905d5f0-abfc-4a20-926c-799a50dcb446,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:44:22.892397 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-bfb71f3d-1ec9-487d-bec8-0620eefaee62 None None] Attempting to bind port f905d5f0-abfc-4a20-926c-799a50dcb446 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:44:22.892758 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-bfb71f3d-1ec9-487d-bec8-0620eefaee62 None None] Attempting to bind port f905d5f0-abfc-4a20-926c-799a50dcb446 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '0da86c90-6a72-4e68-aee1-79a63b94f012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2b7bd705-2e60-460a-a561-0bf7bffe3f38'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:44:22.893664 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb71f3d-1ec9-487d-bec8-0620eefaee62 None None] Attempting to bind port f905d5f0-abfc-4a20-926c-799a50dcb446 on network 2b7bd705-2e60-460a-a561-0bf7bffe3f38 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:44:22.899069 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb71f3d-1ec9-487d-bec8-0620eefaee62 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:44:22.899448 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb71f3d-1ec9-487d-bec8-0620eefaee62 None None] Checking segment: {'id': '0da86c90-6a72-4e68-aee1-79a63b94f012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2b7bd705-2e60-460a-a561-0bf7bffe3f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:44:22.899855 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-bfb71f3d-1ec9-487d-bec8-0620eefaee62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:22.900405 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb71f3d-1ec9-487d-bec8-0620eefaee62 None None] Bound using segment: {'id': '0da86c90-6a72-4e68-aee1-79a63b94f012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2b7bd705-2e60-460a-a561-0bf7bffe3f38'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:44:22.900876 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-bfb71f3d-1ec9-487d-bec8-0620eefaee62 None None] Bound port: f905d5f0-abfc-4a20-926c-799a50dcb446, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0da86c90-6a72-4e68-aee1-79a63b94f012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2b7bd705-2e60-460a-a561-0bf7bffe3f38'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:44:22.901253 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-bfb71f3d-1ec9-487d-bec8-0620eefaee62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:22.914571 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-533e1e77-441a-470f-9074-64c3a9afe178 req-071c2a4f-e933-4c0b-bc2f-0738799d4924 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525347 Sep 23 06:44:22.931636 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4a625fe-80e7-4aad-910d-dee9e31060ba', 'tag': '973deb69-acfe-4dbc-a8f6-657eb618af54'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:44:22.943997 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15be7ce2-a376-498d-a06b-6b213076025d" -d '{"events": [{"name": "network-changed", "server_uuid": "e4a625fe-80e7-4aad-910d-dee9e31060ba", "tag": "973deb69-acfe-4dbc-a8f6-657eb618af54"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:44:22.981467 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d2d43ee2-f381-414c-a652-f965aa35b515 req-3e701566-77df-479d-90e7-341e309c64be service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170091 Sep 23 06:44:22.986488 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-bfb71f3d-1ec9-487d-bec8-0620eefaee62 None None] For port f905d5f0-abfc-4a20-926c-799a50dcb446, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:44:22.991404 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-bfb71f3d-1ec9-487d-bec8-0620eefaee62 None None] For port f905d5f0-abfc-4a20-926c-799a50dcb446, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=f905d5f0-abfc-4a20-926c-799a50dcb446,segment=NetworkSegment(0da86c90-6a72-4e68-aee1-79a63b94f012),segment_id=0da86c90-6a72-4e68-aee1-79a63b94f012)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:44:22.993535 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e751b1d-5660-4baa-9915-a7646083c29f req-d99feec2-34d5-49af-8342-7080ccd56f27 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:22.998495 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-bfb71f3d-1ec9-487d-bec8-0620eefaee62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:23.006532 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5e751b1d-5660-4baa-9915-a7646083c29f req-d99feec2-34d5-49af-8342-7080ccd56f27 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d9dd330-c207-430f-9a5b-6373908f2ca9 HTTP/1.1" status: 200 len: 945 time: 0.1088705 Sep 23 06:44:23.075435 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5e751b1d-5660-4baa-9915-a7646083c29f req-78460508-9713-4172-9817-78baec0212cd tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677190 Sep 23 06:44:23.076044 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb71f3d-1ec9-487d-bec8-0620eefaee62 None None] Pushing event updated for resources: {'Port': ['ID=f905d5f0-abfc-4a20-926c-799a50dcb446,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:44:23.197586 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e967299b-6b06-4253-82b5-d3f7f710b3b5 req-0fa8c462-3ea6-404c-8ace-7b5e3319230f tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:23.199143 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e967299b-6b06-4253-82b5-d3f7f710b3b5 req-0fa8c462-3ea6-404c-8ace-7b5e3319230f tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a06109e-99b8-472e-b8b7-902d575c5d5d HTTP/1.1" status: 200 len: 945 time: 0.1651933 Sep 23 06:44:23.205900 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-433c6251-c8c7-4011-8b9b-c5b7883612d3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:23.229166 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-433c6251-c8c7-4011-8b9b-c5b7883612d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:23.232606 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9690e6-2828-4eee-b306-8b43050e9dca x-openstack-request-id: req-7b9690e6-2828-4eee-b306-8b43050e9dca {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:44:23.232891 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4a625fe-80e7-4aad-910d-dee9e31060ba", "tag": "973deb69-acfe-4dbc-a8f6-657eb618af54", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:44:23.233143 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7b9690e6-2828-4eee-b306-8b43050e9dca {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:44:23.233528 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4a625fe-80e7-4aad-910d-dee9e31060ba', 'tag': '973deb69-acfe-4dbc-a8f6-657eb618af54', 'status': 'completed', 'code': 200} Sep 23 06:44:23.404800 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e967299b-6b06-4253-82b5-d3f7f710b3b5 req-40e2d62b-3d3c-4a18-aaa4-946a7ea7e9e8 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/security-groups?id=ead5d8e9-ed26-4c51-bfc2-b6de8d7d128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765220 Sep 23 06:44:23.441607 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e976405-c9a5-4282-b64c-062790d9ddf7 req-277a5a1a-b8c3-4d72-8b04-175e132b74d6 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:23.450172 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1e976405-c9a5-4282-b64c-062790d9ddf7 req-277a5a1a-b8c3-4d72-8b04-175e132b74d6 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ba6d6bf-1816-4862-9cb3-bf74999f6163 HTTP/1.1" status: 200 len: 944 time: 0.0712202 Sep 23 06:44:23.498340 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be7ce2-a376-498d-a06b-6b213076025d req-e4f41c3f-f862-4967-a9f8-f1ecc72ec4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:23.499934 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-15be7ce2-a376-498d-a06b-6b213076025d req-e4f41c3f-f862-4967-a9f8-f1ecc72ec4fd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5ca4f991227448e1b6417695cbfdc362&device_id=e4a625fe-80e7-4aad-910d-dee9e31060ba HTTP/1.1" status: 200 len: 1101 time: 0.1863217 Sep 23 06:44:23.506938 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1e976405-c9a5-4282-b64c-062790d9ddf7 req-ea15ac8d-fc12-43a4-99d1-8496d055fa66 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505435 Sep 23 06:44:23.513375 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be7ce2-a376-498d-a06b-6b213076025d req-702c0652-958d-4753-ac20-80becbd43648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:23.515127 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-15be7ce2-a376-498d-a06b-6b213076025d req-702c0652-958d-4753-ac20-80becbd43648 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5ca4f991227448e1b6417695cbfdc362&device_id=e4a625fe-80e7-4aad-910d-dee9e31060ba HTTP/1.1" status: 200 len: 1101 time: 0.1950228 Sep 23 06:44:23.608116 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-433c6251-c8c7-4011-8b9b-c5b7883612d3 admin admin] Allocated IP 172.25.2.129 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/cb5f62ab-f482-46f4-80e8-bfb969cbc0df) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:44:23.738265 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea166e0-4a2f-4149-9a4d-854d1dc7b24d req-340a516a-fbdb-455d-b41a-e0e96d8e4016 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:23.740065 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-aea166e0-4a2f-4149-9a4d-854d1dc7b24d req-340a516a-fbdb-455d-b41a-e0e96d8e4016 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a06109e-99b8-472e-b8b7-902d575c5d5d HTTP/1.1" status: 200 len: 945 time: 0.0563450 Sep 23 06:44:23.760697 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be7ce2-a376-498d-a06b-6b213076025d req-d0facf0c-2126-46f6-9ad4-ad2df343138f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:23.762181 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-15be7ce2-a376-498d-a06b-6b213076025d req-d0facf0c-2126-46f6-9ad4-ad2df343138f service neutron] 10.222.0.21 "GET /v2.0/networks?id=16515f0f-e5a6-4630-a440-e11fb2e02062 HTTP/1.1" status: 200 len: 870 time: 0.2381210 Sep 23 06:44:23.764659 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be7ce2-a376-498d-a06b-6b213076025d req-64e7eb4b-85fd-492b-89eb-049dcf922ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:23.766013 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-15be7ce2-a376-498d-a06b-6b213076025d req-64e7eb4b-85fd-492b-89eb-049dcf922ab2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=16515f0f-e5a6-4630-a440-e11fb2e02062 HTTP/1.1" status: 200 len: 870 time: 0.2564156 Sep 23 06:44:23.783893 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-aea166e0-4a2f-4149-9a4d-854d1dc7b24d req-87b722a6-71e8-4439-b18a-8e155f87d449 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/security-groups?id=ead5d8e9-ed26-4c51-bfc2-b6de8d7d128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367880 Sep 23 06:44:23.892614 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-15be7ce2-a376-498d-a06b-6b213076025d req-63704c7d-fd16-4f67-8e89-66fc144abf80 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=973deb69-acfe-4dbc-a8f6-657eb618af54 HTTP/1.1" status: 200 len: 217 time: 0.1218567 Sep 23 06:44:23.895581 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-15be7ce2-a376-498d-a06b-6b213076025d req-afb7d0b6-2519-4ae4-a26d-2efe1b083508 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=973deb69-acfe-4dbc-a8f6-657eb618af54 HTTP/1.1" status: 200 len: 217 time: 0.0912938 Sep 23 06:44:23.999844 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be7ce2-a376-498d-a06b-6b213076025d req-7345ad5a-0655-44d5-a2d9-bba358cd5b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:24.001315 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-15be7ce2-a376-498d-a06b-6b213076025d req-7345ad5a-0655-44d5-a2d9-bba358cd5b9e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e HTTP/1.1" status: 200 len: 843 time: 0.0916982 Sep 23 06:44:24.049402 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-433c6251-c8c7-4011-8b9b-c5b7883612d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:24.067162 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b23ff14-fea2-43e4-a46e-3763097ef7ef req-b2cce3a3-1b19-4696-93d1-e898aa5917e1 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:24.075584 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be7ce2-a376-498d-a06b-6b213076025d req-e7711310-90f6-4d2e-b27f-94c0a1005319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:24.077057 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-15be7ce2-a376-498d-a06b-6b213076025d req-e7711310-90f6-4d2e-b27f-94c0a1005319 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e HTTP/1.1" status: 200 len: 843 time: 0.1582232 Sep 23 06:44:24.079399 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9b23ff14-fea2-43e4-a46e-3763097ef7ef req-b2cce3a3-1b19-4696-93d1-e898aa5917e1 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4a625fe-80e7-4aad-910d-dee9e31060ba HTTP/1.1" status: 200 len: 949 time: 0.0760934 Sep 23 06:44:24.137443 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9b23ff14-fea2-43e4-a46e-3763097ef7ef req-b56d6b8c-63e9-4160-a068-20406b515317 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507820 Sep 23 06:44:24.168005 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be7ce2-a376-498d-a06b-6b213076025d req-668dfa09-6449-4a34-ba8b-5ca5f4ff4f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:24.169526 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-15be7ce2-a376-498d-a06b-6b213076025d req-668dfa09-6449-4a34-ba8b-5ca5f4ff4f47 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=16515f0f-e5a6-4630-a440-e11fb2e02062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1552918 Sep 23 06:44:24.231997 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be7ce2-a376-498d-a06b-6b213076025d req-b253ee85-ebdb-414d-bead-2bd48eccab97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:24.233788 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-15be7ce2-a376-498d-a06b-6b213076025d req-b253ee85-ebdb-414d-bead-2bd48eccab97 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=16515f0f-e5a6-4630-a440-e11fb2e02062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1464663 Sep 23 06:44:24.235049 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-433c6251-c8c7-4011-8b9b-c5b7883612d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:24.279110 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972da332-1991-4a55-a67f-7a5e0a290741 None None] Network 2b7bd705-2e60-460a-a561-0bf7bffe3f38 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:44:24.434466 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-1bea7584-92a8-4577-936e-8431dadf9b8a None None] Provisioning complete for port f905d5f0-abfc-4a20-926c-799a50dcb446 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:44:24.434987 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-1bea7584-92a8-4577-936e-8431dadf9b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:24.549019 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b0820e-de49-4be7-8058-7611e432b348 req-ec08aa07-d6ed-46a0-8a81-d361b2d03707 tempest-LiveAutoBlockMigrationV225Test-1648181363 tempest-LiveAutoBlockMigrationV225Test-1648181363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:24.550920 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f1b0820e-de49-4be7-8058-7611e432b348 req-ec08aa07-d6ed-46a0-8a81-d361b2d03707 tempest-LiveAutoBlockMigrationV225Test-1648181363 tempest-LiveAutoBlockMigrationV225Test-1648181363-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3d9dd330-c207-430f-9a5b-6373908f2ca9&tenant_id=4f0064bb53474048bf6eb5b78e44e4ae&binding%3Ahost_id=n-h2-715271-16 HTTP/1.1" status: 200 len: 1097 time: 0.0735593 Sep 23 06:44:24.562980 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-f1b0820e-de49-4be7-8058-7611e432b348 req-fe19d0b8-a077-4db1-9898-10bbf1b6eca5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-715271-16'}}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:44:24.622435 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-1bea7584-92a8-4577-936e-8431dadf9b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:24.627719 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-f1b0820e-de49-4be7-8058-7611e432b348 req-fe19d0b8-a077-4db1-9898-10bbf1b6eca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:24.685891 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-1bea7584-92a8-4577-936e-8431dadf9b8a None None] For port f905d5f0-abfc-4a20-926c-799a50dcb446, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=f905d5f0-abfc-4a20-926c-799a50dcb446,segment=NetworkSegment(0da86c90-6a72-4e68-aee1-79a63b94f012),segment_id=0da86c90-6a72-4e68-aee1-79a63b94f012)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:44:24.694722 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-1bea7584-92a8-4577-936e-8431dadf9b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:24.707204 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433c6251-c8c7-4011-8b9b-c5b7883612d3 admin admin] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:44:24.747085 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d66ac5f-ac1a-4fb1-bf3f-aa21c84cd66f req-6d272e09-e64b-4b9b-91ef-40ca033c0b46 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:24.755143 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2d66ac5f-ac1a-4fb1-bf3f-aa21c84cd66f req-6d272e09-e64b-4b9b-91ef-40ca033c0b46 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d9dd330-c207-430f-9a5b-6373908f2ca9 HTTP/1.1" status: 200 len: 945 time: 0.5656471 Sep 23 06:44:24.761388 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433c6251-c8c7-4011-8b9b-c5b7883612d3 admin admin] Pushing event updated for resources: {'Port': ['ID=cb5f62ab-f482-46f4-80e8-bfb969cbc0df,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:44:24.764083 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-433c6251-c8c7-4011-8b9b-c5b7883612d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:44:24.792307 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea7584-92a8-4577-936e-8431dadf9b8a None None] Pushing event updated for resources: {'Port': ['ID=f905d5f0-abfc-4a20-926c-799a50dcb446,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:44:24.814155 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433c6251-c8c7-4011-8b9b-c5b7883612d3 admin admin] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:44:24.907771 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-f1b0820e-de49-4be7-8058-7611e432b348 req-fe19d0b8-a077-4db1-9898-10bbf1b6eca5 service neutron] For port f6ff1b82-b649-458f-bb9e-b22289625fda, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=f6ff1b82-b649-458f-bb9e-b22289625fda,segment=NetworkSegment(df9429cb-1b73-4fcc-8ecd-d0edb039148e),segment_id=df9429cb-1b73-4fcc-8ecd-d0edb039148e)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:44:24.940063 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-15be7ce2-a376-498d-a06b-6b213076025d req-839507ed-33c9-49e8-a1a8-8585f94c0449 service neutron] 10.222.0.58 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7517705 Sep 23 06:44:24.945648 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3498bc77-c376-4d9b-81f4-d590c71fb135 req-b27bdc41-9643-4199-a6a8-739ab60cdffb tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:24.959062 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3498bc77-c376-4d9b-81f4-d590c71fb135 req-b27bdc41-9643-4199-a6a8-739ab60cdffb tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ba6d6bf-1816-4862-9cb3-bf74999f6163 HTTP/1.1" status: 200 len: 944 time: 0.2553859 Sep 23 06:44:25.035382 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-9293a2a3-03b1-470f-8847-0ab719b5410e None None] Provisioning complete for port f905d5f0-abfc-4a20-926c-799a50dcb446 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:44:25.035803 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-9293a2a3-03b1-470f-8847-0ab719b5410e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:25.042411 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-f1b0820e-de49-4be7-8058-7611e432b348 req-fe19d0b8-a077-4db1-9898-10bbf1b6eca5 service neutron] For port f6ff1b82-b649-458f-bb9e-b22289625fda, host n-h2-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:44:25.048336 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2d66ac5f-ac1a-4fb1-bf3f-aa21c84cd66f req-d3c63782-60b3-4972-9cb4-6c8da508b547 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922306 Sep 23 06:44:25.067073 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-15be7ce2-a376-498d-a06b-6b213076025d req-0b4d5b08-4ead-42cd-81bb-07032e9fa147 service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7800963 Sep 23 06:44:25.071911 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3498bc77-c376-4d9b-81f4-d590c71fb135 req-0ad2be34-fb37-41b9-b0ee-4a1f1f2046ba tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091232 Sep 23 06:44:25.138161 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device f905d5f0-abfc-4a20-926c-799a50dcb446 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:44:25.195757 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-f1b0820e-de49-4be7-8058-7611e432b348 req-fe19d0b8-a077-4db1-9898-10bbf1b6eca5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:25.200028 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d9dd330-c207-430f-9a5b-6373908f2ca9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6ff1b82-b649-458f-bb9e-b22289625fda'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:44:25.207633 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b5fe74-6eec-492f-8a87-bc4d3fb84702" -d '{"events": [{"server_uuid": "3d9dd330-c207-430f-9a5b-6373908f2ca9", "name": "network-vif-unplugged", "status": "completed", "tag": "f6ff1b82-b649-458f-bb9e-b22289625fda"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:44:25.215542 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-f1b0820e-de49-4be7-8058-7611e432b348 req-fe19d0b8-a077-4db1-9898-10bbf1b6eca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:25.281723 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-15be7ce2-a376-498d-a06b-6b213076025d req-6ce1c7c8-524e-479c-bdf6-c78b67c89dba service neutron] 10.222.0.58 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145895 Sep 23 06:44:25.312550 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port f905d5f0-abfc-4a20-926c-799a50dcb446 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:44:25.313241 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:25.386133 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe19d0b8-a077-4db1-9898-10bbf1b6eca5 service neutron] Pushing event updated for resources: {'Port': ['ID=f6ff1b82-b649-458f-bb9e-b22289625fda,revision_number=7']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:44:25.426746 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b8309-0f04-4c77-b407-b40ed2029bec req-9832ab52-a111-4f0f-8a31-98964c1e78f0 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:25.429393 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f32b8309-0f04-4c77-b407-b40ed2029bec req-9832ab52-a111-4f0f-8a31-98964c1e78f0 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4a625fe-80e7-4aad-910d-dee9e31060ba HTTP/1.1" status: 200 len: 949 time: 0.1377814 Sep 23 06:44:25.434330 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-f1b0820e-de49-4be7-8058-7611e432b348 req-fe19d0b8-a077-4db1-9898-10bbf1b6eca5 service neutron] Attempting to bind port f6ff1b82-b649-458f-bb9e-b22289625fda on host n-h2-715271-16 for vnic_type normal with profile {"migrating_to": "n-h1-715271-16"} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:44:25.434886 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-f1b0820e-de49-4be7-8058-7611e432b348 req-fe19d0b8-a077-4db1-9898-10bbf1b6eca5 service neutron] Attempting to bind port f6ff1b82-b649-458f-bb9e-b22289625fda by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': 'df9429cb-1b73-4fcc-8ecd-d0edb039148e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '26aba36e-f765-4b4a-a7c9-897761ec549b'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:44:25.435413 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b0820e-de49-4be7-8058-7611e432b348 req-fe19d0b8-a077-4db1-9898-10bbf1b6eca5 service neutron] Attempting to bind port f6ff1b82-b649-458f-bb9e-b22289625fda on network 26aba36e-f765-4b4a-a7c9-897761ec549b {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:44:25.448419 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b0820e-de49-4be7-8058-7611e432b348 req-fe19d0b8-a077-4db1-9898-10bbf1b6eca5 service neutron] Port f6ff1b82-b649-458f-bb9e-b22289625fda on network 26aba36e-f765-4b4a-a7c9-897761ec549b not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:44:25.449115 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b0820e-de49-4be7-8058-7611e432b348 req-fe19d0b8-a077-4db1-9898-10bbf1b6eca5 service neutron] Attempting to bind port f6ff1b82-b649-458f-bb9e-b22289625fda on network 26aba36e-f765-4b4a-a7c9-897761ec549b {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:44:25.454404 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db75fd8e-a188-408e-994b-d5158012940c req-7304e270-45bb-4c7f-95b9-9c9cd996f0d3 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:25.463021 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-db75fd8e-a188-408e-994b-d5158012940c req-7304e270-45bb-4c7f-95b9-9c9cd996f0d3 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a06109e-99b8-472e-b8b7-902d575c5d5d HTTP/1.1" status: 200 len: 945 time: 0.2343774 Sep 23 06:44:25.463536 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b0820e-de49-4be7-8058-7611e432b348 req-fe19d0b8-a077-4db1-9898-10bbf1b6eca5 service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:44:25.464058 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b0820e-de49-4be7-8058-7611e432b348 req-fe19d0b8-a077-4db1-9898-10bbf1b6eca5 service neutron] Checking segment: {'id': 'df9429cb-1b73-4fcc-8ecd-d0edb039148e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '26aba36e-f765-4b4a-a7c9-897761ec549b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:44:25.464608 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b0820e-de49-4be7-8058-7611e432b348 req-fe19d0b8-a077-4db1-9898-10bbf1b6eca5 service neutron] Bound using segment: {'id': 'df9429cb-1b73-4fcc-8ecd-d0edb039148e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '26aba36e-f765-4b4a-a7c9-897761ec549b'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:44:25.465220 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-f1b0820e-de49-4be7-8058-7611e432b348 req-fe19d0b8-a077-4db1-9898-10bbf1b6eca5 service neutron] Bound port: f6ff1b82-b649-458f-bb9e-b22289625fda, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df9429cb-1b73-4fcc-8ecd-d0edb039148e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '26aba36e-f765-4b4a-a7c9-897761ec549b'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:44:25.465761 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-f1b0820e-de49-4be7-8058-7611e432b348 req-fe19d0b8-a077-4db1-9898-10bbf1b6eca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:25.503810 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f32b8309-0f04-4c77-b407-b40ed2029bec req-eb6a1c4d-5d5e-491a-9751-461b9ace9bd0 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637136 Sep 23 06:44:25.545292 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-db75fd8e-a188-408e-994b-d5158012940c req-f40b0a7d-77c2-4cf7-b1be-9b5cdbc52e63 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/security-groups?id=ead5d8e9-ed26-4c51-bfc2-b6de8d7d128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760803 Sep 23 06:44:25.575131 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-f1b0820e-de49-4be7-8058-7611e432b348 req-fe19d0b8-a077-4db1-9898-10bbf1b6eca5 service neutron] For port f6ff1b82-b649-458f-bb9e-b22289625fda, host n-h2-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:44:25.579288 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-f1b0820e-de49-4be7-8058-7611e432b348 req-fe19d0b8-a077-4db1-9898-10bbf1b6eca5 service neutron] For port f6ff1b82-b649-458f-bb9e-b22289625fda, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=f6ff1b82-b649-458f-bb9e-b22289625fda,segment=NetworkSegment(df9429cb-1b73-4fcc-8ecd-d0edb039148e),segment_id=df9429cb-1b73-4fcc-8ecd-d0edb039148e)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:44:25.584849 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-15be7ce2-a376-498d-a06b-6b213076025d req-d7df0abe-5ada-47f3-a094-243672c8c6ad service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4940240 Sep 23 06:44:25.587707 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-f1b0820e-de49-4be7-8058-7611e432b348 req-fe19d0b8-a077-4db1-9898-10bbf1b6eca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:25.600684 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-433c6251-c8c7-4011-8b9b-c5b7883612d3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:25.666287 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 06:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d24812-5c6b-4718-8ee5-3bc0dd041b8b x-openstack-request-id: req-27d24812-5c6b-4718-8ee5-3bc0dd041b8b {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:44:25.666479 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d9dd330-c207-430f-9a5b-6373908f2ca9", "name": "network-vif-unplugged", "status": "completed", "tag": "f6ff1b82-b649-458f-bb9e-b22289625fda", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:44:25.666604 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-27d24812-5c6b-4718-8ee5-3bc0dd041b8b {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:44:25.667042 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d9dd330-c207-430f-9a5b-6373908f2ca9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6ff1b82-b649-458f-bb9e-b22289625fda', 'code': 200} Sep 23 06:44:25.710444 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b0820e-de49-4be7-8058-7611e432b348 req-fe19d0b8-a077-4db1-9898-10bbf1b6eca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:25.711138 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-f1b0820e-de49-4be7-8058-7611e432b348 req-fe19d0b8-a077-4db1-9898-10bbf1b6eca5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:25.712851 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f1b0820e-de49-4be7-8058-7611e432b348 req-fe19d0b8-a077-4db1-9898-10bbf1b6eca5 service neutron] 10.222.0.21 "PUT /v2.0/ports/f6ff1b82-b649-458f-bb9e-b22289625fda HTTP/1.1" status: 200 len: 1123 time: 1.1540499 Sep 23 06:44:25.714098 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe19d0b8-a077-4db1-9898-10bbf1b6eca5 service neutron] Pushing event updated for resources: {'Port': ['ID=f6ff1b82-b649-458f-bb9e-b22289625fda,revision_number=8']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:44:25.741464 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 43e749ab-2d4a-4288-867c-05cfecd0836d details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:44:25.887367 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['f6ff1b82-b649-458f-bb9e-b22289625fda'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:44:25.891401 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['f6ff1b82-b649-458f-bb9e-b22289625fda'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:44:25.895682 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-433c6251-c8c7-4011-8b9b-c5b7883612d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:25.983824 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 43e749ab-2d4a-4288-867c-05cfecd0836d, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=43e749ab-2d4a-4288-867c-05cfecd0836d,segment=NetworkSegment(a2ee209e-d4ee-4c6a-8401-bd714bf3436e),segment_id=a2ee209e-d4ee-4c6a-8401-bd714bf3436e)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:44:26.021471 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': '43e749ab-2d4a-4288-867c-05cfecd0836d', 'network_id': 'b41a91e1-341c-4340-b7a8-8779367a7828', 'port_id': '43e749ab-2d4a-4288-867c-05cfecd0836d', 'mac_address': 'fa:16:3e:f8:1d:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7d428fe-182b-4149-b884-87c9d4508732', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:44:26.059390 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-433c6251-c8c7-4011-8b9b-c5b7883612d3 admin admin] Router 6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 06:44:26.111138 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:26.151145 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43e749ab-2d4a-4288-867c-05cfecd0836d {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:44:26.197532 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 43e749ab-2d4a-4288-867c-05cfecd0836d, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=43e749ab-2d4a-4288-867c-05cfecd0836d,segment=NetworkSegment(a2ee209e-d4ee-4c6a-8401-bd714bf3436e),segment_id=a2ee209e-d4ee-4c6a-8401-bd714bf3436e)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:44:26.209529 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:26.210423 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device f6ff1b82-b649-458f-bb9e-b22289625fda details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:44:26.240836 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-433c6251-c8c7-4011-8b9b-c5b7883612d3 admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:44:26.269462 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efdc1aa-8f84-4479-ac80-b5c95ca7a020 None None] Sync routers for ids ['6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:44:26.301780 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-433c6251-c8c7-4011-8b9b-c5b7883612d3 admin admin] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:26.303649 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-433c6251-c8c7-4011-8b9b-c5b7883612d3 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.1112084 Sep 23 06:44:26.306444 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53292) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:44:26.334701 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0c4ff7-3d71-4a44-958c-8454c28a740a req-49e66a3d-81d8-425b-a4e7-d95e4f433d2b tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:26.336244 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6d0c4ff7-3d71-4a44-958c-8454c28a740a req-49e66a3d-81d8-425b-a4e7-d95e4f433d2b tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d9dd330-c207-430f-9a5b-6373908f2ca9 HTTP/1.1" status: 200 len: 943 time: 0.1060987 Sep 23 06:44:26.341269 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efdc1aa-8f84-4479-ac80-b5c95ca7a020 None None] Routers {'6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:44:26.342016 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-1efdc1aa-8f84-4479-ac80-b5c95ca7a020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:44:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:44:26.363627 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3763fe-be1e-4132-922f-5609bf62d742 req-30cfc4a3-687a-441f-aedc-67bc14a2d871 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:26.371694 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8f3763fe-be1e-4132-922f-5609bf62d742 req-30cfc4a3-687a-441f-aedc-67bc14a2d871 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ba6d6bf-1816-4862-9cb3-bf74999f6163 HTTP/1.1" status: 200 len: 945 time: 0.1281064 Sep 23 06:44:26.393512 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=43e749ab-2d4a-4288-867c-05cfecd0836d,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:44:26.427898 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8f3763fe-be1e-4132-922f-5609bf62d742 req-8513da0f-d5a1-41d9-b953-fcc6dac29747 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551753 Sep 23 06:44:26.445259 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6d0c4ff7-3d71-4a44-958c-8454c28a740a req-2283e7e0-3b74-49aa-9763-ee92a701edb2 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903931 Sep 23 06:44:26.543052 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port f6ff1b82-b649-458f-bb9e-b22289625fda, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=f6ff1b82-b649-458f-bb9e-b22289625fda,segment=NetworkSegment(df9429cb-1b73-4fcc-8ecd-d0edb039148e),segment_id=df9429cb-1b73-4fcc-8ecd-d0edb039148e)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:44:26.560407 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device f6ff1b82-b649-458f-bb9e-b22289625fda has no active binding in host n-h1-715271-16 {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 23 06:44:26.572011 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-1efdc1aa-8f84-4479-ac80-b5c95ca7a020 None None] Set router 6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:44:26.759645 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9899947c-c3e8-4621-b79c-4b8b0f9e7078 req-88fd4a8d-ccd6-48fa-a2be-63f19926256a tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:26.762947 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9899947c-c3e8-4621-b79c-4b8b0f9e7078 req-88fd4a8d-ccd6-48fa-a2be-63f19926256a tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a06109e-99b8-472e-b8b7-902d575c5d5d HTTP/1.1" status: 200 len: 945 time: 0.1009958 Sep 23 06:44:26.789525 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-1efdc1aa-8f84-4479-ac80-b5c95ca7a020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd', 'name': 'tempest-ServersTestFqdnHostnames-1067069938-router', 'tenant_id': 'b534364c1ecd44a69b47cf0ed516d622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'cb5f62ab-f482-46f4-80e8-bfb969cbc0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:44:22Z', 'updated_at': '2021-09-23T06:44:25Z', 'revision_number': 3, 'project_id': 'b534364c1ecd44a69b47cf0ed516d622', 'gw_port': {'id': 'cb5f62ab-f482-46f4-80e8-bfb969cbc0df', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:bc:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:44:23Z', 'updated_at': '2021-09-23T06:44:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:44:26.818657 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efdc1aa-8f84-4479-ac80-b5c95ca7a020 None None] Checking router: 6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:44:26.819005 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efdc1aa-8f84-4479-ac80-b5c95ca7a020 None None] Updating router 6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd port cb5f62ab-f482-46f4-80e8-bfb969cbc0df binding host n-d-715271-16 {{(pid=95067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 06:44:26.843613 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9899947c-c3e8-4621-b79c-4b8b0f9e7078 req-0166172d-2e13-496e-829d-9e44be3cd198 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/security-groups?id=ead5d8e9-ed26-4c51-bfc2-b6de8d7d128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757329 Sep 23 06:44:26.852326 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-1efdc1aa-8f84-4479-ac80-b5c95ca7a020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:26.853756 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbeec53-0d34-4106-bcaf-c77988d8d9bd req-ce83cfb7-a707-47d9-b488-11d75d6c1bcb tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:26.855490 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7cbeec53-0d34-4106-bcaf-c77988d8d9bd req-ce83cfb7-a707-47d9-b488-11d75d6c1bcb tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4a625fe-80e7-4aad-910d-dee9e31060ba HTTP/1.1" status: 200 len: 949 time: 0.0575635 Sep 23 06:44:26.900313 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7cbeec53-0d34-4106-bcaf-c77988d8d9bd req-3cc13dac-82be-4124-aa76-8c9e318d8658 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363932 Sep 23 06:44:26.998414 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f7e48424-9140-4760-92e9-22874c34c45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:27.161063 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-f7e48424-9140-4760-92e9-22874c34c45b admin admin] Allocated IP 172.20.0.1 (2b7bd705-2e60-460a-a561-0bf7bffe3f38/22e559b1-bc95-4b10-a948-81fb2fccd5ed/4a7a9389-e577-429d-92ed-47667fd30c37) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:44:27.271393 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f7e48424-9140-4760-92e9-22874c34c45b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:27.283862 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-1efdc1aa-8f84-4479-ac80-b5c95ca7a020 None None] Notify callbacks [] for port, precommit_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:27.296979 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-1efdc1aa-8f84-4479-ac80-b5c95ca7a020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:27.312642 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f7e48424-9140-4760-92e9-22874c34c45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:27.325048 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['43e749ab-2d4a-4288-867c-05cfecd0836d'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:44:27.356576 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e48424-9140-4760-92e9-22874c34c45b admin admin] Network 2b7bd705-2e60-460a-a561-0bf7bffe3f38 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:44:27.366031 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-f7e48424-9140-4760-92e9-22874c34c45b admin admin] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:44:27.367960 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e48424-9140-4760-92e9-22874c34c45b admin admin] Pushing event updated for resources: {'Port': ['ID=4a7a9389-e577-429d-92ed-47667fd30c37,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:44:27.370145 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e48424-9140-4760-92e9-22874c34c45b admin admin] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:44:27.370628 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f7e48424-9140-4760-92e9-22874c34c45b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068614'] for router_interface, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:27.386774 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3e575a-8657-4800-b4ad-7e6039928e2f None None] Pushing event updated for resources: {'Port': ['ID=cb5f62ab-f482-46f4-80e8-bfb969cbc0df,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:44:27.389073 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-1efdc1aa-8f84-4479-ac80-b5c95ca7a020 None None] Attempting to bind port cb5f62ab-f482-46f4-80e8-bfb969cbc0df on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:44:27.389446 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-1efdc1aa-8f84-4479-ac80-b5c95ca7a020 None None] Attempting to bind port cb5f62ab-f482-46f4-80e8-bfb969cbc0df by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:44:27.389814 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efdc1aa-8f84-4479-ac80-b5c95ca7a020 None None] Attempting to bind port cb5f62ab-f482-46f4-80e8-bfb969cbc0df on network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:44:27.398313 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efdc1aa-8f84-4479-ac80-b5c95ca7a020 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:44:27.398688 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efdc1aa-8f84-4479-ac80-b5c95ca7a020 None None] Checking segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:44:27.399090 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-1efdc1aa-8f84-4479-ac80-b5c95ca7a020 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:27.399480 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efdc1aa-8f84-4479-ac80-b5c95ca7a020 None None] Bound using segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:44:27.399944 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-1efdc1aa-8f84-4479-ac80-b5c95ca7a020 None None] Bound port: cb5f62ab-f482-46f4-80e8-bfb969cbc0df, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:44:27.400319 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-1efdc1aa-8f84-4479-ac80-b5c95ca7a020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:27.491298 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-1efdc1aa-8f84-4479-ac80-b5c95ca7a020 None None] For port cb5f62ab-f482-46f4-80e8-bfb969cbc0df, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:44:27.495550 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-1efdc1aa-8f84-4479-ac80-b5c95ca7a020 None None] For port cb5f62ab-f482-46f4-80e8-bfb969cbc0df, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=cb5f62ab-f482-46f4-80e8-bfb969cbc0df,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:44:27.507857 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-1efdc1aa-8f84-4479-ac80-b5c95ca7a020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:27.552548 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f7e48424-9140-4760-92e9-22874c34c45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:27.629514 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3e575a-8657-4800-b4ad-7e6039928e2f None None] Pushing event updated for resources: {'Port': ['ID=cb5f62ab-f482-46f4-80e8-bfb969cbc0df,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:44:27.636764 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eab987-89a3-4dde-b939-a80d10321bb8 req-b839531c-6175-406d-a446-3b20bd61d7b5 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:27.639042 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efdc1aa-8f84-4479-ac80-b5c95ca7a020 None None] Routers {'6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:44:27.639697 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-1efdc1aa-8f84-4479-ac80-b5c95ca7a020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:44:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:44:27.646127 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e8eab987-89a3-4dde-b939-a80d10321bb8 req-b839531c-6175-406d-a446-3b20bd61d7b5 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ba6d6bf-1816-4862-9cb3-bf74999f6163 HTTP/1.1" status: 200 len: 945 time: 0.0838418 Sep 23 06:44:27.671665 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d9dd330-c207-430f-9a5b-6373908f2ca9', 'tag': 'f6ff1b82-b649-458f-bb9e-b22289625fda'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:44:27.672207 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f48bdf39-19c8-4f42-8d2c-204f96c173b0" -d '{"events": [{"name": "network-changed", "server_uuid": "3d9dd330-c207-430f-9a5b-6373908f2ca9", "tag": "f6ff1b82-b649-458f-bb9e-b22289625fda"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:44:27.690136 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-ac2cb689-6007-4058-9410-be346b348c9a None None] Provisioning complete for port 4a7a9389-e577-429d-92ed-47667fd30c37 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:44:27.690567 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ac2cb689-6007-4058-9410-be346b348c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:27.709368 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e8eab987-89a3-4dde-b939-a80d10321bb8 req-155b0933-ca92-4b76-b6cb-17b79539d428 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620968 Sep 23 06:44:27.746458 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 973deb69-acfe-4dbc-a8f6-657eb618af54 details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:44:27.756156 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef84226-9ca9-4bd4-a8e2-4d70448a17ec req-04e94c12-3c10-401b-818e-e08d369f58bc tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:27.757842 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cef84226-9ca9-4bd4-a8e2-4d70448a17ec req-04e94c12-3c10-401b-818e-e08d369f58bc tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d9dd330-c207-430f-9a5b-6373908f2ca9 HTTP/1.1" status: 200 len: 943 time: 0.1720929 Sep 23 06:44:27.824626 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-ac2cb689-6007-4058-9410-be346b348c9a None None] Port 4a7a9389-e577-429d-92ed-47667fd30c37 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:44:27.854598 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-1efdc1aa-8f84-4479-ac80-b5c95ca7a020 None None] Set router 6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:44:27.878904 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db8bbc3b-c8ac-4492-855c-71d2eeeded81 x-openstack-request-id: req-db8bbc3b-c8ac-4492-855c-71d2eeeded81 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:44:27.880121 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d9dd330-c207-430f-9a5b-6373908f2ca9", "tag": "f6ff1b82-b649-458f-bb9e-b22289625fda", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:44:27.880593 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-db8bbc3b-c8ac-4492-855c-71d2eeeded81 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:44:27.882261 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d9dd330-c207-430f-9a5b-6373908f2ca9', 'tag': 'f6ff1b82-b649-458f-bb9e-b22289625fda', 'status': 'completed', 'code': 200} Sep 23 06:44:27.883419 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cef84226-9ca9-4bd4-a8e2-4d70448a17ec req-8d3b0cc0-4977-431a-bc50-08a3a7418261 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137488 Sep 23 06:44:27.993850 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f7e48424-9140-4760-92e9-22874c34c45b admin admin] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:28.013220 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f7e48424-9140-4760-92e9-22874c34c45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:28.014412 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f7e48424-9140-4760-92e9-22874c34c45b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067062'] for router_interface, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:28.022728 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48020bdf-3788-440a-b810-c671a4253737 req-fc6fed76-1de6-4a3f-b961-2377882c3927 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:28.035545 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-48020bdf-3788-440a-b810-c671a4253737 req-fc6fed76-1de6-4a3f-b961-2377882c3927 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a06109e-99b8-472e-b8b7-902d575c5d5d HTTP/1.1" status: 200 len: 945 time: 0.0912709 Sep 23 06:44:28.049836 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48bdf39-19c8-4f42-8d2c-204f96c173b0 req-7e30f568-ba7e-41d9-a5c2-ed892eb67810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:28.052537 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f48bdf39-19c8-4f42-8d2c-204f96c173b0 req-7e30f568-ba7e-41d9-a5c2-ed892eb67810 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4f0064bb53474048bf6eb5b78e44e4ae&device_id=3d9dd330-c207-430f-9a5b-6373908f2ca9 HTTP/1.1" status: 200 len: 1126 time: 0.1313868 Sep 23 06:44:28.106797 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-48020bdf-3788-440a-b810-c671a4253737 req-104483ff-cf3b-4f62-ade2-e353cbc5f3ab tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/security-groups?id=ead5d8e9-ed26-4c51-bfc2-b6de8d7d128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678310 Sep 23 06:44:28.114325 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 973deb69-acfe-4dbc-a8f6-657eb618af54, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=973deb69-acfe-4dbc-a8f6-657eb618af54,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:44:28.133541 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': '973deb69-acfe-4dbc-a8f6-657eb618af54', 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062', 'port_id': '973deb69-acfe-4dbc-a8f6-657eb618af54', 'mac_address': 'fa:16:3e:3a:be:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:44:28.186320 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e48424-9140-4760-92e9-22874c34c45b admin admin] Pushing event updated for resources: {'Port': ['ID=4a7a9389-e577-429d-92ed-47667fd30c37,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:44:28.212161 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:28.231095 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 973deb69-acfe-4dbc-a8f6-657eb618af54 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:44:28.255291 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 973deb69-acfe-4dbc-a8f6-657eb618af54, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=973deb69-acfe-4dbc-a8f6-657eb618af54,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:44:28.260585 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:28.261231 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeecb376-2194-4690-8832-acc0bff9f0f9 req-47922ee1-0998-4ed5-ac30-06c74def7239 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:28.262773 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-eeecb376-2194-4690-8832-acc0bff9f0f9 req-47922ee1-0998-4ed5-ac30-06c74def7239 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4a625fe-80e7-4aad-910d-dee9e31060ba HTTP/1.1" status: 200 len: 949 time: 0.2740576 Sep 23 06:44:28.290025 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-1efdc1aa-8f84-4479-ac80-b5c95ca7a020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd', 'name': 'tempest-ServersTestFqdnHostnames-1067069938-router', 'tenant_id': 'b534364c1ecd44a69b47cf0ed516d622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'cb5f62ab-f482-46f4-80e8-bfb969cbc0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:44:22Z', 'updated_at': '2021-09-23T06:44:27Z', 'revision_number': 4, 'project_id': 'b534364c1ecd44a69b47cf0ed516d622', 'gw_port': {'id': 'cb5f62ab-f482-46f4-80e8-bfb969cbc0df', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:bc:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:44:23Z', 'updated_at': '2021-09-23T06:44:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '4a7a9389-e577-429d-92ed-47667fd30c37', 'name': '', 'network_id': '2b7bd705-2e60-460a-a561-0bf7bffe3f38', 'tenant_id': 'b534364c1ecd44a69b47cf0ed516d622', 'mac_address': 'fa:16:3e:d2:03:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '22e559b1-bc95-4b10-a948-81fb2fccd5ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:44:27Z', 'updated_at': '2021-09-23T06:44:27Z', 'revision_number': 1, 'project_id': 'b534364c1ecd44a69b47cf0ed516d622', 'subnets': [{'id': '22e559b1-bc95-4b10-a948-81fb2fccd5ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:44:28.320295 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efdc1aa-8f84-4479-ac80-b5c95ca7a020 None None] The sync data for ids ['6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd'] in n-d-715271-16 is: [{'id': '6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd', 'name': 'tempest-ServersTestFqdnHostnames-1067069938-router', 'tenant_id': 'b534364c1ecd44a69b47cf0ed516d622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'cb5f62ab-f482-46f4-80e8-bfb969cbc0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:44:22Z', 'updated_at': '2021-09-23T06:44:27Z', 'revision_number': 4, 'project_id': 'b534364c1ecd44a69b47cf0ed516d622', 'gw_port': {'id': 'cb5f62ab-f482-46f4-80e8-bfb969cbc0df', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:bc:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:44:23Z', 'updated_at': '2021-09-23T06:44:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '4a7a9389-e577-429d-92ed-47667fd30c37', 'name': '', 'network_id': '2b7bd705-2e60-460a-a561-0bf7bffe3f38', 'tenant_id': 'b534364c1ecd44a69b47cf0ed516d622', 'mac_address': 'fa:16:3e:d2:03:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '22e559b1-bc95-4b10-a948-81fb2fccd5ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:44:27Z', 'updated_at': '2021-09-23T06:44:27Z', 'revision_number': 1, 'project_id': 'b534364c1ecd44a69b47cf0ed516d622', 'subnets': [{'id': '22e559b1-bc95-4b10-a948-81fb2fccd5ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:44:28.321107 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48bdf39-19c8-4f42-8d2c-204f96c173b0 req-a7668dba-b9fc-46da-ad96-2f7afb6e9244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:28.322614 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f48bdf39-19c8-4f42-8d2c-204f96c173b0 req-a7668dba-b9fc-46da-ad96-2f7afb6e9244 service neutron] 10.222.0.58 "GET /v2.0/networks?id=26aba36e-f765-4b4a-a7c9-897761ec549b HTTP/1.1" status: 200 len: 922 time: 0.2378554 Sep 23 06:44:28.338463 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e48424-9140-4760-92e9-22874c34c45b admin admin] Network 2b7bd705-2e60-460a-a561-0bf7bffe3f38 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:44:28.342052 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-eeecb376-2194-4690-8832-acc0bff9f0f9 req-f622a1ca-f2ea-4e24-818a-828efc80f599 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681531 Sep 23 06:44:28.347804 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=973deb69-acfe-4dbc-a8f6-657eb618af54,revision_number=12']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:44:28.354589 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-f7e48424-9140-4760-92e9-22874c34c45b admin admin] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:44:28.392525 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f48bdf39-19c8-4f42-8d2c-204f96c173b0 req-be1b308c-9e07-47aa-8059-8402a05def9e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6ff1b82-b649-458f-bb9e-b22289625fda HTTP/1.1" status: 200 len: 217 time: 0.0492630 Sep 23 06:44:28.465654 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25ec754-8488-4dd3-adda-b20a4c48d4d9 req-7ef3ee96-53bf-4491-8f69-0ff077ef502f tempest-MigrationsAdminTest-1266026843 tempest-MigrationsAdminTest-1266026843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:28.467320 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d25ec754-8488-4dd3-adda-b20a4c48d4d9 req-7ef3ee96-53bf-4491-8f69-0ff077ef502f tempest-MigrationsAdminTest-1266026843 tempest-MigrationsAdminTest-1266026843-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e4a625fe-80e7-4aad-910d-dee9e31060ba HTTP/1.1" status: 200 len: 1102 time: 0.0448668 Sep 23 06:44:28.508867 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d25ec754-8488-4dd3-adda-b20a4c48d4d9 req-8819c79e-f7fc-4f06-a182-39d0abc6fc98 tempest-MigrationsAdminTest-1266026843 tempest-MigrationsAdminTest-1266026843-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339971 Sep 23 06:44:28.759700 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-0cb3774d-33b2-43e8-b8a9-0bda919d521e None None] Provisioning complete for port 4a7a9389-e577-429d-92ed-47667fd30c37 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:44:28.760276 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0cb3774d-33b2-43e8-b8a9-0bda919d521e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:28.813143 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-0cb3774d-33b2-43e8-b8a9-0bda919d521e None None] Port 4a7a9389-e577-429d-92ed-47667fd30c37 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:44:28.859892 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77116a3-a661-4ee2-adf2-376822b13f01 req-2d02efee-e64c-4bd3-80b8-bbf483f9fc74 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:28.862512 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c77116a3-a661-4ee2-adf2-376822b13f01 req-2d02efee-e64c-4bd3-80b8-bbf483f9fc74 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ba6d6bf-1816-4862-9cb3-bf74999f6163 HTTP/1.1" status: 200 len: 945 time: 0.0643883 Sep 23 06:44:28.890453 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48bdf39-19c8-4f42-8d2c-204f96c173b0 req-afd5bbe8-c82d-42b9-b418-6c7f6ab637d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:28.891917 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f48bdf39-19c8-4f42-8d2c-204f96c173b0 req-afd5bbe8-c82d-42b9-b418-6c7f6ab637d2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=afab507a-4ef5-4f82-b221-a08b722735c6 HTTP/1.1" status: 200 len: 861 time: 0.4592645 Sep 23 06:44:28.907562 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c77116a3-a661-4ee2-adf2-376822b13f01 req-fcaeddb2-ec67-478e-b8a3-19ef0e2e90e5 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380218 Sep 23 06:44:28.965798 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f48bdf39-19c8-4f42-8d2c-204f96c173b0 req-0d9412ee-3693-4576-ac57-3ee9bcb96b0c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=26aba36e-f765-4b4a-a7c9-897761ec549b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460083 Sep 23 06:44:28.978774 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35999cfa-dd30-4920-a34f-ede6f8cbea33 req-eb14bc28-7814-4f19-9bc2-9d933e572ffd tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:28.981522 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-35999cfa-dd30-4920-a34f-ede6f8cbea33 req-eb14bc28-7814-4f19-9bc2-9d933e572ffd tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4a625fe-80e7-4aad-910d-dee9e31060ba HTTP/1.1" status: 200 len: 950 time: 0.1572931 Sep 23 06:44:29.027206 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7e48424-9140-4760-92e9-22874c34c45b admin admin] Router 6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:44:29.061363 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['973deb69-acfe-4dbc-a8f6-657eb618af54'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:44:29.100687 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-35999cfa-dd30-4920-a34f-ede6f8cbea33 req-504541aa-9f34-4179-881e-c3ccd9348edc tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116347 Sep 23 06:44:29.184915 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbdc33f-a111-41db-ae3a-fbde353d12f8 req-537663d9-7c6e-4dc6-b6e5-ca85ec116d20 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:29.191243 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f48bdf39-19c8-4f42-8d2c-204f96c173b0 req-0ceed3cd-412b-4054-8c9b-92d8db794643 service neutron] 10.222.0.58 "GET /v2.0/networks/26aba36e-f765-4b4a-a7c9-897761ec549b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085044 Sep 23 06:44:29.193196 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bbbdc33f-a111-41db-ae3a-fbde353d12f8 req-537663d9-7c6e-4dc6-b6e5-ca85ec116d20 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d9dd330-c207-430f-9a5b-6373908f2ca9 HTTP/1.1" status: 200 len: 943 time: 0.1328607 Sep 23 06:44:29.264574 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bbbdc33f-a111-41db-ae3a-fbde353d12f8 req-1306a95c-02f3-4126-a466-f3a0816c4ddc tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701978 Sep 23 06:44:29.373535 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e48424-9140-4760-92e9-22874c34c45b admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:44:29.390989 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-f7e48424-9140-4760-92e9-22874c34c45b admin admin] 10.222.0.39 "PUT /v2.0/routers/6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0796604 Sep 23 06:44:29.402071 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5aecbf-a2e0-47cb-b180-c8fc4b5a551f req-760a9fd8-1d2a-45c7-8588-42df04a6eaa5 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:29.405419 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6f5aecbf-a2e0-47cb-b180-c8fc4b5a551f req-760a9fd8-1d2a-45c7-8588-42df04a6eaa5 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a06109e-99b8-472e-b8b7-902d575c5d5d HTTP/1.1" status: 200 len: 945 time: 0.1660013 Sep 23 06:44:29.407888 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f48bdf39-19c8-4f42-8d2c-204f96c173b0 req-dd8d5a73-2847-460a-8f5f-ff58ff22fa00 service neutron] 10.222.0.58 "GET /v2.0/networks/26aba36e-f765-4b4a-a7c9-897761ec549b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963387 Sep 23 06:44:29.447705 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6f5aecbf-a2e0-47cb-b180-c8fc4b5a551f req-c526e2b1-a151-4593-8a54-09e7aee098e1 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/security-groups?id=ead5d8e9-ed26-4c51-bfc2-b6de8d7d128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372665 Sep 23 06:44:29.770059 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 43e749ab-2d4a-4288-867c-05cfecd0836d up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:44:29.790085 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53346) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:44:29.794850 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-17f9dee6-a81e-4bbe-9903-4e8f644456e7 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1286123435', 'description': 'tempest-description--1732447723'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:44:29.821487 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-17f9dee6-a81e-4bbe-9903-4e8f644456e7 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:29.824242 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port 43e749ab-2d4a-4288-867c-05cfecd0836d completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:44:29.828330 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port 43e749ab-2d4a-4288-867c-05cfecd0836d triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:44:29.828692 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:29.904662 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-17f9dee6-a81e-4bbe-9903-4e8f644456e7 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:29.909399 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-17f9dee6-a81e-4bbe-9903-4e8f644456e7 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:29.919833 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:29.938999 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-17f9dee6-a81e-4bbe-9903-4e8f644456e7 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:29.943776 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-17f9dee6-a81e-4bbe-9903-4e8f644456e7 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1498196 Sep 23 06:44:29.943776 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f9dee6-a81e-4bbe-9903-4e8f644456e7 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e227e7c9-e311-4874-ae32-c95ae9c12b52,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:44:29.944270 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 53350) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:44:29.947013 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ba6d6bf-1816-4862-9cb3-bf74999f6163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43e749ab-2d4a-4288-867c-05cfecd0836d'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:44:29.949281 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dfbc040-5cb4-49c9-9365-22e9baab5a6c" -d '{"events": [{"server_uuid": "4ba6d6bf-1816-4862-9cb3-bf74999f6163", "name": "network-vif-plugged", "status": "completed", "tag": "43e749ab-2d4a-4288-867c-05cfecd0836d"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:44:29.958862 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-eef400ee-8534-4de0-a6f7-1856873552e8 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Request body: {'security_group_rule': {'security_group_id': 'e227e7c9-e311-4874-ae32-c95ae9c12b52', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:44:29.980656 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 43e749ab-2d4a-4288-867c-05cfecd0836d, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=43e749ab-2d4a-4288-867c-05cfecd0836d,segment=NetworkSegment(a2ee209e-d4ee-4c6a-8401-bd714bf3436e),segment_id=a2ee209e-d4ee-4c6a-8401-bd714bf3436e)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:44:29.987070 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:30.007177 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-eef400ee-8534-4de0-a6f7-1856873552e8 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:30.045271 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=43e749ab-2d4a-4288-867c-05cfecd0836d,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:44:30.063026 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57d38a7-c9a0-4db8-ade1-b19da0411e5f req-0ed6e4b0-645e-4ee5-8db3-e65833f1c05e tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:30.064568 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e57d38a7-c9a0-4db8-ade1-b19da0411e5f req-0ed6e4b0-645e-4ee5-8db3-e65833f1c05e tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ba6d6bf-1816-4862-9cb3-bf74999f6163 HTTP/1.1" status: 200 len: 946 time: 0.0740800 Sep 23 06:44:30.073606 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-eef400ee-8534-4de0-a6f7-1856873552e8 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:30.080417 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-eef400ee-8534-4de0-a6f7-1856873552e8 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:30.094520 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e791e7ee-f0d4-4aeb-a6e1-822d1a4aa2e0 x-openstack-request-id: req-e791e7ee-f0d4-4aeb-a6e1-822d1a4aa2e0 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:44:30.094757 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ba6d6bf-1816-4862-9cb3-bf74999f6163", "name": "network-vif-plugged", "status": "completed", "tag": "43e749ab-2d4a-4288-867c-05cfecd0836d", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:44:30.094999 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e791e7ee-f0d4-4aeb-a6e1-822d1a4aa2e0 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:44:30.095413 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ba6d6bf-1816-4862-9cb3-bf74999f6163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43e749ab-2d4a-4288-867c-05cfecd0836d', 'code': 200} Sep 23 06:44:30.108185 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef400ee-8534-4de0-a6f7-1856873552e8 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6c43986-de19-433e-a6e9-082aa1d0ab04,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:44:30.119230 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-eef400ee-8534-4de0-a6f7-1856873552e8 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:30.123118 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-eef400ee-8534-4de0-a6f7-1856873552e8 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1665664 Sep 23 06:44:30.123426 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 53358) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:44:30.128702 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-04557994-2e9d-422e-957e-58706b96f0c2 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Request body: {'security_group_rule': {'security_group_id': 'e227e7c9-e311-4874-ae32-c95ae9c12b52', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:44:30.141811 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e57d38a7-c9a0-4db8-ade1-b19da0411e5f req-ed2d0362-3b76-4313-9fdc-5e9b001f0856 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658431 Sep 23 06:44:30.165736 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-04557994-2e9d-422e-957e-58706b96f0c2 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:30.272343 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d530ab2-d1c6-45d0-9d5d-f35de1d6d55b req-a1e9b2d5-b25b-45ef-9e15-93fb492e947a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:30.272820 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef3978e-ee9d-4b42-971d-acaa5e4d1f34 req-3609e04e-0945-4b9a-b37e-bbeb1ed734ed tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:30.273905 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7d530ab2-d1c6-45d0-9d5d-f35de1d6d55b req-a1e9b2d5-b25b-45ef-9e15-93fb492e947a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4ba6d6bf-1816-4862-9cb3-bf74999f6163 HTTP/1.1" status: 200 len: 1098 time: 0.0753989 Sep 23 06:44:30.274615 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bef3978e-ee9d-4b42-971d-acaa5e4d1f34 req-3609e04e-0945-4b9a-b37e-bbeb1ed734ed tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4a625fe-80e7-4aad-910d-dee9e31060ba HTTP/1.1" status: 200 len: 950 time: 0.0720699 Sep 23 06:44:30.290494 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-04557994-2e9d-422e-957e-58706b96f0c2 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:30.303159 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-04557994-2e9d-422e-957e-58706b96f0c2 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:30.320411 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bef3978e-ee9d-4b42-971d-acaa5e4d1f34 req-73cd05a1-1333-423b-a370-3cc6f3857a47 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399511 Sep 23 06:44:30.336189 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04557994-2e9d-422e-957e-58706b96f0c2 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6aaddc06-7924-415f-b42e-d2afbcebe2e7,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:44:30.343413 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7d530ab2-d1c6-45d0-9d5d-f35de1d6d55b req-77cdb249-b02e-4d60-b51b-1e935811097a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591927 Sep 23 06:44:30.354138 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-04557994-2e9d-422e-957e-58706b96f0c2 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:30.355275 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-04557994-2e9d-422e-957e-58706b96f0c2 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2309124 Sep 23 06:44:30.358463 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 53366) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:44:30.363880 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-556ebfa6-c411-4d20-a786-a115587350c0 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Request body: {'floatingip': {'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:44:30.414885 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-556ebfa6-c411-4d20-a786-a115587350c0 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Notify callbacks [] for floatingip, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:30.426906 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570e76d9-670f-4cbf-95c5-43c9097e9173 req-e4cbacba-8895-4d26-8a29-08458da51ceb tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:30.428437 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-570e76d9-670f-4cbf-95c5-43c9097e9173 req-e4cbacba-8895-4d26-8a29-08458da51ceb tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d9dd330-c207-430f-9a5b-6373908f2ca9 HTTP/1.1" status: 200 len: 943 time: 0.0840549 Sep 23 06:44:30.485628 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-570e76d9-670f-4cbf-95c5-43c9097e9173 req-b9aad30b-6032-4440-9d45-6855a7657f8f tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481689 Sep 23 06:44:30.559946 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-556ebfa6-c411-4d20-a786-a115587350c0 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:30.598653 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897a2af8-f6f5-4b7d-892f-38bc292a7f0c None None] Sync routers for ids ['6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:44:30.607616 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897a2af8-f6f5-4b7d-892f-38bc292a7f0c None None] Routers {'6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:44:30.608217 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-897a2af8-f6f5-4b7d-892f-38bc292a7f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:44:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:44:30.651721 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1daeaa-7a54-4963-967a-297d8792375e req-6a7a775e-c51f-4e06-9641-8fbf66e1f12f tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:30.653197 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc1daeaa-7a54-4963-967a-297d8792375e req-6a7a775e-c51f-4e06-9641-8fbf66e1f12f tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a06109e-99b8-472e-b8b7-902d575c5d5d HTTP/1.1" status: 200 len: 945 time: 0.1025026 Sep 23 06:44:30.715891 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-897a2af8-f6f5-4b7d-892f-38bc292a7f0c None None] Set router 6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:44:30.724881 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-556ebfa6-c411-4d20-a786-a115587350c0 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Allocated IP 172.25.2.219 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/70f5a313-9c3f-42c3-b9eb-e8b8453ac197) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:44:30.731279 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc1daeaa-7a54-4963-967a-297d8792375e req-fe03747d-8735-41c7-b5b7-59ac5bc3e0f1 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/security-groups?id=ead5d8e9-ed26-4c51-bfc2-b6de8d7d128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581267 Sep 23 06:44:30.837291 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-556ebfa6-c411-4d20-a786-a115587350c0 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:30.871925 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-556ebfa6-c411-4d20-a786-a115587350c0 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:30.910196 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556ebfa6-c411-4d20-a786-a115587350c0 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:44:30.914488 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-556ebfa6-c411-4d20-a786-a115587350c0 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:44:30.920819 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556ebfa6-c411-4d20-a786-a115587350c0 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:44:30.922692 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-897a2af8-f6f5-4b7d-892f-38bc292a7f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd', 'name': 'tempest-ServersTestFqdnHostnames-1067069938-router', 'tenant_id': 'b534364c1ecd44a69b47cf0ed516d622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'cb5f62ab-f482-46f4-80e8-bfb969cbc0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:44:22Z', 'updated_at': '2021-09-23T06:44:27Z', 'revision_number': 4, 'project_id': 'b534364c1ecd44a69b47cf0ed516d622', 'gw_port': {'id': 'cb5f62ab-f482-46f4-80e8-bfb969cbc0df', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:bc:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:44:23Z', 'updated_at': '2021-09-23T06:44:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '4a7a9389-e577-429d-92ed-47667fd30c37', 'name': '', 'network_id': '2b7bd705-2e60-460a-a561-0bf7bffe3f38', 'tenant_id': 'b534364c1ecd44a69b47cf0ed516d622', 'mac_address': 'fa:16:3e:d2:03:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '22e559b1-bc95-4b10-a948-81fb2fccd5ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:44:27Z', 'updated_at': '2021-09-23T06:44:27Z', 'revision_number': 2, 'project_id': 'b534364c1ecd44a69b47cf0ed516d622', 'subnets': [{'id': '22e559b1-bc95-4b10-a948-81fb2fccd5ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:44:30.923912 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556ebfa6-c411-4d20-a786-a115587350c0 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Pushing event updated for resources: {'Port': ['ID=70f5a313-9c3f-42c3-b9eb-e8b8453ac197,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:44:30.951391 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897a2af8-f6f5-4b7d-892f-38bc292a7f0c None None] Checking router: 6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:44:30.951825 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897a2af8-f6f5-4b7d-892f-38bc292a7f0c None None] Updating router 6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd port 4a7a9389-e577-429d-92ed-47667fd30c37 binding host n-d-715271-16 {{(pid=95068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 06:44:30.981996 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-897a2af8-f6f5-4b7d-892f-38bc292a7f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:31.012951 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-556ebfa6-c411-4d20-a786-a115587350c0 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:31.042775 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device cb5f62ab-f482-46f4-80e8-bfb969cbc0df up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:44:31.056257 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-556ebfa6-c411-4d20-a786-a115587350c0 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:31.100667 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port cb5f62ab-f482-46f4-80e8-bfb969cbc0df triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:44:31.101380 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:31.220700 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:31.249961 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port cb5f62ab-f482-46f4-80e8-bfb969cbc0df, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=cb5f62ab-f482-46f4-80e8-bfb969cbc0df,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:44:31.256868 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:31.271756 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-556ebfa6-c411-4d20-a786-a115587350c0 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:31.281162 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-556ebfa6-c411-4d20-a786-a115587350c0 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:31.320835 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=cb5f62ab-f482-46f4-80e8-bfb969cbc0df,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:44:31.390982 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556ebfa6-c411-4d20-a786-a115587350c0 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Pushing event updated for resources: {'Port': ['ID=70f5a313-9c3f-42c3-b9eb-e8b8453ac197,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:44:31.397057 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-556ebfa6-c411-4d20-a786-a115587350c0 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:31.403796 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d806ac-c0e1-4d86-93e7-8ed95276e9e5 req-ed7b6362-7f2d-48d3-9e4f-e1e8a05b6c74 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:31.405927 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b1d806ac-c0e1-4d86-93e7-8ed95276e9e5 req-ed7b6362-7f2d-48d3-9e4f-e1e8a05b6c74 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ba6d6bf-1816-4862-9cb3-bf74999f6163 HTTP/1.1" status: 200 len: 946 time: 0.0922556 Sep 23 06:44:31.422611 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-897a2af8-f6f5-4b7d-892f-38bc292a7f0c None None] Notify callbacks [] for port, precommit_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:31.435316 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-897a2af8-f6f5-4b7d-892f-38bc292a7f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:31.454556 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-556ebfa6-c411-4d20-a786-a115587350c0 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:31.456348 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-556ebfa6-c411-4d20-a786-a115587350c0 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0969644 Sep 23 06:44:31.481594 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b1d806ac-c0e1-4d86-93e7-8ed95276e9e5 req-91760ea2-3752-4919-b43b-7b81f093bb9b tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596142 Sep 23 06:44:31.509112 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b3ff5b-e6d9-43cd-a949-09b5c578e6a6 req-7f3443d2-d4b4-4a1f-ab46-1ed3ce89fcf3 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:31.511004 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d0b3ff5b-e6d9-43cd-a949-09b5c578e6a6 req-7f3443d2-d4b4-4a1f-ab46-1ed3ce89fcf3 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4a625fe-80e7-4aad-910d-dee9e31060ba HTTP/1.1" status: 200 len: 950 time: 0.0932205 Sep 23 06:44:31.516662 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5013120b-1622-42cf-bc71-0794b0c6ecde None None] Pushing event updated for resources: {'Port': ['ID=4a7a9389-e577-429d-92ed-47667fd30c37,revision_number=3']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:44:31.557233 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5013120b-1622-42cf-bc71-0794b0c6ecde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:44:31.557645 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5013120b-1622-42cf-bc71-0794b0c6ecde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:44:31.558242 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5013120b-1622-42cf-bc71-0794b0c6ecde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:44:31.558679 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5013120b-1622-42cf-bc71-0794b0c6ecde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:44:31.559111 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5013120b-1622-42cf-bc71-0794b0c6ecde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:44:31.559537 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5013120b-1622-42cf-bc71-0794b0c6ecde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:44:31.559964 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5013120b-1622-42cf-bc71-0794b0c6ecde None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:44:31.560389 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5013120b-1622-42cf-bc71-0794b0c6ecde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:44:31.560811 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5013120b-1622-42cf-bc71-0794b0c6ecde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:44:31.561233 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5013120b-1622-42cf-bc71-0794b0c6ecde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:44:31.561653 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5013120b-1622-42cf-bc71-0794b0c6ecde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:44:31.562116 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5013120b-1622-42cf-bc71-0794b0c6ecde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:44:31.592479 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d81d153-4f42-4f19-a174-8bad81dac78e req-55ad4954-2762-461d-9729-e28243fe294c tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:31.594869 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6d81d153-4f42-4f19-a174-8bad81dac78e req-55ad4954-2762-461d-9729-e28243fe294c tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4a625fe-80e7-4aad-910d-dee9e31060ba HTTP/1.1" status: 200 len: 950 time: 0.1111307 Sep 23 06:44:31.626136 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-897a2af8-f6f5-4b7d-892f-38bc292a7f0c None None] Attempting to bind port 4a7a9389-e577-429d-92ed-47667fd30c37 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:44:31.626684 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-897a2af8-f6f5-4b7d-892f-38bc292a7f0c None None] Attempting to bind port 4a7a9389-e577-429d-92ed-47667fd30c37 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '0da86c90-6a72-4e68-aee1-79a63b94f012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2b7bd705-2e60-460a-a561-0bf7bffe3f38'}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:44:31.627086 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897a2af8-f6f5-4b7d-892f-38bc292a7f0c None None] Attempting to bind port 4a7a9389-e577-429d-92ed-47667fd30c37 on network 2b7bd705-2e60-460a-a561-0bf7bffe3f38 {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:44:31.634110 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897a2af8-f6f5-4b7d-892f-38bc292a7f0c None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:44:31.634613 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897a2af8-f6f5-4b7d-892f-38bc292a7f0c None None] Checking segment: {'id': '0da86c90-6a72-4e68-aee1-79a63b94f012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2b7bd705-2e60-460a-a561-0bf7bffe3f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:44:31.635133 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-897a2af8-f6f5-4b7d-892f-38bc292a7f0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:31.635881 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897a2af8-f6f5-4b7d-892f-38bc292a7f0c None None] Bound using segment: {'id': '0da86c90-6a72-4e68-aee1-79a63b94f012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2b7bd705-2e60-460a-a561-0bf7bffe3f38'} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:44:31.636458 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-897a2af8-f6f5-4b7d-892f-38bc292a7f0c None None] Bound port: 4a7a9389-e577-429d-92ed-47667fd30c37, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0da86c90-6a72-4e68-aee1-79a63b94f012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2b7bd705-2e60-460a-a561-0bf7bffe3f38'}}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:44:31.636951 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-897a2af8-f6f5-4b7d-892f-38bc292a7f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:31.690669 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6d81d153-4f42-4f19-a174-8bad81dac78e req-72592a79-af99-444b-8fd5-db434c90790a tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881155 Sep 23 06:44:31.712572 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963b9f2-381d-47e2-8c0a-053097c974fb req-e0ef9f9b-bdc4-4892-8305-a5c6c20d1c93 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:31.714977 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a963b9f2-381d-47e2-8c0a-053097c974fb req-e0ef9f9b-bdc4-4892-8305-a5c6c20d1c93 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d9dd330-c207-430f-9a5b-6373908f2ca9 HTTP/1.1" status: 200 len: 943 time: 0.1036973 Sep 23 06:44:31.717596 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-d0b3ff5b-e6d9-43cd-a949-09b5c578e6a6 req-f75d3761-cdd0-41ce-ac43-39ca43a3b423 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Deleting port 973deb69-acfe-4dbc-a8f6-657eb618af54 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:44:31.717953 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-d0b3ff5b-e6d9-43cd-a949-09b5c578e6a6 req-f75d3761-cdd0-41ce-ac43-39ca43a3b423 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:31.744817 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-897a2af8-f6f5-4b7d-892f-38bc292a7f0c None None] For port 4a7a9389-e577-429d-92ed-47667fd30c37, host n-d-715271-16, cleared binding levels {{(pid=95068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:44:31.752130 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-897a2af8-f6f5-4b7d-892f-38bc292a7f0c None None] For port 4a7a9389-e577-429d-92ed-47667fd30c37, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=4a7a9389-e577-429d-92ed-47667fd30c37,segment=NetworkSegment(0da86c90-6a72-4e68-aee1-79a63b94f012),segment_id=0da86c90-6a72-4e68-aee1-79a63b94f012)] {{(pid=95068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:44:31.761929 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-897a2af8-f6f5-4b7d-892f-38bc292a7f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:31.781801 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 973deb69-acfe-4dbc-a8f6-657eb618af54 details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:44:31.841988 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a963b9f2-381d-47e2-8c0a-053097c974fb req-5da163b7-99dc-4653-ba53-07eba7a2a0be tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197207 Sep 23 06:44:31.856540 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897a2af8-f6f5-4b7d-892f-38bc292a7f0c None None] Routers {'6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:44:31.857229 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-897a2af8-f6f5-4b7d-892f-38bc292a7f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:44:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:44:31.864526 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device f6ff1b82-b649-458f-bb9e-b22289625fda no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:44:31.909838 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-d0b3ff5b-e6d9-43cd-a949-09b5c578e6a6 req-f75d3761-cdd0-41ce-ac43-39ca43a3b423 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] For port 973deb69-acfe-4dbc-a8f6-657eb618af54, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=973deb69-acfe-4dbc-a8f6-657eb618af54,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:44:31.910291 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-d0b3ff5b-e6d9-43cd-a949-09b5c578e6a6 req-f75d3761-cdd0-41ce-ac43-39ca43a3b423 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:31.951523 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0aab8b4e-2f41-4f1a-bbd1-ad1dee06e74f req-030797eb-ee4c-4920-99d0-d3586085b07e tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1286123435&fields=id&tenant_id=b534364c1ecd44a69b47cf0ed516d622 HTTP/1.1" status: 200 len: 267 time: 0.1272218 Sep 23 06:44:31.969621 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-d0b3ff5b-e6d9-43cd-a949-09b5c578e6a6 req-f75d3761-cdd0-41ce-ac43-39ca43a3b423 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Calling delete_port for 973deb69-acfe-4dbc-a8f6-657eb618af54 owned by compute:nova {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:44:31.985452 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5013120b-1622-42cf-bc71-0794b0c6ecde None None] Pushing event updated for resources: {'Port': ['ID=4a7a9389-e577-429d-92ed-47667fd30c37,revision_number=4']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:44:32.079311 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-897a2af8-f6f5-4b7d-892f-38bc292a7f0c None None] Set router 6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:44:32.136469 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-de330e16-d665-4de2-9cea-c5c57358aa64 None None] Provisioning complete for port 4a7a9389-e577-429d-92ed-47667fd30c37 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:44:32.137061 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-de330e16-d665-4de2-9cea-c5c57358aa64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:32.213800 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df21a2f0-3b22-43b2-b1ae-de2466c7f774 req-da6625d4-277c-4428-836f-a8febfe854db tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:32.231707 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-df21a2f0-3b22-43b2-b1ae-de2466c7f774 req-da6625d4-277c-4428-836f-a8febfe854db tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a06109e-99b8-472e-b8b7-902d575c5d5d HTTP/1.1" status: 200 len: 945 time: 0.0839622 Sep 23 06:44:32.278949 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 973deb69-acfe-4dbc-a8f6-657eb618af54, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=973deb69-acfe-4dbc-a8f6-657eb618af54,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:44:32.331602 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-df21a2f0-3b22-43b2-b1ae-de2466c7f774 req-29fa4ddf-0810-4856-93ea-eabaaad4ec34 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/security-groups?id=ead5d8e9-ed26-4c51-bfc2-b6de8d7d128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983410 Sep 23 06:44:32.348667 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': '973deb69-acfe-4dbc-a8f6-657eb618af54', 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062', 'port_id': '973deb69-acfe-4dbc-a8f6-657eb618af54', 'mac_address': 'fa:16:3e:3a:be:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:44:32.412195 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-de330e16-d665-4de2-9cea-c5c57358aa64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:32.463543 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-de330e16-d665-4de2-9cea-c5c57358aa64 None None] For port 4a7a9389-e577-429d-92ed-47667fd30c37, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=4a7a9389-e577-429d-92ed-47667fd30c37,segment=NetworkSegment(0da86c90-6a72-4e68-aee1-79a63b94f012),segment_id=0da86c90-6a72-4e68-aee1-79a63b94f012)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:44:32.472190 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-de330e16-d665-4de2-9cea-c5c57358aa64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:32.568745 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-897a2af8-f6f5-4b7d-892f-38bc292a7f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd', 'name': 'tempest-ServersTestFqdnHostnames-1067069938-router', 'tenant_id': 'b534364c1ecd44a69b47cf0ed516d622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'cb5f62ab-f482-46f4-80e8-bfb969cbc0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:44:22Z', 'updated_at': '2021-09-23T06:44:27Z', 'revision_number': 4, 'project_id': 'b534364c1ecd44a69b47cf0ed516d622', 'gw_port': {'id': 'cb5f62ab-f482-46f4-80e8-bfb969cbc0df', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:bc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:44:23Z', 'updated_at': '2021-09-23T06:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '4a7a9389-e577-429d-92ed-47667fd30c37', 'name': '', 'network_id': '2b7bd705-2e60-460a-a561-0bf7bffe3f38', 'tenant_id': 'b534364c1ecd44a69b47cf0ed516d622', 'mac_address': 'fa:16:3e:d2:03:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '22e559b1-bc95-4b10-a948-81fb2fccd5ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:44:27Z', 'updated_at': '2021-09-23T06:44:31Z', 'revision_number': 4, 'project_id': 'b534364c1ecd44a69b47cf0ed516d622', 'subnets': [{'id': '22e559b1-bc95-4b10-a948-81fb2fccd5ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:44:32.575797 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de330e16-d665-4de2-9cea-c5c57358aa64 None None] Pushing event updated for resources: {'Port': ['ID=4a7a9389-e577-429d-92ed-47667fd30c37,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:44:32.605370 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897a2af8-f6f5-4b7d-892f-38bc292a7f0c None None] The sync data for ids ['6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd'] in n-d-715271-16 is: [{'id': '6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd', 'name': 'tempest-ServersTestFqdnHostnames-1067069938-router', 'tenant_id': 'b534364c1ecd44a69b47cf0ed516d622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'cb5f62ab-f482-46f4-80e8-bfb969cbc0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:44:22Z', 'updated_at': '2021-09-23T06:44:27Z', 'revision_number': 4, 'project_id': 'b534364c1ecd44a69b47cf0ed516d622', 'gw_port': {'id': 'cb5f62ab-f482-46f4-80e8-bfb969cbc0df', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:bc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:44:23Z', 'updated_at': '2021-09-23T06:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '4a7a9389-e577-429d-92ed-47667fd30c37', 'name': '', 'network_id': '2b7bd705-2e60-460a-a561-0bf7bffe3f38', 'tenant_id': 'b534364c1ecd44a69b47cf0ed516d622', 'mac_address': 'fa:16:3e:d2:03:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '22e559b1-bc95-4b10-a948-81fb2fccd5ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:44:27Z', 'updated_at': '2021-09-23T06:44:31Z', 'revision_number': 4, 'project_id': 'b534364c1ecd44a69b47cf0ed516d622', 'subnets': [{'id': '22e559b1-bc95-4b10-a948-81fb2fccd5ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:44:32.613227 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-6ac497f5-d88c-4959-b3d5-29ca7f99e58e None None] Provisioning complete for port 4a7a9389-e577-429d-92ed-47667fd30c37 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:44:32.613683 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-6ac497f5-d88c-4959-b3d5-29ca7f99e58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:32.669055 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82851d-af27-418c-b639-d6b698d39b80 req-e88d9f83-8271-46b5-81ee-efb1a87e2459 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:32.672324 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2d82851d-af27-418c-b639-d6b698d39b80 req-e88d9f83-8271-46b5-81ee-efb1a87e2459 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ba6d6bf-1816-4862-9cb3-bf74999f6163 HTTP/1.1" status: 200 len: 946 time: 0.1145506 Sep 23 06:44:32.751938 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2d82851d-af27-418c-b639-d6b698d39b80 req-efa07561-4f06-48bd-be81-fb21e395e65d tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692494 Sep 23 06:44:32.756158 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab8b4e-2f41-4f1a-bbd1-ad1dee06e74f req-e17e02a3-3273-4cc7-906e-4fd99f56ca25 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:32.759291 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0aab8b4e-2f41-4f1a-bbd1-ad1dee06e74f req-e17e02a3-3273-4cc7-906e-4fd99f56ca25 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] 10.222.0.39 "GET /v2.0/networks?id=2b7bd705-2e60-460a-a561-0bf7bffe3f38 HTTP/1.1" status: 200 len: 815 time: 0.8069391 Sep 23 06:44:32.795533 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0aab8b4e-2f41-4f1a-bbd1-ad1dee06e74f req-a5a30c77-61a0-46f6-9bf2-a19f64d8c293 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] 10.222.0.39 "GET /v2.0/quotas/b534364c1ecd44a69b47cf0ed516d622 HTTP/1.1" status: 200 len: 375 time: 0.0285316 Sep 23 06:44:32.941195 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0aab8b4e-2f41-4f1a-bbd1-ad1dee06e74f req-90ea5cdb-b6f5-442c-ae84-66449eb2f669 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b534364c1ecd44a69b47cf0ed516d622&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1163118 Sep 23 06:44:32.966049 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1d671d-3b3b-4462-8d98-60a61fa1f599 req-21d622be-3160-48d3-83aa-f91c47a71be2 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:32.967872 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5a1d671d-3b3b-4462-8d98-60a61fa1f599 req-21d622be-3160-48d3-83aa-f91c47a71be2 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4a625fe-80e7-4aad-910d-dee9e31060ba HTTP/1.1" status: 200 len: 950 time: 0.0843637 Sep 23 06:44:32.975353 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-d0b3ff5b-e6d9-43cd-a949-09b5c578e6a6 req-f75d3761-cdd0-41ce-ac43-39ca43a3b423 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:32.991639 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['f12c200c-7bca-49dd-b324-ebac021046e8'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:44:33.047502 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5a1d671d-3b3b-4462-8d98-60a61fa1f599 req-e04f93fc-2697-451e-afad-35e84a6621dc tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692396 Sep 23 06:44:33.075719 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['7075373d-4579-48cb-b9e5-04ad3c7a8c47', '4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195', '973deb69-acfe-4dbc-a8f6-657eb618af54'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:44:33.101275 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75d3761-cdd0-41ce-ac43-39ca43a3b423 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Pushing event deleted for resources: {'Port': ['ID=973deb69-acfe-4dbc-a8f6-657eb618af54,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:44:33.128437 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device cb5f62ab-f482-46f4-80e8-bfb969cbc0df up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:44:33.196019 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0b3ff5b-e6d9-43cd-a949-09b5c578e6a6 req-f75d3761-cdd0-41ce-ac43-39ca43a3b423 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] No DVR routers for this DVR port 973deb69-acfe-4dbc-a8f6-657eb618af54 on host n-h1-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:44:33.199759 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-d0b3ff5b-e6d9-43cd-a949-09b5c578e6a6 req-f75d3761-cdd0-41ce-ac43-39ca43a3b423 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:33.202521 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d0b3ff5b-e6d9-43cd-a949-09b5c578e6a6 req-f75d3761-cdd0-41ce-ac43-39ca43a3b423 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.21 "DELETE /v2.0/ports/973deb69-acfe-4dbc-a8f6-657eb618af54 HTTP/1.1" status: 204 len: 173 time: 1.6607742 Sep 23 06:44:33.216957 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4a625fe-80e7-4aad-910d-dee9e31060ba', 'name': 'network-vif-deleted', 'tag': '973deb69-acfe-4dbc-a8f6-657eb618af54'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:44:33.220423 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae96e6b6-976a-4798-8787-5a24f16e72d9" -d '{"events": [{"server_uuid": "e4a625fe-80e7-4aad-910d-dee9e31060ba", "name": "network-vif-deleted", "tag": "973deb69-acfe-4dbc-a8f6-657eb618af54"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:44:33.260389 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c24057-0595-4921-9c58-3e8d8e211d1b req-c59a4966-401c-4ab4-a802-cd35b9c31a2d tempest-LiveMigrationTest-1207377707 tempest-LiveMigrationTest-1207377707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:33.262490 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-48c24057-0595-4921-9c58-3e8d8e211d1b req-c59a4966-401c-4ab4-a802-cd35b9c31a2d tempest-LiveMigrationTest-1207377707 tempest-LiveMigrationTest-1207377707-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=4ba6d6bf-1816-4862-9cb3-bf74999f6163 HTTP/1.1" status: 200 len: 1098 time: 0.0935900 Sep 23 06:44:33.357495 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-48c24057-0595-4921-9c58-3e8d8e211d1b req-3863f94a-a82f-4e16-8b61-f3e635c5096b tempest-LiveMigrationTest-1207377707 tempest-LiveMigrationTest-1207377707-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865779 Sep 23 06:44:33.360605 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0aab8b4e-2f41-4f1a-bbd1-ad1dee06e74f req-141c51e9-45c3-40ad-820d-7e9c64c086dc service neutron] 10.222.0.39 "GET /v2.0/networks/2b7bd705-2e60-460a-a561-0bf7bffe3f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4071987 Sep 23 06:44:33.545698 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0aab8b4e-2f41-4f1a-bbd1-ad1dee06e74f req-aa6cb23c-08cc-483a-bdfe-23eeb0728f0a service neutron] 10.222.0.39 "GET /v2.0/networks/2b7bd705-2e60-460a-a561-0bf7bffe3f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839290 Sep 23 06:44:33.578438 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6def0768-9863-4091-b382-79c62f7c094b req-2186b86b-0549-4424-820c-7536793cc8e5 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:33.587476 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6def0768-9863-4091-b382-79c62f7c094b req-2186b86b-0549-4424-820c-7536793cc8e5 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d9dd330-c207-430f-9a5b-6373908f2ca9 HTTP/1.1" status: 200 len: 943 time: 0.0921631 Sep 23 06:44:33.619970 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port cb5f62ab-f482-46f4-80e8-bfb969cbc0df triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:44:33.620502 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:33.668462 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6def0768-9863-4091-b382-79c62f7c094b req-7041c25f-775f-4238-8947-ff732b2283d6 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732207 Sep 23 06:44:33.868654 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b658e2-f2a4-44ca-a927-2e2419450dd2 x-openstack-request-id: req-b6b658e2-f2a4-44ca-a927-2e2419450dd2 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:44:33.868654 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4a625fe-80e7-4aad-910d-dee9e31060ba", "name": "network-vif-deleted", "tag": "973deb69-acfe-4dbc-a8f6-657eb618af54", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:44:33.868654 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b6b658e2-f2a4-44ca-a927-2e2419450dd2 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:44:33.869291 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4a625fe-80e7-4aad-910d-dee9e31060ba', 'name': 'network-vif-deleted', 'tag': '973deb69-acfe-4dbc-a8f6-657eb618af54', 'status': 'completed', 'code': 200} Sep 23 06:44:34.006076 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 4a7a9389-e577-429d-92ed-47667fd30c37 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:44:34.014067 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17eda0d-7b21-47e1-96c0-db8f56ff2fa0 req-5fbe5759-d659-4351-b02d-8eac309510d9 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:34.015708 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f17eda0d-7b21-47e1-96c0-db8f56ff2fa0 req-5fbe5759-d659-4351-b02d-8eac309510d9 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a06109e-99b8-472e-b8b7-902d575c5d5d HTTP/1.1" status: 200 len: 945 time: 0.0966756 Sep 23 06:44:34.069274 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411134eb-40ee-41c8-9970-83ddb377770a req-61756821-c9b8-4a30-8a6f-e2f37d283414 tempest-LiveMigrationTest-1207377707 tempest-LiveMigrationTest-1207377707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:34.077372 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-411134eb-40ee-41c8-9970-83ddb377770a req-61756821-c9b8-4a30-8a6f-e2f37d283414 tempest-LiveMigrationTest-1207377707 tempest-LiveMigrationTest-1207377707-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=4ba6d6bf-1816-4862-9cb3-bf74999f6163 HTTP/1.1" status: 200 len: 1098 time: 0.0818055 Sep 23 06:44:34.087673 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f1b0820e-de49-4be7-8058-7611e432b348 req-aee16fef-d02d-4420-92c4-deaff1d29f61 service neutron] 10.222.0.58 "GET /v2.0/ports/f6ff1b82-b649-458f-bb9e-b22289625fda/bindings/n-h1-715271-16 HTTP/1.1" status: 200 len: 385 time: 0.1531639 Sep 23 06:44:34.094496 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f17eda0d-7b21-47e1-96c0-db8f56ff2fa0 req-9da50213-a7a1-4ccc-9be1-a3337e50a467 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/security-groups?id=ead5d8e9-ed26-4c51-bfc2-b6de8d7d128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700591 Sep 23 06:44:34.163717 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 4a7a9389-e577-429d-92ed-47667fd30c37 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:44:34.164096 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:34.171438 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-411134eb-40ee-41c8-9970-83ddb377770a req-4298bad4-ab24-4bd9-b81b-9a0667ad501a tempest-LiveMigrationTest-1207377707 tempest-LiveMigrationTest-1207377707-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931211 Sep 23 06:44:34.288332 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-25fe2015-b1bf-4814-b5c6-310f0eb1c8c1 req-769c44d8-8543-49e3-936c-78e78f5259a3 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] 10.222.0.39 "GET /v2.0/ports?device_id=d09ebcd6-1cc5-492d-9c54-116c28b6b125 HTTP/1.1" status: 200 len: 210 time: 0.0475852 Sep 23 06:44:34.419900 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-f1b0820e-de49-4be7-8058-7611e432b348 req-0149fc14-ef45-4f78-8dd8-6ffe37a22427 service neutron] For port f6ff1b82-b649-458f-bb9e-b22289625fda, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=f6ff1b82-b649-458f-bb9e-b22289625fda,segment=NetworkSegment(df9429cb-1b73-4fcc-8ecd-d0edb039148e),segment_id=df9429cb-1b73-4fcc-8ecd-d0edb039148e)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:44:34.450570 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-f1b0820e-de49-4be7-8058-7611e432b348 req-0149fc14-ef45-4f78-8dd8-6ffe37a22427 service neutron] For port f6ff1b82-b649-458f-bb9e-b22289625fda, host n-h2-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:44:34.493892 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-f1b0820e-de49-4be7-8058-7611e432b348 req-0149fc14-ef45-4f78-8dd8-6ffe37a22427 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6ff1b82-b649-458f-bb9e-b22289625fda {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:44:34.510330 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-f1b0820e-de49-4be7-8058-7611e432b348 req-0149fc14-ef45-4f78-8dd8-6ffe37a22427 service neutron] For port f6ff1b82-b649-458f-bb9e-b22289625fda, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=f6ff1b82-b649-458f-bb9e-b22289625fda,segment=NetworkSegment(df9429cb-1b73-4fcc-8ecd-d0edb039148e),segment_id=df9429cb-1b73-4fcc-8ecd-d0edb039148e)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:44:34.529902 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-f1b0820e-de49-4be7-8058-7611e432b348 req-0149fc14-ef45-4f78-8dd8-6ffe37a22427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:34.688429 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ef2008-9a0a-4eea-8ae2-a44a13afd3b9 req-8fb42bc7-7db6-4c73-a3b4-1cd008da68cf tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:34.692180 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-68ef2008-9a0a-4eea-8ae2-a44a13afd3b9 req-8fb42bc7-7db6-4c73-a3b4-1cd008da68cf tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=6537cafe-d3ce-4f50-8690-62d212f0187d HTTP/1.1" status: 200 len: 950 time: 0.0871575 Sep 23 06:44:34.702349 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-f1b0820e-de49-4be7-8058-7611e432b348 req-0149fc14-ef45-4f78-8dd8-6ffe37a22427 service neutron] Transition to ACTIVE for port object f6ff1b82-b649-458f-bb9e-b22289625fda will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:44:34.709748 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-f1b0820e-de49-4be7-8058-7611e432b348 req-0149fc14-ef45-4f78-8dd8-6ffe37a22427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:34.736527 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-68ef2008-9a0a-4eea-8ae2-a44a13afd3b9 req-a27f112c-8d15-42ff-b04b-aabfaad1c681 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373783 Sep 23 06:44:34.782408 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1b0820e-de49-4be7-8058-7611e432b348 req-0149fc14-ef45-4f78-8dd8-6ffe37a22427 service neutron] No DVR routers for this DVR port f6ff1b82-b649-458f-bb9e-b22289625fda on host n-h2-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:44:34.839115 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0149fc14-ef45-4f78-8dd8-6ffe37a22427 service neutron] Pushing event updated for resources: {'Port': ['ID=f6ff1b82-b649-458f-bb9e-b22289625fda,revision_number=10']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:44:34.854743 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f1b0820e-de49-4be7-8058-7611e432b348 req-0149fc14-ef45-4f78-8dd8-6ffe37a22427 service neutron] 10.222.0.58 "PUT /v2.0/ports/f6ff1b82-b649-458f-bb9e-b22289625fda/bindings/n-h1-715271-16/activate HTTP/1.1" status: 200 len: 370 time: 0.7552297 Sep 23 06:44:34.869165 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3b87e8-638f-4a37-b570-20f14f46760e req-fc6921d8-1513-4b45-b47c-9dc4d1ae64cf tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:34.870725 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1c3b87e8-638f-4a37-b570-20f14f46760e req-fc6921d8-1513-4b45-b47c-9dc4d1ae64cf tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d9dd330-c207-430f-9a5b-6373908f2ca9 HTTP/1.1" status: 200 len: 944 time: 0.0626767 Sep 23 06:44:34.911292 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1c3b87e8-638f-4a37-b570-20f14f46760e req-d9d83bf2-83ac-411b-86e0-53ce04cf341d tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335245 Sep 23 06:44:35.021825 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b0820e-de49-4be7-8058-7611e432b348 req-685b5751-ce38-4baf-8bc5-b33479a48790 tempest-LiveAutoBlockMigrationV225Test-1648181363 tempest-LiveAutoBlockMigrationV225Test-1648181363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:35.023754 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f1b0820e-de49-4be7-8058-7611e432b348 req-685b5751-ce38-4baf-8bc5-b33479a48790 tempest-LiveAutoBlockMigrationV225Test-1648181363 tempest-LiveAutoBlockMigrationV225Test-1648181363-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3d9dd330-c207-430f-9a5b-6373908f2ca9&tenant_id=4f0064bb53474048bf6eb5b78e44e4ae&binding%3Ahost_id=n-h2-715271-16 HTTP/1.1" status: 200 len: 1096 time: 0.0657609 Sep 23 06:44:35.138168 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b0820e-de49-4be7-8058-7611e432b348 req-3b1eaad0-c574-43df-94bb-4836e22f2b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:35.140065 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f1b0820e-de49-4be7-8058-7611e432b348 req-3b1eaad0-c574-43df-94bb-4836e22f2b3d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3d9dd330-c207-430f-9a5b-6373908f2ca9&tenant_id=4f0064bb53474048bf6eb5b78e44e4ae HTTP/1.1" status: 200 len: 1096 time: 0.1033092 Sep 23 06:44:35.251378 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b0820e-de49-4be7-8058-7611e432b348 req-3459dd98-2728-4fab-a1e9-ee8918c2349a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:35.254180 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f1b0820e-de49-4be7-8058-7611e432b348 req-3459dd98-2728-4fab-a1e9-ee8918c2349a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4f0064bb53474048bf6eb5b78e44e4ae&device_id=3d9dd330-c207-430f-9a5b-6373908f2ca9 HTTP/1.1" status: 200 len: 1096 time: 0.0799770 Sep 23 06:44:35.263754 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7da35c0-13d9-461a-a55b-e7317cc5a2dc req-baec0c3e-3573-4139-9908-9b3f25d3faed tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:35.265853 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a7da35c0-13d9-461a-a55b-e7317cc5a2dc req-baec0c3e-3573-4139-9908-9b3f25d3faed tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a06109e-99b8-472e-b8b7-902d575c5d5d HTTP/1.1" status: 200 len: 945 time: 0.0815225 Sep 23 06:44:35.393956 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a7da35c0-13d9-461a-a55b-e7317cc5a2dc req-23676852-7a65-41a3-8c81-8602af27c283 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/security-groups?id=ead5d8e9-ed26-4c51-bfc2-b6de8d7d128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118884 Sep 23 06:44:35.443418 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b0820e-de49-4be7-8058-7611e432b348 req-d4b570aa-bd2f-4757-94cb-ed6792f9d3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:35.445196 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f1b0820e-de49-4be7-8058-7611e432b348 req-d4b570aa-bd2f-4757-94cb-ed6792f9d3cc service neutron] 10.222.0.21 "GET /v2.0/networks?id=26aba36e-f765-4b4a-a7c9-897761ec549b HTTP/1.1" status: 200 len: 922 time: 0.1782374 Sep 23 06:44:35.505078 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab8b4e-2f41-4f1a-bbd1-ad1dee06e74f req-2f5d3b94-b146-49e8-ac2e-fdf9b5f2cd51 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:35.506753 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0aab8b4e-2f41-4f1a-bbd1-ad1dee06e74f req-2f5d3b94-b146-49e8-ac2e-fdf9b5f2cd51 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] 10.222.0.21 "GET /v2.0/networks?id=2b7bd705-2e60-460a-a561-0bf7bffe3f38 HTTP/1.1" status: 200 len: 815 time: 0.1525342 Sep 23 06:44:35.524633 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f1b0820e-de49-4be7-8058-7611e432b348 req-049e7ef9-4530-4d55-b7de-448c4e8bfed6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6ff1b82-b649-458f-bb9e-b22289625fda HTTP/1.1" status: 200 len: 217 time: 0.0696678 Sep 23 06:44:35.610953 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0aab8b4e-2f41-4f1a-bbd1-ad1dee06e74f req-7d5b0b2b-5dbf-4955-90e5-f9552cfa9e40 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b534364c1ecd44a69b47cf0ed516d622 HTTP/1.1" status: 200 len: 380 time: 0.0750566 Sep 23 06:44:35.637636 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-0aab8b4e-2f41-4f1a-bbd1-ad1dee06e74f req-ed3a28dd-6621-494f-bbb0-ee9a5fdf461b tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Request body: {'port': {'device_id': 'd09ebcd6-1cc5-492d-9c54-116c28b6b125', 'network_id': '2b7bd705-2e60-460a-a561-0bf7bffe3f38', 'admin_state_up': True, 'tenant_id': 'b534364c1ecd44a69b47cf0ed516d622', 'security_groups': ['e227e7c9-e311-4874-ae32-c95ae9c12b52']}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:44:35.642623 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cbe6daa2-837b-4462-bacb-cc2460a57c1e req-2f228372-397a-4da8-879a-6d1c00fada93 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] 10.222.0.39 "GET /v2.0/ports?device_id=d09ebcd6-1cc5-492d-9c54-116c28b6b125 HTTP/1.1" status: 200 len: 210 time: 0.0554276 Sep 23 06:44:35.652286 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b0820e-de49-4be7-8058-7611e432b348 req-2269ed8b-9016-4384-90a4-29da9bcc2bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:35.656271 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f1b0820e-de49-4be7-8058-7611e432b348 req-2269ed8b-9016-4384-90a4-29da9bcc2bcd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=afab507a-4ef5-4f82-b221-a08b722735c6 HTTP/1.1" status: 200 len: 861 time: 0.1198852 Sep 23 06:44:35.704560 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [req-0ae5feac-c09e-47f2-92f9-c1a738350835 req-dbc6b383-6ab7-4eaf-bba5-dd0a17f2c5de tempest-LiveMigrationTest-1207377707 tempest-LiveMigrationTest-1207377707-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=95065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 06:44:35.710380 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f1b0820e-de49-4be7-8058-7611e432b348 req-7b0d20e8-06a5-4c5b-ab3c-fea0c379983c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=26aba36e-f765-4b4a-a7c9-897761ec549b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313411 Sep 23 06:44:35.713174 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0ae5feac-c09e-47f2-92f9-c1a738350835 req-dbc6b383-6ab7-4eaf-bba5-dd0a17f2c5de tempest-LiveMigrationTest-1207377707 tempest-LiveMigrationTest-1207377707-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0168784 Sep 23 06:44:35.807310 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 973deb69-acfe-4dbc-a8f6-657eb618af54 no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:44:35.808545 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae5feac-c09e-47f2-92f9-c1a738350835 req-db030582-dc6b-4081-89ae-7e6c3a369c26 tempest-LiveMigrationTest-1207377707 tempest-LiveMigrationTest-1207377707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:35.810058 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0ae5feac-c09e-47f2-92f9-c1a738350835 req-db030582-dc6b-4081-89ae-7e6c3a369c26 tempest-LiveMigrationTest-1207377707 tempest-LiveMigrationTest-1207377707-project-admin] 10.222.0.39 "GET /v2.0/ports/43e749ab-2d4a-4288-867c-05cfecd0836d HTTP/1.1" status: 200 len: 1095 time: 0.0958347 Sep 23 06:44:35.829254 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-0ae5feac-c09e-47f2-92f9-c1a738350835 req-efde7089-d52f-4704-901f-4d2b209fa27a service neutron] Request body: {'binding': {'host': 'n-h2-715271-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:44:35.830111 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-0ae5feac-c09e-47f2-92f9-c1a738350835 req-efde7089-d52f-4704-901f-4d2b209fa27a service neutron] Unknown quota resources ['binding']. {{(pid=95065) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 23 06:44:35.844239 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] No Port match for: 973deb69-acfe-4dbc-a8f6-657eb618af54 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:44:35.845116 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 973deb69-acfe-4dbc-a8f6-657eb618af54 not bound to the agent host n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:44:35.863203 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f1b0820e-de49-4be7-8058-7611e432b348 req-cc68d6b8-2347-4a12-a27d-377d222922a0 service neutron] 10.222.0.21 "GET /v2.0/networks/26aba36e-f765-4b4a-a7c9-897761ec549b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445603 Sep 23 06:44:35.927251 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0aab8b4e-2f41-4f1a-bbd1-ad1dee06e74f req-ed3a28dd-6621-494f-bbb0-ee9a5fdf461b tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Made reservation on behalf of b534364c1ecd44a69b47cf0ed516d622 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:44:35.931441 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-0aab8b4e-2f41-4f1a-bbd1-ad1dee06e74f req-ed3a28dd-6621-494f-bbb0-ee9a5fdf461b tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:35.997246 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94126d1-43a2-4aa3-a58f-01afd5ccc82d req-cadd6705-7ca6-4141-b67f-ac88769f1b96 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:35.998997 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e94126d1-43a2-4aa3-a58f-01afd5ccc82d req-cadd6705-7ca6-4141-b67f-ac88769f1b96 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=6537cafe-d3ce-4f50-8690-62d212f0187d HTTP/1.1" status: 200 len: 950 time: 0.1397750 Sep 23 06:44:36.038802 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f1b0820e-de49-4be7-8058-7611e432b348 req-6b229330-8ab4-4506-88be-871d1c7ce687 service neutron] 10.222.0.21 "GET /v2.0/networks/26aba36e-f765-4b4a-a7c9-897761ec549b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468630 Sep 23 06:44:36.061781 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e94126d1-43a2-4aa3-a58f-01afd5ccc82d req-f6c9a654-e278-4172-9d56-a27c59ebd92a tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491891 Sep 23 06:44:36.139723 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:36.171825 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-0ae5feac-c09e-47f2-92f9-c1a738350835 req-efde7089-d52f-4704-901f-4d2b209fa27a service neutron] Attempting to bind port 43e749ab-2d4a-4288-867c-05cfecd0836d on host n-h2-715271-16 for vnic_type normal with profile None {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:44:36.172207 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-0ae5feac-c09e-47f2-92f9-c1a738350835 req-efde7089-d52f-4704-901f-4d2b209fa27a service neutron] Attempting to bind port 43e749ab-2d4a-4288-867c-05cfecd0836d by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': 'a2ee209e-d4ee-4c6a-8401-bd714bf3436e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b41a91e1-341c-4340-b7a8-8779367a7828'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:44:36.172609 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae5feac-c09e-47f2-92f9-c1a738350835 req-efde7089-d52f-4704-901f-4d2b209fa27a service neutron] Attempting to bind port 43e749ab-2d4a-4288-867c-05cfecd0836d on network b41a91e1-341c-4340-b7a8-8779367a7828 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:44:36.181911 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae5feac-c09e-47f2-92f9-c1a738350835 req-efde7089-d52f-4704-901f-4d2b209fa27a service neutron] Port 43e749ab-2d4a-4288-867c-05cfecd0836d on network b41a91e1-341c-4340-b7a8-8779367a7828 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:44:36.182231 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae5feac-c09e-47f2-92f9-c1a738350835 req-efde7089-d52f-4704-901f-4d2b209fa27a service neutron] Attempting to bind port 43e749ab-2d4a-4288-867c-05cfecd0836d on network b41a91e1-341c-4340-b7a8-8779367a7828 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:44:36.188885 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae5feac-c09e-47f2-92f9-c1a738350835 req-efde7089-d52f-4704-901f-4d2b209fa27a service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:44:36.189209 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae5feac-c09e-47f2-92f9-c1a738350835 req-efde7089-d52f-4704-901f-4d2b209fa27a service neutron] Checking segment: {'id': 'a2ee209e-d4ee-4c6a-8401-bd714bf3436e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b41a91e1-341c-4340-b7a8-8779367a7828'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:44:36.189586 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae5feac-c09e-47f2-92f9-c1a738350835 req-efde7089-d52f-4704-901f-4d2b209fa27a service neutron] Bound using segment: {'id': 'a2ee209e-d4ee-4c6a-8401-bd714bf3436e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b41a91e1-341c-4340-b7a8-8779367a7828'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:44:36.190741 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-0ae5feac-c09e-47f2-92f9-c1a738350835 req-efde7089-d52f-4704-901f-4d2b209fa27a service neutron] Bound port: 43e749ab-2d4a-4288-867c-05cfecd0836d, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2ee209e-d4ee-4c6a-8401-bd714bf3436e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b41a91e1-341c-4340-b7a8-8779367a7828'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:44:36.218221 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ed0cc2-69ff-4b4a-9ef3-6efda377c775 req-b0406b3b-3017-41cf-a8f0-f13533a6296e tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:36.219638 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-90ed0cc2-69ff-4b4a-9ef3-6efda377c775 req-b0406b3b-3017-41cf-a8f0-f13533a6296e tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d9dd330-c207-430f-9a5b-6373908f2ca9 HTTP/1.1" status: 200 len: 944 time: 0.0554321 Sep 23 06:44:36.226662 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-0aab8b4e-2f41-4f1a-bbd1-ad1dee06e74f req-ed3a28dd-6621-494f-bbb0-ee9a5fdf461b tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Allocated IP 172.20.0.4 (2b7bd705-2e60-460a-a561-0bf7bffe3f38/22e559b1-bc95-4b10-a948-81fb2fccd5ed/4a1e1695-a3c0-4716-bde8-0b7cd7b0177f) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:44:36.278509 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-90ed0cc2-69ff-4b4a-9ef3-6efda377c775 req-55cd1ea2-72a7-4076-96e4-1d794a3efdb5 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411770 Sep 23 06:44:36.291049 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-0ae5feac-c09e-47f2-92f9-c1a738350835 req-efde7089-d52f-4704-901f-4d2b209fa27a service neutron] For port 43e749ab-2d4a-4288-867c-05cfecd0836d, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=43e749ab-2d4a-4288-867c-05cfecd0836d,segment=NetworkSegment(a2ee209e-d4ee-4c6a-8401-bd714bf3436e),segment_id=a2ee209e-d4ee-4c6a-8401-bd714bf3436e)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:44:36.303536 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-0ae5feac-c09e-47f2-92f9-c1a738350835 req-efde7089-d52f-4704-901f-4d2b209fa27a service neutron] Notify callbacks [] for binding, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:36.305113 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0ae5feac-c09e-47f2-92f9-c1a738350835 req-efde7089-d52f-4704-901f-4d2b209fa27a service neutron] 10.222.0.39 "POST /v2.0/ports/43e749ab-2d4a-4288-867c-05cfecd0836d/bindings HTTP/1.1" status: 201 len: 390 time: 0.4800441 Sep 23 06:44:36.470581 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-0aab8b4e-2f41-4f1a-bbd1-ad1dee06e74f req-ed3a28dd-6621-494f-bbb0-ee9a5fdf461b tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:36.483553 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b0820e-de49-4be7-8058-7611e432b348 req-556a2783-668f-4b99-88a4-079fdd3bd7c3 tempest-LiveAutoBlockMigrationV225Test-1648181363 tempest-LiveAutoBlockMigrationV225Test-1648181363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:36.486329 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f1b0820e-de49-4be7-8058-7611e432b348 req-556a2783-668f-4b99-88a4-079fdd3bd7c3 tempest-LiveAutoBlockMigrationV225Test-1648181363 tempest-LiveAutoBlockMigrationV225Test-1648181363-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3d9dd330-c207-430f-9a5b-6373908f2ca9&tenant_id=4f0064bb53474048bf6eb5b78e44e4ae&binding%3Ahost_id=n-h1-715271-16 HTTP/1.1" status: 200 len: 1096 time: 0.0712025 Sep 23 06:44:36.526264 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-0aab8b4e-2f41-4f1a-bbd1-ad1dee06e74f req-ed3a28dd-6621-494f-bbb0-ee9a5fdf461b tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:36.560979 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc1b17-48d8-423c-9359-bb9a14b6d9aa req-d9258843-f419-41f1-8929-7b38409d8f31 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:36.562637 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-75bc1b17-48d8-423c-9359-bb9a14b6d9aa req-d9258843-f419-41f1-8929-7b38409d8f31 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a06109e-99b8-472e-b8b7-902d575c5d5d HTTP/1.1" status: 200 len: 945 time: 0.0648139 Sep 23 06:44:36.608132 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0aab8b4e-2f41-4f1a-bbd1-ad1dee06e74f req-ed3a28dd-6621-494f-bbb0-ee9a5fdf461b tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Network 2b7bd705-2e60-460a-a561-0bf7bffe3f38 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:44:36.616362 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-0aab8b4e-2f41-4f1a-bbd1-ad1dee06e74f req-ed3a28dd-6621-494f-bbb0-ee9a5fdf461b tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:44:36.625964 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aab8b4e-2f41-4f1a-bbd1-ad1dee06e74f req-ed3a28dd-6621-494f-bbb0-ee9a5fdf461b tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:44:36.633608 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab8b4e-2f41-4f1a-bbd1-ad1dee06e74f req-ed3a28dd-6621-494f-bbb0-ee9a5fdf461b tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:36.634425 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-0aab8b4e-2f41-4f1a-bbd1-ad1dee06e74f req-ed3a28dd-6621-494f-bbb0-ee9a5fdf461b tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:36.641357 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3a28dd-6621-494f-bbb0-ee9a5fdf461b tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Pushing event updated for resources: {'Port': ['ID=4a1e1695-a3c0-4716-bde8-0b7cd7b0177f,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:44:36.657964 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b879be-71f5-42d1-85c2-e7246d3cddf1 req-0bab0d6c-dc13-4d39-b259-789878e351ba tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:36.660138 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d7b879be-71f5-42d1-85c2-e7246d3cddf1 req-0bab0d6c-dc13-4d39-b259-789878e351ba tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ba6d6bf-1816-4862-9cb3-bf74999f6163 HTTP/1.1" status: 200 len: 946 time: 0.1462615 Sep 23 06:44:36.671669 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-75bc1b17-48d8-423c-9359-bb9a14b6d9aa req-27b9c174-1d10-43d0-8b8c-2ed0401bde30 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/security-groups?id=ead5d8e9-ed26-4c51-bfc2-b6de8d7d128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868669 Sep 23 06:44:36.691034 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0aab8b4e-2f41-4f1a-bbd1-ad1dee06e74f req-ed3a28dd-6621-494f-bbb0-ee9a5fdf461b tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0596638 Sep 23 06:44:36.727586 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-0aab8b4e-2f41-4f1a-bbd1-ad1dee06e74f req-e3d2416a-7ab3-438e-9401-b815e9c25a78 service neutron] Request body: {'port': {'device_id': 'd09ebcd6-1cc5-492d-9c54-116c28b6b125', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:44:36.773029 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-f1b0820e-de49-4be7-8058-7611e432b348 req-30e60bd4-a74c-41f0-aeaf-876ee98ab114 service neutron] For port f6ff1b82-b649-458f-bb9e-b22289625fda, host n-h2-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:44:36.776848 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-f1b0820e-de49-4be7-8058-7611e432b348 req-30e60bd4-a74c-41f0-aeaf-876ee98ab114 service neutron] Notify callbacks [] for binding, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:36.778265 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f1b0820e-de49-4be7-8058-7611e432b348 req-30e60bd4-a74c-41f0-aeaf-876ee98ab114 service neutron] 10.222.0.21 "DELETE /v2.0/ports/f6ff1b82-b649-458f-bb9e-b22289625fda/bindings/n-h2-715271-16 HTTP/1.1" status: 204 len: 173 time: 0.2343943 Sep 23 06:44:36.864296 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d7b879be-71f5-42d1-85c2-e7246d3cddf1 req-bdaa193a-8495-4392-905f-dc467c9812d1 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844630 Sep 23 06:44:36.925363 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae5feac-c09e-47f2-92f9-c1a738350835 req-92f1791c-a081-4f9b-9a13-64f0eaa0cb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:36.941113 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0ae5feac-c09e-47f2-92f9-c1a738350835 req-92f1791c-a081-4f9b-9a13-64f0eaa0cb38 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=64ac7894e2284bc191ac7c20f7f9ca7f&device_id=4ba6d6bf-1816-4862-9cb3-bf74999f6163 HTTP/1.1" status: 200 len: 1098 time: 0.2295532 Sep 23 06:44:36.944445 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-0aab8b4e-2f41-4f1a-bbd1-ad1dee06e74f req-e3d2416a-7ab3-438e-9401-b815e9c25a78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:36.976191 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0efa50e-1447-4876-b38e-1e14a85e01fe req-de5d0bd5-646a-4992-964b-79ba37e4d73e tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:36.978000 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b0efa50e-1447-4876-b38e-1e14a85e01fe req-de5d0bd5-646a-4992-964b-79ba37e4d73e tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] 10.222.0.39 "GET /v2.0/ports?device_id=d09ebcd6-1cc5-492d-9c54-116c28b6b125 HTTP/1.1" status: 200 len: 931 time: 0.0803239 Sep 23 06:44:37.020534 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b0efa50e-1447-4876-b38e-1e14a85e01fe req-b4797d47-bb86-41bf-bc29-c22dec235e93 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] 10.222.0.39 "GET /v2.0/security-groups?id=e227e7c9-e311-4874-ae32-c95ae9c12b52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363195 Sep 23 06:44:37.072748 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-2b63ede6-d5c3-4f4d-bc5a-3846227937c0 None None] Provisioning complete for port 4a1e1695-a3c0-4716-bde8-0b7cd7b0177f triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:44:37.073326 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2b63ede6-d5c3-4f4d-bc5a-3846227937c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:37.113816 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-2b63ede6-d5c3-4f4d-bc5a-3846227937c0 None None] Port 4a1e1695-a3c0-4716-bde8-0b7cd7b0177f cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:44:37.166054 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae5feac-c09e-47f2-92f9-c1a738350835 req-35d4a300-3a6e-4e4d-8b08-53a24fa4fb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:37.167501 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0ae5feac-c09e-47f2-92f9-c1a738350835 req-35d4a300-3a6e-4e4d-8b08-53a24fa4fb62 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b41a91e1-341c-4340-b7a8-8779367a7828 HTTP/1.1" status: 200 len: 909 time: 0.2043698 Sep 23 06:44:37.262098 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6bba9f-1f3f-4a4a-bf25-b5740f3de4c0 req-fd9a1974-af5a-46bb-be55-05240aac5507 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:37.263492 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5e6bba9f-1f3f-4a4a-bf25-b5740f3de4c0 req-fd9a1974-af5a-46bb-be55-05240aac5507 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.21 "GET /v2.0/ports?device_id=6537cafe-d3ce-4f50-8690-62d212f0187d HTTP/1.1" status: 200 len: 950 time: 0.0671473 Sep 23 06:44:37.269489 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0ae5feac-c09e-47f2-92f9-c1a738350835 req-22911d90-11d4-459f-92c3-6362ededbed7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43e749ab-2d4a-4288-867c-05cfecd0836d HTTP/1.1" status: 200 len: 217 time: 0.0835254 Sep 23 06:44:37.302169 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13fef1e-52b7-4426-815e-04ab6867393a req-1c505fcf-5e03-4b82-88f5-eb579ce1a9ee tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:37.303951 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c13fef1e-52b7-4426-815e-04ab6867393a req-1c505fcf-5e03-4b82-88f5-eb579ce1a9ee tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=6537cafe-d3ce-4f50-8690-62d212f0187d HTTP/1.1" status: 200 len: 950 time: 0.1481717 Sep 23 06:44:37.449992 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-5e6bba9f-1f3f-4a4a-bf25-b5740f3de4c0 req-9f31d9a3-1fbe-46ee-9c90-f26c81ba7f8d tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Deleting port 4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:44:37.450475 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-5e6bba9f-1f3f-4a4a-bf25-b5740f3de4c0 req-9f31d9a3-1fbe-46ee-9c90-f26c81ba7f8d tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:37.455352 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae5feac-c09e-47f2-92f9-c1a738350835 req-b8adb279-31ac-4ab7-bf49-3cb73b990061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:37.457225 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0ae5feac-c09e-47f2-92f9-c1a738350835 req-b8adb279-31ac-4ab7-bf49-3cb73b990061 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c7d428fe-182b-4149-b884-87c9d4508732 HTTP/1.1" status: 200 len: 848 time: 0.1672218 Sep 23 06:44:37.465699 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c13fef1e-52b7-4426-815e-04ab6867393a req-39609786-0fa9-4488-8e19-0d367728b5d8 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308827 Sep 23 06:44:37.509548 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc62860-ec4e-43c0-9f37-2af9b38267c1 req-04cf69f5-aa5f-4a53-8090-489a3f521d49 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:37.518504 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0fc62860-ec4e-43c0-9f37-2af9b38267c1 req-04cf69f5-aa5f-4a53-8090-489a3f521d49 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d9dd330-c207-430f-9a5b-6373908f2ca9 HTTP/1.1" status: 200 len: 944 time: 0.1176295 Sep 23 06:44:37.525358 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0ae5feac-c09e-47f2-92f9-c1a738350835 req-5c5c4121-cb35-49e8-88b4-d25c267ceeed service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b41a91e1-341c-4340-b7a8-8779367a7828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273974 Sep 23 06:44:37.539866 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-0aab8b4e-2f41-4f1a-bbd1-ad1dee06e74f req-e3d2416a-7ab3-438e-9401-b815e9c25a78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a1e1695-a3c0-4716-bde8-0b7cd7b0177f {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:44:37.548714 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-0aab8b4e-2f41-4f1a-bbd1-ad1dee06e74f req-e3d2416a-7ab3-438e-9401-b815e9c25a78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:37.618704 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0fc62860-ec4e-43c0-9f37-2af9b38267c1 req-a012fdf4-1dc6-460a-bddc-fb872acf67ef tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989068 Sep 23 06:44:37.640498 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-5e6bba9f-1f3f-4a4a-bf25-b5740f3de4c0 req-9f31d9a3-1fbe-46ee-9c90-f26c81ba7f8d tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] For port 4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:44:37.640673 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-0aab8b4e-2f41-4f1a-bbd1-ad1dee06e74f req-e3d2416a-7ab3-438e-9401-b815e9c25a78 service neutron] Transition to ACTIVE for port object 4a1e1695-a3c0-4716-bde8-0b7cd7b0177f will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:44:37.641132 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-5e6bba9f-1f3f-4a4a-bf25-b5740f3de4c0 req-9f31d9a3-1fbe-46ee-9c90-f26c81ba7f8d tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:37.648910 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-0aab8b4e-2f41-4f1a-bbd1-ad1dee06e74f req-e3d2416a-7ab3-438e-9401-b815e9c25a78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:37.674762 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-5e6bba9f-1f3f-4a4a-bf25-b5740f3de4c0 req-9f31d9a3-1fbe-46ee-9c90-f26c81ba7f8d tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Calling delete_port for 4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195 owned by compute:nova {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:44:37.718360 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0ae5feac-c09e-47f2-92f9-c1a738350835 req-48010a20-a907-4ad7-8b96-f6d98ba4365b service neutron] 10.222.0.58 "GET /v2.0/networks/b41a91e1-341c-4340-b7a8-8779367a7828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661370 Sep 23 06:44:37.882849 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-0aab8b4e-2f41-4f1a-bbd1-ad1dee06e74f req-e3d2416a-7ab3-438e-9401-b815e9c25a78 service neutron] Attempting to bind port 4a1e1695-a3c0-4716-bde8-0b7cd7b0177f on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:44:37.882849 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-0aab8b4e-2f41-4f1a-bbd1-ad1dee06e74f req-e3d2416a-7ab3-438e-9401-b815e9c25a78 service neutron] Attempting to bind port 4a1e1695-a3c0-4716-bde8-0b7cd7b0177f by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': '0da86c90-6a72-4e68-aee1-79a63b94f012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2b7bd705-2e60-460a-a561-0bf7bffe3f38'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:44:37.883140 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aab8b4e-2f41-4f1a-bbd1-ad1dee06e74f req-e3d2416a-7ab3-438e-9401-b815e9c25a78 service neutron] Attempting to bind port 4a1e1695-a3c0-4716-bde8-0b7cd7b0177f on network 2b7bd705-2e60-460a-a561-0bf7bffe3f38 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:44:37.885540 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-5e6bba9f-1f3f-4a4a-bf25-b5740f3de4c0 req-9f31d9a3-1fbe-46ee-9c90-f26c81ba7f8d tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:37.905016 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['f12c200c-7bca-49dd-b324-ebac021046e8'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:44:37.952511 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['7075373d-4579-48cb-b9e5-04ad3c7a8c47', '4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:44:37.962327 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f31d9a3-1fbe-46ee-9c90-f26c81ba7f8d tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Pushing event deleted for resources: {'Port': ['ID=4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:44:37.975080 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de9b65b-4453-40fb-b645-a3a079a9e8cb req-4ec1ab84-7ece-4e0b-8287-423e92451074 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:37.983571 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0de9b65b-4453-40fb-b645-a3a079a9e8cb req-4ec1ab84-7ece-4e0b-8287-423e92451074 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a06109e-99b8-472e-b8b7-902d575c5d5d HTTP/1.1" status: 200 len: 945 time: 0.1584911 Sep 23 06:44:37.999992 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d2416a-7ab3-438e-9401-b815e9c25a78 service neutron] Pushing event updated for resources: {'Port': ['ID=4a1e1695-a3c0-4716-bde8-0b7cd7b0177f,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:44:38.040489 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aab8b4e-2f41-4f1a-bbd1-ad1dee06e74f req-e3d2416a-7ab3-438e-9401-b815e9c25a78 service neutron] Port 4a1e1695-a3c0-4716-bde8-0b7cd7b0177f on network 2b7bd705-2e60-460a-a561-0bf7bffe3f38 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:44:38.040900 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aab8b4e-2f41-4f1a-bbd1-ad1dee06e74f req-e3d2416a-7ab3-438e-9401-b815e9c25a78 service neutron] Attempting to bind port 4a1e1695-a3c0-4716-bde8-0b7cd7b0177f on network 2b7bd705-2e60-460a-a561-0bf7bffe3f38 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:44:38.052710 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e6bba9f-1f3f-4a4a-bf25-b5740f3de4c0 req-9f31d9a3-1fbe-46ee-9c90-f26c81ba7f8d tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] No DVR routers for this DVR port 4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195 on host n-h1-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:44:38.057610 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-5e6bba9f-1f3f-4a4a-bf25-b5740f3de4c0 req-9f31d9a3-1fbe-46ee-9c90-f26c81ba7f8d tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:38.058299 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aab8b4e-2f41-4f1a-bbd1-ad1dee06e74f req-e3d2416a-7ab3-438e-9401-b815e9c25a78 service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:44:38.058741 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aab8b4e-2f41-4f1a-bbd1-ad1dee06e74f req-e3d2416a-7ab3-438e-9401-b815e9c25a78 service neutron] Checking segment: {'id': '0da86c90-6a72-4e68-aee1-79a63b94f012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2b7bd705-2e60-460a-a561-0bf7bffe3f38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:44:38.059270 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aab8b4e-2f41-4f1a-bbd1-ad1dee06e74f req-e3d2416a-7ab3-438e-9401-b815e9c25a78 service neutron] Bound using segment: {'id': '0da86c90-6a72-4e68-aee1-79a63b94f012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2b7bd705-2e60-460a-a561-0bf7bffe3f38'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:44:38.059877 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5e6bba9f-1f3f-4a4a-bf25-b5740f3de4c0 req-9f31d9a3-1fbe-46ee-9c90-f26c81ba7f8d tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.21 "DELETE /v2.0/ports/4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195 HTTP/1.1" status: 204 len: 173 time: 0.7891512 Sep 23 06:44:38.060463 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-0aab8b4e-2f41-4f1a-bbd1-ad1dee06e74f req-e3d2416a-7ab3-438e-9401-b815e9c25a78 service neutron] Bound port: 4a1e1695-a3c0-4716-bde8-0b7cd7b0177f, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0da86c90-6a72-4e68-aee1-79a63b94f012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2b7bd705-2e60-460a-a561-0bf7bffe3f38'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:44:38.060716 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6537cafe-d3ce-4f50-8690-62d212f0187d', 'name': 'network-vif-deleted', 'tag': '4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:44:38.062238 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-0aab8b4e-2f41-4f1a-bbd1-ad1dee06e74f req-e3d2416a-7ab3-438e-9401-b815e9c25a78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:38.063249 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-294aaee5-ff67-4fc4-aed2-fa343acf92ee" -d '{"events": [{"server_uuid": "6537cafe-d3ce-4f50-8690-62d212f0187d", "name": "network-vif-deleted", "tag": "4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:44:38.109764 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0de9b65b-4453-40fb-b645-a3a079a9e8cb req-799e2337-bd20-49e4-adfb-49148c0f4fed tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/security-groups?id=ead5d8e9-ed26-4c51-bfc2-b6de8d7d128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251969 Sep 23 06:44:38.120710 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0ae5feac-c09e-47f2-92f9-c1a738350835 req-f4c0d7bf-93b7-4809-a527-80e111cd87e8 service neutron] 10.222.0.58 "GET /v2.0/networks/b41a91e1-341c-4340-b7a8-8779367a7828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3900497 Sep 23 06:44:38.187423 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f89925-196a-4fd1-ad8f-5b2ddd5bfdcb req-55859b4b-1f12-43bb-990f-2c347bb9ea8e tempest-LiveAutoBlockMigrationV225Test-1648181363 tempest-LiveAutoBlockMigrationV225Test-1648181363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:38.196700 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c8f89925-196a-4fd1-ad8f-5b2ddd5bfdcb req-55859b4b-1f12-43bb-990f-2c347bb9ea8e tempest-LiveAutoBlockMigrationV225Test-1648181363 tempest-LiveAutoBlockMigrationV225Test-1648181363-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3d9dd330-c207-430f-9a5b-6373908f2ca9 HTTP/1.1" status: 200 len: 1096 time: 0.4075432 Sep 23 06:44:38.210667 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-4c84fcab-7351-4a5d-847a-d13161c39fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:38.297344 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-0aab8b4e-2f41-4f1a-bbd1-ad1dee06e74f req-e3d2416a-7ab3-438e-9401-b815e9c25a78 service neutron] For port 4a1e1695-a3c0-4716-bde8-0b7cd7b0177f, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:44:38.377338 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-0aab8b4e-2f41-4f1a-bbd1-ad1dee06e74f req-e3d2416a-7ab3-438e-9401-b815e9c25a78 service neutron] For port 4a1e1695-a3c0-4716-bde8-0b7cd7b0177f, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=4a1e1695-a3c0-4716-bde8-0b7cd7b0177f,segment=NetworkSegment(0da86c90-6a72-4e68-aee1-79a63b94f012),segment_id=0da86c90-6a72-4e68-aee1-79a63b94f012)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:44:38.405823 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c8f89925-196a-4fd1-ad8f-5b2ddd5bfdcb req-87d14ff2-b6bf-4d40-9bc0-c692d22082d6 tempest-LiveAutoBlockMigrationV225Test-1648181363 tempest-LiveAutoBlockMigrationV225Test-1648181363-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076912 Sep 23 06:44:38.422212 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-0aab8b4e-2f41-4f1a-bbd1-ad1dee06e74f req-e3d2416a-7ab3-438e-9401-b815e9c25a78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:38.469119 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab8b4e-2f41-4f1a-bbd1-ad1dee06e74f req-e3d2416a-7ab3-438e-9401-b815e9c25a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:38.469657 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-0aab8b4e-2f41-4f1a-bbd1-ad1dee06e74f req-e3d2416a-7ab3-438e-9401-b815e9c25a78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:38.474747 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234dbbd4-9f8a-4faf-aa1a-d53d1490e211 req-5355837d-f1ed-4a18-ba60-d3882a288413 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:38.484729 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0aab8b4e-2f41-4f1a-bbd1-ad1dee06e74f req-e3d2416a-7ab3-438e-9401-b815e9c25a78 service neutron] 10.222.0.21 "PUT /v2.0/ports/4a1e1695-a3c0-4716-bde8-0b7cd7b0177f HTTP/1.1" status: 200 len: 1092 time: 1.7484448 Sep 23 06:44:38.485302 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd09ebcd6-1cc5-492d-9c54-116c28b6b125', 'tag': '4a1e1695-a3c0-4716-bde8-0b7cd7b0177f'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:44:38.488488 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc53549-003e-427b-a7bf-a7a7115bf0cb" -d '{"events": [{"name": "network-changed", "server_uuid": "d09ebcd6-1cc5-492d-9c54-116c28b6b125", "tag": "4a1e1695-a3c0-4716-bde8-0b7cd7b0177f"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:44:38.490835 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-234dbbd4-9f8a-4faf-aa1a-d53d1490e211 req-5355837d-f1ed-4a18-ba60-d3882a288413 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ba6d6bf-1816-4862-9cb3-bf74999f6163 HTTP/1.1" status: 200 len: 946 time: 0.1477752 Sep 23 06:44:38.631337 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-234dbbd4-9f8a-4faf-aa1a-d53d1490e211 req-d719e0ff-0c82-47a5-b0ab-5e2d536b3271 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354244 Sep 23 06:44:38.758849 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d2416a-7ab3-438e-9401-b815e9c25a78 service neutron] Pushing event updated for resources: {'Port': ['ID=4a1e1695-a3c0-4716-bde8-0b7cd7b0177f,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:44:38.773326 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab8b4e-2f41-4f1a-bbd1-ad1dee06e74f req-f60e17e7-b452-466f-86fd-9da80206720d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:38.775047 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0aab8b4e-2f41-4f1a-bbd1-ad1dee06e74f req-f60e17e7-b452-466f-86fd-9da80206720d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b534364c1ecd44a69b47cf0ed516d622&device_id=d09ebcd6-1cc5-492d-9c54-116c28b6b125 HTTP/1.1" status: 200 len: 1095 time: 0.1567857 Sep 23 06:44:38.802801 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1db738a4-b0f9-4297-922e-93e95980fa0a x-openstack-request-id: req-1db738a4-b0f9-4297-922e-93e95980fa0a {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:44:38.803101 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6537cafe-d3ce-4f50-8690-62d212f0187d", "name": "network-vif-deleted", "tag": "4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:44:38.803385 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1db738a4-b0f9-4297-922e-93e95980fa0a {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:44:38.803733 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6537cafe-d3ce-4f50-8690-62d212f0187d', 'name': 'network-vif-deleted', 'tag': '4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195', 'status': 'completed', 'code': 200} Sep 23 06:44:38.804458 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86392f6d-b3ce-44c2-ba50-1156e296adc6 req-7c9d97a8-91fa-494c-bea4-8f96ee6b78dc tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:38.812081 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-86392f6d-b3ce-44c2-ba50-1156e296adc6 req-7c9d97a8-91fa-494c-bea4-8f96ee6b78dc tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] 10.222.0.39 "GET /v2.0/ports?device_id=d09ebcd6-1cc5-492d-9c54-116c28b6b125 HTTP/1.1" status: 200 len: 943 time: 0.2452037 Sep 23 06:44:38.872645 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aead499a-0e3c-403b-8a90-b6f6a989f74f x-openstack-request-id: req-aead499a-0e3c-403b-8a90-b6f6a989f74f {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:44:38.872938 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d09ebcd6-1cc5-492d-9c54-116c28b6b125", "tag": "4a1e1695-a3c0-4716-bde8-0b7cd7b0177f", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:44:38.873394 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-aead499a-0e3c-403b-8a90-b6f6a989f74f {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:44:38.874302 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd09ebcd6-1cc5-492d-9c54-116c28b6b125', 'tag': '4a1e1695-a3c0-4716-bde8-0b7cd7b0177f', 'status': 'completed', 'code': 200} Sep 23 06:44:38.878429 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0aab8b4e-2f41-4f1a-bbd1-ad1dee06e74f req-cc63dbbc-285c-4b1e-9871-69efa90bc511 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a1e1695-a3c0-4716-bde8-0b7cd7b0177f HTTP/1.1" status: 200 len: 217 time: 0.0558360 Sep 23 06:44:39.037111 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0cccb493-926f-404b-aca8-3a92965d0c46 req-ff71840e-8f44-48bb-8e00-8109272a0504 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=6537cafe-d3ce-4f50-8690-62d212f0187d HTTP/1.1" status: 200 len: 210 time: 0.0555074 Sep 23 06:44:39.308855 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-86392f6d-b3ce-44c2-ba50-1156e296adc6 req-d33b5d5d-c2cb-4d9a-944a-83c294e4906f tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] 10.222.0.39 "GET /v2.0/security-groups?id=e227e7c9-e311-4874-ae32-c95ae9c12b52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4959040 Sep 23 06:44:39.338082 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab8b4e-2f41-4f1a-bbd1-ad1dee06e74f req-c7194c47-f57a-4f76-879f-7940fffcac0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:39.339606 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0aab8b4e-2f41-4f1a-bbd1-ad1dee06e74f req-c7194c47-f57a-4f76-879f-7940fffcac0b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=22e559b1-bc95-4b10-a948-81fb2fccd5ed HTTP/1.1" status: 200 len: 854 time: 0.4477434 Sep 23 06:44:39.409560 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20677443-f710-47fe-85cd-8ca1a9d2112c req-bbce4ff2-5c0a-4d20-8a28-659e7af069f0 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:39.411264 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-20677443-f710-47fe-85cd-8ca1a9d2112c req-bbce4ff2-5c0a-4d20-8a28-659e7af069f0 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a06109e-99b8-472e-b8b7-902d575c5d5d HTTP/1.1" status: 200 len: 945 time: 0.0630343 Sep 23 06:44:39.413011 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab8b4e-2f41-4f1a-bbd1-ad1dee06e74f req-a4295e0a-1b60-4ac0-a467-a4a2a05f0683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:39.414510 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0aab8b4e-2f41-4f1a-bbd1-ad1dee06e74f req-a4295e0a-1b60-4ac0-a467-a4a2a05f0683 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2b7bd705-2e60-460a-a561-0bf7bffe3f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0659385 Sep 23 06:44:39.438244 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e6677-7ea6-4c5f-981c-25b0ea969247 req-9972bf61-ec76-4fdd-8c77-c09d3d28a6a3 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:39.440316 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-784e6677-7ea6-4c5f-981c-25b0ea969247 req-9972bf61-ec76-4fdd-8c77-c09d3d28a6a3 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d9dd330-c207-430f-9a5b-6373908f2ca9 HTTP/1.1" status: 200 len: 944 time: 0.0598590 Sep 23 06:44:39.459976 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-20677443-f710-47fe-85cd-8ca1a9d2112c req-786e9688-9f1c-458d-bf6f-2bfa1dc6090b tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/security-groups?id=ead5d8e9-ed26-4c51-bfc2-b6de8d7d128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414331 Sep 23 06:44:39.509093 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-784e6677-7ea6-4c5f-981c-25b0ea969247 req-852d05d4-0daa-416f-b2a4-c2f7218b585a tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607157 Sep 23 06:44:39.565361 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0aab8b4e-2f41-4f1a-bbd1-ad1dee06e74f req-b7311782-1cc0-4755-bca8-7bf38408f668 service neutron] 10.222.0.21 "GET /v2.0/networks/2b7bd705-2e60-460a-a561-0bf7bffe3f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234870 Sep 23 06:44:39.663745 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0aab8b4e-2f41-4f1a-bbd1-ad1dee06e74f req-df635c68-6b24-4c18-8805-60742443df73 service neutron] 10.222.0.21 "GET /v2.0/networks/2b7bd705-2e60-460a-a561-0bf7bffe3f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904741 Sep 23 06:44:39.766618 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:39.767136 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db3ace5-50b8-4104-bfdd-185c8c452538 req-c260b644-bd14-4533-9895-83b24a358d8b tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:39.768815 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1db3ace5-50b8-4104-bfdd-185c8c452538 req-c260b644-bd14-4533-9895-83b24a358d8b tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ba6d6bf-1816-4862-9cb3-bf74999f6163 HTTP/1.1" status: 200 len: 946 time: 0.0695410 Sep 23 06:44:39.853164 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1db3ace5-50b8-4104-bfdd-185c8c452538 req-975f5415-c903-452b-af3e-a5ca788d19a6 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710742 Sep 23 06:44:39.898244 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc53549-003e-427b-a7bf-a7a7115bf0cb req-87a22994-de98-4460-99a1-c07a2afd70a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:39.899887 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cfc53549-003e-427b-a7bf-a7a7115bf0cb req-87a22994-de98-4460-99a1-c07a2afd70a1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b534364c1ecd44a69b47cf0ed516d622&device_id=d09ebcd6-1cc5-492d-9c54-116c28b6b125 HTTP/1.1" status: 200 len: 1095 time: 0.0683491 Sep 23 06:44:40.011281 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc53549-003e-427b-a7bf-a7a7115bf0cb req-6466604d-508a-432c-8569-eb7ce8fefe48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:40.013589 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cfc53549-003e-427b-a7bf-a7a7115bf0cb req-6466604d-508a-432c-8569-eb7ce8fefe48 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2b7bd705-2e60-460a-a561-0bf7bffe3f38 HTTP/1.1" status: 200 len: 916 time: 0.1050045 Sep 23 06:44:40.064074 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cfc53549-003e-427b-a7bf-a7a7115bf0cb req-2faeb2b8-30b5-49c1-8c65-c7f322ed2071 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a1e1695-a3c0-4716-bde8-0b7cd7b0177f HTTP/1.1" status: 200 len: 217 time: 0.0420163 Sep 23 06:44:40.172473 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc53549-003e-427b-a7bf-a7a7115bf0cb req-a0058128-02e1-4ae9-b522-892b43c1b9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:40.174108 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cfc53549-003e-427b-a7bf-a7a7115bf0cb req-a0058128-02e1-4ae9-b522-892b43c1b9a8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=22e559b1-bc95-4b10-a948-81fb2fccd5ed HTTP/1.1" status: 200 len: 854 time: 0.0894299 Sep 23 06:44:40.253348 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc53549-003e-427b-a7bf-a7a7115bf0cb req-efb1e33d-3053-4ac2-bd23-f2593de2bd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:40.255248 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cfc53549-003e-427b-a7bf-a7a7115bf0cb req-efb1e33d-3053-4ac2-bd23-f2593de2bd7d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2b7bd705-2e60-460a-a561-0bf7bffe3f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0711913 Sep 23 06:44:40.345267 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c974a31-c0e8-4196-af39-1defa4b711b6 req-dc458e88-e924-469a-92cd-021b52992938 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:40.347439 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7c974a31-c0e8-4196-af39-1defa4b711b6 req-dc458e88-e924-469a-92cd-021b52992938 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef18adb-19f8-43b5-8dc9-ede7286ee548 HTTP/1.1" status: 200 len: 949 time: 0.0571578 Sep 23 06:44:40.357135 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f4b97c-cc76-4c49-9136-4c0e0a4e4804 req-96eb08b3-0730-416d-a51b-19d38067428a tempest-AttachSCSIVolumeTestJSON-1404146234 tempest-AttachSCSIVolumeTestJSON-1404146234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:40.358870 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-80f4b97c-cc76-4c49-9136-4c0e0a4e4804 req-96eb08b3-0730-416d-a51b-19d38067428a tempest-AttachSCSIVolumeTestJSON-1404146234 tempest-AttachSCSIVolumeTestJSON-1404146234-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9ccb76f-06c4-4cc3-a9dc-40931ad0cc94 HTTP/1.1" status: 200 len: 945 time: 0.0581055 Sep 23 06:44:40.392966 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7c974a31-c0e8-4196-af39-1defa4b711b6 req-6f299b60-c61a-43c4-b8d7-ba44a0def855 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391064 Sep 23 06:44:40.466679 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 06:44:40.468972 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-80f4b97c-cc76-4c49-9136-4c0e0a4e4804 req-c6cc6ff4-1b4e-49a8-8c9e-d9e8604d14d4 tempest-AttachSCSIVolumeTestJSON-1404146234 tempest-AttachSCSIVolumeTestJSON-1404146234-project] 10.222.0.39 "GET /v2.0/security-groups?id=28d6601d-35a0-4050-8568-fc1fbc84b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006744 Sep 23 06:44:40.508147 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cfc53549-003e-427b-a7bf-a7a7115bf0cb req-82e6b08f-5f0a-41f0-8741-405c37f6a04d service neutron] 10.222.0.21 "GET /v2.0/networks/2b7bd705-2e60-460a-a561-0bf7bffe3f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592634 Sep 23 06:44:40.536323 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c3d24c-6b43-4db5-a343-48702c3b7240 req-c7fe5f67-6f6f-412b-8d07-be42d7e6610e tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:40.537910 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-50c3d24c-6b43-4db5-a343-48702c3b7240 req-c7fe5f67-6f6f-412b-8d07-be42d7e6610e tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d9dd330-c207-430f-9a5b-6373908f2ca9 HTTP/1.1" status: 200 len: 944 time: 0.1069536 Sep 23 06:44:40.663507 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a09d5f-14c7-41a1-8750-1e8ee1ebf490 req-7db45ea9-e16d-4719-9b20-2103c03c0335 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:40.664920 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-31a09d5f-14c7-41a1-8750-1e8ee1ebf490 req-7db45ea9-e16d-4719-9b20-2103c03c0335 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a06109e-99b8-472e-b8b7-902d575c5d5d HTTP/1.1" status: 200 len: 945 time: 0.0904276 Sep 23 06:44:40.670521 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e0c51-727e-4be0-86cf-467267469c90 req-7f4d36b6-d687-4d1a-b202-52c856ca1350 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:40.672072 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-165e0c51-727e-4be0-86cf-467267469c90 req-7f4d36b6-d687-4d1a-b202-52c856ca1350 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] 10.222.0.39 "GET /v2.0/ports?device_id=d09ebcd6-1cc5-492d-9c54-116c28b6b125 HTTP/1.1" status: 200 len: 943 time: 0.1226642 Sep 23 06:44:40.677356 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cfc53549-003e-427b-a7bf-a7a7115bf0cb req-709ef295-2e65-45b3-bda7-d92ab193663f service neutron] 10.222.0.21 "GET /v2.0/networks/2b7bd705-2e60-460a-a561-0bf7bffe3f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576052 Sep 23 06:44:40.693400 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-50c3d24c-6b43-4db5-a343-48702c3b7240 req-23fcf62c-286b-4543-8191-b1f1f79b56ab tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Deleting port f6ff1b82-b649-458f-bb9e-b22289625fda {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:44:40.693743 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-50c3d24c-6b43-4db5-a343-48702c3b7240 req-23fcf62c-286b-4543-8191-b1f1f79b56ab tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:40.717984 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-165e0c51-727e-4be0-86cf-467267469c90 req-ea52ead2-4d3a-42ac-be3a-2bb2dabf5bb2 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] 10.222.0.39 "GET /v2.0/security-groups?id=e227e7c9-e311-4874-ae32-c95ae9c12b52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355825 Sep 23 06:44:40.775807 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-31a09d5f-14c7-41a1-8750-1e8ee1ebf490 req-f5994c4d-716f-4481-a0b3-84aa25f1fe88 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/security-groups?id=ead5d8e9-ed26-4c51-bfc2-b6de8d7d128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945127 Sep 23 06:44:40.815044 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-50c3d24c-6b43-4db5-a343-48702c3b7240 req-23fcf62c-286b-4543-8191-b1f1f79b56ab tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] For port f6ff1b82-b649-458f-bb9e-b22289625fda, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=f6ff1b82-b649-458f-bb9e-b22289625fda,segment=NetworkSegment(df9429cb-1b73-4fcc-8ecd-d0edb039148e),segment_id=df9429cb-1b73-4fcc-8ecd-d0edb039148e)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:44:40.815765 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-50c3d24c-6b43-4db5-a343-48702c3b7240 req-23fcf62c-286b-4543-8191-b1f1f79b56ab tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:40.830565 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-50c3d24c-6b43-4db5-a343-48702c3b7240 req-23fcf62c-286b-4543-8191-b1f1f79b56ab tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Calling delete_port for f6ff1b82-b649-458f-bb9e-b22289625fda owned by compute:nova {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:44:40.841781 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b06224-c229-44ed-867f-18c428b5e48e req-27e6d5c3-4bdf-4b3f-8a22-7628366cecab tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:40.852240 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-18b06224-c229-44ed-867f-18c428b5e48e req-27e6d5c3-4bdf-4b3f-8a22-7628366cecab tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d9dd330-c207-430f-9a5b-6373908f2ca9 HTTP/1.1" status: 200 len: 944 time: 0.0705395 Sep 23 06:44:40.905297 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-18b06224-c229-44ed-867f-18c428b5e48e req-56089ec7-b143-43a1-8f39-3600c572bb85 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520082 Sep 23 06:44:41.005049 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-50c3d24c-6b43-4db5-a343-48702c3b7240 req-23fcf62c-286b-4543-8191-b1f1f79b56ab tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:41.019013 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['a09003c4-d814-4d52-96ba-7591c484557e'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:44:41.023534 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e2013f63-92cd-40d3-9d0c-6b08a4e83a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:41.031691 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec73222-0ca4-4815-b09b-b092597abe39 req-e1d37d3b-6e3a-4d6f-af11-f5a2317d714a tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:41.033186 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3ec73222-0ca4-4815-b09b-b092597abe39 req-e1d37d3b-6e3a-4d6f-af11-f5a2317d714a tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ba6d6bf-1816-4862-9cb3-bf74999f6163 HTTP/1.1" status: 200 len: 946 time: 0.0898182 Sep 23 06:44:41.045997 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['f6ff1b82-b649-458f-bb9e-b22289625fda'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:44:41.058522 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fcf62c-286b-4543-8191-b1f1f79b56ab tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Pushing event deleted for resources: {'Port': ['ID=f6ff1b82-b649-458f-bb9e-b22289625fda,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:44:41.136371 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-50c3d24c-6b43-4db5-a343-48702c3b7240 req-23fcf62c-286b-4543-8191-b1f1f79b56ab tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] No DVR routers for this DVR port f6ff1b82-b649-458f-bb9e-b22289625fda on host n-h1-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:44:41.144048 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-50c3d24c-6b43-4db5-a343-48702c3b7240 req-23fcf62c-286b-4543-8191-b1f1f79b56ab tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:41.146301 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-50c3d24c-6b43-4db5-a343-48702c3b7240 req-23fcf62c-286b-4543-8191-b1f1f79b56ab tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.21 "DELETE /v2.0/ports/f6ff1b82-b649-458f-bb9e-b22289625fda HTTP/1.1" status: 204 len: 173 time: 0.6017938 Sep 23 06:44:41.146512 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d9dd330-c207-430f-9a5b-6373908f2ca9', 'name': 'network-vif-deleted', 'tag': 'f6ff1b82-b649-458f-bb9e-b22289625fda'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:44:41.148765 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-787bacf8-7b0a-409f-ba72-c957e7cf8ff8" -d '{"events": [{"server_uuid": "3d9dd330-c207-430f-9a5b-6373908f2ca9", "name": "network-vif-deleted", "tag": "f6ff1b82-b649-458f-bb9e-b22289625fda"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:44:41.172021 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3ec73222-0ca4-4815-b09b-b092597abe39 req-d21c8027-03e6-4eed-91f8-f0b5eaaa9f17 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065907 Sep 23 06:44:41.199262 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-116b8b68-ab6c-4434-9d47-760287d6cce0 x-openstack-request-id: req-116b8b68-ab6c-4434-9d47-760287d6cce0 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:44:41.199882 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d9dd330-c207-430f-9a5b-6373908f2ca9", "name": "network-vif-deleted", "tag": "f6ff1b82-b649-458f-bb9e-b22289625fda", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:44:41.200338 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-116b8b68-ab6c-4434-9d47-760287d6cce0 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:44:41.200914 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d9dd330-c207-430f-9a5b-6373908f2ca9', 'name': 'network-vif-deleted', 'tag': 'f6ff1b82-b649-458f-bb9e-b22289625fda', 'status': 'completed', 'code': 200} Sep 23 06:44:41.421834 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:41.523171 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bfa5da-dca7-4fd8-9f82-3dd2351a9aa9 req-fc2ea46e-01a3-4bba-9aba-6732427e289b tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:41.525018 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-07bfa5da-dca7-4fd8-9f82-3dd2351a9aa9 req-fc2ea46e-01a3-4bba-9aba-6732427e289b tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef18adb-19f8-43b5-8dc9-ede7286ee548 HTTP/1.1" status: 200 len: 949 time: 0.0576360 Sep 23 06:44:41.569571 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-07bfa5da-dca7-4fd8-9f82-3dd2351a9aa9 req-e37a5bbb-1c1f-4bbc-98d5-2a0e9f8102ee tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370913 Sep 23 06:44:41.601316 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8700e12c-71d6-4a1d-9c06-84fb6b1e7fc2 req-38da3b46-c7c9-47b0-a84c-5efd72fd5532 tempest-AttachSCSIVolumeTestJSON-1404146234 tempest-AttachSCSIVolumeTestJSON-1404146234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:41.602865 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8700e12c-71d6-4a1d-9c06-84fb6b1e7fc2 req-38da3b46-c7c9-47b0-a84c-5efd72fd5532 tempest-AttachSCSIVolumeTestJSON-1404146234 tempest-AttachSCSIVolumeTestJSON-1404146234-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9ccb76f-06c4-4cc3-a9dc-40931ad0cc94 HTTP/1.1" status: 200 len: 945 time: 0.0524712 Sep 23 06:44:41.641997 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8700e12c-71d6-4a1d-9c06-84fb6b1e7fc2 req-a926adf5-458e-4b5e-b468-e8672ec4550e tempest-AttachSCSIVolumeTestJSON-1404146234 tempest-AttachSCSIVolumeTestJSON-1404146234-project] 10.222.0.39 "GET /v2.0/security-groups?id=28d6601d-35a0-4050-8568-fc1fbc84b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332849 Sep 23 06:44:41.847741 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device f6ff1b82-b649-458f-bb9e-b22289625fda no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:44:41.857715 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27477cd1-ad01-48da-8b35-8747cec3c404 req-57f9e4a5-d768-4e80-8d2c-a812e967aa80 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:41.859308 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-27477cd1-ad01-48da-8b35-8747cec3c404 req-57f9e4a5-d768-4e80-8d2c-a812e967aa80 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] 10.222.0.39 "GET /v2.0/ports?device_id=d09ebcd6-1cc5-492d-9c54-116c28b6b125 HTTP/1.1" status: 200 len: 943 time: 0.0676165 Sep 23 06:44:41.879882 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] No Port match for: f6ff1b82-b649-458f-bb9e-b22289625fda {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:44:41.880236 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device f6ff1b82-b649-458f-bb9e-b22289625fda not bound to the agent host n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:44:41.880658 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195 no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:44:41.903303 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] No Port match for: 4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:44:41.904274 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 4b456b48-17d1-4cbb-8e8a-bb0bcbc7e195 not bound to the agent host n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:44:41.907684 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-27477cd1-ad01-48da-8b35-8747cec3c404 req-0cc3a410-f18e-442b-9724-087a4ab9d811 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] 10.222.0.39 "GET /v2.0/security-groups?id=e227e7c9-e311-4874-ae32-c95ae9c12b52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408821 Sep 23 06:44:41.910072 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a5ba98-04e8-44a6-9107-a91e48d2b23b req-234c3956-bc25-4a30-a3ab-66c7ea127147 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:41.911955 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-54a5ba98-04e8-44a6-9107-a91e48d2b23b req-234c3956-bc25-4a30-a3ab-66c7ea127147 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a06109e-99b8-472e-b8b7-902d575c5d5d HTTP/1.1" status: 200 len: 945 time: 0.0586302 Sep 23 06:44:41.954836 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-54a5ba98-04e8-44a6-9107-a91e48d2b23b req-98281ec2-42eb-4464-9031-bcbcd3aa97a1 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/security-groups?id=ead5d8e9-ed26-4c51-bfc2-b6de8d7d128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364115 Sep 23 06:44:42.051125 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-eafc0627-e458-4688-8b4f-1ec22217213d req-d6ecfa84-550f-4684-a35a-d59fe704af8d tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d9dd330-c207-430f-9a5b-6373908f2ca9 HTTP/1.1" status: 200 len: 210 time: 0.0311201 Sep 23 06:44:42.157380 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:42.307219 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e5e9c-1001-44f5-a8fe-1786fadfe36b req-4997febf-ffb3-49b3-b5cf-3361e9608524 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:42.308815 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a19e5e9c-1001-44f5-a8fe-1786fadfe36b req-4997febf-ffb3-49b3-b5cf-3361e9608524 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ba6d6bf-1816-4862-9cb3-bf74999f6163 HTTP/1.1" status: 200 len: 946 time: 0.0793576 Sep 23 06:44:42.317398 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0be4d9a-671e-462f-9178-d3631c1f6e69 req-6487714c-927d-44b4-8e03-374e3171f403 tempest-AttachSCSIVolumeTestJSON-1404146234 tempest-AttachSCSIVolumeTestJSON-1404146234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:42.318819 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e0be4d9a-671e-462f-9178-d3631c1f6e69 req-6487714c-927d-44b4-8e03-374e3171f403 tempest-AttachSCSIVolumeTestJSON-1404146234 tempest-AttachSCSIVolumeTestJSON-1404146234-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9ccb76f-06c4-4cc3-a9dc-40931ad0cc94 HTTP/1.1" status: 200 len: 945 time: 0.0874805 Sep 23 06:44:42.412079 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a19e5e9c-1001-44f5-a8fe-1786fadfe36b req-45cd968c-bc3e-4e60-8499-e5bdfd03a1c2 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889082 Sep 23 06:44:42.442834 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-e0be4d9a-671e-462f-9178-d3631c1f6e69 req-567de863-6e1b-4ef1-88f4-c858d9821df6 tempest-AttachSCSIVolumeTestJSON-1404146234 tempest-AttachSCSIVolumeTestJSON-1404146234-project] Deleting port eaf8aa1d-f851-4872-b15c-5a677c19bb93 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:44:42.443172 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-e0be4d9a-671e-462f-9178-d3631c1f6e69 req-567de863-6e1b-4ef1-88f4-c858d9821df6 tempest-AttachSCSIVolumeTestJSON-1404146234 tempest-AttachSCSIVolumeTestJSON-1404146234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:42.536518 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-e0be4d9a-671e-462f-9178-d3631c1f6e69 req-567de863-6e1b-4ef1-88f4-c858d9821df6 tempest-AttachSCSIVolumeTestJSON-1404146234 tempest-AttachSCSIVolumeTestJSON-1404146234-project] For port eaf8aa1d-f851-4872-b15c-5a677c19bb93, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=eaf8aa1d-f851-4872-b15c-5a677c19bb93,segment=NetworkSegment(08babd18-3488-4573-9f82-9e46cd96a49b),segment_id=08babd18-3488-4573-9f82-9e46cd96a49b)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:44:42.536888 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-e0be4d9a-671e-462f-9178-d3631c1f6e69 req-567de863-6e1b-4ef1-88f4-c858d9821df6 tempest-AttachSCSIVolumeTestJSON-1404146234 tempest-AttachSCSIVolumeTestJSON-1404146234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:42.553996 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-e0be4d9a-671e-462f-9178-d3631c1f6e69 req-567de863-6e1b-4ef1-88f4-c858d9821df6 tempest-AttachSCSIVolumeTestJSON-1404146234 tempest-AttachSCSIVolumeTestJSON-1404146234-project] Calling delete_port for eaf8aa1d-f851-4872-b15c-5a677c19bb93 owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:44:42.702527 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de2cca8-a30c-4d91-8e06-e1c75e39fc53 req-5f1b3157-cb99-4dda-8fc5-8f1f4ea7221c tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:42.705851 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-e0be4d9a-671e-462f-9178-d3631c1f6e69 req-567de863-6e1b-4ef1-88f4-c858d9821df6 tempest-AttachSCSIVolumeTestJSON-1404146234 tempest-AttachSCSIVolumeTestJSON-1404146234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:42.710869 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2de2cca8-a30c-4d91-8e06-e1c75e39fc53 req-5f1b3157-cb99-4dda-8fc5-8f1f4ea7221c tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef18adb-19f8-43b5-8dc9-ede7286ee548 HTTP/1.1" status: 200 len: 949 time: 0.0725594 Sep 23 06:44:42.719337 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['eaf8aa1d-f851-4872-b15c-5a677c19bb93'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:44:42.757341 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2de2cca8-a30c-4d91-8e06-e1c75e39fc53 req-692343f5-5a72-434c-97aa-a27a47dac853 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454488 Sep 23 06:44:42.796720 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567de863-6e1b-4ef1-88f4-c858d9821df6 tempest-AttachSCSIVolumeTestJSON-1404146234 tempest-AttachSCSIVolumeTestJSON-1404146234-project] Pushing event deleted for resources: {'Port': ['ID=eaf8aa1d-f851-4872-b15c-5a677c19bb93,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:44:42.867290 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0be4d9a-671e-462f-9178-d3631c1f6e69 req-567de863-6e1b-4ef1-88f4-c858d9821df6 tempest-AttachSCSIVolumeTestJSON-1404146234 tempest-AttachSCSIVolumeTestJSON-1404146234-project] No DVR routers for this DVR port eaf8aa1d-f851-4872-b15c-5a677c19bb93 on host n-h2-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:44:42.870532 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a1865757-4749-404b-b3c1-66ce9a7c3ad5 req-67474e71-9127-499f-9ec7-49b543234eb2 tempest-AttachSCSIVolumeTestJSON-1404146234 tempest-AttachSCSIVolumeTestJSON-1404146234-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9ccb76f-06c4-4cc3-a9dc-40931ad0cc94 HTTP/1.1" status: 200 len: 210 time: 0.0464921 Sep 23 06:44:42.871563 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-e0be4d9a-671e-462f-9178-d3631c1f6e69 req-567de863-6e1b-4ef1-88f4-c858d9821df6 tempest-AttachSCSIVolumeTestJSON-1404146234 tempest-AttachSCSIVolumeTestJSON-1404146234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:42.873541 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e0be4d9a-671e-462f-9178-d3631c1f6e69 req-567de863-6e1b-4ef1-88f4-c858d9821df6 tempest-AttachSCSIVolumeTestJSON-1404146234 tempest-AttachSCSIVolumeTestJSON-1404146234-project] 10.222.0.58 "DELETE /v2.0/ports/eaf8aa1d-f851-4872-b15c-5a677c19bb93 HTTP/1.1" status: 204 len: 173 time: 0.5446901 Sep 23 06:44:42.874080 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9ccb76f-06c4-4cc3-a9dc-40931ad0cc94', 'name': 'network-vif-deleted', 'tag': 'eaf8aa1d-f851-4872-b15c-5a677c19bb93'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:44:42.876254 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-119c6924-a36a-43e0-bfc5-f870868eb166" -d '{"events": [{"server_uuid": "c9ccb76f-06c4-4cc3-a9dc-40931ad0cc94", "name": "network-vif-deleted", "tag": "eaf8aa1d-f851-4872-b15c-5a677c19bb93"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:44:42.933365 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ff8883-daac-4e5f-baad-3bc03aafd9fa x-openstack-request-id: req-34ff8883-daac-4e5f-baad-3bc03aafd9fa {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:44:42.933657 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9ccb76f-06c4-4cc3-a9dc-40931ad0cc94", "name": "network-vif-deleted", "tag": "eaf8aa1d-f851-4872-b15c-5a677c19bb93", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:44:42.933936 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-34ff8883-daac-4e5f-baad-3bc03aafd9fa {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:44:42.934340 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9ccb76f-06c4-4cc3-a9dc-40931ad0cc94', 'name': 'network-vif-deleted', 'tag': 'eaf8aa1d-f851-4872-b15c-5a677c19bb93', 'status': 'completed', 'code': 200} Sep 23 06:44:42.951578 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b60e759-711b-4037-9ae7-91e2270a574c req-c2522781-5205-4be9-be2f-45ce29098f31 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:42.957571 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8b60e759-711b-4037-9ae7-91e2270a574c req-c2522781-5205-4be9-be2f-45ce29098f31 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ef18adb-19f8-43b5-8dc9-ede7286ee548 HTTP/1.1" status: 200 len: 949 time: 0.1030319 Sep 23 06:44:43.099395 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88730d0-cf5c-4a0a-9c5e-18076394e42c req-43252449-c225-4fe5-924b-ea3fbae7d0a6 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:43.101261 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e88730d0-cf5c-4a0a-9c5e-18076394e42c req-43252449-c225-4fe5-924b-ea3fbae7d0a6 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] 10.222.0.39 "GET /v2.0/ports?device_id=d09ebcd6-1cc5-492d-9c54-116c28b6b125 HTTP/1.1" status: 200 len: 943 time: 0.0648348 Sep 23 06:44:43.140612 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2521ec99-a899-4e6d-8e68-274682bbe1b3 req-0b4ff832-6e52-4f1c-9968-e9cc2dfa3ce3 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:43.142146 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2521ec99-a899-4e6d-8e68-274682bbe1b3 req-0b4ff832-6e52-4f1c-9968-e9cc2dfa3ce3 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a06109e-99b8-472e-b8b7-902d575c5d5d HTTP/1.1" status: 200 len: 945 time: 0.0973287 Sep 23 06:44:43.144494 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e88730d0-cf5c-4a0a-9c5e-18076394e42c req-e03e14f3-822a-4a13-b15c-24cb782cc44b tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] 10.222.0.39 "GET /v2.0/security-groups?id=e227e7c9-e311-4874-ae32-c95ae9c12b52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369980 Sep 23 06:44:43.177349 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-8b60e759-711b-4037-9ae7-91e2270a574c req-5b291b68-d80d-4efe-8829-5d520f81c959 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Deleting port 7075373d-4579-48cb-b9e5-04ad3c7a8c47 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:44:43.177701 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-8b60e759-711b-4037-9ae7-91e2270a574c req-5b291b68-d80d-4efe-8829-5d520f81c959 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:43.218607 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2521ec99-a899-4e6d-8e68-274682bbe1b3 req-2b5fab08-49cf-443c-ac68-3204bd5e827f tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/security-groups?id=ead5d8e9-ed26-4c51-bfc2-b6de8d7d128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673921 Sep 23 06:44:43.292194 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-8b60e759-711b-4037-9ae7-91e2270a574c req-5b291b68-d80d-4efe-8829-5d520f81c959 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] For port 7075373d-4579-48cb-b9e5-04ad3c7a8c47, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=7075373d-4579-48cb-b9e5-04ad3c7a8c47,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:44:43.292194 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-8b60e759-711b-4037-9ae7-91e2270a574c req-5b291b68-d80d-4efe-8829-5d520f81c959 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:43.306234 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-8b60e759-711b-4037-9ae7-91e2270a574c req-5b291b68-d80d-4efe-8829-5d520f81c959 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Calling delete_port for 7075373d-4579-48cb-b9e5-04ad3c7a8c47 owned by compute:nova {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:44:43.313575 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d98f9636-fa97-467b-8967-230ec2e6de3d req-090d87cd-3cef-4286-a09f-bfcf6cc077cc tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d9dd330-c207-430f-9a5b-6373908f2ca9 HTTP/1.1" status: 200 len: 210 time: 0.0322971 Sep 23 06:44:43.457144 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-8b60e759-711b-4037-9ae7-91e2270a574c req-5b291b68-d80d-4efe-8829-5d520f81c959 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:43.472070 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['f12c200c-7bca-49dd-b324-ebac021046e8'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:44:43.494419 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b291b68-d80d-4efe-8829-5d520f81c959 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Pushing event deleted for resources: {'Port': ['ID=7075373d-4579-48cb-b9e5-04ad3c7a8c47,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:44:43.494891 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['7075373d-4579-48cb-b9e5-04ad3c7a8c47'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:44:43.543208 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b60e759-711b-4037-9ae7-91e2270a574c req-5b291b68-d80d-4efe-8829-5d520f81c959 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] No DVR routers for this DVR port 7075373d-4579-48cb-b9e5-04ad3c7a8c47 on host n-h1-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:44:43.553559 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-8b60e759-711b-4037-9ae7-91e2270a574c req-5b291b68-d80d-4efe-8829-5d520f81c959 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:43.555764 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8b60e759-711b-4037-9ae7-91e2270a574c req-5b291b68-d80d-4efe-8829-5d520f81c959 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.21 "DELETE /v2.0/ports/7075373d-4579-48cb-b9e5-04ad3c7a8c47 HTTP/1.1" status: 204 len: 173 time: 0.5911589 Sep 23 06:44:43.556314 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef18adb-19f8-43b5-8dc9-ede7286ee548', 'name': 'network-vif-deleted', 'tag': '7075373d-4579-48cb-b9e5-04ad3c7a8c47'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:44:43.558905 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f4a4bf5-43e1-4042-a740-60d655857523" -d '{"events": [{"server_uuid": "0ef18adb-19f8-43b5-8dc9-ede7286ee548", "name": "network-vif-deleted", "tag": "7075373d-4579-48cb-b9e5-04ad3c7a8c47"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:44:43.604297 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb575694-9166-4aec-bca5-6869de0df0e0 x-openstack-request-id: req-bb575694-9166-4aec-bca5-6869de0df0e0 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:44:43.604726 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ef18adb-19f8-43b5-8dc9-ede7286ee548", "name": "network-vif-deleted", "tag": "7075373d-4579-48cb-b9e5-04ad3c7a8c47", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:44:43.604993 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bb575694-9166-4aec-bca5-6869de0df0e0 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:44:43.605495 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ef18adb-19f8-43b5-8dc9-ede7286ee548', 'name': 'network-vif-deleted', 'tag': '7075373d-4579-48cb-b9e5-04ad3c7a8c47', 'status': 'completed', 'code': 200} Sep 23 06:44:43.618840 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a03521-e994-49bf-bcd5-108f5aee486c req-be50e3a7-50b9-413f-bd91-876e7d42aaca tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:43.620433 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c5a03521-e994-49bf-bcd5-108f5aee486c req-be50e3a7-50b9-413f-bd91-876e7d42aaca tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ba6d6bf-1816-4862-9cb3-bf74999f6163 HTTP/1.1" status: 200 len: 946 time: 0.0784142 Sep 23 06:44:43.664687 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c5a03521-e994-49bf-bcd5-108f5aee486c req-14e8991c-0e90-4247-ad44-251af30fa43c tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381451 Sep 23 06:44:43.695824 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:43.863832 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7081202a-d952-4f23-a601-6380cec489d5 req-1dfcbad0-366f-4985-831c-2e07462afa34 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef18adb-19f8-43b5-8dc9-ede7286ee548 HTTP/1.1" status: 200 len: 210 time: 0.0285494 Sep 23 06:44:44.304715 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eb667f-a6cd-46a5-bcad-3c27d3d989ad req-f8177ac9-7e5b-46bb-a699-00e8d48de9b7 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:44.306385 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d8eb667f-a6cd-46a5-bcad-3c27d3d989ad req-f8177ac9-7e5b-46bb-a699-00e8d48de9b7 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] 10.222.0.39 "GET /v2.0/ports?device_id=d09ebcd6-1cc5-492d-9c54-116c28b6b125 HTTP/1.1" status: 200 len: 943 time: 0.0783598 Sep 23 06:44:44.359325 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d8eb667f-a6cd-46a5-bcad-3c27d3d989ad req-45265ca1-4c26-4540-98c8-7e3ecb333c0c tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] 10.222.0.39 "GET /v2.0/security-groups?id=e227e7c9-e311-4874-ae32-c95ae9c12b52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463274 Sep 23 06:44:44.446193 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5503744a-173d-4a71-a970-e323ff510dff req-b31780a9-fb5b-4d08-8412-4a558d77fc79 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:44.453777 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5503744a-173d-4a71-a970-e323ff510dff req-b31780a9-fb5b-4d08-8412-4a558d77fc79 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a06109e-99b8-472e-b8b7-902d575c5d5d HTTP/1.1" status: 200 len: 945 time: 0.0618055 Sep 23 06:44:44.472581 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-74bf3010-e087-41da-8be0-3309c2159832 req-53ca9d10-e295-4a9e-8eb2-26d512b12f8e tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d9dd330-c207-430f-9a5b-6373908f2ca9 HTTP/1.1" status: 200 len: 210 time: 0.0298867 Sep 23 06:44:44.495247 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5503744a-173d-4a71-a970-e323ff510dff req-5c34ab1a-958c-46d8-a6dd-d2bf479848e0 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/security-groups?id=ead5d8e9-ed26-4c51-bfc2-b6de8d7d128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404351 Sep 23 06:44:44.785138 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22fb625-96b6-4f37-955e-afbbceca87a9 req-e67c833a-a85f-4809-8ff1-98f29d7fda0b tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:44.786850 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b22fb625-96b6-4f37-955e-afbbceca87a9 req-e67c833a-a85f-4809-8ff1-98f29d7fda0b tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ba6d6bf-1816-4862-9cb3-bf74999f6163 HTTP/1.1" status: 200 len: 946 time: 0.0522323 Sep 23 06:44:44.825732 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b22fb625-96b6-4f37-955e-afbbceca87a9 req-e8a297dc-bc71-4798-abad-c141f898656b tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327027 Sep 23 06:44:45.172245 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e948c84-ffa1-4491-bd0e-b402098fad4f req-c11f3c98-8157-44c5-89a5-b30bbf9cc98b tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:45.173746 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8e948c84-ffa1-4491-bd0e-b402098fad4f req-c11f3c98-8157-44c5-89a5-b30bbf9cc98b tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=51db8430-1989-426f-8b96-eefbf99cfcdf HTTP/1.1" status: 200 len: 950 time: 0.0547185 Sep 23 06:44:45.214850 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8e948c84-ffa1-4491-bd0e-b402098fad4f req-91e7ea93-2df3-4c4c-af76-3475d45bb262 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348577 Sep 23 06:44:45.493593 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2c8fe0-f0ea-4ac7-a8c1-7bd675c5a2c6 req-a149e4fd-a51a-455c-a93c-fe9eec1588fd tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:45.495425 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cd2c8fe0-f0ea-4ac7-a8c1-7bd675c5a2c6 req-a149e4fd-a51a-455c-a93c-fe9eec1588fd tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] 10.222.0.39 "GET /v2.0/ports?device_id=d09ebcd6-1cc5-492d-9c54-116c28b6b125 HTTP/1.1" status: 200 len: 943 time: 0.0616810 Sep 23 06:44:45.539490 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cd2c8fe0-f0ea-4ac7-a8c1-7bd675c5a2c6 req-bb6c5517-9df0-4e0b-9191-05e27cc07db4 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] 10.222.0.39 "GET /v2.0/security-groups?id=e227e7c9-e311-4874-ae32-c95ae9c12b52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340502 Sep 23 06:44:45.585730 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8cc48319-5bf2-49bd-a083-93533fddf5c4 req-55105df8-0e1c-42e5-89b7-5ebfbb7048aa tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d9dd330-c207-430f-9a5b-6373908f2ca9 HTTP/1.1" status: 200 len: 210 time: 0.0351834 Sep 23 06:44:45.698929 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148fa458-eb5e-4d41-9c6c-4246c6424bb7 req-99504053-2dde-4ec8-b46a-ac5e5120a03d tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:45.700587 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-148fa458-eb5e-4d41-9c6c-4246c6424bb7 req-99504053-2dde-4ec8-b46a-ac5e5120a03d tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a06109e-99b8-472e-b8b7-902d575c5d5d HTTP/1.1" status: 200 len: 945 time: 0.0660505 Sep 23 06:44:45.760074 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-148fa458-eb5e-4d41-9c6c-4246c6424bb7 req-a5aaf25a-0245-48b8-b289-68b7b86df406 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/security-groups?id=ead5d8e9-ed26-4c51-bfc2-b6de8d7d128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479205 Sep 23 06:44:45.836729 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 4a1e1695-a3c0-4716-bde8-0b7cd7b0177f details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:44:45.841468 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 7075373d-4579-48cb-b9e5-04ad3c7a8c47 no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:44:45.869637 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] No Port match for: 7075373d-4579-48cb-b9e5-04ad3c7a8c47 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:44:45.869891 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 7075373d-4579-48cb-b9e5-04ad3c7a8c47 not bound to the agent host n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:44:45.912315 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device eaf8aa1d-f851-4872-b15c-5a677c19bb93 no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:44:45.966959 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No Port match for: eaf8aa1d-f851-4872-b15c-5a677c19bb93 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:44:45.968108 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device eaf8aa1d-f851-4872-b15c-5a677c19bb93 not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:44:46.002871 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c425d7-9321-46ac-ae08-3a96fb245cd7 req-cae7a89d-3930-4237-a55a-d4c39ebc7c03 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:46.010541 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-76c425d7-9321-46ac-ae08-3a96fb245cd7 req-cae7a89d-3930-4237-a55a-d4c39ebc7c03 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ba6d6bf-1816-4862-9cb3-bf74999f6163 HTTP/1.1" status: 200 len: 946 time: 0.0975688 Sep 23 06:44:46.039996 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 4a1e1695-a3c0-4716-bde8-0b7cd7b0177f, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=4a1e1695-a3c0-4716-bde8-0b7cd7b0177f,segment=NetworkSegment(0da86c90-6a72-4e68-aee1-79a63b94f012),segment_id=0da86c90-6a72-4e68-aee1-79a63b94f012)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:44:46.053801 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': '4a1e1695-a3c0-4716-bde8-0b7cd7b0177f', 'network_id': '2b7bd705-2e60-460a-a561-0bf7bffe3f38', 'port_id': '4a1e1695-a3c0-4716-bde8-0b7cd7b0177f', 'mac_address': 'fa:16:3e:ec:0d:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22e559b1-bc95-4b10-a948-81fb2fccd5ed', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:44:46.078444 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-76c425d7-9321-46ac-ae08-3a96fb245cd7 req-4ddf0dcb-f524-4661-99af-b8e49a8be030 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649102 Sep 23 06:44:46.101581 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:46.119707 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a1e1695-a3c0-4716-bde8-0b7cd7b0177f {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:44:46.144052 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 4a1e1695-a3c0-4716-bde8-0b7cd7b0177f, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=4a1e1695-a3c0-4716-bde8-0b7cd7b0177f,segment=NetworkSegment(0da86c90-6a72-4e68-aee1-79a63b94f012),segment_id=0da86c90-6a72-4e68-aee1-79a63b94f012)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:44:46.148373 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:46.205670 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=4a1e1695-a3c0-4716-bde8-0b7cd7b0177f,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:44:46.343269 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5f16fc-7f5f-4701-9d14-d9d7b9172666 req-d3497483-2fb1-4594-8052-06b551b7f05f tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:46.344896 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-de5f16fc-7f5f-4701-9d14-d9d7b9172666 req-d3497483-2fb1-4594-8052-06b551b7f05f tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=51db8430-1989-426f-8b96-eefbf99cfcdf HTTP/1.1" status: 200 len: 950 time: 0.0539484 Sep 23 06:44:46.387318 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-de5f16fc-7f5f-4701-9d14-d9d7b9172666 req-2e08b86b-060d-4d88-a0f6-3ea5bdeb5ca1 tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342786 Sep 23 06:44:46.563648 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2a63c473-0fe4-4dd9-936f-eb54a1457083 req-a9a15e32-4fa5-4583-a2f5-32e3ad33bced service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=526a986e-513d-42ed-a665-fbd73e935504&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0431969 Sep 23 06:44:46.597406 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['4a1e1695-a3c0-4716-bde8-0b7cd7b0177f'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:44:46.637275 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a63c473-0fe4-4dd9-936f-eb54a1457083 req-9890c737-0bf1-4413-899f-d91220ef8352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:46.638918 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2a63c473-0fe4-4dd9-936f-eb54a1457083 req-9890c737-0bf1-4413-899f-d91220ef8352 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4f0064bb53474048bf6eb5b78e44e4ae&device_id=526a986e-513d-42ed-a665-fbd73e935504 HTTP/1.1" status: 200 len: 1097 time: 0.0504625 Sep 23 06:44:46.734796 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f33b9d-23dd-4104-98bc-4d51c375f5f8 req-cb290e48-ea40-4650-8202-c1d5c263e0d0 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:46.737351 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d1f33b9d-23dd-4104-98bc-4d51c375f5f8 req-cb290e48-ea40-4650-8202-c1d5c263e0d0 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] 10.222.0.39 "GET /v2.0/ports?device_id=d09ebcd6-1cc5-492d-9c54-116c28b6b125 HTTP/1.1" status: 200 len: 944 time: 0.1071715 Sep 23 06:44:46.807292 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceea346-7ac8-4f82-b497-51092dbb7204 req-7ca62538-bf51-4619-b382-df7782f2004e tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:46.810593 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a63c473-0fe4-4dd9-936f-eb54a1457083 req-49c61252-8496-4847-b16e-04dfff52bbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:46.811444 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4ceea346-7ac8-4f82-b497-51092dbb7204 req-7ca62538-bf51-4619-b382-df7782f2004e tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.58 "GET /v2.0/ports?device_id=51db8430-1989-426f-8b96-eefbf99cfcdf HTTP/1.1" status: 200 len: 950 time: 0.1383393 Sep 23 06:44:46.813043 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2a63c473-0fe4-4dd9-936f-eb54a1457083 req-49c61252-8496-4847-b16e-04dfff52bbf2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=26aba36e-f765-4b4a-a7c9-897761ec549b HTTP/1.1" status: 200 len: 922 time: 0.1421270 Sep 23 06:44:46.831361 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d1f33b9d-23dd-4104-98bc-4d51c375f5f8 req-9963f5ad-bf11-4fec-bb5e-cd1d6e57dbdc tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] 10.222.0.39 "GET /v2.0/security-groups?id=e227e7c9-e311-4874-ae32-c95ae9c12b52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842443 Sep 23 06:44:46.928835 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2a63c473-0fe4-4dd9-936f-eb54a1457083 req-869c06e3-345c-43e1-a3e5-aec3a48cedc4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b06ef613-7fe5-4ebe-9422-fc0b856ea77e HTTP/1.1" status: 200 len: 217 time: 0.1029971 Sep 23 06:44:47.000652 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-4ceea346-7ac8-4f82-b497-51092dbb7204 req-105c935f-1d1b-4bb8-81c3-063b88640c5c tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Deleting port f12c200c-7bca-49dd-b324-ebac021046e8 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:44:47.001141 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-4ceea346-7ac8-4f82-b497-51092dbb7204 req-105c935f-1d1b-4bb8-81c3-063b88640c5c tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:47.029673 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf48f91-96ba-4e1e-8710-2212ffcb6c9c req-3c72726e-91c4-417e-a0a3-60abbd8d0d71 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:47.038970 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-caf48f91-96ba-4e1e-8710-2212ffcb6c9c req-3c72726e-91c4-417e-a0a3-60abbd8d0d71 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a06109e-99b8-472e-b8b7-902d575c5d5d HTTP/1.1" status: 200 len: 945 time: 0.1127295 Sep 23 06:44:47.042065 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a63c473-0fe4-4dd9-936f-eb54a1457083 req-c9e8fbdf-b687-4301-99d1-1a7d947796f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:47.043592 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2a63c473-0fe4-4dd9-936f-eb54a1457083 req-c9e8fbdf-b687-4301-99d1-1a7d947796f8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=afab507a-4ef5-4f82-b221-a08b722735c6 HTTP/1.1" status: 200 len: 861 time: 0.1016614 Sep 23 06:44:47.110872 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2a63c473-0fe4-4dd9-936f-eb54a1457083 req-ac31a2b3-63f1-40bf-a047-a8e8a173b4cc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=26aba36e-f765-4b4a-a7c9-897761ec549b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576968 Sep 23 06:44:47.161152 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-4ceea346-7ac8-4f82-b497-51092dbb7204 req-105c935f-1d1b-4bb8-81c3-063b88640c5c tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] For port f12c200c-7bca-49dd-b324-ebac021046e8, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=f12c200c-7bca-49dd-b324-ebac021046e8,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:44:47.161941 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-4ceea346-7ac8-4f82-b497-51092dbb7204 req-105c935f-1d1b-4bb8-81c3-063b88640c5c tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:47.162773 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-caf48f91-96ba-4e1e-8710-2212ffcb6c9c req-22dcf11b-492c-437a-965e-13db43064cd6 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/security-groups?id=ead5d8e9-ed26-4c51-bfc2-b6de8d7d128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226854 Sep 23 06:44:47.199331 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-4ceea346-7ac8-4f82-b497-51092dbb7204 req-105c935f-1d1b-4bb8-81c3-063b88640c5c tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Calling delete_port for f12c200c-7bca-49dd-b324-ebac021046e8 owned by compute:nova {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:44:47.255674 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2a63c473-0fe4-4dd9-936f-eb54a1457083 req-d8f2ea03-a425-4186-9480-5c5128ea6a03 service neutron] 10.222.0.58 "GET /v2.0/networks/26aba36e-f765-4b4a-a7c9-897761ec549b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335523 Sep 23 06:44:47.326753 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b24663-e87d-4f7a-9ee2-ea842b9bd7b2 req-2f28b5ec-db5b-49f2-9a03-d7df29ac3ee3 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:47.328598 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e3b24663-e87d-4f7a-9ee2-ea842b9bd7b2 req-2f28b5ec-db5b-49f2-9a03-d7df29ac3ee3 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ba6d6bf-1816-4862-9cb3-bf74999f6163 HTTP/1.1" status: 200 len: 946 time: 0.1191206 Sep 23 06:44:47.380651 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2a63c473-0fe4-4dd9-936f-eb54a1457083 req-190ca3fc-34d3-4aec-87ce-ec0498574508 service neutron] 10.222.0.58 "GET /v2.0/networks/26aba36e-f765-4b4a-a7c9-897761ec549b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131213 Sep 23 06:44:47.390728 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e3b24663-e87d-4f7a-9ee2-ea842b9bd7b2 req-cd0b3379-826b-447d-b9f9-56fabf7a44e6 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500474 Sep 23 06:44:47.465064 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-4ceea346-7ac8-4f82-b497-51092dbb7204 req-105c935f-1d1b-4bb8-81c3-063b88640c5c tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:47.479039 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['f12c200c-7bca-49dd-b324-ebac021046e8'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:44:47.490825 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-81902222-1166-4c3c-838f-7aec1e7ed256 req-f1a31d7e-fb23-41e0-91f9-300bdbb4634d tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.39 "GET /v2.0/ports?device_id=51db8430-1989-426f-8b96-eefbf99cfcdf HTTP/1.1" status: 200 len: 210 time: 0.0321813 Sep 23 06:44:47.503147 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105c935f-1d1b-4bb8-81c3-063b88640c5c tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Pushing event deleted for resources: {'Port': ['ID=f12c200c-7bca-49dd-b324-ebac021046e8,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:44:47.551317 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ceea346-7ac8-4f82-b497-51092dbb7204 req-105c935f-1d1b-4bb8-81c3-063b88640c5c tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] No DVR routers for this DVR port f12c200c-7bca-49dd-b324-ebac021046e8 on host n-h2-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:44:47.553889 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-4ceea346-7ac8-4f82-b497-51092dbb7204 req-105c935f-1d1b-4bb8-81c3-063b88640c5c tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:47.556029 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4ceea346-7ac8-4f82-b497-51092dbb7204 req-105c935f-1d1b-4bb8-81c3-063b88640c5c tempest-MigrationsAdminTest-608020585 tempest-MigrationsAdminTest-608020585-project] 10.222.0.58 "DELETE /v2.0/ports/f12c200c-7bca-49dd-b324-ebac021046e8 HTTP/1.1" status: 204 len: 173 time: 0.7236161 Sep 23 06:44:47.556666 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51db8430-1989-426f-8b96-eefbf99cfcdf', 'name': 'network-vif-deleted', 'tag': 'f12c200c-7bca-49dd-b324-ebac021046e8'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:44:47.558920 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5660449b-9789-432f-93b0-2f6b401066e6" -d '{"events": [{"server_uuid": "51db8430-1989-426f-8b96-eefbf99cfcdf", "name": "network-vif-deleted", "tag": "f12c200c-7bca-49dd-b324-ebac021046e8"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:44:47.603935 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb0eb2d3-e6db-4f44-9026-85731c6d89dd x-openstack-request-id: req-fb0eb2d3-e6db-4f44-9026-85731c6d89dd {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:44:47.604222 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51db8430-1989-426f-8b96-eefbf99cfcdf", "name": "network-vif-deleted", "tag": "f12c200c-7bca-49dd-b324-ebac021046e8", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:44:47.604467 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fb0eb2d3-e6db-4f44-9026-85731c6d89dd {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:44:47.604846 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51db8430-1989-426f-8b96-eefbf99cfcdf', 'name': 'network-vif-deleted', 'tag': 'f12c200c-7bca-49dd-b324-ebac021046e8', 'status': 'completed', 'code': 200} Sep 23 06:44:47.966468 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbe3eb4-1822-4f07-be4a-20df9dd0999d req-45676620-15d1-4218-85df-2c1dfdd6e221 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:47.976527 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0bbe3eb4-1822-4f07-be4a-20df9dd0999d req-45676620-15d1-4218-85df-2c1dfdd6e221 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] 10.222.0.39 "GET /v2.0/ports?device_id=d09ebcd6-1cc5-492d-9c54-116c28b6b125 HTTP/1.1" status: 200 len: 944 time: 0.0751221 Sep 23 06:44:48.048407 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0bbe3eb4-1822-4f07-be4a-20df9dd0999d req-0b2df026-57cf-4272-86cd-f2bad65596bb tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] 10.222.0.39 "GET /v2.0/security-groups?id=e227e7c9-e311-4874-ae32-c95ae9c12b52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529888 Sep 23 06:44:48.286556 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f2552-1175-4a9c-bfcf-03512ac71259 req-72bae0eb-9cff-4cf4-8861-e6062d4c3132 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:48.288110 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cb2f2552-1175-4a9c-bfcf-03512ac71259 req-72bae0eb-9cff-4cf4-8861-e6062d4c3132 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a06109e-99b8-472e-b8b7-902d575c5d5d HTTP/1.1" status: 200 len: 945 time: 0.0560024 Sep 23 06:44:48.331513 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cb2f2552-1175-4a9c-bfcf-03512ac71259 req-de5201b2-d9ac-4fee-8348-932090b71ba2 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/security-groups?id=ead5d8e9-ed26-4c51-bfc2-b6de8d7d128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368359 Sep 23 06:44:48.554209 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7f91ac-8403-4439-a095-0732a5cb303f req-48f68a4c-4390-45d7-a152-22e65fbe720d tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:48.564232 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ad7f91ac-8403-4439-a095-0732a5cb303f req-48f68a4c-4390-45d7-a152-22e65fbe720d tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ba6d6bf-1816-4862-9cb3-bf74999f6163 HTTP/1.1" status: 200 len: 946 time: 0.0962801 Sep 23 06:44:48.585716 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-45ff9b88-3cb6-4431-ac78-314d0877eab9 req-6a98a7db-51ae-4d8a-b4bc-f20f509fdc7a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0781088 Sep 23 06:44:48.647711 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ad7f91ac-8403-4439-a095-0732a5cb303f req-e84f5da3-7c6c-4a92-9c03-5f92193a0407 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817993 Sep 23 06:44:48.692067 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff9b88-3cb6-4431-ac78-314d0877eab9 req-9b62c43c-cfac-45a0-910f-35fc90992341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:48.694085 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-45ff9b88-3cb6-4431-ac78-314d0877eab9 req-9b62c43c-cfac-45a0-910f-35fc90992341 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8275c6392a72426db62ebfc4817f4420&device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 1097 time: 0.0740707 Sep 23 06:44:48.878022 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff9b88-3cb6-4431-ac78-314d0877eab9 req-8b62c894-be26-433f-938b-bfb5e1c6fb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:48.879792 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-45ff9b88-3cb6-4431-ac78-314d0877eab9 req-8b62c894-be26-433f-938b-bfb5e1c6fb12 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64 HTTP/1.1" status: 200 len: 912 time: 0.1326389 Sep 23 06:44:48.950843 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53748) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:44:48.993811 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-45ff9b88-3cb6-4431-ac78-314d0877eab9 req-09fedb6c-de8e-4ac1-8a7b-74627deb43d4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13fc1c55-aac8-4284-a65a-d9e7ba02d995 HTTP/1.1" status: 200 len: 1001 time: 0.1056981 Sep 23 06:44:49.139183 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff9b88-3cb6-4431-ac78-314d0877eab9 req-0808b633-3519-4271-bcbb-33701f03d8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:49.141505 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-45ff9b88-3cb6-4431-ac78-314d0877eab9 req-0808b633-3519-4271-bcbb-33701f03d8ae service neutron] 10.222.0.21 "GET /v2.0/subnets?id=46ccc032-0362-4c9c-977b-4c26fbfaa4e6 HTTP/1.1" status: 200 len: 850 time: 0.1375272 Sep 23 06:44:49.206829 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff9b88-3cb6-4431-ac78-314d0877eab9 req-709b0d77-166b-4452-8d98-61aafb60101b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:49.221499 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-45ff9b88-3cb6-4431-ac78-314d0877eab9 req-709b0d77-166b-4452-8d98-61aafb60101b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0700493 Sep 23 06:44:49.250143 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-33f05879-65b9-409a-9463-f2ffbb7e8b58 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5ca4f991227448e1b6417695cbfdc362&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2980988 Sep 23 06:44:49.254323 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 53760) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:44:49.309253 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fe2594-1831-45a7-8b0d-bc293d8e1dfa req-8add04f0-6ac0-46c8-b88c-d7ee7e02534d tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:49.311110 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-17fe2594-1831-45a7-8b0d-bc293d8e1dfa req-8add04f0-6ac0-46c8-b88c-d7ee7e02534d tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] 10.222.0.39 "GET /v2.0/ports?device_id=d09ebcd6-1cc5-492d-9c54-116c28b6b125 HTTP/1.1" status: 200 len: 944 time: 0.1177297 Sep 23 06:44:49.382963 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b6cf1403-4851-4b28-9a7b-b61818a7c8ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:49.401467 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-17fe2594-1831-45a7-8b0d-bc293d8e1dfa req-ce3958d4-0726-4d31-ab02-9f1899d9df78 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] 10.222.0.39 "GET /v2.0/security-groups?id=e227e7c9-e311-4874-ae32-c95ae9c12b52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835876 Sep 23 06:44:49.414862 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b6cf1403-4851-4b28-9a7b-b61818a7c8ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:49.460048 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-45ff9b88-3cb6-4431-ac78-314d0877eab9 req-c16f2496-3229-4b60-a7d0-47f64db00c38 service neutron] 10.222.0.21 "GET /v2.0/networks/d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299504 Sep 23 06:44:49.592639 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-45ff9b88-3cb6-4431-ac78-314d0877eab9 req-78bd7ee4-e625-46f8-a915-bf9de461840c service neutron] 10.222.0.21 "GET /v2.0/networks/d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098630 Sep 23 06:44:49.630041 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b6cf1403-4851-4b28-9a7b-b61818a7c8ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:49.634726 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b6cf1403-4851-4b28-9a7b-b61818a7c8ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:49.636214 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-b6cf1403-4851-4b28-9a7b-b61818a7c8ae admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ccb4f5c0-dba2-4d3a-a4af-561510eeaa21 HTTP/1.1" status: 204 len: 168 time: 0.3809252 Sep 23 06:44:49.663753 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca38d212-62e7-42b0-9f30-b5902fc00f31 req-26c00b93-e276-4e99-a78c-7d22b9488219 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:49.676738 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ca38d212-62e7-42b0-9f30-b5902fc00f31 req-26c00b93-e276-4e99-a78c-7d22b9488219 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a06109e-99b8-472e-b8b7-902d575c5d5d HTTP/1.1" status: 200 len: 945 time: 0.2191772 Sep 23 06:44:49.712034 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cf1403-4851-4b28-9a7b-b61818a7c8ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb4f5c0-dba2-4d3a-a4af-561510eeaa21,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:44:49.729230 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ca38d212-62e7-42b0-9f30-b5902fc00f31 req-0c5f363b-c415-4e77-91b7-141d9f8df6bc tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/security-groups?id=ead5d8e9-ed26-4c51-bfc2-b6de8d7d128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514574 Sep 23 06:44:49.845540 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9796235b-e5f6-4a84-9185-1c4af1d9600a req-4240a348-7986-43c6-994b-eee8a2e14377 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:49.847464 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9796235b-e5f6-4a84-9185-1c4af1d9600a req-4240a348-7986-43c6-994b-eee8a2e14377 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ba6d6bf-1816-4862-9cb3-bf74999f6163 HTTP/1.1" status: 200 len: 946 time: 0.1042092 Sep 23 06:44:49.874323 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 4a1e1695-a3c0-4716-bde8-0b7cd7b0177f up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:44:49.973154 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9796235b-e5f6-4a84-9185-1c4af1d9600a req-d9ca6a61-2b94-413d-b186-5388a0b96beb tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152713 Sep 23 06:44:49.997816 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device f12c200c-7bca-49dd-b324-ebac021046e8 no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:44:50.034497 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No Port match for: f12c200c-7bca-49dd-b324-ebac021046e8 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:44:50.034839 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device f12c200c-7bca-49dd-b324-ebac021046e8 not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:44:50.058668 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port 4a1e1695-a3c0-4716-bde8-0b7cd7b0177f completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:44:50.063877 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port 4a1e1695-a3c0-4716-bde8-0b7cd7b0177f triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:44:50.064486 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:50.234398 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 53786) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:44:50.296559 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:50.317521 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-9e078a31-1e06-4f59-ab5b-495cffb7495f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3b4da76f348c48b39b86ba9e1a1afd7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0815773 Sep 23 06:44:50.320047 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53788) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:44:50.328906 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd09ebcd6-1cc5-492d-9c54-116c28b6b125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a1e1695-a3c0-4716-bde8-0b7cd7b0177f'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:44:50.332829 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e1b8a9-a6db-4fc1-bff5-ebd0953547b4" -d '{"events": [{"server_uuid": "d09ebcd6-1cc5-492d-9c54-116c28b6b125", "name": "network-vif-plugged", "status": "completed", "tag": "4a1e1695-a3c0-4716-bde8-0b7cd7b0177f"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:44:50.358651 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 4a1e1695-a3c0-4716-bde8-0b7cd7b0177f, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=4a1e1695-a3c0-4716-bde8-0b7cd7b0177f,segment=NetworkSegment(0da86c90-6a72-4e68-aee1-79a63b94f012),segment_id=0da86c90-6a72-4e68-aee1-79a63b94f012)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:44:50.365072 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:50.425435 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa100f5-6a30-43ef-ab0e-432f87216320 x-openstack-request-id: req-caa100f5-6a30-43ef-ab0e-432f87216320 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:44:50.425825 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d09ebcd6-1cc5-492d-9c54-116c28b6b125", "name": "network-vif-plugged", "status": "completed", "tag": "4a1e1695-a3c0-4716-bde8-0b7cd7b0177f", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:44:50.426313 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-caa100f5-6a30-43ef-ab0e-432f87216320 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:44:50.426808 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd09ebcd6-1cc5-492d-9c54-116c28b6b125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a1e1695-a3c0-4716-bde8-0b7cd7b0177f', 'code': 200} Sep 23 06:44:50.428040 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=4a1e1695-a3c0-4716-bde8-0b7cd7b0177f,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:44:50.448414 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a0dc3872-0d12-4a92-b697-de844d1e4f8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:50.497422 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a0dc3872-0d12-4a92-b697-de844d1e4f8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:50.621014 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a0dc3872-0d12-4a92-b697-de844d1e4f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:50.624092 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a0dc3872-0d12-4a92-b697-de844d1e4f8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:50.625502 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-a0dc3872-0d12-4a92-b697-de844d1e4f8c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/eab3dfa9-eb44-4adc-88a2-87c2d33a50a4 HTTP/1.1" status: 204 len: 168 time: 0.3042338 Sep 23 06:44:50.625745 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3828fa2b-e481-4d97-8607-0917698df081 req-9c46f444-2f7a-48aa-814d-0d3f7ca8824c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:50.627532 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3828fa2b-e481-4d97-8607-0917698df081 req-9c46f444-2f7a-48aa-814d-0d3f7ca8824c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d09ebcd6-1cc5-492d-9c54-116c28b6b125 HTTP/1.1" status: 200 len: 1097 time: 0.0535915 Sep 23 06:44:50.650449 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e3c575-fd61-4702-a215-f9eeaf770547 req-66e3affb-21cf-4784-b111-cb3deee3b201 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:50.652192 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-73e3c575-fd61-4702-a215-f9eeaf770547 req-66e3affb-21cf-4784-b111-cb3deee3b201 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] 10.222.0.39 "GET /v2.0/ports?device_id=d09ebcd6-1cc5-492d-9c54-116c28b6b125 HTTP/1.1" status: 200 len: 945 time: 0.0841637 Sep 23 06:44:50.653640 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dc3872-0d12-4a92-b697-de844d1e4f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab3dfa9-eb44-4adc-88a2-87c2d33a50a4,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:44:50.704003 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-73e3c575-fd61-4702-a215-f9eeaf770547 req-9c6ac34c-6135-4891-91e4-b343843ca2f6 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] 10.222.0.39 "GET /v2.0/security-groups?id=e227e7c9-e311-4874-ae32-c95ae9c12b52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425177 Sep 23 06:44:50.748412 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3828fa2b-e481-4d97-8607-0917698df081 req-42404ee6-a63f-45bb-ad6a-a909357f20ea service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e227e7c9-e311-4874-ae32-c95ae9c12b52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081455 Sep 23 06:44:51.160729 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d269355d-8b3e-4016-9fc7-764b028dd083 req-16f80626-7cf6-499e-9b5b-45322b65280e tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:51.167775 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d269355d-8b3e-4016-9fc7-764b028dd083 req-16f80626-7cf6-499e-9b5b-45322b65280e tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ba6d6bf-1816-4862-9cb3-bf74999f6163 HTTP/1.1" status: 200 len: 946 time: 0.0939639 Sep 23 06:44:51.242469 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d269355d-8b3e-4016-9fc7-764b028dd083 req-68e9ebbd-553a-47c9-b635-5f68bb480b1c tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591259 Sep 23 06:44:51.277036 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 53830) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:44:51.991189 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c9a0db-7dd5-4764-9c05-fd6284e3f572 req-a98d292c-7a78-4ff4-b4fc-d786952e0755 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:51.992774 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-89c9a0db-7dd5-4764-9c05-fd6284e3f572 req-a98d292c-7a78-4ff4-b4fc-d786952e0755 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] 10.222.0.39 "GET /v2.0/ports?device_id=d09ebcd6-1cc5-492d-9c54-116c28b6b125 HTTP/1.1" status: 200 len: 945 time: 0.0979991 Sep 23 06:44:52.083354 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-89c9a0db-7dd5-4764-9c05-fd6284e3f572 req-0839fd97-9da5-4aa9-ad34-e4fbbe24da2d tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] 10.222.0.39 "GET /v2.0/security-groups?id=e227e7c9-e311-4874-ae32-c95ae9c12b52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620010 Sep 23 06:44:52.173586 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f22ff070-2c63-45fd-b8ea-793e5fea7347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066969'] for router_interface, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:52.447001 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53902) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:44:52.452392 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b86ada5-fa2e-49e5-841a-61a91a18dcb6 req-e3fff39f-8f4d-4223-8877-07edde282989 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:52.463385 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7b86ada5-fa2e-49e5-841a-61a91a18dcb6 req-e3fff39f-8f4d-4223-8877-07edde282989 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ba6d6bf-1816-4862-9cb3-bf74999f6163 HTTP/1.1" status: 200 len: 946 time: 0.1335130 Sep 23 06:44:52.566798 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7b86ada5-fa2e-49e5-841a-61a91a18dcb6 req-e6b161bd-604d-4d0c-891a-54bf8a2094c7 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991948 Sep 23 06:44:52.595481 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-169b9850-cfef-44b5-b50a-97e746ed450d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:52.670881 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-f22ff070-2c63-45fd-b8ea-793e5fea7347 admin admin] Deleting port edbe331e-e852-4885-98f6-829435a85ce0 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:44:52.671622 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f22ff070-2c63-45fd-b8ea-793e5fea7347 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:52.720257 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-169b9850-cfef-44b5-b50a-97e746ed450d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:52.725974 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-169b9850-cfef-44b5-b50a-97e746ed450d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:52.769504 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-169b9850-cfef-44b5-b50a-97e746ed450d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5ddfd61e7d954745a0f32f851e686372&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3208430 Sep 23 06:44:52.769791 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 53920) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:44:52.770909 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169b9850-cfef-44b5-b50a-97e746ed450d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2db575-06c0-4c3b-9c5b-139b44c62aba,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:44:52.779285 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d49078-5ee3-4701-be08-1a62acf58af1 req-535195b0-4ce6-46a0-8729-f8dfe5276ae0 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:52.780706 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-90d49078-5ee3-4701-be08-1a62acf58af1 req-535195b0-4ce6-46a0-8729-f8dfe5276ae0 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb9ce6cc-6d6a-44ab-84e9-7a7993ea0950 HTTP/1.1" status: 200 len: 945 time: 0.1038053 Sep 23 06:44:52.818383 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-f22ff070-2c63-45fd-b8ea-793e5fea7347 admin admin] For port edbe331e-e852-4885-98f6-829435a85ce0, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=edbe331e-e852-4885-98f6-829435a85ce0,segment=NetworkSegment(08babd18-3488-4573-9f82-9e46cd96a49b),segment_id=08babd18-3488-4573-9f82-9e46cd96a49b)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:44:52.818689 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f22ff070-2c63-45fd-b8ea-793e5fea7347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:52.847562 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-f22ff070-2c63-45fd-b8ea-793e5fea7347 admin admin] Calling delete_port for edbe331e-e852-4885-98f6-829435a85ce0 owned by network:router_interface {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:44:52.910787 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-90d49078-5ee3-4701-be08-1a62acf58af1 req-66418084-b265-48fa-aa72-288d7eac0cc0 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151998 Sep 23 06:44:52.934402 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-cd142e69-fe74-45d2-83b5-d5811aa47c24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:52.967159 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-cd142e69-fe74-45d2-83b5-d5811aa47c24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:53.093000 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-cd142e69-fe74-45d2-83b5-d5811aa47c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:53.095633 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-cd142e69-fe74-45d2-83b5-d5811aa47c24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:53.097147 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-cd142e69-fe74-45d2-83b5-d5811aa47c24 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4c2db575-06c0-4c3b-9c5b-139b44c62aba HTTP/1.1" status: 204 len: 168 time: 0.3151729 Sep 23 06:44:53.110322 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd142e69-fe74-45d2-83b5-d5811aa47c24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2db575-06c0-4c3b-9c5b-139b44c62aba,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:44:53.124485 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f22ff070-2c63-45fd-b8ea-793e5fea7347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:53.153424 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22ff070-2c63-45fd-b8ea-793e5fea7347 admin admin] Pushing event deleted for resources: {'Port': ['ID=edbe331e-e852-4885-98f6-829435a85ce0,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:44:53.288261 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4020feb-edf6-446f-81f4-539dcb838334 req-ecd6f70b-da28-41d8-bf17-3b26b2529836 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:53.301190 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f4020feb-edf6-446f-81f4-539dcb838334 req-ecd6f70b-da28-41d8-bf17-3b26b2529836 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] 10.222.0.39 "GET /v2.0/ports?device_id=d09ebcd6-1cc5-492d-9c54-116c28b6b125 HTTP/1.1" status: 200 len: 945 time: 0.0943556 Sep 23 06:44:53.339226 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8106e1e5-f945-4bf9-916f-61c81841a2f3 req-1a8e0c1f-a241-49e6-8e64-cda01f34a2ba tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:53.350974 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8106e1e5-f945-4bf9-916f-61c81841a2f3 req-1a8e0c1f-a241-49e6-8e64-cda01f34a2ba tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb9ce6cc-6d6a-44ab-84e9-7a7993ea0950 HTTP/1.1" status: 200 len: 945 time: 0.1901386 Sep 23 06:44:53.357975 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f4020feb-edf6-446f-81f4-539dcb838334 req-4785fba9-317a-4307-b4a6-7db3d34c5b76 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] 10.222.0.39 "GET /v2.0/security-groups?id=e227e7c9-e311-4874-ae32-c95ae9c12b52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558741 Sep 23 06:44:53.547039 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f22ff070-2c63-45fd-b8ea-793e5fea7347 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2068624'] for router_interface, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:53.572771 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-8106e1e5-f945-4bf9-916f-61c81841a2f3 req-9013b09b-dbc6-492a-bb3c-a5bce8084b3b tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Deleting port a09003c4-d814-4d52-96ba-7591c484557e {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:44:53.573116 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-8106e1e5-f945-4bf9-916f-61c81841a2f3 req-9013b09b-dbc6-492a-bb3c-a5bce8084b3b tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:53.686545 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae5feac-c09e-47f2-92f9-c1a738350835 req-df323193-e42f-44ab-84d8-97f6c907344b tempest-LiveMigrationTest-1207377707 tempest-LiveMigrationTest-1207377707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:53.690353 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0ae5feac-c09e-47f2-92f9-c1a738350835 req-df323193-e42f-44ab-84d8-97f6c907344b tempest-LiveMigrationTest-1207377707 tempest-LiveMigrationTest-1207377707-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=4ba6d6bf-1816-4862-9cb3-bf74999f6163&tenant_id=64ac7894e2284bc191ac7c20f7f9ca7f&binding%3Ahost_id=n-h1-715271-16 HTTP/1.1" status: 200 len: 1098 time: 0.1062291 Sep 23 06:44:53.714008 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-0ae5feac-c09e-47f2-92f9-c1a738350835 req-62faf3ee-6056-4305-bd6b-c7d8bb5bda7b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-715271-16'}}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:44:53.790041 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-0ae5feac-c09e-47f2-92f9-c1a738350835 req-62faf3ee-6056-4305-bd6b-c7d8bb5bda7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:53.797690 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-8106e1e5-f945-4bf9-916f-61c81841a2f3 req-9013b09b-dbc6-492a-bb3c-a5bce8084b3b tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] For port a09003c4-d814-4d52-96ba-7591c484557e, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=a09003c4-d814-4d52-96ba-7591c484557e,segment=NetworkSegment(df9429cb-1b73-4fcc-8ecd-d0edb039148e),segment_id=df9429cb-1b73-4fcc-8ecd-d0edb039148e)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:44:53.798095 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-8106e1e5-f945-4bf9-916f-61c81841a2f3 req-9013b09b-dbc6-492a-bb3c-a5bce8084b3b tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:53.825279 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-8106e1e5-f945-4bf9-916f-61c81841a2f3 req-9013b09b-dbc6-492a-bb3c-a5bce8084b3b tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Calling delete_port for a09003c4-d814-4d52-96ba-7591c484557e owned by compute:nova {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:44:53.835865 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234cba2c-8d0b-4101-978a-6830bd50f3c8 req-80004225-8391-4f35-a6c0-1a3530e5fe7b tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:53.837421 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-234cba2c-8d0b-4101-978a-6830bd50f3c8 req-80004225-8391-4f35-a6c0-1a3530e5fe7b tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ba6d6bf-1816-4862-9cb3-bf74999f6163 HTTP/1.1" status: 200 len: 946 time: 0.1505158 Sep 23 06:44:53.922174 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device f2604bcd-6784-4ed0-9a3c-c5a7d847b74f details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:44:53.949163 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 43e749ab-2d4a-4288-867c-05cfecd0836d details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:44:53.969725 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-234cba2c-8d0b-4101-978a-6830bd50f3c8 req-57722991-6cae-497a-8575-458a48fc33e9 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188281 Sep 23 06:44:54.023773 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-0ae5feac-c09e-47f2-92f9-c1a738350835 req-62faf3ee-6056-4305-bd6b-c7d8bb5bda7b service neutron] For port 43e749ab-2d4a-4288-867c-05cfecd0836d, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=43e749ab-2d4a-4288-867c-05cfecd0836d,segment=NetworkSegment(a2ee209e-d4ee-4c6a-8401-bd714bf3436e),segment_id=a2ee209e-d4ee-4c6a-8401-bd714bf3436e)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:44:54.073953 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f22ff070-2c63-45fd-b8ea-793e5fea7347 admin admin] Router 075d7e87-3327-4d36-8c8b-08d918cd9907 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:44:54.132269 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-0ae5feac-c09e-47f2-92f9-c1a738350835 req-62faf3ee-6056-4305-bd6b-c7d8bb5bda7b service neutron] For port 43e749ab-2d4a-4288-867c-05cfecd0836d, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:44:54.162277 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ea582-73d3-4913-91dc-875fc5546eee req-bb43e411-ac62-491c-a454-ea09b6a93685 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:54.169397 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9f1ea582-73d3-4913-91dc-875fc5546eee req-bb43e411-ac62-491c-a454-ea09b6a93685 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb9ce6cc-6d6a-44ab-84e9-7a7993ea0950 HTTP/1.1" status: 200 len: 945 time: 0.1482074 Sep 23 06:44:54.196415 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 43e749ab-2d4a-4288-867c-05cfecd0836d, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=43e749ab-2d4a-4288-867c-05cfecd0836d,segment=NetworkSegment(a2ee209e-d4ee-4c6a-8401-bd714bf3436e),segment_id=a2ee209e-d4ee-4c6a-8401-bd714bf3436e)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:44:54.211573 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 43e749ab-2d4a-4288-867c-05cfecd0836d has no active binding in host n-h2-715271-16 {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 23 06:44:54.215268 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9f1ea582-73d3-4913-91dc-875fc5546eee req-03cecd70-d4cc-4442-a891-32fe2c12de60 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430021 Sep 23 06:44:54.240297 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ba6d6bf-1816-4862-9cb3-bf74999f6163', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43e749ab-2d4a-4288-867c-05cfecd0836d'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:44:54.244597 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57004b8-1d86-483d-b247-288ec6177b44" -d '{"events": [{"server_uuid": "4ba6d6bf-1816-4862-9cb3-bf74999f6163", "name": "network-vif-unplugged", "status": "completed", "tag": "43e749ab-2d4a-4288-867c-05cfecd0836d"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:44:54.251178 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-0ae5feac-c09e-47f2-92f9-c1a738350835 req-62faf3ee-6056-4305-bd6b-c7d8bb5bda7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:54.254094 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port f2604bcd-6784-4ed0-9a3c-c5a7d847b74f, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=f2604bcd-6784-4ed0-9a3c-c5a7d847b74f,segment=NetworkSegment(2b9cc8e9-9b87-41b9-963b-963dc78e06f0),segment_id=2b9cc8e9-9b87-41b9-963b-963dc78e06f0)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:44:54.261027 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-0ae5feac-c09e-47f2-92f9-c1a738350835 req-62faf3ee-6056-4305-bd6b-c7d8bb5bda7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:54.273171 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': 'f2604bcd-6784-4ed0-9a3c-c5a7d847b74f', 'network_id': '06f6700e-677f-450e-91ed-a10a2fbb500b', 'port_id': 'f2604bcd-6784-4ed0-9a3c-c5a7d847b74f', 'mac_address': 'fa:16:3e:0e:f6:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e60271bd-2abe-488c-8449-206f6ba42e89', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:44:54.293130 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f22ff070-2c63-45fd-b8ea-793e5fea7347 admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:44:54.301035 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-f22ff070-2c63-45fd-b8ea-793e5fea7347 admin admin] 10.222.0.39 "PUT /v2.0/routers/075d7e87-3327-4d36-8c8b-08d918cd9907/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0224948 Sep 23 06:44:54.302166 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-8106e1e5-f945-4bf9-916f-61c81841a2f3 req-9013b09b-dbc6-492a-bb3c-a5bce8084b3b tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:54.308148 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 53968) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:44:54.308471 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017957b6-4c68-4827-b8a4-f782effb5610 None None] Sync routers for ids ['075d7e87-3327-4d36-8c8b-08d918cd9907'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:44:54.332940 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017957b6-4c68-4827-b8a4-f782effb5610 None None] Routers {'075d7e87-3327-4d36-8c8b-08d918cd9907'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:44:54.333601 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-017957b6-4c68-4827-b8a4-f782effb5610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:44:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['075d7e87-3327-4d36-8c8b-08d918cd9907'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:44:54.336615 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 06:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec4674d-3f06-4a20-9721-7963e4e1b0e9 x-openstack-request-id: req-dec4674d-3f06-4a20-9721-7963e4e1b0e9 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:44:54.337019 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ba6d6bf-1816-4862-9cb3-bf74999f6163", "name": "network-vif-unplugged", "status": "completed", "tag": "43e749ab-2d4a-4288-867c-05cfecd0836d", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:44:54.337910 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dec4674d-3f06-4a20-9721-7963e4e1b0e9 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:44:54.337910 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ba6d6bf-1816-4862-9cb3-bf74999f6163', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43e749ab-2d4a-4288-867c-05cfecd0836d', 'code': 200} Sep 23 06:44:54.359025 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9013b09b-dbc6-492a-bb3c-a5bce8084b3b tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Pushing event deleted for resources: {'Port': ['ID=a09003c4-d814-4d52-96ba-7591c484557e,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:44:54.400667 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62faf3ee-6056-4305-bd6b-c7d8bb5bda7b service neutron] Pushing event updated for resources: {'Port': ['ID=43e749ab-2d4a-4288-867c-05cfecd0836d,revision_number=7']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:44:54.415642 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:54.456428 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f2604bcd-6784-4ed0-9a3c-c5a7d847b74f {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:44:54.467570 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-0ae5feac-c09e-47f2-92f9-c1a738350835 req-62faf3ee-6056-4305-bd6b-c7d8bb5bda7b service neutron] Attempting to bind port 43e749ab-2d4a-4288-867c-05cfecd0836d on host n-h1-715271-16 for vnic_type normal with profile {"migrating_to": "n-h2-715271-16"} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:44:54.467917 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-0ae5feac-c09e-47f2-92f9-c1a738350835 req-62faf3ee-6056-4305-bd6b-c7d8bb5bda7b service neutron] Attempting to bind port 43e749ab-2d4a-4288-867c-05cfecd0836d by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': 'a2ee209e-d4ee-4c6a-8401-bd714bf3436e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b41a91e1-341c-4340-b7a8-8779367a7828'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:44:54.468328 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae5feac-c09e-47f2-92f9-c1a738350835 req-62faf3ee-6056-4305-bd6b-c7d8bb5bda7b service neutron] Attempting to bind port 43e749ab-2d4a-4288-867c-05cfecd0836d on network b41a91e1-341c-4340-b7a8-8779367a7828 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:44:54.474425 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae5feac-c09e-47f2-92f9-c1a738350835 req-62faf3ee-6056-4305-bd6b-c7d8bb5bda7b service neutron] Port 43e749ab-2d4a-4288-867c-05cfecd0836d on network b41a91e1-341c-4340-b7a8-8779367a7828 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:44:54.476111 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae5feac-c09e-47f2-92f9-c1a738350835 req-62faf3ee-6056-4305-bd6b-c7d8bb5bda7b service neutron] Attempting to bind port 43e749ab-2d4a-4288-867c-05cfecd0836d on network b41a91e1-341c-4340-b7a8-8779367a7828 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:44:54.485367 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae5feac-c09e-47f2-92f9-c1a738350835 req-62faf3ee-6056-4305-bd6b-c7d8bb5bda7b service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:44:54.485730 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae5feac-c09e-47f2-92f9-c1a738350835 req-62faf3ee-6056-4305-bd6b-c7d8bb5bda7b service neutron] Checking segment: {'id': 'a2ee209e-d4ee-4c6a-8401-bd714bf3436e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b41a91e1-341c-4340-b7a8-8779367a7828'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:44:54.486215 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae5feac-c09e-47f2-92f9-c1a738350835 req-62faf3ee-6056-4305-bd6b-c7d8bb5bda7b service neutron] Bound using segment: {'id': 'a2ee209e-d4ee-4c6a-8401-bd714bf3436e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b41a91e1-341c-4340-b7a8-8779367a7828'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:44:54.487211 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-0ae5feac-c09e-47f2-92f9-c1a738350835 req-62faf3ee-6056-4305-bd6b-c7d8bb5bda7b service neutron] Bound port: 43e749ab-2d4a-4288-867c-05cfecd0836d, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2ee209e-d4ee-4c6a-8401-bd714bf3436e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b41a91e1-341c-4340-b7a8-8779367a7828'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:44:54.487754 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-0ae5feac-c09e-47f2-92f9-c1a738350835 req-62faf3ee-6056-4305-bd6b-c7d8bb5bda7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:54.510241 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port f2604bcd-6784-4ed0-9a3c-c5a7d847b74f, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=f2604bcd-6784-4ed0-9a3c-c5a7d847b74f,segment=NetworkSegment(2b9cc8e9-9b87-41b9-963b-963dc78e06f0),segment_id=2b9cc8e9-9b87-41b9-963b-963dc78e06f0)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:44:54.521508 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:54.577097 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-0ae5feac-c09e-47f2-92f9-c1a738350835 req-62faf3ee-6056-4305-bd6b-c7d8bb5bda7b service neutron] For port 43e749ab-2d4a-4288-867c-05cfecd0836d, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:44:54.583325 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-0ae5feac-c09e-47f2-92f9-c1a738350835 req-62faf3ee-6056-4305-bd6b-c7d8bb5bda7b service neutron] For port 43e749ab-2d4a-4288-867c-05cfecd0836d, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=43e749ab-2d4a-4288-867c-05cfecd0836d,segment=NetworkSegment(a2ee209e-d4ee-4c6a-8401-bd714bf3436e),segment_id=a2ee209e-d4ee-4c6a-8401-bd714bf3436e)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:44:54.589518 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-0ae5feac-c09e-47f2-92f9-c1a738350835 req-62faf3ee-6056-4305-bd6b-c7d8bb5bda7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:54.621691 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-8106e1e5-f945-4bf9-916f-61c81841a2f3 req-9013b09b-dbc6-492a-bb3c-a5bce8084b3b tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] No DVR routers for this DVR port a09003c4-d814-4d52-96ba-7591c484557e on host n-h2-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:44:54.629306 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-8106e1e5-f945-4bf9-916f-61c81841a2f3 req-9013b09b-dbc6-492a-bb3c-a5bce8084b3b tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:54.632129 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8106e1e5-f945-4bf9-916f-61c81841a2f3 req-9013b09b-dbc6-492a-bb3c-a5bce8084b3b tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.58 "DELETE /v2.0/ports/a09003c4-d814-4d52-96ba-7591c484557e HTTP/1.1" status: 204 len: 173 time: 1.2288983 Sep 23 06:44:54.633850 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb9ce6cc-6d6a-44ab-84e9-7a7993ea0950', 'name': 'network-vif-deleted', 'tag': 'a09003c4-d814-4d52-96ba-7591c484557e'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:44:54.638075 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b07775d-978d-447c-a8a9-4b393d5a96a6" -d '{"events": [{"server_uuid": "fb9ce6cc-6d6a-44ab-84e9-7a7993ea0950", "name": "network-vif-deleted", "tag": "a09003c4-d814-4d52-96ba-7591c484557e"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:44:54.651163 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-017957b6-4c68-4827-b8a4-f782effb5610 None None] Set router 075d7e87-3327-4d36-8c8b-08d918cd9907 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:44:54.695436 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62faf3ee-6056-4305-bd6b-c7d8bb5bda7b service neutron] Pushing event updated for resources: {'Port': ['ID=43e749ab-2d4a-4288-867c-05cfecd0836d,revision_number=8']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:44:54.744840 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f41407b8-1c60-4f7b-9a49-6971730e0bc0 x-openstack-request-id: req-f41407b8-1c60-4f7b-9a49-6971730e0bc0 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:44:54.745213 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb9ce6cc-6d6a-44ab-84e9-7a7993ea0950", "name": "network-vif-deleted", "tag": "a09003c4-d814-4d52-96ba-7591c484557e", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:44:54.745556 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f41407b8-1c60-4f7b-9a49-6971730e0bc0 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:44:54.746109 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb9ce6cc-6d6a-44ab-84e9-7a7993ea0950', 'name': 'network-vif-deleted', 'tag': 'a09003c4-d814-4d52-96ba-7591c484557e', 'status': 'completed', 'code': 200} Sep 23 06:44:54.776244 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae5feac-c09e-47f2-92f9-c1a738350835 req-62faf3ee-6056-4305-bd6b-c7d8bb5bda7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:54.777194 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-0ae5feac-c09e-47f2-92f9-c1a738350835 req-62faf3ee-6056-4305-bd6b-c7d8bb5bda7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:54.778954 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0ae5feac-c09e-47f2-92f9-c1a738350835 req-62faf3ee-6056-4305-bd6b-c7d8bb5bda7b service neutron] 10.222.0.58 "PUT /v2.0/ports/43e749ab-2d4a-4288-867c-05cfecd0836d HTTP/1.1" status: 200 len: 1124 time: 1.0762618 Sep 23 06:44:54.781202 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff7bab-2a9d-4c2a-a5fe-f4906d025083 req-9c4613a7-80ec-4d47-8e02-4db4ab12f4e6 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:54.800028 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a0ff7bab-2a9d-4c2a-a5fe-f4906d025083 req-9c4613a7-80ec-4d47-8e02-4db4ab12f4e6 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] 10.222.0.39 "GET /v2.0/ports?device_id=d09ebcd6-1cc5-492d-9c54-116c28b6b125 HTTP/1.1" status: 200 len: 945 time: 0.2922888 Sep 23 06:44:54.848955 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ea94bfc0-3d5b-44c0-90b7-e1b9dd3072d2 admin admin] Notify callbacks [] for router, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:54.933670 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53996) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:44:54.961965 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a0ff7bab-2a9d-4c2a-a5fe-f4906d025083 req-2d986d66-c196-4949-a2dd-9c5595a67f30 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] 10.222.0.39 "GET /v2.0/security-groups?id=e227e7c9-e311-4874-ae32-c95ae9c12b52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604869 Sep 23 06:44:55.116445 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['f2604bcd-6784-4ed0-9a3c-c5a7d847b74f'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:44:55.172803 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ea94bfc0-3d5b-44c0-90b7-e1b9dd3072d2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:55.238135 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a1a566-0742-46b6-afe4-624e8675a3e5 req-561d407e-7183-4c8f-b799-29005eeb933e tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:55.240411 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-41a1a566-0742-46b6-afe4-624e8675a3e5 req-561d407e-7183-4c8f-b799-29005eeb933e tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] 10.222.0.39 "GET /v2.0/ports?device_id=d09ebcd6-1cc5-492d-9c54-116c28b6b125 HTTP/1.1" status: 200 len: 945 time: 0.1161289 Sep 23 06:44:55.259764 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-70e469be-7c7f-4375-8e3f-f4a5e1b9ac9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:55.260059 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54006) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:44:55.264105 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=f2604bcd-6784-4ed0-9a3c-c5a7d847b74f,revision_number=6']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:44:55.269390 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-6cfd6cf5-c156-46f5-bef6-f6314cc18e24 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Request body: {'floatingip': {'port_id': '4a1e1695-a3c0-4716-bde8-0b7cd7b0177f'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:44:55.270880 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['43e749ab-2d4a-4288-867c-05cfecd0836d'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:44:55.273777 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['43e749ab-2d4a-4288-867c-05cfecd0836d'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:44:55.337895 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6cfd6cf5-c156-46f5-bef6-f6314cc18e24 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Notify callbacks [] for floatingip, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:55.344393 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d11f87-1da7-4c32-8290-9f0c441e19f8 req-3b646001-f4e2-4e61-813f-4a887addbf14 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:55.350238 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-95d11f87-1da7-4c32-8290-9f0c441e19f8 req-3b646001-f4e2-4e61-813f-4a887addbf14 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ba6d6bf-1816-4862-9cb3-bf74999f6163 HTTP/1.1" status: 200 len: 944 time: 0.1741560 Sep 23 06:44:55.389990 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-ea94bfc0-3d5b-44c0-90b7-e1b9dd3072d2 admin admin] Deleting port d244b228-9b6a-4317-a702-39eaa094db34 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:44:55.391871 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ea94bfc0-3d5b-44c0-90b7-e1b9dd3072d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:55.462618 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-95d11f87-1da7-4c32-8290-9f0c441e19f8 req-0f9c874d-6c2c-46e9-a805-4ef30cedee9f tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957992 Sep 23 06:44:55.481583 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5a267a3a-ae55-415d-b132-16879ceac5a9 req-a45b55db-47f5-413d-a294-e2b1980a780e tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb9ce6cc-6d6a-44ab-84e9-7a7993ea0950 HTTP/1.1" status: 200 len: 210 time: 0.0800185 Sep 23 06:44:55.541703 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-70e469be-7c7f-4375-8e3f-f4a5e1b9ac9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:55.547691 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-70e469be-7c7f-4375-8e3f-f4a5e1b9ac9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:55.596336 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-70e469be-7c7f-4375-8e3f-f4a5e1b9ac9d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2ccf777673794435a2d9310d3186cd50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6596630 Sep 23 06:44:55.602210 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54010) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:44:55.614874 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e469be-7c7f-4375-8e3f-f4a5e1b9ac9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6cd5953-2c7c-4a56-834e-b2e0dafdc8e7,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:44:55.641481 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-ea94bfc0-3d5b-44c0-90b7-e1b9dd3072d2 admin admin] For port d244b228-9b6a-4317-a702-39eaa094db34, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=d244b228-9b6a-4317-a702-39eaa094db34,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:44:55.642307 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ea94bfc0-3d5b-44c0-90b7-e1b9dd3072d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:55.663962 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-ea94bfc0-3d5b-44c0-90b7-e1b9dd3072d2 admin admin] Calling delete_port for d244b228-9b6a-4317-a702-39eaa094db34 owned by network:router_gateway {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:44:55.670671 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2fa81b70-f98f-4584-b065-472dcfa86f3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:55.695099 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2fa81b70-f98f-4584-b065-472dcfa86f3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:55.744714 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-017957b6-4c68-4827-b8a4-f782effb5610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '075d7e87-3327-4d36-8c8b-08d918cd9907', 'name': 'tempest-AttachSCSIVolumeTestJSON-273436325-router', 'tenant_id': '448dd4ff349d4c2aa82dd34076c92b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'd244b228-9b6a-4317-a702-39eaa094db34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:42:56Z', 'updated_at': '2021-09-23T06:44:53Z', 'revision_number': 5, 'project_id': '448dd4ff349d4c2aa82dd34076c92b2d', 'gw_port': {'id': 'd244b228-9b6a-4317-a702-39eaa094db34', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075d7e87-3327-4d36-8c8b-08d918cd9907', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:42:59Z', 'updated_at': '2021-09-23T06:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:44:55.755045 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2fa81b70-f98f-4584-b065-472dcfa86f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:55.758429 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2fa81b70-f98f-4584-b065-472dcfa86f3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:55.762458 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-2fa81b70-f98f-4584-b065-472dcfa86f3d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f6cd5953-2c7c-4a56-834e-b2e0dafdc8e7 HTTP/1.1" status: 204 len: 168 time: 0.1585541 Sep 23 06:44:55.771667 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa81b70-f98f-4584-b065-472dcfa86f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6cd5953-2c7c-4a56-834e-b2e0dafdc8e7,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:44:55.799797 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017957b6-4c68-4827-b8a4-f782effb5610 None None] Checking router: 075d7e87-3327-4d36-8c8b-08d918cd9907 for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:44:55.849305 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017957b6-4c68-4827-b8a4-f782effb5610 None None] Routers {'075d7e87-3327-4d36-8c8b-08d918cd9907'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:44:55.850479 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-017957b6-4c68-4827-b8a4-f782effb5610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:44:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['075d7e87-3327-4d36-8c8b-08d918cd9907'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:44:55.936682 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device f2604bcd-6784-4ed0-9a3c-c5a7d847b74f up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:44:55.965032 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device a09003c4-d814-4d52-96ba-7591c484557e no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:44:55.998299 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No Port match for: a09003c4-d814-4d52-96ba-7591c484557e {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:44:55.998624 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device a09003c4-d814-4d52-96ba-7591c484557e not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:44:56.011293 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-017957b6-4c68-4827-b8a4-f782effb5610 None None] Set router 075d7e87-3327-4d36-8c8b-08d918cd9907 gateway port host: None {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:44:56.087384 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-017957b6-4c68-4827-b8a4-f782effb5610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '075d7e87-3327-4d36-8c8b-08d918cd9907', 'name': 'tempest-AttachSCSIVolumeTestJSON-273436325-router', 'tenant_id': '448dd4ff349d4c2aa82dd34076c92b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:42:56Z', 'updated_at': '2021-09-23T06:44:55Z', 'revision_number': 6, 'project_id': '448dd4ff349d4c2aa82dd34076c92b2d', 'gw_port_host': None}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:44:56.130712 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017957b6-4c68-4827-b8a4-f782effb5610 None None] The sync data for ids ['075d7e87-3327-4d36-8c8b-08d918cd9907'] in n-d-715271-16 is: [{'id': '075d7e87-3327-4d36-8c8b-08d918cd9907', 'name': 'tempest-AttachSCSIVolumeTestJSON-273436325-router', 'tenant_id': '448dd4ff349d4c2aa82dd34076c92b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:42:56Z', 'updated_at': '2021-09-23T06:44:55Z', 'revision_number': 6, 'project_id': '448dd4ff349d4c2aa82dd34076c92b2d', 'gw_port_host': None}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:44:56.147743 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port f2604bcd-6784-4ed0-9a3c-c5a7d847b74f triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:44:56.148202 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:56.281520 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:56.310485 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a06109e-99b8-472e-b8b7-902d575c5d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2604bcd-6784-4ed0-9a3c-c5a7d847b74f'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:44:56.312871 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-344a98d2-351f-4c71-9bad-e9a5c1dac2ba" -d '{"events": [{"server_uuid": "2a06109e-99b8-472e-b8b7-902d575c5d5d", "name": "network-vif-plugged", "status": "completed", "tag": "f2604bcd-6784-4ed0-9a3c-c5a7d847b74f"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:44:56.339356 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ba6d6bf-1816-4862-9cb3-bf74999f6163', 'tag': '43e749ab-2d4a-4288-867c-05cfecd0836d'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:44:56.343092 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port f2604bcd-6784-4ed0-9a3c-c5a7d847b74f, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=f2604bcd-6784-4ed0-9a3c-c5a7d847b74f,segment=NetworkSegment(2b9cc8e9-9b87-41b9-963b-963dc78e06f0),segment_id=2b9cc8e9-9b87-41b9-963b-963dc78e06f0)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:44:56.347475 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b3c36d9-fe13-4fe5-b26f-2b3e725ca738" -d '{"events": [{"name": "network-changed", "server_uuid": "4ba6d6bf-1816-4862-9cb3-bf74999f6163", "tag": "43e749ab-2d4a-4288-867c-05cfecd0836d"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:44:56.349923 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:56.367021 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ea94bfc0-3d5b-44c0-90b7-e1b9dd3072d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:56.402654 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea94bfc0-3d5b-44c0-90b7-e1b9dd3072d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d244b228-9b6a-4317-a702-39eaa094db34,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:44:56.412342 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3c0e785-10bd-4d8a-b656-aa0ee1d54a85 x-openstack-request-id: req-c3c0e785-10bd-4d8a-b656-aa0ee1d54a85 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:44:56.412342 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ba6d6bf-1816-4862-9cb3-bf74999f6163", "tag": "43e749ab-2d4a-4288-867c-05cfecd0836d", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:44:56.412342 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c3c0e785-10bd-4d8a-b656-aa0ee1d54a85 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:44:56.412685 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ba6d6bf-1816-4862-9cb3-bf74999f6163', 'tag': '43e749ab-2d4a-4288-867c-05cfecd0836d', 'status': 'completed', 'code': 200} Sep 23 06:44:56.454348 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe1d914b-8d24-486d-8e74-b1aa7a2ae602 x-openstack-request-id: req-fe1d914b-8d24-486d-8e74-b1aa7a2ae602 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:44:56.454773 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a06109e-99b8-472e-b8b7-902d575c5d5d", "name": "network-vif-plugged", "status": "completed", "tag": "f2604bcd-6784-4ed0-9a3c-c5a7d847b74f", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:44:56.455271 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fe1d914b-8d24-486d-8e74-b1aa7a2ae602 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:44:56.455765 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a06109e-99b8-472e-b8b7-902d575c5d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2604bcd-6784-4ed0-9a3c-c5a7d847b74f', 'code': 200} Sep 23 06:44:56.456652 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=f2604bcd-6784-4ed0-9a3c-c5a7d847b74f,revision_number=7']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:44:56.577256 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6cfd6cf5-c156-46f5-bef6-f6314cc18e24 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:56.597945 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6cfd6cf5-c156-46f5-bef6-f6314cc18e24 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:56.672529 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ea94bfc0-3d5b-44c0-90b7-e1b9dd3072d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2068563'] for router_gateway, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:56.714037 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c36d9-fe13-4fe5-b26f-2b3e725ca738 req-8349ca5a-3271-4d44-93c9-030717695123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:56.714037 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0b3c36d9-fe13-4fe5-b26f-2b3e725ca738 req-8349ca5a-3271-4d44-93c9-030717695123 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=64ac7894e2284bc191ac7c20f7f9ca7f&device_id=4ba6d6bf-1816-4862-9cb3-bf74999f6163 HTTP/1.1" status: 200 len: 1127 time: 0.2422338 Sep 23 06:44:56.715538 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54056) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:44:56.849583 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-4283cfc0-75c5-4501-a305-885b550cc6d1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1425100199-network', 'tenant_id': 'd625fc180cdd42f1838b3fb6a40fccd9'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:44:56.866206 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ea94bfc0-3d5b-44c0-90b7-e1b9dd3072d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:56.870972 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ea94bfc0-3d5b-44c0-90b7-e1b9dd3072d2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:56.898972 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4283cfc0-75c5-4501-a305-885b550cc6d1 admin admin] Made reservation on behalf of d625fc180cdd42f1838b3fb6a40fccd9 for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:44:56.901240 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4283cfc0-75c5-4501-a305-885b550cc6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:56.901371 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173acfa8-38da-4292-bc23-bf3310c71d06 req-f6af5bbd-a308-4bfe-b9a3-6f8b00a0d823 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:56.903416 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-173acfa8-38da-4292-bc23-bf3310c71d06 req-f6af5bbd-a308-4bfe-b9a3-6f8b00a0d823 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ba6d6bf-1816-4862-9cb3-bf74999f6163 HTTP/1.1" status: 200 len: 944 time: 0.3210356 Sep 23 06:44:56.919534 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4283cfc0-75c5-4501-a305-885b550cc6d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:56.949464 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd185be8-d0ba-485d-afd6-e2a2ca5408d0 req-6ee09c73-3093-4c74-8054-b0eacacd03dc tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:56.951024 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dd185be8-d0ba-485d-afd6-e2a2ca5408d0 req-6ee09c73-3093-4c74-8054-b0eacacd03dc tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee07f42e-a5b3-4a56-9277-cb1b82532763 HTTP/1.1" status: 200 len: 945 time: 0.0822997 Sep 23 06:44:57.021246 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dd185be8-d0ba-485d-afd6-e2a2ca5408d0 req-77638b9a-be54-4bf9-8dd1-923e975dee47 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636988 Sep 23 06:44:57.094738 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device d244b228-9b6a-4317-a702-39eaa094db34 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:44:57.116241 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4283cfc0-75c5-4501-a305-885b550cc6d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:57.117392 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ea94bfc0-3d5b-44c0-90b7-e1b9dd3072d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:57.118022 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea94bfc0-3d5b-44c0-90b7-e1b9dd3072d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 075d7e87-3327-4d36-8c8b-08d918cd9907 {{(pid=95066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 06:44:57.123595 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ea94bfc0-3d5b-44c0-90b7-e1b9dd3072d2 admin admin] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:57.123949 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4283cfc0-75c5-4501-a305-885b550cc6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:57.128444 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-ea94bfc0-3d5b-44c0-90b7-e1b9dd3072d2 admin admin] 10.222.0.39 "DELETE /v2.0/routers/075d7e87-3327-4d36-8c8b-08d918cd9907 HTTP/1.1" status: 204 len: 168 time: 2.7817044 Sep 23 06:44:57.134634 n-d-715271-16 neutron-server[95066]: INFO neutron.db.l3_db [None req-6cfd6cf5-c156-46f5-bef6-f6314cc18e24 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Floating IP 6859f3fd-6e15-4de2-ad4a-67ac148a60fe associated. External IP: 172.25.2.219, port: 4a1e1695-a3c0-4716-bde8-0b7cd7b0177f. Sep 23 06:44:57.135296 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: d244b228-9b6a-4317-a702-39eaa094db34 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:44:57.136186 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device d244b228-9b6a-4317-a702-39eaa094db34 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:44:57.136675 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device edbe331e-e852-4885-98f6-829435a85ce0 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:44:57.137217 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54072) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:44:57.141097 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4283cfc0-75c5-4501-a305-885b550cc6d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:44:57.163208 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: edbe331e-e852-4885-98f6-829435a85ce0 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:44:57.163996 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device edbe331e-e852-4885-98f6-829435a85ce0 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:44:57.167210 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4283cfc0-75c5-4501-a305-885b550cc6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:57.167210 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-4283cfc0-75c5-4501-a305-885b550cc6d1 admin admin] Added segment 059ec336-01f5-4bf8-928b-3082fe7893e9 of type vlan for network 206dbaa6-6d73-47f1-abbe-5a3478e9bb9d Sep 23 06:44:57.181083 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283cfc0-75c5-4501-a305-885b550cc6d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb3ec47-52c4-4752-8034-03640108870b,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:44:57.196186 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c36d9-fe13-4fe5-b26f-2b3e725ca738 req-b04bd083-da4d-4af6-9a7b-51be5efdff7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:57.197684 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0b3c36d9-fe13-4fe5-b26f-2b3e725ca738 req-b04bd083-da4d-4af6-9a7b-51be5efdff7c service neutron] 10.222.0.21 "GET /v2.0/networks?id=b41a91e1-341c-4340-b7a8-8779367a7828 HTTP/1.1" status: 200 len: 909 time: 0.4288828 Sep 23 06:44:57.219959 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4283cfc0-75c5-4501-a305-885b550cc6d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:57.230806 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-173acfa8-38da-4292-bc23-bf3310c71d06 req-ad13318e-90b5-47f0-a8b0-baa24263d084 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421522 Sep 23 06:44:57.254708 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4283cfc0-75c5-4501-a305-885b550cc6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:57.256228 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4283cfc0-75c5-4501-a305-885b550cc6d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:57.256882 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4283cfc0-75c5-4501-a305-885b550cc6d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:57.296174 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-4283cfc0-75c5-4501-a305-885b550cc6d1 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5746846 Sep 23 06:44:57.297147 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54076) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:44:57.308527 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0b3c36d9-fe13-4fe5-b26f-2b3e725ca738 req-58e7c1bc-aa3e-412e-b6cb-30e4bd8e65c5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43e749ab-2d4a-4288-867c-05cfecd0836d HTTP/1.1" status: 200 len: 217 time: 0.0862420 Sep 23 06:44:57.342777 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-29068945-a2d0-434b-939a-a04bb2a42397 admin admin] Request body: {'subnet': {'network_id': '206dbaa6-6d73-47f1-abbe-5a3478e9bb9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1425100199-subnet', 'tenant_id': 'd625fc180cdd42f1838b3fb6a40fccd9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:44:57.354547 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283cfc0-75c5-4501-a305-885b550cc6d1 admin admin] Pushing event updated for resources: {'Network': ['ID=206dbaa6-6d73-47f1-abbe-5a3478e9bb9d,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:44:57.363705 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-0337637c-9b5c-41f4-aa97-b6a409e52c0e admin admin] Deleting subnet bb088479-d7c4-433b-8bbd-3789d8a2160c {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:44:57.371130 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 206dbaa6-6d73-47f1-abbe-5a3478e9bb9d details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:44:57.372075 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29068945-a2d0-434b-939a-a04bb2a42397 admin admin] Made reservation on behalf of d625fc180cdd42f1838b3fb6a40fccd9 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:44:57.376217 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-29068945-a2d0-434b-939a-a04bb2a42397 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:57.438380 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0337637c-9b5c-41f4-aa97-b6a409e52c0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:57.536098 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c36d9-fe13-4fe5-b26f-2b3e725ca738 req-ec8c5427-572e-492b-95b1-e1b1e7014643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:57.537572 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0b3c36d9-fe13-4fe5-b26f-2b3e725ca738 req-ec8c5427-572e-492b-95b1-e1b1e7014643 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c7d428fe-182b-4149-b884-87c9d4508732 HTTP/1.1" status: 200 len: 848 time: 0.2157722 Sep 23 06:44:57.542903 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0337637c-9b5c-41f4-aa97-b6a409e52c0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:57.630948 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0b3c36d9-fe13-4fe5-b26f-2b3e725ca738 req-3a838a0e-3f55-4de0-a014-68cb7633ce47 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b41a91e1-341c-4340-b7a8-8779367a7828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664093 Sep 23 06:44:57.661397 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d54ef-ccc4-4f64-b14d-169facbc0c24 req-c29d6e4f-3d35-41d9-9ba4-5a37bc786d5e tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:57.663473 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bc8d54ef-ccc4-4f64-b14d-169facbc0c24 req-c29d6e4f-3d35-41d9-9ba4-5a37bc786d5e tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee07f42e-a5b3-4a56-9277-cb1b82532763 HTTP/1.1" status: 200 len: 945 time: 0.1183810 Sep 23 06:44:57.665250 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-29068945-a2d0-434b-939a-a04bb2a42397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:57.715972 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cfd6cf5-c156-46f5-bef6-f6314cc18e24 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Router 6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:44:57.776881 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0337637c-9b5c-41f4-aa97-b6a409e52c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:57.797558 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29068945-a2d0-434b-939a-a04bb2a42397 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c85f7c05-5cd1-4766-919e-2c9417fd7065,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:44:57.845507 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29068945-a2d0-434b-939a-a04bb2a42397 admin admin] Checking segment: {'id': '059ec336-01f5-4bf8-928b-3082fe7893e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '206dbaa6-6d73-47f1-abbe-5a3478e9bb9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:44:57.846098 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29068945-a2d0-434b-939a-a04bb2a42397 admin admin] Network hostable DHCP agents. Network: 206dbaa6-6d73-47f1-abbe-5a3478e9bb9d, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:44:57.866993 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0b3c36d9-fe13-4fe5-b26f-2b3e725ca738 req-68832ac5-ce72-43c6-9842-093f4c6f49c9 service neutron] 10.222.0.21 "GET /v2.0/networks/b41a91e1-341c-4340-b7a8-8779367a7828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210538 Sep 23 06:44:57.889300 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29068945-a2d0-434b-939a-a04bb2a42397 admin admin] Network 206dbaa6-6d73-47f1-abbe-5a3478e9bb9d is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:44:57.908619 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-bc8d54ef-ccc4-4f64-b14d-169facbc0c24 req-04803326-1968-4002-abf9-d6552673a5a6 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Deleting port e147ab6d-012c-49bd-a829-86606a1ece0e {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:44:57.908968 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-bc8d54ef-ccc4-4f64-b14d-169facbc0c24 req-04803326-1968-4002-abf9-d6552673a5a6 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:57.913564 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-29068945-a2d0-434b-939a-a04bb2a42397 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 206dbaa6-6d73-47f1-abbe-5a3478e9bb9d) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:44:57.923753 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a066c386-b6c6-47e4-a20a-02da9a5957e2 None None] Network 206dbaa6-6d73-47f1-abbe-5a3478e9bb9d requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:44:57.932105 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29068945-a2d0-434b-939a-a04bb2a42397 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:57.932723 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-29068945-a2d0-434b-939a-a04bb2a42397 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:57.959936 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-29068945-a2d0-434b-939a-a04bb2a42397 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6621115 Sep 23 06:44:57.966677 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54080) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:44:57.980866 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-9067ddd6-4994-4f21-88b9-db69c5ae3cf8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1425100199-router', 'tenant_id': 'd625fc180cdd42f1838b3fb6a40fccd9', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:44:58.022463 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0337637c-9b5c-41f4-aa97-b6a409e52c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:58.026424 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cfd6cf5-c156-46f5-bef6-f6314cc18e24 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:44:58.029840 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-bc8d54ef-ccc4-4f64-b14d-169facbc0c24 req-04803326-1968-4002-abf9-d6552673a5a6 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] For port e147ab6d-012c-49bd-a829-86606a1ece0e, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=e147ab6d-012c-49bd-a829-86606a1ece0e,segment=NetworkSegment(df9429cb-1b73-4fcc-8ecd-d0edb039148e),segment_id=df9429cb-1b73-4fcc-8ecd-d0edb039148e)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:44:58.030202 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-bc8d54ef-ccc4-4f64-b14d-169facbc0c24 req-04803326-1968-4002-abf9-d6552673a5a6 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:58.044102 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-bc8d54ef-ccc4-4f64-b14d-169facbc0c24 req-04803326-1968-4002-abf9-d6552673a5a6 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Calling delete_port for e147ab6d-012c-49bd-a829-86606a1ece0e owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:44:58.047462 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aea51c8-c39c-494f-bfe8-c588c93c360c None None] Sync routers for ids ['6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:44:58.067935 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aea51c8-c39c-494f-bfe8-c588c93c360c None None] Routers {'6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:44:58.068979 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-0aea51c8-c39c-494f-bfe8-c588c93c360c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:44:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:44:58.091910 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6cfd6cf5-c156-46f5-bef6-f6314cc18e24 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:58.154818 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2c3b1c-d916-443b-a213-a83c384ed8e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-206dbaa6-6d73-47f1-abbe-5a3478e9bb9d', 'network_id': '206dbaa6-6d73-47f1-abbe-5a3478e9bb9d', 'tenant_id': 'd625fc180cdd42f1838b3fb6a40fccd9', 'fixed_ips': [{'subnet_id': 'c85f7c05-5cd1-4766-919e-2c9417fd7065'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 06:44:58.155755 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-4e2c3b1c-d916-443b-a213-a83c384ed8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:58.171354 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0337637c-9b5c-41f4-aa97-b6a409e52c0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb088479-d7c4-433b-8bbd-3789d8a2160c,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:44:58.202156 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0337637c-9b5c-41f4-aa97-b6a409e52c0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:58.208272 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-0337637c-9b5c-41f4-aa97-b6a409e52c0e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/bb088479-d7c4-433b-8bbd-3789d8a2160c HTTP/1.1" status: 204 len: 168 time: 1.0654833 Sep 23 06:44:58.210626 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54090) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:44:58.211575 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9067ddd6-4994-4f21-88b9-db69c5ae3cf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:58.213401 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9067ddd6-4994-4f21-88b9-db69c5ae3cf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:58.254948 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-6cfd6cf5-c156-46f5-bef6-f6314cc18e24 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] 10.222.0.39 "PUT /v2.0/floatingips/6859f3fd-6e15-4de2-ad4a-67ac148a60fe HTTP/1.1" status: 200 len: 991 time: 2.9894936 Sep 23 06:44:58.258372 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13688272-712e-4956-87b1-316c452d3318 None None] Network d5ae2c6d-958c-4812-880c-d7aa035fa876 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:44:58.267209 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd09ebcd6-1cc5-492d-9c54-116c28b6b125', 'tag': '4a1e1695-a3c0-4716-bde8-0b7cd7b0177f'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:44:58.272625 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62bf6efe-aa5f-4dcd-b951-62791a2eabf3" -d '{"events": [{"name": "network-changed", "server_uuid": "d09ebcd6-1cc5-492d-9c54-116c28b6b125", "tag": "4a1e1695-a3c0-4716-bde8-0b7cd7b0177f"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:44:58.324031 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0b3c36d9-fe13-4fe5-b26f-2b3e725ca738 req-3c775d5a-66da-47f1-aec1-171365156b7b service neutron] 10.222.0.21 "GET /v2.0/networks/b41a91e1-341c-4340-b7a8-8779367a7828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4417179 Sep 23 06:44:58.327740 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7cfc75-0526-4724-a8fe-849b453cef44 req-787d9ead-04ca-47dc-8cb7-33714d775cf2 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:58.328754 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-0aea51c8-c39c-494f-bfe8-c588c93c360c None None] Set router 6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:44:58.334018 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-eb7cfc75-0526-4724-a8fe-849b453cef44 req-787d9ead-04ca-47dc-8cb7-33714d775cf2 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee07f42e-a5b3-4a56-9277-cb1b82532763 HTTP/1.1" status: 200 len: 945 time: 0.1557772 Sep 23 06:44:58.370458 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9067ddd6-4994-4f21-88b9-db69c5ae3cf8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:58.495693 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-4e2c3b1c-d916-443b-a213-a83c384ed8e2 None None] Allocated IP 172.20.0.2 (206dbaa6-6d73-47f1-abbe-5a3478e9bb9d/c85f7c05-5cd1-4766-919e-2c9417fd7065/b1e6684f-93b0-4bb6-ba34-bd245c042087) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:44:58.505880 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-bc8d54ef-ccc4-4f64-b14d-169facbc0c24 req-04803326-1968-4002-abf9-d6552673a5a6 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:58.519409 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-56807cc9-1d53-41f1-b558-5b329da0d72d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:58.624734 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-eb7cfc75-0526-4724-a8fe-849b453cef44 req-e52a0b30-5826-4b13-960f-463db88181c8 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747064 Sep 23 06:44:58.629197 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04803326-1968-4002-abf9-d6552673a5a6 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Pushing event deleted for resources: {'Port': ['ID=e147ab6d-012c-49bd-a829-86606a1ece0e,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:44:58.663268 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef475591-0f43-4f53-8cca-0fba2b7e9753 None None] DHCP port deletion for d5ae2c6d-958c-4812-880c-d7aa035fa876 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 06:44:58.672832 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9067ddd6-4994-4f21-88b9-db69c5ae3cf8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:58.678575 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeaeb825-243e-49b2-852a-0dea3245c49d x-openstack-request-id: req-eeaeb825-243e-49b2-852a-0dea3245c49d {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:44:58.678867 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d09ebcd6-1cc5-492d-9c54-116c28b6b125", "tag": "4a1e1695-a3c0-4716-bde8-0b7cd7b0177f", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:44:58.679161 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-eeaeb825-243e-49b2-852a-0dea3245c49d {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:44:58.679554 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd09ebcd6-1cc5-492d-9c54-116c28b6b125', 'tag': '4a1e1695-a3c0-4716-bde8-0b7cd7b0177f', 'status': 'completed', 'code': 200} Sep 23 06:44:58.734563 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc8d54ef-ccc4-4f64-b14d-169facbc0c24 req-04803326-1968-4002-abf9-d6552673a5a6 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] No DVR routers for this DVR port e147ab6d-012c-49bd-a829-86606a1ece0e on host n-h2-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:44:58.738455 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-bc8d54ef-ccc4-4f64-b14d-169facbc0c24 req-04803326-1968-4002-abf9-d6552673a5a6 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:58.744145 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bc8d54ef-ccc4-4f64-b14d-169facbc0c24 req-04803326-1968-4002-abf9-d6552673a5a6 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.58 "DELETE /v2.0/ports/e147ab6d-012c-49bd-a829-86606a1ece0e HTTP/1.1" status: 204 len: 173 time: 1.0404816 Sep 23 06:44:58.744939 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee07f42e-a5b3-4a56-9277-cb1b82532763', 'name': 'network-vif-deleted', 'tag': 'e147ab6d-012c-49bd-a829-86606a1ece0e'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:44:58.747911 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-178a46e1-faf3-44a0-9431-d010c4866519" -d '{"events": [{"server_uuid": "ee07f42e-a5b3-4a56-9277-cb1b82532763", "name": "network-vif-deleted", "tag": "e147ab6d-012c-49bd-a829-86606a1ece0e"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:44:58.794393 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-56807cc9-1d53-41f1-b558-5b329da0d72d admin admin] Deleting port 3b6a56d2-0111-4f1d-af35-2f709abb4862 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:44:58.795097 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-56807cc9-1d53-41f1-b558-5b329da0d72d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:58.947292 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-0aea51c8-c39c-494f-bfe8-c588c93c360c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd', 'name': 'tempest-ServersTestFqdnHostnames-1067069938-router', 'tenant_id': 'b534364c1ecd44a69b47cf0ed516d622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'cb5f62ab-f482-46f4-80e8-bfb969cbc0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:44:22Z', 'updated_at': '2021-09-23T06:44:27Z', 'revision_number': 4, 'project_id': 'b534364c1ecd44a69b47cf0ed516d622', 'gw_port': {'id': 'cb5f62ab-f482-46f4-80e8-bfb969cbc0df', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:bc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:44:23Z', 'updated_at': '2021-09-23T06:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '6859f3fd-6e15-4de2-ad4a-67ac148a60fe', 'tenant_id': 'b534364c1ecd44a69b47cf0ed516d622', 'floating_ip_address': '172.25.2.219', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd', 'port_id': '4a1e1695-a3c0-4716-bde8-0b7cd7b0177f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b7bd705-2e60-460a-a561-0bf7bffe3f38', 'mac_address': 'fa:16:3e:ec:0d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09ebcd6-1cc5-492d-9c54-116c28b6b125', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T06:44:30Z', 'updated_at': '2021-09-23T06:44:56Z', 'revision_number': 1, 'project_id': 'b534364c1ecd44a69b47cf0ed516d622', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a7a9389-e577-429d-92ed-47667fd30c37', 'name': '', 'network_id': '2b7bd705-2e60-460a-a561-0bf7bffe3f38', 'tenant_id': 'b534364c1ecd44a69b47cf0ed516d622', 'mac_address': 'fa:16:3e:d2:03:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '22e559b1-bc95-4b10-a948-81fb2fccd5ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:44:27Z', 'updated_at': '2021-09-23T06:44:32Z', 'revision_number': 5, 'project_id': 'b534364c1ecd44a69b47cf0ed516d622', 'subnets': [{'id': '22e559b1-bc95-4b10-a948-81fb2fccd5ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:44:58.957852 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-ef475591-0f43-4f53-8cca-0fba2b7e9753 None None] Deleting port 3b6a56d2-0111-4f1d-af35-2f709abb4862 {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:44:58.958741 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ef475591-0f43-4f53-8cca-0fba2b7e9753 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:58.987332 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6eab439-5c94-43cc-a281-65d736ee7673 x-openstack-request-id: req-c6eab439-5c94-43cc-a281-65d736ee7673 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:44:58.987912 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee07f42e-a5b3-4a56-9277-cb1b82532763", "name": "network-vif-deleted", "tag": "e147ab6d-012c-49bd-a829-86606a1ece0e", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:44:58.988421 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c6eab439-5c94-43cc-a281-65d736ee7673 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:44:58.989060 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee07f42e-a5b3-4a56-9277-cb1b82532763', 'name': 'network-vif-deleted', 'tag': 'e147ab6d-012c-49bd-a829-86606a1ece0e', 'status': 'completed', 'code': 200} Sep 23 06:44:59.022337 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-4e2c3b1c-d916-443b-a213-a83c384ed8e2 None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:59.038787 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aea51c8-c39c-494f-bfe8-c588c93c360c None None] Checking router: 6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:44:59.052522 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aea51c8-c39c-494f-bfe8-c588c93c360c None None] Routers {'6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:44:59.053894 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-0aea51c8-c39c-494f-bfe8-c588c93c360c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:44:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:44:59.056197 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-56807cc9-1d53-41f1-b558-5b329da0d72d admin admin] For port 3b6a56d2-0111-4f1d-af35-2f709abb4862, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=3b6a56d2-0111-4f1d-af35-2f709abb4862,segment=NetworkSegment(08babd18-3488-4573-9f82-9e46cd96a49b),segment_id=08babd18-3488-4573-9f82-9e46cd96a49b)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:44:59.058957 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-56807cc9-1d53-41f1-b558-5b329da0d72d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:59.072981 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-4e2c3b1c-d916-443b-a213-a83c384ed8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:59.109118 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-56807cc9-1d53-41f1-b558-5b329da0d72d admin admin] Calling delete_port for 3b6a56d2-0111-4f1d-af35-2f709abb4862 owned by network:dhcp {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:44:59.136030 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2c3b1c-d916-443b-a213-a83c384ed8e2 None None] Network 206dbaa6-6d73-47f1-abbe-5a3478e9bb9d is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:44:59.143290 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-4e2c3b1c-d916-443b-a213-a83c384ed8e2 None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:44:59.145264 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 3b6a56d2-0111-4f1d-af35-2f709abb4862 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:44:59.208594 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2c3b1c-d916-443b-a213-a83c384ed8e2 None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:44:59.279285 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ade436-6f64-4965-a50b-c585bab64f55 req-522de6ea-77cb-4244-871f-2d44e08dba9d tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:59.290428 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-83ade436-6f64-4965-a50b-c585bab64f55 req-522de6ea-77cb-4244-871f-2d44e08dba9d tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ba6d6bf-1816-4862-9cb3-bf74999f6163 HTTP/1.1" status: 200 len: 944 time: 0.7064421 Sep 23 06:44:59.324795 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-56807cc9-1d53-41f1-b558-5b329da0d72d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:59.366973 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-0aea51c8-c39c-494f-bfe8-c588c93c360c None None] Set router 6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:44:59.408729 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-ef475591-0f43-4f53-8cca-0fba2b7e9753 None None] For port 3b6a56d2-0111-4f1d-af35-2f709abb4862, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=3b6a56d2-0111-4f1d-af35-2f709abb4862,segment=NetworkSegment(08babd18-3488-4573-9f82-9e46cd96a49b),segment_id=08babd18-3488-4573-9f82-9e46cd96a49b)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:44:59.410787 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ef475591-0f43-4f53-8cca-0fba2b7e9753 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:59.432472 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56807cc9-1d53-41f1-b558-5b329da0d72d admin admin] No DVR routers for this DVR port 3b6a56d2-0111-4f1d-af35-2f709abb4862 on host n-d-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:44:59.442206 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56807cc9-1d53-41f1-b558-5b329da0d72d admin admin] Pushing event deleted for resources: {'Port': ['ID=3b6a56d2-0111-4f1d-af35-2f709abb4862,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:44:59.457369 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-83ade436-6f64-4965-a50b-c585bab64f55 req-d08d474d-9aca-46c5-b1d5-3e2a93c922b7 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656649 Sep 23 06:44:59.624387 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bf6efe-aa5f-4dcd-b951-62791a2eabf3 req-daf9df4b-9ab5-44ea-bca5-7e50298503c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:44:59.636419 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-62bf6efe-aa5f-4dcd-b951-62791a2eabf3 req-daf9df4b-9ab5-44ea-bca5-7e50298503c2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b534364c1ecd44a69b47cf0ed516d622&device_id=d09ebcd6-1cc5-492d-9c54-116c28b6b125 HTTP/1.1" status: 200 len: 1097 time: 0.3826387 Sep 23 06:44:59.726944 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-56807cc9-1d53-41f1-b558-5b329da0d72d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:44:59.808681 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-56807cc9-1d53-41f1-b558-5b329da0d72d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=95065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:44:59.814045 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-56807cc9-1d53-41f1-b558-5b329da0d72d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=95065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:44:59.820007 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-56807cc9-1d53-41f1-b558-5b329da0d72d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:44:59.820644 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-56807cc9-1d53-41f1-b558-5b329da0d72d admin admin] Subscribe: > port after_create 55550000 {{(pid=95065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:44:59.821773 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-56807cc9-1d53-41f1-b558-5b329da0d72d admin admin] Subscribe: > port after_delete 55550000 {{(pid=95065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:44:59.825975 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-56807cc9-1d53-41f1-b558-5b329da0d72d admin admin] Subscribe: > port after_update 55550000 {{(pid=95065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:44:59.826577 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-56807cc9-1d53-41f1-b558-5b329da0d72d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=95065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:44:59.827087 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-56807cc9-1d53-41f1-b558-5b329da0d72d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:44:59.828225 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-56807cc9-1d53-41f1-b558-5b329da0d72d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:44:59.828734 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-56807cc9-1d53-41f1-b558-5b329da0d72d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=95065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:44:59.849887 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-0aea51c8-c39c-494f-bfe8-c588c93c360c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd', 'name': 'tempest-ServersTestFqdnHostnames-1067069938-router', 'tenant_id': 'b534364c1ecd44a69b47cf0ed516d622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'cb5f62ab-f482-46f4-80e8-bfb969cbc0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:44:22Z', 'updated_at': '2021-09-23T06:44:27Z', 'revision_number': 4, 'project_id': 'b534364c1ecd44a69b47cf0ed516d622', 'gw_port': {'id': 'cb5f62ab-f482-46f4-80e8-bfb969cbc0df', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:bc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:44:23Z', 'updated_at': '2021-09-23T06:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '6859f3fd-6e15-4de2-ad4a-67ac148a60fe', 'tenant_id': 'b534364c1ecd44a69b47cf0ed516d622', 'floating_ip_address': '172.25.2.219', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd', 'port_id': '4a1e1695-a3c0-4716-bde8-0b7cd7b0177f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b7bd705-2e60-460a-a561-0bf7bffe3f38', 'mac_address': 'fa:16:3e:ec:0d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09ebcd6-1cc5-492d-9c54-116c28b6b125', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T06:44:30Z', 'updated_at': '2021-09-23T06:44:56Z', 'revision_number': 1, 'project_id': 'b534364c1ecd44a69b47cf0ed516d622', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a7a9389-e577-429d-92ed-47667fd30c37', 'name': '', 'network_id': '2b7bd705-2e60-460a-a561-0bf7bffe3f38', 'tenant_id': 'b534364c1ecd44a69b47cf0ed516d622', 'mac_address': 'fa:16:3e:d2:03:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '22e559b1-bc95-4b10-a948-81fb2fccd5ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:44:27Z', 'updated_at': '2021-09-23T06:44:32Z', 'revision_number': 5, 'project_id': 'b534364c1ecd44a69b47cf0ed516d622', 'subnets': [{'id': '22e559b1-bc95-4b10-a948-81fb2fccd5ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:44:59.938284 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-ef475591-0f43-4f53-8cca-0fba2b7e9753 None None] Calling delete_port for 3b6a56d2-0111-4f1d-af35-2f709abb4862 owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:45:00.036884 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-56807cc9-1d53-41f1-b558-5b329da0d72d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:45:00.037495 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-56807cc9-1d53-41f1-b558-5b329da0d72d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:45:00.037495 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-56807cc9-1d53-41f1-b558-5b329da0d72d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=95065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:45:00.037805 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-56807cc9-1d53-41f1-b558-5b329da0d72d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=95065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 06:45:00.038164 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-56807cc9-1d53-41f1-b558-5b329da0d72d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5ae2c6d-958c-4812-880c-d7aa035fa876']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:45:00.088522 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-56807cc9-1d53-41f1-b558-5b329da0d72d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08babd18-3488-4573-9f82-9e46cd96a49b') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:45:00.088892 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-56807cc9-1d53-41f1-b558-5b329da0d72d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08babd18-3488-4573-9f82-9e46cd96a49b') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:45:00.162988 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aea51c8-c39c-494f-bfe8-c588c93c360c None None] The sync data for ids ['6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd'] in n-d-715271-16 is: [{'id': '6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd', 'name': 'tempest-ServersTestFqdnHostnames-1067069938-router', 'tenant_id': 'b534364c1ecd44a69b47cf0ed516d622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'cb5f62ab-f482-46f4-80e8-bfb969cbc0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:44:22Z', 'updated_at': '2021-09-23T06:44:27Z', 'revision_number': 4, 'project_id': 'b534364c1ecd44a69b47cf0ed516d622', 'gw_port': {'id': 'cb5f62ab-f482-46f4-80e8-bfb969cbc0df', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:bc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:44:23Z', 'updated_at': '2021-09-23T06:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '6859f3fd-6e15-4de2-ad4a-67ac148a60fe', 'tenant_id': 'b534364c1ecd44a69b47cf0ed516d622', 'floating_ip_address': '172.25.2.219', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd', 'port_id': '4a1e1695-a3c0-4716-bde8-0b7cd7b0177f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b7bd705-2e60-460a-a561-0bf7bffe3f38', 'mac_address': 'fa:16:3e:ec:0d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09ebcd6-1cc5-492d-9c54-116c28b6b125', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T06:44:30Z', 'updated_at': '2021-09-23T06:44:56Z', 'revision_number': 1, 'project_id': 'b534364c1ecd44a69b47cf0ed516d622', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a7a9389-e577-429d-92ed-47667fd30c37', 'name': '', 'network_id': '2b7bd705-2e60-460a-a561-0bf7bffe3f38', 'tenant_id': 'b534364c1ecd44a69b47cf0ed516d622', 'mac_address': 'fa:16:3e:d2:03:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '22e559b1-bc95-4b10-a948-81fb2fccd5ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:44:27Z', 'updated_at': '2021-09-23T06:44:32Z', 'revision_number': 5, 'project_id': 'b534364c1ecd44a69b47cf0ed516d622', 'subnets': [{'id': '22e559b1-bc95-4b10-a948-81fb2fccd5ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:45:00.163656 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-56807cc9-1d53-41f1-b558-5b329da0d72d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:00.166074 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device e147ab6d-012c-49bd-a829-86606a1ece0e no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:45:00.257823 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-56807cc9-1d53-41f1-b558-5b329da0d72d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:00.276874 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56807cc9-1d53-41f1-b558-5b329da0d72d admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:45:00.280330 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-56807cc9-1d53-41f1-b558-5b329da0d72d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:00.282833 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bf6efe-aa5f-4dcd-b951-62791a2eabf3 req-b309246b-fd9c-4cb9-9ee5-039018d549c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:00.288009 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-62bf6efe-aa5f-4dcd-b951-62791a2eabf3 req-b309246b-fd9c-4cb9-9ee5-039018d549c4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2b7bd705-2e60-460a-a561-0bf7bffe3f38 HTTP/1.1" status: 200 len: 916 time: 0.6320364 Sep 23 06:45:00.289531 n-d-715271-16 neutron-server[95065]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 23 06:45:00.289531 n-d-715271-16 neutron-server[95065]: from cryptography.utils import int_from_bytes Sep 23 06:45:00.289531 n-d-715271-16 neutron-server[95065]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 23 06:45:00.289531 n-d-715271-16 neutron-server[95065]: from cryptography.utils import int_from_bytes Sep 23 06:45:00.289531 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 06:45:00.289531 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:45:00.289531 n-d-715271-16 neutron-server[95065]: timer() Sep 23 06:45:00.289531 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:45:00.289531 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 06:45:00.289531 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:45:00.289531 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 06:45:00.289531 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:45:00.289531 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 06:45:00.289531 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:45:00.289531 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 06:45:00.289531 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:45:00.289531 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 06:45:00.289531 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:45:00.289531 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:45:00.289531 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:45:00.289531 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:45:00.289531 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:45:00.289531 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 06:45:00.289531 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:45:00.289531 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 06:45:00.289531 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:45:00.289531 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:45:00.289531 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:45:00.289531 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 06:45:00.289531 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:45:00.289531 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:45:00.289531 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:45:00.289531 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:45:00.289531 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:45:00.289531 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:45:00.289531 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:45:00.320312 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No Port match for: e147ab6d-012c-49bd-a829-86606a1ece0e {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:45:00.320883 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device e147ab6d-012c-49bd-a829-86606a1ece0e not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:45:00.349131 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2c3b1c-d916-443b-a213-a83c384ed8e2 None None] Pushing event updated for resources: {'Port': ['ID=b1e6684f-93b0-4bb6-ba34-bd245c042087,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:00.384132 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No active binding found for port 3b6a56d2-0111-4f1d-af35-2f709abb4862 {{(pid=95067) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 23 06:45:00.384577 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 3b6a56d2-0111-4f1d-af35-2f709abb4862 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:45:00.452489 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-4e2c3b1c-d916-443b-a213-a83c384ed8e2 None None] Attempting to bind port b1e6684f-93b0-4bb6-ba34-bd245c042087 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:45:00.452860 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-4e2c3b1c-d916-443b-a213-a83c384ed8e2 None None] Attempting to bind port b1e6684f-93b0-4bb6-ba34-bd245c042087 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '059ec336-01f5-4bf8-928b-3082fe7893e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '206dbaa6-6d73-47f1-abbe-5a3478e9bb9d'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:45:00.464403 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2c3b1c-d916-443b-a213-a83c384ed8e2 None None] Attempting to bind port b1e6684f-93b0-4bb6-ba34-bd245c042087 on network 206dbaa6-6d73-47f1-abbe-5a3478e9bb9d {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:45:00.509252 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2c3b1c-d916-443b-a213-a83c384ed8e2 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:45:00.511777 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2c3b1c-d916-443b-a213-a83c384ed8e2 None None] Checking segment: {'id': '059ec336-01f5-4bf8-928b-3082fe7893e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '206dbaa6-6d73-47f1-abbe-5a3478e9bb9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:45:00.514213 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-4e2c3b1c-d916-443b-a213-a83c384ed8e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:00.514835 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2c3b1c-d916-443b-a213-a83c384ed8e2 None None] Bound using segment: {'id': '059ec336-01f5-4bf8-928b-3082fe7893e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '206dbaa6-6d73-47f1-abbe-5a3478e9bb9d'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:45:00.516659 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9067ddd6-4994-4f21-88b9-db69c5ae3cf8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:00.520775 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-4e2c3b1c-d916-443b-a213-a83c384ed8e2 None None] Bound port: b1e6684f-93b0-4bb6-ba34-bd245c042087, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '059ec336-01f5-4bf8-928b-3082fe7893e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '206dbaa6-6d73-47f1-abbe-5a3478e9bb9d'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:45:00.522393 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-4e2c3b1c-d916-443b-a213-a83c384ed8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:00.531434 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-56807cc9-1d53-41f1-b558-5b329da0d72d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:00.569321 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56807cc9-1d53-41f1-b558-5b329da0d72d admin admin] Pushing event deleted for resources: {'Network': ['ID=d5ae2c6d-958c-4812-880c-d7aa035fa876,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:00.573119 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9067ddd6-4994-4f21-88b9-db69c5ae3cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:00.573796 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-56807cc9-1d53-41f1-b558-5b329da0d72d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:00.576831 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-56807cc9-1d53-41f1-b558-5b329da0d72d admin admin] 10.222.0.39 "DELETE /v2.0/networks/d5ae2c6d-958c-4812-880c-d7aa035fa876 HTTP/1.1" status: 204 len: 168 time: 2.3278086 Sep 23 06:45:00.582687 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54166) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:45:00.619861 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-62bf6efe-aa5f-4dcd-b951-62791a2eabf3 req-918ff275-8deb-4f36-9231-d2eed44d2cbf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a1e1695-a3c0-4716-bde8-0b7cd7b0177f HTTP/1.1" status: 200 len: 999 time: 0.3151371 Sep 23 06:45:00.748862 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ef475591-0f43-4f53-8cca-0fba2b7e9753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:00.752099 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d159cd77-9902-478b-b12c-9f81deb71b18 None None] New status for floating IP 6859f3fd-6e15-4de2-ad4a-67ac148a60fe: ACTIVE {{(pid=95067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 06:45:00.817205 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ef475591-0f43-4f53-8cca-0fba2b7e9753 None None] Network d5ae2c6d-958c-4812-880c-d7aa035fa876 is not hosted by any dhcp agent {{(pid=95067) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 23 06:45:00.818652 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef475591-0f43-4f53-8cca-0fba2b7e9753 None None] No DVR routers for this DVR port 3b6a56d2-0111-4f1d-af35-2f709abb4862 on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:45:00.867328 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef475591-0f43-4f53-8cca-0fba2b7e9753 None None] Pushing event deleted for resources: {'Port': ['ID=3b6a56d2-0111-4f1d-af35-2f709abb4862,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:00.869468 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d09c3a-741e-4798-aefe-a2a79d8ecd32 req-19c3b8fc-9c54-48b3-985a-41b6471e85f9 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:00.870445 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-12d09c3a-741e-4798-aefe-a2a79d8ecd32 req-19c3b8fc-9c54-48b3-985a-41b6471e85f9 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=526a986e-513d-42ed-a665-fbd73e935504 HTTP/1.1" status: 200 len: 945 time: 0.3423111 Sep 23 06:45:00.891334 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-4e2c3b1c-d916-443b-a213-a83c384ed8e2 None None] For port b1e6684f-93b0-4bb6-ba34-bd245c042087, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:45:00.897375 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-4e2c3b1c-d916-443b-a213-a83c384ed8e2 None None] For port b1e6684f-93b0-4bb6-ba34-bd245c042087, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=b1e6684f-93b0-4bb6-ba34-bd245c042087,segment=NetworkSegment(059ec336-01f5-4bf8-928b-3082fe7893e9),segment_id=059ec336-01f5-4bf8-928b-3082fe7893e9)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:45:00.907802 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-4e2c3b1c-d916-443b-a213-a83c384ed8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:00.963583 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bf6efe-aa5f-4dcd-b951-62791a2eabf3 req-b99a8b2e-13cb-48b7-a327-b6350beff88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:00.965061 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-62bf6efe-aa5f-4dcd-b951-62791a2eabf3 req-b99a8b2e-13cb-48b7-a327-b6350beff88e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=22e559b1-bc95-4b10-a948-81fb2fccd5ed HTTP/1.1" status: 200 len: 854 time: 0.3352799 Sep 23 06:45:01.087022 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2c3b1c-d916-443b-a213-a83c384ed8e2 None None] Pushing event updated for resources: {'Port': ['ID=b1e6684f-93b0-4bb6-ba34-bd245c042087,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:01.193695 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-9067ddd6-4994-4f21-88b9-db69c5ae3cf8 admin admin] Allocated IP 172.25.2.155 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/5d4d550a-5475-4776-b93e-5db1e9d73adf) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:45:01.216462 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-12d09c3a-741e-4798-aefe-a2a79d8ecd32 req-191a5af9-093d-4558-8fc0-58f9796dd7bd tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3270588 Sep 23 06:45:01.510829 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9067ddd6-4994-4f21-88b9-db69c5ae3cf8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:01.512127 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b4f857-af51-4300-a85a-4f8f1dbd08e2 req-186a51f2-d22e-4449-af18-30f73e10ad9f tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:01.514645 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a1b4f857-af51-4300-a85a-4f8f1dbd08e2 req-186a51f2-d22e-4449-af18-30f73e10ad9f tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.58 "GET /v2.0/ports?device_id=526a986e-513d-42ed-a665-fbd73e935504 HTTP/1.1" status: 200 len: 945 time: 0.1750834 Sep 23 06:45:01.602396 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bf6efe-aa5f-4dcd-b951-62791a2eabf3 req-7e9dcfd9-411d-4df2-8c77-be16f3bf29cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:01.604423 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-62bf6efe-aa5f-4dcd-b951-62791a2eabf3 req-7e9dcfd9-411d-4df2-8c77-be16f3bf29cd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2b7bd705-2e60-460a-a561-0bf7bffe3f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6246946 Sep 23 06:45:01.615931 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9067ddd6-4994-4f21-88b9-db69c5ae3cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:01.640593 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811e43bc-7f1b-4ce3-b70c-41f6ef5f9f65 req-b8d3b3de-c8c8-4a97-90d7-cf49dece4071 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:01.649102 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-811e43bc-7f1b-4ce3-b70c-41f6ef5f9f65 req-b8d3b3de-c8c8-4a97-90d7-cf49dece4071 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ba6d6bf-1816-4862-9cb3-bf74999f6163 HTTP/1.1" status: 200 len: 944 time: 1.0007808 Sep 23 06:45:01.777783 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9067ddd6-4994-4f21-88b9-db69c5ae3cf8 admin admin] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:45:01.782594 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-811e43bc-7f1b-4ce3-b70c-41f6ef5f9f65 req-5c89e1dc-4d0a-4696-b017-06a3e3217360 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326046 Sep 23 06:45:01.784786 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-9067ddd6-4994-4f21-88b9-db69c5ae3cf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:45:01.787215 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9067ddd6-4994-4f21-88b9-db69c5ae3cf8 admin admin] Pushing event updated for resources: {'Port': ['ID=5d4d550a-5475-4776-b93e-5db1e9d73adf,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:01.801601 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-a1b4f857-af51-4300-a85a-4f8f1dbd08e2 req-0f336e27-438e-4e03-b785-bdf20d020b4a tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Deleting port b06ef613-7fe5-4ebe-9422-fc0b856ea77e {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:45:01.802048 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-a1b4f857-af51-4300-a85a-4f8f1dbd08e2 req-0f336e27-438e-4e03-b785-bdf20d020b4a tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:01.804114 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9067ddd6-4994-4f21-88b9-db69c5ae3cf8 admin admin] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:45:01.877124 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-62bf6efe-aa5f-4dcd-b951-62791a2eabf3 req-bcf5f114-930e-47fb-a63e-161a293ff194 service neutron] 10.222.0.21 "GET /v2.0/networks/2b7bd705-2e60-460a-a561-0bf7bffe3f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631605 Sep 23 06:45:01.963129 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 43e749ab-2d4a-4288-867c-05cfecd0836d no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:45:02.001455 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-a1b4f857-af51-4300-a85a-4f8f1dbd08e2 req-0f336e27-438e-4e03-b785-bdf20d020b4a tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] For port b06ef613-7fe5-4ebe-9422-fc0b856ea77e, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=b06ef613-7fe5-4ebe-9422-fc0b856ea77e,segment=NetworkSegment(df9429cb-1b73-4fcc-8ecd-d0edb039148e),segment_id=df9429cb-1b73-4fcc-8ecd-d0edb039148e)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:45:02.002355 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-a1b4f857-af51-4300-a85a-4f8f1dbd08e2 req-0f336e27-438e-4e03-b785-bdf20d020b4a tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:02.029236 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-a1b4f857-af51-4300-a85a-4f8f1dbd08e2 req-0f336e27-438e-4e03-b785-bdf20d020b4a tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Calling delete_port for b06ef613-7fe5-4ebe-9422-fc0b856ea77e owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:45:02.321474 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-62bf6efe-aa5f-4dcd-b951-62791a2eabf3 req-8b0304f9-4579-40a1-a4e7-cf828dfff5eb service neutron] 10.222.0.21 "GET /v2.0/networks/2b7bd705-2e60-460a-a561-0bf7bffe3f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669768 Sep 23 06:45:02.322264 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9067ddd6-4994-4f21-88b9-db69c5ae3cf8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:02.454214 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0ae5feac-c09e-47f2-92f9-c1a738350835 req-8b1b9d0e-3d42-4daf-ae40-4042056a0896 service neutron] 10.222.0.21 "GET /v2.0/ports/43e749ab-2d4a-4288-867c-05cfecd0836d/bindings/n-h2-715271-16 HTTP/1.1" status: 200 len: 385 time: 0.3226326 Sep 23 06:45:02.525717 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521129b7-3a7b-4146-b0f5-bb66acbc0124 req-941a9ef9-f7cf-4370-aa78-5ebc05a36863 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:02.533615 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-521129b7-3a7b-4146-b0f5-bb66acbc0124 req-941a9ef9-f7cf-4370-aa78-5ebc05a36863 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=526a986e-513d-42ed-a665-fbd73e935504 HTTP/1.1" status: 200 len: 945 time: 0.1454041 Sep 23 06:45:02.591371 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-521129b7-3a7b-4146-b0f5-bb66acbc0124 req-361ae69b-c00f-4a5a-9ed8-085b4aecb9cc tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554593 Sep 23 06:45:02.600184 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ed4419-7a44-4fa7-bd38-46fc1f822b30 None None] Network 206dbaa6-6d73-47f1-abbe-5a3478e9bb9d requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:45:02.746533 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-c8aba91f-ccbc-40b8-aec1-d44a0b4d962a None None] Provisioning complete for port b1e6684f-93b0-4bb6-ba34-bd245c042087 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:45:02.749135 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c8aba91f-ccbc-40b8-aec1-d44a0b4d962a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:02.788875 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9067ddd6-4994-4f21-88b9-db69c5ae3cf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:02.909161 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-a1b4f857-af51-4300-a85a-4f8f1dbd08e2 req-0f336e27-438e-4e03-b785-bdf20d020b4a tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:03.003075 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f336e27-438e-4e03-b785-bdf20d020b4a tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Pushing event deleted for resources: {'Port': ['ID=b06ef613-7fe5-4ebe-9422-fc0b856ea77e,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:03.022650 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c8aba91f-ccbc-40b8-aec1-d44a0b4d962a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:03.079037 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d36304-8cae-46cd-8880-592b095d626f req-684369de-5402-4f54-93f3-3eba62a68923 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:03.089293 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-23d36304-8cae-46cd-8880-592b095d626f req-684369de-5402-4f54-93f3-3eba62a68923 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ba6d6bf-1816-4862-9cb3-bf74999f6163 HTTP/1.1" status: 200 len: 944 time: 0.1895192 Sep 23 06:45:03.107777 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-c8aba91f-ccbc-40b8-aec1-d44a0b4d962a None None] For port b1e6684f-93b0-4bb6-ba34-bd245c042087, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=b1e6684f-93b0-4bb6-ba34-bd245c042087,segment=NetworkSegment(059ec336-01f5-4bf8-928b-3082fe7893e9),segment_id=059ec336-01f5-4bf8-928b-3082fe7893e9)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:45:03.116382 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c8aba91f-ccbc-40b8-aec1-d44a0b4d962a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:03.166001 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1b4f857-af51-4300-a85a-4f8f1dbd08e2 req-0f336e27-438e-4e03-b785-bdf20d020b4a tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] No DVR routers for this DVR port b06ef613-7fe5-4ebe-9422-fc0b856ea77e on host n-h2-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:45:03.174185 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-23d36304-8cae-46cd-8880-592b095d626f req-59b82767-d37e-4e3a-ab93-bb5690abd804 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781517 Sep 23 06:45:03.184492 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-a1b4f857-af51-4300-a85a-4f8f1dbd08e2 req-0f336e27-438e-4e03-b785-bdf20d020b4a tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:03.188140 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a1b4f857-af51-4300-a85a-4f8f1dbd08e2 req-0f336e27-438e-4e03-b785-bdf20d020b4a tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.58 "DELETE /v2.0/ports/b06ef613-7fe5-4ebe-9422-fc0b856ea77e HTTP/1.1" status: 204 len: 173 time: 1.6624134 Sep 23 06:45:03.190892 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '526a986e-513d-42ed-a665-fbd73e935504', 'name': 'network-vif-deleted', 'tag': 'b06ef613-7fe5-4ebe-9422-fc0b856ea77e'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:45:03.193709 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04232200-7cdc-45ba-9ec7-28c73fa99967" -d '{"events": [{"server_uuid": "526a986e-513d-42ed-a665-fbd73e935504", "name": "network-vif-deleted", "tag": "b06ef613-7fe5-4ebe-9422-fc0b856ea77e"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:45:03.196543 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device b1e6684f-93b0-4bb6-ba34-bd245c042087 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:45:03.209027 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9067ddd6-4994-4f21-88b9-db69c5ae3cf8 admin admin] Router 001fd79e-5456-4fd8-9f1a-5b67b52209d1 is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 06:45:03.336222 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aba91f-ccbc-40b8-aec1-d44a0b4d962a None None] Pushing event updated for resources: {'Port': ['ID=b1e6684f-93b0-4bb6-ba34-bd245c042087,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:03.351550 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41fc244b-eb6f-46a3-989f-13722c65cfd9 x-openstack-request-id: req-41fc244b-eb6f-46a3-989f-13722c65cfd9 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:45:03.351788 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "526a986e-513d-42ed-a665-fbd73e935504", "name": "network-vif-deleted", "tag": "b06ef613-7fe5-4ebe-9422-fc0b856ea77e", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:45:03.352045 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-41fc244b-eb6f-46a3-989f-13722c65cfd9 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:45:03.352446 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '526a986e-513d-42ed-a665-fbd73e935504', 'name': 'network-vif-deleted', 'tag': 'b06ef613-7fe5-4ebe-9422-fc0b856ea77e', 'status': 'completed', 'code': 200} Sep 23 06:45:03.361886 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port b1e6684f-93b0-4bb6-ba34-bd245c042087 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:45:03.362530 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:03.381572 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9067ddd6-4994-4f21-88b9-db69c5ae3cf8 admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:45:03.394287 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81555a91-f20d-46dd-a7cb-b92644fcd7c7 None None] Sync routers for ids ['001fd79e-5456-4fd8-9f1a-5b67b52209d1'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:45:03.405793 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9067ddd6-4994-4f21-88b9-db69c5ae3cf8 admin admin] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:03.407342 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-9067ddd6-4994-4f21-88b9-db69c5ae3cf8 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.4356368 Sep 23 06:45:03.410791 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54206) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:45:03.427985 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81555a91-f20d-46dd-a7cb-b92644fcd7c7 None None] Routers {'001fd79e-5456-4fd8-9f1a-5b67b52209d1'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:45:03.428655 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-81555a91-f20d-46dd-a7cb-b92644fcd7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:44:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['001fd79e-5456-4fd8-9f1a-5b67b52209d1'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:45:03.528480 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-eff9cb80-8e7f-45e5-9b8a-62227d9e9d40 None None] Provisioning complete for port b1e6684f-93b0-4bb6-ba34-bd245c042087 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:45:03.529576 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-eff9cb80-8e7f-45e5-9b8a-62227d9e9d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:03.584082 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-0ae5feac-c09e-47f2-92f9-c1a738350835 req-b81da22c-e834-4bb9-953d-04c64cc727fa service neutron] For port 43e749ab-2d4a-4288-867c-05cfecd0836d, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=43e749ab-2d4a-4288-867c-05cfecd0836d,segment=NetworkSegment(a2ee209e-d4ee-4c6a-8401-bd714bf3436e),segment_id=a2ee209e-d4ee-4c6a-8401-bd714bf3436e)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:45:03.657912 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e2e79a20-3cfa-4ba1-aadb-c9547585d5ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066969'] for router_interface, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:03.670768 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-81555a91-f20d-46dd-a7cb-b92644fcd7c7 None None] Set router 001fd79e-5456-4fd8-9f1a-5b67b52209d1 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:45:03.674402 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-0ae5feac-c09e-47f2-92f9-c1a738350835 req-b81da22c-e834-4bb9-953d-04c64cc727fa service neutron] For port 43e749ab-2d4a-4288-867c-05cfecd0836d, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:45:03.963876 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-0ae5feac-c09e-47f2-92f9-c1a738350835 req-b81da22c-e834-4bb9-953d-04c64cc727fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43e749ab-2d4a-4288-867c-05cfecd0836d {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:45:03.974386 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device b06ef613-7fe5-4ebe-9422-fc0b856ea77e no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:45:04.019257 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-0ae5feac-c09e-47f2-92f9-c1a738350835 req-b81da22c-e834-4bb9-953d-04c64cc727fa service neutron] For port 43e749ab-2d4a-4288-867c-05cfecd0836d, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=43e749ab-2d4a-4288-867c-05cfecd0836d,segment=NetworkSegment(a2ee209e-d4ee-4c6a-8401-bd714bf3436e),segment_id=a2ee209e-d4ee-4c6a-8401-bd714bf3436e)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:45:04.029729 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8ef7337f-d667-44ef-bbdf-33c2126e92f8 req-12c61845-97e8-4daa-a7d3-f8b3b0ab2594 tempest-LiveAutoBlockMigrationV225Test-1541558737 tempest-LiveAutoBlockMigrationV225Test-1541558737-project] 10.222.0.39 "GET /v2.0/ports?device_id=526a986e-513d-42ed-a665-fbd73e935504 HTTP/1.1" status: 200 len: 210 time: 0.1663835 Sep 23 06:45:04.049828 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No Port match for: b06ef613-7fe5-4ebe-9422-fc0b856ea77e {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:45:04.070613 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device b06ef613-7fe5-4ebe-9422-fc0b856ea77e not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:45:04.104190 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-81555a91-f20d-46dd-a7cb-b92644fcd7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '001fd79e-5456-4fd8-9f1a-5b67b52209d1', 'name': 'tempest-ServersTestMultiNic-1425100199-router', 'tenant_id': 'd625fc180cdd42f1838b3fb6a40fccd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '5d4d550a-5475-4776-b93e-5db1e9d73adf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:44:58Z', 'updated_at': '2021-09-23T06:45:02Z', 'revision_number': 3, 'project_id': 'd625fc180cdd42f1838b3fb6a40fccd9', 'gw_port': {'id': '5d4d550a-5475-4776-b93e-5db1e9d73adf', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6b:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '001fd79e-5456-4fd8-9f1a-5b67b52209d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:45:00Z', 'updated_at': '2021-09-23T06:45:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:45:04.131284 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81555a91-f20d-46dd-a7cb-b92644fcd7c7 None None] Checking router: 001fd79e-5456-4fd8-9f1a-5b67b52209d1 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:45:04.131634 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81555a91-f20d-46dd-a7cb-b92644fcd7c7 None None] Updating router 001fd79e-5456-4fd8-9f1a-5b67b52209d1 port 5d4d550a-5475-4776-b93e-5db1e9d73adf binding host n-d-715271-16 {{(pid=95068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 06:45:04.135950 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-0ae5feac-c09e-47f2-92f9-c1a738350835 req-b81da22c-e834-4bb9-953d-04c64cc727fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:04.206039 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-39709048-1bbd-412e-bab2-5cc29a708b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:04.208661 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-81555a91-f20d-46dd-a7cb-b92644fcd7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:04.426501 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d454b4-2a9a-4d9d-82de-89149c5aac8f req-3dfbe484-f4bb-4932-a40f-1d6cfa10da8a tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:04.434113 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-91d454b4-2a9a-4d9d-82de-89149c5aac8f req-3dfbe484-f4bb-4932-a40f-1d6cfa10da8a tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ba6d6bf-1816-4862-9cb3-bf74999f6163 HTTP/1.1" status: 200 len: 944 time: 0.1483207 Sep 23 06:45:04.445543 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-39709048-1bbd-412e-bab2-5cc29a708b7f admin admin] Allocated IP 172.20.0.1 (206dbaa6-6d73-47f1-abbe-5a3478e9bb9d/c85f7c05-5cd1-4766-919e-2c9417fd7065/fbcebbd2-bdf5-4656-86f0-1b691842e7c5) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:45:04.519793 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-0ae5feac-c09e-47f2-92f9-c1a738350835 req-b81da22c-e834-4bb9-953d-04c64cc727fa service neutron] Transition to ACTIVE for port object 43e749ab-2d4a-4288-867c-05cfecd0836d will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:45:04.552129 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-0ae5feac-c09e-47f2-92f9-c1a738350835 req-b81da22c-e834-4bb9-953d-04c64cc727fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:04.564243 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-91d454b4-2a9a-4d9d-82de-89149c5aac8f req-92a5e80d-ac21-4454-a28f-f4154db67b79 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286702 Sep 23 06:45:04.568395 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-39709048-1bbd-412e-bab2-5cc29a708b7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:04.598857 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-81555a91-f20d-46dd-a7cb-b92644fcd7c7 None None] Notify callbacks [] for port, precommit_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:04.612807 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-81555a91-f20d-46dd-a7cb-b92644fcd7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:04.629093 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-39709048-1bbd-412e-bab2-5cc29a708b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:04.650753 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ae5feac-c09e-47f2-92f9-c1a738350835 req-b81da22c-e834-4bb9-953d-04c64cc727fa service neutron] No DVR routers for this DVR port 43e749ab-2d4a-4288-867c-05cfecd0836d on host n-h1-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:45:04.666099 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-81555a91-f20d-46dd-a7cb-b92644fcd7c7 None None] Attempting to bind port 5d4d550a-5475-4776-b93e-5db1e9d73adf on host n-d-715271-16 for vnic_type normal with profile {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:45:04.666559 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-81555a91-f20d-46dd-a7cb-b92644fcd7c7 None None] Attempting to bind port 5d4d550a-5475-4776-b93e-5db1e9d73adf by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:45:04.666835 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81555a91-f20d-46dd-a7cb-b92644fcd7c7 None None] Attempting to bind port 5d4d550a-5475-4776-b93e-5db1e9d73adf on network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:45:04.703959 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81555a91-f20d-46dd-a7cb-b92644fcd7c7 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:45:04.704339 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81555a91-f20d-46dd-a7cb-b92644fcd7c7 None None] Checking segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:45:04.704644 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-81555a91-f20d-46dd-a7cb-b92644fcd7c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:04.705074 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81555a91-f20d-46dd-a7cb-b92644fcd7c7 None None] Bound using segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:45:04.705565 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-81555a91-f20d-46dd-a7cb-b92644fcd7c7 None None] Bound port: 5d4d550a-5475-4776-b93e-5db1e9d73adf, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:45:04.708012 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39709048-1bbd-412e-bab2-5cc29a708b7f admin admin] Pushing event updated for resources: {'Port': ['ID=fbcebbd2-bdf5-4656-86f0-1b691842e7c5,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:04.722824 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-81555a91-f20d-46dd-a7cb-b92644fcd7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:04.740995 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0ae5feac-c09e-47f2-92f9-c1a738350835 req-b81da22c-e834-4bb9-953d-04c64cc727fa service neutron] 10.222.0.21 "PUT /v2.0/ports/43e749ab-2d4a-4288-867c-05cfecd0836d/bindings/n-h2-715271-16/activate HTTP/1.1" status: 200 len: 370 time: 2.2674398 Sep 23 06:45:04.742688 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7bb3a0-dd89-43ae-9b1d-3a5ff0514104 None None] Pushing event updated for resources: {'Port': ['ID=5d4d550a-5475-4776-b93e-5db1e9d73adf,revision_number=2']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:04.747457 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39709048-1bbd-412e-bab2-5cc29a708b7f admin admin] Network 206dbaa6-6d73-47f1-abbe-5a3478e9bb9d is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:45:04.750143 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81da22c-e834-4bb9-953d-04c64cc727fa service neutron] Pushing event updated for resources: {'Port': ['ID=43e749ab-2d4a-4288-867c-05cfecd0836d,revision_number=10']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:04.750734 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-39709048-1bbd-412e-bab2-5cc29a708b7f admin admin] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:45:04.753314 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39709048-1bbd-412e-bab2-5cc29a708b7f admin admin] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:45:04.760369 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-e2e79a20-3cfa-4ba1-aadb-c9547585d5ad admin admin] Deleting port 881c2dcf-0c56-4c83-9450-aaa97d286b9b {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:45:04.760709 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e2e79a20-3cfa-4ba1-aadb-c9547585d5ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:04.825487 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-39709048-1bbd-412e-bab2-5cc29a708b7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068614'] for router_interface, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:04.834351 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-81555a91-f20d-46dd-a7cb-b92644fcd7c7 None None] For port 5d4d550a-5475-4776-b93e-5db1e9d73adf, host n-d-715271-16, cleared binding levels {{(pid=95068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:45:04.850024 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-81555a91-f20d-46dd-a7cb-b92644fcd7c7 None None] For port 5d4d550a-5475-4776-b93e-5db1e9d73adf, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=5d4d550a-5475-4776-b93e-5db1e9d73adf,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:45:04.860683 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-81555a91-f20d-46dd-a7cb-b92644fcd7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:04.940577 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-e2e79a20-3cfa-4ba1-aadb-c9547585d5ad admin admin] For port 881c2dcf-0c56-4c83-9450-aaa97d286b9b, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=881c2dcf-0c56-4c83-9450-aaa97d286b9b,segment=NetworkSegment(13217e12-beba-43dd-80b6-1f2e681c87cb),segment_id=13217e12-beba-43dd-80b6-1f2e681c87cb)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:45:04.940909 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e2e79a20-3cfa-4ba1-aadb-c9547585d5ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:04.942080 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81555a91-f20d-46dd-a7cb-b92644fcd7c7 None None] Routers {'001fd79e-5456-4fd8-9f1a-5b67b52209d1'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:45:04.942802 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-81555a91-f20d-46dd-a7cb-b92644fcd7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:44:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['001fd79e-5456-4fd8-9f1a-5b67b52209d1'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:45:04.956867 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae5feac-c09e-47f2-92f9-c1a738350835 req-84b72a37-9e96-41d9-9699-1f8134c4e57f tempest-LiveMigrationTest-1207377707 tempest-LiveMigrationTest-1207377707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:04.958518 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0ae5feac-c09e-47f2-92f9-c1a738350835 req-84b72a37-9e96-41d9-9699-1f8134c4e57f tempest-LiveMigrationTest-1207377707 tempest-LiveMigrationTest-1207377707-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=4ba6d6bf-1816-4862-9cb3-bf74999f6163&tenant_id=64ac7894e2284bc191ac7c20f7f9ca7f&binding%3Ahost_id=n-h1-715271-16 HTTP/1.1" status: 200 len: 1097 time: 0.0988214 Sep 23 06:45:04.964436 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-e2e79a20-3cfa-4ba1-aadb-c9547585d5ad admin admin] Calling delete_port for 881c2dcf-0c56-4c83-9450-aaa97d286b9b owned by network:router_interface {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:45:05.018336 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7bb3a0-dd89-43ae-9b1d-3a5ff0514104 None None] Pushing event updated for resources: {'Port': ['ID=5d4d550a-5475-4776-b93e-5db1e9d73adf,revision_number=3']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:05.102299 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae5feac-c09e-47f2-92f9-c1a738350835 req-39922783-1acd-47f6-b577-c8004947badd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:05.103756 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0ae5feac-c09e-47f2-92f9-c1a738350835 req-39922783-1acd-47f6-b577-c8004947badd service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4ba6d6bf-1816-4862-9cb3-bf74999f6163&tenant_id=64ac7894e2284bc191ac7c20f7f9ca7f HTTP/1.1" status: 200 len: 1097 time: 0.1272714 Sep 23 06:45:05.136045 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-39709048-1bbd-412e-bab2-5cc29a708b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:05.215164 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device b1e6684f-93b0-4bb6-ba34-bd245c042087 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:45:05.217245 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-81555a91-f20d-46dd-a7cb-b92644fcd7c7 None None] Set router 001fd79e-5456-4fd8-9f1a-5b67b52209d1 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:45:05.223599 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54238) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:45:05.355406 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port b1e6684f-93b0-4bb6-ba34-bd245c042087 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:45:05.356242 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:05.383811 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae5feac-c09e-47f2-92f9-c1a738350835 req-dad8e9ec-dd7a-4dbd-b359-c820b637ddd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:05.385471 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0ae5feac-c09e-47f2-92f9-c1a738350835 req-dad8e9ec-dd7a-4dbd-b359-c820b637ddd8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=64ac7894e2284bc191ac7c20f7f9ca7f&device_id=4ba6d6bf-1816-4862-9cb3-bf74999f6163 HTTP/1.1" status: 200 len: 1097 time: 0.2417877 Sep 23 06:45:05.402592 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-520a537b-a240-4daa-813b-aae0166b94a9 None None] Provisioning complete for port fbcebbd2-bdf5-4656-86f0-1b691842e7c5 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:45:05.403092 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-520a537b-a240-4daa-813b-aae0166b94a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:05.425556 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-39709048-1bbd-412e-bab2-5cc29a708b7f admin admin] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:05.437495 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-39709048-1bbd-412e-bab2-5cc29a708b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:05.444933 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-520a537b-a240-4daa-813b-aae0166b94a9 None None] Port fbcebbd2-bdf5-4656-86f0-1b691842e7c5 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:45:05.572417 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39709048-1bbd-412e-bab2-5cc29a708b7f admin admin] Pushing event updated for resources: {'Port': ['ID=fbcebbd2-bdf5-4656-86f0-1b691842e7c5,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:05.618141 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae5feac-c09e-47f2-92f9-c1a738350835 req-6c5bc906-9227-47ae-aeed-024813e91b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:05.620347 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0ae5feac-c09e-47f2-92f9-c1a738350835 req-6c5bc906-9227-47ae-aeed-024813e91b47 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b41a91e1-341c-4340-b7a8-8779367a7828 HTTP/1.1" status: 200 len: 909 time: 0.2233310 Sep 23 06:45:05.626418 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-81555a91-f20d-46dd-a7cb-b92644fcd7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '001fd79e-5456-4fd8-9f1a-5b67b52209d1', 'name': 'tempest-ServersTestMultiNic-1425100199-router', 'tenant_id': 'd625fc180cdd42f1838b3fb6a40fccd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '5d4d550a-5475-4776-b93e-5db1e9d73adf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:44:58Z', 'updated_at': '2021-09-23T06:45:02Z', 'revision_number': 3, 'project_id': 'd625fc180cdd42f1838b3fb6a40fccd9', 'gw_port': {'id': '5d4d550a-5475-4776-b93e-5db1e9d73adf', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6b:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '001fd79e-5456-4fd8-9f1a-5b67b52209d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:45:00Z', 'updated_at': '2021-09-23T06:45:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:45:05.627538 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-de9b3941-ac7a-4200-800e-2189b032d3e2 admin admin] Deleting subnet afab507a-4ef5-4f82-b221-a08b722735c6 {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:45:05.630989 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-de9b3941-ac7a-4200-800e-2189b032d3e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:05.644354 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e2e79a20-3cfa-4ba1-aadb-c9547585d5ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:05.662424 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81555a91-f20d-46dd-a7cb-b92644fcd7c7 None None] The sync data for ids ['001fd79e-5456-4fd8-9f1a-5b67b52209d1'] in n-d-715271-16 is: [{'id': '001fd79e-5456-4fd8-9f1a-5b67b52209d1', 'name': 'tempest-ServersTestMultiNic-1425100199-router', 'tenant_id': 'd625fc180cdd42f1838b3fb6a40fccd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '5d4d550a-5475-4776-b93e-5db1e9d73adf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:44:58Z', 'updated_at': '2021-09-23T06:45:02Z', 'revision_number': 3, 'project_id': 'd625fc180cdd42f1838b3fb6a40fccd9', 'gw_port': {'id': '5d4d550a-5475-4776-b93e-5db1e9d73adf', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6b:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '001fd79e-5456-4fd8-9f1a-5b67b52209d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:45:00Z', 'updated_at': '2021-09-23T06:45:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:45:05.677486 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-39709048-1bbd-412e-bab2-5cc29a708b7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067062'] for router_interface, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:05.712343 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-de9b3941-ac7a-4200-800e-2189b032d3e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:05.733567 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e79a20-3cfa-4ba1-aadb-c9547585d5ad admin admin] Pushing event deleted for resources: {'Port': ['ID=881c2dcf-0c56-4c83-9450-aaa97d286b9b,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:05.781674 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-de9b3941-ac7a-4200-800e-2189b032d3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:05.877714 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0ae5feac-c09e-47f2-92f9-c1a738350835 req-8c7cd1a2-3a15-4bb6-99ad-9e4d46244cc8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43e749ab-2d4a-4288-867c-05cfecd0836d HTTP/1.1" status: 200 len: 217 time: 0.2275012 Sep 23 06:45:06.029192 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c86c864-4928-4391-b66a-455af9ac8c00 req-54c6c188-1acf-4b7d-8b1c-b998b945e4e4 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:06.043410 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2c86c864-4928-4391-b66a-455af9ac8c00 req-54c6c188-1acf-4b7d-8b1c-b998b945e4e4 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ba6d6bf-1816-4862-9cb3-bf74999f6163 HTTP/1.1" status: 200 len: 945 time: 0.2833743 Sep 23 06:45:06.203227 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:06.512339 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-de9b3941-ac7a-4200-800e-2189b032d3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:06.562160 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39709048-1bbd-412e-bab2-5cc29a708b7f admin admin] Network 206dbaa6-6d73-47f1-abbe-5a3478e9bb9d is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:45:06.565629 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-39709048-1bbd-412e-bab2-5cc29a708b7f admin admin] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:45:06.575107 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9b3941-ac7a-4200-800e-2189b032d3e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afab507a-4ef5-4f82-b221-a08b722735c6,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:06.582554 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-de9b3941-ac7a-4200-800e-2189b032d3e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:06.584724 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-de9b3941-ac7a-4200-800e-2189b032d3e2 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/afab507a-4ef5-4f82-b221-a08b722735c6 HTTP/1.1" status: 204 len: 168 time: 1.3595557 Sep 23 06:45:06.604994 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54268) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:45:06.655794 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae5feac-c09e-47f2-92f9-c1a738350835 req-8ec455a2-bca6-4611-9074-700478cafa1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:06.656758 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0ae5feac-c09e-47f2-92f9-c1a738350835 req-8ec455a2-bca6-4611-9074-700478cafa1b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c7d428fe-182b-4149-b884-87c9d4508732 HTTP/1.1" status: 200 len: 848 time: 0.7667179 Sep 23 06:45:06.764924 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39709048-1bbd-412e-bab2-5cc29a708b7f admin admin] Router 001fd79e-5456-4fd8-9f1a-5b67b52209d1 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:45:06.824203 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0ae5feac-c09e-47f2-92f9-c1a738350835 req-3aa19238-15d6-4655-b275-dc7e7015408e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b41a91e1-341c-4340-b7a8-8779367a7828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1001797 Sep 23 06:45:06.839781 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2c86c864-4928-4391-b66a-455af9ac8c00 req-76fb7a42-f4a1-42dd-a1cd-3269f012d1a5 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7897842 Sep 23 06:45:06.943476 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39709048-1bbd-412e-bab2-5cc29a708b7f admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:45:06.959767 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-39709048-1bbd-412e-bab2-5cc29a708b7f admin admin] 10.222.0.39 "PUT /v2.0/routers/001fd79e-5456-4fd8-9f1a-5b67b52209d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5475903 Sep 23 06:45:06.991554 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-5f7d8dec-6169-4b38-aa78-a53c04fb6aa7 None None] Provisioning complete for port fbcebbd2-bdf5-4656-86f0-1b691842e7c5 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:45:06.992747 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5f7d8dec-6169-4b38-aa78-a53c04fb6aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:07.074429 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0ae5feac-c09e-47f2-92f9-c1a738350835 req-84b1c923-0a67-4cac-90cc-84e9f5e6ad21 service neutron] 10.222.0.58 "GET /v2.0/networks/b41a91e1-341c-4340-b7a8-8779367a7828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306738 Sep 23 06:45:07.115217 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-5f7d8dec-6169-4b38-aa78-a53c04fb6aa7 None None] Port fbcebbd2-bdf5-4656-86f0-1b691842e7c5 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:45:07.147173 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54274) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:45:07.228393 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-86e1c545-482c-48a9-a858-cab7eef366d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:07.240545 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 5d4d550a-5475-4776-b93e-5db1e9d73adf up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:45:07.262691 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-c00cb787-3b5e-40c3-9d24-c35abc5cef24 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-743065666'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:45:07.319913 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c00cb787-3b5e-40c3-9d24-c35abc5cef24 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Made reservation on behalf of d625fc180cdd42f1838b3fb6a40fccd9 for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:45:07.323455 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c00cb787-3b5e-40c3-9d24-c35abc5cef24 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:07.364294 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 5d4d550a-5475-4776-b93e-5db1e9d73adf triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:45:07.364821 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:07.375763 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e2e79a20-3cfa-4ba1-aadb-c9547585d5ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2068624'] for router_interface, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:07.411031 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c00cb787-3b5e-40c3-9d24-c35abc5cef24 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:45:07.435217 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c00cb787-3b5e-40c3-9d24-c35abc5cef24 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:07.435720 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-c00cb787-3b5e-40c3-9d24-c35abc5cef24 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Added segment e3fe4d08-8bf2-481c-921f-8e66fac37bdc of type vlan for network e871aa95-82fb-443d-b8e4-4f8449ae055b Sep 23 06:45:07.520458 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-86e1c545-482c-48a9-a858-cab7eef366d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:07.530533 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c00cb787-3b5e-40c3-9d24-c35abc5cef24 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:07.533240 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:07.565996 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0ae5feac-c09e-47f2-92f9-c1a738350835 req-5878f223-aa44-495a-80db-12511df48df2 service neutron] 10.222.0.58 "GET /v2.0/networks/b41a91e1-341c-4340-b7a8-8779367a7828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4371367 Sep 23 06:45:07.574056 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-86e1c545-482c-48a9-a858-cab7eef366d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26aba36e-f765-4b4a-a7c9-897761ec549b']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:45:07.582092 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port 5d4d550a-5475-4776-b93e-5db1e9d73adf, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=5d4d550a-5475-4776-b93e-5db1e9d73adf,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:45:07.599037 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:07.620541 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c00cb787-3b5e-40c3-9d24-c35abc5cef24 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:07.632085 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-86e1c545-482c-48a9-a858-cab7eef366d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df9429cb-1b73-4fcc-8ecd-d0edb039148e') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:45:07.632385 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-86e1c545-482c-48a9-a858-cab7eef366d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df9429cb-1b73-4fcc-8ecd-d0edb039148e') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:45:07.632749 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00cb787-3b5e-40c3-9d24-c35abc5cef24 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:07.633569 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c00cb787-3b5e-40c3-9d24-c35abc5cef24 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:07.647413 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-86e1c545-482c-48a9-a858-cab7eef366d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:07.677646 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-86e1c545-482c-48a9-a858-cab7eef366d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:07.721176 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=5d4d550a-5475-4776-b93e-5db1e9d73adf,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:07.735511 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86e1c545-482c-48a9-a858-cab7eef366d9 admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:45:07.736031 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-86e1c545-482c-48a9-a858-cab7eef366d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:07.738472 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 06:45:07.738472 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:45:07.738472 n-d-715271-16 neutron-server[95065]: timer() Sep 23 06:45:07.738472 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:45:07.738472 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 06:45:07.738472 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:45:07.738472 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 06:45:07.738472 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:45:07.738472 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 06:45:07.738472 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:45:07.738472 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 06:45:07.738472 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:45:07.738472 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 06:45:07.738472 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:45:07.738472 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:45:07.738472 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:45:07.738472 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:45:07.738472 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:45:07.738472 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 06:45:07.738472 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:45:07.738472 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 06:45:07.738472 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:45:07.738472 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:45:07.738472 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:45:07.738472 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 06:45:07.738472 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:45:07.738472 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:45:07.738472 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:45:07.738472 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:45:07.738472 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:45:07.738472 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:45:07.738472 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:45:07.817887 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-c00cb787-3b5e-40c3-9d24-c35abc5cef24 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6656792 Sep 23 06:45:07.826958 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54296) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:45:07.835278 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-81527669-c583-438f-a8bf-8a7f546b0051 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Request body: {'subnet': {'network_id': 'e871aa95-82fb-443d-b8e4-4f8449ae055b', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:45:07.874660 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00cb787-3b5e-40c3-9d24-c35abc5cef24 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Pushing event updated for resources: {'Network': ['ID=e871aa95-82fb-443d-b8e4-4f8449ae055b,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:07.883138 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00cb787-3b5e-40c3-9d24-c35abc5cef24 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:45:07.883379 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-86e1c545-482c-48a9-a858-cab7eef366d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:07.883516 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00cb787-3b5e-40c3-9d24-c35abc5cef24 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:45:07.883831 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00cb787-3b5e-40c3-9d24-c35abc5cef24 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:45:07.884899 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00cb787-3b5e-40c3-9d24-c35abc5cef24 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:45:07.884899 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00cb787-3b5e-40c3-9d24-c35abc5cef24 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:45:07.884899 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00cb787-3b5e-40c3-9d24-c35abc5cef24 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:45:07.885329 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00cb787-3b5e-40c3-9d24-c35abc5cef24 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:45:07.888053 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00cb787-3b5e-40c3-9d24-c35abc5cef24 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:45:07.888520 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00cb787-3b5e-40c3-9d24-c35abc5cef24 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:45:07.888742 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00cb787-3b5e-40c3-9d24-c35abc5cef24 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:45:07.889074 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00cb787-3b5e-40c3-9d24-c35abc5cef24 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:45:07.889406 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00cb787-3b5e-40c3-9d24-c35abc5cef24 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:45:07.902528 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network e871aa95-82fb-443d-b8e4-4f8449ae055b details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:45:07.999666 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-86e1c545-482c-48a9-a858-cab7eef366d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:08.002827 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-86e1c545-482c-48a9-a858-cab7eef366d9 admin admin] 10.222.0.39 "DELETE /v2.0/networks/26aba36e-f765-4b4a-a7c9-897761ec549b HTTP/1.1" status: 204 len: 168 time: 1.3930023 Sep 23 06:45:08.006252 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54300) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:45:08.034853 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e1c545-482c-48a9-a858-cab7eef366d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=26aba36e-f765-4b4a-a7c9-897761ec549b,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:08.049750 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-6555c253-fc9a-48a9-ba1d-faae075cd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:08.057061 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04724df9-461a-4d60-a311-2e6ecf9be029 req-819c9b8b-7fda-428d-94ff-ff3d1a85dc4b tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:08.058689 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-04724df9-461a-4d60-a311-2e6ecf9be029 req-819c9b8b-7fda-428d-94ff-ff3d1a85dc4b tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ba6d6bf-1816-4862-9cb3-bf74999f6163 HTTP/1.1" status: 200 len: 945 time: 0.1163766 Sep 23 06:45:08.077846 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-2021fb02-5440-4a08-9030-3d70c37df4a4 admin admin] Deleting subnet e3d7ce2b-915a-4964-a43a-23cbb97c49ba {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:45:08.085001 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2021fb02-5440-4a08-9030-3d70c37df4a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:08.169939 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e1c545-482c-48a9-a858-cab7eef366d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:45:08.170440 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e1c545-482c-48a9-a858-cab7eef366d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:45:08.170959 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e1c545-482c-48a9-a858-cab7eef366d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:45:08.171501 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e1c545-482c-48a9-a858-cab7eef366d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:45:08.171939 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e1c545-482c-48a9-a858-cab7eef366d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:45:08.172291 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e1c545-482c-48a9-a858-cab7eef366d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:45:08.172626 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e1c545-482c-48a9-a858-cab7eef366d9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:45:08.172957 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e1c545-482c-48a9-a858-cab7eef366d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:45:08.173289 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e1c545-482c-48a9-a858-cab7eef366d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:45:08.175294 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e1c545-482c-48a9-a858-cab7eef366d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:45:08.176040 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e1c545-482c-48a9-a858-cab7eef366d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:45:08.176706 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e1c545-482c-48a9-a858-cab7eef366d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:45:08.181248 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-04724df9-461a-4d60-a311-2e6ecf9be029 req-6c7a6831-9040-48eb-9a3d-f30166411def tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871646 Sep 23 06:45:08.198627 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2021fb02-5440-4a08-9030-3d70c37df4a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:08.217679 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2e79a20-3cfa-4ba1-aadb-c9547585d5ad admin admin] Router 14c25e58-dda3-4bc5-8508-321e885ba811 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:45:08.241375 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae5feac-c09e-47f2-92f9-c1a738350835 req-dda4de83-bd55-44cd-abf8-3136b10ddb96 tempest-LiveMigrationTest-1207377707 tempest-LiveMigrationTest-1207377707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:08.243276 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0ae5feac-c09e-47f2-92f9-c1a738350835 req-dda4de83-bd55-44cd-abf8-3136b10ddb96 tempest-LiveMigrationTest-1207377707 tempest-LiveMigrationTest-1207377707-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=4ba6d6bf-1816-4862-9cb3-bf74999f6163&tenant_id=64ac7894e2284bc191ac7c20f7f9ca7f&binding%3Ahost_id=n-h2-715271-16 HTTP/1.1" status: 200 len: 1097 time: 0.4136660 Sep 23 06:45:08.313550 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2021fb02-5440-4a08-9030-3d70c37df4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:08.329146 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268d21de-e3cc-4742-b06d-310028e73a62 None None] Sync routers for ids ['001fd79e-5456-4fd8-9f1a-5b67b52209d1'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:45:08.349293 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268d21de-e3cc-4742-b06d-310028e73a62 None None] Routers {'001fd79e-5456-4fd8-9f1a-5b67b52209d1'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:45:08.351214 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-268d21de-e3cc-4742-b06d-310028e73a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:44:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['001fd79e-5456-4fd8-9f1a-5b67b52209d1'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:45:08.375886 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81527669-c583-438f-a8bf-8a7f546b0051 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Made reservation on behalf of d625fc180cdd42f1838b3fb6a40fccd9 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:45:08.380020 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-81527669-c583-438f-a8bf-8a7f546b0051 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:08.428945 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2021fb02-5440-4a08-9030-3d70c37df4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:08.466395 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2021fb02-5440-4a08-9030-3d70c37df4a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3d7ce2b-915a-4964-a43a-23cbb97c49ba,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:08.479449 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2021fb02-5440-4a08-9030-3d70c37df4a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:08.482249 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-2021fb02-5440-4a08-9030-3d70c37df4a4 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/e3d7ce2b-915a-4964-a43a-23cbb97c49ba HTTP/1.1" status: 204 len: 168 time: 0.4747257 Sep 23 06:45:08.484585 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54314) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:45:08.593289 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-268d21de-e3cc-4742-b06d-310028e73a62 None None] Set router 001fd79e-5456-4fd8-9f1a-5b67b52209d1 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:45:08.648978 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-897a9cff-e400-4b36-8eab-65e73c585d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:08.653933 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92018cf7-b9be-405d-8bab-a265d3604cdc req-a0c6f80d-d49b-4506-b7ff-41ac1164eba2 tempest-LiveMigrationTest-1207377707 tempest-LiveMigrationTest-1207377707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:08.655503 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-92018cf7-b9be-405d-8bab-a265d3604cdc req-a0c6f80d-d49b-4506-b7ff-41ac1164eba2 tempest-LiveMigrationTest-1207377707 tempest-LiveMigrationTest-1207377707-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=4ba6d6bf-1816-4862-9cb3-bf74999f6163 HTTP/1.1" status: 200 len: 1097 time: 0.2811415 Sep 23 06:45:08.669960 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2e79a20-3cfa-4ba1-aadb-c9547585d5ad admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:45:08.681177 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54551f72-a8c3-449b-8f09-0fdd2f2f0cc9 None None] Sync routers for ids ['14c25e58-dda3-4bc5-8508-321e885ba811'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:45:08.694835 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54551f72-a8c3-449b-8f09-0fdd2f2f0cc9 None None] Routers {'14c25e58-dda3-4bc5-8508-321e885ba811'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:45:08.695527 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-54551f72-a8c3-449b-8f09-0fdd2f2f0cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:44:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['14c25e58-dda3-4bc5-8508-321e885ba811'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:45:08.760401 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-897a9cff-e400-4b36-8eab-65e73c585d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:08.786473 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-897a9cff-e400-4b36-8eab-65e73c585d17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64e25880-0004-4a2a-8e9c-6a5554ffb7ad']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:45:08.797598 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-e2e79a20-3cfa-4ba1-aadb-c9547585d5ad admin admin] 10.222.0.39 "PUT /v2.0/routers/14c25e58-dda3-4bc5-8508-321e885ba811/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2131732 Sep 23 06:45:08.798880 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-897a9cff-e400-4b36-8eab-65e73c585d17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bc12c22-8fcd-42e5-ab91-7f125ed81f3a') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:45:08.799455 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-897a9cff-e400-4b36-8eab-65e73c585d17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bc12c22-8fcd-42e5-ab91-7f125ed81f3a') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:45:08.804010 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54324) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:45:08.811355 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-897a9cff-e400-4b36-8eab-65e73c585d17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:08.829037 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-897a9cff-e400-4b36-8eab-65e73c585d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:08.838946 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-897a9cff-e400-4b36-8eab-65e73c585d17 admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:45:08.840153 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-897a9cff-e400-4b36-8eab-65e73c585d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:08.841991 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-0ae5feac-c09e-47f2-92f9-c1a738350835 req-9400e4d0-4c22-4cdd-93c8-13ad2d6a7bde service neutron] For port 43e749ab-2d4a-4288-867c-05cfecd0836d, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:45:08.906391 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-0ae5feac-c09e-47f2-92f9-c1a738350835 req-9400e4d0-4c22-4cdd-93c8-13ad2d6a7bde service neutron] Notify callbacks [] for binding, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:08.906970 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0ae5feac-c09e-47f2-92f9-c1a738350835 req-9400e4d0-4c22-4cdd-93c8-13ad2d6a7bde service neutron] 10.222.0.58 "DELETE /v2.0/ports/43e749ab-2d4a-4288-867c-05cfecd0836d/bindings/n-h1-715271-16 HTTP/1.1" status: 204 len: 173 time: 0.6064003 Sep 23 06:45:08.909346 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 06:45:08.909346 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:45:08.909346 n-d-715271-16 neutron-server[95066]: timer() Sep 23 06:45:08.909346 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:45:08.909346 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 06:45:08.909346 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:45:08.909346 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 06:45:08.909346 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:45:08.909346 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 06:45:08.909346 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:45:08.909346 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 06:45:08.909346 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:45:08.909346 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 06:45:08.909346 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:45:08.909346 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:45:08.909346 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:45:08.909346 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:45:08.909346 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:45:08.909346 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 06:45:08.909346 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:45:08.909346 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 06:45:08.909346 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:45:08.909346 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:45:08.909346 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:45:08.909346 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 06:45:08.909346 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:45:08.909346 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:45:08.909346 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:45:08.909346 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:45:08.909346 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:45:08.909346 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:45:08.909346 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:45:08.916255 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-897a9cff-e400-4b36-8eab-65e73c585d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:08.935993 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-897a9cff-e400-4b36-8eab-65e73c585d17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:08.946661 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-897a9cff-e400-4b36-8eab-65e73c585d17 admin admin] 10.222.0.39 "DELETE /v2.0/networks/64e25880-0004-4a2a-8e9c-6a5554ffb7ad HTTP/1.1" status: 204 len: 168 time: 0.4606788 Sep 23 06:45:08.960612 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-54551f72-a8c3-449b-8f09-0fdd2f2f0cc9 None None] Set router 14c25e58-dda3-4bc5-8508-321e885ba811 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:45:08.992103 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897a9cff-e400-4b36-8eab-65e73c585d17 admin admin] Pushing event deleted for resources: {'Network': ['ID=64e25880-0004-4a2a-8e9c-6a5554ffb7ad,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:09.013279 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-268d21de-e3cc-4742-b06d-310028e73a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '001fd79e-5456-4fd8-9f1a-5b67b52209d1', 'name': 'tempest-ServersTestMultiNic-1425100199-router', 'tenant_id': 'd625fc180cdd42f1838b3fb6a40fccd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '5d4d550a-5475-4776-b93e-5db1e9d73adf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:44:58Z', 'updated_at': '2021-09-23T06:45:05Z', 'revision_number': 4, 'project_id': 'd625fc180cdd42f1838b3fb6a40fccd9', 'gw_port': {'id': '5d4d550a-5475-4776-b93e-5db1e9d73adf', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001fd79e-5456-4fd8-9f1a-5b67b52209d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:45:00Z', 'updated_at': '2021-09-23T06:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': 'fbcebbd2-bdf5-4656-86f0-1b691842e7c5', 'name': '', 'network_id': '206dbaa6-6d73-47f1-abbe-5a3478e9bb9d', 'tenant_id': 'd625fc180cdd42f1838b3fb6a40fccd9', 'mac_address': 'fa:16:3e:46:1c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '001fd79e-5456-4fd8-9f1a-5b67b52209d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'c85f7c05-5cd1-4766-919e-2c9417fd7065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:45:04Z', 'updated_at': '2021-09-23T06:45:05Z', 'revision_number': 2, 'project_id': 'd625fc180cdd42f1838b3fb6a40fccd9', 'subnets': [{'id': 'c85f7c05-5cd1-4766-919e-2c9417fd7065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:45:09.034838 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-92018cf7-b9be-405d-8bab-a265d3604cdc req-fdfabe1b-9ad5-476b-b9c5-38a073298f85 tempest-LiveMigrationTest-1207377707 tempest-LiveMigrationTest-1207377707-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3676445 Sep 23 06:45:09.077505 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268d21de-e3cc-4742-b06d-310028e73a62 None None] Checking router: 001fd79e-5456-4fd8-9f1a-5b67b52209d1 for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:45:09.078007 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268d21de-e3cc-4742-b06d-310028e73a62 None None] Updating router 001fd79e-5456-4fd8-9f1a-5b67b52209d1 port fbcebbd2-bdf5-4656-86f0-1b691842e7c5 binding host n-d-715271-16 {{(pid=95067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 06:45:09.164310 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 5d4d550a-5475-4776-b93e-5db1e9d73adf up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:45:09.263217 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-268d21de-e3cc-4742-b06d-310028e73a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:09.321953 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54332) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:45:09.331966 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2b00a0f4-c2da-4036-ae8a-d4ebbe7c81e7 admin admin] Notify callbacks [] for router, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:09.409163 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 5d4d550a-5475-4776-b93e-5db1e9d73adf triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:45:09.409579 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:09.536898 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-54551f72-a8c3-449b-8f09-0fdd2f2f0cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c25e58-dda3-4bc5-8508-321e885ba811', 'name': 'tempest-AttachSCSIVolumeTestJSON-651071345-router', 'tenant_id': '84a89d05599d4e01a9042767cea2437a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '5d349f97-5225-4601-b60a-3bce35f0541c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:43:09Z', 'updated_at': '2021-09-23T06:45:05Z', 'revision_number': 5, 'project_id': '84a89d05599d4e01a9042767cea2437a', 'gw_port': {'id': '5d349f97-5225-4601-b60a-3bce35f0541c', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c25e58-dda3-4bc5-8508-321e885ba811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:43:11Z', 'updated_at': '2021-09-23T06:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:45:09.560537 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-81527669-c583-438f-a8bf-8a7f546b0051 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:09.633313 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-2bd0a6d7-8470-41e7-be47-d531a42e4d40 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4f0064bb53474048bf6eb5b78e44e4ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3058090 Sep 23 06:45:09.646104 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54340) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:45:09.663151 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54551f72-a8c3-449b-8f09-0fdd2f2f0cc9 None None] Checking router: 14c25e58-dda3-4bc5-8508-321e885ba811 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:45:09.692654 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54551f72-a8c3-449b-8f09-0fdd2f2f0cc9 None None] Routers {'14c25e58-dda3-4bc5-8508-321e885ba811'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:45:09.693347 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-54551f72-a8c3-449b-8f09-0fdd2f2f0cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:44:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['14c25e58-dda3-4bc5-8508-321e885ba811'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:45:09.718831 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2b00a0f4-c2da-4036-ae8a-d4ebbe7c81e7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:09.726766 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81527669-c583-438f-a8bf-8a7f546b0051 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Pushing event updated for resources: {'Subnet': ['ID=15193a57-9329-4109-8317-0971587fc237,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:09.733328 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81527669-c583-438f-a8bf-8a7f546b0051 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Checking segment: {'id': 'e3fe4d08-8bf2-481c-921f-8e66fac37bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e871aa95-82fb-443d-b8e4-4f8449ae055b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:45:09.734461 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81527669-c583-438f-a8bf-8a7f546b0051 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Network hostable DHCP agents. Network: e871aa95-82fb-443d-b8e4-4f8449ae055b, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:45:09.801174 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81527669-c583-438f-a8bf-8a7f546b0051 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Network e871aa95-82fb-443d-b8e4-4f8449ae055b is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:45:09.822003 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-81527669-c583-438f-a8bf-8a7f546b0051 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, e871aa95-82fb-443d-b8e4-4f8449ae055b) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:45:09.828983 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81527669-c583-438f-a8bf-8a7f546b0051 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:09.829196 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-81527669-c583-438f-a8bf-8a7f546b0051 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:09.829436 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:09.848109 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-2b00a0f4-c2da-4036-ae8a-d4ebbe7c81e7 admin admin] Deleting port 5d349f97-5225-4601-b60a-3bce35f0541c {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:45:09.848878 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2b00a0f4-c2da-4036-ae8a-d4ebbe7c81e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:09.872201 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938fa7b9-f7d8-4614-be29-16e6a3d0bdc9 None None] Network e871aa95-82fb-443d-b8e4-4f8449ae055b requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:45:09.880448 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-81527669-c583-438f-a8bf-8a7f546b0051 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.0493500 Sep 23 06:45:09.883042 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54352) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:45:09.887983 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-7e6a76c1-2b10-4073-9621-23aba600275b tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2070562876'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:45:09.935790 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe872dea-de58-4413-bcaf-eea08a16b480 req-dbf8a3ab-1442-411e-82a1-7c7b25ca711f tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:09.957542 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fe872dea-de58-4413-bcaf-eea08a16b480 req-dbf8a3ab-1442-411e-82a1-7c7b25ca711f tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ba6d6bf-1816-4862-9cb3-bf74999f6163 HTTP/1.1" status: 200 len: 945 time: 0.2497096 Sep 23 06:45:09.963113 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e6a76c1-2b10-4073-9621-23aba600275b tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Made reservation on behalf of d625fc180cdd42f1838b3fb6a40fccd9 for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:45:09.966648 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7e6a76c1-2b10-4073-9621-23aba600275b tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:09.997476 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e6a76c1-2b10-4073-9621-23aba600275b tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:45:10.027006 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7e6a76c1-2b10-4073-9621-23aba600275b tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:10.028078 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-7e6a76c1-2b10-4073-9621-23aba600275b tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Added segment cfe81948-79b4-41e4-a063-84488fe06149 of type vlan for network 4f0b7a84-a990-49b2-865a-e7181fef0d7c Sep 23 06:45:10.044028 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c154b8ce-8bc0-4082-acab-666bb8d07122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:10.080507 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fe872dea-de58-4413-bcaf-eea08a16b480 req-548f07f1-b8c4-45f6-9e28-0527ff6dcc50 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175618 Sep 23 06:45:10.128515 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c154b8ce-8bc0-4082-acab-666bb8d07122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:10.131292 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-2b00a0f4-c2da-4036-ae8a-d4ebbe7c81e7 admin admin] For port 5d349f97-5225-4601-b60a-3bce35f0541c, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=5d349f97-5225-4601-b60a-3bce35f0541c,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:45:10.134927 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2b00a0f4-c2da-4036-ae8a-d4ebbe7c81e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:10.162950 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-54551f72-a8c3-449b-8f09-0fdd2f2f0cc9 None None] Set router 14c25e58-dda3-4bc5-8508-321e885ba811 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:45:10.167681 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-2b00a0f4-c2da-4036-ae8a-d4ebbe7c81e7 admin admin] Calling delete_port for 5d349f97-5225-4601-b60a-3bce35f0541c owned by network:router_gateway {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:45:10.250806 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c154b8ce-8bc0-4082-acab-666bb8d07122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:10.254060 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c154b8ce-8bc0-4082-acab-666bb8d07122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:10.255359 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-c154b8ce-8bc0-4082-acab-666bb8d07122 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7 HTTP/1.1" status: 204 len: 168 time: 0.6026447 Sep 23 06:45:10.274642 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c154b8ce-8bc0-4082-acab-666bb8d07122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc4df54d-7d5f-4cd5-a0ef-cbbeed0cdfe7,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:10.437136 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-54551f72-a8c3-449b-8f09-0fdd2f2f0cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c25e58-dda3-4bc5-8508-321e885ba811', 'name': 'tempest-AttachSCSIVolumeTestJSON-651071345-router', 'tenant_id': '84a89d05599d4e01a9042767cea2437a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '5d349f97-5225-4601-b60a-3bce35f0541c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:43:09Z', 'updated_at': '2021-09-23T06:45:05Z', 'revision_number': 5, 'project_id': '84a89d05599d4e01a9042767cea2437a', 'gw_port': {'id': '5d349f97-5225-4601-b60a-3bce35f0541c', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c25e58-dda3-4bc5-8508-321e885ba811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:43:11Z', 'updated_at': '2021-09-23T06:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:45:10.483945 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54551f72-a8c3-449b-8f09-0fdd2f2f0cc9 None None] The sync data for ids ['14c25e58-dda3-4bc5-8508-321e885ba811'] in n-d-715271-16 is: [{'id': '14c25e58-dda3-4bc5-8508-321e885ba811', 'name': 'tempest-AttachSCSIVolumeTestJSON-651071345-router', 'tenant_id': '84a89d05599d4e01a9042767cea2437a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '5d349f97-5225-4601-b60a-3bce35f0541c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:43:09Z', 'updated_at': '2021-09-23T06:45:05Z', 'revision_number': 5, 'project_id': '84a89d05599d4e01a9042767cea2437a', 'gw_port': {'id': '5d349f97-5225-4601-b60a-3bce35f0541c', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c25e58-dda3-4bc5-8508-321e885ba811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:43:11Z', 'updated_at': '2021-09-23T06:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:45:10.519131 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7e6a76c1-2b10-4073-9621-23aba600275b tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:10.608018 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568f45be-24e6-4a46-8266-b0f092ffffc9 req-ab08ccd7-361e-4000-80c2-0c4403976332 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:10.609260 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c40cc7-ba8e-407c-aaf8-b1ff546c2019 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-e871aa95-82fb-443d-b8e4-4f8449ae055b', 'network_id': 'e871aa95-82fb-443d-b8e4-4f8449ae055b', 'tenant_id': 'd625fc180cdd42f1838b3fb6a40fccd9', 'fixed_ips': [{'subnet_id': '15193a57-9329-4109-8317-0971587fc237'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 06:45:10.610187 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-79c40cc7-ba8e-407c-aaf8-b1ff546c2019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:10.618554 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-568f45be-24e6-4a46-8266-b0f092ffffc9 req-ab08ccd7-361e-4000-80c2-0c4403976332 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ba6d6bf-1816-4862-9cb3-bf74999f6163 HTTP/1.1" status: 200 len: 945 time: 0.1891668 Sep 23 06:45:10.656183 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7e6a76c1-2b10-4073-9621-23aba600275b tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:10.664957 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6a76c1-2b10-4073-9621-23aba600275b tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:10.668240 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7e6a76c1-2b10-4073-9621-23aba600275b tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:10.680005 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-268d21de-e3cc-4742-b06d-310028e73a62 None None] Notify callbacks [] for port, precommit_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:10.690958 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-268d21de-e3cc-4742-b06d-310028e73a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:10.839329 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-7e6a76c1-2b10-4073-9621-23aba600275b tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9549003 Sep 23 06:45:10.842167 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54364) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:45:10.849784 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-9b5916e8-51db-46bf-8c78-fbb94d3ee8bb tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Request body: {'subnet': {'network_id': '4f0b7a84-a990-49b2-865a-e7181fef0d7c', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:45:10.966872 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d022ce84-b774-425d-bb2d-a9503ae41276 None None] Pushing event updated for resources: {'Port': ['ID=fbcebbd2-bdf5-4656-86f0-1b691842e7c5,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:10.980241 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2b00a0f4-c2da-4036-ae8a-d4ebbe7c81e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:11.028660 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54376) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:45:11.066309 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 881c2dcf-0c56-4c83-9450-aaa97d286b9b no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:45:11.103322 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b5916e8-51db-46bf-8c78-fbb94d3ee8bb tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Made reservation on behalf of d625fc180cdd42f1838b3fb6a40fccd9 for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:45:11.107910 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9b5916e8-51db-46bf-8c78-fbb94d3ee8bb tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:11.190898 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-79c40cc7-ba8e-407c-aaf8-b1ff546c2019 None None] Allocated IP 19.80.0.2 (e871aa95-82fb-443d-b8e4-4f8449ae055b/15193a57-9329-4109-8317-0971587fc237/80f1f776-e6a7-4187-8bae-c1922f0c8800) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:45:11.205180 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 881c2dcf-0c56-4c83-9450-aaa97d286b9b {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:45:11.205814 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 881c2dcf-0c56-4c83-9450-aaa97d286b9b not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:45:11.220027 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0d861d57-27a1-43a5-9ec3-97c93b4f1910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:11.241914 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-268d21de-e3cc-4742-b06d-310028e73a62 None None] Attempting to bind port fbcebbd2-bdf5-4656-86f0-1b691842e7c5 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:45:11.246540 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-268d21de-e3cc-4742-b06d-310028e73a62 None None] Attempting to bind port fbcebbd2-bdf5-4656-86f0-1b691842e7c5 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '059ec336-01f5-4bf8-928b-3082fe7893e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '206dbaa6-6d73-47f1-abbe-5a3478e9bb9d'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:45:11.246799 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268d21de-e3cc-4742-b06d-310028e73a62 None None] Attempting to bind port fbcebbd2-bdf5-4656-86f0-1b691842e7c5 on network 206dbaa6-6d73-47f1-abbe-5a3478e9bb9d {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:45:11.265041 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268d21de-e3cc-4742-b06d-310028e73a62 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:45:11.265529 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268d21de-e3cc-4742-b06d-310028e73a62 None None] Checking segment: {'id': '059ec336-01f5-4bf8-928b-3082fe7893e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '206dbaa6-6d73-47f1-abbe-5a3478e9bb9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:45:11.266082 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-268d21de-e3cc-4742-b06d-310028e73a62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:11.266598 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268d21de-e3cc-4742-b06d-310028e73a62 None None] Bound using segment: {'id': '059ec336-01f5-4bf8-928b-3082fe7893e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '206dbaa6-6d73-47f1-abbe-5a3478e9bb9d'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:45:11.267212 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-268d21de-e3cc-4742-b06d-310028e73a62 None None] Bound port: fbcebbd2-bdf5-4656-86f0-1b691842e7c5, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '059ec336-01f5-4bf8-928b-3082fe7893e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '206dbaa6-6d73-47f1-abbe-5a3478e9bb9d'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:45:11.268013 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-268d21de-e3cc-4742-b06d-310028e73a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:11.380940 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-8eea8221-cbeb-46fe-9f7e-ac2d435e56df None None] Provisioning complete for port fbcebbd2-bdf5-4656-86f0-1b691842e7c5 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:45:11.381471 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8eea8221-cbeb-46fe-9f7e-ac2d435e56df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:11.480570 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9b5916e8-51db-46bf-8c78-fbb94d3ee8bb tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:11.531423 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-79c40cc7-ba8e-407c-aaf8-b1ff546c2019 None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:11.542398 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-79c40cc7-ba8e-407c-aaf8-b1ff546c2019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:11.549174 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-8eea8221-cbeb-46fe-9f7e-ac2d435e56df None None] Port fbcebbd2-bdf5-4656-86f0-1b691842e7c5 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:45:11.562937 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:11.580112 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5916e8-51db-46bf-8c78-fbb94d3ee8bb tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Checking segment: {'id': 'cfe81948-79b4-41e4-a063-84488fe06149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '4f0b7a84-a990-49b2-865a-e7181fef0d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:45:11.580482 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5916e8-51db-46bf-8c78-fbb94d3ee8bb tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Network hostable DHCP agents. Network: 4f0b7a84-a990-49b2-865a-e7181fef0d7c, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:45:11.583626 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-268d21de-e3cc-4742-b06d-310028e73a62 None None] For port fbcebbd2-bdf5-4656-86f0-1b691842e7c5, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:45:11.587252 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5916e8-51db-46bf-8c78-fbb94d3ee8bb tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Pushing event updated for resources: {'Subnet': ['ID=49dd13b2-fd02-457d-b2ef-b4c93924a769,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:11.627000 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5916e8-51db-46bf-8c78-fbb94d3ee8bb tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Network 4f0b7a84-a990-49b2-865a-e7181fef0d7c is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:45:11.644506 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b00a0f4-c2da-4036-ae8a-d4ebbe7c81e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d349f97-5225-4601-b60a-3bce35f0541c,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:11.660409 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c40cc7-ba8e-407c-aaf8-b1ff546c2019 None None] Network e871aa95-82fb-443d-b8e4-4f8449ae055b is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:45:11.662644 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-9b5916e8-51db-46bf-8c78-fbb94d3ee8bb tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 4f0b7a84-a990-49b2-865a-e7181fef0d7c) {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:45:11.667539 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-79c40cc7-ba8e-407c-aaf8-b1ff546c2019 None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:45:11.669499 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5916e8-51db-46bf-8c78-fbb94d3ee8bb tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:11.670134 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9b5916e8-51db-46bf-8c78-fbb94d3ee8bb tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:11.671519 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-268d21de-e3cc-4742-b06d-310028e73a62 None None] For port fbcebbd2-bdf5-4656-86f0-1b691842e7c5, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=fbcebbd2-bdf5-4656-86f0-1b691842e7c5,segment=NetworkSegment(059ec336-01f5-4bf8-928b-3082fe7893e9),segment_id=059ec336-01f5-4bf8-928b-3082fe7893e9)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:45:11.676051 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c40cc7-ba8e-407c-aaf8-b1ff546c2019 None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:45:11.681688 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342eff9d-e96a-4a23-9fe9-fba31f2115d6 None None] Network 4f0b7a84-a990-49b2-865a-e7181fef0d7c requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:45:11.699583 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-9b5916e8-51db-46bf-8c78-fbb94d3ee8bb tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8550823 Sep 23 06:45:11.710500 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54384) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:45:11.714441 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-fb22db9e-da91-40a2-8239-9ecce841be6f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7649c1606db24a809b73a16f71a58102&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6757617 Sep 23 06:45:11.753831 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-268d21de-e3cc-4742-b06d-310028e73a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:11.773912 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7acfa84a-9722-4bd6-8113-323eddfa1e08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:11.796862 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c40cc7-ba8e-407c-aaf8-b1ff546c2019 None None] Pushing event updated for resources: {'Port': ['ID=80f1f776-e6a7-4187-8bae-c1922f0c8800,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:11.801823 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7acfa84a-9722-4bd6-8113-323eddfa1e08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:11.880129 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6a76c1-2b10-4073-9621-23aba600275b tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Pushing event updated for resources: {'Network': ['ID=4f0b7a84-a990-49b2-865a-e7181fef0d7c,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:11.883032 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7acfa84a-9722-4bd6-8113-323eddfa1e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:11.886703 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7acfa84a-9722-4bd6-8113-323eddfa1e08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:11.892800 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-7acfa84a-9722-4bd6-8113-323eddfa1e08 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6c29aff8-82a9-42d0-a7f1-7a7ba627a0db HTTP/1.1" status: 204 len: 168 time: 0.1806307 Sep 23 06:45:11.905054 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acfa84a-9722-4bd6-8113-323eddfa1e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c29aff8-82a9-42d0-a7f1-7a7ba627a0db,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:11.928951 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2b00a0f4-c2da-4036-ae8a-d4ebbe7c81e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2068563'] for router_gateway, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:11.946183 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 4f0b7a84-a990-49b2-865a-e7181fef0d7c details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:45:11.949981 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-79c40cc7-ba8e-407c-aaf8-b1ff546c2019 None None] Attempting to bind port 80f1f776-e6a7-4187-8bae-c1922f0c8800 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:45:11.950356 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-79c40cc7-ba8e-407c-aaf8-b1ff546c2019 None None] Attempting to bind port 80f1f776-e6a7-4187-8bae-c1922f0c8800 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': 'e3fe4d08-8bf2-481c-921f-8e66fac37bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e871aa95-82fb-443d-b8e4-4f8449ae055b'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:45:11.950726 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c40cc7-ba8e-407c-aaf8-b1ff546c2019 None None] Attempting to bind port 80f1f776-e6a7-4187-8bae-c1922f0c8800 on network e871aa95-82fb-443d-b8e4-4f8449ae055b {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:45:11.976099 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c40cc7-ba8e-407c-aaf8-b1ff546c2019 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:45:11.976543 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c40cc7-ba8e-407c-aaf8-b1ff546c2019 None None] Checking segment: {'id': 'e3fe4d08-8bf2-481c-921f-8e66fac37bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e871aa95-82fb-443d-b8e4-4f8449ae055b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:45:11.990130 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-79c40cc7-ba8e-407c-aaf8-b1ff546c2019 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:11.990252 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c40cc7-ba8e-407c-aaf8-b1ff546c2019 None None] Bound using segment: {'id': 'e3fe4d08-8bf2-481c-921f-8e66fac37bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e871aa95-82fb-443d-b8e4-4f8449ae055b'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:45:11.990717 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-79c40cc7-ba8e-407c-aaf8-b1ff546c2019 None None] Bound port: 80f1f776-e6a7-4187-8bae-c1922f0c8800, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3fe4d08-8bf2-481c-921f-8e66fac37bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e871aa95-82fb-443d-b8e4-4f8449ae055b'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:45:11.991131 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-79c40cc7-ba8e-407c-aaf8-b1ff546c2019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:12.038079 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268d21de-e3cc-4742-b06d-310028e73a62 None None] Routers {'001fd79e-5456-4fd8-9f1a-5b67b52209d1'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:45:12.038744 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-268d21de-e3cc-4742-b06d-310028e73a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:45:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['001fd79e-5456-4fd8-9f1a-5b67b52209d1'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:45:12.162833 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2b00a0f4-c2da-4036-ae8a-d4ebbe7c81e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:12.168762 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2b00a0f4-c2da-4036-ae8a-d4ebbe7c81e7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:12.330303 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-79c40cc7-ba8e-407c-aaf8-b1ff546c2019 None None] For port 80f1f776-e6a7-4187-8bae-c1922f0c8800, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:45:12.368582 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-68570730-3d83-47f1-9f6c-eb489dd883de tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:12.371737 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d022ce84-b774-425d-bb2d-a9503ae41276 None None] Pushing event updated for resources: {'Port': ['ID=fbcebbd2-bdf5-4656-86f0-1b691842e7c5,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:12.385116 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-68570730-3d83-47f1-9f6c-eb489dd883de tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:12.387495 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-68570730-3d83-47f1-9f6c-eb489dd883de tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/networks?id=e871aa95-82fb-443d-b8e4-4f8449ae055b&id=4f0b7a84-a990-49b2-865a-e7181fef0d7c&id=e871aa95-82fb-443d-b8e4-4f8449ae055b HTTP/1.1" status: 200 len: 1391 time: 0.3097382 Sep 23 06:45:12.409132 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-c4f763ec-d554-412e-b1cd-2bf0fbd531d5 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/quotas/d625fc180cdd42f1838b3fb6a40fccd9 HTTP/1.1" status: 200 len: 375 time: 0.0152082 Sep 23 06:45:12.411686 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2b00a0f4-c2da-4036-ae8a-d4ebbe7c81e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:12.413079 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b00a0f4-c2da-4036-ae8a-d4ebbe7c81e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14c25e58-dda3-4bc5-8508-321e885ba811 {{(pid=95065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 06:45:12.431948 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2b00a0f4-c2da-4036-ae8a-d4ebbe7c81e7 admin admin] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:12.433116 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-2b00a0f4-c2da-4036-ae8a-d4ebbe7c81e7 admin admin] 10.222.0.39 "DELETE /v2.0/routers/14c25e58-dda3-4bc5-8508-321e885ba811 HTTP/1.1" status: 204 len: 168 time: 3.6250489 Sep 23 06:45:12.435665 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54406) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:45:12.443630 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-568f45be-24e6-4a46-8266-b0f092ffffc9 req-2914e677-24d3-46c4-b521-fa36bf322ca2 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Deleting port 43e749ab-2d4a-4288-867c-05cfecd0836d {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:45:12.444560 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:12.446791 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-568f45be-24e6-4a46-8266-b0f092ffffc9 req-2914e677-24d3-46c4-b521-fa36bf322ca2 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:12.450672 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-79c40cc7-ba8e-407c-aaf8-b1ff546c2019 None None] For port 80f1f776-e6a7-4187-8bae-c1922f0c8800, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=80f1f776-e6a7-4187-8bae-c1922f0c8800,segment=NetworkSegment(e3fe4d08-8bf2-481c-921f-8e66fac37bdc),segment_id=e3fe4d08-8bf2-481c-921f-8e66fac37bdc)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:45:12.460536 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d022ce84-b774-425d-bb2d-a9503ae41276 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:45:12.460910 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d022ce84-b774-425d-bb2d-a9503ae41276 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:45:12.461217 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d022ce84-b774-425d-bb2d-a9503ae41276 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:45:12.461607 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d022ce84-b774-425d-bb2d-a9503ae41276 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:45:12.461976 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d022ce84-b774-425d-bb2d-a9503ae41276 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:45:12.462322 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d022ce84-b774-425d-bb2d-a9503ae41276 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:45:12.462695 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d022ce84-b774-425d-bb2d-a9503ae41276 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:45:12.463026 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d022ce84-b774-425d-bb2d-a9503ae41276 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:45:12.463352 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d022ce84-b774-425d-bb2d-a9503ae41276 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:45:12.463678 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d022ce84-b774-425d-bb2d-a9503ae41276 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:45:12.464001 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d022ce84-b774-425d-bb2d-a9503ae41276 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:45:12.464326 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d022ce84-b774-425d-bb2d-a9503ae41276 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:45:12.484336 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d1108-aeb0-44b3-af93-a64124a4aae2 req-976089d1-b70d-4683-97f5-92519a58c029 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:12.489281 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-823d1108-aeb0-44b3-af93-a64124a4aae2 req-976089d1-b70d-4683-97f5-92519a58c029 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ba6d6bf-1816-4862-9cb3-bf74999f6163 HTTP/1.1" status: 200 len: 945 time: 0.7931981 Sep 23 06:45:12.495148 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-79c40cc7-ba8e-407c-aaf8-b1ff546c2019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:12.556207 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-e71c26cf-742a-471a-b0bd-cc3958fd77ab None None] Provisioning complete for port fbcebbd2-bdf5-4656-86f0-1b691842e7c5 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:45:12.556585 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e71c26cf-742a-471a-b0bd-cc3958fd77ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:12.588204 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f2bd932-0658-4dd3-a4bf-0963d3461766 admin admin] Deleting subnet ad5a5b66-d688-430d-8203-528346198dc3 {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:45:12.592948 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8f2bd932-0658-4dd3-a4bf-0963d3461766 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:12.629573 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-d5fe6303-29b2-42e9-9746-0fb5058e677e tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d625fc180cdd42f1838b3fb6a40fccd9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2142169 Sep 23 06:45:12.638085 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-823d1108-aeb0-44b3-af93-a64124a4aae2 req-57262018-a154-46b4-afa9-ca6e9b612cc6 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239626 Sep 23 06:45:12.680488 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-568f45be-24e6-4a46-8266-b0f092ffffc9 req-2914e677-24d3-46c4-b521-fa36bf322ca2 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] For port 43e749ab-2d4a-4288-867c-05cfecd0836d, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=43e749ab-2d4a-4288-867c-05cfecd0836d,segment=NetworkSegment(a2ee209e-d4ee-4c6a-8401-bd714bf3436e),segment_id=a2ee209e-d4ee-4c6a-8401-bd714bf3436e)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:45:12.681604 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-568f45be-24e6-4a46-8266-b0f092ffffc9 req-2914e677-24d3-46c4-b521-fa36bf322ca2 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:12.723968 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-568f45be-24e6-4a46-8266-b0f092ffffc9 req-2914e677-24d3-46c4-b521-fa36bf322ca2 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Calling delete_port for 43e749ab-2d4a-4288-867c-05cfecd0836d owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:45:12.724475 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8f2bd932-0658-4dd3-a4bf-0963d3461766 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:12.751908 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-268d21de-e3cc-4742-b06d-310028e73a62 None None] Set router 001fd79e-5456-4fd8-9f1a-5b67b52209d1 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:45:12.804110 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1a6810-21e1-47b9-b959-c45dd0aef957 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-4f0b7a84-a990-49b2-865a-e7181fef0d7c', 'network_id': '4f0b7a84-a990-49b2-865a-e7181fef0d7c', 'tenant_id': 'd625fc180cdd42f1838b3fb6a40fccd9', 'fixed_ips': [{'subnet_id': '49dd13b2-fd02-457d-b2ef-b4c93924a769'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 06:45:12.805084 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-aa1a6810-21e1-47b9-b959-c45dd0aef957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:12.839301 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c40cc7-ba8e-407c-aaf8-b1ff546c2019 None None] Pushing event updated for resources: {'Port': ['ID=80f1f776-e6a7-4187-8bae-c1922f0c8800,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:12.942762 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e71c26cf-742a-471a-b0bd-cc3958fd77ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:13.179508 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-331a9e98-3c5d-4646-8acc-47e69f8abed3 service neutron] 10.222.0.39 "GET /v2.0/networks/e871aa95-82fb-443d-b8e4-4f8449ae055b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5424633 Sep 23 06:45:13.257030 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8f2bd932-0658-4dd3-a4bf-0963d3461766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:13.258459 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-568f45be-24e6-4a46-8266-b0f092ffffc9 req-2914e677-24d3-46c4-b521-fa36bf322ca2 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:13.292581 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-e71c26cf-742a-471a-b0bd-cc3958fd77ab None None] For port fbcebbd2-bdf5-4656-86f0-1b691842e7c5, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=fbcebbd2-bdf5-4656-86f0-1b691842e7c5,segment=NetworkSegment(059ec336-01f5-4bf8-928b-3082fe7893e9),segment_id=059ec336-01f5-4bf8-928b-3082fe7893e9)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:45:13.333036 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 5d349f97-5225-4601-b60a-3bce35f0541c no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:45:13.358068 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2914e677-24d3-46c4-b521-fa36bf322ca2 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Pushing event deleted for resources: {'Port': ['ID=43e749ab-2d4a-4288-867c-05cfecd0836d,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:13.391520 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['6ce1caef-f862-49ed-a69e-3755bf1caeb1'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:45:13.416550 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 5d349f97-5225-4601-b60a-3bce35f0541c {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:45:13.417046 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 5d349f97-5225-4601-b60a-3bce35f0541c not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:45:13.475108 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e71c26cf-742a-471a-b0bd-cc3958fd77ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:13.513090 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-568f45be-24e6-4a46-8266-b0f092ffffc9 req-2914e677-24d3-46c4-b521-fa36bf322ca2 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] No DVR routers for this DVR port 43e749ab-2d4a-4288-867c-05cfecd0836d on host n-h2-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:45:13.519086 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-568f45be-24e6-4a46-8266-b0f092ffffc9 req-2914e677-24d3-46c4-b521-fa36bf322ca2 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:13.529321 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-568f45be-24e6-4a46-8266-b0f092ffffc9 req-2914e677-24d3-46c4-b521-fa36bf322ca2 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.58 "DELETE /v2.0/ports/43e749ab-2d4a-4288-867c-05cfecd0836d HTTP/1.1" status: 204 len: 173 time: 2.8917458 Sep 23 06:45:13.529899 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ba6d6bf-1816-4862-9cb3-bf74999f6163', 'name': 'network-vif-deleted', 'tag': '43e749ab-2d4a-4288-867c-05cfecd0836d'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:45:13.532238 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e4f589a-f656-4e97-a237-88a6fd222f08" -d '{"events": [{"server_uuid": "4ba6d6bf-1816-4862-9cb3-bf74999f6163", "name": "network-vif-deleted", "tag": "43e749ab-2d4a-4288-867c-05cfecd0836d"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:45:13.536414 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-16582637-22ac-4f62-8de8-916cf8ecf99f service neutron] 10.222.0.39 "GET /v2.0/networks/e871aa95-82fb-443d-b8e4-4f8449ae055b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3400531 Sep 23 06:45:13.588121 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8f2bd932-0658-4dd3-a4bf-0963d3461766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:13.688057 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8f2bd932-0658-4dd3-a4bf-0963d3461766 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:13.698731 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-8f2bd932-0658-4dd3-a4bf-0963d3461766 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/ad5a5b66-d688-430d-8203-528346198dc3 HTTP/1.1" status: 204 len: 168 time: 1.2582500 Sep 23 06:45:13.699646 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54442) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:45:13.769775 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54444) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:45:13.860089 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2bd932-0658-4dd3-a4bf-0963d3461766 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad5a5b66-d688-430d-8203-528346198dc3,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:13.866847 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-89d57646-21c5-420f-8470-050753efff52 service neutron] 10.222.0.39 "GET /v2.0/networks/4f0b7a84-a990-49b2-865a-e7181fef0d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097668 Sep 23 06:45:13.927377 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-96b30ece-3456-4d09-8692-eef1de152484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:13.938756 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcac5f2e-e0ed-46bf-b786-4b7d191c3e36 x-openstack-request-id: req-bcac5f2e-e0ed-46bf-b786-4b7d191c3e36 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:45:13.941318 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ba6d6bf-1816-4862-9cb3-bf74999f6163", "name": "network-vif-deleted", "tag": "43e749ab-2d4a-4288-867c-05cfecd0836d", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:45:13.941848 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bcac5f2e-e0ed-46bf-b786-4b7d191c3e36 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:45:13.942667 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ba6d6bf-1816-4862-9cb3-bf74999f6163', 'name': 'network-vif-deleted', 'tag': '43e749ab-2d4a-4288-867c-05cfecd0836d', 'status': 'completed', 'code': 200} Sep 23 06:45:14.023804 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-eb7c9513-91c7-42e5-bb01-372456122798 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-651460324-network', 'tenant_id': 'd06626f28ce84244a8f6c9e60cce574d'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:45:14.084632 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb7c9513-91c7-42e5-bb01-372456122798 admin admin] Made reservation on behalf of d06626f28ce84244a8f6c9e60cce574d for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:45:14.087006 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-eb7c9513-91c7-42e5-bb01-372456122798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:14.131496 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-7b93457f-4810-408e-bb5f-13ae3feda215 service neutron] 10.222.0.39 "GET /v2.0/networks/4f0b7a84-a990-49b2-865a-e7181fef0d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593856 Sep 23 06:45:14.143216 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fd5b3de4-15fb-40f5-b449-5f927a70fc6f req-d54edad5-a9df-483f-b2e0-0667741f39c9 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ba6d6bf-1816-4862-9cb3-bf74999f6163 HTTP/1.1" status: 200 len: 210 time: 0.0849512 Sep 23 06:45:14.172753 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-eb7c9513-91c7-42e5-bb01-372456122798 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:14.183095 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-96b30ece-3456-4d09-8692-eef1de152484 admin admin] Deleting port 78af6bf1-9101-4d00-bbe6-b56977bc139d {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:45:14.189423 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-96b30ece-3456-4d09-8692-eef1de152484 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:14.200517 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-aa1a6810-21e1-47b9-b959-c45dd0aef957 None None] Allocated IP 19.86.0.2 (4f0b7a84-a990-49b2-865a-e7181fef0d7c/49dd13b2-fd02-457d-b2ef-b4c93924a769/eb5135c8-f61b-4ac5-bb6f-9cc96f9d6295) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:45:14.275165 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-96b30ece-3456-4d09-8692-eef1de152484 admin admin] For port 78af6bf1-9101-4d00-bbe6-b56977bc139d, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=78af6bf1-9101-4d00-bbe6-b56977bc139d,segment=NetworkSegment(13217e12-beba-43dd-80b6-1f2e681c87cb),segment_id=13217e12-beba-43dd-80b6-1f2e681c87cb)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:45:14.275803 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-96b30ece-3456-4d09-8692-eef1de152484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:14.306994 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-96b30ece-3456-4d09-8692-eef1de152484 admin admin] Calling delete_port for 78af6bf1-9101-4d00-bbe6-b56977bc139d owned by network:dhcp {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:45:14.445985 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-7c7ae9ee-5f0c-4500-b811-e991ad00b3dc service neutron] 10.222.0.39 "GET /v2.0/networks/e871aa95-82fb-443d-b8e4-4f8449ae055b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987337 Sep 23 06:45:14.463630 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-96b30ece-3456-4d09-8692-eef1de152484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:14.501454 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b30ece-3456-4d09-8692-eef1de152484 admin admin] No DVR routers for this DVR port 78af6bf1-9101-4d00-bbe6-b56977bc139d on host n-d-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:45:14.537503 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374ae471-a9a2-42b8-a2e8-ad7a2283301f None None] Network 76a74e36-7b7c-4293-85c3-27abbe54fe35 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:45:14.640669 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-a058d77b-47a9-4726-9519-29d61255b436 service neutron] 10.222.0.39 "GET /v2.0/networks/e871aa95-82fb-443d-b8e4-4f8449ae055b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938000 Sep 23 06:45:14.654508 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 43e749ab-2d4a-4288-867c-05cfecd0836d no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:45:14.692570 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-eb7c9513-91c7-42e5-bb01-372456122798 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:14.707769 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No Port match for: 43e749ab-2d4a-4288-867c-05cfecd0836d {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:45:14.708119 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 43e749ab-2d4a-4288-867c-05cfecd0836d not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:45:14.710453 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316936f8-b867-4e8d-8105-ecdba3f13021 None None] Network e871aa95-82fb-443d-b8e4-4f8449ae055b requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:45:14.748886 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b30ece-3456-4d09-8692-eef1de152484 admin admin] Pushing event deleted for resources: {'Port': ['ID=78af6bf1-9101-4d00-bbe6-b56977bc139d,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:14.781666 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-eb7c9513-91c7-42e5-bb01-372456122798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:14.841560 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb7c9513-91c7-42e5-bb01-372456122798 admin admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:45:14.871867 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7c9513-91c7-42e5-bb01-372456122798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47baa2cd-a510-4299-8922-2e6ff0c40593,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:14.949417 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-96b30ece-3456-4d09-8692-eef1de152484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:14.959879 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-eb7c9513-91c7-42e5-bb01-372456122798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:14.960233 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-eb7c9513-91c7-42e5-bb01-372456122798 admin admin] Added segment 37ea4eeb-a47b-4384-9237-f6c749c91002 of type vlan for network 87e4529a-fdff-4974-9808-8d4165d0f618 Sep 23 06:45:15.011975 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-96b30ece-3456-4d09-8692-eef1de152484 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76a74e36-7b7c-4293-85c3-27abbe54fe35']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:45:15.084469 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-96b30ece-3456-4d09-8692-eef1de152484 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13217e12-beba-43dd-80b6-1f2e681c87cb') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:45:15.084920 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-96b30ece-3456-4d09-8692-eef1de152484 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13217e12-beba-43dd-80b6-1f2e681c87cb') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:45:15.086952 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-cb0a9f90-32e4-48ca-8794-44f520f0b97f None None] Provisioning complete for port 80f1f776-e6a7-4187-8bae-c1922f0c8800 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:45:15.087463 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-cb0a9f90-32e4-48ca-8794-44f520f0b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:15.111796 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4e7e83da-e58a-4db3-b0c1-f77b27dacba5 req-e3542025-4715-4a72-8aa2-70a388f890ab tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/ports?device_id=f182d40f-37c5-4bf8-8005-db6ade628495 HTTP/1.1" status: 200 len: 210 time: 0.0724020 Sep 23 06:45:15.124313 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-eb7c9513-91c7-42e5-bb01-372456122798 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:15.130978 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-96b30ece-3456-4d09-8692-eef1de152484 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:15.191427 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-96b30ece-3456-4d09-8692-eef1de152484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:15.274915 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96b30ece-3456-4d09-8692-eef1de152484 admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:45:15.277829 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-96b30ece-3456-4d09-8692-eef1de152484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:15.281741 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 06:45:15.281741 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:45:15.281741 n-d-715271-16 neutron-server[95065]: timer() Sep 23 06:45:15.281741 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:45:15.281741 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 06:45:15.281741 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:45:15.281741 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 06:45:15.281741 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:45:15.281741 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 06:45:15.281741 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:45:15.281741 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 06:45:15.281741 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:45:15.281741 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 06:45:15.281741 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:45:15.281741 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:45:15.281741 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:45:15.281741 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:45:15.281741 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:45:15.281741 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 06:45:15.281741 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:45:15.281741 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 06:45:15.281741 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:45:15.281741 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:45:15.281741 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:45:15.281741 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 06:45:15.281741 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:45:15.281741 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:45:15.281741 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:45:15.281741 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:45:15.281741 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:45:15.281741 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:45:15.281741 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:45:15.374089 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-eb7c9513-91c7-42e5-bb01-372456122798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:15.374089 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7c9513-91c7-42e5-bb01-372456122798 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:15.374089 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-eb7c9513-91c7-42e5-bb01-372456122798 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:15.410670 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:15.425122 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 80f1f776-e6a7-4187-8bae-c1922f0c8800 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:45:15.601836 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5d883c-fe9e-4eaa-bba6-927c0a0f5ef4 None None] DHCP port deletion for 76a74e36-7b7c-4293-85c3-27abbe54fe35 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 06:45:15.604792 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-aa1a6810-21e1-47b9-b959-c45dd0aef957 None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:15.648192 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-96b30ece-3456-4d09-8692-eef1de152484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:15.657300 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71c26cf-742a-471a-b0bd-cc3958fd77ab None None] Pushing event updated for resources: {'Port': ['ID=fbcebbd2-bdf5-4656-86f0-1b691842e7c5,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:15.732320 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-aa1a6810-21e1-47b9-b959-c45dd0aef957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:15.811687 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7c9513-91c7-42e5-bb01-372456122798 admin admin] Pushing event updated for resources: {'Network': ['ID=87e4529a-fdff-4974-9808-8d4165d0f618,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:15.830430 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-08d6d6ea-f974-4999-9738-8d55793f4871 req-4d10e232-552a-4e17-8a78-d0f99eeeaf71 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ba6d6bf-1816-4862-9cb3-bf74999f6163 HTTP/1.1" status: 200 len: 210 time: 0.4723737 Sep 23 06:45:15.846178 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-96b30ece-3456-4d09-8692-eef1de152484 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:15.848432 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-96b30ece-3456-4d09-8692-eef1de152484 admin admin] 10.222.0.39 "DELETE /v2.0/networks/76a74e36-7b7c-4293-85c3-27abbe54fe35 HTTP/1.1" status: 204 len: 168 time: 2.1471267 Sep 23 06:45:15.864994 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-eb7c9513-91c7-42e5-bb01-372456122798 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0896966 Sep 23 06:45:15.865345 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54496) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:45:15.876512 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-2f536508-c7f8-48ee-8a1c-413bf9f0f625 admin admin] Request body: {'subnet': {'network_id': '87e4529a-fdff-4974-9808-8d4165d0f618', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-651460324-subnet', 'tenant_id': 'd06626f28ce84244a8f6c9e60cce574d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:45:15.921555 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b30ece-3456-4d09-8692-eef1de152484 admin admin] Pushing event deleted for resources: {'Network': ['ID=76a74e36-7b7c-4293-85c3-27abbe54fe35,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:15.929795 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 87e4529a-fdff-4974-9808-8d4165d0f618 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:45:15.975555 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f536508-c7f8-48ee-8a1c-413bf9f0f625 admin admin] Made reservation on behalf of d06626f28ce84244a8f6c9e60cce574d for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:45:15.978205 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2f536508-c7f8-48ee-8a1c-413bf9f0f625 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:16.138793 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1a6810-21e1-47b9-b959-c45dd0aef957 None None] Network 4f0b7a84-a990-49b2-865a-e7181fef0d7c is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:45:16.167058 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-aa1a6810-21e1-47b9-b959-c45dd0aef957 None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:45:16.178195 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-cb0a9f90-32e4-48ca-8794-44f520f0b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:16.191222 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1a6810-21e1-47b9-b959-c45dd0aef957 None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:45:16.207152 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54502) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:45:16.245397 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 80f1f776-e6a7-4187-8bae-c1922f0c8800 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:45:16.247889 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:16.369191 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ac793bea-64de-4a73-9195-88e84d23d380 req-137c0406-dfb1-4376-8169-cf3b3d353048 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/ports?device_id=f182d40f-37c5-4bf8-8005-db6ade628495 HTTP/1.1" status: 200 len: 210 time: 0.0922475 Sep 23 06:45:16.407184 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1a6810-21e1-47b9-b959-c45dd0aef957 None None] Pushing event updated for resources: {'Port': ['ID=eb5135c8-f61b-4ac5-bb6f-9cc96f9d6295,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:16.407575 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2f536508-c7f8-48ee-8a1c-413bf9f0f625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:16.439629 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-4eb49186-9304-4d3b-8ffc-061137cd7caf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=448dd4ff349d4c2aa82dd34076c92b2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2298095 Sep 23 06:45:16.442554 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54506) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:45:16.490775 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f536508-c7f8-48ee-8a1c-413bf9f0f625 admin admin] Checking segment: {'id': '37ea4eeb-a47b-4384-9237-f6c749c91002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '87e4529a-fdff-4974-9808-8d4165d0f618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:45:16.491166 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f536508-c7f8-48ee-8a1c-413bf9f0f625 admin admin] Network hostable DHCP agents. Network: 87e4529a-fdff-4974-9808-8d4165d0f618, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:45:16.517696 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f536508-c7f8-48ee-8a1c-413bf9f0f625 admin admin] Pushing event updated for resources: {'Subnet': ['ID=780303ec-eabc-4d28-9c88-cb7808fe870e,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:16.547065 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f536508-c7f8-48ee-8a1c-413bf9f0f625 admin admin] Network 87e4529a-fdff-4974-9808-8d4165d0f618 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:45:16.561376 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-2f536508-c7f8-48ee-8a1c-413bf9f0f625 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 87e4529a-fdff-4974-9808-8d4165d0f618) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:45:16.568100 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f536508-c7f8-48ee-8a1c-413bf9f0f625 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:16.568708 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2f536508-c7f8-48ee-8a1c-413bf9f0f625 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:16.603256 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-2f536508-c7f8-48ee-8a1c-413bf9f0f625 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7367198 Sep 23 06:45:16.614529 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-eeab3ffd-a1c8-43cf-bacf-67cc1689b963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:16.639321 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-cb0a9f90-32e4-48ca-8794-44f520f0b97f None None] For port 80f1f776-e6a7-4187-8bae-c1922f0c8800, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=80f1f776-e6a7-4187-8bae-c1922f0c8800,segment=NetworkSegment(e3fe4d08-8bf2-481c-921f-8e66fac37bdc),segment_id=e3fe4d08-8bf2-481c-921f-8e66fac37bdc)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:45:16.676508 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3462ad6a-9f3c-4917-9159-9407442edf7a None None] Network 87e4529a-fdff-4974-9808-8d4165d0f618 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:45:16.686241 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-aa1a6810-21e1-47b9-b959-c45dd0aef957 None None] Attempting to bind port eb5135c8-f61b-4ac5-bb6f-9cc96f9d6295 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:45:16.686623 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-aa1a6810-21e1-47b9-b959-c45dd0aef957 None None] Attempting to bind port eb5135c8-f61b-4ac5-bb6f-9cc96f9d6295 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': 'cfe81948-79b4-41e4-a063-84488fe06149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '4f0b7a84-a990-49b2-865a-e7181fef0d7c'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:45:16.687059 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1a6810-21e1-47b9-b959-c45dd0aef957 None None] Attempting to bind port eb5135c8-f61b-4ac5-bb6f-9cc96f9d6295 on network 4f0b7a84-a990-49b2-865a-e7181fef0d7c {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:45:16.710974 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-cb0a9f90-32e4-48ca-8794-44f520f0b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:16.733181 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-eeab3ffd-a1c8-43cf-bacf-67cc1689b963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:16.767055 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1a6810-21e1-47b9-b959-c45dd0aef957 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:45:16.769607 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1a6810-21e1-47b9-b959-c45dd0aef957 None None] Checking segment: {'id': 'cfe81948-79b4-41e4-a063-84488fe06149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '4f0b7a84-a990-49b2-865a-e7181fef0d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:45:16.770102 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-aa1a6810-21e1-47b9-b959-c45dd0aef957 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:16.772018 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1a6810-21e1-47b9-b959-c45dd0aef957 None None] Bound using segment: {'id': 'cfe81948-79b4-41e4-a063-84488fe06149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '4f0b7a84-a990-49b2-865a-e7181fef0d7c'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:45:16.776884 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-aa1a6810-21e1-47b9-b959-c45dd0aef957 None None] Bound port: eb5135c8-f61b-4ac5-bb6f-9cc96f9d6295, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfe81948-79b4-41e4-a063-84488fe06149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '4f0b7a84-a990-49b2-865a-e7181fef0d7c'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:45:16.777657 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-aa1a6810-21e1-47b9-b959-c45dd0aef957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:16.808403 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-268d21de-e3cc-4742-b06d-310028e73a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '001fd79e-5456-4fd8-9f1a-5b67b52209d1', 'name': 'tempest-ServersTestMultiNic-1425100199-router', 'tenant_id': 'd625fc180cdd42f1838b3fb6a40fccd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '5d4d550a-5475-4776-b93e-5db1e9d73adf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:44:58Z', 'updated_at': '2021-09-23T06:45:05Z', 'revision_number': 4, 'project_id': 'd625fc180cdd42f1838b3fb6a40fccd9', 'gw_port': {'id': '5d4d550a-5475-4776-b93e-5db1e9d73adf', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001fd79e-5456-4fd8-9f1a-5b67b52209d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:45:00Z', 'updated_at': '2021-09-23T06:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': 'fbcebbd2-bdf5-4656-86f0-1b691842e7c5', 'name': '', 'network_id': '206dbaa6-6d73-47f1-abbe-5a3478e9bb9d', 'tenant_id': 'd625fc180cdd42f1838b3fb6a40fccd9', 'mac_address': 'fa:16:3e:46:1c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '001fd79e-5456-4fd8-9f1a-5b67b52209d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'c85f7c05-5cd1-4766-919e-2c9417fd7065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:45:04Z', 'updated_at': '2021-09-23T06:45:11Z', 'revision_number': 4, 'project_id': 'd625fc180cdd42f1838b3fb6a40fccd9', 'subnets': [{'id': 'c85f7c05-5cd1-4766-919e-2c9417fd7065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:45:16.883828 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-eeab3ffd-a1c8-43cf-bacf-67cc1689b963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:16.890054 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-eeab3ffd-a1c8-43cf-bacf-67cc1689b963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:16.901076 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-eeab3ffd-a1c8-43cf-bacf-67cc1689b963 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/28d6601d-35a0-4050-8568-fc1fbc84b93d HTTP/1.1" status: 204 len: 168 time: 0.4557066 Sep 23 06:45:16.934823 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeab3ffd-a1c8-43cf-bacf-67cc1689b963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d6601d-35a0-4050-8568-fc1fbc84b93d,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:16.941006 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0a9f90-32e4-48ca-8794-44f520f0b97f None None] Pushing event updated for resources: {'Port': ['ID=80f1f776-e6a7-4187-8bae-c1922f0c8800,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:17.280132 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-eb5311b7-f3b5-416d-bf0e-44560f208b50 req-afcb84aa-a948-4d75-936c-119e89df6476 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ba6d6bf-1816-4862-9cb3-bf74999f6163 HTTP/1.1" status: 200 len: 210 time: 0.1210320 Sep 23 06:45:17.339485 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-45774dee-d6ad-456a-868f-48327daab054 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:17.347764 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-45774dee-d6ad-456a-868f-48327daab054 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:17.350547 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-45774dee-d6ad-456a-868f-48327daab054 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.21 "GET /v2.0/networks?id=e871aa95-82fb-443d-b8e4-4f8449ae055b&id=4f0b7a84-a990-49b2-865a-e7181fef0d7c&id=e871aa95-82fb-443d-b8e4-4f8449ae055b HTTP/1.1" status: 200 len: 1391 time: 0.5163260 Sep 23 06:45:17.356557 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268d21de-e3cc-4742-b06d-310028e73a62 None None] The sync data for ids ['001fd79e-5456-4fd8-9f1a-5b67b52209d1'] in n-d-715271-16 is: [{'id': '001fd79e-5456-4fd8-9f1a-5b67b52209d1', 'name': 'tempest-ServersTestMultiNic-1425100199-router', 'tenant_id': 'd625fc180cdd42f1838b3fb6a40fccd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '5d4d550a-5475-4776-b93e-5db1e9d73adf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:44:58Z', 'updated_at': '2021-09-23T06:45:05Z', 'revision_number': 4, 'project_id': 'd625fc180cdd42f1838b3fb6a40fccd9', 'gw_port': {'id': '5d4d550a-5475-4776-b93e-5db1e9d73adf', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001fd79e-5456-4fd8-9f1a-5b67b52209d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:45:00Z', 'updated_at': '2021-09-23T06:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': 'fbcebbd2-bdf5-4656-86f0-1b691842e7c5', 'name': '', 'network_id': '206dbaa6-6d73-47f1-abbe-5a3478e9bb9d', 'tenant_id': 'd625fc180cdd42f1838b3fb6a40fccd9', 'mac_address': 'fa:16:3e:46:1c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '001fd79e-5456-4fd8-9f1a-5b67b52209d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'c85f7c05-5cd1-4766-919e-2c9417fd7065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:45:04Z', 'updated_at': '2021-09-23T06:45:11Z', 'revision_number': 4, 'project_id': 'd625fc180cdd42f1838b3fb6a40fccd9', 'subnets': [{'id': 'c85f7c05-5cd1-4766-919e-2c9417fd7065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:45:17.428677 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-cd9aaaf8-e632-455d-b190-d4187c4b09d3 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Request body: {'port': {'device_id': 'f182d40f-37c5-4bf8-8005-db6ade628495', 'network_id': 'e871aa95-82fb-443d-b8e4-4f8449ae055b', 'admin_state_up': True, 'tenant_id': 'd625fc180cdd42f1838b3fb6a40fccd9'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:45:17.462585 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 06:45:17.552292 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-aa1a6810-21e1-47b9-b959-c45dd0aef957 None None] For port eb5135c8-f61b-4ac5-bb6f-9cc96f9d6295, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:45:17.557500 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-4018b46f-a976-452d-b08e-4ccc0a49a8c2 None None] Provisioning complete for port 80f1f776-e6a7-4187-8bae-c1922f0c8800 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:45:17.557922 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-4018b46f-a976-452d-b08e-4ccc0a49a8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:17.668936 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a1507285-3e0d-4bfc-96c5-4c7f7336de8f req-aedb73a3-f889-4d92-a3c9-769cb9cebace tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/ports?device_id=f182d40f-37c5-4bf8-8005-db6ade628495 HTTP/1.1" status: 200 len: 210 time: 0.0749488 Sep 23 06:45:17.679024 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-aa1a6810-21e1-47b9-b959-c45dd0aef957 None None] For port eb5135c8-f61b-4ac5-bb6f-9cc96f9d6295, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=eb5135c8-f61b-4ac5-bb6f-9cc96f9d6295,segment=NetworkSegment(cfe81948-79b4-41e4-a063-84488fe06149),segment_id=cfe81948-79b4-41e4-a063-84488fe06149)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:45:17.717692 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-aa1a6810-21e1-47b9-b959-c45dd0aef957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:17.728915 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54548) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:45:17.840362 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-cd9aaaf8-e632-455d-b190-d4187c4b09d3 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Made reservation on behalf of d625fc180cdd42f1838b3fb6a40fccd9 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:45:17.844394 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-cd9aaaf8-e632-455d-b190-d4187c4b09d3 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:17.874236 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54554) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:45:17.875147 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-b8bdcb62-96f3-4aa7-931e-1bd10354a284 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=84a89d05599d4e01a9042767cea2437a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1444693 Sep 23 06:45:18.041948 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1a6810-21e1-47b9-b959-c45dd0aef957 None None] Pushing event updated for resources: {'Port': ['ID=eb5135c8-f61b-4ac5-bb6f-9cc96f9d6295,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:18.107122 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304874cd-9c57-4322-b138-1d0c57e1191c None None] Network 87e4529a-fdff-4974-9808-8d4165d0f618 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:45:18.130571 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 80f1f776-e6a7-4187-8bae-c1922f0c8800 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:45:18.148362 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a222d615-4f5d-46a6-a808-3c1c4667822a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:18.325306 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a222d615-4f5d-46a6-a808-3c1c4667822a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:18.351541 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-cd9aaaf8-e632-455d-b190-d4187c4b09d3 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Allocated IP 19.80.0.52 (e871aa95-82fb-443d-b8e4-4f8449ae055b/15193a57-9329-4109-8317-0971587fc237/9af4644a-95fe-4721-b1a7-44e4c57ff21d) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:45:18.384807 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54566) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:45:18.390200 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-c3747c09-918d-4b7c-9687-ed01af858772 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1940005232-network', 'tenant_id': '1c38a16f3e694d82a2deb384065662f9'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:45:18.439671 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3747c09-918d-4b7c-9687-ed01af858772 admin admin] Made reservation on behalf of 1c38a16f3e694d82a2deb384065662f9 for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:45:18.443195 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c3747c09-918d-4b7c-9687-ed01af858772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:18.456308 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c3747c09-918d-4b7c-9687-ed01af858772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:18.489808 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a222d615-4f5d-46a6-a808-3c1c4667822a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:18.494357 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a222d615-4f5d-46a6-a808-3c1c4667822a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:18.498191 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-a222d615-4f5d-46a6-a808-3c1c4667822a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6189e795-d242-4132-ab4e-f0b7e992df6f HTTP/1.1" status: 204 len: 168 time: 0.6205378 Sep 23 06:45:18.580992 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 80f1f776-e6a7-4187-8bae-c1922f0c8800 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:45:18.581369 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:18.603855 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b91cc1d5-0671-463c-b6cd-b0c1a07048f5 req-c43b53bc-c0d0-464c-99c7-0c3278f6e996 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ba6d6bf-1816-4862-9cb3-bf74999f6163 HTTP/1.1" status: 200 len: 210 time: 0.0541575 Sep 23 06:45:18.612917 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a222d615-4f5d-46a6-a808-3c1c4667822a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6189e795-d242-4132-ab4e-f0b7e992df6f,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:18.788293 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c3747c09-918d-4b7c-9687-ed01af858772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:18.797540 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c3747c09-918d-4b7c-9687-ed01af858772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:18.833721 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3747c09-918d-4b7c-9687-ed01af858772 admin admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:45:18.861672 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c3747c09-918d-4b7c-9687-ed01af858772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:18.863412 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-c3747c09-918d-4b7c-9687-ed01af858772 admin admin] Added segment f88c5960-050f-46fa-910d-e062c5bf2e52 of type vlan for network 18e16a90-fa5b-4e88-b694-b77bff2d08aa Sep 23 06:45:18.892801 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device fbcebbd2-bdf5-4656-86f0-1b691842e7c5 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:45:18.910366 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-cd9aaaf8-e632-455d-b190-d4187c4b09d3 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:18.984040 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-cd9aaaf8-e632-455d-b190-d4187c4b09d3 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:19.036051 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c3747c09-918d-4b7c-9687-ed01af858772 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:19.107988 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port fbcebbd2-bdf5-4656-86f0-1b691842e7c5 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:45:19.108485 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:19.123921 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-cd9aaaf8-e632-455d-b190-d4187c4b09d3 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Network e871aa95-82fb-443d-b8e4-4f8449ae055b is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:45:19.140118 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-cd9aaaf8-e632-455d-b190-d4187c4b09d3 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:45:19.175212 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-cd9aaaf8-e632-455d-b190-d4187c4b09d3 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:45:19.185234 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9aaaf8-e632-455d-b190-d4187c4b09d3 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Pushing event updated for resources: {'Port': ['ID=9af4644a-95fe-4721-b1a7-44e4c57ff21d,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:19.296671 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3747c09-918d-4b7c-9687-ed01af858772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3e00ef-ab93-4b90-8943-36e7619495e3,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:19.328205 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c3747c09-918d-4b7c-9687-ed01af858772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:19.329199 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3747c09-918d-4b7c-9687-ed01af858772 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:19.331065 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-cd9aaaf8-e632-455d-b190-d4187c4b09d3 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:19.333734 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c3747c09-918d-4b7c-9687-ed01af858772 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:19.336378 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-cd9aaaf8-e632-455d-b190-d4187c4b09d3 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:19.412036 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-cd9aaaf8-e632-455d-b190-d4187c4b09d3 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0171053 Sep 23 06:45:19.422898 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-07dfaeee-465e-4a25-95c2-ffde9e889a28 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Request body: {'port': {'device_id': 'f182d40f-37c5-4bf8-8005-db6ade628495', 'network_id': '4f0b7a84-a990-49b2-865a-e7181fef0d7c', 'admin_state_up': True, 'tenant_id': 'd625fc180cdd42f1838b3fb6a40fccd9'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:45:19.480568 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-c3747c09-918d-4b7c-9687-ed01af858772 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0945189 Sep 23 06:45:19.507383 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54594) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:45:19.522661 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-8bf68e55-a9ed-4fcb-b90e-63c0ae40fb85 admin admin] Request body: {'subnet': {'network_id': '18e16a90-fa5b-4e88-b694-b77bff2d08aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1940005232-subnet', 'tenant_id': '1c38a16f3e694d82a2deb384065662f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:45:19.538599 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 78af6bf1-9101-4d00-bbe6-b56977bc139d no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:45:19.591036 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e29e822-974a-432e-90df-ed4e9811c63b req-60c66a62-72e0-4448-a1d1-6f8df5e81867 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:19.604854 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6e29e822-974a-432e-90df-ed4e9811c63b req-60c66a62-72e0-4448-a1d1-6f8df5e81867 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/ports?device_id=f182d40f-37c5-4bf8-8005-db6ade628495 HTTP/1.1" status: 200 len: 931 time: 0.4266334 Sep 23 06:45:19.623359 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 78af6bf1-9101-4d00-bbe6-b56977bc139d {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:45:19.623714 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 78af6bf1-9101-4d00-bbe6-b56977bc139d not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:45:19.630821 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf68e55-a9ed-4fcb-b90e-63c0ae40fb85 admin admin] Made reservation on behalf of 1c38a16f3e694d82a2deb384065662f9 for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:45:19.646024 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8bf68e55-a9ed-4fcb-b90e-63c0ae40fb85 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:19.701542 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a18a7d88-ee17-4fc9-af56-a94825fe59de None None] Provisioning complete for port 9af4644a-95fe-4721-b1a7-44e4c57ff21d triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:45:19.701948 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a18a7d88-ee17-4fc9-af56-a94825fe59de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:19.813290 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1588ae8b-2876-4274-a217-f0ac874f47c2 None None] Network 4f0b7a84-a990-49b2-865a-e7181fef0d7c requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:45:20.060351 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0ee27be8-3f07-455e-a013-4feb70c44a64 req-92c9dc9a-35bd-4f62-ba21-95aaf8bdbfdf tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ba6d6bf-1816-4862-9cb3-bf74999f6163 HTTP/1.1" status: 200 len: 210 time: 0.0595756 Sep 23 06:45:20.091603 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-07dfaeee-465e-4a25-95c2-ffde9e889a28 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Made reservation on behalf of d625fc180cdd42f1838b3fb6a40fccd9 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:45:20.097163 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-07dfaeee-465e-4a25-95c2-ffde9e889a28 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:20.162274 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6e29e822-974a-432e-90df-ed4e9811c63b req-728c0a65-1c28-4268-855c-35374cbb608d tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3ec47-52c4-4752-8034-03640108870b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5561247 Sep 23 06:45:20.164180 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8bf68e55-a9ed-4fcb-b90e-63c0ae40fb85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:20.293301 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf68e55-a9ed-4fcb-b90e-63c0ae40fb85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8eaeafe6-8cd5-4aee-ace1-1c7ad644089c,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:20.309385 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device eb5135c8-f61b-4ac5-bb6f-9cc96f9d6295 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:45:20.323306 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a18a7d88-ee17-4fc9-af56-a94825fe59de None None] Port 9af4644a-95fe-4721-b1a7-44e4c57ff21d cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:45:20.331385 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3747c09-918d-4b7c-9687-ed01af858772 admin admin] Pushing event updated for resources: {'Network': ['ID=18e16a90-fa5b-4e88-b694-b77bff2d08aa,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:20.341491 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf68e55-a9ed-4fcb-b90e-63c0ae40fb85 admin admin] Checking segment: {'id': 'f88c5960-050f-46fa-910d-e062c5bf2e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '18e16a90-fa5b-4e88-b694-b77bff2d08aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:45:20.341881 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf68e55-a9ed-4fcb-b90e-63c0ae40fb85 admin admin] Network hostable DHCP agents. Network: 18e16a90-fa5b-4e88-b694-b77bff2d08aa, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:45:20.365535 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf68e55-a9ed-4fcb-b90e-63c0ae40fb85 admin admin] Network 18e16a90-fa5b-4e88-b694-b77bff2d08aa is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:45:20.377818 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-8bf68e55-a9ed-4fcb-b90e-63c0ae40fb85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 18e16a90-fa5b-4e88-b694-b77bff2d08aa) {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:45:20.383966 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf68e55-a9ed-4fcb-b90e-63c0ae40fb85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:20.384679 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8bf68e55-a9ed-4fcb-b90e-63c0ae40fb85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:20.397767 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 18e16a90-fa5b-4e88-b694-b77bff2d08aa details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:45:20.400033 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818a964e-b63e-4241-a873-d6f3149e9e8e None None] Network 18e16a90-fa5b-4e88-b694-b77bff2d08aa requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:45:20.406357 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-8bf68e55-a9ed-4fcb-b90e-63c0ae40fb85 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8904674 Sep 23 06:45:20.469482 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-07dfaeee-465e-4a25-95c2-ffde9e889a28 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Allocated IP 19.86.0.12 (4f0b7a84-a990-49b2-865a-e7181fef0d7c/49dd13b2-fd02-457d-b2ef-b4c93924a769/ff760a6e-d955-4369-b8f4-c58bfe6297c6) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:45:20.517649 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54624) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:45:20.559348 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54630) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:45:20.622559 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b80105e-ab52-4851-ae92-3a83f6c55036 admin admin] Deleting subnet 780303ec-eabc-4d28-9c88-cb7808fe870e {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:45:20.627785 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3b80105e-ab52-4851-ae92-3a83f6c55036 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:20.697000 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3b80105e-ab52-4851-ae92-3a83f6c55036 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:20.771158 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3b80105e-ab52-4851-ae92-3a83f6c55036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:20.883945 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-11058200-5db1-4907-b1ee-6b1af7536e38 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-321966768-network', 'tenant_id': '78374968529e4ab4bda0e81e8e43b5ad'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:45:20.884315 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1fffe45-4f94-4682-bd04-def40fcd810a None None] Network 18e16a90-fa5b-4e88-b694-b77bff2d08aa requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:45:20.906505 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3b80105e-ab52-4851-ae92-3a83f6c55036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:20.924115 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-07dfaeee-465e-4a25-95c2-ffde9e889a28 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:20.951488 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b80105e-ab52-4851-ae92-3a83f6c55036 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=780303ec-eabc-4d28-9c88-cb7808fe870e,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:20.961707 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3b80105e-ab52-4851-ae92-3a83f6c55036 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:20.962244 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-07dfaeee-465e-4a25-95c2-ffde9e889a28 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:20.963834 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-3b80105e-ab52-4851-ae92-3a83f6c55036 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/780303ec-eabc-4d28-9c88-cb7808fe870e HTTP/1.1" status: 204 len: 168 time: 0.4032531 Sep 23 06:45:20.964707 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11058200-5db1-4907-b1ee-6b1af7536e38 admin admin] Made reservation on behalf of 78374968529e4ab4bda0e81e8e43b5ad for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:45:20.966682 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54634) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:45:20.967338 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-11058200-5db1-4907-b1ee-6b1af7536e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:20.977785 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-11058200-5db1-4907-b1ee-6b1af7536e38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:21.089922 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port eb5135c8-f61b-4ac5-bb6f-9cc96f9d6295 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:45:21.090313 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:21.133601 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-11058200-5db1-4907-b1ee-6b1af7536e38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:21.139105 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-09239145-a2a4-4686-b3f0-fff2b4819d12 None None] Provisioning complete for port eb5135c8-f61b-4ac5-bb6f-9cc96f9d6295 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:45:21.139400 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-09239145-a2a4-4686-b3f0-fff2b4819d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:21.142620 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-11058200-5db1-4907-b1ee-6b1af7536e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:21.180261 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11058200-5db1-4907-b1ee-6b1af7536e38 admin admin] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:45:21.192924 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-07dfaeee-465e-4a25-95c2-ffde9e889a28 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Network 4f0b7a84-a990-49b2-865a-e7181fef0d7c is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:45:21.198882 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11058200-5db1-4907-b1ee-6b1af7536e38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a8a89d9-6b37-469b-bb55-4a513f71effb,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:21.202084 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-11058200-5db1-4907-b1ee-6b1af7536e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:21.202433 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-11058200-5db1-4907-b1ee-6b1af7536e38 admin admin] Added segment 03044334-c1b2-4c2c-b3e7-3d99f4a0aba9 of type vlan for network c55560e5-79b7-4ff1-9770-9c93a696802c Sep 23 06:45:21.275370 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-07dfaeee-465e-4a25-95c2-ffde9e889a28 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:45:21.275912 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-11058200-5db1-4907-b1ee-6b1af7536e38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:21.295643 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dfaeee-465e-4a25-95c2-ffde9e889a28 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Pushing event updated for resources: {'Port': ['ID=ff760a6e-d955-4369-b8f4-c58bfe6297c6,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:21.322332 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-07dfaeee-465e-4a25-95c2-ffde9e889a28 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:45:21.386601 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-11058200-5db1-4907-b1ee-6b1af7536e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:21.388605 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11058200-5db1-4907-b1ee-6b1af7536e38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:21.389425 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-11058200-5db1-4907-b1ee-6b1af7536e38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:21.428145 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-09239145-a2a4-4686-b3f0-fff2b4819d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:21.438225 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-11058200-5db1-4907-b1ee-6b1af7536e38 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9189618 Sep 23 06:45:21.439550 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-07dfaeee-465e-4a25-95c2-ffde9e889a28 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:21.440288 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-07dfaeee-465e-4a25-95c2-ffde9e889a28 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:21.443488 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54644) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:45:21.447787 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a2e929c7-e6b2-442c-bfda-389378613cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:21.479066 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-35f6af58-360b-4cfb-8272-94241397def8 req-11451f5d-9f18-4a41-9f6e-424d250f7578 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ba6d6bf-1816-4862-9cb3-bf74999f6163 HTTP/1.1" status: 200 len: 210 time: 0.2638595 Sep 23 06:45:21.487291 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11058200-5db1-4907-b1ee-6b1af7536e38 admin admin] Pushing event updated for resources: {'Network': ['ID=c55560e5-79b7-4ff1-9770-9c93a696802c,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:21.492234 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-8f12ceb0-2034-4c14-bb76-4baab79977ac admin admin] Request body: {'subnet': {'network_id': 'c55560e5-79b7-4ff1-9770-9c93a696802c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-321966768-subnet', 'tenant_id': '78374968529e4ab4bda0e81e8e43b5ad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:45:21.526600 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bd763b-6e00-499b-bfaf-7f8368e90585 req-9a71e4e9-fcf1-442b-b7d4-7ef32005979a tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:21.539730 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bd763b-6e00-499b-bfaf-7f8368e90585 req-9a71e4e9-fcf1-442b-b7d4-7ef32005979a tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:21.540531 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:21.544059 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-10bd763b-6e00-499b-bfaf-7f8368e90585 req-9a71e4e9-fcf1-442b-b7d4-7ef32005979a tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/ports?device_id=f182d40f-37c5-4bf8-8005-db6ade628495 HTTP/1.1" status: 200 len: 1653 time: 0.2349629 Sep 23 06:45:21.545811 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network c55560e5-79b7-4ff1-9770-9c93a696802c details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:45:21.627695 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f12ceb0-2034-4c14-bb76-4baab79977ac admin admin] Made reservation on behalf of 78374968529e4ab4bda0e81e8e43b5ad for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:45:21.632885 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-09239145-a2a4-4686-b3f0-fff2b4819d12 None None] For port eb5135c8-f61b-4ac5-bb6f-9cc96f9d6295, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=eb5135c8-f61b-4ac5-bb6f-9cc96f9d6295,segment=NetworkSegment(cfe81948-79b4-41e4-a063-84488fe06149),segment_id=cfe81948-79b4-41e4-a063-84488fe06149)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:45:21.644513 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-09239145-a2a4-4686-b3f0-fff2b4819d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:21.644932 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8f12ceb0-2034-4c14-bb76-4baab79977ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:21.645901 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-10bd763b-6e00-499b-bfaf-7f8368e90585 req-1b348bb8-2249-4665-a9e9-b4130755323a tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3ec47-52c4-4752-8034-03640108870b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941143 Sep 23 06:45:21.674590 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-07dfaeee-465e-4a25-95c2-ffde9e889a28 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2567785 Sep 23 06:45:21.714851 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-fdfef4d0-4b39-4c9b-ae56-bb0ac72155b0 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Request body: {'port': {'device_id': 'f182d40f-37c5-4bf8-8005-db6ade628495', 'network_id': 'e871aa95-82fb-443d-b8e4-4f8449ae055b', 'admin_state_up': True, 'tenant_id': 'd625fc180cdd42f1838b3fb6a40fccd9'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:45:21.764145 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.db.api [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 06:45:21.764503 n-d-715271-16 neutron-server[95067]: DEBUG oslo_db.api [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 06:45:21.817927 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a2e929c7-e6b2-442c-bfda-389378613cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:21.832497 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09239145-a2a4-4686-b3f0-fff2b4819d12 None None] Pushing event updated for resources: {'Port': ['ID=eb5135c8-f61b-4ac5-bb6f-9cc96f9d6295,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:21.856543 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-2af062d2-822e-40d6-87fd-26d3cf1c010b None None] Provisioning complete for port eb5135c8-f61b-4ac5-bb6f-9cc96f9d6295 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:45:21.856930 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2af062d2-822e-40d6-87fd-26d3cf1c010b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:21.947467 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-a2e929c7-e6b2-442c-bfda-389378613cf5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87e4529a-fdff-4974-9808-8d4165d0f618']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:45:21.974387 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-a2e929c7-e6b2-442c-bfda-389378613cf5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37ea4eeb-a47b-4384-9237-f6c749c91002') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:45:21.974718 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-a2e929c7-e6b2-442c-bfda-389378613cf5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37ea4eeb-a47b-4384-9237-f6c749c91002') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:45:21.989750 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a2e929c7-e6b2-442c-bfda-389378613cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:22.003707 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-2af062d2-822e-40d6-87fd-26d3cf1c010b None None] Provisioning complete for port ff760a6e-d955-4369-b8f4-c58bfe6297c6 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:45:22.004363 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2af062d2-822e-40d6-87fd-26d3cf1c010b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:22.018452 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a2e929c7-e6b2-442c-bfda-389378613cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:22.047275 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-2af062d2-822e-40d6-87fd-26d3cf1c010b None None] Port ff760a6e-d955-4369-b8f4-c58bfe6297c6 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:45:22.070815 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2e929c7-e6b2-442c-bfda-389378613cf5 admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:45:22.071487 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a2e929c7-e6b2-442c-bfda-389378613cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:22.085712 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 06:45:22.085712 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:45:22.085712 n-d-715271-16 neutron-server[95065]: timer() Sep 23 06:45:22.085712 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:45:22.085712 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 06:45:22.085712 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:45:22.085712 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 06:45:22.085712 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:45:22.085712 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 06:45:22.085712 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:45:22.085712 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 06:45:22.085712 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:45:22.085712 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 06:45:22.085712 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:45:22.085712 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:45:22.085712 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:45:22.085712 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:45:22.085712 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:45:22.085712 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 06:45:22.085712 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:45:22.085712 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 06:45:22.085712 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:45:22.085712 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:45:22.085712 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:45:22.085712 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 06:45:22.085712 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:45:22.085712 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:45:22.085712 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:45:22.085712 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:45:22.085712 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:45:22.085712 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:45:22.085712 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:45:22.109909 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-fdfef4d0-4b39-4c9b-ae56-bb0ac72155b0 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Made reservation on behalf of d625fc180cdd42f1838b3fb6a40fccd9 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:45:22.114262 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-fdfef4d0-4b39-4c9b-ae56-bb0ac72155b0 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:22.171751 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a2e929c7-e6b2-442c-bfda-389378613cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:22.180887 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-f27ba798-fe38-45c7-887b-2f7bc4faedcf None None] Provisioning complete for port ff760a6e-d955-4369-b8f4-c58bfe6297c6 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:45:22.181499 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f27ba798-fe38-45c7-887b-2f7bc4faedcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:22.224305 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a2e929c7-e6b2-442c-bfda-389378613cf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:22.231161 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-a2e929c7-e6b2-442c-bfda-389378613cf5 admin admin] 10.222.0.39 "DELETE /v2.0/networks/87e4529a-fdff-4974-9808-8d4165d0f618 HTTP/1.1" status: 204 len: 168 time: 1.2602344 Sep 23 06:45:22.232021 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54658) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:45:22.240568 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-f27ba798-fe38-45c7-887b-2f7bc4faedcf None None] Port ff760a6e-d955-4369-b8f4-c58bfe6297c6 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:45:22.256191 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e929c7-e6b2-442c-bfda-389378613cf5 admin admin] Pushing event deleted for resources: {'Network': ['ID=87e4529a-fdff-4974-9808-8d4165d0f618,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:22.300350 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-a52d2735-cbc0-4f60-85a2-857fe3adb47c admin admin] Deleting subnet 8eaeafe6-8cd5-4aee-ace1-1c7ad644089c {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:45:22.310323 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a52d2735-cbc0-4f60-85a2-857fe3adb47c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:22.394516 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a52d2735-cbc0-4f60-85a2-857fe3adb47c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:22.449946 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a52d2735-cbc0-4f60-85a2-857fe3adb47c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:22.495972 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-fdfef4d0-4b39-4c9b-ae56-bb0ac72155b0 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Allocated IP 19.80.0.212 (e871aa95-82fb-443d-b8e4-4f8449ae055b/15193a57-9329-4109-8317-0971587fc237/876ce57a-1b93-405d-9d6f-1d307c37785b) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:45:22.520700 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device eb5135c8-f61b-4ac5-bb6f-9cc96f9d6295 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:45:22.544922 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a52d2735-cbc0-4f60-85a2-857fe3adb47c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:22.614864 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a52d2735-cbc0-4f60-85a2-857fe3adb47c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:22.624091 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-a52d2735-cbc0-4f60-85a2-857fe3adb47c admin admin] 10.222.0.39 "DELETE /v2.0/subnets/8eaeafe6-8cd5-4aee-ace1-1c7ad644089c HTTP/1.1" status: 204 len: 168 time: 0.3914478 Sep 23 06:45:22.625357 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54662) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:45:22.627075 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52d2735-cbc0-4f60-85a2-857fe3adb47c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8eaeafe6-8cd5-4aee-ace1-1c7ad644089c,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:22.641244 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port eb5135c8-f61b-4ac5-bb6f-9cc96f9d6295 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:45:22.641665 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:22.779753 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-fdfef4d0-4b39-4c9b-ae56-bb0ac72155b0 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:22.815585 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8f12ceb0-2034-4c14-bb76-4baab79977ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:22.823237 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-fdfef4d0-4b39-4c9b-ae56-bb0ac72155b0 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:22.872585 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4d192e76-71a3-4e09-9a44-4bbf9285d6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:22.922310 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8921d874-8dfa-40b4-9ab4-41fa61810400 req-61d49f9d-8c8f-447c-b98f-7e6c707124dd tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ba6d6bf-1816-4862-9cb3-bf74999f6163 HTTP/1.1" status: 200 len: 210 time: 0.0775051 Sep 23 06:45:22.984536 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-fdfef4d0-4b39-4c9b-ae56-bb0ac72155b0 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Network e871aa95-82fb-443d-b8e4-4f8449ae055b is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:45:22.996580 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfef4d0-4b39-4c9b-ae56-bb0ac72155b0 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Pushing event updated for resources: {'Port': ['ID=876ce57a-1b93-405d-9d6f-1d307c37785b,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:23.004498 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-fdfef4d0-4b39-4c9b-ae56-bb0ac72155b0 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:45:23.009547 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-fdfef4d0-4b39-4c9b-ae56-bb0ac72155b0 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:45:23.020071 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f12ceb0-2034-4c14-bb76-4baab79977ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=be0b27f6-eeb0-4b4b-893e-2b705e12ede4,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:23.025141 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f12ceb0-2034-4c14-bb76-4baab79977ac admin admin] Checking segment: {'id': '03044334-c1b2-4c2c-b3e7-3d99f4a0aba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c55560e5-79b7-4ff1-9770-9c93a696802c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:45:23.025706 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f12ceb0-2034-4c14-bb76-4baab79977ac admin admin] Network hostable DHCP agents. Network: c55560e5-79b7-4ff1-9770-9c93a696802c, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:45:23.138925 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-fdfef4d0-4b39-4c9b-ae56-bb0ac72155b0 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:23.139563 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-fdfef4d0-4b39-4c9b-ae56-bb0ac72155b0 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:23.143721 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4d192e76-71a3-4e09-9a44-4bbf9285d6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:23.160595 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b11ee-547c-4330-8108-f85625da42bb req-5ee73520-1e5a-4805-b731-68567000170a tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:23.167171 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b11ee-547c-4330-8108-f85625da42bb req-5ee73520-1e5a-4805-b731-68567000170a tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:23.174197 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b11ee-547c-4330-8108-f85625da42bb req-5ee73520-1e5a-4805-b731-68567000170a tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:23.176256 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-664b11ee-547c-4330-8108-f85625da42bb req-5ee73520-1e5a-4805-b731-68567000170a tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/ports?device_id=f182d40f-37c5-4bf8-8005-db6ade628495 HTTP/1.1" status: 200 len: 2375 time: 0.1765792 Sep 23 06:45:23.181393 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-fdfef4d0-4b39-4c9b-ae56-bb0ac72155b0 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4842722 Sep 23 06:45:23.182235 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f12ceb0-2034-4c14-bb76-4baab79977ac admin admin] Network c55560e5-79b7-4ff1-9770-9c93a696802c is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:45:23.209962 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-4d192e76-71a3-4e09-9a44-4bbf9285d6c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18e16a90-fa5b-4e88-b694-b77bff2d08aa']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:45:23.218547 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-2369c37e-ae12-4d08-abe6-9d0b5c977819 service neutron] Request body: {'port': {'device_id': 'f182d40f-37c5-4bf8-8005-db6ade628495', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:45:23.231483 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-8f12ceb0-2034-4c14-bb76-4baab79977ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, c55560e5-79b7-4ff1-9770-9c93a696802c) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:45:23.242060 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3371f9-e0ab-4ff8-bb65-999e19dc9a85 None None] Network c55560e5-79b7-4ff1-9770-9c93a696802c requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:45:23.242539 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-4d192e76-71a3-4e09-9a44-4bbf9285d6c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f88c5960-050f-46fa-910d-e062c5bf2e52') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:45:23.243003 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-4d192e76-71a3-4e09-9a44-4bbf9285d6c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f88c5960-050f-46fa-910d-e062c5bf2e52') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:45:23.258067 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4d192e76-71a3-4e09-9a44-4bbf9285d6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:23.285480 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f12ceb0-2034-4c14-bb76-4baab79977ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:23.286387 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8f12ceb0-2034-4c14-bb76-4baab79977ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:23.296338 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4d192e76-71a3-4e09-9a44-4bbf9285d6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:23.313406 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d192e76-71a3-4e09-9a44-4bbf9285d6c0 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:45:23.315988 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4d192e76-71a3-4e09-9a44-4bbf9285d6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:23.388478 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-664b11ee-547c-4330-8108-f85625da42bb req-e3fe1f6d-c7a4-4248-b01c-423185158794 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3ec47-52c4-4752-8034-03640108870b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952050 Sep 23 06:45:23.427974 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-8f12ceb0-2034-4c14-bb76-4baab79977ac admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9804649 Sep 23 06:45:23.445702 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54682) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:45:23.446563 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 06:45:23.446563 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:45:23.446563 n-d-715271-16 neutron-server[95066]: timer() Sep 23 06:45:23.446563 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:45:23.446563 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 06:45:23.446563 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:45:23.446563 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 06:45:23.446563 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:45:23.446563 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 06:45:23.446563 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:45:23.446563 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 06:45:23.446563 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:45:23.446563 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 06:45:23.446563 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:45:23.446563 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:45:23.446563 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:45:23.446563 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:45:23.446563 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:45:23.446563 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 06:45:23.446563 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:45:23.446563 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 06:45:23.446563 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:45:23.446563 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:45:23.446563 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:45:23.446563 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 06:45:23.446563 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:45:23.446563 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:45:23.446563 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:45:23.446563 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:45:23.446563 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:45:23.446563 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:45:23.446563 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:45:23.449482 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-2369c37e-ae12-4d08-abe6-9d0b5c977819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:23.453130 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-bfa6817a-7e36-4fa3-a2a4-2e4a4adac401 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-321966768-router', 'tenant_id': '78374968529e4ab4bda0e81e8e43b5ad', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:45:23.467448 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4d192e76-71a3-4e09-9a44-4bbf9285d6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:23.485963 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4d192e76-71a3-4e09-9a44-4bbf9285d6c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:23.490651 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-4d192e76-71a3-4e09-9a44-4bbf9285d6c0 admin admin] 10.222.0.39 "DELETE /v2.0/networks/18e16a90-fa5b-4e88-b694-b77bff2d08aa HTTP/1.1" status: 204 len: 168 time: 0.8565974 Sep 23 06:45:23.528024 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d192e76-71a3-4e09-9a44-4bbf9285d6c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=18e16a90-fa5b-4e88-b694-b77bff2d08aa,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:23.547614 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bfa6817a-7e36-4fa3-a2a4-2e4a4adac401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:23.549287 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bfa6817a-7e36-4fa3-a2a4-2e4a4adac401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:23.636731 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899d4bca-338d-4c86-8b16-cba7b6faf622 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-c55560e5-79b7-4ff1-9770-9c93a696802c', 'network_id': 'c55560e5-79b7-4ff1-9770-9c93a696802c', 'tenant_id': '78374968529e4ab4bda0e81e8e43b5ad', 'fixed_ips': [{'subnet_id': 'be0b27f6-eeb0-4b4b-893e-2b705e12ede4'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 06:45:23.640972 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-899d4bca-338d-4c86-8b16-cba7b6faf622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:23.705012 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-aea1e27c-ce87-47f3-9485-0b4c40dca346 None None] Provisioning complete for port 876ce57a-1b93-405d-9d6f-1d307c37785b triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:45:23.705437 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-aea1e27c-ce87-47f3-9485-0b4c40dca346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:23.791470 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-2369c37e-ae12-4d08-abe6-9d0b5c977819 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9af4644a-95fe-4721-b1a7-44e4c57ff21d {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:45:23.803906 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-2369c37e-ae12-4d08-abe6-9d0b5c977819 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:23.818312 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-2369c37e-ae12-4d08-abe6-9d0b5c977819 service neutron] Transition to ACTIVE for port object 9af4644a-95fe-4721-b1a7-44e4c57ff21d will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:45:23.819384 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54686) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:45:23.827684 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-2369c37e-ae12-4d08-abe6-9d0b5c977819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:23.914176 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-66fb3217-c941-4412-8ddf-d74a12623368 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d06626f28ce84244a8f6c9e60cce574d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0933895 Sep 23 06:45:23.916921 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54694) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:45:24.005052 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-aea1e27c-ce87-47f3-9485-0b4c40dca346 None None] Port 876ce57a-1b93-405d-9d6f-1d307c37785b cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:45:24.133210 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2369c37e-ae12-4d08-abe6-9d0b5c977819 service neutron] Pushing event updated for resources: {'Port': ['ID=9af4644a-95fe-4721-b1a7-44e4c57ff21d,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:24.181242 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-899d4bca-338d-4c86-8b16-cba7b6faf622 None None] Allocated IP 172.20.0.2 (c55560e5-79b7-4ff1-9770-9c93a696802c/be0b27f6-eeb0-4b4b-893e-2b705e12ede4/089b75c3-ca13-4040-80b9-4fb66ac6e9f9) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:45:24.181768 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-2369c37e-ae12-4d08-abe6-9d0b5c977819 service neutron] Attempting to bind port 9af4644a-95fe-4721-b1a7-44e4c57ff21d on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:45:24.182151 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-2369c37e-ae12-4d08-abe6-9d0b5c977819 service neutron] Attempting to bind port 9af4644a-95fe-4721-b1a7-44e4c57ff21d by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': 'e3fe4d08-8bf2-481c-921f-8e66fac37bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e871aa95-82fb-443d-b8e4-4f8449ae055b'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:45:24.189274 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-2369c37e-ae12-4d08-abe6-9d0b5c977819 service neutron] Attempting to bind port 9af4644a-95fe-4721-b1a7-44e4c57ff21d on network e871aa95-82fb-443d-b8e4-4f8449ae055b {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:45:24.248420 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-2369c37e-ae12-4d08-abe6-9d0b5c977819 service neutron] Port 9af4644a-95fe-4721-b1a7-44e4c57ff21d on network e871aa95-82fb-443d-b8e4-4f8449ae055b not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:45:24.254525 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-2369c37e-ae12-4d08-abe6-9d0b5c977819 service neutron] Attempting to bind port 9af4644a-95fe-4721-b1a7-44e4c57ff21d on network e871aa95-82fb-443d-b8e4-4f8449ae055b {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:45:24.268502 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-2369c37e-ae12-4d08-abe6-9d0b5c977819 service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:45:24.271316 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-2369c37e-ae12-4d08-abe6-9d0b5c977819 service neutron] Checking segment: {'id': 'e3fe4d08-8bf2-481c-921f-8e66fac37bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e871aa95-82fb-443d-b8e4-4f8449ae055b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:45:24.271909 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-2369c37e-ae12-4d08-abe6-9d0b5c977819 service neutron] Bound using segment: {'id': 'e3fe4d08-8bf2-481c-921f-8e66fac37bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e871aa95-82fb-443d-b8e4-4f8449ae055b'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:45:24.272810 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-2369c37e-ae12-4d08-abe6-9d0b5c977819 service neutron] Bound port: 9af4644a-95fe-4721-b1a7-44e4c57ff21d, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3fe4d08-8bf2-481c-921f-8e66fac37bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e871aa95-82fb-443d-b8e4-4f8449ae055b'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:45:24.275213 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-2369c37e-ae12-4d08-abe6-9d0b5c977819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:24.397846 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-16be8745-cf0e-45dd-b7f0-95864e0b055c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:24.502020 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-16be8745-cf0e-45dd-b7f0-95864e0b055c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:24.555830 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-2369c37e-ae12-4d08-abe6-9d0b5c977819 service neutron] For port 9af4644a-95fe-4721-b1a7-44e4c57ff21d, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:45:24.594306 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bfa6817a-7e36-4fa3-a2a4-2e4a4adac401 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:24.629719 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-899d4bca-338d-4c86-8b16-cba7b6faf622 None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:24.642736 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-899d4bca-338d-4c86-8b16-cba7b6faf622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:24.669279 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-2369c37e-ae12-4d08-abe6-9d0b5c977819 service neutron] For port 9af4644a-95fe-4721-b1a7-44e4c57ff21d, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=9af4644a-95fe-4721-b1a7-44e4c57ff21d,segment=NetworkSegment(e3fe4d08-8bf2-481c-921f-8e66fac37bdc),segment_id=e3fe4d08-8bf2-481c-921f-8e66fac37bdc)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:45:24.695563 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-2369c37e-ae12-4d08-abe6-9d0b5c977819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:24.746404 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899d4bca-338d-4c86-8b16-cba7b6faf622 None None] Pushing event updated for resources: {'Port': ['ID=089b75c3-ca13-4040-80b9-4fb66ac6e9f9,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:24.778263 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899d4bca-338d-4c86-8b16-cba7b6faf622 None None] Network c55560e5-79b7-4ff1-9770-9c93a696802c is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:45:24.781656 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-899d4bca-338d-4c86-8b16-cba7b6faf622 None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:45:24.786820 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899d4bca-338d-4c86-8b16-cba7b6faf622 None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:45:24.812472 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-2369c37e-ae12-4d08-abe6-9d0b5c977819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:24.812472 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-2369c37e-ae12-4d08-abe6-9d0b5c977819 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:24.815793 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-2369c37e-ae12-4d08-abe6-9d0b5c977819 service neutron] 10.222.0.21 "PUT /v2.0/ports/9af4644a-95fe-4721-b1a7-44e4c57ff21d HTTP/1.1" status: 200 len: 1092 time: 1.6146686 Sep 23 06:45:24.819483 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2369c37e-ae12-4d08-abe6-9d0b5c977819 service neutron] Pushing event updated for resources: {'Port': ['ID=9af4644a-95fe-4721-b1a7-44e4c57ff21d,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:24.839607 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f182d40f-37c5-4bf8-8005-db6ade628495', 'tag': '9af4644a-95fe-4721-b1a7-44e4c57ff21d'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:45:24.846295 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b12e187-e49e-48ba-978b-25acf22a7c6e" -d '{"events": [{"name": "network-changed", "server_uuid": "f182d40f-37c5-4bf8-8005-db6ade628495", "tag": "9af4644a-95fe-4721-b1a7-44e4c57ff21d"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:45:24.865504 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-3ed326f5-37c6-43d8-9bb7-28af8684d793 service neutron] Request body: {'port': {'device_id': 'f182d40f-37c5-4bf8-8005-db6ade628495', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:45:24.937957 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b1574-cb23-4597-a40f-89d814747156 req-003691bf-f35c-4832-bf77-9cf7cbddde60 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:24.955849 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b1574-cb23-4597-a40f-89d814747156 req-003691bf-f35c-4832-bf77-9cf7cbddde60 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:24.966090 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-899d4bca-338d-4c86-8b16-cba7b6faf622 None None] Attempting to bind port 089b75c3-ca13-4040-80b9-4fb66ac6e9f9 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:45:24.966751 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-899d4bca-338d-4c86-8b16-cba7b6faf622 None None] Attempting to bind port 089b75c3-ca13-4040-80b9-4fb66ac6e9f9 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '03044334-c1b2-4c2c-b3e7-3d99f4a0aba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c55560e5-79b7-4ff1-9770-9c93a696802c'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:45:24.967282 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899d4bca-338d-4c86-8b16-cba7b6faf622 None None] Attempting to bind port 089b75c3-ca13-4040-80b9-4fb66ac6e9f9 on network c55560e5-79b7-4ff1-9770-9c93a696802c {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:45:24.971431 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b1574-cb23-4597-a40f-89d814747156 req-003691bf-f35c-4832-bf77-9cf7cbddde60 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:24.973810 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b65b1574-cb23-4597-a40f-89d814747156 req-003691bf-f35c-4832-bf77-9cf7cbddde60 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/ports?device_id=f182d40f-37c5-4bf8-8005-db6ade628495 HTTP/1.1" status: 200 len: 2387 time: 0.3964167 Sep 23 06:45:24.979355 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899d4bca-338d-4c86-8b16-cba7b6faf622 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:45:24.981307 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899d4bca-338d-4c86-8b16-cba7b6faf622 None None] Checking segment: {'id': '03044334-c1b2-4c2c-b3e7-3d99f4a0aba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c55560e5-79b7-4ff1-9770-9c93a696802c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:45:24.981948 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-899d4bca-338d-4c86-8b16-cba7b6faf622 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:24.984502 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bfa6817a-7e36-4fa3-a2a4-2e4a4adac401 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:24.990478 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899d4bca-338d-4c86-8b16-cba7b6faf622 None None] Bound using segment: {'id': '03044334-c1b2-4c2c-b3e7-3d99f4a0aba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c55560e5-79b7-4ff1-9770-9c93a696802c'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:45:24.991001 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-899d4bca-338d-4c86-8b16-cba7b6faf622 None None] Bound port: 089b75c3-ca13-4040-80b9-4fb66ac6e9f9, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03044334-c1b2-4c2c-b3e7-3d99f4a0aba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c55560e5-79b7-4ff1-9770-9c93a696802c'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:45:24.991400 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-899d4bca-338d-4c86-8b16-cba7b6faf622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:25.074386 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f14d40e7-1475-4fd8-a89a-5fa26730062f x-openstack-request-id: req-f14d40e7-1475-4fd8-a89a-5fa26730062f {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:45:25.074747 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f182d40f-37c5-4bf8-8005-db6ade628495", "tag": "9af4644a-95fe-4721-b1a7-44e4c57ff21d", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:45:25.076855 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f14d40e7-1475-4fd8-a89a-5fa26730062f {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:45:25.077374 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f182d40f-37c5-4bf8-8005-db6ade628495', 'tag': '9af4644a-95fe-4721-b1a7-44e4c57ff21d', 'status': 'completed', 'code': 200} Sep 23 06:45:25.081294 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-16be8745-cf0e-45dd-b7f0-95864e0b055c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:25.088573 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-16be8745-cf0e-45dd-b7f0-95864e0b055c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:25.091889 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-16be8745-cf0e-45dd-b7f0-95864e0b055c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/47baa2cd-a510-4299-8922-2e6ff0c40593 HTTP/1.1" status: 204 len: 168 time: 1.1739857 Sep 23 06:45:25.148465 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16be8745-cf0e-45dd-b7f0-95864e0b055c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47baa2cd-a510-4299-8922-2e6ff0c40593,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:25.240914 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b65b1574-cb23-4597-a40f-89d814747156 req-ab2e58e6-d4da-4fc9-8510-0ed055b46df8 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3ec47-52c4-4752-8034-03640108870b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560368 Sep 23 06:45:25.242701 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-899d4bca-338d-4c86-8b16-cba7b6faf622 None None] For port 089b75c3-ca13-4040-80b9-4fb66ac6e9f9, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:45:25.245600 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-3ed326f5-37c6-43d8-9bb7-28af8684d793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:25.252800 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-899d4bca-338d-4c86-8b16-cba7b6faf622 None None] For port 089b75c3-ca13-4040-80b9-4fb66ac6e9f9, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=089b75c3-ca13-4040-80b9-4fb66ac6e9f9,segment=NetworkSegment(03044334-c1b2-4c2c-b3e7-3d99f4a0aba9),segment_id=03044334-c1b2-4c2c-b3e7-3d99f4a0aba9)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:45:25.270562 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-899d4bca-338d-4c86-8b16-cba7b6faf622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:25.381964 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b12e187-e49e-48ba-978b-25acf22a7c6e req-8c0dda43-91bf-4ddd-a3fb-7b3abf13f795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:25.382455 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b12e187-e49e-48ba-978b-25acf22a7c6e req-8c0dda43-91bf-4ddd-a3fb-7b3abf13f795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:25.386045 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b12e187-e49e-48ba-978b-25acf22a7c6e req-8c0dda43-91bf-4ddd-a3fb-7b3abf13f795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:25.392899 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0b12e187-e49e-48ba-978b-25acf22a7c6e req-8c0dda43-91bf-4ddd-a3fb-7b3abf13f795 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d625fc180cdd42f1838b3fb6a40fccd9&device_id=f182d40f-37c5-4bf8-8005-db6ade628495 HTTP/1.1" status: 200 len: 2731 time: 0.3020587 Sep 23 06:45:25.514966 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899d4bca-338d-4c86-8b16-cba7b6faf622 None None] Pushing event updated for resources: {'Port': ['ID=089b75c3-ca13-4040-80b9-4fb66ac6e9f9,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:26.097630 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b12e187-e49e-48ba-978b-25acf22a7c6e req-c08ebff9-c810-4035-b64a-3c80cad94619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:26.098908 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b12e187-e49e-48ba-978b-25acf22a7c6e req-c08ebff9-c810-4035-b64a-3c80cad94619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:26.106124 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b12e187-e49e-48ba-978b-25acf22a7c6e req-c08ebff9-c810-4035-b64a-3c80cad94619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:26.108348 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0b12e187-e49e-48ba-978b-25acf22a7c6e req-c08ebff9-c810-4035-b64a-3c80cad94619 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=d625fc180cdd42f1838b3fb6a40fccd9&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.6965022 Sep 23 06:45:26.132988 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54742) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:45:26.148708 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bfa6817a-7e36-4fa3-a2a4-2e4a4adac401 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:26.198705 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-3ed326f5-37c6-43d8-9bb7-28af8684d793 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff760a6e-d955-4369-b8f4-c58bfe6297c6 {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:45:26.260336 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bfa6817a-7e36-4fa3-a2a4-2e4a4adac401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:26.266799 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-a3660e24-a040-48bd-afe8-4de374f9e2df admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1c38a16f3e694d82a2deb384065662f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1304133 Sep 23 06:45:26.278124 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54754) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:45:26.280617 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-3ed326f5-37c6-43d8-9bb7-28af8684d793 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:26.364626 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-3ed326f5-37c6-43d8-9bb7-28af8684d793 service neutron] Transition to ACTIVE for port object ff760a6e-d955-4369-b8f4-c58bfe6297c6 will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:45:26.376886 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-3ed326f5-37c6-43d8-9bb7-28af8684d793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:26.700119 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 089b75c3-ca13-4040-80b9-4fb66ac6e9f9 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:45:26.865111 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 089b75c3-ca13-4040-80b9-4fb66ac6e9f9 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:45:26.865745 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:26.896172 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b12e187-e49e-48ba-978b-25acf22a7c6e req-10d2c273-87c0-429f-a21a-7059acd9313b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:26.897775 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0b12e187-e49e-48ba-978b-25acf22a7c6e req-10d2c273-87c0-429f-a21a-7059acd9313b service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7776341 Sep 23 06:45:26.929156 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60861465-454b-4e3a-92fc-a99030c2996a req-26018002-585b-4034-b317-65902b116a91 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:26.937966 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60861465-454b-4e3a-92fc-a99030c2996a req-26018002-585b-4034-b317-65902b116a91 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:26.950447 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60861465-454b-4e3a-92fc-a99030c2996a req-26018002-585b-4034-b317-65902b116a91 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:26.960739 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-60861465-454b-4e3a-92fc-a99030c2996a req-26018002-585b-4034-b317-65902b116a91 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/ports?device_id=f182d40f-37c5-4bf8-8005-db6ade628495 HTTP/1.1" status: 200 len: 2399 time: 0.4953024 Sep 23 06:45:27.034294 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-bfa6817a-7e36-4fa3-a2a4-2e4a4adac401 admin admin] Allocated IP 172.25.2.234 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/2b9993c5-3762-46c8-b6b1-3ab919d3c4af) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:45:27.053575 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-60861465-454b-4e3a-92fc-a99030c2996a req-693e1378-9925-4d1b-8b4f-a67df29f877b tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3ec47-52c4-4752-8034-03640108870b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882869 Sep 23 06:45:27.074998 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:27.189175 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port 089b75c3-ca13-4040-80b9-4fb66ac6e9f9, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=089b75c3-ca13-4040-80b9-4fb66ac6e9f9,segment=NetworkSegment(03044334-c1b2-4c2c-b3e7-3d99f4a0aba9),segment_id=03044334-c1b2-4c2c-b3e7-3d99f4a0aba9)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:45:27.200172 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:27.302781 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bfa6817a-7e36-4fa3-a2a4-2e4a4adac401 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:27.310506 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed326f5-37c6-43d8-9bb7-28af8684d793 service neutron] Pushing event updated for resources: {'Port': ['ID=ff760a6e-d955-4369-b8f4-c58bfe6297c6,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:27.374164 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-29e8d01d-fbf6-403b-8258-12edfa1f3dc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:27.413678 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=089b75c3-ca13-4040-80b9-4fb66ac6e9f9,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:27.431855 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bfa6817a-7e36-4fa3-a2a4-2e4a4adac401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:27.481464 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-29e8d01d-fbf6-403b-8258-12edfa1f3dc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:27.486332 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa6817a-7e36-4fa3-a2a4-2e4a4adac401 admin admin] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:45:27.511011 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-bfa6817a-7e36-4fa3-a2a4-2e4a4adac401 admin admin] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:45:27.523923 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa6817a-7e36-4fa3-a2a4-2e4a4adac401 admin admin] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:45:27.533169 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-3ed326f5-37c6-43d8-9bb7-28af8684d793 service neutron] Attempting to bind port ff760a6e-d955-4369-b8f4-c58bfe6297c6 on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:45:27.533545 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-3ed326f5-37c6-43d8-9bb7-28af8684d793 service neutron] Attempting to bind port ff760a6e-d955-4369-b8f4-c58bfe6297c6 by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': 'cfe81948-79b4-41e4-a063-84488fe06149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '4f0b7a84-a990-49b2-865a-e7181fef0d7c'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:45:27.533828 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-3ed326f5-37c6-43d8-9bb7-28af8684d793 service neutron] Attempting to bind port ff760a6e-d955-4369-b8f4-c58bfe6297c6 on network 4f0b7a84-a990-49b2-865a-e7181fef0d7c {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:45:27.552216 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-3ed326f5-37c6-43d8-9bb7-28af8684d793 service neutron] Port ff760a6e-d955-4369-b8f4-c58bfe6297c6 on network 4f0b7a84-a990-49b2-865a-e7181fef0d7c not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:45:27.552579 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-3ed326f5-37c6-43d8-9bb7-28af8684d793 service neutron] Attempting to bind port ff760a6e-d955-4369-b8f4-c58bfe6297c6 on network 4f0b7a84-a990-49b2-865a-e7181fef0d7c {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:45:27.563434 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa6817a-7e36-4fa3-a2a4-2e4a4adac401 admin admin] Pushing event updated for resources: {'Port': ['ID=2b9993c5-3762-46c8-b6b1-3ab919d3c4af,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:27.563699 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-3ed326f5-37c6-43d8-9bb7-28af8684d793 service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:45:27.563826 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-3ed326f5-37c6-43d8-9bb7-28af8684d793 service neutron] Checking segment: {'id': 'cfe81948-79b4-41e4-a063-84488fe06149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '4f0b7a84-a990-49b2-865a-e7181fef0d7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:45:27.564199 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-3ed326f5-37c6-43d8-9bb7-28af8684d793 service neutron] Bound using segment: {'id': 'cfe81948-79b4-41e4-a063-84488fe06149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '4f0b7a84-a990-49b2-865a-e7181fef0d7c'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:45:27.564681 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-3ed326f5-37c6-43d8-9bb7-28af8684d793 service neutron] Bound port: ff760a6e-d955-4369-b8f4-c58bfe6297c6, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfe81948-79b4-41e4-a063-84488fe06149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '4f0b7a84-a990-49b2-865a-e7181fef0d7c'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:45:27.565038 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-3ed326f5-37c6-43d8-9bb7-28af8684d793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:27.628183 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62063d29-0a2d-483b-8343-1cbcc57ba8c3 None None] Network c55560e5-79b7-4ff1-9770-9c93a696802c requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:45:27.655517 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-29e8d01d-fbf6-403b-8258-12edfa1f3dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:27.660530 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-29e8d01d-fbf6-403b-8258-12edfa1f3dc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:27.662888 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-29e8d01d-fbf6-403b-8258-12edfa1f3dc3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3e3e00ef-ab93-4b90-8943-36e7619495e3 HTTP/1.1" status: 204 len: 168 time: 1.3758926 Sep 23 06:45:27.737797 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e8d01d-fbf6-403b-8258-12edfa1f3dc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e3e00ef-ab93-4b90-8943-36e7619495e3,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:27.765313 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-3ed326f5-37c6-43d8-9bb7-28af8684d793 service neutron] For port ff760a6e-d955-4369-b8f4-c58bfe6297c6, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:45:27.782569 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-3ed326f5-37c6-43d8-9bb7-28af8684d793 service neutron] For port ff760a6e-d955-4369-b8f4-c58bfe6297c6, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=ff760a6e-d955-4369-b8f4-c58bfe6297c6,segment=NetworkSegment(cfe81948-79b4-41e4-a063-84488fe06149),segment_id=cfe81948-79b4-41e4-a063-84488fe06149)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:45:27.790642 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-3ed326f5-37c6-43d8-9bb7-28af8684d793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:27.935668 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed326f5-37c6-43d8-9bb7-28af8684d793 service neutron] Pushing event updated for resources: {'Port': ['ID=ff760a6e-d955-4369-b8f4-c58bfe6297c6,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:27.953636 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-3ed326f5-37c6-43d8-9bb7-28af8684d793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:27.956163 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-3ed326f5-37c6-43d8-9bb7-28af8684d793 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:27.960731 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-3ed326f5-37c6-43d8-9bb7-28af8684d793 service neutron] 10.222.0.21 "PUT /v2.0/ports/ff760a6e-d955-4369-b8f4-c58bfe6297c6 HTTP/1.1" status: 200 len: 1092 time: 3.1032424 Sep 23 06:45:27.961215 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f182d40f-37c5-4bf8-8005-db6ade628495', 'tag': 'ff760a6e-d955-4369-b8f4-c58bfe6297c6'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:45:27.969067 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf65efe3-088f-41ce-b666-7cb88957c89f" -d '{"events": [{"name": "network-changed", "server_uuid": "f182d40f-37c5-4bf8-8005-db6ade628495", "tag": "ff760a6e-d955-4369-b8f4-c58bfe6297c6"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:45:28.009111 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-248f4725-e5c9-4e46-8dfb-88e51ab71982 service neutron] Request body: {'port': {'device_id': 'f182d40f-37c5-4bf8-8005-db6ade628495', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:45:28.093911 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-84db90a8-53b2-4609-9092-ad1b8647ec53 None None] Provisioning complete for port 089b75c3-ca13-4040-80b9-4fb66ac6e9f9 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:45:28.093911 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-84db90a8-53b2-4609-9092-ad1b8647ec53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:28.118351 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bfa6817a-7e36-4fa3-a2a4-2e4a4adac401 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:28.193312 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d7c530-9e6d-42fc-a6dc-868aed338a01 x-openstack-request-id: req-d6d7c530-9e6d-42fc-a6dc-868aed338a01 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:45:28.193680 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f182d40f-37c5-4bf8-8005-db6ade628495", "tag": "ff760a6e-d955-4369-b8f4-c58bfe6297c6", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:45:28.193962 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d6d7c530-9e6d-42fc-a6dc-868aed338a01 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:45:28.194941 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f182d40f-37c5-4bf8-8005-db6ade628495', 'tag': 'ff760a6e-d955-4369-b8f4-c58bfe6297c6', 'status': 'completed', 'code': 200} Sep 23 06:45:28.196477 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-248f4725-e5c9-4e46-8dfb-88e51ab71982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:28.537082 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65efe3-088f-41ce-b666-7cb88957c89f req-4c7008f9-0d37-4165-b024-b99c86985755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:28.537573 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65efe3-088f-41ce-b666-7cb88957c89f req-4c7008f9-0d37-4165-b024-b99c86985755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:28.538062 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65efe3-088f-41ce-b666-7cb88957c89f req-4c7008f9-0d37-4165-b024-b99c86985755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:28.539710 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bf65efe3-088f-41ce-b666-7cb88957c89f req-4c7008f9-0d37-4165-b024-b99c86985755 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d625fc180cdd42f1838b3fb6a40fccd9&device_id=f182d40f-37c5-4bf8-8005-db6ade628495 HTTP/1.1" status: 200 len: 2799 time: 0.2827084 Sep 23 06:45:28.626083 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 089b75c3-ca13-4040-80b9-4fb66ac6e9f9 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:45:28.737151 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06119b2-48f8-44c0-9e18-648a0fb40505 req-eb74465e-34a8-44c3-b24f-18f7560ee2a8 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:28.745226 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06119b2-48f8-44c0-9e18-648a0fb40505 req-eb74465e-34a8-44c3-b24f-18f7560ee2a8 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:28.761054 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06119b2-48f8-44c0-9e18-648a0fb40505 req-eb74465e-34a8-44c3-b24f-18f7560ee2a8 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:28.765102 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e06119b2-48f8-44c0-9e18-648a0fb40505 req-eb74465e-34a8-44c3-b24f-18f7560ee2a8 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/ports?device_id=f182d40f-37c5-4bf8-8005-db6ade628495 HTTP/1.1" status: 200 len: 2399 time: 0.3114517 Sep 23 06:45:28.774859 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 089b75c3-ca13-4040-80b9-4fb66ac6e9f9 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:45:28.775186 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:28.884708 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-cf985bac-ece0-43d5-b1e9-ecd46f205ba5 None None] Provisioning complete for port 089b75c3-ca13-4040-80b9-4fb66ac6e9f9 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:45:28.885090 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-cf985bac-ece0-43d5-b1e9-ecd46f205ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:29.023698 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bfa6817a-7e36-4fa3-a2a4-2e4a4adac401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:29.073037 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-248f4725-e5c9-4e46-8dfb-88e51ab71982 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 876ce57a-1b93-405d-9d6f-1d307c37785b {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:45:29.075244 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e06119b2-48f8-44c0-9e18-648a0fb40505 req-a92eb49a-930f-43dc-95ae-b65cdb847638 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3ec47-52c4-4752-8034-03640108870b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664576 Sep 23 06:45:29.106872 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-248f4725-e5c9-4e46-8dfb-88e51ab71982 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:29.137294 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-248f4725-e5c9-4e46-8dfb-88e51ab71982 service neutron] Transition to ACTIVE for port object 876ce57a-1b93-405d-9d6f-1d307c37785b will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:45:29.146198 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-248f4725-e5c9-4e46-8dfb-88e51ab71982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:29.170228 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65efe3-088f-41ce-b666-7cb88957c89f req-b6b8ec28-ca64-4978-ba21-22c43e9f75a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:29.181217 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65efe3-088f-41ce-b666-7cb88957c89f req-b6b8ec28-ca64-4978-ba21-22c43e9f75a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:29.181791 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65efe3-088f-41ce-b666-7cb88957c89f req-b6b8ec28-ca64-4978-ba21-22c43e9f75a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:29.183808 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bf65efe3-088f-41ce-b666-7cb88957c89f req-b6b8ec28-ca64-4978-ba21-22c43e9f75a5 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=d625fc180cdd42f1838b3fb6a40fccd9&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.6197298 Sep 23 06:45:29.297760 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248f4725-e5c9-4e46-8dfb-88e51ab71982 service neutron] Pushing event updated for resources: {'Port': ['ID=876ce57a-1b93-405d-9d6f-1d307c37785b,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:29.504321 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-248f4725-e5c9-4e46-8dfb-88e51ab71982 service neutron] Attempting to bind port 876ce57a-1b93-405d-9d6f-1d307c37785b on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:45:29.504677 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-248f4725-e5c9-4e46-8dfb-88e51ab71982 service neutron] Attempting to bind port 876ce57a-1b93-405d-9d6f-1d307c37785b by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': 'e3fe4d08-8bf2-481c-921f-8e66fac37bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e871aa95-82fb-443d-b8e4-4f8449ae055b'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:45:29.505014 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-248f4725-e5c9-4e46-8dfb-88e51ab71982 service neutron] Attempting to bind port 876ce57a-1b93-405d-9d6f-1d307c37785b on network e871aa95-82fb-443d-b8e4-4f8449ae055b {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:45:29.514337 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-248f4725-e5c9-4e46-8dfb-88e51ab71982 service neutron] Port 876ce57a-1b93-405d-9d6f-1d307c37785b on network e871aa95-82fb-443d-b8e4-4f8449ae055b not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:45:29.515109 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-248f4725-e5c9-4e46-8dfb-88e51ab71982 service neutron] Attempting to bind port 876ce57a-1b93-405d-9d6f-1d307c37785b on network e871aa95-82fb-443d-b8e4-4f8449ae055b {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:45:29.531626 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-248f4725-e5c9-4e46-8dfb-88e51ab71982 service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:45:29.534293 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-248f4725-e5c9-4e46-8dfb-88e51ab71982 service neutron] Checking segment: {'id': 'e3fe4d08-8bf2-481c-921f-8e66fac37bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e871aa95-82fb-443d-b8e4-4f8449ae055b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:45:29.535789 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-248f4725-e5c9-4e46-8dfb-88e51ab71982 service neutron] Bound using segment: {'id': 'e3fe4d08-8bf2-481c-921f-8e66fac37bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e871aa95-82fb-443d-b8e4-4f8449ae055b'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:45:29.536468 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-248f4725-e5c9-4e46-8dfb-88e51ab71982 service neutron] Bound port: 876ce57a-1b93-405d-9d6f-1d307c37785b, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3fe4d08-8bf2-481c-921f-8e66fac37bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e871aa95-82fb-443d-b8e4-4f8449ae055b'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:45:29.538569 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-248f4725-e5c9-4e46-8dfb-88e51ab71982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:29.582375 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65efe3-088f-41ce-b666-7cb88957c89f req-a2c4b71f-81d2-4248-8f73-043ece1bbfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:29.583483 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bf65efe3-088f-41ce-b666-7cb88957c89f req-a2c4b71f-81d2-4248-8f73-043ece1bbfd1 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3888230 Sep 23 06:45:29.617666 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfa6817a-7e36-4fa3-a2a4-2e4a4adac401 admin admin] Router 0218c2b7-630b-4033-87bc-ae73084fa72c is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 06:45:29.708354 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-248f4725-e5c9-4e46-8dfb-88e51ab71982 service neutron] For port 876ce57a-1b93-405d-9d6f-1d307c37785b, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:45:29.716655 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-248f4725-e5c9-4e46-8dfb-88e51ab71982 service neutron] For port 876ce57a-1b93-405d-9d6f-1d307c37785b, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=876ce57a-1b93-405d-9d6f-1d307c37785b,segment=NetworkSegment(e3fe4d08-8bf2-481c-921f-8e66fac37bdc),segment_id=e3fe4d08-8bf2-481c-921f-8e66fac37bdc)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:45:29.725393 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-248f4725-e5c9-4e46-8dfb-88e51ab71982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:29.746147 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa6817a-7e36-4fa3-a2a4-2e4a4adac401 admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:45:29.756396 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a7c29d-4420-4850-83f3-5b5ff5557fe9 None None] Sync routers for ids ['0218c2b7-630b-4033-87bc-ae73084fa72c'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:45:29.774375 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a7c29d-4420-4850-83f3-5b5ff5557fe9 None None] Routers {'0218c2b7-630b-4033-87bc-ae73084fa72c'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:45:29.775348 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bfa6817a-7e36-4fa3-a2a4-2e4a4adac401 admin admin] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:29.776827 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-bfa6817a-7e36-4fa3-a2a4-2e4a4adac401 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.3294549 Sep 23 06:45:29.776951 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-f4a7c29d-4420-4850-83f3-5b5ff5557fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:45:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['0218c2b7-630b-4033-87bc-ae73084fa72c'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:45:29.780389 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54894) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:45:30.046318 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248f4725-e5c9-4e46-8dfb-88e51ab71982 service neutron] Pushing event updated for resources: {'Port': ['ID=876ce57a-1b93-405d-9d6f-1d307c37785b,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:30.079982 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e1d3f-e41d-4fbf-9508-46018ebbe60a req-008da9c5-70aa-4425-9bd7-f950587c2dcc tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:30.084916 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e82e1d3f-e41d-4fbf-9508-46018ebbe60a req-008da9c5-70aa-4425-9bd7-f950587c2dcc tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/networks?id=06f6700e-677f-450e-91ed-a10a2fbb500b HTTP/1.1" status: 200 len: 804 time: 0.3660114 Sep 23 06:45:30.096762 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-248f4725-e5c9-4e46-8dfb-88e51ab71982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:30.097851 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-248f4725-e5c9-4e46-8dfb-88e51ab71982 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:30.105808 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-248f4725-e5c9-4e46-8dfb-88e51ab71982 service neutron] 10.222.0.21 "PUT /v2.0/ports/876ce57a-1b93-405d-9d6f-1d307c37785b HTTP/1.1" status: 200 len: 1093 time: 2.0975680 Sep 23 06:45:30.148162 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e82e1d3f-e41d-4fbf-9508-46018ebbe60a req-9397844d-db89-4dee-be66-2da28a9f8d5e tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/quotas/031ae4ebff9e422a93af0c39a45d1171 HTTP/1.1" status: 200 len: 375 time: 0.0320504 Sep 23 06:45:30.224057 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-f4a7c29d-4420-4850-83f3-5b5ff5557fe9 None None] Set router 0218c2b7-630b-4033-87bc-ae73084fa72c gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:45:30.230309 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f182d40f-37c5-4bf8-8005-db6ade628495', 'tag': '876ce57a-1b93-405d-9d6f-1d307c37785b'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:45:30.239611 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b2b39f-6b60-4244-829b-637e5bb39662" -d '{"events": [{"name": "network-changed", "server_uuid": "f182d40f-37c5-4bf8-8005-db6ade628495", "tag": "876ce57a-1b93-405d-9d6f-1d307c37785b"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:45:30.340665 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e82e1d3f-e41d-4fbf-9508-46018ebbe60a req-7ba7ef12-92fb-4f99-98c4-ecef085e5da2 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=031ae4ebff9e422a93af0c39a45d1171&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1844211 Sep 23 06:45:30.399893 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-da5911c9-99a2-4ad8-b15f-2795ab586ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:30.400503 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-da5911c9-99a2-4ad8-b15f-2795ab586ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:30.401571 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-da5911c9-99a2-4ad8-b15f-2795ab586ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:30.412435 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-da5911c9-99a2-4ad8-b15f-2795ab586ba1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d625fc180cdd42f1838b3fb6a40fccd9&device_id=f182d40f-37c5-4bf8-8005-db6ade628495 HTTP/1.1" status: 200 len: 2867 time: 0.1780453 Sep 23 06:45:30.543384 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-554563f8-3b49-4e09-941d-64000b4f3749 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.52&port_id=9af4644a-95fe-4721-b1a7-44e4c57ff21d HTTP/1.1" status: 200 len: 217 time: 0.1221843 Sep 23 06:45:30.611883 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-f4a7c29d-4420-4850-83f3-5b5ff5557fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0218c2b7-630b-4033-87bc-ae73084fa72c', 'name': 'tempest-FloatingIPsTestJSON-321966768-router', 'tenant_id': '78374968529e4ab4bda0e81e8e43b5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '2b9993c5-3762-46c8-b6b1-3ab919d3c4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:45:23Z', 'updated_at': '2021-09-23T06:45:27Z', 'revision_number': 3, 'project_id': '78374968529e4ab4bda0e81e8e43b5ad', 'gw_port': {'id': '2b9993c5-3762-46c8-b6b1-3ab919d3c4af', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0218c2b7-630b-4033-87bc-ae73084fa72c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:45:26Z', 'updated_at': '2021-09-23T06:45:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:45:30.688212 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a7c29d-4420-4850-83f3-5b5ff5557fe9 None None] Checking router: 0218c2b7-630b-4033-87bc-ae73084fa72c for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:45:30.689721 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a7c29d-4420-4850-83f3-5b5ff5557fe9 None None] Updating router 0218c2b7-630b-4033-87bc-ae73084fa72c port 2b9993c5-3762-46c8-b6b1-3ab919d3c4af binding host n-d-715271-16 {{(pid=95067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 06:45:30.724297 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-65312010-1192-42ae-84ec-d0137e4124b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:30.725890 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-65312010-1192-42ae-84ec-d0137e4124b0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=15193a57-9329-4109-8317-0971587fc237 HTTP/1.1" status: 200 len: 801 time: 0.1734118 Sep 23 06:45:30.726809 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989c7bca-2449-44b1-ac72-b0702c641b7e req-7df80ec2-ba58-4fb4-9381-f7d8805c9c2b tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:30.734779 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989c7bca-2449-44b1-ac72-b0702c641b7e req-7df80ec2-ba58-4fb4-9381-f7d8805c9c2b tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:30.738940 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f4a7c29d-4420-4850-83f3-5b5ff5557fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:30.742617 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989c7bca-2449-44b1-ac72-b0702c641b7e req-7df80ec2-ba58-4fb4-9381-f7d8805c9c2b tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:30.744370 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-989c7bca-2449-44b1-ac72-b0702c641b7e req-7df80ec2-ba58-4fb4-9381-f7d8805c9c2b tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/ports?device_id=f182d40f-37c5-4bf8-8005-db6ade628495 HTTP/1.1" status: 200 len: 2411 time: 0.0889366 Sep 23 06:45:30.815533 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-81eca7c7-bf6a-472d-a32b-9d1c68d6be11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:30.817064 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-81eca7c7-bf6a-472d-a32b-9d1c68d6be11 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e871aa95-82fb-443d-b8e4-4f8449ae055b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0822983 Sep 23 06:45:30.818150 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-989c7bca-2449-44b1-ac72-b0702c641b7e req-ecb32092-5676-447d-ba99-deb9ea1eb0a7 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3ec47-52c4-4752-8034-03640108870b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450408 Sep 23 06:45:30.868814 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e82e1d3f-e41d-4fbf-9508-46018ebbe60a req-0062b9cc-e589-43fa-b754-70c047d8a277 service neutron] 10.222.0.39 "GET /v2.0/networks/06f6700e-677f-450e-91ed-a10a2fbb500b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5272634 Sep 23 06:45:30.951333 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f2870f-a6d9-46d6-9f59-14ab16be78be x-openstack-request-id: req-86f2870f-a6d9-46d6-9f59-14ab16be78be {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:45:30.951740 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f182d40f-37c5-4bf8-8005-db6ade628495", "tag": "876ce57a-1b93-405d-9d6f-1d307c37785b", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:45:30.952119 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-86f2870f-a6d9-46d6-9f59-14ab16be78be {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:45:30.952621 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f182d40f-37c5-4bf8-8005-db6ade628495', 'tag': '876ce57a-1b93-405d-9d6f-1d307c37785b', 'status': 'completed', 'code': 200} Sep 23 06:45:30.971673 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5f69aa9c-1f1f-4645-8f29-49fa9be7fe13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:31.012570 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-047a387b-67a4-4290-bcd8-2912bb51ef45 service neutron] 10.222.0.21 "GET /v2.0/networks/e871aa95-82fb-443d-b8e4-4f8449ae055b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848912 Sep 23 06:45:31.073194 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e82e1d3f-e41d-4fbf-9508-46018ebbe60a req-27bc6a6f-2912-47bf-9271-0144c651dcec service neutron] 10.222.0.39 "GET /v2.0/networks/06f6700e-677f-450e-91ed-a10a2fbb500b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942861 Sep 23 06:45:31.160169 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f4a7c29d-4420-4850-83f3-5b5ff5557fe9 None None] Notify callbacks [] for port, precommit_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:31.171700 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f4a7c29d-4420-4850-83f3-5b5ff5557fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:31.212283 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-3567ca5c-6d04-427c-9127-c3d5ad755fb4 service neutron] 10.222.0.21 "GET /v2.0/networks/e871aa95-82fb-443d-b8e4-4f8449ae055b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858935 Sep 23 06:45:31.219537 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ae47d5-1cd5-4117-918c-f49631f16ab2 None None] Pushing event updated for resources: {'Port': ['ID=2b9993c5-3762-46c8-b6b1-3ab919d3c4af,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:31.235062 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002ab674-c691-4bf2-9718-68e67ffa76c0 req-6e5108ed-2268-489f-8c34-f13db073a95c tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:31.237327 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-002ab674-c691-4bf2-9718-68e67ffa76c0 req-6e5108ed-2268-489f-8c34-f13db073a95c tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a06109e-99b8-472e-b8b7-902d575c5d5d HTTP/1.1" status: 200 len: 945 time: 0.1205423 Sep 23 06:45:31.245986 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-f4a7c29d-4420-4850-83f3-5b5ff5557fe9 None None] Attempting to bind port 2b9993c5-3762-46c8-b6b1-3ab919d3c4af on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:45:31.246692 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-f4a7c29d-4420-4850-83f3-5b5ff5557fe9 None None] Attempting to bind port 2b9993c5-3762-46c8-b6b1-3ab919d3c4af by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:45:31.247222 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a7c29d-4420-4850-83f3-5b5ff5557fe9 None None] Attempting to bind port 2b9993c5-3762-46c8-b6b1-3ab919d3c4af on network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:45:31.254677 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a7c29d-4420-4850-83f3-5b5ff5557fe9 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:45:31.257056 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a7c29d-4420-4850-83f3-5b5ff5557fe9 None None] Checking segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:45:31.257671 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f4a7c29d-4420-4850-83f3-5b5ff5557fe9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:31.258507 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a7c29d-4420-4850-83f3-5b5ff5557fe9 None None] Bound using segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:45:31.259681 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-f4a7c29d-4420-4850-83f3-5b5ff5557fe9 None None] Bound port: 2b9993c5-3762-46c8-b6b1-3ab919d3c4af, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:45:31.260442 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f4a7c29d-4420-4850-83f3-5b5ff5557fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:31.301019 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-5f69aa9c-1f1f-4645-8f29-49fa9be7fe13 admin admin] Allocated IP 172.20.0.1 (c55560e5-79b7-4ff1-9770-9c93a696802c/be0b27f6-eeb0-4b4b-893e-2b705e12ede4/e4343717-1205-4afc-ab7b-ebd9aa03c2af) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:45:31.305527 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-7ac78028-48fb-49ce-ae13-74bccd8a8ddc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.12&port_id=ff760a6e-d955-4369-b8f4-c58bfe6297c6 HTTP/1.1" status: 200 len: 217 time: 0.0843041 Sep 23 06:45:31.349223 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-f4a7c29d-4420-4850-83f3-5b5ff5557fe9 None None] For port 2b9993c5-3762-46c8-b6b1-3ab919d3c4af, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:45:31.369327 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-f4a7c29d-4420-4850-83f3-5b5ff5557fe9 None None] For port 2b9993c5-3762-46c8-b6b1-3ab919d3c4af, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=2b9993c5-3762-46c8-b6b1-3ab919d3c4af,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:45:31.379115 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f4a7c29d-4420-4850-83f3-5b5ff5557fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:31.431844 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-2a3df2d2-e6e2-49c9-9cbe-3fa669a87e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:31.433466 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-2a3df2d2-e6e2-49c9-9cbe-3fa669a87e31 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=49dd13b2-fd02-457d-b2ef-b4c93924a769 HTTP/1.1" status: 200 len: 801 time: 0.1210988 Sep 23 06:45:31.458661 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5f69aa9c-1f1f-4645-8f29-49fa9be7fe13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:31.500627 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a7c29d-4420-4850-83f3-5b5ff5557fe9 None None] Routers {'0218c2b7-630b-4033-87bc-ae73084fa72c'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:45:31.508531 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-f4a7c29d-4420-4850-83f3-5b5ff5557fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:45:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['0218c2b7-630b-4033-87bc-ae73084fa72c'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:45:31.523966 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-a3d9aa1f-9ee8-4458-9194-38e4470be7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:31.530076 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-a3d9aa1f-9ee8-4458-9194-38e4470be7ad service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4f0b7a84-a990-49b2-865a-e7181fef0d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0818818 Sep 23 06:45:31.547918 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5f69aa9c-1f1f-4645-8f29-49fa9be7fe13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:31.615585 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ae47d5-1cd5-4117-918c-f49631f16ab2 None None] Pushing event updated for resources: {'Port': ['ID=2b9993c5-3762-46c8-b6b1-3ab919d3c4af,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:31.640774 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f69aa9c-1f1f-4645-8f29-49fa9be7fe13 admin admin] Network c55560e5-79b7-4ff1-9770-9c93a696802c is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:45:31.646587 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-5f69aa9c-1f1f-4645-8f29-49fa9be7fe13 admin admin] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:45:31.650333 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f69aa9c-1f1f-4645-8f29-49fa9be7fe13 admin admin] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:45:31.699242 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5f69aa9c-1f1f-4645-8f29-49fa9be7fe13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068614'] for router_interface, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:31.779658 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-81e1399e-8c10-4527-ae66-1fa0f3442c5e service neutron] 10.222.0.21 "GET /v2.0/networks/4f0b7a84-a990-49b2-865a-e7181fef0d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365234 Sep 23 06:45:31.791798 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-f4a7c29d-4420-4850-83f3-5b5ff5557fe9 None None] Set router 0218c2b7-630b-4033-87bc-ae73084fa72c gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:45:31.806111 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c9bc904f-5701-4105-bdb4-2bb582729f40 req-a6d729db-c50e-4fca-a592-8d319fa24de7 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7288cae-4701-4fd0-95f9-8545d2327fd0 HTTP/1.1" status: 200 len: 210 time: 0.2011306 Sep 23 06:45:31.905296 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f69aa9c-1f1f-4645-8f29-49fa9be7fe13 admin admin] Pushing event updated for resources: {'Port': ['ID=e4343717-1205-4afc-ab7b-ebd9aa03c2af,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:31.942303 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-55ef1e58-bd5b-4c04-9d4e-ad90d6f0289c service neutron] 10.222.0.21 "GET /v2.0/networks/4f0b7a84-a990-49b2-865a-e7181fef0d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463749 Sep 23 06:45:32.024724 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5f69aa9c-1f1f-4645-8f29-49fa9be7fe13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:32.049440 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-966b9706-7d4b-4b7a-8728-ea6edf957e0a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.212&port_id=876ce57a-1b93-405d-9d6f-1d307c37785b HTTP/1.1" status: 200 len: 217 time: 0.0968757 Sep 23 06:45:32.077398 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-002ab674-c691-4bf2-9718-68e67ffa76c0 req-fe361f6f-b5a7-4aea-920a-de5701e494a7 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Deleting port f2604bcd-6784-4ed0-9a3c-c5a7d847b74f {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:45:32.077398 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-002ab674-c691-4bf2-9718-68e67ffa76c0 req-fe361f6f-b5a7-4aea-920a-de5701e494a7 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:32.094143 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device f2604bcd-6784-4ed0-9a3c-c5a7d847b74f no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:45:32.151449 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-07e7e1f3-2d08-45d2-80ab-291288bde373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:32.153116 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-07e7e1f3-2d08-45d2-80ab-291288bde373 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=15193a57-9329-4109-8317-0971587fc237 HTTP/1.1" status: 200 len: 801 time: 0.0735857 Sep 23 06:45:32.183136 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-c5154efe-645d-4277-ad48-be7e137a1d1a None None] Provisioning complete for port e4343717-1205-4afc-ab7b-ebd9aa03c2af triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:45:32.184129 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c5154efe-645d-4277-ad48-be7e137a1d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:32.221342 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330740a0-bbda-4598-a821-1c897ed0106b req-b459bdd4-f6f3-4f28-b0e0-572b07801bac tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:32.223209 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-330740a0-bbda-4598-a821-1c897ed0106b req-b459bdd4-f6f3-4f28-b0e0-572b07801bac tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a8f1e82-30db-46af-b5c4-56eac38212c2 HTTP/1.1" status: 200 len: 944 time: 0.3672333 Sep 23 06:45:32.236959 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-c5154efe-645d-4277-ad48-be7e137a1d1a None None] Port e4343717-1205-4afc-ab7b-ebd9aa03c2af cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:45:32.274900 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-f4a7c29d-4420-4850-83f3-5b5ff5557fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0218c2b7-630b-4033-87bc-ae73084fa72c', 'name': 'tempest-FloatingIPsTestJSON-321966768-router', 'tenant_id': '78374968529e4ab4bda0e81e8e43b5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '2b9993c5-3762-46c8-b6b1-3ab919d3c4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:45:23Z', 'updated_at': '2021-09-23T06:45:27Z', 'revision_number': 3, 'project_id': '78374968529e4ab4bda0e81e8e43b5ad', 'gw_port': {'id': '2b9993c5-3762-46c8-b6b1-3ab919d3c4af', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0218c2b7-630b-4033-87bc-ae73084fa72c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:45:26Z', 'updated_at': '2021-09-23T06:45:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:45:32.278391 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a493ea4-4250-4b6b-a334-06fd9c383a33 req-19b3d90d-2e9d-4fed-900d-c1836e84e944 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:32.280181 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3a493ea4-4250-4b6b-a334-06fd9c383a33 req-19b3d90d-2e9d-4fed-900d-c1836e84e944 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a8f1e82-30db-46af-b5c4-56eac38212c2 HTTP/1.1" status: 200 len: 944 time: 0.1096563 Sep 23 06:45:32.282707 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:32.295354 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-002ab674-c691-4bf2-9718-68e67ffa76c0 req-fe361f6f-b5a7-4aea-920a-de5701e494a7 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] For port f2604bcd-6784-4ed0-9a3c-c5a7d847b74f, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=f2604bcd-6784-4ed0-9a3c-c5a7d847b74f,segment=NetworkSegment(2b9cc8e9-9b87-41b9-963b-963dc78e06f0),segment_id=2b9cc8e9-9b87-41b9-963b-963dc78e06f0)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:45:32.295893 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e14e391-5b2e-4d5b-8ae0-c7440b501e28 req-8fa41aa8-f0c0-486c-a434-03784dbbaa2d tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:32.296169 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-002ab674-c691-4bf2-9718-68e67ffa76c0 req-fe361f6f-b5a7-4aea-920a-de5701e494a7 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:32.303733 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e14e391-5b2e-4d5b-8ae0-c7440b501e28 req-8fa41aa8-f0c0-486c-a434-03784dbbaa2d tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:32.308798 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a7c29d-4420-4850-83f3-5b5ff5557fe9 None None] The sync data for ids ['0218c2b7-630b-4033-87bc-ae73084fa72c'] in n-d-715271-16 is: [{'id': '0218c2b7-630b-4033-87bc-ae73084fa72c', 'name': 'tempest-FloatingIPsTestJSON-321966768-router', 'tenant_id': '78374968529e4ab4bda0e81e8e43b5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '2b9993c5-3762-46c8-b6b1-3ab919d3c4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:45:23Z', 'updated_at': '2021-09-23T06:45:27Z', 'revision_number': 3, 'project_id': '78374968529e4ab4bda0e81e8e43b5ad', 'gw_port': {'id': '2b9993c5-3762-46c8-b6b1-3ab919d3c4af', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0218c2b7-630b-4033-87bc-ae73084fa72c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:45:26Z', 'updated_at': '2021-09-23T06:45:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:45:32.310478 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e14e391-5b2e-4d5b-8ae0-c7440b501e28 req-8fa41aa8-f0c0-486c-a434-03784dbbaa2d tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:32.312564 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3e14e391-5b2e-4d5b-8ae0-c7440b501e28 req-8fa41aa8-f0c0-486c-a434-03784dbbaa2d tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/ports?device_id=f182d40f-37c5-4bf8-8005-db6ade628495 HTTP/1.1" status: 200 len: 2411 time: 0.2671554 Sep 23 06:45:32.326568 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-590addca-0d30-44d8-b03a-38d04afafd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:32.328280 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-590addca-0d30-44d8-b03a-38d04afafd1c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e871aa95-82fb-443d-b8e4-4f8449ae055b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1589622 Sep 23 06:45:32.340495 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a06109e-99b8-472e-b8b7-902d575c5d5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2604bcd-6784-4ed0-9a3c-c5a7d847b74f'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:45:32.343173 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-060b01c4-d837-4d4a-a2fe-5ba3d892ecd6" -d '{"events": [{"server_uuid": "2a06109e-99b8-472e-b8b7-902d575c5d5d", "name": "network-vif-unplugged", "status": "completed", "tag": "f2604bcd-6784-4ed0-9a3c-c5a7d847b74f"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:45:32.367638 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port f2604bcd-6784-4ed0-9a3c-c5a7d847b74f, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=f2604bcd-6784-4ed0-9a3c-c5a7d847b74f,segment=NetworkSegment(2b9cc8e9-9b87-41b9-963b-963dc78e06f0),segment_id=2b9cc8e9-9b87-41b9-963b-963dc78e06f0)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:45:32.374273 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:32.409118 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-002ab674-c691-4bf2-9718-68e67ffa76c0 req-fe361f6f-b5a7-4aea-920a-de5701e494a7 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Calling delete_port for f2604bcd-6784-4ed0-9a3c-c5a7d847b74f owned by compute:nova {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:45:32.415257 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-330740a0-bbda-4598-a821-1c897ed0106b req-b59d2027-a63a-4aef-b505-af013f47dbd6 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831260 Sep 23 06:45:32.451643 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=f2604bcd-6784-4ed0-9a3c-c5a7d847b74f,revision_number=8']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:32.539364 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3e14e391-5b2e-4d5b-8ae0-c7440b501e28 req-d8262c83-c6f7-4238-9544-c122cf590efc tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3ec47-52c4-4752-8034-03640108870b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760571 Sep 23 06:45:32.567562 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-57f747fe-cacd-4231-9464-f041b0b4e431 service neutron] 10.222.0.21 "GET /v2.0/networks/e871aa95-82fb-443d-b8e4-4f8449ae055b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010849 Sep 23 06:45:32.598628 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-3a493ea4-4250-4b6b-a334-06fd9c383a33 req-02d27928-d692-4b5f-8716-ecc39f763da4 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Deleting port 6ce1caef-f862-49ed-a69e-3755bf1caeb1 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:45:32.598996 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-3a493ea4-4250-4b6b-a334-06fd9c383a33 req-02d27928-d692-4b5f-8716-ecc39f763da4 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:32.615239 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5f69aa9c-1f1f-4645-8f29-49fa9be7fe13 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:32.637971 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 06:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17801999-cdcf-46ed-b482-1dc432cfc35c x-openstack-request-id: req-17801999-cdcf-46ed-b482-1dc432cfc35c {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:45:32.638268 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a06109e-99b8-472e-b8b7-902d575c5d5d", "name": "network-vif-unplugged", "status": "completed", "tag": "f2604bcd-6784-4ed0-9a3c-c5a7d847b74f", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:45:32.638550 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-17801999-cdcf-46ed-b482-1dc432cfc35c {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:45:32.638948 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a06109e-99b8-472e-b8b7-902d575c5d5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2604bcd-6784-4ed0-9a3c-c5a7d847b74f', 'code': 200} Sep 23 06:45:32.651790 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5f69aa9c-1f1f-4645-8f29-49fa9be7fe13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:32.781232 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f69aa9c-1f1f-4645-8f29-49fa9be7fe13 admin admin] Pushing event updated for resources: {'Port': ['ID=e4343717-1205-4afc-ab7b-ebd9aa03c2af,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:32.788617 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5f69aa9c-1f1f-4645-8f29-49fa9be7fe13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067062'] for router_interface, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:32.802106 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-002ab674-c691-4bf2-9718-68e67ffa76c0 req-fe361f6f-b5a7-4aea-920a-de5701e494a7 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:32.864730 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dab3465b-f7c8-41a6-84b3-9d7c3828c5a6 req-8ce7e473-5204-4651-9412-0e7316be4770 service neutron] 10.222.0.21 "GET /v2.0/networks/e871aa95-82fb-443d-b8e4-4f8449ae055b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782559 Sep 23 06:45:32.912890 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-3a493ea4-4250-4b6b-a334-06fd9c383a33 req-02d27928-d692-4b5f-8716-ecc39f763da4 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] For port 6ce1caef-f862-49ed-a69e-3755bf1caeb1, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=6ce1caef-f862-49ed-a69e-3755bf1caeb1,segment=NetworkSegment(a2ee209e-d4ee-4c6a-8401-bd714bf3436e),segment_id=a2ee209e-d4ee-4c6a-8401-bd714bf3436e)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:45:32.913576 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-3a493ea4-4250-4b6b-a334-06fd9c383a33 req-02d27928-d692-4b5f-8716-ecc39f763da4 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:32.919375 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe361f6f-b5a7-4aea-920a-de5701e494a7 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Pushing event deleted for resources: {'Port': ['ID=f2604bcd-6784-4ed0-9a3c-c5a7d847b74f,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:32.951628 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-3a493ea4-4250-4b6b-a334-06fd9c383a33 req-02d27928-d692-4b5f-8716-ecc39f763da4 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Calling delete_port for 6ce1caef-f862-49ed-a69e-3755bf1caeb1 owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:45:33.032000 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6d3f0739-0eba-46d3-ab9f-49f9dec5c31d req-49ec52c3-784c-4970-aeca-9b2b00bdf28e tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7288cae-4701-4fd0-95f9-8545d2327fd0 HTTP/1.1" status: 200 len: 210 time: 0.0887744 Sep 23 06:45:33.037807 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-002ab674-c691-4bf2-9718-68e67ffa76c0 req-fe361f6f-b5a7-4aea-920a-de5701e494a7 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] No DVR routers for this DVR port f2604bcd-6784-4ed0-9a3c-c5a7d847b74f on host n-h1-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:45:33.046477 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-002ab674-c691-4bf2-9718-68e67ffa76c0 req-fe361f6f-b5a7-4aea-920a-de5701e494a7 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:33.049461 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-002ab674-c691-4bf2-9718-68e67ffa76c0 req-fe361f6f-b5a7-4aea-920a-de5701e494a7 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.21 "DELETE /v2.0/ports/f2604bcd-6784-4ed0-9a3c-c5a7d847b74f HTTP/1.1" status: 204 len: 173 time: 1.8032475 Sep 23 06:45:33.049944 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a06109e-99b8-472e-b8b7-902d575c5d5d', 'name': 'network-vif-deleted', 'tag': 'f2604bcd-6784-4ed0-9a3c-c5a7d847b74f'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:45:33.052523 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-932fb728-3b52-4834-9454-aed34be19a0b" -d '{"events": [{"server_uuid": "2a06109e-99b8-472e-b8b7-902d575c5d5d", "name": "network-vif-deleted", "tag": "f2604bcd-6784-4ed0-9a3c-c5a7d847b74f"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:45:33.130911 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-093fd215-c576-4880-929e-5d538eceb4c6 x-openstack-request-id: req-093fd215-c576-4880-929e-5d538eceb4c6 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:45:33.131213 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a06109e-99b8-472e-b8b7-902d575c5d5d", "name": "network-vif-deleted", "tag": "f2604bcd-6784-4ed0-9a3c-c5a7d847b74f", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:45:33.131463 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-093fd215-c576-4880-929e-5d538eceb4c6 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:45:33.131989 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a06109e-99b8-472e-b8b7-902d575c5d5d', 'name': 'network-vif-deleted', 'tag': 'f2604bcd-6784-4ed0-9a3c-c5a7d847b74f', 'status': 'completed', 'code': 200} Sep 23 06:45:33.165427 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e1d3f-e41d-4fbf-9508-46018ebbe60a req-cd0d9e95-6083-4bbb-b00a-636ea412732b tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:33.167019 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e82e1d3f-e41d-4fbf-9508-46018ebbe60a req-cd0d9e95-6083-4bbb-b00a-636ea412732b tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.58 "GET /v2.0/networks?id=06f6700e-677f-450e-91ed-a10a2fbb500b HTTP/1.1" status: 200 len: 804 time: 0.3575587 Sep 23 06:45:33.176665 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f69aa9c-1f1f-4645-8f29-49fa9be7fe13 admin admin] Network c55560e5-79b7-4ff1-9770-9c93a696802c is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:45:33.178407 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-5f69aa9c-1f1f-4645-8f29-49fa9be7fe13 admin admin] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:45:33.181633 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b2b39f-6b60-4244-829b-637e5bb39662 req-6efa733a-7547-4dbf-9fe5-a7598c5607f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:33.182463 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b2b39f-6b60-4244-829b-637e5bb39662 req-6efa733a-7547-4dbf-9fe5-a7598c5607f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:33.183107 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b2b39f-6b60-4244-829b-637e5bb39662 req-6efa733a-7547-4dbf-9fe5-a7598c5607f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:33.184954 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-20b2b39f-6b60-4244-829b-637e5bb39662 req-6efa733a-7547-4dbf-9fe5-a7598c5607f6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d625fc180cdd42f1838b3fb6a40fccd9&device_id=f182d40f-37c5-4bf8-8005-db6ade628495 HTTP/1.1" status: 200 len: 2867 time: 0.1477928 Sep 23 06:45:33.186541 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-e82e1d3f-e41d-4fbf-9508-46018ebbe60a req-0424696a-f865-41a6-839f-f7a50d1b9a6c tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Request body: {'port': {'device_id': 'e7288cae-4701-4fd0-95f9-8545d2327fd0', 'network_id': '06f6700e-677f-450e-91ed-a10a2fbb500b', 'admin_state_up': True, 'tenant_id': '031ae4ebff9e422a93af0c39a45d1171'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:45:33.418608 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-3a493ea4-4250-4b6b-a334-06fd9c383a33 req-02d27928-d692-4b5f-8716-ecc39f763da4 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:33.436702 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['6ce1caef-f862-49ed-a69e-3755bf1caeb1'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:45:33.480521 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f69aa9c-1f1f-4645-8f29-49fa9be7fe13 admin admin] Router 0218c2b7-630b-4033-87bc-ae73084fa72c has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:45:33.489328 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d27928-d692-4b5f-8716-ecc39f763da4 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Pushing event deleted for resources: {'Port': ['ID=6ce1caef-f862-49ed-a69e-3755bf1caeb1,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:33.518491 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54988) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:45:33.580681 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e82e1d3f-e41d-4fbf-9508-46018ebbe60a req-0424696a-f865-41a6-839f-f7a50d1b9a6c tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Made reservation on behalf of 031ae4ebff9e422a93af0c39a45d1171 for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:45:33.585482 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-e82e1d3f-e41d-4fbf-9508-46018ebbe60a req-0424696a-f865-41a6-839f-f7a50d1b9a6c tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:33.605385 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-9700ef78-ef05-4678-8497-b6c6cc2d8961 None None] Provisioning complete for port e4343717-1205-4afc-ab7b-ebd9aa03c2af triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:45:33.605855 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-9700ef78-ef05-4678-8497-b6c6cc2d8961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:33.642935 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d5e62bf8-c7db-4be7-aea2-0e0645207c6b req-7c366949-e7bc-448b-9aa1-59014db6d286 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a8f1e82-30db-46af-b5c4-56eac38212c2 HTTP/1.1" status: 200 len: 210 time: 0.0928223 Sep 23 06:45:33.644633 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a493ea4-4250-4b6b-a334-06fd9c383a33 req-02d27928-d692-4b5f-8716-ecc39f763da4 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] No DVR routers for this DVR port 6ce1caef-f862-49ed-a69e-3755bf1caeb1 on host n-h2-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:45:33.654103 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b2b39f-6b60-4244-829b-637e5bb39662 req-fdac3549-6558-4161-bf74-751032e798b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:33.655848 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-20b2b39f-6b60-4244-829b-637e5bb39662 req-fdac3549-6558-4161-bf74-751032e798b2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e871aa95-82fb-443d-b8e4-4f8449ae055b HTTP/1.1" status: 200 len: 902 time: 0.4330180 Sep 23 06:45:33.659168 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-3a493ea4-4250-4b6b-a334-06fd9c383a33 req-02d27928-d692-4b5f-8716-ecc39f763da4 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:33.664143 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3a493ea4-4250-4b6b-a334-06fd9c383a33 req-02d27928-d692-4b5f-8716-ecc39f763da4 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.58 "DELETE /v2.0/ports/6ce1caef-f862-49ed-a69e-3755bf1caeb1 HTTP/1.1" status: 204 len: 173 time: 1.3477714 Sep 23 06:45:33.664940 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a8f1e82-30db-46af-b5c4-56eac38212c2', 'name': 'network-vif-deleted', 'tag': '6ce1caef-f862-49ed-a69e-3755bf1caeb1'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:45:33.667584 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66bd79f0-6fc4-472f-9a03-b5c40209bfbd" -d '{"events": [{"server_uuid": "0a8f1e82-30db-46af-b5c4-56eac38212c2", "name": "network-vif-deleted", "tag": "6ce1caef-f862-49ed-a69e-3755bf1caeb1"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:45:33.717044 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-9700ef78-ef05-4678-8497-b6c6cc2d8961 None None] Port e4343717-1205-4afc-ab7b-ebd9aa03c2af cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:45:33.731328 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-20b2b39f-6b60-4244-829b-637e5bb39662 req-add0af51-b764-4643-9cf0-d68955d51b66 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.212&port_id=876ce57a-1b93-405d-9d6f-1d307c37785b HTTP/1.1" status: 200 len: 217 time: 0.0482676 Sep 23 06:45:33.791238 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d7d1b665-0e61-49b3-8757-db66f6e80c9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:33.820547 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b2b39f-6b60-4244-829b-637e5bb39662 req-9dac0b47-ce97-4fdd-812d-9979f2e6d9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:33.822612 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-20b2b39f-6b60-4244-829b-637e5bb39662 req-9dac0b47-ce97-4fdd-812d-9979f2e6d9e2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=15193a57-9329-4109-8317-0971587fc237 HTTP/1.1" status: 200 len: 801 time: 0.0840361 Sep 23 06:45:33.825811 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f69aa9c-1f1f-4645-8f29-49fa9be7fe13 admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:45:33.841858 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-5f69aa9c-1f1f-4645-8f29-49fa9be7fe13 admin admin] 10.222.0.39 "PUT /v2.0/routers/0218c2b7-630b-4033-87bc-ae73084fa72c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0601089 Sep 23 06:45:33.900716 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b2b39f-6b60-4244-829b-637e5bb39662 req-c42d38f7-e570-4ade-ac08-6917b1bd6930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:33.902304 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-20b2b39f-6b60-4244-829b-637e5bb39662 req-c42d38f7-e570-4ade-ac08-6917b1bd6930 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e871aa95-82fb-443d-b8e4-4f8449ae055b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713727 Sep 23 06:45:33.904470 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79f102f-92fd-499b-9bfb-2de2bfb96006 x-openstack-request-id: req-e79f102f-92fd-499b-9bfb-2de2bfb96006 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:45:33.904816 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a8f1e82-30db-46af-b5c4-56eac38212c2", "name": "network-vif-deleted", "tag": "6ce1caef-f862-49ed-a69e-3755bf1caeb1", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:45:33.905133 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e79f102f-92fd-499b-9bfb-2de2bfb96006 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:45:33.905737 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a8f1e82-30db-46af-b5c4-56eac38212c2', 'name': 'network-vif-deleted', 'tag': '6ce1caef-f862-49ed-a69e-3755bf1caeb1', 'status': 'completed', 'code': 200} Sep 23 06:45:33.918894 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15716317-917a-4ae7-900a-483279c48200 req-bf6fa7d9-4af4-4cb4-93a2-73864e92c246 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:33.927246 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15716317-917a-4ae7-900a-483279c48200 req-bf6fa7d9-4af4-4cb4-93a2-73864e92c246 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:33.933231 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15716317-917a-4ae7-900a-483279c48200 req-bf6fa7d9-4af4-4cb4-93a2-73864e92c246 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:33.934943 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-15716317-917a-4ae7-900a-483279c48200 req-bf6fa7d9-4af4-4cb4-93a2-73864e92c246 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/ports?device_id=f182d40f-37c5-4bf8-8005-db6ade628495 HTTP/1.1" status: 200 len: 2411 time: 0.2557449 Sep 23 06:45:33.992175 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [req-e82e1d3f-e41d-4fbf-9508-46018ebbe60a req-0424696a-f865-41a6-839f-f7a50d1b9a6c tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Allocated IP 172.20.0.8 (06f6700e-677f-450e-91ed-a10a2fbb500b/e60271bd-2abe-488c-8449-206f6ba42e89/2f8e4232-efaf-48ec-8629-27ff4575a4fb) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:45:34.029158 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-20b2b39f-6b60-4244-829b-637e5bb39662 req-595ec06a-155c-45ab-9db7-6b66ec41a9cb service neutron] 10.222.0.21 "GET /v2.0/networks/e871aa95-82fb-443d-b8e4-4f8449ae055b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182656 Sep 23 06:45:34.042947 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-15716317-917a-4ae7-900a-483279c48200 req-18c55f50-c188-42ec-9120-dc5f0fb2305b tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3ec47-52c4-4752-8034-03640108870b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992894 Sep 23 06:45:34.181087 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-20b2b39f-6b60-4244-829b-637e5bb39662 req-8b11b970-ce3e-4ab8-bba1-d5eeb26c2106 service neutron] 10.222.0.21 "GET /v2.0/networks/e871aa95-82fb-443d-b8e4-4f8449ae055b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449950 Sep 23 06:45:34.198290 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dd8aca63-661f-4d27-90ed-1e1a2c535c55 req-54aea942-3ddb-4f84-a78c-cfaab9336420 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7288cae-4701-4fd0-95f9-8545d2327fd0 HTTP/1.1" status: 200 len: 210 time: 0.0353107 Sep 23 06:45:34.202636 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d7d1b665-0e61-49b3-8757-db66f6e80c9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:34.220143 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d7d1b665-0e61-49b3-8757-db66f6e80c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:34.343614 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-d7d1b665-0e61-49b3-8757-db66f6e80c9b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b4a7c1d463654948b4be5acfb4fb532a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8231447 Sep 23 06:45:34.345693 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55010) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:45:34.373548 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d1b665-0e61-49b3-8757-db66f6e80c9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=167c2a43-54a9-4788-8a54-ea24828e1db8,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:34.387540 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-e82e1d3f-e41d-4fbf-9508-46018ebbe60a req-0424696a-f865-41a6-839f-f7a50d1b9a6c tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:34.404239 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f7ddffda-2ef7-49c8-84da-e524fe582e0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:34.442660 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f7ddffda-2ef7-49c8-84da-e524fe582e0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:34.505253 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f7ddffda-2ef7-49c8-84da-e524fe582e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:34.509996 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f7ddffda-2ef7-49c8-84da-e524fe582e0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:34.513506 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-f7ddffda-2ef7-49c8-84da-e524fe582e0b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/167c2a43-54a9-4788-8a54-ea24828e1db8 HTTP/1.1" status: 204 len: 168 time: 0.1645055 Sep 23 06:45:34.520778 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 2b9993c5-3762-46c8-b6b1-3ab919d3c4af up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:45:34.521258 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ddffda-2ef7-49c8-84da-e524fe582e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=167c2a43-54a9-4788-8a54-ea24828e1db8,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:34.540365 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7495fced-eebd-4347-8c7e-4b691e6b8254 req-5359b7da-9e65-43df-83d8-61f2bb1cfc17 tempest-FloatingIPsTestJSON-187356703 tempest-FloatingIPsTestJSON-187356703-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2972891 Sep 23 06:45:34.548914 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-7495fced-eebd-4347-8c7e-4b691e6b8254 req-c0e5e95d-8b0d-4235-915d-726119b82a5e tempest-FloatingIPsTestJSON-187356703 tempest-FloatingIPsTestJSON-187356703-project] Request body: {'floatingip': {'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:45:34.571980 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-e82e1d3f-e41d-4fbf-9508-46018ebbe60a req-0424696a-f865-41a6-839f-f7a50d1b9a6c tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:34.574691 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-7495fced-eebd-4347-8c7e-4b691e6b8254 req-c0e5e95d-8b0d-4235-915d-726119b82a5e tempest-FloatingIPsTestJSON-187356703 tempest-FloatingIPsTestJSON-187356703-project] Notify callbacks [] for floatingip, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:34.603150 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 2b9993c5-3762-46c8-b6b1-3ab919d3c4af triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:45:34.603522 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:34.639728 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e82e1d3f-e41d-4fbf-9508-46018ebbe60a req-0424696a-f865-41a6-839f-f7a50d1b9a6c tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Network 06f6700e-677f-450e-91ed-a10a2fbb500b is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:45:34.653592 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [req-e82e1d3f-e41d-4fbf-9508-46018ebbe60a req-0424696a-f865-41a6-839f-f7a50d1b9a6c tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:45:34.662250 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-e82e1d3f-e41d-4fbf-9508-46018ebbe60a req-0424696a-f865-41a6-839f-f7a50d1b9a6c tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:45:34.664433 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0424696a-f865-41a6-839f-f7a50d1b9a6c tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Pushing event updated for resources: {'Port': ['ID=2f8e4232-efaf-48ec-8629-27ff4575a4fb,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:34.706112 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:34.740567 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port 2b9993c5-3762-46c8-b6b1-3ab919d3c4af, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=2b9993c5-3762-46c8-b6b1-3ab919d3c4af,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:45:34.747327 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:34.765950 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e1d3f-e41d-4fbf-9508-46018ebbe60a req-0424696a-f865-41a6-839f-f7a50d1b9a6c tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:34.766637 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-e82e1d3f-e41d-4fbf-9508-46018ebbe60a req-0424696a-f865-41a6-839f-f7a50d1b9a6c tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:34.778566 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabc71fd-ff5c-46d5-8797-c2f810c5cb8c None None] Sync routers for ids ['0218c2b7-630b-4033-87bc-ae73084fa72c'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:45:34.794842 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e82e1d3f-e41d-4fbf-9508-46018ebbe60a req-0424696a-f865-41a6-839f-f7a50d1b9a6c tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6141584 Sep 23 06:45:34.795555 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabc71fd-ff5c-46d5-8797-c2f810c5cb8c None None] Routers {'0218c2b7-630b-4033-87bc-ae73084fa72c'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:45:34.796371 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-cabc71fd-ff5c-46d5-8797-c2f810c5cb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:45:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['0218c2b7-630b-4033-87bc-ae73084fa72c'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:45:34.808613 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-e82e1d3f-e41d-4fbf-9508-46018ebbe60a req-75cb3e01-8bdc-4539-bfbd-ff674b283bea service neutron] Request body: {'port': {'device_id': 'e7288cae-4701-4fd0-95f9-8545d2327fd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:45:34.841712 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-7495fced-eebd-4347-8c7e-4b691e6b8254 req-c0e5e95d-8b0d-4235-915d-726119b82a5e tempest-FloatingIPsTestJSON-187356703 tempest-FloatingIPsTestJSON-187356703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:34.853663 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=2b9993c5-3762-46c8-b6b1-3ab919d3c4af,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:34.940746 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-e82e1d3f-e41d-4fbf-9508-46018ebbe60a req-75cb3e01-8bdc-4539-bfbd-ff674b283bea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:34.963059 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-cabc71fd-ff5c-46d5-8797-c2f810c5cb8c None None] Set router 0218c2b7-630b-4033-87bc-ae73084fa72c gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:45:34.978063 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55024) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:45:34.995236 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-871f42b3-60bb-4a4e-a6cd-789b44acc9e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:35.056536 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [req-7495fced-eebd-4347-8c7e-4b691e6b8254 req-c0e5e95d-8b0d-4235-915d-726119b82a5e tempest-FloatingIPsTestJSON-187356703 tempest-FloatingIPsTestJSON-187356703-project] Allocated IP 172.25.2.65 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/c684511c-1b51-48dd-b5b6-5d02f8d84017) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:45:35.110538 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8913ae1-daca-40ae-8675-b500e2b52e72 req-1808b1c7-9cdb-4875-9d2d-ed2454d04aba tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:35.112134 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e8913ae1-daca-40ae-8675-b500e2b52e72 req-1808b1c7-9cdb-4875-9d2d-ed2454d04aba tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9252012-7d06-45a1-bad3-31278718f78a HTTP/1.1" status: 200 len: 944 time: 0.0755632 Sep 23 06:45:35.186616 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e8913ae1-daca-40ae-8675-b500e2b52e72 req-a827d9d4-90d7-446d-ad96-77514b36acd2 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638716 Sep 23 06:45:35.197135 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-871f42b3-60bb-4a4e-a6cd-789b44acc9e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:35.202955 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-871f42b3-60bb-4a4e-a6cd-789b44acc9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:35.203906 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-cabc71fd-ff5c-46d5-8797-c2f810c5cb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0218c2b7-630b-4033-87bc-ae73084fa72c', 'name': 'tempest-FloatingIPsTestJSON-321966768-router', 'tenant_id': '78374968529e4ab4bda0e81e8e43b5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '2b9993c5-3762-46c8-b6b1-3ab919d3c4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:45:23Z', 'updated_at': '2021-09-23T06:45:31Z', 'revision_number': 4, 'project_id': '78374968529e4ab4bda0e81e8e43b5ad', 'gw_port': {'id': '2b9993c5-3762-46c8-b6b1-3ab919d3c4af', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0218c2b7-630b-4033-87bc-ae73084fa72c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:45:26Z', 'updated_at': '2021-09-23T06:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': 'e4343717-1205-4afc-ab7b-ebd9aa03c2af', 'name': '', 'network_id': 'c55560e5-79b7-4ff1-9770-9c93a696802c', 'tenant_id': '78374968529e4ab4bda0e81e8e43b5ad', 'mac_address': 'fa:16:3e:63:82:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0218c2b7-630b-4033-87bc-ae73084fa72c', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'be0b27f6-eeb0-4b4b-893e-2b705e12ede4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:45:31Z', 'updated_at': '2021-09-23T06:45:32Z', 'revision_number': 2, 'project_id': '78374968529e4ab4bda0e81e8e43b5ad', 'subnets': [{'id': 'be0b27f6-eeb0-4b4b-893e-2b705e12ede4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:45:35.231783 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabc71fd-ff5c-46d5-8797-c2f810c5cb8c None None] Checking router: 0218c2b7-630b-4033-87bc-ae73084fa72c for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:45:35.232132 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabc71fd-ff5c-46d5-8797-c2f810c5cb8c None None] Updating router 0218c2b7-630b-4033-87bc-ae73084fa72c port e4343717-1205-4afc-ab7b-ebd9aa03c2af binding host n-d-715271-16 {{(pid=95068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 06:45:35.255474 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-871f42b3-60bb-4a4e-a6cd-789b44acc9e6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a324789ef3cf4444807244fa1cf28ee4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2760081 Sep 23 06:45:35.257251 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55034) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:45:35.264610 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-cabc71fd-ff5c-46d5-8797-c2f810c5cb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:35.265289 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871f42b3-60bb-4a4e-a6cd-789b44acc9e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9262b5ef-3523-4b0c-9ac4-35d849e8ded7,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:35.330917 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0b15ff66-eadb-479e-97a1-eff2be39cd20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:35.372326 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0b15ff66-eadb-479e-97a1-eff2be39cd20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:35.472799 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b4f37a-f7ec-47fc-8395-69ec95ad05e8 req-fa76673f-66de-44e2-ba74-4491e675fcf8 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:35.479263 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b4f37a-f7ec-47fc-8395-69ec95ad05e8 req-fa76673f-66de-44e2-ba74-4491e675fcf8 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:35.485972 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b4f37a-f7ec-47fc-8395-69ec95ad05e8 req-fa76673f-66de-44e2-ba74-4491e675fcf8 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:35.490481 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d3b4f37a-f7ec-47fc-8395-69ec95ad05e8 req-fa76673f-66de-44e2-ba74-4491e675fcf8 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/ports?device_id=f182d40f-37c5-4bf8-8005-db6ade628495 HTTP/1.1" status: 200 len: 2411 time: 0.1324024 Sep 23 06:45:35.506829 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec0e2c6-b1c3-4a7a-92fe-bd3925150e43 req-e2a3bf8f-dadd-4de1-b405-9d848707bcec tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:35.508344 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4ec0e2c6-b1c3-4a7a-92fe-bd3925150e43 req-e2a3bf8f-dadd-4de1-b405-9d848707bcec tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9252012-7d06-45a1-bad3-31278718f78a HTTP/1.1" status: 200 len: 944 time: 0.1326988 Sep 23 06:45:35.567037 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0b15ff66-eadb-479e-97a1-eff2be39cd20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:35.569553 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0b15ff66-eadb-479e-97a1-eff2be39cd20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:35.570966 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-0b15ff66-eadb-479e-97a1-eff2be39cd20 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9262b5ef-3523-4b0c-9ac4-35d849e8ded7 HTTP/1.1" status: 204 len: 168 time: 0.3123500 Sep 23 06:45:35.590030 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d3b4f37a-f7ec-47fc-8395-69ec95ad05e8 req-21217834-dd48-459d-ad7e-ddfd24e40d5d tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3ec47-52c4-4752-8034-03640108870b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951204 Sep 23 06:45:35.590734 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-cabc71fd-ff5c-46d5-8797-c2f810c5cb8c None None] Notify callbacks [] for port, precommit_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:35.595892 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b15ff66-eadb-479e-97a1-eff2be39cd20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9262b5ef-3523-4b0c-9ac4-35d849e8ded7,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:35.601138 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-cabc71fd-ff5c-46d5-8797-c2f810c5cb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:35.651486 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-7495fced-eebd-4347-8c7e-4b691e6b8254 req-c0e5e95d-8b0d-4235-915d-726119b82a5e tempest-FloatingIPsTestJSON-187356703 tempest-FloatingIPsTestJSON-187356703-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:35.713359 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165262c8-edfa-4300-95a3-66bc5c59ed74 None None] Pushing event updated for resources: {'Port': ['ID=e4343717-1205-4afc-ab7b-ebd9aa03c2af,revision_number=3']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:35.727440 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-4ec0e2c6-b1c3-4a7a-92fe-bd3925150e43 req-d6422906-5210-4174-a029-93001f0b01e3 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Deleting port fb864968-6b24-4eb1-822e-fcccf589be84 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:45:35.727786 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-4ec0e2c6-b1c3-4a7a-92fe-bd3925150e43 req-d6422906-5210-4174-a029-93001f0b01e3 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:35.762015 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [req-e82e1d3f-e41d-4fbf-9508-46018ebbe60a req-75cb3e01-8bdc-4539-bfbd-ff674b283bea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f8e4232-efaf-48ec-8629-27ff4575a4fb {{(pid=95066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:45:35.766585 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165262c8-edfa-4300-95a3-66bc5c59ed74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:45:35.767146 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165262c8-edfa-4300-95a3-66bc5c59ed74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:45:35.767809 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165262c8-edfa-4300-95a3-66bc5c59ed74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:45:35.768301 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165262c8-edfa-4300-95a3-66bc5c59ed74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:45:35.768847 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165262c8-edfa-4300-95a3-66bc5c59ed74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:45:35.769473 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165262c8-edfa-4300-95a3-66bc5c59ed74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:45:35.770087 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165262c8-edfa-4300-95a3-66bc5c59ed74 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:45:35.770898 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165262c8-edfa-4300-95a3-66bc5c59ed74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:45:35.771430 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165262c8-edfa-4300-95a3-66bc5c59ed74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:45:35.771905 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165262c8-edfa-4300-95a3-66bc5c59ed74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:45:35.772546 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165262c8-edfa-4300-95a3-66bc5c59ed74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:45:35.773228 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165262c8-edfa-4300-95a3-66bc5c59ed74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:45:35.774597 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-7495fced-eebd-4347-8c7e-4b691e6b8254 req-c0e5e95d-8b0d-4235-915d-726119b82a5e tempest-FloatingIPsTestJSON-187356703 tempest-FloatingIPsTestJSON-187356703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:35.783127 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-cabc71fd-ff5c-46d5-8797-c2f810c5cb8c None None] Attempting to bind port e4343717-1205-4afc-ab7b-ebd9aa03c2af on host n-d-715271-16 for vnic_type normal with profile {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:45:35.784487 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-cabc71fd-ff5c-46d5-8797-c2f810c5cb8c None None] Attempting to bind port e4343717-1205-4afc-ab7b-ebd9aa03c2af by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '03044334-c1b2-4c2c-b3e7-3d99f4a0aba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c55560e5-79b7-4ff1-9770-9c93a696802c'}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:45:35.785165 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabc71fd-ff5c-46d5-8797-c2f810c5cb8c None None] Attempting to bind port e4343717-1205-4afc-ab7b-ebd9aa03c2af on network c55560e5-79b7-4ff1-9770-9c93a696802c {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:45:35.793311 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabc71fd-ff5c-46d5-8797-c2f810c5cb8c None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:45:35.794036 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabc71fd-ff5c-46d5-8797-c2f810c5cb8c None None] Checking segment: {'id': '03044334-c1b2-4c2c-b3e7-3d99f4a0aba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c55560e5-79b7-4ff1-9770-9c93a696802c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:45:35.794795 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-cabc71fd-ff5c-46d5-8797-c2f810c5cb8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:35.795733 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabc71fd-ff5c-46d5-8797-c2f810c5cb8c None None] Bound using segment: {'id': '03044334-c1b2-4c2c-b3e7-3d99f4a0aba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c55560e5-79b7-4ff1-9770-9c93a696802c'} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:45:35.796627 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-cabc71fd-ff5c-46d5-8797-c2f810c5cb8c None None] Bound port: e4343717-1205-4afc-ab7b-ebd9aa03c2af, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03044334-c1b2-4c2c-b3e7-3d99f4a0aba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c55560e5-79b7-4ff1-9770-9c93a696802c'}}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:45:35.797670 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-cabc71fd-ff5c-46d5-8797-c2f810c5cb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:35.805692 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-e82e1d3f-e41d-4fbf-9508-46018ebbe60a req-75cb3e01-8bdc-4539-bfbd-ff674b283bea service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:35.856031 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.provisioning_blocks [req-e82e1d3f-e41d-4fbf-9508-46018ebbe60a req-75cb3e01-8bdc-4539-bfbd-ff674b283bea service neutron] Transition to ACTIVE for port object 2f8e4232-efaf-48ec-8629-27ff4575a4fb will not be triggered until provisioned by entity L2. {{(pid=95066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:45:35.864948 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-e82e1d3f-e41d-4fbf-9508-46018ebbe60a req-75cb3e01-8bdc-4539-bfbd-ff674b283bea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:35.879640 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7495fced-eebd-4347-8c7e-4b691e6b8254 req-c0e5e95d-8b0d-4235-915d-726119b82a5e tempest-FloatingIPsTestJSON-187356703 tempest-FloatingIPsTestJSON-187356703-project] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:45:35.879840 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-4ec0e2c6-b1c3-4a7a-92fe-bd3925150e43 req-d6422906-5210-4174-a029-93001f0b01e3 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] For port fb864968-6b24-4eb1-822e-fcccf589be84, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=fb864968-6b24-4eb1-822e-fcccf589be84,segment=NetworkSegment(a2ee209e-d4ee-4c6a-8401-bd714bf3436e),segment_id=a2ee209e-d4ee-4c6a-8401-bd714bf3436e)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:45:35.879966 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-4ec0e2c6-b1c3-4a7a-92fe-bd3925150e43 req-d6422906-5210-4174-a029-93001f0b01e3 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:35.895454 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [req-7495fced-eebd-4347-8c7e-4b691e6b8254 req-c0e5e95d-8b0d-4235-915d-726119b82a5e tempest-FloatingIPsTestJSON-187356703 tempest-FloatingIPsTestJSON-187356703-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:45:35.895653 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-cabc71fd-ff5c-46d5-8797-c2f810c5cb8c None None] For port e4343717-1205-4afc-ab7b-ebd9aa03c2af, host n-d-715271-16, cleared binding levels {{(pid=95068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:45:35.899050 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-7495fced-eebd-4347-8c7e-4b691e6b8254 req-c0e5e95d-8b0d-4235-915d-726119b82a5e tempest-FloatingIPsTestJSON-187356703 tempest-FloatingIPsTestJSON-187356703-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:45:35.901081 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e5e95d-8b0d-4235-915d-726119b82a5e tempest-FloatingIPsTestJSON-187356703 tempest-FloatingIPsTestJSON-187356703-project] Pushing event updated for resources: {'Port': ['ID=c684511c-1b51-48dd-b5b6-5d02f8d84017,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:35.906448 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-cabc71fd-ff5c-46d5-8797-c2f810c5cb8c None None] For port e4343717-1205-4afc-ab7b-ebd9aa03c2af, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=e4343717-1205-4afc-ab7b-ebd9aa03c2af,segment=NetworkSegment(03044334-c1b2-4c2c-b3e7-3d99f4a0aba9),segment_id=03044334-c1b2-4c2c-b3e7-3d99f4a0aba9)] {{(pid=95068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:45:35.915005 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-cabc71fd-ff5c-46d5-8797-c2f810c5cb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:35.962118 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb3e01-8bdc-4539-bfbd-ff674b283bea service neutron] Pushing event updated for resources: {'Port': ['ID=2f8e4232-efaf-48ec-8629-27ff4575a4fb,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:35.983045 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-4ec0e2c6-b1c3-4a7a-92fe-bd3925150e43 req-d6422906-5210-4174-a029-93001f0b01e3 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Calling delete_port for fb864968-6b24-4eb1-822e-fcccf589be84 owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:45:35.987059 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165262c8-edfa-4300-95a3-66bc5c59ed74 None None] Pushing event updated for resources: {'Port': ['ID=e4343717-1205-4afc-ab7b-ebd9aa03c2af,revision_number=4']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:35.998838 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabc71fd-ff5c-46d5-8797-c2f810c5cb8c None None] Routers {'0218c2b7-630b-4033-87bc-ae73084fa72c'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:45:35.999473 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-cabc71fd-ff5c-46d5-8797-c2f810c5cb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:45:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['0218c2b7-630b-4033-87bc-ae73084fa72c'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:45:36.082409 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-090cb91c-91cf-4825-a147-0ce95efd993f None None] Provisioning complete for port e4343717-1205-4afc-ab7b-ebd9aa03c2af triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:45:36.084291 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-090cb91c-91cf-4825-a147-0ce95efd993f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:36.093412 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 876ce57a-1b93-405d-9d6f-1d307c37785b details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:45:36.186501 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device fb864968-6b24-4eb1-822e-fcccf589be84 no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:45:36.215467 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-cabc71fd-ff5c-46d5-8797-c2f810c5cb8c None None] Set router 0218c2b7-630b-4033-87bc-ae73084fa72c gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:45:36.218613 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9965b06c-c5ea-46b1-a9df-f448715a83dc req-aeb22c59-493d-44ad-bcb7-221dcc0fddeb tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:36.236720 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9965b06c-c5ea-46b1-a9df-f448715a83dc req-aeb22c59-493d-44ad-bcb7-221dcc0fddeb tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7288cae-4701-4fd0-95f9-8545d2327fd0 HTTP/1.1" status: 200 len: 943 time: 0.3592308 Sep 23 06:45:36.252759 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-4ec0e2c6-b1c3-4a7a-92fe-bd3925150e43 req-d6422906-5210-4174-a029-93001f0b01e3 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:36.260274 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-e82e1d3f-e41d-4fbf-9508-46018ebbe60a req-75cb3e01-8bdc-4539-bfbd-ff674b283bea service neutron] Attempting to bind port 2f8e4232-efaf-48ec-8629-27ff4575a4fb on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:45:36.260420 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-e82e1d3f-e41d-4fbf-9508-46018ebbe60a req-75cb3e01-8bdc-4539-bfbd-ff674b283bea service neutron] Attempting to bind port 2f8e4232-efaf-48ec-8629-27ff4575a4fb by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '2b9cc8e9-9b87-41b9-963b-963dc78e06f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '06f6700e-677f-450e-91ed-a10a2fbb500b'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:45:36.260738 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82e1d3f-e41d-4fbf-9508-46018ebbe60a req-75cb3e01-8bdc-4539-bfbd-ff674b283bea service neutron] Attempting to bind port 2f8e4232-efaf-48ec-8629-27ff4575a4fb on network 06f6700e-677f-450e-91ed-a10a2fbb500b {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:45:36.287133 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82e1d3f-e41d-4fbf-9508-46018ebbe60a req-75cb3e01-8bdc-4539-bfbd-ff674b283bea service neutron] Port 2f8e4232-efaf-48ec-8629-27ff4575a4fb on network 06f6700e-677f-450e-91ed-a10a2fbb500b not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:45:36.287470 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82e1d3f-e41d-4fbf-9508-46018ebbe60a req-75cb3e01-8bdc-4539-bfbd-ff674b283bea service neutron] Attempting to bind port 2f8e4232-efaf-48ec-8629-27ff4575a4fb on network 06f6700e-677f-450e-91ed-a10a2fbb500b {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:45:36.306432 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.db.resource_extend [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 06:45:36.307904 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-090cb91c-91cf-4825-a147-0ce95efd993f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:36.318303 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:36.324104 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-7495fced-eebd-4347-8c7e-4b691e6b8254 req-c0e5e95d-8b0d-4235-915d-726119b82a5e tempest-FloatingIPsTestJSON-187356703 tempest-FloatingIPsTestJSON-187356703-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:36.324913 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6422906-5210-4174-a029-93001f0b01e3 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Pushing event deleted for resources: {'Port': ['ID=fb864968-6b24-4eb1-822e-fcccf589be84,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:36.328844 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82e1d3f-e41d-4fbf-9508-46018ebbe60a req-75cb3e01-8bdc-4539-bfbd-ff674b283bea service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:45:36.329396 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82e1d3f-e41d-4fbf-9508-46018ebbe60a req-75cb3e01-8bdc-4539-bfbd-ff674b283bea service neutron] Checking segment: {'id': '2b9cc8e9-9b87-41b9-963b-963dc78e06f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '06f6700e-677f-450e-91ed-a10a2fbb500b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:45:36.329798 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82e1d3f-e41d-4fbf-9508-46018ebbe60a req-75cb3e01-8bdc-4539-bfbd-ff674b283bea service neutron] Bound using segment: {'id': '2b9cc8e9-9b87-41b9-963b-963dc78e06f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '06f6700e-677f-450e-91ed-a10a2fbb500b'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:45:36.330278 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-e82e1d3f-e41d-4fbf-9508-46018ebbe60a req-75cb3e01-8bdc-4539-bfbd-ff674b283bea service neutron] Bound port: 2f8e4232-efaf-48ec-8629-27ff4575a4fb, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b9cc8e9-9b87-41b9-963b-963dc78e06f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '06f6700e-677f-450e-91ed-a10a2fbb500b'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:45:36.330640 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-e82e1d3f-e41d-4fbf-9508-46018ebbe60a req-75cb3e01-8bdc-4539-bfbd-ff674b283bea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:36.374970 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-090cb91c-91cf-4825-a147-0ce95efd993f None None] For port e4343717-1205-4afc-ab7b-ebd9aa03c2af, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=e4343717-1205-4afc-ab7b-ebd9aa03c2af,segment=NetworkSegment(03044334-c1b2-4c2c-b3e7-3d99f4a0aba9),segment_id=03044334-c1b2-4c2c-b3e7-3d99f4a0aba9)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:45:36.376396 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9965b06c-c5ea-46b1-a9df-f448715a83dc req-e9d21b29-62bd-4cdb-9a48-e57b7f7735aa tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/security-groups?id=ead5d8e9-ed26-4c51-bfc2-b6de8d7d128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328492 Sep 23 06:45:36.382924 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-090cb91c-91cf-4825-a147-0ce95efd993f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:36.400273 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No active binding found for port fb864968-6b24-4eb1-822e-fcccf589be84 {{(pid=95067) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 23 06:45:36.400714 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device fb864968-6b24-4eb1-822e-fcccf589be84 not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:45:36.401132 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 6ce1caef-f862-49ed-a69e-3755bf1caeb1 no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:45:36.443396 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No Port match for: 6ce1caef-f862-49ed-a69e-3755bf1caeb1 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:45:36.444021 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 6ce1caef-f862-49ed-a69e-3755bf1caeb1 not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:45:36.460141 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ec0e2c6-b1c3-4a7a-92fe-bd3925150e43 req-d6422906-5210-4174-a029-93001f0b01e3 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] No DVR routers for this DVR port fb864968-6b24-4eb1-822e-fcccf589be84 on host n-h2-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:45:36.464754 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-4ec0e2c6-b1c3-4a7a-92fe-bd3925150e43 req-d6422906-5210-4174-a029-93001f0b01e3 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:36.467644 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4ec0e2c6-b1c3-4a7a-92fe-bd3925150e43 req-d6422906-5210-4174-a029-93001f0b01e3 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.58 "DELETE /v2.0/ports/fb864968-6b24-4eb1-822e-fcccf589be84 HTTP/1.1" status: 204 len: 173 time: 0.9466166 Sep 23 06:45:36.471676 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9252012-7d06-45a1-bad3-31278718f78a', 'name': 'network-vif-deleted', 'tag': 'fb864968-6b24-4eb1-822e-fcccf589be84'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:45:36.477608 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57fe63f5-6769-4aa0-9610-24161424117d" -d '{"events": [{"server_uuid": "c9252012-7d06-45a1-bad3-31278718f78a", "name": "network-vif-deleted", "tag": "fb864968-6b24-4eb1-822e-fcccf589be84"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:45:36.543505 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-7495fced-eebd-4347-8c7e-4b691e6b8254 req-c0e5e95d-8b0d-4235-915d-726119b82a5e tempest-FloatingIPsTestJSON-187356703 tempest-FloatingIPsTestJSON-187356703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:36.593743 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 876ce57a-1b93-405d-9d6f-1d307c37785b, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=876ce57a-1b93-405d-9d6f-1d307c37785b,segment=NetworkSegment(e3fe4d08-8bf2-481c-921f-8e66fac37bdc),segment_id=e3fe4d08-8bf2-481c-921f-8e66fac37bdc)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:45:36.636894 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-cabc71fd-ff5c-46d5-8797-c2f810c5cb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0218c2b7-630b-4033-87bc-ae73084fa72c', 'name': 'tempest-FloatingIPsTestJSON-321966768-router', 'tenant_id': '78374968529e4ab4bda0e81e8e43b5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '2b9993c5-3762-46c8-b6b1-3ab919d3c4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:45:23Z', 'updated_at': '2021-09-23T06:45:31Z', 'revision_number': 4, 'project_id': '78374968529e4ab4bda0e81e8e43b5ad', 'gw_port': {'id': '2b9993c5-3762-46c8-b6b1-3ab919d3c4af', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0218c2b7-630b-4033-87bc-ae73084fa72c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:45:26Z', 'updated_at': '2021-09-23T06:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': 'e4343717-1205-4afc-ab7b-ebd9aa03c2af', 'name': '', 'network_id': 'c55560e5-79b7-4ff1-9770-9c93a696802c', 'tenant_id': '78374968529e4ab4bda0e81e8e43b5ad', 'mac_address': 'fa:16:3e:63:82:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0218c2b7-630b-4033-87bc-ae73084fa72c', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'be0b27f6-eeb0-4b4b-893e-2b705e12ede4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:45:31Z', 'updated_at': '2021-09-23T06:45:35Z', 'revision_number': 4, 'project_id': '78374968529e4ab4bda0e81e8e43b5ad', 'subnets': [{'id': 'be0b27f6-eeb0-4b4b-893e-2b705e12ede4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:45:36.637293 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': '876ce57a-1b93-405d-9d6f-1d307c37785b', 'network_id': 'e871aa95-82fb-443d-b8e4-4f8449ae055b', 'port_id': '876ce57a-1b93-405d-9d6f-1d307c37785b', 'mac_address': 'fa:16:3e:05:fb:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15193a57-9329-4109-8317-0971587fc237', 'ip_address': '19.80.0.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:45:36.652320 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-e82e1d3f-e41d-4fbf-9508-46018ebbe60a req-75cb3e01-8bdc-4539-bfbd-ff674b283bea service neutron] For port 2f8e4232-efaf-48ec-8629-27ff4575a4fb, host n-h2-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:45:36.657331 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-e82e1d3f-e41d-4fbf-9508-46018ebbe60a req-75cb3e01-8bdc-4539-bfbd-ff674b283bea service neutron] For port 2f8e4232-efaf-48ec-8629-27ff4575a4fb, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=2f8e4232-efaf-48ec-8629-27ff4575a4fb,segment=NetworkSegment(2b9cc8e9-9b87-41b9-963b-963dc78e06f0),segment_id=2b9cc8e9-9b87-41b9-963b-963dc78e06f0)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:45:36.669842 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-e82e1d3f-e41d-4fbf-9508-46018ebbe60a req-75cb3e01-8bdc-4539-bfbd-ff674b283bea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:36.670413 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ce203ae7-8d05-4938-ba66-326841e786c4 req-d86b63bf-762b-4897-864a-3265680d88cd tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9252012-7d06-45a1-bad3-31278718f78a HTTP/1.1" status: 200 len: 210 time: 0.0711503 Sep 23 06:45:36.695795 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabc71fd-ff5c-46d5-8797-c2f810c5cb8c None None] The sync data for ids ['0218c2b7-630b-4033-87bc-ae73084fa72c'] in n-d-715271-16 is: [{'id': '0218c2b7-630b-4033-87bc-ae73084fa72c', 'name': 'tempest-FloatingIPsTestJSON-321966768-router', 'tenant_id': '78374968529e4ab4bda0e81e8e43b5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '2b9993c5-3762-46c8-b6b1-3ab919d3c4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:45:23Z', 'updated_at': '2021-09-23T06:45:31Z', 'revision_number': 4, 'project_id': '78374968529e4ab4bda0e81e8e43b5ad', 'gw_port': {'id': '2b9993c5-3762-46c8-b6b1-3ab919d3c4af', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0218c2b7-630b-4033-87bc-ae73084fa72c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:45:26Z', 'updated_at': '2021-09-23T06:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': 'e4343717-1205-4afc-ab7b-ebd9aa03c2af', 'name': '', 'network_id': 'c55560e5-79b7-4ff1-9770-9c93a696802c', 'tenant_id': '78374968529e4ab4bda0e81e8e43b5ad', 'mac_address': 'fa:16:3e:63:82:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0218c2b7-630b-4033-87bc-ae73084fa72c', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'be0b27f6-eeb0-4b4b-893e-2b705e12ede4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:45:31Z', 'updated_at': '2021-09-23T06:45:35Z', 'revision_number': 4, 'project_id': '78374968529e4ab4bda0e81e8e43b5ad', 'subnets': [{'id': 'be0b27f6-eeb0-4b4b-893e-2b705e12ede4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:45:36.752941 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e1d3f-e41d-4fbf-9508-46018ebbe60a req-75cb3e01-8bdc-4539-bfbd-ff674b283bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:36.752941 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-e82e1d3f-e41d-4fbf-9508-46018ebbe60a req-75cb3e01-8bdc-4539-bfbd-ff674b283bea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:36.754742 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e82e1d3f-e41d-4fbf-9508-46018ebbe60a req-75cb3e01-8bdc-4539-bfbd-ff674b283bea service neutron] 10.222.0.58 "PUT /v2.0/ports/2f8e4232-efaf-48ec-8629-27ff4575a4fb HTTP/1.1" status: 200 len: 1092 time: 1.9503849 Sep 23 06:45:36.754742 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7288cae-4701-4fd0-95f9-8545d2327fd0', 'tag': '2f8e4232-efaf-48ec-8629-27ff4575a4fb'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:45:36.758148 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c2204c5-9d13-42c0-b785-1b6fd476dc5a" -d '{"events": [{"name": "network-changed", "server_uuid": "e7288cae-4701-4fd0-95f9-8545d2327fd0", "tag": "2f8e4232-efaf-48ec-8629-27ff4575a4fb"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:45:36.823202 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 2b9993c5-3762-46c8-b6b1-3ab919d3c4af up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:45:36.826271 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090cb91c-91cf-4825-a147-0ce95efd993f None None] Pushing event updated for resources: {'Port': ['ID=e4343717-1205-4afc-ab7b-ebd9aa03c2af,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:36.852727 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb3e01-8bdc-4539-bfbd-ff674b283bea service neutron] Pushing event updated for resources: {'Port': ['ID=2f8e4232-efaf-48ec-8629-27ff4575a4fb,revision_number=3']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:36.875645 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-66cc763d-3630-41c9-9ac4-a08e7854bce1 None None] Provisioning complete for port e4343717-1205-4afc-ab7b-ebd9aa03c2af triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:45:36.876437 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-66cc763d-3630-41c9-9ac4-a08e7854bce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:36.917920 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:36.923705 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e1d3f-e41d-4fbf-9508-46018ebbe60a req-18925b86-ea32-4495-a22d-67c93ce04fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:36.924640 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e82e1d3f-e41d-4fbf-9508-46018ebbe60a req-18925b86-ea32-4495-a22d-67c93ce04fc5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=031ae4ebff9e422a93af0c39a45d1171&device_id=e7288cae-4701-4fd0-95f9-8545d2327fd0 HTTP/1.1" status: 200 len: 1095 time: 0.0912650 Sep 23 06:45:36.934153 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd1cc5b-7918-420d-a0ff-63717b6b332a x-openstack-request-id: req-fbd1cc5b-7918-420d-a0ff-63717b6b332a {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:45:36.934552 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9252012-7d06-45a1-bad3-31278718f78a", "name": "network-vif-deleted", "tag": "fb864968-6b24-4eb1-822e-fcccf589be84", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:45:36.934827 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fbd1cc5b-7918-420d-a0ff-63717b6b332a {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:45:36.935322 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9252012-7d06-45a1-bad3-31278718f78a', 'name': 'network-vif-deleted', 'tag': 'fb864968-6b24-4eb1-822e-fcccf589be84', 'status': 'completed', 'code': 200} Sep 23 06:45:36.977340 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 876ce57a-1b93-405d-9d6f-1d307c37785b {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:45:36.978695 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55072) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:45:37.013081 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 876ce57a-1b93-405d-9d6f-1d307c37785b, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=876ce57a-1b93-405d-9d6f-1d307c37785b,segment=NetworkSegment(e3fe4d08-8bf2-481c-921f-8e66fac37bdc),segment_id=e3fe4d08-8bf2-481c-921f-8e66fac37bdc)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:45:37.022301 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-7495fced-eebd-4347-8c7e-4b691e6b8254 req-c0e5e95d-8b0d-4235-915d-726119b82a5e tempest-FloatingIPsTestJSON-187356703 tempest-FloatingIPsTestJSON-187356703-project] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:37.025476 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e82e1d3f-e41d-4fbf-9508-46018ebbe60a req-feb40ca0-60c0-46c3-af9b-07077b8bad40 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f8e4232-efaf-48ec-8629-27ff4575a4fb HTTP/1.1" status: 200 len: 217 time: 0.0737193 Sep 23 06:45:37.028131 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-7495fced-eebd-4347-8c7e-4b691e6b8254 req-c0e5e95d-8b0d-4235-915d-726119b82a5e tempest-FloatingIPsTestJSON-187356703 tempest-FloatingIPsTestJSON-187356703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:37.036090 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:37.037137 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 9af4644a-95fe-4721-b1a7-44e4c57ff21d details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:45:37.045556 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 2b9993c5-3762-46c8-b6b1-3ab919d3c4af triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:45:37.045988 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:37.120938 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1722b5e5-24bd-44fd-b335-bd939d2d1d39 req-ae05fe17-89fc-4fc1-a9ce-c0ee8ed2754b tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:37.144214 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1722b5e5-24bd-44fd-b335-bd939d2d1d39 req-ae05fe17-89fc-4fc1-a9ce-c0ee8ed2754b tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:37.171153 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1722b5e5-24bd-44fd-b335-bd939d2d1d39 req-ae05fe17-89fc-4fc1-a9ce-c0ee8ed2754b tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:37.181208 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1722b5e5-24bd-44fd-b335-bd939d2d1d39 req-ae05fe17-89fc-4fc1-a9ce-c0ee8ed2754b tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/ports?device_id=f182d40f-37c5-4bf8-8005-db6ade628495 HTTP/1.1" status: 200 len: 2412 time: 0.1607966 Sep 23 06:45:37.208716 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-7495fced-eebd-4347-8c7e-4b691e6b8254 req-c0e5e95d-8b0d-4235-915d-726119b82a5e tempest-FloatingIPsTestJSON-187356703 tempest-FloatingIPsTestJSON-187356703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:37.213794 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e1d3f-e41d-4fbf-9508-46018ebbe60a req-c096a59c-fe02-4770-aea9-96250553f945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:37.214318 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-45449064-d080-4a5a-b916-112f050777fe admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1528444180-network', 'tenant_id': '60f0d4c7dec14a96849df313211233ee'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:45:37.215799 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e82e1d3f-e41d-4fbf-9508-46018ebbe60a req-c096a59c-fe02-4770-aea9-96250553f945 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e60271bd-2abe-488c-8449-206f6ba42e89 HTTP/1.1" status: 200 len: 844 time: 0.1788032 Sep 23 06:45:37.242314 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e5e95d-8b0d-4235-915d-726119b82a5e tempest-FloatingIPsTestJSON-187356703 tempest-FloatingIPsTestJSON-187356703-project] Pushing event updated for resources: {'Port': ['ID=c684511c-1b51-48dd-b5b6-5d02f8d84017,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:37.243542 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1722b5e5-24bd-44fd-b335-bd939d2d1d39 req-54a41bb8-bcb1-4515-a8d4-e44009080edd tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3ec47-52c4-4752-8034-03640108870b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611372 Sep 23 06:45:37.273472 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45449064-d080-4a5a-b916-112f050777fe admin admin] Made reservation on behalf of 60f0d4c7dec14a96849df313211233ee for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:45:37.275237 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e82e1d3f-e41d-4fbf-9508-46018ebbe60a req-3eddd01b-d3f9-4131-9cb6-8ba028982a46 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=06f6700e-677f-450e-91ed-a10a2fbb500b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503280 Sep 23 06:45:37.276547 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-45449064-d080-4a5a-b916-112f050777fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:37.278217 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-7495fced-eebd-4347-8c7e-4b691e6b8254 req-c0e5e95d-8b0d-4235-915d-726119b82a5e tempest-FloatingIPsTestJSON-187356703 tempest-FloatingIPsTestJSON-187356703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:37.279992 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7495fced-eebd-4347-8c7e-4b691e6b8254 req-c0e5e95d-8b0d-4235-915d-726119b82a5e tempest-FloatingIPsTestJSON-187356703 tempest-FloatingIPsTestJSON-187356703-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.7387660 Sep 23 06:45:37.295797 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-45449064-d080-4a5a-b916-112f050777fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:37.302512 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 9af4644a-95fe-4721-b1a7-44e4c57ff21d, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=9af4644a-95fe-4721-b1a7-44e4c57ff21d,segment=NetworkSegment(e3fe4d08-8bf2-481c-921f-8e66fac37bdc),segment_id=e3fe4d08-8bf2-481c-921f-8e66fac37bdc)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:45:37.312111 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=876ce57a-1b93-405d-9d6f-1d307c37785b,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:37.323336 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': '9af4644a-95fe-4721-b1a7-44e4c57ff21d', 'network_id': 'e871aa95-82fb-443d-b8e4-4f8449ae055b', 'port_id': '9af4644a-95fe-4721-b1a7-44e4c57ff21d', 'mac_address': 'fa:16:3e:6c:ba:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15193a57-9329-4109-8317-0971587fc237', 'ip_address': '19.80.0.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:45:37.382238 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b82c5aeb-bd93-4366-804a-ed5f8f7da11e x-openstack-request-id: req-b82c5aeb-bd93-4366-804a-ed5f8f7da11e {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:45:37.382567 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7288cae-4701-4fd0-95f9-8545d2327fd0", "tag": "2f8e4232-efaf-48ec-8629-27ff4575a4fb", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:45:37.382968 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b82c5aeb-bd93-4366-804a-ed5f8f7da11e {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:45:37.383257 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7288cae-4701-4fd0-95f9-8545d2327fd0', 'tag': '2f8e4232-efaf-48ec-8629-27ff4575a4fb', 'status': 'completed', 'code': 200} Sep 23 06:45:37.390616 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7495fced-eebd-4347-8c7e-4b691e6b8254 req-0f19beb5-ad42-4e0d-8b4d-c85a8b4486e2 tempest-FloatingIPsTestJSON-187356703 tempest-FloatingIPsTestJSON-187356703-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.65 HTTP/1.1" status: 200 len: 695 time: 0.0971050 Sep 23 06:45:37.448744 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-45449064-d080-4a5a-b916-112f050777fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:37.459465 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-45449064-d080-4a5a-b916-112f050777fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:37.474827 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45449064-d080-4a5a-b916-112f050777fe admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:45:37.486830 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-45449064-d080-4a5a-b916-112f050777fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:37.488355 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-45449064-d080-4a5a-b916-112f050777fe admin admin] Added segment e311ce61-9ca9-495c-a2b4-23b5ef627aae of type vlan for network cdc18f7e-6fff-4ed4-abf0-3e045b651c28 Sep 23 06:45:37.558024 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-45449064-d080-4a5a-b916-112f050777fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:37.564676 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45449064-d080-4a5a-b916-112f050777fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5383a6-41e8-4ffd-bb02-3fe79014de26,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:37.595755 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e82e1d3f-e41d-4fbf-9508-46018ebbe60a req-065a3270-6910-4cd1-b8a0-620dc71a0bee service neutron] 10.222.0.58 "GET /v2.0/networks/06f6700e-677f-450e-91ed-a10a2fbb500b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956715 Sep 23 06:45:37.599226 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:37.606704 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-45449064-d080-4a5a-b916-112f050777fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:37.607717 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45449064-d080-4a5a-b916-112f050777fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:37.608410 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-45449064-d080-4a5a-b916-112f050777fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:37.626438 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9af4644a-95fe-4721-b1a7-44e4c57ff21d {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:45:37.653724 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 9af4644a-95fe-4721-b1a7-44e4c57ff21d, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=9af4644a-95fe-4721-b1a7-44e4c57ff21d,segment=NetworkSegment(e3fe4d08-8bf2-481c-921f-8e66fac37bdc),segment_id=e3fe4d08-8bf2-481c-921f-8e66fac37bdc)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:45:37.658673 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:37.659403 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device ff760a6e-d955-4369-b8f4-c58bfe6297c6 details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:45:37.701228 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-45449064-d080-4a5a-b916-112f050777fe admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7210622 Sep 23 06:45:37.703024 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45449064-d080-4a5a-b916-112f050777fe admin admin] Pushing event updated for resources: {'Network': ['ID=cdc18f7e-6fff-4ed4-abf0-3e045b651c28,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:37.706532 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55084) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:45:37.716765 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-f9f5ab27-4948-49c4-ba80-a198e6a91862 admin admin] Request body: {'subnet': {'network_id': 'cdc18f7e-6fff-4ed4-abf0-3e045b651c28', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1528444180-subnet', 'tenant_id': '60f0d4c7dec14a96849df313211233ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:45:37.720987 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e82e1d3f-e41d-4fbf-9508-46018ebbe60a req-d4aef374-1e33-40dc-ab86-be373e213b3e service neutron] 10.222.0.58 "GET /v2.0/networks/06f6700e-677f-450e-91ed-a10a2fbb500b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155839 Sep 23 06:45:37.721163 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network cdc18f7e-6fff-4ed4-abf0-3e045b651c28 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:45:37.730521 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7495fced-eebd-4347-8c7e-4b691e6b8254 req-8bfc106b-dd3e-4d15-864f-8f2f7a77ebce tempest-FloatingIPsTestJSON-187356703 tempest-FloatingIPsTestJSON-187356703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:37.731941 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7495fced-eebd-4347-8c7e-4b691e6b8254 req-8bfc106b-dd3e-4d15-864f-8f2f7a77ebce tempest-FloatingIPsTestJSON-187356703 tempest-FloatingIPsTestJSON-187356703-project] 10.222.0.39 "GET /v2.0/networks/0f47978c-41eb-4cc7-92bf-8b873be8a1a0 HTTP/1.1" status: 200 len: 784 time: 0.3307233 Sep 23 06:45:37.746084 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [req-7495fced-eebd-4347-8c7e-4b691e6b8254 req-0d487aa0-a144-431a-bc71-bb688d92c282 tempest-FloatingIPsTestJSON-187356703 tempest-FloatingIPsTestJSON-187356703-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 06:45:37.747108 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7495fced-eebd-4347-8c7e-4b691e6b8254 req-0d487aa0-a144-431a-bc71-bb688d92c282 tempest-FloatingIPsTestJSON-187356703 tempest-FloatingIPsTestJSON-187356703-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064397 Sep 23 06:45:37.765076 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54324b69-a7e3-4ed1-9657-b184594a65ba req-f76d9fd8-0a07-43ef-abdd-33018d587dcd tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:37.767567 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-54324b69-a7e3-4ed1-9657-b184594a65ba req-f76d9fd8-0a07-43ef-abdd-33018d587dcd tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7288cae-4701-4fd0-95f9-8545d2327fd0 HTTP/1.1" status: 200 len: 943 time: 0.1713672 Sep 23 06:45:37.769287 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f5ab27-4948-49c4-ba80-a198e6a91862 admin admin] Made reservation on behalf of 60f0d4c7dec14a96849df313211233ee for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:45:37.771549 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f9f5ab27-4948-49c4-ba80-a198e6a91862 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:37.820622 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=9af4644a-95fe-4721-b1a7-44e4c57ff21d,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:37.841724 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2204c5-9d13-42c0-b785-1b6fd476dc5a req-8b14c14d-f065-463c-bad6-630eb1edcef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:37.843323 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8c2204c5-9d13-42c0-b785-1b6fd476dc5a req-8b14c14d-f065-463c-bad6-630eb1edcef1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=031ae4ebff9e422a93af0c39a45d1171&device_id=e7288cae-4701-4fd0-95f9-8545d2327fd0 HTTP/1.1" status: 200 len: 1095 time: 0.0638011 Sep 23 06:45:37.880557 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-54324b69-a7e3-4ed1-9657-b184594a65ba req-d27e522c-8bc3-4e7c-bbac-67aef3cdc70c tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/security-groups?id=ead5d8e9-ed26-4c51-bfc2-b6de8d7d128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957806 Sep 23 06:45:38.000004 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2204c5-9d13-42c0-b785-1b6fd476dc5a req-28d530b6-5cc3-445a-a42a-39c16e10620b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:38.002381 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8c2204c5-9d13-42c0-b785-1b6fd476dc5a req-28d530b6-5cc3-445a-a42a-39c16e10620b service neutron] 10.222.0.58 "GET /v2.0/networks?id=06f6700e-677f-450e-91ed-a10a2fbb500b HTTP/1.1" status: 200 len: 905 time: 0.1433995 Sep 23 06:45:38.003160 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port ff760a6e-d955-4369-b8f4-c58bfe6297c6, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=ff760a6e-d955-4369-b8f4-c58bfe6297c6,segment=NetworkSegment(cfe81948-79b4-41e4-a063-84488fe06149),segment_id=cfe81948-79b4-41e4-a063-84488fe06149)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:45:38.043345 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-1309f95b-a4d1-4405-92cb-a745e76dfc14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:38.044729 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': 'ff760a6e-d955-4369-b8f4-c58bfe6297c6', 'network_id': '4f0b7a84-a990-49b2-865a-e7181fef0d7c', 'port_id': 'ff760a6e-d955-4369-b8f4-c58bfe6297c6', 'mac_address': 'fa:16:3e:d0:a8:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49dd13b2-fd02-457d-b2ef-b4c93924a769', 'ip_address': '19.86.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:45:38.054556 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cf0c7a15-8e52-4282-80c5-05000cbea5c8 req-848fd4e6-284d-42c9-b7ec-21317b5cd1c2 tempest-FloatingIPsTestJSON-187356703 tempest-FloatingIPsTestJSON-187356703-project] 10.222.0.39 "GET /v2.0/floatingips/ab45a514-ef10-4ff7-ac4e-35bfa9fae80f HTTP/1.1" status: 200 len: 692 time: 0.1175261 Sep 23 06:45:38.068495 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8c2204c5-9d13-42c0-b785-1b6fd476dc5a req-87721c4e-eb5e-442e-878b-6d00a4c4e8af service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f8e4232-efaf-48ec-8629-27ff4575a4fb HTTP/1.1" status: 200 len: 217 time: 0.0571761 Sep 23 06:45:38.095370 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:38.114549 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff760a6e-d955-4369-b8f4-c58bfe6297c6 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:45:38.136028 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port ff760a6e-d955-4369-b8f4-c58bfe6297c6, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=ff760a6e-d955-4369-b8f4-c58bfe6297c6,segment=NetworkSegment(cfe81948-79b4-41e4-a063-84488fe06149),segment_id=cfe81948-79b4-41e4-a063-84488fe06149)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:45:38.143022 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:38.166282 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2204c5-9d13-42c0-b785-1b6fd476dc5a req-c3088cfd-39f2-4fa6-9754-db029d8af123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:38.169086 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8c2204c5-9d13-42c0-b785-1b6fd476dc5a req-c3088cfd-39f2-4fa6-9754-db029d8af123 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e60271bd-2abe-488c-8449-206f6ba42e89 HTTP/1.1" status: 200 len: 844 time: 0.0908804 Sep 23 06:45:38.208863 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=ff760a6e-d955-4369-b8f4-c58bfe6297c6,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:38.232633 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8c2204c5-9d13-42c0-b785-1b6fd476dc5a req-173239b1-f677-4fe6-88db-2f96a9c2b4b9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=06f6700e-677f-450e-91ed-a10a2fbb500b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549757 Sep 23 06:45:38.238543 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f9f5ab27-4948-49c4-ba80-a198e6a91862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:38.320804 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0c7a15-8e52-4282-80c5-05000cbea5c8 req-80bed94f-807e-4a89-ad4b-c8ac2a8fcf76 tempest-FloatingIPsTestJSON-187356703 tempest-FloatingIPsTestJSON-187356703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:38.334649 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cf0c7a15-8e52-4282-80c5-05000cbea5c8 req-80bed94f-807e-4a89-ad4b-c8ac2a8fcf76 tempest-FloatingIPsTestJSON-187356703 tempest-FloatingIPsTestJSON-187356703-project] 10.222.0.39 "GET /v2.0/networks/0f47978c-41eb-4cc7-92bf-8b873be8a1a0 HTTP/1.1" status: 200 len: 784 time: 0.2699113 Sep 23 06:45:38.341097 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f5ab27-4948-49c4-ba80-a198e6a91862 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cedcf356-cc01-4df3-9504-c33c9cc41a3c,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:38.349818 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f5ab27-4948-49c4-ba80-a198e6a91862 admin admin] Checking segment: {'id': 'e311ce61-9ca9-495c-a2b4-23b5ef627aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cdc18f7e-6fff-4ed4-abf0-3e045b651c28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:45:38.350211 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f5ab27-4948-49c4-ba80-a198e6a91862 admin admin] Network hostable DHCP agents. Network: cdc18f7e-6fff-4ed4-abf0-3e045b651c28, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:45:38.373505 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f5ab27-4948-49c4-ba80-a198e6a91862 admin admin] Network cdc18f7e-6fff-4ed4-abf0-3e045b651c28 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:45:38.386495 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-f9f5ab27-4948-49c4-ba80-a198e6a91862 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, cdc18f7e-6fff-4ed4-abf0-3e045b651c28) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:45:38.387760 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8c2204c5-9d13-42c0-b785-1b6fd476dc5a req-c88570b7-370e-4e4f-ab3f-431f96d1f8d8 service neutron] 10.222.0.58 "GET /v2.0/networks/06f6700e-677f-450e-91ed-a10a2fbb500b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433847 Sep 23 06:45:38.392930 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f5ab27-4948-49c4-ba80-a198e6a91862 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:38.393630 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f9f5ab27-4948-49c4-ba80-a198e6a91862 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:38.397369 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910aafcc-d67c-48e8-aa5b-6cbf2eff5fec None None] Network cdc18f7e-6fff-4ed4-abf0-3e045b651c28 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:45:38.518713 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-f9f5ab27-4948-49c4-ba80-a198e6a91862 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8062825 Sep 23 06:45:38.548331 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11617b24-6c1b-4c2b-884d-b1617541ed82 req-aa5ae8ee-b2ac-4355-b2aa-3563266d783a tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:38.555252 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11617b24-6c1b-4c2b-884d-b1617541ed82 req-aa5ae8ee-b2ac-4355-b2aa-3563266d783a tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:38.561688 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11617b24-6c1b-4c2b-884d-b1617541ed82 req-aa5ae8ee-b2ac-4355-b2aa-3563266d783a tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:38.564331 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-11617b24-6c1b-4c2b-884d-b1617541ed82 req-aa5ae8ee-b2ac-4355-b2aa-3563266d783a tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/ports?device_id=f182d40f-37c5-4bf8-8005-db6ade628495 HTTP/1.1" status: 200 len: 2414 time: 0.1542161 Sep 23 06:45:38.572679 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device e4343717-1205-4afc-ab7b-ebd9aa03c2af up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:45:38.600431 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e2295a06-5462-44dc-a1b8-f74602e5e200 req-e999ed19-9349-4271-b951-a104f3b7a1a3 tempest-FloatingIPsTestJSON-187356703 tempest-FloatingIPsTestJSON-187356703-project] 10.222.0.39 "GET /v2.0/floatingips?tenant_id=78374968529e4ab4bda0e81e8e43b5ad HTTP/1.1" status: 200 len: 695 time: 0.0823002 Sep 23 06:45:38.632818 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8c2204c5-9d13-42c0-b785-1b6fd476dc5a req-5f9165df-a6bc-4026-a570-c4290d96ec85 service neutron] 10.222.0.58 "GET /v2.0/networks/06f6700e-677f-450e-91ed-a10a2fbb500b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337272 Sep 23 06:45:38.646526 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-11617b24-6c1b-4c2b-884d-b1617541ed82 req-89bbd6f0-0556-4640-a161-72dd91e9750f tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3ec47-52c4-4752-8034-03640108870b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695629 Sep 23 06:45:38.692468 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9960ec00-71c8-4099-939f-cfa560c22ac2 None None] Network cdc18f7e-6fff-4ed4-abf0-3e045b651c28 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:45:38.721006 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port e4343717-1205-4afc-ab7b-ebd9aa03c2af triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:45:38.721471 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:38.753415 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb9383e-0329-4321-986b-033a1af81de8 req-8199b98f-5e42-412f-b66b-b82b39f0f8a3 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:38.760617 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7eb9383e-0329-4321-986b-033a1af81de8 req-8199b98f-5e42-412f-b66b-b82b39f0f8a3 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b299a60-b390-4402-8035-a9d80acba074 HTTP/1.1" status: 200 len: 945 time: 0.0622470 Sep 23 06:45:38.777013 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2295a06-5462-44dc-a1b8-f74602e5e200 req-a491513d-ec09-4c9a-98e8-a0f9bafde613 tempest-FloatingIPsTestJSON-187356703 tempest-FloatingIPsTestJSON-187356703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:38.778582 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e2295a06-5462-44dc-a1b8-f74602e5e200 req-a491513d-ec09-4c9a-98e8-a0f9bafde613 tempest-FloatingIPsTestJSON-187356703 tempest-FloatingIPsTestJSON-187356703-project] 10.222.0.39 "GET /v2.0/networks?id=0f47978c-41eb-4cc7-92bf-8b873be8a1a0 HTTP/1.1" status: 200 len: 787 time: 0.1629927 Sep 23 06:45:38.798609 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['876ce57a-1b93-405d-9d6f-1d307c37785b'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:45:38.800656 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['ff760a6e-d955-4369-b8f4-c58bfe6297c6'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:45:38.806618 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7eb9383e-0329-4321-986b-033a1af81de8 req-1c2b2196-a774-42a9-bf03-3c952ca917d5 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/security-groups?id=65fbd1da-0e26-40ca-ba43-638595968dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450766 Sep 23 06:45:38.877774 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['9af4644a-95fe-4721-b1a7-44e4c57ff21d'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:45:38.926991 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b89e550b-f212-482b-a29f-c136ae918578 req-1bd13a4e-5c74-4a4b-9377-5e4388f911b4 tempest-FloatingIPsTestJSON-187356703 tempest-FloatingIPsTestJSON-187356703-project] 10.222.0.39 "GET /v2.0/floatingips/ab45a514-ef10-4ff7-ac4e-35bfa9fae80f HTTP/1.1" status: 200 len: 692 time: 0.0475929 Sep 23 06:45:39.050779 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ccfae9-f875-4345-93c6-d3784473005b req-d9e1d27c-46fe-4252-8c52-353d35506c6a tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:39.051430 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89e550b-f212-482b-a29f-c136ae918578 req-c1f14310-41c0-483a-ac0a-d810be92913b tempest-FloatingIPsTestJSON-187356703 tempest-FloatingIPsTestJSON-187356703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:39.052440 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e4ccfae9-f875-4345-93c6-d3784473005b req-d9e1d27c-46fe-4252-8c52-353d35506c6a tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/networks?id=cdc18f7e-6fff-4ed4-abf0-3e045b651c28 HTTP/1.1" status: 200 len: 822 time: 0.1155708 Sep 23 06:45:39.053403 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b89e550b-f212-482b-a29f-c136ae918578 req-c1f14310-41c0-483a-ac0a-d810be92913b tempest-FloatingIPsTestJSON-187356703 tempest-FloatingIPsTestJSON-187356703-project] 10.222.0.39 "GET /v2.0/networks/0f47978c-41eb-4cc7-92bf-8b873be8a1a0 HTTP/1.1" status: 200 len: 784 time: 0.1183143 Sep 23 06:45:39.076938 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e4ccfae9-f875-4345-93c6-d3784473005b req-4db8397e-fe25-4df3-b8fa-fa860651eebd tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/quotas/60f0d4c7dec14a96849df313211233ee HTTP/1.1" status: 200 len: 375 time: 0.0159280 Sep 23 06:45:39.105409 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e4ccfae9-f875-4345-93c6-d3784473005b req-4a571f2e-f59f-4e52-b726-868f674be176 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=60f0d4c7dec14a96849df313211233ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275197 Sep 23 06:45:39.119209 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b89e550b-f212-482b-a29f-c136ae918578 req-7fa8d13f-c0f6-4cc4-85b6-a9c3289d1d4b tempest-FloatingIPsTestJSON-187356703 tempest-FloatingIPsTestJSON-187356703-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.65 HTTP/1.1" status: 200 len: 695 time: 0.0585885 Sep 23 06:45:39.191679 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b89e550b-f212-482b-a29f-c136ae918578 req-e22c09e4-2831-41be-8d85-7b194e361f16 tempest-FloatingIPsTestJSON-187356703 tempest-FloatingIPsTestJSON-187356703-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.65 HTTP/1.1" status: 200 len: 695 time: 0.0577230 Sep 23 06:45:39.202183 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e4ccfae9-f875-4345-93c6-d3784473005b req-0b728f81-b012-44a1-894c-a657be80cd97 service neutron] 10.222.0.39 "GET /v2.0/networks/cdc18f7e-6fff-4ed4-abf0-3e045b651c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894456 Sep 23 06:45:39.210056 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eb0757-73b6-4d98-8a82-87870fc78908 req-d6cd0303-3d80-4202-ab57-ba3f64e8b69b tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:39.211557 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-56eb0757-73b6-4d98-8a82-87870fc78908 req-d6cd0303-3d80-4202-ab57-ba3f64e8b69b tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b299a60-b390-4402-8035-a9d80acba074 HTTP/1.1" status: 200 len: 945 time: 0.1425321 Sep 23 06:45:39.300205 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e4ccfae9-f875-4345-93c6-d3784473005b req-48fb7bd5-faef-428e-8d07-5ef4e23e95ae service neutron] 10.222.0.39 "GET /v2.0/networks/cdc18f7e-6fff-4ed4-abf0-3e045b651c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900834 Sep 23 06:45:39.420796 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-56eb0757-73b6-4d98-8a82-87870fc78908 req-08e09a70-0d01-4c48-8cf2-597cd794ab8d tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Deleting port 60a7e2b7-e3a4-44f0-9c74-80cc2e28b807 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:45:39.421149 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-56eb0757-73b6-4d98-8a82-87870fc78908 req-08e09a70-0d01-4c48-8cf2-597cd794ab8d tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:39.458157 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-b89e550b-f212-482b-a29f-c136ae918578 req-76387233-2c11-4f45-a264-c5e0b8e78857 tempest-FloatingIPsTestJSON-187356703 tempest-FloatingIPsTestJSON-187356703-project] Deleting port c684511c-1b51-48dd-b5b6-5d02f8d84017 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:45:39.458501 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-b89e550b-f212-482b-a29f-c136ae918578 req-76387233-2c11-4f45-a264-c5e0b8e78857 tempest-FloatingIPsTestJSON-187356703 tempest-FloatingIPsTestJSON-187356703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:39.580992 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-56eb0757-73b6-4d98-8a82-87870fc78908 req-08e09a70-0d01-4c48-8cf2-597cd794ab8d tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] For port 60a7e2b7-e3a4-44f0-9c74-80cc2e28b807, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=60a7e2b7-e3a4-44f0-9c74-80cc2e28b807,segment=NetworkSegment(a2ee209e-d4ee-4c6a-8401-bd714bf3436e),segment_id=a2ee209e-d4ee-4c6a-8401-bd714bf3436e)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:45:39.581370 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-56eb0757-73b6-4d98-8a82-87870fc78908 req-08e09a70-0d01-4c48-8cf2-597cd794ab8d tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:39.607788 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-56eb0757-73b6-4d98-8a82-87870fc78908 req-08e09a70-0d01-4c48-8cf2-597cd794ab8d tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Calling delete_port for 60a7e2b7-e3a4-44f0-9c74-80cc2e28b807 owned by compute:nova {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:45:39.611142 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-b89e550b-f212-482b-a29f-c136ae918578 req-76387233-2c11-4f45-a264-c5e0b8e78857 tempest-FloatingIPsTestJSON-187356703 tempest-FloatingIPsTestJSON-187356703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:39.611478 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-b89e550b-f212-482b-a29f-c136ae918578 req-76387233-2c11-4f45-a264-c5e0b8e78857 tempest-FloatingIPsTestJSON-187356703 tempest-FloatingIPsTestJSON-187356703-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:39.633944 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-b89e550b-f212-482b-a29f-c136ae918578 req-76387233-2c11-4f45-a264-c5e0b8e78857 tempest-FloatingIPsTestJSON-187356703 tempest-FloatingIPsTestJSON-187356703-project] Calling delete_port for c684511c-1b51-48dd-b5b6-5d02f8d84017 owned by network:floatingip {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:45:39.783040 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:39.892791 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-56eb0757-73b6-4d98-8a82-87870fc78908 req-08e09a70-0d01-4c48-8cf2-597cd794ab8d tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:39.896287 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058da297-69e0-460c-b7ea-d57d6b278bf2 req-c24be099-9705-44c2-9247-8797a2b20273 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:39.897855 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-058da297-69e0-460c-b7ea-d57d6b278bf2 req-c24be099-9705-44c2-9247-8797a2b20273 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7288cae-4701-4fd0-95f9-8545d2327fd0 HTTP/1.1" status: 200 len: 943 time: 0.3693626 Sep 23 06:45:39.907337 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-b89e550b-f212-482b-a29f-c136ae918578 req-76387233-2c11-4f45-a264-c5e0b8e78857 tempest-FloatingIPsTestJSON-187356703 tempest-FloatingIPsTestJSON-187356703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:39.934878 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e09a70-0d01-4c48-8cf2-597cd794ab8d tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Pushing event deleted for resources: {'Port': ['ID=60a7e2b7-e3a4-44f0-9c74-80cc2e28b807,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:39.943857 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-058da297-69e0-460c-b7ea-d57d6b278bf2 req-5c3f9cfb-cf92-460a-9bc5-6e4d62487b0a tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/security-groups?id=ead5d8e9-ed26-4c51-bfc2-b6de8d7d128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375452 Sep 23 06:45:39.990391 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76387233-2c11-4f45-a264-c5e0b8e78857 tempest-FloatingIPsTestJSON-187356703 tempest-FloatingIPsTestJSON-187356703-project] Pushing event deleted for resources: {'Port': ['ID=c684511c-1b51-48dd-b5b6-5d02f8d84017,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:40.021717 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-56eb0757-73b6-4d98-8a82-87870fc78908 req-08e09a70-0d01-4c48-8cf2-597cd794ab8d tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] No DVR routers for this DVR port 60a7e2b7-e3a4-44f0-9c74-80cc2e28b807 on host n-h2-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:45:40.026889 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-56eb0757-73b6-4d98-8a82-87870fc78908 req-08e09a70-0d01-4c48-8cf2-597cd794ab8d tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:40.028852 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-56eb0757-73b6-4d98-8a82-87870fc78908 req-08e09a70-0d01-4c48-8cf2-597cd794ab8d tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.58 "DELETE /v2.0/ports/60a7e2b7-e3a4-44f0-9c74-80cc2e28b807 HTTP/1.1" status: 204 len: 173 time: 0.8102984 Sep 23 06:45:40.029418 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b299a60-b390-4402-8035-a9d80acba074', 'name': 'network-vif-deleted', 'tag': '60a7e2b7-e3a4-44f0-9c74-80cc2e28b807'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:45:40.031841 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27caf42f-21b9-429e-b468-f0ea72b6de54" -d '{"events": [{"server_uuid": "3b299a60-b390-4402-8035-a9d80acba074", "name": "network-vif-deleted", "tag": "60a7e2b7-e3a4-44f0-9c74-80cc2e28b807"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:45:40.076747 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-b89e550b-f212-482b-a29f-c136ae918578 req-76387233-2c11-4f45-a264-c5e0b8e78857 tempest-FloatingIPsTestJSON-187356703 tempest-FloatingIPsTestJSON-187356703-project] Notify callbacks [] for floatingip, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:40.080604 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-b89e550b-f212-482b-a29f-c136ae918578 req-76387233-2c11-4f45-a264-c5e0b8e78857 tempest-FloatingIPsTestJSON-187356703 tempest-FloatingIPsTestJSON-187356703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:40.081977 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b89e550b-f212-482b-a29f-c136ae918578 req-76387233-2c11-4f45-a264-c5e0b8e78857 tempest-FloatingIPsTestJSON-187356703 tempest-FloatingIPsTestJSON-187356703-project] 10.222.0.39 "DELETE /v2.0/floatingips/ab45a514-ef10-4ff7-ac4e-35bfa9fae80f HTTP/1.1" status: 204 len: 173 time: 0.8694737 Sep 23 06:45:40.132774 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b2d8bbb4-5490-4f29-808f-b936cf55303a req-5264b1e1-3e99-4795-aec1-095ef86932a3 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/ports?device_id=af3cc337-f9d9-4961-8aa6-b897c9a72319 HTTP/1.1" status: 200 len: 210 time: 0.0295088 Sep 23 06:45:40.142416 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 2f8e4232-efaf-48ec-8629-27ff4575a4fb details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:45:40.200410 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa3f82-ad5d-4587-9371-82551db6b9d6 req-fa119d58-88fc-46e9-ba0b-6ddbccb797a3 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:40.206461 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa3f82-ad5d-4587-9371-82551db6b9d6 req-fa119d58-88fc-46e9-ba0b-6ddbccb797a3 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:40.212599 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa3f82-ad5d-4587-9371-82551db6b9d6 req-fa119d58-88fc-46e9-ba0b-6ddbccb797a3 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:40.214394 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9ffa3f82-ad5d-4587-9371-82551db6b9d6 req-fa119d58-88fc-46e9-ba0b-6ddbccb797a3 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/ports?device_id=f182d40f-37c5-4bf8-8005-db6ade628495 HTTP/1.1" status: 200 len: 2414 time: 0.0687470 Sep 23 06:45:40.245798 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4821f5c9-5e48-4fc7-86cb-d477bed89cbf req-83c17506-c80d-45f4-a6bc-4b095e4b9e01 tempest-LiveMigrationTest-1020250847 tempest-LiveMigrationTest-1020250847-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b299a60-b390-4402-8035-a9d80acba074 HTTP/1.1" status: 200 len: 210 time: 0.0305884 Sep 23 06:45:40.255614 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 2f8e4232-efaf-48ec-8629-27ff4575a4fb, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=2f8e4232-efaf-48ec-8629-27ff4575a4fb,segment=NetworkSegment(2b9cc8e9-9b87-41b9-963b-963dc78e06f0),segment_id=2b9cc8e9-9b87-41b9-963b-963dc78e06f0)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:45:40.255983 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9ffa3f82-ad5d-4587-9371-82551db6b9d6 req-c8fedbe4-2de4-40f5-b277-fc5e143c9daf tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3ec47-52c4-4752-8034-03640108870b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349596 Sep 23 06:45:40.275641 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': '2f8e4232-efaf-48ec-8629-27ff4575a4fb', 'network_id': '06f6700e-677f-450e-91ed-a10a2fbb500b', 'port_id': '2f8e4232-efaf-48ec-8629-27ff4575a4fb', 'mac_address': 'fa:16:3e:18:6a:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e60271bd-2abe-488c-8449-206f6ba42e89', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:45:40.308136 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a263b5bf-a8ed-479e-98c0-790196d2cc72 x-openstack-request-id: req-a263b5bf-a8ed-479e-98c0-790196d2cc72 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:45:40.308453 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b299a60-b390-4402-8035-a9d80acba074", "name": "network-vif-deleted", "tag": "60a7e2b7-e3a4-44f0-9c74-80cc2e28b807", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:45:40.308709 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a263b5bf-a8ed-479e-98c0-790196d2cc72 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:45:40.309105 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b299a60-b390-4402-8035-a9d80acba074', 'name': 'network-vif-deleted', 'tag': '60a7e2b7-e3a4-44f0-9c74-80cc2e28b807', 'status': 'completed', 'code': 200} Sep 23 06:45:40.320466 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:40.335266 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f8e4232-efaf-48ec-8629-27ff4575a4fb {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:45:40.358581 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 2f8e4232-efaf-48ec-8629-27ff4575a4fb, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=2f8e4232-efaf-48ec-8629-27ff4575a4fb,segment=NetworkSegment(2b9cc8e9-9b87-41b9-963b-963dc78e06f0),segment_id=2b9cc8e9-9b87-41b9-963b-963dc78e06f0)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:45:40.363035 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:40.426061 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=2f8e4232-efaf-48ec-8629-27ff4575a4fb,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:40.438694 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b058c790-cb1f-482f-ad2d-dd5d5c4031d4 req-2c99b4e9-a1ad-48ac-8ce0-2a8c3191836f tempest-FloatingIPsTestJSON-187356703 tempest-FloatingIPsTestJSON-187356703-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1186397 Sep 23 06:45:40.445945 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-b058c790-cb1f-482f-ad2d-dd5d5c4031d4 req-3e0e763e-0390-4aaf-a9ee-63a5facae7a2 tempest-FloatingIPsTestJSON-187356703 tempest-FloatingIPsTestJSON-187356703-project] Request body: {'floatingip': {'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:45:40.546959 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-b058c790-cb1f-482f-ad2d-dd5d5c4031d4 req-3e0e763e-0390-4aaf-a9ee-63a5facae7a2 tempest-FloatingIPsTestJSON-187356703 tempest-FloatingIPsTestJSON-187356703-project] Notify callbacks [] for floatingip, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:40.615564 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ccfae9-f875-4345-93c6-d3784473005b req-81f32d36-7b6d-4674-acd1-b67a54c5fe63 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:40.617126 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e4ccfae9-f875-4345-93c6-d3784473005b req-81f32d36-7b6d-4674-acd1-b67a54c5fe63 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.58 "GET /v2.0/networks?id=cdc18f7e-6fff-4ed4-abf0-3e045b651c28 HTTP/1.1" status: 200 len: 822 time: 0.1650670 Sep 23 06:45:40.617559 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['2f8e4232-efaf-48ec-8629-27ff4575a4fb'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:45:40.655231 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-e4ccfae9-f875-4345-93c6-d3784473005b req-c6039921-6691-49e9-a1cc-7265ca8dadf2 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Request body: {'port': {'device_id': 'af3cc337-f9d9-4961-8aa6-b897c9a72319', 'network_id': 'cdc18f7e-6fff-4ed4-abf0-3e045b651c28', 'admin_state_up': True, 'tenant_id': '60f0d4c7dec14a96849df313211233ee'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:45:40.775425 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-b058c790-cb1f-482f-ad2d-dd5d5c4031d4 req-3e0e763e-0390-4aaf-a9ee-63a5facae7a2 tempest-FloatingIPsTestJSON-187356703 tempest-FloatingIPsTestJSON-187356703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:40.833999 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4ccfae9-f875-4345-93c6-d3784473005b req-c6039921-6691-49e9-a1cc-7265ca8dadf2 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Made reservation on behalf of 60f0d4c7dec14a96849df313211233ee for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:45:40.837469 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-e4ccfae9-f875-4345-93c6-d3784473005b req-c6039921-6691-49e9-a1cc-7265ca8dadf2 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:40.953696 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [req-b058c790-cb1f-482f-ad2d-dd5d5c4031d4 req-3e0e763e-0390-4aaf-a9ee-63a5facae7a2 tempest-FloatingIPsTestJSON-187356703 tempest-FloatingIPsTestJSON-187356703-project] Allocated IP 172.25.2.39 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/fcc3e718-f0d1-4c50-92a0-306781336fe6) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:45:41.014444 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ae35e358-61ec-4322-b5fc-5bf69e17d0da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:41.066454 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [req-e4ccfae9-f875-4345-93c6-d3784473005b req-c6039921-6691-49e9-a1cc-7265ca8dadf2 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Allocated IP 172.20.0.11 (cdc18f7e-6fff-4ed4-abf0-3e045b651c28/cedcf356-cc01-4df3-9504-c33c9cc41a3c/ec314122-3caa-4b04-8cbf-da4cabcfe4d1) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:45:41.078996 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a5dbdb-06ec-48cb-beca-edebdf2901d9 req-65cb5b99-c10d-4aa9-bd39-a1209eaadf71 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:41.080645 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a0a5dbdb-06ec-48cb-beca-edebdf2901d9 req-65cb5b99-c10d-4aa9-bd39-a1209eaadf71 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7288cae-4701-4fd0-95f9-8545d2327fd0 HTTP/1.1" status: 200 len: 944 time: 0.0542371 Sep 23 06:45:41.121200 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a0a5dbdb-06ec-48cb-beca-edebdf2901d9 req-f7ae9187-ec75-4539-b361-ff1309d211ed tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/security-groups?id=ead5d8e9-ed26-4c51-bfc2-b6de8d7d128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339124 Sep 23 06:45:41.134833 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-b058c790-cb1f-482f-ad2d-dd5d5c4031d4 req-3e0e763e-0390-4aaf-a9ee-63a5facae7a2 tempest-FloatingIPsTestJSON-187356703 tempest-FloatingIPsTestJSON-187356703-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:41.248114 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-b058c790-cb1f-482f-ad2d-dd5d5c4031d4 req-3e0e763e-0390-4aaf-a9ee-63a5facae7a2 tempest-FloatingIPsTestJSON-187356703 tempest-FloatingIPsTestJSON-187356703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:41.273580 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5355de06-f37a-4ec4-9921-6b7723a8e8b8 req-35f499ea-f9cb-46fc-a201-31cf478c82f8 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/ports?device_id=af3cc337-f9d9-4961-8aa6-b897c9a72319 HTTP/1.1" status: 200 len: 210 time: 0.0275815 Sep 23 06:45:41.300288 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-e4ccfae9-f875-4345-93c6-d3784473005b req-c6039921-6691-49e9-a1cc-7265ca8dadf2 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:41.310565 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b058c790-cb1f-482f-ad2d-dd5d5c4031d4 req-3e0e763e-0390-4aaf-a9ee-63a5facae7a2 tempest-FloatingIPsTestJSON-187356703 tempest-FloatingIPsTestJSON-187356703-project] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:45:41.316061 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [req-b058c790-cb1f-482f-ad2d-dd5d5c4031d4 req-3e0e763e-0390-4aaf-a9ee-63a5facae7a2 tempest-FloatingIPsTestJSON-187356703 tempest-FloatingIPsTestJSON-187356703-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:45:41.319028 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55158) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:45:41.325127 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-b058c790-cb1f-482f-ad2d-dd5d5c4031d4 req-3e0e763e-0390-4aaf-a9ee-63a5facae7a2 tempest-FloatingIPsTestJSON-187356703 tempest-FloatingIPsTestJSON-187356703-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:45:41.331611 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0e763e-0390-4aaf-a9ee-63a5facae7a2 tempest-FloatingIPsTestJSON-187356703 tempest-FloatingIPsTestJSON-187356703-project] Pushing event updated for resources: {'Port': ['ID=fcc3e718-f0d1-4c50-92a0-306781336fe6,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:41.395743 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-e4ccfae9-f875-4345-93c6-d3784473005b req-c6039921-6691-49e9-a1cc-7265ca8dadf2 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:41.430462 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:41.450036 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b9d047-2604-4795-b1ee-082dd0052aaf req-ac03a9bf-7466-475e-9ab4-5b140ceea5c7 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:41.456535 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b9d047-2604-4795-b1ee-082dd0052aaf req-ac03a9bf-7466-475e-9ab4-5b140ceea5c7 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:41.462498 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b9d047-2604-4795-b1ee-082dd0052aaf req-ac03a9bf-7466-475e-9ab4-5b140ceea5c7 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:41.464140 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-06b9d047-2604-4795-b1ee-082dd0052aaf req-ac03a9bf-7466-475e-9ab4-5b140ceea5c7 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/ports?device_id=f182d40f-37c5-4bf8-8005-db6ade628495 HTTP/1.1" status: 200 len: 2414 time: 0.1039739 Sep 23 06:45:41.466978 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b109499-0b43-4ba4-abf7-10e1eceb4a39 admin admin] Deleting subnet c7d428fe-182b-4149-b884-87c9d4508732 {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:45:41.469715 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4ccfae9-f875-4345-93c6-d3784473005b req-c6039921-6691-49e9-a1cc-7265ca8dadf2 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Network cdc18f7e-6fff-4ed4-abf0-3e045b651c28 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:45:41.472412 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8b109499-0b43-4ba4-abf7-10e1eceb4a39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:41.476139 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [req-e4ccfae9-f875-4345-93c6-d3784473005b req-c6039921-6691-49e9-a1cc-7265ca8dadf2 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:45:41.481381 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4ccfae9-f875-4345-93c6-d3784473005b req-c6039921-6691-49e9-a1cc-7265ca8dadf2 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:45:41.529210 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8b109499-0b43-4ba4-abf7-10e1eceb4a39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:41.553124 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-06b9d047-2604-4795-b1ee-082dd0052aaf req-d60c52d2-b2a4-4374-9845-21bffe1174a6 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3ec47-52c4-4752-8034-03640108870b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824974 Sep 23 06:45:41.584312 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8b109499-0b43-4ba4-abf7-10e1eceb4a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:41.647871 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8b109499-0b43-4ba4-abf7-10e1eceb4a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:41.687559 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b109499-0b43-4ba4-abf7-10e1eceb4a39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7d428fe-182b-4149-b884-87c9d4508732,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:41.690550 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8b109499-0b43-4ba4-abf7-10e1eceb4a39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:41.693175 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-8b109499-0b43-4ba4-abf7-10e1eceb4a39 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/c7d428fe-182b-4149-b884-87c9d4508732 HTTP/1.1" status: 204 len: 168 time: 0.3717601 Sep 23 06:45:41.695209 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55166) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:45:41.770107 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9f668681-e60a-4581-99da-cc09f5786cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:41.808281 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6039921-6691-49e9-a1cc-7265ca8dadf2 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Pushing event updated for resources: {'Port': ['ID=ec314122-3caa-4b04-8cbf-da4cabcfe4d1,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:41.824637 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-b058c790-cb1f-482f-ad2d-dd5d5c4031d4 req-3e0e763e-0390-4aaf-a9ee-63a5facae7a2 tempest-FloatingIPsTestJSON-187356703 tempest-FloatingIPsTestJSON-187356703-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:41.858659 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9f668681-e60a-4581-99da-cc09f5786cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:41.867481 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ccfae9-f875-4345-93c6-d3784473005b req-c6039921-6691-49e9-a1cc-7265ca8dadf2 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:41.868093 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-e4ccfae9-f875-4345-93c6-d3784473005b req-c6039921-6691-49e9-a1cc-7265ca8dadf2 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:41.879832 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-b058c790-cb1f-482f-ad2d-dd5d5c4031d4 req-3e0e763e-0390-4aaf-a9ee-63a5facae7a2 tempest-FloatingIPsTestJSON-187356703 tempest-FloatingIPsTestJSON-187356703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:41.880495 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-9f668681-e60a-4581-99da-cc09f5786cac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b41a91e1-341c-4340-b7a8-8779367a7828']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:45:41.890964 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-9f668681-e60a-4581-99da-cc09f5786cac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2ee209e-d4ee-4c6a-8401-bd714bf3436e') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:45:41.891261 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-9f668681-e60a-4581-99da-cc09f5786cac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2ee209e-d4ee-4c6a-8401-bd714bf3436e') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:45:41.900544 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9f668681-e60a-4581-99da-cc09f5786cac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:41.902201 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e4ccfae9-f875-4345-93c6-d3784473005b req-c6039921-6691-49e9-a1cc-7265ca8dadf2 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2522013 Sep 23 06:45:41.913692 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9f668681-e60a-4581-99da-cc09f5786cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:41.915112 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-e4ccfae9-f875-4345-93c6-d3784473005b req-bfaae96d-29da-47bd-9886-e2eb806df94c service neutron] Request body: {'port': {'device_id': 'af3cc337-f9d9-4961-8aa6-b897c9a72319', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:45:41.919769 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f668681-e60a-4581-99da-cc09f5786cac admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:45:41.920149 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9f668681-e60a-4581-99da-cc09f5786cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:41.921780 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 06:45:41.921780 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:45:41.921780 n-d-715271-16 neutron-server[95065]: timer() Sep 23 06:45:41.921780 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:45:41.921780 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 06:45:41.921780 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:45:41.921780 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 06:45:41.921780 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:45:41.921780 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 06:45:41.921780 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:45:41.921780 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 06:45:41.921780 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:45:41.921780 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 06:45:41.921780 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:45:41.921780 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:45:41.921780 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:45:41.921780 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:45:41.921780 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:45:41.921780 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 06:45:41.921780 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:45:41.921780 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 06:45:41.921780 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:45:41.921780 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:45:41.921780 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:45:41.921780 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 06:45:41.921780 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:45:41.921780 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:45:41.921780 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:45:41.921780 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:45:41.921780 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:45:41.921780 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:45:41.921780 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:45:41.976934 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9f668681-e60a-4581-99da-cc09f5786cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:41.982395 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9f668681-e60a-4581-99da-cc09f5786cac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:41.984233 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-9f668681-e60a-4581-99da-cc09f5786cac admin admin] 10.222.0.39 "DELETE /v2.0/networks/b41a91e1-341c-4340-b7a8-8779367a7828 HTTP/1.1" status: 204 len: 168 time: 0.2877219 Sep 23 06:45:41.988136 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55168) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:45:42.003903 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f668681-e60a-4581-99da-cc09f5786cac admin admin] Pushing event deleted for resources: {'Network': ['ID=b41a91e1-341c-4340-b7a8-8779367a7828,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:42.029495 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-e4ccfae9-f875-4345-93c6-d3784473005b req-bfaae96d-29da-47bd-9886-e2eb806df94c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:42.044596 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-12491d27-04af-4051-9edb-ccddba51a93e admin admin] Deleting subnet 044938a8-5279-4788-b851-dbb8ead39cc0 {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:45:42.048596 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-12491d27-04af-4051-9edb-ccddba51a93e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:42.082433 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-12491d27-04af-4051-9edb-ccddba51a93e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:42.122245 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-12491d27-04af-4051-9edb-ccddba51a93e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:42.166066 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 2f8e4232-efaf-48ec-8629-27ff4575a4fb up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:45:42.178734 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-12491d27-04af-4051-9edb-ccddba51a93e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:42.193520 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-b058c790-cb1f-482f-ad2d-dd5d5c4031d4 req-3e0e763e-0390-4aaf-a9ee-63a5facae7a2 tempest-FloatingIPsTestJSON-187356703 tempest-FloatingIPsTestJSON-187356703-project] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:42.198255 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-b058c790-cb1f-482f-ad2d-dd5d5c4031d4 req-3e0e763e-0390-4aaf-a9ee-63a5facae7a2 tempest-FloatingIPsTestJSON-187356703 tempest-FloatingIPsTestJSON-187356703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:42.209430 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12491d27-04af-4051-9edb-ccddba51a93e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=044938a8-5279-4788-b851-dbb8ead39cc0,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:42.213392 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-12491d27-04af-4051-9edb-ccddba51a93e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:42.215279 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-12491d27-04af-4051-9edb-ccddba51a93e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/044938a8-5279-4788-b851-dbb8ead39cc0 HTTP/1.1" status: 204 len: 168 time: 0.2262187 Sep 23 06:45:42.217796 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55174) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:45:42.230597 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 876ce57a-1b93-405d-9d6f-1d307c37785b up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:45:42.261125 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:42.297200 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port 2f8e4232-efaf-48ec-8629-27ff4575a4fb completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:45:42.302623 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port 2f8e4232-efaf-48ec-8629-27ff4575a4fb triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:45:42.303151 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:42.305238 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port 876ce57a-1b93-405d-9d6f-1d307c37785b completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:45:42.327194 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port 876ce57a-1b93-405d-9d6f-1d307c37785b triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:45:42.327566 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:42.340014 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0e2582d7-c6a4-43fa-9c11-d3639ab67d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:42.354857 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0e763e-0390-4aaf-a9ee-63a5facae7a2 tempest-FloatingIPsTestJSON-187356703 tempest-FloatingIPsTestJSON-187356703-project] Pushing event updated for resources: {'Port': ['ID=fcc3e718-f0d1-4c50-92a0-306781336fe6,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:42.363064 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-b058c790-cb1f-482f-ad2d-dd5d5c4031d4 req-3e0e763e-0390-4aaf-a9ee-63a5facae7a2 tempest-FloatingIPsTestJSON-187356703 tempest-FloatingIPsTestJSON-187356703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:42.383564 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74497f4-0fb9-497e-b567-02ecc5ade823 req-af6c8cf7-8d38-490b-ab12-f4e849770830 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:42.390375 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a74497f4-0fb9-497e-b567-02ecc5ade823 req-af6c8cf7-8d38-490b-ab12-f4e849770830 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7288cae-4701-4fd0-95f9-8545d2327fd0 HTTP/1.1" status: 200 len: 944 time: 0.1302810 Sep 23 06:45:42.418342 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-b058c790-cb1f-482f-ad2d-dd5d5c4031d4 req-3e0e763e-0390-4aaf-a9ee-63a5facae7a2 tempest-FloatingIPsTestJSON-187356703 tempest-FloatingIPsTestJSON-187356703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:42.422393 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b058c790-cb1f-482f-ad2d-dd5d5c4031d4 req-3e0e763e-0390-4aaf-a9ee-63a5facae7a2 tempest-FloatingIPsTestJSON-187356703 tempest-FloatingIPsTestJSON-187356703-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9805095 Sep 23 06:45:42.453373 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:42.462696 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:42.478024 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0e2582d7-c6a4-43fa-9c11-d3639ab67d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:42.489775 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b058c790-cb1f-482f-ad2d-dd5d5c4031d4 req-d2ecaea4-4eac-42a1-ad1c-87ca6ef0488c tempest-FloatingIPsTestJSON-187356703 tempest-FloatingIPsTestJSON-187356703-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.39 HTTP/1.1" status: 200 len: 695 time: 0.0617659 Sep 23 06:45:42.505525 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7288cae-4701-4fd0-95f9-8545d2327fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f8e4232-efaf-48ec-8629-27ff4575a4fb'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:45:42.507833 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f552b8d2-7d20-4b38-8321-f6e060be6fee" -d '{"events": [{"server_uuid": "e7288cae-4701-4fd0-95f9-8545d2327fd0", "name": "network-vif-plugged", "status": "completed", "tag": "2f8e4232-efaf-48ec-8629-27ff4575a4fb"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:45:42.510942 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a74497f4-0fb9-497e-b567-02ecc5ade823 req-5e9873ae-f2ad-4405-bed4-4231a99d3005 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/security-groups?id=ead5d8e9-ed26-4c51-bfc2-b6de8d7d128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185927 Sep 23 06:45:42.521145 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-0e2582d7-c6a4-43fa-9c11-d3639ab67d60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05bb2337-d419-4bb4-9217-080469d4ba1d']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:45:42.528682 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 2f8e4232-efaf-48ec-8629-27ff4575a4fb, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=2f8e4232-efaf-48ec-8629-27ff4575a4fb,segment=NetworkSegment(2b9cc8e9-9b87-41b9-963b-963dc78e06f0),segment_id=2b9cc8e9-9b87-41b9-963b-963dc78e06f0)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:45:42.537006 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-0e2582d7-c6a4-43fa-9c11-d3639ab67d60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e81466eb-c37a-4683-b43d-0e2bac23daf9') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:45:42.537380 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-0e2582d7-c6a4-43fa-9c11-d3639ab67d60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e81466eb-c37a-4683-b43d-0e2bac23daf9') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:45:42.537961 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 876ce57a-1b93-405d-9d6f-1d307c37785b, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=876ce57a-1b93-405d-9d6f-1d307c37785b,segment=NetworkSegment(e3fe4d08-8bf2-481c-921f-8e66fac37bdc),segment_id=e3fe4d08-8bf2-481c-921f-8e66fac37bdc)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:45:42.539201 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:42.540061 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 60a7e2b7-e3a4-44f0-9c74-80cc2e28b807 no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:45:42.551729 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0e2582d7-c6a4-43fa-9c11-d3639ab67d60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:42.561413 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:42.562224 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 9af4644a-95fe-4721-b1a7-44e4c57ff21d up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:45:42.567411 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0e2582d7-c6a4-43fa-9c11-d3639ab67d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:42.575100 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e2582d7-c6a4-43fa-9c11-d3639ab67d60 admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:45:42.575822 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0e2582d7-c6a4-43fa-9c11-d3639ab67d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:42.577746 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 06:45:42.577746 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:45:42.577746 n-d-715271-16 neutron-server[95065]: timer() Sep 23 06:45:42.577746 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:45:42.577746 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 06:45:42.577746 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:45:42.577746 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 06:45:42.577746 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:45:42.577746 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 06:45:42.577746 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:45:42.577746 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 06:45:42.577746 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:45:42.577746 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 06:45:42.577746 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:45:42.577746 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:45:42.577746 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:45:42.577746 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:45:42.577746 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:45:42.577746 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 06:45:42.577746 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:45:42.577746 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 06:45:42.577746 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:45:42.577746 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:45:42.577746 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:45:42.577746 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 06:45:42.577746 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:45:42.577746 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:45:42.577746 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:45:42.577746 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:45:42.577746 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:45:42.577746 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:45:42.577746 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:45:42.583507 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No Port match for: 60a7e2b7-e3a4-44f0-9c74-80cc2e28b807 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:45:42.583931 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 60a7e2b7-e3a4-44f0-9c74-80cc2e28b807 not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:45:42.642566 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=2f8e4232-efaf-48ec-8629-27ff4575a4fb,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:42.654981 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [req-e4ccfae9-f875-4345-93c6-d3784473005b req-bfaae96d-29da-47bd-9886-e2eb806df94c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec314122-3caa-4b04-8cbf-da4cabcfe4d1 {{(pid=95066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:45:42.657079 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0e2582d7-c6a4-43fa-9c11-d3639ab67d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:42.669161 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0e2582d7-c6a4-43fa-9c11-d3639ab67d60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:42.671266 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-0e2582d7-c6a4-43fa-9c11-d3639ab67d60 admin admin] 10.222.0.39 "DELETE /v2.0/networks/05bb2337-d419-4bb4-9217-080469d4ba1d HTTP/1.1" status: 204 len: 168 time: 0.4525130 Sep 23 06:45:42.677116 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-e4ccfae9-f875-4345-93c6-d3784473005b req-bfaae96d-29da-47bd-9886-e2eb806df94c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:42.687428 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2582d7-c6a4-43fa-9c11-d3639ab67d60 admin admin] Pushing event deleted for resources: {'Network': ['ID=05bb2337-d419-4bb4-9217-080469d4ba1d,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:42.706813 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b058c790-cb1f-482f-ad2d-dd5d5c4031d4 req-0d9a9524-7ba6-4ac0-b03f-59d5b7e2c929 tempest-FloatingIPsTestJSON-187356703 tempest-FloatingIPsTestJSON-187356703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:42.708461 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b058c790-cb1f-482f-ad2d-dd5d5c4031d4 req-0d9a9524-7ba6-4ac0-b03f-59d5b7e2c929 tempest-FloatingIPsTestJSON-187356703 tempest-FloatingIPsTestJSON-187356703-project] 10.222.0.39 "GET /v2.0/networks/0f47978c-41eb-4cc7-92bf-8b873be8a1a0 HTTP/1.1" status: 200 len: 784 time: 0.2072275 Sep 23 06:45:42.725725 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.provisioning_blocks [req-e4ccfae9-f875-4345-93c6-d3784473005b req-bfaae96d-29da-47bd-9886-e2eb806df94c service neutron] Transition to ACTIVE for port object ec314122-3caa-4b04-8cbf-da4cabcfe4d1 will not be triggered until provisioned by entity L2. {{(pid=95066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:45:42.731996 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-e4ccfae9-f875-4345-93c6-d3784473005b req-bfaae96d-29da-47bd-9886-e2eb806df94c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:42.762755 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b82120-4719-4c7e-8d09-6248014d50b2 x-openstack-request-id: req-80b82120-4719-4c7e-8d09-6248014d50b2 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:45:42.763078 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7288cae-4701-4fd0-95f9-8545d2327fd0", "name": "network-vif-plugged", "status": "completed", "tag": "2f8e4232-efaf-48ec-8629-27ff4575a4fb", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:45:42.763333 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-80b82120-4719-4c7e-8d09-6248014d50b2 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:45:42.763692 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7288cae-4701-4fd0-95f9-8545d2327fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f8e4232-efaf-48ec-8629-27ff4575a4fb', 'code': 200} Sep 23 06:45:42.765053 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port 9af4644a-95fe-4721-b1a7-44e4c57ff21d completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:45:42.768749 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=876ce57a-1b93-405d-9d6f-1d307c37785b,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:42.773490 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port 9af4644a-95fe-4721-b1a7-44e4c57ff21d triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:45:42.773845 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:42.824263 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaae96d-29da-47bd-9886-e2eb806df94c service neutron] Pushing event updated for resources: {'Port': ['ID=ec314122-3caa-4b04-8cbf-da4cabcfe4d1,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:42.827639 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5538fde-e614-45c6-9969-11514d06cf1b req-68a60036-84ec-4e36-9ac1-203b086881f3 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:42.842966 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d5538fde-e614-45c6-9969-11514d06cf1b req-68a60036-84ec-4e36-9ac1-203b086881f3 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/ports?device_id=af3cc337-f9d9-4961-8aa6-b897c9a72319 HTTP/1.1" status: 200 len: 932 time: 0.1354873 Sep 23 06:45:42.877286 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:42.892713 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55190) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:45:42.924252 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 9af4644a-95fe-4721-b1a7-44e4c57ff21d, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=9af4644a-95fe-4721-b1a7-44e4c57ff21d,segment=NetworkSegment(e3fe4d08-8bf2-481c-921f-8e66fac37bdc),segment_id=e3fe4d08-8bf2-481c-921f-8e66fac37bdc)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:45:42.929165 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:42.930056 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device ff760a6e-d955-4369-b8f4-c58bfe6297c6 up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:45:42.934066 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d5538fde-e614-45c6-9969-11514d06cf1b req-1709d17b-2d2e-47c3-8f78-89ea4029f28c tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f5383a6-41e8-4ffd-bb02-3fe79014de26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902002 Sep 23 06:45:42.945347 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c316ab6-b1ba-414f-aa18-37012eb6a4eb req-7eb8d277-7375-44ab-8c15-84f000ee8ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:42.947645 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2c316ab6-b1ba-414f-aa18-37012eb6a4eb req-7eb8d277-7375-44ab-8c15-84f000ee8ad6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e7288cae-4701-4fd0-95f9-8545d2327fd0 HTTP/1.1" status: 200 len: 1097 time: 0.0889297 Sep 23 06:45:42.988471 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-a0c2d1c4-1b13-4ad3-9e91-d6d249f2e381 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=64ac7894e2284bc191ac7c20f7f9ca7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0874693 Sep 23 06:45:42.988703 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-e4ccfae9-f875-4345-93c6-d3784473005b req-bfaae96d-29da-47bd-9886-e2eb806df94c service neutron] Attempting to bind port ec314122-3caa-4b04-8cbf-da4cabcfe4d1 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:45:42.988815 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55192) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:45:42.988936 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-e4ccfae9-f875-4345-93c6-d3784473005b req-bfaae96d-29da-47bd-9886-e2eb806df94c service neutron] Attempting to bind port ec314122-3caa-4b04-8cbf-da4cabcfe4d1 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': 'e311ce61-9ca9-495c-a2b4-23b5ef627aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cdc18f7e-6fff-4ed4-abf0-3e045b651c28'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:45:42.988936 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ccfae9-f875-4345-93c6-d3784473005b req-bfaae96d-29da-47bd-9886-e2eb806df94c service neutron] Attempting to bind port ec314122-3caa-4b04-8cbf-da4cabcfe4d1 on network cdc18f7e-6fff-4ed4-abf0-3e045b651c28 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:45:42.994323 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ccfae9-f875-4345-93c6-d3784473005b req-bfaae96d-29da-47bd-9886-e2eb806df94c service neutron] Port ec314122-3caa-4b04-8cbf-da4cabcfe4d1 on network cdc18f7e-6fff-4ed4-abf0-3e045b651c28 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:45:42.994646 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ccfae9-f875-4345-93c6-d3784473005b req-bfaae96d-29da-47bd-9886-e2eb806df94c service neutron] Attempting to bind port ec314122-3caa-4b04-8cbf-da4cabcfe4d1 on network cdc18f7e-6fff-4ed4-abf0-3e045b651c28 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:45:43.008699 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e9e751-eef2-4c47-aa48-839ce8758e8a req-251fa720-c17a-4bf2-8d39-2802d4015cc2 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:43.014469 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e9e751-eef2-4c47-aa48-839ce8758e8a req-251fa720-c17a-4bf2-8d39-2802d4015cc2 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:43.021132 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2c316ab6-b1ba-414f-aa18-37012eb6a4eb req-6eced021-c356-4292-89df-2b6c82636727 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ead5d8e9-ed26-4c51-bfc2-b6de8d7d128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625753 Sep 23 06:45:43.021397 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e9e751-eef2-4c47-aa48-839ce8758e8a req-251fa720-c17a-4bf2-8d39-2802d4015cc2 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:43.023341 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-33e9e751-eef2-4c47-aa48-839ce8758e8a req-251fa720-c17a-4bf2-8d39-2802d4015cc2 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/ports?device_id=f182d40f-37c5-4bf8-8005-db6ade628495 HTTP/1.1" status: 200 len: 2415 time: 0.1168296 Sep 23 06:45:43.029905 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ccfae9-f875-4345-93c6-d3784473005b req-bfaae96d-29da-47bd-9886-e2eb806df94c service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:45:43.030254 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ccfae9-f875-4345-93c6-d3784473005b req-bfaae96d-29da-47bd-9886-e2eb806df94c service neutron] Checking segment: {'id': 'e311ce61-9ca9-495c-a2b4-23b5ef627aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cdc18f7e-6fff-4ed4-abf0-3e045b651c28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:45:43.030391 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port ff760a6e-d955-4369-b8f4-c58bfe6297c6 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:45:43.030639 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ccfae9-f875-4345-93c6-d3784473005b req-bfaae96d-29da-47bd-9886-e2eb806df94c service neutron] Bound using segment: {'id': 'e311ce61-9ca9-495c-a2b4-23b5ef627aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cdc18f7e-6fff-4ed4-abf0-3e045b651c28'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:45:43.031073 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-e4ccfae9-f875-4345-93c6-d3784473005b req-bfaae96d-29da-47bd-9886-e2eb806df94c service neutron] Bound port: ec314122-3caa-4b04-8cbf-da4cabcfe4d1, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e311ce61-9ca9-495c-a2b4-23b5ef627aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cdc18f7e-6fff-4ed4-abf0-3e045b651c28'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:45:43.031428 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-e4ccfae9-f875-4345-93c6-d3784473005b req-bfaae96d-29da-47bd-9886-e2eb806df94c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:43.044174 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=9af4644a-95fe-4721-b1a7-44e4c57ff21d,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:43.047030 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port ff760a6e-d955-4369-b8f4-c58bfe6297c6 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:45:43.047401 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:43.078310 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-497d57e1-0ba4-4d42-ab73-ed6315c67ae5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:43.130214 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-33e9e751-eef2-4c47-aa48-839ce8758e8a req-d72f9830-8e1c-4382-a1b0-1283d0ab5e89 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3ec47-52c4-4752-8034-03640108870b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936522 Sep 23 06:45:43.140242 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-90d3ca1c-d212-407c-9343-e807b7599b6b req-3923e284-a5a9-4c6a-8bd8-761dbe6a9abd tempest-FloatingIPsTestJSON-187356703 tempest-FloatingIPsTestJSON-187356703-project] 10.222.0.39 "GET /v2.0/floatingips/eddb4ef6-8c68-4ead-b248-9d1b79ce06f1 HTTP/1.1" status: 200 len: 692 time: 0.0689983 Sep 23 06:45:43.154112 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:43.165306 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-497d57e1-0ba4-4d42-ab73-ed6315c67ae5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:43.170000 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-e4ccfae9-f875-4345-93c6-d3784473005b req-bfaae96d-29da-47bd-9886-e2eb806df94c service neutron] For port ec314122-3caa-4b04-8cbf-da4cabcfe4d1, host n-h2-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:45:43.174508 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-e4ccfae9-f875-4345-93c6-d3784473005b req-bfaae96d-29da-47bd-9886-e2eb806df94c service neutron] For port ec314122-3caa-4b04-8cbf-da4cabcfe4d1, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=ec314122-3caa-4b04-8cbf-da4cabcfe4d1,segment=NetworkSegment(e311ce61-9ca9-495c-a2b4-23b5ef627aae),segment_id=e311ce61-9ca9-495c-a2b4-23b5ef627aae)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:45:43.180998 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-e4ccfae9-f875-4345-93c6-d3784473005b req-bfaae96d-29da-47bd-9886-e2eb806df94c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:43.205225 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port ff760a6e-d955-4369-b8f4-c58bfe6297c6, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=ff760a6e-d955-4369-b8f4-c58bfe6297c6,segment=NetworkSegment(cfe81948-79b4-41e4-a063-84488fe06149),segment_id=cfe81948-79b4-41e4-a063-84488fe06149)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:45:43.209837 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:43.220043 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ccfae9-f875-4345-93c6-d3784473005b req-bfaae96d-29da-47bd-9886-e2eb806df94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:43.221527 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-e4ccfae9-f875-4345-93c6-d3784473005b req-bfaae96d-29da-47bd-9886-e2eb806df94c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:43.223734 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e4ccfae9-f875-4345-93c6-d3784473005b req-bfaae96d-29da-47bd-9886-e2eb806df94c service neutron] 10.222.0.58 "PUT /v2.0/ports/ec314122-3caa-4b04-8cbf-da4cabcfe4d1 HTTP/1.1" status: 200 len: 1093 time: 1.3126559 Sep 23 06:45:43.226261 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af3cc337-f9d9-4961-8aa6-b897c9a72319', 'tag': 'ec314122-3caa-4b04-8cbf-da4cabcfe4d1'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:45:43.228763 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d908ad-4b91-4734-a66c-0c66d5f94ec8" -d '{"events": [{"name": "network-changed", "server_uuid": "af3cc337-f9d9-4961-8aa6-b897c9a72319", "tag": "ec314122-3caa-4b04-8cbf-da4cabcfe4d1"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:45:43.274857 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaae96d-29da-47bd-9886-e2eb806df94c service neutron] Pushing event updated for resources: {'Port': ['ID=ec314122-3caa-4b04-8cbf-da4cabcfe4d1,revision_number=3']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:43.275786 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=ff760a6e-d955-4369-b8f4-c58bfe6297c6,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:43.311594 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d3ca1c-d212-407c-9343-e807b7599b6b req-0545fe54-b770-4eb3-88e7-68c96872e149 tempest-FloatingIPsTestJSON-187356703 tempest-FloatingIPsTestJSON-187356703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:43.311820 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cdd804d-fc8c-4b1e-b9ab-d734475e2d62 x-openstack-request-id: req-0cdd804d-fc8c-4b1e-b9ab-d734475e2d62 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:45:43.312106 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af3cc337-f9d9-4961-8aa6-b897c9a72319", "tag": "ec314122-3caa-4b04-8cbf-da4cabcfe4d1", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:45:43.312347 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0cdd804d-fc8c-4b1e-b9ab-d734475e2d62 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:45:43.312724 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af3cc337-f9d9-4961-8aa6-b897c9a72319', 'tag': 'ec314122-3caa-4b04-8cbf-da4cabcfe4d1', 'status': 'completed', 'code': 200} Sep 23 06:45:43.312953 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-90d3ca1c-d212-407c-9343-e807b7599b6b req-0545fe54-b770-4eb3-88e7-68c96872e149 tempest-FloatingIPsTestJSON-187356703 tempest-FloatingIPsTestJSON-187356703-project] 10.222.0.39 "GET /v2.0/networks/0f47978c-41eb-4cc7-92bf-8b873be8a1a0 HTTP/1.1" status: 200 len: 784 time: 0.1635346 Sep 23 06:45:43.314888 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-497d57e1-0ba4-4d42-ab73-ed6315c67ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:43.317443 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-497d57e1-0ba4-4d42-ab73-ed6315c67ae5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:43.318585 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-497d57e1-0ba4-4d42-ab73-ed6315c67ae5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/65fbd1da-0e26-40ca-ba43-638595968dc0 HTTP/1.1" status: 204 len: 168 time: 0.3289580 Sep 23 06:45:43.330000 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ccfae9-f875-4345-93c6-d3784473005b req-aafc6907-b2d2-4e33-84cf-3fbef1a9f547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:43.331582 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e4ccfae9-f875-4345-93c6-d3784473005b req-aafc6907-b2d2-4e33-84cf-3fbef1a9f547 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=60f0d4c7dec14a96849df313211233ee&device_id=af3cc337-f9d9-4961-8aa6-b897c9a72319 HTTP/1.1" status: 200 len: 1096 time: 0.0514112 Sep 23 06:45:43.335238 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497d57e1-0ba4-4d42-ab73-ed6315c67ae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65fbd1da-0e26-40ca-ba43-638595968dc0,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:43.382197 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e4ccfae9-f875-4345-93c6-d3784473005b req-3d80e2dc-87d7-42bf-ac55-5437e39ff1b5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec314122-3caa-4b04-8cbf-da4cabcfe4d1 HTTP/1.1" status: 200 len: 217 time: 0.0408840 Sep 23 06:45:43.394392 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-90d3ca1c-d212-407c-9343-e807b7599b6b req-d51e4122-cc63-4875-8186-0f7868456d24 tempest-FloatingIPsTestJSON-187356703 tempest-FloatingIPsTestJSON-187356703-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.39 HTTP/1.1" status: 200 len: 695 time: 0.0663874 Sep 23 06:45:43.441579 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ccfae9-f875-4345-93c6-d3784473005b req-bbfc18c1-2d50-4ea7-b07b-507e39b1b913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:43.443781 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e4ccfae9-f875-4345-93c6-d3784473005b req-bbfc18c1-2d50-4ea7-b07b-507e39b1b913 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cedcf356-cc01-4df3-9504-c33c9cc41a3c HTTP/1.1" status: 200 len: 862 time: 0.0530858 Sep 23 06:45:43.446399 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-90d3ca1c-d212-407c-9343-e807b7599b6b req-b44f4313-71bd-4e8f-950b-2326be2e5569 tempest-FloatingIPsTestJSON-187356703 tempest-FloatingIPsTestJSON-187356703-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.39 HTTP/1.1" status: 200 len: 695 time: 0.0469036 Sep 23 06:45:43.481838 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e4ccfae9-f875-4345-93c6-d3784473005b req-6c49bc16-db06-4f0b-9b71-ea201eb5a46b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cdc18f7e-6fff-4ed4-abf0-3e045b651c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287294 Sep 23 06:45:43.585674 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e4ccfae9-f875-4345-93c6-d3784473005b req-845e4a3f-be4e-42fb-b654-639edbb47b0e service neutron] 10.222.0.58 "GET /v2.0/networks/cdc18f7e-6fff-4ed4-abf0-3e045b651c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949624 Sep 23 06:45:43.589895 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-90d3ca1c-d212-407c-9343-e807b7599b6b req-9c33b40e-d895-40d5-b494-72c186fd569d tempest-FloatingIPsTestJSON-187356703 tempest-FloatingIPsTestJSON-187356703-project] Deleting port fcc3e718-f0d1-4c50-92a0-306781336fe6 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:45:43.590246 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-90d3ca1c-d212-407c-9343-e807b7599b6b req-9c33b40e-d895-40d5-b494-72c186fd569d tempest-FloatingIPsTestJSON-187356703 tempest-FloatingIPsTestJSON-187356703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:43.672948 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-90d3ca1c-d212-407c-9343-e807b7599b6b req-9c33b40e-d895-40d5-b494-72c186fd569d tempest-FloatingIPsTestJSON-187356703 tempest-FloatingIPsTestJSON-187356703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:43.673280 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-90d3ca1c-d212-407c-9343-e807b7599b6b req-9c33b40e-d895-40d5-b494-72c186fd569d tempest-FloatingIPsTestJSON-187356703 tempest-FloatingIPsTestJSON-187356703-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:43.687968 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55204) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:45:43.689461 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:43.690123 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-90d3ca1c-d212-407c-9343-e807b7599b6b req-9c33b40e-d895-40d5-b494-72c186fd569d tempest-FloatingIPsTestJSON-187356703 tempest-FloatingIPsTestJSON-187356703-project] Calling delete_port for fcc3e718-f0d1-4c50-92a0-306781336fe6 owned by network:floatingip {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:45:43.736059 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d42fa0-8869-462a-b870-fb0b20fe7bee req-0a44d4e1-20db-4f12-8f5c-23fb86f21e58 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:43.737618 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a8d42fa0-8869-462a-b870-fb0b20fe7bee req-0a44d4e1-20db-4f12-8f5c-23fb86f21e58 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7288cae-4701-4fd0-95f9-8545d2327fd0 HTTP/1.1" status: 200 len: 945 time: 0.1204259 Sep 23 06:45:43.770487 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e4ccfae9-f875-4345-93c6-d3784473005b req-83aab477-0640-4bf2-8d69-20fb3358d40f service neutron] 10.222.0.58 "GET /v2.0/networks/cdc18f7e-6fff-4ed4-abf0-3e045b651c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762071 Sep 23 06:45:43.794143 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-0660317a-b518-447d-b398-d0450d6c8f49 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a9c0f7a036d247d2b32524d695f996ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1038845 Sep 23 06:45:43.796809 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55206) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:45:43.808238 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a8d42fa0-8869-462a-b870-fb0b20fe7bee req-8412e5b0-7ebb-4252-9a6b-bd7572f0a1c2 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/security-groups?id=ead5d8e9-ed26-4c51-bfc2-b6de8d7d128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627244 Sep 23 06:45:43.824957 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-90d3ca1c-d212-407c-9343-e807b7599b6b req-9c33b40e-d895-40d5-b494-72c186fd569d tempest-FloatingIPsTestJSON-187356703 tempest-FloatingIPsTestJSON-187356703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:43.856366 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c33b40e-d895-40d5-b494-72c186fd569d tempest-FloatingIPsTestJSON-187356703 tempest-FloatingIPsTestJSON-187356703-project] Pushing event deleted for resources: {'Port': ['ID=fcc3e718-f0d1-4c50-92a0-306781336fe6,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:43.887778 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d908ad-4b91-4734-a66c-0c66d5f94ec8 req-6c2b85bb-6682-49d6-ba8f-c66f49a23fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:43.889286 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e8d908ad-4b91-4734-a66c-0c66d5f94ec8 req-6c2b85bb-6682-49d6-ba8f-c66f49a23fe0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=60f0d4c7dec14a96849df313211233ee&device_id=af3cc337-f9d9-4961-8aa6-b897c9a72319 HTTP/1.1" status: 200 len: 1096 time: 0.0696309 Sep 23 06:45:43.890301 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-60a060dd-ccc1-4478-b309-314706e4f157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:43.924345 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-90d3ca1c-d212-407c-9343-e807b7599b6b req-9c33b40e-d895-40d5-b494-72c186fd569d tempest-FloatingIPsTestJSON-187356703 tempest-FloatingIPsTestJSON-187356703-project] Notify callbacks [] for floatingip, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:43.927122 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-90d3ca1c-d212-407c-9343-e807b7599b6b req-9c33b40e-d895-40d5-b494-72c186fd569d tempest-FloatingIPsTestJSON-187356703 tempest-FloatingIPsTestJSON-187356703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:43.928168 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-90d3ca1c-d212-407c-9343-e807b7599b6b req-9c33b40e-d895-40d5-b494-72c186fd569d tempest-FloatingIPsTestJSON-187356703 tempest-FloatingIPsTestJSON-187356703-project] 10.222.0.39 "DELETE /v2.0/floatingips/eddb4ef6-8c68-4ead-b248-9d1b79ce06f1 HTTP/1.1" status: 204 len: 173 time: 0.4780321 Sep 23 06:45:43.928609 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-60a060dd-ccc1-4478-b309-314706e4f157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:44.007086 n-d-715271-16 neutron-server[95066]: INFO neutron.api.v2.resource [req-fbdd32b4-6f1c-4a9e-a8a5-877e5231bdc6 req-5f5164c2-a3ba-4a36-b0aa-068e1174d1cf tempest-FloatingIPsTestJSON-187356703 tempest-FloatingIPsTestJSON-187356703-project] show failed (client error): The resource could not be found. Sep 23 06:45:44.008186 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fbdd32b4-6f1c-4a9e-a8a5-877e5231bdc6 req-5f5164c2-a3ba-4a36-b0aa-068e1174d1cf tempest-FloatingIPsTestJSON-187356703 tempest-FloatingIPsTestJSON-187356703-project] 10.222.0.39 "GET /v2.0/floatingips/eddb4ef6-8c68-4ead-b248-9d1b79ce06f1 HTTP/1.1" status: 404 len: 350 time: 0.0580132 Sep 23 06:45:44.062211 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be73c58f-9139-4afc-b7f6-36b25cb75904 req-2ee01a42-f82d-42a7-bbaa-67f80305618f tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:44.063740 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-be73c58f-9139-4afc-b7f6-36b25cb75904 req-2ee01a42-f82d-42a7-bbaa-67f80305618f tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/ports?device_id=af3cc337-f9d9-4961-8aa6-b897c9a72319 HTTP/1.1" status: 200 len: 944 time: 0.0586295 Sep 23 06:45:44.087152 n-d-715271-16 neutron-server[95066]: INFO neutron.api.v2.resource [req-169ce792-e86a-427c-99cf-a985cfbfc7cc req-979f03ca-f0c5-4e69-96f5-65736a1d3b02 tempest-FloatingIPsTestJSON-187356703 tempest-FloatingIPsTestJSON-187356703-project] show failed (client error): The resource could not be found. Sep 23 06:45:44.088187 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-169ce792-e86a-427c-99cf-a985cfbfc7cc req-979f03ca-f0c5-4e69-96f5-65736a1d3b02 tempest-FloatingIPsTestJSON-187356703 tempest-FloatingIPsTestJSON-187356703-project] 10.222.0.39 "GET /v2.0/floatingips/eddb4ef6-8c68-4ead-b248-9d1b79ce06f1 HTTP/1.1" status: 404 len: 350 time: 0.0481281 Sep 23 06:45:44.109267 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-be73c58f-9139-4afc-b7f6-36b25cb75904 req-d88ed673-332a-4c84-8aa3-f7ec726c3c2d tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f5383a6-41e8-4ffd-bb02-3fe79014de26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351739 Sep 23 06:45:44.109922 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55216) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:45:44.158084 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-60a060dd-ccc1-4478-b309-314706e4f157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:44.160999 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-60a060dd-ccc1-4478-b309-314706e4f157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:44.162263 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-60a060dd-ccc1-4478-b309-314706e4f157 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c626e5a9-9787-4b46-afff-7c91a451f912 HTTP/1.1" status: 204 len: 168 time: 0.3645599 Sep 23 06:45:44.173390 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d908ad-4b91-4734-a66c-0c66d5f94ec8 req-9430bb5e-07af-49d2-811f-8b1b60e88a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:44.175000 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e8d908ad-4b91-4734-a66c-0c66d5f94ec8 req-9430bb5e-07af-49d2-811f-8b1b60e88a61 service neutron] 10.222.0.58 "GET /v2.0/networks?id=cdc18f7e-6fff-4ed4-abf0-3e045b651c28 HTTP/1.1" status: 200 len: 923 time: 0.2736301 Sep 23 06:45:44.184347 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a060dd-ccc1-4478-b309-314706e4f157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c626e5a9-9787-4b46-afff-7c91a451f912,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:44.231343 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e8d908ad-4b91-4734-a66c-0c66d5f94ec8 req-1cfdf869-702f-49d6-bd6f-3879ed835082 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec314122-3caa-4b04-8cbf-da4cabcfe4d1 HTTP/1.1" status: 200 len: 217 time: 0.0435846 Sep 23 06:45:44.321597 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c98918-8b1c-4208-96d1-c72125985ab6 req-45365364-e7c5-40e6-8cd8-631363cc81a0 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:44.327836 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c98918-8b1c-4208-96d1-c72125985ab6 req-45365364-e7c5-40e6-8cd8-631363cc81a0 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:44.334513 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c98918-8b1c-4208-96d1-c72125985ab6 req-45365364-e7c5-40e6-8cd8-631363cc81a0 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:44.336475 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-05c98918-8b1c-4208-96d1-c72125985ab6 req-45365364-e7c5-40e6-8cd8-631363cc81a0 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/ports?device_id=f182d40f-37c5-4bf8-8005-db6ade628495 HTTP/1.1" status: 200 len: 2417 time: 0.0869033 Sep 23 06:45:44.346811 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d908ad-4b91-4734-a66c-0c66d5f94ec8 req-587050f9-2dbc-45d8-8bd1-cd7dde73d54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:44.348617 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e8d908ad-4b91-4734-a66c-0c66d5f94ec8 req-587050f9-2dbc-45d8-8bd1-cd7dde73d54e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cedcf356-cc01-4df3-9504-c33c9cc41a3c HTTP/1.1" status: 200 len: 862 time: 0.1048734 Sep 23 06:45:44.379957 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-05c98918-8b1c-4208-96d1-c72125985ab6 req-9978e0f6-d290-4587-90ca-0e5ed892c356 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3ec47-52c4-4752-8034-03640108870b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351777 Sep 23 06:45:44.415259 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e8d908ad-4b91-4734-a66c-0c66d5f94ec8 req-3ff55c78-1f74-4928-8e98-660e101e4323 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cdc18f7e-6fff-4ed4-abf0-3e045b651c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346565 Sep 23 06:45:44.613758 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e8d908ad-4b91-4734-a66c-0c66d5f94ec8 req-dbdca83a-824b-4b9a-9119-160d600326e5 service neutron] 10.222.0.58 "GET /v2.0/networks/cdc18f7e-6fff-4ed4-abf0-3e045b651c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514513 Sep 23 06:45:44.732246 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e8d908ad-4b91-4734-a66c-0c66d5f94ec8 req-871f71ec-e277-4e48-93a8-46f1d21ed7c5 service neutron] 10.222.0.58 "GET /v2.0/networks/cdc18f7e-6fff-4ed4-abf0-3e045b651c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078460 Sep 23 06:45:44.765058 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f182d40f-37c5-4bf8-8005-db6ade628495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '876ce57a-1b93-405d-9d6f-1d307c37785b'}, {'server_uuid': 'f182d40f-37c5-4bf8-8005-db6ade628495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af4644a-95fe-4721-b1a7-44e4c57ff21d'}, {'server_uuid': 'f182d40f-37c5-4bf8-8005-db6ade628495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff760a6e-d955-4369-b8f4-c58bfe6297c6'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:45:44.768389 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6650785-780a-4133-b898-c805dce208ed" -d '{"events": [{"server_uuid": "f182d40f-37c5-4bf8-8005-db6ade628495", "name": "network-vif-plugged", "status": "completed", "tag": "876ce57a-1b93-405d-9d6f-1d307c37785b"}, {"server_uuid": "f182d40f-37c5-4bf8-8005-db6ade628495", "name": "network-vif-plugged", "status": "completed", "tag": "9af4644a-95fe-4721-b1a7-44e4c57ff21d"}, {"server_uuid": "f182d40f-37c5-4bf8-8005-db6ade628495", "name": "network-vif-plugged", "status": "completed", "tag": "ff760a6e-d955-4369-b8f4-c58bfe6297c6"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:45:44.776550 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d5de0c2c-e343-4f42-b1dc-078c79a3b592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066969'] for router_interface, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:44.811615 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 23 Sep 2021 06:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e77d45-29dc-4357-82f2-9f7db84b7c95 x-openstack-request-id: req-47e77d45-29dc-4357-82f2-9f7db84b7c95 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:45:44.812215 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f182d40f-37c5-4bf8-8005-db6ade628495", "name": "network-vif-plugged", "status": "completed", "tag": "876ce57a-1b93-405d-9d6f-1d307c37785b", "code": 200}, {"server_uuid": "f182d40f-37c5-4bf8-8005-db6ade628495", "name": "network-vif-plugged", "status": "completed", "tag": "9af4644a-95fe-4721-b1a7-44e4c57ff21d", "code": 200}, {"server_uuid": "f182d40f-37c5-4bf8-8005-db6ade628495", "name": "network-vif-plugged", "status": "completed", "tag": "ff760a6e-d955-4369-b8f4-c58bfe6297c6", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:45:44.812738 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-47e77d45-29dc-4357-82f2-9f7db84b7c95 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:45:44.814539 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f182d40f-37c5-4bf8-8005-db6ade628495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '876ce57a-1b93-405d-9d6f-1d307c37785b', 'code': 200} Sep 23 06:45:44.815142 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f182d40f-37c5-4bf8-8005-db6ade628495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af4644a-95fe-4721-b1a7-44e4c57ff21d', 'code': 200} Sep 23 06:45:44.815611 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f182d40f-37c5-4bf8-8005-db6ade628495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff760a6e-d955-4369-b8f4-c58bfe6297c6', 'code': 200} Sep 23 06:45:44.936743 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f481b2f5-bd79-4938-a8cd-8b982940effd req-4a8d730c-38c8-49a2-a858-db28ba1adbbf tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:44.939098 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f481b2f5-bd79-4938-a8cd-8b982940effd req-4a8d730c-38c8-49a2-a858-db28ba1adbbf tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7288cae-4701-4fd0-95f9-8545d2327fd0 HTTP/1.1" status: 200 len: 945 time: 0.0545368 Sep 23 06:45:45.006917 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531a795a-f535-42cd-a71d-3e29b0d52d91 req-1d46eb04-881f-4319-8a69-20b59fbf4fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:45.007410 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531a795a-f535-42cd-a71d-3e29b0d52d91 req-1d46eb04-881f-4319-8a69-20b59fbf4fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:45.007893 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531a795a-f535-42cd-a71d-3e29b0d52d91 req-1d46eb04-881f-4319-8a69-20b59fbf4fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:45.009581 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-531a795a-f535-42cd-a71d-3e29b0d52d91 req-1d46eb04-881f-4319-8a69-20b59fbf4fe1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f182d40f-37c5-4bf8-8005-db6ade628495 HTTP/1.1" status: 200 len: 2873 time: 0.0695579 Sep 23 06:45:45.017249 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f481b2f5-bd79-4938-a8cd-8b982940effd req-2587478e-14e1-4f2c-a2f8-8afa92fc4a64 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/security-groups?id=ead5d8e9-ed26-4c51-bfc2-b6de8d7d128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492599 Sep 23 06:45:45.049170 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-531a795a-f535-42cd-a71d-3e29b0d52d91 req-a796656e-ac65-4543-bd02-8152c5c9182e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1cb3ec47-52c4-4752-8034-03640108870b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309365 Sep 23 06:45:45.066227 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-d5de0c2c-e343-4f42-b1dc-078c79a3b592 admin admin] Deleting port e4343717-1205-4afc-ab7b-ebd9aa03c2af {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:45:45.066573 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d5de0c2c-e343-4f42-b1dc-078c79a3b592 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:45.162637 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-d5de0c2c-e343-4f42-b1dc-078c79a3b592 admin admin] For port e4343717-1205-4afc-ab7b-ebd9aa03c2af, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=e4343717-1205-4afc-ab7b-ebd9aa03c2af,segment=NetworkSegment(03044334-c1b2-4c2c-b3e7-3d99f4a0aba9),segment_id=03044334-c1b2-4c2c-b3e7-3d99f4a0aba9)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:45:45.163102 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d5de0c2c-e343-4f42-b1dc-078c79a3b592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:45.179792 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-d5de0c2c-e343-4f42-b1dc-078c79a3b592 admin admin] Calling delete_port for e4343717-1205-4afc-ab7b-ebd9aa03c2af owned by network:router_interface {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:45:45.288173 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d5c1d3-409c-4d39-ad3a-10b7721014a4 req-7cd040eb-59c7-4a43-86e5-c3bb1d128f23 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:45.294424 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-65d5c1d3-409c-4d39-ad3a-10b7721014a4 req-7cd040eb-59c7-4a43-86e5-c3bb1d128f23 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/ports?device_id=af3cc337-f9d9-4961-8aa6-b897c9a72319 HTTP/1.1" status: 200 len: 944 time: 0.0975740 Sep 23 06:45:45.331567 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-65d5c1d3-409c-4d39-ad3a-10b7721014a4 req-33c6d923-1298-4a8f-8f95-fd23a3559821 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f5383a6-41e8-4ffd-bb02-3fe79014de26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356448 Sep 23 06:45:45.411711 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d5de0c2c-e343-4f42-b1dc-078c79a3b592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:45.447997 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8da056-1e6c-4ba6-b7c6-b45f74617119 req-be65a59b-1c57-4328-b4af-a2be92968f59 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:45.449946 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fd8da056-1e6c-4ba6-b7c6-b45f74617119 req-be65a59b-1c57-4328-b4af-a2be92968f59 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7288cae-4701-4fd0-95f9-8545d2327fd0 HTTP/1.1" status: 200 len: 945 time: 0.0604472 Sep 23 06:45:45.458836 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5de0c2c-e343-4f42-b1dc-078c79a3b592 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4343717-1205-4afc-ab7b-ebd9aa03c2af,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:45.502348 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fd8da056-1e6c-4ba6-b7c6-b45f74617119 req-8b59382b-61de-4315-b65e-b62d422f0ee8 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/security-groups?id=ead5d8e9-ed26-4c51-bfc2-b6de8d7d128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444465 Sep 23 06:45:45.630409 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c954a9d-d224-4b1f-82fe-25499c715156 req-c2eb0a78-cde7-4e98-8599-d80e5daa5991 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:45.636957 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c954a9d-d224-4b1f-82fe-25499c715156 req-c2eb0a78-cde7-4e98-8599-d80e5daa5991 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:45.643228 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c954a9d-d224-4b1f-82fe-25499c715156 req-c2eb0a78-cde7-4e98-8599-d80e5daa5991 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:45.651082 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8c954a9d-d224-4b1f-82fe-25499c715156 req-c2eb0a78-cde7-4e98-8599-d80e5daa5991 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/ports?device_id=f182d40f-37c5-4bf8-8005-db6ade628495 HTTP/1.1" status: 200 len: 2417 time: 0.0775754 Sep 23 06:45:45.669811 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d5de0c2c-e343-4f42-b1dc-078c79a3b592 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2068624'] for router_interface, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:45.702874 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8c954a9d-d224-4b1f-82fe-25499c715156 req-fbade19e-cc05-460b-87da-bec4699ffd8d tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3ec47-52c4-4752-8034-03640108870b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457082 Sep 23 06:45:46.159203 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device ec314122-3caa-4b04-8cbf-da4cabcfe4d1 details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:45:46.224193 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5de0c2c-e343-4f42-b1dc-078c79a3b592 admin admin] Router 0218c2b7-630b-4033-87bc-ae73084fa72c has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:45:46.344087 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5de0c2c-e343-4f42-b1dc-078c79a3b592 admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:45:46.350633 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-d5de0c2c-e343-4f42-b1dc-078c79a3b592 admin admin] 10.222.0.39 "PUT /v2.0/routers/0218c2b7-630b-4033-87bc-ae73084fa72c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2395217 Sep 23 06:45:46.355366 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55302) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:45:46.377673 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf01a8f-374d-45b1-929b-d4c43d497a4c None None] Sync routers for ids ['0218c2b7-630b-4033-87bc-ae73084fa72c'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:45:46.405390 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf01a8f-374d-45b1-929b-d4c43d497a4c None None] Routers {'0218c2b7-630b-4033-87bc-ae73084fa72c'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:45:46.406515 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-1cf01a8f-374d-45b1-929b-d4c43d497a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:45:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['0218c2b7-630b-4033-87bc-ae73084fa72c'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:45:46.506366 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port ec314122-3caa-4b04-8cbf-da4cabcfe4d1, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=ec314122-3caa-4b04-8cbf-da4cabcfe4d1,segment=NetworkSegment(e311ce61-9ca9-495c-a2b4-23b5ef627aae),segment_id=e311ce61-9ca9-495c-a2b4-23b5ef627aae)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:45:46.525287 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': 'ec314122-3caa-4b04-8cbf-da4cabcfe4d1', 'network_id': 'cdc18f7e-6fff-4ed4-abf0-3e045b651c28', 'port_id': 'ec314122-3caa-4b04-8cbf-da4cabcfe4d1', 'mac_address': 'fa:16:3e:17:02:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cedcf356-cc01-4df3-9504-c33c9cc41a3c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:45:46.542931 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7109490d-080e-4fb3-b890-75a0f7fb0e04 admin admin] Notify callbacks [] for router, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:46.606700 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1642978e-c899-408c-a627-cdb7d89d686f req-41ad276e-1d9e-4fbc-8569-2476abd6be61 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:46.608235 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1642978e-c899-408c-a627-cdb7d89d686f req-41ad276e-1d9e-4fbc-8569-2476abd6be61 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/ports?device_id=af3cc337-f9d9-4961-8aa6-b897c9a72319 HTTP/1.1" status: 200 len: 944 time: 0.1156685 Sep 23 06:45:46.616302 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:46.620037 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-1cf01a8f-374d-45b1-929b-d4c43d497a4c None None] Set router 0218c2b7-630b-4033-87bc-ae73084fa72c gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:45:46.697628 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec314122-3caa-4b04-8cbf-da4cabcfe4d1 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:45:46.711353 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7109490d-080e-4fb3-b890-75a0f7fb0e04 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:46.734037 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1642978e-c899-408c-a627-cdb7d89d686f req-c811e3bb-db1d-42cf-9309-ac3ba0cde3bc tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f5383a6-41e8-4ffd-bb02-3fe79014de26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712016 Sep 23 06:45:46.777461 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port ec314122-3caa-4b04-8cbf-da4cabcfe4d1, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=ec314122-3caa-4b04-8cbf-da4cabcfe4d1,segment=NetworkSegment(e311ce61-9ca9-495c-a2b4-23b5ef627aae),segment_id=e311ce61-9ca9-495c-a2b4-23b5ef627aae)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:45:46.785949 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:46.808310 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-7109490d-080e-4fb3-b890-75a0f7fb0e04 admin admin] Deleting port 2b9993c5-3762-46c8-b6b1-3ab919d3c4af {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:45:46.808664 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7109490d-080e-4fb3-b890-75a0f7fb0e04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:46.874976 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=ec314122-3caa-4b04-8cbf-da4cabcfe4d1,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:46.893061 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4651985-2c56-48e1-a355-8e456654b7f1 req-ff103c62-dc31-43c9-ae27-66eb58c61a7b tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:46.900207 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b4651985-2c56-48e1-a355-8e456654b7f1 req-ff103c62-dc31-43c9-ae27-66eb58c61a7b tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7288cae-4701-4fd0-95f9-8545d2327fd0 HTTP/1.1" status: 200 len: 945 time: 0.0798612 Sep 23 06:45:46.907947 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-1cf01a8f-374d-45b1-929b-d4c43d497a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0218c2b7-630b-4033-87bc-ae73084fa72c', 'name': 'tempest-FloatingIPsTestJSON-321966768-router', 'tenant_id': '78374968529e4ab4bda0e81e8e43b5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '2b9993c5-3762-46c8-b6b1-3ab919d3c4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:45:23Z', 'updated_at': '2021-09-23T06:45:45Z', 'revision_number': 5, 'project_id': '78374968529e4ab4bda0e81e8e43b5ad', 'gw_port': {'id': '2b9993c5-3762-46c8-b6b1-3ab919d3c4af', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0218c2b7-630b-4033-87bc-ae73084fa72c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:45:26Z', 'updated_at': '2021-09-23T06:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:45:46.924114 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-7109490d-080e-4fb3-b890-75a0f7fb0e04 admin admin] For port 2b9993c5-3762-46c8-b6b1-3ab919d3c4af, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=2b9993c5-3762-46c8-b6b1-3ab919d3c4af,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:45:46.924488 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7109490d-080e-4fb3-b890-75a0f7fb0e04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:46.934123 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b4651985-2c56-48e1-a355-8e456654b7f1 req-3af47100-00ff-4bbb-b77b-61f28a042f9b tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/security-groups?id=ead5d8e9-ed26-4c51-bfc2-b6de8d7d128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330324 Sep 23 06:45:46.939556 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf01a8f-374d-45b1-929b-d4c43d497a4c None None] Checking router: 0218c2b7-630b-4033-87bc-ae73084fa72c for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:45:46.955248 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-7109490d-080e-4fb3-b890-75a0f7fb0e04 admin admin] Calling delete_port for 2b9993c5-3762-46c8-b6b1-3ab919d3c4af owned by network:router_gateway {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:45:46.959716 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf01a8f-374d-45b1-929b-d4c43d497a4c None None] Routers {'0218c2b7-630b-4033-87bc-ae73084fa72c'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:45:46.960422 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-1cf01a8f-374d-45b1-929b-d4c43d497a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:45:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['0218c2b7-630b-4033-87bc-ae73084fa72c'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:45:47.033114 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e9ff1-b03f-4ba7-8a83-1ed8e27bdf92 req-0a0c3451-aae2-480e-b1be-2e0d56a256cc tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:47.039254 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e9ff1-b03f-4ba7-8a83-1ed8e27bdf92 req-0a0c3451-aae2-480e-b1be-2e0d56a256cc tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:47.039979 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['ec314122-3caa-4b04-8cbf-da4cabcfe4d1'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:45:47.045374 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e9ff1-b03f-4ba7-8a83-1ed8e27bdf92 req-0a0c3451-aae2-480e-b1be-2e0d56a256cc tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:47.047159 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f98e9ff1-b03f-4ba7-8a83-1ed8e27bdf92 req-0a0c3451-aae2-480e-b1be-2e0d56a256cc tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/ports?device_id=f182d40f-37c5-4bf8-8005-db6ade628495 HTTP/1.1" status: 200 len: 2417 time: 0.1392312 Sep 23 06:45:47.116990 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-1cf01a8f-374d-45b1-929b-d4c43d497a4c None None] Set router 0218c2b7-630b-4033-87bc-ae73084fa72c gateway port host: None {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:45:47.155278 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f98e9ff1-b03f-4ba7-8a83-1ed8e27bdf92 req-2b05bf48-0826-4e33-ae3d-a661ac321232 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3ec47-52c4-4752-8034-03640108870b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942502 Sep 23 06:45:47.183834 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-1cf01a8f-374d-45b1-929b-d4c43d497a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0218c2b7-630b-4033-87bc-ae73084fa72c', 'name': 'tempest-FloatingIPsTestJSON-321966768-router', 'tenant_id': '78374968529e4ab4bda0e81e8e43b5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:45:23Z', 'updated_at': '2021-09-23T06:45:46Z', 'revision_number': 6, 'project_id': '78374968529e4ab4bda0e81e8e43b5ad', 'gw_port_host': None}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:45:47.216315 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf01a8f-374d-45b1-929b-d4c43d497a4c None None] The sync data for ids ['0218c2b7-630b-4033-87bc-ae73084fa72c'] in n-d-715271-16 is: [{'id': '0218c2b7-630b-4033-87bc-ae73084fa72c', 'name': 'tempest-FloatingIPsTestJSON-321966768-router', 'tenant_id': '78374968529e4ab4bda0e81e8e43b5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:45:23Z', 'updated_at': '2021-09-23T06:45:46Z', 'revision_number': 6, 'project_id': '78374968529e4ab4bda0e81e8e43b5ad', 'gw_port_host': None}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:45:47.251035 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7109490d-080e-4fb3-b890-75a0f7fb0e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:47.289669 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7109490d-080e-4fb3-b890-75a0f7fb0e04 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b9993c5-3762-46c8-b6b1-3ab919d3c4af,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:47.375361 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7109490d-080e-4fb3-b890-75a0f7fb0e04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2068563'] for router_gateway, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:47.512441 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7109490d-080e-4fb3-b890-75a0f7fb0e04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:47.525379 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7109490d-080e-4fb3-b890-75a0f7fb0e04 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:47.607833 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7109490d-080e-4fb3-b890-75a0f7fb0e04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:47.608412 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7109490d-080e-4fb3-b890-75a0f7fb0e04 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0218c2b7-630b-4033-87bc-ae73084fa72c {{(pid=95066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 06:45:47.619723 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7109490d-080e-4fb3-b890-75a0f7fb0e04 admin admin] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:47.624793 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-7109490d-080e-4fb3-b890-75a0f7fb0e04 admin admin] 10.222.0.39 "DELETE /v2.0/routers/0218c2b7-630b-4033-87bc-ae73084fa72c HTTP/1.1" status: 204 len: 168 time: 1.2657547 Sep 23 06:45:47.625417 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55364) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:45:47.678031 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-77bda2ee-f6c7-4671-8006-ee2b3e7e3c5e admin admin] Deleting subnet be0b27f6-eeb0-4b4b-893e-2b705e12ede4 {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:45:47.681626 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-77bda2ee-f6c7-4671-8006-ee2b3e7e3c5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:47.727153 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-77bda2ee-f6c7-4671-8006-ee2b3e7e3c5e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:47.727336 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d09e85-e919-48c7-b174-07403c9e7a57 req-4f90a3ee-15dc-47e3-b9ed-f897aa379b9f tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:47.733485 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d09e85-e919-48c7-b174-07403c9e7a57 req-4f90a3ee-15dc-47e3-b9ed-f897aa379b9f tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:47.740050 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d09e85-e919-48c7-b174-07403c9e7a57 req-4f90a3ee-15dc-47e3-b9ed-f897aa379b9f tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:47.747849 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-81d09e85-e919-48c7-b174-07403c9e7a57 req-4f90a3ee-15dc-47e3-b9ed-f897aa379b9f tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/ports?device_id=f182d40f-37c5-4bf8-8005-db6ade628495 HTTP/1.1" status: 200 len: 2417 time: 0.0864439 Sep 23 06:45:47.796845 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-81d09e85-e919-48c7-b174-07403c9e7a57 req-1eb71df0-a2a1-4e9e-8ab3-49f20dcf8185 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3ec47-52c4-4752-8034-03640108870b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458083 Sep 23 06:45:47.833382 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-77bda2ee-f6c7-4671-8006-ee2b3e7e3c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:47.904896 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753b6c90-556f-43f1-886c-13af8407241d req-579629ae-c4fb-4411-93da-db6f353c0e74 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:47.906468 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-753b6c90-556f-43f1-886c-13af8407241d req-579629ae-c4fb-4411-93da-db6f353c0e74 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/ports?device_id=af3cc337-f9d9-4961-8aa6-b897c9a72319 HTTP/1.1" status: 200 len: 945 time: 0.0875275 Sep 23 06:45:47.942083 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-77bda2ee-f6c7-4671-8006-ee2b3e7e3c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:47.984270 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-753b6c90-556f-43f1-886c-13af8407241d req-d2cd4e1e-6803-42d7-943e-c13af7ff5a89 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f5383a6-41e8-4ffd-bb02-3fe79014de26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684192 Sep 23 06:45:47.984895 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bda2ee-f6c7-4671-8006-ee2b3e7e3c5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be0b27f6-eeb0-4b4b-893e-2b705e12ede4,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:47.987002 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-77bda2ee-f6c7-4671-8006-ee2b3e7e3c5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:47.991397 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-77bda2ee-f6c7-4671-8006-ee2b3e7e3c5e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/be0b27f6-eeb0-4b4b-893e-2b705e12ede4 HTTP/1.1" status: 204 len: 168 time: 0.3644869 Sep 23 06:45:47.991548 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55372) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:45:47.992292 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff1868d-601d-4919-b1dc-fcec0513fd30 None None] Network c55560e5-79b7-4ff1-9770-9c93a696802c requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:45:48.008616 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55374) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:45:48.075891 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6ec99e5a-74d1-46ab-8b28-44f63ab5aaaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:48.143368 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-6ec99e5a-74d1-46ab-8b28-44f63ab5aaaf admin admin] Deleting port 089b75c3-ca13-4040-80b9-4fb66ac6e9f9 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:45:48.143713 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6ec99e5a-74d1-46ab-8b28-44f63ab5aaaf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:48.150953 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d3377054-10e1-4fd6-97e6-786745b65c72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:48.162657 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device ec314122-3caa-4b04-8cbf-da4cabcfe4d1 up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:45:48.207831 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6974bb5e-a92a-48d7-9464-7e16b0740f2f None None] DHCP port deletion for c55560e5-79b7-4ff1-9770-9c93a696802c request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 06:45:48.229726 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-6ec99e5a-74d1-46ab-8b28-44f63ab5aaaf admin admin] For port 089b75c3-ca13-4040-80b9-4fb66ac6e9f9, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=089b75c3-ca13-4040-80b9-4fb66ac6e9f9,segment=NetworkSegment(03044334-c1b2-4c2c-b3e7-3d99f4a0aba9),segment_id=03044334-c1b2-4c2c-b3e7-3d99f4a0aba9)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:45:48.230130 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6ec99e5a-74d1-46ab-8b28-44f63ab5aaaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:48.243776 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-6ec99e5a-74d1-46ab-8b28-44f63ab5aaaf admin admin] Calling delete_port for 089b75c3-ca13-4040-80b9-4fb66ac6e9f9 owned by network:dhcp {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:45:48.269367 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d3377054-10e1-4fd6-97e6-786745b65c72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:48.275601 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port ec314122-3caa-4b04-8cbf-da4cabcfe4d1 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:45:48.277597 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d3377054-10e1-4fd6-97e6-786745b65c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:48.285771 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port ec314122-3caa-4b04-8cbf-da4cabcfe4d1 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:45:48.286224 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:48.319177 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-d3377054-10e1-4fd6-97e6-786745b65c72 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2c0e863e25544fa19f87737e3c8c3fd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3043005 Sep 23 06:45:48.320071 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3377054-10e1-4fd6-97e6-786745b65c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30dca77b-4405-4adb-af8b-7d787b95f5e7,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:48.321887 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55378) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:45:48.334559 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-6974bb5e-a92a-48d7-9464-7e16b0740f2f None None] Deleting port 089b75c3-ca13-4040-80b9-4fb66ac6e9f9 {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:45:48.334985 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-6974bb5e-a92a-48d7-9464-7e16b0740f2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:48.366078 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6ec99e5a-74d1-46ab-8b28-44f63ab5aaaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:48.406377 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec99e5a-74d1-46ab-8b28-44f63ab5aaaf admin admin] Pushing event deleted for resources: {'Port': ['ID=089b75c3-ca13-4040-80b9-4fb66ac6e9f9,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:48.410989 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec99e5a-74d1-46ab-8b28-44f63ab5aaaf admin admin] No DVR routers for this DVR port 089b75c3-ca13-4040-80b9-4fb66ac6e9f9 on host n-d-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:45:48.437359 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-6974bb5e-a92a-48d7-9464-7e16b0740f2f None None] For port 089b75c3-ca13-4040-80b9-4fb66ac6e9f9, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=089b75c3-ca13-4040-80b9-4fb66ac6e9f9,segment=NetworkSegment(03044334-c1b2-4c2c-b3e7-3d99f4a0aba9),segment_id=03044334-c1b2-4c2c-b3e7-3d99f4a0aba9)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:45:48.437922 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-6974bb5e-a92a-48d7-9464-7e16b0740f2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:48.461181 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8a287e5b-6fe3-432e-a39e-10421c1e263a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:48.473969 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-6974bb5e-a92a-48d7-9464-7e16b0740f2f None None] Calling delete_port for 089b75c3-ca13-4040-80b9-4fb66ac6e9f9 owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:45:48.488367 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:48.506938 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8a287e5b-6fe3-432e-a39e-10421c1e263a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:48.538639 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 089b75c3-ca13-4040-80b9-4fb66ac6e9f9 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:45:48.548739 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6ec99e5a-74d1-46ab-8b28-44f63ab5aaaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:48.582376 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 089b75c3-ca13-4040-80b9-4fb66ac6e9f9 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:45:48.582864 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 089b75c3-ca13-4040-80b9-4fb66ac6e9f9 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:45:48.583347 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 2b9993c5-3762-46c8-b6b1-3ab919d3c4af no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:45:48.585115 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af3cc337-f9d9-4961-8aa6-b897c9a72319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec314122-3caa-4b04-8cbf-da4cabcfe4d1'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:45:48.587546 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f5fa34f-b35f-4678-8360-709bb8812e5f" -d '{"events": [{"server_uuid": "af3cc337-f9d9-4961-8aa6-b897c9a72319", "name": "network-vif-plugged", "status": "completed", "tag": "ec314122-3caa-4b04-8cbf-da4cabcfe4d1"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:45:48.590954 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-6ec99e5a-74d1-46ab-8b28-44f63ab5aaaf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c55560e5-79b7-4ff1-9770-9c93a696802c']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:45:48.604738 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-6ec99e5a-74d1-46ab-8b28-44f63ab5aaaf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03044334-c1b2-4c2c-b3e7-3d99f4a0aba9') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:45:48.605039 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-6ec99e5a-74d1-46ab-8b28-44f63ab5aaaf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03044334-c1b2-4c2c-b3e7-3d99f4a0aba9') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:45:48.613030 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port ec314122-3caa-4b04-8cbf-da4cabcfe4d1, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=ec314122-3caa-4b04-8cbf-da4cabcfe4d1,segment=NetworkSegment(e311ce61-9ca9-495c-a2b4-23b5ef627aae),segment_id=e311ce61-9ca9-495c-a2b4-23b5ef627aae)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:45:48.618483 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6ec99e5a-74d1-46ab-8b28-44f63ab5aaaf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:48.635393 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6ec99e5a-74d1-46ab-8b28-44f63ab5aaaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:48.642861 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:48.646961 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ec99e5a-74d1-46ab-8b28-44f63ab5aaaf admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:45:48.647494 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6ec99e5a-74d1-46ab-8b28-44f63ab5aaaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:48.647936 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 2b9993c5-3762-46c8-b6b1-3ab919d3c4af {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:45:48.648281 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 2b9993c5-3762-46c8-b6b1-3ab919d3c4af not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:45:48.648681 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device e4343717-1205-4afc-ab7b-ebd9aa03c2af no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:45:48.649730 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 06:45:48.649730 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:45:48.649730 n-d-715271-16 neutron-server[95066]: timer() Sep 23 06:45:48.649730 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:45:48.649730 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 06:45:48.649730 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:45:48.649730 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 06:45:48.649730 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:45:48.649730 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 06:45:48.649730 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:45:48.649730 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 06:45:48.649730 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:45:48.649730 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 06:45:48.649730 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:45:48.649730 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:45:48.649730 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:45:48.649730 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:45:48.649730 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:45:48.649730 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 06:45:48.649730 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:45:48.649730 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 06:45:48.649730 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:45:48.649730 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:45:48.649730 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:45:48.649730 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 06:45:48.649730 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:45:48.649730 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:45:48.649730 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:45:48.649730 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:45:48.649730 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:45:48.649730 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:45:48.649730 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:45:48.670728 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8a287e5b-6fe3-432e-a39e-10421c1e263a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:48.670728 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8a287e5b-6fe3-432e-a39e-10421c1e263a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:48.670728 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-8a287e5b-6fe3-432e-a39e-10421c1e263a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/30dca77b-4405-4adb-af8b-7d787b95f5e7 HTTP/1.1" status: 204 len: 168 time: 0.3463559 Sep 23 06:45:48.683645 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a287e5b-6fe3-432e-a39e-10421c1e263a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30dca77b-4405-4adb-af8b-7d787b95f5e7,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:48.691458 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d15b323-5d51-4978-ba8f-f054c5b094fb x-openstack-request-id: req-8d15b323-5d51-4978-ba8f-f054c5b094fb {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:45:48.692201 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af3cc337-f9d9-4961-8aa6-b897c9a72319", "name": "network-vif-plugged", "status": "completed", "tag": "ec314122-3caa-4b04-8cbf-da4cabcfe4d1", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:45:48.692201 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8d15b323-5d51-4978-ba8f-f054c5b094fb {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:45:48.692686 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af3cc337-f9d9-4961-8aa6-b897c9a72319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec314122-3caa-4b04-8cbf-da4cabcfe4d1', 'code': 200} Sep 23 06:45:48.698636 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: e4343717-1205-4afc-ab7b-ebd9aa03c2af {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:45:48.699039 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device e4343717-1205-4afc-ab7b-ebd9aa03c2af not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:45:48.746315 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6ec99e5a-74d1-46ab-8b28-44f63ab5aaaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:48.772347 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-6974bb5e-a92a-48d7-9464-7e16b0740f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:48.783475 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=ec314122-3caa-4b04-8cbf-da4cabcfe4d1,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:48.785011 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6ec99e5a-74d1-46ab-8b28-44f63ab5aaaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:48.785148 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6974bb5e-a92a-48d7-9464-7e16b0740f2f None None] Network c55560e5-79b7-4ff1-9770-9c93a696802c is not hosted by any dhcp agent {{(pid=95067) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 23 06:45:48.785511 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6974bb5e-a92a-48d7-9464-7e16b0740f2f None None] No DVR routers for this DVR port 089b75c3-ca13-4040-80b9-4fb66ac6e9f9 on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:45:48.786819 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-6ec99e5a-74d1-46ab-8b28-44f63ab5aaaf admin admin] 10.222.0.39 "DELETE /v2.0/networks/c55560e5-79b7-4ff1-9770-9c93a696802c HTTP/1.1" status: 204 len: 168 time: 0.7944217 Sep 23 06:45:48.788457 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec99e5a-74d1-46ab-8b28-44f63ab5aaaf admin admin] Pushing event deleted for resources: {'Network': ['ID=c55560e5-79b7-4ff1-9770-9c93a696802c,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:48.807898 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ede31ea-7c8b-4113-baf0-83e39ec11b90 req-7d602b75-8841-47da-86c1-9c82692cdc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:48.809408 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7ede31ea-7c8b-4113-baf0-83e39ec11b90 req-7d602b75-8841-47da-86c1-9c82692cdc63 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=af3cc337-f9d9-4961-8aa6-b897c9a72319 HTTP/1.1" status: 200 len: 1098 time: 0.0726540 Sep 23 06:45:48.819767 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6974bb5e-a92a-48d7-9464-7e16b0740f2f None None] Pushing event deleted for resources: {'Port': ['ID=089b75c3-ca13-4040-80b9-4fb66ac6e9f9,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:48.850583 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7ede31ea-7c8b-4113-baf0-83e39ec11b90 req-283effe1-8d90-4c58-9475-4afc60cbeebc service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=4f5383a6-41e8-4ffd-bb02-3fe79014de26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330794 Sep 23 06:45:48.929383 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8019cf-a636-4616-9037-59446c6e98a1 req-99ecade5-9fc1-4165-b5fa-65e4426ece52 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:48.936178 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8019cf-a636-4616-9037-59446c6e98a1 req-99ecade5-9fc1-4165-b5fa-65e4426ece52 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:48.944086 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8019cf-a636-4616-9037-59446c6e98a1 req-99ecade5-9fc1-4165-b5fa-65e4426ece52 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:48.945772 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0e8019cf-a636-4616-9037-59446c6e98a1 req-99ecade5-9fc1-4165-b5fa-65e4426ece52 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/ports?device_id=f182d40f-37c5-4bf8-8005-db6ade628495 HTTP/1.1" status: 200 len: 2417 time: 0.0756197 Sep 23 06:45:48.998079 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0e8019cf-a636-4616-9037-59446c6e98a1 req-32f257dc-f7c5-47ef-946a-1bd506ca9d76 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3ec47-52c4-4752-8034-03640108870b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437648 Sep 23 06:45:49.003875 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55406) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:45:49.049561 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55410) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:45:49.050162 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-6c0c7e21-2fcf-4fbe-98bb-78a4ab795c15 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=78374968529e4ab4bda0e81e8e43b5ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0443113 Sep 23 06:45:49.074071 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55412) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:45:49.087298 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5ebaef29-2b7f-40e2-b629-e89296c7588d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:49.142693 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b0a5e1-9480-46a4-80b5-4e37590d7baf req-53129d07-8c2c-4bf4-aaf9-2a212fe0994b tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:49.144189 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-04b0a5e1-9480-46a4-80b5-4e37590d7baf req-53129d07-8c2c-4bf4-aaf9-2a212fe0994b tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/ports?device_id=af3cc337-f9d9-4961-8aa6-b897c9a72319 HTTP/1.1" status: 200 len: 946 time: 0.0777364 Sep 23 06:45:49.144811 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-56af1daa-d286-47ba-8890-0d90e0889d4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:49.184891 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-56af1daa-d286-47ba-8890-0d90e0889d4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:49.186296 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5ebaef29-2b7f-40e2-b629-e89296c7588d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:49.190301 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5ebaef29-2b7f-40e2-b629-e89296c7588d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:49.224177 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-04b0a5e1-9480-46a4-80b5-4e37590d7baf req-758c35cc-1e7b-484a-993f-a04a7eaa1fde tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f5383a6-41e8-4ffd-bb02-3fe79014de26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701358 Sep 23 06:45:49.233681 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-5ebaef29-2b7f-40e2-b629-e89296c7588d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e7d53c7d614644829527e78467d10d24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1563692 Sep 23 06:45:49.233681 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebaef29-2b7f-40e2-b629-e89296c7588d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=657e6249-2adf-4fcc-8e6c-4941fd26e3a4,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:49.234330 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55414) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:45:49.263835 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-56af1daa-d286-47ba-8890-0d90e0889d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:49.266870 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-56af1daa-d286-47ba-8890-0d90e0889d4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:49.268114 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-56af1daa-d286-47ba-8890-0d90e0889d4b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5a8a89d9-6b37-469b-bb55-4a513f71effb HTTP/1.1" status: 204 len: 168 time: 0.2168355 Sep 23 06:45:49.283129 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56af1daa-d286-47ba-8890-0d90e0889d4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a8a89d9-6b37-469b-bb55-4a513f71effb,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:49.299700 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-901495a2-fe5c-4c36-9ddf-2deb6d40d115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:49.326402 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-901495a2-fe5c-4c36-9ddf-2deb6d40d115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:49.378422 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-901495a2-fe5c-4c36-9ddf-2deb6d40d115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:49.381314 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-901495a2-fe5c-4c36-9ddf-2deb6d40d115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:49.382596 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-901495a2-fe5c-4c36-9ddf-2deb6d40d115 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/657e6249-2adf-4fcc-8e6c-4941fd26e3a4 HTTP/1.1" status: 204 len: 168 time: 0.1468740 Sep 23 06:45:49.392627 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901495a2-fe5c-4c36-9ddf-2deb6d40d115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=657e6249-2adf-4fcc-8e6c-4941fd26e3a4,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:49.702380 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c949494f-0e5a-4cc3-bbde-ae6193a3c798 req-30b22e78-b74a-4584-b6e7-d938773de511 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:49.709212 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c949494f-0e5a-4cc3-bbde-ae6193a3c798 req-30b22e78-b74a-4584-b6e7-d938773de511 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:49.715532 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c949494f-0e5a-4cc3-bbde-ae6193a3c798 req-30b22e78-b74a-4584-b6e7-d938773de511 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:49.717211 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c949494f-0e5a-4cc3-bbde-ae6193a3c798 req-30b22e78-b74a-4584-b6e7-d938773de511 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.21 "GET /v2.0/ports?device_id=f182d40f-37c5-4bf8-8005-db6ade628495 HTTP/1.1" status: 200 len: 2417 time: 0.0724406 Sep 23 06:45:49.835085 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-c949494f-0e5a-4cc3-bbde-ae6193a3c798 req-ec014668-766a-40f7-a8b5-941322383d3a tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Deleting port 876ce57a-1b93-405d-9d6f-1d307c37785b {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:45:49.835857 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-c949494f-0e5a-4cc3-bbde-ae6193a3c798 req-ec014668-766a-40f7-a8b5-941322383d3a tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:49.941681 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-c949494f-0e5a-4cc3-bbde-ae6193a3c798 req-ec014668-766a-40f7-a8b5-941322383d3a tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] For port 876ce57a-1b93-405d-9d6f-1d307c37785b, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=876ce57a-1b93-405d-9d6f-1d307c37785b,segment=NetworkSegment(e3fe4d08-8bf2-481c-921f-8e66fac37bdc),segment_id=e3fe4d08-8bf2-481c-921f-8e66fac37bdc)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:45:49.942077 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-c949494f-0e5a-4cc3-bbde-ae6193a3c798 req-ec014668-766a-40f7-a8b5-941322383d3a tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:49.955900 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-c949494f-0e5a-4cc3-bbde-ae6193a3c798 req-ec014668-766a-40f7-a8b5-941322383d3a tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Calling delete_port for 876ce57a-1b93-405d-9d6f-1d307c37785b owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:45:50.112658 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-c949494f-0e5a-4cc3-bbde-ae6193a3c798 req-ec014668-766a-40f7-a8b5-941322383d3a tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:50.138612 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['ff760a6e-d955-4369-b8f4-c58bfe6297c6', '876ce57a-1b93-405d-9d6f-1d307c37785b', '9af4644a-95fe-4721-b1a7-44e4c57ff21d'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:45:50.165372 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec014668-766a-40f7-a8b5-941322383d3a tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Pushing event deleted for resources: {'Port': ['ID=876ce57a-1b93-405d-9d6f-1d307c37785b,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:50.196278 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 2f8e4232-efaf-48ec-8629-27ff4575a4fb details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:45:50.202091 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd9bca5-0697-4e5b-8230-96d3433ec835 req-c864fc2a-6fcf-4687-8c9a-a9d4c2027bfd tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:50.218266 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd9bca5-0697-4e5b-8230-96d3433ec835 req-c864fc2a-6fcf-4687-8c9a-a9d4c2027bfd tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:50.234215 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bfd9bca5-0697-4e5b-8230-96d3433ec835 req-c864fc2a-6fcf-4687-8c9a-a9d4c2027bfd tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/ports?device_id=f182d40f-37c5-4bf8-8005-db6ade628495 HTTP/1.1" status: 200 len: 1681 time: 0.1529942 Sep 23 06:45:50.248181 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-c949494f-0e5a-4cc3-bbde-ae6193a3c798 req-ec014668-766a-40f7-a8b5-941322383d3a tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] No DVR routers for this DVR port 876ce57a-1b93-405d-9d6f-1d307c37785b on host n-h1-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:45:50.267161 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-c949494f-0e5a-4cc3-bbde-ae6193a3c798 req-ec014668-766a-40f7-a8b5-941322383d3a tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:50.271535 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c949494f-0e5a-4cc3-bbde-ae6193a3c798 req-ec014668-766a-40f7-a8b5-941322383d3a tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.21 "DELETE /v2.0/ports/876ce57a-1b93-405d-9d6f-1d307c37785b HTTP/1.1" status: 204 len: 173 time: 0.5470474 Sep 23 06:45:50.272862 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f182d40f-37c5-4bf8-8005-db6ade628495', 'name': 'network-vif-deleted', 'tag': '876ce57a-1b93-405d-9d6f-1d307c37785b'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:45:50.280680 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0375d963-3dc5-4774-ace9-60eb7dbd0eb2" -d '{"events": [{"server_uuid": "f182d40f-37c5-4bf8-8005-db6ade628495", "name": "network-vif-deleted", "tag": "876ce57a-1b93-405d-9d6f-1d307c37785b"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:45:50.347782 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bfd9bca5-0697-4e5b-8230-96d3433ec835 req-007d154c-b9d8-4393-8e4a-ea547ac98a0b tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3ec47-52c4-4752-8034-03640108870b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111133 Sep 23 06:45:50.553501 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 2f8e4232-efaf-48ec-8629-27ff4575a4fb, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=2f8e4232-efaf-48ec-8629-27ff4575a4fb,segment=NetworkSegment(2b9cc8e9-9b87-41b9-963b-963dc78e06f0),segment_id=2b9cc8e9-9b87-41b9-963b-963dc78e06f0)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:45:50.561051 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ccbe584-dea7-456a-8eab-07da1f1f12c2 x-openstack-request-id: req-4ccbe584-dea7-456a-8eab-07da1f1f12c2 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:45:50.561647 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f182d40f-37c5-4bf8-8005-db6ade628495", "name": "network-vif-deleted", "tag": "876ce57a-1b93-405d-9d6f-1d307c37785b", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:45:50.562326 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4ccbe584-dea7-456a-8eab-07da1f1f12c2 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:45:50.563170 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f182d40f-37c5-4bf8-8005-db6ade628495', 'name': 'network-vif-deleted', 'tag': '876ce57a-1b93-405d-9d6f-1d307c37785b', 'status': 'completed', 'code': 200} Sep 23 06:45:50.630074 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': '2f8e4232-efaf-48ec-8629-27ff4575a4fb', 'network_id': '06f6700e-677f-450e-91ed-a10a2fbb500b', 'port_id': '2f8e4232-efaf-48ec-8629-27ff4575a4fb', 'mac_address': 'fa:16:3e:18:6a:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e60271bd-2abe-488c-8449-206f6ba42e89', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:45:50.654252 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527a528b-5881-499e-b7ac-447c5d5a25e0 req-f24a4067-2a18-4898-ab61-cd239847a853 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:50.658886 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-527a528b-5881-499e-b7ac-447c5d5a25e0 req-f24a4067-2a18-4898-ab61-cd239847a853 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/ports?device_id=af3cc337-f9d9-4961-8aa6-b897c9a72319 HTTP/1.1" status: 200 len: 946 time: 0.2319260 Sep 23 06:45:50.724233 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-c949494f-0e5a-4cc3-bbde-ae6193a3c798 req-74211270-c61e-47f2-9641-2ce339200c52 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Deleting port ff760a6e-d955-4369-b8f4-c58bfe6297c6 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:45:50.724488 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-c949494f-0e5a-4cc3-bbde-ae6193a3c798 req-74211270-c61e-47f2-9641-2ce339200c52 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:50.757350 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:50.781853 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-527a528b-5881-499e-b7ac-447c5d5a25e0 req-51c0a524-2318-4b0a-8284-0588a7729559 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f5383a6-41e8-4ffd-bb02-3fe79014de26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073537 Sep 23 06:45:50.820519 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2f8e4232-efaf-48ec-8629-27ff4575a4fb {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:45:50.846241 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 2f8e4232-efaf-48ec-8629-27ff4575a4fb, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=2f8e4232-efaf-48ec-8629-27ff4575a4fb,segment=NetworkSegment(2b9cc8e9-9b87-41b9-963b-963dc78e06f0),segment_id=2b9cc8e9-9b87-41b9-963b-963dc78e06f0)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:45:50.853648 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:50.894719 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-c949494f-0e5a-4cc3-bbde-ae6193a3c798 req-74211270-c61e-47f2-9641-2ce339200c52 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] For port ff760a6e-d955-4369-b8f4-c58bfe6297c6, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=ff760a6e-d955-4369-b8f4-c58bfe6297c6,segment=NetworkSegment(cfe81948-79b4-41e4-a063-84488fe06149),segment_id=cfe81948-79b4-41e4-a063-84488fe06149)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:45:50.895547 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-c949494f-0e5a-4cc3-bbde-ae6193a3c798 req-74211270-c61e-47f2-9641-2ce339200c52 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:50.929458 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-c949494f-0e5a-4cc3-bbde-ae6193a3c798 req-74211270-c61e-47f2-9641-2ce339200c52 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Calling delete_port for ff760a6e-d955-4369-b8f4-c58bfe6297c6 owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:45:50.934733 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['2f8e4232-efaf-48ec-8629-27ff4575a4fb'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:45:50.938337 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=2f8e4232-efaf-48ec-8629-27ff4575a4fb,revision_number=6']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:51.107835 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a4ecd700-ede2-4f9d-804b-89b3090e25af req-a100ea40-c54c-4c68-8fdb-1e33724c0429 tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=3221b38c13024260a26ae2a31743d886&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306847 Sep 23 06:45:51.152999 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-c949494f-0e5a-4cc3-bbde-ae6193a3c798 req-74211270-c61e-47f2-9641-2ce339200c52 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:51.189398 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74211270-c61e-47f2-9641-2ce339200c52 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Pushing event deleted for resources: {'Port': ['ID=ff760a6e-d955-4369-b8f4-c58bfe6297c6,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:51.255878 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-c949494f-0e5a-4cc3-bbde-ae6193a3c798 req-74211270-c61e-47f2-9641-2ce339200c52 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] No DVR routers for this DVR port ff760a6e-d955-4369-b8f4-c58bfe6297c6 on host n-h1-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:45:51.259207 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-c949494f-0e5a-4cc3-bbde-ae6193a3c798 req-74211270-c61e-47f2-9641-2ce339200c52 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:51.261727 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c949494f-0e5a-4cc3-bbde-ae6193a3c798 req-74211270-c61e-47f2-9641-2ce339200c52 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.21 "DELETE /v2.0/ports/ff760a6e-d955-4369-b8f4-c58bfe6297c6 HTTP/1.1" status: 204 len: 173 time: 0.9710252 Sep 23 06:45:51.325193 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ecd700-ede2-4f9d-804b-89b3090e25af req-1bbbba21-95a7-41cc-b4da-ca63bd96a037 tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:51.332948 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a4ecd700-ede2-4f9d-804b-89b3090e25af req-1bbbba21-95a7-41cc-b4da-ca63bd96a037 tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2242565 Sep 23 06:45:51.351665 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a4ecd700-ede2-4f9d-804b-89b3090e25af req-e7cddb46-2092-46b8-91ae-90fffd69b999 tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] 10.222.0.39 "GET /v2.0/quotas/3221b38c13024260a26ae2a31743d886 HTTP/1.1" status: 200 len: 375 time: 0.0171144 Sep 23 06:45:51.433712 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a4ecd700-ede2-4f9d-804b-89b3090e25af req-f76aa864-f51d-4a36-b9a0-a37ee4f8b9e8 tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3221b38c13024260a26ae2a31743d886&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0806460 Sep 23 06:45:51.472173 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-c949494f-0e5a-4cc3-bbde-ae6193a3c798 req-5a6b4a46-265a-4a9f-a089-cb3085371921 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Deleting port 9af4644a-95fe-4721-b1a7-44e4c57ff21d {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:45:51.478616 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2dbf5b98-d80b-4f25-bb04-226a42289b6c req-97abc49d-10d9-429d-bac4-0e04cd527edc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0938756 Sep 23 06:45:51.479470 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-c949494f-0e5a-4cc3-bbde-ae6193a3c798 req-5a6b4a46-265a-4a9f-a089-cb3085371921 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:51.611018 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbf5b98-d80b-4f25-bb04-226a42289b6c req-27438cba-f3ce-44c7-aff5-fd9babdb8647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:51.612929 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2dbf5b98-d80b-4f25-bb04-226a42289b6c req-27438cba-f3ce-44c7-aff5-fd9babdb8647 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8275c6392a72426db62ebfc4817f4420&device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 1097 time: 0.0620906 Sep 23 06:45:51.764827 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c483195-2a3b-4b20-a460-27ea56243787 req-82a4f0cb-2159-4e32-9f60-a84c3c226c8d tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:51.790973 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7c483195-2a3b-4b20-a460-27ea56243787 req-82a4f0cb-2159-4e32-9f60-a84c3c226c8d tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/ports?device_id=f182d40f-37c5-4bf8-8005-db6ade628495 HTTP/1.1" status: 200 len: 945 time: 0.3045688 Sep 23 06:45:51.805164 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbf5b98-d80b-4f25-bb04-226a42289b6c req-53088bf2-371d-49bb-934a-7f95c1159a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:51.806671 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2dbf5b98-d80b-4f25-bb04-226a42289b6c req-53088bf2-371d-49bb-934a-7f95c1159a9f service neutron] 10.222.0.21 "GET /v2.0/networks?id=d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64 HTTP/1.1" status: 200 len: 912 time: 0.1625850 Sep 23 06:45:51.852309 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-c949494f-0e5a-4cc3-bbde-ae6193a3c798 req-5a6b4a46-265a-4a9f-a089-cb3085371921 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] For port 9af4644a-95fe-4721-b1a7-44e4c57ff21d, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=9af4644a-95fe-4721-b1a7-44e4c57ff21d,segment=NetworkSegment(e3fe4d08-8bf2-481c-921f-8e66fac37bdc),segment_id=e3fe4d08-8bf2-481c-921f-8e66fac37bdc)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:45:51.852717 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-c949494f-0e5a-4cc3-bbde-ae6193a3c798 req-5a6b4a46-265a-4a9f-a089-cb3085371921 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:51.874776 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7c483195-2a3b-4b20-a460-27ea56243787 req-02c36209-2cdd-467e-af00-8437618d4f07 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3ec47-52c4-4752-8034-03640108870b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781581 Sep 23 06:45:51.899760 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-c949494f-0e5a-4cc3-bbde-ae6193a3c798 req-5a6b4a46-265a-4a9f-a089-cb3085371921 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Calling delete_port for 9af4644a-95fe-4721-b1a7-44e4c57ff21d owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:45:51.917286 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2408b78d-d76d-44c1-b083-fbe83b34a133 req-29c17b05-7bca-449d-9c26-f3c052345100 tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] 10.222.0.39 "GET /v2.0/ports?device_id=eee31f93-838d-4afe-b78e-32bb57118270 HTTP/1.1" status: 200 len: 210 time: 0.0930586 Sep 23 06:45:51.956258 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2dbf5b98-d80b-4f25-bb04-226a42289b6c req-8ee48292-37ab-422b-9959-6daf2b4cf884 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13fc1c55-aac8-4284-a65a-d9e7ba02d995 HTTP/1.1" status: 200 len: 1001 time: 0.1404152 Sep 23 06:45:52.043643 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbf5b98-d80b-4f25-bb04-226a42289b6c req-2b460901-3578-41e5-9502-63fdc57b4df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:52.046799 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2dbf5b98-d80b-4f25-bb04-226a42289b6c req-2b460901-3578-41e5-9502-63fdc57b4df0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=46ccc032-0362-4c9c-977b-4c26fbfaa4e6 HTTP/1.1" status: 200 len: 850 time: 0.0800507 Sep 23 06:45:52.119392 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbf5b98-d80b-4f25-bb04-226a42289b6c req-1d4a53ed-61c8-46ac-a2c6-7323ad3ccc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:52.122194 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2dbf5b98-d80b-4f25-bb04-226a42289b6c req-1d4a53ed-61c8-46ac-a2c6-7323ad3ccc37 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0655773 Sep 23 06:45:52.206257 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 2f8e4232-efaf-48ec-8629-27ff4575a4fb up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:45:52.248870 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2dbf5b98-d80b-4f25-bb04-226a42289b6c req-8eaa2d94-2200-480e-abd5-c71f2bea24a6 service neutron] 10.222.0.21 "GET /v2.0/networks/d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197729 Sep 23 06:45:52.253720 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ee717f-5f84-43fc-8cf6-8236f006f151 req-f9638a82-2b77-49a6-b7a7-9e4a36f92ba3 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:52.261022 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-29ee717f-5f84-43fc-8cf6-8236f006f151 req-f9638a82-2b77-49a6-b7a7-9e4a36f92ba3 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/ports?device_id=af3cc337-f9d9-4961-8aa6-b897c9a72319 HTTP/1.1" status: 200 len: 946 time: 0.1919961 Sep 23 06:45:52.286948 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 876ce57a-1b93-405d-9d6f-1d307c37785b no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:45:52.365890 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-29ee717f-5f84-43fc-8cf6-8236f006f151 req-cf18e303-e094-4fa6-bea2-31d3e7f425c7 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f5383a6-41e8-4ffd-bb02-3fe79014de26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993021 Sep 23 06:45:52.366700 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] No Port match for: 876ce57a-1b93-405d-9d6f-1d307c37785b {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:45:52.367059 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 876ce57a-1b93-405d-9d6f-1d307c37785b not bound to the agent host n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:45:52.367487 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 9af4644a-95fe-4721-b1a7-44e4c57ff21d no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:45:52.377145 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2dbf5b98-d80b-4f25-bb04-226a42289b6c req-319ce6b8-7b65-4c55-857d-249468c8ef0c service neutron] 10.222.0.21 "GET /v2.0/networks/d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181018 Sep 23 06:45:52.418997 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fdc43fc2-4548-4e7a-afbe-57ac87e9852d req-f9212652-97f3-4eea-a05c-d38062ab2706 tempest-ServerDiagnosticsNegativeTest-1941297355 tempest-ServerDiagnosticsNegativeTest-1941297355-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=79dea8f682914cc4b090f6acd3b244f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0408175 Sep 23 06:45:52.448736 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-c949494f-0e5a-4cc3-bbde-ae6193a3c798 req-5a6b4a46-265a-4a9f-a089-cb3085371921 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:52.458617 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port 2f8e4232-efaf-48ec-8629-27ff4575a4fb triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:45:52.459270 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:52.609196 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f182d40f-37c5-4bf8-8005-db6ade628495', 'name': 'network-vif-deleted', 'tag': 'ff760a6e-d955-4369-b8f4-c58bfe6297c6'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:45:52.615709 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb3fd05a-eaf7-4924-80a1-ebf314dc231d" -d '{"events": [{"server_uuid": "f182d40f-37c5-4bf8-8005-db6ade628495", "name": "network-vif-deleted", "tag": "ff760a6e-d955-4369-b8f4-c58bfe6297c6"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:45:52.630251 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc43fc2-4548-4e7a-afbe-57ac87e9852d req-c60562fb-0e4e-487c-b1c3-1af8402619f6 tempest-ServerDiagnosticsNegativeTest-1941297355 tempest-ServerDiagnosticsNegativeTest-1941297355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:52.640633 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fdc43fc2-4548-4e7a-afbe-57ac87e9852d req-c60562fb-0e4e-487c-b1c3-1af8402619f6 tempest-ServerDiagnosticsNegativeTest-1941297355 tempest-ServerDiagnosticsNegativeTest-1941297355-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2206566 Sep 23 06:45:52.654460 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6b4a46-265a-4a9f-a089-cb3085371921 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Pushing event deleted for resources: {'Port': ['ID=9af4644a-95fe-4721-b1a7-44e4c57ff21d,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:52.660756 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fdc43fc2-4548-4e7a-afbe-57ac87e9852d req-496f4034-8792-40fb-9493-c8eaad5b9eed tempest-ServerDiagnosticsNegativeTest-1941297355 tempest-ServerDiagnosticsNegativeTest-1941297355-project] 10.222.0.39 "GET /v2.0/quotas/79dea8f682914cc4b090f6acd3b244f4 HTTP/1.1" status: 200 len: 375 time: 0.0165570 Sep 23 06:45:52.700784 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-c949494f-0e5a-4cc3-bbde-ae6193a3c798 req-5a6b4a46-265a-4a9f-a089-cb3085371921 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] No DVR routers for this DVR port 9af4644a-95fe-4721-b1a7-44e4c57ff21d on host n-h1-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:45:52.713883 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-c949494f-0e5a-4cc3-bbde-ae6193a3c798 req-5a6b4a46-265a-4a9f-a089-cb3085371921 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:52.719585 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c949494f-0e5a-4cc3-bbde-ae6193a3c798 req-5a6b4a46-265a-4a9f-a089-cb3085371921 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.21 "DELETE /v2.0/ports/9af4644a-95fe-4721-b1a7-44e4c57ff21d HTTP/1.1" status: 204 len: 173 time: 1.4475410 Sep 23 06:45:52.726801 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fdc43fc2-4548-4e7a-afbe-57ac87e9852d req-5abb8c72-d431-4c91-bc00-3b13a29c40ef tempest-ServerDiagnosticsNegativeTest-1941297355 tempest-ServerDiagnosticsNegativeTest-1941297355-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=79dea8f682914cc4b090f6acd3b244f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0534661 Sep 23 06:45:52.805238 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] No active binding found for port 9af4644a-95fe-4721-b1a7-44e4c57ff21d {{(pid=95067) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 23 06:45:52.805747 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 9af4644a-95fe-4721-b1a7-44e4c57ff21d not bound to the agent host n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:45:52.806280 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device ff760a6e-d955-4369-b8f4-c58bfe6297c6 no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:45:52.848983 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:52.850162 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b28acc8-09a7-4f60-85ca-c94355cdd354 req-22410d3d-623e-4d1e-ab58-5256ce4b0971 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:52.854108 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4b28acc8-09a7-4f60-85ca-c94355cdd354 req-22410d3d-623e-4d1e-ab58-5256ce4b0971 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/ports?device_id=af3cc337-f9d9-4961-8aa6-b897c9a72319 HTTP/1.1" status: 200 len: 946 time: 0.0861034 Sep 23 06:45:52.929997 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] No Port match for: ff760a6e-d955-4369-b8f4-c58bfe6297c6 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:45:52.930624 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device ff760a6e-d955-4369-b8f4-c58bfe6297c6 not bound to the agent host n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:45:52.933236 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4b28acc8-09a7-4f60-85ca-c94355cdd354 req-4a88e50d-0ff8-464e-9052-f3a462dd8649 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f5383a6-41e8-4ffd-bb02-3fe79014de26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729599 Sep 23 06:45:52.949299 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7288cae-4701-4fd0-95f9-8545d2327fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f8e4232-efaf-48ec-8629-27ff4575a4fb'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:45:52.956586 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2367f12-fef8-420d-b44e-51e96fe2b7b1" -d '{"events": [{"server_uuid": "e7288cae-4701-4fd0-95f9-8545d2327fd0", "name": "network-vif-plugged", "status": "completed", "tag": "2f8e4232-efaf-48ec-8629-27ff4575a4fb"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:45:52.973728 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 2f8e4232-efaf-48ec-8629-27ff4575a4fb, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=2f8e4232-efaf-48ec-8629-27ff4575a4fb,segment=NetworkSegment(2b9cc8e9-9b87-41b9-963b-963dc78e06f0),segment_id=2b9cc8e9-9b87-41b9-963b-963dc78e06f0)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:45:52.984224 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:53.002731 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db44795-7c11-4e48-88a4-4363e669aa4e x-openstack-request-id: req-4db44795-7c11-4e48-88a4-4363e669aa4e {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:45:53.002731 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f182d40f-37c5-4bf8-8005-db6ade628495", "name": "network-vif-deleted", "tag": "ff760a6e-d955-4369-b8f4-c58bfe6297c6", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:45:53.002731 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4db44795-7c11-4e48-88a4-4363e669aa4e {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:45:53.002731 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f182d40f-37c5-4bf8-8005-db6ade628495', 'name': 'network-vif-deleted', 'tag': 'ff760a6e-d955-4369-b8f4-c58bfe6297c6', 'status': 'completed', 'code': 200} Sep 23 06:45:53.070778 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=2f8e4232-efaf-48ec-8629-27ff4575a4fb,revision_number=7']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:53.222323 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f0c0f0d7-a68e-46a8-89c8-a685a1702fcc req-a228c566-958f-41af-9014-f9ebdc724d28 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/ports?device_id=f182d40f-37c5-4bf8-8005-db6ade628495 HTTP/1.1" status: 200 len: 210 time: 0.0461268 Sep 23 06:45:53.242163 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8bfb1db8-b90e-426b-9b14-b4127af0df1b req-8d6abb6d-b3a3-4f6f-97ba-f5ece3636b2b tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] 10.222.0.39 "GET /v2.0/ports?device_id=eee31f93-838d-4afe-b78e-32bb57118270 HTTP/1.1" status: 200 len: 210 time: 0.0513265 Sep 23 06:45:53.304027 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0cad78e-04b8-4c30-a376-6a629b18a82a x-openstack-request-id: req-a0cad78e-04b8-4c30-a376-6a629b18a82a {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:45:53.304517 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7288cae-4701-4fd0-95f9-8545d2327fd0", "name": "network-vif-plugged", "status": "completed", "tag": "2f8e4232-efaf-48ec-8629-27ff4575a4fb", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:45:53.304517 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a0cad78e-04b8-4c30-a376-6a629b18a82a {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:45:53.305080 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7288cae-4701-4fd0-95f9-8545d2327fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f8e4232-efaf-48ec-8629-27ff4575a4fb', 'code': 200} Sep 23 06:45:53.387718 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-115b5b07-8be2-4ace-8cee-3620bd704331 req-7dbcb097-dffc-4f73-8f47-daaa78149df6 tempest-ServerDiagnosticsNegativeTest-1941297355 tempest-ServerDiagnosticsNegativeTest-1941297355-project] 10.222.0.39 "GET /v2.0/ports?device_id=2841a5f0-e887-49d7-98f2-6f9d6ed1d4cb HTTP/1.1" status: 200 len: 210 time: 0.0466452 Sep 23 06:45:53.466272 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba9d0d3-c4c1-4043-b94f-874bdd5b593d req-d04acd73-0e90-4344-9067-d912de3fdbc1 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:53.477009 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dba9d0d3-c4c1-4043-b94f-874bdd5b593d req-d04acd73-0e90-4344-9067-d912de3fdbc1 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/ports?device_id=af3cc337-f9d9-4961-8aa6-b897c9a72319 HTTP/1.1" status: 200 len: 946 time: 0.0891266 Sep 23 06:45:53.522841 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dba9d0d3-c4c1-4043-b94f-874bdd5b593d req-e13ed189-fe9a-4d09-901f-cf44eb59c18d tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f5383a6-41e8-4ffd-bb02-3fe79014de26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448539 Sep 23 06:45:53.624936 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a4ecd700-ede2-4f9d-804b-89b3090e25af req-8867c142-0ca1-4b35-88fc-9ab5b4731d14 tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=3221b38c13024260a26ae2a31743d886&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350857 Sep 23 06:45:53.712372 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708bd478-418b-450e-83f5-2680e582451e req-cff41299-5b79-4d34-99a6-772373242e16 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:53.720941 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-708bd478-418b-450e-83f5-2680e582451e req-cff41299-5b79-4d34-99a6-772373242e16 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/ports?device_id=af3cc337-f9d9-4961-8aa6-b897c9a72319 HTTP/1.1" status: 200 len: 946 time: 0.1151569 Sep 23 06:45:53.778427 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-708bd478-418b-450e-83f5-2680e582451e req-38d04ab9-84c0-4430-b67f-eb10b2f3ebac tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f5383a6-41e8-4ffd-bb02-3fe79014de26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565610 Sep 23 06:45:53.810019 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ecd700-ede2-4f9d-804b-89b3090e25af req-1b68af23-5d3f-4868-a65c-09bac2b23116 tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:53.812603 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a4ecd700-ede2-4f9d-804b-89b3090e25af req-1b68af23-5d3f-4868-a65c-09bac2b23116 tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1809909 Sep 23 06:45:53.874775 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-a4ecd700-ede2-4f9d-804b-89b3090e25af req-6c033cfc-fbca-43bb-8891-befefb9a4fdc tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] Request body: {'port': {'device_id': 'eee31f93-838d-4afe-b78e-32bb57118270', 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062', 'admin_state_up': True, 'tenant_id': '3221b38c13024260a26ae2a31743d886'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:45:53.976216 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed8b2f7-bbe4-44fc-8fd7-ba186dd95df8 req-ae025162-b037-402a-9bec-828c84dc4ce4 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:53.977932 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5ed8b2f7-bbe4-44fc-8fd7-ba186dd95df8 req-ae025162-b037-402a-9bec-828c84dc4ce4 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/ports?device_id=af3cc337-f9d9-4961-8aa6-b897c9a72319 HTTP/1.1" status: 200 len: 946 time: 0.0725775 Sep 23 06:45:54.024883 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5ed8b2f7-bbe4-44fc-8fd7-ba186dd95df8 req-48594757-7b47-4989-ad13-73c6e53304d4 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f5383a6-41e8-4ffd-bb02-3fe79014de26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405264 Sep 23 06:45:54.104269 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4ecd700-ede2-4f9d-804b-89b3090e25af req-6c033cfc-fbca-43bb-8891-befefb9a4fdc tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] Made reservation on behalf of 3221b38c13024260a26ae2a31743d886 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:45:54.123878 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-a4ecd700-ede2-4f9d-804b-89b3090e25af req-6c033cfc-fbca-43bb-8891-befefb9a4fdc tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:54.150575 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-a4ecd700-ede2-4f9d-804b-89b3090e25af req-6c033cfc-fbca-43bb-8891-befefb9a4fdc tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:54.342688 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a959eb1-db55-418b-b981-87f9e9a7fb87 req-86747e81-f732-410d-9aae-bbbaff3b74ef tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:54.345717 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7a959eb1-db55-418b-b981-87f9e9a7fb87 req-86747e81-f732-410d-9aae-bbbaff3b74ef tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/ports?device_id=af3cc337-f9d9-4961-8aa6-b897c9a72319 HTTP/1.1" status: 200 len: 946 time: 0.1704965 Sep 23 06:45:54.402638 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b8e1039d-6fae-47c7-8126-8a534f30e8ca req-1f1ce301-e513-42b6-83d9-d5236b3c9b9f tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/ports?device_id=f182d40f-37c5-4bf8-8005-db6ade628495 HTTP/1.1" status: 200 len: 210 time: 0.0368788 Sep 23 06:45:54.461710 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7a959eb1-db55-418b-b981-87f9e9a7fb87 req-daf65a70-3f9f-4a00-a5c5-be493b7bf33f tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f5383a6-41e8-4ffd-bb02-3fe79014de26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545971 Sep 23 06:45:54.482581 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-a4ecd700-ede2-4f9d-804b-89b3090e25af req-6c033cfc-fbca-43bb-8891-befefb9a4fdc tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:54.489953 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 06:45:54.492696 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-a4ecd700-ede2-4f9d-804b-89b3090e25af req-6c033cfc-fbca-43bb-8891-befefb9a4fdc tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:54.530454 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-80988f6b-58ad-46ad-8dd9-e5b3e8bc8936 req-05335f24-71f1-4923-9500-e3b436546bf6 tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] 10.222.0.39 "GET /v2.0/ports?device_id=eee31f93-838d-4afe-b78e-32bb57118270 HTTP/1.1" status: 200 len: 210 time: 0.0407979 Sep 23 06:45:54.669948 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c033cfc-fbca-43bb-8891-befefb9a4fdc tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04871bb0-7c56-48c4-97f9-6aeb571e4458,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:54.700382 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f5cfbd29-986b-471c-ab16-b862eb5f929d req-e652d1d7-2507-4cf2-8c32-a2dc2022a51b tempest-ServerDiagnosticsNegativeTest-1941297355 tempest-ServerDiagnosticsNegativeTest-1941297355-project] 10.222.0.39 "GET /v2.0/ports?device_id=2841a5f0-e887-49d7-98f2-6f9d6ed1d4cb HTTP/1.1" status: 200 len: 210 time: 0.0617926 Sep 23 06:45:54.782184 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fdc43fc2-4548-4e7a-afbe-57ac87e9852d req-fa770b6e-f40a-46fb-a756-1034667310dd tempest-ServerDiagnosticsNegativeTest-1941297355 tempest-ServerDiagnosticsNegativeTest-1941297355-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=79dea8f682914cc4b090f6acd3b244f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372934 Sep 23 06:45:54.865754 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0590aea-a872-48c0-a2ff-3de01fcb7f72 req-20163a71-48cb-4ae9-90fe-5dcdfda203f4 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:54.867600 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e0590aea-a872-48c0-a2ff-3de01fcb7f72 req-20163a71-48cb-4ae9-90fe-5dcdfda203f4 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/ports?device_id=af3cc337-f9d9-4961-8aa6-b897c9a72319 HTTP/1.1" status: 200 len: 946 time: 0.1484249 Sep 23 06:45:54.868887 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-a4ecd700-ede2-4f9d-804b-89b3090e25af req-6c033cfc-fbca-43bb-8891-befefb9a4fdc tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] Allocated IP 192.168.233.135 (16515f0f-e5a6-4630-a440-e11fb2e02062/3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e/4c06f2ac-ebbb-4b50-8154-0636f9146e3b) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:45:54.957821 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e0590aea-a872-48c0-a2ff-3de01fcb7f72 req-961bcc80-dc16-437e-938a-2ffee4a440f5 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f5383a6-41e8-4ffd-bb02-3fe79014de26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735810 Sep 23 06:45:55.007546 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc43fc2-4548-4e7a-afbe-57ac87e9852d req-934c665a-b111-4df4-9360-9c6755b2cb91 tempest-ServerDiagnosticsNegativeTest-1941297355 tempest-ServerDiagnosticsNegativeTest-1941297355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:55.008941 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f182d40f-37c5-4bf8-8005-db6ade628495', 'name': 'network-vif-deleted', 'tag': '9af4644a-95fe-4721-b1a7-44e4c57ff21d'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:45:55.009097 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fdc43fc2-4548-4e7a-afbe-57ac87e9852d req-934c665a-b111-4df4-9360-9c6755b2cb91 tempest-ServerDiagnosticsNegativeTest-1941297355 tempest-ServerDiagnosticsNegativeTest-1941297355-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2262387 Sep 23 06:45:55.012647 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e0ed4c-caca-4c41-9164-9c58d41e344f" -d '{"events": [{"server_uuid": "f182d40f-37c5-4bf8-8005-db6ade628495", "name": "network-vif-deleted", "tag": "9af4644a-95fe-4721-b1a7-44e4c57ff21d"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:45:55.041098 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-fdc43fc2-4548-4e7a-afbe-57ac87e9852d req-39bea8bb-631d-453a-a7a3-bf8cc262be6c tempest-ServerDiagnosticsNegativeTest-1941297355 tempest-ServerDiagnosticsNegativeTest-1941297355-project] Request body: {'port': {'device_id': '2841a5f0-e887-49d7-98f2-6f9d6ed1d4cb', 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062', 'admin_state_up': True, 'tenant_id': '79dea8f682914cc4b090f6acd3b244f4'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:45:55.106715 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f6cccb5-4b1e-4bfd-b8b2-8c6e50e4b98c x-openstack-request-id: req-1f6cccb5-4b1e-4bfd-b8b2-8c6e50e4b98c {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:45:55.107115 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f182d40f-37c5-4bf8-8005-db6ade628495", "name": "network-vif-deleted", "tag": "9af4644a-95fe-4721-b1a7-44e4c57ff21d", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:45:55.107405 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1f6cccb5-4b1e-4bfd-b8b2-8c6e50e4b98c {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:45:55.107862 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f182d40f-37c5-4bf8-8005-db6ade628495', 'name': 'network-vif-deleted', 'tag': '9af4644a-95fe-4721-b1a7-44e4c57ff21d', 'status': 'completed', 'code': 200} Sep 23 06:45:55.176439 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae058f95-d127-42a9-8182-81810dec4626 req-684eef57-1d53-42eb-9732-5c5613e9eabb tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:55.179768 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ae058f95-d127-42a9-8182-81810dec4626 req-684eef57-1d53-42eb-9732-5c5613e9eabb tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/ports?device_id=af3cc337-f9d9-4961-8aa6-b897c9a72319 HTTP/1.1" status: 200 len: 946 time: 0.0998981 Sep 23 06:45:55.210274 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdc43fc2-4548-4e7a-afbe-57ac87e9852d req-39bea8bb-631d-453a-a7a3-bf8cc262be6c tempest-ServerDiagnosticsNegativeTest-1941297355 tempest-ServerDiagnosticsNegativeTest-1941297355-project] Made reservation on behalf of 79dea8f682914cc4b090f6acd3b244f4 for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:45:55.216933 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-fdc43fc2-4548-4e7a-afbe-57ac87e9852d req-39bea8bb-631d-453a-a7a3-bf8cc262be6c tempest-ServerDiagnosticsNegativeTest-1941297355 tempest-ServerDiagnosticsNegativeTest-1941297355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:55.229084 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-fdc43fc2-4548-4e7a-afbe-57ac87e9852d req-39bea8bb-631d-453a-a7a3-bf8cc262be6c tempest-ServerDiagnosticsNegativeTest-1941297355 tempest-ServerDiagnosticsNegativeTest-1941297355-project] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:55.231763 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-a4ecd700-ede2-4f9d-804b-89b3090e25af req-6c033cfc-fbca-43bb-8891-befefb9a4fdc tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:55.264875 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ae058f95-d127-42a9-8182-81810dec4626 req-47ef2de3-5cef-4cc0-b716-8783d10ef352 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f5383a6-41e8-4ffd-bb02-3fe79014de26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673077 Sep 23 06:45:55.333445 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-a4ecd700-ede2-4f9d-804b-89b3090e25af req-6c033cfc-fbca-43bb-8891-befefb9a4fdc tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:55.399094 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-fdc43fc2-4548-4e7a-afbe-57ac87e9852d req-39bea8bb-631d-453a-a7a3-bf8cc262be6c tempest-ServerDiagnosticsNegativeTest-1941297355 tempest-ServerDiagnosticsNegativeTest-1941297355-project] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:55.408930 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-fdc43fc2-4548-4e7a-afbe-57ac87e9852d req-39bea8bb-631d-453a-a7a3-bf8cc262be6c tempest-ServerDiagnosticsNegativeTest-1941297355 tempest-ServerDiagnosticsNegativeTest-1941297355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:55.445906 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c033cfc-fbca-43bb-8891-befefb9a4fdc tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] Pushing event updated for resources: {'Port': ['ID=4c06f2ac-ebbb-4b50-8154-0636f9146e3b,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:55.467056 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4ecd700-ede2-4f9d-804b-89b3090e25af req-6c033cfc-fbca-43bb-8891-befefb9a4fdc tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] Network 16515f0f-e5a6-4630-a440-e11fb2e02062 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:45:55.469135 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-a4ecd700-ede2-4f9d-804b-89b3090e25af req-6c033cfc-fbca-43bb-8891-befefb9a4fdc tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:45:55.472528 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4ecd700-ede2-4f9d-804b-89b3090e25af req-6c033cfc-fbca-43bb-8891-befefb9a4fdc tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:45:55.494231 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55678) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:45:55.553342 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ecd700-ede2-4f9d-804b-89b3090e25af req-6c033cfc-fbca-43bb-8891-befefb9a4fdc tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:55.554026 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-a4ecd700-ede2-4f9d-804b-89b3090e25af req-6c033cfc-fbca-43bb-8891-befefb9a4fdc tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:55.556525 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-075daea3-b4cd-4f18-93bb-ae11818d0a97 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Deleting subnet 49dd13b2-fd02-457d-b2ef-b4c93924a769 {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:45:55.560457 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-075daea3-b4cd-4f18-93bb-ae11818d0a97 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:55.588398 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a4ecd700-ede2-4f9d-804b-89b3090e25af req-6c033cfc-fbca-43bb-8891-befefb9a4fdc tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7206426 Sep 23 06:45:55.642671 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-075daea3-b4cd-4f18-93bb-ae11818d0a97 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:55.678173 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-a4ecd700-ede2-4f9d-804b-89b3090e25af req-f808c1eb-2f17-455b-a5f5-462d0f647cf8 service neutron] Request body: {'port': {'device_id': 'eee31f93-838d-4afe-b78e-32bb57118270', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:45:55.756352 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-075daea3-b4cd-4f18-93bb-ae11818d0a97 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:55.786242 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-a4ecd700-ede2-4f9d-804b-89b3090e25af req-f808c1eb-2f17-455b-a5f5-462d0f647cf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:55.836819 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bea8bb-631d-453a-a7a3-bf8cc262be6c tempest-ServerDiagnosticsNegativeTest-1941297355 tempest-ServerDiagnosticsNegativeTest-1941297355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb22c6c-5094-4c70-bd2f-8ddaba3a1499,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:55.908949 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d7220c-463b-49df-86d6-88997cc64605 req-71a794b8-1552-4b61-b69f-7778787988a4 tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:55.910550 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b2d7220c-463b-49df-86d6-88997cc64605 req-71a794b8-1552-4b61-b69f-7778787988a4 tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] 10.222.0.39 "GET /v2.0/ports?device_id=eee31f93-838d-4afe-b78e-32bb57118270 HTTP/1.1" status: 200 len: 936 time: 0.1176445 Sep 23 06:45:55.913751 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a8c36da1-fbba-4c90-8abe-cc49dfbe955a None None] Provisioning complete for port 4c06f2ac-ebbb-4b50-8154-0636f9146e3b triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:45:55.914720 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a8c36da1-fbba-4c90-8abe-cc49dfbe955a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:56.032685 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a8c36da1-fbba-4c90-8abe-cc49dfbe955a None None] Port 4c06f2ac-ebbb-4b50-8154-0636f9146e3b cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:45:56.041291 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b2d7220c-463b-49df-86d6-88997cc64605 req-c35901a1-c317-44ae-9f95-f3f9eee1245d tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] 10.222.0.39 "GET /v2.0/security-groups?id=04871bb0-7c56-48c4-97f9-6aeb571e4458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719798 Sep 23 06:45:56.091930 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [req-fdc43fc2-4548-4e7a-afbe-57ac87e9852d req-39bea8bb-631d-453a-a7a3-bf8cc262be6c tempest-ServerDiagnosticsNegativeTest-1941297355 tempest-ServerDiagnosticsNegativeTest-1941297355-project] Allocated IP 192.168.233.85 (16515f0f-e5a6-4630-a440-e11fb2e02062/3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e/97979f9c-de64-46e8-bb5b-10bda3d4b370) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:45:56.100404 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-075daea3-b4cd-4f18-93bb-ae11818d0a97 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:56.132589 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-075daea3-b4cd-4f18-93bb-ae11818d0a97 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:56.134808 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-075daea3-b4cd-4f18-93bb-ae11818d0a97 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "DELETE /v2.0/subnets/49dd13b2-fd02-457d-b2ef-b4c93924a769 HTTP/1.1" status: 204 len: 168 time: 0.6377399 Sep 23 06:45:56.138877 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df928507-acc1-4227-b832-3e8b526eef7e None None] Network 4f0b7a84-a990-49b2-865a-e7181fef0d7c requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:45:56.152669 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55704) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:45:56.158596 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b7ebaa52-e02f-489c-a105-fc052acdf871 req-a6563282-6205-45c3-92d8-4c2e9c9ce5c7 tempest-ServerDiagnosticsNegativeTest-1941297355 tempest-ServerDiagnosticsNegativeTest-1941297355-project] 10.222.0.39 "GET /v2.0/ports?device_id=2841a5f0-e887-49d7-98f2-6f9d6ed1d4cb HTTP/1.1" status: 200 len: 210 time: 0.0560348 Sep 23 06:45:56.160013 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075daea3-b4cd-4f18-93bb-ae11818d0a97 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Pushing event deleted for resources: {'Subnet': ['ID=49dd13b2-fd02-457d-b2ef-b4c93924a769,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:56.318976 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e304a7ef-8dcb-44bc-928d-0e02ff50958e tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:56.391670 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-fdc43fc2-4548-4e7a-afbe-57ac87e9852d req-39bea8bb-631d-453a-a7a3-bf8cc262be6c tempest-ServerDiagnosticsNegativeTest-1941297355 tempest-ServerDiagnosticsNegativeTest-1941297355-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:56.441413 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-e304a7ef-8dcb-44bc-928d-0e02ff50958e tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Deleting port eb5135c8-f61b-4ac5-bb6f-9cc96f9d6295 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:45:56.441955 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e304a7ef-8dcb-44bc-928d-0e02ff50958e tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:56.460792 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-fdc43fc2-4548-4e7a-afbe-57ac87e9852d req-39bea8bb-631d-453a-a7a3-bf8cc262be6c tempest-ServerDiagnosticsNegativeTest-1941297355 tempest-ServerDiagnosticsNegativeTest-1941297355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:56.504555 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdc43fc2-4548-4e7a-afbe-57ac87e9852d req-39bea8bb-631d-453a-a7a3-bf8cc262be6c tempest-ServerDiagnosticsNegativeTest-1941297355 tempest-ServerDiagnosticsNegativeTest-1941297355-project] Network 16515f0f-e5a6-4630-a440-e11fb2e02062 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:45:56.507936 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [req-fdc43fc2-4548-4e7a-afbe-57ac87e9852d req-39bea8bb-631d-453a-a7a3-bf8cc262be6c tempest-ServerDiagnosticsNegativeTest-1941297355 tempest-ServerDiagnosticsNegativeTest-1941297355-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:45:56.535685 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdc43fc2-4548-4e7a-afbe-57ac87e9852d req-39bea8bb-631d-453a-a7a3-bf8cc262be6c tempest-ServerDiagnosticsNegativeTest-1941297355 tempest-ServerDiagnosticsNegativeTest-1941297355-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:45:56.546738 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db1b3c0-a617-48c7-9ff7-08b123f7134b None None] DHCP port deletion for 4f0b7a84-a990-49b2-865a-e7181fef0d7c request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 06:45:56.603562 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bea8bb-631d-453a-a7a3-bf8cc262be6c tempest-ServerDiagnosticsNegativeTest-1941297355 tempest-ServerDiagnosticsNegativeTest-1941297355-project] Pushing event updated for resources: {'Port': ['ID=97979f9c-de64-46e8-bb5b-10bda3d4b370,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:56.636596 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc43fc2-4548-4e7a-afbe-57ac87e9852d req-39bea8bb-631d-453a-a7a3-bf8cc262be6c tempest-ServerDiagnosticsNegativeTest-1941297355 tempest-ServerDiagnosticsNegativeTest-1941297355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:56.637750 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-fdc43fc2-4548-4e7a-afbe-57ac87e9852d req-39bea8bb-631d-453a-a7a3-bf8cc262be6c tempest-ServerDiagnosticsNegativeTest-1941297355 tempest-ServerDiagnosticsNegativeTest-1941297355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:56.661175 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fdc43fc2-4548-4e7a-afbe-57ac87e9852d req-39bea8bb-631d-453a-a7a3-bf8cc262be6c tempest-ServerDiagnosticsNegativeTest-1941297355 tempest-ServerDiagnosticsNegativeTest-1941297355-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6239233 Sep 23 06:45:56.684875 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-1db1b3c0-a617-48c7-9ff7-08b123f7134b None None] Deleting port eb5135c8-f61b-4ac5-bb6f-9cc96f9d6295 {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:45:56.685299 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-1db1b3c0-a617-48c7-9ff7-08b123f7134b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:56.687017 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-fdc43fc2-4548-4e7a-afbe-57ac87e9852d req-a910e279-217f-4583-9d7b-968743cda1eb service neutron] Request body: {'port': {'device_id': '2841a5f0-e887-49d7-98f2-6f9d6ed1d4cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-16'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:45:56.775390 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-fdc43fc2-4548-4e7a-afbe-57ac87e9852d req-a910e279-217f-4583-9d7b-968743cda1eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:56.776367 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-1db1b3c0-a617-48c7-9ff7-08b123f7134b None None] For port eb5135c8-f61b-4ac5-bb6f-9cc96f9d6295, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=eb5135c8-f61b-4ac5-bb6f-9cc96f9d6295,segment=NetworkSegment(cfe81948-79b4-41e4-a063-84488fe06149),segment_id=cfe81948-79b4-41e4-a063-84488fe06149)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:45:56.777938 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-1db1b3c0-a617-48c7-9ff7-08b123f7134b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:56.801975 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-1db1b3c0-a617-48c7-9ff7-08b123f7134b None None] Calling delete_port for eb5135c8-f61b-4ac5-bb6f-9cc96f9d6295 owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:45:56.879461 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f7d735-c80b-47c0-a5e9-44114434621d req-0e9b36a3-3a1f-40cb-a4bb-60c3a02da9d7 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:56.881512 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e8f7d735-c80b-47c0-a5e9-44114434621d req-0e9b36a3-3a1f-40cb-a4bb-60c3a02da9d7 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/ports?device_id=af3cc337-f9d9-4961-8aa6-b897c9a72319 HTTP/1.1" status: 200 len: 946 time: 0.0838501 Sep 23 06:45:56.943744 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-1db1b3c0-a617-48c7-9ff7-08b123f7134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:57.037344 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db1b3c0-a617-48c7-9ff7-08b123f7134b None None] Pushing event deleted for resources: {'Port': ['ID=eb5135c8-f61b-4ac5-bb6f-9cc96f9d6295,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:57.055616 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-e304a7ef-8dcb-44bc-928d-0e02ff50958e tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] For port eb5135c8-f61b-4ac5-bb6f-9cc96f9d6295, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=eb5135c8-f61b-4ac5-bb6f-9cc96f9d6295,segment=NetworkSegment(cfe81948-79b4-41e4-a063-84488fe06149),segment_id=cfe81948-79b4-41e4-a063-84488fe06149)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:45:57.056221 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e304a7ef-8dcb-44bc-928d-0e02ff50958e tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:57.059815 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db1b3c0-a617-48c7-9ff7-08b123f7134b None None] No DVR routers for this DVR port eb5135c8-f61b-4ac5-bb6f-9cc96f9d6295 on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:45:57.082175 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-676c52bf-52cd-41c7-a819-49e0b0e63c30 None None] Provisioning complete for port 97979f9c-de64-46e8-bb5b-10bda3d4b370 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:45:57.082628 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-676c52bf-52cd-41c7-a819-49e0b0e63c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:57.100822 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-e304a7ef-8dcb-44bc-928d-0e02ff50958e tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Calling delete_port for eb5135c8-f61b-4ac5-bb6f-9cc96f9d6295 owned by network:dhcp {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:45:57.161900 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-676c52bf-52cd-41c7-a819-49e0b0e63c30 None None] Port 97979f9c-de64-46e8-bb5b-10bda3d4b370 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:45:57.368924 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc05e0f-597e-497b-918c-04d9ca28b8e7 req-5add43cd-da40-4d8f-9e72-dad2caa82536 tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:57.370699 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4cc05e0f-597e-497b-918c-04d9ca28b8e7 req-5add43cd-da40-4d8f-9e72-dad2caa82536 tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] 10.222.0.39 "GET /v2.0/ports?device_id=eee31f93-838d-4afe-b78e-32bb57118270 HTTP/1.1" status: 200 len: 936 time: 0.1594350 Sep 23 06:45:57.395458 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-a4ecd700-ede2-4f9d-804b-89b3090e25af req-f808c1eb-2f17-455b-a5f5-462d0f647cf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c06f2ac-ebbb-4b50-8154-0636f9146e3b {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:45:57.414906 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-a4ecd700-ede2-4f9d-804b-89b3090e25af req-f808c1eb-2f17-455b-a5f5-462d0f647cf8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:57.431314 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e304a7ef-8dcb-44bc-928d-0e02ff50958e tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:57.444330 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e8f7d735-c80b-47c0-a5e9-44114434621d req-2d68ae03-1563-4388-a668-8cf07ab4093b tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f5383a6-41e8-4ffd-bb02-3fe79014de26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5230131 Sep 23 06:45:57.476813 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-a4ecd700-ede2-4f9d-804b-89b3090e25af req-f808c1eb-2f17-455b-a5f5-462d0f647cf8 service neutron] Transition to ACTIVE for port object 4c06f2ac-ebbb-4b50-8154-0636f9146e3b will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:45:57.478040 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e304a7ef-8dcb-44bc-928d-0e02ff50958e tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Pushing event deleted for resources: {'Port': ['ID=eb5135c8-f61b-4ac5-bb6f-9cc96f9d6295,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:57.483485 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e304a7ef-8dcb-44bc-928d-0e02ff50958e tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] No DVR routers for this DVR port eb5135c8-f61b-4ac5-bb6f-9cc96f9d6295 on host n-d-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:45:57.488038 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-a4ecd700-ede2-4f9d-804b-89b3090e25af req-f808c1eb-2f17-455b-a5f5-462d0f647cf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:57.511386 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4cc05e0f-597e-497b-918c-04d9ca28b8e7 req-a1a851e1-c519-4789-9421-00fc59b674d6 tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] 10.222.0.39 "GET /v2.0/security-groups?id=04871bb0-7c56-48c4-97f9-6aeb571e4458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314056 Sep 23 06:45:57.706500 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e304a7ef-8dcb-44bc-928d-0e02ff50958e tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:57.709488 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f808c1eb-2f17-455b-a5f5-462d0f647cf8 service neutron] Pushing event updated for resources: {'Port': ['ID=4c06f2ac-ebbb-4b50-8154-0636f9146e3b,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:57.818191 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-e304a7ef-8dcb-44bc-928d-0e02ff50958e tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f0b7a84-a990-49b2-865a-e7181fef0d7c']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:45:57.835258 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-e304a7ef-8dcb-44bc-928d-0e02ff50958e tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfe81948-79b4-41e4-a063-84488fe06149') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:45:57.835258 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-e304a7ef-8dcb-44bc-928d-0e02ff50958e tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfe81948-79b4-41e4-a063-84488fe06149') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:45:57.852964 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [req-fdc43fc2-4548-4e7a-afbe-57ac87e9852d req-a910e279-217f-4583-9d7b-968743cda1eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97979f9c-de64-46e8-bb5b-10bda3d4b370 {{(pid=95066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:45:57.857995 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e304a7ef-8dcb-44bc-928d-0e02ff50958e tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:57.862209 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-fdc43fc2-4548-4e7a-afbe-57ac87e9852d req-a910e279-217f-4583-9d7b-968743cda1eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:57.876083 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.provisioning_blocks [req-fdc43fc2-4548-4e7a-afbe-57ac87e9852d req-a910e279-217f-4583-9d7b-968743cda1eb service neutron] Transition to ACTIVE for port object 97979f9c-de64-46e8-bb5b-10bda3d4b370 will not be triggered until provisioned by entity L2. {{(pid=95066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:45:57.883204 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-fdc43fc2-4548-4e7a-afbe-57ac87e9852d req-a910e279-217f-4583-9d7b-968743cda1eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:57.885403 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4c89a-b967-495d-acdd-7bc8023c88e6 req-6e886d08-3e20-4803-87e8-14e409a0656d tempest-ServerDiagnosticsNegativeTest-1941297355 tempest-ServerDiagnosticsNegativeTest-1941297355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:57.887081 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cbd4c89a-b967-495d-acdd-7bc8023c88e6 req-6e886d08-3e20-4803-87e8-14e409a0656d tempest-ServerDiagnosticsNegativeTest-1941297355 tempest-ServerDiagnosticsNegativeTest-1941297355-project] 10.222.0.39 "GET /v2.0/ports?device_id=2841a5f0-e887-49d7-98f2-6f9d6ed1d4cb HTTP/1.1" status: 200 len: 935 time: 0.1500859 Sep 23 06:45:57.888352 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e304a7ef-8dcb-44bc-928d-0e02ff50958e tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:57.916727 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e304a7ef-8dcb-44bc-928d-0e02ff50958e tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:45:57.917520 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e304a7ef-8dcb-44bc-928d-0e02ff50958e tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:57.923368 n-d-715271-16 neutron-server[95065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 06:45:57.923368 n-d-715271-16 neutron-server[95065]: self.session.flush() Sep 23 06:45:57.923368 n-d-715271-16 neutron-server[95065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 06:45:57.923368 n-d-715271-16 neutron-server[95065]: self.session.flush() Sep 23 06:45:57.923368 n-d-715271-16 neutron-server[95065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 06:45:57.923368 n-d-715271-16 neutron-server[95065]: self.session.flush() Sep 23 06:45:57.923368 n-d-715271-16 neutron-server[95065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 06:45:57.923368 n-d-715271-16 neutron-server[95065]: self.session.flush() Sep 23 06:45:57.923368 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 06:45:57.923368 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:45:57.923368 n-d-715271-16 neutron-server[95065]: timer() Sep 23 06:45:57.923368 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:45:57.923368 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 06:45:57.923368 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:45:57.923368 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 06:45:57.923368 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:45:57.923368 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 06:45:57.923368 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:45:57.923368 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 06:45:57.923368 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:45:57.923368 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 06:45:57.923368 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:45:57.923368 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:45:57.923368 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:45:57.923368 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:45:57.923368 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:45:57.923368 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 06:45:57.923368 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:45:57.923368 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 06:45:57.923368 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:45:57.923368 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:45:57.923368 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:45:57.923368 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 06:45:57.923368 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:45:57.923368 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:45:57.923368 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:45:57.923368 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:45:57.923368 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:45:57.923368 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:45:57.923368 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:45:57.941193 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-a4ecd700-ede2-4f9d-804b-89b3090e25af req-f808c1eb-2f17-455b-a5f5-462d0f647cf8 service neutron] Attempting to bind port 4c06f2ac-ebbb-4b50-8154-0636f9146e3b on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:45:57.941631 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-a4ecd700-ede2-4f9d-804b-89b3090e25af req-f808c1eb-2f17-455b-a5f5-462d0f647cf8 service neutron] Attempting to bind port 4c06f2ac-ebbb-4b50-8154-0636f9146e3b by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:45:57.942076 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ecd700-ede2-4f9d-804b-89b3090e25af req-f808c1eb-2f17-455b-a5f5-462d0f647cf8 service neutron] Attempting to bind port 4c06f2ac-ebbb-4b50-8154-0636f9146e3b on network 16515f0f-e5a6-4630-a440-e11fb2e02062 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:45:57.948773 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a910e279-217f-4583-9d7b-968743cda1eb service neutron] Pushing event updated for resources: {'Port': ['ID=97979f9c-de64-46e8-bb5b-10bda3d4b370,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:57.963984 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ecd700-ede2-4f9d-804b-89b3090e25af req-f808c1eb-2f17-455b-a5f5-462d0f647cf8 service neutron] Port 4c06f2ac-ebbb-4b50-8154-0636f9146e3b on network 16515f0f-e5a6-4630-a440-e11fb2e02062 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:45:57.964524 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ecd700-ede2-4f9d-804b-89b3090e25af req-f808c1eb-2f17-455b-a5f5-462d0f647cf8 service neutron] Attempting to bind port 4c06f2ac-ebbb-4b50-8154-0636f9146e3b on network 16515f0f-e5a6-4630-a440-e11fb2e02062 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:45:58.023187 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ecd700-ede2-4f9d-804b-89b3090e25af req-f808c1eb-2f17-455b-a5f5-462d0f647cf8 service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:45:58.023722 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ecd700-ede2-4f9d-804b-89b3090e25af req-f808c1eb-2f17-455b-a5f5-462d0f647cf8 service neutron] Checking segment: {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:45:58.024189 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ecd700-ede2-4f9d-804b-89b3090e25af req-f808c1eb-2f17-455b-a5f5-462d0f647cf8 service neutron] Bound using segment: {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:45:58.024732 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-a4ecd700-ede2-4f9d-804b-89b3090e25af req-f808c1eb-2f17-455b-a5f5-462d0f647cf8 service neutron] Bound port: 4c06f2ac-ebbb-4b50-8154-0636f9146e3b, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:45:58.025168 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-a4ecd700-ede2-4f9d-804b-89b3090e25af req-f808c1eb-2f17-455b-a5f5-462d0f647cf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:58.041266 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cbd4c89a-b967-495d-acdd-7bc8023c88e6 req-bd5459e7-609c-4615-96de-0ca8085bd53d tempest-ServerDiagnosticsNegativeTest-1941297355 tempest-ServerDiagnosticsNegativeTest-1941297355-project] 10.222.0.39 "GET /v2.0/security-groups?id=cfb22c6c-5094-4c70-bd2f-8ddaba3a1499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432981 Sep 23 06:45:58.056315 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-fdc43fc2-4548-4e7a-afbe-57ac87e9852d req-a910e279-217f-4583-9d7b-968743cda1eb service neutron] Attempting to bind port 97979f9c-de64-46e8-bb5b-10bda3d4b370 on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:45:58.057055 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-fdc43fc2-4548-4e7a-afbe-57ac87e9852d req-a910e279-217f-4583-9d7b-968743cda1eb service neutron] Attempting to bind port 97979f9c-de64-46e8-bb5b-10bda3d4b370 by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:45:58.057659 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc43fc2-4548-4e7a-afbe-57ac87e9852d req-a910e279-217f-4583-9d7b-968743cda1eb service neutron] Attempting to bind port 97979f9c-de64-46e8-bb5b-10bda3d4b370 on network 16515f0f-e5a6-4630-a440-e11fb2e02062 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:45:58.063972 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e304a7ef-8dcb-44bc-928d-0e02ff50958e tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:58.075145 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc43fc2-4548-4e7a-afbe-57ac87e9852d req-a910e279-217f-4583-9d7b-968743cda1eb service neutron] Port 97979f9c-de64-46e8-bb5b-10bda3d4b370 on network 16515f0f-e5a6-4630-a440-e11fb2e02062 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:45:58.075549 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc43fc2-4548-4e7a-afbe-57ac87e9852d req-a910e279-217f-4583-9d7b-968743cda1eb service neutron] Attempting to bind port 97979f9c-de64-46e8-bb5b-10bda3d4b370 on network 16515f0f-e5a6-4630-a440-e11fb2e02062 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:45:58.081579 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc43fc2-4548-4e7a-afbe-57ac87e9852d req-a910e279-217f-4583-9d7b-968743cda1eb service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:45:58.082046 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc43fc2-4548-4e7a-afbe-57ac87e9852d req-a910e279-217f-4583-9d7b-968743cda1eb service neutron] Checking segment: {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:45:58.082516 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc43fc2-4548-4e7a-afbe-57ac87e9852d req-a910e279-217f-4583-9d7b-968743cda1eb service neutron] Bound using segment: {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:45:58.083028 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-fdc43fc2-4548-4e7a-afbe-57ac87e9852d req-a910e279-217f-4583-9d7b-968743cda1eb service neutron] Bound port: 97979f9c-de64-46e8-bb5b-10bda3d4b370, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:45:58.083461 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-fdc43fc2-4548-4e7a-afbe-57ac87e9852d req-a910e279-217f-4583-9d7b-968743cda1eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:58.084299 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e304a7ef-8dcb-44bc-928d-0e02ff50958e tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:58.086341 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-e304a7ef-8dcb-44bc-928d-0e02ff50958e tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "DELETE /v2.0/networks/4f0b7a84-a990-49b2-865a-e7181fef0d7c HTTP/1.1" status: 204 len: 168 time: 1.9304578 Sep 23 06:45:58.089225 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55740) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:45:58.119394 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e304a7ef-8dcb-44bc-928d-0e02ff50958e tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Pushing event deleted for resources: {'Network': ['ID=4f0b7a84-a990-49b2-865a-e7181fef0d7c,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:58.233771 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecb7dedb-e25e-4504-9aaf-17add0848a81 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Deleting subnet 15193a57-9329-4109-8317-0971587fc237 {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:45:58.242835 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ecb7dedb-e25e-4504-9aaf-17add0848a81 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:58.248451 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-a4ecd700-ede2-4f9d-804b-89b3090e25af req-f808c1eb-2f17-455b-a5f5-462d0f647cf8 service neutron] For port 4c06f2ac-ebbb-4b50-8154-0636f9146e3b, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:45:58.252907 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-a4ecd700-ede2-4f9d-804b-89b3090e25af req-f808c1eb-2f17-455b-a5f5-462d0f647cf8 service neutron] For port 4c06f2ac-ebbb-4b50-8154-0636f9146e3b, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=4c06f2ac-ebbb-4b50-8154-0636f9146e3b,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:45:58.261534 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-a4ecd700-ede2-4f9d-804b-89b3090e25af req-f808c1eb-2f17-455b-a5f5-462d0f647cf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:58.267467 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device ec314122-3caa-4b04-8cbf-da4cabcfe4d1 details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:45:58.286325 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-fdc43fc2-4548-4e7a-afbe-57ac87e9852d req-a910e279-217f-4583-9d7b-968743cda1eb service neutron] For port 97979f9c-de64-46e8-bb5b-10bda3d4b370, host n-h1-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:45:58.305450 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ecb7dedb-e25e-4504-9aaf-17add0848a81 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:58.309188 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-fdc43fc2-4548-4e7a-afbe-57ac87e9852d req-a910e279-217f-4583-9d7b-968743cda1eb service neutron] For port 97979f9c-de64-46e8-bb5b-10bda3d4b370, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=97979f9c-de64-46e8-bb5b-10bda3d4b370,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:45:58.333958 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-fdc43fc2-4548-4e7a-afbe-57ac87e9852d req-a910e279-217f-4583-9d7b-968743cda1eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:58.385722 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc43fc2-4548-4e7a-afbe-57ac87e9852d req-a910e279-217f-4583-9d7b-968743cda1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:58.386259 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-fdc43fc2-4548-4e7a-afbe-57ac87e9852d req-a910e279-217f-4583-9d7b-968743cda1eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:58.387803 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fdc43fc2-4548-4e7a-afbe-57ac87e9852d req-a910e279-217f-4583-9d7b-968743cda1eb service neutron] 10.222.0.21 "PUT /v2.0/ports/97979f9c-de64-46e8-bb5b-10bda3d4b370 HTTP/1.1" status: 200 len: 1096 time: 1.7105472 Sep 23 06:45:58.390205 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2841a5f0-e887-49d7-98f2-6f9d6ed1d4cb', 'tag': '97979f9c-de64-46e8-bb5b-10bda3d4b370'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:45:58.393357 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f319e8c6-f3da-4edc-8be4-aff92b69aea3" -d '{"events": [{"name": "network-changed", "server_uuid": "2841a5f0-e887-49d7-98f2-6f9d6ed1d4cb", "tag": "97979f9c-de64-46e8-bb5b-10bda3d4b370"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:45:58.436974 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ecd700-ede2-4f9d-804b-89b3090e25af req-f808c1eb-2f17-455b-a5f5-462d0f647cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:58.438080 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-a4ecd700-ede2-4f9d-804b-89b3090e25af req-f808c1eb-2f17-455b-a5f5-462d0f647cf8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:58.440288 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a4ecd700-ede2-4f9d-804b-89b3090e25af req-f808c1eb-2f17-455b-a5f5-462d0f647cf8 service neutron] 10.222.0.21 "PUT /v2.0/ports/4c06f2ac-ebbb-4b50-8154-0636f9146e3b HTTP/1.1" status: 200 len: 1097 time: 2.7690420 Sep 23 06:45:58.441091 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f808c1eb-2f17-455b-a5f5-462d0f647cf8 service neutron] Pushing event updated for resources: {'Port': ['ID=4c06f2ac-ebbb-4b50-8154-0636f9146e3b,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:58.463179 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eee31f93-838d-4afe-b78e-32bb57118270', 'tag': '4c06f2ac-ebbb-4b50-8154-0636f9146e3b'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:45:58.472603 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2675e92b-b331-48d6-93ee-69ad7a7c21e9" -d '{"events": [{"name": "network-changed", "server_uuid": "eee31f93-838d-4afe-b78e-32bb57118270", "tag": "4c06f2ac-ebbb-4b50-8154-0636f9146e3b"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:45:58.484412 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f6c33b3-280e-45c6-8cf6-ebc71bcbcc6a x-openstack-request-id: req-3f6c33b3-280e-45c6-8cf6-ebc71bcbcc6a {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:45:58.484863 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2841a5f0-e887-49d7-98f2-6f9d6ed1d4cb", "tag": "97979f9c-de64-46e8-bb5b-10bda3d4b370", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:45:58.485130 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3f6c33b3-280e-45c6-8cf6-ebc71bcbcc6a {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:45:58.485665 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2841a5f0-e887-49d7-98f2-6f9d6ed1d4cb', 'tag': '97979f9c-de64-46e8-bb5b-10bda3d4b370', 'status': 'completed', 'code': 200} Sep 23 06:45:58.504937 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port ec314122-3caa-4b04-8cbf-da4cabcfe4d1, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=ec314122-3caa-4b04-8cbf-da4cabcfe4d1,segment=NetworkSegment(e311ce61-9ca9-495c-a2b4-23b5ef627aae),segment_id=e311ce61-9ca9-495c-a2b4-23b5ef627aae)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:45:58.520044 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': 'ec314122-3caa-4b04-8cbf-da4cabcfe4d1', 'network_id': 'cdc18f7e-6fff-4ed4-abf0-3e045b651c28', 'port_id': 'ec314122-3caa-4b04-8cbf-da4cabcfe4d1', 'mac_address': 'fa:16:3e:17:02:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cedcf356-cc01-4df3-9504-c33c9cc41a3c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:45:58.562006 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ecd700-ede2-4f9d-804b-89b3090e25af req-10e97127-3593-4557-8ac1-0bb1dcad3b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:58.573140 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a4ecd700-ede2-4f9d-804b-89b3090e25af req-10e97127-3593-4557-8ac1-0bb1dcad3b0f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3221b38c13024260a26ae2a31743d886&device_id=eee31f93-838d-4afe-b78e-32bb57118270 HTTP/1.1" status: 200 len: 1100 time: 0.0702984 Sep 23 06:45:58.580046 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da5ec43-2c3b-428f-b579-2e07b0356cb3 x-openstack-request-id: req-0da5ec43-2c3b-428f-b579-2e07b0356cb3 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:45:58.580480 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eee31f93-838d-4afe-b78e-32bb57118270", "tag": "4c06f2ac-ebbb-4b50-8154-0636f9146e3b", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:45:58.580916 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0da5ec43-2c3b-428f-b579-2e07b0356cb3 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:45:58.581505 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eee31f93-838d-4afe-b78e-32bb57118270', 'tag': '4c06f2ac-ebbb-4b50-8154-0636f9146e3b', 'status': 'completed', 'code': 200} Sep 23 06:45:58.591833 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device eb5135c8-f61b-4ac5-bb6f-9cc96f9d6295 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:45:58.653019 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a4ecd700-ede2-4f9d-804b-89b3090e25af req-afef825f-17ab-4a3d-8631-7f0215421741 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=4c06f2ac-ebbb-4b50-8154-0636f9146e3b HTTP/1.1" status: 200 len: 217 time: 0.0645969 Sep 23 06:45:58.668077 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a910e279-217f-4583-9d7b-968743cda1eb service neutron] Pushing event updated for resources: {'Port': ['ID=97979f9c-de64-46e8-bb5b-10bda3d4b370,revision_number=3']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:58.695018 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:58.703156 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: eb5135c8-f61b-4ac5-bb6f-9cc96f9d6295 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:45:58.705850 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device eb5135c8-f61b-4ac5-bb6f-9cc96f9d6295 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:45:58.725614 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ecb7dedb-e25e-4504-9aaf-17add0848a81 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:58.737973 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ec314122-3caa-4b04-8cbf-da4cabcfe4d1 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:45:58.779974 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc43fc2-4548-4e7a-afbe-57ac87e9852d req-50b2d5cb-51d0-429f-8794-147d457ce15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:58.781506 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fdc43fc2-4548-4e7a-afbe-57ac87e9852d req-50b2d5cb-51d0-429f-8794-147d457ce15b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=79dea8f682914cc4b090f6acd3b244f4&device_id=2841a5f0-e887-49d7-98f2-6f9d6ed1d4cb HTTP/1.1" status: 200 len: 1099 time: 0.2951126 Sep 23 06:45:58.793182 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port ec314122-3caa-4b04-8cbf-da4cabcfe4d1, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=ec314122-3caa-4b04-8cbf-da4cabcfe4d1,segment=NetworkSegment(e311ce61-9ca9-495c-a2b4-23b5ef627aae),segment_id=e311ce61-9ca9-495c-a2b4-23b5ef627aae)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:45:58.799942 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:58.804199 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1781d27d-ef62-4e60-8b6b-b681dd1cd64a req-d0d94cde-17c7-445c-82ef-7cdee734e261 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:58.805776 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1781d27d-ef62-4e60-8b6b-b681dd1cd64a req-d0d94cde-17c7-445c-82ef-7cdee734e261 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/ports?device_id=af3cc337-f9d9-4961-8aa6-b897c9a72319 HTTP/1.1" status: 200 len: 946 time: 0.1980410 Sep 23 06:45:58.848802 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ecd700-ede2-4f9d-804b-89b3090e25af req-cb500ea0-8807-47b5-bd02-ad8c8a799d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:58.851370 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a4ecd700-ede2-4f9d-804b-89b3090e25af req-cb500ea0-8807-47b5-bd02-ad8c8a799d72 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e HTTP/1.1" status: 200 len: 843 time: 0.1835501 Sep 23 06:45:58.868581 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fdc43fc2-4548-4e7a-afbe-57ac87e9852d req-ec55b1ea-ea68-4bee-825c-82e33c7e41c7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=97979f9c-de64-46e8-bb5b-10bda3d4b370 HTTP/1.1" status: 200 len: 217 time: 0.0617268 Sep 23 06:45:58.915934 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=ec314122-3caa-4b04-8cbf-da4cabcfe4d1,revision_number=6']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:58.925774 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de888dc-093e-4148-b235-73c10876489c req-2cd2410d-80db-4d9c-8081-57b0927880d5 tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:58.927494 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8de888dc-093e-4148-b235-73c10876489c req-2cd2410d-80db-4d9c-8081-57b0927880d5 tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] 10.222.0.39 "GET /v2.0/ports?device_id=eee31f93-838d-4afe-b78e-32bb57118270 HTTP/1.1" status: 200 len: 948 time: 0.1972635 Sep 23 06:45:58.961241 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ecb7dedb-e25e-4504-9aaf-17add0848a81 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:58.982113 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ecd700-ede2-4f9d-804b-89b3090e25af req-da2ad198-948b-4a33-b6be-070e01200355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:58.983748 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a4ecd700-ede2-4f9d-804b-89b3090e25af req-da2ad198-948b-4a33-b6be-070e01200355 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=16515f0f-e5a6-4630-a440-e11fb2e02062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1195710 Sep 23 06:45:58.987306 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1781d27d-ef62-4e60-8b6b-b681dd1cd64a req-c0d251f2-2e3f-4c56-9803-817cf549bb3f tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f5383a6-41e8-4ffd-bb02-3fe79014de26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647227 Sep 23 06:45:59.020324 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['ec314122-3caa-4b04-8cbf-da4cabcfe4d1'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:45:59.064018 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8de888dc-093e-4148-b235-73c10876489c req-0a3a7d35-b102-46a3-b82c-c96fd41d75c9 tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] 10.222.0.39 "GET /v2.0/security-groups?id=04871bb0-7c56-48c4-97f9-6aeb571e4458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247194 Sep 23 06:45:59.070788 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb7dedb-e25e-4504-9aaf-17add0848a81 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Pushing event deleted for resources: {'Subnet': ['ID=15193a57-9329-4109-8317-0971587fc237,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:59.104244 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc43fc2-4548-4e7a-afbe-57ac87e9852d req-1b858347-0bd6-43f9-aedc-fcc843bd40a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:59.111974 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38bafc28-90f1-40eb-98b9-938ac4bb5f12 None None] Network e871aa95-82fb-443d-b8e4-4f8449ae055b requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:45:59.112755 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fdc43fc2-4548-4e7a-afbe-57ac87e9852d req-1b858347-0bd6-43f9-aedc-fcc843bd40a3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e HTTP/1.1" status: 200 len: 843 time: 0.2365856 Sep 23 06:45:59.117325 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ecb7dedb-e25e-4504-9aaf-17add0848a81 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:59.121706 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-ecb7dedb-e25e-4504-9aaf-17add0848a81 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "DELETE /v2.0/subnets/15193a57-9329-4109-8317-0971587fc237 HTTP/1.1" status: 204 len: 168 time: 1.0213783 Sep 23 06:45:59.128184 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55768) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:45:59.219826 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc43fc2-4548-4e7a-afbe-57ac87e9852d req-8d775b70-1855-4622-ab08-aa24dc64546a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:59.226623 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fdc43fc2-4548-4e7a-afbe-57ac87e9852d req-8d775b70-1855-4622-ab08-aa24dc64546a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=16515f0f-e5a6-4630-a440-e11fb2e02062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1007822 Sep 23 06:45:59.411278 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fdc43fc2-4548-4e7a-afbe-57ac87e9852d req-bed52cc8-c59a-46c4-a1b0-521e4f876a3a service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674020 Sep 23 06:45:59.421905 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-97ab541b-0535-44e4-bf0d-e3f24ddda4e5 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:59.448369 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a4ecd700-ede2-4f9d-804b-89b3090e25af req-5d80a293-8dcf-4729-9ba6-a71c1d52c21f service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4541848 Sep 23 06:45:59.501198 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dcccf1-0a2c-4cf5-aca7-a35420c3e556 req-f4376504-3200-4210-baf7-748340ffabdf tempest-ServerDiagnosticsNegativeTest-1941297355 tempest-ServerDiagnosticsNegativeTest-1941297355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:59.503193 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-88dcccf1-0a2c-4cf5-aca7-a35420c3e556 req-f4376504-3200-4210-baf7-748340ffabdf tempest-ServerDiagnosticsNegativeTest-1941297355 tempest-ServerDiagnosticsNegativeTest-1941297355-project] 10.222.0.39 "GET /v2.0/ports?device_id=2841a5f0-e887-49d7-98f2-6f9d6ed1d4cb HTTP/1.1" status: 200 len: 947 time: 0.1322906 Sep 23 06:45:59.599018 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-88dcccf1-0a2c-4cf5-aca7-a35420c3e556 req-fd3ea39c-54ce-4271-9a41-babc4b4c213d tempest-ServerDiagnosticsNegativeTest-1941297355 tempest-ServerDiagnosticsNegativeTest-1941297355-project] 10.222.0.39 "GET /v2.0/security-groups?id=cfb22c6c-5094-4c70-bd2f-8ddaba3a1499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765820 Sep 23 06:45:59.630803 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b28ae9d-ef62-4929-bf8d-f07eddce95f9 None None] DHCP port deletion for e871aa95-82fb-443d-b8e4-4f8449ae055b request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 06:45:59.651230 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-97ab541b-0535-44e4-bf0d-e3f24ddda4e5 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Deleting port 80f1f776-e6a7-4187-8bae-c1922f0c8800 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:45:59.651612 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-97ab541b-0535-44e4-bf0d-e3f24ddda4e5 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:59.679794 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fdc43fc2-4548-4e7a-afbe-57ac87e9852d req-ac312855-4cf5-429c-b2b2-7180a8b81d27 service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587981 Sep 23 06:45:59.707992 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10593ade-cb02-465c-b374-41f6c5dadd78 req-34d09565-0409-49f1-87dc-829ef97e8b4c tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:59.717026 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-2b28ae9d-ef62-4929-bf8d-f07eddce95f9 None None] Deleting port 80f1f776-e6a7-4187-8bae-c1922f0c8800 {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:45:59.717404 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2b28ae9d-ef62-4929-bf8d-f07eddce95f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:59.718960 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-10593ade-cb02-465c-b374-41f6c5dadd78 req-34d09565-0409-49f1-87dc-829ef97e8b4c tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 945 time: 0.1288831 Sep 23 06:45:59.762430 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a4ecd700-ede2-4f9d-804b-89b3090e25af req-436e8d53-427b-45be-a038-58682fc1460f service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902296 Sep 23 06:45:59.764179 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-97ab541b-0535-44e4-bf0d-e3f24ddda4e5 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] For port 80f1f776-e6a7-4187-8bae-c1922f0c8800, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=80f1f776-e6a7-4187-8bae-c1922f0c8800,segment=NetworkSegment(e3fe4d08-8bf2-481c-921f-8e66fac37bdc),segment_id=e3fe4d08-8bf2-481c-921f-8e66fac37bdc)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:45:59.765112 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-97ab541b-0535-44e4-bf0d-e3f24ddda4e5 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:59.786569 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-97ab541b-0535-44e4-bf0d-e3f24ddda4e5 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Calling delete_port for 80f1f776-e6a7-4187-8bae-c1922f0c8800 owned by network:dhcp {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:45:59.809703 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-2b28ae9d-ef62-4929-bf8d-f07eddce95f9 None None] For port 80f1f776-e6a7-4187-8bae-c1922f0c8800, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=80f1f776-e6a7-4187-8bae-c1922f0c8800,segment=NetworkSegment(e3fe4d08-8bf2-481c-921f-8e66fac37bdc),segment_id=e3fe4d08-8bf2-481c-921f-8e66fac37bdc)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:45:59.810381 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2b28ae9d-ef62-4929-bf8d-f07eddce95f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:59.815279 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-10593ade-cb02-465c-b374-41f6c5dadd78 req-801e91e3-4ebb-4900-a804-2986df248a38 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916986 Sep 23 06:45:59.839749 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-2b28ae9d-ef62-4929-bf8d-f07eddce95f9 None None] Calling delete_port for 80f1f776-e6a7-4187-8bae-c1922f0c8800 owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:45:59.875572 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f319e8c6-f3da-4edc-8be4-aff92b69aea3 req-261f6676-44c3-4a45-85a5-fec21de6611d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:59.877264 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f319e8c6-f3da-4edc-8be4-aff92b69aea3 req-261f6676-44c3-4a45-85a5-fec21de6611d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=79dea8f682914cc4b090f6acd3b244f4&device_id=2841a5f0-e887-49d7-98f2-6f9d6ed1d4cb HTTP/1.1" status: 200 len: 1099 time: 0.0975266 Sep 23 06:45:59.935729 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2b28ae9d-ef62-4929-bf8d-f07eddce95f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:59.948481 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-97ab541b-0535-44e4-bf0d-e3f24ddda4e5 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:45:59.972751 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b28ae9d-ef62-4929-bf8d-f07eddce95f9 None None] Pushing event deleted for resources: {'Port': ['ID=80f1f776-e6a7-4187-8bae-c1922f0c8800,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:59.976806 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b28ae9d-ef62-4929-bf8d-f07eddce95f9 None None] No DVR routers for this DVR port 80f1f776-e6a7-4187-8bae-c1922f0c8800 on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:45:59.993373 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2675e92b-b331-48d6-93ee-69ad7a7c21e9 req-f7cfc8d4-8217-445c-8790-eb1cad791e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:45:59.995110 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2675e92b-b331-48d6-93ee-69ad7a7c21e9 req-f7cfc8d4-8217-445c-8790-eb1cad791e71 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3221b38c13024260a26ae2a31743d886&device_id=eee31f93-838d-4afe-b78e-32bb57118270 HTTP/1.1" status: 200 len: 1100 time: 0.1152010 Sep 23 06:45:59.996240 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ab541b-0535-44e4-bf0d-e3f24ddda4e5 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Pushing event deleted for resources: {'Port': ['ID=80f1f776-e6a7-4187-8bae-c1922f0c8800,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:45:59.999821 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ab541b-0535-44e4-bf0d-e3f24ddda4e5 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] No DVR routers for this DVR port 80f1f776-e6a7-4187-8bae-c1922f0c8800 on host n-d-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:46:00.052844 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f319e8c6-f3da-4edc-8be4-aff92b69aea3 req-2d22ceef-eecc-4842-b57b-e19a4b8a6ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:00.067079 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f319e8c6-f3da-4edc-8be4-aff92b69aea3 req-2d22ceef-eecc-4842-b57b-e19a4b8a6ed0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=16515f0f-e5a6-4630-a440-e11fb2e02062 HTTP/1.1" status: 200 len: 870 time: 0.1815498 Sep 23 06:46:00.124886 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f319e8c6-f3da-4edc-8be4-aff92b69aea3 req-e2e23fee-f498-42c0-a87b-b05d786ec773 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=97979f9c-de64-46e8-bb5b-10bda3d4b370 HTTP/1.1" status: 200 len: 217 time: 0.0504529 Sep 23 06:46:00.162878 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2675e92b-b331-48d6-93ee-69ad7a7c21e9 req-d79f8558-4ae0-4ed9-8d55-3afe84a43224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:00.165088 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2675e92b-b331-48d6-93ee-69ad7a7c21e9 req-d79f8558-4ae0-4ed9-8d55-3afe84a43224 service neutron] 10.222.0.21 "GET /v2.0/networks?id=16515f0f-e5a6-4630-a440-e11fb2e02062 HTTP/1.1" status: 200 len: 870 time: 0.1624701 Sep 23 06:46:00.202614 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f319e8c6-f3da-4edc-8be4-aff92b69aea3 req-61ab888f-7078-4dbe-a467-67c784828cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:00.204206 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f319e8c6-f3da-4edc-8be4-aff92b69aea3 req-61ab888f-7078-4dbe-a467-67c784828cab service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e HTTP/1.1" status: 200 len: 843 time: 0.0715892 Sep 23 06:46:00.221689 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c403db6-8b7a-4a0b-9661-6ddbfc4cf462 req-f1e7dc0a-e96e-461a-a592-0e4ffca9c483 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:00.229975 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3c403db6-8b7a-4a0b-9661-6ddbfc4cf462 req-f1e7dc0a-e96e-461a-a592-0e4ffca9c483 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/ports?device_id=af3cc337-f9d9-4961-8aa6-b897c9a72319 HTTP/1.1" status: 200 len: 945 time: 0.1075988 Sep 23 06:46:00.248580 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2675e92b-b331-48d6-93ee-69ad7a7c21e9 req-02e0fdb1-1a07-4af4-a595-51ebed488cfc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=4c06f2ac-ebbb-4b50-8154-0636f9146e3b HTTP/1.1" status: 200 len: 217 time: 0.0693164 Sep 23 06:46:00.269808 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device ec314122-3caa-4b04-8cbf-da4cabcfe4d1 no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:46:00.297057 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-97ab541b-0535-44e4-bf0d-e3f24ddda4e5 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:00.313782 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3c403db6-8b7a-4a0b-9661-6ddbfc4cf462 req-6fc06a01-3e2d-4269-adbf-957c798fa72e tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f5383a6-41e8-4ffd-bb02-3fe79014de26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784955 Sep 23 06:46:00.346317 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f319e8c6-f3da-4edc-8be4-aff92b69aea3 req-da9ddd3e-b52b-4c6d-a9f3-f520e9866978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:00.349721 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f319e8c6-f3da-4edc-8be4-aff92b69aea3 req-da9ddd3e-b52b-4c6d-a9f3-f520e9866978 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=16515f0f-e5a6-4630-a440-e11fb2e02062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1169312 Sep 23 06:46:00.457971 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:00.490723 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id ec314122-3caa-4b04-8cbf-da4cabcfe4d1 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:46:00.518103 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 80f1f776-e6a7-4187-8bae-c1922f0c8800 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:46:00.519820 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2675e92b-b331-48d6-93ee-69ad7a7c21e9 req-f965d067-be13-447f-8e8d-72f4ac986ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:00.524124 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2675e92b-b331-48d6-93ee-69ad7a7c21e9 req-f965d067-be13-447f-8e8d-72f4ac986ab5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e HTTP/1.1" status: 200 len: 843 time: 0.2195127 Sep 23 06:46:00.534588 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-97ab541b-0535-44e4-bf0d-e3f24ddda4e5 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e871aa95-82fb-443d-b8e4-4f8449ae055b']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:46:00.546483 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port ec314122-3caa-4b04-8cbf-da4cabcfe4d1, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=ec314122-3caa-4b04-8cbf-da4cabcfe4d1,segment=NetworkSegment(e311ce61-9ca9-495c-a2b4-23b5ef627aae),segment_id=e311ce61-9ca9-495c-a2b4-23b5ef627aae)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:46:00.551070 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 80f1f776-e6a7-4187-8bae-c1922f0c8800 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:46:00.551070 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 80f1f776-e6a7-4187-8bae-c1922f0c8800 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:46:00.562257 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:00.574663 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f319e8c6-f3da-4edc-8be4-aff92b69aea3 req-10a78226-4ee4-4f51-83c0-fa66b76b1f84 service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134728 Sep 23 06:46:00.582215 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-97ab541b-0535-44e4-bf0d-e3f24ddda4e5 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3fe4d08-8bf2-481c-921f-8e66fac37bdc') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:46:00.582636 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-97ab541b-0535-44e4-bf0d-e3f24ddda4e5 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3fe4d08-8bf2-481c-921f-8e66fac37bdc') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:46:00.590424 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275edfca-d64c-49c9-be7a-3c588ddc3488 req-a0bd2174-cb80-4be9-b1b6-26e4965bdf78 tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:00.596273 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-97ab541b-0535-44e4-bf0d-e3f24ddda4e5 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:00.600101 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-275edfca-d64c-49c9-be7a-3c588ddc3488 req-a0bd2174-cb80-4be9-b1b6-26e4965bdf78 tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] 10.222.0.39 "GET /v2.0/ports?device_id=eee31f93-838d-4afe-b78e-32bb57118270 HTTP/1.1" status: 200 len: 948 time: 0.1299880 Sep 23 06:46:00.661139 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=ec314122-3caa-4b04-8cbf-da4cabcfe4d1,revision_number=7']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:00.673191 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-97ab541b-0535-44e4-bf0d-e3f24ddda4e5 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:00.683977 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97ab541b-0535-44e4-bf0d-e3f24ddda4e5 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:46:00.684487 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-97ab541b-0535-44e4-bf0d-e3f24ddda4e5 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:00.688322 n-d-715271-16 neutron-server[95065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 06:46:00.688322 n-d-715271-16 neutron-server[95065]: self.session.flush() Sep 23 06:46:00.688322 n-d-715271-16 neutron-server[95065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 06:46:00.688322 n-d-715271-16 neutron-server[95065]: self.session.flush() Sep 23 06:46:00.688322 n-d-715271-16 neutron-server[95065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 06:46:00.688322 n-d-715271-16 neutron-server[95065]: self.session.flush() Sep 23 06:46:00.688322 n-d-715271-16 neutron-server[95065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 06:46:00.688322 n-d-715271-16 neutron-server[95065]: self.session.flush() Sep 23 06:46:00.688322 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 06:46:00.688322 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:46:00.688322 n-d-715271-16 neutron-server[95065]: timer() Sep 23 06:46:00.688322 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:46:00.688322 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 06:46:00.688322 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:46:00.688322 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 06:46:00.688322 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:46:00.688322 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 06:46:00.688322 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:46:00.688322 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 06:46:00.688322 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:46:00.688322 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 06:46:00.688322 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:46:00.688322 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:46:00.688322 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:46:00.688322 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:46:00.688322 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:46:00.688322 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 06:46:00.688322 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:46:00.688322 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 06:46:00.688322 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:46:00.688322 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:46:00.688322 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:46:00.688322 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 06:46:00.688322 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:46:00.688322 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:46:00.688322 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:46:00.688322 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:46:00.688322 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:46:00.688322 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:46:00.688322 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:46:00.711932 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2675e92b-b331-48d6-93ee-69ad7a7c21e9 req-542edd23-eea2-4422-a2c5-4d076a786440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:00.713554 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2675e92b-b331-48d6-93ee-69ad7a7c21e9 req-542edd23-eea2-4422-a2c5-4d076a786440 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=16515f0f-e5a6-4630-a440-e11fb2e02062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1765606 Sep 23 06:46:00.749419 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-275edfca-d64c-49c9-be7a-3c588ddc3488 req-4c7107cc-c1d4-45df-b99f-ddddc5cd6fa6 tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] 10.222.0.39 "GET /v2.0/security-groups?id=04871bb0-7c56-48c4-97f9-6aeb571e4458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439450 Sep 23 06:46:00.789024 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-97ab541b-0535-44e4-bf0d-e3f24ddda4e5 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:00.802594 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-97ab541b-0535-44e4-bf0d-e3f24ddda4e5 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:00.814621 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-97ab541b-0535-44e4-bf0d-e3f24ddda4e5 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "DELETE /v2.0/networks/e871aa95-82fb-443d-b8e4-4f8449ae055b HTTP/1.1" status: 204 len: 168 time: 1.6853440 Sep 23 06:46:00.814899 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f319e8c6-f3da-4edc-8be4-aff92b69aea3 req-975506d7-00df-4d15-8094-cd9859d48c38 service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117000 Sep 23 06:46:00.815322 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55820) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:46:00.829408 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-9817e505-dc8c-42fa-a0da-142257674363 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1335327085'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:46:00.836285 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ab541b-0535-44e4-bf0d-e3f24ddda4e5 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Pushing event deleted for resources: {'Network': ['ID=e871aa95-82fb-443d-b8e4-4f8449ae055b,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:00.888488 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9817e505-dc8c-42fa-a0da-142257674363 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Made reservation on behalf of d625fc180cdd42f1838b3fb6a40fccd9 for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:46:00.896288 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9817e505-dc8c-42fa-a0da-142257674363 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:00.934161 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2675e92b-b331-48d6-93ee-69ad7a7c21e9 req-0db9a379-00ed-461a-bffb-be49f39b544b service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098966 Sep 23 06:46:00.989715 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9817e505-dc8c-42fa-a0da-142257674363 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:46:01.009348 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc0ec8a-ba19-4e04-8836-3f223cb3046e req-344effde-0fb0-4a8c-8426-168fd97172dc tempest-ServerDiagnosticsNegativeTest-1941297355 tempest-ServerDiagnosticsNegativeTest-1941297355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:01.017889 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4fc0ec8a-ba19-4e04-8836-3f223cb3046e req-344effde-0fb0-4a8c-8426-168fd97172dc tempest-ServerDiagnosticsNegativeTest-1941297355 tempest-ServerDiagnosticsNegativeTest-1941297355-project] 10.222.0.39 "GET /v2.0/ports?device_id=2841a5f0-e887-49d7-98f2-6f9d6ed1d4cb HTTP/1.1" status: 200 len: 947 time: 0.1150863 Sep 23 06:46:01.030020 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9817e505-dc8c-42fa-a0da-142257674363 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:01.030371 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-9817e505-dc8c-42fa-a0da-142257674363 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Added segment 0048cedc-6be2-46ed-a7ae-8813b21bda25 of type vlan for network e4d07dc7-a4d0-43da-a8fb-4e31e3a31f93 Sep 23 06:46:01.085208 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65462833-7ac3-4251-bb3f-ec0bf4131ad7 req-c8be5a6b-7da8-4ec0-9cad-c4b1f06e93ff tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:01.092755 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-65462833-7ac3-4251-bb3f-ec0bf4131ad7 req-c8be5a6b-7da8-4ec0-9cad-c4b1f06e93ff tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/ports?device_id=af3cc337-f9d9-4961-8aa6-b897c9a72319 HTTP/1.1" status: 200 len: 944 time: 0.1209311 Sep 23 06:46:01.123210 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4fc0ec8a-ba19-4e04-8836-3f223cb3046e req-f316ae67-46ad-450d-b61f-b6437271894c tempest-ServerDiagnosticsNegativeTest-1941297355 tempest-ServerDiagnosticsNegativeTest-1941297355-project] 10.222.0.39 "GET /v2.0/security-groups?id=cfb22c6c-5094-4c70-bd2f-8ddaba3a1499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043401 Sep 23 06:46:01.125809 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9817e505-dc8c-42fa-a0da-142257674363 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:01.147349 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2675e92b-b331-48d6-93ee-69ad7a7c21e9 req-0b91f17f-1168-42fc-afde-437bd8003d7e service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053776 Sep 23 06:46:01.153016 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-65462833-7ac3-4251-bb3f-ec0bf4131ad7 req-b1e09dce-7ba5-4745-9a31-db2264491107 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f5383a6-41e8-4ffd-bb02-3fe79014de26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593250 Sep 23 06:46:01.182140 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9817e505-dc8c-42fa-a0da-142257674363 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:01.193372 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9817e505-dc8c-42fa-a0da-142257674363 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:01.194319 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9817e505-dc8c-42fa-a0da-142257674363 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:01.247378 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55824) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:46:01.248051 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-9817e505-dc8c-42fa-a0da-142257674363 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4277444 Sep 23 06:46:01.254930 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-457ad8fd-4c8d-49e9-9e7a-ad313510ac82 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Request body: {'subnet': {'network_id': 'e4d07dc7-a4d0-43da-a8fb-4e31e3a31f93', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:46:01.284619 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9817e505-dc8c-42fa-a0da-142257674363 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Pushing event updated for resources: {'Network': ['ID=e4d07dc7-a4d0-43da-a8fb-4e31e3a31f93,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:01.300762 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network e4d07dc7-a4d0-43da-a8fb-4e31e3a31f93 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:46:01.367402 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-457ad8fd-4c8d-49e9-9e7a-ad313510ac82 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Made reservation on behalf of d625fc180cdd42f1838b3fb6a40fccd9 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:46:01.371443 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-457ad8fd-4c8d-49e9-9e7a-ad313510ac82 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:01.606114 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-457ad8fd-4c8d-49e9-9e7a-ad313510ac82 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:01.676683 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457ad8fd-4c8d-49e9-9e7a-ad313510ac82 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Pushing event updated for resources: {'Subnet': ['ID=ed9b5dc6-8b3d-42d0-991e-0f7df62a1c58,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:01.685910 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457ad8fd-4c8d-49e9-9e7a-ad313510ac82 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Checking segment: {'id': '0048cedc-6be2-46ed-a7ae-8813b21bda25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e4d07dc7-a4d0-43da-a8fb-4e31e3a31f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:46:01.686280 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457ad8fd-4c8d-49e9-9e7a-ad313510ac82 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Network hostable DHCP agents. Network: e4d07dc7-a4d0-43da-a8fb-4e31e3a31f93, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:46:01.708556 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457ad8fd-4c8d-49e9-9e7a-ad313510ac82 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Network e4d07dc7-a4d0-43da-a8fb-4e31e3a31f93 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:46:01.722810 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-457ad8fd-4c8d-49e9-9e7a-ad313510ac82 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, e4d07dc7-a4d0-43da-a8fb-4e31e3a31f93) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:46:01.728408 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457ad8fd-4c8d-49e9-9e7a-ad313510ac82 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:01.729285 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-457ad8fd-4c8d-49e9-9e7a-ad313510ac82 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:01.734618 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca43644f-f8cd-4d30-8665-0c55687c1efe None None] Network e4d07dc7-a4d0-43da-a8fb-4e31e3a31f93 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:46:01.750441 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-457ad8fd-4c8d-49e9-9e7a-ad313510ac82 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.4986084 Sep 23 06:46:01.751470 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55834) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:46:01.756433 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-b0ce8e50-18a2-428f-8b6b-1e200b258357 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-514563203'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:46:01.814811 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ce8e50-18a2-428f-8b6b-1e200b258357 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Made reservation on behalf of d625fc180cdd42f1838b3fb6a40fccd9 for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:46:01.819106 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b0ce8e50-18a2-428f-8b6b-1e200b258357 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:01.887902 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0ce8e50-18a2-428f-8b6b-1e200b258357 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:46:01.914132 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a748c97-4c8b-4dc3-80ae-5be525cbba70 req-5c07f9f7-7d9e-462e-ac9d-03d3f8bb2192 tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:01.915467 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3a748c97-4c8b-4dc3-80ae-5be525cbba70 req-5c07f9f7-7d9e-462e-ac9d-03d3f8bb2192 tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] 10.222.0.39 "GET /v2.0/ports?device_id=eee31f93-838d-4afe-b78e-32bb57118270 HTTP/1.1" status: 200 len: 948 time: 0.0797307 Sep 23 06:46:01.919084 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b0ce8e50-18a2-428f-8b6b-1e200b258357 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:01.919729 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-b0ce8e50-18a2-428f-8b6b-1e200b258357 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Added segment 58785478-f9fc-4d92-b6c2-66c97fec5827 of type vlan for network 81a4e381-bd22-41fa-8408-1fae4e7b4fea Sep 23 06:46:01.990811 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b0ce8e50-18a2-428f-8b6b-1e200b258357 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:01.991166 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eadbcf3b-fdc1-467e-8af3-15d308277ade None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-e4d07dc7-a4d0-43da-a8fb-4e31e3a31f93', 'network_id': 'e4d07dc7-a4d0-43da-a8fb-4e31e3a31f93', 'tenant_id': 'd625fc180cdd42f1838b3fb6a40fccd9', 'fixed_ips': [{'subnet_id': 'ed9b5dc6-8b3d-42d0-991e-0f7df62a1c58'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 06:46:01.991970 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-eadbcf3b-fdc1-467e-8af3-15d308277ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:02.005697 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3a748c97-4c8b-4dc3-80ae-5be525cbba70 req-234cdbbb-7fe8-4845-9b51-6ae3ba286967 tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] 10.222.0.39 "GET /v2.0/security-groups?id=04871bb0-7c56-48c4-97f9-6aeb571e4458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759301 Sep 23 06:46:02.035715 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b0ce8e50-18a2-428f-8b6b-1e200b258357 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:02.041638 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ce8e50-18a2-428f-8b6b-1e200b258357 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:02.042411 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b0ce8e50-18a2-428f-8b6b-1e200b258357 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:02.092624 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-b0ce8e50-18a2-428f-8b6b-1e200b258357 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3403206 Sep 23 06:46:02.095924 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55848) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:46:02.101563 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-98bd597e-82e3-41f6-ac82-1df22b6b2bfb tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Request body: {'subnet': {'network_id': '81a4e381-bd22-41fa-8408-1fae4e7b4fea', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:46:02.147157 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ce8e50-18a2-428f-8b6b-1e200b258357 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Pushing event updated for resources: {'Network': ['ID=81a4e381-bd22-41fa-8408-1fae4e7b4fea,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:02.195695 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 81a4e381-bd22-41fa-8408-1fae4e7b4fea details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:46:02.262496 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98bd597e-82e3-41f6-ac82-1df22b6b2bfb tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Made reservation on behalf of d625fc180cdd42f1838b3fb6a40fccd9 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:46:02.266566 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-98bd597e-82e3-41f6-ac82-1df22b6b2bfb tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:02.339384 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ee47a8-7ba8-4781-a611-50519b856138 req-90cbaf98-8ca4-42b7-a295-303979cbcf27 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:02.346008 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-eadbcf3b-fdc1-467e-8af3-15d308277ade None None] Allocated IP 19.80.0.2 (e4d07dc7-a4d0-43da-a8fb-4e31e3a31f93/ed9b5dc6-8b3d-42d0-991e-0f7df62a1c58/8c6a4306-cb4b-411c-9e64-b5c7d2fb1434) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:46:02.347540 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-08ee47a8-7ba8-4781-a611-50519b856138 req-90cbaf98-8ca4-42b7-a295-303979cbcf27 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/ports?device_id=af3cc337-f9d9-4961-8aa6-b897c9a72319 HTTP/1.1" status: 200 len: 944 time: 0.0866063 Sep 23 06:46:02.358253 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07984e7-3727-4815-afd7-c1bdb2f49d94 req-e95a1144-28ba-4702-b2bd-ffc4629af064 tempest-ServerDiagnosticsNegativeTest-1941297355 tempest-ServerDiagnosticsNegativeTest-1941297355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:02.366554 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a07984e7-3727-4815-afd7-c1bdb2f49d94 req-e95a1144-28ba-4702-b2bd-ffc4629af064 tempest-ServerDiagnosticsNegativeTest-1941297355 tempest-ServerDiagnosticsNegativeTest-1941297355-project] 10.222.0.39 "GET /v2.0/ports?device_id=2841a5f0-e887-49d7-98f2-6f9d6ed1d4cb HTTP/1.1" status: 200 len: 947 time: 0.1176586 Sep 23 06:46:02.426821 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-08ee47a8-7ba8-4781-a611-50519b856138 req-7599e3e2-8300-464f-8f75-70d21a6eddad tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f5383a6-41e8-4ffd-bb02-3fe79014de26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715258 Sep 23 06:46:02.474551 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a07984e7-3727-4815-afd7-c1bdb2f49d94 req-afed2484-722c-4a95-8ab8-2494c67033de tempest-ServerDiagnosticsNegativeTest-1941297355 tempest-ServerDiagnosticsNegativeTest-1941297355-project] 10.222.0.39 "GET /v2.0/security-groups?id=cfb22c6c-5094-4c70-bd2f-8ddaba3a1499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066134 Sep 23 06:46:02.576421 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-eadbcf3b-fdc1-467e-8af3-15d308277ade None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:02.583606 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-eadbcf3b-fdc1-467e-8af3-15d308277ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:02.653105 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-98bd597e-82e3-41f6-ac82-1df22b6b2bfb tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:02.683551 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eadbcf3b-fdc1-467e-8af3-15d308277ade None None] Network e4d07dc7-a4d0-43da-a8fb-4e31e3a31f93 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:46:02.693130 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-eadbcf3b-fdc1-467e-8af3-15d308277ade None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:46:02.700106 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadbcf3b-fdc1-467e-8af3-15d308277ade None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:46:02.704236 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbcf3b-fdc1-467e-8af3-15d308277ade None None] Pushing event updated for resources: {'Port': ['ID=8c6a4306-cb4b-411c-9e64-b5c7d2fb1434,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:02.728893 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bd597e-82e3-41f6-ac82-1df22b6b2bfb tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Pushing event updated for resources: {'Subnet': ['ID=f6988797-8721-4611-8fa2-49d04da78df9,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:02.751656 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bd597e-82e3-41f6-ac82-1df22b6b2bfb tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Checking segment: {'id': '58785478-f9fc-4d92-b6c2-66c97fec5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '81a4e381-bd22-41fa-8408-1fae4e7b4fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:46:02.752198 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98bd597e-82e3-41f6-ac82-1df22b6b2bfb tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Network hostable DHCP agents. Network: 81a4e381-bd22-41fa-8408-1fae4e7b4fea, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:46:02.771542 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98bd597e-82e3-41f6-ac82-1df22b6b2bfb tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Network 81a4e381-bd22-41fa-8408-1fae4e7b4fea is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:46:02.775626 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-eadbcf3b-fdc1-467e-8af3-15d308277ade None None] Attempting to bind port 8c6a4306-cb4b-411c-9e64-b5c7d2fb1434 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:46:02.776147 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-eadbcf3b-fdc1-467e-8af3-15d308277ade None None] Attempting to bind port 8c6a4306-cb4b-411c-9e64-b5c7d2fb1434 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '0048cedc-6be2-46ed-a7ae-8813b21bda25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e4d07dc7-a4d0-43da-a8fb-4e31e3a31f93'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:46:02.776434 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadbcf3b-fdc1-467e-8af3-15d308277ade None None] Attempting to bind port 8c6a4306-cb4b-411c-9e64-b5c7d2fb1434 on network e4d07dc7-a4d0-43da-a8fb-4e31e3a31f93 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:46:02.781632 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadbcf3b-fdc1-467e-8af3-15d308277ade None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:46:02.782539 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadbcf3b-fdc1-467e-8af3-15d308277ade None None] Checking segment: {'id': '0048cedc-6be2-46ed-a7ae-8813b21bda25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e4d07dc7-a4d0-43da-a8fb-4e31e3a31f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:46:02.782828 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-eadbcf3b-fdc1-467e-8af3-15d308277ade None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:02.783235 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadbcf3b-fdc1-467e-8af3-15d308277ade None None] Bound using segment: {'id': '0048cedc-6be2-46ed-a7ae-8813b21bda25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e4d07dc7-a4d0-43da-a8fb-4e31e3a31f93'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:46:02.783988 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-eadbcf3b-fdc1-467e-8af3-15d308277ade None None] Bound port: 8c6a4306-cb4b-411c-9e64-b5c7d2fb1434, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0048cedc-6be2-46ed-a7ae-8813b21bda25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e4d07dc7-a4d0-43da-a8fb-4e31e3a31f93'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:46:02.784612 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-eadbcf3b-fdc1-467e-8af3-15d308277ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:02.785682 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-98bd597e-82e3-41f6-ac82-1df22b6b2bfb tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 81a4e381-bd22-41fa-8408-1fae4e7b4fea) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:46:02.791341 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98bd597e-82e3-41f6-ac82-1df22b6b2bfb tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:02.792304 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-98bd597e-82e3-41f6-ac82-1df22b6b2bfb tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:02.798855 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748c6c67-7d96-48c4-a3d1-54783f834582 None None] Network 81a4e381-bd22-41fa-8408-1fae4e7b4fea requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:46:02.830029 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-98bd597e-82e3-41f6-ac82-1df22b6b2bfb tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7323034 Sep 23 06:46:03.009797 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-eadbcf3b-fdc1-467e-8af3-15d308277ade None None] For port 8c6a4306-cb4b-411c-9e64-b5c7d2fb1434, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:46:03.014326 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-eadbcf3b-fdc1-467e-8af3-15d308277ade None None] For port 8c6a4306-cb4b-411c-9e64-b5c7d2fb1434, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=8c6a4306-cb4b-411c-9e64-b5c7d2fb1434,segment=NetworkSegment(0048cedc-6be2-46ed-a7ae-8813b21bda25),segment_id=0048cedc-6be2-46ed-a7ae-8813b21bda25)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:46:03.032049 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f85272-4847-43e8-a3da-5a94ded8c5d9 req-ae8664e9-4a4f-44ca-9dbe-ba33b868cfd1 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:03.034397 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-52f85272-4847-43e8-a3da-5a94ded8c5d9 req-ae8664e9-4a4f-44ca-9dbe-ba33b868cfd1 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.58 "GET /v2.0/ports?device_id=af3cc337-f9d9-4961-8aa6-b897c9a72319 HTTP/1.1" status: 200 len: 944 time: 0.0979865 Sep 23 06:46:03.043307 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-eadbcf3b-fdc1-467e-8af3-15d308277ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:03.156405 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbcf3b-fdc1-467e-8af3-15d308277ade None None] Pushing event updated for resources: {'Port': ['ID=8c6a4306-cb4b-411c-9e64-b5c7d2fb1434,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:03.171804 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee42006-5e8a-4ff3-a120-04c81eb73b69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-81a4e381-bd22-41fa-8408-1fae4e7b4fea', 'network_id': '81a4e381-bd22-41fa-8408-1fae4e7b4fea', 'tenant_id': 'd625fc180cdd42f1838b3fb6a40fccd9', 'fixed_ips': [{'subnet_id': 'f6988797-8721-4611-8fa2-49d04da78df9'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 06:46:03.173001 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-aee42006-5e8a-4ff3-a120-04c81eb73b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:03.278300 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609dae07-5a9c-4e05-878e-ae1d875692ba req-1fd1c7ce-45fb-41aa-a6cf-3c29f5a944de tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:03.286893 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-609dae07-5a9c-4e05-878e-ae1d875692ba req-1fd1c7ce-45fb-41aa-a6cf-3c29f5a944de tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] 10.222.0.39 "GET /v2.0/ports?device_id=eee31f93-838d-4afe-b78e-32bb57118270 HTTP/1.1" status: 200 len: 948 time: 0.1519079 Sep 23 06:46:03.289597 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-14dec377-5e3c-406f-ad1f-42988d5bac01 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:03.297957 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-14dec377-5e3c-406f-ad1f-42988d5bac01 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:03.306363 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-14dec377-5e3c-406f-ad1f-42988d5bac01 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/networks?id=e4d07dc7-a4d0-43da-a8fb-4e31e3a31f93&id=81a4e381-bd22-41fa-8408-1fae4e7b4fea HTTP/1.1" status: 200 len: 1391 time: 0.2207208 Sep 23 06:46:03.340777 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-4501b276-cc32-47c3-bc87-40a160ab9a88 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/quotas/d625fc180cdd42f1838b3fb6a40fccd9 HTTP/1.1" status: 200 len: 375 time: 0.0319576 Sep 23 06:46:03.347321 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-609dae07-5a9c-4e05-878e-ae1d875692ba req-db392ddf-f7c8-482a-bcb2-e85da4d07f9b tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] 10.222.0.39 "GET /v2.0/security-groups?id=04871bb0-7c56-48c4-97f9-6aeb571e4458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593059 Sep 23 06:46:03.369394 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-52f85272-4847-43e8-a3da-5a94ded8c5d9 req-395b2768-c451-4b09-a00b-98be5552a684 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Deleting port ec314122-3caa-4b04-8cbf-da4cabcfe4d1 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:46:03.369756 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-52f85272-4847-43e8-a3da-5a94ded8c5d9 req-395b2768-c451-4b09-a00b-98be5552a684 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:03.466725 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-36387d05-b637-4182-8462-720756301498 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d625fc180cdd42f1838b3fb6a40fccd9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1244776 Sep 23 06:46:03.545578 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-52f85272-4847-43e8-a3da-5a94ded8c5d9 req-395b2768-c451-4b09-a00b-98be5552a684 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] For port ec314122-3caa-4b04-8cbf-da4cabcfe4d1, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=ec314122-3caa-4b04-8cbf-da4cabcfe4d1,segment=NetworkSegment(e311ce61-9ca9-495c-a2b4-23b5ef627aae),segment_id=e311ce61-9ca9-495c-a2b4-23b5ef627aae)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:46:03.546153 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-52f85272-4847-43e8-a3da-5a94ded8c5d9 req-395b2768-c451-4b09-a00b-98be5552a684 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:03.548507 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-aee42006-5e8a-4ff3-a120-04c81eb73b69 None None] Allocated IP 19.86.0.2 (81a4e381-bd22-41fa-8408-1fae4e7b4fea/f6988797-8721-4611-8fa2-49d04da78df9/170f571c-2e8a-4bff-8347-47aecd48e341) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:46:03.580727 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-52f85272-4847-43e8-a3da-5a94ded8c5d9 req-395b2768-c451-4b09-a00b-98be5552a684 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Calling delete_port for ec314122-3caa-4b04-8cbf-da4cabcfe4d1 owned by compute:nova {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:46:03.658903 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-2addf64c-433b-4c8b-b05e-bf5fe4a988aa service neutron] 10.222.0.39 "GET /v2.0/networks/e4d07dc7-a4d0-43da-a8fb-4e31e3a31f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911380 Sep 23 06:46:03.667783 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262dced9-c33d-4223-8737-69d96eedc926 req-89323648-9984-4a55-a2a2-7bf7c4f65ca8 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:03.676116 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-262dced9-c33d-4223-8737-69d96eedc926 req-89323648-9984-4a55-a2a2-7bf7c4f65ca8 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/ports?device_id=af3cc337-f9d9-4961-8aa6-b897c9a72319 HTTP/1.1" status: 200 len: 944 time: 0.1327970 Sep 23 06:46:03.743562 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-262dced9-c33d-4223-8737-69d96eedc926 req-09e67f40-5b75-4329-a114-a369792b2091 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f5383a6-41e8-4ffd-bb02-3fe79014de26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662775 Sep 23 06:46:03.820738 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-08376e23-8d04-42d2-984b-bea1091d672c service neutron] 10.222.0.39 "GET /v2.0/networks/e4d07dc7-a4d0-43da-a8fb-4e31e3a31f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607516 Sep 23 06:46:03.879332 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-52f85272-4847-43e8-a3da-5a94ded8c5d9 req-395b2768-c451-4b09-a00b-98be5552a684 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:03.962965 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395b2768-c451-4b09-a00b-98be5552a684 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Pushing event deleted for resources: {'Port': ['ID=ec314122-3caa-4b04-8cbf-da4cabcfe4d1,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:03.979878 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-242bfc6d-c973-4a2e-bdca-d818eb5fefdf service neutron] 10.222.0.39 "GET /v2.0/networks/81a4e381-bd22-41fa-8408-1fae4e7b4fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519642 Sep 23 06:46:03.997758 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-52f85272-4847-43e8-a3da-5a94ded8c5d9 req-395b2768-c451-4b09-a00b-98be5552a684 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] No DVR routers for this DVR port ec314122-3caa-4b04-8cbf-da4cabcfe4d1 on host n-h2-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:46:04.002338 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-52f85272-4847-43e8-a3da-5a94ded8c5d9 req-395b2768-c451-4b09-a00b-98be5552a684 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:04.004315 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-52f85272-4847-43e8-a3da-5a94ded8c5d9 req-395b2768-c451-4b09-a00b-98be5552a684 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.58 "DELETE /v2.0/ports/ec314122-3caa-4b04-8cbf-da4cabcfe4d1 HTTP/1.1" status: 204 len: 173 time: 0.9586368 Sep 23 06:46:04.006486 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af3cc337-f9d9-4961-8aa6-b897c9a72319', 'name': 'network-vif-deleted', 'tag': 'ec314122-3caa-4b04-8cbf-da4cabcfe4d1'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:46:04.012730 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-204e43f2-163d-4026-8947-766c4e3c0847" -d '{"events": [{"server_uuid": "af3cc337-f9d9-4961-8aa6-b897c9a72319", "name": "network-vif-deleted", "tag": "ec314122-3caa-4b04-8cbf-da4cabcfe4d1"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:46:04.025436 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6a4fa3-d1af-43bc-b1ba-4cf683bf1ea1 req-d16d237e-62fa-4954-80f4-7db75c39c233 tempest-ServerDiagnosticsNegativeTest-1941297355 tempest-ServerDiagnosticsNegativeTest-1941297355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:04.034609 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5a6a4fa3-d1af-43bc-b1ba-4cf683bf1ea1 req-d16d237e-62fa-4954-80f4-7db75c39c233 tempest-ServerDiagnosticsNegativeTest-1941297355 tempest-ServerDiagnosticsNegativeTest-1941297355-project] 10.222.0.39 "GET /v2.0/ports?device_id=2841a5f0-e887-49d7-98f2-6f9d6ed1d4cb HTTP/1.1" status: 200 len: 947 time: 0.1711557 Sep 23 06:46:04.043869 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-aee42006-5e8a-4ff3-a120-04c81eb73b69 None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:04.060507 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-aee42006-5e8a-4ff3-a120-04c81eb73b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:04.119460 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5a6a4fa3-d1af-43bc-b1ba-4cf683bf1ea1 req-026b82da-c186-48e3-9574-373de5cb6bac tempest-ServerDiagnosticsNegativeTest-1941297355 tempest-ServerDiagnosticsNegativeTest-1941297355-project] 10.222.0.39 "GET /v2.0/security-groups?id=cfb22c6c-5094-4c70-bd2f-8ddaba3a1499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833313 Sep 23 06:46:04.145369 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee42006-5e8a-4ff3-a120-04c81eb73b69 None None] Network 81a4e381-bd22-41fa-8408-1fae4e7b4fea is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:46:04.152661 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-aee42006-5e8a-4ff3-a120-04c81eb73b69 None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:46:04.155432 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee42006-5e8a-4ff3-a120-04c81eb73b69 None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:46:04.166371 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee42006-5e8a-4ff3-a120-04c81eb73b69 None None] Pushing event updated for resources: {'Port': ['ID=170f571c-2e8a-4bff-8347-47aecd48e341,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:04.230327 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-a5bf701e-85ac-4e83-a4c9-0b3b001f6e75 service neutron] 10.222.0.39 "GET /v2.0/networks/81a4e381-bd22-41fa-8408-1fae4e7b4fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406595 Sep 23 06:46:04.289460 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-aee42006-5e8a-4ff3-a120-04c81eb73b69 None None] Attempting to bind port 170f571c-2e8a-4bff-8347-47aecd48e341 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:46:04.289836 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-aee42006-5e8a-4ff3-a120-04c81eb73b69 None None] Attempting to bind port 170f571c-2e8a-4bff-8347-47aecd48e341 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '58785478-f9fc-4d92-b6c2-66c97fec5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '81a4e381-bd22-41fa-8408-1fae4e7b4fea'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:46:04.290257 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee42006-5e8a-4ff3-a120-04c81eb73b69 None None] Attempting to bind port 170f571c-2e8a-4bff-8347-47aecd48e341 on network 81a4e381-bd22-41fa-8408-1fae4e7b4fea {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:46:04.302278 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee42006-5e8a-4ff3-a120-04c81eb73b69 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:46:04.302885 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee42006-5e8a-4ff3-a120-04c81eb73b69 None None] Checking segment: {'id': '58785478-f9fc-4d92-b6c2-66c97fec5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '81a4e381-bd22-41fa-8408-1fae4e7b4fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:46:04.303492 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-aee42006-5e8a-4ff3-a120-04c81eb73b69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:04.305710 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee42006-5e8a-4ff3-a120-04c81eb73b69 None None] Bound using segment: {'id': '58785478-f9fc-4d92-b6c2-66c97fec5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '81a4e381-bd22-41fa-8408-1fae4e7b4fea'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:46:04.306412 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-aee42006-5e8a-4ff3-a120-04c81eb73b69 None None] Bound port: 170f571c-2e8a-4bff-8347-47aecd48e341, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58785478-f9fc-4d92-b6c2-66c97fec5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '81a4e381-bd22-41fa-8408-1fae4e7b4fea'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:46:04.307008 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-aee42006-5e8a-4ff3-a120-04c81eb73b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:04.322262 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 97979f9c-de64-46e8-bb5b-10bda3d4b370 details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:46:04.482180 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-aee42006-5e8a-4ff3-a120-04c81eb73b69 None None] For port 170f571c-2e8a-4bff-8347-47aecd48e341, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:46:04.508049 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-aee42006-5e8a-4ff3-a120-04c81eb73b69 None None] For port 170f571c-2e8a-4bff-8347-47aecd48e341, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=170f571c-2e8a-4bff-8347-47aecd48e341,segment=NetworkSegment(58785478-f9fc-4d92-b6c2-66c97fec5827),segment_id=58785478-f9fc-4d92-b6c2-66c97fec5827)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:46:04.526145 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-aee42006-5e8a-4ff3-a120-04c81eb73b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:04.541131 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 97979f9c-de64-46e8-bb5b-10bda3d4b370, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=97979f9c-de64-46e8-bb5b-10bda3d4b370,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:46:04.569036 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04321868-1d27-4d9c-8938-d17c095511cc x-openstack-request-id: req-04321868-1d27-4d9c-8938-d17c095511cc {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:46:04.569379 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af3cc337-f9d9-4961-8aa6-b897c9a72319", "name": "network-vif-deleted", "tag": "ec314122-3caa-4b04-8cbf-da4cabcfe4d1", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:46:04.569639 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-04321868-1d27-4d9c-8938-d17c095511cc {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:46:04.570109 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af3cc337-f9d9-4961-8aa6-b897c9a72319', 'name': 'network-vif-deleted', 'tag': 'ec314122-3caa-4b04-8cbf-da4cabcfe4d1', 'status': 'completed', 'code': 200} Sep 23 06:46:04.622022 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': '97979f9c-de64-46e8-bb5b-10bda3d4b370', 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062', 'port_id': '97979f9c-de64-46e8-bb5b-10bda3d4b370', 'mac_address': 'fa:16:3e:7c:9b:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:46:04.692589 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:04.729085 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 8c6a4306-cb4b-411c-9e64-b5c7d2fb1434 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:46:04.777838 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3ba1d0-f507-4aac-ad69-e82721b289b7 None None] Network e4d07dc7-a4d0-43da-a8fb-4e31e3a31f93 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:46:04.780347 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee42006-5e8a-4ff3-a120-04c81eb73b69 None None] Pushing event updated for resources: {'Port': ['ID=170f571c-2e8a-4bff-8347-47aecd48e341,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:04.836302 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97979f9c-de64-46e8-bb5b-10bda3d4b370 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:46:04.842486 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-90f2fee0-aecd-433c-9060-0209d4e99cd1 req-0f7bd6f9-5b48-4cca-9d21-f92a5fe75281 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/ports?device_id=143d7afe-b369-4a65-bc6d-70aedc48694e HTTP/1.1" status: 200 len: 210 time: 0.0657561 Sep 23 06:46:04.886930 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e31ae2-1351-46e5-8f46-e273eea4377e req-c9cb992b-7985-40c5-b7dc-ad0db4d73176 tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:04.901432 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-40e31ae2-1351-46e5-8f46-e273eea4377e req-c9cb992b-7985-40c5-b7dc-ad0db4d73176 tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] 10.222.0.39 "GET /v2.0/ports?device_id=eee31f93-838d-4afe-b78e-32bb57118270 HTTP/1.1" status: 200 len: 948 time: 0.1493661 Sep 23 06:46:05.008766 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-40e31ae2-1351-46e5-8f46-e273eea4377e req-62a25832-c856-4d41-81ac-9e245eda4169 tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] 10.222.0.39 "GET /v2.0/security-groups?id=04871bb0-7c56-48c4-97f9-6aeb571e4458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060836 Sep 23 06:46:05.073444 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-e4ce9a99-6c4c-46ec-9241-920af4455bbf None None] Provisioning complete for port 8c6a4306-cb4b-411c-9e64-b5c7d2fb1434 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:46:05.078752 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e4ce9a99-6c4c-46ec-9241-920af4455bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:05.198588 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 97979f9c-de64-46e8-bb5b-10bda3d4b370, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=97979f9c-de64-46e8-bb5b-10bda3d4b370,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:46:05.241405 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:05.243747 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 4c06f2ac-ebbb-4b50-8154-0636f9146e3b details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:46:05.260963 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55934) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:46:05.269189 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-76397ba8-b24d-4c4a-add1-421443dbf888 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1263205139', 'description': 'tempest-description--1137973764'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:46:05.349235 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-76397ba8-b24d-4c4a-add1-421443dbf888 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:05.371044 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7ff72d-efe7-4b2b-b26f-19283e9bc112 req-73ff2dc6-cfe6-4f7a-8b9d-61de05ff9e13 tempest-ServerDiagnosticsNegativeTest-1941297355 tempest-ServerDiagnosticsNegativeTest-1941297355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:05.381220 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3d7ff72d-efe7-4b2b-b26f-19283e9bc112 req-73ff2dc6-cfe6-4f7a-8b9d-61de05ff9e13 tempest-ServerDiagnosticsNegativeTest-1941297355 tempest-ServerDiagnosticsNegativeTest-1941297355-project] 10.222.0.39 "GET /v2.0/ports?device_id=2841a5f0-e887-49d7-98f2-6f9d6ed1d4cb HTTP/1.1" status: 200 len: 948 time: 0.1094966 Sep 23 06:46:05.468515 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3d7ff72d-efe7-4b2b-b26f-19283e9bc112 req-8611b112-7e5c-449f-b9bf-f33b02f8fbca tempest-ServerDiagnosticsNegativeTest-1941297355 tempest-ServerDiagnosticsNegativeTest-1941297355-project] 10.222.0.39 "GET /v2.0/security-groups?id=cfb22c6c-5094-4c70-bd2f-8ddaba3a1499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863385 Sep 23 06:46:05.545506 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-76397ba8-b24d-4c4a-add1-421443dbf888 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:05.550579 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-76397ba8-b24d-4c4a-add1-421443dbf888 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:05.586763 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 8c6a4306-cb4b-411c-9e64-b5c7d2fb1434 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:46:05.586763 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:05.628928 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-76397ba8-b24d-4c4a-add1-421443dbf888 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:05.630202 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-76397ba8-b24d-4c4a-add1-421443dbf888 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3675280 Sep 23 06:46:05.633083 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55942) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:46:05.639300 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=97979f9c-de64-46e8-bb5b-10bda3d4b370,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:05.672356 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 4c06f2ac-ebbb-4b50-8154-0636f9146e3b, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=4c06f2ac-ebbb-4b50-8154-0636f9146e3b,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:46:05.672719 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-e65b3c35-937c-4f84-a98c-432827eac6b0 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Request body: {'security_group_rule': {'security_group_id': '464233c6-06c9-412d-8a5b-ec73e617cae4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:46:05.686589 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76397ba8-b24d-4c4a-add1-421443dbf888 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=464233c6-06c9-412d-8a5b-ec73e617cae4,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:05.752783 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e65b3c35-937c-4f84-a98c-432827eac6b0 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:05.801199 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e4ce9a99-6c4c-46ec-9241-920af4455bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:05.801433 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': '4c06f2ac-ebbb-4b50-8154-0636f9146e3b', 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062', 'port_id': '4c06f2ac-ebbb-4b50-8154-0636f9146e3b', 'mac_address': 'fa:16:3e:22:c2:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:46:05.864931 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e65b3c35-937c-4f84-a98c-432827eac6b0 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:05.878421 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e65b3c35-937c-4f84-a98c-432827eac6b0 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:05.928542 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65b3c35-937c-4f84-a98c-432827eac6b0 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=603a3015-60bd-4b59-a54a-19fd7b934b64,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:05.963675 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e65b3c35-937c-4f84-a98c-432827eac6b0 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:05.964882 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-e65b3c35-937c-4f84-a98c-432827eac6b0 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3298876 Sep 23 06:46:05.967956 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55960) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:46:05.973647 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-98dfb6a0-dcc8-44c1-86db-b9e5f740fd89 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Request body: {'security_group_rule': {'security_group_id': '464233c6-06c9-412d-8a5b-ec73e617cae4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:46:05.982033 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a14dbaef-279d-4f49-92ed-209a9279cdad req-4a804d43-71d8-4da1-bf08-4f55bd6e16cb tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/ports?device_id=143d7afe-b369-4a65-bc6d-70aedc48694e HTTP/1.1" status: 200 len: 210 time: 0.0299528 Sep 23 06:46:06.031714 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-e4ce9a99-6c4c-46ec-9241-920af4455bbf None None] For port 8c6a4306-cb4b-411c-9e64-b5c7d2fb1434, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=8c6a4306-cb4b-411c-9e64-b5c7d2fb1434,segment=NetworkSegment(0048cedc-6be2-46ed-a7ae-8813b21bda25),segment_id=0048cedc-6be2-46ed-a7ae-8813b21bda25)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:46:06.051612 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-98dfb6a0-dcc8-44c1-86db-b9e5f740fd89 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:06.135078 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e4ce9a99-6c4c-46ec-9241-920af4455bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:06.157576 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:06.285684 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ec85c9-4a19-4a23-aef4-6d8804b648cd None None] Network 81a4e381-bd22-41fa-8408-1fae4e7b4fea requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:46:06.295171 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-98dfb6a0-dcc8-44c1-86db-b9e5f740fd89 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:06.319805 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234e9ce1-d04f-49d2-9f3f-cff970a84b91 req-00efb7c0-1392-4366-9252-a1f5b1fbcb47 tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:06.322205 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-234e9ce1-d04f-49d2-9f3f-cff970a84b91 req-00efb7c0-1392-4366-9252-a1f5b1fbcb47 tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] 10.222.0.39 "GET /v2.0/ports?device_id=eee31f93-838d-4afe-b78e-32bb57118270 HTTP/1.1" status: 200 len: 948 time: 0.2021649 Sep 23 06:46:06.324347 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-98dfb6a0-dcc8-44c1-86db-b9e5f740fd89 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:06.355020 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dfb6a0-dcc8-44c1-86db-b9e5f740fd89 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f0361ff-c84e-4ace-972f-95039be8372e,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:06.363454 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c06f2ac-ebbb-4b50-8154-0636f9146e3b {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:46:06.378391 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-98dfb6a0-dcc8-44c1-86db-b9e5f740fd89 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:06.380516 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-98dfb6a0-dcc8-44c1-86db-b9e5f740fd89 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4115210 Sep 23 06:46:06.383670 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55964) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:46:06.390492 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-44ef2cf7-59d3-4538-bada-bf5ab0ddf0ea tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Request body: {'floatingip': {'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:46:06.403643 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:06.407762 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:06.461259 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-234e9ce1-d04f-49d2-9f3f-cff970a84b91 req-64cf108f-83e4-4959-a264-50fc1e8cbbd1 tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] 10.222.0.39 "GET /v2.0/security-groups?id=04871bb0-7c56-48c4-97f9-6aeb571e4458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176820 Sep 23 06:46:06.462047 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-44ef2cf7-59d3-4538-bada-bf5ab0ddf0ea tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Notify callbacks [] for floatingip, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:06.488866 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-3a73be56-241d-4867-94c3-4edf8fb67234 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:06.522006 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-3a73be56-241d-4867-94c3-4edf8fb67234 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:06.523543 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-3a73be56-241d-4867-94c3-4edf8fb67234 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.58 "GET /v2.0/networks?id=e4d07dc7-a4d0-43da-a8fb-4e31e3a31f93&id=81a4e381-bd22-41fa-8408-1fae4e7b4fea HTTP/1.1" status: 200 len: 1391 time: 0.3112614 Sep 23 06:46:06.543731 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-2452c227-d93a-4b42-8250-393d346079d0 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Request body: {'port': {'device_id': '143d7afe-b369-4a65-bc6d-70aedc48694e', 'network_id': 'e4d07dc7-a4d0-43da-a8fb-4e31e3a31f93', 'admin_state_up': True, 'tenant_id': 'd625fc180cdd42f1838b3fb6a40fccd9'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:46:06.550172 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 4c06f2ac-ebbb-4b50-8154-0636f9146e3b, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=4c06f2ac-ebbb-4b50-8154-0636f9146e3b,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:46:06.552607 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a53279f0-2fdb-476a-98a3-0ae56d9924a1 None None] Provisioning complete for port 170f571c-2e8a-4bff-8347-47aecd48e341 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:46:06.553027 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a53279f0-2fdb-476a-98a3-0ae56d9924a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:06.558425 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ce9a99-6c4c-46ec-9241-920af4455bbf None None] Pushing event updated for resources: {'Port': ['ID=8c6a4306-cb4b-411c-9e64-b5c7d2fb1434,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:06.598506 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:06.606804 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-44ef2cf7-59d3-4538-bada-bf5ab0ddf0ea tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:06.773111 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 13fc1c55-aac8-4284-a65a-d9e7ba02d995 details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:46:06.791199 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.db.api [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 06:46:06.791722 n-d-715271-16 neutron-server[95067]: DEBUG oslo_db.api [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 06:46:06.793269 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-2452c227-d93a-4b42-8250-393d346079d0 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Made reservation on behalf of d625fc180cdd42f1838b3fb6a40fccd9 for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:46:06.797829 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-2452c227-d93a-4b42-8250-393d346079d0 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:06.800538 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-44ef2cf7-59d3-4538-bada-bf5ab0ddf0ea tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Allocated IP 172.25.2.198 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/f090a2c5-b310-4e0f-899f-f126b8ace440) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:46:06.818906 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a792ae83-48d0-4002-992d-fa03361a7028 req-27a9589d-ce2d-4c14-9640-119cba2237cd tempest-ServerDiagnosticsNegativeTest-1941297355 tempest-ServerDiagnosticsNegativeTest-1941297355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:06.821465 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a792ae83-48d0-4002-992d-fa03361a7028 req-27a9589d-ce2d-4c14-9640-119cba2237cd tempest-ServerDiagnosticsNegativeTest-1941297355 tempest-ServerDiagnosticsNegativeTest-1941297355-project] 10.222.0.39 "GET /v2.0/ports?device_id=2841a5f0-e887-49d7-98f2-6f9d6ed1d4cb HTTP/1.1" status: 200 len: 948 time: 0.0834360 Sep 23 06:46:06.879267 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a792ae83-48d0-4002-992d-fa03361a7028 req-9e7769e6-fb06-4066-9821-c9fa47cfd21d tempest-ServerDiagnosticsNegativeTest-1941297355 tempest-ServerDiagnosticsNegativeTest-1941297355-project] 10.222.0.39 "GET /v2.0/security-groups?id=cfb22c6c-5094-4c70-bd2f-8ddaba3a1499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485618 Sep 23 06:46:06.972863 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=4c06f2ac-ebbb-4b50-8154-0636f9146e3b,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:06.985211 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.db.resource_extend [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 06:46:07.018283 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-2452c227-d93a-4b42-8250-393d346079d0 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Allocated IP 19.80.0.117 (e4d07dc7-a4d0-43da-a8fb-4e31e3a31f93/ed9b5dc6-8b3d-42d0-991e-0f7df62a1c58/d1c664a2-2287-4319-90a6-e7b15b186aaf) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:46:07.033457 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-44ef2cf7-59d3-4538-bada-bf5ab0ddf0ea tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:07.112809 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-44ef2cf7-59d3-4538-bada-bf5ab0ddf0ea tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:07.168214 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['97979f9c-de64-46e8-bb5b-10bda3d4b370'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:46:07.173051 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a53279f0-2fdb-476a-98a3-0ae56d9924a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:07.199458 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['4c06f2ac-ebbb-4b50-8154-0636f9146e3b'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:46:07.211097 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ef2cf7-59d3-4538-bada-bf5ab0ddf0ea tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:46:07.244041 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ef2cf7-59d3-4538-bada-bf5ab0ddf0ea tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Pushing event updated for resources: {'Port': ['ID=f090a2c5-b310-4e0f-899f-f126b8ace440,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:07.248002 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-44ef2cf7-59d3-4538-bada-bf5ab0ddf0ea tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:46:07.264307 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cbdc31ca-6f6d-4e10-aac2-adbb0a2d2cd0 req-e10fc2f8-1779-4efa-a840-d6e754793bec tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/ports?device_id=143d7afe-b369-4a65-bc6d-70aedc48694e HTTP/1.1" status: 200 len: 210 time: 0.0509748 Sep 23 06:46:07.265464 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ef2cf7-59d3-4538-bada-bf5ab0ddf0ea tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:46:07.279479 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-2452c227-d93a-4b42-8250-393d346079d0 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:07.323160 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-2452c227-d93a-4b42-8250-393d346079d0 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:07.383712 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-2452c227-d93a-4b42-8250-393d346079d0 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Network e4d07dc7-a4d0-43da-a8fb-4e31e3a31f93 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:46:07.386913 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-2452c227-d93a-4b42-8250-393d346079d0 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:46:07.402481 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-2452c227-d93a-4b42-8250-393d346079d0 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:46:07.433327 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2452c227-d93a-4b42-8250-393d346079d0 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Pushing event updated for resources: {'Port': ['ID=d1c664a2-2287-4319-90a6-e7b15b186aaf,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:07.472786 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-2452c227-d93a-4b42-8250-393d346079d0 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:07.473459 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-2452c227-d93a-4b42-8250-393d346079d0 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:07.477193 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 13fc1c55-aac8-4284-a65a-d9e7ba02d995, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=13fc1c55-aac8-4284-a65a-d9e7ba02d995,segment=NetworkSegment(c88b2831-f544-41bb-bbcc-5b15e741880e),segment_id=c88b2831-f544-41bb-bbcc-5b15e741880e)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:46:07.480353 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-44ef2cf7-59d3-4538-bada-bf5ab0ddf0ea tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:07.492674 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-2452c227-d93a-4b42-8250-393d346079d0 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9528210 Sep 23 06:46:07.503921 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': '13fc1c55-aac8-4284-a65a-d9e7ba02d995', 'network_id': 'd3302f5d-bf5e-4d5b-a7a4-2ca05635fe64', 'port_id': '13fc1c55-aac8-4284-a65a-d9e7ba02d995', 'mac_address': 'fa:16:3e:d2:5a:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46ccc032-0362-4c9c-977b-4c26fbfaa4e6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:46:07.517815 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-a905245f-53fd-49c2-a0af-7782a74c55a2 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Request body: {'port': {'device_id': '143d7afe-b369-4a65-bc6d-70aedc48694e', 'network_id': '81a4e381-bd22-41fa-8408-1fae4e7b4fea', 'admin_state_up': True, 'tenant_id': 'd625fc180cdd42f1838b3fb6a40fccd9'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:46:07.533693 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a53279f0-2fdb-476a-98a3-0ae56d9924a1 None None] For port 170f571c-2e8a-4bff-8347-47aecd48e341, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=170f571c-2e8a-4bff-8347-47aecd48e341,segment=NetworkSegment(58785478-f9fc-4d92-b6c2-66c97fec5827),segment_id=58785478-f9fc-4d92-b6c2-66c97fec5827)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:46:07.636834 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-44ef2cf7-59d3-4538-bada-bf5ab0ddf0ea tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:07.695590 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a53279f0-2fdb-476a-98a3-0ae56d9924a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:07.850025 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff145254-54df-4b3a-89c3-f4671aa54544 req-40c9597a-502f-43a9-b1d7-3923043cf80e tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:07.861714 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ff145254-54df-4b3a-89c3-f4671aa54544 req-40c9597a-502f-43a9-b1d7-3923043cf80e tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] 10.222.0.39 "GET /v2.0/ports?device_id=eee31f93-838d-4afe-b78e-32bb57118270 HTTP/1.1" status: 200 len: 949 time: 0.1888661 Sep 23 06:46:07.864259 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53279f0-2fdb-476a-98a3-0ae56d9924a1 None None] Pushing event updated for resources: {'Port': ['ID=170f571c-2e8a-4bff-8347-47aecd48e341,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:07.894217 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-44ef2cf7-59d3-4538-bada-bf5ab0ddf0ea tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:07.905648 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-44ef2cf7-59d3-4538-bada-bf5ab0ddf0ea tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:07.998723 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ff145254-54df-4b3a-89c3-f4671aa54544 req-128587db-dd2b-4d9d-9299-058d2559a321 tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] 10.222.0.39 "GET /v2.0/security-groups?id=04871bb0-7c56-48c4-97f9-6aeb571e4458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176345 Sep 23 06:46:08.060819 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-a905245f-53fd-49c2-a0af-7782a74c55a2 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Made reservation on behalf of d625fc180cdd42f1838b3fb6a40fccd9 for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:46:08.073611 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-a905245f-53fd-49c2-a0af-7782a74c55a2 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:08.107543 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ef2cf7-59d3-4538-bada-bf5ab0ddf0ea tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Pushing event updated for resources: {'Port': ['ID=f090a2c5-b310-4e0f-899f-f126b8ace440,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:08.201472 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-44ef2cf7-59d3-4538-bada-bf5ab0ddf0ea tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:08.254805 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-a905245f-53fd-49c2-a0af-7782a74c55a2 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Allocated IP 19.86.0.96 (81a4e381-bd22-41fa-8408-1fae4e7b4fea/f6988797-8721-4611-8fa2-49d04da78df9/aa135c65-ef00-4cbb-bfd8-a86647ef7aa7) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:46:08.263389 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-44ef2cf7-59d3-4538-bada-bf5ab0ddf0ea tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:08.265154 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-44ef2cf7-59d3-4538-bada-bf5ab0ddf0ea tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8795023 Sep 23 06:46:08.271702 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-0b85c66b-ee0e-40c5-9d87-ea6b9d45e4b6 None None] Provisioning complete for port d1c664a2-2287-4319-90a6-e7b15b186aaf triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:46:08.273120 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0b85c66b-ee0e-40c5-9d87-ea6b9d45e4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:08.276611 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:08.304655 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f6b61a-d7ac-459f-94fd-d92291c65763 req-4b544420-ad96-4614-929e-0444df8a7f99 tempest-ServerDiagnosticsNegativeTest-1941297355 tempest-ServerDiagnosticsNegativeTest-1941297355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:08.318760 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f6f6b61a-d7ac-459f-94fd-d92291c65763 req-4b544420-ad96-4614-929e-0444df8a7f99 tempest-ServerDiagnosticsNegativeTest-1941297355 tempest-ServerDiagnosticsNegativeTest-1941297355-project] 10.222.0.39 "GET /v2.0/ports?device_id=2841a5f0-e887-49d7-98f2-6f9d6ed1d4cb HTTP/1.1" status: 200 len: 948 time: 0.2660470 Sep 23 06:46:08.404198 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 13fc1c55-aac8-4284-a65a-d9e7ba02d995 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:46:08.432861 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 13fc1c55-aac8-4284-a65a-d9e7ba02d995, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=13fc1c55-aac8-4284-a65a-d9e7ba02d995,segment=NetworkSegment(c88b2831-f544-41bb-bbcc-5b15e741880e),segment_id=c88b2831-f544-41bb-bbcc-5b15e741880e)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:46:08.435945 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device ec314122-3caa-4b04-8cbf-da4cabcfe4d1 no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:46:08.454591 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f6f6b61a-d7ac-459f-94fd-d92291c65763 req-fff9ae41-507d-4b9b-972d-2502298b2485 tempest-ServerDiagnosticsNegativeTest-1941297355 tempest-ServerDiagnosticsNegativeTest-1941297355-project] 10.222.0.39 "GET /v2.0/security-groups?id=cfb22c6c-5094-4c70-bd2f-8ddaba3a1499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347861 Sep 23 06:46:08.471222 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No Port match for: ec314122-3caa-4b04-8cbf-da4cabcfe4d1 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:46:08.471807 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device ec314122-3caa-4b04-8cbf-da4cabcfe4d1 not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:46:08.473764 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 8c6a4306-cb4b-411c-9e64-b5c7d2fb1434 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:46:08.512450 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:08.530639 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-a905245f-53fd-49c2-a0af-7782a74c55a2 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:08.566778 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3d9b9e0a-6b8e-4e4d-8e81-cf7955576e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:08.568149 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee96f0-1be9-41ff-9991-0f15db7fdbb9 req-de4e112b-5880-4d06-9f90-06bc06166a94 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:08.577289 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0eee96f0-1be9-41ff-9991-0f15db7fdbb9 req-de4e112b-5880-4d06-9f90-06bc06166a94 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/ports?device_id=143d7afe-b369-4a65-bc6d-70aedc48694e HTTP/1.1" status: 200 len: 932 time: 0.0831580 Sep 23 06:46:08.633260 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0eee96f0-1be9-41ff-9991-0f15db7fdbb9 req-63bc58a7-ed22-4a86-860c-252e8b37649e tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3ec47-52c4-4752-8034-03640108870b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545251 Sep 23 06:46:08.636938 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-a905245f-53fd-49c2-a0af-7782a74c55a2 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:08.660607 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-0b85c66b-ee0e-40c5-9d87-ea6b9d45e4b6 None None] Port d1c664a2-2287-4319-90a6-e7b15b186aaf cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:46:08.698998 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 8c6a4306-cb4b-411c-9e64-b5c7d2fb1434 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:46:08.699731 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:08.705805 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-a905245f-53fd-49c2-a0af-7782a74c55a2 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Network 81a4e381-bd22-41fa-8408-1fae4e7b4fea is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:46:08.709897 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-0b85c66b-ee0e-40c5-9d87-ea6b9d45e4b6 None None] Provisioning complete for port 8c6a4306-cb4b-411c-9e64-b5c7d2fb1434 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:46:08.710102 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-a905245f-53fd-49c2-a0af-7782a74c55a2 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:46:08.710218 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0b85c66b-ee0e-40c5-9d87-ea6b9d45e4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:08.713909 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-a905245f-53fd-49c2-a0af-7782a74c55a2 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:46:08.770403 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=13fc1c55-aac8-4284-a65a-d9e7ba02d995,revision_number=6']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:08.813662 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a905245f-53fd-49c2-a0af-7782a74c55a2 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Pushing event updated for resources: {'Port': ['ID=aa135c65-ef00-4cbb-bfd8-a86647ef7aa7,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:08.826542 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a905245f-53fd-49c2-a0af-7782a74c55a2 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:46:08.826542 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a905245f-53fd-49c2-a0af-7782a74c55a2 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:46:08.827080 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a905245f-53fd-49c2-a0af-7782a74c55a2 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:46:08.827526 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a905245f-53fd-49c2-a0af-7782a74c55a2 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:46:08.834208 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a905245f-53fd-49c2-a0af-7782a74c55a2 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:46:08.834761 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a905245f-53fd-49c2-a0af-7782a74c55a2 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:46:08.839432 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a905245f-53fd-49c2-a0af-7782a74c55a2 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:46:08.840203 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a905245f-53fd-49c2-a0af-7782a74c55a2 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:46:08.840349 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a905245f-53fd-49c2-a0af-7782a74c55a2 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:46:08.840912 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a905245f-53fd-49c2-a0af-7782a74c55a2 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:46:08.841030 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a905245f-53fd-49c2-a0af-7782a74c55a2 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:46:08.841507 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a905245f-53fd-49c2-a0af-7782a74c55a2 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:46:08.856047 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['13fc1c55-aac8-4284-a65a-d9e7ba02d995'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:46:08.867668 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-a905245f-53fd-49c2-a0af-7782a74c55a2 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:08.868434 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-a905245f-53fd-49c2-a0af-7782a74c55a2 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:08.889779 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3403c5f-40de-40b4-b954-1b3753504aa2 req-a93c807b-134e-4f61-84de-41d71b6387dc tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:08.897039 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a3403c5f-40de-40b4-b954-1b3753504aa2 req-a93c807b-134e-4f61-84de-41d71b6387dc tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/networks?id=cdc18f7e-6fff-4ed4-abf0-3e045b651c28 HTTP/1.1" status: 200 len: 822 time: 0.2855737 Sep 23 06:46:08.907445 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-a905245f-53fd-49c2-a0af-7782a74c55a2 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4022987 Sep 23 06:46:08.917387 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a3403c5f-40de-40b4-b954-1b3753504aa2 req-d2fd6879-e650-4189-a0b0-9914050e57f6 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/quotas/60f0d4c7dec14a96849df313211233ee HTTP/1.1" status: 200 len: 375 time: 0.0193870 Sep 23 06:46:08.925196 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-eca14f26-227b-4933-9a6e-43141bdda2ea service neutron] Request body: {'port': {'device_id': '143d7afe-b369-4a65-bc6d-70aedc48694e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:46:08.985386 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a3403c5f-40de-40b4-b954-1b3753504aa2 req-9e5cee01-1887-4afc-9c88-b69827a8eea8 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=60f0d4c7dec14a96849df313211233ee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0668962 Sep 23 06:46:09.056027 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-eca14f26-227b-4933-9a6e-43141bdda2ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:09.089831 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 170f571c-2e8a-4bff-8347-47aecd48e341 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:46:09.206462 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a3403c5f-40de-40b4-b954-1b3753504aa2 req-89779a66-226c-473c-b15f-ecb238e0f141 service neutron] 10.222.0.39 "GET /v2.0/networks/cdc18f7e-6fff-4ed4-abf0-3e045b651c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005084 Sep 23 06:46:09.240036 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 170f571c-2e8a-4bff-8347-47aecd48e341 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:46:09.240356 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:09.287444 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f96b3b-8858-44ee-b20d-3ca8cde50983 req-8a807061-d263-46be-9999-865cef802f8a tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:09.288999 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f2f96b3b-8858-44ee-b20d-3ca8cde50983 req-8a807061-d263-46be-9999-865cef802f8a tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] 10.222.0.39 "GET /v2.0/ports?device_id=eee31f93-838d-4afe-b78e-32bb57118270 HTTP/1.1" status: 200 len: 949 time: 0.1804299 Sep 23 06:46:09.342740 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a3403c5f-40de-40b4-b954-1b3753504aa2 req-95ca79c7-2c5c-491c-b714-5049f7805b76 service neutron] 10.222.0.39 "GET /v2.0/networks/cdc18f7e-6fff-4ed4-abf0-3e045b651c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329904 Sep 23 06:46:09.364362 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f2f96b3b-8858-44ee-b20d-3ca8cde50983 req-eeaa81a2-a3ea-473c-bbe8-f4a9eb205e48 tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] 10.222.0.39 "GET /v2.0/security-groups?id=04871bb0-7c56-48c4-97f9-6aeb571e4458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650680 Sep 23 06:46:09.454331 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-f5d69552-f87f-4b34-a1cb-68b54d046d64 None None] Provisioning complete for port 170f571c-2e8a-4bff-8347-47aecd48e341 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:46:09.455256 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f5d69552-f87f-4b34-a1cb-68b54d046d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:09.600622 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-eca14f26-227b-4933-9a6e-43141bdda2ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1c664a2-2287-4319-90a6-e7b15b186aaf {{(pid=95066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:46:09.603231 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cbc600ab-7128-431a-a3c6-d4bf04a1328c req-7639cdd3-f6a4-482f-992e-0cc891f50f38 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/ports?device_id=64a37a07-afb8-4973-a32b-1f233452937d HTTP/1.1" status: 200 len: 210 time: 0.0498023 Sep 23 06:46:09.615948 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-eca14f26-227b-4933-9a6e-43141bdda2ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:09.651764 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-f5d69552-f87f-4b34-a1cb-68b54d046d64 None None] Provisioning complete for port aa135c65-ef00-4cbb-bfd8-a86647ef7aa7 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:46:09.652316 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f5d69552-f87f-4b34-a1cb-68b54d046d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:09.704697 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.provisioning_blocks [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-eca14f26-227b-4933-9a6e-43141bdda2ea service neutron] Transition to ACTIVE for port object d1c664a2-2287-4319-90a6-e7b15b186aaf will not be triggered until provisioned by entity L2. {{(pid=95066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:46:09.715817 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-eca14f26-227b-4933-9a6e-43141bdda2ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:09.728486 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-f5d69552-f87f-4b34-a1cb-68b54d046d64 None None] Port aa135c65-ef00-4cbb-bfd8-a86647ef7aa7 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:46:09.786661 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:09.822768 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fb2145-ee1e-4b3a-8748-5437a77446b1 req-01621e45-4f73-4ccd-99a4-8628a4b9c7a0 tempest-ServerDiagnosticsNegativeTest-1941297355 tempest-ServerDiagnosticsNegativeTest-1941297355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:09.837680 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-26fb2145-ee1e-4b3a-8748-5437a77446b1 req-01621e45-4f73-4ccd-99a4-8628a4b9c7a0 tempest-ServerDiagnosticsNegativeTest-1941297355 tempest-ServerDiagnosticsNegativeTest-1941297355-project] 10.222.0.39 "GET /v2.0/ports?device_id=2841a5f0-e887-49d7-98f2-6f9d6ed1d4cb HTTP/1.1" status: 200 len: 948 time: 0.2186673 Sep 23 06:46:09.865324 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef246fd3-32a3-42f2-980f-ae81bc3d5216 req-3ffa5107-7280-464f-9af6-66aab9d8200a tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:09.902351 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef246fd3-32a3-42f2-980f-ae81bc3d5216 req-3ffa5107-7280-464f-9af6-66aab9d8200a tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:09.904392 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ef246fd3-32a3-42f2-980f-ae81bc3d5216 req-3ffa5107-7280-464f-9af6-66aab9d8200a tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/ports?device_id=143d7afe-b369-4a65-bc6d-70aedc48694e HTTP/1.1" status: 200 len: 1666 time: 0.1429484 Sep 23 06:46:09.924106 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca14f26-227b-4933-9a6e-43141bdda2ea service neutron] Pushing event updated for resources: {'Port': ['ID=d1c664a2-2287-4319-90a6-e7b15b186aaf,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:10.061527 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ef246fd3-32a3-42f2-980f-ae81bc3d5216 req-234c40f0-565c-43ba-b4c8-2235816cee96 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3ec47-52c4-4752-8034-03640108870b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401420 Sep 23 06:46:10.421833 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-26fb2145-ee1e-4b3a-8748-5437a77446b1 req-b5616e7e-e802-4e09-afdd-6f5b52ebb661 tempest-ServerDiagnosticsNegativeTest-1941297355 tempest-ServerDiagnosticsNegativeTest-1941297355-project] 10.222.0.39 "GET /v2.0/security-groups?id=cfb22c6c-5094-4c70-bd2f-8ddaba3a1499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5832410 Sep 23 06:46:10.486727 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-eca14f26-227b-4933-9a6e-43141bdda2ea service neutron] Attempting to bind port d1c664a2-2287-4319-90a6-e7b15b186aaf on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:46:10.487281 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-eca14f26-227b-4933-9a6e-43141bdda2ea service neutron] Attempting to bind port d1c664a2-2287-4319-90a6-e7b15b186aaf by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '0048cedc-6be2-46ed-a7ae-8813b21bda25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e4d07dc7-a4d0-43da-a8fb-4e31e3a31f93'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:46:10.487751 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-eca14f26-227b-4933-9a6e-43141bdda2ea service neutron] Attempting to bind port d1c664a2-2287-4319-90a6-e7b15b186aaf on network e4d07dc7-a4d0-43da-a8fb-4e31e3a31f93 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:46:10.494082 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-eca14f26-227b-4933-9a6e-43141bdda2ea service neutron] Port d1c664a2-2287-4319-90a6-e7b15b186aaf on network e4d07dc7-a4d0-43da-a8fb-4e31e3a31f93 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:46:10.494416 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-eca14f26-227b-4933-9a6e-43141bdda2ea service neutron] Attempting to bind port d1c664a2-2287-4319-90a6-e7b15b186aaf on network e4d07dc7-a4d0-43da-a8fb-4e31e3a31f93 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:46:10.499823 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-eca14f26-227b-4933-9a6e-43141bdda2ea service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:46:10.500609 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-eca14f26-227b-4933-9a6e-43141bdda2ea service neutron] Checking segment: {'id': '0048cedc-6be2-46ed-a7ae-8813b21bda25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e4d07dc7-a4d0-43da-a8fb-4e31e3a31f93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:46:10.501057 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-eca14f26-227b-4933-9a6e-43141bdda2ea service neutron] Bound using segment: {'id': '0048cedc-6be2-46ed-a7ae-8813b21bda25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e4d07dc7-a4d0-43da-a8fb-4e31e3a31f93'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:46:10.501546 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-eca14f26-227b-4933-9a6e-43141bdda2ea service neutron] Bound port: d1c664a2-2287-4319-90a6-e7b15b186aaf, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0048cedc-6be2-46ed-a7ae-8813b21bda25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e4d07dc7-a4d0-43da-a8fb-4e31e3a31f93'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:46:10.501934 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-eca14f26-227b-4933-9a6e-43141bdda2ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:10.526512 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57bff18-696b-46c0-99b4-2e428e8cbec4 req-20c9743f-8ddc-4fb8-afc8-0d3174fa24c8 tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:10.528115 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a57bff18-696b-46c0-99b4-2e428e8cbec4 req-20c9743f-8ddc-4fb8-afc8-0d3174fa24c8 tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] 10.222.0.39 "GET /v2.0/ports?device_id=eee31f93-838d-4afe-b78e-32bb57118270 HTTP/1.1" status: 200 len: 949 time: 0.0863500 Sep 23 06:46:10.574870 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a57bff18-696b-46c0-99b4-2e428e8cbec4 req-e813ed65-725e-4055-8190-00eddc3f114e tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] 10.222.0.39 "GET /v2.0/security-groups?id=04871bb0-7c56-48c4-97f9-6aeb571e4458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391407 Sep 23 06:46:10.584530 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-eca14f26-227b-4933-9a6e-43141bdda2ea service neutron] For port d1c664a2-2287-4319-90a6-e7b15b186aaf, host n-h2-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:46:10.587706 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-eca14f26-227b-4933-9a6e-43141bdda2ea service neutron] For port d1c664a2-2287-4319-90a6-e7b15b186aaf, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=d1c664a2-2287-4319-90a6-e7b15b186aaf,segment=NetworkSegment(0048cedc-6be2-46ed-a7ae-8813b21bda25),segment_id=0048cedc-6be2-46ed-a7ae-8813b21bda25)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:46:10.591675 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-eca14f26-227b-4933-9a6e-43141bdda2ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:10.631779 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-eca14f26-227b-4933-9a6e-43141bdda2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:10.633239 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-eca14f26-227b-4933-9a6e-43141bdda2ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:10.634712 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-eca14f26-227b-4933-9a6e-43141bdda2ea service neutron] 10.222.0.58 "PUT /v2.0/ports/d1c664a2-2287-4319-90a6-e7b15b186aaf HTTP/1.1" status: 200 len: 1093 time: 1.7151468 Sep 23 06:46:10.635160 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '143d7afe-b369-4a65-bc6d-70aedc48694e', 'tag': 'd1c664a2-2287-4319-90a6-e7b15b186aaf'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:46:10.637402 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc7adb66-a179-457a-b9cb-47069abb9125" -d '{"events": [{"name": "network-changed", "server_uuid": "143d7afe-b369-4a65-bc6d-70aedc48694e", "tag": "d1c664a2-2287-4319-90a6-e7b15b186aaf"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:46:10.649968 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 13fc1c55-aac8-4284-a65a-d9e7ba02d995 up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:46:10.696752 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-80e09c72-3680-4421-9819-0085c4a9c363 service neutron] Request body: {'port': {'device_id': '143d7afe-b369-4a65-bc6d-70aedc48694e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:46:10.708609 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-56b8dda9-ab7c-43a6-912b-b34320c948ed req-4c69116b-30ad-48cc-a85c-f13f4e58915c tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/ports?device_id=64a37a07-afb8-4973-a32b-1f233452937d HTTP/1.1" status: 200 len: 210 time: 0.0462508 Sep 23 06:46:10.727356 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca14f26-227b-4933-9a6e-43141bdda2ea service neutron] Pushing event updated for resources: {'Port': ['ID=d1c664a2-2287-4319-90a6-e7b15b186aaf,revision_number=3']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:10.780070 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-80e09c72-3680-4421-9819-0085c4a9c363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:10.784149 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-292f8b87-26be-4213-bc89-9495205a5707 x-openstack-request-id: req-292f8b87-26be-4213-bc89-9495205a5707 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:46:10.784582 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "143d7afe-b369-4a65-bc6d-70aedc48694e", "tag": "d1c664a2-2287-4319-90a6-e7b15b186aaf", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:46:10.784833 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-292f8b87-26be-4213-bc89-9495205a5707 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:46:10.785224 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '143d7afe-b369-4a65-bc6d-70aedc48694e', 'tag': 'd1c664a2-2287-4319-90a6-e7b15b186aaf', 'status': 'completed', 'code': 200} Sep 23 06:46:10.785664 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port 13fc1c55-aac8-4284-a65a-d9e7ba02d995 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:46:10.786138 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:10.929839 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:10.966538 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c33652c9-f51e-4ce3-8d6c-a84749adc04b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13fc1c55-aac8-4284-a65a-d9e7ba02d995'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:46:10.969559 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e4a14d-89ec-4c77-abdb-de0546b7da32" -d '{"events": [{"server_uuid": "c33652c9-f51e-4ce3-8d6c-a84749adc04b", "name": "network-vif-plugged", "status": "completed", "tag": "13fc1c55-aac8-4284-a65a-d9e7ba02d995"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:46:10.993937 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 13fc1c55-aac8-4284-a65a-d9e7ba02d995, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=13fc1c55-aac8-4284-a65a-d9e7ba02d995,segment=NetworkSegment(c88b2831-f544-41bb-bbcc-5b15e741880e),segment_id=c88b2831-f544-41bb-bbcc-5b15e741880e)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:46:11.009232 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:11.010063 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 97979f9c-de64-46e8-bb5b-10bda3d4b370 up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:46:11.045996 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c32833-bac7-4fde-8fa0-a981b4bef7e5 x-openstack-request-id: req-85c32833-bac7-4fde-8fa0-a981b4bef7e5 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:46:11.046281 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c33652c9-f51e-4ce3-8d6c-a84749adc04b", "name": "network-vif-plugged", "status": "completed", "tag": "13fc1c55-aac8-4284-a65a-d9e7ba02d995", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:46:11.046669 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-85c32833-bac7-4fde-8fa0-a981b4bef7e5 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:46:11.047462 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c33652c9-f51e-4ce3-8d6c-a84749adc04b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13fc1c55-aac8-4284-a65a-d9e7ba02d995', 'code': 200} Sep 23 06:46:11.086188 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-397c3c93-65cf-4531-b7d1-790aab57b5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:11.124347 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=13fc1c55-aac8-4284-a65a-d9e7ba02d995,revision_number=7']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:11.128275 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port 97979f9c-de64-46e8-bb5b-10bda3d4b370 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:46:11.132813 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port 97979f9c-de64-46e8-bb5b-10bda3d4b370 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:46:11.133029 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:11.262915 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:11.299424 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-80e09c72-3680-4421-9819-0085c4a9c363 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa135c65-ef00-4cbb-bfd8-a86647ef7aa7 {{(pid=95066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:46:11.307851 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-80e09c72-3680-4421-9819-0085c4a9c363 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:11.310977 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 97979f9c-de64-46e8-bb5b-10bda3d4b370, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=97979f9c-de64-46e8-bb5b-10bda3d4b370,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:46:11.317770 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:11.319572 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 4c06f2ac-ebbb-4b50-8154-0636f9146e3b up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:46:11.349203 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.provisioning_blocks [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-80e09c72-3680-4421-9819-0085c4a9c363 service neutron] Transition to ACTIVE for port object aa135c65-ef00-4cbb-bfd8-a86647ef7aa7 will not be triggered until provisioned by entity L2. {{(pid=95066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:46:11.360210 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-80e09c72-3680-4421-9819-0085c4a9c363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:11.408964 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7adb66-a179-457a-b9cb-47069abb9125 req-723eea5a-e87b-431d-8795-68af01ca141d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:11.409749 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7adb66-a179-457a-b9cb-47069abb9125 req-723eea5a-e87b-431d-8795-68af01ca141d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:11.413565 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cc7adb66-a179-457a-b9cb-47069abb9125 req-723eea5a-e87b-431d-8795-68af01ca141d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d625fc180cdd42f1838b3fb6a40fccd9&device_id=143d7afe-b369-4a65-bc6d-70aedc48694e HTTP/1.1" status: 200 len: 1914 time: 0.5457830 Sep 23 06:46:11.452957 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de41241-ea45-4d48-a02a-9887e43056df req-024fde51-7a78-4301-97ce-8eb87ca09cb9 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:11.462600 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de41241-ea45-4d48-a02a-9887e43056df req-024fde51-7a78-4301-97ce-8eb87ca09cb9 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:11.474894 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port 4c06f2ac-ebbb-4b50-8154-0636f9146e3b completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:46:11.475579 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1de41241-ea45-4d48-a02a-9887e43056df req-024fde51-7a78-4301-97ce-8eb87ca09cb9 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/ports?device_id=143d7afe-b369-4a65-bc6d-70aedc48694e HTTP/1.1" status: 200 len: 1678 time: 0.1213598 Sep 23 06:46:11.477890 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e09c72-3680-4421-9819-0085c4a9c363 service neutron] Pushing event updated for resources: {'Port': ['ID=aa135c65-ef00-4cbb-bfd8-a86647ef7aa7,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:11.483564 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:11.500093 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port 4c06f2ac-ebbb-4b50-8154-0636f9146e3b triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:46:11.500843 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:11.502792 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=97979f9c-de64-46e8-bb5b-10bda3d4b370,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:11.579508 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3403c5f-40de-40b4-b954-1b3753504aa2 req-9ecff0d8-493b-4d5f-bf9b-02e003b44747 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:11.581473 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a3403c5f-40de-40b4-b954-1b3753504aa2 req-9ecff0d8-493b-4d5f-bf9b-02e003b44747 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.58 "GET /v2.0/networks?id=cdc18f7e-6fff-4ed4-abf0-3e045b651c28 HTTP/1.1" status: 200 len: 822 time: 0.2656183 Sep 23 06:46:11.613235 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-a3403c5f-40de-40b4-b954-1b3753504aa2 req-7345be0c-6929-4f49-a4af-ef7e91fa8380 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Request body: {'port': {'device_id': '64a37a07-afb8-4973-a32b-1f233452937d', 'network_id': 'cdc18f7e-6fff-4ed4-abf0-3e045b651c28', 'admin_state_up': True, 'tenant_id': '60f0d4c7dec14a96849df313211233ee'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:46:11.615298 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1de41241-ea45-4d48-a02a-9887e43056df req-46035d2a-764f-4614-9794-2dc8e6f7f2bf tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3ec47-52c4-4752-8034-03640108870b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383309 Sep 23 06:46:11.650398 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7adb66-a179-457a-b9cb-47069abb9125 req-72381b54-52bc-4fe2-b270-44a17ba76a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:11.650884 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7adb66-a179-457a-b9cb-47069abb9125 req-72381b54-52bc-4fe2-b270-44a17ba76a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:11.651832 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7adb66-a179-457a-b9cb-47069abb9125 req-72381b54-52bc-4fe2-b270-44a17ba76a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:11.654737 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cc7adb66-a179-457a-b9cb-47069abb9125 req-72381b54-52bc-4fe2-b270-44a17ba76a50 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=d625fc180cdd42f1838b3fb6a40fccd9&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2263012 Sep 23 06:46:11.659626 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:11.718143 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 4c06f2ac-ebbb-4b50-8154-0636f9146e3b, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=4c06f2ac-ebbb-4b50-8154-0636f9146e3b,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:46:11.725832 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:11.756063 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-80e09c72-3680-4421-9819-0085c4a9c363 service neutron] Attempting to bind port aa135c65-ef00-4cbb-bfd8-a86647ef7aa7 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:46:11.757421 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-80e09c72-3680-4421-9819-0085c4a9c363 service neutron] Attempting to bind port aa135c65-ef00-4cbb-bfd8-a86647ef7aa7 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '58785478-f9fc-4d92-b6c2-66c97fec5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '81a4e381-bd22-41fa-8408-1fae4e7b4fea'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:46:11.758088 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-80e09c72-3680-4421-9819-0085c4a9c363 service neutron] Attempting to bind port aa135c65-ef00-4cbb-bfd8-a86647ef7aa7 on network 81a4e381-bd22-41fa-8408-1fae4e7b4fea {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:46:11.771247 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-80e09c72-3680-4421-9819-0085c4a9c363 service neutron] Port aa135c65-ef00-4cbb-bfd8-a86647ef7aa7 on network 81a4e381-bd22-41fa-8408-1fae4e7b4fea not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:46:11.772203 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-80e09c72-3680-4421-9819-0085c4a9c363 service neutron] Attempting to bind port aa135c65-ef00-4cbb-bfd8-a86647ef7aa7 on network 81a4e381-bd22-41fa-8408-1fae4e7b4fea {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:46:11.799006 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=4c06f2ac-ebbb-4b50-8154-0636f9146e3b,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:11.799986 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-80e09c72-3680-4421-9819-0085c4a9c363 service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:46:11.800425 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-80e09c72-3680-4421-9819-0085c4a9c363 service neutron] Checking segment: {'id': '58785478-f9fc-4d92-b6c2-66c97fec5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '81a4e381-bd22-41fa-8408-1fae4e7b4fea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:46:11.800877 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-80e09c72-3680-4421-9819-0085c4a9c363 service neutron] Bound using segment: {'id': '58785478-f9fc-4d92-b6c2-66c97fec5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '81a4e381-bd22-41fa-8408-1fae4e7b4fea'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:46:11.801397 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-80e09c72-3680-4421-9819-0085c4a9c363 service neutron] Bound port: aa135c65-ef00-4cbb-bfd8-a86647ef7aa7, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58785478-f9fc-4d92-b6c2-66c97fec5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '81a4e381-bd22-41fa-8408-1fae4e7b4fea'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:46:11.801827 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-80e09c72-3680-4421-9819-0085c4a9c363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:11.852390 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7adb66-a179-457a-b9cb-47069abb9125 req-0d1d1bf4-fda9-45c6-9e6a-38d1c59e9bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:11.853844 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cc7adb66-a179-457a-b9cb-47069abb9125 req-0d1d1bf4-fda9-45c6-9e6a-38d1c59e9bd9 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1878865 Sep 23 06:46:11.889985 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770736d1-7a7f-4c86-9e03-cde56bee6f6c req-5dfd5abb-7e1a-48c4-851d-1a9b6cba299e tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:11.891618 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-770736d1-7a7f-4c86-9e03-cde56bee6f6c req-5dfd5abb-7e1a-48c4-851d-1a9b6cba299e tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] 10.222.0.39 "GET /v2.0/ports?device_id=eee31f93-838d-4afe-b78e-32bb57118270 HTTP/1.1" status: 200 len: 950 time: 0.0571177 Sep 23 06:46:11.914301 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3403c5f-40de-40b4-b954-1b3753504aa2 req-7345be0c-6929-4f49-a4af-ef7e91fa8380 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Made reservation on behalf of 60f0d4c7dec14a96849df313211233ee for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:46:11.917822 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a3403c5f-40de-40b4-b954-1b3753504aa2 req-7345be0c-6929-4f49-a4af-ef7e91fa8380 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:11.930415 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-770736d1-7a7f-4c86-9e03-cde56bee6f6c req-ccfb8a4a-8ee0-4182-9663-011a5babc9ea tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] 10.222.0.39 "GET /v2.0/security-groups?id=04871bb0-7c56-48c4-97f9-6aeb571e4458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326023 Sep 23 06:46:11.944937 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba3d73f-b517-4413-8c17-0f76b94dd102 req-07298d57-54c0-413e-83d1-d418a0779fd2 tempest-ServerDiagnosticsNegativeTest-1941297355 tempest-ServerDiagnosticsNegativeTest-1941297355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:11.946511 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2ba3d73f-b517-4413-8c17-0f76b94dd102 req-07298d57-54c0-413e-83d1-d418a0779fd2 tempest-ServerDiagnosticsNegativeTest-1941297355 tempest-ServerDiagnosticsNegativeTest-1941297355-project] 10.222.0.39 "GET /v2.0/ports?device_id=2841a5f0-e887-49d7-98f2-6f9d6ed1d4cb HTTP/1.1" status: 200 len: 949 time: 0.1279626 Sep 23 06:46:11.961965 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-80e09c72-3680-4421-9819-0085c4a9c363 service neutron] For port aa135c65-ef00-4cbb-bfd8-a86647ef7aa7, host n-h2-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:46:11.968486 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-80e09c72-3680-4421-9819-0085c4a9c363 service neutron] For port aa135c65-ef00-4cbb-bfd8-a86647ef7aa7, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=aa135c65-ef00-4cbb-bfd8-a86647ef7aa7,segment=NetworkSegment(58785478-f9fc-4d92-b6c2-66c97fec5827),segment_id=58785478-f9fc-4d92-b6c2-66c97fec5827)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:46:11.991457 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-80e09c72-3680-4421-9819-0085c4a9c363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:12.102992 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-80e09c72-3680-4421-9819-0085c4a9c363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:12.103883 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-80e09c72-3680-4421-9819-0085c4a9c363 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:12.105506 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-80e09c72-3680-4421-9819-0085c4a9c363 service neutron] 10.222.0.58 "PUT /v2.0/ports/aa135c65-ef00-4cbb-bfd8-a86647ef7aa7 HTTP/1.1" status: 200 len: 1092 time: 1.4320185 Sep 23 06:46:12.137317 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2ba3d73f-b517-4413-8c17-0f76b94dd102 req-682f7d55-b338-4a5d-82db-c6384c3d5898 tempest-ServerDiagnosticsNegativeTest-1941297355 tempest-ServerDiagnosticsNegativeTest-1941297355-project] 10.222.0.39 "GET /v2.0/security-groups?id=cfb22c6c-5094-4c70-bd2f-8ddaba3a1499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730068 Sep 23 06:46:12.167620 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-94553675-4267-4941-bdf1-fc5c5e291a12 req-a86aa1da-4965-43a4-a7bd-8e5f8fcfeccd tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/ports?device_id=64a37a07-afb8-4973-a32b-1f233452937d HTTP/1.1" status: 200 len: 210 time: 0.0382037 Sep 23 06:46:12.191712 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:12.235879 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e09c72-3680-4421-9819-0085c4a9c363 service neutron] Pushing event updated for resources: {'Port': ['ID=aa135c65-ef00-4cbb-bfd8-a86647ef7aa7,revision_number=3']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:12.268627 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [req-a3403c5f-40de-40b4-b954-1b3753504aa2 req-7345be0c-6929-4f49-a4af-ef7e91fa8380 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Allocated IP 172.20.0.11 (cdc18f7e-6fff-4ed4-abf0-3e045b651c28/cedcf356-cc01-4df3-9504-c33c9cc41a3c/885dd626-522b-47bf-926e-38f6651ec9b8) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:46:12.275343 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-9857b263-d392-4072-8e2f-3d71fe9b921b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:12.275841 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-9857b263-d392-4072-8e2f-3d71fe9b921b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:12.277709 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-9857b263-d392-4072-8e2f-3d71fe9b921b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d625fc180cdd42f1838b3fb6a40fccd9&device_id=143d7afe-b369-4a65-bc6d-70aedc48694e HTTP/1.1" status: 200 len: 1982 time: 0.1170506 Sep 23 06:46:12.363033 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-10cf800f-f7f2-4a28-9dd1-f6c5249b1136 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.117&port_id=d1c664a2-2287-4319-90a6-e7b15b186aaf HTTP/1.1" status: 200 len: 217 time: 0.0661790 Sep 23 06:46:12.515160 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-61ccc100-92c7-4721-b61e-3c30782ecef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:12.516680 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-61ccc100-92c7-4721-b61e-3c30782ecef3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ed9b5dc6-8b3d-42d0-991e-0f7df62a1c58 HTTP/1.1" status: 200 len: 801 time: 0.1380925 Sep 23 06:46:12.528626 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db98f26-eb39-4812-b42a-b35e8394a4da req-98563375-1d5d-4901-9fbe-a49a1847e124 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:12.530089 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3db98f26-eb39-4812-b42a-b35e8394a4da req-98563375-1d5d-4901-9fbe-a49a1847e124 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/networks?id=06f6700e-677f-450e-91ed-a10a2fbb500b HTTP/1.1" status: 200 len: 804 time: 0.2440848 Sep 23 06:46:12.609382 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3db98f26-eb39-4812-b42a-b35e8394a4da req-c5a96044-423d-4a4b-8b7e-13d711d8568e tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/quotas/031ae4ebff9e422a93af0c39a45d1171 HTTP/1.1" status: 200 len: 375 time: 0.0417778 Sep 23 06:46:12.674506 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a3403c5f-40de-40b4-b954-1b3753504aa2 req-7345be0c-6929-4f49-a4af-ef7e91fa8380 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:12.678461 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-951a81d1-7ef3-4675-a7f4-a88c850afaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:12.680000 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-951a81d1-7ef3-4675-a7f4-a88c850afaf7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e4d07dc7-a4d0-43da-a8fb-4e31e3a31f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1469464 Sep 23 06:46:12.726466 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3db98f26-eb39-4812-b42a-b35e8394a4da req-ccedc92d-320b-4070-a183-f14b98e6f744 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=031ae4ebff9e422a93af0c39a45d1171&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1095650 Sep 23 06:46:12.784045 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458137dc-e1f6-4bb8-bae5-8e6948aa7143 req-3d3c004a-75f5-4a53-aa24-4ee1db82cf8c tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:12.791710 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458137dc-e1f6-4bb8-bae5-8e6948aa7143 req-3d3c004a-75f5-4a53-aa24-4ee1db82cf8c tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:12.804460 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '143d7afe-b369-4a65-bc6d-70aedc48694e', 'tag': 'aa135c65-ef00-4cbb-bfd8-a86647ef7aa7'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:46:12.807212 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c17ebbdf-4bcb-463c-a7fe-998af0dbcda8" -d '{"events": [{"name": "network-changed", "server_uuid": "143d7afe-b369-4a65-bc6d-70aedc48694e", "tag": "aa135c65-ef00-4cbb-bfd8-a86647ef7aa7"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:46:12.808653 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-458137dc-e1f6-4bb8-bae5-8e6948aa7143 req-3d3c004a-75f5-4a53-aa24-4ee1db82cf8c tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/ports?device_id=143d7afe-b369-4a65-bc6d-70aedc48694e HTTP/1.1" status: 200 len: 1678 time: 0.1147966 Sep 23 06:46:12.856218 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a3403c5f-40de-40b4-b954-1b3753504aa2 req-7345be0c-6929-4f49-a4af-ef7e91fa8380 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:12.875541 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-458137dc-e1f6-4bb8-bae5-8e6948aa7143 req-d57ea8a7-1490-4a69-a04b-db9988330fff tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3ec47-52c4-4752-8034-03640108870b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599716 Sep 23 06:46:12.947078 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-7c3e4083-f8c7-49fe-8108-f28920cda11f service neutron] 10.222.0.58 "GET /v2.0/networks/e4d07dc7-a4d0-43da-a8fb-4e31e3a31f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563202 Sep 23 06:46:12.964146 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3403c5f-40de-40b4-b954-1b3753504aa2 req-7345be0c-6929-4f49-a4af-ef7e91fa8380 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Network cdc18f7e-6fff-4ed4-abf0-3e045b651c28 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:46:12.984084 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [req-a3403c5f-40de-40b4-b954-1b3753504aa2 req-7345be0c-6929-4f49-a4af-ef7e91fa8380 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:46:13.006804 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3403c5f-40de-40b4-b954-1b3753504aa2 req-7345be0c-6929-4f49-a4af-ef7e91fa8380 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:46:13.014965 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7345be0c-6929-4f49-a4af-ef7e91fa8380 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Pushing event updated for resources: {'Port': ['ID=885dd626-522b-47bf-926e-38f6651ec9b8,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:13.049401 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2841a5f0-e887-49d7-98f2-6f9d6ed1d4cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97979f9c-de64-46e8-bb5b-10bda3d4b370'}, {'server_uuid': 'eee31f93-838d-4afe-b78e-32bb57118270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c06f2ac-ebbb-4b50-8154-0636f9146e3b'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:46:13.051738 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3db98f26-eb39-4812-b42a-b35e8394a4da req-3cd398d2-008e-4407-8629-761908485540 service neutron] 10.222.0.39 "GET /v2.0/networks/06f6700e-677f-450e-91ed-a10a2fbb500b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836483 Sep 23 06:46:13.053333 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82da6586-0b67-4584-ab2f-8ebf09627a81" -d '{"events": [{"server_uuid": "2841a5f0-e887-49d7-98f2-6f9d6ed1d4cb", "name": "network-vif-plugged", "status": "completed", "tag": "97979f9c-de64-46e8-bb5b-10bda3d4b370"}, {"server_uuid": "eee31f93-838d-4afe-b78e-32bb57118270", "name": "network-vif-plugged", "status": "completed", "tag": "4c06f2ac-ebbb-4b50-8154-0636f9146e3b"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:46:13.130346 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3403c5f-40de-40b4-b954-1b3753504aa2 req-7345be0c-6929-4f49-a4af-ef7e91fa8380 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:13.131079 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a3403c5f-40de-40b4-b954-1b3753504aa2 req-7345be0c-6929-4f49-a4af-ef7e91fa8380 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:13.156345 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a021f4d-696d-41ee-a463-06b1470f25c0 x-openstack-request-id: req-0a021f4d-696d-41ee-a463-06b1470f25c0 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:46:13.156732 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "143d7afe-b369-4a65-bc6d-70aedc48694e", "tag": "aa135c65-ef00-4cbb-bfd8-a86647ef7aa7", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:46:13.156878 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0a021f4d-696d-41ee-a463-06b1470f25c0 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:46:13.157268 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '143d7afe-b369-4a65-bc6d-70aedc48694e', 'tag': 'aa135c65-ef00-4cbb-bfd8-a86647ef7aa7', 'status': 'completed', 'code': 200} Sep 23 06:46:13.197071 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a3403c5f-40de-40b4-b954-1b3753504aa2 req-7345be0c-6929-4f49-a4af-ef7e91fa8380 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6034095 Sep 23 06:46:13.207359 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-f0779b87-d530-4b7a-beab-0eba1ec3e609 service neutron] 10.222.0.58 "GET /v2.0/networks/e4d07dc7-a4d0-43da-a8fb-4e31e3a31f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477996 Sep 23 06:46:13.229930 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-a3403c5f-40de-40b4-b954-1b3753504aa2 req-bb662619-74a4-4ee2-8494-de72690779c4 service neutron] Request body: {'port': {'device_id': '64a37a07-afb8-4973-a32b-1f233452937d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:46:13.275370 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb41652-a645-43b6-823e-885c09c08d64 req-2726de2a-ee9c-489d-b53b-6a6a5f5783f8 tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:13.276797 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5fb41652-a645-43b6-823e-885c09c08d64 req-2726de2a-ee9c-489d-b53b-6a6a5f5783f8 tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] 10.222.0.39 "GET /v2.0/ports?device_id=eee31f93-838d-4afe-b78e-32bb57118270 HTTP/1.1" status: 200 len: 950 time: 0.0715444 Sep 23 06:46:13.289112 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-fc6dea33-df3e-4d4d-9ed4-7b0fcfa70e4c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.96&port_id=aa135c65-ef00-4cbb-bfd8-a86647ef7aa7 HTTP/1.1" status: 200 len: 217 time: 0.0649979 Sep 23 06:46:13.291068 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3db98f26-eb39-4812-b42a-b35e8394a4da req-14712c69-a169-4b70-9afd-e104c144e8c4 service neutron] 10.222.0.39 "GET /v2.0/networks/06f6700e-677f-450e-91ed-a10a2fbb500b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040861 Sep 23 06:46:13.321356 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5fb41652-a645-43b6-823e-885c09c08d64 req-868b6e53-9f44-41a9-8b8e-8121a5453c88 tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] 10.222.0.39 "GET /v2.0/security-groups?id=04871bb0-7c56-48c4-97f9-6aeb571e4458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383735 Sep 23 06:46:13.406126 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a3403c5f-40de-40b4-b954-1b3753504aa2 req-bb662619-74a4-4ee2-8494-de72690779c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:13.419576 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 23 Sep 2021 06:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6730704-7ce4-4196-8c98-0d2cfe44a038 x-openstack-request-id: req-a6730704-7ce4-4196-8c98-0d2cfe44a038 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:46:13.420177 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2841a5f0-e887-49d7-98f2-6f9d6ed1d4cb", "name": "network-vif-plugged", "status": "completed", "tag": "97979f9c-de64-46e8-bb5b-10bda3d4b370", "code": 200}, {"server_uuid": "eee31f93-838d-4afe-b78e-32bb57118270", "name": "network-vif-plugged", "status": "completed", "tag": "4c06f2ac-ebbb-4b50-8154-0636f9146e3b", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:46:13.420668 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a6730704-7ce4-4196-8c98-0d2cfe44a038 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:46:13.421284 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2841a5f0-e887-49d7-98f2-6f9d6ed1d4cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97979f9c-de64-46e8-bb5b-10bda3d4b370', 'code': 200} Sep 23 06:46:13.421775 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eee31f93-838d-4afe-b78e-32bb57118270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c06f2ac-ebbb-4b50-8154-0636f9146e3b', 'code': 200} Sep 23 06:46:13.452593 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-260f5df8-0b57-4ba9-bff6-8066297623df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:13.478330 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-260f5df8-0b57-4ba9-bff6-8066297623df service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f6988797-8721-4611-8fa2-49d04da78df9 HTTP/1.1" status: 200 len: 801 time: 0.1692688 Sep 23 06:46:13.614868 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f59278-cc17-496f-85d7-0052dc81255e req-4bbffd91-696f-45b1-9fed-6a278bcf16c1 tempest-ServerDiagnosticsNegativeTest-1941297355 tempest-ServerDiagnosticsNegativeTest-1941297355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:13.622838 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e1f59278-cc17-496f-85d7-0052dc81255e req-4bbffd91-696f-45b1-9fed-6a278bcf16c1 tempest-ServerDiagnosticsNegativeTest-1941297355 tempest-ServerDiagnosticsNegativeTest-1941297355-project] 10.222.0.39 "GET /v2.0/ports?device_id=2841a5f0-e887-49d7-98f2-6f9d6ed1d4cb HTTP/1.1" status: 200 len: 949 time: 0.1274898 Sep 23 06:46:13.645191 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9873b90-84c1-4036-8d01-7fdb3c4eab82 req-b4896b81-b839-47fc-a0ab-f836ed26f83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:13.646851 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d9873b90-84c1-4036-8d01-7fdb3c4eab82 req-b4896b81-b839-47fc-a0ab-f836ed26f83a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2841a5f0-e887-49d7-98f2-6f9d6ed1d4cb HTTP/1.1" status: 200 len: 1101 time: 0.0866051 Sep 23 06:46:13.674512 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-6230e201-bd22-46f4-a557-245c8b23cf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:13.676184 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-6230e201-bd22-46f4-a557-245c8b23cf59 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=81a4e381-bd22-41fa-8408-1fae4e7b4fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1962743 Sep 23 06:46:13.697908 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:13.749602 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e1f59278-cc17-496f-85d7-0052dc81255e req-f2e968a3-a0d7-4ca6-8b2f-41994085b0ae tempest-ServerDiagnosticsNegativeTest-1941297355 tempest-ServerDiagnosticsNegativeTest-1941297355-project] 10.222.0.39 "GET /v2.0/security-groups?id=cfb22c6c-5094-4c70-bd2f-8ddaba3a1499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185658 Sep 23 06:46:13.756024 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d9873b90-84c1-4036-8d01-7fdb3c4eab82 req-7a81e9fc-0752-497a-a758-fa39e1c230b6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=cfb22c6c-5094-4c70-bd2f-8ddaba3a1499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940871 Sep 23 06:46:13.839663 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d0d3aba9-96f5-41d6-8ffd-e7bcb3867fb2 req-01ca97a4-5d6d-4c14-a2a3-83e9291c69c6 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb98b127-39ab-4342-9db1-36b689a7b241 HTTP/1.1" status: 200 len: 210 time: 0.0548460 Sep 23 06:46:13.865994 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-6a9d4bf0-64f0-4c68-9c98-f931a698daf8 service neutron] 10.222.0.58 "GET /v2.0/networks/81a4e381-bd22-41fa-8408-1fae4e7b4fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183581 Sep 23 06:46:13.934615 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7a8f11-78fb-4ddc-9eb2-f888e6610bd2 req-e312826a-0d12-4768-8b60-8de5daf39f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:13.936332 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1e7a8f11-78fb-4ddc-9eb2-f888e6610bd2 req-e312826a-0d12-4768-8b60-8de5daf39f30 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=eee31f93-838d-4afe-b78e-32bb57118270 HTTP/1.1" status: 200 len: 1102 time: 0.3645279 Sep 23 06:46:13.955043 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf64656c-1b16-4211-a261-6c09276c4964 req-33a8010b-99f0-420f-b970-c7f03cb32e75 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:13.956771 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bf64656c-1b16-4211-a261-6c09276c4964 req-33a8010b-99f0-420f-b970-c7f03cb32e75 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/ports?device_id=64a37a07-afb8-4973-a32b-1f233452937d HTTP/1.1" status: 200 len: 932 time: 0.4067256 Sep 23 06:46:14.064111 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bf64656c-1b16-4211-a261-6c09276c4964 req-91a1cd17-486b-492e-aa39-25cd30417425 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f5383a6-41e8-4ffd-bb02-3fe79014de26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990264 Sep 23 06:46:14.070159 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc78af9-dc56-4aa3-a5a2-b61786edcb2e req-a5ce98f9-f959-4faa-85d4-c5db0a1de9cf tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:14.080045 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc78af9-dc56-4aa3-a5a2-b61786edcb2e req-a5ce98f9-f959-4faa-85d4-c5db0a1de9cf tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:14.088012 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1bc78af9-dc56-4aa3-a5a2-b61786edcb2e req-a5ce98f9-f959-4faa-85d4-c5db0a1de9cf tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/ports?device_id=143d7afe-b369-4a65-bc6d-70aedc48694e HTTP/1.1" status: 200 len: 1678 time: 0.1280200 Sep 23 06:46:14.166137 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1bc78af9-dc56-4aa3-a5a2-b61786edcb2e req-90d9cac2-c153-4ac7-a2e9-e821f2124384 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3ec47-52c4-4752-8034-03640108870b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744770 Sep 23 06:46:14.176732 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-44b9923d-bc10-4685-aac2-4078b485f7b5 req-a0553763-ece3-4d3c-a524-cb00b596c6d4 service neutron] 10.222.0.58 "GET /v2.0/networks/81a4e381-bd22-41fa-8408-1fae4e7b4fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971280 Sep 23 06:46:14.227324 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1e7a8f11-78fb-4ddc-9eb2-f888e6610bd2 req-06f25e5b-208c-449e-8ff0-5c72186a8c5f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=04871bb0-7c56-48c4-97f9-6aeb571e4458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531615 Sep 23 06:46:14.258974 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1201c23d-2957-40e6-9f82-739d4cb5fe3b req-38070c38-b845-449d-971d-b09fb4b22e49 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:14.260997 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1201c23d-2957-40e6-9f82-739d4cb5fe3b req-38070c38-b845-449d-971d-b09fb4b22e49 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.58 "GET /v2.0/ports?device_id=e7288cae-4701-4fd0-95f9-8545d2327fd0 HTTP/1.1" status: 200 len: 945 time: 0.0909340 Sep 23 06:46:14.404725 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-1201c23d-2957-40e6-9f82-739d4cb5fe3b req-ec537d97-4de2-4990-a68e-54b5a598890f tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Deleting port 2f8e4232-efaf-48ec-8629-27ff4575a4fb {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:46:14.405740 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-1201c23d-2957-40e6-9f82-739d4cb5fe3b req-ec537d97-4de2-4990-a68e-54b5a598890f tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:14.408933 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [req-a3403c5f-40de-40b4-b954-1b3753504aa2 req-bb662619-74a4-4ee2-8494-de72690779c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 885dd626-522b-47bf-926e-38f6651ec9b8 {{(pid=95066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:46:14.448598 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a3403c5f-40de-40b4-b954-1b3753504aa2 req-bb662619-74a4-4ee2-8494-de72690779c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:14.463127 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ebbdf-4bcb-463c-a7fe-998af0dbcda8 req-480d5c05-ee82-49c1-a41e-227a1907dac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:14.463928 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ebbdf-4bcb-463c-a7fe-998af0dbcda8 req-480d5c05-ee82-49c1-a41e-227a1907dac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:14.465487 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c17ebbdf-4bcb-463c-a7fe-998af0dbcda8 req-480d5c05-ee82-49c1-a41e-227a1907dac4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d625fc180cdd42f1838b3fb6a40fccd9&device_id=143d7afe-b369-4a65-bc6d-70aedc48694e HTTP/1.1" status: 200 len: 1982 time: 0.1762650 Sep 23 06:46:14.502608 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.provisioning_blocks [req-a3403c5f-40de-40b4-b954-1b3753504aa2 req-bb662619-74a4-4ee2-8494-de72690779c4 service neutron] Transition to ACTIVE for port object 885dd626-522b-47bf-926e-38f6651ec9b8 will not be triggered until provisioned by entity L2. {{(pid=95066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:46:14.517175 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a3403c5f-40de-40b4-b954-1b3753504aa2 req-bb662619-74a4-4ee2-8494-de72690779c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:14.520848 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-1201c23d-2957-40e6-9f82-739d4cb5fe3b req-ec537d97-4de2-4990-a68e-54b5a598890f tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] For port 2f8e4232-efaf-48ec-8629-27ff4575a4fb, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=2f8e4232-efaf-48ec-8629-27ff4575a4fb,segment=NetworkSegment(2b9cc8e9-9b87-41b9-963b-963dc78e06f0),segment_id=2b9cc8e9-9b87-41b9-963b-963dc78e06f0)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:46:14.520848 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-1201c23d-2957-40e6-9f82-739d4cb5fe3b req-ec537d97-4de2-4990-a68e-54b5a598890f tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:14.533587 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ebc277-fec1-444c-87d2-c42dc1cf26a7 req-1a5cbfec-d843-4d4a-86d2-5a9706fe837a tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:14.535169 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-19ebc277-fec1-444c-87d2-c42dc1cf26a7 req-1a5cbfec-d843-4d4a-86d2-5a9706fe837a tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] 10.222.0.39 "GET /v2.0/ports?device_id=eee31f93-838d-4afe-b78e-32bb57118270 HTTP/1.1" status: 200 len: 950 time: 0.1203001 Sep 23 06:46:14.536492 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-1201c23d-2957-40e6-9f82-739d4cb5fe3b req-ec537d97-4de2-4990-a68e-54b5a598890f tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Calling delete_port for 2f8e4232-efaf-48ec-8629-27ff4575a4fb owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:46:14.660349 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb662619-74a4-4ee2-8494-de72690779c4 service neutron] Pushing event updated for resources: {'Port': ['ID=885dd626-522b-47bf-926e-38f6651ec9b8,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:14.673480 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ebbdf-4bcb-463c-a7fe-998af0dbcda8 req-aec07205-0396-497b-a264-17a9330d6b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:14.674951 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c17ebbdf-4bcb-463c-a7fe-998af0dbcda8 req-aec07205-0396-497b-a264-17a9330d6b21 service neutron] 10.222.0.58 "GET /v2.0/networks?id=81a4e381-bd22-41fa-8408-1fae4e7b4fea HTTP/1.1" status: 200 len: 902 time: 0.1984544 Sep 23 06:46:14.707684 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-19ebc277-fec1-444c-87d2-c42dc1cf26a7 req-740abd7f-cb48-4980-a6d7-2f4ce1f6a9ac tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] 10.222.0.39 "GET /v2.0/security-groups?id=04871bb0-7c56-48c4-97f9-6aeb571e4458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140079 Sep 23 06:46:14.748070 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-1201c23d-2957-40e6-9f82-739d4cb5fe3b req-ec537d97-4de2-4990-a68e-54b5a598890f tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:14.780091 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c17ebbdf-4bcb-463c-a7fe-998af0dbcda8 req-4ef87232-ff8c-472e-969e-0c9c085af689 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.96&port_id=aa135c65-ef00-4cbb-bfd8-a86647ef7aa7 HTTP/1.1" status: 200 len: 217 time: 0.0700371 Sep 23 06:46:14.796663 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec537d97-4de2-4990-a68e-54b5a598890f tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Pushing event deleted for resources: {'Port': ['ID=2f8e4232-efaf-48ec-8629-27ff4575a4fb,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:14.821251 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec537d97-4de2-4990-a68e-54b5a598890f tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:46:14.821639 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec537d97-4de2-4990-a68e-54b5a598890f tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:46:14.822021 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec537d97-4de2-4990-a68e-54b5a598890f tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:46:14.822387 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec537d97-4de2-4990-a68e-54b5a598890f tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:46:14.822704 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec537d97-4de2-4990-a68e-54b5a598890f tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:46:14.823084 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec537d97-4de2-4990-a68e-54b5a598890f tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:46:14.823416 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec537d97-4de2-4990-a68e-54b5a598890f tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:46:14.823730 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec537d97-4de2-4990-a68e-54b5a598890f tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:46:14.824223 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec537d97-4de2-4990-a68e-54b5a598890f tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:46:14.824429 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec537d97-4de2-4990-a68e-54b5a598890f tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:46:14.824932 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec537d97-4de2-4990-a68e-54b5a598890f tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:46:14.825189 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec537d97-4de2-4990-a68e-54b5a598890f tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:46:14.846662 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-a3403c5f-40de-40b4-b954-1b3753504aa2 req-bb662619-74a4-4ee2-8494-de72690779c4 service neutron] Attempting to bind port 885dd626-522b-47bf-926e-38f6651ec9b8 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:46:14.847001 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-a3403c5f-40de-40b4-b954-1b3753504aa2 req-bb662619-74a4-4ee2-8494-de72690779c4 service neutron] Attempting to bind port 885dd626-522b-47bf-926e-38f6651ec9b8 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': 'e311ce61-9ca9-495c-a2b4-23b5ef627aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cdc18f7e-6fff-4ed4-abf0-3e045b651c28'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:46:14.847593 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3403c5f-40de-40b4-b954-1b3753504aa2 req-bb662619-74a4-4ee2-8494-de72690779c4 service neutron] Attempting to bind port 885dd626-522b-47bf-926e-38f6651ec9b8 on network cdc18f7e-6fff-4ed4-abf0-3e045b651c28 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:46:14.858742 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3403c5f-40de-40b4-b954-1b3753504aa2 req-bb662619-74a4-4ee2-8494-de72690779c4 service neutron] Port 885dd626-522b-47bf-926e-38f6651ec9b8 on network cdc18f7e-6fff-4ed4-abf0-3e045b651c28 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:46:14.859171 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3403c5f-40de-40b4-b954-1b3753504aa2 req-bb662619-74a4-4ee2-8494-de72690779c4 service neutron] Attempting to bind port 885dd626-522b-47bf-926e-38f6651ec9b8 on network cdc18f7e-6fff-4ed4-abf0-3e045b651c28 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:46:14.879045 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3403c5f-40de-40b4-b954-1b3753504aa2 req-bb662619-74a4-4ee2-8494-de72690779c4 service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:46:14.879740 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3403c5f-40de-40b4-b954-1b3753504aa2 req-bb662619-74a4-4ee2-8494-de72690779c4 service neutron] Checking segment: {'id': 'e311ce61-9ca9-495c-a2b4-23b5ef627aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cdc18f7e-6fff-4ed4-abf0-3e045b651c28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:46:14.879740 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3403c5f-40de-40b4-b954-1b3753504aa2 req-bb662619-74a4-4ee2-8494-de72690779c4 service neutron] Bound using segment: {'id': 'e311ce61-9ca9-495c-a2b4-23b5ef627aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cdc18f7e-6fff-4ed4-abf0-3e045b651c28'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:46:14.880173 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-a3403c5f-40de-40b4-b954-1b3753504aa2 req-bb662619-74a4-4ee2-8494-de72690779c4 service neutron] Bound port: 885dd626-522b-47bf-926e-38f6651ec9b8, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e311ce61-9ca9-495c-a2b4-23b5ef627aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cdc18f7e-6fff-4ed4-abf0-3e045b651c28'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:46:14.880538 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a3403c5f-40de-40b4-b954-1b3753504aa2 req-bb662619-74a4-4ee2-8494-de72690779c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:14.884790 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ebbdf-4bcb-463c-a7fe-998af0dbcda8 req-04764361-3448-498f-85df-e0d7adf60dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:14.886528 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c17ebbdf-4bcb-463c-a7fe-998af0dbcda8 req-04764361-3448-498f-85df-e0d7adf60dd8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f6988797-8721-4611-8fa2-49d04da78df9 HTTP/1.1" status: 200 len: 801 time: 0.0909314 Sep 23 06:46:14.917052 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-1201c23d-2957-40e6-9f82-739d4cb5fe3b req-ec537d97-4de2-4990-a68e-54b5a598890f tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] No DVR routers for this DVR port 2f8e4232-efaf-48ec-8629-27ff4575a4fb on host n-h2-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:46:14.932997 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-1201c23d-2957-40e6-9f82-739d4cb5fe3b req-ec537d97-4de2-4990-a68e-54b5a598890f tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:14.935132 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1201c23d-2957-40e6-9f82-739d4cb5fe3b req-ec537d97-4de2-4990-a68e-54b5a598890f tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.58 "DELETE /v2.0/ports/2f8e4232-efaf-48ec-8629-27ff4575a4fb HTTP/1.1" status: 204 len: 173 time: 0.6644559 Sep 23 06:46:14.940004 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7288cae-4701-4fd0-95f9-8545d2327fd0', 'name': 'network-vif-deleted', 'tag': '2f8e4232-efaf-48ec-8629-27ff4575a4fb'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:46:14.942435 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a469d101-c984-4ea8-bf81-03d05dc6f115" -d '{"events": [{"server_uuid": "e7288cae-4701-4fd0-95f9-8545d2327fd0", "name": "network-vif-deleted", "tag": "2f8e4232-efaf-48ec-8629-27ff4575a4fb"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:46:14.977567 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef6df27-66ec-435d-8494-a5c9aa650858 req-4437a290-1d43-484b-ba98-d90a2db48337 tempest-ServerDiagnosticsNegativeTest-1941297355 tempest-ServerDiagnosticsNegativeTest-1941297355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:14.987699 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2ef6df27-66ec-435d-8494-a5c9aa650858 req-4437a290-1d43-484b-ba98-d90a2db48337 tempest-ServerDiagnosticsNegativeTest-1941297355 tempest-ServerDiagnosticsNegativeTest-1941297355-project] 10.222.0.39 "GET /v2.0/ports?device_id=2841a5f0-e887-49d7-98f2-6f9d6ed1d4cb HTTP/1.1" status: 200 len: 949 time: 0.1144421 Sep 23 06:46:15.104083 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2ef6df27-66ec-435d-8494-a5c9aa650858 req-3bba0f11-7e0f-43a6-be64-f1762097d662 tempest-ServerDiagnosticsNegativeTest-1941297355 tempest-ServerDiagnosticsNegativeTest-1941297355-project] 10.222.0.39 "GET /v2.0/security-groups?id=cfb22c6c-5094-4c70-bd2f-8ddaba3a1499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129088 Sep 23 06:46:15.164916 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db98f26-eb39-4812-b42a-b35e8394a4da req-b3207857-7182-41b4-92c6-6396e05d85ba tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:15.166499 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3db98f26-eb39-4812-b42a-b35e8394a4da req-b3207857-7182-41b4-92c6-6396e05d85ba tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.58 "GET /v2.0/networks?id=06f6700e-677f-450e-91ed-a10a2fbb500b HTTP/1.1" status: 200 len: 804 time: 0.2112935 Sep 23 06:46:15.179562 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11878d49-6173-417f-abf8-799db25fb088 x-openstack-request-id: req-11878d49-6173-417f-abf8-799db25fb088 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:46:15.179866 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7288cae-4701-4fd0-95f9-8545d2327fd0", "name": "network-vif-deleted", "tag": "2f8e4232-efaf-48ec-8629-27ff4575a4fb", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:46:15.180169 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-11878d49-6173-417f-abf8-799db25fb088 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:46:15.180562 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7288cae-4701-4fd0-95f9-8545d2327fd0', 'name': 'network-vif-deleted', 'tag': '2f8e4232-efaf-48ec-8629-27ff4575a4fb', 'status': 'completed', 'code': 200} Sep 23 06:46:15.193760 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-3db98f26-eb39-4812-b42a-b35e8394a4da req-b322987b-62e0-4521-9969-fba1f8b5fc0e tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Request body: {'port': {'device_id': 'fb98b127-39ab-4342-9db1-36b689a7b241', 'network_id': '06f6700e-677f-450e-91ed-a10a2fbb500b', 'admin_state_up': True, 'tenant_id': '031ae4ebff9e422a93af0c39a45d1171'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:46:15.357661 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ebbdf-4bcb-463c-a7fe-998af0dbcda8 req-7892187d-d33b-4342-aa09-05437cda834a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:15.359194 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c17ebbdf-4bcb-463c-a7fe-998af0dbcda8 req-7892187d-d33b-4342-aa09-05437cda834a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=81a4e381-bd22-41fa-8408-1fae4e7b4fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4630902 Sep 23 06:46:15.371896 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ffce8280-d9a8-4faf-a0a3-fbce43f68f7a req-d5c784e0-a5ad-4333-912a-049961a00740 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb98b127-39ab-4342-9db1-36b689a7b241 HTTP/1.1" status: 200 len: 210 time: 0.4061925 Sep 23 06:46:15.378149 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c2dae4-f23b-496b-b69b-33536fd6a0c1 req-cec5682a-5a42-4445-bdee-0d60ea87984a tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:15.380066 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f8c2dae4-f23b-496b-b69b-33536fd6a0c1 req-cec5682a-5a42-4445-bdee-0d60ea87984a tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/ports?device_id=64a37a07-afb8-4973-a32b-1f233452937d HTTP/1.1" status: 200 len: 944 time: 0.0925381 Sep 23 06:46:15.385754 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-a3403c5f-40de-40b4-b954-1b3753504aa2 req-bb662619-74a4-4ee2-8494-de72690779c4 service neutron] For port 885dd626-522b-47bf-926e-38f6651ec9b8, host n-h2-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:46:15.393242 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3db98f26-eb39-4812-b42a-b35e8394a4da req-b322987b-62e0-4521-9969-fba1f8b5fc0e tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Made reservation on behalf of 031ae4ebff9e422a93af0c39a45d1171 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:46:15.397305 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-3db98f26-eb39-4812-b42a-b35e8394a4da req-b322987b-62e0-4521-9969-fba1f8b5fc0e tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:15.421985 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-a3403c5f-40de-40b4-b954-1b3753504aa2 req-bb662619-74a4-4ee2-8494-de72690779c4 service neutron] For port 885dd626-522b-47bf-926e-38f6651ec9b8, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=885dd626-522b-47bf-926e-38f6651ec9b8,segment=NetworkSegment(e311ce61-9ca9-495c-a2b4-23b5ef627aae),segment_id=e311ce61-9ca9-495c-a2b4-23b5ef627aae)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:46:15.434739 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a3403c5f-40de-40b4-b954-1b3753504aa2 req-bb662619-74a4-4ee2-8494-de72690779c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:15.494038 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f8c2dae4-f23b-496b-b69b-33536fd6a0c1 req-f4ed2f00-a6f1-45d0-be84-b0bc3da1f7d8 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f5383a6-41e8-4ffd-bb02-3fe79014de26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939188 Sep 23 06:46:15.570151 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3403c5f-40de-40b4-b954-1b3753504aa2 req-bb662619-74a4-4ee2-8494-de72690779c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:15.570892 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a3403c5f-40de-40b4-b954-1b3753504aa2 req-bb662619-74a4-4ee2-8494-de72690779c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:15.572350 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a3403c5f-40de-40b4-b954-1b3753504aa2 req-bb662619-74a4-4ee2-8494-de72690779c4 service neutron] 10.222.0.58 "PUT /v2.0/ports/885dd626-522b-47bf-926e-38f6651ec9b8 HTTP/1.1" status: 200 len: 1093 time: 2.3472106 Sep 23 06:46:15.574592 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64a37a07-afb8-4973-a32b-1f233452937d', 'tag': '885dd626-522b-47bf-926e-38f6651ec9b8'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:46:15.577642 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d17f304-13db-450f-997e-a2756c5f23fe" -d '{"events": [{"name": "network-changed", "server_uuid": "64a37a07-afb8-4973-a32b-1f233452937d", "tag": "885dd626-522b-47bf-926e-38f6651ec9b8"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:46:15.609094 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-3db98f26-eb39-4812-b42a-b35e8394a4da req-b322987b-62e0-4521-9969-fba1f8b5fc0e tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Allocated IP 172.20.0.2 (06f6700e-677f-450e-91ed-a10a2fbb500b/e60271bd-2abe-488c-8449-206f6ba42e89/c70d5287-f34a-4a5c-82a8-19d6b4920fa7) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:46:15.636867 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c17ebbdf-4bcb-463c-a7fe-998af0dbcda8 req-f6d48b71-17ea-46ed-9613-7de9f97d9f19 service neutron] 10.222.0.58 "GET /v2.0/networks/81a4e381-bd22-41fa-8408-1fae4e7b4fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618330 Sep 23 06:46:15.802336 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c17ebbdf-4bcb-463c-a7fe-998af0dbcda8 req-ebe69049-7994-4b90-afd4-5f9c5a1ed51b service neutron] 10.222.0.58 "GET /v2.0/networks/81a4e381-bd22-41fa-8408-1fae4e7b4fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523542 Sep 23 06:46:15.803239 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb662619-74a4-4ee2-8494-de72690779c4 service neutron] Pushing event updated for resources: {'Port': ['ID=885dd626-522b-47bf-926e-38f6651ec9b8,revision_number=3']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:15.810855 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ae39c3-a892-4cb8-a871-c2f37c1d6382 x-openstack-request-id: req-f8ae39c3-a892-4cb8-a871-c2f37c1d6382 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:46:15.811404 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64a37a07-afb8-4973-a32b-1f233452937d", "tag": "885dd626-522b-47bf-926e-38f6651ec9b8", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:46:15.811859 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f8ae39c3-a892-4cb8-a871-c2f37c1d6382 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:46:15.812600 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64a37a07-afb8-4973-a32b-1f233452937d', 'tag': '885dd626-522b-47bf-926e-38f6651ec9b8', 'status': 'completed', 'code': 200} Sep 23 06:46:15.835731 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c80794-e4f4-4346-ab13-1a57a1bba6e9 req-6396d4b8-3004-483b-ad09-4f9a82cbd520 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:15.846376 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c80794-e4f4-4346-ab13-1a57a1bba6e9 req-6396d4b8-3004-483b-ad09-4f9a82cbd520 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:15.854135 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e7c80794-e4f4-4346-ab13-1a57a1bba6e9 req-6396d4b8-3004-483b-ad09-4f9a82cbd520 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/ports?device_id=143d7afe-b369-4a65-bc6d-70aedc48694e HTTP/1.1" status: 200 len: 1678 time: 0.3701603 Sep 23 06:46:15.921435 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e7c80794-e4f4-4346-ab13-1a57a1bba6e9 req-f2940cad-6bc5-4a05-a122-8cd5645b363e tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3ec47-52c4-4752-8034-03640108870b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644951 Sep 23 06:46:15.941475 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3403c5f-40de-40b4-b954-1b3753504aa2 req-1c5eca6a-a5f0-45a6-baed-8305f214a3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:15.943047 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a3403c5f-40de-40b4-b954-1b3753504aa2 req-1c5eca6a-a5f0-45a6-baed-8305f214a3c4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=60f0d4c7dec14a96849df313211233ee&device_id=64a37a07-afb8-4973-a32b-1f233452937d HTTP/1.1" status: 200 len: 1096 time: 0.1293576 Sep 23 06:46:16.002682 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-3db98f26-eb39-4812-b42a-b35e8394a4da req-b322987b-62e0-4521-9969-fba1f8b5fc0e tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:16.016647 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca7d18b-361e-4e7e-ade7-33c6193688d2 req-f6686ba8-5af4-477d-9a78-6d9ff814732d tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:16.025117 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a3403c5f-40de-40b4-b954-1b3753504aa2 req-f92ac71c-0e58-49cf-b549-4a3deb99c716 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=885dd626-522b-47bf-926e-38f6651ec9b8 HTTP/1.1" status: 200 len: 217 time: 0.0709929 Sep 23 06:46:16.026091 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-eca7d18b-361e-4e7e-ade7-33c6193688d2 req-f6686ba8-5af4-477d-9a78-6d9ff814732d tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] 10.222.0.39 "GET /v2.0/ports?device_id=eee31f93-838d-4afe-b78e-32bb57118270 HTTP/1.1" status: 200 len: 950 time: 0.1024091 Sep 23 06:46:16.101074 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-eca7d18b-361e-4e7e-ade7-33c6193688d2 req-2bb03424-d1ec-4128-b86a-a51a99d54032 tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] 10.222.0.39 "GET /v2.0/security-groups?id=04871bb0-7c56-48c4-97f9-6aeb571e4458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575979 Sep 23 06:46:16.108942 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3403c5f-40de-40b4-b954-1b3753504aa2 req-44150c72-3a58-49c8-a53e-4970237b9af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:16.111497 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a3403c5f-40de-40b4-b954-1b3753504aa2 req-44150c72-3a58-49c8-a53e-4970237b9af6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cedcf356-cc01-4df3-9504-c33c9cc41a3c HTTP/1.1" status: 200 len: 862 time: 0.0720625 Sep 23 06:46:16.135790 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-3db98f26-eb39-4812-b42a-b35e8394a4da req-b322987b-62e0-4521-9969-fba1f8b5fc0e tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:16.181464 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a3403c5f-40de-40b4-b954-1b3753504aa2 req-5fcb483b-56ac-489e-a84b-fad5df412944 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cdc18f7e-6fff-4ed4-abf0-3e045b651c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621252 Sep 23 06:46:16.217171 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3db98f26-eb39-4812-b42a-b35e8394a4da req-b322987b-62e0-4521-9969-fba1f8b5fc0e tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Network 06f6700e-677f-450e-91ed-a10a2fbb500b is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:46:16.224687 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-3db98f26-eb39-4812-b42a-b35e8394a4da req-b322987b-62e0-4521-9969-fba1f8b5fc0e tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:46:16.226541 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b322987b-62e0-4521-9969-fba1f8b5fc0e tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Pushing event updated for resources: {'Port': ['ID=c70d5287-f34a-4a5c-82a8-19d6b4920fa7,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:16.238272 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-3db98f26-eb39-4812-b42a-b35e8394a4da req-b322987b-62e0-4521-9969-fba1f8b5fc0e tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:46:16.294698 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79660a5f-93e2-4672-bf4f-3ee75f61c056 req-2469d8f0-76aa-4fb8-8521-d5588d674aec tempest-ServerDiagnosticsNegativeTest-1941297355 tempest-ServerDiagnosticsNegativeTest-1941297355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:16.296220 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-79660a5f-93e2-4672-bf4f-3ee75f61c056 req-2469d8f0-76aa-4fb8-8521-d5588d674aec tempest-ServerDiagnosticsNegativeTest-1941297355 tempest-ServerDiagnosticsNegativeTest-1941297355-project] 10.222.0.39 "GET /v2.0/ports?device_id=2841a5f0-e887-49d7-98f2-6f9d6ed1d4cb HTTP/1.1" status: 200 len: 949 time: 0.1131334 Sep 23 06:46:16.304201 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db98f26-eb39-4812-b42a-b35e8394a4da req-b322987b-62e0-4521-9969-fba1f8b5fc0e tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:16.304911 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-3db98f26-eb39-4812-b42a-b35e8394a4da req-b322987b-62e0-4521-9969-fba1f8b5fc0e tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:16.322479 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3db98f26-eb39-4812-b42a-b35e8394a4da req-b322987b-62e0-4521-9969-fba1f8b5fc0e tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1367764 Sep 23 06:46:16.326648 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device d1c664a2-2287-4319-90a6-e7b15b186aaf details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:46:16.329443 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 2f8e4232-efaf-48ec-8629-27ff4575a4fb no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:46:16.336516 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-3db98f26-eb39-4812-b42a-b35e8394a4da req-24cc3640-5ae0-48b4-973e-255b76132b65 service neutron] Request body: {'port': {'device_id': 'fb98b127-39ab-4342-9db1-36b689a7b241', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:46:16.369540 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No Port match for: 2f8e4232-efaf-48ec-8629-27ff4575a4fb {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:46:16.383336 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 2f8e4232-efaf-48ec-8629-27ff4575a4fb not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:46:16.395177 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-79660a5f-93e2-4672-bf4f-3ee75f61c056 req-ab36be00-1dfa-4f46-8b3d-29ad6326dae1 tempest-ServerDiagnosticsNegativeTest-1941297355 tempest-ServerDiagnosticsNegativeTest-1941297355-project] 10.222.0.39 "GET /v2.0/security-groups?id=cfb22c6c-5094-4c70-bd2f-8ddaba3a1499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857289 Sep 23 06:46:16.404902 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-3db98f26-eb39-4812-b42a-b35e8394a4da req-24cc3640-5ae0-48b4-973e-255b76132b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:16.423491 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a3403c5f-40de-40b4-b954-1b3753504aa2 req-214adbcb-f240-46b1-b5a6-04fc0a1a8457 service neutron] 10.222.0.58 "GET /v2.0/networks/cdc18f7e-6fff-4ed4-abf0-3e045b651c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314799 Sep 23 06:46:16.572925 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port d1c664a2-2287-4319-90a6-e7b15b186aaf, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=d1c664a2-2287-4319-90a6-e7b15b186aaf,segment=NetworkSegment(0048cedc-6be2-46ed-a7ae-8813b21bda25),segment_id=0048cedc-6be2-46ed-a7ae-8813b21bda25)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:46:16.599273 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a3403c5f-40de-40b4-b954-1b3753504aa2 req-cabc4739-00f4-4a79-8731-69c625d1978e service neutron] 10.222.0.58 "GET /v2.0/networks/cdc18f7e-6fff-4ed4-abf0-3e045b651c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681125 Sep 23 06:46:16.600279 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': 'd1c664a2-2287-4319-90a6-e7b15b186aaf', 'network_id': 'e4d07dc7-a4d0-43da-a8fb-4e31e3a31f93', 'port_id': 'd1c664a2-2287-4319-90a6-e7b15b186aaf', 'mac_address': 'fa:16:3e:d1:0f:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed9b5dc6-8b3d-42d0-991e-0f7df62a1c58', 'ip_address': '19.80.0.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:46:16.681516 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:16.700135 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1c664a2-2287-4319-90a6-e7b15b186aaf {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:46:16.731753 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port d1c664a2-2287-4319-90a6-e7b15b186aaf, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=d1c664a2-2287-4319-90a6-e7b15b186aaf,segment=NetworkSegment(0048cedc-6be2-46ed-a7ae-8813b21bda25),segment_id=0048cedc-6be2-46ed-a7ae-8813b21bda25)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:46:16.732937 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e63a084-33b6-47a1-87ec-a8a95637b9d6 req-b01bc982-1615-4bee-a0a3-cc58a4d95a9d tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:16.735525 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5e63a084-33b6-47a1-87ec-a8a95637b9d6 req-b01bc982-1615-4bee-a0a3-cc58a4d95a9d tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/ports?device_id=64a37a07-afb8-4973-a32b-1f233452937d HTTP/1.1" status: 200 len: 944 time: 0.1112394 Sep 23 06:46:16.744763 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17f304-13db-450f-997e-a2756c5f23fe req-8e67f1ca-977f-460a-a334-1677de994441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:16.746794 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1d17f304-13db-450f-997e-a2756c5f23fe req-8e67f1ca-977f-460a-a334-1677de994441 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=60f0d4c7dec14a96849df313211233ee&device_id=64a37a07-afb8-4973-a32b-1f233452937d HTTP/1.1" status: 200 len: 1096 time: 0.0760558 Sep 23 06:46:16.747809 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:16.748520 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device aa135c65-ef00-4cbb-bfd8-a86647ef7aa7 details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:46:16.749537 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcefc18-c0ef-4a26-8488-99dee1a583e2 req-ec45f373-b1e6-45e3-b974-1b3f7f64ddbe tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:16.759442 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1fcefc18-c0ef-4a26-8488-99dee1a583e2 req-ec45f373-b1e6-45e3-b974-1b3f7f64ddbe tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb98b127-39ab-4342-9db1-36b689a7b241 HTTP/1.1" status: 200 len: 931 time: 0.1195209 Sep 23 06:46:16.819249 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5e63a084-33b6-47a1-87ec-a8a95637b9d6 req-8e0d7034-7eec-44c4-a8b7-5633dfbc4137 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f5383a6-41e8-4ffd-bb02-3fe79014de26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672021 Sep 23 06:46:16.819940 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1fcefc18-c0ef-4a26-8488-99dee1a583e2 req-96914b72-ceed-433e-818b-d7e18d160daf tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/security-groups?id=ead5d8e9-ed26-4c51-bfc2-b6de8d7d128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529013 Sep 23 06:46:16.895928 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port aa135c65-ef00-4cbb-bfd8-a86647ef7aa7, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=aa135c65-ef00-4cbb-bfd8-a86647ef7aa7,segment=NetworkSegment(58785478-f9fc-4d92-b6c2-66c97fec5827),segment_id=58785478-f9fc-4d92-b6c2-66c97fec5827)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:46:16.924692 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': 'aa135c65-ef00-4cbb-bfd8-a86647ef7aa7', 'network_id': '81a4e381-bd22-41fa-8408-1fae4e7b4fea', 'port_id': 'aa135c65-ef00-4cbb-bfd8-a86647ef7aa7', 'mac_address': 'fa:16:3e:c2:52:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6988797-8721-4611-8fa2-49d04da78df9', 'ip_address': '19.86.0.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:46:16.932391 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=d1c664a2-2287-4319-90a6-e7b15b186aaf,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:16.945452 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:46:16.946119 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:46:16.946458 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:46:16.946795 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:46:16.947122 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:46:16.947445 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:46:16.947770 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:46:16.948092 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:46:16.948415 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:46:16.949164 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:46:16.949492 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:46:16.949812 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:46:16.965579 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-3db98f26-eb39-4812-b42a-b35e8394a4da req-24cc3640-5ae0-48b4-973e-255b76132b65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c70d5287-f34a-4a5c-82a8-19d6b4920fa7 {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:46:16.992440 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-3db98f26-eb39-4812-b42a-b35e8394a4da req-24cc3640-5ae0-48b4-973e-255b76132b65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:16.997939 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17f304-13db-450f-997e-a2756c5f23fe req-d4e9e553-3a87-4ab5-ba9c-b4bd796528f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:17.000492 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:17.008074 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1d17f304-13db-450f-997e-a2756c5f23fe req-d4e9e553-3a87-4ab5-ba9c-b4bd796528f0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=cdc18f7e-6fff-4ed4-abf0-3e045b651c28 HTTP/1.1" status: 200 len: 923 time: 0.2525642 Sep 23 06:46:17.028430 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-3db98f26-eb39-4812-b42a-b35e8394a4da req-24cc3640-5ae0-48b4-973e-255b76132b65 service neutron] Transition to ACTIVE for port object c70d5287-f34a-4a5c-82a8-19d6b4920fa7 will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:46:17.035530 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-3db98f26-eb39-4812-b42a-b35e8394a4da req-24cc3640-5ae0-48b4-973e-255b76132b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:17.036510 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa135c65-ef00-4cbb-bfd8-a86647ef7aa7 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:46:17.108471 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port aa135c65-ef00-4cbb-bfd8-a86647ef7aa7, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=aa135c65-ef00-4cbb-bfd8-a86647ef7aa7,segment=NetworkSegment(58785478-f9fc-4d92-b6c2-66c97fec5827),segment_id=58785478-f9fc-4d92-b6c2-66c97fec5827)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:46:17.114801 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1d17f304-13db-450f-997e-a2756c5f23fe req-eaf86a21-4d71-421b-b81d-d93f13daff2c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=885dd626-522b-47bf-926e-38f6651ec9b8 HTTP/1.1" status: 200 len: 217 time: 0.0972230 Sep 23 06:46:17.117656 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:17.193620 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-3db98f26-eb39-4812-b42a-b35e8394a4da req-24cc3640-5ae0-48b4-973e-255b76132b65 service neutron] Attempting to bind port c70d5287-f34a-4a5c-82a8-19d6b4920fa7 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:46:17.193994 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-3db98f26-eb39-4812-b42a-b35e8394a4da req-24cc3640-5ae0-48b4-973e-255b76132b65 service neutron] Attempting to bind port c70d5287-f34a-4a5c-82a8-19d6b4920fa7 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '2b9cc8e9-9b87-41b9-963b-963dc78e06f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '06f6700e-677f-450e-91ed-a10a2fbb500b'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:46:17.194316 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db98f26-eb39-4812-b42a-b35e8394a4da req-24cc3640-5ae0-48b4-973e-255b76132b65 service neutron] Attempting to bind port c70d5287-f34a-4a5c-82a8-19d6b4920fa7 on network 06f6700e-677f-450e-91ed-a10a2fbb500b {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:46:17.198664 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cc3640-5ae0-48b4-973e-255b76132b65 service neutron] Pushing event updated for resources: {'Port': ['ID=c70d5287-f34a-4a5c-82a8-19d6b4920fa7,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:17.209243 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db98f26-eb39-4812-b42a-b35e8394a4da req-24cc3640-5ae0-48b4-973e-255b76132b65 service neutron] Port c70d5287-f34a-4a5c-82a8-19d6b4920fa7 on network 06f6700e-677f-450e-91ed-a10a2fbb500b not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:46:17.209619 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db98f26-eb39-4812-b42a-b35e8394a4da req-24cc3640-5ae0-48b4-973e-255b76132b65 service neutron] Attempting to bind port c70d5287-f34a-4a5c-82a8-19d6b4920fa7 on network 06f6700e-677f-450e-91ed-a10a2fbb500b {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:46:17.215941 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db98f26-eb39-4812-b42a-b35e8394a4da req-24cc3640-5ae0-48b4-973e-255b76132b65 service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:46:17.216293 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db98f26-eb39-4812-b42a-b35e8394a4da req-24cc3640-5ae0-48b4-973e-255b76132b65 service neutron] Checking segment: {'id': '2b9cc8e9-9b87-41b9-963b-963dc78e06f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '06f6700e-677f-450e-91ed-a10a2fbb500b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:46:17.216651 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db98f26-eb39-4812-b42a-b35e8394a4da req-24cc3640-5ae0-48b4-973e-255b76132b65 service neutron] Bound using segment: {'id': '2b9cc8e9-9b87-41b9-963b-963dc78e06f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '06f6700e-677f-450e-91ed-a10a2fbb500b'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:46:17.217220 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-3db98f26-eb39-4812-b42a-b35e8394a4da req-24cc3640-5ae0-48b4-973e-255b76132b65 service neutron] Bound port: c70d5287-f34a-4a5c-82a8-19d6b4920fa7, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b9cc8e9-9b87-41b9-963b-963dc78e06f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '06f6700e-677f-450e-91ed-a10a2fbb500b'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:46:17.217782 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-3db98f26-eb39-4812-b42a-b35e8394a4da req-24cc3640-5ae0-48b4-973e-255b76132b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:17.226559 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=aa135c65-ef00-4cbb-bfd8-a86647ef7aa7,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:17.304261 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17f304-13db-450f-997e-a2756c5f23fe req-13311063-c92e-486e-a997-acf388d730c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:17.307425 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1d17f304-13db-450f-997e-a2756c5f23fe req-13311063-c92e-486e-a997-acf388d730c4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cedcf356-cc01-4df3-9504-c33c9cc41a3c HTTP/1.1" status: 200 len: 862 time: 0.1730256 Sep 23 06:46:17.329211 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e85d406-7530-4ffd-a3a9-e9546ed98b3f req-30e633d0-1139-4d5e-8a93-f3596f16dba2 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:17.338084 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e85d406-7530-4ffd-a3a9-e9546ed98b3f req-30e633d0-1139-4d5e-8a93-f3596f16dba2 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:17.340017 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5e85d406-7530-4ffd-a3a9-e9546ed98b3f req-30e633d0-1139-4d5e-8a93-f3596f16dba2 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/ports?device_id=143d7afe-b369-4a65-bc6d-70aedc48694e HTTP/1.1" status: 200 len: 1680 time: 0.1005414 Sep 23 06:46:17.364679 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74345d86-e4ae-4b85-af3d-072aa67b2e7c req-84fec365-659c-49c4-b329-f14110a12ace tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:17.366266 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-74345d86-e4ae-4b85-af3d-072aa67b2e7c req-84fec365-659c-49c4-b329-f14110a12ace tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] 10.222.0.39 "GET /v2.0/ports?device_id=eee31f93-838d-4afe-b78e-32bb57118270 HTTP/1.1" status: 200 len: 950 time: 0.0905571 Sep 23 06:46:17.379039 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-3db98f26-eb39-4812-b42a-b35e8394a4da req-24cc3640-5ae0-48b4-973e-255b76132b65 service neutron] For port c70d5287-f34a-4a5c-82a8-19d6b4920fa7, host n-h2-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:46:17.390239 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1d17f304-13db-450f-997e-a2756c5f23fe req-f0f7c62d-e8d4-4f9e-ba97-98c7bfb0c0d8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cdc18f7e-6fff-4ed4-abf0-3e045b651c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490534 Sep 23 06:46:17.391517 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-3db98f26-eb39-4812-b42a-b35e8394a4da req-24cc3640-5ae0-48b4-973e-255b76132b65 service neutron] For port c70d5287-f34a-4a5c-82a8-19d6b4920fa7, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=c70d5287-f34a-4a5c-82a8-19d6b4920fa7,segment=NetworkSegment(2b9cc8e9-9b87-41b9-963b-963dc78e06f0),segment_id=2b9cc8e9-9b87-41b9-963b-963dc78e06f0)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:46:17.403825 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-3db98f26-eb39-4812-b42a-b35e8394a4da req-24cc3640-5ae0-48b4-973e-255b76132b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:17.455096 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['aa135c65-ef00-4cbb-bfd8-a86647ef7aa7'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:46:17.464393 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5e85d406-7530-4ffd-a3a9-e9546ed98b3f req-c6be066b-488c-4238-9ee7-f3ef649c427d tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3ec47-52c4-4752-8034-03640108870b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766892 Sep 23 06:46:17.464924 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db98f26-eb39-4812-b42a-b35e8394a4da req-24cc3640-5ae0-48b4-973e-255b76132b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:17.465787 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-3db98f26-eb39-4812-b42a-b35e8394a4da req-24cc3640-5ae0-48b4-973e-255b76132b65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:17.467274 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3db98f26-eb39-4812-b42a-b35e8394a4da req-24cc3640-5ae0-48b4-973e-255b76132b65 service neutron] 10.222.0.58 "PUT /v2.0/ports/c70d5287-f34a-4a5c-82a8-19d6b4920fa7 HTTP/1.1" status: 200 len: 1092 time: 1.1358891 Sep 23 06:46:17.471365 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb98b127-39ab-4342-9db1-36b689a7b241', 'tag': 'c70d5287-f34a-4a5c-82a8-19d6b4920fa7'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:46:17.477136 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89117d02-1ef6-46c7-9fd0-8db18b5c8b8a" -d '{"events": [{"name": "network-changed", "server_uuid": "fb98b127-39ab-4342-9db1-36b689a7b241", "tag": "c70d5287-f34a-4a5c-82a8-19d6b4920fa7"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:46:17.536514 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['d1c664a2-2287-4319-90a6-e7b15b186aaf'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:46:17.614146 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-74345d86-e4ae-4b85-af3d-072aa67b2e7c req-7e1d2f65-8ad0-45c6-96fe-2013be304f91 tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] 10.222.0.39 "GET /v2.0/security-groups?id=04871bb0-7c56-48c4-97f9-6aeb571e4458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263799 Sep 23 06:46:17.628506 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cc3640-5ae0-48b4-973e-255b76132b65 service neutron] Pushing event updated for resources: {'Port': ['ID=c70d5287-f34a-4a5c-82a8-19d6b4920fa7,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:17.633962 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1d17f304-13db-450f-997e-a2756c5f23fe req-ca8e953c-32cd-49eb-981c-407b14d3cac9 service neutron] 10.222.0.58 "GET /v2.0/networks/cdc18f7e-6fff-4ed4-abf0-3e045b651c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161832 Sep 23 06:46:17.659160 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db98f26-eb39-4812-b42a-b35e8394a4da req-2b71c52c-67ba-4adf-ad0f-a9cce86181f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:17.660872 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3db98f26-eb39-4812-b42a-b35e8394a4da req-2b71c52c-67ba-4adf-ad0f-a9cce86181f0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=031ae4ebff9e422a93af0c39a45d1171&device_id=fb98b127-39ab-4342-9db1-36b689a7b241 HTTP/1.1" status: 200 len: 1095 time: 0.1457033 Sep 23 06:46:17.674307 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce2c9d44-f6a5-41c3-b043-4a0d5a6c4799 x-openstack-request-id: req-ce2c9d44-f6a5-41c3-b043-4a0d5a6c4799 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:46:17.674600 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb98b127-39ab-4342-9db1-36b689a7b241", "tag": "c70d5287-f34a-4a5c-82a8-19d6b4920fa7", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:46:17.674928 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ce2c9d44-f6a5-41c3-b043-4a0d5a6c4799 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:46:17.675327 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb98b127-39ab-4342-9db1-36b689a7b241', 'tag': 'c70d5287-f34a-4a5c-82a8-19d6b4920fa7', 'status': 'completed', 'code': 200} Sep 23 06:46:17.720730 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3db98f26-eb39-4812-b42a-b35e8394a4da req-d7fadffb-60e6-491d-8089-72a2985817c5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c70d5287-f34a-4a5c-82a8-19d6b4920fa7 HTTP/1.1" status: 200 len: 217 time: 0.0481002 Sep 23 06:46:17.795673 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121191e5-02c3-44c9-b6ff-0b9939c63be6 req-45b238c3-b7ee-4278-a05b-329e798de491 tempest-ServerDiagnosticsNegativeTest-1941297355 tempest-ServerDiagnosticsNegativeTest-1941297355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:17.803527 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db98f26-eb39-4812-b42a-b35e8394a4da req-568f40f7-8e77-4d4d-946a-bdaf4c6992f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:17.805816 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3db98f26-eb39-4812-b42a-b35e8394a4da req-568f40f7-8e77-4d4d-946a-bdaf4c6992f5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e60271bd-2abe-488c-8449-206f6ba42e89 HTTP/1.1" status: 200 len: 844 time: 0.0779517 Sep 23 06:46:17.808017 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-121191e5-02c3-44c9-b6ff-0b9939c63be6 req-45b238c3-b7ee-4278-a05b-329e798de491 tempest-ServerDiagnosticsNegativeTest-1941297355 tempest-ServerDiagnosticsNegativeTest-1941297355-project] 10.222.0.39 "GET /v2.0/ports?device_id=2841a5f0-e887-49d7-98f2-6f9d6ed1d4cb HTTP/1.1" status: 200 len: 949 time: 0.1798699 Sep 23 06:46:17.857185 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1d17f304-13db-450f-997e-a2756c5f23fe req-de568dad-4df2-42b5-93a9-67ca1e59a678 service neutron] 10.222.0.58 "GET /v2.0/networks/cdc18f7e-6fff-4ed4-abf0-3e045b651c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122221 Sep 23 06:46:17.913494 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3db98f26-eb39-4812-b42a-b35e8394a4da req-6e9ded10-2be8-457b-bb9f-a12145489cd2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=06f6700e-677f-450e-91ed-a10a2fbb500b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0987999 Sep 23 06:46:17.914332 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-121191e5-02c3-44c9-b6ff-0b9939c63be6 req-52722d90-6f39-4e8d-8e6d-028cdfcfff2b tempest-ServerDiagnosticsNegativeTest-1941297355 tempest-ServerDiagnosticsNegativeTest-1941297355-project] 10.222.0.39 "GET /v2.0/security-groups?id=cfb22c6c-5094-4c70-bd2f-8ddaba3a1499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048141 Sep 23 06:46:18.035419 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3db98f26-eb39-4812-b42a-b35e8394a4da req-2e8f0a54-adff-45ac-bda6-b823ab5836b0 service neutron] 10.222.0.58 "GET /v2.0/networks/06f6700e-677f-450e-91ed-a10a2fbb500b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122444 Sep 23 06:46:18.093541 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b455f8f1-5715-4b69-97f0-8b32ebe78028 req-a40974d5-afd3-4fba-8c53-2b083094191a tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:18.106003 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b455f8f1-5715-4b69-97f0-8b32ebe78028 req-a40974d5-afd3-4fba-8c53-2b083094191a tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb98b127-39ab-4342-9db1-36b689a7b241 HTTP/1.1" status: 200 len: 943 time: 0.1059968 Sep 23 06:46:18.168604 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b455f8f1-5715-4b69-97f0-8b32ebe78028 req-e249fe56-535a-4b92-bacf-96e5f4c47734 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/security-groups?id=ead5d8e9-ed26-4c51-bfc2-b6de8d7d128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467744 Sep 23 06:46:18.175401 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3db98f26-eb39-4812-b42a-b35e8394a4da req-8bd7a34a-9bc1-443d-a15b-b83db24a917d service neutron] 10.222.0.58 "GET /v2.0/networks/06f6700e-677f-450e-91ed-a10a2fbb500b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309562 Sep 23 06:46:18.278002 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5823c38c-2194-4730-a937-e842da546cb1 req-246b741b-b6a9-49d2-8b88-bae322042f3e tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:18.279496 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89117d02-1ef6-46c7-9fd0-8db18b5c8b8a req-601ad6cc-56c2-44de-8d2e-10e843cb4e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:18.282004 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-89117d02-1ef6-46c7-9fd0-8db18b5c8b8a req-601ad6cc-56c2-44de-8d2e-10e843cb4e61 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=031ae4ebff9e422a93af0c39a45d1171&device_id=fb98b127-39ab-4342-9db1-36b689a7b241 HTTP/1.1" status: 200 len: 1095 time: 0.0582259 Sep 23 06:46:18.286277 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5823c38c-2194-4730-a937-e842da546cb1 req-246b741b-b6a9-49d2-8b88-bae322042f3e tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/ports?device_id=64a37a07-afb8-4973-a32b-1f233452937d HTTP/1.1" status: 200 len: 944 time: 0.0622311 Sep 23 06:46:18.330456 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5823c38c-2194-4730-a937-e842da546cb1 req-e2e6d8d4-1b8d-46bc-ac92-ab234b4dbac5 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f5383a6-41e8-4ffd-bb02-3fe79014de26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432396 Sep 23 06:46:18.361782 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 885dd626-522b-47bf-926e-38f6651ec9b8 details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:46:18.364021 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 2f8e4232-efaf-48ec-8629-27ff4575a4fb no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:46:18.433705 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89117d02-1ef6-46c7-9fd0-8db18b5c8b8a req-8a02d5b0-b0db-4e02-81b3-12b48c4c4a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:18.435334 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-89117d02-1ef6-46c7-9fd0-8db18b5c8b8a req-8a02d5b0-b0db-4e02-81b3-12b48c4c4a8e service neutron] 10.222.0.58 "GET /v2.0/networks?id=06f6700e-677f-450e-91ed-a10a2fbb500b HTTP/1.1" status: 200 len: 905 time: 0.1440222 Sep 23 06:46:18.454097 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No Port match for: 2f8e4232-efaf-48ec-8629-27ff4575a4fb {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:46:18.454684 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 2f8e4232-efaf-48ec-8629-27ff4575a4fb not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:46:18.506010 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-89117d02-1ef6-46c7-9fd0-8db18b5c8b8a req-cdb2a73a-5783-43e5-ac5d-a9116e287636 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c70d5287-f34a-4a5c-82a8-19d6b4920fa7 HTTP/1.1" status: 200 len: 217 time: 0.0616262 Sep 23 06:46:18.615249 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 885dd626-522b-47bf-926e-38f6651ec9b8, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=885dd626-522b-47bf-926e-38f6651ec9b8,segment=NetworkSegment(e311ce61-9ca9-495c-a2b4-23b5ef627aae),segment_id=e311ce61-9ca9-495c-a2b4-23b5ef627aae)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:46:18.621943 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89117d02-1ef6-46c7-9fd0-8db18b5c8b8a req-4af251fa-6c11-4feb-bb63-f57615a5c88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:18.623437 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-89117d02-1ef6-46c7-9fd0-8db18b5c8b8a req-4af251fa-6c11-4feb-bb63-f57615a5c88d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e60271bd-2abe-488c-8449-206f6ba42e89 HTTP/1.1" status: 200 len: 844 time: 0.1046748 Sep 23 06:46:18.630824 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': '885dd626-522b-47bf-926e-38f6651ec9b8', 'network_id': 'cdc18f7e-6fff-4ed4-abf0-3e045b651c28', 'port_id': '885dd626-522b-47bf-926e-38f6651ec9b8', 'mac_address': 'fa:16:3e:c2:a9:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cedcf356-cc01-4df3-9504-c33c9cc41a3c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:46:18.683854 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:18.686502 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d130921e-403a-4b38-87e1-414c210191c6 req-af5235aa-9e30-47a4-a490-b8db72fff208 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:18.694625 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d130921e-403a-4b38-87e1-414c210191c6 req-af5235aa-9e30-47a4-a490-b8db72fff208 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:18.696681 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d130921e-403a-4b38-87e1-414c210191c6 req-af5235aa-9e30-47a4-a490-b8db72fff208 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/ports?device_id=143d7afe-b369-4a65-bc6d-70aedc48694e HTTP/1.1" status: 200 len: 1680 time: 0.1248276 Sep 23 06:46:18.698899 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-89117d02-1ef6-46c7-9fd0-8db18b5c8b8a req-73f3f6ef-1f69-42c9-8be8-a9867c961eaa service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=06f6700e-677f-450e-91ed-a10a2fbb500b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669403 Sep 23 06:46:18.714682 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 885dd626-522b-47bf-926e-38f6651ec9b8 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:46:18.749058 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 885dd626-522b-47bf-926e-38f6651ec9b8, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=885dd626-522b-47bf-926e-38f6651ec9b8,segment=NetworkSegment(e311ce61-9ca9-495c-a2b4-23b5ef627aae),segment_id=e311ce61-9ca9-495c-a2b4-23b5ef627aae)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:46:18.754842 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:18.785901 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d130921e-403a-4b38-87e1-414c210191c6 req-9a94de17-b18a-4634-b040-10c1b911c149 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3ec47-52c4-4752-8034-03640108870b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815983 Sep 23 06:46:18.836487 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=885dd626-522b-47bf-926e-38f6651ec9b8,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:18.855494 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-89117d02-1ef6-46c7-9fd0-8db18b5c8b8a req-b7837267-6fb0-4fbd-8c19-5c1d2b70d810 service neutron] 10.222.0.58 "GET /v2.0/networks/06f6700e-677f-450e-91ed-a10a2fbb500b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477501 Sep 23 06:46:18.965398 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-89117d02-1ef6-46c7-9fd0-8db18b5c8b8a req-12dbd1c8-3988-493f-98b5-c80ffc6f1611 service neutron] 10.222.0.58 "GET /v2.0/networks/06f6700e-677f-450e-91ed-a10a2fbb500b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020250 Sep 23 06:46:19.038212 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0929a558-ce67-405d-a73e-9df60314f4cf req-763120a0-ca69-4dee-8c8e-2f6a774ddc53 tempest-ServerDiagnosticsNegativeTest-1941297355 tempest-ServerDiagnosticsNegativeTest-1941297355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:19.039647 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0929a558-ce67-405d-a73e-9df60314f4cf req-763120a0-ca69-4dee-8c8e-2f6a774ddc53 tempest-ServerDiagnosticsNegativeTest-1941297355 tempest-ServerDiagnosticsNegativeTest-1941297355-project] 10.222.0.39 "GET /v2.0/ports?device_id=2841a5f0-e887-49d7-98f2-6f9d6ed1d4cb HTTP/1.1" status: 200 len: 949 time: 0.0552313 Sep 23 06:46:19.051130 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['885dd626-522b-47bf-926e-38f6651ec9b8'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:46:19.095807 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0929a558-ce67-405d-a73e-9df60314f4cf req-5264f697-14f7-4341-a273-996440543da4 tempest-ServerDiagnosticsNegativeTest-1941297355 tempest-ServerDiagnosticsNegativeTest-1941297355-project] 10.222.0.39 "GET /v2.0/security-groups?id=cfb22c6c-5094-4c70-bd2f-8ddaba3a1499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439658 Sep 23 06:46:19.291756 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75965ab3-d1c8-400d-bb5b-c01e92cd889b req-13942f9e-b0d4-4124-ba0d-9ccad048bbea tempest-ServerDiagnosticsNegativeTest-1941297355 tempest-ServerDiagnosticsNegativeTest-1941297355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:19.293807 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-75965ab3-d1c8-400d-bb5b-c01e92cd889b req-13942f9e-b0d4-4124-ba0d-9ccad048bbea tempest-ServerDiagnosticsNegativeTest-1941297355 tempest-ServerDiagnosticsNegativeTest-1941297355-project] 10.222.0.21 "GET /v2.0/ports?device_id=2841a5f0-e887-49d7-98f2-6f9d6ed1d4cb HTTP/1.1" status: 200 len: 949 time: 0.0818048 Sep 23 06:46:19.366972 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e146c56-a7d0-464d-8a41-d9077d012707 req-2ba031d6-8d6d-4605-8547-a7d83a1403bc tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:19.368668 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5e146c56-a7d0-464d-8a41-d9077d012707 req-2ba031d6-8d6d-4605-8547-a7d83a1403bc tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb98b127-39ab-4342-9db1-36b689a7b241 HTTP/1.1" status: 200 len: 943 time: 0.1095140 Sep 23 06:46:19.431246 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5e146c56-a7d0-464d-8a41-d9077d012707 req-1daf6f6e-2169-482d-a8dd-8d4758a7f1f7 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/security-groups?id=ead5d8e9-ed26-4c51-bfc2-b6de8d7d128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563946 Sep 23 06:46:19.457379 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-75965ab3-d1c8-400d-bb5b-c01e92cd889b req-2b79c81d-0bd7-4aeb-9f0b-be7b275d3f26 tempest-ServerDiagnosticsNegativeTest-1941297355 tempest-ServerDiagnosticsNegativeTest-1941297355-project] Deleting port 97979f9c-de64-46e8-bb5b-10bda3d4b370 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:46:19.457753 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-75965ab3-d1c8-400d-bb5b-c01e92cd889b req-2b79c81d-0bd7-4aeb-9f0b-be7b275d3f26 tempest-ServerDiagnosticsNegativeTest-1941297355 tempest-ServerDiagnosticsNegativeTest-1941297355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:19.504898 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab77e977-ddf4-4f5e-9cb8-c717f1908d96 req-bdfecc64-d85c-4959-b0b9-08562a5f74cf tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:19.506484 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ab77e977-ddf4-4f5e-9cb8-c717f1908d96 req-bdfecc64-d85c-4959-b0b9-08562a5f74cf tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/ports?device_id=64a37a07-afb8-4973-a32b-1f233452937d HTTP/1.1" status: 200 len: 945 time: 0.0926166 Sep 23 06:46:19.599705 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ab77e977-ddf4-4f5e-9cb8-c717f1908d96 req-67035f30-fdf3-406b-b2e7-94338b5184e8 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f5383a6-41e8-4ffd-bb02-3fe79014de26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585766 Sep 23 06:46:19.604971 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-75965ab3-d1c8-400d-bb5b-c01e92cd889b req-2b79c81d-0bd7-4aeb-9f0b-be7b275d3f26 tempest-ServerDiagnosticsNegativeTest-1941297355 tempest-ServerDiagnosticsNegativeTest-1941297355-project] For port 97979f9c-de64-46e8-bb5b-10bda3d4b370, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=97979f9c-de64-46e8-bb5b-10bda3d4b370,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:46:19.605420 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-75965ab3-d1c8-400d-bb5b-c01e92cd889b req-2b79c81d-0bd7-4aeb-9f0b-be7b275d3f26 tempest-ServerDiagnosticsNegativeTest-1941297355 tempest-ServerDiagnosticsNegativeTest-1941297355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:19.624931 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-75965ab3-d1c8-400d-bb5b-c01e92cd889b req-2b79c81d-0bd7-4aeb-9f0b-be7b275d3f26 tempest-ServerDiagnosticsNegativeTest-1941297355 tempest-ServerDiagnosticsNegativeTest-1941297355-project] Calling delete_port for 97979f9c-de64-46e8-bb5b-10bda3d4b370 owned by compute:nova {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:46:19.773031 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-75965ab3-d1c8-400d-bb5b-c01e92cd889b req-2b79c81d-0bd7-4aeb-9f0b-be7b275d3f26 tempest-ServerDiagnosticsNegativeTest-1941297355 tempest-ServerDiagnosticsNegativeTest-1941297355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:19.801413 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['97979f9c-de64-46e8-bb5b-10bda3d4b370'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:46:19.825979 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b79c81d-0bd7-4aeb-9f0b-be7b275d3f26 tempest-ServerDiagnosticsNegativeTest-1941297355 tempest-ServerDiagnosticsNegativeTest-1941297355-project] Pushing event deleted for resources: {'Port': ['ID=97979f9c-de64-46e8-bb5b-10bda3d4b370,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:19.849898 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-75965ab3-d1c8-400d-bb5b-c01e92cd889b req-2b79c81d-0bd7-4aeb-9f0b-be7b275d3f26 tempest-ServerDiagnosticsNegativeTest-1941297355 tempest-ServerDiagnosticsNegativeTest-1941297355-project] No DVR routers for this DVR port 97979f9c-de64-46e8-bb5b-10bda3d4b370 on host n-h1-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:46:19.852514 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-75965ab3-d1c8-400d-bb5b-c01e92cd889b req-2b79c81d-0bd7-4aeb-9f0b-be7b275d3f26 tempest-ServerDiagnosticsNegativeTest-1941297355 tempest-ServerDiagnosticsNegativeTest-1941297355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:19.855317 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-75965ab3-d1c8-400d-bb5b-c01e92cd889b req-2b79c81d-0bd7-4aeb-9f0b-be7b275d3f26 tempest-ServerDiagnosticsNegativeTest-1941297355 tempest-ServerDiagnosticsNegativeTest-1941297355-project] 10.222.0.21 "DELETE /v2.0/ports/97979f9c-de64-46e8-bb5b-10bda3d4b370 HTTP/1.1" status: 204 len: 173 time: 0.5534790 Sep 23 06:46:19.855788 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2841a5f0-e887-49d7-98f2-6f9d6ed1d4cb', 'name': 'network-vif-deleted', 'tag': '97979f9c-de64-46e8-bb5b-10bda3d4b370'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:46:19.858218 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf7b7081-870b-42dc-af12-4ab05f5dcc38" -d '{"events": [{"server_uuid": "2841a5f0-e887-49d7-98f2-6f9d6ed1d4cb", "name": "network-vif-deleted", "tag": "97979f9c-de64-46e8-bb5b-10bda3d4b370"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:46:19.911472 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7313ad77-79e5-40b1-b9f9-18b70934bd51 x-openstack-request-id: req-7313ad77-79e5-40b1-b9f9-18b70934bd51 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:46:19.911763 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2841a5f0-e887-49d7-98f2-6f9d6ed1d4cb", "name": "network-vif-deleted", "tag": "97979f9c-de64-46e8-bb5b-10bda3d4b370", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:46:19.912009 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7313ad77-79e5-40b1-b9f9-18b70934bd51 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:46:19.912397 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2841a5f0-e887-49d7-98f2-6f9d6ed1d4cb', 'name': 'network-vif-deleted', 'tag': '97979f9c-de64-46e8-bb5b-10bda3d4b370', 'status': 'completed', 'code': 200} Sep 23 06:46:19.960289 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f32b5-59fb-4172-9c05-b2468ec28deb req-c8abb7f9-d5ca-4daf-81bc-0174011c9851 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:19.966352 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f32b5-59fb-4172-9c05-b2468ec28deb req-c8abb7f9-d5ca-4daf-81bc-0174011c9851 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:19.967984 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7e1f32b5-59fb-4172-9c05-b2468ec28deb req-c8abb7f9-d5ca-4daf-81bc-0174011c9851 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/ports?device_id=143d7afe-b369-4a65-bc6d-70aedc48694e HTTP/1.1" status: 200 len: 1680 time: 0.0715992 Sep 23 06:46:20.050255 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7e1f32b5-59fb-4172-9c05-b2468ec28deb req-7d76d490-891d-4858-abcc-822a4aec92bc tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3ec47-52c4-4752-8034-03640108870b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749040 Sep 23 06:46:20.232273 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d38e8c6f-e440-4b0e-90bc-aee1f54a8f9c req-6d1e8000-611f-45c4-8b96-9dc0caf51fe2 tempest-ServerDiagnosticsNegativeTest-1941297355 tempest-ServerDiagnosticsNegativeTest-1941297355-project] 10.222.0.39 "GET /v2.0/ports?device_id=2841a5f0-e887-49d7-98f2-6f9d6ed1d4cb HTTP/1.1" status: 200 len: 210 time: 0.0341160 Sep 23 06:46:20.362421 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device c70d5287-f34a-4a5c-82a8-19d6b4920fa7 details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:46:20.364515 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device d1c664a2-2287-4319-90a6-e7b15b186aaf up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:46:20.552815 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port d1c664a2-2287-4319-90a6-e7b15b186aaf completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:46:20.564089 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port d1c664a2-2287-4319-90a6-e7b15b186aaf triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:46:20.574200 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:20.611054 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dff510e-45bd-41af-801c-4575bf8f493b req-92abb74c-72d2-45ee-9942-b774a09f781c tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:20.612618 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1dff510e-45bd-41af-801c-4575bf8f493b req-92abb74c-72d2-45ee-9942-b774a09f781c tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb98b127-39ab-4342-9db1-36b689a7b241 HTTP/1.1" status: 200 len: 943 time: 0.0738263 Sep 23 06:46:20.684408 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port c70d5287-f34a-4a5c-82a8-19d6b4920fa7, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=c70d5287-f34a-4a5c-82a8-19d6b4920fa7,segment=NetworkSegment(2b9cc8e9-9b87-41b9-963b-963dc78e06f0),segment_id=2b9cc8e9-9b87-41b9-963b-963dc78e06f0)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:46:20.718139 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1dff510e-45bd-41af-801c-4575bf8f493b req-cc493457-d71b-4e41-b7f3-135d5dfbd2a8 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/security-groups?id=ead5d8e9-ed26-4c51-bfc2-b6de8d7d128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936058 Sep 23 06:46:20.732478 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': 'c70d5287-f34a-4a5c-82a8-19d6b4920fa7', 'network_id': '06f6700e-677f-450e-91ed-a10a2fbb500b', 'port_id': 'c70d5287-f34a-4a5c-82a8-19d6b4920fa7', 'mac_address': 'fa:16:3e:90:f8:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e60271bd-2abe-488c-8449-206f6ba42e89', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:46:20.863006 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6bd7ba-d02e-4e89-8d45-3b95678452c7 req-7ffd6138-6136-4e60-8fc0-03b302eaa5c5 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:20.870575 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dc6bd7ba-d02e-4e89-8d45-3b95678452c7 req-7ffd6138-6136-4e60-8fc0-03b302eaa5c5 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/ports?device_id=64a37a07-afb8-4973-a32b-1f233452937d HTTP/1.1" status: 200 len: 945 time: 0.0844553 Sep 23 06:46:20.873689 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:20.876064 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:20.898366 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c70d5287-f34a-4a5c-82a8-19d6b4920fa7 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:46:20.919845 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dc6bd7ba-d02e-4e89-8d45-3b95678452c7 req-5e2a8fbf-488b-42ea-be2a-d7a57c3e3782 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f5383a6-41e8-4ffd-bb02-3fe79014de26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483456 Sep 23 06:46:20.921735 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port c70d5287-f34a-4a5c-82a8-19d6b4920fa7, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=c70d5287-f34a-4a5c-82a8-19d6b4920fa7,segment=NetworkSegment(2b9cc8e9-9b87-41b9-963b-963dc78e06f0),segment_id=2b9cc8e9-9b87-41b9-963b-963dc78e06f0)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:46:20.942346 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '143d7afe-b369-4a65-bc6d-70aedc48694e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1c664a2-2287-4319-90a6-e7b15b186aaf'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:46:20.944896 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d71ab65f-7ed0-4774-830d-9dfdec5f41a4" -d '{"events": [{"server_uuid": "143d7afe-b369-4a65-bc6d-70aedc48694e", "name": "network-vif-plugged", "status": "completed", "tag": "d1c664a2-2287-4319-90a6-e7b15b186aaf"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:46:20.947794 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:21.124741 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-837107ea-1099-4ef3-a95b-00c1a015c700 x-openstack-request-id: req-837107ea-1099-4ef3-a95b-00c1a015c700 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:46:21.125024 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "143d7afe-b369-4a65-bc6d-70aedc48694e", "name": "network-vif-plugged", "status": "completed", "tag": "d1c664a2-2287-4319-90a6-e7b15b186aaf", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:46:21.125197 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-837107ea-1099-4ef3-a95b-00c1a015c700 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:46:21.125581 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '143d7afe-b369-4a65-bc6d-70aedc48694e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1c664a2-2287-4319-90a6-e7b15b186aaf', 'code': 200} Sep 23 06:46:21.127304 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port d1c664a2-2287-4319-90a6-e7b15b186aaf, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=d1c664a2-2287-4319-90a6-e7b15b186aaf,segment=NetworkSegment(0048cedc-6be2-46ed-a7ae-8813b21bda25),segment_id=0048cedc-6be2-46ed-a7ae-8813b21bda25)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:46:21.138597 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:21.139381 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 885dd626-522b-47bf-926e-38f6651ec9b8 up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:46:21.186618 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=c70d5287-f34a-4a5c-82a8-19d6b4920fa7,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:21.206715 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5d4f44-bd78-407b-b56e-b79125c391ad req-03e344db-1b09-4cdc-bfba-c1f848d1bed6 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:21.213155 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5d4f44-bd78-407b-b56e-b79125c391ad req-03e344db-1b09-4cdc-bfba-c1f848d1bed6 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:21.215106 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ed5d4f44-bd78-407b-b56e-b79125c391ad req-03e344db-1b09-4cdc-bfba-c1f848d1bed6 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/ports?device_id=143d7afe-b369-4a65-bc6d-70aedc48694e HTTP/1.1" status: 200 len: 1681 time: 0.0758891 Sep 23 06:46:21.235254 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['c70d5287-f34a-4a5c-82a8-19d6b4920fa7'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:46:21.272492 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ed5d4f44-bd78-407b-b56e-b79125c391ad req-56a417ba-b4f4-4349-b085-68eb26b8834c tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3ec47-52c4-4752-8034-03640108870b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500078 Sep 23 06:46:21.304091 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port 885dd626-522b-47bf-926e-38f6651ec9b8 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:46:21.308035 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=d1c664a2-2287-4319-90a6-e7b15b186aaf,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:21.316895 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port 885dd626-522b-47bf-926e-38f6651ec9b8 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:46:21.317271 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:21.510353 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:21.579449 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 885dd626-522b-47bf-926e-38f6651ec9b8, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=885dd626-522b-47bf-926e-38f6651ec9b8,segment=NetworkSegment(e311ce61-9ca9-495c-a2b4-23b5ef627aae),segment_id=e311ce61-9ca9-495c-a2b4-23b5ef627aae)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:46:21.586129 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:21.586981 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device aa135c65-ef00-4cbb-bfd8-a86647ef7aa7 up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:46:21.704081 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=885dd626-522b-47bf-926e-38f6651ec9b8,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:21.718849 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56404) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:46:21.764301 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port aa135c65-ef00-4cbb-bfd8-a86647ef7aa7 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:46:21.770250 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port aa135c65-ef00-4cbb-bfd8-a86647ef7aa7 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:46:21.771488 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:21.892450 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9418abe3-7a99-4b79-8758-0af70f04491b req-2b90db03-5be3-46f2-ac91-6689af97930e tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:21.900579 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9418abe3-7a99-4b79-8758-0af70f04491b req-2b90db03-5be3-46f2-ac91-6689af97930e tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb98b127-39ab-4342-9db1-36b689a7b241 HTTP/1.1" status: 200 len: 944 time: 0.1060917 Sep 23 06:46:21.920828 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:21.952511 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9418abe3-7a99-4b79-8758-0af70f04491b req-71adf42f-e1f1-4fba-b176-a2cd02868318 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/security-groups?id=ead5d8e9-ed26-4c51-bfc2-b6de8d7d128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486887 Sep 23 06:46:21.961718 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 56428) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:46:21.964074 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-2e2adf44-8c87-4fd9-a2e2-bef0540d8a60 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=79dea8f682914cc4b090f6acd3b244f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2387443 Sep 23 06:46:21.983279 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port aa135c65-ef00-4cbb-bfd8-a86647ef7aa7, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=aa135c65-ef00-4cbb-bfd8-a86647ef7aa7,segment=NetworkSegment(58785478-f9fc-4d92-b6c2-66c97fec5827),segment_id=58785478-f9fc-4d92-b6c2-66c97fec5827)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:46:21.988712 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:22.043645 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e6ed1717-0112-45ee-8536-ffc03b430295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:22.051339 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=aa135c65-ef00-4cbb-bfd8-a86647ef7aa7,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:22.084126 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e6ed1717-0112-45ee-8536-ffc03b430295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:22.089535 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8151d01-a447-411e-8906-02077e939b92 req-5df52a8f-67d0-4c52-af1f-f54861672093 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:22.091092 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c8151d01-a447-411e-8906-02077e939b92 req-5df52a8f-67d0-4c52-af1f-f54861672093 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/ports?device_id=64a37a07-afb8-4973-a32b-1f233452937d HTTP/1.1" status: 200 len: 946 time: 0.0597131 Sep 23 06:46:22.140195 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c8151d01-a447-411e-8906-02077e939b92 req-85717ad2-ef98-438b-b02a-21c6b5b4d2a0 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f5383a6-41e8-4ffd-bb02-3fe79014de26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421314 Sep 23 06:46:22.149625 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e6ed1717-0112-45ee-8536-ffc03b430295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:22.153104 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e6ed1717-0112-45ee-8536-ffc03b430295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:22.157743 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-e6ed1717-0112-45ee-8536-ffc03b430295 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cfb22c6c-5094-4c70-bd2f-8ddaba3a1499 HTTP/1.1" status: 204 len: 168 time: 0.1916425 Sep 23 06:46:22.163949 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ed1717-0112-45ee-8536-ffc03b430295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb22c6c-5094-4c70-bd2f-8ddaba3a1499,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:22.403131 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device c70d5287-f34a-4a5c-82a8-19d6b4920fa7 up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:46:22.433936 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565320fe-45cd-4871-8e00-c0d09ac24b50 req-804eeb6e-66aa-45de-873b-e18d802133d4 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:22.454360 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565320fe-45cd-4871-8e00-c0d09ac24b50 req-804eeb6e-66aa-45de-873b-e18d802133d4 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:22.457772 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-565320fe-45cd-4871-8e00-c0d09ac24b50 req-804eeb6e-66aa-45de-873b-e18d802133d4 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/ports?device_id=143d7afe-b369-4a65-bc6d-70aedc48694e HTTP/1.1" status: 200 len: 1682 time: 0.1213629 Sep 23 06:46:22.500540 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56440) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:46:22.516015 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b5c13646-9bd5-4727-9994-b95221fa9991 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:22.536455 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port c70d5287-f34a-4a5c-82a8-19d6b4920fa7 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:46:22.544673 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port c70d5287-f34a-4a5c-82a8-19d6b4920fa7 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:46:22.545405 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:22.553462 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-565320fe-45cd-4871-8e00-c0d09ac24b50 req-c07683bf-bbb7-41a5-8045-551ab0662cf9 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3ec47-52c4-4752-8034-03640108870b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869815 Sep 23 06:46:22.649436 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b5c13646-9bd5-4727-9994-b95221fa9991 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:22.653940 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b5c13646-9bd5-4727-9994-b95221fa9991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:22.668104 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:22.700635 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-b5c13646-9bd5-4727-9994-b95221fa9991 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c552f61b4ade4e21be0ce874bac491ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1983941 Sep 23 06:46:22.701527 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c13646-9bd5-4727-9994-b95221fa9991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b311f8-fa68-47cb-bc47-f4130b433a7b,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:22.704063 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 56442) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:46:22.717202 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port c70d5287-f34a-4a5c-82a8-19d6b4920fa7, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=c70d5287-f34a-4a5c-82a8-19d6b4920fa7,segment=NetworkSegment(2b9cc8e9-9b87-41b9-963b-963dc78e06f0),segment_id=2b9cc8e9-9b87-41b9-963b-963dc78e06f0)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:46:22.726477 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:22.793701 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=c70d5287-f34a-4a5c-82a8-19d6b4920fa7,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:22.799366 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 4c06f2ac-ebbb-4b50-8154-0636f9146e3b details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:46:22.803698 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 97979f9c-de64-46e8-bb5b-10bda3d4b370 no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:46:22.830175 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-52c5b08b-9c5b-481d-9c28-3303b3980d90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:22.894056 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-52c5b08b-9c5b-481d-9c28-3303b3980d90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:22.902623 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] No Port match for: 97979f9c-de64-46e8-bb5b-10bda3d4b370 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:46:22.903276 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 97979f9c-de64-46e8-bb5b-10bda3d4b370 not bound to the agent host n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:46:22.972110 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 4c06f2ac-ebbb-4b50-8154-0636f9146e3b, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=4c06f2ac-ebbb-4b50-8154-0636f9146e3b,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:46:22.999994 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-52c5b08b-9c5b-481d-9c28-3303b3980d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:23.000534 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': '4c06f2ac-ebbb-4b50-8154-0636f9146e3b', 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062', 'port_id': '4c06f2ac-ebbb-4b50-8154-0636f9146e3b', 'mac_address': 'fa:16:3e:22:c2:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:46:23.000696 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-52c5b08b-9c5b-481d-9c28-3303b3980d90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:23.002032 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-52c5b08b-9c5b-481d-9c28-3303b3980d90 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c7b311f8-fa68-47cb-bc47-f4130b433a7b HTTP/1.1" status: 204 len: 168 time: 0.2961364 Sep 23 06:46:23.016651 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c5b08b-9c5b-481d-9c28-3303b3980d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b311f8-fa68-47cb-bc47-f4130b433a7b,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:23.080389 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:23.108874 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4c06f2ac-ebbb-4b50-8154-0636f9146e3b {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:46:23.130405 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a37a07-afb8-4973-a32b-1f233452937d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '885dd626-522b-47bf-926e-38f6651ec9b8'}, {'server_uuid': '143d7afe-b369-4a65-bc6d-70aedc48694e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa135c65-ef00-4cbb-bfd8-a86647ef7aa7'}, {'server_uuid': 'fb98b127-39ab-4342-9db1-36b689a7b241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c70d5287-f34a-4a5c-82a8-19d6b4920fa7'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:46:23.133301 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d84ad80c-acba-44b0-85e7-e927a6af45fc" -d '{"events": [{"server_uuid": "64a37a07-afb8-4973-a32b-1f233452937d", "name": "network-vif-plugged", "status": "completed", "tag": "885dd626-522b-47bf-926e-38f6651ec9b8"}, {"server_uuid": "143d7afe-b369-4a65-bc6d-70aedc48694e", "name": "network-vif-plugged", "status": "completed", "tag": "aa135c65-ef00-4cbb-bfd8-a86647ef7aa7"}, {"server_uuid": "fb98b127-39ab-4342-9db1-36b689a7b241", "name": "network-vif-plugged", "status": "completed", "tag": "c70d5287-f34a-4a5c-82a8-19d6b4920fa7"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:46:23.143016 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 4c06f2ac-ebbb-4b50-8154-0636f9146e3b, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=4c06f2ac-ebbb-4b50-8154-0636f9146e3b,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:46:23.147607 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aba9f9a-a698-4965-beca-503f1fb98259 req-421aff0b-7ecc-4950-b8e1-574d888ccba5 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:23.152818 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6aba9f9a-a698-4965-beca-503f1fb98259 req-421aff0b-7ecc-4950-b8e1-574d888ccba5 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb98b127-39ab-4342-9db1-36b689a7b241 HTTP/1.1" status: 200 len: 945 time: 0.0681911 Sep 23 06:46:23.153598 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:23.217925 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6aba9f9a-a698-4965-beca-503f1fb98259 req-94d60348-8827-4f80-84e3-e168e3f28373 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/security-groups?id=ead5d8e9-ed26-4c51-bfc2-b6de8d7d128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560162 Sep 23 06:46:23.225856 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 23 Sep 2021 06:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac56d123-8da8-46d2-bcaa-6e1c124a5394 x-openstack-request-id: req-ac56d123-8da8-46d2-bcaa-6e1c124a5394 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:46:23.226179 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64a37a07-afb8-4973-a32b-1f233452937d", "name": "network-vif-plugged", "status": "completed", "tag": "885dd626-522b-47bf-926e-38f6651ec9b8", "code": 200}, {"server_uuid": "143d7afe-b369-4a65-bc6d-70aedc48694e", "name": "network-vif-plugged", "status": "completed", "tag": "aa135c65-ef00-4cbb-bfd8-a86647ef7aa7", "code": 200}, {"server_uuid": "fb98b127-39ab-4342-9db1-36b689a7b241", "name": "network-vif-plugged", "status": "completed", "tag": "c70d5287-f34a-4a5c-82a8-19d6b4920fa7", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:46:23.226629 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ac56d123-8da8-46d2-bcaa-6e1c124a5394 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:46:23.226862 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64a37a07-afb8-4973-a32b-1f233452937d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '885dd626-522b-47bf-926e-38f6651ec9b8', 'code': 200} Sep 23 06:46:23.227081 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '143d7afe-b369-4a65-bc6d-70aedc48694e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa135c65-ef00-4cbb-bfd8-a86647ef7aa7', 'code': 200} Sep 23 06:46:23.227327 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb98b127-39ab-4342-9db1-36b689a7b241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c70d5287-f34a-4a5c-82a8-19d6b4920fa7', 'code': 200} Sep 23 06:46:23.246574 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=4c06f2ac-ebbb-4b50-8154-0636f9146e3b,revision_number=6']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:23.302473 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['4c06f2ac-ebbb-4b50-8154-0636f9146e3b'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:46:23.448493 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a96e0-e5d4-4956-8e7a-d145ff6dda80 req-27b2689a-7e76-4b75-964a-470148f5b273 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:23.476169 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0f9a96e0-e5d4-4956-8e7a-d145ff6dda80 req-27b2689a-7e76-4b75-964a-470148f5b273 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/ports?device_id=64a37a07-afb8-4973-a32b-1f233452937d HTTP/1.1" status: 200 len: 946 time: 0.1794116 Sep 23 06:46:23.527219 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c921d23-4f75-4e95-bf12-7d0bb356c7be req-34f38958-1f08-4d24-b7b6-c25f294960aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:23.527693 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c921d23-4f75-4e95-bf12-7d0bb356c7be req-34f38958-1f08-4d24-b7b6-c25f294960aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:23.529455 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4c921d23-4f75-4e95-bf12-7d0bb356c7be req-34f38958-1f08-4d24-b7b6-c25f294960aa service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=143d7afe-b369-4a65-bc6d-70aedc48694e HTTP/1.1" status: 200 len: 1986 time: 0.1842332 Sep 23 06:46:23.532951 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54639ef-c6ba-4de6-99bf-011aa759f4cc req-2af4add0-c934-4494-9d9a-4f72c7b6c054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:23.535782 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f54639ef-c6ba-4de6-99bf-011aa759f4cc req-2af4add0-c934-4494-9d9a-4f72c7b6c054 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=64a37a07-afb8-4973-a32b-1f233452937d HTTP/1.1" status: 200 len: 1098 time: 0.1803694 Sep 23 06:46:23.537633 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b9b2c3-861e-4172-b52c-de334a081adb req-c0f10cad-941c-46e8-85e3-51eceb7f64b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:23.539151 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b3b9b2c3-861e-4172-b52c-de334a081adb req-c0f10cad-941c-46e8-85e3-51eceb7f64b6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fb98b127-39ab-4342-9db1-36b689a7b241 HTTP/1.1" status: 200 len: 1097 time: 0.1830804 Sep 23 06:46:23.559719 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0f9a96e0-e5d4-4956-8e7a-d145ff6dda80 req-aaf35c52-96e0-4bab-af2a-4acf17d93b02 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f5383a6-41e8-4ffd-bb02-3fe79014de26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776532 Sep 23 06:46:23.602460 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4c921d23-4f75-4e95-bf12-7d0bb356c7be req-09adb49a-e2c5-4622-bf0c-c9db0e1c9ed4 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1cb3ec47-52c4-4752-8034-03640108870b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390046 Sep 23 06:46:23.619392 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f54639ef-c6ba-4de6-99bf-011aa759f4cc req-c4a06a1c-942c-4b43-9f21-9105581f117b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=4f5383a6-41e8-4ffd-bb02-3fe79014de26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634763 Sep 23 06:46:23.646393 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b3b9b2c3-861e-4172-b52c-de334a081adb req-96af90d2-01b1-47f8-bfeb-06cceac87a97 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ead5d8e9-ed26-4c51-bfc2-b6de8d7d128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807118 Sep 23 06:46:23.741938 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e4bba0-2100-4c74-810c-205b1d40772e req-7b1e153f-9c9d-4273-a6b5-7e25517e5ebe tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:23.748258 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e4bba0-2100-4c74-810c-205b1d40772e req-7b1e153f-9c9d-4273-a6b5-7e25517e5ebe tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:23.750381 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f4e4bba0-2100-4c74-810c-205b1d40772e req-7b1e153f-9c9d-4273-a6b5-7e25517e5ebe tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/ports?device_id=143d7afe-b369-4a65-bc6d-70aedc48694e HTTP/1.1" status: 200 len: 1682 time: 0.0967622 Sep 23 06:46:23.802569 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f4e4bba0-2100-4c74-810c-205b1d40772e req-dad1b690-9d8d-4192-a0c2-62e716259161 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3ec47-52c4-4752-8034-03640108870b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425045 Sep 23 06:46:24.398549 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b922f1be-5698-41a0-ad85-a3a3832d19f3 req-eccb420f-7db0-41d8-88a8-bce8cb11b1c6 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:24.408496 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b922f1be-5698-41a0-ad85-a3a3832d19f3 req-eccb420f-7db0-41d8-88a8-bce8cb11b1c6 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb98b127-39ab-4342-9db1-36b689a7b241 HTTP/1.1" status: 200 len: 945 time: 0.0753918 Sep 23 06:46:24.455910 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b922f1be-5698-41a0-ad85-a3a3832d19f3 req-d69d3e6a-f93c-4d99-9957-70abc84efdce tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/security-groups?id=ead5d8e9-ed26-4c51-bfc2-b6de8d7d128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462492 Sep 23 06:46:24.663062 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56520) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:46:24.699243 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8bdaeb-a46b-417c-8fd7-bf3235dec9e2 req-4a4fb69c-7418-4c67-9d39-57b23c2df502 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:24.701085 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-de8bdaeb-a46b-417c-8fd7-bf3235dec9e2 req-4a4fb69c-7418-4c67-9d39-57b23c2df502 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/ports?device_id=64a37a07-afb8-4973-a32b-1f233452937d HTTP/1.1" status: 200 len: 946 time: 0.0671551 Sep 23 06:46:24.761708 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-de8bdaeb-a46b-417c-8fd7-bf3235dec9e2 req-80cfd0ae-d6e9-4295-96e2-8f14fe2936fe tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f5383a6-41e8-4ffd-bb02-3fe79014de26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494182 Sep 23 06:46:24.777511 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 4c06f2ac-ebbb-4b50-8154-0636f9146e3b up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:46:24.799442 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b0e2f5ec-c40b-4e98-b567-5c4549e73d83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:24.862241 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port 4c06f2ac-ebbb-4b50-8154-0636f9146e3b triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:46:24.864715 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:24.978461 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b0e2f5ec-c40b-4e98-b567-5c4549e73d83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:24.989360 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:24.991810 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b0e2f5ec-c40b-4e98-b567-5c4549e73d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:25.028834 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 4c06f2ac-ebbb-4b50-8154-0636f9146e3b, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=4c06f2ac-ebbb-4b50-8154-0636f9146e3b,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:46:25.033791 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:25.054986 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e106de6-1470-4b6f-ae14-19751963431f req-fc5adc25-bf99-4fab-9ddc-007e734ca509 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:25.062057 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e106de6-1470-4b6f-ae14-19751963431f req-fc5adc25-bf99-4fab-9ddc-007e734ca509 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:25.065054 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6e106de6-1470-4b6f-ae14-19751963431f req-fc5adc25-bf99-4fab-9ddc-007e734ca509 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/ports?device_id=143d7afe-b369-4a65-bc6d-70aedc48694e HTTP/1.1" status: 200 len: 1682 time: 0.1613865 Sep 23 06:46:25.110111 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=4c06f2ac-ebbb-4b50-8154-0636f9146e3b,revision_number=7']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:25.112209 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-b0e2f5ec-c40b-4e98-b567-5c4549e73d83 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=007466c607904a4592046dc48740e198&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4477730 Sep 23 06:46:25.115556 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 56528) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:46:25.120040 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e2f5ec-c40b-4e98-b567-5c4549e73d83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffbd11e3-482c-4642-8b1a-2acdd742093d,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:25.158890 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6e106de6-1470-4b6f-ae14-19751963431f req-c4f5e213-c3da-4e15-8bd9-08498c286906 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3ec47-52c4-4752-8034-03640108870b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813675 Sep 23 06:46:25.228788 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eee31f93-838d-4afe-b78e-32bb57118270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c06f2ac-ebbb-4b50-8154-0636f9146e3b'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:46:25.231378 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91caeca1-cb60-405c-b52b-61d7a34b562c" -d '{"events": [{"server_uuid": "eee31f93-838d-4afe-b78e-32bb57118270", "name": "network-vif-plugged", "status": "completed", "tag": "4c06f2ac-ebbb-4b50-8154-0636f9146e3b"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:46:25.261398 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a02a8c5c-e78e-4737-93ec-cfe9c266de5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:25.286134 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a02a8c5c-e78e-4737-93ec-cfe9c266de5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:25.338912 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-503dd1ea-c41f-4d3e-8bfe-fb79f4dfa5b6 x-openstack-request-id: req-503dd1ea-c41f-4d3e-8bfe-fb79f4dfa5b6 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:46:25.339205 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eee31f93-838d-4afe-b78e-32bb57118270", "name": "network-vif-plugged", "status": "completed", "tag": "4c06f2ac-ebbb-4b50-8154-0636f9146e3b", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:46:25.339459 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-503dd1ea-c41f-4d3e-8bfe-fb79f4dfa5b6 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:46:25.339852 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eee31f93-838d-4afe-b78e-32bb57118270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c06f2ac-ebbb-4b50-8154-0636f9146e3b', 'code': 200} Sep 23 06:46:25.376882 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a02a8c5c-e78e-4737-93ec-cfe9c266de5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:25.379541 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a02a8c5c-e78e-4737-93ec-cfe9c266de5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:25.380715 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-a02a8c5c-e78e-4737-93ec-cfe9c266de5e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ffbd11e3-482c-4642-8b1a-2acdd742093d HTTP/1.1" status: 204 len: 168 time: 0.2641516 Sep 23 06:46:25.388778 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02a8c5c-e78e-4737-93ec-cfe9c266de5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffbd11e3-482c-4642-8b1a-2acdd742093d,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:25.595179 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c154c78-130d-4fe0-b986-d2ca449cc986 req-52f1c5e0-ffda-476f-afbc-4d95b861c1c7 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:25.597124 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6c154c78-130d-4fe0-b986-d2ca449cc986 req-52f1c5e0-ffda-476f-afbc-4d95b861c1c7 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb98b127-39ab-4342-9db1-36b689a7b241 HTTP/1.1" status: 200 len: 945 time: 0.0534587 Sep 23 06:46:25.679851 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6c154c78-130d-4fe0-b986-d2ca449cc986 req-d69e21a6-3438-4f9c-954f-51af4c7af3eb tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/security-groups?id=ead5d8e9-ed26-4c51-bfc2-b6de8d7d128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637329 Sep 23 06:46:25.900879 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef737840-c520-4590-91a3-c547402848a3 req-aa3672b9-efee-4fa0-acbc-fdddb957d8f9 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:25.903348 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ef737840-c520-4590-91a3-c547402848a3 req-aa3672b9-efee-4fa0-acbc-fdddb957d8f9 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/ports?device_id=64a37a07-afb8-4973-a32b-1f233452937d HTTP/1.1" status: 200 len: 946 time: 0.0660062 Sep 23 06:46:25.951897 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ef737840-c520-4590-91a3-c547402848a3 req-e789770f-6254-4828-a680-a17f5ada74dc tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f5383a6-41e8-4ffd-bb02-3fe79014de26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367246 Sep 23 06:46:26.096190 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb96d5c-9317-4fd9-93e9-ed0446c7cfe2 req-00d20f53-4347-4b44-8f8f-1cb37ec6f692 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:26.098119 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ebb96d5c-9317-4fd9-93e9-ed0446c7cfe2 req-00d20f53-4347-4b44-8f8f-1cb37ec6f692 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/ports?device_id=64a37a07-afb8-4973-a32b-1f233452937d HTTP/1.1" status: 200 len: 946 time: 0.0646935 Sep 23 06:46:26.170706 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ebb96d5c-9317-4fd9-93e9-ed0446c7cfe2 req-03a4cfaa-bed6-4daf-a479-17e99e492d89 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f5383a6-41e8-4ffd-bb02-3fe79014de26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622437 Sep 23 06:46:26.303915 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 56582) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:46:26.358435 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f582dc4-d810-48b1-9850-e7ffd6ac2fe5 req-249614d7-6ae1-4d6c-8d7a-c729205cdca7 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:26.364335 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f582dc4-d810-48b1-9850-e7ffd6ac2fe5 req-249614d7-6ae1-4d6c-8d7a-c729205cdca7 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:26.365928 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7f582dc4-d810-48b1-9850-e7ffd6ac2fe5 req-249614d7-6ae1-4d6c-8d7a-c729205cdca7 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/ports?device_id=143d7afe-b369-4a65-bc6d-70aedc48694e HTTP/1.1" status: 200 len: 1682 time: 0.1058242 Sep 23 06:46:26.438459 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7f582dc4-d810-48b1-9850-e7ffd6ac2fe5 req-1da04f26-b6fa-4f5a-86ad-4c92093fbe30 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3ec47-52c4-4752-8034-03640108870b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663228 Sep 23 06:46:26.441129 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-61de7510-1b82-42fb-bdda-865b53f65f03 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1945221343-network', 'tenant_id': '3b3b40df72ef4574baa615ed99859579'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:46:26.498394 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61de7510-1b82-42fb-bdda-865b53f65f03 admin admin] Made reservation on behalf of 3b3b40df72ef4574baa615ed99859579 for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:46:26.502412 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-61de7510-1b82-42fb-bdda-865b53f65f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:26.518269 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-61de7510-1b82-42fb-bdda-865b53f65f03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:26.709575 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-61de7510-1b82-42fb-bdda-865b53f65f03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:26.729639 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-61de7510-1b82-42fb-bdda-865b53f65f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:26.763193 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61de7510-1b82-42fb-bdda-865b53f65f03 admin admin] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:46:26.788298 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-61de7510-1b82-42fb-bdda-865b53f65f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:26.788649 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-61de7510-1b82-42fb-bdda-865b53f65f03 admin admin] Added segment 606d2197-237b-4f47-90de-9108be481d55 of type vlan for network af521934-4e14-4fd3-9a79-d0d8a001f41d Sep 23 06:46:26.790077 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61de7510-1b82-42fb-bdda-865b53f65f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=294ea309-45c0-4806-b976-e6371d6e8795,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:26.846456 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-61de7510-1b82-42fb-bdda-865b53f65f03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:26.915791 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-61de7510-1b82-42fb-bdda-865b53f65f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:26.917041 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61de7510-1b82-42fb-bdda-865b53f65f03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:26.917819 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-61de7510-1b82-42fb-bdda-865b53f65f03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:26.990377 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec104e48-d2a7-44af-a05d-602dd03af2bf req-29f24f03-b5f6-46b7-bb98-9ab23c295fa2 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:26.998626 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ec104e48-d2a7-44af-a05d-602dd03af2bf req-29f24f03-b5f6-46b7-bb98-9ab23c295fa2 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb98b127-39ab-4342-9db1-36b689a7b241 HTTP/1.1" status: 200 len: 945 time: 0.1268251 Sep 23 06:46:27.013244 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56626) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:46:27.018789 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-61de7510-1b82-42fb-bdda-865b53f65f03 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7134831 Sep 23 06:46:27.019960 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-3cddeba0-bac9-4c39-9654-ec1a6326874e admin admin] Request body: {'subnet': {'network_id': 'af521934-4e14-4fd3-9a79-d0d8a001f41d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1945221343-subnet', 'tenant_id': '3b3b40df72ef4574baa615ed99859579', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:46:27.043936 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cddeba0-bac9-4c39-9654-ec1a6326874e admin admin] Made reservation on behalf of 3b3b40df72ef4574baa615ed99859579 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:46:27.047655 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3cddeba0-bac9-4c39-9654-ec1a6326874e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:27.122624 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61de7510-1b82-42fb-bdda-865b53f65f03 admin admin] Pushing event updated for resources: {'Network': ['ID=af521934-4e14-4fd3-9a79-d0d8a001f41d,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:27.133837 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network af521934-4e14-4fd3-9a79-d0d8a001f41d details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:46:27.191689 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ec104e48-d2a7-44af-a05d-602dd03af2bf req-ab4a6c8b-6c32-4701-899f-779fc581b41b tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/security-groups?id=ead5d8e9-ed26-4c51-bfc2-b6de8d7d128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920967 Sep 23 06:46:27.364533 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e634b83f-36f3-4122-b71c-53dc4d67f8bb req-31a5bb80-863b-48b0-b8d3-fbf70c8f71bc tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:27.370734 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e634b83f-36f3-4122-b71c-53dc4d67f8bb req-31a5bb80-863b-48b0-b8d3-fbf70c8f71bc tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:27.384584 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e634b83f-36f3-4122-b71c-53dc4d67f8bb req-31a5bb80-863b-48b0-b8d3-fbf70c8f71bc tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/ports?device_id=143d7afe-b369-4a65-bc6d-70aedc48694e HTTP/1.1" status: 200 len: 1682 time: 0.1347158 Sep 23 06:46:27.397728 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3cddeba0-bac9-4c39-9654-ec1a6326874e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:27.438539 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e634b83f-36f3-4122-b71c-53dc4d67f8bb req-05554c47-1d60-4b6f-ad5e-f7b2f33c983c tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3ec47-52c4-4752-8034-03640108870b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527480 Sep 23 06:46:27.463981 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cddeba0-bac9-4c39-9654-ec1a6326874e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f9997a5-b833-4318-a21f-37b1b7e3fb43,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:27.473900 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cddeba0-bac9-4c39-9654-ec1a6326874e admin admin] Checking segment: {'id': '606d2197-237b-4f47-90de-9108be481d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'af521934-4e14-4fd3-9a79-d0d8a001f41d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:46:27.474396 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cddeba0-bac9-4c39-9654-ec1a6326874e admin admin] Network hostable DHCP agents. Network: af521934-4e14-4fd3-9a79-d0d8a001f41d, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:46:27.493630 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cddeba0-bac9-4c39-9654-ec1a6326874e admin admin] Network af521934-4e14-4fd3-9a79-d0d8a001f41d is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:46:27.506180 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-3cddeba0-bac9-4c39-9654-ec1a6326874e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, af521934-4e14-4fd3-9a79-d0d8a001f41d) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:46:27.512505 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cddeba0-bac9-4c39-9654-ec1a6326874e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:27.513892 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3cddeba0-bac9-4c39-9654-ec1a6326874e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:27.520544 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8fac10-60bd-45bd-affb-31557a53ec3f None None] Network af521934-4e14-4fd3-9a79-d0d8a001f41d requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:46:27.542644 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-3cddeba0-bac9-4c39-9654-ec1a6326874e admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5282116 Sep 23 06:46:27.691193 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba5680c-4e73-46c1-a739-4d017e4d7f94 None None] Network af521934-4e14-4fd3-9a79-d0d8a001f41d requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:46:27.729694 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082aa971-69ce-44aa-92b9-7b748921e316 req-5d027302-021c-46b5-87f4-51ba001a2ce3 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:27.732652 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-082aa971-69ce-44aa-92b9-7b748921e316 req-5d027302-021c-46b5-87f4-51ba001a2ce3 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/ports?device_id=64a37a07-afb8-4973-a32b-1f233452937d HTTP/1.1" status: 200 len: 946 time: 0.0834923 Sep 23 06:46:27.794414 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-082aa971-69ce-44aa-92b9-7b748921e316 req-9d2135a6-1907-4bfb-8e39-6b2adb1bedbe tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f5383a6-41e8-4ffd-bb02-3fe79014de26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471182 Sep 23 06:46:27.958520 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b091c-da40-414d-92b4-59e7787e34cf req-4f04c826-6513-434c-971c-4e858669f924 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:27.961465 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ff1b091c-da40-414d-92b4-59e7787e34cf req-4f04c826-6513-434c-971c-4e858669f924 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 945 time: 0.0786335 Sep 23 06:46:28.010989 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ff1b091c-da40-414d-92b4-59e7787e34cf req-92919049-1cdb-4d3f-b06d-78164a9b688d tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434439 Sep 23 06:46:28.032416 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-9f57d700-4035-472e-b544-791cdd650258 req-e6cc3f88-6d95-4b6c-8aec-6adf666b5436 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1385449262', 'description': 'tempest-description-1157314818'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:46:28.052200 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-9f57d700-4035-472e-b544-791cdd650258 req-e6cc3f88-6d95-4b6c-8aec-6adf666b5436 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:28.221085 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-9f57d700-4035-472e-b544-791cdd650258 req-e6cc3f88-6d95-4b6c-8aec-6adf666b5436 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:28.227564 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-9f57d700-4035-472e-b544-791cdd650258 req-e6cc3f88-6d95-4b6c-8aec-6adf666b5436 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:28.274810 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-9f57d700-4035-472e-b544-791cdd650258 req-e6cc3f88-6d95-4b6c-8aec-6adf666b5436 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:28.276169 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9f57d700-4035-472e-b544-791cdd650258 req-e6cc3f88-6d95-4b6c-8aec-6adf666b5436 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2514632 Sep 23 06:46:28.280386 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cc3f88-6d95-4b6c-8aec-6adf666b5436 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc5b4ba-0d27-43b9-ac0e-6f61c31cabac,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:28.306062 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-8f404bff-d85f-456e-90ec-751844e731d7 req-8a1c3a12-6111-4832-b5de-79ef666686da tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1481173727', 'description': 'tempest-description-192905303'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:46:28.345283 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-8f404bff-d85f-456e-90ec-751844e731d7 req-8a1c3a12-6111-4832-b5de-79ef666686da tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:28.409748 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 885dd626-522b-47bf-926e-38f6651ec9b8 details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:46:28.477807 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-8f404bff-d85f-456e-90ec-751844e731d7 req-8a1c3a12-6111-4832-b5de-79ef666686da tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:28.485007 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-8f404bff-d85f-456e-90ec-751844e731d7 req-8a1c3a12-6111-4832-b5de-79ef666686da tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:28.527736 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-8f404bff-d85f-456e-90ec-751844e731d7 req-8a1c3a12-6111-4832-b5de-79ef666686da tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:28.538572 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8f404bff-d85f-456e-90ec-751844e731d7 req-8a1c3a12-6111-4832-b5de-79ef666686da tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2365396 Sep 23 06:46:28.539995 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c3a12-6111-4832-b5de-79ef666686da tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d981a82-f51f-4e29-8fc2-408b456e4afb,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:28.676718 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3636734f-88b2-45eb-ae3f-c8e149043e7b req-48f63f26-bff7-4e09-a48c-0c58eb06b484 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:28.678702 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3636734f-88b2-45eb-ae3f-c8e149043e7b req-48f63f26-bff7-4e09-a48c-0c58eb06b484 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb98b127-39ab-4342-9db1-36b689a7b241 HTTP/1.1" status: 200 len: 945 time: 0.0788436 Sep 23 06:46:28.679197 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 885dd626-522b-47bf-926e-38f6651ec9b8, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=885dd626-522b-47bf-926e-38f6651ec9b8,segment=NetworkSegment(e311ce61-9ca9-495c-a2b4-23b5ef627aae),segment_id=e311ce61-9ca9-495c-a2b4-23b5ef627aae)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:46:28.700961 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': '885dd626-522b-47bf-926e-38f6651ec9b8', 'network_id': 'cdc18f7e-6fff-4ed4-abf0-3e045b651c28', 'port_id': '885dd626-522b-47bf-926e-38f6651ec9b8', 'mac_address': 'fa:16:3e:c2:a9:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cedcf356-cc01-4df3-9504-c33c9cc41a3c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:46:28.712937 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cabef9-5adf-4c2f-8a92-123a785f0ffd req-a6b2d5ab-3439-4f52-8711-155cb85010ae tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:28.728803 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cabef9-5adf-4c2f-8a92-123a785f0ffd req-a6b2d5ab-3439-4f52-8711-155cb85010ae tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:28.731574 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b4cabef9-5adf-4c2f-8a92-123a785f0ffd req-a6b2d5ab-3439-4f52-8711-155cb85010ae tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/ports?device_id=143d7afe-b369-4a65-bc6d-70aedc48694e HTTP/1.1" status: 200 len: 1682 time: 0.1375203 Sep 23 06:46:28.756817 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:28.776118 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 885dd626-522b-47bf-926e-38f6651ec9b8 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:46:28.794728 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3636734f-88b2-45eb-ae3f-c8e149043e7b req-3e0f4c25-4df9-4031-923c-031b1fbb282b tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/security-groups?id=ead5d8e9-ed26-4c51-bfc2-b6de8d7d128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078770 Sep 23 06:46:28.801154 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b4cabef9-5adf-4c2f-8a92-123a785f0ffd req-d8106b0d-78a8-4335-aef3-e8ee098d1f78 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3ec47-52c4-4752-8034-03640108870b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633554 Sep 23 06:46:28.804355 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 885dd626-522b-47bf-926e-38f6651ec9b8, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=885dd626-522b-47bf-926e-38f6651ec9b8,segment=NetworkSegment(e311ce61-9ca9-495c-a2b4-23b5ef627aae),segment_id=e311ce61-9ca9-495c-a2b4-23b5ef627aae)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:46:28.819258 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:28.923599 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=885dd626-522b-47bf-926e-38f6651ec9b8,revision_number=6']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:28.978347 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['885dd626-522b-47bf-926e-38f6651ec9b8'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:46:29.049723 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40beff7f-f8b9-4a06-ab6c-3e0e8fffc894 req-9aa0c6ad-dab3-47bf-860a-e88effef513e tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:29.059311 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-40beff7f-f8b9-4a06-ab6c-3e0e8fffc894 req-9aa0c6ad-dab3-47bf-860a-e88effef513e tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/ports?device_id=64a37a07-afb8-4973-a32b-1f233452937d HTTP/1.1" status: 200 len: 945 time: 0.0783358 Sep 23 06:46:29.067897 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189de1c3-84a8-4e96-afaa-a163e6b75570 req-4ccc2319-57c4-4514-b6b4-7edb9606416d tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:29.069854 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-189de1c3-84a8-4e96-afaa-a163e6b75570 req-4ccc2319-57c4-4514-b6b4-7edb9606416d tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/networks?id=af521934-4e14-4fd3-9a79-d0d8a001f41d HTTP/1.1" status: 200 len: 813 time: 0.1665962 Sep 23 06:46:29.093007 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-189de1c3-84a8-4e96-afaa-a163e6b75570 req-b2f6f1a4-927d-4402-987a-6f75999d7a64 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/quotas/3b3b40df72ef4574baa615ed99859579 HTTP/1.1" status: 200 len: 375 time: 0.0137544 Sep 23 06:46:29.138840 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-40beff7f-f8b9-4a06-ab6c-3e0e8fffc894 req-5719cf79-01db-452a-b83e-3f37ac9422df tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f5383a6-41e8-4ffd-bb02-3fe79014de26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742426 Sep 23 06:46:29.149614 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-189de1c3-84a8-4e96-afaa-a163e6b75570 req-64509844-d7cd-44c8-a012-6efea1358861 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3b3b40df72ef4574baa615ed99859579&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412278 Sep 23 06:46:29.274719 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-189de1c3-84a8-4e96-afaa-a163e6b75570 req-007b0cf4-1f53-473e-a600-b58af6485c51 service neutron] 10.222.0.39 "GET /v2.0/networks/af521934-4e14-4fd3-9a79-d0d8a001f41d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157959 Sep 23 06:46:29.339580 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1a2d3b-c827-4c56-8211-5af8174c1833 req-c6827736-e3e1-4287-867c-9600e50a5ce8 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:29.348064 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ae1a2d3b-c827-4c56-8211-5af8174c1833 req-c6827736-e3e1-4287-867c-9600e50a5ce8 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 945 time: 0.0696001 Sep 23 06:46:29.407333 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ae1a2d3b-c827-4c56-8211-5af8174c1833 req-29e9b9aa-1c5c-4ccf-896d-3658069872eb tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406041 Sep 23 06:46:29.413641 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-189de1c3-84a8-4e96-afaa-a163e6b75570 req-d3f125f0-d310-4520-bf35-92c72780370c service neutron] 10.222.0.39 "GET /v2.0/networks/af521934-4e14-4fd3-9a79-d0d8a001f41d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235232 Sep 23 06:46:29.685538 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54e9903-4537-4c34-8d3a-267d0f7a1865 req-7624b1aa-1f63-43b7-a030-07d04b1ce324 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:29.694262 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f54e9903-4537-4c34-8d3a-267d0f7a1865 req-7624b1aa-1f63-43b7-a030-07d04b1ce324 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "GET /v2.0/ports?device_id=c457d522-9f05-4980-a63e-73da0d41590a HTTP/1.1" status: 200 len: 945 time: 0.0836236 Sep 23 06:46:29.740696 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f54e9903-4537-4c34-8d3a-267d0f7a1865 req-eb8795ec-f804-45eb-8fa6-3f5fcb94e459 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "GET /v2.0/security-groups?id=8dfb9b91-c839-45a6-ad00-d87fab5f07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0442405 Sep 23 06:46:29.884958 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c18c4cbb-38e7-4601-a95e-002129da806f req-bd9b433a-052e-4bb6-a66b-effcfac6d55f tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5209ed5-bf31-47d1-8fec-3d92135ed6f8 HTTP/1.1" status: 200 len: 210 time: 0.0385182 Sep 23 06:46:29.899378 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099a3d33-7639-4ee2-b9cb-f49412fb5934 req-5d52f093-9e1b-4e23-b476-0e5e2db46345 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:29.907046 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099a3d33-7639-4ee2-b9cb-f49412fb5934 req-5d52f093-9e1b-4e23-b476-0e5e2db46345 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:29.919308 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-099a3d33-7639-4ee2-b9cb-f49412fb5934 req-5d52f093-9e1b-4e23-b476-0e5e2db46345 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.58 "GET /v2.0/ports?device_id=143d7afe-b369-4a65-bc6d-70aedc48694e HTTP/1.1" status: 200 len: 1682 time: 0.1747897 Sep 23 06:46:30.124803 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb9359c-92b8-4961-a708-f4d057bd2274 req-3b5f98cc-b915-40e0-87f2-de79fab2b1fb tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:30.136540 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9953b81-e2bf-4694-a781-262571e3d4dd req-efca2a65-7e4a-4772-8501-9c9696a5aba1 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:30.137718 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb9359c-92b8-4961-a708-f4d057bd2274 req-3b5f98cc-b915-40e0-87f2-de79fab2b1fb tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:30.139306 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a9953b81-e2bf-4694-a781-262571e3d4dd req-efca2a65-7e4a-4772-8501-9c9696a5aba1 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb98b127-39ab-4342-9db1-36b689a7b241 HTTP/1.1" status: 200 len: 945 time: 0.0922897 Sep 23 06:46:30.141463 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8fb9359c-92b8-4961-a708-f4d057bd2274 req-3b5f98cc-b915-40e0-87f2-de79fab2b1fb tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/ports?device_id=143d7afe-b369-4a65-bc6d-70aedc48694e HTTP/1.1" status: 200 len: 1682 time: 0.1500819 Sep 23 06:46:30.156416 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-099a3d33-7639-4ee2-b9cb-f49412fb5934 req-42adfd63-d6c2-491c-adbc-630d0bdf62c2 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Deleting port d1c664a2-2287-4319-90a6-e7b15b186aaf {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:46:30.156869 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-099a3d33-7639-4ee2-b9cb-f49412fb5934 req-42adfd63-d6c2-491c-adbc-630d0bdf62c2 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:30.200337 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a9953b81-e2bf-4694-a781-262571e3d4dd req-923187b7-6cf1-4e37-9282-aad523d4f14c tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/security-groups?id=ead5d8e9-ed26-4c51-bfc2-b6de8d7d128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478764 Sep 23 06:46:30.299720 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8fb9359c-92b8-4961-a708-f4d057bd2274 req-6493f2b6-889b-4d76-bd59-44318d9a3c49 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3ec47-52c4-4752-8034-03640108870b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464410 Sep 23 06:46:30.362075 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-099a3d33-7639-4ee2-b9cb-f49412fb5934 req-42adfd63-d6c2-491c-adbc-630d0bdf62c2 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] For port d1c664a2-2287-4319-90a6-e7b15b186aaf, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=d1c664a2-2287-4319-90a6-e7b15b186aaf,segment=NetworkSegment(0048cedc-6be2-46ed-a7ae-8813b21bda25),segment_id=0048cedc-6be2-46ed-a7ae-8813b21bda25)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:46:30.362682 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-099a3d33-7639-4ee2-b9cb-f49412fb5934 req-42adfd63-d6c2-491c-adbc-630d0bdf62c2 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:30.397026 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-099a3d33-7639-4ee2-b9cb-f49412fb5934 req-42adfd63-d6c2-491c-adbc-630d0bdf62c2 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Calling delete_port for d1c664a2-2287-4319-90a6-e7b15b186aaf owned by compute:nova {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:46:30.416791 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device c70d5287-f34a-4a5c-82a8-19d6b4920fa7 details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:46:30.439681 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 885dd626-522b-47bf-926e-38f6651ec9b8 up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:46:30.605923 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port 885dd626-522b-47bf-926e-38f6651ec9b8 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:46:30.606302 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:30.614294 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8f0eb0-2f0d-40ea-9976-a6ea5da2764d req-a6240200-840c-4e1c-bb96-2e17e58c2bbb tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:30.622492 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2f8f0eb0-2f0d-40ea-9976-a6ea5da2764d req-a6240200-840c-4e1c-bb96-2e17e58c2bbb tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/ports?device_id=64a37a07-afb8-4973-a32b-1f233452937d HTTP/1.1" status: 200 len: 945 time: 0.1959939 Sep 23 06:46:30.722161 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port c70d5287-f34a-4a5c-82a8-19d6b4920fa7, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=c70d5287-f34a-4a5c-82a8-19d6b4920fa7,segment=NetworkSegment(2b9cc8e9-9b87-41b9-963b-963dc78e06f0),segment_id=2b9cc8e9-9b87-41b9-963b-963dc78e06f0)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:46:30.727842 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2f8f0eb0-2f0d-40ea-9976-a6ea5da2764d req-275dbf13-e88e-4b9f-8646-fd27dadd2b6b tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f5383a6-41e8-4ffd-bb02-3fe79014de26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044841 Sep 23 06:46:30.755988 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': 'c70d5287-f34a-4a5c-82a8-19d6b4920fa7', 'network_id': '06f6700e-677f-450e-91ed-a10a2fbb500b', 'port_id': 'c70d5287-f34a-4a5c-82a8-19d6b4920fa7', 'mac_address': 'fa:16:3e:90:f8:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e60271bd-2abe-488c-8449-206f6ba42e89', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:46:30.781387 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 13fc1c55-aac8-4284-a65a-d9e7ba02d995 no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:46:30.801965 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-099a3d33-7639-4ee2-b9cb-f49412fb5934 req-42adfd63-d6c2-491c-adbc-630d0bdf62c2 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:30.830534 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['aa135c65-ef00-4cbb-bfd8-a86647ef7aa7', 'd1c664a2-2287-4319-90a6-e7b15b186aaf'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:46:30.902794 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:30.907578 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42adfd63-d6c2-491c-adbc-630d0bdf62c2 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Pushing event deleted for resources: {'Port': ['ID=d1c664a2-2287-4319-90a6-e7b15b186aaf,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:30.945108 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-099a3d33-7639-4ee2-b9cb-f49412fb5934 req-42adfd63-d6c2-491c-adbc-630d0bdf62c2 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] No DVR routers for this DVR port d1c664a2-2287-4319-90a6-e7b15b186aaf on host n-h2-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:46:30.947766 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-099a3d33-7639-4ee2-b9cb-f49412fb5934 req-42adfd63-d6c2-491c-adbc-630d0bdf62c2 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:30.955418 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-099a3d33-7639-4ee2-b9cb-f49412fb5934 req-42adfd63-d6c2-491c-adbc-630d0bdf62c2 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.58 "DELETE /v2.0/ports/d1c664a2-2287-4319-90a6-e7b15b186aaf HTTP/1.1" status: 204 len: 173 time: 1.0291290 Sep 23 06:46:30.956454 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '143d7afe-b369-4a65-bc6d-70aedc48694e', 'name': 'network-vif-deleted', 'tag': 'd1c664a2-2287-4319-90a6-e7b15b186aaf'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:46:30.958914 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-087278b6-d5ff-4b3c-b5d0-87a0f62f9a85" -d '{"events": [{"server_uuid": "143d7afe-b369-4a65-bc6d-70aedc48694e", "name": "network-vif-deleted", "tag": "d1c664a2-2287-4319-90a6-e7b15b186aaf"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:46:30.988621 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:31.106631 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25222941-4581-4fc5-8409-3bf6742a3f18 req-173e2fde-1a9c-4313-ba8f-c205542291c8 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:31.118663 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-25222941-4581-4fc5-8409-3bf6742a3f18 req-173e2fde-1a9c-4313-ba8f-c205542291c8 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "GET /v2.0/ports?device_id=c457d522-9f05-4980-a63e-73da0d41590a HTTP/1.1" status: 200 len: 945 time: 0.0805552 Sep 23 06:46:31.146748 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c70d5287-f34a-4a5c-82a8-19d6b4920fa7 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:46:31.166379 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a37a07-afb8-4973-a32b-1f233452937d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '885dd626-522b-47bf-926e-38f6651ec9b8'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:46:31.168718 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4bd36a7-9411-4d66-9800-13f4cab5e4bd" -d '{"events": [{"server_uuid": "64a37a07-afb8-4973-a32b-1f233452937d", "name": "network-vif-plugged", "status": "completed", "tag": "885dd626-522b-47bf-926e-38f6651ec9b8"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:46:31.183984 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-25222941-4581-4fc5-8409-3bf6742a3f18 req-c91a5ce7-3240-4b96-88c7-190f1849429e tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "GET /v2.0/security-groups?id=8dfb9b91-c839-45a6-ad00-d87fab5f07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0626826 Sep 23 06:46:31.193393 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7905cc35-feb0-4211-98f2-13f49257b677 req-09f190a7-3fd3-48b8-8441-ac1b4a584a84 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5209ed5-bf31-47d1-8fec-3d92135ed6f8 HTTP/1.1" status: 200 len: 210 time: 0.1531987 Sep 23 06:46:31.283203 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b03da75d-5a6a-44fd-a5b6-65cd50a7bc05 x-openstack-request-id: req-b03da75d-5a6a-44fd-a5b6-65cd50a7bc05 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:46:31.283780 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "143d7afe-b369-4a65-bc6d-70aedc48694e", "name": "network-vif-deleted", "tag": "d1c664a2-2287-4319-90a6-e7b15b186aaf", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:46:31.284428 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 885dd626-522b-47bf-926e-38f6651ec9b8, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=885dd626-522b-47bf-926e-38f6651ec9b8,segment=NetworkSegment(e311ce61-9ca9-495c-a2b4-23b5ef627aae),segment_id=e311ce61-9ca9-495c-a2b4-23b5ef627aae)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:46:31.285472 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b03da75d-5a6a-44fd-a5b6-65cd50a7bc05 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:46:31.286133 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '143d7afe-b369-4a65-bc6d-70aedc48694e', 'name': 'network-vif-deleted', 'tag': 'd1c664a2-2287-4319-90a6-e7b15b186aaf', 'status': 'completed', 'code': 200} Sep 23 06:46:31.304347 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port c70d5287-f34a-4a5c-82a8-19d6b4920fa7, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=c70d5287-f34a-4a5c-82a8-19d6b4920fa7,segment=NetworkSegment(2b9cc8e9-9b87-41b9-963b-963dc78e06f0),segment_id=2b9cc8e9-9b87-41b9-963b-963dc78e06f0)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:46:31.325113 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:31.346299 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:31.365496 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:31.437343 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b79102a-0d7a-4109-9f88-06e00c8afb2f x-openstack-request-id: req-5b79102a-0d7a-4109-9f88-06e00c8afb2f {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:46:31.438208 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64a37a07-afb8-4973-a32b-1f233452937d", "name": "network-vif-plugged", "status": "completed", "tag": "885dd626-522b-47bf-926e-38f6651ec9b8", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:46:31.438208 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5b79102a-0d7a-4109-9f88-06e00c8afb2f {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:46:31.438778 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64a37a07-afb8-4973-a32b-1f233452937d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '885dd626-522b-47bf-926e-38f6651ec9b8', 'code': 200} Sep 23 06:46:31.462388 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 06:46:31.469442 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-099a3d33-7639-4ee2-b9cb-f49412fb5934 req-e20da267-13e7-4d3c-b979-4ba2a9ac3d0d tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Deleting port aa135c65-ef00-4cbb-bfd8-a86647ef7aa7 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:46:31.470960 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-099a3d33-7639-4ee2-b9cb-f49412fb5934 req-e20da267-13e7-4d3c-b979-4ba2a9ac3d0d tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:31.488891 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a183d1-fef5-4210-8a16-cc762da66dc4 req-bb9fd856-af74-4786-8f6c-3422b43de99e tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:31.503344 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e2a183d1-fef5-4210-8a16-cc762da66dc4 req-bb9fd856-af74-4786-8f6c-3422b43de99e tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb98b127-39ab-4342-9db1-36b689a7b241 HTTP/1.1" status: 200 len: 944 time: 0.1534543 Sep 23 06:46:31.512167 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=885dd626-522b-47bf-926e-38f6651ec9b8,revision_number=7']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:31.573087 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e2a183d1-fef5-4210-8a16-cc762da66dc4 req-b9847fc4-eb50-45a2-9e48-648d0519664d tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/security-groups?id=ead5d8e9-ed26-4c51-bfc2-b6de8d7d128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683522 Sep 23 06:46:31.573384 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['c70d5287-f34a-4a5c-82a8-19d6b4920fa7'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:46:31.628976 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189de1c3-84a8-4e96-afaa-a163e6b75570 req-13b49256-704f-4679-90ca-17642e381654 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:31.640281 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-189de1c3-84a8-4e96-afaa-a163e6b75570 req-13b49256-704f-4679-90ca-17642e381654 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.21 "GET /v2.0/networks?id=af521934-4e14-4fd3-9a79-d0d8a001f41d HTTP/1.1" status: 200 len: 813 time: 0.4433241 Sep 23 06:46:31.663603 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-099a3d33-7639-4ee2-b9cb-f49412fb5934 req-e20da267-13e7-4d3c-b979-4ba2a9ac3d0d tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] For port aa135c65-ef00-4cbb-bfd8-a86647ef7aa7, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=aa135c65-ef00-4cbb-bfd8-a86647ef7aa7,segment=NetworkSegment(58785478-f9fc-4d92-b6c2-66c97fec5827),segment_id=58785478-f9fc-4d92-b6c2-66c97fec5827)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:46:31.664375 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-099a3d33-7639-4ee2-b9cb-f49412fb5934 req-e20da267-13e7-4d3c-b979-4ba2a9ac3d0d tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:31.684710 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-189de1c3-84a8-4e96-afaa-a163e6b75570 req-9bca5823-a7fb-4351-853f-c90d7b3946ec tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Request body: {'port': {'device_id': 'c5209ed5-bf31-47d1-8fec-3d92135ed6f8', 'network_id': 'af521934-4e14-4fd3-9a79-d0d8a001f41d', 'admin_state_up': True, 'tenant_id': '3b3b40df72ef4574baa615ed99859579'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:46:31.699098 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-099a3d33-7639-4ee2-b9cb-f49412fb5934 req-e20da267-13e7-4d3c-b979-4ba2a9ac3d0d tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Calling delete_port for aa135c65-ef00-4cbb-bfd8-a86647ef7aa7 owned by compute:nova {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:46:31.721579 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf3c806-b570-4e5c-950f-fa70e8a5d1b3 req-f759183e-a89b-48b6-b66d-d6adce53bbb6 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:31.723841 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fbf3c806-b570-4e5c-950f-fa70e8a5d1b3 req-f759183e-a89b-48b6-b66d-d6adce53bbb6 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/ports?device_id=143d7afe-b369-4a65-bc6d-70aedc48694e HTTP/1.1" status: 200 len: 945 time: 0.2720027 Sep 23 06:46:31.811236 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 13fc1c55-aac8-4284-a65a-d9e7ba02d995, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=13fc1c55-aac8-4284-a65a-d9e7ba02d995,segment=NetworkSegment(c88b2831-f544-41bb-bbcc-5b15e741880e),segment_id=c88b2831-f544-41bb-bbcc-5b15e741880e)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:46:31.815236 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=c70d5287-f34a-4a5c-82a8-19d6b4920fa7,revision_number=6']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:31.822704 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:31.911335 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=13fc1c55-aac8-4284-a65a-d9e7ba02d995,revision_number=8']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:31.913498 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fa2ede-f3b2-49e2-a6ed-45083a40800b req-57f23467-a15d-4d62-8cd2-c0de0ef16e3c tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:31.923249 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c7fa2ede-f3b2-49e2-a6ed-45083a40800b req-57f23467-a15d-4d62-8cd2-c0de0ef16e3c tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/ports?device_id=64a37a07-afb8-4973-a32b-1f233452937d HTTP/1.1" status: 200 len: 946 time: 0.0769529 Sep 23 06:46:31.925854 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fbf3c806-b570-4e5c-950f-fa70e8a5d1b3 req-68337abf-395e-4c73-b0fb-db0908213f57 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "GET /v2.0/security-groups?id=1cb3ec47-52c4-4752-8034-03640108870b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880422 Sep 23 06:46:31.992178 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c7fa2ede-f3b2-49e2-a6ed-45083a40800b req-c613c06b-dd4b-4d71-8fb2-37209d1bcfcc tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f5383a6-41e8-4ffd-bb02-3fe79014de26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522454 Sep 23 06:46:32.013722 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-189de1c3-84a8-4e96-afaa-a163e6b75570 req-9bca5823-a7fb-4351-853f-c90d7b3946ec tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Made reservation on behalf of 3b3b40df72ef4574baa615ed99859579 for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:46:32.018746 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-189de1c3-84a8-4e96-afaa-a163e6b75570 req-9bca5823-a7fb-4351-853f-c90d7b3946ec tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:32.140684 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-099a3d33-7639-4ee2-b9cb-f49412fb5934 req-e20da267-13e7-4d3c-b979-4ba2a9ac3d0d tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:32.204808 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20da267-13e7-4d3c-b979-4ba2a9ac3d0d tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Pushing event deleted for resources: {'Port': ['ID=aa135c65-ef00-4cbb-bfd8-a86647ef7aa7,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:32.299963 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-099a3d33-7639-4ee2-b9cb-f49412fb5934 req-e20da267-13e7-4d3c-b979-4ba2a9ac3d0d tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] No DVR routers for this DVR port aa135c65-ef00-4cbb-bfd8-a86647ef7aa7 on host n-h2-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:46:32.304667 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-099a3d33-7639-4ee2-b9cb-f49412fb5934 req-e20da267-13e7-4d3c-b979-4ba2a9ac3d0d tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:32.306745 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-099a3d33-7639-4ee2-b9cb-f49412fb5934 req-e20da267-13e7-4d3c-b979-4ba2a9ac3d0d tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.58 "DELETE /v2.0/ports/aa135c65-ef00-4cbb-bfd8-a86647ef7aa7 HTTP/1.1" status: 204 len: 173 time: 1.3427644 Sep 23 06:46:32.358035 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [req-189de1c3-84a8-4e96-afaa-a163e6b75570 req-9bca5823-a7fb-4351-853f-c90d7b3946ec tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Allocated IP 172.20.0.11 (af521934-4e14-4fd3-9a79-d0d8a001f41d/7f9997a5-b833-4318-a21f-37b1b7e3fb43/f4bba100-221a-4b07-b061-80ccb98f9d77) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:46:32.358475 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88269b05-527c-457e-b595-4e0797a40924 req-0af19eb7-2a6f-4eb4-b7de-77ac448480dd tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:32.361601 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-88269b05-527c-457e-b595-4e0797a40924 req-0af19eb7-2a6f-4eb4-b7de-77ac448480dd tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/ports?device_id=64a37a07-afb8-4973-a32b-1f233452937d HTTP/1.1" status: 200 len: 946 time: 0.0919700 Sep 23 06:46:32.431441 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-88269b05-527c-457e-b595-4e0797a40924 req-5ec8df93-2a20-4edc-94b5-ce5936cf4bcf tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f5383a6-41e8-4ffd-bb02-3fe79014de26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549457 Sep 23 06:46:32.446250 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device c70d5287-f34a-4a5c-82a8-19d6b4920fa7 up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:46:32.567811 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-27a20e80-0fed-4c2b-b485-871fa8fd01b4 req-b4028d4b-bd97-46f9-b3eb-580391c7f8ce tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5209ed5-bf31-47d1-8fec-3d92135ed6f8 HTTP/1.1" status: 200 len: 210 time: 0.0547392 Sep 23 06:46:32.571305 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port c70d5287-f34a-4a5c-82a8-19d6b4920fa7 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:46:32.571757 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:32.642756 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de969be-3ff4-45f9-9955-b37f384912f4 req-4fd1644b-70d4-4836-ab0c-d3035dc49d8e tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:32.653808 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4de969be-3ff4-45f9-9955-b37f384912f4 req-4fd1644b-70d4-4836-ab0c-d3035dc49d8e tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "GET /v2.0/ports?device_id=c457d522-9f05-4980-a63e-73da0d41590a HTTP/1.1" status: 200 len: 945 time: 0.3154335 Sep 23 06:46:32.705425 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:32.708686 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f84188-37a9-477d-a2fa-868649bbf4b3 req-712d5bd6-80da-40ae-9f21-7efa95c6fc7a tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:32.717426 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-92f84188-37a9-477d-a2fa-868649bbf4b3 req-712d5bd6-80da-40ae-9f21-7efa95c6fc7a tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb98b127-39ab-4342-9db1-36b689a7b241 HTTP/1.1" status: 200 len: 944 time: 0.0688910 Sep 23 06:46:32.727941 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4de969be-3ff4-45f9-9955-b37f384912f4 req-4a093c01-63d0-4774-9097-9535effbde6a tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "GET /v2.0/security-groups?id=8dfb9b91-c839-45a6-ad00-d87fab5f07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0728238 Sep 23 06:46:32.755684 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port c70d5287-f34a-4a5c-82a8-19d6b4920fa7, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=c70d5287-f34a-4a5c-82a8-19d6b4920fa7,segment=NetworkSegment(2b9cc8e9-9b87-41b9-963b-963dc78e06f0),segment_id=2b9cc8e9-9b87-41b9-963b-963dc78e06f0)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:46:32.758749 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-189de1c3-84a8-4e96-afaa-a163e6b75570 req-9bca5823-a7fb-4351-853f-c90d7b3946ec tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:32.777541 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-92f84188-37a9-477d-a2fa-868649bbf4b3 req-00c23bd6-c960-4be2-abcf-ec8cf03e1cd3 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/security-groups?id=ead5d8e9-ed26-4c51-bfc2-b6de8d7d128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590618 Sep 23 06:46:32.789025 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:32.790183 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device d1c664a2-2287-4319-90a6-e7b15b186aaf no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:46:32.840355 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No Port match for: d1c664a2-2287-4319-90a6-e7b15b186aaf {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:46:32.841019 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device d1c664a2-2287-4319-90a6-e7b15b186aaf not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:46:32.841445 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 885dd626-522b-47bf-926e-38f6651ec9b8 no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:46:32.881999 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-189de1c3-84a8-4e96-afaa-a163e6b75570 req-9bca5823-a7fb-4351-853f-c90d7b3946ec tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:32.983418 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-189de1c3-84a8-4e96-afaa-a163e6b75570 req-9bca5823-a7fb-4351-853f-c90d7b3946ec tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Network af521934-4e14-4fd3-9a79-d0d8a001f41d is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:46:32.984994 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bca5823-a7fb-4351-853f-c90d7b3946ec tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Pushing event updated for resources: {'Port': ['ID=f4bba100-221a-4b07-b061-80ccb98f9d77,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:32.987953 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [req-189de1c3-84a8-4e96-afaa-a163e6b75570 req-9bca5823-a7fb-4351-853f-c90d7b3946ec tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:46:33.010453 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-189de1c3-84a8-4e96-afaa-a163e6b75570 req-9bca5823-a7fb-4351-853f-c90d7b3946ec tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:46:33.076425 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 56892) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:46:33.120919 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189de1c3-84a8-4e96-afaa-a163e6b75570 req-9bca5823-a7fb-4351-853f-c90d7b3946ec tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:33.121673 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-189de1c3-84a8-4e96-afaa-a163e6b75570 req-9bca5823-a7fb-4351-853f-c90d7b3946ec tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:33.153394 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-189de1c3-84a8-4e96-afaa-a163e6b75570 req-9bca5823-a7fb-4351-853f-c90d7b3946ec tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4844923 Sep 23 06:46:33.160128 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-02c61dcb-a3c4-4d55-92ac-c402d8a0c7ed tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Deleting subnet f6988797-8721-4611-8fa2-49d04da78df9 {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:46:33.171840 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-189de1c3-84a8-4e96-afaa-a163e6b75570 req-75d0e1f3-eda9-4546-941c-7e358470a17b service neutron] Request body: {'port': {'device_id': 'c5209ed5-bf31-47d1-8fec-3d92135ed6f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-16'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:46:33.193972 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-02c61dcb-a3c4-4d55-92ac-c402d8a0c7ed tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:33.204384 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:33.213254 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=c70d5287-f34a-4a5c-82a8-19d6b4920fa7,revision_number=7']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:33.282186 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 885dd626-522b-47bf-926e-38f6651ec9b8, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=885dd626-522b-47bf-926e-38f6651ec9b8,segment=NetworkSegment(e311ce61-9ca9-495c-a2b4-23b5ef627aae),segment_id=e311ce61-9ca9-495c-a2b4-23b5ef627aae)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:46:33.284796 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-02c61dcb-a3c4-4d55-92ac-c402d8a0c7ed tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:33.300668 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:33.302029 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device aa135c65-ef00-4cbb-bfd8-a86647ef7aa7 no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:46:33.355346 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No Port match for: aa135c65-ef00-4cbb-bfd8-a86647ef7aa7 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:46:33.355840 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device aa135c65-ef00-4cbb-bfd8-a86647ef7aa7 not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:46:33.387339 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=885dd626-522b-47bf-926e-38f6651ec9b8,revision_number=8']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:33.439924 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c33652c9-f51e-4ce3-8d6c-a84749adc04b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13fc1c55-aac8-4284-a65a-d9e7ba02d995'}, {'server_uuid': 'fb98b127-39ab-4342-9db1-36b689a7b241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c70d5287-f34a-4a5c-82a8-19d6b4920fa7'}, {'server_uuid': '64a37a07-afb8-4973-a32b-1f233452937d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '885dd626-522b-47bf-926e-38f6651ec9b8'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:46:33.442646 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eb1cf37-e7ec-4876-9485-d845888d59b7" -d '{"events": [{"server_uuid": "c33652c9-f51e-4ce3-8d6c-a84749adc04b", "name": "network-vif-unplugged", "status": "completed", "tag": "13fc1c55-aac8-4284-a65a-d9e7ba02d995"}, {"server_uuid": "fb98b127-39ab-4342-9db1-36b689a7b241", "name": "network-vif-plugged", "status": "completed", "tag": "c70d5287-f34a-4a5c-82a8-19d6b4920fa7"}, {"server_uuid": "64a37a07-afb8-4973-a32b-1f233452937d", "name": "network-vif-unplugged", "status": "completed", "tag": "885dd626-522b-47bf-926e-38f6651ec9b8"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:46:33.505368 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 529 Content-Type: application/json Date: Thu, 23 Sep 2021 06:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-661aacb7-5eed-492d-9a8c-0e203e7b59c8 x-openstack-request-id: req-661aacb7-5eed-492d-9a8c-0e203e7b59c8 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:46:33.506049 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c33652c9-f51e-4ce3-8d6c-a84749adc04b", "name": "network-vif-unplugged", "status": "completed", "tag": "13fc1c55-aac8-4284-a65a-d9e7ba02d995", "code": 200}, {"server_uuid": "fb98b127-39ab-4342-9db1-36b689a7b241", "name": "network-vif-plugged", "status": "completed", "tag": "c70d5287-f34a-4a5c-82a8-19d6b4920fa7", "code": 200}, {"server_uuid": "64a37a07-afb8-4973-a32b-1f233452937d", "name": "network-vif-unplugged", "status": "completed", "tag": "885dd626-522b-47bf-926e-38f6651ec9b8", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:46:33.506049 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-661aacb7-5eed-492d-9a8c-0e203e7b59c8 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:46:33.506354 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c33652c9-f51e-4ce3-8d6c-a84749adc04b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13fc1c55-aac8-4284-a65a-d9e7ba02d995', 'code': 200} Sep 23 06:46:33.506554 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb98b127-39ab-4342-9db1-36b689a7b241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c70d5287-f34a-4a5c-82a8-19d6b4920fa7', 'code': 200} Sep 23 06:46:33.506921 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64a37a07-afb8-4973-a32b-1f233452937d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '885dd626-522b-47bf-926e-38f6651ec9b8', 'code': 200} Sep 23 06:46:33.572296 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c71f5db-18d3-460b-a7b7-b774a710975d req-fee507c5-d952-42bd-a1a4-67664b88eaec tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:33.580852 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6c71f5db-18d3-460b-a7b7-b774a710975d req-fee507c5-d952-42bd-a1a4-67664b88eaec tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/ports?device_id=64a37a07-afb8-4973-a32b-1f233452937d HTTP/1.1" status: 200 len: 944 time: 0.0654030 Sep 23 06:46:33.625639 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6c71f5db-18d3-460b-a7b7-b774a710975d req-2eb9f560-47e0-48cb-915c-bb9c3150f4b7 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f5383a6-41e8-4ffd-bb02-3fe79014de26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409298 Sep 23 06:46:33.633145 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '143d7afe-b369-4a65-bc6d-70aedc48694e', 'name': 'network-vif-deleted', 'tag': 'aa135c65-ef00-4cbb-bfd8-a86647ef7aa7'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:46:33.635578 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8822e9da-18de-40a2-91d0-7869a2a7a3c0" -d '{"events": [{"server_uuid": "143d7afe-b369-4a65-bc6d-70aedc48694e", "name": "network-vif-deleted", "tag": "aa135c65-ef00-4cbb-bfd8-a86647ef7aa7"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:46:33.669029 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-189de1c3-84a8-4e96-afaa-a163e6b75570 req-75d0e1f3-eda9-4546-941c-7e358470a17b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:33.757346 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b7d071-7761-41c5-addd-c1affaddd324 req-dc2577cf-c2fe-4b9a-bf60-2254b706e218 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:33.759294 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-26b7d071-7761-41c5-addd-c1affaddd324 req-dc2577cf-c2fe-4b9a-bf60-2254b706e218 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5209ed5-bf31-47d1-8fec-3d92135ed6f8 HTTP/1.1" status: 200 len: 932 time: 0.0572157 Sep 23 06:46:33.784464 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-02c61dcb-a3c4-4d55-92ac-c402d8a0c7ed tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:33.794416 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e20b124-d924-4510-827a-f83cd31f3007 req-790d0339-38de-49f2-9686-6a1594bedb0a tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:33.795990 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5e20b124-d924-4510-827a-f83cd31f3007 req-790d0339-38de-49f2-9686-6a1594bedb0a tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb98b127-39ab-4342-9db1-36b689a7b241 HTTP/1.1" status: 200 len: 945 time: 0.1531270 Sep 23 06:46:33.810126 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-26b7d071-7761-41c5-addd-c1affaddd324 req-21e22bcf-e9c9-49c8-a67e-3682d43bd5ab tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/security-groups?id=294ea309-45c0-4806-b976-e6371d6e8795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401285 Sep 23 06:46:33.917368 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c2355b-d6ea-4d44-961d-a456ca4483b2 x-openstack-request-id: req-f9c2355b-d6ea-4d44-961d-a456ca4483b2 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:46:33.917842 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "143d7afe-b369-4a65-bc6d-70aedc48694e", "name": "network-vif-deleted", "tag": "aa135c65-ef00-4cbb-bfd8-a86647ef7aa7", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:46:33.917997 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f9c2355b-d6ea-4d44-961d-a456ca4483b2 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:46:33.918308 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '143d7afe-b369-4a65-bc6d-70aedc48694e', 'name': 'network-vif-deleted', 'tag': 'aa135c65-ef00-4cbb-bfd8-a86647ef7aa7', 'status': 'completed', 'code': 200} Sep 23 06:46:33.942458 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5e20b124-d924-4510-827a-f83cd31f3007 req-2a61f7c8-34ac-4439-b892-d717559bb628 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/security-groups?id=ead5d8e9-ed26-4c51-bfc2-b6de8d7d128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250873 Sep 23 06:46:34.013823 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c971aa-cd0b-4653-99f1-05b7c9575592 req-d661a7c0-e90f-46a5-ad36-b21c583b14cf tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:34.022267 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f6c971aa-cd0b-4653-99f1-05b7c9575592 req-d661a7c0-e90f-46a5-ad36-b21c583b14cf tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "GET /v2.0/ports?device_id=c457d522-9f05-4980-a63e-73da0d41590a HTTP/1.1" status: 200 len: 945 time: 0.0707977 Sep 23 06:46:34.051634 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-02c61dcb-a3c4-4d55-92ac-c402d8a0c7ed tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:34.077104 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f6c971aa-cd0b-4653-99f1-05b7c9575592 req-957e6fdd-4c32-4b6f-83ad-d666c5996d9f tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "GET /v2.0/security-groups?id=8dfb9b91-c839-45a6-ad00-d87fab5f07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0536356 Sep 23 06:46:34.150112 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c61dcb-a3c4-4d55-92ac-c402d8a0c7ed tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Pushing event deleted for resources: {'Subnet': ['ID=f6988797-8721-4611-8fa2-49d04da78df9,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:34.186886 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-02c61dcb-a3c4-4d55-92ac-c402d8a0c7ed tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:34.189282 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-02c61dcb-a3c4-4d55-92ac-c402d8a0c7ed tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "DELETE /v2.0/subnets/f6988797-8721-4611-8fa2-49d04da78df9 HTTP/1.1" status: 204 len: 168 time: 1.1102269 Sep 23 06:46:34.196257 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 56934) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:46:34.199665 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269670e6-ffa4-45c4-9849-5289f75553c4 None None] Network 81a4e381-bd22-41fa-8408-1fae4e7b4fea requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:46:34.273252 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cbcc1b-4a1c-46ae-b83e-124a31c557b3 req-7670e842-2377-4470-87de-1164729e26a9 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:34.274805 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b9cbcc1b-4a1c-46ae-b83e-124a31c557b3 req-7670e842-2377-4470-87de-1164729e26a9 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.58 "GET /v2.0/ports?device_id=64a37a07-afb8-4973-a32b-1f233452937d HTTP/1.1" status: 200 len: 944 time: 0.1426773 Sep 23 06:46:34.388527 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f552fe48-bf1d-4430-985b-99a2e2539b33 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:34.416526 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [req-189de1c3-84a8-4e96-afaa-a163e6b75570 req-75d0e1f3-eda9-4546-941c-7e358470a17b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4bba100-221a-4b07-b061-80ccb98f9d77 {{(pid=95066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:46:34.417287 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d80590-403d-443a-8ee8-32e56243c96c None None] DHCP port deletion for 81a4e381-bd22-41fa-8408-1fae4e7b4fea request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 06:46:34.447593 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-189de1c3-84a8-4e96-afaa-a163e6b75570 req-75d0e1f3-eda9-4546-941c-7e358470a17b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:34.471560 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-e5d80590-403d-443a-8ee8-32e56243c96c None None] Deleting port 170f571c-2e8a-4bff-8347-47aecd48e341 {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:46:34.471937 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e5d80590-403d-443a-8ee8-32e56243c96c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:34.486629 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.provisioning_blocks [req-189de1c3-84a8-4e96-afaa-a163e6b75570 req-75d0e1f3-eda9-4546-941c-7e358470a17b service neutron] Transition to ACTIVE for port object f4bba100-221a-4b07-b061-80ccb98f9d77 will not be triggered until provisioned by entity L2. {{(pid=95066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:46:34.500293 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-189de1c3-84a8-4e96-afaa-a163e6b75570 req-75d0e1f3-eda9-4546-941c-7e358470a17b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:34.561741 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-b9cbcc1b-4a1c-46ae-b83e-124a31c557b3 req-d7ae7241-2693-40e0-be04-6f313770fac4 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Deleting port 885dd626-522b-47bf-926e-38f6651ec9b8 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:46:34.562164 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-b9cbcc1b-4a1c-46ae-b83e-124a31c557b3 req-d7ae7241-2693-40e0-be04-6f313770fac4 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:34.591764 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d0e1f3-eda9-4546-941c-7e358470a17b service neutron] Pushing event updated for resources: {'Port': ['ID=f4bba100-221a-4b07-b061-80ccb98f9d77,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:34.603702 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-e5d80590-403d-443a-8ee8-32e56243c96c None None] For port 170f571c-2e8a-4bff-8347-47aecd48e341, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=170f571c-2e8a-4bff-8347-47aecd48e341,segment=NetworkSegment(58785478-f9fc-4d92-b6c2-66c97fec5827),segment_id=58785478-f9fc-4d92-b6c2-66c97fec5827)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:46:34.604224 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e5d80590-403d-443a-8ee8-32e56243c96c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:34.634865 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-f552fe48-bf1d-4430-985b-99a2e2539b33 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Deleting port 170f571c-2e8a-4bff-8347-47aecd48e341 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:46:34.635106 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f552fe48-bf1d-4430-985b-99a2e2539b33 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:34.643378 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-e5d80590-403d-443a-8ee8-32e56243c96c None None] Calling delete_port for 170f571c-2e8a-4bff-8347-47aecd48e341 owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:46:34.707358 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb6831-845f-4850-9aa3-8c0bb6034da1 req-218309a9-72e4-44ae-82ac-d8796083c58e tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:34.709552 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-58fb6831-845f-4850-9aa3-8c0bb6034da1 req-218309a9-72e4-44ae-82ac-d8796083c58e tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.21 "GET /v2.0/ports?device_id=c457d522-9f05-4980-a63e-73da0d41590a HTTP/1.1" status: 200 len: 945 time: 0.0915999 Sep 23 06:46:34.787150 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-f552fe48-bf1d-4430-985b-99a2e2539b33 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] For port 170f571c-2e8a-4bff-8347-47aecd48e341, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=170f571c-2e8a-4bff-8347-47aecd48e341,segment=NetworkSegment(58785478-f9fc-4d92-b6c2-66c97fec5827),segment_id=58785478-f9fc-4d92-b6c2-66c97fec5827)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:46:34.787775 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f552fe48-bf1d-4430-985b-99a2e2539b33 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:34.799670 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-b9cbcc1b-4a1c-46ae-b83e-124a31c557b3 req-d7ae7241-2693-40e0-be04-6f313770fac4 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] For port 885dd626-522b-47bf-926e-38f6651ec9b8, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=885dd626-522b-47bf-926e-38f6651ec9b8,segment=NetworkSegment(e311ce61-9ca9-495c-a2b4-23b5ef627aae),segment_id=e311ce61-9ca9-495c-a2b4-23b5ef627aae)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:46:34.800050 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-b9cbcc1b-4a1c-46ae-b83e-124a31c557b3 req-d7ae7241-2693-40e0-be04-6f313770fac4 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:34.818647 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 13fc1c55-aac8-4284-a65a-d9e7ba02d995 details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:46:34.851598 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-b9cbcc1b-4a1c-46ae-b83e-124a31c557b3 req-d7ae7241-2693-40e0-be04-6f313770fac4 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Calling delete_port for 885dd626-522b-47bf-926e-38f6651ec9b8 owned by compute:nova {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:46:34.853512 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-f552fe48-bf1d-4430-985b-99a2e2539b33 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Calling delete_port for 170f571c-2e8a-4bff-8347-47aecd48e341 owned by network:dhcp {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:46:34.855622 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-189de1c3-84a8-4e96-afaa-a163e6b75570 req-75d0e1f3-eda9-4546-941c-7e358470a17b service neutron] Attempting to bind port f4bba100-221a-4b07-b061-80ccb98f9d77 on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:46:34.855622 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-189de1c3-84a8-4e96-afaa-a163e6b75570 req-75d0e1f3-eda9-4546-941c-7e358470a17b service neutron] Attempting to bind port f4bba100-221a-4b07-b061-80ccb98f9d77 by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': '606d2197-237b-4f47-90de-9108be481d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'af521934-4e14-4fd3-9a79-d0d8a001f41d'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:46:34.855945 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189de1c3-84a8-4e96-afaa-a163e6b75570 req-75d0e1f3-eda9-4546-941c-7e358470a17b service neutron] Attempting to bind port f4bba100-221a-4b07-b061-80ccb98f9d77 on network af521934-4e14-4fd3-9a79-d0d8a001f41d {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:46:34.909487 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189de1c3-84a8-4e96-afaa-a163e6b75570 req-75d0e1f3-eda9-4546-941c-7e358470a17b service neutron] Port f4bba100-221a-4b07-b061-80ccb98f9d77 on network af521934-4e14-4fd3-9a79-d0d8a001f41d not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:46:34.909822 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189de1c3-84a8-4e96-afaa-a163e6b75570 req-75d0e1f3-eda9-4546-941c-7e358470a17b service neutron] Attempting to bind port f4bba100-221a-4b07-b061-80ccb98f9d77 on network af521934-4e14-4fd3-9a79-d0d8a001f41d {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:46:34.956997 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e5d80590-403d-443a-8ee8-32e56243c96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:35.005648 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d80590-403d-443a-8ee8-32e56243c96c None None] Pushing event deleted for resources: {'Port': ['ID=170f571c-2e8a-4bff-8347-47aecd48e341,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:35.013334 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d80590-403d-443a-8ee8-32e56243c96c None None] No DVR routers for this DVR port 170f571c-2e8a-4bff-8347-47aecd48e341 on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:46:35.023367 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97308f2-d768-453d-b256-379af810c483 req-301c3f8e-530f-4cb5-961d-cd77bd8453bd tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:35.030699 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c97308f2-d768-453d-b256-379af810c483 req-301c3f8e-530f-4cb5-961d-cd77bd8453bd tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/ports?device_id=64a37a07-afb8-4973-a32b-1f233452937d HTTP/1.1" status: 200 len: 944 time: 0.1946383 Sep 23 06:46:35.031582 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189de1c3-84a8-4e96-afaa-a163e6b75570 req-75d0e1f3-eda9-4546-941c-7e358470a17b service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:46:35.031936 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189de1c3-84a8-4e96-afaa-a163e6b75570 req-75d0e1f3-eda9-4546-941c-7e358470a17b service neutron] Checking segment: {'id': '606d2197-237b-4f47-90de-9108be481d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'af521934-4e14-4fd3-9a79-d0d8a001f41d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:46:35.032331 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189de1c3-84a8-4e96-afaa-a163e6b75570 req-75d0e1f3-eda9-4546-941c-7e358470a17b service neutron] Bound using segment: {'id': '606d2197-237b-4f47-90de-9108be481d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'af521934-4e14-4fd3-9a79-d0d8a001f41d'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:46:35.032784 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-189de1c3-84a8-4e96-afaa-a163e6b75570 req-75d0e1f3-eda9-4546-941c-7e358470a17b service neutron] Bound port: f4bba100-221a-4b07-b061-80ccb98f9d77, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '606d2197-237b-4f47-90de-9108be481d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'af521934-4e14-4fd3-9a79-d0d8a001f41d'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:46:35.033253 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-189de1c3-84a8-4e96-afaa-a163e6b75570 req-75d0e1f3-eda9-4546-941c-7e358470a17b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:35.047091 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 13fc1c55-aac8-4284-a65a-d9e7ba02d995, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=13fc1c55-aac8-4284-a65a-d9e7ba02d995,segment=NetworkSegment(c88b2831-f544-41bb-bbcc-5b15e741880e),segment_id=c88b2831-f544-41bb-bbcc-5b15e741880e)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:46:35.055772 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-58fb6831-845f-4850-9aa3-8c0bb6034da1 req-02221191-bc36-4f32-8216-7d32ab53170a tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Deleting port 289ddb2b-7b47-4500-b893-7fc4d4cd5167 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:46:35.056243 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-58fb6831-845f-4850-9aa3-8c0bb6034da1 req-02221191-bc36-4f32-8216-7d32ab53170a tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:35.063714 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': '13fc1c55-aac8-4284-a65a-d9e7ba02d995', 'network_id': 'd3302f5d-bf5e-4d5b-a7a4-2ca05635fe64', 'port_id': '13fc1c55-aac8-4284-a65a-d9e7ba02d995', 'mac_address': 'fa:16:3e:d2:5a:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46ccc032-0362-4c9c-977b-4c26fbfaa4e6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:46:35.138219 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:35.153501 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13fc1c55-aac8-4284-a65a-d9e7ba02d995 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:46:35.162339 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e6de5f-2f8f-4719-8a53-ee7fbee83768 req-73ee5a9c-10b7-4891-9646-ffa342c072e7 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:35.165594 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-58fb6831-845f-4850-9aa3-8c0bb6034da1 req-02221191-bc36-4f32-8216-7d32ab53170a tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] For port 289ddb2b-7b47-4500-b893-7fc4d4cd5167, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=289ddb2b-7b47-4500-b893-7fc4d4cd5167,segment=NetworkSegment(b569fd8b-6a61-4c64-b70e-3efdef1c71e0),segment_id=b569fd8b-6a61-4c64-b70e-3efdef1c71e0)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:46:35.166003 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-58fb6831-845f-4850-9aa3-8c0bb6034da1 req-02221191-bc36-4f32-8216-7d32ab53170a tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:35.169230 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-78e6de5f-2f8f-4719-8a53-ee7fbee83768 req-73ee5a9c-10b7-4891-9646-ffa342c072e7 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5209ed5-bf31-47d1-8fec-3d92135ed6f8 HTTP/1.1" status: 200 len: 944 time: 0.1985154 Sep 23 06:46:35.181711 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 13fc1c55-aac8-4284-a65a-d9e7ba02d995, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=13fc1c55-aac8-4284-a65a-d9e7ba02d995,segment=NetworkSegment(c88b2831-f544-41bb-bbcc-5b15e741880e),segment_id=c88b2831-f544-41bb-bbcc-5b15e741880e)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:46:35.191045 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:35.253500 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=13fc1c55-aac8-4284-a65a-d9e7ba02d995,revision_number=9']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:35.322369 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c97308f2-d768-453d-b256-379af810c483 req-51e160db-eb5e-472a-8d03-98cdb14ac97f tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f5383a6-41e8-4ffd-bb02-3fe79014de26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899823 Sep 23 06:46:35.333238 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f552fe48-bf1d-4430-985b-99a2e2539b33 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:35.335657 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-189de1c3-84a8-4e96-afaa-a163e6b75570 req-75d0e1f3-eda9-4546-941c-7e358470a17b service neutron] For port f4bba100-221a-4b07-b061-80ccb98f9d77, host n-h1-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:46:35.354445 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['13fc1c55-aac8-4284-a65a-d9e7ba02d995'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:46:35.449579 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552fe48-bf1d-4430-985b-99a2e2539b33 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Pushing event deleted for resources: {'Port': ['ID=170f571c-2e8a-4bff-8347-47aecd48e341,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:35.461464 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-189de1c3-84a8-4e96-afaa-a163e6b75570 req-75d0e1f3-eda9-4546-941c-7e358470a17b service neutron] For port f4bba100-221a-4b07-b061-80ccb98f9d77, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=f4bba100-221a-4b07-b061-80ccb98f9d77,segment=NetworkSegment(606d2197-237b-4f47-90de-9108be481d55),segment_id=606d2197-237b-4f47-90de-9108be481d55)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:46:35.494791 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-78e6de5f-2f8f-4719-8a53-ee7fbee83768 req-ad78c156-35da-43f6-9739-7b76bef2d1e2 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/security-groups?id=294ea309-45c0-4806-b976-e6371d6e8795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246036 Sep 23 06:46:35.513602 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f552fe48-bf1d-4430-985b-99a2e2539b33 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] No DVR routers for this DVR port 170f571c-2e8a-4bff-8347-47aecd48e341 on host n-d-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:46:35.533507 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc460926-3357-4d34-94be-b94f91915389 req-b502f5ab-799d-424d-a344-2c1933a35d2b tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:35.540349 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cc460926-3357-4d34-94be-b94f91915389 req-b502f5ab-799d-424d-a344-2c1933a35d2b tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb98b127-39ab-4342-9db1-36b689a7b241 HTTP/1.1" status: 200 len: 945 time: 0.1241219 Sep 23 06:46:35.554423 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34808eed-80b8-4802-a74c-509f0821aebf req-432b9bf9-89a7-40d0-b126-a4f40042531e tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:35.560049 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-34808eed-80b8-4802-a74c-509f0821aebf req-432b9bf9-89a7-40d0-b126-a4f40042531e tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb98b127-39ab-4342-9db1-36b689a7b241 HTTP/1.1" status: 200 len: 945 time: 0.3552108 Sep 23 06:46:35.604674 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-189de1c3-84a8-4e96-afaa-a163e6b75570 req-75d0e1f3-eda9-4546-941c-7e358470a17b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:35.764674 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-b9cbcc1b-4a1c-46ae-b83e-124a31c557b3 req-d7ae7241-2693-40e0-be04-6f313770fac4 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:35.774243 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189de1c3-84a8-4e96-afaa-a163e6b75570 req-75d0e1f3-eda9-4546-941c-7e358470a17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:35.775208 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-189de1c3-84a8-4e96-afaa-a163e6b75570 req-75d0e1f3-eda9-4546-941c-7e358470a17b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:35.778180 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-189de1c3-84a8-4e96-afaa-a163e6b75570 req-75d0e1f3-eda9-4546-941c-7e358470a17b service neutron] 10.222.0.21 "PUT /v2.0/ports/f4bba100-221a-4b07-b061-80ccb98f9d77 HTTP/1.1" status: 200 len: 1093 time: 2.6099219 Sep 23 06:46:35.879093 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f552fe48-bf1d-4430-985b-99a2e2539b33 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:35.905407 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-f552fe48-bf1d-4430-985b-99a2e2539b33 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81a4e381-bd22-41fa-8408-1fae4e7b4fea']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:46:35.919670 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-f552fe48-bf1d-4430-985b-99a2e2539b33 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58785478-f9fc-4d92-b6c2-66c97fec5827') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:46:35.920253 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-f552fe48-bf1d-4430-985b-99a2e2539b33 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58785478-f9fc-4d92-b6c2-66c97fec5827') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:46:35.932465 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f552fe48-bf1d-4430-985b-99a2e2539b33 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:35.941408 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cc460926-3357-4d34-94be-b94f91915389 req-cbef7902-6714-4fc5-b149-8216104a6289 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/security-groups?id=ead5d8e9-ed26-4c51-bfc2-b6de8d7d128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4001951 Sep 23 06:46:35.943375 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-58fb6831-845f-4850-9aa3-8c0bb6034da1 req-02221191-bc36-4f32-8216-7d32ab53170a tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:35.943740 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-58fb6831-845f-4850-9aa3-8c0bb6034da1 req-02221191-bc36-4f32-8216-7d32ab53170a tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:35.944479 n-d-715271-16 neutron-server[95065]: INFO neutron.db.l3_db [req-58fb6831-845f-4850-9aa3-8c0bb6034da1 req-02221191-bc36-4f32-8216-7d32ab53170a tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Floating IP 564feda0-b5c9-4098-8d52-10025445ee7c disassociated. External IP: 172.25.2.67, port: 289ddb2b-7b47-4500-b893-7fc4d4cd5167. Sep 23 06:46:35.944479 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-58fb6831-845f-4850-9aa3-8c0bb6034da1 req-02221191-bc36-4f32-8216-7d32ab53170a tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Calling delete_port for 289ddb2b-7b47-4500-b893-7fc4d4cd5167 owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:46:35.959508 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5209ed5-bf31-47d1-8fec-3d92135ed6f8', 'tag': 'f4bba100-221a-4b07-b061-80ccb98f9d77'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:46:35.961987 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc1e619-7aa9-4c12-a537-b255e1d3b8c2" -d '{"events": [{"name": "network-changed", "server_uuid": "c5209ed5-bf31-47d1-8fec-3d92135ed6f8", "tag": "f4bba100-221a-4b07-b061-80ccb98f9d77"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:46:36.012768 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f552fe48-bf1d-4430-985b-99a2e2539b33 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:36.055432 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f552fe48-bf1d-4430-985b-99a2e2539b33 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:46:36.055901 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f552fe48-bf1d-4430-985b-99a2e2539b33 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:36.075817 n-d-715271-16 neutron-server[95066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 06:46:36.075817 n-d-715271-16 neutron-server[95066]: self.session.flush() Sep 23 06:46:36.075817 n-d-715271-16 neutron-server[95066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 06:46:36.075817 n-d-715271-16 neutron-server[95066]: self.session.flush() Sep 23 06:46:36.075817 n-d-715271-16 neutron-server[95066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 06:46:36.075817 n-d-715271-16 neutron-server[95066]: self.session.flush() Sep 23 06:46:36.075817 n-d-715271-16 neutron-server[95066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 06:46:36.075817 n-d-715271-16 neutron-server[95066]: self.session.flush() Sep 23 06:46:36.075817 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 06:46:36.075817 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:46:36.075817 n-d-715271-16 neutron-server[95066]: timer() Sep 23 06:46:36.075817 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:46:36.075817 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 06:46:36.075817 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:46:36.075817 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 06:46:36.075817 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:46:36.075817 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 06:46:36.075817 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:46:36.075817 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 06:46:36.075817 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:46:36.075817 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 06:46:36.075817 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:46:36.075817 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:46:36.075817 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:46:36.075817 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:46:36.075817 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:46:36.075817 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 06:46:36.075817 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:46:36.075817 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 06:46:36.075817 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:46:36.075817 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:46:36.075817 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:46:36.075817 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 06:46:36.075817 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:46:36.075817 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:46:36.075817 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:46:36.075817 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:46:36.075817 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:46:36.075817 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:46:36.075817 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:46:36.094827 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d0e1f3-eda9-4546-941c-7e358470a17b service neutron] Pushing event updated for resources: {'Port': ['ID=f4bba100-221a-4b07-b061-80ccb98f9d77,revision_number=3']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:36.109642 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9cbcc1b-4a1c-46ae-b83e-124a31c557b3 req-d7ae7241-2693-40e0-be04-6f313770fac4 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] No DVR routers for this DVR port 885dd626-522b-47bf-926e-38f6651ec9b8 on host n-h2-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:46:36.113575 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-b9cbcc1b-4a1c-46ae-b83e-124a31c557b3 req-d7ae7241-2693-40e0-be04-6f313770fac4 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:36.116471 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b9cbcc1b-4a1c-46ae-b83e-124a31c557b3 req-d7ae7241-2693-40e0-be04-6f313770fac4 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.58 "DELETE /v2.0/ports/885dd626-522b-47bf-926e-38f6651ec9b8 HTTP/1.1" status: 204 len: 173 time: 1.8043766 Sep 23 06:46:36.118239 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eccbbd9-384f-4636-ac74-2b2cbe48303c x-openstack-request-id: req-5eccbbd9-384f-4636-ac74-2b2cbe48303c {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:46:36.118571 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5209ed5-bf31-47d1-8fec-3d92135ed6f8", "tag": "f4bba100-221a-4b07-b061-80ccb98f9d77", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:46:36.119643 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5eccbbd9-384f-4636-ac74-2b2cbe48303c {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:46:36.120042 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5209ed5-bf31-47d1-8fec-3d92135ed6f8', 'tag': 'f4bba100-221a-4b07-b061-80ccb98f9d77', 'status': 'completed', 'code': 200} Sep 23 06:46:36.147192 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-58fb6831-845f-4850-9aa3-8c0bb6034da1 req-02221191-bc36-4f32-8216-7d32ab53170a tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:36.174430 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:36.177578 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bc78d1-bb8e-4c97-98ef-2784ae16aa7a req-a52c3cfd-b6cb-4eb8-aad1-cd4714d3a5f5 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:36.182121 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-08bc78d1-bb8e-4c97-98ef-2784ae16aa7a req-a52c3cfd-b6cb-4eb8-aad1-cd4714d3a5f5 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "GET /v2.0/ports?device_id=c457d522-9f05-4980-a63e-73da0d41590a HTTP/1.1" status: 200 len: 945 time: 0.4735694 Sep 23 06:46:36.182810 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02221191-bc36-4f32-8216-7d32ab53170a tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Pushing event deleted for resources: {'Port': ['ID=289ddb2b-7b47-4500-b893-7fc4d4cd5167,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:36.207411 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ae7241-2693-40e0-be04-6f313770fac4 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Pushing event deleted for resources: {'Port': ['ID=885dd626-522b-47bf-926e-38f6651ec9b8,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:36.291669 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 170f571c-2e8a-4bff-8347-47aecd48e341 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:46:36.333039 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 170f571c-2e8a-4bff-8347-47aecd48e341 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:46:36.333915 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 170f571c-2e8a-4bff-8347-47aecd48e341 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:46:36.336853 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-34808eed-80b8-4802-a74c-509f0821aebf req-3ed2f436-38a2-45b6-85ae-17235bf33dd6 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Deleting port c70d5287-f34a-4a5c-82a8-19d6b4920fa7 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:46:36.337233 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-34808eed-80b8-4802-a74c-509f0821aebf req-3ed2f436-38a2-45b6-85ae-17235bf33dd6 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:36.415839 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189de1c3-84a8-4e96-afaa-a163e6b75570 req-a49ee9f7-715c-4661-b356-2d980a8f5180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:36.417457 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-189de1c3-84a8-4e96-afaa-a163e6b75570 req-a49ee9f7-715c-4661-b356-2d980a8f5180 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3b3b40df72ef4574baa615ed99859579&device_id=c5209ed5-bf31-47d1-8fec-3d92135ed6f8 HTTP/1.1" status: 200 len: 1096 time: 0.4511952 Sep 23 06:46:36.421966 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f552fe48-bf1d-4430-985b-99a2e2539b33 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:36.444829 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device c70d5287-f34a-4a5c-82a8-19d6b4920fa7 no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:46:36.458456 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [req-58fb6831-845f-4850-9aa3-8c0bb6034da1 req-02221191-bc36-4f32-8216-7d32ab53170a tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Router 3dfb171b-2695-48d5-be82-db2a718c3c85 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:46:36.477443 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f552fe48-bf1d-4430-985b-99a2e2539b33 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:36.482214 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-f552fe48-bf1d-4430-985b-99a2e2539b33 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "DELETE /v2.0/networks/81a4e381-bd22-41fa-8408-1fae4e7b4fea HTTP/1.1" status: 204 len: 168 time: 2.2790167 Sep 23 06:46:36.487978 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56968) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:46:36.560403 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:36.588660 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-189de1c3-84a8-4e96-afaa-a163e6b75570 req-2283eac1-b67a-450c-b95f-48074c84c30a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4bba100-221a-4b07-b061-80ccb98f9d77 HTTP/1.1" status: 200 len: 217 time: 0.1509552 Sep 23 06:46:36.589190 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552fe48-bf1d-4430-985b-99a2e2539b33 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Pushing event deleted for resources: {'Network': ['ID=81a4e381-bd22-41fa-8408-1fae4e7b4fea,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:36.596306 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-08bc78d1-bb8e-4c97-98ef-2784ae16aa7a req-51804051-8acd-4ddc-926b-2679beec68e8 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "GET /v2.0/security-groups?id=8dfb9b91-c839-45a6-ad00-d87fab5f07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3852808 Sep 23 06:46:36.640652 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb98b127-39ab-4342-9db1-36b689a7b241', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c70d5287-f34a-4a5c-82a8-19d6b4920fa7'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:46:36.651580 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-256a34db-6a0d-43ab-bc6d-beedb07386fb" -d '{"events": [{"server_uuid": "fb98b127-39ab-4342-9db1-36b689a7b241", "name": "network-vif-unplugged", "status": "completed", "tag": "c70d5287-f34a-4a5c-82a8-19d6b4920fa7"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:46:36.679439 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f8d2d3c-1d3c-4b9f-bc01-5d7b71632e32 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Deleting subnet ed9b5dc6-8b3d-42d0-991e-0f7df62a1c58 {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:46:36.700597 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0490a435-65e8-41a2-92db-33733ee10f9a req-2467cbcb-0fa6-4e23-b76c-8710f2139ef5 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/ports?device_id=64a37a07-afb8-4973-a32b-1f233452937d HTTP/1.1" status: 200 len: 210 time: 0.2290609 Sep 23 06:46:36.710913 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port c70d5287-f34a-4a5c-82a8-19d6b4920fa7, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=c70d5287-f34a-4a5c-82a8-19d6b4920fa7,segment=NetworkSegment(2b9cc8e9-9b87-41b9-963b-963dc78e06f0),segment_id=2b9cc8e9-9b87-41b9-963b-963dc78e06f0)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:46:36.720992 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4f8d2d3c-1d3c-4b9f-bc01-5d7b71632e32 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:36.722964 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:36.739991 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-34808eed-80b8-4802-a74c-509f0821aebf req-3ed2f436-38a2-45b6-85ae-17235bf33dd6 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] For port c70d5287-f34a-4a5c-82a8-19d6b4920fa7, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=c70d5287-f34a-4a5c-82a8-19d6b4920fa7,segment=NetworkSegment(2b9cc8e9-9b87-41b9-963b-963dc78e06f0),segment_id=2b9cc8e9-9b87-41b9-963b-963dc78e06f0)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:46:36.740360 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-34808eed-80b8-4802-a74c-509f0821aebf req-3ed2f436-38a2-45b6-85ae-17235bf33dd6 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:36.816051 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=c70d5287-f34a-4a5c-82a8-19d6b4920fa7,revision_number=8']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:36.819530 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 13fc1c55-aac8-4284-a65a-d9e7ba02d995 up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:46:36.855394 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189de1c3-84a8-4e96-afaa-a163e6b75570 req-9e7f3848-dbbe-4276-85f1-d3aebf432c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:36.857396 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-189de1c3-84a8-4e96-afaa-a163e6b75570 req-9e7f3848-dbbe-4276-85f1-d3aebf432c22 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7f9997a5-b833-4318-a21f-37b1b7e3fb43 HTTP/1.1" status: 200 len: 853 time: 0.2563965 Sep 23 06:46:36.862496 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-34808eed-80b8-4802-a74c-509f0821aebf req-3ed2f436-38a2-45b6-85ae-17235bf33dd6 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Calling delete_port for c70d5287-f34a-4a5c-82a8-19d6b4920fa7 owned by compute:nova {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:46:36.938055 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port 13fc1c55-aac8-4284-a65a-d9e7ba02d995 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:46:36.939846 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:37.003362 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-189de1c3-84a8-4e96-afaa-a163e6b75570 req-1cf5e2a4-caab-4e87-ade6-4783f31675de service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=af521934-4e14-4fd3-9a79-d0d8a001f41d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1243277 Sep 23 06:46:37.005895 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4f8d2d3c-1d3c-4b9f-bc01-5d7b71632e32 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:37.070858 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 06:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2feba80f-c6f9-47e3-9646-fcc22087a06a x-openstack-request-id: req-2feba80f-c6f9-47e3-9646-fcc22087a06a {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:46:37.071179 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb98b127-39ab-4342-9db1-36b689a7b241", "name": "network-vif-unplugged", "status": "completed", "tag": "c70d5287-f34a-4a5c-82a8-19d6b4920fa7", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:46:37.071433 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2feba80f-c6f9-47e3-9646-fcc22087a06a {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:46:37.071823 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb98b127-39ab-4342-9db1-36b689a7b241', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c70d5287-f34a-4a5c-82a8-19d6b4920fa7', 'code': 200} Sep 23 06:46:37.095663 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:37.145595 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 13fc1c55-aac8-4284-a65a-d9e7ba02d995, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=13fc1c55-aac8-4284-a65a-d9e7ba02d995,segment=NetworkSegment(c88b2831-f544-41bb-bbcc-5b15e741880e),segment_id=c88b2831-f544-41bb-bbcc-5b15e741880e)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:46:37.153476 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:37.155008 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 289ddb2b-7b47-4500-b893-7fc4d4cd5167 no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:46:37.206209 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-58fb6831-845f-4850-9aa3-8c0bb6034da1 req-02221191-bc36-4f32-8216-7d32ab53170a tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:46:37.217624 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d0facd-928a-45f2-8b45-d58401a708f5 None None] Sync routers for ids ['3dfb171b-2695-48d5-be82-db2a718c3c85'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:46:37.218251 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] No Port match for: 289ddb2b-7b47-4500-b893-7fc4d4cd5167 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:46:37.218699 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 289ddb2b-7b47-4500-b893-7fc4d4cd5167 not bound to the agent host n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:46:37.237759 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d0facd-928a-45f2-8b45-d58401a708f5 None None] Routers {'3dfb171b-2695-48d5-be82-db2a718c3c85'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:46:37.239713 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-a1d0facd-928a-45f2-8b45-d58401a708f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:46:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['3dfb171b-2695-48d5-be82-db2a718c3c85'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:46:37.279412 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-189de1c3-84a8-4e96-afaa-a163e6b75570 req-201243f8-afaf-45cc-9d08-49586d50407e service neutron] 10.222.0.21 "GET /v2.0/networks/af521934-4e14-4fd3-9a79-d0d8a001f41d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442770 Sep 23 06:46:37.285078 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=13fc1c55-aac8-4284-a65a-d9e7ba02d995,revision_number=10']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:37.326391 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-58fb6831-845f-4850-9aa3-8c0bb6034da1 req-02221191-bc36-4f32-8216-7d32ab53170a tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] No DVR routers for this DVR port 289ddb2b-7b47-4500-b893-7fc4d4cd5167 on host n-h1-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:46:37.338432 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-58fb6831-845f-4850-9aa3-8c0bb6034da1 req-02221191-bc36-4f32-8216-7d32ab53170a tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:37.342564 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-58fb6831-845f-4850-9aa3-8c0bb6034da1 req-02221191-bc36-4f32-8216-7d32ab53170a tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.21 "DELETE /v2.0/ports/289ddb2b-7b47-4500-b893-7fc4d4cd5167 HTTP/1.1" status: 204 len: 173 time: 2.6189685 Sep 23 06:46:37.343281 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c457d522-9f05-4980-a63e-73da0d41590a', 'name': 'network-vif-deleted', 'tag': '289ddb2b-7b47-4500-b893-7fc4d4cd5167'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:46:37.347508 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ad4fca-1ce1-4489-8544-12c9e34fefa8" -d '{"events": [{"server_uuid": "c457d522-9f05-4980-a63e-73da0d41590a", "name": "network-vif-deleted", "tag": "289ddb2b-7b47-4500-b893-7fc4d4cd5167"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:46:37.355622 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4f8d2d3c-1d3c-4b9f-bc01-5d7b71632e32 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:37.411753 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c6d60b-661b-4593-ac63-b053653e8f13 req-a177737e-7366-4234-acb6-f29437d0864c tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:37.419792 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b6c6d60b-661b-4593-ac63-b053653e8f13 req-a177737e-7366-4234-acb6-f29437d0864c tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb98b127-39ab-4342-9db1-36b689a7b241 HTTP/1.1" status: 200 len: 943 time: 0.2286632 Sep 23 06:46:37.423843 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebfb106-c946-47e3-b989-655ed8e9011f req-30746885-442d-4c5f-8ce0-d1fb0a61b1e0 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:37.425419 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4ebfb106-c946-47e3-b989-655ed8e9011f req-30746885-442d-4c5f-8ce0-d1fb0a61b1e0 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5209ed5-bf31-47d1-8fec-3d92135ed6f8 HTTP/1.1" status: 200 len: 944 time: 0.6544659 Sep 23 06:46:37.441327 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-a1d0facd-928a-45f2-8b45-d58401a708f5 None None] Set router 3dfb171b-2695-48d5-be82-db2a718c3c85 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:46:37.484465 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b6c6d60b-661b-4593-ac63-b053653e8f13 req-a195031a-9cbb-4e29-a3b7-0071af430ee2 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/security-groups?id=ead5d8e9-ed26-4c51-bfc2-b6de8d7d128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644188 Sep 23 06:46:37.518383 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4f8d2d3c-1d3c-4b9f-bc01-5d7b71632e32 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:37.580329 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d2d3c-1d3c-4b9f-bc01-5d7b71632e32 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Pushing event deleted for resources: {'Subnet': ['ID=ed9b5dc6-8b3d-42d0-991e-0f7df62a1c58,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:37.613696 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4f8d2d3c-1d3c-4b9f-bc01-5d7b71632e32 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:37.613940 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56839a11-ad96-4ab7-969c-f733619e8afe None None] Network e4d07dc7-a4d0-43da-a8fb-4e31e3a31f93 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:46:37.616900 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-4f8d2d3c-1d3c-4b9f-bc01-5d7b71632e32 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "DELETE /v2.0/subnets/ed9b5dc6-8b3d-42d0-991e-0f7df62a1c58 HTTP/1.1" status: 204 len: 168 time: 1.1264210 Sep 23 06:46:37.620906 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56994) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:46:37.646859 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4ebfb106-c946-47e3-b989-655ed8e9011f req-e01462cf-475f-411c-995a-4bcec0289ef6 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/security-groups?id=294ea309-45c0-4806-b976-e6371d6e8795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952765 Sep 23 06:46:37.719246 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-a1d0facd-928a-45f2-8b45-d58401a708f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dfb171b-2695-48d5-be82-db2a718c3c85', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-586674481-router', 'tenant_id': 'b4fd4d42904645d3a9db4b781392d8fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '68a91cea-c487-4b18-9298-97ce80475048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:38:52Z', 'updated_at': '2021-09-23T06:38:56Z', 'revision_number': 4, 'project_id': 'b4fd4d42904645d3a9db4b781392d8fe', 'gw_port': {'id': '68a91cea-c487-4b18-9298-97ce80475048', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:40:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfb171b-2695-48d5-be82-db2a718c3c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:38:52Z', 'updated_at': '2021-09-23T06:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '6f8b70cd-eea5-4e7a-9263-fe942dd297c8', 'name': '', 'network_id': 'c551f062-d2de-4528-8056-81dd05062bf0', 'tenant_id': 'b4fd4d42904645d3a9db4b781392d8fe', 'mac_address': 'fa:16:3e:66:3c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfb171b-2695-48d5-be82-db2a718c3c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'bf51907c-7d00-4db7-a61a-2e5dd58b5738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:38:55Z', 'updated_at': '2021-09-23T06:39:02Z', 'revision_number': 5, 'project_id': 'b4fd4d42904645d3a9db4b781392d8fe', 'subnets': [{'id': 'bf51907c-7d00-4db7-a61a-2e5dd58b5738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:46:37.726640 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca719c27-936f-4b1b-ba8d-65b81319e8ff x-openstack-request-id: req-ca719c27-936f-4b1b-ba8d-65b81319e8ff {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:46:37.726926 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c457d522-9f05-4980-a63e-73da0d41590a", "name": "network-vif-deleted", "tag": "289ddb2b-7b47-4500-b893-7fc4d4cd5167", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:46:37.727173 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ca719c27-936f-4b1b-ba8d-65b81319e8ff {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:46:37.728151 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c457d522-9f05-4980-a63e-73da0d41590a', 'name': 'network-vif-deleted', 'tag': '289ddb2b-7b47-4500-b893-7fc4d4cd5167', 'status': 'completed', 'code': 200} Sep 23 06:46:37.744813 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-12d629d8-fe3f-4ccf-9271-a8e470ad3b97 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:37.756303 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d0facd-928a-45f2-8b45-d58401a708f5 None None] Checking router: 3dfb171b-2695-48d5-be82-db2a718c3c85 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:46:37.766722 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d0facd-928a-45f2-8b45-d58401a708f5 None None] Routers {'3dfb171b-2695-48d5-be82-db2a718c3c85'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:46:37.767355 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-a1d0facd-928a-45f2-8b45-d58401a708f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:46:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['3dfb171b-2695-48d5-be82-db2a718c3c85'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:46:37.802754 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-189de1c3-84a8-4e96-afaa-a163e6b75570 req-d7fab2e6-b64a-4429-a4fa-2780ad38218b service neutron] 10.222.0.21 "GET /v2.0/networks/af521934-4e14-4fd3-9a79-d0d8a001f41d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5084236 Sep 23 06:46:37.828999 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-12d629d8-fe3f-4ccf-9271-a8e470ad3b97 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Deleting port 8c6a4306-cb4b-411c-9e64-b5c7d2fb1434 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:46:37.829354 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-12d629d8-fe3f-4ccf-9271-a8e470ad3b97 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:37.947151 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-a1d0facd-928a-45f2-8b45-d58401a708f5 None None] Set router 3dfb171b-2695-48d5-be82-db2a718c3c85 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:46:38.009714 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b705af7c-75cd-49bd-b5d9-219ef5058146 req-bdcfac1f-c6bd-45b8-9805-92cd29f85ee7 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "GET /v2.0/ports?device_id=c457d522-9f05-4980-a63e-73da0d41590a HTTP/1.1" status: 200 len: 210 time: 0.1514692 Sep 23 06:46:38.048853 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-7ed97b74-29fa-42fc-8a5c-8b3f372f3896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:38.049613 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-12d629d8-fe3f-4ccf-9271-a8e470ad3b97 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] For port 8c6a4306-cb4b-411c-9e64-b5c7d2fb1434, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=8c6a4306-cb4b-411c-9e64-b5c7d2fb1434,segment=NetworkSegment(0048cedc-6be2-46ed-a7ae-8813b21bda25),segment_id=0048cedc-6be2-46ed-a7ae-8813b21bda25)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:46:38.052413 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-12d629d8-fe3f-4ccf-9271-a8e470ad3b97 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:38.083020 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-34808eed-80b8-4802-a74c-509f0821aebf req-3ed2f436-38a2-45b6-85ae-17235bf33dd6 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:38.129031 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a37a07-afb8-4973-a32b-1f233452937d', 'name': 'network-vif-deleted', 'tag': '885dd626-522b-47bf-926e-38f6651ec9b8'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:46:38.137957 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5962203-81bc-4702-9e31-8422b111f3a0" -d '{"events": [{"server_uuid": "64a37a07-afb8-4973-a32b-1f233452937d", "name": "network-vif-deleted", "tag": "885dd626-522b-47bf-926e-38f6651ec9b8"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:46:38.150620 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947d20d2-dcd6-4a70-8cd0-352de2b4480d None None] DHCP port deletion for e4d07dc7-a4d0-43da-a8fb-4e31e3a31f93 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 06:46:38.158739 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-12d629d8-fe3f-4ccf-9271-a8e470ad3b97 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Calling delete_port for 8c6a4306-cb4b-411c-9e64-b5c7d2fb1434 owned by network:dhcp {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:46:38.293934 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-947d20d2-dcd6-4a70-8cd0-352de2b4480d None None] Deleting port 8c6a4306-cb4b-411c-9e64-b5c7d2fb1434 {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:46:38.294486 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-947d20d2-dcd6-4a70-8cd0-352de2b4480d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:38.311727 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-12d629d8-fe3f-4ccf-9271-a8e470ad3b97 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:38.334880 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 8c6a4306-cb4b-411c-9e64-b5c7d2fb1434 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:46:38.338308 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d629d8-fe3f-4ccf-9271-a8e470ad3b97 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] No DVR routers for this DVR port 8c6a4306-cb4b-411c-9e64-b5c7d2fb1434 on host n-d-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:46:38.355660 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc1e619-7aa9-4c12-a537-b255e1d3b8c2 req-df784b17-d4e7-4913-bd55-ddf5b2620793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:38.357376 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dfc1e619-7aa9-4c12-a537-b255e1d3b8c2 req-df784b17-d4e7-4913-bd55-ddf5b2620793 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3b3b40df72ef4574baa615ed99859579&device_id=c5209ed5-bf31-47d1-8fec-3d92135ed6f8 HTTP/1.1" status: 200 len: 1096 time: 0.4268837 Sep 23 06:46:38.358182 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed2f436-38a2-45b6-85ae-17235bf33dd6 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Pushing event deleted for resources: {'Port': ['ID=c70d5287-f34a-4a5c-82a8-19d6b4920fa7,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:38.366923 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-349baf83-20cd-46d8-bac8-d7acad6ce410 x-openstack-request-id: req-349baf83-20cd-46d8-bac8-d7acad6ce410 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:46:38.367218 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64a37a07-afb8-4973-a32b-1f233452937d", "name": "network-vif-deleted", "tag": "885dd626-522b-47bf-926e-38f6651ec9b8", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:46:38.367465 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-349baf83-20cd-46d8-bac8-d7acad6ce410 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:46:38.367849 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64a37a07-afb8-4973-a32b-1f233452937d', 'name': 'network-vif-deleted', 'tag': '885dd626-522b-47bf-926e-38f6651ec9b8', 'status': 'completed', 'code': 200} Sep 23 06:46:38.368750 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-34808eed-80b8-4802-a74c-509f0821aebf req-3ed2f436-38a2-45b6-85ae-17235bf33dd6 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] No DVR routers for this DVR port c70d5287-f34a-4a5c-82a8-19d6b4920fa7 on host n-h2-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:46:38.371197 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-34808eed-80b8-4802-a74c-509f0821aebf req-3ed2f436-38a2-45b6-85ae-17235bf33dd6 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:38.373613 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-34808eed-80b8-4802-a74c-509f0821aebf req-3ed2f436-38a2-45b6-85ae-17235bf33dd6 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.58 "DELETE /v2.0/ports/c70d5287-f34a-4a5c-82a8-19d6b4920fa7 HTTP/1.1" status: 204 len: 173 time: 2.7618558 Sep 23 06:46:38.389680 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e366cd2-90af-46ed-9144-52b96dd03f2e req-3010981a-c1c3-4156-8fda-b54a989466c1 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:38.391703 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 8c6a4306-cb4b-411c-9e64-b5c7d2fb1434 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:46:38.392054 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 8c6a4306-cb4b-411c-9e64-b5c7d2fb1434 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:46:38.420174 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3e366cd2-90af-46ed-9144-52b96dd03f2e req-3010981a-c1c3-4156-8fda-b54a989466c1 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/networks?id=cdc18f7e-6fff-4ed4-abf0-3e045b651c28 HTTP/1.1" status: 200 len: 822 time: 0.2083521 Sep 23 06:46:38.435636 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d629d8-fe3f-4ccf-9271-a8e470ad3b97 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Pushing event deleted for resources: {'Port': ['ID=8c6a4306-cb4b-411c-9e64-b5c7d2fb1434,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:38.479937 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 885dd626-522b-47bf-926e-38f6651ec9b8 no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:46:38.495970 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-a1d0facd-928a-45f2-8b45-d58401a708f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dfb171b-2695-48d5-be82-db2a718c3c85', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-586674481-router', 'tenant_id': 'b4fd4d42904645d3a9db4b781392d8fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '68a91cea-c487-4b18-9298-97ce80475048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:38:52Z', 'updated_at': '2021-09-23T06:38:56Z', 'revision_number': 4, 'project_id': 'b4fd4d42904645d3a9db4b781392d8fe', 'gw_port': {'id': '68a91cea-c487-4b18-9298-97ce80475048', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:40:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfb171b-2695-48d5-be82-db2a718c3c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:38:52Z', 'updated_at': '2021-09-23T06:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '6f8b70cd-eea5-4e7a-9263-fe942dd297c8', 'name': '', 'network_id': 'c551f062-d2de-4528-8056-81dd05062bf0', 'tenant_id': 'b4fd4d42904645d3a9db4b781392d8fe', 'mac_address': 'fa:16:3e:66:3c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfb171b-2695-48d5-be82-db2a718c3c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'bf51907c-7d00-4db7-a61a-2e5dd58b5738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:38:55Z', 'updated_at': '2021-09-23T06:39:02Z', 'revision_number': 5, 'project_id': 'b4fd4d42904645d3a9db4b781392d8fe', 'subnets': [{'id': 'bf51907c-7d00-4db7-a61a-2e5dd58b5738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:46:38.544415 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No Port match for: 885dd626-522b-47bf-926e-38f6651ec9b8 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:46:38.544761 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 885dd626-522b-47bf-926e-38f6651ec9b8 not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:46:38.555292 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-947d20d2-dcd6-4a70-8cd0-352de2b4480d None None] For port 8c6a4306-cb4b-411c-9e64-b5c7d2fb1434, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=8c6a4306-cb4b-411c-9e64-b5c7d2fb1434,segment=NetworkSegment(0048cedc-6be2-46ed-a7ae-8813b21bda25),segment_id=0048cedc-6be2-46ed-a7ae-8813b21bda25)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:46:38.555698 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-947d20d2-dcd6-4a70-8cd0-352de2b4480d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:38.566319 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d0facd-928a-45f2-8b45-d58401a708f5 None None] The sync data for ids ['3dfb171b-2695-48d5-be82-db2a718c3c85'] in n-d-715271-16 is: [{'id': '3dfb171b-2695-48d5-be82-db2a718c3c85', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-586674481-router', 'tenant_id': 'b4fd4d42904645d3a9db4b781392d8fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '68a91cea-c487-4b18-9298-97ce80475048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:38:52Z', 'updated_at': '2021-09-23T06:38:56Z', 'revision_number': 4, 'project_id': 'b4fd4d42904645d3a9db4b781392d8fe', 'gw_port': {'id': '68a91cea-c487-4b18-9298-97ce80475048', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:40:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfb171b-2695-48d5-be82-db2a718c3c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:38:52Z', 'updated_at': '2021-09-23T06:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '6f8b70cd-eea5-4e7a-9263-fe942dd297c8', 'name': '', 'network_id': 'c551f062-d2de-4528-8056-81dd05062bf0', 'tenant_id': 'b4fd4d42904645d3a9db4b781392d8fe', 'mac_address': 'fa:16:3e:66:3c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfb171b-2695-48d5-be82-db2a718c3c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'bf51907c-7d00-4db7-a61a-2e5dd58b5738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:38:55Z', 'updated_at': '2021-09-23T06:39:02Z', 'revision_number': 5, 'project_id': 'b4fd4d42904645d3a9db4b781392d8fe', 'subnets': [{'id': 'bf51907c-7d00-4db7-a61a-2e5dd58b5738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:46:38.584272 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-947d20d2-dcd6-4a70-8cd0-352de2b4480d None None] Calling delete_port for 8c6a4306-cb4b-411c-9e64-b5c7d2fb1434 owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:46:38.591827 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-12d629d8-fe3f-4ccf-9271-a8e470ad3b97 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:38.633663 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc1e619-7aa9-4c12-a537-b255e1d3b8c2 req-2135399c-2706-4931-a230-eb74b8fed3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:38.636419 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dfc1e619-7aa9-4c12-a537-b255e1d3b8c2 req-2135399c-2706-4931-a230-eb74b8fed3f2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=af521934-4e14-4fd3-9a79-d0d8a001f41d HTTP/1.1" status: 200 len: 914 time: 0.2026160 Sep 23 06:46:38.646823 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3e366cd2-90af-46ed-9144-52b96dd03f2e req-1b7d1eff-6afd-42f3-80cf-6ded8f7094d8 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/quotas/60f0d4c7dec14a96849df313211233ee HTTP/1.1" status: 200 len: 375 time: 0.2239425 Sep 23 06:46:38.655851 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-12d629d8-fe3f-4ccf-9271-a8e470ad3b97 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4d07dc7-a4d0-43da-a8fb-4e31e3a31f93']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:46:38.698850 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-310b3863-c54b-42aa-86e1-27954e1c08e0 req-2909f20e-5bb9-4d4c-b86d-4ab3a8fee7b3 tempest-ImagesTestJSON-870485776 tempest-ImagesTestJSON-870485776-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb98b127-39ab-4342-9db1-36b689a7b241 HTTP/1.1" status: 200 len: 210 time: 0.0451362 Sep 23 06:46:38.709608 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-12d629d8-fe3f-4ccf-9271-a8e470ad3b97 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0048cedc-6be2-46ed-a7ae-8813b21bda25') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:46:38.710099 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-12d629d8-fe3f-4ccf-9271-a8e470ad3b97 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0048cedc-6be2-46ed-a7ae-8813b21bda25') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:46:38.722874 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-12d629d8-fe3f-4ccf-9271-a8e470ad3b97 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:38.732632 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dfc1e619-7aa9-4c12-a537-b255e1d3b8c2 req-439bfd86-6be9-4895-a562-af1f93a0aa7c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4bba100-221a-4b07-b061-80ccb98f9d77 HTTP/1.1" status: 200 len: 217 time: 0.0727530 Sep 23 06:46:38.765792 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-12d629d8-fe3f-4ccf-9271-a8e470ad3b97 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:38.776773 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12d629d8-fe3f-4ccf-9271-a8e470ad3b97 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:46:38.777269 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-12d629d8-fe3f-4ccf-9271-a8e470ad3b97 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:38.784448 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3e366cd2-90af-46ed-9144-52b96dd03f2e req-f15d318c-4b60-41a8-bcab-00ec7b1a6ecb tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=60f0d4c7dec14a96849df313211233ee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1363962 Sep 23 06:46:38.820097 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 06:46:38.820097 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:46:38.820097 n-d-715271-16 neutron-server[95065]: timer() Sep 23 06:46:38.820097 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:46:38.820097 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 06:46:38.820097 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:46:38.820097 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 06:46:38.820097 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:46:38.820097 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 06:46:38.820097 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:46:38.820097 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 06:46:38.820097 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:46:38.820097 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 06:46:38.820097 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:46:38.820097 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:46:38.820097 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:46:38.820097 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:46:38.820097 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:46:38.820097 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 06:46:38.820097 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:46:38.820097 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 06:46:38.820097 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:46:38.820097 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:46:38.820097 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:46:38.820097 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 06:46:38.820097 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:46:38.820097 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:46:38.820097 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:46:38.820097 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:46:38.820097 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:46:38.820097 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:46:38.820097 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:46:38.842394 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-947d20d2-dcd6-4a70-8cd0-352de2b4480d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:38.900020 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947d20d2-dcd6-4a70-8cd0-352de2b4480d None None] Pushing event deleted for resources: {'Port': ['ID=8c6a4306-cb4b-411c-9e64-b5c7d2fb1434,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:38.907891 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc1e619-7aa9-4c12-a537-b255e1d3b8c2 req-882e54a6-8f14-4671-9485-eaf33acc94d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:38.910430 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dfc1e619-7aa9-4c12-a537-b255e1d3b8c2 req-882e54a6-8f14-4671-9485-eaf33acc94d2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7f9997a5-b833-4318-a21f-37b1b7e3fb43 HTTP/1.1" status: 200 len: 853 time: 0.1693816 Sep 23 06:46:38.924148 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947d20d2-dcd6-4a70-8cd0-352de2b4480d None None] No DVR routers for this DVR port 8c6a4306-cb4b-411c-9e64-b5c7d2fb1434 on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:46:38.958167 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-12d629d8-fe3f-4ccf-9271-a8e470ad3b97 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:38.993377 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-12d629d8-fe3f-4ccf-9271-a8e470ad3b97 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:38.995686 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-12d629d8-fe3f-4ccf-9271-a8e470ad3b97 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] 10.222.0.39 "DELETE /v2.0/networks/e4d07dc7-a4d0-43da-a8fb-4e31e3a31f93 HTTP/1.1" status: 204 len: 168 time: 1.3738208 Sep 23 06:46:39.022664 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d629d8-fe3f-4ccf-9271-a8e470ad3b97 tempest-ServersTestMultiNic-1319934673 tempest-ServersTestMultiNic-1319934673-project] Pushing event deleted for resources: {'Network': ['ID=e4d07dc7-a4d0-43da-a8fb-4e31e3a31f93,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:39.060453 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c32ddce-dd67-43bd-865f-85d7bca71850 req-9a7d9d12-24f5-4fdf-ba6c-dda8bd98a891 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:39.063743 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1c32ddce-dd67-43bd-865f-85d7bca71850 req-9a7d9d12-24f5-4fdf-ba6c-dda8bd98a891 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5209ed5-bf31-47d1-8fec-3d92135ed6f8 HTTP/1.1" status: 200 len: 944 time: 0.1303091 Sep 23 06:46:39.072617 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c33652c9-f51e-4ce3-8d6c-a84749adc04b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13fc1c55-aac8-4284-a65a-d9e7ba02d995'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:46:39.076511 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c110f6ea-4573-40e5-93e3-9d4599aef829" -d '{"events": [{"server_uuid": "c33652c9-f51e-4ce3-8d6c-a84749adc04b", "name": "network-vif-plugged", "status": "completed", "tag": "13fc1c55-aac8-4284-a65a-d9e7ba02d995"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:46:39.145516 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e77e07-d429-4f8f-bab4-18c12f2a625a None None] New status for floating IP 564feda0-b5c9-4098-8d52-10025445ee7c: DOWN {{(pid=95067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 06:46:39.151438 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1c32ddce-dd67-43bd-865f-85d7bca71850 req-6a4ef0cf-47bd-4039-8c0b-e6cf8211df10 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/security-groups?id=294ea309-45c0-4806-b976-e6371d6e8795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778260 Sep 23 06:46:39.333227 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc358df-a3fc-4209-950a-da6fe15fd013 x-openstack-request-id: req-9bc358df-a3fc-4209-950a-da6fe15fd013 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:46:39.333655 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c33652c9-f51e-4ce3-8d6c-a84749adc04b", "name": "network-vif-plugged", "status": "completed", "tag": "13fc1c55-aac8-4284-a65a-d9e7ba02d995", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:46:39.333805 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9bc358df-a3fc-4209-950a-da6fe15fd013 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:46:39.334129 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c33652c9-f51e-4ce3-8d6c-a84749adc04b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13fc1c55-aac8-4284-a65a-d9e7ba02d995', 'code': 200} Sep 23 06:46:39.439884 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dfc1e619-7aa9-4c12-a537-b255e1d3b8c2 req-125add7f-dcdd-4df7-8d7d-200dc069b9a6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=af521934-4e14-4fd3-9a79-d0d8a001f41d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5117991 Sep 23 06:46:39.584393 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3e366cd2-90af-46ed-9144-52b96dd03f2e req-532177fc-46b5-4b2c-baf3-0a83b159d730 service neutron] 10.222.0.39 "GET /v2.0/networks/cdc18f7e-6fff-4ed4-abf0-3e045b651c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7876890 Sep 23 06:46:39.605460 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dfc1e619-7aa9-4c12-a537-b255e1d3b8c2 req-a2fc8364-61aa-400d-bacc-88d596853cae service neutron] 10.222.0.21 "GET /v2.0/networks/af521934-4e14-4fd3-9a79-d0d8a001f41d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271961 Sep 23 06:46:39.607617 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 57062) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:46:39.674304 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 57064) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:46:39.776685 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:39.823699 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3e366cd2-90af-46ed-9144-52b96dd03f2e req-401f721a-e064-4455-83cc-c04cb80609e9 service neutron] 10.222.0.39 "GET /v2.0/networks/cdc18f7e-6fff-4ed4-abf0-3e045b651c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172325 Sep 23 06:46:39.825431 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dfc1e619-7aa9-4c12-a537-b255e1d3b8c2 req-2c8d7848-b469-4a22-923b-68956b26b464 service neutron] 10.222.0.21 "GET /v2.0/networks/af521934-4e14-4fd3-9a79-d0d8a001f41d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109382 Sep 23 06:46:39.844206 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1aa9ffa2-a07b-495f-85de-c56c7c701fdc tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:39.938213 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1aa9ffa2-a07b-495f-85de-c56c7c701fdc tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:40.154621 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cb608703-81d8-4cab-874c-be66b1bfa964 req-80e9c09f-a3b5-4834-a035-9ee879e729ef tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c6bd60-f9c5-4dcd-b734-b588d836963e HTTP/1.1" status: 200 len: 210 time: 0.0844789 Sep 23 06:46:40.161834 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1aa9ffa2-a07b-495f-85de-c56c7c701fdc tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:40.164485 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1aa9ffa2-a07b-495f-85de-c56c7c701fdc tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:40.165824 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-1aa9ffa2-a07b-495f-85de-c56c7c701fdc tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "DELETE /v2.0/security-groups/8dfb9b91-c839-45a6-ad00-d87fab5f07e4 HTTP/1.1" status: 204 len: 168 time: 0.4902301 Sep 23 06:46:40.169623 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57100) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:46:40.192245 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa9ffa2-a07b-495f-85de-c56c7c701fdc tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dfb9b91-c839-45a6-ad00-d87fab5f07e4,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:40.244692 n-d-715271-16 neutron-server[95066]: INFO neutron.api.v2.resource [None req-6d326770-ec0a-41b9-b7ac-d13f5fc377e0 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] show failed (client error): The resource could not be found. Sep 23 06:46:40.254935 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-6d326770-ec0a-41b9-b7ac-d13f5fc377e0 tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "GET /v2.0/security-groups/8dfb9b91-c839-45a6-ad00-d87fab5f07e4 HTTP/1.1" status: 404 len: 347 time: 0.0787237 Sep 23 06:46:40.256963 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57108) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:46:40.379675 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6c03544a-235b-44df-96ca-517ccceef1a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066969'] for router_interface, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:40.405518 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb98b127-39ab-4342-9db1-36b689a7b241', 'name': 'network-vif-deleted', 'tag': 'c70d5287-f34a-4a5c-82a8-19d6b4920fa7'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:46:40.409654 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e54d3a12-ff41-4d43-a4bb-0b3b7767582e" -d '{"events": [{"server_uuid": "fb98b127-39ab-4342-9db1-36b689a7b241", "name": "network-vif-deleted", "tag": "c70d5287-f34a-4a5c-82a8-19d6b4920fa7"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:46:40.463024 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device c70d5287-f34a-4a5c-82a8-19d6b4920fa7 no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:46:40.520859 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426a2174-4805-48ac-a28a-1a18dcf2cfc1 req-c423ba35-9104-4731-bb45-4ec18722fdae tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:40.528935 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-426a2174-4805-48ac-a28a-1a18dcf2cfc1 req-c423ba35-9104-4731-bb45-4ec18722fdae tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5209ed5-bf31-47d1-8fec-3d92135ed6f8 HTTP/1.1" status: 200 len: 944 time: 0.1660750 Sep 23 06:46:40.531711 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No Port match for: c70d5287-f34a-4a5c-82a8-19d6b4920fa7 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:46:40.534213 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device c70d5287-f34a-4a5c-82a8-19d6b4920fa7 not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:46:40.602655 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-426a2174-4805-48ac-a28a-1a18dcf2cfc1 req-40175a6f-087c-4fcb-aba5-7aedc7c2461d tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/security-groups?id=294ea309-45c0-4806-b976-e6371d6e8795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721014 Sep 23 06:46:40.610584 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b6751c4-aea5-4afb-b7b4-d6521a48151b x-openstack-request-id: req-1b6751c4-aea5-4afb-b7b4-d6521a48151b {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:46:40.611085 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb98b127-39ab-4342-9db1-36b689a7b241", "name": "network-vif-deleted", "tag": "c70d5287-f34a-4a5c-82a8-19d6b4920fa7", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:46:40.611504 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1b6751c4-aea5-4afb-b7b4-d6521a48151b {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:46:40.612043 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb98b127-39ab-4342-9db1-36b689a7b241', 'name': 'network-vif-deleted', 'tag': 'c70d5287-f34a-4a5c-82a8-19d6b4920fa7', 'status': 'completed', 'code': 200} Sep 23 06:46:40.670538 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-837fc683-5968-454e-bd38-20aae3b437bc tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Deleting port e5276507-dd8a-4d38-a0fe-507494afe94c {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:46:40.671345 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-837fc683-5968-454e-bd38-20aae3b437bc tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:40.701550 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57134) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:46:40.767998 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c23232c-2d70-4edc-9b6a-afee455d1b71 admin admin] Deleting subnet e60271bd-2abe-488c-8449-206f6ba42e89 {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:46:40.780263 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0c23232c-2d70-4edc-9b6a-afee455d1b71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:40.885237 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0c23232c-2d70-4edc-9b6a-afee455d1b71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:40.898094 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-6c03544a-235b-44df-96ca-517ccceef1a9 admin admin] Deleting port fbcebbd2-bdf5-4656-86f0-1b691842e7c5 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:46:40.899760 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6c03544a-235b-44df-96ca-517ccceef1a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:40.940926 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-837fc683-5968-454e-bd38-20aae3b437bc tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:40.941424 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-837fc683-5968-454e-bd38-20aae3b437bc tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:40.968710 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-837fc683-5968-454e-bd38-20aae3b437bc tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Calling delete_port for e5276507-dd8a-4d38-a0fe-507494afe94c owned by network:floatingip {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:46:40.974612 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0c23232c-2d70-4edc-9b6a-afee455d1b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:41.035438 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-9197b687-0170-4314-8874-d61ed094ec77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:41.036561 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-6c03544a-235b-44df-96ca-517ccceef1a9 admin admin] For port fbcebbd2-bdf5-4656-86f0-1b691842e7c5, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=fbcebbd2-bdf5-4656-86f0-1b691842e7c5,segment=NetworkSegment(059ec336-01f5-4bf8-928b-3082fe7893e9),segment_id=059ec336-01f5-4bf8-928b-3082fe7893e9)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:46:41.037292 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6c03544a-235b-44df-96ca-517ccceef1a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:41.064510 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-6c03544a-235b-44df-96ca-517ccceef1a9 admin admin] Calling delete_port for fbcebbd2-bdf5-4656-86f0-1b691842e7c5 owned by network:router_interface {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:46:41.131267 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0c23232c-2d70-4edc-9b6a-afee455d1b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:41.212079 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c23232c-2d70-4edc-9b6a-afee455d1b71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e60271bd-2abe-488c-8449-206f6ba42e89,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:41.223139 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0c23232c-2d70-4edc-9b6a-afee455d1b71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:41.239024 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-0c23232c-2d70-4edc-9b6a-afee455d1b71 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/e60271bd-2abe-488c-8449-206f6ba42e89 HTTP/1.1" status: 204 len: 168 time: 0.5361848 Sep 23 06:46:41.241227 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57148) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:46:41.300933 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6c03544a-235b-44df-96ca-517ccceef1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:41.355595 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2b17b254-b5e4-4f96-a4ae-da6f25eede3c req-4d3fafc9-5753-4125-b278-757c795e6505 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c6bd60-f9c5-4dcd-b734-b588d836963e HTTP/1.1" status: 200 len: 210 time: 0.0686142 Sep 23 06:46:41.384481 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c03544a-235b-44df-96ca-517ccceef1a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbcebbd2-bdf5-4656-86f0-1b691842e7c5,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:41.452334 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:41.528715 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-cd50534c-6a95-491a-bf0f-479f01740418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:41.590631 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6c03544a-235b-44df-96ca-517ccceef1a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2068624'] for router_interface, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:41.628709 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-837fc683-5968-454e-bd38-20aae3b437bc tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:41.787041 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44cde56-54a4-4290-ab59-d5d8e6d15922 req-daf0b68f-5fcc-4acc-9fe4-f034bcf0b99d tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:41.788569 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b44cde56-54a4-4290-ab59-d5d8e6d15922 req-daf0b68f-5fcc-4acc-9fe4-f034bcf0b99d tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5209ed5-bf31-47d1-8fec-3d92135ed6f8 HTTP/1.1" status: 200 len: 944 time: 0.0987852 Sep 23 06:46:41.788997 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-cd50534c-6a95-491a-bf0f-479f01740418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:41.813705 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837fc683-5968-454e-bd38-20aae3b437bc tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Pushing event deleted for resources: {'Port': ['ID=e5276507-dd8a-4d38-a0fe-507494afe94c,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:41.845393 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e366cd2-90af-46ed-9144-52b96dd03f2e req-bdff7fd1-2d96-49c9-9e19-51f1c8bc97b1 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:41.848619 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3e366cd2-90af-46ed-9144-52b96dd03f2e req-bdff7fd1-2d96-49c9-9e19-51f1c8bc97b1 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.58 "GET /v2.0/networks?id=cdc18f7e-6fff-4ed4-abf0-3e045b651c28 HTTP/1.1" status: 200 len: 822 time: 0.4766827 Sep 23 06:46:41.871494 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-cd50534c-6a95-491a-bf0f-479f01740418 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06f6700e-677f-450e-91ed-a10a2fbb500b']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:46:41.878576 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-3e366cd2-90af-46ed-9144-52b96dd03f2e req-9ebed129-c1b8-462b-9e98-f3f439fda0fc tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Request body: {'port': {'device_id': '27c6bd60-f9c5-4dcd-b734-b588d836963e', 'network_id': 'cdc18f7e-6fff-4ed4-abf0-3e045b651c28', 'admin_state_up': True, 'tenant_id': '60f0d4c7dec14a96849df313211233ee'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:46:41.893160 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b44cde56-54a4-4290-ab59-d5d8e6d15922 req-81d465b9-ce8f-4672-a036-e6f97b6b361e tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/security-groups?id=294ea309-45c0-4806-b976-e6371d6e8795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917971 Sep 23 06:46:41.928591 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-cd50534c-6a95-491a-bf0f-479f01740418 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b9cc8e9-9b87-41b9-963b-963dc78e06f0') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:46:41.928891 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-cd50534c-6a95-491a-bf0f-479f01740418 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b9cc8e9-9b87-41b9-963b-963dc78e06f0') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:46:41.959195 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-cd50534c-6a95-491a-bf0f-479f01740418 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:41.976631 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c03544a-235b-44df-96ca-517ccceef1a9 admin admin] Router 001fd79e-5456-4fd8-9f1a-5b67b52209d1 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:46:42.031152 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-cd50534c-6a95-491a-bf0f-479f01740418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:42.045165 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-837fc683-5968-454e-bd38-20aae3b437bc tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Notify callbacks [] for floatingip, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:42.053107 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-837fc683-5968-454e-bd38-20aae3b437bc tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:42.065312 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-837fc683-5968-454e-bd38-20aae3b437bc tempest-ServersWithSpecificFlavorTestJSON-704664799 tempest-ServersWithSpecificFlavorTestJSON-704664799-project] 10.222.0.39 "DELETE /v2.0/floatingips/564feda0-b5c9-4098-8d52-10025445ee7c HTTP/1.1" status: 204 len: 168 time: 1.8051348 Sep 23 06:46:42.099531 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd50534c-6a95-491a-bf0f-479f01740418 admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:46:42.101404 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-cd50534c-6a95-491a-bf0f-479f01740418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:42.107060 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 06:46:42.107060 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:46:42.107060 n-d-715271-16 neutron-server[95066]: timer() Sep 23 06:46:42.107060 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:46:42.107060 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 06:46:42.107060 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:46:42.107060 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 06:46:42.107060 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:46:42.107060 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 06:46:42.107060 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:46:42.107060 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 06:46:42.107060 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:46:42.107060 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 06:46:42.107060 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:46:42.107060 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:46:42.107060 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:46:42.107060 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:46:42.107060 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:46:42.107060 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 06:46:42.107060 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:46:42.107060 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 06:46:42.107060 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:46:42.107060 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:46:42.107060 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:46:42.107060 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 06:46:42.107060 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:46:42.107060 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:46:42.107060 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:46:42.107060 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:46:42.107060 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:46:42.107060 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:46:42.107060 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:46:42.189840 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c03544a-235b-44df-96ca-517ccceef1a9 admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:46:42.193120 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:42.203368 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0352202-19d1-4e63-9a96-98dc65fc80eb None None] Sync routers for ids ['001fd79e-5456-4fd8-9f1a-5b67b52209d1'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:46:42.219784 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0352202-19d1-4e63-9a96-98dc65fc80eb None None] Routers {'001fd79e-5456-4fd8-9f1a-5b67b52209d1'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:46:42.220507 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-c0352202-19d1-4e63-9a96-98dc65fc80eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:46:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['001fd79e-5456-4fd8-9f1a-5b67b52209d1'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:46:42.220963 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-6c03544a-235b-44df-96ca-517ccceef1a9 admin admin] 10.222.0.39 "PUT /v2.0/routers/001fd79e-5456-4fd8-9f1a-5b67b52209d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6120100 Sep 23 06:46:42.221591 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 57172) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:46:42.270625 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-cd50534c-6a95-491a-bf0f-479f01740418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:42.282495 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-cd50534c-6a95-491a-bf0f-479f01740418 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:42.286551 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-cd50534c-6a95-491a-bf0f-479f01740418 admin admin] 10.222.0.39 "DELETE /v2.0/networks/06f6700e-677f-450e-91ed-a10a2fbb500b HTTP/1.1" status: 204 len: 168 time: 1.0438051 Sep 23 06:46:42.358416 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd50534c-6a95-491a-bf0f-479f01740418 admin admin] Pushing event deleted for resources: {'Network': ['ID=06f6700e-677f-450e-91ed-a10a2fbb500b,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:42.400176 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e366cd2-90af-46ed-9144-52b96dd03f2e req-9ebed129-c1b8-462b-9e98-f3f439fda0fc tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Made reservation on behalf of 60f0d4c7dec14a96849df313211233ee for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:46:42.404398 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-3e366cd2-90af-46ed-9144-52b96dd03f2e req-9ebed129-c1b8-462b-9e98-f3f439fda0fc tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:42.450529 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1a2ce956-c477-4a93-8ca1-f16108c7b292 admin admin] Notify callbacks [] for router, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:42.519032 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-c0352202-19d1-4e63-9a96-98dc65fc80eb None None] Set router 001fd79e-5456-4fd8-9f1a-5b67b52209d1 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:46:42.572195 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 57188) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:46:42.641674 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f0287d31-d60c-417e-a649-c770bd9cc2d8 req-6895199a-8210-413a-8595-e122d5ae588e tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c6bd60-f9c5-4dcd-b734-b588d836963e HTTP/1.1" status: 200 len: 210 time: 0.0663493 Sep 23 06:46:42.761720 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1a2ce956-c477-4a93-8ca1-f16108c7b292 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:42.789052 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57194) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:46:42.791412 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-7afb4bec-be75-4b41-bf70-44919be10d2a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=031ae4ebff9e422a93af0c39a45d1171&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2095923 Sep 23 06:46:42.793813 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [req-3e366cd2-90af-46ed-9144-52b96dd03f2e req-9ebed129-c1b8-462b-9e98-f3f439fda0fc tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Allocated IP 172.20.0.11 (cdc18f7e-6fff-4ed4-abf0-3e045b651c28/cedcf356-cc01-4df3-9504-c33c9cc41a3c/7a00ce9c-29b4-4227-a989-ddd5c6399966) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:46:42.881622 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-c0352202-19d1-4e63-9a96-98dc65fc80eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '001fd79e-5456-4fd8-9f1a-5b67b52209d1', 'name': 'tempest-ServersTestMultiNic-1425100199-router', 'tenant_id': 'd625fc180cdd42f1838b3fb6a40fccd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '5d4d550a-5475-4776-b93e-5db1e9d73adf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:44:58Z', 'updated_at': '2021-09-23T06:46:41Z', 'revision_number': 5, 'project_id': 'd625fc180cdd42f1838b3fb6a40fccd9', 'gw_port': {'id': '5d4d550a-5475-4776-b93e-5db1e9d73adf', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001fd79e-5456-4fd8-9f1a-5b67b52209d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:45:00Z', 'updated_at': '2021-09-23T06:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:46:42.926207 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-1a2ce956-c477-4a93-8ca1-f16108c7b292 admin admin] Deleting port 5d4d550a-5475-4776-b93e-5db1e9d73adf {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:46:42.926572 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1a2ce956-c477-4a93-8ca1-f16108c7b292 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:42.933471 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0352202-19d1-4e63-9a96-98dc65fc80eb None None] Checking router: 001fd79e-5456-4fd8-9f1a-5b67b52209d1 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:46:42.943169 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0352202-19d1-4e63-9a96-98dc65fc80eb None None] Routers {'001fd79e-5456-4fd8-9f1a-5b67b52209d1'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:46:42.945838 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-c0352202-19d1-4e63-9a96-98dc65fc80eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:46:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['001fd79e-5456-4fd8-9f1a-5b67b52209d1'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:46:42.976895 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 57204) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:46:43.048516 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-149d2137-48d5-46f7-9999-61c069afbba6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:43.138220 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-149d2137-48d5-46f7-9999-61c069afbba6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:43.139963 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-c0352202-19d1-4e63-9a96-98dc65fc80eb None None] Set router 001fd79e-5456-4fd8-9f1a-5b67b52209d1 gateway port host: None {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:46:43.163497 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-3e366cd2-90af-46ed-9144-52b96dd03f2e req-9ebed129-c1b8-462b-9e98-f3f439fda0fc tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:43.206983 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b99abb2-26d8-41e4-89e3-3db3d3281d98 req-b16451e5-29b4-41fa-b37d-3a83fbfd9a0f tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:43.214568 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7b99abb2-26d8-41e4-89e3-3db3d3281d98 req-b16451e5-29b4-41fa-b37d-3a83fbfd9a0f tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5209ed5-bf31-47d1-8fec-3d92135ed6f8 HTTP/1.1" status: 200 len: 944 time: 0.1678841 Sep 23 06:46:43.222551 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-1a2ce956-c477-4a93-8ca1-f16108c7b292 admin admin] For port 5d4d550a-5475-4776-b93e-5db1e9d73adf, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=5d4d550a-5475-4776-b93e-5db1e9d73adf,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:46:43.223205 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1a2ce956-c477-4a93-8ca1-f16108c7b292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:43.259899 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-1a2ce956-c477-4a93-8ca1-f16108c7b292 admin admin] Calling delete_port for 5d4d550a-5475-4776-b93e-5db1e9d73adf owned by network:router_gateway {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:46:43.338645 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7b99abb2-26d8-41e4-89e3-3db3d3281d98 req-ffa87c31-9cb6-435d-bebc-264223c9328a tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/security-groups?id=294ea309-45c0-4806-b976-e6371d6e8795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225967 Sep 23 06:46:43.367369 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-149d2137-48d5-46f7-9999-61c069afbba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:43.370263 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-149d2137-48d5-46f7-9999-61c069afbba6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:43.374969 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-149d2137-48d5-46f7-9999-61c069afbba6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ead5d8e9-ed26-4c51-bfc2-b6de8d7d128a HTTP/1.1" status: 204 len: 168 time: 0.5835977 Sep 23 06:46:43.379407 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-3e366cd2-90af-46ed-9144-52b96dd03f2e req-9ebed129-c1b8-462b-9e98-f3f439fda0fc tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:43.387533 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-c0352202-19d1-4e63-9a96-98dc65fc80eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '001fd79e-5456-4fd8-9f1a-5b67b52209d1', 'name': 'tempest-ServersTestMultiNic-1425100199-router', 'tenant_id': 'd625fc180cdd42f1838b3fb6a40fccd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:44:58Z', 'updated_at': '2021-09-23T06:46:42Z', 'revision_number': 6, 'project_id': 'd625fc180cdd42f1838b3fb6a40fccd9', 'gw_port_host': None}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:46:43.416389 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149d2137-48d5-46f7-9999-61c069afbba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead5d8e9-ed26-4c51-bfc2-b6de8d7d128a,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:43.445285 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e366cd2-90af-46ed-9144-52b96dd03f2e req-9ebed129-c1b8-462b-9e98-f3f439fda0fc tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Network cdc18f7e-6fff-4ed4-abf0-3e045b651c28 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:46:43.448587 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [req-3e366cd2-90af-46ed-9144-52b96dd03f2e req-9ebed129-c1b8-462b-9e98-f3f439fda0fc tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:46:43.456424 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e366cd2-90af-46ed-9144-52b96dd03f2e req-9ebed129-c1b8-462b-9e98-f3f439fda0fc tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:46:43.471273 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebed129-c1b8-462b-9e98-f3f439fda0fc tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Pushing event updated for resources: {'Port': ['ID=7a00ce9c-29b4-4227-a989-ddd5c6399966,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:43.472909 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0352202-19d1-4e63-9a96-98dc65fc80eb None None] The sync data for ids ['001fd79e-5456-4fd8-9f1a-5b67b52209d1'] in n-d-715271-16 is: [{'id': '001fd79e-5456-4fd8-9f1a-5b67b52209d1', 'name': 'tempest-ServersTestMultiNic-1425100199-router', 'tenant_id': 'd625fc180cdd42f1838b3fb6a40fccd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:44:58Z', 'updated_at': '2021-09-23T06:46:42Z', 'revision_number': 6, 'project_id': 'd625fc180cdd42f1838b3fb6a40fccd9', 'gw_port_host': None}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:46:43.569804 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e366cd2-90af-46ed-9144-52b96dd03f2e req-9ebed129-c1b8-462b-9e98-f3f439fda0fc tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:43.573914 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-3e366cd2-90af-46ed-9144-52b96dd03f2e req-9ebed129-c1b8-462b-9e98-f3f439fda0fc tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:43.611974 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3e366cd2-90af-46ed-9144-52b96dd03f2e req-9ebed129-c1b8-462b-9e98-f3f439fda0fc tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7370470 Sep 23 06:46:43.628728 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-3e366cd2-90af-46ed-9144-52b96dd03f2e req-4c84b42d-c2d1-489f-a270-8ed39dedca2b service neutron] Request body: {'port': {'device_id': '27c6bd60-f9c5-4dcd-b734-b588d836963e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:46:43.701033 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:43.779331 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-3e366cd2-90af-46ed-9144-52b96dd03f2e req-4c84b42d-c2d1-489f-a270-8ed39dedca2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:43.842706 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1a2ce956-c477-4a93-8ca1-f16108c7b292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:43.932118 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2ce956-c477-4a93-8ca1-f16108c7b292 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d4d550a-5475-4776-b93e-5db1e9d73adf,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:44.028766 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e87ad-9ea9-4277-9848-81380626efa8 req-f676cf90-2abb-48d6-b2ef-348baeeb0d02 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:44.037314 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fc0e87ad-9ea9-4277-9848-81380626efa8 req-f676cf90-2abb-48d6-b2ef-348baeeb0d02 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c6bd60-f9c5-4dcd-b734-b588d836963e HTTP/1.1" status: 200 len: 932 time: 0.2427428 Sep 23 06:46:44.127433 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fc0e87ad-9ea9-4277-9848-81380626efa8 req-0817ed1c-977f-41da-be78-0aefa1a2877e tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f5383a6-41e8-4ffd-bb02-3fe79014de26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871882 Sep 23 06:46:44.149529 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1a2ce956-c477-4a93-8ca1-f16108c7b292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2068563'] for router_gateway, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:44.565254 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 5d4d550a-5475-4776-b93e-5db1e9d73adf no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:46:44.639441 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 5d4d550a-5475-4776-b93e-5db1e9d73adf {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:46:44.639782 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 5d4d550a-5475-4776-b93e-5db1e9d73adf not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:46:44.646867 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device fbcebbd2-bdf5-4656-86f0-1b691842e7c5 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:46:44.689951 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [req-3e366cd2-90af-46ed-9144-52b96dd03f2e req-4c84b42d-c2d1-489f-a270-8ed39dedca2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a00ce9c-29b4-4227-a989-ddd5c6399966 {{(pid=95066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:46:44.704937 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: fbcebbd2-bdf5-4656-86f0-1b691842e7c5 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:46:44.706000 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device fbcebbd2-bdf5-4656-86f0-1b691842e7c5 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:46:44.714934 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-3e366cd2-90af-46ed-9144-52b96dd03f2e req-4c84b42d-c2d1-489f-a270-8ed39dedca2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:44.737974 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc15325f-0377-4938-afeb-c3ce390b27d3 req-24bb69dc-cfbb-4195-bf81-1d4463a379ff tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:44.739855 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc15325f-0377-4938-afeb-c3ce390b27d3 req-24bb69dc-cfbb-4195-bf81-1d4463a379ff tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5209ed5-bf31-47d1-8fec-3d92135ed6f8 HTTP/1.1" status: 200 len: 944 time: 0.2061961 Sep 23 06:46:44.747327 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.provisioning_blocks [req-3e366cd2-90af-46ed-9144-52b96dd03f2e req-4c84b42d-c2d1-489f-a270-8ed39dedca2b service neutron] Transition to ACTIVE for port object 7a00ce9c-29b4-4227-a989-ddd5c6399966 will not be triggered until provisioned by entity L2. {{(pid=95066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:46:44.787834 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-3e366cd2-90af-46ed-9144-52b96dd03f2e req-4c84b42d-c2d1-489f-a270-8ed39dedca2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:44.861249 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device f4bba100-221a-4b07-b061-80ccb98f9d77 details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:46:44.951933 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1a2ce956-c477-4a93-8ca1-f16108c7b292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:44.960808 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1a2ce956-c477-4a93-8ca1-f16108c7b292 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:45.205727 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc15325f-0377-4938-afeb-c3ce390b27d3 req-5d51e006-37c8-4d32-ac14-4ef7949f3624 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/security-groups?id=294ea309-45c0-4806-b976-e6371d6e8795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4472160 Sep 23 06:46:45.224091 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57282) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:46:45.237359 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port f4bba100-221a-4b07-b061-80ccb98f9d77, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=f4bba100-221a-4b07-b061-80ccb98f9d77,segment=NetworkSegment(606d2197-237b-4f47-90de-9108be481d55),segment_id=606d2197-237b-4f47-90de-9108be481d55)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:46:45.251980 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': 'f4bba100-221a-4b07-b061-80ccb98f9d77', 'network_id': 'af521934-4e14-4fd3-9a79-d0d8a001f41d', 'port_id': 'f4bba100-221a-4b07-b061-80ccb98f9d77', 'mac_address': 'fa:16:3e:dc:af:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f9997a5-b833-4318-a21f-37b1b7e3fb43', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:46:45.262375 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c84b42d-c2d1-489f-a270-8ed39dedca2b service neutron] Pushing event updated for resources: {'Port': ['ID=7a00ce9c-29b4-4227-a989-ddd5c6399966,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:45.264440 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1a2ce956-c477-4a93-8ca1-f16108c7b292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:45.268139 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a2ce956-c477-4a93-8ca1-f16108c7b292 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 001fd79e-5456-4fd8-9f1a-5b67b52209d1 {{(pid=95065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 06:46:45.308398 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:45.327043 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4bba100-221a-4b07-b061-80ccb98f9d77 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:46:45.350681 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-3e366cd2-90af-46ed-9144-52b96dd03f2e req-4c84b42d-c2d1-489f-a270-8ed39dedca2b service neutron] Attempting to bind port 7a00ce9c-29b4-4227-a989-ddd5c6399966 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:46:45.351016 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-3e366cd2-90af-46ed-9144-52b96dd03f2e req-4c84b42d-c2d1-489f-a270-8ed39dedca2b service neutron] Attempting to bind port 7a00ce9c-29b4-4227-a989-ddd5c6399966 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': 'e311ce61-9ca9-495c-a2b4-23b5ef627aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cdc18f7e-6fff-4ed4-abf0-3e045b651c28'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:46:45.351346 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e366cd2-90af-46ed-9144-52b96dd03f2e req-4c84b42d-c2d1-489f-a270-8ed39dedca2b service neutron] Attempting to bind port 7a00ce9c-29b4-4227-a989-ddd5c6399966 on network cdc18f7e-6fff-4ed4-abf0-3e045b651c28 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:46:45.351472 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1a2ce956-c477-4a93-8ca1-f16108c7b292 admin admin] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:45.355938 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-1a2ce956-c477-4a93-8ca1-f16108c7b292 admin admin] 10.222.0.39 "DELETE /v2.0/routers/001fd79e-5456-4fd8-9f1a-5b67b52209d1 HTTP/1.1" status: 204 len: 168 time: 3.1305668 Sep 23 06:46:45.356631 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 57292) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:46:45.358005 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port f4bba100-221a-4b07-b061-80ccb98f9d77, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=f4bba100-221a-4b07-b061-80ccb98f9d77,segment=NetworkSegment(606d2197-237b-4f47-90de-9108be481d55),segment_id=606d2197-237b-4f47-90de-9108be481d55)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:46:45.359602 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e366cd2-90af-46ed-9144-52b96dd03f2e req-4c84b42d-c2d1-489f-a270-8ed39dedca2b service neutron] Port 7a00ce9c-29b4-4227-a989-ddd5c6399966 on network cdc18f7e-6fff-4ed4-abf0-3e045b651c28 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:46:45.359982 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e366cd2-90af-46ed-9144-52b96dd03f2e req-4c84b42d-c2d1-489f-a270-8ed39dedca2b service neutron] Attempting to bind port 7a00ce9c-29b4-4227-a989-ddd5c6399966 on network cdc18f7e-6fff-4ed4-abf0-3e045b651c28 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:46:45.367678 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:45.376467 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f1b83e-ce7d-41ec-a3e6-4e3f5565ddd2 req-1e7bab12-c566-4e7d-8071-06397d513fa6 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:45.383813 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-07f1b83e-ce7d-41ec-a3e6-4e3f5565ddd2 req-1e7bab12-c566-4e7d-8071-06397d513fa6 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c6bd60-f9c5-4dcd-b734-b588d836963e HTTP/1.1" status: 200 len: 944 time: 0.0732331 Sep 23 06:46:45.393325 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e366cd2-90af-46ed-9144-52b96dd03f2e req-4c84b42d-c2d1-489f-a270-8ed39dedca2b service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:46:45.393667 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e366cd2-90af-46ed-9144-52b96dd03f2e req-4c84b42d-c2d1-489f-a270-8ed39dedca2b service neutron] Checking segment: {'id': 'e311ce61-9ca9-495c-a2b4-23b5ef627aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cdc18f7e-6fff-4ed4-abf0-3e045b651c28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:46:45.394143 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e366cd2-90af-46ed-9144-52b96dd03f2e req-4c84b42d-c2d1-489f-a270-8ed39dedca2b service neutron] Bound using segment: {'id': 'e311ce61-9ca9-495c-a2b4-23b5ef627aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cdc18f7e-6fff-4ed4-abf0-3e045b651c28'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:46:45.394598 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-3e366cd2-90af-46ed-9144-52b96dd03f2e req-4c84b42d-c2d1-489f-a270-8ed39dedca2b service neutron] Bound port: 7a00ce9c-29b4-4227-a989-ddd5c6399966, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e311ce61-9ca9-495c-a2b4-23b5ef627aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cdc18f7e-6fff-4ed4-abf0-3e045b651c28'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:46:45.394945 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-3e366cd2-90af-46ed-9144-52b96dd03f2e req-4c84b42d-c2d1-489f-a270-8ed39dedca2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:45.508787 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-07f1b83e-ce7d-41ec-a3e6-4e3f5565ddd2 req-606d4d51-dc12-4489-a2b3-e88e017a89e9 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f5383a6-41e8-4ffd-bb02-3fe79014de26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239989 Sep 23 06:46:45.523894 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-99252688-7b14-4764-b3f4-3e111f5de12e admin admin] Deleting subnet c85f7c05-5cd1-4766-919e-2c9417fd7065 {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:46:45.571855 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-99252688-7b14-4764-b3f4-3e111f5de12e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:45.607274 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-3e366cd2-90af-46ed-9144-52b96dd03f2e req-4c84b42d-c2d1-489f-a270-8ed39dedca2b service neutron] For port 7a00ce9c-29b4-4227-a989-ddd5c6399966, host n-h2-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:46:45.616818 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-3e366cd2-90af-46ed-9144-52b96dd03f2e req-4c84b42d-c2d1-489f-a270-8ed39dedca2b service neutron] For port 7a00ce9c-29b4-4227-a989-ddd5c6399966, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=7a00ce9c-29b4-4227-a989-ddd5c6399966,segment=NetworkSegment(e311ce61-9ca9-495c-a2b4-23b5ef627aae),segment_id=e311ce61-9ca9-495c-a2b4-23b5ef627aae)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:46:45.633786 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-b136045a-793b-41da-a7c8-b2deba0faa6a admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1297458872-network', 'tenant_id': '74529a84c33b43f98f45eedc2ff7bd91'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:46:45.658246 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=f4bba100-221a-4b07-b061-80ccb98f9d77,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:45.686380 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-3e366cd2-90af-46ed-9144-52b96dd03f2e req-4c84b42d-c2d1-489f-a270-8ed39dedca2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:45.707301 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b136045a-793b-41da-a7c8-b2deba0faa6a admin admin] Made reservation on behalf of 74529a84c33b43f98f45eedc2ff7bd91 for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:46:45.709908 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b136045a-793b-41da-a7c8-b2deba0faa6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:45.760538 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-99252688-7b14-4764-b3f4-3e111f5de12e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:45.819528 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c84b42d-c2d1-489f-a270-8ed39dedca2b service neutron] Pushing event updated for resources: {'Port': ['ID=7a00ce9c-29b4-4227-a989-ddd5c6399966,revision_number=3']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:45.826367 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b136045a-793b-41da-a7c8-b2deba0faa6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:45.846670 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['f4bba100-221a-4b07-b061-80ccb98f9d77'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:46:45.868428 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e366cd2-90af-46ed-9144-52b96dd03f2e req-4c84b42d-c2d1-489f-a270-8ed39dedca2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:45.870086 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-3e366cd2-90af-46ed-9144-52b96dd03f2e req-4c84b42d-c2d1-489f-a270-8ed39dedca2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:45.876340 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fdcf9469-bb99-4f17-8532-d88729a06da2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066969'] for router_interface, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:45.876882 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3e366cd2-90af-46ed-9144-52b96dd03f2e req-4c84b42d-c2d1-489f-a270-8ed39dedca2b service neutron] 10.222.0.58 "PUT /v2.0/ports/7a00ce9c-29b4-4227-a989-ddd5c6399966 HTTP/1.1" status: 200 len: 1093 time: 2.2518482 Sep 23 06:46:45.898610 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27c6bd60-f9c5-4dcd-b734-b588d836963e', 'tag': '7a00ce9c-29b4-4227-a989-ddd5c6399966'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:46:45.900899 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a60dea-b738-464b-b1c3-b2d34f1dd075" -d '{"events": [{"name": "network-changed", "server_uuid": "27c6bd60-f9c5-4dcd-b734-b588d836963e", "tag": "7a00ce9c-29b4-4227-a989-ddd5c6399966"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:46:45.963961 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-99252688-7b14-4764-b3f4-3e111f5de12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:46.040700 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad2d376-672b-4c3e-bef6-909a28bc30f1 x-openstack-request-id: req-4ad2d376-672b-4c3e-bef6-909a28bc30f1 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:46:46.054406 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27c6bd60-f9c5-4dcd-b734-b588d836963e", "tag": "7a00ce9c-29b4-4227-a989-ddd5c6399966", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:46:46.055022 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4ad2d376-672b-4c3e-bef6-909a28bc30f1 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:46:46.055637 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27c6bd60-f9c5-4dcd-b734-b588d836963e', 'tag': '7a00ce9c-29b4-4227-a989-ddd5c6399966', 'status': 'completed', 'code': 200} Sep 23 06:46:46.131217 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e366cd2-90af-46ed-9144-52b96dd03f2e req-2a44653a-a8c4-4b57-a968-7a2d78cb384e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:46.143730 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3e366cd2-90af-46ed-9144-52b96dd03f2e req-2a44653a-a8c4-4b57-a968-7a2d78cb384e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=60f0d4c7dec14a96849df313211233ee&device_id=27c6bd60-f9c5-4dcd-b734-b588d836963e HTTP/1.1" status: 200 len: 1096 time: 0.2067654 Sep 23 06:46:46.255640 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3e366cd2-90af-46ed-9144-52b96dd03f2e req-411618dd-a4d8-49ae-be52-3da254897769 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a00ce9c-29b4-4227-a989-ddd5c6399966 HTTP/1.1" status: 200 len: 217 time: 0.0980401 Sep 23 06:46:46.259217 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-99252688-7b14-4764-b3f4-3e111f5de12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:46.313704 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-99252688-7b14-4764-b3f4-3e111f5de12e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:46.318665 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-99252688-7b14-4764-b3f4-3e111f5de12e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/c85f7c05-5cd1-4766-919e-2c9417fd7065 HTTP/1.1" status: 204 len: 168 time: 0.9503865 Sep 23 06:46:46.318665 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99252688-7b14-4764-b3f4-3e111f5de12e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c85f7c05-5cd1-4766-919e-2c9417fd7065,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:46.330093 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95e8b17-133d-4491-8d83-7ed249e67176 None None] Network 206dbaa6-6d73-47f1-abbe-5a3478e9bb9d requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:46:46.331124 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 57298) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:46:46.571381 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e366cd2-90af-46ed-9144-52b96dd03f2e req-9c982bdb-38f7-4174-a161-6670c1f8890b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:46.572879 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3e366cd2-90af-46ed-9144-52b96dd03f2e req-9c982bdb-38f7-4174-a161-6670c1f8890b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cedcf356-cc01-4df3-9504-c33c9cc41a3c HTTP/1.1" status: 200 len: 862 time: 0.3093786 Sep 23 06:46:46.580343 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b136045a-793b-41da-a7c8-b2deba0faa6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:46.594931 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b136045a-793b-41da-a7c8-b2deba0faa6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:46.619685 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3e366cd2-90af-46ed-9144-52b96dd03f2e req-a88dc56a-b8bd-4174-ac30-b7c8177693d2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cdc18f7e-6fff-4ed4-abf0-3e045b651c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372033 Sep 23 06:46:46.631883 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a605d903-c3b9-42b4-a24a-2212e71ef81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:46.662858 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e7f3c-76ec-4fb5-b199-193af9a26e1a req-53bc91fb-88b7-4c68-ab03-1aa227cc7817 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:46.664502 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-122e7f3c-76ec-4fb5-b199-193af9a26e1a req-53bc91fb-88b7-4c68-ab03-1aa227cc7817 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5209ed5-bf31-47d1-8fec-3d92135ed6f8 HTTP/1.1" status: 200 len: 945 time: 0.2823000 Sep 23 06:46:46.680434 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b136045a-793b-41da-a7c8-b2deba0faa6a admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:46:46.713402 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b136045a-793b-41da-a7c8-b2deba0faa6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7388467f-9201-4b39-a6c2-bce1272b049d,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:46.733724 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b136045a-793b-41da-a7c8-b2deba0faa6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:46.734333 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-b136045a-793b-41da-a7c8-b2deba0faa6a admin admin] Added segment c5d2a763-686c-454c-90b4-02125531df45 of type vlan for network f5a8e19c-31c6-419f-a30d-8e266da2c523 Sep 23 06:46:46.811337 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a85d7b-95f1-417e-b1d4-2a6b4fb6ad70 None None] DHCP port deletion for 206dbaa6-6d73-47f1-abbe-5a3478e9bb9d request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 06:46:46.840730 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-122e7f3c-76ec-4fb5-b199-193af9a26e1a req-7a885d64-f885-44bd-9906-f91ad2c233a2 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/security-groups?id=294ea309-45c0-4806-b976-e6371d6e8795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527753 Sep 23 06:46:46.845081 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-fdcf9469-bb99-4f17-8532-d88729a06da2 admin admin] Deleting port 6f8b70cd-eea5-4e7a-9263-fe942dd297c8 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:46:46.845596 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fdcf9469-bb99-4f17-8532-d88729a06da2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:46.857618 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b136045a-793b-41da-a7c8-b2deba0faa6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:46.912783 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3e366cd2-90af-46ed-9144-52b96dd03f2e req-4e67cfd2-16bf-4170-a055-2f0df9befae1 service neutron] 10.222.0.58 "GET /v2.0/networks/cdc18f7e-6fff-4ed4-abf0-3e045b651c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825909 Sep 23 06:46:46.970399 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-e1a85d7b-95f1-417e-b1d4-2a6b4fb6ad70 None None] Deleting port b1e6684f-93b0-4bb6-ba34-bd245c042087 {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:46:46.972895 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e1a85d7b-95f1-417e-b1d4-2a6b4fb6ad70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:47.004401 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b136045a-793b-41da-a7c8-b2deba0faa6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:47.005404 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b136045a-793b-41da-a7c8-b2deba0faa6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:47.006021 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b136045a-793b-41da-a7c8-b2deba0faa6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:47.043037 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-fdcf9469-bb99-4f17-8532-d88729a06da2 admin admin] For port 6f8b70cd-eea5-4e7a-9263-fe942dd297c8, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=6f8b70cd-eea5-4e7a-9263-fe942dd297c8,segment=NetworkSegment(b569fd8b-6a61-4c64-b70e-3efdef1c71e0),segment_id=b569fd8b-6a61-4c64-b70e-3efdef1c71e0)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:46:47.043549 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fdcf9469-bb99-4f17-8532-d88729a06da2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:47.060651 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-fdcf9469-bb99-4f17-8532-d88729a06da2 admin admin] Calling delete_port for 6f8b70cd-eea5-4e7a-9263-fe942dd297c8 owned by network:router_interface {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:46:47.148488 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-e1a85d7b-95f1-417e-b1d4-2a6b4fb6ad70 None None] For port b1e6684f-93b0-4bb6-ba34-bd245c042087, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=b1e6684f-93b0-4bb6-ba34-bd245c042087,segment=NetworkSegment(059ec336-01f5-4bf8-928b-3082fe7893e9),segment_id=059ec336-01f5-4bf8-928b-3082fe7893e9)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:46:47.148901 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e1a85d7b-95f1-417e-b1d4-2a6b4fb6ad70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:47.178774 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-b136045a-793b-41da-a7c8-b2deba0faa6a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.9411552 Sep 23 06:46:47.192239 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-e1a85d7b-95f1-417e-b1d4-2a6b4fb6ad70 None None] Calling delete_port for b1e6684f-93b0-4bb6-ba34-bd245c042087 owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:46:47.205479 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 57328) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:46:47.245513 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3e366cd2-90af-46ed-9144-52b96dd03f2e req-00b15513-ae88-46f1-aec4-5883b828ec31 service neutron] 10.222.0.58 "GET /v2.0/networks/cdc18f7e-6fff-4ed4-abf0-3e045b651c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215485 Sep 23 06:46:47.246886 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b136045a-793b-41da-a7c8-b2deba0faa6a admin admin] Pushing event updated for resources: {'Network': ['ID=f5a8e19c-31c6-419f-a30d-8e266da2c523,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:47.262941 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-8f017c3d-3e8f-45c0-b8d4-d3e0121ad912 admin admin] Request body: {'subnet': {'network_id': 'f5a8e19c-31c6-419f-a30d-8e266da2c523', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1297458872-subnet', 'tenant_id': '74529a84c33b43f98f45eedc2ff7bd91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:46:47.317074 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network f5a8e19c-31c6-419f-a30d-8e266da2c523 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:46:47.359832 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f017c3d-3e8f-45c0-b8d4-d3e0121ad912 admin admin] Made reservation on behalf of 74529a84c33b43f98f45eedc2ff7bd91 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:46:47.364466 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8f017c3d-3e8f-45c0-b8d4-d3e0121ad912 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:47.436783 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-a605d903-c3b9-42b4-a24a-2212e71ef81e admin admin] Deleting port b1e6684f-93b0-4bb6-ba34-bd245c042087 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:46:47.437171 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a605d903-c3b9-42b4-a24a-2212e71ef81e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:47.486866 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e1a85d7b-95f1-417e-b1d4-2a6b4fb6ad70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:47.503400 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3cd93c-ef96-4963-a421-4b108ef5d16f req-1e22a5f4-811a-400f-a8ef-c9ebe47905bf tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:47.505036 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4f3cd93c-ef96-4963-a421-4b108ef5d16f req-1e22a5f4-811a-400f-a8ef-c9ebe47905bf tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c6bd60-f9c5-4dcd-b734-b588d836963e HTTP/1.1" status: 200 len: 944 time: 0.3672531 Sep 23 06:46:47.544714 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9ca65-d40b-4e4b-8f25-0de2cb1664f6 req-c5906143-2d6a-47d7-91d2-e092411c8460 tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:47.548027 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fda9ca65-d40b-4e4b-8f25-0de2cb1664f6 req-c5906143-2d6a-47d7-91d2-e092411c8460 tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] 10.222.0.39 "GET /v2.0/ports?device_id=eee31f93-838d-4afe-b78e-32bb57118270 HTTP/1.1" status: 200 len: 950 time: 0.2499721 Sep 23 06:46:47.559160 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a60dea-b738-464b-b1c3-b2d34f1dd075 req-172adb31-b17d-447a-bb08-9bb6c210ad10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:47.560608 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-47a60dea-b738-464b-b1c3-b2d34f1dd075 req-172adb31-b17d-447a-bb08-9bb6c210ad10 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=60f0d4c7dec14a96849df313211233ee&device_id=27c6bd60-f9c5-4dcd-b734-b588d836963e HTTP/1.1" status: 200 len: 1096 time: 0.2356100 Sep 23 06:46:47.571709 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a85d7b-95f1-417e-b1d4-2a6b4fb6ad70 None None] Pushing event deleted for resources: {'Port': ['ID=b1e6684f-93b0-4bb6-ba34-bd245c042087,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:47.581333 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a85d7b-95f1-417e-b1d4-2a6b4fb6ad70 None None] No DVR routers for this DVR port b1e6684f-93b0-4bb6-ba34-bd245c042087 on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:46:47.684467 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fda9ca65-d40b-4e4b-8f25-0de2cb1664f6 req-71421ce3-7ae9-42d7-84dd-7e9b57bfe390 tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] 10.222.0.39 "GET /v2.0/security-groups?id=04871bb0-7c56-48c4-97f9-6aeb571e4458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233695 Sep 23 06:46:47.727561 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a60dea-b738-464b-b1c3-b2d34f1dd075 req-08bf3d9f-1415-49bb-a94d-94d32d40642e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:47.729293 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-47a60dea-b738-464b-b1c3-b2d34f1dd075 req-08bf3d9f-1415-49bb-a94d-94d32d40642e service neutron] 10.222.0.58 "GET /v2.0/networks?id=cdc18f7e-6fff-4ed4-abf0-3e045b651c28 HTTP/1.1" status: 200 len: 923 time: 0.1526937 Sep 23 06:46:47.784085 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-a605d903-c3b9-42b4-a24a-2212e71ef81e admin admin] For port b1e6684f-93b0-4bb6-ba34-bd245c042087, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=b1e6684f-93b0-4bb6-ba34-bd245c042087,segment=NetworkSegment(059ec336-01f5-4bf8-928b-3082fe7893e9),segment_id=059ec336-01f5-4bf8-928b-3082fe7893e9)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:46:47.784085 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a605d903-c3b9-42b4-a24a-2212e71ef81e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:47.790306 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-47a60dea-b738-464b-b1c3-b2d34f1dd075 req-5dd1d591-b979-4604-91e2-f564dbad3d09 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a00ce9c-29b4-4227-a989-ddd5c6399966 HTTP/1.1" status: 200 len: 217 time: 0.0498824 Sep 23 06:46:47.810894 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4f3cd93c-ef96-4963-a421-4b108ef5d16f req-b72db187-5509-49fb-9a96-8ec2715893e0 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f5383a6-41e8-4ffd-bb02-3fe79014de26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866640 Sep 23 06:46:47.811984 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-a605d903-c3b9-42b4-a24a-2212e71ef81e admin admin] Calling delete_port for b1e6684f-93b0-4bb6-ba34-bd245c042087 owned by network:dhcp {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:46:47.841575 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fdcf9469-bb99-4f17-8532-d88729a06da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:47.882242 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcf9469-bb99-4f17-8532-d88729a06da2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f8b70cd-eea5-4e7a-9263-fe942dd297c8,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:47.915066 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a60dea-b738-464b-b1c3-b2d34f1dd075 req-b4cb6e42-d137-456f-835e-9aa226adb242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:47.919501 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-47a60dea-b738-464b-b1c3-b2d34f1dd075 req-b4cb6e42-d137-456f-835e-9aa226adb242 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cedcf356-cc01-4df3-9504-c33c9cc41a3c HTTP/1.1" status: 200 len: 862 time: 0.1200242 Sep 23 06:46:47.965190 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8f017c3d-3e8f-45c0-b8d4-d3e0121ad912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:47.988508 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-47a60dea-b738-464b-b1c3-b2d34f1dd075 req-3ce5e76c-2947-40e7-a588-1fd526e3bac8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cdc18f7e-6fff-4ed4-abf0-3e045b651c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608826 Sep 23 06:46:48.108576 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2283c13-cfca-4f3e-ad5f-3c3e08fda5ea req-c06e7eb3-8f74-463b-baf1-4b4de1ea3cfd tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:48.111400 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b2283c13-cfca-4f3e-ad5f-3c3e08fda5ea req-c06e7eb3-8f74-463b-baf1-4b4de1ea3cfd tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5209ed5-bf31-47d1-8fec-3d92135ed6f8 HTTP/1.1" status: 200 len: 945 time: 0.1201270 Sep 23 06:46:48.158800 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f017c3d-3e8f-45c0-b8d4-d3e0121ad912 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23ac47fe-657e-4848-9c44-3a9ea9b58dd9,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:48.216148 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a605d903-c3b9-42b4-a24a-2212e71ef81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:48.230543 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-47a60dea-b738-464b-b1c3-b2d34f1dd075 req-d93b9cdc-79de-4a1b-8858-1fbeed56fb81 service neutron] 10.222.0.58 "GET /v2.0/networks/cdc18f7e-6fff-4ed4-abf0-3e045b651c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972930 Sep 23 06:46:48.233320 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f017c3d-3e8f-45c0-b8d4-d3e0121ad912 admin admin] Checking segment: {'id': 'c5d2a763-686c-454c-90b4-02125531df45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f5a8e19c-31c6-419f-a30d-8e266da2c523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:46:48.234498 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f017c3d-3e8f-45c0-b8d4-d3e0121ad912 admin admin] Network hostable DHCP agents. Network: f5a8e19c-31c6-419f-a30d-8e266da2c523, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:46:48.246182 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b2283c13-cfca-4f3e-ad5f-3c3e08fda5ea req-4b155353-e511-4fcb-a56a-b7afaaff0d05 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/security-groups?id=294ea309-45c0-4806-b976-e6371d6e8795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851429 Sep 23 06:46:48.272367 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a605d903-c3b9-42b4-a24a-2212e71ef81e admin admin] Pushing event deleted for resources: {'Port': ['ID=b1e6684f-93b0-4bb6-ba34-bd245c042087,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:48.277319 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a605d903-c3b9-42b4-a24a-2212e71ef81e admin admin] No DVR routers for this DVR port b1e6684f-93b0-4bb6-ba34-bd245c042087 on host n-d-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:46:48.364137 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device b1e6684f-93b0-4bb6-ba34-bd245c042087 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:46:48.385966 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f017c3d-3e8f-45c0-b8d4-d3e0121ad912 admin admin] Network f5a8e19c-31c6-419f-a30d-8e266da2c523 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:46:48.393847 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-47a60dea-b738-464b-b1c3-b2d34f1dd075 req-05ec5739-ec3e-4d4a-87e6-dbd06893ba36 service neutron] 10.222.0.58 "GET /v2.0/networks/cdc18f7e-6fff-4ed4-abf0-3e045b651c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464176 Sep 23 06:46:48.430064 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: b1e6684f-93b0-4bb6-ba34-bd245c042087 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:46:48.430892 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device b1e6684f-93b0-4bb6-ba34-bd245c042087 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:46:48.448962 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a605d903-c3b9-42b4-a24a-2212e71ef81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:48.458061 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-8f017c3d-3e8f-45c0-b8d4-d3e0121ad912 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, f5a8e19c-31c6-419f-a30d-8e266da2c523) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:46:48.463584 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f017c3d-3e8f-45c0-b8d4-d3e0121ad912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:48.463584 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8f017c3d-3e8f-45c0-b8d4-d3e0121ad912 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:48.465887 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fdcf9469-bb99-4f17-8532-d88729a06da2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2068624'] for router_interface, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:48.473499 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336abd9d-df1d-4c86-b572-4aa86b9ea21c None None] Network f5a8e19c-31c6-419f-a30d-8e266da2c523 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:46:48.496867 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-a605d903-c3b9-42b4-a24a-2212e71ef81e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['206dbaa6-6d73-47f1-abbe-5a3478e9bb9d']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:46:48.515512 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 7a00ce9c-29b4-4227-a989-ddd5c6399966 details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:46:48.549100 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-8f017c3d-3e8f-45c0-b8d4-d3e0121ad912 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3084929 Sep 23 06:46:48.549100 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-a605d903-c3b9-42b4-a24a-2212e71ef81e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '059ec336-01f5-4bf8-928b-3082fe7893e9') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:46:48.549100 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-a605d903-c3b9-42b4-a24a-2212e71ef81e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '059ec336-01f5-4bf8-928b-3082fe7893e9') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:46:48.556754 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a605d903-c3b9-42b4-a24a-2212e71ef81e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:48.580692 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a605d903-c3b9-42b4-a24a-2212e71ef81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:48.633594 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a605d903-c3b9-42b4-a24a-2212e71ef81e admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:46:48.633741 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a605d903-c3b9-42b4-a24a-2212e71ef81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:48.635810 n-d-715271-16 neutron-server[95065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 06:46:48.635810 n-d-715271-16 neutron-server[95065]: self.session.flush() Sep 23 06:46:48.635810 n-d-715271-16 neutron-server[95065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 06:46:48.635810 n-d-715271-16 neutron-server[95065]: self.session.flush() Sep 23 06:46:48.635810 n-d-715271-16 neutron-server[95065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 06:46:48.635810 n-d-715271-16 neutron-server[95065]: self.session.flush() Sep 23 06:46:48.635810 n-d-715271-16 neutron-server[95065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 06:46:48.635810 n-d-715271-16 neutron-server[95065]: self.session.flush() Sep 23 06:46:48.635810 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 06:46:48.635810 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:46:48.635810 n-d-715271-16 neutron-server[95065]: timer() Sep 23 06:46:48.635810 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:46:48.635810 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 06:46:48.635810 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:46:48.635810 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 06:46:48.635810 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:46:48.635810 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 06:46:48.635810 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:46:48.635810 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 06:46:48.635810 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:46:48.635810 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 06:46:48.635810 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:46:48.635810 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:46:48.635810 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:46:48.635810 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:46:48.635810 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:46:48.635810 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 06:46:48.635810 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:46:48.635810 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 06:46:48.635810 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:46:48.635810 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:46:48.635810 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:46:48.635810 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 06:46:48.635810 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:46:48.635810 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:46:48.635810 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:46:48.635810 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:46:48.635810 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:46:48.635810 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:46:48.635810 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:46:48.641301 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 7a00ce9c-29b4-4227-a989-ddd5c6399966, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=7a00ce9c-29b4-4227-a989-ddd5c6399966,segment=NetworkSegment(e311ce61-9ca9-495c-a2b4-23b5ef627aae),segment_id=e311ce61-9ca9-495c-a2b4-23b5ef627aae)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:46:48.662070 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': '7a00ce9c-29b4-4227-a989-ddd5c6399966', 'network_id': 'cdc18f7e-6fff-4ed4-abf0-3e045b651c28', 'port_id': '7a00ce9c-29b4-4227-a989-ddd5c6399966', 'mac_address': 'fa:16:3e:ad:e9:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cedcf356-cc01-4df3-9504-c33c9cc41a3c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:46:48.819110 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a605d903-c3b9-42b4-a24a-2212e71ef81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:48.849136 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a605d903-c3b9-42b4-a24a-2212e71ef81e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:48.854810 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-a605d903-c3b9-42b4-a24a-2212e71ef81e admin admin] 10.222.0.39 "DELETE /v2.0/networks/206dbaa6-6d73-47f1-abbe-5a3478e9bb9d HTTP/1.1" status: 204 len: 168 time: 2.5212138 Sep 23 06:46:48.890800 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a605d903-c3b9-42b4-a24a-2212e71ef81e admin admin] Pushing event deleted for resources: {'Network': ['ID=206dbaa6-6d73-47f1-abbe-5a3478e9bb9d,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:48.948936 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:48.951016 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device f4bba100-221a-4b07-b061-80ccb98f9d77 up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:46:48.954909 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc94351-eea8-4596-b35f-69fe62da2fc3 req-5ddc674c-2b7d-418c-9a37-4ebc6a6db908 tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:48.963950 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ecc94351-eea8-4596-b35f-69fe62da2fc3 req-5ddc674c-2b7d-418c-9a37-4ebc6a6db908 tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] 10.222.0.39 "GET /v2.0/ports?device_id=eee31f93-838d-4afe-b78e-32bb57118270 HTTP/1.1" status: 200 len: 950 time: 0.1477249 Sep 23 06:46:49.001572 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482caa77-74ae-47f9-bbef-286f2dea81dd req-ceec9d91-aee8-4ccd-b113-e66c9b81fedb tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:49.003367 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-482caa77-74ae-47f9-bbef-286f2dea81dd req-ceec9d91-aee8-4ccd-b113-e66c9b81fedb tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c6bd60-f9c5-4dcd-b734-b588d836963e HTTP/1.1" status: 200 len: 944 time: 0.1006536 Sep 23 06:46:49.004611 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdcf9469-bb99-4f17-8532-d88729a06da2 admin admin] Router 3dfb171b-2695-48d5-be82-db2a718c3c85 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:46:49.025773 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a00ce9c-29b4-4227-a989-ddd5c6399966 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:46:49.037777 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ecc94351-eea8-4596-b35f-69fe62da2fc3 req-4adb941c-1322-495e-8798-9d70ebc4c6f7 tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] 10.222.0.39 "GET /v2.0/security-groups?id=04871bb0-7c56-48c4-97f9-6aeb571e4458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727799 Sep 23 06:46:49.077739 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 7a00ce9c-29b4-4227-a989-ddd5c6399966, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=7a00ce9c-29b4-4227-a989-ddd5c6399966,segment=NetworkSegment(e311ce61-9ca9-495c-a2b4-23b5ef627aae),segment_id=e311ce61-9ca9-495c-a2b4-23b5ef627aae)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:46:49.086634 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:49.139340 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-482caa77-74ae-47f9-bbef-286f2dea81dd req-5853b048-b6b5-48e4-a09f-fb23029feab1 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f5383a6-41e8-4ffd-bb02-3fe79014de26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263976 Sep 23 06:46:49.197704 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=7a00ce9c-29b4-4227-a989-ddd5c6399966,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:49.204433 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port f4bba100-221a-4b07-b061-80ccb98f9d77 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:46:49.238208 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port f4bba100-221a-4b07-b061-80ccb98f9d77 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:46:49.238938 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:49.252738 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57372) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:46:49.329521 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42abb1e0-7e84-4837-ad7c-4ba7126645d1 None None] Network f5a8e19c-31c6-419f-a30d-8e266da2c523 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:46:49.340229 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['7a00ce9c-29b4-4227-a989-ddd5c6399966'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:46:49.354308 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-0c331733-942b-4355-b3f6-c78ec6169a0d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d625fc180cdd42f1838b3fb6a40fccd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1001620 Sep 23 06:46:49.356765 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57378) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:46:49.387646 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdcf9469-bb99-4f17-8532-d88729a06da2 admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:46:49.410599 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-fdcf9469-bb99-4f17-8532-d88729a06da2 admin admin] 10.222.0.39 "PUT /v2.0/routers/3dfb171b-2695-48d5-be82-db2a718c3c85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4304633 Sep 23 06:46:49.412593 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 57380) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:46:49.479341 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6dfd55-2051-42e7-b2db-ebcdc5f5c8b2 None None] Sync routers for ids ['3dfb171b-2695-48d5-be82-db2a718c3c85'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:46:49.517211 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-742d563c-9a7c-4edb-8a4a-4fa522a474d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:49.565081 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-33cb9983-825f-42b6-a912-9f73398fa64b admin admin] Notify callbacks [] for router, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:49.590992 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-742d563c-9a7c-4edb-8a4a-4fa522a474d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:49.793305 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b51e3-af6e-42e9-a0f2-22a9c9ac9435 req-0ec36e90-e8d8-447a-8d1b-0b4719718e70 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:49.798726 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7f8b51e3-af6e-42e9-a0f2-22a9c9ac9435 req-0ec36e90-e8d8-447a-8d1b-0b4719718e70 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5209ed5-bf31-47d1-8fec-3d92135ed6f8 HTTP/1.1" status: 200 len: 945 time: 0.1871502 Sep 23 06:46:49.819271 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6dfd55-2051-42e7-b2db-ebcdc5f5c8b2 None None] Routers {'3dfb171b-2695-48d5-be82-db2a718c3c85'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:46:49.820156 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-4e6dfd55-2051-42e7-b2db-ebcdc5f5c8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:46:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['3dfb171b-2695-48d5-be82-db2a718c3c85'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:46:49.834365 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-742d563c-9a7c-4edb-8a4a-4fa522a474d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:49.838089 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-742d563c-9a7c-4edb-8a4a-4fa522a474d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:49.840048 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-742d563c-9a7c-4edb-8a4a-4fa522a474d4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1cb3ec47-52c4-4752-8034-03640108870b HTTP/1.1" status: 204 len: 168 time: 0.4815326 Sep 23 06:46:49.844780 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-33cb9983-825f-42b6-a912-9f73398fa64b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:49.900346 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7f8b51e3-af6e-42e9-a0f2-22a9c9ac9435 req-aea8c34c-4cab-450b-a67f-231796ed8ded tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/security-groups?id=294ea309-45c0-4806-b976-e6371d6e8795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940292 Sep 23 06:46:49.906797 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742d563c-9a7c-4edb-8a4a-4fa522a474d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb3ec47-52c4-4752-8034-03640108870b,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:49.973996 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f913c-bd1e-45b5-8836-0d65e55bb0c1 req-daf6a7b8-a69e-48e4-b5ec-064208d496c4 tempest-InstanceActionsNegativeTestJSON-1906057343 tempest-InstanceActionsNegativeTestJSON-1906057343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:49.975659 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a40f913c-bd1e-45b5-8836-0d65e55bb0c1 req-daf6a7b8-a69e-48e4-b5ec-064208d496c4 tempest-InstanceActionsNegativeTestJSON-1906057343 tempest-InstanceActionsNegativeTestJSON-1906057343-project] 10.222.0.39 "GET /v2.0/networks?id=f5a8e19c-31c6-419f-a30d-8e266da2c523 HTTP/1.1" status: 200 len: 822 time: 0.2138534 Sep 23 06:46:49.997512 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a40f913c-bd1e-45b5-8836-0d65e55bb0c1 req-597074f0-9efb-4fff-9151-2d4eb0f051d8 tempest-InstanceActionsNegativeTestJSON-1906057343 tempest-InstanceActionsNegativeTestJSON-1906057343-project] 10.222.0.39 "GET /v2.0/quotas/74529a84c33b43f98f45eedc2ff7bd91 HTTP/1.1" status: 200 len: 375 time: 0.0141299 Sep 23 06:46:50.003440 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-33cb9983-825f-42b6-a912-9f73398fa64b admin admin] Deleting port 68a91cea-c487-4b18-9298-97ce80475048 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:46:50.003779 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-33cb9983-825f-42b6-a912-9f73398fa64b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:50.062423 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:50.078419 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a40f913c-bd1e-45b5-8836-0d65e55bb0c1 req-d967561d-b96d-4de6-8d08-4e6659ce868f tempest-InstanceActionsNegativeTestJSON-1906057343 tempest-InstanceActionsNegativeTestJSON-1906057343-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=74529a84c33b43f98f45eedc2ff7bd91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0723262 Sep 23 06:46:50.177543 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port f4bba100-221a-4b07-b061-80ccb98f9d77, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=f4bba100-221a-4b07-b061-80ccb98f9d77,segment=NetworkSegment(606d2197-237b-4f47-90de-9108be481d55),segment_id=606d2197-237b-4f47-90de-9108be481d55)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:46:50.212252 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5209ed5-bf31-47d1-8fec-3d92135ed6f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4bba100-221a-4b07-b061-80ccb98f9d77'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:46:50.215294 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-277aaec9-7bd2-4812-a69e-30931bc7b8ef" -d '{"events": [{"server_uuid": "c5209ed5-bf31-47d1-8fec-3d92135ed6f8", "name": "network-vif-plugged", "status": "completed", "tag": "f4bba100-221a-4b07-b061-80ccb98f9d77"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:46:50.225524 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:50.299513 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-4e6dfd55-2051-42e7-b2db-ebcdc5f5c8b2 None None] Set router 3dfb171b-2695-48d5-be82-db2a718c3c85 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:46:50.323569 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a40f913c-bd1e-45b5-8836-0d65e55bb0c1 req-73fc5662-9e54-4eb8-be40-8177a023734f service neutron] 10.222.0.39 "GET /v2.0/networks/f5a8e19c-31c6-419f-a30d-8e266da2c523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343469 Sep 23 06:46:50.449556 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a40f913c-bd1e-45b5-8836-0d65e55bb0c1 req-07f6e0a3-dd09-497e-bdf2-cf8ad6bdbfa2 service neutron] 10.222.0.39 "GET /v2.0/networks/f5a8e19c-31c6-419f-a30d-8e266da2c523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161721 Sep 23 06:46:50.482234 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-33cb9983-825f-42b6-a912-9f73398fa64b admin admin] For port 68a91cea-c487-4b18-9298-97ce80475048, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=68a91cea-c487-4b18-9298-97ce80475048,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:46:50.482686 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-33cb9983-825f-42b6-a912-9f73398fa64b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:50.510884 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-33cb9983-825f-42b6-a912-9f73398fa64b admin admin] Calling delete_port for 68a91cea-c487-4b18-9298-97ce80475048 owned by network:router_gateway {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:46:50.596120 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c29289bb-a7ac-4ba4-98d6-9c17e9c164af req-71ac8e2d-db55-4d4d-9a8d-5cb93b1ff019 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d09ebcd6-1cc5-492d-9c54-116c28b6b125&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1086133 Sep 23 06:46:50.649457 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=f4bba100-221a-4b07-b061-80ccb98f9d77,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:50.715058 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-4e6dfd55-2051-42e7-b2db-ebcdc5f5c8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dfb171b-2695-48d5-be82-db2a718c3c85', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-586674481-router', 'tenant_id': 'b4fd4d42904645d3a9db4b781392d8fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '68a91cea-c487-4b18-9298-97ce80475048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:38:52Z', 'updated_at': '2021-09-23T06:46:47Z', 'revision_number': 5, 'project_id': 'b4fd4d42904645d3a9db4b781392d8fe', 'gw_port': {'id': '68a91cea-c487-4b18-9298-97ce80475048', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:40:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfb171b-2695-48d5-be82-db2a718c3c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:38:52Z', 'updated_at': '2021-09-23T06:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:46:50.716334 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29289bb-a7ac-4ba4-98d6-9c17e9c164af req-0062ce25-87f8-4e5d-ba7c-0930ac33a018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:50.718079 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c29289bb-a7ac-4ba4-98d6-9c17e9c164af req-0062ce25-87f8-4e5d-ba7c-0930ac33a018 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b534364c1ecd44a69b47cf0ed516d622&device_id=d09ebcd6-1cc5-492d-9c54-116c28b6b125 HTTP/1.1" status: 200 len: 1097 time: 0.0888245 Sep 23 06:46:50.818714 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6dfd55-2051-42e7-b2db-ebcdc5f5c8b2 None None] Checking router: 3dfb171b-2695-48d5-be82-db2a718c3c85 for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:46:50.828888 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6dfd55-2051-42e7-b2db-ebcdc5f5c8b2 None None] Routers {'3dfb171b-2695-48d5-be82-db2a718c3c85'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:46:50.829528 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-4e6dfd55-2051-42e7-b2db-ebcdc5f5c8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:46:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['3dfb171b-2695-48d5-be82-db2a718c3c85'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:46:50.929015 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29289bb-a7ac-4ba4-98d6-9c17e9c164af req-f13302a1-5680-4b14-83d6-37052a11a415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:50.930699 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c29289bb-a7ac-4ba4-98d6-9c17e9c164af req-f13302a1-5680-4b14-83d6-37052a11a415 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2b7bd705-2e60-460a-a561-0bf7bffe3f38 HTTP/1.1" status: 200 len: 916 time: 0.1907392 Sep 23 06:46:50.936288 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 4c06f2ac-ebbb-4b50-8154-0636f9146e3b no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:46:50.976807 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea847af-73fe-4cdb-a99c-674c5b2888ea req-e9b890a6-1938-4d67-90cc-1c504ce45172 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:50.986119 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7ea847af-73fe-4cdb-a99c-674c5b2888ea req-e9b890a6-1938-4d67-90cc-1c504ce45172 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c6bd60-f9c5-4dcd-b734-b588d836963e HTTP/1.1" status: 200 len: 945 time: 0.0960109 Sep 23 06:46:51.037111 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7ea847af-73fe-4cdb-a99c-674c5b2888ea req-a2c9581f-212e-48bf-9431-e14f7b52f785 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f5383a6-41e8-4ffd-bb02-3fe79014de26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499811 Sep 23 06:46:51.042642 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-33cb9983-825f-42b6-a912-9f73398fa64b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:51.098710 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-4e6dfd55-2051-42e7-b2db-ebcdc5f5c8b2 None None] Set router 3dfb171b-2695-48d5-be82-db2a718c3c85 gateway port host: None {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:46:51.136746 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cb9983-825f-42b6-a912-9f73398fa64b admin admin] Pushing event deleted for resources: {'Port': ['ID=68a91cea-c487-4b18-9298-97ce80475048,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:51.166211 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c29289bb-a7ac-4ba4-98d6-9c17e9c164af req-0cfb8869-eb53-4209-957b-767dbc4f1938 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a1e1695-a3c0-4716-bde8-0b7cd7b0177f HTTP/1.1" status: 200 len: 1001 time: 0.2233372 Sep 23 06:46:51.349010 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-4e6dfd55-2051-42e7-b2db-ebcdc5f5c8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dfb171b-2695-48d5-be82-db2a718c3c85', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-586674481-router', 'tenant_id': 'b4fd4d42904645d3a9db4b781392d8fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:38:52Z', 'updated_at': '2021-09-23T06:46:49Z', 'revision_number': 6, 'project_id': 'b4fd4d42904645d3a9db4b781392d8fe', 'gw_port_host': None}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:46:51.431859 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d5860c-c8d8-41fe-b8ae-ad5a0a2481c7 x-openstack-request-id: req-21d5860c-c8d8-41fe-b8ae-ad5a0a2481c7 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:46:51.432285 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5209ed5-bf31-47d1-8fec-3d92135ed6f8", "name": "network-vif-plugged", "status": "completed", "tag": "f4bba100-221a-4b07-b061-80ccb98f9d77", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:46:51.432773 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-21d5860c-c8d8-41fe-b8ae-ad5a0a2481c7 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:46:51.433367 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5209ed5-bf31-47d1-8fec-3d92135ed6f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4bba100-221a-4b07-b061-80ccb98f9d77', 'code': 200} Sep 23 06:46:51.441205 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6dfd55-2051-42e7-b2db-ebcdc5f5c8b2 None None] The sync data for ids ['3dfb171b-2695-48d5-be82-db2a718c3c85'] in n-d-715271-16 is: [{'id': '3dfb171b-2695-48d5-be82-db2a718c3c85', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-586674481-router', 'tenant_id': 'b4fd4d42904645d3a9db4b781392d8fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:38:52Z', 'updated_at': '2021-09-23T06:46:49Z', 'revision_number': 6, 'project_id': 'b4fd4d42904645d3a9db4b781392d8fe', 'gw_port_host': None}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:46:51.567247 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:51.628627 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 4c06f2ac-ebbb-4b50-8154-0636f9146e3b, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=4c06f2ac-ebbb-4b50-8154-0636f9146e3b,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:46:51.636492 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:51.780221 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=4c06f2ac-ebbb-4b50-8154-0636f9146e3b,revision_number=8']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:51.828422 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57478) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:46:51.940379 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29289bb-a7ac-4ba4-98d6-9c17e9c164af req-9ac1c9c0-9e8a-4ea5-9470-1c9afd2bb689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:51.942391 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c29289bb-a7ac-4ba4-98d6-9c17e9c164af req-9ac1c9c0-9e8a-4ea5-9470-1c9afd2bb689 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=22e559b1-bc95-4b10-a948-81fb2fccd5ed HTTP/1.1" status: 200 len: 854 time: 0.7707229 Sep 23 06:46:51.962498 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf3341-1c63-4534-a9ff-0d98a45725bf req-df295a47-77f8-4b5a-b34e-31db7ac3e414 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:51.979307 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cbaf3341-1c63-4534-a9ff-0d98a45725bf req-df295a47-77f8-4b5a-b34e-31db7ac3e414 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5209ed5-bf31-47d1-8fec-3d92135ed6f8 HTTP/1.1" status: 200 len: 946 time: 0.1519251 Sep 23 06:46:51.992022 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0d56670c-21cc-48de-b282-6d8297ae3d4c req-c732385a-8f96-4a02-96c3-d22cbb526b02 tempest-InstanceActionsNegativeTestJSON-1906057343 tempest-InstanceActionsNegativeTestJSON-1906057343-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5d5ed25-c8bc-4058-8269-731ca37c3e44 HTTP/1.1" status: 200 len: 210 time: 0.0953557 Sep 23 06:46:52.035114 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-33cb9983-825f-42b6-a912-9f73398fa64b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2068563'] for router_gateway, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:52.072086 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-701b1f02-3c2f-4526-83fa-3ae411a52e45 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2101628837-network', 'tenant_id': 'd770b30fb6f848b6a7fdbc27123d77ce'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:46:52.094932 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9c2060-0897-4893-9659-d207824d2f29 req-72f1a94d-ac85-43e3-a840-cbf030dcac72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:52.094932 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3a9c2060-0897-4893-9659-d207824d2f29 req-72f1a94d-ac85-43e3-a840-cbf030dcac72 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c5209ed5-bf31-47d1-8fec-3d92135ed6f8 HTTP/1.1" status: 200 len: 1098 time: 0.1976104 Sep 23 06:46:52.095427 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cbaf3341-1c63-4534-a9ff-0d98a45725bf req-01bf9151-31a0-49b8-8db0-0add6c296e3e tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/security-groups?id=294ea309-45c0-4806-b976-e6371d6e8795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105156 Sep 23 06:46:52.165524 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29289bb-a7ac-4ba4-98d6-9c17e9c164af req-7c8795cd-9983-4462-8c35-0c50aed1c5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:52.172141 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c29289bb-a7ac-4ba4-98d6-9c17e9c164af req-7c8795cd-9983-4462-8c35-0c50aed1c5a4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2b7bd705-2e60-460a-a561-0bf7bffe3f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2146089 Sep 23 06:46:52.173437 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-701b1f02-3c2f-4526-83fa-3ae411a52e45 admin admin] Made reservation on behalf of d770b30fb6f848b6a7fdbc27123d77ce for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:46:52.175834 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-701b1f02-3c2f-4526-83fa-3ae411a52e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:52.265648 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-33cb9983-825f-42b6-a912-9f73398fa64b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:52.269448 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-33cb9983-825f-42b6-a912-9f73398fa64b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:52.304245 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c29289bb-a7ac-4ba4-98d6-9c17e9c164af req-bdee5507-b05d-4895-9afa-cf88fcd6eabc service neutron] 10.222.0.21 "GET /v2.0/networks/2b7bd705-2e60-460a-a561-0bf7bffe3f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258249 Sep 23 06:46:52.310290 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-701b1f02-3c2f-4526-83fa-3ae411a52e45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:52.349511 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a6b07-8153-44ec-afe3-fb75f502c9c4 req-9ebdab0e-b6de-4100-b21c-636dd2efc12d tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:52.351379 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b97a6b07-8153-44ec-afe3-fb75f502c9c4 req-9ebdab0e-b6de-4100-b21c-636dd2efc12d tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c6bd60-f9c5-4dcd-b734-b588d836963e HTTP/1.1" status: 200 len: 945 time: 0.2033856 Sep 23 06:46:52.354166 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3a9c2060-0897-4893-9659-d207824d2f29 req-6a162e2c-af1a-42b0-96e6-f72f01be3578 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=294ea309-45c0-4806-b976-e6371d6e8795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073684 Sep 23 06:46:52.379353 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-33cb9983-825f-42b6-a912-9f73398fa64b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:52.380070 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33cb9983-825f-42b6-a912-9f73398fa64b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3dfb171b-2695-48d5-be82-db2a718c3c85 {{(pid=95065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 06:46:52.393171 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-33cb9983-825f-42b6-a912-9f73398fa64b admin admin] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:52.397018 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-33cb9983-825f-42b6-a912-9f73398fa64b admin admin] 10.222.0.39 "DELETE /v2.0/routers/3dfb171b-2695-48d5-be82-db2a718c3c85 HTTP/1.1" status: 204 len: 168 time: 2.9805558 Sep 23 06:46:52.399835 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57498) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:46:52.432769 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b97a6b07-8153-44ec-afe3-fb75f502c9c4 req-9427407d-0943-42bf-b358-c73aab5235e7 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f5383a6-41e8-4ffd-bb02-3fe79014de26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712447 Sep 23 06:46:52.518639 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 7a00ce9c-29b4-4227-a989-ddd5c6399966 up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:46:52.598853 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 6f8b70cd-eea5-4e7a-9263-fe942dd297c8 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:46:52.670831 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2e2894d-54ae-44e3-93fc-8ae6e05b0e78 admin admin] Deleting subnet bf51907c-7d00-4db7-a61a-2e5dd58b5738 {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:46:52.674886 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d2e2894d-54ae-44e3-93fc-8ae6e05b0e78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:52.691637 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 6f8b70cd-eea5-4e7a-9263-fe942dd297c8 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:46:52.696525 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 6f8b70cd-eea5-4e7a-9263-fe942dd297c8 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:46:52.697242 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 68a91cea-c487-4b18-9298-97ce80475048 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:46:52.735629 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d2e2894d-54ae-44e3-93fc-8ae6e05b0e78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:52.759906 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 68a91cea-c487-4b18-9298-97ce80475048 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:46:52.760317 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 68a91cea-c487-4b18-9298-97ce80475048 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:46:52.762130 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port 7a00ce9c-29b4-4227-a989-ddd5c6399966 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:46:52.775836 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port 7a00ce9c-29b4-4227-a989-ddd5c6399966 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:46:52.776234 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:52.945229 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-701b1f02-3c2f-4526-83fa-3ae411a52e45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:52.960480 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:53.020768 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-701b1f02-3c2f-4526-83fa-3ae411a52e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:53.058092 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 7a00ce9c-29b4-4227-a989-ddd5c6399966, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=7a00ce9c-29b4-4227-a989-ddd5c6399966,segment=NetworkSegment(e311ce61-9ca9-495c-a2b4-23b5ef627aae),segment_id=e311ce61-9ca9-495c-a2b4-23b5ef627aae)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:46:53.064657 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-701b1f02-3c2f-4526-83fa-3ae411a52e45 admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:46:53.072312 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:53.093529 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c29289bb-a7ac-4ba4-98d6-9c17e9c164af req-67f39ebe-18cd-433e-ba6b-2772d717745a service neutron] 10.222.0.21 "GET /v2.0/networks/2b7bd705-2e60-460a-a561-0bf7bffe3f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7776973 Sep 23 06:46:53.169203 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-701b1f02-3c2f-4526-83fa-3ae411a52e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:53.169553 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-701b1f02-3c2f-4526-83fa-3ae411a52e45 admin admin] Added segment 411a8e6c-3437-4d6d-939a-157de7e909fe of type vlan for network 70761228-e1b5-4b17-beed-b21ba4f65cc6 Sep 23 06:46:53.272145 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-701b1f02-3c2f-4526-83fa-3ae411a52e45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:53.304936 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f4bd4-2d6c-4424-a5c9-a1af03773853 req-c402a254-60c4-4e8d-b700-b4102fc6afa6 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:53.310786 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701b1f02-3c2f-4526-83fa-3ae411a52e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37093db7-9d6f-4a57-ae70-9fbf19c388f4,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:53.318805 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=7a00ce9c-29b4-4227-a989-ddd5c6399966,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:53.323237 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-701b1f02-3c2f-4526-83fa-3ae411a52e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:53.323237 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701b1f02-3c2f-4526-83fa-3ae411a52e45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:53.323749 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-701b1f02-3c2f-4526-83fa-3ae411a52e45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:53.328024 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d2e2894d-54ae-44e3-93fc-8ae6e05b0e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:53.332842 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9b4f4bd4-2d6c-4424-a5c9-a1af03773853 req-c402a254-60c4-4e8d-b700-b4102fc6afa6 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5209ed5-bf31-47d1-8fec-3d92135ed6f8 HTTP/1.1" status: 200 len: 946 time: 0.1140323 Sep 23 06:46:53.356423 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f913c-bd1e-45b5-8836-0d65e55bb0c1 req-d61cfda2-278c-43a7-a90a-5892677bbfff tempest-InstanceActionsNegativeTestJSON-1906057343 tempest-InstanceActionsNegativeTestJSON-1906057343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:53.357984 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a40f913c-bd1e-45b5-8836-0d65e55bb0c1 req-d61cfda2-278c-43a7-a90a-5892677bbfff tempest-InstanceActionsNegativeTestJSON-1906057343 tempest-InstanceActionsNegativeTestJSON-1906057343-project] 10.222.0.58 "GET /v2.0/networks?id=f5a8e19c-31c6-419f-a30d-8e266da2c523 HTTP/1.1" status: 200 len: 822 time: 0.7252381 Sep 23 06:46:53.393770 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f0c2ffcb-0c3e-4761-95d3-a3f8668dd655 req-1e70ccff-e8d7-414f-8045-6170a208caf2 tempest-InstanceActionsNegativeTestJSON-1906057343 tempest-InstanceActionsNegativeTestJSON-1906057343-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5d5ed25-c8bc-4058-8269-731ca37c3e44 HTTP/1.1" status: 200 len: 210 time: 0.1979048 Sep 23 06:46:53.401790 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9b4f4bd4-2d6c-4424-a5c9-a1af03773853 req-6a7a103f-41cd-400e-9249-fbcfcfba16b2 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/security-groups?id=294ea309-45c0-4806-b976-e6371d6e8795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664637 Sep 23 06:46:53.419824 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-a40f913c-bd1e-45b5-8836-0d65e55bb0c1 req-b6239dd3-2be0-4d3b-a4b8-d301cf480b70 tempest-InstanceActionsNegativeTestJSON-1906057343 tempest-InstanceActionsNegativeTestJSON-1906057343-project] Request body: {'port': {'device_id': 'd5d5ed25-c8bc-4058-8269-731ca37c3e44', 'network_id': 'f5a8e19c-31c6-419f-a30d-8e266da2c523', 'admin_state_up': True, 'tenant_id': '74529a84c33b43f98f45eedc2ff7bd91'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:46:53.435288 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eee31f93-838d-4afe-b78e-32bb57118270', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c06f2ac-ebbb-4b50-8154-0636f9146e3b'}, {'server_uuid': '27c6bd60-f9c5-4dcd-b734-b588d836963e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a00ce9c-29b4-4227-a989-ddd5c6399966'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:46:53.438550 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0853c1b-1ecb-42cf-996f-634d7eeb8a9e" -d '{"events": [{"server_uuid": "eee31f93-838d-4afe-b78e-32bb57118270", "name": "network-vif-unplugged", "status": "completed", "tag": "4c06f2ac-ebbb-4b50-8154-0636f9146e3b"}, {"server_uuid": "27c6bd60-f9c5-4dcd-b734-b588d836963e", "name": "network-vif-plugged", "status": "completed", "tag": "7a00ce9c-29b4-4227-a989-ddd5c6399966"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:46:53.486932 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 23 Sep 2021 06:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed8784c-77ea-47b0-a897-e6ca732ff86a x-openstack-request-id: req-5ed8784c-77ea-47b0-a897-e6ca732ff86a {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:46:53.487235 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eee31f93-838d-4afe-b78e-32bb57118270", "name": "network-vif-unplugged", "status": "completed", "tag": "4c06f2ac-ebbb-4b50-8154-0636f9146e3b", "code": 200}, {"server_uuid": "27c6bd60-f9c5-4dcd-b734-b588d836963e", "name": "network-vif-plugged", "status": "completed", "tag": "7a00ce9c-29b4-4227-a989-ddd5c6399966", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:46:53.487487 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5ed8784c-77ea-47b0-a897-e6ca732ff86a {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:46:53.487963 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eee31f93-838d-4afe-b78e-32bb57118270', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c06f2ac-ebbb-4b50-8154-0636f9146e3b', 'code': 200} Sep 23 06:46:53.488328 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c6bd60-f9c5-4dcd-b734-b588d836963e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a00ce9c-29b4-4227-a989-ddd5c6399966', 'code': 200} Sep 23 06:46:53.561700 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-701b1f02-3c2f-4526-83fa-3ae411a52e45 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7292950 Sep 23 06:46:53.584682 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 57528) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:46:53.592133 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-846583ae-fedd-4bc2-aaeb-111aae393ce2 admin admin] Request body: {'subnet': {'network_id': '70761228-e1b5-4b17-beed-b21ba4f65cc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2101628837-subnet', 'tenant_id': 'd770b30fb6f848b6a7fdbc27123d77ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:46:53.612508 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701b1f02-3c2f-4526-83fa-3ae411a52e45 admin admin] Pushing event updated for resources: {'Network': ['ID=70761228-e1b5-4b17-beed-b21ba4f65cc6,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:53.624022 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 70761228-e1b5-4b17-beed-b21ba4f65cc6 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:46:53.648180 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150a59dd-5893-4b71-b725-04dbeaa5090a req-55551561-d4bd-4ade-a2ca-651a642d8da0 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:53.652238 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-150a59dd-5893-4b71-b725-04dbeaa5090a req-55551561-d4bd-4ade-a2ca-651a642d8da0 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c6bd60-f9c5-4dcd-b734-b588d836963e HTTP/1.1" status: 200 len: 946 time: 0.1096857 Sep 23 06:46:53.653489 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-846583ae-fedd-4bc2-aaeb-111aae393ce2 admin admin] Made reservation on behalf of d770b30fb6f848b6a7fdbc27123d77ce for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:46:53.656731 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-846583ae-fedd-4bc2-aaeb-111aae393ce2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:53.739987 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c989489e-a47d-4ed7-b35c-8c5619b006b7 req-bbb7c199-d03f-4df4-ba18-8c278ae80f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:53.741904 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c989489e-a47d-4ed7-b35c-8c5619b006b7 req-bbb7c199-d03f-4df4-ba18-8c278ae80f4c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=27c6bd60-f9c5-4dcd-b734-b588d836963e HTTP/1.1" status: 200 len: 1098 time: 0.1471550 Sep 23 06:46:53.747214 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d2e2894d-54ae-44e3-93fc-8ae6e05b0e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:53.799701 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-150a59dd-5893-4b71-b725-04dbeaa5090a req-f7e11d6d-2707-4e88-9363-afd8d716810d tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f5383a6-41e8-4ffd-bb02-3fe79014de26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400697 Sep 23 06:46:53.850056 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e2894d-54ae-44e3-93fc-8ae6e05b0e78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf51907c-7d00-4db7-a61a-2e5dd58b5738,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:53.885125 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a40f913c-bd1e-45b5-8836-0d65e55bb0c1 req-b6239dd3-2be0-4d3b-a4b8-d301cf480b70 tempest-InstanceActionsNegativeTestJSON-1906057343 tempest-InstanceActionsNegativeTestJSON-1906057343-project] Made reservation on behalf of 74529a84c33b43f98f45eedc2ff7bd91 for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:46:53.894999 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a40f913c-bd1e-45b5-8836-0d65e55bb0c1 req-b6239dd3-2be0-4d3b-a4b8-d301cf480b70 tempest-InstanceActionsNegativeTestJSON-1906057343 tempest-InstanceActionsNegativeTestJSON-1906057343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:53.949524 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d2e2894d-54ae-44e3-93fc-8ae6e05b0e78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:53.954557 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-d2e2894d-54ae-44e3-93fc-8ae6e05b0e78 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/bf51907c-7d00-4db7-a61a-2e5dd58b5738 HTTP/1.1" status: 204 len: 168 time: 1.5505691 Sep 23 06:46:53.955305 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683421e1-8438-4675-b9fa-373180872f9d None None] Network c551f062-d2de-4528-8056-81dd05062bf0 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:46:53.960805 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 57548) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:46:54.034038 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c989489e-a47d-4ed7-b35c-8c5619b006b7 req-cc3cdc87-c36d-4d82-9d87-8fad2497ff5a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=4f5383a6-41e8-4ffd-bb02-3fe79014de26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777524 Sep 23 06:46:54.085332 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b105d86f-2030-4488-8e29-1cd77940db00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:54.127287 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-846583ae-fedd-4bc2-aaeb-111aae393ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:54.211693 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846583ae-fedd-4bc2-aaeb-111aae393ce2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee9867bb-5a46-416a-ad93-958ca334c2f9,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:54.250307 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846583ae-fedd-4bc2-aaeb-111aae393ce2 admin admin] Checking segment: {'id': '411a8e6c-3437-4d6d-939a-157de7e909fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '70761228-e1b5-4b17-beed-b21ba4f65cc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:46:54.250951 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846583ae-fedd-4bc2-aaeb-111aae393ce2 admin admin] Network hostable DHCP agents. Network: 70761228-e1b5-4b17-beed-b21ba4f65cc6, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:46:54.275015 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-b105d86f-2030-4488-8e29-1cd77940db00 admin admin] Deleting port f12830c6-3558-46a7-940a-fcedfb157dd4 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:46:54.275798 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b105d86f-2030-4488-8e29-1cd77940db00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:54.293009 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846583ae-fedd-4bc2-aaeb-111aae393ce2 admin admin] Network 70761228-e1b5-4b17-beed-b21ba4f65cc6 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:46:54.299376 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e99d54-9fc2-48fd-a280-ba7b092ec9c1 None None] DHCP port deletion for c551f062-d2de-4528-8056-81dd05062bf0 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 06:46:54.311551 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [req-a40f913c-bd1e-45b5-8836-0d65e55bb0c1 req-b6239dd3-2be0-4d3b-a4b8-d301cf480b70 tempest-InstanceActionsNegativeTestJSON-1906057343 tempest-InstanceActionsNegativeTestJSON-1906057343-project] Allocated IP 172.20.0.8 (f5a8e19c-31c6-419f-a30d-8e266da2c523/23ac47fe-657e-4848-9c44-3a9ea9b58dd9/1dbdce24-ce3d-4205-af65-54f1b2ece456) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:46:54.340200 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-846583ae-fedd-4bc2-aaeb-111aae393ce2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 70761228-e1b5-4b17-beed-b21ba4f65cc6) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:46:54.352737 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b927d55-2c8c-41c4-8302-8d037f9a935f None None] Network 70761228-e1b5-4b17-beed-b21ba4f65cc6 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:46:54.393651 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-e1e99d54-9fc2-48fd-a280-ba7b092ec9c1 None None] Deleting port f12830c6-3558-46a7-940a-fcedfb157dd4 {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:46:54.394119 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e1e99d54-9fc2-48fd-a280-ba7b092ec9c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:54.413489 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846583ae-fedd-4bc2-aaeb-111aae393ce2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:54.414693 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-846583ae-fedd-4bc2-aaeb-111aae393ce2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:54.435445 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-b105d86f-2030-4488-8e29-1cd77940db00 admin admin] For port f12830c6-3558-46a7-940a-fcedfb157dd4, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=f12830c6-3558-46a7-940a-fcedfb157dd4,segment=NetworkSegment(b569fd8b-6a61-4c64-b70e-3efdef1c71e0),segment_id=b569fd8b-6a61-4c64-b70e-3efdef1c71e0)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:46:54.436410 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b105d86f-2030-4488-8e29-1cd77940db00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:54.531135 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-b105d86f-2030-4488-8e29-1cd77940db00 admin admin] Calling delete_port for f12830c6-3558-46a7-940a-fcedfb157dd4 owned by network:dhcp {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:46:54.542330 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-e1e99d54-9fc2-48fd-a280-ba7b092ec9c1 None None] For port f12830c6-3558-46a7-940a-fcedfb157dd4, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=f12830c6-3558-46a7-940a-fcedfb157dd4,segment=NetworkSegment(b569fd8b-6a61-4c64-b70e-3efdef1c71e0),segment_id=b569fd8b-6a61-4c64-b70e-3efdef1c71e0)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:46:54.542802 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e1e99d54-9fc2-48fd-a280-ba7b092ec9c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:54.559246 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-846583ae-fedd-4bc2-aaeb-111aae393ce2 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9724865 Sep 23 06:46:54.565333 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a40f913c-bd1e-45b5-8836-0d65e55bb0c1 req-b6239dd3-2be0-4d3b-a4b8-d301cf480b70 tempest-InstanceActionsNegativeTestJSON-1906057343 tempest-InstanceActionsNegativeTestJSON-1906057343-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:54.569011 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-e1e99d54-9fc2-48fd-a280-ba7b092ec9c1 None None] Calling delete_port for f12830c6-3558-46a7-940a-fcedfb157dd4 owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:46:54.632069 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a40f913c-bd1e-45b5-8836-0d65e55bb0c1 req-b6239dd3-2be0-4d3b-a4b8-d301cf480b70 tempest-InstanceActionsNegativeTestJSON-1906057343 tempest-InstanceActionsNegativeTestJSON-1906057343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:54.727471 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de420ad5-7f3a-46ec-9ee6-4bfac4f3b48b None None] Network 70761228-e1b5-4b17-beed-b21ba4f65cc6 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:46:54.757814 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6239dd3-2be0-4d3b-a4b8-d301cf480b70 tempest-InstanceActionsNegativeTestJSON-1906057343 tempest-InstanceActionsNegativeTestJSON-1906057343-project] Pushing event updated for resources: {'Port': ['ID=1dbdce24-ce3d-4205-af65-54f1b2ece456,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:54.775869 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a40f913c-bd1e-45b5-8836-0d65e55bb0c1 req-b6239dd3-2be0-4d3b-a4b8-d301cf480b70 tempest-InstanceActionsNegativeTestJSON-1906057343 tempest-InstanceActionsNegativeTestJSON-1906057343-project] Network f5a8e19c-31c6-419f-a30d-8e266da2c523 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:46:54.799355 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e93329-189f-454d-8448-7502ab13511e req-0b44231a-c0e1-461a-a956-96f9afd1fa55 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:54.801853 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-36e93329-189f-454d-8448-7502ab13511e req-0b44231a-c0e1-461a-a956-96f9afd1fa55 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5209ed5-bf31-47d1-8fec-3d92135ed6f8 HTTP/1.1" status: 200 len: 946 time: 0.1846941 Sep 23 06:46:54.803286 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [req-a40f913c-bd1e-45b5-8836-0d65e55bb0c1 req-b6239dd3-2be0-4d3b-a4b8-d301cf480b70 tempest-InstanceActionsNegativeTestJSON-1906057343 tempest-InstanceActionsNegativeTestJSON-1906057343-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:46:54.842830 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-a40f913c-bd1e-45b5-8836-0d65e55bb0c1 req-b6239dd3-2be0-4d3b-a4b8-d301cf480b70 tempest-InstanceActionsNegativeTestJSON-1906057343 tempest-InstanceActionsNegativeTestJSON-1906057343-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:46:54.915621 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f913c-bd1e-45b5-8836-0d65e55bb0c1 req-b6239dd3-2be0-4d3b-a4b8-d301cf480b70 tempest-InstanceActionsNegativeTestJSON-1906057343 tempest-InstanceActionsNegativeTestJSON-1906057343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:54.915621 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a40f913c-bd1e-45b5-8836-0d65e55bb0c1 req-b6239dd3-2be0-4d3b-a4b8-d301cf480b70 tempest-InstanceActionsNegativeTestJSON-1906057343 tempest-InstanceActionsNegativeTestJSON-1906057343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:54.917470 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831d060a-48a5-4f57-b0f5-56c98c144a0d req-0995f91b-c8f4-4f94-b8d4-a8f4a1839c36 tempest-InstanceActionsNegativeTestJSON-1906057343 tempest-InstanceActionsNegativeTestJSON-1906057343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:54.936070 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a40f913c-bd1e-45b5-8836-0d65e55bb0c1 req-b6239dd3-2be0-4d3b-a4b8-d301cf480b70 tempest-InstanceActionsNegativeTestJSON-1906057343 tempest-InstanceActionsNegativeTestJSON-1906057343-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5409367 Sep 23 06:46:54.942604 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-831d060a-48a5-4f57-b0f5-56c98c144a0d req-0995f91b-c8f4-4f94-b8d4-a8f4a1839c36 tempest-InstanceActionsNegativeTestJSON-1906057343 tempest-InstanceActionsNegativeTestJSON-1906057343-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5d5ed25-c8bc-4058-8269-731ca37c3e44 HTTP/1.1" status: 200 len: 931 time: 0.2642601 Sep 23 06:46:54.945878 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-36e93329-189f-454d-8448-7502ab13511e req-08067fc6-0d7c-4820-973f-cf33b1db45eb tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/security-groups?id=294ea309-45c0-4806-b976-e6371d6e8795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276264 Sep 23 06:46:54.951920 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-a40f913c-bd1e-45b5-8836-0d65e55bb0c1 req-c2ae194a-5d82-494d-a04b-7ac4aa30492e service neutron] Request body: {'port': {'device_id': 'd5d5ed25-c8bc-4058-8269-731ca37c3e44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:46:55.034104 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b105d86f-2030-4488-8e29-1cd77940db00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:55.039818 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e1e99d54-9fc2-48fd-a280-ba7b092ec9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:55.064075 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-831d060a-48a5-4f57-b0f5-56c98c144a0d req-30c9b6b2-f049-4b45-b910-fb57b137319c tempest-InstanceActionsNegativeTestJSON-1906057343 tempest-InstanceActionsNegativeTestJSON-1906057343-project] 10.222.0.39 "GET /v2.0/security-groups?id=7388467f-9201-4b39-a6c2-bce1272b049d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129863 Sep 23 06:46:55.103862 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a40f913c-bd1e-45b5-8836-0d65e55bb0c1 req-c2ae194a-5d82-494d-a04b-7ac4aa30492e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:55.139371 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b105d86f-2030-4488-8e29-1cd77940db00 admin admin] Pushing event deleted for resources: {'Port': ['ID=f12830c6-3558-46a7-940a-fcedfb157dd4,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:55.145270 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e99d54-9fc2-48fd-a280-ba7b092ec9c1 None None] No DVR routers for this DVR port f12830c6-3558-46a7-940a-fcedfb157dd4 on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:46:55.157053 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e99d54-9fc2-48fd-a280-ba7b092ec9c1 None None] Pushing event deleted for resources: {'Port': ['ID=f12830c6-3558-46a7-940a-fcedfb157dd4,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:55.164197 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b105d86f-2030-4488-8e29-1cd77940db00 admin admin] No DVR routers for this DVR port f12830c6-3558-46a7-940a-fcedfb157dd4 on host n-d-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:46:55.317263 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac5d7bd-60a2-4f55-828d-63c8f1ea3c1a req-12f4dd76-4f45-437e-bae9-2d7d4da2fcb2 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:55.324644 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3ac5d7bd-60a2-4f55-828d-63c8f1ea3c1a req-12f4dd76-4f45-437e-bae9-2d7d4da2fcb2 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c6bd60-f9c5-4dcd-b734-b588d836963e HTTP/1.1" status: 200 len: 946 time: 0.1810362 Sep 23 06:46:55.340754 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b105d86f-2030-4488-8e29-1cd77940db00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:55.378642 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-b105d86f-2030-4488-8e29-1cd77940db00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c551f062-d2de-4528-8056-81dd05062bf0']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:46:55.390419 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-b105d86f-2030-4488-8e29-1cd77940db00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b569fd8b-6a61-4c64-b70e-3efdef1c71e0') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:46:55.390794 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-b105d86f-2030-4488-8e29-1cd77940db00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b569fd8b-6a61-4c64-b70e-3efdef1c71e0') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:46:55.403939 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b105d86f-2030-4488-8e29-1cd77940db00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:55.418565 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3ac5d7bd-60a2-4f55-828d-63c8f1ea3c1a req-964c658b-ff5d-479c-b261-84f636d1464d tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f5383a6-41e8-4ffd-bb02-3fe79014de26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451632 Sep 23 06:46:55.438636 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b105d86f-2030-4488-8e29-1cd77940db00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:55.445125 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b105d86f-2030-4488-8e29-1cd77940db00 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:46:55.445517 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b105d86f-2030-4488-8e29-1cd77940db00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:55.447314 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 06:46:55.447314 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:46:55.447314 n-d-715271-16 neutron-server[95065]: timer() Sep 23 06:46:55.447314 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:46:55.447314 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 06:46:55.447314 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:46:55.447314 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 06:46:55.447314 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:46:55.447314 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 06:46:55.447314 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:46:55.447314 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 06:46:55.447314 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:46:55.447314 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 06:46:55.447314 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:46:55.447314 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:46:55.447314 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:46:55.447314 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:46:55.447314 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:46:55.447314 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 06:46:55.447314 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:46:55.447314 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 06:46:55.447314 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:46:55.447314 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:46:55.447314 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:46:55.447314 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 06:46:55.447314 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:46:55.447314 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:46:55.447314 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:46:55.447314 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:46:55.447314 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:46:55.447314 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:46:55.447314 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:46:55.515714 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b105d86f-2030-4488-8e29-1cd77940db00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:55.521844 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b105d86f-2030-4488-8e29-1cd77940db00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:55.527045 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-b105d86f-2030-4488-8e29-1cd77940db00 admin admin] 10.222.0.39 "DELETE /v2.0/networks/c551f062-d2de-4528-8056-81dd05062bf0 HTTP/1.1" status: 204 len: 168 time: 1.5648494 Sep 23 06:46:55.530963 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 57586) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:46:55.611079 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b105d86f-2030-4488-8e29-1cd77940db00 admin admin] Pushing event deleted for resources: {'Network': ['ID=c551f062-d2de-4528-8056-81dd05062bf0,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:55.680208 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6cf7764d-c8d3-4567-8f09-db24529124ff req-2675f3ba-c779-4d91-92c0-3f0b315a9492 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1385449262&fields=id&tenant_id=3b3b40df72ef4574baa615ed99859579 HTTP/1.1" status: 200 len: 267 time: 0.0552917 Sep 23 06:46:55.773346 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e5560-fc7e-47d4-8728-17cd3fe81033 req-991589b5-52ae-48a6-abae-7a90bf1f779a tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:55.774912 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5d5e5560-fc7e-47d4-8728-17cd3fe81033 req-991589b5-52ae-48a6-abae-7a90bf1f779a tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/networks?id=70761228-e1b5-4b17-beed-b21ba4f65cc6 HTTP/1.1" status: 200 len: 815 time: 0.1743650 Sep 23 06:46:55.787125 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [req-a40f913c-bd1e-45b5-8836-0d65e55bb0c1 req-c2ae194a-5d82-494d-a04b-7ac4aa30492e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dbdce24-ce3d-4205-af65-54f1b2ece456 {{(pid=95066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:46:55.796769 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a40f913c-bd1e-45b5-8836-0d65e55bb0c1 req-c2ae194a-5d82-494d-a04b-7ac4aa30492e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:55.815531 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf7764d-c8d3-4567-8f09-db24529124ff req-59ad84df-e1a5-4b8d-bdaf-e505bae840aa tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:55.817099 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6cf7764d-c8d3-4567-8f09-db24529124ff req-59ad84df-e1a5-4b8d-bdaf-e505bae840aa tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5209ed5-bf31-47d1-8fec-3d92135ed6f8 HTTP/1.1" status: 200 len: 946 time: 0.1254237 Sep 23 06:46:55.820695 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5d5e5560-fc7e-47d4-8728-17cd3fe81033 req-7e5b7da5-6fd7-486a-8f5a-b1c3f4e8cc17 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/quotas/d770b30fb6f848b6a7fdbc27123d77ce HTTP/1.1" status: 200 len: 375 time: 0.0133348 Sep 23 06:46:55.822572 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.provisioning_blocks [req-a40f913c-bd1e-45b5-8836-0d65e55bb0c1 req-c2ae194a-5d82-494d-a04b-7ac4aa30492e service neutron] Transition to ACTIVE for port object 1dbdce24-ce3d-4205-af65-54f1b2ece456 will not be triggered until provisioned by entity L2. {{(pid=95066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:46:55.829605 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a40f913c-bd1e-45b5-8836-0d65e55bb0c1 req-c2ae194a-5d82-494d-a04b-7ac4aa30492e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:55.841719 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-6cf7764d-c8d3-4567-8f09-db24529124ff req-3a78bdbd-cd41-4d0d-a8ce-5de342d9668f tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Request body: {'port': {'security_groups': ['294ea309-45c0-4806-b976-e6371d6e8795', 'ddc5b4ba-0d27-43b9-ac0e-6f61c31cabac']}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:46:55.886011 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5d5e5560-fc7e-47d4-8728-17cd3fe81033 req-cef033c6-b3a5-43f9-b020-9a62791f6bb9 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d770b30fb6f848b6a7fdbc27123d77ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444558 Sep 23 06:46:55.943876 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ae194a-5d82-494d-a04b-7ac4aa30492e service neutron] Pushing event updated for resources: {'Port': ['ID=1dbdce24-ce3d-4205-af65-54f1b2ece456,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:55.968464 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-6cf7764d-c8d3-4567-8f09-db24529124ff req-3a78bdbd-cd41-4d0d-a8ce-5de342d9668f tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:56.058509 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5d5e5560-fc7e-47d4-8728-17cd3fe81033 req-c4512c12-1b02-4fb8-9753-50a95e71453b service neutron] 10.222.0.39 "GET /v2.0/networks/70761228-e1b5-4b17-beed-b21ba4f65cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654792 Sep 23 06:46:56.081826 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-a40f913c-bd1e-45b5-8836-0d65e55bb0c1 req-c2ae194a-5d82-494d-a04b-7ac4aa30492e service neutron] Attempting to bind port 1dbdce24-ce3d-4205-af65-54f1b2ece456 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:46:56.082218 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-a40f913c-bd1e-45b5-8836-0d65e55bb0c1 req-c2ae194a-5d82-494d-a04b-7ac4aa30492e service neutron] Attempting to bind port 1dbdce24-ce3d-4205-af65-54f1b2ece456 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': 'c5d2a763-686c-454c-90b4-02125531df45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f5a8e19c-31c6-419f-a30d-8e266da2c523'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:46:56.082530 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40f913c-bd1e-45b5-8836-0d65e55bb0c1 req-c2ae194a-5d82-494d-a04b-7ac4aa30492e service neutron] Attempting to bind port 1dbdce24-ce3d-4205-af65-54f1b2ece456 on network f5a8e19c-31c6-419f-a30d-8e266da2c523 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:46:56.135052 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40f913c-bd1e-45b5-8836-0d65e55bb0c1 req-c2ae194a-5d82-494d-a04b-7ac4aa30492e service neutron] Port 1dbdce24-ce3d-4205-af65-54f1b2ece456 on network f5a8e19c-31c6-419f-a30d-8e266da2c523 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:46:56.135545 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40f913c-bd1e-45b5-8836-0d65e55bb0c1 req-c2ae194a-5d82-494d-a04b-7ac4aa30492e service neutron] Attempting to bind port 1dbdce24-ce3d-4205-af65-54f1b2ece456 on network f5a8e19c-31c6-419f-a30d-8e266da2c523 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:46:56.150729 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40f913c-bd1e-45b5-8836-0d65e55bb0c1 req-c2ae194a-5d82-494d-a04b-7ac4aa30492e service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:46:56.151659 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40f913c-bd1e-45b5-8836-0d65e55bb0c1 req-c2ae194a-5d82-494d-a04b-7ac4aa30492e service neutron] Checking segment: {'id': 'c5d2a763-686c-454c-90b4-02125531df45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f5a8e19c-31c6-419f-a30d-8e266da2c523'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:46:56.152144 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40f913c-bd1e-45b5-8836-0d65e55bb0c1 req-c2ae194a-5d82-494d-a04b-7ac4aa30492e service neutron] Bound using segment: {'id': 'c5d2a763-686c-454c-90b4-02125531df45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f5a8e19c-31c6-419f-a30d-8e266da2c523'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:46:56.152687 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-a40f913c-bd1e-45b5-8836-0d65e55bb0c1 req-c2ae194a-5d82-494d-a04b-7ac4aa30492e service neutron] Bound port: 1dbdce24-ce3d-4205-af65-54f1b2ece456, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5d2a763-686c-454c-90b4-02125531df45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f5a8e19c-31c6-419f-a30d-8e266da2c523'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:46:56.153152 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a40f913c-bd1e-45b5-8836-0d65e55bb0c1 req-c2ae194a-5d82-494d-a04b-7ac4aa30492e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:56.199165 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5d5e5560-fc7e-47d4-8728-17cd3fe81033 req-e9758596-d122-470a-a862-36215c3baf74 service neutron] 10.222.0.39 "GET /v2.0/networks/70761228-e1b5-4b17-beed-b21ba4f65cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396306 Sep 23 06:46:56.320981 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device f12830c6-3558-46a7-940a-fcedfb157dd4 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:46:56.352052 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7ccd9949-ae4c-4652-8723-255f3176a3ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066969'] for router_interface, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:56.365320 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: f12830c6-3558-46a7-940a-fcedfb157dd4 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:46:56.366876 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device f12830c6-3558-46a7-940a-fcedfb157dd4 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:46:56.419796 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-a40f913c-bd1e-45b5-8836-0d65e55bb0c1 req-c2ae194a-5d82-494d-a04b-7ac4aa30492e service neutron] For port 1dbdce24-ce3d-4205-af65-54f1b2ece456, host n-h2-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:46:56.424809 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-a40f913c-bd1e-45b5-8836-0d65e55bb0c1 req-c2ae194a-5d82-494d-a04b-7ac4aa30492e service neutron] For port 1dbdce24-ce3d-4205-af65-54f1b2ece456, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=1dbdce24-ce3d-4205-af65-54f1b2ece456,segment=NetworkSegment(c5d2a763-686c-454c-90b4-02125531df45),segment_id=c5d2a763-686c-454c-90b4-02125531df45)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:46:56.452224 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-6cf7764d-c8d3-4567-8f09-db24529124ff req-3a78bdbd-cd41-4d0d-a8ce-5de342d9668f tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] For port f4bba100-221a-4b07-b061-80ccb98f9d77, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=f4bba100-221a-4b07-b061-80ccb98f9d77,segment=NetworkSegment(606d2197-237b-4f47-90de-9108be481d55),segment_id=606d2197-237b-4f47-90de-9108be481d55)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:46:56.462667 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a40f913c-bd1e-45b5-8836-0d65e55bb0c1 req-c2ae194a-5d82-494d-a04b-7ac4aa30492e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:56.565171 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ae194a-5d82-494d-a04b-7ac4aa30492e service neutron] Pushing event updated for resources: {'Port': ['ID=1dbdce24-ce3d-4205-af65-54f1b2ece456,revision_number=3']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:56.579569 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f913c-bd1e-45b5-8836-0d65e55bb0c1 req-c2ae194a-5d82-494d-a04b-7ac4aa30492e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:56.580623 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a40f913c-bd1e-45b5-8836-0d65e55bb0c1 req-c2ae194a-5d82-494d-a04b-7ac4aa30492e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:56.582235 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a40f913c-bd1e-45b5-8836-0d65e55bb0c1 req-c2ae194a-5d82-494d-a04b-7ac4aa30492e service neutron] 10.222.0.58 "PUT /v2.0/ports/1dbdce24-ce3d-4205-af65-54f1b2ece456 HTTP/1.1" status: 200 len: 1092 time: 1.6351247 Sep 23 06:46:56.584648 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5d5ed25-c8bc-4058-8269-731ca37c3e44', 'tag': '1dbdce24-ce3d-4205-af65-54f1b2ece456'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:46:56.587844 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d16deb5-92ff-4f8e-86c2-7270f6084eb8" -d '{"events": [{"name": "network-changed", "server_uuid": "d5d5ed25-c8bc-4058-8269-731ca37c3e44", "tag": "1dbdce24-ce3d-4205-af65-54f1b2ece456"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:46:56.629197 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-6cf7764d-c8d3-4567-8f09-db24529124ff req-3a78bdbd-cd41-4d0d-a8ce-5de342d9668f tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:56.645077 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eb8d10-36da-4a7f-94a2-7b599de40e3f req-5a46d3d8-cd22-422e-8d07-b14eb83bdefa tempest-InstanceActionsNegativeTestJSON-1906057343 tempest-InstanceActionsNegativeTestJSON-1906057343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:56.655518 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-78eb8d10-36da-4a7f-94a2-7b599de40e3f req-5a46d3d8-cd22-422e-8d07-b14eb83bdefa tempest-InstanceActionsNegativeTestJSON-1906057343 tempest-InstanceActionsNegativeTestJSON-1906057343-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5d5ed25-c8bc-4058-8269-731ca37c3e44 HTTP/1.1" status: 200 len: 943 time: 0.1255889 Sep 23 06:46:56.665947 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-6cf7764d-c8d3-4567-8f09-db24529124ff req-3a78bdbd-cd41-4d0d-a8ce-5de342d9668f tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:56.693048 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['f4bba100-221a-4b07-b061-80ccb98f9d77'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:46:56.695061 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf7764d-c8d3-4567-8f09-db24529124ff req-3a78bdbd-cd41-4d0d-a8ce-5de342d9668f tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:56.695790 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-6cf7764d-c8d3-4567-8f09-db24529124ff req-3a78bdbd-cd41-4d0d-a8ce-5de342d9668f tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:56.697391 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6cf7764d-c8d3-4567-8f09-db24529124ff req-3a78bdbd-cd41-4d0d-a8ce-5de342d9668f tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "PUT /v2.0/ports/f4bba100-221a-4b07-b061-80ccb98f9d77 HTTP/1.1" status: 200 len: 982 time: 0.8653874 Sep 23 06:46:56.745244 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f913c-bd1e-45b5-8836-0d65e55bb0c1 req-3e9a6e9f-811a-4f99-a78c-85903aadee27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:56.747063 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a40f913c-bd1e-45b5-8836-0d65e55bb0c1 req-3e9a6e9f-811a-4f99-a78c-85903aadee27 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=74529a84c33b43f98f45eedc2ff7bd91&device_id=d5d5ed25-c8bc-4058-8269-731ca37c3e44 HTTP/1.1" status: 200 len: 1095 time: 0.1153300 Sep 23 06:46:56.806497 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a40f913c-bd1e-45b5-8836-0d65e55bb0c1 req-87f5ad8e-f2f7-4017-ac1e-8d2d97d095ce service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1dbdce24-ce3d-4205-af65-54f1b2ece456 HTTP/1.1" status: 200 len: 217 time: 0.0513997 Sep 23 06:46:56.826463 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a78bdbd-cd41-4d0d-a8ce-5de342d9668f tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Pushing event updated for resources: {'Port': ['ID=f4bba100-221a-4b07-b061-80ccb98f9d77,revision_number=6']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:56.840765 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-78eb8d10-36da-4a7f-94a2-7b599de40e3f req-96296061-de75-48d9-9fe3-fb87c4fe9ac9 tempest-InstanceActionsNegativeTestJSON-1906057343 tempest-InstanceActionsNegativeTestJSON-1906057343-project] 10.222.0.39 "GET /v2.0/security-groups?id=7388467f-9201-4b39-a6c2-bce1272b049d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838279 Sep 23 06:46:56.866922 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['f4bba100-221a-4b07-b061-80ccb98f9d77'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:46:56.900260 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f913c-bd1e-45b5-8836-0d65e55bb0c1 req-a6f409ae-7cb7-4bed-ba83-f6304f37b8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:56.910602 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a40f913c-bd1e-45b5-8836-0d65e55bb0c1 req-a6f409ae-7cb7-4bed-ba83-f6304f37b8f4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=23ac47fe-657e-4848-9c44-3a9ea9b58dd9 HTTP/1.1" status: 200 len: 862 time: 0.0901937 Sep 23 06:46:57.025391 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a40f913c-bd1e-45b5-8836-0d65e55bb0c1 req-58ba4b28-d67f-4b9a-b992-3bc8983b9611 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f5a8e19c-31c6-419f-a30d-8e266da2c523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1119983 Sep 23 06:46:57.059577 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a44e6e2b-97f0-4fdf-92ee-ddf54ef7c144 req-75d111a9-083a-46a5-bd9d-cd8fa5590208 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a0f6d45-7159-44ba-8033-f26cc4346590 HTTP/1.1" status: 200 len: 210 time: 0.1297073 Sep 23 06:46:57.183117 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-7ccd9949-ae4c-4652-8723-255f3176a3ac admin admin] Deleting port 5f2d8e17-b60c-4aaa-a2d1-8320cd744435 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:46:57.183963 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7ccd9949-ae4c-4652-8723-255f3176a3ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:57.216225 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a40f913c-bd1e-45b5-8836-0d65e55bb0c1 req-a5e2c7ae-9c37-41e9-bbbe-97ec75bced59 service neutron] 10.222.0.58 "GET /v2.0/networks/f5a8e19c-31c6-419f-a30d-8e266da2c523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485770 Sep 23 06:46:57.260147 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c7794b-c4b3-4b07-a9cc-7154f7fd9f64 x-openstack-request-id: req-e0c7794b-c4b3-4b07-a9cc-7154f7fd9f64 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:46:57.260484 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5d5ed25-c8bc-4058-8269-731ca37c3e44", "tag": "1dbdce24-ce3d-4205-af65-54f1b2ece456", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:46:57.261391 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e0c7794b-c4b3-4b07-a9cc-7154f7fd9f64 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:46:57.261391 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5d5ed25-c8bc-4058-8269-731ca37c3e44', 'tag': '1dbdce24-ce3d-4205-af65-54f1b2ece456', 'status': 'completed', 'code': 200} Sep 23 06:46:57.295540 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc153d-8b5c-4c62-9ff8-413d33b510a4 req-b82a286a-be44-4454-a0a9-7a65e0e1845a tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:57.298111 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-afdc153d-8b5c-4c62-9ff8-413d33b510a4 req-b82a286a-be44-4454-a0a9-7a65e0e1845a tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c6bd60-f9c5-4dcd-b734-b588d836963e HTTP/1.1" status: 200 len: 946 time: 0.3002431 Sep 23 06:46:57.341939 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-7ccd9949-ae4c-4652-8723-255f3176a3ac admin admin] For port 5f2d8e17-b60c-4aaa-a2d1-8320cd744435, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=5f2d8e17-b60c-4aaa-a2d1-8320cd744435,segment=NetworkSegment(5f5d0600-ce1a-43a0-855e-ff342a49dd86),segment_id=5f5d0600-ce1a-43a0-855e-ff342a49dd86)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:46:57.343707 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7ccd9949-ae4c-4652-8723-255f3176a3ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:57.370592 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-7ccd9949-ae4c-4652-8723-255f3176a3ac admin admin] Calling delete_port for 5f2d8e17-b60c-4aaa-a2d1-8320cd744435 owned by network:router_interface {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:46:57.438448 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-afdc153d-8b5c-4c62-9ff8-413d33b510a4 req-bf4e4e93-d813-434b-a9c6-c39efbb44a5a tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f5383a6-41e8-4ffd-bb02-3fe79014de26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207650 Sep 23 06:46:57.478583 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a40f913c-bd1e-45b5-8836-0d65e55bb0c1 req-e715adff-f7b1-40e3-979a-6dd4c49ad501 service neutron] 10.222.0.58 "GET /v2.0/networks/f5a8e19c-31c6-419f-a30d-8e266da2c523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342238 Sep 23 06:46:57.511738 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3e040501-7804-4e65-8c88-5b9ee3ce3ed5 req-3883e0b6-ff79-4347-9318-5e1e69c5d904 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1481173727&fields=id&tenant_id=3b3b40df72ef4574baa615ed99859579 HTTP/1.1" status: 200 len: 267 time: 0.1489685 Sep 23 06:46:57.613425 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e040501-7804-4e65-8c88-5b9ee3ce3ed5 req-c386f880-3620-4d66-aaa2-51549a66a2c5 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:57.621261 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3e040501-7804-4e65-8c88-5b9ee3ce3ed5 req-c386f880-3620-4d66-aaa2-51549a66a2c5 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5209ed5-bf31-47d1-8fec-3d92135ed6f8 HTTP/1.1" status: 200 len: 985 time: 0.1086223 Sep 23 06:46:57.631293 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-3e040501-7804-4e65-8c88-5b9ee3ce3ed5 req-a8e03eec-c028-4504-95ef-749fb5e874c5 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Request body: {'port': {'security_groups': ['294ea309-45c0-4806-b976-e6371d6e8795', 'ddc5b4ba-0d27-43b9-ac0e-6f61c31cabac', '7d981a82-f51f-4e29-8fc2-408b456e4afb']}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:46:57.664584 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d16deb5-92ff-4f8e-86c2-7270f6084eb8 req-2fe224c6-6c7e-411a-85f2-cdf9fb282b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:57.667446 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5d16deb5-92ff-4f8e-86c2-7270f6084eb8 req-2fe224c6-6c7e-411a-85f2-cdf9fb282b53 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=74529a84c33b43f98f45eedc2ff7bd91&device_id=d5d5ed25-c8bc-4058-8269-731ca37c3e44 HTTP/1.1" status: 200 len: 1095 time: 0.0971453 Sep 23 06:46:57.747263 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-3e040501-7804-4e65-8c88-5b9ee3ce3ed5 req-a8e03eec-c028-4504-95ef-749fb5e874c5 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:57.774598 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7ccd9949-ae4c-4652-8723-255f3176a3ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:57.825573 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccd9949-ae4c-4652-8723-255f3176a3ac admin admin] Pushing event deleted for resources: {'Port': ['ID=5f2d8e17-b60c-4aaa-a2d1-8320cd744435,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:57.867898 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d16deb5-92ff-4f8e-86c2-7270f6084eb8 req-01676d3e-5956-434b-8d8e-88ac02581f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:57.870031 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5d16deb5-92ff-4f8e-86c2-7270f6084eb8 req-01676d3e-5956-434b-8d8e-88ac02581f93 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f5a8e19c-31c6-419f-a30d-8e266da2c523 HTTP/1.1" status: 200 len: 923 time: 0.1783650 Sep 23 06:46:57.987273 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5d16deb5-92ff-4f8e-86c2-7270f6084eb8 req-70cae81c-0f2a-43cd-a41a-6d25d496848f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1dbdce24-ce3d-4205-af65-54f1b2ece456 HTTP/1.1" status: 200 len: 217 time: 0.1030564 Sep 23 06:46:58.011374 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9253b9-928d-4e57-8f23-140ad4f55a41 req-c26af693-951b-4559-a044-3b7d3d18d462 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:58.024227 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2f9253b9-928d-4e57-8f23-140ad4f55a41 req-c26af693-951b-4559-a044-3b7d3d18d462 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c6bd60-f9c5-4dcd-b734-b588d836963e HTTP/1.1" status: 200 len: 946 time: 0.2267246 Sep 23 06:46:58.222145 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d16deb5-92ff-4f8e-86c2-7270f6084eb8 req-c320cb35-dbc2-423e-9272-861f9daf6eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:58.224029 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5d16deb5-92ff-4f8e-86c2-7270f6084eb8 req-c320cb35-dbc2-423e-9272-861f9daf6eb9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=23ac47fe-657e-4848-9c44-3a9ea9b58dd9 HTTP/1.1" status: 200 len: 862 time: 0.1961887 Sep 23 06:46:58.237549 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-3e040501-7804-4e65-8c88-5b9ee3ce3ed5 req-a8e03eec-c028-4504-95ef-749fb5e874c5 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] For port f4bba100-221a-4b07-b061-80ccb98f9d77, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=f4bba100-221a-4b07-b061-80ccb98f9d77,segment=NetworkSegment(606d2197-237b-4f47-90de-9108be481d55),segment_id=606d2197-237b-4f47-90de-9108be481d55)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:46:58.274199 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5d16deb5-92ff-4f8e-86c2-7270f6084eb8 req-4a178f6a-d28c-44c0-98c3-b33b6fd99896 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f5a8e19c-31c6-419f-a30d-8e266da2c523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382259 Sep 23 06:46:58.341683 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7ccd9949-ae4c-4652-8723-255f3176a3ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2068624'] for router_interface, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:58.363007 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-3e040501-7804-4e65-8c88-5b9ee3ce3ed5 req-a8e03eec-c028-4504-95ef-749fb5e874c5 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:58.379073 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2f9253b9-928d-4e57-8f23-140ad4f55a41 req-2ef1fa0f-1411-4d18-91b4-155499c695b3 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f5383a6-41e8-4ffd-bb02-3fe79014de26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3537986 Sep 23 06:46:58.416330 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-3e040501-7804-4e65-8c88-5b9ee3ce3ed5 req-a8e03eec-c028-4504-95ef-749fb5e874c5 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:58.444306 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['f4bba100-221a-4b07-b061-80ccb98f9d77'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:46:58.488537 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e040501-7804-4e65-8c88-5b9ee3ce3ed5 req-a8e03eec-c028-4504-95ef-749fb5e874c5 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:58.490099 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-3e040501-7804-4e65-8c88-5b9ee3ce3ed5 req-a8e03eec-c028-4504-95ef-749fb5e874c5 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:58.491557 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3e040501-7804-4e65-8c88-5b9ee3ce3ed5 req-a8e03eec-c028-4504-95ef-749fb5e874c5 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "PUT /v2.0/ports/f4bba100-221a-4b07-b061-80ccb98f9d77 HTTP/1.1" status: 200 len: 1021 time: 0.8694925 Sep 23 06:46:58.492028 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5209ed5-bf31-47d1-8fec-3d92135ed6f8', 'tag': 'f4bba100-221a-4b07-b061-80ccb98f9d77'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:46:58.498527 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba058057-7b73-4048-860e-0daf6d4a7e0c" -d '{"events": [{"name": "network-changed", "server_uuid": "c5209ed5-bf31-47d1-8fec-3d92135ed6f8", "tag": "f4bba100-221a-4b07-b061-80ccb98f9d77"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:46:58.550833 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 1dbdce24-ce3d-4205-af65-54f1b2ece456 details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:46:58.566017 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e03eec-c028-4504-95ef-749fb5e874c5 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Pushing event updated for resources: {'Port': ['ID=f4bba100-221a-4b07-b061-80ccb98f9d77,revision_number=7']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:58.602732 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e5560-fc7e-47d4-8728-17cd3fe81033 req-4cecd6ce-c272-4383-89c2-562b9aecf850 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:58.604238 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5d5e5560-fc7e-47d4-8728-17cd3fe81033 req-4cecd6ce-c272-4383-89c2-562b9aecf850 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.58 "GET /v2.0/networks?id=70761228-e1b5-4b17-beed-b21ba4f65cc6 HTTP/1.1" status: 200 len: 815 time: 0.5174870 Sep 23 06:46:58.624573 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-5d5e5560-fc7e-47d4-8728-17cd3fe81033 req-aa7aaa6a-f370-4a10-a96c-57834b1ace8b tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Request body: {'port': {'device_id': '4a0f6d45-7159-44ba-8033-f26cc4346590', 'network_id': '70761228-e1b5-4b17-beed-b21ba4f65cc6', 'admin_state_up': True, 'tenant_id': 'd770b30fb6f848b6a7fdbc27123d77ce'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:46:58.684354 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['f4bba100-221a-4b07-b061-80ccb98f9d77'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:46:58.736346 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5d16deb5-92ff-4f8e-86c2-7270f6084eb8 req-abd95467-0fba-4175-bc74-da56f36cc6e2 service neutron] 10.222.0.58 "GET /v2.0/networks/f5a8e19c-31c6-419f-a30d-8e266da2c523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4417627 Sep 23 06:46:58.937081 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 1dbdce24-ce3d-4205-af65-54f1b2ece456, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=1dbdce24-ce3d-4205-af65-54f1b2ece456,segment=NetworkSegment(c5d2a763-686c-454c-90b4-02125531df45),segment_id=c5d2a763-686c-454c-90b4-02125531df45)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:46:58.942832 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 4c06f2ac-ebbb-4b50-8154-0636f9146e3b details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:46:58.999850 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': '1dbdce24-ce3d-4205-af65-54f1b2ece456', 'network_id': 'f5a8e19c-31c6-419f-a30d-8e266da2c523', 'port_id': '1dbdce24-ce3d-4205-af65-54f1b2ece456', 'mac_address': 'fa:16:3e:12:2f:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23ac47fe-657e-4848-9c44-3a9ea9b58dd9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:46:59.015947 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-373c23d2-c119-4d11-808f-97752b050c6a req-c3b049fe-5c83-4655-a457-5dc6f33f4fe9 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a0f6d45-7159-44ba-8033-f26cc4346590 HTTP/1.1" status: 200 len: 210 time: 0.0360219 Sep 23 06:46:59.101186 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ccd9949-ae4c-4652-8723-255f3176a3ac admin admin] Router c8ac671e-35c6-439f-bce2-563a03db06e9 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:46:59.105741 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.db.resource_extend [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 06:46:59.225158 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:59.328043 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5209ed5-bf31-47d1-8fec-3d92135ed6f8', 'tag': 'f4bba100-221a-4b07-b061-80ccb98f9d77'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:46:59.331107 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-583ac323-566b-49b3-ad02-d64b277b60d6" -d '{"events": [{"name": "network-changed", "server_uuid": "c5209ed5-bf31-47d1-8fec-3d92135ed6f8", "tag": "f4bba100-221a-4b07-b061-80ccb98f9d77"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:46:59.335935 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5d16deb5-92ff-4f8e-86c2-7270f6084eb8 req-0d6bf3c3-bc4b-4743-8534-cc9f4c37db72 service neutron] 10.222.0.58 "GET /v2.0/networks/f5a8e19c-31c6-419f-a30d-8e266da2c523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5670197 Sep 23 06:46:59.339674 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dbdce24-ce3d-4205-af65-54f1b2ece456 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:46:59.382335 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e9b9d5-6292-4f3f-b003-c6e287554d07 req-c0f0c69c-38bb-4362-be50-2c3ddf881d68 tempest-InstanceActionsNegativeTestJSON-1906057343 tempest-InstanceActionsNegativeTestJSON-1906057343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:59.392139 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-38e9b9d5-6292-4f3f-b003-c6e287554d07 req-c0f0c69c-38bb-4362-be50-2c3ddf881d68 tempest-InstanceActionsNegativeTestJSON-1906057343 tempest-InstanceActionsNegativeTestJSON-1906057343-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5d5ed25-c8bc-4058-8269-731ca37c3e44 HTTP/1.1" status: 200 len: 943 time: 0.8148232 Sep 23 06:46:59.412786 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0b64a9-55e3-4ef7-8333-3674ad8856b4 req-e3b8713c-0306-4490-bdeb-2ba2d73a8b7f tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:59.424116 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9e0b64a9-55e3-4ef7-8333-3674ad8856b4 req-e3b8713c-0306-4490-bdeb-2ba2d73a8b7f tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5209ed5-bf31-47d1-8fec-3d92135ed6f8 HTTP/1.1" status: 200 len: 1024 time: 0.1673956 Sep 23 06:46:59.430214 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 4c06f2ac-ebbb-4b50-8154-0636f9146e3b, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=4c06f2ac-ebbb-4b50-8154-0636f9146e3b,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:46:59.434057 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 1dbdce24-ce3d-4205-af65-54f1b2ece456, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=1dbdce24-ce3d-4205-af65-54f1b2ece456,segment=NetworkSegment(c5d2a763-686c-454c-90b4-02125531df45),segment_id=c5d2a763-686c-454c-90b4-02125531df45)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:46:59.452506 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d5e5560-fc7e-47d4-8728-17cd3fe81033 req-aa7aaa6a-f370-4a10-a96c-57834b1ace8b tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Made reservation on behalf of d770b30fb6f848b6a7fdbc27123d77ce for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:46:59.457315 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-5d5e5560-fc7e-47d4-8728-17cd3fe81033 req-aa7aaa6a-f370-4a10-a96c-57834b1ace8b tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:59.460996 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:59.463068 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255346e8-2868-4f68-8b2d-edf441d330e9 req-55a530c6-b1ac-4f99-b066-102101a11d16 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:59.465155 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-255346e8-2868-4f68-8b2d-edf441d330e9 req-55a530c6-b1ac-4f99-b066-102101a11d16 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.58 "GET /v2.0/ports?device_id=27c6bd60-f9c5-4dcd-b734-b588d836963e HTTP/1.1" status: 200 len: 946 time: 0.2072582 Sep 23 06:46:59.479013 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': '4c06f2ac-ebbb-4b50-8154-0636f9146e3b', 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062', 'port_id': '4c06f2ac-ebbb-4b50-8154-0636f9146e3b', 'mac_address': 'fa:16:3e:22:c2:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:46:59.479987 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ccd9949-ae4c-4652-8723-255f3176a3ac admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:46:59.492324 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9daa01e0-8126-42c2-83b1-c38c77b4e60a None None] Sync routers for ids ['c8ac671e-35c6-439f-bce2-563a03db06e9'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:46:59.495004 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-38e9b9d5-6292-4f3f-b003-c6e287554d07 req-10e340f8-07d1-4b53-a1de-a9b2150b57f6 tempest-InstanceActionsNegativeTestJSON-1906057343 tempest-InstanceActionsNegativeTestJSON-1906057343-project] 10.222.0.39 "GET /v2.0/security-groups?id=7388467f-9201-4b39-a6c2-bce1272b049d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017396 Sep 23 06:46:59.507123 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9daa01e0-8126-42c2-83b1-c38c77b4e60a None None] Routers {'c8ac671e-35c6-439f-bce2-563a03db06e9'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:46:59.507754 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-9daa01e0-8126-42c2-83b1-c38c77b4e60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:46:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['c8ac671e-35c6-439f-bce2-563a03db06e9'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:46:59.557881 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-7ccd9949-ae4c-4652-8723-255f3176a3ac admin admin] 10.222.0.39 "PUT /v2.0/routers/c8ac671e-35c6-439f-bce2-563a03db06e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0225432 Sep 23 06:46:59.560795 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 57670) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:46:59.663118 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=1dbdce24-ce3d-4205-af65-54f1b2ece456,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:46:59.673443 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:59.680303 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbae9aef-42f5-40f4-ba75-ce322df3f77f x-openstack-request-id: req-bbae9aef-42f5-40f4-ba75-ce322df3f77f {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:46:59.681214 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5209ed5-bf31-47d1-8fec-3d92135ed6f8", "tag": "f4bba100-221a-4b07-b061-80ccb98f9d77", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:46:59.681534 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bbae9aef-42f5-40f4-ba75-ce322df3f77f {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:46:59.686324 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5209ed5-bf31-47d1-8fec-3d92135ed6f8', 'tag': 'f4bba100-221a-4b07-b061-80ccb98f9d77', 'status': 'completed', 'code': 200} Sep 23 06:46:59.695297 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['1dbdce24-ce3d-4205-af65-54f1b2ece456'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:46:59.711239 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e7908c-1079-497e-9af0-25c6cbae8f16 x-openstack-request-id: req-67e7908c-1079-497e-9af0-25c6cbae8f16 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:46:59.713042 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5209ed5-bf31-47d1-8fec-3d92135ed6f8", "tag": "f4bba100-221a-4b07-b061-80ccb98f9d77", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:46:59.713487 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-67e7908c-1079-497e-9af0-25c6cbae8f16 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:46:59.714887 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5209ed5-bf31-47d1-8fec-3d92135ed6f8', 'tag': 'f4bba100-221a-4b07-b061-80ccb98f9d77', 'status': 'completed', 'code': 200} Sep 23 06:46:59.796411 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba058057-7b73-4048-860e-0daf6d4a7e0c req-fd51fe60-c605-4470-8d44-1384951f3f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:46:59.798925 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ba058057-7b73-4048-860e-0daf6d4a7e0c req-fd51fe60-c605-4470-8d44-1384951f3f9a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3b3b40df72ef4574baa615ed99859579&device_id=c5209ed5-bf31-47d1-8fec-3d92135ed6f8 HTTP/1.1" status: 200 len: 1176 time: 0.1659338 Sep 23 06:46:59.803226 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c06f2ac-ebbb-4b50-8154-0636f9146e3b {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:46:59.810002 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9e0b64a9-55e3-4ef7-8333-3674ad8856b4 req-91723077-4b1e-4a42-a8c1-75f9837c5e29 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d981a82-f51f-4e29-8fc2-408b456e4afb&id=ddc5b4ba-0d27-43b9-ac0e-6f61c31cabac&id=294ea309-45c0-4806-b976-e6371d6e8795 HTTP/1.1" status: 200 len: 6149 time: 0.3849607 Sep 23 06:46:59.906711 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 4c06f2ac-ebbb-4b50-8154-0636f9146e3b, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=4c06f2ac-ebbb-4b50-8154-0636f9146e3b,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:46:59.933773 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-9daa01e0-8126-42c2-83b1-c38c77b4e60a None None] Set router c8ac671e-35c6-439f-bce2-563a03db06e9 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:46:59.935030 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:46:59.997875 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-da87de42-4944-496b-856a-3ecf6ad66d34 req-d2b20aeb-a3b4-4409-88e5-ef7691744e4c tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Request body: {'security_group': {'name': ' tempest-securitygroup -740823026 ', 'description': 'tempest-description-711313283'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:47:00.022588 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e28cb-264c-44ac-ba1e-f34200811229 req-df85bd68-0121-4d6a-98f8-8a7093ba7063 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:00.031435 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-094e28cb-264c-44ac-ba1e-f34200811229 req-df85bd68-0121-4d6a-98f8-8a7093ba7063 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c6bd60-f9c5-4dcd-b734-b588d836963e HTTP/1.1" status: 200 len: 946 time: 0.2410860 Sep 23 06:47:00.053887 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [req-5d5e5560-fc7e-47d4-8728-17cd3fe81033 req-aa7aaa6a-f370-4a10-a96c-57834b1ace8b tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Allocated IP 172.20.0.4 (70761228-e1b5-4b17-beed-b21ba4f65cc6/ee9867bb-5a46-416a-ad93-958ca334c2f9/13414090-c936-4174-b7a3-52478ee0bb2d) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:47:00.082224 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f712d4ac-6a25-490a-86be-d9a821d98b02 admin admin] Notify callbacks [] for router, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:00.110151 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['4c06f2ac-ebbb-4b50-8154-0636f9146e3b'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:47:00.112549 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba058057-7b73-4048-860e-0daf6d4a7e0c req-4823b9a0-17fc-4ba1-984e-1304ab3f9afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:00.114338 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ba058057-7b73-4048-860e-0daf6d4a7e0c req-4823b9a0-17fc-4ba1-984e-1304ab3f9afd service neutron] 10.222.0.21 "GET /v2.0/networks?id=af521934-4e14-4fd3-9a79-d0d8a001f41d HTTP/1.1" status: 200 len: 914 time: 0.2565939 Sep 23 06:47:00.149812 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-da87de42-4944-496b-856a-3ecf6ad66d34 req-d2b20aeb-a3b4-4409-88e5-ef7691744e4c tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:00.156516 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-094e28cb-264c-44ac-ba1e-f34200811229 req-b2a4aa86-ad61-4e76-a661-b5624f0f1c68 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f5383a6-41e8-4ffd-bb02-3fe79014de26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152971 Sep 23 06:47:00.184894 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-255346e8-2868-4f68-8b2d-edf441d330e9 req-bef42f05-5182-46d4-a412-5dc218737c72 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Deleting port 7a00ce9c-29b4-4227-a989-ddd5c6399966 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:47:00.185118 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-255346e8-2868-4f68-8b2d-edf441d330e9 req-bef42f05-5182-46d4-a412-5dc218737c72 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:00.194377 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-9daa01e0-8126-42c2-83b1-c38c77b4e60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ac671e-35c6-439f-bce2-563a03db06e9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-963106536-router', 'tenant_id': '99a5d9e5f4ce4a7d8c30db305ca15100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '8320a006-7762-400e-9ccc-fa23f331cd87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:39:04Z', 'updated_at': '2021-09-23T06:46:57Z', 'revision_number': 5, 'project_id': '99a5d9e5f4ce4a7d8c30db305ca15100', 'gw_port': {'id': '8320a006-7762-400e-9ccc-fa23f331cd87', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ac671e-35c6-439f-bce2-563a03db06e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:39:05Z', 'updated_at': '2021-09-23T06:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:47:00.215140 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=4c06f2ac-ebbb-4b50-8154-0636f9146e3b,revision_number=9']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:00.230779 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9daa01e0-8126-42c2-83b1-c38c77b4e60a None None] Checking router: c8ac671e-35c6-439f-bce2-563a03db06e9 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:47:00.240885 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9daa01e0-8126-42c2-83b1-c38c77b4e60a None None] Routers {'c8ac671e-35c6-439f-bce2-563a03db06e9'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:47:00.241515 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-9daa01e0-8126-42c2-83b1-c38c77b4e60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:46:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['c8ac671e-35c6-439f-bce2-563a03db06e9'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:47:00.378276 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f712d4ac-6a25-490a-86be-d9a821d98b02 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:00.409528 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-255346e8-2868-4f68-8b2d-edf441d330e9 req-bef42f05-5182-46d4-a412-5dc218737c72 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] For port 7a00ce9c-29b4-4227-a989-ddd5c6399966, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=7a00ce9c-29b4-4227-a989-ddd5c6399966,segment=NetworkSegment(e311ce61-9ca9-495c-a2b4-23b5ef627aae),segment_id=e311ce61-9ca9-495c-a2b4-23b5ef627aae)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:47:00.409969 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-255346e8-2868-4f68-8b2d-edf441d330e9 req-bef42f05-5182-46d4-a412-5dc218737c72 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:00.410242 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ba058057-7b73-4048-860e-0daf6d4a7e0c req-52c5d6dc-4ce4-4802-912c-8b4bafcf717d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4bba100-221a-4b07-b061-80ccb98f9d77 HTTP/1.1" status: 200 len: 217 time: 0.2809761 Sep 23 06:47:00.432480 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-9daa01e0-8126-42c2-83b1-c38c77b4e60a None None] Set router c8ac671e-35c6-439f-bce2-563a03db06e9 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:47:00.441765 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-255346e8-2868-4f68-8b2d-edf441d330e9 req-bef42f05-5182-46d4-a412-5dc218737c72 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Calling delete_port for 7a00ce9c-29b4-4227-a989-ddd5c6399966 owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:47:00.455231 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4825636e-ad43-4f8c-93aa-2c6d255fc748 req-9b7c2801-9446-42cf-8ce8-b510c16a22a6 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a0f6d45-7159-44ba-8033-f26cc4346590 HTTP/1.1" status: 200 len: 210 time: 0.0668719 Sep 23 06:47:00.587992 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba058057-7b73-4048-860e-0daf6d4a7e0c req-cde995c5-0ccb-4b09-95fe-97ab66ca2d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:00.589586 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ba058057-7b73-4048-860e-0daf6d4a7e0c req-cde995c5-0ccb-4b09-95fe-97ab66ca2d49 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7f9997a5-b833-4318-a21f-37b1b7e3fb43 HTTP/1.1" status: 200 len: 853 time: 0.1415825 Sep 23 06:47:00.661713 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ba058057-7b73-4048-860e-0daf6d4a7e0c req-4121e521-df90-48ac-aecf-cfb39a705fe0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=af521934-4e14-4fd3-9a79-d0d8a001f41d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571401 Sep 23 06:47:00.666731 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-da87de42-4944-496b-856a-3ecf6ad66d34 req-d2b20aeb-a3b4-4409-88e5-ef7691744e4c tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:00.677687 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-da87de42-4944-496b-856a-3ecf6ad66d34 req-d2b20aeb-a3b4-4409-88e5-ef7691744e4c tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:00.690551 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-5d5e5560-fc7e-47d4-8728-17cd3fe81033 req-aa7aaa6a-f370-4a10-a96c-57834b1ace8b tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:00.734485 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-da87de42-4944-496b-856a-3ecf6ad66d34 req-d2b20aeb-a3b4-4409-88e5-ef7691744e4c tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:00.739229 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-da87de42-4944-496b-856a-3ecf6ad66d34 req-d2b20aeb-a3b4-4409-88e5-ef7691744e4c tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.7581913 Sep 23 06:47:00.758141 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b20aeb-a3b4-4409-88e5-ef7691744e4c tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=085d5f82-cd0f-4f74-9317-38b3d9ac901d,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:00.774286 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-5d5e5560-fc7e-47d4-8728-17cd3fe81033 req-aa7aaa6a-f370-4a10-a96c-57834b1ace8b tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:00.783781 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-9daa01e0-8126-42c2-83b1-c38c77b4e60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ac671e-35c6-439f-bce2-563a03db06e9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-963106536-router', 'tenant_id': '99a5d9e5f4ce4a7d8c30db305ca15100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '8320a006-7762-400e-9ccc-fa23f331cd87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:39:04Z', 'updated_at': '2021-09-23T06:46:57Z', 'revision_number': 5, 'project_id': '99a5d9e5f4ce4a7d8c30db305ca15100', 'gw_port': {'id': '8320a006-7762-400e-9ccc-fa23f331cd87', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ac671e-35c6-439f-bce2-563a03db06e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:39:05Z', 'updated_at': '2021-09-23T06:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:47:00.784948 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-f712d4ac-6a25-490a-86be-d9a821d98b02 admin admin] Deleting port 8320a006-7762-400e-9ccc-fa23f331cd87 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:47:00.785533 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f712d4ac-6a25-490a-86be-d9a821d98b02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:00.817423 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9daa01e0-8126-42c2-83b1-c38c77b4e60a None None] The sync data for ids ['c8ac671e-35c6-439f-bce2-563a03db06e9'] in n-d-715271-16 is: [{'id': 'c8ac671e-35c6-439f-bce2-563a03db06e9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-963106536-router', 'tenant_id': '99a5d9e5f4ce4a7d8c30db305ca15100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '8320a006-7762-400e-9ccc-fa23f331cd87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:39:04Z', 'updated_at': '2021-09-23T06:46:57Z', 'revision_number': 5, 'project_id': '99a5d9e5f4ce4a7d8c30db305ca15100', 'gw_port': {'id': '8320a006-7762-400e-9ccc-fa23f331cd87', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ac671e-35c6-439f-bce2-563a03db06e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:39:05Z', 'updated_at': '2021-09-23T06:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:47:00.882435 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d5e5560-fc7e-47d4-8728-17cd3fe81033 req-aa7aaa6a-f370-4a10-a96c-57834b1ace8b tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Network 70761228-e1b5-4b17-beed-b21ba4f65cc6 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:47:00.890716 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [req-5d5e5560-fc7e-47d4-8728-17cd3fe81033 req-aa7aaa6a-f370-4a10-a96c-57834b1ace8b tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:47:00.926371 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d5e5560-fc7e-47d4-8728-17cd3fe81033 req-aa7aaa6a-f370-4a10-a96c-57834b1ace8b tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:47:00.954568 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9448ab5d-7866-4602-a3bd-660863313d3e req-40783171-a596-423b-91a8-e5b43a9c8273 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/security-groups/085d5f82-cd0f-4f74-9317-38b3d9ac901d HTTP/1.1" status: 200 len: 1779 time: 0.1803348 Sep 23 06:47:00.976411 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-255346e8-2868-4f68-8b2d-edf441d330e9 req-bef42f05-5182-46d4-a412-5dc218737c72 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:00.991466 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['7a00ce9c-29b4-4227-a989-ddd5c6399966'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:47:01.020808 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e5560-fc7e-47d4-8728-17cd3fe81033 req-aa7aaa6a-f370-4a10-a96c-57834b1ace8b tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:01.021694 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-5d5e5560-fc7e-47d4-8728-17cd3fe81033 req-aa7aaa6a-f370-4a10-a96c-57834b1ace8b tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:01.024247 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7aaa6a-f370-4a10-a96c-57834b1ace8b tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Pushing event updated for resources: {'Port': ['ID=13414090-c936-4174-b7a3-52478ee0bb2d,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:01.061130 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4d582-08bd-49e8-96c6-4e64c3628060 req-60e9e255-d884-4cd4-aef5-071e491e8003 tempest-InstanceActionsNegativeTestJSON-1906057343 tempest-InstanceActionsNegativeTestJSON-1906057343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:01.062676 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef42f05-5182-46d4-a412-5dc218737c72 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Pushing event deleted for resources: {'Port': ['ID=7a00ce9c-29b4-4227-a989-ddd5c6399966,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:01.063362 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0bf4d582-08bd-49e8-96c6-4e64c3628060 req-60e9e255-d884-4cd4-aef5-071e491e8003 tempest-InstanceActionsNegativeTestJSON-1906057343 tempest-InstanceActionsNegativeTestJSON-1906057343-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5d5ed25-c8bc-4058-8269-731ca37c3e44 HTTP/1.1" status: 200 len: 944 time: 0.4005485 Sep 23 06:47:01.070651 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-f712d4ac-6a25-490a-86be-d9a821d98b02 admin admin] For port 8320a006-7762-400e-9ccc-fa23f331cd87, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=8320a006-7762-400e-9ccc-fa23f331cd87,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:47:01.071491 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f712d4ac-6a25-490a-86be-d9a821d98b02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:01.125777 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5d5e5560-fc7e-47d4-8728-17cd3fe81033 req-aa7aaa6a-f370-4a10-a96c-57834b1ace8b tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5052080 Sep 23 06:47:01.129715 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-f712d4ac-6a25-490a-86be-d9a821d98b02 admin admin] Calling delete_port for 8320a006-7762-400e-9ccc-fa23f331cd87 owned by network:router_gateway {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:47:01.129961 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ba058057-7b73-4048-860e-0daf6d4a7e0c req-74d82b65-6795-406f-91ff-ac21efc0d1d9 service neutron] 10.222.0.21 "GET /v2.0/networks/af521934-4e14-4fd3-9a79-d0d8a001f41d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3963926 Sep 23 06:47:01.146797 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-5d5e5560-fc7e-47d4-8728-17cd3fe81033 req-cf9a8086-bf34-4c73-b6b2-20a65a5e2b06 service neutron] Request body: {'port': {'device_id': '4a0f6d45-7159-44ba-8033-f26cc4346590', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:47:01.174927 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-255346e8-2868-4f68-8b2d-edf441d330e9 req-bef42f05-5182-46d4-a412-5dc218737c72 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] No DVR routers for this DVR port 7a00ce9c-29b4-4227-a989-ddd5c6399966 on host n-h2-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:47:01.176766 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-255346e8-2868-4f68-8b2d-edf441d330e9 req-bef42f05-5182-46d4-a412-5dc218737c72 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:01.179913 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-255346e8-2868-4f68-8b2d-edf441d330e9 req-bef42f05-5182-46d4-a412-5dc218737c72 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.58 "DELETE /v2.0/ports/7a00ce9c-29b4-4227-a989-ddd5c6399966 HTTP/1.1" status: 204 len: 173 time: 1.7044215 Sep 23 06:47:01.206953 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0bf4d582-08bd-49e8-96c6-4e64c3628060 req-6e2f82cf-bd0c-4193-9662-c2a32973e896 tempest-InstanceActionsNegativeTestJSON-1906057343 tempest-InstanceActionsNegativeTestJSON-1906057343-project] 10.222.0.39 "GET /v2.0/security-groups?id=7388467f-9201-4b39-a6c2-bce1272b049d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351507 Sep 23 06:47:01.307202 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9fadb5be-b74f-4794-ba72-e4bcf35c79ae req-99ab62ab-7307-4a86-98f9-00a3152bf7e3 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/security-groups/085d5f82-cd0f-4f74-9317-38b3d9ac901d HTTP/1.1" status: 200 len: 1779 time: 0.2284801 Sep 23 06:47:01.356760 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-5d5e5560-fc7e-47d4-8728-17cd3fe81033 req-cf9a8086-bf34-4c73-b6b2-20a65a5e2b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:01.403770 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-aa477aa4-00ab-4879-a7ea-ea5d95ea9014 req-c439544c-6e43-4453-b77f-f16777a93780 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c6bd60-f9c5-4dcd-b734-b588d836963e HTTP/1.1" status: 200 len: 210 time: 0.0325773 Sep 23 06:47:01.511551 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-9fadb5be-b74f-4794-ba72-e4bcf35c79ae req-fa4982bc-1afc-4836-8765-fc591e56d3e4 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:01.579689 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-9fadb5be-b74f-4794-ba72-e4bcf35c79ae req-fa4982bc-1afc-4836-8765-fc591e56d3e4 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:01.579964 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ba058057-7b73-4048-860e-0daf6d4a7e0c req-e86dc4a4-3e0f-4068-bd31-0bbaac8c0197 service neutron] 10.222.0.21 "GET /v2.0/networks/af521934-4e14-4fd3-9a79-d0d8a001f41d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4377174 Sep 23 06:47:01.647391 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-9fadb5be-b74f-4794-ba72-e4bcf35c79ae req-fa4982bc-1afc-4836-8765-fc591e56d3e4 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:01.650226 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-9fadb5be-b74f-4794-ba72-e4bcf35c79ae req-fa4982bc-1afc-4836-8765-fc591e56d3e4 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:01.651486 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9fadb5be-b74f-4794-ba72-e4bcf35c79ae req-fa4982bc-1afc-4836-8765-fc591e56d3e4 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "DELETE /v2.0/security-groups/085d5f82-cd0f-4f74-9317-38b3d9ac901d HTTP/1.1" status: 204 len: 173 time: 0.3422351 Sep 23 06:47:01.715367 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c6bd60-f9c5-4dcd-b734-b588d836963e', 'name': 'network-vif-deleted', 'tag': '7a00ce9c-29b4-4227-a989-ddd5c6399966'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:47:01.718081 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae6194a-9a24-449c-8680-c194f4b4dfee" -d '{"events": [{"server_uuid": "27c6bd60-f9c5-4dcd-b734-b588d836963e", "name": "network-vif-deleted", "tag": "7a00ce9c-29b4-4227-a989-ddd5c6399966"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:47:01.730296 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4982bc-1afc-4836-8765-fc591e56d3e4 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=085d5f82-cd0f-4f74-9317-38b3d9ac901d,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:01.740958 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f712d4ac-6a25-490a-86be-d9a821d98b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:01.783576 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f712d4ac-6a25-490a-86be-d9a821d98b02 admin admin] Pushing event deleted for resources: {'Port': ['ID=8320a006-7762-400e-9ccc-fa23f331cd87,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:01.805269 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbb3174-0bcf-4ddc-8fd7-09132d7fbc31 req-83814091-2307-42d0-8f43-f550510e64e5 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:01.816730 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bfbb3174-0bcf-4ddc-8fd7-09132d7fbc31 req-83814091-2307-42d0-8f43-f550510e64e5 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a0f6d45-7159-44ba-8033-f26cc4346590 HTTP/1.1" status: 200 len: 931 time: 0.2401781 Sep 23 06:47:01.856557 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [req-03c36a94-71bc-4cf7-9741-6c2bc58e92ef req-8206c09b-efbc-46bc-a2f3-6f6f823c9fc1 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] show failed (client error): The resource could not be found. Sep 23 06:47:01.859019 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-03c36a94-71bc-4cf7-9741-6c2bc58e92ef req-8206c09b-efbc-46bc-a2f3-6f6f823c9fc1 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/security-groups/085d5f82-cd0f-4f74-9317-38b3d9ac901d HTTP/1.1" status: 404 len: 352 time: 0.0414364 Sep 23 06:47:01.891135 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f712d4ac-6a25-490a-86be-d9a821d98b02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2068563'] for router_gateway, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:01.967052 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-068d5266-700d-4e2c-b28a-702f385e1b6c x-openstack-request-id: req-068d5266-700d-4e2c-b28a-702f385e1b6c {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:47:01.967651 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c6bd60-f9c5-4dcd-b734-b588d836963e", "name": "network-vif-deleted", "tag": "7a00ce9c-29b4-4227-a989-ddd5c6399966", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:47:01.968323 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-068d5266-700d-4e2c-b28a-702f385e1b6c {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:47:01.969185 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c6bd60-f9c5-4dcd-b734-b588d836963e', 'name': 'network-vif-deleted', 'tag': '7a00ce9c-29b4-4227-a989-ddd5c6399966', 'status': 'completed', 'code': 200} Sep 23 06:47:01.969619 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bfbb3174-0bcf-4ddc-8fd7-09132d7fbc31 req-1f3f60af-a72c-4550-b683-08bc82b2b73b tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475506 Sep 23 06:47:01.977311 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-0ab08e2d-2375-4c0b-b1d3-aa9fb40387b9 req-dce2eee4-ef9b-4f39-a1f8-2bc3b8e84b60 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2016084567', 'description': 'tempest-description-383178399'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:47:01.997088 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ac323-566b-49b3-ad02-d64b277b60d6 req-5ebd7644-08f1-4db3-80d9-ebbeb58698df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:02.000761 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-583ac323-566b-49b3-ad02-d64b277b60d6 req-5ebd7644-08f1-4db3-80d9-ebbeb58698df service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3b3b40df72ef4574baa615ed99859579&device_id=c5209ed5-bf31-47d1-8fec-3d92135ed6f8 HTTP/1.1" status: 200 len: 1176 time: 0.2771304 Sep 23 06:47:02.030300 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f712d4ac-6a25-490a-86be-d9a821d98b02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:02.033626 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f712d4ac-6a25-490a-86be-d9a821d98b02 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:02.101878 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-0ab08e2d-2375-4c0b-b1d3-aa9fb40387b9 req-dce2eee4-ef9b-4f39-a1f8-2bc3b8e84b60 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:02.123567 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f712d4ac-6a25-490a-86be-d9a821d98b02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:02.124831 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f712d4ac-6a25-490a-86be-d9a821d98b02 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8ac671e-35c6-439f-bce2-563a03db06e9 {{(pid=95065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 06:47:02.131458 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f712d4ac-6a25-490a-86be-d9a821d98b02 admin admin] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:02.138981 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-f712d4ac-6a25-490a-86be-d9a821d98b02 admin admin] 10.222.0.39 "DELETE /v2.0/routers/c8ac671e-35c6-439f-bce2-563a03db06e9 HTTP/1.1" status: 204 len: 168 time: 2.5431106 Sep 23 06:47:02.140161 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 57732) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:47:02.152482 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [req-5d5e5560-fc7e-47d4-8728-17cd3fe81033 req-cf9a8086-bf34-4c73-b6b2-20a65a5e2b06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13414090-c936-4174-b7a3-52478ee0bb2d {{(pid=95066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:47:02.164305 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-5d5e5560-fc7e-47d4-8728-17cd3fe81033 req-cf9a8086-bf34-4c73-b6b2-20a65a5e2b06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:02.183787 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.provisioning_blocks [req-5d5e5560-fc7e-47d4-8728-17cd3fe81033 req-cf9a8086-bf34-4c73-b6b2-20a65a5e2b06 service neutron] Transition to ACTIVE for port object 13414090-c936-4174-b7a3-52478ee0bb2d will not be triggered until provisioned by entity L2. {{(pid=95066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:47:02.275304 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ac323-566b-49b3-ad02-d64b277b60d6 req-122ae66f-b2d7-4054-a212-90151d2dbc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:02.278246 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-583ac323-566b-49b3-ad02-d64b277b60d6 req-122ae66f-b2d7-4054-a212-90151d2dbc7c service neutron] 10.222.0.21 "GET /v2.0/networks?id=af521934-4e14-4fd3-9a79-d0d8a001f41d HTTP/1.1" status: 200 len: 914 time: 0.2675695 Sep 23 06:47:02.283212 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-5d5e5560-fc7e-47d4-8728-17cd3fe81033 req-cf9a8086-bf34-4c73-b6b2-20a65a5e2b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:02.341646 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 5f2d8e17-b60c-4aaa-a2d1-8320cd744435 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:47:02.387269 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 5f2d8e17-b60c-4aaa-a2d1-8320cd744435 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:47:02.387613 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 5f2d8e17-b60c-4aaa-a2d1-8320cd744435 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:47:02.414851 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-0ab08e2d-2375-4c0b-b1d3-aa9fb40387b9 req-dce2eee4-ef9b-4f39-a1f8-2bc3b8e84b60 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:02.422652 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-0ab08e2d-2375-4c0b-b1d3-aa9fb40387b9 req-dce2eee4-ef9b-4f39-a1f8-2bc3b8e84b60 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:02.434179 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6fc7c97-20b4-4626-b737-a1781654ecc6 admin admin] Deleting subnet ba85be6f-6edc-4470-a5d6-487c1d2ed7ec {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:47:02.447810 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-583ac323-566b-49b3-ad02-d64b277b60d6 req-3d02d392-c7aa-4886-a644-a7dc91413f28 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4bba100-221a-4b07-b061-80ccb98f9d77 HTTP/1.1" status: 200 len: 217 time: 0.1446075 Sep 23 06:47:02.450574 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a6fc7c97-20b4-4626-b737-a1781654ecc6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:02.492640 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a6fc7c97-20b4-4626-b737-a1781654ecc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:02.532346 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9a8086-bf34-4c73-b6b2-20a65a5e2b06 service neutron] Pushing event updated for resources: {'Port': ['ID=13414090-c936-4174-b7a3-52478ee0bb2d,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:02.565310 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-0ab08e2d-2375-4c0b-b1d3-aa9fb40387b9 req-dce2eee4-ef9b-4f39-a1f8-2bc3b8e84b60 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:02.567397 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0ab08e2d-2375-4c0b-b1d3-aa9fb40387b9 req-dce2eee4-ef9b-4f39-a1f8-2bc3b8e84b60 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.6021369 Sep 23 06:47:02.583870 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce2eee4-ef9b-4f39-a1f8-2bc3b8e84b60 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82efd037-9bf3-46f6-9172-e90275a7ef27,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:02.590010 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 1dbdce24-ce3d-4205-af65-54f1b2ece456 up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:47:02.606137 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ac323-566b-49b3-ad02-d64b277b60d6 req-dd76d3e8-0816-4047-aac3-ac69920c4640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:02.608140 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-583ac323-566b-49b3-ad02-d64b277b60d6 req-dd76d3e8-0816-4047-aac3-ac69920c4640 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7f9997a5-b833-4318-a21f-37b1b7e3fb43 HTTP/1.1" status: 200 len: 853 time: 0.1362190 Sep 23 06:47:02.626941 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e6fad-2236-4854-a00f-57754de74da1 req-b2415d8c-1530-4b5b-809a-a114c94180e7 tempest-InstanceActionsNegativeTestJSON-1906057343 tempest-InstanceActionsNegativeTestJSON-1906057343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:02.628476 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a6fc7c97-20b4-4626-b737-a1781654ecc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:02.637774 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b29e6fad-2236-4854-a00f-57754de74da1 req-b2415d8c-1530-4b5b-809a-a114c94180e7 tempest-InstanceActionsNegativeTestJSON-1906057343 tempest-InstanceActionsNegativeTestJSON-1906057343-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5d5ed25-c8bc-4058-8269-731ca37c3e44 HTTP/1.1" status: 200 len: 944 time: 0.2348301 Sep 23 06:47:02.684463 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port 1dbdce24-ce3d-4205-af65-54f1b2ece456 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:47:02.689258 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port 1dbdce24-ce3d-4205-af65-54f1b2ece456 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:47:02.689639 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:02.705943 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-77876f11-4d3d-485d-8cbe-4c41de48e5f6 req-c77ef17e-039e-4ac2-9aab-57c00f44bdca tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1911222630', 'description': 'tempest-description-1757698855'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:47:02.753463 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b29e6fad-2236-4854-a00f-57754de74da1 req-0c0b310c-d95d-494c-a5f9-c80553c6ca71 tempest-InstanceActionsNegativeTestJSON-1906057343 tempest-InstanceActionsNegativeTestJSON-1906057343-project] 10.222.0.39 "GET /v2.0/security-groups?id=7388467f-9201-4b39-a6c2-bce1272b049d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145666 Sep 23 06:47:02.765304 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-77876f11-4d3d-485d-8cbe-4c41de48e5f6 req-c77ef17e-039e-4ac2-9aab-57c00f44bdca tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:02.824873 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-583ac323-566b-49b3-ad02-d64b277b60d6 req-c6949345-2aa2-440f-b1d7-614178e83026 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=af521934-4e14-4fd3-9a79-d0d8a001f41d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0962465 Sep 23 06:47:02.829829 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-5d5e5560-fc7e-47d4-8728-17cd3fe81033 req-cf9a8086-bf34-4c73-b6b2-20a65a5e2b06 service neutron] Attempting to bind port 13414090-c936-4174-b7a3-52478ee0bb2d on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:47:02.830312 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-5d5e5560-fc7e-47d4-8728-17cd3fe81033 req-cf9a8086-bf34-4c73-b6b2-20a65a5e2b06 service neutron] Attempting to bind port 13414090-c936-4174-b7a3-52478ee0bb2d by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '411a8e6c-3437-4d6d-939a-157de7e909fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '70761228-e1b5-4b17-beed-b21ba4f65cc6'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:47:02.830805 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5e5560-fc7e-47d4-8728-17cd3fe81033 req-cf9a8086-bf34-4c73-b6b2-20a65a5e2b06 service neutron] Attempting to bind port 13414090-c936-4174-b7a3-52478ee0bb2d on network 70761228-e1b5-4b17-beed-b21ba4f65cc6 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:47:02.835176 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a6fc7c97-20b4-4626-b737-a1781654ecc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:02.853347 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5e5560-fc7e-47d4-8728-17cd3fe81033 req-cf9a8086-bf34-4c73-b6b2-20a65a5e2b06 service neutron] Port 13414090-c936-4174-b7a3-52478ee0bb2d on network 70761228-e1b5-4b17-beed-b21ba4f65cc6 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:47:02.854010 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5e5560-fc7e-47d4-8728-17cd3fe81033 req-cf9a8086-bf34-4c73-b6b2-20a65a5e2b06 service neutron] Attempting to bind port 13414090-c936-4174-b7a3-52478ee0bb2d on network 70761228-e1b5-4b17-beed-b21ba4f65cc6 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:47:02.891889 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:02.899038 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fc7c97-20b4-4626-b737-a1781654ecc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba85be6f-6edc-4470-a5d6-487c1d2ed7ec,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:02.907302 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a6fc7c97-20b4-4626-b737-a1781654ecc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:02.909699 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-a6fc7c97-20b4-4626-b737-a1781654ecc6 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/ba85be6f-6edc-4470-a5d6-487c1d2ed7ec HTTP/1.1" status: 204 len: 168 time: 0.7683606 Sep 23 06:47:02.912710 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 57762) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:47:02.929732 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57a875b-7d7a-4afe-80a1-e3fd403b32a5 None None] Network f19d6623-c836-40a0-b6ea-835734b593ae requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:47:02.949726 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 4c06f2ac-ebbb-4b50-8154-0636f9146e3b up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:47:02.978317 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5e5560-fc7e-47d4-8728-17cd3fe81033 req-cf9a8086-bf34-4c73-b6b2-20a65a5e2b06 service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:47:02.978586 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5e5560-fc7e-47d4-8728-17cd3fe81033 req-cf9a8086-bf34-4c73-b6b2-20a65a5e2b06 service neutron] Checking segment: {'id': '411a8e6c-3437-4d6d-939a-157de7e909fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '70761228-e1b5-4b17-beed-b21ba4f65cc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:47:02.979133 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5e5560-fc7e-47d4-8728-17cd3fe81033 req-cf9a8086-bf34-4c73-b6b2-20a65a5e2b06 service neutron] Bound using segment: {'id': '411a8e6c-3437-4d6d-939a-157de7e909fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '70761228-e1b5-4b17-beed-b21ba4f65cc6'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:47:02.979701 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-5d5e5560-fc7e-47d4-8728-17cd3fe81033 req-cf9a8086-bf34-4c73-b6b2-20a65a5e2b06 service neutron] Bound port: 13414090-c936-4174-b7a3-52478ee0bb2d, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '411a8e6c-3437-4d6d-939a-157de7e909fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '70761228-e1b5-4b17-beed-b21ba4f65cc6'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:47:02.980504 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-5d5e5560-fc7e-47d4-8728-17cd3fe81033 req-cf9a8086-bf34-4c73-b6b2-20a65a5e2b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:03.000275 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-583ac323-566b-49b3-ad02-d64b277b60d6 req-36e0b487-e9b6-40e0-92a1-16035822e7a8 service neutron] 10.222.0.21 "GET /v2.0/networks/af521934-4e14-4fd3-9a79-d0d8a001f41d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310062 Sep 23 06:47:03.012967 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d5ed25-c8bc-4058-8269-731ca37c3e44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dbdce24-ce3d-4205-af65-54f1b2ece456'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:47:03.016645 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30af3d91-6eb1-4341-8d60-b4ff63a78b73" -d '{"events": [{"server_uuid": "d5d5ed25-c8bc-4058-8269-731ca37c3e44", "name": "network-vif-plugged", "status": "completed", "tag": "1dbdce24-ce3d-4205-af65-54f1b2ece456"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:47:03.142253 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-21af987e-4bf7-467b-854a-54845cd548c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:03.211598 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-5d5e5560-fc7e-47d4-8728-17cd3fe81033 req-cf9a8086-bf34-4c73-b6b2-20a65a5e2b06 service neutron] For port 13414090-c936-4174-b7a3-52478ee0bb2d, host n-h2-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:47:03.225065 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-77876f11-4d3d-485d-8cbe-4c41de48e5f6 req-c77ef17e-039e-4ac2-9aab-57c00f44bdca tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:03.237169 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-77876f11-4d3d-485d-8cbe-4c41de48e5f6 req-c77ef17e-039e-4ac2-9aab-57c00f44bdca tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:03.244726 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 1dbdce24-ce3d-4205-af65-54f1b2ece456, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=1dbdce24-ce3d-4205-af65-54f1b2ece456,segment=NetworkSegment(c5d2a763-686c-454c-90b4-02125531df45),segment_id=c5d2a763-686c-454c-90b4-02125531df45)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:47:03.270085 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-5d5e5560-fc7e-47d4-8728-17cd3fe81033 req-cf9a8086-bf34-4c73-b6b2-20a65a5e2b06 service neutron] For port 13414090-c936-4174-b7a3-52478ee0bb2d, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=13414090-c936-4174-b7a3-52478ee0bb2d,segment=NetworkSegment(411a8e6c-3437-4d6d-939a-157de7e909fe),segment_id=411a8e6c-3437-4d6d-939a-157de7e909fe)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:47:03.303685 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-5d5e5560-fc7e-47d4-8728-17cd3fe81033 req-cf9a8086-bf34-4c73-b6b2-20a65a5e2b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:03.310853 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:03.360816 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-77876f11-4d3d-485d-8cbe-4c41de48e5f6 req-c77ef17e-039e-4ac2-9aab-57c00f44bdca tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:03.379845 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-77876f11-4d3d-485d-8cbe-4c41de48e5f6 req-c77ef17e-039e-4ac2-9aab-57c00f44bdca tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6846569 Sep 23 06:47:03.389720 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ef17e-039e-4ac2-9aab-57c00f44bdca tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca85e1a3-257f-41bb-ba31-fe35d6efd250,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:03.424208 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-21af987e-4bf7-467b-854a-54845cd548c1 admin admin] Deleting port d4ccde2e-9f9a-4bd8-86f7-fda0a7b79c09 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:47:03.424555 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-21af987e-4bf7-467b-854a-54845cd548c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:03.492690 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e5560-fc7e-47d4-8728-17cd3fe81033 req-cf9a8086-bf34-4c73-b6b2-20a65a5e2b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:03.495121 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-5d5e5560-fc7e-47d4-8728-17cd3fe81033 req-cf9a8086-bf34-4c73-b6b2-20a65a5e2b06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:03.498370 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5d5e5560-fc7e-47d4-8728-17cd3fe81033 req-cf9a8086-bf34-4c73-b6b2-20a65a5e2b06 service neutron] 10.222.0.58 "PUT /v2.0/ports/13414090-c936-4174-b7a3-52478ee0bb2d HTTP/1.1" status: 200 len: 1092 time: 2.3636591 Sep 23 06:47:03.547804 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0afa3448-9c99-464f-abd3-9864e33866cb x-openstack-request-id: req-0afa3448-9c99-464f-abd3-9864e33866cb {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:47:03.548420 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5d5ed25-c8bc-4058-8269-731ca37c3e44", "name": "network-vif-plugged", "status": "completed", "tag": "1dbdce24-ce3d-4205-af65-54f1b2ece456", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:47:03.548983 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0afa3448-9c99-464f-abd3-9864e33866cb {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:47:03.548983 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5d5ed25-c8bc-4058-8269-731ca37c3e44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dbdce24-ce3d-4205-af65-54f1b2ece456', 'code': 200} Sep 23 06:47:03.576583 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port 4c06f2ac-ebbb-4b50-8154-0636f9146e3b triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:47:03.577816 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:03.580890 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9a8086-bf34-4c73-b6b2-20a65a5e2b06 service neutron] Pushing event updated for resources: {'Port': ['ID=13414090-c936-4174-b7a3-52478ee0bb2d,revision_number=3']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:03.590449 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a0f6d45-7159-44ba-8033-f26cc4346590', 'tag': '13414090-c936-4174-b7a3-52478ee0bb2d'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:47:03.598977 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f413216e-6bf0-4f9d-85d7-efdb1d3b8dfe" -d '{"events": [{"name": "network-changed", "server_uuid": "4a0f6d45-7159-44ba-8033-f26cc4346590", "tag": "13414090-c936-4174-b7a3-52478ee0bb2d"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:47:03.620467 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-21af987e-4bf7-467b-854a-54845cd548c1 admin admin] For port d4ccde2e-9f9a-4bd8-86f7-fda0a7b79c09, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=d4ccde2e-9f9a-4bd8-86f7-fda0a7b79c09,segment=NetworkSegment(5f5d0600-ce1a-43a0-855e-ff342a49dd86),segment_id=5f5d0600-ce1a-43a0-855e-ff342a49dd86)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:47:03.621091 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-21af987e-4bf7-467b-854a-54845cd548c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:03.638860 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-21af987e-4bf7-467b-854a-54845cd548c1 admin admin] Calling delete_port for d4ccde2e-9f9a-4bd8-86f7-fda0a7b79c09 owned by network:dhcp {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:47:03.662081 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e5560-fc7e-47d4-8728-17cd3fe81033 req-86929aad-6c3f-49c8-9243-62162ff6b84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:03.663753 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5d5e5560-fc7e-47d4-8728-17cd3fe81033 req-86929aad-6c3f-49c8-9243-62162ff6b84e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d770b30fb6f848b6a7fdbc27123d77ce&device_id=4a0f6d45-7159-44ba-8033-f26cc4346590 HTTP/1.1" status: 200 len: 1095 time: 0.0905313 Sep 23 06:47:03.666827 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-583ac323-566b-49b3-ad02-d64b277b60d6 req-78073870-4951-4b3b-91a6-87aa026a7c9d service neutron] 10.222.0.21 "GET /v2.0/networks/af521934-4e14-4fd3-9a79-d0d8a001f41d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6303713 Sep 23 06:47:03.695064 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=1dbdce24-ce3d-4205-af65-54f1b2ece456,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:03.748601 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45850e3-ac08-448e-8f12-bf437d0bc25e req-268eea92-5c45-48ee-bdc5-1244dc121a3a tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:03.761964 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f45850e3-ac08-448e-8f12-bf437d0bc25e req-268eea92-5c45-48ee-bdc5-1244dc121a3a tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a0f6d45-7159-44ba-8033-f26cc4346590 HTTP/1.1" status: 200 len: 943 time: 0.2589054 Sep 23 06:47:03.781060 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-34ee79b0-23e4-459a-8c7e-06ef36bcd7aa req-6a8f8379-34cf-4b7a-8c2d-8d7fde2dae37 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1464913955', 'description': 'tempest-description-1068330277'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:47:03.785959 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5d5e5560-fc7e-47d4-8728-17cd3fe81033 req-dc51fd79-46d3-4cfb-8ec9-39af7f29b09c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13414090-c936-4174-b7a3-52478ee0bb2d HTTP/1.1" status: 200 len: 217 time: 0.0618176 Sep 23 06:47:03.817454 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:03.820024 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f45850e3-ac08-448e-8f12-bf437d0bc25e req-f9655549-c575-4b50-a83b-9885f8096fa6 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566897 Sep 23 06:47:03.836757 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71565345-1685-4124-9df3-62985ef2b468 None None] DHCP port deletion for f19d6623-c836-40a0-b6ea-835734b593ae request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 06:47:03.853753 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ca75ed-5d44-4d00-8b66-16dd5f58089c req-12e17828-c310-4b77-8335-6d8e6913b6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:03.860325 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-12ca75ed-5d44-4d00-8b66-16dd5f58089c req-12e17828-c310-4b77-8335-6d8e6913b6e6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d5d5ed25-c8bc-4058-8269-731ca37c3e44 HTTP/1.1" status: 200 len: 1097 time: 0.2412627 Sep 23 06:47:03.871722 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 4c06f2ac-ebbb-4b50-8154-0636f9146e3b, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=4c06f2ac-ebbb-4b50-8154-0636f9146e3b,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:47:03.899607 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:03.929851 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-34ee79b0-23e4-459a-8c7e-06ef36bcd7aa req-6a8f8379-34cf-4b7a-8c2d-8d7fde2dae37 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:03.953982 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c835b0d-0796-4b4d-a15c-edcadc0e526c x-openstack-request-id: req-2c835b0d-0796-4b4d-a15c-edcadc0e526c {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:47:03.963250 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a0f6d45-7159-44ba-8033-f26cc4346590", "tag": "13414090-c936-4174-b7a3-52478ee0bb2d", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:47:03.963881 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2c835b0d-0796-4b4d-a15c-edcadc0e526c {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:47:03.964624 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a0f6d45-7159-44ba-8033-f26cc4346590', 'tag': '13414090-c936-4174-b7a3-52478ee0bb2d', 'status': 'completed', 'code': 200} Sep 23 06:47:03.975212 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-12ca75ed-5d44-4d00-8b66-16dd5f58089c req-153a114d-b17f-488a-b5a1-c3aaa87167e0 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=7388467f-9201-4b39-a6c2-bce1272b049d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025507 Sep 23 06:47:03.993888 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-71565345-1685-4124-9df3-62985ef2b468 None None] Deleting port d4ccde2e-9f9a-4bd8-86f7-fda0a7b79c09 {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:47:03.994279 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-71565345-1685-4124-9df3-62985ef2b468 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:04.009441 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57802) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:47:04.021829 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e5560-fc7e-47d4-8728-17cd3fe81033 req-65e42aef-46f8-47bc-8d64-0ba2e780148d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:04.024202 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5d5e5560-fc7e-47d4-8728-17cd3fe81033 req-65e42aef-46f8-47bc-8d64-0ba2e780148d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ee9867bb-5a46-416a-ad93-958ca334c2f9 HTTP/1.1" status: 200 len: 855 time: 0.2282097 Sep 23 06:47:04.063420 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-21af987e-4bf7-467b-854a-54845cd548c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:04.096322 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-71565345-1685-4124-9df3-62985ef2b468 None None] For port d4ccde2e-9f9a-4bd8-86f7-fda0a7b79c09, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=d4ccde2e-9f9a-4bd8-86f7-fda0a7b79c09,segment=NetworkSegment(5f5d0600-ce1a-43a0-855e-ff342a49dd86),segment_id=5f5d0600-ce1a-43a0-855e-ff342a49dd86)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:47:04.096747 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-71565345-1685-4124-9df3-62985ef2b468 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:04.113072 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-71565345-1685-4124-9df3-62985ef2b468 None None] Calling delete_port for d4ccde2e-9f9a-4bd8-86f7-fda0a7b79c09 owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:47:04.154522 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21af987e-4bf7-467b-854a-54845cd548c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4ccde2e-9f9a-4bd8-86f7-fda0a7b79c09,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:04.167551 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21af987e-4bf7-467b-854a-54845cd548c1 admin admin] No DVR routers for this DVR port d4ccde2e-9f9a-4bd8-86f7-fda0a7b79c09 on host n-d-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:47:04.197841 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0358402a-a3f6-43ea-b3c1-960016beafd7 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:04.243064 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0358402a-a3f6-43ea-b3c1-960016beafd7 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:04.253034 n-d-715271-16 neutron-server[95067]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 23 06:47:04.253034 n-d-715271-16 neutron-server[95067]: from cryptography.utils import int_from_bytes Sep 23 06:47:04.253034 n-d-715271-16 neutron-server[95067]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 23 06:47:04.253034 n-d-715271-16 neutron-server[95067]: from cryptography.utils import int_from_bytes Sep 23 06:47:04.253034 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 06:47:04.253034 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 06:47:04.253034 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 06:47:04.253034 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 06:47:04.253034 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 06:47:04.253034 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 06:47:04.253034 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 06:47:04.253034 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 06:47:04.253034 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 06:47:04.253034 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 06:47:04.253034 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 06:47:04.253034 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 06:47:04.253034 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 06:47:04.253034 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 06:47:04.253034 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 06:47:04.253034 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 06:47:04.253034 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 06:47:04.253034 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 06:47:04.253034 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 06:47:04.253034 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 06:47:04.253034 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 06:47:04.253034 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 06:47:04.253034 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 06:47:04.253034 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 06:47:04.253034 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 06:47:04.253034 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 06:47:04.253034 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 06:47:04.253034 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 06:47:04.253034 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 06:47:04.253034 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 06:47:04.253034 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 06:47:04.253034 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 06:47:04.253034 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 06:47:04.253034 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 06:47:04.253034 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 06:47:04.253034 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 06:47:04.253034 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 06:47:04.253034 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 06:47:04.256660 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 06:47:04.256660 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 06:47:04.256660 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 06:47:04.256660 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 06:47:04.256660 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 06:47:04.256660 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 06:47:04.256660 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 06:47:04.256660 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 06:47:04.256660 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 06:47:04.256660 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 06:47:04.256660 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 06:47:04.256660 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 06:47:04.256660 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 06:47:04.256660 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 06:47:04.266841 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-71565345-1685-4124-9df3-62985ef2b468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:04.295283 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=4c06f2ac-ebbb-4b50-8154-0636f9146e3b,revision_number=10']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:04.307175 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71565345-1685-4124-9df3-62985ef2b468 None None] No DVR routers for this DVR port d4ccde2e-9f9a-4bd8-86f7-fda0a7b79c09 on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:47:04.322345 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5d5e5560-fc7e-47d4-8728-17cd3fe81033 req-2b6e7785-28cd-4796-9780-c7a770bb701e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=70761228-e1b5-4b17-beed-b21ba4f65cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1527524 Sep 23 06:47:04.354781 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71565345-1685-4124-9df3-62985ef2b468 None None] Pushing event deleted for resources: {'Port': ['ID=d4ccde2e-9f9a-4bd8-86f7-fda0a7b79c09,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:04.360608 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 8320a006-7762-400e-9ccc-fa23f331cd87 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:47:04.379837 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0358402a-a3f6-43ea-b3c1-960016beafd7 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:04.386812 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0358402a-a3f6-43ea-b3c1-960016beafd7 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:04.392036 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-0358402a-a3f6-43ea-b3c1-960016beafd7 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "DELETE /v2.0/security-groups/464233c6-06c9-412d-8a5b-ec73e617cae4 HTTP/1.1" status: 204 len: 168 time: 0.3772607 Sep 23 06:47:04.396776 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 57810) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:47:04.399467 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 8320a006-7762-400e-9ccc-fa23f331cd87 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:47:04.400007 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 8320a006-7762-400e-9ccc-fa23f331cd87 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:47:04.401471 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device d4ccde2e-9f9a-4bd8-86f7-fda0a7b79c09 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:47:04.430704 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: d4ccde2e-9f9a-4bd8-86f7-fda0a7b79c09 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:47:04.431051 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device d4ccde2e-9f9a-4bd8-86f7-fda0a7b79c09 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:47:04.442068 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [None req-f6a5ee9f-5139-475d-a0f6-f602a9c738aa tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] show failed (client error): The resource could not be found. Sep 23 06:47:04.447086 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-f6a5ee9f-5139-475d-a0f6-f602a9c738aa tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "GET /v2.0/security-groups/464233c6-06c9-412d-8a5b-ec73e617cae4 HTTP/1.1" status: 404 len: 347 time: 0.0431256 Sep 23 06:47:04.454259 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57812) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:47:04.456065 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0358402a-a3f6-43ea-b3c1-960016beafd7 tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=464233c6-06c9-412d-8a5b-ec73e617cae4,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:04.564788 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-21af987e-4bf7-467b-854a-54845cd548c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:04.565066 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f209bbff-1cd7-47a5-81b2-23d6c4dec468 req-1942da9e-b5af-46b1-87c2-e38c6c3a9914 tempest-InstanceActionsNegativeTestJSON-1906057343 tempest-InstanceActionsNegativeTestJSON-1906057343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:04.583366 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f209bbff-1cd7-47a5-81b2-23d6c4dec468 req-1942da9e-b5af-46b1-87c2-e38c6c3a9914 tempest-InstanceActionsNegativeTestJSON-1906057343 tempest-InstanceActionsNegativeTestJSON-1906057343-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5d5ed25-c8bc-4058-8269-731ca37c3e44 HTTP/1.1" status: 200 len: 945 time: 0.4078209 Sep 23 06:47:04.599047 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 7a00ce9c-29b4-4227-a989-ddd5c6399966 no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:47:04.610096 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-21af987e-4bf7-467b-854a-54845cd548c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f19d6623-c836-40a0-b6ea-835734b593ae']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:47:04.635074 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-21af987e-4bf7-467b-854a-54845cd548c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f5d0600-ce1a-43a0-855e-ff342a49dd86') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:47:04.635753 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-21af987e-4bf7-467b-854a-54845cd548c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f5d0600-ce1a-43a0-855e-ff342a49dd86') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:47:04.668991 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-34ee79b0-23e4-459a-8c7e-06ef36bcd7aa req-6a8f8379-34cf-4b7a-8c2d-8d7fde2dae37 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:04.671493 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No Port match for: 7a00ce9c-29b4-4227-a989-ddd5c6399966 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:47:04.672571 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-21af987e-4bf7-467b-854a-54845cd548c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:04.672847 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 7a00ce9c-29b4-4227-a989-ddd5c6399966 not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:47:04.676289 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5d5e5560-fc7e-47d4-8728-17cd3fe81033 req-33891751-dd29-4efc-beb6-c64afbaa493a service neutron] 10.222.0.58 "GET /v2.0/networks/70761228-e1b5-4b17-beed-b21ba4f65cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3241103 Sep 23 06:47:04.682117 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-34ee79b0-23e4-459a-8c7e-06ef36bcd7aa req-6a8f8379-34cf-4b7a-8c2d-8d7fde2dae37 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:04.713511 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-21af987e-4bf7-467b-854a-54845cd548c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:04.759500 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f209bbff-1cd7-47a5-81b2-23d6c4dec468 req-b167caf3-9bb4-4591-9f2d-c40c021c86e5 tempest-InstanceActionsNegativeTestJSON-1906057343 tempest-InstanceActionsNegativeTestJSON-1906057343-project] 10.222.0.39 "GET /v2.0/security-groups?id=7388467f-9201-4b39-a6c2-bce1272b049d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734042 Sep 23 06:47:04.764845 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21af987e-4bf7-467b-854a-54845cd548c1 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:47:04.765268 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-21af987e-4bf7-467b-854a-54845cd548c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:04.767629 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 06:47:04.767629 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:47:04.767629 n-d-715271-16 neutron-server[95065]: timer() Sep 23 06:47:04.767629 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:47:04.767629 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 06:47:04.767629 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:47:04.767629 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 06:47:04.767629 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:47:04.767629 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 06:47:04.767629 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:47:04.767629 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 06:47:04.767629 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:47:04.767629 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 06:47:04.767629 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:47:04.767629 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:47:04.767629 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:47:04.767629 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:47:04.767629 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:47:04.767629 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 06:47:04.767629 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:47:04.767629 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 06:47:04.767629 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:47:04.767629 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:47:04.767629 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:47:04.767629 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 06:47:04.767629 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:47:04.767629 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:47:04.767629 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:47:04.767629 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:47:04.767629 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:47:04.767629 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:47:04.767629 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:47:04.804151 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-34ee79b0-23e4-459a-8c7e-06ef36bcd7aa req-6a8f8379-34cf-4b7a-8c2d-8d7fde2dae37 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:04.805648 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-34ee79b0-23e4-459a-8c7e-06ef36bcd7aa req-6a8f8379-34cf-4b7a-8c2d-8d7fde2dae37 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.0323420 Sep 23 06:47:04.811254 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-eb4d910d-dabc-4770-9c07-940d8411d5cc tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Deleting port f090a2c5-b310-4e0f-899f-f126b8ace440 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:47:04.812120 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-eb4d910d-dabc-4770-9c07-940d8411d5cc tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:04.868043 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8f8379-34cf-4b7a-8c2d-8d7fde2dae37 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c03d8064-d5ec-4e82-b89b-2b802425b603,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:04.950312 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-eb4d910d-dabc-4770-9c07-940d8411d5cc tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:04.950677 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-eb4d910d-dabc-4770-9c07-940d8411d5cc tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:04.961161 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-21af987e-4bf7-467b-854a-54845cd548c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:04.979321 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-eb4d910d-dabc-4770-9c07-940d8411d5cc tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Calling delete_port for f090a2c5-b310-4e0f-899f-f126b8ace440 owned by network:floatingip {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:47:05.002513 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-21af987e-4bf7-467b-854a-54845cd548c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:05.006891 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-21af987e-4bf7-467b-854a-54845cd548c1 admin admin] 10.222.0.39 "DELETE /v2.0/networks/f19d6623-c836-40a0-b6ea-835734b593ae HTTP/1.1" status: 204 len: 168 time: 2.0907412 Sep 23 06:47:05.034246 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21af987e-4bf7-467b-854a-54845cd548c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f19d6623-c836-40a0-b6ea-835734b593ae,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:05.152434 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5d5e5560-fc7e-47d4-8728-17cd3fe81033 req-e96d3de5-ac99-46eb-93bb-51af822c1081 service neutron] 10.222.0.58 "GET /v2.0/networks/70761228-e1b5-4b17-beed-b21ba4f65cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4615016 Sep 23 06:47:05.336326 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57826) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:47:05.363428 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-eb4d910d-dabc-4770-9c07-940d8411d5cc tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:05.409713 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4d910d-dabc-4770-9c07-940d8411d5cc tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Pushing event deleted for resources: {'Port': ['ID=f090a2c5-b310-4e0f-899f-f126b8ace440,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:05.441205 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-02182bc4-3e7d-467e-b38b-f75e64411a9a req-ecc0932b-08e6-462d-bdd2-29072e4131dd tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3b3b40df72ef4574baa615ed99859579 HTTP/1.1" status: 200 len: 10898 time: 0.4753327 Sep 23 06:47:05.450756 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-2d50c47e-5ce8-4012-bcab-43daf840da6f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b4fd4d42904645d3a9db4b781392d8fe&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1128926 Sep 23 06:47:05.458216 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 57832) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:47:05.493781 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-eb4d910d-dabc-4770-9c07-940d8411d5cc tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Notify callbacks [] for floatingip, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:05.496708 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-eb4d910d-dabc-4770-9c07-940d8411d5cc tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:05.497981 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-eb4d910d-dabc-4770-9c07-940d8411d5cc tempest-ImagesOneServerNegativeTestJSON-227211946 tempest-ImagesOneServerNegativeTestJSON-227211946-project] 10.222.0.39 "DELETE /v2.0/floatingips/2ca9834f-7909-40bd-b4b2-8d593de737ea HTTP/1.1" status: 204 len: 168 time: 1.0214548 Sep 23 06:47:05.554204 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eee31f93-838d-4afe-b78e-32bb57118270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c06f2ac-ebbb-4b50-8154-0636f9146e3b'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:47:05.557640 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b057003-a6e3-440e-a049-1ca1f6c64a59" -d '{"events": [{"server_uuid": "eee31f93-838d-4afe-b78e-32bb57118270", "name": "network-vif-plugged", "status": "completed", "tag": "4c06f2ac-ebbb-4b50-8154-0636f9146e3b"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:47:05.573464 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f413216e-6bf0-4f9d-85d7-efdb1d3b8dfe req-73666a64-5d07-4706-a9fc-090443fe2447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:05.574885 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f413216e-6bf0-4f9d-85d7-efdb1d3b8dfe req-73666a64-5d07-4706-a9fc-090443fe2447 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d770b30fb6f848b6a7fdbc27123d77ce&device_id=4a0f6d45-7159-44ba-8033-f26cc4346590 HTTP/1.1" status: 200 len: 1095 time: 0.2577000 Sep 23 06:47:05.680872 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f413216e-6bf0-4f9d-85d7-efdb1d3b8dfe req-ecdb5a24-8e1b-41e6-ac4e-b7dbce87fd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:05.682590 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f413216e-6bf0-4f9d-85d7-efdb1d3b8dfe req-ecdb5a24-8e1b-41e6-ac4e-b7dbce87fd6d service neutron] 10.222.0.58 "GET /v2.0/networks?id=70761228-e1b5-4b17-beed-b21ba4f65cc6 HTTP/1.1" status: 200 len: 916 time: 0.0973117 Sep 23 06:47:05.696399 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-02182bc4-3e7d-467e-b38b-f75e64411a9a req-4207eb9a-c632-4bbe-8a73-f1134554d84c tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/security-groups/294ea309-45c0-4806-b976-e6371d6e8795 HTTP/1.1" status: 200 len: 2981 time: 0.2454948 Sep 23 06:47:05.745229 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f413216e-6bf0-4f9d-85d7-efdb1d3b8dfe req-ec5cbad5-02eb-4c6c-b3d4-e725e293e687 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13414090-c936-4174-b7a3-52478ee0bb2d HTTP/1.1" status: 200 len: 217 time: 0.0466213 Sep 23 06:47:06.179645 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:06.246556 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-049a10f6-e502-4023-b699-87468f00729e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:06.268059 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-02182bc4-3e7d-467e-b38b-f75e64411a9a req-576ae21a-13b2-4ce3-9f53-7e8149e6d1d2 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/security-groups/294ea309-45c0-4806-b976-e6371d6e8795 HTTP/1.1" status: 200 len: 2981 time: 0.5621719 Sep 23 06:47:06.286850 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f413216e-6bf0-4f9d-85d7-efdb1d3b8dfe req-eb561569-7fae-4bb5-8327-207c20427147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:06.288287 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f413216e-6bf0-4f9d-85d7-efdb1d3b8dfe req-eb561569-7fae-4bb5-8327-207c20427147 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ee9867bb-5a46-416a-ad93-958ca334c2f9 HTTP/1.1" status: 200 len: 855 time: 0.5310276 Sep 23 06:47:06.290324 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-049a10f6-e502-4023-b699-87468f00729e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:06.341677 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f413216e-6bf0-4f9d-85d7-efdb1d3b8dfe req-c4617de8-aa78-4bf0-993d-e349be6a267f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=70761228-e1b5-4b17-beed-b21ba4f65cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303741 Sep 23 06:47:06.504992 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9a28a-8ffd-4537-bbf3-33079e7c9432 req-820e8671-64b3-4762-8277-0d67868cdf5a tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:06.506710 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-99c9a28a-8ffd-4537-bbf3-33079e7c9432 req-820e8671-64b3-4762-8277-0d67868cdf5a tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a0f6d45-7159-44ba-8033-f26cc4346590 HTTP/1.1" status: 200 len: 943 time: 0.1611934 Sep 23 06:47:06.557949 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-049a10f6-e502-4023-b699-87468f00729e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:06.560957 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-049a10f6-e502-4023-b699-87468f00729e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:06.564654 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-049a10f6-e502-4023-b699-87468f00729e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c13a6045-bf97-408d-9368-e79e34dd4904 HTTP/1.1" status: 204 len: 168 time: 1.1020925 Sep 23 06:47:06.601396 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f413216e-6bf0-4f9d-85d7-efdb1d3b8dfe req-b59c6661-9635-4582-a4c2-f430be0a8b76 service neutron] 10.222.0.58 "GET /v2.0/networks/70761228-e1b5-4b17-beed-b21ba4f65cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355304 Sep 23 06:47:06.605168 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-99c9a28a-8ffd-4537-bbf3-33079e7c9432 req-84d81743-4953-449a-a93f-0d2128944c03 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913484 Sep 23 06:47:06.606090 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049a10f6-e502-4023-b699-87468f00729e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13a6045-bf97-408d-9368-e79e34dd4904,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:06.645115 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 13414090-c936-4174-b7a3-52478ee0bb2d details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:47:06.762554 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6de5d0e-92af-4261-a9a8-6d1c9bc9d982 x-openstack-request-id: req-b6de5d0e-92af-4261-a9a8-6d1c9bc9d982 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:47:06.763153 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eee31f93-838d-4afe-b78e-32bb57118270", "name": "network-vif-plugged", "status": "completed", "tag": "4c06f2ac-ebbb-4b50-8154-0636f9146e3b", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:47:06.763946 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b6de5d0e-92af-4261-a9a8-6d1c9bc9d982 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:47:06.764922 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eee31f93-838d-4afe-b78e-32bb57118270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c06f2ac-ebbb-4b50-8154-0636f9146e3b', 'code': 200} Sep 23 06:47:06.792682 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f413216e-6bf0-4f9d-85d7-efdb1d3b8dfe req-017bb486-2f91-4d8f-9ab9-a481fc25e03c service neutron] 10.222.0.58 "GET /v2.0/networks/70761228-e1b5-4b17-beed-b21ba4f65cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814940 Sep 23 06:47:06.831019 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef2e939-a96c-47a5-ad4b-e734484619b2 req-8ac78f79-7884-4208-a681-f254aee43834 tempest-InstanceActionsNegativeTestJSON-1906057343 tempest-InstanceActionsNegativeTestJSON-1906057343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:06.833643 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9ef2e939-a96c-47a5-ad4b-e734484619b2 req-8ac78f79-7884-4208-a681-f254aee43834 tempest-InstanceActionsNegativeTestJSON-1906057343 tempest-InstanceActionsNegativeTestJSON-1906057343-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5d5ed25-c8bc-4058-8269-731ca37c3e44 HTTP/1.1" status: 200 len: 945 time: 0.0950344 Sep 23 06:47:06.896592 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9ef2e939-a96c-47a5-ad4b-e734484619b2 req-d27e7fb8-72c5-4aa9-9585-ffa94d46c251 tempest-InstanceActionsNegativeTestJSON-1906057343 tempest-InstanceActionsNegativeTestJSON-1906057343-project] 10.222.0.39 "GET /v2.0/security-groups?id=7388467f-9201-4b39-a6c2-bce1272b049d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566006 Sep 23 06:47:06.903042 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 13414090-c936-4174-b7a3-52478ee0bb2d, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=13414090-c936-4174-b7a3-52478ee0bb2d,segment=NetworkSegment(411a8e6c-3437-4d6d-939a-157de7e909fe),segment_id=411a8e6c-3437-4d6d-939a-157de7e909fe)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:47:06.923490 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': '13414090-c936-4174-b7a3-52478ee0bb2d', 'network_id': '70761228-e1b5-4b17-beed-b21ba4f65cc6', 'port_id': '13414090-c936-4174-b7a3-52478ee0bb2d', 'mac_address': 'fa:16:3e:f4:3c:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee9867bb-5a46-416a-ad93-958ca334c2f9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:47:06.950761 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-65004ae4-ba22-4124-bc19-6dcb0082fb64 req-bfa52f52-7c29-4aab-853a-91d76dbd7240 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/security-groups/82efd037-9bf3-46f6-9172-e90275a7ef27 HTTP/1.1" status: 200 len: 1800 time: 0.0486841 Sep 23 06:47:06.968945 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:06.992362 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13414090-c936-4174-b7a3-52478ee0bb2d {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:47:07.032772 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 13414090-c936-4174-b7a3-52478ee0bb2d, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=13414090-c936-4174-b7a3-52478ee0bb2d,segment=NetworkSegment(411a8e6c-3437-4d6d-939a-157de7e909fe),segment_id=411a8e6c-3437-4d6d-939a-157de7e909fe)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:47:07.036761 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-65004ae4-ba22-4124-bc19-6dcb0082fb64 req-7b003869-a089-4157-b6b8-54f09e7723a4 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:07.039894 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:07.070072 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-65004ae4-ba22-4124-bc19-6dcb0082fb64 req-7b003869-a089-4157-b6b8-54f09e7723a4 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:07.110725 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd5a28c-dd7f-43a6-9670-2acc3ad6c154 req-e21c0023-d9f2-4e5a-b9db-2e8c794833ae tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:07.120086 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6dd5a28c-dd7f-43a6-9670-2acc3ad6c154 req-e21c0023-d9f2-4e5a-b9db-2e8c794833ae tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 946 time: 0.1052561 Sep 23 06:47:07.144594 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=13414090-c936-4174-b7a3-52478ee0bb2d,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:07.155139 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-65004ae4-ba22-4124-bc19-6dcb0082fb64 req-7b003869-a089-4157-b6b8-54f09e7723a4 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:07.161037 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-65004ae4-ba22-4124-bc19-6dcb0082fb64 req-7b003869-a089-4157-b6b8-54f09e7723a4 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:07.175362 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-65004ae4-ba22-4124-bc19-6dcb0082fb64 req-7b003869-a089-4157-b6b8-54f09e7723a4 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "DELETE /v2.0/security-groups/82efd037-9bf3-46f6-9172-e90275a7ef27 HTTP/1.1" status: 204 len: 173 time: 0.2171688 Sep 23 06:47:07.198808 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b003869-a089-4157-b6b8-54f09e7723a4 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82efd037-9bf3-46f6-9172-e90275a7ef27,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:07.227038 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6dd5a28c-dd7f-43a6-9670-2acc3ad6c154 req-9818da79-01b0-45b9-af6a-7c7572cf1117 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048336 Sep 23 06:47:07.274919 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['13414090-c936-4174-b7a3-52478ee0bb2d'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:47:07.287257 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [req-9012c777-62b6-4501-91d2-33c728de0a2d req-fcec3183-485f-43c4-bef9-da7e5cff59cb tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] show failed (client error): The resource could not be found. Sep 23 06:47:07.301749 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9012c777-62b6-4501-91d2-33c728de0a2d req-fcec3183-485f-43c4-bef9-da7e5cff59cb tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/security-groups/82efd037-9bf3-46f6-9172-e90275a7ef27 HTTP/1.1" status: 404 len: 352 time: 0.0309768 Sep 23 06:47:07.331794 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57884) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:47:07.406105 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 57890) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:47:07.466424 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-dff8cfa3-82e8-4964-ae1c-420da4cfd9e8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=99a5d9e5f4ce4a7d8c30db305ca15100&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1340396 Sep 23 06:47:07.471395 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57894) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:47:07.526463 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c37d4627-350d-4482-9550-f9e6933c1146 req-f0f9e2b8-9cdb-4dea-9ab4-10de35cb4695 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/security-groups/ca85e1a3-257f-41bb-ba31-fe35d6efd250 HTTP/1.1" status: 200 len: 1801 time: 0.0885115 Sep 23 06:47:07.528645 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0137087-b674-4b71-8967-83e4aa5f2196 admin admin] Deleting subnet cedcf356-cc01-4df3-9504-c33c9cc41a3c {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:47:07.542472 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a0137087-b674-4b71-8967-83e4aa5f2196 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:07.589883 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a0137087-b674-4b71-8967-83e4aa5f2196 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:07.590803 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3985bf94-e4b4-4cc4-862a-0f24fc26dddd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:07.626718 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-c37d4627-350d-4482-9550-f9e6933c1146 req-f002b547-9d21-4f06-9635-74ac018a576d tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:07.630569 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3985bf94-e4b4-4cc4-862a-0f24fc26dddd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:07.676092 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-c37d4627-350d-4482-9550-f9e6933c1146 req-f002b547-9d21-4f06-9635-74ac018a576d tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:07.676854 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a0137087-b674-4b71-8967-83e4aa5f2196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:07.745913 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3985bf94-e4b4-4cc4-862a-0f24fc26dddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:07.749682 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3985bf94-e4b4-4cc4-862a-0f24fc26dddd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:07.751134 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-3985bf94-e4b4-4cc4-862a-0f24fc26dddd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4669874e-79ac-487b-9a4d-b8d63f54553b HTTP/1.1" status: 204 len: 168 time: 0.2784936 Sep 23 06:47:07.762272 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3985bf94-e4b4-4cc4-862a-0f24fc26dddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4669874e-79ac-487b-9a4d-b8d63f54553b,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:07.764967 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-c37d4627-350d-4482-9550-f9e6933c1146 req-f002b547-9d21-4f06-9635-74ac018a576d tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:07.772549 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-c37d4627-350d-4482-9550-f9e6933c1146 req-f002b547-9d21-4f06-9635-74ac018a576d tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:07.790052 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c37d4627-350d-4482-9550-f9e6933c1146 req-f002b547-9d21-4f06-9635-74ac018a576d tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "DELETE /v2.0/security-groups/ca85e1a3-257f-41bb-ba31-fe35d6efd250 HTTP/1.1" status: 204 len: 173 time: 0.2547150 Sep 23 06:47:07.799104 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a0137087-b674-4b71-8967-83e4aa5f2196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:07.815200 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f002b547-9d21-4f06-9635-74ac018a576d tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca85e1a3-257f-41bb-ba31-fe35d6efd250,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:07.827381 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a0137087-b674-4b71-8967-83e4aa5f2196 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:07.833845 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-a0137087-b674-4b71-8967-83e4aa5f2196 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/cedcf356-cc01-4df3-9504-c33c9cc41a3c HTTP/1.1" status: 204 len: 168 time: 0.4241493 Sep 23 06:47:07.834642 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57910) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:47:07.853335 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0137087-b674-4b71-8967-83e4aa5f2196 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cedcf356-cc01-4df3-9504-c33c9cc41a3c,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:07.946762 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee27fb3-5959-4da3-bf2e-c4ea3c2e93bc req-9641f4b1-2f87-4fb4-a4d2-ec2567c623a5 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:07.948623 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-aee27fb3-5959-4da3-bf2e-c4ea3c2e93bc req-9641f4b1-2f87-4fb4-a4d2-ec2567c623a5 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a0f6d45-7159-44ba-8033-f26cc4346590 HTTP/1.1" status: 200 len: 944 time: 0.0966785 Sep 23 06:47:08.015961 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-aee27fb3-5959-4da3-bf2e-c4ea3c2e93bc req-459e198f-c5e5-4eb9-9647-e124928e146f tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601478 Sep 23 06:47:08.027744 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-eedfa711-23be-4119-990f-23cd9434381c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:08.039256 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-abe1aead-5d8d-4d45-b51d-4c8bf7d83fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:08.076063 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [req-2edae8ad-ca9e-4704-9a44-a4590eac7d9a req-c0b97208-d78c-4337-91e6-bfed8e4eded5 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] show failed (client error): The resource could not be found. Sep 23 06:47:08.083183 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2edae8ad-ca9e-4704-9a44-a4590eac7d9a req-c0b97208-d78c-4337-91e6-bfed8e4eded5 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/security-groups/ca85e1a3-257f-41bb-ba31-fe35d6efd250 HTTP/1.1" status: 404 len: 352 time: 0.0247188 Sep 23 06:47:08.152672 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b5e45f-1684-47f4-bd7e-c9643788f530 req-69994ac7-ef70-4f20-b2f8-598994156465 tempest-InstanceActionsNegativeTestJSON-1906057343 tempest-InstanceActionsNegativeTestJSON-1906057343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:08.154287 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-31b5e45f-1684-47f4-bd7e-c9643788f530 req-69994ac7-ef70-4f20-b2f8-598994156465 tempest-InstanceActionsNegativeTestJSON-1906057343 tempest-InstanceActionsNegativeTestJSON-1906057343-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5d5ed25-c8bc-4058-8269-731ca37c3e44 HTTP/1.1" status: 200 len: 945 time: 0.1129775 Sep 23 06:47:08.246128 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-abe1aead-5d8d-4d45-b51d-4c8bf7d83fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:08.271374 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-31b5e45f-1684-47f4-bd7e-c9643788f530 req-d79a735b-dd4b-4ef9-9bf7-475e211d0303 tempest-InstanceActionsNegativeTestJSON-1906057343 tempest-InstanceActionsNegativeTestJSON-1906057343-project] 10.222.0.39 "GET /v2.0/security-groups?id=7388467f-9201-4b39-a6c2-bce1272b049d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034875 Sep 23 06:47:08.287323 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-abe1aead-5d8d-4d45-b51d-4c8bf7d83fbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdc18f7e-6fff-4ed4-abf0-3e045b651c28']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:47:08.307247 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-abe1aead-5d8d-4d45-b51d-4c8bf7d83fbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e311ce61-9ca9-495c-a2b4-23b5ef627aae') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:47:08.307916 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-abe1aead-5d8d-4d45-b51d-4c8bf7d83fbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e311ce61-9ca9-495c-a2b4-23b5ef627aae') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:47:08.322494 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-002226ca-9522-44c4-bbd5-2d6bcb6ebdd8 req-de4d7fb9-d7b7-4777-912f-e68af13d2977 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/security-groups/c03d8064-d5ec-4e82-b89b-2b802425b603 HTTP/1.1" status: 200 len: 1801 time: 0.0751743 Sep 23 06:47:08.336705 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-abe1aead-5d8d-4d45-b51d-4c8bf7d83fbc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:08.386248 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-abe1aead-5d8d-4d45-b51d-4c8bf7d83fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:08.409698 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abe1aead-5d8d-4d45-b51d-4c8bf7d83fbc admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:47:08.410145 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-abe1aead-5d8d-4d45-b51d-4c8bf7d83fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:08.412855 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 06:47:08.412855 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:47:08.412855 n-d-715271-16 neutron-server[95066]: timer() Sep 23 06:47:08.412855 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:47:08.412855 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 06:47:08.412855 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:47:08.412855 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 06:47:08.412855 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:47:08.412855 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 06:47:08.412855 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:47:08.412855 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 06:47:08.412855 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:47:08.412855 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 06:47:08.412855 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:47:08.412855 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:47:08.412855 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:47:08.412855 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:47:08.412855 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:47:08.412855 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 06:47:08.412855 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:47:08.412855 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 06:47:08.412855 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:47:08.412855 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:47:08.412855 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:47:08.412855 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 06:47:08.412855 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:47:08.412855 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:47:08.412855 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:47:08.412855 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:47:08.412855 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:47:08.412855 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:47:08.412855 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:47:08.431359 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-002226ca-9522-44c4-bbd5-2d6bcb6ebdd8 req-8fb69fea-6e3e-4423-98d8-de1691d8d7e0 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:08.462180 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 06:47:08.464994 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-002226ca-9522-44c4-bbd5-2d6bcb6ebdd8 req-8fb69fea-6e3e-4423-98d8-de1691d8d7e0 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:08.485442 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad348976-9588-46c8-9d62-f0b6cd4735eb req-fbd2dfd3-2ecf-426e-946d-6d22beab6e41 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:08.486963 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ad348976-9588-46c8-9d62-f0b6cd4735eb req-fbd2dfd3-2ecf-426e-946d-6d22beab6e41 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 946 time: 0.1197212 Sep 23 06:47:08.508189 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-abe1aead-5d8d-4d45-b51d-4c8bf7d83fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:08.529319 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-abe1aead-5d8d-4d45-b51d-4c8bf7d83fbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:08.534444 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-002226ca-9522-44c4-bbd5-2d6bcb6ebdd8 req-8fb69fea-6e3e-4423-98d8-de1691d8d7e0 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:08.538445 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-002226ca-9522-44c4-bbd5-2d6bcb6ebdd8 req-8fb69fea-6e3e-4423-98d8-de1691d8d7e0 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:08.540421 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-002226ca-9522-44c4-bbd5-2d6bcb6ebdd8 req-8fb69fea-6e3e-4423-98d8-de1691d8d7e0 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "DELETE /v2.0/security-groups/c03d8064-d5ec-4e82-b89b-2b802425b603 HTTP/1.1" status: 204 len: 173 time: 0.2098022 Sep 23 06:47:08.541576 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-abe1aead-5d8d-4d45-b51d-4c8bf7d83fbc admin admin] 10.222.0.39 "DELETE /v2.0/networks/cdc18f7e-6fff-4ed4-abf0-3e045b651c28 HTTP/1.1" status: 204 len: 168 time: 0.7055030 Sep 23 06:47:08.563519 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb69fea-6e3e-4423-98d8-de1691d8d7e0 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03d8064-d5ec-4e82-b89b-2b802425b603,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:08.574501 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe1aead-5d8d-4d45-b51d-4c8bf7d83fbc admin admin] Pushing event deleted for resources: {'Network': ['ID=cdc18f7e-6fff-4ed4-abf0-3e045b651c28,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:08.600686 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ad348976-9588-46c8-9d62-f0b6cd4735eb req-f3ffa9ac-a9da-4ddd-aadd-c4cf68fe2efd tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075010 Sep 23 06:47:08.633839 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [req-b0f02335-4e3e-48e9-9d90-0a23422a5646 req-9081059a-95d0-49fb-8056-a7327469b19d tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] show failed (client error): The resource could not be found. Sep 23 06:47:08.643198 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b0f02335-4e3e-48e9-9d90-0a23422a5646 req-9081059a-95d0-49fb-8056-a7327469b19d tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/security-groups/c03d8064-d5ec-4e82-b89b-2b802425b603 HTTP/1.1" status: 404 len: 352 time: 0.0360827 Sep 23 06:47:08.643865 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 13414090-c936-4174-b7a3-52478ee0bb2d up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:47:08.798298 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port 13414090-c936-4174-b7a3-52478ee0bb2d completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:47:08.806135 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port 13414090-c936-4174-b7a3-52478ee0bb2d triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:47:08.806574 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:08.848348 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57950) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:47:08.864950 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1eb3e0eb-65c0-4eca-94b1-917859cda622 req-caf8aa4e-9f21-4b10-8c81-972c1637fc1a tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3b3b40df72ef4574baa615ed99859579 HTTP/1.1" status: 200 len: 6149 time: 0.1660926 Sep 23 06:47:08.939040 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:08.959145 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1eb3e0eb-65c0-4eca-94b1-917859cda622 req-46e82aba-f6d3-4112-a70d-b55deeb33b28 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/security-groups/294ea309-45c0-4806-b976-e6371d6e8795 HTTP/1.1" status: 200 len: 2981 time: 0.0842435 Sep 23 06:47:08.960322 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 57960) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:47:08.963185 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-18a659cf-1981-4aff-a9e3-21dc87635acd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=60f0d4c7dec14a96849df313211233ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1133516 Sep 23 06:47:08.992874 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a0f6d45-7159-44ba-8033-f26cc4346590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13414090-c936-4174-b7a3-52478ee0bb2d'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:47:09.004277 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5034eeec-928d-4cb7-87f5-4177a2bbe4f2" -d '{"events": [{"server_uuid": "4a0f6d45-7159-44ba-8033-f26cc4346590", "name": "network-vif-plugged", "status": "completed", "tag": "13414090-c936-4174-b7a3-52478ee0bb2d"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:47:09.044315 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 13414090-c936-4174-b7a3-52478ee0bb2d, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=13414090-c936-4174-b7a3-52478ee0bb2d,segment=NetworkSegment(411a8e6c-3437-4d6d-939a-157de7e909fe),segment_id=411a8e6c-3437-4d6d-939a-157de7e909fe)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:47:09.053233 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:09.118186 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1eb3e0eb-65c0-4eca-94b1-917859cda622 req-a85dfc95-55d2-4159-852d-162ccb8d60db tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/security-groups/294ea309-45c0-4806-b976-e6371d6e8795 HTTP/1.1" status: 200 len: 2981 time: 0.1567159 Sep 23 06:47:09.135342 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f11217b0-f5d3-4265-a16f-a131193924de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:09.241396 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f11217b0-f5d3-4265-a16f-a131193924de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:09.276995 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=13414090-c936-4174-b7a3-52478ee0bb2d,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:09.297490 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26974921-baae-4367-abd3-febb8e4770f4 x-openstack-request-id: req-26974921-baae-4367-abd3-febb8e4770f4 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:47:09.298896 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a0f6d45-7159-44ba-8033-f26cc4346590", "name": "network-vif-plugged", "status": "completed", "tag": "13414090-c936-4174-b7a3-52478ee0bb2d", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:47:09.299406 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-26974921-baae-4367-abd3-febb8e4770f4 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:47:09.299975 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a0f6d45-7159-44ba-8033-f26cc4346590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13414090-c936-4174-b7a3-52478ee0bb2d', 'code': 200} Sep 23 06:47:09.386720 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f11217b0-f5d3-4265-a16f-a131193924de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:09.391255 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f11217b0-f5d3-4265-a16f-a131193924de admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:09.395430 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-f11217b0-f5d3-4265-a16f-a131193924de admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4f5383a6-41e8-4ffd-bb02-3fe79014de26 HTTP/1.1" status: 204 len: 168 time: 0.4329579 Sep 23 06:47:09.403772 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f147074c-c8e5-4015-8092-2c4ffac67f04 req-c3318834-3538-4136-b2bd-196617365aef tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:09.405903 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f147074c-c8e5-4015-8092-2c4ffac67f04 req-c3318834-3538-4136-b2bd-196617365aef tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a0f6d45-7159-44ba-8033-f26cc4346590 HTTP/1.1" status: 200 len: 945 time: 0.1671829 Sep 23 06:47:09.411845 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f59324f-248c-47ae-be39-8ac0baf94606 req-2f1e0006-9acc-4a59-a8ae-2fa22a55c109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:09.413308 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8f59324f-248c-47ae-be39-8ac0baf94606 req-2f1e0006-9acc-4a59-a8ae-2fa22a55c109 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4a0f6d45-7159-44ba-8033-f26cc4346590 HTTP/1.1" status: 200 len: 1097 time: 0.0668859 Sep 23 06:47:09.419224 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e9eff6-63d9-47b4-bc95-d3a6775ae15a req-7cbbd7ea-c5b1-4971-aa4c-c04b8533f5a0 tempest-InstanceActionsNegativeTestJSON-1906057343 tempest-InstanceActionsNegativeTestJSON-1906057343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:09.421942 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-15e9eff6-63d9-47b4-bc95-d3a6775ae15a req-7cbbd7ea-c5b1-4971-aa4c-c04b8533f5a0 tempest-InstanceActionsNegativeTestJSON-1906057343 tempest-InstanceActionsNegativeTestJSON-1906057343-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5d5ed25-c8bc-4058-8269-731ca37c3e44 HTTP/1.1" status: 200 len: 945 time: 0.1040318 Sep 23 06:47:09.423014 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11217b0-f5d3-4265-a16f-a131193924de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f5383a6-41e8-4ffd-bb02-3fe79014de26,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:09.466619 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8f59324f-248c-47ae-be39-8ac0baf94606 req-ea454f67-4ef5-4e48-b9ec-8eb06f93c277 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444055 Sep 23 06:47:09.511787 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f147074c-c8e5-4015-8092-2c4ffac67f04 req-46696f8e-451d-403a-93eb-309096b869d5 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837462 Sep 23 06:47:09.520010 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-8020c66c-e3b6-445d-9aee-4e6e533f8e80 req-8dd92643-ad0c-4097-8517-971ba48eeca3 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1693846590', 'description': 'tempest-description-1776795893'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:47:09.549175 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-8020c66c-e3b6-445d-9aee-4e6e533f8e80 req-8dd92643-ad0c-4097-8517-971ba48eeca3 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:09.592902 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-15e9eff6-63d9-47b4-bc95-d3a6775ae15a req-a6d4e739-cfb8-43b9-a2bc-dba83731374c tempest-InstanceActionsNegativeTestJSON-1906057343 tempest-InstanceActionsNegativeTestJSON-1906057343-project] Deleting port 1dbdce24-ce3d-4205-af65-54f1b2ece456 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:47:09.596010 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-15e9eff6-63d9-47b4-bc95-d3a6775ae15a req-a6d4e739-cfb8-43b9-a2bc-dba83731374c tempest-InstanceActionsNegativeTestJSON-1906057343 tempest-InstanceActionsNegativeTestJSON-1906057343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:09.696573 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-8020c66c-e3b6-445d-9aee-4e6e533f8e80 req-8dd92643-ad0c-4097-8517-971ba48eeca3 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:09.703455 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-8020c66c-e3b6-445d-9aee-4e6e533f8e80 req-8dd92643-ad0c-4097-8517-971ba48eeca3 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:09.760808 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd92643-ad0c-4097-8517-971ba48eeca3 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a57a7eb-0361-4f1c-9874-013711219303,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:09.763236 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-8020c66c-e3b6-445d-9aee-4e6e533f8e80 req-8dd92643-ad0c-4097-8517-971ba48eeca3 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:09.776945 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8020c66c-e3b6-445d-9aee-4e6e533f8e80 req-8dd92643-ad0c-4097-8517-971ba48eeca3 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2613072 Sep 23 06:47:09.779399 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-15e9eff6-63d9-47b4-bc95-d3a6775ae15a req-a6d4e739-cfb8-43b9-a2bc-dba83731374c tempest-InstanceActionsNegativeTestJSON-1906057343 tempest-InstanceActionsNegativeTestJSON-1906057343-project] For port 1dbdce24-ce3d-4205-af65-54f1b2ece456, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=1dbdce24-ce3d-4205-af65-54f1b2ece456,segment=NetworkSegment(c5d2a763-686c-454c-90b4-02125531df45),segment_id=c5d2a763-686c-454c-90b4-02125531df45)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:47:09.779798 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-15e9eff6-63d9-47b4-bc95-d3a6775ae15a req-a6d4e739-cfb8-43b9-a2bc-dba83731374c tempest-InstanceActionsNegativeTestJSON-1906057343 tempest-InstanceActionsNegativeTestJSON-1906057343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:09.793012 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:09.799703 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd92643-ad0c-4097-8517-971ba48eeca3 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:47:09.802883 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd92643-ad0c-4097-8517-971ba48eeca3 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:47:09.803123 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd92643-ad0c-4097-8517-971ba48eeca3 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:47:09.803463 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd92643-ad0c-4097-8517-971ba48eeca3 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:47:09.805069 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd92643-ad0c-4097-8517-971ba48eeca3 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:47:09.805488 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd92643-ad0c-4097-8517-971ba48eeca3 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:47:09.805760 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd92643-ad0c-4097-8517-971ba48eeca3 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:47:09.806764 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd92643-ad0c-4097-8517-971ba48eeca3 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:47:09.809121 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd92643-ad0c-4097-8517-971ba48eeca3 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:47:09.809470 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd92643-ad0c-4097-8517-971ba48eeca3 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:47:09.809812 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd92643-ad0c-4097-8517-971ba48eeca3 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:47:09.810821 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd92643-ad0c-4097-8517-971ba48eeca3 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:47:09.825402 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-15e9eff6-63d9-47b4-bc95-d3a6775ae15a req-a6d4e739-cfb8-43b9-a2bc-dba83731374c tempest-InstanceActionsNegativeTestJSON-1906057343 tempest-InstanceActionsNegativeTestJSON-1906057343-project] Calling delete_port for 1dbdce24-ce3d-4205-af65-54f1b2ece456 owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:47:10.050591 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d845bdad-bc4b-43c9-9be4-10cb37ac17f1 req-17d9b3b5-5bf9-40ce-a749-b941856a7019 tempest-InstanceActionsNegativeTestJSON-1906057343 tempest-InstanceActionsNegativeTestJSON-1906057343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:10.056493 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-15e9eff6-63d9-47b4-bc95-d3a6775ae15a req-a6d4e739-cfb8-43b9-a2bc-dba83731374c tempest-InstanceActionsNegativeTestJSON-1906057343 tempest-InstanceActionsNegativeTestJSON-1906057343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:10.060768 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d845bdad-bc4b-43c9-9be4-10cb37ac17f1 req-17d9b3b5-5bf9-40ce-a749-b941856a7019 tempest-InstanceActionsNegativeTestJSON-1906057343 tempest-InstanceActionsNegativeTestJSON-1906057343-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5d5ed25-c8bc-4058-8269-731ca37c3e44 HTTP/1.1" status: 200 len: 945 time: 0.0747387 Sep 23 06:47:10.068892 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['1dbdce24-ce3d-4205-af65-54f1b2ece456'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:47:10.116035 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d4e739-cfb8-43b9-a2bc-dba83731374c tempest-InstanceActionsNegativeTestJSON-1906057343 tempest-InstanceActionsNegativeTestJSON-1906057343-project] Pushing event deleted for resources: {'Port': ['ID=1dbdce24-ce3d-4205-af65-54f1b2ece456,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:10.135617 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d845bdad-bc4b-43c9-9be4-10cb37ac17f1 req-133ca196-5c1b-4d86-9358-10629b418cbc tempest-InstanceActionsNegativeTestJSON-1906057343 tempest-InstanceActionsNegativeTestJSON-1906057343-project] 10.222.0.39 "GET /v2.0/security-groups?id=7388467f-9201-4b39-a6c2-bce1272b049d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729637 Sep 23 06:47:10.166718 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3532838a-05b0-4984-b0a2-05ea59e88c67 req-d0a305ac-b783-4ecb-b85b-bf41a3285331 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:10.174432 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3532838a-05b0-4984-b0a2-05ea59e88c67 req-d0a305ac-b783-4ecb-b85b-bf41a3285331 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 946 time: 0.1312888 Sep 23 06:47:10.198117 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-15e9eff6-63d9-47b4-bc95-d3a6775ae15a req-a6d4e739-cfb8-43b9-a2bc-dba83731374c tempest-InstanceActionsNegativeTestJSON-1906057343 tempest-InstanceActionsNegativeTestJSON-1906057343-project] No DVR routers for this DVR port 1dbdce24-ce3d-4205-af65-54f1b2ece456 on host n-h2-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:47:10.210342 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-15e9eff6-63d9-47b4-bc95-d3a6775ae15a req-a6d4e739-cfb8-43b9-a2bc-dba83731374c tempest-InstanceActionsNegativeTestJSON-1906057343 tempest-InstanceActionsNegativeTestJSON-1906057343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:10.212410 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-15e9eff6-63d9-47b4-bc95-d3a6775ae15a req-a6d4e739-cfb8-43b9-a2bc-dba83731374c tempest-InstanceActionsNegativeTestJSON-1906057343 tempest-InstanceActionsNegativeTestJSON-1906057343-project] 10.222.0.58 "DELETE /v2.0/ports/1dbdce24-ce3d-4205-af65-54f1b2ece456 HTTP/1.1" status: 204 len: 173 time: 0.7828250 Sep 23 06:47:10.212880 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d5ed25-c8bc-4058-8269-731ca37c3e44', 'name': 'network-vif-deleted', 'tag': '1dbdce24-ce3d-4205-af65-54f1b2ece456'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:47:10.223061 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f928d1-cab4-45b6-86ae-a115cde30232" -d '{"events": [{"server_uuid": "d5d5ed25-c8bc-4058-8269-731ca37c3e44", "name": "network-vif-deleted", "tag": "1dbdce24-ce3d-4205-af65-54f1b2ece456"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:47:10.235280 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-6c2d49e4-3d50-4e3c-bac1-1e13f4a0e33a req-26a5d776-67c0-47fd-9bb6-95981e929ca3 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-781526055', 'description': 'tempest-description-1332041370'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:47:10.283399 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-6c2d49e4-3d50-4e3c-bac1-1e13f4a0e33a req-26a5d776-67c0-47fd-9bb6-95981e929ca3 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:10.308446 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3532838a-05b0-4984-b0a2-05ea59e88c67 req-c38c0175-a6f1-46a3-8c98-939ffc87dd60 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172676 Sep 23 06:47:10.479161 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-6c2d49e4-3d50-4e3c-bac1-1e13f4a0e33a req-26a5d776-67c0-47fd-9bb6-95981e929ca3 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:10.497384 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-6c2d49e4-3d50-4e3c-bac1-1e13f4a0e33a req-26a5d776-67c0-47fd-9bb6-95981e929ca3 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:10.570699 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b48576-d4c7-494a-9a4d-e5e48699d09f x-openstack-request-id: req-f2b48576-d4c7-494a-9a4d-e5e48699d09f {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:47:10.573494 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5d776-67c0-47fd-9bb6-95981e929ca3 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b52d1f84-dd83-4099-91cf-8601677e111e,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:10.574698 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5d5ed25-c8bc-4058-8269-731ca37c3e44", "name": "network-vif-deleted", "tag": "1dbdce24-ce3d-4205-af65-54f1b2ece456", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:47:10.578781 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-6c2d49e4-3d50-4e3c-bac1-1e13f4a0e33a req-26a5d776-67c0-47fd-9bb6-95981e929ca3 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:10.580300 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f2b48576-d4c7-494a-9a4d-e5e48699d09f {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:47:10.584511 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5d5ed25-c8bc-4058-8269-731ca37c3e44', 'name': 'network-vif-deleted', 'tag': '1dbdce24-ce3d-4205-af65-54f1b2ece456', 'status': 'completed', 'code': 200} Sep 23 06:47:10.584959 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6c2d49e4-3d50-4e3c-bac1-1e13f4a0e33a req-26a5d776-67c0-47fd-9bb6-95981e929ca3 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3549371 Sep 23 06:47:10.818398 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91062d4d-8d98-4a69-9ed7-31916d685450 req-53aab543-0dd2-4b3e-a970-9a884a13bcd2 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:10.826641 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-91062d4d-8d98-4a69-9ed7-31916d685450 req-53aab543-0dd2-4b3e-a970-9a884a13bcd2 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a0f6d45-7159-44ba-8033-f26cc4346590 HTTP/1.1" status: 200 len: 945 time: 0.1398504 Sep 23 06:47:10.927649 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-91062d4d-8d98-4a69-9ed7-31916d685450 req-4d979458-d149-452a-bf00-554cba74165c tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985792 Sep 23 06:47:10.981360 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 13fc1c55-aac8-4284-a65a-d9e7ba02d995 no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:47:11.062615 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-524c17b0-d140-441c-abcd-b50952fbf863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:11.132317 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd89cc-3992-42ff-b6fb-853b2b69b865 req-2ee9ea49-5fc0-4319-b521-d0392363a615 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:11.134114 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-78cd89cc-3992-42ff-b6fb-853b2b69b865 req-2ee9ea49-5fc0-4319-b521-d0392363a615 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/networks?id=af521934-4e14-4fd3-9a79-d0d8a001f41d HTTP/1.1" status: 200 len: 813 time: 0.1916273 Sep 23 06:47:11.141080 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:11.163056 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-78cd89cc-3992-42ff-b6fb-853b2b69b865 req-1adf9bd0-350f-4048-8cf0-522964b4f8ee tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/quotas/3b3b40df72ef4574baa615ed99859579 HTTP/1.1" status: 200 len: 375 time: 0.0202701 Sep 23 06:47:11.195560 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 13fc1c55-aac8-4284-a65a-d9e7ba02d995, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=13fc1c55-aac8-4284-a65a-d9e7ba02d995,segment=NetworkSegment(c88b2831-f544-41bb-bbcc-5b15e741880e),segment_id=c88b2831-f544-41bb-bbcc-5b15e741880e)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:47:11.207070 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:11.242629 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 58056) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:47:11.248205 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-78cd89cc-3992-42ff-b6fb-853b2b69b865 req-7694bcc8-78a7-4663-bf90-b1f24b479c94 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3b3b40df72ef4574baa615ed99859579&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0799878 Sep 23 06:47:11.303220 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=13fc1c55-aac8-4284-a65a-d9e7ba02d995,revision_number=11']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:11.307830 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c33652c9-f51e-4ce3-8d6c-a84749adc04b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13fc1c55-aac8-4284-a65a-d9e7ba02d995'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:47:11.316401 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40748bf6-7284-498c-b17d-b3321669a229" -d '{"events": [{"server_uuid": "c33652c9-f51e-4ce3-8d6c-a84749adc04b", "name": "network-vif-unplugged", "status": "completed", "tag": "13fc1c55-aac8-4284-a65a-d9e7ba02d995"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:47:11.336006 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc68d273-f4a0-47d9-8957-747369002cf1 admin admin] Deleting subnet 23ac47fe-657e-4848-9c44-3a9ea9b58dd9 {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:47:11.339803 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-dc68d273-f4a0-47d9-8957-747369002cf1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:11.385422 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-dc68d273-f4a0-47d9-8957-747369002cf1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:11.430892 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-78cd89cc-3992-42ff-b6fb-853b2b69b865 req-b2c9839f-f80b-4059-991c-c4a0fec696f7 service neutron] 10.222.0.39 "GET /v2.0/networks/af521934-4e14-4fd3-9a79-d0d8a001f41d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811697 Sep 23 06:47:11.453908 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:11.476544 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-dc68d273-f4a0-47d9-8957-747369002cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:11.564065 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-78cd89cc-3992-42ff-b6fb-853b2b69b865 req-40403bab-428b-4dce-9333-f35ecb2c149e service neutron] 10.222.0.39 "GET /v2.0/networks/af521934-4e14-4fd3-9a79-d0d8a001f41d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300697 Sep 23 06:47:11.583506 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-dc68d273-f4a0-47d9-8957-747369002cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:11.628336 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc68d273-f4a0-47d9-8957-747369002cf1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23ac47fe-657e-4848-9c44-3a9ea9b58dd9,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:11.630458 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-dc68d273-f4a0-47d9-8957-747369002cf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:11.632798 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-dc68d273-f4a0-47d9-8957-747369002cf1 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/23ac47fe-657e-4848-9c44-3a9ea9b58dd9 HTTP/1.1" status: 204 len: 168 time: 0.3888450 Sep 23 06:47:11.635036 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 58068) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:47:11.766948 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-84d66c4f-5a04-42c8-bfd3-a48cab4698f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:11.813213 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 06:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2948b482-1cd9-4ea4-ab91-76620b7b7530 x-openstack-request-id: req-2948b482-1cd9-4ea4-ab91-76620b7b7530 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:47:11.813781 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c33652c9-f51e-4ce3-8d6c-a84749adc04b", "name": "network-vif-unplugged", "status": "completed", "tag": "13fc1c55-aac8-4284-a65a-d9e7ba02d995", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:47:11.814274 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2948b482-1cd9-4ea4-ab91-76620b7b7530 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:47:11.814864 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c33652c9-f51e-4ce3-8d6c-a84749adc04b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13fc1c55-aac8-4284-a65a-d9e7ba02d995', 'code': 200} Sep 23 06:47:11.941779 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-84d66c4f-5a04-42c8-bfd3-a48cab4698f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:11.965694 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-84d66c4f-5a04-42c8-bfd3-a48cab4698f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5a8e19c-31c6-419f-a30d-8e266da2c523']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:47:11.979525 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-84d66c4f-5a04-42c8-bfd3-a48cab4698f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5d2a763-686c-454c-90b4-02125531df45') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:47:11.979994 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-84d66c4f-5a04-42c8-bfd3-a48cab4698f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5d2a763-686c-454c-90b4-02125531df45') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:47:11.992031 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-84d66c4f-5a04-42c8-bfd3-a48cab4698f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:12.007596 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-84d66c4f-5a04-42c8-bfd3-a48cab4698f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:12.013487 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84d66c4f-5a04-42c8-bfd3-a48cab4698f3 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:47:12.013919 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-84d66c4f-5a04-42c8-bfd3-a48cab4698f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:12.086654 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-306e14ac-dd67-4f47-a82b-f68fb336d625 req-af8a9ebd-f31f-4932-870a-cfe20e23c108 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eca7759-3950-4e3f-bd86-fb5fd350e979 HTTP/1.1" status: 200 len: 210 time: 0.0497406 Sep 23 06:47:12.098920 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 06:47:12.098920 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:47:12.098920 n-d-715271-16 neutron-server[95065]: timer() Sep 23 06:47:12.098920 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:47:12.098920 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 06:47:12.098920 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:47:12.098920 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 06:47:12.098920 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:47:12.098920 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 06:47:12.098920 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:47:12.098920 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 06:47:12.098920 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:47:12.098920 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 06:47:12.098920 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:47:12.098920 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:47:12.098920 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:47:12.098920 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:47:12.098920 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:47:12.098920 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 06:47:12.098920 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:47:12.098920 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 06:47:12.098920 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:47:12.098920 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:47:12.098920 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:47:12.098920 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 06:47:12.098920 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:47:12.098920 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:47:12.098920 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:47:12.098920 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:47:12.098920 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:47:12.098920 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:47:12.098920 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:47:12.124475 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-84d66c4f-5a04-42c8-bfd3-a48cab4698f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:12.162081 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-84d66c4f-5a04-42c8-bfd3-a48cab4698f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:12.167812 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-84d66c4f-5a04-42c8-bfd3-a48cab4698f3 admin admin] 10.222.0.39 "DELETE /v2.0/networks/f5a8e19c-31c6-419f-a30d-8e266da2c523 HTTP/1.1" status: 204 len: 168 time: 0.5315347 Sep 23 06:47:12.189217 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d66c4f-5a04-42c8-bfd3-a48cab4698f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5a8e19c-31c6-419f-a30d-8e266da2c523,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:12.212245 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb81fd1-6a09-4f98-abf4-12b7ed9cdaf7 req-3e48e552-ed7d-4810-8661-82fdc2caddce tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:12.221204 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-deb81fd1-6a09-4f98-abf4-12b7ed9cdaf7 req-3e48e552-ed7d-4810-8661-82fdc2caddce tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 944 time: 0.1199987 Sep 23 06:47:12.227550 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:12.265819 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-deb81fd1-6a09-4f98-abf4-12b7ed9cdaf7 req-157a97a4-48de-4118-a768-a5b4ded15ffb tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436528 Sep 23 06:47:12.440797 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb1496d-b238-4278-81c5-538e0c94c07c req-cfcec489-4663-481f-af12-9b54b8677271 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:12.443307 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dcb1496d-b238-4278-81c5-538e0c94c07c req-cfcec489-4663-481f-af12-9b54b8677271 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a0f6d45-7159-44ba-8033-f26cc4346590 HTTP/1.1" status: 200 len: 945 time: 0.1133108 Sep 23 06:47:12.539310 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dcb1496d-b238-4278-81c5-538e0c94c07c req-c8921a16-0fc0-4b6b-8cfc-4b8f4f797cfd tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814443 Sep 23 06:47:12.590432 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 58118) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:47:12.672449 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-be453135-efcb-40f3-93b8-24f76aedde5c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=74529a84c33b43f98f45eedc2ff7bd91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0808561 Sep 23 06:47:12.674994 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 58120) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:47:12.746448 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88d7551-c098-4dba-84b7-39f4eb001e00 req-77c131a3-8e14-4158-87eb-e4a0c88366e8 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:12.755806 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d88d7551-c098-4dba-84b7-39f4eb001e00 req-77c131a3-8e14-4158-87eb-e4a0c88366e8 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a0f6d45-7159-44ba-8033-f26cc4346590 HTTP/1.1" status: 200 len: 945 time: 0.0925429 Sep 23 06:47:12.799033 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-769a472c-c71c-4f95-b0b8-b98d7eaa37cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:12.830580 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d88d7551-c098-4dba-84b7-39f4eb001e00 req-cd0b2d13-8745-4087-bb51-ce9a8476b2ea tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734420 Sep 23 06:47:12.856523 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-769a472c-c71c-4f95-b0b8-b98d7eaa37cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:12.961011 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-769a472c-c71c-4f95-b0b8-b98d7eaa37cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:12.964770 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-769a472c-c71c-4f95-b0b8-b98d7eaa37cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:12.969056 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-769a472c-c71c-4f95-b0b8-b98d7eaa37cf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7388467f-9201-4b39-a6c2-bce1272b049d HTTP/1.1" status: 204 len: 168 time: 0.2896688 Sep 23 06:47:13.002600 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769a472c-c71c-4f95-b0b8-b98d7eaa37cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7388467f-9201-4b39-a6c2-bce1272b049d,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:13.393707 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a842d321-c366-434d-bb08-e65a42c3663a req-d27dabc0-8951-4ff6-b8c5-f1f52d95886a tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eca7759-3950-4e3f-bd86-fb5fd350e979 HTTP/1.1" status: 200 len: 210 time: 0.0419796 Sep 23 06:47:13.543238 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd89cc-3992-42ff-b6fb-853b2b69b865 req-0a835982-9403-4325-af2c-af078d6951d7 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:13.544819 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-78cd89cc-3992-42ff-b6fb-853b2b69b865 req-0a835982-9403-4325-af2c-af078d6951d7 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.58 "GET /v2.0/networks?id=af521934-4e14-4fd3-9a79-d0d8a001f41d HTTP/1.1" status: 200 len: 813 time: 0.3363867 Sep 23 06:47:13.560411 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-78cd89cc-3992-42ff-b6fb-853b2b69b865 req-51fb7de6-f1e1-4d90-b64e-03dea8e51a6e tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Request body: {'port': {'device_id': '9eca7759-3950-4e3f-bd86-fb5fd350e979', 'network_id': 'af521934-4e14-4fd3-9a79-d0d8a001f41d', 'admin_state_up': True, 'tenant_id': '3b3b40df72ef4574baa615ed99859579'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:47:13.632530 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183f511e-3b93-4a12-b499-61782eb87b11 req-7574e2c7-d66e-4475-8fbb-355f7ca39643 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:13.654575 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-183f511e-3b93-4a12-b499-61782eb87b11 req-7574e2c7-d66e-4475-8fbb-355f7ca39643 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a0f6d45-7159-44ba-8033-f26cc4346590 HTTP/1.1" status: 200 len: 945 time: 0.1793818 Sep 23 06:47:13.673743 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a09a7e0-0a4a-48c7-b1dd-1f1dc455e6dc req-40f02b66-f651-4e3e-8496-cffb32214b01 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:13.684257 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8a09a7e0-0a4a-48c7-b1dd-1f1dc455e6dc req-40f02b66-f651-4e3e-8496-cffb32214b01 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 944 time: 0.1266866 Sep 23 06:47:13.711464 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:13.742076 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8a09a7e0-0a4a-48c7-b1dd-1f1dc455e6dc req-0ff529ab-b719-400a-afc5-db04aea28799 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560760 Sep 23 06:47:13.802295 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-183f511e-3b93-4a12-b499-61782eb87b11 req-efae6920-24f4-46ab-b1e4-24288dcab97d tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456225 Sep 23 06:47:13.895251 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78cd89cc-3992-42ff-b6fb-853b2b69b865 req-51fb7de6-f1e1-4d90-b64e-03dea8e51a6e tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Made reservation on behalf of 3b3b40df72ef4574baa615ed99859579 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:47:13.908122 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-78cd89cc-3992-42ff-b6fb-853b2b69b865 req-51fb7de6-f1e1-4d90-b64e-03dea8e51a6e tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:14.185003 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-78cd89cc-3992-42ff-b6fb-853b2b69b865 req-51fb7de6-f1e1-4d90-b64e-03dea8e51a6e tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Allocated IP 172.20.0.4 (af521934-4e14-4fd3-9a79-d0d8a001f41d/7f9997a5-b833-4318-a21f-37b1b7e3fb43/1b1ca53f-855f-4d84-9ed7-a5c90ca79f81) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:47:14.268501 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 58204) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:47:14.314369 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 58208) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:47:14.495226 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-109e1da2-39eb-41c0-8732-8d23e11d6b2f admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1997828295-network', 'tenant_id': '299a53ec01524307be8c8ca27306fce7'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:47:14.507553 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-78cd89cc-3992-42ff-b6fb-853b2b69b865 req-51fb7de6-f1e1-4d90-b64e-03dea8e51a6e tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:14.550185 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-109e1da2-39eb-41c0-8732-8d23e11d6b2f admin admin] Made reservation on behalf of 299a53ec01524307be8c8ca27306fce7 for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:47:14.553078 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-109e1da2-39eb-41c0-8732-8d23e11d6b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:14.582631 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-363e2cbe-074d-483c-9cd5-ca11d08d5c5b req-428e9f9e-bf63-4ab8-81cb-71e7e61c5e1d tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eca7759-3950-4e3f-bd86-fb5fd350e979 HTTP/1.1" status: 200 len: 210 time: 0.0569463 Sep 23 06:47:14.584281 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-109e1da2-39eb-41c0-8732-8d23e11d6b2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:14.586141 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-78cd89cc-3992-42ff-b6fb-853b2b69b865 req-51fb7de6-f1e1-4d90-b64e-03dea8e51a6e tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:14.615362 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['f4bba100-221a-4b07-b061-80ccb98f9d77'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:47:14.687929 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78cd89cc-3992-42ff-b6fb-853b2b69b865 req-51fb7de6-f1e1-4d90-b64e-03dea8e51a6e tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Network af521934-4e14-4fd3-9a79-d0d8a001f41d is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:47:14.695850 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-78cd89cc-3992-42ff-b6fb-853b2b69b865 req-51fb7de6-f1e1-4d90-b64e-03dea8e51a6e tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:47:14.710652 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-78cd89cc-3992-42ff-b6fb-853b2b69b865 req-51fb7de6-f1e1-4d90-b64e-03dea8e51a6e tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:47:14.725393 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 58226) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:47:14.732428 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 1dbdce24-ce3d-4205-af65-54f1b2ece456 no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:47:14.746903 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-109e1da2-39eb-41c0-8732-8d23e11d6b2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:14.761305 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-109e1da2-39eb-41c0-8732-8d23e11d6b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:14.801451 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109e1da2-39eb-41c0-8732-8d23e11d6b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc74fe4-0953-4a1d-8589-19f26bab4282,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:14.803265 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No Port match for: 1dbdce24-ce3d-4205-af65-54f1b2ece456 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:47:14.803657 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 1dbdce24-ce3d-4205-af65-54f1b2ece456 not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:47:14.821409 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-109e1da2-39eb-41c0-8732-8d23e11d6b2f admin admin] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:47:14.852856 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fb7de6-f1e1-4d90-b64e-03dea8e51a6e tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Pushing event updated for resources: {'Port': ['ID=1b1ca53f-855f-4d84-9ed7-a5c90ca79f81,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:14.871409 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fb7de6-f1e1-4d90-b64e-03dea8e51a6e tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:47:14.872023 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fb7de6-f1e1-4d90-b64e-03dea8e51a6e tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:47:14.872539 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fb7de6-f1e1-4d90-b64e-03dea8e51a6e tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:47:14.873280 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fb7de6-f1e1-4d90-b64e-03dea8e51a6e tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:47:14.873832 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fb7de6-f1e1-4d90-b64e-03dea8e51a6e tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:47:14.874359 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fb7de6-f1e1-4d90-b64e-03dea8e51a6e tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:47:14.874886 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fb7de6-f1e1-4d90-b64e-03dea8e51a6e tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:47:14.875384 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fb7de6-f1e1-4d90-b64e-03dea8e51a6e tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:47:14.875882 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fb7de6-f1e1-4d90-b64e-03dea8e51a6e tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:47:14.876380 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fb7de6-f1e1-4d90-b64e-03dea8e51a6e tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:47:14.876975 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fb7de6-f1e1-4d90-b64e-03dea8e51a6e tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:47:14.877765 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fb7de6-f1e1-4d90-b64e-03dea8e51a6e tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:47:14.886404 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-58f0bbb1-961e-4880-8d12-b46acb5db9bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:14.889101 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-109e1da2-39eb-41c0-8732-8d23e11d6b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:14.890239 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-109e1da2-39eb-41c0-8732-8d23e11d6b2f admin admin] Added segment 1a9bebfa-472f-4ce0-bf1b-0262c13e7508 of type vlan for network e4c06a7b-26ab-40e8-89e0-ef0444e22da6 Sep 23 06:47:14.932144 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-12abb3af-462e-4d8c-bdca-3619b01314e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:14.946890 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd89cc-3992-42ff-b6fb-853b2b69b865 req-51fb7de6-f1e1-4d90-b64e-03dea8e51a6e tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:14.947671 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-78cd89cc-3992-42ff-b6fb-853b2b69b865 req-51fb7de6-f1e1-4d90-b64e-03dea8e51a6e tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:14.980866 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 13fc1c55-aac8-4284-a65a-d9e7ba02d995 details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:47:14.988291 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3356fc-4e3e-4368-8058-de444717a589 req-06cf4e2f-9371-4dc9-bac3-5761037c0f4b tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:14.991620 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9e3356fc-4e3e-4368-8058-de444717a589 req-06cf4e2f-9371-4dc9-bac3-5761037c0f4b tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 944 time: 0.0959361 Sep 23 06:47:15.034898 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-58f0bbb1-961e-4880-8d12-b46acb5db9bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:15.060154 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-58f0bbb1-961e-4880-8d12-b46acb5db9bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:15.065340 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-109e1da2-39eb-41c0-8732-8d23e11d6b2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:15.075059 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9e3356fc-4e3e-4368-8058-de444717a589 req-054eecff-7919-4be7-9065-ef8e42041f6a tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726049 Sep 23 06:47:15.080682 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-78cd89cc-3992-42ff-b6fb-853b2b69b865 req-51fb7de6-f1e1-4d90-b64e-03dea8e51a6e tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5254438 Sep 23 06:47:15.122954 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-78cd89cc-3992-42ff-b6fb-853b2b69b865 req-5f4149bd-bd87-4ace-91e6-fc7a02a3c8be service neutron] Request body: {'port': {'device_id': '9eca7759-3950-4e3f-bd86-fb5fd350e979', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:47:15.163221 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 13fc1c55-aac8-4284-a65a-d9e7ba02d995, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=13fc1c55-aac8-4284-a65a-d9e7ba02d995,segment=NetworkSegment(c88b2831-f544-41bb-bbcc-5b15e741880e),segment_id=c88b2831-f544-41bb-bbcc-5b15e741880e)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:47:15.180094 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': '13fc1c55-aac8-4284-a65a-d9e7ba02d995', 'network_id': 'd3302f5d-bf5e-4d5b-a7a4-2ca05635fe64', 'port_id': '13fc1c55-aac8-4284-a65a-d9e7ba02d995', 'mac_address': 'fa:16:3e:d2:5a:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46ccc032-0362-4c9c-977b-4c26fbfaa4e6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:47:15.182336 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-58f0bbb1-961e-4880-8d12-b46acb5db9bf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1d2f829498714f3bbb5c85c7acf09b18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4540639 Sep 23 06:47:15.188236 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 58236) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:47:15.190676 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f0bbb1-961e-4880-8d12-b46acb5db9bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1388d703-3dc9-4424-8e86-0db2eb56c388,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:15.218960 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5eac72-c008-489d-a7a9-0f74417cfa38 req-502b304e-a8aa-419b-9612-f1ee0121922e tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:15.226693 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2a5eac72-c008-489d-a7a9-0f74417cfa38 req-502b304e-a8aa-419b-9612-f1ee0121922e tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a0f6d45-7159-44ba-8033-f26cc4346590 HTTP/1.1" status: 200 len: 945 time: 0.2827678 Sep 23 06:47:15.231296 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-109e1da2-39eb-41c0-8732-8d23e11d6b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:15.232339 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109e1da2-39eb-41c0-8732-8d23e11d6b2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:15.233119 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-109e1da2-39eb-41c0-8732-8d23e11d6b2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:15.257300 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-78cd89cc-3992-42ff-b6fb-853b2b69b865 req-5f4149bd-bd87-4ace-91e6-fc7a02a3c8be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:15.323101 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2a5eac72-c008-489d-a7a9-0f74417cfa38 req-74e261d5-a7e2-4e46-8dda-f13940f99391 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947196 Sep 23 06:47:15.337060 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:15.367474 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-220b11d1-740d-425e-9b5b-48817bb86902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:15.367787 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13fc1c55-aac8-4284-a65a-d9e7ba02d995 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:47:15.374914 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109e1da2-39eb-41c0-8732-8d23e11d6b2f admin admin] Pushing event updated for resources: {'Network': ['ID=e4c06a7b-26ab-40e8-89e0-ef0444e22da6,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:15.397488 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network e4c06a7b-26ab-40e8-89e0-ef0444e22da6 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:47:15.401538 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-220b11d1-740d-425e-9b5b-48817bb86902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:15.427288 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 13fc1c55-aac8-4284-a65a-d9e7ba02d995, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=13fc1c55-aac8-4284-a65a-d9e7ba02d995,segment=NetworkSegment(c88b2831-f544-41bb-bbcc-5b15e741880e),segment_id=c88b2831-f544-41bb-bbcc-5b15e741880e)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:47:15.516297 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:15.516441 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-12abb3af-462e-4d8c-bdca-3619b01314e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:15.516441 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-12abb3af-462e-4d8c-bdca-3619b01314e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:15.531693 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 58248) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:47:15.532106 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-109e1da2-39eb-41c0-8732-8d23e11d6b2f admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2601469 Sep 23 06:47:15.546641 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12abb3af-462e-4d8c-bdca-3619b01314e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32706204-7eea-48d6-956e-363392878d11,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:15.575211 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-12abb3af-462e-4d8c-bdca-3619b01314e5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=11de12b625fa41dd88841e1d7a74dbe8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2569323 Sep 23 06:47:15.575569 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 58250) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:47:15.587429 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-33d6cd66-bcda-469c-af17-ebf7551cbc38 admin admin] Request body: {'subnet': {'network_id': 'e4c06a7b-26ab-40e8-89e0-ef0444e22da6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1997828295-subnet', 'tenant_id': '299a53ec01524307be8c8ca27306fce7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:47:15.594594 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=13fc1c55-aac8-4284-a65a-d9e7ba02d995,revision_number=12']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:15.634450 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-220b11d1-740d-425e-9b5b-48817bb86902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:15.637139 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-220b11d1-740d-425e-9b5b-48817bb86902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:15.638350 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-220b11d1-740d-425e-9b5b-48817bb86902 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1388d703-3dc9-4424-8e86-0db2eb56c388 HTTP/1.1" status: 204 len: 168 time: 0.4436262 Sep 23 06:47:15.668540 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220b11d1-740d-425e-9b5b-48817bb86902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1388d703-3dc9-4424-8e86-0db2eb56c388,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:15.692741 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d6cd66-bcda-469c-af17-ebf7551cbc38 admin admin] Made reservation on behalf of 299a53ec01524307be8c8ca27306fce7 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:47:15.695219 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-33d6cd66-bcda-469c-af17-ebf7551cbc38 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:15.696743 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6e8fa3f8-c36a-4fca-9919-1d9f7cd4f048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:15.765489 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6e8fa3f8-c36a-4fca-9919-1d9f7cd4f048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:15.820026 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb666e-17fe-458d-b383-28333bd98055 req-b3d444f5-b55a-46ae-a42b-c96e428794d1 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:15.821825 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d0fb666e-17fe-458d-b383-28333bd98055 req-b3d444f5-b55a-46ae-a42b-c96e428794d1 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eca7759-3950-4e3f-bd86-fb5fd350e979 HTTP/1.1" status: 200 len: 931 time: 0.1216443 Sep 23 06:47:15.826473 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['13fc1c55-aac8-4284-a65a-d9e7ba02d995'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:47:15.887892 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d0fb666e-17fe-458d-b383-28333bd98055 req-cb91792c-3eb2-4e31-84e1-5602d1ca2de7 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/security-groups?id=294ea309-45c0-4806-b976-e6371d6e8795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529311 Sep 23 06:47:15.906087 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6e8fa3f8-c36a-4fca-9919-1d9f7cd4f048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:15.913212 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6e8fa3f8-c36a-4fca-9919-1d9f7cd4f048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:15.915299 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-6e8fa3f8-c36a-4fca-9919-1d9f7cd4f048 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/32706204-7eea-48d6-956e-363392878d11 HTTP/1.1" status: 204 len: 168 time: 0.3384135 Sep 23 06:47:15.926954 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8fa3f8-c36a-4fca-9919-1d9f7cd4f048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32706204-7eea-48d6-956e-363392878d11,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:15.989080 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-33d6cd66-bcda-469c-af17-ebf7551cbc38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:16.164243 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d6cd66-bcda-469c-af17-ebf7551cbc38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e44f0c68-01d6-43be-8be9-be0d6086d787,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:16.199929 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-78cd89cc-3992-42ff-b6fb-853b2b69b865 req-5f4149bd-bd87-4ace-91e6-fc7a02a3c8be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b1ca53f-855f-4d84-9ed7-a5c90ca79f81 {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:47:16.229540 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-78cd89cc-3992-42ff-b6fb-853b2b69b865 req-5f4149bd-bd87-4ace-91e6-fc7a02a3c8be service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:16.361538 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-78cd89cc-3992-42ff-b6fb-853b2b69b865 req-5f4149bd-bd87-4ace-91e6-fc7a02a3c8be service neutron] Transition to ACTIVE for port object 1b1ca53f-855f-4d84-9ed7-a5c90ca79f81 will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:47:16.370539 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d6cd66-bcda-469c-af17-ebf7551cbc38 admin admin] Checking segment: {'id': '1a9bebfa-472f-4ce0-bf1b-0262c13e7508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e4c06a7b-26ab-40e8-89e0-ef0444e22da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:47:16.371505 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d6cd66-bcda-469c-af17-ebf7551cbc38 admin admin] Network hostable DHCP agents. Network: e4c06a7b-26ab-40e8-89e0-ef0444e22da6, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:47:16.401987 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-78cd89cc-3992-42ff-b6fb-853b2b69b865 req-5f4149bd-bd87-4ace-91e6-fc7a02a3c8be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:16.523947 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 58280) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:47:16.552697 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf28a3-3951-4d9c-8061-4949651add4c req-2e254cc2-95f0-4efc-aa1a-d22874a7c252 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:16.562321 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-79cf28a3-3951-4d9c-8061-4949651add4c req-2e254cc2-95f0-4efc-aa1a-d22874a7c252 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 945 time: 0.3191795 Sep 23 06:47:16.571595 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d895694f-1b4b-4d68-a38e-6e9e5ae7b340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:16.572374 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d6cd66-bcda-469c-af17-ebf7551cbc38 admin admin] Network e4c06a7b-26ab-40e8-89e0-ef0444e22da6 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:47:16.621175 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f1f5c-eb2b-45d5-915a-ac12e86ae6cf req-2bf8ca3c-ac2c-444d-a943-eed6470dc7ed tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:16.630873 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bd3f1f5c-eb2b-45d5-915a-ac12e86ae6cf req-2bf8ca3c-ac2c-444d-a943-eed6470dc7ed tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a0f6d45-7159-44ba-8033-f26cc4346590 HTTP/1.1" status: 200 len: 945 time: 0.1078410 Sep 23 06:47:16.631091 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4149bd-bd87-4ace-91e6-fc7a02a3c8be service neutron] Pushing event updated for resources: {'Port': ['ID=1b1ca53f-855f-4d84-9ed7-a5c90ca79f81,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:16.663545 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-33d6cd66-bcda-469c-af17-ebf7551cbc38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, e4c06a7b-26ab-40e8-89e0-ef0444e22da6) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:47:16.673246 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7582d078-993c-4c8c-a6cb-1421bd7ed4ce None None] Network e4c06a7b-26ab-40e8-89e0-ef0444e22da6 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:47:16.674037 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-79cf28a3-3951-4d9c-8061-4949651add4c req-aeb93d33-694e-4320-a96f-f31caa204e54 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106672 Sep 23 06:47:16.698592 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d6cd66-bcda-469c-af17-ebf7551cbc38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:16.699455 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-33d6cd66-bcda-469c-af17-ebf7551cbc38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:16.739137 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-78cd89cc-3992-42ff-b6fb-853b2b69b865 req-5f4149bd-bd87-4ace-91e6-fc7a02a3c8be service neutron] Attempting to bind port 1b1ca53f-855f-4d84-9ed7-a5c90ca79f81 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:47:16.739480 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-78cd89cc-3992-42ff-b6fb-853b2b69b865 req-5f4149bd-bd87-4ace-91e6-fc7a02a3c8be service neutron] Attempting to bind port 1b1ca53f-855f-4d84-9ed7-a5c90ca79f81 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '606d2197-237b-4f47-90de-9108be481d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'af521934-4e14-4fd3-9a79-d0d8a001f41d'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:47:16.739836 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78cd89cc-3992-42ff-b6fb-853b2b69b865 req-5f4149bd-bd87-4ace-91e6-fc7a02a3c8be service neutron] Attempting to bind port 1b1ca53f-855f-4d84-9ed7-a5c90ca79f81 on network af521934-4e14-4fd3-9a79-d0d8a001f41d {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:47:16.746592 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78cd89cc-3992-42ff-b6fb-853b2b69b865 req-5f4149bd-bd87-4ace-91e6-fc7a02a3c8be service neutron] Port 1b1ca53f-855f-4d84-9ed7-a5c90ca79f81 on network af521934-4e14-4fd3-9a79-d0d8a001f41d not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:47:16.746915 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78cd89cc-3992-42ff-b6fb-853b2b69b865 req-5f4149bd-bd87-4ace-91e6-fc7a02a3c8be service neutron] Attempting to bind port 1b1ca53f-855f-4d84-9ed7-a5c90ca79f81 on network af521934-4e14-4fd3-9a79-d0d8a001f41d {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:47:16.757762 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78cd89cc-3992-42ff-b6fb-853b2b69b865 req-5f4149bd-bd87-4ace-91e6-fc7a02a3c8be service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:47:16.758253 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78cd89cc-3992-42ff-b6fb-853b2b69b865 req-5f4149bd-bd87-4ace-91e6-fc7a02a3c8be service neutron] Checking segment: {'id': '606d2197-237b-4f47-90de-9108be481d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'af521934-4e14-4fd3-9a79-d0d8a001f41d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:47:16.758608 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78cd89cc-3992-42ff-b6fb-853b2b69b865 req-5f4149bd-bd87-4ace-91e6-fc7a02a3c8be service neutron] Bound using segment: {'id': '606d2197-237b-4f47-90de-9108be481d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'af521934-4e14-4fd3-9a79-d0d8a001f41d'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:47:16.759097 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-78cd89cc-3992-42ff-b6fb-853b2b69b865 req-5f4149bd-bd87-4ace-91e6-fc7a02a3c8be service neutron] Bound port: 1b1ca53f-855f-4d84-9ed7-a5c90ca79f81, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '606d2197-237b-4f47-90de-9108be481d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'af521934-4e14-4fd3-9a79-d0d8a001f41d'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:47:16.759513 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-78cd89cc-3992-42ff-b6fb-853b2b69b865 req-5f4149bd-bd87-4ace-91e6-fc7a02a3c8be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:16.759756 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bd3f1f5c-eb2b-45d5-915a-ac12e86ae6cf req-8d14e73c-5b9e-4e2f-a668-0a209ea3ad5a tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258755 Sep 23 06:47:16.902641 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-78cd89cc-3992-42ff-b6fb-853b2b69b865 req-5f4149bd-bd87-4ace-91e6-fc7a02a3c8be service neutron] For port 1b1ca53f-855f-4d84-9ed7-a5c90ca79f81, host n-h2-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:47:16.908675 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-78cd89cc-3992-42ff-b6fb-853b2b69b865 req-5f4149bd-bd87-4ace-91e6-fc7a02a3c8be service neutron] For port 1b1ca53f-855f-4d84-9ed7-a5c90ca79f81, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=1b1ca53f-855f-4d84-9ed7-a5c90ca79f81,segment=NetworkSegment(606d2197-237b-4f47-90de-9108be481d55),segment_id=606d2197-237b-4f47-90de-9108be481d55)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:47:16.913805 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d895694f-1b4b-4d68-a38e-6e9e5ae7b340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:16.919663 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d895694f-1b4b-4d68-a38e-6e9e5ae7b340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:16.925223 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-78cd89cc-3992-42ff-b6fb-853b2b69b865 req-5f4149bd-bd87-4ace-91e6-fc7a02a3c8be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:16.941918 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-33d6cd66-bcda-469c-af17-ebf7551cbc38 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4012928 Sep 23 06:47:17.010532 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 13fc1c55-aac8-4284-a65a-d9e7ba02d995 up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:47:17.029348 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-d895694f-1b4b-4d68-a38e-6e9e5ae7b340 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9dcd75d4c1d246f2bdcf3faa92046645&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5034263 Sep 23 06:47:17.037701 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 58304) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:47:17.046169 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d895694f-1b4b-4d68-a38e-6e9e5ae7b340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=135764be-2714-4ee4-879a-a0471c54fdf3,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:17.053151 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd89cc-3992-42ff-b6fb-853b2b69b865 req-5f4149bd-bd87-4ace-91e6-fc7a02a3c8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:17.055013 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-78cd89cc-3992-42ff-b6fb-853b2b69b865 req-5f4149bd-bd87-4ace-91e6-fc7a02a3c8be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:17.060372 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-78cd89cc-3992-42ff-b6fb-853b2b69b865 req-5f4149bd-bd87-4ace-91e6-fc7a02a3c8be service neutron] 10.222.0.58 "PUT /v2.0/ports/1b1ca53f-855f-4d84-9ed7-a5c90ca79f81 HTTP/1.1" status: 200 len: 1092 time: 1.9483309 Sep 23 06:47:17.073389 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eca7759-3950-4e3f-bd86-fb5fd350e979', 'tag': '1b1ca53f-855f-4d84-9ed7-a5c90ca79f81'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:47:17.083174 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31bca56f-b5af-426b-82bd-738d45961413" -d '{"events": [{"name": "network-changed", "server_uuid": "9eca7759-3950-4e3f-bd86-fb5fd350e979", "tag": "1b1ca53f-855f-4d84-9ed7-a5c90ca79f81"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:47:17.202915 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a8a741-4c79-4f5a-afd1-560330f726cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-e4c06a7b-26ab-40e8-89e0-ef0444e22da6', 'network_id': 'e4c06a7b-26ab-40e8-89e0-ef0444e22da6', 'tenant_id': '299a53ec01524307be8c8ca27306fce7', 'fixed_ips': [{'subnet_id': 'e44f0c68-01d6-43be-8be9-be0d6086d787'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 06:47:17.208000 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-73a8a741-4c79-4f5a-afd1-560330f726cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:17.238554 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb3ccc7-aeda-4abd-95c6-9e9d6abff301 x-openstack-request-id: req-6bb3ccc7-aeda-4abd-95c6-9e9d6abff301 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:47:17.238843 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eca7759-3950-4e3f-bd86-fb5fd350e979", "tag": "1b1ca53f-855f-4d84-9ed7-a5c90ca79f81", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:47:17.239097 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6bb3ccc7-aeda-4abd-95c6-9e9d6abff301 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:47:17.239504 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eca7759-3950-4e3f-bd86-fb5fd350e979', 'tag': '1b1ca53f-855f-4d84-9ed7-a5c90ca79f81', 'status': 'completed', 'code': 200} Sep 23 06:47:17.275671 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4149bd-bd87-4ace-91e6-fc7a02a3c8be service neutron] Pushing event updated for resources: {'Port': ['ID=1b1ca53f-855f-4d84-9ed7-a5c90ca79f81,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:17.304928 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd89cc-3992-42ff-b6fb-853b2b69b865 req-d461d0f1-4ffa-4a4f-87ee-9254f1fdcdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:17.306526 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-78cd89cc-3992-42ff-b6fb-853b2b69b865 req-d461d0f1-4ffa-4a4f-87ee-9254f1fdcdb9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3b3b40df72ef4574baa615ed99859579&device_id=9eca7759-3950-4e3f-bd86-fb5fd350e979 HTTP/1.1" status: 200 len: 1095 time: 0.1917965 Sep 23 06:47:17.368653 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-78cd89cc-3992-42ff-b6fb-853b2b69b865 req-83eae0db-1b13-4047-ac51-1154c6f94684 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b1ca53f-855f-4d84-9ed7-a5c90ca79f81 HTTP/1.1" status: 200 len: 217 time: 0.0530951 Sep 23 06:47:17.375972 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port 13fc1c55-aac8-4284-a65a-d9e7ba02d995 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:47:17.376509 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:17.519025 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd89cc-3992-42ff-b6fb-853b2b69b865 req-8d1dbf21-cce2-4ae5-bc9a-3c54a4df1f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:17.521378 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-78cd89cc-3992-42ff-b6fb-853b2b69b865 req-8d1dbf21-cce2-4ae5-bc9a-3c54a4df1f2a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7f9997a5-b833-4318-a21f-37b1b7e3fb43 HTTP/1.1" status: 200 len: 853 time: 0.1447511 Sep 23 06:47:17.586469 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-78cd89cc-3992-42ff-b6fb-853b2b69b865 req-79c08f6c-9fdc-4de1-9b2d-75fc6a3721be service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=af521934-4e14-4fd3-9a79-d0d8a001f41d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416141 Sep 23 06:47:17.594658 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb759bf1-f40b-46a6-bda0-73f581501db0 req-6631c7df-6d0f-4fc6-af10-8407717d698b tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:17.602420 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bb759bf1-f40b-46a6-bda0-73f581501db0 req-6631c7df-6d0f-4fc6-af10-8407717d698b tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eca7759-3950-4e3f-bd86-fb5fd350e979 HTTP/1.1" status: 200 len: 943 time: 0.5166481 Sep 23 06:47:17.629801 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-73a8a741-4c79-4f5a-afd1-560330f726cd None None] Allocated IP 172.20.0.2 (e4c06a7b-26ab-40e8-89e0-ef0444e22da6/e44f0c68-01d6-43be-8be9-be0d6086d787/e5fd6e08-5f94-45fc-8264-712421ca5da3) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:47:17.654303 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-47447bd3-31fc-4e87-8767-2bc6e1f67c5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:17.741006 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:17.741523 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-78cd89cc-3992-42ff-b6fb-853b2b69b865 req-12f1c77e-da69-4139-af7f-e032056f4ecc service neutron] 10.222.0.58 "GET /v2.0/networks/af521934-4e14-4fd3-9a79-d0d8a001f41d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456735 Sep 23 06:47:17.787484 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-47447bd3-31fc-4e87-8767-2bc6e1f67c5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:17.815521 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bb759bf1-f40b-46a6-bda0-73f581501db0 req-031b414f-aad3-468b-ba80-c5bfb8495161 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/security-groups?id=294ea309-45c0-4806-b976-e6371d6e8795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113025 Sep 23 06:47:17.912146 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-47447bd3-31fc-4e87-8767-2bc6e1f67c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:17.914955 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-47447bd3-31fc-4e87-8767-2bc6e1f67c5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:17.919186 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-47447bd3-31fc-4e87-8767-2bc6e1f67c5c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/135764be-2714-4ee4-879a-a0471c54fdf3 HTTP/1.1" status: 204 len: 168 time: 0.8784571 Sep 23 06:47:17.929253 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47447bd3-31fc-4e87-8767-2bc6e1f67c5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=135764be-2714-4ee4-879a-a0471c54fdf3,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:18.094499 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72bfcf4-3208-4dcb-b597-e81b1fae2795 req-b3a18f75-73cc-4ddf-9fbe-c55648ccc378 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:18.096152 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e72bfcf4-3208-4dcb-b597-e81b1fae2795 req-b3a18f75-73cc-4ddf-9fbe-c55648ccc378 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 945 time: 0.0932794 Sep 23 06:47:18.108992 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-78cd89cc-3992-42ff-b6fb-853b2b69b865 req-2a792077-19d0-470c-8edf-439de712d335 service neutron] 10.222.0.58 "GET /v2.0/networks/af521934-4e14-4fd3-9a79-d0d8a001f41d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3567801 Sep 23 06:47:18.204888 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-73a8a741-4c79-4f5a-afd1-560330f726cd None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:18.211993 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c33652c9-f51e-4ce3-8d6c-a84749adc04b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13fc1c55-aac8-4284-a65a-d9e7ba02d995'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:47:18.215351 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e699096-120f-46ec-a7fc-72d643541340" -d '{"events": [{"server_uuid": "c33652c9-f51e-4ce3-8d6c-a84749adc04b", "name": "network-vif-plugged", "status": "completed", "tag": "13fc1c55-aac8-4284-a65a-d9e7ba02d995"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:47:18.224982 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-73a8a741-4c79-4f5a-afd1-560330f726cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:18.230830 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e72bfcf4-3208-4dcb-b597-e81b1fae2795 req-abf2ee97-0fb6-422e-b894-945ddd95451f tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014514 Sep 23 06:47:18.250753 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a8a741-4c79-4f5a-afd1-560330f726cd None None] Network e4c06a7b-26ab-40e8-89e0-ef0444e22da6 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:47:18.252335 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-73a8a741-4c79-4f5a-afd1-560330f726cd None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:47:18.300102 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a8a741-4c79-4f5a-afd1-560330f726cd None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:47:18.309191 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb6c2ec-d350-4526-b529-37abb3ddaea8 req-b3c41520-842d-40eb-aac0-7bb7023e903d tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:18.315549 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 13fc1c55-aac8-4284-a65a-d9e7ba02d995, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=13fc1c55-aac8-4284-a65a-d9e7ba02d995,segment=NetworkSegment(c88b2831-f544-41bb-bbcc-5b15e741880e),segment_id=c88b2831-f544-41bb-bbcc-5b15e741880e)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:47:18.318074 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2bb6c2ec-d350-4526-b529-37abb3ddaea8 req-b3c41520-842d-40eb-aac0-7bb7023e903d tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/networks?id=e4c06a7b-26ab-40e8-89e0-ef0444e22da6 HTTP/1.1" status: 200 len: 816 time: 0.4575138 Sep 23 06:47:18.337230 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:18.342103 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bca56f-b5af-426b-82bd-738d45961413 req-3b87674f-c592-45ca-82dd-5901a238dc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:18.344301 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-31bca56f-b5af-426b-82bd-738d45961413 req-3b87674f-c592-45ca-82dd-5901a238dc9f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3b3b40df72ef4574baa615ed99859579&device_id=9eca7759-3950-4e3f-bd86-fb5fd350e979 HTTP/1.1" status: 200 len: 1095 time: 0.1506333 Sep 23 06:47:18.353029 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2bb6c2ec-d350-4526-b529-37abb3ddaea8 req-88065ae5-edf8-4350-ba49-432969d40c88 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/quotas/299a53ec01524307be8c8ca27306fce7 HTTP/1.1" status: 200 len: 375 time: 0.0339417 Sep 23 06:47:18.379209 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9a7db805-3aef-4f3a-87a8-5f81c0adcacd req-cbd2175b-9def-4f14-9ea2-80f72590a838 tempest-AbsoluteLimitsNegativeTestJSON-411612496 tempest-AbsoluteLimitsNegativeTestJSON-411612496-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=e9d2cf41e82041d9a756fe6ab045d395&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385015 Sep 23 06:47:18.404176 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a8a741-4c79-4f5a-afd1-560330f726cd None None] Pushing event updated for resources: {'Port': ['ID=e5fd6e08-5f94-45fc-8264-712421ca5da3,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:18.419482 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a8a741-4c79-4f5a-afd1-560330f726cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:47:18.420096 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a8a741-4c79-4f5a-afd1-560330f726cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:47:18.420852 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a8a741-4c79-4f5a-afd1-560330f726cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:47:18.421436 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a8a741-4c79-4f5a-afd1-560330f726cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:47:18.421961 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a8a741-4c79-4f5a-afd1-560330f726cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:47:18.422488 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a8a741-4c79-4f5a-afd1-560330f726cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:47:18.423000 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a8a741-4c79-4f5a-afd1-560330f726cd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:47:18.423507 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a8a741-4c79-4f5a-afd1-560330f726cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:47:18.424006 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a8a741-4c79-4f5a-afd1-560330f726cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:47:18.424497 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a8a741-4c79-4f5a-afd1-560330f726cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:47:18.425004 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a8a741-4c79-4f5a-afd1-560330f726cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:47:18.425497 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a8a741-4c79-4f5a-afd1-560330f726cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:47:18.481196 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=13fc1c55-aac8-4284-a65a-d9e7ba02d995,revision_number=13']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:18.490523 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-73a8a741-4c79-4f5a-afd1-560330f726cd None None] Attempting to bind port e5fd6e08-5f94-45fc-8264-712421ca5da3 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:47:18.490902 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-73a8a741-4c79-4f5a-afd1-560330f726cd None None] Attempting to bind port e5fd6e08-5f94-45fc-8264-712421ca5da3 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '1a9bebfa-472f-4ce0-bf1b-0262c13e7508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e4c06a7b-26ab-40e8-89e0-ef0444e22da6'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:47:18.491270 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a8a741-4c79-4f5a-afd1-560330f726cd None None] Attempting to bind port e5fd6e08-5f94-45fc-8264-712421ca5da3 on network e4c06a7b-26ab-40e8-89e0-ef0444e22da6 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:47:18.503789 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a8a741-4c79-4f5a-afd1-560330f726cd None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:47:18.504059 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a8a741-4c79-4f5a-afd1-560330f726cd None None] Checking segment: {'id': '1a9bebfa-472f-4ce0-bf1b-0262c13e7508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e4c06a7b-26ab-40e8-89e0-ef0444e22da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:47:18.504407 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-73a8a741-4c79-4f5a-afd1-560330f726cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:18.504817 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a8a741-4c79-4f5a-afd1-560330f726cd None None] Bound using segment: {'id': '1a9bebfa-472f-4ce0-bf1b-0262c13e7508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e4c06a7b-26ab-40e8-89e0-ef0444e22da6'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:47:18.505312 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-73a8a741-4c79-4f5a-afd1-560330f726cd None None] Bound port: e5fd6e08-5f94-45fc-8264-712421ca5da3, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a9bebfa-472f-4ce0-bf1b-0262c13e7508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e4c06a7b-26ab-40e8-89e0-ef0444e22da6'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:47:18.505907 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-73a8a741-4c79-4f5a-afd1-560330f726cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:18.568800 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7db805-3aef-4f3a-87a8-5f81c0adcacd req-7254ec59-2d9b-4f58-99a0-dfa96f4c0061 tempest-AbsoluteLimitsNegativeTestJSON-411612496 tempest-AbsoluteLimitsNegativeTestJSON-411612496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:18.573814 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9a7db805-3aef-4f3a-87a8-5f81c0adcacd req-7254ec59-2d9b-4f58-99a0-dfa96f4c0061 tempest-AbsoluteLimitsNegativeTestJSON-411612496 tempest-AbsoluteLimitsNegativeTestJSON-411612496-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1931391 Sep 23 06:47:18.593722 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9a7db805-3aef-4f3a-87a8-5f81c0adcacd req-50b218e0-858c-4a67-b1e7-346480999681 tempest-AbsoluteLimitsNegativeTestJSON-411612496 tempest-AbsoluteLimitsNegativeTestJSON-411612496-project] 10.222.0.39 "GET /v2.0/quotas/e9d2cf41e82041d9a756fe6ab045d395 HTTP/1.1" status: 200 len: 375 time: 0.0187557 Sep 23 06:47:18.600094 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2bb6c2ec-d350-4526-b529-37abb3ddaea8 req-fb72b77e-57c9-4d25-95c6-c2ab2cb04d9c tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=299a53ec01524307be8c8ca27306fce7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2462029 Sep 23 06:47:18.638354 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9a7db805-3aef-4f3a-87a8-5f81c0adcacd req-adba9685-d9a7-40f4-8dee-f0cde87ad982 tempest-AbsoluteLimitsNegativeTestJSON-411612496 tempest-AbsoluteLimitsNegativeTestJSON-411612496-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e9d2cf41e82041d9a756fe6ab045d395&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0398462 Sep 23 06:47:18.645505 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-73a8a741-4c79-4f5a-afd1-560330f726cd None None] For port e5fd6e08-5f94-45fc-8264-712421ca5da3, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:47:18.652033 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-73a8a741-4c79-4f5a-afd1-560330f726cd None None] For port e5fd6e08-5f94-45fc-8264-712421ca5da3, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=e5fd6e08-5f94-45fc-8264-712421ca5da3,segment=NetworkSegment(1a9bebfa-472f-4ce0-bf1b-0262c13e7508),segment_id=1a9bebfa-472f-4ce0-bf1b-0262c13e7508)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:47:18.658859 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-73a8a741-4c79-4f5a-afd1-560330f726cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:18.676775 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bca56f-b5af-426b-82bd-738d45961413 req-ad91287d-e552-4133-85de-a38e2c70fd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:18.678289 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-31bca56f-b5af-426b-82bd-738d45961413 req-ad91287d-e552-4133-85de-a38e2c70fd88 service neutron] 10.222.0.58 "GET /v2.0/networks?id=af521934-4e14-4fd3-9a79-d0d8a001f41d HTTP/1.1" status: 200 len: 914 time: 0.3120084 Sep 23 06:47:18.743796 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a8a741-4c79-4f5a-afd1-560330f726cd None None] Pushing event updated for resources: {'Port': ['ID=e5fd6e08-5f94-45fc-8264-712421ca5da3,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:18.761016 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-31bca56f-b5af-426b-82bd-738d45961413 req-24bda19a-868c-4114-bc07-5a35a0778790 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b1ca53f-855f-4d84-9ed7-a5c90ca79f81 HTTP/1.1" status: 200 len: 217 time: 0.0466280 Sep 23 06:47:18.872293 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6cf9b-b882-4de8-a7a9-6120d8afb041 req-b143556f-d610-4e1e-8303-b4ed8f49ab76 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:18.878703 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f7a6cf9b-b882-4de8-a7a9-6120d8afb041 req-b143556f-d610-4e1e-8303-b4ed8f49ab76 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a0f6d45-7159-44ba-8033-f26cc4346590 HTTP/1.1" status: 200 len: 945 time: 0.0812562 Sep 23 06:47:18.890715 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2bb6c2ec-d350-4526-b529-37abb3ddaea8 req-3d296bb3-a051-4360-bcde-4fea23929203 service neutron] 10.222.0.39 "GET /v2.0/networks/e4c06a7b-26ab-40e8-89e0-ef0444e22da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894528 Sep 23 06:47:18.944166 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bca56f-b5af-426b-82bd-738d45961413 req-9931c904-5b73-465b-b6d5-b2dbfde237b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:18.946199 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-31bca56f-b5af-426b-82bd-738d45961413 req-9931c904-5b73-465b-b6d5-b2dbfde237b5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7f9997a5-b833-4318-a21f-37b1b7e3fb43 HTTP/1.1" status: 200 len: 853 time: 0.1744680 Sep 23 06:47:18.989342 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f7a6cf9b-b882-4de8-a7a9-6120d8afb041 req-29d7fa4e-2af8-493e-819f-6f70d2c92f22 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987356 Sep 23 06:47:19.134321 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-31bca56f-b5af-426b-82bd-738d45961413 req-319f7732-0bf2-4904-9b14-24b978e28e5a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=af521934-4e14-4fd3-9a79-d0d8a001f41d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1490169 Sep 23 06:47:19.158671 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 58378) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:47:19.218510 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2bb6c2ec-d350-4526-b529-37abb3ddaea8 req-e9e15915-3b84-45aa-85b1-99182685ccb5 service neutron] 10.222.0.39 "GET /v2.0/networks/e4c06a7b-26ab-40e8-89e0-ef0444e22da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3236809 Sep 23 06:47:19.239066 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b83568b-ad61-42ab-b613-3deae1e63794 x-openstack-request-id: req-3b83568b-ad61-42ab-b613-3deae1e63794 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:47:19.239574 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c33652c9-f51e-4ce3-8d6c-a84749adc04b", "name": "network-vif-plugged", "status": "completed", "tag": "13fc1c55-aac8-4284-a65a-d9e7ba02d995", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:47:19.239705 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3b83568b-ad61-42ab-b613-3deae1e63794 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:47:19.240000 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c33652c9-f51e-4ce3-8d6c-a84749adc04b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13fc1c55-aac8-4284-a65a-d9e7ba02d995', 'code': 200} Sep 23 06:47:19.323912 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-31bca56f-b5af-426b-82bd-738d45961413 req-5b0df64d-bb36-4131-b992-61afa38264bb service neutron] 10.222.0.58 "GET /v2.0/networks/af521934-4e14-4fd3-9a79-d0d8a001f41d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713555 Sep 23 06:47:19.472463 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41921907-9674-4ef1-ac9c-7b44a3930f4e req-fe32ac91-fe3e-421b-8f33-3c39f18529d7 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:19.478141 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-41921907-9674-4ef1-ac9c-7b44a3930f4e req-fe32ac91-fe3e-421b-8f33-3c39f18529d7 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eca7759-3950-4e3f-bd86-fb5fd350e979 HTTP/1.1" status: 200 len: 943 time: 0.1099274 Sep 23 06:47:19.529228 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-078d8044-17dc-4f1e-b2cc-f4b8bf5b1b81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:19.562387 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-31bca56f-b5af-426b-82bd-738d45961413 req-6430a261-d3eb-4203-ba1f-9e3027fecf43 service neutron] 10.222.0.58 "GET /v2.0/networks/af521934-4e14-4fd3-9a79-d0d8a001f41d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296157 Sep 23 06:47:19.685781 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-41921907-9674-4ef1-ac9c-7b44a3930f4e req-a0fa61d2-a38d-493c-a2a5-78879eaf36bc tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/security-groups?id=294ea309-45c0-4806-b976-e6371d6e8795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487842 Sep 23 06:47:19.818695 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05fdc15-a351-437c-a324-6532a415eb67 req-dae4f6af-eea9-4821-873f-6f2e0f02186e tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:19.820596 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b05fdc15-a351-437c-a324-6532a415eb67 req-dae4f6af-eea9-4821-873f-6f2e0f02186e tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 946 time: 0.1611512 Sep 23 06:47:19.923476 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b05fdc15-a351-437c-a324-6532a415eb67 req-bf79461f-d7e7-4fbc-90bc-3059fc3f9d29 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933602 Sep 23 06:47:20.010360 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-078d8044-17dc-4f1e-b2cc-f4b8bf5b1b81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:20.022742 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-078d8044-17dc-4f1e-b2cc-f4b8bf5b1b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:20.175785 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-078d8044-17dc-4f1e-b2cc-f4b8bf5b1b81 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e9d2cf41e82041d9a756fe6ab045d395&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0158675 Sep 23 06:47:20.177703 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 58418) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:47:20.199750 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7214ff11-df47-4e45-ac8c-613b6117d598 req-2da885aa-c4de-46ac-a083-149ed1db09ec tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:20.209471 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7214ff11-df47-4e45-ac8c-613b6117d598 req-2da885aa-c4de-46ac-a083-149ed1db09ec tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/networks?id=e4c06a7b-26ab-40e8-89e0-ef0444e22da6 HTTP/1.1" status: 200 len: 816 time: 0.4130774 Sep 23 06:47:20.220769 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078d8044-17dc-4f1e-b2cc-f4b8bf5b1b81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9297be5-b8f2-4cdf-ad21-377d8d171ef7,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:20.233930 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7214ff11-df47-4e45-ac8c-613b6117d598 req-262ede60-bf4b-4750-8091-dc323fde94bd tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/quotas/299a53ec01524307be8c8ca27306fce7 HTTP/1.1" status: 200 len: 375 time: 0.0231674 Sep 23 06:47:20.300580 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7214ff11-df47-4e45-ac8c-613b6117d598 req-5b00797d-d593-4418-ad31-e937cdb0d875 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=299a53ec01524307be8c8ca27306fce7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0658174 Sep 23 06:47:20.305489 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a2dd7a-eed3-48bd-9d83-f9070633ade2 req-bd55630c-6434-4635-9a6c-b6ad007586d3 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:20.315801 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d6a2dd7a-eed3-48bd-9d83-f9070633ade2 req-bd55630c-6434-4635-9a6c-b6ad007586d3 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a0f6d45-7159-44ba-8033-f26cc4346590 HTTP/1.1" status: 200 len: 945 time: 0.2036088 Sep 23 06:47:20.334916 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10375fd6-e141-4add-8248-d926e33c1d4e None None] Network e4c06a7b-26ab-40e8-89e0-ef0444e22da6 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:47:20.430814 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-7807ac4f-e74d-43cc-9983-4a1bfc4ba6cf None None] Provisioning complete for port e5fd6e08-5f94-45fc-8264-712421ca5da3 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:47:20.431540 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-7807ac4f-e74d-43cc-9983-4a1bfc4ba6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:20.439715 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9ee4721a-d40c-4af9-bd7e-64d580404d13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:20.477731 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9ee4721a-d40c-4af9-bd7e-64d580404d13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:20.563896 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d6a2dd7a-eed3-48bd-9d83-f9070633ade2 req-7413fd69-9907-4734-abc9-708038677828 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440386 Sep 23 06:47:20.580158 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7214ff11-df47-4e45-ac8c-613b6117d598 req-60b07240-3227-4fb2-80f4-59fac7708693 service neutron] 10.222.0.39 "GET /v2.0/networks/e4c06a7b-26ab-40e8-89e0-ef0444e22da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786133 Sep 23 06:47:20.596175 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device e5fd6e08-5f94-45fc-8264-712421ca5da3 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:47:20.610730 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9ee4721a-d40c-4af9-bd7e-64d580404d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:20.614666 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9ee4721a-d40c-4af9-bd7e-64d580404d13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:20.616337 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-9ee4721a-d40c-4af9-bd7e-64d580404d13 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f9297be5-b8f2-4cdf-ad21-377d8d171ef7 HTTP/1.1" status: 204 len: 168 time: 0.4375188 Sep 23 06:47:20.633767 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee4721a-d40c-4af9-bd7e-64d580404d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9297be5-b8f2-4cdf-ad21-377d8d171ef7,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:20.710687 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7214ff11-df47-4e45-ac8c-613b6117d598 req-88650ed9-9212-48a1-8216-13aa0b2a4ace service neutron] 10.222.0.39 "GET /v2.0/networks/e4c06a7b-26ab-40e8-89e0-ef0444e22da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293204 Sep 23 06:47:20.730492 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 1b1ca53f-855f-4d84-9ed7-a5c90ca79f81 details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:47:20.854727 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.db.resource_extend [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 06:47:21.069282 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00fcc0a-9407-4ffc-8429-7b45994ab3dc req-6b45dbde-6d9a-49a2-9a5f-26e4c148dffb tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:21.071459 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f00fcc0a-9407-4ffc-8429-7b45994ab3dc req-6b45dbde-6d9a-49a2-9a5f-26e4c148dffb tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eca7759-3950-4e3f-bd86-fb5fd350e979 HTTP/1.1" status: 200 len: 943 time: 0.1757488 Sep 23 06:47:21.097146 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-7807ac4f-e74d-43cc-9983-4a1bfc4ba6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:21.229183 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f00fcc0a-9407-4ffc-8429-7b45994ab3dc req-b3aa2759-8629-422b-9189-6cfac27d7859 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/security-groups?id=294ea309-45c0-4806-b976-e6371d6e8795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509316 Sep 23 06:47:21.237050 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ca91e3-0516-4a3c-ac68-7b9aeae1e12a req-68fa6de4-6b43-42d8-b88b-ff9c740186b9 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:21.253599 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-27ca91e3-0516-4a3c-ac68-7b9aeae1e12a req-68fa6de4-6b43-42d8-b88b-ff9c740186b9 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 946 time: 0.1082318 Sep 23 06:47:21.343968 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-27ca91e3-0516-4a3c-ac68-7b9aeae1e12a req-0a7b5b0e-3e0a-412d-a688-8d55c6035a17 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856819 Sep 23 06:47:21.388511 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port e5fd6e08-5f94-45fc-8264-712421ca5da3 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:47:21.397935 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:21.520476 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-7807ac4f-e74d-43cc-9983-4a1bfc4ba6cf None None] For port e5fd6e08-5f94-45fc-8264-712421ca5da3, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=e5fd6e08-5f94-45fc-8264-712421ca5da3,segment=NetworkSegment(1a9bebfa-472f-4ce0-bf1b-0262c13e7508),segment_id=1a9bebfa-472f-4ce0-bf1b-0262c13e7508)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:47:21.605395 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-7807ac4f-e74d-43cc-9983-4a1bfc4ba6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:21.666399 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 1b1ca53f-855f-4d84-9ed7-a5c90ca79f81, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=1b1ca53f-855f-4d84-9ed7-a5c90ca79f81,segment=NetworkSegment(606d2197-237b-4f47-90de-9108be481d55),segment_id=606d2197-237b-4f47-90de-9108be481d55)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:47:21.804041 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': '1b1ca53f-855f-4d84-9ed7-a5c90ca79f81', 'network_id': 'af521934-4e14-4fd3-9a79-d0d8a001f41d', 'port_id': '1b1ca53f-855f-4d84-9ed7-a5c90ca79f81', 'mac_address': 'fa:16:3e:0c:30:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f9997a5-b833-4318-a21f-37b1b7e3fb43', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:47:21.935073 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7807ac4f-e74d-43cc-9983-4a1bfc4ba6cf None None] Pushing event updated for resources: {'Port': ['ID=e5fd6e08-5f94-45fc-8264-712421ca5da3,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:22.063626 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:22.082353 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b1ca53f-855f-4d84-9ed7-a5c90ca79f81 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:47:22.135540 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 1b1ca53f-855f-4d84-9ed7-a5c90ca79f81, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=1b1ca53f-855f-4d84-9ed7-a5c90ca79f81,segment=NetworkSegment(606d2197-237b-4f47-90de-9108be481d55),segment_id=606d2197-237b-4f47-90de-9108be481d55)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:47:22.158921 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-bc4732f0-79bb-42a3-a80a-98140151cf58 None None] Provisioning complete for port e5fd6e08-5f94-45fc-8264-712421ca5da3 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:47:22.159632 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-bc4732f0-79bb-42a3-a80a-98140151cf58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:22.161588 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:22.297601 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=1b1ca53f-855f-4d84-9ed7-a5c90ca79f81,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:22.360400 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb6c2ec-d350-4526-b529-37abb3ddaea8 req-f67ba8ff-e996-4594-abe3-9f2f93c94ba9 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:22.363284 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2bb6c2ec-d350-4526-b529-37abb3ddaea8 req-f67ba8ff-e996-4594-abe3-9f2f93c94ba9 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.58 "GET /v2.0/networks?id=e4c06a7b-26ab-40e8-89e0-ef0444e22da6 HTTP/1.1" status: 200 len: 816 time: 0.9467213 Sep 23 06:47:22.365250 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device e5fd6e08-5f94-45fc-8264-712421ca5da3 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:47:22.384976 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae27551-f651-4bcd-9f5a-9348a5833b2a req-02dc971c-d421-476b-af58-cd822c98e2de tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:22.394733 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fae27551-f651-4bcd-9f5a-9348a5833b2a req-02dc971c-d421-476b-af58-cd822c98e2de tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a0f6d45-7159-44ba-8033-f26cc4346590 HTTP/1.1" status: 200 len: 945 time: 0.1080406 Sep 23 06:47:22.400888 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-2bb6c2ec-d350-4526-b529-37abb3ddaea8 req-74af7da6-3000-4295-8f51-14e4bd1db741 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Request body: {'port': {'device_id': '78a6b827-061d-4284-b0e3-3ac50ee2a042', 'network_id': 'e4c06a7b-26ab-40e8-89e0-ef0444e22da6', 'admin_state_up': True, 'tenant_id': '299a53ec01524307be8c8ca27306fce7'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:47:22.453848 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['1b1ca53f-855f-4d84-9ed7-a5c90ca79f81'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:47:22.566554 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 58522) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:47:22.630676 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fae27551-f651-4bcd-9f5a-9348a5833b2a req-739d94fa-c1c3-4655-a965-ecdc7aeaec6d tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350466 Sep 23 06:47:22.642041 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port e5fd6e08-5f94-45fc-8264-712421ca5da3 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:47:22.642816 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:22.741917 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bb6c2ec-d350-4526-b529-37abb3ddaea8 req-74af7da6-3000-4295-8f51-14e4bd1db741 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Made reservation on behalf of 299a53ec01524307be8c8ca27306fce7 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:47:22.745593 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-2bb6c2ec-d350-4526-b529-37abb3ddaea8 req-74af7da6-3000-4295-8f51-14e4bd1db741 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:22.871095 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-50b8d2d0-7711-4e4a-bad6-609498149217 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-221435900-network', 'tenant_id': '149d9d85cc554117a60bd4820d2fa33c'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:47:22.983703 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7214ff11-df47-4e45-ac8c-613b6117d598 req-e11f0557-42c1-4db1-bb3c-0689e8fffa53 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:22.985770 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7214ff11-df47-4e45-ac8c-613b6117d598 req-e11f0557-42c1-4db1-bb3c-0689e8fffa53 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.21 "GET /v2.0/networks?id=e4c06a7b-26ab-40e8-89e0-ef0444e22da6 HTTP/1.1" status: 200 len: 816 time: 0.3510838 Sep 23 06:47:22.987249 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b8d2d0-7711-4e4a-bad6-609498149217 admin admin] Made reservation on behalf of 149d9d85cc554117a60bd4820d2fa33c for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:47:22.989947 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-50b8d2d0-7711-4e4a-bad6-609498149217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:23.007380 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-7214ff11-df47-4e45-ac8c-613b6117d598 req-9cdd50a5-9a82-4df4-aecd-ea1e2d81535e tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Request body: {'port': {'device_id': '414d1d22-ae75-4655-9675-09e03837cb32', 'network_id': 'e4c06a7b-26ab-40e8-89e0-ef0444e22da6', 'admin_state_up': True, 'tenant_id': '299a53ec01524307be8c8ca27306fce7'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:47:23.044665 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-50b8d2d0-7711-4e4a-bad6-609498149217 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:23.117564 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-2bb6c2ec-d350-4526-b529-37abb3ddaea8 req-74af7da6-3000-4295-8f51-14e4bd1db741 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Allocated IP 172.20.0.10 (e4c06a7b-26ab-40e8-89e0-ef0444e22da6/e44f0c68-01d6-43be-8be9-be0d6086d787/1bb851cf-6032-4df1-9a1c-c08d5a92742d) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:47:23.326157 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-50b8d2d0-7711-4e4a-bad6-609498149217 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:23.355544 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-50b8d2d0-7711-4e4a-bad6-609498149217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:23.368395 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50b8d2d0-7711-4e4a-bad6-609498149217 admin admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:47:23.383033 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-50b8d2d0-7711-4e4a-bad6-609498149217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:23.383367 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-50b8d2d0-7711-4e4a-bad6-609498149217 admin admin] Added segment 3b708d3c-68d6-413d-9d0d-a09b1c7df531 of type vlan for network 1eadbc67-704d-4e19-8b87-56653d64f6b4 Sep 23 06:47:23.466480 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-50b8d2d0-7711-4e4a-bad6-609498149217 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:23.502043 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7214ff11-df47-4e45-ac8c-613b6117d598 req-9cdd50a5-9a82-4df4-aecd-ea1e2d81535e tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Made reservation on behalf of 299a53ec01524307be8c8ca27306fce7 for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:47:23.506041 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-7214ff11-df47-4e45-ac8c-613b6117d598 req-9cdd50a5-9a82-4df4-aecd-ea1e2d81535e tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:23.509989 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-50b8d2d0-7711-4e4a-bad6-609498149217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:23.510932 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b8d2d0-7711-4e4a-bad6-609498149217 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:23.511511 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-50b8d2d0-7711-4e4a-bad6-609498149217 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:23.647647 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b8d2d0-7711-4e4a-bad6-609498149217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d29e77-170c-4e26-8b37-9a8f3759b12d,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:23.651195 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-2bb6c2ec-d350-4526-b529-37abb3ddaea8 req-74af7da6-3000-4295-8f51-14e4bd1db741 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:23.659320 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-50b8d2d0-7711-4e4a-bad6-609498149217 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0911162 Sep 23 06:47:23.666625 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 58536) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:47:23.674222 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-ceabd2ae-8759-4bb3-a889-268b7d8b87f1 admin admin] Request body: {'subnet': {'network_id': '1eadbc67-704d-4e19-8b87-56653d64f6b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-221435900-subnet', 'tenant_id': '149d9d85cc554117a60bd4820d2fa33c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:47:23.752485 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceabd2ae-8759-4bb3-a889-268b7d8b87f1 admin admin] Made reservation on behalf of 149d9d85cc554117a60bd4820d2fa33c for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:47:23.754654 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-2bb6c2ec-d350-4526-b529-37abb3ddaea8 req-74af7da6-3000-4295-8f51-14e4bd1db741 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:23.758768 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ceabd2ae-8759-4bb3-a889-268b7d8b87f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:23.815710 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bb6c2ec-d350-4526-b529-37abb3ddaea8 req-74af7da6-3000-4295-8f51-14e4bd1db741 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Network e4c06a7b-26ab-40e8-89e0-ef0444e22da6 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:47:23.819586 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-2bb6c2ec-d350-4526-b529-37abb3ddaea8 req-74af7da6-3000-4295-8f51-14e4bd1db741 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:47:23.843641 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bb6c2ec-d350-4526-b529-37abb3ddaea8 req-74af7da6-3000-4295-8f51-14e4bd1db741 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:47:23.848508 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [req-7214ff11-df47-4e45-ac8c-613b6117d598 req-9cdd50a5-9a82-4df4-aecd-ea1e2d81535e tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Allocated IP 172.20.0.14 (e4c06a7b-26ab-40e8-89e0-ef0444e22da6/e44f0c68-01d6-43be-8be9-be0d6086d787/e45ad089-4d49-4a77-9072-5321c26014de) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:47:23.918642 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb6c2ec-d350-4526-b529-37abb3ddaea8 req-74af7da6-3000-4295-8f51-14e4bd1db741 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:23.919352 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-2bb6c2ec-d350-4526-b529-37abb3ddaea8 req-74af7da6-3000-4295-8f51-14e4bd1db741 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:23.941539 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2bb6c2ec-d350-4526-b529-37abb3ddaea8 req-74af7da6-3000-4295-8f51-14e4bd1db741 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5444114 Sep 23 06:47:23.971995 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-2bb6c2ec-d350-4526-b529-37abb3ddaea8 req-6d2855e2-a7b7-4b5c-8e6d-5e1b93686073 service neutron] Request body: {'port': {'device_id': '78a6b827-061d-4284-b0e3-3ac50ee2a042', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:47:23.977746 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74af7da6-3000-4295-8f51-14e4bd1db741 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Pushing event updated for resources: {'Port': ['ID=1bb851cf-6032-4df1-9a1c-c08d5a92742d,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:24.058325 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-2bb6c2ec-d350-4526-b529-37abb3ddaea8 req-6d2855e2-a7b7-4b5c-8e6d-5e1b93686073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:24.326257 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-5ff9ba08-f29c-4738-abcb-87c6eebf032a None None] Provisioning complete for port 1bb851cf-6032-4df1-9a1c-c08d5a92742d triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:47:24.327083 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5ff9ba08-f29c-4738-abcb-87c6eebf032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:24.424001 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-5ff9ba08-f29c-4738-abcb-87c6eebf032a None None] Port 1bb851cf-6032-4df1-9a1c-c08d5a92742d cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:47:24.432844 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b8d2d0-7711-4e4a-bad6-609498149217 admin admin] Pushing event updated for resources: {'Network': ['ID=1eadbc67-704d-4e19-8b87-56653d64f6b4,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:24.443755 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 1eadbc67-704d-4e19-8b87-56653d64f6b4 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:47:24.532607 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ceabd2ae-8759-4bb3-a889-268b7d8b87f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:24.603038 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-7214ff11-df47-4e45-ac8c-613b6117d598 req-9cdd50a5-9a82-4df4-aecd-ea1e2d81535e tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:24.705645 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceabd2ae-8759-4bb3-a889-268b7d8b87f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f2262b4-d7c1-4330-a828-bdd3bcef0017,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:24.737287 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceabd2ae-8759-4bb3-a889-268b7d8b87f1 admin admin] Checking segment: {'id': '3b708d3c-68d6-413d-9d0d-a09b1c7df531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '1eadbc67-704d-4e19-8b87-56653d64f6b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:47:24.737647 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceabd2ae-8759-4bb3-a889-268b7d8b87f1 admin admin] Network hostable DHCP agents. Network: 1eadbc67-704d-4e19-8b87-56653d64f6b4, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:47:24.743882 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 1b1ca53f-855f-4d84-9ed7-a5c90ca79f81 up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:47:24.797314 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-7214ff11-df47-4e45-ac8c-613b6117d598 req-9cdd50a5-9a82-4df4-aecd-ea1e2d81535e tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:24.874199 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port 1b1ca53f-855f-4d84-9ed7-a5c90ca79f81 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:47:24.877506 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7214ff11-df47-4e45-ac8c-613b6117d598 req-9cdd50a5-9a82-4df4-aecd-ea1e2d81535e tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Network e4c06a7b-26ab-40e8-89e0-ef0444e22da6 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:47:24.882289 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [req-7214ff11-df47-4e45-ac8c-613b6117d598 req-9cdd50a5-9a82-4df4-aecd-ea1e2d81535e tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:47:24.891455 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-7214ff11-df47-4e45-ac8c-613b6117d598 req-9cdd50a5-9a82-4df4-aecd-ea1e2d81535e tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:47:24.895053 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceabd2ae-8759-4bb3-a889-268b7d8b87f1 admin admin] Network 1eadbc67-704d-4e19-8b87-56653d64f6b4 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:47:24.906302 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port 1b1ca53f-855f-4d84-9ed7-a5c90ca79f81 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:47:24.906739 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:24.911863 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ca1795-54a0-420e-b1d2-12af419e30cf req-e4102df9-4665-4b94-9df6-29a694690e0f tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:24.914648 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b1ca1795-54a0-420e-b1d2-12af419e30cf req-e4102df9-4665-4b94-9df6-29a694690e0f tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/networks?id=e4c06a7b-26ab-40e8-89e0-ef0444e22da6 HTTP/1.1" status: 200 len: 816 time: 0.2550192 Sep 23 06:47:24.962032 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b1ca1795-54a0-420e-b1d2-12af419e30cf req-14cc00b7-4f63-4585-a2f3-02f588e2959f tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/quotas/299a53ec01524307be8c8ca27306fce7 HTTP/1.1" status: 200 len: 375 time: 0.0178518 Sep 23 06:47:24.970101 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-ceabd2ae-8759-4bb3-a889-268b7d8b87f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 1eadbc67-704d-4e19-8b87-56653d64f6b4) {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:47:24.975956 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceabd2ae-8759-4bb3-a889-268b7d8b87f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:24.977362 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ceabd2ae-8759-4bb3-a889-268b7d8b87f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:24.991000 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c094ac-4f57-4b61-bcac-47adef0564ed None None] Network 1eadbc67-704d-4e19-8b87-56653d64f6b4 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:47:25.036418 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdd50a5-9a82-4df4-aecd-ea1e2d81535e tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Pushing event updated for resources: {'Port': ['ID=e45ad089-4d49-4a77-9072-5321c26014de,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:25.086082 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed890e77-30e0-4d10-ac25-d1f68744fb6a req-c1301822-b427-49c3-b917-8fa66e85530f tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:25.098015 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ed890e77-30e0-4d10-ac25-d1f68744fb6a req-c1301822-b427-49c3-b917-8fa66e85530f tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eca7759-3950-4e3f-bd86-fb5fd350e979 HTTP/1.1" status: 200 len: 944 time: 0.2052619 Sep 23 06:47:25.100700 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7214ff11-df47-4e45-ac8c-613b6117d598 req-9cdd50a5-9a82-4df4-aecd-ea1e2d81535e tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:25.116689 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-7214ff11-df47-4e45-ac8c-613b6117d598 req-9cdd50a5-9a82-4df4-aecd-ea1e2d81535e tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:25.123715 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-ceabd2ae-8759-4bb3-a889-268b7d8b87f1 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4554594 Sep 23 06:47:25.151002 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b1ca1795-54a0-420e-b1d2-12af419e30cf req-7fffe501-fc63-4320-932f-4ce18d8e7c14 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=299a53ec01524307be8c8ca27306fce7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1648934 Sep 23 06:47:25.159264 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7214ff11-df47-4e45-ac8c-613b6117d598 req-9cdd50a5-9a82-4df4-aecd-ea1e2d81535e tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1575985 Sep 23 06:47:25.187931 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-7214ff11-df47-4e45-ac8c-613b6117d598 req-d1f72a56-d3dd-4fe4-a64e-0c9faaee305a service neutron] Request body: {'port': {'device_id': '414d1d22-ae75-4655-9675-09e03837cb32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-16'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:47:25.207282 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ed890e77-30e0-4d10-ac25-d1f68744fb6a req-db8af675-6e48-4686-a262-08ed3289c9d4 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/security-groups?id=294ea309-45c0-4806-b976-e6371d6e8795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113377 Sep 23 06:47:25.269012 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-2bb6c2ec-d350-4526-b529-37abb3ddaea8 req-6d2855e2-a7b7-4b5c-8e6d-5e1b93686073 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bb851cf-6032-4df1-9a1c-c08d5a92742d {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:47:25.282548 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-2bb6c2ec-d350-4526-b529-37abb3ddaea8 req-6d2855e2-a7b7-4b5c-8e6d-5e1b93686073 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:25.300609 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-2bb6c2ec-d350-4526-b529-37abb3ddaea8 req-6d2855e2-a7b7-4b5c-8e6d-5e1b93686073 service neutron] Transition to ACTIVE for port object 1bb851cf-6032-4df1-9a1c-c08d5a92742d will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:47:25.317902 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-2bb6c2ec-d350-4526-b529-37abb3ddaea8 req-6d2855e2-a7b7-4b5c-8e6d-5e1b93686073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:25.321215 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:25.434967 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eca7759-3950-4e3f-bd86-fb5fd350e979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b1ca53f-855f-4d84-9ed7-a5c90ca79f81'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:47:25.437487 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a31a582-3558-4204-894e-fe0ab1364956" -d '{"events": [{"server_uuid": "9eca7759-3950-4e3f-bd86-fb5fd350e979", "name": "network-vif-plugged", "status": "completed", "tag": "1b1ca53f-855f-4d84-9ed7-a5c90ca79f81"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:47:25.438032 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2855e2-a7b7-4b5c-8e6d-5e1b93686073 service neutron] Pushing event updated for resources: {'Port': ['ID=1bb851cf-6032-4df1-9a1c-c08d5a92742d,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:25.489223 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 1b1ca53f-855f-4d84-9ed7-a5c90ca79f81, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=1b1ca53f-855f-4d84-9ed7-a5c90ca79f81,segment=NetworkSegment(606d2197-237b-4f47-90de-9108be481d55),segment_id=606d2197-237b-4f47-90de-9108be481d55)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:47:25.545554 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-7214ff11-df47-4e45-ac8c-613b6117d598 req-d1f72a56-d3dd-4fe4-a64e-0c9faaee305a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:25.560470 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:25.591169 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-2bb6c2ec-d350-4526-b529-37abb3ddaea8 req-6d2855e2-a7b7-4b5c-8e6d-5e1b93686073 service neutron] Attempting to bind port 1bb851cf-6032-4df1-9a1c-c08d5a92742d on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:47:25.591552 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-2bb6c2ec-d350-4526-b529-37abb3ddaea8 req-6d2855e2-a7b7-4b5c-8e6d-5e1b93686073 service neutron] Attempting to bind port 1bb851cf-6032-4df1-9a1c-c08d5a92742d by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '1a9bebfa-472f-4ce0-bf1b-0262c13e7508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e4c06a7b-26ab-40e8-89e0-ef0444e22da6'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:47:25.591851 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb6c2ec-d350-4526-b529-37abb3ddaea8 req-6d2855e2-a7b7-4b5c-8e6d-5e1b93686073 service neutron] Attempting to bind port 1bb851cf-6032-4df1-9a1c-c08d5a92742d on network e4c06a7b-26ab-40e8-89e0-ef0444e22da6 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:47:25.603537 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb6c2ec-d350-4526-b529-37abb3ddaea8 req-6d2855e2-a7b7-4b5c-8e6d-5e1b93686073 service neutron] Port 1bb851cf-6032-4df1-9a1c-c08d5a92742d on network e4c06a7b-26ab-40e8-89e0-ef0444e22da6 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:47:25.603900 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb6c2ec-d350-4526-b529-37abb3ddaea8 req-6d2855e2-a7b7-4b5c-8e6d-5e1b93686073 service neutron] Attempting to bind port 1bb851cf-6032-4df1-9a1c-c08d5a92742d on network e4c06a7b-26ab-40e8-89e0-ef0444e22da6 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:47:25.613574 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb6c2ec-d350-4526-b529-37abb3ddaea8 req-6d2855e2-a7b7-4b5c-8e6d-5e1b93686073 service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:47:25.613995 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb6c2ec-d350-4526-b529-37abb3ddaea8 req-6d2855e2-a7b7-4b5c-8e6d-5e1b93686073 service neutron] Checking segment: {'id': '1a9bebfa-472f-4ce0-bf1b-0262c13e7508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e4c06a7b-26ab-40e8-89e0-ef0444e22da6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:47:25.614336 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb6c2ec-d350-4526-b529-37abb3ddaea8 req-6d2855e2-a7b7-4b5c-8e6d-5e1b93686073 service neutron] Bound using segment: {'id': '1a9bebfa-472f-4ce0-bf1b-0262c13e7508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e4c06a7b-26ab-40e8-89e0-ef0444e22da6'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:47:25.614966 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-2bb6c2ec-d350-4526-b529-37abb3ddaea8 req-6d2855e2-a7b7-4b5c-8e6d-5e1b93686073 service neutron] Bound port: 1bb851cf-6032-4df1-9a1c-c08d5a92742d, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a9bebfa-472f-4ce0-bf1b-0262c13e7508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e4c06a7b-26ab-40e8-89e0-ef0444e22da6'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:47:25.615868 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-2bb6c2ec-d350-4526-b529-37abb3ddaea8 req-6d2855e2-a7b7-4b5c-8e6d-5e1b93686073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:25.640026 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1f1037-c979-42e5-8353-4cb201706633 req-4ae8305e-5497-4ae4-ab84-f42e0ccb4e92 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:25.642221 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5e1f1037-c979-42e5-8353-4cb201706633 req-4ae8305e-5497-4ae4-ab84-f42e0ccb4e92 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 946 time: 0.2269630 Sep 23 06:47:25.671185 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-8938ea69-1b9f-4148-ba40-d167a9fb81ec None None] Provisioning complete for port e45ad089-4d49-4a77-9072-5321c26014de triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:47:25.676397 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8938ea69-1b9f-4148-ba40-d167a9fb81ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:25.694806 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b1ca1795-54a0-420e-b1d2-12af419e30cf req-d5cadf89-5920-4dc5-8d92-5d942465cdc0 service neutron] 10.222.0.39 "GET /v2.0/networks/e4c06a7b-26ab-40e8-89e0-ef0444e22da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5345018 Sep 23 06:47:25.767402 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-8938ea69-1b9f-4148-ba40-d167a9fb81ec None None] Port e45ad089-4d49-4a77-9072-5321c26014de cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:47:25.769378 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9393666-ce6d-4772-812a-ef1b6dfb7c0b None None] Network 1eadbc67-704d-4e19-8b87-56653d64f6b4 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:47:25.821827 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5e1f1037-c979-42e5-8353-4cb201706633 req-3b6b5f8e-6351-41aa-a3f1-d4664590238f tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1648951 Sep 23 06:47:25.899686 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=1b1ca53f-855f-4d84-9ed7-a5c90ca79f81,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:25.968327 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-2bb6c2ec-d350-4526-b529-37abb3ddaea8 req-6d2855e2-a7b7-4b5c-8e6d-5e1b93686073 service neutron] For port 1bb851cf-6032-4df1-9a1c-c08d5a92742d, host n-h2-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:47:26.003261 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-2bb6c2ec-d350-4526-b529-37abb3ddaea8 req-6d2855e2-a7b7-4b5c-8e6d-5e1b93686073 service neutron] For port 1bb851cf-6032-4df1-9a1c-c08d5a92742d, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=1bb851cf-6032-4df1-9a1c-c08d5a92742d,segment=NetworkSegment(1a9bebfa-472f-4ce0-bf1b-0262c13e7508),segment_id=1a9bebfa-472f-4ce0-bf1b-0262c13e7508)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:47:26.015206 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-2bb6c2ec-d350-4526-b529-37abb3ddaea8 req-6d2855e2-a7b7-4b5c-8e6d-5e1b93686073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:26.063944 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc2a650-f131-41a4-88b5-5feacef01bce req-841b5d1b-1512-401e-b7ab-a95ad0334409 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:26.071579 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-acc2a650-f131-41a4-88b5-5feacef01bce req-841b5d1b-1512-401e-b7ab-a95ad0334409 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a0f6d45-7159-44ba-8033-f26cc4346590 HTTP/1.1" status: 200 len: 945 time: 0.1234195 Sep 23 06:47:26.078374 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb6c2ec-d350-4526-b529-37abb3ddaea8 req-6d2855e2-a7b7-4b5c-8e6d-5e1b93686073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:26.078986 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-2bb6c2ec-d350-4526-b529-37abb3ddaea8 req-6d2855e2-a7b7-4b5c-8e6d-5e1b93686073 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:26.080347 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2bb6c2ec-d350-4526-b529-37abb3ddaea8 req-6d2855e2-a7b7-4b5c-8e6d-5e1b93686073 service neutron] 10.222.0.58 "PUT /v2.0/ports/1bb851cf-6032-4df1-9a1c-c08d5a92742d HTTP/1.1" status: 200 len: 1093 time: 2.1157970 Sep 23 06:47:26.081463 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78a6b827-061d-4284-b0e3-3ac50ee2a042', 'tag': '1bb851cf-6032-4df1-9a1c-c08d5a92742d'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:47:26.083711 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9dd62d2-559f-41df-9f98-c2a190298ba2" -d '{"events": [{"name": "network-changed", "server_uuid": "78a6b827-061d-4284-b0e3-3ac50ee2a042", "tag": "1bb851cf-6032-4df1-9a1c-c08d5a92742d"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:47:26.147635 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b1ca1795-54a0-420e-b1d2-12af419e30cf req-ec2c8fee-1022-412e-90ff-2790df10d8a0 service neutron] 10.222.0.39 "GET /v2.0/networks/e4c06a7b-26ab-40e8-89e0-ef0444e22da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4417508 Sep 23 06:47:26.160072 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2855e2-a7b7-4b5c-8e6d-5e1b93686073 service neutron] Pushing event updated for resources: {'Port': ['ID=1bb851cf-6032-4df1-9a1c-c08d5a92742d,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:26.175327 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-acc2a650-f131-41a4-88b5-5feacef01bce req-b2b5c15c-5110-4692-b3ae-e182cfb4b232 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028068 Sep 23 06:47:26.364754 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb6c2ec-d350-4526-b529-37abb3ddaea8 req-a41526e1-21ce-4f21-b8f2-d81668cf6bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:26.366295 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2bb6c2ec-d350-4526-b529-37abb3ddaea8 req-a41526e1-21ce-4f21-b8f2-d81668cf6bc3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=299a53ec01524307be8c8ca27306fce7&device_id=78a6b827-061d-4284-b0e3-3ac50ee2a042 HTTP/1.1" status: 200 len: 1096 time: 0.0531526 Sep 23 06:47:26.456525 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2bb6c2ec-d350-4526-b529-37abb3ddaea8 req-5e25cbe4-edd5-4fb5-9e0e-e9e565fb9da9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1bb851cf-6032-4df1-9a1c-c08d5a92742d HTTP/1.1" status: 200 len: 217 time: 0.0714285 Sep 23 06:47:26.470898 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d4eb4e0-3616-4175-8a36-cee55fcf2991 x-openstack-request-id: req-0d4eb4e0-3616-4175-8a36-cee55fcf2991 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:47:26.471406 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eca7759-3950-4e3f-bd86-fb5fd350e979", "name": "network-vif-plugged", "status": "completed", "tag": "1b1ca53f-855f-4d84-9ed7-a5c90ca79f81", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:47:26.471749 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0d4eb4e0-3616-4175-8a36-cee55fcf2991 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:47:26.472250 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eca7759-3950-4e3f-bd86-fb5fd350e979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b1ca53f-855f-4d84-9ed7-a5c90ca79f81', 'code': 200} Sep 23 06:47:26.550478 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [req-7214ff11-df47-4e45-ac8c-613b6117d598 req-d1f72a56-d3dd-4fe4-a64e-0c9faaee305a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e45ad089-4d49-4a77-9072-5321c26014de {{(pid=95066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:47:26.550784 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-37016da0-e81a-4064-a1ae-4580572fa2fd req-bfca8396-312c-4057-bc41-c444e8308cc5 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-193366633', 'description': 'tempest-description-1991561487'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:47:26.564181 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-7214ff11-df47-4e45-ac8c-613b6117d598 req-d1f72a56-d3dd-4fe4-a64e-0c9faaee305a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:26.573570 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb6c2ec-d350-4526-b529-37abb3ddaea8 req-5ce7052f-9fa9-4c7a-aa97-dfa58e4c8e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:26.575276 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2bb6c2ec-d350-4526-b529-37abb3ddaea8 req-5ce7052f-9fa9-4c7a-aa97-dfa58e4c8e5b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e44f0c68-01d6-43be-8be9-be0d6086d787 HTTP/1.1" status: 200 len: 855 time: 0.1082160 Sep 23 06:47:26.589471 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.provisioning_blocks [req-7214ff11-df47-4e45-ac8c-613b6117d598 req-d1f72a56-d3dd-4fe4-a64e-0c9faaee305a service neutron] Transition to ACTIVE for port object e45ad089-4d49-4a77-9072-5321c26014de will not be triggered until provisioned by entity L2. {{(pid=95066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:47:26.605696 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-7214ff11-df47-4e45-ac8c-613b6117d598 req-d1f72a56-d3dd-4fe4-a64e-0c9faaee305a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:26.688495 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-37016da0-e81a-4064-a1ae-4580572fa2fd req-bfca8396-312c-4057-bc41-c444e8308cc5 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:26.698043 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea2e125-bd56-4a9b-80cf-40e4f77c78cf x-openstack-request-id: req-8ea2e125-bd56-4a9b-80cf-40e4f77c78cf {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:47:26.698600 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78a6b827-061d-4284-b0e3-3ac50ee2a042", "tag": "1bb851cf-6032-4df1-9a1c-c08d5a92742d", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:47:26.698953 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8ea2e125-bd56-4a9b-80cf-40e4f77c78cf {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:47:26.700218 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78a6b827-061d-4284-b0e3-3ac50ee2a042', 'tag': '1bb851cf-6032-4df1-9a1c-c08d5a92742d', 'status': 'completed', 'code': 200} Sep 23 06:47:26.706137 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f72a56-d3dd-4fe4-a64e-0c9faaee305a service neutron] Pushing event updated for resources: {'Port': ['ID=e45ad089-4d49-4a77-9072-5321c26014de,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:26.739826 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb6c2ec-d350-4526-b529-37abb3ddaea8 req-3e1b8360-b60e-4aad-839c-2d38d879e2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:26.742265 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2bb6c2ec-d350-4526-b529-37abb3ddaea8 req-3e1b8360-b60e-4aad-839c-2d38d879e2cc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e4c06a7b-26ab-40e8-89e0-ef0444e22da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1578674 Sep 23 06:47:26.759873 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b795e20-3f45-47ea-a130-3c3f1f28e4ac req-5540cb18-89bb-4fbc-87df-4bc1272c14f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:26.762660 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0b795e20-3f45-47ea-a130-3c3f1f28e4ac req-5540cb18-89bb-4fbc-87df-4bc1272c14f6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9eca7759-3950-4e3f-bd86-fb5fd350e979 HTTP/1.1" status: 200 len: 1097 time: 0.1708605 Sep 23 06:47:26.908845 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0b795e20-3f45-47ea-a130-3c3f1f28e4ac req-19ed8136-9ca2-40df-a4d7-2d39b2f11388 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=294ea309-45c0-4806-b976-e6371d6e8795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097240 Sep 23 06:47:26.917888 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-7214ff11-df47-4e45-ac8c-613b6117d598 req-d1f72a56-d3dd-4fe4-a64e-0c9faaee305a service neutron] Attempting to bind port e45ad089-4d49-4a77-9072-5321c26014de on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:47:26.918226 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-7214ff11-df47-4e45-ac8c-613b6117d598 req-d1f72a56-d3dd-4fe4-a64e-0c9faaee305a service neutron] Attempting to bind port e45ad089-4d49-4a77-9072-5321c26014de by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': '1a9bebfa-472f-4ce0-bf1b-0262c13e7508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e4c06a7b-26ab-40e8-89e0-ef0444e22da6'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:47:26.918519 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7214ff11-df47-4e45-ac8c-613b6117d598 req-d1f72a56-d3dd-4fe4-a64e-0c9faaee305a service neutron] Attempting to bind port e45ad089-4d49-4a77-9072-5321c26014de on network e4c06a7b-26ab-40e8-89e0-ef0444e22da6 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:47:26.925254 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2bb6c2ec-d350-4526-b529-37abb3ddaea8 req-09aa13a6-dab4-4588-b982-227b6cdae20e service neutron] 10.222.0.58 "GET /v2.0/networks/e4c06a7b-26ab-40e8-89e0-ef0444e22da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718874 Sep 23 06:47:26.932893 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f0768-9e0a-4e64-b1f3-b52dca95f585 req-a88ce994-83f1-40b1-8f3e-47372187e8a3 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:26.934533 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-402f0768-9e0a-4e64-b1f3-b52dca95f585 req-a88ce994-83f1-40b1-8f3e-47372187e8a3 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eca7759-3950-4e3f-bd86-fb5fd350e979 HTTP/1.1" status: 200 len: 945 time: 0.1122389 Sep 23 06:47:26.935701 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7214ff11-df47-4e45-ac8c-613b6117d598 req-d1f72a56-d3dd-4fe4-a64e-0c9faaee305a service neutron] Port e45ad089-4d49-4a77-9072-5321c26014de on network e4c06a7b-26ab-40e8-89e0-ef0444e22da6 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:47:26.936080 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7214ff11-df47-4e45-ac8c-613b6117d598 req-d1f72a56-d3dd-4fe4-a64e-0c9faaee305a service neutron] Attempting to bind port e45ad089-4d49-4a77-9072-5321c26014de on network e4c06a7b-26ab-40e8-89e0-ef0444e22da6 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:47:26.942926 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7214ff11-df47-4e45-ac8c-613b6117d598 req-d1f72a56-d3dd-4fe4-a64e-0c9faaee305a service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:47:26.943263 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7214ff11-df47-4e45-ac8c-613b6117d598 req-d1f72a56-d3dd-4fe4-a64e-0c9faaee305a service neutron] Checking segment: {'id': '1a9bebfa-472f-4ce0-bf1b-0262c13e7508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e4c06a7b-26ab-40e8-89e0-ef0444e22da6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:47:26.943687 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7214ff11-df47-4e45-ac8c-613b6117d598 req-d1f72a56-d3dd-4fe4-a64e-0c9faaee305a service neutron] Bound using segment: {'id': '1a9bebfa-472f-4ce0-bf1b-0262c13e7508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e4c06a7b-26ab-40e8-89e0-ef0444e22da6'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:47:26.944078 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-7214ff11-df47-4e45-ac8c-613b6117d598 req-d1f72a56-d3dd-4fe4-a64e-0c9faaee305a service neutron] Bound port: e45ad089-4d49-4a77-9072-5321c26014de, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a9bebfa-472f-4ce0-bf1b-0262c13e7508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e4c06a7b-26ab-40e8-89e0-ef0444e22da6'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:47:26.944437 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-7214ff11-df47-4e45-ac8c-613b6117d598 req-d1f72a56-d3dd-4fe4-a64e-0c9faaee305a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:27.023175 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-402f0768-9e0a-4e64-b1f3-b52dca95f585 req-877b20fc-af25-41d9-bd88-37a74779f9b2 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/security-groups?id=294ea309-45c0-4806-b976-e6371d6e8795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763021 Sep 23 06:47:27.063486 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-7214ff11-df47-4e45-ac8c-613b6117d598 req-d1f72a56-d3dd-4fe4-a64e-0c9faaee305a service neutron] For port e45ad089-4d49-4a77-9072-5321c26014de, host n-h1-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:47:27.067653 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-7214ff11-df47-4e45-ac8c-613b6117d598 req-d1f72a56-d3dd-4fe4-a64e-0c9faaee305a service neutron] For port e45ad089-4d49-4a77-9072-5321c26014de, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=e45ad089-4d49-4a77-9072-5321c26014de,segment=NetworkSegment(1a9bebfa-472f-4ce0-bf1b-0262c13e7508),segment_id=1a9bebfa-472f-4ce0-bf1b-0262c13e7508)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:47:27.073414 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-7214ff11-df47-4e45-ac8c-613b6117d598 req-d1f72a56-d3dd-4fe4-a64e-0c9faaee305a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:27.171320 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-37016da0-e81a-4064-a1ae-4580572fa2fd req-bfca8396-312c-4057-bc41-c444e8308cc5 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:27.188558 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-37016da0-e81a-4064-a1ae-4580572fa2fd req-bfca8396-312c-4057-bc41-c444e8308cc5 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:27.190058 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7214ff11-df47-4e45-ac8c-613b6117d598 req-d1f72a56-d3dd-4fe4-a64e-0c9faaee305a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:27.191057 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-7214ff11-df47-4e45-ac8c-613b6117d598 req-d1f72a56-d3dd-4fe4-a64e-0c9faaee305a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:27.193651 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7214ff11-df47-4e45-ac8c-613b6117d598 req-d1f72a56-d3dd-4fe4-a64e-0c9faaee305a service neutron] 10.222.0.21 "PUT /v2.0/ports/e45ad089-4d49-4a77-9072-5321c26014de HTTP/1.1" status: 200 len: 1093 time: 2.0138624 Sep 23 06:47:27.194152 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '414d1d22-ae75-4655-9675-09e03837cb32', 'tag': 'e45ad089-4d49-4a77-9072-5321c26014de'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:47:27.199105 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc51228b-3e10-4611-934c-839665c2fa11" -d '{"events": [{"name": "network-changed", "server_uuid": "414d1d22-ae75-4655-9675-09e03837cb32", "tag": "e45ad089-4d49-4a77-9072-5321c26014de"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:47:27.237286 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfca8396-312c-4057-bc41-c444e8308cc5 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8db3476b-b2f7-4582-ac59-e4662a7e1ea0,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:27.269295 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f72a56-d3dd-4fe4-a64e-0c9faaee305a service neutron] Pushing event updated for resources: {'Port': ['ID=e45ad089-4d49-4a77-9072-5321c26014de,revision_number=3']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:27.340913 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5936ffd1-20ad-4ac2-ac46-4cc68825e395 req-a837c4f0-e91e-4597-96c5-a95ab077407c tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:27.344478 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5936ffd1-20ad-4ac2-ac46-4cc68825e395 req-a837c4f0-e91e-4597-96c5-a95ab077407c tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] 10.222.0.39 "GET /v2.0/ports?device_id=eee31f93-838d-4afe-b78e-32bb57118270 HTTP/1.1" status: 200 len: 951 time: 0.1380353 Sep 23 06:47:27.345883 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-37016da0-e81a-4064-a1ae-4580572fa2fd req-bfca8396-312c-4057-bc41-c444e8308cc5 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:27.347102 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-37016da0-e81a-4064-a1ae-4580572fa2fd req-bfca8396-312c-4057-bc41-c444e8308cc5 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.8086953 Sep 23 06:47:27.385781 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7214ff11-df47-4e45-ac8c-613b6117d598 req-2e4a6a35-4a68-417f-88fa-d45f007d1389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:27.392390 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7214ff11-df47-4e45-ac8c-613b6117d598 req-2e4a6a35-4a68-417f-88fa-d45f007d1389 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=299a53ec01524307be8c8ca27306fce7&device_id=414d1d22-ae75-4655-9675-09e03837cb32 HTTP/1.1" status: 200 len: 1096 time: 0.1055856 Sep 23 06:47:27.401250 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2bb6c2ec-d350-4526-b529-37abb3ddaea8 req-68a84772-605a-4376-8185-9f4ddd75191f service neutron] 10.222.0.58 "GET /v2.0/networks/e4c06a7b-26ab-40e8-89e0-ef0444e22da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780714 Sep 23 06:47:27.487031 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7214ff11-df47-4e45-ac8c-613b6117d598 req-d97db980-f917-4020-bac9-2734b13ccadb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e45ad089-4d49-4a77-9072-5321c26014de HTTP/1.1" status: 200 len: 217 time: 0.0779502 Sep 23 06:47:27.493494 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5936ffd1-20ad-4ac2-ac46-4cc68825e395 req-caa70fbc-d8c7-4323-9c0a-0bca8877c3a0 tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] 10.222.0.39 "GET /v2.0/security-groups?id=04871bb0-7c56-48c4-97f9-6aeb571e4458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310656 Sep 23 06:47:27.585122 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7214ff11-df47-4e45-ac8c-613b6117d598 req-0cf999ba-9c9f-4ade-8b95-c549e05d713e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:27.588230 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7214ff11-df47-4e45-ac8c-613b6117d598 req-0cf999ba-9c9f-4ade-8b95-c549e05d713e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e44f0c68-01d6-43be-8be9-be0d6086d787 HTTP/1.1" status: 200 len: 855 time: 0.0907691 Sep 23 06:47:27.590816 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd62d2-559f-41df-9f98-c2a190298ba2 req-d55a908f-ae72-4100-bb09-0e7d69b5bfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:27.595350 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e9dd62d2-559f-41df-9f98-c2a190298ba2 req-d55a908f-ae72-4100-bb09-0e7d69b5bfbc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=299a53ec01524307be8c8ca27306fce7&device_id=78a6b827-061d-4284-b0e3-3ac50ee2a042 HTTP/1.1" status: 200 len: 1096 time: 0.1014724 Sep 23 06:47:27.710710 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-170621dc-ba24-4001-9871-40c924d7d9b6 req-588ac042-f992-44c8-891a-b1e318129016 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/ports?device_id=356423c8-f959-4480-bf1c-84f9e43207c9 HTTP/1.1" status: 200 len: 210 time: 0.0366623 Sep 23 06:47:27.739410 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7214ff11-df47-4e45-ac8c-613b6117d598 req-c9c21884-8ee4-441d-ad1b-245357f60807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:27.741051 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7214ff11-df47-4e45-ac8c-613b6117d598 req-c9c21884-8ee4-441d-ad1b-245357f60807 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e4c06a7b-26ab-40e8-89e0-ef0444e22da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1454904 Sep 23 06:47:27.780892 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd62d2-559f-41df-9f98-c2a190298ba2 req-491ec2fb-6b96-4d5a-9a8f-83300a845c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:27.789773 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e9dd62d2-559f-41df-9f98-c2a190298ba2 req-491ec2fb-6b96-4d5a-9a8f-83300a845c61 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e4c06a7b-26ab-40e8-89e0-ef0444e22da6 HTTP/1.1" status: 200 len: 917 time: 0.1818116 Sep 23 06:47:27.872202 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e9dd62d2-559f-41df-9f98-c2a190298ba2 req-4899e4e4-2512-40b5-a8c2-9530092474ae service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1bb851cf-6032-4df1-9a1c-c08d5a92742d HTTP/1.1" status: 200 len: 217 time: 0.0683379 Sep 23 06:47:27.957382 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7214ff11-df47-4e45-ac8c-613b6117d598 req-8b8d7b63-a18a-4e73-b4b9-59d5aeecd52c service neutron] 10.222.0.21 "GET /v2.0/networks/e4c06a7b-26ab-40e8-89e0-ef0444e22da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054880 Sep 23 06:47:27.961727 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e57211-e9bb-4904-a64f-dbd6d0be3392 req-f004bb9e-5fc2-4123-b796-73541f8f1b48 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:27.962862 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-44e57211-e9bb-4904-a64f-dbd6d0be3392 req-f004bb9e-5fc2-4123-b796-73541f8f1b48 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a0f6d45-7159-44ba-8033-f26cc4346590 HTTP/1.1" status: 200 len: 945 time: 0.1507504 Sep 23 06:47:27.964722 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd62d2-559f-41df-9f98-c2a190298ba2 req-1722b805-5fdc-428d-b11a-ee633498cdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:27.966141 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e9dd62d2-559f-41df-9f98-c2a190298ba2 req-1722b805-5fdc-428d-b11a-ee633498cdf1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e44f0c68-01d6-43be-8be9-be0d6086d787 HTTP/1.1" status: 200 len: 855 time: 0.0786779 Sep 23 06:47:27.974677 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b6839a-45e6-40ab-b232-e2c5ec06e8ed req-e673db7d-003a-46c0-bf45-b90ce85ee840 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:27.988623 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d7b6839a-45e6-40ab-b232-e2c5ec06e8ed req-e673db7d-003a-46c0-bf45-b90ce85ee840 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 946 time: 0.1605198 Sep 23 06:47:28.036886 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-44e57211-e9bb-4904-a64f-dbd6d0be3392 req-25d496d5-8234-490e-8b50-e4a881f99a63 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652447 Sep 23 06:47:28.045355 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd62d2-559f-41df-9f98-c2a190298ba2 req-e501a1b3-70dd-46f9-993d-a769f0e7cf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:28.048078 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e9dd62d2-559f-41df-9f98-c2a190298ba2 req-e501a1b3-70dd-46f9-993d-a769f0e7cf12 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e4c06a7b-26ab-40e8-89e0-ef0444e22da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0700097 Sep 23 06:47:28.136260 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62992d13-d11b-4fc2-8021-e996866e3f74 x-openstack-request-id: req-62992d13-d11b-4fc2-8021-e996866e3f74 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:47:28.136557 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "414d1d22-ae75-4655-9675-09e03837cb32", "tag": "e45ad089-4d49-4a77-9072-5321c26014de", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:47:28.136848 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-62992d13-d11b-4fc2-8021-e996866e3f74 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:47:28.137199 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '414d1d22-ae75-4655-9675-09e03837cb32', 'tag': 'e45ad089-4d49-4a77-9072-5321c26014de', 'status': 'completed', 'code': 200} Sep 23 06:47:28.165005 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d7b6839a-45e6-40ab-b232-e2c5ec06e8ed req-39e1f0fd-c04c-47f4-ada9-ef9dc81f5a86 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1755154 Sep 23 06:47:28.309264 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-166021bd-4a3a-4b92-8515-7532fba89e55 req-2f2ed8b6-947b-403d-a17a-a02d75714113 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] 10.222.0.39 "GET /v2.0/security-groups/8db3476b-b2f7-4582-ac59-e4662a7e1ea0 HTTP/1.1" status: 200 len: 1804 time: 0.1471930 Sep 23 06:47:28.321135 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-166021bd-4a3a-4b92-8515-7532fba89e55 req-c3790bed-249a-43b8-a836-f94cddedfe9f tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8db3476b-b2f7-4582-ac59-e4662a7e1ea0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:47:28.333669 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-166021bd-4a3a-4b92-8515-7532fba89e55 req-c3790bed-249a-43b8-a836-f94cddedfe9f tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8db3476b-b2f7-4582-ac59-e4662a7e1ea0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:47:28.380956 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e9dd62d2-559f-41df-9f98-c2a190298ba2 req-cd0a5d14-b873-4756-810b-279014540218 service neutron] 10.222.0.58 "GET /v2.0/networks/e4c06a7b-26ab-40e8-89e0-ef0444e22da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212507 Sep 23 06:47:28.480684 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7214ff11-df47-4e45-ac8c-613b6117d598 req-ecc0dfee-dee9-4206-9c14-0e2364b21997 service neutron] 10.222.0.21 "GET /v2.0/networks/e4c06a7b-26ab-40e8-89e0-ef0444e22da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4897349 Sep 23 06:47:28.528200 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ca1795-54a0-420e-b1d2-12af419e30cf req-5f34916f-ed81-4e47-a07d-50665a812e40 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:28.528200 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b1ca1795-54a0-420e-b1d2-12af419e30cf req-5f34916f-ed81-4e47-a07d-50665a812e40 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.58 "GET /v2.0/networks?id=e4c06a7b-26ab-40e8-89e0-ef0444e22da6 HTTP/1.1" status: 200 len: 816 time: 0.3202720 Sep 23 06:47:28.548457 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-b1ca1795-54a0-420e-b1d2-12af419e30cf req-a08ddd34-9f95-487c-85e6-c8470291e277 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Request body: {'port': {'device_id': '356423c8-f959-4480-bf1c-84f9e43207c9', 'network_id': 'e4c06a7b-26ab-40e8-89e0-ef0444e22da6', 'admin_state_up': True, 'tenant_id': '299a53ec01524307be8c8ca27306fce7'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:47:28.587827 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-166021bd-4a3a-4b92-8515-7532fba89e55 req-c3790bed-249a-43b8-a836-f94cddedfe9f tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:28.667779 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-166021bd-4a3a-4b92-8515-7532fba89e55 req-c3790bed-249a-43b8-a836-f94cddedfe9f tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:28.671560 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e9dd62d2-559f-41df-9f98-c2a190298ba2 req-741f3b1e-b9fa-4ec7-add0-e74ed33b3c2f service neutron] 10.222.0.58 "GET /v2.0/networks/e4c06a7b-26ab-40e8-89e0-ef0444e22da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731457 Sep 23 06:47:28.675881 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-166021bd-4a3a-4b92-8515-7532fba89e55 req-c3790bed-249a-43b8-a836-f94cddedfe9f tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:28.696371 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3790bed-249a-43b8-a836-f94cddedfe9f tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da2797c3-98a1-44c4-82f4-23f5cf0f02b5,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:28.705145 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-166021bd-4a3a-4b92-8515-7532fba89e55 req-c3790bed-249a-43b8-a836-f94cddedfe9f tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:28.706930 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-166021bd-4a3a-4b92-8515-7532fba89e55 req-c3790bed-249a-43b8-a836-f94cddedfe9f tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3954864 Sep 23 06:47:28.751687 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc51228b-3e10-4611-934c-839665c2fa11 req-6bbd1091-cf90-43a6-b254-f7d1805c0680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:28.753676 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc51228b-3e10-4611-934c-839665c2fa11 req-6bbd1091-cf90-43a6-b254-f7d1805c0680 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=299a53ec01524307be8c8ca27306fce7&device_id=414d1d22-ae75-4655-9675-09e03837cb32 HTTP/1.1" status: 200 len: 1096 time: 0.0963335 Sep 23 06:47:28.759542 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 1bb851cf-6032-4df1-9a1c-c08d5a92742d details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:47:28.871328 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc51228b-3e10-4611-934c-839665c2fa11 req-7d42a449-fac6-470e-8945-6a7438cc355a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:28.872808 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc51228b-3e10-4611-934c-839665c2fa11 req-7d42a449-fac6-470e-8945-6a7438cc355a service neutron] 10.222.0.21 "GET /v2.0/networks?id=e4c06a7b-26ab-40e8-89e0-ef0444e22da6 HTTP/1.1" status: 200 len: 917 time: 0.1043873 Sep 23 06:47:28.874612 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1ca1795-54a0-420e-b1d2-12af419e30cf req-a08ddd34-9f95-487c-85e6-c8470291e277 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Made reservation on behalf of 299a53ec01524307be8c8ca27306fce7 for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:47:28.879204 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-b1ca1795-54a0-420e-b1d2-12af419e30cf req-a08ddd34-9f95-487c-85e6-c8470291e277 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:28.961736 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc51228b-3e10-4611-934c-839665c2fa11 req-57565327-0c6b-4a25-8bb2-681a3f542b4c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e45ad089-4d49-4a77-9072-5321c26014de HTTP/1.1" status: 200 len: 217 time: 0.0791533 Sep 23 06:47:28.986039 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab94b4-176e-461e-9d56-f50228a394ce req-6801cf88-de95-4573-9a80-7c7ef4de0aa1 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:28.988307 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8bab94b4-176e-461e-9d56-f50228a394ce req-6801cf88-de95-4573-9a80-7c7ef4de0aa1 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eca7759-3950-4e3f-bd86-fb5fd350e979 HTTP/1.1" status: 200 len: 945 time: 0.0763781 Sep 23 06:47:29.080804 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8bab94b4-176e-461e-9d56-f50228a394ce req-cca6ceb9-7d8f-4c53-b72e-dd77b94255c0 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/security-groups?id=294ea309-45c0-4806-b976-e6371d6e8795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863230 Sep 23 06:47:29.132239 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-fd901534-0cb4-4062-98ea-114857858a3a req-b153cb0a-9fb2-4e7e-9054-296d00695d2b tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1694318787', 'description': 'tempest-description-1128083472'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:47:29.135376 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc51228b-3e10-4611-934c-839665c2fa11 req-eae1ad59-6f8d-498e-95c7-17cdbb2ec855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:29.140646 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc51228b-3e10-4611-934c-839665c2fa11 req-eae1ad59-6f8d-498e-95c7-17cdbb2ec855 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e44f0c68-01d6-43be-8be9-be0d6086d787 HTTP/1.1" status: 200 len: 855 time: 0.1689153 Sep 23 06:47:29.156439 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 4c06f2ac-ebbb-4b50-8154-0636f9146e3b no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:47:29.167727 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-fd901534-0cb4-4062-98ea-114857858a3a req-b153cb0a-9fb2-4e7e-9054-296d00695d2b tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:29.245448 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 1bb851cf-6032-4df1-9a1c-c08d5a92742d, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=1bb851cf-6032-4df1-9a1c-c08d5a92742d,segment=NetworkSegment(1a9bebfa-472f-4ce0-bf1b-0262c13e7508),segment_id=1a9bebfa-472f-4ce0-bf1b-0262c13e7508)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:47:29.272121 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': '1bb851cf-6032-4df1-9a1c-c08d5a92742d', 'network_id': 'e4c06a7b-26ab-40e8-89e0-ef0444e22da6', 'port_id': '1bb851cf-6032-4df1-9a1c-c08d5a92742d', 'mac_address': 'fa:16:3e:40:34:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e44f0c68-01d6-43be-8be9-be0d6086d787', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:47:29.303629 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [req-b1ca1795-54a0-420e-b1d2-12af419e30cf req-a08ddd34-9f95-487c-85e6-c8470291e277 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Allocated IP 172.20.0.4 (e4c06a7b-26ab-40e8-89e0-ef0444e22da6/e44f0c68-01d6-43be-8be9-be0d6086d787/ffc34ea0-286c-4901-bfaf-c08cbdcb9cf7) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:47:29.311518 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc51228b-3e10-4611-934c-839665c2fa11 req-8ab657f8-953b-4384-b150-8505934ed41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:29.313795 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc51228b-3e10-4611-934c-839665c2fa11 req-8ab657f8-953b-4384-b150-8505934ed41b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e4c06a7b-26ab-40e8-89e0-ef0444e22da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1633878 Sep 23 06:47:29.340818 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:29.348163 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-fd901534-0cb4-4062-98ea-114857858a3a req-b153cb0a-9fb2-4e7e-9054-296d00695d2b tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:29.359846 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-fd901534-0cb4-4062-98ea-114857858a3a req-b153cb0a-9fb2-4e7e-9054-296d00695d2b tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:29.398776 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:29.423717 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bb851cf-6032-4df1-9a1c-c08d5a92742d {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:47:29.433935 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eee31f93-838d-4afe-b78e-32bb57118270', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c06f2ac-ebbb-4b50-8154-0636f9146e3b'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:47:29.437766 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76c41260-0eb0-4add-8b9f-8123834cdc9c" -d '{"events": [{"server_uuid": "eee31f93-838d-4afe-b78e-32bb57118270", "name": "network-vif-unplugged", "status": "completed", "tag": "4c06f2ac-ebbb-4b50-8154-0636f9146e3b"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:47:29.448546 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b153cb0a-9fb2-4e7e-9054-296d00695d2b tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f05b8e0-83d7-404e-8262-4dcb846db315,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:29.459917 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 4c06f2ac-ebbb-4b50-8154-0636f9146e3b, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=4c06f2ac-ebbb-4b50-8154-0636f9146e3b,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:47:29.468959 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:29.488298 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-fd901534-0cb4-4062-98ea-114857858a3a req-b153cb0a-9fb2-4e7e-9054-296d00695d2b tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:29.503015 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fd901534-0cb4-4062-98ea-114857858a3a req-b153cb0a-9fb2-4e7e-9054-296d00695d2b tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3768506 Sep 23 06:47:29.517943 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc51228b-3e10-4611-934c-839665c2fa11 req-2eac1134-c207-4224-b499-22cf0f31d0c4 service neutron] 10.222.0.21 "GET /v2.0/networks/e4c06a7b-26ab-40e8-89e0-ef0444e22da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937172 Sep 23 06:47:29.534193 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 1bb851cf-6032-4df1-9a1c-c08d5a92742d, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=1bb851cf-6032-4df1-9a1c-c08d5a92742d,segment=NetworkSegment(1a9bebfa-472f-4ce0-bf1b-0262c13e7508),segment_id=1a9bebfa-472f-4ce0-bf1b-0262c13e7508)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:47:29.535882 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=4c06f2ac-ebbb-4b50-8154-0636f9146e3b,revision_number=11']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:29.542114 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:29.617690 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=1bb851cf-6032-4df1-9a1c-c08d5a92742d,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:29.630370 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-b1ca1795-54a0-420e-b1d2-12af419e30cf req-a08ddd34-9f95-487c-85e6-c8470291e277 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:29.641212 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6203679e-8bf3-48e9-a4e0-7d9135f84589 req-27964006-4f10-4b00-a93a-51d3517209cc tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/ports?device_id=356423c8-f959-4480-bf1c-84f9e43207c9 HTTP/1.1" status: 200 len: 210 time: 0.0444202 Sep 23 06:47:29.749890 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6cd8d6f0-7ed0-4ce0-95f9-e76cb6a375e5 req-45142b25-73c8-476d-b8fe-8194350bcd63 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1693846590&fields=id&tenant_id=3b3b40df72ef4574baa615ed99859579 HTTP/1.1" status: 200 len: 267 time: 0.0559289 Sep 23 06:47:29.808520 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd8d6f0-7ed0-4ce0-95f9-e76cb6a375e5 req-ab725e29-1523-4f78-895d-b9b8a4a73fb7 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:29.818858 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6cd8d6f0-7ed0-4ce0-95f9-e76cb6a375e5 req-ab725e29-1523-4f78-895d-b9b8a4a73fb7 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eca7759-3950-4e3f-bd86-fb5fd350e979 HTTP/1.1" status: 200 len: 945 time: 0.0675197 Sep 23 06:47:29.825670 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-6cd8d6f0-7ed0-4ce0-95f9-e76cb6a375e5 req-b63fbdf1-670f-4705-9813-038d97a89fff tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Request body: {'port': {'security_groups': ['294ea309-45c0-4806-b976-e6371d6e8795', '1a57a7eb-0361-4f1c-9874-013711219303']}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:47:29.838353 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['1bb851cf-6032-4df1-9a1c-c08d5a92742d'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:47:29.975062 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6cd8d6f0-7ed0-4ce0-95f9-e76cb6a375e5 req-b63fbdf1-670f-4705-9813-038d97a89fff tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:30.131473 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc51228b-3e10-4611-934c-839665c2fa11 req-435c14a7-6f70-4f40-a6e1-2d4dd6710687 service neutron] 10.222.0.21 "GET /v2.0/networks/e4c06a7b-26ab-40e8-89e0-ef0444e22da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5824213 Sep 23 06:47:30.135957 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-b1ca1795-54a0-420e-b1d2-12af419e30cf req-a08ddd34-9f95-487c-85e6-c8470291e277 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:30.158829 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1d467f-d7d7-4289-91f9-3319ebd822c0 req-312f712f-44da-4117-abcf-0c240d672a8e tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:30.161095 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cd1d467f-d7d7-4289-91f9-3319ebd822c0 req-312f712f-44da-4117-abcf-0c240d672a8e tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a0f6d45-7159-44ba-8033-f26cc4346590 HTTP/1.1" status: 200 len: 945 time: 0.4639378 Sep 23 06:47:30.211264 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1ca1795-54a0-420e-b1d2-12af419e30cf req-a08ddd34-9f95-487c-85e6-c8470291e277 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Network e4c06a7b-26ab-40e8-89e0-ef0444e22da6 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:47:30.229215 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [req-b1ca1795-54a0-420e-b1d2-12af419e30cf req-a08ddd34-9f95-487c-85e6-c8470291e277 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:47:30.237002 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1ca1795-54a0-420e-b1d2-12af419e30cf req-a08ddd34-9f95-487c-85e6-c8470291e277 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:47:30.241989 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08ddd34-9f95-487c-85e6-c8470291e277 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Pushing event updated for resources: {'Port': ['ID=ffc34ea0-286c-4901-bfaf-c08cbdcb9cf7,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:30.274857 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-6cd8d6f0-7ed0-4ce0-95f9-e76cb6a375e5 req-b63fbdf1-670f-4705-9813-038d97a89fff tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] For port 1b1ca53f-855f-4d84-9ed7-a5c90ca79f81, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=1b1ca53f-855f-4d84-9ed7-a5c90ca79f81,segment=NetworkSegment(606d2197-237b-4f47-90de-9108be481d55),segment_id=606d2197-237b-4f47-90de-9108be481d55)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:47:30.307625 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cd1d467f-d7d7-4289-91f9-3319ebd822c0 req-89869132-01e6-4d7e-9600-0db7f6807ed3 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243498 Sep 23 06:47:30.315574 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6cd8d6f0-7ed0-4ce0-95f9-e76cb6a375e5 req-b63fbdf1-670f-4705-9813-038d97a89fff tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:30.322643 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6cd8d6f0-7ed0-4ce0-95f9-e76cb6a375e5 req-b63fbdf1-670f-4705-9813-038d97a89fff tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:30.347478 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ca1795-54a0-420e-b1d2-12af419e30cf req-a08ddd34-9f95-487c-85e6-c8470291e277 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:30.348625 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-b1ca1795-54a0-420e-b1d2-12af419e30cf req-a08ddd34-9f95-487c-85e6-c8470291e277 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:30.349207 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['f4bba100-221a-4b07-b061-80ccb98f9d77'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:47:30.371402 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b1ca1795-54a0-420e-b1d2-12af419e30cf req-a08ddd34-9f95-487c-85e6-c8470291e277 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8269506 Sep 23 06:47:30.394976 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-b1ca1795-54a0-420e-b1d2-12af419e30cf req-3a3b07d9-bfe8-43c3-9524-6fad45bc65d1 service neutron] Request body: {'port': {'device_id': '356423c8-f959-4480-bf1c-84f9e43207c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:47:30.405356 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63fbdf1-670f-4705-9813-038d97a89fff tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Pushing event updated for resources: {'Port': ['ID=1b1ca53f-855f-4d84-9ed7-a5c90ca79f81,revision_number=6']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:30.424530 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd8d6f0-7ed0-4ce0-95f9-e76cb6a375e5 req-b63fbdf1-670f-4705-9813-038d97a89fff tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:30.427341 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6cd8d6f0-7ed0-4ce0-95f9-e76cb6a375e5 req-b63fbdf1-670f-4705-9813-038d97a89fff tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:30.440063 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6cd8d6f0-7ed0-4ce0-95f9-e76cb6a375e5 req-b63fbdf1-670f-4705-9813-038d97a89fff tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "PUT /v2.0/ports/1b1ca53f-855f-4d84-9ed7-a5c90ca79f81 HTTP/1.1" status: 200 len: 981 time: 0.6197951 Sep 23 06:47:30.440693 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eca7759-3950-4e3f-bd86-fb5fd350e979', 'tag': '1b1ca53f-855f-4d84-9ed7-a5c90ca79f81'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:47:30.443436 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de519e6-58d2-4ee2-941e-c759b203caa1" -d '{"events": [{"name": "network-changed", "server_uuid": "9eca7759-3950-4e3f-bd86-fb5fd350e979", "tag": "1b1ca53f-855f-4d84-9ed7-a5c90ca79f81"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:47:30.484292 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['1bb851cf-6032-4df1-9a1c-c08d5a92742d'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:47:30.486350 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['1b1ca53f-855f-4d84-9ed7-a5c90ca79f81'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:47:30.523759 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-b1ca1795-54a0-420e-b1d2-12af419e30cf req-3a3b07d9-bfe8-43c3-9524-6fad45bc65d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:30.563810 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53a780b-3b3a-4996-95f3-5f143a7470cc req-02d167e5-4711-415f-834b-917cb2e0f45e tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:30.565545 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b53a780b-3b3a-4996-95f3-5f143a7470cc req-02d167e5-4711-415f-834b-917cb2e0f45e tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 946 time: 0.0845144 Sep 23 06:47:30.578558 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 06:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f558d359-e934-4d0b-9798-bfa08b7f97d0 x-openstack-request-id: req-f558d359-e934-4d0b-9798-bfa08b7f97d0 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:47:30.578857 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eee31f93-838d-4afe-b78e-32bb57118270", "name": "network-vif-unplugged", "status": "completed", "tag": "4c06f2ac-ebbb-4b50-8154-0636f9146e3b", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:47:30.579116 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f558d359-e934-4d0b-9798-bfa08b7f97d0 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:47:30.579511 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eee31f93-838d-4afe-b78e-32bb57118270', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c06f2ac-ebbb-4b50-8154-0636f9146e3b', 'code': 200} Sep 23 06:47:30.588596 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['1b1ca53f-855f-4d84-9ed7-a5c90ca79f81'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:47:30.590389 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ebb03da6-8f71-4629-971c-5013456ea076 req-7f3b0367-a476-4d5e-9637-c19483deac15 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] 10.222.0.39 "GET /v2.0/security-groups/6f05b8e0-83d7-404e-8262-4dcb846db315 HTTP/1.1" status: 200 len: 1805 time: 0.0705400 Sep 23 06:47:30.604551 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-ebb03da6-8f71-4629-971c-5013456ea076 req-e6297a8c-f522-408e-8c12-a3fc235ddbf7 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '6f05b8e0-83d7-404e-8262-4dcb846db315', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:47:30.606096 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-ebb03da6-8f71-4629-971c-5013456ea076 req-e6297a8c-f522-408e-8c12-a3fc235ddbf7 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '6f05b8e0-83d7-404e-8262-4dcb846db315', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:47:30.680066 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-c1933ea0-aff0-44ba-a151-8c1d8a655ac4 None None] Provisioning complete for port ffc34ea0-286c-4901-bfaf-c08cbdcb9cf7 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:47:30.680366 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c1933ea0-aff0-44ba-a151-8c1d8a655ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:30.714326 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-ebb03da6-8f71-4629-971c-5013456ea076 req-e6297a8c-f522-408e-8c12-a3fc235ddbf7 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:30.727297 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-c1933ea0-aff0-44ba-a151-8c1d8a655ac4 None None] Port ffc34ea0-286c-4901-bfaf-c08cbdcb9cf7 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:47:30.765058 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-ebb03da6-8f71-4629-971c-5013456ea076 req-e6297a8c-f522-408e-8c12-a3fc235ddbf7 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:30.780601 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-ebb03da6-8f71-4629-971c-5013456ea076 req-e6297a8c-f522-408e-8c12-a3fc235ddbf7 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:30.783957 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 1bb851cf-6032-4df1-9a1c-c08d5a92742d up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:47:30.821773 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6297a8c-f522-408e-8c12-a3fc235ddbf7 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=965d5b32-58b1-4686-a999-9fa1e27059dc,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:30.829017 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-ebb03da6-8f71-4629-971c-5013456ea076 req-e6297a8c-f522-408e-8c12-a3fc235ddbf7 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:30.841557 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ebb03da6-8f71-4629-971c-5013456ea076 req-e6297a8c-f522-408e-8c12-a3fc235ddbf7 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2426753 Sep 23 06:47:30.928213 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [req-b1ca1795-54a0-420e-b1d2-12af419e30cf req-3a3b07d9-bfe8-43c3-9524-6fad45bc65d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffc34ea0-286c-4901-bfaf-c08cbdcb9cf7 {{(pid=95066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:47:30.937962 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-b1ca1795-54a0-420e-b1d2-12af419e30cf req-3a3b07d9-bfe8-43c3-9524-6fad45bc65d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:30.950846 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.provisioning_blocks [req-b1ca1795-54a0-420e-b1d2-12af419e30cf req-3a3b07d9-bfe8-43c3-9524-6fad45bc65d1 service neutron] Transition to ACTIVE for port object ffc34ea0-286c-4901-bfaf-c08cbdcb9cf7 will not be triggered until provisioned by entity L2. {{(pid=95066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:47:30.980571 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-b1ca1795-54a0-420e-b1d2-12af419e30cf req-3a3b07d9-bfe8-43c3-9524-6fad45bc65d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:31.028803 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b53a780b-3b3a-4996-95f3-5f143a7470cc req-829978f2-4512-4706-9944-9ee402d45fd7 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4547226 Sep 23 06:47:31.050917 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port 1bb851cf-6032-4df1-9a1c-c08d5a92742d completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:47:31.066554 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port 1bb851cf-6032-4df1-9a1c-c08d5a92742d triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:47:31.067180 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:31.154609 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3b07d9-bfe8-43c3-9524-6fad45bc65d1 service neutron] Pushing event updated for resources: {'Port': ['ID=ffc34ea0-286c-4901-bfaf-c08cbdcb9cf7,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:31.255182 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-281df5f6-1b86-4eb5-a1a2-b59846908520 x-openstack-request-id: req-281df5f6-1b86-4eb5-a1a2-b59846908520 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:47:31.255483 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eca7759-3950-4e3f-bd86-fb5fd350e979", "tag": "1b1ca53f-855f-4d84-9ed7-a5c90ca79f81", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:47:31.255727 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-281df5f6-1b86-4eb5-a1a2-b59846908520 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:47:31.256127 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eca7759-3950-4e3f-bd86-fb5fd350e979', 'tag': '1b1ca53f-855f-4d84-9ed7-a5c90ca79f81', 'status': 'completed', 'code': 200} Sep 23 06:47:31.293367 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e34e7d60-7872-47b4-8515-7bb6029df4be req-ad21a01e-38e1-479e-b23c-a602871e5b22 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/security-groups/1a57a7eb-0361-4f1c-9874-013711219303 HTTP/1.1" status: 200 len: 1801 time: 0.2135258 Sep 23 06:47:31.388012 n-d-715271-16 neutron-server[95066]: INFO neutron.api.v2.resource [req-e34e7d60-7872-47b4-8515-7bb6029df4be req-cddde4a3-c50d-4dc6-a1a7-84220b13dfb2 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 23 06:47:31.400833 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e34e7d60-7872-47b4-8515-7bb6029df4be req-cddde4a3-c50d-4dc6-a1a7-84220b13dfb2 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "DELETE /v2.0/security-groups/1a57a7eb-0361-4f1c-9874-013711219303 HTTP/1.1" status: 409 len: 341 time: 0.1065350 Sep 23 06:47:31.402004 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-b1ca1795-54a0-420e-b1d2-12af419e30cf req-3a3b07d9-bfe8-43c3-9524-6fad45bc65d1 service neutron] Attempting to bind port ffc34ea0-286c-4901-bfaf-c08cbdcb9cf7 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:47:31.402524 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-b1ca1795-54a0-420e-b1d2-12af419e30cf req-3a3b07d9-bfe8-43c3-9524-6fad45bc65d1 service neutron] Attempting to bind port ffc34ea0-286c-4901-bfaf-c08cbdcb9cf7 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '1a9bebfa-472f-4ce0-bf1b-0262c13e7508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e4c06a7b-26ab-40e8-89e0-ef0444e22da6'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:47:31.405114 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ca1795-54a0-420e-b1d2-12af419e30cf req-3a3b07d9-bfe8-43c3-9524-6fad45bc65d1 service neutron] Attempting to bind port ffc34ea0-286c-4901-bfaf-c08cbdcb9cf7 on network e4c06a7b-26ab-40e8-89e0-ef0444e22da6 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:47:31.412057 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ca1795-54a0-420e-b1d2-12af419e30cf req-3a3b07d9-bfe8-43c3-9524-6fad45bc65d1 service neutron] Port ffc34ea0-286c-4901-bfaf-c08cbdcb9cf7 on network e4c06a7b-26ab-40e8-89e0-ef0444e22da6 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:47:31.414000 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ca1795-54a0-420e-b1d2-12af419e30cf req-3a3b07d9-bfe8-43c3-9524-6fad45bc65d1 service neutron] Attempting to bind port ffc34ea0-286c-4901-bfaf-c08cbdcb9cf7 on network e4c06a7b-26ab-40e8-89e0-ef0444e22da6 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:47:31.421918 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-c43301bc-044e-4825-896e-e36b90b26996 req-8d83969d-f52d-469d-af69-342a9b54c67c tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1383272504', 'description': 'tempest-description-510861441'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:47:31.433568 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ca1795-54a0-420e-b1d2-12af419e30cf req-3a3b07d9-bfe8-43c3-9524-6fad45bc65d1 service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:47:31.434194 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ca1795-54a0-420e-b1d2-12af419e30cf req-3a3b07d9-bfe8-43c3-9524-6fad45bc65d1 service neutron] Checking segment: {'id': '1a9bebfa-472f-4ce0-bf1b-0262c13e7508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e4c06a7b-26ab-40e8-89e0-ef0444e22da6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:47:31.434791 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ca1795-54a0-420e-b1d2-12af419e30cf req-3a3b07d9-bfe8-43c3-9524-6fad45bc65d1 service neutron] Bound using segment: {'id': '1a9bebfa-472f-4ce0-bf1b-0262c13e7508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e4c06a7b-26ab-40e8-89e0-ef0444e22da6'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:47:31.435390 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-b1ca1795-54a0-420e-b1d2-12af419e30cf req-3a3b07d9-bfe8-43c3-9524-6fad45bc65d1 service neutron] Bound port: ffc34ea0-286c-4901-bfaf-c08cbdcb9cf7, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a9bebfa-472f-4ce0-bf1b-0262c13e7508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e4c06a7b-26ab-40e8-89e0-ef0444e22da6'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:47:31.436330 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-b1ca1795-54a0-420e-b1d2-12af419e30cf req-3a3b07d9-bfe8-43c3-9524-6fad45bc65d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:31.454589 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de519e6-58d2-4ee2-941e-c759b203caa1 req-10d72048-a656-4e01-bed2-b98c919bcd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:31.459757 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6de519e6-58d2-4ee2-941e-c759b203caa1 req-10d72048-a656-4e01-bed2-b98c919bcd22 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3b3b40df72ef4574baa615ed99859579&device_id=9eca7759-3950-4e3f-bd86-fb5fd350e979 HTTP/1.1" status: 200 len: 1136 time: 0.1641030 Sep 23 06:47:31.541127 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-c43301bc-044e-4825-896e-e36b90b26996 req-8d83969d-f52d-469d-af69-342a9b54c67c tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:31.551433 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:31.587995 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-b1ca1795-54a0-420e-b1d2-12af419e30cf req-3a3b07d9-bfe8-43c3-9524-6fad45bc65d1 service neutron] For port ffc34ea0-286c-4901-bfaf-c08cbdcb9cf7, host n-h2-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:47:31.593662 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-b1ca1795-54a0-420e-b1d2-12af419e30cf req-3a3b07d9-bfe8-43c3-9524-6fad45bc65d1 service neutron] For port ffc34ea0-286c-4901-bfaf-c08cbdcb9cf7, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=ffc34ea0-286c-4901-bfaf-c08cbdcb9cf7,segment=NetworkSegment(1a9bebfa-472f-4ce0-bf1b-0262c13e7508),segment_id=1a9bebfa-472f-4ce0-bf1b-0262c13e7508)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:47:31.604728 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-b1ca1795-54a0-420e-b1d2-12af419e30cf req-3a3b07d9-bfe8-43c3-9524-6fad45bc65d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:31.608202 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 1bb851cf-6032-4df1-9a1c-c08d5a92742d, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=1bb851cf-6032-4df1-9a1c-c08d5a92742d,segment=NetworkSegment(1a9bebfa-472f-4ce0-bf1b-0262c13e7508),segment_id=1a9bebfa-472f-4ce0-bf1b-0262c13e7508)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:47:31.617264 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:31.660185 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ca1795-54a0-420e-b1d2-12af419e30cf req-3a3b07d9-bfe8-43c3-9524-6fad45bc65d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:31.660807 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-b1ca1795-54a0-420e-b1d2-12af419e30cf req-3a3b07d9-bfe8-43c3-9524-6fad45bc65d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:31.662261 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b1ca1795-54a0-420e-b1d2-12af419e30cf req-3a3b07d9-bfe8-43c3-9524-6fad45bc65d1 service neutron] 10.222.0.58 "PUT /v2.0/ports/ffc34ea0-286c-4901-bfaf-c08cbdcb9cf7 HTTP/1.1" status: 200 len: 1092 time: 1.2740743 Sep 23 06:47:31.662688 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '356423c8-f959-4480-bf1c-84f9e43207c9', 'tag': 'ffc34ea0-286c-4901-bfaf-c08cbdcb9cf7'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:47:31.665035 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce61216-335c-4581-88e2-0850f33463b0" -d '{"events": [{"name": "network-changed", "server_uuid": "356423c8-f959-4480-bf1c-84f9e43207c9", "tag": "ffc34ea0-286c-4901-bfaf-c08cbdcb9cf7"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:47:31.692148 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=1bb851cf-6032-4df1-9a1c-c08d5a92742d,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:31.703144 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3b07d9-bfe8-43c3-9524-6fad45bc65d1 service neutron] Pushing event updated for resources: {'Port': ['ID=ffc34ea0-286c-4901-bfaf-c08cbdcb9cf7,revision_number=3']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:31.727475 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e5edac-fc88-458c-a816-c93c8f8f3199 req-fbdd50ba-aea4-4750-bc0e-7d4a9ed87b78 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:31.728977 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-99e5edac-fc88-458c-a816-c93c8f8f3199 req-fbdd50ba-aea4-4750-bc0e-7d4a9ed87b78 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/ports?device_id=356423c8-f959-4480-bf1c-84f9e43207c9 HTTP/1.1" status: 200 len: 943 time: 0.3272409 Sep 23 06:47:31.734928 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-c43301bc-044e-4825-896e-e36b90b26996 req-8d83969d-f52d-469d-af69-342a9b54c67c tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:31.753699 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-c43301bc-044e-4825-896e-e36b90b26996 req-8d83969d-f52d-469d-af69-342a9b54c67c tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:31.785811 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de519e6-58d2-4ee2-941e-c759b203caa1 req-ffa839fd-4e53-42d4-bcb2-088b4db7b874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:31.787351 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6de519e6-58d2-4ee2-941e-c759b203caa1 req-ffa839fd-4e53-42d4-bcb2-088b4db7b874 service neutron] 10.222.0.58 "GET /v2.0/networks?id=af521934-4e14-4fd3-9a79-d0d8a001f41d HTTP/1.1" status: 200 len: 914 time: 0.3178990 Sep 23 06:47:31.804298 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-c43301bc-044e-4825-896e-e36b90b26996 req-8d83969d-f52d-469d-af69-342a9b54c67c tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:31.806547 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c43301bc-044e-4825-896e-e36b90b26996 req-8d83969d-f52d-469d-af69-342a9b54c67c tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3891399 Sep 23 06:47:31.828876 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-99e5edac-fc88-458c-a816-c93c8f8f3199 req-d2b0a627-c315-42ae-af53-d3f82b94899e tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/security-groups?id=abc74fe4-0953-4a1d-8589-19f26bab4282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882626 Sep 23 06:47:31.844188 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d83969d-f52d-469d-af69-342a9b54c67c tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d68ca672-6268-4087-8dae-bea96672e708,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:31.871990 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ca1795-54a0-420e-b1d2-12af419e30cf req-aba8b098-2dfa-492f-a9e3-449c23131474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:31.873605 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b1ca1795-54a0-420e-b1d2-12af419e30cf req-aba8b098-2dfa-492f-a9e3-449c23131474 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=299a53ec01524307be8c8ca27306fce7&device_id=356423c8-f959-4480-bf1c-84f9e43207c9 HTTP/1.1" status: 200 len: 1095 time: 0.1457491 Sep 23 06:47:31.904079 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6de519e6-58d2-4ee2-941e-c759b203caa1 req-ddcd90cb-39cc-4588-a6c0-ccf7bbd69f9b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b1ca53f-855f-4d84-9ed7-a5c90ca79f81 HTTP/1.1" status: 200 len: 217 time: 0.1060894 Sep 23 06:47:31.958201 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b1ca1795-54a0-420e-b1d2-12af419e30cf req-85f6d21b-6634-4976-98cc-a0f75f246407 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ffc34ea0-286c-4901-bfaf-c08cbdcb9cf7 HTTP/1.1" status: 200 len: 217 time: 0.0717275 Sep 23 06:47:32.031000 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ca1795-54a0-420e-b1d2-12af419e30cf req-b982d3ff-bc2c-4d22-9fd9-b446e25cc5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:32.032485 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b1ca1795-54a0-420e-b1d2-12af419e30cf req-b982d3ff-bc2c-4d22-9fd9-b446e25cc5d4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e44f0c68-01d6-43be-8be9-be0d6086d787 HTTP/1.1" status: 200 len: 855 time: 0.0629153 Sep 23 06:47:32.065219 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de519e6-58d2-4ee2-941e-c759b203caa1 req-5e3c1c3a-6b12-4c01-8785-7f9c597b6d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:32.066940 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6de519e6-58d2-4ee2-941e-c759b203caa1 req-5e3c1c3a-6b12-4c01-8785-7f9c597b6d47 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7f9997a5-b833-4318-a21f-37b1b7e3fb43 HTTP/1.1" status: 200 len: 853 time: 0.1514256 Sep 23 06:47:32.097508 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afde07a-10e7-464c-ae24-388b1c872463 req-51cfe906-92be-4027-b753-e270ff6856e0 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:32.099583 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1afde07a-10e7-464c-ae24-388b1c872463 req-51cfe906-92be-4027-b753-e270ff6856e0 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a0f6d45-7159-44ba-8033-f26cc4346590 HTTP/1.1" status: 200 len: 945 time: 0.1391461 Sep 23 06:47:32.117082 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6de519e6-58d2-4ee2-941e-c759b203caa1 req-95e90427-e8e5-4419-af84-66df34cc06bf service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=af521934-4e14-4fd3-9a79-d0d8a001f41d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392072 Sep 23 06:47:32.118153 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ca1795-54a0-420e-b1d2-12af419e30cf req-2ca08326-505d-4421-b0ac-8164c363e781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:32.120110 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b1ca1795-54a0-420e-b1d2-12af419e30cf req-2ca08326-505d-4421-b0ac-8164c363e781 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e4c06a7b-26ab-40e8-89e0-ef0444e22da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0750854 Sep 23 06:47:32.218755 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1afde07a-10e7-464c-ae24-388b1c872463 req-448636f2-5571-44ac-95f9-859abde8bb1d tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037247 Sep 23 06:47:32.279274 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bb3f280-7c51-4cad-8bc9-b85c673758dd x-openstack-request-id: req-0bb3f280-7c51-4cad-8bc9-b85c673758dd {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:47:32.279809 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "356423c8-f959-4480-bf1c-84f9e43207c9", "tag": "ffc34ea0-286c-4901-bfaf-c08cbdcb9cf7", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:47:32.280271 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0bb3f280-7c51-4cad-8bc9-b85c673758dd {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:47:32.280761 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '356423c8-f959-4480-bf1c-84f9e43207c9', 'tag': 'ffc34ea0-286c-4901-bfaf-c08cbdcb9cf7', 'status': 'completed', 'code': 200} Sep 23 06:47:32.281996 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-154e16da-170d-483e-abe1-0c6d210f2f9c req-64d95a2b-e102-47e9-961c-d354066a1c89 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1467529221', 'description': 'tempest-description-274369086'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:47:32.305591 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b1ca1795-54a0-420e-b1d2-12af419e30cf req-a09e89e3-6f6a-419a-8496-6f04fd1fa2bc service neutron] 10.222.0.58 "GET /v2.0/networks/e4c06a7b-26ab-40e8-89e0-ef0444e22da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675494 Sep 23 06:47:32.345287 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6de519e6-58d2-4ee2-941e-c759b203caa1 req-ed73b6a6-2ffb-4277-86ec-7b2de5cfeda9 service neutron] 10.222.0.58 "GET /v2.0/networks/af521934-4e14-4fd3-9a79-d0d8a001f41d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024765 Sep 23 06:47:32.349091 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-154e16da-170d-483e-abe1-0c6d210f2f9c req-64d95a2b-e102-47e9-961c-d354066a1c89 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:32.470068 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b1ca1795-54a0-420e-b1d2-12af419e30cf req-203485f5-4603-4e20-8736-2ae3426f6f04 service neutron] 10.222.0.58 "GET /v2.0/networks/e4c06a7b-26ab-40e8-89e0-ef0444e22da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503363 Sep 23 06:47:32.486240 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e239cb-1633-4fed-ad95-9ff160700c30 req-5a44fb98-e32e-40ab-ac20-f28b68fc669a tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:32.496115 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a8e239cb-1633-4fed-ad95-9ff160700c30 req-5a44fb98-e32e-40ab-ac20-f28b68fc669a tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 946 time: 0.0995121 Sep 23 06:47:32.548006 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6de519e6-58d2-4ee2-941e-c759b203caa1 req-b4fe221e-3890-4303-aa44-42916c0fef21 service neutron] 10.222.0.58 "GET /v2.0/networks/af521934-4e14-4fd3-9a79-d0d8a001f41d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955576 Sep 23 06:47:32.581181 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78a6b827-061d-4284-b0e3-3ac50ee2a042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bb851cf-6032-4df1-9a1c-c08d5a92742d'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:47:32.588013 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3df95af-49f7-46f5-b15f-7a07faf07d71" -d '{"events": [{"server_uuid": "78a6b827-061d-4284-b0e3-3ac50ee2a042", "name": "network-vif-plugged", "status": "completed", "tag": "1bb851cf-6032-4df1-9a1c-c08d5a92742d"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:47:32.602107 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a8e239cb-1633-4fed-ad95-9ff160700c30 req-52912897-049e-4bdc-8bd9-1a0c7ee59143 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025152 Sep 23 06:47:32.633306 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-154e16da-170d-483e-abe1-0c6d210f2f9c req-64d95a2b-e102-47e9-961c-d354066a1c89 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:32.633575 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce61216-335c-4581-88e2-0850f33463b0 req-2b7806dc-fc0e-4467-8f57-e1802a8bc8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:32.633575 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5ce61216-335c-4581-88e2-0850f33463b0 req-2b7806dc-fc0e-4467-8f57-e1802a8bc8ff service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=299a53ec01524307be8c8ca27306fce7&device_id=356423c8-f959-4480-bf1c-84f9e43207c9 HTTP/1.1" status: 200 len: 1095 time: 0.1006279 Sep 23 06:47:32.640307 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-154e16da-170d-483e-abe1-0c6d210f2f9c req-64d95a2b-e102-47e9-961c-d354066a1c89 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:32.700062 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 58722) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:47:32.733115 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-154e16da-170d-483e-abe1-0c6d210f2f9c req-64d95a2b-e102-47e9-961c-d354066a1c89 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:32.736599 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-154e16da-170d-483e-abe1-0c6d210f2f9c req-64d95a2b-e102-47e9-961c-d354066a1c89 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4618652 Sep 23 06:47:32.766603 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d95a2b-e102-47e9-961c-d354066a1c89 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55e9220c-5af6-46ee-913a-d325f953d622,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:32.783478 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce61216-335c-4581-88e2-0850f33463b0 req-a5321235-065c-42ed-8a33-5f08f269199c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:32.785246 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5ce61216-335c-4581-88e2-0850f33463b0 req-a5321235-065c-42ed-8a33-5f08f269199c service neutron] 10.222.0.58 "GET /v2.0/networks?id=e4c06a7b-26ab-40e8-89e0-ef0444e22da6 HTTP/1.1" status: 200 len: 917 time: 0.1423092 Sep 23 06:47:32.785486 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc5ed4-f430-4118-a78e-15f9fd7a0122 req-581a521c-e385-44c9-be75-acf1817e51df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:32.788010 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-43cc5ed4-f430-4118-a78e-15f9fd7a0122 req-581a521c-e385-44c9-be75-acf1817e51df service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3b3b40df72ef4574baa615ed99859579&device_id=9eca7759-3950-4e3f-bd86-fb5fd350e979 HTTP/1.1" status: 200 len: 1136 time: 0.1427424 Sep 23 06:47:32.868584 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5ce61216-335c-4581-88e2-0850f33463b0 req-5ebe6886-b292-4038-b9a0-4f11f3c562ab service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ffc34ea0-286c-4901-bfaf-c08cbdcb9cf7 HTTP/1.1" status: 200 len: 217 time: 0.0503874 Sep 23 06:47:32.906924 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf9d568-9097-402c-8acd-21b2d3bbbfc2 req-cc8ff3bf-f0a3-4c8c-b117-230692a838cf tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:32.914316 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9cf9d568-9097-402c-8acd-21b2d3bbbfc2 req-cc8ff3bf-f0a3-4c8c-b117-230692a838cf tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] 10.222.0.39 "GET /v2.0/ports?device_id=eee31f93-838d-4afe-b78e-32bb57118270 HTTP/1.1" status: 200 len: 949 time: 0.1334345 Sep 23 06:47:32.935234 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d42d68cf-7524-4345-adac-98181ad40985 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:32.983818 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9cf9d568-9097-402c-8acd-21b2d3bbbfc2 req-9cc1cdf8-62fd-4613-8e99-c185eaac1e44 tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] 10.222.0.39 "GET /v2.0/security-groups?id=04871bb0-7c56-48c4-97f9-6aeb571e4458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661440 Sep 23 06:47:33.012794 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce61216-335c-4581-88e2-0850f33463b0 req-07040ade-935f-42f6-bf73-b51c8845e4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:33.014842 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5ce61216-335c-4581-88e2-0850f33463b0 req-07040ade-935f-42f6-bf73-b51c8845e4f7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e44f0c68-01d6-43be-8be9-be0d6086d787 HTTP/1.1" status: 200 len: 855 time: 0.1246557 Sep 23 06:47:33.027987 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc5ed4-f430-4118-a78e-15f9fd7a0122 req-b4cd872b-e590-46aa-859f-cdceee69fa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:33.030151 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-43cc5ed4-f430-4118-a78e-15f9fd7a0122 req-b4cd872b-e590-46aa-859f-cdceee69fa78 service neutron] 10.222.0.58 "GET /v2.0/networks?id=af521934-4e14-4fd3-9a79-d0d8a001f41d HTTP/1.1" status: 200 len: 914 time: 0.2255607 Sep 23 06:47:33.042847 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57acdd48-f33e-4602-8227-f7b0d4f8d363 req-910fac83-1244-421f-826d-75ae2dee9a8c tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:33.044089 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8165b2c5-63e6-4a39-89e5-ebb3ea082516 x-openstack-request-id: req-8165b2c5-63e6-4a39-89e5-ebb3ea082516 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:47:33.044609 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78a6b827-061d-4284-b0e3-3ac50ee2a042", "name": "network-vif-plugged", "status": "completed", "tag": "1bb851cf-6032-4df1-9a1c-c08d5a92742d", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:47:33.045711 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8165b2c5-63e6-4a39-89e5-ebb3ea082516 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:47:33.046463 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78a6b827-061d-4284-b0e3-3ac50ee2a042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bb851cf-6032-4df1-9a1c-c08d5a92742d', 'code': 200} Sep 23 06:47:33.051566 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-57acdd48-f33e-4602-8227-f7b0d4f8d363 req-910fac83-1244-421f-826d-75ae2dee9a8c tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eca7759-3950-4e3f-bd86-fb5fd350e979 HTTP/1.1" status: 200 len: 984 time: 0.1203263 Sep 23 06:47:33.091132 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device e45ad089-4d49-4a77-9072-5321c26014de details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:47:33.145598 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce61216-335c-4581-88e2-0850f33463b0 req-5e8af4f5-44cf-4bf5-966f-df0c7a0cf9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:33.147146 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5ce61216-335c-4581-88e2-0850f33463b0 req-5e8af4f5-44cf-4bf5-966f-df0c7a0cf9ac service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e4c06a7b-26ab-40e8-89e0-ef0444e22da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1007752 Sep 23 06:47:33.151411 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-43cc5ed4-f430-4118-a78e-15f9fd7a0122 req-46226c19-4cf3-4c08-b382-fabffe6e3b60 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b1ca53f-855f-4d84-9ed7-a5c90ca79f81 HTTP/1.1" status: 200 len: 217 time: 0.0960274 Sep 23 06:47:33.159896 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-009d83cc-d2fd-452c-93fb-ecfcb4718cef req-8c2fd0c6-6eb8-407b-a526-747a70356646 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] 10.222.0.39 "GET /v2.0/security-groups/d68ca672-6268-4087-8dae-bea96672e708 HTTP/1.1" status: 200 len: 1804 time: 0.0690470 Sep 23 06:47:33.184694 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-57acdd48-f33e-4602-8227-f7b0d4f8d363 req-66d74347-fe8d-46af-8844-3dc82b8306eb tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/security-groups?id=294ea309-45c0-4806-b976-e6371d6e8795&id=1a57a7eb-0361-4f1c-9874-013711219303&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1321635 Sep 23 06:47:33.282975 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-009d83cc-d2fd-452c-93fb-ecfcb4718cef req-b00b7e2b-12ef-43a8-9eef-ad999f6d7dec tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] 10.222.0.39 "GET /v2.0/security-groups/55e9220c-5af6-46ee-913a-d325f953d622 HTTP/1.1" status: 200 len: 1804 time: 0.1220992 Sep 23 06:47:33.294386 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc5ed4-f430-4118-a78e-15f9fd7a0122 req-023b638b-1fe6-4d0c-8fe4-000d50ec8e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:33.296608 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-43cc5ed4-f430-4118-a78e-15f9fd7a0122 req-023b638b-1fe6-4d0c-8fe4-000d50ec8e24 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7f9997a5-b833-4318-a21f-37b1b7e3fb43 HTTP/1.1" status: 200 len: 853 time: 0.0994465 Sep 23 06:47:33.305201 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-009d83cc-d2fd-452c-93fb-ecfcb4718cef req-ba7fe353-e43d-4876-8da3-5798ff58a580 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd68ca672-6268-4087-8dae-bea96672e708', 'remote_group_id': '55e9220c-5af6-46ee-913a-d325f953d622', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:47:33.305778 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-009d83cc-d2fd-452c-93fb-ecfcb4718cef req-ba7fe353-e43d-4876-8da3-5798ff58a580 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd68ca672-6268-4087-8dae-bea96672e708', 'remote_group_id': '55e9220c-5af6-46ee-913a-d325f953d622', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:47:33.306473 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port e45ad089-4d49-4a77-9072-5321c26014de, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=e45ad089-4d49-4a77-9072-5321c26014de,segment=NetworkSegment(1a9bebfa-472f-4ce0-bf1b-0262c13e7508),segment_id=1a9bebfa-472f-4ce0-bf1b-0262c13e7508)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:47:33.327739 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': 'e45ad089-4d49-4a77-9072-5321c26014de', 'network_id': 'e4c06a7b-26ab-40e8-89e0-ef0444e22da6', 'port_id': 'e45ad089-4d49-4a77-9072-5321c26014de', 'mac_address': 'fa:16:3e:30:1b:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e44f0c68-01d6-43be-8be9-be0d6086d787', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:47:33.370322 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a733a-e522-4b41-90c5-f51300ce7734 req-260b4328-bbd2-45cd-8548-6d0721549e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:33.372347 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9e6a733a-e522-4b41-90c5-f51300ce7734 req-260b4328-bbd2-45cd-8548-6d0721549e4f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=78a6b827-061d-4284-b0e3-3ac50ee2a042 HTTP/1.1" status: 200 len: 1098 time: 0.1912582 Sep 23 06:47:33.372977 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-43cc5ed4-f430-4118-a78e-15f9fd7a0122 req-434cce2e-7706-41cc-bca3-7e36734eacbc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=af521934-4e14-4fd3-9a79-d0d8a001f41d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357070 Sep 23 06:47:33.388397 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:33.397977 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70462115-e60d-4f1a-a467-ddeec5985d3f req-dd74eb64-efa7-4e0e-9f92-f29b3d2f1265 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:33.405823 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-70462115-e60d-4f1a-a467-ddeec5985d3f req-dd74eb64-efa7-4e0e-9f92-f29b3d2f1265 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/ports?device_id=356423c8-f959-4480-bf1c-84f9e43207c9 HTTP/1.1" status: 200 len: 943 time: 0.1042171 Sep 23 06:47:33.406097 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e45ad089-4d49-4a77-9072-5321c26014de {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:47:33.425490 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5ce61216-335c-4581-88e2-0850f33463b0 req-e18ae7e6-a6fe-4fef-b6ea-1b495f3368d2 service neutron] 10.222.0.58 "GET /v2.0/networks/e4c06a7b-26ab-40e8-89e0-ef0444e22da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430890 Sep 23 06:47:33.435201 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port e45ad089-4d49-4a77-9072-5321c26014de, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=e45ad089-4d49-4a77-9072-5321c26014de,segment=NetworkSegment(1a9bebfa-472f-4ce0-bf1b-0262c13e7508),segment_id=1a9bebfa-472f-4ce0-bf1b-0262c13e7508)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:47:33.440991 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:33.469085 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-70462115-e60d-4f1a-a467-ddeec5985d3f req-62057ecd-2802-4f5a-8246-4d3695b04ae6 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/security-groups?id=abc74fe4-0953-4a1d-8589-19f26bab4282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595369 Sep 23 06:47:33.471570 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9e6a733a-e522-4b41-90c5-f51300ce7734 req-0aeb6b12-6e37-488f-b7df-0df1e9e16dc2 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=abc74fe4-0953-4a1d-8589-19f26bab4282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643673 Sep 23 06:47:33.485520 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d42d68cf-7524-4345-adac-98181ad40985 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:33.526126 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d42d68cf-7524-4345-adac-98181ad40985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:33.584414 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=e45ad089-4d49-4a77-9072-5321c26014de,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:33.605798 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5ce61216-335c-4581-88e2-0850f33463b0 req-881e19e4-8351-4e57-8ce5-0a85e1f9a860 service neutron] 10.222.0.58 "GET /v2.0/networks/e4c06a7b-26ab-40e8-89e0-ef0444e22da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681397 Sep 23 06:47:33.644989 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-009d83cc-d2fd-452c-93fb-ecfcb4718cef req-ba7fe353-e43d-4876-8da3-5798ff58a580 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:33.680603 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-009d83cc-d2fd-452c-93fb-ecfcb4718cef req-ba7fe353-e43d-4876-8da3-5798ff58a580 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:33.684934 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-d42d68cf-7524-4345-adac-98181ad40985 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a015097448ad482a8608b36aeded4c31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9794061 Sep 23 06:47:33.688620 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 58734) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:47:33.696370 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-009d83cc-d2fd-452c-93fb-ecfcb4718cef req-ba7fe353-e43d-4876-8da3-5798ff58a580 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:33.713664 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42d68cf-7524-4345-adac-98181ad40985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d82bfceb-29ac-4117-81e3-44b3a954e156,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:33.737467 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7fe353-e43d-4876-8da3-5798ff58a580 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c73ed4ff-5250-4e84-bf14-22649a949c6d,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:33.739663 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ab9fa-44f2-4970-adc0-221828e7050a req-10c2e40a-5c48-4059-bdd1-38b666435a1c tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:33.747577 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e95ab9fa-44f2-4970-adc0-221828e7050a req-10c2e40a-5c48-4059-bdd1-38b666435a1c tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a0f6d45-7159-44ba-8033-f26cc4346590 HTTP/1.1" status: 200 len: 945 time: 0.1577439 Sep 23 06:47:33.749322 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-009d83cc-d2fd-452c-93fb-ecfcb4718cef req-ba7fe353-e43d-4876-8da3-5798ff58a580 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:33.750616 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-009d83cc-d2fd-452c-93fb-ecfcb4718cef req-ba7fe353-e43d-4876-8da3-5798ff58a580 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4521790 Sep 23 06:47:33.773208 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-43cc5ed4-f430-4118-a78e-15f9fd7a0122 req-fb7fd209-9e89-43ad-9490-10b6bb47d084 service neutron] 10.222.0.58 "GET /v2.0/networks/af521934-4e14-4fd3-9a79-d0d8a001f41d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3598311 Sep 23 06:47:33.785611 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-57e0b007-ab97-477e-bbeb-d6ee662300c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:33.802994 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e95ab9fa-44f2-4970-adc0-221828e7050a req-be46ff28-8ded-4986-91c5-ec2696ce3859 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544248 Sep 23 06:47:33.835122 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-57e0b007-ab97-477e-bbeb-d6ee662300c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:33.859658 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-56d0320a-faca-4ba0-8fb1-90b9e373b07b req-89822e79-5892-403f-b5b8-ca2823614c06 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1556471408', 'description': 'tempest-description-1278538041'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:47:33.912459 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['e45ad089-4d49-4a77-9072-5321c26014de'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:47:33.927459 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9f4b86-7260-43af-a2d3-e3d1cddcd7db req-97599a85-1952-4f97-8f7e-7c715d4523ad tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:33.929349 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-56d0320a-faca-4ba0-8fb1-90b9e373b07b req-89822e79-5892-403f-b5b8-ca2823614c06 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:33.934408 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8e9f4b86-7260-43af-a2d3-e3d1cddcd7db req-97599a85-1952-4f97-8f7e-7c715d4523ad tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 946 time: 0.1049271 Sep 23 06:47:33.959780 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-43cc5ed4-f430-4118-a78e-15f9fd7a0122 req-3107d31d-0d7e-4d40-9372-eb05ee8e3f56 service neutron] 10.222.0.58 "GET /v2.0/networks/af521934-4e14-4fd3-9a79-d0d8a001f41d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409781 Sep 23 06:47:34.012055 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8e9f4b86-7260-43af-a2d3-e3d1cddcd7db req-7ad79335-4ba4-4360-b099-4c17ea73c9d1 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607717 Sep 23 06:47:34.018896 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-57e0b007-ab97-477e-bbeb-d6ee662300c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:34.026548 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-57e0b007-ab97-477e-bbeb-d6ee662300c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:34.028402 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-57e0b007-ab97-477e-bbeb-d6ee662300c8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d82bfceb-29ac-4117-81e3-44b3a954e156 HTTP/1.1" status: 204 len: 168 time: 0.3382738 Sep 23 06:47:34.061178 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e0b007-ab97-477e-bbeb-d6ee662300c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d82bfceb-29ac-4117-81e3-44b3a954e156,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:34.171450 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-56d0320a-faca-4ba0-8fb1-90b9e373b07b req-89822e79-5892-403f-b5b8-ca2823614c06 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:34.187728 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-56d0320a-faca-4ba0-8fb1-90b9e373b07b req-89822e79-5892-403f-b5b8-ca2823614c06 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:34.292923 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-56d0320a-faca-4ba0-8fb1-90b9e373b07b req-89822e79-5892-403f-b5b8-ca2823614c06 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:34.294653 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-56d0320a-faca-4ba0-8fb1-90b9e373b07b req-89822e79-5892-403f-b5b8-ca2823614c06 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4423301 Sep 23 06:47:34.306600 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89822e79-5892-403f-b5b8-ca2823614c06 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=222c8fd0-c03b-4f77-835b-3376d27b930e,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:34.391000 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e2c578-9503-4156-914c-f0c4287ab027 req-d5498bbe-d279-4adf-9f84-d6c2caacafea tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:34.392717 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f9e2c578-9503-4156-914c-f0c4287ab027 req-d5498bbe-d279-4adf-9f84-d6c2caacafea tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] 10.222.0.39 "GET /v2.0/ports?device_id=eee31f93-838d-4afe-b78e-32bb57118270 HTTP/1.1" status: 200 len: 949 time: 0.0814664 Sep 23 06:47:34.450619 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f9e2c578-9503-4156-914c-f0c4287ab027 req-da8d6678-d774-4c95-bed3-f042d3f6d334 tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] 10.222.0.39 "GET /v2.0/security-groups?id=04871bb0-7c56-48c4-97f9-6aeb571e4458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498917 Sep 23 06:47:34.459903 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beef464f-422b-4b17-9328-398548599748 req-945ece44-13a6-4f92-aaee-8d81e56861af tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:34.466604 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-beef464f-422b-4b17-9328-398548599748 req-945ece44-13a6-4f92-aaee-8d81e56861af tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eca7759-3950-4e3f-bd86-fb5fd350e979 HTTP/1.1" status: 200 len: 984 time: 0.0817182 Sep 23 06:47:34.494889 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-2e4be482-8a2a-447e-8327-e9b466a84bc4 req-bf53591c-b86f-4ba5-9a2b-78a96fb2db37 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-286406804', 'description': 'tempest-description-1044000485'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:47:34.542821 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-2e4be482-8a2a-447e-8327-e9b466a84bc4 req-bf53591c-b86f-4ba5-9a2b-78a96fb2db37 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:34.549850 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-beef464f-422b-4b17-9328-398548599748 req-b770e68f-deb6-4d6b-9bcc-949d5b415b60 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/security-groups?id=294ea309-45c0-4806-b976-e6371d6e8795&id=1a57a7eb-0361-4f1c-9874-013711219303&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0788383 Sep 23 06:47:34.568008 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 58756) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:47:34.581930 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21cf324-7283-469e-9ca2-c1af4d4f5edd req-687943b3-7792-4b0c-a440-7a6b6178734d tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:34.583516 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e21cf324-7283-469e-9ca2-c1af4d4f5edd req-687943b3-7792-4b0c-a440-7a6b6178734d tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] 10.222.0.21 "GET /v2.0/ports?device_id=eee31f93-838d-4afe-b78e-32bb57118270 HTTP/1.1" status: 200 len: 949 time: 0.1040909 Sep 23 06:47:34.593032 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a14f21e1-217e-4795-864a-c891e497bbc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:34.728743 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a884222-e677-4fa2-a6fc-bb1f0feb4df2 req-0a11c1e4-356f-40e9-8216-933f21e48db8 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:34.739212 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4a884222-e677-4fa2-a6fc-bb1f0feb4df2 req-0a11c1e4-356f-40e9-8216-933f21e48db8 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/ports?device_id=356423c8-f959-4480-bf1c-84f9e43207c9 HTTP/1.1" status: 200 len: 943 time: 0.1060195 Sep 23 06:47:34.761621 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-2e4be482-8a2a-447e-8327-e9b466a84bc4 req-bf53591c-b86f-4ba5-9a2b-78a96fb2db37 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:34.765929 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-e21cf324-7283-469e-9ca2-c1af4d4f5edd req-cc0ea113-043d-4c77-b51e-0ded2b1cbef2 tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] Deleting port 4c06f2ac-ebbb-4b50-8154-0636f9146e3b {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:47:34.766601 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-e21cf324-7283-469e-9ca2-c1af4d4f5edd req-cc0ea113-043d-4c77-b51e-0ded2b1cbef2 tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:34.771392 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-2e4be482-8a2a-447e-8327-e9b466a84bc4 req-bf53591c-b86f-4ba5-9a2b-78a96fb2db37 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:34.791871 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4a884222-e677-4fa2-a6fc-bb1f0feb4df2 req-8afd4aec-93d4-485e-9495-fde5ea90d993 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/security-groups?id=abc74fe4-0953-4a1d-8589-19f26bab4282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501568 Sep 23 06:47:34.821483 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device ffc34ea0-286c-4901-bfaf-c08cbdcb9cf7 details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:47:34.833329 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf53591c-b86f-4ba5-9a2b-78a96fb2db37 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b88608ff-2b1f-49df-9e3c-7680cf6b3dcc,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:34.918500 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-e21cf324-7283-469e-9ca2-c1af4d4f5edd req-cc0ea113-043d-4c77-b51e-0ded2b1cbef2 tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] For port 4c06f2ac-ebbb-4b50-8154-0636f9146e3b, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=4c06f2ac-ebbb-4b50-8154-0636f9146e3b,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:47:34.918908 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-e21cf324-7283-469e-9ca2-c1af4d4f5edd req-cc0ea113-043d-4c77-b51e-0ded2b1cbef2 tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:34.932101 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a14f21e1-217e-4795-864a-c891e497bbc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:34.933374 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-e21cf324-7283-469e-9ca2-c1af4d4f5edd req-cc0ea113-043d-4c77-b51e-0ded2b1cbef2 tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] Calling delete_port for 4c06f2ac-ebbb-4b50-8154-0636f9146e3b owned by compute:nova {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:47:34.947558 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-2e4be482-8a2a-447e-8327-e9b466a84bc4 req-bf53591c-b86f-4ba5-9a2b-78a96fb2db37 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:34.954076 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2e4be482-8a2a-447e-8327-e9b466a84bc4 req-bf53591c-b86f-4ba5-9a2b-78a96fb2db37 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4638205 Sep 23 06:47:34.980290 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a14f21e1-217e-4795-864a-c891e497bbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:35.027932 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14f21e1-217e-4795-864a-c891e497bbc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce61baf-cdf4-4e4b-99d4-99c6bd212ef1,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:35.035237 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-a14f21e1-217e-4795-864a-c891e497bbc8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8b85ea9bf30e43f798d3f353669ab73b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4661136 Sep 23 06:47:35.039005 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 58764) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:47:35.043031 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port ffc34ea0-286c-4901-bfaf-c08cbdcb9cf7, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=ffc34ea0-286c-4901-bfaf-c08cbdcb9cf7,segment=NetworkSegment(1a9bebfa-472f-4ce0-bf1b-0262c13e7508),segment_id=1a9bebfa-472f-4ce0-bf1b-0262c13e7508)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:47:35.052561 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903d7c94-1ff7-43be-978e-eb4aff16f3ec req-8741482c-5e0e-4fd0-acbf-033402208c9e tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:35.054163 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-903d7c94-1ff7-43be-978e-eb4aff16f3ec req-8741482c-5e0e-4fd0-acbf-033402208c9e tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a0f6d45-7159-44ba-8033-f26cc4346590 HTTP/1.1" status: 200 len: 945 time: 0.1304824 Sep 23 06:47:35.074693 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': 'ffc34ea0-286c-4901-bfaf-c08cbdcb9cf7', 'network_id': 'e4c06a7b-26ab-40e8-89e0-ef0444e22da6', 'port_id': 'ffc34ea0-286c-4901-bfaf-c08cbdcb9cf7', 'mac_address': 'fa:16:3e:9f:e9:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e44f0c68-01d6-43be-8be9-be0d6086d787', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:47:35.130617 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-903d7c94-1ff7-43be-978e-eb4aff16f3ec req-2ef743e0-8b9c-4758-8fa9-59c792d4f7b6 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695105 Sep 23 06:47:35.137549 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9072eab3-2c9d-4d30-bb65-429bd9fb14e6 req-8764147f-bc4a-4ae5-9a91-721f3e4afb49 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] 10.222.0.39 "GET /v2.0/security-groups/222c8fd0-c03b-4f77-835b-3376d27b930e HTTP/1.1" status: 200 len: 1805 time: 0.1143847 Sep 23 06:47:35.141827 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2ae67294-817e-413e-b1fc-c1819d83a898 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:35.165218 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:35.188212 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffc34ea0-286c-4901-bfaf-c08cbdcb9cf7 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:47:35.192750 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2ae67294-817e-413e-b1fc-c1819d83a898 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:35.214551 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port ffc34ea0-286c-4901-bfaf-c08cbdcb9cf7, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=ffc34ea0-286c-4901-bfaf-c08cbdcb9cf7,segment=NetworkSegment(1a9bebfa-472f-4ce0-bf1b-0262c13e7508),segment_id=1a9bebfa-472f-4ce0-bf1b-0262c13e7508)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:47:35.224405 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:35.245587 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9072eab3-2c9d-4d30-bb65-429bd9fb14e6 req-a405a47e-ca21-43bb-b19c-53fe91892bdb tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] 10.222.0.39 "GET /v2.0/security-groups/b88608ff-2b1f-49df-9e3c-7680cf6b3dcc HTTP/1.1" status: 200 len: 1804 time: 0.0984545 Sep 23 06:47:35.253271 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2ae67294-817e-413e-b1fc-c1819d83a898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:35.256305 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2ae67294-817e-413e-b1fc-c1819d83a898 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:35.257678 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-2ae67294-817e-413e-b1fc-c1819d83a898 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6ce61baf-cdf4-4e4b-99d4-99c6bd212ef1 HTTP/1.1" status: 204 len: 168 time: 0.2177675 Sep 23 06:47:35.258383 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-9072eab3-2c9d-4d30-bb65-429bd9fb14e6 req-078c5c62-b1a1-4b89-bbbf-335709b97f03 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '222c8fd0-c03b-4f77-835b-3376d27b930e', 'remote_group_id': 'b88608ff-2b1f-49df-9e3c-7680cf6b3dcc', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:47:35.258711 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-9072eab3-2c9d-4d30-bb65-429bd9fb14e6 req-078c5c62-b1a1-4b89-bbbf-335709b97f03 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '222c8fd0-c03b-4f77-835b-3376d27b930e', 'remote_group_id': 'b88608ff-2b1f-49df-9e3c-7680cf6b3dcc', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:47:35.267277 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae67294-817e-413e-b1fc-c1819d83a898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce61baf-cdf4-4e4b-99d4-99c6bd212ef1,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:35.348319 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=ffc34ea0-286c-4901-bfaf-c08cbdcb9cf7,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:35.389328 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-9072eab3-2c9d-4d30-bb65-429bd9fb14e6 req-078c5c62-b1a1-4b89-bbbf-335709b97f03 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:35.391846 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faad96d6-8728-4ae4-b8b4-e3132a5e9672 req-c895da93-a404-43ee-b2ad-2e2f302507da tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:35.400400 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-faad96d6-8728-4ae4-b8b4-e3132a5e9672 req-c895da93-a404-43ee-b2ad-2e2f302507da tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 946 time: 0.0821500 Sep 23 06:47:35.424303 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-9072eab3-2c9d-4d30-bb65-429bd9fb14e6 req-078c5c62-b1a1-4b89-bbbf-335709b97f03 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:35.434036 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-9072eab3-2c9d-4d30-bb65-429bd9fb14e6 req-078c5c62-b1a1-4b89-bbbf-335709b97f03 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:35.458496 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-e21cf324-7283-469e-9ca2-c1af4d4f5edd req-cc0ea113-043d-4c77-b51e-0ded2b1cbef2 tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:35.466606 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-faad96d6-8728-4ae4-b8b4-e3132a5e9672 req-6bbc9778-8101-4180-8c35-d6f5db142801 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651991 Sep 23 06:47:35.499934 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078c5c62-b1a1-4b89-bbbf-335709b97f03 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0340374-e29c-4737-b18f-a942456c8c11,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:35.506453 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0ea113-043d-4c77-b51e-0ded2b1cbef2 tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] Pushing event deleted for resources: {'Port': ['ID=4c06f2ac-ebbb-4b50-8154-0636f9146e3b,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:35.511497 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-9072eab3-2c9d-4d30-bb65-429bd9fb14e6 req-078c5c62-b1a1-4b89-bbbf-335709b97f03 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:35.512770 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9072eab3-2c9d-4d30-bb65-429bd9fb14e6 req-078c5c62-b1a1-4b89-bbbf-335709b97f03 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2597079 Sep 23 06:47:35.570559 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-e21cf324-7283-469e-9ca2-c1af4d4f5edd req-cc0ea113-043d-4c77-b51e-0ded2b1cbef2 tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] No DVR routers for this DVR port 4c06f2ac-ebbb-4b50-8154-0636f9146e3b on host n-h1-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:47:35.571997 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['ffc34ea0-286c-4901-bfaf-c08cbdcb9cf7'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:47:35.573292 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-e21cf324-7283-469e-9ca2-c1af4d4f5edd req-cc0ea113-043d-4c77-b51e-0ded2b1cbef2 tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:35.575793 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e21cf324-7283-469e-9ca2-c1af4d4f5edd req-cc0ea113-043d-4c77-b51e-0ded2b1cbef2 tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] 10.222.0.21 "DELETE /v2.0/ports/4c06f2ac-ebbb-4b50-8154-0636f9146e3b HTTP/1.1" status: 204 len: 173 time: 0.9838812 Sep 23 06:47:35.577076 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eee31f93-838d-4afe-b78e-32bb57118270', 'name': 'network-vif-deleted', 'tag': '4c06f2ac-ebbb-4b50-8154-0636f9146e3b'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:47:35.579956 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9224246c-89b3-4f56-a4c4-35da4254cc58" -d '{"events": [{"server_uuid": "eee31f93-838d-4afe-b78e-32bb57118270", "name": "network-vif-deleted", "tag": "4c06f2ac-ebbb-4b50-8154-0636f9146e3b"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:47:35.714569 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f0737134-7e5f-4a15-b6ee-349bed7d021f req-da3877e1-e1a9-41a5-971d-b5c03bd5c759 tempest-ImagesOneServerTestJSON-1487371818 tempest-ImagesOneServerTestJSON-1487371818-project] 10.222.0.39 "GET /v2.0/ports?device_id=eee31f93-838d-4afe-b78e-32bb57118270 HTTP/1.1" status: 200 len: 210 time: 0.0730820 Sep 23 06:47:35.759745 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-df8f46b3-cd43-4520-89f6-75d5b197df0e req-567ca3e2-d4f5-478e-85a3-273a6bba6d30 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] 10.222.0.39 "GET /v2.0/security-groups/b88608ff-2b1f-49df-9e3c-7680cf6b3dcc HTTP/1.1" status: 200 len: 1804 time: 0.1314650 Sep 23 06:47:35.892038 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-df8f46b3-cd43-4520-89f6-75d5b197df0e req-fb8e90ee-7fae-4548-b0b6-cede6a9bcc17 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:35.896197 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d698b-b410-48be-9939-a83932cd42ac req-e9d3e329-779a-4dae-b75b-96b966835abf tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:35.898145 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f69d698b-b410-48be-9939-a83932cd42ac req-e9d3e329-779a-4dae-b75b-96b966835abf tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eca7759-3950-4e3f-bd86-fb5fd350e979 HTTP/1.1" status: 200 len: 984 time: 0.0909173 Sep 23 06:47:35.944923 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-df8f46b3-cd43-4520-89f6-75d5b197df0e req-fb8e90ee-7fae-4548-b0b6-cede6a9bcc17 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:35.979103 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f69d698b-b410-48be-9939-a83932cd42ac req-aba522eb-00e8-4ca0-9a15-688ff857ce21 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/security-groups?id=294ea309-45c0-4806-b976-e6371d6e8795&id=1a57a7eb-0361-4f1c-9874-013711219303&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0680935 Sep 23 06:47:36.068475 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae051c3-08bf-438d-a7ac-2f7b64eee7e1 x-openstack-request-id: req-dae051c3-08bf-438d-a7ac-2f7b64eee7e1 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:47:36.068763 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eee31f93-838d-4afe-b78e-32bb57118270", "name": "network-vif-deleted", "tag": "4c06f2ac-ebbb-4b50-8154-0636f9146e3b", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:47:36.069015 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dae051c3-08bf-438d-a7ac-2f7b64eee7e1 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:47:36.069536 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eee31f93-838d-4afe-b78e-32bb57118270', 'name': 'network-vif-deleted', 'tag': '4c06f2ac-ebbb-4b50-8154-0636f9146e3b', 'status': 'completed', 'code': 200} Sep 23 06:47:36.074277 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-df8f46b3-cd43-4520-89f6-75d5b197df0e req-fb8e90ee-7fae-4548-b0b6-cede6a9bcc17 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:36.080341 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-df8f46b3-cd43-4520-89f6-75d5b197df0e req-fb8e90ee-7fae-4548-b0b6-cede6a9bcc17 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:36.082044 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-df8f46b3-cd43-4520-89f6-75d5b197df0e req-fb8e90ee-7fae-4548-b0b6-cede6a9bcc17 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] 10.222.0.39 "DELETE /v2.0/security-groups/b88608ff-2b1f-49df-9e3c-7680cf6b3dcc HTTP/1.1" status: 204 len: 173 time: 0.3135130 Sep 23 06:47:36.103399 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8e90ee-7fae-4548-b0b6-cede6a9bcc17 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88608ff-2b1f-49df-9e3c-7680cf6b3dcc,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:36.206586 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:36.243411 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-97361f26-16ef-4dad-b6e6-a4dafc5d5f9c req-089277a4-7c76-449e-9c23-34c95eebb0fc tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-781526055&fields=id&tenant_id=3b3b40df72ef4574baa615ed99859579 HTTP/1.1" status: 200 len: 267 time: 0.0651376 Sep 23 06:47:36.273753 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd68690-2fcc-4ae4-a3c7-42070a24200f req-eca81b44-3d3f-40f1-ba8b-69d75e45825e tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:36.275466 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dbd68690-2fcc-4ae4-a3c7-42070a24200f req-eca81b44-3d3f-40f1-ba8b-69d75e45825e tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/ports?device_id=356423c8-f959-4480-bf1c-84f9e43207c9 HTTP/1.1" status: 200 len: 944 time: 0.1103885 Sep 23 06:47:36.350873 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dbd68690-2fcc-4ae4-a3c7-42070a24200f req-c5cae1b7-8bdf-4fdb-abc8-46fa5908ac5f tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/security-groups?id=abc74fe4-0953-4a1d-8589-19f26bab4282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671678 Sep 23 06:47:36.385047 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97361f26-16ef-4dad-b6e6-a4dafc5d5f9c req-13c99cc1-37ce-41cc-bc75-3a7515c25544 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:36.386913 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-97361f26-16ef-4dad-b6e6-a4dafc5d5f9c req-13c99cc1-37ce-41cc-bc75-3a7515c25544 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eca7759-3950-4e3f-bd86-fb5fd350e979 HTTP/1.1" status: 200 len: 984 time: 0.1426229 Sep 23 06:47:36.403813 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-97361f26-16ef-4dad-b6e6-a4dafc5d5f9c req-043ba3e9-59e6-4438-a708-0f42a48cc4ee tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Request body: {'port': {'security_groups': ['1a57a7eb-0361-4f1c-9874-013711219303', '294ea309-45c0-4806-b976-e6371d6e8795', 'b52d1f84-dd83-4099-91cf-8601677e111e']}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:47:36.487300 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cc455dd0-1459-4d8e-b235-ff808030a337 req-ebe9c0f5-9494-412c-9fcb-5495620cfb6c tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] 10.222.0.39 "GET /v2.0/security-groups/222c8fd0-c03b-4f77-835b-3376d27b930e HTTP/1.1" status: 200 len: 1805 time: 0.0758657 Sep 23 06:47:36.489247 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-97361f26-16ef-4dad-b6e6-a4dafc5d5f9c req-043ba3e9-59e6-4438-a708-0f42a48cc4ee tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:36.594254 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9a49a8-9624-4850-9d59-7429db094a05 req-87518c0c-737b-48f8-b94c-c43fd7085b7a tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:36.603155 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ba9a49a8-9624-4850-9d59-7429db094a05 req-87518c0c-737b-48f8-b94c-c43fd7085b7a tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a0f6d45-7159-44ba-8033-f26cc4346590 HTTP/1.1" status: 200 len: 945 time: 0.0705380 Sep 23 06:47:36.677061 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ba9a49a8-9624-4850-9d59-7429db094a05 req-b905fd8b-4791-4792-a130-8611b8bd7b50 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729055 Sep 23 06:47:36.817985 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device ffc34ea0-286c-4901-bfaf-c08cbdcb9cf7 up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:47:36.825154 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-97361f26-16ef-4dad-b6e6-a4dafc5d5f9c req-043ba3e9-59e6-4438-a708-0f42a48cc4ee tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] For port 1b1ca53f-855f-4d84-9ed7-a5c90ca79f81, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=1b1ca53f-855f-4d84-9ed7-a5c90ca79f81,segment=NetworkSegment(606d2197-237b-4f47-90de-9108be481d55),segment_id=606d2197-237b-4f47-90de-9108be481d55)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:47:36.836138 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f67b5a3-f51d-44cc-8bd9-4d40d38cbe18 req-e5c1c3e0-450e-40c8-8f00-f4b82f93126d tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:36.838193 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1f67b5a3-f51d-44cc-8bd9-4d40d38cbe18 req-e5c1c3e0-450e-40c8-8f00-f4b82f93126d tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 946 time: 0.0589361 Sep 23 06:47:36.877705 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-97361f26-16ef-4dad-b6e6-a4dafc5d5f9c req-043ba3e9-59e6-4438-a708-0f42a48cc4ee tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:36.885025 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-97361f26-16ef-4dad-b6e6-a4dafc5d5f9c req-043ba3e9-59e6-4438-a708-0f42a48cc4ee tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:36.898521 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1f67b5a3-f51d-44cc-8bd9-4d40d38cbe18 req-e25fc5f0-7614-482e-bf44-06bb821e7dcf tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527866 Sep 23 06:47:36.900379 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['1b1ca53f-855f-4d84-9ed7-a5c90ca79f81'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:47:36.917618 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['f4bba100-221a-4b07-b061-80ccb98f9d77'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:47:36.921076 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port ffc34ea0-286c-4901-bfaf-c08cbdcb9cf7 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:47:36.925716 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-d0fd7880-bc98-48a8-bb36-5559b952ebfe req-20d485f0-113d-4ffd-951b-07ed88421329 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1264504985', 'description': 'tempest-description-596528049'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:47:36.944648 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97361f26-16ef-4dad-b6e6-a4dafc5d5f9c req-043ba3e9-59e6-4438-a708-0f42a48cc4ee tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:36.946031 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-97361f26-16ef-4dad-b6e6-a4dafc5d5f9c req-043ba3e9-59e6-4438-a708-0f42a48cc4ee tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:36.958992 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-97361f26-16ef-4dad-b6e6-a4dafc5d5f9c req-043ba3e9-59e6-4438-a708-0f42a48cc4ee tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "PUT /v2.0/ports/1b1ca53f-855f-4d84-9ed7-a5c90ca79f81 HTTP/1.1" status: 200 len: 1020 time: 0.5599041 Sep 23 06:47:36.968179 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eca7759-3950-4e3f-bd86-fb5fd350e979', 'tag': '1b1ca53f-855f-4d84-9ed7-a5c90ca79f81'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:47:36.976235 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c91d217d-19c6-4d7b-89b1-c964fc8ad2ec" -d '{"events": [{"name": "network-changed", "server_uuid": "9eca7759-3950-4e3f-bd86-fb5fd350e979", "tag": "1b1ca53f-855f-4d84-9ed7-a5c90ca79f81"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:47:36.988906 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-d0fd7880-bc98-48a8-bb36-5559b952ebfe req-20d485f0-113d-4ffd-951b-07ed88421329 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:37.000307 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port ffc34ea0-286c-4901-bfaf-c08cbdcb9cf7 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:47:37.000778 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:37.047313 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043ba3e9-59e6-4438-a708-0f42a48cc4ee tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Pushing event updated for resources: {'Port': ['ID=1b1ca53f-855f-4d84-9ed7-a5c90ca79f81,revision_number=7']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:37.094991 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['1b1ca53f-855f-4d84-9ed7-a5c90ca79f81'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:47:37.163540 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device e45ad089-4d49-4a77-9072-5321c26014de up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:47:37.181361 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-d0fd7880-bc98-48a8-bb36-5559b952ebfe req-20d485f0-113d-4ffd-951b-07ed88421329 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:37.188653 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-d0fd7880-bc98-48a8-bb36-5559b952ebfe req-20d485f0-113d-4ffd-951b-07ed88421329 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:37.264570 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-d0fd7880-bc98-48a8-bb36-5559b952ebfe req-20d485f0-113d-4ffd-951b-07ed88421329 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:37.268000 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d0fd7880-bc98-48a8-bb36-5559b952ebfe req-20d485f0-113d-4ffd-951b-07ed88421329 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3481133 Sep 23 06:47:37.281969 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d485f0-113d-4ffd-951b-07ed88421329 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db75c7f7-52ae-4a86-89bc-cad79514756c,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:37.288966 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7cfef231-9874-4423-9a69-d517d6eae3fe req-db5ad811-28b4-4ef0-b828-5d1cc009a749 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/security-groups/b52d1f84-dd83-4099-91cf-8601677e111e HTTP/1.1" status: 200 len: 1800 time: 0.0994799 Sep 23 06:47:37.350683 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:37.366886 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f6205b-50a3-468a-95ec-0ec200db2f8c x-openstack-request-id: req-e3f6205b-50a3-468a-95ec-0ec200db2f8c {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:47:37.367175 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eca7759-3950-4e3f-bd86-fb5fd350e979", "tag": "1b1ca53f-855f-4d84-9ed7-a5c90ca79f81", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:47:37.367431 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e3f6205b-50a3-468a-95ec-0ec200db2f8c {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:47:37.367816 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eca7759-3950-4e3f-bd86-fb5fd350e979', 'tag': '1b1ca53f-855f-4d84-9ed7-a5c90ca79f81', 'status': 'completed', 'code': 200} Sep 23 06:47:37.406244 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [req-7cfef231-9874-4423-9a69-d517d6eae3fe req-1323ddd4-025f-401d-a388-ccd7b4319786 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 23 06:47:37.424217 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7cfef231-9874-4423-9a69-d517d6eae3fe req-1323ddd4-025f-401d-a388-ccd7b4319786 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "DELETE /v2.0/security-groups/b52d1f84-dd83-4099-91cf-8601677e111e HTTP/1.1" status: 409 len: 341 time: 0.1342897 Sep 23 06:47:37.469551 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port e45ad089-4d49-4a77-9072-5321c26014de completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:47:37.497428 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-88b55550-4485-4998-a6e7-a0f45ed2944f req-0e77368b-f134-49c7-9f17-4cb340d19c60 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] 10.222.0.39 "GET /v2.0/security-groups/db75c7f7-52ae-4a86-89bc-cad79514756c HTTP/1.1" status: 200 len: 1804 time: 0.1129031 Sep 23 06:47:37.506284 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '356423c8-f959-4480-bf1c-84f9e43207c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc34ea0-286c-4901-bfaf-c08cbdcb9cf7'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:47:37.508417 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-88b55550-4485-4998-a6e7-a0f45ed2944f req-44d6d685-dd5d-43de-ada4-042173dca86b tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'db75c7f7-52ae-4a86-89bc-cad79514756c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:47:37.508857 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ba43e4-2fe4-4d90-b480-236fa56028c5" -d '{"events": [{"server_uuid": "356423c8-f959-4480-bf1c-84f9e43207c9", "name": "network-vif-plugged", "status": "completed", "tag": "ffc34ea0-286c-4901-bfaf-c08cbdcb9cf7"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:47:37.510930 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-88b55550-4485-4998-a6e7-a0f45ed2944f req-44d6d685-dd5d-43de-ada4-042173dca86b tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'db75c7f7-52ae-4a86-89bc-cad79514756c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:47:37.565514 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91d217d-19c6-4d7b-89b1-c964fc8ad2ec req-0119f5f7-4fa8-4cde-ad59-1761beb011e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:37.568011 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c91d217d-19c6-4d7b-89b1-c964fc8ad2ec req-0119f5f7-4fa8-4cde-ad59-1761beb011e2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3b3b40df72ef4574baa615ed99859579&device_id=9eca7759-3950-4e3f-bd86-fb5fd350e979 HTTP/1.1" status: 200 len: 1175 time: 0.1419654 Sep 23 06:47:37.587079 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port e45ad089-4d49-4a77-9072-5321c26014de triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:47:37.587743 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:37.646624 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port ffc34ea0-286c-4901-bfaf-c08cbdcb9cf7, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=ffc34ea0-286c-4901-bfaf-c08cbdcb9cf7,segment=NetworkSegment(1a9bebfa-472f-4ce0-bf1b-0262c13e7508),segment_id=1a9bebfa-472f-4ce0-bf1b-0262c13e7508)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:47:37.665218 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-88b55550-4485-4998-a6e7-a0f45ed2944f req-44d6d685-dd5d-43de-ada4-042173dca86b tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:37.665730 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d56fe6c-7479-46a1-84a1-7211ac50dc21 req-41c0ef57-0058-476f-90b3-cabc6d70ccf8 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:37.674516 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8d56fe6c-7479-46a1-84a1-7211ac50dc21 req-41c0ef57-0058-476f-90b3-cabc6d70ccf8 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/ports?device_id=356423c8-f959-4480-bf1c-84f9e43207c9 HTTP/1.1" status: 200 len: 944 time: 0.1057761 Sep 23 06:47:37.717282 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:37.753452 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-88b55550-4485-4998-a6e7-a0f45ed2944f req-44d6d685-dd5d-43de-ada4-042173dca86b tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:37.763198 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-88b55550-4485-4998-a6e7-a0f45ed2944f req-44d6d685-dd5d-43de-ada4-042173dca86b tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:37.851028 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d6d685-dd5d-43de-ada4-042173dca86b tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b28c2d33-bf96-46a5-855d-a091284ff271,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:37.856256 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 58842) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:47:37.876415 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-88b55550-4485-4998-a6e7-a0f45ed2944f req-44d6d685-dd5d-43de-ada4-042173dca86b tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:37.894341 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-88b55550-4485-4998-a6e7-a0f45ed2944f req-44d6d685-dd5d-43de-ada4-042173dca86b tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3941247 Sep 23 06:47:37.905462 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=ffc34ea0-286c-4901-bfaf-c08cbdcb9cf7,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:38.277332 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99f2b4a9-adcc-4444-ba85-3fad30dd5980 x-openstack-request-id: req-99f2b4a9-adcc-4444-ba85-3fad30dd5980 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:47:38.279085 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "356423c8-f959-4480-bf1c-84f9e43207c9", "name": "network-vif-plugged", "status": "completed", "tag": "ffc34ea0-286c-4901-bfaf-c08cbdcb9cf7", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:47:38.279989 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-99f2b4a9-adcc-4444-ba85-3fad30dd5980 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:47:38.281740 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '356423c8-f959-4480-bf1c-84f9e43207c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc34ea0-286c-4901-bfaf-c08cbdcb9cf7', 'code': 200} Sep 23 06:47:38.290673 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8d56fe6c-7479-46a1-84a1-7211ac50dc21 req-8afceebf-c6c7-4e3f-b342-b69ba2a8c618 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/security-groups?id=abc74fe4-0953-4a1d-8589-19f26bab4282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6142855 Sep 23 06:47:38.340094 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91d217d-19c6-4d7b-89b1-c964fc8ad2ec req-ddd760d0-b73d-4dfa-b949-cfda65516733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:38.342647 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c91d217d-19c6-4d7b-89b1-c964fc8ad2ec req-ddd760d0-b73d-4dfa-b949-cfda65516733 service neutron] 10.222.0.58 "GET /v2.0/networks?id=af521934-4e14-4fd3-9a79-d0d8a001f41d HTTP/1.1" status: 200 len: 914 time: 0.7608991 Sep 23 06:47:38.344148 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-57b84cd3-3716-4dd3-85db-290bcb831a31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:38.400790 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:38.417667 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c91d217d-19c6-4d7b-89b1-c964fc8ad2ec req-34148c55-2ffb-44bf-948c-66c7aca68524 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b1ca53f-855f-4d84-9ed7-a5c90ca79f81 HTTP/1.1" status: 200 len: 217 time: 0.0625336 Sep 23 06:47:38.442111 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0b15360b-e322-452f-bfce-ae5464e4ab6d req-4497f2ac-bd00-4cb2-8a6e-8b4692bc6f3a tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] 10.222.0.39 "GET /v2.0/security-groups/db75c7f7-52ae-4a86-89bc-cad79514756c HTTP/1.1" status: 200 len: 2397 time: 0.1110835 Sep 23 06:47:38.456588 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-0b15360b-e322-452f-bfce-ae5464e4ab6d req-5c2d7f3b-a839-41e5-8d95-70c2725a827e tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'db75c7f7-52ae-4a86-89bc-cad79514756c', 'remote_group_id': None}]} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:47:38.457286 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-0b15360b-e322-452f-bfce-ae5464e4ab6d req-5c2d7f3b-a839-41e5-8d95-70c2725a827e tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'db75c7f7-52ae-4a86-89bc-cad79514756c', 'remote_group_id': None}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:47:38.468764 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-d5da4644-dde7-42bf-84b9-8ce1ef682e44 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3221b38c13024260a26ae2a31743d886&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6091890 Sep 23 06:47:38.487937 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 58858) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:47:38.517607 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port e45ad089-4d49-4a77-9072-5321c26014de, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=e45ad089-4d49-4a77-9072-5321c26014de,segment=NetworkSegment(1a9bebfa-472f-4ce0-bf1b-0262c13e7508),segment_id=1a9bebfa-472f-4ce0-bf1b-0262c13e7508)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:47:38.527565 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:38.563469 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91d217d-19c6-4d7b-89b1-c964fc8ad2ec req-e4e275f2-e546-4993-9e22-06a5af01310e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:38.565342 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c91d217d-19c6-4d7b-89b1-c964fc8ad2ec req-e4e275f2-e546-4993-9e22-06a5af01310e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7f9997a5-b833-4318-a21f-37b1b7e3fb43 HTTP/1.1" status: 200 len: 853 time: 0.1202672 Sep 23 06:47:38.591214 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=e45ad089-4d49-4a77-9072-5321c26014de,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:38.598322 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755d573b-c5cc-4900-bd8c-eb78b1236781 req-bb3bc628-2f24-4dd2-8a2e-3bc70b07a7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:38.602381 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-755d573b-c5cc-4900-bd8c-eb78b1236781 req-bb3bc628-2f24-4dd2-8a2e-3bc70b07a7d2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=356423c8-f959-4480-bf1c-84f9e43207c9 HTTP/1.1" status: 200 len: 1097 time: 0.2830210 Sep 23 06:47:38.615471 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-06451043-769c-498e-bf67-929beca115f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:38.622851 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aab87b-3255-4324-a676-95ccd8964931 req-8d03e872-f728-4144-ba60-90e4a12e3ef4 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:38.635855 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-87aab87b-3255-4324-a676-95ccd8964931 req-8d03e872-f728-4144-ba60-90e4a12e3ef4 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a0f6d45-7159-44ba-8033-f26cc4346590 HTTP/1.1" status: 200 len: 945 time: 0.2594707 Sep 23 06:47:38.663131 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c91d217d-19c6-4d7b-89b1-c964fc8ad2ec req-41f3d335-2692-4521-8e3e-83c886485c61 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=af521934-4e14-4fd3-9a79-d0d8a001f41d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746727 Sep 23 06:47:38.722969 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-87aab87b-3255-4324-a676-95ccd8964931 req-0a773b79-7946-466e-ae5b-46f20ea2cb63 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795074 Sep 23 06:47:38.735092 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-755d573b-c5cc-4900-bd8c-eb78b1236781 req-4470a6b6-b9eb-48fc-8b5e-c905307da4ed service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=abc74fe4-0953-4a1d-8589-19f26bab4282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864961 Sep 23 06:47:38.735224 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-06451043-769c-498e-bf67-929beca115f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:38.735224 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-0b15360b-e322-452f-bfce-ae5464e4ab6d req-5c2d7f3b-a839-41e5-8d95-70c2725a827e tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:38.749297 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 58862) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:47:38.858577 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-0b15360b-e322-452f-bfce-ae5464e4ab6d req-5c2d7f3b-a839-41e5-8d95-70c2725a827e tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:38.870223 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-0b15360b-e322-452f-bfce-ae5464e4ab6d req-5c2d7f3b-a839-41e5-8d95-70c2725a827e tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:38.884522 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fcf20e-6a25-4280-a8fd-2217dbaa2f43 req-bd36da1a-e507-4a91-a24b-4b4b2000ce6f tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:38.896342 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c91d217d-19c6-4d7b-89b1-c964fc8ad2ec req-7dc3d55c-da51-462c-9bfb-c2bf0008ec06 service neutron] 10.222.0.58 "GET /v2.0/networks/af521934-4e14-4fd3-9a79-d0d8a001f41d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148049 Sep 23 06:47:38.900097 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2d7f3b-a839-41e5-8d95-70c2725a827e tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41582fb0-834a-4d0a-b45e-3f5c9eb41b35,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:38.901015 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-52fcf20e-6a25-4280-a8fd-2217dbaa2f43 req-bd36da1a-e507-4a91-a24b-4b4b2000ce6f tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 946 time: 0.1062057 Sep 23 06:47:38.905194 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-06451043-769c-498e-bf67-929beca115f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:38.908307 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-06451043-769c-498e-bf67-929beca115f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:38.912930 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-06451043-769c-498e-bf67-929beca115f9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/04871bb0-7c56-48c4-97f9-6aeb571e4458 HTTP/1.1" status: 204 len: 168 time: 0.4204042 Sep 23 06:47:38.931373 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-0b15360b-e322-452f-bfce-ae5464e4ab6d req-5c2d7f3b-a839-41e5-8d95-70c2725a827e tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:38.932354 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0b15360b-e322-452f-bfce-ae5464e4ab6d req-5c2d7f3b-a839-41e5-8d95-70c2725a827e tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4889450 Sep 23 06:47:38.934166 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06451043-769c-498e-bf67-929beca115f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04871bb0-7c56-48c4-97f9-6aeb571e4458,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:38.991497 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-52fcf20e-6a25-4280-a8fd-2217dbaa2f43 req-e73d93f4-fa48-4be4-93f7-f8c37e141af1 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893633 Sep 23 06:47:39.027760 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-90278247-f86e-48cd-9b66-045fd0b481ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:39.111278 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 4c06f2ac-ebbb-4b50-8154-0636f9146e3b no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:47:39.138479 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] No Port match for: 4c06f2ac-ebbb-4b50-8154-0636f9146e3b {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:47:39.139535 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 4c06f2ac-ebbb-4b50-8154-0636f9146e3b not bound to the agent host n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:47:39.174785 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ffb0b4e5-8730-4965-a3db-3beb1d1509ca req-68f015f8-117e-4b7b-8d83-66ba1ca4c15b tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] 10.222.0.39 "GET /v2.0/security-groups/db75c7f7-52ae-4a86-89bc-cad79514756c HTTP/1.1" status: 200 len: 2995 time: 0.0776587 Sep 23 06:47:39.203957 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c91d217d-19c6-4d7b-89b1-c964fc8ad2ec req-6d272c48-3f33-414f-945a-43a5e6594d86 service neutron] 10.222.0.58 "GET /v2.0/networks/af521934-4e14-4fd3-9a79-d0d8a001f41d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120218 Sep 23 06:47:39.243143 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-91d24e44-1146-4112-bb53-6dfcc5183ad7 req-b5f3a4df-2c60-4534-b8c7-9d46469b58fa tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] 10.222.0.39 "GET /v2.0/security-group-rules/41582fb0-834a-4d0a-b45e-3f5c9eb41b35 HTTP/1.1" status: 200 len: 783 time: 0.0381951 Sep 23 06:47:39.285203 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-90278247-f86e-48cd-9b66-045fd0b481ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:39.304112 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b7d29d-b712-4d76-897c-9fd5005f8466 req-c3f2c148-a67f-4277-8eb6-ee8ba3a34baf tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:39.306202 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a5b7d29d-b712-4d76-897c-9fd5005f8466 req-c3f2c148-a67f-4277-8eb6-ee8ba3a34baf tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eca7759-3950-4e3f-bd86-fb5fd350e979 HTTP/1.1" status: 200 len: 1023 time: 0.1423357 Sep 23 06:47:39.307784 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-90278247-f86e-48cd-9b66-045fd0b481ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:39.333014 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-91d24e44-1146-4112-bb53-6dfcc5183ad7 req-601ee7d7-eaf9-48bf-8862-5542b5c4f1f5 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] 10.222.0.39 "GET /v2.0/security-groups/db75c7f7-52ae-4a86-89bc-cad79514756c HTTP/1.1" status: 200 len: 2995 time: 0.0804107 Sep 23 06:47:39.378722 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90278247-f86e-48cd-9b66-045fd0b481ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaab17f9-cc37-403e-ba0b-0a7cab33aca8,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:39.380032 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-91d24e44-1146-4112-bb53-6dfcc5183ad7 req-3cb93475-0c4c-4a5e-809a-a481ceadea75 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:39.398417 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-90278247-f86e-48cd-9b66-045fd0b481ca admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9d9a5f2ecbf04a3a8cf61f42de3a6c16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6478004 Sep 23 06:47:39.400831 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 58880) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:47:39.412226 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-91d24e44-1146-4112-bb53-6dfcc5183ad7 req-3cb93475-0c4c-4a5e-809a-a481ceadea75 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:39.432150 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a5b7d29d-b712-4d76-897c-9fd5005f8466 req-308aec1b-e0f8-41d1-ad53-fcb1e1cb72fb tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/security-groups?id=294ea309-45c0-4806-b976-e6371d6e8795&id=b52d1f84-dd83-4099-91cf-8601677e111e&id=1a57a7eb-0361-4f1c-9874-013711219303&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0806522 Sep 23 06:47:39.479135 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ea37bf8c-ec8b-432c-80f5-c3a93b0699f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:39.492735 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-91d24e44-1146-4112-bb53-6dfcc5183ad7 req-3cb93475-0c4c-4a5e-809a-a481ceadea75 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:39.499979 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-91d24e44-1146-4112-bb53-6dfcc5183ad7 req-3cb93475-0c4c-4a5e-809a-a481ceadea75 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:39.501950 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-91d24e44-1146-4112-bb53-6dfcc5183ad7 req-3cb93475-0c4c-4a5e-809a-a481ceadea75 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/41582fb0-834a-4d0a-b45e-3f5c9eb41b35 HTTP/1.1" status: 204 len: 173 time: 0.1583946 Sep 23 06:47:39.505451 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ea37bf8c-ec8b-432c-80f5-c3a93b0699f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:39.510902 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb93475-0c4c-4a5e-809a-a481ceadea75 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=41582fb0-834a-4d0a-b45e-3f5c9eb41b35,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:39.586925 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ea37bf8c-ec8b-432c-80f5-c3a93b0699f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:39.589607 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ea37bf8c-ec8b-432c-80f5-c3a93b0699f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:39.593714 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-ea37bf8c-ec8b-432c-80f5-c3a93b0699f6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/aaab17f9-cc37-403e-ba0b-0a7cab33aca8 HTTP/1.1" status: 204 len: 168 time: 0.1890519 Sep 23 06:47:39.627491 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-137fdee9-82fb-402d-8b6f-4791a6a504fd req-340e5fdb-b619-4c5a-aec3-312cc747dd4e tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] 10.222.0.39 "GET /v2.0/security-groups/db75c7f7-52ae-4a86-89bc-cad79514756c HTTP/1.1" status: 200 len: 2397 time: 0.0863483 Sep 23 06:47:39.627767 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea37bf8c-ec8b-432c-80f5-c3a93b0699f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaab17f9-cc37-403e-ba0b-0a7cab33aca8,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:39.646424 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4199ae5c-181a-4097-a2aa-8b6ab5c02858 req-d2f0d1c0-8358-4e3f-935e-6230ed7f092a tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:39.648343 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4199ae5c-181a-4097-a2aa-8b6ab5c02858 req-d2f0d1c0-8358-4e3f-935e-6230ed7f092a tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/ports?device_id=356423c8-f959-4480-bf1c-84f9e43207c9 HTTP/1.1" status: 200 len: 945 time: 0.0736251 Sep 23 06:47:39.753935 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4199ae5c-181a-4097-a2aa-8b6ab5c02858 req-71df31f1-cf87-4d39-86a2-99215397cf14 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/security-groups?id=abc74fe4-0953-4a1d-8589-19f26bab4282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779438 Sep 23 06:47:39.773629 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-137fdee9-82fb-402d-8b6f-4791a6a504fd req-b6a4a88e-6e06-480d-9955-6516560854a9 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:39.814745 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:39.839640 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-137fdee9-82fb-402d-8b6f-4791a6a504fd req-b6a4a88e-6e06-480d-9955-6516560854a9 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:39.932464 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea65805-5dcc-498a-bc19-ee25198da698 req-dc52b090-8044-49c2-b7ed-db61ce11d216 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:39.941066 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-eea65805-5dcc-498a-bc19-ee25198da698 req-dc52b090-8044-49c2-b7ed-db61ce11d216 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a0f6d45-7159-44ba-8033-f26cc4346590 HTTP/1.1" status: 200 len: 945 time: 0.0750420 Sep 23 06:47:39.956300 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-137fdee9-82fb-402d-8b6f-4791a6a504fd req-b6a4a88e-6e06-480d-9955-6516560854a9 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:39.961254 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-137fdee9-82fb-402d-8b6f-4791a6a504fd req-b6a4a88e-6e06-480d-9955-6516560854a9 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:39.962327 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-137fdee9-82fb-402d-8b6f-4791a6a504fd req-b6a4a88e-6e06-480d-9955-6516560854a9 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] 10.222.0.39 "DELETE /v2.0/security-groups/db75c7f7-52ae-4a86-89bc-cad79514756c HTTP/1.1" status: 204 len: 173 time: 0.3237627 Sep 23 06:47:40.016006 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-eea65805-5dcc-498a-bc19-ee25198da698 req-49a7122b-79b1-4401-b6c3-b86b0c12b095 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736649 Sep 23 06:47:40.017840 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a4a88e-6e06-480d-9955-6516560854a9 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db75c7f7-52ae-4a86-89bc-cad79514756c,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:40.055593 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [req-d110ca5d-e449-4feb-8e7e-80f99504ca80 req-9daec9ef-2eac-436f-8c40-f532754a7e4f tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] show failed (client error): The resource could not be found. Sep 23 06:47:40.058761 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d110ca5d-e449-4feb-8e7e-80f99504ca80 req-9daec9ef-2eac-436f-8c40-f532754a7e4f tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] 10.222.0.39 "GET /v2.0/security-groups/b88608ff-2b1f-49df-9e3c-7680cf6b3dcc HTTP/1.1" status: 404 len: 352 time: 0.0677102 Sep 23 06:47:40.171496 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 58908) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:47:40.204321 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e8abebbb-d531-447f-b3a8-f2efb9b0beaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:40.282687 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '414d1d22-ae75-4655-9675-09e03837cb32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e45ad089-4d49-4a77-9072-5321c26014de'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:47:40.285957 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94641959-d399-4cee-85ec-f0912eaaac4a" -d '{"events": [{"server_uuid": "414d1d22-ae75-4655-9675-09e03837cb32", "name": "network-vif-plugged", "status": "completed", "tag": "e45ad089-4d49-4a77-9072-5321c26014de"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:47:40.300583 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed0cd7b-ee4d-4789-a3b6-c48849aa09d1 req-bd12c41b-e25d-47da-b8a4-2d481e7329d8 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:40.310460 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4ed0cd7b-ee4d-4789-a3b6-c48849aa09d1 req-bd12c41b-e25d-47da-b8a4-2d481e7329d8 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 946 time: 0.1483212 Sep 23 06:47:40.367665 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4ed0cd7b-ee4d-4789-a3b6-c48849aa09d1 req-40fa396e-da62-48d0-ac5d-05001f8c20f9 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513189 Sep 23 06:47:40.433793 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b33441d-1d02-4fe0-93a0-ae6b6c64a9fb x-openstack-request-id: req-5b33441d-1d02-4fe0-93a0-ae6b6c64a9fb {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:47:40.434229 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "414d1d22-ae75-4655-9675-09e03837cb32", "name": "network-vif-plugged", "status": "completed", "tag": "e45ad089-4d49-4a77-9072-5321c26014de", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:47:40.434550 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5b33441d-1d02-4fe0-93a0-ae6b6c64a9fb {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:47:40.435056 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '414d1d22-ae75-4655-9675-09e03837cb32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e45ad089-4d49-4a77-9072-5321c26014de', 'code': 200} Sep 23 06:47:40.462850 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e8abebbb-d531-447f-b3a8-f2efb9b0beaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:40.468361 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3c72baac-0b15-442d-8a1f-78cd0f98a657 req-232b03e2-7057-46b3-9054-626f102bc573 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] 10.222.0.39 "GET /v2.0/security-groups/222c8fd0-c03b-4f77-835b-3376d27b930e HTTP/1.1" status: 200 len: 1805 time: 0.1711078 Sep 23 06:47:40.470162 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e8abebbb-d531-447f-b3a8-f2efb9b0beaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:40.536677 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-e8abebbb-d531-447f-b3a8-f2efb9b0beaf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d043d68ca98044a09aa7a9712d539b8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3640723 Sep 23 06:47:40.540600 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 58920) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:47:40.553094 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8abebbb-d531-447f-b3a8-f2efb9b0beaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee6b45e-3310-46dc-8491-cc44989f7131,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:40.684231 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-3c72baac-0b15-442d-8a1f-78cd0f98a657 req-9b182fc4-02e9-491f-8d19-1ff385b6bd37 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:40.743937 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0e776bf1-8a01-45ab-a446-f4a74f35e27d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:40.768804 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-3c72baac-0b15-442d-8a1f-78cd0f98a657 req-9b182fc4-02e9-491f-8d19-1ff385b6bd37 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:40.840397 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0e776bf1-8a01-45ab-a446-f4a74f35e27d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:40.863454 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf7a86a-11e2-448b-a233-c320c8a66919 req-6cfc9fdc-04d7-413b-ac11-e311e9abf594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:40.865255 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9cf7a86a-11e2-448b-a233-c320c8a66919 req-6cfc9fdc-04d7-413b-ac11-e311e9abf594 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=414d1d22-ae75-4655-9675-09e03837cb32 HTTP/1.1" status: 200 len: 1098 time: 0.2055924 Sep 23 06:47:40.880328 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692a2f1f-b233-4528-95c9-ee91061c0cdf req-44112e8d-c7d2-421a-bc24-30310778a94c tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:40.882264 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-692a2f1f-b233-4528-95c9-ee91061c0cdf req-44112e8d-c7d2-421a-bc24-30310778a94c tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.58 "GET /v2.0/ports?device_id=9eca7759-3950-4e3f-bd86-fb5fd350e979 HTTP/1.1" status: 200 len: 1023 time: 0.0951071 Sep 23 06:47:40.942857 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9cf7a86a-11e2-448b-a233-c320c8a66919 req-dbb7ec45-0277-4ac2-9757-84bf348619f8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=abc74fe4-0953-4a1d-8589-19f26bab4282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685680 Sep 23 06:47:40.952907 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-3c72baac-0b15-442d-8a1f-78cd0f98a657 req-9b182fc4-02e9-491f-8d19-1ff385b6bd37 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:40.955485 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-3c72baac-0b15-442d-8a1f-78cd0f98a657 req-9b182fc4-02e9-491f-8d19-1ff385b6bd37 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:40.956635 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3c72baac-0b15-442d-8a1f-78cd0f98a657 req-9b182fc4-02e9-491f-8d19-1ff385b6bd37 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] 10.222.0.39 "DELETE /v2.0/security-groups/222c8fd0-c03b-4f77-835b-3376d27b930e HTTP/1.1" status: 204 len: 173 time: 0.4492121 Sep 23 06:47:40.996943 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0e776bf1-8a01-45ab-a446-f4a74f35e27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:41.001147 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0e776bf1-8a01-45ab-a446-f4a74f35e27d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:41.002696 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-0e776bf1-8a01-45ab-a446-f4a74f35e27d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dee6b45e-3310-46dc-8491-cc44989f7131 HTTP/1.1" status: 204 len: 168 time: 0.4611070 Sep 23 06:47:41.006369 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b182fc4-02e9-491f-8d19-1ff385b6bd37 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=222c8fd0-c03b-4f77-835b-3376d27b930e,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:41.043471 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-692a2f1f-b233-4528-95c9-ee91061c0cdf req-0a42ebea-4060-4651-b5b0-12dc73205a59 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Deleting port 1b1ca53f-855f-4d84-9ed7-a5c90ca79f81 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:47:41.044421 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-692a2f1f-b233-4528-95c9-ee91061c0cdf req-0a42ebea-4060-4651-b5b0-12dc73205a59 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:41.049350 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c0b98-389b-4911-97d6-0e9425ca54d2 req-18fb7b6c-df67-40f5-94c5-684089e2dd52 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:41.050996 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-853c0b98-389b-4911-97d6-0e9425ca54d2 req-18fb7b6c-df67-40f5-94c5-684089e2dd52 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eca7759-3950-4e3f-bd86-fb5fd350e979 HTTP/1.1" status: 200 len: 1023 time: 0.1054182 Sep 23 06:47:41.060193 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e776bf1-8a01-45ab-a446-f4a74f35e27d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee6b45e-3310-46dc-8491-cc44989f7131,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:41.079995 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f3207e2a-4372-4845-9f5b-629ddce8707b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:41.154745 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-853c0b98-389b-4911-97d6-0e9425ca54d2 req-0a2828e1-c2e5-4ab6-8337-5da654d16d9e tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/security-groups?id=294ea309-45c0-4806-b976-e6371d6e8795&id=b52d1f84-dd83-4099-91cf-8601677e111e&id=1a57a7eb-0361-4f1c-9874-013711219303&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0868673 Sep 23 06:47:41.183008 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3ba270-4e47-4cc9-8a6b-6cd550fff693 req-affc7ce5-c598-4e00-b182-e83058e369b9 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:41.191388 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4a3ba270-4e47-4cc9-8a6b-6cd550fff693 req-affc7ce5-c598-4e00-b182-e83058e369b9 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/ports?device_id=356423c8-f959-4480-bf1c-84f9e43207c9 HTTP/1.1" status: 200 len: 945 time: 0.1424341 Sep 23 06:47:41.252694 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4a3ba270-4e47-4cc9-8a6b-6cd550fff693 req-6204ed1d-3772-4c11-8fd9-39a3fb4537ca tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/security-groups?id=abc74fe4-0953-4a1d-8589-19f26bab4282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602186 Sep 23 06:47:41.268755 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-692a2f1f-b233-4528-95c9-ee91061c0cdf req-0a42ebea-4060-4651-b5b0-12dc73205a59 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] For port 1b1ca53f-855f-4d84-9ed7-a5c90ca79f81, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=1b1ca53f-855f-4d84-9ed7-a5c90ca79f81,segment=NetworkSegment(606d2197-237b-4f47-90de-9108be481d55),segment_id=606d2197-237b-4f47-90de-9108be481d55)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:47:41.269135 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-692a2f1f-b233-4528-95c9-ee91061c0cdf req-0a42ebea-4060-4651-b5b0-12dc73205a59 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:41.308247 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-692a2f1f-b233-4528-95c9-ee91061c0cdf req-0a42ebea-4060-4651-b5b0-12dc73205a59 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Calling delete_port for 1b1ca53f-855f-4d84-9ed7-a5c90ca79f81 owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:47:41.411787 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df9279d-e18a-4c51-84a0-4beaa7ed3980 req-4af9f7f3-d345-4e0a-8b57-1fd8d7bb472f tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:41.414813 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a32fd67f-3ecd-4e7b-93c0-b538ac5a1c65 req-7758d3ef-0eb8-4cfa-92a8-0525e75825b5 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] 10.222.0.39 "GET /v2.0/security-groups/55e9220c-5af6-46ee-913a-d325f953d622 HTTP/1.1" status: 200 len: 1804 time: 0.1353602 Sep 23 06:47:41.425482 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2df9279d-e18a-4c51-84a0-4beaa7ed3980 req-4af9f7f3-d345-4e0a-8b57-1fd8d7bb472f tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a0f6d45-7159-44ba-8033-f26cc4346590 HTTP/1.1" status: 200 len: 945 time: 0.0852609 Sep 23 06:47:41.456575 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:41.480746 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2df9279d-e18a-4c51-84a0-4beaa7ed3980 req-44a24358-cb24-4e3d-8763-d663584e8e0e tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540364 Sep 23 06:47:41.526781 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-a32fd67f-3ecd-4e7b-93c0-b538ac5a1c65 req-169b8c74-ace8-4668-8b4d-eda862c92c6b tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:41.607148 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-a32fd67f-3ecd-4e7b-93c0-b538ac5a1c65 req-169b8c74-ace8-4668-8b4d-eda862c92c6b tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:41.651967 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-692a2f1f-b233-4528-95c9-ee91061c0cdf req-0a42ebea-4060-4651-b5b0-12dc73205a59 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:41.665001 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['1b1ca53f-855f-4d84-9ed7-a5c90ca79f81'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:47:41.710888 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a42ebea-4060-4651-b5b0-12dc73205a59 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Pushing event deleted for resources: {'Port': ['ID=1b1ca53f-855f-4d84-9ed7-a5c90ca79f81,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:41.721836 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['f4bba100-221a-4b07-b061-80ccb98f9d77'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:47:41.792531 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c33d9-23f6-4146-bafb-fb21e7429c2e req-152aaa79-7cc5-43e1-b508-329c8ce0ef38 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:41.796643 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-692a2f1f-b233-4528-95c9-ee91061c0cdf req-0a42ebea-4060-4651-b5b0-12dc73205a59 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] No DVR routers for this DVR port 1b1ca53f-855f-4d84-9ed7-a5c90ca79f81 on host n-h2-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:47:41.803654 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ed4c33d9-23f6-4146-bafb-fb21e7429c2e req-152aaa79-7cc5-43e1-b508-329c8ce0ef38 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/ports?device_id=78a6b827-061d-4284-b0e3-3ac50ee2a042 HTTP/1.1" status: 200 len: 946 time: 0.0765274 Sep 23 06:47:41.807703 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-692a2f1f-b233-4528-95c9-ee91061c0cdf req-0a42ebea-4060-4651-b5b0-12dc73205a59 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:41.811665 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-692a2f1f-b233-4528-95c9-ee91061c0cdf req-0a42ebea-4060-4651-b5b0-12dc73205a59 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.58 "DELETE /v2.0/ports/1b1ca53f-855f-4d84-9ed7-a5c90ca79f81 HTTP/1.1" status: 204 len: 173 time: 0.9215341 Sep 23 06:47:41.812001 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eca7759-3950-4e3f-bd86-fb5fd350e979', 'name': 'network-vif-deleted', 'tag': '1b1ca53f-855f-4d84-9ed7-a5c90ca79f81'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:47:41.815574 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-785c224a-fb53-4053-a1b5-f707938b30f1" -d '{"events": [{"server_uuid": "9eca7759-3950-4e3f-bd86-fb5fd350e979", "name": "network-vif-deleted", "tag": "1b1ca53f-855f-4d84-9ed7-a5c90ca79f81"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:47:41.827607 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-a32fd67f-3ecd-4e7b-93c0-b538ac5a1c65 req-169b8c74-ace8-4668-8b4d-eda862c92c6b tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:41.832806 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-a32fd67f-3ecd-4e7b-93c0-b538ac5a1c65 req-169b8c74-ace8-4668-8b4d-eda862c92c6b tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:41.836834 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a32fd67f-3ecd-4e7b-93c0-b538ac5a1c65 req-169b8c74-ace8-4668-8b4d-eda862c92c6b tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] 10.222.0.39 "DELETE /v2.0/security-groups/55e9220c-5af6-46ee-913a-d325f953d622 HTTP/1.1" status: 204 len: 173 time: 0.4208217 Sep 23 06:47:41.855689 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169b8c74-ace8-4668-8b4d-eda862c92c6b tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e9220c-5af6-46ee-913a-d325f953d622,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:41.902170 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ed4c33d9-23f6-4146-bafb-fb21e7429c2e req-a855e103-c71f-4257-9b61-07c205f63259 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/security-groups?id=abc74fe4-0953-4a1d-8589-19f26bab4282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969634 Sep 23 06:47:42.089070 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f474b33-7484-45cb-bc1c-05c3ce3386a3 x-openstack-request-id: req-6f474b33-7484-45cb-bc1c-05c3ce3386a3 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:47:42.089615 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eca7759-3950-4e3f-bd86-fb5fd350e979", "name": "network-vif-deleted", "tag": "1b1ca53f-855f-4d84-9ed7-a5c90ca79f81", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:47:42.090224 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6f474b33-7484-45cb-bc1c-05c3ce3386a3 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:47:42.090829 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eca7759-3950-4e3f-bd86-fb5fd350e979', 'name': 'network-vif-deleted', 'tag': '1b1ca53f-855f-4d84-9ed7-a5c90ca79f81', 'status': 'completed', 'code': 200} Sep 23 06:47:42.158572 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f59a91-724e-4bfe-bca4-83345fd26358 req-de35c185-5625-4afb-9a3a-22c8d7c6acf8 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:42.169005 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d8f59a91-724e-4bfe-bca4-83345fd26358 req-de35c185-5625-4afb-9a3a-22c8d7c6acf8 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 946 time: 0.1079068 Sep 23 06:47:42.177457 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:42.191664 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6a84b0d1-b4dd-4177-807d-55416e8ef891 req-3500a258-70e1-4315-86f8-a0fbd1845e2c tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] 10.222.0.39 "GET /v2.0/security-groups/d68ca672-6268-4087-8dae-bea96672e708 HTTP/1.1" status: 200 len: 1804 time: 0.0627255 Sep 23 06:47:42.244070 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d8f59a91-724e-4bfe-bca4-83345fd26358 req-b420a399-6b4e-4b19-aa63-b9c0cf42178a tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738313 Sep 23 06:47:42.351282 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6a84b0d1-b4dd-4177-807d-55416e8ef891 req-811ad1da-5b58-4979-9fe4-4dafe98a446b tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:42.441346 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cdbe6b-ff3f-4474-83a5-4e59d0e730fa req-6bfdd87e-1f94-425b-819d-f320940abdf6 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:42.455351 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6a84b0d1-b4dd-4177-807d-55416e8ef891 req-811ad1da-5b58-4979-9fe4-4dafe98a446b tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:42.456338 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b1cdbe6b-ff3f-4474-83a5-4e59d0e730fa req-6bfdd87e-1f94-425b-819d-f320940abdf6 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/ports?device_id=414d1d22-ae75-4655-9675-09e03837cb32 HTTP/1.1" status: 200 len: 946 time: 0.1106880 Sep 23 06:47:42.494862 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 59004) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:47:42.507677 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b1cdbe6b-ff3f-4474-83a5-4e59d0e730fa req-09fe61c7-f925-4be9-af2c-35191a2766ce tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/security-groups?id=abc74fe4-0953-4a1d-8589-19f26bab4282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500081 Sep 23 06:47:42.565979 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6a84b0d1-b4dd-4177-807d-55416e8ef891 req-811ad1da-5b58-4979-9fe4-4dafe98a446b tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:42.569312 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6a84b0d1-b4dd-4177-807d-55416e8ef891 req-811ad1da-5b58-4979-9fe4-4dafe98a446b tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:42.574279 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6a84b0d1-b4dd-4177-807d-55416e8ef891 req-811ad1da-5b58-4979-9fe4-4dafe98a446b tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] 10.222.0.39 "DELETE /v2.0/security-groups/d68ca672-6268-4087-8dae-bea96672e708 HTTP/1.1" status: 204 len: 173 time: 0.3748732 Sep 23 06:47:42.594032 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811ad1da-5b58-4979-9fe4-4dafe98a446b tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68ca672-6268-4087-8dae-bea96672e708,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:42.656743 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-28f5766a-9341-40a9-8998-0b9a786773d8 req-aa7202ce-8f04-4d1d-879a-62e63e63492b tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eca7759-3950-4e3f-bd86-fb5fd350e979 HTTP/1.1" status: 200 len: 210 time: 0.0510037 Sep 23 06:47:42.730834 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c3e365b5-1caf-41ea-a432-4d49e8924d50 req-7e2d9aa1-f171-45dc-bfa9-9d89fff0813c tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] 10.222.0.39 "GET /v2.0/security-groups/6f05b8e0-83d7-404e-8262-4dcb846db315 HTTP/1.1" status: 200 len: 2404 time: 0.0568547 Sep 23 06:47:42.755250 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a04afbb-17f0-45e5-8df8-adb598be405d req-72cb098d-a27a-4e16-bd14-f1941f5e4cec tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:42.757467 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5a04afbb-17f0-45e5-8df8-adb598be405d req-72cb098d-a27a-4e16-bd14-f1941f5e4cec tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a0f6d45-7159-44ba-8033-f26cc4346590 HTTP/1.1" status: 200 len: 945 time: 0.0730233 Sep 23 06:47:42.804220 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-c3e365b5-1caf-41ea-a432-4d49e8924d50 req-ab61219f-07a2-4561-84cf-60623824b9a0 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:42.809454 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5be0e8b4-dd18-4050-8963-ea2fe4dee807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:42.823169 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5a04afbb-17f0-45e5-8df8-adb598be405d req-4e4ad8fc-4608-44ab-8146-cf76e9172ebe tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566831 Sep 23 06:47:42.830033 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-c3e365b5-1caf-41ea-a432-4d49e8924d50 req-ab61219f-07a2-4561-84cf-60623824b9a0 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:42.917064 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-c3e365b5-1caf-41ea-a432-4d49e8924d50 req-ab61219f-07a2-4561-84cf-60623824b9a0 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:42.923924 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-c3e365b5-1caf-41ea-a432-4d49e8924d50 req-ab61219f-07a2-4561-84cf-60623824b9a0 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:42.925400 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c3e365b5-1caf-41ea-a432-4d49e8924d50 req-ab61219f-07a2-4561-84cf-60623824b9a0 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] 10.222.0.39 "DELETE /v2.0/security-groups/6f05b8e0-83d7-404e-8262-4dcb846db315 HTTP/1.1" status: 204 len: 173 time: 0.1873524 Sep 23 06:47:42.935308 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab61219f-07a2-4561-84cf-60623824b9a0 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f05b8e0-83d7-404e-8262-4dcb846db315,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:42.972051 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5be0e8b4-dd18-4050-8963-ea2fe4dee807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:42.980597 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5be0e8b4-dd18-4050-8963-ea2fe4dee807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:43.036444 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-5be0e8b4-dd18-4050-8963-ea2fe4dee807 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=304732d1246a4982b4e44f449e205fa6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5393827 Sep 23 06:47:43.039453 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 59032) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:47:43.039674 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be0e8b4-dd18-4050-8963-ea2fe4dee807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e43f8ba-2158-4d3b-a823-545545bebae0,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:43.044757 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a492a7d2-dc6a-439e-b187-235eff00d11c req-50b600d5-8bce-4b69-b7f1-a980fd2a7f41 tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] 10.222.0.39 "GET /v2.0/security-groups/8db3476b-b2f7-4582-ac59-e4662a7e1ea0 HTTP/1.1" status: 200 len: 2397 time: 0.0881250 Sep 23 06:47:43.100185 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-490d1fa7-a0ff-4cec-b73f-abbb2d725ede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:43.115125 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-a492a7d2-dc6a-439e-b187-235eff00d11c req-66a06603-5673-494d-85f7-c7e2816d99ea tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:43.126954 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-490d1fa7-a0ff-4cec-b73f-abbb2d725ede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:43.141556 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-a492a7d2-dc6a-439e-b187-235eff00d11c req-66a06603-5673-494d-85f7-c7e2816d99ea tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:43.179190 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-490d1fa7-a0ff-4cec-b73f-abbb2d725ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:43.182012 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-490d1fa7-a0ff-4cec-b73f-abbb2d725ede admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:43.183405 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-490d1fa7-a0ff-4cec-b73f-abbb2d725ede admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8e43f8ba-2158-4d3b-a823-545545bebae0 HTTP/1.1" status: 204 len: 168 time: 0.1426141 Sep 23 06:47:43.199244 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490d1fa7-a0ff-4cec-b73f-abbb2d725ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e43f8ba-2158-4d3b-a823-545545bebae0,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:43.204697 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-a492a7d2-dc6a-439e-b187-235eff00d11c req-66a06603-5673-494d-85f7-c7e2816d99ea tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:43.208979 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-a492a7d2-dc6a-439e-b187-235eff00d11c req-66a06603-5673-494d-85f7-c7e2816d99ea tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:43.210412 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a492a7d2-dc6a-439e-b187-235eff00d11c req-66a06603-5673-494d-85f7-c7e2816d99ea tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] 10.222.0.39 "DELETE /v2.0/security-groups/8db3476b-b2f7-4582-ac59-e4662a7e1ea0 HTTP/1.1" status: 204 len: 173 time: 0.1575127 Sep 23 06:47:43.216402 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 59042) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:47:43.233341 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a06603-5673-494d-85f7-c7e2816d99ea tempest-SecurityGroupRulesTestJSON-906956210 tempest-SecurityGroupRulesTestJSON-906956210-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db3476b-b2f7-4582-ac59-e4662a7e1ea0,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:43.282287 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-4798a60f-7707-4b41-b00c-30ddcbd974c0 admin admin] Deleting subnet 3f2262b4-d7c1-4330-a828-bdd3bcef0017 {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:47:43.286341 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4798a60f-7707-4b41-b00c-30ddcbd974c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:43.339441 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4798a60f-7707-4b41-b00c-30ddcbd974c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:43.462521 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4798a60f-7707-4b41-b00c-30ddcbd974c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:43.518822 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db5b433-da27-4f07-94ab-2a60e32297c3 req-0be787b7-c71c-4676-b9e9-a504b45834b1 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:43.520339 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0db5b433-da27-4f07-94ab-2a60e32297c3 req-0be787b7-c71c-4676-b9e9-a504b45834b1 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 946 time: 0.1438682 Sep 23 06:47:43.589579 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4798a60f-7707-4b41-b00c-30ddcbd974c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:43.624715 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0db5b433-da27-4f07-94ab-2a60e32297c3 req-f6392cea-f228-44c9-af69-7829b3973e94 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928156 Sep 23 06:47:43.627325 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4798a60f-7707-4b41-b00c-30ddcbd974c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f2262b4-d7c1-4330-a828-bdd3bcef0017,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:43.629941 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4798a60f-7707-4b41-b00c-30ddcbd974c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:43.631324 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-4798a60f-7707-4b41-b00c-30ddcbd974c0 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/3f2262b4-d7c1-4330-a828-bdd3bcef0017 HTTP/1.1" status: 204 len: 168 time: 0.4135814 Sep 23 06:47:43.633848 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 59076) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:47:43.694670 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b07faa-db62-4ce4-b7f8-18b124a035ce req-07fcdb95-aa6b-4359-a711-781d7dafde7d tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:43.704128 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f6b07faa-db62-4ce4-b7f8-18b124a035ce req-07fcdb95-aa6b-4359-a711-781d7dafde7d tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/ports?device_id=414d1d22-ae75-4655-9675-09e03837cb32 HTTP/1.1" status: 200 len: 946 time: 0.0826118 Sep 23 06:47:43.711453 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:43.721412 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-94ccba45-3c31-4425-aae0-a0fbd944bc89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:43.770395 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f6b07faa-db62-4ce4-b7f8-18b124a035ce req-9b7c1901-180b-4d06-8db7-78ef223cb92b tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/security-groups?id=abc74fe4-0953-4a1d-8589-19f26bab4282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628533 Sep 23 06:47:43.874073 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-94ccba45-3c31-4425-aae0-a0fbd944bc89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:43.897556 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-931e6a8d-2a0c-410e-9faa-49cb2bd77db9 req-9066f87c-4022-4272-89a7-daf216801384 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/security-groups/1a57a7eb-0361-4f1c-9874-013711219303 HTTP/1.1" status: 200 len: 1801 time: 0.0526958 Sep 23 06:47:43.898710 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-94ccba45-3c31-4425-aae0-a0fbd944bc89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eadbc67-704d-4e19-8b87-56653d64f6b4']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:47:43.913554 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-94ccba45-3c31-4425-aae0-a0fbd944bc89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b708d3c-68d6-413d-9d0d-a09b1c7df531') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:47:43.914091 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-94ccba45-3c31-4425-aae0-a0fbd944bc89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b708d3c-68d6-413d-9d0d-a09b1c7df531') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:47:43.938268 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-94ccba45-3c31-4425-aae0-a0fbd944bc89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:43.965948 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-94ccba45-3c31-4425-aae0-a0fbd944bc89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:43.975767 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94ccba45-3c31-4425-aae0-a0fbd944bc89 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:47:43.976221 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-94ccba45-3c31-4425-aae0-a0fbd944bc89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:43.978357 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 06:47:43.978357 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:47:43.978357 n-d-715271-16 neutron-server[95065]: timer() Sep 23 06:47:43.978357 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:47:43.978357 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 06:47:43.978357 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:47:43.978357 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 06:47:43.978357 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:47:43.978357 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 06:47:43.978357 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:47:43.978357 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 06:47:43.978357 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:47:43.978357 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 06:47:43.978357 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:47:43.978357 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:47:43.978357 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:47:43.978357 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:47:43.978357 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:47:43.978357 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 06:47:43.978357 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:47:43.978357 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 06:47:43.978357 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:47:43.978357 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:47:43.978357 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:47:43.978357 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 06:47:43.978357 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:47:43.978357 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:47:43.978357 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:47:43.978357 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:47:43.978357 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:47:43.978357 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:47:43.978357 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:47:43.986632 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-931e6a8d-2a0c-410e-9faa-49cb2bd77db9 req-a271a52f-4e98-40d1-a8d3-092b3e967c1a tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:44.018861 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-931e6a8d-2a0c-410e-9faa-49cb2bd77db9 req-a271a52f-4e98-40d1-a8d3-092b3e967c1a tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:44.079851 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-931e6a8d-2a0c-410e-9faa-49cb2bd77db9 req-a271a52f-4e98-40d1-a8d3-092b3e967c1a tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:44.082134 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-94ccba45-3c31-4425-aae0-a0fbd944bc89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:44.082838 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-931e6a8d-2a0c-410e-9faa-49cb2bd77db9 req-a271a52f-4e98-40d1-a8d3-092b3e967c1a tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:44.084174 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-931e6a8d-2a0c-410e-9faa-49cb2bd77db9 req-a271a52f-4e98-40d1-a8d3-092b3e967c1a tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "DELETE /v2.0/security-groups/1a57a7eb-0361-4f1c-9874-013711219303 HTTP/1.1" status: 204 len: 173 time: 0.1773586 Sep 23 06:47:44.094630 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-94ccba45-3c31-4425-aae0-a0fbd944bc89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:44.094630 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-94ccba45-3c31-4425-aae0-a0fbd944bc89 admin admin] 10.222.0.39 "DELETE /v2.0/networks/1eadbc67-704d-4e19-8b87-56653d64f6b4 HTTP/1.1" status: 204 len: 168 time: 0.4582419 Sep 23 06:47:44.098609 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a271a52f-4e98-40d1-a8d3-092b3e967c1a tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a57a7eb-0361-4f1c-9874-013711219303,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:44.125466 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ccba45-3c31-4425-aae0-a0fbd944bc89 admin admin] Pushing event deleted for resources: {'Network': ['ID=1eadbc67-704d-4e19-8b87-56653d64f6b4,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:44.263419 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eebeb8-17ab-4e24-ae7b-62bebb28c34b req-dbba4506-82ec-4f12-8e9b-969d70545a37 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:44.265246 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e3eebeb8-17ab-4e24-ae7b-62bebb28c34b req-dbba4506-82ec-4f12-8e9b-969d70545a37 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/ports?device_id=356423c8-f959-4480-bf1c-84f9e43207c9 HTTP/1.1" status: 200 len: 945 time: 0.0959771 Sep 23 06:47:44.296103 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8c9357-8031-4bc9-8fe7-a71c5b8a7c05 req-f2fc456b-52b4-4909-a278-1996835cc4bb tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:44.298160 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ec8c9357-8031-4bc9-8fe7-a71c5b8a7c05 req-f2fc456b-52b4-4909-a278-1996835cc4bb tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a0f6d45-7159-44ba-8033-f26cc4346590 HTTP/1.1" status: 200 len: 945 time: 0.0742099 Sep 23 06:47:44.340030 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e3eebeb8-17ab-4e24-ae7b-62bebb28c34b req-d3f9d2a8-d661-4d3b-a834-9498ae41964e tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/security-groups?id=abc74fe4-0953-4a1d-8589-19f26bab4282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627909 Sep 23 06:47:44.346109 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ec8c9357-8031-4bc9-8fe7-a71c5b8a7c05 req-b0479aab-9d6b-400b-983d-ac06cfe30bfc tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387893 Sep 23 06:47:44.395774 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 59150) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:47:44.443268 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-efaea1d2-b372-413c-add1-03fbf3290403 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=149d9d85cc554117a60bd4820d2fa33c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0460155 Sep 23 06:47:44.445444 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 59152) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:47:44.446896 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-57c5e297-4922-4941-82ec-e6837f4204a2 req-196df5ec-74eb-4d40-afe6-089cfba2adc3 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/security-groups/b52d1f84-dd83-4099-91cf-8601677e111e HTTP/1.1" status: 200 len: 1800 time: 0.0564201 Sep 23 06:47:44.514929 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3444e70d-33e5-4918-bee2-eadf39b1260a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:44.523109 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-57c5e297-4922-4941-82ec-e6837f4204a2 req-260a60fe-2a68-4c76-8e41-a52cfa23bf78 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:44.539388 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3444e70d-33e5-4918-bee2-eadf39b1260a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:44.554670 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-57c5e297-4922-4941-82ec-e6837f4204a2 req-260a60fe-2a68-4c76-8e41-a52cfa23bf78 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:44.595483 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3444e70d-33e5-4918-bee2-eadf39b1260a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:44.598678 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3444e70d-33e5-4918-bee2-eadf39b1260a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:44.602245 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-3444e70d-33e5-4918-bee2-eadf39b1260a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f1d29e77-170c-4e26-8b37-9a8f3759b12d HTTP/1.1" status: 204 len: 168 time: 0.1527860 Sep 23 06:47:44.604529 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-57c5e297-4922-4941-82ec-e6837f4204a2 req-260a60fe-2a68-4c76-8e41-a52cfa23bf78 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:44.609073 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-57c5e297-4922-4941-82ec-e6837f4204a2 req-260a60fe-2a68-4c76-8e41-a52cfa23bf78 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:44.610669 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-57c5e297-4922-4941-82ec-e6837f4204a2 req-260a60fe-2a68-4c76-8e41-a52cfa23bf78 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "DELETE /v2.0/security-groups/b52d1f84-dd83-4099-91cf-8601677e111e HTTP/1.1" status: 204 len: 173 time: 0.1573858 Sep 23 06:47:44.620006 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3444e70d-33e5-4918-bee2-eadf39b1260a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d29e77-170c-4e26-8b37-9a8f3759b12d,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:44.628171 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260a60fe-2a68-4c76-8e41-a52cfa23bf78 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b52d1f84-dd83-4099-91cf-8601677e111e,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:44.863884 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 1b1ca53f-855f-4d84-9ed7-a5c90ca79f81 no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:47:44.885465 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No Port match for: 1b1ca53f-855f-4d84-9ed7-a5c90ca79f81 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:47:44.886172 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 1b1ca53f-855f-4d84-9ed7-a5c90ca79f81 not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:47:44.888869 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8461a6-671f-4948-9e8e-836c98e3b31a req-1c7401b0-0744-41e0-9249-483379b87a6d tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:44.890740 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3b8461a6-671f-4948-9e8e-836c98e3b31a req-1c7401b0-0744-41e0-9249-483379b87a6d tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/ports?device_id=78a6b827-061d-4284-b0e3-3ac50ee2a042 HTTP/1.1" status: 200 len: 946 time: 0.0590813 Sep 23 06:47:44.936515 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3b8461a6-671f-4948-9e8e-836c98e3b31a req-b7900d02-dfb4-4f8b-9131-805bca57a40b tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/security-groups?id=abc74fe4-0953-4a1d-8589-19f26bab4282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384846 Sep 23 06:47:44.974250 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-6b32090e-af1e-4115-b164-c9fd40066d5d req-3af43854-9fe1-4ee9-b3a0-6c54d04b82e5 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-278718599', 'description': 'tempest-description-2052232699'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:47:44.998841 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6b32090e-af1e-4115-b164-c9fd40066d5d req-3af43854-9fe1-4ee9-b3a0-6c54d04b82e5 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:45.085849 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6b32090e-af1e-4115-b164-c9fd40066d5d req-3af43854-9fe1-4ee9-b3a0-6c54d04b82e5 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:45.090659 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6b32090e-af1e-4115-b164-c9fd40066d5d req-3af43854-9fe1-4ee9-b3a0-6c54d04b82e5 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:45.132511 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6b32090e-af1e-4115-b164-c9fd40066d5d req-3af43854-9fe1-4ee9-b3a0-6c54d04b82e5 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:45.138373 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6b32090e-af1e-4115-b164-c9fd40066d5d req-3af43854-9fe1-4ee9-b3a0-6c54d04b82e5 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.1687760 Sep 23 06:47:45.140661 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af43854-9fe1-4ee9-b3a0-6c54d04b82e5 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da9ef6ab-2106-4bf3-ae47-4f2026d0ec21,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:45.274094 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa7c39a-7920-4414-8ee6-dc22327d8269 req-3a27a91a-9faf-4491-87c5-40b1f1c668a3 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:45.280034 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1fa7c39a-7920-4414-8ee6-dc22327d8269 req-3a27a91a-9faf-4491-87c5-40b1f1c668a3 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 946 time: 0.0789804 Sep 23 06:47:45.364115 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1fa7c39a-7920-4414-8ee6-dc22327d8269 req-d12d3587-319d-42fd-bb98-9d936114748d tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651491 Sep 23 06:47:45.457437 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 59210) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:47:45.461452 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 06:47:45.513014 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8a53f2b2-3502-4f2e-9f02-81f71686954c req-b69dfbd4-67ed-4b99-9525-b9b7f26dd821 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/security-groups/da9ef6ab-2106-4bf3-ae47-4f2026d0ec21 HTTP/1.1" status: 200 len: 1800 time: 0.0741544 Sep 23 06:47:45.525122 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-8a53f2b2-3502-4f2e-9f02-81f71686954c req-e35419f7-695c-430c-8875-cf0928333447 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1723585545', 'description': 'tempest-description-hth-1791372791'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:47:45.547184 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258ea296-f1d7-4de8-a3d6-650f85615a54 req-04b79d6c-f051-4921-af88-d352d520f606 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:45.552270 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 59216) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:47:45.553374 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258ea296-f1d7-4de8-a3d6-650f85615a54 req-04b79d6c-f051-4921-af88-d352d520f606 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:45.559932 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258ea296-f1d7-4de8-a3d6-650f85615a54 req-04b79d6c-f051-4921-af88-d352d520f606 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:45.563788 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-8a53f2b2-3502-4f2e-9f02-81f71686954c req-e35419f7-695c-430c-8875-cf0928333447 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks [] for security_group, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:45.575851 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-258ea296-f1d7-4de8-a3d6-650f85615a54 req-04b79d6c-f051-4921-af88-d352d520f606 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/ports?device_id=356423c8-f959-4480-bf1c-84f9e43207c9&device_id=414d1d22-ae75-4655-9675-09e03837cb32&device_id=78a6b827-061d-4284-b0e3-3ac50ee2a042 HTTP/1.1" status: 200 len: 2418 time: 0.0907335 Sep 23 06:47:45.623748 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-258ea296-f1d7-4de8-a3d6-650f85615a54 req-9ab60b9c-cb3b-4aaf-9f66-946fd25c2dcf tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/security-groups?id=abc74fe4-0953-4a1d-8589-19f26bab4282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455635 Sep 23 06:47:45.640754 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-8a53f2b2-3502-4f2e-9f02-81f71686954c req-e35419f7-695c-430c-8875-cf0928333447 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks [] for security_group, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:45.647180 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-8a53f2b2-3502-4f2e-9f02-81f71686954c req-e35419f7-695c-430c-8875-cf0928333447 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:45.648703 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-c72398c0-27fc-4a5f-87a5-8f0aa33eea45 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1759826465-network', 'tenant_id': '9965d7942b794f83b0a57a04a5ad9486'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:47:45.650355 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-8a53f2b2-3502-4f2e-9f02-81f71686954c req-e35419f7-695c-430c-8875-cf0928333447 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:45.665628 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8a53f2b2-3502-4f2e-9f02-81f71686954c req-e35419f7-695c-430c-8875-cf0928333447 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "PUT /v2.0/security-groups/da9ef6ab-2106-4bf3-ae47-4f2026d0ec21 HTTP/1.1" status: 200 len: 1775 time: 0.1465468 Sep 23 06:47:45.676589 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c72398c0-27fc-4a5f-87a5-8f0aa33eea45 admin admin] Made reservation on behalf of 9965d7942b794f83b0a57a04a5ad9486 for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:47:45.682914 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c72398c0-27fc-4a5f-87a5-8f0aa33eea45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:45.707661 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c72398c0-27fc-4a5f-87a5-8f0aa33eea45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:45.713486 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-47667d88-c16a-47b2-9bac-89eb5e20b34c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:45.722486 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35419f7-695c-430c-8875-cf0928333447 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da9ef6ab-2106-4bf3-ae47-4f2026d0ec21,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:45.760717 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a2e90-a4ba-4c74-8abc-e43151815a7e req-1b8cfddb-af5e-47ae-ad74-3ca58ec8b7be tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:45.762309 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4e6a2e90-a4ba-4c74-8abc-e43151815a7e req-1b8cfddb-af5e-47ae-ad74-3ca58ec8b7be tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a0f6d45-7159-44ba-8033-f26cc4346590 HTTP/1.1" status: 200 len: 945 time: 0.0745940 Sep 23 06:47:45.804357 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4e6a2e90-a4ba-4c74-8abc-e43151815a7e req-da5a1756-33a0-4053-a1a9-c6fc5266182b tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357485 Sep 23 06:47:45.832349 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-47667d88-c16a-47b2-9bac-89eb5e20b34c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:45.843086 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-47667d88-c16a-47b2-9bac-89eb5e20b34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:45.919200 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-47667d88-c16a-47b2-9bac-89eb5e20b34c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=12fc530ffed74ec0b1bb496d72e4f921&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3640254 Sep 23 06:47:45.919200 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47667d88-c16a-47b2-9bac-89eb5e20b34c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2902869-e17d-4bc8-8a01-0f62e48c070a,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:45.922558 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 59226) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:47:45.939254 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39e7b31-b39d-47f7-90af-0dd5f79982ac req-390cd7a8-a22a-4519-85da-f50dfcf65786 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:45.940837 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a39e7b31-b39d-47f7-90af-0dd5f79982ac req-390cd7a8-a22a-4519-85da-f50dfcf65786 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 946 time: 0.0921781 Sep 23 06:47:45.962131 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c72398c0-27fc-4a5f-87a5-8f0aa33eea45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:45.974768 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c72398c0-27fc-4a5f-87a5-8f0aa33eea45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:45.986030 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a39e7b31-b39d-47f7-90af-0dd5f79982ac req-e088cb05-5609-48a2-aeeb-f7ac59728fce tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388041 Sep 23 06:47:46.028591 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c72398c0-27fc-4a5f-87a5-8f0aa33eea45 admin admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:47:46.042085 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064d7c8a-4cc4-42a6-9dbf-be02be7d171f req-fe586fba-1440-41ba-92ba-b26e14fb68c5 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:46.043613 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-064d7c8a-4cc4-42a6-9dbf-be02be7d171f req-fe586fba-1440-41ba-92ba-b26e14fb68c5 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/ports?device_id=356423c8-f959-4480-bf1c-84f9e43207c9 HTTP/1.1" status: 200 len: 945 time: 0.1382310 Sep 23 06:47:46.044242 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72398c0-27fc-4a5f-87a5-8f0aa33eea45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8938dca3-6ee9-49b1-b9e3-f85cf086d8ed,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:46.057827 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c72398c0-27fc-4a5f-87a5-8f0aa33eea45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:46.058205 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-c72398c0-27fc-4a5f-87a5-8f0aa33eea45 admin admin] Added segment 0df591b6-ff48-44a3-b2c5-9fa1c43730b3 of type vlan for network 7d800fb8-a0da-46c8-bc55-0c4fa383aed2 Sep 23 06:47:46.072865 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-23d14ade-8445-493f-80e5-5121d7793142 req-da9caea0-80fe-4a1a-aadb-f6254f56e9be tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/security-groups/da9ef6ab-2106-4bf3-ae47-4f2026d0ec21 HTTP/1.1" status: 200 len: 1775 time: 0.0610924 Sep 23 06:47:46.101216 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1877d490-8f24-461a-ae40-18f140b6d108 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:46.177199 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c72398c0-27fc-4a5f-87a5-8f0aa33eea45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:46.184185 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-064d7c8a-4cc4-42a6-9dbf-be02be7d171f req-7e9608b8-3e65-428d-bd26-4c22d9956b3d tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/security-groups?id=abc74fe4-0953-4a1d-8589-19f26bab4282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293578 Sep 23 06:47:46.188567 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1877d490-8f24-461a-ae40-18f140b6d108 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:46.274364 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c72398c0-27fc-4a5f-87a5-8f0aa33eea45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:46.275323 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72398c0-27fc-4a5f-87a5-8f0aa33eea45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:46.275894 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c72398c0-27fc-4a5f-87a5-8f0aa33eea45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:46.322855 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-c72398c0-27fc-4a5f-87a5-8f0aa33eea45 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8614647 Sep 23 06:47:46.323135 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 59248) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:47:46.329858 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c4105b47-d34a-4f00-9d1a-ee5bf7fcd242 req-e998575d-6a7f-452a-a23d-311c435f13f0 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/security-groups/da9ef6ab-2106-4bf3-ae47-4f2026d0ec21 HTTP/1.1" status: 200 len: 1775 time: 0.1161685 Sep 23 06:47:46.334547 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-25cf6f3a-5603-4ba2-850f-a6da5ccb2e5d admin admin] Request body: {'subnet': {'network_id': '7d800fb8-a0da-46c8-bc55-0c4fa383aed2', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1759826465-subnet', 'tenant_id': '9965d7942b794f83b0a57a04a5ad9486', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:47:46.364706 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25cf6f3a-5603-4ba2-850f-a6da5ccb2e5d admin admin] Made reservation on behalf of 9965d7942b794f83b0a57a04a5ad9486 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:47:46.367372 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-25cf6f3a-5603-4ba2-850f-a6da5ccb2e5d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:46.369597 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72398c0-27fc-4a5f-87a5-8f0aa33eea45 admin admin] Pushing event updated for resources: {'Network': ['ID=7d800fb8-a0da-46c8-bc55-0c4fa383aed2,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:46.393857 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 7d800fb8-a0da-46c8-bc55-0c4fa383aed2 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:47:46.412111 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1877d490-8f24-461a-ae40-18f140b6d108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:46.414895 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1877d490-8f24-461a-ae40-18f140b6d108 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:46.418616 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-1877d490-8f24-461a-ae40-18f140b6d108 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f2902869-e17d-4bc8-8a01-0f62e48c070a HTTP/1.1" status: 204 len: 168 time: 0.4950163 Sep 23 06:47:46.437627 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1877d490-8f24-461a-ae40-18f140b6d108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2902869-e17d-4bc8-8a01-0f62e48c070a,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:46.461353 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-c4105b47-d34a-4f00-9d1a-ee5bf7fcd242 req-0b828f48-e873-4427-a2c8-5c95d91792fc tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:46.513338 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-c4105b47-d34a-4f00-9d1a-ee5bf7fcd242 req-0b828f48-e873-4427-a2c8-5c95d91792fc tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:46.604403 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-c4105b47-d34a-4f00-9d1a-ee5bf7fcd242 req-0b828f48-e873-4427-a2c8-5c95d91792fc tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:46.610435 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-c4105b47-d34a-4f00-9d1a-ee5bf7fcd242 req-0b828f48-e873-4427-a2c8-5c95d91792fc tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:46.613107 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c4105b47-d34a-4f00-9d1a-ee5bf7fcd242 req-0b828f48-e873-4427-a2c8-5c95d91792fc tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "DELETE /v2.0/security-groups/da9ef6ab-2106-4bf3-ae47-4f2026d0ec21 HTTP/1.1" status: 204 len: 173 time: 0.2454984 Sep 23 06:47:46.638998 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b828f48-e873-4427-a2c8-5c95d91792fc tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9ef6ab-2106-4bf3-ae47-4f2026d0ec21,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:46.691428 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-25cf6f3a-5603-4ba2-850f-a6da5ccb2e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:46.773043 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25cf6f3a-5603-4ba2-850f-a6da5ccb2e5d admin admin] Checking segment: {'id': '0df591b6-ff48-44a3-b2c5-9fa1c43730b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '7d800fb8-a0da-46c8-bc55-0c4fa383aed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:47:46.773437 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25cf6f3a-5603-4ba2-850f-a6da5ccb2e5d admin admin] Network hostable DHCP agents. Network: 7d800fb8-a0da-46c8-bc55-0c4fa383aed2, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:47:46.778760 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cf6f3a-5603-4ba2-850f-a6da5ccb2e5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=faae736e-59f1-4c33-b55d-52195c996ee1,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:46.797357 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25cf6f3a-5603-4ba2-850f-a6da5ccb2e5d admin admin] Network 7d800fb8-a0da-46c8-bc55-0c4fa383aed2 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:47:46.810547 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-25cf6f3a-5603-4ba2-850f-a6da5ccb2e5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 7d800fb8-a0da-46c8-bc55-0c4fa383aed2) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:47:46.817541 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25cf6f3a-5603-4ba2-850f-a6da5ccb2e5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:46.821295 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f76458-b61e-42ac-a03b-446bafd99920 None None] Network 7d800fb8-a0da-46c8-bc55-0c4fa383aed2 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:47:46.831592 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-25cf6f3a-5603-4ba2-850f-a6da5ccb2e5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:46.859973 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-25cf6f3a-5603-4ba2-850f-a6da5ccb2e5d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5357039 Sep 23 06:47:46.869506 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 59298) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:47:46.895059 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e90d1eef-4eec-4ff8-ba5d-e9d4bd0ff244 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:46.899994 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 13414090-c936-4174-b7a3-52478ee0bb2d details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:47:47.076357 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7009fe-a8a2-436a-b6b7-0045fb81457e None None] Network 7d800fb8-a0da-46c8-bc55-0c4fa383aed2 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:47:47.117487 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 13fc1c55-aac8-4284-a65a-d9e7ba02d995 no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:47:47.119209 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ef2d51-9749-4cde-8b88-4a3df835139a req-deb88b83-9eee-4003-809f-596fbbf28545 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:47.121173 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-22ef2d51-9749-4cde-8b88-4a3df835139a req-deb88b83-9eee-4003-809f-596fbbf28545 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a0f6d45-7159-44ba-8033-f26cc4346590 HTTP/1.1" status: 200 len: 945 time: 0.1190875 Sep 23 06:47:47.167851 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e90d1eef-4eec-4ff8-ba5d-e9d4bd0ff244 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:47.177729 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e90d1eef-4eec-4ff8-ba5d-e9d4bd0ff244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:47.206023 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-22ef2d51-9749-4cde-8b88-4a3df835139a req-03cdf93b-c1e4-4386-ba66-c598003e8463 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677304 Sep 23 06:47:47.222295 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-e90d1eef-4eec-4ff8-ba5d-e9d4bd0ff244 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=801c14f98d69482a97a22cd3ac926695&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3516016 Sep 23 06:47:47.223925 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90d1eef-4eec-4ff8-ba5d-e9d4bd0ff244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a8f533-0487-4138-8150-259447c2d522,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:47.225486 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 59312) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:47:47.303432 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-57f0e510-c515-4aba-b5a4-2c1a44d43640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:47.332841 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-57f0e510-c515-4aba-b5a4-2c1a44d43640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:47.336112 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 13414090-c936-4174-b7a3-52478ee0bb2d, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=13414090-c936-4174-b7a3-52478ee0bb2d,segment=NetworkSegment(411a8e6c-3437-4d6d-939a-157de7e909fe),segment_id=411a8e6c-3437-4d6d-939a-157de7e909fe)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:47:47.365346 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': '13414090-c936-4174-b7a3-52478ee0bb2d', 'network_id': '70761228-e1b5-4b17-beed-b21ba4f65cc6', 'port_id': '13414090-c936-4174-b7a3-52478ee0bb2d', 'mac_address': 'fa:16:3e:f4:3c:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee9867bb-5a46-416a-ad93-958ca334c2f9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:47:47.422751 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [req-9c57684b-865a-44a8-9398-5190a2c9582f req-367aeb21-a571-4f0a-a856-74d11db51165 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] show failed (client error): The resource could not be found. Sep 23 06:47:47.434423 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9c57684b-865a-44a8-9398-5190a2c9582f req-367aeb21-a571-4f0a-a856-74d11db51165 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/security-groups/b52d1f84-dd83-4099-91cf-8601677e111e HTTP/1.1" status: 404 len: 352 time: 0.0390732 Sep 23 06:47:47.436389 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-57f0e510-c515-4aba-b5a4-2c1a44d43640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:47.453554 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-57f0e510-c515-4aba-b5a4-2c1a44d43640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:47.454731 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-57f0e510-c515-4aba-b5a4-2c1a44d43640 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e5a8f533-0487-4138-8150-259447c2d522 HTTP/1.1" status: 204 len: 168 time: 0.2268128 Sep 23 06:47:47.477110 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f0e510-c515-4aba-b5a4-2c1a44d43640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a8f533-0487-4138-8150-259447c2d522,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:47.518770 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:47.608057 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-0bf8be5b-ba7c-4d4d-8f3e-e6f95028a2ba req-22eec213-a0c2-40e5-b383-5de562dcd04a tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-931486855', 'description': 'tempest-description-504800414'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:47:47.611530 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c33652c9-f51e-4ce3-8d6c-a84749adc04b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13fc1c55-aac8-4284-a65a-d9e7ba02d995'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:47:47.616200 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf41647-ead6-45af-b186-2f617c34aa30" -d '{"events": [{"server_uuid": "c33652c9-f51e-4ce3-8d6c-a84749adc04b", "name": "network-vif-unplugged", "status": "completed", "tag": "13fc1c55-aac8-4284-a65a-d9e7ba02d995"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:47:47.641665 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-0bf8be5b-ba7c-4d4d-8f3e-e6f95028a2ba req-22eec213-a0c2-40e5-b383-5de562dcd04a tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:47.646753 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 13fc1c55-aac8-4284-a65a-d9e7ba02d995, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=13fc1c55-aac8-4284-a65a-d9e7ba02d995,segment=NetworkSegment(c88b2831-f544-41bb-bbcc-5b15e741880e),segment_id=c88b2831-f544-41bb-bbcc-5b15e741880e)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:47:47.648047 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:47.674319 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:47.686247 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 13414090-c936-4174-b7a3-52478ee0bb2d {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:47:47.742313 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 13414090-c936-4174-b7a3-52478ee0bb2d, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=13414090-c936-4174-b7a3-52478ee0bb2d,segment=NetworkSegment(411a8e6c-3437-4d6d-939a-157de7e909fe),segment_id=411a8e6c-3437-4d6d-939a-157de7e909fe)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:47:47.757915 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:47.759244 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-0bf8be5b-ba7c-4d4d-8f3e-e6f95028a2ba req-22eec213-a0c2-40e5-b383-5de562dcd04a tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:47.764440 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=13fc1c55-aac8-4284-a65a-d9e7ba02d995,revision_number=14']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:47.765412 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-0bf8be5b-ba7c-4d4d-8f3e-e6f95028a2ba req-22eec213-a0c2-40e5-b383-5de562dcd04a tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:47.802514 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-0bf8be5b-ba7c-4d4d-8f3e-e6f95028a2ba req-22eec213-a0c2-40e5-b383-5de562dcd04a tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:47.811130 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0bf8be5b-ba7c-4d4d-8f3e-e6f95028a2ba req-22eec213-a0c2-40e5-b383-5de562dcd04a tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.2135961 Sep 23 06:47:47.863650 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=13414090-c936-4174-b7a3-52478ee0bb2d,revision_number=6']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:47.866901 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [req-88ebd256-a0f3-4e3f-9dc4-3ca97c2fd248 req-c28ec415-f08b-46c7-b743-1e684fc75fc5 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] show failed (client error): The resource could not be found. Sep 23 06:47:47.879144 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-88ebd256-a0f3-4e3f-9dc4-3ca97c2fd248 req-c28ec415-f08b-46c7-b743-1e684fc75fc5 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/security-groups/1a57a7eb-0361-4f1c-9874-013711219303 HTTP/1.1" status: 404 len: 352 time: 0.0486357 Sep 23 06:47:47.889525 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eec213-a0c2-40e5-b383-5de562dcd04a tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5bdff2e-031b-4d0d-8c6a-6052e621db1f,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:48.034142 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 06:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d6629f-9fd0-4696-8b51-96a0fa6a035a x-openstack-request-id: req-49d6629f-9fd0-4696-8b51-96a0fa6a035a {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:47:48.034660 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c33652c9-f51e-4ce3-8d6c-a84749adc04b", "name": "network-vif-unplugged", "status": "completed", "tag": "13fc1c55-aac8-4284-a65a-d9e7ba02d995", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:47:48.035098 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-49d6629f-9fd0-4696-8b51-96a0fa6a035a {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:47:48.035884 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c33652c9-f51e-4ce3-8d6c-a84749adc04b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13fc1c55-aac8-4284-a65a-d9e7ba02d995', 'code': 200} Sep 23 06:47:48.043989 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['13414090-c936-4174-b7a3-52478ee0bb2d'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:47:48.105921 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2b67e77c-693d-4590-8de3-005ba819ac04 req-ca91135e-a748-4620-8853-1e04fdfceef0 tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] 10.222.0.39 "GET /v2.0/security-groups/b5bdff2e-031b-4d0d-8c6a-6052e621db1f HTTP/1.1" status: 200 len: 1811 time: 0.0419610 Sep 23 06:47:48.111849 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-2b67e77c-693d-4590-8de3-005ba819ac04 req-314e757c-ce66-4a16-b503-12e58de67aa6 tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b5bdff2e-031b-4d0d-8c6a-6052e621db1f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:47:48.112287 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-2b67e77c-693d-4590-8de3-005ba819ac04 req-314e757c-ce66-4a16-b503-12e58de67aa6 tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b5bdff2e-031b-4d0d-8c6a-6052e621db1f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:47:48.181214 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-2b67e77c-693d-4590-8de3-005ba819ac04 req-314e757c-ce66-4a16-b503-12e58de67aa6 tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:48.211079 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-2b67e77c-693d-4590-8de3-005ba819ac04 req-314e757c-ce66-4a16-b503-12e58de67aa6 tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:48.217009 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-2b67e77c-693d-4590-8de3-005ba819ac04 req-314e757c-ce66-4a16-b503-12e58de67aa6 tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:48.250400 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314e757c-ce66-4a16-b503-12e58de67aa6 tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=344a4b21-294f-4b96-89d1-f6042aeaf090,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:48.257554 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-2b67e77c-693d-4590-8de3-005ba819ac04 req-314e757c-ce66-4a16-b503-12e58de67aa6 tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:48.266694 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2b67e77c-693d-4590-8de3-005ba819ac04 req-314e757c-ce66-4a16-b503-12e58de67aa6 tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1594050 Sep 23 06:47:48.287100 n-d-715271-16 neutron-server[95066]: INFO neutron.api.v2.resource [req-e4b328d7-3b80-4572-bab5-48e4fa5e48b9 req-03ba9565-be1a-40f3-9d1b-f5984cc11d84 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] show failed (client error): The resource could not be found. Sep 23 06:47:48.288249 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e4b328d7-3b80-4572-bab5-48e4fa5e48b9 req-03ba9565-be1a-40f3-9d1b-f5984cc11d84 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/security-groups/c03d8064-d5ec-4e82-b89b-2b802425b603 HTTP/1.1" status: 404 len: 352 time: 0.0149763 Sep 23 06:47:48.410800 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43abebca-1a6d-47c4-a881-29d751245971 req-76dada96-238f-487c-b393-dd8ec58896a8 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:48.412375 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-43abebca-1a6d-47c4-a881-29d751245971 req-76dada96-238f-487c-b393-dd8ec58896a8 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 944 time: 0.0687954 Sep 23 06:47:48.455692 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-43abebca-1a6d-47c4-a881-29d751245971 req-b51a528d-36d6-4d2d-a147-66d368b207f5 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372021 Sep 23 06:47:48.503230 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 59392) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:47:48.543254 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0f998a3e-e9a5-4a69-a6a1-c3aa9b01aa55 req-f698336c-37ff-4daf-91ad-45a8f1e4630a tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] 10.222.0.39 "GET /v2.0/security-groups/b5bdff2e-031b-4d0d-8c6a-6052e621db1f HTTP/1.1" status: 200 len: 2404 time: 0.0484374 Sep 23 06:47:48.563940 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2932f45-d614-4610-8a26-e8fc2dd5a33f req-33f5b5c8-842f-4294-9b53-5397e1ba11f9 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:48.565456 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e2932f45-d614-4610-8a26-e8fc2dd5a33f req-33f5b5c8-842f-4294-9b53-5397e1ba11f9 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a0f6d45-7159-44ba-8033-f26cc4346590 HTTP/1.1" status: 200 len: 944 time: 0.0547824 Sep 23 06:47:48.573475 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [req-35a7dea8-a6e1-4f26-af73-f97588a1f95e req-812370e4-0202-477c-b02e-1d124f365bfc tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] show failed (client error): The resource could not be found. Sep 23 06:47:48.574684 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-35a7dea8-a6e1-4f26-af73-f97588a1f95e req-812370e4-0202-477c-b02e-1d124f365bfc tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/security-groups/ca85e1a3-257f-41bb-ba31-fe35d6efd250 HTTP/1.1" status: 404 len: 352 time: 0.0143399 Sep 23 06:47:48.611531 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e2932f45-d614-4610-8a26-e8fc2dd5a33f req-a66b80f7-aa22-48f4-b25e-cef9b7a3e3e8 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401549 Sep 23 06:47:48.622442 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-ced83846-3f09-495a-a858-00f794174639 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1226921170-network', 'tenant_id': 'c01a3e45d51a42a39c1bbdbe883ff66a'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:47:48.643569 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced83846-3f09-495a-a858-00f794174639 admin admin] Made reservation on behalf of c01a3e45d51a42a39c1bbdbe883ff66a for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:47:48.645972 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ced83846-3f09-495a-a858-00f794174639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:48.655234 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ced83846-3f09-495a-a858-00f794174639 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:48.766766 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ced83846-3f09-495a-a858-00f794174639 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:48.771994 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ced83846-3f09-495a-a858-00f794174639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:48.804536 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ced83846-3f09-495a-a858-00f794174639 admin admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:47:48.821193 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced83846-3f09-495a-a858-00f794174639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=279cc7e7-a5ff-4c1d-be2a-ec1c6af6f3e1,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:48.833029 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ced83846-3f09-495a-a858-00f794174639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:48.833442 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-ced83846-3f09-495a-a858-00f794174639 admin admin] Added segment e2d94b50-e7fd-4bc8-8bb6-98aa912c910f of type vlan for network 1d248d23-e539-4408-8aa6-d4ff36dc6863 Sep 23 06:47:48.857817 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b2f219-cc62-470f-97db-5a48a993b3f0 req-53ebec33-642c-4923-ba91-ffc50de5618c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:48.859445 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a3b2f219-cc62-470f-97db-5a48a993b3f0 req-53ebec33-642c-4923-ba91-ffc50de5618c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d770b30fb6f848b6a7fdbc27123d77ce&device_id=4a0f6d45-7159-44ba-8033-f26cc4346590 HTTP/1.1" status: 200 len: 1096 time: 0.0669384 Sep 23 06:47:48.884645 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ced83846-3f09-495a-a858-00f794174639 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:48.898995 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 13414090-c936-4174-b7a3-52478ee0bb2d up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:47:48.917938 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ced83846-3f09-495a-a858-00f794174639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:48.919303 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced83846-3f09-495a-a858-00f794174639 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:48.920709 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ced83846-3f09-495a-a858-00f794174639 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:48.957905 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port 13414090-c936-4174-b7a3-52478ee0bb2d triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:47:48.958549 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:48.975683 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-ced83846-3f09-495a-a858-00f794174639 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4712501 Sep 23 06:47:48.981288 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-073bdfe0-981a-40cd-9a69-e970f3d6136d req-6a6418f3-3e60-4c88-8e72-ab69ef6901bf tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] 10.222.0.39 "GET /v2.0/security-group-rules/344a4b21-294f-4b96-89d1-f6042aeaf090 HTTP/1.1" status: 200 len: 778 time: 0.0646670 Sep 23 06:47:48.985515 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 59406) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:47:49.022704 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-acfa72ba-6c88-4637-a63e-0d0102a5cf43 admin admin] Request body: {'subnet': {'network_id': '1d248d23-e539-4408-8aa6-d4ff36dc6863', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1226921170-subnet', 'tenant_id': 'c01a3e45d51a42a39c1bbdbe883ff66a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:47:49.043879 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced83846-3f09-495a-a858-00f794174639 admin admin] Pushing event updated for resources: {'Network': ['ID=1d248d23-e539-4408-8aa6-d4ff36dc6863,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:49.050013 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:49.056300 n-d-715271-16 neutron-server[95066]: INFO neutron.api.v2.resource [req-6e6c8296-5901-4c05-b819-ed801811a704 req-a3fec686-00f3-4bc9-a92b-0ce75e6e4357 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] show failed (client error): The resource could not be found. Sep 23 06:47:49.057296 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6e6c8296-5901-4c05-b819-ed801811a704 req-a3fec686-00f3-4bc9-a92b-0ce75e6e4357 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/security-groups/82efd037-9bf3-46f6-9172-e90275a7ef27 HTTP/1.1" status: 404 len: 352 time: 0.0869844 Sep 23 06:47:49.059992 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acfa72ba-6c88-4637-a63e-0d0102a5cf43 admin admin] Made reservation on behalf of c01a3e45d51a42a39c1bbdbe883ff66a for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:47:49.063603 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-acfa72ba-6c88-4637-a63e-0d0102a5cf43 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:49.070785 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 1d248d23-e539-4408-8aa6-d4ff36dc6863 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:47:49.086140 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b2f219-cc62-470f-97db-5a48a993b3f0 req-32fbe3e6-7369-46b6-b9ba-3f5d956a10b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:49.088189 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a3b2f219-cc62-470f-97db-5a48a993b3f0 req-32fbe3e6-7369-46b6-b9ba-3f5d956a10b7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=70761228-e1b5-4b17-beed-b21ba4f65cc6 HTTP/1.1" status: 200 len: 916 time: 0.2013161 Sep 23 06:47:49.101841 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 13414090-c936-4174-b7a3-52478ee0bb2d, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=13414090-c936-4174-b7a3-52478ee0bb2d,segment=NetworkSegment(411a8e6c-3437-4d6d-939a-157de7e909fe),segment_id=411a8e6c-3437-4d6d-939a-157de7e909fe)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:47:49.113789 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:49.146869 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a3b2f219-cc62-470f-97db-5a48a993b3f0 req-e494d893-0551-455c-b20c-8ccd4152c161 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13414090-c936-4174-b7a3-52478ee0bb2d HTTP/1.1" status: 200 len: 217 time: 0.0488074 Sep 23 06:47:49.162039 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-073bdfe0-981a-40cd-9a69-e970f3d6136d req-05a59457-5aad-4f80-821d-c8db91756f1d tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] 10.222.0.39 "GET /v2.0/security-groups/b5bdff2e-031b-4d0d-8c6a-6052e621db1f HTTP/1.1" status: 200 len: 2404 time: 0.1362841 Sep 23 06:47:49.206048 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=13414090-c936-4174-b7a3-52478ee0bb2d,revision_number=7']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:49.237501 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-073bdfe0-981a-40cd-9a69-e970f3d6136d req-052c99dd-f52f-4f20-8846-9b27580363bd tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:49.244312 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-073bdfe0-981a-40cd-9a69-e970f3d6136d req-052c99dd-f52f-4f20-8846-9b27580363bd tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:49.273555 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b2f219-cc62-470f-97db-5a48a993b3f0 req-d562aa3e-d7eb-4b73-92e0-45d19ca19075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:49.276052 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb06f05-aa61-4329-ab9a-e96340ca9da0 req-a8ac2512-e896-45de-9c3a-30898be70657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:49.276541 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a3b2f219-cc62-470f-97db-5a48a993b3f0 req-d562aa3e-d7eb-4b73-92e0-45d19ca19075 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ee9867bb-5a46-416a-ad93-958ca334c2f9 HTTP/1.1" status: 200 len: 855 time: 0.1062467 Sep 23 06:47:49.277731 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ccb06f05-aa61-4329-ab9a-e96340ca9da0 req-a8ac2512-e896-45de-9c3a-30898be70657 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8275c6392a72426db62ebfc4817f4420&device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 1096 time: 0.2350776 Sep 23 06:47:49.320014 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a3b2f219-cc62-470f-97db-5a48a993b3f0 req-8ee477de-784d-4385-a0c4-222ba764763f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=70761228-e1b5-4b17-beed-b21ba4f65cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333273 Sep 23 06:47:49.322181 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-073bdfe0-981a-40cd-9a69-e970f3d6136d req-052c99dd-f52f-4f20-8846-9b27580363bd tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:49.329778 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-073bdfe0-981a-40cd-9a69-e970f3d6136d req-052c99dd-f52f-4f20-8846-9b27580363bd tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:49.333363 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-acfa72ba-6c88-4637-a63e-0d0102a5cf43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:49.334377 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-073bdfe0-981a-40cd-9a69-e970f3d6136d req-052c99dd-f52f-4f20-8846-9b27580363bd tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/344a4b21-294f-4b96-89d1-f6042aeaf090 HTTP/1.1" status: 204 len: 173 time: 0.1713142 Sep 23 06:47:49.363300 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052c99dd-f52f-4f20-8846-9b27580363bd tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=344a4b21-294f-4b96-89d1-f6042aeaf090,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:49.386273 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [req-8f3baca8-461a-4bb2-a464-03d7979c797b req-bb221e58-8448-452c-9e01-c979699f0ea4 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] show failed (client error): The resource could not be found. Sep 23 06:47:49.387290 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8f3baca8-461a-4bb2-a464-03d7979c797b req-bb221e58-8448-452c-9e01-c979699f0ea4 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/security-groups/085d5f82-cd0f-4f74-9317-38b3d9ac901d HTTP/1.1" status: 404 len: 352 time: 0.0353043 Sep 23 06:47:49.453217 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a3b2f219-cc62-470f-97db-5a48a993b3f0 req-aa5f5cd5-cf79-4899-808f-4dd3cdc23c77 service neutron] 10.222.0.58 "GET /v2.0/networks/70761228-e1b5-4b17-beed-b21ba4f65cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175106 Sep 23 06:47:49.552408 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5e66a2-0dc7-43a5-aee1-07237f46d687 req-fdfd6034-ae8e-4117-ad29-5b331dd8b780 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:49.554003 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1a5e66a2-0dc7-43a5-aee1-07237f46d687 req-fdfd6034-ae8e-4117-ad29-5b331dd8b780 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/ports?device_id=78a6b827-061d-4284-b0e3-3ac50ee2a042 HTTP/1.1" status: 200 len: 946 time: 0.1136093 Sep 23 06:47:49.613836 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a3b2f219-cc62-470f-97db-5a48a993b3f0 req-3335b2f5-7e17-4c28-a6ab-df731fffbe7d service neutron] 10.222.0.58 "GET /v2.0/networks/70761228-e1b5-4b17-beed-b21ba4f65cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425297 Sep 23 06:47:49.617035 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1a5e66a2-0dc7-43a5-aee1-07237f46d687 req-f743d443-b746-4031-920b-6cfc9102eee4 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/security-groups?id=abc74fe4-0953-4a1d-8589-19f26bab4282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553973 Sep 23 06:47:49.677426 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-5bd0258e-7a46-43e9-80fe-64a28331049a req-11d047cf-3c6f-48a8-8f0f-eb47b03fb4e1 tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-97656772', 'description': 'tempest-description-1385407957'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:47:49.699542 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-5bd0258e-7a46-43e9-80fe-64a28331049a req-11d047cf-3c6f-48a8-8f0f-eb47b03fb4e1 tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:49.772189 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfa72ba-6c88-4637-a63e-0d0102a5cf43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42406e51-edba-433b-b763-764bd9f39c0d,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:49.786774 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-5bd0258e-7a46-43e9-80fe-64a28331049a req-11d047cf-3c6f-48a8-8f0f-eb47b03fb4e1 tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:49.789088 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb06f05-aa61-4329-ab9a-e96340ca9da0 req-7f3e9fbe-efbb-4ac5-ad7a-90e2e6255e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:49.791137 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ccb06f05-aa61-4329-ab9a-e96340ca9da0 req-7f3e9fbe-efbb-4ac5-ad7a-90e2e6255e0c service neutron] 10.222.0.21 "GET /v2.0/networks?id=d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64 HTTP/1.1" status: 200 len: 912 time: 0.5058029 Sep 23 06:47:49.791284 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-5bd0258e-7a46-43e9-80fe-64a28331049a req-11d047cf-3c6f-48a8-8f0f-eb47b03fb4e1 tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:49.799126 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4117699-00b2-46ba-aa0c-22d6dd4499f9 req-1839c2e7-ff75-41b9-9c13-1afd4e273dbd tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:49.800514 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e4117699-00b2-46ba-aa0c-22d6dd4499f9 req-1839c2e7-ff75-41b9-9c13-1afd4e273dbd tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 944 time: 0.4832716 Sep 23 06:47:49.823802 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-5bd0258e-7a46-43e9-80fe-64a28331049a req-11d047cf-3c6f-48a8-8f0f-eb47b03fb4e1 tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:49.825034 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5bd0258e-7a46-43e9-80fe-64a28331049a req-11d047cf-3c6f-48a8-8f0f-eb47b03fb4e1 tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.1519787 Sep 23 06:47:49.827348 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d047cf-3c6f-48a8-8f0f-eb47b03fb4e1 tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=618f5d00-3398-4c9a-8276-f6a2b8eebeda,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:49.861297 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfa72ba-6c88-4637-a63e-0d0102a5cf43 admin admin] Checking segment: {'id': 'e2d94b50-e7fd-4bc8-8bb6-98aa912c910f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '1d248d23-e539-4408-8aa6-d4ff36dc6863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:47:49.861655 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfa72ba-6c88-4637-a63e-0d0102a5cf43 admin admin] Network hostable DHCP agents. Network: 1d248d23-e539-4408-8aa6-d4ff36dc6863, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:47:49.901468 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e4117699-00b2-46ba-aa0c-22d6dd4499f9 req-9a4e7b83-9e9b-40d2-88b3-84fbb11710d4 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888507 Sep 23 06:47:49.909843 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfa72ba-6c88-4637-a63e-0d0102a5cf43 admin admin] Network 1d248d23-e539-4408-8aa6-d4ff36dc6863 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:47:49.914604 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ccb06f05-aa61-4329-ab9a-e96340ca9da0 req-88559be6-6893-4dcb-80d1-63873ff66981 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13fc1c55-aac8-4284-a65a-d9e7ba02d995 HTTP/1.1" status: 200 len: 999 time: 0.1131973 Sep 23 06:47:49.957440 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-acfa72ba-6c88-4637-a63e-0d0102a5cf43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 1d248d23-e539-4408-8aa6-d4ff36dc6863) {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:47:49.963087 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acfa72ba-6c88-4637-a63e-0d0102a5cf43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:49.964301 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-acfa72ba-6c88-4637-a63e-0d0102a5cf43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:49.966082 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69cf1960-3b86-48c5-984a-1e4c487046c8 None None] Network 1d248d23-e539-4408-8aa6-d4ff36dc6863 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:47:49.999749 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-acfa72ba-6c88-4637-a63e-0d0102a5cf43 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9853404 Sep 23 06:47:50.001731 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb06f05-aa61-4329-ab9a-e96340ca9da0 req-26e25c3f-47b8-4c3e-bebe-8780844380ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:50.004217 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ccb06f05-aa61-4329-ab9a-e96340ca9da0 req-26e25c3f-47b8-4c3e-bebe-8780844380ed service neutron] 10.222.0.21 "GET /v2.0/subnets?id=46ccc032-0362-4c9c-977b-4c26fbfaa4e6 HTTP/1.1" status: 200 len: 850 time: 0.0815144 Sep 23 06:47:50.038362 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a0f6d45-7159-44ba-8033-f26cc4346590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13414090-c936-4174-b7a3-52478ee0bb2d'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:47:50.044363 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f1f397-08dd-4da3-9350-0985ef62b2ca" -d '{"events": [{"server_uuid": "4a0f6d45-7159-44ba-8033-f26cc4346590", "name": "network-vif-plugged", "status": "completed", "tag": "13414090-c936-4174-b7a3-52478ee0bb2d"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:47:50.087038 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f188f7a-7ecb-4306-851a-068a2284d694 req-b77540ce-9a8a-4719-acac-a4ebbc7c6e2c tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:50.095690 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2f188f7a-7ecb-4306-851a-068a2284d694 req-b77540ce-9a8a-4719-acac-a4ebbc7c6e2c tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a0f6d45-7159-44ba-8033-f26cc4346590 HTTP/1.1" status: 200 len: 945 time: 0.0645053 Sep 23 06:47:50.117276 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb06f05-aa61-4329-ab9a-e96340ca9da0 req-a6a07e08-938c-4102-abdb-20792c609992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:50.119269 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ccb06f05-aa61-4329-ab9a-e96340ca9da0 req-a6a07e08-938c-4102-abdb-20792c609992 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0935688 Sep 23 06:47:50.147702 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2f188f7a-7ecb-4306-851a-068a2284d694 req-61319b41-d7ce-4449-9b98-3e551b8d9b79 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486536 Sep 23 06:47:50.173662 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acca7d74-e467-44cd-ba59-aec168e94ae6 None None] Network 1d248d23-e539-4408-8aa6-d4ff36dc6863 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:47:50.176650 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a552924f-1737-41a0-abc1-5d8c9cfc3254 req-ee03567e-aecf-438b-89c0-9560d4014113 tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] 10.222.0.39 "GET /v2.0/security-groups/618f5d00-3398-4c9a-8276-f6a2b8eebeda HTTP/1.1" status: 200 len: 1813 time: 0.1212530 Sep 23 06:47:50.273969 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ccb06f05-aa61-4329-ab9a-e96340ca9da0 req-fa2c5e10-ec9d-45bf-9f22-8a0f520983eb service neutron] 10.222.0.21 "GET /v2.0/networks/d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406658 Sep 23 06:47:50.286524 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a34f573-f20b-4c58-bc6a-7b778f71a1bd req-4979d82a-95ce-4b51-af09-35d5b2e6c80d tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:50.295280 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9a34f573-f20b-4c58-bc6a-7b778f71a1bd req-4979d82a-95ce-4b51-af09-35d5b2e6c80d tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5209ed5-bf31-47d1-8fec-3d92135ed6f8 HTTP/1.1" status: 200 len: 1024 time: 0.0598497 Sep 23 06:47:50.312825 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2672bb3c-69b6-40ee-98f5-c1eddb1db74b x-openstack-request-id: req-2672bb3c-69b6-40ee-98f5-c1eddb1db74b {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:47:50.313307 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a0f6d45-7159-44ba-8033-f26cc4346590", "name": "network-vif-plugged", "status": "completed", "tag": "13414090-c936-4174-b7a3-52478ee0bb2d", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:47:50.313620 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2672bb3c-69b6-40ee-98f5-c1eddb1db74b {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:47:50.314039 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a0f6d45-7159-44ba-8033-f26cc4346590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13414090-c936-4174-b7a3-52478ee0bb2d', 'code': 200} Sep 23 06:47:50.352257 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9a34f573-f20b-4c58-bc6a-7b778f71a1bd req-6a97b3bf-4052-4492-bede-56cab68549b6 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d981a82-f51f-4e29-8fc2-408b456e4afb&id=ddc5b4ba-0d27-43b9-ac0e-6f61c31cabac&id=294ea309-45c0-4806-b976-e6371d6e8795&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0559230 Sep 23 06:47:50.381475 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-5300fead-5f63-4886-ab10-809ec9418ea0 req-e347965e-eeea-4a7a-8b07-7d6021a7fdf5 tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-382179011', 'description': 'tempest-description-2133065446'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:47:50.421910 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-5300fead-5f63-4886-ab10-809ec9418ea0 req-e347965e-eeea-4a7a-8b07-7d6021a7fdf5 tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:50.458796 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ccb06f05-aa61-4329-ab9a-e96340ca9da0 req-c90dbf9f-324b-464b-93c4-12612b1d955d service neutron] 10.222.0.21 "GET /v2.0/networks/d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758480 Sep 23 06:47:50.570962 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eebcb33-6ca7-4c78-9fe7-58da7b29852f req-94d87506-2430-48eb-b16d-88a407b2c2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:50.572463 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0eebcb33-6ca7-4c78-9fe7-58da7b29852f req-94d87506-2430-48eb-b16d-88a407b2c2d4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4a0f6d45-7159-44ba-8033-f26cc4346590 HTTP/1.1" status: 200 len: 1097 time: 0.0813897 Sep 23 06:47:50.574732 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-5300fead-5f63-4886-ab10-809ec9418ea0 req-e347965e-eeea-4a7a-8b07-7d6021a7fdf5 tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:50.580653 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-5300fead-5f63-4886-ab10-809ec9418ea0 req-e347965e-eeea-4a7a-8b07-7d6021a7fdf5 tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:50.631998 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-5300fead-5f63-4886-ab10-809ec9418ea0 req-e347965e-eeea-4a7a-8b07-7d6021a7fdf5 tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:50.653065 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f4f53-9de7-4005-a23a-7d5f943d685a req-72e9aa59-90c3-4a1e-9e65-2a302e7ee6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:50.655544 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5300fead-5f63-4886-ab10-809ec9418ea0 req-e347965e-eeea-4a7a-8b07-7d6021a7fdf5 tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2587781 Sep 23 06:47:50.663328 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-038f4f53-9de7-4005-a23a-7d5f943d685a req-72e9aa59-90c3-4a1e-9e65-2a302e7ee6a4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8275c6392a72426db62ebfc4817f4420&device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 1096 time: 0.0984108 Sep 23 06:47:50.699620 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 59456) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:47:50.706616 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-b8f7a86d-3107-45c4-95e9-62278ee4d540 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-271346347-network', 'tenant_id': 'a4bd330575b84cf6aa709e0002d80b3d'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:47:50.718088 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0eebcb33-6ca7-4c78-9fe7-58da7b29852f req-9987d9f0-4a77-4df4-a745-e0a445466d88 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192346 Sep 23 06:47:50.723155 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c80b72d2-6946-4d26-93bf-10250e94d84a req-b89a0516-192b-4509-9764-1ac3dc4e8389 tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] 10.222.0.39 "GET /v2.0/security-groups/917b8ae4-fef6-470d-89db-8bd8e6068767 HTTP/1.1" status: 200 len: 1814 time: 0.0469794 Sep 23 06:47:50.723921 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e347965e-eeea-4a7a-8b07-7d6021a7fdf5 tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=917b8ae4-fef6-470d-89db-8bd8e6068767,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:50.794008 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f7a86d-3107-45c4-95e9-62278ee4d540 admin admin] Made reservation on behalf of a4bd330575b84cf6aa709e0002d80b3d for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:47:50.796547 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b8f7a86d-3107-45c4-95e9-62278ee4d540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:50.811204 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b8f7a86d-3107-45c4-95e9-62278ee4d540 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:50.842555 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72de8554-229d-4b35-9953-84648288aaf8 req-bd711d59-f598-4031-a2b7-2d62c4af3e80 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:50.844217 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-72de8554-229d-4b35-9953-84648288aaf8 req-bd711d59-f598-4031-a2b7-2d62c4af3e80 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/ports?device_id=78a6b827-061d-4284-b0e3-3ac50ee2a042 HTTP/1.1" status: 200 len: 946 time: 0.0542135 Sep 23 06:47:50.853348 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f4f53-9de7-4005-a23a-7d5f943d685a req-39960b66-b7e5-4156-9cac-ca8ea2151d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:50.854968 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-038f4f53-9de7-4005-a23a-7d5f943d685a req-39960b66-b7e5-4156-9cac-ca8ea2151d07 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64 HTTP/1.1" status: 200 len: 912 time: 0.1669016 Sep 23 06:47:50.862840 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-c96279e0-2c82-4961-9832-17d9eb8d4276 req-5edbb083-47bd-4602-9193-927eac020af4 tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1213205674', 'description': 'tempest-description-1628886203'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:47:50.886017 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-72de8554-229d-4b35-9953-84648288aaf8 req-e378af43-b8f5-4da6-83a0-d2ecace5530d tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/security-groups?id=abc74fe4-0953-4a1d-8589-19f26bab4282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337694 Sep 23 06:47:50.962180 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-038f4f53-9de7-4005-a23a-7d5f943d685a req-76135bfd-e102-4bb0-b440-011c092417dc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13fc1c55-aac8-4284-a65a-d9e7ba02d995 HTTP/1.1" status: 200 len: 999 time: 0.0882473 Sep 23 06:47:51.024902 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b8f7a86d-3107-45c4-95e9-62278ee4d540 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:51.033305 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b8f7a86d-3107-45c4-95e9-62278ee4d540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:51.045219 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f4f53-9de7-4005-a23a-7d5f943d685a req-d5c2931f-0740-4a7b-acfe-3aaa25426bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:51.046718 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-038f4f53-9de7-4005-a23a-7d5f943d685a req-d5c2931f-0740-4a7b-acfe-3aaa25426bd2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=46ccc032-0362-4c9c-977b-4c26fbfaa4e6 HTTP/1.1" status: 200 len: 850 time: 0.0769036 Sep 23 06:47:51.046887 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1900ac96-a9d4-41e3-98ab-e70c82524d7f req-a470f0f2-1c29-42a7-b79f-7da1f46c725b tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:51.048362 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1900ac96-a9d4-41e3-98ab-e70c82524d7f req-a470f0f2-1c29-42a7-b79f-7da1f46c725b tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 944 time: 0.0567524 Sep 23 06:47:51.066810 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8f7a86d-3107-45c4-95e9-62278ee4d540 admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:47:51.087584 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1900ac96-a9d4-41e3-98ab-e70c82524d7f req-c314985f-3b9f-4638-a0e3-ca6340832484 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330460 Sep 23 06:47:51.093526 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-c96279e0-2c82-4961-9832-17d9eb8d4276 req-5edbb083-47bd-4602-9193-927eac020af4 tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:51.095908 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b8f7a86d-3107-45c4-95e9-62278ee4d540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:51.096252 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-b8f7a86d-3107-45c4-95e9-62278ee4d540 admin admin] Added segment c935e30d-5164-4be9-8ee1-34377805afc8 of type vlan for network ecad41a0-6647-4261-903e-5f6807df797a Sep 23 06:47:51.111503 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f7a86d-3107-45c4-95e9-62278ee4d540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f83fa464-d444-479c-a75f-0ed0c4485865,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:51.179688 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b8f7a86d-3107-45c4-95e9-62278ee4d540 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:51.197074 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f4f53-9de7-4005-a23a-7d5f943d685a req-43bbced5-6e27-4e51-b9a3-7ca2437929e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:51.198680 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-038f4f53-9de7-4005-a23a-7d5f943d685a req-43bbced5-6e27-4e51-b9a3-7ca2437929e5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1189044 Sep 23 06:47:51.234853 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b8f7a86d-3107-45c4-95e9-62278ee4d540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:51.235811 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f7a86d-3107-45c4-95e9-62278ee4d540 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:51.236396 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b8f7a86d-3107-45c4-95e9-62278ee4d540 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:51.353717 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f7a86d-3107-45c4-95e9-62278ee4d540 admin admin] Pushing event updated for resources: {'Network': ['ID=ecad41a0-6647-4261-903e-5f6807df797a,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:51.368548 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network ecad41a0-6647-4261-903e-5f6807df797a details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:47:51.405516 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-c96279e0-2c82-4961-9832-17d9eb8d4276 req-5edbb083-47bd-4602-9193-927eac020af4 tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:51.414097 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-c96279e0-2c82-4961-9832-17d9eb8d4276 req-5edbb083-47bd-4602-9193-927eac020af4 tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:51.431467 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-b8f7a86d-3107-45c4-95e9-62278ee4d540 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7308047 Sep 23 06:47:51.434370 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 59476) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:47:51.440266 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-271cb1cb-3899-4943-a33d-f2a0ec0809d3 admin admin] Request body: {'subnet': {'network_id': 'ecad41a0-6647-4261-903e-5f6807df797a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-271346347-subnet', 'tenant_id': 'a4bd330575b84cf6aa709e0002d80b3d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:47:51.449440 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-038f4f53-9de7-4005-a23a-7d5f943d685a req-83d3fc3c-f2ab-45bd-98ac-1699886ec0b4 service neutron] 10.222.0.21 "GET /v2.0/networks/d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062855 Sep 23 06:47:51.453240 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-c96279e0-2c82-4961-9832-17d9eb8d4276 req-5edbb083-47bd-4602-9193-927eac020af4 tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:51.463178 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c96279e0-2c82-4961-9832-17d9eb8d4276 req-5edbb083-47bd-4602-9193-927eac020af4 tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.6071672 Sep 23 06:47:51.469742 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-271cb1cb-3899-4943-a33d-f2a0ec0809d3 admin admin] Made reservation on behalf of a4bd330575b84cf6aa709e0002d80b3d for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:47:51.473503 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-271cb1cb-3899-4943-a33d-f2a0ec0809d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:51.493835 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edbb083-47bd-4602-9193-927eac020af4 tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=528337ce-7955-4f50-927f-0ba6e5ffaea7,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:51.601691 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-038f4f53-9de7-4005-a23a-7d5f943d685a req-6f99ce9c-653e-4036-b57c-d8b471a9eda1 service neutron] 10.222.0.21 "GET /v2.0/networks/d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372719 Sep 23 06:47:51.620991 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c90a283-e9f9-4e56-b9c0-dbf175371527 req-08ecbba8-3522-4300-99c9-99c1578d7c5b tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:51.620991 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0c90a283-e9f9-4e56-b9c0-dbf175371527 req-08ecbba8-3522-4300-99c9-99c1578d7c5b tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a0f6d45-7159-44ba-8033-f26cc4346590 HTTP/1.1" status: 200 len: 945 time: 0.0833771 Sep 23 06:47:51.678575 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0c90a283-e9f9-4e56-b9c0-dbf175371527 req-852fcb43-192b-4957-b79b-92e4317633da tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486808 Sep 23 06:47:51.740691 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-271cb1cb-3899-4943-a33d-f2a0ec0809d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:51.796521 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88462e8f-1e65-4907-82b5-5a4ad2b24b86 req-934e1604-89f8-4be5-b9e2-38ce9f196ebf tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:51.798076 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-88462e8f-1e65-4907-82b5-5a4ad2b24b86 req-934e1604-89f8-4be5-b9e2-38ce9f196ebf tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5209ed5-bf31-47d1-8fec-3d92135ed6f8 HTTP/1.1" status: 200 len: 1024 time: 0.0529392 Sep 23 06:47:51.809176 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d10542fc-1141-4790-a00f-54541ff7b36f req-969ec53e-2d99-4aca-8fc4-18a51423d2f0 tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] 10.222.0.39 "GET /v2.0/security-groups/528337ce-7955-4f50-927f-0ba6e5ffaea7 HTTP/1.1" status: 200 len: 1815 time: 0.0792527 Sep 23 06:47:51.823181 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271cb1cb-3899-4943-a33d-f2a0ec0809d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62bb2500-7fce-44eb-b3c1-3339c2816948,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:51.834071 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271cb1cb-3899-4943-a33d-f2a0ec0809d3 admin admin] Checking segment: {'id': 'c935e30d-5164-4be9-8ee1-34377805afc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'ecad41a0-6647-4261-903e-5f6807df797a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:47:51.834433 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271cb1cb-3899-4943-a33d-f2a0ec0809d3 admin admin] Network hostable DHCP agents. Network: ecad41a0-6647-4261-903e-5f6807df797a, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:47:51.846703 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-88462e8f-1e65-4907-82b5-5a4ad2b24b86 req-4c4d238b-116e-46c7-a890-c150b0a2db9f tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d981a82-f51f-4e29-8fc2-408b456e4afb&id=ddc5b4ba-0d27-43b9-ac0e-6f61c31cabac&id=294ea309-45c0-4806-b976-e6371d6e8795&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0422266 Sep 23 06:47:51.853645 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-e9a0f6c0-8b86-4524-af6b-fe00a7541a83 req-16dff3c7-bfce-483b-b9a9-b00159a5e51b tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1279666335', 'description': 'tempest-description-537941410'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:47:51.859658 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271cb1cb-3899-4943-a33d-f2a0ec0809d3 admin admin] Network ecad41a0-6647-4261-903e-5f6807df797a is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:47:51.878150 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-271cb1cb-3899-4943-a33d-f2a0ec0809d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, ecad41a0-6647-4261-903e-5f6807df797a) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:47:51.884562 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271cb1cb-3899-4943-a33d-f2a0ec0809d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:51.885158 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-271cb1cb-3899-4943-a33d-f2a0ec0809d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:51.886943 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7db69f2-ea74-4faf-a9fc-0bfaf3385142 None None] Network ecad41a0-6647-4261-903e-5f6807df797a requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:47:51.892037 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-e9a0f6c0-8b86-4524-af6b-fe00a7541a83 req-16dff3c7-bfce-483b-b9a9-b00159a5e51b tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:51.938219 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-271cb1cb-3899-4943-a33d-f2a0ec0809d3 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4925528 Sep 23 06:47:52.041132 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898bea63-95cd-4eae-bb42-637cefbd8ed0 req-247a15c3-53f0-426f-af2a-4942193f16d5 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:52.043661 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-898bea63-95cd-4eae-bb42-637cefbd8ed0 req-247a15c3-53f0-426f-af2a-4942193f16d5 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5209ed5-bf31-47d1-8fec-3d92135ed6f8 HTTP/1.1" status: 200 len: 1024 time: 0.0935700 Sep 23 06:47:52.044107 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-e9a0f6c0-8b86-4524-af6b-fe00a7541a83 req-16dff3c7-bfce-483b-b9a9-b00159a5e51b tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:52.052396 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-e9a0f6c0-8b86-4524-af6b-fe00a7541a83 req-16dff3c7-bfce-483b-b9a9-b00159a5e51b tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:52.104597 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dff3c7-bfce-483b-b9a9-b00159a5e51b tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=469f0efe-02db-414d-a9e5-6d1d8cfba8b9,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:52.109989 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-e9a0f6c0-8b86-4524-af6b-fe00a7541a83 req-16dff3c7-bfce-483b-b9a9-b00159a5e51b tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:52.111493 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e9a0f6c0-8b86-4524-af6b-fe00a7541a83 req-16dff3c7-bfce-483b-b9a9-b00159a5e51b tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2628257 Sep 23 06:47:52.149806 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe2f5ff-3705-4a29-9858-06815fad816a None None] Network ecad41a0-6647-4261-903e-5f6807df797a requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:47:52.313838 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6562ed97-7abe-4a58-83be-41acf5836d1c req-2dcb27a2-91cd-4816-9e03-85483298dc5f tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:52.326738 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6562ed97-7abe-4a58-83be-41acf5836d1c req-2dcb27a2-91cd-4816-9e03-85483298dc5f tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/ports?device_id=78a6b827-061d-4284-b0e3-3ac50ee2a042 HTTP/1.1" status: 200 len: 946 time: 0.2596896 Sep 23 06:47:52.353635 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f036695c-114a-4d71-87c1-c28fb6b6ddd1 req-6ac5a100-b668-43c7-a46b-2b78fbc473cc tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:52.356580 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f036695c-114a-4d71-87c1-c28fb6b6ddd1 req-6ac5a100-b668-43c7-a46b-2b78fbc473cc tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 944 time: 0.0979087 Sep 23 06:47:52.391411 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-898bea63-95cd-4eae-bb42-637cefbd8ed0 req-fafee9c7-cee1-460f-953f-eea14de0a774 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Deleting port f4bba100-221a-4b07-b061-80ccb98f9d77 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:47:52.391754 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-898bea63-95cd-4eae-bb42-637cefbd8ed0 req-fafee9c7-cee1-460f-953f-eea14de0a774 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:52.400085 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6562ed97-7abe-4a58-83be-41acf5836d1c req-9d716538-c214-416a-a3bc-46317461ba84 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/security-groups?id=abc74fe4-0953-4a1d-8589-19f26bab4282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589886 Sep 23 06:47:52.407141 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f036695c-114a-4d71-87c1-c28fb6b6ddd1 req-5461cf5e-7d66-4b31-8bb1-ef1e3384d3a1 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351429 Sep 23 06:47:52.420400 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 59506) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:47:52.531814 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d812e37f-3070-45fc-826a-1f704514f293 req-966fda8c-9e92-4fec-87d1-236b76b98a30 tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] 10.222.0.39 "GET /v2.0/security-groups/469f0efe-02db-414d-a9e5-6d1d8cfba8b9 HTTP/1.1" status: 200 len: 1814 time: 0.0930414 Sep 23 06:47:52.541766 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-898bea63-95cd-4eae-bb42-637cefbd8ed0 req-fafee9c7-cee1-460f-953f-eea14de0a774 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] For port f4bba100-221a-4b07-b061-80ccb98f9d77, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=f4bba100-221a-4b07-b061-80ccb98f9d77,segment=NetworkSegment(606d2197-237b-4f47-90de-9108be481d55),segment_id=606d2197-237b-4f47-90de-9108be481d55)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:47:52.541766 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-898bea63-95cd-4eae-bb42-637cefbd8ed0 req-fafee9c7-cee1-460f-953f-eea14de0a774 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:52.552208 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-898bea63-95cd-4eae-bb42-637cefbd8ed0 req-fafee9c7-cee1-460f-953f-eea14de0a774 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Calling delete_port for f4bba100-221a-4b07-b061-80ccb98f9d77 owned by compute:nova {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:47:52.602019 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-95d4b323-ae12-4987-b2b2-298e0d9d99fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:52.661414 n-d-715271-16 neutron-server[95066]: INFO neutron.api.v2.resource [req-ffa01b59-a22e-40b1-ba53-0d017f65d4cc req-4602ab05-5d6f-4def-9d98-9eadcd42035a tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] show failed (client error): The resource could not be found. Sep 23 06:47:52.662477 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ffa01b59-a22e-40b1-ba53-0d017f65d4cc req-4602ab05-5d6f-4def-9d98-9eadcd42035a tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] 10.222.0.39 "GET /v2.0/security-groups/1e7f70ef-7136-4b06-bcac-51822a534cbd HTTP/1.1" status: 404 len: 352 time: 0.0157962 Sep 23 06:47:52.716145 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-95d4b323-ae12-4987-b2b2-298e0d9d99fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:52.725611 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-95d4b323-ae12-4987-b2b2-298e0d9d99fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:52.769631 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-95d4b323-ae12-4987-b2b2-298e0d9d99fc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3e0327f2c9c54bb8a923d46f2d7fb540&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3447618 Sep 23 06:47:52.769631 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 59530) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:47:52.775794 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d4b323-ae12-4987-b2b2-298e0d9d99fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b14f7f2-84fa-48b7-874b-ad8ee627075b,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:52.785178 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-898bea63-95cd-4eae-bb42-637cefbd8ed0 req-fafee9c7-cee1-460f-953f-eea14de0a774 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:52.813139 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['f4bba100-221a-4b07-b061-80ccb98f9d77'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:47:52.827137 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafee9c7-cee1-460f-953f-eea14de0a774 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Pushing event deleted for resources: {'Port': ['ID=f4bba100-221a-4b07-b061-80ccb98f9d77,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:52.838553 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa75a7a3-e250-49d2-8519-1d79bdfc9c33 req-63ef590e-f98b-4449-a92f-db96e403ea2f tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:52.840068 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-aa75a7a3-e250-49d2-8519-1d79bdfc9c33 req-63ef590e-f98b-4449-a92f-db96e403ea2f tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 944 time: 0.1009319 Sep 23 06:47:52.889336 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-898bea63-95cd-4eae-bb42-637cefbd8ed0 req-fafee9c7-cee1-460f-953f-eea14de0a774 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] No DVR routers for this DVR port f4bba100-221a-4b07-b061-80ccb98f9d77 on host n-h1-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:47:52.892930 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-898bea63-95cd-4eae-bb42-637cefbd8ed0 req-fafee9c7-cee1-460f-953f-eea14de0a774 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:52.894583 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c4cfadfc-eec6-456c-bd8e-f01b4dd89cc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:52.894776 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-898bea63-95cd-4eae-bb42-637cefbd8ed0 req-fafee9c7-cee1-460f-953f-eea14de0a774 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.21 "DELETE /v2.0/ports/f4bba100-221a-4b07-b061-80ccb98f9d77 HTTP/1.1" status: 204 len: 173 time: 0.8442695 Sep 23 06:47:52.895223 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5209ed5-bf31-47d1-8fec-3d92135ed6f8', 'name': 'network-vif-deleted', 'tag': 'f4bba100-221a-4b07-b061-80ccb98f9d77'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:47:52.897567 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0464ce1-9789-4861-97db-0f725af32098" -d '{"events": [{"server_uuid": "c5209ed5-bf31-47d1-8fec-3d92135ed6f8", "name": "network-vif-deleted", "tag": "f4bba100-221a-4b07-b061-80ccb98f9d77"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:47:52.918513 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-aa75a7a3-e250-49d2-8519-1d79bdfc9c33 req-2ca48a6b-b593-4d88-bb8a-bd8146e93827 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592632 Sep 23 06:47:52.944161 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94caa7b9-d842-4083-9702-438313041a98 req-b86ee337-6990-44ac-91aa-06c9477754b8 tempest-VolumesAdminNegativeTest-512980691 tempest-VolumesAdminNegativeTest-512980691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:52.944371 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-94caa7b9-d842-4083-9702-438313041a98 req-b86ee337-6990-44ac-91aa-06c9477754b8 tempest-VolumesAdminNegativeTest-512980691 tempest-VolumesAdminNegativeTest-512980691-project] 10.222.0.39 "GET /v2.0/networks?id=1d248d23-e539-4408-8aa6-d4ff36dc6863 HTTP/1.1" status: 200 len: 815 time: 0.1656449 Sep 23 06:47:52.947422 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c4cfadfc-eec6-456c-bd8e-f01b4dd89cc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:52.963573 n-d-715271-16 neutron-server[95066]: INFO neutron.api.v2.resource [req-c1744603-1dfa-44de-a3cc-a3523a02bea1 req-ff65765b-8102-4dca-9339-13054c600a23 tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] show failed (client error): The resource could not be found. Sep 23 06:47:52.964622 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c1744603-1dfa-44de-a3cc-a3523a02bea1 req-ff65765b-8102-4dca-9339-13054c600a23 tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] 10.222.0.39 "GET /v2.0/security-group-rules/74437cd8-2adc-4633-8b81-4d84fc5615f7 HTTP/1.1" status: 404 len: 361 time: 0.0170209 Sep 23 06:47:52.988080 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-94caa7b9-d842-4083-9702-438313041a98 req-6077c662-2715-4ee4-afe1-77c133ca1967 tempest-VolumesAdminNegativeTest-512980691 tempest-VolumesAdminNegativeTest-512980691-project] 10.222.0.39 "GET /v2.0/quotas/c01a3e45d51a42a39c1bbdbe883ff66a HTTP/1.1" status: 200 len: 375 time: 0.0327492 Sep 23 06:47:53.036865 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-94caa7b9-d842-4083-9702-438313041a98 req-6a4af203-0d56-4365-baaa-6f419b844dbe tempest-VolumesAdminNegativeTest-512980691 tempest-VolumesAdminNegativeTest-512980691-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c01a3e45d51a42a39c1bbdbe883ff66a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409265 Sep 23 06:47:53.068203 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c4cfadfc-eec6-456c-bd8e-f01b4dd89cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:53.071616 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c4cfadfc-eec6-456c-bd8e-f01b4dd89cc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:53.073049 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-c4cfadfc-eec6-456c-bd8e-f01b4dd89cc3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8b14f7f2-84fa-48b7-874b-ad8ee627075b HTTP/1.1" status: 204 len: 168 time: 0.3021836 Sep 23 06:47:53.084213 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57e06e4-0159-4600-a36d-3718421ad650 req-aa16d5f2-ea6e-4199-8c80-05943a2e3a38 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:53.085752 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e57e06e4-0159-4600-a36d-3718421ad650 req-aa16d5f2-ea6e-4199-8c80-05943a2e3a38 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a0f6d45-7159-44ba-8033-f26cc4346590 HTTP/1.1" status: 200 len: 945 time: 0.0602674 Sep 23 06:47:53.092471 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cfadfc-eec6-456c-bd8e-f01b4dd89cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b14f7f2-84fa-48b7-874b-ad8ee627075b,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:53.151966 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-94caa7b9-d842-4083-9702-438313041a98 req-3847e86d-701a-4986-88f2-99d4c9af94a9 service neutron] 10.222.0.39 "GET /v2.0/networks/1d248d23-e539-4408-8aa6-d4ff36dc6863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087658 Sep 23 06:47:53.155433 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e57e06e4-0159-4600-a36d-3718421ad650 req-24ae0b31-3b6b-4e08-98c3-b5779c996199 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350616 Sep 23 06:47:53.262800 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-94caa7b9-d842-4083-9702-438313041a98 req-873bc841-7aa6-4abe-875c-cb11b52b4d4e service neutron] 10.222.0.39 "GET /v2.0/networks/1d248d23-e539-4408-8aa6-d4ff36dc6863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018095 Sep 23 06:47:53.272822 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-de1d074a-320a-4e44-98bb-d374dff73637 req-0db48532-c53c-41b6-b278-54604c7686c6 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5209ed5-bf31-47d1-8fec-3d92135ed6f8 HTTP/1.1" status: 200 len: 210 time: 0.0353510 Sep 23 06:47:53.322725 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eea4b9c-265f-453c-a111-e8cd670fc21d x-openstack-request-id: req-2eea4b9c-265f-453c-a111-e8cd670fc21d {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:47:53.323483 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5209ed5-bf31-47d1-8fec-3d92135ed6f8", "name": "network-vif-deleted", "tag": "f4bba100-221a-4b07-b061-80ccb98f9d77", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:47:53.324007 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2eea4b9c-265f-453c-a111-e8cd670fc21d {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:47:53.324723 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5209ed5-bf31-47d1-8fec-3d92135ed6f8', 'name': 'network-vif-deleted', 'tag': 'f4bba100-221a-4b07-b061-80ccb98f9d77', 'status': 'completed', 'code': 200} Sep 23 06:47:53.452249 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4f51083d-669c-4b8a-a722-adae47b3bbca req-62b651b2-1fc5-4243-8a14-ff2c2b1c3dbe tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] 10.222.0.39 "GET /v2.0/security-groups/469f0efe-02db-414d-a9e5-6d1d8cfba8b9 HTTP/1.1" status: 200 len: 1814 time: 0.0536640 Sep 23 06:47:53.453208 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0310f25-43dc-42f6-98e3-689c5288b4eb req-7c6aacf5-ef4e-4409-9f59-dfadacadf94d tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:53.455011 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e0310f25-43dc-42f6-98e3-689c5288b4eb req-7c6aacf5-ef4e-4409-9f59-dfadacadf94d tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 944 time: 0.0769370 Sep 23 06:47:53.520122 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e0310f25-43dc-42f6-98e3-689c5288b4eb req-a9f1922d-76d6-4fcc-a09d-75b8ab087206 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539017 Sep 23 06:47:53.570816 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-4f51083d-669c-4b8a-a722-adae47b3bbca req-431b3258-0085-41e1-b2fa-c90a509b904b tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:53.625943 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-4f51083d-669c-4b8a-a722-adae47b3bbca req-431b3258-0085-41e1-b2fa-c90a509b904b tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:53.672893 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7bb967-4069-469a-bb00-dbdbc614b2d8 req-c434fa1a-af3b-496d-98ad-ef3839a42ed8 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:53.675655 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fe7bb967-4069-469a-bb00-dbdbc614b2d8 req-c434fa1a-af3b-496d-98ad-ef3839a42ed8 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a0f6d45-7159-44ba-8033-f26cc4346590 HTTP/1.1" status: 200 len: 945 time: 0.0754004 Sep 23 06:47:53.710943 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-4f51083d-669c-4b8a-a722-adae47b3bbca req-431b3258-0085-41e1-b2fa-c90a509b904b tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:53.714305 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-4f51083d-669c-4b8a-a722-adae47b3bbca req-431b3258-0085-41e1-b2fa-c90a509b904b tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:53.729130 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4f51083d-669c-4b8a-a722-adae47b3bbca req-431b3258-0085-41e1-b2fa-c90a509b904b tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] 10.222.0.39 "DELETE /v2.0/security-groups/469f0efe-02db-414d-a9e5-6d1d8cfba8b9 HTTP/1.1" status: 204 len: 173 time: 0.2629852 Sep 23 06:47:53.739395 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fe7bb967-4069-469a-bb00-dbdbc614b2d8 req-937b62ba-87ab-4b07-b8e6-7ab89560470d tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499787 Sep 23 06:47:53.753907 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431b3258-0085-41e1-b2fa-c90a509b904b tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=469f0efe-02db-414d-a9e5-6d1d8cfba8b9,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:53.807308 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-de3d8732-3909-476d-b5bd-e17f89fdf35d req-d47f459b-bb0c-40bf-984e-5f55aa3a4801 tempest-VolumesAdminNegativeTest-512980691 tempest-VolumesAdminNegativeTest-512980691-project] 10.222.0.39 "GET /v2.0/ports?device_id=8118636b-97cc-431e-85fd-4db803294f9e HTTP/1.1" status: 200 len: 210 time: 0.0310035 Sep 23 06:47:53.897310 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f67fc-cae4-435c-aff2-ccddb59670da req-6fbf9819-a430-4578-a4d4-57320d1aa7ef tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:53.899012 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-118f67fc-cae4-435c-aff2-ccddb59670da req-6fbf9819-a430-4578-a4d4-57320d1aa7ef tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/ports?device_id=78a6b827-061d-4284-b0e3-3ac50ee2a042 HTTP/1.1" status: 200 len: 946 time: 0.0557122 Sep 23 06:47:53.932551 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 59588) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:47:53.949531 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-118f67fc-cae4-435c-aff2-ccddb59670da req-c1787232-8884-453a-904c-f374598ba322 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/security-groups?id=abc74fe4-0953-4a1d-8589-19f26bab4282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428190 Sep 23 06:47:54.027416 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8a196c23-cf4e-44b4-b51f-98b1a0102ec8 req-878a1dd6-2955-4e70-a0fa-2063b319f7df tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] 10.222.0.39 "GET /v2.0/security-groups/528337ce-7955-4f50-927f-0ba6e5ffaea7 HTTP/1.1" status: 200 len: 1815 time: 0.0462964 Sep 23 06:47:54.072974 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-f12aa070-95e3-4ed8-b903-2c947c55995d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1356727079-network', 'tenant_id': '7c15309e32824dcfa3da1dd04afd3365'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:47:54.097354 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-8a196c23-cf4e-44b4-b51f-98b1a0102ec8 req-ce400e5e-eace-4f2c-90dd-fccf8a4d7dbf tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:54.118470 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f12aa070-95e3-4ed8-b903-2c947c55995d admin admin] Made reservation on behalf of 7c15309e32824dcfa3da1dd04afd3365 for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:47:54.120862 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f12aa070-95e3-4ed8-b903-2c947c55995d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:54.128010 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-8a196c23-cf4e-44b4-b51f-98b1a0102ec8 req-ce400e5e-eace-4f2c-90dd-fccf8a4d7dbf tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:54.129467 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de036e8-3f9f-4017-bfe6-b1ccf693ea97 req-62fb35cd-879b-47f5-b7fa-9a521e98ddb3 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:54.131459 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9de036e8-3f9f-4017-bfe6-b1ccf693ea97 req-62fb35cd-879b-47f5-b7fa-9a521e98ddb3 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/networks?id=d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64 HTTP/1.1" status: 200 len: 811 time: 0.1408429 Sep 23 06:47:54.137922 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f12aa070-95e3-4ed8-b903-2c947c55995d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:54.159290 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9de036e8-3f9f-4017-bfe6-b1ccf693ea97 req-65f37196-a7bf-4ba2-878f-260c46f68af2 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/quotas/8275c6392a72426db62ebfc4817f4420 HTTP/1.1" status: 200 len: 375 time: 0.0181122 Sep 23 06:47:54.172156 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-8a196c23-cf4e-44b4-b51f-98b1a0102ec8 req-ce400e5e-eace-4f2c-90dd-fccf8a4d7dbf tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:54.175170 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-8a196c23-cf4e-44b4-b51f-98b1a0102ec8 req-ce400e5e-eace-4f2c-90dd-fccf8a4d7dbf tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:54.186972 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8a196c23-cf4e-44b4-b51f-98b1a0102ec8 req-ce400e5e-eace-4f2c-90dd-fccf8a4d7dbf tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] 10.222.0.39 "DELETE /v2.0/security-groups/528337ce-7955-4f50-927f-0ba6e5ffaea7 HTTP/1.1" status: 204 len: 173 time: 0.1521592 Sep 23 06:47:54.198432 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce400e5e-eace-4f2c-90dd-fccf8a4d7dbf tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=528337ce-7955-4f50-927f-0ba6e5ffaea7,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:54.250950 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9de036e8-3f9f-4017-bfe6-b1ccf693ea97 req-a7216105-f6f8-4970-9880-aca2fe798df1 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8275c6392a72426db62ebfc4817f4420&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0830297 Sep 23 06:47:54.378915 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f12aa070-95e3-4ed8-b903-2c947c55995d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:54.386620 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f12aa070-95e3-4ed8-b903-2c947c55995d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:54.403635 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9de036e8-3f9f-4017-bfe6-b1ccf693ea97 req-46081140-aa72-4799-a54c-5e8678d3209b service neutron] 10.222.0.39 "GET /v2.0/networks/d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450036 Sep 23 06:47:54.413257 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-85cf0706-804d-4acf-b10b-d3eb75d48428 req-370e04ee-332d-4f0c-a6af-1707dfac275d tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] 10.222.0.39 "GET /v2.0/security-groups/917b8ae4-fef6-470d-89db-8bd8e6068767 HTTP/1.1" status: 200 len: 1814 time: 0.0580575 Sep 23 06:47:54.427310 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f12aa070-95e3-4ed8-b903-2c947c55995d admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:47:54.444612 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12aa070-95e3-4ed8-b903-2c947c55995d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b368ee5-a99f-449b-ae4a-a48133882224,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:54.463913 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f12aa070-95e3-4ed8-b903-2c947c55995d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:54.464455 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-f12aa070-95e3-4ed8-b903-2c947c55995d admin admin] Added segment f93b6022-d5e5-431e-9dcb-2461df9c5b3b of type vlan for network 5e6b1e6b-f43d-48fc-88ea-84227fc0190a Sep 23 06:47:54.475966 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-85cf0706-804d-4acf-b10b-d3eb75d48428 req-14b6d4ce-2752-440d-bc56-f353bd43de7b tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:54.501973 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-85cf0706-804d-4acf-b10b-d3eb75d48428 req-14b6d4ce-2752-440d-bc56-f353bd43de7b tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:54.537392 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f12aa070-95e3-4ed8-b903-2c947c55995d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:54.543075 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-85cf0706-804d-4acf-b10b-d3eb75d48428 req-14b6d4ce-2752-440d-bc56-f353bd43de7b tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:54.546843 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-85cf0706-804d-4acf-b10b-d3eb75d48428 req-14b6d4ce-2752-440d-bc56-f353bd43de7b tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:54.548063 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-85cf0706-804d-4acf-b10b-d3eb75d48428 req-14b6d4ce-2752-440d-bc56-f353bd43de7b tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] 10.222.0.39 "DELETE /v2.0/security-groups/917b8ae4-fef6-470d-89db-8bd8e6068767 HTTP/1.1" status: 204 len: 173 time: 0.1337934 Sep 23 06:47:54.557467 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b6d4ce-2752-440d-bc56-f353bd43de7b tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=917b8ae4-fef6-470d-89db-8bd8e6068767,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:54.569825 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9de036e8-3f9f-4017-bfe6-b1ccf693ea97 req-b913ff31-6d42-40df-b07e-f97bf803090a service neutron] 10.222.0.39 "GET /v2.0/networks/d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552174 Sep 23 06:47:54.579324 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f12aa070-95e3-4ed8-b903-2c947c55995d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:54.580349 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12aa070-95e3-4ed8-b903-2c947c55995d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:54.580958 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f12aa070-95e3-4ed8-b903-2c947c55995d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:54.608834 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-f12aa070-95e3-4ed8-b903-2c947c55995d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6746566 Sep 23 06:47:54.613940 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 59608) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:47:54.619965 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-3676d870-f054-4948-9170-24842c2bdf2a admin admin] Request body: {'subnet': {'network_id': '5e6b1e6b-f43d-48fc-88ea-84227fc0190a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1356727079-subnet', 'tenant_id': '7c15309e32824dcfa3da1dd04afd3365', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:47:54.657910 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12aa070-95e3-4ed8-b903-2c947c55995d admin admin] Pushing event updated for resources: {'Network': ['ID=5e6b1e6b-f43d-48fc-88ea-84227fc0190a,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:54.667818 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 5e6b1e6b-f43d-48fc-88ea-84227fc0190a details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:47:54.690505 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3676d870-f054-4948-9170-24842c2bdf2a admin admin] Made reservation on behalf of 7c15309e32824dcfa3da1dd04afd3365 for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:47:54.693231 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3676d870-f054-4948-9170-24842c2bdf2a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:54.804953 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1e5564d6-20b9-4736-bed7-54c13e95ab2d req-cacf9a0b-d85c-48ca-9b3e-ebf69d3891b5 tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] 10.222.0.39 "GET /v2.0/security-groups/618f5d00-3398-4c9a-8276-f6a2b8eebeda HTTP/1.1" status: 200 len: 1813 time: 0.0730410 Sep 23 06:47:54.924107 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1915af-9195-4048-a485-e31e67ed500d req-28a394ab-35c9-4efd-a197-a28f23a4757c tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:54.931550 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bb1915af-9195-4048-a485-e31e67ed500d req-28a394ab-35c9-4efd-a197-a28f23a4757c tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/networks?id=70761228-e1b5-4b17-beed-b21ba4f65cc6 HTTP/1.1" status: 200 len: 815 time: 0.2071652 Sep 23 06:47:54.955115 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94caa7b9-d842-4083-9702-438313041a98 req-eac973c6-cf92-4317-bf47-5508aa7cfd47 tempest-VolumesAdminNegativeTest-512980691 tempest-VolumesAdminNegativeTest-512980691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:54.956743 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-94caa7b9-d842-4083-9702-438313041a98 req-eac973c6-cf92-4317-bf47-5508aa7cfd47 tempest-VolumesAdminNegativeTest-512980691 tempest-VolumesAdminNegativeTest-512980691-project] 10.222.0.58 "GET /v2.0/networks?id=1d248d23-e539-4408-8aa6-d4ff36dc6863 HTTP/1.1" status: 200 len: 815 time: 0.1807184 Sep 23 06:47:54.960262 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-1e5564d6-20b9-4736-bed7-54c13e95ab2d req-7a2dfb41-fbf2-4ec7-b65d-c61670154cd6 tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:54.972020 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bb1915af-9195-4048-a485-e31e67ed500d req-1aff8704-1720-4671-b0a4-b01d96ed6fa3 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/quotas/d770b30fb6f848b6a7fdbc27123d77ce HTTP/1.1" status: 200 len: 375 time: 0.0393300 Sep 23 06:47:54.988725 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-94caa7b9-d842-4083-9702-438313041a98 req-af7a8fea-9497-4675-b108-13b6267ba458 tempest-VolumesAdminNegativeTest-512980691 tempest-VolumesAdminNegativeTest-512980691-project] Request body: {'port': {'device_id': '8118636b-97cc-431e-85fd-4db803294f9e', 'network_id': '1d248d23-e539-4408-8aa6-d4ff36dc6863', 'admin_state_up': True, 'tenant_id': 'c01a3e45d51a42a39c1bbdbe883ff66a'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:47:54.993931 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-1e5564d6-20b9-4736-bed7-54c13e95ab2d req-7a2dfb41-fbf2-4ec7-b65d-c61670154cd6 tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:55.069518 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bb1915af-9195-4048-a485-e31e67ed500d req-1e2085b3-b8bc-45c9-9d82-75920d0faf01 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d770b30fb6f848b6a7fdbc27123d77ce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0966437 Sep 23 06:47:55.070954 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3676d870-f054-4948-9170-24842c2bdf2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:55.115634 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-1e5564d6-20b9-4736-bed7-54c13e95ab2d req-7a2dfb41-fbf2-4ec7-b65d-c61670154cd6 tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:55.118442 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-1e5564d6-20b9-4736-bed7-54c13e95ab2d req-7a2dfb41-fbf2-4ec7-b65d-c61670154cd6 tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:55.132451 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1e5564d6-20b9-4736-bed7-54c13e95ab2d req-7a2dfb41-fbf2-4ec7-b65d-c61670154cd6 tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] 10.222.0.39 "DELETE /v2.0/security-groups/618f5d00-3398-4c9a-8276-f6a2b8eebeda HTTP/1.1" status: 204 len: 173 time: 0.3133953 Sep 23 06:47:55.162628 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2dfb41-fbf2-4ec7-b65d-c61670154cd6 tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=618f5d00-3398-4c9a-8276-f6a2b8eebeda,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:55.178951 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3676d870-f054-4948-9170-24842c2bdf2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9dbf4107-f4ac-450c-a420-ffd87b06b7dc,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:55.196236 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device f4bba100-221a-4b07-b061-80ccb98f9d77 no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:47:55.211336 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3676d870-f054-4948-9170-24842c2bdf2a admin admin] Checking segment: {'id': 'f93b6022-d5e5-431e-9dcb-2461df9c5b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5e6b1e6b-f43d-48fc-88ea-84227fc0190a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:47:55.211912 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3676d870-f054-4948-9170-24842c2bdf2a admin admin] Network hostable DHCP agents. Network: 5e6b1e6b-f43d-48fc-88ea-84227fc0190a, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:47:55.214840 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-823dc417-50f5-4310-a204-9ef04445bd07 req-76fbfe72-084d-475d-baf3-2c4398ce9fc4 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/security-groups/7d981a82-f51f-4e29-8fc2-408b456e4afb HTTP/1.1" status: 200 len: 1800 time: 0.0604281 Sep 23 06:47:55.215915 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94caa7b9-d842-4083-9702-438313041a98 req-af7a8fea-9497-4675-b108-13b6267ba458 tempest-VolumesAdminNegativeTest-512980691 tempest-VolumesAdminNegativeTest-512980691-project] Made reservation on behalf of c01a3e45d51a42a39c1bbdbe883ff66a for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:47:55.219617 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-94caa7b9-d842-4083-9702-438313041a98 req-af7a8fea-9497-4675-b108-13b6267ba458 tempest-VolumesAdminNegativeTest-512980691 tempest-VolumesAdminNegativeTest-512980691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:55.236607 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bb1915af-9195-4048-a485-e31e67ed500d req-f2a84465-bb95-42ee-988c-358e8b0a8eca service neutron] 10.222.0.39 "GET /v2.0/networks/70761228-e1b5-4b17-beed-b21ba4f65cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402788 Sep 23 06:47:55.243350 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] No Port match for: f4bba100-221a-4b07-b061-80ccb98f9d77 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:47:55.243884 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device f4bba100-221a-4b07-b061-80ccb98f9d77 not bound to the agent host n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:47:55.263874 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3676d870-f054-4948-9170-24842c2bdf2a admin admin] Network 5e6b1e6b-f43d-48fc-88ea-84227fc0190a is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:47:55.284250 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-3676d870-f054-4948-9170-24842c2bdf2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 5e6b1e6b-f43d-48fc-88ea-84227fc0190a) {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:47:55.294399 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee24076-1c8e-4572-86d1-1a4886e23b21 None None] Network 5e6b1e6b-f43d-48fc-88ea-84227fc0190a requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:47:55.316942 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3676d870-f054-4948-9170-24842c2bdf2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:55.317530 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3676d870-f054-4948-9170-24842c2bdf2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:55.342538 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-3676d870-f054-4948-9170-24842c2bdf2a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7273710 Sep 23 06:47:55.355405 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bb1915af-9195-4048-a485-e31e67ed500d req-69549cd3-23be-4ab2-82cc-aa7fd37cd2c4 service neutron] 10.222.0.39 "GET /v2.0/networks/70761228-e1b5-4b17-beed-b21ba4f65cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106944 Sep 23 06:47:55.356744 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-823dc417-50f5-4310-a204-9ef04445bd07 req-2e5bf042-806f-47b7-9c1b-52627bf0e55b tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:55.427004 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-823dc417-50f5-4310-a204-9ef04445bd07 req-2e5bf042-806f-47b7-9c1b-52627bf0e55b tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:55.465541 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91852efd-4639-4e62-aabe-573972a9dfcc None None] Network 5e6b1e6b-f43d-48fc-88ea-84227fc0190a requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:47:55.711480 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-54453395-edff-47f3-91bf-3d24e50e15a9 req-fa0bc8db-bcb3-44f8-8082-ffe6db3ad90a tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=671265d2-16fd-4692-9592-414591c0025a HTTP/1.1" status: 200 len: 210 time: 0.0429597 Sep 23 06:47:55.824490 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-848933c7-b244-4bc5-a697-757065f33ec4 req-dc165c63-569a-4552-b69a-25997a768607 tempest-VolumesAdminNegativeTest-512980691 tempest-VolumesAdminNegativeTest-512980691-project] 10.222.0.39 "GET /v2.0/ports?device_id=8118636b-97cc-431e-85fd-4db803294f9e HTTP/1.1" status: 200 len: 210 time: 0.0368767 Sep 23 06:47:55.833745 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-94caa7b9-d842-4083-9702-438313041a98 req-af7a8fea-9497-4675-b108-13b6267ba458 tempest-VolumesAdminNegativeTest-512980691 tempest-VolumesAdminNegativeTest-512980691-project] Allocated IP 172.20.0.13 (1d248d23-e539-4408-8aa6-d4ff36dc6863/42406e51-edba-433b-b763-764bd9f39c0d/0c360c5c-a1a6-4419-a74f-6c6b6cdf977f) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:47:55.879456 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-823dc417-50f5-4310-a204-9ef04445bd07 req-2e5bf042-806f-47b7-9c1b-52627bf0e55b tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:55.884595 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-823dc417-50f5-4310-a204-9ef04445bd07 req-2e5bf042-806f-47b7-9c1b-52627bf0e55b tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:55.898601 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-823dc417-50f5-4310-a204-9ef04445bd07 req-2e5bf042-806f-47b7-9c1b-52627bf0e55b tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "DELETE /v2.0/security-groups/7d981a82-f51f-4e29-8fc2-408b456e4afb HTTP/1.1" status: 204 len: 173 time: 0.6750603 Sep 23 06:47:55.924823 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5bf042-806f-47b7-9c1b-52627bf0e55b tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d981a82-f51f-4e29-8fc2-408b456e4afb,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:56.032959 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5504e58e-1899-494a-acca-f03653389ed4 req-5de17f37-a2b3-4db6-88d3-cb71083e234a tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] 10.222.0.39 "GET /v2.0/security-groups/b5bdff2e-031b-4d0d-8c6a-6052e621db1f HTTP/1.1" status: 200 len: 1811 time: 0.0566602 Sep 23 06:47:56.154048 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa01964-9f14-4cb5-9ba3-b1c1ac8e4869 req-06894c6c-023f-4430-bb88-bfdf10696df2 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:56.156074 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8fa01964-9f14-4cb5-9ba3-b1c1ac8e4869 req-06894c6c-023f-4430-bb88-bfdf10696df2 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/ports?device_id=78a6b827-061d-4284-b0e3-3ac50ee2a042 HTTP/1.1" status: 200 len: 946 time: 0.1287301 Sep 23 06:47:56.160069 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-94caa7b9-d842-4083-9702-438313041a98 req-af7a8fea-9497-4675-b108-13b6267ba458 tempest-VolumesAdminNegativeTest-512980691 tempest-VolumesAdminNegativeTest-512980691-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:56.230147 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8fa01964-9f14-4cb5-9ba3-b1c1ac8e4869 req-17738a4f-1cdd-4eb2-9b2a-482b071c0e26 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/security-groups?id=abc74fe4-0953-4a1d-8589-19f26bab4282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652537 Sep 23 06:47:56.253445 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-94caa7b9-d842-4083-9702-438313041a98 req-af7a8fea-9497-4675-b108-13b6267ba458 tempest-VolumesAdminNegativeTest-512980691 tempest-VolumesAdminNegativeTest-512980691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:56.289066 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8163e048-f46a-4535-82fa-2c54f30329d6 req-445d4799-6b9b-476a-a66b-03415088351c tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:56.290785 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8163e048-f46a-4535-82fa-2c54f30329d6 req-445d4799-6b9b-476a-a66b-03415088351c tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a0f6d45-7159-44ba-8033-f26cc4346590 HTTP/1.1" status: 200 len: 945 time: 0.2622087 Sep 23 06:47:56.302199 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de036e8-3f9f-4017-bfe6-b1ccf693ea97 req-200f65e3-3cfb-4cc9-841f-05fc9e3af05c tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:56.304234 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9de036e8-3f9f-4017-bfe6-b1ccf693ea97 req-200f65e3-3cfb-4cc9-841f-05fc9e3af05c tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.21 "GET /v2.0/networks?id=d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64 HTTP/1.1" status: 200 len: 811 time: 0.2702246 Sep 23 06:47:56.328959 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-9de036e8-3f9f-4017-bfe6-b1ccf693ea97 req-83f4cfd7-13f8-4505-a88e-2a119c36fab3 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Request body: {'port': {'device_id': '671265d2-16fd-4692-9592-414591c0025a', 'network_id': 'd3302f5d-bf5e-4d5b-a7a4-2ca05635fe64', 'admin_state_up': True, 'tenant_id': '8275c6392a72426db62ebfc4817f4420'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:47:56.334937 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94caa7b9-d842-4083-9702-438313041a98 req-af7a8fea-9497-4675-b108-13b6267ba458 tempest-VolumesAdminNegativeTest-512980691 tempest-VolumesAdminNegativeTest-512980691-project] Network 1d248d23-e539-4408-8aa6-d4ff36dc6863 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:47:56.345673 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-94caa7b9-d842-4083-9702-438313041a98 req-af7a8fea-9497-4675-b108-13b6267ba458 tempest-VolumesAdminNegativeTest-512980691 tempest-VolumesAdminNegativeTest-512980691-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:47:56.348151 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7a8fea-9497-4675-b108-13b6267ba458 tempest-VolumesAdminNegativeTest-512980691 tempest-VolumesAdminNegativeTest-512980691-project] Pushing event updated for resources: {'Port': ['ID=0c360c5c-a1a6-4419-a74f-6c6b6cdf977f,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:56.350581 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-94caa7b9-d842-4083-9702-438313041a98 req-af7a8fea-9497-4675-b108-13b6267ba458 tempest-VolumesAdminNegativeTest-512980691 tempest-VolumesAdminNegativeTest-512980691-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:47:56.384657 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-5504e58e-1899-494a-acca-f03653389ed4 req-3b2152e1-688c-49e7-a745-587b08882c3f tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:56.419480 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94caa7b9-d842-4083-9702-438313041a98 req-af7a8fea-9497-4675-b108-13b6267ba458 tempest-VolumesAdminNegativeTest-512980691 tempest-VolumesAdminNegativeTest-512980691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:56.420761 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-94caa7b9-d842-4083-9702-438313041a98 req-af7a8fea-9497-4675-b108-13b6267ba458 tempest-VolumesAdminNegativeTest-512980691 tempest-VolumesAdminNegativeTest-512980691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:56.438518 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-94caa7b9-d842-4083-9702-438313041a98 req-af7a8fea-9497-4675-b108-13b6267ba458 tempest-VolumesAdminNegativeTest-512980691 tempest-VolumesAdminNegativeTest-512980691-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4570401 Sep 23 06:47:56.474963 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-94caa7b9-d842-4083-9702-438313041a98 req-6b5c472a-f4e5-4d5a-8dfd-4d269a6c101b service neutron] Request body: {'port': {'device_id': '8118636b-97cc-431e-85fd-4db803294f9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:47:56.508668 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-5504e58e-1899-494a-acca-f03653389ed4 req-3b2152e1-688c-49e7-a745-587b08882c3f tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:56.568549 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-94caa7b9-d842-4083-9702-438313041a98 req-6b5c472a-f4e5-4d5a-8dfd-4d269a6c101b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:56.591101 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-5504e58e-1899-494a-acca-f03653389ed4 req-3b2152e1-688c-49e7-a745-587b08882c3f tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:56.594232 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-5504e58e-1899-494a-acca-f03653389ed4 req-3b2152e1-688c-49e7-a745-587b08882c3f tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:56.595361 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5504e58e-1899-494a-acca-f03653389ed4 req-3b2152e1-688c-49e7-a745-587b08882c3f tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] 10.222.0.39 "DELETE /v2.0/security-groups/b5bdff2e-031b-4d0d-8c6a-6052e621db1f HTTP/1.1" status: 204 len: 173 time: 0.5236974 Sep 23 06:47:56.603368 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 59664) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:47:56.607041 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-8163e048-f46a-4535-82fa-2c54f30329d6 req-7ef1aa96-66f2-4928-a718-665655346f82 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Deleting port 13414090-c936-4174-b7a3-52478ee0bb2d {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:47:56.608450 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-8163e048-f46a-4535-82fa-2c54f30329d6 req-7ef1aa96-66f2-4928-a718-665655346f82 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:56.657954 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9de036e8-3f9f-4017-bfe6-b1ccf693ea97 req-83f4cfd7-13f8-4505-a88e-2a119c36fab3 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Made reservation on behalf of 8275c6392a72426db62ebfc4817f4420 for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:47:56.661399 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-9de036e8-3f9f-4017-bfe6-b1ccf693ea97 req-83f4cfd7-13f8-4505-a88e-2a119c36fab3 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:56.669675 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2152e1-688c-49e7-a745-587b08882c3f tempest-SecurityGroupRulesNegativeTestJSON-1346822881 tempest-SecurityGroupRulesNegativeTestJSON-1346822881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5bdff2e-031b-4d0d-8c6a-6052e621db1f,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:56.676017 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75533cdc-f616-473b-9740-23ad3de213f2 req-2cfa83b5-6e94-443d-90ec-1b826fdbeb9b tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:56.677753 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-75533cdc-f616-473b-9740-23ad3de213f2 req-2cfa83b5-6e94-443d-90ec-1b826fdbeb9b tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/networks?id=5e6b1e6b-f43d-48fc-88ea-84227fc0190a HTTP/1.1" status: 200 len: 812 time: 0.1610544 Sep 23 06:47:56.750488 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ccdf40a3-64c0-4f5a-980e-a26cc068e062 req-6e09fa95-4c99-4dce-903f-d2c2e43cad38 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=15aadf6d-92cc-45e5-93dd-90da99561c46 HTTP/1.1" status: 200 len: 210 time: 0.0819483 Sep 23 06:47:56.759677 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-75533cdc-f616-473b-9740-23ad3de213f2 req-a992151f-8f7c-41b4-8cae-d44bc83d611d tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/quotas/7c15309e32824dcfa3da1dd04afd3365 HTTP/1.1" status: 200 len: 375 time: 0.0189095 Sep 23 06:47:56.776402 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f017be5-6296-4749-ac03-e2a52587cb2a admin admin] Deleting subnet faae736e-59f1-4c33-b55d-52195c996ee1 {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:47:56.783550 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6f017be5-6296-4749-ac03-e2a52587cb2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:56.819597 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-75533cdc-f616-473b-9740-23ad3de213f2 req-1af23129-f8e1-47d4-88c9-a24f529d7dab tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7c15309e32824dcfa3da1dd04afd3365&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451567 Sep 23 06:47:56.883333 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-8163e048-f46a-4535-82fa-2c54f30329d6 req-7ef1aa96-66f2-4928-a718-665655346f82 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] For port 13414090-c936-4174-b7a3-52478ee0bb2d, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=13414090-c936-4174-b7a3-52478ee0bb2d,segment=NetworkSegment(411a8e6c-3437-4d6d-939a-157de7e909fe),segment_id=411a8e6c-3437-4d6d-939a-157de7e909fe)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:47:56.883695 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-8163e048-f46a-4535-82fa-2c54f30329d6 req-7ef1aa96-66f2-4928-a718-665655346f82 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:56.922377 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6f017be5-6296-4749-ac03-e2a52587cb2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:56.975769 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-75533cdc-f616-473b-9740-23ad3de213f2 req-1c80f5fc-51de-4936-8112-4a9a3cbee4f4 service neutron] 10.222.0.39 "GET /v2.0/networks/5e6b1e6b-f43d-48fc-88ea-84227fc0190a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465466 Sep 23 06:47:56.978079 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-8163e048-f46a-4535-82fa-2c54f30329d6 req-7ef1aa96-66f2-4928-a718-665655346f82 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Calling delete_port for 13414090-c936-4174-b7a3-52478ee0bb2d owned by compute:nova {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:47:57.085764 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-94caa7b9-d842-4083-9702-438313041a98 req-6b5c472a-f4e5-4d5a-8dfd-4d269a6c101b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c360c5c-a1a6-4419-a74f-6c6b6cdf977f {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:47:57.099042 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-94caa7b9-d842-4083-9702-438313041a98 req-6b5c472a-f4e5-4d5a-8dfd-4d269a6c101b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:57.124388 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-94caa7b9-d842-4083-9702-438313041a98 req-6b5c472a-f4e5-4d5a-8dfd-4d269a6c101b service neutron] Transition to ACTIVE for port object 0c360c5c-a1a6-4419-a74f-6c6b6cdf977f will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:47:57.132828 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-94caa7b9-d842-4083-9702-438313041a98 req-6b5c472a-f4e5-4d5a-8dfd-4d269a6c101b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:57.141982 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-75533cdc-f616-473b-9740-23ad3de213f2 req-e82c308d-c857-4d53-945b-2a09691cc197 service neutron] 10.222.0.39 "GET /v2.0/networks/5e6b1e6b-f43d-48fc-88ea-84227fc0190a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468825 Sep 23 06:47:57.213802 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5c472a-f4e5-4d5a-8dfd-4d269a6c101b service neutron] Pushing event updated for resources: {'Port': ['ID=0c360c5c-a1a6-4419-a74f-6c6b6cdf977f,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:57.273986 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-94caa7b9-d842-4083-9702-438313041a98 req-6b5c472a-f4e5-4d5a-8dfd-4d269a6c101b service neutron] Attempting to bind port 0c360c5c-a1a6-4419-a74f-6c6b6cdf977f on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:47:57.274709 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-94caa7b9-d842-4083-9702-438313041a98 req-6b5c472a-f4e5-4d5a-8dfd-4d269a6c101b service neutron] Attempting to bind port 0c360c5c-a1a6-4419-a74f-6c6b6cdf977f by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': 'e2d94b50-e7fd-4bc8-8bb6-98aa912c910f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '1d248d23-e539-4408-8aa6-d4ff36dc6863'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:47:57.274824 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94caa7b9-d842-4083-9702-438313041a98 req-6b5c472a-f4e5-4d5a-8dfd-4d269a6c101b service neutron] Attempting to bind port 0c360c5c-a1a6-4419-a74f-6c6b6cdf977f on network 1d248d23-e539-4408-8aa6-d4ff36dc6863 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:47:57.279981 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94caa7b9-d842-4083-9702-438313041a98 req-6b5c472a-f4e5-4d5a-8dfd-4d269a6c101b service neutron] Port 0c360c5c-a1a6-4419-a74f-6c6b6cdf977f on network 1d248d23-e539-4408-8aa6-d4ff36dc6863 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:47:57.280319 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94caa7b9-d842-4083-9702-438313041a98 req-6b5c472a-f4e5-4d5a-8dfd-4d269a6c101b service neutron] Attempting to bind port 0c360c5c-a1a6-4419-a74f-6c6b6cdf977f on network 1d248d23-e539-4408-8aa6-d4ff36dc6863 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:47:57.285927 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94caa7b9-d842-4083-9702-438313041a98 req-6b5c472a-f4e5-4d5a-8dfd-4d269a6c101b service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:47:57.286274 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94caa7b9-d842-4083-9702-438313041a98 req-6b5c472a-f4e5-4d5a-8dfd-4d269a6c101b service neutron] Checking segment: {'id': 'e2d94b50-e7fd-4bc8-8bb6-98aa912c910f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '1d248d23-e539-4408-8aa6-d4ff36dc6863'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:47:57.286666 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94caa7b9-d842-4083-9702-438313041a98 req-6b5c472a-f4e5-4d5a-8dfd-4d269a6c101b service neutron] Bound using segment: {'id': 'e2d94b50-e7fd-4bc8-8bb6-98aa912c910f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '1d248d23-e539-4408-8aa6-d4ff36dc6863'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:47:57.287111 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-94caa7b9-d842-4083-9702-438313041a98 req-6b5c472a-f4e5-4d5a-8dfd-4d269a6c101b service neutron] Bound port: 0c360c5c-a1a6-4419-a74f-6c6b6cdf977f, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2d94b50-e7fd-4bc8-8bb6-98aa912c910f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '1d248d23-e539-4408-8aa6-d4ff36dc6863'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:47:57.287474 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-94caa7b9-d842-4083-9702-438313041a98 req-6b5c472a-f4e5-4d5a-8dfd-4d269a6c101b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:57.368169 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-937b673b-361b-45dd-997e-f17b7aa2adf9 req-f9959330-bc98-4cee-935c-337c3c3865e6 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=671265d2-16fd-4692-9592-414591c0025a HTTP/1.1" status: 200 len: 210 time: 0.0316401 Sep 23 06:47:57.424634 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-94caa7b9-d842-4083-9702-438313041a98 req-6b5c472a-f4e5-4d5a-8dfd-4d269a6c101b service neutron] For port 0c360c5c-a1a6-4419-a74f-6c6b6cdf977f, host n-h2-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:47:57.428816 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-94caa7b9-d842-4083-9702-438313041a98 req-6b5c472a-f4e5-4d5a-8dfd-4d269a6c101b service neutron] For port 0c360c5c-a1a6-4419-a74f-6c6b6cdf977f, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=0c360c5c-a1a6-4419-a74f-6c6b6cdf977f,segment=NetworkSegment(e2d94b50-e7fd-4bc8-8bb6-98aa912c910f),segment_id=e2d94b50-e7fd-4bc8-8bb6-98aa912c910f)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:47:57.435769 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-94caa7b9-d842-4083-9702-438313041a98 req-6b5c472a-f4e5-4d5a-8dfd-4d269a6c101b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:57.437838 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9914c19f-0f16-4841-85d2-263fdec6fcd3 req-2ea751cf-5217-4326-8b9b-9a0f406dd286 tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "GET /v2.0/security-groups/ddc5b4ba-0d27-43b9-ac0e-6f61c31cabac HTTP/1.1" status: 200 len: 1801 time: 0.6016433 Sep 23 06:47:57.440148 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6f017be5-6296-4749-ac03-e2a52587cb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:57.479265 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [req-9de036e8-3f9f-4017-bfe6-b1ccf693ea97 req-83f4cfd7-13f8-4505-a88e-2a119c36fab3 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Allocated IP 172.20.0.6 (d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64/46ccc032-0362-4c9c-977b-4c26fbfaa4e6/f947862c-9ae7-4ba5-beb5-fa04f2f02f9f) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:47:57.514842 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94caa7b9-d842-4083-9702-438313041a98 req-6b5c472a-f4e5-4d5a-8dfd-4d269a6c101b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:57.515520 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-94caa7b9-d842-4083-9702-438313041a98 req-6b5c472a-f4e5-4d5a-8dfd-4d269a6c101b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:57.517138 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-94caa7b9-d842-4083-9702-438313041a98 req-6b5c472a-f4e5-4d5a-8dfd-4d269a6c101b service neutron] 10.222.0.58 "PUT /v2.0/ports/0c360c5c-a1a6-4419-a74f-6c6b6cdf977f HTTP/1.1" status: 200 len: 1093 time: 1.0562291 Sep 23 06:47:57.517548 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8118636b-97cc-431e-85fd-4db803294f9e', 'tag': '0c360c5c-a1a6-4419-a74f-6c6b6cdf977f'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:47:57.519981 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-779d368d-d86d-4ca2-8174-d2d11526faa2" -d '{"events": [{"name": "network-changed", "server_uuid": "8118636b-97cc-431e-85fd-4db803294f9e", "tag": "0c360c5c-a1a6-4419-a74f-6c6b6cdf977f"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:47:57.553162 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5c472a-f4e5-4d5a-8dfd-4d269a6c101b service neutron] Pushing event updated for resources: {'Port': ['ID=0c360c5c-a1a6-4419-a74f-6c6b6cdf977f,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:57.587015 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f5b0a4-c8a2-4422-8119-75405e937526 req-5b0078da-8f42-4bd7-a4cb-04751ce3f2e2 tempest-VolumesAdminNegativeTest-512980691 tempest-VolumesAdminNegativeTest-512980691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:57.589029 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b0f5b0a4-c8a2-4422-8119-75405e937526 req-5b0078da-8f42-4bd7-a4cb-04751ce3f2e2 tempest-VolumesAdminNegativeTest-512980691 tempest-VolumesAdminNegativeTest-512980691-project] 10.222.0.39 "GET /v2.0/ports?device_id=8118636b-97cc-431e-85fd-4db803294f9e HTTP/1.1" status: 200 len: 944 time: 0.1353920 Sep 23 06:47:57.593906 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1915af-9195-4048-a485-e31e67ed500d req-dd2d383e-389e-4cf0-a7d2-b103f9a6817c tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:57.595314 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bb1915af-9195-4048-a485-e31e67ed500d req-dd2d383e-389e-4cf0-a7d2-b103f9a6817c tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.58 "GET /v2.0/networks?id=70761228-e1b5-4b17-beed-b21ba4f65cc6 HTTP/1.1" status: 200 len: 815 time: 0.7023392 Sep 23 06:47:57.626289 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-bb1915af-9195-4048-a485-e31e67ed500d req-bda62c7e-0931-4c56-b2f8-d78120d24f4e tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Request body: {'port': {'device_id': '15aadf6d-92cc-45e5-93dd-90da99561c46', 'network_id': '70761228-e1b5-4b17-beed-b21ba4f65cc6', 'admin_state_up': True, 'tenant_id': 'd770b30fb6f848b6a7fdbc27123d77ce'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:47:57.650854 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94caa7b9-d842-4083-9702-438313041a98 req-27123837-925e-46b9-966e-554d8f552ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:57.652381 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-94caa7b9-d842-4083-9702-438313041a98 req-27123837-925e-46b9-966e-554d8f552ccd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c01a3e45d51a42a39c1bbdbe883ff66a&device_id=8118636b-97cc-431e-85fd-4db803294f9e HTTP/1.1" status: 200 len: 1096 time: 0.0883229 Sep 23 06:47:57.676865 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6f017be5-6296-4749-ac03-e2a52587cb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:57.707408 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b0f5b0a4-c8a2-4422-8119-75405e937526 req-79043cf3-47f9-4f3d-9cf6-a968fd362338 tempest-VolumesAdminNegativeTest-512980691 tempest-VolumesAdminNegativeTest-512980691-project] 10.222.0.39 "GET /v2.0/security-groups?id=279cc7e7-a5ff-4c1d-be2a-ec1c6af6f3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974288 Sep 23 06:47:57.708590 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-94caa7b9-d842-4083-9702-438313041a98 req-7c8b3e6f-4db6-48fa-91c9-26568192e257 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c360c5c-a1a6-4419-a74f-6c6b6cdf977f HTTP/1.1" status: 200 len: 217 time: 0.0393677 Sep 23 06:47:57.774653 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-9914c19f-0f16-4841-85d2-263fdec6fcd3 req-27c2000d-375e-43a2-ba3e-4ba30de9ae3e tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:57.800937 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94caa7b9-d842-4083-9702-438313041a98 req-83870189-6d2c-46dd-8987-c0f33084763d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:57.802546 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-94caa7b9-d842-4083-9702-438313041a98 req-83870189-6d2c-46dd-8987-c0f33084763d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=42406e51-edba-433b-b763-764bd9f39c0d HTTP/1.1" status: 200 len: 855 time: 0.0844724 Sep 23 06:47:57.811403 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f017be5-6296-4749-ac03-e2a52587cb2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=faae736e-59f1-4c33-b55d-52195c996ee1,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:57.819831 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6f017be5-6296-4749-ac03-e2a52587cb2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:57.821702 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-6f017be5-6296-4749-ac03-e2a52587cb2a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/faae736e-59f1-4c33-b55d-52195c996ee1 HTTP/1.1" status: 204 len: 168 time: 1.2103724 Sep 23 06:47:57.824332 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 59688) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:47:57.877992 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-94caa7b9-d842-4083-9702-438313041a98 req-f5373fe9-8d00-41aa-9d62-fb4917c6ea49 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1d248d23-e539-4408-8aa6-d4ff36dc6863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505197 Sep 23 06:47:57.898620 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-9914c19f-0f16-4841-85d2-263fdec6fcd3 req-27c2000d-375e-43a2-ba3e-4ba30de9ae3e tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:57.915378 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-8163e048-f46a-4535-82fa-2c54f30329d6 req-7ef1aa96-66f2-4928-a718-665655346f82 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:57.929694 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['13414090-c936-4174-b7a3-52478ee0bb2d'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:47:57.995604 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d2fa835a-3c18-4d94-b36e-c8673cc1485c req-f4a71aba-abb9-4653-b96c-6861b86a87e4 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=a03990d8-4d3c-4405-8379-9bf6dba95a6a HTTP/1.1" status: 200 len: 210 time: 0.0901234 Sep 23 06:47:58.003081 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f8a60670-6634-4685-ba52-acf87229ce26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:58.026517 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef1aa96-66f2-4928-a718-665655346f82 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Pushing event deleted for resources: {'Port': ['ID=13414090-c936-4174-b7a3-52478ee0bb2d,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:58.076044 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-9de036e8-3f9f-4017-bfe6-b1ccf693ea97 req-83f4cfd7-13f8-4505-a88e-2a119c36fab3 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:58.094226 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-94caa7b9-d842-4083-9702-438313041a98 req-a09d81e8-5947-474b-85cc-4332f8886e11 service neutron] 10.222.0.58 "GET /v2.0/networks/1d248d23-e539-4408-8aa6-d4ff36dc6863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038345 Sep 23 06:47:58.109511 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb1915af-9195-4048-a485-e31e67ed500d req-bda62c7e-0931-4c56-b2f8-d78120d24f4e tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Made reservation on behalf of d770b30fb6f848b6a7fdbc27123d77ce for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:47:58.112931 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-bb1915af-9195-4048-a485-e31e67ed500d req-bda62c7e-0931-4c56-b2f8-d78120d24f4e tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:58.149640 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-9914c19f-0f16-4841-85d2-263fdec6fcd3 req-27c2000d-375e-43a2-ba3e-4ba30de9ae3e tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:58.151871 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-9914c19f-0f16-4841-85d2-263fdec6fcd3 req-27c2000d-375e-43a2-ba3e-4ba30de9ae3e tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:58.153025 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9914c19f-0f16-4841-85d2-263fdec6fcd3 req-27c2000d-375e-43a2-ba3e-4ba30de9ae3e tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] 10.222.0.39 "DELETE /v2.0/security-groups/ddc5b4ba-0d27-43b9-ac0e-6f61c31cabac HTTP/1.1" status: 204 len: 173 time: 0.7143819 Sep 23 06:47:58.154480 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-8163e048-f46a-4535-82fa-2c54f30329d6 req-7ef1aa96-66f2-4928-a718-665655346f82 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] No DVR routers for this DVR port 13414090-c936-4174-b7a3-52478ee0bb2d on host n-h2-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:47:58.163069 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 59690) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:47:58.165923 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-8163e048-f46a-4535-82fa-2c54f30329d6 req-7ef1aa96-66f2-4928-a718-665655346f82 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:58.168039 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8163e048-f46a-4535-82fa-2c54f30329d6 req-7ef1aa96-66f2-4928-a718-665655346f82 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.58 "DELETE /v2.0/ports/13414090-c936-4174-b7a3-52478ee0bb2d HTTP/1.1" status: 204 len: 173 time: 1.8623743 Sep 23 06:47:58.169578 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a0f6d45-7159-44ba-8033-f26cc4346590', 'name': 'network-vif-deleted', 'tag': '13414090-c936-4174-b7a3-52478ee0bb2d'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:47:58.172525 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e72482c-efe5-4d46-b593-98a5389cdc66" -d '{"events": [{"server_uuid": "4a0f6d45-7159-44ba-8033-f26cc4346590", "name": "network-vif-deleted", "tag": "13414090-c936-4174-b7a3-52478ee0bb2d"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:47:58.202630 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f8a60670-6634-4685-ba52-acf87229ce26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:58.210107 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b199f469-25aa-4a40-8f6b-4f8c11c85358 x-openstack-request-id: req-b199f469-25aa-4a40-8f6b-4f8c11c85358 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:47:58.210784 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8118636b-97cc-431e-85fd-4db803294f9e", "tag": "0c360c5c-a1a6-4419-a74f-6c6b6cdf977f", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:47:58.211447 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b199f469-25aa-4a40-8f6b-4f8c11c85358 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:47:58.212147 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8118636b-97cc-431e-85fd-4db803294f9e', 'tag': '0c360c5c-a1a6-4419-a74f-6c6b6cdf977f', 'status': 'completed', 'code': 200} Sep 23 06:47:58.221423 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c2000d-375e-43a2-ba3e-4ba30de9ae3e tempest-SecurityGroupsTestJSON-265713833 tempest-SecurityGroupsTestJSON-265713833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc5b4ba-0d27-43b9-ac0e-6f61c31cabac,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:58.265776 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67841029-2bf5-4768-8a4f-49b148bce00b req-3e19eab4-c91b-4e0d-a426-935eaf3daeac tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:58.267467 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-67841029-2bf5-4768-8a4f-49b148bce00b req-3e19eab4-c91b-4e0d-a426-935eaf3daeac tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/ports?device_id=78a6b827-061d-4284-b0e3-3ac50ee2a042 HTTP/1.1" status: 200 len: 946 time: 0.2067366 Sep 23 06:47:58.283377 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-f8a60670-6634-4685-ba52-acf87229ce26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d800fb8-a0da-46c8-bc55-0c4fa383aed2']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:47:58.299647 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-9de036e8-3f9f-4017-bfe6-b1ccf693ea97 req-83f4cfd7-13f8-4505-a88e-2a119c36fab3 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:58.307181 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a3f7288-77d6-4e65-9824-7a201f492e29 admin admin] Deleting subnet 7f9997a5-b833-4318-a21f-37b1b7e3fb43 {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:47:58.312986 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-f8a60670-6634-4685-ba52-acf87229ce26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0df591b6-ff48-44a3-b2c5-9fa1c43730b3') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:47:58.313519 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-f8a60670-6634-4685-ba52-acf87229ce26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0df591b6-ff48-44a3-b2c5-9fa1c43730b3') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:47:58.332364 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5a3f7288-77d6-4e65-9824-7a201f492e29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:58.334232 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f8a60670-6634-4685-ba52-acf87229ce26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:58.349596 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-94caa7b9-d842-4083-9702-438313041a98 req-1f166c62-b2e6-4f56-8ab2-05d884e8e538 service neutron] 10.222.0.58 "GET /v2.0/networks/1d248d23-e539-4408-8aa6-d4ff36dc6863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219059 Sep 23 06:47:58.360702 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f8a60670-6634-4685-ba52-acf87229ce26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:58.369698 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8a60670-6634-4685-ba52-acf87229ce26 admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:47:58.370223 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f8a60670-6634-4685-ba52-acf87229ce26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:58.374761 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-67841029-2bf5-4768-8a4f-49b148bce00b req-65115990-849a-494f-bbfb-5f30e6954a1a tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/security-groups?id=abc74fe4-0953-4a1d-8589-19f26bab4282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934803 Sep 23 06:47:58.375498 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 06:47:58.375498 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:47:58.375498 n-d-715271-16 neutron-server[95065]: timer() Sep 23 06:47:58.375498 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:47:58.375498 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 06:47:58.375498 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:47:58.375498 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 06:47:58.375498 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:47:58.375498 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 06:47:58.375498 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:47:58.375498 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 06:47:58.375498 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:47:58.375498 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 06:47:58.375498 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:47:58.375498 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:47:58.375498 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:47:58.375498 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:47:58.375498 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:47:58.375498 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 06:47:58.375498 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:47:58.375498 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 06:47:58.375498 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:47:58.375498 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:47:58.375498 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:47:58.375498 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 06:47:58.375498 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:47:58.375498 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:47:58.375498 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:47:58.375498 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:47:58.375498 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:47:58.375498 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:47:58.375498 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:47:58.407471 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6632eeed-1b5e-43d0-b7bf-9377054d0785 req-391dd83d-8cac-47a3-b84e-71c52ea7101e tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=15aadf6d-92cc-45e5-93dd-90da99561c46 HTTP/1.1" status: 200 len: 210 time: 0.1050320 Sep 23 06:47:58.441279 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f8a60670-6634-4685-ba52-acf87229ce26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:58.448083 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f8a60670-6634-4685-ba52-acf87229ce26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:58.451498 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-f8a60670-6634-4685-ba52-acf87229ce26 admin admin] 10.222.0.39 "DELETE /v2.0/networks/7d800fb8-a0da-46c8-bc55-0c4fa383aed2 HTTP/1.1" status: 204 len: 168 time: 0.6254644 Sep 23 06:47:58.464270 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a60670-6634-4685-ba52-acf87229ce26 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d800fb8-a0da-46c8-bc55-0c4fa383aed2,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:58.475729 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e62a009-4685-4474-b0a3-5b720b60a35f x-openstack-request-id: req-3e62a009-4685-4474-b0a3-5b720b60a35f {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:47:58.476342 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a0f6d45-7159-44ba-8033-f26cc4346590", "name": "network-vif-deleted", "tag": "13414090-c936-4174-b7a3-52478ee0bb2d", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:47:58.476683 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3e62a009-4685-4474-b0a3-5b720b60a35f {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:47:58.477367 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a0f6d45-7159-44ba-8033-f26cc4346590', 'name': 'network-vif-deleted', 'tag': '13414090-c936-4174-b7a3-52478ee0bb2d', 'status': 'completed', 'code': 200} Sep 23 06:47:58.535037 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9de036e8-3f9f-4017-bfe6-b1ccf693ea97 req-83f4cfd7-13f8-4505-a88e-2a119c36fab3 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Network d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:47:58.574476 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [req-9de036e8-3f9f-4017-bfe6-b1ccf693ea97 req-83f4cfd7-13f8-4505-a88e-2a119c36fab3 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:47:58.580625 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5a3f7288-77d6-4e65-9824-7a201f492e29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:58.582474 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f4cfd7-13f8-4505-a88e-2a119c36fab3 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Pushing event updated for resources: {'Port': ['ID=f947862c-9ae7-4ba5-beb5-fa04f2f02f9f,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:58.596343 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d368d-d86d-4ca2-8174-d2d11526faa2 req-98640829-45a4-4028-a799-b1e84f86436f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:58.598649 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-779d368d-d86d-4ca2-8174-d2d11526faa2 req-98640829-45a4-4028-a799-b1e84f86436f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c01a3e45d51a42a39c1bbdbe883ff66a&device_id=8118636b-97cc-431e-85fd-4db803294f9e HTTP/1.1" status: 200 len: 1096 time: 0.0691667 Sep 23 06:47:58.607984 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-9de036e8-3f9f-4017-bfe6-b1ccf693ea97 req-83f4cfd7-13f8-4505-a88e-2a119c36fab3 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:47:58.624782 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 59698) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:47:58.663436 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [req-bb1915af-9195-4048-a485-e31e67ed500d req-bda62c7e-0931-4c56-b2f8-d78120d24f4e tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Allocated IP 172.20.0.2 (70761228-e1b5-4b17-beed-b21ba4f65cc6/ee9867bb-5a46-416a-ad93-958ca334c2f9/04ab8190-d986-43ee-b8a9-7e04157ad68c) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:47:58.712220 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d368d-d86d-4ca2-8174-d2d11526faa2 req-0f85e388-cdf2-44cc-979d-ca29cbea8055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:58.714030 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-779d368d-d86d-4ca2-8174-d2d11526faa2 req-0f85e388-cdf2-44cc-979d-ca29cbea8055 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1d248d23-e539-4408-8aa6-d4ff36dc6863 HTTP/1.1" status: 200 len: 916 time: 0.1011889 Sep 23 06:47:58.723042 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5a3f7288-77d6-4e65-9824-7a201f492e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:58.779646 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-779d368d-d86d-4ca2-8174-d2d11526faa2 req-92de60ff-86b9-47e3-99e5-be23a8003b82 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c360c5c-a1a6-4419-a74f-6c6b6cdf977f HTTP/1.1" status: 200 len: 217 time: 0.0525751 Sep 23 06:47:58.791433 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344876f2-c554-4072-b1f5-5acdaa38a115 req-f09923a9-bf0c-4c94-98b0-bb0ff8336695 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:58.798656 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-344876f2-c554-4072-b1f5-5acdaa38a115 req-f09923a9-bf0c-4c94-98b0-bb0ff8336695 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=671265d2-16fd-4692-9592-414591c0025a HTTP/1.1" status: 200 len: 931 time: 0.3116710 Sep 23 06:47:58.817706 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de036e8-3f9f-4017-bfe6-b1ccf693ea97 req-83f4cfd7-13f8-4505-a88e-2a119c36fab3 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:58.818369 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-9de036e8-3f9f-4017-bfe6-b1ccf693ea97 req-83f4cfd7-13f8-4505-a88e-2a119c36fab3 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:58.892907 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-807789c6-54c1-4532-9497-ea21ff98edcf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9965d7942b794f83b0a57a04a5ad9486&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2411647 Sep 23 06:47:58.894294 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9de036e8-3f9f-4017-bfe6-b1ccf693ea97 req-83f4cfd7-13f8-4505-a88e-2a119c36fab3 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5701234 Sep 23 06:47:58.897875 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 59704) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:47:58.914484 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-9561915c-9e73-4278-9cb6-a64259bb3201 None None] Provisioning complete for port f947862c-9ae7-4ba5-beb5-fa04f2f02f9f triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:47:58.915167 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-9561915c-9e73-4278-9cb6-a64259bb3201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:58.952065 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d368d-d86d-4ca2-8174-d2d11526faa2 req-40a75b16-6835-4688-878e-15eb4d0e1456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:58.952452 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-9de036e8-3f9f-4017-bfe6-b1ccf693ea97 req-988bcf05-cd81-4ea6-87a9-f0fa961825dc service neutron] Request body: {'port': {'device_id': '671265d2-16fd-4692-9592-414591c0025a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-16'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:47:58.953884 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-779d368d-d86d-4ca2-8174-d2d11526faa2 req-40a75b16-6835-4688-878e-15eb4d0e1456 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=42406e51-edba-433b-b763-764bd9f39c0d HTTP/1.1" status: 200 len: 855 time: 0.1659901 Sep 23 06:47:58.964653 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75533cdc-f616-473b-9740-23ad3de213f2 req-84a4e13d-e549-4a9f-b438-fc0b52af5522 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:58.967014 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-75533cdc-f616-473b-9740-23ad3de213f2 req-84a4e13d-e549-4a9f-b438-fc0b52af5522 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.21 "GET /v2.0/networks?id=5e6b1e6b-f43d-48fc-88ea-84227fc0190a HTTP/1.1" status: 200 len: 812 time: 0.3759780 Sep 23 06:47:58.970036 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-9561915c-9e73-4278-9cb6-a64259bb3201 None None] Port f947862c-9ae7-4ba5-beb5-fa04f2f02f9f cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:47:58.993058 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5a3f7288-77d6-4e65-9824-7a201f492e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:58.997506 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-344876f2-c554-4072-b1f5-5acdaa38a115 req-e93160de-33e1-4f33-a012-556a78d974e2 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=df69b107-d214-48a1-9de3-f64218339a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986022 Sep 23 06:47:59.010627 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-75533cdc-f616-473b-9740-23ad3de213f2 req-a9685d76-75b0-47b9-9c71-588726fadcc4 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Request body: {'port': {'device_id': 'a03990d8-4d3c-4405-8379-9bf6dba95a6a', 'network_id': '5e6b1e6b-f43d-48fc-88ea-84227fc0190a', 'admin_state_up': True, 'tenant_id': '7c15309e32824dcfa3da1dd04afd3365'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:47:59.021680 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b466721-9c86-4e1e-b340-04b52563ec3b req-316fbd63-7313-4e54-b08b-4710a33d71fb tempest-VolumesAdminNegativeTest-512980691 tempest-VolumesAdminNegativeTest-512980691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:59.023347 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4b466721-9c86-4e1e-b340-04b52563ec3b req-316fbd63-7313-4e54-b08b-4710a33d71fb tempest-VolumesAdminNegativeTest-512980691 tempest-VolumesAdminNegativeTest-512980691-project] 10.222.0.39 "GET /v2.0/ports?device_id=8118636b-97cc-431e-85fd-4db803294f9e HTTP/1.1" status: 200 len: 944 time: 0.1921475 Sep 23 06:47:59.029757 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-779d368d-d86d-4ca2-8174-d2d11526faa2 req-813c1634-fb69-4417-ba99-83cc91c848a0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1d248d23-e539-4408-8aa6-d4ff36dc6863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597830 Sep 23 06:47:59.047979 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3f7288-77d6-4e65-9824-7a201f492e29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f9997a5-b833-4318-a21f-37b1b7e3fb43,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:59.064792 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5a3f7288-77d6-4e65-9824-7a201f492e29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:59.066975 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-5a3f7288-77d6-4e65-9824-7a201f492e29 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/7f9997a5-b833-4318-a21f-37b1b7e3fb43 HTTP/1.1" status: 204 len: 168 time: 0.8980284 Sep 23 06:47:59.076635 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 59708) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:47:59.137538 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-9de036e8-3f9f-4017-bfe6-b1ccf693ea97 req-988bcf05-cd81-4ea6-87a9-f0fa961825dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:59.220279 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4a12a31e-e042-46b3-b6a9-350a0881654e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:59.223443 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-92ad4603-58c7-4169-aa31-a99a45dfb6ad req-d1b9f9c9-b118-47ad-9372-841561d32041 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=a03990d8-4d3c-4405-8379-9bf6dba95a6a HTTP/1.1" status: 200 len: 210 time: 0.0630913 Sep 23 06:47:59.237247 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-bb1915af-9195-4048-a485-e31e67ed500d req-bda62c7e-0931-4c56-b2f8-d78120d24f4e tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:59.273154 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4b466721-9c86-4e1e-b340-04b52563ec3b req-22e77f14-b879-492f-80c2-4f6c7262ce11 tempest-VolumesAdminNegativeTest-512980691 tempest-VolumesAdminNegativeTest-512980691-project] 10.222.0.39 "GET /v2.0/security-groups?id=279cc7e7-a5ff-4c1d-be2a-ec1c6af6f3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314816 Sep 23 06:47:59.299822 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1d629250-4d9e-4e22-a423-d436316129a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:59.321223 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4a12a31e-e042-46b3-b6a9-350a0881654e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:59.353481 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-779d368d-d86d-4ca2-8174-d2d11526faa2 req-f1ea97e8-c64c-450f-805a-572560df10d1 service neutron] 10.222.0.58 "GET /v2.0/networks/1d248d23-e539-4408-8aa6-d4ff36dc6863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128653 Sep 23 06:47:59.365126 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-bb1915af-9195-4048-a485-e31e67ed500d req-bda62c7e-0931-4c56-b2f8-d78120d24f4e tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:59.411375 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75533cdc-f616-473b-9740-23ad3de213f2 req-a9685d76-75b0-47b9-9c71-588726fadcc4 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Made reservation on behalf of 7c15309e32824dcfa3da1dd04afd3365 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:47:59.414926 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-75533cdc-f616-473b-9740-23ad3de213f2 req-a9685d76-75b0-47b9-9c71-588726fadcc4 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:59.456358 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb1915af-9195-4048-a485-e31e67ed500d req-bda62c7e-0931-4c56-b2f8-d78120d24f4e tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Network 70761228-e1b5-4b17-beed-b21ba4f65cc6 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:47:59.462552 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [req-bb1915af-9195-4048-a485-e31e67ed500d req-bda62c7e-0931-4c56-b2f8-d78120d24f4e tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:47:59.472641 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb1915af-9195-4048-a485-e31e67ed500d req-bda62c7e-0931-4c56-b2f8-d78120d24f4e tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:47:59.484155 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda62c7e-0931-4c56-b2f8-d78120d24f4e tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Pushing event updated for resources: {'Port': ['ID=04ab8190-d986-43ee-b8a9-7e04157ad68c,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:59.530312 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1d629250-4d9e-4e22-a423-d436316129a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:59.575451 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1915af-9195-4048-a485-e31e67ed500d req-bda62c7e-0931-4c56-b2f8-d78120d24f4e tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:59.576585 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-bb1915af-9195-4048-a485-e31e67ed500d req-bda62c7e-0931-4c56-b2f8-d78120d24f4e tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:59.589086 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4a12a31e-e042-46b3-b6a9-350a0881654e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:59.592284 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4a12a31e-e042-46b3-b6a9-350a0881654e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:59.596563 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-4a12a31e-e042-46b3-b6a9-350a0881654e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8938dca3-6ee9-49b1-b9e3-f85cf086d8ed HTTP/1.1" status: 204 len: 168 time: 0.6935329 Sep 23 06:47:59.622659 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [req-9de036e8-3f9f-4017-bfe6-b1ccf693ea97 req-988bcf05-cd81-4ea6-87a9-f0fa961825dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f947862c-9ae7-4ba5-beb5-fa04f2f02f9f {{(pid=95066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:47:59.628185 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bb1915af-9195-4048-a485-e31e67ed500d req-bda62c7e-0931-4c56-b2f8-d78120d24f4e tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0125823 Sep 23 06:47:59.633660 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-1d629250-4d9e-4e22-a423-d436316129a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af521934-4e14-4fd3-9a79-d0d8a001f41d']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:47:59.634357 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-9de036e8-3f9f-4017-bfe6-b1ccf693ea97 req-988bcf05-cd81-4ea6-87a9-f0fa961825dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:59.649928 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadf83be-e6c7-4614-a7cf-2c2068dbf227 req-6591235b-7f68-42b8-a905-d321035a8ff0 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:59.651489 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dadf83be-e6c7-4614-a7cf-2c2068dbf227 req-6591235b-7f68-42b8-a905-d321035a8ff0 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/ports?device_id=78a6b827-061d-4284-b0e3-3ac50ee2a042 HTTP/1.1" status: 200 len: 946 time: 0.1342764 Sep 23 06:47:59.659613 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-bb1915af-9195-4048-a485-e31e67ed500d req-82d27a81-560b-42a5-9091-5507023155f7 service neutron] Request body: {'port': {'device_id': '15aadf6d-92cc-45e5-93dd-90da99561c46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:47:59.663283 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-1d629250-4d9e-4e22-a423-d436316129a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '606d2197-237b-4f47-90de-9108be481d55') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:47:59.663512 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-1d629250-4d9e-4e22-a423-d436316129a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '606d2197-237b-4f47-90de-9108be481d55') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:47:59.670447 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a12a31e-e042-46b3-b6a9-350a0881654e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8938dca3-6ee9-49b1-b9e3-f85cf086d8ed,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:59.689185 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1d629250-4d9e-4e22-a423-d436316129a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:59.692262 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-779d368d-d86d-4ca2-8174-d2d11526faa2 req-be13f615-2dd3-4cce-9089-b71cc08f464e service neutron] 10.222.0.58 "GET /v2.0/networks/1d248d23-e539-4408-8aa6-d4ff36dc6863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3247159 Sep 23 06:47:59.694088 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.provisioning_blocks [req-9de036e8-3f9f-4017-bfe6-b1ccf693ea97 req-988bcf05-cd81-4ea6-87a9-f0fa961825dc service neutron] Transition to ACTIVE for port object f947862c-9ae7-4ba5-beb5-fa04f2f02f9f will not be triggered until provisioned by entity L2. {{(pid=95066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:47:59.711219 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-9de036e8-3f9f-4017-bfe6-b1ccf693ea97 req-988bcf05-cd81-4ea6-87a9-f0fa961825dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:59.738130 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1d629250-4d9e-4e22-a423-d436316129a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:59.749003 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f27e4e4-ef88-49e3-9de3-230d8f17f5d3 req-d123db93-74a1-4951-a3eb-f341ec996297 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:47:59.750555 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4f27e4e4-ef88-49e3-9de3-230d8f17f5d3 req-d123db93-74a1-4951-a3eb-f341ec996297 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=15aadf6d-92cc-45e5-93dd-90da99561c46 HTTP/1.1" status: 200 len: 931 time: 0.2158537 Sep 23 06:47:59.760719 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d629250-4d9e-4e22-a423-d436316129a5 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:47:59.761121 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1d629250-4d9e-4e22-a423-d436316129a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:59.763007 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 06:47:59.763007 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:47:59.763007 n-d-715271-16 neutron-server[95065]: timer() Sep 23 06:47:59.763007 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:47:59.763007 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 06:47:59.763007 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:47:59.763007 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 06:47:59.763007 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:47:59.763007 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 06:47:59.763007 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:47:59.763007 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 06:47:59.763007 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:47:59.763007 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 06:47:59.763007 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:47:59.763007 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:47:59.763007 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:47:59.763007 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:47:59.763007 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:47:59.763007 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 06:47:59.763007 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:47:59.763007 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 06:47:59.763007 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:47:59.763007 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:47:59.763007 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:47:59.763007 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 06:47:59.763007 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:47:59.763007 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:47:59.763007 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:47:59.763007 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:47:59.763007 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:47:59.763007 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:47:59.763007 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:47:59.790170 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-75533cdc-f616-473b-9740-23ad3de213f2 req-a9685d76-75b0-47b9-9c71-588726fadcc4 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Allocated IP 172.20.0.11 (5e6b1e6b-f43d-48fc-88ea-84227fc0190a/9dbf4107-f4ac-450c-a420-ffd87b06b7dc/18b58b81-7b3d-4f4d-8a44-a5babc67c7ed) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:47:59.796254 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-bb1915af-9195-4048-a485-e31e67ed500d req-82d27a81-560b-42a5-9091-5507023155f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:47:59.806813 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dadf83be-e6c7-4614-a7cf-2c2068dbf227 req-458ced54-b1b0-474c-95a5-5d5bb5e5c495 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/security-groups?id=abc74fe4-0953-4a1d-8589-19f26bab4282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390343 Sep 23 06:47:59.828265 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988bcf05-cd81-4ea6-87a9-f0fa961825dc service neutron] Pushing event updated for resources: {'Port': ['ID=f947862c-9ae7-4ba5-beb5-fa04f2f02f9f,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:47:59.987826 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-9de036e8-3f9f-4017-bfe6-b1ccf693ea97 req-988bcf05-cd81-4ea6-87a9-f0fa961825dc service neutron] Attempting to bind port f947862c-9ae7-4ba5-beb5-fa04f2f02f9f on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:47:59.988167 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-9de036e8-3f9f-4017-bfe6-b1ccf693ea97 req-988bcf05-cd81-4ea6-87a9-f0fa961825dc service neutron] Attempting to bind port f947862c-9ae7-4ba5-beb5-fa04f2f02f9f by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': 'c88b2831-f544-41bb-bbcc-5b15e741880e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd3302f5d-bf5e-4d5b-a7a4-2ca05635fe64'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:47:59.988519 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de036e8-3f9f-4017-bfe6-b1ccf693ea97 req-988bcf05-cd81-4ea6-87a9-f0fa961825dc service neutron] Attempting to bind port f947862c-9ae7-4ba5-beb5-fa04f2f02f9f on network d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:48:00.004448 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de036e8-3f9f-4017-bfe6-b1ccf693ea97 req-988bcf05-cd81-4ea6-87a9-f0fa961825dc service neutron] Port f947862c-9ae7-4ba5-beb5-fa04f2f02f9f on network d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:48:00.004780 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de036e8-3f9f-4017-bfe6-b1ccf693ea97 req-988bcf05-cd81-4ea6-87a9-f0fa961825dc service neutron] Attempting to bind port f947862c-9ae7-4ba5-beb5-fa04f2f02f9f on network d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:48:00.053455 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de036e8-3f9f-4017-bfe6-b1ccf693ea97 req-988bcf05-cd81-4ea6-87a9-f0fa961825dc service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:48:00.053791 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de036e8-3f9f-4017-bfe6-b1ccf693ea97 req-988bcf05-cd81-4ea6-87a9-f0fa961825dc service neutron] Checking segment: {'id': 'c88b2831-f544-41bb-bbcc-5b15e741880e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd3302f5d-bf5e-4d5b-a7a4-2ca05635fe64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:48:00.054420 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de036e8-3f9f-4017-bfe6-b1ccf693ea97 req-988bcf05-cd81-4ea6-87a9-f0fa961825dc service neutron] Bound using segment: {'id': 'c88b2831-f544-41bb-bbcc-5b15e741880e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd3302f5d-bf5e-4d5b-a7a4-2ca05635fe64'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:48:00.055002 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-9de036e8-3f9f-4017-bfe6-b1ccf693ea97 req-988bcf05-cd81-4ea6-87a9-f0fa961825dc service neutron] Bound port: f947862c-9ae7-4ba5-beb5-fa04f2f02f9f, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c88b2831-f544-41bb-bbcc-5b15e741880e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd3302f5d-bf5e-4d5b-a7a4-2ca05635fe64'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:48:00.055435 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-9de036e8-3f9f-4017-bfe6-b1ccf693ea97 req-988bcf05-cd81-4ea6-87a9-f0fa961825dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:00.233679 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1d629250-4d9e-4e22-a423-d436316129a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:00.254775 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1d629250-4d9e-4e22-a423-d436316129a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:00.259125 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa793f73-1453-4161-8f15-745fee713bd1 req-13034ee0-41a9-4863-a497-226fd5135ab8 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:00.259324 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-1d629250-4d9e-4e22-a423-d436316129a5 admin admin] 10.222.0.39 "DELETE /v2.0/networks/af521934-4e14-4fd3-9a79-d0d8a001f41d HTTP/1.1" status: 204 len: 168 time: 1.1760147 Sep 23 06:48:00.259437 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-aa793f73-1453-4161-8f15-745fee713bd1 req-13034ee0-41a9-4863-a497-226fd5135ab8 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=671265d2-16fd-4692-9592-414591c0025a HTTP/1.1" status: 200 len: 943 time: 0.1264067 Sep 23 06:48:00.269590 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-9de036e8-3f9f-4017-bfe6-b1ccf693ea97 req-988bcf05-cd81-4ea6-87a9-f0fa961825dc service neutron] For port f947862c-9ae7-4ba5-beb5-fa04f2f02f9f, host n-h1-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:48:00.279684 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-9de036e8-3f9f-4017-bfe6-b1ccf693ea97 req-988bcf05-cd81-4ea6-87a9-f0fa961825dc service neutron] For port f947862c-9ae7-4ba5-beb5-fa04f2f02f9f, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=f947862c-9ae7-4ba5-beb5-fa04f2f02f9f,segment=NetworkSegment(c88b2831-f544-41bb-bbcc-5b15e741880e),segment_id=c88b2831-f544-41bb-bbcc-5b15e741880e)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:48:00.283570 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4f27e4e4-ef88-49e3-9de3-230d8f17f5d3 req-177c1d76-77e0-4d32-96cf-ae61ab50f8c6 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4908450 Sep 23 06:48:00.293466 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d629250-4d9e-4e22-a423-d436316129a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=af521934-4e14-4fd3-9a79-d0d8a001f41d,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:00.300643 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-9de036e8-3f9f-4017-bfe6-b1ccf693ea97 req-988bcf05-cd81-4ea6-87a9-f0fa961825dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:00.389926 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de036e8-3f9f-4017-bfe6-b1ccf693ea97 req-988bcf05-cd81-4ea6-87a9-f0fa961825dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:00.390564 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-9de036e8-3f9f-4017-bfe6-b1ccf693ea97 req-988bcf05-cd81-4ea6-87a9-f0fa961825dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:00.391996 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9de036e8-3f9f-4017-bfe6-b1ccf693ea97 req-988bcf05-cd81-4ea6-87a9-f0fa961825dc service neutron] 10.222.0.21 "PUT /v2.0/ports/f947862c-9ae7-4ba5-beb5-fa04f2f02f9f HTTP/1.1" status: 200 len: 1092 time: 1.4578969 Sep 23 06:48:00.418369 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [req-bb1915af-9195-4048-a485-e31e67ed500d req-82d27a81-560b-42a5-9091-5507023155f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04ab8190-d986-43ee-b8a9-7e04157ad68c {{(pid=95066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:48:00.449942 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-bb1915af-9195-4048-a485-e31e67ed500d req-82d27a81-560b-42a5-9091-5507023155f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:00.465707 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-aa793f73-1453-4161-8f15-745fee713bd1 req-2449d79f-2a71-4795-a777-8a284edaf4ff tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=df69b107-d214-48a1-9de3-f64218339a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774087 Sep 23 06:48:00.467067 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-75533cdc-f616-473b-9740-23ad3de213f2 req-a9685d76-75b0-47b9-9c71-588726fadcc4 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:00.491056 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '671265d2-16fd-4692-9592-414591c0025a', 'tag': 'f947862c-9ae7-4ba5-beb5-fa04f2f02f9f'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:48:00.493488 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea8093a-5422-4f4c-8c78-e1a2dfca63c5" -d '{"events": [{"name": "network-changed", "server_uuid": "671265d2-16fd-4692-9592-414591c0025a", "tag": "f947862c-9ae7-4ba5-beb5-fa04f2f02f9f"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:48:00.535404 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988bcf05-cd81-4ea6-87a9-f0fa961825dc service neutron] Pushing event updated for resources: {'Port': ['ID=f947862c-9ae7-4ba5-beb5-fa04f2f02f9f,revision_number=3']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:00.547550 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.provisioning_blocks [req-bb1915af-9195-4048-a485-e31e67ed500d req-82d27a81-560b-42a5-9091-5507023155f7 service neutron] Transition to ACTIVE for port object 04ab8190-d986-43ee-b8a9-7e04157ad68c will not be triggered until provisioned by entity L2. {{(pid=95066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:48:00.575540 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-bb1915af-9195-4048-a485-e31e67ed500d req-82d27a81-560b-42a5-9091-5507023155f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:00.592928 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b0ac7f52-c904-4a9f-ba09-4ecd18882901 req-071e6de6-9437-44e7-a3e2-764927d4e775 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=a03990d8-4d3c-4405-8379-9bf6dba95a6a HTTP/1.1" status: 200 len: 210 time: 0.0401487 Sep 23 06:48:00.603880 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-75533cdc-f616-473b-9740-23ad3de213f2 req-a9685d76-75b0-47b9-9c71-588726fadcc4 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:00.667347 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d27a81-560b-42a5-9091-5507023155f7 service neutron] Pushing event updated for resources: {'Port': ['ID=04ab8190-d986-43ee-b8a9-7e04157ad68c,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:00.677249 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 59746) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:48:00.678866 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaccdd00-94ba-4c34-9f8c-12d210c6974d x-openstack-request-id: req-aaccdd00-94ba-4c34-9f8c-12d210c6974d {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:48:00.679316 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "671265d2-16fd-4692-9592-414591c0025a", "tag": "f947862c-9ae7-4ba5-beb5-fa04f2f02f9f", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:48:00.679613 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-aaccdd00-94ba-4c34-9f8c-12d210c6974d {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:48:00.680054 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '671265d2-16fd-4692-9592-414591c0025a', 'tag': 'f947862c-9ae7-4ba5-beb5-fa04f2f02f9f', 'status': 'completed', 'code': 200} Sep 23 06:48:00.689588 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 59748) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:48:00.713719 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9685d76-75b0-47b9-9c71-588726fadcc4 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Pushing event updated for resources: {'Port': ['ID=18b58b81-7b3d-4f4d-8a44-a5babc67c7ed,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:00.718954 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75533cdc-f616-473b-9740-23ad3de213f2 req-a9685d76-75b0-47b9-9c71-588726fadcc4 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Network 5e6b1e6b-f43d-48fc-88ea-84227fc0190a is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:48:00.720463 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-75533cdc-f616-473b-9740-23ad3de213f2 req-a9685d76-75b0-47b9-9c71-588726fadcc4 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:48:00.723203 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-75533cdc-f616-473b-9740-23ad3de213f2 req-a9685d76-75b0-47b9-9c71-588726fadcc4 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:48:00.749721 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de036e8-3f9f-4017-bfe6-b1ccf693ea97 req-a3341c9e-2af1-43ed-a78e-04f5425f6455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:00.750719 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9de036e8-3f9f-4017-bfe6-b1ccf693ea97 req-a3341c9e-2af1-43ed-a78e-04f5425f6455 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8275c6392a72426db62ebfc4817f4420&device_id=671265d2-16fd-4692-9592-414591c0025a HTTP/1.1" status: 200 len: 1095 time: 0.2808239 Sep 23 06:48:00.775821 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75533cdc-f616-473b-9740-23ad3de213f2 req-a9685d76-75b0-47b9-9c71-588726fadcc4 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:00.776465 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-75533cdc-f616-473b-9740-23ad3de213f2 req-a9685d76-75b0-47b9-9c71-588726fadcc4 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:00.794473 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-75533cdc-f616-473b-9740-23ad3de213f2 req-a9685d76-75b0-47b9-9c71-588726fadcc4 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8066175 Sep 23 06:48:00.810682 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-75533cdc-f616-473b-9740-23ad3de213f2 req-d93067f5-e6f4-4f30-a2b1-22454e65fc1e service neutron] Request body: {'port': {'device_id': 'a03990d8-4d3c-4405-8379-9bf6dba95a6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:48:00.840838 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-f2bb898d-217c-42c5-9f96-0a2fc04cffa6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3b3b40df72ef4574baa615ed99859579&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1463511 Sep 23 06:48:00.842210 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 59754) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:48:00.846967 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9de036e8-3f9f-4017-bfe6-b1ccf693ea97 req-adce80ab-8908-489e-8b29-b9c90dd910bf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f947862c-9ae7-4ba5-beb5-fa04f2f02f9f HTTP/1.1" status: 200 len: 217 time: 0.0778162 Sep 23 06:48:00.854816 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab442b8-fd0b-465d-8c2b-c4e60cfba219 req-ecd6e3dc-cb47-4bc8-abed-20c828dec62c tempest-VolumesAdminNegativeTest-512980691 tempest-VolumesAdminNegativeTest-512980691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:00.863249 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7ab442b8-fd0b-465d-8c2b-c4e60cfba219 req-ecd6e3dc-cb47-4bc8-abed-20c828dec62c tempest-VolumesAdminNegativeTest-512980691 tempest-VolumesAdminNegativeTest-512980691-project] 10.222.0.39 "GET /v2.0/ports?device_id=8118636b-97cc-431e-85fd-4db803294f9e HTTP/1.1" status: 200 len: 944 time: 0.1819258 Sep 23 06:48:00.880063 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-75533cdc-f616-473b-9740-23ad3de213f2 req-d93067f5-e6f4-4f30-a2b1-22454e65fc1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:00.886807 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-c939d649-f500-470d-b1d9-0ab06148835f admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1982757465-network', 'tenant_id': '2717295d607749ba9e686f8b98a96be1'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:48:00.945998 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 0c360c5c-a1a6-4419-a74f-6c6b6cdf977f details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:48:00.959312 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 13414090-c936-4174-b7a3-52478ee0bb2d no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:48:00.973231 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c939d649-f500-470d-b1d9-0ab06148835f admin admin] Made reservation on behalf of 2717295d607749ba9e686f8b98a96be1 for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:48:00.975535 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c939d649-f500-470d-b1d9-0ab06148835f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:00.987449 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No Port match for: 13414090-c936-4174-b7a3-52478ee0bb2d {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:48:00.987939 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 13414090-c936-4174-b7a3-52478ee0bb2d not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:48:01.002566 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7ab442b8-fd0b-465d-8c2b-c4e60cfba219 req-ba84296b-8fb7-4dfc-960a-030778c23243 tempest-VolumesAdminNegativeTest-512980691 tempest-VolumesAdminNegativeTest-512980691-project] 10.222.0.39 "GET /v2.0/security-groups?id=279cc7e7-a5ff-4c1d-be2a-ec1c6af6f3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384318 Sep 23 06:48:01.006138 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f030e8e-afbe-4856-a260-8ece7df658fd req-0af56698-5849-49bb-aa13-1a1edd2e40c7 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:01.007669 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0f030e8e-afbe-4856-a260-8ece7df658fd req-0af56698-5849-49bb-aa13-1a1edd2e40c7 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/ports?device_id=78a6b827-061d-4284-b0e3-3ac50ee2a042 HTTP/1.1" status: 200 len: 946 time: 0.1166143 Sep 23 06:48:01.008386 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c939d649-f500-470d-b1d9-0ab06148835f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:01.024654 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de036e8-3f9f-4017-bfe6-b1ccf693ea97 req-b59c17cf-33fc-48e2-b27e-a97dd9879685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:01.026463 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9de036e8-3f9f-4017-bfe6-b1ccf693ea97 req-b59c17cf-33fc-48e2-b27e-a97dd9879685 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=46ccc032-0362-4c9c-977b-4c26fbfaa4e6 HTTP/1.1" status: 200 len: 850 time: 0.1595833 Sep 23 06:48:01.057114 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-bb1915af-9195-4048-a485-e31e67ed500d req-82d27a81-560b-42a5-9091-5507023155f7 service neutron] Attempting to bind port 04ab8190-d986-43ee-b8a9-7e04157ad68c on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:48:01.057444 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-bb1915af-9195-4048-a485-e31e67ed500d req-82d27a81-560b-42a5-9091-5507023155f7 service neutron] Attempting to bind port 04ab8190-d986-43ee-b8a9-7e04157ad68c by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '411a8e6c-3437-4d6d-939a-157de7e909fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '70761228-e1b5-4b17-beed-b21ba4f65cc6'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:48:01.057771 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1915af-9195-4048-a485-e31e67ed500d req-82d27a81-560b-42a5-9091-5507023155f7 service neutron] Attempting to bind port 04ab8190-d986-43ee-b8a9-7e04157ad68c on network 70761228-e1b5-4b17-beed-b21ba4f65cc6 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:48:01.080680 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fdda6e2a-1e9f-4c76-a495-4fb4093b906c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:01.086891 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1915af-9195-4048-a485-e31e67ed500d req-82d27a81-560b-42a5-9091-5507023155f7 service neutron] Port 04ab8190-d986-43ee-b8a9-7e04157ad68c on network 70761228-e1b5-4b17-beed-b21ba4f65cc6 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:48:01.086891 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1915af-9195-4048-a485-e31e67ed500d req-82d27a81-560b-42a5-9091-5507023155f7 service neutron] Attempting to bind port 04ab8190-d986-43ee-b8a9-7e04157ad68c on network 70761228-e1b5-4b17-beed-b21ba4f65cc6 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:48:01.088982 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 0c360c5c-a1a6-4419-a74f-6c6b6cdf977f, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=0c360c5c-a1a6-4419-a74f-6c6b6cdf977f,segment=NetworkSegment(e2d94b50-e7fd-4bc8-8bb6-98aa912c910f),segment_id=e2d94b50-e7fd-4bc8-8bb6-98aa912c910f)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:48:01.101631 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': '0c360c5c-a1a6-4419-a74f-6c6b6cdf977f', 'network_id': '1d248d23-e539-4408-8aa6-d4ff36dc6863', 'port_id': '0c360c5c-a1a6-4419-a74f-6c6b6cdf977f', 'mac_address': 'fa:16:3e:97:d7:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42406e51-edba-433b-b763-764bd9f39c0d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:48:01.105746 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1915af-9195-4048-a485-e31e67ed500d req-82d27a81-560b-42a5-9091-5507023155f7 service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:48:01.106107 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1915af-9195-4048-a485-e31e67ed500d req-82d27a81-560b-42a5-9091-5507023155f7 service neutron] Checking segment: {'id': '411a8e6c-3437-4d6d-939a-157de7e909fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '70761228-e1b5-4b17-beed-b21ba4f65cc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:48:01.106490 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1915af-9195-4048-a485-e31e67ed500d req-82d27a81-560b-42a5-9091-5507023155f7 service neutron] Bound using segment: {'id': '411a8e6c-3437-4d6d-939a-157de7e909fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '70761228-e1b5-4b17-beed-b21ba4f65cc6'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:48:01.107495 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-bb1915af-9195-4048-a485-e31e67ed500d req-82d27a81-560b-42a5-9091-5507023155f7 service neutron] Bound port: 04ab8190-d986-43ee-b8a9-7e04157ad68c, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '411a8e6c-3437-4d6d-939a-157de7e909fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '70761228-e1b5-4b17-beed-b21ba4f65cc6'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:48:01.107855 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-bb1915af-9195-4048-a485-e31e67ed500d req-82d27a81-560b-42a5-9091-5507023155f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:01.129081 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fdda6e2a-1e9f-4c76-a495-4fb4093b906c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:01.148199 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:01.150430 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de036e8-3f9f-4017-bfe6-b1ccf693ea97 req-116360d4-af56-4cd3-8539-8efcdf73be5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:01.151935 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9de036e8-3f9f-4017-bfe6-b1ccf693ea97 req-116360d4-af56-4cd3-8539-8efcdf73be5b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1108024 Sep 23 06:48:01.162131 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0f030e8e-afbe-4856-a260-8ece7df658fd req-f84b152a-f781-4aa4-a856-768909f4b476 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/security-groups?id=abc74fe4-0953-4a1d-8589-19f26bab4282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328721 Sep 23 06:48:01.166305 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c360c5c-a1a6-4419-a74f-6c6b6cdf977f {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:48:01.189654 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 0c360c5c-a1a6-4419-a74f-6c6b6cdf977f, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=0c360c5c-a1a6-4419-a74f-6c6b6cdf977f,segment=NetworkSegment(e2d94b50-e7fd-4bc8-8bb6-98aa912c910f),segment_id=e2d94b50-e7fd-4bc8-8bb6-98aa912c910f)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:48:01.196639 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:01.248398 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=0c360c5c-a1a6-4419-a74f-6c6b6cdf977f,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:01.286684 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fdda6e2a-1e9f-4c76-a495-4fb4093b906c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:01.289261 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fdda6e2a-1e9f-4c76-a495-4fb4093b906c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:01.292895 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-fdda6e2a-1e9f-4c76-a495-4fb4093b906c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/294ea309-45c0-4806-b976-e6371d6e8795 HTTP/1.1" status: 204 len: 168 time: 0.4470258 Sep 23 06:48:01.298632 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-bb1915af-9195-4048-a485-e31e67ed500d req-82d27a81-560b-42a5-9091-5507023155f7 service neutron] For port 04ab8190-d986-43ee-b8a9-7e04157ad68c, host n-h2-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:48:01.306469 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-bb1915af-9195-4048-a485-e31e67ed500d req-82d27a81-560b-42a5-9091-5507023155f7 service neutron] For port 04ab8190-d986-43ee-b8a9-7e04157ad68c, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=04ab8190-d986-43ee-b8a9-7e04157ad68c,segment=NetworkSegment(411a8e6c-3437-4d6d-939a-157de7e909fe),segment_id=411a8e6c-3437-4d6d-939a-157de7e909fe)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:48:01.321995 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-bb1915af-9195-4048-a485-e31e67ed500d req-82d27a81-560b-42a5-9091-5507023155f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:01.323998 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdda6e2a-1e9f-4c76-a495-4fb4093b906c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=294ea309-45c0-4806-b976-e6371d6e8795,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:01.334247 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9de036e8-3f9f-4017-bfe6-b1ccf693ea97 req-2fa4ce43-1d00-4162-84cc-58c21e709105 service neutron] 10.222.0.21 "GET /v2.0/networks/d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567008 Sep 23 06:48:01.337579 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c939d649-f500-470d-b1d9-0ab06148835f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:01.350765 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c939d649-f500-470d-b1d9-0ab06148835f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:01.366583 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c939d649-f500-470d-b1d9-0ab06148835f admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:48:01.380805 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c939d649-f500-470d-b1d9-0ab06148835f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:01.381220 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-c939d649-f500-470d-b1d9-0ab06148835f admin admin] Added segment 6b3cb23f-8559-4986-925f-1b0c3e785910 of type vlan for network eff2865d-ee9a-496c-8687-af6ecd1b642b Sep 23 06:48:01.384033 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1915af-9195-4048-a485-e31e67ed500d req-82d27a81-560b-42a5-9091-5507023155f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:01.384656 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-bb1915af-9195-4048-a485-e31e67ed500d req-82d27a81-560b-42a5-9091-5507023155f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:01.386102 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bb1915af-9195-4048-a485-e31e67ed500d req-82d27a81-560b-42a5-9091-5507023155f7 service neutron] 10.222.0.58 "PUT /v2.0/ports/04ab8190-d986-43ee-b8a9-7e04157ad68c HTTP/1.1" status: 200 len: 1092 time: 1.7307663 Sep 23 06:48:01.440948 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c939d649-f500-470d-b1d9-0ab06148835f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13953708-2a08-4ffc-9bde-408490e4cc46,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:01.453759 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['0c360c5c-a1a6-4419-a74f-6c6b6cdf977f'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:48:01.494328 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d27a81-560b-42a5-9091-5507023155f7 service neutron] Pushing event updated for resources: {'Port': ['ID=04ab8190-d986-43ee-b8a9-7e04157ad68c,revision_number=3']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:01.507804 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-75533cdc-f616-473b-9740-23ad3de213f2 req-d93067f5-e6f4-4f30-a2b1-22454e65fc1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18b58b81-7b3d-4f4d-8a44-a5babc67c7ed {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:48:01.518217 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-75533cdc-f616-473b-9740-23ad3de213f2 req-d93067f5-e6f4-4f30-a2b1-22454e65fc1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:01.534980 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-75533cdc-f616-473b-9740-23ad3de213f2 req-d93067f5-e6f4-4f30-a2b1-22454e65fc1e service neutron] Transition to ACTIVE for port object 18b58b81-7b3d-4f4d-8a44-a5babc67c7ed will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:48:01.552200 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-75533cdc-f616-473b-9740-23ad3de213f2 req-d93067f5-e6f4-4f30-a2b1-22454e65fc1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:01.557193 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c939d649-f500-470d-b1d9-0ab06148835f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:01.557460 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e83bb-4eac-4e0a-a3a6-aea9e5bf3aa7 req-a4cb1899-ecd4-47dc-9537-388a4225c837 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:01.559274 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2f2e83bb-4eac-4e0a-a3a6-aea9e5bf3aa7 req-a4cb1899-ecd4-47dc-9537-388a4225c837 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=15aadf6d-92cc-45e5-93dd-90da99561c46 HTTP/1.1" status: 200 len: 943 time: 0.1690712 Sep 23 06:48:01.561244 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1915af-9195-4048-a485-e31e67ed500d req-e926d268-a49e-41c2-8380-f06cae9a582c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:01.565030 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bb1915af-9195-4048-a485-e31e67ed500d req-e926d268-a49e-41c2-8380-f06cae9a582c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d770b30fb6f848b6a7fdbc27123d77ce&device_id=15aadf6d-92cc-45e5-93dd-90da99561c46 HTTP/1.1" status: 200 len: 1095 time: 0.1193719 Sep 23 06:48:01.600188 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9de036e8-3f9f-4017-bfe6-b1ccf693ea97 req-1d1e040c-5f86-4540-81f5-32b7714a931a service neutron] 10.222.0.21 "GET /v2.0/networks/d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454479 Sep 23 06:48:01.649693 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bb1915af-9195-4048-a485-e31e67ed500d req-af8232a0-af46-42e1-b31e-90afeba44ffe service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=04ab8190-d986-43ee-b8a9-7e04157ad68c HTTP/1.1" status: 200 len: 217 time: 0.0678127 Sep 23 06:48:01.703383 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93067f5-e6f4-4f30-a2b1-22454e65fc1e service neutron] Pushing event updated for resources: {'Port': ['ID=18b58b81-7b3d-4f4d-8a44-a5babc67c7ed,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:01.720725 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2f2e83bb-4eac-4e0a-a3a6-aea9e5bf3aa7 req-24c0283c-45bb-4752-b0c4-1b1de3400001 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480417 Sep 23 06:48:01.741963 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c939d649-f500-470d-b1d9-0ab06148835f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:01.742982 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c939d649-f500-470d-b1d9-0ab06148835f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:01.743567 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c939d649-f500-470d-b1d9-0ab06148835f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:01.782044 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1915af-9195-4048-a485-e31e67ed500d req-fee7aeae-61ee-469e-af0f-29f2846e3d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:01.784357 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bb1915af-9195-4048-a485-e31e67ed500d req-fee7aeae-61ee-469e-af0f-29f2846e3d18 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ee9867bb-5a46-416a-ad93-958ca334c2f9 HTTP/1.1" status: 200 len: 855 time: 0.1206045 Sep 23 06:48:01.837923 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-c939d649-f500-470d-b1d9-0ab06148835f admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1444709 Sep 23 06:48:01.838237 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 59778) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:48:01.843925 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-b6c5d4e0-da49-4306-9708-fb18f5f6f813 admin admin] Request body: {'subnet': {'network_id': 'eff2865d-ee9a-496c-8687-af6ecd1b642b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1982757465-subnet', 'tenant_id': '2717295d607749ba9e686f8b98a96be1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:48:01.851354 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c939d649-f500-470d-b1d9-0ab06148835f admin admin] Pushing event updated for resources: {'Network': ['ID=eff2865d-ee9a-496c-8687-af6ecd1b642b,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:01.864402 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20184ad7-d61f-49cb-b973-bf3c134c4c9e req-550488fe-661d-4a8c-973f-d39997e73242 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:01.865250 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8093a-5422-4f4c-8c78-e1a2dfca63c5 req-228b9d76-eb36-489b-927c-8960886f7bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:01.865739 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network eff2865d-ee9a-496c-8687-af6ecd1b642b details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:48:01.866778 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0ea8093a-5422-4f4c-8c78-e1a2dfca63c5 req-228b9d76-eb36-489b-927c-8960886f7bb3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8275c6392a72426db62ebfc4817f4420&device_id=671265d2-16fd-4692-9592-414591c0025a HTTP/1.1" status: 200 len: 1095 time: 0.1663043 Sep 23 06:48:01.869526 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bb1915af-9195-4048-a485-e31e67ed500d req-388e8b16-6fba-491a-b238-d087e1bc8ada service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=70761228-e1b5-4b17-beed-b21ba4f65cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564339 Sep 23 06:48:01.871845 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-20184ad7-d61f-49cb-b973-bf3c134c4c9e req-550488fe-661d-4a8c-973f-d39997e73242 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=671265d2-16fd-4692-9592-414591c0025a HTTP/1.1" status: 200 len: 943 time: 0.2604399 Sep 23 06:48:01.905101 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-75533cdc-f616-473b-9740-23ad3de213f2 req-d93067f5-e6f4-4f30-a2b1-22454e65fc1e service neutron] Attempting to bind port 18b58b81-7b3d-4f4d-8a44-a5babc67c7ed on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:48:01.905592 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-75533cdc-f616-473b-9740-23ad3de213f2 req-d93067f5-e6f4-4f30-a2b1-22454e65fc1e service neutron] Attempting to bind port 18b58b81-7b3d-4f4d-8a44-a5babc67c7ed by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': 'f93b6022-d5e5-431e-9dcb-2461df9c5b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5e6b1e6b-f43d-48fc-88ea-84227fc0190a'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:48:01.905791 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75533cdc-f616-473b-9740-23ad3de213f2 req-d93067f5-e6f4-4f30-a2b1-22454e65fc1e service neutron] Attempting to bind port 18b58b81-7b3d-4f4d-8a44-a5babc67c7ed on network 5e6b1e6b-f43d-48fc-88ea-84227fc0190a {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:48:01.920679 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75533cdc-f616-473b-9740-23ad3de213f2 req-d93067f5-e6f4-4f30-a2b1-22454e65fc1e service neutron] Port 18b58b81-7b3d-4f4d-8a44-a5babc67c7ed on network 5e6b1e6b-f43d-48fc-88ea-84227fc0190a not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:48:01.921003 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75533cdc-f616-473b-9740-23ad3de213f2 req-d93067f5-e6f4-4f30-a2b1-22454e65fc1e service neutron] Attempting to bind port 18b58b81-7b3d-4f4d-8a44-a5babc67c7ed on network 5e6b1e6b-f43d-48fc-88ea-84227fc0190a {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:48:01.930378 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c5d4e0-da49-4306-9708-fb18f5f6f813 admin admin] Made reservation on behalf of 2717295d607749ba9e686f8b98a96be1 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:48:01.933253 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b6c5d4e0-da49-4306-9708-fb18f5f6f813 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:01.944774 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2dae7f-2b7b-4448-8914-1f826634c12d req-62a12e40-0de0-4f25-b6e1-383b7cb58ac0 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:01.946503 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ae2dae7f-2b7b-4448-8914-1f826634c12d req-62a12e40-0de0-4f25-b6e1-383b7cb58ac0 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=a03990d8-4d3c-4405-8379-9bf6dba95a6a HTTP/1.1" status: 200 len: 944 time: 0.1495016 Sep 23 06:48:01.962431 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-20184ad7-d61f-49cb-b973-bf3c134c4c9e req-5777bfdf-9751-432f-8b72-f4b7c61f01eb tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=df69b107-d214-48a1-9de3-f64218339a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853987 Sep 23 06:48:01.963502 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75533cdc-f616-473b-9740-23ad3de213f2 req-d93067f5-e6f4-4f30-a2b1-22454e65fc1e service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:48:01.964858 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75533cdc-f616-473b-9740-23ad3de213f2 req-d93067f5-e6f4-4f30-a2b1-22454e65fc1e service neutron] Checking segment: {'id': 'f93b6022-d5e5-431e-9dcb-2461df9c5b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5e6b1e6b-f43d-48fc-88ea-84227fc0190a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:48:01.965245 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75533cdc-f616-473b-9740-23ad3de213f2 req-d93067f5-e6f4-4f30-a2b1-22454e65fc1e service neutron] Bound using segment: {'id': 'f93b6022-d5e5-431e-9dcb-2461df9c5b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5e6b1e6b-f43d-48fc-88ea-84227fc0190a'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:48:01.965700 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-75533cdc-f616-473b-9740-23ad3de213f2 req-d93067f5-e6f4-4f30-a2b1-22454e65fc1e service neutron] Bound port: 18b58b81-7b3d-4f4d-8a44-a5babc67c7ed, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f93b6022-d5e5-431e-9dcb-2461df9c5b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5e6b1e6b-f43d-48fc-88ea-84227fc0190a'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:48:01.966092 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-75533cdc-f616-473b-9740-23ad3de213f2 req-d93067f5-e6f4-4f30-a2b1-22454e65fc1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:02.146893 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-75533cdc-f616-473b-9740-23ad3de213f2 req-d93067f5-e6f4-4f30-a2b1-22454e65fc1e service neutron] For port 18b58b81-7b3d-4f4d-8a44-a5babc67c7ed, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:48:02.168699 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-75533cdc-f616-473b-9740-23ad3de213f2 req-d93067f5-e6f4-4f30-a2b1-22454e65fc1e service neutron] For port 18b58b81-7b3d-4f4d-8a44-a5babc67c7ed, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=18b58b81-7b3d-4f4d-8a44-a5babc67c7ed,segment=NetworkSegment(f93b6022-d5e5-431e-9dcb-2461df9c5b3b),segment_id=f93b6022-d5e5-431e-9dcb-2461df9c5b3b)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:48:02.196850 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-75533cdc-f616-473b-9740-23ad3de213f2 req-d93067f5-e6f4-4f30-a2b1-22454e65fc1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:02.240663 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba3126d-1b94-4994-b9d0-8f424ec4657a req-daffd118-6805-4182-9fbc-603959a80492 tempest-VolumesAdminNegativeTest-512980691 tempest-VolumesAdminNegativeTest-512980691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:02.242267 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0ba3126d-1b94-4994-b9d0-8f424ec4657a req-daffd118-6805-4182-9fbc-603959a80492 tempest-VolumesAdminNegativeTest-512980691 tempest-VolumesAdminNegativeTest-512980691-project] 10.222.0.39 "GET /v2.0/ports?device_id=8118636b-97cc-431e-85fd-4db803294f9e HTTP/1.1" status: 200 len: 945 time: 0.1407955 Sep 23 06:48:02.254661 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75533cdc-f616-473b-9740-23ad3de213f2 req-d93067f5-e6f4-4f30-a2b1-22454e65fc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:02.255311 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-75533cdc-f616-473b-9740-23ad3de213f2 req-d93067f5-e6f4-4f30-a2b1-22454e65fc1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:02.256672 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-75533cdc-f616-473b-9740-23ad3de213f2 req-d93067f5-e6f4-4f30-a2b1-22454e65fc1e service neutron] 10.222.0.21 "PUT /v2.0/ports/18b58b81-7b3d-4f4d-8a44-a5babc67c7ed HTTP/1.1" status: 200 len: 1093 time: 1.4507632 Sep 23 06:48:02.258881 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a03990d8-4d3c-4405-8379-9bf6dba95a6a', 'tag': '18b58b81-7b3d-4f4d-8a44-a5babc67c7ed'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:48:02.261141 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-816917ad-5055-4c1d-9bc6-70fb0ccb7534" -d '{"events": [{"name": "network-changed", "server_uuid": "a03990d8-4d3c-4405-8379-9bf6dba95a6a", "tag": "18b58b81-7b3d-4f4d-8a44-a5babc67c7ed"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:48:02.341808 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 59796) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:48:02.342153 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93067f5-e6f4-4f30-a2b1-22454e65fc1e service neutron] Pushing event updated for resources: {'Port': ['ID=18b58b81-7b3d-4f4d-8a44-a5babc67c7ed,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:02.410158 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0ba3126d-1b94-4994-b9d0-8f424ec4657a req-f4324163-4b58-499c-b89b-a437bdb1aa62 tempest-VolumesAdminNegativeTest-512980691 tempest-VolumesAdminNegativeTest-512980691-project] 10.222.0.39 "GET /v2.0/security-groups?id=279cc7e7-a5ff-4c1d-be2a-ec1c6af6f3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389277 Sep 23 06:48:02.415690 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b6c5d4e0-da49-4306-9708-fb18f5f6f813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:02.420723 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ae2dae7f-2b7b-4448-8914-1f826634c12d req-037079a2-24b1-4681-ba48-42d5185be2e9 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4618480 Sep 23 06:48:02.425283 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8093a-5422-4f4c-8c78-e1a2dfca63c5 req-0269da33-944a-4858-963f-f75b3adb62a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:02.426824 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0ea8093a-5422-4f4c-8c78-e1a2dfca63c5 req-0269da33-944a-4858-963f-f75b3adb62a5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64 HTTP/1.1" status: 200 len: 912 time: 0.5517871 Sep 23 06:48:02.438515 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bb1915af-9195-4048-a485-e31e67ed500d req-569e161e-c245-4d88-bd26-11c39fad1585 service neutron] 10.222.0.58 "GET /v2.0/networks/70761228-e1b5-4b17-beed-b21ba4f65cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5544271 Sep 23 06:48:02.459830 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75533cdc-f616-473b-9740-23ad3de213f2 req-ef051c23-927b-444b-a206-24328b9d40eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:02.461328 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-75533cdc-f616-473b-9740-23ad3de213f2 req-ef051c23-927b-444b-a206-24328b9d40eb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7c15309e32824dcfa3da1dd04afd3365&device_id=a03990d8-4d3c-4405-8379-9bf6dba95a6a HTTP/1.1" status: 200 len: 1096 time: 0.1291637 Sep 23 06:48:02.489937 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0ea8093a-5422-4f4c-8c78-e1a2dfca63c5 req-80643fc8-31ec-4460-b27c-dae1f8679bea service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f947862c-9ae7-4ba5-beb5-fa04f2f02f9f HTTP/1.1" status: 200 len: 217 time: 0.0503149 Sep 23 06:48:02.517964 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c5d4e0-da49-4306-9708-fb18f5f6f813 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a474d77-13d4-47cb-baa4-fd0c6e3c1147,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:02.524825 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-75533cdc-f616-473b-9740-23ad3de213f2 req-c013163c-1491-43b2-bf0d-266a80652fb7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=18b58b81-7b3d-4f4d-8a44-a5babc67c7ed HTTP/1.1" status: 200 len: 217 time: 0.0482774 Sep 23 06:48:02.535595 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c4cdfee-8bb6-4ed2-9480-6a329bc6d362 x-openstack-request-id: req-0c4cdfee-8bb6-4ed2-9480-6a329bc6d362 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:48:02.535864 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a03990d8-4d3c-4405-8379-9bf6dba95a6a", "tag": "18b58b81-7b3d-4f4d-8a44-a5babc67c7ed", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:48:02.536117 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0c4cdfee-8bb6-4ed2-9480-6a329bc6d362 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:48:02.536522 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a03990d8-4d3c-4405-8379-9bf6dba95a6a', 'tag': '18b58b81-7b3d-4f4d-8a44-a5babc67c7ed', 'status': 'completed', 'code': 200} Sep 23 06:48:02.567359 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c5d4e0-da49-4306-9708-fb18f5f6f813 admin admin] Checking segment: {'id': '6b3cb23f-8559-4986-925f-1b0c3e785910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'eff2865d-ee9a-496c-8687-af6ecd1b642b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:48:02.567720 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c5d4e0-da49-4306-9708-fb18f5f6f813 admin admin] Network hostable DHCP agents. Network: eff2865d-ee9a-496c-8687-af6ecd1b642b, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:48:02.598111 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-c27bb61b-55ce-4e40-971e-db9d782dc867 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-627469932-network', 'tenant_id': '147ee43e793f431bb6dc0e9de8ff2960'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:48:02.601953 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8093a-5422-4f4c-8c78-e1a2dfca63c5 req-61ead5a7-507b-40ab-8bf3-40def0e4a030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:02.603488 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0ea8093a-5422-4f4c-8c78-e1a2dfca63c5 req-61ead5a7-507b-40ab-8bf3-40def0e4a030 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=46ccc032-0362-4c9c-977b-4c26fbfaa4e6 HTTP/1.1" status: 200 len: 850 time: 0.1011186 Sep 23 06:48:02.628490 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75533cdc-f616-473b-9740-23ad3de213f2 req-d131be46-c302-46f9-abde-d7fde776c1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:02.630185 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-75533cdc-f616-473b-9740-23ad3de213f2 req-d131be46-c302-46f9-abde-d7fde776c1fe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9dbf4107-f4ac-450c-a420-ffd87b06b7dc HTTP/1.1" status: 200 len: 852 time: 0.0740979 Sep 23 06:48:02.640295 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21861a99-99c8-446e-8fc1-5983c0c3bba2 req-5f0854bb-613d-413e-bb01-0a48c531d42d tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:02.641785 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-21861a99-99c8-446e-8fc1-5983c0c3bba2 req-5f0854bb-613d-413e-bb01-0a48c531d42d tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/ports?device_id=78a6b827-061d-4284-b0e3-3ac50ee2a042 HTTP/1.1" status: 200 len: 946 time: 0.1215239 Sep 23 06:48:02.643765 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c5d4e0-da49-4306-9708-fb18f5f6f813 admin admin] Network eff2865d-ee9a-496c-8687-af6ecd1b642b is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:48:02.674208 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bb1915af-9195-4048-a485-e31e67ed500d req-b30dda65-96ae-40cf-ac0b-c970e5294999 service neutron] 10.222.0.58 "GET /v2.0/networks/70761228-e1b5-4b17-beed-b21ba4f65cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927757 Sep 23 06:48:02.677810 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c27bb61b-55ce-4e40-971e-db9d782dc867 admin admin] Made reservation on behalf of 147ee43e793f431bb6dc0e9de8ff2960 for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:48:02.679160 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-75533cdc-f616-473b-9740-23ad3de213f2 req-34962c89-19d2-4422-892a-7820ed6bec0d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5e6b1e6b-f43d-48fc-88ea-84227fc0190a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359657 Sep 23 06:48:02.680812 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c27bb61b-55ce-4e40-971e-db9d782dc867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:02.684763 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15aadf6d-92cc-45e5-93dd-90da99561c46', 'tag': '04ab8190-d986-43ee-b8a9-7e04157ad68c'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:48:02.687220 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-b6c5d4e0-da49-4306-9708-fb18f5f6f813 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, eff2865d-ee9a-496c-8687-af6ecd1b642b) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:48:02.688720 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50fca498-d658-4c3c-89f3-a4ab8ed14552" -d '{"events": [{"name": "network-changed", "server_uuid": "15aadf6d-92cc-45e5-93dd-90da99561c46", "tag": "04ab8190-d986-43ee-b8a9-7e04157ad68c"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:48:02.695959 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819023b5-55c9-48b2-97bd-04c536afa504 None None] Network eff2865d-ee9a-496c-8687-af6ecd1b642b requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:48:02.702409 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c5d4e0-da49-4306-9708-fb18f5f6f813 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:02.703013 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b6c5d4e0-da49-4306-9708-fb18f5f6f813 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:02.710645 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c27bb61b-55ce-4e40-971e-db9d782dc867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:02.717354 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8093a-5422-4f4c-8c78-e1a2dfca63c5 req-1db9c8ff-d247-4d5a-830e-e824440729c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:02.719175 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0ea8093a-5422-4f4c-8c78-e1a2dfca63c5 req-1db9c8ff-d247-4d5a-830e-e824440729c0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1068735 Sep 23 06:48:02.761100 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-21861a99-99c8-446e-8fc1-5983c0c3bba2 req-ac2df216-8c4e-49f5-a549-b05e35ac2ac5 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/security-groups?id=abc74fe4-0953-4a1d-8589-19f26bab4282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044784 Sep 23 06:48:02.773647 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-b6c5d4e0-da49-4306-9708-fb18f5f6f813 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9279041 Sep 23 06:48:02.784606 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 59808) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:48:02.790594 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-3a15b4e7-0129-482b-b7b2-70df8e47946a admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1982757465-router', 'tenant_id': '2717295d607749ba9e686f8b98a96be1', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:48:02.815563 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d7134ef-305c-4141-a9d6-47dc80031b61 x-openstack-request-id: req-6d7134ef-305c-4141-a9d6-47dc80031b61 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:48:02.815956 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15aadf6d-92cc-45e5-93dd-90da99561c46", "tag": "04ab8190-d986-43ee-b8a9-7e04157ad68c", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:48:02.816278 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6d7134ef-305c-4141-a9d6-47dc80031b61 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:48:02.816731 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15aadf6d-92cc-45e5-93dd-90da99561c46', 'tag': '04ab8190-d986-43ee-b8a9-7e04157ad68c', 'status': 'completed', 'code': 200} Sep 23 06:48:02.854582 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-75533cdc-f616-473b-9740-23ad3de213f2 req-2806f72f-87ea-4e40-9f9e-1d63c04e6524 service neutron] 10.222.0.21 "GET /v2.0/networks/5e6b1e6b-f43d-48fc-88ea-84227fc0190a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641598 Sep 23 06:48:02.942215 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 0c360c5c-a1a6-4419-a74f-6c6b6cdf977f up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:48:02.944267 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4da9856-7a85-478b-b8ab-0594726e8076 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-eff2865d-ee9a-496c-8687-af6ecd1b642b', 'network_id': 'eff2865d-ee9a-496c-8687-af6ecd1b642b', 'tenant_id': '2717295d607749ba9e686f8b98a96be1', 'fixed_ips': [{'subnet_id': '8a474d77-13d4-47cb-baa4-fd0c6e3c1147'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 06:48:02.945045 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d4da9856-7a85-478b-b8ab-0594726e8076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:02.945176 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a86cf5-530c-4a4a-bf76-eaa45888d9d5 req-14d16bd1-659b-45f1-b602-728f322926d3 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:02.946659 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-45a86cf5-530c-4a4a-bf76-eaa45888d9d5 req-14d16bd1-659b-45f1-b602-728f322926d3 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] 10.222.0.39 "GET /v2.0/ports?device_id=d09ebcd6-1cc5-492d-9c54-116c28b6b125 HTTP/1.1" status: 200 len: 945 time: 0.1826091 Sep 23 06:48:02.965178 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0ea8093a-5422-4f4c-8c78-e1a2dfca63c5 req-faeb48e8-ce2f-4635-9ad7-a765ec93f55c service neutron] 10.222.0.21 "GET /v2.0/networks/d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315888 Sep 23 06:48:02.984012 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406e31e1-c939-4d56-972b-f2f921002a52 req-136379bd-e9c1-4356-a581-852e81ade7db tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:02.986313 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-406e31e1-c939-4d56-972b-f2f921002a52 req-136379bd-e9c1-4356-a581-852e81ade7db tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=15aadf6d-92cc-45e5-93dd-90da99561c46 HTTP/1.1" status: 200 len: 943 time: 0.1226113 Sep 23 06:48:03.030771 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fca498-d658-4c3c-89f3-a4ab8ed14552 req-3e27b895-3f4f-4dfe-aac9-d01beb28ed8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:03.032307 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-50fca498-d658-4c3c-89f3-a4ab8ed14552 req-3e27b895-3f4f-4dfe-aac9-d01beb28ed8f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d770b30fb6f848b6a7fdbc27123d77ce&device_id=15aadf6d-92cc-45e5-93dd-90da99561c46 HTTP/1.1" status: 200 len: 1095 time: 0.1732166 Sep 23 06:48:03.040845 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-406e31e1-c939-4d56-972b-f2f921002a52 req-6c5a624e-9c80-4181-b048-681e11f663ee tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479331 Sep 23 06:48:03.048558 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-75533cdc-f616-473b-9740-23ad3de213f2 req-8dd68444-6e83-4b75-a7f2-328d5c924da2 service neutron] 10.222.0.21 "GET /v2.0/networks/5e6b1e6b-f43d-48fc-88ea-84227fc0190a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826251 Sep 23 06:48:03.122200 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-45a86cf5-530c-4a4a-bf76-eaa45888d9d5 req-54019935-62f7-4fa7-9b0b-3caf710acd8f tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] 10.222.0.39 "GET /v2.0/security-groups?id=e227e7c9-e311-4874-ae32-c95ae9c12b52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592107 Sep 23 06:48:03.210352 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c27bb61b-55ce-4e40-971e-db9d782dc867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:03.225636 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c27bb61b-55ce-4e40-971e-db9d782dc867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:03.226386 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port 0c360c5c-a1a6-4419-a74f-6c6b6cdf977f completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:48:03.237172 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port 0c360c5c-a1a6-4419-a74f-6c6b6cdf977f triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:48:03.237461 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:03.240321 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816917ad-5055-4c1d-9bc6-70fb0ccb7534 req-ea3b6169-eed2-46c5-9449-c2dc200ad5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:03.240528 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0ea8093a-5422-4f4c-8c78-e1a2dfca63c5 req-8e7ceda3-6395-4b38-b45a-69ef977c8c37 service neutron] 10.222.0.21 "GET /v2.0/networks/d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604704 Sep 23 06:48:03.241214 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-816917ad-5055-4c1d-9bc6-70fb0ccb7534 req-ea3b6169-eed2-46c5-9449-c2dc200ad5d1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7c15309e32824dcfa3da1dd04afd3365&device_id=a03990d8-4d3c-4405-8379-9bf6dba95a6a HTTP/1.1" status: 200 len: 1096 time: 0.0865049 Sep 23 06:48:03.260204 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baffa192-94c8-4b21-acb8-b124f50e5459 req-8d7d62a6-da41-4595-b0ec-9dbd4871da2a tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:03.261738 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-baffa192-94c8-4b21-acb8-b124f50e5459 req-8d7d62a6-da41-4595-b0ec-9dbd4871da2a tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=671265d2-16fd-4692-9592-414591c0025a HTTP/1.1" status: 200 len: 943 time: 0.0897896 Sep 23 06:48:03.280317 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c27bb61b-55ce-4e40-971e-db9d782dc867 admin admin] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:48:03.288053 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3a15b4e7-0129-482b-b7b2-70df8e47946a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:03.289213 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3a15b4e7-0129-482b-b7b2-70df8e47946a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:03.295750 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27bb61b-55ce-4e40-971e-db9d782dc867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9c5b19-61b6-4835-bef3-eb0ee04d7a83,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:03.303656 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fca498-d658-4c3c-89f3-a4ab8ed14552 req-1ab71080-7863-45ef-8cb5-e1c69dc3a1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:03.304728 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-50fca498-d658-4c3c-89f3-a4ab8ed14552 req-1ab71080-7863-45ef-8cb5-e1c69dc3a1e4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=70761228-e1b5-4b17-beed-b21ba4f65cc6 HTTP/1.1" status: 200 len: 916 time: 0.2522552 Sep 23 06:48:03.306821 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c27bb61b-55ce-4e40-971e-db9d782dc867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:03.307638 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-c27bb61b-55ce-4e40-971e-db9d782dc867 admin admin] Added segment 51e5ec9a-f432-4fca-9474-63e4a4e4e1fb of type vlan for network 101e91e4-7df0-4369-ab96-69b58e29208f Sep 23 06:48:03.348036 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-d4da9856-7a85-478b-b8ab-0594726e8076 None None] Allocated IP 172.20.0.2 (eff2865d-ee9a-496c-8687-af6ecd1b642b/8a474d77-13d4-47cb-baa4-fd0c6e3c1147/5e316d80-ff4f-4ac3-ad8e-6ff5444422f6) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:48:03.354635 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-baffa192-94c8-4b21-acb8-b124f50e5459 req-f44d6d3c-8c19-44b9-9f71-282eace73e50 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=df69b107-d214-48a1-9de3-f64218339a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761802 Sep 23 06:48:03.364410 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:03.401853 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-50fca498-d658-4c3c-89f3-a4ab8ed14552 req-41add590-3358-47d3-8ba2-559c2aee2ad7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=04ab8190-d986-43ee-b8a9-7e04157ad68c HTTP/1.1" status: 200 len: 217 time: 0.0846219 Sep 23 06:48:03.402420 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8118636b-97cc-431e-85fd-4db803294f9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c360c5c-a1a6-4419-a74f-6c6b6cdf977f'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:48:03.405455 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d442255f-70a0-41c9-8810-2bf5fbb2915e" -d '{"events": [{"server_uuid": "8118636b-97cc-431e-85fd-4db803294f9e", "name": "network-vif-plugged", "status": "completed", "tag": "0c360c5c-a1a6-4419-a74f-6c6b6cdf977f"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:48:03.426649 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c27bb61b-55ce-4e40-971e-db9d782dc867 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:03.427028 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 0c360c5c-a1a6-4419-a74f-6c6b6cdf977f, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=0c360c5c-a1a6-4419-a74f-6c6b6cdf977f,segment=NetworkSegment(e2d94b50-e7fd-4bc8-8bb6-98aa912c910f),segment_id=e2d94b50-e7fd-4bc8-8bb6-98aa912c910f)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:48:03.450293 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816917ad-5055-4c1d-9bc6-70fb0ccb7534 req-7b90d600-1f6c-4ab6-af11-d93723945de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:03.453756 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-816917ad-5055-4c1d-9bc6-70fb0ccb7534 req-7b90d600-1f6c-4ab6-af11-d93723945de6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5e6b1e6b-f43d-48fc-88ea-84227fc0190a HTTP/1.1" status: 200 len: 913 time: 0.1909020 Sep 23 06:48:03.457921 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:03.475792 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3a15b4e7-0129-482b-b7b2-70df8e47946a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:03.494152 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f91c791-1927-4e13-bfcb-bdb96bea0f5a x-openstack-request-id: req-1f91c791-1927-4e13-bfcb-bdb96bea0f5a {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:48:03.494883 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8118636b-97cc-431e-85fd-4db803294f9e", "name": "network-vif-plugged", "status": "completed", "tag": "0c360c5c-a1a6-4419-a74f-6c6b6cdf977f", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:48:03.495152 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1f91c791-1927-4e13-bfcb-bdb96bea0f5a {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:48:03.495594 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8118636b-97cc-431e-85fd-4db803294f9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c360c5c-a1a6-4419-a74f-6c6b6cdf977f', 'code': 200} Sep 23 06:48:03.525475 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-816917ad-5055-4c1d-9bc6-70fb0ccb7534 req-9d95cfad-2f97-44c8-a0b3-ef1db4593664 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=18b58b81-7b3d-4f4d-8a44-a5babc67c7ed HTTP/1.1" status: 200 len: 217 time: 0.0620034 Sep 23 06:48:03.551701 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=0c360c5c-a1a6-4419-a74f-6c6b6cdf977f,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:03.553500 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fca498-d658-4c3c-89f3-a4ab8ed14552 req-14e599b7-2515-4c4c-a393-448be8c7a4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:03.554816 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-50fca498-d658-4c3c-89f3-a4ab8ed14552 req-14e599b7-2515-4c4c-a393-448be8c7a4d2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ee9867bb-5a46-416a-ad93-958ca334c2f9 HTTP/1.1" status: 200 len: 855 time: 0.1418502 Sep 23 06:48:03.581314 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c27bb61b-55ce-4e40-971e-db9d782dc867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:03.582329 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27bb61b-55ce-4e40-971e-db9d782dc867 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:03.582948 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c27bb61b-55ce-4e40-971e-db9d782dc867 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:03.601603 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d4da9856-7a85-478b-b8ab-0594726e8076 None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:03.611907 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d4da9856-7a85-478b-b8ab-0594726e8076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:03.651361 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4da9856-7a85-478b-b8ab-0594726e8076 None None] Network eff2865d-ee9a-496c-8687-af6ecd1b642b is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:48:03.654386 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-d4da9856-7a85-478b-b8ab-0594726e8076 None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:48:03.657787 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4da9856-7a85-478b-b8ab-0594726e8076 None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:48:03.665774 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4da9856-7a85-478b-b8ab-0594726e8076 None None] Pushing event updated for resources: {'Port': ['ID=5e316d80-ff4f-4ac3-ad8e-6ff5444422f6,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:03.667558 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-50fca498-d658-4c3c-89f3-a4ab8ed14552 req-9ae04ece-16c3-45f9-9a6c-5fa67b8ed8e4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=70761228-e1b5-4b17-beed-b21ba4f65cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818105 Sep 23 06:48:03.682314 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816917ad-5055-4c1d-9bc6-70fb0ccb7534 req-2e67eb4c-3fc5-4a5b-ba13-b2a112a67b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:03.683829 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-816917ad-5055-4c1d-9bc6-70fb0ccb7534 req-2e67eb4c-3fc5-4a5b-ba13-b2a112a67b01 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9dbf4107-f4ac-450c-a420-ffd87b06b7dc HTTP/1.1" status: 200 len: 852 time: 0.1487217 Sep 23 06:48:03.725689 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-816917ad-5055-4c1d-9bc6-70fb0ccb7534 req-b770a9ee-21e6-4bfc-96db-4ad992b98e76 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5e6b1e6b-f43d-48fc-88ea-84227fc0190a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309136 Sep 23 06:48:03.726671 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3a15b4e7-0129-482b-b7b2-70df8e47946a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:03.729194 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec31acee-7f92-47d9-9b17-93432a372b05 req-733ed740-6d08-4d8c-8656-8feef8dd5070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:03.730899 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ec31acee-7f92-47d9-9b17-93432a372b05 req-733ed740-6d08-4d8c-8656-8feef8dd5070 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8118636b-97cc-431e-85fd-4db803294f9e HTTP/1.1" status: 200 len: 1098 time: 0.1212590 Sep 23 06:48:03.736126 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-d4da9856-7a85-478b-b8ab-0594726e8076 None None] Attempting to bind port 5e316d80-ff4f-4ac3-ad8e-6ff5444422f6 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:48:03.736715 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-d4da9856-7a85-478b-b8ab-0594726e8076 None None] Attempting to bind port 5e316d80-ff4f-4ac3-ad8e-6ff5444422f6 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '6b3cb23f-8559-4986-925f-1b0c3e785910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'eff2865d-ee9a-496c-8687-af6ecd1b642b'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:48:03.736949 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4da9856-7a85-478b-b8ab-0594726e8076 None None] Attempting to bind port 5e316d80-ff4f-4ac3-ad8e-6ff5444422f6 on network eff2865d-ee9a-496c-8687-af6ecd1b642b {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:48:03.742709 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4da9856-7a85-478b-b8ab-0594726e8076 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:48:03.743622 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4da9856-7a85-478b-b8ab-0594726e8076 None None] Checking segment: {'id': '6b3cb23f-8559-4986-925f-1b0c3e785910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'eff2865d-ee9a-496c-8687-af6ecd1b642b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:48:03.744288 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d4da9856-7a85-478b-b8ab-0594726e8076 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:03.744614 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4da9856-7a85-478b-b8ab-0594726e8076 None None] Bound using segment: {'id': '6b3cb23f-8559-4986-925f-1b0c3e785910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'eff2865d-ee9a-496c-8687-af6ecd1b642b'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:48:03.745230 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-d4da9856-7a85-478b-b8ab-0594726e8076 None None] Bound port: 5e316d80-ff4f-4ac3-ad8e-6ff5444422f6, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3cb23f-8559-4986-925f-1b0c3e785910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'eff2865d-ee9a-496c-8687-af6ecd1b642b'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:48:03.745783 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d4da9856-7a85-478b-b8ab-0594726e8076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:03.753120 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-c27bb61b-55ce-4e40-971e-db9d782dc867 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4063454 Sep 23 06:48:03.753346 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415934ce-5f0a-470f-b1cb-2b62d7f439cc req-a638f86d-6671-497d-b62c-c372919f7d2d tempest-VolumesAdminNegativeTest-512980691 tempest-VolumesAdminNegativeTest-512980691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:03.758425 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-415934ce-5f0a-470f-b1cb-2b62d7f439cc req-a638f86d-6671-497d-b62c-c372919f7d2d tempest-VolumesAdminNegativeTest-512980691 tempest-VolumesAdminNegativeTest-512980691-project] 10.222.0.39 "GET /v2.0/ports?device_id=8118636b-97cc-431e-85fd-4db803294f9e HTTP/1.1" status: 200 len: 946 time: 0.1501477 Sep 23 06:48:03.763695 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 59818) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:48:03.772162 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-7403da50-e6ba-4e99-a167-1764b4ef1905 admin admin] Request body: {'subnet': {'network_id': '101e91e4-7df0-4369-ab96-69b58e29208f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-627469932-subnet', 'tenant_id': '147ee43e793f431bb6dc0e9de8ff2960', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:48:03.818818 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-d4da9856-7a85-478b-b8ab-0594726e8076 None None] For port 5e316d80-ff4f-4ac3-ad8e-6ff5444422f6, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:48:03.822018 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-d4da9856-7a85-478b-b8ab-0594726e8076 None None] For port 5e316d80-ff4f-4ac3-ad8e-6ff5444422f6, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=5e316d80-ff4f-4ac3-ad8e-6ff5444422f6,segment=NetworkSegment(6b3cb23f-8559-4986-925f-1b0c3e785910),segment_id=6b3cb23f-8559-4986-925f-1b0c3e785910)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:48:03.826218 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d4da9856-7a85-478b-b8ab-0594726e8076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:03.827194 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27bb61b-55ce-4e40-971e-db9d782dc867 admin admin] Pushing event updated for resources: {'Network': ['ID=101e91e4-7df0-4369-ab96-69b58e29208f,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:03.854412 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 101e91e4-7df0-4369-ab96-69b58e29208f details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:48:03.904707 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557f1b2d-b5d6-4ffd-af13-419e70b321bb req-3900c92f-6ec7-4691-8e4b-6dd15c5f9fe0 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:03.906435 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-557f1b2d-b5d6-4ffd-af13-419e70b321bb req-3900c92f-6ec7-4691-8e4b-6dd15c5f9fe0 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=a03990d8-4d3c-4405-8379-9bf6dba95a6a HTTP/1.1" status: 200 len: 944 time: 0.2455194 Sep 23 06:48:03.916715 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7403da50-e6ba-4e99-a167-1764b4ef1905 admin admin] Made reservation on behalf of 147ee43e793f431bb6dc0e9de8ff2960 for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:48:03.920331 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7403da50-e6ba-4e99-a167-1764b4ef1905 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:03.928539 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ec31acee-7f92-47d9-9b17-93432a372b05 req-b56ac874-e3ce-4c00-9aa3-960ef6f75424 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=279cc7e7-a5ff-4c1d-be2a-ec1c6af6f3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040480 Sep 23 06:48:03.931313 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-816917ad-5055-4c1d-9bc6-70fb0ccb7534 req-11c58eb4-3015-4bb2-b1d3-4c73cb8f2f5d service neutron] 10.222.0.21 "GET /v2.0/networks/5e6b1e6b-f43d-48fc-88ea-84227fc0190a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968026 Sep 23 06:48:03.938382 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-415934ce-5f0a-470f-b1cb-2b62d7f439cc req-58b865bd-cd5a-4a89-b040-c9e4e5a8c643 tempest-VolumesAdminNegativeTest-512980691 tempest-VolumesAdminNegativeTest-512980691-project] 10.222.0.39 "GET /v2.0/security-groups?id=279cc7e7-a5ff-4c1d-be2a-ec1c6af6f3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787767 Sep 23 06:48:03.945838 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4da9856-7a85-478b-b8ab-0594726e8076 None None] Pushing event updated for resources: {'Port': ['ID=5e316d80-ff4f-4ac3-ad8e-6ff5444422f6,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:03.992581 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-50fca498-d658-4c3c-89f3-a4ab8ed14552 req-730f68a9-086e-4721-8ca3-a8458a6ddaf4 service neutron] 10.222.0.58 "GET /v2.0/networks/70761228-e1b5-4b17-beed-b21ba4f65cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023710 Sep 23 06:48:04.076632 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-557f1b2d-b5d6-4ffd-af13-419e70b321bb req-5fd559c7-b94b-4165-bbe2-6b243ac427d4 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608777 Sep 23 06:48:04.124249 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-816917ad-5055-4c1d-9bc6-70fb0ccb7534 req-b9e8664a-7488-4462-a324-5ccdd06122d9 service neutron] 10.222.0.21 "GET /v2.0/networks/5e6b1e6b-f43d-48fc-88ea-84227fc0190a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842151 Sep 23 06:48:04.148761 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc8f7d4-41a2-4a14-8fa8-21d5864a4c34 req-0c0c572a-4f80-4da4-9577-63fa793f0dc3 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:04.161491 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-acc8f7d4-41a2-4a14-8fa8-21d5864a4c34 req-0c0c572a-4f80-4da4-9577-63fa793f0dc3 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/ports?device_id=78a6b827-061d-4284-b0e3-3ac50ee2a042 HTTP/1.1" status: 200 len: 946 time: 0.1296804 Sep 23 06:48:04.220929 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-acc8f7d4-41a2-4a14-8fa8-21d5864a4c34 req-39e8aa3b-b280-46d3-a192-030ca126d766 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/security-groups?id=abc74fe4-0953-4a1d-8589-19f26bab4282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585163 Sep 23 06:48:04.359923 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b450e41d-6307-4e1d-8d9e-ee44c976ad5b req-f8df84dc-1c1b-4515-a173-f0d91faf0022 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:04.367548 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b450e41d-6307-4e1d-8d9e-ee44c976ad5b req-f8df84dc-1c1b-4515-a173-f0d91faf0022 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] 10.222.0.39 "GET /v2.0/ports?device_id=d09ebcd6-1cc5-492d-9c54-116c28b6b125 HTTP/1.1" status: 200 len: 945 time: 0.0615053 Sep 23 06:48:04.374675 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 5e316d80-ff4f-4ac3-ad8e-6ff5444422f6 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:48:04.415340 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b450e41d-6307-4e1d-8d9e-ee44c976ad5b req-feb552b4-34f9-4dd3-8913-56f4c67bdbb6 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] 10.222.0.39 "GET /v2.0/security-groups?id=e227e7c9-e311-4874-ae32-c95ae9c12b52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466053 Sep 23 06:48:04.439143 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 5e316d80-ff4f-4ac3-ad8e-6ff5444422f6 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:48:04.439143 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:04.476097 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-50fca498-d658-4c3c-89f3-a4ab8ed14552 req-3e09d5f5-3ecb-4a22-b2de-538fbf64bded service neutron] 10.222.0.58 "GET /v2.0/networks/70761228-e1b5-4b17-beed-b21ba4f65cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317223 Sep 23 06:48:04.488023 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca362902-e5a1-41d6-9eaf-d84b11813d6c req-97e8356a-605e-47c6-911e-2b238716606e tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:04.493457 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ca362902-e5a1-41d6-9eaf-d84b11813d6c req-97e8356a-605e-47c6-911e-2b238716606e tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=15aadf6d-92cc-45e5-93dd-90da99561c46 HTTP/1.1" status: 200 len: 943 time: 0.2696803 Sep 23 06:48:04.511417 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7403da50-e6ba-4e99-a167-1764b4ef1905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:04.540580 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0243db41-5a8e-4a05-8692-9701c0b4a2d2 req-ef282aba-8848-4a97-8a57-4d7ad7a458b9 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:04.542323 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0243db41-5a8e-4a05-8692-9701c0b4a2d2 req-ef282aba-8848-4a97-8a57-4d7ad7a458b9 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=671265d2-16fd-4692-9592-414591c0025a HTTP/1.1" status: 200 len: 943 time: 0.0551534 Sep 23 06:48:04.547227 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:04.553657 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3a15b4e7-0129-482b-b7b2-70df8e47946a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:04.580818 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port 5e316d80-ff4f-4ac3-ad8e-6ff5444422f6, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=5e316d80-ff4f-4ac3-ad8e-6ff5444422f6,segment=NetworkSegment(6b3cb23f-8559-4986-925f-1b0c3e785910),segment_id=6b3cb23f-8559-4986-925f-1b0c3e785910)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:48:04.585355 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:04.586333 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0243db41-5a8e-4a05-8692-9701c0b4a2d2 req-2921237e-4a11-4c68-b002-8429d2a8d4c2 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=df69b107-d214-48a1-9de3-f64218339a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349250 Sep 23 06:48:04.595564 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3a15b4e7-0129-482b-b7b2-70df8e47946a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:04.610952 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7403da50-e6ba-4e99-a167-1764b4ef1905 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f10707c7-ecb6-4efa-8289-ef31b97494c5,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:04.626562 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ca362902-e5a1-41d6-9eaf-d84b11813d6c req-e6454e60-c524-46bb-8ba9-5329ffb97f41 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274436 Sep 23 06:48:04.646536 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=5e316d80-ff4f-4ac3-ad8e-6ff5444422f6,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:04.678666 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7403da50-e6ba-4e99-a167-1764b4ef1905 admin admin] Checking segment: {'id': '51e5ec9a-f432-4fca-9474-63e4a4e4e1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '101e91e4-7df0-4369-ab96-69b58e29208f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:48:04.679031 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7403da50-e6ba-4e99-a167-1764b4ef1905 admin admin] Network hostable DHCP agents. Network: 101e91e4-7df0-4369-ab96-69b58e29208f, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:48:04.727457 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7403da50-e6ba-4e99-a167-1764b4ef1905 admin admin] Network 101e91e4-7df0-4369-ab96-69b58e29208f is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:48:04.741439 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-7403da50-e6ba-4e99-a167-1764b4ef1905 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 101e91e4-7df0-4369-ab96-69b58e29208f) {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:48:04.749709 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7403da50-e6ba-4e99-a167-1764b4ef1905 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:04.750344 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7403da50-e6ba-4e99-a167-1764b4ef1905 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:04.751429 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f5d11d-ffe3-450d-b060-63b52c8492f8 None None] Network 101e91e4-7df0-4369-ab96-69b58e29208f requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:48:04.763821 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-3a15b4e7-0129-482b-b7b2-70df8e47946a admin admin] Allocated IP 172.25.2.157 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/aed369ab-2bc3-422b-aefc-a1a13e42771d) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:48:04.779442 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-7403da50-e6ba-4e99-a167-1764b4ef1905 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0111039 Sep 23 06:48:04.782660 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 59828) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:48:04.789279 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-d8ef4660-b419-4abd-8375-26512f0df237 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-627469932-router', 'tenant_id': '147ee43e793f431bb6dc0e9de8ff2960', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:48:04.868475 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d8ef4660-b419-4abd-8375-26512f0df237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:04.869668 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d8ef4660-b419-4abd-8375-26512f0df237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:04.880397 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3543d4-59b3-4c05-b0d2-4e0819a573aa req-5531200a-cc1b-492c-ba52-fa29648bf890 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:04.883158 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8a3543d4-59b3-4c05-b0d2-4e0819a573aa req-5531200a-cc1b-492c-ba52-fa29648bf890 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] 10.222.0.21 "GET /v2.0/ports?device_id=d09ebcd6-1cc5-492d-9c54-116c28b6b125 HTTP/1.1" status: 200 len: 945 time: 0.0683899 Sep 23 06:48:04.926922 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3a15b4e7-0129-482b-b7b2-70df8e47946a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:04.943897 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b70b84-72e4-4e62-a697-ef3d7a22b6e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-101e91e4-7df0-4369-ab96-69b58e29208f', 'network_id': '101e91e4-7df0-4369-ab96-69b58e29208f', 'tenant_id': '147ee43e793f431bb6dc0e9de8ff2960', 'fixed_ips': [{'subnet_id': 'f10707c7-ecb6-4efa-8289-ef31b97494c5'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 06:48:04.944765 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-76b70b84-72e4-4e62-a697-ef3d7a22b6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:04.957442 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d8ef4660-b419-4abd-8375-26512f0df237 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:05.002447 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-8a3543d4-59b3-4c05-b0d2-4e0819a573aa req-0ed10974-9f04-4abf-b6a2-24301fc77e8d tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Deleting port 4a1e1695-a3c0-4716-bde8-0b7cd7b0177f {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:48:05.003120 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-8a3543d4-59b3-4c05-b0d2-4e0819a573aa req-0ed10974-9f04-4abf-b6a2-24301fc77e8d tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:05.059526 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b3c7b8-fc88-4497-b1ff-6e7f02234018 None None] Network eff2865d-ee9a-496c-8687-af6ecd1b642b requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:48:05.079503 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3a15b4e7-0129-482b-b7b2-70df8e47946a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:05.166330 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e50380-8c03-48e0-a2d1-3fd374161f69 req-40dbe296-1af8-4c85-82f8-019432999a2b tempest-VolumesAdminNegativeTest-512980691 tempest-VolumesAdminNegativeTest-512980691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:05.170323 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-34e50380-8c03-48e0-a2d1-3fd374161f69 req-40dbe296-1af8-4c85-82f8-019432999a2b tempest-VolumesAdminNegativeTest-512980691 tempest-VolumesAdminNegativeTest-512980691-project] 10.222.0.39 "GET /v2.0/ports?device_id=8118636b-97cc-431e-85fd-4db803294f9e HTTP/1.1" status: 200 len: 946 time: 0.1338782 Sep 23 06:48:05.178200 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-8a3543d4-59b3-4c05-b0d2-4e0819a573aa req-0ed10974-9f04-4abf-b6a2-24301fc77e8d tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] For port 4a1e1695-a3c0-4716-bde8-0b7cd7b0177f, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=4a1e1695-a3c0-4716-bde8-0b7cd7b0177f,segment=NetworkSegment(0da86c90-6a72-4e68-aee1-79a63b94f012),segment_id=0da86c90-6a72-4e68-aee1-79a63b94f012)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:48:05.178863 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-8a3543d4-59b3-4c05-b0d2-4e0819a573aa req-0ed10974-9f04-4abf-b6a2-24301fc77e8d tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:05.220586 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-5005cfa4-e675-4051-8c02-cbd08863eb24 None None] Provisioning complete for port 5e316d80-ff4f-4ac3-ad8e-6ff5444422f6 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:48:05.221017 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5005cfa4-e675-4051-8c02-cbd08863eb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:05.223124 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d8ef4660-b419-4abd-8375-26512f0df237 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:05.227257 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a15b4e7-0129-482b-b7b2-70df8e47946a admin admin] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:48:05.239123 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-3a15b4e7-0129-482b-b7b2-70df8e47946a admin admin] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:48:05.242118 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a15b4e7-0129-482b-b7b2-70df8e47946a admin admin] Pushing event updated for resources: {'Port': ['ID=aed369ab-2bc3-422b-aefc-a1a13e42771d,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:05.250569 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a15b4e7-0129-482b-b7b2-70df8e47946a admin admin] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:48:05.258094 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-76b70b84-72e4-4e62-a697-ef3d7a22b6e5 None None] Allocated IP 172.20.0.2 (101e91e4-7df0-4369-ab96-69b58e29208f/f10707c7-ecb6-4efa-8289-ef31b97494c5/08a1f97a-ecff-4839-8556-5d4b78f38387) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:48:05.266003 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-34e50380-8c03-48e0-a2d1-3fd374161f69 req-9398289b-8335-4a8b-8422-bceb2a58097f tempest-VolumesAdminNegativeTest-512980691 tempest-VolumesAdminNegativeTest-512980691-project] 10.222.0.39 "GET /v2.0/security-groups?id=279cc7e7-a5ff-4c1d-be2a-ec1c6af6f3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778680 Sep 23 06:48:05.320712 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce83ed7-755b-45bf-ade4-975a740e932a req-7b02de85-1144-4415-8156-c82f4393163a tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:05.322141 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3ce83ed7-755b-45bf-ade4-975a740e932a req-7b02de85-1144-4415-8156-c82f4393163a tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=a03990d8-4d3c-4405-8379-9bf6dba95a6a HTTP/1.1" status: 200 len: 944 time: 0.1675487 Sep 23 06:48:05.446353 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-8a3543d4-59b3-4c05-b0d2-4e0819a573aa req-0ed10974-9f04-4abf-b6a2-24301fc77e8d tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:05.446797 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-8a3543d4-59b3-4c05-b0d2-4e0819a573aa req-0ed10974-9f04-4abf-b6a2-24301fc77e8d tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:05.447070 n-d-715271-16 neutron-server[95065]: INFO neutron.db.l3_db [req-8a3543d4-59b3-4c05-b0d2-4e0819a573aa req-0ed10974-9f04-4abf-b6a2-24301fc77e8d tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Floating IP 6859f3fd-6e15-4de2-ad4a-67ac148a60fe disassociated. External IP: 172.25.2.219, port: 4a1e1695-a3c0-4716-bde8-0b7cd7b0177f. Sep 23 06:48:05.447409 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-8a3543d4-59b3-4c05-b0d2-4e0819a573aa req-0ed10974-9f04-4abf-b6a2-24301fc77e8d tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Calling delete_port for 4a1e1695-a3c0-4716-bde8-0b7cd7b0177f owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:48:05.473359 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be5c8e-73ac-406b-8032-4d60dcf9d769 req-14f04584-def2-423e-8a01-746166c4c27f tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:05.474452 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3ce83ed7-755b-45bf-ade4-975a740e932a req-7f647e07-c008-4bc1-9510-95bfde53f692 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447680 Sep 23 06:48:05.474899 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-97be5c8e-73ac-406b-8032-4d60dcf9d769 req-14f04584-def2-423e-8a01-746166c4c27f tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/ports?device_id=78a6b827-061d-4284-b0e3-3ac50ee2a042 HTTP/1.1" status: 200 len: 946 time: 0.0835400 Sep 23 06:48:05.565980 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-97be5c8e-73ac-406b-8032-4d60dcf9d769 req-bee11583-d372-44c6-bf3e-6f76f3c3966a tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/security-groups?id=abc74fe4-0953-4a1d-8589-19f26bab4282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571072 Sep 23 06:48:05.626624 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-76b70b84-72e4-4e62-a697-ef3d7a22b6e5 None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:05.650125 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-76b70b84-72e4-4e62-a697-ef3d7a22b6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:05.676926 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-8a3543d4-59b3-4c05-b0d2-4e0819a573aa req-0ed10974-9f04-4abf-b6a2-24301fc77e8d tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:05.698305 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b70b84-72e4-4e62-a697-ef3d7a22b6e5 None None] Network 101e91e4-7df0-4369-ab96-69b58e29208f is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:48:05.704810 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-76b70b84-72e4-4e62-a697-ef3d7a22b6e5 None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:48:05.712682 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b70b84-72e4-4e62-a697-ef3d7a22b6e5 None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:48:05.727218 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed10974-9f04-4abf-b6a2-24301fc77e8d tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Pushing event deleted for resources: {'Port': ['ID=4a1e1695-a3c0-4716-bde8-0b7cd7b0177f,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:05.790741 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b70b84-72e4-4e62-a697-ef3d7a22b6e5 None None] Pushing event updated for resources: {'Port': ['ID=08a1f97a-ecff-4839-8556-5d4b78f38387,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:05.823806 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67257a6-2f81-4c8f-9396-7b5b40475ec5 req-0f2b6b08-8cbb-4e3b-ba86-41da6b9cb7ab tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:05.830955 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a67257a6-2f81-4c8f-9396-7b5b40475ec5 req-0f2b6b08-8cbb-4e3b-ba86-41da6b9cb7ab tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=671265d2-16fd-4692-9592-414591c0025a HTTP/1.1" status: 200 len: 943 time: 0.1362431 Sep 23 06:48:05.835615 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-76b70b84-72e4-4e62-a697-ef3d7a22b6e5 None None] Attempting to bind port 08a1f97a-ecff-4839-8556-5d4b78f38387 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:48:05.835990 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-76b70b84-72e4-4e62-a697-ef3d7a22b6e5 None None] Attempting to bind port 08a1f97a-ecff-4839-8556-5d4b78f38387 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '51e5ec9a-f432-4fca-9474-63e4a4e4e1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '101e91e4-7df0-4369-ab96-69b58e29208f'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:48:05.836501 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b70b84-72e4-4e62-a697-ef3d7a22b6e5 None None] Attempting to bind port 08a1f97a-ecff-4839-8556-5d4b78f38387 on network 101e91e4-7df0-4369-ab96-69b58e29208f {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:48:05.889096 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b70b84-72e4-4e62-a697-ef3d7a22b6e5 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:48:05.889486 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b70b84-72e4-4e62-a697-ef3d7a22b6e5 None None] Checking segment: {'id': '51e5ec9a-f432-4fca-9474-63e4a4e4e1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '101e91e4-7df0-4369-ab96-69b58e29208f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:48:05.890272 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-76b70b84-72e4-4e62-a697-ef3d7a22b6e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:05.890734 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b70b84-72e4-4e62-a697-ef3d7a22b6e5 None None] Bound using segment: {'id': '51e5ec9a-f432-4fca-9474-63e4a4e4e1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '101e91e4-7df0-4369-ab96-69b58e29208f'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:48:05.891234 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-76b70b84-72e4-4e62-a697-ef3d7a22b6e5 None None] Bound port: 08a1f97a-ecff-4839-8556-5d4b78f38387, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51e5ec9a-f432-4fca-9474-63e4a4e4e1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '101e91e4-7df0-4369-ab96-69b58e29208f'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:48:05.891617 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-76b70b84-72e4-4e62-a697-ef3d7a22b6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:05.901019 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-aefcabdc-70d5-4408-a523-0c3e89b102ae req-f4ddf8a1-4934-4465-aa99-bbdf5b7ade18 tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] 10.222.0.39 "GET /v2.0/ports?device_id=d09ebcd6-1cc5-492d-9c54-116c28b6b125 HTTP/1.1" status: 200 len: 210 time: 0.0493331 Sep 23 06:48:05.955986 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a3543d4-59b3-4c05-b0d2-4e0819a573aa req-0ed10974-9f04-4abf-b6a2-24301fc77e8d tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Router 6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:48:05.990784 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a67257a6-2f81-4c8f-9396-7b5b40475ec5 req-6723d7d8-cabc-45c2-a818-4409badfbff6 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=df69b107-d214-48a1-9de3-f64218339a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576725 Sep 23 06:48:06.113220 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-76b70b84-72e4-4e62-a697-ef3d7a22b6e5 None None] For port 08a1f97a-ecff-4839-8556-5d4b78f38387, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:48:06.114611 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3a15b4e7-0129-482b-b7b2-70df8e47946a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:06.117019 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a05994e0-75b0-4716-9d8c-a87665975599 None None] Provisioning complete for port 5e316d80-ff4f-4ac3-ad8e-6ff5444422f6 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:48:06.117491 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a05994e0-75b0-4716-9d8c-a87665975599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:06.119204 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a3543d4-59b3-4c05-b0d2-4e0819a573aa req-0ed10974-9f04-4abf-b6a2-24301fc77e8d tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:48:06.120793 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-76b70b84-72e4-4e62-a697-ef3d7a22b6e5 None None] For port 08a1f97a-ecff-4839-8556-5d4b78f38387, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=08a1f97a-ecff-4839-8556-5d4b78f38387,segment=NetworkSegment(51e5ec9a-f432-4fca-9474-63e4a4e4e1fb),segment_id=51e5ec9a-f432-4fca-9474-63e4a4e4e1fb)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:48:06.135404 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55598a46-6d25-424a-ad36-584f96cd0447 req-94aa73fb-9aed-468c-9f26-eec1b51a9803 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:06.144888 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-55598a46-6d25-424a-ad36-584f96cd0447 req-94aa73fb-9aed-468c-9f26-eec1b51a9803 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=15aadf6d-92cc-45e5-93dd-90da99561c46 HTTP/1.1" status: 200 len: 943 time: 0.1612222 Sep 23 06:48:06.164050 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d357cc-7903-431b-bfe2-20726f781620 None None] Sync routers for ids ['6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:48:06.170580 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-76b70b84-72e4-4e62-a697-ef3d7a22b6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:06.178012 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a3543d4-59b3-4c05-b0d2-4e0819a573aa req-0ed10974-9f04-4abf-b6a2-24301fc77e8d tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] No DVR routers for this DVR port 4a1e1695-a3c0-4716-bde8-0b7cd7b0177f on host n-h1-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:48:06.180945 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-8a3543d4-59b3-4c05-b0d2-4e0819a573aa req-0ed10974-9f04-4abf-b6a2-24301fc77e8d tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:06.183705 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8a3543d4-59b3-4c05-b0d2-4e0819a573aa req-0ed10974-9f04-4abf-b6a2-24301fc77e8d tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] 10.222.0.21 "DELETE /v2.0/ports/4a1e1695-a3c0-4716-bde8-0b7cd7b0177f HTTP/1.1" status: 204 len: 173 time: 1.2927694 Sep 23 06:48:06.184292 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd09ebcd6-1cc5-492d-9c54-116c28b6b125', 'name': 'network-vif-deleted', 'tag': '4a1e1695-a3c0-4716-bde8-0b7cd7b0177f'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:48:06.186810 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5842c413-ab7f-45a2-99b9-296cb67f4b50" -d '{"events": [{"server_uuid": "d09ebcd6-1cc5-492d-9c54-116c28b6b125", "name": "network-vif-deleted", "tag": "4a1e1695-a3c0-4716-bde8-0b7cd7b0177f"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:48:06.250825 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d357cc-7903-431b-bfe2-20726f781620 None None] Routers {'6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:48:06.251098 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-01d357cc-7903-431b-bfe2-20726f781620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:47:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:48:06.265909 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3926e9a7-e72f-4394-aae3-826903aa7f82 x-openstack-request-id: req-3926e9a7-e72f-4394-aae3-826903aa7f82 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:48:06.266325 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d09ebcd6-1cc5-492d-9c54-116c28b6b125", "name": "network-vif-deleted", "tag": "4a1e1695-a3c0-4716-bde8-0b7cd7b0177f", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:48:06.266706 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3926e9a7-e72f-4394-aae3-826903aa7f82 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:48:06.267427 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd09ebcd6-1cc5-492d-9c54-116c28b6b125', 'name': 'network-vif-deleted', 'tag': '4a1e1695-a3c0-4716-bde8-0b7cd7b0177f', 'status': 'completed', 'code': 200} Sep 23 06:48:06.320590 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:06.419852 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-55598a46-6d25-424a-ad36-584f96cd0447 req-bcaf5f98-93fc-454d-abf3-5d2f04e4ec30 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734704 Sep 23 06:48:06.424516 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d8ef4660-b419-4abd-8375-26512f0df237 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:06.448871 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d8ef4660-b419-4abd-8375-26512f0df237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:06.457804 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b70b84-72e4-4e62-a697-ef3d7a22b6e5 None None] Pushing event updated for resources: {'Port': ['ID=08a1f97a-ecff-4839-8556-5d4b78f38387,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:06.460973 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 5e316d80-ff4f-4ac3-ad8e-6ff5444422f6 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:48:06.500586 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f72d1-1c68-451b-a5ed-87e0576f47f5 req-df784b3c-9789-4fc9-8f55-83e97f233d74 tempest-VolumesAdminNegativeTest-512980691 tempest-VolumesAdminNegativeTest-512980691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:06.508038 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6c9f72d1-1c68-451b-a5ed-87e0576f47f5 req-df784b3c-9789-4fc9-8f55-83e97f233d74 tempest-VolumesAdminNegativeTest-512980691 tempest-VolumesAdminNegativeTest-512980691-project] 10.222.0.39 "GET /v2.0/ports?device_id=8118636b-97cc-431e-85fd-4db803294f9e HTTP/1.1" status: 200 len: 946 time: 0.0871472 Sep 23 06:48:06.551180 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6c9f72d1-1c68-451b-a5ed-87e0576f47f5 req-eb422bc6-d2e2-41bf-be3a-f623350526ce tempest-VolumesAdminNegativeTest-512980691 tempest-VolumesAdminNegativeTest-512980691-project] 10.222.0.39 "GET /v2.0/security-groups?id=279cc7e7-a5ff-4c1d-be2a-ec1c6af6f3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421810 Sep 23 06:48:06.651018 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-01d357cc-7903-431b-bfe2-20726f781620 None None] Set router 6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:48:06.773894 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3a15b4e7-0129-482b-b7b2-70df8e47946a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:06.780324 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 5e316d80-ff4f-4ac3-ad8e-6ff5444422f6 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:48:06.780825 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:06.795218 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70edac16-48e6-4994-80a0-0143c813acda req-2a573cec-841f-4b1f-a446-f3d42f3867af tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:06.797794 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-70edac16-48e6-4994-80a0-0143c813acda req-2a573cec-841f-4b1f-a446-f3d42f3867af tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/ports?device_id=78a6b827-061d-4284-b0e3-3ac50ee2a042 HTTP/1.1" status: 200 len: 946 time: 0.1213880 Sep 23 06:48:06.868298 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-d8ef4660-b419-4abd-8375-26512f0df237 admin admin] Allocated IP 172.25.2.112 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/0ccf14e5-74da-4249-8669-d7172e21ffe2) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:48:06.991200 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 04ab8190-d986-43ee-b8a9-7e04157ad68c details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:48:07.136432 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-01d357cc-7903-431b-bfe2-20726f781620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd', 'name': 'tempest-ServersTestFqdnHostnames-1067069938-router', 'tenant_id': 'b534364c1ecd44a69b47cf0ed516d622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'cb5f62ab-f482-46f4-80e8-bfb969cbc0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:44:22Z', 'updated_at': '2021-09-23T06:44:27Z', 'revision_number': 4, 'project_id': 'b534364c1ecd44a69b47cf0ed516d622', 'gw_port': {'id': 'cb5f62ab-f482-46f4-80e8-bfb969cbc0df', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:bc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:44:23Z', 'updated_at': '2021-09-23T06:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '4a7a9389-e577-429d-92ed-47667fd30c37', 'name': '', 'network_id': '2b7bd705-2e60-460a-a561-0bf7bffe3f38', 'tenant_id': 'b534364c1ecd44a69b47cf0ed516d622', 'mac_address': 'fa:16:3e:d2:03:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '22e559b1-bc95-4b10-a948-81fb2fccd5ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:44:27Z', 'updated_at': '2021-09-23T06:44:32Z', 'revision_number': 5, 'project_id': 'b534364c1ecd44a69b47cf0ed516d622', 'subnets': [{'id': '22e559b1-bc95-4b10-a948-81fb2fccd5ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:48:07.179593 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d357cc-7903-431b-bfe2-20726f781620 None None] Checking router: 6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:48:07.213877 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c2c780-f315-4d74-a892-443918390948 req-c5512174-dc90-4369-8d3b-390fc422ccc8 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:07.215747 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-50c2c780-f315-4d74-a892-443918390948 req-c5512174-dc90-4369-8d3b-390fc422ccc8 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=a03990d8-4d3c-4405-8379-9bf6dba95a6a HTTP/1.1" status: 200 len: 944 time: 0.4325042 Sep 23 06:48:07.229065 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d357cc-7903-431b-bfe2-20726f781620 None None] Routers {'6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:48:07.231237 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-01d357cc-7903-431b-bfe2-20726f781620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:47:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:48:07.244381 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d8ef4660-b419-4abd-8375-26512f0df237 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:07.247954 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device f947862c-9ae7-4ba5-beb5-fa04f2f02f9f details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:48:07.314297 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 04ab8190-d986-43ee-b8a9-7e04157ad68c, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=04ab8190-d986-43ee-b8a9-7e04157ad68c,segment=NetworkSegment(411a8e6c-3437-4d6d-939a-157de7e909fe),segment_id=411a8e6c-3437-4d6d-939a-157de7e909fe)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:48:07.343019 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': '04ab8190-d986-43ee-b8a9-7e04157ad68c', 'network_id': '70761228-e1b5-4b17-beed-b21ba4f65cc6', 'port_id': '04ab8190-d986-43ee-b8a9-7e04157ad68c', 'mac_address': 'fa:16:3e:a8:82:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee9867bb-5a46-416a-ad93-958ca334c2f9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:48:07.352672 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-70edac16-48e6-4994-80a0-0143c813acda req-17a75bea-fb5a-400e-9be2-c2e9b601919a tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/security-groups?id=abc74fe4-0953-4a1d-8589-19f26bab4282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5459146 Sep 23 06:48:07.361620 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-50c2c780-f315-4d74-a892-443918390948 req-978b02e3-2ce0-45a2-8111-39a4c5c60f84 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301556 Sep 23 06:48:07.440318 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a15b4e7-0129-482b-b7b2-70df8e47946a admin admin] Router 13119104-960c-4017-b2f8-608fd4d99c3a is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 06:48:07.463307 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d8ef4660-b419-4abd-8375-26512f0df237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:07.532993 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf307448-cacf-4700-9d3e-08a1d9fa3691 req-2c207844-1c8b-4306-b9b0-dbf81d62285a tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:07.535813 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cf307448-cacf-4700-9d3e-08a1d9fa3691 req-2c207844-1c8b-4306-b9b0-dbf81d62285a tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=671265d2-16fd-4692-9592-414591c0025a HTTP/1.1" status: 200 len: 943 time: 0.0793228 Sep 23 06:48:07.590302 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-01d357cc-7903-431b-bfe2-20726f781620 None None] Set router 6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:48:07.608782 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cf307448-cacf-4700-9d3e-08a1d9fa3691 req-ddfb3cb2-6db2-4ba8-9958-41c3ff487610 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=df69b107-d214-48a1-9de3-f64218339a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610261 Sep 23 06:48:07.639112 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ef4660-b419-4abd-8375-26512f0df237 admin admin] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:48:07.642992 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:07.651487 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ef4660-b419-4abd-8375-26512f0df237 admin admin] Pushing event updated for resources: {'Port': ['ID=0ccf14e5-74da-4249-8669-d7172e21ffe2,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:07.656078 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-d8ef4660-b419-4abd-8375-26512f0df237 admin admin] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:48:07.663697 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 59870) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:48:07.676262 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04ab8190-d986-43ee-b8a9-7e04157ad68c {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:48:07.678046 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ef4660-b419-4abd-8375-26512f0df237 admin admin] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:48:07.758489 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 04ab8190-d986-43ee-b8a9-7e04157ad68c, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=04ab8190-d986-43ee-b8a9-7e04157ad68c,segment=NetworkSegment(411a8e6c-3437-4d6d-939a-157de7e909fe),segment_id=411a8e6c-3437-4d6d-939a-157de7e909fe)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:48:07.770842 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:07.774907 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port f947862c-9ae7-4ba5-beb5-fa04f2f02f9f, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=f947862c-9ae7-4ba5-beb5-fa04f2f02f9f,segment=NetworkSegment(c88b2831-f544-41bb-bbcc-5b15e741880e),segment_id=c88b2831-f544-41bb-bbcc-5b15e741880e)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:48:07.806825 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-09fcf3aa-6d61-4518-91a4-7a0e4e6a75cb tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:07.847489 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-09fcf3aa-6d61-4518-91a4-7a0e4e6a75cb tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:07.854890 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bfaa69b-4105-432d-8029-8cbb721b6fc6 None None] Network 101e91e4-7df0-4369-ab96-69b58e29208f requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:48:07.855659 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048bff81-1853-400d-a8cc-869147e62869 req-f462f192-adfd-4726-a961-a13699679641 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:07.858165 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-048bff81-1853-400d-a8cc-869147e62869 req-f462f192-adfd-4726-a961-a13699679641 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=15aadf6d-92cc-45e5-93dd-90da99561c46 HTTP/1.1" status: 200 len: 943 time: 0.3138659 Sep 23 06:48:07.883910 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=04ab8190-d986-43ee-b8a9-7e04157ad68c,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:07.892930 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': 'f947862c-9ae7-4ba5-beb5-fa04f2f02f9f', 'network_id': 'd3302f5d-bf5e-4d5b-a7a4-2ca05635fe64', 'port_id': 'f947862c-9ae7-4ba5-beb5-fa04f2f02f9f', 'mac_address': 'fa:16:3e:bf:10:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46ccc032-0362-4c9c-977b-4c26fbfaa4e6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:48:07.908740 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-09fcf3aa-6d61-4518-91a4-7a0e4e6a75cb tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:07.911631 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-09fcf3aa-6d61-4518-91a4-7a0e4e6a75cb tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:07.913123 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-09fcf3aa-6d61-4518-91a4-7a0e4e6a75cb tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] 10.222.0.39 "DELETE /v2.0/security-groups/e227e7c9-e311-4874-ae32-c95ae9c12b52 HTTP/1.1" status: 204 len: 168 time: 0.2480345 Sep 23 06:48:07.916423 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 59872) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:48:07.943137 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [None req-235d7184-2326-42aa-8083-13e6b6a8f4fa tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] show failed (client error): The resource could not be found. Sep 23 06:48:07.944439 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-235d7184-2326-42aa-8083-13e6b6a8f4fa tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] 10.222.0.39 "GET /v2.0/security-groups/e227e7c9-e311-4874-ae32-c95ae9c12b52 HTTP/1.1" status: 404 len: 347 time: 0.0268040 Sep 23 06:48:07.945251 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fcf3aa-6d61-4518-91a4-7a0e4e6a75cb tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e227e7c9-e311-4874-ae32-c95ae9c12b52,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:07.947460 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 59874) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:48:07.980291 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a15b4e7-0129-482b-b7b2-70df8e47946a admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:48:07.992810 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5737f6e-2da9-48cf-8bc5-8c462f60eaac None None] Sync routers for ids ['13119104-960c-4017-b2f8-608fd4d99c3a'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:48:08.007999 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5737f6e-2da9-48cf-8bc5-8c462f60eaac None None] Routers {'13119104-960c-4017-b2f8-608fd4d99c3a'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:48:08.008727 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-a5737f6e-2da9-48cf-8bc5-8c462f60eaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:47:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['13119104-960c-4017-b2f8-608fd4d99c3a'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:48:08.072076 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3a15b4e7-0129-482b-b7b2-70df8e47946a admin admin] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:08.073731 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-3a15b4e7-0129-482b-b7b2-70df8e47946a admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.2877100 Sep 23 06:48:08.076623 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 59876) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:48:08.083673 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['04ab8190-d986-43ee-b8a9-7e04157ad68c'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:48:08.174229 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-4d2fbc08-67bb-4411-b9e3-b47097414d3c tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Deleting port 70f5a313-9c3f-42c3-b9eb-e8b8453ac197 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:48:08.174596 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4d2fbc08-67bb-4411-b9e3-b47097414d3c tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:08.175886 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-048bff81-1853-400d-a8cc-869147e62869 req-6058c255-9b0b-4433-905a-9ecf99ad5c2c tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074050 Sep 23 06:48:08.178360 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-77b159ab-ae71-4d4b-8331-950ea5184887 None None] Provisioning complete for port 08a1f97a-ecff-4839-8556-5d4b78f38387 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:48:08.178806 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-77b159ab-ae71-4d4b-8331-950ea5184887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:08.218163 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-a5737f6e-2da9-48cf-8bc5-8c462f60eaac None None] Set router 13119104-960c-4017-b2f8-608fd4d99c3a gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:48:08.369910 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d8ef4660-b419-4abd-8375-26512f0df237 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:08.384289 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4d2fbc08-67bb-4411-b9e3-b47097414d3c tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:08.384631 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4d2fbc08-67bb-4411-b9e3-b47097414d3c tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:08.426536 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-4d2fbc08-67bb-4411-b9e3-b47097414d3c tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Calling delete_port for 70f5a313-9c3f-42c3-b9eb-e8b8453ac197 owned by network:floatingip {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:48:08.455149 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-48fac3d9-a98d-44d2-a5b6-ce1655a5cf3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:08.458578 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:08.484968 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f947862c-9ae7-4ba5-beb5-fa04f2f02f9f {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:48:08.505453 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port f947862c-9ae7-4ba5-beb5-fa04f2f02f9f, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=f947862c-9ae7-4ba5-beb5-fa04f2f02f9f,segment=NetworkSegment(c88b2831-f544-41bb-bbcc-5b15e741880e),segment_id=c88b2831-f544-41bb-bbcc-5b15e741880e)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:48:08.543264 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-a5737f6e-2da9-48cf-8bc5-8c462f60eaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13119104-960c-4017-b2f8-608fd4d99c3a', 'name': 'tempest-ServersTestBootFromVolume-1982757465-router', 'tenant_id': '2717295d607749ba9e686f8b98a96be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': 'aed369ab-2bc3-422b-aefc-a1a13e42771d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:48:03Z', 'updated_at': '2021-09-23T06:48:05Z', 'revision_number': 3, 'project_id': '2717295d607749ba9e686f8b98a96be1', 'gw_port': {'id': 'aed369ab-2bc3-422b-aefc-a1a13e42771d', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:57:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13119104-960c-4017-b2f8-608fd4d99c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:48:04Z', 'updated_at': '2021-09-23T06:48:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:48:08.550600 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 08a1f97a-ecff-4839-8556-5d4b78f38387 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:48:08.585184 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5737f6e-2da9-48cf-8bc5-8c462f60eaac None None] Checking router: 13119104-960c-4017-b2f8-608fd4d99c3a for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:48:08.586203 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5737f6e-2da9-48cf-8bc5-8c462f60eaac None None] Updating router 13119104-960c-4017-b2f8-608fd4d99c3a port aed369ab-2bc3-422b-aefc-a1a13e42771d binding host n-d-715271-16 {{(pid=95068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 06:48:08.601230 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc35bd4c-b1fc-47e2-8032-c9df2647eb39 req-e094847e-f86f-4c72-acce-228e815a44fc tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:08.602834 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fc35bd4c-b1fc-47e2-8032-c9df2647eb39 req-e094847e-f86f-4c72-acce-228e815a44fc tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=a03990d8-4d3c-4405-8379-9bf6dba95a6a HTTP/1.1" status: 200 len: 944 time: 0.0844929 Sep 23 06:48:08.623643 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:08.624552 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 18b58b81-7b3d-4f4d-8a44-a5babc67c7ed details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:48:08.627797 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-a5737f6e-2da9-48cf-8bc5-8c462f60eaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:08.746308 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fc35bd4c-b1fc-47e2-8032-c9df2647eb39 req-f82dde4d-71a9-4d0c-b4ab-f7b005819938 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286957 Sep 23 06:48:08.749443 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4d2fbc08-67bb-4411-b9e3-b47097414d3c tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:08.751386 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 18b58b81-7b3d-4f4d-8a44-a5babc67c7ed, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=18b58b81-7b3d-4f4d-8a44-a5babc67c7ed,segment=NetworkSegment(f93b6022-d5e5-431e-9dcb-2461df9c5b3b),segment_id=f93b6022-d5e5-431e-9dcb-2461df9c5b3b)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:48:08.805475 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2fbc08-67bb-4411-b9e3-b47097414d3c tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Pushing event deleted for resources: {'Port': ['ID=70f5a313-9c3f-42c3-b9eb-e8b8453ac197,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:08.810507 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': '18b58b81-7b3d-4f4d-8a44-a5babc67c7ed', 'network_id': '5e6b1e6b-f43d-48fc-88ea-84227fc0190a', 'port_id': '18b58b81-7b3d-4f4d-8a44-a5babc67c7ed', 'mac_address': 'fa:16:3e:c8:c6:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dbf4107-f4ac-450c-a420-ffd87b06b7dc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:48:08.929632 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b4d0c2-af5a-431c-9927-56c84a517b9c req-569af0ba-36e5-405f-a44c-5d4f19943b07 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:08.931825 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b0b4d0c2-af5a-431c-9927-56c84a517b9c req-569af0ba-36e5-405f-a44c-5d4f19943b07 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=671265d2-16fd-4692-9592-414591c0025a HTTP/1.1" status: 200 len: 944 time: 0.1008005 Sep 23 06:48:08.939832 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4d2fbc08-67bb-4411-b9e3-b47097414d3c tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Notify callbacks [] for floatingip, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:08.940301 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-a5737f6e-2da9-48cf-8bc5-8c462f60eaac None None] Notify callbacks [] for port, precommit_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:08.943370 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4d2fbc08-67bb-4411-b9e3-b47097414d3c tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:08.947745 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-4d2fbc08-67bb-4411-b9e3-b47097414d3c tempest-ServersTestFqdnHostnames-741311111 tempest-ServersTestFqdnHostnames-741311111-project] 10.222.0.39 "DELETE /v2.0/floatingips/6859f3fd-6e15-4de2-ad4a-67ac148a60fe HTTP/1.1" status: 204 len: 168 time: 0.9968581 Sep 23 06:48:08.949505 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-a5737f6e-2da9-48cf-8bc5-8c462f60eaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:08.978501 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 08a1f97a-ecff-4839-8556-5d4b78f38387 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:48:08.979030 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:08.986822 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 59886) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:48:08.990890 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b0b4d0c2-af5a-431c-9927-56c84a517b9c req-0533f7b9-5ceb-4dfd-b164-dc539b216deb tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=df69b107-d214-48a1-9de3-f64218339a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446727 Sep 23 06:48:09.021300 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-a5737f6e-2da9-48cf-8bc5-8c462f60eaac None None] Attempting to bind port aed369ab-2bc3-422b-aefc-a1a13e42771d on host n-d-715271-16 for vnic_type normal with profile {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:48:09.022341 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-a5737f6e-2da9-48cf-8bc5-8c462f60eaac None None] Attempting to bind port aed369ab-2bc3-422b-aefc-a1a13e42771d by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:48:09.022903 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5737f6e-2da9-48cf-8bc5-8c462f60eaac None None] Attempting to bind port aed369ab-2bc3-422b-aefc-a1a13e42771d on network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:48:09.034079 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:09.036028 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3868524e-76c6-48ba-95cf-1c59aec99644 None None] Pushing event updated for resources: {'Port': ['ID=aed369ab-2bc3-422b-aefc-a1a13e42771d,revision_number=2']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:09.046450 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5737f6e-2da9-48cf-8bc5-8c462f60eaac None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:48:09.047135 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5737f6e-2da9-48cf-8bc5-8c462f60eaac None None] Checking segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:48:09.047706 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-a5737f6e-2da9-48cf-8bc5-8c462f60eaac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:09.048337 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5737f6e-2da9-48cf-8bc5-8c462f60eaac None None] Bound using segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:48:09.048965 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-a5737f6e-2da9-48cf-8bc5-8c462f60eaac None None] Bound port: aed369ab-2bc3-422b-aefc-a1a13e42771d, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:48:09.049514 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-a5737f6e-2da9-48cf-8bc5-8c462f60eaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:09.053270 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3868524e-76c6-48ba-95cf-1c59aec99644 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:48:09.053823 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3868524e-76c6-48ba-95cf-1c59aec99644 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:48:09.054401 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3868524e-76c6-48ba-95cf-1c59aec99644 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:48:09.054895 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3868524e-76c6-48ba-95cf-1c59aec99644 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:48:09.055381 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3868524e-76c6-48ba-95cf-1c59aec99644 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:48:09.055897 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3868524e-76c6-48ba-95cf-1c59aec99644 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:48:09.056381 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3868524e-76c6-48ba-95cf-1c59aec99644 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:48:09.056861 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3868524e-76c6-48ba-95cf-1c59aec99644 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:48:09.057342 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3868524e-76c6-48ba-95cf-1c59aec99644 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:48:09.057820 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3868524e-76c6-48ba-95cf-1c59aec99644 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:48:09.058333 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3868524e-76c6-48ba-95cf-1c59aec99644 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:48:09.058851 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3868524e-76c6-48ba-95cf-1c59aec99644 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:48:09.124605 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-a5737f6e-2da9-48cf-8bc5-8c462f60eaac None None] For port aed369ab-2bc3-422b-aefc-a1a13e42771d, host n-d-715271-16, cleared binding levels {{(pid=95068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:48:09.128667 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-a5737f6e-2da9-48cf-8bc5-8c462f60eaac None None] For port aed369ab-2bc3-422b-aefc-a1a13e42771d, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=aed369ab-2bc3-422b-aefc-a1a13e42771d,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:48:09.142194 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4487e7-8f8d-49bb-84ba-f8aaf5322955 req-540447f6-f93b-49a3-94d0-7cab3fb10564 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:09.151013 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3b4487e7-8f8d-49bb-84ba-f8aaf5322955 req-540447f6-f93b-49a3-94d0-7cab3fb10564 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/ports?device_id=78a6b827-061d-4284-b0e3-3ac50ee2a042 HTTP/1.1" status: 200 len: 946 time: 0.6800272 Sep 23 06:48:09.155600 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-a5737f6e-2da9-48cf-8bc5-8c462f60eaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:09.208273 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18b58b81-7b3d-4f4d-8a44-a5babc67c7ed {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:48:09.226997 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-01d357cc-7903-431b-bfe2-20726f781620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd', 'name': 'tempest-ServersTestFqdnHostnames-1067069938-router', 'tenant_id': 'b534364c1ecd44a69b47cf0ed516d622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'cb5f62ab-f482-46f4-80e8-bfb969cbc0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:44:22Z', 'updated_at': '2021-09-23T06:44:27Z', 'revision_number': 4, 'project_id': 'b534364c1ecd44a69b47cf0ed516d622', 'gw_port': {'id': 'cb5f62ab-f482-46f4-80e8-bfb969cbc0df', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:bc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:44:23Z', 'updated_at': '2021-09-23T06:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '4a7a9389-e577-429d-92ed-47667fd30c37', 'name': '', 'network_id': '2b7bd705-2e60-460a-a561-0bf7bffe3f38', 'tenant_id': 'b534364c1ecd44a69b47cf0ed516d622', 'mac_address': 'fa:16:3e:d2:03:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '22e559b1-bc95-4b10-a948-81fb2fccd5ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:44:27Z', 'updated_at': '2021-09-23T06:44:32Z', 'revision_number': 5, 'project_id': 'b534364c1ecd44a69b47cf0ed516d622', 'subnets': [{'id': '22e559b1-bc95-4b10-a948-81fb2fccd5ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:48:09.233612 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5737f6e-2da9-48cf-8bc5-8c462f60eaac None None] Routers {'13119104-960c-4017-b2f8-608fd4d99c3a'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:48:09.234315 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-a5737f6e-2da9-48cf-8bc5-8c462f60eaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:47:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['13119104-960c-4017-b2f8-608fd4d99c3a'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:48:09.250049 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3868524e-76c6-48ba-95cf-1c59aec99644 None None] Pushing event updated for resources: {'Port': ['ID=aed369ab-2bc3-422b-aefc-a1a13e42771d,revision_number=3']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:09.261194 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3b4487e7-8f8d-49bb-84ba-f8aaf5322955 req-313c7ac9-263c-4c71-9da6-e654a345b9f8 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/security-groups?id=abc74fe4-0953-4a1d-8589-19f26bab4282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056056 Sep 23 06:48:09.301304 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d8ef4660-b419-4abd-8375-26512f0df237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:09.336938 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=f947862c-9ae7-4ba5-beb5-fa04f2f02f9f,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:09.416209 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d357cc-7903-431b-bfe2-20726f781620 None None] The sync data for ids ['6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd'] in n-d-715271-16 is: [{'id': '6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd', 'name': 'tempest-ServersTestFqdnHostnames-1067069938-router', 'tenant_id': 'b534364c1ecd44a69b47cf0ed516d622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'cb5f62ab-f482-46f4-80e8-bfb969cbc0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:44:22Z', 'updated_at': '2021-09-23T06:44:27Z', 'revision_number': 4, 'project_id': 'b534364c1ecd44a69b47cf0ed516d622', 'gw_port': {'id': 'cb5f62ab-f482-46f4-80e8-bfb969cbc0df', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:bc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:44:23Z', 'updated_at': '2021-09-23T06:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '4a7a9389-e577-429d-92ed-47667fd30c37', 'name': '', 'network_id': '2b7bd705-2e60-460a-a561-0bf7bffe3f38', 'tenant_id': 'b534364c1ecd44a69b47cf0ed516d622', 'mac_address': 'fa:16:3e:d2:03:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '22e559b1-bc95-4b10-a948-81fb2fccd5ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:44:27Z', 'updated_at': '2021-09-23T06:44:32Z', 'revision_number': 5, 'project_id': 'b534364c1ecd44a69b47cf0ed516d622', 'subnets': [{'id': '22e559b1-bc95-4b10-a948-81fb2fccd5ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:48:09.427574 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-a5737f6e-2da9-48cf-8bc5-8c462f60eaac None None] Set router 13119104-960c-4017-b2f8-608fd4d99c3a gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:48:09.485739 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ada629-ea4a-4f25-b55c-7ae3d710e070 req-0fa2d17c-2bc0-4f30-a2c6-90a64a543b6d tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:09.492979 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a7ada629-ea4a-4f25-b55c-7ae3d710e070 req-0fa2d17c-2bc0-4f30-a2c6-90a64a543b6d tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=15aadf6d-92cc-45e5-93dd-90da99561c46 HTTP/1.1" status: 200 len: 944 time: 0.1711109 Sep 23 06:48:09.508352 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-22a873c7-5040-498e-b418-6fbe08139a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:09.576514 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-77b159ab-ae71-4d4b-8331-950ea5184887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:09.579976 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a7ada629-ea4a-4f25-b55c-7ae3d710e070 req-3c946ba7-43f7-496c-8684-bc492a0b5aae tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860462 Sep 23 06:48:09.675539 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8ef4660-b419-4abd-8375-26512f0df237 admin admin] Router 64ba87ac-e142-4291-ab31-5b3e6dbccc60 is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 06:48:09.680128 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c9563aa0-5079-4c1c-8e14-906f75389d6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066969'] for router_interface, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:09.693254 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-77b159ab-ae71-4d4b-8331-950ea5184887 None None] For port 08a1f97a-ecff-4839-8556-5d4b78f38387, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=08a1f97a-ecff-4839-8556-5d4b78f38387,segment=NetworkSegment(51e5ec9a-f432-4fca-9474-63e4a4e4e1fb),segment_id=51e5ec9a-f432-4fca-9474-63e4a4e4e1fb)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:48:09.705760 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 18b58b81-7b3d-4f4d-8a44-a5babc67c7ed, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=18b58b81-7b3d-4f4d-8a44-a5babc67c7ed,segment=NetworkSegment(f93b6022-d5e5-431e-9dcb-2461df9c5b3b),segment_id=f93b6022-d5e5-431e-9dcb-2461df9c5b3b)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:48:09.720622 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-77b159ab-ae71-4d4b-8331-950ea5184887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:09.734494 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:09.775235 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:09.852203 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-22a873c7-5040-498e-b418-6fbe08139a15 admin admin] Allocated IP 172.20.0.1 (eff2865d-ee9a-496c-8687-af6ecd1b642b/8a474d77-13d4-47cb-baa4-fd0c6e3c1147/3956ddab-2b87-43b4-a301-401d3c86fb95) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:48:09.894139 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b159ab-ae71-4d4b-8331-950ea5184887 None None] Pushing event updated for resources: {'Port': ['ID=08a1f97a-ecff-4839-8556-5d4b78f38387,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:09.922832 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-a5737f6e-2da9-48cf-8bc5-8c462f60eaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13119104-960c-4017-b2f8-608fd4d99c3a', 'name': 'tempest-ServersTestBootFromVolume-1982757465-router', 'tenant_id': '2717295d607749ba9e686f8b98a96be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': 'aed369ab-2bc3-422b-aefc-a1a13e42771d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:48:03Z', 'updated_at': '2021-09-23T06:48:05Z', 'revision_number': 3, 'project_id': '2717295d607749ba9e686f8b98a96be1', 'gw_port': {'id': 'aed369ab-2bc3-422b-aefc-a1a13e42771d', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:57:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13119104-960c-4017-b2f8-608fd4d99c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:48:04Z', 'updated_at': '2021-09-23T06:48:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:48:09.937270 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:09.943715 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-9f778d98-013d-471a-b8bc-9e1e79c8b573 None None] Provisioning complete for port 08a1f97a-ecff-4839-8556-5d4b78f38387 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:48:09.944446 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-9f778d98-013d-471a-b8bc-9e1e79c8b573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:09.950491 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.db.api [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 06:48:09.950807 n-d-715271-16 neutron-server[95067]: DEBUG oslo_db.api [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 06:48:09.983093 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5737f6e-2da9-48cf-8bc5-8c462f60eaac None None] The sync data for ids ['13119104-960c-4017-b2f8-608fd4d99c3a'] in n-d-715271-16 is: [{'id': '13119104-960c-4017-b2f8-608fd4d99c3a', 'name': 'tempest-ServersTestBootFromVolume-1982757465-router', 'tenant_id': '2717295d607749ba9e686f8b98a96be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': 'aed369ab-2bc3-422b-aefc-a1a13e42771d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:48:03Z', 'updated_at': '2021-09-23T06:48:05Z', 'revision_number': 3, 'project_id': '2717295d607749ba9e686f8b98a96be1', 'gw_port': {'id': 'aed369ab-2bc3-422b-aefc-a1a13e42771d', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:57:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13119104-960c-4017-b2f8-608fd4d99c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:48:04Z', 'updated_at': '2021-09-23T06:48:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:48:09.990857 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ef4660-b419-4abd-8375-26512f0df237 admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:48:10.002102 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c7f536-22b2-4878-9ed8-4d78c1862608 None None] New status for floating IP 6859f3fd-6e15-4de2-ad4a-67ac148a60fe: DOWN {{(pid=95067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 06:48:10.021244 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd39d49-00c5-43e3-acf8-e598aead1c9c None None] Sync routers for ids ['64ba87ac-e142-4291-ab31-5b3e6dbccc60'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:48:10.055696 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd39d49-00c5-43e3-acf8-e598aead1c9c None None] Routers {'64ba87ac-e142-4291-ab31-5b3e6dbccc60'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:48:10.056327 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-4bd39d49-00c5-43e3-acf8-e598aead1c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:47:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['64ba87ac-e142-4291-ab31-5b3e6dbccc60'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:48:10.096336 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d8ef4660-b419-4abd-8375-26512f0df237 admin admin] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:10.100747 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-d8ef4660-b419-4abd-8375-26512f0df237 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.3171334 Sep 23 06:48:10.101388 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 59906) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:48:10.161688 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=18b58b81-7b3d-4f4d-8a44-a5babc67c7ed,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:10.228825 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-22a873c7-5040-498e-b418-6fbe08139a15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:10.245981 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8af920e-b82f-4e4b-a4d9-16ddcaa8f30c req-b7f3f53e-8af7-4c17-8b0c-2ddd0e437df8 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:10.249413 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f8af920e-b82f-4e4b-a4d9-16ddcaa8f30c req-b7f3f53e-8af7-4c17-8b0c-2ddd0e437df8 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=a03990d8-4d3c-4405-8379-9bf6dba95a6a HTTP/1.1" status: 200 len: 945 time: 0.3035421 Sep 23 06:48:10.324826 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['f947862c-9ae7-4ba5-beb5-fa04f2f02f9f'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:48:10.340449 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-4bd39d49-00c5-43e3-acf8-e598aead1c9c None None] Set router 64ba87ac-e142-4291-ab31-5b3e6dbccc60 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:48:10.352730 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-22a873c7-5040-498e-b418-6fbe08139a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:10.368140 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f8af920e-b82f-4e4b-a4d9-16ddcaa8f30c req-b67c9b2b-c038-4f50-a852-ad468494e391 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116695 Sep 23 06:48:10.412496 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['18b58b81-7b3d-4f4d-8a44-a5babc67c7ed'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:48:10.464347 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca5aba-0dc1-4ebb-abe7-57cbebddb654 req-b4ee7304-289e-481e-b189-ec37f047e6e4 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:10.479811 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ceca5aba-0dc1-4ebb-abe7-57cbebddb654 req-b4ee7304-289e-481e-b189-ec37f047e6e4 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=671265d2-16fd-4692-9592-414591c0025a HTTP/1.1" status: 200 len: 944 time: 0.3827703 Sep 23 06:48:10.564073 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a873c7-5040-498e-b418-6fbe08139a15 admin admin] Network eff2865d-ee9a-496c-8687-af6ecd1b642b is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:48:10.605127 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-22a873c7-5040-498e-b418-6fbe08139a15 admin admin] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:48:10.623830 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a76df2-e4a9-4339-82d8-9ab47c99168c req-72c01c1a-7df5-4095-a4df-d27af9684b94 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:10.627039 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-82a76df2-e4a9-4339-82d8-9ab47c99168c req-72c01c1a-7df5-4095-a4df-d27af9684b94 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/ports?device_id=78a6b827-061d-4284-b0e3-3ac50ee2a042 HTTP/1.1" status: 200 len: 946 time: 0.0980997 Sep 23 06:48:10.628731 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a873c7-5040-498e-b418-6fbe08139a15 admin admin] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:48:10.635544 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-c9563aa0-5079-4c1c-8e14-906f75389d6f admin admin] Deleting port 4a7a9389-e577-429d-92ed-47667fd30c37 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:48:10.635894 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c9563aa0-5079-4c1c-8e14-906f75389d6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:10.767250 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a873c7-5040-498e-b418-6fbe08139a15 admin admin] Pushing event updated for resources: {'Port': ['ID=3956ddab-2b87-43b4-a301-401d3c86fb95,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:10.773616 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-22a873c7-5040-498e-b418-6fbe08139a15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068614'] for router_interface, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:10.779445 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-82a76df2-e4a9-4339-82d8-9ab47c99168c req-f70a20ee-2a88-46b0-8943-9b16cdb1f1c2 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/security-groups?id=abc74fe4-0953-4a1d-8589-19f26bab4282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380839 Sep 23 06:48:10.787858 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-4bd39d49-00c5-43e3-acf8-e598aead1c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64ba87ac-e142-4291-ab31-5b3e6dbccc60', 'name': 'tempest-TaggedBootDevicesTest_v242-627469932-router', 'tenant_id': '147ee43e793f431bb6dc0e9de8ff2960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '0ccf14e5-74da-4249-8669-d7172e21ffe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:48:04Z', 'updated_at': '2021-09-23T06:48:08Z', 'revision_number': 3, 'project_id': '147ee43e793f431bb6dc0e9de8ff2960', 'gw_port': {'id': '0ccf14e5-74da-4249-8669-d7172e21ffe2', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f9:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64ba87ac-e142-4291-ab31-5b3e6dbccc60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:48:06Z', 'updated_at': '2021-09-23T06:48:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:48:10.958289 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd39d49-00c5-43e3-acf8-e598aead1c9c None None] Checking router: 64ba87ac-e142-4291-ab31-5b3e6dbccc60 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:48:10.958643 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd39d49-00c5-43e3-acf8-e598aead1c9c None None] Updating router 64ba87ac-e142-4291-ab31-5b3e6dbccc60 port 0ccf14e5-74da-4249-8669-d7172e21ffe2 binding host n-d-715271-16 {{(pid=95068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 06:48:11.016588 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 08a1f97a-ecff-4839-8556-5d4b78f38387 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:48:11.048670 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-c9563aa0-5079-4c1c-8e14-906f75389d6f admin admin] For port 4a7a9389-e577-429d-92ed-47667fd30c37, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=4a7a9389-e577-429d-92ed-47667fd30c37,segment=NetworkSegment(0da86c90-6a72-4e68-aee1-79a63b94f012),segment_id=0da86c90-6a72-4e68-aee1-79a63b94f012)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:48:11.052153 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c9563aa0-5079-4c1c-8e14-906f75389d6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:11.056954 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-4bd39d49-00c5-43e3-acf8-e598aead1c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:11.120550 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-c9563aa0-5079-4c1c-8e14-906f75389d6f admin admin] Calling delete_port for 4a7a9389-e577-429d-92ed-47667fd30c37 owned by network:router_interface {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:48:11.159343 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 04ab8190-d986-43ee-b8a9-7e04157ad68c up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:48:11.168600 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-22a873c7-5040-498e-b418-6fbe08139a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:11.195191 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a873c7-5040-498e-b418-6fbe08139a15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:48:11.195547 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a873c7-5040-498e-b418-6fbe08139a15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:48:11.195877 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a873c7-5040-498e-b418-6fbe08139a15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:48:11.196212 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a873c7-5040-498e-b418-6fbe08139a15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:48:11.196546 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a873c7-5040-498e-b418-6fbe08139a15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:48:11.196879 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a873c7-5040-498e-b418-6fbe08139a15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:48:11.197207 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a873c7-5040-498e-b418-6fbe08139a15 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:48:11.197527 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a873c7-5040-498e-b418-6fbe08139a15 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:48:11.197849 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a873c7-5040-498e-b418-6fbe08139a15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:48:11.218614 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a873c7-5040-498e-b418-6fbe08139a15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:48:11.219748 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a873c7-5040-498e-b418-6fbe08139a15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:48:11.221707 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a873c7-5040-498e-b418-6fbe08139a15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:48:11.306124 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ceca5aba-0dc1-4ebb-abe7-57cbebddb654 req-875b6ea2-8ea4-4bf5-a57e-1fea05f07206 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=df69b107-d214-48a1-9de3-f64218339a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8252902 Sep 23 06:48:11.340238 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f8032842-3da8-43cf-b5e4-59852aa8baaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:11.363139 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-7ed90bc7-0bc5-4850-8362-fd514e486623 None None] Provisioning complete for port 3956ddab-2b87-43b4-a301-401d3c86fb95 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:48:11.363512 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-7ed90bc7-0bc5-4850-8362-fd514e486623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:11.423883 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a961059-5b75-4ced-aeea-2e681f550698 req-4164f395-693b-42a5-a7a0-a1fe4f1d6dfd tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:11.425505 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2a961059-5b75-4ced-aeea-2e681f550698 req-4164f395-693b-42a5-a7a0-a1fe4f1d6dfd tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=15aadf6d-92cc-45e5-93dd-90da99561c46 HTTP/1.1" status: 200 len: 944 time: 0.1455984 Sep 23 06:48:11.527821 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-7ed90bc7-0bc5-4850-8362-fd514e486623 None None] Port 3956ddab-2b87-43b4-a301-401d3c86fb95 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:48:11.535011 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:11.539818 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 08a1f97a-ecff-4839-8556-5d4b78f38387 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:48:11.540215 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:11.549673 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port 04ab8190-d986-43ee-b8a9-7e04157ad68c completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:48:11.608966 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port 04ab8190-d986-43ee-b8a9-7e04157ad68c triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:48:11.609323 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:11.690084 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-4bd39d49-00c5-43e3-acf8-e598aead1c9c None None] Notify callbacks [] for port, precommit_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:11.701771 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-4bd39d49-00c5-43e3-acf8-e598aead1c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:11.780051 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2a961059-5b75-4ced-aeea-2e681f550698 req-382d3a5c-0fe1-443c-aa7d-ae2f5a2c1240 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802138 Sep 23 06:48:11.785665 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d150000-776d-48a9-8949-f874117d07b4 None None] Pushing event updated for resources: {'Port': ['ID=0ccf14e5-74da-4249-8669-d7172e21ffe2,revision_number=2']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:11.807695 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device f947862c-9ae7-4ba5-beb5-fa04f2f02f9f up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:48:11.809731 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c9563aa0-5079-4c1c-8e14-906f75389d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:11.848451 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-4bd39d49-00c5-43e3-acf8-e598aead1c9c None None] Attempting to bind port 0ccf14e5-74da-4249-8669-d7172e21ffe2 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:48:11.853276 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-4bd39d49-00c5-43e3-acf8-e598aead1c9c None None] Attempting to bind port 0ccf14e5-74da-4249-8669-d7172e21ffe2 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:48:11.853697 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd39d49-00c5-43e3-acf8-e598aead1c9c None None] Attempting to bind port 0ccf14e5-74da-4249-8669-d7172e21ffe2 on network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:48:11.866153 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd39d49-00c5-43e3-acf8-e598aead1c9c None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:48:11.866523 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd39d49-00c5-43e3-acf8-e598aead1c9c None None] Checking segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:48:11.866923 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-4bd39d49-00c5-43e3-acf8-e598aead1c9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:11.867312 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd39d49-00c5-43e3-acf8-e598aead1c9c None None] Bound using segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:48:11.867776 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-4bd39d49-00c5-43e3-acf8-e598aead1c9c None None] Bound port: 0ccf14e5-74da-4249-8669-d7172e21ffe2, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:48:11.868154 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-4bd39d49-00c5-43e3-acf8-e598aead1c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:11.900553 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9563aa0-5079-4c1c-8e14-906f75389d6f admin admin] Pushing event deleted for resources: {'Port': ['ID=4a7a9389-e577-429d-92ed-47667fd30c37,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:11.924998 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device aed369ab-2bc3-422b-aefc-a1a13e42771d up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:48:11.995172 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-4bd39d49-00c5-43e3-acf8-e598aead1c9c None None] For port 0ccf14e5-74da-4249-8669-d7172e21ffe2, host n-d-715271-16, cleared binding levels {{(pid=95068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:48:12.004954 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-4bd39d49-00c5-43e3-acf8-e598aead1c9c None None] For port 0ccf14e5-74da-4249-8669-d7172e21ffe2, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=0ccf14e5-74da-4249-8669-d7172e21ffe2,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:48:12.013704 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-4bd39d49-00c5-43e3-acf8-e598aead1c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:12.031217 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3509829-2cc5-47fc-a559-6091eb6f152f req-9ccc22ff-c1bb-49e2-a3af-bfcd33d00d7e tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:12.034339 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d3509829-2cc5-47fc-a559-6091eb6f152f req-9ccc22ff-c1bb-49e2-a3af-bfcd33d00d7e tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=a03990d8-4d3c-4405-8379-9bf6dba95a6a HTTP/1.1" status: 200 len: 945 time: 0.2800632 Sep 23 06:48:12.049822 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:12.137580 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd39d49-00c5-43e3-acf8-e598aead1c9c None None] Routers {'64ba87ac-e142-4291-ab31-5b3e6dbccc60'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:48:12.144819 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-4bd39d49-00c5-43e3-acf8-e598aead1c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:48:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['64ba87ac-e142-4291-ab31-5b3e6dbccc60'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:48:12.177470 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 04ab8190-d986-43ee-b8a9-7e04157ad68c, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=04ab8190-d986-43ee-b8a9-7e04157ad68c,segment=NetworkSegment(411a8e6c-3437-4d6d-939a-157de7e909fe),segment_id=411a8e6c-3437-4d6d-939a-157de7e909fe)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:48:12.187817 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15aadf6d-92cc-45e5-93dd-90da99561c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ab8190-d986-43ee-b8a9-7e04157ad68c'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:48:12.195515 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fbdfd80-fa50-4885-85c9-dce5a48b4aff" -d '{"events": [{"server_uuid": "15aadf6d-92cc-45e5-93dd-90da99561c46", "name": "network-vif-plugged", "status": "completed", "tag": "04ab8190-d986-43ee-b8a9-7e04157ad68c"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:48:12.200944 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-22a873c7-5040-498e-b418-6fbe08139a15 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:12.224571 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:12.243809 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c9563aa0-5079-4c1c-8e14-906f75389d6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2068624'] for router_interface, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:12.265332 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d150000-776d-48a9-8949-f874117d07b4 None None] Pushing event updated for resources: {'Port': ['ID=0ccf14e5-74da-4249-8669-d7172e21ffe2,revision_number=3']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:12.272627 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-22a873c7-5040-498e-b418-6fbe08139a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:12.304211 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=04ab8190-d986-43ee-b8a9-7e04157ad68c,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:12.307411 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:12.330391 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port f947862c-9ae7-4ba5-beb5-fa04f2f02f9f completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:48:12.336940 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port f947862c-9ae7-4ba5-beb5-fa04f2f02f9f triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:48:12.337320 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:12.438056 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port aed369ab-2bc3-422b-aefc-a1a13e42771d triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:48:12.439183 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:12.440025 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-4bd39d49-00c5-43e3-acf8-e598aead1c9c None None] Set router 64ba87ac-e142-4291-ab31-5b3e6dbccc60 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:48:12.448364 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44303c5-a3bc-440f-b66e-8312d52be43d req-c61e616a-0718-4649-b83c-941de7472878 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:12.450115 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b44303c5-a3bc-440f-b66e-8312d52be43d req-c61e616a-0718-4649-b83c-941de7472878 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/ports?device_id=78a6b827-061d-4284-b0e3-3ac50ee2a042 HTTP/1.1" status: 200 len: 946 time: 0.2076521 Sep 23 06:48:12.526633 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d3509829-2cc5-47fc-a559-6091eb6f152f req-273e02dd-715f-48df-bec0-570ccfb891a6 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4729128 Sep 23 06:48:12.592575 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-22a873c7-5040-498e-b418-6fbe08139a15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067062'] for router_interface, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:12.592856 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:12.594142 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a873c7-5040-498e-b418-6fbe08139a15 admin admin] Pushing event updated for resources: {'Port': ['ID=3956ddab-2b87-43b4-a301-401d3c86fb95,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:12.613515 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e77527e-d1a7-4cd7-9805-16dc3b335963 req-18b64fd4-8bcf-4e05-a6d9-05bddf9b296e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:12.620144 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0e77527e-d1a7-4cd7-9805-16dc3b335963 req-18b64fd4-8bcf-4e05-a6d9-05bddf9b296e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=299a53ec01524307be8c8ca27306fce7&device_id=78a6b827-061d-4284-b0e3-3ac50ee2a042 HTTP/1.1" status: 200 len: 1098 time: 0.3933122 Sep 23 06:48:12.634281 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e876d64-e7cb-4a20-8b95-e9111a3b5613 x-openstack-request-id: req-1e876d64-e7cb-4a20-8b95-e9111a3b5613 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:48:12.634629 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15aadf6d-92cc-45e5-93dd-90da99561c46", "name": "network-vif-plugged", "status": "completed", "tag": "04ab8190-d986-43ee-b8a9-7e04157ad68c", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:48:12.634845 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1e876d64-e7cb-4a20-8b95-e9111a3b5613 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:48:12.635219 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15aadf6d-92cc-45e5-93dd-90da99561c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ab8190-d986-43ee-b8a9-7e04157ad68c', 'code': 200} Sep 23 06:48:12.638917 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b44303c5-a3bc-440f-b66e-8312d52be43d req-e1e6140b-629b-4549-9ac2-bc07beaaaa2a tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/security-groups?id=abc74fe4-0953-4a1d-8589-19f26bab4282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513655 Sep 23 06:48:12.744822 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port f947862c-9ae7-4ba5-beb5-fa04f2f02f9f, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=f947862c-9ae7-4ba5-beb5-fa04f2f02f9f,segment=NetworkSegment(c88b2831-f544-41bb-bbcc-5b15e741880e),segment_id=c88b2831-f544-41bb-bbcc-5b15e741880e)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:48:12.754464 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:12.755282 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 4a1e1695-a3c0-4716-bde8-0b7cd7b0177f no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:48:12.818537 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9563aa0-5079-4c1c-8e14-906f75389d6f admin admin] Router 6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:48:12.848508 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc84f88-2b90-4c54-a480-1c0bc5bc58c1 req-7b8cf504-68ba-4ab8-bdf0-c9dc9682f7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:12.855564 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fcc84f88-2b90-4c54-a480-1c0bc5bc58c1 req-7b8cf504-68ba-4ab8-bdf0-c9dc9682f7d3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=15aadf6d-92cc-45e5-93dd-90da99561c46 HTTP/1.1" status: 200 len: 1097 time: 0.1408207 Sep 23 06:48:12.886768 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=f947862c-9ae7-4ba5-beb5-fa04f2f02f9f,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:12.891780 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-4bd39d49-00c5-43e3-acf8-e598aead1c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64ba87ac-e142-4291-ab31-5b3e6dbccc60', 'name': 'tempest-TaggedBootDevicesTest_v242-627469932-router', 'tenant_id': '147ee43e793f431bb6dc0e9de8ff2960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '0ccf14e5-74da-4249-8669-d7172e21ffe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:48:04Z', 'updated_at': '2021-09-23T06:48:08Z', 'revision_number': 3, 'project_id': '147ee43e793f431bb6dc0e9de8ff2960', 'gw_port': {'id': '0ccf14e5-74da-4249-8669-d7172e21ffe2', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f9:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64ba87ac-e142-4291-ab31-5b3e6dbccc60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:48:06Z', 'updated_at': '2021-09-23T06:48:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:48:12.910316 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] No Port match for: 4a1e1695-a3c0-4716-bde8-0b7cd7b0177f {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:48:12.910665 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 4a1e1695-a3c0-4716-bde8-0b7cd7b0177f not bound to the agent host n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:48:12.944416 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:12.962605 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd39d49-00c5-43e3-acf8-e598aead1c9c None None] The sync data for ids ['64ba87ac-e142-4291-ab31-5b3e6dbccc60'] in n-d-715271-16 is: [{'id': '64ba87ac-e142-4291-ab31-5b3e6dbccc60', 'name': 'tempest-TaggedBootDevicesTest_v242-627469932-router', 'tenant_id': '147ee43e793f431bb6dc0e9de8ff2960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '0ccf14e5-74da-4249-8669-d7172e21ffe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:48:04Z', 'updated_at': '2021-09-23T06:48:08Z', 'revision_number': 3, 'project_id': '147ee43e793f431bb6dc0e9de8ff2960', 'gw_port': {'id': '0ccf14e5-74da-4249-8669-d7172e21ffe2', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f9:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64ba87ac-e142-4291-ab31-5b3e6dbccc60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:48:06Z', 'updated_at': '2021-09-23T06:48:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:48:12.977107 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port aed369ab-2bc3-422b-aefc-a1a13e42771d, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=aed369ab-2bc3-422b-aefc-a1a13e42771d,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:48:12.982908 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:13.030123 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9563aa0-5079-4c1c-8e14-906f75389d6f admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:48:13.038063 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-c9563aa0-5079-4c1c-8e14-906f75389d6f admin admin] 10.222.0.39 "PUT /v2.0/routers/6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0438278 Sep 23 06:48:13.043314 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 59930) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:48:13.046518 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=aed369ab-2bc3-422b-aefc-a1a13e42771d,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:13.049383 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d4a6c5-9d6f-4158-b326-f70f72690d0b None None] Sync routers for ids ['6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:48:13.065596 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e77527e-d1a7-4cd7-9805-16dc3b335963 req-74416d0e-bb49-4f97-ad81-069ca4781003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:13.069216 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0e77527e-d1a7-4cd7-9805-16dc3b335963 req-74416d0e-bb49-4f97-ad81-069ca4781003 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e4c06a7b-26ab-40e8-89e0-ef0444e22da6 HTTP/1.1" status: 200 len: 917 time: 0.3543718 Sep 23 06:48:13.071606 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d4a6c5-9d6f-4158-b326-f70f72690d0b None None] Routers {'6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:48:13.072287 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-d5d4a6c5-9d6f-4158-b326-f70f72690d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:48:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:48:13.138698 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1170da31-ee2c-43af-8ed1-d8731dbcbb73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:13.224871 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0e77527e-d1a7-4cd7-9805-16dc3b335963 req-f6d18744-af39-4c6c-bea9-2be0e5b19acd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1bb851cf-6032-4df1-9a1c-c08d5a92742d HTTP/1.1" status: 200 len: 217 time: 0.1449800 Sep 23 06:48:13.266811 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fcc84f88-2b90-4c54-a480-1c0bc5bc58c1 req-62ddda5d-21eb-4204-9e7e-0de6e62f6f44 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4075518 Sep 23 06:48:13.268484 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f52ee397-cdc4-4d1e-b037-b6eb078e63fc admin admin] Notify callbacks [] for router, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:13.335265 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a818647-640e-411e-a4ef-fb0b9ecadb81 req-debcccb3-9615-420d-9a8f-b30c7821aff3 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:13.343947 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6a818647-640e-411e-a4ef-fb0b9ecadb81 req-debcccb3-9615-420d-9a8f-b30c7821aff3 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=15aadf6d-92cc-45e5-93dd-90da99561c46 HTTP/1.1" status: 200 len: 945 time: 0.3163779 Sep 23 06:48:13.377400 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dca03b-a69e-4f22-8ebd-f082bf7cab7f req-f2b5c9d5-b170-4ffd-8719-d15b4c2c3e50 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:13.383797 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-75dca03b-a69e-4f22-8ebd-f082bf7cab7f req-f2b5c9d5-b170-4ffd-8719-d15b4c2c3e50 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=671265d2-16fd-4692-9592-414591c0025a HTTP/1.1" status: 200 len: 945 time: 0.6591592 Sep 23 06:48:13.476510 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a873c7-5040-498e-b418-6fbe08139a15 admin admin] Network eff2865d-ee9a-496c-8687-af6ecd1b642b is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:48:13.479434 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6a818647-640e-411e-a4ef-fb0b9ecadb81 req-d9858023-bdae-4b80-9f21-89433eb51738 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343646 Sep 23 06:48:13.504172 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-22a873c7-5040-498e-b418-6fbe08139a15 admin admin] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:48:13.522165 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e77527e-d1a7-4cd7-9805-16dc3b335963 req-38d23993-f0c8-4390-8416-fa534064e792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:13.523360 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0e77527e-d1a7-4cd7-9805-16dc3b335963 req-38d23993-f0c8-4390-8416-fa534064e792 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e44f0c68-01d6-43be-8be9-be0d6086d787 HTTP/1.1" status: 200 len: 855 time: 0.2802246 Sep 23 06:48:13.572356 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-d5d4a6c5-9d6f-4158-b326-f70f72690d0b None None] Set router 6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:48:13.586209 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f52ee397-cdc4-4d1e-b037-b6eb078e63fc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:13.678052 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-f52ee397-cdc4-4d1e-b037-b6eb078e63fc admin admin] Deleting port cb5f62ab-f482-46f4-80e8-bfb969cbc0df {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:48:13.679896 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f52ee397-cdc4-4d1e-b037-b6eb078e63fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:13.730995 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-1170da31-ee2c-43af-8ed1-d8731dbcbb73 admin admin] Allocated IP 172.20.0.1 (101e91e4-7df0-4369-ab96-69b58e29208f/f10707c7-ecb6-4efa-8289-ef31b97494c5/be579268-3724-4b06-b884-b4f755064dac) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:48:13.775069 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:13.793773 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-f52ee397-cdc4-4d1e-b037-b6eb078e63fc admin admin] For port cb5f62ab-f482-46f4-80e8-bfb969cbc0df, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=cb5f62ab-f482-46f4-80e8-bfb969cbc0df,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:48:13.793773 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f52ee397-cdc4-4d1e-b037-b6eb078e63fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:13.814124 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-f52ee397-cdc4-4d1e-b037-b6eb078e63fc admin admin] Calling delete_port for cb5f62ab-f482-46f4-80e8-bfb969cbc0df owned by network:router_gateway {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:48:13.834766 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-75dca03b-a69e-4f22-8ebd-f082bf7cab7f req-b8b8e725-772a-4854-b4d9-6fa32b7435ef tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=df69b107-d214-48a1-9de3-f64218339a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4219501 Sep 23 06:48:13.881326 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 18b58b81-7b3d-4f4d-8a44-a5babc67c7ed up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:48:13.905996 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e77527e-d1a7-4cd7-9805-16dc3b335963 req-d28a4c8a-3857-411e-a703-aa3234207636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:13.907388 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0e77527e-d1a7-4cd7-9805-16dc3b335963 req-d28a4c8a-3857-411e-a703-aa3234207636 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e4c06a7b-26ab-40e8-89e0-ef0444e22da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3708355 Sep 23 06:48:14.003747 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-d5d4a6c5-9d6f-4158-b326-f70f72690d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd', 'name': 'tempest-ServersTestFqdnHostnames-1067069938-router', 'tenant_id': 'b534364c1ecd44a69b47cf0ed516d622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'cb5f62ab-f482-46f4-80e8-bfb969cbc0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:44:22Z', 'updated_at': '2021-09-23T06:48:11Z', 'revision_number': 5, 'project_id': 'b534364c1ecd44a69b47cf0ed516d622', 'gw_port': {'id': 'cb5f62ab-f482-46f4-80e8-bfb969cbc0df', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:bc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:44:23Z', 'updated_at': '2021-09-23T06:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:48:14.044232 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-51d0d67f-8d39-48a2-a79e-430fb632c3a3 None None] Provisioning complete for port 3956ddab-2b87-43b4-a301-401d3c86fb95 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:48:14.044535 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-51d0d67f-8d39-48a2-a79e-430fb632c3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:14.046742 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d4a6c5-9d6f-4158-b326-f70f72690d0b None None] Checking router: 6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:48:14.085335 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port 18b58b81-7b3d-4f4d-8a44-a5babc67c7ed completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:48:14.085571 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f52ee397-cdc4-4d1e-b037-b6eb078e63fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:14.089090 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port 18b58b81-7b3d-4f4d-8a44-a5babc67c7ed triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:48:14.089457 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:14.145481 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52ee397-cdc4-4d1e-b037-b6eb078e63fc admin admin] Pushing event deleted for resources: {'Port': ['ID=cb5f62ab-f482-46f4-80e8-bfb969cbc0df,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:14.146319 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d4a6c5-9d6f-4158-b326-f70f72690d0b None None] Routers {'6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:48:14.146966 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-d5d4a6c5-9d6f-4158-b326-f70f72690d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:48:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:48:14.215206 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-51d0d67f-8d39-48a2-a79e-430fb632c3a3 None None] Port 3956ddab-2b87-43b4-a301-401d3c86fb95 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:48:14.219826 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f52ee397-cdc4-4d1e-b037-b6eb078e63fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2068563'] for router_gateway, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:14.303554 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-d5d4a6c5-9d6f-4158-b326-f70f72690d0b None None] Set router 6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd gateway port host: None {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:48:14.329997 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f52ee397-cdc4-4d1e-b037-b6eb078e63fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:14.337343 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f52ee397-cdc4-4d1e-b037-b6eb078e63fc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:14.355278 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41b060b-f35f-4711-b4bd-bb6018f2e914 req-aeac31c1-30d3-45ad-8685-1fd5924dae53 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:14.357093 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a41b060b-f35f-4711-b4bd-bb6018f2e914 req-aeac31c1-30d3-45ad-8685-1fd5924dae53 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=a03990d8-4d3c-4405-8379-9bf6dba95a6a HTTP/1.1" status: 200 len: 945 time: 0.2852538 Sep 23 06:48:14.411424 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-d5d4a6c5-9d6f-4158-b326-f70f72690d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd', 'name': 'tempest-ServersTestFqdnHostnames-1067069938-router', 'tenant_id': 'b534364c1ecd44a69b47cf0ed516d622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:44:22Z', 'updated_at': '2021-09-23T06:48:14Z', 'revision_number': 7, 'project_id': 'b534364c1ecd44a69b47cf0ed516d622', 'gw_port_host': None}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:48:14.416585 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f52ee397-cdc4-4d1e-b037-b6eb078e63fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:14.417229 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f52ee397-cdc4-4d1e-b037-b6eb078e63fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd {{(pid=95065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 06:48:14.426607 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f52ee397-cdc4-4d1e-b037-b6eb078e63fc admin admin] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:14.430575 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-f52ee397-cdc4-4d1e-b037-b6eb078e63fc admin admin] 10.222.0.39 "DELETE /v2.0/routers/6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd HTTP/1.1" status: 204 len: 168 time: 1.3523459 Sep 23 06:48:14.433403 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 59938) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:48:14.462776 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:14.465179 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a41b060b-f35f-4711-b4bd-bb6018f2e914 req-64dc955f-15f1-4d00-adda-329a0e79629a tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719664 Sep 23 06:48:14.485305 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d4a6c5-9d6f-4158-b326-f70f72690d0b None None] The sync data for ids ['6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd'] in n-d-715271-16 is: [{'id': '6f42163e-81a4-4fe4-9d1e-9fe6e5bd30bd', 'name': 'tempest-ServersTestFqdnHostnames-1067069938-router', 'tenant_id': 'b534364c1ecd44a69b47cf0ed516d622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:44:22Z', 'updated_at': '2021-09-23T06:48:14Z', 'revision_number': 7, 'project_id': 'b534364c1ecd44a69b47cf0ed516d622', 'gw_port_host': None}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:48:14.496244 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd561a7b-e8cd-416b-ac0f-035ccafc28a0 admin admin] Deleting subnet 22e559b1-bc95-4b10-a948-81fb2fccd5ed {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:48:14.515706 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cd561a7b-e8cd-416b-ac0f-035ccafc28a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:14.570986 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1170da31-ee2c-43af-8ed1-d8731dbcbb73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:14.639096 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cd561a7b-e8cd-416b-ac0f-035ccafc28a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:14.645720 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '671265d2-16fd-4692-9592-414591c0025a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f947862c-9ae7-4ba5-beb5-fa04f2f02f9f'}, {'server_uuid': 'a03990d8-4d3c-4405-8379-9bf6dba95a6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18b58b81-7b3d-4f4d-8a44-a5babc67c7ed'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:48:14.647649 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1170da31-ee2c-43af-8ed1-d8731dbcbb73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:14.648417 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc10a1b-7d28-456d-9651-0908b536e6bf" -d '{"events": [{"server_uuid": "671265d2-16fd-4692-9592-414591c0025a", "name": "network-vif-plugged", "status": "completed", "tag": "f947862c-9ae7-4ba5-beb5-fa04f2f02f9f"}, {"server_uuid": "a03990d8-4d3c-4405-8379-9bf6dba95a6a", "name": "network-vif-plugged", "status": "completed", "tag": "18b58b81-7b3d-4f4d-8a44-a5babc67c7ed"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:48:14.654923 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 18b58b81-7b3d-4f4d-8a44-a5babc67c7ed, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=18b58b81-7b3d-4f4d-8a44-a5babc67c7ed,segment=NetworkSegment(f93b6022-d5e5-431e-9dcb-2461df9c5b3b),segment_id=f93b6022-d5e5-431e-9dcb-2461df9c5b3b)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:48:14.663726 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:14.745852 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=18b58b81-7b3d-4f4d-8a44-a5babc67c7ed,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:14.757428 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cd561a7b-e8cd-416b-ac0f-035ccafc28a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:14.773669 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a873c7-5040-498e-b418-6fbe08139a15 admin admin] Router 13119104-960c-4017-b2f8-608fd4d99c3a has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:48:14.790651 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297f41a3-c5fc-4d9b-b7e9-9480a5760617 req-770f1560-c23e-4f25-9d17-9099a1e7c21d tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:14.792046 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-297f41a3-c5fc-4d9b-b7e9-9480a5760617 req-770f1560-c23e-4f25-9d17-9099a1e7c21d tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/ports?device_id=78a6b827-061d-4284-b0e3-3ac50ee2a042 HTTP/1.1" status: 200 len: 946 time: 0.7845953 Sep 23 06:48:14.793434 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4070b5-9a30-4d2f-b257-90609efb3918 req-88511669-9599-4843-9553-ad6d2a0a79c6 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:14.800994 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0f4070b5-9a30-4d2f-b257-90609efb3918 req-88511669-9599-4843-9553-ad6d2a0a79c6 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=15aadf6d-92cc-45e5-93dd-90da99561c46 HTTP/1.1" status: 200 len: 945 time: 0.0930324 Sep 23 06:48:14.801188 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1170da31-ee2c-43af-8ed1-d8731dbcbb73 admin admin] Network 101e91e4-7df0-4369-ab96-69b58e29208f is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:48:14.810748 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1170da31-ee2c-43af-8ed1-d8731dbcbb73 admin admin] Pushing event updated for resources: {'Port': ['ID=be579268-3724-4b06-b884-b4f755064dac,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:14.814616 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-1170da31-ee2c-43af-8ed1-d8731dbcbb73 admin admin] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:48:14.816990 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1170da31-ee2c-43af-8ed1-d8731dbcbb73 admin admin] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:48:14.850469 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0f4070b5-9a30-4d2f-b257-90609efb3918 req-57253bc7-bdf1-4535-b7a0-d3df71b9f210 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485611 Sep 23 06:48:14.886406 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cd561a7b-e8cd-416b-ac0f-035ccafc28a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:14.911038 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0e77527e-d1a7-4cd7-9805-16dc3b335963 req-e6a5fe85-88b4-4255-8ebd-bdc9c921061b service neutron] 10.222.0.58 "GET /v2.0/networks/e4c06a7b-26ab-40e8-89e0-ef0444e22da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9828844 Sep 23 06:48:14.947135 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 23 Sep 2021 06:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3112917c-c658-479a-8c1a-d1a6393c2ce3 x-openstack-request-id: req-3112917c-c658-479a-8c1a-d1a6393c2ce3 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:48:14.947446 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "671265d2-16fd-4692-9592-414591c0025a", "name": "network-vif-plugged", "status": "completed", "tag": "f947862c-9ae7-4ba5-beb5-fa04f2f02f9f", "code": 200}, {"server_uuid": "a03990d8-4d3c-4405-8379-9bf6dba95a6a", "name": "network-vif-plugged", "status": "completed", "tag": "18b58b81-7b3d-4f4d-8a44-a5babc67c7ed", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:48:14.947688 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3112917c-c658-479a-8c1a-d1a6393c2ce3 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:48:14.948093 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '671265d2-16fd-4692-9592-414591c0025a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f947862c-9ae7-4ba5-beb5-fa04f2f02f9f', 'code': 200} Sep 23 06:48:14.948345 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a03990d8-4d3c-4405-8379-9bf6dba95a6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18b58b81-7b3d-4f4d-8a44-a5babc67c7ed', 'code': 200} Sep 23 06:48:14.959135 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd561a7b-e8cd-416b-ac0f-035ccafc28a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22e559b1-bc95-4b10-a948-81fb2fccd5ed,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:14.986074 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd561a7b-e8cd-416b-ac0f-035ccafc28a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:48:14.986766 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5b2e9d-2160-4f70-a9e7-9f1e38590367 None None] Network 2b7bd705-2e60-460a-a561-0bf7bffe3f38 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:48:14.986922 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd561a7b-e8cd-416b-ac0f-035ccafc28a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:48:14.987510 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd561a7b-e8cd-416b-ac0f-035ccafc28a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:48:14.988074 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd561a7b-e8cd-416b-ac0f-035ccafc28a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:48:14.988789 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd561a7b-e8cd-416b-ac0f-035ccafc28a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:48:14.990616 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd561a7b-e8cd-416b-ac0f-035ccafc28a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:48:14.991324 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd561a7b-e8cd-416b-ac0f-035ccafc28a0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:48:14.991898 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd561a7b-e8cd-416b-ac0f-035ccafc28a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:48:14.992724 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd561a7b-e8cd-416b-ac0f-035ccafc28a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:48:14.993413 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd561a7b-e8cd-416b-ac0f-035ccafc28a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:48:14.993994 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd561a7b-e8cd-416b-ac0f-035ccafc28a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:48:14.994571 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd561a7b-e8cd-416b-ac0f-035ccafc28a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:48:15.001975 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cd561a7b-e8cd-416b-ac0f-035ccafc28a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:15.007105 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-cd561a7b-e8cd-416b-ac0f-035ccafc28a0 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/22e559b1-bc95-4b10-a948-81fb2fccd5ed HTTP/1.1" status: 204 len: 168 time: 0.5726304 Sep 23 06:48:15.008546 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 59948) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:48:15.045614 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1170da31-ee2c-43af-8ed1-d8731dbcbb73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068614'] for router_interface, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:15.149954 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-297f41a3-c5fc-4d9b-b7e9-9480a5760617 req-72063708-33bb-4cc0-a907-4ddc8ad1951f tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/security-groups?id=abc74fe4-0953-4a1d-8589-19f26bab4282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3447843 Sep 23 06:48:15.300242 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-01c8f333-95ce-4ff3-9848-364ca60a29ed None None] Provisioning complete for port be579268-3724-4b06-b884-b4f755064dac triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:48:15.300706 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-01c8f333-95ce-4ff3-9848-364ca60a29ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:15.351110 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-01c8f333-95ce-4ff3-9848-364ca60a29ed None None] Port be579268-3724-4b06-b884-b4f755064dac cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:48:15.416881 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0e77527e-d1a7-4cd7-9805-16dc3b335963 req-810e2d0f-f7bc-4908-83df-580e65ae3ab4 service neutron] 10.222.0.58 "GET /v2.0/networks/e4c06a7b-26ab-40e8-89e0-ef0444e22da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4704025 Sep 23 06:48:15.443279 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f04324-3469-4c8c-be0a-8d710800feb1 None None] DHCP port deletion for 2b7bd705-2e60-460a-a561-0bf7bffe3f38 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 06:48:15.446182 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a873c7-5040-498e-b418-6fbe08139a15 admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:48:15.455137 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-22a873c7-5040-498e-b418-6fbe08139a15 admin admin] 10.222.0.39 "PUT /v2.0/routers/13119104-960c-4017-b2f8-608fd4d99c3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3772748 Sep 23 06:48:15.473513 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5eaf487-5727-4c0b-8cef-4e18a5483c18 None None] Sync routers for ids ['13119104-960c-4017-b2f8-608fd4d99c3a'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:48:15.493792 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5eaf487-5727-4c0b-8cef-4e18a5483c18 None None] Routers {'13119104-960c-4017-b2f8-608fd4d99c3a'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:48:15.499307 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-f5eaf487-5727-4c0b-8cef-4e18a5483c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:48:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['13119104-960c-4017-b2f8-608fd4d99c3a'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:48:15.500230 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa40391-336b-4ec3-a744-0f4fcf446983 req-236e6ee9-db3d-452f-9057-9b6fca81d96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:15.519185 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4aa40391-336b-4ec3-a744-0f4fcf446983 req-236e6ee9-db3d-452f-9057-9b6fca81d96f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a03990d8-4d3c-4405-8379-9bf6dba95a6a HTTP/1.1" status: 200 len: 1098 time: 0.3549638 Sep 23 06:48:15.611393 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4aa40391-336b-4ec3-a744-0f4fcf446983 req-642de690-a4a4-458b-b7cd-426c35d47fc1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811563 Sep 23 06:48:15.626632 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-44f04324-3469-4c8c-be0a-8d710800feb1 None None] Deleting port f905d5f0-abfc-4a20-926c-799a50dcb446 {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:48:15.632565 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-44f04324-3469-4c8c-be0a-8d710800feb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:15.764942 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-f5eaf487-5727-4c0b-8cef-4e18a5483c18 None None] Set router 13119104-960c-4017-b2f8-608fd4d99c3a gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:48:15.855449 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-44f04324-3469-4c8c-be0a-8d710800feb1 None None] For port f905d5f0-abfc-4a20-926c-799a50dcb446, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=f905d5f0-abfc-4a20-926c-799a50dcb446,segment=NetworkSegment(0da86c90-6a72-4e68-aee1-79a63b94f012),segment_id=0da86c90-6a72-4e68-aee1-79a63b94f012)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:48:15.856050 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-44f04324-3469-4c8c-be0a-8d710800feb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:15.861281 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1170da31-ee2c-43af-8ed1-d8731dbcbb73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:15.880626 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-44f04324-3469-4c8c-be0a-8d710800feb1 None None] Calling delete_port for f905d5f0-abfc-4a20-926c-799a50dcb446 owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:48:15.895428 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c9ef2b-d97c-4863-ad6e-18e9f7b34518 req-1c6d680c-707c-454d-87d6-b9348cfe7f1d tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:15.904142 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f2c9ef2b-d97c-4863-ad6e-18e9f7b34518 req-1c6d680c-707c-454d-87d6-b9348cfe7f1d tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=a03990d8-4d3c-4405-8379-9bf6dba95a6a HTTP/1.1" status: 200 len: 946 time: 0.2230930 Sep 23 06:48:15.959134 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2fa815a3-7a32-43f6-9a44-dc1e582121fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:16.009896 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f2c9ef2b-d97c-4863-ad6e-18e9f7b34518 req-a345b414-4cf0-48c2-b9f2-cd934dec343e tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047132 Sep 23 06:48:16.018891 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-f5eaf487-5727-4c0b-8cef-4e18a5483c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13119104-960c-4017-b2f8-608fd4d99c3a', 'name': 'tempest-ServersTestBootFromVolume-1982757465-router', 'tenant_id': '2717295d607749ba9e686f8b98a96be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': 'aed369ab-2bc3-422b-aefc-a1a13e42771d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:48:03Z', 'updated_at': '2021-09-23T06:48:11Z', 'revision_number': 4, 'project_id': '2717295d607749ba9e686f8b98a96be1', 'gw_port': {'id': 'aed369ab-2bc3-422b-aefc-a1a13e42771d', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:57:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13119104-960c-4017-b2f8-608fd4d99c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:48:04Z', 'updated_at': '2021-09-23T06:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '3956ddab-2b87-43b4-a301-401d3c86fb95', 'name': '', 'network_id': 'eff2865d-ee9a-496c-8687-af6ecd1b642b', 'tenant_id': '2717295d607749ba9e686f8b98a96be1', 'mac_address': 'fa:16:3e:3b:81:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13119104-960c-4017-b2f8-608fd4d99c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '8a474d77-13d4-47cb-baa4-fd0c6e3c1147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:48:09Z', 'updated_at': '2021-09-23T06:48:11Z', 'revision_number': 2, 'project_id': '2717295d607749ba9e686f8b98a96be1', 'subnets': [{'id': '8a474d77-13d4-47cb-baa4-fd0c6e3c1147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:48:16.022954 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8dbf34-9f4a-4baa-8a16-18e285db4284 req-2afe0659-daaa-461f-acba-8f454188f853 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:16.025262 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device aed369ab-2bc3-422b-aefc-a1a13e42771d up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:48:16.038965 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6f8dbf34-9f4a-4baa-8a16-18e285db4284 req-2afe0659-daaa-461f-acba-8f454188f853 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=671265d2-16fd-4692-9592-414591c0025a HTTP/1.1" status: 200 len: 945 time: 0.8935568 Sep 23 06:48:16.154432 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5eaf487-5727-4c0b-8cef-4e18a5483c18 None None] Checking router: 13119104-960c-4017-b2f8-608fd4d99c3a for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:48:16.156078 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5eaf487-5727-4c0b-8cef-4e18a5483c18 None None] Updating router 13119104-960c-4017-b2f8-608fd4d99c3a port 3956ddab-2b87-43b4-a301-401d3c86fb95 binding host n-d-715271-16 {{(pid=95068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 06:48:16.217841 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port aed369ab-2bc3-422b-aefc-a1a13e42771d triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:48:16.218524 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:16.228675 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8207b5-7d10-4c90-b6ae-dd1c81735f4b req-be3446e6-280a-4872-96f6-247e185f2a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:16.231146 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ee8207b5-7d10-4c90-b6ae-dd1c81735f4b req-be3446e6-280a-4872-96f6-247e185f2a19 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=671265d2-16fd-4692-9592-414591c0025a HTTP/1.1" status: 200 len: 1097 time: 1.0945885 Sep 23 06:48:16.261825 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-f5eaf487-5727-4c0b-8cef-4e18a5483c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:16.278143 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6f8dbf34-9f4a-4baa-8a16-18e285db4284 req-77927dce-edaf-4c0e-a9f8-f0063624b5f1 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=df69b107-d214-48a1-9de3-f64218339a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362490 Sep 23 06:48:16.306775 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ee8207b5-7d10-4c90-b6ae-dd1c81735f4b req-875a03c5-33a1-4666-90a9-224b00160db9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=df69b107-d214-48a1-9de3-f64218339a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599341 Sep 23 06:48:16.324227 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-2fa815a3-7a32-43f6-9a44-dc1e582121fb admin admin] Deleting port f905d5f0-abfc-4a20-926c-799a50dcb446 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:48:16.325893 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2fa815a3-7a32-43f6-9a44-dc1e582121fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:16.417347 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1170da31-ee2c-43af-8ed1-d8731dbcbb73 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:16.435235 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1170da31-ee2c-43af-8ed1-d8731dbcbb73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:16.465631 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 0ccf14e5-74da-4249-8669-d7172e21ffe2 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:48:16.478692 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-2fa815a3-7a32-43f6-9a44-dc1e582121fb admin admin] For port f905d5f0-abfc-4a20-926c-799a50dcb446, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=f905d5f0-abfc-4a20-926c-799a50dcb446,segment=NetworkSegment(0da86c90-6a72-4e68-aee1-79a63b94f012),segment_id=0da86c90-6a72-4e68-aee1-79a63b94f012)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:48:16.479062 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2fa815a3-7a32-43f6-9a44-dc1e582121fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:16.480196 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-44f04324-3469-4c8c-be0a-8d710800feb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:16.508546 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-2fa815a3-7a32-43f6-9a44-dc1e582121fb admin admin] Calling delete_port for f905d5f0-abfc-4a20-926c-799a50dcb446 owned by network:dhcp {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:48:16.544343 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1170da31-ee2c-43af-8ed1-d8731dbcbb73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067062'] for router_interface, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:16.548594 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f04324-3469-4c8c-be0a-8d710800feb1 None None] No DVR routers for this DVR port f905d5f0-abfc-4a20-926c-799a50dcb446 on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:48:16.556049 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f04324-3469-4c8c-be0a-8d710800feb1 None None] Pushing event deleted for resources: {'Port': ['ID=f905d5f0-abfc-4a20-926c-799a50dcb446,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:16.570735 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1170da31-ee2c-43af-8ed1-d8731dbcbb73 admin admin] Pushing event updated for resources: {'Port': ['ID=be579268-3724-4b06-b884-b4f755064dac,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:16.587254 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 0ccf14e5-74da-4249-8669-d7172e21ffe2 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:48:16.588040 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:16.701905 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6cb73f-20fe-4f3b-aeb4-7f703bbdab91 req-3d7fee51-18b5-4924-90d1-d17338016c49 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:16.709098 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0b6cb73f-20fe-4f3b-aeb4-7f703bbdab91 req-3d7fee51-18b5-4924-90d1-d17338016c49 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=15aadf6d-92cc-45e5-93dd-90da99561c46 HTTP/1.1" status: 200 len: 945 time: 0.1819012 Sep 23 06:48:16.745153 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:16.777612 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1170da31-ee2c-43af-8ed1-d8731dbcbb73 admin admin] Network 101e91e4-7df0-4369-ab96-69b58e29208f is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:48:16.781074 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-1170da31-ee2c-43af-8ed1-d8731dbcbb73 admin admin] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:48:16.784935 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2fa815a3-7a32-43f6-9a44-dc1e582121fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:16.794633 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port 0ccf14e5-74da-4249-8669-d7172e21ffe2, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=0ccf14e5-74da-4249-8669-d7172e21ffe2,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:48:16.804372 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:16.824112 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 4a7a9389-e577-429d-92ed-47667fd30c37 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:48:16.824432 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-f5eaf487-5727-4c0b-8cef-4e18a5483c18 None None] Notify callbacks [] for port, precommit_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:16.842877 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-f5eaf487-5727-4c0b-8cef-4e18a5483c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:16.866229 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0b6cb73f-20fe-4f3b-aeb4-7f703bbdab91 req-91169d0b-a8db-4dd8-98a9-3d5a9bc2ae33 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442692 Sep 23 06:48:16.882503 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa815a3-7a32-43f6-9a44-dc1e582121fb admin admin] Pushing event deleted for resources: {'Port': ['ID=f905d5f0-abfc-4a20-926c-799a50dcb446,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:16.897445 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa815a3-7a32-43f6-9a44-dc1e582121fb admin admin] No DVR routers for this DVR port f905d5f0-abfc-4a20-926c-799a50dcb446 on host n-d-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:48:16.926918 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 4a7a9389-e577-429d-92ed-47667fd30c37 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:48:16.926918 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 4a7a9389-e577-429d-92ed-47667fd30c37 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:48:17.003740 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=0ccf14e5-74da-4249-8669-d7172e21ffe2,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:17.112378 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1170da31-ee2c-43af-8ed1-d8731dbcbb73 admin admin] Router 64ba87ac-e142-4291-ab31-5b3e6dbccc60 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:48:17.128037 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2fa815a3-7a32-43f6-9a44-dc1e582121fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:17.136041 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device cb5f62ab-f482-46f4-80e8-bfb969cbc0df no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:48:17.216465 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: cb5f62ab-f482-46f4-80e8-bfb969cbc0df {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:48:17.217973 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device cb5f62ab-f482-46f4-80e8-bfb969cbc0df not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:48:17.219637 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device f905d5f0-abfc-4a20-926c-799a50dcb446 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:48:17.226219 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 59970) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:48:17.231521 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-1d40a72f-8fc7-4ae6-9230-2d0945c0bd5e tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Request body: {'security_group': {'name': 'tempest-securitygroup--898218079', 'description': 'tempest-description--1069028961'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:48:17.237480 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-2fa815a3-7a32-43f6-9a44-dc1e582121fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b7bd705-2e60-460a-a561-0bf7bffe3f38']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:48:17.267994 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-2fa815a3-7a32-43f6-9a44-dc1e582121fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0da86c90-6a72-4e68-aee1-79a63b94f012') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:48:17.268383 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-2fa815a3-7a32-43f6-9a44-dc1e582121fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0da86c90-6a72-4e68-aee1-79a63b94f012') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:48:17.281373 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7dd25a-f37b-4a00-8129-7543608518ee None None] Pushing event updated for resources: {'Port': ['ID=3956ddab-2b87-43b4-a301-401d3c86fb95,revision_number=3']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:17.297566 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2fa815a3-7a32-43f6-9a44-dc1e582121fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:17.300752 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: f905d5f0-abfc-4a20-926c-799a50dcb446 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:48:17.301375 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device f905d5f0-abfc-4a20-926c-799a50dcb446 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:48:17.352901 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f5467-06d8-460e-a6d4-3eb9978be2f4 req-17d614f6-616b-4aa3-bccd-0724b95835e4 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:17.358325 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-ace84cd1-2e1f-4b3e-a416-c8e22b8d4a16 None None] Provisioning complete for port be579268-3724-4b06-b884-b4f755064dac triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:48:17.359106 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ace84cd1-2e1f-4b3e-a416-c8e22b8d4a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:17.366463 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3a8f5467-06d8-460e-a6d4-3eb9978be2f4 req-17d614f6-616b-4aa3-bccd-0724b95835e4 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/ports?device_id=78a6b827-061d-4284-b0e3-3ac50ee2a042 HTTP/1.1" status: 200 len: 946 time: 0.2340319 Sep 23 06:48:17.379535 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2fa815a3-7a32-43f6-9a44-dc1e582121fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:17.385501 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1d40a72f-8fc7-4ae6-9230-2d0945c0bd5e tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:17.391646 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-f5eaf487-5727-4c0b-8cef-4e18a5483c18 None None] Attempting to bind port 3956ddab-2b87-43b4-a301-401d3c86fb95 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:48:17.392023 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-f5eaf487-5727-4c0b-8cef-4e18a5483c18 None None] Attempting to bind port 3956ddab-2b87-43b4-a301-401d3c86fb95 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '6b3cb23f-8559-4986-925f-1b0c3e785910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'eff2865d-ee9a-496c-8687-af6ecd1b642b'}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:48:17.392697 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5eaf487-5727-4c0b-8cef-4e18a5483c18 None None] Attempting to bind port 3956ddab-2b87-43b4-a301-401d3c86fb95 on network eff2865d-ee9a-496c-8687-af6ecd1b642b {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:48:17.408502 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-ace84cd1-2e1f-4b3e-a416-c8e22b8d4a16 None None] Port be579268-3724-4b06-b884-b4f755064dac cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:48:17.413765 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fa815a3-7a32-43f6-9a44-dc1e582121fb admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:48:17.414126 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2fa815a3-7a32-43f6-9a44-dc1e582121fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:17.417943 n-d-715271-16 neutron-server[95065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 06:48:17.417943 n-d-715271-16 neutron-server[95065]: self.session.flush() Sep 23 06:48:17.417943 n-d-715271-16 neutron-server[95065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 06:48:17.417943 n-d-715271-16 neutron-server[95065]: self.session.flush() Sep 23 06:48:17.417943 n-d-715271-16 neutron-server[95065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 06:48:17.417943 n-d-715271-16 neutron-server[95065]: self.session.flush() Sep 23 06:48:17.417943 n-d-715271-16 neutron-server[95065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 06:48:17.417943 n-d-715271-16 neutron-server[95065]: self.session.flush() Sep 23 06:48:17.417943 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 06:48:17.417943 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:48:17.417943 n-d-715271-16 neutron-server[95065]: timer() Sep 23 06:48:17.417943 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:48:17.417943 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 06:48:17.417943 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:48:17.417943 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 06:48:17.417943 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:48:17.417943 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 06:48:17.417943 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:48:17.417943 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 06:48:17.417943 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:48:17.417943 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 06:48:17.417943 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:48:17.417943 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:48:17.417943 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:48:17.417943 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:48:17.417943 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:48:17.417943 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 06:48:17.417943 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:48:17.417943 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 06:48:17.417943 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:48:17.417943 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:48:17.417943 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:48:17.417943 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 06:48:17.417943 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:48:17.417943 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:48:17.417943 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:48:17.417943 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:48:17.417943 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:48:17.417943 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:48:17.417943 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:48:17.422114 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5eaf487-5727-4c0b-8cef-4e18a5483c18 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:48:17.422689 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5eaf487-5727-4c0b-8cef-4e18a5483c18 None None] Checking segment: {'id': '6b3cb23f-8559-4986-925f-1b0c3e785910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'eff2865d-ee9a-496c-8687-af6ecd1b642b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:48:17.422927 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-f5eaf487-5727-4c0b-8cef-4e18a5483c18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:17.423329 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5eaf487-5727-4c0b-8cef-4e18a5483c18 None None] Bound using segment: {'id': '6b3cb23f-8559-4986-925f-1b0c3e785910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'eff2865d-ee9a-496c-8687-af6ecd1b642b'} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:48:17.423955 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-f5eaf487-5727-4c0b-8cef-4e18a5483c18 None None] Bound port: 3956ddab-2b87-43b4-a301-401d3c86fb95, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3cb23f-8559-4986-925f-1b0c3e785910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'eff2865d-ee9a-496c-8687-af6ecd1b642b'}}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:48:17.424392 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-f5eaf487-5727-4c0b-8cef-4e18a5483c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:17.492270 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1170da31-ee2c-43af-8ed1-d8731dbcbb73 admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:48:17.504760 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccb3de9-cba2-4679-8722-ca0f6b67c4c7 None None] Sync routers for ids ['64ba87ac-e142-4291-ab31-5b3e6dbccc60'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:48:17.517326 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-1170da31-ee2c-43af-8ed1-d8731dbcbb73 admin admin] 10.222.0.39 "PUT /v2.0/routers/64ba87ac-e142-4291-ab31-5b3e6dbccc60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4118550 Sep 23 06:48:17.526758 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3a8f5467-06d8-460e-a6d4-3eb9978be2f4 req-0a7646c3-d211-4151-a009-a7feb00a13d4 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/security-groups?id=abc74fe4-0953-4a1d-8589-19f26bab4282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556289 Sep 23 06:48:17.553310 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe3feda-9132-44f2-83ae-c5d3c18ac3f6 req-2ef75e28-15a2-4f22-ba9c-d36bcc41b2f2 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:17.555385 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cbe3feda-9132-44f2-83ae-c5d3c18ac3f6 req-2ef75e28-15a2-4f22-ba9c-d36bcc41b2f2 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=15aadf6d-92cc-45e5-93dd-90da99561c46 HTTP/1.1" status: 200 len: 945 time: 0.1565785 Sep 23 06:48:17.574347 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2fa815a3-7a32-43f6-9a44-dc1e582121fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:17.575495 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccb3de9-cba2-4679-8722-ca0f6b67c4c7 None None] Routers {'64ba87ac-e142-4291-ab31-5b3e6dbccc60'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:48:17.578653 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-cccb3de9-cba2-4679-8722-ca0f6b67c4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:48:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['64ba87ac-e142-4291-ab31-5b3e6dbccc60'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:48:17.578840 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-f5eaf487-5727-4c0b-8cef-4e18a5483c18 None None] For port 3956ddab-2b87-43b4-a301-401d3c86fb95, host n-d-715271-16, cleared binding levels {{(pid=95068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:48:17.583711 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2fa815a3-7a32-43f6-9a44-dc1e582121fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:17.587384 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-f5eaf487-5727-4c0b-8cef-4e18a5483c18 None None] For port 3956ddab-2b87-43b4-a301-401d3c86fb95, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=3956ddab-2b87-43b4-a301-401d3c86fb95,segment=NetworkSegment(6b3cb23f-8559-4986-925f-1b0c3e785910),segment_id=6b3cb23f-8559-4986-925f-1b0c3e785910)] {{(pid=95068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:48:17.589560 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-2fa815a3-7a32-43f6-9a44-dc1e582121fb admin admin] 10.222.0.39 "DELETE /v2.0/networks/2b7bd705-2e60-460a-a561-0bf7bffe3f38 HTTP/1.1" status: 204 len: 168 time: 2.5792172 Sep 23 06:48:17.600808 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-f5eaf487-5727-4c0b-8cef-4e18a5483c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:17.658512 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa815a3-7a32-43f6-9a44-dc1e582121fb admin admin] Pushing event deleted for resources: {'Network': ['ID=2b7bd705-2e60-460a-a561-0bf7bffe3f38,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:17.665684 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cbe3feda-9132-44f2-83ae-c5d3c18ac3f6 req-52a3a5a4-4306-49f1-8411-99e919a0e65c tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033957 Sep 23 06:48:17.779553 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5eaf487-5727-4c0b-8cef-4e18a5483c18 None None] Routers {'13119104-960c-4017-b2f8-608fd4d99c3a'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:48:17.780204 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-f5eaf487-5727-4c0b-8cef-4e18a5483c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:48:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['13119104-960c-4017-b2f8-608fd4d99c3a'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:48:17.782327 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7dd25a-f37b-4a00-8129-7543608518ee None None] Pushing event updated for resources: {'Port': ['ID=3956ddab-2b87-43b4-a301-401d3c86fb95,revision_number=4']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:17.809160 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1d40a72f-8fc7-4ae6-9230-2d0945c0bd5e tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:17.816650 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1d40a72f-8fc7-4ae6-9230-2d0945c0bd5e tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:17.836302 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 59982) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:48:17.895729 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31edd62b-c390-4aa3-8c22-0e784a88795f req-ae8723fa-83ee-4890-962c-9229745b1216 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:17.897767 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-31edd62b-c390-4aa3-8c22-0e784a88795f req-ae8723fa-83ee-4890-962c-9229745b1216 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=a03990d8-4d3c-4405-8379-9bf6dba95a6a HTTP/1.1" status: 200 len: 946 time: 0.2001431 Sep 23 06:48:17.900710 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-cccb3de9-cba2-4679-8722-ca0f6b67c4c7 None None] Set router 64ba87ac-e142-4291-ab31-5b3e6dbccc60 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:48:18.002792 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f0656-ae35-4ea6-a62d-840f471a2bf7 req-5fb412bf-bad6-4b6b-856a-265f9df33626 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:18.011353 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c56f0656-ae35-4ea6-a62d-840f471a2bf7 req-5fb412bf-bad6-4b6b-856a-265f9df33626 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=671265d2-16fd-4692-9592-414591c0025a HTTP/1.1" status: 200 len: 945 time: 0.1662483 Sep 23 06:48:18.012222 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-31edd62b-c390-4aa3-8c22-0e784a88795f req-589800b7-28e8-4301-ae92-179265675519 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048572 Sep 23 06:48:18.031395 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1d40a72f-8fc7-4ae6-9230-2d0945c0bd5e tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:18.041671 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-d120c51b-8fc6-4024-b374-68ca47e70c8d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b534364c1ecd44a69b47cf0ed516d622&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1990399 Sep 23 06:48:18.047716 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-1d40a72f-8fc7-4ae6-9230-2d0945c0bd5e tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8193328 Sep 23 06:48:18.055275 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 59992) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:48:18.055893 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 59994) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:48:18.066321 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d40a72f-8fc7-4ae6-9230-2d0945c0bd5e tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb6529b-504d-43b9-ab4f-6fe68e529500,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:18.104453 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-f5eaf487-5727-4c0b-8cef-4e18a5483c18 None None] Set router 13119104-960c-4017-b2f8-608fd4d99c3a gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:48:18.104891 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-5066656b-3f6f-40c6-939d-6464bbe3def5 None None] Provisioning complete for port 3956ddab-2b87-43b4-a301-401d3c86fb95 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:48:18.104891 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5066656b-3f6f-40c6-939d-6464bbe3def5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:18.123622 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-18324d93-18c0-480b-a0d0-80477cfec072 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Request body: {'security_group_rule': {'security_group_id': '5fb6529b-504d-43b9-ab4f-6fe68e529500', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:48:18.156367 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c56f0656-ae35-4ea6-a62d-840f471a2bf7 req-0775ef5c-a4cb-4a58-b984-8bfcce53f2e3 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=df69b107-d214-48a1-9de3-f64218339a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441672 Sep 23 06:48:18.275538 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-18324d93-18c0-480b-a0d0-80477cfec072 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:18.322765 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5066656b-3f6f-40c6-939d-6464bbe3def5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:18.378207 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c92a7201-0bc9-47d5-8791-cf1c3eb3f2d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:18.437597 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-5066656b-3f6f-40c6-939d-6464bbe3def5 None None] For port 3956ddab-2b87-43b4-a301-401d3c86fb95, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=3956ddab-2b87-43b4-a301-401d3c86fb95,segment=NetworkSegment(6b3cb23f-8559-4986-925f-1b0c3e785910),segment_id=6b3cb23f-8559-4986-925f-1b0c3e785910)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:48:18.449995 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5066656b-3f6f-40c6-939d-6464bbe3def5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:18.472283 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-18324d93-18c0-480b-a0d0-80477cfec072 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:18.476006 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c92a7201-0bc9-47d5-8791-cf1c3eb3f2d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:18.486793 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-18324d93-18c0-480b-a0d0-80477cfec072 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:18.525154 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-cccb3de9-cba2-4679-8722-ca0f6b67c4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64ba87ac-e142-4291-ab31-5b3e6dbccc60', 'name': 'tempest-TaggedBootDevicesTest_v242-627469932-router', 'tenant_id': '147ee43e793f431bb6dc0e9de8ff2960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '0ccf14e5-74da-4249-8669-d7172e21ffe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:48:04Z', 'updated_at': '2021-09-23T06:48:15Z', 'revision_number': 4, 'project_id': '147ee43e793f431bb6dc0e9de8ff2960', 'gw_port': {'id': '0ccf14e5-74da-4249-8669-d7172e21ffe2', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ba87ac-e142-4291-ab31-5b3e6dbccc60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:48:06Z', 'updated_at': '2021-09-23T06:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': 'be579268-3724-4b06-b884-b4f755064dac', 'name': '', 'network_id': '101e91e4-7df0-4369-ab96-69b58e29208f', 'tenant_id': '147ee43e793f431bb6dc0e9de8ff2960', 'mac_address': 'fa:16:3e:26:df:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64ba87ac-e142-4291-ab31-5b3e6dbccc60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'f10707c7-ecb6-4efa-8289-ef31b97494c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:48:13Z', 'updated_at': '2021-09-23T06:48:16Z', 'revision_number': 2, 'project_id': '147ee43e793f431bb6dc0e9de8ff2960', 'subnets': [{'id': 'f10707c7-ecb6-4efa-8289-ef31b97494c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:48:18.552288 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e618a-5ee7-435e-8c6f-dedf49b4f6cd req-7de05175-78aa-47fd-b168-596546f849b3 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:18.554038 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b94e618a-5ee7-435e-8c6f-dedf49b4f6cd req-7de05175-78aa-47fd-b168-596546f849b3 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/ports?device_id=78a6b827-061d-4284-b0e3-3ac50ee2a042 HTTP/1.1" status: 200 len: 946 time: 0.1272488 Sep 23 06:48:18.559396 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18324d93-18c0-480b-a0d0-80477cfec072 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0b39872-f648-46b7-b204-e585375db6c1,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:18.572776 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5066656b-3f6f-40c6-939d-6464bbe3def5 None None] Pushing event updated for resources: {'Port': ['ID=3956ddab-2b87-43b4-a301-401d3c86fb95,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:18.582132 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccb3de9-cba2-4679-8722-ca0f6b67c4c7 None None] Checking router: 64ba87ac-e142-4291-ab31-5b3e6dbccc60 for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:48:18.582585 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccb3de9-cba2-4679-8722-ca0f6b67c4c7 None None] Updating router 64ba87ac-e142-4291-ab31-5b3e6dbccc60 port be579268-3724-4b06-b884-b4f755064dac binding host n-d-715271-16 {{(pid=95067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 06:48:18.587225 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-18324d93-18c0-480b-a0d0-80477cfec072 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:18.588450 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-18324d93-18c0-480b-a0d0-80477cfec072 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4766085 Sep 23 06:48:18.592564 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5066656b-3f6f-40c6-939d-6464bbe3def5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:48:18.592910 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5066656b-3f6f-40c6-939d-6464bbe3def5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:48:18.593680 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5066656b-3f6f-40c6-939d-6464bbe3def5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:48:18.593680 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5066656b-3f6f-40c6-939d-6464bbe3def5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:48:18.594769 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5066656b-3f6f-40c6-939d-6464bbe3def5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:48:18.594922 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5066656b-3f6f-40c6-939d-6464bbe3def5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:48:18.595430 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5066656b-3f6f-40c6-939d-6464bbe3def5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:48:18.595563 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5066656b-3f6f-40c6-939d-6464bbe3def5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:48:18.595859 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5066656b-3f6f-40c6-939d-6464bbe3def5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:48:18.596650 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5066656b-3f6f-40c6-939d-6464bbe3def5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:48:18.596992 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5066656b-3f6f-40c6-939d-6464bbe3def5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:48:18.597554 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5066656b-3f6f-40c6-939d-6464bbe3def5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:48:18.598416 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 60034) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:48:18.603396 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b94e618a-5ee7-435e-8c6f-dedf49b4f6cd req-580faf82-3bef-4a44-853d-4c45aaeaed5f tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/security-groups?id=abc74fe4-0953-4a1d-8589-19f26bab4282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407879 Sep 23 06:48:18.611012 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-f5eaf487-5727-4c0b-8cef-4e18a5483c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13119104-960c-4017-b2f8-608fd4d99c3a', 'name': 'tempest-ServersTestBootFromVolume-1982757465-router', 'tenant_id': '2717295d607749ba9e686f8b98a96be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': 'aed369ab-2bc3-422b-aefc-a1a13e42771d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:48:03Z', 'updated_at': '2021-09-23T06:48:11Z', 'revision_number': 4, 'project_id': '2717295d607749ba9e686f8b98a96be1', 'gw_port': {'id': 'aed369ab-2bc3-422b-aefc-a1a13e42771d', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:57:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13119104-960c-4017-b2f8-608fd4d99c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:48:04Z', 'updated_at': '2021-09-23T06:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '3956ddab-2b87-43b4-a301-401d3c86fb95', 'name': '', 'network_id': 'eff2865d-ee9a-496c-8687-af6ecd1b642b', 'tenant_id': '2717295d607749ba9e686f8b98a96be1', 'mac_address': 'fa:16:3e:3b:81:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13119104-960c-4017-b2f8-608fd4d99c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '8a474d77-13d4-47cb-baa4-fd0c6e3c1147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:48:09Z', 'updated_at': '2021-09-23T06:48:17Z', 'revision_number': 4, 'project_id': '2717295d607749ba9e686f8b98a96be1', 'subnets': [{'id': '8a474d77-13d4-47cb-baa4-fd0c6e3c1147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:48:18.633633 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c92a7201-0bc9-47d5-8791-cf1c3eb3f2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:18.637210 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-d91656ed-9bca-4d41-b45e-fbabfcfd4d03 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Request body: {'security_group_rule': {'security_group_id': '5fb6529b-504d-43b9-ab4f-6fe68e529500', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:48:18.641210 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c92a7201-0bc9-47d5-8791-cf1c3eb3f2d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:18.647982 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-c92a7201-0bc9-47d5-8791-cf1c3eb3f2d2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0414f23a-b430-4cb6-a6dc-7de163c7b16e HTTP/1.1" status: 204 len: 168 time: 0.5758557 Sep 23 06:48:18.648214 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5eaf487-5727-4c0b-8cef-4e18a5483c18 None None] The sync data for ids ['13119104-960c-4017-b2f8-608fd4d99c3a'] in n-d-715271-16 is: [{'id': '13119104-960c-4017-b2f8-608fd4d99c3a', 'name': 'tempest-ServersTestBootFromVolume-1982757465-router', 'tenant_id': '2717295d607749ba9e686f8b98a96be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': 'aed369ab-2bc3-422b-aefc-a1a13e42771d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:48:03Z', 'updated_at': '2021-09-23T06:48:11Z', 'revision_number': 4, 'project_id': '2717295d607749ba9e686f8b98a96be1', 'gw_port': {'id': 'aed369ab-2bc3-422b-aefc-a1a13e42771d', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:57:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13119104-960c-4017-b2f8-608fd4d99c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:48:04Z', 'updated_at': '2021-09-23T06:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '3956ddab-2b87-43b4-a301-401d3c86fb95', 'name': '', 'network_id': 'eff2865d-ee9a-496c-8687-af6ecd1b642b', 'tenant_id': '2717295d607749ba9e686f8b98a96be1', 'mac_address': 'fa:16:3e:3b:81:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13119104-960c-4017-b2f8-608fd4d99c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '8a474d77-13d4-47cb-baa4-fd0c6e3c1147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:48:09Z', 'updated_at': '2021-09-23T06:48:17Z', 'revision_number': 4, 'project_id': '2717295d607749ba9e686f8b98a96be1', 'subnets': [{'id': '8a474d77-13d4-47cb-baa4-fd0c6e3c1147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:48:18.665798 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92a7201-0bc9-47d5-8791-cf1c3eb3f2d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0414f23a-b430-4cb6-a6dc-7de163c7b16e,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:18.701030 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdde361-e5c7-4fb1-82e5-ea0ab32d6102 req-482853a2-2ca3-4bed-98ea-eb5a66ec59ce tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:18.709315 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cfdde361-e5c7-4fb1-82e5-ea0ab32d6102 req-482853a2-2ca3-4bed-98ea-eb5a66ec59ce tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=15aadf6d-92cc-45e5-93dd-90da99561c46 HTTP/1.1" status: 200 len: 945 time: 0.1949034 Sep 23 06:48:18.763929 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d91656ed-9bca-4d41-b45e-fbabfcfd4d03 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:18.815571 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6609a9f5-e14e-4ab3-a9c9-d5c7de964a69 req-8b6d3cd4-d077-463c-b761-7ee09b13c3c0 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:18.826308 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6609a9f5-e14e-4ab3-a9c9-d5c7de964a69 req-8b6d3cd4-d077-463c-b761-7ee09b13c3c0 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=a03990d8-4d3c-4405-8379-9bf6dba95a6a HTTP/1.1" status: 200 len: 946 time: 0.0849955 Sep 23 06:48:18.847723 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cfdde361-e5c7-4fb1-82e5-ea0ab32d6102 req-cc787db9-042b-477e-b1e7-418829472209 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374247 Sep 23 06:48:18.899783 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6609a9f5-e14e-4ab3-a9c9-d5c7de964a69 req-839e369b-262d-4ce5-896e-48602a948494 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722189 Sep 23 06:48:18.962926 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-2f952565-c185-488e-a8af-5edd7ef3c30b None None] Provisioning complete for port 3956ddab-2b87-43b4-a301-401d3c86fb95 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:48:18.965682 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2f952565-c185-488e-a8af-5edd7ef3c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:18.967869 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-cccb3de9-cba2-4679-8722-ca0f6b67c4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:19.058735 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d91656ed-9bca-4d41-b45e-fbabfcfd4d03 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:19.069699 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d91656ed-9bca-4d41-b45e-fbabfcfd4d03 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:19.114652 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91656ed-9bca-4d41-b45e-fbabfcfd4d03 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6f1ad7a-0dca-4c07-9470-9c2672cb7657,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:19.137571 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f78d5c4-a857-4b93-b430-72e263bca21b req-546aa469-ee0d-4ddd-b39f-8c94dbbcd0b5 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:19.146184 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8f78d5c4-a857-4b93-b430-72e263bca21b req-546aa469-ee0d-4ddd-b39f-8c94dbbcd0b5 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=15aadf6d-92cc-45e5-93dd-90da99561c46 HTTP/1.1" status: 200 len: 945 time: 0.1117814 Sep 23 06:48:19.146514 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db29a7-b0b6-4db3-a4a2-fc44c1339177 req-5c943525-a722-4730-bc8f-4044f01adf23 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:19.155911 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-81db29a7-b0b6-4db3-a4a2-fc44c1339177 req-5c943525-a722-4730-bc8f-4044f01adf23 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/ports?device_id=414d1d22-ae75-4655-9675-09e03837cb32 HTTP/1.1" status: 200 len: 946 time: 0.2294631 Sep 23 06:48:19.181747 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d91656ed-9bca-4d41-b45e-fbabfcfd4d03 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:19.183102 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-d91656ed-9bca-4d41-b45e-fbabfcfd4d03 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5708349 Sep 23 06:48:19.188307 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 60050) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:48:19.218740 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-5ad35c2a-c7e0-48a8-afae-de40d640dfa7 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Request body: {'floatingip': {'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:48:19.228077 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8f78d5c4-a857-4b93-b430-72e263bca21b req-f1a44e24-010f-4d52-89d8-6668918abfb1 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808835 Sep 23 06:48:19.252505 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-81db29a7-b0b6-4db3-a4a2-fc44c1339177 req-2f72b5bf-45da-461c-86f3-ec737fbafd74 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/security-groups?id=abc74fe4-0953-4a1d-8589-19f26bab4282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953932 Sep 23 06:48:19.268297 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5ad35c2a-c7e0-48a8-afae-de40d640dfa7 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Notify callbacks [] for floatingip, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:19.485603 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a8b6ba-9c50-4c3f-a84d-4b9c813e9063 req-0f5c7f92-5296-43b8-bf9d-7d0348e4680c tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:19.496871 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-05a8b6ba-9c50-4c3f-a84d-4b9c813e9063 req-0f5c7f92-5296-43b8-bf9d-7d0348e4680c tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=671265d2-16fd-4692-9592-414591c0025a HTTP/1.1" status: 200 len: 945 time: 0.1061370 Sep 23 06:48:19.511298 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5ad35c2a-c7e0-48a8-afae-de40d640dfa7 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:19.563431 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 0ccf14e5-74da-4249-8669-d7172e21ffe2 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:48:19.565133 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-05a8b6ba-9c50-4c3f-a84d-4b9c813e9063 req-1ba4b1ec-a1c9-4ff9-80e1-39804148feb2 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=df69b107-d214-48a1-9de3-f64218339a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666285 Sep 23 06:48:19.779202 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336aa871-a6ec-4149-923f-32110e6bdb4b req-a321e8e3-87ed-41d8-ba20-0efdfb3b03f6 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:19.787408 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-336aa871-a6ec-4149-923f-32110e6bdb4b req-a321e8e3-87ed-41d8-ba20-0efdfb3b03f6 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/ports?device_id=356423c8-f959-4480-bf1c-84f9e43207c9 HTTP/1.1" status: 200 len: 945 time: 0.1299539 Sep 23 06:48:19.864840 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-5ad35c2a-c7e0-48a8-afae-de40d640dfa7 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Allocated IP 172.25.2.174 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/b5a967a9-f173-47db-8c6f-e0aa613d8a54) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:48:19.899130 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-336aa871-a6ec-4149-923f-32110e6bdb4b req-302d81da-67d3-41b3-ae5e-82b138785c34 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/security-groups?id=abc74fe4-0953-4a1d-8589-19f26bab4282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106160 Sep 23 06:48:19.927888 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-cccb3de9-cba2-4679-8722-ca0f6b67c4c7 None None] Notify callbacks [] for port, precommit_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:19.966166 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-cccb3de9-cba2-4679-8722-ca0f6b67c4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:20.101853 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5ad35c2a-c7e0-48a8-afae-de40d640dfa7 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:20.161113 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9493d-f038-4097-a21c-709c4abce45b req-98c80e75-b3ea-493d-b5d0-b431ec263bd3 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:20.167130 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-37f9493d-f038-4097-a21c-709c4abce45b req-98c80e75-b3ea-493d-b5d0-b431ec263bd3 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=15aadf6d-92cc-45e5-93dd-90da99561c46 HTTP/1.1" status: 200 len: 945 time: 0.1193485 Sep 23 06:48:20.258659 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 0ccf14e5-74da-4249-8669-d7172e21ffe2 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:48:20.259065 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:20.289857 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5ad35c2a-c7e0-48a8-afae-de40d640dfa7 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:20.302305 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-37f9493d-f038-4097-a21c-709c4abce45b req-3b9e3f0d-24bd-4105-b846-d6010e8db07a tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217322 Sep 23 06:48:20.308738 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf840b43-da7e-4286-aa26-6e2a73bb08ec None None] Pushing event updated for resources: {'Port': ['ID=be579268-3724-4b06-b884-b4f755064dac,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:20.376671 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6258cfd4-3281-405e-a91f-979fbd7df307 req-8598d7ca-c046-40fb-b8b4-adcfbbf3fab8 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:20.378860 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6258cfd4-3281-405e-a91f-979fbd7df307 req-8598d7ca-c046-40fb-b8b4-adcfbbf3fab8 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.21 "GET /v2.0/ports?device_id=a03990d8-4d3c-4405-8379-9bf6dba95a6a HTTP/1.1" status: 200 len: 946 time: 0.2102792 Sep 23 06:48:20.385380 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [req-9d3aedb3-0f5a-48e1-8224-a11bbceb31ac req-e5d88e80-b477-4c20-b10f-643c03216a98 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=95065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 06:48:20.386580 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9d3aedb3-0f5a-48e1-8224-a11bbceb31ac req-e5d88e80-b477-4c20-b10f-643c03216a98 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065746 Sep 23 06:48:20.433703 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-cccb3de9-cba2-4679-8722-ca0f6b67c4c7 None None] Attempting to bind port be579268-3724-4b06-b884-b4f755064dac on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:48:20.434109 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-cccb3de9-cba2-4679-8722-ca0f6b67c4c7 None None] Attempting to bind port be579268-3724-4b06-b884-b4f755064dac by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '51e5ec9a-f432-4fca-9474-63e4a4e4e1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '101e91e4-7df0-4369-ab96-69b58e29208f'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:48:20.434713 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccb3de9-cba2-4679-8722-ca0f6b67c4c7 None None] Attempting to bind port be579268-3724-4b06-b884-b4f755064dac on network 101e91e4-7df0-4369-ab96-69b58e29208f {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:48:20.452895 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccb3de9-cba2-4679-8722-ca0f6b67c4c7 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:48:20.457251 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccb3de9-cba2-4679-8722-ca0f6b67c4c7 None None] Checking segment: {'id': '51e5ec9a-f432-4fca-9474-63e4a4e4e1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '101e91e4-7df0-4369-ab96-69b58e29208f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:48:20.460072 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad35c2a-c7e0-48a8-afae-de40d640dfa7 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:48:20.461020 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-cccb3de9-cba2-4679-8722-ca0f6b67c4c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:20.463050 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccb3de9-cba2-4679-8722-ca0f6b67c4c7 None None] Bound using segment: {'id': '51e5ec9a-f432-4fca-9474-63e4a4e4e1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '101e91e4-7df0-4369-ab96-69b58e29208f'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:48:20.463735 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-cccb3de9-cba2-4679-8722-ca0f6b67c4c7 None None] Bound port: be579268-3724-4b06-b884-b4f755064dac, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51e5ec9a-f432-4fca-9474-63e4a4e4e1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '101e91e4-7df0-4369-ab96-69b58e29208f'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:48:20.465326 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-cccb3de9-cba2-4679-8722-ca0f6b67c4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:20.476595 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-5ad35c2a-c7e0-48a8-afae-de40d640dfa7 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:48:20.496663 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad35c2a-c7e0-48a8-afae-de40d640dfa7 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Pushing event updated for resources: {'Port': ['ID=b5a967a9-f173-47db-8c6f-e0aa613d8a54,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:20.519276 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e2c33b-08f7-483f-a15c-2356ad6c4221 req-6b262d10-98d8-4145-9363-e46cc3998982 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:20.534252 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-17e2c33b-08f7-483f-a15c-2356ad6c4221 req-6b262d10-98d8-4145-9363-e46cc3998982 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=a03990d8-4d3c-4405-8379-9bf6dba95a6a HTTP/1.1" status: 200 len: 946 time: 0.3220944 Sep 23 06:48:20.556611 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad35c2a-c7e0-48a8-afae-de40d640dfa7 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:48:20.608159 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 60130) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:48:20.658424 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 3956ddab-2b87-43b4-a301-401d3c86fb95 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:48:20.689070 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-cccb3de9-cba2-4679-8722-ca0f6b67c4c7 None None] For port be579268-3724-4b06-b884-b4f755064dac, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:48:20.696386 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-0626c399-2ddb-4eaf-bfbf-f3314446fa10 None None] Provisioning complete for port be579268-3724-4b06-b884-b4f755064dac triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:48:20.696764 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0626c399-2ddb-4eaf-bfbf-f3314446fa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:20.708712 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5ad35c2a-c7e0-48a8-afae-de40d640dfa7 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:20.730607 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-17e2c33b-08f7-483f-a15c-2356ad6c4221 req-b81fbb40-be74-42b5-9f94-47f9347487a2 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934958 Sep 23 06:48:20.752948 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-0626c399-2ddb-4eaf-bfbf-f3314446fa10 None None] Port be579268-3724-4b06-b884-b4f755064dac cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:48:20.760607 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-cccb3de9-cba2-4679-8722-ca0f6b67c4c7 None None] For port be579268-3724-4b06-b884-b4f755064dac, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=be579268-3724-4b06-b884-b4f755064dac,segment=NetworkSegment(51e5ec9a-f432-4fca-9474-63e4a4e4e1fb),segment_id=51e5ec9a-f432-4fca-9474-63e4a4e4e1fb)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:48:20.768780 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-cccb3de9-cba2-4679-8722-ca0f6b67c4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:20.817557 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5ad35c2a-c7e0-48a8-afae-de40d640dfa7 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:20.878309 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-a0631d48-cd63-4c3b-964f-5c3838ce6119 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-890536527-network', 'tenant_id': '33a2678e7dd541d0b0f49c109db717e9'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:48:20.884694 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccb3de9-cba2-4679-8722-ca0f6b67c4c7 None None] Routers {'64ba87ac-e142-4291-ab31-5b3e6dbccc60'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:48:20.886164 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-cccb3de9-cba2-4679-8722-ca0f6b67c4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:48:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['64ba87ac-e142-4291-ab31-5b3e6dbccc60'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:48:20.938518 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9d3aedb3-0f5a-48e1-8224-a11bbceb31ac req-0dec1e15-80db-4f8e-b639-9ac30360c2c3 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.4463861 Sep 23 06:48:20.981014 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0631d48-cd63-4c3b-964f-5c3838ce6119 admin admin] Made reservation on behalf of 33a2678e7dd541d0b0f49c109db717e9 for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:48:20.983475 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a0631d48-cd63-4c3b-964f-5c3838ce6119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:21.004553 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-6258cfd4-3281-405e-a91f-979fbd7df307 req-c6834aac-3708-4961-9136-ce8a352c0117 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Deleting port 18b58b81-7b3d-4f4d-8a44-a5babc67c7ed {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:48:21.004950 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6258cfd4-3281-405e-a91f-979fbd7df307 req-c6834aac-3708-4961-9136-ce8a352c0117 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:21.022051 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf840b43-da7e-4286-aa26-6e2a73bb08ec None None] Pushing event updated for resources: {'Port': ['ID=be579268-3724-4b06-b884-b4f755064dac,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:21.026913 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a0631d48-cd63-4c3b-964f-5c3838ce6119 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:21.030839 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 3956ddab-2b87-43b4-a301-401d3c86fb95 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:48:21.031290 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:21.100807 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad36baac-baf4-4c3f-9dee-07afb9a2e7ce req-789b29eb-51fe-4487-8f63-272d2e90fb02 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:21.109347 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ad36baac-baf4-4c3f-9dee-07afb9a2e7ce req-789b29eb-51fe-4487-8f63-272d2e90fb02 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=671265d2-16fd-4692-9592-414591c0025a HTTP/1.1" status: 200 len: 945 time: 0.1498013 Sep 23 06:48:21.166626 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ad36baac-baf4-4c3f-9dee-07afb9a2e7ce req-bea0928f-e7f8-48d0-9184-936a40a76ecd tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=df69b107-d214-48a1-9de3-f64218339a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516267 Sep 23 06:48:21.239806 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5ad35c2a-c7e0-48a8-afae-de40d640dfa7 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:21.248874 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5ad35c2a-c7e0-48a8-afae-de40d640dfa7 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:21.249949 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-cccb3de9-cba2-4679-8722-ca0f6b67c4c7 None None] Set router 64ba87ac-e142-4291-ab31-5b3e6dbccc60 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:48:21.327626 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-22761786-df90-4f28-a824-67e7cb991ab8 None None] Provisioning complete for port be579268-3724-4b06-b884-b4f755064dac triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:48:21.328253 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-22761786-df90-4f28-a824-67e7cb991ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:21.402882 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad35c2a-c7e0-48a8-afae-de40d640dfa7 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Pushing event updated for resources: {'Port': ['ID=b5a967a9-f173-47db-8c6f-e0aa613d8a54,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:21.419974 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5ad35c2a-c7e0-48a8-afae-de40d640dfa7 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:21.428425 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-6258cfd4-3281-405e-a91f-979fbd7df307 req-c6834aac-3708-4961-9136-ce8a352c0117 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] For port 18b58b81-7b3d-4f4d-8a44-a5babc67c7ed, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=18b58b81-7b3d-4f4d-8a44-a5babc67c7ed,segment=NetworkSegment(f93b6022-d5e5-431e-9dcb-2461df9c5b3b),segment_id=f93b6022-d5e5-431e-9dcb-2461df9c5b3b)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:48:21.428923 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6258cfd4-3281-405e-a91f-979fbd7df307 req-c6834aac-3708-4961-9136-ce8a352c0117 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:21.443767 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-6258cfd4-3281-405e-a91f-979fbd7df307 req-c6834aac-3708-4961-9136-ce8a352c0117 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Calling delete_port for 18b58b81-7b3d-4f4d-8a44-a5babc67c7ed owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:48:21.533404 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9323b77f-d8f0-4baf-94dd-720bcc88b10a req-638fc099-0deb-4c30-a8a0-12c1bb70360f tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:21.538799 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9323b77f-d8f0-4baf-94dd-720bcc88b10a req-638fc099-0deb-4c30-a8a0-12c1bb70360f tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/ports?device_id=78a6b827-061d-4284-b0e3-3ac50ee2a042 HTTP/1.1" status: 200 len: 946 time: 0.0884626 Sep 23 06:48:21.575719 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-22761786-df90-4f28-a824-67e7cb991ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:21.622812 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9323b77f-d8f0-4baf-94dd-720bcc88b10a req-f58c9fc4-4861-4708-bcd8-da80b9d63a37 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/security-groups?id=abc74fe4-0953-4a1d-8589-19f26bab4282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714521 Sep 23 06:48:21.654311 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a0631d48-cd63-4c3b-964f-5c3838ce6119 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:21.658966 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-22761786-df90-4f28-a824-67e7cb991ab8 None None] For port be579268-3724-4b06-b884-b4f755064dac, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=be579268-3724-4b06-b884-b4f755064dac,segment=NetworkSegment(51e5ec9a-f432-4fca-9474-63e4a4e4e1fb),segment_id=51e5ec9a-f432-4fca-9474-63e4a4e4e1fb)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:48:21.671341 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a0631d48-cd63-4c3b-964f-5c3838ce6119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:21.671637 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-22761786-df90-4f28-a824-67e7cb991ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:21.672195 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5ad35c2a-c7e0-48a8-afae-de40d640dfa7 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:21.680541 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-5ad35c2a-c7e0-48a8-afae-de40d640dfa7 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4749582 Sep 23 06:48:21.704521 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a367843-cf52-47e6-b1c7-500cc07f9ff6 req-154d4765-5690-4f15-bd9d-3c486e76448f tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:21.713165 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6a367843-cf52-47e6-b1c7-500cc07f9ff6 req-154d4765-5690-4f15-bd9d-3c486e76448f tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=15aadf6d-92cc-45e5-93dd-90da99561c46 HTTP/1.1" status: 200 len: 945 time: 0.1395633 Sep 23 06:48:21.719709 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-cccb3de9-cba2-4679-8722-ca0f6b67c4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64ba87ac-e142-4291-ab31-5b3e6dbccc60', 'name': 'tempest-TaggedBootDevicesTest_v242-627469932-router', 'tenant_id': '147ee43e793f431bb6dc0e9de8ff2960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '0ccf14e5-74da-4249-8669-d7172e21ffe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:48:04Z', 'updated_at': '2021-09-23T06:48:15Z', 'revision_number': 4, 'project_id': '147ee43e793f431bb6dc0e9de8ff2960', 'gw_port': {'id': '0ccf14e5-74da-4249-8669-d7172e21ffe2', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ba87ac-e142-4291-ab31-5b3e6dbccc60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:48:06Z', 'updated_at': '2021-09-23T06:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': 'be579268-3724-4b06-b884-b4f755064dac', 'name': '', 'network_id': '101e91e4-7df0-4369-ab96-69b58e29208f', 'tenant_id': '147ee43e793f431bb6dc0e9de8ff2960', 'mac_address': 'fa:16:3e:26:df:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64ba87ac-e142-4291-ab31-5b3e6dbccc60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'f10707c7-ecb6-4efa-8289-ef31b97494c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:48:13Z', 'updated_at': '2021-09-23T06:48:20Z', 'revision_number': 4, 'project_id': '147ee43e793f431bb6dc0e9de8ff2960', 'subnets': [{'id': 'f10707c7-ecb6-4efa-8289-ef31b97494c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:48:21.750651 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6258cfd4-3281-405e-a91f-979fbd7df307 req-c6834aac-3708-4961-9136-ce8a352c0117 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:21.760651 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccb3de9-cba2-4679-8722-ca0f6b67c4c7 None None] The sync data for ids ['64ba87ac-e142-4291-ab31-5b3e6dbccc60'] in n-d-715271-16 is: [{'id': '64ba87ac-e142-4291-ab31-5b3e6dbccc60', 'name': 'tempest-TaggedBootDevicesTest_v242-627469932-router', 'tenant_id': '147ee43e793f431bb6dc0e9de8ff2960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '0ccf14e5-74da-4249-8669-d7172e21ffe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:48:04Z', 'updated_at': '2021-09-23T06:48:15Z', 'revision_number': 4, 'project_id': '147ee43e793f431bb6dc0e9de8ff2960', 'gw_port': {'id': '0ccf14e5-74da-4249-8669-d7172e21ffe2', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ba87ac-e142-4291-ab31-5b3e6dbccc60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:48:06Z', 'updated_at': '2021-09-23T06:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': 'be579268-3724-4b06-b884-b4f755064dac', 'name': '', 'network_id': '101e91e4-7df0-4369-ab96-69b58e29208f', 'tenant_id': '147ee43e793f431bb6dc0e9de8ff2960', 'mac_address': 'fa:16:3e:26:df:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64ba87ac-e142-4291-ab31-5b3e6dbccc60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'f10707c7-ecb6-4efa-8289-ef31b97494c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:48:13Z', 'updated_at': '2021-09-23T06:48:20Z', 'revision_number': 4, 'project_id': '147ee43e793f431bb6dc0e9de8ff2960', 'subnets': [{'id': 'f10707c7-ecb6-4efa-8289-ef31b97494c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:48:21.762646 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22761786-df90-4f28-a824-67e7cb991ab8 None None] Pushing event updated for resources: {'Port': ['ID=be579268-3724-4b06-b884-b4f755064dac,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:21.769132 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4863639-3aac-4f48-ad5d-063a3821e82a req-05a3745f-9c70-4036-a457-30f5b18e0487 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:21.769592 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0631d48-cd63-4c3b-964f-5c3838ce6119 admin admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:48:21.770770 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b4863639-3aac-4f48-ad5d-063a3821e82a req-05a3745f-9c70-4036-a457-30f5b18e0487 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/ports?device_id=414d1d22-ae75-4655-9675-09e03837cb32 HTTP/1.1" status: 200 len: 946 time: 0.0785677 Sep 23 06:48:21.780688 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['18b58b81-7b3d-4f4d-8a44-a5babc67c7ed'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:48:21.834293 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b4863639-3aac-4f48-ad5d-063a3821e82a req-a27588a7-3bc3-40a4-803f-5d71cfd94ace tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/security-groups?id=abc74fe4-0953-4a1d-8589-19f26bab4282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500410 Sep 23 06:48:21.880536 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6834aac-3708-4961-9136-ce8a352c0117 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Pushing event deleted for resources: {'Port': ['ID=18b58b81-7b3d-4f4d-8a44-a5babc67c7ed,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:21.895371 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0631d48-cd63-4c3b-964f-5c3838ce6119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d44e72e-9977-4c1c-b9ad-087588ff958f,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:21.899038 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a0631d48-cd63-4c3b-964f-5c3838ce6119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:21.899559 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-a0631d48-cd63-4c3b-964f-5c3838ce6119 admin admin] Added segment e1f321b6-0718-4853-a894-c71ec0ee9dcb of type vlan for network 3ee1a007-1655-4afb-9981-1243b24a21bb Sep 23 06:48:21.941563 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6a367843-cf52-47e6-b1c7-500cc07f9ff6 req-ecc56d40-6fc7-4207-a33a-913a3c5325fc tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273648 Sep 23 06:48:22.025563 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-6258cfd4-3281-405e-a91f-979fbd7df307 req-c6834aac-3708-4961-9136-ce8a352c0117 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] No DVR routers for this DVR port 18b58b81-7b3d-4f4d-8a44-a5babc67c7ed on host n-h1-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:48:22.030771 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6258cfd4-3281-405e-a91f-979fbd7df307 req-c6834aac-3708-4961-9136-ce8a352c0117 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:22.033003 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6258cfd4-3281-405e-a91f-979fbd7df307 req-c6834aac-3708-4961-9136-ce8a352c0117 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.21 "DELETE /v2.0/ports/18b58b81-7b3d-4f4d-8a44-a5babc67c7ed HTTP/1.1" status: 204 len: 173 time: 1.6455374 Sep 23 06:48:22.033465 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a03990d8-4d3c-4405-8379-9bf6dba95a6a', 'name': 'network-vif-deleted', 'tag': '18b58b81-7b3d-4f4d-8a44-a5babc67c7ed'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:48:22.036024 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfac8368-4350-411e-a5c6-db61ded0c0e6" -d '{"events": [{"server_uuid": "a03990d8-4d3c-4405-8379-9bf6dba95a6a", "name": "network-vif-deleted", "tag": "18b58b81-7b3d-4f4d-8a44-a5babc67c7ed"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:48:22.047842 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-46a053fd-39e0-4397-9937-ec3574c68c46 req-89eeabce-8975-44d0-b91e-9e27596e9711 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=a03990d8-4d3c-4405-8379-9bf6dba95a6a HTTP/1.1" status: 200 len: 210 time: 0.0543354 Sep 23 06:48:22.067556 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a0631d48-cd63-4c3b-964f-5c3838ce6119 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:22.121738 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18bfb643-1ac7-4d7d-952c-31b2b71358d0 x-openstack-request-id: req-18bfb643-1ac7-4d7d-952c-31b2b71358d0 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:48:22.122832 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a03990d8-4d3c-4405-8379-9bf6dba95a6a", "name": "network-vif-deleted", "tag": "18b58b81-7b3d-4f4d-8a44-a5babc67c7ed", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:48:22.122832 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-18bfb643-1ac7-4d7d-952c-31b2b71358d0 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:48:22.123047 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a03990d8-4d3c-4405-8379-9bf6dba95a6a', 'name': 'network-vif-deleted', 'tag': '18b58b81-7b3d-4f4d-8a44-a5babc67c7ed', 'status': 'completed', 'code': 200} Sep 23 06:48:22.170559 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a0631d48-cd63-4c3b-964f-5c3838ce6119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:22.171671 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0631d48-cd63-4c3b-964f-5c3838ce6119 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:22.172542 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a0631d48-cd63-4c3b-964f-5c3838ce6119 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:22.302122 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0631d48-cd63-4c3b-964f-5c3838ce6119 admin admin] Pushing event updated for resources: {'Network': ['ID=3ee1a007-1655-4afb-9981-1243b24a21bb,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:22.314508 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-a0631d48-cd63-4c3b-964f-5c3838ce6119 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.7044861 Sep 23 06:48:22.315192 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 60188) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:48:22.317748 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 3ee1a007-1655-4afb-9981-1243b24a21bb details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:48:22.322685 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-122330c9-f273-483b-b248-5c5f27a31e89 admin admin] Request body: {'subnet': {'network_id': '3ee1a007-1655-4afb-9981-1243b24a21bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-890536527-subnet', 'tenant_id': '33a2678e7dd541d0b0f49c109db717e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:48:22.334701 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e10f33-ce5f-4b9e-bf79-ed0c9e82bb97 req-7883a51c-6a39-46dd-84c9-dc4dc3fde343 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:22.342540 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-76e10f33-ce5f-4b9e-bf79-ed0c9e82bb97 req-7883a51c-6a39-46dd-84c9-dc4dc3fde343 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/ports?device_id=356423c8-f959-4480-bf1c-84f9e43207c9 HTTP/1.1" status: 200 len: 945 time: 0.2887578 Sep 23 06:48:22.383060 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099de80c-b8c9-49e6-be01-e7d174e90088 req-0ec598b6-d43d-4bce-a72a-c68b3b97c85a tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:22.386983 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-099de80c-b8c9-49e6-be01-e7d174e90088 req-0ec598b6-d43d-4bce-a72a-c68b3b97c85a tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=671265d2-16fd-4692-9592-414591c0025a HTTP/1.1" status: 200 len: 945 time: 0.1236455 Sep 23 06:48:22.434286 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-122330c9-f273-483b-b248-5c5f27a31e89 admin admin] Made reservation on behalf of 33a2678e7dd541d0b0f49c109db717e9 for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:48:22.436926 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-122330c9-f273-483b-b248-5c5f27a31e89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:22.445694 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-76e10f33-ce5f-4b9e-bf79-ed0c9e82bb97 req-60956658-243e-4ce7-9c57-b92e8eda63c8 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/security-groups?id=abc74fe4-0953-4a1d-8589-19f26bab4282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953035 Sep 23 06:48:22.465208 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 06:48:22.543906 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-099de80c-b8c9-49e6-be01-e7d174e90088 req-5b032b41-52a4-40b4-bbed-3b74fb6ebb0a tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=df69b107-d214-48a1-9de3-f64218339a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442239 Sep 23 06:48:22.854884 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc18a5-9ff9-4f8a-b027-b746c06b8286 req-1dfc07a0-33c7-462a-b7b6-3bd89e6c2867 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:22.861793 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc18a5-9ff9-4f8a-b027-b746c06b8286 req-1dfc07a0-33c7-462a-b7b6-3bd89e6c2867 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:22.868312 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc18a5-9ff9-4f8a-b027-b746c06b8286 req-1dfc07a0-33c7-462a-b7b6-3bd89e6c2867 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:22.870040 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d6cc18a5-9ff9-4f8a-b027-b746c06b8286 req-1dfc07a0-33c7-462a-b7b6-3bd89e6c2867 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/ports?device_id=356423c8-f959-4480-bf1c-84f9e43207c9&device_id=414d1d22-ae75-4655-9675-09e03837cb32&device_id=78a6b827-061d-4284-b0e3-3ac50ee2a042 HTTP/1.1" status: 200 len: 2418 time: 0.1130702 Sep 23 06:48:22.915787 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-122330c9-f273-483b-b248-5c5f27a31e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:22.938547 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d6cc18a5-9ff9-4f8a-b027-b746c06b8286 req-79b5d1bf-ccba-4fb2-b471-d966043eb925 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/security-groups?id=abc74fe4-0953-4a1d-8589-19f26bab4282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607009 Sep 23 06:48:22.988017 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [req-6af0b672-f04f-4427-b698-89d8ae4eeb09 req-5f7d1bea-a3bd-4fce-9eb7-989ac82ce8b5 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 06:48:23.000992 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6af0b672-f04f-4427-b698-89d8ae4eeb09 req-5f7d1bea-a3bd-4fce-9eb7-989ac82ce8b5 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0198946 Sep 23 06:48:23.078130 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122330c9-f273-483b-b248-5c5f27a31e89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce5827ea-e48e-4844-96f2-c1db8c9c5716,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:23.119468 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8549cd6b-2254-4a41-9cb8-2aad4ac4c025 req-2d2fc631-37a4-4d25-b5db-f1ea0fcc92a8 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:23.124324 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122330c9-f273-483b-b248-5c5f27a31e89 admin admin] Checking segment: {'id': 'e1f321b6-0718-4853-a894-c71ec0ee9dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '3ee1a007-1655-4afb-9981-1243b24a21bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:48:23.124693 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122330c9-f273-483b-b248-5c5f27a31e89 admin admin] Network hostable DHCP agents. Network: 3ee1a007-1655-4afb-9981-1243b24a21bb, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:48:23.128776 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8549cd6b-2254-4a41-9cb8-2aad4ac4c025 req-2d2fc631-37a4-4d25-b5db-f1ea0fcc92a8 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=15aadf6d-92cc-45e5-93dd-90da99561c46 HTTP/1.1" status: 200 len: 945 time: 0.0819590 Sep 23 06:48:23.157804 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6af0b672-f04f-4427-b698-89d8ae4eeb09 req-776ad386-8e52-4ed7-b2a9-9dd29db6a1d5 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1558521 Sep 23 06:48:23.185301 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8549cd6b-2254-4a41-9cb8-2aad4ac4c025 req-818a7a39-1a9d-4016-afd7-e31b60a1c269 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542500 Sep 23 06:48:23.188852 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122330c9-f273-483b-b248-5c5f27a31e89 admin admin] Network 3ee1a007-1655-4afb-9981-1243b24a21bb is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:48:23.212838 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-122330c9-f273-483b-b248-5c5f27a31e89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 3ee1a007-1655-4afb-9981-1243b24a21bb) {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:48:23.221323 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122330c9-f273-483b-b248-5c5f27a31e89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:23.221944 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-122330c9-f273-483b-b248-5c5f27a31e89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:23.223591 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15380cd8-0fd2-440c-8c27-3e8a43ab2eeb None None] Network 3ee1a007-1655-4afb-9981-1243b24a21bb requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:48:23.253772 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 60236) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:48:23.254838 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-122330c9-f273-483b-b248-5c5f27a31e89 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9375880 Sep 23 06:48:23.258742 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-b0673ff8-ca0e-4ca4-b301-d17a85de3ec0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-890536527-router', 'tenant_id': '33a2678e7dd541d0b0f49c109db717e9', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:48:23.327237 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b0673ff8-ca0e-4ca4-b301-d17a85de3ec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:23.329662 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b0673ff8-ca0e-4ca4-b301-d17a85de3ec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:23.426090 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device be579268-3724-4b06-b884-b4f755064dac up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:48:23.473376 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b0673ff8-ca0e-4ca4-b301-d17a85de3ec0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:23.509732 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044e7ceb-8734-4e90-959d-01fce51dd1f2 None None] Network 3ee1a007-1655-4afb-9981-1243b24a21bb requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:48:23.562102 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port be579268-3724-4b06-b884-b4f755064dac triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:48:23.562915 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:23.744178 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b0673ff8-ca0e-4ca4-b301-d17a85de3ec0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:23.858649 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 18b58b81-7b3d-4f4d-8a44-a5babc67c7ed no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:48:23.895886 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] No Port match for: 18b58b81-7b3d-4f4d-8a44-a5babc67c7ed {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:48:23.898003 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 18b58b81-7b3d-4f4d-8a44-a5babc67c7ed not bound to the agent host n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:48:23.933630 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f88efa0-f888-4c00-8113-fed127d6bc69 req-c5d0c370-f58a-47a1-9a21-ac7c52cca7a6 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:23.935786 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4f88efa0-f888-4c00-8113-fed127d6bc69 req-c5d0c370-f58a-47a1-9a21-ac7c52cca7a6 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=671265d2-16fd-4692-9592-414591c0025a HTTP/1.1" status: 200 len: 945 time: 0.1196938 Sep 23 06:48:24.029220 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4f88efa0-f888-4c00-8113-fed127d6bc69 req-abb07ce0-05ad-405c-969f-485a9470b128 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=df69b107-d214-48a1-9de3-f64218339a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777767 Sep 23 06:48:24.117841 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b0673ff8-ca0e-4ca4-b301-d17a85de3ec0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:24.142595 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b0673ff8-ca0e-4ca4-b301-d17a85de3ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:24.291863 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-b0673ff8-ca0e-4ca4-b301-d17a85de3ec0 admin admin] Allocated IP 172.25.2.120 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/d95fa98f-6267-4e11-96a7-92900f6365dc) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:48:24.404898 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c67bb-98e1-4a06-9fab-4ce941cc4815 req-ea9fd55a-cc38-49d5-b3e3-20e275d12c73 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:24.406319 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c80c67bb-98e1-4a06-9fab-4ce941cc4815 req-ea9fd55a-cc38-49d5-b3e3-20e275d12c73 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=15aadf6d-92cc-45e5-93dd-90da99561c46 HTTP/1.1" status: 200 len: 945 time: 0.1063650 Sep 23 06:48:24.469747 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b0673ff8-ca0e-4ca4-b301-d17a85de3ec0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:24.478476 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c80c67bb-98e1-4a06-9fab-4ce941cc4815 req-65f10d68-cb10-4046-bb81-b84d266d93de tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636659 Sep 23 06:48:24.527943 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b0673ff8-ca0e-4ca4-b301-d17a85de3ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:24.574419 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0673ff8-ca0e-4ca4-b301-d17a85de3ec0 admin admin] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:48:24.580294 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-b0673ff8-ca0e-4ca4-b301-d17a85de3ec0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:48:24.584370 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0673ff8-ca0e-4ca4-b301-d17a85de3ec0 admin admin] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:48:24.697343 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0673ff8-ca0e-4ca4-b301-d17a85de3ec0 admin admin] Pushing event updated for resources: {'Port': ['ID=d95fa98f-6267-4e11-96a7-92900f6365dc,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:24.986605 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b0673ff8-ca0e-4ca4-b301-d17a85de3ec0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:25.260182 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b0673ff8-ca0e-4ca4-b301-d17a85de3ec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:25.423436 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0673ff8-ca0e-4ca4-b301-d17a85de3ec0 admin admin] Router 2f73b2d4-0450-483d-b420-96daf2965185 is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 06:48:25.552063 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0673ff8-ca0e-4ca4-b301-d17a85de3ec0 admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:48:25.570726 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f036ddc2-e959-43c4-81f4-fe739b954d26 None None] Sync routers for ids ['2f73b2d4-0450-483d-b420-96daf2965185'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:48:25.571428 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b0673ff8-ca0e-4ca4-b301-d17a85de3ec0 admin admin] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:25.572574 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-b0673ff8-ca0e-4ca4-b301-d17a85de3ec0 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.3176298 Sep 23 06:48:25.577051 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 60290) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:48:25.588563 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f036ddc2-e959-43c4-81f4-fe739b954d26 None None] Routers {'2f73b2d4-0450-483d-b420-96daf2965185'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:48:25.589568 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-f036ddc2-e959-43c4-81f4-fe739b954d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:48:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['2f73b2d4-0450-483d-b420-96daf2965185'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:48:25.715236 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-f036ddc2-e959-43c4-81f4-fe739b954d26 None None] Set router 2f73b2d4-0450-483d-b420-96daf2965185 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:48:25.957987 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-f036ddc2-e959-43c4-81f4-fe739b954d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f73b2d4-0450-483d-b420-96daf2965185', 'name': 'tempest-ServerRescueTestJSONUnderV235-890536527-router', 'tenant_id': '33a2678e7dd541d0b0f49c109db717e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd95fa98f-6267-4e11-96a7-92900f6365dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:48:23Z', 'updated_at': '2021-09-23T06:48:24Z', 'revision_number': 3, 'project_id': '33a2678e7dd541d0b0f49c109db717e9', 'gw_port': {'id': 'd95fa98f-6267-4e11-96a7-92900f6365dc', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:79:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f73b2d4-0450-483d-b420-96daf2965185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:48:24Z', 'updated_at': '2021-09-23T06:48:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:48:25.997073 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f036ddc2-e959-43c4-81f4-fe739b954d26 None None] Checking router: 2f73b2d4-0450-483d-b420-96daf2965185 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:48:25.997718 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f036ddc2-e959-43c4-81f4-fe739b954d26 None None] Updating router 2f73b2d4-0450-483d-b420-96daf2965185 port d95fa98f-6267-4e11-96a7-92900f6365dc binding host n-d-715271-16 {{(pid=95068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 06:48:26.026147 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cdf8ea-7982-41f8-bcde-32cb689ef282 req-3144ea61-511f-497c-9b5f-3e73bf35c41c tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:26.030155 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-f036ddc2-e959-43c4-81f4-fe739b954d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:26.039119 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-92cdf8ea-7982-41f8-bcde-32cb689ef282 req-3144ea61-511f-497c-9b5f-3e73bf35c41c tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=671265d2-16fd-4692-9592-414591c0025a HTTP/1.1" status: 200 len: 945 time: 0.0855227 Sep 23 06:48:26.104686 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-92cdf8ea-7982-41f8-bcde-32cb689ef282 req-2700e877-8ded-49f0-a95c-833a64d8919b tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=df69b107-d214-48a1-9de3-f64218339a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571103 Sep 23 06:48:26.275591 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-990fb80b-70a4-42cd-8d6c-e8e12ac3511b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:26.424885 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-f036ddc2-e959-43c4-81f4-fe739b954d26 None None] Notify callbacks [] for port, precommit_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:26.432239 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-f036ddc2-e959-43c4-81f4-fe739b954d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:26.487305 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-990fb80b-70a4-42cd-8d6c-e8e12ac3511b admin admin] Allocated IP 172.20.0.1 (3ee1a007-1655-4afb-9981-1243b24a21bb/ce5827ea-e48e-4844-96f2-c1db8c9c5716/d33686ec-5e80-452f-b537-8d77b04cf00b) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:48:26.502675 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-f036ddc2-e959-43c4-81f4-fe739b954d26 None None] Attempting to bind port d95fa98f-6267-4e11-96a7-92900f6365dc on host n-d-715271-16 for vnic_type normal with profile {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:48:26.503054 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-f036ddc2-e959-43c4-81f4-fe739b954d26 None None] Attempting to bind port d95fa98f-6267-4e11-96a7-92900f6365dc by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:48:26.503403 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f036ddc2-e959-43c4-81f4-fe739b954d26 None None] Attempting to bind port d95fa98f-6267-4e11-96a7-92900f6365dc on network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:48:26.509825 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af76084-061e-4705-9db4-9254e4026449 None None] Pushing event updated for resources: {'Port': ['ID=d95fa98f-6267-4e11-96a7-92900f6365dc,revision_number=2']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:26.511948 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f036ddc2-e959-43c4-81f4-fe739b954d26 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:48:26.512363 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f036ddc2-e959-43c4-81f4-fe739b954d26 None None] Checking segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:48:26.512962 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-f036ddc2-e959-43c4-81f4-fe739b954d26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:26.513522 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f036ddc2-e959-43c4-81f4-fe739b954d26 None None] Bound using segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:48:26.514058 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-f036ddc2-e959-43c4-81f4-fe739b954d26 None None] Bound port: d95fa98f-6267-4e11-96a7-92900f6365dc, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:48:26.514437 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-f036ddc2-e959-43c4-81f4-fe739b954d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:26.587617 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deb1a51-750b-4c26-89cd-5c654d8ff2d3 req-3e41267c-eaea-4d72-9c63-1c4b7774d89f tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:26.596777 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3deb1a51-750b-4c26-89cd-5c654d8ff2d3 req-3e41267c-eaea-4d72-9c63-1c4b7774d89f tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=15aadf6d-92cc-45e5-93dd-90da99561c46 HTTP/1.1" status: 200 len: 945 time: 0.1226320 Sep 23 06:48:26.599517 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-f036ddc2-e959-43c4-81f4-fe739b954d26 None None] For port d95fa98f-6267-4e11-96a7-92900f6365dc, host n-d-715271-16, cleared binding levels {{(pid=95068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:48:26.603577 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-f036ddc2-e959-43c4-81f4-fe739b954d26 None None] For port d95fa98f-6267-4e11-96a7-92900f6365dc, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=d95fa98f-6267-4e11-96a7-92900f6365dc,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:48:26.620318 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-f036ddc2-e959-43c4-81f4-fe739b954d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:26.625188 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-990fb80b-70a4-42cd-8d6c-e8e12ac3511b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:26.666807 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3deb1a51-750b-4c26-89cd-5c654d8ff2d3 req-8ff4515e-9f6c-4925-b5de-54db644b5708 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613117 Sep 23 06:48:26.673850 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-990fb80b-70a4-42cd-8d6c-e8e12ac3511b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:26.705916 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f036ddc2-e959-43c4-81f4-fe739b954d26 None None] Routers {'2f73b2d4-0450-483d-b420-96daf2965185'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:48:26.706558 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-f036ddc2-e959-43c4-81f4-fe739b954d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:48:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['2f73b2d4-0450-483d-b420-96daf2965185'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:48:26.708354 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af76084-061e-4705-9db4-9254e4026449 None None] Pushing event updated for resources: {'Port': ['ID=d95fa98f-6267-4e11-96a7-92900f6365dc,revision_number=3']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:26.720703 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990fb80b-70a4-42cd-8d6c-e8e12ac3511b admin admin] Network 3ee1a007-1655-4afb-9981-1243b24a21bb is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:48:26.724984 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-990fb80b-70a4-42cd-8d6c-e8e12ac3511b admin admin] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:48:26.729323 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990fb80b-70a4-42cd-8d6c-e8e12ac3511b admin admin] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:48:26.766608 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990fb80b-70a4-42cd-8d6c-e8e12ac3511b admin admin] Pushing event updated for resources: {'Port': ['ID=d33686ec-5e80-452f-b537-8d77b04cf00b,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:26.786820 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-990fb80b-70a4-42cd-8d6c-e8e12ac3511b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068614'] for router_interface, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:26.836526 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-f036ddc2-e959-43c4-81f4-fe739b954d26 None None] Set router 2f73b2d4-0450-483d-b420-96daf2965185 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:48:27.089654 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7ece0e-de33-41e8-96f2-d1e94f6ee423 req-94eb36f3-5264-4903-b2ed-a7938c4970b3 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:27.099949 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cc7ece0e-de33-41e8-96f2-d1e94f6ee423 req-94eb36f3-5264-4903-b2ed-a7938c4970b3 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/ports?device_id=356423c8-f959-4480-bf1c-84f9e43207c9 HTTP/1.1" status: 200 len: 945 time: 0.0840878 Sep 23 06:48:27.117173 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-f036ddc2-e959-43c4-81f4-fe739b954d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f73b2d4-0450-483d-b420-96daf2965185', 'name': 'tempest-ServerRescueTestJSONUnderV235-890536527-router', 'tenant_id': '33a2678e7dd541d0b0f49c109db717e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd95fa98f-6267-4e11-96a7-92900f6365dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:48:23Z', 'updated_at': '2021-09-23T06:48:24Z', 'revision_number': 3, 'project_id': '33a2678e7dd541d0b0f49c109db717e9', 'gw_port': {'id': 'd95fa98f-6267-4e11-96a7-92900f6365dc', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:79:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f73b2d4-0450-483d-b420-96daf2965185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:48:24Z', 'updated_at': '2021-09-23T06:48:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:48:27.159722 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f036ddc2-e959-43c4-81f4-fe739b954d26 None None] The sync data for ids ['2f73b2d4-0450-483d-b420-96daf2965185'] in n-d-715271-16 is: [{'id': '2f73b2d4-0450-483d-b420-96daf2965185', 'name': 'tempest-ServerRescueTestJSONUnderV235-890536527-router', 'tenant_id': '33a2678e7dd541d0b0f49c109db717e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd95fa98f-6267-4e11-96a7-92900f6365dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:48:23Z', 'updated_at': '2021-09-23T06:48:24Z', 'revision_number': 3, 'project_id': '33a2678e7dd541d0b0f49c109db717e9', 'gw_port': {'id': 'd95fa98f-6267-4e11-96a7-92900f6365dc', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:79:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f73b2d4-0450-483d-b420-96daf2965185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:48:24Z', 'updated_at': '2021-09-23T06:48:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:48:27.382520 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-990fb80b-70a4-42cd-8d6c-e8e12ac3511b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:27.568903 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cc7ece0e-de33-41e8-96f2-d1e94f6ee423 req-97f3a1ba-53f8-4279-a8b5-d580e0334159 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/security-groups?id=abc74fe4-0953-4a1d-8589-19f26bab4282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4673054 Sep 23 06:48:27.709369 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-990fb80b-70a4-42cd-8d6c-e8e12ac3511b admin admin] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:27.717983 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-990fb80b-70a4-42cd-8d6c-e8e12ac3511b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:27.785720 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5977d8d-6b65-4c43-89b8-53cbeb2f37c7 req-3f0796ca-312c-48a5-b411-94a401903240 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:27.787787 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e5977d8d-6b65-4c43-89b8-53cbeb2f37c7 req-3f0796ca-312c-48a5-b411-94a401903240 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=671265d2-16fd-4692-9592-414591c0025a HTTP/1.1" status: 200 len: 945 time: 0.1128299 Sep 23 06:48:27.821465 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-990fb80b-70a4-42cd-8d6c-e8e12ac3511b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067062'] for router_interface, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:27.823520 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990fb80b-70a4-42cd-8d6c-e8e12ac3511b admin admin] Pushing event updated for resources: {'Port': ['ID=d33686ec-5e80-452f-b537-8d77b04cf00b,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:27.850470 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e5977d8d-6b65-4c43-89b8-53cbeb2f37c7 req-40465f84-3526-4088-a2b6-b1398f13ae7f tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=df69b107-d214-48a1-9de3-f64218339a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543358 Sep 23 06:48:28.042056 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990fb80b-70a4-42cd-8d6c-e8e12ac3511b admin admin] Network 3ee1a007-1655-4afb-9981-1243b24a21bb is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:48:28.045533 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-990fb80b-70a4-42cd-8d6c-e8e12ac3511b admin admin] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:48:28.052757 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f379b48-e4db-4782-8f00-2d22b8edc4b4 req-e4fd4885-1c6f-48ae-a76f-781030019b86 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:28.055237 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3f379b48-e4db-4782-8f00-2d22b8edc4b4 req-e4fd4885-1c6f-48ae-a76f-781030019b86 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=15aadf6d-92cc-45e5-93dd-90da99561c46 HTTP/1.1" status: 200 len: 945 time: 0.1011777 Sep 23 06:48:28.140286 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3f379b48-e4db-4782-8f00-2d22b8edc4b4 req-c99ebfab-f62a-41c9-8ae2-2f5fa5219940 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770676 Sep 23 06:48:28.235873 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-990fb80b-70a4-42cd-8d6c-e8e12ac3511b admin admin] Router 2f73b2d4-0450-483d-b420-96daf2965185 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:48:28.410567 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-990fb80b-70a4-42cd-8d6c-e8e12ac3511b admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:48:28.426473 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-990fb80b-70a4-42cd-8d6c-e8e12ac3511b admin admin] 10.222.0.39 "PUT /v2.0/routers/2f73b2d4-0450-483d-b420-96daf2965185/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8477390 Sep 23 06:48:29.160624 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559edacc-3246-4af5-b034-5ce1806aec29 req-25b9844d-7259-454f-aa14-439e5f95f726 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:29.162429 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-559edacc-3246-4af5-b034-5ce1806aec29 req-25b9844d-7259-454f-aa14-439e5f95f726 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.58 "GET /v2.0/ports?device_id=356423c8-f959-4480-bf1c-84f9e43207c9 HTTP/1.1" status: 200 len: 945 time: 0.0580602 Sep 23 06:48:29.308024 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-559edacc-3246-4af5-b034-5ce1806aec29 req-2faffa04-f20b-4f08-aaa7-12a1e2c8daf5 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Deleting port ffc34ea0-286c-4901-bfaf-c08cbdcb9cf7 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:48:29.308298 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-559edacc-3246-4af5-b034-5ce1806aec29 req-2faffa04-f20b-4f08-aaa7-12a1e2c8daf5 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:29.388624 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device d95fa98f-6267-4e11-96a7-92900f6365dc up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:48:29.445821 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-559edacc-3246-4af5-b034-5ce1806aec29 req-2faffa04-f20b-4f08-aaa7-12a1e2c8daf5 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] For port ffc34ea0-286c-4901-bfaf-c08cbdcb9cf7, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=ffc34ea0-286c-4901-bfaf-c08cbdcb9cf7,segment=NetworkSegment(1a9bebfa-472f-4ce0-bf1b-0262c13e7508),segment_id=1a9bebfa-472f-4ce0-bf1b-0262c13e7508)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:48:29.447799 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-559edacc-3246-4af5-b034-5ce1806aec29 req-2faffa04-f20b-4f08-aaa7-12a1e2c8daf5 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:29.458438 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port d95fa98f-6267-4e11-96a7-92900f6365dc triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:48:29.459198 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:29.470170 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-559edacc-3246-4af5-b034-5ce1806aec29 req-2faffa04-f20b-4f08-aaa7-12a1e2c8daf5 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Calling delete_port for ffc34ea0-286c-4901-bfaf-c08cbdcb9cf7 owned by compute:nova {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:48:29.584182 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:29.609735 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port d95fa98f-6267-4e11-96a7-92900f6365dc, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=d95fa98f-6267-4e11-96a7-92900f6365dc,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:48:29.615518 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:29.639630 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-559edacc-3246-4af5-b034-5ce1806aec29 req-2faffa04-f20b-4f08-aaa7-12a1e2c8daf5 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:29.657748 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['1bb851cf-6032-4df1-9a1c-c08d5a92742d', 'ffc34ea0-286c-4901-bfaf-c08cbdcb9cf7'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:48:29.693526 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faffa04-f20b-4f08-aaa7-12a1e2c8daf5 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Pushing event deleted for resources: {'Port': ['ID=ffc34ea0-286c-4901-bfaf-c08cbdcb9cf7,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:29.720750 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['e45ad089-4d49-4a77-9072-5321c26014de'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:48:29.752975 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-559edacc-3246-4af5-b034-5ce1806aec29 req-2faffa04-f20b-4f08-aaa7-12a1e2c8daf5 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] No DVR routers for this DVR port ffc34ea0-286c-4901-bfaf-c08cbdcb9cf7 on host n-h2-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:48:29.756034 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-559edacc-3246-4af5-b034-5ce1806aec29 req-2faffa04-f20b-4f08-aaa7-12a1e2c8daf5 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:29.758689 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-559edacc-3246-4af5-b034-5ce1806aec29 req-2faffa04-f20b-4f08-aaa7-12a1e2c8daf5 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.58 "DELETE /v2.0/ports/ffc34ea0-286c-4901-bfaf-c08cbdcb9cf7 HTTP/1.1" status: 204 len: 173 time: 0.5880911 Sep 23 06:48:29.759281 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '356423c8-f959-4480-bf1c-84f9e43207c9', 'name': 'network-vif-deleted', 'tag': 'ffc34ea0-286c-4901-bfaf-c08cbdcb9cf7'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:48:29.771862 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e9a7de2-12b6-4faa-a076-6736558d5f72" -d '{"events": [{"server_uuid": "356423c8-f959-4480-bf1c-84f9e43207c9", "name": "network-vif-deleted", "tag": "ffc34ea0-286c-4901-bfaf-c08cbdcb9cf7"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:48:29.977055 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=d95fa98f-6267-4e11-96a7-92900f6365dc,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:30.236317 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18ce1c9-0166-4860-adc2-a68018ee2b73 None None] Sync routers for ids ['2f73b2d4-0450-483d-b420-96daf2965185'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:48:30.251102 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18ce1c9-0166-4860-adc2-a68018ee2b73 None None] Routers {'2f73b2d4-0450-483d-b420-96daf2965185'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:48:30.252492 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-a18ce1c9-0166-4860-adc2-a68018ee2b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:48:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['2f73b2d4-0450-483d-b420-96daf2965185'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:48:30.415211 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-a18ce1c9-0166-4860-adc2-a68018ee2b73 None None] Set router 2f73b2d4-0450-483d-b420-96daf2965185 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:48:30.664964 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-a18ce1c9-0166-4860-adc2-a68018ee2b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f73b2d4-0450-483d-b420-96daf2965185', 'name': 'tempest-ServerRescueTestJSONUnderV235-890536527-router', 'tenant_id': '33a2678e7dd541d0b0f49c109db717e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd95fa98f-6267-4e11-96a7-92900f6365dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:48:23Z', 'updated_at': '2021-09-23T06:48:27Z', 'revision_number': 4, 'project_id': '33a2678e7dd541d0b0f49c109db717e9', 'gw_port': {'id': 'd95fa98f-6267-4e11-96a7-92900f6365dc', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:79:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f73b2d4-0450-483d-b420-96daf2965185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:48:24Z', 'updated_at': '2021-09-23T06:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': 'd33686ec-5e80-452f-b537-8d77b04cf00b', 'name': '', 'network_id': '3ee1a007-1655-4afb-9981-1243b24a21bb', 'tenant_id': '33a2678e7dd541d0b0f49c109db717e9', 'mac_address': 'fa:16:3e:7f:d4:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f73b2d4-0450-483d-b420-96daf2965185', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'ce5827ea-e48e-4844-96f2-c1db8c9c5716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:48:26Z', 'updated_at': '2021-09-23T06:48:27Z', 'revision_number': 2, 'project_id': '33a2678e7dd541d0b0f49c109db717e9', 'subnets': [{'id': 'ce5827ea-e48e-4844-96f2-c1db8c9c5716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:48:30.698192 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18ce1c9-0166-4860-adc2-a68018ee2b73 None None] Checking router: 2f73b2d4-0450-483d-b420-96daf2965185 for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:48:30.698551 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18ce1c9-0166-4860-adc2-a68018ee2b73 None None] Updating router 2f73b2d4-0450-483d-b420-96daf2965185 port d33686ec-5e80-452f-b537-8d77b04cf00b binding host n-d-715271-16 {{(pid=95067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 06:48:30.729436 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a18ce1c9-0166-4860-adc2-a68018ee2b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:31.036988 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a18ce1c9-0166-4860-adc2-a68018ee2b73 None None] Notify callbacks [] for port, precommit_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:31.043125 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a18ce1c9-0166-4860-adc2-a68018ee2b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:31.120465 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e24fef1-5e0c-4296-a303-ab18c033e970 None None] Pushing event updated for resources: {'Port': ['ID=d33686ec-5e80-452f-b537-8d77b04cf00b,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:31.153077 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-a18ce1c9-0166-4860-adc2-a68018ee2b73 None None] Attempting to bind port d33686ec-5e80-452f-b537-8d77b04cf00b on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:48:31.154054 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-a18ce1c9-0166-4860-adc2-a68018ee2b73 None None] Attempting to bind port d33686ec-5e80-452f-b537-8d77b04cf00b by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': 'e1f321b6-0718-4853-a894-c71ec0ee9dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '3ee1a007-1655-4afb-9981-1243b24a21bb'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:48:31.154437 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18ce1c9-0166-4860-adc2-a68018ee2b73 None None] Attempting to bind port d33686ec-5e80-452f-b537-8d77b04cf00b on network 3ee1a007-1655-4afb-9981-1243b24a21bb {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:48:31.159754 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18ce1c9-0166-4860-adc2-a68018ee2b73 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:48:31.160119 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18ce1c9-0166-4860-adc2-a68018ee2b73 None None] Checking segment: {'id': 'e1f321b6-0718-4853-a894-c71ec0ee9dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '3ee1a007-1655-4afb-9981-1243b24a21bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:48:31.160525 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a18ce1c9-0166-4860-adc2-a68018ee2b73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:31.160911 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18ce1c9-0166-4860-adc2-a68018ee2b73 None None] Bound using segment: {'id': 'e1f321b6-0718-4853-a894-c71ec0ee9dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '3ee1a007-1655-4afb-9981-1243b24a21bb'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:48:31.161372 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-a18ce1c9-0166-4860-adc2-a68018ee2b73 None None] Bound port: d33686ec-5e80-452f-b537-8d77b04cf00b, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1f321b6-0718-4853-a894-c71ec0ee9dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '3ee1a007-1655-4afb-9981-1243b24a21bb'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:48:31.161749 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a18ce1c9-0166-4860-adc2-a68018ee2b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:31.259437 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a18ce1c9-0166-4860-adc2-a68018ee2b73 None None] For port d33686ec-5e80-452f-b537-8d77b04cf00b, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:48:31.265350 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a18ce1c9-0166-4860-adc2-a68018ee2b73 None None] For port d33686ec-5e80-452f-b537-8d77b04cf00b, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=d33686ec-5e80-452f-b537-8d77b04cf00b,segment=NetworkSegment(e1f321b6-0718-4853-a894-c71ec0ee9dcb),segment_id=e1f321b6-0718-4853-a894-c71ec0ee9dcb)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:48:31.273087 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a18ce1c9-0166-4860-adc2-a68018ee2b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:31.329105 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18ce1c9-0166-4860-adc2-a68018ee2b73 None None] Routers {'2f73b2d4-0450-483d-b420-96daf2965185'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:48:31.329739 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-a18ce1c9-0166-4860-adc2-a68018ee2b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:48:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['2f73b2d4-0450-483d-b420-96daf2965185'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:48:31.371878 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device d95fa98f-6267-4e11-96a7-92900f6365dc up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:48:31.423000 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e24fef1-5e0c-4296-a303-ab18c033e970 None None] Pushing event updated for resources: {'Port': ['ID=d33686ec-5e80-452f-b537-8d77b04cf00b,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:31.489835 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port d95fa98f-6267-4e11-96a7-92900f6365dc triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:48:31.490235 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:31.523814 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-a18ce1c9-0166-4860-adc2-a68018ee2b73 None None] Set router 2f73b2d4-0450-483d-b420-96daf2965185 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:48:31.788821 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-a18ce1c9-0166-4860-adc2-a68018ee2b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f73b2d4-0450-483d-b420-96daf2965185', 'name': 'tempest-ServerRescueTestJSONUnderV235-890536527-router', 'tenant_id': '33a2678e7dd541d0b0f49c109db717e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd95fa98f-6267-4e11-96a7-92900f6365dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:48:23Z', 'updated_at': '2021-09-23T06:48:27Z', 'revision_number': 4, 'project_id': '33a2678e7dd541d0b0f49c109db717e9', 'gw_port': {'id': 'd95fa98f-6267-4e11-96a7-92900f6365dc', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:79:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f73b2d4-0450-483d-b420-96daf2965185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:48:24Z', 'updated_at': '2021-09-23T06:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': 'd33686ec-5e80-452f-b537-8d77b04cf00b', 'name': '', 'network_id': '3ee1a007-1655-4afb-9981-1243b24a21bb', 'tenant_id': '33a2678e7dd541d0b0f49c109db717e9', 'mac_address': 'fa:16:3e:7f:d4:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f73b2d4-0450-483d-b420-96daf2965185', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'ce5827ea-e48e-4844-96f2-c1db8c9c5716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:48:26Z', 'updated_at': '2021-09-23T06:48:31Z', 'revision_number': 4, 'project_id': '33a2678e7dd541d0b0f49c109db717e9', 'subnets': [{'id': 'ce5827ea-e48e-4844-96f2-c1db8c9c5716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:48:31.816236 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18ce1c9-0166-4860-adc2-a68018ee2b73 None None] The sync data for ids ['2f73b2d4-0450-483d-b420-96daf2965185'] in n-d-715271-16 is: [{'id': '2f73b2d4-0450-483d-b420-96daf2965185', 'name': 'tempest-ServerRescueTestJSONUnderV235-890536527-router', 'tenant_id': '33a2678e7dd541d0b0f49c109db717e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd95fa98f-6267-4e11-96a7-92900f6365dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:48:23Z', 'updated_at': '2021-09-23T06:48:27Z', 'revision_number': 4, 'project_id': '33a2678e7dd541d0b0f49c109db717e9', 'gw_port': {'id': 'd95fa98f-6267-4e11-96a7-92900f6365dc', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:79:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f73b2d4-0450-483d-b420-96daf2965185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:48:24Z', 'updated_at': '2021-09-23T06:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': 'd33686ec-5e80-452f-b537-8d77b04cf00b', 'name': '', 'network_id': '3ee1a007-1655-4afb-9981-1243b24a21bb', 'tenant_id': '33a2678e7dd541d0b0f49c109db717e9', 'mac_address': 'fa:16:3e:7f:d4:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f73b2d4-0450-483d-b420-96daf2965185', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'ce5827ea-e48e-4844-96f2-c1db8c9c5716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:48:26Z', 'updated_at': '2021-09-23T06:48:31Z', 'revision_number': 4, 'project_id': '33a2678e7dd541d0b0f49c109db717e9', 'subnets': [{'id': 'ce5827ea-e48e-4844-96f2-c1db8c9c5716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:48:33.118340 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device ffc34ea0-286c-4901-bfaf-c08cbdcb9cf7 no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:48:33.150095 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No Port match for: ffc34ea0-286c-4901-bfaf-c08cbdcb9cf7 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:48:33.151015 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device ffc34ea0-286c-4901-bfaf-c08cbdcb9cf7 not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:48:33.365400 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device d33686ec-5e80-452f-b537-8d77b04cf00b up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:48:33.414774 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port d33686ec-5e80-452f-b537-8d77b04cf00b triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:48:33.415151 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:33.495002 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:33.532318 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port d33686ec-5e80-452f-b537-8d77b04cf00b, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=d33686ec-5e80-452f-b537-8d77b04cf00b,segment=NetworkSegment(e1f321b6-0718-4853-a894-c71ec0ee9dcb),segment_id=e1f321b6-0718-4853-a894-c71ec0ee9dcb)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:48:33.537225 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:33.594502 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=d33686ec-5e80-452f-b537-8d77b04cf00b,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:35.329924 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device d33686ec-5e80-452f-b537-8d77b04cf00b up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:48:35.378959 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port d33686ec-5e80-452f-b537-8d77b04cf00b triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:48:35.379261 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:36.175638 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:37.521132 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfdb114-3aa2-4fd7-9180-45cd089f67b4 req-5795863f-f504-45cf-919d-c9e60a7226c2 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:37.522658 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00e0a17-65f7-4914-b128-67611446fc04 req-0907a8e4-44b1-48c6-98b6-5af502768e45 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:37.523128 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bcfdb114-3aa2-4fd7-9180-45cd089f67b4 req-5795863f-f504-45cf-919d-c9e60a7226c2 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/networks?id=3ee1a007-1655-4afb-9981-1243b24a21bb HTTP/1.1" status: 200 len: 819 time: 0.1079099 Sep 23 06:48:37.524816 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f00e0a17-65f7-4914-b128-67611446fc04 req-0907a8e4-44b1-48c6-98b6-5af502768e45 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/networks?id=5e6b1e6b-f43d-48fc-88ea-84227fc0190a HTTP/1.1" status: 200 len: 812 time: 0.1139808 Sep 23 06:48:37.538899 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bcfdb114-3aa2-4fd7-9180-45cd089f67b4 req-407e5dea-1489-444f-957c-aec5c9839c51 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/quotas/33a2678e7dd541d0b0f49c109db717e9 HTTP/1.1" status: 200 len: 375 time: 0.0096076 Sep 23 06:48:37.545478 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f00e0a17-65f7-4914-b128-67611446fc04 req-9c1dda8d-57d0-4a4c-8e40-f8c6054f2bd3 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/quotas/7c15309e32824dcfa3da1dd04afd3365 HTTP/1.1" status: 200 len: 375 time: 0.0106864 Sep 23 06:48:37.590793 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f00e0a17-65f7-4914-b128-67611446fc04 req-fb770709-255e-48a4-83a9-2e09de9a6ad8 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7c15309e32824dcfa3da1dd04afd3365&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361633 Sep 23 06:48:37.597836 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bcfdb114-3aa2-4fd7-9180-45cd089f67b4 req-3eebe0b3-8aa8-4e07-a31f-84acc81fa1f2 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=33a2678e7dd541d0b0f49c109db717e9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0529497 Sep 23 06:48:37.703846 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f00e0a17-65f7-4914-b128-67611446fc04 req-5e410c2c-de74-4c37-aeb5-444bacb95b72 service neutron] 10.222.0.39 "GET /v2.0/networks/5e6b1e6b-f43d-48fc-88ea-84227fc0190a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980971 Sep 23 06:48:37.706706 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bcfdb114-3aa2-4fd7-9180-45cd089f67b4 req-45140c77-6f98-4d75-ad16-91af241d4b66 service neutron] 10.222.0.39 "GET /v2.0/networks/3ee1a007-1655-4afb-9981-1243b24a21bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990393 Sep 23 06:48:37.805547 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bcfdb114-3aa2-4fd7-9180-45cd089f67b4 req-96968283-c79e-41ca-84be-61509c84837c service neutron] 10.222.0.39 "GET /v2.0/networks/3ee1a007-1655-4afb-9981-1243b24a21bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912790 Sep 23 06:48:37.812975 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f00e0a17-65f7-4914-b128-67611446fc04 req-d7eb6f8f-0536-4c03-9730-c1229e0491eb service neutron] 10.222.0.39 "GET /v2.0/networks/5e6b1e6b-f43d-48fc-88ea-84227fc0190a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941300 Sep 23 06:48:38.051677 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-81e0ff5f-1d94-4fea-b50a-7f4418f1815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:38.179065 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae73b7b-e601-45ef-a686-c98dfa9c6667 req-e803bec2-80e6-4c25-9a18-ad82d97c56e8 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:38.184931 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5ae73b7b-e601-45ef-a686-c98dfa9c6667 req-e803bec2-80e6-4c25-9a18-ad82d97c56e8 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=15aadf6d-92cc-45e5-93dd-90da99561c46 HTTP/1.1" status: 200 len: 945 time: 0.1355364 Sep 23 06:48:38.195620 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56da9510-fc9b-4b64-b9d9-62488168c261 req-40b473cf-9623-4caa-a695-c324cb982009 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:38.213890 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-56da9510-fc9b-4b64-b9d9-62488168c261 req-40b473cf-9623-4caa-a695-c324cb982009 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=671265d2-16fd-4692-9592-414591c0025a HTTP/1.1" status: 200 len: 945 time: 0.1166828 Sep 23 06:48:38.281808 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-56da9510-fc9b-4b64-b9d9-62488168c261 req-dd501f36-9e57-4345-bd2d-7f7d533fae44 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=df69b107-d214-48a1-9de3-f64218339a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606203 Sep 23 06:48:38.325068 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5ae73b7b-e601-45ef-a686-c98dfa9c6667 req-9e720de1-a28c-4f93-ba84-427d5f61acfa tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330047 Sep 23 06:48:38.393749 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f93e2e3-3565-41af-9e2e-a9b94f258a51 x-openstack-request-id: req-9f93e2e3-3565-41af-9e2e-a9b94f258a51 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:48:38.394745 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "356423c8-f959-4480-bf1c-84f9e43207c9", "name": "network-vif-deleted", "tag": "ffc34ea0-286c-4901-bfaf-c08cbdcb9cf7", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:48:38.395174 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9f93e2e3-3565-41af-9e2e-a9b94f258a51 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:48:38.395748 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '356423c8-f959-4480-bf1c-84f9e43207c9', 'name': 'network-vif-deleted', 'tag': 'ffc34ea0-286c-4901-bfaf-c08cbdcb9cf7', 'status': 'completed', 'code': 200} Sep 23 06:48:38.420865 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-13344153-8dab-4832-833c-2dbe035dbbff req-01fe1be9-0295-40a8-97c4-5b4fb0ebb815 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/ports?device_id=193182f5-6dd0-42cb-a3c8-6bc06f2deb9b HTTP/1.1" status: 200 len: 210 time: 0.0418286 Sep 23 06:48:38.521159 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b9407c89-63b8-4df3-afe4-d2b52781f436 req-74d0c279-aaee-4cae-a5cc-6459ad7acb4a tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b5a5b1b-ecf7-4d00-8f54-00d9a7ab45b7 HTTP/1.1" status: 200 len: 210 time: 0.0476425 Sep 23 06:48:38.783070 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682a70be-de9c-4a37-841c-5330f369c7fe req-432bd93b-223a-4e92-b538-49d82b22f78a tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:38.790465 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-682a70be-de9c-4a37-841c-5330f369c7fe req-432bd93b-223a-4e92-b538-49d82b22f78a tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/ports?device_id=414d1d22-ae75-4655-9675-09e03837cb32 HTTP/1.1" status: 200 len: 946 time: 0.0656800 Sep 23 06:48:38.861096 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-682a70be-de9c-4a37-841c-5330f369c7fe req-f58ff18b-e415-4d28-a2f9-8b7afb0e36b2 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/security-groups?id=abc74fe4-0953-4a1d-8589-19f26bab4282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653157 Sep 23 06:48:39.460904 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c71ddf-dd3b-4620-930e-16a21589ddd4 req-8d2441cd-8dd4-46ad-abcc-949678cd4565 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:39.473087 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-97c71ddf-dd3b-4620-930e-16a21589ddd4 req-8d2441cd-8dd4-46ad-abcc-949678cd4565 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=671265d2-16fd-4692-9592-414591c0025a HTTP/1.1" status: 200 len: 945 time: 0.1149733 Sep 23 06:48:39.524001 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-97c71ddf-dd3b-4620-930e-16a21589ddd4 req-8d23a0d1-d2d7-4a4e-b4eb-3a33cc1e121b tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=df69b107-d214-48a1-9de3-f64218339a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439391 Sep 23 06:48:39.566285 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d1a16-4472-474c-8944-de3b4f669017 req-ab7d636a-e5d2-4f52-af9c-b64460e2a167 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:39.575806 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b41d1a16-4472-474c-8944-de3b4f669017 req-ab7d636a-e5d2-4f52-af9c-b64460e2a167 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=15aadf6d-92cc-45e5-93dd-90da99561c46 HTTP/1.1" status: 200 len: 945 time: 0.1312084 Sep 23 06:48:39.644483 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8399f3db-0690-4133-b215-b7e4d7006adb req-e45da038-2631-415d-8a37-38531f083092 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/ports?device_id=193182f5-6dd0-42cb-a3c8-6bc06f2deb9b HTTP/1.1" status: 200 len: 210 time: 0.0447555 Sep 23 06:48:39.769752 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bafc0c2f-8dd5-4b3a-9562-f6f29aebdf26 req-353ee20b-5573-4fd9-a555-1da164d00f63 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b5a5b1b-ecf7-4d00-8f54-00d9a7ab45b7 HTTP/1.1" status: 200 len: 210 time: 0.0720341 Sep 23 06:48:39.843491 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:39.846488 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfdb114-3aa2-4fd7-9180-45cd089f67b4 req-75f99581-f76f-4bad-a84e-afd301cedd77 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:39.849083 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bcfdb114-3aa2-4fd7-9180-45cd089f67b4 req-75f99581-f76f-4bad-a84e-afd301cedd77 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.21 "GET /v2.0/networks?id=3ee1a007-1655-4afb-9981-1243b24a21bb HTTP/1.1" status: 200 len: 819 time: 0.3767104 Sep 23 06:48:39.856334 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b41d1a16-4472-474c-8944-de3b4f669017 req-6def16c9-af7b-4e8e-aa48-3e1236ce7528 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788615 Sep 23 06:48:39.874084 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-bcfdb114-3aa2-4fd7-9180-45cd089f67b4 req-428400fa-53db-4c11-81b2-def6529b9db0 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Request body: {'port': {'device_id': '193182f5-6dd0-42cb-a3c8-6bc06f2deb9b', 'network_id': '3ee1a007-1655-4afb-9981-1243b24a21bb', 'admin_state_up': True, 'tenant_id': '33a2678e7dd541d0b0f49c109db717e9'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:48:40.065419 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcfdb114-3aa2-4fd7-9180-45cd089f67b4 req-428400fa-53db-4c11-81b2-def6529b9db0 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Made reservation on behalf of 33a2678e7dd541d0b0f49c109db717e9 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:48:40.070878 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-bcfdb114-3aa2-4fd7-9180-45cd089f67b4 req-428400fa-53db-4c11-81b2-def6529b9db0 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:40.127351 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8131ab-a6fd-4c0d-b76a-b22b1b4eb1d3 req-11cd593e-1411-4d34-8e5a-ace1aa955ead tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:40.139532 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6e8131ab-a6fd-4c0d-b76a-b22b1b4eb1d3 req-11cd593e-1411-4d34-8e5a-ace1aa955ead tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/ports?device_id=414d1d22-ae75-4655-9675-09e03837cb32 HTTP/1.1" status: 200 len: 946 time: 0.1504815 Sep 23 06:48:40.250029 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6e8131ab-a6fd-4c0d-b76a-b22b1b4eb1d3 req-c0ee8b81-f148-49a5-a8a3-04c2f9c89a95 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/security-groups?id=abc74fe4-0953-4a1d-8589-19f26bab4282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091845 Sep 23 06:48:40.311400 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-bcfdb114-3aa2-4fd7-9180-45cd089f67b4 req-428400fa-53db-4c11-81b2-def6529b9db0 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Allocated IP 172.20.0.14 (3ee1a007-1655-4afb-9981-1243b24a21bb/ce5827ea-e48e-4844-96f2-c1db8c9c5716/77fc45da-2817-430c-8625-421c18a253ad) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:48:40.498008 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-bcfdb114-3aa2-4fd7-9180-45cd089f67b4 req-428400fa-53db-4c11-81b2-def6529b9db0 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:40.544434 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-bcfdb114-3aa2-4fd7-9180-45cd089f67b4 req-428400fa-53db-4c11-81b2-def6529b9db0 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:40.614807 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428400fa-53db-4c11-81b2-def6529b9db0 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Pushing event updated for resources: {'Port': ['ID=77fc45da-2817-430c-8625-421c18a253ad,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:40.633580 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcfdb114-3aa2-4fd7-9180-45cd089f67b4 req-428400fa-53db-4c11-81b2-def6529b9db0 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Network 3ee1a007-1655-4afb-9981-1243b24a21bb is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:48:40.635321 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-bcfdb114-3aa2-4fd7-9180-45cd089f67b4 req-428400fa-53db-4c11-81b2-def6529b9db0 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:48:40.643125 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcfdb114-3aa2-4fd7-9180-45cd089f67b4 req-428400fa-53db-4c11-81b2-def6529b9db0 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:48:40.733517 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfdb114-3aa2-4fd7-9180-45cd089f67b4 req-428400fa-53db-4c11-81b2-def6529b9db0 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:40.734205 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-bcfdb114-3aa2-4fd7-9180-45cd089f67b4 req-428400fa-53db-4c11-81b2-def6529b9db0 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:40.759517 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dda0d6-ec7c-45b4-9cb8-7059245d3f0d req-ea9daa60-65cd-475b-854d-c374b4b925d5 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:40.761073 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-38dda0d6-ec7c-45b4-9cb8-7059245d3f0d req-ea9daa60-65cd-475b-854d-c374b4b925d5 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=671265d2-16fd-4692-9592-414591c0025a HTTP/1.1" status: 200 len: 945 time: 0.0878062 Sep 23 06:48:40.768149 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bcfdb114-3aa2-4fd7-9180-45cd089f67b4 req-428400fa-53db-4c11-81b2-def6529b9db0 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9038129 Sep 23 06:48:40.785344 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-bcfdb114-3aa2-4fd7-9180-45cd089f67b4 req-d38435fd-2f07-46a6-9fa0-b99f1d7af6a9 service neutron] Request body: {'port': {'device_id': '193182f5-6dd0-42cb-a3c8-6bc06f2deb9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:48:40.829430 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cbe364-32f3-4594-8c19-a244d6fb8f3a req-cffd68fd-939f-4a7a-ae04-845b6b60122e tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:40.834590 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-45cbe364-32f3-4594-8c19-a244d6fb8f3a req-cffd68fd-939f-4a7a-ae04-845b6b60122e tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/ports?device_id=193182f5-6dd0-42cb-a3c8-6bc06f2deb9b HTTP/1.1" status: 200 len: 932 time: 0.0991795 Sep 23 06:48:40.909087 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-45cbe364-32f3-4594-8c19-a244d6fb8f3a req-3e118b99-b7ca-492f-98b3-379a86c45b7d tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d44e72e-9977-4c1c-b9ad-087588ff958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674582 Sep 23 06:48:40.960183 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-38dda0d6-ec7c-45b4-9cb8-7059245d3f0d req-59f69852-34e7-4ba6-8aa7-2b54f91dafa9 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=df69b107-d214-48a1-9de3-f64218339a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909783 Sep 23 06:48:40.963379 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-bcfdb114-3aa2-4fd7-9180-45cd089f67b4 req-d38435fd-2f07-46a6-9fa0-b99f1d7af6a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:41.026217 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8afa8415-bf47-4e86-9798-415f6229d3b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:41.027277 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f674653-ce0b-45a9-a59a-fab5fda9cb5f req-a2127898-aa5e-42ba-a149-a835a21a629a tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:41.029596 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3f674653-ce0b-45a9-a59a-fab5fda9cb5f req-a2127898-aa5e-42ba-a149-a835a21a629a tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.21 "GET /v2.0/ports?device_id=414d1d22-ae75-4655-9675-09e03837cb32 HTTP/1.1" status: 200 len: 946 time: 0.1004097 Sep 23 06:48:41.109213 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1497bc5e-b965-480b-b6e7-470321bedb8d req-adc37867-6e67-4c75-b435-116e4502d21d tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b5a5b1b-ecf7-4d00-8f54-00d9a7ab45b7 HTTP/1.1" status: 200 len: 210 time: 0.0605104 Sep 23 06:48:41.209049 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-3f674653-ce0b-45a9-a59a-fab5fda9cb5f req-4385d10e-b179-4f61-88a4-8098c01723e1 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Deleting port e45ad089-4d49-4a77-9072-5321c26014de {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:48:41.209394 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-3f674653-ce0b-45a9-a59a-fab5fda9cb5f req-4385d10e-b179-4f61-88a4-8098c01723e1 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:41.346307 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00e0a17-65f7-4914-b128-67611446fc04 req-130b5637-de9c-4c07-beee-61c623ed771b tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:41.347158 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f00e0a17-65f7-4914-b128-67611446fc04 req-130b5637-de9c-4c07-beee-61c623ed771b tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.21 "GET /v2.0/networks?id=5e6b1e6b-f43d-48fc-88ea-84227fc0190a HTTP/1.1" status: 200 len: 812 time: 0.4149308 Sep 23 06:48:41.367633 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-f00e0a17-65f7-4914-b128-67611446fc04 req-72948483-1395-46d1-8fa5-ec7baf74f1f8 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Request body: {'port': {'device_id': '3b5a5b1b-ecf7-4d00-8f54-00d9a7ab45b7', 'network_id': '5e6b1e6b-f43d-48fc-88ea-84227fc0190a', 'admin_state_up': True, 'tenant_id': '7c15309e32824dcfa3da1dd04afd3365'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:48:41.432255 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba050f58-5501-4d91-8266-0eeee69d9484 req-4b819387-4ec4-4f9a-9a61-a6fb214f6a33 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:41.445033 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ba050f58-5501-4d91-8266-0eeee69d9484 req-4b819387-4ec4-4f9a-9a61-a6fb214f6a33 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=15aadf6d-92cc-45e5-93dd-90da99561c46 HTTP/1.1" status: 200 len: 945 time: 0.3549781 Sep 23 06:48:41.446529 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77cce86-0899-41ac-9d17-19878644a577 req-278c83be-9cc6-4d6c-8ba7-da4b797b8e2d tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:41.454837 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c77cce86-0899-41ac-9d17-19878644a577 req-278c83be-9cc6-4d6c-8ba7-da4b797b8e2d tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/ports?device_id=414d1d22-ae75-4655-9675-09e03837cb32 HTTP/1.1" status: 200 len: 946 time: 0.0906701 Sep 23 06:48:41.456951 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:41.466598 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-3f674653-ce0b-45a9-a59a-fab5fda9cb5f req-4385d10e-b179-4f61-88a4-8098c01723e1 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] For port e45ad089-4d49-4a77-9072-5321c26014de, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=e45ad089-4d49-4a77-9072-5321c26014de,segment=NetworkSegment(1a9bebfa-472f-4ce0-bf1b-0262c13e7508),segment_id=1a9bebfa-472f-4ce0-bf1b-0262c13e7508)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:48:41.467150 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-3f674653-ce0b-45a9-a59a-fab5fda9cb5f req-4385d10e-b179-4f61-88a4-8098c01723e1 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:41.507753 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-3f674653-ce0b-45a9-a59a-fab5fda9cb5f req-4385d10e-b179-4f61-88a4-8098c01723e1 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Calling delete_port for e45ad089-4d49-4a77-9072-5321c26014de owned by compute:nova {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:48:41.527661 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c77cce86-0899-41ac-9d17-19878644a577 req-0b42a467-db1c-4736-8318-72bda1390607 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/security-groups?id=abc74fe4-0953-4a1d-8589-19f26bab4282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670679 Sep 23 06:48:41.642625 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ba050f58-5501-4d91-8266-0eeee69d9484 req-e010cb18-7bee-4089-be14-6bc4908ad9c0 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901407 Sep 23 06:48:41.758687 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-3f674653-ce0b-45a9-a59a-fab5fda9cb5f req-4385d10e-b179-4f61-88a4-8098c01723e1 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:41.779727 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['1bb851cf-6032-4df1-9a1c-c08d5a92742d'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:48:41.782842 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-bcfdb114-3aa2-4fd7-9180-45cd089f67b4 req-d38435fd-2f07-46a6-9fa0-b99f1d7af6a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77fc45da-2817-430c-8625-421c18a253ad {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:48:41.790141 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f00e0a17-65f7-4914-b128-67611446fc04 req-72948483-1395-46d1-8fa5-ec7baf74f1f8 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Made reservation on behalf of 7c15309e32824dcfa3da1dd04afd3365 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:48:41.801571 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-f00e0a17-65f7-4914-b128-67611446fc04 req-72948483-1395-46d1-8fa5-ec7baf74f1f8 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:41.805169 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-bcfdb114-3aa2-4fd7-9180-45cd089f67b4 req-d38435fd-2f07-46a6-9fa0-b99f1d7af6a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:41.833287 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-bcfdb114-3aa2-4fd7-9180-45cd089f67b4 req-d38435fd-2f07-46a6-9fa0-b99f1d7af6a9 service neutron] Transition to ACTIVE for port object 77fc45da-2817-430c-8625-421c18a253ad will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:48:41.841784 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['e45ad089-4d49-4a77-9072-5321c26014de'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:48:41.852167 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-bcfdb114-3aa2-4fd7-9180-45cd089f67b4 req-d38435fd-2f07-46a6-9fa0-b99f1d7af6a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:41.852452 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385d10e-b179-4f61-88a4-8098c01723e1 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Pushing event deleted for resources: {'Port': ['ID=e45ad089-4d49-4a77-9072-5321c26014de,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:41.979329 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f674653-ce0b-45a9-a59a-fab5fda9cb5f req-4385d10e-b179-4f61-88a4-8098c01723e1 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] No DVR routers for this DVR port e45ad089-4d49-4a77-9072-5321c26014de on host n-h1-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:48:41.992402 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-3f674653-ce0b-45a9-a59a-fab5fda9cb5f req-4385d10e-b179-4f61-88a4-8098c01723e1 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:42.009694 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3f674653-ce0b-45a9-a59a-fab5fda9cb5f req-4385d10e-b179-4f61-88a4-8098c01723e1 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.21 "DELETE /v2.0/ports/e45ad089-4d49-4a77-9072-5321c26014de HTTP/1.1" status: 204 len: 173 time: 0.9608822 Sep 23 06:48:42.011036 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '414d1d22-ae75-4655-9675-09e03837cb32', 'name': 'network-vif-deleted', 'tag': 'e45ad089-4d49-4a77-9072-5321c26014de'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:48:42.035646 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f07fe79-18e4-4bef-889c-5cc57821e1a5" -d '{"events": [{"server_uuid": "414d1d22-ae75-4655-9675-09e03837cb32", "name": "network-vif-deleted", "tag": "e45ad089-4d49-4a77-9072-5321c26014de"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:48:42.115262 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38435fd-2f07-46a6-9fa0-b99f1d7af6a9 service neutron] Pushing event updated for resources: {'Port': ['ID=77fc45da-2817-430c-8625-421c18a253ad,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:42.188033 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e854307c-d3a7-470c-948e-7afa96d9d0bf req-3ef81820-ebe4-49aa-bbe7-51c28678add7 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:42.192904 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e854307c-d3a7-470c-948e-7afa96d9d0bf req-3ef81820-ebe4-49aa-bbe7-51c28678add7 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/ports?device_id=193182f5-6dd0-42cb-a3c8-6bc06f2deb9b HTTP/1.1" status: 200 len: 944 time: 0.1401789 Sep 23 06:48:42.295331 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:42.312372 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e854307c-d3a7-470c-948e-7afa96d9d0bf req-d2895c79-49e9-451a-8382-702d3b8c6db2 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d44e72e-9977-4c1c-b9ad-087588ff958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039982 Sep 23 06:48:42.357175 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-f00e0a17-65f7-4914-b128-67611446fc04 req-72948483-1395-46d1-8fa5-ec7baf74f1f8 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Allocated IP 172.20.0.14 (5e6b1e6b-f43d-48fc-88ea-84227fc0190a/9dbf4107-f4ac-450c-a420-ffd87b06b7dc/99ca2b9b-c0a9-413b-897a-cea4b52c6f07) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:48:42.359597 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33dd7442-0779-49a2-bc37-b71349ade737 x-openstack-request-id: req-33dd7442-0779-49a2-bc37-b71349ade737 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:48:42.360475 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "414d1d22-ae75-4655-9675-09e03837cb32", "name": "network-vif-deleted", "tag": "e45ad089-4d49-4a77-9072-5321c26014de", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:48:42.361167 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-33dd7442-0779-49a2-bc37-b71349ade737 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:48:42.362409 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '414d1d22-ae75-4655-9675-09e03837cb32', 'name': 'network-vif-deleted', 'tag': 'e45ad089-4d49-4a77-9072-5321c26014de', 'status': 'completed', 'code': 200} Sep 23 06:48:42.482601 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c49385d6-2275-446c-8322-b32202b63049 req-b4b30943-c2ee-4b4a-8179-2bdd3696a404 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b5a5b1b-ecf7-4d00-8f54-00d9a7ab45b7 HTTP/1.1" status: 200 len: 210 time: 0.0591023 Sep 23 06:48:42.503981 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75156e6e-14a5-4ba7-9813-89c508d002fe req-80a2dc23-c5c7-4cb8-847e-76c5ed11fe34 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:42.513961 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-75156e6e-14a5-4ba7-9813-89c508d002fe req-80a2dc23-c5c7-4cb8-847e-76c5ed11fe34 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=671265d2-16fd-4692-9592-414591c0025a HTTP/1.1" status: 200 len: 945 time: 0.3714225 Sep 23 06:48:42.566621 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-bcfdb114-3aa2-4fd7-9180-45cd089f67b4 req-d38435fd-2f07-46a6-9fa0-b99f1d7af6a9 service neutron] Attempting to bind port 77fc45da-2817-430c-8625-421c18a253ad on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:48:42.566621 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-bcfdb114-3aa2-4fd7-9180-45cd089f67b4 req-d38435fd-2f07-46a6-9fa0-b99f1d7af6a9 service neutron] Attempting to bind port 77fc45da-2817-430c-8625-421c18a253ad by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': 'e1f321b6-0718-4853-a894-c71ec0ee9dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '3ee1a007-1655-4afb-9981-1243b24a21bb'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:48:42.566621 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcfdb114-3aa2-4fd7-9180-45cd089f67b4 req-d38435fd-2f07-46a6-9fa0-b99f1d7af6a9 service neutron] Attempting to bind port 77fc45da-2817-430c-8625-421c18a253ad on network 3ee1a007-1655-4afb-9981-1243b24a21bb {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:48:42.650221 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcfdb114-3aa2-4fd7-9180-45cd089f67b4 req-d38435fd-2f07-46a6-9fa0-b99f1d7af6a9 service neutron] Port 77fc45da-2817-430c-8625-421c18a253ad on network 3ee1a007-1655-4afb-9981-1243b24a21bb not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:48:42.651949 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcfdb114-3aa2-4fd7-9180-45cd089f67b4 req-d38435fd-2f07-46a6-9fa0-b99f1d7af6a9 service neutron] Attempting to bind port 77fc45da-2817-430c-8625-421c18a253ad on network 3ee1a007-1655-4afb-9981-1243b24a21bb {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:48:42.680417 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-75156e6e-14a5-4ba7-9813-89c508d002fe req-7f187ec0-2a5d-4bac-a8c4-fc69fdb7a55f tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=df69b107-d214-48a1-9de3-f64218339a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651926 Sep 23 06:48:42.744560 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcfdb114-3aa2-4fd7-9180-45cd089f67b4 req-d38435fd-2f07-46a6-9fa0-b99f1d7af6a9 service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:48:42.750063 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c4ca2111-524b-432b-be20-722664c4883a req-787c2745-33a4-4bc9-b724-faf6872c8fbd tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/ports?device_id=414d1d22-ae75-4655-9675-09e03837cb32 HTTP/1.1" status: 200 len: 210 time: 0.0566564 Sep 23 06:48:42.750778 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcfdb114-3aa2-4fd7-9180-45cd089f67b4 req-d38435fd-2f07-46a6-9fa0-b99f1d7af6a9 service neutron] Checking segment: {'id': 'e1f321b6-0718-4853-a894-c71ec0ee9dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '3ee1a007-1655-4afb-9981-1243b24a21bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:48:42.751379 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcfdb114-3aa2-4fd7-9180-45cd089f67b4 req-d38435fd-2f07-46a6-9fa0-b99f1d7af6a9 service neutron] Bound using segment: {'id': 'e1f321b6-0718-4853-a894-c71ec0ee9dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '3ee1a007-1655-4afb-9981-1243b24a21bb'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:48:42.752031 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-bcfdb114-3aa2-4fd7-9180-45cd089f67b4 req-d38435fd-2f07-46a6-9fa0-b99f1d7af6a9 service neutron] Bound port: 77fc45da-2817-430c-8625-421c18a253ad, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1f321b6-0718-4853-a894-c71ec0ee9dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '3ee1a007-1655-4afb-9981-1243b24a21bb'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:48:42.752588 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-bcfdb114-3aa2-4fd7-9180-45cd089f67b4 req-d38435fd-2f07-46a6-9fa0-b99f1d7af6a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:42.932200 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-f00e0a17-65f7-4914-b128-67611446fc04 req-72948483-1395-46d1-8fa5-ec7baf74f1f8 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:42.953989 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-bcfdb114-3aa2-4fd7-9180-45cd089f67b4 req-d38435fd-2f07-46a6-9fa0-b99f1d7af6a9 service neutron] For port 77fc45da-2817-430c-8625-421c18a253ad, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:48:42.960067 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-bcfdb114-3aa2-4fd7-9180-45cd089f67b4 req-d38435fd-2f07-46a6-9fa0-b99f1d7af6a9 service neutron] For port 77fc45da-2817-430c-8625-421c18a253ad, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=77fc45da-2817-430c-8625-421c18a253ad,segment=NetworkSegment(e1f321b6-0718-4853-a894-c71ec0ee9dcb),segment_id=e1f321b6-0718-4853-a894-c71ec0ee9dcb)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:48:42.972725 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b703ce3e-4610-486a-8a15-64e2609a4006 req-d8d6877a-278e-4921-83bc-e40f77ff4dc3 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:42.982187 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b703ce3e-4610-486a-8a15-64e2609a4006 req-d8d6877a-278e-4921-83bc-e40f77ff4dc3 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=15aadf6d-92cc-45e5-93dd-90da99561c46 HTTP/1.1" status: 200 len: 945 time: 0.1712322 Sep 23 06:48:43.007031 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-bcfdb114-3aa2-4fd7-9180-45cd089f67b4 req-d38435fd-2f07-46a6-9fa0-b99f1d7af6a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:43.079262 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b703ce3e-4610-486a-8a15-64e2609a4006 req-ece1b263-a6b8-40bc-8046-b42ff89c5c3f tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959866 Sep 23 06:48:43.090784 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfdb114-3aa2-4fd7-9180-45cd089f67b4 req-d38435fd-2f07-46a6-9fa0-b99f1d7af6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:43.091688 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-bcfdb114-3aa2-4fd7-9180-45cd089f67b4 req-d38435fd-2f07-46a6-9fa0-b99f1d7af6a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:43.093192 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bcfdb114-3aa2-4fd7-9180-45cd089f67b4 req-d38435fd-2f07-46a6-9fa0-b99f1d7af6a9 service neutron] 10.222.0.21 "PUT /v2.0/ports/77fc45da-2817-430c-8625-421c18a253ad HTTP/1.1" status: 200 len: 1093 time: 2.3117805 Sep 23 06:48:43.093738 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '193182f5-6dd0-42cb-a3c8-6bc06f2deb9b', 'tag': '77fc45da-2817-430c-8625-421c18a253ad'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:48:43.096479 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25877e7c-9297-45d0-be14-cc1fb56cc7ba" -d '{"events": [{"name": "network-changed", "server_uuid": "193182f5-6dd0-42cb-a3c8-6bc06f2deb9b", "tag": "77fc45da-2817-430c-8625-421c18a253ad"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:48:43.120311 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-f00e0a17-65f7-4914-b128-67611446fc04 req-72948483-1395-46d1-8fa5-ec7baf74f1f8 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:43.131790 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38435fd-2f07-46a6-9fa0-b99f1d7af6a9 service neutron] Pushing event updated for resources: {'Port': ['ID=77fc45da-2817-430c-8625-421c18a253ad,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:43.189146 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f93627e-9a4c-4394-a74f-c7bf93788114 x-openstack-request-id: req-4f93627e-9a4c-4394-a74f-c7bf93788114 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:48:43.189432 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "193182f5-6dd0-42cb-a3c8-6bc06f2deb9b", "tag": "77fc45da-2817-430c-8625-421c18a253ad", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:48:43.189677 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4f93627e-9a4c-4394-a74f-c7bf93788114 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:48:43.190097 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '193182f5-6dd0-42cb-a3c8-6bc06f2deb9b', 'tag': '77fc45da-2817-430c-8625-421c18a253ad', 'status': 'completed', 'code': 200} Sep 23 06:48:43.196513 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f00e0a17-65f7-4914-b128-67611446fc04 req-72948483-1395-46d1-8fa5-ec7baf74f1f8 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Network 5e6b1e6b-f43d-48fc-88ea-84227fc0190a is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:48:43.210875 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-f00e0a17-65f7-4914-b128-67611446fc04 req-72948483-1395-46d1-8fa5-ec7baf74f1f8 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:48:43.213470 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-f00e0a17-65f7-4914-b128-67611446fc04 req-72948483-1395-46d1-8fa5-ec7baf74f1f8 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:48:43.325989 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00e0a17-65f7-4914-b128-67611446fc04 req-72948483-1395-46d1-8fa5-ec7baf74f1f8 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:43.325989 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-f00e0a17-65f7-4914-b128-67611446fc04 req-72948483-1395-46d1-8fa5-ec7baf74f1f8 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:43.336177 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72948483-1395-46d1-8fa5-ec7baf74f1f8 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Pushing event updated for resources: {'Port': ['ID=99ca2b9b-c0a9-413b-897a-cea4b52c6f07,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:43.381748 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f00e0a17-65f7-4914-b128-67611446fc04 req-72948483-1395-46d1-8fa5-ec7baf74f1f8 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0199642 Sep 23 06:48:43.389452 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfdb114-3aa2-4fd7-9180-45cd089f67b4 req-fa5ae099-ef4c-4059-9063-32b0056908e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:43.391390 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bcfdb114-3aa2-4fd7-9180-45cd089f67b4 req-fa5ae099-ef4c-4059-9063-32b0056908e0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=33a2678e7dd541d0b0f49c109db717e9&device_id=193182f5-6dd0-42cb-a3c8-6bc06f2deb9b HTTP/1.1" status: 200 len: 1096 time: 0.1973286 Sep 23 06:48:43.416118 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-f00e0a17-65f7-4914-b128-67611446fc04 req-80dc9631-7312-4261-9bba-4c3eafad5362 service neutron] Request body: {'port': {'device_id': '3b5a5b1b-ecf7-4d00-8f54-00d9a7ab45b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:48:43.504407 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bcfdb114-3aa2-4fd7-9180-45cd089f67b4 req-28a05cc3-e400-4652-9c09-b198a7e934e2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77fc45da-2817-430c-8625-421c18a253ad HTTP/1.1" status: 200 len: 217 time: 0.0960422 Sep 23 06:48:43.628855 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0993a33-bc7b-47ff-a091-b73175eb5d31 req-49fac8bc-ea6b-447d-8d64-b12e6b0be63e tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:43.637884 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e0993a33-bc7b-47ff-a091-b73175eb5d31 req-49fac8bc-ea6b-447d-8d64-b12e6b0be63e tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/ports?device_id=193182f5-6dd0-42cb-a3c8-6bc06f2deb9b HTTP/1.1" status: 200 len: 944 time: 0.1991591 Sep 23 06:48:43.640747 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-f00e0a17-65f7-4914-b128-67611446fc04 req-80dc9631-7312-4261-9bba-4c3eafad5362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:43.678530 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfdb114-3aa2-4fd7-9180-45cd089f67b4 req-623072a9-08a2-4505-8593-05d5d3bb395b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:43.678530 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bcfdb114-3aa2-4fd7-9180-45cd089f67b4 req-623072a9-08a2-4505-8593-05d5d3bb395b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ce5827ea-e48e-4844-96f2-c1db8c9c5716 HTTP/1.1" status: 200 len: 859 time: 0.1529469 Sep 23 06:48:43.687465 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb8f5e-876d-4b29-9b59-267876845498 req-6305f856-22e9-4b62-8118-b9a5f4ca73d9 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:43.689140 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6feb8f5e-876d-4b29-9b59-267876845498 req-6305f856-22e9-4b62-8118-b9a5f4ca73d9 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b5a5b1b-ecf7-4d00-8f54-00d9a7ab45b7 HTTP/1.1" status: 200 len: 932 time: 0.0902483 Sep 23 06:48:43.768305 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e0993a33-bc7b-47ff-a091-b73175eb5d31 req-1d14740a-747a-48d5-9402-2e42ee774635 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d44e72e-9977-4c1c-b9ad-087588ff958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290905 Sep 23 06:48:43.780558 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:43.817474 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bcfdb114-3aa2-4fd7-9180-45cd089f67b4 req-e234f34a-e655-4c5a-b18f-90f2ba7233d6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ee1a007-1655-4afb-9981-1243b24a21bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1310382 Sep 23 06:48:43.823576 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6feb8f5e-876d-4b29-9b59-267876845498 req-cd77ae74-46d7-472f-b733-c0ca30dc5f48 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913651 Sep 23 06:48:43.951022 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device e45ad089-4d49-4a77-9072-5321c26014de no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:48:44.035613 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] No Port match for: e45ad089-4d49-4a77-9072-5321c26014de {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:48:44.037132 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device e45ad089-4d49-4a77-9072-5321c26014de not bound to the agent host n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:48:44.298077 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850312d2-0b64-47f1-b656-c44ed987a799 req-f73d807f-d20a-4d7d-b1ba-b46b9f617492 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:44.299651 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-850312d2-0b64-47f1-b656-c44ed987a799 req-f73d807f-d20a-4d7d-b1ba-b46b9f617492 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=671265d2-16fd-4692-9592-414591c0025a HTTP/1.1" status: 200 len: 945 time: 0.3339138 Sep 23 06:48:44.307724 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bcfdb114-3aa2-4fd7-9180-45cd089f67b4 req-3e4bafec-eee8-401e-b82a-ca7b3b2ebffe service neutron] 10.222.0.21 "GET /v2.0/networks/3ee1a007-1655-4afb-9981-1243b24a21bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4755433 Sep 23 06:48:44.359406 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a545e3-dadf-40a7-97d6-4507c2ed6729 req-1fb2ce63-3398-423c-9506-a376864b81d9 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:44.367566 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-24a545e3-dadf-40a7-97d6-4507c2ed6729 req-1fb2ce63-3398-423c-9506-a376864b81d9 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/ports?device_id=78a6b827-061d-4284-b0e3-3ac50ee2a042 HTTP/1.1" status: 200 len: 946 time: 0.1004026 Sep 23 06:48:44.422076 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-24a545e3-dadf-40a7-97d6-4507c2ed6729 req-38119a1b-c4c1-4c61-9727-71c83f91b70c tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/security-groups?id=abc74fe4-0953-4a1d-8589-19f26bab4282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491416 Sep 23 06:48:44.548638 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db5f9a4-d729-47e7-b44b-646d6fc11f46 req-f3a1a216-6d78-444b-b120-27aa993af330 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:44.556664 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3db5f9a4-d729-47e7-b44b-646d6fc11f46 req-f3a1a216-6d78-444b-b120-27aa993af330 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=15aadf6d-92cc-45e5-93dd-90da99561c46 HTTP/1.1" status: 200 len: 945 time: 0.0668101 Sep 23 06:48:44.620108 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3db5f9a4-d729-47e7-b44b-646d6fc11f46 req-7711825a-3f17-4480-8458-226a53408fe2 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622327 Sep 23 06:48:44.646726 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-850312d2-0b64-47f1-b656-c44ed987a799 req-1c5c1d69-d40d-493d-9b3b-ad1d392a34e1 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=df69b107-d214-48a1-9de3-f64218339a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3245854 Sep 23 06:48:44.710953 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bcfdb114-3aa2-4fd7-9180-45cd089f67b4 req-e34c598a-79f9-4af7-a763-ac29311d25c8 service neutron] 10.222.0.21 "GET /v2.0/networks/3ee1a007-1655-4afb-9981-1243b24a21bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3864713 Sep 23 06:48:44.786124 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-f00e0a17-65f7-4914-b128-67611446fc04 req-80dc9631-7312-4261-9bba-4c3eafad5362 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99ca2b9b-c0a9-413b-897a-cea4b52c6f07 {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:48:44.795503 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-f00e0a17-65f7-4914-b128-67611446fc04 req-80dc9631-7312-4261-9bba-4c3eafad5362 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:44.817429 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-f00e0a17-65f7-4914-b128-67611446fc04 req-80dc9631-7312-4261-9bba-4c3eafad5362 service neutron] Transition to ACTIVE for port object 99ca2b9b-c0a9-413b-897a-cea4b52c6f07 will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:48:44.841527 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-f00e0a17-65f7-4914-b128-67611446fc04 req-80dc9631-7312-4261-9bba-4c3eafad5362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:44.924284 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dc9631-7312-4261-9bba-4c3eafad5362 service neutron] Pushing event updated for resources: {'Port': ['ID=99ca2b9b-c0a9-413b-897a-cea4b52c6f07,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:44.977912 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b0f74e-f3ab-4269-9609-d1dc73c15b38 req-99b048a0-2ba7-4b9f-bbe3-cfbc92832f82 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:44.980632 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-07b0f74e-f3ab-4269-9609-d1dc73c15b38 req-99b048a0-2ba7-4b9f-bbe3-cfbc92832f82 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/ports?device_id=193182f5-6dd0-42cb-a3c8-6bc06f2deb9b HTTP/1.1" status: 200 len: 944 time: 0.1026502 Sep 23 06:48:45.029892 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-07b0f74e-f3ab-4269-9609-d1dc73c15b38 req-95c9c56d-ff95-45f4-85a3-77c0b7cb0e17 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d44e72e-9977-4c1c-b9ad-087588ff958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412548 Sep 23 06:48:45.057897 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-f00e0a17-65f7-4914-b128-67611446fc04 req-80dc9631-7312-4261-9bba-4c3eafad5362 service neutron] Attempting to bind port 99ca2b9b-c0a9-413b-897a-cea4b52c6f07 on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:48:45.059473 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-f00e0a17-65f7-4914-b128-67611446fc04 req-80dc9631-7312-4261-9bba-4c3eafad5362 service neutron] Attempting to bind port 99ca2b9b-c0a9-413b-897a-cea4b52c6f07 by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': 'f93b6022-d5e5-431e-9dcb-2461df9c5b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5e6b1e6b-f43d-48fc-88ea-84227fc0190a'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:48:45.060293 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00e0a17-65f7-4914-b128-67611446fc04 req-80dc9631-7312-4261-9bba-4c3eafad5362 service neutron] Attempting to bind port 99ca2b9b-c0a9-413b-897a-cea4b52c6f07 on network 5e6b1e6b-f43d-48fc-88ea-84227fc0190a {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:48:45.077402 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25877e7c-9297-45d0-be14-cc1fb56cc7ba req-422bb388-4270-470f-b5fb-8c99d6d9c520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:45.079012 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-25877e7c-9297-45d0-be14-cc1fb56cc7ba req-422bb388-4270-470f-b5fb-8c99d6d9c520 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=33a2678e7dd541d0b0f49c109db717e9&device_id=193182f5-6dd0-42cb-a3c8-6bc06f2deb9b HTTP/1.1" status: 200 len: 1096 time: 0.2607844 Sep 23 06:48:45.079985 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00e0a17-65f7-4914-b128-67611446fc04 req-80dc9631-7312-4261-9bba-4c3eafad5362 service neutron] Port 99ca2b9b-c0a9-413b-897a-cea4b52c6f07 on network 5e6b1e6b-f43d-48fc-88ea-84227fc0190a not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:48:45.079985 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00e0a17-65f7-4914-b128-67611446fc04 req-80dc9631-7312-4261-9bba-4c3eafad5362 service neutron] Attempting to bind port 99ca2b9b-c0a9-413b-897a-cea4b52c6f07 on network 5e6b1e6b-f43d-48fc-88ea-84227fc0190a {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:48:45.092736 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00e0a17-65f7-4914-b128-67611446fc04 req-80dc9631-7312-4261-9bba-4c3eafad5362 service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:48:45.093316 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00e0a17-65f7-4914-b128-67611446fc04 req-80dc9631-7312-4261-9bba-4c3eafad5362 service neutron] Checking segment: {'id': 'f93b6022-d5e5-431e-9dcb-2461df9c5b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5e6b1e6b-f43d-48fc-88ea-84227fc0190a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:48:45.093941 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00e0a17-65f7-4914-b128-67611446fc04 req-80dc9631-7312-4261-9bba-4c3eafad5362 service neutron] Bound using segment: {'id': 'f93b6022-d5e5-431e-9dcb-2461df9c5b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5e6b1e6b-f43d-48fc-88ea-84227fc0190a'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:48:45.095891 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-f00e0a17-65f7-4914-b128-67611446fc04 req-80dc9631-7312-4261-9bba-4c3eafad5362 service neutron] Bound port: 99ca2b9b-c0a9-413b-897a-cea4b52c6f07, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f93b6022-d5e5-431e-9dcb-2461df9c5b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5e6b1e6b-f43d-48fc-88ea-84227fc0190a'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:48:45.096261 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-f00e0a17-65f7-4914-b128-67611446fc04 req-80dc9631-7312-4261-9bba-4c3eafad5362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:45.142275 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1124276e-3afc-4203-ba98-43adebe30c5f req-9cb13b7f-a8ac-490f-b04c-127886783a6f tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:45.143814 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1124276e-3afc-4203-ba98-43adebe30c5f req-9cb13b7f-a8ac-490f-b04c-127886783a6f tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b5a5b1b-ecf7-4d00-8f54-00d9a7ab45b7 HTTP/1.1" status: 200 len: 944 time: 0.1573544 Sep 23 06:48:45.301701 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1124276e-3afc-4203-ba98-43adebe30c5f req-e9b02009-1f4d-4124-ad85-fcb36c5c800a tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488533 Sep 23 06:48:45.307317 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-f00e0a17-65f7-4914-b128-67611446fc04 req-80dc9631-7312-4261-9bba-4c3eafad5362 service neutron] For port 99ca2b9b-c0a9-413b-897a-cea4b52c6f07, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:48:45.310977 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25877e7c-9297-45d0-be14-cc1fb56cc7ba req-171ccf9b-9b6a-4cb8-beb5-150381d2521c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:45.312471 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-25877e7c-9297-45d0-be14-cc1fb56cc7ba req-171ccf9b-9b6a-4cb8-beb5-150381d2521c service neutron] 10.222.0.21 "GET /v2.0/networks?id=3ee1a007-1655-4afb-9981-1243b24a21bb HTTP/1.1" status: 200 len: 920 time: 0.2240474 Sep 23 06:48:45.314562 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-f00e0a17-65f7-4914-b128-67611446fc04 req-80dc9631-7312-4261-9bba-4c3eafad5362 service neutron] For port 99ca2b9b-c0a9-413b-897a-cea4b52c6f07, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=99ca2b9b-c0a9-413b-897a-cea4b52c6f07,segment=NetworkSegment(f93b6022-d5e5-431e-9dcb-2461df9c5b3b),segment_id=f93b6022-d5e5-431e-9dcb-2461df9c5b3b)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:48:45.330331 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-f00e0a17-65f7-4914-b128-67611446fc04 req-80dc9631-7312-4261-9bba-4c3eafad5362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:45.407742 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-25877e7c-9297-45d0-be14-cc1fb56cc7ba req-36b4efb5-d64e-4af9-839d-ee7ad552adf7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77fc45da-2817-430c-8625-421c18a253ad HTTP/1.1" status: 200 len: 217 time: 0.0856133 Sep 23 06:48:45.426244 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00e0a17-65f7-4914-b128-67611446fc04 req-80dc9631-7312-4261-9bba-4c3eafad5362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:45.426871 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-f00e0a17-65f7-4914-b128-67611446fc04 req-80dc9631-7312-4261-9bba-4c3eafad5362 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:45.428292 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f00e0a17-65f7-4914-b128-67611446fc04 req-80dc9631-7312-4261-9bba-4c3eafad5362 service neutron] 10.222.0.21 "PUT /v2.0/ports/99ca2b9b-c0a9-413b-897a-cea4b52c6f07 HTTP/1.1" status: 200 len: 1093 time: 2.0218759 Sep 23 06:48:45.428784 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b5a5b1b-ecf7-4d00-8f54-00d9a7ab45b7', 'tag': '99ca2b9b-c0a9-413b-897a-cea4b52c6f07'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:48:45.431150 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d9711b7-0719-42c8-b24e-8f802e3e19a3" -d '{"events": [{"name": "network-changed", "server_uuid": "3b5a5b1b-ecf7-4d00-8f54-00d9a7ab45b7", "tag": "99ca2b9b-c0a9-413b-897a-cea4b52c6f07"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:48:45.513635 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b37ee5b-c68b-49b4-aaf4-b02186c14d34 x-openstack-request-id: req-8b37ee5b-c68b-49b4-aaf4-b02186c14d34 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:48:45.513635 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b5a5b1b-ecf7-4d00-8f54-00d9a7ab45b7", "tag": "99ca2b9b-c0a9-413b-897a-cea4b52c6f07", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:48:45.513998 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8b37ee5b-c68b-49b4-aaf4-b02186c14d34 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:48:45.514218 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b5a5b1b-ecf7-4d00-8f54-00d9a7ab45b7', 'tag': '99ca2b9b-c0a9-413b-897a-cea4b52c6f07', 'status': 'completed', 'code': 200} Sep 23 06:48:45.551248 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dc9631-7312-4261-9bba-4c3eafad5362 service neutron] Pushing event updated for resources: {'Port': ['ID=99ca2b9b-c0a9-413b-897a-cea4b52c6f07,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:45.571579 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e1cb0b-92b8-462e-9d1c-1637faabf9fc req-3f18a4b6-7bd5-44eb-a57d-bd70af626cc0 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:45.573563 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-75e1cb0b-92b8-462e-9d1c-1637faabf9fc req-3f18a4b6-7bd5-44eb-a57d-bd70af626cc0 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/ports?device_id=78a6b827-061d-4284-b0e3-3ac50ee2a042 HTTP/1.1" status: 200 len: 946 time: 0.0532420 Sep 23 06:48:45.574548 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25877e7c-9297-45d0-be14-cc1fb56cc7ba req-93006119-8227-4e7b-84d1-e85059669377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:45.576977 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-25877e7c-9297-45d0-be14-cc1fb56cc7ba req-93006119-8227-4e7b-84d1-e85059669377 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ce5827ea-e48e-4844-96f2-c1db8c9c5716 HTTP/1.1" status: 200 len: 859 time: 0.1617501 Sep 23 06:48:45.619763 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00e0a17-65f7-4914-b128-67611446fc04 req-72e59676-017c-4b64-85ab-6beefa58c648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:45.621293 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f00e0a17-65f7-4914-b128-67611446fc04 req-72e59676-017c-4b64-85ab-6beefa58c648 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7c15309e32824dcfa3da1dd04afd3365&device_id=3b5a5b1b-ecf7-4d00-8f54-00d9a7ab45b7 HTTP/1.1" status: 200 len: 1096 time: 0.1147401 Sep 23 06:48:45.631638 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-25877e7c-9297-45d0-be14-cc1fb56cc7ba req-faf0d642-4d8d-48a4-8d72-d6ec5c249b79 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ee1a007-1655-4afb-9981-1243b24a21bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373647 Sep 23 06:48:45.631779 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-75e1cb0b-92b8-462e-9d1c-1637faabf9fc req-78f665f7-daa0-44d3-9dda-3cd2a6b2c100 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/security-groups?id=abc74fe4-0953-4a1d-8589-19f26bab4282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436325 Sep 23 06:48:45.795347 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c6dd8-c8a5-4633-bb6b-8d3115803ff7 req-558faede-24bd-4d59-bda7-c6d0a6d9fb76 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:45.804309 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4c2c6dd8-c8a5-4633-bb6b-8d3115803ff7 req-558faede-24bd-4d59-bda7-c6d0a6d9fb76 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=671265d2-16fd-4692-9592-414591c0025a HTTP/1.1" status: 200 len: 945 time: 0.0768631 Sep 23 06:48:45.853286 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4c2c6dd8-c8a5-4633-bb6b-8d3115803ff7 req-1e444bb5-e200-4133-a35e-832b9979a4fa tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=df69b107-d214-48a1-9de3-f64218339a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477343 Sep 23 06:48:46.164164 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f00e0a17-65f7-4914-b128-67611446fc04 req-11483ea1-f450-48da-8834-a237d6a903c2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99ca2b9b-c0a9-413b-897a-cea4b52c6f07 HTTP/1.1" status: 200 len: 217 time: 0.5171475 Sep 23 06:48:46.188008 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d42a2e-82c1-42b5-a14e-a4fe582e6cf5 req-a25b88f9-731a-4173-8788-047e4bed114e tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:46.190255 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-28d42a2e-82c1-42b5-a14e-a4fe582e6cf5 req-a25b88f9-731a-4173-8788-047e4bed114e tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/ports?device_id=193182f5-6dd0-42cb-a3c8-6bc06f2deb9b HTTP/1.1" status: 200 len: 944 time: 0.0706267 Sep 23 06:48:46.242566 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-28d42a2e-82c1-42b5-a14e-a4fe582e6cf5 req-7b29ad57-b81f-4520-8854-16529284c171 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d44e72e-9977-4c1c-b9ad-087588ff958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411890 Sep 23 06:48:46.261840 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d072a1e1-5e74-4167-96f6-881cecb57499 req-2f52fc85-7475-4b52-94e8-c77894e72c0f tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:46.264078 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d072a1e1-5e74-4167-96f6-881cecb57499 req-2f52fc85-7475-4b52-94e8-c77894e72c0f tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=15aadf6d-92cc-45e5-93dd-90da99561c46 HTTP/1.1" status: 200 len: 945 time: 0.2139680 Sep 23 06:48:46.280235 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-25877e7c-9297-45d0-be14-cc1fb56cc7ba req-e3066b2b-72a7-4ae9-a834-2b7097adfbdb service neutron] 10.222.0.21 "GET /v2.0/networks/3ee1a007-1655-4afb-9981-1243b24a21bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6312859 Sep 23 06:48:46.282885 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00e0a17-65f7-4914-b128-67611446fc04 req-c6df3188-508b-4457-b51c-ec99e06d515a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:46.284301 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f00e0a17-65f7-4914-b128-67611446fc04 req-c6df3188-508b-4457-b51c-ec99e06d515a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9dbf4107-f4ac-450c-a420-ffd87b06b7dc HTTP/1.1" status: 200 len: 852 time: 0.1111898 Sep 23 06:48:46.303881 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b03596-5ed3-4cce-b7b3-bbd796211737 req-2168dc39-4bee-4d16-acb8-cba6f5689ce2 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:46.305427 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-05b03596-5ed3-4cce-b7b3-bbd796211737 req-2168dc39-4bee-4d16-acb8-cba6f5689ce2 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.58 "GET /v2.0/ports?device_id=78a6b827-061d-4284-b0e3-3ac50ee2a042 HTTP/1.1" status: 200 len: 946 time: 0.0617220 Sep 23 06:48:46.341648 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f00e0a17-65f7-4914-b128-67611446fc04 req-a0893a7c-c976-4f1d-bef6-0aca361e65a9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5e6b1e6b-f43d-48fc-88ea-84227fc0190a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334241 Sep 23 06:48:46.358658 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d072a1e1-5e74-4167-96f6-881cecb57499 req-4c042968-27b9-48aa-a8a1-8b8280768f39 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871227 Sep 23 06:48:46.498319 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-05b03596-5ed3-4cce-b7b3-bbd796211737 req-a10c3df4-211c-4c5b-bf9b-7e76db26c8eb tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Deleting port 1bb851cf-6032-4df1-9a1c-c08d5a92742d {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:48:46.499796 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-05b03596-5ed3-4cce-b7b3-bbd796211737 req-a10c3df4-211c-4c5b-bf9b-7e76db26c8eb tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:46.563860 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b99592-ef90-4302-be62-2a0ab67a973d req-16cf36fe-3317-4527-abb0-19be08f8f9c8 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:46.568847 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-64b99592-ef90-4302-be62-2a0ab67a973d req-16cf36fe-3317-4527-abb0-19be08f8f9c8 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b5a5b1b-ecf7-4d00-8f54-00d9a7ab45b7 HTTP/1.1" status: 200 len: 944 time: 0.1405787 Sep 23 06:48:46.580250 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f00e0a17-65f7-4914-b128-67611446fc04 req-0c88c9dd-e9a6-4a67-b086-f899c9998a98 service neutron] 10.222.0.21 "GET /v2.0/networks/5e6b1e6b-f43d-48fc-88ea-84227fc0190a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255039 Sep 23 06:48:46.582690 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-25877e7c-9297-45d0-be14-cc1fb56cc7ba req-a206b1b0-f44f-4f48-9569-c9e6753a4289 service neutron] 10.222.0.21 "GET /v2.0/networks/3ee1a007-1655-4afb-9981-1243b24a21bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759347 Sep 23 06:48:46.719218 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-64b99592-ef90-4302-be62-2a0ab67a973d req-385c216d-a856-45db-8f60-b26ac76f673e tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323893 Sep 23 06:48:46.751424 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-05b03596-5ed3-4cce-b7b3-bbd796211737 req-a10c3df4-211c-4c5b-bf9b-7e76db26c8eb tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] For port 1bb851cf-6032-4df1-9a1c-c08d5a92742d, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=1bb851cf-6032-4df1-9a1c-c08d5a92742d,segment=NetworkSegment(1a9bebfa-472f-4ce0-bf1b-0262c13e7508),segment_id=1a9bebfa-472f-4ce0-bf1b-0262c13e7508)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:48:46.752873 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-05b03596-5ed3-4cce-b7b3-bbd796211737 req-a10c3df4-211c-4c5b-bf9b-7e76db26c8eb tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:46.773274 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-05b03596-5ed3-4cce-b7b3-bbd796211737 req-a10c3df4-211c-4c5b-bf9b-7e76db26c8eb tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Calling delete_port for 1bb851cf-6032-4df1-9a1c-c08d5a92742d owned by compute:nova {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:48:46.786924 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f00e0a17-65f7-4914-b128-67611446fc04 req-c7f21daa-7ec1-4242-9077-e23329bc1f7f service neutron] 10.222.0.21 "GET /v2.0/networks/5e6b1e6b-f43d-48fc-88ea-84227fc0190a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843777 Sep 23 06:48:46.832466 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa42fe33-2482-4747-b9b7-b021a631220c req-51e8a413-59aa-4e3a-8eed-a4beef10d9c2 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:46.834573 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-aa42fe33-2482-4747-b9b7-b021a631220c req-51e8a413-59aa-4e3a-8eed-a4beef10d9c2 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/ports?device_id=78a6b827-061d-4284-b0e3-3ac50ee2a042 HTTP/1.1" status: 200 len: 946 time: 0.0737870 Sep 23 06:48:46.920623 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-aa42fe33-2482-4747-b9b7-b021a631220c req-9a1092ba-7af5-4c4b-8491-fdfa53a415e5 tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/security-groups?id=abc74fe4-0953-4a1d-8589-19f26bab4282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774746 Sep 23 06:48:46.941107 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9711b7-0719-42c8-b24e-8f802e3e19a3 req-0664e1d7-4900-4613-baf5-0e515a867b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:46.942926 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6d9711b7-0719-42c8-b24e-8f802e3e19a3 req-0664e1d7-4900-4613-baf5-0e515a867b0b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7c15309e32824dcfa3da1dd04afd3365&device_id=3b5a5b1b-ecf7-4d00-8f54-00d9a7ab45b7 HTTP/1.1" status: 200 len: 1096 time: 0.0699360 Sep 23 06:48:47.105488 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-05b03596-5ed3-4cce-b7b3-bbd796211737 req-a10c3df4-211c-4c5b-bf9b-7e76db26c8eb tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:47.119623 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['1bb851cf-6032-4df1-9a1c-c08d5a92742d'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:48:47.246144 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c3df4-211c-4c5b-bf9b-7e76db26c8eb tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Pushing event deleted for resources: {'Port': ['ID=1bb851cf-6032-4df1-9a1c-c08d5a92742d,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:47.260776 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9711b7-0719-42c8-b24e-8f802e3e19a3 req-7eb0d816-9680-4bc2-9b3c-da9972fe3226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:47.283961 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6d9711b7-0719-42c8-b24e-8f802e3e19a3 req-7eb0d816-9680-4bc2-9b3c-da9972fe3226 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5e6b1e6b-f43d-48fc-88ea-84227fc0190a HTTP/1.1" status: 200 len: 913 time: 0.3313937 Sep 23 06:48:47.310709 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-05b03596-5ed3-4cce-b7b3-bbd796211737 req-a10c3df4-211c-4c5b-bf9b-7e76db26c8eb tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] No DVR routers for this DVR port 1bb851cf-6032-4df1-9a1c-c08d5a92742d on host n-h2-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:48:47.314012 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-05b03596-5ed3-4cce-b7b3-bbd796211737 req-a10c3df4-211c-4c5b-bf9b-7e76db26c8eb tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:47.317799 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-05b03596-5ed3-4cce-b7b3-bbd796211737 req-a10c3df4-211c-4c5b-bf9b-7e76db26c8eb tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.58 "DELETE /v2.0/ports/1bb851cf-6032-4df1-9a1c-c08d5a92742d HTTP/1.1" status: 204 len: 173 time: 1.0039167 Sep 23 06:48:47.318330 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78a6b827-061d-4284-b0e3-3ac50ee2a042', 'name': 'network-vif-deleted', 'tag': '1bb851cf-6032-4df1-9a1c-c08d5a92742d'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:48:47.320682 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e72aa9f5-fa68-4314-b4df-d19c1022ed2a" -d '{"events": [{"server_uuid": "78a6b827-061d-4284-b0e3-3ac50ee2a042", "name": "network-vif-deleted", "tag": "1bb851cf-6032-4df1-9a1c-c08d5a92742d"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:48:47.338035 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44baae4b-0f60-4f4c-b41a-9c666100cd93 req-c32913f1-acdd-4c2f-a7ea-345d53a6e162 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:47.346546 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-44baae4b-0f60-4f4c-b41a-9c666100cd93 req-c32913f1-acdd-4c2f-a7ea-345d53a6e162 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=671265d2-16fd-4692-9592-414591c0025a HTTP/1.1" status: 200 len: 945 time: 0.2699881 Sep 23 06:48:47.391520 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6d9711b7-0719-42c8-b24e-8f802e3e19a3 req-759fe695-17e7-4f0c-8e05-074fd6502322 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99ca2b9b-c0a9-413b-897a-cea4b52c6f07 HTTP/1.1" status: 200 len: 217 time: 0.0995648 Sep 23 06:48:47.398192 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-44baae4b-0f60-4f4c-b41a-9c666100cd93 req-fb06d782-d2af-4b3b-b0ec-92fe5a281fbd tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=df69b107-d214-48a1-9de3-f64218339a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504534 Sep 23 06:48:47.496112 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd50b3b6-1ecc-4648-9e65-5436d0e46db4 x-openstack-request-id: req-bd50b3b6-1ecc-4648-9e65-5436d0e46db4 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:48:47.496571 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78a6b827-061d-4284-b0e3-3ac50ee2a042", "name": "network-vif-deleted", "tag": "1bb851cf-6032-4df1-9a1c-c08d5a92742d", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:48:47.496923 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bd50b3b6-1ecc-4648-9e65-5436d0e46db4 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:48:47.497466 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78a6b827-061d-4284-b0e3-3ac50ee2a042', 'name': 'network-vif-deleted', 'tag': '1bb851cf-6032-4df1-9a1c-c08d5a92742d', 'status': 'completed', 'code': 200} Sep 23 06:48:47.516982 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9711b7-0719-42c8-b24e-8f802e3e19a3 req-8960b9f4-6236-421f-8939-acf0d638df7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:47.525776 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6d9711b7-0719-42c8-b24e-8f802e3e19a3 req-8960b9f4-6236-421f-8939-acf0d638df7a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9dbf4107-f4ac-450c-a420-ffd87b06b7dc HTTP/1.1" status: 200 len: 852 time: 0.1258898 Sep 23 06:48:47.594257 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6d9711b7-0719-42c8-b24e-8f802e3e19a3 req-53ea645a-5a4a-4eb2-927b-914f72cda34c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5e6b1e6b-f43d-48fc-88ea-84227fc0190a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566206 Sep 23 06:48:47.658417 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec5226c-a740-4168-900b-8fbe121134f7 req-5d3635d4-39dd-472b-b52d-ee4528a88d7e tempest-VolumesAdminNegativeTest-512980691 tempest-VolumesAdminNegativeTest-512980691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:47.666406 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cec5226c-a740-4168-900b-8fbe121134f7 req-5d3635d4-39dd-472b-b52d-ee4528a88d7e tempest-VolumesAdminNegativeTest-512980691 tempest-VolumesAdminNegativeTest-512980691-project] 10.222.0.39 "GET /v2.0/ports?device_id=8118636b-97cc-431e-85fd-4db803294f9e HTTP/1.1" status: 200 len: 946 time: 0.0739136 Sep 23 06:48:47.708900 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cec5226c-a740-4168-900b-8fbe121134f7 req-892c54dc-dda1-48fc-a0d4-408e0e6218c6 tempest-VolumesAdminNegativeTest-512980691 tempest-VolumesAdminNegativeTest-512980691-project] 10.222.0.39 "GET /v2.0/security-groups?id=279cc7e7-a5ff-4c1d-be2a-ec1c6af6f3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412731 Sep 23 06:48:47.724233 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2325147f-fbb9-4003-a638-6e545555b633 req-30245cbb-7c0e-48af-8f46-0e6e9b7e3b5f tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:47.737230 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2325147f-fbb9-4003-a638-6e545555b633 req-30245cbb-7c0e-48af-8f46-0e6e9b7e3b5f tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/ports?device_id=193182f5-6dd0-42cb-a3c8-6bc06f2deb9b HTTP/1.1" status: 200 len: 944 time: 0.2673416 Sep 23 06:48:47.826487 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6d9711b7-0719-42c8-b24e-8f802e3e19a3 req-c55adcb0-ceca-480e-bf42-79acc1459885 service neutron] 10.222.0.21 "GET /v2.0/networks/5e6b1e6b-f43d-48fc-88ea-84227fc0190a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219870 Sep 23 06:48:47.863118 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90daf443-a7cd-4036-83a8-9e7a319e702c req-652ebdaa-7b78-4433-86d9-0dd416226a3f tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:47.871132 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-90daf443-a7cd-4036-83a8-9e7a319e702c req-652ebdaa-7b78-4433-86d9-0dd416226a3f tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=15aadf6d-92cc-45e5-93dd-90da99561c46 HTTP/1.1" status: 200 len: 945 time: 0.0660508 Sep 23 06:48:47.933090 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2325147f-fbb9-4003-a638-6e545555b633 req-765e3c60-a2c8-40e5-91f1-352e659b7073 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d44e72e-9977-4c1c-b9ad-087588ff958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929789 Sep 23 06:48:47.941031 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-90daf443-a7cd-4036-83a8-9e7a319e702c req-672dc0fb-9ac1-42d0-beb5-e2ea3244806c tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677421 Sep 23 06:48:48.134742 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6d9711b7-0719-42c8-b24e-8f802e3e19a3 req-1fb416f5-4b3b-4401-8756-bd7c5bdcae6f service neutron] 10.222.0.21 "GET /v2.0/networks/5e6b1e6b-f43d-48fc-88ea-84227fc0190a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2992840 Sep 23 06:48:48.188812 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bf48dfb8-bdae-42dd-953e-3935a2fb3041 req-99002f6d-abd1-4f2a-bde5-36d50446a9de tempest-ListServerFiltersTestJSON-475830214 tempest-ListServerFiltersTestJSON-475830214-project] 10.222.0.39 "GET /v2.0/ports?device_id=78a6b827-061d-4284-b0e3-3ac50ee2a042 HTTP/1.1" status: 200 len: 210 time: 0.0880628 Sep 23 06:48:48.193526 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b7409d-cd41-4ed1-9edb-939b93bcf3d8 req-233c13ed-503c-4499-83f7-e227b19527ff tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:48.202468 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-84b7409d-cd41-4ed1-9edb-939b93bcf3d8 req-233c13ed-503c-4499-83f7-e227b19527ff tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b5a5b1b-ecf7-4d00-8f54-00d9a7ab45b7 HTTP/1.1" status: 200 len: 944 time: 0.1216707 Sep 23 06:48:48.271401 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-84b7409d-cd41-4ed1-9edb-939b93bcf3d8 req-73d3809f-3805-4145-972c-2a42bd937074 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665758 Sep 23 06:48:48.557280 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66fc545-c4bb-4068-8fc9-21f482993a9d req-ca0b3002-d46e-4091-b421-8db21cb171f5 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:48.558788 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e66fc545-c4bb-4068-8fc9-21f482993a9d req-ca0b3002-d46e-4091-b421-8db21cb171f5 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=671265d2-16fd-4692-9592-414591c0025a HTTP/1.1" status: 200 len: 945 time: 0.0529518 Sep 23 06:48:48.597398 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e66fc545-c4bb-4068-8fc9-21f482993a9d req-7d4e5a28-8b8b-4f73-8134-51a9a2bb687d tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=df69b107-d214-48a1-9de3-f64218339a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325513 Sep 23 06:48:48.823800 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac37100-2096-44d0-9ead-33b04368fc95 req-22d3c1c8-33cc-4c98-8f59-a136c3a5a8ce tempest-VolumesAdminNegativeTest-512980691 tempest-VolumesAdminNegativeTest-512980691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:48.826141 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2ac37100-2096-44d0-9ead-33b04368fc95 req-22d3c1c8-33cc-4c98-8f59-a136c3a5a8ce tempest-VolumesAdminNegativeTest-512980691 tempest-VolumesAdminNegativeTest-512980691-project] 10.222.0.39 "GET /v2.0/ports?device_id=8118636b-97cc-431e-85fd-4db803294f9e HTTP/1.1" status: 200 len: 946 time: 0.0504308 Sep 23 06:48:48.869080 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2ac37100-2096-44d0-9ead-33b04368fc95 req-2d258667-677e-4ec4-80d3-64b969e86b2a tempest-VolumesAdminNegativeTest-512980691 tempest-VolumesAdminNegativeTest-512980691-project] 10.222.0.39 "GET /v2.0/security-groups?id=279cc7e7-a5ff-4c1d-be2a-ec1c6af6f3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370324 Sep 23 06:48:48.873423 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0374132c-94fe-4fa1-add5-558389bf243d req-18cf6fb6-f899-4de0-9165-eb66d9f454c9 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--898218079&fields=id&tenant_id=2717295d607749ba9e686f8b98a96be1 HTTP/1.1" status: 200 len: 267 time: 0.0337076 Sep 23 06:48:48.984426 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0374132c-94fe-4fa1-add5-558389bf243d req-2a1cfe40-a8ba-4b4c-8d8b-0c6b8f0abb21 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:48.985944 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0374132c-94fe-4fa1-add5-558389bf243d req-2a1cfe40-a8ba-4b4c-8d8b-0c6b8f0abb21 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] 10.222.0.39 "GET /v2.0/networks?id=eff2865d-ee9a-496c-8687-af6ecd1b642b HTTP/1.1" status: 200 len: 816 time: 0.1057882 Sep 23 06:48:49.001524 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0374132c-94fe-4fa1-add5-558389bf243d req-7c4ffe14-6186-4560-9d6a-44a5e3cc52d3 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] 10.222.0.39 "GET /v2.0/quotas/2717295d607749ba9e686f8b98a96be1 HTTP/1.1" status: 200 len: 375 time: 0.0098248 Sep 23 06:48:49.044230 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c93925-7635-4172-8d0b-9fb3adc9af8c req-25008acb-77b3-408b-90c3-8a60496d2fe2 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:49.045645 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e4c93925-7635-4172-8d0b-9fb3adc9af8c req-25008acb-77b3-408b-90c3-8a60496d2fe2 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/ports?device_id=193182f5-6dd0-42cb-a3c8-6bc06f2deb9b HTTP/1.1" status: 200 len: 944 time: 0.0493510 Sep 23 06:48:49.062871 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0374132c-94fe-4fa1-add5-558389bf243d req-e891acd2-2e68-4496-9d56-e273d0f40d4c tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2717295d607749ba9e686f8b98a96be1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0557263 Sep 23 06:48:49.084675 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e4c93925-7635-4172-8d0b-9fb3adc9af8c req-da1e62a6-a0b4-4494-8074-0bb0bc1d1bd9 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d44e72e-9977-4c1c-b9ad-087588ff958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329998 Sep 23 06:48:49.159989 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0374132c-94fe-4fa1-add5-558389bf243d req-c829c12c-e657-49be-b047-64a128a01c66 service neutron] 10.222.0.39 "GET /v2.0/networks/eff2865d-ee9a-496c-8687-af6ecd1b642b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859544 Sep 23 06:48:49.188400 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86cc4b4-729b-4094-912f-d3d341131443 req-cd8a8164-a852-45df-a19a-39ce6184f668 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:49.189912 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d86cc4b4-729b-4094-912f-d3d341131443 req-cd8a8164-a852-45df-a19a-39ce6184f668 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=15aadf6d-92cc-45e5-93dd-90da99561c46 HTTP/1.1" status: 200 len: 945 time: 0.0493240 Sep 23 06:48:49.234671 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d86cc4b4-729b-4094-912f-d3d341131443 req-a820b98b-9957-4a57-b339-11ccef1d4294 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387392 Sep 23 06:48:49.257142 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0374132c-94fe-4fa1-add5-558389bf243d req-6c7a0737-9258-4555-8fe0-4025625a57fb service neutron] 10.222.0.39 "GET /v2.0/networks/eff2865d-ee9a-496c-8687-af6ecd1b642b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911744 Sep 23 06:48:49.277014 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 60640) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:48:49.325344 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-51cde3a9-d90c-4f43-975f-9ad877880f82 admin admin] Deleting subnet e44f0c68-01d6-43be-8be9-be0d6086d787 {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:48:49.328940 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-51cde3a9-d90c-4f43-975f-9ad877880f82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:49.368086 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-51cde3a9-d90c-4f43-975f-9ad877880f82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:49.394515 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c176f5-7627-4db4-9366-c7dc354ada51 req-70529fa7-c7f6-430b-8d0e-d7460474f239 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:49.398343 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-12c176f5-7627-4db4-9366-c7dc354ada51 req-70529fa7-c7f6-430b-8d0e-d7460474f239 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b5a5b1b-ecf7-4d00-8f54-00d9a7ab45b7 HTTP/1.1" status: 200 len: 944 time: 0.0637736 Sep 23 06:48:49.443199 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-12c176f5-7627-4db4-9366-c7dc354ada51 req-34161296-41ae-4de3-ab55-b49c81a5d964 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387692 Sep 23 06:48:49.498713 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-51cde3a9-d90c-4f43-975f-9ad877880f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:49.548945 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300db51b-9e7c-48a8-9f0c-5daa9a0e73de req-5b26c123-00b9-4bf2-bae8-513ab0ff262d tempest-VolumesAdminNegativeTest-512980691 tempest-VolumesAdminNegativeTest-512980691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:49.550371 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-300db51b-9e7c-48a8-9f0c-5daa9a0e73de req-5b26c123-00b9-4bf2-bae8-513ab0ff262d tempest-VolumesAdminNegativeTest-512980691 tempest-VolumesAdminNegativeTest-512980691-project] 10.222.0.58 "GET /v2.0/ports?device_id=8118636b-97cc-431e-85fd-4db803294f9e HTTP/1.1" status: 200 len: 946 time: 0.1003251 Sep 23 06:48:49.648780 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-51cde3a9-d90c-4f43-975f-9ad877880f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:49.690649 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5b11aa14-8575-4345-8635-ba0aae873071 req-280eeb87-2474-4bc2-a1f5-fae36aac6483 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] 10.222.0.39 "GET /v2.0/ports?device_id=43ad6ed6-1d2c-4f40-8d02-df12917225a3 HTTP/1.1" status: 200 len: 210 time: 0.0622623 Sep 23 06:48:49.762126 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cde3a9-d90c-4f43-975f-9ad877880f82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e44f0c68-01d6-43be-8be9-be0d6086d787,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:49.772900 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db787137-d27e-4d5f-b15c-0d236f9a8171 None None] Network e4c06a7b-26ab-40e8-89e0-ef0444e22da6 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:48:49.780146 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-51cde3a9-d90c-4f43-975f-9ad877880f82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:49.782073 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-51cde3a9-d90c-4f43-975f-9ad877880f82 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/e44f0c68-01d6-43be-8be9-be0d6086d787 HTTP/1.1" status: 204 len: 168 time: 0.5040338 Sep 23 06:48:49.784788 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 60668) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:48:49.849369 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8434d-29c2-4a1c-bb8d-c39e385ced50 req-08491ebc-cb6b-4ebf-ad1c-90a7c55c957f tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:49.851161 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f8c8434d-29c2-4a1c-bb8d-c39e385ced50 req-08491ebc-cb6b-4ebf-ad1c-90a7c55c957f tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=671265d2-16fd-4692-9592-414591c0025a HTTP/1.1" status: 200 len: 945 time: 0.1225419 Sep 23 06:48:49.875677 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-300db51b-9e7c-48a8-9f0c-5daa9a0e73de req-5b0f9def-c91a-42ff-9859-26b47d4fdb5b tempest-VolumesAdminNegativeTest-512980691 tempest-VolumesAdminNegativeTest-512980691-project] Deleting port 0c360c5c-a1a6-4419-a74f-6c6b6cdf977f {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:48:49.876070 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-300db51b-9e7c-48a8-9f0c-5daa9a0e73de req-5b0f9def-c91a-42ff-9859-26b47d4fdb5b tempest-VolumesAdminNegativeTest-512980691 tempest-VolumesAdminNegativeTest-512980691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:49.926963 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4921ff49-36e0-428f-bb78-2de9bf4d79b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:49.952192 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f8c8434d-29c2-4a1c-bb8d-c39e385ced50 req-c329fbbc-e11c-4619-af1a-5a34fabcc507 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=df69b107-d214-48a1-9de3-f64218339a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934603 Sep 23 06:48:49.985567 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 77fc45da-2817-430c-8625-421c18a253ad details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:48:50.086622 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee2ba8-8935-4c6d-8bfb-c9d528e85da7 req-fa547b5b-fbed-40ad-a3e3-d7bd69b225a1 tempest-VolumesAdminNegativeTest-512980691 tempest-VolumesAdminNegativeTest-512980691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:50.088665 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8affc552-a42c-43c6-ba31-24497a6193a6 None None] DHCP port deletion for e4c06a7b-26ab-40e8-89e0-ef0444e22da6 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 06:48:50.100962 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1eee2ba8-8935-4c6d-8bfb-c9d528e85da7 req-fa547b5b-fbed-40ad-a3e3-d7bd69b225a1 tempest-VolumesAdminNegativeTest-512980691 tempest-VolumesAdminNegativeTest-512980691-project] 10.222.0.39 "GET /v2.0/ports?device_id=8118636b-97cc-431e-85fd-4db803294f9e HTTP/1.1" status: 200 len: 946 time: 0.0869799 Sep 23 06:48:50.137131 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-4921ff49-36e0-428f-bb78-2de9bf4d79b6 admin admin] Deleting port e5fd6e08-5f94-45fc-8264-712421ca5da3 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:48:50.138114 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4921ff49-36e0-428f-bb78-2de9bf4d79b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:50.152306 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-300db51b-9e7c-48a8-9f0c-5daa9a0e73de req-5b0f9def-c91a-42ff-9859-26b47d4fdb5b tempest-VolumesAdminNegativeTest-512980691 tempest-VolumesAdminNegativeTest-512980691-project] For port 0c360c5c-a1a6-4419-a74f-6c6b6cdf977f, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=0c360c5c-a1a6-4419-a74f-6c6b6cdf977f,segment=NetworkSegment(e2d94b50-e7fd-4bc8-8bb6-98aa912c910f),segment_id=e2d94b50-e7fd-4bc8-8bb6-98aa912c910f)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:48:50.152987 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-300db51b-9e7c-48a8-9f0c-5daa9a0e73de req-5b0f9def-c91a-42ff-9859-26b47d4fdb5b tempest-VolumesAdminNegativeTest-512980691 tempest-VolumesAdminNegativeTest-512980691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:50.194639 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1eee2ba8-8935-4c6d-8bfb-c9d528e85da7 req-e0a3aaad-fb6e-4b45-b20e-4568dbb7ccf0 tempest-VolumesAdminNegativeTest-512980691 tempest-VolumesAdminNegativeTest-512980691-project] 10.222.0.39 "GET /v2.0/security-groups?id=279cc7e7-a5ff-4c1d-be2a-ec1c6af6f3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925653 Sep 23 06:48:50.198785 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-300db51b-9e7c-48a8-9f0c-5daa9a0e73de req-5b0f9def-c91a-42ff-9859-26b47d4fdb5b tempest-VolumesAdminNegativeTest-512980691 tempest-VolumesAdminNegativeTest-512980691-project] Calling delete_port for 0c360c5c-a1a6-4419-a74f-6c6b6cdf977f owned by compute:nova {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:48:50.254078 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-4921ff49-36e0-428f-bb78-2de9bf4d79b6 admin admin] For port e5fd6e08-5f94-45fc-8264-712421ca5da3, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=e5fd6e08-5f94-45fc-8264-712421ca5da3,segment=NetworkSegment(1a9bebfa-472f-4ce0-bf1b-0262c13e7508),segment_id=1a9bebfa-472f-4ce0-bf1b-0262c13e7508)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:48:50.254926 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4921ff49-36e0-428f-bb78-2de9bf4d79b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:50.261034 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 77fc45da-2817-430c-8625-421c18a253ad, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=77fc45da-2817-430c-8625-421c18a253ad,segment=NetworkSegment(e1f321b6-0718-4853-a894-c71ec0ee9dcb),segment_id=e1f321b6-0718-4853-a894-c71ec0ee9dcb)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:48:50.273097 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-4921ff49-36e0-428f-bb78-2de9bf4d79b6 admin admin] Calling delete_port for e5fd6e08-5f94-45fc-8264-712421ca5da3 owned by network:dhcp {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:48:50.292871 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': '77fc45da-2817-430c-8625-421c18a253ad', 'network_id': '3ee1a007-1655-4afb-9981-1243b24a21bb', 'port_id': '77fc45da-2817-430c-8625-421c18a253ad', 'mac_address': 'fa:16:3e:3f:3a:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce5827ea-e48e-4844-96f2-c1db8c9c5716', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:48:50.361397 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:50.375771 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-8affc552-a42c-43c6-ba31-24497a6193a6 None None] Deleting port e5fd6e08-5f94-45fc-8264-712421ca5da3 {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:48:50.376478 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8affc552-a42c-43c6-ba31-24497a6193a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:50.393740 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77fc45da-2817-430c-8625-421c18a253ad {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:48:50.425823 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4921ff49-36e0-428f-bb78-2de9bf4d79b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:50.438243 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71a8c08-2bed-41be-bbfc-18beafacbcf6 req-2f9bbfa2-52fe-4044-a001-cc097c79114b tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:50.442889 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e71a8c08-2bed-41be-bbfc-18beafacbcf6 req-2f9bbfa2-52fe-4044-a001-cc097c79114b tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/ports?device_id=193182f5-6dd0-42cb-a3c8-6bc06f2deb9b HTTP/1.1" status: 200 len: 944 time: 0.0961134 Sep 23 06:48:50.489704 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4921ff49-36e0-428f-bb78-2de9bf4d79b6 admin admin] No DVR routers for this DVR port e5fd6e08-5f94-45fc-8264-712421ca5da3 on host n-d-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:48:50.503752 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4921ff49-36e0-428f-bb78-2de9bf4d79b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5fd6e08-5f94-45fc-8264-712421ca5da3,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:50.506238 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 77fc45da-2817-430c-8625-421c18a253ad, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=77fc45da-2817-430c-8625-421c18a253ad,segment=NetworkSegment(e1f321b6-0718-4853-a894-c71ec0ee9dcb),segment_id=e1f321b6-0718-4853-a894-c71ec0ee9dcb)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:48:50.529162 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-8affc552-a42c-43c6-ba31-24497a6193a6 None None] For port e5fd6e08-5f94-45fc-8264-712421ca5da3, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=e5fd6e08-5f94-45fc-8264-712421ca5da3,segment=NetworkSegment(1a9bebfa-472f-4ce0-bf1b-0262c13e7508),segment_id=1a9bebfa-472f-4ce0-bf1b-0262c13e7508)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:48:50.529951 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8affc552-a42c-43c6-ba31-24497a6193a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:50.544868 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-8affc552-a42c-43c6-ba31-24497a6193a6 None None] Calling delete_port for e5fd6e08-5f94-45fc-8264-712421ca5da3 owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:48:50.589470 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297ac126-c851-42f1-86ce-6264dd5a7354 req-f0b91cdb-2f5e-4d3c-886c-62d04c2a589e tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:50.591747 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-297ac126-c851-42f1-86ce-6264dd5a7354 req-f0b91cdb-2f5e-4d3c-886c-62d04c2a589e tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=15aadf6d-92cc-45e5-93dd-90da99561c46 HTTP/1.1" status: 200 len: 945 time: 0.2102451 Sep 23 06:48:50.626925 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e71a8c08-2bed-41be-bbfc-18beafacbcf6 req-ddffa8ce-57bc-43bc-a81c-20bcbf065a01 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d44e72e-9977-4c1c-b9ad-087588ff958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644158 Sep 23 06:48:50.659958 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-300db51b-9e7c-48a8-9f0c-5daa9a0e73de req-5b0f9def-c91a-42ff-9859-26b47d4fdb5b tempest-VolumesAdminNegativeTest-512980691 tempest-VolumesAdminNegativeTest-512980691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:50.693376 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4921ff49-36e0-428f-bb78-2de9bf4d79b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:50.709758 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-297ac126-c851-42f1-86ce-6264dd5a7354 req-e7f8c25b-03eb-4d12-aed8-fa326976043c tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883310 Sep 23 06:48:50.739874 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-4921ff49-36e0-428f-bb78-2de9bf4d79b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4c06a7b-26ab-40e8-89e0-ef0444e22da6']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:48:50.754927 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0f9def-c91a-42ff-9859-26b47d4fdb5b tempest-VolumesAdminNegativeTest-512980691 tempest-VolumesAdminNegativeTest-512980691-project] Pushing event deleted for resources: {'Port': ['ID=0c360c5c-a1a6-4419-a74f-6c6b6cdf977f,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:50.769619 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-4921ff49-36e0-428f-bb78-2de9bf4d79b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a9bebfa-472f-4ce0-bf1b-0262c13e7508') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:48:50.770087 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-4921ff49-36e0-428f-bb78-2de9bf4d79b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a9bebfa-472f-4ce0-bf1b-0262c13e7508') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:48:50.782346 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4921ff49-36e0-428f-bb78-2de9bf4d79b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:50.796528 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-300db51b-9e7c-48a8-9f0c-5daa9a0e73de req-5b0f9def-c91a-42ff-9859-26b47d4fdb5b tempest-VolumesAdminNegativeTest-512980691 tempest-VolumesAdminNegativeTest-512980691-project] No DVR routers for this DVR port 0c360c5c-a1a6-4419-a74f-6c6b6cdf977f on host n-h2-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:48:50.799681 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-300db51b-9e7c-48a8-9f0c-5daa9a0e73de req-5b0f9def-c91a-42ff-9859-26b47d4fdb5b tempest-VolumesAdminNegativeTest-512980691 tempest-VolumesAdminNegativeTest-512980691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:50.801842 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-300db51b-9e7c-48a8-9f0c-5daa9a0e73de req-5b0f9def-c91a-42ff-9859-26b47d4fdb5b tempest-VolumesAdminNegativeTest-512980691 tempest-VolumesAdminNegativeTest-512980691-project] 10.222.0.58 "DELETE /v2.0/ports/0c360c5c-a1a6-4419-a74f-6c6b6cdf977f HTTP/1.1" status: 204 len: 173 time: 1.2448826 Sep 23 06:48:50.803647 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8118636b-97cc-431e-85fd-4db803294f9e', 'name': 'network-vif-deleted', 'tag': '0c360c5c-a1a6-4419-a74f-6c6b6cdf977f'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:48:50.805965 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd3127c5-0168-402b-9b4f-49d60bc58f94" -d '{"events": [{"server_uuid": "8118636b-97cc-431e-85fd-4db803294f9e", "name": "network-vif-deleted", "tag": "0c360c5c-a1a6-4419-a74f-6c6b6cdf977f"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:48:50.813636 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 60688) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:48:50.821946 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-c3995b68-b1fa-45a6-985b-a6b899eb5a01 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1491869694'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:48:50.822537 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:50.824818 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['0c360c5c-a1a6-4419-a74f-6c6b6cdf977f'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:48:50.826982 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8affc552-a42c-43c6-ba31-24497a6193a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:50.838456 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4921ff49-36e0-428f-bb78-2de9bf4d79b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:50.838702 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d45c1-1efe-41d7-a5a9-78a8bd7ddfdb req-ae79c055-faec-4144-8730-a16770729171 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:50.846185 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-631d45c1-1efe-41d7-a5a9-78a8bd7ddfdb req-ae79c055-faec-4144-8730-a16770729171 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b5a5b1b-ecf7-4d00-8f54-00d9a7ab45b7 HTTP/1.1" status: 200 len: 944 time: 0.1204922 Sep 23 06:48:50.866930 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-064a53dc-9219-4bf1-8c53-c32fd6cb8fa6 req-c4ae434c-6196-498e-aaeb-65020a01ae27 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] 10.222.0.39 "GET /v2.0/ports?device_id=43ad6ed6-1d2c-4f40-8d02-df12917225a3 HTTP/1.1" status: 200 len: 210 time: 0.0396011 Sep 23 06:48:50.867836 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4921ff49-36e0-428f-bb78-2de9bf4d79b6 admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:48:50.868235 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4921ff49-36e0-428f-bb78-2de9bf4d79b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:50.872755 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 06:48:50.872755 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:48:50.872755 n-d-715271-16 neutron-server[95065]: timer() Sep 23 06:48:50.872755 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:48:50.872755 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 06:48:50.872755 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:48:50.872755 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 06:48:50.872755 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:48:50.872755 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 06:48:50.872755 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:48:50.872755 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 06:48:50.872755 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:48:50.872755 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 06:48:50.872755 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:48:50.872755 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:48:50.872755 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:48:50.872755 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:48:50.872755 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:48:50.872755 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 06:48:50.872755 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:48:50.872755 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 06:48:50.872755 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:48:50.872755 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:48:50.872755 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:48:50.872755 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 06:48:50.872755 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:48:50.872755 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:48:50.872755 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:48:50.872755 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:48:50.872755 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:48:50.872755 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:48:50.872755 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:48:50.891978 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8affc552-a42c-43c6-ba31-24497a6193a6 None None] No DVR routers for this DVR port e5fd6e08-5f94-45fc-8264-712421ca5da3 on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:48:50.909437 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-631d45c1-1efe-41d7-a5a9-78a8bd7ddfdb req-4dfddc7b-0a15-4e28-b766-508cd0617e1d tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622928 Sep 23 06:48:50.926832 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=77fc45da-2817-430c-8625-421c18a253ad,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:50.953846 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4eac659-4649-4430-8442-b45e5c916389 x-openstack-request-id: req-e4eac659-4649-4430-8442-b45e5c916389 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:48:50.954328 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8118636b-97cc-431e-85fd-4db803294f9e", "name": "network-vif-deleted", "tag": "0c360c5c-a1a6-4419-a74f-6c6b6cdf977f", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:48:50.954526 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e4eac659-4649-4430-8442-b45e5c916389 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:48:50.954955 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8118636b-97cc-431e-85fd-4db803294f9e', 'name': 'network-vif-deleted', 'tag': '0c360c5c-a1a6-4419-a74f-6c6b6cdf977f', 'status': 'completed', 'code': 200} Sep 23 06:48:50.956124 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3995b68-b1fa-45a6-985b-a6b899eb5a01 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Made reservation on behalf of 147ee43e793f431bb6dc0e9de8ff2960 for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:48:50.959850 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c3995b68-b1fa-45a6-985b-a6b899eb5a01 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:50.963251 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4921ff49-36e0-428f-bb78-2de9bf4d79b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:50.971785 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8affc552-a42c-43c6-ba31-24497a6193a6 None None] Pushing event deleted for resources: {'Port': ['ID=e5fd6e08-5f94-45fc-8264-712421ca5da3,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:50.979277 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4921ff49-36e0-428f-bb78-2de9bf4d79b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:50.983798 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-4921ff49-36e0-428f-bb78-2de9bf4d79b6 admin admin] 10.222.0.39 "DELETE /v2.0/networks/e4c06a7b-26ab-40e8-89e0-ef0444e22da6 HTTP/1.1" status: 204 len: 168 time: 1.1972182 Sep 23 06:48:51.000607 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4921ff49-36e0-428f-bb78-2de9bf4d79b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4c06a7b-26ab-40e8-89e0-ef0444e22da6,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:51.012361 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3995b68-b1fa-45a6-985b-a6b899eb5a01 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:48:51.022668 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c3995b68-b1fa-45a6-985b-a6b899eb5a01 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:51.023069 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-c3995b68-b1fa-45a6-985b-a6b899eb5a01 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Added segment f24e108b-4e28-412d-86ee-4c835449b745 of type vlan for network feb093c6-06a4-4aad-bf82-6fd567da1d91 Sep 23 06:48:51.073522 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c3995b68-b1fa-45a6-985b-a6b899eb5a01 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:51.107098 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c3995b68-b1fa-45a6-985b-a6b899eb5a01 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:51.113348 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3995b68-b1fa-45a6-985b-a6b899eb5a01 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:51.114085 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c3995b68-b1fa-45a6-985b-a6b899eb5a01 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:51.161522 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-c3995b68-b1fa-45a6-985b-a6b899eb5a01 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3418887 Sep 23 06:48:51.161522 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 60694) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:48:51.169720 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-d72f62ed-8ff1-4c8b-814f-d5b8467111c6 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-825585831'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:48:51.171883 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 60696) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:48:51.191506 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 1bb851cf-6032-4df1-9a1c-c08d5a92742d no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:48:51.203388 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3995b68-b1fa-45a6-985b-a6b899eb5a01 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Pushing event updated for resources: {'Network': ['ID=feb093c6-06a4-4aad-bf82-6fd567da1d91,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:51.218673 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network feb093c6-06a4-4aad-bf82-6fd567da1d91 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:48:51.237018 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['77fc45da-2817-430c-8625-421c18a253ad'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:48:51.239063 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d72f62ed-8ff1-4c8b-814f-d5b8467111c6 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Made reservation on behalf of 147ee43e793f431bb6dc0e9de8ff2960 for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:48:51.245314 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d72f62ed-8ff1-4c8b-814f-d5b8467111c6 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:51.262499 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No Port match for: 1bb851cf-6032-4df1-9a1c-c08d5a92742d {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:48:51.262999 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 1bb851cf-6032-4df1-9a1c-c08d5a92742d not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:48:51.284240 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d72f62ed-8ff1-4c8b-814f-d5b8467111c6 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:48:51.298114 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d72f62ed-8ff1-4c8b-814f-d5b8467111c6 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:51.298540 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-d72f62ed-8ff1-4c8b-814f-d5b8467111c6 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Added segment 0ae6ac83-af34-4bd3-80d6-329f37fca9ef of type vlan for network f4c6acfd-810d-4386-8654-cad37d5f8fa8 Sep 23 06:48:51.308234 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a60dd-1100-4e8f-bfe9-c6519e3ea174 req-45a0e48a-fd06-4a0d-963e-8ebbb3e3894c tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:51.309740 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a88a60dd-1100-4e8f-bfe9-c6519e3ea174 req-45a0e48a-fd06-4a0d-963e-8ebbb3e3894c tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=671265d2-16fd-4692-9592-414591c0025a HTTP/1.1" status: 200 len: 945 time: 0.2084262 Sep 23 06:48:51.338255 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0374132c-94fe-4fa1-add5-558389bf243d req-3e87c634-4a63-4519-a685-cf3875dfcfc5 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:51.345186 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0374132c-94fe-4fa1-add5-558389bf243d req-3e87c634-4a63-4519-a685-cf3875dfcfc5 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] 10.222.0.58 "GET /v2.0/networks?id=eff2865d-ee9a-496c-8687-af6ecd1b642b HTTP/1.1" status: 200 len: 816 time: 0.2775819 Sep 23 06:48:51.375910 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-296b8ba0-cafd-4ee7-94f0-faa830879f48 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=299a53ec01524307be8c8ca27306fce7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1986094 Sep 23 06:48:51.383527 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 60700) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:48:51.386345 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d72f62ed-8ff1-4c8b-814f-d5b8467111c6 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:51.428673 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-614e0253-aac6-430a-8a76-69bd68a85c7e req-e26d7298-8ce4-48c0-a645-0cfbe7e5ab68 tempest-VolumesAdminNegativeTest-512980691 tempest-VolumesAdminNegativeTest-512980691-project] 10.222.0.39 "GET /v2.0/ports?device_id=8118636b-97cc-431e-85fd-4db803294f9e HTTP/1.1" status: 200 len: 210 time: 0.0867407 Sep 23 06:48:51.438849 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d72f62ed-8ff1-4c8b-814f-d5b8467111c6 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:51.448222 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72f62ed-8ff1-4c8b-814f-d5b8467111c6 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:51.451386 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d72f62ed-8ff1-4c8b-814f-d5b8467111c6 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:51.490405 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device e5fd6e08-5f94-45fc-8264-712421ca5da3 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:48:51.510915 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a88a60dd-1100-4e8f-bfe9-c6519e3ea174 req-6df9b2a6-a5b9-4379-ae69-b5545f6e53b6 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=df69b107-d214-48a1-9de3-f64218339a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632171 Sep 23 06:48:51.515458 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-d72f62ed-8ff1-4c8b-814f-d5b8467111c6 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3526866 Sep 23 06:48:51.518485 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 60702) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:48:51.522971 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-d972398a-4c3a-4181-9a7b-efa6c73f5262 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Request body: {'subnet': {'network_id': 'feb093c6-06a4-4aad-bf82-6fd567da1d91', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:48:51.523816 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: e5fd6e08-5f94-45fc-8264-712421ca5da3 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:48:51.524221 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device e5fd6e08-5f94-45fc-8264-712421ca5da3 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:48:51.550534 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0374132c-94fe-4fa1-add5-558389bf243d req-adbd4989-5faf-4ecb-8f79-4ec208a96e72 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2717295d607749ba9e686f8b98a96be1 HTTP/1.1" status: 200 len: 379 time: 0.1722012 Sep 23 06:48:51.563225 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-0374132c-94fe-4fa1-add5-558389bf243d req-6e7e1142-a962-4730-8b2e-26753595de9b tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Request body: {'port': {'device_id': '43ad6ed6-1d2c-4f40-8d02-df12917225a3', 'network_id': 'eff2865d-ee9a-496c-8687-af6ecd1b642b', 'admin_state_up': True, 'tenant_id': '2717295d607749ba9e686f8b98a96be1', 'security_groups': ['5fb6529b-504d-43b9-ab4f-6fe68e529500']}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:48:51.602217 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f62ed-8ff1-4c8b-814f-d5b8467111c6 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Pushing event updated for resources: {'Network': ['ID=f4c6acfd-810d-4386-8654-cad37d5f8fa8,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:51.619390 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network f4c6acfd-810d-4386-8654-cad37d5f8fa8 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:48:51.634375 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d84cbf53-5ee9-4f96-8675-14e6ece70550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:51.802299 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18fb92c-153b-42ff-8bc8-caba6b2773f3 req-2d987d1f-85d1-4dc0-be32-4129baf59ed0 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:51.803798 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b18fb92c-153b-42ff-8bc8-caba6b2773f3 req-2d987d1f-85d1-4dc0-be32-4129baf59ed0 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/ports?device_id=193182f5-6dd0-42cb-a3c8-6bc06f2deb9b HTTP/1.1" status: 200 len: 945 time: 0.0578985 Sep 23 06:48:51.810303 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d84cbf53-5ee9-4f96-8675-14e6ece70550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:51.813197 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d972398a-4c3a-4181-9a7b-efa6c73f5262 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Made reservation on behalf of 147ee43e793f431bb6dc0e9de8ff2960 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:48:51.816894 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d972398a-4c3a-4181-9a7b-efa6c73f5262 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:51.818578 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.db.api [req-0374132c-94fe-4fa1-add5-558389bf243d req-6e7e1142-a962-4730-8b2e-26753595de9b tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 06:48:51.818578 n-d-715271-16 neutron-server[95066]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 23 06:48:51.818578 n-d-715271-16 neutron-server[95066]: [parameters: {'project_id': '2717295d607749ba9e686f8b98a96be1', 'id': '45627bfe-ba2b-4343-9a30-da98c49f7728', 'expiration': datetime.datetime(2021, 9, 23, 6, 50, 51, 788538)}] Sep 23 06:48:51.818578 n-d-715271-16 neutron-server[95066]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95066) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 06:48:51.819049 n-d-715271-16 neutron-server[95066]: DEBUG oslo_db.api [req-0374132c-94fe-4fa1-add5-558389bf243d req-6e7e1142-a962-4730-8b2e-26753595de9b tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 06:48:51.863324 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289eace-c153-494c-8ff9-018d54eb44f1 req-507dc29a-2b35-4ea0-baf4-65ae17944a8f tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:51.864815 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4289eace-c153-494c-8ff9-018d54eb44f1 req-507dc29a-2b35-4ea0-baf4-65ae17944a8f tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 944 time: 0.1080647 Sep 23 06:48:51.898226 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d84cbf53-5ee9-4f96-8675-14e6ece70550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:51.900626 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d84cbf53-5ee9-4f96-8675-14e6ece70550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:51.901748 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-d84cbf53-5ee9-4f96-8675-14e6ece70550 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/abc74fe4-0953-4a1d-8589-19f26bab4282 HTTP/1.1" status: 204 len: 168 time: 0.5165024 Sep 23 06:48:51.907516 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b18fb92c-153b-42ff-8bc8-caba6b2773f3 req-4536a810-95de-4c1b-acdc-a28283cccde2 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d44e72e-9977-4c1c-b9ad-087588ff958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866537 Sep 23 06:48:51.921662 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4289eace-c153-494c-8ff9-018d54eb44f1 req-8b865cb0-ce3b-42d4-b80b-ac048c16cb52 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478449 Sep 23 06:48:51.922847 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84cbf53-5ee9-4f96-8675-14e6ece70550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc74fe4-0953-4a1d-8589-19f26bab4282,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:51.984861 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 99ca2b9b-c0a9-413b-897a-cea4b52c6f07 details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:48:52.051621 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d972398a-4c3a-4181-9a7b-efa6c73f5262 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:52.116111 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-32b65fae-244e-4eb0-a791-b55572b2c6e1 req-e1efe3c0-b7f8-479d-89ff-fea3e73ac7c9 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] 10.222.0.39 "GET /v2.0/ports?device_id=43ad6ed6-1d2c-4f40-8d02-df12917225a3 HTTP/1.1" status: 200 len: 210 time: 0.0517466 Sep 23 06:48:52.155520 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d972398a-4c3a-4181-9a7b-efa6c73f5262 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Pushing event updated for resources: {'Subnet': ['ID=cc8a7554-36e3-4ad0-b779-92036cb83888,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:52.170819 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 99ca2b9b-c0a9-413b-897a-cea4b52c6f07, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=99ca2b9b-c0a9-413b-897a-cea4b52c6f07,segment=NetworkSegment(f93b6022-d5e5-431e-9dcb-2461df9c5b3b),segment_id=f93b6022-d5e5-431e-9dcb-2461df9c5b3b)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:48:52.186422 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b896e4-c028-4c98-a620-083d5ec4bdf0 req-9ef34101-133f-4af1-b298-52034ad1ceb9 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:52.188394 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e8b896e4-c028-4c98-a620-083d5ec4bdf0 req-9ef34101-133f-4af1-b298-52034ad1ceb9 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=15aadf6d-92cc-45e5-93dd-90da99561c46 HTTP/1.1" status: 200 len: 945 time: 0.0995967 Sep 23 06:48:52.189229 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d972398a-4c3a-4181-9a7b-efa6c73f5262 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Checking segment: {'id': 'f24e108b-4e28-412d-86ee-4c835449b745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'feb093c6-06a4-4aad-bf82-6fd567da1d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:48:52.189677 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d972398a-4c3a-4181-9a7b-efa6c73f5262 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Network hostable DHCP agents. Network: feb093c6-06a4-4aad-bf82-6fd567da1d91, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:48:52.196710 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': '99ca2b9b-c0a9-413b-897a-cea4b52c6f07', 'network_id': '5e6b1e6b-f43d-48fc-88ea-84227fc0190a', 'port_id': '99ca2b9b-c0a9-413b-897a-cea4b52c6f07', 'mac_address': 'fa:16:3e:45:4f:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dbf4107-f4ac-450c-a420-ffd87b06b7dc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:48:52.233941 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d972398a-4c3a-4181-9a7b-efa6c73f5262 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Network feb093c6-06a4-4aad-bf82-6fd567da1d91 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:48:52.263533 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e8b896e4-c028-4c98-a620-083d5ec4bdf0 req-57573e60-bba7-46d8-b2c0-43b3a1c3f5c1 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663562 Sep 23 06:48:52.264883 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-d972398a-4c3a-4181-9a7b-efa6c73f5262 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, feb093c6-06a4-4aad-bf82-6fd567da1d91) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:48:52.290130 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d972398a-4c3a-4181-9a7b-efa6c73f5262 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:52.290748 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d972398a-4c3a-4181-9a7b-efa6c73f5262 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:52.301306 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc35279-e8e2-4be5-9e2d-0f14da6a0c90 None None] Network feb093c6-06a4-4aad-bf82-6fd567da1d91 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:48:52.322489 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6323eb5-7d73-4c59-869a-8f6c8750b718 req-bb90bf3d-b8a0-4c3e-a241-114cbc83c7a6 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:52.333782 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c6323eb5-7d73-4c59-869a-8f6c8750b718 req-bb90bf3d-b8a0-4c3e-a241-114cbc83c7a6 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b5a5b1b-ecf7-4d00-8f54-00d9a7ab45b7 HTTP/1.1" status: 200 len: 944 time: 0.0805025 Sep 23 06:48:52.336249 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-d972398a-4c3a-4181-9a7b-efa6c73f5262 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8169854 Sep 23 06:48:52.338769 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 60722) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:48:52.343703 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-2b57dd42-c7bd-4bf2-91d1-82167a924853 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Request body: {'subnet': {'network_id': 'f4c6acfd-810d-4386-8654-cad37d5f8fa8', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:48:52.421684 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c6323eb5-7d73-4c59-869a-8f6c8750b718 req-b70d5562-88d8-4618-9715-3003f8a35958 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831187 Sep 23 06:48:52.422529 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:52.423906 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0374132c-94fe-4fa1-add5-558389bf243d req-6e7e1142-a962-4730-8b2e-26753595de9b tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Made reservation on behalf of 2717295d607749ba9e686f8b98a96be1 for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:48:52.429482 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-0374132c-94fe-4fa1-add5-558389bf243d req-6e7e1142-a962-4730-8b2e-26753595de9b tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:52.499281 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99ca2b9b-c0a9-413b-897a-cea4b52c6f07 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:48:52.522901 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 60730) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:48:52.578121 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 99ca2b9b-c0a9-413b-897a-cea4b52c6f07, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=99ca2b9b-c0a9-413b-897a-cea4b52c6f07,segment=NetworkSegment(f93b6022-d5e5-431e-9dcb-2461df9c5b3b),segment_id=f93b6022-d5e5-431e-9dcb-2461df9c5b3b)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:48:52.614169 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-293b097b-6299-42d5-a667-3924c1795c5e admin admin] Deleting subnet 42406e51-edba-433b-b763-764bd9f39c0d {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:48:52.622938 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-293b097b-6299-42d5-a667-3924c1795c5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:52.630192 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d983f5-b207-4361-8825-cd2604ac29da req-ecb01fd5-df17-4576-983f-845d9f7a9827 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:52.631827 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a9d983f5-b207-4361-8825-cd2604ac29da req-ecb01fd5-df17-4576-983f-845d9f7a9827 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 944 time: 0.2101669 Sep 23 06:48:52.670842 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:52.673591 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [req-0374132c-94fe-4fa1-add5-558389bf243d req-6e7e1142-a962-4730-8b2e-26753595de9b tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Allocated IP 172.20.0.4 (eff2865d-ee9a-496c-8687-af6ecd1b642b/8a474d77-13d4-47cb-baa4-fd0c6e3c1147/aab30b3a-8e81-477a-a16e-49615cf4d5ca) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:48:52.679023 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b57dd42-c7bd-4bf2-91d1-82167a924853 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Made reservation on behalf of 147ee43e793f431bb6dc0e9de8ff2960 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:48:52.681804 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2b57dd42-c7bd-4bf2-91d1-82167a924853 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:52.778211 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483728f9-50ba-4835-8317-53c06a0eacc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-feb093c6-06a4-4aad-bf82-6fd567da1d91', 'network_id': 'feb093c6-06a4-4aad-bf82-6fd567da1d91', 'tenant_id': '147ee43e793f431bb6dc0e9de8ff2960', 'fixed_ips': [{'subnet_id': 'cc8a7554-36e3-4ad0-b779-92036cb83888'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 06:48:52.779066 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-483728f9-50ba-4835-8317-53c06a0eacc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:52.825111 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=99ca2b9b-c0a9-413b-897a-cea4b52c6f07,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:52.830368 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-0374132c-94fe-4fa1-add5-558389bf243d req-6e7e1142-a962-4730-8b2e-26753595de9b tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:52.871551 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-0374132c-94fe-4fa1-add5-558389bf243d req-6e7e1142-a962-4730-8b2e-26753595de9b tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:52.919158 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-293b097b-6299-42d5-a667-3924c1795c5e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:52.949068 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a9d983f5-b207-4361-8825-cd2604ac29da req-002be2ce-3c8f-4a20-9eca-11a719062342 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3105667 Sep 23 06:48:53.007527 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0374132c-94fe-4fa1-add5-558389bf243d req-6e7e1142-a962-4730-8b2e-26753595de9b tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Network eff2865d-ee9a-496c-8687-af6ecd1b642b is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:48:53.017568 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7e1142-a962-4730-8b2e-26753595de9b tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Pushing event updated for resources: {'Port': ['ID=aab30b3a-8e81-477a-a16e-49615cf4d5ca,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:53.027103 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [req-0374132c-94fe-4fa1-add5-558389bf243d req-6e7e1142-a962-4730-8b2e-26753595de9b tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:48:53.031880 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-0374132c-94fe-4fa1-add5-558389bf243d req-6e7e1142-a962-4730-8b2e-26753595de9b tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:48:53.084933 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['99ca2b9b-c0a9-413b-897a-cea4b52c6f07'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:48:53.115802 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2b57dd42-c7bd-4bf2-91d1-82167a924853 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:53.141198 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-293b097b-6299-42d5-a667-3924c1795c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:53.151911 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-483728f9-50ba-4835-8317-53c06a0eacc6 None None] Allocated IP 10.1.1.2 (feb093c6-06a4-4aad-bf82-6fd567da1d91/cc8a7554-36e3-4ad0-b779-92036cb83888/ccca0375-cef3-427d-a94a-d40371b0adc4) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:48:53.176347 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b57dd42-c7bd-4bf2-91d1-82167a924853 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Pushing event updated for resources: {'Subnet': ['ID=27562dfd-be61-43be-9922-87df8a6761c0,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:53.195853 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 0c360c5c-a1a6-4419-a74f-6c6b6cdf977f no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:48:53.240871 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b57dd42-c7bd-4bf2-91d1-82167a924853 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Checking segment: {'id': '0ae6ac83-af34-4bd3-80d6-329f37fca9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f4c6acfd-810d-4386-8654-cad37d5f8fa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:48:53.246472 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b57dd42-c7bd-4bf2-91d1-82167a924853 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Network hostable DHCP agents. Network: f4c6acfd-810d-4386-8654-cad37d5f8fa8, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:48:53.315749 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No Port match for: 0c360c5c-a1a6-4419-a74f-6c6b6cdf977f {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:48:53.316110 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 0c360c5c-a1a6-4419-a74f-6c6b6cdf977f not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:48:53.327759 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 60754) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:48:53.351870 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0374132c-94fe-4fa1-add5-558389bf243d req-6e7e1142-a962-4730-8b2e-26753595de9b tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:53.352326 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-0374132c-94fe-4fa1-add5-558389bf243d req-6e7e1142-a962-4730-8b2e-26753595de9b tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:53.368231 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b57dd42-c7bd-4bf2-91d1-82167a924853 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Network f4c6acfd-810d-4386-8654-cad37d5f8fa8 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:48:53.410795 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0374132c-94fe-4fa1-add5-558389bf243d req-6e7e1142-a962-4730-8b2e-26753595de9b tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8527749 Sep 23 06:48:53.413508 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-2b57dd42-c7bd-4bf2-91d1-82167a924853 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, f4c6acfd-810d-4386-8654-cad37d5f8fa8) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:48:53.423009 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b57dd42-c7bd-4bf2-91d1-82167a924853 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:53.425657 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2b57dd42-c7bd-4bf2-91d1-82167a924853 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:53.425825 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e79eec-504c-4d3d-ace7-cc4a4efa41db req-f6dea3f2-bd00-4911-a418-7686987f4a09 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:53.433734 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-25e79eec-504c-4d3d-ace7-cc4a4efa41db req-f6dea3f2-bd00-4911-a418-7686987f4a09 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/ports?device_id=193182f5-6dd0-42cb-a3c8-6bc06f2deb9b HTTP/1.1" status: 200 len: 945 time: 0.3103008 Sep 23 06:48:53.443714 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-0374132c-94fe-4fa1-add5-558389bf243d req-c25f4076-ce0c-4002-9b86-4f9c1e8c03fc service neutron] Request body: {'port': {'device_id': '43ad6ed6-1d2c-4f40-8d02-df12917225a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:48:53.455799 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf5e6a2-7d2b-4b40-820c-12476c0e8617 req-0d909dc6-4f35-4d60-8252-501145aa1f9d tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:53.458956 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-daf5e6a2-7d2b-4b40-820c-12476c0e8617 req-0d909dc6-4f35-4d60-8252-501145aa1f9d tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] 10.222.0.39 "GET /v2.0/ports?device_id=43ad6ed6-1d2c-4f40-8d02-df12917225a3 HTTP/1.1" status: 200 len: 931 time: 0.2010214 Sep 23 06:48:53.479205 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ec2f86-3be9-4df3-8389-3608f9748f0d None None] Network f4c6acfd-810d-4386-8654-cad37d5f8fa8 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:48:53.482179 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-293b097b-6299-42d5-a667-3924c1795c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:53.495463 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-2b57dd42-c7bd-4bf2-91d1-82167a924853 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1532574 Sep 23 06:48:53.509990 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 60760) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:48:53.522378 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293b097b-6299-42d5-a667-3924c1795c5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42406e51-edba-433b-b763-764bd9f39c0d,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:53.522644 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-4f7064d8-1ec1-4200-a188-c0e361c1c677 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Request body: {'port': {'network_id': 'feb093c6-06a4-4aad-bf82-6fd567da1d91', 'name': 'tempest-TaggedBootDevicesTest_v242-2142156705', 'fixed_ips': [{'subnet_id': 'cc8a7554-36e3-4ad0-b779-92036cb83888'}]}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:48:53.549165 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-293b097b-6299-42d5-a667-3924c1795c5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:53.551096 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-293b097b-6299-42d5-a667-3924c1795c5e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/42406e51-edba-433b-b763-764bd9f39c0d HTTP/1.1" status: 204 len: 168 time: 1.0272434 Sep 23 06:48:53.557386 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 60762) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:48:53.579720 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-25e79eec-504c-4d3d-ace7-cc4a4efa41db req-015dfca4-d1bf-4b34-9651-fe7dca456878 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d44e72e-9977-4c1c-b9ad-087588ff958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446521 Sep 23 06:48:53.584887 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-0374132c-94fe-4fa1-add5-558389bf243d req-c25f4076-ce0c-4002-9b86-4f9c1e8c03fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:53.612038 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-483728f9-50ba-4835-8317-53c06a0eacc6 None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:53.657833 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-483728f9-50ba-4835-8317-53c06a0eacc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:53.731800 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-6a608a3e-529b-498a-8a6d-21bfc56d6bf2 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-221145186-network', 'tenant_id': '6e8336ef42bc4287a5e9adf632acfcf0'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:48:53.766680 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-daf5e6a2-7d2b-4b40-820c-12476c0e8617 req-df4eeff1-28d9-4f1c-aa45-5a5dbce299e9 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] 10.222.0.39 "GET /v2.0/security-groups?id=5fb6529b-504d-43b9-ab4f-6fe68e529500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2942345 Sep 23 06:48:53.767393 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f7064d8-1ec1-4200-a188-c0e361c1c677 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Made reservation on behalf of 147ee43e793f431bb6dc0e9de8ff2960 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:48:53.821495 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ec3f81d1-a057-4cff-b961-07e16ef55f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:53.821921 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-79d96b66-7466-4c03-9197-20d1b8a2acb8 None None] Provisioning complete for port aab30b3a-8e81-477a-a16e-49615cf4d5ca triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:48:53.822310 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-79d96b66-7466-4c03-9197-20d1b8a2acb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:53.867349 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483728f9-50ba-4835-8317-53c06a0eacc6 None None] Network feb093c6-06a4-4aad-bf82-6fd567da1d91 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:48:53.896626 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-483728f9-50ba-4835-8317-53c06a0eacc6 None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:48:53.896883 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4f7064d8-1ec1-4200-a188-c0e361c1c677 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:53.905592 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483728f9-50ba-4835-8317-53c06a0eacc6 None None] Pushing event updated for resources: {'Port': ['ID=ccca0375-cef3-427d-a94a-d40371b0adc4,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:53.919437 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483728f9-50ba-4835-8317-53c06a0eacc6 None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:48:53.940178 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a608a3e-529b-498a-8a6d-21bfc56d6bf2 admin admin] Made reservation on behalf of 6e8336ef42bc4287a5e9adf632acfcf0 for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:48:53.943172 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6a608a3e-529b-498a-8a6d-21bfc56d6bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:53.948758 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [None req-4f7064d8-1ec1-4200-a188-c0e361c1c677 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] device_id is not set on port 836860f4-7f78-4d29-8753-1658ddbce618 yet. {{(pid=95065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 06:48:53.952102 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-79d96b66-7466-4c03-9197-20d1b8a2acb8 None None] Port aab30b3a-8e81-477a-a16e-49615cf4d5ca cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:48:54.014982 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 77fc45da-2817-430c-8625-421c18a253ad up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:48:54.046500 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d97310-2c86-41ff-a0d7-cc5589d2b7cb req-a64181c3-cf76-464f-a8cf-4ca46b0a9ecb tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:54.049058 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-26d97310-2c86-41ff-a0d7-cc5589d2b7cb req-a64181c3-cf76-464f-a8cf-4ca46b0a9ecb tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/networks?id=d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64 HTTP/1.1" status: 200 len: 811 time: 0.3281119 Sep 23 06:48:54.061626 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cdbade-e220-4a80-847f-90efaaad5769 req-5c6b648b-08ce-46c9-9602-b673fe3d1bfd tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:54.070727 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-69cdbade-e220-4a80-847f-90efaaad5769 req-5c6b648b-08ce-46c9-9602-b673fe3d1bfd tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=15aadf6d-92cc-45e5-93dd-90da99561c46 HTTP/1.1" status: 200 len: 945 time: 0.1703124 Sep 23 06:48:54.083419 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5de86e-814a-4f25-b9cb-9305f8abc0bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-f4c6acfd-810d-4386-8654-cad37d5f8fa8', 'network_id': 'f4c6acfd-810d-4386-8654-cad37d5f8fa8', 'tenant_id': '147ee43e793f431bb6dc0e9de8ff2960', 'fixed_ips': [{'subnet_id': '27562dfd-be61-43be-9922-87df8a6761c0'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 06:48:54.084213 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-bb5de86e-814a-4f25-b9cb-9305f8abc0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:54.113769 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-483728f9-50ba-4835-8317-53c06a0eacc6 None None] Attempting to bind port ccca0375-cef3-427d-a94a-d40371b0adc4 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:48:54.114445 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-483728f9-50ba-4835-8317-53c06a0eacc6 None None] Attempting to bind port ccca0375-cef3-427d-a94a-d40371b0adc4 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': 'f24e108b-4e28-412d-86ee-4c835449b745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'feb093c6-06a4-4aad-bf82-6fd567da1d91'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:48:54.114603 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483728f9-50ba-4835-8317-53c06a0eacc6 None None] Attempting to bind port ccca0375-cef3-427d-a94a-d40371b0adc4 on network feb093c6-06a4-4aad-bf82-6fd567da1d91 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:48:54.176084 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-69cdbade-e220-4a80-847f-90efaaad5769 req-c5977786-8c5a-45d6-9de9-1693020f89f4 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042051 Sep 23 06:48:54.204707 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6a608a3e-529b-498a-8a6d-21bfc56d6bf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:54.206127 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483728f9-50ba-4835-8317-53c06a0eacc6 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:48:54.206553 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483728f9-50ba-4835-8317-53c06a0eacc6 None None] Checking segment: {'id': 'f24e108b-4e28-412d-86ee-4c835449b745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'feb093c6-06a4-4aad-bf82-6fd567da1d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:48:54.206960 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-483728f9-50ba-4835-8317-53c06a0eacc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:54.207359 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483728f9-50ba-4835-8317-53c06a0eacc6 None None] Bound using segment: {'id': 'f24e108b-4e28-412d-86ee-4c835449b745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'feb093c6-06a4-4aad-bf82-6fd567da1d91'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:48:54.207863 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-483728f9-50ba-4835-8317-53c06a0eacc6 None None] Bound port: ccca0375-cef3-427d-a94a-d40371b0adc4, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f24e108b-4e28-412d-86ee-4c835449b745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'feb093c6-06a4-4aad-bf82-6fd567da1d91'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:48:54.208246 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-483728f9-50ba-4835-8317-53c06a0eacc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:54.280799 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-bb5de86e-814a-4f25-b9cb-9305f8abc0bd None None] Allocated IP 10.2.2.2 (f4c6acfd-810d-4386-8654-cad37d5f8fa8/27562dfd-be61-43be-9922-87df8a6761c0/d04f7108-0d8a-4ad3-a7fb-57a011140a52) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:48:54.382807 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd0989c-aa7d-4150-a8d1-6e6dca238653 req-efb80e19-52c5-44de-b7c1-7c80a9c0cbcd tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:54.384432 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cbd0989c-aa7d-4150-a8d1-6e6dca238653 req-efb80e19-52c5-44de-b7c1-7c80a9c0cbcd tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b5a5b1b-ecf7-4d00-8f54-00d9a7ab45b7 HTTP/1.1" status: 200 len: 945 time: 0.1029048 Sep 23 06:48:54.398442 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-4f7064d8-1ec1-4200-a188-c0e361c1c677 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Allocated IP 10.1.1.94 (feb093c6-06a4-4aad-bf82-6fd567da1d91/cc8a7554-36e3-4ad0-b779-92036cb83888/836860f4-7f78-4d29-8753-1658ddbce618) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:48:54.447587 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-bb5de86e-814a-4f25-b9cb-9305f8abc0bd None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:54.457323 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cbd0989c-aa7d-4150-a8d1-6e6dca238653 req-96fc7969-14c3-4428-b6fe-c81b472b9a7f tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611994 Sep 23 06:48:54.466569 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-bb5de86e-814a-4f25-b9cb-9305f8abc0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:54.539273 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5de86e-814a-4f25-b9cb-9305f8abc0bd None None] Network f4c6acfd-810d-4386-8654-cad37d5f8fa8 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:48:54.550052 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-bb5de86e-814a-4f25-b9cb-9305f8abc0bd None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:48:54.558580 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port 77fc45da-2817-430c-8625-421c18a253ad completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:48:54.570573 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5de86e-814a-4f25-b9cb-9305f8abc0bd None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:48:54.572531 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port 77fc45da-2817-430c-8625-421c18a253ad triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:48:54.572904 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:54.611282 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5de86e-814a-4f25-b9cb-9305f8abc0bd None None] Pushing event updated for resources: {'Port': ['ID=d04f7108-0d8a-4ad3-a7fb-57a011140a52,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:54.631101 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-483728f9-50ba-4835-8317-53c06a0eacc6 None None] For port ccca0375-cef3-427d-a94a-d40371b0adc4, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:48:54.642262 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4f7064d8-1ec1-4200-a188-c0e361c1c677 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:54.679870 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-483728f9-50ba-4835-8317-53c06a0eacc6 None None] For port ccca0375-cef3-427d-a94a-d40371b0adc4, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=ccca0375-cef3-427d-a94a-d40371b0adc4,segment=NetworkSegment(f24e108b-4e28-412d-86ee-4c835449b745),segment_id=f24e108b-4e28-412d-86ee-4c835449b745)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:48:54.689115 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4f7064d8-1ec1-4200-a188-c0e361c1c677 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:54.693470 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-483728f9-50ba-4835-8317-53c06a0eacc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:54.711544 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [req-0374132c-94fe-4fa1-add5-558389bf243d req-c25f4076-ce0c-4002-9b86-4f9c1e8c03fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aab30b3a-8e81-477a-a16e-49615cf4d5ca {{(pid=95066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:48:54.722919 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-0374132c-94fe-4fa1-add5-558389bf243d req-c25f4076-ce0c-4002-9b86-4f9c1e8c03fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:54.736152 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.provisioning_blocks [req-0374132c-94fe-4fa1-add5-558389bf243d req-c25f4076-ce0c-4002-9b86-4f9c1e8c03fc service neutron] Transition to ACTIVE for port object aab30b3a-8e81-477a-a16e-49615cf4d5ca will not be triggered until provisioned by entity L2. {{(pid=95066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:48:54.750961 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-bb5de86e-814a-4f25-b9cb-9305f8abc0bd None None] Attempting to bind port d04f7108-0d8a-4ad3-a7fb-57a011140a52 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:48:54.751728 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-bb5de86e-814a-4f25-b9cb-9305f8abc0bd None None] Attempting to bind port d04f7108-0d8a-4ad3-a7fb-57a011140a52 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '0ae6ac83-af34-4bd3-80d6-329f37fca9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f4c6acfd-810d-4386-8654-cad37d5f8fa8'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:48:54.752337 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5de86e-814a-4f25-b9cb-9305f8abc0bd None None] Attempting to bind port d04f7108-0d8a-4ad3-a7fb-57a011140a52 on network f4c6acfd-810d-4386-8654-cad37d5f8fa8 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:48:54.773982 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5de86e-814a-4f25-b9cb-9305f8abc0bd None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:48:54.774789 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5de86e-814a-4f25-b9cb-9305f8abc0bd None None] Checking segment: {'id': '0ae6ac83-af34-4bd3-80d6-329f37fca9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f4c6acfd-810d-4386-8654-cad37d5f8fa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:48:54.775217 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-0374132c-94fe-4fa1-add5-558389bf243d req-c25f4076-ce0c-4002-9b86-4f9c1e8c03fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:54.775727 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-bb5de86e-814a-4f25-b9cb-9305f8abc0bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:54.776379 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5de86e-814a-4f25-b9cb-9305f8abc0bd None None] Bound using segment: {'id': '0ae6ac83-af34-4bd3-80d6-329f37fca9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f4c6acfd-810d-4386-8654-cad37d5f8fa8'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:48:54.777098 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-bb5de86e-814a-4f25-b9cb-9305f8abc0bd None None] Bound port: d04f7108-0d8a-4ad3-a7fb-57a011140a52, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ae6ac83-af34-4bd3-80d6-329f37fca9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f4c6acfd-810d-4386-8654-cad37d5f8fa8'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:48:54.777904 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-bb5de86e-814a-4f25-b9cb-9305f8abc0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:54.782600 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-26d97310-2c86-41ff-a0d7-cc5589d2b7cb req-7d922e0f-99de-453c-a6b0-77f98eaac834 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/quotas/8275c6392a72426db62ebfc4817f4420 HTTP/1.1" status: 200 len: 375 time: 0.5965295 Sep 23 06:48:54.816653 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7064d8-1ec1-4200-a188-c0e361c1c677 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Network feb093c6-06a4-4aad-bf82-6fd567da1d91 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:48:54.830365 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-4f7064d8-1ec1-4200-a188-c0e361c1c677 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:48:54.837286 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7064d8-1ec1-4200-a188-c0e361c1c677 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:48:54.841497 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7064d8-1ec1-4200-a188-c0e361c1c677 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Pushing event updated for resources: {'Port': ['ID=836860f4-7f78-4d29-8753-1658ddbce618,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:54.913984 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbff9037-edd0-4040-8ad4-4ed5e35859d7 req-36c2736c-16c3-40ba-94c9-5e7739cb3f0d tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:54.916171 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cbff9037-edd0-4040-8ad4-4ed5e35859d7 req-36c2736c-16c3-40ba-94c9-5e7739cb3f0d tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/ports?device_id=193182f5-6dd0-42cb-a3c8-6bc06f2deb9b HTTP/1.1" status: 200 len: 945 time: 0.2147830 Sep 23 06:48:54.969368 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7064d8-1ec1-4200-a188-c0e361c1c677 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:54.969613 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4f7064d8-1ec1-4200-a188-c0e361c1c677 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:55.021067 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ec3f81d1-a057-4cff-b961-07e16ef55f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:55.142603 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cbff9037-edd0-4040-8ad4-4ed5e35859d7 req-744520b0-0307-44d0-b60d-0df5d950619c tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d44e72e-9977-4c1c-b9ad-087588ff958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177894 Sep 23 06:48:55.150980 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483728f9-50ba-4835-8317-53c06a0eacc6 None None] Pushing event updated for resources: {'Port': ['ID=ccca0375-cef3-427d-a94a-d40371b0adc4,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:55.213109 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6a608a3e-529b-498a-8a6d-21bfc56d6bf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:55.213109 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25f4076-ce0c-4002-9b86-4f9c1e8c03fc service neutron] Pushing event updated for resources: {'Port': ['ID=aab30b3a-8e81-477a-a16e-49615cf4d5ca,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:55.213346 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:55.213472 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-4f7064d8-1ec1-4200-a188-c0e361c1c677 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6925199 Sep 23 06:48:55.213472 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 60778) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:48:55.217255 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-214e2100-7b1c-4c82-a43a-ce9e9ba45d1f tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Request body: {'port': {'network_id': 'feb093c6-06a4-4aad-bf82-6fd567da1d91', 'name': 'tempest-TaggedBootDevicesTest_v242-2036405277', 'fixed_ips': [{'subnet_id': 'cc8a7554-36e3-4ad0-b779-92036cb83888'}]}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:48:55.217502 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 04ab8190-d986-43ee-b8a9-7e04157ad68c details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:48:55.222514 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-ec3f81d1-a057-4cff-b961-07e16ef55f30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d248d23-e539-4408-8aa6-d4ff36dc6863']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:48:55.268341 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-ec3f81d1-a057-4cff-b961-07e16ef55f30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2d94b50-e7fd-4bc8-8bb6-98aa912c910f') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:48:55.268823 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-ec3f81d1-a057-4cff-b961-07e16ef55f30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2d94b50-e7fd-4bc8-8bb6-98aa912c910f') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:48:55.281971 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ec3f81d1-a057-4cff-b961-07e16ef55f30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:55.344749 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-bb5de86e-814a-4f25-b9cb-9305f8abc0bd None None] For port d04f7108-0d8a-4ad3-a7fb-57a011140a52, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:48:55.356533 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '193182f5-6dd0-42cb-a3c8-6bc06f2deb9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77fc45da-2817-430c-8625-421c18a253ad'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:48:55.370870 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77419e2d-3785-4295-94ce-af8517fb986a" -d '{"events": [{"server_uuid": "193182f5-6dd0-42cb-a3c8-6bc06f2deb9b", "name": "network-vif-plugged", "status": "completed", "tag": "77fc45da-2817-430c-8625-421c18a253ad"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:48:55.389119 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.db.resource_extend [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 06:48:55.392903 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6a608a3e-529b-498a-8a6d-21bfc56d6bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:55.426008 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-bb5de86e-814a-4f25-b9cb-9305f8abc0bd None None] For port d04f7108-0d8a-4ad3-a7fb-57a011140a52, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=d04f7108-0d8a-4ad3-a7fb-57a011140a52,segment=NetworkSegment(0ae6ac83-af34-4bd3-80d6-329f37fca9ef),segment_id=0ae6ac83-af34-4bd3-80d6-329f37fca9ef)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:48:55.431995 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 77fc45da-2817-430c-8625-421c18a253ad, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=77fc45da-2817-430c-8625-421c18a253ad,segment=NetworkSegment(e1f321b6-0718-4853-a894-c71ec0ee9dcb),segment_id=e1f321b6-0718-4853-a894-c71ec0ee9dcb)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:48:55.437625 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ec3f81d1-a057-4cff-b961-07e16ef55f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:55.449360 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c8be0f-fb5f-4b38-a061-de2beafb1956 req-fb624797-308c-45c0-9754-a9c976b4e64e tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:55.451246 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-17c8be0f-fb5f-4b38-a061-de2beafb1956 req-fb624797-308c-45c0-9754-a9c976b4e64e tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] 10.222.0.39 "GET /v2.0/ports?device_id=43ad6ed6-1d2c-4f40-8d02-df12917225a3 HTTP/1.1" status: 200 len: 943 time: 0.1422932 Sep 23 06:48:55.456108 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:55.458322 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device ccca0375-cef3-427d-a94a-d40371b0adc4 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:48:55.460921 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-bb5de86e-814a-4f25-b9cb-9305f8abc0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:55.467388 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec3f81d1-a057-4cff-b961-07e16ef55f30 admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:48:55.467795 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ec3f81d1-a057-4cff-b961-07e16ef55f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:55.475191 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 06:48:55.475191 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:48:55.475191 n-d-715271-16 neutron-server[95066]: timer() Sep 23 06:48:55.475191 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:48:55.475191 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 06:48:55.475191 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:48:55.475191 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 06:48:55.475191 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:48:55.475191 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 06:48:55.475191 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:48:55.475191 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 06:48:55.475191 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:48:55.475191 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 06:48:55.475191 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:48:55.475191 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:48:55.475191 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:48:55.475191 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:48:55.475191 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:48:55.475191 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 06:48:55.475191 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:48:55.475191 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 06:48:55.475191 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:48:55.475191 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:48:55.475191 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:48:55.475191 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 06:48:55.475191 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:48:55.475191 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:48:55.475191 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:48:55.475191 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:48:55.475191 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:48:55.475191 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:48:55.475191 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:48:55.477730 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a608a3e-529b-498a-8a6d-21bfc56d6bf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ee093f-a990-48d7-bc4a-6ada4c83a2a3,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:55.480507 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a608a3e-529b-498a-8a6d-21bfc56d6bf2 admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:48:55.520546 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-26d97310-2c86-41ff-a0d7-cc5589d2b7cb req-0b8eb5a1-18b1-4b76-a05b-bd2befc4fa83 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8275c6392a72426db62ebfc4817f4420&fields=id HTTP/1.1" status: 200 len: 440 time: 0.6872132 Sep 23 06:48:55.534277 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-0374132c-94fe-4fa1-add5-558389bf243d req-c25f4076-ce0c-4002-9b86-4f9c1e8c03fc service neutron] Attempting to bind port aab30b3a-8e81-477a-a16e-49615cf4d5ca on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:48:55.534780 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-0374132c-94fe-4fa1-add5-558389bf243d req-c25f4076-ce0c-4002-9b86-4f9c1e8c03fc service neutron] Attempting to bind port aab30b3a-8e81-477a-a16e-49615cf4d5ca by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '6b3cb23f-8559-4986-925f-1b0c3e785910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'eff2865d-ee9a-496c-8687-af6ecd1b642b'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:48:55.535702 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0374132c-94fe-4fa1-add5-558389bf243d req-c25f4076-ce0c-4002-9b86-4f9c1e8c03fc service neutron] Attempting to bind port aab30b3a-8e81-477a-a16e-49615cf4d5ca on network eff2865d-ee9a-496c-8687-af6ecd1b642b {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:48:55.537299 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-17c8be0f-fb5f-4b38-a061-de2beafb1956 req-0da8a4b5-3889-4e13-b6bb-8bf770a8f5ea tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] 10.222.0.39 "GET /v2.0/security-groups?id=5fb6529b-504d-43b9-ab4f-6fe68e529500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615129 Sep 23 06:48:55.545299 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-214e2100-7b1c-4c82-a43a-ce9e9ba45d1f tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Made reservation on behalf of 147ee43e793f431bb6dc0e9de8ff2960 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:48:55.550480 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-214e2100-7b1c-4c82-a43a-ce9e9ba45d1f tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:55.592857 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [None req-214e2100-7b1c-4c82-a43a-ce9e9ba45d1f tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] device_id is not set on port 66dc2450-0dc5-4831-8e32-390fda82bf83 yet. {{(pid=95065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 06:48:55.639747 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6a608a3e-529b-498a-8a6d-21bfc56d6bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:55.640022 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-6a608a3e-529b-498a-8a6d-21bfc56d6bf2 admin admin] Added segment bb037a6f-7cd1-4c5c-a32a-f2d8a590e019 of type vlan for network fa40cdfd-6143-42c3-bfc5-e6433f7cda52 Sep 23 06:48:55.641312 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0374132c-94fe-4fa1-add5-558389bf243d req-c25f4076-ce0c-4002-9b86-4f9c1e8c03fc service neutron] Port aab30b3a-8e81-477a-a16e-49615cf4d5ca on network eff2865d-ee9a-496c-8687-af6ecd1b642b not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:48:55.641667 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0374132c-94fe-4fa1-add5-558389bf243d req-c25f4076-ce0c-4002-9b86-4f9c1e8c03fc service neutron] Attempting to bind port aab30b3a-8e81-477a-a16e-49615cf4d5ca on network eff2865d-ee9a-496c-8687-af6ecd1b642b {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:48:55.656041 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=77fc45da-2817-430c-8625-421c18a253ad,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:55.676839 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 04ab8190-d986-43ee-b8a9-7e04157ad68c, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=04ab8190-d986-43ee-b8a9-7e04157ad68c,segment=NetworkSegment(411a8e6c-3437-4d6d-939a-157de7e909fe),segment_id=411a8e6c-3437-4d6d-939a-157de7e909fe)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:48:55.692067 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0374132c-94fe-4fa1-add5-558389bf243d req-c25f4076-ce0c-4002-9b86-4f9c1e8c03fc service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:48:55.692460 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0374132c-94fe-4fa1-add5-558389bf243d req-c25f4076-ce0c-4002-9b86-4f9c1e8c03fc service neutron] Checking segment: {'id': '6b3cb23f-8559-4986-925f-1b0c3e785910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'eff2865d-ee9a-496c-8687-af6ecd1b642b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:48:55.692896 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0374132c-94fe-4fa1-add5-558389bf243d req-c25f4076-ce0c-4002-9b86-4f9c1e8c03fc service neutron] Bound using segment: {'id': '6b3cb23f-8559-4986-925f-1b0c3e785910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'eff2865d-ee9a-496c-8687-af6ecd1b642b'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:48:55.693349 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-0374132c-94fe-4fa1-add5-558389bf243d req-c25f4076-ce0c-4002-9b86-4f9c1e8c03fc service neutron] Bound port: aab30b3a-8e81-477a-a16e-49615cf4d5ca, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b3cb23f-8559-4986-925f-1b0c3e785910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'eff2865d-ee9a-496c-8687-af6ecd1b642b'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:48:55.693747 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-0374132c-94fe-4fa1-add5-558389bf243d req-c25f4076-ce0c-4002-9b86-4f9c1e8c03fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:55.727604 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ec3f81d1-a057-4cff-b961-07e16ef55f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:55.735071 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ec3f81d1-a057-4cff-b961-07e16ef55f30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:55.739992 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-ec3f81d1-a057-4cff-b961-07e16ef55f30 admin admin] 10.222.0.39 "DELETE /v2.0/networks/1d248d23-e539-4408-8aa6-d4ff36dc6863 HTTP/1.1" status: 204 len: 168 time: 2.1815615 Sep 23 06:48:55.744714 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': '04ab8190-d986-43ee-b8a9-7e04157ad68c', 'network_id': '70761228-e1b5-4b17-beed-b21ba4f65cc6', 'port_id': '04ab8190-d986-43ee-b8a9-7e04157ad68c', 'mac_address': 'fa:16:3e:a8:82:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee9867bb-5a46-416a-ad93-958ca334c2f9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:48:55.747921 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 60784) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:48:55.801978 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port ccca0375-cef3-427d-a94a-d40371b0adc4 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:48:55.803144 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:55.826460 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6a608a3e-529b-498a-8a6d-21bfc56d6bf2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:55.836016 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3f81d1-a057-4cff-b961-07e16ef55f30 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d248d23-e539-4408-8aa6-d4ff36dc6863,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:55.894328 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-26d97310-2c86-41ff-a0d7-cc5589d2b7cb req-5c9280ca-b778-4398-bf28-e6ce09f4050d service neutron] 10.222.0.39 "GET /v2.0/networks/d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3726847 Sep 23 06:48:55.913976 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5de86e-814a-4f25-b9cb-9305f8abc0bd None None] Pushing event updated for resources: {'Port': ['ID=d04f7108-0d8a-4ad3-a7fb-57a011140a52,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:55.915149 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-214e2100-7b1c-4c82-a43a-ce9e9ba45d1f tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Allocated IP 10.1.1.83 (feb093c6-06a4-4aad-bf82-6fd567da1d91/cc8a7554-36e3-4ad0-b779-92036cb83888/66dc2450-0dc5-4831-8e32-390fda82bf83) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:48:55.986997 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:56.000791 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-708b67d7-9b97-4caa-bd15-cbbb5e29eea5 admin admin] Deleting subnet 62bb2500-7fce-44eb-b3c1-3339c2816948 {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:48:56.013093 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-708b67d7-9b97-4caa-bd15-cbbb5e29eea5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:56.021780 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 99ca2b9b-c0a9-413b-897a-cea4b52c6f07 up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:48:56.055439 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 04ab8190-d986-43ee-b8a9-7e04157ad68c {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:48:56.075637 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6a608a3e-529b-498a-8a6d-21bfc56d6bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:56.077133 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a608a3e-529b-498a-8a6d-21bfc56d6bf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:56.085513 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6a608a3e-529b-498a-8a6d-21bfc56d6bf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:56.118864 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 04ab8190-d986-43ee-b8a9-7e04157ad68c, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=04ab8190-d986-43ee-b8a9-7e04157ad68c,segment=NetworkSegment(411a8e6c-3437-4d6d-939a-157de7e909fe),segment_id=411a8e6c-3437-4d6d-939a-157de7e909fe)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:48:56.136430 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:56.220484 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port 99ca2b9b-c0a9-413b-897a-cea4b52c6f07 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:48:56.225478 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:56.263645 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port 99ca2b9b-c0a9-413b-897a-cea4b52c6f07 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:48:56.264308 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:56.267604 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-214e2100-7b1c-4c82-a43a-ce9e9ba45d1f tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:56.313469 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-0374132c-94fe-4fa1-add5-558389bf243d req-c25f4076-ce0c-4002-9b86-4f9c1e8c03fc service neutron] For port aab30b3a-8e81-477a-a16e-49615cf4d5ca, host n-h2-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:48:56.329016 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=04ab8190-d986-43ee-b8a9-7e04157ad68c,revision_number=6']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:56.329360 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-708b67d7-9b97-4caa-bd15-cbbb5e29eea5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:56.338913 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port ccca0375-cef3-427d-a94a-d40371b0adc4, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=ccca0375-cef3-427d-a94a-d40371b0adc4,segment=NetworkSegment(f24e108b-4e28-412d-86ee-4c835449b745),segment_id=f24e108b-4e28-412d-86ee-4c835449b745)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:48:56.341259 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-214e2100-7b1c-4c82-a43a-ce9e9ba45d1f tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:56.346811 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-6a608a3e-529b-498a-8a6d-21bfc56d6bf2 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.0128548 Sep 23 06:48:56.352401 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:56.368917 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 60788) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:48:56.375892 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-0374132c-94fe-4fa1-add5-558389bf243d req-c25f4076-ce0c-4002-9b86-4f9c1e8c03fc service neutron] For port aab30b3a-8e81-477a-a16e-49615cf4d5ca, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=aab30b3a-8e81-477a-a16e-49615cf4d5ca,segment=NetworkSegment(6b3cb23f-8559-4986-925f-1b0c3e785910),segment_id=6b3cb23f-8559-4986-925f-1b0c3e785910)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:48:56.390445 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-8416e726-bdcc-4d51-932f-9f3c95ab4999 admin admin] Request body: {'subnet': {'network_id': 'fa40cdfd-6143-42c3-bfc5-e6433f7cda52', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-221145186-subnet', 'tenant_id': '6e8336ef42bc4287a5e9adf632acfcf0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:48:56.405662 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214e2100-7b1c-4c82-a43a-ce9e9ba45d1f tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Network feb093c6-06a4-4aad-bf82-6fd567da1d91 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:48:56.411294 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-214e2100-7b1c-4c82-a43a-ce9e9ba45d1f tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:48:56.432701 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['04ab8190-d986-43ee-b8a9-7e04157ad68c'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:48:56.437710 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:56.440578 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214e2100-7b1c-4c82-a43a-ce9e9ba45d1f tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:48:56.482226 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-708b67d7-9b97-4caa-bd15-cbbb5e29eea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:56.500361 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 99ca2b9b-c0a9-413b-897a-cea4b52c6f07, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=99ca2b9b-c0a9-413b-897a-cea4b52c6f07,segment=NetworkSegment(f93b6022-d5e5-431e-9dcb-2461df9c5b3b),segment_id=f93b6022-d5e5-431e-9dcb-2461df9c5b3b)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:48:56.512308 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:56.539490 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=ccca0375-cef3-427d-a94a-d40371b0adc4,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:56.571993 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa285a1-6944-4741-9b26-0939d28a2422 None None] Network feb093c6-06a4-4aad-bf82-6fd567da1d91 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:48:56.578313 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a608a3e-529b-498a-8a6d-21bfc56d6bf2 admin admin] Pushing event updated for resources: {'Network': ['ID=fa40cdfd-6143-42c3-bfc5-e6433f7cda52,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:56.582040 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-0374132c-94fe-4fa1-add5-558389bf243d req-c25f4076-ce0c-4002-9b86-4f9c1e8c03fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:56.602695 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-708b67d7-9b97-4caa-bd15-cbbb5e29eea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:56.616738 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0374132c-94fe-4fa1-add5-558389bf243d req-c25f4076-ce0c-4002-9b86-4f9c1e8c03fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:56.617570 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-0374132c-94fe-4fa1-add5-558389bf243d req-c25f4076-ce0c-4002-9b86-4f9c1e8c03fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:56.619216 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0374132c-94fe-4fa1-add5-558389bf243d req-c25f4076-ce0c-4002-9b86-4f9c1e8c03fc service neutron] 10.222.0.58 "PUT /v2.0/ports/aab30b3a-8e81-477a-a16e-49615cf4d5ca HTTP/1.1" status: 200 len: 1092 time: 3.1818688 Sep 23 06:48:56.628795 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network fa40cdfd-6143-42c3-bfc5-e6433f7cda52 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:48:56.651965 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43ad6ed6-1d2c-4f40-8d02-df12917225a3', 'tag': 'aab30b3a-8e81-477a-a16e-49615cf4d5ca'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:48:56.668621 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d036ae49-f794-4648-ac9f-21270f1cc7de" -d '{"events": [{"name": "network-changed", "server_uuid": "43ad6ed6-1d2c-4f40-8d02-df12917225a3", "tag": "aab30b3a-8e81-477a-a16e-49615cf4d5ca"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:48:56.684435 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-26d97310-2c86-41ff-a0d7-cc5589d2b7cb req-71739487-597b-4986-ad9d-710b749ecb76 service neutron] 10.222.0.39 "GET /v2.0/networks/d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7890763 Sep 23 06:48:56.810367 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25f4076-ce0c-4002-9b86-4f9c1e8c03fc service neutron] Pushing event updated for resources: {'Port': ['ID=aab30b3a-8e81-477a-a16e-49615cf4d5ca,revision_number=3']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:56.815468 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708b67d7-9b97-4caa-bd15-cbbb5e29eea5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62bb2500-7fce-44eb-b3c1-3339c2816948,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:56.829746 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-c766d51b-d369-42bc-baf0-13956450a1ec None None] Provisioning complete for port ccca0375-cef3-427d-a94a-d40371b0adc4 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:48:56.833265 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-708b67d7-9b97-4caa-bd15-cbbb5e29eea5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:56.835309 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-708b67d7-9b97-4caa-bd15-cbbb5e29eea5 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/62bb2500-7fce-44eb-b3c1-3339c2816948 HTTP/1.1" status: 204 len: 168 time: 1.0840514 Sep 23 06:48:56.843556 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 60796) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:48:56.844545 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c766d51b-d369-42bc-baf0-13956450a1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:56.925540 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0374132c-94fe-4fa1-add5-558389bf243d req-ecc3d978-f2d2-40b1-9d2d-7ee6aad96c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:56.927139 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0374132c-94fe-4fa1-add5-558389bf243d req-ecc3d978-f2d2-40b1-9d2d-7ee6aad96c36 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2717295d607749ba9e686f8b98a96be1&device_id=43ad6ed6-1d2c-4f40-8d02-df12917225a3 HTTP/1.1" status: 200 len: 1095 time: 0.2554126 Sep 23 06:48:57.006171 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=99ca2b9b-c0a9-413b-897a-cea4b52c6f07,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:57.054451 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10339537-9de3-4bc9-98a6-6ab45ce90bbd x-openstack-request-id: req-10339537-9de3-4bc9-98a6-6ab45ce90bbd {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:48:57.054831 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "193182f5-6dd0-42cb-a3c8-6bc06f2deb9b", "name": "network-vif-plugged", "status": "completed", "tag": "77fc45da-2817-430c-8625-421c18a253ad", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:48:57.055044 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-10339537-9de3-4bc9-98a6-6ab45ce90bbd {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:48:57.055419 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '193182f5-6dd0-42cb-a3c8-6bc06f2deb9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77fc45da-2817-430c-8625-421c18a253ad', 'code': 200} Sep 23 06:48:57.107980 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0374132c-94fe-4fa1-add5-558389bf243d req-afaf47e5-68c4-4eee-a671-917be9ba49a2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aab30b3a-8e81-477a-a16e-49615cf4d5ca HTTP/1.1" status: 200 len: 217 time: 0.1625953 Sep 23 06:48:57.113729 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214e2100-7b1c-4c82-a43a-ce9e9ba45d1f tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Pushing event updated for resources: {'Port': ['ID=66dc2450-0dc5-4831-8e32-390fda82bf83,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:57.158190 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1f69b0dd-08f5-4861-a7c2-934db63fff3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:57.231575 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00d25c1-b918-4c64-bf87-b88211f4ca34 req-52827e69-0d1e-4b50-a85d-e4f87cc6aa20 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:57.240782 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b00d25c1-b918-4c64-bf87-b88211f4ca34 req-52827e69-0d1e-4b50-a85d-e4f87cc6aa20 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=15aadf6d-92cc-45e5-93dd-90da99561c46 HTTP/1.1" status: 200 len: 944 time: 1.5304892 Sep 23 06:48:57.246266 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 04ab8190-d986-43ee-b8a9-7e04157ad68c no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:48:57.248642 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8416e726-bdcc-4d51-932f-9f3c95ab4999 admin admin] Made reservation on behalf of 6e8336ef42bc4287a5e9adf632acfcf0 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:48:57.250946 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8416e726-bdcc-4d51-932f-9f3c95ab4999 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:57.258172 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214e2100-7b1c-4c82-a43a-ce9e9ba45d1f tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:57.258802 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-214e2100-7b1c-4c82-a43a-ce9e9ba45d1f tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:57.292082 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0374132c-94fe-4fa1-add5-558389bf243d req-d6bccffb-a0d4-4fa4-9f9b-531dc30b681c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:57.294365 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0374132c-94fe-4fa1-add5-558389bf243d req-d6bccffb-a0d4-4fa4-9f9b-531dc30b681c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8a474d77-13d4-47cb-baa4-fd0c6e3c1147 HTTP/1.1" status: 200 len: 855 time: 0.1767344 Sep 23 06:48:57.353598 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-214e2100-7b1c-4c82-a43a-ce9e9ba45d1f tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1417055 Sep 23 06:48:57.358875 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b3fe07-34d0-4650-a52d-5181d7e621da req-2c8cf331-2cb0-4add-9fb0-dfcecae2376e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:57.362583 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-83b3fe07-34d0-4650-a52d-5181d7e621da req-2c8cf331-2cb0-4add-9fb0-dfcecae2376e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=193182f5-6dd0-42cb-a3c8-6bc06f2deb9b HTTP/1.1" status: 200 len: 1098 time: 0.2298150 Sep 23 06:48:57.459643 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1f69b0dd-08f5-4861-a7c2-934db63fff3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:57.464978 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a091c1-51cf-4621-9743-820b404e6b27 None None] Network f4c6acfd-810d-4386-8654-cad37d5f8fa8 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:48:57.472310 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b00d25c1-b918-4c64-bf87-b88211f4ca34 req-5ec45a00-cdcd-4cff-9903-67b549938cae tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283230 Sep 23 06:48:57.503625 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-1f69b0dd-08f5-4861-a7c2-934db63fff3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecad41a0-6647-4261-903e-5f6807df797a']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:48:57.521008 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-1f69b0dd-08f5-4861-a7c2-934db63fff3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c935e30d-5164-4be9-8ee1-34377805afc8') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:48:57.521904 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-1f69b0dd-08f5-4861-a7c2-934db63fff3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c935e30d-5164-4be9-8ee1-34377805afc8') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:48:57.528154 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-83b3fe07-34d0-4650-a52d-5181d7e621da req-cd2d6a6b-94de-4091-83b9-c3fefca5fe36 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2d44e72e-9977-4c1c-b9ad-087588ff958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528869 Sep 23 06:48:57.575691 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1f69b0dd-08f5-4861-a7c2-934db63fff3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:57.610399 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea80d5-3b62-4db0-99c8-9779eb133c42 req-68a9e88a-5bd2-4f20-b5f8-a2aceaea2136 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:57.611832 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-90ea80d5-3b62-4db0-99c8-9779eb133c42 req-68a9e88a-5bd2-4f20-b5f8-a2aceaea2136 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b5a5b1b-ecf7-4d00-8f54-00d9a7ab45b7 HTTP/1.1" status: 200 len: 946 time: 0.3834221 Sep 23 06:48:57.628773 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1f69b0dd-08f5-4861-a7c2-934db63fff3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:57.660274 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0374132c-94fe-4fa1-add5-558389bf243d req-02229ca8-2fc5-4e67-87b6-85318bf7fdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:57.662064 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0374132c-94fe-4fa1-add5-558389bf243d req-02229ca8-2fc5-4e67-87b6-85318bf7fdb2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=eff2865d-ee9a-496c-8687-af6ecd1b642b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3476782 Sep 23 06:48:57.664686 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f69b0dd-08f5-4861-a7c2-934db63fff3f admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:48:57.665248 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1f69b0dd-08f5-4861-a7c2-934db63fff3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:57.668011 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 06:48:57.668011 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:48:57.668011 n-d-715271-16 neutron-server[95066]: timer() Sep 23 06:48:57.668011 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:48:57.668011 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 06:48:57.668011 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:48:57.668011 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 06:48:57.668011 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:48:57.668011 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 06:48:57.668011 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:48:57.668011 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 06:48:57.668011 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:48:57.668011 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 06:48:57.668011 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:48:57.668011 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:48:57.668011 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:48:57.668011 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:48:57.668011 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:48:57.668011 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 06:48:57.668011 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:48:57.668011 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 06:48:57.668011 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:48:57.668011 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:48:57.668011 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:48:57.668011 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 06:48:57.668011 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:48:57.668011 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:48:57.668011 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:48:57.668011 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:48:57.668011 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:48:57.668011 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:48:57.668011 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:48:57.744934 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8416e726-bdcc-4d51-932f-9f3c95ab4999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:57.782989 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-90ea80d5-3b62-4db0-99c8-9779eb133c42 req-585cb938-e9ce-4900-b8ab-9cf5f78d2630 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612720 Sep 23 06:48:57.811658 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device ccca0375-cef3-427d-a94a-d40371b0adc4 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:48:57.816041 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1f69b0dd-08f5-4861-a7c2-934db63fff3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:57.823806 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:57.844370 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1f69b0dd-08f5-4861-a7c2-934db63fff3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:57.849677 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ddcd77-0f87-4a2c-b021-42b5bb548720 req-ac30d0b3-c7d1-4071-ae46-0a6ad8c54190 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:57.851467 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-1f69b0dd-08f5-4861-a7c2-934db63fff3f admin admin] 10.222.0.39 "DELETE /v2.0/networks/ecad41a0-6647-4261-903e-5f6807df797a HTTP/1.1" status: 204 len: 168 time: 1.0052335 Sep 23 06:48:57.878882 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-51ddcd77-0f87-4a2c-b021-42b5bb548720 req-ac30d0b3-c7d1-4071-ae46-0a6ad8c54190 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/ports?device_id=193182f5-6dd0-42cb-a3c8-6bc06f2deb9b HTTP/1.1" status: 200 len: 946 time: 0.1993673 Sep 23 06:48:57.899291 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f69b0dd-08f5-4861-a7c2-934db63fff3f admin admin] Pushing event deleted for resources: {'Network': ['ID=ecad41a0-6647-4261-903e-5f6807df797a,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:57.923352 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 04ab8190-d986-43ee-b8a9-7e04157ad68c {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:48:57.947810 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0374132c-94fe-4fa1-add5-558389bf243d req-0be6b04e-30ff-4749-a296-6a1b190456d2 service neutron] 10.222.0.58 "GET /v2.0/networks/eff2865d-ee9a-496c-8687-af6ecd1b642b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669940 Sep 23 06:48:58.013752 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 04ab8190-d986-43ee-b8a9-7e04157ad68c, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=04ab8190-d986-43ee-b8a9-7e04157ad68c,segment=NetworkSegment(411a8e6c-3437-4d6d-939a-157de7e909fe),segment_id=411a8e6c-3437-4d6d-939a-157de7e909fe)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:48:58.038007 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:58.078214 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-51ddcd77-0f87-4a2c-b021-42b5bb548720 req-7070f10e-54fe-4a5a-8eaa-49b1e434d6e1 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d44e72e-9977-4c1c-b9ad-087588ff958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975386 Sep 23 06:48:58.128523 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8416e726-bdcc-4d51-932f-9f3c95ab4999 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b76c2dd2-f4c2-49a5-a405-74aa804ac531,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:58.168012 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8416e726-bdcc-4d51-932f-9f3c95ab4999 admin admin] Checking segment: {'id': 'bb037a6f-7cd1-4c5c-a32a-f2d8a590e019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'fa40cdfd-6143-42c3-bfc5-e6433f7cda52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:48:58.174410 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8416e726-bdcc-4d51-932f-9f3c95ab4999 admin admin] Network hostable DHCP agents. Network: fa40cdfd-6143-42c3-bfc5-e6433f7cda52, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:48:58.180640 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a936386-9722-4a8a-ac6c-e367b5dcfac3 req-9b4268a5-e837-46e9-b264-e8c972fc9f68 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:58.183059 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8a936386-9722-4a8a-ac6c-e367b5dcfac3 req-9b4268a5-e837-46e9-b264-e8c972fc9f68 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] 10.222.0.39 "GET /v2.0/ports?device_id=43ad6ed6-1d2c-4f40-8d02-df12917225a3 HTTP/1.1" status: 200 len: 943 time: 0.2332468 Sep 23 06:48:58.200231 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port ccca0375-cef3-427d-a94a-d40371b0adc4 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:48:58.200678 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:58.211967 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 60812) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:48:58.244777 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ece33a-07b3-478f-b04c-e1537ad81c70 x-openstack-request-id: req-f9ece33a-07b3-478f-b04c-e1537ad81c70 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:48:58.245218 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43ad6ed6-1d2c-4f40-8d02-df12917225a3", "tag": "aab30b3a-8e81-477a-a16e-49615cf4d5ca", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:48:58.245575 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f9ece33a-07b3-478f-b04c-e1537ad81c70 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:48:58.247963 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43ad6ed6-1d2c-4f40-8d02-df12917225a3', 'tag': 'aab30b3a-8e81-477a-a16e-49615cf4d5ca', 'status': 'completed', 'code': 200} Sep 23 06:48:58.310013 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0374132c-94fe-4fa1-add5-558389bf243d req-9dc47002-b341-4808-aa86-c90649a2af8b service neutron] 10.222.0.58 "GET /v2.0/networks/eff2865d-ee9a-496c-8687-af6ecd1b642b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504064 Sep 23 06:48:58.324201 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8416e726-bdcc-4d51-932f-9f3c95ab4999 admin admin] Network fa40cdfd-6143-42c3-bfc5-e6433f7cda52 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:48:58.332482 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-77f9040e-4666-47ca-874b-c052ca249fde admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c01a3e45d51a42a39c1bbdbe883ff66a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1187208 Sep 23 06:48:58.341849 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 60814) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:48:58.348224 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8a936386-9722-4a8a-ac6c-e367b5dcfac3 req-c94eb0cb-0413-4b2b-8269-ed5637a6d5a3 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] 10.222.0.39 "GET /v2.0/security-groups?id=5fb6529b-504d-43b9-ab4f-6fe68e529500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1562612 Sep 23 06:48:58.360574 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-8416e726-bdcc-4d51-932f-9f3c95ab4999 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, fa40cdfd-6143-42c3-bfc5-e6433f7cda52) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:48:58.378692 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8416e726-bdcc-4d51-932f-9f3c95ab4999 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:58.379305 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8416e726-bdcc-4d51-932f-9f3c95ab4999 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:58.395918 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a043eb2c-2688-4e68-80a1-b649a0b2c90e None None] Network fa40cdfd-6143-42c3-bfc5-e6433f7cda52 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:48:58.438177 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-8416e726-bdcc-4d51-932f-9f3c95ab4999 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.0435383 Sep 23 06:48:58.461376 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-5f84af01-f0ff-4bed-b0ec-58c0b11c616f None None] Provisioning complete for port d04f7108-0d8a-4ad3-a7fb-57a011140a52 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:48:58.466651 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5f84af01-f0ff-4bed-b0ec-58c0b11c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:58.476730 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e3e6fcda-18b8-4c9d-b617-bdb621cf1e32 req-df7084a0-90b4-4e45-b13d-c597a99ce07e tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=358b1d87-108d-4a28-b69c-7d8042689779 HTTP/1.1" status: 200 len: 210 time: 0.0581625 Sep 23 06:48:58.483471 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=04ab8190-d986-43ee-b8a9-7e04157ad68c,revision_number=7']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:58.570646 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d036ae49-f794-4648-ac9f-21270f1cc7de req-c77e2a45-bc7a-46f9-a86f-5a65bfb3ff92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:58.580906 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d036ae49-f794-4648-ac9f-21270f1cc7de req-c77e2a45-bc7a-46f9-a86f-5a65bfb3ff92 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2717295d607749ba9e686f8b98a96be1&device_id=43ad6ed6-1d2c-4f40-8d02-df12917225a3 HTTP/1.1" status: 200 len: 1095 time: 0.1866477 Sep 23 06:48:58.735941 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c13253-1e8a-4dac-b96a-8fa8cb36b5d6 req-4d75aacb-f12c-40f9-81af-e6ae1fe9e68f tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:58.745129 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-88c13253-1e8a-4dac-b96a-8fa8cb36b5d6 req-4d75aacb-f12c-40f9-81af-e6ae1fe9e68f tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=15aadf6d-92cc-45e5-93dd-90da99561c46 HTTP/1.1" status: 200 len: 943 time: 0.1486857 Sep 23 06:48:58.803134 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 60824) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:48:58.822195 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-ea01f7fe-cba6-4af7-beba-23168b063f7c tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1477964030', 'description': 'tempest-description--2018022141'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:48:58.862320 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3257be81-a395-49f2-8f5f-4850f1b74620 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:58.867242 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d036ae49-f794-4648-ac9f-21270f1cc7de req-f352528c-e595-4805-9762-35ed30eaaac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:58.868853 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d036ae49-f794-4648-ac9f-21270f1cc7de req-f352528c-e595-4805-9762-35ed30eaaac3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=eff2865d-ee9a-496c-8687-af6ecd1b642b HTTP/1.1" status: 200 len: 917 time: 0.2773974 Sep 23 06:48:58.979968 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d036ae49-f794-4648-ac9f-21270f1cc7de req-9c20c717-3908-40db-ae26-d0aeeb8a5782 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aab30b3a-8e81-477a-a16e-49615cf4d5ca HTTP/1.1" status: 200 len: 217 time: 0.0945559 Sep 23 06:48:58.999112 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-88c13253-1e8a-4dac-b96a-8fa8cb36b5d6 req-28ef1e7a-0dc5-4410-877f-e7c87ca7c87a tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476060 Sep 23 06:48:59.094039 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ea01f7fe-cba6-4af7-beba-23168b063f7c tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:59.100350 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d036ae49-f794-4648-ac9f-21270f1cc7de req-2b0a10f9-cae9-4172-9ff4-96dd01f52040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:59.102330 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d036ae49-f794-4648-ac9f-21270f1cc7de req-2b0a10f9-cae9-4172-9ff4-96dd01f52040 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8a474d77-13d4-47cb-baa4-fd0c6e3c1147 HTTP/1.1" status: 200 len: 855 time: 0.0846951 Sep 23 06:48:59.104510 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3257be81-a395-49f2-8f5f-4850f1b74620 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:59.194775 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b5a5b1b-ecf7-4d00-8f54-00d9a7ab45b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99ca2b9b-c0a9-413b-897a-cea4b52c6f07'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:48:59.197660 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-827dfdcb-8463-42e2-a0e5-e0ef5902109e" -d '{"events": [{"server_uuid": "3b5a5b1b-ecf7-4d00-8f54-00d9a7ab45b7", "name": "network-vif-plugged", "status": "completed", "tag": "99ca2b9b-c0a9-413b-897a-cea4b52c6f07"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:48:59.200417 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d97310-2c86-41ff-a0d7-cc5589d2b7cb req-b5fc39fc-7b0d-4dae-a04f-2539c964969f tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:59.202001 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-26d97310-2c86-41ff-a0d7-cc5589d2b7cb req-b5fc39fc-7b0d-4dae-a04f-2539c964969f tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.58 "GET /v2.0/networks?id=d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64 HTTP/1.1" status: 200 len: 811 time: 0.4016309 Sep 23 06:48:59.223886 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-26d97310-2c86-41ff-a0d7-cc5589d2b7cb req-db2fb888-c089-4195-a158-79c108e3181b tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Request body: {'port': {'device_id': '358b1d87-108d-4a28-b69c-7d8042689779', 'network_id': 'd3302f5d-bf5e-4d5b-a7a4-2ca05635fe64', 'admin_state_up': True, 'tenant_id': '8275c6392a72426db62ebfc4817f4420'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:48:59.237934 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4cb8f0-a6e1-4e69-9989-abcca45bb20b req-e80a7537-0577-4114-a168-e2f9eb87d82a tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:59.239449 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0c4cb8f0-a6e1-4e69-9989-abcca45bb20b req-e80a7537-0577-4114-a168-e2f9eb87d82a tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b5a5b1b-ecf7-4d00-8f54-00d9a7ab45b7 HTTP/1.1" status: 200 len: 946 time: 0.1235857 Sep 23 06:48:59.244837 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 04ab8190-d986-43ee-b8a9-7e04157ad68c up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:48:59.254713 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d036ae49-f794-4648-ac9f-21270f1cc7de req-d4479e97-1cd9-4330-9742-715f3312ce7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:59.256434 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d036ae49-f794-4648-ac9f-21270f1cc7de req-d4479e97-1cd9-4330-9742-715f3312ce7b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=eff2865d-ee9a-496c-8687-af6ecd1b642b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1407552 Sep 23 06:48:59.309144 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7078df-faa9-4370-bf43-02914baa2d55 None None] Network fa40cdfd-6143-42c3-bfc5-e6433f7cda52 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:48:59.331101 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3257be81-a395-49f2-8f5f-4850f1b74620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:59.333733 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3257be81-a395-49f2-8f5f-4850f1b74620 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:59.337276 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-3257be81-a395-49f2-8f5f-4850f1b74620 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/279cc7e7-a5ff-4c1d-be2a-ec1c6af6f3e1 HTTP/1.1" status: 204 len: 168 time: 0.9849124 Sep 23 06:48:59.346357 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device d04f7108-0d8a-4ad3-a7fb-57a011140a52 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:48:59.378640 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0c4cb8f0-a6e1-4e69-9989-abcca45bb20b req-da732e5c-5afc-44b4-9479-4a0803872b01 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097925 Sep 23 06:48:59.382653 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3257be81-a395-49f2-8f5f-4850f1b74620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=279cc7e7-a5ff-4c1d-be2a-ec1c6af6f3e1,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:59.403218 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5f84af01-f0ff-4bed-b0ec-58c0b11c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:59.429732 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-bf97e206-6c7d-4209-b590-dc24821bc007 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:59.437154 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-bf97e206-6c7d-4209-b590-dc24821bc007 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] 10.222.0.39 "GET /v2.0/networks?id=fa40cdfd-6143-42c3-bfc5-e6433f7cda52 HTTP/1.1" status: 200 len: 817 time: 0.2613566 Sep 23 06:48:59.458105 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ea01f7fe-cba6-4af7-beba-23168b063f7c tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:59.459946 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-685bbc85-73d8-4ea5-85a0-03bfd8371817 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] 10.222.0.39 "GET /v2.0/quotas/6e8336ef42bc4287a5e9adf632acfcf0 HTTP/1.1" status: 200 len: 375 time: 0.0218337 Sep 23 06:48:59.486535 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 06:48:59.503213 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ea01f7fe-cba6-4af7-beba-23168b063f7c tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:59.512673 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-92c39919-9ef1-4efa-a5ab-da50786d4928 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6e8336ef42bc4287a5e9adf632acfcf0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0516798 Sep 23 06:48:59.516925 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port 04ab8190-d986-43ee-b8a9-7e04157ad68c triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:48:59.517511 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:59.524811 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-5f84af01-f0ff-4bed-b0ec-58c0b11c616f None None] For port d04f7108-0d8a-4ad3-a7fb-57a011140a52, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=d04f7108-0d8a-4ad3-a7fb-57a011140a52,segment=NetworkSegment(0ae6ac83-af34-4bd3-80d6-329f37fca9ef),segment_id=0ae6ac83-af34-4bd3-80d6-329f37fca9ef)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:48:59.541346 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d036ae49-f794-4648-ac9f-21270f1cc7de req-ee0feda7-680e-4fba-9ce8-e10b802b8401 service neutron] 10.222.0.58 "GET /v2.0/networks/eff2865d-ee9a-496c-8687-af6ecd1b642b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571421 Sep 23 06:48:59.552301 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26d97310-2c86-41ff-a0d7-cc5589d2b7cb req-db2fb888-c089-4195-a158-79c108e3181b tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Made reservation on behalf of 8275c6392a72426db62ebfc4817f4420 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:48:59.554843 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5f84af01-f0ff-4bed-b0ec-58c0b11c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:59.556535 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-26d97310-2c86-41ff-a0d7-cc5589d2b7cb req-db2fb888-c089-4195-a158-79c108e3181b tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:59.564651 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port d04f7108-0d8a-4ad3-a7fb-57a011140a52 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:48:59.565233 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:59.571132 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ea01f7fe-cba6-4af7-beba-23168b063f7c tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:59.572464 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-ea01f7fe-cba6-4af7-beba-23168b063f7c tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7619219 Sep 23 06:48:59.577819 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 60848) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:48:59.580082 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea01f7fe-cba6-4af7-beba-23168b063f7c tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d045487-122b-40fb-9f4c-7e88b4bd6ca4,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:59.592348 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc03c1c-d9f1-42ca-8d0f-4186b9647e6d req-4f697952-9006-4ce5-a77e-3d90d2057883 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:48:59.594001 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5cc03c1c-d9f1-42ca-8d0f-4186b9647e6d req-4f697952-9006-4ce5-a77e-3d90d2057883 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/ports?device_id=193182f5-6dd0-42cb-a3c8-6bc06f2deb9b HTTP/1.1" status: 200 len: 946 time: 0.1312068 Sep 23 06:48:59.696319 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-0e561b6b-f5ae-4992-beb7-16b62da98913 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Request body: {'security_group_rule': {'security_group_id': '5d045487-122b-40fb-9f4c-7e88b4bd6ca4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:48:59.700397 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5cc03c1c-d9f1-42ca-8d0f-4186b9647e6d req-cad79f78-277d-478d-99a3-073bfa565452 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d44e72e-9977-4c1c-b9ad-087588ff958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954275 Sep 23 06:48:59.707585 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d036ae49-f794-4648-ac9f-21270f1cc7de req-c8b7a11d-8e32-445c-8d35-095f3626b2e3 service neutron] 10.222.0.58 "GET /v2.0/networks/eff2865d-ee9a-496c-8687-af6ecd1b642b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474802 Sep 23 06:48:59.775168 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0e561b6b-f5ae-4992-beb7-16b62da98913 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:59.781026 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f84af01-f0ff-4bed-b0ec-58c0b11c616f None None] Pushing event updated for resources: {'Port': ['ID=d04f7108-0d8a-4ad3-a7fb-57a011140a52,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:59.787363 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-26d97310-2c86-41ff-a0d7-cc5589d2b7cb req-db2fb888-c089-4195-a158-79c108e3181b tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Allocated IP 172.20.0.10 (d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64/46ccc032-0362-4c9c-977b-4c26fbfaa4e6/41ded32b-3dfa-4bc3-8eac-202f78172222) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:48:59.802779 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e005b524-6332-4a36-a849-f5ae820366ec x-openstack-request-id: req-e005b524-6332-4a36-a849-f5ae820366ec {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:48:59.803079 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b5a5b1b-ecf7-4d00-8f54-00d9a7ab45b7", "name": "network-vif-plugged", "status": "completed", "tag": "99ca2b9b-c0a9-413b-897a-cea4b52c6f07", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:48:59.803333 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e005b524-6332-4a36-a849-f5ae820366ec {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:48:59.804095 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b5a5b1b-ecf7-4d00-8f54-00d9a7ab45b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99ca2b9b-c0a9-413b-897a-cea4b52c6f07', 'code': 200} Sep 23 06:48:59.813305 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-85b09e9c-df62-4ca0-912d-d819527f694a None None] Provisioning complete for port 836860f4-7f78-4d29-8753-1658ddbce618 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:48:59.813611 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-85b09e9c-df62-4ca0-912d-d819527f694a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:59.850187 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-7c1c4d65-23f2-4b16-8516-872702ebace1 service neutron] 10.222.0.39 "GET /v2.0/networks/fa40cdfd-6143-42c3-bfc5-e6433f7cda52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3365588 Sep 23 06:48:59.876752 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0e561b6b-f5ae-4992-beb7-16b62da98913 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:59.895750 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0e561b6b-f5ae-4992-beb7-16b62da98913 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:59.928952 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e561b6b-f5ae-4992-beb7-16b62da98913 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=677f1dca-7e05-44f8-b08c-62e33b841ba4,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:48:59.935179 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 60854) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:48:59.959747 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-85b09e9c-df62-4ca0-912d-d819527f694a None None] Port 836860f4-7f78-4d29-8753-1658ddbce618 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:48:59.962946 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:59.985201 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0e561b6b-f5ae-4992-beb7-16b62da98913 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:48:59.989836 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-0e561b6b-f5ae-4992-beb7-16b62da98913 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2979889 Sep 23 06:48:59.990462 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 60856) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:49:00.002648 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-24ec77fe-e49f-48d2-8918-6c0ad786e5d7 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Request body: {'security_group_rule': {'security_group_id': '5d045487-122b-40fb-9f4c-7e88b4bd6ca4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:49:00.014472 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-85b09e9c-df62-4ca0-912d-d819527f694a None None] Provisioning complete for port 66dc2450-0dc5-4831-8e32-390fda82bf83 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:49:00.015320 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-85b09e9c-df62-4ca0-912d-d819527f694a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:00.028273 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-77076142-d067-42de-affd-60e31d503b77 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a4bd330575b84cf6aa709e0002d80b3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0891340 Sep 23 06:49:00.028583 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 60860) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:49:00.041286 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 04ab8190-d986-43ee-b8a9-7e04157ad68c, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=04ab8190-d986-43ee-b8a9-7e04157ad68c,segment=NetworkSegment(411a8e6c-3437-4d6d-939a-157de7e909fe),segment_id=411a8e6c-3437-4d6d-939a-157de7e909fe)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:49:00.049362 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:00.077483 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-3fb97b63-af33-4ce4-a0e6-c72ba7ec2a0a service neutron] 10.222.0.39 "GET /v2.0/networks/fa40cdfd-6143-42c3-bfc5-e6433f7cda52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120047 Sep 23 06:49:00.085455 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-26d97310-2c86-41ff-a0d7-cc5589d2b7cb req-db2fb888-c089-4195-a158-79c108e3181b tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:00.102836 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7ddebbb3-92b1-44bb-b4e4-ec4f51f386bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:00.113738 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-85b09e9c-df62-4ca0-912d-d819527f694a None None] Port 66dc2450-0dc5-4831-8e32-390fda82bf83 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:49:00.116397 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=04ab8190-d986-43ee-b8a9-7e04157ad68c,revision_number=8']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:00.120928 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device d04f7108-0d8a-4ad3-a7fb-57a011140a52 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:49:00.130461 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7ddebbb3-92b1-44bb-b4e4-ec4f51f386bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:00.143763 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb35e82-e928-408e-bc17-d8a9a3dbb53a req-d7846ffc-0455-402e-8aac-3b505d2fb9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:00.145349 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7cb35e82-e928-408e-bc17-d8a9a3dbb53a req-d7846ffc-0455-402e-8aac-3b505d2fb9d6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3b5a5b1b-ecf7-4d00-8f54-00d9a7ab45b7 HTTP/1.1" status: 200 len: 1098 time: 0.2627015 Sep 23 06:49:00.157648 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cfb6e4-f5ca-496a-ab5e-cc4dca4f00f2 req-e2dc88da-266c-400b-80f3-9a3763d1d890 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:00.164852 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e9cfb6e4-f5ca-496a-ab5e-cc4dca4f00f2 req-e2dc88da-266c-400b-80f3-9a3763d1d890 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] 10.222.0.39 "GET /v2.0/ports?device_id=43ad6ed6-1d2c-4f40-8d02-df12917225a3 HTTP/1.1" status: 200 len: 943 time: 0.2607005 Sep 23 06:49:00.186453 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-85b09e9c-df62-4ca0-912d-d819527f694a None None] Provisioning complete for port d04f7108-0d8a-4ad3-a7fb-57a011140a52 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:49:00.186896 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-85b09e9c-df62-4ca0-912d-d819527f694a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:00.189467 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-24ec77fe-e49f-48d2-8918-6c0ad786e5d7 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:00.192987 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7ddebbb3-92b1-44bb-b4e4-ec4f51f386bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:00.195773 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7ddebbb3-92b1-44bb-b4e4-ec4f51f386bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:00.199372 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-7ddebbb3-92b1-44bb-b4e4-ec4f51f386bc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f83fa464-d444-479c-a75f-0ed0c4485865 HTTP/1.1" status: 204 len: 168 time: 0.1675386 Sep 23 06:49:00.211482 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddebbb3-92b1-44bb-b4e4-ec4f51f386bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83fa464-d444-479c-a75f-0ed0c4485865,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:00.277118 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port d04f7108-0d8a-4ad3-a7fb-57a011140a52 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:49:00.278655 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:00.285901 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7cb35e82-e928-408e-bc17-d8a9a3dbb53a req-4672cd6d-1476-4783-97ee-2b5fbee44ea2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182547 Sep 23 06:49:00.315795 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e9cfb6e4-f5ca-496a-ab5e-cc4dca4f00f2 req-d2c3d8ce-4cbb-47a0-a5b7-1e4fee32865a tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] 10.222.0.39 "GET /v2.0/security-groups?id=5fb6529b-504d-43b9-ab4f-6fe68e529500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1352463 Sep 23 06:49:00.316932 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-26d97310-2c86-41ff-a0d7-cc5589d2b7cb req-db2fb888-c089-4195-a158-79c108e3181b tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:00.371682 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26d97310-2c86-41ff-a0d7-cc5589d2b7cb req-db2fb888-c089-4195-a158-79c108e3181b tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Network d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:49:00.377085 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['f947862c-9ae7-4ba5-beb5-fa04f2f02f9f'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:49:00.381308 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-26d97310-2c86-41ff-a0d7-cc5589d2b7cb req-db2fb888-c089-4195-a158-79c108e3181b tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:49:00.387663 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-26d97310-2c86-41ff-a0d7-cc5589d2b7cb req-db2fb888-c089-4195-a158-79c108e3181b tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:49:00.399645 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-24ec77fe-e49f-48d2-8918-6c0ad786e5d7 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:00.430943 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-24ec77fe-e49f-48d2-8918-6c0ad786e5d7 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:00.438565 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2fb888-c089-4195-a158-79c108e3181b tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Pushing event updated for resources: {'Port': ['ID=41ded32b-3dfa-4bc3-8eac-202f78172222,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:00.470451 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ec77fe-e49f-48d2-8918-6c0ad786e5d7 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f1bcf79-bb3c-4c27-a2ab-6125230fb58e,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:00.537252 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-24ec77fe-e49f-48d2-8918-6c0ad786e5d7 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:00.541708 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 60874) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:49:00.545463 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-24ec77fe-e49f-48d2-8918-6c0ad786e5d7 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5514553 Sep 23 06:49:00.549634 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-07bdc9f8-598b-4da7-99d3-b774ed5a55a5 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Request body: {'floatingip': {'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:49:00.564016 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d97310-2c86-41ff-a0d7-cc5589d2b7cb req-db2fb888-c089-4195-a158-79c108e3181b tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:00.565701 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-26d97310-2c86-41ff-a0d7-cc5589d2b7cb req-db2fb888-c089-4195-a158-79c108e3181b tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:00.619690 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-07bdc9f8-598b-4da7-99d3-b774ed5a55a5 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks [] for floatingip, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:00.628441 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-26d97310-2c86-41ff-a0d7-cc5589d2b7cb req-db2fb888-c089-4195-a158-79c108e3181b tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4081721 Sep 23 06:49:00.640323 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-85b09e9c-df62-4ca0-912d-d819527f694a None None] Provisioning complete for port ccca0375-cef3-427d-a94a-d40371b0adc4 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:49:00.640760 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-85b09e9c-df62-4ca0-912d-d819527f694a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:00.644390 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-26d97310-2c86-41ff-a0d7-cc5589d2b7cb req-250bfd69-52ec-4209-8a1f-cd7906a5f01d service neutron] Request body: {'port': {'device_id': '358b1d87-108d-4a28-b69c-7d8042689779', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:49:00.843164 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-26d97310-2c86-41ff-a0d7-cc5589d2b7cb req-250bfd69-52ec-4209-8a1f-cd7906a5f01d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:00.892398 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c0483-4653-4cb7-9176-08437b883f77 req-49a9dd30-a712-4c36-9bfb-58a919b940fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:00.894058 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d23c0483-4653-4cb7-9176-08437b883f77 req-49a9dd30-a712-4c36-9bfb-58a919b940fb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=33a2678e7dd541d0b0f49c109db717e9&device_id=193182f5-6dd0-42cb-a3c8-6bc06f2deb9b HTTP/1.1" status: 200 len: 1098 time: 0.1179655 Sep 23 06:49:00.993529 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aa0817-fd46-4e3b-ac29-92d67e0e934e req-7f69eef6-dec0-4555-947c-9180824b33d4 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:01.001490 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-34aa0817-fd46-4e3b-ac29-92d67e0e934e req-7f69eef6-dec0-4555-947c-9180824b33d4 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=15aadf6d-92cc-45e5-93dd-90da99561c46 HTTP/1.1" status: 200 len: 945 time: 0.1908760 Sep 23 06:49:01.004750 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-07bdc9f8-598b-4da7-99d3-b774ed5a55a5 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:01.082021 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-34aa0817-fd46-4e3b-ac29-92d67e0e934e req-1227ef67-948d-417f-b686-5683b0336a5d tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794740 Sep 23 06:49:01.111423 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-8748767d-3ff3-445f-8065-f30b120a4747 None None] Provisioning complete for port 41ded32b-3dfa-4bc3-8eac-202f78172222 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:49:01.111803 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8748767d-3ff3-445f-8065-f30b120a4747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:01.177101 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-07bdc9f8-598b-4da7-99d3-b774ed5a55a5 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Allocated IP 172.25.2.203 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/422df07b-87c7-4cc3-8dbc-a1c01502edce) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:49:01.195454 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-8748767d-3ff3-445f-8065-f30b120a4747 None None] Port 41ded32b-3dfa-4bc3-8eac-202f78172222 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:49:01.242459 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c0483-4653-4cb7-9176-08437b883f77 req-bc360eae-e3a8-4f4c-9a79-e6ab9de2af71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:01.244007 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d23c0483-4653-4cb7-9176-08437b883f77 req-bc360eae-e3a8-4f4c-9a79-e6ab9de2af71 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3ee1a007-1655-4afb-9981-1243b24a21bb HTTP/1.1" status: 200 len: 920 time: 0.3410745 Sep 23 06:49:01.267456 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c87e631-0c6f-414a-8079-9ce97d2fecac req-1ab87929-59d4-4d54-a38a-54d4f9b30635 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:01.274793 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2c87e631-0c6f-414a-8079-9ce97d2fecac req-1ab87929-59d4-4d54-a38a-54d4f9b30635 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=358b1d87-108d-4a28-b69c-7d8042689779 HTTP/1.1" status: 200 len: 932 time: 0.7996590 Sep 23 06:49:01.337232 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d973da0d-2d92-4b97-8fc7-0bdcbf69ccc7 req-06a04783-bf3d-4987-86ff-81b110b7ab55 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:01.343839 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d23c0483-4653-4cb7-9176-08437b883f77 req-36e37ed4-cac8-4c65-9f8e-8ab4e47fd6ce service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77fc45da-2817-430c-8625-421c18a253ad HTTP/1.1" status: 200 len: 217 time: 0.0664258 Sep 23 06:49:01.344749 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d973da0d-2d92-4b97-8fc7-0bdcbf69ccc7 req-06a04783-bf3d-4987-86ff-81b110b7ab55 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b5a5b1b-ecf7-4d00-8f54-00d9a7ab45b7 HTTP/1.1" status: 200 len: 946 time: 0.1226380 Sep 23 06:49:01.401192 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-07bdc9f8-598b-4da7-99d3-b774ed5a55a5 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:01.414957 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d973da0d-2d92-4b97-8fc7-0bdcbf69ccc7 req-3f920b11-aafb-40c9-9eb8-1da110ad2c13 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672677 Sep 23 06:49:01.444591 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2c87e631-0c6f-414a-8079-9ce97d2fecac req-38b9a4ba-56d9-4bb3-8aa0-480b6414b841 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=df69b107-d214-48a1-9de3-f64218339a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687770 Sep 23 06:49:01.476413 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 60910) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:49:01.480113 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c0483-4653-4cb7-9176-08437b883f77 req-56603f65-a061-474e-81c5-b0e892530491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:01.482658 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d23c0483-4653-4cb7-9176-08437b883f77 req-56603f65-a061-474e-81c5-b0e892530491 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ce5827ea-e48e-4844-96f2-c1db8c9c5716 HTTP/1.1" status: 200 len: 859 time: 0.1091816 Sep 23 06:49:01.516545 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-07bdc9f8-598b-4da7-99d3-b774ed5a55a5 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:01.536759 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d23c0483-4653-4cb7-9176-08437b883f77 req-0ec8780a-2c92-4f63-bfce-d3bacca6e57e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ee1a007-1655-4afb-9981-1243b24a21bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415232 Sep 23 06:49:01.584749 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07bdc9f8-598b-4da7-99d3-b774ed5a55a5 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:49:01.593213 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-07bdc9f8-598b-4da7-99d3-b774ed5a55a5 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:49:01.608905 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bdc9f8-598b-4da7-99d3-b774ed5a55a5 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:49:01.682803 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bdc9f8-598b-4da7-99d3-b774ed5a55a5 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Pushing event updated for resources: {'Port': ['ID=422df07b-87c7-4cc3-8dbc-a1c01502edce,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:01.719573 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-26d97310-2c86-41ff-a0d7-cc5589d2b7cb req-250bfd69-52ec-4209-8a1f-cd7906a5f01d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41ded32b-3dfa-4bc3-8eac-202f78172222 {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:49:01.728563 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-7cd220d3-b478-403b-8563-832ffd74189f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-629062751-network', 'tenant_id': 'b4c98fe61d4d4691a9ed5d49fef41770'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:49:01.728968 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3911039-7c0d-43bf-bc40-b7ca85fcd8c2 req-83bdcabe-9b01-4570-ad61-7c5f4ca8f72a tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:01.730899 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a3911039-7c0d-43bf-bc40-b7ca85fcd8c2 req-83bdcabe-9b01-4570-ad61-7c5f4ca8f72a tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] 10.222.0.39 "GET /v2.0/ports?device_id=43ad6ed6-1d2c-4f40-8d02-df12917225a3 HTTP/1.1" status: 200 len: 943 time: 0.0910754 Sep 23 06:49:01.753674 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-26d97310-2c86-41ff-a0d7-cc5589d2b7cb req-250bfd69-52ec-4209-8a1f-cd7906a5f01d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:01.778253 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8857eb1-2a8a-478e-b285-fa2262441d82 req-86a921d9-afde-4f1a-947e-487a627d20b3 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:01.780109 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a8857eb1-2a8a-478e-b285-fa2262441d82 req-86a921d9-afde-4f1a-947e-487a627d20b3 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/ports?device_id=193182f5-6dd0-42cb-a3c8-6bc06f2deb9b HTTP/1.1" status: 200 len: 946 time: 0.1719182 Sep 23 06:49:01.805223 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-07bdc9f8-598b-4da7-99d3-b774ed5a55a5 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:01.805677 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15aadf6d-92cc-45e5-93dd-90da99561c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ab8190-d986-43ee-b8a9-7e04157ad68c'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:49:01.808674 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd17811-4392-4dd9-b061-d1efdb3dd835" -d '{"events": [{"server_uuid": "15aadf6d-92cc-45e5-93dd-90da99561c46", "name": "network-vif-plugged", "status": "completed", "tag": "04ab8190-d986-43ee-b8a9-7e04157ad68c"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:49:01.819170 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a3911039-7c0d-43bf-bc40-b7ca85fcd8c2 req-93e17103-0fcd-45e7-abbf-6bbb61d60e6f tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] 10.222.0.39 "GET /v2.0/security-groups?id=5fb6529b-504d-43b9-ab4f-6fe68e529500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584800 Sep 23 06:49:01.819353 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-26d97310-2c86-41ff-a0d7-cc5589d2b7cb req-250bfd69-52ec-4209-8a1f-cd7906a5f01d service neutron] Transition to ACTIVE for port object 41ded32b-3dfa-4bc3-8eac-202f78172222 will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:49:01.838324 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d23c0483-4653-4cb7-9176-08437b883f77 req-1aa4657b-b843-476c-ae99-0b6c8793ac31 service neutron] 10.222.0.21 "GET /v2.0/networks/3ee1a007-1655-4afb-9981-1243b24a21bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865372 Sep 23 06:49:01.839412 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-26d97310-2c86-41ff-a0d7-cc5589d2b7cb req-250bfd69-52ec-4209-8a1f-cd7906a5f01d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:01.890931 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd220d3-b478-403b-8563-832ffd74189f admin admin] Made reservation on behalf of b4c98fe61d4d4691a9ed5d49fef41770 for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:49:01.894661 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7cd220d3-b478-403b-8563-832ffd74189f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:01.948373 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ed377060-fa5a-409c-9a2f-a7b2f347e1cc req-f03e09eb-2f8d-4b7d-9dbc-c2e99ed7a78b tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac70bbb-9d80-46cf-af2c-420f6e53d85d HTTP/1.1" status: 200 len: 210 time: 0.0654008 Sep 23 06:49:01.948956 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-07bdc9f8-598b-4da7-99d3-b774ed5a55a5 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:02.041178 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da7cc1cd-5117-4084-8abf-724523ac6af6 x-openstack-request-id: req-da7cc1cd-5117-4084-8abf-724523ac6af6 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:49:02.041923 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15aadf6d-92cc-45e5-93dd-90da99561c46", "name": "network-vif-plugged", "status": "completed", "tag": "04ab8190-d986-43ee-b8a9-7e04157ad68c", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:49:02.042352 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-da7cc1cd-5117-4084-8abf-724523ac6af6 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:49:02.043029 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15aadf6d-92cc-45e5-93dd-90da99561c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ab8190-d986-43ee-b8a9-7e04157ad68c', 'code': 200} Sep 23 06:49:02.253802 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-07bdc9f8-598b-4da7-99d3-b774ed5a55a5 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:02.273449 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-07bdc9f8-598b-4da7-99d3-b774ed5a55a5 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:02.307154 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a8857eb1-2a8a-478e-b285-fa2262441d82 req-fd186a6c-4f00-4281-874d-bbe6851f9e89 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d44e72e-9977-4c1c-b9ad-087588ff958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5180523 Sep 23 06:49:02.307836 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7cd220d3-b478-403b-8563-832ffd74189f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:02.328354 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250bfd69-52ec-4209-8a1f-cd7906a5f01d service neutron] Pushing event updated for resources: {'Port': ['ID=41ded32b-3dfa-4bc3-8eac-202f78172222,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:02.377485 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d23c0483-4653-4cb7-9176-08437b883f77 req-f22ea050-537a-4141-b982-2b53c94b863a service neutron] 10.222.0.21 "GET /v2.0/networks/3ee1a007-1655-4afb-9981-1243b24a21bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4759431 Sep 23 06:49:02.379514 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6a7d06-58ac-4688-959e-6adfb974ad9e req-0c1a8edd-a174-4712-8b48-7636b035388b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:02.381028 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4c6a7d06-58ac-4688-959e-6adfb974ad9e req-0c1a8edd-a174-4712-8b48-7636b035388b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=15aadf6d-92cc-45e5-93dd-90da99561c46 HTTP/1.1" status: 200 len: 1097 time: 0.1406958 Sep 23 06:49:02.385374 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bdc9f8-598b-4da7-99d3-b774ed5a55a5 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Pushing event updated for resources: {'Port': ['ID=422df07b-87c7-4cc3-8dbc-a1c01502edce,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:02.395517 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333ad741-9231-4cf2-acfd-152e8093451e req-cc7e4640-7d57-4a87-b115-a677bf2a642c tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:02.397038 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-333ad741-9231-4cf2-acfd-152e8093451e req-cc7e4640-7d57-4a87-b115-a677bf2a642c tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=15aadf6d-92cc-45e5-93dd-90da99561c46 HTTP/1.1" status: 200 len: 945 time: 0.1990623 Sep 23 06:49:02.425484 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-07bdc9f8-598b-4da7-99d3-b774ed5a55a5 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:02.483409 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-26d97310-2c86-41ff-a0d7-cc5589d2b7cb req-250bfd69-52ec-4209-8a1f-cd7906a5f01d service neutron] Attempting to bind port 41ded32b-3dfa-4bc3-8eac-202f78172222 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:49:02.483660 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-26d97310-2c86-41ff-a0d7-cc5589d2b7cb req-250bfd69-52ec-4209-8a1f-cd7906a5f01d service neutron] Attempting to bind port 41ded32b-3dfa-4bc3-8eac-202f78172222 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': 'c88b2831-f544-41bb-bbcc-5b15e741880e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd3302f5d-bf5e-4d5b-a7a4-2ca05635fe64'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:49:02.483995 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d97310-2c86-41ff-a0d7-cc5589d2b7cb req-250bfd69-52ec-4209-8a1f-cd7906a5f01d service neutron] Attempting to bind port 41ded32b-3dfa-4bc3-8eac-202f78172222 on network d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:49:02.496822 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d97310-2c86-41ff-a0d7-cc5589d2b7cb req-250bfd69-52ec-4209-8a1f-cd7906a5f01d service neutron] Port 41ded32b-3dfa-4bc3-8eac-202f78172222 on network d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:49:02.497170 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d97310-2c86-41ff-a0d7-cc5589d2b7cb req-250bfd69-52ec-4209-8a1f-cd7906a5f01d service neutron] Attempting to bind port 41ded32b-3dfa-4bc3-8eac-202f78172222 on network d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:49:02.505733 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-333ad741-9231-4cf2-acfd-152e8093451e req-da820a3f-4ddb-4287-9cdf-efc4a3bcf704 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896525 Sep 23 06:49:02.509002 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4c6a7d06-58ac-4688-959e-6adfb974ad9e req-4f900a02-4f8a-480b-859f-abed960c3896 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987537 Sep 23 06:49:02.523486 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d97310-2c86-41ff-a0d7-cc5589d2b7cb req-250bfd69-52ec-4209-8a1f-cd7906a5f01d service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:49:02.523833 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d97310-2c86-41ff-a0d7-cc5589d2b7cb req-250bfd69-52ec-4209-8a1f-cd7906a5f01d service neutron] Checking segment: {'id': 'c88b2831-f544-41bb-bbcc-5b15e741880e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd3302f5d-bf5e-4d5b-a7a4-2ca05635fe64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:49:02.524219 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d97310-2c86-41ff-a0d7-cc5589d2b7cb req-250bfd69-52ec-4209-8a1f-cd7906a5f01d service neutron] Bound using segment: {'id': 'c88b2831-f544-41bb-bbcc-5b15e741880e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd3302f5d-bf5e-4d5b-a7a4-2ca05635fe64'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:49:02.524676 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-26d97310-2c86-41ff-a0d7-cc5589d2b7cb req-250bfd69-52ec-4209-8a1f-cd7906a5f01d service neutron] Bound port: 41ded32b-3dfa-4bc3-8eac-202f78172222, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c88b2831-f544-41bb-bbcc-5b15e741880e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd3302f5d-bf5e-4d5b-a7a4-2ca05635fe64'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:49:02.525009 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-26d97310-2c86-41ff-a0d7-cc5589d2b7cb req-250bfd69-52ec-4209-8a1f-cd7906a5f01d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:02.608232 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7cd220d3-b478-403b-8563-832ffd74189f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:02.633325 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8230f46f-dba9-447c-9052-e8b1711a703b req-b1e21327-b887-4577-9761-09f92aa143c5 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:02.636208 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8230f46f-dba9-447c-9052-e8b1711a703b req-b1e21327-b887-4577-9761-09f92aa143c5 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=358b1d87-108d-4a28-b69c-7d8042689779 HTTP/1.1" status: 200 len: 944 time: 0.0678337 Sep 23 06:49:02.636678 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7cd220d3-b478-403b-8563-832ffd74189f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:02.638134 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-07bdc9f8-598b-4da7-99d3-b774ed5a55a5 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:02.639426 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-07bdc9f8-598b-4da7-99d3-b774ed5a55a5 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0947244 Sep 23 06:49:02.661515 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cd220d3-b478-403b-8563-832ffd74189f admin admin] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:49:02.716292 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8230f46f-dba9-447c-9052-e8b1711a703b req-fb01a86b-3b8d-4484-8247-c23b552a7cc9 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=df69b107-d214-48a1-9de3-f64218339a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649438 Sep 23 06:49:02.821925 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7cd220d3-b478-403b-8563-832ffd74189f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:02.822210 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-7cd220d3-b478-403b-8563-832ffd74189f admin admin] Added segment 2dfe9769-7de0-498d-959f-dabbdcc8c5af of type vlan for network 0d996d84-b4b4-4e6f-a850-4a458bf62804 Sep 23 06:49:02.823625 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd220d3-b478-403b-8563-832ffd74189f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=960c7d48-327f-439d-8038-ab85c5444d57,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:02.851692 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160ecbb3-0971-4276-9612-8b84aaeacb44 req-11bbd8ce-c07e-4d3d-abee-5a8bbf6267cd tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:02.853230 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-160ecbb3-0971-4276-9612-8b84aaeacb44 req-11bbd8ce-c07e-4d3d-abee-5a8bbf6267cd tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b5a5b1b-ecf7-4d00-8f54-00d9a7ab45b7 HTTP/1.1" status: 200 len: 946 time: 0.2863832 Sep 23 06:49:02.868155 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-26d97310-2c86-41ff-a0d7-cc5589d2b7cb req-250bfd69-52ec-4209-8a1f-cd7906a5f01d service neutron] For port 41ded32b-3dfa-4bc3-8eac-202f78172222, host n-h2-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:49:02.911275 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-9ac037c0-ece1-4a69-b0db-eee1807cbf4d tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:02.914058 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-9ac037c0-ece1-4a69-b0db-eee1807cbf4d tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] 10.222.0.58 "GET /v2.0/networks?id=fa40cdfd-6143-42c3-bfc5-e6433f7cda52 HTTP/1.1" status: 200 len: 817 time: 0.1954002 Sep 23 06:49:02.916152 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-bb717118-e44a-4518-8aec-f5291b47a963 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:02.917658 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-bb717118-e44a-4518-8aec-f5291b47a963 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] 10.222.0.21 "GET /v2.0/networks?id=fa40cdfd-6143-42c3-bfc5-e6433f7cda52 HTTP/1.1" status: 200 len: 817 time: 0.2244921 Sep 23 06:49:02.933147 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-3d868509-1de5-4c2e-91a5-4d62f31280ab tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] Request body: {'port': {'device_id': '4b9a039d-f221-4cd2-b337-be60285f9212', 'network_id': 'fa40cdfd-6143-42c3-bfc5-e6433f7cda52', 'admin_state_up': True, 'tenant_id': '6e8336ef42bc4287a5e9adf632acfcf0'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:49:02.963976 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-7cfe7794-ca62-429b-b5d0-87c990184346 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] Request body: {'port': {'device_id': '83fba572-4d69-4602-8706-5c4d14cde482', 'network_id': 'fa40cdfd-6143-42c3-bfc5-e6433f7cda52', 'admin_state_up': True, 'tenant_id': '6e8336ef42bc4287a5e9adf632acfcf0'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:49:02.971322 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-26d97310-2c86-41ff-a0d7-cc5589d2b7cb req-250bfd69-52ec-4209-8a1f-cd7906a5f01d service neutron] For port 41ded32b-3dfa-4bc3-8eac-202f78172222, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=41ded32b-3dfa-4bc3-8eac-202f78172222,segment=NetworkSegment(c88b2831-f544-41bb-bbcc-5b15e741880e),segment_id=c88b2831-f544-41bb-bbcc-5b15e741880e)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:49:02.985076 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7cd220d3-b478-403b-8563-832ffd74189f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:02.993652 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-160ecbb3-0971-4276-9612-8b84aaeacb44 req-616d4673-3b69-4cc9-9f3a-7ef46896654c tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284568 Sep 23 06:49:02.999696 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-26d97310-2c86-41ff-a0d7-cc5589d2b7cb req-250bfd69-52ec-4209-8a1f-cd7906a5f01d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:03.030533 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-777aa51f-ebc7-4130-917a-e76ea932d838 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1477964030&fields=id&tenant_id=147ee43e793f431bb6dc0e9de8ff2960 HTTP/1.1" status: 200 len: 267 time: 0.1113863 Sep 23 06:49:03.102689 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d97310-2c86-41ff-a0d7-cc5589d2b7cb req-250bfd69-52ec-4209-8a1f-cd7906a5f01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:03.103501 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-26d97310-2c86-41ff-a0d7-cc5589d2b7cb req-250bfd69-52ec-4209-8a1f-cd7906a5f01d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:03.105011 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-26d97310-2c86-41ff-a0d7-cc5589d2b7cb req-250bfd69-52ec-4209-8a1f-cd7906a5f01d service neutron] 10.222.0.58 "PUT /v2.0/ports/41ded32b-3dfa-4bc3-8eac-202f78172222 HTTP/1.1" status: 200 len: 1093 time: 2.4666245 Sep 23 06:49:03.105467 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '358b1d87-108d-4a28-b69c-7d8042689779', 'tag': '41ded32b-3dfa-4bc3-8eac-202f78172222'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:49:03.108317 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd7987d-da32-489a-aaa2-cdea7faccea5" -d '{"events": [{"name": "network-changed", "server_uuid": "358b1d87-108d-4a28-b69c-7d8042689779", "tag": "41ded32b-3dfa-4bc3-8eac-202f78172222"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:49:03.228970 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-f4c500b6-a186-4ead-82af-f3f5a78a26d5 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:03.230707 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-f4c500b6-a186-4ead-82af-f3f5a78a26d5 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/ports/836860f4-7f78-4d29-8753-1658ddbce618 HTTP/1.1" status: 200 len: 936 time: 0.1986971 Sep 23 06:49:03.232940 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-3d868509-1de5-4c2e-91a5-4d62f31280ab tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] Made reservation on behalf of 6e8336ef42bc4287a5e9adf632acfcf0 for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:49:03.236601 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-3d868509-1de5-4c2e-91a5-4d62f31280ab tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:03.246848 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7cd220d3-b478-403b-8563-832ffd74189f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:03.247923 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd220d3-b478-403b-8563-832ffd74189f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:03.248542 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7cd220d3-b478-403b-8563-832ffd74189f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:03.298741 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250bfd69-52ec-4209-8a1f-cd7906a5f01d service neutron] Pushing event updated for resources: {'Port': ['ID=41ded32b-3dfa-4bc3-8eac-202f78172222,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:03.313650 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-0394e1f1-aa99-484b-9087-0429fba682d1 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:03.314778 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-0394e1f1-aa99-484b-9087-0429fba682d1 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/ports/66dc2450-0dc5-4831-8e32-390fda82bf83 HTTP/1.1" status: 200 len: 936 time: 0.0545671 Sep 23 06:49:03.350940 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d97310-2c86-41ff-a0d7-cc5589d2b7cb req-b93c7b39-e432-455e-89c9-eb52bc7cad2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:03.352778 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-26d97310-2c86-41ff-a0d7-cc5589d2b7cb req-b93c7b39-e432-455e-89c9-eb52bc7cad2e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8275c6392a72426db62ebfc4817f4420&device_id=358b1d87-108d-4a28-b69c-7d8042689779 HTTP/1.1" status: 200 len: 1096 time: 0.1854489 Sep 23 06:49:03.372186 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-7cd220d3-b478-403b-8563-832ffd74189f admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.8935513 Sep 23 06:49:03.382081 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 60952) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:49:03.385842 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfe830d-8966-4a30-b705-554c91664cf8 req-9bb61fa2-9563-4ed5-a23a-bd0af292266c tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:03.388772 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-3c10a18c-b4cd-495f-b219-1e75b1980377 admin admin] Request body: {'subnet': {'network_id': '0d996d84-b4b4-4e6f-a850-4a458bf62804', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-629062751-subnet', 'tenant_id': 'b4c98fe61d4d4691a9ed5d49fef41770', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:49:03.393155 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bbfe830d-8966-4a30-b705-554c91664cf8 req-9bb61fa2-9563-4ed5-a23a-bd0af292266c tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] 10.222.0.39 "GET /v2.0/ports?device_id=43ad6ed6-1d2c-4f40-8d02-df12917225a3 HTTP/1.1" status: 200 len: 943 time: 0.2769835 Sep 23 06:49:03.474149 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd220d3-b478-403b-8563-832ffd74189f admin admin] Pushing event updated for resources: {'Network': ['ID=0d996d84-b4b4-4e6f-a850-4a458bf62804,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:03.486412 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 0d996d84-b4b4-4e6f-a850-4a458bf62804 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:49:03.535769 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-7cfe7794-ca62-429b-b5d0-87c990184346 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] Made reservation on behalf of 6e8336ef42bc4287a5e9adf632acfcf0 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:49:03.544843 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-7cfe7794-ca62-429b-b5d0-87c990184346 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:03.596156 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bbfe830d-8966-4a30-b705-554c91664cf8 req-1e96b74d-29f0-431f-a8be-f88dd1db6e28 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] 10.222.0.39 "GET /v2.0/security-groups?id=5fb6529b-504d-43b9-ab4f-6fe68e529500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1999590 Sep 23 06:49:03.617486 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-17214300-66ca-4435-9827-183af7d6268f tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:03.619200 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-17214300-66ca-4435-9827-183af7d6268f tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] 10.222.0.58 "GET /v2.0/networks?id=fa40cdfd-6143-42c3-bfc5-e6433f7cda52 HTTP/1.1" status: 200 len: 817 time: 0.4539421 Sep 23 06:49:03.642467 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-6e75e6dd-4897-4811-86cc-ca8fd5889c87 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] Request body: {'port': {'device_id': '9ac70bbb-9d80-46cf-af2c-420f6e53d85d', 'network_id': 'fa40cdfd-6143-42c3-bfc5-e6433f7cda52', 'admin_state_up': True, 'tenant_id': '6e8336ef42bc4287a5e9adf632acfcf0'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:49:03.776566 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-976eeff3-889d-48e2-9528-15002e565e28 req-85e472db-24ff-4856-b0f3-45a0a1f2d0d9 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac70bbb-9d80-46cf-af2c-420f6e53d85d HTTP/1.1" status: 200 len: 210 time: 0.0356276 Sep 23 06:49:03.810799 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-26d97310-2c86-41ff-a0d7-cc5589d2b7cb req-0ab7ea24-db70-49ae-8fa1-4c9f900b45f3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41ded32b-3dfa-4bc3-8eac-202f78172222 HTTP/1.1" status: 200 len: 217 time: 0.4295008 Sep 23 06:49:03.845170 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5695522e-5580-4973-8595-b51cda829c2a x-openstack-request-id: req-5695522e-5580-4973-8595-b51cda829c2a {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:49:03.845474 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "358b1d87-108d-4a28-b69c-7d8042689779", "tag": "41ded32b-3dfa-4bc3-8eac-202f78172222", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:49:03.845730 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5695522e-5580-4973-8595-b51cda829c2a {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:49:03.845878 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-12e8ebe4-3b96-426f-abfd-beb809c7c370 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/ports?network_id=f4c6acfd-810d-4386-8654-cad37d5f8fa8&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.5223925 Sep 23 06:49:03.846157 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '358b1d87-108d-4a28-b69c-7d8042689779', 'tag': '41ded32b-3dfa-4bc3-8eac-202f78172222', 'status': 'completed', 'code': 200} Sep 23 06:49:03.914527 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d97310-2c86-41ff-a0d7-cc5589d2b7cb req-cf111c98-80e1-4198-b48b-cbe04b295530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:03.916001 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-26d97310-2c86-41ff-a0d7-cc5589d2b7cb req-cf111c98-80e1-4198-b48b-cbe04b295530 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=46ccc032-0362-4c9c-977b-4c26fbfaa4e6 HTTP/1.1" status: 200 len: 850 time: 0.0626578 Sep 23 06:49:03.916379 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.db.api [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-6e75e6dd-4897-4811-86cc-ca8fd5889c87 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 06:49:03.916379 n-d-715271-16 neutron-server[95065]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 23 06:49:03.916379 n-d-715271-16 neutron-server[95065]: [parameters: {'project_id_1': '6e8336ef42bc4287a5e9adf632acfcf0', 'expiration_1': datetime.datetime(2021, 9, 23, 6, 48, 43, 904519)}] Sep 23 06:49:03.916379 n-d-715271-16 neutron-server[95065]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95065) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 06:49:03.916693 n-d-715271-16 neutron-server[95065]: DEBUG oslo_db.api [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-6e75e6dd-4897-4811-86cc-ca8fd5889c87 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 06:49:03.948825 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-7cfe7794-ca62-429b-b5d0-87c990184346 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] Allocated IP 172.20.0.12 (fa40cdfd-6143-42c3-bfc5-e6433f7cda52/b76c2dd2-f4c2-49a5-a405-74aa804ac531/f006676a-e3c3-4004-aac6-30fa5dd147c7) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:49:03.952182 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-d98b5f39-93df-4496-b0f7-796b58dcc556 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/ports?network_id=f4c6acfd-810d-4386-8654-cad37d5f8fa8&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1054451 Sep 23 06:49:04.005009 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c10a18c-b4cd-495f-b219-1e75b1980377 admin admin] Made reservation on behalf of b4c98fe61d4d4691a9ed5d49fef41770 for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:49:04.007304 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3c10a18c-b4cd-495f-b219-1e75b1980377 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:04.056912 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0178843-d983-427e-85d3-c80516dfdded req-b0729d74-fe43-4a6a-bedf-3a9067b7ba86 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:04.061952 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b0178843-d983-427e-85d3-c80516dfdded req-b0729d74-fe43-4a6a-bedf-3a9067b7ba86 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/ports?device_id=193182f5-6dd0-42cb-a3c8-6bc06f2deb9b HTTP/1.1" status: 200 len: 946 time: 0.1414943 Sep 23 06:49:04.146216 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d97310-2c86-41ff-a0d7-cc5589d2b7cb req-5747e480-3aa7-4e61-b6a5-e9e122ac4a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:04.148137 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-26d97310-2c86-41ff-a0d7-cc5589d2b7cb req-5747e480-3aa7-4e61-b6a5-e9e122ac4a64 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2078302 Sep 23 06:49:04.167449 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b0178843-d983-427e-85d3-c80516dfdded req-a2af7149-c516-42a0-b197-35324819fd8f tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d44e72e-9977-4c1c-b9ad-087588ff958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993266 Sep 23 06:49:04.177162 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [req-26d97310-2c86-41ff-a0d7-cc5589d2b7cb req-fc2a8c90-11d7-4581-b1db-b35b6e1d69c6 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 06:49:04.178605 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-26d97310-2c86-41ff-a0d7-cc5589d2b7cb req-fc2a8c90-11d7-4581-b1db-b35b6e1d69c6 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0160532 Sep 23 06:49:04.181569 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-7cfe7794-ca62-429b-b5d0-87c990184346 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:04.215006 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-e0c9f040-f889-4f72-91fd-e99d1a75b9ca tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:04.221154 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-e0c9f040-f889-4f72-91fd-e99d1a75b9ca tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:04.232893 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-e0c9f040-f889-4f72-91fd-e99d1a75b9ca tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:04.233812 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-e0c9f040-f889-4f72-91fd-e99d1a75b9ca tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/networks?id=101e91e4-7df0-4369-ab96-69b58e29208f&id=feb093c6-06a4-4aad-bf82-6fd567da1d91&id=feb093c6-06a4-4aad-bf82-6fd567da1d91&id=f4c6acfd-810d-4386-8654-cad37d5f8fa8&id=f4c6acfd-810d-4386-8654-cad37d5f8fa8 HTTP/1.1" status: 200 len: 1994 time: 0.2808614 Sep 23 06:49:04.248434 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-7cfe7794-ca62-429b-b5d0-87c990184346 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:04.310963 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-7cfe7794-ca62-429b-b5d0-87c990184346 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] Network fa40cdfd-6143-42c3-bfc5-e6433f7cda52 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:49:04.318641 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-e9e8daac-0117-46fc-9835-977e95cf677f tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/quotas/147ee43e793f431bb6dc0e9de8ff2960 HTTP/1.1" status: 200 len: 375 time: 0.0691867 Sep 23 06:49:04.337895 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-7cfe7794-ca62-429b-b5d0-87c990184346 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:49:04.341644 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-7cfe7794-ca62-429b-b5d0-87c990184346 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:49:04.379641 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfe7794-ca62-429b-b5d0-87c990184346 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] Pushing event updated for resources: {'Port': ['ID=f006676a-e3c3-4004-aac6-30fa5dd147c7,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:04.408852 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f08c3f-8ac3-4806-81aa-7c606d8bfb62 req-2b8e9635-1707-4f05-86a4-0e7b1c9001d7 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:04.410416 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-33f08c3f-8ac3-4806-81aa-7c606d8bfb62 req-2b8e9635-1707-4f05-86a4-0e7b1c9001d7 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=15aadf6d-92cc-45e5-93dd-90da99561c46 HTTP/1.1" status: 200 len: 945 time: 0.1212015 Sep 23 06:49:04.421512 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-7cfe7794-ca62-429b-b5d0-87c990184346 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:04.422154 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-7cfe7794-ca62-429b-b5d0-87c990184346 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:04.431126 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-3d868509-1de5-4c2e-91a5-4d62f31280ab tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] Allocated IP 172.20.0.3 (fa40cdfd-6143-42c3-bfc5-e6433f7cda52/b76c2dd2-f4c2-49a5-a405-74aa804ac531/5746fb71-e5e2-4187-9491-c0849b93529e) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:49:04.479204 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-6e75e6dd-4897-4811-86cc-ca8fd5889c87 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] Made reservation on behalf of 6e8336ef42bc4287a5e9adf632acfcf0 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:49:04.482726 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-6e75e6dd-4897-4811-86cc-ca8fd5889c87 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:04.486892 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-7cfe7794-ca62-429b-b5d0-87c990184346 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5447288 Sep 23 06:49:04.489658 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-33f08c3f-8ac3-4806-81aa-7c606d8bfb62 req-058e222f-b668-4f52-8060-65cd11ef302e tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632999 Sep 23 06:49:04.504185 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-26d97310-2c86-41ff-a0d7-cc5589d2b7cb req-e170d969-d4b2-4113-9b4a-4f99041b3719 service neutron] 10.222.0.58 "GET /v2.0/networks/d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3178809 Sep 23 06:49:04.506274 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-2c739aeb-1a34-4eb2-8bf9-b26dddeed3e9 service neutron] Request body: {'port': {'device_id': '83fba572-4d69-4602-8706-5c4d14cde482', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:49:04.596220 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-571dc0f3-73e7-46e4-9dcb-828c242d7b67 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=147ee43e793f431bb6dc0e9de8ff2960&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2358816 Sep 23 06:49:04.625502 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3c10a18c-b4cd-495f-b219-1e75b1980377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:04.653873 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-2c739aeb-1a34-4eb2-8bf9-b26dddeed3e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:04.675175 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e540b5-c537-4c55-8c87-278a34b3fa81 req-4a67fa04-8993-4854-9164-8f069b61a890 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:04.676643 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-29e540b5-c537-4c55-8c87-278a34b3fa81 req-4a67fa04-8993-4854-9164-8f069b61a890 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=358b1d87-108d-4a28-b69c-7d8042689779 HTTP/1.1" status: 200 len: 944 time: 0.1046753 Sep 23 06:49:04.750954 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-29e540b5-c537-4c55-8c87-278a34b3fa81 req-6c58e28e-e64b-4d06-8e73-a4621ac77000 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=df69b107-d214-48a1-9de3-f64218339a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528400 Sep 23 06:49:04.859604 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c10a18c-b4cd-495f-b219-1e75b1980377 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ba05bd1-3982-461a-8070-b835a868df61,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:04.868844 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0ff1fc-5081-4543-8409-1cb80a810aec req-2378a844-0e52-4cef-9bd5-71ec0a3b7c88 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:04.870371 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2f0ff1fc-5081-4543-8409-1cb80a810aec req-2378a844-0e52-4cef-9bd5-71ec0a3b7c88 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=15aadf6d-92cc-45e5-93dd-90da99561c46 HTTP/1.1" status: 200 len: 945 time: 0.0491931 Sep 23 06:49:04.894409 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-26d97310-2c86-41ff-a0d7-cc5589d2b7cb req-8bf41983-a77f-4f8c-8a4a-a14e5ad6a45f service neutron] 10.222.0.58 "GET /v2.0/networks/d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3311675 Sep 23 06:49:04.911033 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2f0ff1fc-5081-4543-8409-1cb80a810aec req-96bcb575-6268-43e1-92cf-1841d4ce8cff tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339386 Sep 23 06:49:04.913937 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-3d868509-1de5-4c2e-91a5-4d62f31280ab tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:04.915885 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c10a18c-b4cd-495f-b219-1e75b1980377 admin admin] Checking segment: {'id': '2dfe9769-7de0-498d-959f-dabbdcc8c5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '0d996d84-b4b4-4e6f-a850-4a458bf62804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:49:04.916244 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c10a18c-b4cd-495f-b219-1e75b1980377 admin admin] Network hostable DHCP agents. Network: 0d996d84-b4b4-4e6f-a850-4a458bf62804, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:49:04.922633 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-9bfe62f5-f8bd-4369-a3fd-1b51d5c935c2 service neutron] 10.222.0.39 "GET /v2.0/networks/101e91e4-7df0-4369-ab96-69b58e29208f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983925 Sep 23 06:49:05.045071 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c10a18c-b4cd-495f-b219-1e75b1980377 admin admin] Network 0d996d84-b4b4-4e6f-a850-4a458bf62804 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:49:05.068822 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-3d868509-1de5-4c2e-91a5-4d62f31280ab tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:05.070592 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-3c10a18c-b4cd-495f-b219-1e75b1980377 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 0d996d84-b4b4-4e6f-a850-4a458bf62804) {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:49:05.080339 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc82d67-8c4f-43a2-8e43-d40fd1754aba None None] Network 0d996d84-b4b4-4e6f-a850-4a458bf62804 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:49:05.112062 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c10a18c-b4cd-495f-b219-1e75b1980377 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:05.112594 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3c10a18c-b4cd-495f-b219-1e75b1980377 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:05.116026 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd7987d-da32-489a-aaa2-cdea7faccea5 req-6355739f-e309-4ecb-812c-4ce23d8330e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:05.117520 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5dd7987d-da32-489a-aaa2-cdea7faccea5 req-6355739f-e309-4ecb-812c-4ce23d8330e5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8275c6392a72426db62ebfc4817f4420&device_id=358b1d87-108d-4a28-b69c-7d8042689779 HTTP/1.1" status: 200 len: 1096 time: 0.1615734 Sep 23 06:49:05.155190 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-a1aa2ccd-ede7-4a7c-96c5-b9f3c8173b08 service neutron] 10.222.0.39 "GET /v2.0/networks/101e91e4-7df0-4369-ab96-69b58e29208f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232718 Sep 23 06:49:05.164310 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-6e75e6dd-4897-4811-86cc-ca8fd5889c87 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] Allocated IP 172.20.0.2 (fa40cdfd-6143-42c3-bfc5-e6433f7cda52/b76c2dd2-f4c2-49a5-a405-74aa804ac531/7da25915-f1bb-47ed-8d1d-fd963ea04967) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:49:05.167551 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-3d868509-1de5-4c2e-91a5-4d62f31280ab tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] Network fa40cdfd-6143-42c3-bfc5-e6433f7cda52 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:49:05.188875 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-3d868509-1de5-4c2e-91a5-4d62f31280ab tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:49:05.199041 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d868509-1de5-4c2e-91a5-4d62f31280ab tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] Pushing event updated for resources: {'Port': ['ID=5746fb71-e5e2-4187-9491-c0849b93529e,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:05.217145 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-3d868509-1de5-4c2e-91a5-4d62f31280ab tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:49:05.221572 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-3c10a18c-b4cd-495f-b219-1e75b1980377 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.8385620 Sep 23 06:49:05.227621 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 60984) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:49:05.281336 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580d1a51-bbe2-45a2-ae98-e2dcfa959645 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-0d996d84-b4b4-4e6f-a850-4a458bf62804', 'network_id': '0d996d84-b4b4-4e6f-a850-4a458bf62804', 'tenant_id': 'b4c98fe61d4d4691a9ed5d49fef41770', 'fixed_ips': [{'subnet_id': '7ba05bd1-3982-461a-8070-b835a868df61'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 06:49:05.283062 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-580d1a51-bbe2-45a2-ae98-e2dcfa959645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:05.284437 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-20fd0b8a-61eb-4e52-b9af-9c01b0f49192 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-629062751-router', 'tenant_id': 'b4c98fe61d4d4691a9ed5d49fef41770', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:49:05.310264 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-d1a742c4-12ed-4c07-8c48-1affb194dc05 service neutron] 10.222.0.39 "GET /v2.0/ports/836860f4-7f78-4d29-8753-1658ddbce618?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1336308 Sep 23 06:49:05.377467 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd7987d-da32-489a-aaa2-cdea7faccea5 req-3c4b90b5-9ccf-4d0f-9352-91306536f004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:05.379537 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5dd7987d-da32-489a-aaa2-cdea7faccea5 req-3c4b90b5-9ccf-4d0f-9352-91306536f004 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64 HTTP/1.1" status: 200 len: 912 time: 0.2512331 Sep 23 06:49:05.394223 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-3d868509-1de5-4c2e-91a5-4d62f31280ab tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:05.394847 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-3d868509-1de5-4c2e-91a5-4d62f31280ab tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:05.400080 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-6e75e6dd-4897-4811-86cc-ca8fd5889c87 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:05.420448 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-20fd0b8a-61eb-4e52-b9af-9c01b0f49192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:05.421741 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-20fd0b8a-61eb-4e52-b9af-9c01b0f49192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:05.484419 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-6e75e6dd-4897-4811-86cc-ca8fd5889c87 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:05.499738 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5dd7987d-da32-489a-aaa2-cdea7faccea5 req-70c222e6-3f91-4e3e-ae51-be73e9876b6e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41ded32b-3dfa-4bc3-8eac-202f78172222 HTTP/1.1" status: 200 len: 217 time: 0.0983551 Sep 23 06:49:05.512769 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-3d868509-1de5-4c2e-91a5-4d62f31280ab tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5845811 Sep 23 06:49:05.528261 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-580d1a51-bbe2-45a2-ae98-e2dcfa959645 None None] Allocated IP 172.20.0.2 (0d996d84-b4b4-4e6f-a850-4a458bf62804/7ba05bd1-3982-461a-8070-b835a868df61/ee5423ba-3e80-459f-8814-0eaeeff03c96) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:49:05.533415 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-2f2b85bb-391b-49f8-9b02-0efb6f1abdfe service neutron] Request body: {'port': {'device_id': '4b9a039d-f221-4cd2-b337-be60285f9212', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:49:05.549278 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1100af00-ee63-473b-8939-5707028d96b5 req-b61fc848-9a7e-44b0-9f21-bb1918c3dce9 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:05.550879 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1100af00-ee63-473b-8939-5707028d96b5 req-b61fc848-9a7e-44b0-9f21-bb1918c3dce9 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] 10.222.0.39 "GET /v2.0/ports?device_id=43ad6ed6-1d2c-4f40-8d02-df12917225a3 HTTP/1.1" status: 200 len: 943 time: 0.1209595 Sep 23 06:49:05.582941 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-6e75e6dd-4897-4811-86cc-ca8fd5889c87 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] Network fa40cdfd-6143-42c3-bfc5-e6433f7cda52 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:49:05.620738 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-6e75e6dd-4897-4811-86cc-ca8fd5889c87 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:49:05.633278 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-6e75e6dd-4897-4811-86cc-ca8fd5889c87 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:49:05.679322 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e75e6dd-4897-4811-86cc-ca8fd5889c87 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] Pushing event updated for resources: {'Port': ['ID=7da25915-f1bb-47ed-8d1d-fd963ea04967,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:05.688789 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-f61c4238-cddd-4bfd-87d1-18ddc671508b service neutron] 10.222.0.39 "GET /v2.0/networks/feb093c6-06a4-4aad-bf82-6fd567da1d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3685410 Sep 23 06:49:05.692237 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd7987d-da32-489a-aaa2-cdea7faccea5 req-2484e9f2-14a1-4194-a4b8-e103460353cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:05.693940 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5dd7987d-da32-489a-aaa2-cdea7faccea5 req-2484e9f2-14a1-4194-a4b8-e103460353cb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=46ccc032-0362-4c9c-977b-4c26fbfaa4e6 HTTP/1.1" status: 200 len: 850 time: 0.1869497 Sep 23 06:49:05.707428 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-6e75e6dd-4897-4811-86cc-ca8fd5889c87 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:05.708061 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-6e75e6dd-4897-4811-86cc-ca8fd5889c87 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:05.724969 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-20fd0b8a-61eb-4e52-b9af-9c01b0f49192 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:05.726790 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-2f2b85bb-391b-49f8-9b02-0efb6f1abdfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:05.733787 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1100af00-ee63-473b-8939-5707028d96b5 req-7613bdfe-a175-4e6d-acb8-e081165a00c7 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] 10.222.0.39 "GET /v2.0/security-groups?id=5fb6529b-504d-43b9-ab4f-6fe68e529500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1736801 Sep 23 06:49:05.735382 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-580d1a51-bbe2-45a2-ae98-e2dcfa959645 None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:05.743818 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-580d1a51-bbe2-45a2-ae98-e2dcfa959645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:05.789684 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-6e75e6dd-4897-4811-86cc-ca8fd5889c87 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1512320 Sep 23 06:49:05.811110 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580d1a51-bbe2-45a2-ae98-e2dcfa959645 None None] Pushing event updated for resources: {'Port': ['ID=ee5423ba-3e80-459f-8814-0eaeeff03c96,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:05.812859 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-78c83032-6fe1-4465-851e-39f42b365525 service neutron] Request body: {'port': {'device_id': '9ac70bbb-9d80-46cf-af2c-420f6e53d85d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:49:05.824135 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580d1a51-bbe2-45a2-ae98-e2dcfa959645 None None] Network 0d996d84-b4b4-4e6f-a850-4a458bf62804 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:49:05.826487 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-580d1a51-bbe2-45a2-ae98-e2dcfa959645 None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:49:05.829016 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580d1a51-bbe2-45a2-ae98-e2dcfa959645 None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:49:05.902149 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-580d1a51-bbe2-45a2-ae98-e2dcfa959645 None None] Attempting to bind port ee5423ba-3e80-459f-8814-0eaeeff03c96 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:49:05.902698 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-580d1a51-bbe2-45a2-ae98-e2dcfa959645 None None] Attempting to bind port ee5423ba-3e80-459f-8814-0eaeeff03c96 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '2dfe9769-7de0-498d-959f-dabbdcc8c5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '0d996d84-b4b4-4e6f-a850-4a458bf62804'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:49:05.903180 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580d1a51-bbe2-45a2-ae98-e2dcfa959645 None None] Attempting to bind port ee5423ba-3e80-459f-8814-0eaeeff03c96 on network 0d996d84-b4b4-4e6f-a850-4a458bf62804 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:49:05.908924 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580d1a51-bbe2-45a2-ae98-e2dcfa959645 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:49:05.909296 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580d1a51-bbe2-45a2-ae98-e2dcfa959645 None None] Checking segment: {'id': '2dfe9769-7de0-498d-959f-dabbdcc8c5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '0d996d84-b4b4-4e6f-a850-4a458bf62804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:49:05.909836 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-580d1a51-bbe2-45a2-ae98-e2dcfa959645 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:05.910361 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580d1a51-bbe2-45a2-ae98-e2dcfa959645 None None] Bound using segment: {'id': '2dfe9769-7de0-498d-959f-dabbdcc8c5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '0d996d84-b4b4-4e6f-a850-4a458bf62804'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:49:05.910900 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-580d1a51-bbe2-45a2-ae98-e2dcfa959645 None None] Bound port: ee5423ba-3e80-459f-8814-0eaeeff03c96, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dfe9769-7de0-498d-959f-dabbdcc8c5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '0d996d84-b4b4-4e6f-a850-4a458bf62804'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:49:05.911404 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-580d1a51-bbe2-45a2-ae98-e2dcfa959645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:06.017916 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd7987d-da32-489a-aaa2-cdea7faccea5 req-85dad5dc-9228-45e4-881a-8a1f4e7a9fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:06.019537 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5dd7987d-da32-489a-aaa2-cdea7faccea5 req-85dad5dc-9228-45e4-881a-8a1f4e7a9fe1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2895703 Sep 23 06:49:06.144532 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-20fd0b8a-61eb-4e52-b9af-9c01b0f49192 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:06.162145 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-580d1a51-bbe2-45a2-ae98-e2dcfa959645 None None] For port ee5423ba-3e80-459f-8814-0eaeeff03c96, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:49:06.167157 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-580d1a51-bbe2-45a2-ae98-e2dcfa959645 None None] For port ee5423ba-3e80-459f-8814-0eaeeff03c96, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=ee5423ba-3e80-459f-8814-0eaeeff03c96,segment=NetworkSegment(2dfe9769-7de0-498d-959f-dabbdcc8c5af),segment_id=2dfe9769-7de0-498d-959f-dabbdcc8c5af)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:49:06.174514 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-abce984d-de64-4a82-b612-d43d5ebf91fd service neutron] 10.222.0.39 "GET /v2.0/networks/feb093c6-06a4-4aad-bf82-6fd567da1d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4417520 Sep 23 06:49:06.181798 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-580d1a51-bbe2-45a2-ae98-e2dcfa959645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:06.220021 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-2c739aeb-1a34-4eb2-8bf9-b26dddeed3e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f006676a-e3c3-4004-aac6-30fa5dd147c7 {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:49:06.236313 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-2c739aeb-1a34-4eb2-8bf9-b26dddeed3e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:06.240632 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-78c83032-6fe1-4465-851e-39f42b365525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:06.242039 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:06.255941 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46354797-07cb-491c-965b-a3a6b6ffa102 req-af2bc2b7-1150-4aa9-931c-70ee8936957b tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:06.270902 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-46354797-07cb-491c-965b-a3a6b6ffa102 req-af2bc2b7-1150-4aa9-931c-70ee8936957b tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac70bbb-9d80-46cf-af2c-420f6e53d85d HTTP/1.1" status: 200 len: 931 time: 0.4066458 Sep 23 06:49:06.278085 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580d1a51-bbe2-45a2-ae98-e2dcfa959645 None None] Pushing event updated for resources: {'Port': ['ID=ee5423ba-3e80-459f-8814-0eaeeff03c96,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:06.302138 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-2cd4de24-12f2-4804-a852-0cd3136f759f service neutron] 10.222.0.39 "GET /v2.0/ports/66dc2450-0dc5-4831-8e32-390fda82bf83?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1125019 Sep 23 06:49:06.307156 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-2c739aeb-1a34-4eb2-8bf9-b26dddeed3e9 service neutron] Transition to ACTIVE for port object f006676a-e3c3-4004-aac6-30fa5dd147c7 will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:49:06.351360 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-2c739aeb-1a34-4eb2-8bf9-b26dddeed3e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:06.400594 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-46354797-07cb-491c-965b-a3a6b6ffa102 req-8e78433f-7387-4a01-9b80-45d35f04aed6 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6ee093f-a990-48d7-bc4a-6ada4c83a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275146 Sep 23 06:49:06.546443 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-20dd4db6-6e34-41c7-b9b5-b41d80b2a1c5 service neutron] 10.222.0.39 "GET /v2.0/networks/feb093c6-06a4-4aad-bf82-6fd567da1d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334747 Sep 23 06:49:06.562863 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5dd7987d-da32-489a-aaa2-cdea7faccea5 req-f27b953f-3775-4087-a38b-03fddfdf2d7a service neutron] 10.222.0.58 "GET /v2.0/networks/d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5291746 Sep 23 06:49:06.601745 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c739aeb-1a34-4eb2-8bf9-b26dddeed3e9 service neutron] Pushing event updated for resources: {'Port': ['ID=f006676a-e3c3-4004-aac6-30fa5dd147c7,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:06.842963 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4de8ea-7b4e-4553-bf74-5b78e50eab93 req-191ba763-fc79-454a-a7e9-d8a693597d95 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:06.844596 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0a4de8ea-7b4e-4553-bf74-5b78e50eab93 req-191ba763-fc79-454a-a7e9-d8a693597d95 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/ports?device_id=193182f5-6dd0-42cb-a3c8-6bc06f2deb9b HTTP/1.1" status: 200 len: 946 time: 0.0902436 Sep 23 06:49:06.845353 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-2c739aeb-1a34-4eb2-8bf9-b26dddeed3e9 service neutron] Attempting to bind port f006676a-e3c3-4004-aac6-30fa5dd147c7 on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:49:06.845687 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-2c739aeb-1a34-4eb2-8bf9-b26dddeed3e9 service neutron] Attempting to bind port f006676a-e3c3-4004-aac6-30fa5dd147c7 by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': 'bb037a6f-7cd1-4c5c-a32a-f2d8a590e019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'fa40cdfd-6143-42c3-bfc5-e6433f7cda52'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:49:06.846047 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-2c739aeb-1a34-4eb2-8bf9-b26dddeed3e9 service neutron] Attempting to bind port f006676a-e3c3-4004-aac6-30fa5dd147c7 on network fa40cdfd-6143-42c3-bfc5-e6433f7cda52 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:49:06.853103 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-2c739aeb-1a34-4eb2-8bf9-b26dddeed3e9 service neutron] Port f006676a-e3c3-4004-aac6-30fa5dd147c7 on network fa40cdfd-6143-42c3-bfc5-e6433f7cda52 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:49:06.853430 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-2c739aeb-1a34-4eb2-8bf9-b26dddeed3e9 service neutron] Attempting to bind port f006676a-e3c3-4004-aac6-30fa5dd147c7 on network fa40cdfd-6143-42c3-bfc5-e6433f7cda52 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:49:06.876176 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-2c739aeb-1a34-4eb2-8bf9-b26dddeed3e9 service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:49:06.876519 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-2c739aeb-1a34-4eb2-8bf9-b26dddeed3e9 service neutron] Checking segment: {'id': 'bb037a6f-7cd1-4c5c-a32a-f2d8a590e019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'fa40cdfd-6143-42c3-bfc5-e6433f7cda52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:49:06.876911 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-2c739aeb-1a34-4eb2-8bf9-b26dddeed3e9 service neutron] Bound using segment: {'id': 'bb037a6f-7cd1-4c5c-a32a-f2d8a590e019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'fa40cdfd-6143-42c3-bfc5-e6433f7cda52'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:49:06.877398 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-2c739aeb-1a34-4eb2-8bf9-b26dddeed3e9 service neutron] Bound port: f006676a-e3c3-4004-aac6-30fa5dd147c7, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb037a6f-7cd1-4c5c-a32a-f2d8a590e019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'fa40cdfd-6143-42c3-bfc5-e6433f7cda52'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:49:06.877827 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-2c739aeb-1a34-4eb2-8bf9-b26dddeed3e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:06.938714 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0a4de8ea-7b4e-4553-bf74-5b78e50eab93 req-6b0b5dfd-0627-4dcf-b34d-63e892a68a8e tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d44e72e-9977-4c1c-b9ad-087588ff958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845411 Sep 23 06:49:06.988831 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-2c739aeb-1a34-4eb2-8bf9-b26dddeed3e9 service neutron] For port f006676a-e3c3-4004-aac6-30fa5dd147c7, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:49:06.995412 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-2c739aeb-1a34-4eb2-8bf9-b26dddeed3e9 service neutron] For port f006676a-e3c3-4004-aac6-30fa5dd147c7, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=f006676a-e3c3-4004-aac6-30fa5dd147c7,segment=NetworkSegment(bb037a6f-7cd1-4c5c-a32a-f2d8a590e019),segment_id=bb037a6f-7cd1-4c5c-a32a-f2d8a590e019)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:49:07.000770 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-2c739aeb-1a34-4eb2-8bf9-b26dddeed3e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:07.072112 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-2c739aeb-1a34-4eb2-8bf9-b26dddeed3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:07.072814 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-2c739aeb-1a34-4eb2-8bf9-b26dddeed3e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:07.074926 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-2c739aeb-1a34-4eb2-8bf9-b26dddeed3e9 service neutron] 10.222.0.21 "PUT /v2.0/ports/f006676a-e3c3-4004-aac6-30fa5dd147c7 HTTP/1.1" status: 200 len: 1093 time: 2.5749180 Sep 23 06:49:07.075479 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83fba572-4d69-4602-8706-5c4d14cde482', 'tag': 'f006676a-e3c3-4004-aac6-30fa5dd147c7'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:49:07.077846 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-567dc6fc-f7e0-4380-8ab4-2c6fbe3260f1" -d '{"events": [{"name": "network-changed", "server_uuid": "83fba572-4d69-4602-8706-5c4d14cde482", "tag": "f006676a-e3c3-4004-aac6-30fa5dd147c7"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:49:07.116284 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c739aeb-1a34-4eb2-8bf9-b26dddeed3e9 service neutron] Pushing event updated for resources: {'Port': ['ID=f006676a-e3c3-4004-aac6-30fa5dd147c7,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:07.127216 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf1ffdc-824c-4a91-a0df-3557924d8cde req-6dd11a11-da59-48d8-ad8f-6fa50e358670 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:07.135110 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ccf1ffdc-824c-4a91-a0df-3557924d8cde req-6dd11a11-da59-48d8-ad8f-6fa50e358670 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=358b1d87-108d-4a28-b69c-7d8042689779 HTTP/1.1" status: 200 len: 944 time: 0.1229370 Sep 23 06:49:07.232066 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ccf1ffdc-824c-4a91-a0df-3557924d8cde req-5b3fbcb7-1286-401a-a724-481d6fa30ef5 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=df69b107-d214-48a1-9de3-f64218339a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959792 Sep 23 06:49:07.248783 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-9b4e06d1-2982-428b-b9da-0fbb976d128a service neutron] 10.222.0.39 "GET /v2.0/networks/feb093c6-06a4-4aad-bf82-6fd567da1d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6887085 Sep 23 06:49:07.256084 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-aa0fe016-0e5d-440a-b13c-b9ff383fb8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:07.257599 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-aa0fe016-0e5d-440a-b13c-b9ff383fb8df service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6e8336ef42bc4287a5e9adf632acfcf0&device_id=83fba572-4d69-4602-8706-5c4d14cde482 HTTP/1.1" status: 200 len: 1096 time: 0.1037664 Sep 23 06:49:07.263547 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-2f2b85bb-391b-49f8-9b02-0efb6f1abdfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5746fb71-e5e2-4187-9491-c0849b93529e {{(pid=95066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:49:07.294588 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device aab30b3a-8e81-477a-a16e-49615cf4d5ca details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:49:07.297162 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-2f2b85bb-391b-49f8-9b02-0efb6f1abdfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:07.327491 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-a6b1fbb9-2c42-41c4-902d-6774199c2229 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f006676a-e3c3-4004-aac6-30fa5dd147c7 HTTP/1.1" status: 200 len: 217 time: 0.0568721 Sep 23 06:49:07.339368 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5dd7987d-da32-489a-aaa2-cdea7faccea5 req-bec96360-6fdd-44bd-9b78-0f77798a662e service neutron] 10.222.0.58 "GET /v2.0/networks/d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7587028 Sep 23 06:49:07.364613 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.provisioning_blocks [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-2f2b85bb-391b-49f8-9b02-0efb6f1abdfe service neutron] Transition to ACTIVE for port object 5746fb71-e5e2-4187-9491-c0849b93529e will not be triggered until provisioned by entity L2. {{(pid=95066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:49:07.377949 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-2f2b85bb-391b-49f8-9b02-0efb6f1abdfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:07.469941 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port aab30b3a-8e81-477a-a16e-49615cf4d5ca, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=aab30b3a-8e81-477a-a16e-49615cf4d5ca,segment=NetworkSegment(6b3cb23f-8559-4986-925f-1b0c3e785910),segment_id=6b3cb23f-8559-4986-925f-1b0c3e785910)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:49:07.502929 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': 'aab30b3a-8e81-477a-a16e-49615cf4d5ca', 'network_id': 'eff2865d-ee9a-496c-8687-af6ecd1b642b', 'port_id': 'aab30b3a-8e81-477a-a16e-49615cf4d5ca', 'mac_address': 'fa:16:3e:2e:b1:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a474d77-13d4-47cb-baa4-fd0c6e3c1147', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:49:07.528692 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-07b51b24-28e2-44d2-9b5e-5830c75cca78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:07.530275 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-07b51b24-28e2-44d2-9b5e-5830c75cca78 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b76c2dd2-f4c2-49a5-a405-74aa804ac531 HTTP/1.1" status: 200 len: 857 time: 0.1881378 Sep 23 06:49:07.542546 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138833d1-9a8e-4fef-ad3d-75067230a76f req-8a1830d4-96c1-40eb-a94a-89ae27580cf4 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:07.544941 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-138833d1-9a8e-4fef-ad3d-75067230a76f req-8a1830d4-96c1-40eb-a94a-89ae27580cf4 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] 10.222.0.39 "GET /v2.0/ports?device_id=43ad6ed6-1d2c-4f40-8d02-df12917225a3 HTTP/1.1" status: 200 len: 943 time: 0.2209952 Sep 23 06:49:07.570668 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:07.588543 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aab30b3a-8e81-477a-a16e-49615cf4d5ca {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:49:07.610093 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-31b61a2b-d36f-45fd-8397-a0a9428fedab service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fa40cdfd-6143-42c3-bfc5-e6433f7cda52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640905 Sep 23 06:49:07.626365 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port aab30b3a-8e81-477a-a16e-49615cf4d5ca, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=aab30b3a-8e81-477a-a16e-49615cf4d5ca,segment=NetworkSegment(6b3cb23f-8559-4986-925f-1b0c3e785910),segment_id=6b3cb23f-8559-4986-925f-1b0c3e785910)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:49:07.631818 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:07.706478 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-138833d1-9a8e-4fef-ad3d-75067230a76f req-55e3a12b-6c66-4f83-adb3-34872687bebb tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] 10.222.0.39 "GET /v2.0/security-groups?id=5fb6529b-504d-43b9-ab4f-6fe68e529500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382744 Sep 23 06:49:07.731251 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=aab30b3a-8e81-477a-a16e-49615cf4d5ca,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:07.751047 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafdf23c-20b4-4cca-bb8b-76ae1b4a7fc9 None None] Network 0d996d84-b4b4-4e6f-a850-4a458bf62804 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:49:07.827528 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2b85bb-391b-49f8-9b02-0efb6f1abdfe service neutron] Pushing event updated for resources: {'Port': ['ID=5746fb71-e5e2-4187-9491-c0849b93529e,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:07.834292 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-aa9238b0-f7d0-4c40-be56-51b7529c486c service neutron] 10.222.0.39 "GET /v2.0/networks/feb093c6-06a4-4aad-bf82-6fd567da1d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5568016 Sep 23 06:49:07.849221 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-2f2b85bb-391b-49f8-9b02-0efb6f1abdfe service neutron] Attempting to bind port 5746fb71-e5e2-4187-9491-c0849b93529e on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:49:07.849640 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-2f2b85bb-391b-49f8-9b02-0efb6f1abdfe service neutron] Attempting to bind port 5746fb71-e5e2-4187-9491-c0849b93529e by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': 'bb037a6f-7cd1-4c5c-a32a-f2d8a590e019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'fa40cdfd-6143-42c3-bfc5-e6433f7cda52'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:49:07.850067 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-2f2b85bb-391b-49f8-9b02-0efb6f1abdfe service neutron] Attempting to bind port 5746fb71-e5e2-4187-9491-c0849b93529e on network fa40cdfd-6143-42c3-bfc5-e6433f7cda52 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:49:07.882247 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-78c83032-6fe1-4465-851e-39f42b365525 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7da25915-f1bb-47ed-8d1d-fd963ea04967 {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:49:07.882530 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-20fd0b8a-61eb-4e52-b9af-9c01b0f49192 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:07.888223 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-2f2b85bb-391b-49f8-9b02-0efb6f1abdfe service neutron] Port 5746fb71-e5e2-4187-9491-c0849b93529e on network fa40cdfd-6143-42c3-bfc5-e6433f7cda52 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:49:07.888223 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-2f2b85bb-391b-49f8-9b02-0efb6f1abdfe service neutron] Attempting to bind port 5746fb71-e5e2-4187-9491-c0849b93529e on network fa40cdfd-6143-42c3-bfc5-e6433f7cda52 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:49:07.895643 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-78c83032-6fe1-4465-851e-39f42b365525 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:07.917963 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-20fd0b8a-61eb-4e52-b9af-9c01b0f49192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:07.923449 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-2f2b85bb-391b-49f8-9b02-0efb6f1abdfe service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:49:07.923873 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-2f2b85bb-391b-49f8-9b02-0efb6f1abdfe service neutron] Checking segment: {'id': 'bb037a6f-7cd1-4c5c-a32a-f2d8a590e019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'fa40cdfd-6143-42c3-bfc5-e6433f7cda52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:49:07.924951 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-2f2b85bb-391b-49f8-9b02-0efb6f1abdfe service neutron] Bound using segment: {'id': 'bb037a6f-7cd1-4c5c-a32a-f2d8a590e019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'fa40cdfd-6143-42c3-bfc5-e6433f7cda52'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:49:07.925487 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-2f2b85bb-391b-49f8-9b02-0efb6f1abdfe service neutron] Bound port: 5746fb71-e5e2-4187-9491-c0849b93529e, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb037a6f-7cd1-4c5c-a32a-f2d8a590e019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'fa40cdfd-6143-42c3-bfc5-e6433f7cda52'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:49:07.925931 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-2f2b85bb-391b-49f8-9b02-0efb6f1abdfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:07.941374 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a296db64-43b7-4dcb-8531-42cedbe32111 None None] Provisioning complete for port ee5423ba-3e80-459f-8814-0eaeeff03c96 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:49:07.941745 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a296db64-43b7-4dcb-8531-42cedbe32111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:07.963372 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-78c83032-6fe1-4465-851e-39f42b365525 service neutron] Transition to ACTIVE for port object 7da25915-f1bb-47ed-8d1d-fd963ea04967 will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:49:07.968627 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-92d8909d-a394-4777-8e3e-8b540d39f16b service neutron] 10.222.0.21 "GET /v2.0/networks/fa40cdfd-6143-42c3-bfc5-e6433f7cda52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341224 Sep 23 06:49:07.994837 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2dc20d-27ab-4f93-afc5-f4ed47da80fc req-95508a3c-a5ea-4954-bb7d-a47c02dbaebf tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:08.002243 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ad2dc20d-27ab-4f93-afc5-f4ed47da80fc req-95508a3c-a5ea-4954-bb7d-a47c02dbaebf tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/networks?id=70761228-e1b5-4b17-beed-b21ba4f65cc6 HTTP/1.1" status: 200 len: 815 time: 0.1634612 Sep 23 06:49:08.005803 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-78c83032-6fe1-4465-851e-39f42b365525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:08.008953 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['aab30b3a-8e81-477a-a16e-49615cf4d5ca'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:49:08.075141 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ad2dc20d-27ab-4f93-afc5-f4ed47da80fc req-2832eab4-0da2-44cf-a2c1-e638843af23a tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/quotas/d770b30fb6f848b6a7fdbc27123d77ce HTTP/1.1" status: 200 len: 375 time: 0.0712488 Sep 23 06:49:08.083727 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f3e5da2b-c884-4dc4-b088-d8caf004cb22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:08.120409 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-0a5e7911-50a1-4b0b-ad86-2db63b8ead03 service neutron] 10.222.0.39 "GET /v2.0/networks/feb093c6-06a4-4aad-bf82-6fd567da1d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725770 Sep 23 06:49:08.167424 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a296db64-43b7-4dcb-8531-42cedbe32111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:08.184516 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c83032-6fe1-4465-851e-39f42b365525 service neutron] Pushing event updated for resources: {'Port': ['ID=7da25915-f1bb-47ed-8d1d-fd963ea04967,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:08.199067 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-2f2b85bb-391b-49f8-9b02-0efb6f1abdfe service neutron] For port 5746fb71-e5e2-4187-9491-c0849b93529e, host n-h2-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:49:08.222594 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a296db64-43b7-4dcb-8531-42cedbe32111 None None] For port ee5423ba-3e80-459f-8814-0eaeeff03c96, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=ee5423ba-3e80-459f-8814-0eaeeff03c96,segment=NetworkSegment(2dfe9769-7de0-498d-959f-dabbdcc8c5af),segment_id=2dfe9769-7de0-498d-959f-dabbdcc8c5af)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:49:08.224973 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13379d7f-a527-4a8d-a2b9-eb23e57c2d8f req-55894e0f-64bf-4052-9340-f360a08e85b8 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:08.226641 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-13379d7f-a527-4a8d-a2b9-eb23e57c2d8f req-55894e0f-64bf-4052-9340-f360a08e85b8 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.58 "GET /v2.0/ports?device_id=15aadf6d-92cc-45e5-93dd-90da99561c46 HTTP/1.1" status: 200 len: 945 time: 0.2082493 Sep 23 06:49:08.237101 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a296db64-43b7-4dcb-8531-42cedbe32111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:08.261477 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device ee5423ba-3e80-459f-8814-0eaeeff03c96 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:49:08.272114 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-2f2b85bb-391b-49f8-9b02-0efb6f1abdfe service neutron] For port 5746fb71-e5e2-4187-9491-c0849b93529e, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=5746fb71-e5e2-4187-9491-c0849b93529e,segment=NetworkSegment(bb037a6f-7cd1-4c5c-a32a-f2d8a590e019),segment_id=bb037a6f-7cd1-4c5c-a32a-f2d8a590e019)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:49:08.275943 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-20fd0b8a-61eb-4e52-b9af-9c01b0f49192 admin admin] Allocated IP 172.25.2.189 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/560d8b32-8b51-4953-8b34-4692e042958c) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:49:08.280016 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-8b345c55-ccc0-4687-b33e-5ee0cbe82aef service neutron] 10.222.0.21 "GET /v2.0/networks/fa40cdfd-6143-42c3-bfc5-e6433f7cda52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757142 Sep 23 06:49:08.286285 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ad2dc20d-27ab-4f93-afc5-f4ed47da80fc req-55cefba1-ade8-40a1-80d6-103f5066ce59 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d770b30fb6f848b6a7fdbc27123d77ce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2104390 Sep 23 06:49:08.337992 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-2f2b85bb-391b-49f8-9b02-0efb6f1abdfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:08.344309 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-78c83032-6fe1-4465-851e-39f42b365525 service neutron] Attempting to bind port 7da25915-f1bb-47ed-8d1d-fd963ea04967 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:49:08.344646 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-78c83032-6fe1-4465-851e-39f42b365525 service neutron] Attempting to bind port 7da25915-f1bb-47ed-8d1d-fd963ea04967 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': 'bb037a6f-7cd1-4c5c-a32a-f2d8a590e019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'fa40cdfd-6143-42c3-bfc5-e6433f7cda52'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:49:08.345118 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-78c83032-6fe1-4465-851e-39f42b365525 service neutron] Attempting to bind port 7da25915-f1bb-47ed-8d1d-fd963ea04967 on network fa40cdfd-6143-42c3-bfc5-e6433f7cda52 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:49:08.361652 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-78c83032-6fe1-4465-851e-39f42b365525 service neutron] Port 7da25915-f1bb-47ed-8d1d-fd963ea04967 on network fa40cdfd-6143-42c3-bfc5-e6433f7cda52 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:49:08.362135 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-78c83032-6fe1-4465-851e-39f42b365525 service neutron] Attempting to bind port 7da25915-f1bb-47ed-8d1d-fd963ea04967 on network fa40cdfd-6143-42c3-bfc5-e6433f7cda52 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:49:08.431323 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a296db64-43b7-4dcb-8531-42cedbe32111 None None] Pushing event updated for resources: {'Port': ['ID=ee5423ba-3e80-459f-8814-0eaeeff03c96,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:08.435276 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-78c83032-6fe1-4465-851e-39f42b365525 service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:49:08.435631 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-78c83032-6fe1-4465-851e-39f42b365525 service neutron] Checking segment: {'id': 'bb037a6f-7cd1-4c5c-a32a-f2d8a590e019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'fa40cdfd-6143-42c3-bfc5-e6433f7cda52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:49:08.436027 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-78c83032-6fe1-4465-851e-39f42b365525 service neutron] Bound using segment: {'id': 'bb037a6f-7cd1-4c5c-a32a-f2d8a590e019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'fa40cdfd-6143-42c3-bfc5-e6433f7cda52'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:49:08.436483 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-78c83032-6fe1-4465-851e-39f42b365525 service neutron] Bound port: 7da25915-f1bb-47ed-8d1d-fd963ea04967, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb037a6f-7cd1-4c5c-a32a-f2d8a590e019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'fa40cdfd-6143-42c3-bfc5-e6433f7cda52'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:49:08.436844 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-78c83032-6fe1-4465-851e-39f42b365525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:08.448833 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port ee5423ba-3e80-459f-8814-0eaeeff03c96 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:49:08.452116 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:08.494660 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-2f2b85bb-391b-49f8-9b02-0efb6f1abdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:08.495639 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-2f2b85bb-391b-49f8-9b02-0efb6f1abdfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:08.497389 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-2f2b85bb-391b-49f8-9b02-0efb6f1abdfe service neutron] 10.222.0.58 "PUT /v2.0/ports/5746fb71-e5e2-4187-9491-c0849b93529e HTTP/1.1" status: 200 len: 1092 time: 2.9731126 Sep 23 06:49:08.498182 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b9a039d-f221-4cd2-b337-be60285f9212', 'tag': '5746fb71-e5e2-4187-9491-c0849b93529e'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:49:08.500690 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb3d37e9-7d6d-46eb-a0e6-0dc782ed5b1b" -d '{"events": [{"name": "network-changed", "server_uuid": "4b9a039d-f221-4cd2-b337-be60285f9212", "tag": "5746fb71-e5e2-4187-9491-c0849b93529e"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:49:08.517024 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-f4f886e4-6bbf-413c-9033-cce32f89233e service neutron] 10.222.0.39 "GET /v2.0/networks/feb093c6-06a4-4aad-bf82-6fd567da1d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3865471 Sep 23 06:49:08.538778 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ad2dc20d-27ab-4f93-afc5-f4ed47da80fc req-460183f7-6a85-4d45-853b-b58539756f6a service neutron] 10.222.0.39 "GET /v2.0/networks/70761228-e1b5-4b17-beed-b21ba4f65cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351911 Sep 23 06:49:08.613230 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-78c83032-6fe1-4465-851e-39f42b365525 service neutron] For port 7da25915-f1bb-47ed-8d1d-fd963ea04967, host n-h2-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:49:08.658508 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2b85bb-391b-49f8-9b02-0efb6f1abdfe service neutron] Pushing event updated for resources: {'Port': ['ID=5746fb71-e5e2-4187-9491-c0849b93529e,revision_number=3']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:08.669308 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-78c83032-6fe1-4465-851e-39f42b365525 service neutron] For port 7da25915-f1bb-47ed-8d1d-fd963ea04967, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=7da25915-f1bb-47ed-8d1d-fd963ea04967,segment=NetworkSegment(bb037a6f-7cd1-4c5c-a32a-f2d8a590e019),segment_id=bb037a6f-7cd1-4c5c-a32a-f2d8a590e019)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:49:08.684817 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-78c83032-6fe1-4465-851e-39f42b365525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:08.731573 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-6f6cf12f-0612-4bff-8699-c64c11228bb3 None None] Provisioning complete for port ee5423ba-3e80-459f-8814-0eaeeff03c96 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:49:08.732092 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-6f6cf12f-0612-4bff-8699-c64c11228bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:08.780271 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-20fd0b8a-61eb-4e52-b9af-9c01b0f49192 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:08.794326 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-78c83032-6fe1-4465-851e-39f42b365525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:08.796103 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-78c83032-6fe1-4465-851e-39f42b365525 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:08.797054 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-13379d7f-a527-4a8d-a2b9-eb23e57c2d8f req-cc218551-e4e5-4a79-a100-3be37f4671dd tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Deleting port 04ab8190-d986-43ee-b8a9-7e04157ad68c {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:49:08.797395 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-13379d7f-a527-4a8d-a2b9-eb23e57c2d8f req-cc218551-e4e5-4a79-a100-3be37f4671dd tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:08.798248 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-78c83032-6fe1-4465-851e-39f42b365525 service neutron] 10.222.0.58 "PUT /v2.0/ports/7da25915-f1bb-47ed-8d1d-fd963ea04967 HTTP/1.1" status: 200 len: 1092 time: 2.9906385 Sep 23 06:49:08.805095 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-ce0e7396-3a22-4672-9ff9-ca9c079731b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:08.806638 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-ce0e7396-3a22-4672-9ff9-ca9c079731b2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6e8336ef42bc4287a5e9adf632acfcf0&device_id=4b9a039d-f221-4cd2-b337-be60285f9212 HTTP/1.1" status: 200 len: 1095 time: 0.2262011 Sep 23 06:49:08.843790 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ad2dc20d-27ab-4f93-afc5-f4ed47da80fc req-cd21f872-2f34-4169-b743-0868329b2631 service neutron] 10.222.0.39 "GET /v2.0/networks/70761228-e1b5-4b17-beed-b21ba4f65cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841775 Sep 23 06:49:08.877569 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c83032-6fe1-4465-851e-39f42b365525 service neutron] Pushing event updated for resources: {'Port': ['ID=7da25915-f1bb-47ed-8d1d-fd963ea04967,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:08.901089 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-0ac0f4f2-81c1-4926-9b4a-13870c99240e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5746fb71-e5e2-4187-9491-c0849b93529e HTTP/1.1" status: 200 len: 217 time: 0.0773957 Sep 23 06:49:08.907246 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-72be24f2-22be-4573-baa8-25f18fc3861d service neutron] 10.222.0.39 "GET /v2.0/networks/feb093c6-06a4-4aad-bf82-6fd567da1d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3282137 Sep 23 06:49:08.918962 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-ee285712-e05e-4eaf-bf4c-0167834b781e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:08.920490 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-ee285712-e05e-4eaf-bf4c-0167834b781e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6e8336ef42bc4287a5e9adf632acfcf0&device_id=9ac70bbb-9d80-46cf-af2c-420f6e53d85d HTTP/1.1" status: 200 len: 1095 time: 0.0583344 Sep 23 06:49:08.976079 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-7bc32873-35fb-4f0f-b364-53e7d70fdfea service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7da25915-f1bb-47ed-8d1d-fd963ea04967 HTTP/1.1" status: 200 len: 217 time: 0.0476284 Sep 23 06:49:09.073145 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-78dc1958-3e2f-41e2-8344-61a3e24eb5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:09.077087 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-78dc1958-3e2f-41e2-8344-61a3e24eb5f4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b76c2dd2-f4c2-49a5-a405-74aa804ac531 HTTP/1.1" status: 200 len: 857 time: 0.0830538 Sep 23 06:49:09.078531 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8e4c89-3a15-4bba-a39b-ed107c9d6016 x-openstack-request-id: req-ac8e4c89-3a15-4bba-a39b-ed107c9d6016 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:49:09.078825 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83fba572-4d69-4602-8706-5c4d14cde482", "tag": "f006676a-e3c3-4004-aac6-30fa5dd147c7", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:49:09.079072 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ac8e4c89-3a15-4bba-a39b-ed107c9d6016 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:49:09.079467 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83fba572-4d69-4602-8706-5c4d14cde482', 'tag': 'f006676a-e3c3-4004-aac6-30fa5dd147c7', 'status': 'completed', 'code': 200} Sep 23 06:49:09.094073 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-20fd0b8a-61eb-4e52-b9af-9c01b0f49192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:09.108733 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-13379d7f-a527-4a8d-a2b9-eb23e57c2d8f req-cc218551-e4e5-4a79-a100-3be37f4671dd tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] For port 04ab8190-d986-43ee-b8a9-7e04157ad68c, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=04ab8190-d986-43ee-b8a9-7e04157ad68c,segment=NetworkSegment(411a8e6c-3437-4d6d-939a-157de7e909fe),segment_id=411a8e6c-3437-4d6d-939a-157de7e909fe)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:49:09.109104 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-13379d7f-a527-4a8d-a2b9-eb23e57c2d8f req-cc218551-e4e5-4a79-a100-3be37f4671dd tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:09.146434 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-d0a10e99-0014-4f31-b87f-3e40141b4bd5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fa40cdfd-6143-42c3-bfc5-e6433f7cda52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365345 Sep 23 06:49:09.162776 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-2e47b7e4-3fae-43c3-b7b3-cab175f6838c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:09.164299 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-2e47b7e4-3fae-43c3-b7b3-cab175f6838c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b76c2dd2-f4c2-49a5-a405-74aa804ac531 HTTP/1.1" status: 200 len: 857 time: 0.2527897 Sep 23 06:49:09.194887 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-13379d7f-a527-4a8d-a2b9-eb23e57c2d8f req-cc218551-e4e5-4a79-a100-3be37f4671dd tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Calling delete_port for 04ab8190-d986-43ee-b8a9-7e04157ad68c owned by compute:nova {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:49:09.221302 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fd0b8a-61eb-4e52-b9af-9c01b0f49192 admin admin] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:49:09.244920 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-20fd0b8a-61eb-4e52-b9af-9c01b0f49192 admin admin] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:49:09.248927 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-61d3c605-b2a7-4561-abbf-17592797af48 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fa40cdfd-6143-42c3-bfc5-e6433f7cda52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518699 Sep 23 06:49:09.250974 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fd0b8a-61eb-4e52-b9af-9c01b0f49192 admin admin] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:49:09.252742 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b693f86-642c-4eeb-a0eb-f793fcf6b5b2 req-46b9fce1-69bc-44b8-9377-712a35db2476 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:09.260978 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5b693f86-642c-4eeb-a0eb-f793fcf6b5b2 req-46b9fce1-69bc-44b8-9377-712a35db2476 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac70bbb-9d80-46cf-af2c-420f6e53d85d HTTP/1.1" status: 200 len: 943 time: 0.1132994 Sep 23 06:49:09.268713 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567dc6fc-f7e0-4380-8ab4-2c6fbe3260f1 req-d44136fc-28da-4bae-ba1d-cb3d6a123152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:09.270263 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-567dc6fc-f7e0-4380-8ab4-2c6fbe3260f1 req-d44136fc-28da-4bae-ba1d-cb3d6a123152 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6e8336ef42bc4287a5e9adf632acfcf0&device_id=83fba572-4d69-4602-8706-5c4d14cde482 HTTP/1.1" status: 200 len: 1096 time: 0.1900198 Sep 23 06:49:09.302449 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 41ded32b-3dfa-4bc3-8eac-202f78172222 details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:49:09.302658 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fd0b8a-61eb-4e52-b9af-9c01b0f49192 admin admin] Pushing event updated for resources: {'Port': ['ID=560d8b32-8b51-4953-8b34-4692e042958c,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:09.373038 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-93f54d11-6edd-4495-926a-7fc8dfbafb62 service neutron] 10.222.0.39 "GET /v2.0/networks/f4c6acfd-810d-4386-8654-cad37d5f8fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4347725 Sep 23 06:49:09.390041 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5b693f86-642c-4eeb-a0eb-f793fcf6b5b2 req-4523b229-c54f-480c-a8f3-3d3868210017 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6ee093f-a990-48d7-bc4a-6ada4c83a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233313 Sep 23 06:49:09.425202 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-57e121d4-c7bd-4886-8da6-5b4a2710d325 service neutron] 10.222.0.58 "GET /v2.0/networks/fa40cdfd-6143-42c3-bfc5-e6433f7cda52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608669 Sep 23 06:49:09.433606 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device aab30b3a-8e81-477a-a16e-49615cf4d5ca up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:49:09.502767 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-1ca8701a-2152-4c88-bf7b-61b71a5e7896 service neutron] 10.222.0.58 "GET /v2.0/networks/fa40cdfd-6143-42c3-bfc5-e6433f7cda52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348962 Sep 23 06:49:09.521062 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567dc6fc-f7e0-4380-8ab4-2c6fbe3260f1 req-415c8167-c9e7-41ed-baa3-884a9dc10fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:09.526359 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-567dc6fc-f7e0-4380-8ab4-2c6fbe3260f1 req-415c8167-c9e7-41ed-baa3-884a9dc10fbb service neutron] 10.222.0.21 "GET /v2.0/networks?id=fa40cdfd-6143-42c3-bfc5-e6433f7cda52 HTTP/1.1" status: 200 len: 918 time: 0.2208512 Sep 23 06:49:09.527543 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 41ded32b-3dfa-4bc3-8eac-202f78172222, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=41ded32b-3dfa-4bc3-8eac-202f78172222,segment=NetworkSegment(c88b2831-f544-41bb-bbcc-5b15e741880e),segment_id=c88b2831-f544-41bb-bbcc-5b15e741880e)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:49:09.541625 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': '41ded32b-3dfa-4bc3-8eac-202f78172222', 'network_id': 'd3302f5d-bf5e-4d5b-a7a4-2ca05635fe64', 'port_id': '41ded32b-3dfa-4bc3-8eac-202f78172222', 'mac_address': 'fa:16:3e:de:1e:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46ccc032-0362-4c9c-977b-4c26fbfaa4e6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:49:09.578393 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port aab30b3a-8e81-477a-a16e-49615cf4d5ca completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:49:09.588272 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port aab30b3a-8e81-477a-a16e-49615cf4d5ca triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:49:09.589027 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:09.628105 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-13379d7f-a527-4a8d-a2b9-eb23e57c2d8f req-cc218551-e4e5-4a79-a100-3be37f4671dd tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:09.628608 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:09.646140 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['04ab8190-d986-43ee-b8a9-7e04157ad68c'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:49:09.678635 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41ded32b-3dfa-4bc3-8eac-202f78172222 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:49:09.710843 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 41ded32b-3dfa-4bc3-8eac-202f78172222, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=41ded32b-3dfa-4bc3-8eac-202f78172222,segment=NetworkSegment(c88b2831-f544-41bb-bbcc-5b15e741880e),segment_id=c88b2831-f544-41bb-bbcc-5b15e741880e)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:49:09.738259 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:09.787976 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:09.800287 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-567dc6fc-f7e0-4380-8ab4-2c6fbe3260f1 req-b603d98e-ab64-4a9c-92eb-2c94527ca15a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f006676a-e3c3-4004-aac6-30fa5dd147c7 HTTP/1.1" status: 200 len: 217 time: 0.1989739 Sep 23 06:49:09.810673 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640323e-5ef4-470c-aa32-c99414c2523c req-ec6b96c2-f92a-4ea6-b31e-c153a4f80b42 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:09.814350 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6640323e-5ef4-470c-aa32-c99414c2523c req-ec6b96c2-f92a-4ea6-b31e-c153a4f80b42 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/ports?device_id=193182f5-6dd0-42cb-a3c8-6bc06f2deb9b HTTP/1.1" status: 200 len: 946 time: 0.2870202 Sep 23 06:49:09.828431 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-2e4b0846-f5a3-48a2-95cc-4cc29b2dfc60 service neutron] 10.222.0.58 "GET /v2.0/networks/fa40cdfd-6143-42c3-bfc5-e6433f7cda52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034626 Sep 23 06:49:09.840956 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43ad6ed6-1d2c-4f40-8d02-df12917225a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aab30b3a-8e81-477a-a16e-49615cf4d5ca'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:49:09.843395 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef8754ae-2957-49b3-9681-8a64d3188718" -d '{"events": [{"server_uuid": "43ad6ed6-1d2c-4f40-8d02-df12917225a3", "name": "network-vif-plugged", "status": "completed", "tag": "aab30b3a-8e81-477a-a16e-49615cf4d5ca"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:49:09.865978 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc218551-e4e5-4a79-a100-3be37f4671dd tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Pushing event deleted for resources: {'Port': ['ID=04ab8190-d986-43ee-b8a9-7e04157ad68c,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:09.890310 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=41ded32b-3dfa-4bc3-8eac-202f78172222,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:09.919677 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port aab30b3a-8e81-477a-a16e-49615cf4d5ca, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=aab30b3a-8e81-477a-a16e-49615cf4d5ca,segment=NetworkSegment(6b3cb23f-8559-4986-925f-1b0c3e785910),segment_id=6b3cb23f-8559-4986-925f-1b0c3e785910)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:49:09.921028 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567dc6fc-f7e0-4380-8ab4-2c6fbe3260f1 req-844acf82-e3e0-432b-b270-64fc07888024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:09.923017 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-567dc6fc-f7e0-4380-8ab4-2c6fbe3260f1 req-844acf82-e3e0-432b-b270-64fc07888024 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b76c2dd2-f4c2-49a5-a405-74aa804ac531 HTTP/1.1" status: 200 len: 857 time: 0.0964274 Sep 23 06:49:09.925271 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6698eaa0-9d09-4417-88f6-a3b0b1978285 req-6178f88f-9b37-4a1a-92b6-cfd508afc07d service neutron] 10.222.0.58 "GET /v2.0/networks/fa40cdfd-6143-42c3-bfc5-e6433f7cda52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4891529 Sep 23 06:49:09.927873 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:09.933529 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:09.967402 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-13379d7f-a527-4a8d-a2b9-eb23e57c2d8f req-cc218551-e4e5-4a79-a100-3be37f4671dd tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] No DVR routers for this DVR port 04ab8190-d986-43ee-b8a9-7e04157ad68c on host n-h2-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:49:09.992824 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6640323e-5ef4-470c-aa32-c99414c2523c req-22efb253-542a-4e53-894d-86308aec676c tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d44e72e-9977-4c1c-b9ad-087588ff958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647725 Sep 23 06:49:09.998400 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['41ded32b-3dfa-4bc3-8eac-202f78172222'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:49:10.020909 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-13379d7f-a527-4a8d-a2b9-eb23e57c2d8f req-cc218551-e4e5-4a79-a100-3be37f4671dd tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:10.022953 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-13379d7f-a527-4a8d-a2b9-eb23e57c2d8f req-cc218551-e4e5-4a79-a100-3be37f4671dd tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.58 "DELETE /v2.0/ports/04ab8190-d986-43ee-b8a9-7e04157ad68c HTTP/1.1" status: 204 len: 173 time: 1.7753463 Sep 23 06:49:10.060000 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-567dc6fc-f7e0-4380-8ab4-2c6fbe3260f1 req-ae2ae193-72f0-46c4-b865-a43be6c1815b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fa40cdfd-6143-42c3-bfc5-e6433f7cda52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0866053 Sep 23 06:49:10.115007 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=aab30b3a-8e81-477a-a16e-49615cf4d5ca,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:10.158568 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device ee5423ba-3e80-459f-8814-0eaeeff03c96 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:49:10.182774 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-87fa4b39-52d0-4628-8239-8d0a1228df31 service neutron] 10.222.0.39 "GET /v2.0/networks/f4c6acfd-810d-4386-8654-cad37d5f8fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7989628 Sep 23 06:49:10.213479 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54a2403-784e-480b-8f03-1f745186930b req-3e6f5402-d79e-4a25-beaa-e70101f5d9aa tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:10.223107 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c54a2403-784e-480b-8f03-1f745186930b req-3e6f5402-d79e-4a25-beaa-e70101f5d9aa tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=358b1d87-108d-4a28-b69c-7d8042689779 HTTP/1.1" status: 200 len: 945 time: 0.1277924 Sep 23 06:49:10.288521 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port ee5423ba-3e80-459f-8814-0eaeeff03c96 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:49:10.288866 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:10.511314 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-567dc6fc-f7e0-4380-8ab4-2c6fbe3260f1 req-bf89367e-ad9c-48ab-af80-1603868a023a service neutron] 10.222.0.21 "GET /v2.0/networks/fa40cdfd-6143-42c3-bfc5-e6433f7cda52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4427340 Sep 23 06:49:10.536421 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c54a2403-784e-480b-8f03-1f745186930b req-4a007dca-8738-4083-a4ab-09da7d7c2a0f tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=df69b107-d214-48a1-9de3-f64218339a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121176 Sep 23 06:49:10.774375 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a41dbdd-1ecc-4f71-90b8-2e1c57061b8a x-openstack-request-id: req-2a41dbdd-1ecc-4f71-90b8-2e1c57061b8a {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:49:10.774923 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b9a039d-f221-4cd2-b337-be60285f9212", "tag": "5746fb71-e5e2-4187-9491-c0849b93529e", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:49:10.774923 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2a41dbdd-1ecc-4f71-90b8-2e1c57061b8a {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:49:10.775263 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b9a039d-f221-4cd2-b337-be60285f9212', 'tag': '5746fb71-e5e2-4187-9491-c0849b93529e', 'status': 'completed', 'code': 200} Sep 23 06:49:10.818160 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-567dc6fc-f7e0-4380-8ab4-2c6fbe3260f1 req-3cbba03e-7c97-41a2-a6cc-893a988f64c4 service neutron] 10.222.0.21 "GET /v2.0/networks/fa40cdfd-6143-42c3-bfc5-e6433f7cda52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2919295 Sep 23 06:49:10.828989 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-20fd0b8a-61eb-4e52-b9af-9c01b0f49192 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:10.848837 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f4110b-b6f1-47ec-87cc-deb0192acd55 req-2f3847f9-9e96-46ee-8d22-b56593d833cd tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:10.851448 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-18f4110b-b6f1-47ec-87cc-deb0192acd55 req-2f3847f9-9e96-46ee-8d22-b56593d833cd tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] 10.222.0.39 "GET /v2.0/ports?device_id=43ad6ed6-1d2c-4f40-8d02-df12917225a3 HTTP/1.1" status: 200 len: 945 time: 0.0836699 Sep 23 06:49:10.888624 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-a982b720-5f51-4dbc-b452-62d081ff1e63 service neutron] 10.222.0.39 "GET /v2.0/networks/f4c6acfd-810d-4386-8654-cad37d5f8fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6131666 Sep 23 06:49:10.893843 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2dc20d-27ab-4f93-afc5-f4ed47da80fc req-a6e64884-e961-4409-8319-8e7a041543eb tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:10.895679 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ad2dc20d-27ab-4f93-afc5-f4ed47da80fc req-a6e64884-e961-4409-8319-8e7a041543eb tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.21 "GET /v2.0/networks?id=70761228-e1b5-4b17-beed-b21ba4f65cc6 HTTP/1.1" status: 200 len: 815 time: 0.2486036 Sep 23 06:49:10.905101 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d37e9-7d6d-46eb-a0e6-0dc782ed5b1b req-ce40682e-1b36-4a8b-841f-fa99ab214520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:10.906643 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fb3d37e9-7d6d-46eb-a0e6-0dc782ed5b1b req-ce40682e-1b36-4a8b-841f-fa99ab214520 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6e8336ef42bc4287a5e9adf632acfcf0&device_id=4b9a039d-f221-4cd2-b337-be60285f9212 HTTP/1.1" status: 200 len: 1095 time: 0.1306658 Sep 23 06:49:10.924641 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-18f4110b-b6f1-47ec-87cc-deb0192acd55 req-171b407d-5194-40a4-bc0d-b138339e9458 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] 10.222.0.39 "GET /v2.0/security-groups?id=5fb6529b-504d-43b9-ab4f-6fe68e529500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659981 Sep 23 06:49:10.929177 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-ad2dc20d-27ab-4f93-afc5-f4ed47da80fc req-ff964b88-1fd6-4227-802b-b20e89d4a7e6 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Request body: {'port': {'device_id': 'd01b5289-4729-4e31-bf06-86731c596af7', 'network_id': '70761228-e1b5-4b17-beed-b21ba4f65cc6', 'admin_state_up': True, 'tenant_id': 'd770b30fb6f848b6a7fdbc27123d77ce'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:49:11.024801 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b5974bb3-53fc-497a-a3d0-aacbba3deb0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:11.065415 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad2dc20d-27ab-4f93-afc5-f4ed47da80fc req-ff964b88-1fd6-4227-802b-b20e89d4a7e6 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Made reservation on behalf of d770b30fb6f848b6a7fdbc27123d77ce for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:49:11.067683 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-ad2dc20d-27ab-4f93-afc5-f4ed47da80fc req-ff964b88-1fd6-4227-802b-b20e89d4a7e6 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:11.083428 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ac70bbb-9d80-46cf-af2c-420f6e53d85d', 'tag': '7da25915-f1bb-47ed-8d1d-fd963ea04967'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:49:11.085578 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a60b9a-f284-49f6-a021-ffc79195c446" -d '{"events": [{"name": "network-changed", "server_uuid": "9ac70bbb-9d80-46cf-af2c-420f6e53d85d", "tag": "7da25915-f1bb-47ed-8d1d-fd963ea04967"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:49:11.097078 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c4b5415d-7f67-4d03-a97c-bd62e2eb73d7 req-ee5db7d6-305b-4d86-aa85-1fb1017f426b tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=d01b5289-4729-4e31-bf06-86731c596af7 HTTP/1.1" status: 200 len: 210 time: 0.0458107 Sep 23 06:49:11.171527 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d37e9-7d6d-46eb-a0e6-0dc782ed5b1b req-f4e993b3-00b4-4925-b574-82f19f759042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:11.172988 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fb3d37e9-7d6d-46eb-a0e6-0dc782ed5b1b req-f4e993b3-00b4-4925-b574-82f19f759042 service neutron] 10.222.0.58 "GET /v2.0/networks?id=fa40cdfd-6143-42c3-bfc5-e6433f7cda52 HTTP/1.1" status: 200 len: 918 time: 0.2538452 Sep 23 06:49:11.197613 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86429e2a-092e-4c55-818a-265849e715aa x-openstack-request-id: req-86429e2a-092e-4c55-818a-265849e715aa {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:49:11.198339 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43ad6ed6-1d2c-4f40-8d02-df12917225a3", "name": "network-vif-plugged", "status": "completed", "tag": "aab30b3a-8e81-477a-a16e-49615cf4d5ca", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:49:11.198814 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-86429e2a-092e-4c55-818a-265849e715aa {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:49:11.200089 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43ad6ed6-1d2c-4f40-8d02-df12917225a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aab30b3a-8e81-477a-a16e-49615cf4d5ca', 'code': 200} Sep 23 06:49:11.264287 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fb3d37e9-7d6d-46eb-a0e6-0dc782ed5b1b req-6566e2aa-a82a-4eda-a83e-55b8104e21e0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5746fb71-e5e2-4187-9491-c0849b93529e HTTP/1.1" status: 200 len: 217 time: 0.0505195 Sep 23 06:49:11.271491 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-65fb4e6a-67bc-4042-9fd2-302af2a32774 service neutron] 10.222.0.39 "GET /v2.0/networks/f4c6acfd-810d-4386-8654-cad37d5f8fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3638878 Sep 23 06:49:11.300101 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-ad2dc20d-27ab-4f93-afc5-f4ed47da80fc req-ff964b88-1fd6-4227-802b-b20e89d4a7e6 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Allocated IP 172.20.0.6 (70761228-e1b5-4b17-beed-b21ba4f65cc6/ee9867bb-5a46-416a-ad93-958ca334c2f9/0f8a2de8-448c-430c-af19-829f6f8b779c) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:49:11.323064 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 41ded32b-3dfa-4bc3-8eac-202f78172222 up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:49:11.418637 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d37e9-7d6d-46eb-a0e6-0dc782ed5b1b req-afbef744-5325-4272-b97e-aecf67025031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:11.420183 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fb3d37e9-7d6d-46eb-a0e6-0dc782ed5b1b req-afbef744-5325-4272-b97e-aecf67025031 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b76c2dd2-f4c2-49a5-a405-74aa804ac531 HTTP/1.1" status: 200 len: 857 time: 0.1347775 Sep 23 06:49:11.428538 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-20fd0b8a-61eb-4e52-b9af-9c01b0f49192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:11.458266 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33af2459-077e-4af7-a5e1-5ab59a0fafbd req-92b19943-0369-4d62-81b9-770843fd5c60 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:11.460640 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-33af2459-077e-4af7-a5e1-5ab59a0fafbd req-92b19943-0369-4d62-81b9-770843fd5c60 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac70bbb-9d80-46cf-af2c-420f6e53d85d HTTP/1.1" status: 200 len: 943 time: 0.1921654 Sep 23 06:49:11.470918 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fb3d37e9-7d6d-46eb-a0e6-0dc782ed5b1b req-5e43a860-4812-4225-b8a1-57f6f08797fa service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fa40cdfd-6143-42c3-bfc5-e6433f7cda52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399914 Sep 23 06:49:11.473008 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:11.487330 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec676d3c-e52e-417f-a6cc-182f85f88cd8 req-88ee509c-6dc7-4063-8d03-a90f19b15b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:11.488834 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ec676d3c-e52e-417f-a6cc-182f85f88cd8 req-88ee509c-6dc7-4063-8d03-a90f19b15b20 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=43ad6ed6-1d2c-4f40-8d02-df12917225a3 HTTP/1.1" status: 200 len: 1097 time: 0.1904023 Sep 23 06:49:11.494732 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port 41ded32b-3dfa-4bc3-8eac-202f78172222 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:49:11.501658 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port 41ded32b-3dfa-4bc3-8eac-202f78172222 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:49:11.503620 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:11.598207 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-33af2459-077e-4af7-a5e1-5ab59a0fafbd req-eb018a55-aa29-4c57-9a5c-c3014f478a94 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6ee093f-a990-48d7-bc4a-6ada4c83a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176202 Sep 23 06:49:11.612851 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ec676d3c-e52e-417f-a6cc-182f85f88cd8 req-71ecafa8-9e88-4f7d-bcdf-6bdf36483727 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=5fb6529b-504d-43b9-ab4f-6fe68e529500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854673 Sep 23 06:49:11.656335 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-ad2dc20d-27ab-4f93-afc5-f4ed47da80fc req-ff964b88-1fd6-4227-802b-b20e89d4a7e6 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:11.702181 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:11.753911 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 41ded32b-3dfa-4bc3-8eac-202f78172222, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=41ded32b-3dfa-4bc3-8eac-202f78172222,segment=NetworkSegment(c88b2831-f544-41bb-bbcc-5b15e741880e),segment_id=c88b2831-f544-41bb-bbcc-5b15e741880e)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:49:11.754118 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-ad2dc20d-27ab-4f93-afc5-f4ed47da80fc req-ff964b88-1fd6-4227-802b-b20e89d4a7e6 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:11.759118 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:11.760045 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 04ab8190-d986-43ee-b8a9-7e04157ad68c no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:49:11.767679 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fb3d37e9-7d6d-46eb-a0e6-0dc782ed5b1b req-25072a24-3bb1-4eee-8a65-4931734b268a service neutron] 10.222.0.58 "GET /v2.0/networks/fa40cdfd-6143-42c3-bfc5-e6433f7cda52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508359 Sep 23 06:49:11.779159 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114ab311-ec18-46e6-9795-c0d20e2f68e1 req-43384d4e-0adf-4591-b193-f03a024a8dc7 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:11.786231 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-114ab311-ec18-46e6-9795-c0d20e2f68e1 req-43384d4e-0adf-4591-b193-f03a024a8dc7 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/ports?device_id=193182f5-6dd0-42cb-a3c8-6bc06f2deb9b HTTP/1.1" status: 200 len: 946 time: 0.0824575 Sep 23 06:49:11.804739 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No Port match for: 04ab8190-d986-43ee-b8a9-7e04157ad68c {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:49:11.805076 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 04ab8190-d986-43ee-b8a9-7e04157ad68c not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:49:11.833410 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad2dc20d-27ab-4f93-afc5-f4ed47da80fc req-ff964b88-1fd6-4227-802b-b20e89d4a7e6 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Network 70761228-e1b5-4b17-beed-b21ba4f65cc6 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:49:11.841199 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-ad2dc20d-27ab-4f93-afc5-f4ed47da80fc req-ff964b88-1fd6-4227-802b-b20e89d4a7e6 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:49:11.851086 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad2dc20d-27ab-4f93-afc5-f4ed47da80fc req-ff964b88-1fd6-4227-802b-b20e89d4a7e6 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:49:11.856211 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20fd0b8a-61eb-4e52-b9af-9c01b0f49192 admin admin] Router 38bc268b-ce43-4822-830e-3a3e3cee4b2d is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 06:49:11.867677 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=41ded32b-3dfa-4bc3-8eac-202f78172222,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:11.884793 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff964b88-1fd6-4227-802b-b20e89d4a7e6 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Pushing event updated for resources: {'Port': ['ID=0f8a2de8-448c-430c-af19-829f6f8b779c,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:11.906177 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-114ab311-ec18-46e6-9795-c0d20e2f68e1 req-e6e3a174-3131-449b-beaa-1e491fb07e27 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d44e72e-9977-4c1c-b9ad-087588ff958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108961 Sep 23 06:49:11.936272 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2dc20d-27ab-4f93-afc5-f4ed47da80fc req-ff964b88-1fd6-4227-802b-b20e89d4a7e6 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:11.936915 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-ad2dc20d-27ab-4f93-afc5-f4ed47da80fc req-ff964b88-1fd6-4227-802b-b20e89d4a7e6 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:11.955431 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ad2dc20d-27ab-4f93-afc5-f4ed47da80fc req-ff964b88-1fd6-4227-802b-b20e89d4a7e6 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0344579 Sep 23 06:49:11.972964 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-ad2dc20d-27ab-4f93-afc5-f4ed47da80fc req-e7ec6d91-1bf6-4a38-ae54-578dfab3df69 service neutron] Request body: {'port': {'device_id': 'd01b5289-4729-4e31-bf06-86731c596af7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:49:12.026494 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fb3d37e9-7d6d-46eb-a0e6-0dc782ed5b1b req-c98e8d20-758f-49f1-91a7-2ba844d6a0c2 service neutron] 10.222.0.58 "GET /v2.0/networks/fa40cdfd-6143-42c3-bfc5-e6433f7cda52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127349 Sep 23 06:49:12.063253 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device f006676a-e3c3-4004-aac6-30fa5dd147c7 details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:49:12.115898 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba16342f-5809-4a0e-ac15-d9c3d9a20df2 x-openstack-request-id: req-ba16342f-5809-4a0e-ac15-d9c3d9a20df2 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:49:12.116329 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ac70bbb-9d80-46cf-af2c-420f6e53d85d", "tag": "7da25915-f1bb-47ed-8d1d-fd963ea04967", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:49:12.116681 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ba16342f-5809-4a0e-ac15-d9c3d9a20df2 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:49:12.117154 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ac70bbb-9d80-46cf-af2c-420f6e53d85d', 'tag': '7da25915-f1bb-47ed-8d1d-fd963ea04967', 'status': 'completed', 'code': 200} Sep 23 06:49:12.135280 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-ad2dc20d-27ab-4f93-afc5-f4ed47da80fc req-e7ec6d91-1bf6-4a38-ae54-578dfab3df69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:12.152631 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20fd0b8a-61eb-4e52-b9af-9c01b0f49192 admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:49:12.168397 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85591eb-d407-45ea-91c7-db06f2538795 None None] Sync routers for ids ['38bc268b-ce43-4822-830e-3a3e3cee4b2d'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:49:12.178924 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a60b9a-f284-49f6-a021-ffc79195c446 req-2a17d193-1433-409f-8e8e-c6e27800969c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:12.183111 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85591eb-d407-45ea-91c7-db06f2538795 None None] Routers {'38bc268b-ce43-4822-830e-3a3e3cee4b2d'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:49:12.185802 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-31a60b9a-f284-49f6-a021-ffc79195c446 req-2a17d193-1433-409f-8e8e-c6e27800969c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6e8336ef42bc4287a5e9adf632acfcf0&device_id=9ac70bbb-9d80-46cf-af2c-420f6e53d85d HTTP/1.1" status: 200 len: 1095 time: 0.1041787 Sep 23 06:49:12.187214 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-e85591eb-d407-45ea-91c7-db06f2538795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:49:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['38bc268b-ce43-4822-830e-3a3e3cee4b2d'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:49:12.255521 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-20fd0b8a-61eb-4e52-b9af-9c01b0f49192 admin admin] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:12.257578 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-20fd0b8a-61eb-4e52-b9af-9c01b0f49192 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 7.0250173 Sep 23 06:49:12.257693 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:12.262475 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 32846) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:49:12.307011 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port f006676a-e3c3-4004-aac6-30fa5dd147c7, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=f006676a-e3c3-4004-aac6-30fa5dd147c7,segment=NetworkSegment(bb037a6f-7cd1-4c5c-a32a-f2d8a590e019),segment_id=bb037a6f-7cd1-4c5c-a32a-f2d8a590e019)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:49:12.339085 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': 'f006676a-e3c3-4004-aac6-30fa5dd147c7', 'network_id': 'fa40cdfd-6143-42c3-bfc5-e6433f7cda52', 'port_id': 'f006676a-e3c3-4004-aac6-30fa5dd147c7', 'mac_address': 'fa:16:3e:34:1b:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b76c2dd2-f4c2-49a5-a405-74aa804ac531', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:49:12.379870 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa9e8d9-9482-4c4b-aca9-03d97da5264e req-4d659101-a342-485b-93a0-6ff34e33d095 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:12.387238 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1fa9e8d9-9482-4c4b-aca9-03d97da5264e req-4d659101-a342-485b-93a0-6ff34e33d095 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=358b1d87-108d-4a28-b69c-7d8042689779 HTTP/1.1" status: 200 len: 946 time: 0.2116518 Sep 23 06:49:12.442127 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:12.454600 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a60b9a-f284-49f6-a021-ffc79195c446 req-7f8fd035-b4a3-4675-9a89-a2c126e52cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:12.456949 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-31a60b9a-f284-49f6-a021-ffc79195c446 req-7f8fd035-b4a3-4675-9a89-a2c126e52cad service neutron] 10.222.0.58 "GET /v2.0/networks?id=fa40cdfd-6143-42c3-bfc5-e6433f7cda52 HTTP/1.1" status: 200 len: 918 time: 0.2619736 Sep 23 06:49:12.465594 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f006676a-e3c3-4004-aac6-30fa5dd147c7 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:49:12.479752 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1fa9e8d9-9482-4c4b-aca9-03d97da5264e req-73a2778c-c006-4528-be58-932889e61c59 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=df69b107-d214-48a1-9de3-f64218339a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720954 Sep 23 06:49:12.505698 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-e85591eb-d407-45ea-91c7-db06f2538795 None None] Set router 38bc268b-ce43-4822-830e-3a3e3cee4b2d gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:49:12.526738 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port f006676a-e3c3-4004-aac6-30fa5dd147c7, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=f006676a-e3c3-4004-aac6-30fa5dd147c7,segment=NetworkSegment(bb037a6f-7cd1-4c5c-a32a-f2d8a590e019),segment_id=bb037a6f-7cd1-4c5c-a32a-f2d8a590e019)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:49:12.536520 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:12.545022 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-31a60b9a-f284-49f6-a021-ffc79195c446 req-7252d564-18eb-47fc-90a1-52b7a46274d4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7da25915-f1bb-47ed-8d1d-fd963ea04967 HTTP/1.1" status: 200 len: 217 time: 0.0463083 Sep 23 06:49:12.645469 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=f006676a-e3c3-4004-aac6-30fa5dd147c7,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:12.703157 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb4537d-9830-4fae-8d0a-5f5222b321e9 req-5638c472-bb69-472c-ab6c-2b692cf1319a tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:12.712788 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5bb4537d-9830-4fae-8d0a-5f5222b321e9 req-5638c472-bb69-472c-ab6c-2b692cf1319a tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] 10.222.0.39 "GET /v2.0/ports?device_id=43ad6ed6-1d2c-4f40-8d02-df12917225a3 HTTP/1.1" status: 200 len: 945 time: 0.1141405 Sep 23 06:49:12.772736 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a60b9a-f284-49f6-a021-ffc79195c446 req-baadb509-88a2-47f5-a8a4-810f29ed6509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:12.774418 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-31a60b9a-f284-49f6-a021-ffc79195c446 req-baadb509-88a2-47f5-a8a4-810f29ed6509 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b76c2dd2-f4c2-49a5-a405-74aa804ac531 HTTP/1.1" status: 200 len: 857 time: 0.2200816 Sep 23 06:49:12.780113 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15aadf6d-92cc-45e5-93dd-90da99561c46', 'name': 'network-vif-deleted', 'tag': '04ab8190-d986-43ee-b8a9-7e04157ad68c'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:49:12.782535 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5342627c-cfe0-488f-8223-32e79e7bfc75" -d '{"events": [{"server_uuid": "15aadf6d-92cc-45e5-93dd-90da99561c46", "name": "network-vif-deleted", "tag": "04ab8190-d986-43ee-b8a9-7e04157ad68c"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:49:12.814083 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5bb4537d-9830-4fae-8d0a-5f5222b321e9 req-212c50bc-5efb-4175-bd47-f3e0912718c6 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] 10.222.0.39 "GET /v2.0/security-groups?id=5fb6529b-504d-43b9-ab4f-6fe68e529500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001406 Sep 23 06:49:12.848714 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-ad2dc20d-27ab-4f93-afc5-f4ed47da80fc req-e7ec6d91-1bf6-4a38-ae54-578dfab3df69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f8a2de8-448c-430c-af19-829f6f8b779c {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:49:12.874269 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-ad2dc20d-27ab-4f93-afc5-f4ed47da80fc req-e7ec6d91-1bf6-4a38-ae54-578dfab3df69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:12.890657 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-31a60b9a-f284-49f6-a021-ffc79195c446 req-4311a9b7-400b-4912-bb46-fbf15fc36f0b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fa40cdfd-6143-42c3-bfc5-e6433f7cda52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399950 Sep 23 06:49:12.899821 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-e85591eb-d407-45ea-91c7-db06f2538795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38bc268b-ce43-4822-830e-3a3e3cee4b2d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-629062751-router', 'tenant_id': 'b4c98fe61d4d4691a9ed5d49fef41770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '560d8b32-8b51-4953-8b34-4692e042958c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:49:05Z', 'updated_at': '2021-09-23T06:49:10Z', 'revision_number': 3, 'project_id': 'b4c98fe61d4d4691a9ed5d49fef41770', 'gw_port': {'id': '560d8b32-8b51-4953-8b34-4692e042958c', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:1a:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38bc268b-ce43-4822-830e-3a3e3cee4b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:49:07Z', 'updated_at': '2021-09-23T06:49:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:49:12.905035 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15527d9-700f-4572-9de4-9087a6222938 req-7c3b3145-fe3d-457d-9860-8ecef538d7eb tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:12.908406 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-ad2dc20d-27ab-4f93-afc5-f4ed47da80fc req-e7ec6d91-1bf6-4a38-ae54-578dfab3df69 service neutron] Transition to ACTIVE for port object 0f8a2de8-448c-430c-af19-829f6f8b779c will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:49:12.909026 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b15527d9-700f-4572-9de4-9087a6222938 req-7c3b3145-fe3d-457d-9860-8ecef538d7eb tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=d01b5289-4729-4e31-bf06-86731c596af7 HTTP/1.1" status: 200 len: 931 time: 0.2043631 Sep 23 06:49:12.928772 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2b699636-ed7c-45bf-9057-85083cd6eb9f req-387e8803-21de-4a7f-aceb-5ba60d6d8e18 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bf31744-0efa-4cef-967d-471fd8e8c528 HTTP/1.1" status: 200 len: 210 time: 0.0439618 Sep 23 06:49:12.929649 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-ad2dc20d-27ab-4f93-afc5-f4ed47da80fc req-e7ec6d91-1bf6-4a38-ae54-578dfab3df69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:12.940300 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85591eb-d407-45ea-91c7-db06f2538795 None None] Checking router: 38bc268b-ce43-4822-830e-3a3e3cee4b2d for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:49:12.940384 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85591eb-d407-45ea-91c7-db06f2538795 None None] Updating router 38bc268b-ce43-4822-830e-3a3e3cee4b2d port 560d8b32-8b51-4953-8b34-4692e042958c binding host n-d-715271-16 {{(pid=95068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 06:49:12.967287 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-e85591eb-d407-45ea-91c7-db06f2538795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:12.984072 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['f006676a-e3c3-4004-aac6-30fa5dd147c7'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:49:13.072136 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b15527d9-700f-4572-9de4-9087a6222938 req-7d52b4fe-f3d9-41f0-a218-ab545ab50ef1 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500397 Sep 23 06:49:13.125100 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ec6d91-1bf6-4a38-ae54-578dfab3df69 service neutron] Pushing event updated for resources: {'Port': ['ID=0f8a2de8-448c-430c-af19-829f6f8b779c,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:13.190140 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-31a60b9a-f284-49f6-a021-ffc79195c446 req-ba9893c6-e76c-4cd9-9444-11e44fc567f7 service neutron] 10.222.0.58 "GET /v2.0/networks/fa40cdfd-6143-42c3-bfc5-e6433f7cda52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801197 Sep 23 06:49:13.219995 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '358b1d87-108d-4a28-b69c-7d8042689779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41ded32b-3dfa-4bc3-8eac-202f78172222'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:49:13.228589 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f3a176-ad3c-40cd-871f-42925025a08d" -d '{"events": [{"server_uuid": "358b1d87-108d-4a28-b69c-7d8042689779", "name": "network-vif-plugged", "status": "completed", "tag": "41ded32b-3dfa-4bc3-8eac-202f78172222"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:49:13.277736 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf9d46a-53db-4ba1-af69-acc3b07446e9 x-openstack-request-id: req-8cf9d46a-53db-4ba1-af69-acc3b07446e9 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:49:13.278141 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15aadf6d-92cc-45e5-93dd-90da99561c46", "name": "network-vif-deleted", "tag": "04ab8190-d986-43ee-b8a9-7e04157ad68c", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:49:13.278711 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8cf9d46a-53db-4ba1-af69-acc3b07446e9 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:49:13.279190 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15aadf6d-92cc-45e5-93dd-90da99561c46', 'name': 'network-vif-deleted', 'tag': '04ab8190-d986-43ee-b8a9-7e04157ad68c', 'status': 'completed', 'code': 200} Sep 23 06:49:13.283370 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-e85591eb-d407-45ea-91c7-db06f2538795 None None] Notify callbacks [] for port, precommit_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:13.294877 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-e85591eb-d407-45ea-91c7-db06f2538795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:13.311496 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-ad2dc20d-27ab-4f93-afc5-f4ed47da80fc req-e7ec6d91-1bf6-4a38-ae54-578dfab3df69 service neutron] Attempting to bind port 0f8a2de8-448c-430c-af19-829f6f8b779c on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:49:13.312082 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-ad2dc20d-27ab-4f93-afc5-f4ed47da80fc req-e7ec6d91-1bf6-4a38-ae54-578dfab3df69 service neutron] Attempting to bind port 0f8a2de8-448c-430c-af19-829f6f8b779c by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': '411a8e6c-3437-4d6d-939a-157de7e909fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '70761228-e1b5-4b17-beed-b21ba4f65cc6'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:49:13.312671 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2dc20d-27ab-4f93-afc5-f4ed47da80fc req-e7ec6d91-1bf6-4a38-ae54-578dfab3df69 service neutron] Attempting to bind port 0f8a2de8-448c-430c-af19-829f6f8b779c on network 70761228-e1b5-4b17-beed-b21ba4f65cc6 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:49:13.335156 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ded47-dbe1-4641-8181-dac77250fcbb req-2abfed69-96ae-4fb0-b07f-f16f68a453c4 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:13.337569 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-282ded47-dbe1-4641-8181-dac77250fcbb req-2abfed69-96ae-4fb0-b07f-f16f68a453c4 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac70bbb-9d80-46cf-af2c-420f6e53d85d HTTP/1.1" status: 200 len: 943 time: 0.1427147 Sep 23 06:49:13.339046 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2dc20d-27ab-4f93-afc5-f4ed47da80fc req-e7ec6d91-1bf6-4a38-ae54-578dfab3df69 service neutron] Port 0f8a2de8-448c-430c-af19-829f6f8b779c on network 70761228-e1b5-4b17-beed-b21ba4f65cc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:49:13.339536 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2dc20d-27ab-4f93-afc5-f4ed47da80fc req-e7ec6d91-1bf6-4a38-ae54-578dfab3df69 service neutron] Attempting to bind port 0f8a2de8-448c-430c-af19-829f6f8b779c on network 70761228-e1b5-4b17-beed-b21ba4f65cc6 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:49:13.344165 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 7da25915-f1bb-47ed-8d1d-fd963ea04967 details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:49:13.349563 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2dc20d-27ab-4f93-afc5-f4ed47da80fc req-e7ec6d91-1bf6-4a38-ae54-578dfab3df69 service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:49:13.350237 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2dc20d-27ab-4f93-afc5-f4ed47da80fc req-e7ec6d91-1bf6-4a38-ae54-578dfab3df69 service neutron] Checking segment: {'id': '411a8e6c-3437-4d6d-939a-157de7e909fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '70761228-e1b5-4b17-beed-b21ba4f65cc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:49:13.351159 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2dc20d-27ab-4f93-afc5-f4ed47da80fc req-e7ec6d91-1bf6-4a38-ae54-578dfab3df69 service neutron] Bound using segment: {'id': '411a8e6c-3437-4d6d-939a-157de7e909fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '70761228-e1b5-4b17-beed-b21ba4f65cc6'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:49:13.351983 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-ad2dc20d-27ab-4f93-afc5-f4ed47da80fc req-e7ec6d91-1bf6-4a38-ae54-578dfab3df69 service neutron] Bound port: 0f8a2de8-448c-430c-af19-829f6f8b779c, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '411a8e6c-3437-4d6d-939a-157de7e909fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '70761228-e1b5-4b17-beed-b21ba4f65cc6'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:49:13.351983 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-ad2dc20d-27ab-4f93-afc5-f4ed47da80fc req-e7ec6d91-1bf6-4a38-ae54-578dfab3df69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:13.399433 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-e85591eb-d407-45ea-91c7-db06f2538795 None None] Attempting to bind port 560d8b32-8b51-4953-8b34-4692e042958c on host n-d-715271-16 for vnic_type normal with profile {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:49:13.400226 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-e85591eb-d407-45ea-91c7-db06f2538795 None None] Attempting to bind port 560d8b32-8b51-4953-8b34-4692e042958c by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:49:13.400903 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85591eb-d407-45ea-91c7-db06f2538795 None None] Attempting to bind port 560d8b32-8b51-4953-8b34-4692e042958c on network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:49:13.412939 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b9d448-f98a-4e5c-ba03-d51707c1be55 None None] Pushing event updated for resources: {'Port': ['ID=560d8b32-8b51-4953-8b34-4692e042958c,revision_number=2']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:13.418429 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85591eb-d407-45ea-91c7-db06f2538795 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:49:13.419314 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85591eb-d407-45ea-91c7-db06f2538795 None None] Checking segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:49:13.419943 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-e85591eb-d407-45ea-91c7-db06f2538795 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:13.420533 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85591eb-d407-45ea-91c7-db06f2538795 None None] Bound using segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:49:13.421761 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-e85591eb-d407-45ea-91c7-db06f2538795 None None] Bound port: 560d8b32-8b51-4953-8b34-4692e042958c, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:49:13.422737 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-e85591eb-d407-45ea-91c7-db06f2538795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:13.461249 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b9d448-f98a-4e5c-ba03-d51707c1be55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:49:13.462202 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b9d448-f98a-4e5c-ba03-d51707c1be55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:49:13.462904 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b9d448-f98a-4e5c-ba03-d51707c1be55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:49:13.463009 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-ad2dc20d-27ab-4f93-afc5-f4ed47da80fc req-e7ec6d91-1bf6-4a38-ae54-578dfab3df69 service neutron] For port 0f8a2de8-448c-430c-af19-829f6f8b779c, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:49:13.464113 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b9d448-f98a-4e5c-ba03-d51707c1be55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:49:13.465437 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b9d448-f98a-4e5c-ba03-d51707c1be55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:49:13.466773 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b9d448-f98a-4e5c-ba03-d51707c1be55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:49:13.466997 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-ad2dc20d-27ab-4f93-afc5-f4ed47da80fc req-e7ec6d91-1bf6-4a38-ae54-578dfab3df69 service neutron] For port 0f8a2de8-448c-430c-af19-829f6f8b779c, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=0f8a2de8-448c-430c-af19-829f6f8b779c,segment=NetworkSegment(411a8e6c-3437-4d6d-939a-157de7e909fe),segment_id=411a8e6c-3437-4d6d-939a-157de7e909fe)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:49:13.468125 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b9d448-f98a-4e5c-ba03-d51707c1be55 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:49:13.468711 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b9d448-f98a-4e5c-ba03-d51707c1be55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:49:13.469400 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b9d448-f98a-4e5c-ba03-d51707c1be55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:49:13.470042 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b9d448-f98a-4e5c-ba03-d51707c1be55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:49:13.471224 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b9d448-f98a-4e5c-ba03-d51707c1be55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:49:13.471855 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b9d448-f98a-4e5c-ba03-d51707c1be55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:49:13.487809 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-ad2dc20d-27ab-4f93-afc5-f4ed47da80fc req-e7ec6d91-1bf6-4a38-ae54-578dfab3df69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:13.528941 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24e1664-9971-4fa8-bcc6-196da62374ab req-d323d401-6fa0-49de-9460-b0e685ae2772 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:13.530809 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e24e1664-9971-4fa8-bcc6-196da62374ab req-d323d401-6fa0-49de-9460-b0e685ae2772 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/ports?device_id=193182f5-6dd0-42cb-a3c8-6bc06f2deb9b HTTP/1.1" status: 200 len: 946 time: 0.1785617 Sep 23 06:49:13.532965 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-31a60b9a-f284-49f6-a021-ffc79195c446 req-a4f7aafa-0052-4188-b458-bbc1a2492863 service neutron] 10.222.0.58 "GET /v2.0/networks/fa40cdfd-6143-42c3-bfc5-e6433f7cda52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3338921 Sep 23 06:49:13.564975 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-e85591eb-d407-45ea-91c7-db06f2538795 None None] For port 560d8b32-8b51-4953-8b34-4692e042958c, host n-d-715271-16, cleared binding levels {{(pid=95068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:49:13.568425 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-e85591eb-d407-45ea-91c7-db06f2538795 None None] For port 560d8b32-8b51-4953-8b34-4692e042958c, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=560d8b32-8b51-4953-8b34-4692e042958c,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:49:13.573084 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ec6d91-1bf6-4a38-ae54-578dfab3df69 service neutron] Pushing event updated for resources: {'Port': ['ID=0f8a2de8-448c-430c-af19-829f6f8b779c,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:13.575488 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-e85591eb-d407-45ea-91c7-db06f2538795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:13.577103 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 7da25915-f1bb-47ed-8d1d-fd963ea04967, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=7da25915-f1bb-47ed-8d1d-fd963ea04967,segment=NetworkSegment(bb037a6f-7cd1-4c5c-a32a-f2d8a590e019),segment_id=bb037a6f-7cd1-4c5c-a32a-f2d8a590e019)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:49:13.602415 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': '7da25915-f1bb-47ed-8d1d-fd963ea04967', 'network_id': 'fa40cdfd-6143-42c3-bfc5-e6433f7cda52', 'port_id': '7da25915-f1bb-47ed-8d1d-fd963ea04967', 'mac_address': 'fa:16:3e:de:21:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b76c2dd2-f4c2-49a5-a405-74aa804ac531', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:49:13.605422 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-282ded47-dbe1-4641-8181-dac77250fcbb req-5185376b-32a0-4f13-b081-74aa00a39a44 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6ee093f-a990-48d7-bc4a-6ada4c83a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572584 Sep 23 06:49:13.607918 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2dc20d-27ab-4f93-afc5-f4ed47da80fc req-e7ec6d91-1bf6-4a38-ae54-578dfab3df69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:13.608934 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-ad2dc20d-27ab-4f93-afc5-f4ed47da80fc req-e7ec6d91-1bf6-4a38-ae54-578dfab3df69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:13.609879 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ad2dc20d-27ab-4f93-afc5-f4ed47da80fc req-e7ec6d91-1bf6-4a38-ae54-578dfab3df69 service neutron] 10.222.0.21 "PUT /v2.0/ports/0f8a2de8-448c-430c-af19-829f6f8b779c HTTP/1.1" status: 200 len: 1092 time: 1.6414828 Sep 23 06:49:13.622760 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3cf516f4-8bfd-4848-8297-73fd03cd1538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:13.640864 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e24e1664-9971-4fa8-bcc6-196da62374ab req-9ea1c822-90a8-4406-ae3b-8bd7dc0992f4 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d44e72e-9977-4c1c-b9ad-087588ff958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010427 Sep 23 06:49:13.681992 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85591eb-d407-45ea-91c7-db06f2538795 None None] Routers {'38bc268b-ce43-4822-830e-3a3e3cee4b2d'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:49:13.689680 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-e85591eb-d407-45ea-91c7-db06f2538795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:49:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['38bc268b-ce43-4822-830e-3a3e3cee4b2d'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:49:13.700834 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b791b352-d26b-4890-bfdf-e208faf2c065 x-openstack-request-id: req-b791b352-d26b-4890-bfdf-e208faf2c065 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:49:13.701107 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "358b1d87-108d-4a28-b69c-7d8042689779", "name": "network-vif-plugged", "status": "completed", "tag": "41ded32b-3dfa-4bc3-8eac-202f78172222", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:49:13.701354 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b791b352-d26b-4890-bfdf-e208faf2c065 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:49:13.701731 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '358b1d87-108d-4a28-b69c-7d8042689779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41ded32b-3dfa-4bc3-8eac-202f78172222', 'code': 200} Sep 23 06:49:13.745136 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:13.769934 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:13.784526 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7da25915-f1bb-47ed-8d1d-fd963ea04967 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:49:13.791487 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2dc20d-27ab-4f93-afc5-f4ed47da80fc req-001eed83-dbf6-455c-8982-29c0cc33f94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:13.793403 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ad2dc20d-27ab-4f93-afc5-f4ed47da80fc req-001eed83-dbf6-455c-8982-29c0cc33f94a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d770b30fb6f848b6a7fdbc27123d77ce&device_id=d01b5289-4729-4e31-bf06-86731c596af7 HTTP/1.1" status: 200 len: 1095 time: 0.0921698 Sep 23 06:49:13.802693 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-e85591eb-d407-45ea-91c7-db06f2538795 None None] Set router 38bc268b-ce43-4822-830e-3a3e3cee4b2d gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:49:13.834542 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 7da25915-f1bb-47ed-8d1d-fd963ea04967, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=7da25915-f1bb-47ed-8d1d-fd963ea04967,segment=NetworkSegment(bb037a6f-7cd1-4c5c-a32a-f2d8a590e019),segment_id=bb037a6f-7cd1-4c5c-a32a-f2d8a590e019)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:49:13.842203 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:13.842878 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 5746fb71-e5e2-4187-9491-c0849b93529e details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:49:13.862236 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ad2dc20d-27ab-4f93-afc5-f4ed47da80fc req-b58baf6f-25b1-4059-a761-f0ed5a0be565 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f8a2de8-448c-430c-af19-829f6f8b779c HTTP/1.1" status: 200 len: 217 time: 0.0538723 Sep 23 06:49:13.883642 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b9d448-f98a-4e5c-ba03-d51707c1be55 None None] Pushing event updated for resources: {'Port': ['ID=560d8b32-8b51-4953-8b34-4692e042958c,revision_number=3']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:13.959060 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2dc20d-27ab-4f93-afc5-f4ed47da80fc req-8cbb2de3-b484-45bd-9806-885059a34ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:13.960872 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ad2dc20d-27ab-4f93-afc5-f4ed47da80fc req-8cbb2de3-b484-45bd-9806-885059a34ef5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ee9867bb-5a46-416a-ad93-958ca334c2f9 HTTP/1.1" status: 200 len: 855 time: 0.0883007 Sep 23 06:49:13.967121 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=7da25915-f1bb-47ed-8d1d-fd963ea04967,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:13.978626 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5904be-564f-477b-b92c-cdb0830620c3 req-66f77eba-99fe-4cee-a427-76610b7e8ff4 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:13.987278 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ee5904be-564f-477b-b92c-cdb0830620c3 req-66f77eba-99fe-4cee-a427-76610b7e8ff4 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=358b1d87-108d-4a28-b69c-7d8042689779 HTTP/1.1" status: 200 len: 946 time: 0.1689863 Sep 23 06:49:14.009031 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 5746fb71-e5e2-4187-9491-c0849b93529e, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=5746fb71-e5e2-4187-9491-c0849b93529e,segment=NetworkSegment(bb037a6f-7cd1-4c5c-a32a-f2d8a590e019),segment_id=bb037a6f-7cd1-4c5c-a32a-f2d8a590e019)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:49:14.025092 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': '5746fb71-e5e2-4187-9491-c0849b93529e', 'network_id': 'fa40cdfd-6143-42c3-bfc5-e6433f7cda52', 'port_id': '5746fb71-e5e2-4187-9491-c0849b93529e', 'mac_address': 'fa:16:3e:5d:d8:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b76c2dd2-f4c2-49a5-a405-74aa804ac531', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:49:14.038027 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-e85591eb-d407-45ea-91c7-db06f2538795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38bc268b-ce43-4822-830e-3a3e3cee4b2d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-629062751-router', 'tenant_id': 'b4c98fe61d4d4691a9ed5d49fef41770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '560d8b32-8b51-4953-8b34-4692e042958c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:49:05Z', 'updated_at': '2021-09-23T06:49:10Z', 'revision_number': 3, 'project_id': 'b4c98fe61d4d4691a9ed5d49fef41770', 'gw_port': {'id': '560d8b32-8b51-4953-8b34-4692e042958c', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:1a:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38bc268b-ce43-4822-830e-3a3e3cee4b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:49:07Z', 'updated_at': '2021-09-23T06:49:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:49:14.041118 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ad2dc20d-27ab-4f93-afc5-f4ed47da80fc req-15058b66-bc14-4ea4-b80f-a7e668d34727 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=70761228-e1b5-4b17-beed-b21ba4f65cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507882 Sep 23 06:49:14.071693 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85591eb-d407-45ea-91c7-db06f2538795 None None] The sync data for ids ['38bc268b-ce43-4822-830e-3a3e3cee4b2d'] in n-d-715271-16 is: [{'id': '38bc268b-ce43-4822-830e-3a3e3cee4b2d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-629062751-router', 'tenant_id': 'b4c98fe61d4d4691a9ed5d49fef41770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '560d8b32-8b51-4953-8b34-4692e042958c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:49:05Z', 'updated_at': '2021-09-23T06:49:10Z', 'revision_number': 3, 'project_id': 'b4c98fe61d4d4691a9ed5d49fef41770', 'gw_port': {'id': '560d8b32-8b51-4953-8b34-4692e042958c', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:1a:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38bc268b-ce43-4822-830e-3a3e3cee4b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:49:07Z', 'updated_at': '2021-09-23T06:49:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:49:14.097119 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7ce29a-81b7-4602-8437-9e95a6cb5d6c req-fad584b2-65bd-4443-b308-74bd1baa1e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:14.099329 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0c7ce29a-81b7-4602-8437-9e95a6cb5d6c req-fad584b2-65bd-4443-b308-74bd1baa1e2c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=358b1d87-108d-4a28-b69c-7d8042689779 HTTP/1.1" status: 200 len: 1098 time: 0.2755139 Sep 23 06:49:14.122629 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:14.125387 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-3cf516f4-8bfd-4848-8297-73fd03cd1538 admin admin] Allocated IP 172.20.0.1 (0d996d84-b4b4-4e6f-a850-4a458bf62804/7ba05bd1-3982-461a-8070-b835a868df61/e20214c0-1fda-4fa2-be61-0f3cba5d1881) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:49:14.134277 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ee5904be-564f-477b-b92c-cdb0830620c3 req-91581bc7-3b04-4901-b869-149cd28da5aa tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=df69b107-d214-48a1-9de3-f64218339a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457179 Sep 23 06:49:14.146551 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd01b5289-4729-4e31-bf06-86731c596af7', 'tag': '0f8a2de8-448c-430c-af19-829f6f8b779c'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:49:14.151629 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5746fb71-e5e2-4187-9491-c0849b93529e {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:49:14.158893 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edce66cc-7ed5-482e-b2ad-7344815f8787" -d '{"events": [{"name": "network-changed", "server_uuid": "d01b5289-4729-4e31-bf06-86731c596af7", "tag": "0f8a2de8-448c-430c-af19-829f6f8b779c"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:49:14.174473 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 5746fb71-e5e2-4187-9491-c0849b93529e, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=5746fb71-e5e2-4187-9491-c0849b93529e,segment=NetworkSegment(bb037a6f-7cd1-4c5c-a32a-f2d8a590e019),segment_id=bb037a6f-7cd1-4c5c-a32a-f2d8a590e019)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:49:14.180011 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:14.195823 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-743c6615-8f06-4feb-9787-4929f0337808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:14.202257 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-743c6615-8f06-4feb-9787-4929f0337808 service neutron] 10.222.0.58 "GET /v2.0/ports/836860f4-7f78-4d29-8753-1658ddbce618 HTTP/1.1" status: 200 len: 1032 time: 0.1492140 Sep 23 06:49:14.232201 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54da814-ccba-4e02-a277-10b4049f9884 req-62dae4f3-a9c1-4709-aa7a-9858d6fabe68 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:14.239696 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b54da814-ccba-4e02-a277-10b4049f9884 req-62dae4f3-a9c1-4709-aa7a-9858d6fabe68 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] 10.222.0.39 "GET /v2.0/ports?device_id=43ad6ed6-1d2c-4f40-8d02-df12917225a3 HTTP/1.1" status: 200 len: 945 time: 0.2595067 Sep 23 06:49:14.251695 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=5746fb71-e5e2-4187-9491-c0849b93529e,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:14.271199 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0c7ce29a-81b7-4602-8437-9e95a6cb5d6c req-743927a2-048c-4147-8494-ffc42214c60c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=df69b107-d214-48a1-9de3-f64218339a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527250 Sep 23 06:49:14.342764 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-625dae00-60c9-4749-a9ac-707d557f4a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:14.344220 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-625dae00-60c9-4749-a9ac-707d557f4a80 service neutron] 10.222.0.58 "GET /v2.0/ports/66dc2450-0dc5-4831-8e32-390fda82bf83 HTTP/1.1" status: 200 len: 1032 time: 0.1297562 Sep 23 06:49:14.366674 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ad2dc20d-27ab-4f93-afc5-f4ed47da80fc req-9863d65d-1789-4f96-a073-9ee051a234ff service neutron] 10.222.0.21 "GET /v2.0/networks/70761228-e1b5-4b17-beed-b21ba4f65cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3124530 Sep 23 06:49:14.383674 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeacbfc-a5d7-4647-aaf7-4d3c8012184a req-d5e305a1-340d-4ae7-99af-c5e069ab0815 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:14.390819 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-aaeacbfc-a5d7-4647-aaf7-4d3c8012184a req-d5e305a1-340d-4ae7-99af-c5e069ab0815 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b5a5b1b-ecf7-4d00-8f54-00d9a7ab45b7 HTTP/1.1" status: 200 len: 946 time: 0.0961473 Sep 23 06:49:14.422303 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['7da25915-f1bb-47ed-8d1d-fd963ea04967'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:49:14.459839 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['5746fb71-e5e2-4187-9491-c0849b93529e'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:49:14.590933 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-aaeacbfc-a5d7-4647-aaf7-4d3c8012184a req-c22b2ec8-7fcb-4ebe-ba28-bbd770c25be3 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774542 Sep 23 06:49:14.676105 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ad2dc20d-27ab-4f93-afc5-f4ed47da80fc req-700b9bc6-bfd5-4a5e-8845-e0d9045e181d service neutron] 10.222.0.21 "GET /v2.0/networks/70761228-e1b5-4b17-beed-b21ba4f65cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844894 Sep 23 06:49:14.772961 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-d645a2ac-567d-4271-a0a1-0d74abfbc7a9 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:14.790240 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-d645a2ac-567d-4271-a0a1-0d74abfbc7a9 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:14.802703 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-d645a2ac-567d-4271-a0a1-0d74abfbc7a9 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:14.804400 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-d645a2ac-567d-4271-a0a1-0d74abfbc7a9 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.58 "GET /v2.0/networks?id=101e91e4-7df0-4369-ab96-69b58e29208f&id=feb093c6-06a4-4aad-bf82-6fd567da1d91&id=feb093c6-06a4-4aad-bf82-6fd567da1d91&id=feb093c6-06a4-4aad-bf82-6fd567da1d91&id=feb093c6-06a4-4aad-bf82-6fd567da1d91&id=f4c6acfd-810d-4386-8654-cad37d5f8fa8&id=f4c6acfd-810d-4386-8654-cad37d5f8fa8 HTTP/1.1" status: 200 len: 1994 time: 0.3351898 Sep 23 06:49:14.839294 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b54da814-ccba-4e02-a277-10b4049f9884 req-07c4af79-a557-4dea-9dd9-440d62501de1 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] 10.222.0.39 "GET /v2.0/security-groups?id=5fb6529b-504d-43b9-ab4f-6fe68e529500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5932729 Sep 23 06:49:14.854377 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b20d6b48-72e3-4677-8e4b-efb193b5bb16 req-e465aeb3-c68a-4c14-9c17-ec43c316c094 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bf31744-0efa-4cef-967d-471fd8e8c528 HTTP/1.1" status: 200 len: 210 time: 0.0487816 Sep 23 06:49:14.944914 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3cf516f4-8bfd-4848-8297-73fd03cd1538 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:14.954247 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-2c7fa962-a702-41d5-bbcf-430c396ab298 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=147ee43e793f431bb6dc0e9de8ff2960 HTTP/1.1" status: 200 len: 380 time: 0.0907218 Sep 23 06:49:14.958178 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-901b70e0-2380-47a6-8bb8-fa6eaa5c27a0 x-openstack-request-id: req-901b70e0-2380-47a6-8bb8-fa6eaa5c27a0 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:49:14.958652 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d01b5289-4729-4e31-bf06-86731c596af7", "tag": "0f8a2de8-448c-430c-af19-829f6f8b779c", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:49:14.959048 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-901b70e0-2380-47a6-8bb8-fa6eaa5c27a0 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:49:14.959588 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd01b5289-4729-4e31-bf06-86731c596af7', 'tag': '0f8a2de8-448c-430c-af19-829f6f8b779c', 'status': 'completed', 'code': 200} Sep 23 06:49:14.969745 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-ed58a282-6762-4341-ba29-9118cd8a9fb9 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Request body: {'port': {'device_id': '5bf31744-0efa-4cef-967d-471fd8e8c528', 'network_id': '101e91e4-7df0-4369-ab96-69b58e29208f', 'admin_state_up': True, 'tenant_id': '147ee43e793f431bb6dc0e9de8ff2960', 'security_groups': ['5d045487-122b-40fb-9f4c-7e88b4bd6ca4']}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:49:15.055261 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3cf516f4-8bfd-4848-8297-73fd03cd1538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:15.080208 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf516f4-8bfd-4848-8297-73fd03cd1538 admin admin] Network 0d996d84-b4b4-4e6f-a850-4a458bf62804 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:49:15.105300 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-3cf516f4-8bfd-4848-8297-73fd03cd1538 admin admin] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:49:15.131093 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf330aa-85f3-42a4-a0a0-db263703f4a8 req-4032ef87-4385-451e-86ec-214f28ff8774 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:15.133247 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1bf330aa-85f3-42a4-a0a0-db263703f4a8 req-4032ef87-4385-451e-86ec-214f28ff8774 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=d01b5289-4729-4e31-bf06-86731c596af7 HTTP/1.1" status: 200 len: 943 time: 0.1344817 Sep 23 06:49:15.140848 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf516f4-8bfd-4848-8297-73fd03cd1538 admin admin] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:49:15.154167 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edce66cc-7ed5-482e-b2ad-7344815f8787 req-2162d4df-c309-4a23-9a18-fac3078e58fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:15.156288 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-edce66cc-7ed5-482e-b2ad-7344815f8787 req-2162d4df-c309-4a23-9a18-fac3078e58fe service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d770b30fb6f848b6a7fdbc27123d77ce&device_id=d01b5289-4729-4e31-bf06-86731c596af7 HTTP/1.1" status: 200 len: 1095 time: 0.1471419 Sep 23 06:49:15.208394 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2148c4a-ece8-40d8-82fe-42a24b6ad316 req-2bf95bc2-dbde-40ff-8e99-e98625e6236d tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:15.210888 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a2148c4a-ece8-40d8-82fe-42a24b6ad316 req-2bf95bc2-dbde-40ff-8e99-e98625e6236d tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac70bbb-9d80-46cf-af2c-420f6e53d85d HTTP/1.1" status: 200 len: 944 time: 0.1610870 Sep 23 06:49:15.240201 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1bf330aa-85f3-42a4-a0a0-db263703f4a8 req-98a2afee-6e6e-4fa8-8c35-3bc0504fa658 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878522 Sep 23 06:49:15.281924 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3cf516f4-8bfd-4848-8297-73fd03cd1538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068614'] for router_interface, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:15.286432 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf516f4-8bfd-4848-8297-73fd03cd1538 admin admin] Pushing event updated for resources: {'Port': ['ID=e20214c0-1fda-4fa2-be61-0f3cba5d1881,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:15.357610 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf516f4-8bfd-4848-8297-73fd03cd1538 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:49:15.358126 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf516f4-8bfd-4848-8297-73fd03cd1538 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:49:15.358568 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf516f4-8bfd-4848-8297-73fd03cd1538 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:49:15.359003 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf516f4-8bfd-4848-8297-73fd03cd1538 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:49:15.359445 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf516f4-8bfd-4848-8297-73fd03cd1538 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:49:15.359870 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf516f4-8bfd-4848-8297-73fd03cd1538 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:49:15.360368 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf516f4-8bfd-4848-8297-73fd03cd1538 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:49:15.360918 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf516f4-8bfd-4848-8297-73fd03cd1538 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:49:15.361320 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf516f4-8bfd-4848-8297-73fd03cd1538 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:49:15.361770 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf516f4-8bfd-4848-8297-73fd03cd1538 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:49:15.362298 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf516f4-8bfd-4848-8297-73fd03cd1538 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:49:15.362718 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf516f4-8bfd-4848-8297-73fd03cd1538 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:49:15.367749 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a2148c4a-ece8-40d8-82fe-42a24b6ad316 req-bcbbc6f9-a0f8-443d-8f99-499137fa38e8 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6ee093f-a990-48d7-bc4a-6ada4c83a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375687 Sep 23 06:49:15.368463 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-ed58a282-6762-4341-ba29-9118cd8a9fb9 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Made reservation on behalf of 147ee43e793f431bb6dc0e9de8ff2960 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:49:15.378699 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-ed58a282-6762-4341-ba29-9118cd8a9fb9 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:15.475289 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-ea9b446f-5644-4bba-b373-8edaca58f0f7 None None] Provisioning complete for port e20214c0-1fda-4fa2-be61-0f3cba5d1881 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:49:15.475289 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ea9b446f-5644-4bba-b373-8edaca58f0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:15.546968 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2b3f9e-7095-405d-ba06-6cc3b3c8e7b9 req-0c78998d-8b13-46c7-9d1c-248ad5a0c690 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:15.547700 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-ea9b446f-5644-4bba-b373-8edaca58f0f7 None None] Port e20214c0-1fda-4fa2-be61-0f3cba5d1881 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:49:15.554967 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3b2b3f9e-7095-405d-ba06-6cc3b3c8e7b9 req-0c78998d-8b13-46c7-9d1c-248ad5a0c690 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/ports?device_id=193182f5-6dd0-42cb-a3c8-6bc06f2deb9b HTTP/1.1" status: 200 len: 946 time: 0.2039957 Sep 23 06:49:15.638326 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3b2b3f9e-7095-405d-ba06-6cc3b3c8e7b9 req-1a3c7aaf-4c29-4775-8fe2-9303cc6cfa5d tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d44e72e-9977-4c1c-b9ad-087588ff958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641396 Sep 23 06:49:15.639363 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3cf516f4-8bfd-4848-8297-73fd03cd1538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:15.728679 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edce66cc-7ed5-482e-b2ad-7344815f8787 req-9e81c30d-3e36-4b05-9ff3-4a512bdd09ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:15.730216 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-edce66cc-7ed5-482e-b2ad-7344815f8787 req-9e81c30d-3e36-4b05-9ff3-4a512bdd09ca service neutron] 10.222.0.21 "GET /v2.0/networks?id=70761228-e1b5-4b17-beed-b21ba4f65cc6 HTTP/1.1" status: 200 len: 916 time: 0.5452704 Sep 23 06:49:15.787314 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-edce66cc-7ed5-482e-b2ad-7344815f8787 req-6723eef9-1050-459b-befb-569bd103f610 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f8a2de8-448c-430c-af19-829f6f8b779c HTTP/1.1" status: 200 len: 217 time: 0.0457830 Sep 23 06:49:15.807781 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8443460-925b-4c59-b99e-30c7e9cc2318 req-b1c8cc41-49a2-49b0-9c3a-bd646d329765 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:15.812297 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a8443460-925b-4c59-b99e-30c7e9cc2318 req-b1c8cc41-49a2-49b0-9c3a-bd646d329765 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] 10.222.0.39 "GET /v2.0/ports?device_id=43ad6ed6-1d2c-4f40-8d02-df12917225a3 HTTP/1.1" status: 200 len: 945 time: 0.1643469 Sep 23 06:49:15.819891 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 32896) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:49:15.829102 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-9fa2f3a2-ff2d-4681-81b2-c4670a829773 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Request body: {'floatingip': {'port_id': 'aab30b3a-8e81-477a-a16e-49615cf4d5ca'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:49:15.883549 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9fa2f3a2-ff2d-4681-81b2-c4670a829773 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Notify callbacks [] for floatingip, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:15.901850 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edce66cc-7ed5-482e-b2ad-7344815f8787 req-6699e426-13a9-490e-85d2-a76eaf465f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:15.903940 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-edce66cc-7ed5-482e-b2ad-7344815f8787 req-6699e426-13a9-490e-85d2-a76eaf465f01 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ee9867bb-5a46-416a-ad93-958ca334c2f9 HTTP/1.1" status: 200 len: 855 time: 0.0903974 Sep 23 06:49:15.931016 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430bf30c-08b1-43d9-b62c-c444eec6dc55 req-88f26cb3-17e3-4598-9a9c-0ad18b428435 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:15.932534 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-430bf30c-08b1-43d9-b62c-c444eec6dc55 req-88f26cb3-17e3-4598-9a9c-0ad18b428435 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=358b1d87-108d-4a28-b69c-7d8042689779 HTTP/1.1" status: 200 len: 946 time: 0.2076557 Sep 23 06:49:15.958377 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-ed58a282-6762-4341-ba29-9118cd8a9fb9 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Allocated IP 172.20.0.4 (101e91e4-7df0-4369-ab96-69b58e29208f/f10707c7-ecb6-4efa-8289-ef31b97494c5/ec26d16c-4b06-4d74-a5ea-ff42d0ea9fbb) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:49:15.965580 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-edce66cc-7ed5-482e-b2ad-7344815f8787 req-e5b241c6-65e9-47c3-9185-bb25176482d5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=70761228-e1b5-4b17-beed-b21ba4f65cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512660 Sep 23 06:49:16.059614 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device f006676a-e3c3-4004-aac6-30fa5dd147c7 up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:49:16.099560 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-430bf30c-08b1-43d9-b62c-c444eec6dc55 req-cb656f05-e18e-4b0b-8850-2ec54a80d775 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=df69b107-d214-48a1-9de3-f64218339a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543725 Sep 23 06:49:16.104856 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-edce66cc-7ed5-482e-b2ad-7344815f8787 req-e6d29c9e-5a80-4909-b01c-e08409cdeb8e service neutron] 10.222.0.21 "GET /v2.0/networks/70761228-e1b5-4b17-beed-b21ba4f65cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276660 Sep 23 06:49:16.187048 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4236c2-8396-4ab5-b1a6-16f042d569a1 req-e0da738c-317c-43ba-9e2f-24a93ef2a2ca tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:16.193266 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port f006676a-e3c3-4004-aac6-30fa5dd147c7 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:49:16.195608 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1b4236c2-8396-4ab5-b1a6-16f042d569a1 req-e0da738c-317c-43ba-9e2f-24a93ef2a2ca tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b5a5b1b-ecf7-4d00-8f54-00d9a7ab45b7 HTTP/1.1" status: 200 len: 946 time: 0.3015382 Sep 23 06:49:16.198362 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port f006676a-e3c3-4004-aac6-30fa5dd147c7 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:49:16.199069 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:16.232433 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3cf516f4-8bfd-4848-8297-73fd03cd1538 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:16.265722 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3cf516f4-8bfd-4848-8297-73fd03cd1538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:16.280289 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 560d8b32-8b51-4953-8b34-4692e042958c up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:49:16.362338 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-ed58a282-6762-4341-ba29-9118cd8a9fb9 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:16.385789 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 560d8b32-8b51-4953-8b34-4692e042958c triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:49:16.386357 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:16.388985 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:16.399924 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3cf516f4-8bfd-4848-8297-73fd03cd1538 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067062'] for router_interface, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:16.427186 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf516f4-8bfd-4848-8297-73fd03cd1538 admin admin] Pushing event updated for resources: {'Port': ['ID=e20214c0-1fda-4fa2-be61-0f3cba5d1881,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:16.501023 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1b4236c2-8396-4ab5-b1a6-16f042d569a1 req-fdfb7f9f-498e-4a99-ba6c-da3badde23e5 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042817 Sep 23 06:49:16.504121 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-98a3e3ec-ea6c-42f6-a4a8-7a78cec85c2e req-797216ea-57e3-43e5-9266-0fb5fb759d42 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bf31744-0efa-4cef-967d-471fd8e8c528 HTTP/1.1" status: 200 len: 210 time: 0.0926487 Sep 23 06:49:16.532173 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-edce66cc-7ed5-482e-b2ad-7344815f8787 req-aed63b75-eb54-4257-be10-9cffdc03b4b7 service neutron] 10.222.0.21 "GET /v2.0/networks/70761228-e1b5-4b17-beed-b21ba4f65cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4062142 Sep 23 06:49:16.553621 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port f006676a-e3c3-4004-aac6-30fa5dd147c7, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=f006676a-e3c3-4004-aac6-30fa5dd147c7,segment=NetworkSegment(bb037a6f-7cd1-4c5c-a32a-f2d8a590e019),segment_id=bb037a6f-7cd1-4c5c-a32a-f2d8a590e019)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:49:16.562781 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83fba572-4d69-4602-8706-5c4d14cde482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f006676a-e3c3-4004-aac6-30fa5dd147c7'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:49:16.566311 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-ed58a282-6762-4341-ba29-9118cd8a9fb9 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:16.571178 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c5bb0a7-fe64-44df-9a94-049bb94540ed" -d '{"events": [{"server_uuid": "83fba572-4d69-4602-8706-5c4d14cde482", "name": "network-vif-plugged", "status": "completed", "tag": "f006676a-e3c3-4004-aac6-30fa5dd147c7"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:49:16.583151 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:16.584888 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0dcb0d-a408-497c-9576-810da403655f req-dde8db8f-1487-4cf0-9e91-a435aa601191 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:16.586623 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4c0dcb0d-a408-497c-9576-810da403655f req-dde8db8f-1487-4cf0-9e91-a435aa601191 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b5a5b1b-ecf7-4d00-8f54-00d9a7ab45b7 HTTP/1.1" status: 200 len: 946 time: 0.1579530 Sep 23 06:49:16.679324 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-ed58a282-6762-4341-ba29-9118cd8a9fb9 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Network 101e91e4-7df0-4369-ab96-69b58e29208f is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:49:16.680387 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:16.690228 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-ed58a282-6762-4341-ba29-9118cd8a9fb9 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:49:16.725318 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-ed58a282-6762-4341-ba29-9118cd8a9fb9 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:49:16.736232 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port 560d8b32-8b51-4953-8b34-4692e042958c, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=560d8b32-8b51-4953-8b34-4692e042958c,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:49:16.751291 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:16.758782 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=f006676a-e3c3-4004-aac6-30fa5dd147c7,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:16.760780 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed58a282-6762-4341-ba29-9118cd8a9fb9 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Pushing event updated for resources: {'Port': ['ID=ec26d16c-4b06-4d74-a5ea-ff42d0ea9fbb,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:16.802077 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed58a282-6762-4341-ba29-9118cd8a9fb9 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:49:16.802599 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed58a282-6762-4341-ba29-9118cd8a9fb9 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:49:16.803041 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed58a282-6762-4341-ba29-9118cd8a9fb9 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:49:16.803590 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed58a282-6762-4341-ba29-9118cd8a9fb9 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:49:16.804025 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed58a282-6762-4341-ba29-9118cd8a9fb9 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:49:16.804528 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed58a282-6762-4341-ba29-9118cd8a9fb9 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:49:16.804951 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed58a282-6762-4341-ba29-9118cd8a9fb9 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:49:16.805385 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed58a282-6762-4341-ba29-9118cd8a9fb9 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:49:16.805814 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed58a282-6762-4341-ba29-9118cd8a9fb9 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:49:16.806264 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed58a282-6762-4341-ba29-9118cd8a9fb9 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:49:16.806689 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed58a282-6762-4341-ba29-9118cd8a9fb9 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:49:16.807112 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed58a282-6762-4341-ba29-9118cd8a9fb9 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:49:16.840673 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=560d8b32-8b51-4953-8b34-4692e042958c,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:16.881548 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-ed58a282-6762-4341-ba29-9118cd8a9fb9 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:16.882470 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-ed58a282-6762-4341-ba29-9118cd8a9fb9 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:16.914037 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d8502-895c-4c54-a56d-735cf26b2e38 req-aa071fa9-a5ab-45de-b2b7-e7d7a8bd324b tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:16.915963 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fb3d8502-895c-4c54-a56d-735cf26b2e38 req-aa071fa9-a5ab-45de-b2b7-e7d7a8bd324b tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac70bbb-9d80-46cf-af2c-420f6e53d85d HTTP/1.1" status: 200 len: 944 time: 0.1215501 Sep 23 06:49:16.922627 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-ed58a282-6762-4341-ba29-9118cd8a9fb9 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9597611 Sep 23 06:49:16.951670 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-4c0dcb0d-a408-497c-9576-810da403655f req-51505001-9689-4431-9f7a-8498045f91e1 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Deleting port 99ca2b9b-c0a9-413b-897a-cea4b52c6f07 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:49:16.952097 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-4c0dcb0d-a408-497c-9576-810da403655f req-51505001-9689-4431-9f7a-8498045f91e1 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:16.958206 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-e369f3f6-5923-4a85-8744-b05f8de05687 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Request body: {'port': {'device_id': '5bf31744-0efa-4cef-967d-471fd8e8c528', 'network_id': 'feb093c6-06a4-4aad-bf82-6fd567da1d91', 'admin_state_up': True, 'tenant_id': '147ee43e793f431bb6dc0e9de8ff2960', 'security_groups': ['5d045487-122b-40fb-9f4c-7e88b4bd6ca4']}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:49:17.037954 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf516f4-8bfd-4848-8297-73fd03cd1538 admin admin] Network 0d996d84-b4b4-4e6f-a850-4a458bf62804 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:49:17.044054 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-3cf516f4-8bfd-4848-8297-73fd03cd1538 admin admin] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:49:17.055455 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6adac-634c-4173-80a4-aeadf1bfe98b req-8c5da9e8-0276-471c-a8ea-bda42c804101 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:17.055696 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fb3d8502-895c-4c54-a56d-735cf26b2e38 req-fae8496e-d5a8-45c6-8e7b-ebe10db2e981 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6ee093f-a990-48d7-bc4a-6ada4c83a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310241 Sep 23 06:49:17.057201 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1dc6adac-634c-4173-80a4-aeadf1bfe98b req-8c5da9e8-0276-471c-a8ea-bda42c804101 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=d01b5289-4729-4e31-bf06-86731c596af7 HTTP/1.1" status: 200 len: 943 time: 0.2439103 Sep 23 06:49:17.105409 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-fabaa5d2-1f32-42b0-9b9a-f532c2c2be24 None None] Provisioning complete for port ec26d16c-4b06-4d74-a5ea-ff42d0ea9fbb triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:49:17.105907 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-fabaa5d2-1f32-42b0-9b9a-f532c2c2be24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:17.171191 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e2ee3c-408e-4853-af66-c2d6e8304730 x-openstack-request-id: req-86e2ee3c-408e-4853-af66-c2d6e8304730 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:49:17.171661 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83fba572-4d69-4602-8706-5c4d14cde482", "name": "network-vif-plugged", "status": "completed", "tag": "f006676a-e3c3-4004-aac6-30fa5dd147c7", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:49:17.171982 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-86e2ee3c-408e-4853-af66-c2d6e8304730 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:49:17.172486 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83fba572-4d69-4602-8706-5c4d14cde482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f006676a-e3c3-4004-aac6-30fa5dd147c7', 'code': 200} Sep 23 06:49:17.180022 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9fa2f3a2-ff2d-4681-81b2-c4670a829773 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:17.195696 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-fabaa5d2-1f32-42b0-9b9a-f532c2c2be24 None None] Port ec26d16c-4b06-4d74-a5ea-ff42d0ea9fbb cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:49:17.196270 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-4c0dcb0d-a408-497c-9576-810da403655f req-51505001-9689-4431-9f7a-8498045f91e1 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] For port 99ca2b9b-c0a9-413b-897a-cea4b52c6f07, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=99ca2b9b-c0a9-413b-897a-cea4b52c6f07,segment=NetworkSegment(f93b6022-d5e5-431e-9dcb-2461df9c5b3b),segment_id=f93b6022-d5e5-431e-9dcb-2461df9c5b3b)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:49:17.196675 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-4c0dcb0d-a408-497c-9576-810da403655f req-51505001-9689-4431-9f7a-8498045f91e1 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:17.241209 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-4c0dcb0d-a408-497c-9576-810da403655f req-51505001-9689-4431-9f7a-8498045f91e1 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Calling delete_port for 99ca2b9b-c0a9-413b-897a-cea4b52c6f07 owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:49:17.246368 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-e369f3f6-5923-4a85-8744-b05f8de05687 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Made reservation on behalf of 147ee43e793f431bb6dc0e9de8ff2960 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:49:17.250196 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-e369f3f6-5923-4a85-8744-b05f8de05687 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:17.346635 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 7da25915-f1bb-47ed-8d1d-fd963ea04967 up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:49:17.351124 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9fa2f3a2-ff2d-4681-81b2-c4670a829773 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:17.358628 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1dc6adac-634c-4173-80a4-aeadf1bfe98b req-6aa4a986-47eb-4f5f-a6b7-0bbaab4c700a tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876859 Sep 23 06:49:17.363524 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c148f1a-4b18-4651-bff9-286d8bbb62fe req-e6d1b541-3d6f-4857-96e5-3b3cb9e7ee8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:17.364859 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4c148f1a-4b18-4651-bff9-286d8bbb62fe req-e6d1b541-3d6f-4857-96e5-3b3cb9e7ee8e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=83fba572-4d69-4602-8706-5c4d14cde482 HTTP/1.1" status: 200 len: 1098 time: 0.1565745 Sep 23 06:49:17.399859 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cf516f4-8bfd-4848-8297-73fd03cd1538 admin admin] Router 38bc268b-ce43-4822-830e-3a3e3cee4b2d has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:49:17.444421 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2aaac3-089e-4da6-ad27-bbea1183c33c req-56e592f5-3f31-432f-bd60-471c4132dc92 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:17.445900 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4c2aaac3-089e-4da6-ad27-bbea1183c33c req-56e592f5-3f31-432f-bd60-471c4132dc92 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/ports?device_id=193182f5-6dd0-42cb-a3c8-6bc06f2deb9b HTTP/1.1" status: 200 len: 946 time: 0.1912413 Sep 23 06:49:17.454339 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-9d05d9c9-12fb-49ba-96e5-288a9476109a None None] Provisioning complete for port e20214c0-1fda-4fa2-be61-0f3cba5d1881 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:49:17.455185 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-9d05d9c9-12fb-49ba-96e5-288a9476109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:17.515521 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port 7da25915-f1bb-47ed-8d1d-fd963ea04967 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:49:17.522975 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4c148f1a-4b18-4651-bff9-286d8bbb62fe req-e03d6028-0bd0-4759-be20-0a8195219515 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f6ee093f-a990-48d7-bc4a-6ada4c83a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244545 Sep 23 06:49:17.524719 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-9d05d9c9-12fb-49ba-96e5-288a9476109a None None] Port e20214c0-1fda-4fa2-be61-0f3cba5d1881 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:49:17.530002 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port 7da25915-f1bb-47ed-8d1d-fd963ea04967 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:49:17.530952 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:17.538965 n-d-715271-16 neutron-server[95066]: INFO neutron.db.l3_db [None req-9fa2f3a2-ff2d-4681-81b2-c4670a829773 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Floating IP c1e9614c-f617-4c0c-a6c0-e4ae9a6902ad associated. External IP: 172.25.2.174, port: aab30b3a-8e81-477a-a16e-49615cf4d5ca. Sep 23 06:49:17.608465 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4c2aaac3-089e-4da6-ad27-bbea1183c33c req-0b4b270b-6a96-4b9c-8e1d-e695f0df6985 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d44e72e-9977-4c1c-b9ad-087588ff958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537526 Sep 23 06:49:17.609915 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-e369f3f6-5923-4a85-8744-b05f8de05687 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Allocated IP 10.1.1.148 (feb093c6-06a4-4aad-bf82-6fd567da1d91/cc8a7554-36e3-4ad0-b779-92036cb83888/2b24a097-bd4a-4680-b3ae-d426079e7a16) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:49:17.633192 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cf516f4-8bfd-4848-8297-73fd03cd1538 admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:49:17.658403 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00d2660-9fd9-4ceb-a3da-89bdcc06dab7 None None] Sync routers for ids ['38bc268b-ce43-4822-830e-3a3e3cee4b2d'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:49:17.658942 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-3cf516f4-8bfd-4848-8297-73fd03cd1538 admin admin] 10.222.0.39 "PUT /v2.0/routers/38bc268b-ce43-4822-830e-3a3e3cee4b2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3875463 Sep 23 06:49:17.680079 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00d2660-9fd9-4ceb-a3da-89bdcc06dab7 None None] Routers {'38bc268b-ce43-4822-830e-3a3e3cee4b2d'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:49:17.680827 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-a00d2660-9fd9-4ceb-a3da-89bdcc06dab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:49:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['38bc268b-ce43-4822-830e-3a3e3cee4b2d'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:49:17.706765 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-4c0dcb0d-a408-497c-9576-810da403655f req-51505001-9689-4431-9f7a-8498045f91e1 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:17.794443 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51505001-9689-4431-9f7a-8498045f91e1 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Pushing event deleted for resources: {'Port': ['ID=99ca2b9b-c0a9-413b-897a-cea4b52c6f07,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:17.819762 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096e5269-a25b-4ebc-a869-20cb4c997ab8 req-1adb682d-7b68-4ddd-be6d-1f5a53801566 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:17.822455 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-096e5269-a25b-4ebc-a869-20cb4c997ab8 req-1adb682d-7b68-4ddd-be6d-1f5a53801566 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b5a5b1b-ecf7-4d00-8f54-00d9a7ab45b7 HTTP/1.1" status: 200 len: 867 time: 0.1629376 Sep 23 06:49:17.861996 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-a00d2660-9fd9-4ceb-a3da-89bdcc06dab7 None None] Set router 38bc268b-ce43-4822-830e-3a3e3cee4b2d gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:49:17.879765 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c0dcb0d-a408-497c-9576-810da403655f req-51505001-9689-4431-9f7a-8498045f91e1 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] No DVR routers for this DVR port 99ca2b9b-c0a9-413b-897a-cea4b52c6f07 on host n-h1-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:49:17.886122 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-4c0dcb0d-a408-497c-9576-810da403655f req-51505001-9689-4431-9f7a-8498045f91e1 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:17.889189 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4c0dcb0d-a408-497c-9576-810da403655f req-51505001-9689-4431-9f7a-8498045f91e1 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.21 "DELETE /v2.0/ports/99ca2b9b-c0a9-413b-897a-cea4b52c6f07 HTTP/1.1" status: 204 len: 173 time: 1.2701066 Sep 23 06:49:17.893366 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b5a5b1b-ecf7-4d00-8f54-00d9a7ab45b7', 'name': 'network-vif-deleted', 'tag': '99ca2b9b-c0a9-413b-897a-cea4b52c6f07'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:49:17.896755 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d76b27ba-1aad-4726-a7c0-5154aa1e2085" -d '{"events": [{"server_uuid": "3b5a5b1b-ecf7-4d00-8f54-00d9a7ab45b7", "name": "network-vif-deleted", "tag": "99ca2b9b-c0a9-413b-897a-cea4b52c6f07"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:49:17.913763 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4583c75-20ba-494b-b939-a9df222e5c95 req-5d2962eb-5d96-4e98-bb78-bc00c990b1d5 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:17.922091 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d4583c75-20ba-494b-b939-a9df222e5c95 req-5d2962eb-5d96-4e98-bb78-bc00c990b1d5 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bf31744-0efa-4cef-967d-471fd8e8c528 HTTP/1.1" status: 200 len: 931 time: 0.1859717 Sep 23 06:49:18.043277 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-096e5269-a25b-4ebc-a869-20cb4c997ab8 req-b8b097db-ff79-413e-a075-57933c7cefa8 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079377 Sep 23 06:49:18.048497 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fa2f3a2-ff2d-4681-81b2-c4670a829773 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Router 13119104-960c-4017-b2f8-608fd4d99c3a has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:49:18.071404 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-e369f3f6-5923-4a85-8744-b05f8de05687 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:18.124260 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['99ca2b9b-c0a9-413b-897a-cea4b52c6f07'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:49:18.136122 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-e369f3f6-5923-4a85-8744-b05f8de05687 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:18.146699 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 0f8a2de8-448c-430c-af19-829f6f8b779c details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:49:18.162062 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 560d8b32-8b51-4953-8b34-4692e042958c up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:49:18.217515 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d4583c75-20ba-494b-b939-a9df222e5c95 req-dfc38e73-af6a-4546-8a5e-fa94f5337216 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d045487-122b-40fb-9f4c-7e88b4bd6ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2911410 Sep 23 06:49:18.219704 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa2f3a2-ff2d-4681-81b2-c4670a829773 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:49:18.226930 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9fa2f3a2-ff2d-4681-81b2-c4670a829773 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:18.232531 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e78811-7ff4-405c-a743-647ce6a48454 None None] Sync routers for ids ['13119104-960c-4017-b2f8-608fd4d99c3a'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:49:18.256422 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-e369f3f6-5923-4a85-8744-b05f8de05687 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Network feb093c6-06a4-4aad-bf82-6fd567da1d91 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:49:18.257975 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e369f3f6-5923-4a85-8744-b05f8de05687 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Pushing event updated for resources: {'Port': ['ID=2b24a097-bd4a-4680-b3ae-d426079e7a16,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:18.260604 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-e369f3f6-5923-4a85-8744-b05f8de05687 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:49:18.265041 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88bdb627-c034-4bbc-8d65-1fb78d5770cb x-openstack-request-id: req-88bdb627-c034-4bbc-8d65-1fb78d5770cb {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:49:18.265648 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b5a5b1b-ecf7-4d00-8f54-00d9a7ab45b7", "name": "network-vif-deleted", "tag": "99ca2b9b-c0a9-413b-897a-cea4b52c6f07", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:49:18.265648 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-88bdb627-c034-4bbc-8d65-1fb78d5770cb {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:49:18.266004 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b5a5b1b-ecf7-4d00-8f54-00d9a7ab45b7', 'name': 'network-vif-deleted', 'tag': '99ca2b9b-c0a9-413b-897a-cea4b52c6f07', 'status': 'completed', 'code': 200} Sep 23 06:49:18.266744 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-e369f3f6-5923-4a85-8744-b05f8de05687 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:49:18.268851 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e78811-7ff4-405c-a743-647ce6a48454 None None] Routers {'13119104-960c-4017-b2f8-608fd4d99c3a'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:49:18.269498 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-50e78811-7ff4-405c-a743-647ce6a48454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:49:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['13119104-960c-4017-b2f8-608fd4d99c3a'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:49:18.330378 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-e369f3f6-5923-4a85-8744-b05f8de05687 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:18.330953 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-e369f3f6-5923-4a85-8744-b05f8de05687 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:18.355106 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-e369f3f6-5923-4a85-8744-b05f8de05687 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4171324 Sep 23 06:49:18.379357 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-669426b1-00ac-47d9-b98c-017f0a986b6e tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Request body: {'port': {'device_id': '5bf31744-0efa-4cef-967d-471fd8e8c528', 'network_id': 'feb093c6-06a4-4aad-bf82-6fd567da1d91', 'admin_state_up': True, 'tenant_id': '147ee43e793f431bb6dc0e9de8ff2960', 'security_groups': ['5d045487-122b-40fb-9f4c-7e88b4bd6ca4']}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:49:18.446877 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:18.538358 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c636f2ac-5b44-4df8-ae77-af046a1d979e req-ac97e935-9d94-4b52-b11d-9c86037822e0 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:18.539966 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c636f2ac-5b44-4df8-ae77-af046a1d979e req-ac97e935-9d94-4b52-b11d-9c86037822e0 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac70bbb-9d80-46cf-af2c-420f6e53d85d HTTP/1.1" status: 200 len: 944 time: 0.1521041 Sep 23 06:49:18.567900 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-50e78811-7ff4-405c-a743-647ce6a48454 None None] Set router 13119104-960c-4017-b2f8-608fd4d99c3a gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:49:18.708277 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 7da25915-f1bb-47ed-8d1d-fd963ea04967, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=7da25915-f1bb-47ed-8d1d-fd963ea04967,segment=NetworkSegment(bb037a6f-7cd1-4c5c-a32a-f2d8a590e019),segment_id=bb037a6f-7cd1-4c5c-a32a-f2d8a590e019)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:49:18.714313 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 560d8b32-8b51-4953-8b34-4692e042958c triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:49:18.715334 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:18.748327 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c636f2ac-5b44-4df8-ae77-af046a1d979e req-b1fdaaaf-2dbe-4b4b-bfd2-69b5032bacb8 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6ee093f-a990-48d7-bc4a-6ada4c83a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390576 Sep 23 06:49:18.796955 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:18.796955 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 5746fb71-e5e2-4187-9491-c0849b93529e up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:49:18.799119 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-9fa2f3a2-ff2d-4681-81b2-c4670a829773 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] 10.222.0.39 "PUT /v2.0/floatingips/c1e9614c-f617-4c0c-a6c0-e4ae9a6902ad HTTP/1.1" status: 200 len: 991 time: 2.9776623 Sep 23 06:49:18.801977 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43ad6ed6-1d2c-4f40-8d02-df12917225a3', 'tag': 'aab30b3a-8e81-477a-a16e-49615cf4d5ca'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:49:18.806166 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91033058-09bb-491d-bfe6-2f8a79623504" -d '{"events": [{"name": "network-changed", "server_uuid": "43ad6ed6-1d2c-4f40-8d02-df12917225a3", "tag": "aab30b3a-8e81-477a-a16e-49615cf4d5ca"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:49:18.814081 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-669426b1-00ac-47d9-b98c-017f0a986b6e tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Made reservation on behalf of 147ee43e793f431bb6dc0e9de8ff2960 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:49:18.822203 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-669426b1-00ac-47d9-b98c-017f0a986b6e tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:18.893933 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 0f8a2de8-448c-430c-af19-829f6f8b779c, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=0f8a2de8-448c-430c-af19-829f6f8b779c,segment=NetworkSegment(411a8e6c-3437-4d6d-939a-157de7e909fe),segment_id=411a8e6c-3437-4d6d-939a-157de7e909fe)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:49:18.899045 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-3e23a4f9-969a-495c-a791-0d361c6b5ea9 None None] Provisioning complete for port 2b24a097-bd4a-4680-b3ae-d426079e7a16 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:49:18.899420 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3e23a4f9-969a-495c-a791-0d361c6b5ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:18.959337 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-a00d2660-9fd9-4ceb-a3da-89bdcc06dab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38bc268b-ce43-4822-830e-3a3e3cee4b2d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-629062751-router', 'tenant_id': 'b4c98fe61d4d4691a9ed5d49fef41770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '560d8b32-8b51-4953-8b34-4692e042958c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:49:05Z', 'updated_at': '2021-09-23T06:49:15Z', 'revision_number': 4, 'project_id': 'b4c98fe61d4d4691a9ed5d49fef41770', 'gw_port': {'id': '560d8b32-8b51-4953-8b34-4692e042958c', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:1a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bc268b-ce43-4822-830e-3a3e3cee4b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:49:07Z', 'updated_at': '2021-09-23T06:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': 'e20214c0-1fda-4fa2-be61-0f3cba5d1881', 'name': '', 'network_id': '0d996d84-b4b4-4e6f-a850-4a458bf62804', 'tenant_id': 'b4c98fe61d4d4691a9ed5d49fef41770', 'mac_address': 'fa:16:3e:71:a5:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38bc268b-ce43-4822-830e-3a3e3cee4b2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '7ba05bd1-3982-461a-8070-b835a868df61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:49:13Z', 'updated_at': '2021-09-23T06:49:15Z', 'revision_number': 2, 'project_id': 'b4c98fe61d4d4691a9ed5d49fef41770', 'subnets': [{'id': '7ba05bd1-3982-461a-8070-b835a868df61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:49:18.984284 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a02033c-fe29-4cb7-80ab-c48171214083 req-2756d91c-a573-4b26-9568-175f5b1b42b2 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:18.985901 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6a02033c-fe29-4cb7-80ab-c48171214083 req-2756d91c-a573-4b26-9568-175f5b1b42b2 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=d01b5289-4729-4e31-bf06-86731c596af7 HTTP/1.1" status: 200 len: 943 time: 0.1573234 Sep 23 06:49:19.015088 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-50e78811-7ff4-405c-a743-647ce6a48454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13119104-960c-4017-b2f8-608fd4d99c3a', 'name': 'tempest-ServersTestBootFromVolume-1982757465-router', 'tenant_id': '2717295d607749ba9e686f8b98a96be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': 'aed369ab-2bc3-422b-aefc-a1a13e42771d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:48:03Z', 'updated_at': '2021-09-23T06:48:11Z', 'revision_number': 4, 'project_id': '2717295d607749ba9e686f8b98a96be1', 'gw_port': {'id': 'aed369ab-2bc3-422b-aefc-a1a13e42771d', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:57:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13119104-960c-4017-b2f8-608fd4d99c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:48:04Z', 'updated_at': '2021-09-23T06:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': 'c1e9614c-f617-4c0c-a6c0-e4ae9a6902ad', 'tenant_id': '2717295d607749ba9e686f8b98a96be1', 'floating_ip_address': '172.25.2.174', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '13119104-960c-4017-b2f8-608fd4d99c3a', 'port_id': 'aab30b3a-8e81-477a-a16e-49615cf4d5ca', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eff2865d-ee9a-496c-8687-af6ecd1b642b', 'mac_address': 'fa:16:3e:2e:b1:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ad6ed6-1d2c-4f40-8d02-df12917225a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T06:48:20Z', 'updated_at': '2021-09-23T06:49:16Z', 'revision_number': 1, 'project_id': '2717295d607749ba9e686f8b98a96be1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3956ddab-2b87-43b4-a301-401d3c86fb95', 'name': '', 'network_id': 'eff2865d-ee9a-496c-8687-af6ecd1b642b', 'tenant_id': '2717295d607749ba9e686f8b98a96be1', 'mac_address': 'fa:16:3e:3b:81:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13119104-960c-4017-b2f8-608fd4d99c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '8a474d77-13d4-47cb-baa4-fd0c6e3c1147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:48:09Z', 'updated_at': '2021-09-23T06:48:18Z', 'revision_number': 5, 'project_id': '2717295d607749ba9e686f8b98a96be1', 'subnets': [{'id': '8a474d77-13d4-47cb-baa4-fd0c6e3c1147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:49:19.019208 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d333cef-e81b-45ba-9fa7-0b58e1bd66a0 req-b6c87b9f-dd37-4b3a-a588-fdfa020be930 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:19.020758 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5d333cef-e81b-45ba-9fa7-0b58e1bd66a0 req-b6c87b9f-dd37-4b3a-a588-fdfa020be930 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] 10.222.0.39 "GET /v2.0/networks?id=0d996d84-b4b4-4e6f-a850-4a458bf62804 HTTP/1.1" status: 200 len: 828 time: 0.2198331 Sep 23 06:49:19.027826 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00d2660-9fd9-4ceb-a3da-89bdcc06dab7 None None] Checking router: 38bc268b-ce43-4822-830e-3a3e3cee4b2d for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:49:19.028201 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00d2660-9fd9-4ceb-a3da-89bdcc06dab7 None None] Updating router 38bc268b-ce43-4822-830e-3a3e3cee4b2d port e20214c0-1fda-4fa2-be61-0f3cba5d1881 binding host n-d-715271-16 {{(pid=95067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 06:49:19.048450 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e78811-7ff4-405c-a743-647ce6a48454 None None] Checking router: 13119104-960c-4017-b2f8-608fd4d99c3a for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:49:19.055423 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5d333cef-e81b-45ba-9fa7-0b58e1bd66a0 req-109ff908-dcc7-4b54-8285-6100b2b29497 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] 10.222.0.39 "GET /v2.0/quotas/b4c98fe61d4d4691a9ed5d49fef41770 HTTP/1.1" status: 200 len: 375 time: 0.0274463 Sep 23 06:49:19.061807 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e78811-7ff4-405c-a743-647ce6a48454 None None] Routers {'13119104-960c-4017-b2f8-608fd4d99c3a'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:49:19.062557 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-50e78811-7ff4-405c-a743-647ce6a48454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:49:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['13119104-960c-4017-b2f8-608fd4d99c3a'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:49:19.099904 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-669426b1-00ac-47d9-b98c-017f0a986b6e tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Allocated IP 10.1.1.22 (feb093c6-06a4-4aad-bf82-6fd567da1d91/cc8a7554-36e3-4ad0-b779-92036cb83888/aadce6c5-7244-4918-943f-79af3b163ac9) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:49:19.112665 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': '0f8a2de8-448c-430c-af19-829f6f8b779c', 'network_id': '70761228-e1b5-4b17-beed-b21ba4f65cc6', 'port_id': '0f8a2de8-448c-430c-af19-829f6f8b779c', 'mac_address': 'fa:16:3e:14:14:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee9867bb-5a46-416a-ad93-958ca334c2f9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:49:19.137809 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-3e23a4f9-969a-495c-a791-0d361c6b5ea9 None None] Port 2b24a097-bd4a-4680-b3ae-d426079e7a16 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:49:19.157143 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6a02033c-fe29-4cb7-80ab-c48171214083 req-19e1e6ed-df7c-417d-8559-098856b52736 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594298 Sep 23 06:49:19.182967 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ac70bbb-9d80-46cf-af2c-420f6e53d85d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7da25915-f1bb-47ed-8d1d-fd963ea04967'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:49:19.186507 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b92b7c-da2a-4e09-9730-eea46f63f214" -d '{"events": [{"server_uuid": "9ac70bbb-9d80-46cf-af2c-420f6e53d85d", "name": "network-vif-plugged", "status": "completed", "tag": "7da25915-f1bb-47ed-8d1d-fd963ea04967"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:49:19.191030 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=7da25915-f1bb-47ed-8d1d-fd963ea04967,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:19.202992 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5d333cef-e81b-45ba-9fa7-0b58e1bd66a0 req-01ce0bfe-6b51-43c2-976e-4e56d47c294a tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b4c98fe61d4d4691a9ed5d49fef41770&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1339355 Sep 23 06:49:19.226727 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-50e78811-7ff4-405c-a743-647ce6a48454 None None] Set router 13119104-960c-4017-b2f8-608fd4d99c3a gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:49:19.236124 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:49:19.236463 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:49:19.236801 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:49:19.237131 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:49:19.241272 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:49:19.241654 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:49:19.242020 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:49:19.242358 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:49:19.242689 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:49:19.243017 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:49:19.247996 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:49:19.248192 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:49:19.268028 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a00d2660-9fd9-4ceb-a3da-89bdcc06dab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:19.347591 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port 5746fb71-e5e2-4187-9491-c0849b93529e completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:49:19.355607 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port 5746fb71-e5e2-4187-9491-c0849b93529e triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:49:19.356108 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:19.371401 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5d333cef-e81b-45ba-9fa7-0b58e1bd66a0 req-88f431c4-3eb3-4847-8d5b-d792aa98f5e6 service neutron] 10.222.0.39 "GET /v2.0/networks/0d996d84-b4b4-4e6f-a850-4a458bf62804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669517 Sep 23 06:49:19.382222 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfda240d-15fd-403c-9c64-b4cc42a6a94d req-10991055-44ad-4dbb-bbc7-2a201e39fa0d tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:19.387768 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:19.391500 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bfda240d-15fd-403c-9c64-b4cc42a6a94d req-10991055-44ad-4dbb-bbc7-2a201e39fa0d tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/ports?device_id=193182f5-6dd0-42cb-a3c8-6bc06f2deb9b HTTP/1.1" status: 200 len: 946 time: 0.1098032 Sep 23 06:49:19.404948 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-669426b1-00ac-47d9-b98c-017f0a986b6e tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:19.406977 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f8a2de8-448c-430c-af19-829f6f8b779c {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:49:19.428471 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 0f8a2de8-448c-430c-af19-829f6f8b779c, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=0f8a2de8-448c-430c-af19-829f6f8b779c,segment=NetworkSegment(411a8e6c-3437-4d6d-939a-157de7e909fe),segment_id=411a8e6c-3437-4d6d-939a-157de7e909fe)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:49:19.457358 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bfda240d-15fd-403c-9c64-b4cc42a6a94d req-fafc4d77-8fc2-4124-ad6c-51f025b2752e tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d44e72e-9977-4c1c-b9ad-087588ff958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598087 Sep 23 06:49:19.483747 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:19.512442 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-669426b1-00ac-47d9-b98c-017f0a986b6e tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:19.556005 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5d333cef-e81b-45ba-9fa7-0b58e1bd66a0 req-219310be-e1fe-450b-bd66-1c42d5634aec service neutron] 10.222.0.39 "GET /v2.0/networks/0d996d84-b4b4-4e6f-a850-4a458bf62804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827881 Sep 23 06:49:19.615829 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-669426b1-00ac-47d9-b98c-017f0a986b6e tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Network feb093c6-06a4-4aad-bf82-6fd567da1d91 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:49:19.619800 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=0f8a2de8-448c-430c-af19-829f6f8b779c,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:19.623691 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-669426b1-00ac-47d9-b98c-017f0a986b6e tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:49:19.641679 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-669426b1-00ac-47d9-b98c-017f0a986b6e tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:49:19.657613 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa4f217b-2a93-4ab6-abd6-a496a2d06e44 x-openstack-request-id: req-aa4f217b-2a93-4ab6-abd6-a496a2d06e44 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:49:19.657958 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43ad6ed6-1d2c-4f40-8d02-df12917225a3", "tag": "aab30b3a-8e81-477a-a16e-49615cf4d5ca", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:49:19.658221 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-aa4f217b-2a93-4ab6-abd6-a496a2d06e44 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:49:19.658633 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43ad6ed6-1d2c-4f40-8d02-df12917225a3', 'tag': 'aab30b3a-8e81-477a-a16e-49615cf4d5ca', 'status': 'completed', 'code': 200} Sep 23 06:49:19.675213 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:19.742200 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-50e78811-7ff4-405c-a743-647ce6a48454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13119104-960c-4017-b2f8-608fd4d99c3a', 'name': 'tempest-ServersTestBootFromVolume-1982757465-router', 'tenant_id': '2717295d607749ba9e686f8b98a96be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': 'aed369ab-2bc3-422b-aefc-a1a13e42771d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:48:03Z', 'updated_at': '2021-09-23T06:48:11Z', 'revision_number': 4, 'project_id': '2717295d607749ba9e686f8b98a96be1', 'gw_port': {'id': 'aed369ab-2bc3-422b-aefc-a1a13e42771d', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:57:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13119104-960c-4017-b2f8-608fd4d99c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:48:04Z', 'updated_at': '2021-09-23T06:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': 'c1e9614c-f617-4c0c-a6c0-e4ae9a6902ad', 'tenant_id': '2717295d607749ba9e686f8b98a96be1', 'floating_ip_address': '172.25.2.174', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '13119104-960c-4017-b2f8-608fd4d99c3a', 'port_id': 'aab30b3a-8e81-477a-a16e-49615cf4d5ca', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eff2865d-ee9a-496c-8687-af6ecd1b642b', 'mac_address': 'fa:16:3e:2e:b1:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ad6ed6-1d2c-4f40-8d02-df12917225a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T06:48:20Z', 'updated_at': '2021-09-23T06:49:16Z', 'revision_number': 1, 'project_id': '2717295d607749ba9e686f8b98a96be1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3956ddab-2b87-43b4-a301-401d3c86fb95', 'name': '', 'network_id': 'eff2865d-ee9a-496c-8687-af6ecd1b642b', 'tenant_id': '2717295d607749ba9e686f8b98a96be1', 'mac_address': 'fa:16:3e:3b:81:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13119104-960c-4017-b2f8-608fd4d99c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '8a474d77-13d4-47cb-baa4-fd0c6e3c1147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:48:09Z', 'updated_at': '2021-09-23T06:48:18Z', 'revision_number': 5, 'project_id': '2717295d607749ba9e686f8b98a96be1', 'subnets': [{'id': '8a474d77-13d4-47cb-baa4-fd0c6e3c1147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:49:19.743547 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669426b1-00ac-47d9-b98c-017f0a986b6e tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Pushing event updated for resources: {'Port': ['ID=aadce6c5-7244-4918-943f-79af3b163ac9,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:19.802816 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91033058-09bb-491d-bfe6-2f8a79623504 req-300c393b-6793-443d-b4d7-51691196b627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:19.812327 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-91033058-09bb-491d-bfe6-2f8a79623504 req-300c393b-6793-443d-b4d7-51691196b627 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2717295d607749ba9e686f8b98a96be1&device_id=43ad6ed6-1d2c-4f40-8d02-df12917225a3 HTTP/1.1" status: 200 len: 1097 time: 0.1139271 Sep 23 06:49:19.838650 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e78811-7ff4-405c-a743-647ce6a48454 None None] The sync data for ids ['13119104-960c-4017-b2f8-608fd4d99c3a'] in n-d-715271-16 is: [{'id': '13119104-960c-4017-b2f8-608fd4d99c3a', 'name': 'tempest-ServersTestBootFromVolume-1982757465-router', 'tenant_id': '2717295d607749ba9e686f8b98a96be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': 'aed369ab-2bc3-422b-aefc-a1a13e42771d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:48:03Z', 'updated_at': '2021-09-23T06:48:11Z', 'revision_number': 4, 'project_id': '2717295d607749ba9e686f8b98a96be1', 'gw_port': {'id': 'aed369ab-2bc3-422b-aefc-a1a13e42771d', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:57:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13119104-960c-4017-b2f8-608fd4d99c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:48:04Z', 'updated_at': '2021-09-23T06:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': 'c1e9614c-f617-4c0c-a6c0-e4ae9a6902ad', 'tenant_id': '2717295d607749ba9e686f8b98a96be1', 'floating_ip_address': '172.25.2.174', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '13119104-960c-4017-b2f8-608fd4d99c3a', 'port_id': 'aab30b3a-8e81-477a-a16e-49615cf4d5ca', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eff2865d-ee9a-496c-8687-af6ecd1b642b', 'mac_address': 'fa:16:3e:2e:b1:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ad6ed6-1d2c-4f40-8d02-df12917225a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T06:48:20Z', 'updated_at': '2021-09-23T06:49:16Z', 'revision_number': 1, 'project_id': '2717295d607749ba9e686f8b98a96be1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3956ddab-2b87-43b4-a301-401d3c86fb95', 'name': '', 'network_id': 'eff2865d-ee9a-496c-8687-af6ecd1b642b', 'tenant_id': '2717295d607749ba9e686f8b98a96be1', 'mac_address': 'fa:16:3e:3b:81:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13119104-960c-4017-b2f8-608fd4d99c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '8a474d77-13d4-47cb-baa4-fd0c6e3c1147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:48:09Z', 'updated_at': '2021-09-23T06:48:18Z', 'revision_number': 5, 'project_id': '2717295d607749ba9e686f8b98a96be1', 'subnets': [{'id': '8a474d77-13d4-47cb-baa4-fd0c6e3c1147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:49:19.851200 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1be8cd7c-a8f5-4bfa-8e7d-5d6f0ac871f9 req-322231bb-e722-419a-8368-c61c1f217c81 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b5a5b1b-ecf7-4d00-8f54-00d9a7ab45b7 HTTP/1.1" status: 200 len: 210 time: 0.0728245 Sep 23 06:49:19.862762 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-669426b1-00ac-47d9-b98c-017f0a986b6e tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:19.865652 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-669426b1-00ac-47d9-b98c-017f0a986b6e tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:19.905306 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-669426b1-00ac-47d9-b98c-017f0a986b6e tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5334561 Sep 23 06:49:19.916904 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-02522e9f-ce97-44a0-9b17-e288170d27f8 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Request body: {'port': {'device_id': '5bf31744-0efa-4cef-967d-471fd8e8c528', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'f4c6acfd-810d-4386-8654-cad37d5f8fa8', 'admin_state_up': True, 'tenant_id': '147ee43e793f431bb6dc0e9de8ff2960', 'security_groups': ['5d045487-122b-40fb-9f4c-7e88b4bd6ca4']}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:49:20.047301 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc10fdc3-7110-4f13-a8a0-84d5b0a39d15 x-openstack-request-id: req-cc10fdc3-7110-4f13-a8a0-84d5b0a39d15 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:49:20.047894 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ac70bbb-9d80-46cf-af2c-420f6e53d85d", "name": "network-vif-plugged", "status": "completed", "tag": "7da25915-f1bb-47ed-8d1d-fd963ea04967", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:49:20.047894 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cc10fdc3-7110-4f13-a8a0-84d5b0a39d15 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:49:20.048212 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ac70bbb-9d80-46cf-af2c-420f6e53d85d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7da25915-f1bb-47ed-8d1d-fd963ea04967', 'code': 200} Sep 23 06:49:20.099001 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 5746fb71-e5e2-4187-9491-c0849b93529e, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=5746fb71-e5e2-4187-9491-c0849b93529e,segment=NetworkSegment(bb037a6f-7cd1-4c5c-a32a-f2d8a590e019),segment_id=bb037a6f-7cd1-4c5c-a32a-f2d8a590e019)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:49:20.135078 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 99ca2b9b-c0a9-413b-897a-cea4b52c6f07 no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:49:20.139796 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:20.203289 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91033058-09bb-491d-bfe6-2f8a79623504 req-0a3e99f2-a43c-4213-9e66-c49f30a8300e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:20.204827 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-91033058-09bb-491d-bfe6-2f8a79623504 req-0a3e99f2-a43c-4213-9e66-c49f30a8300e service neutron] 10.222.0.58 "GET /v2.0/networks?id=eff2865d-ee9a-496c-8687-af6ecd1b642b HTTP/1.1" status: 200 len: 917 time: 0.3882742 Sep 23 06:49:20.219089 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] No Port match for: 99ca2b9b-c0a9-413b-897a-cea4b52c6f07 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:49:20.219476 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 99ca2b9b-c0a9-413b-897a-cea4b52c6f07 not bound to the agent host n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:49:20.225090 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e34a625-ccd7-4e80-a67e-e6736ca8835f req-0714c495-8f9a-440a-ad02-d904270c03ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:20.233944 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2e34a625-ccd7-4e80-a67e-e6736ca8835f req-0714c495-8f9a-440a-ad02-d904270c03ed service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9ac70bbb-9d80-46cf-af2c-420f6e53d85d HTTP/1.1" status: 200 len: 1097 time: 0.1663764 Sep 23 06:49:20.263775 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-02522e9f-ce97-44a0-9b17-e288170d27f8 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Made reservation on behalf of 147ee43e793f431bb6dc0e9de8ff2960 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:49:20.288077 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-03ceb957-35cb-4e6d-82e5-678cc41c7ce6 None None] Provisioning complete for port aadce6c5-7244-4918-943f-79af3b163ac9 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:49:20.288532 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-03ceb957-35cb-4e6d-82e5-678cc41c7ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:20.318128 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd32e7c5-4b6d-435f-a3ff-074c4efb7deb req-baedc0bc-78d3-433d-8626-79f01671e1b8 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:20.319952 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bd32e7c5-4b6d-435f-a3ff-074c4efb7deb req-baedc0bc-78d3-433d-8626-79f01671e1b8 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac70bbb-9d80-46cf-af2c-420f6e53d85d HTTP/1.1" status: 200 len: 945 time: 0.1629503 Sep 23 06:49:20.326789 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617dc12b-e9d0-4c66-89fd-ed03358aeff2 req-827eb882-9a37-45ff-9e59-1dd5fae172b8 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:20.335247 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617dc12b-e9d0-4c66-89fd-ed03358aeff2 req-827eb882-9a37-45ff-9e59-1dd5fae172b8 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:20.343114 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617dc12b-e9d0-4c66-89fd-ed03358aeff2 req-827eb882-9a37-45ff-9e59-1dd5fae172b8 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:20.350997 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-617dc12b-e9d0-4c66-89fd-ed03358aeff2 req-827eb882-9a37-45ff-9e59-1dd5fae172b8 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bf31744-0efa-4cef-967d-471fd8e8c528 HTTP/1.1" status: 200 len: 2373 time: 0.2271967 Sep 23 06:49:20.384087 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['0f8a2de8-448c-430c-af19-829f6f8b779c'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:49:20.386016 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac4e7a2-a55b-4c4e-bc4b-66687b25dd7a None None] New status for floating IP c1e9614c-f617-4c0c-a6c0-e4ae9a6902ad: ACTIVE {{(pid=95067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 06:49:20.416982 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2e34a625-ccd7-4e80-a67e-e6736ca8835f req-012b549c-fe6d-40d8-b663-0166100601f8 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f6ee093f-a990-48d7-bc4a-6ada4c83a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160257 Sep 23 06:49:20.425680 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-91033058-09bb-491d-bfe6-2f8a79623504 req-2cd0fa9d-19e4-4683-9703-32d057a0bc67 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aab30b3a-8e81-477a-a16e-49615cf4d5ca HTTP/1.1" status: 200 len: 999 time: 0.2116768 Sep 23 06:49:20.444340 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-617dc12b-e9d0-4c66-89fd-ed03358aeff2 req-5d1a496f-cf66-4e09-9560-041182f75244 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d045487-122b-40fb-9f4c-7e88b4bd6ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923691 Sep 23 06:49:20.454128 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-02522e9f-ce97-44a0-9b17-e288170d27f8 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:20.497224 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bd32e7c5-4b6d-435f-a3ff-074c4efb7deb req-c554c84d-a381-4ddd-add3-a11bfe0fec13 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6ee093f-a990-48d7-bc4a-6ada4c83a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276886 Sep 23 06:49:20.536196 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e0e4a88e-0f6f-4d93-aa64-9ee718e8b205 req-439f3272-7fb0-474a-a46f-192a86b8f635 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2c27a2f-4f4e-4c47-803d-37a71d079d18 HTTP/1.1" status: 200 len: 210 time: 0.0455017 Sep 23 06:49:20.640645 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=5746fb71-e5e2-4187-9491-c0849b93529e,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:20.706189 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-03ceb957-35cb-4e6d-82e5-678cc41c7ce6 None None] Port aadce6c5-7244-4918-943f-79af3b163ac9 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:49:20.787192 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91033058-09bb-491d-bfe6-2f8a79623504 req-e1c77223-a063-42a3-83df-e98d55f956dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:20.788880 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-91033058-09bb-491d-bfe6-2f8a79623504 req-e1c77223-a063-42a3-83df-e98d55f956dc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8a474d77-13d4-47cb-baa4-fd0c6e3c1147 HTTP/1.1" status: 200 len: 855 time: 0.1799345 Sep 23 06:49:20.852379 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c125d31f-22ec-4f9d-b116-bee3d82c8d0b req-caa8b341-c4b3-42c6-8571-b273da6bb9e2 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:20.854097 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c125d31f-22ec-4f9d-b116-bee3d82c8d0b req-caa8b341-c4b3-42c6-8571-b273da6bb9e2 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/ports?device_id=193182f5-6dd0-42cb-a3c8-6bc06f2deb9b HTTP/1.1" status: 200 len: 946 time: 0.2019665 Sep 23 06:49:20.892845 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a00d2660-9fd9-4ceb-a3da-89bdcc06dab7 None None] Notify callbacks [] for port, precommit_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:20.905854 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91033058-09bb-491d-bfe6-2f8a79623504 req-835b5bef-3f1b-4f1b-af34-e2e417d3dc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:20.907739 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-91033058-09bb-491d-bfe6-2f8a79623504 req-835b5bef-3f1b-4f1b-af34-e2e417d3dc78 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=eff2865d-ee9a-496c-8687-af6ecd1b642b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1042829 Sep 23 06:49:20.916912 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c125d31f-22ec-4f9d-b116-bee3d82c8d0b req-6256cf3c-8cf9-46d4-8cab-a0a30f8a4c8e tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d44e72e-9977-4c1c-b9ad-087588ff958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555928 Sep 23 06:49:20.924785 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a00d2660-9fd9-4ceb-a3da-89bdcc06dab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:21.050154 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb67b52-1707-4350-a43c-b816cd5d53e4 None None] Pushing event updated for resources: {'Port': ['ID=e20214c0-1fda-4fa2-be61-0f3cba5d1881,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:21.114186 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7826ef-f3f9-4fd8-b839-c64886f92c4d req-e6b8596b-40bf-4677-8f03-eb50464fe171 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:21.123218 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5f7826ef-f3f9-4fd8-b839-c64886f92c4d req-e6b8596b-40bf-4677-8f03-eb50464fe171 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=d01b5289-4729-4e31-bf06-86731c596af7 HTTP/1.1" status: 200 len: 944 time: 0.4800744 Sep 23 06:49:21.134233 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-a00d2660-9fd9-4ceb-a3da-89bdcc06dab7 None None] Attempting to bind port e20214c0-1fda-4fa2-be61-0f3cba5d1881 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:49:21.135241 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-a00d2660-9fd9-4ceb-a3da-89bdcc06dab7 None None] Attempting to bind port e20214c0-1fda-4fa2-be61-0f3cba5d1881 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '2dfe9769-7de0-498d-959f-dabbdcc8c5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '0d996d84-b4b4-4e6f-a850-4a458bf62804'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:49:21.135830 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00d2660-9fd9-4ceb-a3da-89bdcc06dab7 None None] Attempting to bind port e20214c0-1fda-4fa2-be61-0f3cba5d1881 on network 0d996d84-b4b4-4e6f-a850-4a458bf62804 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:49:21.142518 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-91033058-09bb-491d-bfe6-2f8a79623504 req-fa4d5748-ba99-4a2a-97d6-af7532aaf119 service neutron] 10.222.0.58 "GET /v2.0/networks/eff2865d-ee9a-496c-8687-af6ecd1b642b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191441 Sep 23 06:49:21.155115 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00d2660-9fd9-4ceb-a3da-89bdcc06dab7 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:49:21.160380 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00d2660-9fd9-4ceb-a3da-89bdcc06dab7 None None] Checking segment: {'id': '2dfe9769-7de0-498d-959f-dabbdcc8c5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '0d996d84-b4b4-4e6f-a850-4a458bf62804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:49:21.161029 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a00d2660-9fd9-4ceb-a3da-89bdcc06dab7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:21.163981 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00d2660-9fd9-4ceb-a3da-89bdcc06dab7 None None] Bound using segment: {'id': '2dfe9769-7de0-498d-959f-dabbdcc8c5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '0d996d84-b4b4-4e6f-a850-4a458bf62804'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:49:21.164784 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-a00d2660-9fd9-4ceb-a3da-89bdcc06dab7 None None] Bound port: e20214c0-1fda-4fa2-be61-0f3cba5d1881, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dfe9769-7de0-498d-959f-dabbdcc8c5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '0d996d84-b4b4-4e6f-a850-4a458bf62804'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:49:21.166871 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a00d2660-9fd9-4ceb-a3da-89bdcc06dab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:21.204282 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b99bd057-0db6-4fa9-a5e8-52f4bc458980 req-b72a3cd5-5085-48c9-8fc0-53a089195749 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b5a5b1b-ecf7-4d00-8f54-00d9a7ab45b7 HTTP/1.1" status: 200 len: 210 time: 0.0360458 Sep 23 06:49:21.252123 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-02522e9f-ce97-44a0-9b17-e288170d27f8 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Allocated IP 10.2.2.100 (f4c6acfd-810d-4386-8654-cad37d5f8fa8/27562dfd-be61-43be-9922-87df8a6761c0/07136d1d-f216-41bf-b3d9-e3f2b509cb43) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:49:21.283465 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a00d2660-9fd9-4ceb-a3da-89bdcc06dab7 None None] For port e20214c0-1fda-4fa2-be61-0f3cba5d1881, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:49:21.288039 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a00d2660-9fd9-4ceb-a3da-89bdcc06dab7 None None] For port e20214c0-1fda-4fa2-be61-0f3cba5d1881, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=e20214c0-1fda-4fa2-be61-0f3cba5d1881,segment=NetworkSegment(2dfe9769-7de0-498d-959f-dabbdcc8c5af),segment_id=2dfe9769-7de0-498d-959f-dabbdcc8c5af)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:49:21.298626 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a00d2660-9fd9-4ceb-a3da-89bdcc06dab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:21.305641 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-91033058-09bb-491d-bfe6-2f8a79623504 req-f8dbb1a0-670a-44fe-a36b-219e5b5bdd6d service neutron] 10.222.0.58 "GET /v2.0/networks/eff2865d-ee9a-496c-8687-af6ecd1b642b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464493 Sep 23 06:49:21.365525 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00d2660-9fd9-4ceb-a3da-89bdcc06dab7 None None] Routers {'38bc268b-ce43-4822-830e-3a3e3cee4b2d'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:49:21.366363 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5f7826ef-f3f9-4fd8-b839-c64886f92c4d req-a15a3284-d00c-45ad-8e0b-e9276d31e135 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419093 Sep 23 06:49:21.367199 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-a00d2660-9fd9-4ceb-a3da-89bdcc06dab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:49:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['38bc268b-ce43-4822-830e-3a3e3cee4b2d'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:49:21.461090 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb67b52-1707-4350-a43c-b816cd5d53e4 None None] Pushing event updated for resources: {'Port': ['ID=e20214c0-1fda-4fa2-be61-0f3cba5d1881,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:21.496066 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-f7d5a088-1c88-4577-ad62-df8d613bd84f None None] Provisioning complete for port e20214c0-1fda-4fa2-be61-0f3cba5d1881 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:49:21.496446 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f7d5a088-1c88-4577-ad62-df8d613bd84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:21.709653 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26698202-b0da-4d09-98cb-a4ee91163f52 req-625abdae-722e-44e4-b994-318d55a81b4f tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:21.718551 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26698202-b0da-4d09-98cb-a4ee91163f52 req-625abdae-722e-44e4-b994-318d55a81b4f tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:21.725723 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26698202-b0da-4d09-98cb-a4ee91163f52 req-625abdae-722e-44e4-b994-318d55a81b4f tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:21.727701 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-26698202-b0da-4d09-98cb-a4ee91163f52 req-625abdae-722e-44e4-b994-318d55a81b4f tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bf31744-0efa-4cef-967d-471fd8e8c528 HTTP/1.1" status: 200 len: 2373 time: 0.1405885 Sep 23 06:49:21.759834 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-a00d2660-9fd9-4ceb-a3da-89bdcc06dab7 None None] Set router 38bc268b-ce43-4822-830e-3a3e3cee4b2d gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:49:21.773906 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-26698202-b0da-4d09-98cb-a4ee91163f52 req-2ecf18ba-9b88-42ed-bd0a-c9f940b970a6 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d045487-122b-40fb-9f4c-7e88b4bd6ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384815 Sep 23 06:49:21.805499 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f7d5a088-1c88-4577-ad62-df8d613bd84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:21.826498 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-02522e9f-ce97-44a0-9b17-e288170d27f8 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:21.844576 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d333cef-e81b-45ba-9fa7-0b58e1bd66a0 req-11de15a0-37a5-461a-a35a-48f360fc61d6 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:21.847017 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5d333cef-e81b-45ba-9fa7-0b58e1bd66a0 req-11de15a0-37a5-461a-a35a-48f360fc61d6 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] 10.222.0.21 "GET /v2.0/networks?id=0d996d84-b4b4-4e6f-a850-4a458bf62804 HTTP/1.1" status: 200 len: 828 time: 0.4585745 Sep 23 06:49:21.895925 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-5d333cef-e81b-45ba-9fa7-0b58e1bd66a0 req-6ff38042-7a1b-49a5-a334-c01729ae1613 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Request body: {'port': {'device_id': 'd2c27a2f-4f4e-4c47-803d-37a71d079d18', 'network_id': '0d996d84-b4b4-4e6f-a850-4a458bf62804', 'admin_state_up': True, 'tenant_id': 'b4c98fe61d4d4691a9ed5d49fef41770'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:49:21.896533 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c7e8c415-49f9-4075-b071-85266d392473 req-170f5181-2c3f-4a35-b2c7-c99e0e210d15 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2c27a2f-4f4e-4c47-803d-37a71d079d18 HTTP/1.1" status: 200 len: 210 time: 0.0291066 Sep 23 06:49:21.920255 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-02522e9f-ce97-44a0-9b17-e288170d27f8 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:21.946065 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-f7d5a088-1c88-4577-ad62-df8d613bd84f None None] For port e20214c0-1fda-4fa2-be61-0f3cba5d1881, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=e20214c0-1fda-4fa2-be61-0f3cba5d1881,segment=NetworkSegment(2dfe9769-7de0-498d-959f-dabbdcc8c5af),segment_id=2dfe9769-7de0-498d-959f-dabbdcc8c5af)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:49:21.952811 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f7d5a088-1c88-4577-ad62-df8d613bd84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:21.958959 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2b0e99-e387-40dd-9357-986b163faf60 req-98727b7e-6108-4b71-8784-e4832cc74a94 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:21.966589 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cd2b0e99-e387-40dd-9357-986b163faf60 req-98727b7e-6108-4b71-8784-e4832cc74a94 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac70bbb-9d80-46cf-af2c-420f6e53d85d HTTP/1.1" status: 200 len: 945 time: 0.3072438 Sep 23 06:49:22.008285 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d5a088-1c88-4577-ad62-df8d613bd84f None None] Pushing event updated for resources: {'Port': ['ID=e20214c0-1fda-4fa2-be61-0f3cba5d1881,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:22.049145 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b9a039d-f221-4cd2-b337-be60285f9212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5746fb71-e5e2-4187-9491-c0849b93529e'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:49:22.051720 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a80000d-f9d8-4d03-94ab-eedc4421fc1c" -d '{"events": [{"server_uuid": "4b9a039d-f221-4cd2-b337-be60285f9212", "name": "network-vif-plugged", "status": "completed", "tag": "5746fb71-e5e2-4187-9491-c0849b93529e"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:49:22.068916 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-02522e9f-ce97-44a0-9b17-e288170d27f8 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Network f4c6acfd-810d-4386-8654-cad37d5f8fa8 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:49:22.080941 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa1dece-2da6-4ba6-8e3f-6cf3a5ef50a1 req-81376562-a2bc-4f86-9091-1a3ab6524efb tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:22.085643 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-02522e9f-ce97-44a0-9b17-e288170d27f8 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:49:22.093094 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-02522e9f-ce97-44a0-9b17-e288170d27f8 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:49:22.095287 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-0548fa0f-a8f6-49fb-a4cb-edfe25c76cb7 None None] Provisioning complete for port e20214c0-1fda-4fa2-be61-0f3cba5d1881 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:49:22.095950 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0548fa0f-a8f6-49fb-a4cb-edfe25c76cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:22.111350 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-efa1dece-2da6-4ba6-8e3f-6cf3a5ef50a1 req-81376562-a2bc-4f86-9091-1a3ab6524efb tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/ports?device_id=193182f5-6dd0-42cb-a3c8-6bc06f2deb9b HTTP/1.1" status: 200 len: 946 time: 0.1059225 Sep 23 06:49:22.151743 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-a00d2660-9fd9-4ceb-a3da-89bdcc06dab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38bc268b-ce43-4822-830e-3a3e3cee4b2d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-629062751-router', 'tenant_id': 'b4c98fe61d4d4691a9ed5d49fef41770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '560d8b32-8b51-4953-8b34-4692e042958c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:49:05Z', 'updated_at': '2021-09-23T06:49:15Z', 'revision_number': 4, 'project_id': 'b4c98fe61d4d4691a9ed5d49fef41770', 'gw_port': {'id': '560d8b32-8b51-4953-8b34-4692e042958c', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:1a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bc268b-ce43-4822-830e-3a3e3cee4b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:49:07Z', 'updated_at': '2021-09-23T06:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': 'e20214c0-1fda-4fa2-be61-0f3cba5d1881', 'name': '', 'network_id': '0d996d84-b4b4-4e6f-a850-4a458bf62804', 'tenant_id': 'b4c98fe61d4d4691a9ed5d49fef41770', 'mac_address': 'fa:16:3e:71:a5:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38bc268b-ce43-4822-830e-3a3e3cee4b2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '7ba05bd1-3982-461a-8070-b835a868df61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:49:13Z', 'updated_at': '2021-09-23T06:49:21Z', 'revision_number': 4, 'project_id': 'b4c98fe61d4d4691a9ed5d49fef41770', 'subnets': [{'id': '7ba05bd1-3982-461a-8070-b835a868df61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:49:22.153300 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-02522e9f-ce97-44a0-9b17-e288170d27f8 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:22.156846 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-02522e9f-ce97-44a0-9b17-e288170d27f8 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:22.159400 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02522e9f-ce97-44a0-9b17-e288170d27f8 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Pushing event updated for resources: {'Port': ['ID=07136d1d-f216-41bf-b3d9-e3f2b509cb43,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:22.193807 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-efa1dece-2da6-4ba6-8e3f-6cf3a5ef50a1 req-f417c415-b444-4a8d-b09b-8fd0a965429b tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d44e72e-9977-4c1c-b9ad-087588ff958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810452 Sep 23 06:49:22.197358 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00d2660-9fd9-4ceb-a3da-89bdcc06dab7 None None] The sync data for ids ['38bc268b-ce43-4822-830e-3a3e3cee4b2d'] in n-d-715271-16 is: [{'id': '38bc268b-ce43-4822-830e-3a3e3cee4b2d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-629062751-router', 'tenant_id': 'b4c98fe61d4d4691a9ed5d49fef41770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '560d8b32-8b51-4953-8b34-4692e042958c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:49:05Z', 'updated_at': '2021-09-23T06:49:15Z', 'revision_number': 4, 'project_id': 'b4c98fe61d4d4691a9ed5d49fef41770', 'gw_port': {'id': '560d8b32-8b51-4953-8b34-4692e042958c', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:1a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bc268b-ce43-4822-830e-3a3e3cee4b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:49:07Z', 'updated_at': '2021-09-23T06:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': 'e20214c0-1fda-4fa2-be61-0f3cba5d1881', 'name': '', 'network_id': '0d996d84-b4b4-4e6f-a850-4a458bf62804', 'tenant_id': 'b4c98fe61d4d4691a9ed5d49fef41770', 'mac_address': 'fa:16:3e:71:a5:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38bc268b-ce43-4822-830e-3a3e3cee4b2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '7ba05bd1-3982-461a-8070-b835a868df61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:49:13Z', 'updated_at': '2021-09-23T06:49:21Z', 'revision_number': 4, 'project_id': 'b4c98fe61d4d4691a9ed5d49fef41770', 'subnets': [{'id': '7ba05bd1-3982-461a-8070-b835a868df61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:49:22.224046 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cd2b0e99-e387-40dd-9357-986b163faf60 req-70413347-3ea0-4f5b-941b-ac04e83ba730 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6ee093f-a990-48d7-bc4a-6ada4c83a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270985 Sep 23 06:49:22.260700 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-02522e9f-ce97-44a0-9b17-e288170d27f8 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3477983 Sep 23 06:49:22.295758 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fdc1006-dcbd-4897-b68e-273dcf16e86f x-openstack-request-id: req-9fdc1006-dcbd-4897-b68e-273dcf16e86f {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:49:22.295758 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b9a039d-f221-4cd2-b337-be60285f9212", "name": "network-vif-plugged", "status": "completed", "tag": "5746fb71-e5e2-4187-9491-c0849b93529e", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:49:22.295758 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9fdc1006-dcbd-4897-b68e-273dcf16e86f {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:49:22.298039 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b9a039d-f221-4cd2-b337-be60285f9212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5746fb71-e5e2-4187-9491-c0849b93529e', 'code': 200} Sep 23 06:49:22.301331 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-dbd69832-d1c7-4228-945a-55cd51047cca tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Request body: {'port': {'device_id': '5bf31744-0efa-4cef-967d-471fd8e8c528', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'f4c6acfd-810d-4386-8654-cad37d5f8fa8', 'admin_state_up': True, 'tenant_id': '147ee43e793f431bb6dc0e9de8ff2960', 'security_groups': ['5d045487-122b-40fb-9f4c-7e88b4bd6ca4']}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:49:22.417646 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d333cef-e81b-45ba-9fa7-0b58e1bd66a0 req-6ff38042-7a1b-49a5-a334-c01729ae1613 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Made reservation on behalf of b4c98fe61d4d4691a9ed5d49fef41770 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:49:22.428751 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-5d333cef-e81b-45ba-9fa7-0b58e1bd66a0 req-6ff38042-7a1b-49a5-a334-c01729ae1613 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:22.502486 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a1eecc32-a157-4882-891f-1db363460080 req-0e1b0a33-b3ff-4c6a-8fa0-64c0a7393825 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b5a5b1b-ecf7-4d00-8f54-00d9a7ab45b7 HTTP/1.1" status: 200 len: 210 time: 0.0680106 Sep 23 06:49:22.543529 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe0c91-a0be-4c44-8c0c-eba7944e556d req-7a152fb8-e6a1-4112-8c87-50b14acdb8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:22.545573 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-80fe0c91-a0be-4c44-8c0c-eba7944e556d req-7a152fb8-e6a1-4112-8c87-50b14acdb8b7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4b9a039d-f221-4cd2-b337-be60285f9212 HTTP/1.1" status: 200 len: 1097 time: 0.1668458 Sep 23 06:49:22.577028 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-bccd0949-c8a9-471b-a3ec-885df90c7005 None None] Provisioning complete for port 07136d1d-f216-41bf-b3d9-e3f2b509cb43 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:49:22.577403 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-bccd0949-c8a9-471b-a3ec-885df90c7005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:22.601842 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-80fe0c91-a0be-4c44-8c0c-eba7944e556d req-23dc70c2-6eae-4bdf-b408-1484d2d1bb19 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f6ee093f-a990-48d7-bc4a-6ada4c83a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481012 Sep 23 06:49:22.635293 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-bccd0949-c8a9-471b-a3ec-885df90c7005 None None] Port 07136d1d-f216-41bf-b3d9-e3f2b509cb43 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:49:22.705443 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-dbd69832-d1c7-4228-945a-55cd51047cca tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Made reservation on behalf of 147ee43e793f431bb6dc0e9de8ff2960 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:49:22.710084 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-dbd69832-d1c7-4228-945a-55cd51047cca tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:22.736669 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3055486c-f3fa-4222-a91c-fbf005488ccc req-693f86b7-3fbf-4ddc-85ac-c76be2c8b0a9 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:22.738300 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3055486c-f3fa-4222-a91c-fbf005488ccc req-693f86b7-3fbf-4ddc-85ac-c76be2c8b0a9 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=d01b5289-4729-4e31-bf06-86731c596af7 HTTP/1.1" status: 200 len: 944 time: 0.1382542 Sep 23 06:49:22.780316 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-5d333cef-e81b-45ba-9fa7-0b58e1bd66a0 req-6ff38042-7a1b-49a5-a334-c01729ae1613 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Allocated IP 172.20.0.10 (0d996d84-b4b4-4e6f-a850-4a458bf62804/7ba05bd1-3982-461a-8070-b835a868df61/58d6f936-8802-4dd8-8e70-f6b5f9c4d52c) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:49:22.853645 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3055486c-f3fa-4222-a91c-fbf005488ccc req-0a2a7de3-99b8-4183-9e31-4e26e772cf91 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057751 Sep 23 06:49:22.980591 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d6967b-9cf9-4286-b08e-e855e7a5c3d9 req-5cb35d02-b1b8-4a51-a592-c35a2c121d58 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:22.986617 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d6967b-9cf9-4286-b08e-e855e7a5c3d9 req-5cb35d02-b1b8-4a51-a592-c35a2c121d58 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:22.992754 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d6967b-9cf9-4286-b08e-e855e7a5c3d9 req-5cb35d02-b1b8-4a51-a592-c35a2c121d58 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:23.000247 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d6967b-9cf9-4286-b08e-e855e7a5c3d9 req-5cb35d02-b1b8-4a51-a592-c35a2c121d58 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:23.009112 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-05d6967b-9cf9-4286-b08e-e855e7a5c3d9 req-5cb35d02-b1b8-4a51-a592-c35a2c121d58 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bf31744-0efa-4cef-967d-471fd8e8c528 HTTP/1.1" status: 200 len: 3094 time: 0.1333435 Sep 23 06:49:23.056040 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-05d6967b-9cf9-4286-b08e-e855e7a5c3d9 req-6ddbc328-5caf-41e6-8379-74257301a271 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d045487-122b-40fb-9f4c-7e88b4bd6ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457602 Sep 23 06:49:23.067886 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b86dc732-c125-4028-9a01-83e582d4a53d req-a22f20fb-282f-4072-8472-f6317164f1b6 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2c27a2f-4f4e-4c47-803d-37a71d079d18 HTTP/1.1" status: 200 len: 210 time: 0.0613387 Sep 23 06:49:23.106582 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-dbd69832-d1c7-4228-945a-55cd51047cca tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Allocated IP 10.2.2.200 (f4c6acfd-810d-4386-8654-cad37d5f8fa8/27562dfd-be61-43be-9922-87df8a6761c0/5e543f7d-d49b-4f81-a1d4-c7dc1b170f42) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:49:23.130598 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-5d333cef-e81b-45ba-9fa7-0b58e1bd66a0 req-6ff38042-7a1b-49a5-a334-c01729ae1613 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:23.241303 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-5d333cef-e81b-45ba-9fa7-0b58e1bd66a0 req-6ff38042-7a1b-49a5-a334-c01729ae1613 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:23.318337 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d333cef-e81b-45ba-9fa7-0b58e1bd66a0 req-6ff38042-7a1b-49a5-a334-c01729ae1613 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Network 0d996d84-b4b4-4e6f-a850-4a458bf62804 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:49:23.319286 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff38042-7a1b-49a5-a334-c01729ae1613 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Pushing event updated for resources: {'Port': ['ID=58d6f936-8802-4dd8-8e70-f6b5f9c4d52c,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:23.324626 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-5d333cef-e81b-45ba-9fa7-0b58e1bd66a0 req-6ff38042-7a1b-49a5-a334-c01729ae1613 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:49:23.329239 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d333cef-e81b-45ba-9fa7-0b58e1bd66a0 req-6ff38042-7a1b-49a5-a334-c01729ae1613 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:49:23.368225 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-dbd69832-d1c7-4228-945a-55cd51047cca tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:23.374525 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26870c2e-2ec8-4ea6-ae4b-28c9642ed79e req-b514e8ba-c15c-49f6-b727-8a88abd56d54 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:23.376130 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-26870c2e-2ec8-4ea6-ae4b-28c9642ed79e req-b514e8ba-c15c-49f6-b727-8a88abd56d54 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/ports?device_id=193182f5-6dd0-42cb-a3c8-6bc06f2deb9b HTTP/1.1" status: 200 len: 946 time: 0.1028285 Sep 23 06:49:23.433211 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-26870c2e-2ec8-4ea6-ae4b-28c9642ed79e req-a8bd7b3f-39c9-4595-9b10-0b9878063ede tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d44e72e-9977-4c1c-b9ad-087588ff958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483789 Sep 23 06:49:23.459785 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d333cef-e81b-45ba-9fa7-0b58e1bd66a0 req-6ff38042-7a1b-49a5-a334-c01729ae1613 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:23.460450 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-5d333cef-e81b-45ba-9fa7-0b58e1bd66a0 req-6ff38042-7a1b-49a5-a334-c01729ae1613 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:23.498507 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d11df-786d-444a-a9c5-6e8a425beeb5 req-7738a9b3-245c-4747-b46b-e0536c54dde6 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:23.500165 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ae1d11df-786d-444a-a9c5-6e8a425beeb5 req-7738a9b3-245c-4747-b46b-e0536c54dde6 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac70bbb-9d80-46cf-af2c-420f6e53d85d HTTP/1.1" status: 200 len: 945 time: 0.1392846 Sep 23 06:49:23.503129 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5d333cef-e81b-45ba-9fa7-0b58e1bd66a0 req-6ff38042-7a1b-49a5-a334-c01729ae1613 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6386809 Sep 23 06:49:23.510548 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-dbd69832-d1c7-4228-945a-55cd51047cca tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:23.562802 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-5d333cef-e81b-45ba-9fa7-0b58e1bd66a0 req-8a4503ef-605c-4378-afd5-7124f64b3822 service neutron] Request body: {'port': {'device_id': 'd2c27a2f-4f4e-4c47-803d-37a71d079d18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:49:23.623161 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-dbd69832-d1c7-4228-945a-55cd51047cca tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Network f4c6acfd-810d-4386-8654-cad37d5f8fa8 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:49:23.623732 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd69832-d1c7-4228-945a-55cd51047cca tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Pushing event updated for resources: {'Port': ['ID=5e543f7d-d49b-4f81-a1d4-c7dc1b170f42,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:23.641141 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-dbd69832-d1c7-4228-945a-55cd51047cca tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:49:23.644135 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-dbd69832-d1c7-4228-945a-55cd51047cca tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:49:23.678132 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-b8631b47-3b59-49f5-a061-73a92bd940e8 None None] Provisioning complete for port 58d6f936-8802-4dd8-8e70-f6b5f9c4d52c triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:49:23.678653 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b8631b47-3b59-49f5-a061-73a92bd940e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:23.684142 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ae1d11df-786d-444a-a9c5-6e8a425beeb5 req-fe43142c-24ed-4892-876f-8f2c09b1b130 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6ee093f-a990-48d7-bc4a-6ada4c83a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752508 Sep 23 06:49:23.691013 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-5d333cef-e81b-45ba-9fa7-0b58e1bd66a0 req-8a4503ef-605c-4378-afd5-7124f64b3822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:23.776958 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-b8631b47-3b59-49f5-a061-73a92bd940e8 None None] Port 58d6f936-8802-4dd8-8e70-f6b5f9c4d52c cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:49:23.794256 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c5e244f9-71df-446e-a05a-e71b00779054 req-30f3afe3-8510-4b47-bfb4-bfd95e504bd4 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b5a5b1b-ecf7-4d00-8f54-00d9a7ab45b7 HTTP/1.1" status: 200 len: 210 time: 0.0501139 Sep 23 06:49:23.838677 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-dbd69832-d1c7-4228-945a-55cd51047cca tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:23.839745 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-dbd69832-d1c7-4228-945a-55cd51047cca tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:23.901824 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-dbd69832-d1c7-4228-945a-55cd51047cca tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6175354 Sep 23 06:49:23.966134 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-639d756c-26b3-48af-a2a8-4aa8c1d81970 service neutron] Request body: {'port': {'device_id': '5bf31744-0efa-4cef-967d-471fd8e8c528', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:49:24.011794 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008d7ab2-a7a9-438b-a998-1ab65e5a4c97 req-b0d1adde-c216-4bf2-a870-270109ca2713 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:24.020845 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-008d7ab2-a7a9-438b-a998-1ab65e5a4c97 req-b0d1adde-c216-4bf2-a870-270109ca2713 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] 10.222.0.39 "GET /v2.0/ports?device_id=83fba572-4d69-4602-8706-5c4d14cde482 HTTP/1.1" status: 200 len: 946 time: 0.2341502 Sep 23 06:49:24.036896 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8989029-8abc-4e24-a563-a8b652c7b185 req-48014da3-525e-4996-8633-356db7392c4f tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:24.038912 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e8989029-8abc-4e24-a563-a8b652c7b185 req-48014da3-525e-4996-8633-356db7392c4f tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=d01b5289-4729-4e31-bf06-86731c596af7 HTTP/1.1" status: 200 len: 944 time: 0.0587702 Sep 23 06:49:24.088389 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e8989029-8abc-4e24-a563-a8b652c7b185 req-9614f054-2337-47b1-a69c-217ec8f77369 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416222 Sep 23 06:49:24.094130 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 0f8a2de8-448c-430c-af19-829f6f8b779c up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:49:24.172175 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device e20214c0-1fda-4fa2-be61-0f3cba5d1881 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:49:24.213992 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-7470778f-a54d-46d0-bab8-e2f4fc22f8b9 None None] Provisioning complete for port 5e543f7d-d49b-4f81-a1d4-c7dc1b170f42 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:49:24.215203 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-7470778f-a54d-46d0-bab8-e2f4fc22f8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:24.289890 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-639d756c-26b3-48af-a2a8-4aa8c1d81970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:24.303321 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98dbebb-d28f-4bcc-bbea-062b701824aa req-d07e910a-4033-4458-9c72-39db456816f9 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:24.311212 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-008d7ab2-a7a9-438b-a998-1ab65e5a4c97 req-344d3180-0b0b-43f2-8f9e-7112b9481009 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6ee093f-a990-48d7-bc4a-6ada4c83a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891781 Sep 23 06:49:24.313154 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-7470778f-a54d-46d0-bab8-e2f4fc22f8b9 None None] Port 5e543f7d-d49b-4f81-a1d4-c7dc1b170f42 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:49:24.317704 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port 0f8a2de8-448c-430c-af19-829f6f8b779c completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:49:24.320001 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port e20214c0-1fda-4fa2-be61-0f3cba5d1881 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:49:24.320372 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:24.325079 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port 0f8a2de8-448c-430c-af19-829f6f8b779c triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:49:24.325685 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:24.326707 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98dbebb-d28f-4bcc-bbea-062b701824aa req-d07e910a-4033-4458-9c72-39db456816f9 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:24.346328 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98dbebb-d28f-4bcc-bbea-062b701824aa req-d07e910a-4033-4458-9c72-39db456816f9 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:24.360381 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98dbebb-d28f-4bcc-bbea-062b701824aa req-d07e910a-4033-4458-9c72-39db456816f9 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:24.377577 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98dbebb-d28f-4bcc-bbea-062b701824aa req-d07e910a-4033-4458-9c72-39db456816f9 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:24.389777 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e98dbebb-d28f-4bcc-bbea-062b701824aa req-d07e910a-4033-4458-9c72-39db456816f9 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bf31744-0efa-4cef-967d-471fd8e8c528 HTTP/1.1" status: 200 len: 3815 time: 0.1846635 Sep 23 06:49:24.454357 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-5d333cef-e81b-45ba-9fa7-0b58e1bd66a0 req-8a4503ef-605c-4378-afd5-7124f64b3822 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58d6f936-8802-4dd8-8e70-f6b5f9c4d52c {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:49:24.470793 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-5d333cef-e81b-45ba-9fa7-0b58e1bd66a0 req-8a4503ef-605c-4378-afd5-7124f64b3822 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:24.491737 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-5d333cef-e81b-45ba-9fa7-0b58e1bd66a0 req-8a4503ef-605c-4378-afd5-7124f64b3822 service neutron] Transition to ACTIVE for port object 58d6f936-8802-4dd8-8e70-f6b5f9c4d52c will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:49:24.495924 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e98dbebb-d28f-4bcc-bbea-062b701824aa req-9fc26cc7-eea4-4ef6-a0a6-b29da38c07de tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d045487-122b-40fb-9f4c-7e88b4bd6ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048980 Sep 23 06:49:24.514150 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:24.538170 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-5d333cef-e81b-45ba-9fa7-0b58e1bd66a0 req-8a4503ef-605c-4378-afd5-7124f64b3822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:24.561446 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd01b5289-4729-4e31-bf06-86731c596af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f8a2de8-448c-430c-af19-829f6f8b779c'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:49:24.564113 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef717ff-5095-4b9a-b440-493f7a7b1883" -d '{"events": [{"server_uuid": "d01b5289-4729-4e31-bf06-86731c596af7", "name": "network-vif-plugged", "status": "completed", "tag": "0f8a2de8-448c-430c-af19-829f6f8b779c"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:49:24.588923 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 0f8a2de8-448c-430c-af19-829f6f8b779c, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=0f8a2de8-448c-430c-af19-829f6f8b779c,segment=NetworkSegment(411a8e6c-3437-4d6d-939a-157de7e909fe),segment_id=411a8e6c-3437-4d6d-939a-157de7e909fe)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:49:24.596836 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:24.682632 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=0f8a2de8-448c-430c-af19-829f6f8b779c,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:24.744976 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c97279a-c922-49b0-8fdc-f28ae414fe84 req-a63504cc-1f37-44e5-bbd1-a96286503400 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:24.753412 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1c97279a-c922-49b0-8fdc-f28ae414fe84 req-a63504cc-1f37-44e5-bbd1-a96286503400 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b9a039d-f221-4cd2-b337-be60285f9212 HTTP/1.1" status: 200 len: 945 time: 0.0981166 Sep 23 06:49:24.806811 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1c97279a-c922-49b0-8fdc-f28ae414fe84 req-b940d468-f9fd-4eb9-a535-798d1d9b8312 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6ee093f-a990-48d7-bc4a-6ada4c83a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523715 Sep 23 06:49:25.004629 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36fa63d-87a7-4ede-be96-7f01632319bc req-4f1a7578-5414-4016-b1eb-15c8ab262de9 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:25.006545 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f36fa63d-87a7-4ede-be96-7f01632319bc req-4f1a7578-5414-4016-b1eb-15c8ab262de9 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/ports?device_id=193182f5-6dd0-42cb-a3c8-6bc06f2deb9b HTTP/1.1" status: 200 len: 946 time: 0.0893333 Sep 23 06:49:25.069151 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f36fa63d-87a7-4ede-be96-7f01632319bc req-d0a10c27-b100-40ad-801a-29f63d2ab84e tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d44e72e-9977-4c1c-b9ad-087588ff958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552714 Sep 23 06:49:25.129546 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf4e19d-1efc-4df5-b305-6aa5f84a79db req-11119a24-2b73-44eb-b726-1b7504381026 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:25.130588 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-faf4e19d-1efc-4df5-b305-6aa5f84a79db req-11119a24-2b73-44eb-b726-1b7504381026 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2c27a2f-4f4e-4c47-803d-37a71d079d18 HTTP/1.1" status: 200 len: 944 time: 0.6357198 Sep 23 06:49:25.145785 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4503ef-605c-4378-afd5-7124f64b3822 service neutron] Pushing event updated for resources: {'Port': ['ID=58d6f936-8802-4dd8-8e70-f6b5f9c4d52c,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:25.251480 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd65644-d19e-4104-b126-f315191f9e49 x-openstack-request-id: req-fbd65644-d19e-4104-b126-f315191f9e49 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:49:25.251802 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d01b5289-4729-4e31-bf06-86731c596af7", "name": "network-vif-plugged", "status": "completed", "tag": "0f8a2de8-448c-430c-af19-829f6f8b779c", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:49:25.252037 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fbd65644-d19e-4104-b126-f315191f9e49 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:49:25.252475 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd01b5289-4729-4e31-bf06-86731c596af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f8a2de8-448c-430c-af19-829f6f8b779c', 'code': 200} Sep 23 06:49:25.290966 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-faf4e19d-1efc-4df5-b305-6aa5f84a79db req-12358a2d-774c-4db7-9f98-a2d1be7ac4fc tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] 10.222.0.39 "GET /v2.0/security-groups?id=960c7d48-327f-439d-8038-ab85c5444d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459160 Sep 23 06:49:25.372876 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-5d333cef-e81b-45ba-9fa7-0b58e1bd66a0 req-8a4503ef-605c-4378-afd5-7124f64b3822 service neutron] Attempting to bind port 58d6f936-8802-4dd8-8e70-f6b5f9c4d52c on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:49:25.373554 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-5d333cef-e81b-45ba-9fa7-0b58e1bd66a0 req-8a4503ef-605c-4378-afd5-7124f64b3822 service neutron] Attempting to bind port 58d6f936-8802-4dd8-8e70-f6b5f9c4d52c by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': '2dfe9769-7de0-498d-959f-dabbdcc8c5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '0d996d84-b4b4-4e6f-a850-4a458bf62804'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:49:25.373997 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d333cef-e81b-45ba-9fa7-0b58e1bd66a0 req-8a4503ef-605c-4378-afd5-7124f64b3822 service neutron] Attempting to bind port 58d6f936-8802-4dd8-8e70-f6b5f9c4d52c on network 0d996d84-b4b4-4e6f-a850-4a458bf62804 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:49:25.397909 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d333cef-e81b-45ba-9fa7-0b58e1bd66a0 req-8a4503ef-605c-4378-afd5-7124f64b3822 service neutron] Port 58d6f936-8802-4dd8-8e70-f6b5f9c4d52c on network 0d996d84-b4b4-4e6f-a850-4a458bf62804 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:49:25.398269 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d333cef-e81b-45ba-9fa7-0b58e1bd66a0 req-8a4503ef-605c-4378-afd5-7124f64b3822 service neutron] Attempting to bind port 58d6f936-8802-4dd8-8e70-f6b5f9c4d52c on network 0d996d84-b4b4-4e6f-a850-4a458bf62804 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:49:25.408055 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-639d756c-26b3-48af-a2a8-4aa8c1d81970 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec26d16c-4b06-4d74-a5ea-ff42d0ea9fbb {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:49:25.435777 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-639d756c-26b3-48af-a2a8-4aa8c1d81970 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:25.474489 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fb521dd2-8868-475d-aa99-449b5c571c65 req-5f4132f0-19ee-4fe9-847d-1a55d866e1d5 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b5a5b1b-ecf7-4d00-8f54-00d9a7ab45b7 HTTP/1.1" status: 200 len: 210 time: 0.0444520 Sep 23 06:49:25.475336 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d333cef-e81b-45ba-9fa7-0b58e1bd66a0 req-8a4503ef-605c-4378-afd5-7124f64b3822 service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:49:25.475757 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d333cef-e81b-45ba-9fa7-0b58e1bd66a0 req-8a4503ef-605c-4378-afd5-7124f64b3822 service neutron] Checking segment: {'id': '2dfe9769-7de0-498d-959f-dabbdcc8c5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '0d996d84-b4b4-4e6f-a850-4a458bf62804'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:49:25.476188 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d333cef-e81b-45ba-9fa7-0b58e1bd66a0 req-8a4503ef-605c-4378-afd5-7124f64b3822 service neutron] Bound using segment: {'id': '2dfe9769-7de0-498d-959f-dabbdcc8c5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '0d996d84-b4b4-4e6f-a850-4a458bf62804'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:49:25.476658 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-5d333cef-e81b-45ba-9fa7-0b58e1bd66a0 req-8a4503ef-605c-4378-afd5-7124f64b3822 service neutron] Bound port: 58d6f936-8802-4dd8-8e70-f6b5f9c4d52c, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dfe9769-7de0-498d-959f-dabbdcc8c5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '0d996d84-b4b4-4e6f-a850-4a458bf62804'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:49:25.477132 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-5d333cef-e81b-45ba-9fa7-0b58e1bd66a0 req-8a4503ef-605c-4378-afd5-7124f64b3822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:25.508608 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-639d756c-26b3-48af-a2a8-4aa8c1d81970 service neutron] Transition to ACTIVE for port object ec26d16c-4b06-4d74-a5ea-ff42d0ea9fbb will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:49:25.537635 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500b1a8c-8a08-4060-a553-19f2b6e5be04 req-37c1abcf-80f2-4a06-bb76-17d94404a15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:25.539434 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-500b1a8c-8a08-4060-a553-19f2b6e5be04 req-37c1abcf-80f2-4a06-bb76-17d94404a15d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d01b5289-4729-4e31-bf06-86731c596af7 HTTP/1.1" status: 200 len: 1097 time: 0.1562459 Sep 23 06:49:25.542201 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-639d756c-26b3-48af-a2a8-4aa8c1d81970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:25.699795 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-500b1a8c-8a08-4060-a553-19f2b6e5be04 req-dddcc858-1430-4a09-948d-7470a68e819e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498072 Sep 23 06:49:25.706911 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-5d333cef-e81b-45ba-9fa7-0b58e1bd66a0 req-8a4503ef-605c-4378-afd5-7124f64b3822 service neutron] For port 58d6f936-8802-4dd8-8e70-f6b5f9c4d52c, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:49:25.714963 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639d756c-26b3-48af-a2a8-4aa8c1d81970 service neutron] Pushing event updated for resources: {'Port': ['ID=ec26d16c-4b06-4d74-a5ea-ff42d0ea9fbb,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:25.720343 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0885163-baef-420c-8ec8-c0df00d749dc req-0a9055cf-e217-4004-8df0-59fd58301742 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:25.739807 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0885163-baef-420c-8ec8-c0df00d749dc req-0a9055cf-e217-4004-8df0-59fd58301742 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:25.742459 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-5d333cef-e81b-45ba-9fa7-0b58e1bd66a0 req-8a4503ef-605c-4378-afd5-7124f64b3822 service neutron] For port 58d6f936-8802-4dd8-8e70-f6b5f9c4d52c, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=58d6f936-8802-4dd8-8e70-f6b5f9c4d52c,segment=NetworkSegment(2dfe9769-7de0-498d-959f-dabbdcc8c5af),segment_id=2dfe9769-7de0-498d-959f-dabbdcc8c5af)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:49:25.752333 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0885163-baef-420c-8ec8-c0df00d749dc req-0a9055cf-e217-4004-8df0-59fd58301742 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:25.763066 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0885163-baef-420c-8ec8-c0df00d749dc req-0a9055cf-e217-4004-8df0-59fd58301742 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:25.770535 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-5d333cef-e81b-45ba-9fa7-0b58e1bd66a0 req-8a4503ef-605c-4378-afd5-7124f64b3822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:25.780234 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0885163-baef-420c-8ec8-c0df00d749dc req-0a9055cf-e217-4004-8df0-59fd58301742 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:25.782677 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b0885163-baef-420c-8ec8-c0df00d749dc req-0a9055cf-e217-4004-8df0-59fd58301742 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bf31744-0efa-4cef-967d-471fd8e8c528 HTTP/1.1" status: 200 len: 3827 time: 0.1331799 Sep 23 06:49:25.831896 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3266aa0-81f6-4cba-9523-5dfad6dcc19f req-2f4f43ca-bec2-45af-99fb-e6120a3c7e62 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:25.841798 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c3266aa0-81f6-4cba-9523-5dfad6dcc19f req-2f4f43ca-bec2-45af-99fb-e6120a3c7e62 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=d01b5289-4729-4e31-bf06-86731c596af7 HTTP/1.1" status: 200 len: 945 time: 0.2272286 Sep 23 06:49:25.856055 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d333cef-e81b-45ba-9fa7-0b58e1bd66a0 req-8a4503ef-605c-4378-afd5-7124f64b3822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:25.856690 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-5d333cef-e81b-45ba-9fa7-0b58e1bd66a0 req-8a4503ef-605c-4378-afd5-7124f64b3822 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:25.858222 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5d333cef-e81b-45ba-9fa7-0b58e1bd66a0 req-8a4503ef-605c-4378-afd5-7124f64b3822 service neutron] 10.222.0.21 "PUT /v2.0/ports/58d6f936-8802-4dd8-8e70-f6b5f9c4d52c HTTP/1.1" status: 200 len: 1093 time: 2.3007176 Sep 23 06:49:25.885551 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b0885163-baef-420c-8ec8-c0df00d749dc req-a2f9d558-7db9-4e1f-b3fb-a9327e109e2a tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d045487-122b-40fb-9f4c-7e88b4bd6ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958083 Sep 23 06:49:25.900310 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2c27a2f-4f4e-4c47-803d-37a71d079d18', 'tag': '58d6f936-8802-4dd8-8e70-f6b5f9c4d52c'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:49:25.902698 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49d2fc72-4c09-409b-ba9a-ae37abcf4780" -d '{"events": [{"name": "network-changed", "server_uuid": "d2c27a2f-4f4e-4c47-803d-37a71d079d18", "tag": "58d6f936-8802-4dd8-8e70-f6b5f9c4d52c"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:49:25.989849 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c3266aa0-81f6-4cba-9523-5dfad6dcc19f req-c1a64ada-8ccb-4b6a-a3a2-ba2eef4ed46a tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471319 Sep 23 06:49:25.994408 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4503ef-605c-4378-afd5-7124f64b3822 service neutron] Pushing event updated for resources: {'Port': ['ID=58d6f936-8802-4dd8-8e70-f6b5f9c4d52c,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:25.997956 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-639d756c-26b3-48af-a2a8-4aa8c1d81970 service neutron] Attempting to bind port ec26d16c-4b06-4d74-a5ea-ff42d0ea9fbb on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:49:25.998223 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-639d756c-26b3-48af-a2a8-4aa8c1d81970 service neutron] Attempting to bind port ec26d16c-4b06-4d74-a5ea-ff42d0ea9fbb by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '51e5ec9a-f432-4fca-9474-63e4a4e4e1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '101e91e4-7df0-4369-ab96-69b58e29208f'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:49:25.998551 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-639d756c-26b3-48af-a2a8-4aa8c1d81970 service neutron] Attempting to bind port ec26d16c-4b06-4d74-a5ea-ff42d0ea9fbb on network 101e91e4-7df0-4369-ab96-69b58e29208f {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:49:26.003459 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-639d756c-26b3-48af-a2a8-4aa8c1d81970 service neutron] Port ec26d16c-4b06-4d74-a5ea-ff42d0ea9fbb on network 101e91e4-7df0-4369-ab96-69b58e29208f not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:49:26.003727 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-639d756c-26b3-48af-a2a8-4aa8c1d81970 service neutron] Attempting to bind port ec26d16c-4b06-4d74-a5ea-ff42d0ea9fbb on network 101e91e4-7df0-4369-ab96-69b58e29208f {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:49:26.019151 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-639d756c-26b3-48af-a2a8-4aa8c1d81970 service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:49:26.019494 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-639d756c-26b3-48af-a2a8-4aa8c1d81970 service neutron] Checking segment: {'id': '51e5ec9a-f432-4fca-9474-63e4a4e4e1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '101e91e4-7df0-4369-ab96-69b58e29208f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:49:26.019932 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-639d756c-26b3-48af-a2a8-4aa8c1d81970 service neutron] Bound using segment: {'id': '51e5ec9a-f432-4fca-9474-63e4a4e4e1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '101e91e4-7df0-4369-ab96-69b58e29208f'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:49:26.020310 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-639d756c-26b3-48af-a2a8-4aa8c1d81970 service neutron] Bound port: ec26d16c-4b06-4d74-a5ea-ff42d0ea9fbb, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51e5ec9a-f432-4fca-9474-63e4a4e4e1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '101e91e4-7df0-4369-ab96-69b58e29208f'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:49:26.020669 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-639d756c-26b3-48af-a2a8-4aa8c1d81970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:26.055218 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34546d6d-4c0b-4cf6-84a5-26d17011a41c req-9ff5dd5b-8951-40ab-9f7f-924e0660d3d6 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:26.059044 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-34546d6d-4c0b-4cf6-84a5-26d17011a41c req-9ff5dd5b-8951-40ab-9f7f-924e0660d3d6 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b9a039d-f221-4cd2-b337-be60285f9212 HTTP/1.1" status: 200 len: 945 time: 0.1024735 Sep 23 06:49:26.083382 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be0d7c4-9930-46a7-831c-9f34a07e3b5c x-openstack-request-id: req-3be0d7c4-9930-46a7-831c-9f34a07e3b5c {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:49:26.083595 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2c27a2f-4f4e-4c47-803d-37a71d079d18", "tag": "58d6f936-8802-4dd8-8e70-f6b5f9c4d52c", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:49:26.083836 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3be0d7c4-9930-46a7-831c-9f34a07e3b5c {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:49:26.084224 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2c27a2f-4f4e-4c47-803d-37a71d079d18', 'tag': '58d6f936-8802-4dd8-8e70-f6b5f9c4d52c', 'status': 'completed', 'code': 200} Sep 23 06:49:26.124636 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-34546d6d-4c0b-4cf6-84a5-26d17011a41c req-14caa37a-2662-4d53-a75c-c5005010c15b tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6ee093f-a990-48d7-bc4a-6ada4c83a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580432 Sep 23 06:49:26.156938 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-639d756c-26b3-48af-a2a8-4aa8c1d81970 service neutron] For port ec26d16c-4b06-4d74-a5ea-ff42d0ea9fbb, host n-h2-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:49:26.195370 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-639d756c-26b3-48af-a2a8-4aa8c1d81970 service neutron] For port ec26d16c-4b06-4d74-a5ea-ff42d0ea9fbb, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=ec26d16c-4b06-4d74-a5ea-ff42d0ea9fbb,segment=NetworkSegment(51e5ec9a-f432-4fca-9474-63e4a4e4e1fb),segment_id=51e5ec9a-f432-4fca-9474-63e4a4e4e1fb)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:49:26.217304 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-639d756c-26b3-48af-a2a8-4aa8c1d81970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:26.271173 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-639d756c-26b3-48af-a2a8-4aa8c1d81970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:26.271819 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-639d756c-26b3-48af-a2a8-4aa8c1d81970 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:26.273247 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-639d756c-26b3-48af-a2a8-4aa8c1d81970 service neutron] 10.222.0.58 "PUT /v2.0/ports/ec26d16c-4b06-4d74-a5ea-ff42d0ea9fbb HTTP/1.1" status: 200 len: 1092 time: 2.3164611 Sep 23 06:49:26.281890 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d333cef-e81b-45ba-9fa7-0b58e1bd66a0 req-b3e157d8-32f7-42dc-8d50-d0e1e762366f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:26.283416 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5d333cef-e81b-45ba-9fa7-0b58e1bd66a0 req-b3e157d8-32f7-42dc-8d50-d0e1e762366f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b4c98fe61d4d4691a9ed5d49fef41770&device_id=d2c27a2f-4f4e-4c47-803d-37a71d079d18 HTTP/1.1" status: 200 len: 1096 time: 0.1583149 Sep 23 06:49:26.318664 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a4dff9-670e-423b-9046-0e47f68a325a req-bf99c9c3-2058-40d2-8cf4-e33a387bf93e tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:26.320449 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f2a4dff9-670e-423b-9046-0e47f68a325a req-bf99c9c3-2058-40d2-8cf4-e33a387bf93e tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/ports?device_id=193182f5-6dd0-42cb-a3c8-6bc06f2deb9b HTTP/1.1" status: 200 len: 946 time: 0.1480179 Sep 23 06:49:26.334482 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-2dcc9d6d-4c2f-49bb-8f07-34c972efbdd9 service neutron] Request body: {'port': {'device_id': '5bf31744-0efa-4cef-967d-471fd8e8c528', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:49:26.337168 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639d756c-26b3-48af-a2a8-4aa8c1d81970 service neutron] Pushing event updated for resources: {'Port': ['ID=ec26d16c-4b06-4d74-a5ea-ff42d0ea9fbb,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:26.381526 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5d333cef-e81b-45ba-9fa7-0b58e1bd66a0 req-1d0d1a44-544a-4b78-96a2-f4ea2233c8f1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58d6f936-8802-4dd8-8e70-f6b5f9c4d52c HTTP/1.1" status: 200 len: 217 time: 0.0600462 Sep 23 06:49:26.427621 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2417c7-53ac-40bd-8869-f2ab319aaad5 req-a2b91fc9-5799-4c29-bbbb-352b35ccaeda tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:26.429192 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8f2417c7-53ac-40bd-8869-f2ab319aaad5 req-a2b91fc9-5799-4c29-bbbb-352b35ccaeda tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2c27a2f-4f4e-4c47-803d-37a71d079d18 HTTP/1.1" status: 200 len: 944 time: 0.0577018 Sep 23 06:49:26.481085 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8f2417c7-53ac-40bd-8869-f2ab319aaad5 req-6a0a9b99-9d33-43d3-a0a6-d568330b1321 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] 10.222.0.39 "GET /v2.0/security-groups?id=960c7d48-327f-439d-8038-ab85c5444d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448098 Sep 23 06:49:26.512695 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d333cef-e81b-45ba-9fa7-0b58e1bd66a0 req-f35e7bf1-1448-431a-814c-9ba4da749572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:26.514280 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5d333cef-e81b-45ba-9fa7-0b58e1bd66a0 req-f35e7bf1-1448-431a-814c-9ba4da749572 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7ba05bd1-3982-461a-8070-b835a868df61 HTTP/1.1" status: 200 len: 867 time: 0.1163070 Sep 23 06:49:26.523060 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-2dcc9d6d-4c2f-49bb-8f07-34c972efbdd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:26.528605 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f2a4dff9-670e-423b-9046-0e47f68a325a req-01a293c5-ba2b-46cc-88e2-df934422c015 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d44e72e-9977-4c1c-b9ad-087588ff958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488400 Sep 23 06:49:26.615080 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d333cef-e81b-45ba-9fa7-0b58e1bd66a0 req-2dfd8e40-49b4-48dc-a1fd-db49f4b6541c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:26.616804 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5d333cef-e81b-45ba-9fa7-0b58e1bd66a0 req-2dfd8e40-49b4-48dc-a1fd-db49f4b6541c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0d996d84-b4b4-4e6f-a850-4a458bf62804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0801539 Sep 23 06:49:26.841515 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5d333cef-e81b-45ba-9fa7-0b58e1bd66a0 req-23b33d37-c709-4697-ac3e-6720491377a4 service neutron] 10.222.0.21 "GET /v2.0/networks/0d996d84-b4b4-4e6f-a850-4a458bf62804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110868 Sep 23 06:49:27.022435 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5d333cef-e81b-45ba-9fa7-0b58e1bd66a0 req-bcb61044-84f2-4e7b-be20-e319513cd374 service neutron] 10.222.0.21 "GET /v2.0/networks/0d996d84-b4b4-4e6f-a850-4a458bf62804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679831 Sep 23 06:49:27.043807 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-2dcc9d6d-4c2f-49bb-8f07-34c972efbdd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 836860f4-7f78-4d29-8753-1658ddbce618 {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:49:27.047311 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681716a0-2502-4432-a124-3d8e4c0d00cf req-4549130c-0dda-4151-9fa1-9aae9da64f7d tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:27.055164 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681716a0-2502-4432-a124-3d8e4c0d00cf req-4549130c-0dda-4151-9fa1-9aae9da64f7d tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:27.055570 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-2dcc9d6d-4c2f-49bb-8f07-34c972efbdd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:27.063852 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681716a0-2502-4432-a124-3d8e4c0d00cf req-4549130c-0dda-4151-9fa1-9aae9da64f7d tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:27.071305 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681716a0-2502-4432-a124-3d8e4c0d00cf req-4549130c-0dda-4151-9fa1-9aae9da64f7d tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:27.078363 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681716a0-2502-4432-a124-3d8e4c0d00cf req-4549130c-0dda-4151-9fa1-9aae9da64f7d tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:27.080241 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-681716a0-2502-4432-a124-3d8e4c0d00cf req-4549130c-0dda-4151-9fa1-9aae9da64f7d tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bf31744-0efa-4cef-967d-471fd8e8c528 HTTP/1.1" status: 200 len: 3827 time: 0.1049039 Sep 23 06:49:27.104280 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-2dcc9d6d-4c2f-49bb-8f07-34c972efbdd9 service neutron] Transition to ACTIVE for port object 836860f4-7f78-4d29-8753-1658ddbce618 will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:49:27.115089 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-2dcc9d6d-4c2f-49bb-8f07-34c972efbdd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:27.127163 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-681716a0-2502-4432-a124-3d8e4c0d00cf req-e7085750-1998-4df5-96d6-fadf8ce8b145 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d045487-122b-40fb-9f4c-7e88b4bd6ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401497 Sep 23 06:49:27.206219 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3c58b9-3da2-46ed-a2e6-0bd0514460b7 req-7c053d1a-1795-414b-b73c-b0bd36367c92 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:27.207209 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2d3c58b9-3da2-46ed-a2e6-0bd0514460b7 req-7c053d1a-1795-414b-b73c-b0bd36367c92 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/networks?id=5e6b1e6b-f43d-48fc-88ea-84227fc0190a HTTP/1.1" status: 200 len: 812 time: 0.2199605 Sep 23 06:49:27.319136 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2d3c58b9-3da2-46ed-a2e6-0bd0514460b7 req-3d3f789b-7f93-441e-a40f-0e3c22a12a1c tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/quotas/7c15309e32824dcfa3da1dd04afd3365 HTTP/1.1" status: 200 len: 375 time: 0.1000230 Sep 23 06:49:27.337098 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcc9d6d-4c2f-49bb-8f07-34c972efbdd9 service neutron] Pushing event updated for resources: {'Port': ['ID=836860f4-7f78-4d29-8753-1658ddbce618,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:27.342498 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5388f53b-b15d-4503-8ea9-0363c258d5e6 req-d38bfd16-3d9a-4741-9f33-0dc66b8e2417 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:27.344233 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5388f53b-b15d-4503-8ea9-0363c258d5e6 req-d38bfd16-3d9a-4741-9f33-0dc66b8e2417 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b9a039d-f221-4cd2-b337-be60285f9212 HTTP/1.1" status: 200 len: 945 time: 0.0978947 Sep 23 06:49:27.359272 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d416a8-f6f9-4d4e-a651-34c7340343ae req-1e213ec2-1133-4308-a919-e74bd3ed11d0 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:27.362392 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a6d416a8-f6f9-4d4e-a651-34c7340343ae req-1e213ec2-1133-4308-a919-e74bd3ed11d0 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=d01b5289-4729-4e31-bf06-86731c596af7 HTTP/1.1" status: 200 len: 945 time: 0.1299622 Sep 23 06:49:27.426572 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2d3c58b9-3da2-46ed-a2e6-0bd0514460b7 req-f5465826-453f-451e-b634-30ef6886ddb0 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7c15309e32824dcfa3da1dd04afd3365&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1056366 Sep 23 06:49:27.428456 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d2fc72-4c09-409b-ba9a-ae37abcf4780 req-290ca1b3-8b99-494a-a579-72872408c3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:27.429906 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-49d2fc72-4c09-409b-ba9a-ae37abcf4780 req-290ca1b3-8b99-494a-a579-72872408c3f0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b4c98fe61d4d4691a9ed5d49fef41770&device_id=d2c27a2f-4f4e-4c47-803d-37a71d079d18 HTTP/1.1" status: 200 len: 1096 time: 0.2691605 Sep 23 06:49:27.454856 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a6d416a8-f6f9-4d4e-a651-34c7340343ae req-5379c2ff-8f63-4927-9fec-d1d32ec1c78f tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809190 Sep 23 06:49:27.537385 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-5388f53b-b15d-4503-8ea9-0363c258d5e6 req-77b80fcf-5355-4e2b-afa6-a04ccc801259 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] Deleting port 5746fb71-e5e2-4187-9491-c0849b93529e {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:49:27.537718 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-5388f53b-b15d-4503-8ea9-0363c258d5e6 req-77b80fcf-5355-4e2b-afa6-a04ccc801259 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:27.587795 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-2dcc9d6d-4c2f-49bb-8f07-34c972efbdd9 service neutron] Attempting to bind port 836860f4-7f78-4d29-8753-1658ddbce618 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:49:27.588348 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-2dcc9d6d-4c2f-49bb-8f07-34c972efbdd9 service neutron] Attempting to bind port 836860f4-7f78-4d29-8753-1658ddbce618 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': 'f24e108b-4e28-412d-86ee-4c835449b745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'feb093c6-06a4-4aad-bf82-6fd567da1d91'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:49:27.588549 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-2dcc9d6d-4c2f-49bb-8f07-34c972efbdd9 service neutron] Attempting to bind port 836860f4-7f78-4d29-8753-1658ddbce618 on network feb093c6-06a4-4aad-bf82-6fd567da1d91 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:49:27.608960 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-2dcc9d6d-4c2f-49bb-8f07-34c972efbdd9 service neutron] Port 836860f4-7f78-4d29-8753-1658ddbce618 on network feb093c6-06a4-4aad-bf82-6fd567da1d91 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:49:27.609343 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-2dcc9d6d-4c2f-49bb-8f07-34c972efbdd9 service neutron] Attempting to bind port 836860f4-7f78-4d29-8753-1658ddbce618 on network feb093c6-06a4-4aad-bf82-6fd567da1d91 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:49:27.624016 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d2fc72-4c09-409b-ba9a-ae37abcf4780 req-f2234f4f-869b-4b82-af96-7cbc7f2b6d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:27.625913 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-49d2fc72-4c09-409b-ba9a-ae37abcf4780 req-f2234f4f-869b-4b82-af96-7cbc7f2b6d67 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0d996d84-b4b4-4e6f-a850-4a458bf62804 HTTP/1.1" status: 200 len: 929 time: 0.1860058 Sep 23 06:49:27.630914 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-2dcc9d6d-4c2f-49bb-8f07-34c972efbdd9 service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:49:27.631208 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-2dcc9d6d-4c2f-49bb-8f07-34c972efbdd9 service neutron] Checking segment: {'id': 'f24e108b-4e28-412d-86ee-4c835449b745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'feb093c6-06a4-4aad-bf82-6fd567da1d91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:49:27.631588 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-2dcc9d6d-4c2f-49bb-8f07-34c972efbdd9 service neutron] Bound using segment: {'id': 'f24e108b-4e28-412d-86ee-4c835449b745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'feb093c6-06a4-4aad-bf82-6fd567da1d91'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:49:27.632038 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-2dcc9d6d-4c2f-49bb-8f07-34c972efbdd9 service neutron] Bound port: 836860f4-7f78-4d29-8753-1658ddbce618, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f24e108b-4e28-412d-86ee-4c835449b745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'feb093c6-06a4-4aad-bf82-6fd567da1d91'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:49:27.632393 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-2dcc9d6d-4c2f-49bb-8f07-34c972efbdd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:27.639100 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df73f3b9-bc2e-4c08-a682-5711b2b2561a req-3fae0bbd-6c95-4f53-b361-4a03c7b2bf28 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:27.640626 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-df73f3b9-bc2e-4c08-a682-5711b2b2561a req-3fae0bbd-6c95-4f53-b361-4a03c7b2bf28 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b9a039d-f221-4cd2-b337-be60285f9212 HTTP/1.1" status: 200 len: 945 time: 0.1197910 Sep 23 06:49:27.680813 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2d3c58b9-3da2-46ed-a2e6-0bd0514460b7 req-d3f6c78c-dfa0-42e3-973a-85401d1649f5 service neutron] 10.222.0.39 "GET /v2.0/networks/5e6b1e6b-f43d-48fc-88ea-84227fc0190a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426307 Sep 23 06:49:27.685904 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-49d2fc72-4c09-409b-ba9a-ae37abcf4780 req-6d856b8d-4e9c-4953-9f60-e61e95065959 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58d6f936-8802-4dd8-8e70-f6b5f9c4d52c HTTP/1.1" status: 200 len: 217 time: 0.0489662 Sep 23 06:49:27.699513 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-5388f53b-b15d-4503-8ea9-0363c258d5e6 req-77b80fcf-5355-4e2b-afa6-a04ccc801259 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] For port 5746fb71-e5e2-4187-9491-c0849b93529e, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=5746fb71-e5e2-4187-9491-c0849b93529e,segment=NetworkSegment(bb037a6f-7cd1-4c5c-a32a-f2d8a590e019),segment_id=bb037a6f-7cd1-4c5c-a32a-f2d8a590e019)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:49:27.699882 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-5388f53b-b15d-4503-8ea9-0363c258d5e6 req-77b80fcf-5355-4e2b-afa6-a04ccc801259 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:27.722756 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-df73f3b9-bc2e-4c08-a682-5711b2b2561a req-e412c799-53b3-41f8-885e-65bf1fea0a5b tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6ee093f-a990-48d7-bc4a-6ada4c83a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717683 Sep 23 06:49:27.723873 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-5388f53b-b15d-4503-8ea9-0363c258d5e6 req-77b80fcf-5355-4e2b-afa6-a04ccc801259 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] Calling delete_port for 5746fb71-e5e2-4187-9491-c0849b93529e owned by compute:nova {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:49:27.843791 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d2fc72-4c09-409b-ba9a-ae37abcf4780 req-1887bd52-fafb-4e25-aa6e-a3c77c6d7ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:27.845030 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-49d2fc72-4c09-409b-ba9a-ae37abcf4780 req-1887bd52-fafb-4e25-aa6e-a3c77c6d7ebe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7ba05bd1-3982-461a-8070-b835a868df61 HTTP/1.1" status: 200 len: 867 time: 0.1481040 Sep 23 06:49:27.888058 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-2dcc9d6d-4c2f-49bb-8f07-34c972efbdd9 service neutron] For port 836860f4-7f78-4d29-8753-1658ddbce618, host n-h2-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:49:27.900056 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-5388f53b-b15d-4503-8ea9-0363c258d5e6 req-77b80fcf-5355-4e2b-afa6-a04ccc801259 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:27.912433 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2d3c58b9-3da2-46ed-a2e6-0bd0514460b7 req-e005ab91-ad58-4a52-a9dd-5638f187f080 service neutron] 10.222.0.39 "GET /v2.0/networks/5e6b1e6b-f43d-48fc-88ea-84227fc0190a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240853 Sep 23 06:49:27.914276 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-2dcc9d6d-4c2f-49bb-8f07-34c972efbdd9 service neutron] For port 836860f4-7f78-4d29-8753-1658ddbce618, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=836860f4-7f78-4d29-8753-1658ddbce618,segment=NetworkSegment(f24e108b-4e28-412d-86ee-4c835449b745),segment_id=f24e108b-4e28-412d-86ee-4c835449b745)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:49:27.921139 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-2dcc9d6d-4c2f-49bb-8f07-34c972efbdd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:27.921630 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['7da25915-f1bb-47ed-8d1d-fd963ea04967', '5746fb71-e5e2-4187-9491-c0849b93529e'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:49:27.955243 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b80fcf-5355-4e2b-afa6-a04ccc801259 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] Pushing event deleted for resources: {'Port': ['ID=5746fb71-e5e2-4187-9491-c0849b93529e,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:27.962134 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-2dcc9d6d-4c2f-49bb-8f07-34c972efbdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:27.962762 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-2dcc9d6d-4c2f-49bb-8f07-34c972efbdd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:27.964149 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-2dcc9d6d-4c2f-49bb-8f07-34c972efbdd9 service neutron] 10.222.0.58 "PUT /v2.0/ports/836860f4-7f78-4d29-8753-1658ddbce618 HTTP/1.1" status: 200 len: 1136 time: 1.6360612 Sep 23 06:49:27.977992 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d2fc72-4c09-409b-ba9a-ae37abcf4780 req-1d850ee0-9978-4e65-83e3-50c79da4bdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:27.979689 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-49d2fc72-4c09-409b-ba9a-ae37abcf4780 req-1d850ee0-9978-4e65-83e3-50c79da4bdd1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0d996d84-b4b4-4e6f-a850-4a458bf62804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1264699 Sep 23 06:49:27.999796 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['f006676a-e3c3-4004-aac6-30fa5dd147c7'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:49:28.019466 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-41d9144d-7b31-4b8b-8efa-d921c6ae2978 service neutron] Request body: {'port': {'device_id': '5bf31744-0efa-4cef-967d-471fd8e8c528', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:49:28.078694 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcc9d6d-4c2f-49bb-8f07-34c972efbdd9 service neutron] Pushing event updated for resources: {'Port': ['ID=836860f4-7f78-4d29-8753-1658ddbce618,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:28.109743 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bf31744-0efa-4cef-967d-471fd8e8c528', 'tag': 'ec26d16c-4b06-4d74-a5ea-ff42d0ea9fbb'}, {'name': 'network-changed', 'server_uuid': '5bf31744-0efa-4cef-967d-471fd8e8c528', 'tag': '836860f4-7f78-4d29-8753-1658ddbce618'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:49:28.126024 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c47fdcbe-377f-4b8d-bc89-aaee5fc4935e" -d '{"events": [{"name": "network-changed", "server_uuid": "5bf31744-0efa-4cef-967d-471fd8e8c528", "tag": "ec26d16c-4b06-4d74-a5ea-ff42d0ea9fbb"}, {"name": "network-changed", "server_uuid": "5bf31744-0efa-4cef-967d-471fd8e8c528", "tag": "836860f4-7f78-4d29-8753-1658ddbce618"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:49:28.146806 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-5388f53b-b15d-4503-8ea9-0363c258d5e6 req-77b80fcf-5355-4e2b-afa6-a04ccc801259 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] No DVR routers for this DVR port 5746fb71-e5e2-4187-9491-c0849b93529e on host n-h2-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:49:28.149646 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-5388f53b-b15d-4503-8ea9-0363c258d5e6 req-77b80fcf-5355-4e2b-afa6-a04ccc801259 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:28.152677 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5388f53b-b15d-4503-8ea9-0363c258d5e6 req-77b80fcf-5355-4e2b-afa6-a04ccc801259 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] 10.222.0.58 "DELETE /v2.0/ports/5746fb71-e5e2-4187-9491-c0849b93529e HTTP/1.1" status: 204 len: 173 time: 0.7885303 Sep 23 06:49:28.154153 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b9a039d-f221-4cd2-b337-be60285f9212', 'name': 'network-vif-deleted', 'tag': '5746fb71-e5e2-4187-9491-c0849b93529e'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:49:28.159408 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-284b4144-4192-415a-a325-9f59a15f8cfe" -d '{"events": [{"server_uuid": "4b9a039d-f221-4cd2-b337-be60285f9212", "name": "network-vif-deleted", "tag": "5746fb71-e5e2-4187-9491-c0849b93529e"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:49:28.225708 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-41d9144d-7b31-4b8b-8efa-d921c6ae2978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:28.228633 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8e052-ed77-41a4-ae72-dfff9e7e3f4c req-455165de-b4ca-4894-932f-555690cf8706 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:28.231420 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2ec8e052-ed77-41a4-ae72-dfff9e7e3f4c req-455165de-b4ca-4894-932f-555690cf8706 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2c27a2f-4f4e-4c47-803d-37a71d079d18 HTTP/1.1" status: 200 len: 944 time: 0.1591189 Sep 23 06:49:28.279576 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2ec8e052-ed77-41a4-ae72-dfff9e7e3f4c req-c4bf4c4a-0f36-496c-afa9-1e5204f63b44 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] 10.222.0.39 "GET /v2.0/security-groups?id=960c7d48-327f-439d-8038-ab85c5444d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392709 Sep 23 06:49:28.506231 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-49d2fc72-4c09-409b-ba9a-ae37abcf4780 req-f1ae0f78-f7ab-4d4f-b81a-83bc9ddaae50 service neutron] 10.222.0.21 "GET /v2.0/networks/0d996d84-b4b4-4e6f-a850-4a458bf62804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5159788 Sep 23 06:49:28.550802 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8495c277-4e12-4efd-b7c4-a19d3ae4790b req-239387d7-3192-41fe-a1b8-56604a027de6 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=5814f83f-0854-424c-b42e-849d2fc8a6f3 HTTP/1.1" status: 200 len: 210 time: 0.0540624 Sep 23 06:49:28.814094 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59846f9e-d460-4f2e-a466-5b034442b729 req-dd200748-e23a-4268-a68c-56da30291b04 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:28.820965 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59846f9e-d460-4f2e-a466-5b034442b729 req-dd200748-e23a-4268-a68c-56da30291b04 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:28.828339 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59846f9e-d460-4f2e-a466-5b034442b729 req-dd200748-e23a-4268-a68c-56da30291b04 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:28.835793 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 23 Sep 2021 06:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee5e9e7-b021-44c8-beb2-5e386ab2a1a8 x-openstack-request-id: req-1ee5e9e7-b021-44c8-beb2-5e386ab2a1a8 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:49:28.836448 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bf31744-0efa-4cef-967d-471fd8e8c528", "tag": "ec26d16c-4b06-4d74-a5ea-ff42d0ea9fbb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5bf31744-0efa-4cef-967d-471fd8e8c528", "tag": "836860f4-7f78-4d29-8753-1658ddbce618", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:49:28.836559 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59846f9e-d460-4f2e-a466-5b034442b729 req-dd200748-e23a-4268-a68c-56da30291b04 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:28.836670 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1ee5e9e7-b021-44c8-beb2-5e386ab2a1a8 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:49:28.837003 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bf31744-0efa-4cef-967d-471fd8e8c528', 'tag': 'ec26d16c-4b06-4d74-a5ea-ff42d0ea9fbb', 'status': 'completed', 'code': 200} Sep 23 06:49:28.837110 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bf31744-0efa-4cef-967d-471fd8e8c528', 'tag': '836860f4-7f78-4d29-8753-1658ddbce618', 'status': 'completed', 'code': 200} Sep 23 06:49:28.844736 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59846f9e-d460-4f2e-a466-5b034442b729 req-dd200748-e23a-4268-a68c-56da30291b04 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:28.856112 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59846f9e-d460-4f2e-a466-5b034442b729 req-dd200748-e23a-4268-a68c-56da30291b04 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:28.865307 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-59846f9e-d460-4f2e-a466-5b034442b729 req-dd200748-e23a-4268-a68c-56da30291b04 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bf31744-0efa-4cef-967d-471fd8e8c528 HTTP/1.1" status: 200 len: 4604 time: 0.1645436 Sep 23 06:49:28.895774 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47fdcbe-377f-4b8d-bc89-aaee5fc4935e req-b5f4e626-6fdb-4da1-ad36-d720b044cda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:28.896226 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47fdcbe-377f-4b8d-bc89-aaee5fc4935e req-b5f4e626-6fdb-4da1-ad36-d720b044cda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:28.897071 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47fdcbe-377f-4b8d-bc89-aaee5fc4935e req-b5f4e626-6fdb-4da1-ad36-d720b044cda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:28.897567 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47fdcbe-377f-4b8d-bc89-aaee5fc4935e req-b5f4e626-6fdb-4da1-ad36-d720b044cda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:28.898061 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47fdcbe-377f-4b8d-bc89-aaee5fc4935e req-b5f4e626-6fdb-4da1-ad36-d720b044cda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:28.898595 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47fdcbe-377f-4b8d-bc89-aaee5fc4935e req-b5f4e626-6fdb-4da1-ad36-d720b044cda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:28.900889 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c47fdcbe-377f-4b8d-bc89-aaee5fc4935e req-b5f4e626-6fdb-4da1-ad36-d720b044cda1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=147ee43e793f431bb6dc0e9de8ff2960&device_id=5bf31744-0efa-4cef-967d-471fd8e8c528 HTTP/1.1" status: 200 len: 5292 time: 0.2345672 Sep 23 06:49:28.946527 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-59846f9e-d460-4f2e-a466-5b034442b729 req-4fe3f4d7-88e5-4c33-a7d8-cbef834a40b9 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c9c5b19-61b6-4835-bef3-eb0ee04d7a83&id=5d045487-122b-40fb-9f4c-7e88b4bd6ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0800996 Sep 23 06:49:28.987413 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb0ca44-dc62-44ac-b3de-0ea0ab044a5d req-a93c869a-87e2-4af8-ba82-8d6876d27d63 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:28.989322 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1fb0ca44-dc62-44ac-b3de-0ea0ab044a5d req-a93c869a-87e2-4af8-ba82-8d6876d27d63 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/ports?device_id=193182f5-6dd0-42cb-a3c8-6bc06f2deb9b HTTP/1.1" status: 200 len: 946 time: 0.4859250 Sep 23 06:49:28.998926 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79f23b7-1c2d-4d9d-b5be-6184562ef788 x-openstack-request-id: req-e79f23b7-1c2d-4d9d-b5be-6184562ef788 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:49:28.999981 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b9a039d-f221-4cd2-b337-be60285f9212", "name": "network-vif-deleted", "tag": "5746fb71-e5e2-4187-9491-c0849b93529e", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:49:29.000433 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e79f23b7-1c2d-4d9d-b5be-6184562ef788 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:49:29.001050 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b9a039d-f221-4cd2-b337-be60285f9212', 'name': 'network-vif-deleted', 'tag': '5746fb71-e5e2-4187-9491-c0849b93529e', 'status': 'completed', 'code': 200} Sep 23 06:49:29.025103 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-41d9144d-7b31-4b8b-8efa-d921c6ae2978 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66dc2450-0dc5-4831-8e32-390fda82bf83 {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:49:29.040010 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-41d9144d-7b31-4b8b-8efa-d921c6ae2978 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:29.067827 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-49d2fc72-4c09-409b-ba9a-ae37abcf4780 req-b00785de-4e31-43f0-8b2f-34a41034b22b service neutron] 10.222.0.21 "GET /v2.0/networks/0d996d84-b4b4-4e6f-a850-4a458bf62804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284603 Sep 23 06:49:29.072175 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-41d9144d-7b31-4b8b-8efa-d921c6ae2978 service neutron] Transition to ACTIVE for port object 66dc2450-0dc5-4831-8e32-390fda82bf83 will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:49:29.080153 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1fb0ca44-dc62-44ac-b3de-0ea0ab044a5d req-367c7144-fb01-46b2-9261-243ac4d7b1e1 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d44e72e-9977-4c1c-b9ad-087588ff958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802486 Sep 23 06:49:29.081399 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-41d9144d-7b31-4b8b-8efa-d921c6ae2978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:29.184715 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d9144d-7b31-4b8b-8efa-d921c6ae2978 service neutron] Pushing event updated for resources: {'Port': ['ID=66dc2450-0dc5-4831-8e32-390fda82bf83,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:29.197958 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47fdcbe-377f-4b8d-bc89-aaee5fc4935e req-f684208b-218c-4c15-8e98-2bc32c6f2137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:29.199629 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47fdcbe-377f-4b8d-bc89-aaee5fc4935e req-f684208b-218c-4c15-8e98-2bc32c6f2137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:29.200275 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47fdcbe-377f-4b8d-bc89-aaee5fc4935e req-f684208b-218c-4c15-8e98-2bc32c6f2137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:29.202183 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c47fdcbe-377f-4b8d-bc89-aaee5fc4935e req-f684208b-218c-4c15-8e98-2bc32c6f2137 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=147ee43e793f431bb6dc0e9de8ff2960&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2797234 Sep 23 06:49:29.214223 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98baa6d2-3a44-479a-9f84-4736059c02b5 req-be221702-5538-409f-bf3f-102dea90fad3 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:29.224979 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-98baa6d2-3a44-479a-9f84-4736059c02b5 req-be221702-5538-409f-bf3f-102dea90fad3 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=d01b5289-4729-4e31-bf06-86731c596af7 HTTP/1.1" status: 200 len: 945 time: 0.1696303 Sep 23 06:49:29.260194 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-41d9144d-7b31-4b8b-8efa-d921c6ae2978 service neutron] Attempting to bind port 66dc2450-0dc5-4831-8e32-390fda82bf83 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:49:29.260538 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-41d9144d-7b31-4b8b-8efa-d921c6ae2978 service neutron] Attempting to bind port 66dc2450-0dc5-4831-8e32-390fda82bf83 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': 'f24e108b-4e28-412d-86ee-4c835449b745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'feb093c6-06a4-4aad-bf82-6fd567da1d91'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:49:29.260869 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-41d9144d-7b31-4b8b-8efa-d921c6ae2978 service neutron] Attempting to bind port 66dc2450-0dc5-4831-8e32-390fda82bf83 on network feb093c6-06a4-4aad-bf82-6fd567da1d91 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:49:29.268430 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-41d9144d-7b31-4b8b-8efa-d921c6ae2978 service neutron] Port 66dc2450-0dc5-4831-8e32-390fda82bf83 on network feb093c6-06a4-4aad-bf82-6fd567da1d91 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:49:29.268751 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-41d9144d-7b31-4b8b-8efa-d921c6ae2978 service neutron] Attempting to bind port 66dc2450-0dc5-4831-8e32-390fda82bf83 on network feb093c6-06a4-4aad-bf82-6fd567da1d91 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:49:29.274801 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-41d9144d-7b31-4b8b-8efa-d921c6ae2978 service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:49:29.275088 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-41d9144d-7b31-4b8b-8efa-d921c6ae2978 service neutron] Checking segment: {'id': 'f24e108b-4e28-412d-86ee-4c835449b745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'feb093c6-06a4-4aad-bf82-6fd567da1d91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:49:29.275486 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-41d9144d-7b31-4b8b-8efa-d921c6ae2978 service neutron] Bound using segment: {'id': 'f24e108b-4e28-412d-86ee-4c835449b745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'feb093c6-06a4-4aad-bf82-6fd567da1d91'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:49:29.276019 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-41d9144d-7b31-4b8b-8efa-d921c6ae2978 service neutron] Bound port: 66dc2450-0dc5-4831-8e32-390fda82bf83, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f24e108b-4e28-412d-86ee-4c835449b745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'feb093c6-06a4-4aad-bf82-6fd567da1d91'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:49:29.276384 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-41d9144d-7b31-4b8b-8efa-d921c6ae2978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:29.309926 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-98baa6d2-3a44-479a-9f84-4736059c02b5 req-b8ba660d-a1ab-4f79-abd7-8de84b19f53c tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817208 Sep 23 06:49:29.380466 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-41d9144d-7b31-4b8b-8efa-d921c6ae2978 service neutron] For port 66dc2450-0dc5-4831-8e32-390fda82bf83, host n-h2-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:49:29.389633 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-41d9144d-7b31-4b8b-8efa-d921c6ae2978 service neutron] For port 66dc2450-0dc5-4831-8e32-390fda82bf83, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=66dc2450-0dc5-4831-8e32-390fda82bf83,segment=NetworkSegment(f24e108b-4e28-412d-86ee-4c835449b745),segment_id=f24e108b-4e28-412d-86ee-4c835449b745)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:49:29.400003 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-41d9144d-7b31-4b8b-8efa-d921c6ae2978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:29.462083 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-41d9144d-7b31-4b8b-8efa-d921c6ae2978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:29.462842 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-41d9144d-7b31-4b8b-8efa-d921c6ae2978 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:29.464859 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-41d9144d-7b31-4b8b-8efa-d921c6ae2978 service neutron] 10.222.0.58 "PUT /v2.0/ports/66dc2450-0dc5-4831-8e32-390fda82bf83 HTTP/1.1" status: 200 len: 1136 time: 1.4568427 Sep 23 06:49:29.474130 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47fdcbe-377f-4b8d-bc89-aaee5fc4935e req-cdbe1ac4-7535-432e-a683-753ab78d848c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:29.475628 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c47fdcbe-377f-4b8d-bc89-aaee5fc4935e req-cdbe1ac4-7535-432e-a683-753ab78d848c service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2482853 Sep 23 06:49:29.518666 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d9144d-7b31-4b8b-8efa-d921c6ae2978 service neutron] Pushing event updated for resources: {'Port': ['ID=66dc2450-0dc5-4831-8e32-390fda82bf83,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:29.577654 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-c4e74656-1bf3-471e-93a9-df2a80e0024b service neutron] Request body: {'port': {'device_id': '5bf31744-0efa-4cef-967d-471fd8e8c528', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:49:29.619656 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e34135-6b69-44cb-ab08-e5a6a3f89adc req-d229f642-7c19-42c3-a10f-237ac1e26b11 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:29.622190 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e5e34135-6b69-44cb-ab08-e5a6a3f89adc req-d229f642-7c19-42c3-a10f-237ac1e26b11 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2c27a2f-4f4e-4c47-803d-37a71d079d18 HTTP/1.1" status: 200 len: 944 time: 0.1358867 Sep 23 06:49:29.660541 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47fdcbe-377f-4b8d-bc89-aaee5fc4935e req-9d067f60-b810-490d-8671-a092118bc661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:29.661513 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47fdcbe-377f-4b8d-bc89-aaee5fc4935e req-9d067f60-b810-490d-8671-a092118bc661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:29.662199 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47fdcbe-377f-4b8d-bc89-aaee5fc4935e req-9d067f60-b810-490d-8671-a092118bc661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:29.663639 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47fdcbe-377f-4b8d-bc89-aaee5fc4935e req-9d067f60-b810-490d-8671-a092118bc661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:29.664315 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47fdcbe-377f-4b8d-bc89-aaee5fc4935e req-9d067f60-b810-490d-8671-a092118bc661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:29.665212 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47fdcbe-377f-4b8d-bc89-aaee5fc4935e req-9d067f60-b810-490d-8671-a092118bc661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:29.665909 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47fdcbe-377f-4b8d-bc89-aaee5fc4935e req-9d067f60-b810-490d-8671-a092118bc661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:29.668643 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c47fdcbe-377f-4b8d-bc89-aaee5fc4935e req-9d067f60-b810-490d-8671-a092118bc661 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=147ee43e793f431bb6dc0e9de8ff2960&device_id=5bf31744-0efa-4cef-967d-471fd8e8c528 HTTP/1.1" status: 200 len: 6221 time: 0.1138659 Sep 23 06:49:29.678117 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a00c67-eb77-448f-bb49-ffd8540934ca req-ed9e611f-be8c-4e32-92b8-b77bfc6692fc tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:29.679888 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-89a00c67-eb77-448f-bb49-ffd8540934ca req-ed9e611f-be8c-4e32-92b8-b77bfc6692fc tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=d01b5289-4729-4e31-bf06-86731c596af7 HTTP/1.1" status: 200 len: 945 time: 0.1489367 Sep 23 06:49:29.690676 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-c4e74656-1bf3-471e-93a9-df2a80e0024b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:29.733666 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e5e34135-6b69-44cb-ab08-e5a6a3f89adc req-cdc16dbb-0535-4528-a6ef-a41e160bd364 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] 10.222.0.39 "GET /v2.0/security-groups?id=960c7d48-327f-439d-8038-ab85c5444d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028354 Sep 23 06:49:29.817675 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-89a00c67-eb77-448f-bb49-ffd8540934ca req-3f359455-8ae9-4f4e-98bb-58a6245ff83c tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210039 Sep 23 06:49:29.864614 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47fdcbe-377f-4b8d-bc89-aaee5fc4935e req-436bc7c7-39c5-4391-8b26-f76e623d1f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:29.865103 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47fdcbe-377f-4b8d-bc89-aaee5fc4935e req-436bc7c7-39c5-4391-8b26-f76e623d1f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:29.865581 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47fdcbe-377f-4b8d-bc89-aaee5fc4935e req-436bc7c7-39c5-4391-8b26-f76e623d1f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:29.867181 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c47fdcbe-377f-4b8d-bc89-aaee5fc4935e req-436bc7c7-39c5-4391-8b26-f76e623d1f5a service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=147ee43e793f431bb6dc0e9de8ff2960&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1770144 Sep 23 06:49:29.919871 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-47ad1eb8-2090-4fe4-95ac-9161ba6556db req-75a96f17-6898-49fe-9c2a-0bccb83842af tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=5814f83f-0854-424c-b42e-849d2fc8a6f3 HTTP/1.1" status: 200 len: 210 time: 0.0689979 Sep 23 06:49:30.033699 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47fdcbe-377f-4b8d-bc89-aaee5fc4935e req-18d06d24-21ec-4b3a-85a4-f2332b3b2a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:30.035507 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c47fdcbe-377f-4b8d-bc89-aaee5fc4935e req-18d06d24-21ec-4b3a-85a4-f2332b3b2a03 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1593213 Sep 23 06:49:30.107986 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2d3c58b9-3da2-46ed-a2e6-0bd0514460b7 req-cf3e64b8-5ce3-4fd3-88d4-6c768940914a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7c15309e32824dcfa3da1dd04afd3365&device_id=5814f83f-0854-424c-b42e-849d2fc8a6f3 HTTP/1.1" status: 200 len: 210 time: 0.0294275 Sep 23 06:49:30.175460 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2562ba1c-08bb-42c2-9ff3-cb416289c1d9 req-76dbf379-4b01-4d2d-bfe8-8fb78b2fcaa3 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:30.181768 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2562ba1c-08bb-42c2-9ff3-cb416289c1d9 req-76dbf379-4b01-4d2d-bfe8-8fb78b2fcaa3 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:30.188414 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2562ba1c-08bb-42c2-9ff3-cb416289c1d9 req-76dbf379-4b01-4d2d-bfe8-8fb78b2fcaa3 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:30.194446 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2562ba1c-08bb-42c2-9ff3-cb416289c1d9 req-76dbf379-4b01-4d2d-bfe8-8fb78b2fcaa3 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:30.200442 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2562ba1c-08bb-42c2-9ff3-cb416289c1d9 req-76dbf379-4b01-4d2d-bfe8-8fb78b2fcaa3 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:30.206485 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2562ba1c-08bb-42c2-9ff3-cb416289c1d9 req-76dbf379-4b01-4d2d-bfe8-8fb78b2fcaa3 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:30.212360 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2562ba1c-08bb-42c2-9ff3-cb416289c1d9 req-76dbf379-4b01-4d2d-bfe8-8fb78b2fcaa3 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:30.214846 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2562ba1c-08bb-42c2-9ff3-cb416289c1d9 req-76dbf379-4b01-4d2d-bfe8-8fb78b2fcaa3 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bf31744-0efa-4cef-967d-471fd8e8c528 HTTP/1.1" status: 200 len: 5381 time: 0.1009333 Sep 23 06:49:30.256470 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2562ba1c-08bb-42c2-9ff3-cb416289c1d9 req-9b7baf9d-fed1-431a-8cc0-2ec91fc7a29c tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c9c5b19-61b6-4835-bef3-eb0ee04d7a83&id=5d045487-122b-40fb-9f4c-7e88b4bd6ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0354035 Sep 23 06:49:30.329644 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-c4e74656-1bf3-471e-93a9-df2a80e0024b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b24a097-bd4a-4680-b3ae-d426079e7a16 {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:49:30.344179 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-c4e74656-1bf3-471e-93a9-df2a80e0024b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:30.355897 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb3c19b-6294-4b4e-8d7b-25f72ea5b85d req-e5e6ec18-c26e-42ce-b489-bea7ba2febde tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:30.357431 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-edb3c19b-6294-4b4e-8d7b-25f72ea5b85d req-e5e6ec18-c26e-42ce-b489-bea7ba2febde tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 944 time: 0.2107196 Sep 23 06:49:30.375491 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f76cfcb-10c1-477e-9c3c-4e6981426953 req-1470382e-d0ea-4a92-82f3-e08aefb73816 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:30.377443 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7f76cfcb-10c1-477e-9c3c-4e6981426953 req-1470382e-d0ea-4a92-82f3-e08aefb73816 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=d01b5289-4729-4e31-bf06-86731c596af7 HTTP/1.1" status: 200 len: 945 time: 0.0604091 Sep 23 06:49:30.384671 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-c4e74656-1bf3-471e-93a9-df2a80e0024b service neutron] Transition to ACTIVE for port object 2b24a097-bd4a-4680-b3ae-d426079e7a16 will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:49:30.394581 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3c58b9-3da2-46ed-a2e6-0bd0514460b7 req-9211cfcd-76e8-428f-aa9e-843a1a18c173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:30.396063 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2d3c58b9-3da2-46ed-a2e6-0bd0514460b7 req-9211cfcd-76e8-428f-aa9e-843a1a18c173 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=7c15309e32824dcfa3da1dd04afd3365&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2735736 Sep 23 06:49:30.399864 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-c4e74656-1bf3-471e-93a9-df2a80e0024b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:30.421366 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7f76cfcb-10c1-477e-9c3c-4e6981426953 req-28774413-020a-4f39-abeb-d67e524a8f7f tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372913 Sep 23 06:49:30.474127 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-edb3c19b-6294-4b4e-8d7b-25f72ea5b85d req-22621cb2-7caa-45e8-abd2-024beb691d93 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053164 Sep 23 06:49:30.576711 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e74656-1bf3-471e-93a9-df2a80e0024b service neutron] Pushing event updated for resources: {'Port': ['ID=2b24a097-bd4a-4680-b3ae-d426079e7a16,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:30.663694 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3c58b9-3da2-46ed-a2e6-0bd0514460b7 req-fd323553-60b1-4cde-a609-eba6904b8c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:30.665190 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2d3c58b9-3da2-46ed-a2e6-0bd0514460b7 req-fd323553-60b1-4cde-a609-eba6904b8c16 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2544086 Sep 23 06:49:30.673360 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16767e87-e1d3-42e0-9d10-f5013b6b17a4 req-55a56c00-61ad-43ca-b336-01c655102912 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:30.681453 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-16767e87-e1d3-42e0-9d10-f5013b6b17a4 req-55a56c00-61ad-43ca-b336-01c655102912 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=d01b5289-4729-4e31-bf06-86731c596af7 HTTP/1.1" status: 200 len: 945 time: 0.0891235 Sep 23 06:49:30.691509 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-c4e74656-1bf3-471e-93a9-df2a80e0024b service neutron] Attempting to bind port 2b24a097-bd4a-4680-b3ae-d426079e7a16 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:49:30.692088 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-c4e74656-1bf3-471e-93a9-df2a80e0024b service neutron] Attempting to bind port 2b24a097-bd4a-4680-b3ae-d426079e7a16 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': 'f24e108b-4e28-412d-86ee-4c835449b745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'feb093c6-06a4-4aad-bf82-6fd567da1d91'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:49:30.692442 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-c4e74656-1bf3-471e-93a9-df2a80e0024b service neutron] Attempting to bind port 2b24a097-bd4a-4680-b3ae-d426079e7a16 on network feb093c6-06a4-4aad-bf82-6fd567da1d91 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:49:30.704019 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-c4e74656-1bf3-471e-93a9-df2a80e0024b service neutron] Port 2b24a097-bd4a-4680-b3ae-d426079e7a16 on network feb093c6-06a4-4aad-bf82-6fd567da1d91 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:49:30.704603 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-c4e74656-1bf3-471e-93a9-df2a80e0024b service neutron] Attempting to bind port 2b24a097-bd4a-4680-b3ae-d426079e7a16 on network feb093c6-06a4-4aad-bf82-6fd567da1d91 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:49:30.717398 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-c4e74656-1bf3-471e-93a9-df2a80e0024b service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:49:30.717685 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-c4e74656-1bf3-471e-93a9-df2a80e0024b service neutron] Checking segment: {'id': 'f24e108b-4e28-412d-86ee-4c835449b745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'feb093c6-06a4-4aad-bf82-6fd567da1d91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:49:30.719058 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-c4e74656-1bf3-471e-93a9-df2a80e0024b service neutron] Bound using segment: {'id': 'f24e108b-4e28-412d-86ee-4c835449b745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'feb093c6-06a4-4aad-bf82-6fd567da1d91'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:49:30.719058 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-c4e74656-1bf3-471e-93a9-df2a80e0024b service neutron] Bound port: 2b24a097-bd4a-4680-b3ae-d426079e7a16, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f24e108b-4e28-412d-86ee-4c835449b745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'feb093c6-06a4-4aad-bf82-6fd567da1d91'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:49:30.719385 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-c4e74656-1bf3-471e-93a9-df2a80e0024b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:30.726627 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-16767e87-e1d3-42e0-9d10-f5013b6b17a4 req-98725d9e-8392-4d37-8674-2111d662a941 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442128 Sep 23 06:49:30.779075 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2d3c58b9-3da2-46ed-a2e6-0bd0514460b7 req-e6168815-ef45-45b2-b868-73eee50019b8 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.21 "GET /v2.0/ports?device_id=5814f83f-0854-424c-b42e-849d2fc8a6f3 HTTP/1.1" status: 200 len: 210 time: 0.0661125 Sep 23 06:49:30.807698 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b89f252-e0fa-4342-a763-1651cdad00ca req-04dd8ba9-a575-45fd-ba05-c4d4562f5ae1 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:30.809967 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2b89f252-e0fa-4342-a763-1651cdad00ca req-04dd8ba9-a575-45fd-ba05-c4d4562f5ae1 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/ports?device_id=193182f5-6dd0-42cb-a3c8-6bc06f2deb9b HTTP/1.1" status: 200 len: 946 time: 0.1675127 Sep 23 06:49:30.842576 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bf31744-0efa-4cef-967d-471fd8e8c528', 'tag': '66dc2450-0dc5-4831-8e32-390fda82bf83'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:49:30.844739 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15670cae-f6dc-4489-98b5-956776f60eec" -d '{"events": [{"name": "network-changed", "server_uuid": "5bf31744-0efa-4cef-967d-471fd8e8c528", "tag": "66dc2450-0dc5-4831-8e32-390fda82bf83"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:49:30.877857 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-c4e74656-1bf3-471e-93a9-df2a80e0024b service neutron] For port 2b24a097-bd4a-4680-b3ae-d426079e7a16, host n-h2-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:49:30.884106 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2b89f252-e0fa-4342-a763-1651cdad00ca req-a4729f54-79ec-4eef-ae0b-fc85ac296654 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d44e72e-9977-4c1c-b9ad-087588ff958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654230 Sep 23 06:49:30.893515 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-c4e74656-1bf3-471e-93a9-df2a80e0024b service neutron] For port 2b24a097-bd4a-4680-b3ae-d426079e7a16, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=2b24a097-bd4a-4680-b3ae-d426079e7a16,segment=NetworkSegment(f24e108b-4e28-412d-86ee-4c835449b745),segment_id=f24e108b-4e28-412d-86ee-4c835449b745)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:49:30.904182 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-c4e74656-1bf3-471e-93a9-df2a80e0024b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:30.952107 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-c4e74656-1bf3-471e-93a9-df2a80e0024b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:30.952729 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-c4e74656-1bf3-471e-93a9-df2a80e0024b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:30.954216 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-c4e74656-1bf3-471e-93a9-df2a80e0024b service neutron] 10.222.0.58 "PUT /v2.0/ports/2b24a097-bd4a-4680-b3ae-d426079e7a16 HTTP/1.1" status: 200 len: 1092 time: 1.3827341 Sep 23 06:49:30.992299 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e74656-1bf3-471e-93a9-df2a80e0024b service neutron] Pushing event updated for resources: {'Port': ['ID=2b24a097-bd4a-4680-b3ae-d426079e7a16,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:30.996943 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91614afa-4ca8-4c3b-a1f5-5bd6ecb2a465 req-e7b5de6e-779d-430d-a09a-3effb704e0bf tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:30.999535 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-91614afa-4ca8-4c3b-a1f5-5bd6ecb2a465 req-e7b5de6e-779d-430d-a09a-3effb704e0bf tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 944 time: 0.1089158 Sep 23 06:49:31.003169 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-34c49a1a-74dd-41ba-86db-8c3f7c6b13a8 service neutron] Request body: {'port': {'device_id': '5bf31744-0efa-4cef-967d-471fd8e8c528', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:49:31.052283 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-91614afa-4ca8-4c3b-a1f5-5bd6ecb2a465 req-34576850-8c8b-4447-8fec-cf4486a355dc tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403242 Sep 23 06:49:31.094674 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-34c49a1a-74dd-41ba-86db-8c3f7c6b13a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:31.118699 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-84086367-7a8c-492c-aa9e-78b83266ce96 req-a0a9bf44-2431-4374-87c4-5b1ba7f96084 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7c15309e32824dcfa3da1dd04afd3365&device_id=5814f83f-0854-424c-b42e-849d2fc8a6f3 HTTP/1.1" status: 200 len: 210 time: 0.0416205 Sep 23 06:49:31.255414 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a473bc6d-78b9-4825-acb2-bf2ee257f70c req-3b5d9d4d-b8da-48a6-aeed-68e9deca5c5f tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:31.255898 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb419f4d-0b6b-4448-bc7f-4790301508d6 x-openstack-request-id: req-bb419f4d-0b6b-4448-bc7f-4790301508d6 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:49:31.256069 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bf31744-0efa-4cef-967d-471fd8e8c528", "tag": "66dc2450-0dc5-4831-8e32-390fda82bf83", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:49:31.256366 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bb419f4d-0b6b-4448-bc7f-4790301508d6 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:49:31.256633 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bf31744-0efa-4cef-967d-471fd8e8c528', 'tag': '66dc2450-0dc5-4831-8e32-390fda82bf83', 'status': 'completed', 'code': 200} Sep 23 06:49:31.257272 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a473bc6d-78b9-4825-acb2-bf2ee257f70c req-3b5d9d4d-b8da-48a6-aeed-68e9deca5c5f tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2c27a2f-4f4e-4c47-803d-37a71d079d18 HTTP/1.1" status: 200 len: 944 time: 0.0631523 Sep 23 06:49:31.333783 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a473bc6d-78b9-4825-acb2-bf2ee257f70c req-99e50914-0654-4cbd-8fb5-da268ddb6bcf tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] 10.222.0.39 "GET /v2.0/security-groups?id=960c7d48-327f-439d-8038-ab85c5444d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451775 Sep 23 06:49:31.340637 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15670cae-f6dc-4489-98b5-956776f60eec req-f6be630e-ee45-4f34-93ae-418b1eea8c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:31.341222 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15670cae-f6dc-4489-98b5-956776f60eec req-f6be630e-ee45-4f34-93ae-418b1eea8c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:31.341713 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15670cae-f6dc-4489-98b5-956776f60eec req-f6be630e-ee45-4f34-93ae-418b1eea8c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:31.342234 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15670cae-f6dc-4489-98b5-956776f60eec req-f6be630e-ee45-4f34-93ae-418b1eea8c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:31.342698 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15670cae-f6dc-4489-98b5-956776f60eec req-f6be630e-ee45-4f34-93ae-418b1eea8c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:31.343173 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15670cae-f6dc-4489-98b5-956776f60eec req-f6be630e-ee45-4f34-93ae-418b1eea8c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:31.343707 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15670cae-f6dc-4489-98b5-956776f60eec req-f6be630e-ee45-4f34-93ae-418b1eea8c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:31.345708 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-15670cae-f6dc-4489-98b5-956776f60eec req-f6be630e-ee45-4f34-93ae-418b1eea8c62 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=147ee43e793f431bb6dc0e9de8ff2960&device_id=5bf31744-0efa-4cef-967d-471fd8e8c528 HTTP/1.1" status: 200 len: 6289 time: 0.0874221 Sep 23 06:49:31.363810 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-88f0be00-985c-4202-bdea-a73168e61ed6 req-1be79af2-5636-4055-9b91-9c18607c13ad tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=5814f83f-0854-424c-b42e-849d2fc8a6f3 HTTP/1.1" status: 200 len: 210 time: 0.0420210 Sep 23 06:49:31.397974 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84086367-7a8c-492c-aa9e-78b83266ce96 req-fd4a5b8f-7d12-4866-95d3-a81452c65750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:31.399540 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-84086367-7a8c-492c-aa9e-78b83266ce96 req-fd4a5b8f-7d12-4866-95d3-a81452c65750 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=7c15309e32824dcfa3da1dd04afd3365&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2680686 Sep 23 06:49:31.414136 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 5746fb71-e5e2-4187-9491-c0849b93529e no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:49:31.483766 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No Port match for: 5746fb71-e5e2-4187-9491-c0849b93529e {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:49:31.484441 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 5746fb71-e5e2-4187-9491-c0849b93529e not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:49:31.507609 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15670cae-f6dc-4489-98b5-956776f60eec req-df512527-d1a9-4a9e-bea2-8da47f7e07b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:31.507839 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15670cae-f6dc-4489-98b5-956776f60eec req-df512527-d1a9-4a9e-bea2-8da47f7e07b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:31.508220 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15670cae-f6dc-4489-98b5-956776f60eec req-df512527-d1a9-4a9e-bea2-8da47f7e07b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:31.509893 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-15670cae-f6dc-4489-98b5-956776f60eec req-df512527-d1a9-4a9e-bea2-8da47f7e07b3 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=147ee43e793f431bb6dc0e9de8ff2960&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1506250 Sep 23 06:49:31.645625 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84086367-7a8c-492c-aa9e-78b83266ce96 req-223648c6-1f53-45ce-873c-8f8752c78b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:31.647139 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-84086367-7a8c-492c-aa9e-78b83266ce96 req-223648c6-1f53-45ce-873c-8f8752c78b21 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2254605 Sep 23 06:49:31.673537 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e38cd-1605-45d8-b385-af43eca53810 req-f289a0f2-bb57-4ebd-84fc-9f7d707f5515 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:31.673766 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15670cae-f6dc-4489-98b5-956776f60eec req-156eada9-13ea-4640-b42e-6e3694720b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:31.675277 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-15670cae-f6dc-4489-98b5-956776f60eec req-156eada9-13ea-4640-b42e-6e3694720b4b service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1486971 Sep 23 06:49:31.675394 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4f1e38cd-1605-45d8-b385-af43eca53810 req-f289a0f2-bb57-4ebd-84fc-9f7d707f5515 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=d01b5289-4729-4e31-bf06-86731c596af7 HTTP/1.1" status: 200 len: 945 time: 0.1570194 Sep 23 06:49:31.705025 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90858b6-1dd3-48e1-8331-e90952a2c8db req-8a75f33a-9c51-4947-ab04-78c8cc5ddc47 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:31.711637 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90858b6-1dd3-48e1-8331-e90952a2c8db req-8a75f33a-9c51-4947-ab04-78c8cc5ddc47 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:31.717768 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90858b6-1dd3-48e1-8331-e90952a2c8db req-8a75f33a-9c51-4947-ab04-78c8cc5ddc47 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:31.724358 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90858b6-1dd3-48e1-8331-e90952a2c8db req-8a75f33a-9c51-4947-ab04-78c8cc5ddc47 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:31.730971 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90858b6-1dd3-48e1-8331-e90952a2c8db req-8a75f33a-9c51-4947-ab04-78c8cc5ddc47 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:31.737066 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90858b6-1dd3-48e1-8331-e90952a2c8db req-8a75f33a-9c51-4947-ab04-78c8cc5ddc47 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:31.743382 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90858b6-1dd3-48e1-8331-e90952a2c8db req-8a75f33a-9c51-4947-ab04-78c8cc5ddc47 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:31.744072 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-34c49a1a-74dd-41ba-86db-8c3f7c6b13a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aadce6c5-7244-4918-943f-79af3b163ac9 {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:49:31.745446 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c90858b6-1dd3-48e1-8331-e90952a2c8db req-8a75f33a-9c51-4947-ab04-78c8cc5ddc47 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bf31744-0efa-4cef-967d-471fd8e8c528 HTTP/1.1" status: 200 len: 5393 time: 0.1172180 Sep 23 06:49:31.765222 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4f1e38cd-1605-45d8-b385-af43eca53810 req-742f563c-92a4-44ea-887e-dec1c66d9556 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818677 Sep 23 06:49:31.802853 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-34c49a1a-74dd-41ba-86db-8c3f7c6b13a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:31.805582 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c90858b6-1dd3-48e1-8331-e90952a2c8db req-5a7d2cd2-1054-42be-a217-0c19e5387cd7 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c9c5b19-61b6-4835-bef3-eb0ee04d7a83&id=5d045487-122b-40fb-9f4c-7e88b4bd6ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0479345 Sep 23 06:49:31.807146 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-84086367-7a8c-492c-aa9e-78b83266ce96 req-b4eba6c6-dc75-4337-8fc5-fb8103dd60ce tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.21 "GET /v2.0/ports?device_id=5814f83f-0854-424c-b42e-849d2fc8a6f3 HTTP/1.1" status: 200 len: 210 time: 0.0581350 Sep 23 06:49:31.834981 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-34c49a1a-74dd-41ba-86db-8c3f7c6b13a8 service neutron] Transition to ACTIVE for port object aadce6c5-7244-4918-943f-79af3b163ac9 will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:49:31.841153 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-34c49a1a-74dd-41ba-86db-8c3f7c6b13a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:31.954739 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c49a1a-74dd-41ba-86db-8c3f7c6b13a8 service neutron] Pushing event updated for resources: {'Port': ['ID=aadce6c5-7244-4918-943f-79af3b163ac9,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:31.963098 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef0acc6-60f6-4360-afaf-5a58d4233167 req-3a47f10d-aa67-4257-b8ef-ae5e6a6fee46 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:31.971842 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9ef0acc6-60f6-4360-afaf-5a58d4233167 req-3a47f10d-aa67-4257-b8ef-ae5e6a6fee46 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=d01b5289-4729-4e31-bf06-86731c596af7 HTTP/1.1" status: 200 len: 945 time: 0.0769062 Sep 23 06:49:32.037694 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a690ee60-f0cc-4b9c-8819-7416ae023880 req-ece9dc44-a1ca-4dd1-af3d-8e05f937dd34 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:32.046451 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a690ee60-f0cc-4b9c-8819-7416ae023880 req-ece9dc44-a1ca-4dd1-af3d-8e05f937dd34 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 944 time: 0.1492684 Sep 23 06:49:32.051626 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9ef0acc6-60f6-4360-afaf-5a58d4233167 req-6bce90b1-f608-47c2-9359-b38340858dfc tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785134 Sep 23 06:49:32.100283 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-34c49a1a-74dd-41ba-86db-8c3f7c6b13a8 service neutron] Attempting to bind port aadce6c5-7244-4918-943f-79af3b163ac9 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:49:32.100711 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-34c49a1a-74dd-41ba-86db-8c3f7c6b13a8 service neutron] Attempting to bind port aadce6c5-7244-4918-943f-79af3b163ac9 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': 'f24e108b-4e28-412d-86ee-4c835449b745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'feb093c6-06a4-4aad-bf82-6fd567da1d91'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:49:32.101188 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-34c49a1a-74dd-41ba-86db-8c3f7c6b13a8 service neutron] Attempting to bind port aadce6c5-7244-4918-943f-79af3b163ac9 on network feb093c6-06a4-4aad-bf82-6fd567da1d91 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:49:32.113830 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-34c49a1a-74dd-41ba-86db-8c3f7c6b13a8 service neutron] Port aadce6c5-7244-4918-943f-79af3b163ac9 on network feb093c6-06a4-4aad-bf82-6fd567da1d91 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:49:32.114249 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-34c49a1a-74dd-41ba-86db-8c3f7c6b13a8 service neutron] Attempting to bind port aadce6c5-7244-4918-943f-79af3b163ac9 on network feb093c6-06a4-4aad-bf82-6fd567da1d91 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:49:32.125728 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 58d6f936-8802-4dd8-8e70-f6b5f9c4d52c details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:49:32.141042 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a690ee60-f0cc-4b9c-8819-7416ae023880 req-6ef1b9e7-4bb7-4c83-a6e1-baccc7c62f46 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936928 Sep 23 06:49:32.146288 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-34c49a1a-74dd-41ba-86db-8c3f7c6b13a8 service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:49:32.146641 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-34c49a1a-74dd-41ba-86db-8c3f7c6b13a8 service neutron] Checking segment: {'id': 'f24e108b-4e28-412d-86ee-4c835449b745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'feb093c6-06a4-4aad-bf82-6fd567da1d91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:49:32.147039 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-34c49a1a-74dd-41ba-86db-8c3f7c6b13a8 service neutron] Bound using segment: {'id': 'f24e108b-4e28-412d-86ee-4c835449b745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'feb093c6-06a4-4aad-bf82-6fd567da1d91'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:49:32.147502 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-34c49a1a-74dd-41ba-86db-8c3f7c6b13a8 service neutron] Bound port: aadce6c5-7244-4918-943f-79af3b163ac9, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f24e108b-4e28-412d-86ee-4c835449b745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'feb093c6-06a4-4aad-bf82-6fd567da1d91'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:49:32.148397 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-34c49a1a-74dd-41ba-86db-8c3f7c6b13a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:32.312663 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-34c49a1a-74dd-41ba-86db-8c3f7c6b13a8 service neutron] For port aadce6c5-7244-4918-943f-79af3b163ac9, host n-h2-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:49:32.320559 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 58d6f936-8802-4dd8-8e70-f6b5f9c4d52c, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=58d6f936-8802-4dd8-8e70-f6b5f9c4d52c,segment=NetworkSegment(2dfe9769-7de0-498d-959f-dabbdcc8c5af),segment_id=2dfe9769-7de0-498d-959f-dabbdcc8c5af)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:49:32.332845 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-34c49a1a-74dd-41ba-86db-8c3f7c6b13a8 service neutron] For port aadce6c5-7244-4918-943f-79af3b163ac9, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=aadce6c5-7244-4918-943f-79af3b163ac9,segment=NetworkSegment(f24e108b-4e28-412d-86ee-4c835449b745),segment_id=f24e108b-4e28-412d-86ee-4c835449b745)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:49:32.335049 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': '58d6f936-8802-4dd8-8e70-f6b5f9c4d52c', 'network_id': '0d996d84-b4b4-4e6f-a850-4a458bf62804', 'port_id': '58d6f936-8802-4dd8-8e70-f6b5f9c4d52c', 'mac_address': 'fa:16:3e:97:bd:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ba05bd1-3982-461a-8070-b835a868df61', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:49:32.348357 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842b07c2-d7c3-404b-9b57-061bb0142015 req-4928c36d-4b88-4cd7-ac47-26b52129e037 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:32.350495 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-842b07c2-d7c3-404b-9b57-061bb0142015 req-4928c36d-4b88-4cd7-ac47-26b52129e037 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/ports?device_id=193182f5-6dd0-42cb-a3c8-6bc06f2deb9b HTTP/1.1" status: 200 len: 946 time: 0.0897903 Sep 23 06:49:32.354112 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-34c49a1a-74dd-41ba-86db-8c3f7c6b13a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:32.401347 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:32.420249 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-34c49a1a-74dd-41ba-86db-8c3f7c6b13a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:32.421201 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-34c49a1a-74dd-41ba-86db-8c3f7c6b13a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:32.422713 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-34c49a1a-74dd-41ba-86db-8c3f7c6b13a8 service neutron] 10.222.0.58 "PUT /v2.0/ports/aadce6c5-7244-4918-943f-79af3b163ac9 HTTP/1.1" status: 200 len: 1091 time: 1.4246738 Sep 23 06:49:32.423113 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58d6f936-8802-4dd8-8e70-f6b5f9c4d52c {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:49:32.458748 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 58d6f936-8802-4dd8-8e70-f6b5f9c4d52c, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=58d6f936-8802-4dd8-8e70-f6b5f9c4d52c,segment=NetworkSegment(2dfe9769-7de0-498d-959f-dabbdcc8c5af),segment_id=2dfe9769-7de0-498d-959f-dabbdcc8c5af)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:49:32.466090 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-64020eb7-169b-401b-99d5-7fe95d9f8905 service neutron] Request body: {'port': {'device_id': '5bf31744-0efa-4cef-967d-471fd8e8c528', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:49:32.466620 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:32.530448 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=58d6f936-8802-4dd8-8e70-f6b5f9c4d52c,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:32.547701 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-842b07c2-d7c3-404b-9b57-061bb0142015 req-829a25dc-eb96-42e3-ae6b-2d121e72d07d tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d44e72e-9977-4c1c-b9ad-087588ff958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785927 Sep 23 06:49:32.549120 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c49a1a-74dd-41ba-86db-8c3f7c6b13a8 service neutron] Pushing event updated for resources: {'Port': ['ID=aadce6c5-7244-4918-943f-79af3b163ac9,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:32.616815 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-64020eb7-169b-401b-99d5-7fe95d9f8905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:32.716519 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cac798-2558-4bc3-8719-1501f9f36027 req-ac7f5b4c-17ae-4edd-9f98-74d22d2e77a6 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:32.724757 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c3cac798-2558-4bc3-8719-1501f9f36027 req-ac7f5b4c-17ae-4edd-9f98-74d22d2e77a6 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2c27a2f-4f4e-4c47-803d-37a71d079d18 HTTP/1.1" status: 200 len: 945 time: 0.0715597 Sep 23 06:49:32.774505 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c3cac798-2558-4bc3-8719-1501f9f36027 req-e01efa6d-0fd2-44ed-afb7-52c8439e58c8 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] 10.222.0.39 "GET /v2.0/security-groups?id=960c7d48-327f-439d-8038-ab85c5444d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473478 Sep 23 06:49:32.934432 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['58d6f936-8802-4dd8-8e70-f6b5f9c4d52c'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:49:33.013312 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-64020eb7-169b-401b-99d5-7fe95d9f8905 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07136d1d-f216-41bf-b3d9-e3f2b509cb43 {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:49:33.021426 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-64020eb7-169b-401b-99d5-7fe95d9f8905 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:33.048753 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-64020eb7-169b-401b-99d5-7fe95d9f8905 service neutron] Transition to ACTIVE for port object 07136d1d-f216-41bf-b3d9-e3f2b509cb43 will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:49:33.057194 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-64020eb7-169b-401b-99d5-7fe95d9f8905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:33.150312 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253d5a7-bb2d-4a4b-b149-3050746fa3bf req-7eff349f-f2ea-400c-8441-355eca9be9d1 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:33.153658 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e253d5a7-bb2d-4a4b-b149-3050746fa3bf req-7eff349f-f2ea-400c-8441-355eca9be9d1 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=d01b5289-4729-4e31-bf06-86731c596af7 HTTP/1.1" status: 200 len: 945 time: 0.1140859 Sep 23 06:49:33.231885 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e253d5a7-bb2d-4a4b-b149-3050746fa3bf req-3b5c1a17-96da-4f38-8da2-c34619982850 tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710359 Sep 23 06:49:33.269311 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bf31744-0efa-4cef-967d-471fd8e8c528', 'tag': '2b24a097-bd4a-4680-b3ae-d426079e7a16'}, {'name': 'network-changed', 'server_uuid': '5bf31744-0efa-4cef-967d-471fd8e8c528', 'tag': 'aadce6c5-7244-4918-943f-79af3b163ac9'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:49:33.272767 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e79426-3bbc-4ce4-8d2d-350105873e5d" -d '{"events": [{"name": "network-changed", "server_uuid": "5bf31744-0efa-4cef-967d-471fd8e8c528", "tag": "2b24a097-bd4a-4680-b3ae-d426079e7a16"}, {"name": "network-changed", "server_uuid": "5bf31744-0efa-4cef-967d-471fd8e8c528", "tag": "aadce6c5-7244-4918-943f-79af3b163ac9"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:49:33.277317 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64020eb7-169b-401b-99d5-7fe95d9f8905 service neutron] Pushing event updated for resources: {'Port': ['ID=07136d1d-f216-41bf-b3d9-e3f2b509cb43,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:33.467332 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c2b482-31e9-4e76-a24a-ccc0fe907690 req-9c0a716c-29aa-4097-8122-c7f4afaeaf27 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:33.469100 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c5c2b482-31e9-4e76-a24a-ccc0fe907690 req-9c0a716c-29aa-4097-8122-c7f4afaeaf27 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/networks?id=5e6b1e6b-f43d-48fc-88ea-84227fc0190a HTTP/1.1" status: 200 len: 812 time: 0.1391406 Sep 23 06:49:33.486395 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c5c2b482-31e9-4e76-a24a-ccc0fe907690 req-35bfbde5-ee48-4aff-bd38-651ff061a9b2 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/quotas/7c15309e32824dcfa3da1dd04afd3365 HTTP/1.1" status: 200 len: 375 time: 0.0109200 Sep 23 06:49:33.520163 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c5c2b482-31e9-4e76-a24a-ccc0fe907690 req-59976ac7-a78f-44ee-8b3a-d57c39507393 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7c15309e32824dcfa3da1dd04afd3365&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278227 Sep 23 06:49:33.570130 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a97934-e457-4b94-8830-b6908a234969 req-b97c56c1-be68-4312-a0ac-66395b8ac83e tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:33.576582 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a97934-e457-4b94-8830-b6908a234969 req-b97c56c1-be68-4312-a0ac-66395b8ac83e tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:33.582430 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a97934-e457-4b94-8830-b6908a234969 req-b97c56c1-be68-4312-a0ac-66395b8ac83e tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:33.588305 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a97934-e457-4b94-8830-b6908a234969 req-b97c56c1-be68-4312-a0ac-66395b8ac83e tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:33.595004 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a97934-e457-4b94-8830-b6908a234969 req-b97c56c1-be68-4312-a0ac-66395b8ac83e tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:33.606389 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a97934-e457-4b94-8830-b6908a234969 req-b97c56c1-be68-4312-a0ac-66395b8ac83e tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:33.613518 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [req-c5c2b482-31e9-4e76-a24a-ccc0fe907690 req-d0b44a05-08a2-4762-8606-fa3fe6cfbbb3 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 06:49:33.614184 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a97934-e457-4b94-8830-b6908a234969 req-b97c56c1-be68-4312-a0ac-66395b8ac83e tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:33.614795 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c5c2b482-31e9-4e76-a24a-ccc0fe907690 req-d0b44a05-08a2-4762-8606-fa3fe6cfbbb3 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0853224 Sep 23 06:49:33.616120 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c1a97934-e457-4b94-8830-b6908a234969 req-b97c56c1-be68-4312-a0ac-66395b8ac83e tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bf31744-0efa-4cef-967d-471fd8e8c528 HTTP/1.1" status: 200 len: 5417 time: 0.4955916 Sep 23 06:49:33.657023 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-64020eb7-169b-401b-99d5-7fe95d9f8905 service neutron] Attempting to bind port 07136d1d-f216-41bf-b3d9-e3f2b509cb43 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:49:33.657351 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-64020eb7-169b-401b-99d5-7fe95d9f8905 service neutron] Attempting to bind port 07136d1d-f216-41bf-b3d9-e3f2b509cb43 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '0ae6ac83-af34-4bd3-80d6-329f37fca9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f4c6acfd-810d-4386-8654-cad37d5f8fa8'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:49:33.657697 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-64020eb7-169b-401b-99d5-7fe95d9f8905 service neutron] Attempting to bind port 07136d1d-f216-41bf-b3d9-e3f2b509cb43 on network f4c6acfd-810d-4386-8654-cad37d5f8fa8 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:49:33.667102 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-64020eb7-169b-401b-99d5-7fe95d9f8905 service neutron] Port 07136d1d-f216-41bf-b3d9-e3f2b509cb43 on network f4c6acfd-810d-4386-8654-cad37d5f8fa8 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:49:33.667997 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-64020eb7-169b-401b-99d5-7fe95d9f8905 service neutron] Attempting to bind port 07136d1d-f216-41bf-b3d9-e3f2b509cb43 on network f4c6acfd-810d-4386-8654-cad37d5f8fa8 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:49:33.677432 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-64020eb7-169b-401b-99d5-7fe95d9f8905 service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:49:33.677769 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-64020eb7-169b-401b-99d5-7fe95d9f8905 service neutron] Checking segment: {'id': '0ae6ac83-af34-4bd3-80d6-329f37fca9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f4c6acfd-810d-4386-8654-cad37d5f8fa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:49:33.678176 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-64020eb7-169b-401b-99d5-7fe95d9f8905 service neutron] Bound using segment: {'id': '0ae6ac83-af34-4bd3-80d6-329f37fca9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f4c6acfd-810d-4386-8654-cad37d5f8fa8'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:49:33.678601 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-64020eb7-169b-401b-99d5-7fe95d9f8905 service neutron] Bound port: 07136d1d-f216-41bf-b3d9-e3f2b509cb43, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ae6ac83-af34-4bd3-80d6-329f37fca9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f4c6acfd-810d-4386-8654-cad37d5f8fa8'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:49:33.678954 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-64020eb7-169b-401b-99d5-7fe95d9f8905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:33.685665 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c1a97934-e457-4b94-8830-b6908a234969 req-af70b50e-0020-4904-a8d0-4942ff6d2f22 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c9c5b19-61b6-4835-bef3-eb0ee04d7a83&id=5d045487-122b-40fb-9f4c-7e88b4bd6ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0606322 Sep 23 06:49:33.739673 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c5c2b482-31e9-4e76-a24a-ccc0fe907690 req-98268ba9-56e5-4cb0-a290-374b75c7a649 service neutron] 10.222.0.39 "GET /v2.0/networks/5e6b1e6b-f43d-48fc-88ea-84227fc0190a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136308 Sep 23 06:49:33.768062 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-64020eb7-169b-401b-99d5-7fe95d9f8905 service neutron] For port 07136d1d-f216-41bf-b3d9-e3f2b509cb43, host n-h2-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:49:33.771248 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-64020eb7-169b-401b-99d5-7fe95d9f8905 service neutron] For port 07136d1d-f216-41bf-b3d9-e3f2b509cb43, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=07136d1d-f216-41bf-b3d9-e3f2b509cb43,segment=NetworkSegment(0ae6ac83-af34-4bd3-80d6-329f37fca9ef),segment_id=0ae6ac83-af34-4bd3-80d6-329f37fca9ef)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:49:33.777549 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-64020eb7-169b-401b-99d5-7fe95d9f8905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:33.830241 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-64020eb7-169b-401b-99d5-7fe95d9f8905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:33.830864 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-64020eb7-169b-401b-99d5-7fe95d9f8905 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:33.832272 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-64020eb7-169b-401b-99d5-7fe95d9f8905 service neutron] 10.222.0.58 "PUT /v2.0/ports/07136d1d-f216-41bf-b3d9-e3f2b509cb43 HTTP/1.1" status: 200 len: 1092 time: 1.3727736 Sep 23 06:49:33.869265 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c5c2b482-31e9-4e76-a24a-ccc0fe907690 req-d4d50531-6347-43e1-8012-5c09de330d1c service neutron] 10.222.0.39 "GET /v2.0/networks/5e6b1e6b-f43d-48fc-88ea-84227fc0190a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274858 Sep 23 06:49:33.881496 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-57281506-be65-438f-9403-09f833261999 service neutron] Request body: {'port': {'device_id': '5bf31744-0efa-4cef-967d-471fd8e8c528', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:49:33.924589 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64020eb7-169b-401b-99d5-7fe95d9f8905 service neutron] Pushing event updated for resources: {'Port': ['ID=07136d1d-f216-41bf-b3d9-e3f2b509cb43,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:33.965457 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-57281506-be65-438f-9403-09f833261999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:33.977160 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c59d2c-5b93-42f6-9cda-e8339954763a req-41218103-2b39-4ec0-8e29-cab7a737d5fd tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:33.984796 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c59d2c-5b93-42f6-9cda-e8339954763a req-41218103-2b39-4ec0-8e29-cab7a737d5fd tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:33.986559 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-48c59d2c-5b93-42f6-9cda-e8339954763a req-41218103-2b39-4ec0-8e29-cab7a737d5fd tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] 10.222.0.39 "GET /v2.0/ports?device_id=83fba572-4d69-4602-8706-5c4d14cde482&device_id=9ac70bbb-9d80-46cf-af2c-420f6e53d85d HTTP/1.1" status: 200 len: 1682 time: 0.1513743 Sep 23 06:49:34.078322 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-48c59d2c-5b93-42f6-9cda-e8339954763a req-9305ff19-88f2-4519-bb3a-224102b59573 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6ee093f-a990-48d7-bc4a-6ada4c83a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774875 Sep 23 06:49:34.222437 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 23 Sep 2021 06:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea595586-537c-4ad5-b91e-a1ec7c7f8a8d x-openstack-request-id: req-ea595586-537c-4ad5-b91e-a1ec7c7f8a8d {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:49:34.222861 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bf31744-0efa-4cef-967d-471fd8e8c528", "tag": "2b24a097-bd4a-4680-b3ae-d426079e7a16", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5bf31744-0efa-4cef-967d-471fd8e8c528", "tag": "aadce6c5-7244-4918-943f-79af3b163ac9", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:49:34.223218 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ea595586-537c-4ad5-b91e-a1ec7c7f8a8d {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:49:34.224094 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bf31744-0efa-4cef-967d-471fd8e8c528', 'tag': '2b24a097-bd4a-4680-b3ae-d426079e7a16', 'status': 'completed', 'code': 200} Sep 23 06:49:34.224330 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bf31744-0efa-4cef-967d-471fd8e8c528', 'tag': 'aadce6c5-7244-4918-943f-79af3b163ac9', 'status': 'completed', 'code': 200} Sep 23 06:49:34.392535 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e79426-3bbc-4ce4-8d2d-350105873e5d req-55dd807a-1a51-4838-aa52-073722b9e61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:34.393226 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e79426-3bbc-4ce4-8d2d-350105873e5d req-55dd807a-1a51-4838-aa52-073722b9e61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:34.394381 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e79426-3bbc-4ce4-8d2d-350105873e5d req-55dd807a-1a51-4838-aa52-073722b9e61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:34.395200 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e79426-3bbc-4ce4-8d2d-350105873e5d req-55dd807a-1a51-4838-aa52-073722b9e61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:34.395742 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e79426-3bbc-4ce4-8d2d-350105873e5d req-55dd807a-1a51-4838-aa52-073722b9e61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:34.396328 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e79426-3bbc-4ce4-8d2d-350105873e5d req-55dd807a-1a51-4838-aa52-073722b9e61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:34.396857 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e79426-3bbc-4ce4-8d2d-350105873e5d req-55dd807a-1a51-4838-aa52-073722b9e61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:34.399213 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c3e79426-3bbc-4ce4-8d2d-350105873e5d req-55dd807a-1a51-4838-aa52-073722b9e61f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=147ee43e793f431bb6dc0e9de8ff2960&device_id=5bf31744-0efa-4cef-967d-471fd8e8c528 HTTP/1.1" status: 200 len: 6425 time: 0.1618736 Sep 23 06:49:34.416429 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb31c6-ea68-4baf-bed6-f17bc8ead874 req-1ad06556-2bfc-457b-8bb0-29f7073947c2 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:34.419259 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0feb31c6-ea68-4baf-bed6-f17bc8ead874 req-1ad06556-2bfc-457b-8bb0-29f7073947c2 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/ports?device_id=193182f5-6dd0-42cb-a3c8-6bc06f2deb9b HTTP/1.1" status: 200 len: 946 time: 0.1178336 Sep 23 06:49:34.441912 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9fa2e4-4ab8-419c-8c46-dc44ae1397f5 req-adaa96aa-bd06-4276-9c9c-d6b8f60ab89c tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:34.443473 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4a9fa2e4-4ab8-419c-8c46-dc44ae1397f5 req-adaa96aa-bd06-4276-9c9c-d6b8f60ab89c tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.21 "GET /v2.0/ports?device_id=d01b5289-4729-4e31-bf06-86731c596af7 HTTP/1.1" status: 200 len: 945 time: 0.1898317 Sep 23 06:49:34.469322 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b96a1c2-d2d5-42f5-ac57-79daaf2f7742 req-39aad7fb-abbd-4dfb-a012-ae24f4365c9c tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:34.470904 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6b96a1c2-d2d5-42f5-ac57-79daaf2f7742 req-39aad7fb-abbd-4dfb-a012-ae24f4365c9c tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2c27a2f-4f4e-4c47-803d-37a71d079d18 HTTP/1.1" status: 200 len: 945 time: 0.1589332 Sep 23 06:49:34.543801 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0feb31c6-ea68-4baf-bed6-f17bc8ead874 req-2f952351-9391-4de6-83cf-b4ccd7e88eb1 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d44e72e-9977-4c1c-b9ad-087588ff958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127086 Sep 23 06:49:34.603272 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e79426-3bbc-4ce4-8d2d-350105873e5d req-1d721b49-9abc-4221-aeb6-46e26750fa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:34.603801 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e79426-3bbc-4ce4-8d2d-350105873e5d req-1d721b49-9abc-4221-aeb6-46e26750fa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:34.604276 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e79426-3bbc-4ce4-8d2d-350105873e5d req-1d721b49-9abc-4221-aeb6-46e26750fa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:34.606404 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c3e79426-3bbc-4ce4-8d2d-350105873e5d req-1d721b49-9abc-4221-aeb6-46e26750fa9e service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=147ee43e793f431bb6dc0e9de8ff2960&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1860011 Sep 23 06:49:34.638847 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6b96a1c2-d2d5-42f5-ac57-79daaf2f7742 req-62ea7d6f-c1ab-4df0-afb9-d80b4dc491b9 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] 10.222.0.39 "GET /v2.0/security-groups?id=960c7d48-327f-439d-8038-ab85c5444d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354082 Sep 23 06:49:34.703021 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8b8ceecf-a14e-4449-b202-8b7c472d9a01 req-774d080a-de70-4d4b-a3d0-596cc1b39192 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba634db7-29b6-45c5-bbdf-b5b839e61bd6 HTTP/1.1" status: 200 len: 210 time: 0.0684195 Sep 23 06:49:34.769650 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-57281506-be65-438f-9403-09f833261999 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e543f7d-d49b-4f81-a1d4-c7dc1b170f42 {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:49:34.803072 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-57281506-be65-438f-9403-09f833261999 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:34.832122 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-4a9fa2e4-4ab8-419c-8c46-dc44ae1397f5 req-65ab265a-83d6-4711-b2c8-9251dfce5cbd tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Deleting port 0f8a2de8-448c-430c-af19-829f6f8b779c {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:49:34.832479 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-4a9fa2e4-4ab8-419c-8c46-dc44ae1397f5 req-65ab265a-83d6-4711-b2c8-9251dfce5cbd tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:34.833878 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e79426-3bbc-4ce4-8d2d-350105873e5d req-204e1d21-9536-44fb-9689-05bae715ec62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:34.835518 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c3e79426-3bbc-4ce4-8d2d-350105873e5d req-204e1d21-9536-44fb-9689-05bae715ec62 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2123780 Sep 23 06:49:34.858599 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-57281506-be65-438f-9403-09f833261999 service neutron] Transition to ACTIVE for port object 5e543f7d-d49b-4f81-a1d4-c7dc1b170f42 will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:49:34.862552 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eea7a33-9bc6-4954-b730-3ffdba517b4d req-47a00093-b318-430e-aab1-ad71db5128ac tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:34.864500 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9eea7a33-9bc6-4954-b730-3ffdba517b4d req-47a00093-b318-430e-aab1-ad71db5128ac tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=d01b5289-4729-4e31-bf06-86731c596af7 HTTP/1.1" status: 200 len: 945 time: 0.0668559 Sep 23 06:49:34.875356 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-57281506-be65-438f-9403-09f833261999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:34.916948 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e52a5-ffc6-43f8-8728-80bb55dc3831 req-65605ff3-b96d-443f-abf5-de0b9bf88ba8 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:34.922036 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9eea7a33-9bc6-4954-b730-3ffdba517b4d req-2324aff2-4cbc-4c30-8394-89c1e6c4e1ed tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/security-groups?id=37093db7-9d6f-4a57-ae70-9fbf19c388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437353 Sep 23 06:49:34.934322 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b62e52a5-ffc6-43f8-8728-80bb55dc3831 req-65605ff3-b96d-443f-abf5-de0b9bf88ba8 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 944 time: 0.1612475 Sep 23 06:49:34.990696 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e79426-3bbc-4ce4-8d2d-350105873e5d req-a7645584-f102-4e94-b8e6-29976ba3aa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:34.991185 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e79426-3bbc-4ce4-8d2d-350105873e5d req-a7645584-f102-4e94-b8e6-29976ba3aa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:34.991659 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e79426-3bbc-4ce4-8d2d-350105873e5d req-a7645584-f102-4e94-b8e6-29976ba3aa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:34.992128 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e79426-3bbc-4ce4-8d2d-350105873e5d req-a7645584-f102-4e94-b8e6-29976ba3aa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:34.992651 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e79426-3bbc-4ce4-8d2d-350105873e5d req-a7645584-f102-4e94-b8e6-29976ba3aa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:34.993120 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e79426-3bbc-4ce4-8d2d-350105873e5d req-a7645584-f102-4e94-b8e6-29976ba3aa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:34.993646 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e79426-3bbc-4ce4-8d2d-350105873e5d req-a7645584-f102-4e94-b8e6-29976ba3aa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:34.996270 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c3e79426-3bbc-4ce4-8d2d-350105873e5d req-a7645584-f102-4e94-b8e6-29976ba3aa03 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=147ee43e793f431bb6dc0e9de8ff2960&device_id=5bf31744-0efa-4cef-967d-471fd8e8c528 HTTP/1.1" status: 200 len: 6451 time: 0.0719366 Sep 23 06:49:35.107753 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57281506-be65-438f-9403-09f833261999 service neutron] Pushing event updated for resources: {'Port': ['ID=5e543f7d-d49b-4f81-a1d4-c7dc1b170f42,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:35.133049 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b62e52a5-ffc6-43f8-8728-80bb55dc3831 req-fa3d42ac-bed8-4262-b793-900094dbdca3 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2064683 Sep 23 06:49:35.137544 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-4a9fa2e4-4ab8-419c-8c46-dc44ae1397f5 req-65ab265a-83d6-4711-b2c8-9251dfce5cbd tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] For port 0f8a2de8-448c-430c-af19-829f6f8b779c, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=0f8a2de8-448c-430c-af19-829f6f8b779c,segment=NetworkSegment(411a8e6c-3437-4d6d-939a-157de7e909fe),segment_id=411a8e6c-3437-4d6d-939a-157de7e909fe)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:49:35.146576 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-4a9fa2e4-4ab8-419c-8c46-dc44ae1397f5 req-65ab265a-83d6-4711-b2c8-9251dfce5cbd tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:35.224825 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-4a9fa2e4-4ab8-419c-8c46-dc44ae1397f5 req-65ab265a-83d6-4711-b2c8-9251dfce5cbd tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Calling delete_port for 0f8a2de8-448c-430c-af19-829f6f8b779c owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:49:35.244349 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e79426-3bbc-4ce4-8d2d-350105873e5d req-06a52827-687c-47fa-a11c-12ed64020d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:35.244931 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e79426-3bbc-4ce4-8d2d-350105873e5d req-06a52827-687c-47fa-a11c-12ed64020d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:35.245482 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e79426-3bbc-4ce4-8d2d-350105873e5d req-06a52827-687c-47fa-a11c-12ed64020d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:35.247255 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c3e79426-3bbc-4ce4-8d2d-350105873e5d req-06a52827-687c-47fa-a11c-12ed64020d94 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=147ee43e793f431bb6dc0e9de8ff2960&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2366447 Sep 23 06:49:35.263714 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed74103-f02f-47b2-aeeb-3591c033e304 req-53b84230-d5f0-4c9d-a1a0-fe4dcc121216 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:35.270026 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed74103-f02f-47b2-aeeb-3591c033e304 req-53b84230-d5f0-4c9d-a1a0-fe4dcc121216 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:35.278665 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed74103-f02f-47b2-aeeb-3591c033e304 req-53b84230-d5f0-4c9d-a1a0-fe4dcc121216 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:35.288541 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed74103-f02f-47b2-aeeb-3591c033e304 req-53b84230-d5f0-4c9d-a1a0-fe4dcc121216 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:35.297156 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed74103-f02f-47b2-aeeb-3591c033e304 req-53b84230-d5f0-4c9d-a1a0-fe4dcc121216 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:35.306479 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed74103-f02f-47b2-aeeb-3591c033e304 req-53b84230-d5f0-4c9d-a1a0-fe4dcc121216 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:35.313140 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed74103-f02f-47b2-aeeb-3591c033e304 req-53b84230-d5f0-4c9d-a1a0-fe4dcc121216 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:35.321027 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fed74103-f02f-47b2-aeeb-3591c033e304 req-53b84230-d5f0-4c9d-a1a0-fe4dcc121216 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bf31744-0efa-4cef-967d-471fd8e8c528 HTTP/1.1" status: 200 len: 5429 time: 0.1495693 Sep 23 06:49:35.439240 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-57281506-be65-438f-9403-09f833261999 service neutron] Attempting to bind port 5e543f7d-d49b-4f81-a1d4-c7dc1b170f42 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:49:35.439876 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-57281506-be65-438f-9403-09f833261999 service neutron] Attempting to bind port 5e543f7d-d49b-4f81-a1d4-c7dc1b170f42 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '0ae6ac83-af34-4bd3-80d6-329f37fca9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f4c6acfd-810d-4386-8654-cad37d5f8fa8'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:49:35.440509 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-57281506-be65-438f-9403-09f833261999 service neutron] Attempting to bind port 5e543f7d-d49b-4f81-a1d4-c7dc1b170f42 on network f4c6acfd-810d-4386-8654-cad37d5f8fa8 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:49:35.452446 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cacfc8-d529-49c8-a035-6f0a58f687c3 req-a96049d3-3e02-4f61-bd0d-2c79fc0e1b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:35.454674 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-48cacfc8-d529-49c8-a035-6f0a58f687c3 req-a96049d3-3e02-4f61-bd0d-2c79fc0e1b5b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=193182f5-6dd0-42cb-a3c8-6bc06f2deb9b HTTP/1.1" status: 200 len: 1098 time: 0.4487226 Sep 23 06:49:35.461093 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-57281506-be65-438f-9403-09f833261999 service neutron] Port 5e543f7d-d49b-4f81-a1d4-c7dc1b170f42 on network f4c6acfd-810d-4386-8654-cad37d5f8fa8 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:49:35.461831 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-57281506-be65-438f-9403-09f833261999 service neutron] Attempting to bind port 5e543f7d-d49b-4f81-a1d4-c7dc1b170f42 on network f4c6acfd-810d-4386-8654-cad37d5f8fa8 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:49:35.500672 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-57281506-be65-438f-9403-09f833261999 service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:49:35.501068 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-57281506-be65-438f-9403-09f833261999 service neutron] Checking segment: {'id': '0ae6ac83-af34-4bd3-80d6-329f37fca9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f4c6acfd-810d-4386-8654-cad37d5f8fa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:49:35.501530 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-57281506-be65-438f-9403-09f833261999 service neutron] Bound using segment: {'id': '0ae6ac83-af34-4bd3-80d6-329f37fca9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f4c6acfd-810d-4386-8654-cad37d5f8fa8'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:49:35.502112 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-57281506-be65-438f-9403-09f833261999 service neutron] Bound port: 5e543f7d-d49b-4f81-a1d4-c7dc1b170f42, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ae6ac83-af34-4bd3-80d6-329f37fca9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f4c6acfd-810d-4386-8654-cad37d5f8fa8'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:49:35.502605 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-57281506-be65-438f-9403-09f833261999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:35.640852 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-48cacfc8-d529-49c8-a035-6f0a58f687c3 req-8043df0b-7bb8-4efd-9037-5ee9d239b3fa service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2d44e72e-9977-4c1c-b9ad-087588ff958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739264 Sep 23 06:49:35.644635 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-4a9fa2e4-4ab8-419c-8c46-dc44ae1397f5 req-65ab265a-83d6-4711-b2c8-9251dfce5cbd tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:35.672511 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['0f8a2de8-448c-430c-af19-829f6f8b779c'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:49:35.688976 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ab265a-83d6-4711-b2c8-9251dfce5cbd tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Pushing event deleted for resources: {'Port': ['ID=0f8a2de8-448c-430c-af19-829f6f8b779c,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:35.755879 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a9fa2e4-4ab8-419c-8c46-dc44ae1397f5 req-65ab265a-83d6-4711-b2c8-9251dfce5cbd tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] No DVR routers for this DVR port 0f8a2de8-448c-430c-af19-829f6f8b779c on host n-h1-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:49:35.772764 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-4a9fa2e4-4ab8-419c-8c46-dc44ae1397f5 req-65ab265a-83d6-4711-b2c8-9251dfce5cbd tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:35.775862 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4a9fa2e4-4ab8-419c-8c46-dc44ae1397f5 req-65ab265a-83d6-4711-b2c8-9251dfce5cbd tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.21 "DELETE /v2.0/ports/0f8a2de8-448c-430c-af19-829f6f8b779c HTTP/1.1" status: 204 len: 173 time: 1.3217731 Sep 23 06:49:35.790807 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-57281506-be65-438f-9403-09f833261999 service neutron] For port 5e543f7d-d49b-4f81-a1d4-c7dc1b170f42, host n-h2-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:49:35.796158 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-57281506-be65-438f-9403-09f833261999 service neutron] For port 5e543f7d-d49b-4f81-a1d4-c7dc1b170f42, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=5e543f7d-d49b-4f81-a1d4-c7dc1b170f42,segment=NetworkSegment(0ae6ac83-af34-4bd3-80d6-329f37fca9ef),segment_id=0ae6ac83-af34-4bd3-80d6-329f37fca9ef)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:49:35.802089 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-57281506-be65-438f-9403-09f833261999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:35.868390 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fed74103-f02f-47b2-aeeb-3591c033e304 req-582a648b-8b10-4494-aa8a-a07d6361cfa5 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c9c5b19-61b6-4835-bef3-eb0ee04d7a83&id=5d045487-122b-40fb-9f4c-7e88b4bd6ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5462554 Sep 23 06:49:35.885341 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57281506-be65-438f-9403-09f833261999 service neutron] Pushing event updated for resources: {'Port': ['ID=5e543f7d-d49b-4f81-a1d4-c7dc1b170f42,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:35.907899 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-57281506-be65-438f-9403-09f833261999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:35.908531 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-57281506-be65-438f-9403-09f833261999 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:35.910099 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-57281506-be65-438f-9403-09f833261999 service neutron] 10.222.0.58 "PUT /v2.0/ports/5e543f7d-d49b-4f81-a1d4-c7dc1b170f42 HTTP/1.1" status: 200 len: 1092 time: 2.0326881 Sep 23 06:49:35.915235 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c2b482-31e9-4e76-a24a-ccc0fe907690 req-43281878-117c-487c-b9e3-35cb75463997 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:35.917236 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c5c2b482-31e9-4e76-a24a-ccc0fe907690 req-43281878-117c-487c-b9e3-35cb75463997 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.58 "GET /v2.0/networks?id=5e6b1e6b-f43d-48fc-88ea-84227fc0190a HTTP/1.1" status: 200 len: 812 time: 0.1424861 Sep 23 06:49:35.919097 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e79426-3bbc-4ce4-8d2d-350105873e5d req-56324d12-9556-4553-b93b-0c355251db20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:35.920586 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c3e79426-3bbc-4ce4-8d2d-350105873e5d req-56324d12-9556-4553-b93b-0c355251db20 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5971043 Sep 23 06:49:35.922407 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e283e-b104-435c-99ee-67eb8a985356 req-1b6e3b9e-903e-424c-80fd-8491e048f5bc tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:35.924398 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9f1e283e-b104-435c-99ee-67eb8a985356 req-1b6e3b9e-903e-424c-80fd-8491e048f5bc tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/ports?device_id=193182f5-6dd0-42cb-a3c8-6bc06f2deb9b HTTP/1.1" status: 200 len: 946 time: 0.0689707 Sep 23 06:49:35.954711 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-c5c2b482-31e9-4e76-a24a-ccc0fe907690 req-fbc5d3e1-6873-4e0a-bdd4-0b3978433921 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Request body: {'port': {'device_id': 'ba634db7-29b6-45c5-bbdf-b5b839e61bd6', 'network_id': '5e6b1e6b-f43d-48fc-88ea-84227fc0190a', 'admin_state_up': True, 'tenant_id': '7c15309e32824dcfa3da1dd04afd3365'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:49:36.007013 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9f1e283e-b104-435c-99ee-67eb8a985356 req-b4c765d6-afa1-4f2c-aafa-e92e5586ae97 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d44e72e-9977-4c1c-b9ad-087588ff958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758963 Sep 23 06:49:36.152621 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-13f0bc46-69cd-4587-a6c8-3fb665db9a77 req-1ce490aa-0018-4909-a43d-260256b748e6 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba634db7-29b6-45c5-bbdf-b5b839e61bd6 HTTP/1.1" status: 200 len: 210 time: 0.0448470 Sep 23 06:49:36.176993 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670c9537-1ea3-4856-8e59-89c71b32002c req-323bc801-9e02-4e69-aed0-2c06fcbb9c1c tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:36.178755 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-670c9537-1ea3-4856-8e59-89c71b32002c req-323bc801-9e02-4e69-aed0-2c06fcbb9c1c tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2c27a2f-4f4e-4c47-803d-37a71d079d18 HTTP/1.1" status: 200 len: 945 time: 0.1729035 Sep 23 06:49:36.186941 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:36.208111 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-8612c9cf-e6b9-45bd-9f4a-482c60a095c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:36.208602 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-8612c9cf-e6b9-45bd-9f4a-482c60a095c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:36.209212 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-8612c9cf-e6b9-45bd-9f4a-482c60a095c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:36.209689 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-8612c9cf-e6b9-45bd-9f4a-482c60a095c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:36.210190 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-8612c9cf-e6b9-45bd-9f4a-482c60a095c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:36.210726 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-8612c9cf-e6b9-45bd-9f4a-482c60a095c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:36.211192 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-8612c9cf-e6b9-45bd-9f4a-482c60a095c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:36.212112 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 58d6f936-8802-4dd8-8e70-f6b5f9c4d52c up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:49:36.213122 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-8612c9cf-e6b9-45bd-9f4a-482c60a095c1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=147ee43e793f431bb6dc0e9de8ff2960&device_id=5bf31744-0efa-4cef-967d-471fd8e8c528 HTTP/1.1" status: 200 len: 6493 time: 0.1939743 Sep 23 06:49:36.225779 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bf31744-0efa-4cef-967d-471fd8e8c528', 'tag': '07136d1d-f216-41bf-b3d9-e3f2b509cb43'}, {'server_uuid': 'd01b5289-4729-4e31-bf06-86731c596af7', 'name': 'network-vif-deleted', 'tag': '0f8a2de8-448c-430c-af19-829f6f8b779c'}, {'name': 'network-changed', 'server_uuid': '5bf31744-0efa-4cef-967d-471fd8e8c528', 'tag': '5e543f7d-d49b-4f81-a1d4-c7dc1b170f42'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:49:36.228776 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9bc0f83-9df9-48b2-a59c-4a56a0190bf3" -d '{"events": [{"name": "network-changed", "server_uuid": "5bf31744-0efa-4cef-967d-471fd8e8c528", "tag": "07136d1d-f216-41bf-b3d9-e3f2b509cb43"}, {"server_uuid": "d01b5289-4729-4e31-bf06-86731c596af7", "name": "network-vif-deleted", "tag": "0f8a2de8-448c-430c-af19-829f6f8b779c"}, {"name": "network-changed", "server_uuid": "5bf31744-0efa-4cef-967d-471fd8e8c528", "tag": "5e543f7d-d49b-4f81-a1d4-c7dc1b170f42"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:49:36.279024 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-221c9ed3-bf3b-4ff2-ba8d-9a28a8a2c073 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec26d16c-4b06-4d74-a5ea-ff42d0ea9fbb HTTP/1.1" status: 200 len: 217 time: 0.0490894 Sep 23 06:49:36.285990 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port 58d6f936-8802-4dd8-8e70-f6b5f9c4d52c completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:49:36.291284 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port 58d6f936-8802-4dd8-8e70-f6b5f9c4d52c triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:49:36.291733 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:36.298928 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5c2b482-31e9-4e76-a24a-ccc0fe907690 req-fbc5d3e1-6873-4e0a-bdd4-0b3978433921 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Made reservation on behalf of 7c15309e32824dcfa3da1dd04afd3365 for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:49:36.302343 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-c5c2b482-31e9-4e76-a24a-ccc0fe907690 req-fbc5d3e1-6873-4e0a-bdd4-0b3978433921 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:36.310309 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-670c9537-1ea3-4856-8e59-89c71b32002c req-ea096367-aefc-43e7-8030-121c4abf4402 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] 10.222.0.39 "GET /v2.0/security-groups?id=960c7d48-327f-439d-8038-ab85c5444d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178036 Sep 23 06:49:36.375441 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b0db7c42-7611-465f-bb26-4c8122527be1 req-02498bc5-7407-4e21-8080-67b446f3d88d tempest-ServerDiskConfigTestJSON-1994161180 tempest-ServerDiskConfigTestJSON-1994161180-project] 10.222.0.39 "GET /v2.0/ports?device_id=d01b5289-4729-4e31-bf06-86731c596af7 HTTP/1.1" status: 200 len: 210 time: 0.0466781 Sep 23 06:49:36.430332 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Thu, 23 Sep 2021 06:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80364d92-8b89-4cae-bc83-1ed40beb24a1 x-openstack-request-id: req-80364d92-8b89-4cae-bc83-1ed40beb24a1 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:49:36.430673 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bf31744-0efa-4cef-967d-471fd8e8c528", "tag": "07136d1d-f216-41bf-b3d9-e3f2b509cb43", "status": "completed", "code": 200}, {"server_uuid": "d01b5289-4729-4e31-bf06-86731c596af7", "name": "network-vif-deleted", "tag": "0f8a2de8-448c-430c-af19-829f6f8b779c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5bf31744-0efa-4cef-967d-471fd8e8c528", "tag": "5e543f7d-d49b-4f81-a1d4-c7dc1b170f42", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:49:36.430981 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-80364d92-8b89-4cae-bc83-1ed40beb24a1 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:49:36.431398 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bf31744-0efa-4cef-967d-471fd8e8c528', 'tag': '07136d1d-f216-41bf-b3d9-e3f2b509cb43', 'status': 'completed', 'code': 200} Sep 23 06:49:36.431675 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd01b5289-4729-4e31-bf06-86731c596af7', 'name': 'network-vif-deleted', 'tag': '0f8a2de8-448c-430c-af19-829f6f8b779c', 'status': 'completed', 'code': 200} Sep 23 06:49:36.431933 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bf31744-0efa-4cef-967d-471fd8e8c528', 'tag': '5e543f7d-d49b-4f81-a1d4-c7dc1b170f42', 'status': 'completed', 'code': 200} Sep 23 06:49:36.440743 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-06e57fd5-3e13-4e08-95bb-efd8a75f8456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:36.442836 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-06e57fd5-3e13-4e08-95bb-efd8a75f8456 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f10707c7-ecb6-4efa-8289-ef31b97494c5 HTTP/1.1" status: 200 len: 855 time: 0.1515720 Sep 23 06:49:36.463949 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:36.471222 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 06:49:36.506855 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 58d6f936-8802-4dd8-8e70-f6b5f9c4d52c, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=58d6f936-8802-4dd8-8e70-f6b5f9c4d52c,segment=NetworkSegment(2dfe9769-7de0-498d-959f-dabbdcc8c5af),segment_id=2dfe9769-7de0-498d-959f-dabbdcc8c5af)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:49:36.509258 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2c27a2f-4f4e-4c47-803d-37a71d079d18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d6f936-8802-4dd8-8e70-f6b5f9c4d52c'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:49:36.513629 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83615cc4-850b-47cc-ab59-0f7156765032" -d '{"events": [{"server_uuid": "d2c27a2f-4f4e-4c47-803d-37a71d079d18", "name": "network-vif-plugged", "status": "completed", "tag": "58d6f936-8802-4dd8-8e70-f6b5f9c4d52c"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:49:36.518585 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:36.600941 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fd04de-9e24-4699-a427-dccd683f8fd4 req-54463d7e-de86-4f17-b9e7-407931c4ffd1 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:36.602604 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aebeb3b-144e-4033-8784-20e9007312d1 req-5dd1ee09-0a44-4419-b5b9-8de16405f9de tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:36.603352 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-61fd04de-9e24-4699-a427-dccd683f8fd4 req-54463d7e-de86-4f17-b9e7-407931c4ffd1 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 944 time: 0.1819649 Sep 23 06:49:36.604254 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5aebeb3b-144e-4033-8784-20e9007312d1 req-5dd1ee09-0a44-4419-b5b9-8de16405f9de tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] 10.222.0.39 "GET /v2.0/ports?device_id=83fba572-4d69-4602-8706-5c4d14cde482 HTTP/1.1" status: 200 len: 946 time: 0.0936923 Sep 23 06:49:36.638382 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-fc23d25a-7ef9-471f-bfee-e3487138f7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:36.640082 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-fc23d25a-7ef9-471f-bfee-e3487138f7d2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=101e91e4-7df0-4369-ab96-69b58e29208f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1700993 Sep 23 06:49:36.642305 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [req-c5c2b482-31e9-4e76-a24a-ccc0fe907690 req-fbc5d3e1-6873-4e0a-bdd4-0b3978433921 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Allocated IP 172.20.0.7 (5e6b1e6b-f43d-48fc-88ea-84227fc0190a/9dbf4107-f4ac-450c-a420-ffd87b06b7dc/5c057209-9bb2-4d1b-83a6-2307236418a9) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:49:36.650009 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5aebeb3b-144e-4033-8784-20e9007312d1 req-aca72c93-a575-4c52-b257-99df91b9f278 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6ee093f-a990-48d7-bc4a-6ada4c83a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363839 Sep 23 06:49:36.729753 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-61fd04de-9e24-4699-a427-dccd683f8fd4 req-86636f67-f918-44f4-b238-2e626b246e46 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136296 Sep 23 06:49:36.812430 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83beff38-7fc4-44ac-a537-1f2490dc6732 x-openstack-request-id: req-83beff38-7fc4-44ac-a537-1f2490dc6732 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:49:36.813110 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2c27a2f-4f4e-4c47-803d-37a71d079d18", "name": "network-vif-plugged", "status": "completed", "tag": "58d6f936-8802-4dd8-8e70-f6b5f9c4d52c", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:49:36.813110 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-83beff38-7fc4-44ac-a537-1f2490dc6732 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:49:36.813718 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2c27a2f-4f4e-4c47-803d-37a71d079d18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d6f936-8802-4dd8-8e70-f6b5f9c4d52c', 'code': 200} Sep 23 06:49:36.828691 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=58d6f936-8802-4dd8-8e70-f6b5f9c4d52c,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:36.878102 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-53669dd3-44b9-499e-b8f9-f750f685b894 service neutron] 10.222.0.58 "GET /v2.0/networks/101e91e4-7df0-4369-ab96-69b58e29208f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173941 Sep 23 06:49:37.018328 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-c5c2b482-31e9-4e76-a24a-ccc0fe907690 req-fbc5d3e1-6873-4e0a-bdd4-0b3978433921 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:37.043559 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-b8f42770-0557-48db-a05d-d19de480f813 service neutron] 10.222.0.58 "GET /v2.0/networks/101e91e4-7df0-4369-ab96-69b58e29208f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325974 Sep 23 06:49:37.100632 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b7399-199e-4286-8092-279ca4f7eb13 req-462035f4-84d7-4dcd-a53b-8da06797a5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:37.102223 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0e2b7399-199e-4286-8092-279ca4f7eb13 req-462035f4-84d7-4dcd-a53b-8da06797a5e4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d2c27a2f-4f4e-4c47-803d-37a71d079d18 HTTP/1.1" status: 200 len: 1098 time: 0.1325245 Sep 23 06:49:37.123925 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-128e5f0e-fcf9-431b-8301-b595997fc350 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=836860f4-7f78-4d29-8753-1658ddbce618 HTTP/1.1" status: 200 len: 217 time: 0.0672705 Sep 23 06:49:37.130641 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288512e2-ac81-427a-83aa-634fc00239b2 req-1491068b-def4-4108-a4f6-bf89d57ddb19 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:37.139884 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288512e2-ac81-427a-83aa-634fc00239b2 req-1491068b-def4-4108-a4f6-bf89d57ddb19 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:37.147206 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-c5c2b482-31e9-4e76-a24a-ccc0fe907690 req-fbc5d3e1-6873-4e0a-bdd4-0b3978433921 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:37.147806 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288512e2-ac81-427a-83aa-634fc00239b2 req-1491068b-def4-4108-a4f6-bf89d57ddb19 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:37.155473 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288512e2-ac81-427a-83aa-634fc00239b2 req-1491068b-def4-4108-a4f6-bf89d57ddb19 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:37.161854 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288512e2-ac81-427a-83aa-634fc00239b2 req-1491068b-def4-4108-a4f6-bf89d57ddb19 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:37.169630 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288512e2-ac81-427a-83aa-634fc00239b2 req-1491068b-def4-4108-a4f6-bf89d57ddb19 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:37.176771 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288512e2-ac81-427a-83aa-634fc00239b2 req-1491068b-def4-4108-a4f6-bf89d57ddb19 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:37.178972 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-288512e2-ac81-427a-83aa-634fc00239b2 req-1491068b-def4-4108-a4f6-bf89d57ddb19 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bf31744-0efa-4cef-967d-471fd8e8c528 HTTP/1.1" status: 200 len: 5429 time: 0.1768694 Sep 23 06:49:37.229398 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0e2b7399-199e-4286-8092-279ca4f7eb13 req-49bf7a31-046f-4926-a0e6-83d6d5322ef1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=960c7d48-327f-439d-8038-ab85c5444d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492132 Sep 23 06:49:37.248090 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5c2b482-31e9-4e76-a24a-ccc0fe907690 req-fbc5d3e1-6873-4e0a-bdd4-0b3978433921 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Network 5e6b1e6b-f43d-48fc-88ea-84227fc0190a is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:49:37.254733 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-288512e2-ac81-427a-83aa-634fc00239b2 req-7c5b3e14-de1b-4f07-8ace-0dfe470ab36f tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c9c5b19-61b6-4835-bef3-eb0ee04d7a83&id=5d045487-122b-40fb-9f4c-7e88b4bd6ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527477 Sep 23 06:49:37.256288 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [req-c5c2b482-31e9-4e76-a24a-ccc0fe907690 req-fbc5d3e1-6873-4e0a-bdd4-0b3978433921 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:49:37.259099 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-26e18108-d664-407a-91a0-a9e0cc01f86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:37.261645 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-26e18108-d664-407a-91a0-a9e0cc01f86d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cc8a7554-36e3-4ad0-b779-92036cb83888 HTTP/1.1" status: 200 len: 797 time: 0.1252813 Sep 23 06:49:37.262013 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5c2b482-31e9-4e76-a24a-ccc0fe907690 req-fbc5d3e1-6873-4e0a-bdd4-0b3978433921 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:49:37.305248 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc5d3e1-6873-4e0a-bdd4-0b3978433921 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Pushing event updated for resources: {'Port': ['ID=5c057209-9bb2-4d1b-83a6-2307236418a9,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:37.323385 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace79d1-0d2f-4825-ae84-604f35ec621f req-aba56bae-b02d-497b-b9a8-998c6e6a77e5 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:37.331481 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6ace79d1-0d2f-4825-ae84-604f35ec621f req-aba56bae-b02d-497b-b9a8-998c6e6a77e5 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/ports?device_id=193182f5-6dd0-42cb-a3c8-6bc06f2deb9b HTTP/1.1" status: 200 len: 946 time: 0.2048633 Sep 23 06:49:37.390496 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c2b482-31e9-4e76-a24a-ccc0fe907690 req-fbc5d3e1-6873-4e0a-bdd4-0b3978433921 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:37.391213 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-c5c2b482-31e9-4e76-a24a-ccc0fe907690 req-fbc5d3e1-6873-4e0a-bdd4-0b3978433921 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:37.401429 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8701b5a4-a30f-4f0d-b5fa-6cd9ad2b3c2e req-bc9d95b5-2158-46ea-ba94-4ec46a20d8c7 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:37.403673 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8701b5a4-a30f-4f0d-b5fa-6cd9ad2b3c2e req-bc9d95b5-2158-46ea-ba94-4ec46a20d8c7 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba634db7-29b6-45c5-bbdf-b5b839e61bd6 HTTP/1.1" status: 200 len: 931 time: 0.0560484 Sep 23 06:49:37.424412 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-e1c6dfae-eaec-4b7f-b72f-ceddf35ffeee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:37.426187 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-e1c6dfae-eaec-4b7f-b72f-ceddf35ffeee service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=feb093c6-06a4-4aad-bf82-6fd567da1d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1332583 Sep 23 06:49:37.429455 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6ace79d1-0d2f-4825-ae84-604f35ec621f req-64cc8e0e-1ca1-4d1a-9687-c18e20ff0241 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d44e72e-9977-4c1c-b9ad-087588ff958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971637 Sep 23 06:49:37.430682 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c5c2b482-31e9-4e76-a24a-ccc0fe907690 req-fbc5d3e1-6873-4e0a-bdd4-0b3978433921 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4804811 Sep 23 06:49:37.462301 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-c5c2b482-31e9-4e76-a24a-ccc0fe907690 req-6d659642-05b1-43a5-af3b-fa16b3518ec9 service neutron] Request body: {'port': {'device_id': 'ba634db7-29b6-45c5-bbdf-b5b839e61bd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:49:37.465648 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8701b5a4-a30f-4f0d-b5fa-6cd9ad2b3c2e req-4c65029f-a8c3-4096-a744-098d101d521e tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490890 Sep 23 06:49:37.624424 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-c5c2b482-31e9-4e76-a24a-ccc0fe907690 req-6d659642-05b1-43a5-af3b-fa16b3518ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:37.661341 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fdae34-e6ca-449b-b692-c0605e26d2d6 req-b5fe8b66-6a58-4de7-9086-98d7303a9100 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:37.662907 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-23fdae34-e6ca-449b-b692-c0605e26d2d6 req-b5fe8b66-6a58-4de7-9086-98d7303a9100 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2c27a2f-4f4e-4c47-803d-37a71d079d18 HTTP/1.1" status: 200 len: 946 time: 0.1536477 Sep 23 06:49:37.666185 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-9421bc52-de56-4a48-be4b-6813c01d1bd8 service neutron] 10.222.0.58 "GET /v2.0/networks/feb093c6-06a4-4aad-bf82-6fd567da1d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208898 Sep 23 06:49:37.672932 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 33280) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:49:37.835459 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0b0867-bb2a-45ce-93ed-2e5368368c35 req-bf497b92-0151-410d-aa8a-f38de7a977ce tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:37.836912 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-de0b0867-bb2a-45ce-93ed-2e5368368c35 req-bf497b92-0151-410d-aa8a-f38de7a977ce tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ac70bbb-9d80-46cf-af2c-420f6e53d85d HTTP/1.1" status: 200 len: 945 time: 0.1222641 Sep 23 06:49:37.840009 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-26abc3e3-3e31-4657-a09d-774b14e10a9b admin admin] Deleting subnet ee9867bb-5a46-416a-ad93-958ca334c2f9 {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:49:37.846015 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-26abc3e3-3e31-4657-a09d-774b14e10a9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:37.862144 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-23fdae34-e6ca-449b-b692-c0605e26d2d6 req-3c72c4fd-5df8-422e-818c-559d04fb2b3a tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] 10.222.0.39 "GET /v2.0/security-groups?id=960c7d48-327f-439d-8038-ab85c5444d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774931 Sep 23 06:49:37.917930 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7146493d-717c-4cdd-a131-3104d55b6b97 req-2d8ca942-f4fd-4788-9dc1-9caac00d2265 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:37.920535 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7146493d-717c-4cdd-a131-3104d55b6b97 req-2d8ca942-f4fd-4788-9dc1-9caac00d2265 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] 10.222.0.39 "GET /v2.0/ports?device_id=83fba572-4d69-4602-8706-5c4d14cde482 HTTP/1.1" status: 200 len: 946 time: 0.1673741 Sep 23 06:49:37.932227 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-5b358951-b105-42fc-878a-0b119e7b4be1 service neutron] 10.222.0.58 "GET /v2.0/networks/feb093c6-06a4-4aad-bf82-6fd567da1d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461309 Sep 23 06:49:37.992983 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-26abc3e3-3e31-4657-a09d-774b14e10a9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:38.010986 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-346a3877-82d8-47b2-b0ae-4452fc036815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:38.031293 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-32d793b5-4606-4e45-a859-1710d661f1d6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=66dc2450-0dc5-4831-8e32-390fda82bf83 HTTP/1.1" status: 200 len: 217 time: 0.0839703 Sep 23 06:49:38.087889 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7146493d-717c-4cdd-a131-3104d55b6b97 req-e585b4cc-fb6a-47cf-80e3-1c1b9dedc1d7 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6ee093f-a990-48d7-bc4a-6ada4c83a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468399 Sep 23 06:49:38.105897 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be513e27-1be6-40c2-8427-6c9d0186b3f6 req-e62e4ee5-f4b1-44de-9499-1b70e3e050e6 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:38.107568 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-be513e27-1be6-40c2-8427-6c9d0186b3f6 req-e62e4ee5-f4b1-44de-9499-1b70e3e050e6 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] 10.222.0.21 "GET /v2.0/ports?device_id=83fba572-4d69-4602-8706-5c4d14cde482 HTTP/1.1" status: 200 len: 946 time: 0.1831927 Sep 23 06:49:38.111625 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-26abc3e3-3e31-4657-a09d-774b14e10a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:38.168808 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-a49e009a-02aa-4452-ac3e-ea576be514b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:38.171174 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-a49e009a-02aa-4452-ac3e-ea576be514b4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cc8a7554-36e3-4ad0-b779-92036cb83888 HTTP/1.1" status: 200 len: 797 time: 0.1166966 Sep 23 06:49:38.216110 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 0f8a2de8-448c-430c-af19-829f6f8b779c no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:49:38.220475 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83ca5d0-c2f1-40d9-81a4-dba0393eac30 req-6912d836-c6e4-4bf4-85ad-2b5f7678328b tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:38.222431 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e83ca5d0-c2f1-40d9-81a4-dba0393eac30 req-6912d836-c6e4-4bf4-85ad-2b5f7678328b tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 944 time: 0.2645669 Sep 23 06:49:38.231714 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-de0b0867-bb2a-45ce-93ed-2e5368368c35 req-779333d7-ae96-427e-b62f-c947af0798dc tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] Deleting port 7da25915-f1bb-47ed-8d1d-fd963ea04967 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:49:38.232075 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-de0b0867-bb2a-45ce-93ed-2e5368368c35 req-779333d7-ae96-427e-b62f-c947af0798dc tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:38.245823 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] No Port match for: 0f8a2de8-448c-430c-af19-829f6f8b779c {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:49:38.246164 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 0f8a2de8-448c-430c-af19-829f6f8b779c not bound to the agent host n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:49:38.281222 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-26abc3e3-3e31-4657-a09d-774b14e10a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:38.307442 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [req-c5c2b482-31e9-4e76-a24a-ccc0fe907690 req-6d659642-05b1-43a5-af3b-fa16b3518ec9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c057209-9bb2-4d1b-83a6-2307236418a9 {{(pid=95066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:49:38.319515 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-c5c2b482-31e9-4e76-a24a-ccc0fe907690 req-6d659642-05b1-43a5-af3b-fa16b3518ec9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:38.347801 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-c5b446e4-86e5-4490-94b1-4e0a090093d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:38.349835 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-c5b446e4-86e5-4490-94b1-4e0a090093d8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=feb093c6-06a4-4aad-bf82-6fd567da1d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1579771 Sep 23 06:49:38.351079 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.provisioning_blocks [req-c5c2b482-31e9-4e76-a24a-ccc0fe907690 req-6d659642-05b1-43a5-af3b-fa16b3518ec9 service neutron] Transition to ACTIVE for port object 5c057209-9bb2-4d1b-83a6-2307236418a9 will not be triggered until provisioned by entity L2. {{(pid=95066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:49:38.354604 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e83ca5d0-c2f1-40d9-81a4-dba0393eac30 req-da1764cc-9aa8-429a-a935-50229e238b26 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021912 Sep 23 06:49:38.356540 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-c5c2b482-31e9-4e76-a24a-ccc0fe907690 req-6d659642-05b1-43a5-af3b-fa16b3518ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:38.360082 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26abc3e3-3e31-4657-a09d-774b14e10a9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee9867bb-5a46-416a-ad93-958ca334c2f9,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:38.362882 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-26abc3e3-3e31-4657-a09d-774b14e10a9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:38.365746 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-26abc3e3-3e31-4657-a09d-774b14e10a9b admin admin] 10.222.0.39 "DELETE /v2.0/subnets/ee9867bb-5a46-416a-ad93-958ca334c2f9 HTTP/1.1" status: 204 len: 168 time: 0.6910377 Sep 23 06:49:38.370822 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 33290) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:49:38.412587 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-de0b0867-bb2a-45ce-93ed-2e5368368c35 req-779333d7-ae96-427e-b62f-c947af0798dc tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] For port 7da25915-f1bb-47ed-8d1d-fd963ea04967, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=7da25915-f1bb-47ed-8d1d-fd963ea04967,segment=NetworkSegment(bb037a6f-7cd1-4c5c-a32a-f2d8a590e019),segment_id=bb037a6f-7cd1-4c5c-a32a-f2d8a590e019)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:49:38.413079 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-de0b0867-bb2a-45ce-93ed-2e5368368c35 req-779333d7-ae96-427e-b62f-c947af0798dc tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:38.460561 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d659642-05b1-43a5-af3b-fa16b3518ec9 service neutron] Pushing event updated for resources: {'Port': ['ID=5c057209-9bb2-4d1b-83a6-2307236418a9,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:38.479503 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-de0b0867-bb2a-45ce-93ed-2e5368368c35 req-779333d7-ae96-427e-b62f-c947af0798dc tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] Calling delete_port for 7da25915-f1bb-47ed-8d1d-fd963ea04967 owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:49:38.522328 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-be513e27-1be6-40c2-8427-6c9d0186b3f6 req-12a86e59-1a95-4ea1-a49a-69752ec399f3 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] Deleting port f006676a-e3c3-4004-aac6-30fa5dd147c7 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:49:38.522669 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-be513e27-1be6-40c2-8427-6c9d0186b3f6 req-12a86e59-1a95-4ea1-a49a-69752ec399f3 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:38.601352 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-95b8d157-6f5a-47cc-ba03-b2b873b8a4fd service neutron] 10.222.0.58 "GET /v2.0/networks/feb093c6-06a4-4aad-bf82-6fd567da1d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005372 Sep 23 06:49:38.639375 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b991cd10-171f-474c-9216-138a24d1b0bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:38.678112 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df3d3ba-f3f6-4f4f-9495-de7677a43f0d req-a9bea9f2-07c3-4ff7-9aac-d8d99e7e535b tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:38.680070 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4df3d3ba-f3f6-4f4f-9495-de7677a43f0d req-a9bea9f2-07c3-4ff7-9aac-d8d99e7e535b tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/ports?device_id=193182f5-6dd0-42cb-a3c8-6bc06f2deb9b HTTP/1.1" status: 200 len: 946 time: 0.1533768 Sep 23 06:49:38.694926 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7146b855-97c8-4b0a-97a0-70c2dcc71145 req-7bd07af5-1bc4-41c6-8ed1-364b487d1fe4 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:38.701000 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7146b855-97c8-4b0a-97a0-70c2dcc71145 req-7bd07af5-1bc4-41c6-8ed1-364b487d1fe4 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:38.708730 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7146b855-97c8-4b0a-97a0-70c2dcc71145 req-7bd07af5-1bc4-41c6-8ed1-364b487d1fe4 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:38.720165 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7146b855-97c8-4b0a-97a0-70c2dcc71145 req-7bd07af5-1bc4-41c6-8ed1-364b487d1fe4 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:38.725342 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-c5c2b482-31e9-4e76-a24a-ccc0fe907690 req-6d659642-05b1-43a5-af3b-fa16b3518ec9 service neutron] Attempting to bind port 5c057209-9bb2-4d1b-83a6-2307236418a9 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:49:38.725668 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-c5c2b482-31e9-4e76-a24a-ccc0fe907690 req-6d659642-05b1-43a5-af3b-fa16b3518ec9 service neutron] Attempting to bind port 5c057209-9bb2-4d1b-83a6-2307236418a9 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': 'f93b6022-d5e5-431e-9dcb-2461df9c5b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5e6b1e6b-f43d-48fc-88ea-84227fc0190a'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:49:38.725956 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7146b855-97c8-4b0a-97a0-70c2dcc71145 req-7bd07af5-1bc4-41c6-8ed1-364b487d1fe4 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:38.726086 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c2b482-31e9-4e76-a24a-ccc0fe907690 req-6d659642-05b1-43a5-af3b-fa16b3518ec9 service neutron] Attempting to bind port 5c057209-9bb2-4d1b-83a6-2307236418a9 on network 5e6b1e6b-f43d-48fc-88ea-84227fc0190a {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:49:38.732341 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7146b855-97c8-4b0a-97a0-70c2dcc71145 req-7bd07af5-1bc4-41c6-8ed1-364b487d1fe4 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:38.738228 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7146b855-97c8-4b0a-97a0-70c2dcc71145 req-7bd07af5-1bc4-41c6-8ed1-364b487d1fe4 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:38.740126 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7146b855-97c8-4b0a-97a0-70c2dcc71145 req-7bd07af5-1bc4-41c6-8ed1-364b487d1fe4 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bf31744-0efa-4cef-967d-471fd8e8c528 HTTP/1.1" status: 200 len: 5429 time: 0.3216083 Sep 23 06:49:38.748141 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c2b482-31e9-4e76-a24a-ccc0fe907690 req-6d659642-05b1-43a5-af3b-fa16b3518ec9 service neutron] Port 5c057209-9bb2-4d1b-83a6-2307236418a9 on network 5e6b1e6b-f43d-48fc-88ea-84227fc0190a not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:49:38.748517 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c2b482-31e9-4e76-a24a-ccc0fe907690 req-6d659642-05b1-43a5-af3b-fa16b3518ec9 service neutron] Attempting to bind port 5c057209-9bb2-4d1b-83a6-2307236418a9 on network 5e6b1e6b-f43d-48fc-88ea-84227fc0190a {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:49:38.763301 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c2b482-31e9-4e76-a24a-ccc0fe907690 req-6d659642-05b1-43a5-af3b-fa16b3518ec9 service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:49:38.763644 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c2b482-31e9-4e76-a24a-ccc0fe907690 req-6d659642-05b1-43a5-af3b-fa16b3518ec9 service neutron] Checking segment: {'id': 'f93b6022-d5e5-431e-9dcb-2461df9c5b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5e6b1e6b-f43d-48fc-88ea-84227fc0190a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:49:38.764040 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c2b482-31e9-4e76-a24a-ccc0fe907690 req-6d659642-05b1-43a5-af3b-fa16b3518ec9 service neutron] Bound using segment: {'id': 'f93b6022-d5e5-431e-9dcb-2461df9c5b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5e6b1e6b-f43d-48fc-88ea-84227fc0190a'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:49:38.764455 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-c5c2b482-31e9-4e76-a24a-ccc0fe907690 req-6d659642-05b1-43a5-af3b-fa16b3518ec9 service neutron] Bound port: 5c057209-9bb2-4d1b-83a6-2307236418a9, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f93b6022-d5e5-431e-9dcb-2461df9c5b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5e6b1e6b-f43d-48fc-88ea-84227fc0190a'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:49:38.764807 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-c5c2b482-31e9-4e76-a24a-ccc0fe907690 req-6d659642-05b1-43a5-af3b-fa16b3518ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:38.805716 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4df3d3ba-f3f6-4f4f-9495-de7677a43f0d req-fb51ea40-3df6-4d09-9896-2a775e4aae64 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d44e72e-9977-4c1c-b9ad-087588ff958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172016 Sep 23 06:49:38.826794 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-95138a18-08f8-4426-8de2-0a6c61ce402f service neutron] 10.222.0.58 "GET /v2.0/networks/feb093c6-06a4-4aad-bf82-6fd567da1d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161763 Sep 23 06:49:38.836573 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-be513e27-1be6-40c2-8427-6c9d0186b3f6 req-12a86e59-1a95-4ea1-a49a-69752ec399f3 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] For port f006676a-e3c3-4004-aac6-30fa5dd147c7, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=f006676a-e3c3-4004-aac6-30fa5dd147c7,segment=NetworkSegment(bb037a6f-7cd1-4c5c-a32a-f2d8a590e019),segment_id=bb037a6f-7cd1-4c5c-a32a-f2d8a590e019)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:49:38.836947 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-be513e27-1be6-40c2-8427-6c9d0186b3f6 req-12a86e59-1a95-4ea1-a49a-69752ec399f3 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:38.877845 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-be513e27-1be6-40c2-8427-6c9d0186b3f6 req-12a86e59-1a95-4ea1-a49a-69752ec399f3 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] Calling delete_port for f006676a-e3c3-4004-aac6-30fa5dd147c7 owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:49:38.885567 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7146b855-97c8-4b0a-97a0-70c2dcc71145 req-c4dedff3-0d37-4f29-a430-5d941ca2b5ad tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c9c5b19-61b6-4835-bef3-eb0ee04d7a83&id=5d045487-122b-40fb-9f4c-7e88b4bd6ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1344802 Sep 23 06:49:38.898013 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-957c2efa-473c-4eb3-814b-867bbe9621de service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.148&port_id=2b24a097-bd4a-4680-b3ae-d426079e7a16 HTTP/1.1" status: 200 len: 217 time: 0.0614774 Sep 23 06:49:38.956594 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b991cd10-171f-474c-9216-138a24d1b0bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:39.014219 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-c5c2b482-31e9-4e76-a24a-ccc0fe907690 req-6d659642-05b1-43a5-af3b-fa16b3518ec9 service neutron] For port 5c057209-9bb2-4d1b-83a6-2307236418a9, host n-h2-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:49:39.038666 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd12d67-915f-4907-ac16-a4720adf5095 req-a52cf032-5b52-4f01-942e-4319be1aafcb tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:39.040261 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4bd12d67-915f-4907-ac16-a4720adf5095 req-a52cf032-5b52-4f01-942e-4319be1aafcb tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba634db7-29b6-45c5-bbdf-b5b839e61bd6 HTTP/1.1" status: 200 len: 943 time: 0.1453955 Sep 23 06:49:39.041756 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-771754d1-9be5-4084-a25d-46c35840853c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:39.044048 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-771754d1-9be5-4084-a25d-46c35840853c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cc8a7554-36e3-4ad0-b779-92036cb83888 HTTP/1.1" status: 200 len: 797 time: 0.1287351 Sep 23 06:49:39.048091 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-c5c2b482-31e9-4e76-a24a-ccc0fe907690 req-6d659642-05b1-43a5-af3b-fa16b3518ec9 service neutron] For port 5c057209-9bb2-4d1b-83a6-2307236418a9, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=5c057209-9bb2-4d1b-83a6-2307236418a9,segment=NetworkSegment(f93b6022-d5e5-431e-9dcb-2461df9c5b3b),segment_id=f93b6022-d5e5-431e-9dcb-2461df9c5b3b)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:49:39.075755 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-c5c2b482-31e9-4e76-a24a-ccc0fe907690 req-6d659642-05b1-43a5-af3b-fa16b3518ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:39.147256 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c2b482-31e9-4e76-a24a-ccc0fe907690 req-6d659642-05b1-43a5-af3b-fa16b3518ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:39.147982 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-c5c2b482-31e9-4e76-a24a-ccc0fe907690 req-6d659642-05b1-43a5-af3b-fa16b3518ec9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:39.149612 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c5c2b482-31e9-4e76-a24a-ccc0fe907690 req-6d659642-05b1-43a5-af3b-fa16b3518ec9 service neutron] 10.222.0.58 "PUT /v2.0/ports/5c057209-9bb2-4d1b-83a6-2307236418a9 HTTP/1.1" status: 200 len: 1092 time: 1.6931729 Sep 23 06:49:39.154424 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba634db7-29b6-45c5-bbdf-b5b839e61bd6', 'tag': '5c057209-9bb2-4d1b-83a6-2307236418a9'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:49:39.156754 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b388a0-ab45-4d89-a644-9d577009a52c" -d '{"events": [{"name": "network-changed", "server_uuid": "ba634db7-29b6-45c5-bbdf-b5b839e61bd6", "tag": "5c057209-9bb2-4d1b-83a6-2307236418a9"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:49:39.165806 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4bd12d67-915f-4907-ac16-a4720adf5095 req-2b4abe1c-edd4-4549-8c33-7bef080df2d9 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162040 Sep 23 06:49:39.189666 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-3c19d4a5-2c2b-4394-a877-84e634c3fe4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:39.191285 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-3c19d4a5-2c2b-4394-a877-84e634c3fe4c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=feb093c6-06a4-4aad-bf82-6fd567da1d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1355529 Sep 23 06:49:39.192028 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d659642-05b1-43a5-af3b-fa16b3518ec9 service neutron] Pushing event updated for resources: {'Port': ['ID=5c057209-9bb2-4d1b-83a6-2307236418a9,revision_number=3']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:39.249061 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-d791d94c-2fa6-4533-92a4-94a77417062f req-442e12b4-b9dc-4700-b17a-58cd5c99f4e7 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-426378721', 'description': 'tempest-description-1099413236'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:49:39.276401 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-b991cd10-171f-474c-9216-138a24d1b0bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70761228-e1b5-4b17-beed-b21ba4f65cc6']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:49:39.307646 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-b991cd10-171f-474c-9216-138a24d1b0bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '411a8e6c-3437-4d6d-939a-157de7e909fe') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:49:39.308045 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-b991cd10-171f-474c-9216-138a24d1b0bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '411a8e6c-3437-4d6d-939a-157de7e909fe') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:49:39.309663 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-de0b0867-bb2a-45ce-93ed-2e5368368c35 req-779333d7-ae96-427e-b62f-c947af0798dc tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:39.326475 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['7da25915-f1bb-47ed-8d1d-fd963ea04967'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:49:39.349529 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b991cd10-171f-474c-9216-138a24d1b0bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:39.351316 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-d791d94c-2fa6-4533-92a4-94a77417062f req-442e12b4-b9dc-4700-b17a-58cd5c99f4e7 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:39.355451 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c2b482-31e9-4e76-a24a-ccc0fe907690 req-46e2b031-626f-46b7-8684-1a7004c170ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:39.357176 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c5c2b482-31e9-4e76-a24a-ccc0fe907690 req-46e2b031-626f-46b7-8684-1a7004c170ce service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7c15309e32824dcfa3da1dd04afd3365&device_id=ba634db7-29b6-45c5-bbdf-b5b839e61bd6 HTTP/1.1" status: 200 len: 1095 time: 0.1378999 Sep 23 06:49:39.359423 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['f006676a-e3c3-4004-aac6-30fa5dd147c7'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:49:39.369733 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779333d7-ae96-427e-b62f-c947af0798dc tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] Pushing event deleted for resources: {'Port': ['ID=7da25915-f1bb-47ed-8d1d-fd963ea04967,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:39.415400 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b991cd10-171f-474c-9216-138a24d1b0bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:39.423151 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90afe32-3013-4506-9bf5-1686c1e5cbc1 req-4a9e4303-30b5-4b55-805a-b38ed3f16f2e tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:39.424766 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b90afe32-3013-4506-9bf5-1686c1e5cbc1 req-4a9e4303-30b5-4b55-805a-b38ed3f16f2e tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2c27a2f-4f4e-4c47-803d-37a71d079d18 HTTP/1.1" status: 200 len: 946 time: 0.1678431 Sep 23 06:49:39.426570 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c5c2b482-31e9-4e76-a24a-ccc0fe907690 req-32d05db3-4c8a-4aa4-bd0c-20ad06dcdd1b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c057209-9bb2-4d1b-83a6-2307236418a9 HTTP/1.1" status: 200 len: 217 time: 0.0589507 Sep 23 06:49:39.429008 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-ef61419d-c3b5-43a2-ba3b-ee1e5cf8b14e service neutron] 10.222.0.58 "GET /v2.0/networks/feb093c6-06a4-4aad-bf82-6fd567da1d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225480 Sep 23 06:49:39.443396 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-de0b0867-bb2a-45ce-93ed-2e5368368c35 req-779333d7-ae96-427e-b62f-c947af0798dc tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] No DVR routers for this DVR port 7da25915-f1bb-47ed-8d1d-fd963ea04967 on host n-h2-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:49:39.444273 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b991cd10-171f-474c-9216-138a24d1b0bc admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:49:39.444788 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b991cd10-171f-474c-9216-138a24d1b0bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:39.450340 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 06:49:39.450340 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:49:39.450340 n-d-715271-16 neutron-server[95065]: timer() Sep 23 06:49:39.450340 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:49:39.450340 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 06:49:39.450340 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:49:39.450340 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 06:49:39.450340 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:49:39.450340 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 06:49:39.450340 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:49:39.450340 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 06:49:39.450340 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:49:39.450340 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 06:49:39.450340 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:49:39.450340 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:49:39.450340 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:49:39.450340 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:49:39.450340 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:49:39.450340 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 06:49:39.450340 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:49:39.450340 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 06:49:39.450340 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:49:39.450340 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:49:39.450340 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:49:39.450340 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 06:49:39.450340 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:49:39.450340 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:49:39.450340 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:49:39.450340 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:49:39.450340 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:49:39.450340 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:49:39.450340 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:49:39.465183 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-de0b0867-bb2a-45ce-93ed-2e5368368c35 req-779333d7-ae96-427e-b62f-c947af0798dc tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:39.467171 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-de0b0867-bb2a-45ce-93ed-2e5368368c35 req-779333d7-ae96-427e-b62f-c947af0798dc tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] 10.222.0.58 "DELETE /v2.0/ports/7da25915-f1bb-47ed-8d1d-fd963ea04967 HTTP/1.1" status: 204 len: 173 time: 1.5991917 Sep 23 06:49:39.467625 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ac70bbb-9d80-46cf-af2c-420f6e53d85d', 'name': 'network-vif-deleted', 'tag': '7da25915-f1bb-47ed-8d1d-fd963ea04967'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:49:39.469950 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc1b563-250f-433b-bd68-e611f55feb6d" -d '{"events": [{"server_uuid": "9ac70bbb-9d80-46cf-af2c-420f6e53d85d", "name": "network-vif-deleted", "tag": "7da25915-f1bb-47ed-8d1d-fd963ea04967"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:49:39.560625 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b991cd10-171f-474c-9216-138a24d1b0bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:39.565991 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-be513e27-1be6-40c2-8427-6c9d0186b3f6 req-12a86e59-1a95-4ea1-a49a-69752ec399f3 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:39.578996 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b991cd10-171f-474c-9216-138a24d1b0bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:39.581235 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-b991cd10-171f-474c-9216-138a24d1b0bc admin admin] 10.222.0.39 "DELETE /v2.0/networks/70761228-e1b5-4b17-beed-b21ba4f65cc6 HTTP/1.1" status: 204 len: 168 time: 1.2091403 Sep 23 06:49:39.582656 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b90afe32-3013-4506-9bf5-1686c1e5cbc1 req-63e7c491-ed90-4b5c-a3ee-3067a96e46d1 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] 10.222.0.39 "GET /v2.0/security-groups?id=960c7d48-327f-439d-8038-ab85c5444d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486058 Sep 23 06:49:39.594905 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c2b482-31e9-4e76-a24a-ccc0fe907690 req-1582872e-815d-43eb-a6da-9a883356136f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:39.596072 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c5c2b482-31e9-4e76-a24a-ccc0fe907690 req-1582872e-815d-43eb-a6da-9a883356136f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9dbf4107-f4ac-450c-a420-ffd87b06b7dc HTTP/1.1" status: 200 len: 852 time: 0.1401527 Sep 23 06:49:39.640137 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c5c2b482-31e9-4e76-a24a-ccc0fe907690 req-d2b55169-c1e7-4c60-ba43-7491caf98271 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5e6b1e6b-f43d-48fc-88ea-84227fc0190a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349457 Sep 23 06:49:39.640381 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b991cd10-171f-474c-9216-138a24d1b0bc admin admin] Pushing event deleted for resources: {'Network': ['ID=70761228-e1b5-4b17-beed-b21ba4f65cc6,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:39.642663 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a86e59-1a95-4ea1-a49a-69752ec399f3 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] Pushing event deleted for resources: {'Port': ['ID=f006676a-e3c3-4004-aac6-30fa5dd147c7,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:39.664896 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-e584d7f7-0cc9-45a9-aafd-6feab467537d service neutron] 10.222.0.58 "GET /v2.0/networks/feb093c6-06a4-4aad-bf82-6fd567da1d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101386 Sep 23 06:49:39.702820 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-be513e27-1be6-40c2-8427-6c9d0186b3f6 req-12a86e59-1a95-4ea1-a49a-69752ec399f3 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] No DVR routers for this DVR port f006676a-e3c3-4004-aac6-30fa5dd147c7 on host n-h1-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:49:39.708646 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-be513e27-1be6-40c2-8427-6c9d0186b3f6 req-12a86e59-1a95-4ea1-a49a-69752ec399f3 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:39.710676 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-be513e27-1be6-40c2-8427-6c9d0186b3f6 req-12a86e59-1a95-4ea1-a49a-69752ec399f3 tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] 10.222.0.21 "DELETE /v2.0/ports/f006676a-e3c3-4004-aac6-30fa5dd147c7 HTTP/1.1" status: 204 len: 173 time: 1.5949502 Sep 23 06:49:39.728915 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-d791d94c-2fa6-4533-92a4-94a77417062f req-442e12b4-b9dc-4700-b17a-58cd5c99f4e7 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:39.734289 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-d791d94c-2fa6-4533-92a4-94a77417062f req-442e12b4-b9dc-4700-b17a-58cd5c99f4e7 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:39.741672 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-b321c1a0-0e36-4b5f-99ef-114717c910e7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=aadce6c5-7244-4918-943f-79af3b163ac9 HTTP/1.1" status: 200 len: 217 time: 0.0643125 Sep 23 06:49:39.766830 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-d791d94c-2fa6-4533-92a4-94a77417062f req-442e12b4-b9dc-4700-b17a-58cd5c99f4e7 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:39.768183 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d791d94c-2fa6-4533-92a4-94a77417062f req-442e12b4-b9dc-4700-b17a-58cd5c99f4e7 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.7982364 Sep 23 06:49:39.781235 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442e12b4-b9dc-4700-b17a-58cd5c99f4e7 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=945a0370-7ccd-4cda-aa49-9b19ceb76855,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:39.894894 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:39.909394 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 33318) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:49:39.958166 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-d449f079-3b53-4d23-926f-f729f9d6e284 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d770b30fb6f848b6a7fdbc27123d77ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0453787 Sep 23 06:49:39.958848 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 33322) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:49:40.059732 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1299d104-2ecf-4bfc-b519-603a55aa3d60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:40.091178 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c65826-b089-4548-976e-7c526e8b2878 x-openstack-request-id: req-68c65826-b089-4548-976e-7c526e8b2878 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:49:40.091832 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1299d104-2ecf-4bfc-b519-603a55aa3d60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:40.091925 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba634db7-29b6-45c5-bbdf-b5b839e61bd6", "tag": "5c057209-9bb2-4d1b-83a6-2307236418a9", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:49:40.091925 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-68c65826-b089-4548-976e-7c526e8b2878 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:49:40.092140 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba634db7-29b6-45c5-bbdf-b5b839e61bd6', 'tag': '5c057209-9bb2-4d1b-83a6-2307236418a9', 'status': 'completed', 'code': 200} Sep 23 06:49:40.109680 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55edb0d9-959b-4eba-8cac-ad7b810b70d1 req-df0fee5d-3965-4b18-9f91-4aca00916cba tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:40.114440 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-55edb0d9-959b-4eba-8cac-ad7b810b70d1 req-df0fee5d-3965-4b18-9f91-4aca00916cba tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 944 time: 0.0945692 Sep 23 06:49:40.122479 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d331ad85-6f2b-420a-aa46-7b982622e32f req-3c0710aa-fb05-4152-b186-d611f05dd80c tempest-ListServersNegativeTestJSON-243947113 tempest-ListServersNegativeTestJSON-243947113-project] 10.222.0.39 "GET /v2.0/ports?device_id=83fba572-4d69-4602-8706-5c4d14cde482 HTTP/1.1" status: 200 len: 210 time: 0.3922348 Sep 23 06:49:40.163013 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c5c2b482-31e9-4e76-a24a-ccc0fe907690 req-5d00d7ac-4f56-4880-9cb6-831844349a90 service neutron] 10.222.0.58 "GET /v2.0/networks/5e6b1e6b-f43d-48fc-88ea-84227fc0190a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5112243 Sep 23 06:49:40.176887 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8058417-7a2e-429e-9c17-994442e4cda6 x-openstack-request-id: req-b8058417-7a2e-429e-9c17-994442e4cda6 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:49:40.177636 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ac70bbb-9d80-46cf-af2c-420f6e53d85d", "name": "network-vif-deleted", "tag": "7da25915-f1bb-47ed-8d1d-fd963ea04967", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:49:40.180162 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b8058417-7a2e-429e-9c17-994442e4cda6 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:49:40.180162 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ac70bbb-9d80-46cf-af2c-420f6e53d85d', 'name': 'network-vif-deleted', 'tag': '7da25915-f1bb-47ed-8d1d-fd963ea04967', 'status': 'completed', 'code': 200} Sep 23 06:49:40.216035 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-55edb0d9-959b-4eba-8cac-ad7b810b70d1 req-4d4ce531-8075-447c-8b54-316add2eda3f tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971856 Sep 23 06:49:40.267591 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1299d104-2ecf-4bfc-b519-603a55aa3d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:40.270900 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1299d104-2ecf-4bfc-b519-603a55aa3d60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:40.275033 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-1299d104-2ecf-4bfc-b519-603a55aa3d60 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/37093db7-9d6f-4a57-ae70-9fbf19c388f4 HTTP/1.1" status: 204 len: 168 time: 0.3111961 Sep 23 06:49:40.284486 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1299d104-2ecf-4bfc-b519-603a55aa3d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37093db7-9d6f-4a57-ae70-9fbf19c388f4,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:40.338199 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-7d4f1ca2-f305-412f-90b2-3f2bda621f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:40.339762 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-7d4f1ca2-f305-412f-90b2-3f2bda621f0b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cc8a7554-36e3-4ad0-b779-92036cb83888 HTTP/1.1" status: 200 len: 797 time: 0.2511177 Sep 23 06:49:40.394469 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8d1e927e-6f82-43d4-aebd-52b29fde0060 req-cd2a5a06-4975-4bb5-825c-a62dedbc4eb3 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-426378721&fields=id&tenant_id=33a2678e7dd541d0b0f49c109db717e9 HTTP/1.1" status: 200 len: 267 time: 0.0437222 Sep 23 06:49:40.457407 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e927e-6f82-43d4-aebd-52b29fde0060 req-f94515b6-0eb0-4067-9724-97c3a45f7d7a tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:40.459853 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8d1e927e-6f82-43d4-aebd-52b29fde0060 req-f94515b6-0eb0-4067-9724-97c3a45f7d7a tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/ports?device_id=193182f5-6dd0-42cb-a3c8-6bc06f2deb9b HTTP/1.1" status: 200 len: 946 time: 0.0597725 Sep 23 06:49:40.474744 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-8d1e927e-6f82-43d4-aebd-52b29fde0060 req-98aa2eb8-6f66-4a73-ac22-9872f52c6823 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Request body: {'port': {'security_groups': ['2d44e72e-9977-4c1c-b9ad-087588ff958f', '945a0370-7ccd-4cda-aa49-9b19ceb76855']}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:49:40.518895 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c5c2b482-31e9-4e76-a24a-ccc0fe907690 req-7db4dadf-b0c3-4483-b475-27d0b2ef8df9 service neutron] 10.222.0.58 "GET /v2.0/networks/5e6b1e6b-f43d-48fc-88ea-84227fc0190a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3351276 Sep 23 06:49:40.522414 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-c31a35fd-8b42-4e89-b200-9912a6e94a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:40.523825 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-c31a35fd-8b42-4e89-b200-9912a6e94a00 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=feb093c6-06a4-4aad-bf82-6fd567da1d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1501827 Sep 23 06:49:40.531311 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f4c3592a-33df-4089-b670-79276db9a647 req-05a23cd2-b863-4310-a28f-4a8ab8a303e5 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=0f47978c-41eb-4cc7-92bf-8b873be8a1a0 HTTP/1.1" status: 200 len: 258 time: 0.3374367 Sep 23 06:49:40.556859 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-f4c3592a-33df-4089-b670-79276db9a647 req-cd81004b-5aac-4eb4-8507-0ef55e88a255 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Request body: {'floatingip': {'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:49:40.582926 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-8d1e927e-6f82-43d4-aebd-52b29fde0060 req-98aa2eb8-6f66-4a73-ac22-9872f52c6823 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:40.653056 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-f4c3592a-33df-4089-b670-79276db9a647 req-cd81004b-5aac-4eb4-8507-0ef55e88a255 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Notify callbacks [] for floatingip, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:40.705771 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b388a0-ab45-4d89-a644-9d577009a52c req-4e48e443-7e8a-4bf0-a0b8-da34558a5261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:40.707389 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-58b388a0-ab45-4d89-a644-9d577009a52c req-4e48e443-7e8a-4bf0-a0b8-da34558a5261 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7c15309e32824dcfa3da1dd04afd3365&device_id=ba634db7-29b6-45c5-bbdf-b5b839e61bd6 HTTP/1.1" status: 200 len: 1095 time: 0.1257741 Sep 23 06:49:40.709237 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-3b91b2fb-98e7-4d06-9c80-e5a421073594 service neutron] 10.222.0.58 "GET /v2.0/networks/feb093c6-06a4-4aad-bf82-6fd567da1d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770484 Sep 23 06:49:40.814510 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-8d1e927e-6f82-43d4-aebd-52b29fde0060 req-98aa2eb8-6f66-4a73-ac22-9872f52c6823 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] For port 77fc45da-2817-430c-8625-421c18a253ad, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=77fc45da-2817-430c-8625-421c18a253ad,segment=NetworkSegment(e1f321b6-0718-4853-a894-c71ec0ee9dcb),segment_id=e1f321b6-0718-4853-a894-c71ec0ee9dcb)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:49:40.852981 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-8d1e927e-6f82-43d4-aebd-52b29fde0060 req-98aa2eb8-6f66-4a73-ac22-9872f52c6823 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:40.860504 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-8d1e927e-6f82-43d4-aebd-52b29fde0060 req-98aa2eb8-6f66-4a73-ac22-9872f52c6823 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:40.888421 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['77fc45da-2817-430c-8625-421c18a253ad'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:49:40.916407 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e927e-6f82-43d4-aebd-52b29fde0060 req-98aa2eb8-6f66-4a73-ac22-9872f52c6823 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:40.917072 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-8d1e927e-6f82-43d4-aebd-52b29fde0060 req-98aa2eb8-6f66-4a73-ac22-9872f52c6823 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:40.919033 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8d1e927e-6f82-43d4-aebd-52b29fde0060 req-98aa2eb8-6f66-4a73-ac22-9872f52c6823 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "PUT /v2.0/ports/77fc45da-2817-430c-8625-421c18a253ad HTTP/1.1" status: 200 len: 982 time: 0.4512050 Sep 23 06:49:40.944734 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aa2eb8-6f66-4a73-ac22-9872f52c6823 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Pushing event updated for resources: {'Port': ['ID=77fc45da-2817-430c-8625-421c18a253ad,revision_number=6']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:40.993418 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-74e64b71-d59c-4932-924d-b2ea827ce544 service neutron] 10.222.0.58 "GET /v2.0/networks/feb093c6-06a4-4aad-bf82-6fd567da1d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586772 Sep 23 06:49:40.997954 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b388a0-ab45-4d89-a644-9d577009a52c req-3ceeef77-85b0-4300-89f7-e25af7a011c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:40.999502 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-58b388a0-ab45-4d89-a644-9d577009a52c req-3ceeef77-85b0-4300-89f7-e25af7a011c6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=5e6b1e6b-f43d-48fc-88ea-84227fc0190a HTTP/1.1" status: 200 len: 913 time: 0.2636158 Sep 23 06:49:41.009976 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-f4c3592a-33df-4089-b670-79276db9a647 req-cd81004b-5aac-4eb4-8507-0ef55e88a255 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:41.040583 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-392b29ac-61ce-45d7-a4d8-6d8c71be1250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:41.057154 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['77fc45da-2817-430c-8625-421c18a253ad'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:49:41.074999 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac1be5-aeda-4433-91d6-581af3aebd54 req-ba444333-18cc-4d6b-b7d0-fd3bdcb95808 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:41.081442 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac1be5-aeda-4433-91d6-581af3aebd54 req-ba444333-18cc-4d6b-b7d0-fd3bdcb95808 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:41.087566 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac1be5-aeda-4433-91d6-581af3aebd54 req-ba444333-18cc-4d6b-b7d0-fd3bdcb95808 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:41.106367 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac1be5-aeda-4433-91d6-581af3aebd54 req-ba444333-18cc-4d6b-b7d0-fd3bdcb95808 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:41.112540 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac1be5-aeda-4433-91d6-581af3aebd54 req-ba444333-18cc-4d6b-b7d0-fd3bdcb95808 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:41.118697 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac1be5-aeda-4433-91d6-581af3aebd54 req-ba444333-18cc-4d6b-b7d0-fd3bdcb95808 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:41.125553 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac1be5-aeda-4433-91d6-581af3aebd54 req-ba444333-18cc-4d6b-b7d0-fd3bdcb95808 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:41.135462 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0eac1be5-aeda-4433-91d6-581af3aebd54 req-ba444333-18cc-4d6b-b7d0-fd3bdcb95808 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bf31744-0efa-4cef-967d-471fd8e8c528 HTTP/1.1" status: 200 len: 5429 time: 0.1438236 Sep 23 06:49:41.149785 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-ad88bba3-9559-47dc-a263-8586bf86d1d6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=07136d1d-f216-41bf-b3d9-e3f2b509cb43 HTTP/1.1" status: 200 len: 217 time: 0.1268656 Sep 23 06:49:41.158883 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-58b388a0-ab45-4d89-a644-9d577009a52c req-ef31b30f-96bf-451d-9d75-78fd31f8cb9b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c057209-9bb2-4d1b-83a6-2307236418a9 HTTP/1.1" status: 200 len: 217 time: 0.0996616 Sep 23 06:49:41.211137 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0eac1be5-aeda-4433-91d6-581af3aebd54 req-90684754-8130-4afd-9f0c-a78cc20a801a tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c9c5b19-61b6-4835-bef3-eb0ee04d7a83&id=5d045487-122b-40fb-9f4c-7e88b4bd6ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0698266 Sep 23 06:49:41.286571 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-e4c87b92-8265-4426-89e8-9486d3bd0c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:41.289175 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-e4c87b92-8265-4426-89e8-9486d3bd0c3b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=27562dfd-be61-43be-9922-87df8a6761c0 HTTP/1.1" status: 200 len: 797 time: 0.0828285 Sep 23 06:49:41.354404 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf4304c-b005-4cec-b74a-5be980020aba req-a6222fed-c6ea-4f49-bf1d-d3de42908a9b tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:41.362767 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4bf4304c-b005-4cec-b74a-5be980020aba req-a6222fed-c6ea-4f49-bf1d-d3de42908a9b tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba634db7-29b6-45c5-bbdf-b5b839e61bd6 HTTP/1.1" status: 200 len: 943 time: 0.0709205 Sep 23 06:49:41.391961 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [req-f4c3592a-33df-4089-b670-79276db9a647 req-cd81004b-5aac-4eb4-8507-0ef55e88a255 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Allocated IP 172.25.2.175 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/8fbdb0d0-f0c8-4c15-a721-5fc7284eaaa5) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:49:41.399549 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b388a0-ab45-4d89-a644-9d577009a52c req-07356e0f-00c1-4fe8-9f28-78cab2e740e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:41.401191 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-58b388a0-ab45-4d89-a644-9d577009a52c req-07356e0f-00c1-4fe8-9f28-78cab2e740e1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9dbf4107-f4ac-450c-a420-ffd87b06b7dc HTTP/1.1" status: 200 len: 852 time: 0.1962137 Sep 23 06:49:41.406664 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4bf4304c-b005-4cec-b74a-5be980020aba req-af94536b-d6fc-447b-8f57-f5d1446c5831 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421884 Sep 23 06:49:41.425495 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 33354) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:49:41.429519 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-502c2823-9ed7-4fcf-95ce-23d4eed29a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:41.431132 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-502c2823-9ed7-4fcf-95ce-23d4eed29a9d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f4c6acfd-810d-4386-8654-cad37d5f8fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1115563 Sep 23 06:49:41.445960 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:41.451733 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 7da25915-f1bb-47ed-8d1d-fd963ea04967 no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:49:41.476154 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-58b388a0-ab45-4d89-a644-9d577009a52c req-09b9b960-26a0-4325-acff-8540639914db service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5e6b1e6b-f43d-48fc-88ea-84227fc0190a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586452 Sep 23 06:49:41.479149 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No Port match for: 7da25915-f1bb-47ed-8d1d-fd963ea04967 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:49:41.479520 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 7da25915-f1bb-47ed-8d1d-fd963ea04967 not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:49:41.523007 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f9408a4f-befb-45c4-b4c4-3ba1f001b28a req-3deb18ec-5453-45c0-9916-b3461d0decb8 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-426378721&fields=id&tenant_id=33a2678e7dd541d0b0f49c109db717e9 HTTP/1.1" status: 200 len: 267 time: 0.0352132 Sep 23 06:49:41.565829 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-53d7dede-da81-47ba-8cc8-1e2f37f17d45 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-357590075-network', 'tenant_id': '3d1b679d97c145158645717c8447af9e'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:49:41.603366 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9408a4f-befb-45c4-b4c4-3ba1f001b28a req-a2601791-a0f8-4a2a-9aec-9c14c2134b5a tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:41.605644 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f9408a4f-befb-45c4-b4c4-3ba1f001b28a req-a2601791-a0f8-4a2a-9aec-9c14c2134b5a tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/ports?device_id=193182f5-6dd0-42cb-a3c8-6bc06f2deb9b HTTP/1.1" status: 200 len: 985 time: 0.0730731 Sep 23 06:49:41.607031 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d7dede-da81-47ba-8cc8-1e2f37f17d45 admin admin] Made reservation on behalf of 3d1b679d97c145158645717c8447af9e for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:49:41.609483 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-53d7dede-da81-47ba-8cc8-1e2f37f17d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:41.623056 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-f9408a4f-befb-45c4-b4c4-3ba1f001b28a req-23356cf2-7066-455e-a828-503ccb432531 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Request body: {'port': {'security_groups': ['2d44e72e-9977-4c1c-b9ad-087588ff958f']}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:49:41.627276 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-53d7dede-da81-47ba-8cc8-1e2f37f17d45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:41.700306 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-706e0c21-2ae9-4c97-9f58-c0170b721f1e service neutron] 10.222.0.58 "GET /v2.0/networks/f4c6acfd-810d-4386-8654-cad37d5f8fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546935 Sep 23 06:49:41.702374 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-58b388a0-ab45-4d89-a644-9d577009a52c req-8abfc405-d080-46db-8d32-f653b3f966fa service neutron] 10.222.0.58 "GET /v2.0/networks/5e6b1e6b-f43d-48fc-88ea-84227fc0190a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090542 Sep 23 06:49:41.707789 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-f4c3592a-33df-4089-b670-79276db9a647 req-cd81004b-5aac-4eb4-8507-0ef55e88a255 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:41.723901 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-f9408a4f-befb-45c4-b4c4-3ba1f001b28a req-23356cf2-7066-455e-a828-503ccb432531 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:41.863729 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-53d7dede-da81-47ba-8cc8-1e2f37f17d45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:41.872204 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-53d7dede-da81-47ba-8cc8-1e2f37f17d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:41.891252 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-f4c3592a-33df-4089-b670-79276db9a647 req-cd81004b-5aac-4eb4-8507-0ef55e88a255 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:41.929673 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53d7dede-da81-47ba-8cc8-1e2f37f17d45 admin admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:49:41.944552 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-8965be61-476f-4d3d-ba95-d3d746d1ddd5 service neutron] 10.222.0.58 "GET /v2.0/networks/f4c6acfd-810d-4386-8654-cad37d5f8fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272222 Sep 23 06:49:41.952583 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-58b388a0-ab45-4d89-a644-9d577009a52c req-c4054db0-a1b5-4aa4-8c5d-1cdd24dfd771 service neutron] 10.222.0.58 "GET /v2.0/networks/5e6b1e6b-f43d-48fc-88ea-84227fc0190a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366195 Sep 23 06:49:41.967270 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d7dede-da81-47ba-8cc8-1e2f37f17d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2bb078b-5609-4862-b2a7-1e140a670c20,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:41.974343 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4c3592a-33df-4089-b670-79276db9a647 req-cd81004b-5aac-4eb4-8507-0ef55e88a255 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:49:41.981985 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-53d7dede-da81-47ba-8cc8-1e2f37f17d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:41.982389 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-53d7dede-da81-47ba-8cc8-1e2f37f17d45 admin admin] Added segment 365a7690-8bcc-4851-81e9-72a0a6cf8e1c of type vlan for network fbd8e50b-c1b1-4966-a109-74ea4fbec3c8 Sep 23 06:49:41.985007 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [req-f4c3592a-33df-4089-b670-79276db9a647 req-cd81004b-5aac-4eb4-8507-0ef55e88a255 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:49:41.987529 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4c3592a-33df-4089-b670-79276db9a647 req-cd81004b-5aac-4eb4-8507-0ef55e88a255 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:49:41.989589 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd81004b-5aac-4eb4-8507-0ef55e88a255 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Pushing event updated for resources: {'Port': ['ID=8fbdb0d0-f0c8-4c15-a721-5fc7284eaaa5,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:42.044661 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-8bdb4f86-606b-4666-937b-f4dfe0a6c749 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5e543f7d-d49b-4f81-a1d4-c7dc1b170f42 HTTP/1.1" status: 200 len: 217 time: 0.0736723 Sep 23 06:49:42.049707 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-f9408a4f-befb-45c4-b4c4-3ba1f001b28a req-23356cf2-7066-455e-a828-503ccb432531 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] For port 77fc45da-2817-430c-8625-421c18a253ad, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=77fc45da-2817-430c-8625-421c18a253ad,segment=NetworkSegment(e1f321b6-0718-4853-a894-c71ec0ee9dcb),segment_id=e1f321b6-0718-4853-a894-c71ec0ee9dcb)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:49:42.052362 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-53d7dede-da81-47ba-8cc8-1e2f37f17d45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:42.102011 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-f9408a4f-befb-45c4-b4c4-3ba1f001b28a req-23356cf2-7066-455e-a828-503ccb432531 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:42.104667 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-53d7dede-da81-47ba-8cc8-1e2f37f17d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:42.106494 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d7dede-da81-47ba-8cc8-1e2f37f17d45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:42.107133 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-53d7dede-da81-47ba-8cc8-1e2f37f17d45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:42.113503 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-f9408a4f-befb-45c4-b4c4-3ba1f001b28a req-23356cf2-7066-455e-a828-503ccb432531 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:42.144234 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['77fc45da-2817-430c-8625-421c18a253ad'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:49:42.148867 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-005ef2f3-baba-4c7a-a153-d66d07d27446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:42.150579 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-005ef2f3-baba-4c7a-a153-d66d07d27446 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=27562dfd-be61-43be-9922-87df8a6761c0 HTTP/1.1" status: 200 len: 797 time: 0.0977771 Sep 23 06:49:42.180908 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83fba572-4d69-4602-8706-5c4d14cde482', 'name': 'network-vif-deleted', 'tag': 'f006676a-e3c3-4004-aac6-30fa5dd147c7'}, {'name': 'network-changed', 'server_uuid': '193182f5-6dd0-42cb-a3c8-6bc06f2deb9b', 'tag': '77fc45da-2817-430c-8625-421c18a253ad'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:49:42.183809 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95cb7c52-a059-46f3-bfc1-6b3538b75284" -d '{"events": [{"server_uuid": "83fba572-4d69-4602-8706-5c4d14cde482", "name": "network-vif-deleted", "tag": "f006676a-e3c3-4004-aac6-30fa5dd147c7"}, {"name": "network-changed", "server_uuid": "193182f5-6dd0-42cb-a3c8-6bc06f2deb9b", "tag": "77fc45da-2817-430c-8625-421c18a253ad"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:49:42.191419 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:42.194479 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-53d7dede-da81-47ba-8cc8-1e2f37f17d45 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7672160 Sep 23 06:49:42.197295 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 33360) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:49:42.201833 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-f4c3592a-33df-4089-b670-79276db9a647 req-cd81004b-5aac-4eb4-8507-0ef55e88a255 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:42.207988 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9408a4f-befb-45c4-b4c4-3ba1f001b28a req-23356cf2-7066-455e-a828-503ccb432531 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:42.208659 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-f9408a4f-befb-45c4-b4c4-3ba1f001b28a req-23356cf2-7066-455e-a828-503ccb432531 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:42.209335 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-4cdf3a9c-dd89-4272-8bdc-8924422d9207 admin admin] Request body: {'subnet': {'network_id': 'fbd8e50b-c1b1-4966-a109-74ea4fbec3c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-357590075-subnet', 'tenant_id': '3d1b679d97c145158645717c8447af9e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:49:42.210282 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f9408a4f-befb-45c4-b4c4-3ba1f001b28a req-23356cf2-7066-455e-a828-503ccb432531 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "PUT /v2.0/ports/77fc45da-2817-430c-8625-421c18a253ad HTTP/1.1" status: 200 len: 943 time: 0.5973809 Sep 23 06:49:42.259217 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d7dede-da81-47ba-8cc8-1e2f37f17d45 admin admin] Pushing event updated for resources: {'Network': ['ID=fbd8e50b-c1b1-4966-a109-74ea4fbec3c8,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:42.271055 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device f006676a-e3c3-4004-aac6-30fa5dd147c7 no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:49:42.271981 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23356cf2-7066-455e-a828-503ccb432531 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Pushing event updated for resources: {'Port': ['ID=77fc45da-2817-430c-8625-421c18a253ad,revision_number=7']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:42.272186 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-e1c65bf0-c3cd-44e9-b824-f96d8f2367d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:42.274120 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-e1c65bf0-c3cd-44e9-b824-f96d8f2367d8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f4c6acfd-810d-4386-8654-cad37d5f8fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1139693 Sep 23 06:49:42.294263 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-f4c3592a-33df-4089-b670-79276db9a647 req-cd81004b-5aac-4eb4-8507-0ef55e88a255 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:42.298359 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cdf3a9c-dd89-4272-8bdc-8924422d9207 admin admin] Made reservation on behalf of 3d1b679d97c145158645717c8447af9e for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:49:42.301131 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4cdf3a9c-dd89-4272-8bdc-8924422d9207 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:42.303866 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network fbd8e50b-c1b1-4966-a109-74ea4fbec3c8 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:49:42.323367 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] No Port match for: f006676a-e3c3-4004-aac6-30fa5dd147c7 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:49:42.323954 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device f006676a-e3c3-4004-aac6-30fa5dd147c7 not bound to the agent host n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:49:42.392131 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['77fc45da-2817-430c-8625-421c18a253ad'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:49:42.460592 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e71e785-9688-4b92-9ad9-2693eea0f4a9 req-190fca57-73ef-4bb9-9b24-faadfef2e6a1 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:42.462308 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0e71e785-9688-4b92-9ad9-2693eea0f4a9 req-190fca57-73ef-4bb9-9b24-faadfef2e6a1 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 944 time: 0.0553308 Sep 23 06:49:42.511960 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0e71e785-9688-4b92-9ad9-2693eea0f4a9 req-5696a39b-b889-4dd1-8ea1-d210213f2384 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347140 Sep 23 06:49:42.565204 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 23 Sep 2021 06:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1179a58a-8138-4057-8ec0-5db19ef501c0 x-openstack-request-id: req-1179a58a-8138-4057-8ec0-5db19ef501c0 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:49:42.565705 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83fba572-4d69-4602-8706-5c4d14cde482", "name": "network-vif-deleted", "tag": "f006676a-e3c3-4004-aac6-30fa5dd147c7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "193182f5-6dd0-42cb-a3c8-6bc06f2deb9b", "tag": "77fc45da-2817-430c-8625-421c18a253ad", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:49:42.566829 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1179a58a-8138-4057-8ec0-5db19ef501c0 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:49:42.567674 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83fba572-4d69-4602-8706-5c4d14cde482', 'name': 'network-vif-deleted', 'tag': 'f006676a-e3c3-4004-aac6-30fa5dd147c7', 'status': 'completed', 'code': 200} Sep 23 06:49:42.568106 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '193182f5-6dd0-42cb-a3c8-6bc06f2deb9b', 'tag': '77fc45da-2817-430c-8625-421c18a253ad', 'status': 'completed', 'code': 200} Sep 23 06:49:42.570732 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-6975a889-8a02-4f06-a8c1-d3d66a6eb682 service neutron] 10.222.0.58 "GET /v2.0/networks/f4c6acfd-810d-4386-8654-cad37d5f8fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2861118 Sep 23 06:49:42.784718 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cb7c52-a059-46f3-bfc1-6b3538b75284 req-a83c08da-aef4-42ad-875a-e4f60cf75799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:42.786284 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-95cb7c52-a059-46f3-bfc1-6b3538b75284 req-a83c08da-aef4-42ad-875a-e4f60cf75799 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=33a2678e7dd541d0b0f49c109db717e9&device_id=193182f5-6dd0-42cb-a3c8-6bc06f2deb9b HTTP/1.1" status: 200 len: 1098 time: 0.1637678 Sep 23 06:49:42.840213 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-830f11ba-c48d-4560-b907-edbc299b3b6f req-e608b957-77cd-4214-96a2-0d07081d54e4 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2629976 Sep 23 06:49:42.876277 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-830f11ba-c48d-4560-b907-edbc299b3b6f req-33b349c0-3126-4f9a-a09e-c2298c8c7560 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Request body: {'floatingip': {'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:49:42.922756 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-830f11ba-c48d-4560-b907-edbc299b3b6f req-33b349c0-3126-4f9a-a09e-c2298c8c7560 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Notify callbacks [] for floatingip, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:42.925736 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cb7c52-a059-46f3-bfc1-6b3538b75284 req-020782a7-9269-43fe-98a5-dde7e2c5a70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:42.927278 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-95cb7c52-a059-46f3-bfc1-6b3538b75284 req-020782a7-9269-43fe-98a5-dde7e2c5a70c service neutron] 10.222.0.21 "GET /v2.0/networks?id=3ee1a007-1655-4afb-9981-1243b24a21bb HTTP/1.1" status: 200 len: 920 time: 0.1333101 Sep 23 06:49:42.983401 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-95cb7c52-a059-46f3-bfc1-6b3538b75284 req-18aac230-dec2-4c8c-958b-e9da54f86b7e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77fc45da-2817-430c-8625-421c18a253ad HTTP/1.1" status: 200 len: 217 time: 0.0442321 Sep 23 06:49:43.048696 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cb7c52-a059-46f3-bfc1-6b3538b75284 req-2f1239ba-bfd5-4a21-b57e-becef8bb2aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:43.050114 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-95cb7c52-a059-46f3-bfc1-6b3538b75284 req-2f1239ba-bfd5-4a21-b57e-becef8bb2aa8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ce5827ea-e48e-4844-96f2-c1db8c9c5716 HTTP/1.1" status: 200 len: 859 time: 0.0544763 Sep 23 06:49:43.108413 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-95cb7c52-a059-46f3-bfc1-6b3538b75284 req-e408d69c-8338-450e-943f-7417fa44d7f1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ee1a007-1655-4afb-9981-1243b24a21bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303254 Sep 23 06:49:43.120032 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [req-95cb7c52-a059-46f3-bfc1-6b3538b75284 req-79eca074-360d-4656-a45e-f9c3fc895156 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=95065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 06:49:43.121366 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-95cb7c52-a059-46f3-bfc1-6b3538b75284 req-79eca074-360d-4656-a45e-f9c3fc895156 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053456 Sep 23 06:49:43.129958 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-f4c3592a-33df-4089-b670-79276db9a647 req-cd81004b-5aac-4eb4-8507-0ef55e88a255 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:43.137883 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-af4e69e2-b652-4a93-bde9-dd7bf3aa1257 req-160e2c66-612f-4a31-b1bf-ddfe1e59a58a service neutron] 10.222.0.58 "GET /v2.0/networks/f4c6acfd-810d-4386-8654-cad37d5f8fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5560820 Sep 23 06:49:43.139363 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-f4c3592a-33df-4089-b670-79276db9a647 req-cd81004b-5aac-4eb4-8507-0ef55e88a255 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:43.148197 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4cdf3a9c-dd89-4272-8bdc-8924422d9207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:43.169093 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-830f11ba-c48d-4560-b907-edbc299b3b6f req-33b349c0-3126-4f9a-a09e-c2298c8c7560 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:43.287205 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-95cb7c52-a059-46f3-bfc1-6b3538b75284 req-d58d3a5f-48fb-4912-87e3-7fe95878f277 service neutron] 10.222.0.21 "GET /v2.0/networks/3ee1a007-1655-4afb-9981-1243b24a21bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581459 Sep 23 06:49:43.288866 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd81004b-5aac-4eb4-8507-0ef55e88a255 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Pushing event updated for resources: {'Port': ['ID=8fbdb0d0-f0c8-4c15-a721-5fc7284eaaa5,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:43.319552 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdf3a9c-dd89-4272-8bdc-8924422d9207 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f8aaa9e-f626-458a-a945-1f776aa245dc,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:43.332640 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-f4c3592a-33df-4089-b670-79276db9a647 req-cd81004b-5aac-4eb4-8507-0ef55e88a255 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:43.344008 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdf3a9c-dd89-4272-8bdc-8924422d9207 admin admin] Checking segment: {'id': '365a7690-8bcc-4851-81e9-72a0a6cf8e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'fbd8e50b-c1b1-4966-a109-74ea4fbec3c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:49:43.344371 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdf3a9c-dd89-4272-8bdc-8924422d9207 admin admin] Network hostable DHCP agents. Network: fbd8e50b-c1b1-4966-a109-74ea4fbec3c8, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:49:43.354233 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bc0f83-9df9-48b2-a59c-4a56a0190bf3 req-b96e9474-36e1-4fda-b4c8-9a3ebe690b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:43.354756 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bc0f83-9df9-48b2-a59c-4a56a0190bf3 req-b96e9474-36e1-4fda-b4c8-9a3ebe690b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:43.355855 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bc0f83-9df9-48b2-a59c-4a56a0190bf3 req-b96e9474-36e1-4fda-b4c8-9a3ebe690b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:43.356345 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bc0f83-9df9-48b2-a59c-4a56a0190bf3 req-b96e9474-36e1-4fda-b4c8-9a3ebe690b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:43.356822 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bc0f83-9df9-48b2-a59c-4a56a0190bf3 req-b96e9474-36e1-4fda-b4c8-9a3ebe690b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:43.357319 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bc0f83-9df9-48b2-a59c-4a56a0190bf3 req-b96e9474-36e1-4fda-b4c8-9a3ebe690b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:43.358057 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bc0f83-9df9-48b2-a59c-4a56a0190bf3 req-b96e9474-36e1-4fda-b4c8-9a3ebe690b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:43.359792 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f9bc0f83-9df9-48b2-a59c-4a56a0190bf3 req-b96e9474-36e1-4fda-b4c8-9a3ebe690b08 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=147ee43e793f431bb6dc0e9de8ff2960&device_id=5bf31744-0efa-4cef-967d-471fd8e8c528 HTTP/1.1" status: 200 len: 6493 time: 0.1475229 Sep 23 06:49:43.378494 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-f4c3592a-33df-4089-b670-79276db9a647 req-cd81004b-5aac-4eb4-8507-0ef55e88a255 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:43.379785 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f4c3592a-33df-4089-b670-79276db9a647 req-cd81004b-5aac-4eb4-8507-0ef55e88a255 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8375375 Sep 23 06:49:43.410880 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-830f11ba-c48d-4560-b907-edbc299b3b6f req-33b349c0-3126-4f9a-a09e-c2298c8c7560 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Allocated IP 172.25.2.84 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/7db329f1-da67-4374-b5d2-8e3b3183247e) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:49:43.452144 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdf3a9c-dd89-4272-8bdc-8924422d9207 admin admin] Network fbd8e50b-c1b1-4966-a109-74ea4fbec3c8 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:49:43.460545 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 5c057209-9bb2-4d1b-83a6-2307236418a9 details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:49:43.472151 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-95cb7c52-a059-46f3-bfc1-6b3538b75284 req-51396a26-96c1-4e5c-89bf-f26f6da6ec1b service neutron] 10.222.0.21 "GET /v2.0/networks/3ee1a007-1655-4afb-9981-1243b24a21bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615989 Sep 23 06:49:43.496001 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f4c3592a-33df-4089-b670-79276db9a647 req-a20842d3-8f63-4f61-b520-e24077852fb9 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.175 HTTP/1.1" status: 200 len: 696 time: 0.1020818 Sep 23 06:49:43.499858 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-4cdf3a9c-dd89-4272-8bdc-8924422d9207 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, fbd8e50b-c1b1-4966-a109-74ea4fbec3c8) {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:49:43.508311 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdf3a9c-dd89-4272-8bdc-8924422d9207 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:43.508911 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4cdf3a9c-dd89-4272-8bdc-8924422d9207 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:43.519662 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc70256a-1439-4d82-ba33-3edd9e87af08 None None] Network fbd8e50b-c1b1-4966-a109-74ea4fbec3c8 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:49:43.554492 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-830f11ba-c48d-4560-b907-edbc299b3b6f req-33b349c0-3126-4f9a-a09e-c2298c8c7560 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:43.571215 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-4cdf3a9c-dd89-4272-8bdc-8924422d9207 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3719411 Sep 23 06:49:43.584288 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bc0f83-9df9-48b2-a59c-4a56a0190bf3 req-1eabacf0-3576-4f79-b55f-f0fe57ad7320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:43.585991 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f9bc0f83-9df9-48b2-a59c-4a56a0190bf3 req-1eabacf0-3576-4f79-b55f-f0fe57ad7320 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f4c6acfd-810d-4386-8654-cad37d5f8fa8 HTTP/1.1" status: 200 len: 902 time: 0.2172475 Sep 23 06:49:43.594354 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-830f11ba-c48d-4560-b907-edbc299b3b6f req-33b349c0-3126-4f9a-a09e-c2298c8c7560 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:43.637653 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-830f11ba-c48d-4560-b907-edbc299b3b6f req-33b349c0-3126-4f9a-a09e-c2298c8c7560 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:49:43.640630 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-830f11ba-c48d-4560-b907-edbc299b3b6f req-33b349c0-3126-4f9a-a09e-c2298c8c7560 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:49:43.644208 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-830f11ba-c48d-4560-b907-edbc299b3b6f req-33b349c0-3126-4f9a-a09e-c2298c8c7560 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:49:43.646611 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 5c057209-9bb2-4d1b-83a6-2307236418a9, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=5c057209-9bb2-4d1b-83a6-2307236418a9,segment=NetworkSegment(f93b6022-d5e5-431e-9dcb-2461df9c5b3b),segment_id=f93b6022-d5e5-431e-9dcb-2461df9c5b3b)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:49:43.668669 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': '5c057209-9bb2-4d1b-83a6-2307236418a9', 'network_id': '5e6b1e6b-f43d-48fc-88ea-84227fc0190a', 'port_id': '5c057209-9bb2-4d1b-83a6-2307236418a9', 'mac_address': 'fa:16:3e:9c:a4:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dbf4107-f4ac-450c-a420-ffd87b06b7dc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:49:43.678269 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f9bc0f83-9df9-48b2-a59c-4a56a0190bf3 req-0b14a6d8-4521-43e0-bbda-445bb31f85fc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=07136d1d-f216-41bf-b3d9-e3f2b509cb43 HTTP/1.1" status: 200 len: 217 time: 0.0507712 Sep 23 06:49:43.702053 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b349c0-3126-4f9a-a09e-c2298c8c7560 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Pushing event updated for resources: {'Port': ['ID=7db329f1-da67-4374-b5d2-8e3b3183247e,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:43.718717 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:43.747047 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c3592a-33df-4089-b670-79276db9a647 req-bd099e5e-30ac-447a-bbba-d3e9b97dd916 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:43.753938 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f4c3592a-33df-4089-b670-79276db9a647 req-bd099e5e-30ac-447a-bbba-d3e9b97dd916 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] 10.222.0.39 "GET /v2.0/networks/0f47978c-41eb-4cc7-92bf-8b873be8a1a0 HTTP/1.1" status: 200 len: 784 time: 0.2333722 Sep 23 06:49:43.762307 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c057209-9bb2-4d1b-83a6-2307236418a9 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:49:43.789935 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bc0f83-9df9-48b2-a59c-4a56a0190bf3 req-924ca77b-cb26-4ed6-80a9-412aa03af751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:43.791419 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f9bc0f83-9df9-48b2-a59c-4a56a0190bf3 req-924ca77b-cb26-4ed6-80a9-412aa03af751 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=27562dfd-be61-43be-9922-87df8a6761c0 HTTP/1.1" status: 200 len: 797 time: 0.0900164 Sep 23 06:49:43.822161 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-830f11ba-c48d-4560-b907-edbc299b3b6f req-33b349c0-3126-4f9a-a09e-c2298c8c7560 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:43.832721 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:43.840691 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 5c057209-9bb2-4d1b-83a6-2307236418a9, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=5c057209-9bb2-4d1b-83a6-2307236418a9,segment=NetworkSegment(f93b6022-d5e5-431e-9dcb-2461df9c5b3b),segment_id=f93b6022-d5e5-431e-9dcb-2461df9c5b3b)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:49:43.844255 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34d8f62-543a-442a-9ed6-d4dc69008cdd None None] Network fbd8e50b-c1b1-4966-a109-74ea4fbec3c8 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:49:43.848169 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:43.874455 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-830f11ba-c48d-4560-b907-edbc299b3b6f req-33b349c0-3126-4f9a-a09e-c2298c8c7560 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:43.896234 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bc0f83-9df9-48b2-a59c-4a56a0190bf3 req-a5db023f-bae9-450b-aee7-95f6fe26945d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:43.898034 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f9bc0f83-9df9-48b2-a59c-4a56a0190bf3 req-a5db023f-bae9-450b-aee7-95f6fe26945d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f4c6acfd-810d-4386-8654-cad37d5f8fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0984526 Sep 23 06:49:43.927958 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f6a8f-df54-4e2b-95e4-0fa36ac6fd4c req-291d7e56-93e4-451a-99a2-6b44608dd9aa tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:43.934674 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f6a8f-df54-4e2b-95e4-0fa36ac6fd4c req-291d7e56-93e4-451a-99a2-6b44608dd9aa tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:43.940694 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f6a8f-df54-4e2b-95e4-0fa36ac6fd4c req-291d7e56-93e4-451a-99a2-6b44608dd9aa tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:43.947268 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f6a8f-df54-4e2b-95e4-0fa36ac6fd4c req-291d7e56-93e4-451a-99a2-6b44608dd9aa tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:43.953061 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f6a8f-df54-4e2b-95e4-0fa36ac6fd4c req-291d7e56-93e4-451a-99a2-6b44608dd9aa tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:43.955458 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=5c057209-9bb2-4d1b-83a6-2307236418a9,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:43.959254 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f6a8f-df54-4e2b-95e4-0fa36ac6fd4c req-291d7e56-93e4-451a-99a2-6b44608dd9aa tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:43.966163 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f6a8f-df54-4e2b-95e4-0fa36ac6fd4c req-291d7e56-93e4-451a-99a2-6b44608dd9aa tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:43.967667 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c89f6a8f-df54-4e2b-95e4-0fa36ac6fd4c req-291d7e56-93e4-451a-99a2-6b44608dd9aa tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bf31744-0efa-4cef-967d-471fd8e8c528 HTTP/1.1" status: 200 len: 5429 time: 0.1251991 Sep 23 06:49:44.064516 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c89f6a8f-df54-4e2b-95e4-0fa36ac6fd4c req-18b6b1ed-e719-47a6-b073-f78d07747e57 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c9c5b19-61b6-4835-bef3-eb0ee04d7a83&id=5d045487-122b-40fb-9f4c-7e88b4bd6ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0867219 Sep 23 06:49:44.083445 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f9bc0f83-9df9-48b2-a59c-4a56a0190bf3 req-daf3c1ab-5581-4ff3-bbf6-d235fba5e01c service neutron] 10.222.0.58 "GET /v2.0/networks/f4c6acfd-810d-4386-8654-cad37d5f8fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763575 Sep 23 06:49:44.122429 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 33382) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:49:44.133210 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['5c057209-9bb2-4d1b-83a6-2307236418a9'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:49:44.252059 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-62351a9b-45a8-4fc1-98ae-c26e485e9cd7 admin admin] Deleting subnet b76c2dd2-f4c2-49a5-a405-74aa804ac531 {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:49:44.257214 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-62351a9b-45a8-4fc1-98ae-c26e485e9cd7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:44.278732 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-830f11ba-c48d-4560-b907-edbc299b3b6f req-33b349c0-3126-4f9a-a09e-c2298c8c7560 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:44.285679 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-830f11ba-c48d-4560-b907-edbc299b3b6f req-33b349c0-3126-4f9a-a09e-c2298c8c7560 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:44.304548 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f9bc0f83-9df9-48b2-a59c-4a56a0190bf3 req-43a559f1-eb4f-44c9-8858-3c3bd10e703d service neutron] 10.222.0.58 "GET /v2.0/networks/f4c6acfd-810d-4386-8654-cad37d5f8fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027066 Sep 23 06:49:44.311980 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-62351a9b-45a8-4fc1-98ae-c26e485e9cd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:44.342578 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd6ca75-3381-494a-934d-f32b05f2ee41 req-fd251bea-ad5a-401e-a650-a2c570343ccb tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:44.343997 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1dd6ca75-3381-494a-934d-f32b05f2ee41 req-fd251bea-ad5a-401e-a650-a2c570343ccb tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba634db7-29b6-45c5-bbdf-b5b839e61bd6 HTTP/1.1" status: 200 len: 944 time: 0.1427276 Sep 23 06:49:44.361585 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b349c0-3126-4f9a-a09e-c2298c8c7560 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Pushing event updated for resources: {'Port': ['ID=7db329f1-da67-4374-b5d2-8e3b3183247e,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:44.369893 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-830f11ba-c48d-4560-b907-edbc299b3b6f req-33b349c0-3126-4f9a-a09e-c2298c8c7560 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:44.384360 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-830f11ba-c48d-4560-b907-edbc299b3b6f req-33b349c0-3126-4f9a-a09e-c2298c8c7560 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:44.385613 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-830f11ba-c48d-4560-b907-edbc299b3b6f req-33b349c0-3126-4f9a-a09e-c2298c8c7560 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5385385 Sep 23 06:49:44.414046 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-62351a9b-45a8-4fc1-98ae-c26e485e9cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:44.456427 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1dd6ca75-3381-494a-934d-f32b05f2ee41 req-d7fe4605-d002-4b5d-a47a-954b8a5e053d tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042871 Sep 23 06:49:44.464581 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-830f11ba-c48d-4560-b907-edbc299b3b6f req-e5cfff0a-c5f7-44d0-abbe-1b2a3c659b20 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.84 HTTP/1.1" status: 200 len: 695 time: 0.0714846 Sep 23 06:49:44.469901 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bc0f83-9df9-48b2-a59c-4a56a0190bf3 req-dd1f1324-2e30-49a0-93ea-04e63ad88d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:44.470379 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bc0f83-9df9-48b2-a59c-4a56a0190bf3 req-dd1f1324-2e30-49a0-93ea-04e63ad88d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:44.470849 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bc0f83-9df9-48b2-a59c-4a56a0190bf3 req-dd1f1324-2e30-49a0-93ea-04e63ad88d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:44.471312 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bc0f83-9df9-48b2-a59c-4a56a0190bf3 req-dd1f1324-2e30-49a0-93ea-04e63ad88d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:44.471777 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bc0f83-9df9-48b2-a59c-4a56a0190bf3 req-dd1f1324-2e30-49a0-93ea-04e63ad88d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:44.472241 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bc0f83-9df9-48b2-a59c-4a56a0190bf3 req-dd1f1324-2e30-49a0-93ea-04e63ad88d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:44.472705 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bc0f83-9df9-48b2-a59c-4a56a0190bf3 req-dd1f1324-2e30-49a0-93ea-04e63ad88d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:44.474862 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f9bc0f83-9df9-48b2-a59c-4a56a0190bf3 req-dd1f1324-2e30-49a0-93ea-04e63ad88d55 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=147ee43e793f431bb6dc0e9de8ff2960&device_id=5bf31744-0efa-4cef-967d-471fd8e8c528 HTTP/1.1" status: 200 len: 6493 time: 0.1035945 Sep 23 06:49:44.525023 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-62351a9b-45a8-4fc1-98ae-c26e485e9cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:44.572732 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '193182f5-6dd0-42cb-a3c8-6bc06f2deb9b', 'tag': '77fc45da-2817-430c-8625-421c18a253ad'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:49:44.575149 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82493e59-1af4-4a10-b94c-8e826547d33f" -d '{"events": [{"name": "network-changed", "server_uuid": "193182f5-6dd0-42cb-a3c8-6bc06f2deb9b", "tag": "77fc45da-2817-430c-8625-421c18a253ad"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:49:44.586689 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62351a9b-45a8-4fc1-98ae-c26e485e9cd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b76c2dd2-f4c2-49a5-a405-74aa804ac531,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:44.594944 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f11ba-c48d-4560-b907-edbc299b3b6f req-9bdb6ff7-d1d9-4f27-b58a-087edb222704 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:44.595477 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-62351a9b-45a8-4fc1-98ae-c26e485e9cd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:44.598475 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-62351a9b-45a8-4fc1-98ae-c26e485e9cd7 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/b76c2dd2-f4c2-49a5-a405-74aa804ac531 HTTP/1.1" status: 204 len: 168 time: 0.4732871 Sep 23 06:49:44.603302 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 33386) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:49:44.603712 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-830f11ba-c48d-4560-b907-edbc299b3b6f req-9bdb6ff7-d1d9-4f27-b58a-087edb222704 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/networks/0f47978c-41eb-4cc7-92bf-8b873be8a1a0 HTTP/1.1" status: 200 len: 784 time: 0.1247883 Sep 23 06:49:44.726369 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bc0f83-9df9-48b2-a59c-4a56a0190bf3 req-d913fb3a-9979-423b-925e-56727bce0060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:44.727832 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f9bc0f83-9df9-48b2-a59c-4a56a0190bf3 req-d913fb3a-9979-423b-925e-56727bce0060 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f4c6acfd-810d-4386-8654-cad37d5f8fa8 HTTP/1.1" status: 200 len: 902 time: 0.2401607 Sep 23 06:49:44.732662 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-86a517f0-1408-4197-8322-27bc9b0171e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:44.744505 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f98c5-7de0-481c-834e-2d8279caf98e req-0a3b60f9-8bc4-41b9-8a9a-b53db1e1c374 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:44.746318 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f30f98c5-7de0-481c-834e-2d8279caf98e req-0a3b60f9-8bc4-41b9-8a9a-b53db1e1c374 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2c27a2f-4f4e-4c47-803d-37a71d079d18&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0936337 Sep 23 06:49:44.755537 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0da7f35-d55c-4a80-9324-58ae5bee8353 req-c4acf38d-074f-4e99-9688-a2a3afe8d45c tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:44.757014 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e0da7f35-d55c-4a80-9324-58ae5bee8353 req-c4acf38d-074f-4e99-9688-a2a3afe8d45c tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 944 time: 0.1527040 Sep 23 06:49:44.795571 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f9bc0f83-9df9-48b2-a59c-4a56a0190bf3 req-bf679065-73d6-429b-83c1-603dda8b770b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5e543f7d-d49b-4f81-a1d4-c7dc1b170f42 HTTP/1.1" status: 200 len: 217 time: 0.0573890 Sep 23 06:49:44.806253 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f30f98c5-7de0-481c-834e-2d8279caf98e req-b3a6db48-82a5-41f7-814a-4dfe9ffb02a6 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.175 HTTP/1.1" status: 200 len: 696 time: 0.0531840 Sep 23 06:49:44.821507 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-f30f98c5-7de0-481c-834e-2d8279caf98e req-d5e33f62-bb52-4421-9c05-8f57a1a690dd tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Request body: {'floatingip': {'port_id': '58d6f936-8802-4dd8-8e70-f6b5f9c4d52c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:49:44.864815 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-f30f98c5-7de0-481c-834e-2d8279caf98e req-d5e33f62-bb52-4421-9c05-8f57a1a690dd tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Notify callbacks [] for floatingip, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:44.910626 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e0da7f35-d55c-4a80-9324-58ae5bee8353 req-8439b088-045f-42e3-9d41-97fb33bd7c2a tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206777 Sep 23 06:49:44.939601 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-86a517f0-1408-4197-8322-27bc9b0171e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:44.950165 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bc0f83-9df9-48b2-a59c-4a56a0190bf3 req-4b3e1063-8689-468a-9187-a4c7b2c9fd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:44.951619 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f9bc0f83-9df9-48b2-a59c-4a56a0190bf3 req-4b3e1063-8689-468a-9187-a4c7b2c9fd86 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=27562dfd-be61-43be-9922-87df8a6761c0 HTTP/1.1" status: 200 len: 797 time: 0.1393108 Sep 23 06:49:44.974028 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-86a517f0-1408-4197-8322-27bc9b0171e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa40cdfd-6143-42c3-bfc5-e6433f7cda52']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:49:44.998139 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-86a517f0-1408-4197-8322-27bc9b0171e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb037a6f-7cd1-4c5c-a32a-f2d8a590e019') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:49:44.998434 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-86a517f0-1408-4197-8322-27bc9b0171e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb037a6f-7cd1-4c5c-a32a-f2d8a590e019') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:49:45.012015 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-86a517f0-1408-4197-8322-27bc9b0171e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:45.029133 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-86a517f0-1408-4197-8322-27bc9b0171e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:45.034949 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bc0f83-9df9-48b2-a59c-4a56a0190bf3 req-5848f34a-6568-4aeb-a1d2-de342c108efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:45.036540 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f9bc0f83-9df9-48b2-a59c-4a56a0190bf3 req-5848f34a-6568-4aeb-a1d2-de342c108efd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f4c6acfd-810d-4386-8654-cad37d5f8fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0742776 Sep 23 06:49:45.039255 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86a517f0-1408-4197-8322-27bc9b0171e3 admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:49:45.039593 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-86a517f0-1408-4197-8322-27bc9b0171e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:45.041333 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 06:49:45.041333 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:49:45.041333 n-d-715271-16 neutron-server[95066]: timer() Sep 23 06:49:45.041333 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:49:45.041333 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 06:49:45.041333 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:49:45.041333 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 06:49:45.041333 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:49:45.041333 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 06:49:45.041333 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:49:45.041333 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 06:49:45.041333 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:49:45.041333 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 06:49:45.041333 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:49:45.041333 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:49:45.041333 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:49:45.041333 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:49:45.041333 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:49:45.041333 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 06:49:45.041333 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:49:45.041333 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 06:49:45.041333 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:49:45.041333 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:49:45.041333 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:49:45.041333 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 06:49:45.041333 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:49:45.041333 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:49:45.041333 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:49:45.041333 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:49:45.041333 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:49:45.041333 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:49:45.041333 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:49:45.162742 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-86a517f0-1408-4197-8322-27bc9b0171e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:45.188404 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-86a517f0-1408-4197-8322-27bc9b0171e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:45.190290 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-86a517f0-1408-4197-8322-27bc9b0171e3 admin admin] 10.222.0.39 "DELETE /v2.0/networks/fa40cdfd-6143-42c3-bfc5-e6433f7cda52 HTTP/1.1" status: 204 len: 168 time: 0.5839834 Sep 23 06:49:45.213981 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a517f0-1408-4197-8322-27bc9b0171e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa40cdfd-6143-42c3-bfc5-e6433f7cda52,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:45.244781 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f9bc0f83-9df9-48b2-a59c-4a56a0190bf3 req-e7442726-9003-443a-8b8c-51347eeff037 service neutron] 10.222.0.58 "GET /v2.0/networks/f4c6acfd-810d-4386-8654-cad37d5f8fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940093 Sep 23 06:49:45.349845 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 33404) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:49:45.368802 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-6af04363-cf58-4d0e-aa97-3f1ec2253f3a tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:45.371030 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-6af04363-cf58-4d0e-aa97-3f1ec2253f3a tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] 10.222.0.39 "GET /v2.0/networks?id=fbd8e50b-c1b1-4966-a109-74ea4fbec3c8 HTTP/1.1" status: 200 len: 812 time: 0.2111411 Sep 23 06:49:45.398631 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f9bc0f83-9df9-48b2-a59c-4a56a0190bf3 req-041aa4b7-cc40-44ea-9412-e8dd6f408a8c service neutron] 10.222.0.58 "GET /v2.0/networks/f4c6acfd-810d-4386-8654-cad37d5f8fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271927 Sep 23 06:49:45.399731 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-f066c2d4-9076-4e2c-8ba5-a1a9613519e5 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] 10.222.0.39 "GET /v2.0/quotas/3d1b679d97c145158645717c8447af9e HTTP/1.1" status: 200 len: 375 time: 0.0191181 Sep 23 06:49:45.437124 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-6403c32c-519d-4280-8359-5011814a6459 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3d1b679d97c145158645717c8447af9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278051 Sep 23 06:49:45.471962 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 5c057209-9bb2-4d1b-83a6-2307236418a9 up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:49:45.510665 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-dd5679e2-1115-400c-a958-fa26dbb22308 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6e8336ef42bc4287a5e9adf632acfcf0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1596107 Sep 23 06:49:45.513177 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 33408) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:49:45.519428 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-f30f98c5-7de0-481c-834e-2d8279caf98e req-d5e33f62-bb52-4421-9c05-8f57a1a690dd tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:45.525128 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-f30f98c5-7de0-481c-834e-2d8279caf98e req-d5e33f62-bb52-4421-9c05-8f57a1a690dd tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:45.531866 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port 5c057209-9bb2-4d1b-83a6-2307236418a9 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:49:45.537526 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port 5c057209-9bb2-4d1b-83a6-2307236418a9 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:49:45.537808 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:45.573319 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-55213b1b-d0c6-4c06-99dd-1248cc7cac2d service neutron] 10.222.0.39 "GET /v2.0/networks/fbd8e50b-c1b1-4966-a109-74ea4fbec3c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279471 Sep 23 06:49:45.607322 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d7dfce77-122d-4dcd-bad7-7373bb030339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:45.632410 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:45.655863 n-d-715271-16 neutron-server[95065]: INFO neutron.db.l3_db [req-f30f98c5-7de0-481c-834e-2d8279caf98e req-d5e33f62-bb52-4421-9c05-8f57a1a690dd tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Floating IP f59f86f6-4554-4a38-9eb3-0a7ce93551e0 associated. External IP: 172.25.2.175, port: 58d6f936-8802-4dd8-8e70-f6b5f9c4d52c. Sep 23 06:49:45.659571 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba634db7-29b6-45c5-bbdf-b5b839e61bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c057209-9bb2-4d1b-83a6-2307236418a9'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:49:45.662086 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c495e3b8-b21d-4962-802d-3f5b556c4a70" -d '{"events": [{"server_uuid": "ba634db7-29b6-45c5-bbdf-b5b839e61bd6", "name": "network-vif-plugged", "status": "completed", "tag": "5c057209-9bb2-4d1b-83a6-2307236418a9"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:49:45.670254 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d7dfce77-122d-4dcd-bad7-7373bb030339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:45.676903 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 5c057209-9bb2-4d1b-83a6-2307236418a9, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=5c057209-9bb2-4d1b-83a6-2307236418a9,segment=NetworkSegment(f93b6022-d5e5-431e-9dcb-2461df9c5b3b),segment_id=f93b6022-d5e5-431e-9dcb-2461df9c5b3b)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:49:45.682574 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:45.722346 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-431b0de9-5157-457e-86f8-2c66ef855651 service neutron] 10.222.0.39 "GET /v2.0/networks/fbd8e50b-c1b1-4966-a109-74ea4fbec3c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372924 Sep 23 06:49:45.751200 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=5c057209-9bb2-4d1b-83a6-2307236418a9,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:45.751462 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d7dfce77-122d-4dcd-bad7-7373bb030339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:45.754916 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d7dfce77-122d-4dcd-bad7-7373bb030339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:45.759235 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-d7dfce77-122d-4dcd-bad7-7373bb030339 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f6ee093f-a990-48d7-bc4a-6ada4c83a2a3 HTTP/1.1" status: 204 len: 168 time: 0.2421863 Sep 23 06:49:45.766962 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dfce77-122d-4dcd-bad7-7373bb030339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ee093f-a990-48d7-bc4a-6ada4c83a2a3,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:45.945235 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f30f98c5-7de0-481c-834e-2d8279caf98e req-d5e33f62-bb52-4421-9c05-8f57a1a690dd tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Router 38bc268b-ce43-4822-830e-3a3e3cee4b2d has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:49:45.947698 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe7bda2-7a24-4aaf-9078-1ad3b35fdfb4 x-openstack-request-id: req-8fe7bda2-7a24-4aaf-9078-1ad3b35fdfb4 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:49:45.948078 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "193182f5-6dd0-42cb-a3c8-6bc06f2deb9b", "tag": "77fc45da-2817-430c-8625-421c18a253ad", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:49:45.948461 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8fe7bda2-7a24-4aaf-9078-1ad3b35fdfb4 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:49:45.949301 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '193182f5-6dd0-42cb-a3c8-6bc06f2deb9b', 'tag': '77fc45da-2817-430c-8625-421c18a253ad', 'status': 'completed', 'code': 200} Sep 23 06:49:46.078415 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82493e59-1af4-4a10-b94c-8e826547d33f req-d8479fa6-ba37-4553-94f2-92e3dce527a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:46.080266 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-82493e59-1af4-4a10-b94c-8e826547d33f req-d8479fa6-ba37-4553-94f2-92e3dce527a7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=33a2678e7dd541d0b0f49c109db717e9&device_id=193182f5-6dd0-42cb-a3c8-6bc06f2deb9b HTTP/1.1" status: 200 len: 1098 time: 0.0716517 Sep 23 06:49:46.173737 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fbfe4a-9f41-4ea5-92c0-2d97e0abee35 req-ea7053aa-d5d6-4b27-9aae-0590891be271 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:46.175332 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-07fbfe4a-9f41-4ea5-92c0-2d97e0abee35 req-ea7053aa-d5d6-4b27-9aae-0590891be271 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/ports?device_id=193182f5-6dd0-42cb-a3c8-6bc06f2deb9b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1251698 Sep 23 06:49:46.184290 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f30f98c5-7de0-481c-834e-2d8279caf98e req-d5e33f62-bb52-4421-9c05-8f57a1a690dd tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:49:46.191502 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-f30f98c5-7de0-481c-834e-2d8279caf98e req-d5e33f62-bb52-4421-9c05-8f57a1a690dd tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:46.196196 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa86fa7d-63e4-4aeb-a61f-2f584ae2a5c5 None None] Sync routers for ids ['38bc268b-ce43-4822-830e-3a3e3cee4b2d'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:49:46.214941 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa86fa7d-63e4-4aeb-a61f-2f584ae2a5c5 None None] Routers {'38bc268b-ce43-4822-830e-3a3e3cee4b2d'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:49:46.215930 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-aa86fa7d-63e4-4aeb-a61f-2f584ae2a5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:49:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['38bc268b-ce43-4822-830e-3a3e3cee4b2d'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:49:46.280429 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f30f98c5-7de0-481c-834e-2d8279caf98e req-d5e33f62-bb52-4421-9c05-8f57a1a690dd tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] 10.222.0.39 "PUT /v2.0/floatingips/f59f86f6-4554-4a38-9eb3-0a7ce93551e0 HTTP/1.1" status: 200 len: 997 time: 1.4625559 Sep 23 06:49:46.337788 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82493e59-1af4-4a10-b94c-8e826547d33f req-0bcc072e-e486-4928-a506-94ce97927047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:46.340664 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-82493e59-1af4-4a10-b94c-8e826547d33f req-0bcc072e-e486-4928-a506-94ce97927047 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3ee1a007-1655-4afb-9981-1243b24a21bb HTTP/1.1" status: 200 len: 920 time: 0.2296493 Sep 23 06:49:46.343043 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-07fbfe4a-9f41-4ea5-92c0-2d97e0abee35 req-5220b840-ebe7-479f-acd8-70c0253b72ff tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.84 HTTP/1.1" status: 200 len: 695 time: 0.1603284 Sep 23 06:49:46.356870 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-07fbfe4a-9f41-4ea5-92c0-2d97e0abee35 req-436bcdf2-6359-45ce-8e70-8a7969c099b5 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Request body: {'floatingip': {'port_id': '77fc45da-2817-430c-8625-421c18a253ad', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:49:46.364462 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-aa86fa7d-63e4-4aeb-a61f-2f584ae2a5c5 None None] Set router 38bc268b-ce43-4822-830e-3a3e3cee4b2d gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:49:46.401222 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-82493e59-1af4-4a10-b94c-8e826547d33f req-edd0b39e-dc70-498c-9212-d072e9407802 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77fc45da-2817-430c-8625-421c18a253ad HTTP/1.1" status: 200 len: 217 time: 0.0412197 Sep 23 06:49:46.431559 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-07fbfe4a-9f41-4ea5-92c0-2d97e0abee35 req-436bcdf2-6359-45ce-8e70-8a7969c099b5 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Notify callbacks [] for floatingip, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:46.457423 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f98c5-7de0-481c-834e-2d8279caf98e req-4e3a700f-c3e2-44df-b38b-affec48ef238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:46.465549 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f30f98c5-7de0-481c-834e-2d8279caf98e req-4e3a700f-c3e2-44df-b38b-affec48ef238 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b4c98fe61d4d4691a9ed5d49fef41770&device_id=d2c27a2f-4f4e-4c47-803d-37a71d079d18 HTTP/1.1" status: 200 len: 1098 time: 0.1562166 Sep 23 06:49:46.507937 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82493e59-1af4-4a10-b94c-8e826547d33f req-1c40608c-3352-45be-a936-dcc699a1c83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:46.509445 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-82493e59-1af4-4a10-b94c-8e826547d33f req-1c40608c-3352-45be-a936-dcc699a1c83c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ce5827ea-e48e-4844-96f2-c1db8c9c5716 HTTP/1.1" status: 200 len: 859 time: 0.1010499 Sep 23 06:49:46.595789 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-82493e59-1af4-4a10-b94c-8e826547d33f req-5b78389a-538a-4671-99a2-614157e0d3cb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ee1a007-1655-4afb-9981-1243b24a21bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515370 Sep 23 06:49:46.730857 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f98c5-7de0-481c-834e-2d8279caf98e req-37a7119d-6f8f-4555-80d7-3d3e53c6e388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:46.738615 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f30f98c5-7de0-481c-834e-2d8279caf98e req-37a7119d-6f8f-4555-80d7-3d3e53c6e388 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0d996d84-b4b4-4e6f-a850-4a458bf62804 HTTP/1.1" status: 200 len: 929 time: 0.2718475 Sep 23 06:49:46.825456 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 33450) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:49:46.844335 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-aa86fa7d-63e4-4aeb-a61f-2f584ae2a5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38bc268b-ce43-4822-830e-3a3e3cee4b2d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-629062751-router', 'tenant_id': 'b4c98fe61d4d4691a9ed5d49fef41770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '560d8b32-8b51-4953-8b34-4692e042958c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:49:05Z', 'updated_at': '2021-09-23T06:49:15Z', 'revision_number': 4, 'project_id': 'b4c98fe61d4d4691a9ed5d49fef41770', 'gw_port': {'id': '560d8b32-8b51-4953-8b34-4692e042958c', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:1a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bc268b-ce43-4822-830e-3a3e3cee4b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:49:07Z', 'updated_at': '2021-09-23T06:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': 'f59f86f6-4554-4a38-9eb3-0a7ce93551e0', 'tenant_id': 'b4c98fe61d4d4691a9ed5d49fef41770', 'floating_ip_address': '172.25.2.175', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '38bc268b-ce43-4822-830e-3a3e3cee4b2d', 'port_id': '58d6f936-8802-4dd8-8e70-f6b5f9c4d52c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d996d84-b4b4-4e6f-a850-4a458bf62804', 'mac_address': 'fa:16:3e:97:bd:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c27a2f-4f4e-4c47-803d-37a71d079d18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T06:49:42Z', 'updated_at': '2021-09-23T06:49:45Z', 'revision_number': 1, 'project_id': 'b4c98fe61d4d4691a9ed5d49fef41770', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e20214c0-1fda-4fa2-be61-0f3cba5d1881', 'name': '', 'network_id': '0d996d84-b4b4-4e6f-a850-4a458bf62804', 'tenant_id': 'b4c98fe61d4d4691a9ed5d49fef41770', 'mac_address': 'fa:16:3e:71:a5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bc268b-ce43-4822-830e-3a3e3cee4b2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '7ba05bd1-3982-461a-8070-b835a868df61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:49:13Z', 'updated_at': '2021-09-23T06:49:21Z', 'revision_number': 5, 'project_id': 'b4c98fe61d4d4691a9ed5d49fef41770', 'subnets': [{'id': '7ba05bd1-3982-461a-8070-b835a868df61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:49:46.854121 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-82493e59-1af4-4a10-b94c-8e826547d33f req-f5530660-63bf-46ff-873d-d39ca697953c service neutron] 10.222.0.21 "GET /v2.0/networks/3ee1a007-1655-4afb-9981-1243b24a21bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461729 Sep 23 06:49:46.887504 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa86fa7d-63e4-4aeb-a61f-2f584ae2a5c5 None None] Checking router: 38bc268b-ce43-4822-830e-3a3e3cee4b2d for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:49:46.898505 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa86fa7d-63e4-4aeb-a61f-2f584ae2a5c5 None None] Routers {'38bc268b-ce43-4822-830e-3a3e3cee4b2d'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:49:46.899566 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-aa86fa7d-63e4-4aeb-a61f-2f584ae2a5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:49:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['38bc268b-ce43-4822-830e-3a3e3cee4b2d'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:49:46.905112 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f30f98c5-7de0-481c-834e-2d8279caf98e req-fbc96680-e391-488f-8e66-1d3e71554827 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58d6f936-8802-4dd8-8e70-f6b5f9c4d52c HTTP/1.1" status: 200 len: 1000 time: 0.1656084 Sep 23 06:49:47.025372 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-cd7fc4c6-8fbf-4800-b51d-1d62445858b2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1197230621-network', 'tenant_id': '78784ddf54ea42ea84ca6a9ec88bb4dc'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:49:47.060924 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-aa86fa7d-63e4-4aeb-a61f-2f584ae2a5c5 None None] Set router 38bc268b-ce43-4822-830e-3a3e3cee4b2d gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:49:47.117852 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd7fc4c6-8fbf-4800-b51d-1d62445858b2 admin admin] Made reservation on behalf of 78784ddf54ea42ea84ca6a9ec88bb4dc for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:49:47.123138 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-cd7fc4c6-8fbf-4800-b51d-1d62445858b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:47.148393 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-cd7fc4c6-8fbf-4800-b51d-1d62445858b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:47.252808 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-07fbfe4a-9f41-4ea5-92c0-2d97e0abee35 req-436bcdf2-6359-45ce-8e70-8a7969c099b5 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:47.260924 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-07fbfe4a-9f41-4ea5-92c0-2d97e0abee35 req-436bcdf2-6359-45ce-8e70-8a7969c099b5 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:47.346248 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f98c5-7de0-481c-834e-2d8279caf98e req-efb28e05-6850-418e-ab82-4096b670a93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:47.350794 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f30f98c5-7de0-481c-834e-2d8279caf98e req-efb28e05-6850-418e-ab82-4096b670a93d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7ba05bd1-3982-461a-8070-b835a868df61 HTTP/1.1" status: 200 len: 867 time: 0.4210405 Sep 23 06:49:47.362340 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-aa86fa7d-63e4-4aeb-a61f-2f584ae2a5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38bc268b-ce43-4822-830e-3a3e3cee4b2d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-629062751-router', 'tenant_id': 'b4c98fe61d4d4691a9ed5d49fef41770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '560d8b32-8b51-4953-8b34-4692e042958c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:49:05Z', 'updated_at': '2021-09-23T06:49:15Z', 'revision_number': 4, 'project_id': 'b4c98fe61d4d4691a9ed5d49fef41770', 'gw_port': {'id': '560d8b32-8b51-4953-8b34-4692e042958c', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:1a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bc268b-ce43-4822-830e-3a3e3cee4b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:49:07Z', 'updated_at': '2021-09-23T06:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': 'f59f86f6-4554-4a38-9eb3-0a7ce93551e0', 'tenant_id': 'b4c98fe61d4d4691a9ed5d49fef41770', 'floating_ip_address': '172.25.2.175', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '38bc268b-ce43-4822-830e-3a3e3cee4b2d', 'port_id': '58d6f936-8802-4dd8-8e70-f6b5f9c4d52c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d996d84-b4b4-4e6f-a850-4a458bf62804', 'mac_address': 'fa:16:3e:97:bd:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c27a2f-4f4e-4c47-803d-37a71d079d18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T06:49:42Z', 'updated_at': '2021-09-23T06:49:45Z', 'revision_number': 1, 'project_id': 'b4c98fe61d4d4691a9ed5d49fef41770', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e20214c0-1fda-4fa2-be61-0f3cba5d1881', 'name': '', 'network_id': '0d996d84-b4b4-4e6f-a850-4a458bf62804', 'tenant_id': 'b4c98fe61d4d4691a9ed5d49fef41770', 'mac_address': 'fa:16:3e:71:a5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bc268b-ce43-4822-830e-3a3e3cee4b2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '7ba05bd1-3982-461a-8070-b835a868df61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:49:13Z', 'updated_at': '2021-09-23T06:49:21Z', 'revision_number': 5, 'project_id': 'b4c98fe61d4d4691a9ed5d49fef41770', 'subnets': [{'id': '7ba05bd1-3982-461a-8070-b835a868df61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:49:47.395339 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa86fa7d-63e4-4aeb-a61f-2f584ae2a5c5 None None] The sync data for ids ['38bc268b-ce43-4822-830e-3a3e3cee4b2d'] in n-d-715271-16 is: [{'id': '38bc268b-ce43-4822-830e-3a3e3cee4b2d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-629062751-router', 'tenant_id': 'b4c98fe61d4d4691a9ed5d49fef41770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '560d8b32-8b51-4953-8b34-4692e042958c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:49:05Z', 'updated_at': '2021-09-23T06:49:15Z', 'revision_number': 4, 'project_id': 'b4c98fe61d4d4691a9ed5d49fef41770', 'gw_port': {'id': '560d8b32-8b51-4953-8b34-4692e042958c', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:1a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bc268b-ce43-4822-830e-3a3e3cee4b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:49:07Z', 'updated_at': '2021-09-23T06:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': 'f59f86f6-4554-4a38-9eb3-0a7ce93551e0', 'tenant_id': 'b4c98fe61d4d4691a9ed5d49fef41770', 'floating_ip_address': '172.25.2.175', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '38bc268b-ce43-4822-830e-3a3e3cee4b2d', 'port_id': '58d6f936-8802-4dd8-8e70-f6b5f9c4d52c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d996d84-b4b4-4e6f-a850-4a458bf62804', 'mac_address': 'fa:16:3e:97:bd:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c27a2f-4f4e-4c47-803d-37a71d079d18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T06:49:42Z', 'updated_at': '2021-09-23T06:49:45Z', 'revision_number': 1, 'project_id': 'b4c98fe61d4d4691a9ed5d49fef41770', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e20214c0-1fda-4fa2-be61-0f3cba5d1881', 'name': '', 'network_id': '0d996d84-b4b4-4e6f-a850-4a458bf62804', 'tenant_id': 'b4c98fe61d4d4691a9ed5d49fef41770', 'mac_address': 'fa:16:3e:71:a5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bc268b-ce43-4822-830e-3a3e3cee4b2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '7ba05bd1-3982-461a-8070-b835a868df61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:49:13Z', 'updated_at': '2021-09-23T06:49:21Z', 'revision_number': 5, 'project_id': 'b4c98fe61d4d4691a9ed5d49fef41770', 'subnets': [{'id': '7ba05bd1-3982-461a-8070-b835a868df61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:49:47.417511 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-82493e59-1af4-4a10-b94c-8e826547d33f req-c546c580-5b75-4d49-9557-95f5f147bf13 service neutron] 10.222.0.21 "GET /v2.0/networks/3ee1a007-1655-4afb-9981-1243b24a21bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5456512 Sep 23 06:49:47.439090 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f98c5-7de0-481c-834e-2d8279caf98e req-d44c731b-93cb-4f76-9d7d-f27fa3441ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:47.440986 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f30f98c5-7de0-481c-834e-2d8279caf98e req-d44c731b-93cb-4f76-9d7d-f27fa3441ade service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0d996d84-b4b4-4e6f-a850-4a458bf62804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0760167 Sep 23 06:49:47.549180 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f30f98c5-7de0-481c-834e-2d8279caf98e req-184d5989-f678-4e21-a999-77c637b08cf2 service neutron] 10.222.0.39 "GET /v2.0/networks/0d996d84-b4b4-4e6f-a850-4a458bf62804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003141 Sep 23 06:49:47.715832 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a360524-7f6c-4b75-b869-b21aafdbf391 None None] New status for floating IP f59f86f6-4554-4a38-9eb3-0a7ce93551e0: ACTIVE {{(pid=95067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 06:49:47.757526 n-d-715271-16 neutron-server[95066]: INFO neutron.db.l3_db [req-07fbfe4a-9f41-4ea5-92c0-2d97e0abee35 req-436bcdf2-6359-45ce-8e70-8a7969c099b5 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Floating IP 2c9831aa-0095-46d0-a27e-358773e3c1cf associated. External IP: 172.25.2.84, port: 77fc45da-2817-430c-8625-421c18a253ad. Sep 23 06:49:47.758150 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f30f98c5-7de0-481c-834e-2d8279caf98e req-608da321-72c6-4892-b358-5b405c0f9b94 service neutron] 10.222.0.39 "GET /v2.0/networks/0d996d84-b4b4-4e6f-a850-4a458bf62804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020698 Sep 23 06:49:47.847106 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-cd7fc4c6-8fbf-4800-b51d-1d62445858b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:47.858495 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-cd7fc4c6-8fbf-4800-b51d-1d62445858b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:47.867049 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-2c6018ee-afe2-4d37-a233-0c1733065ef0 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:47.869504 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-2c6018ee-afe2-4d37-a233-0c1733065ef0 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] 10.222.0.21 "GET /v2.0/networks?id=fbd8e50b-c1b1-4966-a109-74ea4fbec3c8 HTTP/1.1" status: 200 len: 812 time: 0.1871932 Sep 23 06:49:47.894438 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-31d73727-e9ab-4eb4-b759-3a66bfe1a42d tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Request body: {'port': {'device_id': 'e5429779-2edc-438f-a1de-129658445860', 'network_id': 'fbd8e50b-c1b1-4966-a109-74ea4fbec3c8', 'admin_state_up': True, 'tenant_id': '3d1b679d97c145158645717c8447af9e'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:49:47.906431 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7fc4c6-8fbf-4800-b51d-1d62445858b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ece3dc8d-d93c-45c1-8c17-22ee813f6047,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:47.955338 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2c27a2f-4f4e-4c47-803d-37a71d079d18', 'tag': '58d6f936-8802-4dd8-8e70-f6b5f9c4d52c'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:49:47.957969 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70179134-1336-4712-b8d5-dfa1847414af" -d '{"events": [{"name": "network-changed", "server_uuid": "d2c27a2f-4f4e-4c47-803d-37a71d079d18", "tag": "58d6f936-8802-4dd8-8e70-f6b5f9c4d52c"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:49:47.976845 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd7fc4c6-8fbf-4800-b51d-1d62445858b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:49:48.005902 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-cd7fc4c6-8fbf-4800-b51d-1d62445858b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:48.006353 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-cd7fc4c6-8fbf-4800-b51d-1d62445858b2 admin admin] Added segment b8df1c21-d158-4a04-9c55-8af8af98d9e0 of type vlan for network 6857e841-b53d-4899-987a-f0e6c1c77e85 Sep 23 06:49:48.057371 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fdb04a-2a75-428a-8e30-8899fca8ca94 req-a5513ce4-52ec-46e8-a602-074a0c58168f tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:48.063917 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fdb04a-2a75-428a-8e30-8899fca8ca94 req-a5513ce4-52ec-46e8-a602-074a0c58168f tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:48.069958 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fdb04a-2a75-428a-8e30-8899fca8ca94 req-a5513ce4-52ec-46e8-a602-074a0c58168f tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:48.076705 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fdb04a-2a75-428a-8e30-8899fca8ca94 req-a5513ce4-52ec-46e8-a602-074a0c58168f tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:48.082975 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fdb04a-2a75-428a-8e30-8899fca8ca94 req-a5513ce4-52ec-46e8-a602-074a0c58168f tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:48.089846 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fdb04a-2a75-428a-8e30-8899fca8ca94 req-a5513ce4-52ec-46e8-a602-074a0c58168f tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:48.095358 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fdb04a-2a75-428a-8e30-8899fca8ca94 req-a5513ce4-52ec-46e8-a602-074a0c58168f tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:48.097771 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-53fdb04a-2a75-428a-8e30-8899fca8ca94 req-a5513ce4-52ec-46e8-a602-074a0c58168f tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bf31744-0efa-4cef-967d-471fd8e8c528 HTTP/1.1" status: 200 len: 5429 time: 0.1571314 Sep 23 06:49:48.139552 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-cd7fc4c6-8fbf-4800-b51d-1d62445858b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:48.208418 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-cd7fc4c6-8fbf-4800-b51d-1d62445858b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:48.209411 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7fc4c6-8fbf-4800-b51d-1d62445858b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:48.210059 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-cd7fc4c6-8fbf-4800-b51d-1d62445858b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:48.234692 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-31d73727-e9ab-4eb4-b759-3a66bfe1a42d tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Made reservation on behalf of 3d1b679d97c145158645717c8447af9e for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:49:48.240164 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-31d73727-e9ab-4eb4-b759-3a66bfe1a42d tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:48.249494 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-53fdb04a-2a75-428a-8e30-8899fca8ca94 req-dab77e15-7f9c-4fb5-9b70-57c2679aad48 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c9c5b19-61b6-4835-bef3-eb0ee04d7a83&id=5d045487-122b-40fb-9f4c-7e88b4bd6ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1361246 Sep 23 06:49:48.252398 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-cd7fc4c6-8fbf-4800-b51d-1d62445858b2 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4254024 Sep 23 06:49:48.260418 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 33458) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:49:48.280464 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-8db594b5-beed-4230-bacf-3526ab944186 admin admin] Request body: {'subnet': {'network_id': '6857e841-b53d-4899-987a-f0e6c1c77e85', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1197230621-subnet', 'tenant_id': '78784ddf54ea42ea84ca6a9ec88bb4dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:49:48.294722 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-6606b977-96a7-4e29-9213-da1ad41e4285 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:48.295750 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-6606b977-96a7-4e29-9213-da1ad41e4285 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] 10.222.0.21 "GET /v2.0/networks?id=fbd8e50b-c1b1-4966-a109-74ea4fbec3c8 HTTP/1.1" status: 200 len: 812 time: 0.1954458 Sep 23 06:49:48.302320 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [req-07fbfe4a-9f41-4ea5-92c0-2d97e0abee35 req-436bcdf2-6359-45ce-8e70-8a7969c099b5 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Router 2f73b2d4-0450-483d-b420-96daf2965185 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:49:48.325561 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-a2485dd5-ee8b-4b6e-926e-5736587fb26b tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Request body: {'port': {'device_id': 'c52ce5cd-a679-44b2-a8cc-60744ed1a194', 'network_id': 'fbd8e50b-c1b1-4966-a109-74ea4fbec3c8', 'admin_state_up': True, 'tenant_id': '3d1b679d97c145158645717c8447af9e'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:49:48.347375 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7fc4c6-8fbf-4800-b51d-1d62445858b2 admin admin] Pushing event updated for resources: {'Network': ['ID=6857e841-b53d-4899-987a-f0e6c1c77e85,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:48.356113 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db594b5-beed-4230-bacf-3526ab944186 admin admin] Made reservation on behalf of 78784ddf54ea42ea84ca6a9ec88bb4dc for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:49:48.358570 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8db594b5-beed-4230-bacf-3526ab944186 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:48.361119 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 6857e841-b53d-4899-987a-f0e6c1c77e85 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:49:48.531995 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-07fbfe4a-9f41-4ea5-92c0-2d97e0abee35 req-436bcdf2-6359-45ce-8e70-8a7969c099b5 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:49:48.532380 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fbe28b-1b28-4712-af85-7fe98084e6a4 req-667c57a3-1960-4a97-b8ab-b51f3a6d181d tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:48.533971 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-66fbe28b-1b28-4712-af85-7fe98084e6a4 req-667c57a3-1960-4a97-b8ab-b51f3a6d181d tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba634db7-29b6-45c5-bbdf-b5b839e61bd6 HTTP/1.1" status: 200 len: 945 time: 0.2160194 Sep 23 06:49:48.538231 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-07fbfe4a-9f41-4ea5-92c0-2d97e0abee35 req-436bcdf2-6359-45ce-8e70-8a7969c099b5 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:48.550074 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6f19db-6ce9-47cc-aaf5-f4ad02ebe670 None None] Sync routers for ids ['2f73b2d4-0450-483d-b420-96daf2965185'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:49:48.562145 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6f19db-6ce9-47cc-aaf5-f4ad02ebe670 None None] Routers {'2f73b2d4-0450-483d-b420-96daf2965185'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:49:48.563422 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-0d6f19db-6ce9-47cc-aaf5-f4ad02ebe670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:49:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['2f73b2d4-0450-483d-b420-96daf2965185'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:49:48.592481 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-07fbfe4a-9f41-4ea5-92c0-2d97e0abee35 req-436bcdf2-6359-45ce-8e70-8a7969c099b5 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "PUT /v2.0/floatingips/2c9831aa-0095-46d0-a27e-358773e3c1cf HTTP/1.1" status: 200 len: 996 time: 2.2418365 Sep 23 06:49:48.594494 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '193182f5-6dd0-42cb-a3c8-6bc06f2deb9b', 'tag': '77fc45da-2817-430c-8625-421c18a253ad'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:49:48.596680 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb01f80-748c-4688-81ec-639559eb9bb4" -d '{"events": [{"name": "network-changed", "server_uuid": "193182f5-6dd0-42cb-a3c8-6bc06f2deb9b", "tag": "77fc45da-2817-430c-8625-421c18a253ad"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:49:48.609901 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-31d73727-e9ab-4eb4-b759-3a66bfe1a42d tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Allocated IP 172.20.0.3 (fbd8e50b-c1b1-4966-a109-74ea4fbec3c8/5f8aaa9e-f626-458a-a945-1f776aa245dc/c8e2dfa6-e7f2-4f74-8a78-9231b71f88c5) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:49:48.619602 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-66fbe28b-1b28-4712-af85-7fe98084e6a4 req-1cdf4b6d-fd25-4b3f-9cd1-09dc6ccbe068 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756879 Sep 23 06:49:48.626318 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-a2485dd5-ee8b-4b6e-926e-5736587fb26b tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Made reservation on behalf of 3d1b679d97c145158645717c8447af9e for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:49:48.630007 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-a2485dd5-ee8b-4b6e-926e-5736587fb26b tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:48.687877 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8db594b5-beed-4230-bacf-3526ab944186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:48.712108 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-0d6f19db-6ce9-47cc-aaf5-f4ad02ebe670 None None] Set router 2f73b2d4-0450-483d-b420-96daf2965185 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:49:48.741566 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fbfe4a-9f41-4ea5-92c0-2d97e0abee35 req-1d029d25-c7ea-4f3a-b20e-127c9a38d807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:48.743191 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-07fbfe4a-9f41-4ea5-92c0-2d97e0abee35 req-1d029d25-c7ea-4f3a-b20e-127c9a38d807 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=33a2678e7dd541d0b0f49c109db717e9&device_id=193182f5-6dd0-42cb-a3c8-6bc06f2deb9b HTTP/1.1" status: 200 len: 1098 time: 0.1078339 Sep 23 06:49:48.779362 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db594b5-beed-4230-bacf-3526ab944186 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28a40485-6179-4cfd-bacb-cd6d53527b94,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:48.843508 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04665d07-01ff-4193-9e86-d1822034eace x-openstack-request-id: req-04665d07-01ff-4193-9e86-d1822034eace {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:49:48.844099 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba634db7-29b6-45c5-bbdf-b5b839e61bd6", "name": "network-vif-plugged", "status": "completed", "tag": "5c057209-9bb2-4d1b-83a6-2307236418a9", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:49:48.844099 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-04665d07-01ff-4193-9e86-d1822034eace {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:49:48.844318 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba634db7-29b6-45c5-bbdf-b5b839e61bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c057209-9bb2-4d1b-83a6-2307236418a9', 'code': 200} Sep 23 06:49:48.853738 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db594b5-beed-4230-bacf-3526ab944186 admin admin] Checking segment: {'id': 'b8df1c21-d158-4a04-9c55-8af8af98d9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6857e841-b53d-4899-987a-f0e6c1c77e85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:49:48.853738 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db594b5-beed-4230-bacf-3526ab944186 admin admin] Network hostable DHCP agents. Network: 6857e841-b53d-4899-987a-f0e6c1c77e85, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:49:48.890904 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db594b5-beed-4230-bacf-3526ab944186 admin admin] Network 6857e841-b53d-4899-987a-f0e6c1c77e85 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:49:48.894035 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fbfe4a-9f41-4ea5-92c0-2d97e0abee35 req-ceff8bef-e45b-4093-8323-30d34b8655cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:48.896131 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-07fbfe4a-9f41-4ea5-92c0-2d97e0abee35 req-ceff8bef-e45b-4093-8323-30d34b8655cc service neutron] 10.222.0.39 "GET /v2.0/networks?id=3ee1a007-1655-4afb-9981-1243b24a21bb HTTP/1.1" status: 200 len: 920 time: 0.1448965 Sep 23 06:49:48.910475 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-8db594b5-beed-4230-bacf-3526ab944186 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 6857e841-b53d-4899-987a-f0e6c1c77e85) {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:49:48.922671 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c6b47b-e6c9-4931-a8c9-e7ad271a4c4f None None] Network 6857e841-b53d-4899-987a-f0e6c1c77e85 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:49:48.926067 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-31d73727-e9ab-4eb4-b759-3a66bfe1a42d tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:48.964007 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db594b5-beed-4230-bacf-3526ab944186 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:48.964665 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8db594b5-beed-4230-bacf-3526ab944186 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:49.013940 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-31d73727-e9ab-4eb4-b759-3a66bfe1a42d tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:49.023924 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-8db594b5-beed-4230-bacf-3526ab944186 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7486360 Sep 23 06:49:49.025121 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-07fbfe4a-9f41-4ea5-92c0-2d97e0abee35 req-3bbd2af0-1761-4eb5-8e15-f75a94b20a38 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77fc45da-2817-430c-8625-421c18a253ad HTTP/1.1" status: 200 len: 999 time: 0.1235266 Sep 23 06:49:49.025576 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 33464) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:49:49.030833 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-d0c1b41d-bb2a-4304-b84d-e6710b1f1edc admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1197230621-router', 'tenant_id': '78784ddf54ea42ea84ca6a9ec88bb4dc', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:49:49.050784 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abadbded-619f-4f15-98b4-b4b6269d0615 req-87d905c4-3471-464b-a500-68c7947e6a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:49.052419 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-abadbded-619f-4f15-98b4-b4b6269d0615 req-87d905c4-3471-464b-a500-68c7947e6a74 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ba634db7-29b6-45c5-bbdf-b5b839e61bd6 HTTP/1.1" status: 200 len: 1097 time: 0.1064889 Sep 23 06:49:49.062226 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d0c1b41d-bb2a-4304-b84d-e6710b1f1edc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:49.063298 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d0c1b41d-bb2a-4304-b84d-e6710b1f1edc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:49.118107 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79cee529-20f7-4af1-a7b5-8a5a6338e331 None None] Network 6857e841-b53d-4899-987a-f0e6c1c77e85 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:49:49.127267 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d0c1b41d-bb2a-4304-b84d-e6710b1f1edc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:49.133369 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-31d73727-e9ab-4eb4-b759-3a66bfe1a42d tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Network fbd8e50b-c1b1-4966-a109-74ea4fbec3c8 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:49:49.143615 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-0d6f19db-6ce9-47cc-aaf5-f4ad02ebe670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f73b2d4-0450-483d-b420-96daf2965185', 'name': 'tempest-ServerRescueTestJSONUnderV235-890536527-router', 'tenant_id': '33a2678e7dd541d0b0f49c109db717e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd95fa98f-6267-4e11-96a7-92900f6365dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:48:23Z', 'updated_at': '2021-09-23T06:48:27Z', 'revision_number': 4, 'project_id': '33a2678e7dd541d0b0f49c109db717e9', 'gw_port': {'id': 'd95fa98f-6267-4e11-96a7-92900f6365dc', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:79:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f73b2d4-0450-483d-b420-96daf2965185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:48:24Z', 'updated_at': '2021-09-23T06:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '2c9831aa-0095-46d0-a27e-358773e3c1cf', 'tenant_id': '33a2678e7dd541d0b0f49c109db717e9', 'floating_ip_address': '172.25.2.84', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '2f73b2d4-0450-483d-b420-96daf2965185', 'port_id': '77fc45da-2817-430c-8625-421c18a253ad', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ee1a007-1655-4afb-9981-1243b24a21bb', 'mac_address': 'fa:16:3e:3f:3a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193182f5-6dd0-42cb-a3c8-6bc06f2deb9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T06:49:43Z', 'updated_at': '2021-09-23T06:49:47Z', 'revision_number': 1, 'project_id': '33a2678e7dd541d0b0f49c109db717e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd33686ec-5e80-452f-b537-8d77b04cf00b', 'name': '', 'network_id': '3ee1a007-1655-4afb-9981-1243b24a21bb', 'tenant_id': '33a2678e7dd541d0b0f49c109db717e9', 'mac_address': 'fa:16:3e:7f:d4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f73b2d4-0450-483d-b420-96daf2965185', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'ce5827ea-e48e-4844-96f2-c1db8c9c5716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:48:26Z', 'updated_at': '2021-09-23T06:48:33Z', 'revision_number': 5, 'project_id': '33a2678e7dd541d0b0f49c109db717e9', 'subnets': [{'id': 'ce5827ea-e48e-4844-96f2-c1db8c9c5716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:49:49.146506 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-31d73727-e9ab-4eb4-b759-3a66bfe1a42d tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:49:49.158514 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-31d73727-e9ab-4eb4-b759-3a66bfe1a42d tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:49:49.179470 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6f19db-6ce9-47cc-aaf5-f4ad02ebe670 None None] Checking router: 2f73b2d4-0450-483d-b420-96daf2965185 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:49:49.190572 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6f19db-6ce9-47cc-aaf5-f4ad02ebe670 None None] Routers {'2f73b2d4-0450-483d-b420-96daf2965185'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:49:49.191992 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-0d6f19db-6ce9-47cc-aaf5-f4ad02ebe670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:49:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['2f73b2d4-0450-483d-b420-96daf2965185'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:49:49.207809 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-31d73727-e9ab-4eb4-b759-3a66bfe1a42d tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:49.208468 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-31d73727-e9ab-4eb4-b759-3a66bfe1a42d tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:49.213703 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d73727-e9ab-4eb4-b759-3a66bfe1a42d tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Pushing event updated for resources: {'Port': ['ID=c8e2dfa6-e7f2-4f74-8a78-9231b71f88c5,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:49.225259 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-a2485dd5-ee8b-4b6e-926e-5736587fb26b tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Allocated IP 172.20.0.8 (fbd8e50b-c1b1-4966-a109-74ea4fbec3c8/5f8aaa9e-f626-458a-a945-1f776aa245dc/2774fbee-e52a-4bf2-b805-e8d2d165d8de) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:49:49.252502 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4707bd-c096-4b82-a05f-089c7fc5ae63 req-90da8e5d-ba62-44f4-8944-8881b45e0c24 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:49.259611 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3f4707bd-c096-4b82-a05f-089c7fc5ae63 req-90da8e5d-ba62-44f4-8944-8881b45e0c24 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 944 time: 0.2181575 Sep 23 06:49:49.271702 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-31d73727-e9ab-4eb4-b759-3a66bfe1a42d tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3873956 Sep 23 06:49:49.290586 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fbfe4a-9f41-4ea5-92c0-2d97e0abee35 req-a1170485-c379-4545-a93b-4e0caf465d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:49.292691 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-07fbfe4a-9f41-4ea5-92c0-2d97e0abee35 req-a1170485-c379-4545-a93b-4e0caf465d83 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ce5827ea-e48e-4844-96f2-c1db8c9c5716 HTTP/1.1" status: 200 len: 859 time: 0.2388201 Sep 23 06:49:49.297234 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-abadbded-619f-4f15-98b4-b4b6269d0615 req-47187488-b712-48b2-a4cf-de00a57e08e7 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682661 Sep 23 06:49:49.299613 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-1d82a0f5-277c-400a-bf02-8ee04af1a595 service neutron] Request body: {'port': {'device_id': 'e5429779-2edc-438f-a1de-129658445860', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:49:49.334125 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d0c1b41d-bb2a-4304-b84d-e6710b1f1edc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:49.363123 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-07fbfe4a-9f41-4ea5-92c0-2d97e0abee35 req-777e174d-c87e-4052-9657-0d2081a43c08 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3ee1a007-1655-4afb-9981-1243b24a21bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596054 Sep 23 06:49:49.383225 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [req-07fbfe4a-9f41-4ea5-92c0-2d97e0abee35 req-8698bdf9-3f2c-4938-a9f7-a2c9d37a8bdb service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 06:49:49.385348 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-07fbfe4a-9f41-4ea5-92c0-2d97e0abee35 req-8698bdf9-3f2c-4938-a9f7-a2c9d37a8bdb service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057549 Sep 23 06:49:49.388038 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3f4707bd-c096-4b82-a05f-089c7fc5ae63 req-37d4afcb-b8eb-4f0a-a82b-59ba34e94c88 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248620 Sep 23 06:49:49.444030 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-1d82a0f5-277c-400a-bf02-8ee04af1a595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:49.483160 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-0d6f19db-6ce9-47cc-aaf5-f4ad02ebe670 None None] Set router 2f73b2d4-0450-483d-b420-96daf2965185 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:49:49.539571 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-07fbfe4a-9f41-4ea5-92c0-2d97e0abee35 req-6be3775c-82f9-4da4-b156-623dda8dee13 service neutron] 10.222.0.39 "GET /v2.0/networks/3ee1a007-1655-4afb-9981-1243b24a21bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417923 Sep 23 06:49:49.742438 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-0d6f19db-6ce9-47cc-aaf5-f4ad02ebe670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f73b2d4-0450-483d-b420-96daf2965185', 'name': 'tempest-ServerRescueTestJSONUnderV235-890536527-router', 'tenant_id': '33a2678e7dd541d0b0f49c109db717e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd95fa98f-6267-4e11-96a7-92900f6365dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:48:23Z', 'updated_at': '2021-09-23T06:48:27Z', 'revision_number': 4, 'project_id': '33a2678e7dd541d0b0f49c109db717e9', 'gw_port': {'id': 'd95fa98f-6267-4e11-96a7-92900f6365dc', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:79:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f73b2d4-0450-483d-b420-96daf2965185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:48:24Z', 'updated_at': '2021-09-23T06:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '2c9831aa-0095-46d0-a27e-358773e3c1cf', 'tenant_id': '33a2678e7dd541d0b0f49c109db717e9', 'floating_ip_address': '172.25.2.84', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '2f73b2d4-0450-483d-b420-96daf2965185', 'port_id': '77fc45da-2817-430c-8625-421c18a253ad', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ee1a007-1655-4afb-9981-1243b24a21bb', 'mac_address': 'fa:16:3e:3f:3a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193182f5-6dd0-42cb-a3c8-6bc06f2deb9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T06:49:43Z', 'updated_at': '2021-09-23T06:49:47Z', 'revision_number': 1, 'project_id': '33a2678e7dd541d0b0f49c109db717e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd33686ec-5e80-452f-b537-8d77b04cf00b', 'name': '', 'network_id': '3ee1a007-1655-4afb-9981-1243b24a21bb', 'tenant_id': '33a2678e7dd541d0b0f49c109db717e9', 'mac_address': 'fa:16:3e:7f:d4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f73b2d4-0450-483d-b420-96daf2965185', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'ce5827ea-e48e-4844-96f2-c1db8c9c5716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:48:26Z', 'updated_at': '2021-09-23T06:48:33Z', 'revision_number': 5, 'project_id': '33a2678e7dd541d0b0f49c109db717e9', 'subnets': [{'id': 'ce5827ea-e48e-4844-96f2-c1db8c9c5716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:49:49.747303 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-551bf72e-330d-492c-8fae-a5b764a1402c req-8582b385-b4b6-4ea0-b6b0-9d5502e35344 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=0f47978c-41eb-4cc7-92bf-8b873be8a1a0 HTTP/1.1" status: 200 len: 258 time: 0.3155630 Sep 23 06:49:49.773189 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6f19db-6ce9-47cc-aaf5-f4ad02ebe670 None None] The sync data for ids ['2f73b2d4-0450-483d-b420-96daf2965185'] in n-d-715271-16 is: [{'id': '2f73b2d4-0450-483d-b420-96daf2965185', 'name': 'tempest-ServerRescueTestJSONUnderV235-890536527-router', 'tenant_id': '33a2678e7dd541d0b0f49c109db717e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd95fa98f-6267-4e11-96a7-92900f6365dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:48:23Z', 'updated_at': '2021-09-23T06:48:27Z', 'revision_number': 4, 'project_id': '33a2678e7dd541d0b0f49c109db717e9', 'gw_port': {'id': 'd95fa98f-6267-4e11-96a7-92900f6365dc', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:79:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f73b2d4-0450-483d-b420-96daf2965185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:48:24Z', 'updated_at': '2021-09-23T06:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '2c9831aa-0095-46d0-a27e-358773e3c1cf', 'tenant_id': '33a2678e7dd541d0b0f49c109db717e9', 'floating_ip_address': '172.25.2.84', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '2f73b2d4-0450-483d-b420-96daf2965185', 'port_id': '77fc45da-2817-430c-8625-421c18a253ad', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ee1a007-1655-4afb-9981-1243b24a21bb', 'mac_address': 'fa:16:3e:3f:3a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193182f5-6dd0-42cb-a3c8-6bc06f2deb9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T06:49:43Z', 'updated_at': '2021-09-23T06:49:47Z', 'revision_number': 1, 'project_id': '33a2678e7dd541d0b0f49c109db717e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd33686ec-5e80-452f-b537-8d77b04cf00b', 'name': '', 'network_id': '3ee1a007-1655-4afb-9981-1243b24a21bb', 'tenant_id': '33a2678e7dd541d0b0f49c109db717e9', 'mac_address': 'fa:16:3e:7f:d4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f73b2d4-0450-483d-b420-96daf2965185', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'ce5827ea-e48e-4844-96f2-c1db8c9c5716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:48:26Z', 'updated_at': '2021-09-23T06:48:33Z', 'revision_number': 5, 'project_id': '33a2678e7dd541d0b0f49c109db717e9', 'subnets': [{'id': 'ce5827ea-e48e-4844-96f2-c1db8c9c5716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:49:49.797962 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-a2485dd5-ee8b-4b6e-926e-5736587fb26b tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:49.815627 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-551bf72e-330d-492c-8fae-a5b764a1402c req-7bf5ae44-4d6c-4b63-bfc0-95ee7a8e0736 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Request body: {'floatingip': {'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:49:49.869900 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-551bf72e-330d-492c-8fae-a5b764a1402c req-7bf5ae44-4d6c-4b63-bfc0-95ee7a8e0736 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Notify callbacks [] for floatingip, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:49.891932 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-a2485dd5-ee8b-4b6e-926e-5736587fb26b tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:49.952227 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d0c1b41d-bb2a-4304-b84d-e6710b1f1edc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:49.974531 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-a2485dd5-ee8b-4b6e-926e-5736587fb26b tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Network fbd8e50b-c1b1-4966-a109-74ea4fbec3c8 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:49:49.978191 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d0c1b41d-bb2a-4304-b84d-e6710b1f1edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:49.994601 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-07fbfe4a-9f41-4ea5-92c0-2d97e0abee35 req-2111ce05-4ecc-4cea-83e9-3b1c3d9cbed5 service neutron] 10.222.0.39 "GET /v2.0/networks/3ee1a007-1655-4afb-9981-1243b24a21bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4437964 Sep 23 06:49:50.014847 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-a2485dd5-ee8b-4b6e-926e-5736587fb26b tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:49:50.023720 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-a2485dd5-ee8b-4b6e-926e-5736587fb26b tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:49:50.031740 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2485dd5-ee8b-4b6e-926e-5736587fb26b tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Pushing event updated for resources: {'Port': ['ID=2774fbee-e52a-4bf2-b805-e8d2d165d8de,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:50.052175 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990eca79-9fa8-4e79-a767-b5a94c7e00c1 None None] New status for floating IP 2c9831aa-0095-46d0-a27e-358773e3c1cf: ACTIVE {{(pid=95067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 06:49:50.092578 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1806635-2024-4ecc-84f7-7ddcc8afc9fe x-openstack-request-id: req-a1806635-2024-4ecc-84f7-7ddcc8afc9fe {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:49:50.092876 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2c27a2f-4f4e-4c47-803d-37a71d079d18", "tag": "58d6f936-8802-4dd8-8e70-f6b5f9c4d52c", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:49:50.093124 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a1806635-2024-4ecc-84f7-7ddcc8afc9fe {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:49:50.093518 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2c27a2f-4f4e-4c47-803d-37a71d079d18', 'tag': '58d6f936-8802-4dd8-8e70-f6b5f9c4d52c', 'status': 'completed', 'code': 200} Sep 23 06:49:50.152622 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca1109cb-323d-4661-99c3-3c0559a18aea x-openstack-request-id: req-ca1109cb-323d-4661-99c3-3c0559a18aea {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:49:50.152921 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "193182f5-6dd0-42cb-a3c8-6bc06f2deb9b", "tag": "77fc45da-2817-430c-8625-421c18a253ad", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:49:50.153168 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ca1109cb-323d-4661-99c3-3c0559a18aea {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:49:50.153642 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '193182f5-6dd0-42cb-a3c8-6bc06f2deb9b', 'tag': '77fc45da-2817-430c-8625-421c18a253ad', 'status': 'completed', 'code': 200} Sep 23 06:49:50.187585 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-d0c1b41d-bb2a-4304-b84d-e6710b1f1edc admin admin] Allocated IP 172.25.2.168 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/72c3f931-1212-4833-ad3f-5993164a799b) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:49:50.188040 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-1d82a0f5-277c-400a-bf02-8ee04af1a595 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8e2dfa6-e7f2-4f74-8a78-9231b71f88c5 {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:49:50.208639 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-1d82a0f5-277c-400a-bf02-8ee04af1a595 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:50.222069 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-a2485dd5-ee8b-4b6e-926e-5736587fb26b tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:50.222690 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-a2485dd5-ee8b-4b6e-926e-5736587fb26b tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:50.245496 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-1d82a0f5-277c-400a-bf02-8ee04af1a595 service neutron] Transition to ACTIVE for port object c8e2dfa6-e7f2-4f74-8a78-9231b71f88c5 will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:49:50.250208 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-1d82a0f5-277c-400a-bf02-8ee04af1a595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:50.259702 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-a2485dd5-ee8b-4b6e-926e-5736587fb26b tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9404542 Sep 23 06:49:50.288307 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-ba66eb6f-5c2f-4bdd-a256-5c12e0457649 service neutron] Request body: {'port': {'device_id': 'c52ce5cd-a679-44b2-a8cc-60744ed1a194', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:49:50.304000 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70179134-1336-4712-b8d5-dfa1847414af req-c8ca8ef8-e02d-4225-affd-b49fc0288cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:50.305783 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-70179134-1336-4712-b8d5-dfa1847414af req-c8ca8ef8-e02d-4225-affd-b49fc0288cf4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b4c98fe61d4d4691a9ed5d49fef41770&device_id=d2c27a2f-4f4e-4c47-803d-37a71d079d18 HTTP/1.1" status: 200 len: 1098 time: 0.1761026 Sep 23 06:49:50.338471 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-551bf72e-330d-492c-8fae-a5b764a1402c req-7bf5ae44-4d6c-4b63-bfc0-95ee7a8e0736 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:50.343321 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d82a0f5-277c-400a-bf02-8ee04af1a595 service neutron] Pushing event updated for resources: {'Port': ['ID=c8e2dfa6-e7f2-4f74-8a78-9231b71f88c5,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:50.362435 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb01f80-748c-4688-81ec-639559eb9bb4 req-825174d6-d5f4-45cd-8799-51478568fdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:50.363683 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8eb01f80-748c-4688-81ec-639559eb9bb4 req-825174d6-d5f4-45cd-8799-51478568fdd4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=33a2678e7dd541d0b0f49c109db717e9&device_id=193182f5-6dd0-42cb-a3c8-6bc06f2deb9b HTTP/1.1" status: 200 len: 1098 time: 0.1735582 Sep 23 06:49:50.385125 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac1b39-4dbe-44ae-8604-1e1b6e980048 req-e3c5fb30-63dd-4cdd-938c-f77d44df0bef tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:50.386906 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-feac1b39-4dbe-44ae-8604-1e1b6e980048 req-e3c5fb30-63dd-4cdd-938c-f77d44df0bef tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] 10.222.0.39 "GET /v2.0/ports?device_id=c52ce5cd-a679-44b2-a8cc-60744ed1a194 HTTP/1.1" status: 200 len: 931 time: 0.1785407 Sep 23 06:49:50.454880 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-ba66eb6f-5c2f-4bdd-a256-5c12e0457649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:50.519169 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-1d82a0f5-277c-400a-bf02-8ee04af1a595 service neutron] Attempting to bind port c8e2dfa6-e7f2-4f74-8a78-9231b71f88c5 on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:49:50.519394 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-1d82a0f5-277c-400a-bf02-8ee04af1a595 service neutron] Attempting to bind port c8e2dfa6-e7f2-4f74-8a78-9231b71f88c5 by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': '365a7690-8bcc-4851-81e9-72a0a6cf8e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'fbd8e50b-c1b1-4966-a109-74ea4fbec3c8'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:49:50.519733 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-1d82a0f5-277c-400a-bf02-8ee04af1a595 service neutron] Attempting to bind port c8e2dfa6-e7f2-4f74-8a78-9231b71f88c5 on network fbd8e50b-c1b1-4966-a109-74ea4fbec3c8 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:49:50.524172 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d0c1b41d-bb2a-4304-b84d-e6710b1f1edc admin admin] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:50.529230 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-1d82a0f5-277c-400a-bf02-8ee04af1a595 service neutron] Port c8e2dfa6-e7f2-4f74-8a78-9231b71f88c5 on network fbd8e50b-c1b1-4966-a109-74ea4fbec3c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:49:50.529476 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-1d82a0f5-277c-400a-bf02-8ee04af1a595 service neutron] Attempting to bind port c8e2dfa6-e7f2-4f74-8a78-9231b71f88c5 on network fbd8e50b-c1b1-4966-a109-74ea4fbec3c8 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:49:50.544399 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-1d82a0f5-277c-400a-bf02-8ee04af1a595 service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:49:50.544769 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-1d82a0f5-277c-400a-bf02-8ee04af1a595 service neutron] Checking segment: {'id': '365a7690-8bcc-4851-81e9-72a0a6cf8e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'fbd8e50b-c1b1-4966-a109-74ea4fbec3c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:49:50.545134 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-1d82a0f5-277c-400a-bf02-8ee04af1a595 service neutron] Bound using segment: {'id': '365a7690-8bcc-4851-81e9-72a0a6cf8e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'fbd8e50b-c1b1-4966-a109-74ea4fbec3c8'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:49:50.545540 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-1d82a0f5-277c-400a-bf02-8ee04af1a595 service neutron] Bound port: c8e2dfa6-e7f2-4f74-8a78-9231b71f88c5, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '365a7690-8bcc-4851-81e9-72a0a6cf8e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'fbd8e50b-c1b1-4966-a109-74ea4fbec3c8'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:49:50.545920 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-1d82a0f5-277c-400a-bf02-8ee04af1a595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:50.563657 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-feac1b39-4dbe-44ae-8604-1e1b6e980048 req-e5c98c5d-5da1-47fe-a1a7-8d6439559752 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2bb078b-5609-4862-b2a7-1e140a670c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627672 Sep 23 06:49:50.577685 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70179134-1336-4712-b8d5-dfa1847414af req-702a587e-368d-4d2f-bbc2-d40476226f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:50.578995 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-70179134-1336-4712-b8d5-dfa1847414af req-702a587e-368d-4d2f-bbc2-d40476226f59 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0d996d84-b4b4-4e6f-a850-4a458bf62804 HTTP/1.1" status: 200 len: 929 time: 0.2638063 Sep 23 06:49:50.660140 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb01f80-748c-4688-81ec-639559eb9bb4 req-7cf166cd-ad1f-47f5-a0e3-b1c75339d9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:50.661590 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8eb01f80-748c-4688-81ec-639559eb9bb4 req-7cf166cd-ad1f-47f5-a0e3-b1c75339d9e3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3ee1a007-1655-4afb-9981-1243b24a21bb HTTP/1.1" status: 200 len: 920 time: 0.2721984 Sep 23 06:49:50.695392 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-1d82a0f5-277c-400a-bf02-8ee04af1a595 service neutron] For port c8e2dfa6-e7f2-4f74-8a78-9231b71f88c5, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:49:50.742803 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-1d82a0f5-277c-400a-bf02-8ee04af1a595 service neutron] For port c8e2dfa6-e7f2-4f74-8a78-9231b71f88c5, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=c8e2dfa6-e7f2-4f74-8a78-9231b71f88c5,segment=NetworkSegment(365a7690-8bcc-4851-81e9-72a0a6cf8e1c),segment_id=365a7690-8bcc-4851-81e9-72a0a6cf8e1c)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:49:50.753281 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-1d82a0f5-277c-400a-bf02-8ee04af1a595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:50.768740 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-70179134-1336-4712-b8d5-dfa1847414af req-1be32b5a-b27a-417b-bdae-ddb4884d2f2c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58d6f936-8802-4dd8-8e70-f6b5f9c4d52c HTTP/1.1" status: 200 len: 1002 time: 0.1812592 Sep 23 06:49:50.783563 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d0c1b41d-bb2a-4304-b84d-e6710b1f1edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:50.839793 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-1d82a0f5-277c-400a-bf02-8ee04af1a595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:50.840918 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-1d82a0f5-277c-400a-bf02-8ee04af1a595 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:50.843412 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-1d82a0f5-277c-400a-bf02-8ee04af1a595 service neutron] 10.222.0.21 "PUT /v2.0/ports/c8e2dfa6-e7f2-4f74-8a78-9231b71f88c5 HTTP/1.1" status: 200 len: 1092 time: 1.5500636 Sep 23 06:49:50.892619 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d894969-3287-4bac-8935-3c22150ea7d8 req-22c4f368-1c49-4c74-8c4c-16049804b44e tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:50.896519 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-551bf72e-330d-492c-8fae-a5b764a1402c req-7bf5ae44-4d6c-4b63-bfc0-95ee7a8e0736 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Allocated IP 172.25.2.200 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/9c585e08-290d-459c-9b21-bd908f25dd98) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:49:50.898454 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d82a0f5-277c-400a-bf02-8ee04af1a595 service neutron] Pushing event updated for resources: {'Port': ['ID=c8e2dfa6-e7f2-4f74-8a78-9231b71f88c5,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:50.898570 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d894969-3287-4bac-8935-3c22150ea7d8 req-22c4f368-1c49-4c74-8c4c-16049804b44e tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:50.905780 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d894969-3287-4bac-8935-3c22150ea7d8 req-22c4f368-1c49-4c74-8c4c-16049804b44e tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:50.911773 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d894969-3287-4bac-8935-3c22150ea7d8 req-22c4f368-1c49-4c74-8c4c-16049804b44e tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:50.917939 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d894969-3287-4bac-8935-3c22150ea7d8 req-22c4f368-1c49-4c74-8c4c-16049804b44e tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:50.923781 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d894969-3287-4bac-8935-3c22150ea7d8 req-22c4f368-1c49-4c74-8c4c-16049804b44e tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:50.930266 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d894969-3287-4bac-8935-3c22150ea7d8 req-22c4f368-1c49-4c74-8c4c-16049804b44e tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:50.932187 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9d894969-3287-4bac-8935-3c22150ea7d8 req-22c4f368-1c49-4c74-8c4c-16049804b44e tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bf31744-0efa-4cef-967d-471fd8e8c528 HTTP/1.1" status: 200 len: 5429 time: 0.2776806 Sep 23 06:49:50.941374 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c1b41d-bb2a-4304-b84d-e6710b1f1edc admin admin] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:49:50.959644 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-d0c1b41d-bb2a-4304-b84d-e6710b1f1edc admin admin] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:49:50.973456 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c1b41d-bb2a-4304-b84d-e6710b1f1edc admin admin] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:49:50.977838 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8eb01f80-748c-4688-81ec-639559eb9bb4 req-19433186-5682-4795-b4ce-9b84daf0c5be service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77fc45da-2817-430c-8625-421c18a253ad HTTP/1.1" status: 200 len: 1001 time: 0.3009853 Sep 23 06:49:51.035810 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70179134-1336-4712-b8d5-dfa1847414af req-55980e78-8bbd-44cc-86d5-5d54112c3d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:51.037229 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-70179134-1336-4712-b8d5-dfa1847414af req-55980e78-8bbd-44cc-86d5-5d54112c3d6c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7ba05bd1-3982-461a-8070-b835a868df61 HTTP/1.1" status: 200 len: 867 time: 0.2431068 Sep 23 06:49:51.060964 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c1b41d-bb2a-4304-b84d-e6710b1f1edc admin admin] Pushing event updated for resources: {'Port': ['ID=72c3f931-1212-4833-ad3f-5993164a799b,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:51.071772 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-31f691a1-887e-4ab8-bfc0-c3ff2b5f0d1b req-18369158-cf41-44a2-8d5f-205193857f05 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=43ad6ed6-1d2c-4f40-8d02-df12917225a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3197143 Sep 23 06:49:51.129235 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9d894969-3287-4bac-8935-3c22150ea7d8 req-797e81ab-aca2-42fb-94ab-e3d260f60e41 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c9c5b19-61b6-4835-bef3-eb0ee04d7a83&id=5d045487-122b-40fb-9f4c-7e88b4bd6ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1832430 Sep 23 06:49:51.210614 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb01f80-748c-4688-81ec-639559eb9bb4 req-559668d3-ba2b-43f4-8ec4-c9b2ca5c78f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:51.212107 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8eb01f80-748c-4688-81ec-639559eb9bb4 req-559668d3-ba2b-43f4-8ec4-c9b2ca5c78f5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ce5827ea-e48e-4844-96f2-c1db8c9c5716 HTTP/1.1" status: 200 len: 859 time: 0.2190151 Sep 23 06:49:51.259522 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-ba66eb6f-5c2f-4bdd-a256-5c12e0457649 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2774fbee-e52a-4bf2-b805-e8d2d165d8de {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:49:51.278613 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-ba66eb6f-5c2f-4bdd-a256-5c12e0457649 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:51.285307 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70179134-1336-4712-b8d5-dfa1847414af req-a353ad63-ef4a-4662-a23f-9323bc4a2f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:51.287158 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-70179134-1336-4712-b8d5-dfa1847414af req-a353ad63-ef4a-4662-a23f-9323bc4a2f3e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0d996d84-b4b4-4e6f-a850-4a458bf62804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2187872 Sep 23 06:49:51.329023 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8eb01f80-748c-4688-81ec-639559eb9bb4 req-659b62ac-7ea4-424f-8e9e-2350e86321bf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ee1a007-1655-4afb-9981-1243b24a21bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683260 Sep 23 06:49:51.332724 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-ba66eb6f-5c2f-4bdd-a256-5c12e0457649 service neutron] Transition to ACTIVE for port object 2774fbee-e52a-4bf2-b805-e8d2d165d8de will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:49:51.334890 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-ef9177a4-047e-4d9e-a62d-1d1538fc09ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:51.336500 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-ef9177a4-047e-4d9e-a62d-1d1538fc09ad service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3d1b679d97c145158645717c8447af9e&device_id=e5429779-2edc-438f-a1de-129658445860 HTTP/1.1" status: 200 len: 1095 time: 0.4314001 Sep 23 06:49:51.341181 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-ba66eb6f-5c2f-4bdd-a256-5c12e0457649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:51.391012 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.21', 64493) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:49:51.417674 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f691a1-887e-4ab8-bfc0-c3ff2b5f0d1b req-d6493f60-7855-4601-af6e-322f5ddd2431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:51.419314 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-31f691a1-887e-4ab8-bfc0-c3ff2b5f0d1b req-d6493f60-7855-4601-af6e-322f5ddd2431 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2717295d607749ba9e686f8b98a96be1&device_id=43ad6ed6-1d2c-4f40-8d02-df12917225a3 HTTP/1.1" status: 200 len: 1097 time: 0.2746344 Sep 23 06:49:51.445294 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-49fabed5-afbf-4ae6-b13c-d08cbf08d112 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8e2dfa6-e7f2-4f74-8a78-9231b71f88c5 HTTP/1.1" status: 200 len: 217 time: 0.0702369 Sep 23 06:49:51.448127 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-551bf72e-330d-492c-8fae-a5b764a1402c req-7bf5ae44-4d6c-4b63-bfc0-95ee7a8e0736 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:51.494167 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba66eb6f-5c2f-4bdd-a256-5c12e0457649 service neutron] Pushing event updated for resources: {'Port': ['ID=2774fbee-e52a-4bf2-b805-e8d2d165d8de,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:51.584192 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fb68a0-40a2-45ea-b64a-ecb919fa3f26 req-a217d4f3-8e29-45cd-8c3e-6588816c1bcb tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:51.585587 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-65fb68a0-40a2-45ea-b64a-ecb919fa3f26 req-a217d4f3-8e29-45cd-8c3e-6588816c1bcb tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba634db7-29b6-45c5-bbdf-b5b839e61bd6 HTTP/1.1" status: 200 len: 945 time: 0.2857051 Sep 23 06:49:51.596523 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d1bcf2-b7ae-429a-8ff1-534fd58f9378 req-1b0dc74c-dee0-4bc3-b7e5-1bea50399aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:51.598083 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a4d1bcf2-b7ae-429a-8ff1-534fd58f9378 req-1b0dc74c-dee0-4bc3-b7e5-1bea50399aec service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8275c6392a72426db62ebfc4817f4420&device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 1096 time: 0.2043476 Sep 23 06:49:51.602509 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-2737f1a1-5eb8-4da1-b64d-159fafab1cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:51.603861 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-2737f1a1-5eb8-4da1-b64d-159fafab1cd8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5f8aaa9e-f626-458a-a945-1f776aa245dc HTTP/1.1" status: 200 len: 852 time: 0.1343424 Sep 23 06:49:51.623645 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-551bf72e-330d-492c-8fae-a5b764a1402c req-7bf5ae44-4d6c-4b63-bfc0-95ee7a8e0736 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:51.648461 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-70179134-1336-4712-b8d5-dfa1847414af req-f71603d9-7bf6-4a3f-9c91-1ffdae4e5cfa service neutron] 10.222.0.21 "GET /v2.0/networks/0d996d84-b4b4-4e6f-a850-4a458bf62804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3291752 Sep 23 06:49:51.695245 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-ba66eb6f-5c2f-4bdd-a256-5c12e0457649 service neutron] Attempting to bind port 2774fbee-e52a-4bf2-b805-e8d2d165d8de on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:49:51.695594 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-ba66eb6f-5c2f-4bdd-a256-5c12e0457649 service neutron] Attempting to bind port 2774fbee-e52a-4bf2-b805-e8d2d165d8de by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': '365a7690-8bcc-4851-81e9-72a0a6cf8e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'fbd8e50b-c1b1-4966-a109-74ea4fbec3c8'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:49:51.695944 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-ba66eb6f-5c2f-4bdd-a256-5c12e0457649 service neutron] Attempting to bind port 2774fbee-e52a-4bf2-b805-e8d2d165d8de on network fbd8e50b-c1b1-4966-a109-74ea4fbec3c8 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:49:51.705423 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-ebf18bff-92ad-4342-8608-741b33e900dc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fbd8e50b-c1b1-4966-a109-74ea4fbec3c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780406 Sep 23 06:49:51.725876 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-ba66eb6f-5c2f-4bdd-a256-5c12e0457649 service neutron] Port 2774fbee-e52a-4bf2-b805-e8d2d165d8de on network fbd8e50b-c1b1-4966-a109-74ea4fbec3c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:49:51.726221 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-ba66eb6f-5c2f-4bdd-a256-5c12e0457649 service neutron] Attempting to bind port 2774fbee-e52a-4bf2-b805-e8d2d165d8de on network fbd8e50b-c1b1-4966-a109-74ea4fbec3c8 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:49:51.736904 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8eb01f80-748c-4688-81ec-639559eb9bb4 req-77c32f1a-f3f6-4504-b5d4-3515f25e91e9 service neutron] 10.222.0.21 "GET /v2.0/networks/3ee1a007-1655-4afb-9981-1243b24a21bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3842888 Sep 23 06:49:51.739699 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-551bf72e-330d-492c-8fae-a5b764a1402c req-7bf5ae44-4d6c-4b63-bfc0-95ee7a8e0736 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:49:51.779818 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-551bf72e-330d-492c-8fae-a5b764a1402c req-7bf5ae44-4d6c-4b63-bfc0-95ee7a8e0736 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:49:51.793629 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-ba66eb6f-5c2f-4bdd-a256-5c12e0457649 service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:49:51.793629 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-ba66eb6f-5c2f-4bdd-a256-5c12e0457649 service neutron] Checking segment: {'id': '365a7690-8bcc-4851-81e9-72a0a6cf8e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'fbd8e50b-c1b1-4966-a109-74ea4fbec3c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:49:51.793629 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-ba66eb6f-5c2f-4bdd-a256-5c12e0457649 service neutron] Bound using segment: {'id': '365a7690-8bcc-4851-81e9-72a0a6cf8e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'fbd8e50b-c1b1-4966-a109-74ea4fbec3c8'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:49:51.793629 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-ba66eb6f-5c2f-4bdd-a256-5c12e0457649 service neutron] Bound port: 2774fbee-e52a-4bf2-b805-e8d2d165d8de, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '365a7690-8bcc-4851-81e9-72a0a6cf8e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'fbd8e50b-c1b1-4966-a109-74ea4fbec3c8'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:49:51.794138 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-ba66eb6f-5c2f-4bdd-a256-5c12e0457649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:51.796720 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-65fb68a0-40a2-45ea-b64a-ecb919fa3f26 req-155cc8f3-0d83-4c25-be05-df67aaa81712 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930623 Sep 23 06:49:51.801632 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-551bf72e-330d-492c-8fae-a5b764a1402c req-7bf5ae44-4d6c-4b63-bfc0-95ee7a8e0736 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:49:51.803529 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf5ae44-4d6c-4b63-bfc0-95ee7a8e0736 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Pushing event updated for resources: {'Port': ['ID=9c585e08-290d-459c-9b21-bd908f25dd98,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:51.835661 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f691a1-887e-4ab8-bfc0-c3ff2b5f0d1b req-37a97aa4-c9a7-4fab-a130-f66b72405058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:51.837129 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-31f691a1-887e-4ab8-bfc0-c3ff2b5f0d1b req-37a97aa4-c9a7-4fab-a130-f66b72405058 service neutron] 10.222.0.58 "GET /v2.0/networks?id=eff2865d-ee9a-496c-8687-af6ecd1b642b HTTP/1.1" status: 200 len: 917 time: 0.3746188 Sep 23 06:49:51.842292 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d0c1b41d-bb2a-4304-b84d-e6710b1f1edc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:51.935392 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d1bcf2-b7ae-429a-8ff1-534fd58f9378 req-72cdd71c-63cc-4b55-ae0a-347ab9a17c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:51.936904 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a4d1bcf2-b7ae-429a-8ff1-534fd58f9378 req-72cdd71c-63cc-4b55-ae0a-347ab9a17c7f service neutron] 10.222.0.21 "GET /v2.0/networks?id=d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64 HTTP/1.1" status: 200 len: 912 time: 0.3147094 Sep 23 06:49:52.060609 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-ba66eb6f-5c2f-4bdd-a256-5c12e0457649 service neutron] For port 2774fbee-e52a-4bf2-b805-e8d2d165d8de, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:49:52.064190 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-64cbef39-3e52-4522-8bb7-2d1e7355fbd1 service neutron] 10.222.0.21 "GET /v2.0/networks/fbd8e50b-c1b1-4966-a109-74ea4fbec3c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3428473 Sep 23 06:49:52.094220 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5429779-2edc-438f-a1de-129658445860', 'tag': 'c8e2dfa6-e7f2-4f74-8a78-9231b71f88c5'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:49:52.096430 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-532a321a-6fd6-419e-81fc-f2605a00a552" -d '{"events": [{"name": "network-changed", "server_uuid": "e5429779-2edc-438f-a1de-129658445860", "tag": "c8e2dfa6-e7f2-4f74-8a78-9231b71f88c5"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:49:52.100026 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-551bf72e-330d-492c-8fae-a5b764a1402c req-7bf5ae44-4d6c-4b63-bfc0-95ee7a8e0736 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:52.102668 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-ba66eb6f-5c2f-4bdd-a256-5c12e0457649 service neutron] For port 2774fbee-e52a-4bf2-b805-e8d2d165d8de, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=2774fbee-e52a-4bf2-b805-e8d2d165d8de,segment=NetworkSegment(365a7690-8bcc-4851-81e9-72a0a6cf8e1c),segment_id=365a7690-8bcc-4851-81e9-72a0a6cf8e1c)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:49:52.128541 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-ba66eb6f-5c2f-4bdd-a256-5c12e0457649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:52.136442 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a4d1bcf2-b7ae-429a-8ff1-534fd58f9378 req-d8c3db05-b02b-40b6-aa6e-c9828e9a1c6a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13fc1c55-aac8-4284-a65a-d9e7ba02d995 HTTP/1.1" status: 200 len: 999 time: 0.1856766 Sep 23 06:49:52.253916 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-ba66eb6f-5c2f-4bdd-a256-5c12e0457649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:52.254528 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-ba66eb6f-5c2f-4bdd-a256-5c12e0457649 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:52.255927 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-ba66eb6f-5c2f-4bdd-a256-5c12e0457649 service neutron] 10.222.0.21 "PUT /v2.0/ports/2774fbee-e52a-4bf2-b805-e8d2d165d8de HTTP/1.1" status: 200 len: 1092 time: 1.9717412 Sep 23 06:49:52.270498 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-551bf72e-330d-492c-8fae-a5b764a1402c req-7bf5ae44-4d6c-4b63-bfc0-95ee7a8e0736 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:52.336950 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d1bcf2-b7ae-429a-8ff1-534fd58f9378 req-4505a4cf-07eb-41f7-82ad-da6c0cd40969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:52.338391 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a4d1bcf2-b7ae-429a-8ff1-534fd58f9378 req-4505a4cf-07eb-41f7-82ad-da6c0cd40969 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=46ccc032-0362-4c9c-977b-4c26fbfaa4e6 HTTP/1.1" status: 200 len: 850 time: 0.1733944 Sep 23 06:49:52.347252 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba66eb6f-5c2f-4bdd-a256-5c12e0457649 service neutron] Pushing event updated for resources: {'Port': ['ID=2774fbee-e52a-4bf2-b805-e8d2d165d8de,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:52.363230 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-70179134-1336-4712-b8d5-dfa1847414af req-732c77f3-5834-4ccf-b445-e29d2ef0b82d service neutron] 10.222.0.21 "GET /v2.0/networks/0d996d84-b4b4-4e6f-a850-4a458bf62804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6900265 Sep 23 06:49:52.387562 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8eb01f80-748c-4688-81ec-639559eb9bb4 req-6ae6052c-5327-4192-80bb-843ca0b51669 service neutron] 10.222.0.21 "GET /v2.0/networks/3ee1a007-1655-4afb-9981-1243b24a21bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6298623 Sep 23 06:49:52.395682 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-31f691a1-887e-4ab8-bfc0-c3ff2b5f0d1b req-f44c4746-0bc1-4a71-ae73-5748a36e7dbc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aab30b3a-8e81-477a-a16e-49615cf4d5ca HTTP/1.1" status: 200 len: 1001 time: 0.5043371 Sep 23 06:49:52.399535 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-54d3f563-ba66-4126-aff6-fdb6df9ad54e service neutron] 10.222.0.21 "GET /v2.0/networks/fbd8e50b-c1b1-4966-a109-74ea4fbec3c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3201358 Sep 23 06:49:52.404238 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6600f912-9e50-4caa-9703-bf68a0b32a14 req-88bc1ed0-b471-4f5e-ae01-8b588620e952 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.84 HTTP/1.1" status: 200 len: 1001 time: 0.4997354 Sep 23 06:49:52.483304 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-bc3cdd52-efca-405d-be07-596f918716c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:52.484823 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-bc3cdd52-efca-405d-be07-596f918716c5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3d1b679d97c145158645717c8447af9e&device_id=c52ce5cd-a679-44b2-a8cc-60744ed1a194 HTTP/1.1" status: 200 len: 1095 time: 0.1611316 Sep 23 06:49:52.494319 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d1bcf2-b7ae-429a-8ff1-534fd58f9378 req-32c98677-d1ad-47ad-94dd-57197772c689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:52.496323 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a4d1bcf2-b7ae-429a-8ff1-534fd58f9378 req-32c98677-d1ad-47ad-94dd-57197772c689 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1348600 Sep 23 06:49:52.542167 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6600f912-9e50-4caa-9703-bf68a0b32a14 req-96dcc015-33d2-4833-8ba1-149fba79fba4 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:52.543693 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6600f912-9e50-4caa-9703-bf68a0b32a14 req-96dcc015-33d2-4833-8ba1-149fba79fba4 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/ports/77fc45da-2817-430c-8625-421c18a253ad HTTP/1.1" status: 200 len: 943 time: 0.0984421 Sep 23 06:49:52.549681 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-388bf1a6-a260-4e79-b553-1025f0d99bc8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2774fbee-e52a-4bf2-b805-e8d2d165d8de HTTP/1.1" status: 200 len: 217 time: 0.0509207 Sep 23 06:49:52.578679 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f691a1-887e-4ab8-bfc0-c3ff2b5f0d1b req-48df490a-5d78-42e3-b976-912765b03487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:52.580148 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-31f691a1-887e-4ab8-bfc0-c3ff2b5f0d1b req-48df490a-5d78-42e3-b976-912765b03487 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8a474d77-13d4-47cb-baa4-fd0c6e3c1147 HTTP/1.1" status: 200 len: 855 time: 0.1337819 Sep 23 06:49:52.602149 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d0c1b41d-bb2a-4304-b84d-e6710b1f1edc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:52.667604 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-fc5796fc-4e6b-42bf-beac-ed937dc048c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:52.669010 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-fc5796fc-4e6b-42bf-beac-ed937dc048c4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5f8aaa9e-f626-458a-a945-1f776aa245dc HTTP/1.1" status: 200 len: 852 time: 0.1019690 Sep 23 06:49:52.702310 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-551bf72e-330d-492c-8fae-a5b764a1402c req-7bf5ae44-4d6c-4b63-bfc0-95ee7a8e0736 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:52.722695 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-202fb0c5-e771-4db8-8d7c-ae0e71696b46 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fbd8e50b-c1b1-4966-a109-74ea4fbec3c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438063 Sep 23 06:49:52.725171 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-551bf72e-330d-492c-8fae-a5b764a1402c req-7bf5ae44-4d6c-4b63-bfc0-95ee7a8e0736 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:52.728306 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6600f912-9e50-4caa-9703-bf68a0b32a14 req-78d7386a-1863-429a-a50b-f8b296146737 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.84 HTTP/1.1" status: 200 len: 1001 time: 0.1388464 Sep 23 06:49:52.743753 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a4d1bcf2-b7ae-429a-8ff1-534fd58f9378 req-3e025ce2-ad93-4f04-9dac-4c09cec1a5fb service neutron] 10.222.0.21 "GET /v2.0/networks/d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356732 Sep 23 06:49:52.752836 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f691a1-887e-4ab8-bfc0-c3ff2b5f0d1b req-4e39f9c0-cf2c-4f43-b9af-c7a8c8ca526a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:52.754757 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-31f691a1-887e-4ab8-bfc0-c3ff2b5f0d1b req-4e39f9c0-cf2c-4f43-b9af-c7a8c8ca526a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=eff2865d-ee9a-496c-8687-af6ecd1b642b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1228676 Sep 23 06:49:52.897855 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf5ae44-4d6c-4b63-bfc0-95ee7a8e0736 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Pushing event updated for resources: {'Port': ['ID=9c585e08-290d-459c-9b21-bd908f25dd98,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:52.960193 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-551bf72e-330d-492c-8fae-a5b764a1402c req-7bf5ae44-4d6c-4b63-bfc0-95ee7a8e0736 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:52.967276 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6600f912-9e50-4caa-9703-bf68a0b32a14 req-6c915077-7346-4c3d-8539-a04a505e6f02 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:52.968687 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6600f912-9e50-4caa-9703-bf68a0b32a14 req-6c915077-7346-4c3d-8539-a04a505e6f02 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/networks/0f47978c-41eb-4cc7-92bf-8b873be8a1a0 HTTP/1.1" status: 200 len: 784 time: 0.2318301 Sep 23 06:49:52.975830 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-7977cf30-082d-4409-a746-f5f2c41e85e5 service neutron] 10.222.0.21 "GET /v2.0/networks/fbd8e50b-c1b1-4966-a109-74ea4fbec3c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448869 Sep 23 06:49:52.997096 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-551bf72e-330d-492c-8fae-a5b764a1402c req-7bf5ae44-4d6c-4b63-bfc0-95ee7a8e0736 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:52.998711 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-551bf72e-330d-492c-8fae-a5b764a1402c req-7bf5ae44-4d6c-4b63-bfc0-95ee7a8e0736 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1964591 Sep 23 06:49:53.000398 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-31f691a1-887e-4ab8-bfc0-c3ff2b5f0d1b req-a548d3fb-baad-4c3c-95b4-f1d81c28173d service neutron] 10.222.0.58 "GET /v2.0/networks/eff2865d-ee9a-496c-8687-af6ecd1b642b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979575 Sep 23 06:49:53.022836 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a4d1bcf2-b7ae-429a-8ff1-534fd58f9378 req-345c4cf0-c54c-43f8-8813-f11e7c2e0759 service neutron] 10.222.0.21 "GET /v2.0/networks/d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473485 Sep 23 06:49:53.055631 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0c1b41d-bb2a-4304-b84d-e6710b1f1edc admin admin] Router 1dfbce3a-1721-49d1-9b03-89f72f34aa96 is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 06:49:53.099314 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-551bf72e-330d-492c-8fae-a5b764a1402c req-88925746-0ac0-46be-9b14-4ddc5f6872e7 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.200 HTTP/1.1" status: 200 len: 696 time: 0.0893538 Sep 23 06:49:53.139001 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6600f912-9e50-4caa-9703-bf68a0b32a14 req-66e878ff-96ba-4eb8-9ec5-68e2c02e38b0 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.84 HTTP/1.1" status: 200 len: 1001 time: 0.1553841 Sep 23 06:49:53.160612 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b081b460-e44c-41ec-8ffb-a786608dc13b req-3b947a0a-17b0-44b6-a68e-87dc19747c5c service neutron] 10.222.0.21 "GET /v2.0/networks/fbd8e50b-c1b1-4966-a109-74ea4fbec3c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761425 Sep 23 06:49:53.178562 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-6600f912-9e50-4caa-9703-bf68a0b32a14 req-23e36df9-f694-4add-9660-96deeb4c2a53 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:49:53.222383 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551bf72e-330d-492c-8fae-a5b764a1402c req-f3afde97-46cd-4c1d-ba38-e12ef9706a3b tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:53.223997 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-551bf72e-330d-492c-8fae-a5b764a1402c req-f3afde97-46cd-4c1d-ba38-e12ef9706a3b tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] 10.222.0.39 "GET /v2.0/networks/0f47978c-41eb-4cc7-92bf-8b873be8a1a0 HTTP/1.1" status: 200 len: 784 time: 0.1174591 Sep 23 06:49:53.244522 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-31f691a1-887e-4ab8-bfc0-c3ff2b5f0d1b req-9dda5607-4cb0-4482-a2ee-04a8f52e6bd5 service neutron] 10.222.0.58 "GET /v2.0/networks/eff2865d-ee9a-496c-8687-af6ecd1b642b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127595 Sep 23 06:49:53.297684 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-6600f912-9e50-4caa-9703-bf68a0b32a14 req-23e36df9-f694-4add-9660-96deeb4c2a53 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Notify callbacks [] for floatingip, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:53.326850 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f350d1a-f301-408c-977d-2dec47e26df6 req-5bac1edf-e929-460b-a3ab-150a8d2a55b6 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:53.328335 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8f350d1a-f301-408c-977d-2dec47e26df6 req-5bac1edf-e929-460b-a3ab-150a8d2a55b6 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 944 time: 0.0544188 Sep 23 06:49:53.346117 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c1b41d-bb2a-4304-b84d-e6710b1f1edc admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:49:53.358036 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92937f91-4237-465e-b228-9d6ee6e66e71 None None] Sync routers for ids ['1dfbce3a-1721-49d1-9b03-89f72f34aa96'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:49:53.368017 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92937f91-4237-465e-b228-9d6ee6e66e71 None None] Routers {'1dfbce3a-1721-49d1-9b03-89f72f34aa96'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:49:53.368608 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-92937f91-4237-465e-b228-9d6ee6e66e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:49:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['1dfbce3a-1721-49d1-9b03-89f72f34aa96'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:49:53.370436 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8f350d1a-f301-408c-977d-2dec47e26df6 req-a73aaf37-7de8-41b5-abe8-09ffaad8002a tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359933 Sep 23 06:49:53.374169 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d0c1b41d-bb2a-4304-b84d-e6710b1f1edc admin admin] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:53.377856 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-d0c1b41d-bb2a-4304-b84d-e6710b1f1edc admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.3479774 Sep 23 06:49:53.379145 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 33490) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:49:53.482009 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-6600f912-9e50-4caa-9703-bf68a0b32a14 req-23e36df9-f694-4add-9660-96deeb4c2a53 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:53.487337 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-6600f912-9e50-4caa-9703-bf68a0b32a14 req-23e36df9-f694-4add-9660-96deeb4c2a53 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:53.487746 n-d-715271-16 neutron-server[95066]: INFO neutron.db.l3_db [req-6600f912-9e50-4caa-9703-bf68a0b32a14 req-23e36df9-f694-4add-9660-96deeb4c2a53 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Floating IP 2c9831aa-0095-46d0-a27e-358773e3c1cf disassociated. External IP: 172.25.2.84, port: 77fc45da-2817-430c-8625-421c18a253ad. Sep 23 06:49:53.521828 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-92937f91-4237-465e-b228-9d6ee6e66e71 None None] Set router 1dfbce3a-1721-49d1-9b03-89f72f34aa96 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:49:53.711549 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-92937f91-4237-465e-b228-9d6ee6e66e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dfbce3a-1721-49d1-9b03-89f72f34aa96', 'name': 'tempest-ServerRescueTestJSON-1197230621-router', 'tenant_id': '78784ddf54ea42ea84ca6a9ec88bb4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '72c3f931-1212-4833-ad3f-5993164a799b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:49:49Z', 'updated_at': '2021-09-23T06:49:51Z', 'revision_number': 3, 'project_id': '78784ddf54ea42ea84ca6a9ec88bb4dc', 'gw_port': {'id': '72c3f931-1212-4833-ad3f-5993164a799b', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:31:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dfbce3a-1721-49d1-9b03-89f72f34aa96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:49:49Z', 'updated_at': '2021-09-23T06:49:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:49:53.716668 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6600f912-9e50-4caa-9703-bf68a0b32a14 req-23e36df9-f694-4add-9660-96deeb4c2a53 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Router 2f73b2d4-0450-483d-b420-96daf2965185 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:49:53.738620 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92937f91-4237-465e-b228-9d6ee6e66e71 None None] Checking router: 1dfbce3a-1721-49d1-9b03-89f72f34aa96 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:49:53.739249 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92937f91-4237-465e-b228-9d6ee6e66e71 None None] Updating router 1dfbce3a-1721-49d1-9b03-89f72f34aa96 port 72c3f931-1212-4833-ad3f-5993164a799b binding host n-d-715271-16 {{(pid=95068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 06:49:53.765372 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-92937f91-4237-465e-b228-9d6ee6e66e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:54.013101 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcef57b1-7d1a-434f-9a1d-1a8290ee3207 req-e6192a2c-8eba-442c-a25a-5632aa43547c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:54.014641 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fcef57b1-7d1a-434f-9a1d-1a8290ee3207 req-e6192a2c-8eba-442c-a25a-5632aa43547c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8275c6392a72426db62ebfc4817f4420&device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 1096 time: 0.1204805 Sep 23 06:49:54.035476 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-92937f91-4237-465e-b228-9d6ee6e66e71 None None] Notify callbacks [] for port, precommit_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:54.036112 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e280ac-a21d-477b-9c0a-c6833e211396 req-1146be00-9e31-4e3f-b571-6f8fb614a0fc tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:54.037760 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-00e280ac-a21d-477b-9c0a-c6833e211396 req-1146be00-9e31-4e3f-b571-6f8fb614a0fc tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] 10.222.0.39 "GET /v2.0/ports?device_id=c52ce5cd-a679-44b2-a8cc-60744ed1a194 HTTP/1.1" status: 200 len: 943 time: 0.5711713 Sep 23 06:49:54.042776 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-92937f91-4237-465e-b228-9d6ee6e66e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:54.099729 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-92937f91-4237-465e-b228-9d6ee6e66e71 None None] Attempting to bind port 72c3f931-1212-4833-ad3f-5993164a799b on host n-d-715271-16 for vnic_type normal with profile {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:49:54.100018 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-92937f91-4237-465e-b228-9d6ee6e66e71 None None] Attempting to bind port 72c3f931-1212-4833-ad3f-5993164a799b by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:49:54.100404 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92937f91-4237-465e-b228-9d6ee6e66e71 None None] Attempting to bind port 72c3f931-1212-4833-ad3f-5993164a799b on network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:49:54.103497 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd988ec-dd68-43ed-a6e4-bd8eaef271eb None None] Pushing event updated for resources: {'Port': ['ID=72c3f931-1212-4833-ad3f-5993164a799b,revision_number=2']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:54.108828 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92937f91-4237-465e-b228-9d6ee6e66e71 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:49:54.109193 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92937f91-4237-465e-b228-9d6ee6e66e71 None None] Checking segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:49:54.109582 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-92937f91-4237-465e-b228-9d6ee6e66e71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:54.109984 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92937f91-4237-465e-b228-9d6ee6e66e71 None None] Bound using segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:49:54.110435 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-92937f91-4237-465e-b228-9d6ee6e66e71 None None] Bound port: 72c3f931-1212-4833-ad3f-5993164a799b, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:49:54.110855 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-92937f91-4237-465e-b228-9d6ee6e66e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:54.113814 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6600f912-9e50-4caa-9703-bf68a0b32a14 req-23e36df9-f694-4add-9660-96deeb4c2a53 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:49:54.123810 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-6600f912-9e50-4caa-9703-bf68a0b32a14 req-23e36df9-f694-4add-9660-96deeb4c2a53 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:54.124491 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4b3d72-59d8-4164-a84a-277d19d0170a None None] Sync routers for ids ['2f73b2d4-0450-483d-b420-96daf2965185'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:49:54.140345 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4b3d72-59d8-4164-a84a-277d19d0170a None None] Routers {'2f73b2d4-0450-483d-b420-96daf2965185'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:49:54.141365 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-1e4b3d72-59d8-4164-a84a-277d19d0170a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:49:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['2f73b2d4-0450-483d-b420-96daf2965185'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:49:54.163752 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-92937f91-4237-465e-b228-9d6ee6e66e71 None None] For port 72c3f931-1212-4833-ad3f-5993164a799b, host n-d-715271-16, cleared binding levels {{(pid=95068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:49:54.167601 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-92937f91-4237-465e-b228-9d6ee6e66e71 None None] For port 72c3f931-1212-4833-ad3f-5993164a799b, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=72c3f931-1212-4833-ad3f-5993164a799b,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:49:54.169713 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-00e280ac-a21d-477b-9c0a-c6833e211396 req-ca0cbc42-2c86-4924-aff7-be707246e895 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2bb078b-5609-4862-b2a7-1e140a670c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203363 Sep 23 06:49:54.170010 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6600f912-9e50-4caa-9703-bf68a0b32a14 req-23e36df9-f694-4add-9660-96deeb4c2a53 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "PUT /v2.0/floatingips/2c9831aa-0095-46d0-a27e-358773e3c1cf HTTP/1.1" status: 200 len: 694 time: 0.9986415 Sep 23 06:49:54.170658 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '193182f5-6dd0-42cb-a3c8-6bc06f2deb9b', 'tag': '77fc45da-2817-430c-8625-421c18a253ad'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:49:54.173279 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed21947-7e4c-4b43-b986-dbd1a1b1f01a" -d '{"events": [{"name": "network-changed", "server_uuid": "193182f5-6dd0-42cb-a3c8-6bc06f2deb9b", "tag": "77fc45da-2817-430c-8625-421c18a253ad"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:49:54.174692 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-92937f91-4237-465e-b228-9d6ee6e66e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:54.234469 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92937f91-4237-465e-b228-9d6ee6e66e71 None None] Routers {'1dfbce3a-1721-49d1-9b03-89f72f34aa96'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:49:54.235930 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-92937f91-4237-465e-b228-9d6ee6e66e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:49:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['1dfbce3a-1721-49d1-9b03-89f72f34aa96'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:49:54.250456 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6600f912-9e50-4caa-9703-bf68a0b32a14 req-0d9c4920-5ae9-4fb5-8472-e50ccfa04804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:54.252016 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6600f912-9e50-4caa-9703-bf68a0b32a14 req-0d9c4920-5ae9-4fb5-8472-e50ccfa04804 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=33a2678e7dd541d0b0f49c109db717e9&device_id=193182f5-6dd0-42cb-a3c8-6bc06f2deb9b HTTP/1.1" status: 200 len: 1098 time: 0.0630703 Sep 23 06:49:54.312904 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcef57b1-7d1a-434f-9a1d-1a8290ee3207 req-386f3999-80ea-471a-9643-18ee16cf56a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:54.314329 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fcef57b1-7d1a-434f-9a1d-1a8290ee3207 req-386f3999-80ea-471a-9643-18ee16cf56a1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64 HTTP/1.1" status: 200 len: 912 time: 0.2663167 Sep 23 06:49:54.349631 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-92937f91-4237-465e-b228-9d6ee6e66e71 None None] Set router 1dfbce3a-1721-49d1-9b03-89f72f34aa96 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:49:54.382967 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6600f912-9e50-4caa-9703-bf68a0b32a14 req-58aeec0e-4cf6-48b7-9854-a1887f933ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:54.386850 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6600f912-9e50-4caa-9703-bf68a0b32a14 req-58aeec0e-4cf6-48b7-9854-a1887f933ea0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3ee1a007-1655-4afb-9981-1243b24a21bb HTTP/1.1" status: 200 len: 920 time: 0.1267021 Sep 23 06:49:54.398982 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-1e4b3d72-59d8-4164-a84a-277d19d0170a None None] Set router 2f73b2d4-0450-483d-b420-96daf2965185 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:49:54.444178 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fcef57b1-7d1a-434f-9a1d-1a8290ee3207 req-7a2f8225-9dba-4e20-b025-bc2d7a447e96 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13fc1c55-aac8-4284-a65a-d9e7ba02d995 HTTP/1.1" status: 200 len: 999 time: 0.1110122 Sep 23 06:49:54.462601 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b91bb3e3-3028-4d0b-b7bf-158c5190641d x-openstack-request-id: req-b91bb3e3-3028-4d0b-b7bf-158c5190641d {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:49:54.462888 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5429779-2edc-438f-a1de-129658445860", "tag": "c8e2dfa6-e7f2-4f74-8a78-9231b71f88c5", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:49:54.463137 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b91bb3e3-3028-4d0b-b7bf-158c5190641d {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:49:54.463526 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5429779-2edc-438f-a1de-129658445860', 'tag': 'c8e2dfa6-e7f2-4f74-8a78-9231b71f88c5', 'status': 'completed', 'code': 200} Sep 23 06:49:54.484446 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd988ec-dd68-43ed-a6e4-bd8eaef271eb None None] Pushing event updated for resources: {'Port': ['ID=72c3f931-1212-4833-ad3f-5993164a799b,revision_number=3']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:54.502820 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6600f912-9e50-4caa-9703-bf68a0b32a14 req-7c483d90-3c18-4e30-bb64-fc629aab484c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77fc45da-2817-430c-8625-421c18a253ad HTTP/1.1" status: 200 len: 217 time: 0.1094744 Sep 23 06:49:54.503025 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-199c29c7-5f7b-49f7-901c-4894d61b04d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:54.561930 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-92937f91-4237-465e-b228-9d6ee6e66e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dfbce3a-1721-49d1-9b03-89f72f34aa96', 'name': 'tempest-ServerRescueTestJSON-1197230621-router', 'tenant_id': '78784ddf54ea42ea84ca6a9ec88bb4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '72c3f931-1212-4833-ad3f-5993164a799b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:49:49Z', 'updated_at': '2021-09-23T06:49:51Z', 'revision_number': 3, 'project_id': '78784ddf54ea42ea84ca6a9ec88bb4dc', 'gw_port': {'id': '72c3f931-1212-4833-ad3f-5993164a799b', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:31:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dfbce3a-1721-49d1-9b03-89f72f34aa96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:49:49Z', 'updated_at': '2021-09-23T06:49:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:49:54.565713 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6600f912-9e50-4caa-9703-bf68a0b32a14 req-92ce0f24-415c-4fbc-9547-206e74eb520e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:54.566712 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcef57b1-7d1a-434f-9a1d-1a8290ee3207 req-478bf7eb-c103-4ed2-abfa-f5a08ada419d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:54.568220 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fcef57b1-7d1a-434f-9a1d-1a8290ee3207 req-478bf7eb-c103-4ed2-abfa-f5a08ada419d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=46ccc032-0362-4c9c-977b-4c26fbfaa4e6 HTTP/1.1" status: 200 len: 850 time: 0.1154358 Sep 23 06:49:54.575039 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6600f912-9e50-4caa-9703-bf68a0b32a14 req-92ce0f24-415c-4fbc-9547-206e74eb520e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ce5827ea-e48e-4844-96f2-c1db8c9c5716 HTTP/1.1" status: 200 len: 859 time: 0.0709577 Sep 23 06:49:54.591046 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92937f91-4237-465e-b228-9d6ee6e66e71 None None] The sync data for ids ['1dfbce3a-1721-49d1-9b03-89f72f34aa96'] in n-d-715271-16 is: [{'id': '1dfbce3a-1721-49d1-9b03-89f72f34aa96', 'name': 'tempest-ServerRescueTestJSON-1197230621-router', 'tenant_id': '78784ddf54ea42ea84ca6a9ec88bb4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '72c3f931-1212-4833-ad3f-5993164a799b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:49:49Z', 'updated_at': '2021-09-23T06:49:51Z', 'revision_number': 3, 'project_id': '78784ddf54ea42ea84ca6a9ec88bb4dc', 'gw_port': {'id': '72c3f931-1212-4833-ad3f-5993164a799b', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:31:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dfbce3a-1721-49d1-9b03-89f72f34aa96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:49:49Z', 'updated_at': '2021-09-23T06:49:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:49:54.624831 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6600f912-9e50-4caa-9703-bf68a0b32a14 req-1c8cf200-6197-4a50-b49e-6a969a9dcaac service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3ee1a007-1655-4afb-9981-1243b24a21bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485647 Sep 23 06:49:54.751465 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532a321a-6fd6-419e-81fc-f2605a00a552 req-46afa066-ab56-4499-8c26-9ba7aeade627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:54.753512 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-532a321a-6fd6-419e-81fc-f2605a00a552 req-46afa066-ab56-4499-8c26-9ba7aeade627 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3d1b679d97c145158645717c8447af9e&device_id=e5429779-2edc-438f-a1de-129658445860 HTTP/1.1" status: 200 len: 1095 time: 0.2311394 Sep 23 06:49:54.760541 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6600f912-9e50-4caa-9703-bf68a0b32a14 req-06ce3d51-603f-49d1-a2c7-45776808b298 service neutron] 10.222.0.39 "GET /v2.0/networks/3ee1a007-1655-4afb-9981-1243b24a21bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341996 Sep 23 06:49:54.869837 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcef57b1-7d1a-434f-9a1d-1a8290ee3207 req-67d15fb7-9c54-43b5-9c8e-d0eb86e98d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:54.872759 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fcef57b1-7d1a-434f-9a1d-1a8290ee3207 req-67d15fb7-9c54-43b5-9c8e-d0eb86e98d1c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2887745 Sep 23 06:49:54.889621 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-1e4b3d72-59d8-4164-a84a-277d19d0170a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f73b2d4-0450-483d-b420-96daf2965185', 'name': 'tempest-ServerRescueTestJSONUnderV235-890536527-router', 'tenant_id': '33a2678e7dd541d0b0f49c109db717e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd95fa98f-6267-4e11-96a7-92900f6365dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:48:23Z', 'updated_at': '2021-09-23T06:48:27Z', 'revision_number': 4, 'project_id': '33a2678e7dd541d0b0f49c109db717e9', 'gw_port': {'id': 'd95fa98f-6267-4e11-96a7-92900f6365dc', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:79:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f73b2d4-0450-483d-b420-96daf2965185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:48:24Z', 'updated_at': '2021-09-23T06:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': 'd33686ec-5e80-452f-b537-8d77b04cf00b', 'name': '', 'network_id': '3ee1a007-1655-4afb-9981-1243b24a21bb', 'tenant_id': '33a2678e7dd541d0b0f49c109db717e9', 'mac_address': 'fa:16:3e:7f:d4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f73b2d4-0450-483d-b420-96daf2965185', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'ce5827ea-e48e-4844-96f2-c1db8c9c5716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:48:26Z', 'updated_at': '2021-09-23T06:48:33Z', 'revision_number': 5, 'project_id': '33a2678e7dd541d0b0f49c109db717e9', 'subnets': [{'id': 'ce5827ea-e48e-4844-96f2-c1db8c9c5716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:49:54.896281 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6600f912-9e50-4caa-9703-bf68a0b32a14 req-c16a9fef-6e29-4978-bfb9-b486d561fda3 service neutron] 10.222.0.39 "GET /v2.0/networks/3ee1a007-1655-4afb-9981-1243b24a21bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340914 Sep 23 06:49:54.925108 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4b3d72-59d8-4164-a84a-277d19d0170a None None] Checking router: 2f73b2d4-0450-483d-b420-96daf2965185 for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:49:54.925260 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d791f950-78c0-4129-a70d-d1569477f2e5 req-dfe3c2cf-e72e-4dfc-a60b-6fd38c9c8528 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:54.931457 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d791f950-78c0-4129-a70d-d1569477f2e5 req-dfe3c2cf-e72e-4dfc-a60b-6fd38c9c8528 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:54.938206 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4b3d72-59d8-4164-a84a-277d19d0170a None None] Routers {'2f73b2d4-0450-483d-b420-96daf2965185'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:49:54.938321 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d791f950-78c0-4129-a70d-d1569477f2e5 req-dfe3c2cf-e72e-4dfc-a60b-6fd38c9c8528 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:54.938845 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-1e4b3d72-59d8-4164-a84a-277d19d0170a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:49:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['2f73b2d4-0450-483d-b420-96daf2965185'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:49:54.947341 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d791f950-78c0-4129-a70d-d1569477f2e5 req-dfe3c2cf-e72e-4dfc-a60b-6fd38c9c8528 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:54.953110 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d791f950-78c0-4129-a70d-d1569477f2e5 req-dfe3c2cf-e72e-4dfc-a60b-6fd38c9c8528 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:54.970618 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d791f950-78c0-4129-a70d-d1569477f2e5 req-dfe3c2cf-e72e-4dfc-a60b-6fd38c9c8528 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:54.982021 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d791f950-78c0-4129-a70d-d1569477f2e5 req-dfe3c2cf-e72e-4dfc-a60b-6fd38c9c8528 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:54.984024 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d791f950-78c0-4129-a70d-d1569477f2e5 req-dfe3c2cf-e72e-4dfc-a60b-6fd38c9c8528 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bf31744-0efa-4cef-967d-471fd8e8c528 HTTP/1.1" status: 200 len: 5429 time: 0.4243681 Sep 23 06:49:55.100598 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-1e4b3d72-59d8-4164-a84a-277d19d0170a None None] Set router 2f73b2d4-0450-483d-b420-96daf2965185 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:49:55.173764 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-199c29c7-5f7b-49f7-901c-4894d61b04d0 admin admin] Allocated IP 172.20.0.1 (6857e841-b53d-4899-987a-f0e6c1c77e85/28a40485-6179-4cfd-bacb-cd6d53527b94/39eb67dd-d8d1-43b0-89b2-ab744285cf98) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:49:55.203030 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d791f950-78c0-4129-a70d-d1569477f2e5 req-ee8f26c6-fd51-4c53-90c2-dd0fca01b638 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c9c5b19-61b6-4835-bef3-eb0ee04d7a83&id=5d045487-122b-40fb-9f4c-7e88b4bd6ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2052755 Sep 23 06:49:55.210903 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed86334f-a51c-4d6c-90d5-561768de7d38 req-a1010769-41ad-48ab-ac55-54b5f7b6cb56 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:55.212651 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ed86334f-a51c-4d6c-90d5-561768de7d38 req-a1010769-41ad-48ab-ac55-54b5f7b6cb56 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2c27a2f-4f4e-4c47-803d-37a71d079d18&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0728855 Sep 23 06:49:55.227006 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532a321a-6fd6-419e-81fc-f2605a00a552 req-5d4a003f-e252-49c4-8454-4b9f0a9de024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:55.228516 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-532a321a-6fd6-419e-81fc-f2605a00a552 req-5d4a003f-e252-49c4-8454-4b9f0a9de024 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fbd8e50b-c1b1-4966-a109-74ea4fbec3c8 HTTP/1.1" status: 200 len: 913 time: 0.4553776 Sep 23 06:49:55.312558 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-532a321a-6fd6-419e-81fc-f2605a00a552 req-4d231827-b69d-40fd-82b6-9c1c76b50153 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8e2dfa6-e7f2-4f74-8a78-9231b71f88c5 HTTP/1.1" status: 200 len: 217 time: 0.0660226 Sep 23 06:49:55.316727 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fcef57b1-7d1a-434f-9a1d-1a8290ee3207 req-3555ccfa-90ac-4948-b659-4f7d068518f9 service neutron] 10.222.0.21 "GET /v2.0/networks/d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298061 Sep 23 06:49:55.331078 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d17a5978-9052-4a52-a260-9f511c6144e1 x-openstack-request-id: req-d17a5978-9052-4a52-a260-9f511c6144e1 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:49:55.331365 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "193182f5-6dd0-42cb-a3c8-6bc06f2deb9b", "tag": "77fc45da-2817-430c-8625-421c18a253ad", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:49:55.331622 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d17a5978-9052-4a52-a260-9f511c6144e1 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:49:55.332043 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '193182f5-6dd0-42cb-a3c8-6bc06f2deb9b', 'tag': '77fc45da-2817-430c-8625-421c18a253ad', 'status': 'completed', 'code': 200} Sep 23 06:49:55.360876 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ed86334f-a51c-4d6c-90d5-561768de7d38 req-670763cc-65f1-472b-89db-8eb29a9932df tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.200 HTTP/1.1" status: 200 len: 696 time: 0.1387527 Sep 23 06:49:55.379601 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-ed86334f-a51c-4d6c-90d5-561768de7d38 req-13ecaf92-1c2a-4c20-9030-72dceaeca273 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Request body: {'floatingip': {'port_id': '58d6f936-8802-4dd8-8e70-f6b5f9c4d52c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:49:55.383662 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-1e4b3d72-59d8-4164-a84a-277d19d0170a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f73b2d4-0450-483d-b420-96daf2965185', 'name': 'tempest-ServerRescueTestJSONUnderV235-890536527-router', 'tenant_id': '33a2678e7dd541d0b0f49c109db717e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd95fa98f-6267-4e11-96a7-92900f6365dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:48:23Z', 'updated_at': '2021-09-23T06:48:27Z', 'revision_number': 4, 'project_id': '33a2678e7dd541d0b0f49c109db717e9', 'gw_port': {'id': 'd95fa98f-6267-4e11-96a7-92900f6365dc', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:79:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f73b2d4-0450-483d-b420-96daf2965185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:48:24Z', 'updated_at': '2021-09-23T06:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': 'd33686ec-5e80-452f-b537-8d77b04cf00b', 'name': '', 'network_id': '3ee1a007-1655-4afb-9981-1243b24a21bb', 'tenant_id': '33a2678e7dd541d0b0f49c109db717e9', 'mac_address': 'fa:16:3e:7f:d4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f73b2d4-0450-483d-b420-96daf2965185', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'ce5827ea-e48e-4844-96f2-c1db8c9c5716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:48:26Z', 'updated_at': '2021-09-23T06:48:33Z', 'revision_number': 5, 'project_id': '33a2678e7dd541d0b0f49c109db717e9', 'subnets': [{'id': 'ce5827ea-e48e-4844-96f2-c1db8c9c5716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:49:55.430498 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4b3d72-59d8-4164-a84a-277d19d0170a None None] The sync data for ids ['2f73b2d4-0450-483d-b420-96daf2965185'] in n-d-715271-16 is: [{'id': '2f73b2d4-0450-483d-b420-96daf2965185', 'name': 'tempest-ServerRescueTestJSONUnderV235-890536527-router', 'tenant_id': '33a2678e7dd541d0b0f49c109db717e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd95fa98f-6267-4e11-96a7-92900f6365dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:48:23Z', 'updated_at': '2021-09-23T06:48:27Z', 'revision_number': 4, 'project_id': '33a2678e7dd541d0b0f49c109db717e9', 'gw_port': {'id': 'd95fa98f-6267-4e11-96a7-92900f6365dc', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:79:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f73b2d4-0450-483d-b420-96daf2965185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:48:24Z', 'updated_at': '2021-09-23T06:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': 'd33686ec-5e80-452f-b537-8d77b04cf00b', 'name': '', 'network_id': '3ee1a007-1655-4afb-9981-1243b24a21bb', 'tenant_id': '33a2678e7dd541d0b0f49c109db717e9', 'mac_address': 'fa:16:3e:7f:d4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f73b2d4-0450-483d-b420-96daf2965185', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'ce5827ea-e48e-4844-96f2-c1db8c9c5716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:48:26Z', 'updated_at': '2021-09-23T06:48:33Z', 'revision_number': 5, 'project_id': '33a2678e7dd541d0b0f49c109db717e9', 'subnets': [{'id': 'ce5827ea-e48e-4844-96f2-c1db8c9c5716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:49:55.455329 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-ed86334f-a51c-4d6c-90d5-561768de7d38 req-13ecaf92-1c2a-4c20-9030-72dceaeca273 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Notify callbacks [] for floatingip, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:55.587718 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532a321a-6fd6-419e-81fc-f2605a00a552 req-2f186f99-dd72-4dae-bcad-923c830161f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:55.589505 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-532a321a-6fd6-419e-81fc-f2605a00a552 req-2f186f99-dd72-4dae-bcad-923c830161f7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5f8aaa9e-f626-458a-a945-1f776aa245dc HTTP/1.1" status: 200 len: 852 time: 0.2291386 Sep 23 06:49:55.617777 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-199c29c7-5f7b-49f7-901c-4894d61b04d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:55.649948 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-532a321a-6fd6-419e-81fc-f2605a00a552 req-69557669-6d26-40e3-8861-fea4221b0730 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fbd8e50b-c1b1-4966-a109-74ea4fbec3c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436718 Sep 23 06:49:55.675679 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed21947-7e4c-4b43-b986-dbd1a1b1f01a req-f87a3246-3ea8-4b37-9d28-dd0ba12af9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:55.677192 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-eed21947-7e4c-4b43-b986-dbd1a1b1f01a req-f87a3246-3ea8-4b37-9d28-dd0ba12af9b6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=33a2678e7dd541d0b0f49c109db717e9&device_id=193182f5-6dd0-42cb-a3c8-6bc06f2deb9b HTTP/1.1" status: 200 len: 1098 time: 0.2769778 Sep 23 06:49:55.700490 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4ca9d8-1091-4b5d-9454-626dd72c45cb req-f0c359c1-1fff-4f66-937d-1d55b55a9326 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:55.704047 n-d-715271-16 neutron-server[95066]: INFO neutron.api.v2.resource [req-ed86334f-a51c-4d6c-90d5-561768de7d38 req-13ecaf92-1c2a-4c20-9030-72dceaeca273 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] update failed (client error): There was a conflict when trying to complete your request. Sep 23 06:49:55.705221 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ed86334f-a51c-4d6c-90d5-561768de7d38 req-13ecaf92-1c2a-4c20-9030-72dceaeca273 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] 10.222.0.39 "PUT /v2.0/floatingips/96711dc6-5ca2-4281-8515-5baee7e59af5 HTTP/1.1" status: 409 len: 551 time: 0.3428204 Sep 23 06:49:55.706881 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-db4ca9d8-1091-4b5d-9454-626dd72c45cb req-f0c359c1-1fff-4f66-937d-1d55b55a9326 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba634db7-29b6-45c5-bbdf-b5b839e61bd6 HTTP/1.1" status: 200 len: 945 time: 0.2627094 Sep 23 06:49:55.713153 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fcef57b1-7d1a-434f-9a1d-1a8290ee3207 req-7855f89c-adf4-4af1-8ca6-ca0db213108c service neutron] 10.222.0.21 "GET /v2.0/networks/d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3518295 Sep 23 06:49:55.812184 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063f01b4-347f-458a-8520-8eaf61633cf4 None None] New status for floating IP 2c9831aa-0095-46d0-a27e-358773e3c1cf: DOWN {{(pid=95068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 06:49:55.875690 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33bb343-a40e-4879-9182-c89b66af69d1 req-943fe419-9565-4912-9c9f-79d5f50732e2 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:55.877261 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e33bb343-a40e-4879-9182-c89b66af69d1 req-943fe419-9565-4912-9c9f-79d5f50732e2 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 944 time: 0.0792160 Sep 23 06:49:55.913071 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-db4ca9d8-1091-4b5d-9454-626dd72c45cb req-246fbad1-c7c4-4c93-81fa-12b04a7c1940 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989405 Sep 23 06:49:55.942168 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-199c29c7-5f7b-49f7-901c-4894d61b04d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:55.951955 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e33bb343-a40e-4879-9182-c89b66af69d1 req-04d7d832-7321-42c9-881b-9ad036202904 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631528 Sep 23 06:49:56.078997 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb621c6-e53f-4cc0-9ae5-cd29efd9d134 req-409f9321-4c8e-4b48-babb-59fa78fc601b tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:56.080759 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7fb621c6-e53f-4cc0-9ae5-cd29efd9d134 req-409f9321-4c8e-4b48-babb-59fa78fc601b tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] 10.222.0.39 "GET /v2.0/ports?device_id=c52ce5cd-a679-44b2-a8cc-60744ed1a194 HTTP/1.1" status: 200 len: 943 time: 0.0728588 Sep 23 06:49:56.137753 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7fb621c6-e53f-4cc0-9ae5-cd29efd9d134 req-add531c1-234b-4a04-90cc-ddbd29afb9fb tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2bb078b-5609-4862-b2a7-1e140a670c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484266 Sep 23 06:49:56.157668 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 72c3f931-1212-4833-ad3f-5993164a799b up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:49:56.220055 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 72c3f931-1212-4833-ad3f-5993164a799b triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:49:56.220687 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:56.246899 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9c7b6144-dd58-4364-881a-ead93aa0d666 req-4b02296c-03d9-432c-82cb-0b47c3b2e442 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] 10.222.0.39 "GET /v2.0/floatingips/96711dc6-5ca2-4281-8515-5baee7e59af5 HTTP/1.1" status: 200 len: 693 time: 0.0677474 Sep 23 06:49:56.324752 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:56.327662 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-532a321a-6fd6-419e-81fc-f2605a00a552 req-732c73b6-7e4f-4e3a-bf16-38ecb5c6f204 service neutron] 10.222.0.21 "GET /v2.0/networks/fbd8e50b-c1b1-4966-a109-74ea4fbec3c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6664906 Sep 23 06:49:56.346662 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device c8e2dfa6-e7f2-4f74-8a78-9231b71f88c5 details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:49:56.354484 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port 72c3f931-1212-4833-ad3f-5993164a799b, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=72c3f931-1212-4833-ad3f-5993164a799b,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:49:56.363914 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:56.399448 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199c29c7-5f7b-49f7-901c-4894d61b04d0 admin admin] Network 6857e841-b53d-4899-987a-f0e6c1c77e85 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:49:56.400966 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b6144-dd58-4364-881a-ead93aa0d666 req-5fa92159-0b82-4199-8048-bb1d20d69c36 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:56.403850 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9c7b6144-dd58-4364-881a-ead93aa0d666 req-5fa92159-0b82-4199-8048-bb1d20d69c36 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] 10.222.0.39 "GET /v2.0/networks/0f47978c-41eb-4cc7-92bf-8b873be8a1a0 HTTP/1.1" status: 200 len: 784 time: 0.1397550 Sep 23 06:49:56.419501 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-199c29c7-5f7b-49f7-901c-4894d61b04d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:49:56.421362 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199c29c7-5f7b-49f7-901c-4894d61b04d0 admin admin] Pushing event updated for resources: {'Port': ['ID=39eb67dd-d8d1-43b0-89b2-ab744285cf98,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:56.426477 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dbb47dbb-5795-4312-94d9-7798ebd06e70 req-3dbe2edc-a1ac-4821-acfd-1a4475ef9658 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/floatingips/2c9831aa-0095-46d0-a27e-358773e3c1cf HTTP/1.1" status: 200 len: 692 time: 0.0973620 Sep 23 06:49:56.428875 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199c29c7-5f7b-49f7-901c-4894d61b04d0 admin admin] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:49:56.431266 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed21947-7e4c-4b43-b986-dbd1a1b1f01a req-c60c8fe0-cdc8-4060-8496-6ac25e1143dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:56.432760 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-eed21947-7e4c-4b43-b986-dbd1a1b1f01a req-c60c8fe0-cdc8-4060-8496-6ac25e1143dc service neutron] 10.222.0.21 "GET /v2.0/networks?id=3ee1a007-1655-4afb-9981-1243b24a21bb HTTP/1.1" status: 200 len: 920 time: 0.7234204 Sep 23 06:49:56.444762 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=72c3f931-1212-4833-ad3f-5993164a799b,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:56.477888 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c52ce5cd-a679-44b2-a8cc-60744ed1a194', 'tag': '2774fbee-e52a-4bf2-b805-e8d2d165d8de'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:49:56.480686 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b208da53-2b54-48f0-a1ab-89f11d05e5f5" -d '{"events": [{"name": "network-changed", "server_uuid": "c52ce5cd-a679-44b2-a8cc-60744ed1a194", "tag": "2774fbee-e52a-4bf2-b805-e8d2d165d8de"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:49:56.501346 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9c7b6144-dd58-4364-881a-ead93aa0d666 req-23424e66-9f7a-49ed-a4f0-06c28f4a4d55 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.200 HTTP/1.1" status: 200 len: 696 time: 0.0901222 Sep 23 06:49:56.507812 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port c8e2dfa6-e7f2-4f74-8a78-9231b71f88c5, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=c8e2dfa6-e7f2-4f74-8a78-9231b71f88c5,segment=NetworkSegment(365a7690-8bcc-4851-81e9-72a0a6cf8e1c),segment_id=365a7690-8bcc-4851-81e9-72a0a6cf8e1c)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:49:56.528670 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': 'c8e2dfa6-e7f2-4f74-8a78-9231b71f88c5', 'network_id': 'fbd8e50b-c1b1-4966-a109-74ea4fbec3c8', 'port_id': 'c8e2dfa6-e7f2-4f74-8a78-9231b71f88c5', 'mac_address': 'fa:16:3e:fe:7b:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f8aaa9e-f626-458a-a945-1f776aa245dc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:49:56.558003 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9c7b6144-dd58-4364-881a-ead93aa0d666 req-2dbb4c64-28c1-4d6a-9135-cf3ab4e182ca tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.200 HTTP/1.1" status: 200 len: 696 time: 0.0557051 Sep 23 06:49:56.575713 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-eed21947-7e4c-4b43-b986-dbd1a1b1f01a req-8cae9f89-8126-4ced-9955-eda3a69d8233 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77fc45da-2817-430c-8625-421c18a253ad HTTP/1.1" status: 200 len: 217 time: 0.1337125 Sep 23 06:49:56.588379 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:56.603422 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8e2dfa6-e7f2-4f74-8a78-9231b71f88c5 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:49:56.625001 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port c8e2dfa6-e7f2-4f74-8a78-9231b71f88c5, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=c8e2dfa6-e7f2-4f74-8a78-9231b71f88c5,segment=NetworkSegment(365a7690-8bcc-4851-81e9-72a0a6cf8e1c),segment_id=365a7690-8bcc-4851-81e9-72a0a6cf8e1c)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:49:56.630189 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:56.656946 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-199c29c7-5f7b-49f7-901c-4894d61b04d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068614'] for router_interface, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:56.688576 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=c8e2dfa6-e7f2-4f74-8a78-9231b71f88c5,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:56.725724 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-9c7b6144-dd58-4364-881a-ead93aa0d666 req-32263cb7-72d7-47a1-be21-82b28422d28e tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Deleting port 9c585e08-290d-459c-9b21-bd908f25dd98 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:49:56.726103 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-9c7b6144-dd58-4364-881a-ead93aa0d666 req-32263cb7-72d7-47a1-be21-82b28422d28e tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:56.731062 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-532a321a-6fd6-419e-81fc-f2605a00a552 req-6808e474-7692-49aa-90dc-d291f02fa41a service neutron] 10.222.0.21 "GET /v2.0/networks/fbd8e50b-c1b1-4966-a109-74ea4fbec3c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3423414 Sep 23 06:49:56.752527 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed21947-7e4c-4b43-b986-dbd1a1b1f01a req-7723f782-de9c-4585-9b82-afb4b6d90cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:56.754070 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-eed21947-7e4c-4b43-b986-dbd1a1b1f01a req-7723f782-de9c-4585-9b82-afb4b6d90cf6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ce5827ea-e48e-4844-96f2-c1db8c9c5716 HTTP/1.1" status: 200 len: 859 time: 0.1663229 Sep 23 06:49:56.783654 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb47dbb-5795-4312-94d9-7798ebd06e70 req-80fe782c-334b-44f7-a33d-ed6a3c6800f5 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:56.785025 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dbb47dbb-5795-4312-94d9-7798ebd06e70 req-80fe782c-334b-44f7-a33d-ed6a3c6800f5 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/networks/0f47978c-41eb-4cc7-92bf-8b873be8a1a0 HTTP/1.1" status: 200 len: 784 time: 0.3162100 Sep 23 06:49:56.815896 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-9c7b6144-dd58-4364-881a-ead93aa0d666 req-32263cb7-72d7-47a1-be21-82b28422d28e tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:56.816221 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-9c7b6144-dd58-4364-881a-ead93aa0d666 req-32263cb7-72d7-47a1-be21-82b28422d28e tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:56.829366 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-9c7b6144-dd58-4364-881a-ead93aa0d666 req-32263cb7-72d7-47a1-be21-82b28422d28e tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Calling delete_port for 9c585e08-290d-459c-9b21-bd908f25dd98 owned by network:floatingip {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:49:56.852730 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-eed21947-7e4c-4b43-b986-dbd1a1b1f01a req-7ebe6245-96e1-45ef-b9bc-9f8bec4a27ef service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ee1a007-1655-4afb-9981-1243b24a21bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765648 Sep 23 06:49:56.926651 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dbb47dbb-5795-4312-94d9-7798ebd06e70 req-4aec010c-80ec-4fd5-9d83-e3c674228c75 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.84 HTTP/1.1" status: 200 len: 695 time: 0.1111217 Sep 23 06:49:56.994651 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-9c7b6144-dd58-4364-881a-ead93aa0d666 req-32263cb7-72d7-47a1-be21-82b28422d28e tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:57.027263 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32263cb7-72d7-47a1-be21-82b28422d28e tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Pushing event deleted for resources: {'Port': ['ID=9c585e08-290d-459c-9b21-bd908f25dd98,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:57.045523 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dbb47dbb-5795-4312-94d9-7798ebd06e70 req-5baa5ad2-689c-43fb-80c6-921bd64a1ed5 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.84 HTTP/1.1" status: 200 len: 695 time: 0.1046245 Sep 23 06:49:57.047853 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-199c29c7-5f7b-49f7-901c-4894d61b04d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:57.095844 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-9c7b6144-dd58-4364-881a-ead93aa0d666 req-32263cb7-72d7-47a1-be21-82b28422d28e tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Notify callbacks [] for floatingip, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:57.098673 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-9c7b6144-dd58-4364-881a-ead93aa0d666 req-32263cb7-72d7-47a1-be21-82b28422d28e tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:57.104991 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9c7b6144-dd58-4364-881a-ead93aa0d666 req-32263cb7-72d7-47a1-be21-82b28422d28e tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] 10.222.0.39 "DELETE /v2.0/floatingips/96711dc6-5ca2-4281-8515-5baee7e59af5 HTTP/1.1" status: 204 len: 173 time: 0.5406792 Sep 23 06:49:57.109615 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['c8e2dfa6-e7f2-4f74-8a78-9231b71f88c5'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:49:57.141431 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-eed21947-7e4c-4b43-b986-dbd1a1b1f01a req-5dfa0bdc-68f3-4b4e-b88b-5b4a5d57aa13 service neutron] 10.222.0.21 "GET /v2.0/networks/3ee1a007-1655-4afb-9981-1243b24a21bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526877 Sep 23 06:49:57.363944 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc217029-3278-4c16-b73c-b6bb20dfa548 req-8bb8dc4f-f6f1-44f1-8f4d-d5a0d80ec228 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:57.365575 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bc217029-3278-4c16-b73c-b6bb20dfa548 req-8bb8dc4f-f6f1-44f1-8f4d-d5a0d80ec228 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 944 time: 0.0598562 Sep 23 06:49:57.374896 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-eed21947-7e4c-4b43-b986-dbd1a1b1f01a req-817eac8a-5104-478f-9e03-9be96d4c7021 service neutron] 10.222.0.21 "GET /v2.0/networks/3ee1a007-1655-4afb-9981-1243b24a21bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057190 Sep 23 06:49:57.399488 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-dbb47dbb-5795-4312-94d9-7798ebd06e70 req-0f6767d0-ec43-4bf9-bfc4-1c5d7a594249 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Deleting port 7db329f1-da67-4374-b5d2-8e3b3183247e {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:49:57.399826 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-dbb47dbb-5795-4312-94d9-7798ebd06e70 req-0f6767d0-ec43-4bf9-bfc4-1c5d7a594249 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:57.417504 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bc217029-3278-4c16-b73c-b6bb20dfa548 req-b49b8ee8-4c67-42d9-a017-a00113c66a5a tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430205 Sep 23 06:49:57.468048 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-199c29c7-5f7b-49f7-901c-4894d61b04d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:57.479801 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-199c29c7-5f7b-49f7-901c-4894d61b04d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:57.548990 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-dbb47dbb-5795-4312-94d9-7798ebd06e70 req-0f6767d0-ec43-4bf9-bfc4-1c5d7a594249 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:57.549237 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-dbb47dbb-5795-4312-94d9-7798ebd06e70 req-0f6767d0-ec43-4bf9-bfc4-1c5d7a594249 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:57.573292 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199c29c7-5f7b-49f7-901c-4894d61b04d0 admin admin] Pushing event updated for resources: {'Port': ['ID=39eb67dd-d8d1-43b0-89b2-ab744285cf98,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:57.575991 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-dbb47dbb-5795-4312-94d9-7798ebd06e70 req-0f6767d0-ec43-4bf9-bfc4-1c5d7a594249 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Calling delete_port for 7db329f1-da67-4374-b5d2-8e3b3183247e owned by network:floatingip {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:49:57.577955 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-199c29c7-5f7b-49f7-901c-4894d61b04d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067062'] for router_interface, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:57.595724 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf688a1a-c523-4c5f-bac7-53ae6e391cc2 req-24855b11-d8ce-464c-a631-64361400afba tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:57.601985 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf688a1a-c523-4c5f-bac7-53ae6e391cc2 req-24855b11-d8ce-464c-a631-64361400afba tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:57.608631 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf688a1a-c523-4c5f-bac7-53ae6e391cc2 req-24855b11-d8ce-464c-a631-64361400afba tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:57.614651 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf688a1a-c523-4c5f-bac7-53ae6e391cc2 req-24855b11-d8ce-464c-a631-64361400afba tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:57.621260 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf688a1a-c523-4c5f-bac7-53ae6e391cc2 req-24855b11-d8ce-464c-a631-64361400afba tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:57.627108 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf688a1a-c523-4c5f-bac7-53ae6e391cc2 req-24855b11-d8ce-464c-a631-64361400afba tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:57.632946 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf688a1a-c523-4c5f-bac7-53ae6e391cc2 req-24855b11-d8ce-464c-a631-64361400afba tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:57.634892 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bf688a1a-c523-4c5f-bac7-53ae6e391cc2 req-24855b11-d8ce-464c-a631-64361400afba tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bf31744-0efa-4cef-967d-471fd8e8c528 HTTP/1.1" status: 200 len: 5429 time: 0.1003256 Sep 23 06:49:57.677395 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bf688a1a-c523-4c5f-bac7-53ae6e391cc2 req-4c531759-3198-4a8f-adcc-aff5ede83827 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c9c5b19-61b6-4835-bef3-eb0ee04d7a83&id=5d045487-122b-40fb-9f4c-7e88b4bd6ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351806 Sep 23 06:49:57.728585 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d895c6-a735-4fc9-9bf8-889608375350 x-openstack-request-id: req-97d895c6-a735-4fc9-9bf8-889608375350 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:49:57.728876 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c52ce5cd-a679-44b2-a8cc-60744ed1a194", "tag": "2774fbee-e52a-4bf2-b805-e8d2d165d8de", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:49:57.729128 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-97d895c6-a735-4fc9-9bf8-889608375350 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:49:57.730106 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c52ce5cd-a679-44b2-a8cc-60744ed1a194', 'tag': '2774fbee-e52a-4bf2-b805-e8d2d165d8de', 'status': 'completed', 'code': 200} Sep 23 06:49:57.739541 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199c29c7-5f7b-49f7-901c-4894d61b04d0 admin admin] Network 6857e841-b53d-4899-987a-f0e6c1c77e85 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:49:57.741523 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-199c29c7-5f7b-49f7-901c-4894d61b04d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:49:57.802895 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8484a0b4-438d-4549-a331-1809434f442b req-2eccdc33-a581-402e-a7b4-f9e48d15bac8 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.175 HTTP/1.1" status: 200 len: 1002 time: 0.0644040 Sep 23 06:49:57.853314 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8484a0b4-438d-4549-a331-1809434f442b req-99b196de-fbe9-4e21-951b-5c842d51ca97 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:57.855605 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8484a0b4-438d-4549-a331-1809434f442b req-99b196de-fbe9-4e21-951b-5c842d51ca97 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] 10.222.0.39 "GET /v2.0/ports/58d6f936-8802-4dd8-8e70-f6b5f9c4d52c HTTP/1.1" status: 200 len: 943 time: 0.0461566 Sep 23 06:49:57.880887 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-dbb47dbb-5795-4312-94d9-7798ebd06e70 req-0f6767d0-ec43-4bf9-bfc4-1c5d7a594249 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:57.929403 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b208da53-2b54-48f0-a1ab-89f11d05e5f5 req-69ccc2ad-838e-41a6-8c65-611af95d662c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:57.930949 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b208da53-2b54-48f0-a1ab-89f11d05e5f5 req-69ccc2ad-838e-41a6-8c65-611af95d662c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3d1b679d97c145158645717c8447af9e&device_id=c52ce5cd-a679-44b2-a8cc-60744ed1a194 HTTP/1.1" status: 200 len: 1095 time: 0.1571474 Sep 23 06:49:57.962394 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6767d0-ec43-4bf9-bfc4-1c5d7a594249 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Pushing event deleted for resources: {'Port': ['ID=7db329f1-da67-4374-b5d2-8e3b3183247e,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:57.968717 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8484a0b4-438d-4549-a331-1809434f442b req-a2eb92a1-235f-4588-a8fd-f390419ce077 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.175 HTTP/1.1" status: 200 len: 1002 time: 0.0684257 Sep 23 06:49:58.031641 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-199c29c7-5f7b-49f7-901c-4894d61b04d0 admin admin] Router 1dfbce3a-1721-49d1-9b03-89f72f34aa96 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:49:58.086051 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8484a0b4-438d-4549-a331-1809434f442b req-9b081ccb-35a1-415a-bef6-2614811bc0bc tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:58.087558 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8484a0b4-438d-4549-a331-1809434f442b req-9b081ccb-35a1-415a-bef6-2614811bc0bc tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] 10.222.0.39 "GET /v2.0/networks/0f47978c-41eb-4cc7-92bf-8b873be8a1a0 HTTP/1.1" status: 200 len: 784 time: 0.1122355 Sep 23 06:49:58.099675 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-dbb47dbb-5795-4312-94d9-7798ebd06e70 req-0f6767d0-ec43-4bf9-bfc4-1c5d7a594249 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Notify callbacks [] for floatingip, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:58.102260 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-dbb47dbb-5795-4312-94d9-7798ebd06e70 req-0f6767d0-ec43-4bf9-bfc4-1c5d7a594249 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:58.103416 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dbb47dbb-5795-4312-94d9-7798ebd06e70 req-0f6767d0-ec43-4bf9-bfc4-1c5d7a594249 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "DELETE /v2.0/floatingips/2c9831aa-0095-46d0-a27e-358773e3c1cf HTTP/1.1" status: 204 len: 173 time: 1.0501449 Sep 23 06:49:58.133035 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 72c3f931-1212-4833-ad3f-5993164a799b up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:49:58.156672 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b208da53-2b54-48f0-a1ab-89f11d05e5f5 req-d89bf69c-2cbd-49de-819f-4b77b44a3e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:58.158276 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b208da53-2b54-48f0-a1ab-89f11d05e5f5 req-d89bf69c-2cbd-49de-819f-4b77b44a3e52 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fbd8e50b-c1b1-4966-a109-74ea4fbec3c8 HTTP/1.1" status: 200 len: 913 time: 0.2099404 Sep 23 06:49:58.186957 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8484a0b4-438d-4549-a331-1809434f442b req-7cc14092-9191-4815-9c21-718453b2445b tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.175 HTTP/1.1" status: 200 len: 1002 time: 0.0811489 Sep 23 06:49:58.193037 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 72c3f931-1212-4833-ad3f-5993164a799b triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:49:58.193629 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:58.197290 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-8484a0b4-438d-4549-a331-1809434f442b req-03196186-7b46-4ef1-bbff-41e745d652ca tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:49:58.239763 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b208da53-2b54-48f0-a1ab-89f11d05e5f5 req-d5ce74d4-5ed6-46e5-bf87-a1502c8f1a15 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2774fbee-e52a-4bf2-b805-e8d2d165d8de HTTP/1.1" status: 200 len: 217 time: 0.0659969 Sep 23 06:49:58.260280 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-8484a0b4-438d-4549-a331-1809434f442b req-03196186-7b46-4ef1-bbff-41e745d652ca tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Notify callbacks [] for floatingip, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:58.318306 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f48801-c3b0-41e1-83cd-e04f7368b2cf req-ead7fc6e-ae76-44ff-bfa3-8efd6b924549 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:58.319713 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-28f48801-c3b0-41e1-83cd-e04f7368b2cf req-ead7fc6e-ae76-44ff-bfa3-8efd6b924549 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] 10.222.0.39 "GET /v2.0/ports?device_id=c52ce5cd-a679-44b2-a8cc-60744ed1a194 HTTP/1.1" status: 200 len: 943 time: 0.1589808 Sep 23 06:49:58.337024 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-199c29c7-5f7b-49f7-901c-4894d61b04d0 admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:49:58.347904 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e838bd-3a52-439e-80ce-48048727def4 None None] Sync routers for ids ['1dfbce3a-1721-49d1-9b03-89f72f34aa96'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:49:58.349301 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-199c29c7-5f7b-49f7-901c-4894d61b04d0 admin admin] 10.222.0.39 "PUT /v2.0/routers/1dfbce3a-1721-49d1-9b03-89f72f34aa96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9685397 Sep 23 06:49:58.361076 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e838bd-3a52-439e-80ce-48048727def4 None None] Routers {'1dfbce3a-1721-49d1-9b03-89f72f34aa96'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:49:58.362178 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-92e838bd-3a52-439e-80ce-48048727def4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:49:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['1dfbce3a-1721-49d1-9b03-89f72f34aa96'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:49:58.363120 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b208da53-2b54-48f0-a1ab-89f11d05e5f5 req-676ffec6-a93d-4548-b112-487d363c84af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:58.364744 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b208da53-2b54-48f0-a1ab-89f11d05e5f5 req-676ffec6-a93d-4548-b112-487d363c84af service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5f8aaa9e-f626-458a-a945-1f776aa245dc HTTP/1.1" status: 200 len: 852 time: 0.0954993 Sep 23 06:49:58.399972 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-28f48801-c3b0-41e1-83cd-e04f7368b2cf req-adc17b98-5c16-49c1-9d2a-14ea0e905cbd tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2bb078b-5609-4862-b2a7-1e140a670c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664403 Sep 23 06:49:58.405040 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 2774fbee-e52a-4bf2-b805-e8d2d165d8de details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:49:58.406518 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device c8e2dfa6-e7f2-4f74-8a78-9231b71f88c5 up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:49:58.428968 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b208da53-2b54-48f0-a1ab-89f11d05e5f5 req-433e1bdf-5906-4d20-a3a4-6e914fd2dc39 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fbd8e50b-c1b1-4966-a109-74ea4fbec3c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541337 Sep 23 06:49:58.433782 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-8484a0b4-438d-4549-a331-1809434f442b req-03196186-7b46-4ef1-bbff-41e745d652ca tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:58.441817 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-8484a0b4-438d-4549-a331-1809434f442b req-03196186-7b46-4ef1-bbff-41e745d652ca tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:58.442413 n-d-715271-16 neutron-server[95066]: INFO neutron.db.l3_db [req-8484a0b4-438d-4549-a331-1809434f442b req-03196186-7b46-4ef1-bbff-41e745d652ca tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Floating IP f59f86f6-4554-4a38-9eb3-0a7ce93551e0 disassociated. External IP: 172.25.2.175, port: 58d6f936-8802-4dd8-8e70-f6b5f9c4d52c. Sep 23 06:49:58.593718 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-92e838bd-3a52-439e-80ce-48048727def4 None None] Set router 1dfbce3a-1721-49d1-9b03-89f72f34aa96 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:49:58.595717 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port c8e2dfa6-e7f2-4f74-8a78-9231b71f88c5 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:49:58.634972 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port c8e2dfa6-e7f2-4f74-8a78-9231b71f88c5 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:49:58.635340 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:58.686810 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 2774fbee-e52a-4bf2-b805-e8d2d165d8de, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=2774fbee-e52a-4bf2-b805-e8d2d165d8de,segment=NetworkSegment(365a7690-8bcc-4851-81e9-72a0a6cf8e1c),segment_id=365a7690-8bcc-4851-81e9-72a0a6cf8e1c)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:49:58.731663 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8484a0b4-438d-4549-a331-1809434f442b req-03196186-7b46-4ef1-bbff-41e745d652ca tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Router 38bc268b-ce43-4822-830e-3a3e3cee4b2d has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:49:58.749680 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': '2774fbee-e52a-4bf2-b805-e8d2d165d8de', 'network_id': 'fbd8e50b-c1b1-4966-a109-74ea4fbec3c8', 'port_id': '2774fbee-e52a-4bf2-b805-e8d2d165d8de', 'mac_address': 'fa:16:3e:02:ad:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f8aaa9e-f626-458a-a945-1f776aa245dc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:49:58.882783 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:58.896271 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b208da53-2b54-48f0-a1ab-89f11d05e5f5 req-a2f473a4-84d1-42c6-8d72-4e33949a2850 service neutron] 10.222.0.21 "GET /v2.0/networks/fbd8e50b-c1b1-4966-a109-74ea4fbec3c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4567239 Sep 23 06:49:58.905182 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084912f1-238d-4e9d-bea9-41f662d280c8 req-e9fef2a8-b82d-4dff-9bcf-9fe0668a2681 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:58.906835 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-084912f1-238d-4e9d-bea9-41f662d280c8 req-e9fef2a8-b82d-4dff-9bcf-9fe0668a2681 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba634db7-29b6-45c5-bbdf-b5b839e61bd6 HTTP/1.1" status: 200 len: 945 time: 0.3849297 Sep 23 06:49:58.931497 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:58.935184 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2774fbee-e52a-4bf2-b805-e8d2d165d8de {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:49:58.981183 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 2774fbee-e52a-4bf2-b805-e8d2d165d8de, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=2774fbee-e52a-4bf2-b805-e8d2d165d8de,segment=NetworkSegment(365a7690-8bcc-4851-81e9-72a0a6cf8e1c),segment_id=365a7690-8bcc-4851-81e9-72a0a6cf8e1c)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:49:58.991034 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5429779-2edc-438f-a1de-129658445860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8e2dfa6-e7f2-4f74-8a78-9231b71f88c5'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:49:58.993313 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4dc28b3-7ed6-4e3d-b65a-4e3d81cf862f" -d '{"events": [{"server_uuid": "e5429779-2edc-438f-a1de-129658445860", "name": "network-vif-plugged", "status": "completed", "tag": "c8e2dfa6-e7f2-4f74-8a78-9231b71f88c5"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:49:59.005893 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-084912f1-238d-4e9d-bea9-41f662d280c8 req-4e79da58-2097-4ca9-a133-9014fb99da46 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904953 Sep 23 06:49:59.006144 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:59.014693 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port c8e2dfa6-e7f2-4f74-8a78-9231b71f88c5, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=c8e2dfa6-e7f2-4f74-8a78-9231b71f88c5,segment=NetworkSegment(365a7690-8bcc-4851-81e9-72a0a6cf8e1c),segment_id=365a7690-8bcc-4851-81e9-72a0a6cf8e1c)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:49:59.053752 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:59.053997 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b208da53-2b54-48f0-a1ab-89f11d05e5f5 req-de52f35f-275a-4f79-a554-efc75bafc6b8 service neutron] 10.222.0.21 "GET /v2.0/networks/fbd8e50b-c1b1-4966-a109-74ea4fbec3c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365464 Sep 23 06:49:59.061286 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-92e838bd-3a52-439e-80ce-48048727def4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dfbce3a-1721-49d1-9b03-89f72f34aa96', 'name': 'tempest-ServerRescueTestJSON-1197230621-router', 'tenant_id': '78784ddf54ea42ea84ca6a9ec88bb4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '72c3f931-1212-4833-ad3f-5993164a799b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:49:49Z', 'updated_at': '2021-09-23T06:49:56Z', 'revision_number': 4, 'project_id': '78784ddf54ea42ea84ca6a9ec88bb4dc', 'gw_port': {'id': '72c3f931-1212-4833-ad3f-5993164a799b', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:31:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dfbce3a-1721-49d1-9b03-89f72f34aa96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:49:49Z', 'updated_at': '2021-09-23T06:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '39eb67dd-d8d1-43b0-89b2-ab744285cf98', 'name': '', 'network_id': '6857e841-b53d-4899-987a-f0e6c1c77e85', 'tenant_id': '78784ddf54ea42ea84ca6a9ec88bb4dc', 'mac_address': 'fa:16:3e:32:26:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dfbce3a-1721-49d1-9b03-89f72f34aa96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '28a40485-6179-4cfd-bacb-cd6d53527b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:49:54Z', 'updated_at': '2021-09-23T06:49:57Z', 'revision_number': 2, 'project_id': '78784ddf54ea42ea84ca6a9ec88bb4dc', 'subnets': [{'id': '28a40485-6179-4cfd-bacb-cd6d53527b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:49:59.108172 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e838bd-3a52-439e-80ce-48048727def4 None None] Checking router: 1dfbce3a-1721-49d1-9b03-89f72f34aa96 for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:49:59.108522 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e838bd-3a52-439e-80ce-48048727def4 None None] Updating router 1dfbce3a-1721-49d1-9b03-89f72f34aa96 port 39eb67dd-d8d1-43b0-89b2-ab744285cf98 binding host n-d-715271-16 {{(pid=95067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 06:49:59.114053 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=2774fbee-e52a-4bf2-b805-e8d2d165d8de,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:59.127001 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8484a0b4-438d-4549-a331-1809434f442b req-03196186-7b46-4ef1-bbff-41e745d652ca tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:49:59.132500 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-8484a0b4-438d-4549-a331-1809434f442b req-03196186-7b46-4ef1-bbff-41e745d652ca tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:59.145341 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09497748-8a97-4fce-b6e9-dfaa9ae47215 None None] Sync routers for ids ['38bc268b-ce43-4822-830e-3a3e3cee4b2d'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:49:59.159107 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09497748-8a97-4fce-b6e9-dfaa9ae47215 None None] Routers {'38bc268b-ce43-4822-830e-3a3e3cee4b2d'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:49:59.160697 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-09497748-8a97-4fce-b6e9-dfaa9ae47215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:49:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['38bc268b-ce43-4822-830e-3a3e3cee4b2d'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:49:59.167411 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-92e838bd-3a52-439e-80ce-48048727def4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:59.172448 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8484a0b4-438d-4549-a331-1809434f442b req-03196186-7b46-4ef1-bbff-41e745d652ca tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] 10.222.0.39 "PUT /v2.0/floatingips/f59f86f6-4554-4a38-9eb3-0a7ce93551e0 HTTP/1.1" status: 200 len: 695 time: 0.9791825 Sep 23 06:49:59.173264 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2c27a2f-4f4e-4c47-803d-37a71d079d18', 'tag': '58d6f936-8802-4dd8-8e70-f6b5f9c4d52c'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:49:59.176297 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b6a993-623e-4248-bcc0-b4c912f0fb1e" -d '{"events": [{"name": "network-changed", "server_uuid": "d2c27a2f-4f4e-4c47-803d-37a71d079d18", "tag": "58d6f936-8802-4dd8-8e70-f6b5f9c4d52c"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:49:59.241020 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-54d2fa9c-f73e-4ec1-b8b5-8387af81151f req-d308290d-d6e5-490f-a0d0-f72da0fb1fdd tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/security-groups/945a0370-7ccd-4cda-aa49-9b19ceb76855 HTTP/1.1" status: 200 len: 1809 time: 0.0470722 Sep 23 06:49:59.241356 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8484a0b4-438d-4549-a331-1809434f442b req-e8d1d0bf-cc5f-4942-b8f9-9d39a2faab76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:59.243055 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8484a0b4-438d-4549-a331-1809434f442b req-e8d1d0bf-cc5f-4942-b8f9-9d39a2faab76 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b4c98fe61d4d4691a9ed5d49fef41770&device_id=d2c27a2f-4f4e-4c47-803d-37a71d079d18 HTTP/1.1" status: 200 len: 1098 time: 0.0504940 Sep 23 06:49:59.317878 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-54d2fa9c-f73e-4ec1-b8b5-8387af81151f req-f027e38c-c395-461a-ac5f-e3a1262ba3fd tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:59.360773 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-54d2fa9c-f73e-4ec1-b8b5-8387af81151f req-f027e38c-c395-461a-ac5f-e3a1262ba3fd tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:59.393920 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=c8e2dfa6-e7f2-4f74-8a78-9231b71f88c5,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:59.399458 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8484a0b4-438d-4549-a331-1809434f442b req-730c0b1a-2a80-40ca-b6d0-af3f08ee3b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:59.401085 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8484a0b4-438d-4549-a331-1809434f442b req-730c0b1a-2a80-40ca-b6d0-af3f08ee3b3d service neutron] 10.222.0.39 "GET /v2.0/networks?id=0d996d84-b4b4-4e6f-a850-4a458bf62804 HTTP/1.1" status: 200 len: 929 time: 0.1503971 Sep 23 06:49:59.413350 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c049e97-5889-41dd-b478-a49086c8a0a7 req-09a487bc-9ef8-4a3f-966f-deb9946d7990 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:59.414760 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4c049e97-5889-41dd-b478-a49086c8a0a7 req-09a487bc-9ef8-4a3f-966f-deb9946d7990 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba634db7-29b6-45c5-bbdf-b5b839e61bd6 HTTP/1.1" status: 200 len: 945 time: 0.0816035 Sep 23 06:49:59.430043 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-09497748-8a97-4fce-b6e9-dfaa9ae47215 None None] Set router 38bc268b-ce43-4822-830e-3a3e3cee4b2d gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:49:59.440622 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-54d2fa9c-f73e-4ec1-b8b5-8387af81151f req-f027e38c-c395-461a-ac5f-e3a1262ba3fd tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:59.443705 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-54d2fa9c-f73e-4ec1-b8b5-8387af81151f req-f027e38c-c395-461a-ac5f-e3a1262ba3fd tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:59.453800 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-54d2fa9c-f73e-4ec1-b8b5-8387af81151f req-f027e38c-c395-461a-ac5f-e3a1262ba3fd tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "DELETE /v2.0/security-groups/945a0370-7ccd-4cda-aa49-9b19ceb76855 HTTP/1.1" status: 204 len: 173 time: 0.2043464 Sep 23 06:49:59.466016 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8484a0b4-438d-4549-a331-1809434f442b req-5f5b2353-ea68-4f4c-835d-fcb53d4b6d73 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58d6f936-8802-4dd8-8e70-f6b5f9c4d52c HTTP/1.1" status: 200 len: 217 time: 0.0492022 Sep 23 06:49:59.475373 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f027e38c-c395-461a-ac5f-e3a1262ba3fd tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=945a0370-7ccd-4cda-aa49-9b19ceb76855,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:59.527405 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-92e838bd-3a52-439e-80ce-48048727def4 None None] Notify callbacks [] for port, precommit_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:59.535404 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-92e838bd-3a52-439e-80ce-48048727def4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:59.581903 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8484a0b4-438d-4549-a331-1809434f442b req-81e4db73-767e-45c8-9a04-e57bd0704da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:59.583413 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8484a0b4-438d-4549-a331-1809434f442b req-81e4db73-767e-45c8-9a04-e57bd0704da5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7ba05bd1-3982-461a-8070-b835a868df61 HTTP/1.1" status: 200 len: 867 time: 0.1002579 Sep 23 06:49:59.583686 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['2774fbee-e52a-4bf2-b805-e8d2d165d8de'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:49:59.649409 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-4c049e97-5889-41dd-b478-a49086c8a0a7 req-d9c9a249-5da5-45a0-b43c-7c1bf7e969f9 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Deleting port 5c057209-9bb2-4d1b-83a6-2307236418a9 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:49:59.649643 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-4c049e97-5889-41dd-b478-a49086c8a0a7 req-d9c9a249-5da5-45a0-b43c-7c1bf7e969f9 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:59.675813 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8484a0b4-438d-4549-a331-1809434f442b req-7aa5c4cb-fab4-417a-8d2b-da74a931907a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:49:59.677446 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8484a0b4-438d-4549-a331-1809434f442b req-7aa5c4cb-fab4-417a-8d2b-da74a931907a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0d996d84-b4b4-4e6f-a850-4a458bf62804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0795360 Sep 23 06:49:59.790926 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-09497748-8a97-4fce-b6e9-dfaa9ae47215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38bc268b-ce43-4822-830e-3a3e3cee4b2d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-629062751-router', 'tenant_id': 'b4c98fe61d4d4691a9ed5d49fef41770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '560d8b32-8b51-4953-8b34-4692e042958c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:49:05Z', 'updated_at': '2021-09-23T06:49:15Z', 'revision_number': 4, 'project_id': 'b4c98fe61d4d4691a9ed5d49fef41770', 'gw_port': {'id': '560d8b32-8b51-4953-8b34-4692e042958c', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:1a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bc268b-ce43-4822-830e-3a3e3cee4b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:49:07Z', 'updated_at': '2021-09-23T06:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': 'e20214c0-1fda-4fa2-be61-0f3cba5d1881', 'name': '', 'network_id': '0d996d84-b4b4-4e6f-a850-4a458bf62804', 'tenant_id': 'b4c98fe61d4d4691a9ed5d49fef41770', 'mac_address': 'fa:16:3e:71:a5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bc268b-ce43-4822-830e-3a3e3cee4b2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '7ba05bd1-3982-461a-8070-b835a868df61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:49:13Z', 'updated_at': '2021-09-23T06:49:21Z', 'revision_number': 5, 'project_id': 'b4c98fe61d4d4691a9ed5d49fef41770', 'subnets': [{'id': '7ba05bd1-3982-461a-8070-b835a868df61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:49:59.830052 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-4c049e97-5889-41dd-b478-a49086c8a0a7 req-d9c9a249-5da5-45a0-b43c-7c1bf7e969f9 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] For port 5c057209-9bb2-4d1b-83a6-2307236418a9, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=5c057209-9bb2-4d1b-83a6-2307236418a9,segment=NetworkSegment(f93b6022-d5e5-431e-9dcb-2461df9c5b3b),segment_id=f93b6022-d5e5-431e-9dcb-2461df9c5b3b)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:49:59.830651 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-4c049e97-5889-41dd-b478-a49086c8a0a7 req-d9c9a249-5da5-45a0-b43c-7c1bf7e969f9 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:59.837265 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09497748-8a97-4fce-b6e9-dfaa9ae47215 None None] Checking router: 38bc268b-ce43-4822-830e-3a3e3cee4b2d for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:49:59.853231 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09497748-8a97-4fce-b6e9-dfaa9ae47215 None None] Routers {'38bc268b-ce43-4822-830e-3a3e3cee4b2d'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:49:59.853641 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-4c049e97-5889-41dd-b478-a49086c8a0a7 req-d9c9a249-5da5-45a0-b43c-7c1bf7e969f9 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Calling delete_port for 5c057209-9bb2-4d1b-83a6-2307236418a9 owned by compute:nova {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:49:59.856373 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-09497748-8a97-4fce-b6e9-dfaa9ae47215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:49:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['38bc268b-ce43-4822-830e-3a3e3cee4b2d'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:49:59.861027 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e9e6ab-6b8a-46ee-b94d-1b50397f1b9d None None] Pushing event updated for resources: {'Port': ['ID=39eb67dd-d8d1-43b0-89b2-ab744285cf98,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:49:59.869181 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8484a0b4-438d-4549-a331-1809434f442b req-5cffdd1d-8e7c-4acb-864a-605dd947502b service neutron] 10.222.0.39 "GET /v2.0/networks/0d996d84-b4b4-4e6f-a850-4a458bf62804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789815 Sep 23 06:49:59.930377 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-92e838bd-3a52-439e-80ce-48048727def4 None None] Attempting to bind port 39eb67dd-d8d1-43b0-89b2-ab744285cf98 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:49:59.930666 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-92e838bd-3a52-439e-80ce-48048727def4 None None] Attempting to bind port 39eb67dd-d8d1-43b0-89b2-ab744285cf98 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': 'b8df1c21-d158-4a04-9c55-8af8af98d9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6857e841-b53d-4899-987a-f0e6c1c77e85'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:49:59.931108 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e838bd-3a52-439e-80ce-48048727def4 None None] Attempting to bind port 39eb67dd-d8d1-43b0-89b2-ab744285cf98 on network 6857e841-b53d-4899-987a-f0e6c1c77e85 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:49:59.940388 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e838bd-3a52-439e-80ce-48048727def4 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:49:59.941440 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e838bd-3a52-439e-80ce-48048727def4 None None] Checking segment: {'id': 'b8df1c21-d158-4a04-9c55-8af8af98d9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6857e841-b53d-4899-987a-f0e6c1c77e85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:49:59.941440 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-92e838bd-3a52-439e-80ce-48048727def4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:49:59.941662 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e838bd-3a52-439e-80ce-48048727def4 None None] Bound using segment: {'id': 'b8df1c21-d158-4a04-9c55-8af8af98d9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6857e841-b53d-4899-987a-f0e6c1c77e85'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:49:59.942425 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-92e838bd-3a52-439e-80ce-48048727def4 None None] Bound port: 39eb67dd-d8d1-43b0-89b2-ab744285cf98, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8df1c21-d158-4a04-9c55-8af8af98d9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6857e841-b53d-4899-987a-f0e6c1c77e85'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:49:59.944021 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-92e838bd-3a52-439e-80ce-48048727def4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:00.003360 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-09497748-8a97-4fce-b6e9-dfaa9ae47215 None None] Set router 38bc268b-ce43-4822-830e-3a3e3cee4b2d gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:50:00.049013 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8484a0b4-438d-4549-a331-1809434f442b req-a977ad9e-097d-457a-9755-67fcb61c6df7 service neutron] 10.222.0.39 "GET /v2.0/networks/0d996d84-b4b4-4e6f-a850-4a458bf62804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786561 Sep 23 06:50:00.068237 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-92e838bd-3a52-439e-80ce-48048727def4 None None] For port 39eb67dd-d8d1-43b0-89b2-ab744285cf98, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:50:00.072180 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-92e838bd-3a52-439e-80ce-48048727def4 None None] For port 39eb67dd-d8d1-43b0-89b2-ab744285cf98, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=39eb67dd-d8d1-43b0-89b2-ab744285cf98,segment=NetworkSegment(b8df1c21-d158-4a04-9c55-8af8af98d9e0),segment_id=b8df1c21-d158-4a04-9c55-8af8af98d9e0)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:50:00.136327 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-4c049e97-5889-41dd-b478-a49086c8a0a7 req-d9c9a249-5da5-45a0-b43c-7c1bf7e969f9 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:00.137180 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-92e838bd-3a52-439e-80ce-48048727def4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:00.150512 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91e7c0f-ddad-42eb-8df5-0639775e4b04 req-f3208663-d37d-4cf1-840d-8f27bc546af1 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:00.153279 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a91e7c0f-ddad-42eb-8df5-0639775e4b04 req-f3208663-d37d-4cf1-840d-8f27bc546af1 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/networks?id=6857e841-b53d-4899-987a-f0e6c1c77e85 HTTP/1.1" status: 200 len: 811 time: 0.2560461 Sep 23 06:50:00.159864 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['5c057209-9bb2-4d1b-83a6-2307236418a9'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:50:00.187698 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a91e7c0f-ddad-42eb-8df5-0639775e4b04 req-beaf7577-fb03-45ac-8c14-36853edb0a3f tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/quotas/78784ddf54ea42ea84ca6a9ec88bb4dc HTTP/1.1" status: 200 len: 375 time: 0.0243895 Sep 23 06:50:00.211971 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c9a249-5da5-45a0-b43c-7c1bf7e969f9 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Pushing event deleted for resources: {'Port': ['ID=5c057209-9bb2-4d1b-83a6-2307236418a9,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:00.254956 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c049e97-5889-41dd-b478-a49086c8a0a7 req-d9c9a249-5da5-45a0-b43c-7c1bf7e969f9 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] No DVR routers for this DVR port 5c057209-9bb2-4d1b-83a6-2307236418a9 on host n-h2-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:50:00.259053 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-4c049e97-5889-41dd-b478-a49086c8a0a7 req-d9c9a249-5da5-45a0-b43c-7c1bf7e969f9 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:00.261547 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4c049e97-5889-41dd-b478-a49086c8a0a7 req-d9c9a249-5da5-45a0-b43c-7c1bf7e969f9 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.58 "DELETE /v2.0/ports/5c057209-9bb2-4d1b-83a6-2307236418a9 HTTP/1.1" status: 204 len: 173 time: 0.8052893 Sep 23 06:50:00.268305 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a91e7c0f-ddad-42eb-8df5-0639775e4b04 req-9de4d91c-8fbf-4355-bf3e-f9fe9b54f44b tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=78784ddf54ea42ea84ca6a9ec88bb4dc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0732350 Sep 23 06:50:00.294202 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e9e6ab-6b8a-46ee-b94d-1b50397f1b9d None None] Pushing event updated for resources: {'Port': ['ID=39eb67dd-d8d1-43b0-89b2-ab744285cf98,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:00.296812 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f00bc9-2429-406b-8639-c139705c73aa req-41a326da-9e1e-4cd2-9617-54726aaba3d8 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:00.296995 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e838bd-3a52-439e-80ce-48048727def4 None None] Routers {'1dfbce3a-1721-49d1-9b03-89f72f34aa96'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:50:00.297790 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-92e838bd-3a52-439e-80ce-48048727def4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:49:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['1dfbce3a-1721-49d1-9b03-89f72f34aa96'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:50:00.305370 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f00bc9-2429-406b-8639-c139705c73aa req-41a326da-9e1e-4cd2-9617-54726aaba3d8 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:00.312639 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f00bc9-2429-406b-8639-c139705c73aa req-41a326da-9e1e-4cd2-9617-54726aaba3d8 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:00.320242 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f00bc9-2429-406b-8639-c139705c73aa req-41a326da-9e1e-4cd2-9617-54726aaba3d8 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:00.326011 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f00bc9-2429-406b-8639-c139705c73aa req-41a326da-9e1e-4cd2-9617-54726aaba3d8 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:00.333109 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f00bc9-2429-406b-8639-c139705c73aa req-41a326da-9e1e-4cd2-9617-54726aaba3d8 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:00.339506 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f00bc9-2429-406b-8639-c139705c73aa req-41a326da-9e1e-4cd2-9617-54726aaba3d8 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:00.355100 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d7f00bc9-2429-406b-8639-c139705c73aa req-41a326da-9e1e-4cd2-9617-54726aaba3d8 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bf31744-0efa-4cef-967d-471fd8e8c528 HTTP/1.1" status: 200 len: 5429 time: 0.2061362 Sep 23 06:50:00.410828 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d7f00bc9-2429-406b-8639-c139705c73aa req-c45eedaf-5ca3-497a-8c04-efb461fd6f05 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c9c5b19-61b6-4835-bef3-eb0ee04d7a83&id=5d045487-122b-40fb-9f4c-7e88b4bd6ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538917 Sep 23 06:50:00.421382 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-92e838bd-3a52-439e-80ce-48048727def4 None None] Set router 1dfbce3a-1721-49d1-9b03-89f72f34aa96 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:50:00.421533 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-09497748-8a97-4fce-b6e9-dfaa9ae47215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38bc268b-ce43-4822-830e-3a3e3cee4b2d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-629062751-router', 'tenant_id': 'b4c98fe61d4d4691a9ed5d49fef41770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '560d8b32-8b51-4953-8b34-4692e042958c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:49:05Z', 'updated_at': '2021-09-23T06:49:15Z', 'revision_number': 4, 'project_id': 'b4c98fe61d4d4691a9ed5d49fef41770', 'gw_port': {'id': '560d8b32-8b51-4953-8b34-4692e042958c', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:1a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bc268b-ce43-4822-830e-3a3e3cee4b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:49:07Z', 'updated_at': '2021-09-23T06:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': 'e20214c0-1fda-4fa2-be61-0f3cba5d1881', 'name': '', 'network_id': '0d996d84-b4b4-4e6f-a850-4a458bf62804', 'tenant_id': 'b4c98fe61d4d4691a9ed5d49fef41770', 'mac_address': 'fa:16:3e:71:a5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bc268b-ce43-4822-830e-3a3e3cee4b2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '7ba05bd1-3982-461a-8070-b835a868df61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:49:13Z', 'updated_at': '2021-09-23T06:49:21Z', 'revision_number': 5, 'project_id': 'b4c98fe61d4d4691a9ed5d49fef41770', 'subnets': [{'id': '7ba05bd1-3982-461a-8070-b835a868df61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:50:00.496417 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a91e7c0f-ddad-42eb-8df5-0639775e4b04 req-6b83a311-1ef7-456c-bf35-40cf76d397a0 service neutron] 10.222.0.39 "GET /v2.0/networks/6857e841-b53d-4899-987a-f0e6c1c77e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186339 Sep 23 06:50:00.497076 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09497748-8a97-4fce-b6e9-dfaa9ae47215 None None] The sync data for ids ['38bc268b-ce43-4822-830e-3a3e3cee4b2d'] in n-d-715271-16 is: [{'id': '38bc268b-ce43-4822-830e-3a3e3cee4b2d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-629062751-router', 'tenant_id': 'b4c98fe61d4d4691a9ed5d49fef41770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '560d8b32-8b51-4953-8b34-4692e042958c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:49:05Z', 'updated_at': '2021-09-23T06:49:15Z', 'revision_number': 4, 'project_id': 'b4c98fe61d4d4691a9ed5d49fef41770', 'gw_port': {'id': '560d8b32-8b51-4953-8b34-4692e042958c', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:1a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bc268b-ce43-4822-830e-3a3e3cee4b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:49:07Z', 'updated_at': '2021-09-23T06:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': 'e20214c0-1fda-4fa2-be61-0f3cba5d1881', 'name': '', 'network_id': '0d996d84-b4b4-4e6f-a850-4a458bf62804', 'tenant_id': 'b4c98fe61d4d4691a9ed5d49fef41770', 'mac_address': 'fa:16:3e:71:a5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bc268b-ce43-4822-830e-3a3e3cee4b2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '7ba05bd1-3982-461a-8070-b835a868df61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:49:13Z', 'updated_at': '2021-09-23T06:49:21Z', 'revision_number': 5, 'project_id': 'b4c98fe61d4d4691a9ed5d49fef41770', 'subnets': [{'id': '7ba05bd1-3982-461a-8070-b835a868df61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:50:00.499799 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0712373-ce6c-4ab0-b230-9f235e976529 x-openstack-request-id: req-d0712373-ce6c-4ab0-b230-9f235e976529 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:50:00.500085 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5429779-2edc-438f-a1de-129658445860", "name": "network-vif-plugged", "status": "completed", "tag": "c8e2dfa6-e7f2-4f74-8a78-9231b71f88c5", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:50:00.500439 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d0712373-ce6c-4ab0-b230-9f235e976529 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:50:00.500708 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5429779-2edc-438f-a1de-129658445860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8e2dfa6-e7f2-4f74-8a78-9231b71f88c5', 'code': 200} Sep 23 06:50:00.598678 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1b5053-2a79-4440-b0b1-b5191ebde1af req-36a3653e-3084-4119-8716-045b3d4f7d26 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:00.600528 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7b1b5053-2a79-4440-b0b1-b5191ebde1af req-36a3653e-3084-4119-8716-045b3d4f7d26 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 944 time: 0.0765259 Sep 23 06:50:00.637209 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a91e7c0f-ddad-42eb-8df5-0639775e4b04 req-912688e6-0d38-4487-b200-8d39a169a094 service neutron] 10.222.0.39 "GET /v2.0/networks/6857e841-b53d-4899-987a-f0e6c1c77e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399102 Sep 23 06:50:00.643640 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b01ec-7f33-4b0e-85b4-d30c81984c6d req-1cf8cb1c-996a-4b56-8f33-2d2d5cdbfc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:00.645119 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-197b01ec-7f33-4b0e-85b4-d30c81984c6d req-1cf8cb1c-996a-4b56-8f33-2d2d5cdbfc5b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e5429779-2edc-438f-a1de-129658445860 HTTP/1.1" status: 200 len: 1097 time: 0.0748441 Sep 23 06:50:00.647260 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7b1b5053-2a79-4440-b0b1-b5191ebde1af req-5c35b12d-ebb3-433d-800e-7a84b2a30ecb tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388160 Sep 23 06:50:00.665940 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-92e838bd-3a52-439e-80ce-48048727def4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dfbce3a-1721-49d1-9b03-89f72f34aa96', 'name': 'tempest-ServerRescueTestJSON-1197230621-router', 'tenant_id': '78784ddf54ea42ea84ca6a9ec88bb4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '72c3f931-1212-4833-ad3f-5993164a799b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:49:49Z', 'updated_at': '2021-09-23T06:49:56Z', 'revision_number': 4, 'project_id': '78784ddf54ea42ea84ca6a9ec88bb4dc', 'gw_port': {'id': '72c3f931-1212-4833-ad3f-5993164a799b', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:31:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dfbce3a-1721-49d1-9b03-89f72f34aa96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:49:49Z', 'updated_at': '2021-09-23T06:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '39eb67dd-d8d1-43b0-89b2-ab744285cf98', 'name': '', 'network_id': '6857e841-b53d-4899-987a-f0e6c1c77e85', 'tenant_id': '78784ddf54ea42ea84ca6a9ec88bb4dc', 'mac_address': 'fa:16:3e:32:26:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dfbce3a-1721-49d1-9b03-89f72f34aa96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '28a40485-6179-4cfd-bacb-cd6d53527b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:49:54Z', 'updated_at': '2021-09-23T06:50:00Z', 'revision_number': 4, 'project_id': '78784ddf54ea42ea84ca6a9ec88bb4dc', 'subnets': [{'id': '28a40485-6179-4cfd-bacb-cd6d53527b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:50:00.694378 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e838bd-3a52-439e-80ce-48048727def4 None None] The sync data for ids ['1dfbce3a-1721-49d1-9b03-89f72f34aa96'] in n-d-715271-16 is: [{'id': '1dfbce3a-1721-49d1-9b03-89f72f34aa96', 'name': 'tempest-ServerRescueTestJSON-1197230621-router', 'tenant_id': '78784ddf54ea42ea84ca6a9ec88bb4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '72c3f931-1212-4833-ad3f-5993164a799b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:49:49Z', 'updated_at': '2021-09-23T06:49:56Z', 'revision_number': 4, 'project_id': '78784ddf54ea42ea84ca6a9ec88bb4dc', 'gw_port': {'id': '72c3f931-1212-4833-ad3f-5993164a799b', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:31:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dfbce3a-1721-49d1-9b03-89f72f34aa96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:49:49Z', 'updated_at': '2021-09-23T06:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '39eb67dd-d8d1-43b0-89b2-ab744285cf98', 'name': '', 'network_id': '6857e841-b53d-4899-987a-f0e6c1c77e85', 'tenant_id': '78784ddf54ea42ea84ca6a9ec88bb4dc', 'mac_address': 'fa:16:3e:32:26:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dfbce3a-1721-49d1-9b03-89f72f34aa96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '28a40485-6179-4cfd-bacb-cd6d53527b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:49:54Z', 'updated_at': '2021-09-23T06:50:00Z', 'revision_number': 4, 'project_id': '78784ddf54ea42ea84ca6a9ec88bb4dc', 'subnets': [{'id': '28a40485-6179-4cfd-bacb-cd6d53527b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:50:00.695780 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-197b01ec-7f33-4b0e-85b4-d30c81984c6d req-8cc70c56-89a0-46b9-943a-d006e5b29970 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a2bb078b-5609-4862-b2a7-1e140a670c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416920 Sep 23 06:50:00.728472 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70b72094-5133-45c5-bd03-4c677de3d507 x-openstack-request-id: req-70b72094-5133-45c5-bd03-4c677de3d507 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:50:00.728729 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2c27a2f-4f4e-4c47-803d-37a71d079d18", "tag": "58d6f936-8802-4dd8-8e70-f6b5f9c4d52c", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:50:00.728975 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-70b72094-5133-45c5-bd03-4c677de3d507 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:50:00.729406 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2c27a2f-4f4e-4c47-803d-37a71d079d18', 'tag': '58d6f936-8802-4dd8-8e70-f6b5f9c4d52c', 'status': 'completed', 'code': 200} Sep 23 06:50:00.870810 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad0c7c-fc5a-4ba2-91e3-e04354114155 req-0bef259d-3072-45d5-9841-f3e3d92eb70c tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:00.875194 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-65ad0c7c-fc5a-4ba2-91e3-e04354114155 req-0bef259d-3072-45d5-9841-f3e3d92eb70c tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] 10.222.0.39 "GET /v2.0/ports?device_id=c52ce5cd-a679-44b2-a8cc-60744ed1a194 HTTP/1.1" status: 200 len: 944 time: 0.0794957 Sep 23 06:50:00.950265 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-65ad0c7c-fc5a-4ba2-91e3-e04354114155 req-267c19ac-1fc9-4857-8862-ec5e00bc5ad9 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2bb078b-5609-4862-b2a7-1e140a670c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687099 Sep 23 06:50:00.991280 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e20fab1-b5cc-4ccc-83ed-becc115f3d18 None None] New status for floating IP f59f86f6-4554-4a38-9eb3-0a7ce93551e0: DOWN {{(pid=95067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 06:50:01.142127 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b6a993-623e-4248-bcc0-b4c912f0fb1e req-b280a36f-641c-4b6e-a7c5-548799da65f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:01.144834 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-51b6a993-623e-4248-bcc0-b4c912f0fb1e req-b280a36f-641c-4b6e-a7c5-548799da65f1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b4c98fe61d4d4691a9ed5d49fef41770&device_id=d2c27a2f-4f4e-4c47-803d-37a71d079d18 HTTP/1.1" status: 200 len: 1098 time: 0.0696959 Sep 23 06:50:01.216989 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6febbd83-3ead-4cfc-8b56-23293e0e0f14 req-e3c0b0a0-72c6-4f04-bb4a-be07a599f5f9 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba634db7-29b6-45c5-bbdf-b5b839e61bd6 HTTP/1.1" status: 200 len: 210 time: 0.0514042 Sep 23 06:50:01.322449 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3e37267e-21a1-4b12-88a5-5f0cf7baa485 req-8194b38a-52ef-4c5d-8d9d-e948c8322d62 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] 10.222.0.39 "GET /v2.0/floatingips/f59f86f6-4554-4a38-9eb3-0a7ce93551e0 HTTP/1.1" status: 200 len: 695 time: 0.1765671 Sep 23 06:50:01.456902 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b6a993-623e-4248-bcc0-b4c912f0fb1e req-c4159ac8-4270-4d61-85f3-fb035349e6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:01.458503 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-51b6a993-623e-4248-bcc0-b4c912f0fb1e req-c4159ac8-4270-4d61-85f3-fb035349e6c1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0d996d84-b4b4-4e6f-a850-4a458bf62804 HTTP/1.1" status: 200 len: 929 time: 0.3027003 Sep 23 06:50:01.522459 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b80aff94-2f38-45f0-a17d-14ceb641e612 req-a416f30a-5084-4354-b6cc-d366e93c758e tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb87560c-9641-4635-9fad-e3498f44ae55 HTTP/1.1" status: 200 len: 210 time: 0.0528958 Sep 23 06:50:01.540386 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-51b6a993-623e-4248-bcc0-b4c912f0fb1e req-6462f4b7-7b88-4944-8947-cfaf9df7308b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58d6f936-8802-4dd8-8e70-f6b5f9c4d52c HTTP/1.1" status: 200 len: 217 time: 0.0584443 Sep 23 06:50:01.571027 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e37267e-21a1-4b12-88a5-5f0cf7baa485 req-b1ba12e1-5270-4beb-949d-bf4a0ec82865 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:01.572546 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3e37267e-21a1-4b12-88a5-5f0cf7baa485 req-b1ba12e1-5270-4beb-949d-bf4a0ec82865 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] 10.222.0.39 "GET /v2.0/networks/0f47978c-41eb-4cc7-92bf-8b873be8a1a0 HTTP/1.1" status: 200 len: 784 time: 0.2406762 Sep 23 06:50:01.642023 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ddb34e-6327-4b69-9c45-7acec64cbebf req-d6007cc6-ce74-44d2-9901-fc215a74f7b7 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:01.643871 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-23ddb34e-6327-4b69-9c45-7acec64cbebf req-d6007cc6-ce74-44d2-9901-fc215a74f7b7 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/ports?device_id=193182f5-6dd0-42cb-a3c8-6bc06f2deb9b HTTP/1.1" status: 200 len: 946 time: 0.0602827 Sep 23 06:50:01.666885 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3e37267e-21a1-4b12-88a5-5f0cf7baa485 req-1b521ddb-f53f-4479-a00d-9586f895114f tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.175 HTTP/1.1" status: 200 len: 696 time: 0.0671864 Sep 23 06:50:01.669447 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b6a993-623e-4248-bcc0-b4c912f0fb1e req-df14a792-de96-4497-9564-6a6a2b3bebcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:01.671139 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-51b6a993-623e-4248-bcc0-b4c912f0fb1e req-df14a792-de96-4497-9564-6a6a2b3bebcb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7ba05bd1-3982-461a-8070-b835a868df61 HTTP/1.1" status: 200 len: 867 time: 0.1193340 Sep 23 06:50:01.694963 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-23ddb34e-6327-4b69-9c45-7acec64cbebf req-6f387b10-ba27-4885-91ae-70979fa9d0ed tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d44e72e-9977-4c1c-b9ad-087588ff958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410368 Sep 23 06:50:01.794097 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3e37267e-21a1-4b12-88a5-5f0cf7baa485 req-e799a103-8280-4e89-85ec-a9cf58de3ec4 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.175 HTTP/1.1" status: 200 len: 696 time: 0.1012690 Sep 23 06:50:01.848404 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b6a993-623e-4248-bcc0-b4c912f0fb1e req-101f48dd-3c20-4539-95ca-1ffceeb7c4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:01.850218 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-51b6a993-623e-4248-bcc0-b4c912f0fb1e req-101f48dd-3c20-4539-95ca-1ffceeb7c4f0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0d996d84-b4b4-4e6f-a850-4a458bf62804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1684268 Sep 23 06:50:01.850734 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93551c2e-37ad-4169-9b0d-3cd89fcd761b req-226707ef-fe7b-4599-8d8d-d406431e7b84 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:01.853103 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-93551c2e-37ad-4169-9b0d-3cd89fcd761b req-226707ef-fe7b-4599-8d8d-d406431e7b84 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 944 time: 0.0907648 Sep 23 06:50:01.894612 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-93551c2e-37ad-4169-9b0d-3cd89fcd761b req-bc3777c9-383f-467d-82ba-c4df5582e87e tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345287 Sep 23 06:50:02.021270 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-3e37267e-21a1-4b12-88a5-5f0cf7baa485 req-f9bc4dbd-3677-4a74-b2f1-c7a1fb3c338c tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Deleting port 8fbdb0d0-f0c8-4c15-a721-5fc7284eaaa5 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:50:02.021607 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-3e37267e-21a1-4b12-88a5-5f0cf7baa485 req-f9bc4dbd-3677-4a74-b2f1-c7a1fb3c338c tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:02.022049 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d3f1b4-33f3-46ca-ab1a-40d6c1eea534 req-29193e1d-307c-4466-bbe2-0ca9f0019276 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:02.027928 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-51b6a993-623e-4248-bcc0-b4c912f0fb1e req-d545e17d-4236-4301-8a3d-35f5cb638023 service neutron] 10.222.0.21 "GET /v2.0/networks/0d996d84-b4b4-4e6f-a850-4a458bf62804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385562 Sep 23 06:50:02.029023 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d3f1b4-33f3-46ca-ab1a-40d6c1eea534 req-29193e1d-307c-4466-bbe2-0ca9f0019276 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:02.034937 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d3f1b4-33f3-46ca-ab1a-40d6c1eea534 req-29193e1d-307c-4466-bbe2-0ca9f0019276 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:02.041060 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d3f1b4-33f3-46ca-ab1a-40d6c1eea534 req-29193e1d-307c-4466-bbe2-0ca9f0019276 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:02.047852 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d3f1b4-33f3-46ca-ab1a-40d6c1eea534 req-29193e1d-307c-4466-bbe2-0ca9f0019276 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:02.053794 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d3f1b4-33f3-46ca-ab1a-40d6c1eea534 req-29193e1d-307c-4466-bbe2-0ca9f0019276 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:02.061217 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d3f1b4-33f3-46ca-ab1a-40d6c1eea534 req-29193e1d-307c-4466-bbe2-0ca9f0019276 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:02.069210 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-34d3f1b4-33f3-46ca-ab1a-40d6c1eea534 req-29193e1d-307c-4466-bbe2-0ca9f0019276 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bf31744-0efa-4cef-967d-471fd8e8c528 HTTP/1.1" status: 200 len: 5429 time: 0.1079440 Sep 23 06:50:02.134101 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-34d3f1b4-33f3-46ca-ab1a-40d6c1eea534 req-fb873e1e-71e9-4a16-927f-1d73514b9e36 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c9c5b19-61b6-4835-bef3-eb0ee04d7a83&id=5d045487-122b-40fb-9f4c-7e88b4bd6ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0596948 Sep 23 06:50:02.191275 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 39eb67dd-d8d1-43b0-89b2-ab744285cf98 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:50:02.223713 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-3e37267e-21a1-4b12-88a5-5f0cf7baa485 req-f9bc4dbd-3677-4a74-b2f1-c7a1fb3c338c tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:02.224337 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-3e37267e-21a1-4b12-88a5-5f0cf7baa485 req-f9bc4dbd-3677-4a74-b2f1-c7a1fb3c338c tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:02.244241 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-3e37267e-21a1-4b12-88a5-5f0cf7baa485 req-f9bc4dbd-3677-4a74-b2f1-c7a1fb3c338c tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Calling delete_port for 8fbdb0d0-f0c8-4c15-a721-5fc7284eaaa5 owned by network:floatingip {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:50:02.265054 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-51b6a993-623e-4248-bcc0-b4c912f0fb1e req-6047c0d7-9d76-4e49-b47d-c3fcad87f4c6 service neutron] 10.222.0.21 "GET /v2.0/networks/0d996d84-b4b4-4e6f-a850-4a458bf62804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035692 Sep 23 06:50:02.275367 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 39eb67dd-d8d1-43b0-89b2-ab744285cf98 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:50:02.276810 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:02.294304 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84d0a4-bc18-456f-a9f7-bf9175ebb8e5 req-06803e11-573b-4e2a-8fad-2f8d24584789 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:02.295953 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ed84d0a4-bc18-456f-a9f7-bf9175ebb8e5 req-06803e11-573b-4e2a-8fad-2f8d24584789 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] 10.222.0.39 "GET /v2.0/ports?device_id=c52ce5cd-a679-44b2-a8cc-60744ed1a194 HTTP/1.1" status: 200 len: 944 time: 0.0924251 Sep 23 06:50:02.362394 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ed84d0a4-bc18-456f-a9f7-bf9175ebb8e5 req-148a1a4f-44b4-4ce2-b28c-8e71cc525904 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2bb078b-5609-4862-b2a7-1e140a670c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585525 Sep 23 06:50:02.396546 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:02.413412 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 2774fbee-e52a-4bf2-b805-e8d2d165d8de up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:50:02.496750 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-3e37267e-21a1-4b12-88a5-5f0cf7baa485 req-f9bc4dbd-3677-4a74-b2f1-c7a1fb3c338c tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:02.506893 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port 39eb67dd-d8d1-43b0-89b2-ab744285cf98, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=39eb67dd-d8d1-43b0-89b2-ab744285cf98,segment=NetworkSegment(b8df1c21-d158-4a04-9c55-8af8af98d9e0),segment_id=b8df1c21-d158-4a04-9c55-8af8af98d9e0)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:50:02.518528 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:02.547932 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port 2774fbee-e52a-4bf2-b805-e8d2d165d8de completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:50:02.583410 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port 2774fbee-e52a-4bf2-b805-e8d2d165d8de triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:50:02.584505 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:02.590245 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bc4dbd-3677-4a74-b2f1-c7a1fb3c338c tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Pushing event deleted for resources: {'Port': ['ID=8fbdb0d0-f0c8-4c15-a721-5fc7284eaaa5,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:02.642779 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91e7c0f-ddad-42eb-8df5-0639775e4b04 req-e8aaffc2-6012-45ec-9e93-b0a8fa24cf3b tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:02.644408 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a91e7c0f-ddad-42eb-8df5-0639775e4b04 req-e8aaffc2-6012-45ec-9e93-b0a8fa24cf3b tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.58 "GET /v2.0/networks?id=6857e841-b53d-4899-987a-f0e6c1c77e85 HTTP/1.1" status: 200 len: 811 time: 0.2291572 Sep 23 06:50:02.652289 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=39eb67dd-d8d1-43b0-89b2-ab744285cf98,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:02.663779 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-a91e7c0f-ddad-42eb-8df5-0639775e4b04 req-80ad2223-1837-4d56-afe4-c8d8203acc4f tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Request body: {'port': {'device_id': 'bb87560c-9641-4635-9fad-e3498f44ae55', 'network_id': '6857e841-b53d-4899-987a-f0e6c1c77e85', 'admin_state_up': True, 'tenant_id': '78784ddf54ea42ea84ca6a9ec88bb4dc'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:50:02.678902 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-26aed01b-4b51-48a1-9384-7e6540a71db3 req-eec32b12-508f-423f-a433-e00d9c14bdd8 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb87560c-9641-4635-9fad-e3498f44ae55 HTTP/1.1" status: 200 len: 210 time: 0.0537362 Sep 23 06:50:02.718147 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-3e37267e-21a1-4b12-88a5-5f0cf7baa485 req-f9bc4dbd-3677-4a74-b2f1-c7a1fb3c338c tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Notify callbacks [] for floatingip, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:02.722202 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-3e37267e-21a1-4b12-88a5-5f0cf7baa485 req-f9bc4dbd-3677-4a74-b2f1-c7a1fb3c338c tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:02.732108 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba634db7-29b6-45c5-bbdf-b5b839e61bd6', 'name': 'network-vif-deleted', 'tag': '5c057209-9bb2-4d1b-83a6-2307236418a9'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:50:02.735272 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14be5f53-32a1-4046-b242-56a96e101e32" -d '{"events": [{"server_uuid": "ba634db7-29b6-45c5-bbdf-b5b839e61bd6", "name": "network-vif-deleted", "tag": "5c057209-9bb2-4d1b-83a6-2307236418a9"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:50:02.739165 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3e37267e-21a1-4b12-88a5-5f0cf7baa485 req-f9bc4dbd-3677-4a74-b2f1-c7a1fb3c338c tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] 10.222.0.39 "DELETE /v2.0/floatingips/f59f86f6-4554-4a38-9eb3-0a7ce93551e0 HTTP/1.1" status: 204 len: 173 time: 0.9439399 Sep 23 06:50:02.762200 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:02.792227 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c52ce5cd-a679-44b2-a8cc-60744ed1a194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2774fbee-e52a-4bf2-b805-e8d2d165d8de'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:50:02.795294 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db023cd-cf35-4d6c-ba73-1269b78cee49" -d '{"events": [{"server_uuid": "c52ce5cd-a679-44b2-a8cc-60744ed1a194", "name": "network-vif-plugged", "status": "completed", "tag": "2774fbee-e52a-4bf2-b805-e8d2d165d8de"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:50:02.810189 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 2774fbee-e52a-4bf2-b805-e8d2d165d8de, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=2774fbee-e52a-4bf2-b805-e8d2d165d8de,segment=NetworkSegment(365a7690-8bcc-4851-81e9-72a0a6cf8e1c),segment_id=365a7690-8bcc-4851-81e9-72a0a6cf8e1c)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:50:02.816958 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:02.842799 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e68b7-9441-4fbc-a826-96160390c785 req-947e1443-5726-4299-b1a6-dc5786a94d7b tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:02.844357 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1e2e68b7-9441-4fbc-a826-96160390c785 req-947e1443-5726-4299-b1a6-dc5786a94d7b tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/ports?device_id=193182f5-6dd0-42cb-a3c8-6bc06f2deb9b HTTP/1.1" status: 200 len: 946 time: 0.0616360 Sep 23 06:50:02.882385 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=2774fbee-e52a-4bf2-b805-e8d2d165d8de,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:02.895619 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1e2e68b7-9441-4fbc-a826-96160390c785 req-33078788-367b-4a8a-9622-da0ded848ed4 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d44e72e-9977-4c1c-b9ad-087588ff958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437853 Sep 23 06:50:02.926935 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a91e7c0f-ddad-42eb-8df5-0639775e4b04 req-80ad2223-1837-4d56-afe4-c8d8203acc4f tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Made reservation on behalf of 78784ddf54ea42ea84ca6a9ec88bb4dc for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:50:02.930714 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a91e7c0f-ddad-42eb-8df5-0639775e4b04 req-80ad2223-1837-4d56-afe4-c8d8203acc4f tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:02.951820 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ff0be-09b6-4c36-82f2-1fcc6d3f582c req-51acc32f-29e2-4f8c-8bb7-87c8ec584e09 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:02.953733 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a46ff0be-09b6-4c36-82f2-1fcc6d3f582c req-51acc32f-29e2-4f8c-8bb7-87c8ec584e09 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/networks?id=5e6b1e6b-f43d-48fc-88ea-84227fc0190a HTTP/1.1" status: 200 len: 812 time: 0.1754968 Sep 23 06:50:02.955330 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec172920-4517-47ec-9968-9a0702f967a2 x-openstack-request-id: req-ec172920-4517-47ec-9968-9a0702f967a2 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:50:02.955613 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba634db7-29b6-45c5-bbdf-b5b839e61bd6", "name": "network-vif-deleted", "tag": "5c057209-9bb2-4d1b-83a6-2307236418a9", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:50:02.955860 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ec172920-4517-47ec-9968-9a0702f967a2 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:50:02.956237 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba634db7-29b6-45c5-bbdf-b5b839e61bd6', 'name': 'network-vif-deleted', 'tag': '5c057209-9bb2-4d1b-83a6-2307236418a9', 'status': 'completed', 'code': 200} Sep 23 06:50:02.980135 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a46ff0be-09b6-4c36-82f2-1fcc6d3f582c req-7cdb4a2f-6a48-4e84-bbde-8a30e6d1f4f6 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/quotas/7c15309e32824dcfa3da1dd04afd3365 HTTP/1.1" status: 200 len: 375 time: 0.0185518 Sep 23 06:50:02.988910 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7cb3b26-1fea-4468-8c0d-9f3b11ae0298 x-openstack-request-id: req-d7cb3b26-1fea-4468-8c0d-9f3b11ae0298 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:50:02.989303 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c52ce5cd-a679-44b2-a8cc-60744ed1a194", "name": "network-vif-plugged", "status": "completed", "tag": "2774fbee-e52a-4bf2-b805-e8d2d165d8de", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:50:02.989649 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d7cb3b26-1fea-4468-8c0d-9f3b11ae0298 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:50:02.990161 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c52ce5cd-a679-44b2-a8cc-60744ed1a194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2774fbee-e52a-4bf2-b805-e8d2d165d8de', 'code': 200} Sep 23 06:50:03.058643 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a46ff0be-09b6-4c36-82f2-1fcc6d3f582c req-3929c6ac-2200-42a1-a027-096c370690f8 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7c15309e32824dcfa3da1dd04afd3365&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420628 Sep 23 06:50:03.132286 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629738ae-13cd-4ddb-8a24-38e7d7d7835b req-00e85c66-59b3-4550-a772-2fbf3ab4ac53 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:03.133804 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-629738ae-13cd-4ddb-8a24-38e7d7d7835b req-00e85c66-59b3-4550-a772-2fbf3ab4ac53 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2c27a2f-4f4e-4c47-803d-37a71d079d18&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0929308 Sep 23 06:50:03.146157 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f642bcf-a34e-408c-baf7-ddcf1a3b2768 req-30a02be9-8006-4931-968b-293d0d28e206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:03.147643 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7f642bcf-a34e-408c-baf7-ddcf1a3b2768 req-30a02be9-8006-4931-968b-293d0d28e206 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c52ce5cd-a679-44b2-a8cc-60744ed1a194 HTTP/1.1" status: 200 len: 1097 time: 0.0614505 Sep 23 06:50:03.189022 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-629738ae-13cd-4ddb-8a24-38e7d7d7835b req-fc8ee486-6f27-41f4-a191-19a13442020e tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0453413 Sep 23 06:50:03.200169 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [req-a91e7c0f-ddad-42eb-8df5-0639775e4b04 req-80ad2223-1837-4d56-afe4-c8d8203acc4f tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Allocated IP 172.20.0.10 (6857e841-b53d-4899-987a-f0e6c1c77e85/28a40485-6179-4cfd-bacb-cd6d53527b94/7798a4bb-7e08-4b55-ac2e-860f75e1be63) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:50:03.228030 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7f642bcf-a34e-408c-baf7-ddcf1a3b2768 req-2f244169-342c-44d2-aac4-149dfa1f2cca service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a2bb078b-5609-4862-b2a7-1e140a670c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458097 Sep 23 06:50:03.229386 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a46ff0be-09b6-4c36-82f2-1fcc6d3f582c req-fb76e86f-a890-439b-afdb-20d27bb8ad97 service neutron] 10.222.0.39 "GET /v2.0/networks/5e6b1e6b-f43d-48fc-88ea-84227fc0190a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637936 Sep 23 06:50:03.309729 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b14404-10fe-4cc5-b397-b31754bb7014 req-449de3f2-4a24-446e-8a34-85231a942844 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:03.311366 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c8b14404-10fe-4cc5-b397-b31754bb7014 req-449de3f2-4a24-446e-8a34-85231a942844 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 944 time: 0.0547943 Sep 23 06:50:03.352570 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c8b14404-10fe-4cc5-b397-b31754bb7014 req-4510b6a7-8489-4e88-ac8c-780cffe78b62 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337646 Sep 23 06:50:03.428777 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a46ff0be-09b6-4c36-82f2-1fcc6d3f582c req-9b3560e3-5695-4741-aead-7f6220990182 service neutron] 10.222.0.39 "GET /v2.0/networks/5e6b1e6b-f43d-48fc-88ea-84227fc0190a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869698 Sep 23 06:50:03.465387 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a91e7c0f-ddad-42eb-8df5-0639775e4b04 req-80ad2223-1837-4d56-afe4-c8d8203acc4f tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:03.481524 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166db8d5-2c54-4f72-a773-d304e5f4aad7 req-2354ada7-9b16-46e2-b0ba-091efd735d15 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:03.488637 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166db8d5-2c54-4f72-a773-d304e5f4aad7 req-2354ada7-9b16-46e2-b0ba-091efd735d15 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:03.496693 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166db8d5-2c54-4f72-a773-d304e5f4aad7 req-2354ada7-9b16-46e2-b0ba-091efd735d15 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:03.504466 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166db8d5-2c54-4f72-a773-d304e5f4aad7 req-2354ada7-9b16-46e2-b0ba-091efd735d15 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:03.505119 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a91e7c0f-ddad-42eb-8df5-0639775e4b04 req-80ad2223-1837-4d56-afe4-c8d8203acc4f tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:03.513051 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166db8d5-2c54-4f72-a773-d304e5f4aad7 req-2354ada7-9b16-46e2-b0ba-091efd735d15 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:03.520191 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166db8d5-2c54-4f72-a773-d304e5f4aad7 req-2354ada7-9b16-46e2-b0ba-091efd735d15 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:03.527883 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166db8d5-2c54-4f72-a773-d304e5f4aad7 req-2354ada7-9b16-46e2-b0ba-091efd735d15 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:03.529962 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-166db8d5-2c54-4f72-a773-d304e5f4aad7 req-2354ada7-9b16-46e2-b0ba-091efd735d15 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bf31744-0efa-4cef-967d-471fd8e8c528 HTTP/1.1" status: 200 len: 5429 time: 0.1134584 Sep 23 06:50:03.564689 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a91e7c0f-ddad-42eb-8df5-0639775e4b04 req-80ad2223-1837-4d56-afe4-c8d8203acc4f tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Network 6857e841-b53d-4899-987a-f0e6c1c77e85 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:50:03.570009 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [req-a91e7c0f-ddad-42eb-8df5-0639775e4b04 req-80ad2223-1837-4d56-afe4-c8d8203acc4f tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:50:03.577130 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 5e543f7d-d49b-4f81-a1d4-c7dc1b170f42 details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:50:03.581681 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-a91e7c0f-ddad-42eb-8df5-0639775e4b04 req-80ad2223-1837-4d56-afe4-c8d8203acc4f tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:50:03.582249 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 5c057209-9bb2-4d1b-83a6-2307236418a9 no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:50:03.598327 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-166db8d5-2c54-4f72-a773-d304e5f4aad7 req-b0796671-ed10-4015-aad3-bcfe5b383dcb tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c9c5b19-61b6-4835-bef3-eb0ee04d7a83&id=5d045487-122b-40fb-9f4c-7e88b4bd6ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0606971 Sep 23 06:50:03.623352 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e2d08fb0-cb9e-41c8-a72d-560b0cb887af req-9b82ad3a-bfe2-44a2-846e-f6d5a6a94ba0 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0547822 Sep 23 06:50:03.644151 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ad2223-1837-4d56-afe4-c8d8203acc4f tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Pushing event updated for resources: {'Port': ['ID=7798a4bb-7e08-4b55-ac2e-860f75e1be63,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:03.658259 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No Port match for: 5c057209-9bb2-4d1b-83a6-2307236418a9 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:50:03.658881 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 5c057209-9bb2-4d1b-83a6-2307236418a9 not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:50:03.686446 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91e7c0f-ddad-42eb-8df5-0639775e4b04 req-80ad2223-1837-4d56-afe4-c8d8203acc4f tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:03.687116 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a91e7c0f-ddad-42eb-8df5-0639775e4b04 req-80ad2223-1837-4d56-afe4-c8d8203acc4f tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:03.734362 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 5e543f7d-d49b-4f81-a1d4-c7dc1b170f42, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=5e543f7d-d49b-4f81-a1d4-c7dc1b170f42,segment=NetworkSegment(0ae6ac83-af34-4bd3-80d6-329f37fca9ef),segment_id=0ae6ac83-af34-4bd3-80d6-329f37fca9ef)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:50:03.735089 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a91e7c0f-ddad-42eb-8df5-0639775e4b04 req-80ad2223-1837-4d56-afe4-c8d8203acc4f tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0757196 Sep 23 06:50:03.748669 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': '5e543f7d-d49b-4f81-a1d4-c7dc1b170f42', 'network_id': 'f4c6acfd-810d-4386-8654-cad37d5f8fa8', 'port_id': '5e543f7d-d49b-4f81-a1d4-c7dc1b170f42', 'mac_address': 'fa:16:3e:c2:8e:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27562dfd-be61-43be-9922-87df8a6761c0', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:50:03.764415 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-a91e7c0f-ddad-42eb-8df5-0639775e4b04 req-45b4c922-a500-4d07-884c-429b41bc853e service neutron] Request body: {'port': {'device_id': 'bb87560c-9641-4635-9fad-e3498f44ae55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:50:03.818025 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:03.827981 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d8aba-2f78-4018-8b3f-1ca5f629ad96 req-dc971e51-22f1-4b70-8781-6f1c7f564cb8 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:03.836574 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e543f7d-d49b-4f81-a1d4-c7dc1b170f42 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:50:03.837600 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e94d8aba-2f78-4018-8b3f-1ca5f629ad96 req-dc971e51-22f1-4b70-8781-6f1c7f564cb8 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] 10.222.0.39 "GET /v2.0/ports?device_id=c52ce5cd-a679-44b2-a8cc-60744ed1a194 HTTP/1.1" status: 200 len: 945 time: 0.1226408 Sep 23 06:50:03.875004 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 5e543f7d-d49b-4f81-a1d4-c7dc1b170f42, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=5e543f7d-d49b-4f81-a1d4-c7dc1b170f42,segment=NetworkSegment(0ae6ac83-af34-4bd3-80d6-329f37fca9ef),segment_id=0ae6ac83-af34-4bd3-80d6-329f37fca9ef)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:50:03.882741 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:03.883801 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device ec26d16c-4b06-4d74-a5ea-ff42d0ea9fbb details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:50:03.895069 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a91e7c0f-ddad-42eb-8df5-0639775e4b04 req-45b4c922-a500-4d07-884c-429b41bc853e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:03.921790 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e94d8aba-2f78-4018-8b3f-1ca5f629ad96 req-87983b65-d444-4051-aa6d-b8e358d680f2 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2bb078b-5609-4862-b2a7-1e140a670c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814328 Sep 23 06:50:03.975214 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=5e543f7d-d49b-4f81-a1d4-c7dc1b170f42,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:04.001097 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3b1804bc-3dee-4bf3-8510-3c3d00be8325 req-83b5a186-369e-4734-b2c6-73f764f2ca0c tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=81c20f7e-ab7b-4016-8938-e0baf0d6e226 HTTP/1.1" status: 200 len: 210 time: 0.0484550 Sep 23 06:50:04.084326 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port ec26d16c-4b06-4d74-a5ea-ff42d0ea9fbb, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=ec26d16c-4b06-4d74-a5ea-ff42d0ea9fbb,segment=NetworkSegment(51e5ec9a-f432-4fca-9474-63e4a4e4e1fb),segment_id=51e5ec9a-f432-4fca-9474-63e4a4e4e1fb)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:50:04.100910 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': 'ec26d16c-4b06-4d74-a5ea-ff42d0ea9fbb', 'network_id': '101e91e4-7df0-4369-ab96-69b58e29208f', 'port_id': 'ec26d16c-4b06-4d74-a5ea-ff42d0ea9fbb', 'mac_address': 'fa:16:3e:56:62:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f10707c7-ecb6-4efa-8289-ef31b97494c5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:50:04.211037 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 39eb67dd-d8d1-43b0-89b2-ab744285cf98 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:50:04.272460 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277e89b7-02ec-4cff-b7b3-6900dc336f25 req-72bc4221-de66-4242-91f9-3aeea703e91c tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:04.283210 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-277e89b7-02ec-4cff-b7b3-6900dc336f25 req-72bc4221-de66-4242-91f9-3aeea703e91c tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb87560c-9641-4635-9fad-e3498f44ae55 HTTP/1.1" status: 200 len: 932 time: 0.1616940 Sep 23 06:50:04.285356 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:04.304949 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec26d16c-4b06-4d74-a5ea-ff42d0ea9fbb {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:50:04.332985 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port ec26d16c-4b06-4d74-a5ea-ff42d0ea9fbb, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=ec26d16c-4b06-4d74-a5ea-ff42d0ea9fbb,segment=NetworkSegment(51e5ec9a-f432-4fca-9474-63e4a4e4e1fb),segment_id=51e5ec9a-f432-4fca-9474-63e4a4e4e1fb)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:50:04.339669 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-277e89b7-02ec-4cff-b7b3-6900dc336f25 req-eb59949a-4070-4944-a474-dcca6016fded tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/security-groups?id=ece3dc8d-d93c-45c1-8c17-22ee813f6047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539072 Sep 23 06:50:04.341956 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:04.342629 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 07136d1d-f216-41bf-b3d9-e3f2b509cb43 details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:50:04.382326 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 39eb67dd-d8d1-43b0-89b2-ab744285cf98 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:50:04.382988 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:04.413301 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38edf599-7db9-4a2b-8f1a-b78bc77ec285 req-a4eb82d9-85de-4e67-89ed-dd593d2bed22 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:04.416544 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-38edf599-7db9-4a2b-8f1a-b78bc77ec285 req-a4eb82d9-85de-4e67-89ed-dd593d2bed22 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 944 time: 0.1099703 Sep 23 06:50:04.461786 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 07136d1d-f216-41bf-b3d9-e3f2b509cb43, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=07136d1d-f216-41bf-b3d9-e3f2b509cb43,segment=NetworkSegment(0ae6ac83-af34-4bd3-80d6-329f37fca9ef),segment_id=0ae6ac83-af34-4bd3-80d6-329f37fca9ef)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:50:04.465242 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=ec26d16c-4b06-4d74-a5ea-ff42d0ea9fbb,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:04.487069 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [req-a91e7c0f-ddad-42eb-8df5-0639775e4b04 req-45b4c922-a500-4d07-884c-429b41bc853e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7798a4bb-7e08-4b55-ac2e-860f75e1be63 {{(pid=95066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:50:04.489075 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': '07136d1d-f216-41bf-b3d9-e3f2b509cb43', 'network_id': 'f4c6acfd-810d-4386-8654-cad37d5f8fa8', 'port_id': '07136d1d-f216-41bf-b3d9-e3f2b509cb43', 'mac_address': 'fa:16:3e:3e:e3:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27562dfd-be61-43be-9922-87df8a6761c0', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:50:04.501556 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214a9faa-d2a3-401d-9eb5-d8dc6afa556d req-2d10c14b-951d-4b92-9b02-e2362f582f58 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:04.503215 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-214a9faa-d2a3-401d-9eb5-d8dc6afa556d req-2d10c14b-951d-4b92-9b02-e2362f582f58 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/ports?device_id=193182f5-6dd0-42cb-a3c8-6bc06f2deb9b HTTP/1.1" status: 200 len: 946 time: 0.0970514 Sep 23 06:50:04.504154 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a91e7c0f-ddad-42eb-8df5-0639775e4b04 req-45b4c922-a500-4d07-884c-429b41bc853e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:04.513352 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-38edf599-7db9-4a2b-8f1a-b78bc77ec285 req-162e11c1-64e5-4c6c-9f5a-56df91834dfa tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680389 Sep 23 06:50:04.526685 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.provisioning_blocks [req-a91e7c0f-ddad-42eb-8df5-0639775e4b04 req-45b4c922-a500-4d07-884c-429b41bc853e service neutron] Transition to ACTIVE for port object 7798a4bb-7e08-4b55-ac2e-860f75e1be63 will not be triggered until provisioned by entity L2. {{(pid=95066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:50:04.531960 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a91e7c0f-ddad-42eb-8df5-0639775e4b04 req-45b4c922-a500-4d07-884c-429b41bc853e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:04.554986 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-214a9faa-d2a3-401d-9eb5-d8dc6afa556d req-2f7cb867-7734-462a-8984-0a026beaecf6 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d44e72e-9977-4c1c-b9ad-087588ff958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437405 Sep 23 06:50:04.579995 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:04.599921 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07136d1d-f216-41bf-b3d9-e3f2b509cb43 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:50:04.620365 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 07136d1d-f216-41bf-b3d9-e3f2b509cb43, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=07136d1d-f216-41bf-b3d9-e3f2b509cb43,segment=NetworkSegment(0ae6ac83-af34-4bd3-80d6-329f37fca9ef),segment_id=0ae6ac83-af34-4bd3-80d6-329f37fca9ef)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:50:04.624948 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:04.625359 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b4c922-a500-4d07-884c-429b41bc853e service neutron] Pushing event updated for resources: {'Port': ['ID=7798a4bb-7e08-4b55-ac2e-860f75e1be63,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:04.625908 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 836860f4-7f78-4d29-8753-1658ddbce618 details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:50:04.697643 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd71e1d-d639-4807-a350-a1c2e0b5fbfe req-3dad2c5c-cf7a-4638-aeda-cea47218209a tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:04.699516 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ffd71e1d-d639-4807-a350-a1c2e0b5fbfe req-3dad2c5c-cf7a-4638-aeda-cea47218209a tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2c27a2f-4f4e-4c47-803d-37a71d079d18 HTTP/1.1" status: 200 len: 946 time: 0.1103039 Sep 23 06:50:04.710532 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=07136d1d-f216-41bf-b3d9-e3f2b509cb43,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:04.723265 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-a91e7c0f-ddad-42eb-8df5-0639775e4b04 req-45b4c922-a500-4d07-884c-429b41bc853e service neutron] Attempting to bind port 7798a4bb-7e08-4b55-ac2e-860f75e1be63 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:50:04.723604 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-a91e7c0f-ddad-42eb-8df5-0639775e4b04 req-45b4c922-a500-4d07-884c-429b41bc853e service neutron] Attempting to bind port 7798a4bb-7e08-4b55-ac2e-860f75e1be63 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': 'b8df1c21-d158-4a04-9c55-8af8af98d9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6857e841-b53d-4899-987a-f0e6c1c77e85'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:50:04.724201 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91e7c0f-ddad-42eb-8df5-0639775e4b04 req-45b4c922-a500-4d07-884c-429b41bc853e service neutron] Attempting to bind port 7798a4bb-7e08-4b55-ac2e-860f75e1be63 on network 6857e841-b53d-4899-987a-f0e6c1c77e85 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:50:04.731894 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91e7c0f-ddad-42eb-8df5-0639775e4b04 req-45b4c922-a500-4d07-884c-429b41bc853e service neutron] Port 7798a4bb-7e08-4b55-ac2e-860f75e1be63 on network 6857e841-b53d-4899-987a-f0e6c1c77e85 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:50:04.732218 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91e7c0f-ddad-42eb-8df5-0639775e4b04 req-45b4c922-a500-4d07-884c-429b41bc853e service neutron] Attempting to bind port 7798a4bb-7e08-4b55-ac2e-860f75e1be63 on network 6857e841-b53d-4899-987a-f0e6c1c77e85 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:50:04.747736 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91e7c0f-ddad-42eb-8df5-0639775e4b04 req-45b4c922-a500-4d07-884c-429b41bc853e service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:50:04.748083 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91e7c0f-ddad-42eb-8df5-0639775e4b04 req-45b4c922-a500-4d07-884c-429b41bc853e service neutron] Checking segment: {'id': 'b8df1c21-d158-4a04-9c55-8af8af98d9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6857e841-b53d-4899-987a-f0e6c1c77e85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:50:04.748476 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91e7c0f-ddad-42eb-8df5-0639775e4b04 req-45b4c922-a500-4d07-884c-429b41bc853e service neutron] Bound using segment: {'id': 'b8df1c21-d158-4a04-9c55-8af8af98d9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6857e841-b53d-4899-987a-f0e6c1c77e85'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:50:04.748916 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-a91e7c0f-ddad-42eb-8df5-0639775e4b04 req-45b4c922-a500-4d07-884c-429b41bc853e service neutron] Bound port: 7798a4bb-7e08-4b55-ac2e-860f75e1be63, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8df1c21-d158-4a04-9c55-8af8af98d9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6857e841-b53d-4899-987a-f0e6c1c77e85'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:50:04.749286 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a91e7c0f-ddad-42eb-8df5-0639775e4b04 req-45b4c922-a500-4d07-884c-429b41bc853e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:04.763683 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ffd71e1d-d639-4807-a350-a1c2e0b5fbfe req-6b96acb2-9561-42ea-878d-1f884fa7b6e2 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] 10.222.0.39 "GET /v2.0/security-groups?id=960c7d48-327f-439d-8038-ab85c5444d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567799 Sep 23 06:50:04.772467 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560da83-def7-484a-b424-62bc37f0a5e9 req-1fc57fcc-3fc3-4acc-8979-b256f5bab531 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:04.779740 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560da83-def7-484a-b424-62bc37f0a5e9 req-1fc57fcc-3fc3-4acc-8979-b256f5bab531 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:04.787338 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560da83-def7-484a-b424-62bc37f0a5e9 req-1fc57fcc-3fc3-4acc-8979-b256f5bab531 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:04.796554 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 836860f4-7f78-4d29-8753-1658ddbce618, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=836860f4-7f78-4d29-8753-1658ddbce618,segment=NetworkSegment(f24e108b-4e28-412d-86ee-4c835449b745),segment_id=f24e108b-4e28-412d-86ee-4c835449b745)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:50:04.805805 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560da83-def7-484a-b424-62bc37f0a5e9 req-1fc57fcc-3fc3-4acc-8979-b256f5bab531 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:04.811746 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': '836860f4-7f78-4d29-8753-1658ddbce618', 'network_id': 'feb093c6-06a4-4aad-bf82-6fd567da1d91', 'port_id': '836860f4-7f78-4d29-8753-1658ddbce618', 'mac_address': 'fa:16:3e:16:03:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc8a7554-36e3-4ad0-b779-92036cb83888', 'ip_address': '10.1.1.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:50:04.818450 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560da83-def7-484a-b424-62bc37f0a5e9 req-1fc57fcc-3fc3-4acc-8979-b256f5bab531 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:04.826165 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560da83-def7-484a-b424-62bc37f0a5e9 req-1fc57fcc-3fc3-4acc-8979-b256f5bab531 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:04.842306 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560da83-def7-484a-b424-62bc37f0a5e9 req-1fc57fcc-3fc3-4acc-8979-b256f5bab531 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:04.844309 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c560da83-def7-484a-b424-62bc37f0a5e9 req-1fc57fcc-3fc3-4acc-8979-b256f5bab531 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bf31744-0efa-4cef-967d-471fd8e8c528 HTTP/1.1" status: 200 len: 5432 time: 0.1505299 Sep 23 06:50:04.864089 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:04.881346 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 836860f4-7f78-4d29-8753-1658ddbce618 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:50:04.903659 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 836860f4-7f78-4d29-8753-1658ddbce618, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=836860f4-7f78-4d29-8753-1658ddbce618,segment=NetworkSegment(f24e108b-4e28-412d-86ee-4c835449b745),segment_id=f24e108b-4e28-412d-86ee-4c835449b745)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:50:04.911101 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:04.912033 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 2b24a097-bd4a-4680-b3ae-d426079e7a16 details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:50:04.913986 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c560da83-def7-484a-b424-62bc37f0a5e9 req-95d8bcce-64d9-492c-89ef-c3342069eb17 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c9c5b19-61b6-4835-bef3-eb0ee04d7a83&id=5d045487-122b-40fb-9f4c-7e88b4bd6ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0608034 Sep 23 06:50:04.983683 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-a91e7c0f-ddad-42eb-8df5-0639775e4b04 req-45b4c922-a500-4d07-884c-429b41bc853e service neutron] For port 7798a4bb-7e08-4b55-ac2e-860f75e1be63, host n-h2-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:50:04.991033 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-a91e7c0f-ddad-42eb-8df5-0639775e4b04 req-45b4c922-a500-4d07-884c-429b41bc853e service neutron] For port 7798a4bb-7e08-4b55-ac2e-860f75e1be63, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=7798a4bb-7e08-4b55-ac2e-860f75e1be63,segment=NetworkSegment(b8df1c21-d158-4a04-9c55-8af8af98d9e0),segment_id=b8df1c21-d158-4a04-9c55-8af8af98d9e0)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:50:05.001436 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a91e7c0f-ddad-42eb-8df5-0639775e4b04 req-45b4c922-a500-4d07-884c-429b41bc853e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:05.007562 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 2b24a097-bd4a-4680-b3ae-d426079e7a16, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=2b24a097-bd4a-4680-b3ae-d426079e7a16,segment=NetworkSegment(f24e108b-4e28-412d-86ee-4c835449b745),segment_id=f24e108b-4e28-412d-86ee-4c835449b745)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:50:05.025044 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ff0be-09b6-4c36-82f2-1fcc6d3f582c req-c0024b13-147c-4b55-93c7-b4e65b4275dc tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:05.027251 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=836860f4-7f78-4d29-8753-1658ddbce618,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:05.027519 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a46ff0be-09b6-4c36-82f2-1fcc6d3f582c req-c0024b13-147c-4b55-93c7-b4e65b4275dc tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.58 "GET /v2.0/networks?id=5e6b1e6b-f43d-48fc-88ea-84227fc0190a HTTP/1.1" status: 200 len: 812 time: 0.1912405 Sep 23 06:50:05.055471 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': '2b24a097-bd4a-4680-b3ae-d426079e7a16', 'network_id': 'feb093c6-06a4-4aad-bf82-6fd567da1d91', 'port_id': '2b24a097-bd4a-4680-b3ae-d426079e7a16', 'mac_address': 'fa:16:3e:34:b8:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc8a7554-36e3-4ad0-b779-92036cb83888', 'ip_address': '10.1.1.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:50:05.068818 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-a46ff0be-09b6-4c36-82f2-1fcc6d3f582c req-7edd9ae8-e2d4-4b23-abc2-2539f05458ff tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Request body: {'port': {'device_id': '81c20f7e-ab7b-4016-8938-e0baf0d6e226', 'network_id': '5e6b1e6b-f43d-48fc-88ea-84227fc0190a', 'admin_state_up': True, 'tenant_id': '7c15309e32824dcfa3da1dd04afd3365'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:50:05.079158 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91e7c0f-ddad-42eb-8df5-0639775e4b04 req-45b4c922-a500-4d07-884c-429b41bc853e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:05.079780 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a91e7c0f-ddad-42eb-8df5-0639775e4b04 req-45b4c922-a500-4d07-884c-429b41bc853e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:05.085957 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a91e7c0f-ddad-42eb-8df5-0639775e4b04 req-45b4c922-a500-4d07-884c-429b41bc853e service neutron] 10.222.0.58 "PUT /v2.0/ports/7798a4bb-7e08-4b55-ac2e-860f75e1be63 HTTP/1.1" status: 200 len: 1093 time: 1.3235302 Sep 23 06:50:05.114417 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:05.117902 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8601d138-8213-4ac0-9fdb-f44ebce1cf76 req-e4c74ea4-f69e-40c4-92a0-ef85e1ddc953 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:05.119447 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8601d138-8213-4ac0-9fdb-f44ebce1cf76 req-e4c74ea4-f69e-40c4-92a0-ef85e1ddc953 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] 10.222.0.39 "GET /v2.0/ports?device_id=c52ce5cd-a679-44b2-a8cc-60744ed1a194 HTTP/1.1" status: 200 len: 945 time: 0.0830617 Sep 23 06:50:05.131636 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb87560c-9641-4635-9fad-e3498f44ae55', 'tag': '7798a4bb-7e08-4b55-ac2e-860f75e1be63'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:50:05.134065 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c9409aa-19be-4523-8d23-f5e098c2e68d" -d '{"events": [{"name": "network-changed", "server_uuid": "bb87560c-9641-4635-9fad-e3498f44ae55", "tag": "7798a4bb-7e08-4b55-ac2e-860f75e1be63"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:50:05.138541 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b24a097-bd4a-4680-b3ae-d426079e7a16 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:50:05.162940 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 2b24a097-bd4a-4680-b3ae-d426079e7a16, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=2b24a097-bd4a-4680-b3ae-d426079e7a16,segment=NetworkSegment(f24e108b-4e28-412d-86ee-4c835449b745),segment_id=f24e108b-4e28-412d-86ee-4c835449b745)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:50:05.165170 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8601d138-8213-4ac0-9fdb-f44ebce1cf76 req-51d3c7ad-47a0-4b44-b35c-e266bd6f4be5 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2bb078b-5609-4862-b2a7-1e140a670c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372331 Sep 23 06:50:05.167325 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:05.168043 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device aadce6c5-7244-4918-943f-79af3b163ac9 details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:50:05.229808 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a232b8-dfd3-43d6-a33e-095806c6cfbb x-openstack-request-id: req-83a232b8-dfd3-43d6-a33e-095806c6cfbb {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:50:05.230258 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb87560c-9641-4635-9fad-e3498f44ae55", "tag": "7798a4bb-7e08-4b55-ac2e-860f75e1be63", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:50:05.230615 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-83a232b8-dfd3-43d6-a33e-095806c6cfbb {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:50:05.231174 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb87560c-9641-4635-9fad-e3498f44ae55', 'tag': '7798a4bb-7e08-4b55-ac2e-860f75e1be63', 'status': 'completed', 'code': 200} Sep 23 06:50:05.247758 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=2b24a097-bd4a-4680-b3ae-d426079e7a16,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:05.251601 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port aadce6c5-7244-4918-943f-79af3b163ac9, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=aadce6c5-7244-4918-943f-79af3b163ac9,segment=NetworkSegment(f24e108b-4e28-412d-86ee-4c835449b745),segment_id=f24e108b-4e28-412d-86ee-4c835449b745)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:50:05.252005 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f36c0-f3b2-4bae-9c03-b290f3f096eb req-67e0af87-fe40-4a7a-8852-1c2e91ef2704 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:05.253546 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-271f36c0-f3b2-4bae-9c03-b290f3f096eb req-67e0af87-fe40-4a7a-8852-1c2e91ef2704 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.21 "GET /v2.0/ports?device_id=193182f5-6dd0-42cb-a3c8-6bc06f2deb9b HTTP/1.1" status: 200 len: 946 time: 0.0718470 Sep 23 06:50:05.270521 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': 'aadce6c5-7244-4918-943f-79af3b163ac9', 'network_id': 'feb093c6-06a4-4aad-bf82-6fd567da1d91', 'port_id': 'aadce6c5-7244-4918-943f-79af3b163ac9', 'mac_address': 'fa:16:3e:05:29:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc8a7554-36e3-4ad0-b779-92036cb83888', 'ip_address': '10.1.1.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:50:05.326778 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:05.341497 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aadce6c5-7244-4918-943f-79af3b163ac9 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:50:05.366639 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port aadce6c5-7244-4918-943f-79af3b163ac9, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=aadce6c5-7244-4918-943f-79af3b163ac9,segment=NetworkSegment(f24e108b-4e28-412d-86ee-4c835449b745),segment_id=f24e108b-4e28-412d-86ee-4c835449b745)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:50:05.372155 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:05.372836 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 66dc2450-0dc5-4831-8e32-390fda82bf83 details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:50:05.400644 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61a05f6-840f-41e5-8b93-c60c1339b786 req-32ff4186-8ada-48d8-9331-2c3a340375cf tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:05.403171 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c61a05f6-840f-41e5-8b93-c60c1339b786 req-32ff4186-8ada-48d8-9331-2c3a340375cf tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5429779-2edc-438f-a1de-129658445860 HTTP/1.1" status: 200 len: 945 time: 0.1003609 Sep 23 06:50:05.441011 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-271f36c0-f3b2-4bae-9c03-b290f3f096eb req-eb0b99ef-a573-4fcb-9a09-8be61eb5fbfc tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Deleting port 77fc45da-2817-430c-8625-421c18a253ad {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:50:05.441513 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-271f36c0-f3b2-4bae-9c03-b290f3f096eb req-eb0b99ef-a573-4fcb-9a09-8be61eb5fbfc tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:05.445925 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=aadce6c5-7244-4918-943f-79af3b163ac9,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:05.449895 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 66dc2450-0dc5-4831-8e32-390fda82bf83, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=66dc2450-0dc5-4831-8e32-390fda82bf83,segment=NetworkSegment(f24e108b-4e28-412d-86ee-4c835449b745),segment_id=f24e108b-4e28-412d-86ee-4c835449b745)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:50:05.467050 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': '66dc2450-0dc5-4831-8e32-390fda82bf83', 'network_id': 'feb093c6-06a4-4aad-bf82-6fd567da1d91', 'port_id': '66dc2450-0dc5-4831-8e32-390fda82bf83', 'mac_address': 'fa:16:3e:75:0d:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc8a7554-36e3-4ad0-b779-92036cb83888', 'ip_address': '10.1.1.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:50:05.489387 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c61a05f6-840f-41e5-8b93-c60c1339b786 req-41f77381-3093-46d8-8340-a30d9a55ee4f tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2bb078b-5609-4862-b2a7-1e140a670c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775838 Sep 23 06:50:05.511915 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-60701be3-7f35-492b-8cb9-77ce31c963dd req-bb0e5d66-3d78-4ce4-8f93-165d21595feb tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=81c20f7e-ab7b-4016-8938-e0baf0d6e226 HTTP/1.1" status: 200 len: 210 time: 0.3686235 Sep 23 06:50:05.526101 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:05.539598 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b4c922-a500-4d07-884c-429b41bc853e service neutron] Pushing event updated for resources: {'Port': ['ID=7798a4bb-7e08-4b55-ac2e-860f75e1be63,revision_number=3']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:05.550193 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91e7c0f-ddad-42eb-8df5-0639775e4b04 req-237c4a05-9da9-493c-9c3b-d280f2993943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:05.551721 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a91e7c0f-ddad-42eb-8df5-0639775e4b04 req-237c4a05-9da9-493c-9c3b-d280f2993943 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=78784ddf54ea42ea84ca6a9ec88bb4dc&device_id=bb87560c-9641-4635-9fad-e3498f44ae55 HTTP/1.1" status: 200 len: 1096 time: 0.3971848 Sep 23 06:50:05.565957 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66dc2450-0dc5-4831-8e32-390fda82bf83 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:50:05.599882 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-271f36c0-f3b2-4bae-9c03-b290f3f096eb req-eb0b99ef-a573-4fcb-9a09-8be61eb5fbfc tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] For port 77fc45da-2817-430c-8625-421c18a253ad, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=77fc45da-2817-430c-8625-421c18a253ad,segment=NetworkSegment(e1f321b6-0718-4853-a894-c71ec0ee9dcb),segment_id=e1f321b6-0718-4853-a894-c71ec0ee9dcb)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:50:05.600239 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-271f36c0-f3b2-4bae-9c03-b290f3f096eb req-eb0b99ef-a573-4fcb-9a09-8be61eb5fbfc tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:05.607514 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a91e7c0f-ddad-42eb-8df5-0639775e4b04 req-9e2e3b5e-85e2-4417-bd22-7618b1d9f928 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7798a4bb-7e08-4b55-ac2e-860f75e1be63 HTTP/1.1" status: 200 len: 217 time: 0.0454216 Sep 23 06:50:05.611657 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 66dc2450-0dc5-4831-8e32-390fda82bf83, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=66dc2450-0dc5-4831-8e32-390fda82bf83,segment=NetworkSegment(f24e108b-4e28-412d-86ee-4c835449b745),segment_id=f24e108b-4e28-412d-86ee-4c835449b745)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:50:05.616276 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-271f36c0-f3b2-4bae-9c03-b290f3f096eb req-eb0b99ef-a573-4fcb-9a09-8be61eb5fbfc tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Calling delete_port for 77fc45da-2817-430c-8625-421c18a253ad owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:50:05.617196 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:05.662704 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a46ff0be-09b6-4c36-82f2-1fcc6d3f582c req-7edd9ae8-e2d4-4b23-abc2-2539f05458ff tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Made reservation on behalf of 7c15309e32824dcfa3da1dd04afd3365 for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:50:05.666415 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a46ff0be-09b6-4c36-82f2-1fcc6d3f582c req-7edd9ae8-e2d4-4b23-abc2-2539f05458ff tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:05.682337 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91e7c0f-ddad-42eb-8df5-0639775e4b04 req-83412569-eaa5-40ca-9f87-73527860cbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:05.683869 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=66dc2450-0dc5-4831-8e32-390fda82bf83,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:05.684329 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a91e7c0f-ddad-42eb-8df5-0639775e4b04 req-83412569-eaa5-40ca-9f87-73527860cbee service neutron] 10.222.0.58 "GET /v2.0/subnets?id=28a40485-6179-4cfd-bacb-cd6d53527b94 HTTP/1.1" status: 200 len: 851 time: 0.0685041 Sep 23 06:50:05.730049 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbefe2a9-ae38-41dd-a5f0-4a1ace29cc0f req-086399f9-3c4c-4086-8957-7fdec068b5ba tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:05.732430 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cbefe2a9-ae38-41dd-a5f0-4a1ace29cc0f req-086399f9-3c4c-4086-8957-7fdec068b5ba tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb87560c-9641-4635-9fad-e3498f44ae55 HTTP/1.1" status: 200 len: 944 time: 0.1142256 Sep 23 06:50:05.757262 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a91e7c0f-ddad-42eb-8df5-0639775e4b04 req-92bb9c19-1193-4cef-85d1-e768e9bfa1b0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6857e841-b53d-4899-987a-f0e6c1c77e85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614197 Sep 23 06:50:05.813965 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cbefe2a9-ae38-41dd-a5f0-4a1ace29cc0f req-1b66e0b0-74ca-40d0-a519-f521fcc4c6ab tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/security-groups?id=ece3dc8d-d93c-45c1-8c17-22ee813f6047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708158 Sep 23 06:50:05.935554 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-271f36c0-f3b2-4bae-9c03-b290f3f096eb req-eb0b99ef-a573-4fcb-9a09-8be61eb5fbfc tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:05.952946 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [req-a46ff0be-09b6-4c36-82f2-1fcc6d3f582c req-7edd9ae8-e2d4-4b23-abc2-2539f05458ff tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Allocated IP 172.20.0.13 (5e6b1e6b-f43d-48fc-88ea-84227fc0190a/9dbf4107-f4ac-450c-a420-ffd87b06b7dc/a98de87c-3ea2-486d-b079-c75619c5535b) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:50:05.957181 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a91e7c0f-ddad-42eb-8df5-0639775e4b04 req-09a7f43d-5899-40c4-8219-5db5af9576ee service neutron] 10.222.0.58 "GET /v2.0/networks/6857e841-b53d-4899-987a-f0e6c1c77e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897655 Sep 23 06:50:05.967669 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dbd809-43ed-4089-a47f-ef6ba7eccf3b req-fab70328-2d9c-4f25-bd19-886937a5a347 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:05.969114 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-77dbd809-43ed-4089-a47f-ef6ba7eccf3b req-fab70328-2d9c-4f25-bd19-886937a5a347 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 944 time: 0.0990555 Sep 23 06:50:05.971397 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0b99ef-a573-4fcb-9a09-8be61eb5fbfc tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Pushing event deleted for resources: {'Port': ['ID=77fc45da-2817-430c-8625-421c18a253ad,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:05.973121 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['77fc45da-2817-430c-8625-421c18a253ad'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:50:05.984774 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df7c2aa-ca4a-4357-99ac-f76833dce009 req-80925be7-30ca-4bfb-817d-06bb702450c4 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:05.990353 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1df7c2aa-ca4a-4357-99ac-f76833dce009 req-80925be7-30ca-4bfb-817d-06bb702450c4 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/ports?device_id=193182f5-6dd0-42cb-a3c8-6bc06f2deb9b HTTP/1.1" status: 200 len: 867 time: 0.1022184 Sep 23 06:50:06.053917 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-271f36c0-f3b2-4bae-9c03-b290f3f096eb req-eb0b99ef-a573-4fcb-9a09-8be61eb5fbfc tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] No DVR routers for this DVR port 77fc45da-2817-430c-8625-421c18a253ad on host n-h1-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:50:06.059746 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-271f36c0-f3b2-4bae-9c03-b290f3f096eb req-eb0b99ef-a573-4fcb-9a09-8be61eb5fbfc tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:06.062028 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-271f36c0-f3b2-4bae-9c03-b290f3f096eb req-eb0b99ef-a573-4fcb-9a09-8be61eb5fbfc tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.21 "DELETE /v2.0/ports/77fc45da-2817-430c-8625-421c18a253ad HTTP/1.1" status: 204 len: 173 time: 0.7950990 Sep 23 06:50:06.063881 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '193182f5-6dd0-42cb-a3c8-6bc06f2deb9b', 'name': 'network-vif-deleted', 'tag': '77fc45da-2817-430c-8625-421c18a253ad'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:50:06.067483 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04782161-0ef3-4085-bf67-f41f0ebb3bbd" -d '{"events": [{"server_uuid": "193182f5-6dd0-42cb-a3c8-6bc06f2deb9b", "name": "network-vif-deleted", "tag": "77fc45da-2817-430c-8625-421c18a253ad"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:50:06.091632 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1df7c2aa-ca4a-4357-99ac-f76833dce009 req-dd06b802-7ec2-42ee-9e83-8de81df2b0a5 tempest-ServerRescueTestJSONUnderV235-1469438527 tempest-ServerRescueTestJSONUnderV235-1469438527-project] 10.222.0.39 "GET /v2.0/security-groups?id=2d44e72e-9977-4c1c-b9ad-087588ff958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954349 Sep 23 06:50:06.111434 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-77dbd809-43ed-4089-a47f-ef6ba7eccf3b req-b83b5003-e37d-43fb-9cd6-d941238e6ced tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187699 Sep 23 06:50:06.176821 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a91e7c0f-ddad-42eb-8df5-0639775e4b04 req-a097685f-a7c4-4da7-9f41-2546556e744f service neutron] 10.222.0.58 "GET /v2.0/networks/6857e841-b53d-4899-987a-f0e6c1c77e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066085 Sep 23 06:50:06.202111 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:06.359736 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a46ff0be-09b6-4c36-82f2-1fcc6d3f582c req-7edd9ae8-e2d4-4b23-abc2-2539f05458ff tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:06.365325 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9409aa-19be-4523-8d23-f5e098c2e68d req-0be0781d-debe-4c09-8e32-b6345d3f2bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:06.366879 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9c9409aa-19be-4523-8d23-f5e098c2e68d req-0be0781d-debe-4c09-8e32-b6345d3f2bbc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=78784ddf54ea42ea84ca6a9ec88bb4dc&device_id=bb87560c-9641-4635-9fad-e3498f44ae55 HTTP/1.1" status: 200 len: 1096 time: 0.1111107 Sep 23 06:50:06.378276 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['07136d1d-f216-41bf-b3d9-e3f2b509cb43'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:50:06.384003 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21de931-e6f4-4d0b-9eb3-6b63a954f834 req-99ecee4a-8495-4b04-b458-9e28e16a903f tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:06.385612 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e21de931-e6f4-4d0b-9eb3-6b63a954f834 req-99ecee4a-8495-4b04-b458-9e28e16a903f tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2c27a2f-4f4e-4c47-803d-37a71d079d18 HTTP/1.1" status: 200 len: 946 time: 0.1416209 Sep 23 06:50:06.404795 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['ec26d16c-4b06-4d74-a5ea-ff42d0ea9fbb'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:50:06.408151 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8711d2-2f9c-467d-b34b-f41de9befc27 req-6bc78add-51ad-478f-8dbd-34582bd4796e tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:06.414223 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8711d2-2f9c-467d-b34b-f41de9befc27 req-6bc78add-51ad-478f-8dbd-34582bd4796e tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:06.421759 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8711d2-2f9c-467d-b34b-f41de9befc27 req-6bc78add-51ad-478f-8dbd-34582bd4796e tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:06.428595 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8711d2-2f9c-467d-b34b-f41de9befc27 req-6bc78add-51ad-478f-8dbd-34582bd4796e tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:06.433093 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['5e543f7d-d49b-4f81-a1d4-c7dc1b170f42'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:50:06.436134 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['66dc2450-0dc5-4831-8e32-390fda82bf83'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:50:06.437090 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8711d2-2f9c-467d-b34b-f41de9befc27 req-6bc78add-51ad-478f-8dbd-34582bd4796e tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:06.445810 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8711d2-2f9c-467d-b34b-f41de9befc27 req-6bc78add-51ad-478f-8dbd-34582bd4796e tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:06.452837 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8711d2-2f9c-467d-b34b-f41de9befc27 req-6bc78add-51ad-478f-8dbd-34582bd4796e tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:06.454814 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ee8711d2-2f9c-467d-b34b-f41de9befc27 req-6bc78add-51ad-478f-8dbd-34582bd4796e tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bf31744-0efa-4cef-967d-471fd8e8c528 HTTP/1.1" status: 200 len: 5436 time: 0.1210918 Sep 23 06:50:06.508208 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ee8711d2-2f9c-467d-b34b-f41de9befc27 req-189ac83f-4d87-4763-a495-1d1743f8a9e0 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c9c5b19-61b6-4835-bef3-eb0ee04d7a83&id=5d045487-122b-40fb-9f4c-7e88b4bd6ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0462244 Sep 23 06:50:06.520245 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a46ff0be-09b6-4c36-82f2-1fcc6d3f582c req-7edd9ae8-e2d4-4b23-abc2-2539f05458ff tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:06.549793 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e21de931-e6f4-4d0b-9eb3-6b63a954f834 req-dabab57b-d04e-4976-b25c-bde065646d25 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] 10.222.0.39 "GET /v2.0/security-groups?id=960c7d48-327f-439d-8038-ab85c5444d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511323 Sep 23 06:50:06.562105 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a19d99b-3f52-410a-81b4-1e337adce786 req-03282274-f3ff-46fd-bcff-f7d369b8c954 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:06.563732 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7a19d99b-3f52-410a-81b4-1e337adce786 req-03282274-f3ff-46fd-bcff-f7d369b8c954 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2c27a2f-4f4e-4c47-803d-37a71d079d18 HTTP/1.1" status: 200 len: 946 time: 0.0688343 Sep 23 06:50:06.616754 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a46ff0be-09b6-4c36-82f2-1fcc6d3f582c req-7edd9ae8-e2d4-4b23-abc2-2539f05458ff tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Network 5e6b1e6b-f43d-48fc-88ea-84227fc0190a is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:50:06.618341 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9409aa-19be-4523-8d23-f5e098c2e68d req-58a96227-842c-4968-a62d-199433c7dd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:06.620437 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9c9409aa-19be-4523-8d23-f5e098c2e68d req-58a96227-842c-4968-a62d-199433c7dd49 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6857e841-b53d-4899-987a-f0e6c1c77e85 HTTP/1.1" status: 200 len: 912 time: 0.2310705 Sep 23 06:50:06.624858 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [req-a46ff0be-09b6-4c36-82f2-1fcc6d3f582c req-7edd9ae8-e2d4-4b23-abc2-2539f05458ff tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:50:06.630237 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-a46ff0be-09b6-4c36-82f2-1fcc6d3f582c req-7edd9ae8-e2d4-4b23-abc2-2539f05458ff tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:50:06.648353 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['aadce6c5-7244-4918-943f-79af3b163ac9'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:50:06.651175 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['2b24a097-bd4a-4680-b3ae-d426079e7a16'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:50:06.677485 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d53952b-d3c7-47fe-8859-f24261246e12 x-openstack-request-id: req-0d53952b-d3c7-47fe-8859-f24261246e12 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:50:06.677838 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "193182f5-6dd0-42cb-a3c8-6bc06f2deb9b", "name": "network-vif-deleted", "tag": "77fc45da-2817-430c-8625-421c18a253ad", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:50:06.678045 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0d53952b-d3c7-47fe-8859-f24261246e12 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:50:06.678440 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '193182f5-6dd0-42cb-a3c8-6bc06f2deb9b', 'name': 'network-vif-deleted', 'tag': '77fc45da-2817-430c-8625-421c18a253ad', 'status': 'completed', 'code': 200} Sep 23 06:50:06.687269 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edd9ae8-e2d4-4b23-abc2-2539f05458ff tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Pushing event updated for resources: {'Port': ['ID=a98de87c-3ea2-486d-b079-c75619c5535b,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:06.746524 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9c9409aa-19be-4523-8d23-f5e098c2e68d req-007a2dd2-34ef-467e-bb17-c637f507d754 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7798a4bb-7e08-4b55-ac2e-860f75e1be63 HTTP/1.1" status: 200 len: 217 time: 0.1168592 Sep 23 06:50:06.801581 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ff0be-09b6-4c36-82f2-1fcc6d3f582c req-7edd9ae8-e2d4-4b23-abc2-2539f05458ff tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:06.802246 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a46ff0be-09b6-4c36-82f2-1fcc6d3f582c req-7edd9ae8-e2d4-4b23-abc2-2539f05458ff tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:06.869214 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-7a19d99b-3f52-410a-81b4-1e337adce786 req-59a8d08b-30e7-4b15-bb9b-917cd0854d01 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Deleting port 58d6f936-8802-4dd8-8e70-f6b5f9c4d52c {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:50:06.871473 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-7a19d99b-3f52-410a-81b4-1e337adce786 req-59a8d08b-30e7-4b15-bb9b-917cd0854d01 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:06.895222 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a46ff0be-09b6-4c36-82f2-1fcc6d3f582c req-7edd9ae8-e2d4-4b23-abc2-2539f05458ff tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8312542 Sep 23 06:50:06.913764 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-a46ff0be-09b6-4c36-82f2-1fcc6d3f582c req-a664bc7f-2642-4097-a947-4df2f08f0614 service neutron] Request body: {'port': {'device_id': '81c20f7e-ab7b-4016-8938-e0baf0d6e226', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:50:06.917655 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-2f3c4103-2e4c-41c2-9898-c02537318fe2 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:06.919362 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-2f3c4103-2e4c-41c2-9898-c02537318fe2 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] 10.222.0.39 "GET /v2.0/networks?id=fbd8e50b-c1b1-4966-a109-74ea4fbec3c8 HTTP/1.1" status: 200 len: 812 time: 0.1460896 Sep 23 06:50:06.928955 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4f9d4c-0bf3-4fdc-9e19-a8d48109c632 req-4f47b803-8f0f-4f99-82b4-fc4c999c7bad tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:06.930682 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cc4f9d4c-0bf3-4fdc-9e19-a8d48109c632 req-4f47b803-8f0f-4f99-82b4-fc4c999c7bad tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 944 time: 0.1888428 Sep 23 06:50:06.952916 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-ffd4bb73-ab7f-4fc1-a808-f37125e8a6cf tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] 10.222.0.39 "GET /v2.0/quotas/3d1b679d97c145158645717c8447af9e HTTP/1.1" status: 200 len: 375 time: 0.0222392 Sep 23 06:50:06.957169 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9409aa-19be-4523-8d23-f5e098c2e68d req-b88666d2-7885-48f8-b41c-8ab143bbd0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:06.958703 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9c9409aa-19be-4523-8d23-f5e098c2e68d req-b88666d2-7885-48f8-b41c-8ab143bbd0e7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=28a40485-6179-4cfd-bacb-cd6d53527b94 HTTP/1.1" status: 200 len: 851 time: 0.1640351 Sep 23 06:50:07.032858 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9c9409aa-19be-4523-8d23-f5e098c2e68d req-4d269381-a00f-4701-8cd6-6ee1ff4642c5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6857e841-b53d-4899-987a-f0e6c1c77e85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621541 Sep 23 06:50:07.059146 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a46ff0be-09b6-4c36-82f2-1fcc6d3f582c req-a664bc7f-2642-4097-a947-4df2f08f0614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:07.063230 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-2e9eb7a0-b816-4a64-b629-5f0c0a09b7e9 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3d1b679d97c145158645717c8447af9e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0736487 Sep 23 06:50:07.065065 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-7a19d99b-3f52-410a-81b4-1e337adce786 req-59a8d08b-30e7-4b15-bb9b-917cd0854d01 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] For port 58d6f936-8802-4dd8-8e70-f6b5f9c4d52c, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=58d6f936-8802-4dd8-8e70-f6b5f9c4d52c,segment=NetworkSegment(2dfe9769-7de0-498d-959f-dabbdcc8c5af),segment_id=2dfe9769-7de0-498d-959f-dabbdcc8c5af)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:50:07.065434 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-7a19d99b-3f52-410a-81b4-1e337adce786 req-59a8d08b-30e7-4b15-bb9b-917cd0854d01 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:07.080247 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-7a19d99b-3f52-410a-81b4-1e337adce786 req-59a8d08b-30e7-4b15-bb9b-917cd0854d01 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Calling delete_port for 58d6f936-8802-4dd8-8e70-f6b5f9c4d52c owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:50:07.084809 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cc4f9d4c-0bf3-4fdc-9e19-a8d48109c632 req-e6835d67-5662-4887-93ec-f0ab4805cd90 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251314 Sep 23 06:50:07.085322 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-62c92d3e-0fcb-4f57-b620-c26f09eef376 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=95065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 06:50:07.086344 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-62c92d3e-0fcb-4f57-b620-c26f09eef376 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074069 Sep 23 06:50:07.277489 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-38b6a814-1b1f-4eb2-9584-7ead8188391d service neutron] 10.222.0.39 "GET /v2.0/networks/fbd8e50b-c1b1-4966-a109-74ea4fbec3c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276796 Sep 23 06:50:07.303439 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9c9409aa-19be-4523-8d23-f5e098c2e68d req-b898d39b-31e6-4bb1-925a-7930182e9ae4 service neutron] 10.222.0.58 "GET /v2.0/networks/6857e841-b53d-4899-987a-f0e6c1c77e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568016 Sep 23 06:50:07.386698 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['836860f4-7f78-4d29-8753-1658ddbce618'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:50:07.393674 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-7a19d99b-3f52-410a-81b4-1e337adce786 req-59a8d08b-30e7-4b15-bb9b-917cd0854d01 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:07.413215 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ec077-57f5-4ebf-9670-deec9c95d649 req-9a042e2a-ffc5-4b07-a5b8-a7a6679dfa39 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:07.414778 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d79ec077-57f5-4ebf-9670-deec9c95d649 req-9a042e2a-ffc5-4b07-a5b8-a7a6679dfa39 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=81c20f7e-ab7b-4016-8938-e0baf0d6e226 HTTP/1.1" status: 200 len: 932 time: 0.1970799 Sep 23 06:50:07.424982 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['58d6f936-8802-4dd8-8e70-f6b5f9c4d52c'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:50:07.442466 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a8d08b-30e7-4b15-bb9b-917cd0854d01 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Pushing event deleted for resources: {'Port': ['ID=58d6f936-8802-4dd8-8e70-f6b5f9c4d52c,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:07.559050 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9c9409aa-19be-4523-8d23-f5e098c2e68d req-4c14a04d-2846-4222-8138-50814ff27477 service neutron] 10.222.0.58 "GET /v2.0/networks/6857e841-b53d-4899-987a-f0e6c1c77e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288430 Sep 23 06:50:07.586846 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d79ec077-57f5-4ebf-9670-deec9c95d649 req-67dfa623-1f4d-4fd3-85c4-0159a2728046 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413167 Sep 23 06:50:07.706201 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [req-a46ff0be-09b6-4c36-82f2-1fcc6d3f582c req-a664bc7f-2642-4097-a947-4df2f08f0614 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a98de87c-3ea2-486d-b079-c75619c5535b {{(pid=95066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:50:07.715921 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a46ff0be-09b6-4c36-82f2-1fcc6d3f582c req-a664bc7f-2642-4097-a947-4df2f08f0614 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:07.736578 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.provisioning_blocks [req-a46ff0be-09b6-4c36-82f2-1fcc6d3f582c req-a664bc7f-2642-4097-a947-4df2f08f0614 service neutron] Transition to ACTIVE for port object a98de87c-3ea2-486d-b079-c75619c5535b will not be triggered until provisioned by entity L2. {{(pid=95066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:50:07.745945 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69bb62c-ead0-4a65-bf19-982274898a37 req-b988b67f-8aa7-42e8-a676-e3368981c731 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:07.747768 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d69bb62c-ead0-4a65-bf19-982274898a37 req-b988b67f-8aa7-42e8-a676-e3368981c731 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb87560c-9641-4635-9fad-e3498f44ae55 HTTP/1.1" status: 200 len: 944 time: 0.0859745 Sep 23 06:50:07.749027 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a46ff0be-09b6-4c36-82f2-1fcc6d3f582c req-a664bc7f-2642-4097-a947-4df2f08f0614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:07.832900 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a664bc7f-2642-4097-a947-4df2f08f0614 service neutron] Pushing event updated for resources: {'Port': ['ID=a98de87c-3ea2-486d-b079-c75619c5535b,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:07.842287 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-fc61f444-4ecb-40c4-9bfa-72022fbc1852 service neutron] 10.222.0.39 "GET /v2.0/networks/fbd8e50b-c1b1-4966-a109-74ea4fbec3c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5638733 Sep 23 06:50:07.842788 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d69bb62c-ead0-4a65-bf19-982274898a37 req-4294138e-9c5f-4c15-9eb7-4ffe9463e331 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/security-groups?id=ece3dc8d-d93c-45c1-8c17-22ee813f6047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853887 Sep 23 06:50:07.847256 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a19d99b-3f52-410a-81b4-1e337adce786 req-59a8d08b-30e7-4b15-bb9b-917cd0854d01 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] No DVR routers for this DVR port 58d6f936-8802-4dd8-8e70-f6b5f9c4d52c on host n-h1-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:50:07.850971 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-7a19d99b-3f52-410a-81b4-1e337adce786 req-59a8d08b-30e7-4b15-bb9b-917cd0854d01 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:07.853603 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7a19d99b-3f52-410a-81b4-1e337adce786 req-59a8d08b-30e7-4b15-bb9b-917cd0854d01 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] 10.222.0.21 "DELETE /v2.0/ports/58d6f936-8802-4dd8-8e70-f6b5f9c4d52c HTTP/1.1" status: 204 len: 173 time: 1.2827907 Sep 23 06:50:07.876487 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8918ab1e-5138-4614-96f3-ba8c07c76777 req-c4823899-5537-4ebb-96a0-696a3cf58d0f tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:07.878231 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8918ab1e-5138-4614-96f3-ba8c07c76777 req-c4823899-5537-4ebb-96a0-696a3cf58d0f tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5429779-2edc-438f-a1de-129658445860 HTTP/1.1" status: 200 len: 945 time: 0.0815377 Sep 23 06:50:07.938391 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 33700) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:50:08.019466 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f5dcbadc-59a7-40b6-874a-607ce71cc474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:08.024256 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-a46ff0be-09b6-4c36-82f2-1fcc6d3f582c req-a664bc7f-2642-4097-a947-4df2f08f0614 service neutron] Attempting to bind port a98de87c-3ea2-486d-b079-c75619c5535b on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:50:08.024609 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-a46ff0be-09b6-4c36-82f2-1fcc6d3f582c req-a664bc7f-2642-4097-a947-4df2f08f0614 service neutron] Attempting to bind port a98de87c-3ea2-486d-b079-c75619c5535b by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': 'f93b6022-d5e5-431e-9dcb-2461df9c5b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5e6b1e6b-f43d-48fc-88ea-84227fc0190a'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:50:08.024944 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46ff0be-09b6-4c36-82f2-1fcc6d3f582c req-a664bc7f-2642-4097-a947-4df2f08f0614 service neutron] Attempting to bind port a98de87c-3ea2-486d-b079-c75619c5535b on network 5e6b1e6b-f43d-48fc-88ea-84227fc0190a {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:50:08.052864 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46ff0be-09b6-4c36-82f2-1fcc6d3f582c req-a664bc7f-2642-4097-a947-4df2f08f0614 service neutron] Port a98de87c-3ea2-486d-b079-c75619c5535b on network 5e6b1e6b-f43d-48fc-88ea-84227fc0190a not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:50:08.053194 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46ff0be-09b6-4c36-82f2-1fcc6d3f582c req-a664bc7f-2642-4097-a947-4df2f08f0614 service neutron] Attempting to bind port a98de87c-3ea2-486d-b079-c75619c5535b on network 5e6b1e6b-f43d-48fc-88ea-84227fc0190a {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:50:08.101727 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46ff0be-09b6-4c36-82f2-1fcc6d3f582c req-a664bc7f-2642-4097-a947-4df2f08f0614 service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:50:08.101727 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46ff0be-09b6-4c36-82f2-1fcc6d3f582c req-a664bc7f-2642-4097-a947-4df2f08f0614 service neutron] Checking segment: {'id': 'f93b6022-d5e5-431e-9dcb-2461df9c5b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5e6b1e6b-f43d-48fc-88ea-84227fc0190a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:50:08.101727 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46ff0be-09b6-4c36-82f2-1fcc6d3f582c req-a664bc7f-2642-4097-a947-4df2f08f0614 service neutron] Bound using segment: {'id': 'f93b6022-d5e5-431e-9dcb-2461df9c5b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5e6b1e6b-f43d-48fc-88ea-84227fc0190a'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:50:08.101727 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-a46ff0be-09b6-4c36-82f2-1fcc6d3f582c req-a664bc7f-2642-4097-a947-4df2f08f0614 service neutron] Bound port: a98de87c-3ea2-486d-b079-c75619c5535b, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f93b6022-d5e5-431e-9dcb-2461df9c5b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5e6b1e6b-f43d-48fc-88ea-84227fc0190a'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:50:08.101727 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a46ff0be-09b6-4c36-82f2-1fcc6d3f582c req-a664bc7f-2642-4097-a947-4df2f08f0614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:08.111235 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-8918ab1e-5138-4614-96f3-ba8c07c76777 req-b8f77135-885a-4ac8-b3cf-5288f22f66ae tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Deleting port c8e2dfa6-e7f2-4f74-8a78-9231b71f88c5 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:50:08.111760 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-8918ab1e-5138-4614-96f3-ba8c07c76777 req-b8f77135-885a-4ac8-b3cf-5288f22f66ae tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:08.209799 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d8ef06-3f11-4b24-bc4f-d42a1b7663d5 req-5e521cd1-673f-4007-8fde-6c7468a0f66c tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:08.211546 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-36d8ef06-3f11-4b24-bc4f-d42a1b7663d5 req-5e521cd1-673f-4007-8fde-6c7468a0f66c tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 944 time: 0.1809747 Sep 23 06:50:08.278720 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-8918ab1e-5138-4614-96f3-ba8c07c76777 req-b8f77135-885a-4ac8-b3cf-5288f22f66ae tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] For port c8e2dfa6-e7f2-4f74-8a78-9231b71f88c5, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=c8e2dfa6-e7f2-4f74-8a78-9231b71f88c5,segment=NetworkSegment(365a7690-8bcc-4851-81e9-72a0a6cf8e1c),segment_id=365a7690-8bcc-4851-81e9-72a0a6cf8e1c)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:50:08.279343 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-8918ab1e-5138-4614-96f3-ba8c07c76777 req-b8f77135-885a-4ac8-b3cf-5288f22f66ae tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:08.305963 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec75f11-f579-4d6b-9bf0-23802c3cb50c req-39183b6d-b974-4632-bc24-4ed17b440178 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:08.307969 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7ec75f11-f579-4d6b-9bf0-23802c3cb50c req-39183b6d-b974-4632-bc24-4ed17b440178 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] 10.222.0.21 "GET /v2.0/ports?device_id=c52ce5cd-a679-44b2-a8cc-60744ed1a194 HTTP/1.1" status: 200 len: 945 time: 0.1259744 Sep 23 06:50:08.314518 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-8918ab1e-5138-4614-96f3-ba8c07c76777 req-b8f77135-885a-4ac8-b3cf-5288f22f66ae tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Calling delete_port for c8e2dfa6-e7f2-4f74-8a78-9231b71f88c5 owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:50:08.330686 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-36d8ef06-3f11-4b24-bc4f-d42a1b7663d5 req-036a0495-6e7d-4f75-9dc3-b9d26e80c2e9 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758312 Sep 23 06:50:08.337348 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab36ced-2aca-4b4f-bbf8-9337fd137f2d req-755c4ef5-5606-4452-820b-797911bbec92 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:08.343665 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab36ced-2aca-4b4f-bbf8-9337fd137f2d req-755c4ef5-5606-4452-820b-797911bbec92 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:08.350373 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab36ced-2aca-4b4f-bbf8-9337fd137f2d req-755c4ef5-5606-4452-820b-797911bbec92 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:08.362877 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-a46ff0be-09b6-4c36-82f2-1fcc6d3f582c req-a664bc7f-2642-4097-a947-4df2f08f0614 service neutron] For port a98de87c-3ea2-486d-b079-c75619c5535b, host n-h2-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:50:08.366965 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab36ced-2aca-4b4f-bbf8-9337fd137f2d req-755c4ef5-5606-4452-820b-797911bbec92 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:08.373800 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab36ced-2aca-4b4f-bbf8-9337fd137f2d req-755c4ef5-5606-4452-820b-797911bbec92 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:08.380113 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab36ced-2aca-4b4f-bbf8-9337fd137f2d req-755c4ef5-5606-4452-820b-797911bbec92 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:08.380267 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-a46ff0be-09b6-4c36-82f2-1fcc6d3f582c req-a664bc7f-2642-4097-a947-4df2f08f0614 service neutron] For port a98de87c-3ea2-486d-b079-c75619c5535b, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=a98de87c-3ea2-486d-b079-c75619c5535b,segment=NetworkSegment(f93b6022-d5e5-431e-9dcb-2461df9c5b3b),segment_id=f93b6022-d5e5-431e-9dcb-2461df9c5b3b)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:50:08.387086 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab36ced-2aca-4b4f-bbf8-9337fd137f2d req-755c4ef5-5606-4452-820b-797911bbec92 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:08.389078 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1ab36ced-2aca-4b4f-bbf8-9337fd137f2d req-755c4ef5-5606-4452-820b-797911bbec92 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bf31744-0efa-4cef-967d-471fd8e8c528 HTTP/1.1" status: 200 len: 5436 time: 0.1639793 Sep 23 06:50:08.391416 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a46ff0be-09b6-4c36-82f2-1fcc6d3f582c req-a664bc7f-2642-4097-a947-4df2f08f0614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:08.424805 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 58d6f936-8802-4dd8-8e70-f6b5f9c4d52c no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:50:08.450506 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ff0be-09b6-4c36-82f2-1fcc6d3f582c req-a664bc7f-2642-4097-a947-4df2f08f0614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:08.451213 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a46ff0be-09b6-4c36-82f2-1fcc6d3f582c req-a664bc7f-2642-4097-a947-4df2f08f0614 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:08.452662 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a46ff0be-09b6-4c36-82f2-1fcc6d3f582c req-a664bc7f-2642-4097-a947-4df2f08f0614 service neutron] 10.222.0.58 "PUT /v2.0/ports/a98de87c-3ea2-486d-b079-c75619c5535b HTTP/1.1" status: 200 len: 1093 time: 1.5450425 Sep 23 06:50:08.455213 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81c20f7e-ab7b-4016-8938-e0baf0d6e226', 'tag': 'a98de87c-3ea2-486d-b079-c75619c5535b'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:50:08.457659 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b5d9501-11f3-4415-9b51-9739a15c75f6" -d '{"events": [{"name": "network-changed", "server_uuid": "81c20f7e-ab7b-4016-8938-e0baf0d6e226", "tag": "a98de87c-3ea2-486d-b079-c75619c5535b"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:50:08.512332 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] No Port match for: 58d6f936-8802-4dd8-8e70-f6b5f9c4d52c {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:50:08.512909 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 58d6f936-8802-4dd8-8e70-f6b5f9c4d52c not bound to the agent host n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:50:08.513474 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device c8e2dfa6-e7f2-4f74-8a78-9231b71f88c5 no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:50:08.571645 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-14cae236-3ede-4884-9b1c-d99290acd1b6 req-60194ab1-e035-4b40-841e-749e7e95dc91 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562 tempest-FloatingIPsAssociationNegativeTestJSON-1740444562-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2c27a2f-4f4e-4c47-803d-37a71d079d18 HTTP/1.1" status: 200 len: 210 time: 0.0754023 Sep 23 06:50:08.573293 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1ab36ced-2aca-4b4f-bbf8-9337fd137f2d req-0ef8ed7d-2013-4492-a5fd-c2a2e724db23 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c9c5b19-61b6-4835-bef3-eb0ee04d7a83&id=5d045487-122b-40fb-9f4c-7e88b4bd6ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1393766 Sep 23 06:50:08.645709 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a664bc7f-2642-4097-a947-4df2f08f0614 service neutron] Pushing event updated for resources: {'Port': ['ID=a98de87c-3ea2-486d-b079-c75619c5535b,revision_number=3']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:08.650474 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-7ec75f11-f579-4d6b-9bf0-23802c3cb50c req-0af6c24f-008d-43d2-a001-6e28bce926e2 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Deleting port 2774fbee-e52a-4bf2-b805-e8d2d165d8de {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:50:08.650825 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-7ec75f11-f579-4d6b-9bf0-23802c3cb50c req-0af6c24f-008d-43d2-a001-6e28bce926e2 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:08.692297 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2c27a2f-4f4e-4c47-803d-37a71d079d18', 'name': 'network-vif-deleted', 'tag': '58d6f936-8802-4dd8-8e70-f6b5f9c4d52c'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:50:08.694702 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f8be97e-a8a9-4c51-ac2b-4419225c83e7" -d '{"events": [{"server_uuid": "d2c27a2f-4f4e-4c47-803d-37a71d079d18", "name": "network-vif-deleted", "tag": "58d6f936-8802-4dd8-8e70-f6b5f9c4d52c"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:50:08.723739 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:08.738976 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ff0be-09b6-4c36-82f2-1fcc6d3f582c req-4c88ad27-97f9-49dc-a2e1-05cf04803e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:08.742574 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a46ff0be-09b6-4c36-82f2-1fcc6d3f582c req-4c88ad27-97f9-49dc-a2e1-05cf04803e4d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7c15309e32824dcfa3da1dd04afd3365&device_id=81c20f7e-ab7b-4016-8938-e0baf0d6e226 HTTP/1.1" status: 200 len: 1096 time: 0.2223997 Sep 23 06:50:08.813057 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-8918ab1e-5138-4614-96f3-ba8c07c76777 req-b8f77135-885a-4ac8-b3cf-5288f22f66ae tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:08.854573 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['2774fbee-e52a-4bf2-b805-e8d2d165d8de'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:50:08.858255 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f77135-885a-4ac8-b3cf-5288f22f66ae tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Pushing event deleted for resources: {'Port': ['ID=c8e2dfa6-e7f2-4f74-8a78-9231b71f88c5,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:08.860034 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 77fc45da-2817-430c-8625-421c18a253ad no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:50:08.926215 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-8918ab1e-5138-4614-96f3-ba8c07c76777 req-b8f77135-885a-4ac8-b3cf-5288f22f66ae tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] No DVR routers for this DVR port c8e2dfa6-e7f2-4f74-8a78-9231b71f88c5 on host n-h1-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:50:08.929590 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-8918ab1e-5138-4614-96f3-ba8c07c76777 req-b8f77135-885a-4ac8-b3cf-5288f22f66ae tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:08.932972 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8918ab1e-5138-4614-96f3-ba8c07c76777 req-b8f77135-885a-4ac8-b3cf-5288f22f66ae tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] 10.222.0.21 "DELETE /v2.0/ports/c8e2dfa6-e7f2-4f74-8a78-9231b71f88c5 HTTP/1.1" status: 204 len: 173 time: 1.0313447 Sep 23 06:50:08.935768 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] No Port match for: 77fc45da-2817-430c-8625-421c18a253ad {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:50:08.936042 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 77fc45da-2817-430c-8625-421c18a253ad not bound to the agent host n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:50:08.956611 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-7ec75f11-f579-4d6b-9bf0-23802c3cb50c req-0af6c24f-008d-43d2-a001-6e28bce926e2 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] For port 2774fbee-e52a-4bf2-b805-e8d2d165d8de, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=2774fbee-e52a-4bf2-b805-e8d2d165d8de,segment=NetworkSegment(365a7690-8bcc-4851-81e9-72a0a6cf8e1c),segment_id=365a7690-8bcc-4851-81e9-72a0a6cf8e1c)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:50:08.957423 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-7ec75f11-f579-4d6b-9bf0-23802c3cb50c req-0af6c24f-008d-43d2-a001-6e28bce926e2 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:08.997970 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-7ec75f11-f579-4d6b-9bf0-23802c3cb50c req-0af6c24f-008d-43d2-a001-6e28bce926e2 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Calling delete_port for 2774fbee-e52a-4bf2-b805-e8d2d165d8de owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:50:09.072196 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32918860-ee39-4df5-83c9-6250b7db3844 x-openstack-request-id: req-32918860-ee39-4df5-83c9-6250b7db3844 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:50:09.072758 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81c20f7e-ab7b-4016-8938-e0baf0d6e226", "tag": "a98de87c-3ea2-486d-b079-c75619c5535b", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:50:09.073118 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-32918860-ee39-4df5-83c9-6250b7db3844 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:50:09.073521 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81c20f7e-ab7b-4016-8938-e0baf0d6e226', 'tag': 'a98de87c-3ea2-486d-b079-c75619c5535b', 'status': 'completed', 'code': 200} Sep 23 06:50:09.124633 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a46ff0be-09b6-4c36-82f2-1fcc6d3f582c req-efdb014f-e5d0-43ca-a7be-1bc4e402f30d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a98de87c-3ea2-486d-b079-c75619c5535b HTTP/1.1" status: 200 len: 217 time: 0.3623464 Sep 23 06:50:09.170020 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e357a74-2c1b-4e68-86e5-d7ed81e0284b req-8992213d-0fb6-4df4-af3b-4ccce4f80188 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:09.173172 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9e357a74-2c1b-4e68-86e5-d7ed81e0284b req-8992213d-0fb6-4df4-af3b-4ccce4f80188 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=81c20f7e-ab7b-4016-8938-e0baf0d6e226 HTTP/1.1" status: 200 len: 944 time: 0.1965227 Sep 23 06:50:09.232734 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ccccc-b4f7-43ad-9acd-ec334f55423b req-b988cae4-3812-4ab7-a3b9-76d8b2b780aa tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:09.240381 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-787ccccc-b4f7-43ad-9acd-ec334f55423b req-b988cae4-3812-4ab7-a3b9-76d8b2b780aa tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 944 time: 0.1659825 Sep 23 06:50:09.242442 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9e357a74-2c1b-4e68-86e5-d7ed81e0284b req-82de9af6-6cdf-40c7-beb6-4461d473de17 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596335 Sep 23 06:50:09.243063 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ff0be-09b6-4c36-82f2-1fcc6d3f582c req-bd0a351a-e512-48a5-9531-34e236ba385b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:09.244454 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a46ff0be-09b6-4c36-82f2-1fcc6d3f582c req-bd0a351a-e512-48a5-9531-34e236ba385b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9dbf4107-f4ac-450c-a420-ffd87b06b7dc HTTP/1.1" status: 200 len: 852 time: 0.1039433 Sep 23 06:50:09.305988 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a6a7b81-537e-4198-9eae-9c0990f1b644 x-openstack-request-id: req-4a6a7b81-537e-4198-9eae-9c0990f1b644 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:50:09.306287 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2c27a2f-4f4e-4c47-803d-37a71d079d18", "name": "network-vif-deleted", "tag": "58d6f936-8802-4dd8-8e70-f6b5f9c4d52c", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:50:09.306615 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4a6a7b81-537e-4198-9eae-9c0990f1b644 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:50:09.307014 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2c27a2f-4f4e-4c47-803d-37a71d079d18', 'name': 'network-vif-deleted', 'tag': '58d6f936-8802-4dd8-8e70-f6b5f9c4d52c', 'status': 'completed', 'code': 200} Sep 23 06:50:09.369038 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a46ff0be-09b6-4c36-82f2-1fcc6d3f582c req-abe9c9a7-b7d3-4950-bd6b-c1197dde152a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5e6b1e6b-f43d-48fc-88ea-84227fc0190a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1154194 Sep 23 06:50:09.373322 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-787ccccc-b4f7-43ad-9acd-ec334f55423b req-b0fdb5fe-85a1-4979-ad0c-000adb4fe996 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321573 Sep 23 06:50:09.378444 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c6805e5d-6eb4-47f1-818b-a775fed2424e req-a770657f-9f4d-4e14-828c-f896c809bdbc tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] 10.222.0.39 "GET /v2.0/ports?device_id=39b291b0-4524-4061-b256-743d3bb3fc92 HTTP/1.1" status: 200 len: 210 time: 0.0357218 Sep 23 06:50:09.379438 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-7ec75f11-f579-4d6b-9bf0-23802c3cb50c req-0af6c24f-008d-43d2-a001-6e28bce926e2 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:09.417449 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6c24f-008d-43d2-a001-6e28bce926e2 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Pushing event deleted for resources: {'Port': ['ID=2774fbee-e52a-4bf2-b805-e8d2d165d8de,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:09.461261 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ec75f11-f579-4d6b-9bf0-23802c3cb50c req-0af6c24f-008d-43d2-a001-6e28bce926e2 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] No DVR routers for this DVR port 2774fbee-e52a-4bf2-b805-e8d2d165d8de on host n-h1-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:50:09.464340 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-7ec75f11-f579-4d6b-9bf0-23802c3cb50c req-0af6c24f-008d-43d2-a001-6e28bce926e2 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:09.466314 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7ec75f11-f579-4d6b-9bf0-23802c3cb50c req-0af6c24f-008d-43d2-a001-6e28bce926e2 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] 10.222.0.21 "DELETE /v2.0/ports/2774fbee-e52a-4bf2-b805-e8d2d165d8de HTTP/1.1" status: 204 len: 173 time: 1.1498766 Sep 23 06:50:09.547248 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-08b90078-2836-48cd-975b-cf8b64297c8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066969'] for router_interface, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:09.627674 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a46ff0be-09b6-4c36-82f2-1fcc6d3f582c req-5e6540fe-8c3e-4ac2-941b-e7a7cda16c4e service neutron] 10.222.0.58 "GET /v2.0/networks/5e6b1e6b-f43d-48fc-88ea-84227fc0190a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491510 Sep 23 06:50:09.639677 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f56f2a-c95a-42db-8095-62f47c56c1ad req-4e0c3db8-fe4f-4907-8487-ba1fd10b1b5e tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:09.641153 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e8f56f2a-c95a-42db-8095-62f47c56c1ad req-4e0c3db8-fe4f-4907-8487-ba1fd10b1b5e tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb87560c-9641-4635-9fad-e3498f44ae55 HTTP/1.1" status: 200 len: 944 time: 0.1684353 Sep 23 06:50:09.671086 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 7798a4bb-7e08-4b55-ac2e-860f75e1be63 details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:50:09.673714 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 5e543f7d-d49b-4f81-a1d4-c7dc1b170f42 up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:50:09.695579 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46168ff9-0dcb-44ce-a849-4eee056b0778 req-3b61d1d9-946c-46b4-a0b3-f940731a7aca tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:09.703376 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46168ff9-0dcb-44ce-a849-4eee056b0778 req-3b61d1d9-946c-46b4-a0b3-f940731a7aca tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:09.709560 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46168ff9-0dcb-44ce-a849-4eee056b0778 req-3b61d1d9-946c-46b4-a0b3-f940731a7aca tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:09.716290 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46168ff9-0dcb-44ce-a849-4eee056b0778 req-3b61d1d9-946c-46b4-a0b3-f940731a7aca tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:09.722501 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46168ff9-0dcb-44ce-a849-4eee056b0778 req-3b61d1d9-946c-46b4-a0b3-f940731a7aca tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:09.728565 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46168ff9-0dcb-44ce-a849-4eee056b0778 req-3b61d1d9-946c-46b4-a0b3-f940731a7aca tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:09.736209 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46168ff9-0dcb-44ce-a849-4eee056b0778 req-3b61d1d9-946c-46b4-a0b3-f940731a7aca tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:09.737458 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-46168ff9-0dcb-44ce-a849-4eee056b0778 req-3b61d1d9-946c-46b4-a0b3-f940731a7aca tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bf31744-0efa-4cef-967d-471fd8e8c528 HTTP/1.1" status: 200 len: 5436 time: 0.1003997 Sep 23 06:50:09.788964 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-46168ff9-0dcb-44ce-a849-4eee056b0778 req-d666df41-111d-4cc1-870c-5ea8e69569b8 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c9c5b19-61b6-4835-bef3-eb0ee04d7a83&id=5d045487-122b-40fb-9f4c-7e88b4bd6ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0429964 Sep 23 06:50:09.790898 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port 5e543f7d-d49b-4f81-a1d4-c7dc1b170f42 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:50:09.800066 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port 5e543f7d-d49b-4f81-a1d4-c7dc1b170f42 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:50:09.800437 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:09.800593 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e8f56f2a-c95a-42db-8095-62f47c56c1ad req-22ccad0b-7ba7-41f2-be48-ff7a2aa7cd0b tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/security-groups?id=ece3dc8d-d93c-45c1-8c17-22ee813f6047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459527 Sep 23 06:50:09.854976 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 33736) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:50:09.885802 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 7798a4bb-7e08-4b55-ac2e-860f75e1be63, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=7798a4bb-7e08-4b55-ac2e-860f75e1be63,segment=NetworkSegment(b8df1c21-d158-4a04-9c55-8af8af98d9e0),segment_id=b8df1c21-d158-4a04-9c55-8af8af98d9e0)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:50:09.900131 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a46ff0be-09b6-4c36-82f2-1fcc6d3f582c req-a65ca77c-a9bb-48a6-82ea-4b4a3b62b8dd service neutron] 10.222.0.58 "GET /v2.0/networks/5e6b1e6b-f43d-48fc-88ea-84227fc0190a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561848 Sep 23 06:50:09.912472 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:09.925682 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': '7798a4bb-7e08-4b55-ac2e-860f75e1be63', 'network_id': '6857e841-b53d-4899-987a-f0e6c1c77e85', 'port_id': '7798a4bb-7e08-4b55-ac2e-860f75e1be63', 'mac_address': 'fa:16:3e:de:e7:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a40485-6179-4cfd-bacb-cd6d53527b94', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:50:10.027337 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:10.047887 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7798a4bb-7e08-4b55-ac2e-860f75e1be63 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:50:10.055675 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:10.093598 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bf31744-0efa-4cef-967d-471fd8e8c528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e543f7d-d49b-4f81-a1d4-c7dc1b170f42'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:50:10.096655 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b6702f5-3fb6-4e26-a844-c440543e81ef" -d '{"events": [{"server_uuid": "5bf31744-0efa-4cef-967d-471fd8e8c528", "name": "network-vif-plugged", "status": "completed", "tag": "5e543f7d-d49b-4f81-a1d4-c7dc1b170f42"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:50:10.102331 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5d9501-11f3-4415-9b51-9739a15c75f6 req-d6a141dd-5434-4b5c-aedf-80531139f0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:10.103454 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6b5d9501-11f3-4415-9b51-9739a15c75f6 req-d6a141dd-5434-4b5c-aedf-80531139f0ef service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7c15309e32824dcfa3da1dd04afd3365&device_id=81c20f7e-ab7b-4016-8938-e0baf0d6e226 HTTP/1.1" status: 200 len: 1096 time: 0.0813892 Sep 23 06:50:10.152573 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 7798a4bb-7e08-4b55-ac2e-860f75e1be63, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=7798a4bb-7e08-4b55-ac2e-860f75e1be63,segment=NetworkSegment(b8df1c21-d158-4a04-9c55-8af8af98d9e0),segment_id=b8df1c21-d158-4a04-9c55-8af8af98d9e0)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:50:10.163181 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 5e543f7d-d49b-4f81-a1d4-c7dc1b170f42, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=5e543f7d-d49b-4f81-a1d4-c7dc1b170f42,segment=NetworkSegment(0ae6ac83-af34-4bd3-80d6-329f37fca9ef),segment_id=0ae6ac83-af34-4bd3-80d6-329f37fca9ef)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:50:10.168447 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:10.202508 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-08b90078-2836-48cd-975b-cf8b64297c8d admin admin] Deleting port d33686ec-5e80-452f-b537-8d77b04cf00b {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:50:10.202896 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-08b90078-2836-48cd-975b-cf8b64297c8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:10.243293 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5bfa0bc-a0ec-4446-8478-31cbd89dad46 x-openstack-request-id: req-d5bfa0bc-a0ec-4446-8478-31cbd89dad46 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:50:10.243293 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bf31744-0efa-4cef-967d-471fd8e8c528", "name": "network-vif-plugged", "status": "completed", "tag": "5e543f7d-d49b-4f81-a1d4-c7dc1b170f42", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:50:10.243626 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d5bfa0bc-a0ec-4446-8478-31cbd89dad46 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:50:10.244026 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bf31744-0efa-4cef-967d-471fd8e8c528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e543f7d-d49b-4f81-a1d4-c7dc1b170f42', 'code': 200} Sep 23 06:50:10.244584 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=7798a4bb-7e08-4b55-ac2e-860f75e1be63,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:10.249189 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:10.250630 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device ec26d16c-4b06-4d74-a5ea-ff42d0ea9fbb up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:50:10.255315 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-1f0a3783-8127-4ae8-ab47-c1203bd19be9 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:10.257218 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-1f0a3783-8127-4ae8-ab47-c1203bd19be9 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] 10.222.0.21 "GET /v2.0/networks?id=fbd8e50b-c1b1-4966-a109-74ea4fbec3c8 HTTP/1.1" status: 200 len: 812 time: 0.2270458 Sep 23 06:50:10.283802 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5d9501-11f3-4415-9b51-9739a15c75f6 req-7dd1f788-794f-4bc8-9b14-644bfe4b3ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:10.285191 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6b5d9501-11f3-4415-9b51-9739a15c75f6 req-7dd1f788-794f-4bc8-9b14-644bfe4b3ce0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=5e6b1e6b-f43d-48fc-88ea-84227fc0190a HTTP/1.1" status: 200 len: 913 time: 0.1719987 Sep 23 06:50:10.298069 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-060a1873-99e9-4754-ac22-3b2bd187ebef tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Request body: {'port': {'device_id': 'becfaa34-3e54-4936-8c2a-ce37460e6095', 'network_id': 'fbd8e50b-c1b1-4966-a109-74ea4fbec3c8', 'admin_state_up': True, 'tenant_id': '3d1b679d97c145158645717c8447af9e'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:50:10.342472 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=5e543f7d-d49b-4f81-a1d4-c7dc1b170f42,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:10.359128 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6b5d9501-11f3-4415-9b51-9739a15c75f6 req-afbb92dd-5030-492c-b421-82a9031bfdd5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a98de87c-3ea2-486d-b079-c75619c5535b HTTP/1.1" status: 200 len: 217 time: 0.0658493 Sep 23 06:50:10.361858 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port ec26d16c-4b06-4d74-a5ea-ff42d0ea9fbb completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:50:10.366676 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port ec26d16c-4b06-4d74-a5ea-ff42d0ea9fbb triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:50:10.367120 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:10.383680 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-08b90078-2836-48cd-975b-cf8b64297c8d admin admin] For port d33686ec-5e80-452f-b537-8d77b04cf00b, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=d33686ec-5e80-452f-b537-8d77b04cf00b,segment=NetworkSegment(e1f321b6-0718-4853-a894-c71ec0ee9dcb),segment_id=e1f321b6-0718-4853-a894-c71ec0ee9dcb)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:50:10.384055 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-08b90078-2836-48cd-975b-cf8b64297c8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:10.498088 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5d9501-11f3-4415-9b51-9739a15c75f6 req-32adb8c9-cdd5-4e0c-9baa-6e21a9e4a4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:10.499594 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6b5d9501-11f3-4415-9b51-9739a15c75f6 req-32adb8c9-cdd5-4e0c-9baa-6e21a9e4a4a3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9dbf4107-f4ac-450c-a420-ffd87b06b7dc HTTP/1.1" status: 200 len: 852 time: 0.1224389 Sep 23 06:50:10.500535 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-08b90078-2836-48cd-975b-cf8b64297c8d admin admin] Calling delete_port for d33686ec-5e80-452f-b537-8d77b04cf00b owned by network:router_interface {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:50:10.508098 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['7798a4bb-7e08-4b55-ac2e-860f75e1be63'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:50:10.543769 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6b5d9501-11f3-4415-9b51-9739a15c75f6 req-148e12d2-1654-48ed-be34-510c982c6b1f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5e6b1e6b-f43d-48fc-88ea-84227fc0190a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345378 Sep 23 06:50:10.545464 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:10.554765 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e690d9-f9de-4e61-905b-bb5600832748 req-dfbe8ef7-d2c0-4e42-b634-9a0c21c76a46 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:10.556266 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a4e690d9-f9de-4e61-905b-bb5600832748 req-dfbe8ef7-d2c0-4e42-b634-9a0c21c76a46 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=81c20f7e-ab7b-4016-8938-e0baf0d6e226 HTTP/1.1" status: 200 len: 944 time: 0.2145243 Sep 23 06:50:10.600118 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port ec26d16c-4b06-4d74-a5ea-ff42d0ea9fbb, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=ec26d16c-4b06-4d74-a5ea-ff42d0ea9fbb,segment=NetworkSegment(51e5ec9a-f432-4fca-9474-63e4a4e4e1fb),segment_id=51e5ec9a-f432-4fca-9474-63e4a4e4e1fb)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:50:10.609890 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:10.610777 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 07136d1d-f216-41bf-b3d9-e3f2b509cb43 up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:50:10.657067 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a4e690d9-f9de-4e61-905b-bb5600832748 req-db55a69d-adf4-47ef-a5a2-5ec35d56f723 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881293 Sep 23 06:50:10.701806 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-21720cae-327b-4f1c-b2b5-48985e1811cb req-68782b40-da6d-48f2-a903-bcf4632c3a27 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] 10.222.0.39 "GET /v2.0/ports?device_id=39b291b0-4524-4061-b256-743d3bb3fc92 HTTP/1.1" status: 200 len: 210 time: 0.2083509 Sep 23 06:50:10.741667 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-a682861a-50c6-410d-bf45-5614d4db970f tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:10.743316 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-a682861a-50c6-410d-bf45-5614d4db970f tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] 10.222.0.21 "GET /v2.0/networks?id=fbd8e50b-c1b1-4966-a109-74ea4fbec3c8 HTTP/1.1" status: 200 len: 812 time: 0.2514248 Sep 23 06:50:10.746223 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-060a1873-99e9-4754-ac22-3b2bd187ebef tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Made reservation on behalf of 3d1b679d97c145158645717c8447af9e for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:50:10.750341 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-060a1873-99e9-4754-ac22-3b2bd187ebef tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:10.774275 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6b5d9501-11f3-4415-9b51-9739a15c75f6 req-87a0fc86-41ff-41ee-aeda-21c9ed213557 service neutron] 10.222.0.58 "GET /v2.0/networks/5e6b1e6b-f43d-48fc-88ea-84227fc0190a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167048 Sep 23 06:50:10.796169 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=ec26d16c-4b06-4d74-a5ea-ff42d0ea9fbb,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:10.820086 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port 07136d1d-f216-41bf-b3d9-e3f2b509cb43 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:50:10.832961 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port 07136d1d-f216-41bf-b3d9-e3f2b509cb43 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:50:10.833972 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:10.842515 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-9bc40efe-03c9-4fa2-97a8-dc73d830b042 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Request body: {'port': {'device_id': '39b291b0-4524-4061-b256-743d3bb3fc92', 'network_id': 'fbd8e50b-c1b1-4966-a109-74ea4fbec3c8', 'admin_state_up': True, 'tenant_id': '3d1b679d97c145158645717c8447af9e'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:50:10.972535 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-08b90078-2836-48cd-975b-cf8b64297c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:11.003000 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-62068555-f132-418f-818f-29618adc3ab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066969'] for router_interface, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:11.014606 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b90078-2836-48cd-975b-cf8b64297c8d admin admin] Pushing event deleted for resources: {'Port': ['ID=d33686ec-5e80-452f-b537-8d77b04cf00b,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:11.034984 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:11.054136 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-75e378d8-f92a-4318-a0bc-c108b82626aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:11.082840 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 07136d1d-f216-41bf-b3d9-e3f2b509cb43, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=07136d1d-f216-41bf-b3d9-e3f2b509cb43,segment=NetworkSegment(0ae6ac83-af34-4bd3-80d6-329f37fca9ef),segment_id=0ae6ac83-af34-4bd3-80d6-329f37fca9ef)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:50:11.086806 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:11.088042 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device aadce6c5-7244-4918-943f-79af3b163ac9 up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:50:11.106253 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6b5d9501-11f3-4415-9b51-9739a15c75f6 req-0165a394-94a8-489d-957c-ad03a9cb8e3e service neutron] 10.222.0.58 "GET /v2.0/networks/5e6b1e6b-f43d-48fc-88ea-84227fc0190a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3236794 Sep 23 06:50:11.107812 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929188e5-bebc-426b-9bcb-5aafc33dde7f req-412e051b-f5ac-4690-95b6-89f8c14ee9ed tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:11.109509 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-929188e5-bebc-426b-9bcb-5aafc33dde7f req-412e051b-f5ac-4690-95b6-89f8c14ee9ed tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb87560c-9641-4635-9fad-e3498f44ae55 HTTP/1.1" status: 200 len: 945 time: 0.1789038 Sep 23 06:50:11.115727 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-9bc40efe-03c9-4fa2-97a8-dc73d830b042 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Made reservation on behalf of 3d1b679d97c145158645717c8447af9e for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:50:11.119219 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-9bc40efe-03c9-4fa2-97a8-dc73d830b042 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:11.135874 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3942b73-33fd-4312-8b06-cf489d5610c6 req-4c6eefdf-4bd6-4c1a-a639-23d977169763 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:11.142025 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3942b73-33fd-4312-8b06-cf489d5610c6 req-4c6eefdf-4bd6-4c1a-a639-23d977169763 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:11.147822 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3942b73-33fd-4312-8b06-cf489d5610c6 req-4c6eefdf-4bd6-4c1a-a639-23d977169763 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:11.154663 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3942b73-33fd-4312-8b06-cf489d5610c6 req-4c6eefdf-4bd6-4c1a-a639-23d977169763 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:11.161481 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3942b73-33fd-4312-8b06-cf489d5610c6 req-4c6eefdf-4bd6-4c1a-a639-23d977169763 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:11.166756 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3942b73-33fd-4312-8b06-cf489d5610c6 req-4c6eefdf-4bd6-4c1a-a639-23d977169763 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:11.172617 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3942b73-33fd-4312-8b06-cf489d5610c6 req-4c6eefdf-4bd6-4c1a-a639-23d977169763 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:11.174550 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e3942b73-33fd-4312-8b06-cf489d5610c6 req-4c6eefdf-4bd6-4c1a-a639-23d977169763 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bf31744-0efa-4cef-967d-471fd8e8c528 HTTP/1.1" status: 200 len: 5438 time: 0.2035906 Sep 23 06:50:11.186177 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=07136d1d-f216-41bf-b3d9-e3f2b509cb43,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:11.196135 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-060a1873-99e9-4754-ac22-3b2bd187ebef tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Allocated IP 172.20.0.3 (fbd8e50b-c1b1-4966-a109-74ea4fbec3c8/5f8aaa9e-f626-458a-a945-1f776aa245dc/0af38cb8-3ffb-4371-9922-69207d2113a8) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:50:11.218256 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port aadce6c5-7244-4918-943f-79af3b163ac9 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:50:11.224942 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port aadce6c5-7244-4918-943f-79af3b163ac9 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:50:11.225669 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:11.261067 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e3942b73-33fd-4312-8b06-cf489d5610c6 req-d70ea8e1-bac0-4277-abc6-272794fb9d87 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c9c5b19-61b6-4835-bef3-eb0ee04d7a83&id=5d045487-122b-40fb-9f4c-7e88b4bd6ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0487404 Sep 23 06:50:11.282124 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-929188e5-bebc-426b-9bcb-5aafc33dde7f req-9f25311a-078b-4ad0-907c-b97325c60b25 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/security-groups?id=ece3dc8d-d93c-45c1-8c17-22ee813f6047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541142 Sep 23 06:50:11.315027 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5429779-2edc-438f-a1de-129658445860', 'name': 'network-vif-deleted', 'tag': 'c8e2dfa6-e7f2-4f74-8a78-9231b71f88c5'}, {'server_uuid': 'c52ce5cd-a679-44b2-a8cc-60744ed1a194', 'name': 'network-vif-deleted', 'tag': '2774fbee-e52a-4bf2-b805-e8d2d165d8de'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:50:11.315027 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ec0ee7-76cc-4155-9363-477a96570451" -d '{"events": [{"server_uuid": "e5429779-2edc-438f-a1de-129658445860", "name": "network-vif-deleted", "tag": "c8e2dfa6-e7f2-4f74-8a78-9231b71f88c5"}, {"server_uuid": "c52ce5cd-a679-44b2-a8cc-60744ed1a194", "name": "network-vif-deleted", "tag": "2774fbee-e52a-4bf2-b805-e8d2d165d8de"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:50:11.342333 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-08b90078-2836-48cd-975b-cf8b64297c8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2068624'] for router_interface, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:11.362699 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:11.389782 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 23 Sep 2021 06:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee2d9e0f-a33e-453f-96f6-6c08a1bcbc7f x-openstack-request-id: req-ee2d9e0f-a33e-453f-96f6-6c08a1bcbc7f {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:50:11.390093 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5429779-2edc-438f-a1de-129658445860", "name": "network-vif-deleted", "tag": "c8e2dfa6-e7f2-4f74-8a78-9231b71f88c5", "status": "completed", "code": 200}, {"server_uuid": "c52ce5cd-a679-44b2-a8cc-60744ed1a194", "name": "network-vif-deleted", "tag": "2774fbee-e52a-4bf2-b805-e8d2d165d8de", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:50:11.390344 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ee2d9e0f-a33e-453f-96f6-6c08a1bcbc7f {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:50:11.390743 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5429779-2edc-438f-a1de-129658445860', 'name': 'network-vif-deleted', 'tag': 'c8e2dfa6-e7f2-4f74-8a78-9231b71f88c5', 'status': 'completed', 'code': 200} Sep 23 06:50:11.391004 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c52ce5cd-a679-44b2-a8cc-60744ed1a194', 'name': 'network-vif-deleted', 'tag': '2774fbee-e52a-4bf2-b805-e8d2d165d8de', 'status': 'completed', 'code': 200} Sep 23 06:50:11.397848 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port aadce6c5-7244-4918-943f-79af3b163ac9, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=aadce6c5-7244-4918-943f-79af3b163ac9,segment=NetworkSegment(f24e108b-4e28-412d-86ee-4c835449b745),segment_id=f24e108b-4e28-412d-86ee-4c835449b745)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:50:11.402713 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:11.403538 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 2b24a097-bd4a-4680-b3ae-d426079e7a16 up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:50:11.496747 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:11.499197 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=aadce6c5-7244-4918-943f-79af3b163ac9,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:11.516013 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port 2b24a097-bd4a-4680-b3ae-d426079e7a16 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:50:11.522102 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port 2b24a097-bd4a-4680-b3ae-d426079e7a16 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:50:11.523236 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:11.540434 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-060a1873-99e9-4754-ac22-3b2bd187ebef tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:11.618536 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:11.620664 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-62068555-f132-418f-818f-29618adc3ab9 admin admin] Deleting port e20214c0-1fda-4fa2-be61-0f3cba5d1881 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:50:11.621023 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-62068555-f132-418f-818f-29618adc3ab9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:11.641491 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-060a1873-99e9-4754-ac22-3b2bd187ebef tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:11.664954 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 2b24a097-bd4a-4680-b3ae-d426079e7a16, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=2b24a097-bd4a-4680-b3ae-d426079e7a16,segment=NetworkSegment(f24e108b-4e28-412d-86ee-4c835449b745),segment_id=f24e108b-4e28-412d-86ee-4c835449b745)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:50:11.669355 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:11.670407 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 66dc2450-0dc5-4831-8e32-390fda82bf83 up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:50:11.744157 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=2b24a097-bd4a-4680-b3ae-d426079e7a16,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:11.781410 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-9bc40efe-03c9-4fa2-97a8-dc73d830b042 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Allocated IP 172.20.0.6 (fbd8e50b-c1b1-4966-a109-74ea4fbec3c8/5f8aaa9e-f626-458a-a945-1f776aa245dc/5b0e9797-e9ab-4744-b8ab-4a951ca25cba) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:50:11.784495 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-060a1873-99e9-4754-ac22-3b2bd187ebef tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Network fbd8e50b-c1b1-4966-a109-74ea4fbec3c8 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:50:11.797852 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-060a1873-99e9-4754-ac22-3b2bd187ebef tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:50:11.807390 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060a1873-99e9-4754-ac22-3b2bd187ebef tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Pushing event updated for resources: {'Port': ['ID=0af38cb8-3ffb-4371-9922-69207d2113a8,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:11.818784 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-060a1873-99e9-4754-ac22-3b2bd187ebef tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:50:11.825663 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port 66dc2450-0dc5-4831-8e32-390fda82bf83 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:50:11.829819 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port 66dc2450-0dc5-4831-8e32-390fda82bf83 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:50:11.830284 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:11.867606 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8adaa06f-68f1-442a-84cb-c88fe5c6ea10 req-644595b7-f363-4c17-ae29-34a1b9da11ea tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] 10.222.0.39 "GET /v2.0/ports?device_id=39b291b0-4524-4061-b256-743d3bb3fc92 HTTP/1.1" status: 200 len: 210 time: 0.0613632 Sep 23 06:50:11.881047 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-62068555-f132-418f-818f-29618adc3ab9 admin admin] For port e20214c0-1fda-4fa2-be61-0f3cba5d1881, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=e20214c0-1fda-4fa2-be61-0f3cba5d1881,segment=NetworkSegment(2dfe9769-7de0-498d-959f-dabbdcc8c5af),segment_id=2dfe9769-7de0-498d-959f-dabbdcc8c5af)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:50:11.881899 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-62068555-f132-418f-818f-29618adc3ab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:11.895759 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5321361e-4940-4870-ad8c-f81d442a0b0a req-70057e09-0b24-4ef7-a071-397cb1bdf14e tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:11.897403 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5321361e-4940-4870-ad8c-f81d442a0b0a req-70057e09-0b24-4ef7-a071-397cb1bdf14e tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=81c20f7e-ab7b-4016-8938-e0baf0d6e226 HTTP/1.1" status: 200 len: 944 time: 0.1276598 Sep 23 06:50:11.914810 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-62068555-f132-418f-818f-29618adc3ab9 admin admin] Calling delete_port for e20214c0-1fda-4fa2-be61-0f3cba5d1881 owned by network:router_interface {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:50:11.915553 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:11.945766 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-060a1873-99e9-4754-ac22-3b2bd187ebef tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:11.946457 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-060a1873-99e9-4754-ac22-3b2bd187ebef tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:11.965537 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 66dc2450-0dc5-4831-8e32-390fda82bf83, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=66dc2450-0dc5-4831-8e32-390fda82bf83,segment=NetworkSegment(f24e108b-4e28-412d-86ee-4c835449b745),segment_id=f24e108b-4e28-412d-86ee-4c835449b745)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:50:11.975372 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:11.988696 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5321361e-4940-4870-ad8c-f81d442a0b0a req-2357ecb9-8b52-494d-8736-6cac4fc042ef tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796282 Sep 23 06:50:12.001973 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08b90078-2836-48cd-975b-cf8b64297c8d admin admin] Router 2f73b2d4-0450-483d-b420-96daf2965185 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:50:12.030764 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 836860f4-7f78-4d29-8753-1658ddbce618 up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:50:12.153103 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=66dc2450-0dc5-4831-8e32-390fda82bf83,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:12.171012 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08b90078-2836-48cd-975b-cf8b64297c8d admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:50:12.187339 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-08b90078-2836-48cd-975b-cf8b64297c8d admin admin] 10.222.0.39 "PUT /v2.0/routers/2f73b2d4-0450-483d-b420-96daf2965185/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2463853 Sep 23 06:50:12.190378 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 33756) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:50:12.194894 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port 836860f4-7f78-4d29-8753-1658ddbce618 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:50:12.195131 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc26d54-6cb3-44e0-b022-0e4231b042a2 None None] Sync routers for ids ['2f73b2d4-0450-483d-b420-96daf2965185'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:50:12.201081 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port 836860f4-7f78-4d29-8753-1658ddbce618 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:50:12.201486 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:12.203705 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:12.217622 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc26d54-6cb3-44e0-b022-0e4231b042a2 None None] Routers {'2f73b2d4-0450-483d-b420-96daf2965185'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:50:12.218567 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-0dc26d54-6cb3-44e0-b022-0e4231b042a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:50:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['2f73b2d4-0450-483d-b420-96daf2965185'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:50:12.247335 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bf31744-0efa-4cef-967d-471fd8e8c528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec26d16c-4b06-4d74-a5ea-ff42d0ea9fbb'}, {'server_uuid': '5bf31744-0efa-4cef-967d-471fd8e8c528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07136d1d-f216-41bf-b3d9-e3f2b509cb43'}, {'server_uuid': '5bf31744-0efa-4cef-967d-471fd8e8c528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aadce6c5-7244-4918-943f-79af3b163ac9'}, {'server_uuid': '5bf31744-0efa-4cef-967d-471fd8e8c528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b24a097-bd4a-4680-b3ae-d426079e7a16'}, {'server_uuid': '5bf31744-0efa-4cef-967d-471fd8e8c528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66dc2450-0dc5-4831-8e32-390fda82bf83'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:50:12.250001 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb58eb0-d8fa-4e6c-b4ec-9207d517f11e" -d '{"events": [{"server_uuid": "5bf31744-0efa-4cef-967d-471fd8e8c528", "name": "network-vif-plugged", "status": "completed", "tag": "ec26d16c-4b06-4d74-a5ea-ff42d0ea9fbb"}, {"server_uuid": "5bf31744-0efa-4cef-967d-471fd8e8c528", "name": "network-vif-plugged", "status": "completed", "tag": "07136d1d-f216-41bf-b3d9-e3f2b509cb43"}, {"server_uuid": "5bf31744-0efa-4cef-967d-471fd8e8c528", "name": "network-vif-plugged", "status": "completed", "tag": "aadce6c5-7244-4918-943f-79af3b163ac9"}, {"server_uuid": "5bf31744-0efa-4cef-967d-471fd8e8c528", "name": "network-vif-plugged", "status": "completed", "tag": "2b24a097-bd4a-4680-b3ae-d426079e7a16"}, {"server_uuid": "5bf31744-0efa-4cef-967d-471fd8e8c528", "name": "network-vif-plugged", "status": "completed", "tag": "66dc2450-0dc5-4831-8e32-390fda82bf83"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:50:12.317284 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0781e3d4-5d70-4e72-acf3-f4c78d1ff7b6 admin admin] Notify callbacks [] for router, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:12.358356 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Thu, 23 Sep 2021 06:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-454556cb-606f-4aa5-9d8c-a0db7afd916f x-openstack-request-id: req-454556cb-606f-4aa5-9d8c-a0db7afd916f {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:50:12.358919 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bf31744-0efa-4cef-967d-471fd8e8c528", "name": "network-vif-plugged", "status": "completed", "tag": "ec26d16c-4b06-4d74-a5ea-ff42d0ea9fbb", "code": 200}, {"server_uuid": "5bf31744-0efa-4cef-967d-471fd8e8c528", "name": "network-vif-plugged", "status": "completed", "tag": "07136d1d-f216-41bf-b3d9-e3f2b509cb43", "code": 200}, {"server_uuid": "5bf31744-0efa-4cef-967d-471fd8e8c528", "name": "network-vif-plugged", "status": "completed", "tag": "aadce6c5-7244-4918-943f-79af3b163ac9", "code": 200}, {"server_uuid": "5bf31744-0efa-4cef-967d-471fd8e8c528", "name": "network-vif-plugged", "status": "completed", "tag": "2b24a097-bd4a-4680-b3ae-d426079e7a16", "code": 200}, {"server_uuid": "5bf31744-0efa-4cef-967d-471fd8e8c528", "name": "network-vif-plugged", "status": "completed", "tag": "66dc2450-0dc5-4831-8e32-390fda82bf83", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:50:12.359663 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-454556cb-606f-4aa5-9d8c-a0db7afd916f {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:50:12.359663 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bf31744-0efa-4cef-967d-471fd8e8c528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec26d16c-4b06-4d74-a5ea-ff42d0ea9fbb', 'code': 200} Sep 23 06:50:12.359872 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bf31744-0efa-4cef-967d-471fd8e8c528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07136d1d-f216-41bf-b3d9-e3f2b509cb43', 'code': 200} Sep 23 06:50:12.360046 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bf31744-0efa-4cef-967d-471fd8e8c528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aadce6c5-7244-4918-943f-79af3b163ac9', 'code': 200} Sep 23 06:50:12.360277 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bf31744-0efa-4cef-967d-471fd8e8c528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b24a097-bd4a-4680-b3ae-d426079e7a16', 'code': 200} Sep 23 06:50:12.360516 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bf31744-0efa-4cef-967d-471fd8e8c528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66dc2450-0dc5-4831-8e32-390fda82bf83', 'code': 200} Sep 23 06:50:12.387198 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:12.427676 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 836860f4-7f78-4d29-8753-1658ddbce618, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=836860f4-7f78-4d29-8753-1658ddbce618,segment=NetworkSegment(f24e108b-4e28-412d-86ee-4c835449b745),segment_id=f24e108b-4e28-412d-86ee-4c835449b745)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:50:12.448460 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 2774fbee-e52a-4bf2-b805-e8d2d165d8de no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:50:12.448710 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-0dc26d54-6cb3-44e0-b022-0e4231b042a2 None None] Set router 2f73b2d4-0450-483d-b420-96daf2965185 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:50:12.467713 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:12.468571 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 7798a4bb-7e08-4b55-ac2e-860f75e1be63 up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:50:12.509988 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-060a1873-99e9-4754-ac22-3b2bd187ebef tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2156329 Sep 23 06:50:12.526837 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250999e-1be6-42f2-b383-473f3b215842 req-06f0dab9-c00c-493f-a4d7-500133218fdf tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:12.533674 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250999e-1be6-42f2-b383-473f3b215842 req-06f0dab9-c00c-493f-a4d7-500133218fdf tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:12.536956 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-297f0a4c-b00b-4cfd-8dec-28942d65845f service neutron] Request body: {'port': {'device_id': 'becfaa34-3e54-4936-8c2a-ce37460e6095', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:50:12.541982 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250999e-1be6-42f2-b383-473f3b215842 req-06f0dab9-c00c-493f-a4d7-500133218fdf tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:12.542153 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] No Port match for: 2774fbee-e52a-4bf2-b805-e8d2d165d8de {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:50:12.542153 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 2774fbee-e52a-4bf2-b805-e8d2d165d8de not bound to the agent host n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:50:12.548752 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250999e-1be6-42f2-b383-473f3b215842 req-06f0dab9-c00c-493f-a4d7-500133218fdf tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:12.556161 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250999e-1be6-42f2-b383-473f3b215842 req-06f0dab9-c00c-493f-a4d7-500133218fdf tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:12.563545 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250999e-1be6-42f2-b383-473f3b215842 req-06f0dab9-c00c-493f-a4d7-500133218fdf tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:12.570694 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250999e-1be6-42f2-b383-473f3b215842 req-06f0dab9-c00c-493f-a4d7-500133218fdf tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:12.573753 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6250999e-1be6-42f2-b383-473f3b215842 req-06f0dab9-c00c-493f-a4d7-500133218fdf tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bf31744-0efa-4cef-967d-471fd8e8c528 HTTP/1.1" status: 200 len: 5443 time: 0.1713605 Sep 23 06:50:12.593001 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port 7798a4bb-7e08-4b55-ac2e-860f75e1be63 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:50:12.601192 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port 7798a4bb-7e08-4b55-ac2e-860f75e1be63 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:50:12.601568 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:12.629993 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=836860f4-7f78-4d29-8753-1658ddbce618,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:12.662716 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6250999e-1be6-42f2-b383-473f3b215842 req-fa10c640-5c4b-4cc4-bbdd-7e4dc5d63613 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c9c5b19-61b6-4835-bef3-eb0ee04d7a83&id=5d045487-122b-40fb-9f4c-7e88b4bd6ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0793805 Sep 23 06:50:12.681060 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0781e3d4-5d70-4e72-acf3-f4c78d1ff7b6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:12.726136 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-0dc26d54-6cb3-44e0-b022-0e4231b042a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f73b2d4-0450-483d-b420-96daf2965185', 'name': 'tempest-ServerRescueTestJSONUnderV235-890536527-router', 'tenant_id': '33a2678e7dd541d0b0f49c109db717e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd95fa98f-6267-4e11-96a7-92900f6365dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:48:23Z', 'updated_at': '2021-09-23T06:50:10Z', 'revision_number': 5, 'project_id': '33a2678e7dd541d0b0f49c109db717e9', 'gw_port': {'id': 'd95fa98f-6267-4e11-96a7-92900f6365dc', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:79:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f73b2d4-0450-483d-b420-96daf2965185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:48:24Z', 'updated_at': '2021-09-23T06:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:50:12.729729 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:12.752111 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-0781e3d4-5d70-4e72-acf3-f4c78d1ff7b6 admin admin] Deleting port d95fa98f-6267-4e11-96a7-92900f6365dc {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:50:12.752460 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0781e3d4-5d70-4e72-acf3-f4c78d1ff7b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:12.771113 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc26d54-6cb3-44e0-b022-0e4231b042a2 None None] Checking router: 2f73b2d4-0450-483d-b420-96daf2965185 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:50:12.773824 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581ddaad-1ad4-44d9-bcbb-ee1d0467c7ba req-cd9088e3-e1a7-445b-8659-501c91506c1f tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:12.775423 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-581ddaad-1ad4-44d9-bcbb-ee1d0467c7ba req-cd9088e3-e1a7-445b-8659-501c91506c1f tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb87560c-9641-4635-9fad-e3498f44ae55 HTTP/1.1" status: 200 len: 945 time: 0.3021469 Sep 23 06:50:12.788667 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 7798a4bb-7e08-4b55-ac2e-860f75e1be63, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=7798a4bb-7e08-4b55-ac2e-860f75e1be63,segment=NetworkSegment(b8df1c21-d158-4a04-9c55-8af8af98d9e0),segment_id=b8df1c21-d158-4a04-9c55-8af8af98d9e0)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:50:12.791667 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc26d54-6cb3-44e0-b022-0e4231b042a2 None None] Routers {'2f73b2d4-0450-483d-b420-96daf2965185'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:50:12.792579 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-0dc26d54-6cb3-44e0-b022-0e4231b042a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:50:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['2f73b2d4-0450-483d-b420-96daf2965185'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:50:12.796319 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:12.805191 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-9bc40efe-03c9-4fa2-97a8-dc73d830b042 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:12.819658 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-297f0a4c-b00b-4cfd-8dec-28942d65845f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:12.860944 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-0781e3d4-5d70-4e72-acf3-f4c78d1ff7b6 admin admin] For port d95fa98f-6267-4e11-96a7-92900f6365dc, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=d95fa98f-6267-4e11-96a7-92900f6365dc,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:50:12.861309 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0781e3d4-5d70-4e72-acf3-f4c78d1ff7b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:12.872068 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=7798a4bb-7e08-4b55-ac2e-860f75e1be63,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:12.881998 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-581ddaad-1ad4-44d9-bcbb-ee1d0467c7ba req-542f8eb6-4c8a-41c4-bd57-808c8e980f5a tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/security-groups?id=ece3dc8d-d93c-45c1-8c17-22ee813f6047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893576 Sep 23 06:50:12.903396 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-0781e3d4-5d70-4e72-acf3-f4c78d1ff7b6 admin admin] Calling delete_port for d95fa98f-6267-4e11-96a7-92900f6365dc owned by network:router_gateway {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:50:12.937561 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-0dc26d54-6cb3-44e0-b022-0e4231b042a2 None None] Set router 2f73b2d4-0450-483d-b420-96daf2965185 gateway port host: None {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:50:12.973129 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-9bc40efe-03c9-4fa2-97a8-dc73d830b042 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:13.004845 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-0dc26d54-6cb3-44e0-b022-0e4231b042a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f73b2d4-0450-483d-b420-96daf2965185', 'name': 'tempest-ServerRescueTestJSONUnderV235-890536527-router', 'tenant_id': '33a2678e7dd541d0b0f49c109db717e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:48:23Z', 'updated_at': '2021-09-23T06:50:12Z', 'revision_number': 6, 'project_id': '33a2678e7dd541d0b0f49c109db717e9', 'gw_port_host': None}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:50:13.040976 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a663c-64c9-418a-8b46-583abf182d98 req-3152d065-9c36-417d-b03c-110e5f35ceb7 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:13.042733 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-129a663c-64c9-418a-8b46-583abf182d98 req-3152d065-9c36-417d-b03c-110e5f35ceb7 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] 10.222.0.39 "GET /v2.0/ports?device_id=39b291b0-4524-4061-b256-743d3bb3fc92 HTTP/1.1" status: 200 len: 931 time: 0.0670674 Sep 23 06:50:13.048914 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc26d54-6cb3-44e0-b022-0e4231b042a2 None None] The sync data for ids ['2f73b2d4-0450-483d-b420-96daf2965185'] in n-d-715271-16 is: [{'id': '2f73b2d4-0450-483d-b420-96daf2965185', 'name': 'tempest-ServerRescueTestJSONUnderV235-890536527-router', 'tenant_id': '33a2678e7dd541d0b0f49c109db717e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:48:23Z', 'updated_at': '2021-09-23T06:50:12Z', 'revision_number': 6, 'project_id': '33a2678e7dd541d0b0f49c109db717e9', 'gw_port_host': None}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:50:13.096993 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-62068555-f132-418f-818f-29618adc3ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:13.133293 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-9bc40efe-03c9-4fa2-97a8-dc73d830b042 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Network fbd8e50b-c1b1-4966-a109-74ea4fbec3c8 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:50:13.147479 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-129a663c-64c9-418a-8b46-583abf182d98 req-e812998d-4fea-4c20-9332-e8e8574a05df tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2bb078b-5609-4862-b2a7-1e140a670c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712876 Sep 23 06:50:13.155210 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc40efe-03c9-4fa2-97a8-dc73d830b042 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Pushing event updated for resources: {'Port': ['ID=5b0e9797-e9ab-4744-b8ab-4a951ca25cba,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:13.157787 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-9bc40efe-03c9-4fa2-97a8-dc73d830b042 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:50:13.179411 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-9bc40efe-03c9-4fa2-97a8-dc73d830b042 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:50:13.203845 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0781e3d4-5d70-4e72-acf3-f4c78d1ff7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:13.230769 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0781e3d4-5d70-4e72-acf3-f4c78d1ff7b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d95fa98f-6267-4e11-96a7-92900f6365dc,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:13.239422 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62068555-f132-418f-818f-29618adc3ab9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e20214c0-1fda-4fa2-be61-0f3cba5d1881,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:13.303679 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0781e3d4-5d70-4e72-acf3-f4c78d1ff7b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2068563'] for router_gateway, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:13.336760 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0e2eb4-8aa4-4b24-8008-bfc7472d8063 req-868b6f79-7c2c-497b-b9a9-06b7b3444c39 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:13.338439 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8e0e2eb4-8aa4-4b24-8008-bfc7472d8063 req-868b6f79-7c2c-497b-b9a9-06b7b3444c39 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=81c20f7e-ab7b-4016-8938-e0baf0d6e226 HTTP/1.1" status: 200 len: 944 time: 0.2563655 Sep 23 06:50:13.363076 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-9bc40efe-03c9-4fa2-97a8-dc73d830b042 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:13.363707 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-9bc40efe-03c9-4fa2-97a8-dc73d830b042 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:13.418906 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0781e3d4-5d70-4e72-acf3-f4c78d1ff7b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:13.421471 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0781e3d4-5d70-4e72-acf3-f4c78d1ff7b6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:13.449076 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-9bc40efe-03c9-4fa2-97a8-dc73d830b042 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6139708 Sep 23 06:50:13.471474 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 06:50:13.472291 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-978b62e7-6f72-4038-9415-b23620ee8afb service neutron] Request body: {'port': {'device_id': '39b291b0-4524-4061-b256-743d3bb3fc92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:50:13.490651 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0781e3d4-5d70-4e72-acf3-f4c78d1ff7b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:13.491400 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0781e3d4-5d70-4e72-acf3-f4c78d1ff7b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f73b2d4-0450-483d-b420-96daf2965185 {{(pid=95066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 06:50:13.498939 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0781e3d4-5d70-4e72-acf3-f4c78d1ff7b6 admin admin] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:13.500177 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-0781e3d4-5d70-4e72-acf3-f4c78d1ff7b6 admin admin] 10.222.0.39 "DELETE /v2.0/routers/2f73b2d4-0450-483d-b420-96daf2965185 HTTP/1.1" status: 204 len: 168 time: 1.3087778 Sep 23 06:50:13.502640 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 33770) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:50:13.513009 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8e0e2eb4-8aa4-4b24-8008-bfc7472d8063 req-2a8fcfc3-3b08-4220-b5e2-920c3a56bc79 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623492 Sep 23 06:50:13.563954 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-a737defc-3db7-467b-aede-faa994a3db3c admin admin] Deleting subnet ce5827ea-e48e-4844-96f2-c1db8c9c5716 {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:50:13.567133 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a737defc-3db7-467b-aede-faa994a3db3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:13.602951 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a737defc-3db7-467b-aede-faa994a3db3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:13.626120 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-978b62e7-6f72-4038-9415-b23620ee8afb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:13.643112 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a737defc-3db7-467b-aede-faa994a3db3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:13.650128 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-62068555-f132-418f-818f-29618adc3ab9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2068624'] for router_interface, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:13.660619 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-297f0a4c-b00b-4cfd-8dec-28942d65845f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0af38cb8-3ffb-4371-9922-69207d2113a8 {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:50:13.673095 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-297f0a4c-b00b-4cfd-8dec-28942d65845f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:13.700215 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a737defc-3db7-467b-aede-faa994a3db3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:13.705187 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device a98de87c-3ea2-486d-b079-c75619c5535b details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:50:13.736137 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a737defc-3db7-467b-aede-faa994a3db3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:13.740423 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-a737defc-3db7-467b-aede-faa994a3db3c admin admin] 10.222.0.39 "DELETE /v2.0/subnets/ce5827ea-e48e-4844-96f2-c1db8c9c5716 HTTP/1.1" status: 204 len: 168 time: 0.2343919 Sep 23 06:50:13.740562 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:13.742451 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 33774) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:50:13.743918 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a737defc-3db7-467b-aede-faa994a3db3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce5827ea-e48e-4844-96f2-c1db8c9c5716,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:13.753268 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-297f0a4c-b00b-4cfd-8dec-28942d65845f service neutron] Transition to ACTIVE for port object 0af38cb8-3ffb-4371-9922-69207d2113a8 will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:50:13.764652 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-297f0a4c-b00b-4cfd-8dec-28942d65845f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:13.870555 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port a98de87c-3ea2-486d-b079-c75619c5535b, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=a98de87c-3ea2-486d-b079-c75619c5535b,segment=NetworkSegment(f93b6022-d5e5-431e-9dcb-2461df9c5b3b),segment_id=f93b6022-d5e5-431e-9dcb-2461df9c5b3b)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:50:13.887905 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bc3cb8ec-634c-4034-8bda-e66806f48a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:13.888151 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': 'a98de87c-3ea2-486d-b079-c75619c5535b', 'network_id': '5e6b1e6b-f43d-48fc-88ea-84227fc0190a', 'port_id': 'a98de87c-3ea2-486d-b079-c75619c5535b', 'mac_address': 'fa:16:3e:29:97:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dbf4107-f4ac-450c-a420-ffd87b06b7dc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:50:13.915218 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a55c104-beed-4d60-bf3c-5ddb8bb1a8b9 req-a461d557-869e-4829-a895-6ba5ffbaf810 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:13.922855 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a55c104-beed-4d60-bf3c-5ddb8bb1a8b9 req-a461d557-869e-4829-a895-6ba5ffbaf810 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:13.930191 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a55c104-beed-4d60-bf3c-5ddb8bb1a8b9 req-a461d557-869e-4829-a895-6ba5ffbaf810 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:13.936154 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297f0a4c-b00b-4cfd-8dec-28942d65845f service neutron] Pushing event updated for resources: {'Port': ['ID=0af38cb8-3ffb-4371-9922-69207d2113a8,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:13.937421 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a55c104-beed-4d60-bf3c-5ddb8bb1a8b9 req-a461d557-869e-4829-a895-6ba5ffbaf810 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:13.944328 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a55c104-beed-4d60-bf3c-5ddb8bb1a8b9 req-a461d557-869e-4829-a895-6ba5ffbaf810 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:13.951674 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a55c104-beed-4d60-bf3c-5ddb8bb1a8b9 req-a461d557-869e-4829-a895-6ba5ffbaf810 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:13.957781 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:13.960406 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a55c104-beed-4d60-bf3c-5ddb8bb1a8b9 req-a461d557-869e-4829-a895-6ba5ffbaf810 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:13.961692 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0a55c104-beed-4d60-bf3c-5ddb8bb1a8b9 req-a461d557-869e-4829-a895-6ba5ffbaf810 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bf31744-0efa-4cef-967d-471fd8e8c528 HTTP/1.1" status: 200 len: 5443 time: 0.1305649 Sep 23 06:50:13.983568 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a98de87c-3ea2-486d-b079-c75619c5535b {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:50:14.006803 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port a98de87c-3ea2-486d-b079-c75619c5535b, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=a98de87c-3ea2-486d-b079-c75619c5535b,segment=NetworkSegment(f93b6022-d5e5-431e-9dcb-2461df9c5b3b),segment_id=f93b6022-d5e5-431e-9dcb-2461df9c5b3b)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:50:14.013639 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:14.053293 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0a55c104-beed-4d60-bf3c-5ddb8bb1a8b9 req-f44819ba-1203-4ae8-9bdb-5f9f180e6f07 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c9c5b19-61b6-4835-bef3-eb0ee04d7a83&id=5d045487-122b-40fb-9f4c-7e88b4bd6ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0603828 Sep 23 06:50:14.096715 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=a98de87c-3ea2-486d-b079-c75619c5535b,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:14.115595 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bc3cb8ec-634c-4034-8bda-e66806f48a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:14.137616 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-bc3cb8ec-634c-4034-8bda-e66806f48a93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ee1a007-1655-4afb-9981-1243b24a21bb']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:50:14.148131 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-bc3cb8ec-634c-4034-8bda-e66806f48a93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1f321b6-0718-4853-a894-c71ec0ee9dcb') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:50:14.148374 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-bc3cb8ec-634c-4034-8bda-e66806f48a93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1f321b6-0718-4853-a894-c71ec0ee9dcb') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:50:14.160011 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bc3cb8ec-634c-4034-8bda-e66806f48a93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:14.175445 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bc3cb8ec-634c-4034-8bda-e66806f48a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:14.184450 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc3cb8ec-634c-4034-8bda-e66806f48a93 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:50:14.187327 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bc3cb8ec-634c-4034-8bda-e66806f48a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:14.188508 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 06:50:14.188508 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:50:14.188508 n-d-715271-16 neutron-server[95066]: timer() Sep 23 06:50:14.188508 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:50:14.188508 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 06:50:14.188508 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:50:14.188508 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 06:50:14.188508 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:50:14.188508 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 06:50:14.188508 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:50:14.188508 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 06:50:14.188508 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:50:14.188508 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 06:50:14.188508 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:50:14.188508 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:50:14.188508 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:50:14.188508 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:50:14.188508 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:50:14.188508 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 06:50:14.188508 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:50:14.188508 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 06:50:14.188508 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:50:14.188508 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:50:14.188508 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:50:14.188508 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 06:50:14.188508 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:50:14.188508 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:50:14.188508 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:50:14.188508 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:50:14.188508 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:50:14.188508 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:50:14.188508 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:50:14.234669 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b18021b-2f77-4181-a126-7bc83e474e50 req-ca04f718-b64b-4589-b5ac-44b65f3da5ad tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:14.241820 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4b18021b-2f77-4181-a126-7bc83e474e50 req-ca04f718-b64b-4589-b5ac-44b65f3da5ad tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb87560c-9641-4635-9fad-e3498f44ae55 HTTP/1.1" status: 200 len: 946 time: 0.2232149 Sep 23 06:50:14.272846 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-297f0a4c-b00b-4cfd-8dec-28942d65845f service neutron] Attempting to bind port 0af38cb8-3ffb-4371-9922-69207d2113a8 on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:50:14.273191 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-297f0a4c-b00b-4cfd-8dec-28942d65845f service neutron] Attempting to bind port 0af38cb8-3ffb-4371-9922-69207d2113a8 by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': '365a7690-8bcc-4851-81e9-72a0a6cf8e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'fbd8e50b-c1b1-4966-a109-74ea4fbec3c8'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:50:14.273525 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-297f0a4c-b00b-4cfd-8dec-28942d65845f service neutron] Attempting to bind port 0af38cb8-3ffb-4371-9922-69207d2113a8 on network fbd8e50b-c1b1-4966-a109-74ea4fbec3c8 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:50:14.278967 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bc3cb8ec-634c-4034-8bda-e66806f48a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:14.288712 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device d95fa98f-6267-4e11-96a7-92900f6365dc no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:50:14.296747 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-297f0a4c-b00b-4cfd-8dec-28942d65845f service neutron] Port 0af38cb8-3ffb-4371-9922-69207d2113a8 on network fbd8e50b-c1b1-4966-a109-74ea4fbec3c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:50:14.297077 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-297f0a4c-b00b-4cfd-8dec-28942d65845f service neutron] Attempting to bind port 0af38cb8-3ffb-4371-9922-69207d2113a8 on network fbd8e50b-c1b1-4966-a109-74ea4fbec3c8 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:50:14.309813 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bc3cb8ec-634c-4034-8bda-e66806f48a93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:14.315005 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-bc3cb8ec-634c-4034-8bda-e66806f48a93 admin admin] 10.222.0.39 "DELETE /v2.0/networks/3ee1a007-1655-4afb-9981-1243b24a21bb HTTP/1.1" status: 204 len: 168 time: 0.5673158 Sep 23 06:50:14.330692 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: d95fa98f-6267-4e11-96a7-92900f6365dc {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:50:14.331188 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62068555-f132-418f-818f-29618adc3ab9 admin admin] Router 38bc268b-ce43-4822-830e-3a3e3cee4b2d has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:50:14.332119 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-297f0a4c-b00b-4cfd-8dec-28942d65845f service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:50:14.332461 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-297f0a4c-b00b-4cfd-8dec-28942d65845f service neutron] Checking segment: {'id': '365a7690-8bcc-4851-81e9-72a0a6cf8e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'fbd8e50b-c1b1-4966-a109-74ea4fbec3c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:50:14.332846 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-297f0a4c-b00b-4cfd-8dec-28942d65845f service neutron] Bound using segment: {'id': '365a7690-8bcc-4851-81e9-72a0a6cf8e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'fbd8e50b-c1b1-4966-a109-74ea4fbec3c8'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:50:14.333280 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-297f0a4c-b00b-4cfd-8dec-28942d65845f service neutron] Bound port: 0af38cb8-3ffb-4371-9922-69207d2113a8, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '365a7690-8bcc-4851-81e9-72a0a6cf8e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'fbd8e50b-c1b1-4966-a109-74ea4fbec3c8'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:50:14.333390 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device d95fa98f-6267-4e11-96a7-92900f6365dc not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:50:14.333638 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-297f0a4c-b00b-4cfd-8dec-28942d65845f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:14.334145 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device d33686ec-5e80-452f-b537-8d77b04cf00b no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:50:14.340949 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3cb8ec-634c-4034-8bda-e66806f48a93 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ee1a007-1655-4afb-9981-1243b24a21bb,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:14.371348 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f27fdd-3f21-402a-b350-24a728b5881d req-6675d327-1de7-4468-b734-ea58630e1c76 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:14.380872 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-87f27fdd-3f21-402a-b350-24a728b5881d req-6675d327-1de7-4468-b734-ea58630e1c76 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] 10.222.0.39 "GET /v2.0/ports?device_id=39b291b0-4524-4061-b256-743d3bb3fc92 HTTP/1.1" status: 200 len: 931 time: 0.1153595 Sep 23 06:50:14.388292 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4b18021b-2f77-4181-a126-7bc83e474e50 req-236748b1-e158-472c-86e2-edcfb243c83c tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/security-groups?id=ece3dc8d-d93c-45c1-8c17-22ee813f6047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454999 Sep 23 06:50:14.436777 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-87f27fdd-3f21-402a-b350-24a728b5881d req-bbe25212-7665-425c-9062-172a24321e61 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2bb078b-5609-4862-b2a7-1e140a670c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531583 Sep 23 06:50:14.445614 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-978b62e7-6f72-4038-9415-b23620ee8afb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b0e9797-e9ab-4744-b8ab-4a951ca25cba {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:50:14.492125 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-978b62e7-6f72-4038-9415-b23620ee8afb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:14.498211 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 33784) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:50:14.529113 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bf31744-0efa-4cef-967d-471fd8e8c528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '836860f4-7f78-4d29-8753-1658ddbce618'}, {'server_uuid': 'bb87560c-9641-4635-9fad-e3498f44ae55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7798a4bb-7e08-4b55-ac2e-860f75e1be63'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:50:14.529374 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-978b62e7-6f72-4038-9415-b23620ee8afb service neutron] Transition to ACTIVE for port object 5b0e9797-e9ab-4744-b8ab-4a951ca25cba will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:50:14.531552 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f011083e-31cb-4e31-a8b6-e0b78935ce1a" -d '{"events": [{"server_uuid": "5bf31744-0efa-4cef-967d-471fd8e8c528", "name": "network-vif-plugged", "status": "completed", "tag": "836860f4-7f78-4d29-8753-1658ddbce618"}, {"server_uuid": "bb87560c-9641-4635-9fad-e3498f44ae55", "name": "network-vif-plugged", "status": "completed", "tag": "7798a4bb-7e08-4b55-ac2e-860f75e1be63"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:50:14.534679 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['a98de87c-3ea2-486d-b079-c75619c5535b'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:50:14.539232 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: d33686ec-5e80-452f-b537-8d77b04cf00b {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:50:14.539710 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device d33686ec-5e80-452f-b537-8d77b04cf00b not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:50:14.551740 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-978b62e7-6f72-4038-9415-b23620ee8afb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:14.580096 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 33790) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:50:14.582558 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-acd8422e-d0a5-4cb8-b2b5-4446f5222b77 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=33a2678e7dd541d0b0f49c109db717e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0831416 Sep 23 06:50:14.603219 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 23 Sep 2021 06:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a31106-2203-4bed-9d57-5697decc018b x-openstack-request-id: req-f3a31106-2203-4bed-9d57-5697decc018b {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:50:14.603716 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bf31744-0efa-4cef-967d-471fd8e8c528", "name": "network-vif-plugged", "status": "completed", "tag": "836860f4-7f78-4d29-8753-1658ddbce618", "code": 200}, {"server_uuid": "bb87560c-9641-4635-9fad-e3498f44ae55", "name": "network-vif-plugged", "status": "completed", "tag": "7798a4bb-7e08-4b55-ac2e-860f75e1be63", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:50:14.604620 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f3a31106-2203-4bed-9d57-5697decc018b {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:50:14.605221 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bf31744-0efa-4cef-967d-471fd8e8c528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '836860f4-7f78-4d29-8753-1658ddbce618', 'code': 200} Sep 23 06:50:14.605645 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb87560c-9641-4635-9fad-e3498f44ae55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7798a4bb-7e08-4b55-ac2e-860f75e1be63', 'code': 200} Sep 23 06:50:14.658941 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-297f0a4c-b00b-4cfd-8dec-28942d65845f service neutron] For port 0af38cb8-3ffb-4371-9922-69207d2113a8, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:50:14.680968 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1d8af3-63ba-48c9-9149-31a5aa89e811 req-8a62ab31-8f57-4e0b-bbf6-d16d54573616 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:14.683374 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7f1d8af3-63ba-48c9-9149-31a5aa89e811 req-8a62ab31-8f57-4e0b-bbf6-d16d54573616 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=81c20f7e-ab7b-4016-8938-e0baf0d6e226 HTTP/1.1" status: 200 len: 945 time: 0.0734134 Sep 23 06:50:14.713491 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-297f0a4c-b00b-4cfd-8dec-28942d65845f service neutron] For port 0af38cb8-3ffb-4371-9922-69207d2113a8, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=0af38cb8-3ffb-4371-9922-69207d2113a8,segment=NetworkSegment(365a7690-8bcc-4851-81e9-72a0a6cf8e1c),segment_id=365a7690-8bcc-4851-81e9-72a0a6cf8e1c)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:50:14.726743 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62068555-f132-418f-818f-29618adc3ab9 admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:50:14.731470 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978b62e7-6f72-4038-9415-b23620ee8afb service neutron] Pushing event updated for resources: {'Port': ['ID=5b0e9797-e9ab-4744-b8ab-4a951ca25cba,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:14.735004 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-297f0a4c-b00b-4cfd-8dec-28942d65845f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:14.736519 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138a78d4-db35-4460-98a7-0d726ce7ed59 None None] Sync routers for ids ['38bc268b-ce43-4822-830e-3a3e3cee4b2d'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:50:14.742918 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-62068555-f132-418f-818f-29618adc3ab9 admin admin] 10.222.0.39 "PUT /v2.0/routers/38bc268b-ce43-4822-830e-3a3e3cee4b2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8841133 Sep 23 06:50:14.751704 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 33792) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:50:14.757730 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138a78d4-db35-4460-98a7-0d726ce7ed59 None None] Routers {'38bc268b-ce43-4822-830e-3a3e3cee4b2d'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:50:14.758576 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-138a78d4-db35-4460-98a7-0d726ce7ed59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:50:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['38bc268b-ce43-4822-830e-3a3e3cee4b2d'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:50:14.810459 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7f1d8af3-63ba-48c9-9149-31a5aa89e811 req-56444b2e-244a-4f70-9c65-e5f160863752 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114874 Sep 23 06:50:14.825797 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436b05cb-e64d-45bb-961b-d55f9de9c2cc req-418003ce-d34f-4354-9d4b-55703d45353e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:14.827391 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-436b05cb-e64d-45bb-961b-d55f9de9c2cc req-418003ce-d34f-4354-9d4b-55703d45353e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=bb87560c-9641-4635-9fad-e3498f44ae55 HTTP/1.1" status: 200 len: 1098 time: 0.1374307 Sep 23 06:50:14.832601 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ab2b60-4255-41a6-84fa-208de166a0b1 req-236a19dc-1921-41a8-90a6-f51c7f75664e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:14.833081 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ab2b60-4255-41a6-84fa-208de166a0b1 req-236a19dc-1921-41a8-90a6-f51c7f75664e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:14.833551 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ab2b60-4255-41a6-84fa-208de166a0b1 req-236a19dc-1921-41a8-90a6-f51c7f75664e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:14.834082 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ab2b60-4255-41a6-84fa-208de166a0b1 req-236a19dc-1921-41a8-90a6-f51c7f75664e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:14.834685 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ab2b60-4255-41a6-84fa-208de166a0b1 req-236a19dc-1921-41a8-90a6-f51c7f75664e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:14.835210 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ab2b60-4255-41a6-84fa-208de166a0b1 req-236a19dc-1921-41a8-90a6-f51c7f75664e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:14.835689 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ab2b60-4255-41a6-84fa-208de166a0b1 req-236a19dc-1921-41a8-90a6-f51c7f75664e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:14.837414 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a6ab2b60-4255-41a6-84fa-208de166a0b1 req-236a19dc-1921-41a8-90a6-f51c7f75664e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5bf31744-0efa-4cef-967d-471fd8e8c528 HTTP/1.1" status: 200 len: 6507 time: 0.1042607 Sep 23 06:50:14.872609 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-297f0a4c-b00b-4cfd-8dec-28942d65845f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:14.873228 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-297f0a4c-b00b-4cfd-8dec-28942d65845f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:14.874658 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-297f0a4c-b00b-4cfd-8dec-28942d65845f service neutron] 10.222.0.21 "PUT /v2.0/ports/0af38cb8-3ffb-4371-9922-69207d2113a8 HTTP/1.1" status: 200 len: 1092 time: 2.3417840 Sep 23 06:50:14.880400 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-138a78d4-db35-4460-98a7-0d726ce7ed59 None None] Set router 38bc268b-ce43-4822-830e-3a3e3cee4b2d gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:50:14.881748 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'becfaa34-3e54-4936-8c2a-ce37460e6095', 'tag': '0af38cb8-3ffb-4371-9922-69207d2113a8'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:50:14.884047 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3efb32fa-4d24-4a72-a0d2-54f8bb08132b" -d '{"events": [{"name": "network-changed", "server_uuid": "becfaa34-3e54-4936-8c2a-ce37460e6095", "tag": "0af38cb8-3ffb-4371-9922-69207d2113a8"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:50:14.896611 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-307d39f7-9daf-431b-9dc0-565bc960119b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:14.911986 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-436b05cb-e64d-45bb-961b-d55f9de9c2cc req-aac4d9a2-be1c-4f63-9602-be4caf32ee6b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ece3dc8d-d93c-45c1-8c17-22ee813f6047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729313 Sep 23 06:50:14.920358 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a6ab2b60-4255-41a6-84fa-208de166a0b1 req-6008e818-aa5e-44fa-84cb-d2329d6c2a28 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9c9c5b19-61b6-4835-bef3-eb0ee04d7a83&id=5d045487-122b-40fb-9f4c-7e88b4bd6ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0639572 Sep 23 06:50:14.941699 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297f0a4c-b00b-4cfd-8dec-28942d65845f service neutron] Pushing event updated for resources: {'Port': ['ID=0af38cb8-3ffb-4371-9922-69207d2113a8,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:14.961194 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-376e67f4-35b1-4456-bdfa-395e3c25a12e x-openstack-request-id: req-376e67f4-35b1-4456-bdfa-395e3c25a12e {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:50:14.961488 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "becfaa34-3e54-4936-8c2a-ce37460e6095", "tag": "0af38cb8-3ffb-4371-9922-69207d2113a8", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:50:14.961749 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-376e67f4-35b1-4456-bdfa-395e3c25a12e {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:50:14.962168 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'becfaa34-3e54-4936-8c2a-ce37460e6095', 'tag': '0af38cb8-3ffb-4371-9922-69207d2113a8', 'status': 'completed', 'code': 200} Sep 23 06:50:14.994348 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-307d39f7-9daf-431b-9dc0-565bc960119b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:15.040954 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-978b62e7-6f72-4038-9415-b23620ee8afb service neutron] Attempting to bind port 5b0e9797-e9ab-4744-b8ab-4a951ca25cba on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:50:15.041295 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-978b62e7-6f72-4038-9415-b23620ee8afb service neutron] Attempting to bind port 5b0e9797-e9ab-4744-b8ab-4a951ca25cba by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': '365a7690-8bcc-4851-81e9-72a0a6cf8e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'fbd8e50b-c1b1-4966-a109-74ea4fbec3c8'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:50:15.042497 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-978b62e7-6f72-4038-9415-b23620ee8afb service neutron] Attempting to bind port 5b0e9797-e9ab-4744-b8ab-4a951ca25cba on network fbd8e50b-c1b1-4966-a109-74ea4fbec3c8 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:50:15.069160 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-978b62e7-6f72-4038-9415-b23620ee8afb service neutron] Port 5b0e9797-e9ab-4744-b8ab-4a951ca25cba on network fbd8e50b-c1b1-4966-a109-74ea4fbec3c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:50:15.069492 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-978b62e7-6f72-4038-9415-b23620ee8afb service neutron] Attempting to bind port 5b0e9797-e9ab-4744-b8ab-4a951ca25cba on network fbd8e50b-c1b1-4966-a109-74ea4fbec3c8 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:50:15.107643 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-138a78d4-db35-4460-98a7-0d726ce7ed59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38bc268b-ce43-4822-830e-3a3e3cee4b2d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-629062751-router', 'tenant_id': 'b4c98fe61d4d4691a9ed5d49fef41770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '560d8b32-8b51-4953-8b34-4692e042958c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:49:05Z', 'updated_at': '2021-09-23T06:50:12Z', 'revision_number': 5, 'project_id': 'b4c98fe61d4d4691a9ed5d49fef41770', 'gw_port': {'id': '560d8b32-8b51-4953-8b34-4692e042958c', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:1a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bc268b-ce43-4822-830e-3a3e3cee4b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:49:07Z', 'updated_at': '2021-09-23T06:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:50:15.137538 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138a78d4-db35-4460-98a7-0d726ce7ed59 None None] Checking router: 38bc268b-ce43-4822-830e-3a3e3cee4b2d for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:50:15.147486 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138a78d4-db35-4460-98a7-0d726ce7ed59 None None] Routers {'38bc268b-ce43-4822-830e-3a3e3cee4b2d'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:50:15.148126 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-138a78d4-db35-4460-98a7-0d726ce7ed59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:50:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['38bc268b-ce43-4822-830e-3a3e3cee4b2d'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:50:15.256783 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-138a78d4-db35-4460-98a7-0d726ce7ed59 None None] Set router 38bc268b-ce43-4822-830e-3a3e3cee4b2d gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:50:15.397784 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-978b62e7-6f72-4038-9415-b23620ee8afb service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:50:15.398143 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-978b62e7-6f72-4038-9415-b23620ee8afb service neutron] Checking segment: {'id': '365a7690-8bcc-4851-81e9-72a0a6cf8e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'fbd8e50b-c1b1-4966-a109-74ea4fbec3c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:50:15.398528 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-978b62e7-6f72-4038-9415-b23620ee8afb service neutron] Bound using segment: {'id': '365a7690-8bcc-4851-81e9-72a0a6cf8e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'fbd8e50b-c1b1-4966-a109-74ea4fbec3c8'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:50:15.398974 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-978b62e7-6f72-4038-9415-b23620ee8afb service neutron] Bound port: 5b0e9797-e9ab-4744-b8ab-4a951ca25cba, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '365a7690-8bcc-4851-81e9-72a0a6cf8e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'fbd8e50b-c1b1-4966-a109-74ea4fbec3c8'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:50:15.399333 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-978b62e7-6f72-4038-9415-b23620ee8afb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:15.406587 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a55de5f0-0b4b-4c0e-9450-ccc431c424f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:15.437265 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-138a78d4-db35-4460-98a7-0d726ce7ed59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38bc268b-ce43-4822-830e-3a3e3cee4b2d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-629062751-router', 'tenant_id': 'b4c98fe61d4d4691a9ed5d49fef41770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '560d8b32-8b51-4953-8b34-4692e042958c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:49:05Z', 'updated_at': '2021-09-23T06:50:12Z', 'revision_number': 5, 'project_id': 'b4c98fe61d4d4691a9ed5d49fef41770', 'gw_port': {'id': '560d8b32-8b51-4953-8b34-4692e042958c', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:1a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bc268b-ce43-4822-830e-3a3e3cee4b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:49:07Z', 'updated_at': '2021-09-23T06:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:50:15.464257 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-18c2613b-f758-4211-acd5-52a1fe264054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:15.466343 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-18c2613b-f758-4211-acd5-52a1fe264054 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3d1b679d97c145158645717c8447af9e&device_id=becfaa34-3e54-4936-8c2a-ce37460e6095 HTTP/1.1" status: 200 len: 1095 time: 0.5257256 Sep 23 06:50:15.468824 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138a78d4-db35-4460-98a7-0d726ce7ed59 None None] The sync data for ids ['38bc268b-ce43-4822-830e-3a3e3cee4b2d'] in n-d-715271-16 is: [{'id': '38bc268b-ce43-4822-830e-3a3e3cee4b2d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-629062751-router', 'tenant_id': 'b4c98fe61d4d4691a9ed5d49fef41770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '560d8b32-8b51-4953-8b34-4692e042958c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:49:05Z', 'updated_at': '2021-09-23T06:50:12Z', 'revision_number': 5, 'project_id': 'b4c98fe61d4d4691a9ed5d49fef41770', 'gw_port': {'id': '560d8b32-8b51-4953-8b34-4692e042958c', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:1a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bc268b-ce43-4822-830e-3a3e3cee4b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:49:07Z', 'updated_at': '2021-09-23T06:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:50:15.540274 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29bc765-034a-40f6-92ec-5edec6ba4fc7 req-46922f84-738d-4ff2-94dc-6cae4cfb94bd tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:15.541824 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b29bc765-034a-40f6-92ec-5edec6ba4fc7 req-46922f84-738d-4ff2-94dc-6cae4cfb94bd tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb87560c-9641-4635-9fad-e3498f44ae55 HTTP/1.1" status: 200 len: 946 time: 0.0719926 Sep 23 06:50:15.563039 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-00e8c658-f86b-4613-86d0-bec7d24cda9f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0af38cb8-3ffb-4371-9922-69207d2113a8 HTTP/1.1" status: 200 len: 217 time: 0.0764358 Sep 23 06:50:15.563770 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-307d39f7-9daf-431b-9dc0-565bc960119b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:15.566358 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-307d39f7-9daf-431b-9dc0-565bc960119b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:15.569784 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-307d39f7-9daf-431b-9dc0-565bc960119b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2d44e72e-9977-4c1c-b9ad-087588ff958f HTTP/1.1" status: 204 len: 168 time: 0.9796696 Sep 23 06:50:15.585362 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b29bc765-034a-40f6-92ec-5edec6ba4fc7 req-e91ab936-41a7-4f1b-a5a2-c92cfad2a7aa tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/security-groups?id=ece3dc8d-d93c-45c1-8c17-22ee813f6047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372827 Sep 23 06:50:15.590232 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c01bb-1507-4536-a53e-4d2872d8690c req-dc980790-4c96-4415-8273-d89f3fa77ea6 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:15.596244 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c01bb-1507-4536-a53e-4d2872d8690c req-dc980790-4c96-4415-8273-d89f3fa77ea6 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:15.602569 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c01bb-1507-4536-a53e-4d2872d8690c req-dc980790-4c96-4415-8273-d89f3fa77ea6 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:15.609228 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c01bb-1507-4536-a53e-4d2872d8690c req-dc980790-4c96-4415-8273-d89f3fa77ea6 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:15.615275 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c01bb-1507-4536-a53e-4d2872d8690c req-dc980790-4c96-4415-8273-d89f3fa77ea6 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:15.621744 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c01bb-1507-4536-a53e-4d2872d8690c req-dc980790-4c96-4415-8273-d89f3fa77ea6 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:15.627717 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c01bb-1507-4536-a53e-4d2872d8690c req-dc980790-4c96-4415-8273-d89f3fa77ea6 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:15.629687 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-005c01bb-1507-4536-a53e-4d2872d8690c req-dc980790-4c96-4415-8273-d89f3fa77ea6 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bf31744-0efa-4cef-967d-471fd8e8c528 HTTP/1.1" status: 200 len: 5443 time: 0.2513449 Sep 23 06:50:15.703718 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5b1eda-8587-40dc-bed4-6a493e562c8f req-898b7d11-e2c2-4ba4-bcca-da22dad6ff3d tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:15.705434 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9e5b1eda-8587-40dc-bed4-6a493e562c8f req-898b7d11-e2c2-4ba4-bcca-da22dad6ff3d tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] 10.222.0.39 "GET /v2.0/ports?device_id=39b291b0-4524-4061-b256-743d3bb3fc92 HTTP/1.1" status: 200 len: 943 time: 0.0526233 Sep 23 06:50:15.718954 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307d39f7-9daf-431b-9dc0-565bc960119b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d44e72e-9977-4c1c-b9ad-087588ff958f,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:15.756488 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-978b62e7-6f72-4038-9415-b23620ee8afb service neutron] For port 5b0e9797-e9ab-4744-b8ab-4a951ca25cba, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:50:15.774482 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9e5b1eda-8587-40dc-bed4-6a493e562c8f req-51e35205-a42c-4662-a095-3b90ce791ece tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2bb078b-5609-4862-b2a7-1e140a670c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598810 Sep 23 06:50:15.782979 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-978b62e7-6f72-4038-9415-b23620ee8afb service neutron] For port 5b0e9797-e9ab-4744-b8ab-4a951ca25cba, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=5b0e9797-e9ab-4744-b8ab-4a951ca25cba,segment=NetworkSegment(365a7690-8bcc-4851-81e9-72a0a6cf8e1c),segment_id=365a7690-8bcc-4851-81e9-72a0a6cf8e1c)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:50:15.794657 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-4a865f84-d93c-4101-8821-31c04ef73fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:15.796158 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-4a865f84-d93c-4101-8821-31c04ef73fcf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5f8aaa9e-f626-458a-a945-1f776aa245dc HTTP/1.1" status: 200 len: 852 time: 0.2200387 Sep 23 06:50:15.803079 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-978b62e7-6f72-4038-9415-b23620ee8afb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:15.871178 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a55de5f0-0b4b-4c0e-9450-ccc431c424f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:15.877833 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-005c01bb-1507-4536-a53e-4d2872d8690c req-f6e979ef-8be0-4d71-86cf-bb7f15f5e84d tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c9c5b19-61b6-4835-bef3-eb0ee04d7a83&id=5d045487-122b-40fb-9f4c-7e88b4bd6ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2326303 Sep 23 06:50:15.883484 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-26b24058-759c-4d63-a801-80a107586296 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fbd8e50b-c1b1-4966-a109-74ea4fbec3c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760798 Sep 23 06:50:15.906833 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-978b62e7-6f72-4038-9415-b23620ee8afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:15.907676 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-978b62e7-6f72-4038-9415-b23620ee8afb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:15.909242 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-978b62e7-6f72-4038-9415-b23620ee8afb service neutron] 10.222.0.21 "PUT /v2.0/ports/5b0e9797-e9ab-4744-b8ab-4a951ca25cba HTTP/1.1" status: 200 len: 1092 time: 2.4410560 Sep 23 06:50:15.972302 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f824ae27-4d12-4643-9b92-4e68e35860c7 req-c20d8665-16d8-4ef7-a799-36043d29fa92 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:15.973786 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f824ae27-4d12-4643-9b92-4e68e35860c7 req-c20d8665-16d8-4ef7-a799-36043d29fa92 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=81c20f7e-ab7b-4016-8938-e0baf0d6e226 HTTP/1.1" status: 200 len: 945 time: 0.0628340 Sep 23 06:50:15.974214 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978b62e7-6f72-4038-9415-b23620ee8afb service neutron] Pushing event updated for resources: {'Port': ['ID=5b0e9797-e9ab-4744-b8ab-4a951ca25cba,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:16.026449 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f824ae27-4d12-4643-9b92-4e68e35860c7 req-708a887c-475f-4060-a16d-87df68554c3c tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421598 Sep 23 06:50:16.084395 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-39d3742e-c5fb-4560-a6a5-4021fb3bf1da service neutron] 10.222.0.21 "GET /v2.0/networks/fbd8e50b-c1b1-4966-a109-74ea4fbec3c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905043 Sep 23 06:50:16.089153 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-1d3a5566-05d7-498c-85b1-f9acf81d3d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:16.090900 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-1d3a5566-05d7-498c-85b1-f9acf81d3d13 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3d1b679d97c145158645717c8447af9e&device_id=39b291b0-4524-4061-b256-743d3bb3fc92 HTTP/1.1" status: 200 len: 1095 time: 0.1180317 Sep 23 06:50:16.096671 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-a55de5f0-0b4b-4c0e-9450-ccc431c424f9 admin admin] Deleting port 560d8b32-8b51-4953-8b34-4692e042958c {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:50:16.097214 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a55de5f0-0b4b-4c0e-9450-ccc431c424f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:16.115369 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device e20214c0-1fda-4fa2-be61-0f3cba5d1881 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:50:16.141249 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: e20214c0-1fda-4fa2-be61-0f3cba5d1881 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:50:16.141794 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device e20214c0-1fda-4fa2-be61-0f3cba5d1881 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:50:16.167943 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-9965a0f5-1d11-46ab-8e6e-dbcbfbcd3957 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b0e9797-e9ab-4744-b8ab-4a951ca25cba HTTP/1.1" status: 200 len: 217 time: 0.0587656 Sep 23 06:50:16.320455 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-4002ce6c-3388-4f62-93bb-a044418f643a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:16.321985 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-4002ce6c-3388-4f62-93bb-a044418f643a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5f8aaa9e-f626-458a-a945-1f776aa245dc HTTP/1.1" status: 200 len: 852 time: 0.1414762 Sep 23 06:50:16.332998 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-a55de5f0-0b4b-4c0e-9450-ccc431c424f9 admin admin] For port 560d8b32-8b51-4953-8b34-4692e042958c, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=560d8b32-8b51-4953-8b34-4692e042958c,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:50:16.333385 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a55de5f0-0b4b-4c0e-9450-ccc431c424f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:16.368955 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-6573554a-9fa0-4d64-8bdc-92ae5d97a985 service neutron] 10.222.0.21 "GET /v2.0/networks/fbd8e50b-c1b1-4966-a109-74ea4fbec3c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740517 Sep 23 06:50:16.370884 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-2b882bd6-1c61-4413-a388-6a3c91e266aa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fbd8e50b-c1b1-4966-a109-74ea4fbec3c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399165 Sep 23 06:50:16.374824 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-a55de5f0-0b4b-4c0e-9450-ccc431c424f9 admin admin] Calling delete_port for 560d8b32-8b51-4953-8b34-4692e042958c owned by network:router_gateway {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:50:16.429698 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 33830) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:50:16.529446 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-e92c8c2d-0a6e-4110-9d7d-155f4f129640 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1021201493-network', 'tenant_id': '33d29a95a0634a4491ef4e20d2f6dd6b'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:50:16.551740 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e92c8c2d-0a6e-4110-9d7d-155f4f129640 admin admin] Made reservation on behalf of 33d29a95a0634a4491ef4e20d2f6dd6b for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:50:16.554052 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e92c8c2d-0a6e-4110-9d7d-155f4f129640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:16.563207 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e92c8c2d-0a6e-4110-9d7d-155f4f129640 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:16.587282 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efb32fa-4d24-4a72-a0d2-54f8bb08132b req-539467c5-25bd-4617-ad08-2f8105dbe655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:16.588813 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3efb32fa-4d24-4a72-a0d2-54f8bb08132b req-539467c5-25bd-4617-ad08-2f8105dbe655 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3d1b679d97c145158645717c8447af9e&device_id=becfaa34-3e54-4936-8c2a-ce37460e6095 HTTP/1.1" status: 200 len: 1095 time: 0.1434824 Sep 23 06:50:16.620522 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-9eeae6f4-1671-420b-8706-bb62c8e1066e service neutron] 10.222.0.21 "GET /v2.0/networks/fbd8e50b-c1b1-4966-a109-74ea4fbec3c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354887 Sep 23 06:50:16.662073 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e92c8c2d-0a6e-4110-9d7d-155f4f129640 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:16.673900 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e92c8c2d-0a6e-4110-9d7d-155f4f129640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:16.722605 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92c8c2d-0a6e-4110-9d7d-155f4f129640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd2dd238-7c09-461b-8d9d-2ce8c198586d,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:16.730162 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e92c8c2d-0a6e-4110-9d7d-155f4f129640 admin admin] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:50:16.743619 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92c8c2d-0a6e-4110-9d7d-155f4f129640 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:50:16.743967 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92c8c2d-0a6e-4110-9d7d-155f4f129640 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:50:16.744383 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92c8c2d-0a6e-4110-9d7d-155f4f129640 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:50:16.745178 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92c8c2d-0a6e-4110-9d7d-155f4f129640 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:50:16.745538 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92c8c2d-0a6e-4110-9d7d-155f4f129640 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:50:16.745833 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92c8c2d-0a6e-4110-9d7d-155f4f129640 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:50:16.746338 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92c8c2d-0a6e-4110-9d7d-155f4f129640 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:50:16.746652 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92c8c2d-0a6e-4110-9d7d-155f4f129640 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:50:16.746964 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92c8c2d-0a6e-4110-9d7d-155f4f129640 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:50:16.747368 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92c8c2d-0a6e-4110-9d7d-155f4f129640 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:50:16.747689 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92c8c2d-0a6e-4110-9d7d-155f4f129640 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:50:16.748865 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92c8c2d-0a6e-4110-9d7d-155f4f129640 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:50:16.761603 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e92c8c2d-0a6e-4110-9d7d-155f4f129640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:16.762000 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-e92c8c2d-0a6e-4110-9d7d-155f4f129640 admin admin] Added segment baf87664-ecc7-475d-93f2-159d871e9198 of type vlan for network f755c16b-3f42-4ee5-9068-675e45e695cf Sep 23 06:50:16.782568 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c550a26f-76da-49fc-903e-6692443401c0 req-53acfccd-bae9-4b7f-9dfd-3e88381ac832 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:16.784139 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c550a26f-76da-49fc-903e-6692443401c0 req-53acfccd-bae9-4b7f-9dfd-3e88381ac832 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb87560c-9641-4635-9fad-e3498f44ae55 HTTP/1.1" status: 200 len: 946 time: 0.1207962 Sep 23 06:50:16.795574 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efb32fa-4d24-4a72-a0d2-54f8bb08132b req-8478727a-8465-40d4-9144-d2f8404da280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:16.797061 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3efb32fa-4d24-4a72-a0d2-54f8bb08132b req-8478727a-8465-40d4-9144-d2f8404da280 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fbd8e50b-c1b1-4966-a109-74ea4fbec3c8 HTTP/1.1" status: 200 len: 913 time: 0.2001765 Sep 23 06:50:16.799243 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a55de5f0-0b4b-4c0e-9450-ccc431c424f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:16.835120 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e92c8c2d-0a6e-4110-9d7d-155f4f129640 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:16.875655 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55de5f0-0b4b-4c0e-9450-ccc431c424f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=560d8b32-8b51-4953-8b34-4692e042958c,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:16.877939 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e92c8c2d-0a6e-4110-9d7d-155f4f129640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:16.878890 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92c8c2d-0a6e-4110-9d7d-155f4f129640 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:16.879097 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-79c00de3-98e2-4cc7-af80-ff17a4eaa8d8 req-fb47e810-d560-4432-9dd0-7770b68d72d1 service neutron] 10.222.0.21 "GET /v2.0/networks/fbd8e50b-c1b1-4966-a109-74ea4fbec3c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424469 Sep 23 06:50:16.879475 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e92c8c2d-0a6e-4110-9d7d-155f4f129640 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:16.882218 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3efb32fa-4d24-4a72-a0d2-54f8bb08132b req-88fdc4a6-f244-4039-8df1-e60e16094fcf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0af38cb8-3ffb-4371-9922-69207d2113a8 HTTP/1.1" status: 200 len: 217 time: 0.0761018 Sep 23 06:50:16.900438 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55de5f0-0b4b-4c0e-9450-ccc431c424f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:50:16.900438 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55de5f0-0b4b-4c0e-9450-ccc431c424f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:50:16.900697 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55de5f0-0b4b-4c0e-9450-ccc431c424f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:50:16.900884 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55de5f0-0b4b-4c0e-9450-ccc431c424f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:50:16.901209 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55de5f0-0b4b-4c0e-9450-ccc431c424f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:50:16.901603 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55de5f0-0b4b-4c0e-9450-ccc431c424f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:50:16.901856 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55de5f0-0b4b-4c0e-9450-ccc431c424f9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:50:16.902219 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55de5f0-0b4b-4c0e-9450-ccc431c424f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:50:16.902548 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55de5f0-0b4b-4c0e-9450-ccc431c424f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:50:16.902934 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55de5f0-0b4b-4c0e-9450-ccc431c424f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:50:16.903196 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55de5f0-0b4b-4c0e-9450-ccc431c424f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:50:16.903537 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55de5f0-0b4b-4c0e-9450-ccc431c424f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:50:16.929350 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-e92c8c2d-0a6e-4110-9d7d-155f4f129640 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.4982893 Sep 23 06:50:16.933194 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c550a26f-76da-49fc-903e-6692443401c0 req-f34ea253-ed03-40e9-9a19-c07c08eedc26 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/security-groups?id=ece3dc8d-d93c-45c1-8c17-22ee813f6047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783699 Sep 23 06:50:16.933656 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 33840) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:50:16.940036 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-57c66b2c-188d-4536-a8bd-df19aec5c22a admin admin] Request body: {'subnet': {'network_id': 'f755c16b-3f42-4ee5-9068-675e45e695cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1021201493-subnet', 'tenant_id': '33d29a95a0634a4491ef4e20d2f6dd6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:50:16.964859 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39b291b0-4524-4061-b256-743d3bb3fc92', 'tag': '5b0e9797-e9ab-4744-b8ab-4a951ca25cba'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:50:16.967101 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336159b2-e4e1-42fc-8fc2-76806c83dadd" -d '{"events": [{"name": "network-changed", "server_uuid": "39b291b0-4524-4061-b256-743d3bb3fc92", "tag": "5b0e9797-e9ab-4744-b8ab-4a951ca25cba"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:50:16.986358 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92c8c2d-0a6e-4110-9d7d-155f4f129640 admin admin] Pushing event updated for resources: {'Network': ['ID=f755c16b-3f42-4ee5-9068-675e45e695cf,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:17.000756 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network f755c16b-3f42-4ee5-9068-675e45e695cf details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:50:17.002225 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c66b2c-188d-4536-a8bd-df19aec5c22a admin admin] Made reservation on behalf of 33d29a95a0634a4491ef4e20d2f6dd6b for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:50:17.004889 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-57c66b2c-188d-4536-a8bd-df19aec5c22a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:17.044682 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bb48f5-8335-4a55-828f-0ab546108bbf req-16dccba2-4ec6-41d9-8999-8a3d9f87a705 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:17.046277 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-57bb48f5-8335-4a55-828f-0ab546108bbf req-16dccba2-4ec6-41d9-8999-8a3d9f87a705 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] 10.222.0.39 "GET /v2.0/ports?device_id=39b291b0-4524-4061-b256-743d3bb3fc92 HTTP/1.1" status: 200 len: 943 time: 0.1723378 Sep 23 06:50:17.050205 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efb32fa-4d24-4a72-a0d2-54f8bb08132b req-0b0f2c18-aa66-44f5-a435-93226e7aa62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:17.051889 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3efb32fa-4d24-4a72-a0d2-54f8bb08132b req-0b0f2c18-aa66-44f5-a435-93226e7aa62c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5f8aaa9e-f626-458a-a945-1f776aa245dc HTTP/1.1" status: 200 len: 852 time: 0.1540096 Sep 23 06:50:17.059735 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a55de5f0-0b4b-4c0e-9450-ccc431c424f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2068563'] for router_gateway, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:17.143491 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b077c76-6c12-4cf2-9be2-ba0db923bb3c req-02b8c1d7-a169-4867-b38b-fdd346c12491 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:17.150890 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b077c76-6c12-4cf2-9be2-ba0db923bb3c req-02b8c1d7-a169-4867-b38b-fdd346c12491 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:17.156859 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b077c76-6c12-4cf2-9be2-ba0db923bb3c req-02b8c1d7-a169-4867-b38b-fdd346c12491 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:17.163026 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b077c76-6c12-4cf2-9be2-ba0db923bb3c req-02b8c1d7-a169-4867-b38b-fdd346c12491 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:17.163555 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3efb32fa-4d24-4a72-a0d2-54f8bb08132b req-810034f5-df1d-4068-befd-0f47677922c9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fbd8e50b-c1b1-4966-a109-74ea4fbec3c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1013908 Sep 23 06:50:17.169551 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b077c76-6c12-4cf2-9be2-ba0db923bb3c req-02b8c1d7-a169-4867-b38b-fdd346c12491 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:17.175815 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b077c76-6c12-4cf2-9be2-ba0db923bb3c req-02b8c1d7-a169-4867-b38b-fdd346c12491 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:17.181655 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b077c76-6c12-4cf2-9be2-ba0db923bb3c req-02b8c1d7-a169-4867-b38b-fdd346c12491 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:17.184203 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3b077c76-6c12-4cf2-9be2-ba0db923bb3c req-02b8c1d7-a169-4867-b38b-fdd346c12491 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bf31744-0efa-4cef-967d-471fd8e8c528 HTTP/1.1" status: 200 len: 5443 time: 0.1634951 Sep 23 06:50:17.196101 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a55de5f0-0b4b-4c0e-9450-ccc431c424f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:17.206490 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a55de5f0-0b4b-4c0e-9450-ccc431c424f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:17.263445 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3b077c76-6c12-4cf2-9be2-ba0db923bb3c req-a8eb2f7c-b3d6-45bd-9b00-e0835ff88ad5 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c9c5b19-61b6-4835-bef3-eb0ee04d7a83&id=5d045487-122b-40fb-9f4c-7e88b4bd6ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0727141 Sep 23 06:50:17.281106 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-57bb48f5-8335-4a55-828f-0ab546108bbf req-786849af-c548-4ce3-8348-e2613beb23fc tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2bb078b-5609-4862-b2a7-1e140a670c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243998 Sep 23 06:50:17.314104 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a55de5f0-0b4b-4c0e-9450-ccc431c424f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:17.314751 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a55de5f0-0b4b-4c0e-9450-ccc431c424f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38bc268b-ce43-4822-830e-3a3e3cee4b2d {{(pid=95065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 06:50:17.326220 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-57c66b2c-188d-4536-a8bd-df19aec5c22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:17.336680 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a55de5f0-0b4b-4c0e-9450-ccc431c424f9 admin admin] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:17.340983 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-a55de5f0-0b4b-4c0e-9450-ccc431c424f9 admin admin] 10.222.0.39 "DELETE /v2.0/routers/38bc268b-ce43-4822-830e-3a3e3cee4b2d HTTP/1.1" status: 204 len: 168 time: 2.5841520 Sep 23 06:50:17.342640 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 33850) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:50:17.390323 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d96e930f-f008-436c-b38e-c097fb198739 x-openstack-request-id: req-d96e930f-f008-436c-b38e-c097fb198739 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:50:17.390618 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39b291b0-4524-4061-b256-743d3bb3fc92", "tag": "5b0e9797-e9ab-4744-b8ab-4a951ca25cba", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:50:17.390873 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d96e930f-f008-436c-b38e-c097fb198739 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:50:17.391266 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39b291b0-4524-4061-b256-743d3bb3fc92', 'tag': '5b0e9797-e9ab-4744-b8ab-4a951ca25cba', 'status': 'completed', 'code': 200} Sep 23 06:50:17.398580 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c66b2c-188d-4536-a8bd-df19aec5c22a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b013e5a-19bd-4628-a463-6cccef958c7f,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:17.401294 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3efb32fa-4d24-4a72-a0d2-54f8bb08132b req-1d6898d0-a035-4d89-b2fb-04b5acaf719f service neutron] 10.222.0.21 "GET /v2.0/networks/fbd8e50b-c1b1-4966-a109-74ea4fbec3c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023222 Sep 23 06:50:17.412331 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c66b2c-188d-4536-a8bd-df19aec5c22a admin admin] Checking segment: {'id': 'baf87664-ecc7-475d-93f2-159d871e9198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f755c16b-3f42-4ee5-9068-675e45e695cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:50:17.412695 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c66b2c-188d-4536-a8bd-df19aec5c22a admin admin] Network hostable DHCP agents. Network: f755c16b-3f42-4ee5-9068-675e45e695cf, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:50:17.429416 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-db31dee8-f716-4430-b9fa-36de592aafdc admin admin] Deleting subnet 7ba05bd1-3982-461a-8070-b835a868df61 {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:50:17.435665 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c66b2c-188d-4536-a8bd-df19aec5c22a admin admin] Network f755c16b-3f42-4ee5-9068-675e45e695cf is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:50:17.444440 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-db31dee8-f716-4430-b9fa-36de592aafdc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:17.452121 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-57c66b2c-188d-4536-a8bd-df19aec5c22a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, f755c16b-3f42-4ee5-9068-675e45e695cf) {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:50:17.459576 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c66b2c-188d-4536-a8bd-df19aec5c22a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:17.461226 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-57c66b2c-188d-4536-a8bd-df19aec5c22a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:17.463110 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15433315-911c-4a06-b055-52e3b6d196d2 None None] Network f755c16b-3f42-4ee5-9068-675e45e695cf requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:50:17.506245 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-57c66b2c-188d-4536-a8bd-df19aec5c22a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.5522883 Sep 23 06:50:17.572166 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-db31dee8-f716-4430-b9fa-36de592aafdc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:17.663056 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336a369a-ab47-4944-a067-d361e75dc79a None None] Network f755c16b-3f42-4ee5-9068-675e45e695cf requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:50:17.688379 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336159b2-e4e1-42fc-8fc2-76806c83dadd req-c166b020-b2c7-41c4-8848-fbec4d0e7090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:17.689924 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-336159b2-e4e1-42fc-8fc2-76806c83dadd req-c166b020-b2c7-41c4-8848-fbec4d0e7090 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3d1b679d97c145158645717c8447af9e&device_id=39b291b0-4524-4061-b256-743d3bb3fc92 HTTP/1.1" status: 200 len: 1095 time: 0.2058768 Sep 23 06:50:17.704565 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9197269-04ed-4756-9226-1262c6a23033 req-61dc5438-e0cb-488f-8689-896a4dec01ee tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:17.706114 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a9197269-04ed-4756-9226-1262c6a23033 req-61dc5438-e0cb-488f-8689-896a4dec01ee tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=81c20f7e-ab7b-4016-8938-e0baf0d6e226 HTTP/1.1" status: 200 len: 945 time: 0.1964834 Sep 23 06:50:17.711205 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3efb32fa-4d24-4a72-a0d2-54f8bb08132b req-98e9c2d3-b808-4e2a-aca1-049921387e5d service neutron] 10.222.0.21 "GET /v2.0/networks/fbd8e50b-c1b1-4966-a109-74ea4fbec3c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643178 Sep 23 06:50:17.717645 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f4dcc6-e2ed-4338-90fd-b54737fc696d req-047b0b36-e9b3-41ce-9ab0-b511bfefe451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:17.719335 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-85f4dcc6-e2ed-4338-90fd-b54737fc696d req-047b0b36-e9b3-41ce-9ab0-b511bfefe451 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=78784ddf54ea42ea84ca6a9ec88bb4dc&device_id=bb87560c-9641-4635-9fad-e3498f44ae55 HTTP/1.1" status: 200 len: 1098 time: 0.1178863 Sep 23 06:50:17.757776 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device a98de87c-3ea2-486d-b079-c75619c5535b up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:50:17.772727 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5f1d0-339e-476d-82a6-46ffb926947c req-9c815925-3d83-452c-9a43-8746107d87fd tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:17.779621 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5f1d0-339e-476d-82a6-46ffb926947c req-9c815925-3d83-452c-9a43-8746107d87fd tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:17.785727 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5f1d0-339e-476d-82a6-46ffb926947c req-9c815925-3d83-452c-9a43-8746107d87fd tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:17.791668 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5f1d0-339e-476d-82a6-46ffb926947c req-9c815925-3d83-452c-9a43-8746107d87fd tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:17.797569 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5f1d0-339e-476d-82a6-46ffb926947c req-9c815925-3d83-452c-9a43-8746107d87fd tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:17.803641 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5f1d0-339e-476d-82a6-46ffb926947c req-9c815925-3d83-452c-9a43-8746107d87fd tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:17.809674 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5f1d0-339e-476d-82a6-46ffb926947c req-9c815925-3d83-452c-9a43-8746107d87fd tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:17.811697 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f5e5f1d0-339e-476d-82a6-46ffb926947c req-9c815925-3d83-452c-9a43-8746107d87fd tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bf31744-0efa-4cef-967d-471fd8e8c528 HTTP/1.1" status: 200 len: 5443 time: 0.1583824 Sep 23 06:50:17.826568 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 33862) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:50:17.833898 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-1f0606b6-281c-4d6e-91ad-f7bc3d1fbc81 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Request body: {'floatingip': {'port_id': 'ec26d16c-4b06-4d74-a5ea-ff42d0ea9fbb'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:50:17.872590 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port a98de87c-3ea2-486d-b079-c75619c5535b completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:50:17.877543 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port a98de87c-3ea2-486d-b079-c75619c5535b triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:50:17.878226 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:17.891540 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1f0606b6-281c-4d6e-91ad-f7bc3d1fbc81 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks [] for floatingip, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:17.990978 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:18.020081 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81c20f7e-ab7b-4016-8938-e0baf0d6e226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a98de87c-3ea2-486d-b079-c75619c5535b'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:50:18.027621 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a89296bc-48c4-4ff9-aea0-4132ad07aadc" -d '{"events": [{"server_uuid": "81c20f7e-ab7b-4016-8938-e0baf0d6e226", "name": "network-vif-plugged", "status": "completed", "tag": "a98de87c-3ea2-486d-b079-c75619c5535b"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:50:18.041230 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port a98de87c-3ea2-486d-b079-c75619c5535b, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=a98de87c-3ea2-486d-b079-c75619c5535b,segment=NetworkSegment(f93b6022-d5e5-431e-9dcb-2461df9c5b3b),segment_id=f93b6022-d5e5-431e-9dcb-2461df9c5b3b)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:50:18.047065 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:18.125398 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=a98de87c-3ea2-486d-b079-c75619c5535b,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:18.129574 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-db31dee8-f716-4430-b9fa-36de592aafdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:18.136898 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f4dcc6-e2ed-4338-90fd-b54737fc696d req-aa4f8ee6-c479-49cb-88c9-4ba42b5c93bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:18.138442 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-85f4dcc6-e2ed-4338-90fd-b54737fc696d req-aa4f8ee6-c479-49cb-88c9-4ba42b5c93bd service neutron] 10.222.0.58 "GET /v2.0/networks?id=6857e841-b53d-4899-987a-f0e6c1c77e85 HTTP/1.1" status: 200 len: 912 time: 0.4007864 Sep 23 06:50:18.143376 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 560d8b32-8b51-4953-8b34-4692e042958c no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:50:18.173528 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 560d8b32-8b51-4953-8b34-4692e042958c {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:50:18.173920 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 560d8b32-8b51-4953-8b34-4692e042958c not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:50:18.201169 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-85f4dcc6-e2ed-4338-90fd-b54737fc696d req-6540adb2-dad9-41be-bbdb-2908c3d1fa2a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7798a4bb-7e08-4b55-ac2e-860f75e1be63 HTTP/1.1" status: 200 len: 217 time: 0.0529718 Sep 23 06:50:18.212246 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a9197269-04ed-4756-9226-1262c6a23033 req-c15651ba-7db4-40f2-9a81-9b04b4b5a57c tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4746780 Sep 23 06:50:18.254051 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336159b2-e4e1-42fc-8fc2-76806c83dadd req-e2f0b216-7584-4b16-9766-b74dd76168b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:18.255593 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-336159b2-e4e1-42fc-8fc2-76806c83dadd req-e2f0b216-7584-4b16-9766-b74dd76168b4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fbd8e50b-c1b1-4966-a109-74ea4fbec3c8 HTTP/1.1" status: 200 len: 913 time: 0.5467107 Sep 23 06:50:18.265607 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-db31dee8-f716-4430-b9fa-36de592aafdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:18.335788 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db31dee8-f716-4430-b9fa-36de592aafdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ba05bd1-3982-461a-8070-b835a868df61,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:18.340700 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-336159b2-e4e1-42fc-8fc2-76806c83dadd req-c361cf59-a77e-4134-8ae0-97e3bd3b8d42 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b0e9797-e9ab-4744-b8ab-4a951ca25cba HTTP/1.1" status: 200 len: 217 time: 0.0682445 Sep 23 06:50:18.343547 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-db31dee8-f716-4430-b9fa-36de592aafdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:18.345461 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-db31dee8-f716-4430-b9fa-36de592aafdc admin admin] 10.222.0.39 "DELETE /v2.0/subnets/7ba05bd1-3982-461a-8070-b835a868df61 HTTP/1.1" status: 204 len: 168 time: 1.0018947 Sep 23 06:50:18.349292 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab22494-cdfc-41bc-8462-025094f1de6c None None] Network 0d996d84-b4b4-4e6f-a850-4a458bf62804 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:50:18.355773 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 33870) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:50:18.492736 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336159b2-e4e1-42fc-8fc2-76806c83dadd req-e6796213-c504-4b35-a144-3f536c7c7c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:18.494230 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-336159b2-e4e1-42fc-8fc2-76806c83dadd req-e6796213-c504-4b35-a144-3f536c7c7c28 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5f8aaa9e-f626-458a-a945-1f776aa245dc HTTP/1.1" status: 200 len: 852 time: 0.1414330 Sep 23 06:50:18.499553 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6b775b98-abce-448f-b82d-9eebb272714d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:18.524527 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209ab214-316b-4a84-8493-abcbfccf87b7 req-8f8f7e20-074f-41d1-8cb9-09e9d008d72e tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:18.526133 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-209ab214-316b-4a84-8493-abcbfccf87b7 req-8f8f7e20-074f-41d1-8cb9-09e9d008d72e tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb87560c-9641-4635-9fad-e3498f44ae55 HTTP/1.1" status: 200 len: 946 time: 0.5504966 Sep 23 06:50:18.555848 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3609af9a-caab-4219-b528-9ad1469168d4 None None] DHCP port deletion for 0d996d84-b4b4-4e6f-a850-4a458bf62804 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 06:50:18.572892 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-336159b2-e4e1-42fc-8fc2-76806c83dadd req-b88fa653-652c-423e-b19f-6505ab71aafc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fbd8e50b-c1b1-4966-a109-74ea4fbec3c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614424 Sep 23 06:50:18.595648 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f4dcc6-e2ed-4338-90fd-b54737fc696d req-7e9ec7cf-e169-4f7a-868c-545388b68f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:18.597229 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-85f4dcc6-e2ed-4338-90fd-b54737fc696d req-7e9ec7cf-e169-4f7a-868c-545388b68f30 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=28a40485-6179-4cfd-bacb-cd6d53527b94 HTTP/1.1" status: 200 len: 851 time: 0.0930946 Sep 23 06:50:18.609335 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-3609af9a-caab-4219-b528-9ad1469168d4 None None] Deleting port ee5423ba-3e80-459f-8814-0eaeeff03c96 {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:50:18.609665 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3609af9a-caab-4219-b528-9ad1469168d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:18.663949 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-85f4dcc6-e2ed-4338-90fd-b54737fc696d req-2b3d00c8-298e-42f6-87ed-b6c1cbea654b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6857e841-b53d-4899-987a-f0e6c1c77e85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316300 Sep 23 06:50:18.667494 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-209ab214-316b-4a84-8493-abcbfccf87b7 req-e906487b-84a3-4fa3-8090-bf712e905233 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/security-groups?id=ece3dc8d-d93c-45c1-8c17-22ee813f6047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213343 Sep 23 06:50:18.672859 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-3609af9a-caab-4219-b528-9ad1469168d4 None None] For port ee5423ba-3e80-459f-8814-0eaeeff03c96, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=ee5423ba-3e80-459f-8814-0eaeeff03c96,segment=NetworkSegment(2dfe9769-7de0-498d-959f-dabbdcc8c5af),segment_id=2dfe9769-7de0-498d-959f-dabbdcc8c5af)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:50:18.673262 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3609af9a-caab-4219-b528-9ad1469168d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:18.686774 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-3609af9a-caab-4219-b528-9ad1469168d4 None None] Calling delete_port for ee5423ba-3e80-459f-8814-0eaeeff03c96 owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:50:18.704575 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7af65f-d210-46e0-aecb-29bc7af719fe req-9eb97045-8fa8-40e6-9637-bb4280caedfa tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:18.711468 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cf7af65f-d210-46e0-aecb-29bc7af719fe req-9eb97045-8fa8-40e6-9637-bb4280caedfa tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/networks?id=f755c16b-3f42-4ee5-9068-675e45e695cf HTTP/1.1" status: 200 len: 806 time: 0.2521892 Sep 23 06:50:18.746893 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cf7af65f-d210-46e0-aecb-29bc7af719fe req-b4d298b5-b678-4d1d-87df-698dc51607cf tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/quotas/33d29a95a0634a4491ef4e20d2f6dd6b HTTP/1.1" status: 200 len: 375 time: 0.0342970 Sep 23 06:50:18.751899 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb07e7c-6590-41cf-82b7-13abda8ac1cf x-openstack-request-id: req-dcb07e7c-6590-41cf-82b7-13abda8ac1cf {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:50:18.752306 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81c20f7e-ab7b-4016-8938-e0baf0d6e226", "name": "network-vif-plugged", "status": "completed", "tag": "a98de87c-3ea2-486d-b079-c75619c5535b", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:50:18.752626 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dcb07e7c-6590-41cf-82b7-13abda8ac1cf {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:50:18.753133 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81c20f7e-ab7b-4016-8938-e0baf0d6e226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a98de87c-3ea2-486d-b079-c75619c5535b', 'code': 200} Sep 23 06:50:18.787757 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-6b775b98-abce-448f-b82d-9eebb272714d admin admin] Deleting port ee5423ba-3e80-459f-8814-0eaeeff03c96 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:50:18.788334 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6b775b98-abce-448f-b82d-9eebb272714d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:18.809040 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3609af9a-caab-4219-b528-9ad1469168d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:18.822126 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3609af9a-caab-4219-b528-9ad1469168d4 None None] No DVR routers for this DVR port ee5423ba-3e80-459f-8814-0eaeeff03c96 on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:50:18.823553 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cf7af65f-d210-46e0-aecb-29bc7af719fe req-2005152b-1a78-4fdd-9bf2-edd2e87e1a20 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=33d29a95a0634a4491ef4e20d2f6dd6b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0754011 Sep 23 06:50:18.839993 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-336159b2-e4e1-42fc-8fc2-76806c83dadd req-dea0dcbf-c36b-425f-977a-c31ae40c1102 service neutron] 10.222.0.21 "GET /v2.0/networks/fbd8e50b-c1b1-4966-a109-74ea4fbec3c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557557 Sep 23 06:50:18.843860 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609af9a-caab-4219-b528-9ad1469168d4 None None] Pushing event deleted for resources: {'Port': ['ID=ee5423ba-3e80-459f-8814-0eaeeff03c96,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:19.000288 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-85f4dcc6-e2ed-4338-90fd-b54737fc696d req-f516229f-472a-4404-9cf0-e189958a125a service neutron] 10.222.0.58 "GET /v2.0/networks/6857e841-b53d-4899-987a-f0e6c1c77e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3277969 Sep 23 06:50:19.010665 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-6b775b98-abce-448f-b82d-9eebb272714d admin admin] For port ee5423ba-3e80-459f-8814-0eaeeff03c96, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=ee5423ba-3e80-459f-8814-0eaeeff03c96,segment=NetworkSegment(2dfe9769-7de0-498d-959f-dabbdcc8c5af),segment_id=2dfe9769-7de0-498d-959f-dabbdcc8c5af)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:50:19.011030 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6b775b98-abce-448f-b82d-9eebb272714d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:19.022603 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab26d1fb-f045-453e-80d6-2c7a27ea3074 req-d2c36075-e3fe-4d48-a16d-fc1547500364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:19.024038 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ab26d1fb-f045-453e-80d6-2c7a27ea3074 req-d2c36075-e3fe-4d48-a16d-fc1547500364 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=81c20f7e-ab7b-4016-8938-e0baf0d6e226 HTTP/1.1" status: 200 len: 1098 time: 0.1577525 Sep 23 06:50:19.035898 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c57c0-24e1-4e57-ba18-0c779bb63b14 req-d7360035-4f59-4dd6-9e86-020768546fc5 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:19.037714 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ba5c57c0-24e1-4e57-ba18-0c779bb63b14 req-d7360035-4f59-4dd6-9e86-020768546fc5 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] 10.222.0.39 "GET /v2.0/ports?device_id=39b291b0-4524-4061-b256-743d3bb3fc92 HTTP/1.1" status: 200 len: 943 time: 0.2062178 Sep 23 06:50:19.044822 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-6b775b98-abce-448f-b82d-9eebb272714d admin admin] Calling delete_port for ee5423ba-3e80-459f-8814-0eaeeff03c96 owned by network:dhcp {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:50:19.066329 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-336159b2-e4e1-42fc-8fc2-76806c83dadd req-a90b8b36-60bd-45fb-b661-5663f35474cd service neutron] 10.222.0.21 "GET /v2.0/networks/fbd8e50b-c1b1-4966-a109-74ea4fbec3c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160523 Sep 23 06:50:19.070945 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cf7af65f-d210-46e0-aecb-29bc7af719fe req-97c67806-e44b-4a15-81f4-f05f23dc197e service neutron] 10.222.0.39 "GET /v2.0/networks/f755c16b-3f42-4ee5-9068-675e45e695cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463560 Sep 23 06:50:19.160518 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.db.resource_extend [None req-1f0606b6-281c-4d6e-91ad-f7bc3d1fbc81 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 06:50:19.215608 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6b775b98-abce-448f-b82d-9eebb272714d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:19.222896 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ab26d1fb-f045-453e-80d6-2c7a27ea3074 req-ea54a9dc-52e8-45db-a84a-20f4ef5c9260 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581590 Sep 23 06:50:19.225049 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cf7af65f-d210-46e0-aecb-29bc7af719fe req-752d99ad-2373-4c87-96a1-f7e595b4ec04 service neutron] 10.222.0.39 "GET /v2.0/networks/f755c16b-3f42-4ee5-9068-675e45e695cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198866 Sep 23 06:50:19.234295 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ba5c57c0-24e1-4e57-ba18-0c779bb63b14 req-e743733e-c1c0-401a-8654-e9e4deac27c1 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2bb078b-5609-4862-b2a7-1e140a670c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638923 Sep 23 06:50:19.244008 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b775b98-abce-448f-b82d-9eebb272714d admin admin] Pushing event deleted for resources: {'Port': ['ID=ee5423ba-3e80-459f-8814-0eaeeff03c96,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:19.248615 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-85f4dcc6-e2ed-4338-90fd-b54737fc696d req-73f72e63-fe80-4fef-bf2d-b5023252bf4e service neutron] 10.222.0.58 "GET /v2.0/networks/6857e841-b53d-4899-987a-f0e6c1c77e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363820 Sep 23 06:50:19.251505 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b775b98-abce-448f-b82d-9eebb272714d admin admin] No DVR routers for this DVR port ee5423ba-3e80-459f-8814-0eaeeff03c96 on host n-d-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:50:19.252981 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1f0606b6-281c-4d6e-91ad-f7bc3d1fbc81 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:19.259393 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1f0606b6-281c-4d6e-91ad-f7bc3d1fbc81 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:19.344338 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6b775b98-abce-448f-b82d-9eebb272714d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:19.368778 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-6b775b98-abce-448f-b82d-9eebb272714d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d996d84-b4b4-4e6f-a850-4a458bf62804']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:50:19.379832 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-6b775b98-abce-448f-b82d-9eebb272714d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dfe9769-7de0-498d-959f-dabbdcc8c5af') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:50:19.380215 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-6b775b98-abce-448f-b82d-9eebb272714d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dfe9769-7de0-498d-959f-dabbdcc8c5af') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:50:19.384541 n-d-715271-16 neutron-server[95066]: INFO neutron.db.l3_db [None req-1f0606b6-281c-4d6e-91ad-f7bc3d1fbc81 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Floating IP 8efebd89-4c32-4566-bd9b-21089524ad99 associated. External IP: 172.25.2.203, port: ec26d16c-4b06-4d74-a5ea-ff42d0ea9fbb. Sep 23 06:50:19.394118 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6b775b98-abce-448f-b82d-9eebb272714d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:19.408797 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6b775b98-abce-448f-b82d-9eebb272714d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:19.415582 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b775b98-abce-448f-b82d-9eebb272714d admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:50:19.416042 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6b775b98-abce-448f-b82d-9eebb272714d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:19.418673 n-d-715271-16 neutron-server[95065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 06:50:19.418673 n-d-715271-16 neutron-server[95065]: self.session.flush() Sep 23 06:50:19.418673 n-d-715271-16 neutron-server[95065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 06:50:19.418673 n-d-715271-16 neutron-server[95065]: self.session.flush() Sep 23 06:50:19.418673 n-d-715271-16 neutron-server[95065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 06:50:19.418673 n-d-715271-16 neutron-server[95065]: self.session.flush() Sep 23 06:50:19.418673 n-d-715271-16 neutron-server[95065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 06:50:19.418673 n-d-715271-16 neutron-server[95065]: self.session.flush() Sep 23 06:50:19.418673 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 06:50:19.418673 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:50:19.418673 n-d-715271-16 neutron-server[95065]: timer() Sep 23 06:50:19.418673 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:50:19.418673 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 06:50:19.418673 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:50:19.418673 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 06:50:19.418673 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:50:19.418673 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 06:50:19.418673 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:50:19.418673 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 06:50:19.418673 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:50:19.418673 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 06:50:19.418673 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:50:19.418673 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:50:19.418673 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:50:19.418673 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:50:19.418673 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:50:19.418673 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 06:50:19.418673 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:50:19.418673 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 06:50:19.418673 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:50:19.418673 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:50:19.418673 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:50:19.418673 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 06:50:19.418673 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:50:19.418673 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:50:19.418673 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:50:19.418673 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:50:19.418673 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:50:19.418673 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:50:19.418673 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:50:19.534590 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4a42b9f2-00d3-482a-b53f-852e92b42e4e req-c4d3c46b-913a-4322-bfcb-77ea4b78e8a9 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=4bb08d03-0f4b-4778-b9b7-0c02c1861b91 HTTP/1.1" status: 200 len: 210 time: 0.0351846 Sep 23 06:50:19.540309 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6b775b98-abce-448f-b82d-9eebb272714d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:19.554551 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6b775b98-abce-448f-b82d-9eebb272714d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:19.556761 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-6b775b98-abce-448f-b82d-9eebb272714d admin admin] 10.222.0.39 "DELETE /v2.0/networks/0d996d84-b4b4-4e6f-a850-4a458bf62804 HTTP/1.1" status: 204 len: 168 time: 1.1997442 Sep 23 06:50:19.574687 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b775b98-abce-448f-b82d-9eebb272714d admin admin] Pushing event deleted for resources: {'Network': ['ID=0d996d84-b4b4-4e6f-a850-4a458bf62804,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:19.590975 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee550594-f210-4b23-bd1b-1e2703a935e5 req-dd734f45-e14d-45c0-8003-16117677c036 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:19.592809 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ee550594-f210-4b23-bd1b-1e2703a935e5 req-dd734f45-e14d-45c0-8003-16117677c036 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=81c20f7e-ab7b-4016-8938-e0baf0d6e226 HTTP/1.1" status: 200 len: 946 time: 0.1498449 Sep 23 06:50:19.638086 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ee550594-f210-4b23-bd1b-1e2703a935e5 req-aefa0a7d-53f4-4fb3-8ca9-b6c1efd679a8 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366709 Sep 23 06:50:19.684782 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f0606b6-281c-4d6e-91ad-f7bc3d1fbc81 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Router 64ba87ac-e142-4291-ab31-5b3e6dbccc60 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:50:19.721845 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 33900) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:50:19.774585 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-b31e31fd-4105-48f0-bf13-2db7790345db admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b4c98fe61d4d4691a9ed5d49fef41770&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483961 Sep 23 06:50:19.774944 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 33902) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:50:19.832824 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-34fc601d-7f4f-448c-9855-714354f2b276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:19.834098 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f0606b6-281c-4d6e-91ad-f7bc3d1fbc81 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:50:19.839219 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1f0606b6-281c-4d6e-91ad-f7bc3d1fbc81 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:19.849959 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e81cca-218a-4d42-80f7-dc1c10f3d971 None None] Sync routers for ids ['64ba87ac-e142-4291-ab31-5b3e6dbccc60'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:50:19.858168 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-34fc601d-7f4f-448c-9855-714354f2b276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:19.865170 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e81cca-218a-4d42-80f7-dc1c10f3d971 None None] Routers {'64ba87ac-e142-4291-ab31-5b3e6dbccc60'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:50:19.866647 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-73e81cca-218a-4d42-80f7-dc1c10f3d971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:50:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['64ba87ac-e142-4291-ab31-5b3e6dbccc60'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:50:19.869001 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-1f0606b6-281c-4d6e-91ad-f7bc3d1fbc81 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "PUT /v2.0/floatingips/8efebd89-4c32-4566-bd9b-21089524ad99 HTTP/1.1" status: 200 len: 991 time: 2.0385952 Sep 23 06:50:19.872055 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bf31744-0efa-4cef-967d-471fd8e8c528', 'tag': 'ec26d16c-4b06-4d74-a5ea-ff42d0ea9fbb'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:50:19.875704 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a3f1ebe-27db-4b63-91f6-8574b9475d5b" -d '{"events": [{"name": "network-changed", "server_uuid": "5bf31744-0efa-4cef-967d-471fd8e8c528", "tag": "ec26d16c-4b06-4d74-a5ea-ff42d0ea9fbb"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:50:19.891062 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb312c52-d12c-409b-bd12-ec7c5a3fa625 req-4918a8e0-4138-456f-aa29-7de0821ea306 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:19.898863 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cb312c52-d12c-409b-bd12-ec7c5a3fa625 req-4918a8e0-4138-456f-aa29-7de0821ea306 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb87560c-9641-4635-9fad-e3498f44ae55 HTTP/1.1" status: 200 len: 946 time: 0.1121206 Sep 23 06:50:19.923640 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-34fc601d-7f4f-448c-9855-714354f2b276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:19.926397 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-34fc601d-7f4f-448c-9855-714354f2b276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:19.943361 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-34fc601d-7f4f-448c-9855-714354f2b276 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/960c7d48-327f-439d-8038-ab85c5444d57 HTTP/1.1" status: 204 len: 168 time: 0.1572890 Sep 23 06:50:19.951407 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cb312c52-d12c-409b-bd12-ec7c5a3fa625 req-cf44346d-1f06-4216-b56f-cfa32fe7ca5d tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/security-groups?id=ece3dc8d-d93c-45c1-8c17-22ee813f6047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515063 Sep 23 06:50:19.967843 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fc601d-7f4f-448c-9855-714354f2b276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=960c7d48-327f-439d-8038-ab85c5444d57,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:20.034941 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-73e81cca-218a-4d42-80f7-dc1c10f3d971 None None] Set router 64ba87ac-e142-4291-ab31-5b3e6dbccc60 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:50:20.036034 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48358ffe-f490-4301-94af-f444ff5f13c7 x-openstack-request-id: req-48358ffe-f490-4301-94af-f444ff5f13c7 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:50:20.037416 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bf31744-0efa-4cef-967d-471fd8e8c528", "tag": "ec26d16c-4b06-4d74-a5ea-ff42d0ea9fbb", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:50:20.037416 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-48358ffe-f490-4301-94af-f444ff5f13c7 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:50:20.037416 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bf31744-0efa-4cef-967d-471fd8e8c528', 'tag': 'ec26d16c-4b06-4d74-a5ea-ff42d0ea9fbb', 'status': 'completed', 'code': 200} Sep 23 06:50:20.140796 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device ee5423ba-3e80-459f-8814-0eaeeff03c96 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:50:20.179365 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f1ebe-27db-4b63-91f6-8574b9475d5b req-83a6c38c-ffe1-48e0-a2b3-e48125620cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:20.179861 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f1ebe-27db-4b63-91f6-8574b9475d5b req-83a6c38c-ffe1-48e0-a2b3-e48125620cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:20.180377 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f1ebe-27db-4b63-91f6-8574b9475d5b req-83a6c38c-ffe1-48e0-a2b3-e48125620cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:20.187275 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f1ebe-27db-4b63-91f6-8574b9475d5b req-83a6c38c-ffe1-48e0-a2b3-e48125620cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:20.187842 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f1ebe-27db-4b63-91f6-8574b9475d5b req-83a6c38c-ffe1-48e0-a2b3-e48125620cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:20.188520 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f1ebe-27db-4b63-91f6-8574b9475d5b req-83a6c38c-ffe1-48e0-a2b3-e48125620cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:20.189010 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f1ebe-27db-4b63-91f6-8574b9475d5b req-83a6c38c-ffe1-48e0-a2b3-e48125620cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:20.190013 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: ee5423ba-3e80-459f-8814-0eaeeff03c96 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:50:20.190566 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device ee5423ba-3e80-459f-8814-0eaeeff03c96 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:50:20.191297 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2a3f1ebe-27db-4b63-91f6-8574b9475d5b req-83a6c38c-ffe1-48e0-a2b3-e48125620cad service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=147ee43e793f431bb6dc0e9de8ff2960&device_id=5bf31744-0efa-4cef-967d-471fd8e8c528 HTTP/1.1" status: 200 len: 6507 time: 0.1208136 Sep 23 06:50:20.320722 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f1ebe-27db-4b63-91f6-8574b9475d5b req-5308efbf-0c6e-4920-950e-96b44664974d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:20.322512 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2a3f1ebe-27db-4b63-91f6-8574b9475d5b req-5308efbf-0c6e-4920-950e-96b44664974d service neutron] 10.222.0.58 "GET /v2.0/networks?id=101e91e4-7df0-4369-ab96-69b58e29208f HTTP/1.1" status: 200 len: 917 time: 0.1210158 Sep 23 06:50:20.409386 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2a3f1ebe-27db-4b63-91f6-8574b9475d5b req-fef8fc43-e5a0-43cc-b633-1fb29295c7fe service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec26d16c-4b06-4d74-a5ea-ff42d0ea9fbb HTTP/1.1" status: 200 len: 999 time: 0.0749359 Sep 23 06:50:20.410439 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61b53e2-b30a-42fe-90f1-86a4f0d54f77 req-eeafa70e-09a3-4e76-b28b-4c321832b55e tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:20.411977 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c61b53e2-b30a-42fe-90f1-86a4f0d54f77 req-eeafa70e-09a3-4e76-b28b-4c321832b55e tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] 10.222.0.39 "GET /v2.0/ports?device_id=39b291b0-4524-4061-b256-743d3bb3fc92 HTTP/1.1" status: 200 len: 943 time: 0.0702348 Sep 23 06:50:20.426662 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-73e81cca-218a-4d42-80f7-dc1c10f3d971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64ba87ac-e142-4291-ab31-5b3e6dbccc60', 'name': 'tempest-TaggedBootDevicesTest_v242-627469932-router', 'tenant_id': '147ee43e793f431bb6dc0e9de8ff2960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '0ccf14e5-74da-4249-8669-d7172e21ffe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:48:04Z', 'updated_at': '2021-09-23T06:48:15Z', 'revision_number': 4, 'project_id': '147ee43e793f431bb6dc0e9de8ff2960', 'gw_port': {'id': '0ccf14e5-74da-4249-8669-d7172e21ffe2', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ba87ac-e142-4291-ab31-5b3e6dbccc60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:48:06Z', 'updated_at': '2021-09-23T06:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '8efebd89-4c32-4566-bd9b-21089524ad99', 'tenant_id': '147ee43e793f431bb6dc0e9de8ff2960', 'floating_ip_address': '172.25.2.203', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '64ba87ac-e142-4291-ab31-5b3e6dbccc60', 'port_id': 'ec26d16c-4b06-4d74-a5ea-ff42d0ea9fbb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '101e91e4-7df0-4369-ab96-69b58e29208f', 'mac_address': 'fa:16:3e:56:62:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf31744-0efa-4cef-967d-471fd8e8c528', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T06:49:01Z', 'updated_at': '2021-09-23T06:50:19Z', 'revision_number': 1, 'project_id': '147ee43e793f431bb6dc0e9de8ff2960', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be579268-3724-4b06-b884-b4f755064dac', 'name': '', 'network_id': '101e91e4-7df0-4369-ab96-69b58e29208f', 'tenant_id': '147ee43e793f431bb6dc0e9de8ff2960', 'mac_address': 'fa:16:3e:26:df:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ba87ac-e142-4291-ab31-5b3e6dbccc60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'f10707c7-ecb6-4efa-8289-ef31b97494c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:48:13Z', 'updated_at': '2021-09-23T06:48:21Z', 'revision_number': 5, 'project_id': '147ee43e793f431bb6dc0e9de8ff2960', 'subnets': [{'id': 'f10707c7-ecb6-4efa-8289-ef31b97494c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:50:20.465759 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e81cca-218a-4d42-80f7-dc1c10f3d971 None None] Checking router: 64ba87ac-e142-4291-ab31-5b3e6dbccc60 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:50:20.478070 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f1ebe-27db-4b63-91f6-8574b9475d5b req-f2b681c3-e821-423b-9678-e1e2c7a49992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:20.480167 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e81cca-218a-4d42-80f7-dc1c10f3d971 None None] Routers {'64ba87ac-e142-4291-ab31-5b3e6dbccc60'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:50:20.481048 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2a3f1ebe-27db-4b63-91f6-8574b9475d5b req-f2b681c3-e821-423b-9678-e1e2c7a49992 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f10707c7-ecb6-4efa-8289-ef31b97494c5 HTTP/1.1" status: 200 len: 855 time: 0.0550878 Sep 23 06:50:20.481217 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-73e81cca-218a-4d42-80f7-dc1c10f3d971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:50:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['64ba87ac-e142-4291-ab31-5b3e6dbccc60'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:50:20.482881 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 0af38cb8-3ffb-4371-9922-69207d2113a8 details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:50:20.486927 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c61b53e2-b30a-42fe-90f1-86a4f0d54f77 req-d2579a75-161c-4cf8-a9c7-fccacee4ad0f tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2bb078b-5609-4862-b2a7-1e140a670c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673909 Sep 23 06:50:20.558118 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f1ebe-27db-4b63-91f6-8574b9475d5b req-5cbc6102-982b-4308-840b-208c8a20dc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:20.560451 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2a3f1ebe-27db-4b63-91f6-8574b9475d5b req-5cbc6102-982b-4308-840b-208c8a20dc14 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=101e91e4-7df0-4369-ab96-69b58e29208f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0708303 Sep 23 06:50:20.673819 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-73e81cca-218a-4d42-80f7-dc1c10f3d971 None None] Set router 64ba87ac-e142-4291-ab31-5b3e6dbccc60 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:50:20.677162 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 0af38cb8-3ffb-4371-9922-69207d2113a8, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=0af38cb8-3ffb-4371-9922-69207d2113a8,segment=NetworkSegment(365a7690-8bcc-4851-81e9-72a0a6cf8e1c),segment_id=365a7690-8bcc-4851-81e9-72a0a6cf8e1c)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:50:20.693292 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': '0af38cb8-3ffb-4371-9922-69207d2113a8', 'network_id': 'fbd8e50b-c1b1-4966-a109-74ea4fbec3c8', 'port_id': '0af38cb8-3ffb-4371-9922-69207d2113a8', 'mac_address': 'fa:16:3e:5d:68:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f8aaa9e-f626-458a-a945-1f776aa245dc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:50:20.751373 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:20.767519 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0af38cb8-3ffb-4371-9922-69207d2113a8 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:50:20.811103 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8b09d408-6fec-4a30-a861-584794d383c7 req-785bfca4-2263-4947-ade0-eed7c61ad225 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=4bb08d03-0f4b-4778-b9b7-0c02c1861b91 HTTP/1.1" status: 200 len: 210 time: 0.1124339 Sep 23 06:50:20.823427 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 0af38cb8-3ffb-4371-9922-69207d2113a8, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=0af38cb8-3ffb-4371-9922-69207d2113a8,segment=NetworkSegment(365a7690-8bcc-4851-81e9-72a0a6cf8e1c),segment_id=365a7690-8bcc-4851-81e9-72a0a6cf8e1c)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:50:20.831065 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2a3f1ebe-27db-4b63-91f6-8574b9475d5b req-142437a9-a1ca-48c1-b561-e25fd045f0a6 service neutron] 10.222.0.58 "GET /v2.0/networks/101e91e4-7df0-4369-ab96-69b58e29208f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613156 Sep 23 06:50:20.836001 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:20.836840 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 5b0e9797-e9ab-4744-b8ab-4a951ca25cba details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:50:20.867728 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f22610d-7c1b-4143-967e-36b565b0070b req-1f4221dd-e808-4117-bc56-8f6758114d30 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:20.877065 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9f22610d-7c1b-4143-967e-36b565b0070b req-1f4221dd-e808-4117-bc56-8f6758114d30 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=81c20f7e-ab7b-4016-8938-e0baf0d6e226 HTTP/1.1" status: 200 len: 946 time: 0.1060421 Sep 23 06:50:20.887218 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 5b0e9797-e9ab-4744-b8ab-4a951ca25cba, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=5b0e9797-e9ab-4744-b8ab-4a951ca25cba,segment=NetworkSegment(365a7690-8bcc-4851-81e9-72a0a6cf8e1c),segment_id=365a7690-8bcc-4851-81e9-72a0a6cf8e1c)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:50:20.904374 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': '5b0e9797-e9ab-4744-b8ab-4a951ca25cba', 'network_id': 'fbd8e50b-c1b1-4966-a109-74ea4fbec3c8', 'port_id': '5b0e9797-e9ab-4744-b8ab-4a951ca25cba', 'mac_address': 'fa:16:3e:c9:b6:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f8aaa9e-f626-458a-a945-1f776aa245dc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:50:21.000688 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7af65f-d210-46e0-aecb-29bc7af719fe req-ade4b22c-b642-49c1-9974-0ee480f49ad7 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:21.002596 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cf7af65f-d210-46e0-aecb-29bc7af719fe req-ade4b22c-b642-49c1-9974-0ee480f49ad7 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.21 "GET /v2.0/networks?id=f755c16b-3f42-4ee5-9068-675e45e695cf HTTP/1.1" status: 200 len: 806 time: 0.2824745 Sep 23 06:50:21.007828 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9f22610d-7c1b-4143-967e-36b565b0070b req-13b16e52-53fd-4c34-bb44-873d07ae0f4b tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276209 Sep 23 06:50:21.026555 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:21.039469 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-cf7af65f-d210-46e0-aecb-29bc7af719fe req-e2ba3839-811e-4599-b13a-992ca965f8c5 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Request body: {'port': {'device_id': '4bb08d03-0f4b-4778-b9b7-0c02c1861b91', 'network_id': 'f755c16b-3f42-4ee5-9068-675e45e695cf', 'admin_state_up': True, 'tenant_id': '33d29a95a0634a4491ef4e20d2f6dd6b'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:50:21.061918 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2a3f1ebe-27db-4b63-91f6-8574b9475d5b req-12a14473-e70b-4530-93af-c99672a0f7fa service neutron] 10.222.0.58 "GET /v2.0/networks/101e91e4-7df0-4369-ab96-69b58e29208f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221451 Sep 23 06:50:21.073433 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=0af38cb8-3ffb-4371-9922-69207d2113a8,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:21.087989 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b0e9797-e9ab-4744-b8ab-4a951ca25cba {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:50:21.096409 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:50:21.096990 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:50:21.097512 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:50:21.099225 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:50:21.099722 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:50:21.100251 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:50:21.100730 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:50:21.101271 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:50:21.101744 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:50:21.102435 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:50:21.103035 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:50:21.103942 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:50:21.136332 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 5b0e9797-e9ab-4744-b8ab-4a951ca25cba, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=5b0e9797-e9ab-4744-b8ab-4a951ca25cba,segment=NetworkSegment(365a7690-8bcc-4851-81e9-72a0a6cf8e1c),segment_id=365a7690-8bcc-4851-81e9-72a0a6cf8e1c)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:50:21.144547 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:21.203019 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ca108-3d47-4f49-ba31-78d591595bd8 req-c04efe7e-1a2f-4068-80e8-063388dfb49f tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:21.204653 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1a8ca108-3d47-4f49-ba31-78d591595bd8 req-c04efe7e-1a2f-4068-80e8-063388dfb49f tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb87560c-9641-4635-9fad-e3498f44ae55 HTTP/1.1" status: 200 len: 946 time: 0.1589847 Sep 23 06:50:21.219056 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=5b0e9797-e9ab-4744-b8ab-4a951ca25cba,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:21.230352 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-73e81cca-218a-4d42-80f7-dc1c10f3d971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64ba87ac-e142-4291-ab31-5b3e6dbccc60', 'name': 'tempest-TaggedBootDevicesTest_v242-627469932-router', 'tenant_id': '147ee43e793f431bb6dc0e9de8ff2960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '0ccf14e5-74da-4249-8669-d7172e21ffe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:48:04Z', 'updated_at': '2021-09-23T06:48:15Z', 'revision_number': 4, 'project_id': '147ee43e793f431bb6dc0e9de8ff2960', 'gw_port': {'id': '0ccf14e5-74da-4249-8669-d7172e21ffe2', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ba87ac-e142-4291-ab31-5b3e6dbccc60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:48:06Z', 'updated_at': '2021-09-23T06:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '8efebd89-4c32-4566-bd9b-21089524ad99', 'tenant_id': '147ee43e793f431bb6dc0e9de8ff2960', 'floating_ip_address': '172.25.2.203', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '64ba87ac-e142-4291-ab31-5b3e6dbccc60', 'port_id': 'ec26d16c-4b06-4d74-a5ea-ff42d0ea9fbb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '101e91e4-7df0-4369-ab96-69b58e29208f', 'mac_address': 'fa:16:3e:56:62:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf31744-0efa-4cef-967d-471fd8e8c528', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T06:49:01Z', 'updated_at': '2021-09-23T06:50:19Z', 'revision_number': 1, 'project_id': '147ee43e793f431bb6dc0e9de8ff2960', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be579268-3724-4b06-b884-b4f755064dac', 'name': '', 'network_id': '101e91e4-7df0-4369-ab96-69b58e29208f', 'tenant_id': '147ee43e793f431bb6dc0e9de8ff2960', 'mac_address': 'fa:16:3e:26:df:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ba87ac-e142-4291-ab31-5b3e6dbccc60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'f10707c7-ecb6-4efa-8289-ef31b97494c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:48:13Z', 'updated_at': '2021-09-23T06:48:21Z', 'revision_number': 5, 'project_id': '147ee43e793f431bb6dc0e9de8ff2960', 'subnets': [{'id': 'f10707c7-ecb6-4efa-8289-ef31b97494c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:50:21.265431 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e81cca-218a-4d42-80f7-dc1c10f3d971 None None] The sync data for ids ['64ba87ac-e142-4291-ab31-5b3e6dbccc60'] in n-d-715271-16 is: [{'id': '64ba87ac-e142-4291-ab31-5b3e6dbccc60', 'name': 'tempest-TaggedBootDevicesTest_v242-627469932-router', 'tenant_id': '147ee43e793f431bb6dc0e9de8ff2960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '0ccf14e5-74da-4249-8669-d7172e21ffe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:48:04Z', 'updated_at': '2021-09-23T06:48:15Z', 'revision_number': 4, 'project_id': '147ee43e793f431bb6dc0e9de8ff2960', 'gw_port': {'id': '0ccf14e5-74da-4249-8669-d7172e21ffe2', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ba87ac-e142-4291-ab31-5b3e6dbccc60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:48:06Z', 'updated_at': '2021-09-23T06:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '8efebd89-4c32-4566-bd9b-21089524ad99', 'tenant_id': '147ee43e793f431bb6dc0e9de8ff2960', 'floating_ip_address': '172.25.2.203', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '64ba87ac-e142-4291-ab31-5b3e6dbccc60', 'port_id': 'ec26d16c-4b06-4d74-a5ea-ff42d0ea9fbb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '101e91e4-7df0-4369-ab96-69b58e29208f', 'mac_address': 'fa:16:3e:56:62:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf31744-0efa-4cef-967d-471fd8e8c528', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T06:49:01Z', 'updated_at': '2021-09-23T06:50:19Z', 'revision_number': 1, 'project_id': '147ee43e793f431bb6dc0e9de8ff2960', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be579268-3724-4b06-b884-b4f755064dac', 'name': '', 'network_id': '101e91e4-7df0-4369-ab96-69b58e29208f', 'tenant_id': '147ee43e793f431bb6dc0e9de8ff2960', 'mac_address': 'fa:16:3e:26:df:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ba87ac-e142-4291-ab31-5b3e6dbccc60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'f10707c7-ecb6-4efa-8289-ef31b97494c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:48:13Z', 'updated_at': '2021-09-23T06:48:21Z', 'revision_number': 5, 'project_id': '147ee43e793f431bb6dc0e9de8ff2960', 'subnets': [{'id': 'f10707c7-ecb6-4efa-8289-ef31b97494c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:50:21.278836 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1a8ca108-3d47-4f49-ba31-78d591595bd8 req-11584560-9ac4-4903-b2bb-a4afe644c672 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/security-groups?id=ece3dc8d-d93c-45c1-8c17-22ee813f6047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615590 Sep 23 06:50:21.302066 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf7af65f-d210-46e0-aecb-29bc7af719fe req-e2ba3839-811e-4599-b13a-992ca965f8c5 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Made reservation on behalf of 33d29a95a0634a4491ef4e20d2f6dd6b for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:50:21.306714 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-cf7af65f-d210-46e0-aecb-29bc7af719fe req-e2ba3839-811e-4599-b13a-992ca965f8c5 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:21.468924 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-cf7af65f-d210-46e0-aecb-29bc7af719fe req-e2ba3839-811e-4599-b13a-992ca965f8c5 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Allocated IP 172.20.0.3 (f755c16b-3f42-4ee5-9068-675e45e695cf/0b013e5a-19bd-4628-a463-6cccef958c7f/e87b71fa-b97d-4b3a-b9d5-d1cec873b9bc) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:50:21.569629 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5a953f-4018-42a6-92be-3001a1a275e7 None None] New status for floating IP 8efebd89-4c32-4566-bd9b-21089524ad99: ACTIVE {{(pid=95067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 06:50:21.623684 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['0af38cb8-3ffb-4371-9922-69207d2113a8'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:50:21.628572 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61846878-2c7f-494b-87b5-715473bb5862 req-1e263dae-b52b-4173-be1a-b27d6f319485 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:21.636265 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-61846878-2c7f-494b-87b5-715473bb5862 req-1e263dae-b52b-4173-be1a-b27d6f319485 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=81c20f7e-ab7b-4016-8938-e0baf0d6e226 HTTP/1.1" status: 200 len: 946 time: 0.0776792 Sep 23 06:50:21.652849 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['5b0e9797-e9ab-4744-b8ab-4a951ca25cba'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:50:21.680814 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-61846878-2c7f-494b-87b5-715473bb5862 req-b3842d93-b032-41ae-8002-9d4ab3009684 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428462 Sep 23 06:50:21.689783 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53922ce3-8c47-4dae-a12d-338a8dd105e2 req-85aa9383-644d-4bb4-94a0-1eb69826432b tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:21.691354 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-53922ce3-8c47-4dae-a12d-338a8dd105e2 req-85aa9383-644d-4bb4-94a0-1eb69826432b tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] 10.222.0.39 "GET /v2.0/ports?device_id=39b291b0-4524-4061-b256-743d3bb3fc92 HTTP/1.1" status: 200 len: 944 time: 0.0830028 Sep 23 06:50:21.694335 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-cf7af65f-d210-46e0-aecb-29bc7af719fe req-e2ba3839-811e-4599-b13a-992ca965f8c5 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:21.760926 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-53922ce3-8c47-4dae-a12d-338a8dd105e2 req-de307949-229b-4c0f-87de-2012f1439a5b tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2bb078b-5609-4862-b2a7-1e140a670c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532374 Sep 23 06:50:21.773948 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-cf7af65f-d210-46e0-aecb-29bc7af719fe req-e2ba3839-811e-4599-b13a-992ca965f8c5 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:21.818404 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf7af65f-d210-46e0-aecb-29bc7af719fe req-e2ba3839-811e-4599-b13a-992ca965f8c5 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Network f755c16b-3f42-4ee5-9068-675e45e695cf is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:50:21.831613 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-cf7af65f-d210-46e0-aecb-29bc7af719fe req-e2ba3839-811e-4599-b13a-992ca965f8c5 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:50:21.839089 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf7af65f-d210-46e0-aecb-29bc7af719fe req-e2ba3839-811e-4599-b13a-992ca965f8c5 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:50:21.843468 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba3839-811e-4599-b13a-992ca965f8c5 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Pushing event updated for resources: {'Port': ['ID=e87b71fa-b97d-4b3a-b9d5-d1cec873b9bc,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:21.932922 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7af65f-d210-46e0-aecb-29bc7af719fe req-e2ba3839-811e-4599-b13a-992ca965f8c5 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:21.933537 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-cf7af65f-d210-46e0-aecb-29bc7af719fe req-e2ba3839-811e-4599-b13a-992ca965f8c5 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:21.953966 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cf7af65f-d210-46e0-aecb-29bc7af719fe req-e2ba3839-811e-4599-b13a-992ca965f8c5 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9188528 Sep 23 06:50:21.965954 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf19dc9-d696-4628-96ab-400480c4add9 req-8203c9d5-a3bc-43ad-b1bd-7e10500187ec tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:21.967357 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cdf19dc9-d696-4628-96ab-400480c4add9 req-8203c9d5-a3bc-43ad-b1bd-7e10500187ec tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=4bb08d03-0f4b-4778-b9b7-0c02c1861b91 HTTP/1.1" status: 200 len: 931 time: 0.0710471 Sep 23 06:50:22.025248 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cdf19dc9-d696-4628-96ab-400480c4add9 req-fb444294-8962-413a-a046-fb16e92d0e54 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512245 Sep 23 06:50:22.148653 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-cf7af65f-d210-46e0-aecb-29bc7af719fe req-df7d2d29-cce6-4622-b583-62866e17d224 service neutron] Request body: {'port': {'device_id': '4bb08d03-0f4b-4778-b9b7-0c02c1861b91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:50:22.208299 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-cf7af65f-d210-46e0-aecb-29bc7af719fe req-df7d2d29-cce6-4622-b583-62866e17d224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:22.214025 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 34006) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:50:22.320838 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-df49a56c-89f6-45fc-a46d-4f70c3ee2b92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:22.415613 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-df49a56c-89f6-45fc-a46d-4f70c3ee2b92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:22.419779 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-df49a56c-89f6-45fc-a46d-4f70c3ee2b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:22.440074 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa3887e-4d8a-4c5a-ba25-6d210b578953 req-a2308a53-c1e9-4d4e-a282-9b0b39005970 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:22.441542 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2aa3887e-4d8a-4c5a-ba25-6d210b578953 req-a2308a53-c1e9-4d4e-a282-9b0b39005970 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb87560c-9641-4635-9fad-e3498f44ae55 HTTP/1.1" status: 200 len: 946 time: 0.0918701 Sep 23 06:50:22.459558 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-df49a56c-89f6-45fc-a46d-4f70c3ee2b92 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cc4f1c0596fd4995b8051df2e194e1f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2443047 Sep 23 06:50:22.460436 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df49a56c-89f6-45fc-a46d-4f70c3ee2b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79a5e8e0-3997-4d1a-bb76-90bd167dd7c8,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:22.464510 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 34012) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:50:22.504764 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2aa3887e-4d8a-4c5a-ba25-6d210b578953 req-58a77321-c0f1-4c4a-b0db-62a9c79e5ab1 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/security-groups?id=ece3dc8d-d93c-45c1-8c17-22ee813f6047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550342 Sep 23 06:50:22.515073 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fe29a9d4-6240-4731-95b5-fd7ed003ba88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:22.537988 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fe29a9d4-6240-4731-95b5-fd7ed003ba88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:22.548874 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-cf7af65f-d210-46e0-aecb-29bc7af719fe req-df7d2d29-cce6-4622-b583-62866e17d224 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e87b71fa-b97d-4b3a-b9d5-d1cec873b9bc {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:50:22.556359 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-cf7af65f-d210-46e0-aecb-29bc7af719fe req-df7d2d29-cce6-4622-b583-62866e17d224 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:22.568524 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-cf7af65f-d210-46e0-aecb-29bc7af719fe req-df7d2d29-cce6-4622-b583-62866e17d224 service neutron] Transition to ACTIVE for port object e87b71fa-b97d-4b3a-b9d5-d1cec873b9bc will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:50:22.574133 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-cf7af65f-d210-46e0-aecb-29bc7af719fe req-df7d2d29-cce6-4622-b583-62866e17d224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:22.587694 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fe29a9d4-6240-4731-95b5-fd7ed003ba88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:22.590712 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fe29a9d4-6240-4731-95b5-fd7ed003ba88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:22.591890 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-fe29a9d4-6240-4731-95b5-fd7ed003ba88 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/79a5e8e0-3997-4d1a-bb76-90bd167dd7c8 HTTP/1.1" status: 204 len: 168 time: 0.1263363 Sep 23 06:50:22.600646 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe29a9d4-6240-4731-95b5-fd7ed003ba88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a5e8e0-3997-4d1a-bb76-90bd167dd7c8,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:22.644036 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7d2d29-cce6-4622-b583-62866e17d224 service neutron] Pushing event updated for resources: {'Port': ['ID=e87b71fa-b97d-4b3a-b9d5-d1cec873b9bc,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:22.692689 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-cf7af65f-d210-46e0-aecb-29bc7af719fe req-df7d2d29-cce6-4622-b583-62866e17d224 service neutron] Attempting to bind port e87b71fa-b97d-4b3a-b9d5-d1cec873b9bc on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:50:22.692880 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-cf7af65f-d210-46e0-aecb-29bc7af719fe req-df7d2d29-cce6-4622-b583-62866e17d224 service neutron] Attempting to bind port e87b71fa-b97d-4b3a-b9d5-d1cec873b9bc by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': 'baf87664-ecc7-475d-93f2-159d871e9198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f755c16b-3f42-4ee5-9068-675e45e695cf'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:50:22.693216 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7af65f-d210-46e0-aecb-29bc7af719fe req-df7d2d29-cce6-4622-b583-62866e17d224 service neutron] Attempting to bind port e87b71fa-b97d-4b3a-b9d5-d1cec873b9bc on network f755c16b-3f42-4ee5-9068-675e45e695cf {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:50:22.698464 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7af65f-d210-46e0-aecb-29bc7af719fe req-df7d2d29-cce6-4622-b583-62866e17d224 service neutron] Port e87b71fa-b97d-4b3a-b9d5-d1cec873b9bc on network f755c16b-3f42-4ee5-9068-675e45e695cf not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:50:22.699114 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7af65f-d210-46e0-aecb-29bc7af719fe req-df7d2d29-cce6-4622-b583-62866e17d224 service neutron] Attempting to bind port e87b71fa-b97d-4b3a-b9d5-d1cec873b9bc on network f755c16b-3f42-4ee5-9068-675e45e695cf {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:50:22.704299 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7af65f-d210-46e0-aecb-29bc7af719fe req-df7d2d29-cce6-4622-b583-62866e17d224 service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:50:22.704640 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7af65f-d210-46e0-aecb-29bc7af719fe req-df7d2d29-cce6-4622-b583-62866e17d224 service neutron] Checking segment: {'id': 'baf87664-ecc7-475d-93f2-159d871e9198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f755c16b-3f42-4ee5-9068-675e45e695cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:50:22.705021 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7af65f-d210-46e0-aecb-29bc7af719fe req-df7d2d29-cce6-4622-b583-62866e17d224 service neutron] Bound using segment: {'id': 'baf87664-ecc7-475d-93f2-159d871e9198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f755c16b-3f42-4ee5-9068-675e45e695cf'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:50:22.705448 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-cf7af65f-d210-46e0-aecb-29bc7af719fe req-df7d2d29-cce6-4622-b583-62866e17d224 service neutron] Bound port: e87b71fa-b97d-4b3a-b9d5-d1cec873b9bc, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baf87664-ecc7-475d-93f2-159d871e9198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f755c16b-3f42-4ee5-9068-675e45e695cf'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:50:22.705791 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-cf7af65f-d210-46e0-aecb-29bc7af719fe req-df7d2d29-cce6-4622-b583-62866e17d224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:22.778785 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-cf7af65f-d210-46e0-aecb-29bc7af719fe req-df7d2d29-cce6-4622-b583-62866e17d224 service neutron] For port e87b71fa-b97d-4b3a-b9d5-d1cec873b9bc, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:50:22.782025 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-cf7af65f-d210-46e0-aecb-29bc7af719fe req-df7d2d29-cce6-4622-b583-62866e17d224 service neutron] For port e87b71fa-b97d-4b3a-b9d5-d1cec873b9bc, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=e87b71fa-b97d-4b3a-b9d5-d1cec873b9bc,segment=NetworkSegment(baf87664-ecc7-475d-93f2-159d871e9198),segment_id=baf87664-ecc7-475d-93f2-159d871e9198)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:50:22.786778 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-cf7af65f-d210-46e0-aecb-29bc7af719fe req-df7d2d29-cce6-4622-b583-62866e17d224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:22.824517 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7af65f-d210-46e0-aecb-29bc7af719fe req-df7d2d29-cce6-4622-b583-62866e17d224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:22.825190 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-cf7af65f-d210-46e0-aecb-29bc7af719fe req-df7d2d29-cce6-4622-b583-62866e17d224 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:22.828232 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cf7af65f-d210-46e0-aecb-29bc7af719fe req-df7d2d29-cce6-4622-b583-62866e17d224 service neutron] 10.222.0.21 "PUT /v2.0/ports/e87b71fa-b97d-4b3a-b9d5-d1cec873b9bc HTTP/1.1" status: 200 len: 1092 time: 0.6853704 Sep 23 06:50:22.828737 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bb08d03-0f4b-4778-b9b7-0c02c1861b91', 'tag': 'e87b71fa-b97d-4b3a-b9d5-d1cec873b9bc'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:50:22.829276 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7504a2-854c-4b4b-b32d-529f3ffeee32 req-33f0f623-d863-4928-ae6f-73dfdff48a34 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:22.831180 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a88c47-bdf6-43ff-851e-428d6fcc7e8f" -d '{"events": [{"name": "network-changed", "server_uuid": "4bb08d03-0f4b-4778-b9b7-0c02c1861b91", "tag": "e87b71fa-b97d-4b3a-b9d5-d1cec873b9bc"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:50:22.837858 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-db7504a2-854c-4b4b-b32d-529f3ffeee32 req-33f0f623-d863-4928-ae6f-73dfdff48a34 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=81c20f7e-ab7b-4016-8938-e0baf0d6e226 HTTP/1.1" status: 200 len: 946 time: 0.0759032 Sep 23 06:50:22.868061 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7d2d29-cce6-4622-b583-62866e17d224 service neutron] Pushing event updated for resources: {'Port': ['ID=e87b71fa-b97d-4b3a-b9d5-d1cec873b9bc,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:22.891750 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-db7504a2-854c-4b4b-b32d-529f3ffeee32 req-19b8e4ec-0b35-4bc7-b995-032300a53da4 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520194 Sep 23 06:50:22.939937 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca038ae-3461-4465-89a6-04ce4467c7ae req-4a35c4fe-f0e5-4a91-8e5e-605ebcd8898f tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:22.941534 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1ca038ae-3461-4465-89a6-04ce4467c7ae req-4a35c4fe-f0e5-4a91-8e5e-605ebcd8898f tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] 10.222.0.39 "GET /v2.0/ports?device_id=39b291b0-4524-4061-b256-743d3bb3fc92 HTTP/1.1" status: 200 len: 944 time: 0.0887787 Sep 23 06:50:22.972954 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7af65f-d210-46e0-aecb-29bc7af719fe req-fa8c5a3b-618a-4ef6-ae3b-a369937564ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:22.974919 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cf7af65f-d210-46e0-aecb-29bc7af719fe req-fa8c5a3b-618a-4ef6-ae3b-a369937564ca service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=33d29a95a0634a4491ef4e20d2f6dd6b&device_id=4bb08d03-0f4b-4778-b9b7-0c02c1861b91 HTTP/1.1" status: 200 len: 1095 time: 0.0839055 Sep 23 06:50:23.034421 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8251ffd3-a4e4-486b-9dee-f395984a4002 x-openstack-request-id: req-8251ffd3-a4e4-486b-9dee-f395984a4002 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:50:23.034721 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bb08d03-0f4b-4778-b9b7-0c02c1861b91", "tag": "e87b71fa-b97d-4b3a-b9d5-d1cec873b9bc", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:50:23.034982 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8251ffd3-a4e4-486b-9dee-f395984a4002 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:50:23.035385 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bb08d03-0f4b-4778-b9b7-0c02c1861b91', 'tag': 'e87b71fa-b97d-4b3a-b9d5-d1cec873b9bc', 'status': 'completed', 'code': 200} Sep 23 06:50:23.038584 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1ca038ae-3461-4465-89a6-04ce4467c7ae req-73add5d0-1cf2-4c17-af41-f38ce72f1fa2 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2bb078b-5609-4862-b2a7-1e140a670c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887489 Sep 23 06:50:23.040007 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cf7af65f-d210-46e0-aecb-29bc7af719fe req-6189aba4-75a9-4f00-be7b-8ec110573ece service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e87b71fa-b97d-4b3a-b9d5-d1cec873b9bc HTTP/1.1" status: 200 len: 217 time: 0.0484688 Sep 23 06:50:23.109667 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7af65f-d210-46e0-aecb-29bc7af719fe req-fc24d0e7-7506-4596-80dd-5e89019aef04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:23.111217 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cf7af65f-d210-46e0-aecb-29bc7af719fe req-fc24d0e7-7506-4596-80dd-5e89019aef04 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0b013e5a-19bd-4628-a463-6cccef958c7f HTTP/1.1" status: 200 len: 846 time: 0.0635200 Sep 23 06:50:23.147775 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cf7af65f-d210-46e0-aecb-29bc7af719fe req-0e8b7227-9c68-4f8d-b386-24b25e935381 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f755c16b-3f42-4ee5-9068-675e45e695cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288365 Sep 23 06:50:23.167191 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7e7586-8a6b-4eff-8b11-56fd5c0c7e06 req-906680d0-f392-494b-a260-732b51c400c5 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:23.168959 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fc7e7586-8a6b-4eff-8b11-56fd5c0c7e06 req-906680d0-f392-494b-a260-732b51c400c5 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=4bb08d03-0f4b-4778-b9b7-0c02c1861b91 HTTP/1.1" status: 200 len: 943 time: 0.0709112 Sep 23 06:50:23.233322 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fc7e7586-8a6b-4eff-8b11-56fd5c0c7e06 req-eeae6c82-35e0-45e4-9488-6f87b9c68f49 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531578 Sep 23 06:50:23.273662 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cf7af65f-d210-46e0-aecb-29bc7af719fe req-4c0d32fa-1554-4dfa-ab6f-5dda1bbb71e4 service neutron] 10.222.0.21 "GET /v2.0/networks/f755c16b-3f42-4ee5-9068-675e45e695cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153705 Sep 23 06:50:23.376871 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cf7af65f-d210-46e0-aecb-29bc7af719fe req-a993231d-d2ec-4642-ba65-d4b61fa306a3 service neutron] 10.222.0.21 "GET /v2.0/networks/f755c16b-3f42-4ee5-9068-675e45e695cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958176 Sep 23 06:50:23.502951 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a88c47-bdf6-43ff-851e-428d6fcc7e8f req-7b2cbe48-bfc6-4c8d-8f48-74c5b76dd6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:23.504512 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-52a88c47-bdf6-43ff-851e-428d6fcc7e8f req-7b2cbe48-bfc6-4c8d-8f48-74c5b76dd6c1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=33d29a95a0634a4491ef4e20d2f6dd6b&device_id=4bb08d03-0f4b-4778-b9b7-0c02c1861b91 HTTP/1.1" status: 200 len: 1095 time: 0.0461926 Sep 23 06:50:23.599708 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a88c47-bdf6-43ff-851e-428d6fcc7e8f req-c647aac8-fe1e-4b3c-b4f6-35e3a11a4ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:23.601214 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-52a88c47-bdf6-43ff-851e-428d6fcc7e8f req-c647aac8-fe1e-4b3c-b4f6-35e3a11a4ea0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f755c16b-3f42-4ee5-9068-675e45e695cf HTTP/1.1" status: 200 len: 907 time: 0.0871830 Sep 23 06:50:23.625904 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcae6cf-91ee-4685-8033-898160394311 req-33c34446-95a8-4781-8141-16182f80d447 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:23.627865 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5bcae6cf-91ee-4685-8033-898160394311 req-33c34446-95a8-4781-8141-16182f80d447 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb87560c-9641-4635-9fad-e3498f44ae55 HTTP/1.1" status: 200 len: 946 time: 0.0525725 Sep 23 06:50:23.651740 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-52a88c47-bdf6-43ff-851e-428d6fcc7e8f req-11028a69-a9f1-43ac-82a7-7a137f6412c8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e87b71fa-b97d-4b3a-b9d5-d1cec873b9bc HTTP/1.1" status: 200 len: 217 time: 0.0422311 Sep 23 06:50:23.666149 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5bcae6cf-91ee-4685-8033-898160394311 req-121cdee9-c5b3-48e5-9fd4-5e3afe4391a5 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/security-groups?id=ece3dc8d-d93c-45c1-8c17-22ee813f6047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319009 Sep 23 06:50:23.705542 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a88c47-bdf6-43ff-851e-428d6fcc7e8f req-cbb02fc0-a010-4d93-a752-53def60bf2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:23.707045 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-52a88c47-bdf6-43ff-851e-428d6fcc7e8f req-cbb02fc0-a010-4d93-a752-53def60bf2e8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0b013e5a-19bd-4628-a463-6cccef958c7f HTTP/1.1" status: 200 len: 846 time: 0.0454292 Sep 23 06:50:23.741500 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-52a88c47-bdf6-43ff-851e-428d6fcc7e8f req-c33dc5fc-ff25-40ea-9a9a-318413044640 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f755c16b-3f42-4ee5-9068-675e45e695cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242746 Sep 23 06:50:23.832647 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-52a88c47-bdf6-43ff-851e-428d6fcc7e8f req-464511f4-c664-450d-b27c-e63ab5621730 service neutron] 10.222.0.21 "GET /v2.0/networks/f755c16b-3f42-4ee5-9068-675e45e695cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826597 Sep 23 06:50:23.921123 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-52a88c47-bdf6-43ff-851e-428d6fcc7e8f req-ffda1fa5-75ac-4946-957b-9be659b5b561 service neutron] 10.222.0.21 "GET /v2.0/networks/f755c16b-3f42-4ee5-9068-675e45e695cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808103 Sep 23 06:50:24.011407 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2986bd-5060-4379-b77c-4e18f65b8f32 req-8265c3f2-d38a-4601-82b4-1a3da3ac7c32 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:24.012901 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ec2986bd-5060-4379-b77c-4e18f65b8f32 req-8265c3f2-d38a-4601-82b4-1a3da3ac7c32 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=81c20f7e-ab7b-4016-8938-e0baf0d6e226 HTTP/1.1" status: 200 len: 946 time: 0.0495229 Sep 23 06:50:24.054565 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ec2986bd-5060-4379-b77c-4e18f65b8f32 req-467f8cc2-844e-4275-86d6-f7081b8183d2 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353017 Sep 23 06:50:24.165050 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6bd890-75e9-4bb5-8653-e09eca91ee5a req-87c61253-faf3-4d96-8191-0cda55ed1098 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:24.166664 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1a6bd890-75e9-4bb5-8653-e09eca91ee5a req-87c61253-faf3-4d96-8191-0cda55ed1098 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] 10.222.0.39 "GET /v2.0/ports?device_id=39b291b0-4524-4061-b256-743d3bb3fc92 HTTP/1.1" status: 200 len: 944 time: 0.0552871 Sep 23 06:50:24.204501 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1a6bd890-75e9-4bb5-8653-e09eca91ee5a req-7b5782b3-fff0-45ae-b78f-bebb39a787a8 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2bb078b-5609-4862-b2a7-1e140a670c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312667 Sep 23 06:50:24.355381 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6840c9ea-8aa0-44ac-84c3-36478149c8d8 req-11c3ec8e-f5e1-4a31-9798-189673692209 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:24.357001 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6840c9ea-8aa0-44ac-84c3-36478149c8d8 req-11c3ec8e-f5e1-4a31-9798-189673692209 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=4bb08d03-0f4b-4778-b9b7-0c02c1861b91 HTTP/1.1" status: 200 len: 943 time: 0.0549388 Sep 23 06:50:24.395571 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6840c9ea-8aa0-44ac-84c3-36478149c8d8 req-11fa3eb7-662b-4c6c-8787-ef3e34504701 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323679 Sep 23 06:50:24.503381 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 0af38cb8-3ffb-4371-9922-69207d2113a8 up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:50:24.553706 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port 0af38cb8-3ffb-4371-9922-69207d2113a8 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:50:24.557679 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port 0af38cb8-3ffb-4371-9922-69207d2113a8 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:50:24.558084 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:24.640989 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:24.667432 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'becfaa34-3e54-4936-8c2a-ce37460e6095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af38cb8-3ffb-4371-9922-69207d2113a8'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:50:24.669941 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34888e00-08b8-48fc-950d-9999987a5cd6" -d '{"events": [{"server_uuid": "becfaa34-3e54-4936-8c2a-ce37460e6095", "name": "network-vif-plugged", "status": "completed", "tag": "0af38cb8-3ffb-4371-9922-69207d2113a8"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:50:24.689586 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 0af38cb8-3ffb-4371-9922-69207d2113a8, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=0af38cb8-3ffb-4371-9922-69207d2113a8,segment=NetworkSegment(365a7690-8bcc-4851-81e9-72a0a6cf8e1c),segment_id=365a7690-8bcc-4851-81e9-72a0a6cf8e1c)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:50:24.695194 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:24.696431 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 5b0e9797-e9ab-4744-b8ab-4a951ca25cba up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:50:24.738335 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dab874b-98eb-4c6c-ba57-60f818970c85 x-openstack-request-id: req-5dab874b-98eb-4c6c-ba57-60f818970c85 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:50:24.738618 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "becfaa34-3e54-4936-8c2a-ce37460e6095", "name": "network-vif-plugged", "status": "completed", "tag": "0af38cb8-3ffb-4371-9922-69207d2113a8", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:50:24.739081 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5dab874b-98eb-4c6c-ba57-60f818970c85 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:50:24.739670 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'becfaa34-3e54-4936-8c2a-ce37460e6095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af38cb8-3ffb-4371-9922-69207d2113a8', 'code': 200} Sep 23 06:50:24.801152 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=0af38cb8-3ffb-4371-9922-69207d2113a8,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:24.819811 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port 5b0e9797-e9ab-4744-b8ab-4a951ca25cba completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:50:24.826739 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port 5b0e9797-e9ab-4744-b8ab-4a951ca25cba triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:50:24.827371 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:24.863643 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa67c9e-d7ab-4101-8bd8-91a6bbe928d7 req-9e5d60f3-79bb-4119-b4af-c4636111f688 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:24.866647 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2fa67c9e-d7ab-4101-8bd8-91a6bbe928d7 req-9e5d60f3-79bb-4119-b4af-c4636111f688 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb87560c-9641-4635-9fad-e3498f44ae55 HTTP/1.1" status: 200 len: 946 time: 0.0979135 Sep 23 06:50:24.884838 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d0920-fc5b-4412-8f2b-b6b4db471461 req-3599f791-5a97-4ec4-9bf9-93569b4d381b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:24.887409 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-141d0920-fc5b-4412-8f2b-b6b4db471461 req-3599f791-5a97-4ec4-9bf9-93569b4d381b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=becfaa34-3e54-4936-8c2a-ce37460e6095 HTTP/1.1" status: 200 len: 1097 time: 0.0730343 Sep 23 06:50:24.924329 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2fa67c9e-d7ab-4101-8bd8-91a6bbe928d7 req-09a18fa7-0ed2-4486-8a59-f0c61577cdaf tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/security-groups?id=ece3dc8d-d93c-45c1-8c17-22ee813f6047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424445 Sep 23 06:50:24.929481 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:24.967381 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-141d0920-fc5b-4412-8f2b-b6b4db471461 req-3579dd5b-8321-415d-bd4e-cf6a6693587e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a2bb078b-5609-4862-b2a7-1e140a670c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463836 Sep 23 06:50:24.968305 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 5b0e9797-e9ab-4744-b8ab-4a951ca25cba, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=5b0e9797-e9ab-4744-b8ab-4a951ca25cba,segment=NetworkSegment(365a7690-8bcc-4851-81e9-72a0a6cf8e1c),segment_id=365a7690-8bcc-4851-81e9-72a0a6cf8e1c)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:50:24.972404 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:25.027215 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=5b0e9797-e9ab-4744-b8ab-4a951ca25cba,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:25.175208 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caed4fc8-d0dd-40eb-a2b7-8c3a97513521 req-845f2850-2f05-4df6-9a4e-ad83b8a7ef8c tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:25.176839 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-caed4fc8-d0dd-40eb-a2b7-8c3a97513521 req-845f2850-2f05-4df6-9a4e-ad83b8a7ef8c tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=81c20f7e-ab7b-4016-8938-e0baf0d6e226 HTTP/1.1" status: 200 len: 946 time: 0.0523164 Sep 23 06:50:25.215701 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-caed4fc8-d0dd-40eb-a2b7-8c3a97513521 req-3bc2392d-5a8f-4c9e-ba02-aa0a9bca797b tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317960 Sep 23 06:50:25.331258 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7f2a6c-1b6e-47f1-8fb0-e28b2520b0fa req-7471422a-f1a3-41f2-b1e1-e1cc3e0e18ba tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:25.332781 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3a7f2a6c-1b6e-47f1-8fb0-e28b2520b0fa req-7471422a-f1a3-41f2-b1e1-e1cc3e0e18ba tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] 10.222.0.39 "GET /v2.0/ports?device_id=39b291b0-4524-4061-b256-743d3bb3fc92 HTTP/1.1" status: 200 len: 945 time: 0.0489724 Sep 23 06:50:25.372225 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3a7f2a6c-1b6e-47f1-8fb0-e28b2520b0fa req-7924f9bc-3907-4638-9aae-ef66d2f5f712 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2bb078b-5609-4862-b2a7-1e140a670c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333118 Sep 23 06:50:25.512160 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bf79da-0b7d-4478-81f1-7d93ccddfe6f req-fe142a59-1667-4614-90fc-38f44e7fe266 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:25.513684 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d0bf79da-0b7d-4478-81f1-7d93ccddfe6f req-fe142a59-1667-4614-90fc-38f44e7fe266 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=4bb08d03-0f4b-4778-b9b7-0c02c1861b91 HTTP/1.1" status: 200 len: 943 time: 0.0492616 Sep 23 06:50:25.551549 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d0bf79da-0b7d-4478-81f1-7d93ccddfe6f req-4cfafb3f-0b03-4e54-b2c0-476b370b53f0 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319328 Sep 23 06:50:26.043053 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d1dfc1-29cc-45d2-851f-77d1a1225e0f req-a8f5dace-b0b4-44f4-99cd-b1b37b96ea79 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:26.044522 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-34d1dfc1-29cc-45d2-851f-77d1a1225e0f req-a8f5dace-b0b4-44f4-99cd-b1b37b96ea79 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb87560c-9641-4635-9fad-e3498f44ae55 HTTP/1.1" status: 200 len: 946 time: 0.0505111 Sep 23 06:50:26.086173 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-34d1dfc1-29cc-45d2-851f-77d1a1225e0f req-bf3fe015-17b6-476b-ba3a-34a67da1faf6 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/security-groups?id=ece3dc8d-d93c-45c1-8c17-22ee813f6047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356743 Sep 23 06:50:26.342639 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44642e71-0bd3-424c-ae33-c14e8f4d1f07 req-06a18a71-1443-4e7a-8c8d-703d9e4adf66 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:26.344178 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-44642e71-0bd3-424c-ae33-c14e8f4d1f07 req-06a18a71-1443-4e7a-8c8d-703d9e4adf66 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=81c20f7e-ab7b-4016-8938-e0baf0d6e226 HTTP/1.1" status: 200 len: 946 time: 0.0524457 Sep 23 06:50:26.383557 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-44642e71-0bd3-424c-ae33-c14e8f4d1f07 req-207abaf2-bff8-40c0-9217-4836c9070eb2 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329247 Sep 23 06:50:26.501417 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97415543-d4d6-45ac-a7d6-3538d07587eb req-e8b27206-e39a-430b-8290-65655d9f6803 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:26.502901 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-97415543-d4d6-45ac-a7d6-3538d07587eb req-e8b27206-e39a-430b-8290-65655d9f6803 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] 10.222.0.39 "GET /v2.0/ports?device_id=39b291b0-4524-4061-b256-743d3bb3fc92 HTTP/1.1" status: 200 len: 945 time: 0.0582614 Sep 23 06:50:26.542424 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-97415543-d4d6-45ac-a7d6-3538d07587eb req-8fabe37d-f63a-4683-9eb4-579275c1d830 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2bb078b-5609-4862-b2a7-1e140a670c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335264 Sep 23 06:50:26.687626 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae1ad76-f531-4404-b40a-f21cf0a76e3d req-0f2a32a0-036e-4619-af3a-275bd18b5ed6 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:26.689402 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-aae1ad76-f531-4404-b40a-f21cf0a76e3d req-0f2a32a0-036e-4619-af3a-275bd18b5ed6 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=4bb08d03-0f4b-4778-b9b7-0c02c1861b91 HTTP/1.1" status: 200 len: 943 time: 0.0561945 Sep 23 06:50:26.732551 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-aae1ad76-f531-4404-b40a-f21cf0a76e3d req-4662c795-7e32-488e-a3d2-7995db976ef3 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362797 Sep 23 06:50:26.741307 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b291b0-4524-4061-b256-743d3bb3fc92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b0e9797-e9ab-4744-b8ab-4a951ca25cba'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:50:26.743730 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a0b91d-8a0c-47b4-a7c2-f79999a5124e" -d '{"events": [{"server_uuid": "39b291b0-4524-4061-b256-743d3bb3fc92", "name": "network-vif-plugged", "status": "completed", "tag": "5b0e9797-e9ab-4744-b8ab-4a951ca25cba"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:50:26.779701 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-803ba2a1-fbb3-41dc-9d9c-734b9dca1fdf x-openstack-request-id: req-803ba2a1-fbb3-41dc-9d9c-734b9dca1fdf {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:50:26.779996 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39b291b0-4524-4061-b256-743d3bb3fc92", "name": "network-vif-plugged", "status": "completed", "tag": "5b0e9797-e9ab-4744-b8ab-4a951ca25cba", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:50:26.780249 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-803ba2a1-fbb3-41dc-9d9c-734b9dca1fdf {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:50:26.780639 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b291b0-4524-4061-b256-743d3bb3fc92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b0e9797-e9ab-4744-b8ab-4a951ca25cba', 'code': 200} Sep 23 06:50:26.893115 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471d21c-35d4-4f5b-977d-0ca8defd282f req-f5df0d15-71d9-4d07-aa94-7da91b8cf8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:26.894624 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1471d21c-35d4-4f5b-977d-0ca8defd282f req-f5df0d15-71d9-4d07-aa94-7da91b8cf8a0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=39b291b0-4524-4061-b256-743d3bb3fc92 HTTP/1.1" status: 200 len: 1097 time: 0.0396419 Sep 23 06:50:26.929593 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1471d21c-35d4-4f5b-977d-0ca8defd282f req-592eaba0-33ed-4719-a9a7-4dca73900a60 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a2bb078b-5609-4862-b2a7-1e140a670c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269957 Sep 23 06:50:27.204594 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079eb3d6-a879-4b53-97f2-9a265c424e26 req-64d14313-22f9-449d-85bc-b7778b06f68f tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:27.206105 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-079eb3d6-a879-4b53-97f2-9a265c424e26 req-64d14313-22f9-449d-85bc-b7778b06f68f tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb87560c-9641-4635-9fad-e3498f44ae55 HTTP/1.1" status: 200 len: 946 time: 0.0492079 Sep 23 06:50:27.246118 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-079eb3d6-a879-4b53-97f2-9a265c424e26 req-d9f94885-fcf2-4f2e-aff5-c02eb8341af1 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/security-groups?id=ece3dc8d-d93c-45c1-8c17-22ee813f6047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341463 Sep 23 06:50:27.500915 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575cd54f-bc3c-4229-b639-aeb4b9d82b3f req-a5154c35-3797-4690-b2a3-71d48d00d9f5 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:27.502462 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-575cd54f-bc3c-4229-b639-aeb4b9d82b3f req-a5154c35-3797-4690-b2a3-71d48d00d9f5 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=81c20f7e-ab7b-4016-8938-e0baf0d6e226 HTTP/1.1" status: 200 len: 946 time: 0.0504124 Sep 23 06:50:27.541847 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-575cd54f-bc3c-4229-b639-aeb4b9d82b3f req-3adc89b3-0ddb-4afc-9d2c-1bf28f3c7192 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327814 Sep 23 06:50:27.664656 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f918a8-f254-4464-9528-1714e28efc95 req-63ebf14d-050f-43a8-85ae-da6fdfcb7fc6 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:27.666044 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-95f918a8-f254-4464-9528-1714e28efc95 req-63ebf14d-050f-43a8-85ae-da6fdfcb7fc6 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] 10.222.0.39 "GET /v2.0/ports?device_id=39b291b0-4524-4061-b256-743d3bb3fc92 HTTP/1.1" status: 200 len: 945 time: 0.0480919 Sep 23 06:50:27.705842 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-95f918a8-f254-4464-9528-1714e28efc95 req-cd600b79-65c3-4fc8-acf2-c231f3a3a398 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2bb078b-5609-4862-b2a7-1e140a670c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339704 Sep 23 06:50:27.855880 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e96b1-4d65-4b11-811d-eaa0ec6f1dd6 req-226f7c49-2fa3-4439-bc6b-d99ca5544e06 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:27.858223 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a82e96b1-4d65-4b11-811d-eaa0ec6f1dd6 req-226f7c49-2fa3-4439-bc6b-d99ca5544e06 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=4bb08d03-0f4b-4778-b9b7-0c02c1861b91 HTTP/1.1" status: 200 len: 943 time: 0.0580773 Sep 23 06:50:27.906050 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a82e96b1-4d65-4b11-811d-eaa0ec6f1dd6 req-61bc0330-bf57-4314-bb96-5cb52ea1540b tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418701 Sep 23 06:50:28.199545 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-66747c16-f9da-43f7-8884-62e94a8ff146 req-ce9044ec-6d11-4aa0-9622-dbb32d06dbd5 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=1fbdcb8749a740e8a214c4d9cb124289&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300548 Sep 23 06:50:28.414894 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b995d-dde4-4c78-a4b1-9438987d61ec req-2fae7a98-4e56-4460-9ecc-00a26ef4eee7 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:28.416484 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c04b995d-dde4-4c78-a4b1-9438987d61ec req-2fae7a98-4e56-4460-9ecc-00a26ef4eee7 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb87560c-9641-4635-9fad-e3498f44ae55 HTTP/1.1" status: 200 len: 946 time: 0.0550611 Sep 23 06:50:28.464374 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c04b995d-dde4-4c78-a4b1-9438987d61ec req-8248a85e-9b35-4b78-9c13-834418ca8ff8 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/security-groups?id=ece3dc8d-d93c-45c1-8c17-22ee813f6047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397294 Sep 23 06:50:28.509804 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device e87b71fa-b97d-4b3a-b9d5-d1cec873b9bc details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:50:28.625186 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port e87b71fa-b97d-4b3a-b9d5-d1cec873b9bc, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=e87b71fa-b97d-4b3a-b9d5-d1cec873b9bc,segment=NetworkSegment(baf87664-ecc7-475d-93f2-159d871e9198),segment_id=baf87664-ecc7-475d-93f2-159d871e9198)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:50:28.640115 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': 'e87b71fa-b97d-4b3a-b9d5-d1cec873b9bc', 'network_id': 'f755c16b-3f42-4ee5-9068-675e45e695cf', 'port_id': 'e87b71fa-b97d-4b3a-b9d5-d1cec873b9bc', 'mac_address': 'fa:16:3e:6c:81:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b013e5a-19bd-4628-a463-6cccef958c7f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:50:28.680153 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:28.697334 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e87b71fa-b97d-4b3a-b9d5-d1cec873b9bc {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:50:28.705931 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e76fdd-3fc8-4b5f-8ae6-742d11508a1b req-70d473be-a9ae-4bc6-ae16-29bf5850a388 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:28.707652 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-88e76fdd-3fc8-4b5f-8ae6-742d11508a1b req-70d473be-a9ae-4bc6-ae16-29bf5850a388 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=81c20f7e-ab7b-4016-8938-e0baf0d6e226 HTTP/1.1" status: 200 len: 946 time: 0.0519414 Sep 23 06:50:28.722518 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port e87b71fa-b97d-4b3a-b9d5-d1cec873b9bc, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=e87b71fa-b97d-4b3a-b9d5-d1cec873b9bc,segment=NetworkSegment(baf87664-ecc7-475d-93f2-159d871e9198),segment_id=baf87664-ecc7-475d-93f2-159d871e9198)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:50:28.729704 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:28.734543 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66747c16-f9da-43f7-8884-62e94a8ff146 req-689acd67-a700-4296-bdd9-15a0b0df62a4 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:28.737604 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-66747c16-f9da-43f7-8884-62e94a8ff146 req-689acd67-a700-4296-bdd9-15a0b0df62a4 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5327318 Sep 23 06:50:28.751074 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-88e76fdd-3fc8-4b5f-8ae6-742d11508a1b req-5899216c-9fb4-4fab-9b2e-2e1b99395366 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362630 Sep 23 06:50:28.755776 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-66747c16-f9da-43f7-8884-62e94a8ff146 req-b3764eda-1d58-409b-8fdf-57edb3b67270 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] 10.222.0.39 "GET /v2.0/quotas/1fbdcb8749a740e8a214c4d9cb124289 HTTP/1.1" status: 200 len: 375 time: 0.0113251 Sep 23 06:50:28.784427 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=e87b71fa-b97d-4b3a-b9d5-d1cec873b9bc,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:28.799050 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-66747c16-f9da-43f7-8884-62e94a8ff146 req-32ecce4d-454f-44e9-a217-a6bb84f35b8a tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1fbdcb8749a740e8a214c4d9cb124289&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337188 Sep 23 06:50:28.876768 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9580efc6-f904-492a-b3af-34682d481e85 req-7015a8ae-b4cc-4895-8de8-829c15486b29 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:28.878353 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9580efc6-f904-492a-b3af-34682d481e85 req-7015a8ae-b4cc-4895-8de8-829c15486b29 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] 10.222.0.39 "GET /v2.0/ports?device_id=39b291b0-4524-4061-b256-743d3bb3fc92 HTTP/1.1" status: 200 len: 945 time: 0.0569391 Sep 23 06:50:28.929965 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9580efc6-f904-492a-b3af-34682d481e85 req-d425fad3-4156-4a72-8b7f-221b89697bd7 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2bb078b-5609-4862-b2a7-1e140a670c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426219 Sep 23 06:50:29.046554 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-924ad389-bfcd-4e92-816d-fd943f01bad3 req-cf6a73bf-5b6a-43fa-aae3-784426ddce28 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=1fbdcb8749a740e8a214c4d9cb124289&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307207 Sep 23 06:50:29.079909 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596099e9-fb4d-4b35-817e-0462b3e04cbd req-7dbad506-edc0-48d3-8c23-5226fed94de1 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:29.081576 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-596099e9-fb4d-4b35-817e-0462b3e04cbd req-7dbad506-edc0-48d3-8c23-5226fed94de1 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=4bb08d03-0f4b-4778-b9b7-0c02c1861b91 HTTP/1.1" status: 200 len: 944 time: 0.0766525 Sep 23 06:50:29.131220 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-596099e9-fb4d-4b35-817e-0462b3e04cbd req-88c79ce7-6057-42af-bba4-546cb241e4e0 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428710 Sep 23 06:50:29.162804 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['e87b71fa-b97d-4b3a-b9d5-d1cec873b9bc'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:50:29.301810 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773702b9-eaa8-439c-a161-1744f8f96f84 req-61c71516-54d0-41b0-a969-02d099a0808a tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:29.304048 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-773702b9-eaa8-439c-a161-1744f8f96f84 req-61c71516-54d0-41b0-a969-02d099a0808a tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] 10.222.0.39 "GET /v2.0/ports?device_id=becfaa34-3e54-4936-8c2a-ce37460e6095 HTTP/1.1" status: 200 len: 945 time: 0.0786939 Sep 23 06:50:29.319180 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924ad389-bfcd-4e92-816d-fd943f01bad3 req-f8dad28a-3e73-4db3-ae16-ca0816ee5184 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:29.328661 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-924ad389-bfcd-4e92-816d-fd943f01bad3 req-f8dad28a-3e73-4db3-ae16-ca0816ee5184 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2757072 Sep 23 06:50:29.350347 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-924ad389-bfcd-4e92-816d-fd943f01bad3 req-fec8a528-62d0-4b1d-bd4e-690dbf93a73b tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] 10.222.0.39 "GET /v2.0/quotas/1fbdcb8749a740e8a214c4d9cb124289 HTTP/1.1" status: 200 len: 375 time: 0.0205812 Sep 23 06:50:29.368710 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-773702b9-eaa8-439c-a161-1744f8f96f84 req-5fa610f8-1c57-4f12-8af6-2652a969cdda tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2bb078b-5609-4862-b2a7-1e140a670c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575855 Sep 23 06:50:29.394371 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-924ad389-bfcd-4e92-816d-fd943f01bad3 req-cf82926a-a07c-4552-89ce-1e416c5a8083 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1fbdcb8749a740e8a214c4d9cb124289&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428500 Sep 23 06:50:29.640475 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26405711-20cd-4ef6-9d0a-6f3624ec170a req-4a9f0dc0-63f8-4e56-91b8-0234170904b9 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:29.642383 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-26405711-20cd-4ef6-9d0a-6f3624ec170a req-4a9f0dc0-63f8-4e56-91b8-0234170904b9 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb87560c-9641-4635-9fad-e3498f44ae55 HTTP/1.1" status: 200 len: 946 time: 0.0701447 Sep 23 06:50:29.694370 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9e994c57-aef8-499a-a84d-0ae67612e588 req-6eb9ccf1-9342-4e8a-8296-cea56273780a tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] 10.222.0.39 "GET /v2.0/ports?device_id=229fc4c0-f93d-4f4b-b8ef-864f50ff163c HTTP/1.1" status: 200 len: 210 time: 0.0370848 Sep 23 06:50:29.696397 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-26405711-20cd-4ef6-9d0a-6f3624ec170a req-51ba55bd-7874-4f64-865f-43e9e5c21687 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/security-groups?id=ece3dc8d-d93c-45c1-8c17-22ee813f6047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467751 Sep 23 06:50:29.878461 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d9bf3-0376-4ad1-8fad-be69a0c4ef70 req-93b4a9d6-910f-477d-8a7e-aa2602a1dfb8 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:29.882499 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fc9d9bf3-0376-4ad1-8fad-be69a0c4ef70 req-93b4a9d6-910f-477d-8a7e-aa2602a1dfb8 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=81c20f7e-ab7b-4016-8938-e0baf0d6e226 HTTP/1.1" status: 200 len: 946 time: 0.0530813 Sep 23 06:50:29.927394 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fc9d9bf3-0376-4ad1-8fad-be69a0c4ef70 req-02a8a126-c610-448b-85d1-81a5e59857a2 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390654 Sep 23 06:50:29.983554 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c70cd6-b858-446f-928d-64e428296b95 req-bb35f3bd-8cfe-42cc-a41f-f8ff76715b94 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:29.985050 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a8c70cd6-b858-446f-928d-64e428296b95 req-bb35f3bd-8cfe-42cc-a41f-f8ff76715b94 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] 10.222.0.39 "GET /v2.0/ports?device_id=becfaa34-3e54-4936-8c2a-ce37460e6095 HTTP/1.1" status: 200 len: 945 time: 0.0551937 Sep 23 06:50:30.027263 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a8c70cd6-b858-446f-928d-64e428296b95 req-ec372264-9ccd-489f-be8a-99d78f9f872a tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2bb078b-5609-4862-b2a7-1e140a670c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360687 Sep 23 06:50:30.253177 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e73dea-443a-454b-a2b7-aaeee6ca9ba7 req-102213d4-8674-4f02-9a5d-4770f386db26 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:30.254727 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-99e73dea-443a-454b-a2b7-aaeee6ca9ba7 req-102213d4-8674-4f02-9a5d-4770f386db26 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=4bb08d03-0f4b-4778-b9b7-0c02c1861b91 HTTP/1.1" status: 200 len: 944 time: 0.0522897 Sep 23 06:50:30.269533 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-66747c16-f9da-43f7-8884-62e94a8ff146 req-0dad6bd7-cd48-4103-b3ce-813eb4577dd3 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=1fbdcb8749a740e8a214c4d9cb124289&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221970 Sep 23 06:50:30.303929 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-99e73dea-443a-454b-a2b7-aaeee6ca9ba7 req-c8b4b6a0-387e-438f-80c1-981ec730387b tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395758 Sep 23 06:50:30.392708 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66747c16-f9da-43f7-8884-62e94a8ff146 req-159be617-b096-4d1d-81f7-c271d4232d2e tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:30.394196 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-66747c16-f9da-43f7-8884-62e94a8ff146 req-159be617-b096-4d1d-81f7-c271d4232d2e tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1170771 Sep 23 06:50:30.418268 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-66747c16-f9da-43f7-8884-62e94a8ff146 req-87922c29-e732-49c0-b4c3-7715b22b9b1a tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] Request body: {'port': {'device_id': '8f177cb1-a64d-4d1e-a920-982fad0b76b3', 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062', 'admin_state_up': True, 'tenant_id': '1fbdcb8749a740e8a214c4d9cb124289'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:50:30.525237 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device e87b71fa-b97d-4b3a-b9d5-d1cec873b9bc up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:50:30.533369 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66747c16-f9da-43f7-8884-62e94a8ff146 req-87922c29-e732-49c0-b4c3-7715b22b9b1a tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] Made reservation on behalf of 1fbdcb8749a740e8a214c4d9cb124289 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:50:30.537531 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-66747c16-f9da-43f7-8884-62e94a8ff146 req-87922c29-e732-49c0-b4c3-7715b22b9b1a tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:30.546477 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-66747c16-f9da-43f7-8884-62e94a8ff146 req-87922c29-e732-49c0-b4c3-7715b22b9b1a tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:30.576485 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port e87b71fa-b97d-4b3a-b9d5-d1cec873b9bc completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:50:30.579999 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port e87b71fa-b97d-4b3a-b9d5-d1cec873b9bc triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:50:30.580371 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:30.637088 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-66747c16-f9da-43f7-8884-62e94a8ff146 req-87922c29-e732-49c0-b4c3-7715b22b9b1a tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:30.641283 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-66747c16-f9da-43f7-8884-62e94a8ff146 req-87922c29-e732-49c0-b4c3-7715b22b9b1a tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:30.661600 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:30.683656 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bb08d03-0f4b-4778-b9b7-0c02c1861b91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e87b71fa-b97d-4b3a-b9d5-d1cec873b9bc'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:50:30.685915 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be5848e-1199-47a1-b4a8-dcf0fa8436c8" -d '{"events": [{"server_uuid": "4bb08d03-0f4b-4778-b9b7-0c02c1861b91", "name": "network-vif-plugged", "status": "completed", "tag": "e87b71fa-b97d-4b3a-b9d5-d1cec873b9bc"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:50:30.699534 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port e87b71fa-b97d-4b3a-b9d5-d1cec873b9bc, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=e87b71fa-b97d-4b3a-b9d5-d1cec873b9bc,segment=NetworkSegment(baf87664-ecc7-475d-93f2-159d871e9198),segment_id=baf87664-ecc7-475d-93f2-159d871e9198)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:50:30.704116 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:30.705175 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87922c29-e732-49c0-b4c3-7715b22b9b1a tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2da1a433-5a8f-4ff2-b3a0-816d4a147bd6,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:30.766423 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-600d374d-4970-4d36-8ecd-1fe158a88b87 x-openstack-request-id: req-600d374d-4970-4d36-8ecd-1fe158a88b87 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:50:30.767509 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bb08d03-0f4b-4778-b9b7-0c02c1861b91", "name": "network-vif-plugged", "status": "completed", "tag": "e87b71fa-b97d-4b3a-b9d5-d1cec873b9bc", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:50:30.767864 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-600d374d-4970-4d36-8ecd-1fe158a88b87 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:50:30.768481 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bb08d03-0f4b-4778-b9b7-0c02c1861b91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e87b71fa-b97d-4b3a-b9d5-d1cec873b9bc', 'code': 200} Sep 23 06:50:30.770212 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=e87b71fa-b97d-4b3a-b9d5-d1cec873b9bc,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:30.789723 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-66747c16-f9da-43f7-8884-62e94a8ff146 req-87922c29-e732-49c0-b4c3-7715b22b9b1a tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] Allocated IP 192.168.233.186 (16515f0f-e5a6-4630-a440-e11fb2e02062/3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e/6766a1d8-2d0a-4992-baff-4412223d19b9) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:50:30.883663 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c45a8c31-31f7-409e-b6e3-5400e06519b0 req-b1da3152-a319-47dd-9684-05c17253874f tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] 10.222.0.39 "GET /v2.0/ports?device_id=229fc4c0-f93d-4f4b-b8ef-864f50ff163c HTTP/1.1" status: 200 len: 210 time: 0.0332968 Sep 23 06:50:30.897877 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-924ad389-bfcd-4e92-816d-fd943f01bad3 req-01444d7e-27e8-44c7-ae57-1cc6ba7356c0 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=1fbdcb8749a740e8a214c4d9cb124289&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0386255 Sep 23 06:50:30.990250 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d724143-8497-4700-ad37-f550abdb6a4a req-f02406a5-4659-44af-9c15-27572f47ca29 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:30.991740 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1d724143-8497-4700-ad37-f550abdb6a4a req-f02406a5-4659-44af-9c15-27572f47ca29 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb87560c-9641-4635-9fad-e3498f44ae55 HTTP/1.1" status: 200 len: 946 time: 0.1658170 Sep 23 06:50:31.061052 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915f7b0-f1ae-466a-9594-083e34d72dc2 req-50a2cfda-a0c1-416d-be07-2f1f11a2e898 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:31.062652 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b915f7b0-f1ae-466a-9594-083e34d72dc2 req-50a2cfda-a0c1-416d-be07-2f1f11a2e898 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=81c20f7e-ab7b-4016-8938-e0baf0d6e226 HTTP/1.1" status: 200 len: 946 time: 0.0502872 Sep 23 06:50:31.105416 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd75fd3-cc6c-42f4-a573-2cd81f52a8a4 req-8cab5058-a895-461d-8537-f0a61fedd2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:31.106676 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0dd75fd3-cc6c-42f4-a573-2cd81f52a8a4 req-8cab5058-a895-461d-8537-f0a61fedd2c7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4bb08d03-0f4b-4778-b9b7-0c02c1861b91 HTTP/1.1" status: 200 len: 1097 time: 0.2047327 Sep 23 06:50:31.110210 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b915f7b0-f1ae-466a-9594-083e34d72dc2 req-13f8b559-f15a-42a0-a02c-3d9e6c1e3fab tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413518 Sep 23 06:50:31.177175 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924ad389-bfcd-4e92-816d-fd943f01bad3 req-40e1e9ab-2f87-4cdb-b841-4464f50d49d4 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:31.178624 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-924ad389-bfcd-4e92-816d-fd943f01bad3 req-40e1e9ab-2f87-4cdb-b841-4464f50d49d4 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2640505 Sep 23 06:50:31.181315 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1d724143-8497-4700-ad37-f550abdb6a4a req-2b930056-e9fb-45c3-9bf7-c3da8e47d31a tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/security-groups?id=ece3dc8d-d93c-45c1-8c17-22ee813f6047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757512 Sep 23 06:50:31.210162 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-924ad389-bfcd-4e92-816d-fd943f01bad3 req-9a41606a-0d46-4bac-9bb7-5f51017cf69e tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] Request body: {'port': {'device_id': '229fc4c0-f93d-4f4b-b8ef-864f50ff163c', 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062', 'admin_state_up': True, 'tenant_id': '1fbdcb8749a740e8a214c4d9cb124289'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:50:31.219803 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa489a0-abe6-4adb-8aab-a5db4dcdedc0 req-2eea0516-6301-4eba-b1bd-1b8082adc99c tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:31.220530 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-66747c16-f9da-43f7-8884-62e94a8ff146 req-87922c29-e732-49c0-b4c3-7715b22b9b1a tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:31.221319 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dfa489a0-abe6-4adb-8aab-a5db4dcdedc0 req-2eea0516-6301-4eba-b1bd-1b8082adc99c tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] 10.222.0.39 "GET /v2.0/ports?device_id=becfaa34-3e54-4936-8c2a-ce37460e6095 HTTP/1.1" status: 200 len: 945 time: 0.0512600 Sep 23 06:50:31.222960 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0dd75fd3-cc6c-42f4-a573-2cd81f52a8a4 req-ccc6ea14-6993-49d2-bcd2-f647d1f8732b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066327 Sep 23 06:50:31.259196 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dfa489a0-abe6-4adb-8aab-a5db4dcdedc0 req-7798c331-efed-42c4-87c7-fea167309720 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2bb078b-5609-4862-b2a7-1e140a670c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311205 Sep 23 06:50:31.329592 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-66747c16-f9da-43f7-8884-62e94a8ff146 req-87922c29-e732-49c0-b4c3-7715b22b9b1a tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:31.386729 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66747c16-f9da-43f7-8884-62e94a8ff146 req-87922c29-e732-49c0-b4c3-7715b22b9b1a tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] Network 16515f0f-e5a6-4630-a440-e11fb2e02062 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:50:31.393918 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-924ad389-bfcd-4e92-816d-fd943f01bad3 req-9a41606a-0d46-4bac-9bb7-5f51017cf69e tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] Made reservation on behalf of 1fbdcb8749a740e8a214c4d9cb124289 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:50:31.397129 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-924ad389-bfcd-4e92-816d-fd943f01bad3 req-9a41606a-0d46-4bac-9bb7-5f51017cf69e tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:31.414021 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-66747c16-f9da-43f7-8884-62e94a8ff146 req-87922c29-e732-49c0-b4c3-7715b22b9b1a tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:50:31.431653 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-66747c16-f9da-43f7-8884-62e94a8ff146 req-87922c29-e732-49c0-b4c3-7715b22b9b1a tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:50:31.461276 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87922c29-e732-49c0-b4c3-7715b22b9b1a tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] Pushing event updated for resources: {'Port': ['ID=6766a1d8-2d0a-4992-baff-4412223d19b9,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:31.538928 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03419b42-b3bb-4972-8e48-011e3753f7db req-3333e784-5ba5-4425-b677-2899de7547d7 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:31.540481 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-03419b42-b3bb-4972-8e48-011e3753f7db req-3333e784-5ba5-4425-b677-2899de7547d7 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=4bb08d03-0f4b-4778-b9b7-0c02c1861b91 HTTP/1.1" status: 200 len: 945 time: 0.1646669 Sep 23 06:50:31.551161 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66747c16-f9da-43f7-8884-62e94a8ff146 req-87922c29-e732-49c0-b4c3-7715b22b9b1a tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:31.551784 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-66747c16-f9da-43f7-8884-62e94a8ff146 req-87922c29-e732-49c0-b4c3-7715b22b9b1a tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:31.606514 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-66747c16-f9da-43f7-8884-62e94a8ff146 req-87922c29-e732-49c0-b4c3-7715b22b9b1a tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1918716 Sep 23 06:50:31.608759 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-b1456917-0cad-47bd-a14c-ef03015598fa None None] Provisioning complete for port 6766a1d8-2d0a-4992-baff-4412223d19b9 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:50:31.609260 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b1456917-0cad-47bd-a14c-ef03015598fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:31.638094 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-66747c16-f9da-43f7-8884-62e94a8ff146 req-f6be03a2-6067-4f71-ad95-945ff27b80c5 service neutron] Request body: {'port': {'device_id': '8f177cb1-a64d-4d1e-a920-982fad0b76b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:50:31.644342 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-b1456917-0cad-47bd-a14c-ef03015598fa None None] Port 6766a1d8-2d0a-4992-baff-4412223d19b9 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:50:31.663838 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-03419b42-b3bb-4972-8e48-011e3753f7db req-5d77920d-4f62-4736-856b-690c829208de tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084170 Sep 23 06:50:31.709171 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-924ad389-bfcd-4e92-816d-fd943f01bad3 req-9a41606a-0d46-4bac-9bb7-5f51017cf69e tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] Allocated IP 192.168.233.235 (16515f0f-e5a6-4630-a440-e11fb2e02062/3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e/90d206ad-f399-447e-b6e6-eb805b59e2cd) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:50:31.717822 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-66747c16-f9da-43f7-8884-62e94a8ff146 req-f6be03a2-6067-4f71-ad95-945ff27b80c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:31.958079 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-924ad389-bfcd-4e92-816d-fd943f01bad3 req-9a41606a-0d46-4bac-9bb7-5f51017cf69e tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:31.986759 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6c458caa-d9f4-4f2f-afe4-5bde9f782a8e req-1459eecf-638a-4bc7-9557-d539383d220c tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] 10.222.0.39 "GET /v2.0/ports?device_id=229fc4c0-f93d-4f4b-b8ef-864f50ff163c HTTP/1.1" status: 200 len: 210 time: 0.0319481 Sep 23 06:50:31.996854 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-924ad389-bfcd-4e92-816d-fd943f01bad3 req-9a41606a-0d46-4bac-9bb7-5f51017cf69e tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:32.089470 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-924ad389-bfcd-4e92-816d-fd943f01bad3 req-9a41606a-0d46-4bac-9bb7-5f51017cf69e tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] Network 16515f0f-e5a6-4630-a440-e11fb2e02062 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:50:32.098473 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-924ad389-bfcd-4e92-816d-fd943f01bad3 req-9a41606a-0d46-4bac-9bb7-5f51017cf69e tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:50:32.107347 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-924ad389-bfcd-4e92-816d-fd943f01bad3 req-9a41606a-0d46-4bac-9bb7-5f51017cf69e tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:50:32.113650 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a41606a-0d46-4bac-9bb7-5f51017cf69e tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] Pushing event updated for resources: {'Port': ['ID=90d206ad-f399-447e-b6e6-eb805b59e2cd,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:32.185524 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924ad389-bfcd-4e92-816d-fd943f01bad3 req-9a41606a-0d46-4bac-9bb7-5f51017cf69e tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:32.186209 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-924ad389-bfcd-4e92-816d-fd943f01bad3 req-9a41606a-0d46-4bac-9bb7-5f51017cf69e tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:32.216670 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-924ad389-bfcd-4e92-816d-fd943f01bad3 req-9a41606a-0d46-4bac-9bb7-5f51017cf69e tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0101595 Sep 23 06:50:32.243106 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-924ad389-bfcd-4e92-816d-fd943f01bad3 req-d0efb3b0-534a-4d7e-8d40-cc2bbd80097d service neutron] Request body: {'port': {'device_id': '229fc4c0-f93d-4f4b-b8ef-864f50ff163c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:50:32.277256 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-66747c16-f9da-43f7-8884-62e94a8ff146 req-f6be03a2-6067-4f71-ad95-945ff27b80c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6766a1d8-2d0a-4992-baff-4412223d19b9 {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:50:32.314253 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-66747c16-f9da-43f7-8884-62e94a8ff146 req-f6be03a2-6067-4f71-ad95-945ff27b80c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:32.364304 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-66747c16-f9da-43f7-8884-62e94a8ff146 req-f6be03a2-6067-4f71-ad95-945ff27b80c5 service neutron] Transition to ACTIVE for port object 6766a1d8-2d0a-4992-baff-4412223d19b9 will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:50:32.370133 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-924ad389-bfcd-4e92-816d-fd943f01bad3 req-d0efb3b0-534a-4d7e-8d40-cc2bbd80097d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:32.370703 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-05c83b10-11ad-4a9c-9668-67627b49f401 None None] Provisioning complete for port 90d206ad-f399-447e-b6e6-eb805b59e2cd triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:50:32.371106 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-05c83b10-11ad-4a9c-9668-67627b49f401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:32.372968 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-66747c16-f9da-43f7-8884-62e94a8ff146 req-f6be03a2-6067-4f71-ad95-945ff27b80c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:32.387214 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac33b99f-9dd4-47c5-9947-de222d158bc7 req-6a50cfc2-3316-4032-9093-582969418fc3 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:32.394551 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ac33b99f-9dd4-47c5-9947-de222d158bc7 req-6a50cfc2-3316-4032-9093-582969418fc3 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb87560c-9641-4635-9fad-e3498f44ae55 HTTP/1.1" status: 200 len: 946 time: 0.1122577 Sep 23 06:50:32.411944 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-05c83b10-11ad-4a9c-9668-67627b49f401 None None] Port 90d206ad-f399-447e-b6e6-eb805b59e2cd cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:50:32.504900 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be03a2-6067-4f71-ad95-945ff27b80c5 service neutron] Pushing event updated for resources: {'Port': ['ID=6766a1d8-2d0a-4992-baff-4412223d19b9,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:32.523049 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50026742-d5d9-4721-aefa-2dfe6421196a req-eb4d982c-7843-44ba-a159-5e7d28de276d tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:32.524724 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-50026742-d5d9-4721-aefa-2dfe6421196a req-eb4d982c-7843-44ba-a159-5e7d28de276d tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=81c20f7e-ab7b-4016-8938-e0baf0d6e226 HTTP/1.1" status: 200 len: 946 time: 0.3357620 Sep 23 06:50:32.568584 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-50026742-d5d9-4721-aefa-2dfe6421196a req-13c863cf-dda0-480e-b2d3-e514bdf3e67b tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361295 Sep 23 06:50:32.599913 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ac33b99f-9dd4-47c5-9947-de222d158bc7 req-acd59778-f538-4190-8d59-aeab7dfbb93c tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/security-groups?id=ece3dc8d-d93c-45c1-8c17-22ee813f6047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033560 Sep 23 06:50:32.705224 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c512cf-4e9f-4e45-b042-6c2ca607eb6b req-cc4e86f9-c29d-4471-b76b-98cdfcec771a tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:32.707081 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a6c512cf-4e9f-4e45-b042-6c2ca607eb6b req-cc4e86f9-c29d-4471-b76b-98cdfcec771a tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] 10.222.0.39 "GET /v2.0/ports?device_id=becfaa34-3e54-4936-8c2a-ce37460e6095 HTTP/1.1" status: 200 len: 945 time: 0.0603073 Sep 23 06:50:32.708266 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e4ae29-0e9c-495a-9366-cb458cd7347c req-c546044e-c5b2-4f8d-9e1c-cba1e403435d tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:32.709748 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-81e4ae29-0e9c-495a-9366-cb458cd7347c req-c546044e-c5b2-4f8d-9e1c-cba1e403435d tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] 10.222.0.21 "GET /v2.0/ports?device_id=becfaa34-3e54-4936-8c2a-ce37460e6095 HTTP/1.1" status: 200 len: 945 time: 0.1933177 Sep 23 06:50:32.769073 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-66747c16-f9da-43f7-8884-62e94a8ff146 req-f6be03a2-6067-4f71-ad95-945ff27b80c5 service neutron] Attempting to bind port 6766a1d8-2d0a-4992-baff-4412223d19b9 on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:50:32.769415 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-66747c16-f9da-43f7-8884-62e94a8ff146 req-f6be03a2-6067-4f71-ad95-945ff27b80c5 service neutron] Attempting to bind port 6766a1d8-2d0a-4992-baff-4412223d19b9 by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:50:32.769736 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66747c16-f9da-43f7-8884-62e94a8ff146 req-f6be03a2-6067-4f71-ad95-945ff27b80c5 service neutron] Attempting to bind port 6766a1d8-2d0a-4992-baff-4412223d19b9 on network 16515f0f-e5a6-4630-a440-e11fb2e02062 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:50:32.783557 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a6c512cf-4e9f-4e45-b042-6c2ca607eb6b req-f5fc07c7-5c35-4a7b-9d3f-344f50443bac tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2bb078b-5609-4862-b2a7-1e140a670c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669975 Sep 23 06:50:32.803586 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e05c3c-6948-43a5-9e39-4d281c395c3e req-b473efd6-061b-4018-b300-8c706b8bee67 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:32.805423 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-76e05c3c-6948-43a5-9e39-4d281c395c3e req-b473efd6-061b-4018-b300-8c706b8bee67 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] 10.222.0.21 "GET /v2.0/ports?device_id=39b291b0-4524-4061-b256-743d3bb3fc92 HTTP/1.1" status: 200 len: 945 time: 0.0974615 Sep 23 06:50:32.806464 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66747c16-f9da-43f7-8884-62e94a8ff146 req-f6be03a2-6067-4f71-ad95-945ff27b80c5 service neutron] Port 6766a1d8-2d0a-4992-baff-4412223d19b9 on network 16515f0f-e5a6-4630-a440-e11fb2e02062 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:50:32.806904 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66747c16-f9da-43f7-8884-62e94a8ff146 req-f6be03a2-6067-4f71-ad95-945ff27b80c5 service neutron] Attempting to bind port 6766a1d8-2d0a-4992-baff-4412223d19b9 on network 16515f0f-e5a6-4630-a440-e11fb2e02062 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:50:32.879038 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66747c16-f9da-43f7-8884-62e94a8ff146 req-f6be03a2-6067-4f71-ad95-945ff27b80c5 service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:50:32.879386 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66747c16-f9da-43f7-8884-62e94a8ff146 req-f6be03a2-6067-4f71-ad95-945ff27b80c5 service neutron] Checking segment: {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:50:32.879781 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66747c16-f9da-43f7-8884-62e94a8ff146 req-f6be03a2-6067-4f71-ad95-945ff27b80c5 service neutron] Bound using segment: {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:50:32.880230 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-66747c16-f9da-43f7-8884-62e94a8ff146 req-f6be03a2-6067-4f71-ad95-945ff27b80c5 service neutron] Bound port: 6766a1d8-2d0a-4992-baff-4412223d19b9, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:50:32.880608 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-66747c16-f9da-43f7-8884-62e94a8ff146 req-f6be03a2-6067-4f71-ad95-945ff27b80c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:32.901329 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-76e05c3c-6948-43a5-9e39-4d281c395c3e req-2c9313cc-1a0c-46bc-98ef-b821ddad51ca tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Deleting port 5b0e9797-e9ab-4744-b8ab-4a951ca25cba {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:50:32.901670 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-76e05c3c-6948-43a5-9e39-4d281c395c3e req-2c9313cc-1a0c-46bc-98ef-b821ddad51ca tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:32.928726 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209bb014-76a5-4715-874c-39ea121319f6 req-d986d6f5-d70d-42eb-ab55-b53f6629700e tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:32.930239 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-209bb014-76a5-4715-874c-39ea121319f6 req-d986d6f5-d70d-42eb-ab55-b53f6629700e tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=4bb08d03-0f4b-4778-b9b7-0c02c1861b91 HTTP/1.1" status: 200 len: 945 time: 0.1714365 Sep 23 06:50:32.996091 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-76e05c3c-6948-43a5-9e39-4d281c395c3e req-2c9313cc-1a0c-46bc-98ef-b821ddad51ca tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] For port 5b0e9797-e9ab-4744-b8ab-4a951ca25cba, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=5b0e9797-e9ab-4744-b8ab-4a951ca25cba,segment=NetworkSegment(365a7690-8bcc-4851-81e9-72a0a6cf8e1c),segment_id=365a7690-8bcc-4851-81e9-72a0a6cf8e1c)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:50:32.996722 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-76e05c3c-6948-43a5-9e39-4d281c395c3e req-2c9313cc-1a0c-46bc-98ef-b821ddad51ca tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:33.009553 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-76e05c3c-6948-43a5-9e39-4d281c395c3e req-2c9313cc-1a0c-46bc-98ef-b821ddad51ca tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Calling delete_port for 5b0e9797-e9ab-4744-b8ab-4a951ca25cba owned by compute:nova {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:50:33.047051 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-81e4ae29-0e9c-495a-9366-cb458cd7347c req-f0c2dbb1-3b25-4520-bbad-0be7b44321b2 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Deleting port 0af38cb8-3ffb-4371-9922-69207d2113a8 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:50:33.047687 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-81e4ae29-0e9c-495a-9366-cb458cd7347c req-f0c2dbb1-3b25-4520-bbad-0be7b44321b2 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:33.090019 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-66747c16-f9da-43f7-8884-62e94a8ff146 req-f6be03a2-6067-4f71-ad95-945ff27b80c5 service neutron] For port 6766a1d8-2d0a-4992-baff-4412223d19b9, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:50:33.129211 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-209bb014-76a5-4715-874c-39ea121319f6 req-abb95399-0218-4126-8977-31bf09c1dac5 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676195 Sep 23 06:50:33.131363 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-66747c16-f9da-43f7-8884-62e94a8ff146 req-f6be03a2-6067-4f71-ad95-945ff27b80c5 service neutron] For port 6766a1d8-2d0a-4992-baff-4412223d19b9, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=6766a1d8-2d0a-4992-baff-4412223d19b9,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:50:33.142259 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c9ff47-73f9-495d-990a-ed55718974a4 req-a186f43d-3b06-4daf-9b45-2869660d0590 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:33.144606 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-63c9ff47-73f9-495d-990a-ed55718974a4 req-a186f43d-3b06-4daf-9b45-2869660d0590 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] 10.222.0.39 "GET /v2.0/ports?device_id=229fc4c0-f93d-4f4b-b8ef-864f50ff163c HTTP/1.1" status: 200 len: 936 time: 0.0771523 Sep 23 06:50:33.147376 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-66747c16-f9da-43f7-8884-62e94a8ff146 req-f6be03a2-6067-4f71-ad95-945ff27b80c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:33.168224 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-924ad389-bfcd-4e92-816d-fd943f01bad3 req-d0efb3b0-534a-4d7e-8d40-cc2bbd80097d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90d206ad-f399-447e-b6e6-eb805b59e2cd {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:50:33.227396 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-924ad389-bfcd-4e92-816d-fd943f01bad3 req-d0efb3b0-534a-4d7e-8d40-cc2bbd80097d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:33.234755 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-63c9ff47-73f9-495d-990a-ed55718974a4 req-62344c48-21c5-43c2-a392-fa2f3c3852e1 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] 10.222.0.39 "GET /v2.0/security-groups?id=2da1a433-5a8f-4ff2-b3a0-816d4a147bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816200 Sep 23 06:50:33.258126 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66747c16-f9da-43f7-8884-62e94a8ff146 req-f6be03a2-6067-4f71-ad95-945ff27b80c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:33.258126 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-66747c16-f9da-43f7-8884-62e94a8ff146 req-f6be03a2-6067-4f71-ad95-945ff27b80c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:33.258126 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-66747c16-f9da-43f7-8884-62e94a8ff146 req-f6be03a2-6067-4f71-ad95-945ff27b80c5 service neutron] 10.222.0.21 "PUT /v2.0/ports/6766a1d8-2d0a-4992-baff-4412223d19b9 HTTP/1.1" status: 200 len: 1097 time: 1.6249824 Sep 23 06:50:33.259553 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-76e05c3c-6948-43a5-9e39-4d281c395c3e req-2c9313cc-1a0c-46bc-98ef-b821ddad51ca tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:33.260615 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f177cb1-a64d-4d1e-a920-982fad0b76b3', 'tag': '6766a1d8-2d0a-4992-baff-4412223d19b9'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:50:33.262954 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-053c1d95-75e3-4778-9aef-b8eabaeb4ca7" -d '{"events": [{"name": "network-changed", "server_uuid": "8f177cb1-a64d-4d1e-a920-982fad0b76b3", "tag": "6766a1d8-2d0a-4992-baff-4412223d19b9"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:50:33.278097 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-924ad389-bfcd-4e92-816d-fd943f01bad3 req-d0efb3b0-534a-4d7e-8d40-cc2bbd80097d service neutron] Transition to ACTIVE for port object 90d206ad-f399-447e-b6e6-eb805b59e2cd will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:50:33.297643 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['0af38cb8-3ffb-4371-9922-69207d2113a8', '5b0e9797-e9ab-4744-b8ab-4a951ca25cba'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:50:33.298869 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-924ad389-bfcd-4e92-816d-fd943f01bad3 req-d0efb3b0-534a-4d7e-8d40-cc2bbd80097d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:33.319977 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9313cc-1a0c-46bc-98ef-b821ddad51ca tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Pushing event deleted for resources: {'Port': ['ID=5b0e9797-e9ab-4744-b8ab-4a951ca25cba,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:33.341732 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-81e4ae29-0e9c-495a-9366-cb458cd7347c req-f0c2dbb1-3b25-4520-bbad-0be7b44321b2 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] For port 0af38cb8-3ffb-4371-9922-69207d2113a8, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=0af38cb8-3ffb-4371-9922-69207d2113a8,segment=NetworkSegment(365a7690-8bcc-4851-81e9-72a0a6cf8e1c),segment_id=365a7690-8bcc-4851-81e9-72a0a6cf8e1c)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:50:33.342402 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-81e4ae29-0e9c-495a-9366-cb458cd7347c req-f0c2dbb1-3b25-4520-bbad-0be7b44321b2 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:33.345215 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be03a2-6067-4f71-ad95-945ff27b80c5 service neutron] Pushing event updated for resources: {'Port': ['ID=6766a1d8-2d0a-4992-baff-4412223d19b9,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:33.360526 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2788470c-3e3b-429a-9e7a-017a8b515688 x-openstack-request-id: req-2788470c-3e3b-429a-9e7a-017a8b515688 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:50:33.361128 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f177cb1-a64d-4d1e-a920-982fad0b76b3", "tag": "6766a1d8-2d0a-4992-baff-4412223d19b9", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:50:33.361610 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2788470c-3e3b-429a-9e7a-017a8b515688 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:50:33.362249 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f177cb1-a64d-4d1e-a920-982fad0b76b3', 'tag': '6766a1d8-2d0a-4992-baff-4412223d19b9', 'status': 'completed', 'code': 200} Sep 23 06:50:33.372511 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-76e05c3c-6948-43a5-9e39-4d281c395c3e req-2c9313cc-1a0c-46bc-98ef-b821ddad51ca tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] No DVR routers for this DVR port 5b0e9797-e9ab-4744-b8ab-4a951ca25cba on host n-h1-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:50:33.375329 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-76e05c3c-6948-43a5-9e39-4d281c395c3e req-2c9313cc-1a0c-46bc-98ef-b821ddad51ca tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:33.377440 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-76e05c3c-6948-43a5-9e39-4d281c395c3e req-2c9313cc-1a0c-46bc-98ef-b821ddad51ca tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] 10.222.0.21 "DELETE /v2.0/ports/5b0e9797-e9ab-4744-b8ab-4a951ca25cba HTTP/1.1" status: 204 len: 173 time: 0.5657964 Sep 23 06:50:33.378338 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b291b0-4524-4061-b256-743d3bb3fc92', 'name': 'network-vif-deleted', 'tag': '5b0e9797-e9ab-4744-b8ab-4a951ca25cba'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:50:33.380869 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ed3c39-2d27-4679-a4a4-40add56a4995" -d '{"events": [{"server_uuid": "39b291b0-4524-4061-b256-743d3bb3fc92", "name": "network-vif-deleted", "tag": "5b0e9797-e9ab-4744-b8ab-4a951ca25cba"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:50:33.394274 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-81e4ae29-0e9c-495a-9366-cb458cd7347c req-f0c2dbb1-3b25-4520-bbad-0be7b44321b2 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Calling delete_port for 0af38cb8-3ffb-4371-9922-69207d2113a8 owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:50:33.441210 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1806f41-cd44-49c9-b675-d5e82b6a51c0 x-openstack-request-id: req-a1806f41-cd44-49c9-b675-d5e82b6a51c0 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:50:33.441722 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39b291b0-4524-4061-b256-743d3bb3fc92", "name": "network-vif-deleted", "tag": "5b0e9797-e9ab-4744-b8ab-4a951ca25cba", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:50:33.442181 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a1806f41-cd44-49c9-b675-d5e82b6a51c0 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:50:33.442724 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b291b0-4524-4061-b256-743d3bb3fc92', 'name': 'network-vif-deleted', 'tag': '5b0e9797-e9ab-4744-b8ab-4a951ca25cba', 'status': 'completed', 'code': 200} Sep 23 06:50:33.521229 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0efb3b0-534a-4d7e-8d40-cc2bbd80097d service neutron] Pushing event updated for resources: {'Port': ['ID=90d206ad-f399-447e-b6e6-eb805b59e2cd,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:33.544424 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66747c16-f9da-43f7-8884-62e94a8ff146 req-90b737da-d13c-4635-ab6d-c147ab0dc87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:33.545994 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-66747c16-f9da-43f7-8884-62e94a8ff146 req-90b737da-d13c-4635-ab6d-c147ab0dc87f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1fbdcb8749a740e8a214c4d9cb124289&device_id=8f177cb1-a64d-4d1e-a920-982fad0b76b3 HTTP/1.1" status: 200 len: 1100 time: 0.2244644 Sep 23 06:50:33.613417 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-66747c16-f9da-43f7-8884-62e94a8ff146 req-d2bceefd-8cc5-4d7a-91f9-4d1770204abe service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=6766a1d8-2d0a-4992-baff-4412223d19b9 HTTP/1.1" status: 200 len: 217 time: 0.0474904 Sep 23 06:50:33.686449 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-924ad389-bfcd-4e92-816d-fd943f01bad3 req-d0efb3b0-534a-4d7e-8d40-cc2bbd80097d service neutron] Attempting to bind port 90d206ad-f399-447e-b6e6-eb805b59e2cd on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:50:33.686772 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-924ad389-bfcd-4e92-816d-fd943f01bad3 req-d0efb3b0-534a-4d7e-8d40-cc2bbd80097d service neutron] Attempting to bind port 90d206ad-f399-447e-b6e6-eb805b59e2cd by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:50:33.687110 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924ad389-bfcd-4e92-816d-fd943f01bad3 req-d0efb3b0-534a-4d7e-8d40-cc2bbd80097d service neutron] Attempting to bind port 90d206ad-f399-447e-b6e6-eb805b59e2cd on network 16515f0f-e5a6-4630-a440-e11fb2e02062 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:50:33.741242 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924ad389-bfcd-4e92-816d-fd943f01bad3 req-d0efb3b0-534a-4d7e-8d40-cc2bbd80097d service neutron] Port 90d206ad-f399-447e-b6e6-eb805b59e2cd on network 16515f0f-e5a6-4630-a440-e11fb2e02062 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:50:33.741567 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924ad389-bfcd-4e92-816d-fd943f01bad3 req-d0efb3b0-534a-4d7e-8d40-cc2bbd80097d service neutron] Attempting to bind port 90d206ad-f399-447e-b6e6-eb805b59e2cd on network 16515f0f-e5a6-4630-a440-e11fb2e02062 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:50:33.742096 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e91ea-813b-4cb7-867e-4ca39809bc0a req-9639260b-ed8b-4efc-855b-b703d5fc936e tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:33.743615 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-829e91ea-813b-4cb7-867e-4ca39809bc0a req-9639260b-ed8b-4efc-855b-b703d5fc936e tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb87560c-9641-4635-9fad-e3498f44ae55 HTTP/1.1" status: 200 len: 946 time: 0.0650949 Sep 23 06:50:33.761813 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66747c16-f9da-43f7-8884-62e94a8ff146 req-7adc75ce-5534-47e0-954d-28addf099271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:33.763250 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-66747c16-f9da-43f7-8884-62e94a8ff146 req-7adc75ce-5534-47e0-954d-28addf099271 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e HTTP/1.1" status: 200 len: 843 time: 0.1382432 Sep 23 06:50:33.766647 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924ad389-bfcd-4e92-816d-fd943f01bad3 req-d0efb3b0-534a-4d7e-8d40-cc2bbd80097d service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:50:33.766996 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924ad389-bfcd-4e92-816d-fd943f01bad3 req-d0efb3b0-534a-4d7e-8d40-cc2bbd80097d service neutron] Checking segment: {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:50:33.767375 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924ad389-bfcd-4e92-816d-fd943f01bad3 req-d0efb3b0-534a-4d7e-8d40-cc2bbd80097d service neutron] Bound using segment: {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:50:33.767818 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-924ad389-bfcd-4e92-816d-fd943f01bad3 req-d0efb3b0-534a-4d7e-8d40-cc2bbd80097d service neutron] Bound port: 90d206ad-f399-447e-b6e6-eb805b59e2cd, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:50:33.768178 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-924ad389-bfcd-4e92-816d-fd943f01bad3 req-d0efb3b0-534a-4d7e-8d40-cc2bbd80097d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:33.784347 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-829e91ea-813b-4cb7-867e-4ca39809bc0a req-e3fd8dce-6bfc-45c0-b9d1-b453294c1b25 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/security-groups?id=ece3dc8d-d93c-45c1-8c17-22ee813f6047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338645 Sep 23 06:50:33.806344 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b33e08-89a1-4c3f-a592-a7dc6c9f86ca req-abd1f650-e383-4c5a-8ace-78e40ef6d4a9 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:33.808807 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b2b33e08-89a1-4c3f-a592-a7dc6c9f86ca req-abd1f650-e383-4c5a-8ace-78e40ef6d4a9 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=81c20f7e-ab7b-4016-8938-e0baf0d6e226 HTTP/1.1" status: 200 len: 946 time: 0.1434145 Sep 23 06:50:33.832625 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-81e4ae29-0e9c-495a-9366-cb458cd7347c req-f0c2dbb1-3b25-4520-bbad-0be7b44321b2 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:33.859494 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['5b0e9797-e9ab-4744-b8ab-4a951ca25cba'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:50:33.904115 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c2dbb1-3b25-4520-bbad-0be7b44321b2 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Pushing event deleted for resources: {'Port': ['ID=0af38cb8-3ffb-4371-9922-69207d2113a8,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:33.968986 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66747c16-f9da-43f7-8884-62e94a8ff146 req-5bcd2d6b-c6a7-447b-b752-8fef165e0514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:33.970538 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-66747c16-f9da-43f7-8884-62e94a8ff146 req-5bcd2d6b-c6a7-447b-b752-8fef165e0514 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=16515f0f-e5a6-4630-a440-e11fb2e02062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1834219 Sep 23 06:50:33.976196 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-013e1973-71ed-4747-9db7-b0b24fbb6e2e req-8d1b44a1-47b9-40b2-b317-e379559b36b1 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] 10.222.0.39 "GET /v2.0/ports?device_id=becfaa34-3e54-4936-8c2a-ce37460e6095 HTTP/1.1" status: 200 len: 210 time: 0.0268128 Sep 23 06:50:33.992125 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b2b33e08-89a1-4c3f-a592-a7dc6c9f86ca req-4b3f6a3c-81a0-4196-98ca-185841384ca4 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622117 Sep 23 06:50:33.996683 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-81e4ae29-0e9c-495a-9366-cb458cd7347c req-f0c2dbb1-3b25-4520-bbad-0be7b44321b2 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] No DVR routers for this DVR port 0af38cb8-3ffb-4371-9922-69207d2113a8 on host n-h1-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:50:34.006163 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-81e4ae29-0e9c-495a-9366-cb458cd7347c req-f0c2dbb1-3b25-4520-bbad-0be7b44321b2 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:34.008070 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-81e4ae29-0e9c-495a-9366-cb458cd7347c req-f0c2dbb1-3b25-4520-bbad-0be7b44321b2 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] 10.222.0.21 "DELETE /v2.0/ports/0af38cb8-3ffb-4371-9922-69207d2113a8 HTTP/1.1" status: 204 len: 173 time: 1.2769685 Sep 23 06:50:34.010464 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-924ad389-bfcd-4e92-816d-fd943f01bad3 req-d0efb3b0-534a-4d7e-8d40-cc2bbd80097d service neutron] For port 90d206ad-f399-447e-b6e6-eb805b59e2cd, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:50:34.038819 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-924ad389-bfcd-4e92-816d-fd943f01bad3 req-d0efb3b0-534a-4d7e-8d40-cc2bbd80097d service neutron] For port 90d206ad-f399-447e-b6e6-eb805b59e2cd, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=90d206ad-f399-447e-b6e6-eb805b59e2cd,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:50:34.045837 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-924ad389-bfcd-4e92-816d-fd943f01bad3 req-d0efb3b0-534a-4d7e-8d40-cc2bbd80097d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:34.114964 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924ad389-bfcd-4e92-816d-fd943f01bad3 req-d0efb3b0-534a-4d7e-8d40-cc2bbd80097d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:34.115564 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-924ad389-bfcd-4e92-816d-fd943f01bad3 req-d0efb3b0-534a-4d7e-8d40-cc2bbd80097d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:34.116962 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-924ad389-bfcd-4e92-816d-fd943f01bad3 req-d0efb3b0-534a-4d7e-8d40-cc2bbd80097d service neutron] 10.222.0.21 "PUT /v2.0/ports/90d206ad-f399-447e-b6e6-eb805b59e2cd HTTP/1.1" status: 200 len: 1097 time: 1.8802028 Sep 23 06:50:34.158766 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-66747c16-f9da-43f7-8884-62e94a8ff146 req-015c9b49-535c-4ab3-a705-b58cdcaa7ee8 service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652875 Sep 23 06:50:34.159720 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0efb3b0-534a-4d7e-8d40-cc2bbd80097d service neutron] Pushing event updated for resources: {'Port': ['ID=90d206ad-f399-447e-b6e6-eb805b59e2cd,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:34.268972 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b109330-86e4-4318-9466-818c53b0fbb3 req-8b6cc59b-9cc8-4177-bad1-840fa034dc2c tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:34.271588 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0b109330-86e4-4318-9466-818c53b0fbb3 req-8b6cc59b-9cc8-4177-bad1-840fa034dc2c tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=4bb08d03-0f4b-4778-b9b7-0c02c1861b91 HTTP/1.1" status: 200 len: 945 time: 0.0589714 Sep 23 06:50:34.274016 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924ad389-bfcd-4e92-816d-fd943f01bad3 req-e1e38f8a-3a7b-4db1-b6e2-9cf3f0316bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:34.275693 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-924ad389-bfcd-4e92-816d-fd943f01bad3 req-e1e38f8a-3a7b-4db1-b6e2-9cf3f0316bfa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1fbdcb8749a740e8a214c4d9cb124289&device_id=229fc4c0-f93d-4f4b-b8ef-864f50ff163c HTTP/1.1" status: 200 len: 1100 time: 0.0898373 Sep 23 06:50:34.330435 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0b109330-86e4-4318-9466-818c53b0fbb3 req-4f786188-9d85-42f0-bf4c-ef0c40fd4528 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497410 Sep 23 06:50:34.333670 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-66747c16-f9da-43f7-8884-62e94a8ff146 req-8838af17-8b21-40a8-923a-21119eec9fee service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673074 Sep 23 06:50:34.335931 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-924ad389-bfcd-4e92-816d-fd943f01bad3 req-9c609b00-b353-4c05-a15a-f69a692e59d3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=90d206ad-f399-447e-b6e6-eb805b59e2cd HTTP/1.1" status: 200 len: 217 time: 0.0460198 Sep 23 06:50:34.445225 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924ad389-bfcd-4e92-816d-fd943f01bad3 req-fa38985a-beff-4229-98b1-c208e7b8fe62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:34.446788 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-924ad389-bfcd-4e92-816d-fd943f01bad3 req-fa38985a-beff-4229-98b1-c208e7b8fe62 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e HTTP/1.1" status: 200 len: 843 time: 0.0947793 Sep 23 06:50:34.651859 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b2e3ae-3e95-48b0-82b3-a241effbb112 req-8c814e33-a259-4a49-9fa2-876e22be96a1 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:34.653334 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e8b2e3ae-3e95-48b0-82b3-a241effbb112 req-8c814e33-a259-4a49-9fa2-876e22be96a1 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/networks?id=f755c16b-3f42-4ee5-9068-675e45e695cf HTTP/1.1" status: 200 len: 806 time: 0.1188490 Sep 23 06:50:34.669891 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e8b2e3ae-3e95-48b0-82b3-a241effbb112 req-8caf8a17-ad2d-418d-b169-05aa81cdc0a7 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/quotas/33d29a95a0634a4491ef4e20d2f6dd6b HTTP/1.1" status: 200 len: 375 time: 0.0103967 Sep 23 06:50:34.723126 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e8b2e3ae-3e95-48b0-82b3-a241effbb112 req-eb196e96-00d3-478e-9b1c-ff223b699483 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=33d29a95a0634a4491ef4e20d2f6dd6b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0473967 Sep 23 06:50:34.811376 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988e1092-da16-4d3c-841e-519fa7069cbe req-6b9a3825-89bb-4dde-9cb8-e316d2bce0d8 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:34.812868 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-988e1092-da16-4d3c-841e-519fa7069cbe req-6b9a3825-89bb-4dde-9cb8-e316d2bce0d8 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] 10.222.0.39 "GET /v2.0/ports?device_id=229fc4c0-f93d-4f4b-b8ef-864f50ff163c HTTP/1.1" status: 200 len: 948 time: 0.4146075 Sep 23 06:50:34.821542 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e8b2e3ae-3e95-48b0-82b3-a241effbb112 req-9b9f8b06-5d12-417a-a6c9-7da84be7644e service neutron] 10.222.0.39 "GET /v2.0/networks/f755c16b-3f42-4ee5-9068-675e45e695cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904002 Sep 23 06:50:34.843791 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053c1d95-75e3-4778-9aef-b8eabaeb4ca7 req-4e7e912f-a3c1-4293-9ca8-904fcb2e1327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:34.845277 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-053c1d95-75e3-4778-9aef-b8eabaeb4ca7 req-4e7e912f-a3c1-4293-9ca8-904fcb2e1327 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1fbdcb8749a740e8a214c4d9cb124289&device_id=8f177cb1-a64d-4d1e-a920-982fad0b76b3 HTTP/1.1" status: 200 len: 1100 time: 0.4097512 Sep 23 06:50:34.848111 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924ad389-bfcd-4e92-816d-fd943f01bad3 req-b464e907-d0cf-406d-99ef-98a78b61fa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:34.849742 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-924ad389-bfcd-4e92-816d-fd943f01bad3 req-b464e907-d0cf-406d-99ef-98a78b61fa80 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=16515f0f-e5a6-4630-a440-e11fb2e02062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3772373 Sep 23 06:50:34.902852 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-988e1092-da16-4d3c-841e-519fa7069cbe req-dd536dd1-c21a-483d-948e-ec0db2991113 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] 10.222.0.39 "GET /v2.0/security-groups?id=2da1a433-5a8f-4ff2-b3a0-816d4a147bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814872 Sep 23 06:50:34.928463 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e8b2e3ae-3e95-48b0-82b3-a241effbb112 req-3941dc1b-9141-4acc-a268-710034916687 service neutron] 10.222.0.39 "GET /v2.0/networks/f755c16b-3f42-4ee5-9068-675e45e695cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002073 Sep 23 06:50:35.057795 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-924ad389-bfcd-4e92-816d-fd943f01bad3 req-51d0af20-114f-4a40-a535-8eda19083323 service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970510 Sep 23 06:50:35.063909 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053c1d95-75e3-4778-9aef-b8eabaeb4ca7 req-b0c9e6b2-f1d5-444c-bc76-e927ab4b2a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:35.065421 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-053c1d95-75e3-4778-9aef-b8eabaeb4ca7 req-b0c9e6b2-f1d5-444c-bc76-e927ab4b2a68 service neutron] 10.222.0.21 "GET /v2.0/networks?id=16515f0f-e5a6-4630-a440-e11fb2e02062 HTTP/1.1" status: 200 len: 870 time: 0.2038963 Sep 23 06:50:35.081317 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e092f26-23ba-4281-aba0-3a5d61c28227 req-d7f2d93a-6530-4cda-ae4c-bc3fdaf1b156 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:35.082780 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1e092f26-23ba-4281-aba0-3a5d61c28227 req-d7f2d93a-6530-4cda-ae4c-bc3fdaf1b156 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb87560c-9641-4635-9fad-e3498f44ae55 HTTP/1.1" status: 200 len: 946 time: 0.1033108 Sep 23 06:50:35.148491 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-053c1d95-75e3-4778-9aef-b8eabaeb4ca7 req-6b00da95-6b46-4ac5-a8bd-cbed9c6608c2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=6766a1d8-2d0a-4992-baff-4412223d19b9 HTTP/1.1" status: 200 len: 217 time: 0.0647476 Sep 23 06:50:35.252324 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1e092f26-23ba-4281-aba0-3a5d61c28227 req-503faa5b-2352-4ac7-8f4e-c13ddf6ad3d5 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/security-groups?id=ece3dc8d-d93c-45c1-8c17-22ee813f6047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504748 Sep 23 06:50:35.259122 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd5e1a-1560-4acc-bfc0-b80fcc15abe8 req-97f835d0-4ec2-405a-8369-83e41b0a1614 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:35.260709 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053c1d95-75e3-4778-9aef-b8eabaeb4ca7 req-a04464b3-56fa-41e2-bc6c-3ef71175d8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:35.262179 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-053c1d95-75e3-4778-9aef-b8eabaeb4ca7 req-a04464b3-56fa-41e2-bc6c-3ef71175d8bf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e HTTP/1.1" status: 200 len: 843 time: 0.1045353 Sep 23 06:50:35.267526 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a0fd5e1a-1560-4acc-bfc0-b80fcc15abe8 req-97f835d0-4ec2-405a-8369-83e41b0a1614 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=81c20f7e-ab7b-4016-8938-e0baf0d6e226 HTTP/1.1" status: 200 len: 946 time: 0.0657594 Sep 23 06:50:35.289730 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-924ad389-bfcd-4e92-816d-fd943f01bad3 req-5a9cdd4c-9e70-4978-9b64-916a48b972e0 service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233500 Sep 23 06:50:35.330441 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a0fd5e1a-1560-4acc-bfc0-b80fcc15abe8 req-df74a4b1-351d-4265-a891-65ab09a8f1cf tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622232 Sep 23 06:50:35.332136 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053c1d95-75e3-4778-9aef-b8eabaeb4ca7 req-2a423c7d-8e7c-4620-93a0-b575adbd36f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:35.333720 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-053c1d95-75e3-4778-9aef-b8eabaeb4ca7 req-2a423c7d-8e7c-4620-93a0-b575adbd36f9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=16515f0f-e5a6-4630-a440-e11fb2e02062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0594461 Sep 23 06:50:35.364905 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'becfaa34-3e54-4936-8c2a-ce37460e6095', 'name': 'network-vif-deleted', 'tag': '0af38cb8-3ffb-4371-9922-69207d2113a8'}, {'name': 'network-changed', 'server_uuid': '229fc4c0-f93d-4f4b-b8ef-864f50ff163c', 'tag': '90d206ad-f399-447e-b6e6-eb805b59e2cd'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:50:35.367548 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6037c8a3-fbb1-4a0f-b59e-31f426b6202b" -d '{"events": [{"server_uuid": "becfaa34-3e54-4936-8c2a-ce37460e6095", "name": "network-vif-deleted", "tag": "0af38cb8-3ffb-4371-9922-69207d2113a8"}, {"name": "network-changed", "server_uuid": "229fc4c0-f93d-4f4b-b8ef-864f50ff163c", "tag": "90d206ad-f399-447e-b6e6-eb805b59e2cd"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:50:35.383795 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 34396) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:50:35.468692 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-95db8f9e-37f8-4fd9-a1ef-185160ac57c2 admin admin] Deleting subnet 5f8aaa9e-f626-458a-a945-1f776aa245dc {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:50:35.472057 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-95db8f9e-37f8-4fd9-a1ef-185160ac57c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:35.485240 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-053c1d95-75e3-4778-9aef-b8eabaeb4ca7 req-4b493e79-0c82-4242-90bf-fa3be550aa16 service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213713 Sep 23 06:50:35.531994 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-95db8f9e-37f8-4fd9-a1ef-185160ac57c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:35.559769 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 23 Sep 2021 06:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa66d291-5563-4611-8719-dd9d524c512e x-openstack-request-id: req-aa66d291-5563-4611-8719-dd9d524c512e {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:50:35.560225 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "becfaa34-3e54-4936-8c2a-ce37460e6095", "name": "network-vif-deleted", "tag": "0af38cb8-3ffb-4371-9922-69207d2113a8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "229fc4c0-f93d-4f4b-b8ef-864f50ff163c", "tag": "90d206ad-f399-447e-b6e6-eb805b59e2cd", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:50:35.560422 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-aa66d291-5563-4611-8719-dd9d524c512e {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:50:35.561131 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'becfaa34-3e54-4936-8c2a-ce37460e6095', 'name': 'network-vif-deleted', 'tag': '0af38cb8-3ffb-4371-9922-69207d2113a8', 'status': 'completed', 'code': 200} Sep 23 06:50:35.561131 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '229fc4c0-f93d-4f4b-b8ef-864f50ff163c', 'tag': '90d206ad-f399-447e-b6e6-eb805b59e2cd', 'status': 'completed', 'code': 200} Sep 23 06:50:35.585803 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-95db8f9e-37f8-4fd9-a1ef-185160ac57c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:35.665488 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-95db8f9e-37f8-4fd9-a1ef-185160ac57c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:35.686627 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-95db8f9e-37f8-4fd9-a1ef-185160ac57c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:35.689158 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6037c8a3-fbb1-4a0f-b59e-31f426b6202b req-6d984743-ad51-4cf9-a06c-ede70c377267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:35.690355 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-95db8f9e-37f8-4fd9-a1ef-185160ac57c2 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/5f8aaa9e-f626-458a-a945-1f776aa245dc HTTP/1.1" status: 204 len: 168 time: 0.3052962 Sep 23 06:50:35.690555 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6037c8a3-fbb1-4a0f-b59e-31f426b6202b req-6d984743-ad51-4cf9-a06c-ede70c377267 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1fbdcb8749a740e8a214c4d9cb124289&device_id=229fc4c0-f93d-4f4b-b8ef-864f50ff163c HTTP/1.1" status: 200 len: 1100 time: 0.0843525 Sep 23 06:50:35.692388 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 34408) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:50:35.713521 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95db8f9e-37f8-4fd9-a1ef-185160ac57c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f8aaa9e-f626-458a-a945-1f776aa245dc,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:35.719259 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-053c1d95-75e3-4778-9aef-b8eabaeb4ca7 req-85a7119a-8e39-494e-bbfd-da60045605a5 service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234695 Sep 23 06:50:35.832992 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-37f693d0-292c-411d-b762-dba9e67eaffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:35.888897 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6037c8a3-fbb1-4a0f-b59e-31f426b6202b req-b3bf82a9-e816-4bd1-962a-76b8f5b0a2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:35.890405 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6037c8a3-fbb1-4a0f-b59e-31f426b6202b req-b3bf82a9-e816-4bd1-962a-76b8f5b0a2c6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=16515f0f-e5a6-4630-a440-e11fb2e02062 HTTP/1.1" status: 200 len: 870 time: 0.1742308 Sep 23 06:50:35.947829 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6037c8a3-fbb1-4a0f-b59e-31f426b6202b req-f947ae87-3be8-4785-b5e3-8d4673bbef27 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=90d206ad-f399-447e-b6e6-eb805b59e2cd HTTP/1.1" status: 200 len: 217 time: 0.0482042 Sep 23 06:50:36.004749 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-37f693d0-292c-411d-b762-dba9e67eaffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:36.025981 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a8bce1-cd4c-46e5-87a9-209bbd7a495e req-8e12a568-94d8-4527-9103-1ee8d9121fe7 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:36.027569 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c5a8bce1-cd4c-46e5-87a9-209bbd7a495e req-8e12a568-94d8-4527-9103-1ee8d9121fe7 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] 10.222.0.39 "GET /v2.0/ports?device_id=229fc4c0-f93d-4f4b-b8ef-864f50ff163c HTTP/1.1" status: 200 len: 948 time: 0.0551202 Sep 23 06:50:36.069324 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c5a8bce1-cd4c-46e5-87a9-209bbd7a495e req-84933639-9fbe-47b9-be7a-c5037c0cab34 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] 10.222.0.39 "GET /v2.0/security-groups?id=2da1a433-5a8f-4ff2-b3a0-816d4a147bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348282 Sep 23 06:50:36.093198 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-37f693d0-292c-411d-b762-dba9e67eaffd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbd8e50b-c1b1-4966-a109-74ea4fbec3c8']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:50:36.114892 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6037c8a3-fbb1-4a0f-b59e-31f426b6202b req-6f7f3429-d991-4c83-8495-9ae60ad89e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:36.116398 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6037c8a3-fbb1-4a0f-b59e-31f426b6202b req-6f7f3429-d991-4c83-8495-9ae60ad89e91 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e HTTP/1.1" status: 200 len: 843 time: 0.1587651 Sep 23 06:50:36.119789 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-37f693d0-292c-411d-b762-dba9e67eaffd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '365a7690-8bcc-4851-81e9-72a0a6cf8e1c') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:50:36.120221 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-37f693d0-292c-411d-b762-dba9e67eaffd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '365a7690-8bcc-4851-81e9-72a0a6cf8e1c') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:50:36.144405 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-37f693d0-292c-411d-b762-dba9e67eaffd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:36.185084 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6670dc28-f2d3-40ab-81da-426a69e3ba72 req-aa56df0a-afec-4e33-96db-faf2620a5b99 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:36.186517 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6670dc28-f2d3-40ab-81da-426a69e3ba72 req-aa56df0a-afec-4e33-96db-faf2620a5b99 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/networks?id=f755c16b-3f42-4ee5-9068-675e45e695cf HTTP/1.1" status: 200 len: 806 time: 0.2464242 Sep 23 06:50:36.188395 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-37f693d0-292c-411d-b762-dba9e67eaffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:36.203320 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37f693d0-292c-411d-b762-dba9e67eaffd admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:50:36.203721 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-37f693d0-292c-411d-b762-dba9e67eaffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:36.205400 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 06:50:36.205400 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:50:36.205400 n-d-715271-16 neutron-server[95065]: timer() Sep 23 06:50:36.205400 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:50:36.205400 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 06:50:36.205400 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:50:36.205400 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 06:50:36.205400 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:50:36.205400 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 06:50:36.205400 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:50:36.205400 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 06:50:36.205400 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:50:36.205400 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 06:50:36.205400 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:50:36.205400 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:50:36.205400 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:50:36.205400 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:50:36.205400 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:50:36.205400 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 06:50:36.205400 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:50:36.205400 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 06:50:36.205400 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:50:36.205400 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:50:36.205400 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:50:36.205400 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 06:50:36.205400 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:50:36.205400 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:50:36.205400 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:50:36.205400 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:50:36.205400 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:50:36.205400 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:50:36.205400 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:50:36.209171 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:36.232810 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6670dc28-f2d3-40ab-81da-426a69e3ba72 req-b3fa20d6-cf71-47fa-97fe-e1c23723af95 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/quotas/33d29a95a0634a4491ef4e20d2f6dd6b HTTP/1.1" status: 200 len: 375 time: 0.0389524 Sep 23 06:50:36.265745 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6037c8a3-fbb1-4a0f-b59e-31f426b6202b req-567e797d-34b3-4396-9b32-ca0706b158c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:36.267229 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6037c8a3-fbb1-4a0f-b59e-31f426b6202b req-567e797d-34b3-4396-9b32-ca0706b158c7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=16515f0f-e5a6-4630-a440-e11fb2e02062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1392133 Sep 23 06:50:36.301386 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-37f693d0-292c-411d-b762-dba9e67eaffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:36.317679 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-37f693d0-292c-411d-b762-dba9e67eaffd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:36.319554 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-37f693d0-292c-411d-b762-dba9e67eaffd admin admin] 10.222.0.39 "DELETE /v2.0/networks/fbd8e50b-c1b1-4966-a109-74ea4fbec3c8 HTTP/1.1" status: 204 len: 168 time: 0.6262417 Sep 23 06:50:36.344214 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f693d0-292c-411d-b762-dba9e67eaffd admin admin] Pushing event deleted for resources: {'Network': ['ID=fbd8e50b-c1b1-4966-a109-74ea4fbec3c8,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:36.385531 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fbab6f-cdd6-4ccc-afbf-2efa1a62c243 req-841d4f1a-108d-48b0-b01b-bb2a68f35989 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:36.387756 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e3fbab6f-cdd6-4ccc-afbf-2efa1a62c243 req-841d4f1a-108d-48b0-b01b-bb2a68f35989 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb87560c-9641-4635-9fad-e3498f44ae55 HTTP/1.1" status: 200 len: 946 time: 0.0571301 Sep 23 06:50:36.392682 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6670dc28-f2d3-40ab-81da-426a69e3ba72 req-e2b11d63-1978-4374-b736-cd33bf153c8d tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=33d29a95a0634a4491ef4e20d2f6dd6b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1295552 Sep 23 06:50:36.427705 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6037c8a3-fbb1-4a0f-b59e-31f426b6202b req-4bbf8a69-da1f-40f0-aba0-78c57e0b51eb service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492124 Sep 23 06:50:36.440900 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e3fbab6f-cdd6-4ccc-afbf-2efa1a62c243 req-b34d63cd-4dfc-4825-a1be-1398efb68a7f tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/security-groups?id=ece3dc8d-d93c-45c1-8c17-22ee813f6047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412128 Sep 23 06:50:36.522109 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 34438) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:50:36.527080 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 0af38cb8-3ffb-4371-9922-69207d2113a8 no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:50:36.557523 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] No Port match for: 0af38cb8-3ffb-4371-9922-69207d2113a8 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:50:36.557996 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 0af38cb8-3ffb-4371-9922-69207d2113a8 not bound to the agent host n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:50:36.558585 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 5b0e9797-e9ab-4744-b8ab-4a951ca25cba no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:50:36.577322 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] No Port match for: 5b0e9797-e9ab-4744-b8ab-4a951ca25cba {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:50:36.577982 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 5b0e9797-e9ab-4744-b8ab-4a951ca25cba not bound to the agent host n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:50:36.597906 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944370ca-d700-465c-bafb-2906c9fa05f0 req-99c7f84f-95fb-4b9f-b6ee-11b38371487f tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:36.599663 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-944370ca-d700-465c-bafb-2906c9fa05f0 req-99c7f84f-95fb-4b9f-b6ee-11b38371487f tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=81c20f7e-ab7b-4016-8938-e0baf0d6e226 HTTP/1.1" status: 200 len: 946 time: 0.0904741 Sep 23 06:50:36.606549 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-ca8774c8-dd77-40bb-8946-bf0a69be9cb7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3d1b679d97c145158645717c8447af9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0800645 Sep 23 06:50:36.606709 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 34440) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:50:36.609988 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6037c8a3-fbb1-4a0f-b59e-31f426b6202b req-9448ec88-db3d-4be9-b2a5-0e8a9b6c3331 service neutron] 10.222.0.21 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746540 Sep 23 06:50:36.638854 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6670dc28-f2d3-40ab-81da-426a69e3ba72 req-e3feb60e-a03a-4511-8093-61cdc4d33d2e service neutron] 10.222.0.39 "GET /v2.0/networks/f755c16b-3f42-4ee5-9068-675e45e695cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379882 Sep 23 06:50:36.668595 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-944370ca-d700-465c-bafb-2906c9fa05f0 req-5db5e8f8-ae12-4b51-ab33-c3b803c06d22 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591550 Sep 23 06:50:36.687412 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e6100d5d-0197-465e-b6d6-47257059f114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:36.709714 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e6100d5d-0197-465e-b6d6-47257059f114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:36.746075 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6670dc28-f2d3-40ab-81da-426a69e3ba72 req-c6d5019b-023d-4f9c-a895-8bd0195a4141 service neutron] 10.222.0.39 "GET /v2.0/networks/f755c16b-3f42-4ee5-9068-675e45e695cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010332 Sep 23 06:50:36.759811 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e6100d5d-0197-465e-b6d6-47257059f114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:36.762917 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e6100d5d-0197-465e-b6d6-47257059f114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:36.764818 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-e6100d5d-0197-465e-b6d6-47257059f114 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a2bb078b-5609-4862-b2a7-1e140a670c20 HTTP/1.1" status: 204 len: 168 time: 0.1568964 Sep 23 06:50:36.773059 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6100d5d-0197-465e-b6d6-47257059f114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2bb078b-5609-4862-b2a7-1e140a670c20,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:36.919384 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-33052d01-5db3-4f59-874a-7222f53a5722 req-7bef9609-8992-43fe-8bce-6e847b5078cc tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=071dd350-4054-4b5a-bf29-ec377941cdd8 HTTP/1.1" status: 200 len: 210 time: 0.0289028 Sep 23 06:50:37.240855 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9348dc76-c505-4bd3-960e-bd7be0262e8c req-a9e32cb4-2ce3-4227-b5ab-f6590be3f2a5 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:37.249215 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9348dc76-c505-4bd3-960e-bd7be0262e8c req-a9e32cb4-2ce3-4227-b5ab-f6590be3f2a5 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] 10.222.0.39 "GET /v2.0/ports?device_id=229fc4c0-f93d-4f4b-b8ef-864f50ff163c HTTP/1.1" status: 200 len: 948 time: 0.0925004 Sep 23 06:50:37.287499 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9348dc76-c505-4bd3-960e-bd7be0262e8c req-d640b053-f439-4712-ae09-54b051fbd067 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] 10.222.0.39 "GET /v2.0/security-groups?id=2da1a433-5a8f-4ff2-b3a0-816d4a147bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374124 Sep 23 06:50:37.548435 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 34480) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:50:37.574481 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dd79b7-e326-4eb5-bf6c-f9f355f9a751 req-40645c64-4beb-44a1-86b0-a25458d0b673 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:37.576141 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-37dd79b7-e326-4eb5-bf6c-f9f355f9a751 req-40645c64-4beb-44a1-86b0-a25458d0b673 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb87560c-9641-4635-9fad-e3498f44ae55 HTTP/1.1" status: 200 len: 946 time: 0.0589218 Sep 23 06:50:37.616929 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-37dd79b7-e326-4eb5-bf6c-f9f355f9a751 req-188c73ce-fa83-4b57-b79f-74aa8d3e51ac tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/security-groups?id=ece3dc8d-d93c-45c1-8c17-22ee813f6047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345812 Sep 23 06:50:37.649342 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-f1da5f6b-52ea-497d-890c-3f03852c3800 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-2052387668-network', 'tenant_id': '19e701e14f974d5d8fe508bce834d6b8'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:50:37.674556 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1da5f6b-52ea-497d-890c-3f03852c3800 admin admin] Made reservation on behalf of 19e701e14f974d5d8fe508bce834d6b8 for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:50:37.676877 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f1da5f6b-52ea-497d-890c-3f03852c3800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:37.685299 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f1da5f6b-52ea-497d-890c-3f03852c3800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:37.802949 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f1da5f6b-52ea-497d-890c-3f03852c3800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:37.810515 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f1da5f6b-52ea-497d-890c-3f03852c3800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:37.850181 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1da5f6b-52ea-497d-890c-3f03852c3800 admin admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:50:37.860742 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0841ec-d1ea-4c2b-9ef8-792abed9192d req-b38b67ba-c660-4586-b424-d3861f811a5a tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:37.862273 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4f0841ec-d1ea-4c2b-9ef8-792abed9192d req-b38b67ba-c660-4586-b424-d3861f811a5a tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=81c20f7e-ab7b-4016-8938-e0baf0d6e226 HTTP/1.1" status: 200 len: 946 time: 0.1098785 Sep 23 06:50:37.869082 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da5f6b-52ea-497d-890c-3f03852c3800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e940de-6fad-4344-8581-8747987e2574,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:37.877376 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f1da5f6b-52ea-497d-890c-3f03852c3800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:37.877591 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-f1da5f6b-52ea-497d-890c-3f03852c3800 admin admin] Added segment ea1ba488-117e-4ace-aa39-920b33e93679 of type vlan for network 27ae4fb7-efc3-4d43-b315-a1a3911a8ab7 Sep 23 06:50:37.969080 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f1da5f6b-52ea-497d-890c-3f03852c3800 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:37.978119 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4f0841ec-d1ea-4c2b-9ef8-792abed9192d req-1cb66a1a-c7bf-4c23-90aa-e9a3a9831585 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046410 Sep 23 06:50:38.012716 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-13f5c36b-ac32-4157-b995-148d6f741904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:38.044565 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f920fa49-597d-44d7-9b55-0f0d6f7a1b67 req-fbc7683e-1ca7-4ad9-9a8b-e600a6c5e7dd tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=071dd350-4054-4b5a-bf29-ec377941cdd8 HTTP/1.1" status: 200 len: 210 time: 0.0276542 Sep 23 06:50:38.066426 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f1da5f6b-52ea-497d-890c-3f03852c3800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:38.067388 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1da5f6b-52ea-497d-890c-3f03852c3800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:38.067967 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f1da5f6b-52ea-497d-890c-3f03852c3800 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:38.122779 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-f1da5f6b-52ea-497d-890c-3f03852c3800 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5732362 Sep 23 06:50:38.125685 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 34492) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:50:38.130689 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-1d2e8c48-3ab8-4afb-96a6-5ec3943d2761 admin admin] Request body: {'subnet': {'network_id': '27ae4fb7-efc3-4d43-b315-a1a3911a8ab7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-2052387668-subnet', 'tenant_id': '19e701e14f974d5d8fe508bce834d6b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:50:38.131882 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6670dc28-f2d3-40ab-81da-426a69e3ba72 req-46dce60c-442e-48b7-b121-a30343dca4f3 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:38.133331 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6670dc28-f2d3-40ab-81da-426a69e3ba72 req-46dce60c-442e-48b7-b121-a30343dca4f3 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.21 "GET /v2.0/networks?id=f755c16b-3f42-4ee5-9068-675e45e695cf HTTP/1.1" status: 200 len: 806 time: 0.2073226 Sep 23 06:50:38.151969 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d2e8c48-3ab8-4afb-96a6-5ec3943d2761 admin admin] Made reservation on behalf of 19e701e14f974d5d8fe508bce834d6b8 for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:50:38.154308 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1d2e8c48-3ab8-4afb-96a6-5ec3943d2761 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:38.163813 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da5f6b-52ea-497d-890c-3f03852c3800 admin admin] Pushing event updated for resources: {'Network': ['ID=27ae4fb7-efc3-4d43-b315-a1a3911a8ab7,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:38.172129 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-6670dc28-f2d3-40ab-81da-426a69e3ba72 req-75463ce4-7217-42a5-ac63-41b9b740e7f1 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Request body: {'port': {'device_id': '071dd350-4054-4b5a-bf29-ec377941cdd8', 'network_id': 'f755c16b-3f42-4ee5-9068-675e45e695cf', 'admin_state_up': True, 'tenant_id': '33d29a95a0634a4491ef4e20d2f6dd6b'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:50:38.176343 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 27ae4fb7-efc3-4d43-b315-a1a3911a8ab7 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:50:38.306921 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6670dc28-f2d3-40ab-81da-426a69e3ba72 req-75463ce4-7217-42a5-ac63-41b9b740e7f1 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Made reservation on behalf of 33d29a95a0634a4491ef4e20d2f6dd6b for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:50:38.310780 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6670dc28-f2d3-40ab-81da-426a69e3ba72 req-75463ce4-7217-42a5-ac63-41b9b740e7f1 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:38.381943 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1d2e8c48-3ab8-4afb-96a6-5ec3943d2761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:38.457424 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-6670dc28-f2d3-40ab-81da-426a69e3ba72 req-75463ce4-7217-42a5-ac63-41b9b740e7f1 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Allocated IP 172.20.0.8 (f755c16b-3f42-4ee5-9068-675e45e695cf/0b013e5a-19bd-4628-a463-6cccef958c7f/034f53f8-268d-4df8-9824-3c3bafd84989) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:50:38.470212 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2e8c48-3ab8-4afb-96a6-5ec3943d2761 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b21fcdeb-3f07-4f7f-be51-09df00bd8007,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:38.484455 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecad71f-0813-42e9-9508-a14436920406 req-2ebe54b0-fa93-49cb-ab95-bd3588dcce23 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:38.485498 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cecad71f-0813-42e9-9508-a14436920406 req-2ebe54b0-fa93-49cb-ab95-bd3588dcce23 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] 10.222.0.39 "GET /v2.0/ports?device_id=229fc4c0-f93d-4f4b-b8ef-864f50ff163c HTTP/1.1" status: 200 len: 948 time: 0.1139481 Sep 23 06:50:38.491376 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2e8c48-3ab8-4afb-96a6-5ec3943d2761 admin admin] Checking segment: {'id': 'ea1ba488-117e-4ace-aa39-920b33e93679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '27ae4fb7-efc3-4d43-b315-a1a3911a8ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:50:38.491735 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2e8c48-3ab8-4afb-96a6-5ec3943d2761 admin admin] Network hostable DHCP agents. Network: 27ae4fb7-efc3-4d43-b315-a1a3911a8ab7, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:50:38.533845 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2e8c48-3ab8-4afb-96a6-5ec3943d2761 admin admin] Network 27ae4fb7-efc3-4d43-b315-a1a3911a8ab7 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:50:38.540042 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cecad71f-0813-42e9-9508-a14436920406 req-eb21b3bf-53d8-4826-8520-e6c0d43faef6 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] 10.222.0.39 "GET /v2.0/security-groups?id=2da1a433-5a8f-4ff2-b3a0-816d4a147bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459197 Sep 23 06:50:38.541288 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 6766a1d8-2d0a-4992-baff-4412223d19b9 details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:50:38.550540 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-1d2e8c48-3ab8-4afb-96a6-5ec3943d2761 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 27ae4fb7-efc3-4d43-b315-a1a3911a8ab7) {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:50:38.556499 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2e8c48-3ab8-4afb-96a6-5ec3943d2761 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:38.566517 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1d2e8c48-3ab8-4afb-96a6-5ec3943d2761 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:38.566992 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d240f03b-9c1e-49cc-bdd2-0ad7b356549b None None] Network 27ae4fb7-efc3-4d43-b315-a1a3911a8ab7 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:50:38.576211 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-1d2e8c48-3ab8-4afb-96a6-5ec3943d2761 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4493029 Sep 23 06:50:38.630747 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6670dc28-f2d3-40ab-81da-426a69e3ba72 req-75463ce4-7217-42a5-ac63-41b9b740e7f1 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:38.683270 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6670dc28-f2d3-40ab-81da-426a69e3ba72 req-75463ce4-7217-42a5-ac63-41b9b740e7f1 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:38.716258 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['e87b71fa-b97d-4b3a-b9d5-d1cec873b9bc'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:50:38.792563 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 6766a1d8-2d0a-4992-baff-4412223d19b9, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=6766a1d8-2d0a-4992-baff-4412223d19b9,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:50:38.792803 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6670dc28-f2d3-40ab-81da-426a69e3ba72 req-75463ce4-7217-42a5-ac63-41b9b740e7f1 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Network f755c16b-3f42-4ee5-9068-675e45e695cf is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:50:38.807722 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-6670dc28-f2d3-40ab-81da-426a69e3ba72 req-75463ce4-7217-42a5-ac63-41b9b740e7f1 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:50:38.810518 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-6670dc28-f2d3-40ab-81da-426a69e3ba72 req-75463ce4-7217-42a5-ac63-41b9b740e7f1 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:50:38.816294 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75463ce4-7217-42a5-ac63-41b9b740e7f1 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Pushing event updated for resources: {'Port': ['ID=034f53f8-268d-4df8-9824-3c3bafd84989,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:38.837040 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': '6766a1d8-2d0a-4992-baff-4412223d19b9', 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062', 'port_id': '6766a1d8-2d0a-4992-baff-4412223d19b9', 'mac_address': 'fa:16:3e:18:ee:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:50:38.884179 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f94e2d6-4095-4e5d-8703-f0f617b1468e req-a8154d7d-4da4-4fff-8271-299b430ebaf2 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:38.886637 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7f94e2d6-4095-4e5d-8703-f0f617b1468e req-a8154d7d-4da4-4fff-8271-299b430ebaf2 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb87560c-9641-4635-9fad-e3498f44ae55 HTTP/1.1" status: 200 len: 946 time: 0.1472385 Sep 23 06:50:38.902358 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c743dc-0e39-4ef7-81db-8e9fb2a461ec None None] Network 27ae4fb7-efc3-4d43-b315-a1a3911a8ab7 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:50:38.902887 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6670dc28-f2d3-40ab-81da-426a69e3ba72 req-75463ce4-7217-42a5-ac63-41b9b740e7f1 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:38.903958 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6670dc28-f2d3-40ab-81da-426a69e3ba72 req-75463ce4-7217-42a5-ac63-41b9b740e7f1 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:38.939048 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6670dc28-f2d3-40ab-81da-426a69e3ba72 req-75463ce4-7217-42a5-ac63-41b9b740e7f1 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7708573 Sep 23 06:50:38.960524 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-6670dc28-f2d3-40ab-81da-426a69e3ba72 req-507d255a-9735-49aa-bd0c-cacb67077394 service neutron] Request body: {'port': {'device_id': '071dd350-4054-4b5a-bf29-ec377941cdd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:50:38.968459 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7f94e2d6-4095-4e5d-8703-f0f617b1468e req-66cb60a7-a1ab-4124-9cc6-b6439074c15b tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/security-groups?id=ece3dc8d-d93c-45c1-8c17-22ee813f6047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752540 Sep 23 06:50:38.990136 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:39.020967 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6766a1d8-2d0a-4992-baff-4412223d19b9 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:50:39.023901 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6670dc28-f2d3-40ab-81da-426a69e3ba72 req-507d255a-9735-49aa-bd0c-cacb67077394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:39.094384 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 6766a1d8-2d0a-4992-baff-4412223d19b9, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=6766a1d8-2d0a-4992-baff-4412223d19b9,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:50:39.108381 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:39.109067 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 90d206ad-f399-447e-b6e6-eb805b59e2cd details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:50:39.194793 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7af8ae-5d2c-44a1-9084-7acff3fbbae7 req-848c703f-76db-4abd-8bc1-cc7fe2022c47 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:39.195148 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4c7af8ae-5d2c-44a1-9084-7acff3fbbae7 req-848c703f-76db-4abd-8bc1-cc7fe2022c47 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=81c20f7e-ab7b-4016-8938-e0baf0d6e226 HTTP/1.1" status: 200 len: 946 time: 0.0799866 Sep 23 06:50:39.230129 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=6766a1d8-2d0a-4992-baff-4412223d19b9,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:39.233746 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 90d206ad-f399-447e-b6e6-eb805b59e2cd, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=90d206ad-f399-447e-b6e6-eb805b59e2cd,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:50:39.246429 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4c7af8ae-5d2c-44a1-9084-7acff3fbbae7 req-806afda3-9031-4d34-b983-bc5150cfa2f4 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408695 Sep 23 06:50:39.251078 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': '90d206ad-f399-447e-b6e6-eb805b59e2cd', 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062', 'port_id': '90d206ad-f399-447e-b6e6-eb805b59e2cd', 'mac_address': 'fa:16:3e:26:0f:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:50:39.293566 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:39.308475 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90d206ad-f399-447e-b6e6-eb805b59e2cd {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:50:39.321969 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f563646-1836-493b-80e2-a10fdfd87e84 req-7cf6a8a3-f1ca-4805-ab7d-6d2f42aa9844 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:39.323313 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3f563646-1836-493b-80e2-a10fdfd87e84 req-7cf6a8a3-f1ca-4805-ab7d-6d2f42aa9844 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=071dd350-4054-4b5a-bf29-ec377941cdd8 HTTP/1.1" status: 200 len: 931 time: 0.0998309 Sep 23 06:50:39.332746 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 90d206ad-f399-447e-b6e6-eb805b59e2cd, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=90d206ad-f399-447e-b6e6-eb805b59e2cd,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:50:39.339527 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:39.408665 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=90d206ad-f399-447e-b6e6-eb805b59e2cd,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:39.418916 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3f563646-1836-493b-80e2-a10fdfd87e84 req-640c855d-0b22-4fae-b858-1980c4cdea9a tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841405 Sep 23 06:50:39.428023 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-6670dc28-f2d3-40ab-81da-426a69e3ba72 req-507d255a-9735-49aa-bd0c-cacb67077394 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 034f53f8-268d-4df8-9824-3c3bafd84989 {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:50:39.435892 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6670dc28-f2d3-40ab-81da-426a69e3ba72 req-507d255a-9735-49aa-bd0c-cacb67077394 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:39.451779 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-6670dc28-f2d3-40ab-81da-426a69e3ba72 req-507d255a-9735-49aa-bd0c-cacb67077394 service neutron] Transition to ACTIVE for port object 034f53f8-268d-4df8-9824-3c3bafd84989 will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:50:39.455438 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6670dc28-f2d3-40ab-81da-426a69e3ba72 req-507d255a-9735-49aa-bd0c-cacb67077394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:39.511272 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507d255a-9735-49aa-bd0c-cacb67077394 service neutron] Pushing event updated for resources: {'Port': ['ID=034f53f8-268d-4df8-9824-3c3bafd84989,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:39.841453 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['90d206ad-f399-447e-b6e6-eb805b59e2cd'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:50:39.868180 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['6766a1d8-2d0a-4992-baff-4412223d19b9'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:50:39.914537 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd849d01-3513-4f18-af85-2a1c3658fe72 req-430ab16c-c93c-461a-b819-40b42499b7b3 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:39.916688 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fd849d01-3513-4f18-af85-2a1c3658fe72 req-430ab16c-c93c-461a-b819-40b42499b7b3 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] 10.222.0.39 "GET /v2.0/ports?device_id=229fc4c0-f93d-4f4b-b8ef-864f50ff163c HTTP/1.1" status: 200 len: 949 time: 0.0828393 Sep 23 06:50:39.926476 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-6670dc28-f2d3-40ab-81da-426a69e3ba72 req-507d255a-9735-49aa-bd0c-cacb67077394 service neutron] Attempting to bind port 034f53f8-268d-4df8-9824-3c3bafd84989 on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:50:39.926810 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-6670dc28-f2d3-40ab-81da-426a69e3ba72 req-507d255a-9735-49aa-bd0c-cacb67077394 service neutron] Attempting to bind port 034f53f8-268d-4df8-9824-3c3bafd84989 by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': 'baf87664-ecc7-475d-93f2-159d871e9198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f755c16b-3f42-4ee5-9068-675e45e695cf'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:50:39.927138 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6670dc28-f2d3-40ab-81da-426a69e3ba72 req-507d255a-9735-49aa-bd0c-cacb67077394 service neutron] Attempting to bind port 034f53f8-268d-4df8-9824-3c3bafd84989 on network f755c16b-3f42-4ee5-9068-675e45e695cf {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:50:39.932194 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:39.938996 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6670dc28-f2d3-40ab-81da-426a69e3ba72 req-507d255a-9735-49aa-bd0c-cacb67077394 service neutron] Port 034f53f8-268d-4df8-9824-3c3bafd84989 on network f755c16b-3f42-4ee5-9068-675e45e695cf not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:50:39.939903 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6670dc28-f2d3-40ab-81da-426a69e3ba72 req-507d255a-9735-49aa-bd0c-cacb67077394 service neutron] Attempting to bind port 034f53f8-268d-4df8-9824-3c3bafd84989 on network f755c16b-3f42-4ee5-9068-675e45e695cf {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:50:39.952839 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6670dc28-f2d3-40ab-81da-426a69e3ba72 req-507d255a-9735-49aa-bd0c-cacb67077394 service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:50:39.953182 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6670dc28-f2d3-40ab-81da-426a69e3ba72 req-507d255a-9735-49aa-bd0c-cacb67077394 service neutron] Checking segment: {'id': 'baf87664-ecc7-475d-93f2-159d871e9198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f755c16b-3f42-4ee5-9068-675e45e695cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:50:39.953562 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6670dc28-f2d3-40ab-81da-426a69e3ba72 req-507d255a-9735-49aa-bd0c-cacb67077394 service neutron] Bound using segment: {'id': 'baf87664-ecc7-475d-93f2-159d871e9198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f755c16b-3f42-4ee5-9068-675e45e695cf'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:50:39.954091 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-6670dc28-f2d3-40ab-81da-426a69e3ba72 req-507d255a-9735-49aa-bd0c-cacb67077394 service neutron] Bound port: 034f53f8-268d-4df8-9824-3c3bafd84989, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baf87664-ecc7-475d-93f2-159d871e9198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f755c16b-3f42-4ee5-9068-675e45e695cf'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:50:39.954448 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6670dc28-f2d3-40ab-81da-426a69e3ba72 req-507d255a-9735-49aa-bd0c-cacb67077394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:40.010752 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fd849d01-3513-4f18-af85-2a1c3658fe72 req-7f2e7eef-63a2-4ded-9685-b8ec93e1ec6c tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] 10.222.0.39 "GET /v2.0/security-groups?id=2da1a433-5a8f-4ff2-b3a0-816d4a147bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804713 Sep 23 06:50:40.052803 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-6670dc28-f2d3-40ab-81da-426a69e3ba72 req-507d255a-9735-49aa-bd0c-cacb67077394 service neutron] For port 034f53f8-268d-4df8-9824-3c3bafd84989, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:50:40.059209 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-6670dc28-f2d3-40ab-81da-426a69e3ba72 req-507d255a-9735-49aa-bd0c-cacb67077394 service neutron] For port 034f53f8-268d-4df8-9824-3c3bafd84989, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=034f53f8-268d-4df8-9824-3c3bafd84989,segment=NetworkSegment(baf87664-ecc7-475d-93f2-159d871e9198),segment_id=baf87664-ecc7-475d-93f2-159d871e9198)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:50:40.064542 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6670dc28-f2d3-40ab-81da-426a69e3ba72 req-507d255a-9735-49aa-bd0c-cacb67077394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:40.097289 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964f261-ac62-4521-bdb7-3cee3e87d95a req-e549861a-894b-477c-92b0-76088b782cb0 tempest-ServerGroupTestJSON-1453240211 tempest-ServerGroupTestJSON-1453240211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:40.105323 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a964f261-ac62-4521-bdb7-3cee3e87d95a req-e549861a-894b-477c-92b0-76088b782cb0 tempest-ServerGroupTestJSON-1453240211 tempest-ServerGroupTestJSON-1453240211-project] 10.222.0.39 "GET /v2.0/networks?id=27ae4fb7-efc3-4d43-b315-a1a3911a8ab7 HTTP/1.1" status: 200 len: 810 time: 0.1298220 Sep 23 06:50:40.116073 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a964f261-ac62-4521-bdb7-3cee3e87d95a req-7ba57556-47a8-4fcf-87f7-0d02d3e80411 tempest-ServerGroupTestJSON-1453240211 tempest-ServerGroupTestJSON-1453240211-project] 10.222.0.39 "GET /v2.0/quotas/19e701e14f974d5d8fe508bce834d6b8 HTTP/1.1" status: 200 len: 375 time: 0.0098751 Sep 23 06:50:40.146610 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6670dc28-f2d3-40ab-81da-426a69e3ba72 req-507d255a-9735-49aa-bd0c-cacb67077394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:40.147271 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6670dc28-f2d3-40ab-81da-426a69e3ba72 req-507d255a-9735-49aa-bd0c-cacb67077394 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:40.148856 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6670dc28-f2d3-40ab-81da-426a69e3ba72 req-507d255a-9735-49aa-bd0c-cacb67077394 service neutron] 10.222.0.21 "PUT /v2.0/ports/034f53f8-268d-4df8-9824-3c3bafd84989 HTTP/1.1" status: 200 len: 1092 time: 1.1932828 Sep 23 06:50:40.152143 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '071dd350-4054-4b5a-bf29-ec377941cdd8', 'tag': '034f53f8-268d-4df8-9824-3c3bafd84989'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:50:40.154304 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a4e9e63-30b7-4048-ab6a-81dadba3e9df" -d '{"events": [{"name": "network-changed", "server_uuid": "071dd350-4054-4b5a-bf29-ec377941cdd8", "tag": "034f53f8-268d-4df8-9824-3c3bafd84989"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:50:40.157077 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a964f261-ac62-4521-bdb7-3cee3e87d95a req-9b6b3fde-096d-4136-b866-19482c8d834b tempest-ServerGroupTestJSON-1453240211 tempest-ServerGroupTestJSON-1453240211-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=19e701e14f974d5d8fe508bce834d6b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332592 Sep 23 06:50:40.185010 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507d255a-9735-49aa-bd0c-cacb67077394 service neutron] Pushing event updated for resources: {'Port': ['ID=034f53f8-268d-4df8-9824-3c3bafd84989,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:40.198584 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5794e651-dd85-443b-89a5-0986586b51ff req-c997ec50-7dac-481c-8647-9248a38b302a tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:40.200409 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5794e651-dd85-443b-89a5-0986586b51ff req-c997ec50-7dac-481c-8647-9248a38b302a tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb87560c-9641-4635-9fad-e3498f44ae55 HTTP/1.1" status: 200 len: 946 time: 0.0881999 Sep 23 06:50:40.264822 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a964f261-ac62-4521-bdb7-3cee3e87d95a req-e14bc633-c8fa-4f46-a392-a9e00f735825 service neutron] 10.222.0.39 "GET /v2.0/networks/27ae4fb7-efc3-4d43-b315-a1a3911a8ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025877 Sep 23 06:50:40.269777 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5794e651-dd85-443b-89a5-0986586b51ff req-7a97337b-4acf-4eb0-987a-df031c4d6192 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/security-groups?id=ece3dc8d-d93c-45c1-8c17-22ee813f6047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576258 Sep 23 06:50:40.272421 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6670dc28-f2d3-40ab-81da-426a69e3ba72 req-ea0631d4-ffe0-4f3a-bd08-82de71cc8e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:40.273841 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6670dc28-f2d3-40ab-81da-426a69e3ba72 req-ea0631d4-ffe0-4f3a-bd08-82de71cc8e22 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=33d29a95a0634a4491ef4e20d2f6dd6b&device_id=071dd350-4054-4b5a-bf29-ec377941cdd8 HTTP/1.1" status: 200 len: 1095 time: 0.0705805 Sep 23 06:50:40.328376 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6670dc28-f2d3-40ab-81da-426a69e3ba72 req-173654b9-5b97-4f3a-b410-4104a6daa26e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=034f53f8-268d-4df8-9824-3c3bafd84989 HTTP/1.1" status: 200 len: 217 time: 0.0374098 Sep 23 06:50:40.362944 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a964f261-ac62-4521-bdb7-3cee3e87d95a req-331cfa7a-11e6-45c6-804f-f68a5cf39992 service neutron] 10.222.0.39 "GET /v2.0/networks/27ae4fb7-efc3-4d43-b315-a1a3911a8ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912695 Sep 23 06:50:40.374755 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cdf5aeb-4d6a-4665-93d3-a5f4ddf0f635 x-openstack-request-id: req-6cdf5aeb-4d6a-4665-93d3-a5f4ddf0f635 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:50:40.375125 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "071dd350-4054-4b5a-bf29-ec377941cdd8", "tag": "034f53f8-268d-4df8-9824-3c3bafd84989", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:50:40.375445 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6cdf5aeb-4d6a-4665-93d3-a5f4ddf0f635 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:50:40.375904 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '071dd350-4054-4b5a-bf29-ec377941cdd8', 'tag': '034f53f8-268d-4df8-9824-3c3bafd84989', 'status': 'completed', 'code': 200} Sep 23 06:50:40.391422 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6670dc28-f2d3-40ab-81da-426a69e3ba72 req-0523859c-0cd0-4621-9a0e-b49b6a6a078a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:40.391893 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6670dc28-f2d3-40ab-81da-426a69e3ba72 req-0523859c-0cd0-4621-9a0e-b49b6a6a078a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0b013e5a-19bd-4628-a463-6cccef958c7f HTTP/1.1" status: 200 len: 846 time: 0.0531387 Sep 23 06:50:40.464134 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6670dc28-f2d3-40ab-81da-426a69e3ba72 req-e1f5dc4e-c50b-4047-a479-22b1218b0299 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f755c16b-3f42-4ee5-9068-675e45e695cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528538 Sep 23 06:50:40.514633 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3242a482-b4fc-4858-b8f3-4f475d56b5e6 req-7e6374bc-c495-4e13-9628-bede592a119a tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:40.516249 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3242a482-b4fc-4858-b8f3-4f475d56b5e6 req-7e6374bc-c495-4e13-9628-bede592a119a tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=81c20f7e-ab7b-4016-8938-e0baf0d6e226 HTTP/1.1" status: 200 len: 946 time: 0.0958612 Sep 23 06:50:40.606868 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3242a482-b4fc-4858-b8f3-4f475d56b5e6 req-d72e2a7f-e483-46db-9968-9c12f5b0d2f6 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842366 Sep 23 06:50:40.608892 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6670dc28-f2d3-40ab-81da-426a69e3ba72 req-36cdcb32-ce8d-4c81-afaa-e1c0b4aee62e service neutron] 10.222.0.21 "GET /v2.0/networks/f755c16b-3f42-4ee5-9068-675e45e695cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357636 Sep 23 06:50:40.727313 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a3924559-03c9-439b-a341-464316aafa6c req-3fd0c3ac-e374-4905-b91e-63430763550d tempest-ServerGroupTestJSON-1453240211 tempest-ServerGroupTestJSON-1453240211-project] 10.222.0.39 "GET /v2.0/ports?device_id=1042f7a2-642b-4100-8796-ae372b71daaa HTTP/1.1" status: 200 len: 210 time: 0.0341957 Sep 23 06:50:40.732168 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a5ed70-2f62-40fd-8f4a-466ac92e24df req-9bb7b4f3-e030-4cb9-bccb-a0d2abeb84ab tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:40.733704 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-26a5ed70-2f62-40fd-8f4a-466ac92e24df req-9bb7b4f3-e030-4cb9-bccb-a0d2abeb84ab tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=071dd350-4054-4b5a-bf29-ec377941cdd8 HTTP/1.1" status: 200 len: 943 time: 0.0541849 Sep 23 06:50:40.747145 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6670dc28-f2d3-40ab-81da-426a69e3ba72 req-e790ba33-6535-433f-b579-ceddd1bd3be7 service neutron] 10.222.0.21 "GET /v2.0/networks/f755c16b-3f42-4ee5-9068-675e45e695cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294653 Sep 23 06:50:40.790424 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-26a5ed70-2f62-40fd-8f4a-466ac92e24df req-81561074-d9c9-48f1-adc1-843d9f34effe tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402379 Sep 23 06:50:40.880205 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4e9e63-30b7-4048-ab6a-81dadba3e9df req-22e42338-24a8-4a49-a098-ae03892827e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:40.881823 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1a4e9e63-30b7-4048-ab6a-81dadba3e9df req-22e42338-24a8-4a49-a098-ae03892827e3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=33d29a95a0634a4491ef4e20d2f6dd6b&device_id=071dd350-4054-4b5a-bf29-ec377941cdd8 HTTP/1.1" status: 200 len: 1095 time: 0.0445960 Sep 23 06:50:40.976937 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4e9e63-30b7-4048-ab6a-81dadba3e9df req-50676e8f-5af5-4ed4-ba1b-cdeca68abf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:40.978417 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1a4e9e63-30b7-4048-ab6a-81dadba3e9df req-50676e8f-5af5-4ed4-ba1b-cdeca68abf98 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f755c16b-3f42-4ee5-9068-675e45e695cf HTTP/1.1" status: 200 len: 907 time: 0.0892963 Sep 23 06:50:41.022078 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1a4e9e63-30b7-4048-ab6a-81dadba3e9df req-54c7e243-b275-471f-a767-11c96b98c8a4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=034f53f8-268d-4df8-9824-3c3bafd84989 HTTP/1.1" status: 200 len: 217 time: 0.0352290 Sep 23 06:50:41.038548 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-4ce56267-1217-4cfd-a87a-847d4e9b5928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:41.081977 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4e9e63-30b7-4048-ab6a-81dadba3e9df req-f03fded8-bfc1-48d9-971d-16ca3cfa0655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:41.083682 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1a4e9e63-30b7-4048-ab6a-81dadba3e9df req-f03fded8-bfc1-48d9-971d-16ca3cfa0655 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0b013e5a-19bd-4628-a463-6cccef958c7f HTTP/1.1" status: 200 len: 846 time: 0.0540404 Sep 23 06:50:41.124230 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1a4e9e63-30b7-4048-ab6a-81dadba3e9df req-80ba36f4-f603-4281-8a60-475651b45c8d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f755c16b-3f42-4ee5-9068-675e45e695cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331380 Sep 23 06:50:41.219318 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52d442-0fc4-43f9-9b2a-5d49545aaef2 req-e0374424-d60b-4fc6-9db3-5dde7edd6c06 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:41.221506 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4d52d442-0fc4-43f9-9b2a-5d49545aaef2 req-e0374424-d60b-4fc6-9db3-5dde7edd6c06 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] 10.222.0.39 "GET /v2.0/ports?device_id=229fc4c0-f93d-4f4b-b8ef-864f50ff163c HTTP/1.1" status: 200 len: 949 time: 0.1223629 Sep 23 06:50:41.277241 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1a4e9e63-30b7-4048-ab6a-81dadba3e9df req-18df39f5-8022-4b9d-afa7-c7df840ed015 service neutron] 10.222.0.21 "GET /v2.0/networks/f755c16b-3f42-4ee5-9068-675e45e695cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384244 Sep 23 06:50:41.282414 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4d52d442-0fc4-43f9-9b2a-5d49545aaef2 req-aeb6e461-f231-4854-b03c-793f3483ca4a tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] 10.222.0.39 "GET /v2.0/security-groups?id=2da1a433-5a8f-4ff2-b3a0-816d4a147bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531051 Sep 23 06:50:41.377520 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1a4e9e63-30b7-4048-ab6a-81dadba3e9df req-06aa308a-8647-4701-8ee0-b610d60a3e5e service neutron] 10.222.0.21 "GET /v2.0/networks/f755c16b-3f42-4ee5-9068-675e45e695cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930696 Sep 23 06:50:41.393913 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e85e88b-6e4a-49e9-84a5-ed28af1486ea req-fd3c3479-ff73-4b8e-bd99-63251441eb7d tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:41.396041 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5e85e88b-6e4a-49e9-84a5-ed28af1486ea req-fd3c3479-ff73-4b8e-bd99-63251441eb7d tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb87560c-9641-4635-9fad-e3498f44ae55 HTTP/1.1" status: 200 len: 946 time: 0.0563695 Sep 23 06:50:41.435081 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5e85e88b-6e4a-49e9-84a5-ed28af1486ea req-c0efc395-77c8-4763-accb-a609d466fcc9 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/security-groups?id=ece3dc8d-d93c-45c1-8c17-22ee813f6047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322201 Sep 23 06:50:41.440596 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:41.793281 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adddb062-d1b2-47b9-adf8-3cef2fff73d0 req-219e5333-958d-4125-b860-14c6bc2572d4 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:41.793923 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-adddb062-d1b2-47b9-adf8-3cef2fff73d0 req-219e5333-958d-4125-b860-14c6bc2572d4 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=81c20f7e-ab7b-4016-8938-e0baf0d6e226 HTTP/1.1" status: 200 len: 946 time: 0.1041505 Sep 23 06:50:41.834497 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964f261-ac62-4521-bdb7-3cee3e87d95a req-2340db77-c509-4f1e-8b85-5c52b21c3f96 tempest-ServerGroupTestJSON-1453240211 tempest-ServerGroupTestJSON-1453240211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:41.835948 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a964f261-ac62-4521-bdb7-3cee3e87d95a req-2340db77-c509-4f1e-8b85-5c52b21c3f96 tempest-ServerGroupTestJSON-1453240211 tempest-ServerGroupTestJSON-1453240211-project] 10.222.0.58 "GET /v2.0/networks?id=27ae4fb7-efc3-4d43-b315-a1a3911a8ab7 HTTP/1.1" status: 200 len: 810 time: 0.1722927 Sep 23 06:50:41.841493 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7ec732cb-004c-4c5c-9f16-938248897f99 req-60905789-8d7c-4789-9f72-53f45ecafe84 tempest-ServerGroupTestJSON-1453240211 tempest-ServerGroupTestJSON-1453240211-project] 10.222.0.39 "GET /v2.0/ports?device_id=1042f7a2-642b-4100-8796-ae372b71daaa HTTP/1.1" status: 200 len: 210 time: 0.0318747 Sep 23 06:50:41.856995 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-adddb062-d1b2-47b9-adf8-3cef2fff73d0 req-d90fce3b-60d7-4c08-af3f-d0f12008daaf tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552661 Sep 23 06:50:41.861630 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-a964f261-ac62-4521-bdb7-3cee3e87d95a req-4cec66cc-e1e0-4b12-8e7e-671859d81daa tempest-ServerGroupTestJSON-1453240211 tempest-ServerGroupTestJSON-1453240211-project] Request body: {'port': {'device_id': '1042f7a2-642b-4100-8796-ae372b71daaa', 'network_id': '27ae4fb7-efc3-4d43-b315-a1a3911a8ab7', 'admin_state_up': True, 'tenant_id': '19e701e14f974d5d8fe508bce834d6b8'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:50:41.948955 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344bf7df-4035-43bd-a24d-1be609a4680a req-9594dc34-643b-44e2-8538-12cfbbdda210 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:41.950497 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-344bf7df-4035-43bd-a24d-1be609a4680a req-9594dc34-643b-44e2-8538-12cfbbdda210 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=071dd350-4054-4b5a-bf29-ec377941cdd8 HTTP/1.1" status: 200 len: 943 time: 0.0491495 Sep 23 06:50:41.975709 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a964f261-ac62-4521-bdb7-3cee3e87d95a req-4cec66cc-e1e0-4b12-8e7e-671859d81daa tempest-ServerGroupTestJSON-1453240211 tempest-ServerGroupTestJSON-1453240211-project] Made reservation on behalf of 19e701e14f974d5d8fe508bce834d6b8 for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:50:41.979581 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a964f261-ac62-4521-bdb7-3cee3e87d95a req-4cec66cc-e1e0-4b12-8e7e-671859d81daa tempest-ServerGroupTestJSON-1453240211 tempest-ServerGroupTestJSON-1453240211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:41.989939 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-344bf7df-4035-43bd-a24d-1be609a4680a req-90b557d1-141c-420e-a4a9-d3d83c08dcaa tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332739 Sep 23 06:50:42.106315 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [req-a964f261-ac62-4521-bdb7-3cee3e87d95a req-4cec66cc-e1e0-4b12-8e7e-671859d81daa tempest-ServerGroupTestJSON-1453240211 tempest-ServerGroupTestJSON-1453240211-project] Allocated IP 172.20.0.11 (27ae4fb7-efc3-4d43-b315-a1a3911a8ab7/b21fcdeb-3f07-4f7f-be51-09df00bd8007/aa1b0663-5f33-413d-92ce-756ea894e50a) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:50:42.180248 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:42.258222 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a964f261-ac62-4521-bdb7-3cee3e87d95a req-4cec66cc-e1e0-4b12-8e7e-671859d81daa tempest-ServerGroupTestJSON-1453240211 tempest-ServerGroupTestJSON-1453240211-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:42.291129 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a964f261-ac62-4521-bdb7-3cee3e87d95a req-4cec66cc-e1e0-4b12-8e7e-671859d81daa tempest-ServerGroupTestJSON-1453240211 tempest-ServerGroupTestJSON-1453240211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:42.336450 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a964f261-ac62-4521-bdb7-3cee3e87d95a req-4cec66cc-e1e0-4b12-8e7e-671859d81daa tempest-ServerGroupTestJSON-1453240211 tempest-ServerGroupTestJSON-1453240211-project] Network 27ae4fb7-efc3-4d43-b315-a1a3911a8ab7 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:50:42.339624 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [req-a964f261-ac62-4521-bdb7-3cee3e87d95a req-4cec66cc-e1e0-4b12-8e7e-671859d81daa tempest-ServerGroupTestJSON-1453240211 tempest-ServerGroupTestJSON-1453240211-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:50:42.346858 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-a964f261-ac62-4521-bdb7-3cee3e87d95a req-4cec66cc-e1e0-4b12-8e7e-671859d81daa tempest-ServerGroupTestJSON-1453240211 tempest-ServerGroupTestJSON-1453240211-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:50:42.350666 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cec66cc-e1e0-4b12-8e7e-671859d81daa tempest-ServerGroupTestJSON-1453240211 tempest-ServerGroupTestJSON-1453240211-project] Pushing event updated for resources: {'Port': ['ID=aa1b0663-5f33-413d-92ce-756ea894e50a,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:42.425126 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964f261-ac62-4521-bdb7-3cee3e87d95a req-4cec66cc-e1e0-4b12-8e7e-671859d81daa tempest-ServerGroupTestJSON-1453240211 tempest-ServerGroupTestJSON-1453240211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:42.425950 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a964f261-ac62-4521-bdb7-3cee3e87d95a req-4cec66cc-e1e0-4b12-8e7e-671859d81daa tempest-ServerGroupTestJSON-1453240211 tempest-ServerGroupTestJSON-1453240211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:42.449906 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa22e80-5b23-442c-8cde-9738c5c6e82a req-a566c378-92ef-469e-94d7-8cc9afdd1d6a tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:42.451436 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-aaa22e80-5b23-442c-8cde-9738c5c6e82a req-a566c378-92ef-469e-94d7-8cc9afdd1d6a tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] 10.222.0.39 "GET /v2.0/ports?device_id=229fc4c0-f93d-4f4b-b8ef-864f50ff163c HTTP/1.1" status: 200 len: 949 time: 0.0804176 Sep 23 06:50:42.453164 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a964f261-ac62-4521-bdb7-3cee3e87d95a req-4cec66cc-e1e0-4b12-8e7e-671859d81daa tempest-ServerGroupTestJSON-1453240211 tempest-ServerGroupTestJSON-1453240211-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5952382 Sep 23 06:50:42.475021 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-a964f261-ac62-4521-bdb7-3cee3e87d95a req-8e8df32a-4928-4e20-9f42-01c36e5b2427 service neutron] Request body: {'port': {'device_id': '1042f7a2-642b-4100-8796-ae372b71daaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:50:42.520305 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-aaa22e80-5b23-442c-8cde-9738c5c6e82a req-64f0f60b-12f2-4dd7-bf18-8cfbd463fccc tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] 10.222.0.39 "GET /v2.0/security-groups?id=2da1a433-5a8f-4ff2-b3a0-816d4a147bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628145 Sep 23 06:50:42.544400 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 6766a1d8-2d0a-4992-baff-4412223d19b9 up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:50:42.545856 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a964f261-ac62-4521-bdb7-3cee3e87d95a req-8e8df32a-4928-4e20-9f42-01c36e5b2427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:42.585928 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581fc0c6-6f9d-40a0-a769-0f5850d96d3e req-cda98f91-1e15-44f6-bbc1-1b52158d5694 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:42.587482 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-581fc0c6-6f9d-40a0-a769-0f5850d96d3e req-cda98f91-1e15-44f6-bbc1-1b52158d5694 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb87560c-9641-4635-9fad-e3498f44ae55 HTTP/1.1" status: 200 len: 946 time: 0.0524204 Sep 23 06:50:42.599996 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port 6766a1d8-2d0a-4992-baff-4412223d19b9 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:50:42.606613 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port 6766a1d8-2d0a-4992-baff-4412223d19b9 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:50:42.607186 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:42.629598 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-581fc0c6-6f9d-40a0-a769-0f5850d96d3e req-9a281a5d-c43e-4867-a0de-a6974e2061d9 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/security-groups?id=ece3dc8d-d93c-45c1-8c17-22ee813f6047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351262 Sep 23 06:50:42.696640 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:42.721470 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f177cb1-a64d-4d1e-a920-982fad0b76b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6766a1d8-2d0a-4992-baff-4412223d19b9'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:50:42.723942 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4992c9c3-76d0-4c0c-b809-09c3aedf85eb" -d '{"events": [{"server_uuid": "8f177cb1-a64d-4d1e-a920-982fad0b76b3", "name": "network-vif-plugged", "status": "completed", "tag": "6766a1d8-2d0a-4992-baff-4412223d19b9"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:50:42.738361 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 6766a1d8-2d0a-4992-baff-4412223d19b9, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=6766a1d8-2d0a-4992-baff-4412223d19b9,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:50:42.742820 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:42.743746 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 90d206ad-f399-447e-b6e6-eb805b59e2cd up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:50:42.786974 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-189c8e6c-5c8f-491c-a3ae-6e57544b9f05 x-openstack-request-id: req-189c8e6c-5c8f-491c-a3ae-6e57544b9f05 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:50:42.787267 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f177cb1-a64d-4d1e-a920-982fad0b76b3", "name": "network-vif-plugged", "status": "completed", "tag": "6766a1d8-2d0a-4992-baff-4412223d19b9", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:50:42.787515 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-189c8e6c-5c8f-491c-a3ae-6e57544b9f05 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:50:42.787991 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f177cb1-a64d-4d1e-a920-982fad0b76b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6766a1d8-2d0a-4992-baff-4412223d19b9', 'code': 200} Sep 23 06:50:42.825399 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=6766a1d8-2d0a-4992-baff-4412223d19b9,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:42.839405 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port 90d206ad-f399-447e-b6e6-eb805b59e2cd completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:50:42.843405 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port 90d206ad-f399-447e-b6e6-eb805b59e2cd triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:50:42.843778 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:42.856288 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [req-a964f261-ac62-4521-bdb7-3cee3e87d95a req-8e8df32a-4928-4e20-9f42-01c36e5b2427 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa1b0663-5f33-413d-92ce-756ea894e50a {{(pid=95066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:50:42.864995 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a964f261-ac62-4521-bdb7-3cee3e87d95a req-8e8df32a-4928-4e20-9f42-01c36e5b2427 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:42.879175 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.provisioning_blocks [req-a964f261-ac62-4521-bdb7-3cee3e87d95a req-8e8df32a-4928-4e20-9f42-01c36e5b2427 service neutron] Transition to ACTIVE for port object aa1b0663-5f33-413d-92ce-756ea894e50a will not be triggered until provisioned by entity L2. {{(pid=95066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:50:42.887079 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a964f261-ac62-4521-bdb7-3cee3e87d95a req-8e8df32a-4928-4e20-9f42-01c36e5b2427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:42.928016 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5f7a21-4b16-4b19-a6aa-b6b2deebbab8 req-2d6ccf9c-1ecb-4a75-96b2-a2e5081e4f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:42.934386 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bc5f7a21-4b16-4b19-a6aa-b6b2deebbab8 req-2d6ccf9c-1ecb-4a75-96b2-a2e5081e4f4b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8f177cb1-a64d-4d1e-a920-982fad0b76b3 HTTP/1.1" status: 200 len: 1102 time: 0.0827541 Sep 23 06:50:42.951675 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:42.983135 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8df32a-4928-4e20-9f42-01c36e5b2427 service neutron] Pushing event updated for resources: {'Port': ['ID=aa1b0663-5f33-413d-92ce-756ea894e50a,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:42.997320 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 90d206ad-f399-447e-b6e6-eb805b59e2cd, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=90d206ad-f399-447e-b6e6-eb805b59e2cd,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:50:43.002522 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:43.028430 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bc5f7a21-4b16-4b19-a6aa-b6b2deebbab8 req-bf3e5006-1132-416b-bc52-eb174eae5557 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2da1a433-5a8f-4ff2-b3a0-816d4a147bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844314 Sep 23 06:50:43.040736 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef8e960-d021-4371-a8d8-286ba920a6bf req-14af6f3b-8ded-4d49-94fd-5e5caaaa666b tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:43.042947 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-eef8e960-d021-4371-a8d8-286ba920a6bf req-14af6f3b-8ded-4d49-94fd-5e5caaaa666b tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=81c20f7e-ab7b-4016-8938-e0baf0d6e226 HTTP/1.1" status: 200 len: 946 time: 0.0714748 Sep 23 06:50:43.061889 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=90d206ad-f399-447e-b6e6-eb805b59e2cd,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:43.077776 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-a964f261-ac62-4521-bdb7-3cee3e87d95a req-8e8df32a-4928-4e20-9f42-01c36e5b2427 service neutron] Attempting to bind port aa1b0663-5f33-413d-92ce-756ea894e50a on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:50:43.078209 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-a964f261-ac62-4521-bdb7-3cee3e87d95a req-8e8df32a-4928-4e20-9f42-01c36e5b2427 service neutron] Attempting to bind port aa1b0663-5f33-413d-92ce-756ea894e50a by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': 'ea1ba488-117e-4ace-aa39-920b33e93679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '27ae4fb7-efc3-4d43-b315-a1a3911a8ab7'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:50:43.078619 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a964f261-ac62-4521-bdb7-3cee3e87d95a req-8e8df32a-4928-4e20-9f42-01c36e5b2427 service neutron] Attempting to bind port aa1b0663-5f33-413d-92ce-756ea894e50a on network 27ae4fb7-efc3-4d43-b315-a1a3911a8ab7 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:50:43.085273 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-eef8e960-d021-4371-a8d8-286ba920a6bf req-0c919ee6-6c7d-4127-9688-9529298ed946 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348301 Sep 23 06:50:43.091653 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb0ec1a-73e5-44a4-94dc-1f729650a63c req-c5d3d4f7-9c7b-4902-867b-51fab906edf5 tempest-ServerGroupTestJSON-1453240211 tempest-ServerGroupTestJSON-1453240211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:43.093734 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5eb0ec1a-73e5-44a4-94dc-1f729650a63c req-c5d3d4f7-9c7b-4902-867b-51fab906edf5 tempest-ServerGroupTestJSON-1453240211 tempest-ServerGroupTestJSON-1453240211-project] 10.222.0.39 "GET /v2.0/ports?device_id=1042f7a2-642b-4100-8796-ae372b71daaa HTTP/1.1" status: 200 len: 944 time: 0.1227756 Sep 23 06:50:43.094871 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a964f261-ac62-4521-bdb7-3cee3e87d95a req-8e8df32a-4928-4e20-9f42-01c36e5b2427 service neutron] Port aa1b0663-5f33-413d-92ce-756ea894e50a on network 27ae4fb7-efc3-4d43-b315-a1a3911a8ab7 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:50:43.095188 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a964f261-ac62-4521-bdb7-3cee3e87d95a req-8e8df32a-4928-4e20-9f42-01c36e5b2427 service neutron] Attempting to bind port aa1b0663-5f33-413d-92ce-756ea894e50a on network 27ae4fb7-efc3-4d43-b315-a1a3911a8ab7 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:50:43.100994 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a964f261-ac62-4521-bdb7-3cee3e87d95a req-8e8df32a-4928-4e20-9f42-01c36e5b2427 service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:50:43.101338 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a964f261-ac62-4521-bdb7-3cee3e87d95a req-8e8df32a-4928-4e20-9f42-01c36e5b2427 service neutron] Checking segment: {'id': 'ea1ba488-117e-4ace-aa39-920b33e93679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '27ae4fb7-efc3-4d43-b315-a1a3911a8ab7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:50:43.101717 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a964f261-ac62-4521-bdb7-3cee3e87d95a req-8e8df32a-4928-4e20-9f42-01c36e5b2427 service neutron] Bound using segment: {'id': 'ea1ba488-117e-4ace-aa39-920b33e93679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '27ae4fb7-efc3-4d43-b315-a1a3911a8ab7'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:50:43.102176 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-a964f261-ac62-4521-bdb7-3cee3e87d95a req-8e8df32a-4928-4e20-9f42-01c36e5b2427 service neutron] Bound port: aa1b0663-5f33-413d-92ce-756ea894e50a, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea1ba488-117e-4ace-aa39-920b33e93679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '27ae4fb7-efc3-4d43-b315-a1a3911a8ab7'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:50:43.102529 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a964f261-ac62-4521-bdb7-3cee3e87d95a req-8e8df32a-4928-4e20-9f42-01c36e5b2427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:43.175406 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5eb0ec1a-73e5-44a4-94dc-1f729650a63c req-186abab4-7458-42ab-a686-94ddb976e743 tempest-ServerGroupTestJSON-1453240211 tempest-ServerGroupTestJSON-1453240211-project] 10.222.0.39 "GET /v2.0/security-groups?id=41e940de-6fad-4344-8581-8747987e2574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697777 Sep 23 06:50:43.200671 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-a964f261-ac62-4521-bdb7-3cee3e87d95a req-8e8df32a-4928-4e20-9f42-01c36e5b2427 service neutron] For port aa1b0663-5f33-413d-92ce-756ea894e50a, host n-h2-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:50:43.203990 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-a964f261-ac62-4521-bdb7-3cee3e87d95a req-8e8df32a-4928-4e20-9f42-01c36e5b2427 service neutron] For port aa1b0663-5f33-413d-92ce-756ea894e50a, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=aa1b0663-5f33-413d-92ce-756ea894e50a,segment=NetworkSegment(ea1ba488-117e-4ace-aa39-920b33e93679),segment_id=ea1ba488-117e-4ace-aa39-920b33e93679)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:50:43.206963 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cfdfdb-5e32-47b4-b7af-88a6f3d8d05e req-b0e86261-3dbe-4d30-8aa0-714fe8cd26a0 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:43.208460 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-10cfdfdb-5e32-47b4-b7af-88a6f3d8d05e req-b0e86261-3dbe-4d30-8aa0-714fe8cd26a0 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=071dd350-4054-4b5a-bf29-ec377941cdd8 HTTP/1.1" status: 200 len: 943 time: 0.0512464 Sep 23 06:50:43.208582 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a964f261-ac62-4521-bdb7-3cee3e87d95a req-8e8df32a-4928-4e20-9f42-01c36e5b2427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:43.248962 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-10cfdfdb-5e32-47b4-b7af-88a6f3d8d05e req-2ddf4895-a426-4acb-ac4b-b721ab339c3d tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333607 Sep 23 06:50:43.252776 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964f261-ac62-4521-bdb7-3cee3e87d95a req-8e8df32a-4928-4e20-9f42-01c36e5b2427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:43.253533 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a964f261-ac62-4521-bdb7-3cee3e87d95a req-8e8df32a-4928-4e20-9f42-01c36e5b2427 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:43.255430 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a964f261-ac62-4521-bdb7-3cee3e87d95a req-8e8df32a-4928-4e20-9f42-01c36e5b2427 service neutron] 10.222.0.58 "PUT /v2.0/ports/aa1b0663-5f33-413d-92ce-756ea894e50a HTTP/1.1" status: 200 len: 1093 time: 0.7909012 Sep 23 06:50:43.255937 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1042f7a2-642b-4100-8796-ae372b71daaa', 'tag': 'aa1b0663-5f33-413d-92ce-756ea894e50a'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:50:43.258509 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe24ddd-0fe8-41c3-8746-fe135f06848a" -d '{"events": [{"name": "network-changed", "server_uuid": "1042f7a2-642b-4100-8796-ae372b71daaa", "tag": "aa1b0663-5f33-413d-92ce-756ea894e50a"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:50:43.300053 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8df32a-4928-4e20-9f42-01c36e5b2427 service neutron] Pushing event updated for resources: {'Port': ['ID=aa1b0663-5f33-413d-92ce-756ea894e50a,revision_number=3']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:43.312952 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-756f5997-c79d-4ffd-a4df-aa4ece5518d2 x-openstack-request-id: req-756f5997-c79d-4ffd-a4df-aa4ece5518d2 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:50:43.313249 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1042f7a2-642b-4100-8796-ae372b71daaa", "tag": "aa1b0663-5f33-413d-92ce-756ea894e50a", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:50:43.313499 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-756f5997-c79d-4ffd-a4df-aa4ece5518d2 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:50:43.313911 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1042f7a2-642b-4100-8796-ae372b71daaa', 'tag': 'aa1b0663-5f33-413d-92ce-756ea894e50a', 'status': 'completed', 'code': 200} Sep 23 06:50:43.348679 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964f261-ac62-4521-bdb7-3cee3e87d95a req-08ac456e-c40f-4038-b4e4-b3610a6bdab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:43.350502 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a964f261-ac62-4521-bdb7-3cee3e87d95a req-08ac456e-c40f-4038-b4e4-b3610a6bdab3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=19e701e14f974d5d8fe508bce834d6b8&device_id=1042f7a2-642b-4100-8796-ae372b71daaa HTTP/1.1" status: 200 len: 1096 time: 0.0465460 Sep 23 06:50:43.398462 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a964f261-ac62-4521-bdb7-3cee3e87d95a req-89252625-38ad-4c78-9468-0542abd5bbf1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa1b0663-5f33-413d-92ce-756ea894e50a HTTP/1.1" status: 200 len: 217 time: 0.0378087 Sep 23 06:50:43.458123 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964f261-ac62-4521-bdb7-3cee3e87d95a req-6baef253-762d-49c9-b413-2eb888558927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:43.459448 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a964f261-ac62-4521-bdb7-3cee3e87d95a req-6baef253-762d-49c9-b413-2eb888558927 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b21fcdeb-3f07-4f7f-be51-09df00bd8007 HTTP/1.1" status: 200 len: 850 time: 0.0471067 Sep 23 06:50:43.496502 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a964f261-ac62-4521-bdb7-3cee3e87d95a req-9e6ba4eb-25b3-4d5e-8708-2d0708278543 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=27ae4fb7-efc3-4d43-b315-a1a3911a8ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259070 Sep 23 06:50:43.594185 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a964f261-ac62-4521-bdb7-3cee3e87d95a req-f7b6482c-e24a-4c79-ab65-51be34114e22 service neutron] 10.222.0.58 "GET /v2.0/networks/27ae4fb7-efc3-4d43-b315-a1a3911a8ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887611 Sep 23 06:50:43.699167 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65e6f1-5581-454e-ae1c-b5695cbfc838 req-42f7e075-e0ab-4d49-89f2-33643512135f tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:43.700724 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3a65e6f1-5581-454e-ae1c-b5695cbfc838 req-42f7e075-e0ab-4d49-89f2-33643512135f tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] 10.222.0.39 "GET /v2.0/ports?device_id=229fc4c0-f93d-4f4b-b8ef-864f50ff163c HTTP/1.1" status: 200 len: 950 time: 0.1096132 Sep 23 06:50:43.725160 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:43.746689 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a964f261-ac62-4521-bdb7-3cee3e87d95a req-d1652411-e6cb-46dc-aa15-70d7e207aa40 service neutron] 10.222.0.58 "GET /v2.0/networks/27ae4fb7-efc3-4d43-b315-a1a3911a8ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446168 Sep 23 06:50:43.754894 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1fc944-a713-4ba2-98e6-a9807817e3d1 req-b38aac24-0240-49d0-bf0d-eedcb8e5ccd5 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:43.756508 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3e1fc944-a713-4ba2-98e6-a9807817e3d1 req-b38aac24-0240-49d0-bf0d-eedcb8e5ccd5 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb87560c-9641-4635-9fad-e3498f44ae55 HTTP/1.1" status: 200 len: 946 time: 0.0557318 Sep 23 06:50:43.770393 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3a65e6f1-5581-454e-ae1c-b5695cbfc838 req-a03e7e29-6df8-4fc3-b821-6a111aa02822 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] 10.222.0.39 "GET /v2.0/security-groups?id=2da1a433-5a8f-4ff2-b3a0-816d4a147bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581861 Sep 23 06:50:43.818226 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3e1fc944-a713-4ba2-98e6-a9807817e3d1 req-4f4d2d05-ebb2-45e6-ac1d-c5e7ec83ed0b tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/security-groups?id=ece3dc8d-d93c-45c1-8c17-22ee813f6047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504541 Sep 23 06:50:43.853223 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe24ddd-0fe8-41c3-8746-fe135f06848a req-f6200758-c5a8-4dcf-9124-c52b7504180f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:43.855701 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9fe24ddd-0fe8-41c3-8746-fe135f06848a req-f6200758-c5a8-4dcf-9124-c52b7504180f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=19e701e14f974d5d8fe508bce834d6b8&device_id=1042f7a2-642b-4100-8796-ae372b71daaa HTTP/1.1" status: 200 len: 1096 time: 0.0470920 Sep 23 06:50:43.961168 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe24ddd-0fe8-41c3-8746-fe135f06848a req-0e84e805-3e42-4f30-8e8c-117c587c5c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:43.963880 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9fe24ddd-0fe8-41c3-8746-fe135f06848a req-0e84e805-3e42-4f30-8e8c-117c587c5c9d service neutron] 10.222.0.58 "GET /v2.0/networks?id=27ae4fb7-efc3-4d43-b315-a1a3911a8ab7 HTTP/1.1" status: 200 len: 911 time: 0.0978665 Sep 23 06:50:44.013942 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9fe24ddd-0fe8-41c3-8746-fe135f06848a req-21f35ca8-fa78-465f-8c20-d5d83e0390c1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa1b0663-5f33-413d-92ce-756ea894e50a HTTP/1.1" status: 200 len: 217 time: 0.0342062 Sep 23 06:50:44.072787 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe24ddd-0fe8-41c3-8746-fe135f06848a req-746eb01f-be4e-4e2e-a128-4a33a392ad15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:44.074322 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9fe24ddd-0fe8-41c3-8746-fe135f06848a req-746eb01f-be4e-4e2e-a128-4a33a392ad15 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b21fcdeb-3f07-4f7f-be51-09df00bd8007 HTTP/1.1" status: 200 len: 850 time: 0.0517313 Sep 23 06:50:44.113453 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9fe24ddd-0fe8-41c3-8746-fe135f06848a req-1525ef00-badf-4526-9ed3-a1c987b2e64e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=27ae4fb7-efc3-4d43-b315-a1a3911a8ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256276 Sep 23 06:50:44.206851 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a01c63-8e61-48c2-80fc-10b6a93d7b3f req-9b48fdb8-fa49-41ed-a4de-a4779677f4c5 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:44.208158 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9fe24ddd-0fe8-41c3-8746-fe135f06848a req-62c1109e-dcb2-43a4-88f5-e296967cc3f9 service neutron] 10.222.0.58 "GET /v2.0/networks/27ae4fb7-efc3-4d43-b315-a1a3911a8ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856948 Sep 23 06:50:44.208407 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b6a01c63-8e61-48c2-80fc-10b6a93d7b3f req-9b48fdb8-fa49-41ed-a4de-a4779677f4c5 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=81c20f7e-ab7b-4016-8938-e0baf0d6e226 HTTP/1.1" status: 200 len: 946 time: 0.0509610 Sep 23 06:50:44.254502 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b6a01c63-8e61-48c2-80fc-10b6a93d7b3f req-925ede73-d6d5-4e78-b603-cd2e0bb37c22 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382309 Sep 23 06:50:44.340492 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9fe24ddd-0fe8-41c3-8746-fe135f06848a req-feabda36-2863-4b89-9783-d551736a3bc2 service neutron] 10.222.0.58 "GET /v2.0/networks/27ae4fb7-efc3-4d43-b315-a1a3911a8ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229982 Sep 23 06:50:44.347824 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4041a408-2a36-493e-aaf7-5242fde189ff req-06596fa4-781e-4cf4-acfa-13235d728f64 tempest-ServerGroupTestJSON-1453240211 tempest-ServerGroupTestJSON-1453240211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:44.349555 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4041a408-2a36-493e-aaf7-5242fde189ff req-06596fa4-781e-4cf4-acfa-13235d728f64 tempest-ServerGroupTestJSON-1453240211 tempest-ServerGroupTestJSON-1453240211-project] 10.222.0.39 "GET /v2.0/ports?device_id=1042f7a2-642b-4100-8796-ae372b71daaa HTTP/1.1" status: 200 len: 944 time: 0.0987861 Sep 23 06:50:44.384304 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1309ce5-0919-4d23-9113-498e0f35d839 req-8e09e6cf-e0e8-4497-be93-c506cd5efb2d tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:44.385907 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a1309ce5-0919-4d23-9113-498e0f35d839 req-8e09e6cf-e0e8-4497-be93-c506cd5efb2d tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=071dd350-4054-4b5a-bf29-ec377941cdd8 HTTP/1.1" status: 200 len: 943 time: 0.0543025 Sep 23 06:50:44.390009 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4041a408-2a36-493e-aaf7-5242fde189ff req-71ac8477-4fe1-49b2-830c-1e5de9032ead tempest-ServerGroupTestJSON-1453240211 tempest-ServerGroupTestJSON-1453240211-project] 10.222.0.39 "GET /v2.0/security-groups?id=41e940de-6fad-4344-8581-8747987e2574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332799 Sep 23 06:50:44.428573 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a1309ce5-0919-4d23-9113-498e0f35d839 req-f31541f3-ae7b-4c0b-91d0-f8dcce8cca63 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349181 Sep 23 06:50:44.566406 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 034f53f8-268d-4df8-9824-3c3bafd84989 details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:50:44.789012 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 034f53f8-268d-4df8-9824-3c3bafd84989, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=034f53f8-268d-4df8-9824-3c3bafd84989,segment=NetworkSegment(baf87664-ecc7-475d-93f2-159d871e9198),segment_id=baf87664-ecc7-475d-93f2-159d871e9198)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:50:44.791051 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '229fc4c0-f93d-4f4b-b8ef-864f50ff163c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90d206ad-f399-447e-b6e6-eb805b59e2cd'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:50:44.793594 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5cb420f-58b3-4950-8b03-0e8697adab53" -d '{"events": [{"server_uuid": "229fc4c0-f93d-4f4b-b8ef-864f50ff163c", "name": "network-vif-plugged", "status": "completed", "tag": "90d206ad-f399-447e-b6e6-eb805b59e2cd"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:50:44.806319 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': '034f53f8-268d-4df8-9824-3c3bafd84989', 'network_id': 'f755c16b-3f42-4ee5-9068-675e45e695cf', 'port_id': '034f53f8-268d-4df8-9824-3c3bafd84989', 'mac_address': 'fa:16:3e:f5:13:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b013e5a-19bd-4628-a463-6cccef958c7f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:50:44.842172 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-843b30ae-6946-4db4-9945-85417cec35f6 x-openstack-request-id: req-843b30ae-6946-4db4-9945-85417cec35f6 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:50:44.842534 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "229fc4c0-f93d-4f4b-b8ef-864f50ff163c", "name": "network-vif-plugged", "status": "completed", "tag": "90d206ad-f399-447e-b6e6-eb805b59e2cd", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:50:44.842849 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-843b30ae-6946-4db4-9945-85417cec35f6 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:50:44.843297 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '229fc4c0-f93d-4f4b-b8ef-864f50ff163c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90d206ad-f399-447e-b6e6-eb805b59e2cd', 'code': 200} Sep 23 06:50:44.850018 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:44.864526 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 034f53f8-268d-4df8-9824-3c3bafd84989 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:50:44.893532 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 034f53f8-268d-4df8-9824-3c3bafd84989, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=034f53f8-268d-4df8-9824-3c3bafd84989,segment=NetworkSegment(baf87664-ecc7-475d-93f2-159d871e9198),segment_id=baf87664-ecc7-475d-93f2-159d871e9198)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:50:44.898098 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:44.919162 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf178d0-780f-4152-aa24-4af852ab1fa8 req-02f7a2ec-8f5d-44cd-8288-a05979dbbe48 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:44.920728 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dbf178d0-780f-4152-aa24-4af852ab1fa8 req-02f7a2ec-8f5d-44cd-8288-a05979dbbe48 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] 10.222.0.39 "GET /v2.0/ports?device_id=229fc4c0-f93d-4f4b-b8ef-864f50ff163c HTTP/1.1" status: 200 len: 950 time: 0.0731177 Sep 23 06:50:44.953660 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77917639-a2c4-482f-9742-c85b0dc07153 req-28f6c359-3a58-4b44-9e8e-26ba5760a9c5 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:44.955342 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-77917639-a2c4-482f-9742-c85b0dc07153 req-28f6c359-3a58-4b44-9e8e-26ba5760a9c5 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb87560c-9641-4635-9fad-e3498f44ae55 HTTP/1.1" status: 200 len: 946 time: 0.0616066 Sep 23 06:50:44.956652 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=034f53f8-268d-4df8-9824-3c3bafd84989,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:44.988681 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dbf178d0-780f-4152-aa24-4af852ab1fa8 req-b9043da4-1da8-4773-a6e3-41820c9bbbf9 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] 10.222.0.39 "GET /v2.0/security-groups?id=2da1a433-5a8f-4ff2-b3a0-816d4a147bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616946 Sep 23 06:50:44.995741 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2aa86c-2cda-4676-bb60-e64787280cc8 req-7f67c3a8-7538-4d62-a76a-5d1563a5bcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:44.997227 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0a2aa86c-2cda-4676-bb60-e64787280cc8 req-7f67c3a8-7538-4d62-a76a-5d1563a5bcf0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=229fc4c0-f93d-4f4b-b8ef-864f50ff163c HTTP/1.1" status: 200 len: 1102 time: 0.0631864 Sep 23 06:50:44.999154 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-77917639-a2c4-482f-9742-c85b0dc07153 req-0163b3a6-dc45-4f19-b333-4ea52cf0ae8a tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/security-groups?id=ece3dc8d-d93c-45c1-8c17-22ee813f6047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361569 Sep 23 06:50:45.043840 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0a2aa86c-2cda-4676-bb60-e64787280cc8 req-dee8c132-cc94-43f0-ac24-f8d1263e5d52 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2da1a433-5a8f-4ff2-b3a0-816d4a147bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289180 Sep 23 06:50:45.372205 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c97b74e-9d05-4fac-b6fb-fa980b0c3238 req-960d4a39-b411-4278-b45f-e0aba065f09e tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:45.373622 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8c97b74e-9d05-4fac-b6fb-fa980b0c3238 req-960d4a39-b411-4278-b45f-e0aba065f09e tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=81c20f7e-ab7b-4016-8938-e0baf0d6e226 HTTP/1.1" status: 200 len: 946 time: 0.0519323 Sep 23 06:50:45.386425 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['034f53f8-268d-4df8-9824-3c3bafd84989'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:50:45.413188 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8c97b74e-9d05-4fac-b6fb-fa980b0c3238 req-b01f15ca-7c48-4783-9397-d821d0038bd8 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336306 Sep 23 06:50:45.525508 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a1481b-915b-428b-8b45-ff92e8ffbf7d req-c7fdd61f-ca0c-4584-9145-fab589659504 tempest-ServerGroupTestJSON-1453240211 tempest-ServerGroupTestJSON-1453240211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:45.527211 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-90a1481b-915b-428b-8b45-ff92e8ffbf7d req-c7fdd61f-ca0c-4584-9145-fab589659504 tempest-ServerGroupTestJSON-1453240211 tempest-ServerGroupTestJSON-1453240211-project] 10.222.0.39 "GET /v2.0/ports?device_id=1042f7a2-642b-4100-8796-ae372b71daaa HTTP/1.1" status: 200 len: 944 time: 0.0560026 Sep 23 06:50:45.552867 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d6f1a7-7a50-4c59-9f9a-8cc94647e3f9 req-f3064166-1141-4dd4-b763-14cd1bccd3b9 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:45.554513 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-31d6f1a7-7a50-4c59-9f9a-8cc94647e3f9 req-f3064166-1141-4dd4-b763-14cd1bccd3b9 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=071dd350-4054-4b5a-bf29-ec377941cdd8 HTTP/1.1" status: 200 len: 944 time: 0.0523233 Sep 23 06:50:45.571619 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-90a1481b-915b-428b-8b45-ff92e8ffbf7d req-124da95f-d8f0-4adb-8ad0-ab73caa5c65c tempest-ServerGroupTestJSON-1453240211 tempest-ServerGroupTestJSON-1453240211-project] 10.222.0.39 "GET /v2.0/security-groups?id=41e940de-6fad-4344-8581-8747987e2574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372350 Sep 23 06:50:45.594116 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-31d6f1a7-7a50-4c59-9f9a-8cc94647e3f9 req-8ae81290-a2df-4b0c-8edb-16e6b4fec874 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320837 Sep 23 06:50:46.127626 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd66ac7-51ba-4837-82ed-3c76127a7f7a req-4d574439-27a8-40c3-ab7f-d1a36ab4d132 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:46.129340 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bfd66ac7-51ba-4837-82ed-3c76127a7f7a req-4d574439-27a8-40c3-ab7f-d1a36ab4d132 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb87560c-9641-4635-9fad-e3498f44ae55 HTTP/1.1" status: 200 len: 946 time: 0.0578611 Sep 23 06:50:46.174567 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bfd66ac7-51ba-4837-82ed-3c76127a7f7a req-d5ecf26a-162d-4e6f-844c-a8d0e3454467 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/security-groups?id=ece3dc8d-d93c-45c1-8c17-22ee813f6047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379419 Sep 23 06:50:46.370328 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eb4952-c08e-489c-b2cc-54429e0cdacb req-28f1da02-7792-4969-9475-d2d7c9064d35 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:46.371716 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c3eb4952-c08e-489c-b2cc-54429e0cdacb req-28f1da02-7792-4969-9475-d2d7c9064d35 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] 10.222.0.39 "GET /v2.0/ports?device_id=229fc4c0-f93d-4f4b-b8ef-864f50ff163c HTTP/1.1" status: 200 len: 950 time: 0.3149655 Sep 23 06:50:46.408929 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c3eb4952-c08e-489c-b2cc-54429e0cdacb req-aa51de84-f5e3-469d-a185-bb5521e7e1d6 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] 10.222.0.39 "GET /v2.0/security-groups?id=2da1a433-5a8f-4ff2-b3a0-816d4a147bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313106 Sep 23 06:50:46.540807 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437cab09-892f-4fee-8e7a-1026d559677f req-a3c0f868-c9d7-4fbc-8059-ab124b7a2097 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:46.542320 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-437cab09-892f-4fee-8e7a-1026d559677f req-a3c0f868-c9d7-4fbc-8059-ab124b7a2097 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=81c20f7e-ab7b-4016-8938-e0baf0d6e226 HTTP/1.1" status: 200 len: 946 time: 0.0514224 Sep 23 06:50:46.581937 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-437cab09-892f-4fee-8e7a-1026d559677f req-f4839e40-c346-4722-b5f7-b9240a354460 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330896 Sep 23 06:50:46.692040 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d073d73f-7172-4e39-b6e2-074a565a9893 req-2eba632e-faa1-45c2-8c3d-04d14c0cb336 tempest-ServerGroupTestJSON-1453240211 tempest-ServerGroupTestJSON-1453240211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:46.693653 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d073d73f-7172-4e39-b6e2-074a565a9893 req-2eba632e-faa1-45c2-8c3d-04d14c0cb336 tempest-ServerGroupTestJSON-1453240211 tempest-ServerGroupTestJSON-1453240211-project] 10.222.0.39 "GET /v2.0/ports?device_id=1042f7a2-642b-4100-8796-ae372b71daaa HTTP/1.1" status: 200 len: 944 time: 0.0519321 Sep 23 06:50:46.726099 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50ae7c-19a0-4d9b-a2d6-b22b4de1a969 req-b6a13842-4410-4c7a-b75d-14697361c68c tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:46.727636 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7e50ae7c-19a0-4d9b-a2d6-b22b4de1a969 req-b6a13842-4410-4c7a-b75d-14697361c68c tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=071dd350-4054-4b5a-bf29-ec377941cdd8 HTTP/1.1" status: 200 len: 944 time: 0.0596433 Sep 23 06:50:46.745558 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d073d73f-7172-4e39-b6e2-074a565a9893 req-72409f8c-3ddc-4ae9-90ee-5f65b2569ee7 tempest-ServerGroupTestJSON-1453240211 tempest-ServerGroupTestJSON-1453240211-project] 10.222.0.39 "GET /v2.0/security-groups?id=41e940de-6fad-4344-8581-8747987e2574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440035 Sep 23 06:50:46.776980 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7e50ae7c-19a0-4d9b-a2d6-b22b4de1a969 req-6603381e-d3f1-4727-b7f5-26e03ad4cbad tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420640 Sep 23 06:50:47.308055 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7e22f1-e721-4b40-a4b8-1740eb11fc58 req-5a2feb7e-dac9-49c5-ab7d-7b8bd18171c7 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:47.309616 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3f7e22f1-e721-4b40-a4b8-1740eb11fc58 req-5a2feb7e-dac9-49c5-ab7d-7b8bd18171c7 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb87560c-9641-4635-9fad-e3498f44ae55 HTTP/1.1" status: 200 len: 946 time: 0.0623128 Sep 23 06:50:47.347982 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3f7e22f1-e721-4b40-a4b8-1740eb11fc58 req-43a35c18-e5a8-4388-9532-9b6f02eabaaa tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/security-groups?id=ece3dc8d-d93c-45c1-8c17-22ee813f6047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322304 Sep 23 06:50:47.532066 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef00ee09-392e-4054-878a-a8e42485d125 req-2e198d88-0a07-44db-85b8-aee1b9f2fa80 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:47.533839 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ef00ee09-392e-4054-878a-a8e42485d125 req-2e198d88-0a07-44db-85b8-aee1b9f2fa80 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] 10.222.0.39 "GET /v2.0/ports?device_id=229fc4c0-f93d-4f4b-b8ef-864f50ff163c HTTP/1.1" status: 200 len: 950 time: 0.0513339 Sep 23 06:50:47.574798 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ef00ee09-392e-4054-878a-a8e42485d125 req-86df42a9-e315-4303-9c55-1bc632c0a648 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] 10.222.0.39 "GET /v2.0/security-groups?id=2da1a433-5a8f-4ff2-b3a0-816d4a147bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349312 Sep 23 06:50:47.696074 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31989a6f-a313-4103-99db-0e3d87529586 req-7fde8647-b81e-4a31-9ee8-64c0651d4153 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:47.698252 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-31989a6f-a313-4103-99db-0e3d87529586 req-7fde8647-b81e-4a31-9ee8-64c0651d4153 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f177cb1-a64d-4d1e-a920-982fad0b76b3 HTTP/1.1" status: 200 len: 950 time: 0.0510345 Sep 23 06:50:47.700641 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d04af-ca5e-4c75-876a-e096967be604 req-21a4e678-d112-49d5-a1d8-ede62ec0d058 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:47.702146 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-642d04af-ca5e-4c75-876a-e096967be604 req-21a4e678-d112-49d5-a1d8-ede62ec0d058 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=81c20f7e-ab7b-4016-8938-e0baf0d6e226 HTTP/1.1" status: 200 len: 946 time: 0.0519476 Sep 23 06:50:47.736990 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-31989a6f-a313-4103-99db-0e3d87529586 req-b4d1b2d0-978c-4cdc-86d0-a94ef536a0e4 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] 10.222.0.39 "GET /v2.0/security-groups?id=2da1a433-5a8f-4ff2-b3a0-816d4a147bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327394 Sep 23 06:50:47.740771 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-642d04af-ca5e-4c75-876a-e096967be604 req-cb4c24f5-e6a4-45e0-9279-9c8715d73491 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327642 Sep 23 06:50:47.872198 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a92120-7e96-44c1-857b-d8db73cca9b5 req-5d132c9d-ee54-4ade-8e00-14bb624f419d tempest-ServerGroupTestJSON-1453240211 tempest-ServerGroupTestJSON-1453240211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:47.873648 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-05a92120-7e96-44c1-857b-d8db73cca9b5 req-5d132c9d-ee54-4ade-8e00-14bb624f419d tempest-ServerGroupTestJSON-1453240211 tempest-ServerGroupTestJSON-1453240211-project] 10.222.0.39 "GET /v2.0/ports?device_id=1042f7a2-642b-4100-8796-ae372b71daaa HTTP/1.1" status: 200 len: 944 time: 0.0503716 Sep 23 06:50:47.911350 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-05a92120-7e96-44c1-857b-d8db73cca9b5 req-7b9af839-dd59-40d9-8501-c8209fd0b47b tempest-ServerGroupTestJSON-1453240211 tempest-ServerGroupTestJSON-1453240211-project] 10.222.0.39 "GET /v2.0/security-groups?id=41e940de-6fad-4344-8581-8747987e2574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314741 Sep 23 06:50:47.926357 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device aa1b0663-5f33-413d-92ce-756ea894e50a details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:50:48.042306 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port aa1b0663-5f33-413d-92ce-756ea894e50a, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=aa1b0663-5f33-413d-92ce-756ea894e50a,segment=NetworkSegment(ea1ba488-117e-4ace-aa39-920b33e93679),segment_id=ea1ba488-117e-4ace-aa39-920b33e93679)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:50:48.053814 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dbeee8-8284-4bfc-9695-1fc97d2805ce req-fdf29f53-7553-444e-bdef-9e5f57fe4806 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:48.055383 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c6dbeee8-8284-4bfc-9695-1fc97d2805ce req-fdf29f53-7553-444e-bdef-9e5f57fe4806 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=071dd350-4054-4b5a-bf29-ec377941cdd8 HTTP/1.1" status: 200 len: 944 time: 0.0606596 Sep 23 06:50:48.058418 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': 'aa1b0663-5f33-413d-92ce-756ea894e50a', 'network_id': '27ae4fb7-efc3-4d43-b315-a1a3911a8ab7', 'port_id': 'aa1b0663-5f33-413d-92ce-756ea894e50a', 'mac_address': 'fa:16:3e:a7:b5:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b21fcdeb-3f07-4f7f-be51-09df00bd8007', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:50:48.107820 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:48.122611 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa1b0663-5f33-413d-92ce-756ea894e50a {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:50:48.129124 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c6dbeee8-8284-4bfc-9695-1fc97d2805ce req-8a4c9ca3-8855-40ab-bb1c-8dc4e8f33c78 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669608 Sep 23 06:50:48.152430 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port aa1b0663-5f33-413d-92ce-756ea894e50a, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=aa1b0663-5f33-413d-92ce-756ea894e50a,segment=NetworkSegment(ea1ba488-117e-4ace-aa39-920b33e93679),segment_id=ea1ba488-117e-4ace-aa39-920b33e93679)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:50:48.156404 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:48.215381 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=aa1b0663-5f33-413d-92ce-756ea894e50a,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:48.470862 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19da112f-0ca8-4eae-ab7c-481c79bd7056 req-c806c841-ca23-40ae-b3e4-bda4b9eddb36 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:48.472346 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-19da112f-0ca8-4eae-ab7c-481c79bd7056 req-c806c841-ca23-40ae-b3e4-bda4b9eddb36 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb87560c-9641-4635-9fad-e3498f44ae55 HTTP/1.1" status: 200 len: 946 time: 0.0536749 Sep 23 06:50:48.511364 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-19da112f-0ca8-4eae-ab7c-481c79bd7056 req-fc0cee89-71af-413f-a11c-fb3843d777e9 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/security-groups?id=ece3dc8d-d93c-45c1-8c17-22ee813f6047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321627 Sep 23 06:50:48.541624 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['aa1b0663-5f33-413d-92ce-756ea894e50a'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:50:48.590172 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 034f53f8-268d-4df8-9824-3c3bafd84989 up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:50:48.688300 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port 034f53f8-268d-4df8-9824-3c3bafd84989 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:50:48.699560 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port 034f53f8-268d-4df8-9824-3c3bafd84989 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:50:48.700016 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:48.814575 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:48.839842 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '071dd350-4054-4b5a-bf29-ec377941cdd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '034f53f8-268d-4df8-9824-3c3bafd84989'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:50:48.842405 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4deab3f2-4b29-4343-8156-9e95f6a7259c" -d '{"events": [{"server_uuid": "071dd350-4054-4b5a-bf29-ec377941cdd8", "name": "network-vif-plugged", "status": "completed", "tag": "034f53f8-268d-4df8-9824-3c3bafd84989"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:50:48.858457 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 034f53f8-268d-4df8-9824-3c3bafd84989, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=034f53f8-268d-4df8-9824-3c3bafd84989,segment=NetworkSegment(baf87664-ecc7-475d-93f2-159d871e9198),segment_id=baf87664-ecc7-475d-93f2-159d871e9198)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:50:48.862754 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:48.868975 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aefc3f-0c74-4d8c-ae0f-61c2d65cc652 req-3ef6a549-9c0f-41d5-8b30-123fccf41011 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:48.871341 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b0aefc3f-0c74-4d8c-ae0f-61c2d65cc652 req-3ef6a549-9c0f-41d5-8b30-123fccf41011 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=81c20f7e-ab7b-4016-8938-e0baf0d6e226 HTTP/1.1" status: 200 len: 946 time: 0.0576959 Sep 23 06:50:48.888374 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5015c943-7015-4f49-ad10-c63ee677e879 x-openstack-request-id: req-5015c943-7015-4f49-ad10-c63ee677e879 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:50:48.888705 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "071dd350-4054-4b5a-bf29-ec377941cdd8", "name": "network-vif-plugged", "status": "completed", "tag": "034f53f8-268d-4df8-9824-3c3bafd84989", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:50:48.888958 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5015c943-7015-4f49-ad10-c63ee677e879 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:50:48.889346 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '071dd350-4054-4b5a-bf29-ec377941cdd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '034f53f8-268d-4df8-9824-3c3bafd84989', 'code': 200} Sep 23 06:50:48.917265 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=034f53f8-268d-4df8-9824-3c3bafd84989,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:48.919208 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b0aefc3f-0c74-4d8c-ae0f-61c2d65cc652 req-0e4d50f7-4b5a-4566-a0fc-5dce3a3db249 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409811 Sep 23 06:50:49.032929 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc172dc-3d8e-4f8f-a89a-70440d6b3310 req-73476bb0-f540-4a9b-81cf-19f16cab6bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:49.034407 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8bc172dc-3d8e-4f8f-a89a-70440d6b3310 req-73476bb0-f540-4a9b-81cf-19f16cab6bbd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=071dd350-4054-4b5a-bf29-ec377941cdd8 HTTP/1.1" status: 200 len: 1097 time: 0.0453777 Sep 23 06:50:49.036739 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f1bede-6138-4272-90fe-5e6dd751a717 req-eb88e793-953a-48db-a763-88c83d624f9f tempest-ServerGroupTestJSON-1453240211 tempest-ServerGroupTestJSON-1453240211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:49.038406 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-25f1bede-6138-4272-90fe-5e6dd751a717 req-eb88e793-953a-48db-a763-88c83d624f9f tempest-ServerGroupTestJSON-1453240211 tempest-ServerGroupTestJSON-1453240211-project] 10.222.0.39 "GET /v2.0/ports?device_id=1042f7a2-642b-4100-8796-ae372b71daaa HTTP/1.1" status: 200 len: 945 time: 0.0557392 Sep 23 06:50:49.072976 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8bc172dc-3d8e-4f8f-a89a-70440d6b3310 req-c4d4abd2-da88-467c-9712-f58fbf4ca93f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301521 Sep 23 06:50:49.079494 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-25f1bede-6138-4272-90fe-5e6dd751a717 req-08f10522-8ea7-4fed-a774-69113ae5737e tempest-ServerGroupTestJSON-1453240211 tempest-ServerGroupTestJSON-1453240211-project] 10.222.0.39 "GET /v2.0/security-groups?id=41e940de-6fad-4344-8581-8747987e2574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339282 Sep 23 06:50:49.259086 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b621750-230b-4a2a-ab59-3381deea4916 req-c50711be-c165-4cb5-8694-1f05f6a9a323 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:49.261466 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3b621750-230b-4a2a-ab59-3381deea4916 req-c50711be-c165-4cb5-8694-1f05f6a9a323 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=071dd350-4054-4b5a-bf29-ec377941cdd8 HTTP/1.1" status: 200 len: 945 time: 0.0557101 Sep 23 06:50:49.304226 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3b621750-230b-4a2a-ab59-3381deea4916 req-6ae89282-449d-4efd-ae42-132daa2d7dd6 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369105 Sep 23 06:50:49.627238 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c75de2-3421-476b-964a-7229dc4e50e7 req-f0d4c395-b3ff-4bb7-b9c3-9206b72aaef6 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:49.628981 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-94c75de2-3421-476b-964a-7229dc4e50e7 req-f0d4c395-b3ff-4bb7-b9c3-9206b72aaef6 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb87560c-9641-4635-9fad-e3498f44ae55 HTTP/1.1" status: 200 len: 946 time: 0.0510056 Sep 23 06:50:49.669139 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-94c75de2-3421-476b-964a-7229dc4e50e7 req-2f5f937a-5a43-4f92-91bf-701649572ef4 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/security-groups?id=ece3dc8d-d93c-45c1-8c17-22ee813f6047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333877 Sep 23 06:50:49.919180 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device aa1b0663-5f33-413d-92ce-756ea894e50a up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:50:49.970984 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port aa1b0663-5f33-413d-92ce-756ea894e50a completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:50:49.974867 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port aa1b0663-5f33-413d-92ce-756ea894e50a triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:50:49.975238 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:50.041478 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc31f76-593b-45f5-8021-d340cbe72ce8 req-c408a819-3bfe-4956-9c8d-fd5df5d1530c tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:50.043210 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6dc31f76-593b-45f5-8021-d340cbe72ce8 req-c408a819-3bfe-4956-9c8d-fd5df5d1530c tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=81c20f7e-ab7b-4016-8938-e0baf0d6e226 HTTP/1.1" status: 200 len: 946 time: 0.0506561 Sep 23 06:50:50.053313 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:50.083844 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6dc31f76-593b-45f5-8021-d340cbe72ce8 req-b6fda4c2-abaf-48bf-a798-3413dbd2352e tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346105 Sep 23 06:50:50.087132 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port aa1b0663-5f33-413d-92ce-756ea894e50a, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=aa1b0663-5f33-413d-92ce-756ea894e50a,segment=NetworkSegment(ea1ba488-117e-4ace-aa39-920b33e93679),segment_id=ea1ba488-117e-4ace-aa39-920b33e93679)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:50:50.092405 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:50.149085 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=aa1b0663-5f33-413d-92ce-756ea894e50a,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:50.201396 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc28421-5ed7-4ca6-bc71-07b07055fb63 req-476bc798-e42c-44a7-a9bb-77f25468232d tempest-ServerGroupTestJSON-1453240211 tempest-ServerGroupTestJSON-1453240211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:50.202830 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0cc28421-5ed7-4ca6-bc71-07b07055fb63 req-476bc798-e42c-44a7-a9bb-77f25468232d tempest-ServerGroupTestJSON-1453240211 tempest-ServerGroupTestJSON-1453240211-project] 10.222.0.39 "GET /v2.0/ports?device_id=1042f7a2-642b-4100-8796-ae372b71daaa HTTP/1.1" status: 200 len: 946 time: 0.0538483 Sep 23 06:50:50.243587 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0cc28421-5ed7-4ca6-bc71-07b07055fb63 req-174cf896-f0f4-432d-b762-bb808d0bdd43 tempest-ServerGroupTestJSON-1453240211 tempest-ServerGroupTestJSON-1453240211-project] 10.222.0.39 "GET /v2.0/security-groups?id=41e940de-6fad-4344-8581-8747987e2574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339510 Sep 23 06:50:50.435704 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a11868d-50b2-4d3a-8791-f03d2f44745d req-1ba5a3c5-7957-4f94-aa9d-06c57e9e44cb tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:50.437161 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2a11868d-50b2-4d3a-8791-f03d2f44745d req-1ba5a3c5-7957-4f94-aa9d-06c57e9e44cb tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=071dd350-4054-4b5a-bf29-ec377941cdd8 HTTP/1.1" status: 200 len: 945 time: 0.0515046 Sep 23 06:50:50.470746 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 06:50:50.475086 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2a11868d-50b2-4d3a-8791-f03d2f44745d req-cde942ab-205e-45b8-8350-01cece20851b tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320327 Sep 23 06:50:50.762863 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-954a6d67-b528-465c-aab9-e4ee5caea58e req-a13c2359-0af1-45e0-a7ee-c6bdcd76effd service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=358b1d87-108d-4a28-b69c-7d8042689779&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0496597 Sep 23 06:50:50.826322 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d4b333-b8e3-41bd-b553-adc14db33c66 req-850b55e8-4cb2-45d1-b778-da4d04d20ee8 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:50.827798 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c2d4b333-b8e3-41bd-b553-adc14db33c66 req-850b55e8-4cb2-45d1-b778-da4d04d20ee8 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb87560c-9641-4635-9fad-e3498f44ae55 HTTP/1.1" status: 200 len: 946 time: 0.0787828 Sep 23 06:50:50.859171 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a6d67-b528-465c-aab9-e4ee5caea58e req-a3e98e7f-49f5-44cc-89dd-e97caf994b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:50.860713 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-954a6d67-b528-465c-aab9-e4ee5caea58e req-a3e98e7f-49f5-44cc-89dd-e97caf994b85 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8275c6392a72426db62ebfc4817f4420&device_id=358b1d87-108d-4a28-b69c-7d8042689779 HTTP/1.1" status: 200 len: 1098 time: 0.0746255 Sep 23 06:50:50.879429 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c2d4b333-b8e3-41bd-b553-adc14db33c66 req-9dce933a-5f23-47c1-9454-41f9a6b81193 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/security-groups?id=ece3dc8d-d93c-45c1-8c17-22ee813f6047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447226 Sep 23 06:50:50.890314 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1042f7a2-642b-4100-8796-ae372b71daaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa1b0663-5f33-413d-92ce-756ea894e50a'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:50:50.900483 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f096c04-2f79-4806-a8a6-3d0b715ff6d0" -d '{"events": [{"server_uuid": "1042f7a2-642b-4100-8796-ae372b71daaa", "name": "network-vif-plugged", "status": "completed", "tag": "aa1b0663-5f33-413d-92ce-756ea894e50a"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:50:50.933929 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd0acbac-fdab-4a54-9d1a-37c5cecd20f6 x-openstack-request-id: req-dd0acbac-fdab-4a54-9d1a-37c5cecd20f6 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:50:50.934520 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1042f7a2-642b-4100-8796-ae372b71daaa", "name": "network-vif-plugged", "status": "completed", "tag": "aa1b0663-5f33-413d-92ce-756ea894e50a", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:50:50.934520 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dd0acbac-fdab-4a54-9d1a-37c5cecd20f6 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:50:50.934837 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1042f7a2-642b-4100-8796-ae372b71daaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa1b0663-5f33-413d-92ce-756ea894e50a', 'code': 200} Sep 23 06:50:51.004487 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265cab09-f841-421d-8bad-36e46e57e71c req-edb7a01c-55ce-42ab-b25a-eb2e847f26b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:51.005994 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-265cab09-f841-421d-8bad-36e46e57e71c req-edb7a01c-55ce-42ab-b25a-eb2e847f26b5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=bb87560c-9641-4635-9fad-e3498f44ae55 HTTP/1.1" status: 200 len: 1098 time: 0.0936279 Sep 23 06:50:51.034920 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a6d67-b528-465c-aab9-e4ee5caea58e req-ebfdc054-5e96-4cca-8d36-857c1dd9fc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:51.035980 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb68999-e130-4102-89ba-59819cef4988 req-e0ce4ec2-a099-45b0-addc-48a3baf5c75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:51.036534 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-954a6d67-b528-465c-aab9-e4ee5caea58e req-ebfdc054-5e96-4cca-8d36-857c1dd9fc72 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64 HTTP/1.1" status: 200 len: 912 time: 0.1456981 Sep 23 06:50:51.037465 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4bb68999-e130-4102-89ba-59819cef4988 req-e0ce4ec2-a099-45b0-addc-48a3baf5c75c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1042f7a2-642b-4100-8796-ae372b71daaa HTTP/1.1" status: 200 len: 1098 time: 0.0408795 Sep 23 06:50:51.058131 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-265cab09-f841-421d-8bad-36e46e57e71c req-a5330962-0ac5-4d70-9376-e1f9d5b442e6 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ece3dc8d-d93c-45c1-8c17-22ee813f6047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432265 Sep 23 06:50:51.082947 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4bb68999-e130-4102-89ba-59819cef4988 req-c65fc5c4-471d-4df8-9e75-407f68901b51 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=41e940de-6fad-4344-8581-8747987e2574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287197 Sep 23 06:50:51.090954 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-954a6d67-b528-465c-aab9-e4ee5caea58e req-615f4566-6d8d-4104-a842-d06dfb8d3d11 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41ded32b-3dfa-4bc3-8eac-202f78172222 HTTP/1.1" status: 200 len: 217 time: 0.0399408 Sep 23 06:50:51.202396 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aebbbb6-0cac-4ccb-bfd5-e62ec02bcec4 req-c64ddf55-1577-4d08-8444-f5d0d80a6b11 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:51.203878 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9aebbbb6-0cac-4ccb-bfd5-e62ec02bcec4 req-c64ddf55-1577-4d08-8444-f5d0d80a6b11 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=81c20f7e-ab7b-4016-8938-e0baf0d6e226 HTTP/1.1" status: 200 len: 946 time: 0.0501094 Sep 23 06:50:51.245972 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9aebbbb6-0cac-4ccb-bfd5-e62ec02bcec4 req-b29b3210-ba0c-47ae-9e00-3d2a13aec059 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342944 Sep 23 06:50:51.363608 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04780409-71e7-4bc9-b039-154348bfbd1c req-d6187dbb-dbb1-4ec3-baaf-a79780e7f5e8 tempest-ServerGroupTestJSON-1453240211 tempest-ServerGroupTestJSON-1453240211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:51.365027 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-04780409-71e7-4bc9-b039-154348bfbd1c req-d6187dbb-dbb1-4ec3-baaf-a79780e7f5e8 tempest-ServerGroupTestJSON-1453240211 tempest-ServerGroupTestJSON-1453240211-project] 10.222.0.39 "GET /v2.0/ports?device_id=1042f7a2-642b-4100-8796-ae372b71daaa HTTP/1.1" status: 200 len: 946 time: 0.0536044 Sep 23 06:50:51.403793 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-04780409-71e7-4bc9-b039-154348bfbd1c req-b435bccc-f4b7-4a0b-8347-48be39e3edd0 tempest-ServerGroupTestJSON-1453240211 tempest-ServerGroupTestJSON-1453240211-project] 10.222.0.39 "GET /v2.0/security-groups?id=41e940de-6fad-4344-8581-8747987e2574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319505 Sep 23 06:50:51.505304 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a6d67-b528-465c-aab9-e4ee5caea58e req-a2a9cb53-5da0-42a2-aad8-177fae73b4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:51.506827 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-954a6d67-b528-465c-aab9-e4ee5caea58e req-a2a9cb53-5da0-42a2-aad8-177fae73b4ae service neutron] 10.222.0.58 "GET /v2.0/subnets?id=46ccc032-0362-4c9c-977b-4c26fbfaa4e6 HTTP/1.1" status: 200 len: 850 time: 0.0519452 Sep 23 06:50:51.585561 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a6d67-b528-465c-aab9-e4ee5caea58e req-d90f9762-7680-45cd-8c3a-a99ce65bf07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:51.587192 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-954a6d67-b528-465c-aab9-e4ee5caea58e req-d90f9762-7680-45cd-8c3a-a99ce65bf07e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0714259 Sep 23 06:50:51.611964 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79496769-a8d3-42fd-aeb2-90c7cc2d66ec req-e9950ed6-5d8f-4abc-b898-07d6965e9e7d tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:51.613398 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-79496769-a8d3-42fd-aeb2-90c7cc2d66ec req-e9950ed6-5d8f-4abc-b898-07d6965e9e7d tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=071dd350-4054-4b5a-bf29-ec377941cdd8 HTTP/1.1" status: 200 len: 945 time: 0.0683157 Sep 23 06:50:51.703092 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-79496769-a8d3-42fd-aeb2-90c7cc2d66ec req-0fd44ea4-c2d8-4eed-8161-3da9c50e2cbd tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801156 Sep 23 06:50:51.725808 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-954a6d67-b528-465c-aab9-e4ee5caea58e req-b6852636-c5ac-4857-b7e9-fc613effb123 service neutron] 10.222.0.58 "GET /v2.0/networks/d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295612 Sep 23 06:50:51.821387 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-954a6d67-b528-465c-aab9-e4ee5caea58e req-30f4bfeb-1812-40e0-ac25-53b56a069008 service neutron] 10.222.0.58 "GET /v2.0/networks/d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872247 Sep 23 06:50:51.826767 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be9ae38-8a4d-4ed6-a02a-b2011d54a395 req-eabfd7b0-6c36-42f7-b26f-2ff24f44559a tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:51.828326 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2be9ae38-8a4d-4ed6-a02a-b2011d54a395 req-eabfd7b0-6c36-42f7-b26f-2ff24f44559a tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=071dd350-4054-4b5a-bf29-ec377941cdd8 HTTP/1.1" status: 200 len: 945 time: 0.0533636 Sep 23 06:50:51.866077 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2be9ae38-8a4d-4ed6-a02a-b2011d54a395 req-2780d580-f0da-4fd6-af0e-11841b022165 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315497 Sep 23 06:50:51.999046 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b8ed1b-e1cd-4073-b41d-14bed4c2a988 req-6a245dc4-9906-4c73-8005-59d692d5b1f8 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:52.001307 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-01b8ed1b-e1cd-4073-b41d-14bed4c2a988 req-6a245dc4-9906-4c73-8005-59d692d5b1f8 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb87560c-9641-4635-9fad-e3498f44ae55 HTTP/1.1" status: 200 len: 946 time: 0.0521035 Sep 23 06:50:52.047137 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-01b8ed1b-e1cd-4073-b41d-14bed4c2a988 req-88f18169-ec80-4b9c-a746-ac408c20cf0d tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/security-groups?id=ece3dc8d-d93c-45c1-8c17-22ee813f6047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382981 Sep 23 06:50:52.123955 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29dfc24-c82c-486d-8113-201a87937ea2 req-143170b4-043a-43c7-a078-4faf178073d2 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:52.125394 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a29dfc24-c82c-486d-8113-201a87937ea2 req-143170b4-043a-43c7-a078-4faf178073d2 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=071dd350-4054-4b5a-bf29-ec377941cdd8 HTTP/1.1" status: 200 len: 945 time: 0.0592282 Sep 23 06:50:52.166803 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a29dfc24-c82c-486d-8113-201a87937ea2 req-cf9f9a9a-a0cd-459c-ae34-6269a0d3269e tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345891 Sep 23 06:50:52.378195 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d43621e-b72b-4856-b975-79d5e94b6d46 req-3f0881a6-2420-408a-9e32-60ddcbb870f5 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:52.379560 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5d43621e-b72b-4856-b975-79d5e94b6d46 req-3f0881a6-2420-408a-9e32-60ddcbb870f5 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=81c20f7e-ab7b-4016-8938-e0baf0d6e226 HTTP/1.1" status: 200 len: 946 time: 0.0568628 Sep 23 06:50:52.420720 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5d43621e-b72b-4856-b975-79d5e94b6d46 req-2a312a51-9a8c-4277-b37f-fd859c7afe49 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349476 Sep 23 06:50:52.520697 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36b269e-3be5-4358-afea-e3f715899ada req-879ce7a1-0752-40be-b3a4-09c50f429b34 tempest-ServerGroupTestJSON-1453240211 tempest-ServerGroupTestJSON-1453240211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:52.522231 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b36b269e-3be5-4358-afea-e3f715899ada req-879ce7a1-0752-40be-b3a4-09c50f429b34 tempest-ServerGroupTestJSON-1453240211 tempest-ServerGroupTestJSON-1453240211-project] 10.222.0.39 "GET /v2.0/ports?device_id=1042f7a2-642b-4100-8796-ae372b71daaa HTTP/1.1" status: 200 len: 946 time: 0.0514331 Sep 23 06:50:52.562159 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b36b269e-3be5-4358-afea-e3f715899ada req-da80f20e-2819-44be-8af4-55e416b0c8b3 tempest-ServerGroupTestJSON-1453240211 tempest-ServerGroupTestJSON-1453240211-project] 10.222.0.39 "GET /v2.0/security-groups?id=41e940de-6fad-4344-8581-8747987e2574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333014 Sep 23 06:50:52.627958 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 6766a1d8-2d0a-4992-baff-4412223d19b9 details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:50:52.720934 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 6766a1d8-2d0a-4992-baff-4412223d19b9, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=6766a1d8-2d0a-4992-baff-4412223d19b9,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:50:52.731688 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': '6766a1d8-2d0a-4992-baff-4412223d19b9', 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062', 'port_id': '6766a1d8-2d0a-4992-baff-4412223d19b9', 'mac_address': 'fa:16:3e:18:ee:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:50:52.768470 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:52.785287 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6766a1d8-2d0a-4992-baff-4412223d19b9 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:50:52.808202 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 6766a1d8-2d0a-4992-baff-4412223d19b9, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=6766a1d8-2d0a-4992-baff-4412223d19b9,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:50:52.811825 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:52.860007 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=6766a1d8-2d0a-4992-baff-4412223d19b9,revision_number=6']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:52.982924 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['6766a1d8-2d0a-4992-baff-4412223d19b9'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:50:53.172421 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683fc5c2-a5c8-40f3-bf44-87d17ee7812e req-e8812b9b-1125-4e61-a63a-e3c590c89505 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:53.173937 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-683fc5c2-a5c8-40f3-bf44-87d17ee7812e req-e8812b9b-1125-4e61-a63a-e3c590c89505 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb87560c-9641-4635-9fad-e3498f44ae55 HTTP/1.1" status: 200 len: 946 time: 0.0539279 Sep 23 06:50:53.211549 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-683fc5c2-a5c8-40f3-bf44-87d17ee7812e req-af395f3d-f2b9-4a07-9fbb-529af999052a tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/security-groups?id=ece3dc8d-d93c-45c1-8c17-22ee813f6047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316641 Sep 23 06:50:53.290302 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269cd8f3-ef1b-4f0f-853a-8ed05b0345b1 req-5c6e144a-6f99-4f1f-912b-34cdb3825806 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:53.291823 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-269cd8f3-ef1b-4f0f-853a-8ed05b0345b1 req-5c6e144a-6f99-4f1f-912b-34cdb3825806 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=071dd350-4054-4b5a-bf29-ec377941cdd8 HTTP/1.1" status: 200 len: 945 time: 0.0489016 Sep 23 06:50:53.331678 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-269cd8f3-ef1b-4f0f-853a-8ed05b0345b1 req-03ad9cb2-8498-4c6e-9faa-bd8ce9f12a1f tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334985 Sep 23 06:50:53.487739 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec7814-d3ac-4432-a325-766f9a94a060 req-38c680e9-91c8-43c6-9fa4-2c4e1c36e24a tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:53.489247 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8dec7814-d3ac-4432-a325-766f9a94a060 req-38c680e9-91c8-43c6-9fa4-2c4e1c36e24a tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/networks?id=6857e841-b53d-4899-987a-f0e6c1c77e85 HTTP/1.1" status: 200 len: 811 time: 0.1029248 Sep 23 06:50:53.504721 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8dec7814-d3ac-4432-a325-766f9a94a060 req-3c9a2e35-f6db-4a5f-918f-c5c86146edee tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/quotas/78784ddf54ea42ea84ca6a9ec88bb4dc HTTP/1.1" status: 200 len: 375 time: 0.0091898 Sep 23 06:50:53.545628 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04286ee-6db7-4bdf-915f-03339b3f4a9c req-5e833cd6-cab2-4914-b7c6-487c9dffce61 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:53.547177 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d04286ee-6db7-4bdf-915f-03339b3f4a9c req-5e833cd6-cab2-4914-b7c6-487c9dffce61 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=81c20f7e-ab7b-4016-8938-e0baf0d6e226 HTTP/1.1" status: 200 len: 946 time: 0.0544045 Sep 23 06:50:53.560981 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8dec7814-d3ac-4432-a325-766f9a94a060 req-a583cc0f-9815-4bd1-9e16-2d7b33b12a88 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=78784ddf54ea42ea84ca6a9ec88bb4dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500827 Sep 23 06:50:53.587057 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d04286ee-6db7-4bdf-915f-03339b3f4a9c req-efbd0f78-fecf-4984-86d2-1f847203a8b2 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337884 Sep 23 06:50:53.654024 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8dec7814-d3ac-4432-a325-766f9a94a060 req-70949fbd-fbea-4735-9b83-dcde14673d27 service neutron] 10.222.0.39 "GET /v2.0/networks/6857e841-b53d-4899-987a-f0e6c1c77e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862064 Sep 23 06:50:53.757927 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8dec7814-d3ac-4432-a325-766f9a94a060 req-998f1c59-1794-4fa8-bbb1-dedd431746f2 service neutron] 10.222.0.39 "GET /v2.0/networks/6857e841-b53d-4899-987a-f0e6c1c77e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976183 Sep 23 06:50:53.762333 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473ab14c-6fa6-430c-9057-74128f5b458e req-ecce7a8b-d6b6-4777-a670-9ea4bc13aea9 tempest-ServerGroupTestJSON-1453240211 tempest-ServerGroupTestJSON-1453240211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:53.763839 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-473ab14c-6fa6-430c-9057-74128f5b458e req-ecce7a8b-d6b6-4777-a670-9ea4bc13aea9 tempest-ServerGroupTestJSON-1453240211 tempest-ServerGroupTestJSON-1453240211-project] 10.222.0.39 "GET /v2.0/ports?device_id=1042f7a2-642b-4100-8796-ae372b71daaa HTTP/1.1" status: 200 len: 946 time: 0.0513766 Sep 23 06:50:53.803807 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-473ab14c-6fa6-430c-9057-74128f5b458e req-90c171b1-2ce6-4e7a-9f57-d6633bf75b15 tempest-ServerGroupTestJSON-1453240211 tempest-ServerGroupTestJSON-1453240211-project] 10.222.0.39 "GET /v2.0/security-groups?id=41e940de-6fad-4344-8581-8747987e2574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338905 Sep 23 06:50:53.961667 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device a98de87c-3ea2-486d-b079-c75619c5535b details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:50:53.976680 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4e7aff10-201f-46ee-be9c-9ee302788e6f req-8008091e-aace-4397-b5aa-14c078ae0d00 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?device_id=31e1b5ab-8723-4bb9-862e-bd5cb61591b3 HTTP/1.1" status: 200 len: 210 time: 0.0322258 Sep 23 06:50:54.115722 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port a98de87c-3ea2-486d-b079-c75619c5535b, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=a98de87c-3ea2-486d-b079-c75619c5535b,segment=NetworkSegment(f93b6022-d5e5-431e-9dcb-2461df9c5b3b),segment_id=f93b6022-d5e5-431e-9dcb-2461df9c5b3b)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:50:54.128522 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': 'a98de87c-3ea2-486d-b079-c75619c5535b', 'network_id': '5e6b1e6b-f43d-48fc-88ea-84227fc0190a', 'port_id': 'a98de87c-3ea2-486d-b079-c75619c5535b', 'mac_address': 'fa:16:3e:29:97:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dbf4107-f4ac-450c-a420-ffd87b06b7dc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:50:54.169631 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:54.183451 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a98de87c-3ea2-486d-b079-c75619c5535b {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:50:54.205567 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port a98de87c-3ea2-486d-b079-c75619c5535b, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=a98de87c-3ea2-486d-b079-c75619c5535b,segment=NetworkSegment(f93b6022-d5e5-431e-9dcb-2461df9c5b3b),segment_id=f93b6022-d5e5-431e-9dcb-2461df9c5b3b)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:50:54.211189 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:54.258606 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38d0d76-38d9-47f7-a89d-953c02d313a3 req-6a0a3564-881c-4074-979b-a49cc5052d9f tempest-ServerGroupTestJSON-1453240211 tempest-ServerGroupTestJSON-1453240211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:54.262453 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d38d0d76-38d9-47f7-a89d-953c02d313a3 req-6a0a3564-881c-4074-979b-a49cc5052d9f tempest-ServerGroupTestJSON-1453240211 tempest-ServerGroupTestJSON-1453240211-project] 10.222.0.39 "GET /v2.0/ports?device_id=1042f7a2-642b-4100-8796-ae372b71daaa HTTP/1.1" status: 200 len: 946 time: 0.0707541 Sep 23 06:50:54.279667 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=a98de87c-3ea2-486d-b079-c75619c5535b,revision_number=6']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:54.309268 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d38d0d76-38d9-47f7-a89d-953c02d313a3 req-bffac2c8-685f-41b0-bbff-693ff11c1eff tempest-ServerGroupTestJSON-1453240211 tempest-ServerGroupTestJSON-1453240211-project] 10.222.0.39 "GET /v2.0/security-groups?id=41e940de-6fad-4344-8581-8747987e2574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400536 Sep 23 06:50:54.363454 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['a98de87c-3ea2-486d-b079-c75619c5535b'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:50:54.473909 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891cffc3-c04f-42fd-b170-6c78997a4717 req-82624ed8-4001-43e7-8f26-6a9352e4fb49 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:54.475735 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-891cffc3-c04f-42fd-b170-6c78997a4717 req-82624ed8-4001-43e7-8f26-6a9352e4fb49 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=071dd350-4054-4b5a-bf29-ec377941cdd8 HTTP/1.1" status: 200 len: 945 time: 0.0598588 Sep 23 06:50:54.525214 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-891cffc3-c04f-42fd-b170-6c78997a4717 req-c945fba0-185e-451a-974f-37fb571175a6 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401852 Sep 23 06:50:54.636962 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 6766a1d8-2d0a-4992-baff-4412223d19b9 up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:50:54.709253 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abc4eed-c55d-4b36-98e3-4445ab8e3416 req-27d08582-f79a-42bd-a396-83479e1851cd tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:54.711114 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9abc4eed-c55d-4b36-98e3-4445ab8e3416 req-27d08582-f79a-42bd-a396-83479e1851cd tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.21 "GET /v2.0/ports?device_id=071dd350-4054-4b5a-bf29-ec377941cdd8 HTTP/1.1" status: 200 len: 945 time: 0.0981185 Sep 23 06:50:54.740672 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port 6766a1d8-2d0a-4992-baff-4412223d19b9 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:50:54.741497 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:54.769311 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e18b3d-3409-4987-8cb7-959a869df225 req-8b821522-5f3f-4ba7-90bb-9f31174a51aa tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:54.771327 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-95e18b3d-3409-4987-8cb7-959a869df225 req-8b821522-5f3f-4ba7-90bb-9f31174a51aa tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=81c20f7e-ab7b-4016-8938-e0baf0d6e226 HTTP/1.1" status: 200 len: 945 time: 0.0934324 Sep 23 06:50:54.831305 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-95e18b3d-3409-4987-8cb7-959a869df225 req-666d00e1-8c2f-4fac-83a0-1f8ea0e9d852 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533824 Sep 23 06:50:54.856285 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-9abc4eed-c55d-4b36-98e3-4445ab8e3416 req-8692ce70-9eeb-4226-af77-a7d2b68ce9ec tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Deleting port 034f53f8-268d-4df8-9824-3c3bafd84989 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:50:54.856610 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-9abc4eed-c55d-4b36-98e3-4445ab8e3416 req-8692ce70-9eeb-4226-af77-a7d2b68ce9ec tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:54.883808 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:54.928835 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 6766a1d8-2d0a-4992-baff-4412223d19b9, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=6766a1d8-2d0a-4992-baff-4412223d19b9,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:50:54.931105 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f177cb1-a64d-4d1e-a920-982fad0b76b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6766a1d8-2d0a-4992-baff-4412223d19b9'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:50:54.934585 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e52312-11ca-473d-bff7-1593bbcc5629" -d '{"events": [{"server_uuid": "8f177cb1-a64d-4d1e-a920-982fad0b76b3", "name": "network-vif-plugged", "status": "completed", "tag": "6766a1d8-2d0a-4992-baff-4412223d19b9"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:50:54.942791 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:54.983347 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-9abc4eed-c55d-4b36-98e3-4445ab8e3416 req-8692ce70-9eeb-4226-af77-a7d2b68ce9ec tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] For port 034f53f8-268d-4df8-9824-3c3bafd84989, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=034f53f8-268d-4df8-9824-3c3bafd84989,segment=NetworkSegment(baf87664-ecc7-475d-93f2-159d871e9198),segment_id=baf87664-ecc7-475d-93f2-159d871e9198)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:50:54.983347 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-9abc4eed-c55d-4b36-98e3-4445ab8e3416 req-8692ce70-9eeb-4226-af77-a7d2b68ce9ec tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:55.001337 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-9abc4eed-c55d-4b36-98e3-4445ab8e3416 req-8692ce70-9eeb-4226-af77-a7d2b68ce9ec tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Calling delete_port for 034f53f8-268d-4df8-9824-3c3bafd84989 owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:50:55.015747 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=6766a1d8-2d0a-4992-baff-4412223d19b9,revision_number=7']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:55.095840 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7774fcc-e4dc-405e-b26c-2ee8aae1c86d x-openstack-request-id: req-d7774fcc-e4dc-405e-b26c-2ee8aae1c86d {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:50:55.096145 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f177cb1-a64d-4d1e-a920-982fad0b76b3", "name": "network-vif-plugged", "status": "completed", "tag": "6766a1d8-2d0a-4992-baff-4412223d19b9", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:50:55.096402 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d7774fcc-e4dc-405e-b26c-2ee8aae1c86d {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:50:55.096801 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f177cb1-a64d-4d1e-a920-982fad0b76b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6766a1d8-2d0a-4992-baff-4412223d19b9', 'code': 200} Sep 23 06:50:55.212657 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-53036c0a-ef73-4a1c-a552-a1a8d09e0135 req-0fbbe876-4cd4-4e54-b1cb-0357354c3d9b tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?device_id=31e1b5ab-8723-4bb9-862e-bd5cb61591b3 HTTP/1.1" status: 200 len: 210 time: 0.0580275 Sep 23 06:50:55.271874 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-9abc4eed-c55d-4b36-98e3-4445ab8e3416 req-8692ce70-9eeb-4226-af77-a7d2b68ce9ec tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:55.300905 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['e87b71fa-b97d-4b3a-b9d5-d1cec873b9bc', '034f53f8-268d-4df8-9824-3c3bafd84989'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:50:55.311287 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8692ce70-9eeb-4226-af77-a7d2b68ce9ec tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Pushing event deleted for resources: {'Port': ['ID=034f53f8-268d-4df8-9824-3c3bafd84989,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:55.365593 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec7814-d3ac-4432-a325-766f9a94a060 req-677746bc-71e3-4e3f-9036-029a8f5169dd tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:55.367142 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8dec7814-d3ac-4432-a325-766f9a94a060 req-677746bc-71e3-4e3f-9036-029a8f5169dd tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.21 "GET /v2.0/networks?id=6857e841-b53d-4899-987a-f0e6c1c77e85 HTTP/1.1" status: 200 len: 811 time: 0.2143102 Sep 23 06:50:55.382659 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-9abc4eed-c55d-4b36-98e3-4445ab8e3416 req-8692ce70-9eeb-4226-af77-a7d2b68ce9ec tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] No DVR routers for this DVR port 034f53f8-268d-4df8-9824-3c3bafd84989 on host n-h1-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:50:55.388055 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-9abc4eed-c55d-4b36-98e3-4445ab8e3416 req-8692ce70-9eeb-4226-af77-a7d2b68ce9ec tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:55.390203 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9abc4eed-c55d-4b36-98e3-4445ab8e3416 req-8692ce70-9eeb-4226-af77-a7d2b68ce9ec tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.21 "DELETE /v2.0/ports/034f53f8-268d-4df8-9824-3c3bafd84989 HTTP/1.1" status: 204 len: 173 time: 0.6714625 Sep 23 06:50:55.391274 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '071dd350-4054-4b5a-bf29-ec377941cdd8', 'name': 'network-vif-deleted', 'tag': '034f53f8-268d-4df8-9824-3c3bafd84989'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:50:55.393746 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b6b94ee-e388-4e18-91ae-9e071121a380" -d '{"events": [{"server_uuid": "071dd350-4054-4b5a-bf29-ec377941cdd8", "name": "network-vif-deleted", "tag": "034f53f8-268d-4df8-9824-3c3bafd84989"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:50:55.425925 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-8dec7814-d3ac-4432-a325-766f9a94a060 req-4ab72534-2eb9-48eb-8c6f-02211a739fed tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Request body: {'port': {'device_id': '31e1b5ab-8723-4bb9-862e-bd5cb61591b3', 'network_id': '6857e841-b53d-4899-987a-f0e6c1c77e85', 'admin_state_up': True, 'tenant_id': '78784ddf54ea42ea84ca6a9ec88bb4dc'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:50:55.553097 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a623a92e-77db-4250-a693-bc08c9e4e35d x-openstack-request-id: req-a623a92e-77db-4250-a693-bc08c9e4e35d {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:50:55.553717 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "071dd350-4054-4b5a-bf29-ec377941cdd8", "name": "network-vif-deleted", "tag": "034f53f8-268d-4df8-9824-3c3bafd84989", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:50:55.553717 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a623a92e-77db-4250-a693-bc08c9e4e35d {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:50:55.554031 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '071dd350-4054-4b5a-bf29-ec377941cdd8', 'name': 'network-vif-deleted', 'tag': '034f53f8-268d-4df8-9824-3c3bafd84989', 'status': 'completed', 'code': 200} Sep 23 06:50:55.574805 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2b30b-53fe-4822-8f71-56d3202f8c92 req-0c04fcb5-176f-4134-918a-87235b28e19e tempest-ServerGroupTestJSON-1453240211 tempest-ServerGroupTestJSON-1453240211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:55.576692 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d2c2b30b-53fe-4822-8f71-56d3202f8c92 req-0c04fcb5-176f-4134-918a-87235b28e19e tempest-ServerGroupTestJSON-1453240211 tempest-ServerGroupTestJSON-1453240211-project] 10.222.0.39 "GET /v2.0/ports?device_id=1042f7a2-642b-4100-8796-ae372b71daaa HTTP/1.1" status: 200 len: 946 time: 0.0999553 Sep 23 06:50:55.632223 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d8b511a1-5e25-459c-8cf7-784738cc7646 req-9d33b743-dc0c-475a-bb76-97fca6c939a9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=671265d2-16fd-4692-9592-414591c0025a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0931692 Sep 23 06:50:55.682011 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d2c2b30b-53fe-4822-8f71-56d3202f8c92 req-d0f31eba-dc32-4994-b0fd-ae1ea0100e67 tempest-ServerGroupTestJSON-1453240211 tempest-ServerGroupTestJSON-1453240211-project] 10.222.0.39 "GET /v2.0/security-groups?id=41e940de-6fad-4344-8581-8747987e2574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981839 Sep 23 06:50:55.704824 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6fb03402-7692-40dc-b56d-1c10624543ed req-bbda6d37-1fe7-4a7e-b12a-b13567278bf7 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=071dd350-4054-4b5a-bf29-ec377941cdd8 HTTP/1.1" status: 200 len: 210 time: 0.0774689 Sep 23 06:50:55.741530 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dec7814-d3ac-4432-a325-766f9a94a060 req-4ab72534-2eb9-48eb-8c6f-02211a739fed tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Made reservation on behalf of 78784ddf54ea42ea84ca6a9ec88bb4dc for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:50:55.745756 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-8dec7814-d3ac-4432-a325-766f9a94a060 req-4ab72534-2eb9-48eb-8c6f-02211a739fed tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:55.782617 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b511a1-5e25-459c-8cf7-784738cc7646 req-f9a0ade5-12bf-4fb1-8aa1-f9998e5b4df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:55.783286 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d8b511a1-5e25-459c-8cf7-784738cc7646 req-f9a0ade5-12bf-4fb1-8aa1-f9998e5b4df0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8275c6392a72426db62ebfc4817f4420&device_id=671265d2-16fd-4692-9592-414591c0025a HTTP/1.1" status: 200 len: 1097 time: 0.0742810 Sep 23 06:50:55.936726 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a594ad-1584-4b01-adf1-cd0832126147 req-559f1652-71f8-4f77-b11d-e847012765a7 tempest-ServerGroupTestJSON-1453240211 tempest-ServerGroupTestJSON-1453240211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:55.938427 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-91a594ad-1584-4b01-adf1-cd0832126147 req-559f1652-71f8-4f77-b11d-e847012765a7 tempest-ServerGroupTestJSON-1453240211 tempest-ServerGroupTestJSON-1453240211-project] 10.222.0.58 "GET /v2.0/ports?device_id=1042f7a2-642b-4100-8796-ae372b71daaa HTTP/1.1" status: 200 len: 946 time: 0.0763466 Sep 23 06:50:55.975706 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device a98de87c-3ea2-486d-b079-c75619c5535b up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:50:56.047660 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port a98de87c-3ea2-486d-b079-c75619c5535b triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:50:56.048235 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:56.079615 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-91a594ad-1584-4b01-adf1-cd0832126147 req-13f2388b-f08b-40c5-8c4a-d72a591a1de5 tempest-ServerGroupTestJSON-1453240211 tempest-ServerGroupTestJSON-1453240211-project] Deleting port aa1b0663-5f33-413d-92ce-756ea894e50a {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:50:56.079803 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-91a594ad-1584-4b01-adf1-cd0832126147 req-13f2388b-f08b-40c5-8c4a-d72a591a1de5 tempest-ServerGroupTestJSON-1453240211 tempest-ServerGroupTestJSON-1453240211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:56.135974 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-8dec7814-d3ac-4432-a325-766f9a94a060 req-4ab72534-2eb9-48eb-8c6f-02211a739fed tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Allocated IP 172.20.0.5 (6857e841-b53d-4899-987a-f0e6c1c77e85/28a40485-6179-4cfd-bacb-cd6d53527b94/6c1b67c9-1960-4c11-8092-1d3562af2857) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:50:56.148998 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da4795-47ef-4a98-9fa7-f80319b6f764 req-f986d27f-d440-4b44-8869-3d671a055dd8 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:56.158067 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b0da4795-47ef-4a98-9fa7-f80319b6f764 req-f986d27f-d440-4b44-8869-3d671a055dd8 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=81c20f7e-ab7b-4016-8938-e0baf0d6e226 HTTP/1.1" status: 200 len: 945 time: 0.2230246 Sep 23 06:50:56.167435 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b511a1-5e25-459c-8cf7-784738cc7646 req-a0d6cb07-fed7-49f8-9499-3904f9baab21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:56.169226 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d8b511a1-5e25-459c-8cf7-784738cc7646 req-a0d6cb07-fed7-49f8-9499-3904f9baab21 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64 HTTP/1.1" status: 200 len: 912 time: 0.3617194 Sep 23 06:50:56.244366 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d8b511a1-5e25-459c-8cf7-784738cc7646 req-2b4ccb42-f482-4592-bcd0-b8bd1b71ce33 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f947862c-9ae7-4ba5-beb5-fa04f2f02f9f HTTP/1.1" status: 200 len: 217 time: 0.0619841 Sep 23 06:50:56.301640 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-91a594ad-1584-4b01-adf1-cd0832126147 req-13f2388b-f08b-40c5-8c4a-d72a591a1de5 tempest-ServerGroupTestJSON-1453240211 tempest-ServerGroupTestJSON-1453240211-project] For port aa1b0663-5f33-413d-92ce-756ea894e50a, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=aa1b0663-5f33-413d-92ce-756ea894e50a,segment=NetworkSegment(ea1ba488-117e-4ace-aa39-920b33e93679),segment_id=ea1ba488-117e-4ace-aa39-920b33e93679)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:50:56.302048 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-91a594ad-1584-4b01-adf1-cd0832126147 req-13f2388b-f08b-40c5-8c4a-d72a591a1de5 tempest-ServerGroupTestJSON-1453240211 tempest-ServerGroupTestJSON-1453240211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:56.306095 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:56.319988 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-91a594ad-1584-4b01-adf1-cd0832126147 req-13f2388b-f08b-40c5-8c4a-d72a591a1de5 tempest-ServerGroupTestJSON-1453240211 tempest-ServerGroupTestJSON-1453240211-project] Calling delete_port for aa1b0663-5f33-413d-92ce-756ea894e50a owned by compute:nova {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:50:56.327913 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b511a1-5e25-459c-8cf7-784738cc7646 req-f8b17751-deae-4740-99f6-7ef072314feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:56.329464 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d8b511a1-5e25-459c-8cf7-784738cc7646 req-f8b17751-deae-4740-99f6-7ef072314feb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=46ccc032-0362-4c9c-977b-4c26fbfaa4e6 HTTP/1.1" status: 200 len: 850 time: 0.0600727 Sep 23 06:50:56.349085 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b0da4795-47ef-4a98-9fa7-f80319b6f764 req-c6bcccfa-1932-4306-b714-c38f07795af2 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846833 Sep 23 06:50:56.405756 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port a98de87c-3ea2-486d-b079-c75619c5535b, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=a98de87c-3ea2-486d-b079-c75619c5535b,segment=NetworkSegment(f93b6022-d5e5-431e-9dcb-2461df9c5b3b),segment_id=f93b6022-d5e5-431e-9dcb-2461df9c5b3b)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:50:56.420158 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:56.493370 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b511a1-5e25-459c-8cf7-784738cc7646 req-3d79d684-5983-486b-8080-1c7b16a91856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:56.495087 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d8b511a1-5e25-459c-8cf7-784738cc7646 req-3d79d684-5983-486b-8080-1c7b16a91856 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1246629 Sep 23 06:50:56.520914 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=a98de87c-3ea2-486d-b079-c75619c5535b,revision_number=7']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:56.534629 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-219484ef-e3e3-4d2f-85a9-a642aa70b972 req-855775b0-1ab5-4cad-b8eb-f26e38b25eaf tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?device_id=31e1b5ab-8723-4bb9-862e-bd5cb61591b3 HTTP/1.1" status: 200 len: 210 time: 0.0486324 Sep 23 06:50:56.628048 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-91a594ad-1584-4b01-adf1-cd0832126147 req-13f2388b-f08b-40c5-8c4a-d72a591a1de5 tempest-ServerGroupTestJSON-1453240211 tempest-ServerGroupTestJSON-1453240211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:56.630957 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-8dec7814-d3ac-4432-a325-766f9a94a060 req-4ab72534-2eb9-48eb-8c6f-02211a739fed tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:56.642903 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['aa1b0663-5f33-413d-92ce-756ea894e50a'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:50:56.656967 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d8b511a1-5e25-459c-8cf7-784738cc7646 req-e3fa181e-1885-4800-927f-c7cfcf8884a6 service neutron] 10.222.0.21 "GET /v2.0/networks/d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319535 Sep 23 06:50:56.666119 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f2388b-f08b-40c5-8c4a-d72a591a1de5 tempest-ServerGroupTestJSON-1453240211 tempest-ServerGroupTestJSON-1453240211-project] Pushing event deleted for resources: {'Port': ['ID=aa1b0663-5f33-413d-92ce-756ea894e50a,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:56.732138 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-91a594ad-1584-4b01-adf1-cd0832126147 req-13f2388b-f08b-40c5-8c4a-d72a591a1de5 tempest-ServerGroupTestJSON-1453240211 tempest-ServerGroupTestJSON-1453240211-project] No DVR routers for this DVR port aa1b0663-5f33-413d-92ce-756ea894e50a on host n-h2-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:50:56.737072 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-91a594ad-1584-4b01-adf1-cd0832126147 req-13f2388b-f08b-40c5-8c4a-d72a591a1de5 tempest-ServerGroupTestJSON-1453240211 tempest-ServerGroupTestJSON-1453240211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:56.738589 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-91a594ad-1584-4b01-adf1-cd0832126147 req-13f2388b-f08b-40c5-8c4a-d72a591a1de5 tempest-ServerGroupTestJSON-1453240211 tempest-ServerGroupTestJSON-1453240211-project] 10.222.0.58 "DELETE /v2.0/ports/aa1b0663-5f33-413d-92ce-756ea894e50a HTTP/1.1" status: 204 len: 173 time: 0.7896156 Sep 23 06:50:56.739038 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1042f7a2-642b-4100-8796-ae372b71daaa', 'name': 'network-vif-deleted', 'tag': 'aa1b0663-5f33-413d-92ce-756ea894e50a'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:50:56.741364 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d83b9e-c45d-4563-953a-8b75bb8af4f7" -d '{"events": [{"server_uuid": "1042f7a2-642b-4100-8796-ae372b71daaa", "name": "network-vif-deleted", "tag": "aa1b0663-5f33-413d-92ce-756ea894e50a"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:50:56.796361 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-8dec7814-d3ac-4432-a325-766f9a94a060 req-4ab72534-2eb9-48eb-8c6f-02211a739fed tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:56.811347 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['7798a4bb-7e08-4b55-ac2e-860f75e1be63'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:50:56.871394 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab72534-2eb9-48eb-8c6f-02211a739fed tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Pushing event updated for resources: {'Port': ['ID=6c1b67c9-1960-4c11-8092-1d3562af2857,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:56.898634 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45426a40-b0fb-414c-96aa-74aec630608b x-openstack-request-id: req-45426a40-b0fb-414c-96aa-74aec630608b {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:50:56.898947 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1042f7a2-642b-4100-8796-ae372b71daaa", "name": "network-vif-deleted", "tag": "aa1b0663-5f33-413d-92ce-756ea894e50a", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:50:56.899194 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-45426a40-b0fb-414c-96aa-74aec630608b {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:50:56.899592 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1042f7a2-642b-4100-8796-ae372b71daaa', 'name': 'network-vif-deleted', 'tag': 'aa1b0663-5f33-413d-92ce-756ea894e50a', 'status': 'completed', 'code': 200} Sep 23 06:50:56.963388 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6979332a-dec6-46c8-97de-5581ba4d2302 req-9bcae9ca-241a-4d38-8ef2-76f02101118b tempest-ServerGroupTestJSON-1453240211 tempest-ServerGroupTestJSON-1453240211-project] 10.222.0.39 "GET /v2.0/ports?device_id=1042f7a2-642b-4100-8796-ae372b71daaa HTTP/1.1" status: 200 len: 210 time: 0.1173964 Sep 23 06:50:56.976550 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dec7814-d3ac-4432-a325-766f9a94a060 req-4ab72534-2eb9-48eb-8c6f-02211a739fed tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Network 6857e841-b53d-4899-987a-f0e6c1c77e85 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:50:56.984454 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-8dec7814-d3ac-4432-a325-766f9a94a060 req-4ab72534-2eb9-48eb-8c6f-02211a739fed tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:50:57.000562 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dec7814-d3ac-4432-a325-766f9a94a060 req-4ab72534-2eb9-48eb-8c6f-02211a739fed tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:50:57.071300 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d8b511a1-5e25-459c-8cf7-784738cc7646 req-2da17acc-b0de-4656-9381-fa90cca9abca service neutron] 10.222.0.21 "GET /v2.0/networks/d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4033642 Sep 23 06:50:57.110876 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81c20f7e-ab7b-4016-8938-e0baf0d6e226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a98de87c-3ea2-486d-b079-c75619c5535b'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:50:57.113336 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1df606-3b61-4c23-a066-be0e2a6c1330" -d '{"events": [{"server_uuid": "81c20f7e-ab7b-4016-8938-e0baf0d6e226", "name": "network-vif-plugged", "status": "completed", "tag": "a98de87c-3ea2-486d-b079-c75619c5535b"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:50:57.139658 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec7814-d3ac-4432-a325-766f9a94a060 req-4ab72534-2eb9-48eb-8c6f-02211a739fed tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:57.140295 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-8dec7814-d3ac-4432-a325-766f9a94a060 req-4ab72534-2eb9-48eb-8c6f-02211a739fed tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:57.156254 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9681da2f-3bd5-4c27-a894-6540b08de136 x-openstack-request-id: req-9681da2f-3bd5-4c27-a894-6540b08de136 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:50:57.156606 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81c20f7e-ab7b-4016-8938-e0baf0d6e226", "name": "network-vif-plugged", "status": "completed", "tag": "a98de87c-3ea2-486d-b079-c75619c5535b", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:50:57.157011 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9681da2f-3bd5-4c27-a894-6540b08de136 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:50:57.157611 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81c20f7e-ab7b-4016-8938-e0baf0d6e226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a98de87c-3ea2-486d-b079-c75619c5535b', 'code': 200} Sep 23 06:50:57.170220 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8dec7814-d3ac-4432-a325-766f9a94a060 req-4ab72534-2eb9-48eb-8c6f-02211a739fed tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7552986 Sep 23 06:50:57.330025 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-8dec7814-d3ac-4432-a325-766f9a94a060 req-dcf206df-ef03-464c-87c3-19fd22b67fe2 service neutron] Request body: {'port': {'device_id': '31e1b5ab-8723-4bb9-862e-bd5cb61591b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:50:57.438176 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-8dec7814-d3ac-4432-a325-766f9a94a060 req-dcf206df-ef03-464c-87c3-19fd22b67fe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:57.726120 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bfa453-4543-42cf-ad2c-186d34a1c769 req-735dc3db-e949-429a-82c3-b2d787956ce6 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:57.728483 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d9bfa453-4543-42cf-ad2c-186d34a1c769 req-735dc3db-e949-429a-82c3-b2d787956ce6 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=81c20f7e-ab7b-4016-8938-e0baf0d6e226 HTTP/1.1" status: 200 len: 946 time: 0.1157417 Sep 23 06:50:57.798485 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e580b-d017-46c0-b8c3-a0c46e3a5c28 req-09b01412-c2d6-40fb-a6a0-ea79346fa63f tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:57.806631 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f90e580b-d017-46c0-b8c3-a0c46e3a5c28 req-09b01412-c2d6-40fb-a6a0-ea79346fa63f tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?device_id=31e1b5ab-8723-4bb9-862e-bd5cb61591b3 HTTP/1.1" status: 200 len: 931 time: 0.1361847 Sep 23 06:50:57.847133 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d9bfa453-4543-42cf-ad2c-186d34a1c769 req-a742ad79-6a0c-461f-b86d-7b569930b8c7 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997465 Sep 23 06:50:57.932027 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f90e580b-d017-46c0-b8c3-a0c46e3a5c28 req-68d175a9-85d2-4f00-b29e-18bf9151334c tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/security-groups?id=ece3dc8d-d93c-45c1-8c17-22ee813f6047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150961 Sep 23 06:50:57.963031 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-8dec7814-d3ac-4432-a325-766f9a94a060 req-dcf206df-ef03-464c-87c3-19fd22b67fe2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c1b67c9-1960-4c11-8092-1d3562af2857 {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:50:57.971572 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-8dec7814-d3ac-4432-a325-766f9a94a060 req-dcf206df-ef03-464c-87c3-19fd22b67fe2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:58.027014 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-8dec7814-d3ac-4432-a325-766f9a94a060 req-dcf206df-ef03-464c-87c3-19fd22b67fe2 service neutron] Transition to ACTIVE for port object 6c1b67c9-1960-4c11-8092-1d3562af2857 will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:50:58.034511 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-8dec7814-d3ac-4432-a325-766f9a94a060 req-dcf206df-ef03-464c-87c3-19fd22b67fe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:58.150887 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf206df-ef03-464c-87c3-19fd22b67fe2 service neutron] Pushing event updated for resources: {'Port': ['ID=6c1b67c9-1960-4c11-8092-1d3562af2857,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:58.225725 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-8dec7814-d3ac-4432-a325-766f9a94a060 req-dcf206df-ef03-464c-87c3-19fd22b67fe2 service neutron] Attempting to bind port 6c1b67c9-1960-4c11-8092-1d3562af2857 on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:50:58.226319 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-8dec7814-d3ac-4432-a325-766f9a94a060 req-dcf206df-ef03-464c-87c3-19fd22b67fe2 service neutron] Attempting to bind port 6c1b67c9-1960-4c11-8092-1d3562af2857 by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': 'b8df1c21-d158-4a04-9c55-8af8af98d9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6857e841-b53d-4899-987a-f0e6c1c77e85'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:50:58.226319 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dec7814-d3ac-4432-a325-766f9a94a060 req-dcf206df-ef03-464c-87c3-19fd22b67fe2 service neutron] Attempting to bind port 6c1b67c9-1960-4c11-8092-1d3562af2857 on network 6857e841-b53d-4899-987a-f0e6c1c77e85 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:50:58.234636 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dec7814-d3ac-4432-a325-766f9a94a060 req-dcf206df-ef03-464c-87c3-19fd22b67fe2 service neutron] Port 6c1b67c9-1960-4c11-8092-1d3562af2857 on network 6857e841-b53d-4899-987a-f0e6c1c77e85 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:50:58.234961 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dec7814-d3ac-4432-a325-766f9a94a060 req-dcf206df-ef03-464c-87c3-19fd22b67fe2 service neutron] Attempting to bind port 6c1b67c9-1960-4c11-8092-1d3562af2857 on network 6857e841-b53d-4899-987a-f0e6c1c77e85 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:50:58.250990 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dec7814-d3ac-4432-a325-766f9a94a060 req-dcf206df-ef03-464c-87c3-19fd22b67fe2 service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:50:58.251580 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dec7814-d3ac-4432-a325-766f9a94a060 req-dcf206df-ef03-464c-87c3-19fd22b67fe2 service neutron] Checking segment: {'id': 'b8df1c21-d158-4a04-9c55-8af8af98d9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6857e841-b53d-4899-987a-f0e6c1c77e85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:50:58.252152 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dec7814-d3ac-4432-a325-766f9a94a060 req-dcf206df-ef03-464c-87c3-19fd22b67fe2 service neutron] Bound using segment: {'id': 'b8df1c21-d158-4a04-9c55-8af8af98d9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6857e841-b53d-4899-987a-f0e6c1c77e85'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:50:58.253071 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-8dec7814-d3ac-4432-a325-766f9a94a060 req-dcf206df-ef03-464c-87c3-19fd22b67fe2 service neutron] Bound port: 6c1b67c9-1960-4c11-8092-1d3562af2857, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8df1c21-d158-4a04-9c55-8af8af98d9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6857e841-b53d-4899-987a-f0e6c1c77e85'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:50:58.253548 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-8dec7814-d3ac-4432-a325-766f9a94a060 req-dcf206df-ef03-464c-87c3-19fd22b67fe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:58.404715 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-8dec7814-d3ac-4432-a325-766f9a94a060 req-dcf206df-ef03-464c-87c3-19fd22b67fe2 service neutron] For port 6c1b67c9-1960-4c11-8092-1d3562af2857, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:50:58.409195 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-8dec7814-d3ac-4432-a325-766f9a94a060 req-dcf206df-ef03-464c-87c3-19fd22b67fe2 service neutron] For port 6c1b67c9-1960-4c11-8092-1d3562af2857, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=6c1b67c9-1960-4c11-8092-1d3562af2857,segment=NetworkSegment(b8df1c21-d158-4a04-9c55-8af8af98d9e0),segment_id=b8df1c21-d158-4a04-9c55-8af8af98d9e0)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:50:58.416678 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-8dec7814-d3ac-4432-a325-766f9a94a060 req-dcf206df-ef03-464c-87c3-19fd22b67fe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:58.535017 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec7814-d3ac-4432-a325-766f9a94a060 req-dcf206df-ef03-464c-87c3-19fd22b67fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:58.536905 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-8dec7814-d3ac-4432-a325-766f9a94a060 req-dcf206df-ef03-464c-87c3-19fd22b67fe2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:50:58.538383 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8dec7814-d3ac-4432-a325-766f9a94a060 req-dcf206df-ef03-464c-87c3-19fd22b67fe2 service neutron] 10.222.0.21 "PUT /v2.0/ports/6c1b67c9-1960-4c11-8092-1d3562af2857 HTTP/1.1" status: 200 len: 1092 time: 1.2126698 Sep 23 06:50:58.541916 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31e1b5ab-8723-4bb9-862e-bd5cb61591b3', 'tag': '6c1b67c9-1960-4c11-8092-1d3562af2857'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:50:58.544256 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e486414-5691-446f-89d1-d1f7bb691388" -d '{"events": [{"name": "network-changed", "server_uuid": "31e1b5ab-8723-4bb9-862e-bd5cb61591b3", "tag": "6c1b67c9-1960-4c11-8092-1d3562af2857"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:50:58.554684 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf206df-ef03-464c-87c3-19fd22b67fe2 service neutron] Pushing event updated for resources: {'Port': ['ID=6c1b67c9-1960-4c11-8092-1d3562af2857,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:50:58.653741 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec7814-d3ac-4432-a325-766f9a94a060 req-6c959733-c9d4-4ac3-a6f3-9685a43978be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:58.655484 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8dec7814-d3ac-4432-a325-766f9a94a060 req-6c959733-c9d4-4ac3-a6f3-9685a43978be service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=78784ddf54ea42ea84ca6a9ec88bb4dc&device_id=31e1b5ab-8723-4bb9-862e-bd5cb61591b3 HTTP/1.1" status: 200 len: 1095 time: 0.0531557 Sep 23 06:50:58.685964 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 034f53f8-268d-4df8-9824-3c3bafd84989 no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:50:58.716741 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8dec7814-d3ac-4432-a325-766f9a94a060 req-b372e50c-9613-4efd-b194-d7ae840a811e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c1b67c9-1960-4c11-8092-1d3562af2857 HTTP/1.1" status: 200 len: 217 time: 0.0462995 Sep 23 06:50:58.724062 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] No Port match for: 034f53f8-268d-4df8-9824-3c3bafd84989 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:50:58.724907 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 034f53f8-268d-4df8-9824-3c3bafd84989 not bound to the agent host n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:50:58.802492 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec7814-d3ac-4432-a325-766f9a94a060 req-6b9899a1-f3b8-4280-a82c-fae30fe4947b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:50:58.804378 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8dec7814-d3ac-4432-a325-766f9a94a060 req-6b9899a1-f3b8-4280-a82c-fae30fe4947b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28a40485-6179-4cfd-bacb-cd6d53527b94 HTTP/1.1" status: 200 len: 851 time: 0.0757720 Sep 23 06:50:58.863529 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8dec7814-d3ac-4432-a325-766f9a94a060 req-2d8a82e8-0bc1-424b-84cd-9c7ecf5b012c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6857e841-b53d-4899-987a-f0e6c1c77e85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491128 Sep 23 06:50:59.352730 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8dec7814-d3ac-4432-a325-766f9a94a060 req-c456111f-cf5d-4a27-81af-6dae071f2197 service neutron] 10.222.0.21 "GET /v2.0/networks/6857e841-b53d-4899-987a-f0e6c1c77e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4786088 Sep 23 06:50:59.483151 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8dec7814-d3ac-4432-a325-766f9a94a060 req-aa0bcbc5-9634-4f63-a325-2053e7e61aff service neutron] 10.222.0.21 "GET /v2.0/networks/6857e841-b53d-4899-987a-f0e6c1c77e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189866 Sep 23 06:51:00.015072 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device aa1b0663-5f33-413d-92ce-756ea894e50a no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:51:00.066161 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No Port match for: aa1b0663-5f33-413d-92ce-756ea894e50a {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:51:00.066908 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device aa1b0663-5f33-413d-92ce-756ea894e50a not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:51:02.688136 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 6c1b67c9-1960-4c11-8092-1d3562af2857 details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:51:02.881938 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 6c1b67c9-1960-4c11-8092-1d3562af2857, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=6c1b67c9-1960-4c11-8092-1d3562af2857,segment=NetworkSegment(b8df1c21-d158-4a04-9c55-8af8af98d9e0),segment_id=b8df1c21-d158-4a04-9c55-8af8af98d9e0)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:51:02.896394 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': '6c1b67c9-1960-4c11-8092-1d3562af2857', 'network_id': '6857e841-b53d-4899-987a-f0e6c1c77e85', 'port_id': '6c1b67c9-1960-4c11-8092-1d3562af2857', 'mac_address': 'fa:16:3e:8a:96:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a40485-6179-4cfd-bacb-cd6d53527b94', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:51:02.959499 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:02.994150 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c1b67c9-1960-4c11-8092-1d3562af2857 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:51:03.025701 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 6c1b67c9-1960-4c11-8092-1d3562af2857, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=6c1b67c9-1960-4c11-8092-1d3562af2857,segment=NetworkSegment(b8df1c21-d158-4a04-9c55-8af8af98d9e0),segment_id=b8df1c21-d158-4a04-9c55-8af8af98d9e0)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:51:03.031032 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:03.111943 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=6c1b67c9-1960-4c11-8092-1d3562af2857,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:03.570519 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['6c1b67c9-1960-4c11-8092-1d3562af2857'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:51:06.258249 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:06.352767 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0ed2f2-30ee-40d9-aab5-b950ae6dd40d req-2e28c8da-6ccd-4b3f-871a-fd1fb629289a tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:06.355190 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7f0ed2f2-30ee-40d9-aab5-b950ae6dd40d req-2e28c8da-6ccd-4b3f-871a-fd1fb629289a tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/networks?id=f755c16b-3f42-4ee5-9068-675e45e695cf HTTP/1.1" status: 200 len: 806 time: 0.1640530 Sep 23 06:51:06.372779 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7f0ed2f2-30ee-40d9-aab5-b950ae6dd40d req-0813acb1-cb4f-4f60-84d2-ba4740a22b81 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/quotas/33d29a95a0634a4491ef4e20d2f6dd6b HTTP/1.1" status: 200 len: 375 time: 0.0095603 Sep 23 06:51:06.433626 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a4dcd8-2f5b-4fb0-a6a9-72a08335b3e5 x-openstack-request-id: req-69a4dcd8-2f5b-4fb0-a6a9-72a08335b3e5 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:51:06.433959 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31e1b5ab-8723-4bb9-862e-bd5cb61591b3", "tag": "6c1b67c9-1960-4c11-8092-1d3562af2857", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:51:06.434215 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-69a4dcd8-2f5b-4fb0-a6a9-72a08335b3e5 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:51:06.434632 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31e1b5ab-8723-4bb9-862e-bd5cb61591b3', 'tag': '6c1b67c9-1960-4c11-8092-1d3562af2857', 'status': 'completed', 'code': 200} Sep 23 06:51:06.445258 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7f0ed2f2-30ee-40d9-aab5-b950ae6dd40d req-3668f086-a40c-4714-b63b-cbec6b2a0b1e tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=33d29a95a0634a4491ef4e20d2f6dd6b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0597773 Sep 23 06:51:06.572320 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e486414-5691-446f-89d1-d1f7bb691388 req-d4b8169d-02ec-45fe-8575-f7a52ed44ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:06.573734 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6e486414-5691-446f-89d1-d1f7bb691388 req-d4b8169d-02ec-45fe-8575-f7a52ed44ed3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=78784ddf54ea42ea84ca6a9ec88bb4dc&device_id=31e1b5ab-8723-4bb9-862e-bd5cb61591b3 HTTP/1.1" status: 200 len: 1096 time: 0.0873778 Sep 23 06:51:06.586498 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f23c382-35c9-4999-89ae-e62c3751f51c req-ea37deb3-05c1-4871-a918-2724fad4997a tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:06.588132 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3f23c382-35c9-4999-89ae-e62c3751f51c req-ea37deb3-05c1-4871-a918-2724fad4997a tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=81c20f7e-ab7b-4016-8938-e0baf0d6e226 HTTP/1.1" status: 200 len: 946 time: 0.0955551 Sep 23 06:51:06.633213 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7f0ed2f2-30ee-40d9-aab5-b950ae6dd40d req-c27485e2-3716-429a-8196-97f20e61c934 service neutron] 10.222.0.39 "GET /v2.0/networks/f755c16b-3f42-4ee5-9068-675e45e695cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685636 Sep 23 06:51:06.657833 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3f23c382-35c9-4999-89ae-e62c3751f51c req-773e69ef-3726-4e6a-8085-77f933139ee4 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607674 Sep 23 06:51:06.709801 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 6c1b67c9-1960-4c11-8092-1d3562af2857 up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:51:06.768793 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e486414-5691-446f-89d1-d1f7bb691388 req-80760606-9980-4cce-9bc3-14f63feb48a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:06.771161 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6e486414-5691-446f-89d1-d1f7bb691388 req-80760606-9980-4cce-9bc3-14f63feb48a7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6857e841-b53d-4899-987a-f0e6c1c77e85 HTTP/1.1" status: 200 len: 912 time: 0.1858795 Sep 23 06:51:06.776815 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port 6c1b67c9-1960-4c11-8092-1d3562af2857 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:51:06.786325 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port 6c1b67c9-1960-4c11-8092-1d3562af2857 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:51:06.786843 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:06.811364 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15daf2ae-ceb7-4c8f-b287-4e14d7ea6221 req-30a3d1e0-d3f2-4fe3-92ab-e82398081ffc tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:06.822117 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-15daf2ae-ceb7-4c8f-b287-4e14d7ea6221 req-30a3d1e0-d3f2-4fe3-92ab-e82398081ffc tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?device_id=31e1b5ab-8723-4bb9-862e-bd5cb61591b3 HTTP/1.1" status: 200 len: 944 time: 0.0911708 Sep 23 06:51:06.850559 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6e486414-5691-446f-89d1-d1f7bb691388 req-9776088f-e04d-4057-b084-ce4492fb96c0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c1b67c9-1960-4c11-8092-1d3562af2857 HTTP/1.1" status: 200 len: 217 time: 0.0589452 Sep 23 06:51:06.880397 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:06.906158 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31e1b5ab-8723-4bb9-862e-bd5cb61591b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c1b67c9-1960-4c11-8092-1d3562af2857'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:51:06.909328 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99475ab5-c33c-4c22-8b48-eec7975609c7" -d '{"events": [{"server_uuid": "31e1b5ab-8723-4bb9-862e-bd5cb61591b3", "name": "network-vif-plugged", "status": "completed", "tag": "6c1b67c9-1960-4c11-8092-1d3562af2857"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:51:06.920355 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-15daf2ae-ceb7-4c8f-b287-4e14d7ea6221 req-30a163cc-9611-4811-b1f7-207f67927227 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/security-groups?id=ece3dc8d-d93c-45c1-8c17-22ee813f6047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964735 Sep 23 06:51:06.930113 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 6c1b67c9-1960-4c11-8092-1d3562af2857, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=6c1b67c9-1960-4c11-8092-1d3562af2857,segment=NetworkSegment(b8df1c21-d158-4a04-9c55-8af8af98d9e0),segment_id=b8df1c21-d158-4a04-9c55-8af8af98d9e0)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:51:06.940176 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:06.950697 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e0cbbe-6171-45be-a97b-ab5f02bab975 req-1b4fdc8a-a522-4aac-994d-4109a93437c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:06.955667 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-49e0cbbe-6171-45be-a97b-ab5f02bab975 req-1b4fdc8a-a522-4aac-994d-4109a93437c4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7c15309e32824dcfa3da1dd04afd3365&device_id=81c20f7e-ab7b-4016-8938-e0baf0d6e226 HTTP/1.1" status: 200 len: 1098 time: 0.1234763 Sep 23 06:51:07.016004 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=6c1b67c9-1960-4c11-8092-1d3562af2857,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:07.017307 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e486414-5691-446f-89d1-d1f7bb691388 req-648e52c6-c6c1-4f6c-85e0-6ffd14b79ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:07.019052 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6e486414-5691-446f-89d1-d1f7bb691388 req-648e52c6-c6c1-4f6c-85e0-6ffd14b79ae4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28a40485-6179-4cfd-bacb-cd6d53527b94 HTTP/1.1" status: 200 len: 851 time: 0.1285942 Sep 23 06:51:07.035797 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7f0ed2f2-30ee-40d9-aab5-b950ae6dd40d req-60846057-c3ad-464e-a2c7-8f55e1f15683 service neutron] 10.222.0.39 "GET /v2.0/networks/f755c16b-3f42-4ee5-9068-675e45e695cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3404250 Sep 23 06:51:07.104669 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6e486414-5691-446f-89d1-d1f7bb691388 req-147c56f0-ee6f-4be6-a779-184ceae4fb9e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6857e841-b53d-4899-987a-f0e6c1c77e85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660329 Sep 23 06:51:07.140355 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e0cbbe-6171-45be-a97b-ab5f02bab975 req-7b228946-e911-450d-8c28-66023a67373d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:07.142315 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-49e0cbbe-6171-45be-a97b-ab5f02bab975 req-7b228946-e911-450d-8c28-66023a67373d service neutron] 10.222.0.58 "GET /v2.0/networks?id=5e6b1e6b-f43d-48fc-88ea-84227fc0190a HTTP/1.1" status: 200 len: 913 time: 0.1718493 Sep 23 06:51:07.158511 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-222782c6-4e5c-4f3a-9f31-18b5db8aac28 x-openstack-request-id: req-222782c6-4e5c-4f3a-9f31-18b5db8aac28 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:51:07.158974 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31e1b5ab-8723-4bb9-862e-bd5cb61591b3", "name": "network-vif-plugged", "status": "completed", "tag": "6c1b67c9-1960-4c11-8092-1d3562af2857", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:51:07.159298 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-222782c6-4e5c-4f3a-9f31-18b5db8aac28 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:51:07.159905 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31e1b5ab-8723-4bb9-862e-bd5cb61591b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c1b67c9-1960-4c11-8092-1d3562af2857', 'code': 200} Sep 23 06:51:07.248415 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-49e0cbbe-6171-45be-a97b-ab5f02bab975 req-6b7ffc72-3adb-4e2d-b794-f936bd96fe7d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a98de87c-3ea2-486d-b079-c75619c5535b HTTP/1.1" status: 200 len: 217 time: 0.0876703 Sep 23 06:51:07.340367 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6e486414-5691-446f-89d1-d1f7bb691388 req-98d4699a-90ce-4edc-99ad-ead9491ee121 service neutron] 10.222.0.21 "GET /v2.0/networks/6857e841-b53d-4899-987a-f0e6c1c77e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257295 Sep 23 06:51:07.409467 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 35064) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:51:07.485483 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4c2bca25-b59b-46fa-88bd-76decac6f04d req-ab991674-41d5-4c3a-a08a-720face8ae38 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6f10f8c-6cc0-41d4-81ca-38bd9da81398 HTTP/1.1" status: 200 len: 210 time: 0.1246099 Sep 23 06:51:07.534192 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e0cbbe-6171-45be-a97b-ab5f02bab975 req-2b736470-99b9-4165-a689-880635e61f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:07.537336 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-49e0cbbe-6171-45be-a97b-ab5f02bab975 req-2b736470-99b9-4165-a689-880635e61f67 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9dbf4107-f4ac-450c-a420-ffd87b06b7dc HTTP/1.1" status: 200 len: 852 time: 0.2781594 Sep 23 06:51:07.550861 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-4023e35b-d326-42f7-98c8-eb2d27695b84 admin admin] Deleting subnet b21fcdeb-3f07-4f7f-be51-09df00bd8007 {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:51:07.555772 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4023e35b-d326-42f7-98c8-eb2d27695b84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:07.601370 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b0e740-2a4a-43ea-9b4c-90451edac155 req-6c655532-f24e-4c25-b1a3-c1c96e815f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:07.605034 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-22b0e740-2a4a-43ea-9b4c-90451edac155 req-6c655532-f24e-4c25-b1a3-c1c96e815f43 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=31e1b5ab-8723-4bb9-862e-bd5cb61591b3 HTTP/1.1" status: 200 len: 1097 time: 0.2620091 Sep 23 06:51:07.634243 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4023e35b-d326-42f7-98c8-eb2d27695b84 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:07.646734 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6e486414-5691-446f-89d1-d1f7bb691388 req-f3a65c29-b05a-427a-b19e-90f289d55dea service neutron] 10.222.0.21 "GET /v2.0/networks/6857e841-b53d-4899-987a-f0e6c1c77e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807951 Sep 23 06:51:07.681605 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4023e35b-d326-42f7-98c8-eb2d27695b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:07.715053 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-22b0e740-2a4a-43ea-9b4c-90451edac155 req-063a9841-4b26-4b12-ae5a-9e18e2b0cf6b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ece3dc8d-d93c-45c1-8c17-22ee813f6047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942531 Sep 23 06:51:07.739942 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-49e0cbbe-6171-45be-a97b-ab5f02bab975 req-4a59da8c-637a-4e31-8b19-7ac45ef58752 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5e6b1e6b-f43d-48fc-88ea-84227fc0190a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1853755 Sep 23 06:51:07.743881 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4023e35b-d326-42f7-98c8-eb2d27695b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:07.784674 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4023e35b-d326-42f7-98c8-eb2d27695b84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b21fcdeb-3f07-4f7f-be51-09df00bd8007,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:07.805366 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4023e35b-d326-42f7-98c8-eb2d27695b84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:07.807559 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-4023e35b-d326-42f7-98c8-eb2d27695b84 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/b21fcdeb-3f07-4f7f-be51-09df00bd8007 HTTP/1.1" status: 204 len: 168 time: 0.3506246 Sep 23 06:51:07.810503 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 35074) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:51:07.845052 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328f90a-32f5-4628-aafb-ea7d009176ce req-12763475-497b-4c00-977d-3dfe03648355 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:07.854576 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0328f90a-32f5-4628-aafb-ea7d009176ce req-12763475-497b-4c00-977d-3dfe03648355 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=81c20f7e-ab7b-4016-8938-e0baf0d6e226 HTTP/1.1" status: 200 len: 946 time: 0.0838239 Sep 23 06:51:07.902234 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-49e0cbbe-6171-45be-a97b-ab5f02bab975 req-c0a5b045-2aa2-4a6e-9628-17416bcdad98 service neutron] 10.222.0.58 "GET /v2.0/networks/5e6b1e6b-f43d-48fc-88ea-84227fc0190a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486597 Sep 23 06:51:07.918994 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0328f90a-32f5-4628-aafb-ea7d009176ce req-29cf862b-3e82-4ce5-824c-b956d63b2290 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630720 Sep 23 06:51:08.017113 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b7ef5a23-f384-44e4-8edd-452c170b767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:08.060512 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-901e36d4-79d4-4f79-a1b8-9252a1b5076a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:08.192223 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-49e0cbbe-6171-45be-a97b-ab5f02bab975 req-8bfa422c-fd42-4e92-b322-c0fc70f8aea2 service neutron] 10.222.0.58 "GET /v2.0/networks/5e6b1e6b-f43d-48fc-88ea-84227fc0190a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785635 Sep 23 06:51:08.238261 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb5425-6511-497d-908c-525dc1b0cb6b req-313721d3-04ea-4d54-bdc4-75ec2870ab1c tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:08.246383 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-73cb5425-6511-497d-908c-525dc1b0cb6b req-313721d3-04ea-4d54-bdc4-75ec2870ab1c tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?device_id=31e1b5ab-8723-4bb9-862e-bd5cb61591b3 HTTP/1.1" status: 200 len: 945 time: 0.1818717 Sep 23 06:51:08.288449 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-901e36d4-79d4-4f79-a1b8-9252a1b5076a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:08.335260 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-73cb5425-6511-497d-908c-525dc1b0cb6b req-c81018bf-7445-435d-9306-d820debe1672 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/security-groups?id=ece3dc8d-d93c-45c1-8c17-22ee813f6047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854847 Sep 23 06:51:08.340154 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-901e36d4-79d4-4f79-a1b8-9252a1b5076a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27ae4fb7-efc3-4d43-b315-a1a3911a8ab7']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:51:08.354166 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-901e36d4-79d4-4f79-a1b8-9252a1b5076a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea1ba488-117e-4ace-aa39-920b33e93679') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:51:08.354459 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-901e36d4-79d4-4f79-a1b8-9252a1b5076a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea1ba488-117e-4ace-aa39-920b33e93679') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:51:08.377294 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-901e36d4-79d4-4f79-a1b8-9252a1b5076a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:08.403620 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-901e36d4-79d4-4f79-a1b8-9252a1b5076a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:08.417704 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-901e36d4-79d4-4f79-a1b8-9252a1b5076a admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:51:08.418749 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-901e36d4-79d4-4f79-a1b8-9252a1b5076a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:08.421112 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 06:51:08.421112 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:51:08.421112 n-d-715271-16 neutron-server[95066]: timer() Sep 23 06:51:08.421112 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:51:08.421112 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 06:51:08.421112 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:51:08.421112 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 06:51:08.421112 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:51:08.421112 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 06:51:08.421112 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:51:08.421112 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 06:51:08.421112 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:51:08.421112 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 06:51:08.421112 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:51:08.421112 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:51:08.421112 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:51:08.421112 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:51:08.421112 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:51:08.421112 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 06:51:08.421112 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:51:08.421112 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 06:51:08.421112 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:51:08.421112 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:51:08.421112 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:51:08.421112 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 06:51:08.421112 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:51:08.421112 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:51:08.421112 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:51:08.421112 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:51:08.421112 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:51:08.421112 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:51:08.421112 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:51:08.505846 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-901e36d4-79d4-4f79-a1b8-9252a1b5076a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:08.511369 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-901e36d4-79d4-4f79-a1b8-9252a1b5076a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:08.516343 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-901e36d4-79d4-4f79-a1b8-9252a1b5076a admin admin] 10.222.0.39 "DELETE /v2.0/networks/27ae4fb7-efc3-4d43-b315-a1a3911a8ab7 HTTP/1.1" status: 204 len: 168 time: 0.7043014 Sep 23 06:51:08.539630 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901e36d4-79d4-4f79-a1b8-9252a1b5076a admin admin] Pushing event deleted for resources: {'Network': ['ID=27ae4fb7-efc3-4d43-b315-a1a3911a8ab7,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:08.643735 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8367d5e3-3349-4004-b51b-d6ad3523a033 req-05232587-380d-43fb-bfe1-ee4b4ba99c5e tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6f10f8c-6cc0-41d4-81ca-38bd9da81398 HTTP/1.1" status: 200 len: 210 time: 0.0538108 Sep 23 06:51:08.670060 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 35096) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:51:08.722012 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-5d105c77-d616-495a-b3e9-5cd0135b659f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=19e701e14f974d5d8fe508bce834d6b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0501904 Sep 23 06:51:08.724030 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 35098) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:51:08.792037 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-415abb41-5b73-42f8-bba7-896fc88f2eb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:08.819569 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-415abb41-5b73-42f8-bba7-896fc88f2eb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:08.902472 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-415abb41-5b73-42f8-bba7-896fc88f2eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:08.905188 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-415abb41-5b73-42f8-bba7-896fc88f2eb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:08.912912 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-415abb41-5b73-42f8-bba7-896fc88f2eb4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/41e940de-6fad-4344-8581-8747987e2574 HTTP/1.1" status: 204 len: 168 time: 0.1875157 Sep 23 06:51:09.082201 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415abb41-5b73-42f8-bba7-896fc88f2eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e940de-6fad-4344-8581-8747987e2574,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:09.127174 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0ed2f2-30ee-40d9-aab5-b950ae6dd40d req-b40412aa-ce1e-47ca-921f-1c1492c380a5 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:09.128680 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7f0ed2f2-30ee-40d9-aab5-b950ae6dd40d req-b40412aa-ce1e-47ca-921f-1c1492c380a5 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.58 "GET /v2.0/networks?id=f755c16b-3f42-4ee5-9068-675e45e695cf HTTP/1.1" status: 200 len: 806 time: 0.2146618 Sep 23 06:51:09.153735 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-7f0ed2f2-30ee-40d9-aab5-b950ae6dd40d req-7f2930eb-56ee-46d9-92b1-a8b17c8f5e27 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Request body: {'port': {'device_id': 'a6f10f8c-6cc0-41d4-81ca-38bd9da81398', 'network_id': 'f755c16b-3f42-4ee5-9068-675e45e695cf', 'admin_state_up': True, 'tenant_id': '33d29a95a0634a4491ef4e20d2f6dd6b'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:51:09.165627 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc41b09a-f500-4306-811a-1f96f74f5666 req-9e5e0cf6-3b27-46da-948d-d8f2e832cb14 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:09.167160 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cc41b09a-f500-4306-811a-1f96f74f5666 req-9e5e0cf6-3b27-46da-948d-d8f2e832cb14 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=81c20f7e-ab7b-4016-8938-e0baf0d6e226 HTTP/1.1" status: 200 len: 946 time: 0.1071825 Sep 23 06:51:09.303174 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cc41b09a-f500-4306-811a-1f96f74f5666 req-64f6d8ab-5918-448d-a9df-53f5afa544de tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119814 Sep 23 06:51:09.374042 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f0ed2f2-30ee-40d9-aab5-b950ae6dd40d req-7f2930eb-56ee-46d9-92b1-a8b17c8f5e27 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Made reservation on behalf of 33d29a95a0634a4491ef4e20d2f6dd6b for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:51:09.379079 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-7f0ed2f2-30ee-40d9-aab5-b950ae6dd40d req-7f2930eb-56ee-46d9-92b1-a8b17c8f5e27 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:09.705518 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7f3d4a-3d83-4945-b71b-2227796bedf5 req-6146744a-016e-40f6-a000-571f1567445a tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:09.709799 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6a7f3d4a-3d83-4945-b71b-2227796bedf5 req-6146744a-016e-40f6-a000-571f1567445a tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?device_id=31e1b5ab-8723-4bb9-862e-bd5cb61591b3 HTTP/1.1" status: 200 len: 945 time: 0.1653407 Sep 23 06:51:09.772846 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6a7f3d4a-3d83-4945-b71b-2227796bedf5 req-9d76cbc8-5da0-44e0-918d-7937277b81eb tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/security-groups?id=ece3dc8d-d93c-45c1-8c17-22ee813f6047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508323 Sep 23 06:51:09.800655 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [req-7f0ed2f2-30ee-40d9-aab5-b950ae6dd40d req-7f2930eb-56ee-46d9-92b1-a8b17c8f5e27 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Allocated IP 172.20.0.7 (f755c16b-3f42-4ee5-9068-675e45e695cf/0b013e5a-19bd-4628-a463-6cccef958c7f/de741d21-80ec-499c-a571-a37fee601b3f) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:51:09.899364 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:09.944235 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7b5dbd83-5292-42d1-abd0-0ac55db953d8 req-c684ba34-b9d3-425a-a65d-a4192588699d tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6f10f8c-6cc0-41d4-81ca-38bd9da81398 HTTP/1.1" status: 200 len: 210 time: 0.0529821 Sep 23 06:51:10.052531 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device a98de87c-3ea2-486d-b079-c75619c5535b no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:51:10.111155 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d043c539-168c-4039-b952-9aa10c40eaf8 req-87e61335-29b0-4849-b71f-e2874efd02cb tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:10.119242 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d043c539-168c-4039-b952-9aa10c40eaf8 req-87e61335-29b0-4849-b71f-e2874efd02cb tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] 10.222.0.39 "GET /v2.0/ports?device_id=43ad6ed6-1d2c-4f40-8d02-df12917225a3 HTTP/1.1" status: 200 len: 945 time: 0.1300218 Sep 23 06:51:10.184656 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d043c539-168c-4039-b952-9aa10c40eaf8 req-89495852-4365-4a39-b3f7-f78eae941fa5 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] 10.222.0.39 "GET /v2.0/security-groups?id=5fb6529b-504d-43b9-ab4f-6fe68e529500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648432 Sep 23 06:51:10.208435 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:10.229385 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-7f0ed2f2-30ee-40d9-aab5-b950ae6dd40d req-7f2930eb-56ee-46d9-92b1-a8b17c8f5e27 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:10.233933 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 35144) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:51:10.247110 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81c20f7e-ab7b-4016-8938-e0baf0d6e226', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a98de87c-3ea2-486d-b079-c75619c5535b'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:51:10.249908 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2047dfa2-0d85-47db-8bc4-c6964f3ba83e" -d '{"events": [{"server_uuid": "81c20f7e-ab7b-4016-8938-e0baf0d6e226", "name": "network-vif-unplugged", "status": "completed", "tag": "a98de87c-3ea2-486d-b079-c75619c5535b"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:51:10.282768 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-7f0ed2f2-30ee-40d9-aab5-b950ae6dd40d req-7f2930eb-56ee-46d9-92b1-a8b17c8f5e27 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:10.289142 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port a98de87c-3ea2-486d-b079-c75619c5535b, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=a98de87c-3ea2-486d-b079-c75619c5535b,segment=NetworkSegment(f93b6022-d5e5-431e-9dcb-2461df9c5b3b),segment_id=f93b6022-d5e5-431e-9dcb-2461df9c5b3b)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:51:10.295306 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:10.370459 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f0ed2f2-30ee-40d9-aab5-b950ae6dd40d req-7f2930eb-56ee-46d9-92b1-a8b17c8f5e27 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Network f755c16b-3f42-4ee5-9068-675e45e695cf is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:51:10.371378 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 06:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d5be59-00b6-4906-a575-83f963daf2f1 x-openstack-request-id: req-80d5be59-00b6-4906-a575-83f963daf2f1 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:51:10.373591 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81c20f7e-ab7b-4016-8938-e0baf0d6e226", "name": "network-vif-unplugged", "status": "completed", "tag": "a98de87c-3ea2-486d-b079-c75619c5535b", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:51:10.373591 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-80d5be59-00b6-4906-a575-83f963daf2f1 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:51:10.375604 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81c20f7e-ab7b-4016-8938-e0baf0d6e226', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a98de87c-3ea2-486d-b079-c75619c5535b', 'code': 200} Sep 23 06:51:10.376926 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [req-7f0ed2f2-30ee-40d9-aab5-b950ae6dd40d req-7f2930eb-56ee-46d9-92b1-a8b17c8f5e27 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:51:10.379962 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['e87b71fa-b97d-4b3a-b9d5-d1cec873b9bc'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:51:10.383612 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f0ed2f2-30ee-40d9-aab5-b950ae6dd40d req-7f2930eb-56ee-46d9-92b1-a8b17c8f5e27 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:51:10.469540 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2930eb-56ee-46d9-92b1-a8b17c8f5e27 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Pushing event updated for resources: {'Port': ['ID=de741d21-80ec-499c-a571-a37fee601b3f,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:10.498909 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-928e7c9e-bd15-4457-9eac-217d8fa5f06b admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-983432149-network', 'tenant_id': '6cab811b771e4977b00b7b0e2c46a263'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:51:10.529417 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=a98de87c-3ea2-486d-b079-c75619c5535b,revision_number=8']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:10.539774 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0ed2f2-30ee-40d9-aab5-b950ae6dd40d req-7f2930eb-56ee-46d9-92b1-a8b17c8f5e27 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:10.541705 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-7f0ed2f2-30ee-40d9-aab5-b950ae6dd40d req-7f2930eb-56ee-46d9-92b1-a8b17c8f5e27 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:10.544035 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-928e7c9e-bd15-4457-9eac-217d8fa5f06b admin admin] Made reservation on behalf of 6cab811b771e4977b00b7b0e2c46a263 for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:51:10.546426 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-928e7c9e-bd15-4457-9eac-217d8fa5f06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:10.570018 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-928e7c9e-bd15-4457-9eac-217d8fa5f06b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:10.578788 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac2b88-a1da-45b3-bccf-3cb2eac61863 req-32beb33e-3595-46df-b2c7-ad031b62bbc4 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:10.586549 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c1ac2b88-a1da-45b3-bccf-3cb2eac61863 req-32beb33e-3595-46df-b2c7-ad031b62bbc4 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=81c20f7e-ab7b-4016-8938-e0baf0d6e226 HTTP/1.1" status: 200 len: 944 time: 0.1090107 Sep 23 06:51:10.596917 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7f0ed2f2-30ee-40d9-aab5-b950ae6dd40d req-7f2930eb-56ee-46d9-92b1-a8b17c8f5e27 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4498234 Sep 23 06:51:10.659328 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-7f0ed2f2-30ee-40d9-aab5-b950ae6dd40d req-fa37417e-d25e-417d-a645-d2b0ead9792c service neutron] Request body: {'port': {'device_id': 'a6f10f8c-6cc0-41d4-81ca-38bd9da81398', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:51:10.679562 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-928e7c9e-bd15-4457-9eac-217d8fa5f06b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:10.689907 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-928e7c9e-bd15-4457-9eac-217d8fa5f06b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:10.722283 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-928e7c9e-bd15-4457-9eac-217d8fa5f06b admin admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:51:10.751873 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928e7c9e-bd15-4457-9eac-217d8fa5f06b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=903d1c5b-ed73-413d-9d0a-e5c0e6ef4231,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:10.763775 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c1ac2b88-a1da-45b3-bccf-3cb2eac61863 req-55407f25-df27-4f73-bea7-97980d28d11a tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761763 Sep 23 06:51:10.786159 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-928e7c9e-bd15-4457-9eac-217d8fa5f06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:10.786930 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-928e7c9e-bd15-4457-9eac-217d8fa5f06b admin admin] Added segment e28b2691-896e-4fd4-9b55-e59d9527ac20 of type vlan for network aaf8d91e-30b2-4243-983d-76e1a207b3bd Sep 23 06:51:10.864118 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-7f0ed2f2-30ee-40d9-aab5-b950ae6dd40d req-fa37417e-d25e-417d-a645-d2b0ead9792c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:10.866229 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-928e7c9e-bd15-4457-9eac-217d8fa5f06b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:10.944370 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-928e7c9e-bd15-4457-9eac-217d8fa5f06b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:10.946182 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928e7c9e-bd15-4457-9eac-217d8fa5f06b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:10.946830 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-928e7c9e-bd15-4457-9eac-217d8fa5f06b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:10.959835 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae90279d-6f54-4d66-9366-e8fda16a589b req-06d2e7f8-69ca-437c-af5a-73a7b71973a5 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:10.961441 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ae90279d-6f54-4d66-9366-e8fda16a589b req-06d2e7f8-69ca-437c-af5a-73a7b71973a5 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?device_id=31e1b5ab-8723-4bb9-862e-bd5cb61591b3 HTTP/1.1" status: 200 len: 945 time: 0.0793359 Sep 23 06:51:11.010383 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-928e7c9e-bd15-4457-9eac-217d8fa5f06b admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7753129 Sep 23 06:51:11.014677 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 35172) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:51:11.021760 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-2d718b57-ba0e-4098-a8b6-1bd4515a6c76 admin admin] Request body: {'subnet': {'network_id': 'aaf8d91e-30b2-4243-983d-76e1a207b3bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-983432149-subnet', 'tenant_id': '6cab811b771e4977b00b7b0e2c46a263', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:51:11.046711 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-62d86d77-8a40-4dfe-bcf1-b04490a19678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:11.082459 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928e7c9e-bd15-4457-9eac-217d8fa5f06b admin admin] Pushing event updated for resources: {'Network': ['ID=aaf8d91e-30b2-4243-983d-76e1a207b3bd,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:11.095916 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network aaf8d91e-30b2-4243-983d-76e1a207b3bd details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:51:11.124905 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ae90279d-6f54-4d66-9366-e8fda16a589b req-0bb0d2ab-f28e-4c4d-b511-bfeb91f8b42f tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/security-groups?id=ece3dc8d-d93c-45c1-8c17-22ee813f6047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468048 Sep 23 06:51:11.145504 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d718b57-ba0e-4098-a8b6-1bd4515a6c76 admin admin] Made reservation on behalf of 6cab811b771e4977b00b7b0e2c46a263 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:51:11.149242 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2d718b57-ba0e-4098-a8b6-1bd4515a6c76 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:11.295662 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5494803a-26c9-4ca9-b388-357181b9ba20 req-2f96a879-7eb8-45b3-a49e-beb47de0ce81 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:11.314893 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5494803a-26c9-4ca9-b388-357181b9ba20 req-2f96a879-7eb8-45b3-a49e-beb47de0ce81 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6f10f8c-6cc0-41d4-81ca-38bd9da81398 HTTP/1.1" status: 200 len: 931 time: 0.0982485 Sep 23 06:51:11.406224 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2d718b57-ba0e-4098-a8b6-1bd4515a6c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:11.453216 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:11.483316 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5494803a-26c9-4ca9-b388-357181b9ba20 req-3a4074fc-baeb-49c5-97bc-b3a79ba0cde2 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638517 Sep 23 06:51:11.630575 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d718b57-ba0e-4098-a8b6-1bd4515a6c76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26b7664d-ab1d-446a-b2de-289e1dca8f87,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:11.653383 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d718b57-ba0e-4098-a8b6-1bd4515a6c76 admin admin] Checking segment: {'id': 'e28b2691-896e-4fd4-9b55-e59d9527ac20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'aaf8d91e-30b2-4243-983d-76e1a207b3bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:51:11.653383 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d718b57-ba0e-4098-a8b6-1bd4515a6c76 admin admin] Network hostable DHCP agents. Network: aaf8d91e-30b2-4243-983d-76e1a207b3bd, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:51:11.658833 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cd31e9-26d5-47b5-80de-19470e6992ee req-b386c980-dc03-4a5e-a876-ce8f825e5d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:11.660352 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-04cd31e9-26d5-47b5-80de-19470e6992ee req-b386c980-dc03-4a5e-a876-ce8f825e5d75 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=78784ddf54ea42ea84ca6a9ec88bb4dc&device_id=31e1b5ab-8723-4bb9-862e-bd5cb61591b3 HTTP/1.1" status: 200 len: 1097 time: 0.1701844 Sep 23 06:51:11.667094 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [req-7f0ed2f2-30ee-40d9-aab5-b950ae6dd40d req-fa37417e-d25e-417d-a645-d2b0ead9792c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de741d21-80ec-499c-a571-a37fee601b3f {{(pid=95066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:51:11.669156 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b022e3dd-f1e7-4fcb-a2ab-bb6e232f1dcf req-0bc12410-d09a-4cc9-8558-a72ee3556ae6 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:11.671294 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b022e3dd-f1e7-4fcb-a2ab-bb6e232f1dcf req-0bc12410-d09a-4cc9-8558-a72ee3556ae6 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?device_id=31e1b5ab-8723-4bb9-862e-bd5cb61591b3 HTTP/1.1" status: 200 len: 945 time: 0.1620405 Sep 23 06:51:11.675460 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-7f0ed2f2-30ee-40d9-aab5-b950ae6dd40d req-fa37417e-d25e-417d-a645-d2b0ead9792c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:11.690817 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.provisioning_blocks [req-7f0ed2f2-30ee-40d9-aab5-b950ae6dd40d req-fa37417e-d25e-417d-a645-d2b0ead9792c service neutron] Transition to ACTIVE for port object de741d21-80ec-499c-a571-a37fee601b3f will not be triggered until provisioned by entity L2. {{(pid=95066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:51:11.697699 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-7f0ed2f2-30ee-40d9-aab5-b950ae6dd40d req-fa37417e-d25e-417d-a645-d2b0ead9792c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:11.755510 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa37417e-d25e-417d-a645-d2b0ead9792c service neutron] Pushing event updated for resources: {'Port': ['ID=de741d21-80ec-499c-a571-a37fee601b3f,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:11.788490 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d718b57-ba0e-4098-a8b6-1bd4515a6c76 admin admin] Network aaf8d91e-30b2-4243-983d-76e1a207b3bd is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:51:11.843065 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-7f0ed2f2-30ee-40d9-aab5-b950ae6dd40d req-fa37417e-d25e-417d-a645-d2b0ead9792c service neutron] Attempting to bind port de741d21-80ec-499c-a571-a37fee601b3f on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:51:11.843553 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-7f0ed2f2-30ee-40d9-aab5-b950ae6dd40d req-fa37417e-d25e-417d-a645-d2b0ead9792c service neutron] Attempting to bind port de741d21-80ec-499c-a571-a37fee601b3f by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': 'baf87664-ecc7-475d-93f2-159d871e9198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f755c16b-3f42-4ee5-9068-675e45e695cf'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:51:11.844359 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0ed2f2-30ee-40d9-aab5-b950ae6dd40d req-fa37417e-d25e-417d-a645-d2b0ead9792c service neutron] Attempting to bind port de741d21-80ec-499c-a571-a37fee601b3f on network f755c16b-3f42-4ee5-9068-675e45e695cf {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:51:11.854362 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0ed2f2-30ee-40d9-aab5-b950ae6dd40d req-fa37417e-d25e-417d-a645-d2b0ead9792c service neutron] Port de741d21-80ec-499c-a571-a37fee601b3f on network f755c16b-3f42-4ee5-9068-675e45e695cf not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:51:11.854758 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0ed2f2-30ee-40d9-aab5-b950ae6dd40d req-fa37417e-d25e-417d-a645-d2b0ead9792c service neutron] Attempting to bind port de741d21-80ec-499c-a571-a37fee601b3f on network f755c16b-3f42-4ee5-9068-675e45e695cf {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:51:11.861345 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0ed2f2-30ee-40d9-aab5-b950ae6dd40d req-fa37417e-d25e-417d-a645-d2b0ead9792c service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:51:11.861761 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0ed2f2-30ee-40d9-aab5-b950ae6dd40d req-fa37417e-d25e-417d-a645-d2b0ead9792c service neutron] Checking segment: {'id': 'baf87664-ecc7-475d-93f2-159d871e9198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f755c16b-3f42-4ee5-9068-675e45e695cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:51:11.862281 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0ed2f2-30ee-40d9-aab5-b950ae6dd40d req-fa37417e-d25e-417d-a645-d2b0ead9792c service neutron] Bound using segment: {'id': 'baf87664-ecc7-475d-93f2-159d871e9198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f755c16b-3f42-4ee5-9068-675e45e695cf'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:51:11.863065 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-7f0ed2f2-30ee-40d9-aab5-b950ae6dd40d req-fa37417e-d25e-417d-a645-d2b0ead9792c service neutron] Bound port: de741d21-80ec-499c-a571-a37fee601b3f, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baf87664-ecc7-475d-93f2-159d871e9198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f755c16b-3f42-4ee5-9068-675e45e695cf'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:51:11.863195 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-7f0ed2f2-30ee-40d9-aab5-b950ae6dd40d req-fa37417e-d25e-417d-a645-d2b0ead9792c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:11.867473 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b022e3dd-f1e7-4fcb-a2ab-bb6e232f1dcf req-23f49219-f174-494f-ad20-d5846a75c929 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/security-groups?id=ece3dc8d-d93c-45c1-8c17-22ee813f6047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836064 Sep 23 06:51:11.881540 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-2d718b57-ba0e-4098-a8b6-1bd4515a6c76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, aaf8d91e-30b2-4243-983d-76e1a207b3bd) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:51:11.888837 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3883af54-aebf-42a4-9918-69d14e02f19b None None] Network aaf8d91e-30b2-4243-983d-76e1a207b3bd requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:51:11.925550 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cd31e9-26d5-47b5-80de-19470e6992ee req-2875ebd8-b11c-412f-8c8c-517f24258e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:11.927215 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-04cd31e9-26d5-47b5-80de-19470e6992ee req-2875ebd8-b11c-412f-8c8c-517f24258e2e service neutron] 10.222.0.21 "GET /v2.0/networks?id=6857e841-b53d-4899-987a-f0e6c1c77e85 HTTP/1.1" status: 200 len: 912 time: 0.2550845 Sep 23 06:51:11.928553 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d718b57-ba0e-4098-a8b6-1bd4515a6c76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:11.934199 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2d718b57-ba0e-4098-a8b6-1bd4515a6c76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:12.025633 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-7f0ed2f2-30ee-40d9-aab5-b950ae6dd40d req-fa37417e-d25e-417d-a645-d2b0ead9792c service neutron] For port de741d21-80ec-499c-a571-a37fee601b3f, host n-h2-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:51:12.029945 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-7f0ed2f2-30ee-40d9-aab5-b950ae6dd40d req-fa37417e-d25e-417d-a645-d2b0ead9792c service neutron] For port de741d21-80ec-499c-a571-a37fee601b3f, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=de741d21-80ec-499c-a571-a37fee601b3f,segment=NetworkSegment(baf87664-ecc7-475d-93f2-159d871e9198),segment_id=baf87664-ecc7-475d-93f2-159d871e9198)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:51:12.031279 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-04cd31e9-26d5-47b5-80de-19470e6992ee req-f823c1eb-99d2-4750-9b52-3f853caed8b7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c1b67c9-1960-4c11-8092-1d3562af2857 HTTP/1.1" status: 200 len: 217 time: 0.0923829 Sep 23 06:51:12.043436 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f35eb1e-6fb8-4e83-aa2e-eb5254c3c9cf req-e689b070-e420-4f1e-a19a-62e3fe29db3a tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:12.050589 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0f35eb1e-6fb8-4e83-aa2e-eb5254c3c9cf req-e689b070-e420-4f1e-a19a-62e3fe29db3a tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=81c20f7e-ab7b-4016-8938-e0baf0d6e226 HTTP/1.1" status: 200 len: 944 time: 0.0892255 Sep 23 06:51:12.055240 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-7f0ed2f2-30ee-40d9-aab5-b950ae6dd40d req-fa37417e-d25e-417d-a645-d2b0ead9792c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:12.079398 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befe2928-d585-4050-9aab-4a0b5654fb31 None None] Network aaf8d91e-30b2-4243-983d-76e1a207b3bd requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:51:12.120267 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0ed2f2-30ee-40d9-aab5-b950ae6dd40d req-fa37417e-d25e-417d-a645-d2b0ead9792c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:12.120903 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-7f0ed2f2-30ee-40d9-aab5-b950ae6dd40d req-fa37417e-d25e-417d-a645-d2b0ead9792c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:12.122573 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7f0ed2f2-30ee-40d9-aab5-b950ae6dd40d req-fa37417e-d25e-417d-a645-d2b0ead9792c service neutron] 10.222.0.58 "PUT /v2.0/ports/de741d21-80ec-499c-a571-a37fee601b3f HTTP/1.1" status: 200 len: 1092 time: 1.4793975 Sep 23 06:51:12.123170 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6f10f8c-6cc0-41d4-81ca-38bd9da81398', 'tag': 'de741d21-80ec-499c-a571-a37fee601b3f'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:51:12.125586 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8963a1d-0074-4436-9107-ce9344ee441c" -d '{"events": [{"name": "network-changed", "server_uuid": "a6f10f8c-6cc0-41d4-81ca-38bd9da81398", "tag": "de741d21-80ec-499c-a571-a37fee601b3f"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:51:12.182798 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0f35eb1e-6fb8-4e83-aa2e-eb5254c3c9cf req-06b5031a-3561-4f01-be2c-c33dcae8897c tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139944 Sep 23 06:51:12.183493 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cd31e9-26d5-47b5-80de-19470e6992ee req-c7434bcd-1a48-45f6-ab4b-ea1adb110a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:12.185352 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-04cd31e9-26d5-47b5-80de-19470e6992ee req-c7434bcd-1a48-45f6-ab4b-ea1adb110a55 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28a40485-6179-4cfd-bacb-cd6d53527b94 HTTP/1.1" status: 200 len: 851 time: 0.1463611 Sep 23 06:51:12.194633 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-2d718b57-ba0e-4098-a8b6-1bd4515a6c76 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1715403 Sep 23 06:51:12.214088 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa37417e-d25e-417d-a645-d2b0ead9792c service neutron] Pushing event updated for resources: {'Port': ['ID=de741d21-80ec-499c-a571-a37fee601b3f,revision_number=3']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:12.246315 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:12.252299 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-04cd31e9-26d5-47b5-80de-19470e6992ee req-5b30e9f5-4552-4e18-8cf3-8fffb75cb0d6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6857e841-b53d-4899-987a-f0e6c1c77e85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477126 Sep 23 06:51:12.268444 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0ed2f2-30ee-40d9-aab5-b950ae6dd40d req-19b6b22a-c179-40b1-bd02-bb1ce9158c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:12.270149 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7f0ed2f2-30ee-40d9-aab5-b950ae6dd40d req-19b6b22a-c179-40b1-bd02-bb1ce9158c3f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=33d29a95a0634a4491ef4e20d2f6dd6b&device_id=a6f10f8c-6cc0-41d4-81ca-38bd9da81398 HTTP/1.1" status: 200 len: 1095 time: 0.0859416 Sep 23 06:51:12.271590 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b90e6550-6a85-4d9e-a5bf-541c7d5f04e4 x-openstack-request-id: req-b90e6550-6a85-4d9e-a5bf-541c7d5f04e4 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:51:12.271874 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6f10f8c-6cc0-41d4-81ca-38bd9da81398", "tag": "de741d21-80ec-499c-a571-a37fee601b3f", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:51:12.272126 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b90e6550-6a85-4d9e-a5bf-541c7d5f04e4 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:51:12.272511 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6f10f8c-6cc0-41d4-81ca-38bd9da81398', 'tag': 'de741d21-80ec-499c-a571-a37fee601b3f', 'status': 'completed', 'code': 200} Sep 23 06:51:12.335923 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7f0ed2f2-30ee-40d9-aab5-b950ae6dd40d req-76232c91-14b3-4592-a19d-b51a58d73e9f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de741d21-80ec-499c-a571-a37fee601b3f HTTP/1.1" status: 200 len: 217 time: 0.0563638 Sep 23 06:51:12.392755 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c32b1-cd17-46ba-ae33-a22c975b8f82 req-955597fe-943d-4608-9d50-456946fc6929 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:12.402450 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d88c32b1-cd17-46ba-ae33-a22c975b8f82 req-955597fe-943d-4608-9d50-456946fc6929 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] 10.222.0.39 "GET /v2.0/ports?device_id=43ad6ed6-1d2c-4f40-8d02-df12917225a3 HTTP/1.1" status: 200 len: 945 time: 0.1543124 Sep 23 06:51:12.404831 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0ed2f2-30ee-40d9-aab5-b950ae6dd40d req-c5fe07e0-50f8-42d8-922a-48236ed5ba9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:12.407678 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7f0ed2f2-30ee-40d9-aab5-b950ae6dd40d req-c5fe07e0-50f8-42d8-922a-48236ed5ba9d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0b013e5a-19bd-4628-a463-6cccef958c7f HTTP/1.1" status: 200 len: 846 time: 0.0585551 Sep 23 06:51:12.457933 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7f0ed2f2-30ee-40d9-aab5-b950ae6dd40d req-a98bb306-e59e-4951-86a6-6e0df64f439e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f755c16b-3f42-4ee5-9068-675e45e695cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374167 Sep 23 06:51:12.459745 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-04cd31e9-26d5-47b5-80de-19470e6992ee req-f5867df4-bc56-4f58-b6ef-556934fb1757 service neutron] 10.222.0.21 "GET /v2.0/networks/6857e841-b53d-4899-987a-f0e6c1c77e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954103 Sep 23 06:51:12.463587 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d88c32b1-cd17-46ba-ae33-a22c975b8f82 req-14705f5a-13d1-49bb-9eab-100f289848b0 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] 10.222.0.39 "GET /v2.0/security-groups?id=5fb6529b-504d-43b9-ab4f-6fe68e529500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602181 Sep 23 06:51:12.588463 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-04cd31e9-26d5-47b5-80de-19470e6992ee req-b0bf5367-0917-41f3-a88b-a219267357c4 service neutron] 10.222.0.21 "GET /v2.0/networks/6857e841-b53d-4899-987a-f0e6c1c77e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203439 Sep 23 06:51:12.614250 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7f0ed2f2-30ee-40d9-aab5-b950ae6dd40d req-38765df3-fd81-497a-a426-0a1a654f827f service neutron] 10.222.0.58 "GET /v2.0/networks/f755c16b-3f42-4ee5-9068-675e45e695cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403430 Sep 23 06:51:12.762805 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7f0ed2f2-30ee-40d9-aab5-b950ae6dd40d req-d505f733-8940-4c54-8360-8bf8a1d0682f service neutron] 10.222.0.58 "GET /v2.0/networks/f755c16b-3f42-4ee5-9068-675e45e695cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377389 Sep 23 06:51:12.845782 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0488c1e-7ce5-4356-9e8e-df3f68f94a9d req-869d3f50-f2cf-4edd-9472-897866391092 tempest-ServerTagsTestJSON-406398601 tempest-ServerTagsTestJSON-406398601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:12.850513 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d0488c1e-7ce5-4356-9e8e-df3f68f94a9d req-869d3f50-f2cf-4edd-9472-897866391092 tempest-ServerTagsTestJSON-406398601 tempest-ServerTagsTestJSON-406398601-project] 10.222.0.39 "GET /v2.0/networks?id=aaf8d91e-30b2-4243-983d-76e1a207b3bd HTTP/1.1" status: 200 len: 808 time: 0.1314766 Sep 23 06:51:12.866555 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d0488c1e-7ce5-4356-9e8e-df3f68f94a9d req-3777a986-bd34-4eae-ade4-8e1bf342eb9a tempest-ServerTagsTestJSON-406398601 tempest-ServerTagsTestJSON-406398601-project] 10.222.0.39 "GET /v2.0/quotas/6cab811b771e4977b00b7b0e2c46a263 HTTP/1.1" status: 200 len: 375 time: 0.0116048 Sep 23 06:51:12.902135 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8963a1d-0074-4436-9107-ce9344ee441c req-12aae308-6ba2-4064-a406-323ab9f60727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:12.904055 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c8963a1d-0074-4436-9107-ce9344ee441c req-12aae308-6ba2-4064-a406-323ab9f60727 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=33d29a95a0634a4491ef4e20d2f6dd6b&device_id=a6f10f8c-6cc0-41d4-81ca-38bd9da81398 HTTP/1.1" status: 200 len: 1095 time: 0.0620131 Sep 23 06:51:12.907178 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d0488c1e-7ce5-4356-9e8e-df3f68f94a9d req-a1d018d7-d407-4406-ae3a-1f765846f2c9 tempest-ServerTagsTestJSON-406398601 tempest-ServerTagsTestJSON-406398601-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6cab811b771e4977b00b7b0e2c46a263&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337205 Sep 23 06:51:13.026446 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d0488c1e-7ce5-4356-9e8e-df3f68f94a9d req-dc2410e7-1c64-4ab7-9b32-f2e902588417 service neutron] 10.222.0.39 "GET /v2.0/networks/aaf8d91e-30b2-4243-983d-76e1a207b3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014345 Sep 23 06:51:13.027546 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8963a1d-0074-4436-9107-ce9344ee441c req-5d73c0ca-5ece-472d-a890-e002eb84454e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:13.029409 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c8963a1d-0074-4436-9107-ce9344ee441c req-5d73c0ca-5ece-472d-a890-e002eb84454e service neutron] 10.222.0.58 "GET /v2.0/networks?id=f755c16b-3f42-4ee5-9068-675e45e695cf HTTP/1.1" status: 200 len: 907 time: 0.1046438 Sep 23 06:51:13.085331 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c8963a1d-0074-4436-9107-ce9344ee441c req-44adc606-e184-4a04-8156-c87932f1abef service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de741d21-80ec-499c-a571-a37fee601b3f HTTP/1.1" status: 200 len: 217 time: 0.0418417 Sep 23 06:51:13.123147 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d0488c1e-7ce5-4356-9e8e-df3f68f94a9d req-bd974caa-0899-427e-9b61-72f69ff6d7cd service neutron] 10.222.0.39 "GET /v2.0/networks/aaf8d91e-30b2-4243-983d-76e1a207b3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898366 Sep 23 06:51:13.152720 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8963a1d-0074-4436-9107-ce9344ee441c req-a9a5f0d1-ed39-4d85-8d8a-332a3313114c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:13.154342 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c8963a1d-0074-4436-9107-ce9344ee441c req-a9a5f0d1-ed39-4d85-8d8a-332a3313114c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0b013e5a-19bd-4628-a463-6cccef958c7f HTTP/1.1" status: 200 len: 846 time: 0.0537987 Sep 23 06:51:13.192184 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c8963a1d-0074-4436-9107-ce9344ee441c req-8c9abadc-ea58-4fac-80aa-0433a68b40e0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f755c16b-3f42-4ee5-9068-675e45e695cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296397 Sep 23 06:51:13.317594 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0716c872-79e8-4515-871a-1cb8b16995bf req-606ff307-3d74-483f-b69a-601b1cddecab tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:13.326466 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0716c872-79e8-4515-871a-1cb8b16995bf req-606ff307-3d74-483f-b69a-601b1cddecab tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=81c20f7e-ab7b-4016-8938-e0baf0d6e226 HTTP/1.1" status: 200 len: 944 time: 0.1367009 Sep 23 06:51:13.364284 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdcf56a-81d3-494b-a540-eb7a3c2e8bba req-8815dc42-feda-42d3-b525-0846b0398cf8 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:13.366093 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fcdcf56a-81d3-494b-a540-eb7a3c2e8bba req-8815dc42-feda-42d3-b525-0846b0398cf8 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6f10f8c-6cc0-41d4-81ca-38bd9da81398 HTTP/1.1" status: 200 len: 943 time: 0.0696082 Sep 23 06:51:13.399211 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c8963a1d-0074-4436-9107-ce9344ee441c req-91bbf926-f35c-4d07-a29d-463fe9f51b0a service neutron] 10.222.0.58 "GET /v2.0/networks/f755c16b-3f42-4ee5-9068-675e45e695cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981909 Sep 23 06:51:13.417442 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fcdcf56a-81d3-494b-a540-eb7a3c2e8bba req-9337fc09-6bb1-4e24-9dde-dbe8206b3460 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442140 Sep 23 06:51:13.554764 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-0716c872-79e8-4515-871a-1cb8b16995bf req-612d6a51-dcb5-4f78-8350-096e838ea2c3 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Deleting port a98de87c-3ea2-486d-b079-c75619c5535b {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:51:13.555258 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-0716c872-79e8-4515-871a-1cb8b16995bf req-612d6a51-dcb5-4f78-8350-096e838ea2c3 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:13.565966 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c8963a1d-0074-4436-9107-ce9344ee441c req-1d849ad9-6675-4da8-ad53-a42f4647e02f service neutron] 10.222.0.58 "GET /v2.0/networks/f755c16b-3f42-4ee5-9068-675e45e695cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365049 Sep 23 06:51:13.667563 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3923faf-4144-4609-bc55-4de2f1fd56a2 req-d43db750-8ddd-40c9-8c5c-eb25afceaf62 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:13.669765 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d3923faf-4144-4609-bc55-4de2f1fd56a2 req-d43db750-8ddd-40c9-8c5c-eb25afceaf62 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?device_id=31e1b5ab-8723-4bb9-862e-bd5cb61591b3 HTTP/1.1" status: 200 len: 945 time: 0.0560353 Sep 23 06:51:13.684813 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-0716c872-79e8-4515-871a-1cb8b16995bf req-612d6a51-dcb5-4f78-8350-096e838ea2c3 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] For port a98de87c-3ea2-486d-b079-c75619c5535b, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=a98de87c-3ea2-486d-b079-c75619c5535b,segment=NetworkSegment(f93b6022-d5e5-431e-9dcb-2461df9c5b3b),segment_id=f93b6022-d5e5-431e-9dcb-2461df9c5b3b)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:51:13.685187 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-0716c872-79e8-4515-871a-1cb8b16995bf req-612d6a51-dcb5-4f78-8350-096e838ea2c3 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:13.700786 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-0716c872-79e8-4515-871a-1cb8b16995bf req-612d6a51-dcb5-4f78-8350-096e838ea2c3 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Calling delete_port for a98de87c-3ea2-486d-b079-c75619c5535b owned by compute:nova {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:51:13.718441 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:13.726142 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d3923faf-4144-4609-bc55-4de2f1fd56a2 req-1468191e-2f20-41d7-8240-febd4298c4f6 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/security-groups?id=ece3dc8d-d93c-45c1-8c17-22ee813f6047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476208 Sep 23 06:51:13.813375 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-713a03df-850d-4aca-bade-3561a39514a1 req-f9a53fa6-4cd7-4218-bcfd-303fb5560ebf tempest-ServerTagsTestJSON-406398601 tempest-ServerTagsTestJSON-406398601-project] 10.222.0.39 "GET /v2.0/ports?device_id=340be156-4ad3-4873-8749-9ddc4a773a64 HTTP/1.1" status: 200 len: 210 time: 0.0281148 Sep 23 06:51:13.857539 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-0716c872-79e8-4515-871a-1cb8b16995bf req-612d6a51-dcb5-4f78-8350-096e838ea2c3 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:13.895008 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612d6a51-dcb5-4f78-8350-096e838ea2c3 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Pushing event deleted for resources: {'Port': ['ID=a98de87c-3ea2-486d-b079-c75619c5535b,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:13.947384 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-0716c872-79e8-4515-871a-1cb8b16995bf req-612d6a51-dcb5-4f78-8350-096e838ea2c3 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] No DVR routers for this DVR port a98de87c-3ea2-486d-b079-c75619c5535b on host n-h2-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:51:13.950027 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-0716c872-79e8-4515-871a-1cb8b16995bf req-612d6a51-dcb5-4f78-8350-096e838ea2c3 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:13.952078 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0716c872-79e8-4515-871a-1cb8b16995bf req-612d6a51-dcb5-4f78-8350-096e838ea2c3 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "DELETE /v2.0/ports/a98de87c-3ea2-486d-b079-c75619c5535b HTTP/1.1" status: 204 len: 173 time: 0.6248050 Sep 23 06:51:14.073402 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device a98de87c-3ea2-486d-b079-c75619c5535b no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:51:14.110698 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No Port match for: a98de87c-3ea2-486d-b079-c75619c5535b {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:51:14.111217 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device a98de87c-3ea2-486d-b079-c75619c5535b not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:51:14.124852 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d39a1b6-8b5d-4280-b2cf-e7602c46cec3 req-66562d1e-d890-4e13-ab52-f56291840722 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:14.126537 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7d39a1b6-8b5d-4280-b2cf-e7602c46cec3 req-66562d1e-d890-4e13-ab52-f56291840722 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f177cb1-a64d-4d1e-a920-982fad0b76b3 HTTP/1.1" status: 200 len: 950 time: 0.0579267 Sep 23 06:51:14.167954 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7d39a1b6-8b5d-4280-b2cf-e7602c46cec3 req-55f66bd2-b9f0-41a1-b377-0dc9fa6e55d6 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] 10.222.0.39 "GET /v2.0/security-groups?id=2da1a433-5a8f-4ff2-b3a0-816d4a147bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349004 Sep 23 06:51:14.273771 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81c20f7e-ab7b-4016-8938-e0baf0d6e226', 'name': 'network-vif-deleted', 'tag': 'a98de87c-3ea2-486d-b079-c75619c5535b'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:51:14.276951 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d39a48b6-867a-47e8-9334-09810fdc506c" -d '{"events": [{"server_uuid": "81c20f7e-ab7b-4016-8938-e0baf0d6e226", "name": "network-vif-deleted", "tag": "a98de87c-3ea2-486d-b079-c75619c5535b"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:51:14.280599 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db0ffb-5d9f-4d8c-a3b7-92b27438602c req-1cb27d63-77f4-4c0e-866a-25b06e20eea8 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:14.282317 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-68db0ffb-5d9f-4d8c-a3b7-92b27438602c req-1cb27d63-77f4-4c0e-866a-25b06e20eea8 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] 10.222.0.39 "GET /v2.0/ports?device_id=43ad6ed6-1d2c-4f40-8d02-df12917225a3 HTTP/1.1" status: 200 len: 945 time: 0.0526435 Sep 23 06:51:14.322239 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-68db0ffb-5d9f-4d8c-a3b7-92b27438602c req-885d6cfb-2216-4c47-9e47-6372557feadb tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] 10.222.0.39 "GET /v2.0/security-groups?id=5fb6529b-504d-43b9-ab4f-6fe68e529500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337043 Sep 23 06:51:14.377512 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 23 Sep 2021 06:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48dd2b38-6003-4734-9372-358e9c39f93d x-openstack-request-id: req-48dd2b38-6003-4734-9372-358e9c39f93d {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:51:14.377813 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81c20f7e-ab7b-4016-8938-e0baf0d6e226", "name": "network-vif-deleted", "tag": "a98de87c-3ea2-486d-b079-c75619c5535b", "status": "failed", "code": 422}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:51:14.378132 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-48dd2b38-6003-4734-9372-358e9c39f93d {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:51:14.378535 n-d-715271-16 neutron-server[95066]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '81c20f7e-ab7b-4016-8938-e0baf0d6e226', 'name': 'network-vif-deleted', 'tag': 'a98de87c-3ea2-486d-b079-c75619c5535b', 'status': 'failed', 'code': 422} returned with failed status Sep 23 06:51:14.643281 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea947feb-3277-42d8-83c9-991afc65fbf7 req-f10b98b0-c845-40eb-8225-85dfe76f62fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:14.646523 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ea947feb-3277-42d8-83c9-991afc65fbf7 req-f10b98b0-c845-40eb-8225-85dfe76f62fb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8275c6392a72426db62ebfc4817f4420&device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 1096 time: 0.0622363 Sep 23 06:51:14.704692 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbf2594-d991-4964-a01e-7440bfcc8127 req-8d714a91-1a2f-43ab-8f09-5d6a8c514e84 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:14.706540 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5dbf2594-d991-4964-a01e-7440bfcc8127 req-8d714a91-1a2f-43ab-8f09-5d6a8c514e84 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6f10f8c-6cc0-41d4-81ca-38bd9da81398 HTTP/1.1" status: 200 len: 943 time: 0.1504655 Sep 23 06:51:14.752998 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0488c1e-7ce5-4356-9e8e-df3f68f94a9d req-a37cd32f-b838-41cc-8b1a-09c1c3703928 tempest-ServerTagsTestJSON-406398601 tempest-ServerTagsTestJSON-406398601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:14.754560 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d0488c1e-7ce5-4356-9e8e-df3f68f94a9d req-a37cd32f-b838-41cc-8b1a-09c1c3703928 tempest-ServerTagsTestJSON-406398601 tempest-ServerTagsTestJSON-406398601-project] 10.222.0.58 "GET /v2.0/networks?id=aaf8d91e-30b2-4243-983d-76e1a207b3bd HTTP/1.1" status: 200 len: 808 time: 0.2477865 Sep 23 06:51:14.778406 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-d0488c1e-7ce5-4356-9e8e-df3f68f94a9d req-a2a71fd4-c244-4fe6-a177-ad7dc7fec20d tempest-ServerTagsTestJSON-406398601 tempest-ServerTagsTestJSON-406398601-project] Request body: {'port': {'device_id': '340be156-4ad3-4873-8749-9ddc4a773a64', 'network_id': 'aaf8d91e-30b2-4243-983d-76e1a207b3bd', 'admin_state_up': True, 'tenant_id': '6cab811b771e4977b00b7b0e2c46a263'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:51:14.785844 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5dbf2594-d991-4964-a01e-7440bfcc8127 req-e4dac15d-f2dc-4e5e-8cf5-2c5badc63b73 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697138 Sep 23 06:51:14.808440 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea947feb-3277-42d8-83c9-991afc65fbf7 req-54082457-90f5-42b8-ad1b-cccc24297cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:14.810135 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ea947feb-3277-42d8-83c9-991afc65fbf7 req-54082457-90f5-42b8-ad1b-cccc24297cab service neutron] 10.222.0.21 "GET /v2.0/networks?id=d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64 HTTP/1.1" status: 200 len: 912 time: 0.1560144 Sep 23 06:51:14.835463 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae3fda0-0d71-4a04-a100-e72dbfd828f9 req-29027cdc-7d74-4ac5-8562-4f566053e48a tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:14.839186 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9ae3fda0-0d71-4a04-a100-e72dbfd828f9 req-29027cdc-7d74-4ac5-8562-4f566053e48a tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 944 time: 0.0844924 Sep 23 06:51:14.921425 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ea947feb-3277-42d8-83c9-991afc65fbf7 req-4b3a6127-7939-42aa-9adc-6791387f48db service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13fc1c55-aac8-4284-a65a-d9e7ba02d995 HTTP/1.1" status: 200 len: 999 time: 0.1023643 Sep 23 06:51:14.925751 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0488c1e-7ce5-4356-9e8e-df3f68f94a9d req-a2a71fd4-c244-4fe6-a177-ad7dc7fec20d tempest-ServerTagsTestJSON-406398601 tempest-ServerTagsTestJSON-406398601-project] Made reservation on behalf of 6cab811b771e4977b00b7b0e2c46a263 for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:51:14.929713 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-d0488c1e-7ce5-4356-9e8e-df3f68f94a9d req-a2a71fd4-c244-4fe6-a177-ad7dc7fec20d tempest-ServerTagsTestJSON-406398601 tempest-ServerTagsTestJSON-406398601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:14.938146 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9ae3fda0-0d71-4a04-a100-e72dbfd828f9 req-333950c1-397b-4f0a-a5f5-c70f2058c118 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626941 Sep 23 06:51:14.985336 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea947feb-3277-42d8-83c9-991afc65fbf7 req-3e42252f-fc86-4f9b-8daf-0484b55055c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:14.986730 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ea947feb-3277-42d8-83c9-991afc65fbf7 req-3e42252f-fc86-4f9b-8daf-0484b55055c3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=46ccc032-0362-4c9c-977b-4c26fbfaa4e6 HTTP/1.1" status: 200 len: 850 time: 0.0476050 Sep 23 06:51:15.074032 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea947feb-3277-42d8-83c9-991afc65fbf7 req-ed7840fb-c6cf-49f9-abcb-3df3e2309405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:15.075571 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ea947feb-3277-42d8-83c9-991afc65fbf7 req-ed7840fb-c6cf-49f9-abcb-3df3e2309405 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0701320 Sep 23 06:51:15.116347 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690704fc-2964-4890-ba1f-a7055c626997 req-95586a11-4416-4e01-9397-d2e42866da0e tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:15.118956 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-690704fc-2964-4890-ba1f-a7055c626997 req-95586a11-4416-4e01-9397-d2e42866da0e tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?device_id=31e1b5ab-8723-4bb9-862e-bd5cb61591b3 HTTP/1.1" status: 200 len: 945 time: 0.0748367 Sep 23 06:51:15.148619 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69999e1-c1fa-4363-958d-22cb4de549a1 req-7a017d80-20e4-4e8e-95db-1f72e3ff8ee4 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:15.150257 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d69999e1-c1fa-4363-958d-22cb4de549a1 req-7a017d80-20e4-4e8e-95db-1f72e3ff8ee4 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/networks?id=5e6b1e6b-f43d-48fc-88ea-84227fc0190a HTTP/1.1" status: 200 len: 812 time: 0.2001874 Sep 23 06:51:15.170230 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [req-d0488c1e-7ce5-4356-9e8e-df3f68f94a9d req-a2a71fd4-c244-4fe6-a177-ad7dc7fec20d tempest-ServerTagsTestJSON-406398601 tempest-ServerTagsTestJSON-406398601-project] Allocated IP 172.20.0.7 (aaf8d91e-30b2-4243-983d-76e1a207b3bd/26b7664d-ab1d-446a-b2de-289e1dca8f87/cbb12072-4adf-494c-acf7-329d4ae408e6) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:51:15.175938 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d69999e1-c1fa-4363-958d-22cb4de549a1 req-e6426ac7-4c61-4172-b059-f60dfc657d9c tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/quotas/7c15309e32824dcfa3da1dd04afd3365 HTTP/1.1" status: 200 len: 375 time: 0.0167372 Sep 23 06:51:15.204241 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-690704fc-2964-4890-ba1f-a7055c626997 req-211af3d8-f58e-41fa-a16c-7f286ff212e9 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/security-groups?id=ece3dc8d-d93c-45c1-8c17-22ee813f6047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753648 Sep 23 06:51:15.218765 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ea947feb-3277-42d8-83c9-991afc65fbf7 req-51c6029f-816a-4854-aaf0-c6b60854af1d service neutron] 10.222.0.21 "GET /v2.0/networks/d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329055 Sep 23 06:51:15.221999 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d69999e1-c1fa-4363-958d-22cb4de549a1 req-98633e25-d7c4-4807-af0d-f97e4da9ab1f tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7c15309e32824dcfa3da1dd04afd3365&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0371277 Sep 23 06:51:15.327414 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d7b833ed-65ca-47a4-979a-a436c5509f5c req-fa2dd183-d3ed-4c1b-a4f6-8f39b14dbf3c tempest-ServerTagsTestJSON-406398601 tempest-ServerTagsTestJSON-406398601-project] 10.222.0.39 "GET /v2.0/ports?device_id=340be156-4ad3-4873-8749-9ddc4a773a64 HTTP/1.1" status: 200 len: 210 time: 0.0334301 Sep 23 06:51:15.347951 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ea947feb-3277-42d8-83c9-991afc65fbf7 req-c462ea57-877f-4108-8c43-e53a65f31fb2 service neutron] 10.222.0.21 "GET /v2.0/networks/d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209035 Sep 23 06:51:15.416104 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d69999e1-c1fa-4363-958d-22cb4de549a1 req-e2b7117e-d98c-4c45-b767-eb02d7d692fd service neutron] 10.222.0.39 "GET /v2.0/networks/5e6b1e6b-f43d-48fc-88ea-84227fc0190a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820261 Sep 23 06:51:15.448487 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ccf55a-19fe-4261-a003-63e27e852dc5 req-9d28087b-b5c1-4979-a802-c9f62223c740 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:15.450082 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-71ccf55a-19fe-4261-a003-63e27e852dc5 req-9d28087b-b5c1-4979-a802-c9f62223c740 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] 10.222.0.39 "GET /v2.0/ports?device_id=43ad6ed6-1d2c-4f40-8d02-df12917225a3 HTTP/1.1" status: 200 len: 945 time: 0.0509465 Sep 23 06:51:15.457391 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-d0488c1e-7ce5-4356-9e8e-df3f68f94a9d req-a2a71fd4-c244-4fe6-a177-ad7dc7fec20d tempest-ServerTagsTestJSON-406398601 tempest-ServerTagsTestJSON-406398601-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:15.494144 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-71ccf55a-19fe-4261-a003-63e27e852dc5 req-80c195a9-10d0-405c-b9d3-4a6b4ad8ca51 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] 10.222.0.39 "GET /v2.0/security-groups?id=5fb6529b-504d-43b9-ab4f-6fe68e529500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356820 Sep 23 06:51:15.541068 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d69999e1-c1fa-4363-958d-22cb4de549a1 req-7ea04aae-7d2e-4405-b27e-033b747bf350 service neutron] 10.222.0.39 "GET /v2.0/networks/5e6b1e6b-f43d-48fc-88ea-84227fc0190a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170921 Sep 23 06:51:15.547901 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-d0488c1e-7ce5-4356-9e8e-df3f68f94a9d req-a2a71fd4-c244-4fe6-a177-ad7dc7fec20d tempest-ServerTagsTestJSON-406398601 tempest-ServerTagsTestJSON-406398601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:15.594727 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0488c1e-7ce5-4356-9e8e-df3f68f94a9d req-a2a71fd4-c244-4fe6-a177-ad7dc7fec20d tempest-ServerTagsTestJSON-406398601 tempest-ServerTagsTestJSON-406398601-project] Network aaf8d91e-30b2-4243-983d-76e1a207b3bd is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:51:15.597882 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [req-d0488c1e-7ce5-4356-9e8e-df3f68f94a9d req-a2a71fd4-c244-4fe6-a177-ad7dc7fec20d tempest-ServerTagsTestJSON-406398601 tempest-ServerTagsTestJSON-406398601-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:51:15.601917 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0488c1e-7ce5-4356-9e8e-df3f68f94a9d req-a2a71fd4-c244-4fe6-a177-ad7dc7fec20d tempest-ServerTagsTestJSON-406398601 tempest-ServerTagsTestJSON-406398601-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:51:15.635290 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a71fd4-c244-4fe6-a177-ad7dc7fec20d tempest-ServerTagsTestJSON-406398601 tempest-ServerTagsTestJSON-406398601-project] Pushing event updated for resources: {'Port': ['ID=cbb12072-4adf-494c-acf7-329d4ae408e6,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:15.663807 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0488c1e-7ce5-4356-9e8e-df3f68f94a9d req-a2a71fd4-c244-4fe6-a177-ad7dc7fec20d tempest-ServerTagsTestJSON-406398601 tempest-ServerTagsTestJSON-406398601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:15.664581 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-d0488c1e-7ce5-4356-9e8e-df3f68f94a9d req-a2a71fd4-c244-4fe6-a177-ad7dc7fec20d tempest-ServerTagsTestJSON-406398601 tempest-ServerTagsTestJSON-406398601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:15.683410 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d0488c1e-7ce5-4356-9e8e-df3f68f94a9d req-a2a71fd4-c244-4fe6-a177-ad7dc7fec20d tempest-ServerTagsTestJSON-406398601 tempest-ServerTagsTestJSON-406398601-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9119940 Sep 23 06:51:15.698404 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-d0488c1e-7ce5-4356-9e8e-df3f68f94a9d req-365daf06-5cf8-4823-b0b0-ef6e25efa6ce service neutron] Request body: {'port': {'device_id': '340be156-4ad3-4873-8749-9ddc4a773a64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:51:15.718483 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-55059365-a58e-4ac9-8d0a-e1e41d358a4c req-36973989-21f2-4118-8182-02890a2f4ce9 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=96d33569-2cba-4763-8625-a124ce14cdb6 HTTP/1.1" status: 200 len: 210 time: 0.0320058 Sep 23 06:51:15.766863 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-d0488c1e-7ce5-4356-9e8e-df3f68f94a9d req-365daf06-5cf8-4823-b0b0-ef6e25efa6ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:15.975437 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a32064a-b9ca-4d51-96fb-7594f9ff363b req-8c77abfd-2833-4143-ae61-9edf4b0309fe tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:15.976884 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8a32064a-b9ca-4d51-96fb-7594f9ff363b req-8c77abfd-2833-4143-ae61-9edf4b0309fe tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6f10f8c-6cc0-41d4-81ca-38bd9da81398 HTTP/1.1" status: 200 len: 943 time: 0.1001427 Sep 23 06:51:16.060758 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8a32064a-b9ca-4d51-96fb-7594f9ff363b req-f06ed5e1-3492-46a0-bba1-08af59a2792b tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758586 Sep 23 06:51:16.082463 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338cce82-470d-4c18-b759-f5663ae7568d req-ace434c8-9074-4b5d-b2b7-6338f0b81879 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:16.084372 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-338cce82-470d-4c18-b759-f5663ae7568d req-ace434c8-9074-4b5d-b2b7-6338f0b81879 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 944 time: 0.0671656 Sep 23 06:51:16.098658 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device de741d21-80ec-499c-a571-a37fee601b3f details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:51:16.142608 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-338cce82-470d-4c18-b759-f5663ae7568d req-8f4c6dd6-9cea-4185-afea-66226a731496 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500150 Sep 23 06:51:16.216808 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [req-d0488c1e-7ce5-4356-9e8e-df3f68f94a9d req-365daf06-5cf8-4823-b0b0-ef6e25efa6ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbb12072-4adf-494c-acf7-329d4ae408e6 {{(pid=95066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:51:16.225301 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-d0488c1e-7ce5-4356-9e8e-df3f68f94a9d req-365daf06-5cf8-4823-b0b0-ef6e25efa6ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:16.245758 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.provisioning_blocks [req-d0488c1e-7ce5-4356-9e8e-df3f68f94a9d req-365daf06-5cf8-4823-b0b0-ef6e25efa6ce service neutron] Transition to ACTIVE for port object cbb12072-4adf-494c-acf7-329d4ae408e6 will not be triggered until provisioned by entity L2. {{(pid=95066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:51:16.249502 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port de741d21-80ec-499c-a571-a37fee601b3f, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=de741d21-80ec-499c-a571-a37fee601b3f,segment=NetworkSegment(baf87664-ecc7-475d-93f2-159d871e9198),segment_id=baf87664-ecc7-475d-93f2-159d871e9198)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:51:16.250890 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-d0488c1e-7ce5-4356-9e8e-df3f68f94a9d req-365daf06-5cf8-4823-b0b0-ef6e25efa6ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:16.273967 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': 'de741d21-80ec-499c-a571-a37fee601b3f', 'network_id': 'f755c16b-3f42-4ee5-9068-675e45e695cf', 'port_id': 'de741d21-80ec-499c-a571-a37fee601b3f', 'mac_address': 'fa:16:3e:68:32:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b013e5a-19bd-4628-a463-6cccef958c7f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:51:16.319986 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:16.340600 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de741d21-80ec-499c-a571-a37fee601b3f {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:51:16.359007 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6af2a5f-9254-4cf3-96b1-b08f6dc34405 req-5b584b93-4f4a-4ad9-adb7-600be56c9ebe tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:16.360548 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f6af2a5f-9254-4cf3-96b1-b08f6dc34405 req-5b584b93-4f4a-4ad9-adb7-600be56c9ebe tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] 10.222.0.58 "GET /v2.0/ports?device_id=43ad6ed6-1d2c-4f40-8d02-df12917225a3 HTTP/1.1" status: 200 len: 945 time: 0.0578306 Sep 23 06:51:16.360688 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365daf06-5cf8-4823-b0b0-ef6e25efa6ce service neutron] Pushing event updated for resources: {'Port': ['ID=cbb12072-4adf-494c-acf7-329d4ae408e6,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:16.369826 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port de741d21-80ec-499c-a571-a37fee601b3f, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=de741d21-80ec-499c-a571-a37fee601b3f,segment=NetworkSegment(baf87664-ecc7-475d-93f2-159d871e9198),segment_id=baf87664-ecc7-475d-93f2-159d871e9198)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:51:16.377167 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:16.413886 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f658c59-689d-40ea-ab55-b780deadc59e req-68791e6c-8156-4f79-bc8a-5fc974a053ca tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:16.415529 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2f658c59-689d-40ea-ab55-b780deadc59e req-68791e6c-8156-4f79-bc8a-5fc974a053ca tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?device_id=31e1b5ab-8723-4bb9-862e-bd5cb61591b3 HTTP/1.1" status: 200 len: 945 time: 0.1343844 Sep 23 06:51:16.439143 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=de741d21-80ec-499c-a571-a37fee601b3f,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:16.453513 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-d0488c1e-7ce5-4356-9e8e-df3f68f94a9d req-365daf06-5cf8-4823-b0b0-ef6e25efa6ce service neutron] Attempting to bind port cbb12072-4adf-494c-acf7-329d4ae408e6 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:51:16.454033 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-d0488c1e-7ce5-4356-9e8e-df3f68f94a9d req-365daf06-5cf8-4823-b0b0-ef6e25efa6ce service neutron] Attempting to bind port cbb12072-4adf-494c-acf7-329d4ae408e6 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': 'e28b2691-896e-4fd4-9b55-e59d9527ac20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'aaf8d91e-30b2-4243-983d-76e1a207b3bd'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:51:16.454252 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0488c1e-7ce5-4356-9e8e-df3f68f94a9d req-365daf06-5cf8-4823-b0b0-ef6e25efa6ce service neutron] Attempting to bind port cbb12072-4adf-494c-acf7-329d4ae408e6 on network aaf8d91e-30b2-4243-983d-76e1a207b3bd {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:51:16.464102 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0488c1e-7ce5-4356-9e8e-df3f68f94a9d req-365daf06-5cf8-4823-b0b0-ef6e25efa6ce service neutron] Port cbb12072-4adf-494c-acf7-329d4ae408e6 on network aaf8d91e-30b2-4243-983d-76e1a207b3bd not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:51:16.464306 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0488c1e-7ce5-4356-9e8e-df3f68f94a9d req-365daf06-5cf8-4823-b0b0-ef6e25efa6ce service neutron] Attempting to bind port cbb12072-4adf-494c-acf7-329d4ae408e6 on network aaf8d91e-30b2-4243-983d-76e1a207b3bd {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:51:16.478913 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0488c1e-7ce5-4356-9e8e-df3f68f94a9d req-365daf06-5cf8-4823-b0b0-ef6e25efa6ce service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:51:16.479263 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0488c1e-7ce5-4356-9e8e-df3f68f94a9d req-365daf06-5cf8-4823-b0b0-ef6e25efa6ce service neutron] Checking segment: {'id': 'e28b2691-896e-4fd4-9b55-e59d9527ac20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'aaf8d91e-30b2-4243-983d-76e1a207b3bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:51:16.479652 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0488c1e-7ce5-4356-9e8e-df3f68f94a9d req-365daf06-5cf8-4823-b0b0-ef6e25efa6ce service neutron] Bound using segment: {'id': 'e28b2691-896e-4fd4-9b55-e59d9527ac20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'aaf8d91e-30b2-4243-983d-76e1a207b3bd'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:51:16.480090 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-d0488c1e-7ce5-4356-9e8e-df3f68f94a9d req-365daf06-5cf8-4823-b0b0-ef6e25efa6ce service neutron] Bound port: cbb12072-4adf-494c-acf7-329d4ae408e6, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e28b2691-896e-4fd4-9b55-e59d9527ac20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'aaf8d91e-30b2-4243-983d-76e1a207b3bd'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:51:16.480456 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-d0488c1e-7ce5-4356-9e8e-df3f68f94a9d req-365daf06-5cf8-4823-b0b0-ef6e25efa6ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:16.484750 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2f658c59-689d-40ea-ab55-b780deadc59e req-fc53d0bd-bdbb-484a-90f9-3caecdd8ec0b tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/security-groups?id=ece3dc8d-d93c-45c1-8c17-22ee813f6047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558734 Sep 23 06:51:16.522310 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a0d186-e111-4f7d-b4d4-b5ce1c391433 req-0242101e-dd1d-4437-a88e-e4136bcae4d7 tempest-ServerTagsTestJSON-406398601 tempest-ServerTagsTestJSON-406398601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:16.523861 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c5a0d186-e111-4f7d-b4d4-b5ce1c391433 req-0242101e-dd1d-4437-a88e-e4136bcae4d7 tempest-ServerTagsTestJSON-406398601 tempest-ServerTagsTestJSON-406398601-project] 10.222.0.39 "GET /v2.0/ports?device_id=340be156-4ad3-4873-8749-9ddc4a773a64 HTTP/1.1" status: 200 len: 943 time: 0.0647709 Sep 23 06:51:16.535368 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-f6af2a5f-9254-4cf3-96b1-b08f6dc34405 req-4c2f3156-c632-4e21-9be4-cf39092c37fa tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Deleting port aab30b3a-8e81-477a-a16e-49615cf4d5ca {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:51:16.535724 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-f6af2a5f-9254-4cf3-96b1-b08f6dc34405 req-4c2f3156-c632-4e21-9be4-cf39092c37fa tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:16.564669 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-d0488c1e-7ce5-4356-9e8e-df3f68f94a9d req-365daf06-5cf8-4823-b0b0-ef6e25efa6ce service neutron] For port cbb12072-4adf-494c-acf7-329d4ae408e6, host n-h2-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:51:16.568056 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-d0488c1e-7ce5-4356-9e8e-df3f68f94a9d req-365daf06-5cf8-4823-b0b0-ef6e25efa6ce service neutron] For port cbb12072-4adf-494c-acf7-329d4ae408e6, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=cbb12072-4adf-494c-acf7-329d4ae408e6,segment=NetworkSegment(e28b2691-896e-4fd4-9b55-e59d9527ac20),segment_id=e28b2691-896e-4fd4-9b55-e59d9527ac20)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:51:16.573121 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-d0488c1e-7ce5-4356-9e8e-df3f68f94a9d req-365daf06-5cf8-4823-b0b0-ef6e25efa6ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:16.626937 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c5a0d186-e111-4f7d-b4d4-b5ce1c391433 req-046ba460-a8b6-494d-a207-d5382f6fa132 tempest-ServerTagsTestJSON-406398601 tempest-ServerTagsTestJSON-406398601-project] 10.222.0.39 "GET /v2.0/security-groups?id=903d1c5b-ed73-413d-9d0a-e5c0e6ef4231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942008 Sep 23 06:51:16.656349 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0488c1e-7ce5-4356-9e8e-df3f68f94a9d req-365daf06-5cf8-4823-b0b0-ef6e25efa6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:16.657069 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-d0488c1e-7ce5-4356-9e8e-df3f68f94a9d req-365daf06-5cf8-4823-b0b0-ef6e25efa6ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:16.658633 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d0488c1e-7ce5-4356-9e8e-df3f68f94a9d req-365daf06-5cf8-4823-b0b0-ef6e25efa6ce service neutron] 10.222.0.58 "PUT /v2.0/ports/cbb12072-4adf-494c-acf7-329d4ae408e6 HTTP/1.1" status: 200 len: 1092 time: 0.9646993 Sep 23 06:51:16.658915 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-f6af2a5f-9254-4cf3-96b1-b08f6dc34405 req-4c2f3156-c632-4e21-9be4-cf39092c37fa tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] For port aab30b3a-8e81-477a-a16e-49615cf4d5ca, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=aab30b3a-8e81-477a-a16e-49615cf4d5ca,segment=NetworkSegment(6b3cb23f-8559-4986-925f-1b0c3e785910),segment_id=6b3cb23f-8559-4986-925f-1b0c3e785910)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:51:16.659071 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '340be156-4ad3-4873-8749-9ddc4a773a64', 'tag': 'cbb12072-4adf-494c-acf7-329d4ae408e6'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:51:16.659281 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-f6af2a5f-9254-4cf3-96b1-b08f6dc34405 req-4c2f3156-c632-4e21-9be4-cf39092c37fa tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:16.661276 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f98606b-8f75-4bb6-bc4c-721b163c9146" -d '{"events": [{"name": "network-changed", "server_uuid": "340be156-4ad3-4873-8749-9ddc4a773a64", "tag": "cbb12072-4adf-494c-acf7-329d4ae408e6"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:51:16.672597 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365daf06-5cf8-4823-b0b0-ef6e25efa6ce service neutron] Pushing event updated for resources: {'Port': ['ID=cbb12072-4adf-494c-acf7-329d4ae408e6,revision_number=3']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:16.687482 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9715ab03-0269-42bb-8da8-1461e4045bfb req-2cf9d5e7-7430-49be-9fcd-75b3cbba5e05 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:16.689043 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9715ab03-0269-42bb-8da8-1461e4045bfb req-2cf9d5e7-7430-49be-9fcd-75b3cbba5e05 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] 10.222.0.39 "GET /v2.0/ports?device_id=43ad6ed6-1d2c-4f40-8d02-df12917225a3 HTTP/1.1" status: 200 len: 945 time: 0.1106110 Sep 23 06:51:16.714762 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39226316-cec0-460e-a1b5-4df2575c3f3d x-openstack-request-id: req-39226316-cec0-460e-a1b5-4df2575c3f3d {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:51:16.715053 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "340be156-4ad3-4873-8749-9ddc4a773a64", "tag": "cbb12072-4adf-494c-acf7-329d4ae408e6", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:51:16.715358 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-39226316-cec0-460e-a1b5-4df2575c3f3d {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:51:16.715747 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '340be156-4ad3-4873-8749-9ddc4a773a64', 'tag': 'cbb12072-4adf-494c-acf7-329d4ae408e6', 'status': 'completed', 'code': 200} Sep 23 06:51:16.733776 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9715ab03-0269-42bb-8da8-1461e4045bfb req-bd1a4b51-f020-4d01-b000-fd7d4582771d tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] 10.222.0.39 "GET /v2.0/security-groups?id=5fb6529b-504d-43b9-ab4f-6fe68e529500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375440 Sep 23 06:51:16.777499 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0488c1e-7ce5-4356-9e8e-df3f68f94a9d req-a6acad5f-fa71-4510-8a34-17e68894f12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:16.778525 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d0488c1e-7ce5-4356-9e8e-df3f68f94a9d req-a6acad5f-fa71-4510-8a34-17e68894f12d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6cab811b771e4977b00b7b0e2c46a263&device_id=340be156-4ad3-4873-8749-9ddc4a773a64 HTTP/1.1" status: 200 len: 1095 time: 0.0439739 Sep 23 06:51:16.787383 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 6766a1d8-2d0a-4992-baff-4412223d19b9 no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:51:16.811111 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['de741d21-80ec-499c-a571-a37fee601b3f'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:51:16.826964 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d0488c1e-7ce5-4356-9e8e-df3f68f94a9d req-e330aa08-38c8-41f8-a724-a8afe18015b2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cbb12072-4adf-494c-acf7-329d4ae408e6 HTTP/1.1" status: 200 len: 217 time: 0.0358322 Sep 23 06:51:16.868203 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e61cae25-d8d9-42c1-a948-d810659b1664 req-02c799ca-d4a6-488f-a932-1489aa61ca2b tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=96d33569-2cba-4763-8625-a124ce14cdb6 HTTP/1.1" status: 200 len: 210 time: 0.0631430 Sep 23 06:51:16.900066 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-f6af2a5f-9254-4cf3-96b1-b08f6dc34405 req-4c2f3156-c632-4e21-9be4-cf39092c37fa tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:16.900471 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-f6af2a5f-9254-4cf3-96b1-b08f6dc34405 req-4c2f3156-c632-4e21-9be4-cf39092c37fa tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:16.900847 n-d-715271-16 neutron-server[95065]: INFO neutron.db.l3_db [req-f6af2a5f-9254-4cf3-96b1-b08f6dc34405 req-4c2f3156-c632-4e21-9be4-cf39092c37fa tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Floating IP c1e9614c-f617-4c0c-a6c0-e4ae9a6902ad disassociated. External IP: 172.25.2.174, port: aab30b3a-8e81-477a-a16e-49615cf4d5ca. Sep 23 06:51:16.901272 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-f6af2a5f-9254-4cf3-96b1-b08f6dc34405 req-4c2f3156-c632-4e21-9be4-cf39092c37fa tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Calling delete_port for aab30b3a-8e81-477a-a16e-49615cf4d5ca owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:51:16.903749 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0488c1e-7ce5-4356-9e8e-df3f68f94a9d req-ea60653c-1ef2-4b2c-92e2-3cff5c7d3112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:16.911986 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d0488c1e-7ce5-4356-9e8e-df3f68f94a9d req-ea60653c-1ef2-4b2c-92e2-3cff5c7d3112 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=26b7664d-ab1d-446a-b2de-289e1dca8f87 HTTP/1.1" status: 200 len: 848 time: 0.0751171 Sep 23 06:51:16.949105 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d0488c1e-7ce5-4356-9e8e-df3f68f94a9d req-dd5cb426-3f03-4a7e-a6a2-6a29b156e582 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aaf8d91e-30b2-4243-983d-76e1a207b3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266147 Sep 23 06:51:17.053846 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:17.091178 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d0488c1e-7ce5-4356-9e8e-df3f68f94a9d req-3c258f62-5bad-4a40-8ab4-e68f6d1bc785 service neutron] 10.222.0.58 "GET /v2.0/networks/aaf8d91e-30b2-4243-983d-76e1a207b3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324549 Sep 23 06:51:17.119265 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f177cb1-a64d-4d1e-a920-982fad0b76b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6766a1d8-2d0a-4992-baff-4412223d19b9'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:51:17.121606 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a41119-0d59-4303-ad49-f18cae93474b" -d '{"events": [{"server_uuid": "8f177cb1-a64d-4d1e-a920-982fad0b76b3", "name": "network-vif-unplugged", "status": "completed", "tag": "6766a1d8-2d0a-4992-baff-4412223d19b9"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:51:17.121977 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-f6af2a5f-9254-4cf3-96b1-b08f6dc34405 req-4c2f3156-c632-4e21-9be4-cf39092c37fa tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:17.157823 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 6766a1d8-2d0a-4992-baff-4412223d19b9, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=6766a1d8-2d0a-4992-baff-4412223d19b9,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:51:17.173445 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:17.192248 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 06:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61439d04-1041-428b-af42-8c3a0813f016 x-openstack-request-id: req-61439d04-1041-428b-af42-8c3a0813f016 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:51:17.192570 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f177cb1-a64d-4d1e-a920-982fad0b76b3", "name": "network-vif-unplugged", "status": "completed", "tag": "6766a1d8-2d0a-4992-baff-4412223d19b9", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:51:17.192832 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-61439d04-1041-428b-af42-8c3a0813f016 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:51:17.193225 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f177cb1-a64d-4d1e-a920-982fad0b76b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6766a1d8-2d0a-4992-baff-4412223d19b9', 'code': 200} Sep 23 06:51:17.235981 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2f3156-c632-4e21-9be4-cf39092c37fa tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Pushing event deleted for resources: {'Port': ['ID=aab30b3a-8e81-477a-a16e-49615cf4d5ca,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:17.270444 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2f3156-c632-4e21-9be4-cf39092c37fa tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:51:17.270793 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2f3156-c632-4e21-9be4-cf39092c37fa tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:51:17.271137 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2f3156-c632-4e21-9be4-cf39092c37fa tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:51:17.271475 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2f3156-c632-4e21-9be4-cf39092c37fa tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:51:17.271810 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2f3156-c632-4e21-9be4-cf39092c37fa tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:51:17.272142 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2f3156-c632-4e21-9be4-cf39092c37fa tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:51:17.272339 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=6766a1d8-2d0a-4992-baff-4412223d19b9,revision_number=8']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:17.272507 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2f3156-c632-4e21-9be4-cf39092c37fa tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:51:17.272788 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2f3156-c632-4e21-9be4-cf39092c37fa tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:51:17.273118 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2f3156-c632-4e21-9be4-cf39092c37fa tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:51:17.273440 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2f3156-c632-4e21-9be4-cf39092c37fa tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:51:17.273762 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2f3156-c632-4e21-9be4-cf39092c37fa tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:51:17.274104 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2f3156-c632-4e21-9be4-cf39092c37fa tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:51:17.370499 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69999e1-c1fa-4363-958d-22cb4de549a1 req-d90f79f8-0e9a-4100-9379-491ad7155043 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:17.372088 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d69999e1-c1fa-4363-958d-22cb4de549a1 req-d90f79f8-0e9a-4100-9379-491ad7155043 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.21 "GET /v2.0/networks?id=5e6b1e6b-f43d-48fc-88ea-84227fc0190a HTTP/1.1" status: 200 len: 812 time: 0.2943180 Sep 23 06:51:17.382315 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed14fdef-ecf7-4e28-8946-cdebc922cf76 req-37687fcc-64b9-4820-a704-071e8e5202a6 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:17.383946 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ed14fdef-ecf7-4e28-8946-cdebc922cf76 req-37687fcc-64b9-4820-a704-071e8e5202a6 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6f10f8c-6cc0-41d4-81ca-38bd9da81398 HTTP/1.1" status: 200 len: 944 time: 0.2015309 Sep 23 06:51:17.399455 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-d69999e1-c1fa-4363-958d-22cb4de549a1 req-a9795da2-a9c6-4033-b850-6101236bdaab tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Request body: {'port': {'device_id': '96d33569-2cba-4763-8625-a124ce14cdb6', 'network_id': '5e6b1e6b-f43d-48fc-88ea-84227fc0190a', 'admin_state_up': True, 'tenant_id': '7c15309e32824dcfa3da1dd04afd3365'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:51:17.561164 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d0488c1e-7ce5-4356-9e8e-df3f68f94a9d req-d7da6850-5f66-4f0c-8ade-19a968acc840 service neutron] 10.222.0.58 "GET /v2.0/networks/aaf8d91e-30b2-4243-983d-76e1a207b3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4530556 Sep 23 06:51:17.580533 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b958b1-7231-4d50-aa37-4918ba18412c req-d4754acd-655a-4088-ac73-f33526d3dedf tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:17.582222 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a2b958b1-7231-4d50-aa37-4918ba18412c req-d4754acd-655a-4088-ac73-f33526d3dedf tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 944 time: 0.0834367 Sep 23 06:51:17.629654 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a2b958b1-7231-4d50-aa37-4918ba18412c req-7c267ab0-5f81-47ec-8f83-f0c4c2fb9f7a tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398993 Sep 23 06:51:17.716286 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f98606b-8f75-4bb6-bc4c-721b163c9146 req-fbd81f66-acc1-4f64-8f8c-4acd0ad6bf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:17.718150 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0f98606b-8f75-4bb6-bc4c-721b163c9146 req-fbd81f66-acc1-4f64-8f8c-4acd0ad6bf3b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6cab811b771e4977b00b7b0e2c46a263&device_id=340be156-4ad3-4873-8749-9ddc4a773a64 HTTP/1.1" status: 200 len: 1095 time: 0.0794265 Sep 23 06:51:17.822395 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a65f47-df52-4665-afb4-9111b10a4755 req-ff530702-bb51-41ec-87e9-ee91301afffb tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:17.829444 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e9a65f47-df52-4665-afb4-9111b10a4755 req-ff530702-bb51-41ec-87e9-ee91301afffb tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?device_id=31e1b5ab-8723-4bb9-862e-bd5cb61591b3 HTTP/1.1" status: 200 len: 945 time: 0.1275268 Sep 23 06:51:17.862986 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ed14fdef-ecf7-4e28-8946-cdebc922cf76 req-ba0b6b3e-ade0-4214-a9dd-f38f29285447 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4690382 Sep 23 06:51:17.869075 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f6af2a5f-9254-4cf3-96b1-b08f6dc34405 req-4c2f3156-c632-4e21-9be4-cf39092c37fa tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Router 13119104-960c-4017-b2f8-608fd4d99c3a has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:51:17.882686 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f98606b-8f75-4bb6-bc4c-721b163c9146 req-604adc4e-933f-437f-9a67-a1f0c642ecb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:17.884623 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0f98606b-8f75-4bb6-bc4c-721b163c9146 req-604adc4e-933f-437f-9a67-a1f0c642ecb3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=aaf8d91e-30b2-4243-983d-76e1a207b3bd HTTP/1.1" status: 200 len: 909 time: 0.1509874 Sep 23 06:51:17.894447 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e9a65f47-df52-4665-afb4-9111b10a4755 req-780e0bee-4f63-4818-b279-2bf883dbba72 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/security-groups?id=ece3dc8d-d93c-45c1-8c17-22ee813f6047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640502 Sep 23 06:51:17.937185 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0f98606b-8f75-4bb6-bc4c-721b163c9146 req-0f8d1edb-d780-4c51-95bc-d8b71d1bfdaf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cbb12072-4adf-494c-acf7-329d4ae408e6 HTTP/1.1" status: 200 len: 217 time: 0.0417001 Sep 23 06:51:18.000785 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d69999e1-c1fa-4363-958d-22cb4de549a1 req-a9795da2-a9c6-4033-b850-6101236bdaab tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Made reservation on behalf of 7c15309e32824dcfa3da1dd04afd3365 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:51:18.004468 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-d69999e1-c1fa-4363-958d-22cb4de549a1 req-a9795da2-a9c6-4033-b850-6101236bdaab tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:18.013632 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3ec47f60-2aae-4bfa-9df0-47ca866d5b75 req-274aa60e-e020-457c-845b-8f4ea58aced9 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] 10.222.0.39 "GET /v2.0/ports?device_id=43ad6ed6-1d2c-4f40-8d02-df12917225a3 HTTP/1.1" status: 200 len: 210 time: 0.0529978 Sep 23 06:51:18.025120 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f98606b-8f75-4bb6-bc4c-721b163c9146 req-2b9e429f-4beb-43e6-934e-4bf8e4530862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:18.035477 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0f98606b-8f75-4bb6-bc4c-721b163c9146 req-2b9e429f-4beb-43e6-934e-4bf8e4530862 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=26b7664d-ab1d-446a-b2de-289e1dca8f87 HTTP/1.1" status: 200 len: 848 time: 0.0755146 Sep 23 06:51:18.065095 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393fb0d0-55ee-42cb-85c1-3e17ab3669fe req-da9e07df-4bff-4048-9a6a-fadd973cc67b tempest-ServerTagsTestJSON-406398601 tempest-ServerTagsTestJSON-406398601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:18.066662 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-393fb0d0-55ee-42cb-85c1-3e17ab3669fe req-da9e07df-4bff-4048-9a6a-fadd973cc67b tempest-ServerTagsTestJSON-406398601 tempest-ServerTagsTestJSON-406398601-project] 10.222.0.39 "GET /v2.0/ports?device_id=340be156-4ad3-4873-8749-9ddc4a773a64 HTTP/1.1" status: 200 len: 943 time: 0.1273949 Sep 23 06:51:18.066827 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0f98606b-8f75-4bb6-bc4c-721b163c9146 req-fbc52e8b-644b-4773-b4a0-f58595e106b7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aaf8d91e-30b2-4243-983d-76e1a207b3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286219 Sep 23 06:51:18.112623 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-358897fa-c6e2-4cf8-a244-195fc71579d2 req-08cae24a-c1ff-40fd-8192-5e247bbff70a tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=96d33569-2cba-4763-8625-a124ce14cdb6 HTTP/1.1" status: 200 len: 210 time: 0.0387847 Sep 23 06:51:18.123338 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f6af2a5f-9254-4cf3-96b1-b08f6dc34405 req-4c2f3156-c632-4e21-9be4-cf39092c37fa tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:51:18.137725 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23f7280-c6ac-46ed-bbb1-e1f07f0c3738 None None] Sync routers for ids ['13119104-960c-4017-b2f8-608fd4d99c3a'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:51:18.148184 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23f7280-c6ac-46ed-bbb1-e1f07f0c3738 None None] Routers {'13119104-960c-4017-b2f8-608fd4d99c3a'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:51:18.148887 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-c23f7280-c6ac-46ed-bbb1-e1f07f0c3738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:51:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['13119104-960c-4017-b2f8-608fd4d99c3a'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:51:18.208530 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6af2a5f-9254-4cf3-96b1-b08f6dc34405 req-4c2f3156-c632-4e21-9be4-cf39092c37fa tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] No DVR routers for this DVR port aab30b3a-8e81-477a-a16e-49615cf4d5ca on host n-h2-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:51:18.211566 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0f98606b-8f75-4bb6-bc4c-721b163c9146 req-a2563663-3874-4e05-b592-08f64fa9d93f service neutron] 10.222.0.58 "GET /v2.0/networks/aaf8d91e-30b2-4243-983d-76e1a207b3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271689 Sep 23 06:51:18.213371 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-393fb0d0-55ee-42cb-85c1-3e17ab3669fe req-6641a47b-cec3-42e4-8f5f-d84076f0147a tempest-ServerTagsTestJSON-406398601 tempest-ServerTagsTestJSON-406398601-project] 10.222.0.39 "GET /v2.0/security-groups?id=903d1c5b-ed73-413d-9d0a-e5c0e6ef4231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391735 Sep 23 06:51:18.216620 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-f6af2a5f-9254-4cf3-96b1-b08f6dc34405 req-4c2f3156-c632-4e21-9be4-cf39092c37fa tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:18.218483 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f6af2a5f-9254-4cf3-96b1-b08f6dc34405 req-4c2f3156-c632-4e21-9be4-cf39092c37fa tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] 10.222.0.58 "DELETE /v2.0/ports/aab30b3a-8e81-477a-a16e-49615cf4d5ca HTTP/1.1" status: 204 len: 173 time: 1.8461928 Sep 23 06:51:18.218858 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43ad6ed6-1d2c-4f40-8d02-df12917225a3', 'name': 'network-vif-deleted', 'tag': 'aab30b3a-8e81-477a-a16e-49615cf4d5ca'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:51:18.221101 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd8e068-d21f-4c7d-be86-1d241a21dbf6" -d '{"events": [{"server_uuid": "43ad6ed6-1d2c-4f40-8d02-df12917225a3", "name": "network-vif-deleted", "tag": "aab30b3a-8e81-477a-a16e-49615cf4d5ca"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:51:18.280360 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-d69999e1-c1fa-4363-958d-22cb4de549a1 req-a9795da2-a9c6-4033-b850-6101236bdaab tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Allocated IP 172.20.0.4 (5e6b1e6b-f43d-48fc-88ea-84227fc0190a/9dbf4107-f4ac-450c-a420-ffd87b06b7dc/3dae3b19-a0c8-4dd8-9d88-a36659e76c84) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:51:18.299485 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-c23f7280-c6ac-46ed-bbb1-e1f07f0c3738 None None] Set router 13119104-960c-4017-b2f8-608fd4d99c3a gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:51:18.355453 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f35668bd-143f-4667-8d79-892722e45703 x-openstack-request-id: req-f35668bd-143f-4667-8d79-892722e45703 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:51:18.355756 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43ad6ed6-1d2c-4f40-8d02-df12917225a3", "name": "network-vif-deleted", "tag": "aab30b3a-8e81-477a-a16e-49615cf4d5ca", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:51:18.356071 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f35668bd-143f-4667-8d79-892722e45703 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:51:18.356397 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43ad6ed6-1d2c-4f40-8d02-df12917225a3', 'name': 'network-vif-deleted', 'tag': 'aab30b3a-8e81-477a-a16e-49615cf4d5ca', 'status': 'completed', 'code': 200} Sep 23 06:51:18.359876 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0f98606b-8f75-4bb6-bc4c-721b163c9146 req-ff70e0e3-48c2-4524-a848-6e36b96a7c7d service neutron] 10.222.0.58 "GET /v2.0/networks/aaf8d91e-30b2-4243-983d-76e1a207b3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261449 Sep 23 06:51:18.499232 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-d69999e1-c1fa-4363-958d-22cb4de549a1 req-a9795da2-a9c6-4033-b850-6101236bdaab tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:18.530862 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-c23f7280-c6ac-46ed-bbb1-e1f07f0c3738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13119104-960c-4017-b2f8-608fd4d99c3a', 'name': 'tempest-ServersTestBootFromVolume-1982757465-router', 'tenant_id': '2717295d607749ba9e686f8b98a96be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': 'aed369ab-2bc3-422b-aefc-a1a13e42771d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:48:03Z', 'updated_at': '2021-09-23T06:48:11Z', 'revision_number': 4, 'project_id': '2717295d607749ba9e686f8b98a96be1', 'gw_port': {'id': 'aed369ab-2bc3-422b-aefc-a1a13e42771d', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:57:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13119104-960c-4017-b2f8-608fd4d99c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:48:04Z', 'updated_at': '2021-09-23T06:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '3956ddab-2b87-43b4-a301-401d3c86fb95', 'name': '', 'network_id': 'eff2865d-ee9a-496c-8687-af6ecd1b642b', 'tenant_id': '2717295d607749ba9e686f8b98a96be1', 'mac_address': 'fa:16:3e:3b:81:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13119104-960c-4017-b2f8-608fd4d99c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '8a474d77-13d4-47cb-baa4-fd0c6e3c1147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:48:09Z', 'updated_at': '2021-09-23T06:48:18Z', 'revision_number': 5, 'project_id': '2717295d607749ba9e686f8b98a96be1', 'subnets': [{'id': '8a474d77-13d4-47cb-baa4-fd0c6e3c1147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:51:18.537012 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-d69999e1-c1fa-4363-958d-22cb4de549a1 req-a9795da2-a9c6-4033-b850-6101236bdaab tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:18.562110 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23f7280-c6ac-46ed-bbb1-e1f07f0c3738 None None] Checking router: 13119104-960c-4017-b2f8-608fd4d99c3a for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:51:18.571065 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23f7280-c6ac-46ed-bbb1-e1f07f0c3738 None None] Routers {'13119104-960c-4017-b2f8-608fd4d99c3a'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:51:18.572270 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-c23f7280-c6ac-46ed-bbb1-e1f07f0c3738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:51:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['13119104-960c-4017-b2f8-608fd4d99c3a'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:51:18.582233 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d69999e1-c1fa-4363-958d-22cb4de549a1 req-a9795da2-a9c6-4033-b850-6101236bdaab tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Network 5e6b1e6b-f43d-48fc-88ea-84227fc0190a is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:51:18.585355 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-d69999e1-c1fa-4363-958d-22cb4de549a1 req-a9795da2-a9c6-4033-b850-6101236bdaab tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:51:18.589818 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-d69999e1-c1fa-4363-958d-22cb4de549a1 req-a9795da2-a9c6-4033-b850-6101236bdaab tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:51:18.617249 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9795da2-a9c6-4033-b850-6101236bdaab tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Pushing event updated for resources: {'Port': ['ID=3dae3b19-a0c8-4dd8-9d88-a36659e76c84,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:18.649113 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69999e1-c1fa-4363-958d-22cb4de549a1 req-a9795da2-a9c6-4033-b850-6101236bdaab tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:18.650420 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-d69999e1-c1fa-4363-958d-22cb4de549a1 req-a9795da2-a9c6-4033-b850-6101236bdaab tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:18.664844 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d69999e1-c1fa-4363-958d-22cb4de549a1 req-a9795da2-a9c6-4033-b850-6101236bdaab tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2692320 Sep 23 06:51:18.681770 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-d69999e1-c1fa-4363-958d-22cb4de549a1 req-92b8f9f6-7e96-4f85-ba5e-323f10aa1942 service neutron] Request body: {'port': {'device_id': '96d33569-2cba-4763-8625-a124ce14cdb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:51:18.686078 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-c23f7280-c6ac-46ed-bbb1-e1f07f0c3738 None None] Set router 13119104-960c-4017-b2f8-608fd4d99c3a gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:51:18.749463 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-d69999e1-c1fa-4363-958d-22cb4de549a1 req-92b8f9f6-7e96-4f85-ba5e-323f10aa1942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:18.904599 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-c23f7280-c6ac-46ed-bbb1-e1f07f0c3738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13119104-960c-4017-b2f8-608fd4d99c3a', 'name': 'tempest-ServersTestBootFromVolume-1982757465-router', 'tenant_id': '2717295d607749ba9e686f8b98a96be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': 'aed369ab-2bc3-422b-aefc-a1a13e42771d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:48:03Z', 'updated_at': '2021-09-23T06:48:11Z', 'revision_number': 4, 'project_id': '2717295d607749ba9e686f8b98a96be1', 'gw_port': {'id': 'aed369ab-2bc3-422b-aefc-a1a13e42771d', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:57:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13119104-960c-4017-b2f8-608fd4d99c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:48:04Z', 'updated_at': '2021-09-23T06:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '3956ddab-2b87-43b4-a301-401d3c86fb95', 'name': '', 'network_id': 'eff2865d-ee9a-496c-8687-af6ecd1b642b', 'tenant_id': '2717295d607749ba9e686f8b98a96be1', 'mac_address': 'fa:16:3e:3b:81:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13119104-960c-4017-b2f8-608fd4d99c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '8a474d77-13d4-47cb-baa4-fd0c6e3c1147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:48:09Z', 'updated_at': '2021-09-23T06:48:18Z', 'revision_number': 5, 'project_id': '2717295d607749ba9e686f8b98a96be1', 'subnets': [{'id': '8a474d77-13d4-47cb-baa4-fd0c6e3c1147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:51:18.950515 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23f7280-c6ac-46ed-bbb1-e1f07f0c3738 None None] The sync data for ids ['13119104-960c-4017-b2f8-608fd4d99c3a'] in n-d-715271-16 is: [{'id': '13119104-960c-4017-b2f8-608fd4d99c3a', 'name': 'tempest-ServersTestBootFromVolume-1982757465-router', 'tenant_id': '2717295d607749ba9e686f8b98a96be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': 'aed369ab-2bc3-422b-aefc-a1a13e42771d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:48:03Z', 'updated_at': '2021-09-23T06:48:11Z', 'revision_number': 4, 'project_id': '2717295d607749ba9e686f8b98a96be1', 'gw_port': {'id': 'aed369ab-2bc3-422b-aefc-a1a13e42771d', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:57:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13119104-960c-4017-b2f8-608fd4d99c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:48:04Z', 'updated_at': '2021-09-23T06:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '3956ddab-2b87-43b4-a301-401d3c86fb95', 'name': '', 'network_id': 'eff2865d-ee9a-496c-8687-af6ecd1b642b', 'tenant_id': '2717295d607749ba9e686f8b98a96be1', 'mac_address': 'fa:16:3e:3b:81:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13119104-960c-4017-b2f8-608fd4d99c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '8a474d77-13d4-47cb-baa4-fd0c6e3c1147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:48:09Z', 'updated_at': '2021-09-23T06:48:18Z', 'revision_number': 5, 'project_id': '2717295d607749ba9e686f8b98a96be1', 'subnets': [{'id': '8a474d77-13d4-47cb-baa4-fd0c6e3c1147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:51:19.041568 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d430bd-7a7d-4460-98c0-69be180b9594 req-e2214299-1c82-4d85-9e73-631e35582540 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:19.043367 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d5d430bd-7a7d-4460-98c0-69be180b9594 req-e2214299-1c82-4d85-9e73-631e35582540 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?device_id=31e1b5ab-8723-4bb9-862e-bd5cb61591b3 HTTP/1.1" status: 200 len: 945 time: 0.0605791 Sep 23 06:51:19.074771 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972e3f94-7379-4a91-a3ab-a2ca627795e4 req-78c3c01e-8321-460a-93d1-aa424ce6a73c tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:19.076379 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-972e3f94-7379-4a91-a3ab-a2ca627795e4 req-78c3c01e-8321-460a-93d1-aa424ce6a73c tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6f10f8c-6cc0-41d4-81ca-38bd9da81398 HTTP/1.1" status: 200 len: 944 time: 0.0970016 Sep 23 06:51:19.087450 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d5d430bd-7a7d-4460-98c0-69be180b9594 req-b3501b1a-c966-4123-bb93-e73692573f21 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/security-groups?id=ece3dc8d-d93c-45c1-8c17-22ee813f6047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376534 Sep 23 06:51:19.174534 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-972e3f94-7379-4a91-a3ab-a2ca627795e4 req-db2d402f-065a-4759-b2b0-9db1887483df tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888107 Sep 23 06:51:19.185590 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-d69999e1-c1fa-4363-958d-22cb4de549a1 req-92b8f9f6-7e96-4f85-ba5e-323f10aa1942 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dae3b19-a0c8-4dd8-9d88-a36659e76c84 {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:51:19.209283 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-d69999e1-c1fa-4363-958d-22cb4de549a1 req-92b8f9f6-7e96-4f85-ba5e-323f10aa1942 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:19.235472 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-d69999e1-c1fa-4363-958d-22cb4de549a1 req-92b8f9f6-7e96-4f85-ba5e-323f10aa1942 service neutron] Transition to ACTIVE for port object 3dae3b19-a0c8-4dd8-9d88-a36659e76c84 will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:51:19.238551 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f8c51287-b128-4cf3-b766-e54d6530d27f req-bb06106e-2f63-4f18-aa8e-dc2c96d01e7b tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] 10.222.0.39 "GET /v2.0/ports?device_id=43ad6ed6-1d2c-4f40-8d02-df12917225a3 HTTP/1.1" status: 200 len: 210 time: 0.0696194 Sep 23 06:51:19.252319 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-d69999e1-c1fa-4363-958d-22cb4de549a1 req-92b8f9f6-7e96-4f85-ba5e-323f10aa1942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:19.314825 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b8f9f6-7e96-4f85-ba5e-323f10aa1942 service neutron] Pushing event updated for resources: {'Port': ['ID=3dae3b19-a0c8-4dd8-9d88-a36659e76c84,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:19.381776 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006cfeca-3ab1-4a4c-b18b-092310d5f575 None None] New status for floating IP c1e9614c-f617-4c0c-a6c0-e4ae9a6902ad: DOWN {{(pid=95067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 06:51:19.392006 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0179e0ce-7415-4d41-8aa1-5dbc3908e0c0 req-b10e33ed-8306-438d-9fb6-8cfbbfaa74cb tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:19.393700 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0179e0ce-7415-4d41-8aa1-5dbc3908e0c0 req-b10e33ed-8306-438d-9fb6-8cfbbfaa74cb tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=96d33569-2cba-4763-8625-a124ce14cdb6 HTTP/1.1" status: 200 len: 943 time: 0.0921803 Sep 23 06:51:19.402166 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82942ee1-4949-4401-bd7e-4f9fdd2aca11 req-0d66b561-50d1-4b6a-a626-2870e7f03f9b tempest-ServerTagsTestJSON-406398601 tempest-ServerTagsTestJSON-406398601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:19.404851 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-82942ee1-4949-4401-bd7e-4f9fdd2aca11 req-0d66b561-50d1-4b6a-a626-2870e7f03f9b tempest-ServerTagsTestJSON-406398601 tempest-ServerTagsTestJSON-406398601-project] 10.222.0.39 "GET /v2.0/ports?device_id=340be156-4ad3-4873-8749-9ddc4a773a64 HTTP/1.1" status: 200 len: 943 time: 0.0782769 Sep 23 06:51:19.480747 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-82942ee1-4949-4401-bd7e-4f9fdd2aca11 req-19712c70-9690-4dc8-a6a4-cce0e50dbceb tempest-ServerTagsTestJSON-406398601 tempest-ServerTagsTestJSON-406398601-project] 10.222.0.39 "GET /v2.0/security-groups?id=903d1c5b-ed73-413d-9d0a-e5c0e6ef4231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699799 Sep 23 06:51:19.483535 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0179e0ce-7415-4d41-8aa1-5dbc3908e0c0 req-d93bc854-274c-4502-aa99-369be8769b46 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638998 Sep 23 06:51:19.496315 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-d69999e1-c1fa-4363-958d-22cb4de549a1 req-92b8f9f6-7e96-4f85-ba5e-323f10aa1942 service neutron] Attempting to bind port 3dae3b19-a0c8-4dd8-9d88-a36659e76c84 on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:51:19.496697 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-d69999e1-c1fa-4363-958d-22cb4de549a1 req-92b8f9f6-7e96-4f85-ba5e-323f10aa1942 service neutron] Attempting to bind port 3dae3b19-a0c8-4dd8-9d88-a36659e76c84 by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': 'f93b6022-d5e5-431e-9dcb-2461df9c5b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5e6b1e6b-f43d-48fc-88ea-84227fc0190a'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:51:19.496990 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69999e1-c1fa-4363-958d-22cb4de549a1 req-92b8f9f6-7e96-4f85-ba5e-323f10aa1942 service neutron] Attempting to bind port 3dae3b19-a0c8-4dd8-9d88-a36659e76c84 on network 5e6b1e6b-f43d-48fc-88ea-84227fc0190a {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:51:19.502866 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69999e1-c1fa-4363-958d-22cb4de549a1 req-92b8f9f6-7e96-4f85-ba5e-323f10aa1942 service neutron] Port 3dae3b19-a0c8-4dd8-9d88-a36659e76c84 on network 5e6b1e6b-f43d-48fc-88ea-84227fc0190a not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:51:19.503587 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69999e1-c1fa-4363-958d-22cb4de549a1 req-92b8f9f6-7e96-4f85-ba5e-323f10aa1942 service neutron] Attempting to bind port 3dae3b19-a0c8-4dd8-9d88-a36659e76c84 on network 5e6b1e6b-f43d-48fc-88ea-84227fc0190a {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:51:19.516626 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69999e1-c1fa-4363-958d-22cb4de549a1 req-92b8f9f6-7e96-4f85-ba5e-323f10aa1942 service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:51:19.517012 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69999e1-c1fa-4363-958d-22cb4de549a1 req-92b8f9f6-7e96-4f85-ba5e-323f10aa1942 service neutron] Checking segment: {'id': 'f93b6022-d5e5-431e-9dcb-2461df9c5b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5e6b1e6b-f43d-48fc-88ea-84227fc0190a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:51:19.517371 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69999e1-c1fa-4363-958d-22cb4de549a1 req-92b8f9f6-7e96-4f85-ba5e-323f10aa1942 service neutron] Bound using segment: {'id': 'f93b6022-d5e5-431e-9dcb-2461df9c5b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5e6b1e6b-f43d-48fc-88ea-84227fc0190a'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:51:19.517824 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-d69999e1-c1fa-4363-958d-22cb4de549a1 req-92b8f9f6-7e96-4f85-ba5e-323f10aa1942 service neutron] Bound port: 3dae3b19-a0c8-4dd8-9d88-a36659e76c84, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f93b6022-d5e5-431e-9dcb-2461df9c5b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5e6b1e6b-f43d-48fc-88ea-84227fc0190a'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:51:19.518218 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-d69999e1-c1fa-4363-958d-22cb4de549a1 req-92b8f9f6-7e96-4f85-ba5e-323f10aa1942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:19.631274 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-d69999e1-c1fa-4363-958d-22cb4de549a1 req-92b8f9f6-7e96-4f85-ba5e-323f10aa1942 service neutron] For port 3dae3b19-a0c8-4dd8-9d88-a36659e76c84, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:51:19.635614 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-d69999e1-c1fa-4363-958d-22cb4de549a1 req-92b8f9f6-7e96-4f85-ba5e-323f10aa1942 service neutron] For port 3dae3b19-a0c8-4dd8-9d88-a36659e76c84, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=3dae3b19-a0c8-4dd8-9d88-a36659e76c84,segment=NetworkSegment(f93b6022-d5e5-431e-9dcb-2461df9c5b3b),segment_id=f93b6022-d5e5-431e-9dcb-2461df9c5b3b)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:51:19.646153 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-d69999e1-c1fa-4363-958d-22cb4de549a1 req-92b8f9f6-7e96-4f85-ba5e-323f10aa1942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:19.686623 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69999e1-c1fa-4363-958d-22cb4de549a1 req-92b8f9f6-7e96-4f85-ba5e-323f10aa1942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:19.687483 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-d69999e1-c1fa-4363-958d-22cb4de549a1 req-92b8f9f6-7e96-4f85-ba5e-323f10aa1942 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:19.688970 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d69999e1-c1fa-4363-958d-22cb4de549a1 req-92b8f9f6-7e96-4f85-ba5e-323f10aa1942 service neutron] 10.222.0.21 "PUT /v2.0/ports/3dae3b19-a0c8-4dd8-9d88-a36659e76c84 HTTP/1.1" status: 200 len: 1092 time: 1.0116394 Sep 23 06:51:19.716407 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b8f9f6-7e96-4f85-ba5e-323f10aa1942 service neutron] Pushing event updated for resources: {'Port': ['ID=3dae3b19-a0c8-4dd8-9d88-a36659e76c84,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:19.789264 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69999e1-c1fa-4363-958d-22cb4de549a1 req-6bd5bebe-53ed-42e5-8494-9f462f76642b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:19.791104 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d69999e1-c1fa-4363-958d-22cb4de549a1 req-6bd5bebe-53ed-42e5-8494-9f462f76642b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7c15309e32824dcfa3da1dd04afd3365&device_id=96d33569-2cba-4763-8625-a124ce14cdb6 HTTP/1.1" status: 200 len: 1095 time: 0.0513065 Sep 23 06:51:19.841793 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d69999e1-c1fa-4363-958d-22cb4de549a1 req-968dc4c6-989c-4d1c-a728-3d2ddd2b8598 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3dae3b19-a0c8-4dd8-9d88-a36659e76c84 HTTP/1.1" status: 200 len: 217 time: 0.0378590 Sep 23 06:51:19.898347 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69999e1-c1fa-4363-958d-22cb4de549a1 req-f5a0af7f-9642-4c77-9961-929d7e429113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:19.900231 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d69999e1-c1fa-4363-958d-22cb4de549a1 req-f5a0af7f-9642-4c77-9961-929d7e429113 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9dbf4107-f4ac-450c-a420-ffd87b06b7dc HTTP/1.1" status: 200 len: 852 time: 0.0479424 Sep 23 06:51:19.939936 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d69999e1-c1fa-4363-958d-22cb4de549a1 req-cc0c2e26-3259-4208-b5db-0af83637df4e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5e6b1e6b-f43d-48fc-88ea-84227fc0190a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297408 Sep 23 06:51:20.031717 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d69999e1-c1fa-4363-958d-22cb4de549a1 req-f3207cd4-12b3-4ce2-b517-2e3c8e3323dc service neutron] 10.222.0.21 "GET /v2.0/networks/5e6b1e6b-f43d-48fc-88ea-84227fc0190a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837297 Sep 23 06:51:20.131945 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d69999e1-c1fa-4363-958d-22cb4de549a1 req-a315c165-3796-49ef-8061-983fcd4020fc service neutron] 10.222.0.21 "GET /v2.0/networks/5e6b1e6b-f43d-48fc-88ea-84227fc0190a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923564 Sep 23 06:51:20.143190 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device cbb12072-4adf-494c-acf7-329d4ae408e6 details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:51:20.147006 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device de741d21-80ec-499c-a571-a37fee601b3f up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:51:20.248184 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae038553-3b7a-4769-b8a4-00d8f67d1438 req-0a54d5df-8aea-4ffb-8c5d-31797e6f30e0 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:20.251160 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ae038553-3b7a-4769-b8a4-00d8f67d1438 req-0a54d5df-8aea-4ffb-8c5d-31797e6f30e0 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?device_id=31e1b5ab-8723-4bb9-862e-bd5cb61591b3 HTTP/1.1" status: 200 len: 945 time: 0.0726779 Sep 23 06:51:20.264870 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port de741d21-80ec-499c-a571-a37fee601b3f completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:51:20.273952 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port de741d21-80ec-499c-a571-a37fee601b3f triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:51:20.275123 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:20.315068 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ae038553-3b7a-4769-b8a4-00d8f67d1438 req-024c75ef-3282-4abf-862a-fe6e173d29ce tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/security-groups?id=ece3dc8d-d93c-45c1-8c17-22ee813f6047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561378 Sep 23 06:51:20.318455 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port cbb12072-4adf-494c-acf7-329d4ae408e6, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=cbb12072-4adf-494c-acf7-329d4ae408e6,segment=NetworkSegment(e28b2691-896e-4fd4-9b55-e59d9527ac20),segment_id=e28b2691-896e-4fd4-9b55-e59d9527ac20)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:51:20.355113 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': 'cbb12072-4adf-494c-acf7-329d4ae408e6', 'network_id': 'aaf8d91e-30b2-4243-983d-76e1a207b3bd', 'port_id': 'cbb12072-4adf-494c-acf7-329d4ae408e6', 'mac_address': 'fa:16:3e:ad:c0:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26b7664d-ab1d-446a-b2de-289e1dca8f87', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:51:20.357980 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96d33569-2cba-4763-8625-a124ce14cdb6', 'tag': '3dae3b19-a0c8-4dd8-9d88-a36659e76c84'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:51:20.360560 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-478e603e-12d0-4037-83e0-9ba65acbedb3" -d '{"events": [{"name": "network-changed", "server_uuid": "96d33569-2cba-4763-8625-a124ce14cdb6", "tag": "3dae3b19-a0c8-4dd8-9d88-a36659e76c84"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:51:20.369082 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c84ee7e-b27a-4a6c-a94d-e409ff8ae553 req-01408be4-4219-4099-831d-a061817a6e06 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:20.370771 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0c84ee7e-b27a-4a6c-a94d-e409ff8ae553 req-01408be4-4219-4099-831d-a061817a6e06 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6f10f8c-6cc0-41d4-81ca-38bd9da81398 HTTP/1.1" status: 200 len: 944 time: 0.0982804 Sep 23 06:51:20.421222 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ad74ee62-2b38-4a63-8175-d41d12222a86 req-7fdcfb68-b4d9-46e2-a992-8e55f63eeda6 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] 10.222.0.39 "GET /v2.0/ports?device_id=43ad6ed6-1d2c-4f40-8d02-df12917225a3 HTTP/1.1" status: 200 len: 210 time: 0.0306871 Sep 23 06:51:20.425810 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0c84ee7e-b27a-4a6c-a94d-e409ff8ae553 req-1812519b-ef13-4f9e-8626-993e64cbda4c tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456140 Sep 23 06:51:20.454655 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:20.479299 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:20.483345 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc939f0-6ff0-423c-a31e-e307c91bb1e2 x-openstack-request-id: req-afc939f0-6ff0-423c-a31e-e307c91bb1e2 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:51:20.483647 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96d33569-2cba-4763-8625-a124ce14cdb6", "tag": "3dae3b19-a0c8-4dd8-9d88-a36659e76c84", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:51:20.484273 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-afc939f0-6ff0-423c-a31e-e307c91bb1e2 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:51:20.484707 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96d33569-2cba-4763-8625-a124ce14cdb6', 'tag': '3dae3b19-a0c8-4dd8-9d88-a36659e76c84', 'status': 'completed', 'code': 200} Sep 23 06:51:20.487763 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbb12072-4adf-494c-acf7-329d4ae408e6 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:51:20.526347 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port cbb12072-4adf-494c-acf7-329d4ae408e6, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=cbb12072-4adf-494c-acf7-329d4ae408e6,segment=NetworkSegment(e28b2691-896e-4fd4-9b55-e59d9527ac20),segment_id=e28b2691-896e-4fd4-9b55-e59d9527ac20)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:51:20.532527 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6f10f8c-6cc0-41d4-81ca-38bd9da81398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de741d21-80ec-499c-a571-a37fee601b3f'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:51:20.535055 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31485789-5030-4276-a333-d2b505104196" -d '{"events": [{"server_uuid": "a6f10f8c-6cc0-41d4-81ca-38bd9da81398", "name": "network-vif-plugged", "status": "completed", "tag": "de741d21-80ec-499c-a571-a37fee601b3f"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:51:20.542355 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:20.593754 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port de741d21-80ec-499c-a571-a37fee601b3f, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=de741d21-80ec-499c-a571-a37fee601b3f,segment=NetworkSegment(baf87664-ecc7-475d-93f2-159d871e9198),segment_id=baf87664-ecc7-475d-93f2-159d871e9198)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:51:20.608622 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:20.609618 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device aab30b3a-8e81-477a-a16e-49615cf4d5ca no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:51:20.637626 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No Port match for: aab30b3a-8e81-477a-a16e-49615cf4d5ca {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:51:20.638112 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device aab30b3a-8e81-477a-a16e-49615cf4d5ca not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:51:20.658533 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=cbb12072-4adf-494c-acf7-329d4ae408e6,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:20.670843 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e603e-12d0-4037-83e0-9ba65acbedb3 req-c0d7570f-6b58-4ce2-aec5-713acbcfb2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:20.672526 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-478e603e-12d0-4037-83e0-9ba65acbedb3 req-c0d7570f-6b58-4ce2-aec5-713acbcfb2e2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7c15309e32824dcfa3da1dd04afd3365&device_id=96d33569-2cba-4763-8625-a124ce14cdb6 HTTP/1.1" status: 200 len: 1095 time: 0.1039991 Sep 23 06:51:20.689708 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30db8b0-c58b-409b-a8d6-ef3591f40253 req-fbae74e5-d3a8-4f9f-a6e7-1945878a4c6e tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:20.698104 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a30db8b0-c58b-409b-a8d6-ef3591f40253 req-fbae74e5-d3a8-4f9f-a6e7-1945878a4c6e tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=96d33569-2cba-4763-8625-a124ce14cdb6 HTTP/1.1" status: 200 len: 943 time: 0.0887723 Sep 23 06:51:20.712824 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce11c352-a388-4464-84d3-0dae8a08bbcd req-74808136-fcbc-4b6c-a7c6-e6516c362224 tempest-ServerTagsTestJSON-406398601 tempest-ServerTagsTestJSON-406398601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:20.718854 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=de741d21-80ec-499c-a571-a37fee601b3f,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:20.722487 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ce11c352-a388-4464-84d3-0dae8a08bbcd req-74808136-fcbc-4b6c-a7c6-e6516c362224 tempest-ServerTagsTestJSON-406398601 tempest-ServerTagsTestJSON-406398601-project] 10.222.0.39 "GET /v2.0/ports?device_id=340be156-4ad3-4873-8749-9ddc4a773a64 HTTP/1.1" status: 200 len: 944 time: 0.0874991 Sep 23 06:51:20.758421 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a30db8b0-c58b-409b-a8d6-ef3591f40253 req-15988ee0-15f3-43b3-b010-307fab382bd7 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594046 Sep 23 06:51:20.778542 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ce11c352-a388-4464-84d3-0dae8a08bbcd req-55c2e29a-b1a3-4cd3-a9d7-d0ac5424a2c7 tempest-ServerTagsTestJSON-406398601 tempest-ServerTagsTestJSON-406398601-project] 10.222.0.39 "GET /v2.0/security-groups?id=903d1c5b-ed73-413d-9d0a-e5c0e6ef4231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484242 Sep 23 06:51:20.796814 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 90d206ad-f399-447e-b6e6-eb805b59e2cd details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:51:20.835564 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f538e3cc-9784-4785-9a66-fa40e17daa87 x-openstack-request-id: req-f538e3cc-9784-4785-9a66-fa40e17daa87 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:51:20.835990 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6f10f8c-6cc0-41d4-81ca-38bd9da81398", "name": "network-vif-plugged", "status": "completed", "tag": "de741d21-80ec-499c-a571-a37fee601b3f", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:51:20.836426 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f538e3cc-9784-4785-9a66-fa40e17daa87 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:51:20.837791 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6f10f8c-6cc0-41d4-81ca-38bd9da81398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de741d21-80ec-499c-a571-a37fee601b3f', 'code': 200} Sep 23 06:51:20.901170 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e603e-12d0-4037-83e0-9ba65acbedb3 req-d3b47d3d-348d-4c06-9086-88ac789f286d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:20.902486 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['cbb12072-4adf-494c-acf7-329d4ae408e6'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:51:20.902632 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-478e603e-12d0-4037-83e0-9ba65acbedb3 req-d3b47d3d-348d-4c06-9086-88ac789f286d service neutron] 10.222.0.21 "GET /v2.0/networks?id=5e6b1e6b-f43d-48fc-88ea-84227fc0190a HTTP/1.1" status: 200 len: 913 time: 0.1846733 Sep 23 06:51:20.948639 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a7acd-4914-4f4d-8773-55cf1f47efb6 req-953284c4-31bd-4863-901a-9a78f7d3d3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:20.950317 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b06a7acd-4914-4f4d-8773-55cf1f47efb6 req-953284c4-31bd-4863-901a-9a78f7d3d3d0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a6f10f8c-6cc0-41d4-81ca-38bd9da81398 HTTP/1.1" status: 200 len: 1097 time: 0.0475116 Sep 23 06:51:20.955404 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-478e603e-12d0-4037-83e0-9ba65acbedb3 req-bea84585-3514-4b3f-a75e-47972fa19998 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3dae3b19-a0c8-4dd8-9d88-a36659e76c84 HTTP/1.1" status: 200 len: 217 time: 0.0432756 Sep 23 06:51:20.959876 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 90d206ad-f399-447e-b6e6-eb805b59e2cd, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=90d206ad-f399-447e-b6e6-eb805b59e2cd,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:51:20.980532 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': '90d206ad-f399-447e-b6e6-eb805b59e2cd', 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062', 'port_id': '90d206ad-f399-447e-b6e6-eb805b59e2cd', 'mac_address': 'fa:16:3e:26:0f:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:51:20.992504 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b06a7acd-4914-4f4d-8773-55cf1f47efb6 req-25b5babc-6499-47df-b5b3-b1a46ad5b111 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328345 Sep 23 06:51:21.019939 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e603e-12d0-4037-83e0-9ba65acbedb3 req-2a1f101e-c784-4e5c-a08f-29bba8a1d2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:21.021569 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-478e603e-12d0-4037-83e0-9ba65acbedb3 req-2a1f101e-c784-4e5c-a08f-29bba8a1d2df service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9dbf4107-f4ac-450c-a420-ffd87b06b7dc HTTP/1.1" status: 200 len: 852 time: 0.0551040 Sep 23 06:51:21.049022 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:21.054654 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-478e603e-12d0-4037-83e0-9ba65acbedb3 req-2006430d-629c-44b8-8927-1ff207e44d6c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5e6b1e6b-f43d-48fc-88ea-84227fc0190a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254452 Sep 23 06:51:21.073232 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 90d206ad-f399-447e-b6e6-eb805b59e2cd {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:51:21.119623 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 90d206ad-f399-447e-b6e6-eb805b59e2cd, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=90d206ad-f399-447e-b6e6-eb805b59e2cd,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:51:21.129578 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:21.173597 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-478e603e-12d0-4037-83e0-9ba65acbedb3 req-8dd02c3d-f9c6-4920-91d9-6d607f9b0d0f service neutron] 10.222.0.21 "GET /v2.0/networks/5e6b1e6b-f43d-48fc-88ea-84227fc0190a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103077 Sep 23 06:51:21.201749 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=90d206ad-f399-447e-b6e6-eb805b59e2cd,revision_number=6']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:21.212004 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:51:21.213192 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:51:21.213758 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:51:21.214298 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:51:21.214778 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:51:21.215257 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:51:21.215729 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:51:21.216200 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:51:21.216705 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:51:21.217031 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:51:21.217354 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:51:21.217676 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:51:21.277588 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-478e603e-12d0-4037-83e0-9ba65acbedb3 req-0f8cfd84-6ba5-47db-9ccb-2afc46159d91 service neutron] 10.222.0.21 "GET /v2.0/networks/5e6b1e6b-f43d-48fc-88ea-84227fc0190a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926914 Sep 23 06:51:21.437271 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8466a8-4c31-46e0-8dae-df7d2aa79bc0 req-3bb1cf46-37bf-424d-b7b0-f87f5955bf24 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:21.438801 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7c8466a8-4c31-46e0-8dae-df7d2aa79bc0 req-3bb1cf46-37bf-424d-b7b0-f87f5955bf24 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?device_id=31e1b5ab-8723-4bb9-862e-bd5cb61591b3 HTTP/1.1" status: 200 len: 945 time: 0.0501051 Sep 23 06:51:21.479466 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7c8466a8-4c31-46e0-8dae-df7d2aa79bc0 req-268a6d2b-aea0-42dc-816d-46b29e9673f4 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/security-groups?id=ece3dc8d-d93c-45c1-8c17-22ee813f6047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347157 Sep 23 06:51:21.545398 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd08daa1-eb7a-4020-b7b4-dcd765e13c39 req-0cd2a0f6-cd1b-4c70-8c17-3675adf577f9 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:21.546923 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fd08daa1-eb7a-4020-b7b4-dcd765e13c39 req-0cd2a0f6-cd1b-4c70-8c17-3675adf577f9 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6f10f8c-6cc0-41d4-81ca-38bd9da81398 HTTP/1.1" status: 200 len: 945 time: 0.0552900 Sep 23 06:51:21.550062 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['90d206ad-f399-447e-b6e6-eb805b59e2cd'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:51:21.583983 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c5043db8-0daf-4ba4-8408-3ccc2d9e2cc9 req-f6dea5cb-7dfe-442b-bb80-8bc111b50691 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] 10.222.0.39 "GET /v2.0/ports?device_id=43ad6ed6-1d2c-4f40-8d02-df12917225a3 HTTP/1.1" status: 200 len: 210 time: 0.0388830 Sep 23 06:51:21.602263 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fd08daa1-eb7a-4020-b7b4-dcd765e13c39 req-10badced-7877-405b-a1f2-5bc0c25897aa tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474765 Sep 23 06:51:21.872059 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea119a1-6482-4f0b-bc4e-d21e9253787c req-2b207f13-ddb7-4ef5-a368-75a2e6f3bcfb tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:21.873698 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-aea119a1-6482-4f0b-bc4e-d21e9253787c req-2b207f13-ddb7-4ef5-a368-75a2e6f3bcfb tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=96d33569-2cba-4763-8625-a124ce14cdb6 HTTP/1.1" status: 200 len: 943 time: 0.0521984 Sep 23 06:51:21.892408 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fb0750-754d-429f-8ba5-27e48d6203db req-75433bd2-5fb6-480d-ba95-a0dd4db67393 tempest-ServerTagsTestJSON-406398601 tempest-ServerTagsTestJSON-406398601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:21.894610 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-06fb0750-754d-429f-8ba5-27e48d6203db req-75433bd2-5fb6-480d-ba95-a0dd4db67393 tempest-ServerTagsTestJSON-406398601 tempest-ServerTagsTestJSON-406398601-project] 10.222.0.39 "GET /v2.0/ports?device_id=340be156-4ad3-4873-8749-9ddc4a773a64 HTTP/1.1" status: 200 len: 944 time: 0.0538390 Sep 23 06:51:21.920303 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-aea119a1-6482-4f0b-bc4e-d21e9253787c req-f9fc269f-34fd-49c9-9feb-bff6cfc21a77 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390542 Sep 23 06:51:21.934842 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-06fb0750-754d-429f-8ba5-27e48d6203db req-5ae331c5-9639-4773-8ee2-d4f2c4543f0f tempest-ServerTagsTestJSON-406398601 tempest-ServerTagsTestJSON-406398601-project] 10.222.0.39 "GET /v2.0/security-groups?id=903d1c5b-ed73-413d-9d0a-e5c0e6ef4231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335493 Sep 23 06:51:22.151240 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device cbb12072-4adf-494c-acf7-329d4ae408e6 up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:51:22.199432 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port cbb12072-4adf-494c-acf7-329d4ae408e6 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:51:22.210766 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port cbb12072-4adf-494c-acf7-329d4ae408e6 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:51:22.211148 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:22.307268 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:22.345183 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port cbb12072-4adf-494c-acf7-329d4ae408e6, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=cbb12072-4adf-494c-acf7-329d4ae408e6,segment=NetworkSegment(e28b2691-896e-4fd4-9b55-e59d9527ac20),segment_id=e28b2691-896e-4fd4-9b55-e59d9527ac20)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:51:22.350347 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:22.406463 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=cbb12072-4adf-494c-acf7-329d4ae408e6,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:22.600248 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a73a4d6-ff07-4b6d-9773-dbd10aa90b96 req-c0419c00-e8ed-48a9-b92a-25bb1a54c8a7 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:22.601928 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5a73a4d6-ff07-4b6d-9773-dbd10aa90b96 req-c0419c00-e8ed-48a9-b92a-25bb1a54c8a7 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?device_id=31e1b5ab-8723-4bb9-862e-bd5cb61591b3 HTTP/1.1" status: 200 len: 945 time: 0.0545175 Sep 23 06:51:22.648867 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5a73a4d6-ff07-4b6d-9773-dbd10aa90b96 req-ebcfabc0-c8c4-4e4e-8673-51c66dcc3d8b tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/security-groups?id=ece3dc8d-d93c-45c1-8c17-22ee813f6047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397630 Sep 23 06:51:22.730997 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3db1eaea-0f92-4ef0-aec4-12e2f5ef9788 req-50a70170-909f-4550-a0f2-e207d0e805b7 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] 10.222.0.39 "GET /v2.0/ports?device_id=43ad6ed6-1d2c-4f40-8d02-df12917225a3 HTTP/1.1" status: 200 len: 210 time: 0.0368958 Sep 23 06:51:22.789947 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 90d206ad-f399-447e-b6e6-eb805b59e2cd up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:51:22.791889 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c493ae7-9c05-4069-ac6d-ac0c88ec8456 req-6861ac83-b160-44ea-83a0-7d74629894d3 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:22.799016 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1c493ae7-9c05-4069-ac6d-ac0c88ec8456 req-6861ac83-b160-44ea-83a0-7d74629894d3 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6f10f8c-6cc0-41d4-81ca-38bd9da81398 HTTP/1.1" status: 200 len: 945 time: 0.0614700 Sep 23 06:51:22.838931 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1c493ae7-9c05-4069-ac6d-ac0c88ec8456 req-1bc1dbcc-4fb7-471b-80e1-65846714e4fe tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390179 Sep 23 06:51:22.840071 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '340be156-4ad3-4873-8749-9ddc4a773a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb12072-4adf-494c-acf7-329d4ae408e6'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:51:22.842915 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0014654c-d262-4e0b-aad4-566658c1727d" -d '{"events": [{"server_uuid": "340be156-4ad3-4873-8749-9ddc4a773a64", "name": "network-vif-plugged", "status": "completed", "tag": "cbb12072-4adf-494c-acf7-329d4ae408e6"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:51:22.847020 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port 90d206ad-f399-447e-b6e6-eb805b59e2cd triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:51:22.847441 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:22.897412 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b33bf420-28ad-4226-80a0-ee491f57e956 x-openstack-request-id: req-b33bf420-28ad-4226-80a0-ee491f57e956 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:51:22.897828 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "340be156-4ad3-4873-8749-9ddc4a773a64", "name": "network-vif-plugged", "status": "completed", "tag": "cbb12072-4adf-494c-acf7-329d4ae408e6", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:51:22.898308 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b33bf420-28ad-4226-80a0-ee491f57e956 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:51:22.898795 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '340be156-4ad3-4873-8749-9ddc4a773a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb12072-4adf-494c-acf7-329d4ae408e6', 'code': 200} Sep 23 06:51:22.958389 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:23.007108 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3023f0e6-735d-4126-ab91-de8349c385f4 req-bcd31876-ea92-40db-a823-12cdcf30b7ae tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:23.009273 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3023f0e6-735d-4126-ab91-de8349c385f4 req-bcd31876-ea92-40db-a823-12cdcf30b7ae tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6f10f8c-6cc0-41d4-81ca-38bd9da81398 HTTP/1.1" status: 200 len: 945 time: 0.0822976 Sep 23 06:51:23.023567 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 90d206ad-f399-447e-b6e6-eb805b59e2cd, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=90d206ad-f399-447e-b6e6-eb805b59e2cd,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:51:23.029227 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:23.054311 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4272ca3d-c7fc-403c-9139-6a041586ea96 req-5ed3cbd0-d331-4145-8d40-c3844a4b48af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:23.060327 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4272ca3d-c7fc-403c-9139-6a041586ea96 req-5ed3cbd0-d331-4145-8d40-c3844a4b48af service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=340be156-4ad3-4873-8749-9ddc4a773a64 HTTP/1.1" status: 200 len: 1097 time: 0.0898705 Sep 23 06:51:23.067619 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67079f88-e900-4d48-ba9e-157212318d47 req-8b58dfba-0f2c-4e69-9797-14c000e67091 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:23.075939 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-67079f88-e900-4d48-ba9e-157212318d47 req-8b58dfba-0f2c-4e69-9797-14c000e67091 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=96d33569-2cba-4763-8625-a124ce14cdb6 HTTP/1.1" status: 200 len: 943 time: 0.0694625 Sep 23 06:51:23.090686 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3023f0e6-735d-4126-ab91-de8349c385f4 req-d4b327f8-69de-4dce-92f9-c5a8c2581819 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723758 Sep 23 06:51:23.107315 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=90d206ad-f399-447e-b6e6-eb805b59e2cd,revision_number=7']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:23.125395 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4272ca3d-c7fc-403c-9139-6a041586ea96 req-e579d2d3-6ce4-482b-9453-81cbd7f3460f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=903d1c5b-ed73-413d-9d0a-e5c0e6ef4231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548248 Sep 23 06:51:23.138227 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-67079f88-e900-4d48-ba9e-157212318d47 req-e976a798-4bdb-4036-97b7-940493913810 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612702 Sep 23 06:51:23.235032 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320d3f14-04c8-4c34-a307-0627bbf22b59 req-7b4c21c5-ca48-40ef-b145-79caa739286a tempest-ServerTagsTestJSON-406398601 tempest-ServerTagsTestJSON-406398601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:23.236690 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-320d3f14-04c8-4c34-a307-0627bbf22b59 req-7b4c21c5-ca48-40ef-b145-79caa739286a tempest-ServerTagsTestJSON-406398601 tempest-ServerTagsTestJSON-406398601-project] 10.222.0.39 "GET /v2.0/ports?device_id=340be156-4ad3-4873-8749-9ddc4a773a64 HTTP/1.1" status: 200 len: 945 time: 0.0612216 Sep 23 06:51:23.282492 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-320d3f14-04c8-4c34-a307-0627bbf22b59 req-a51cd33d-af30-404b-8550-293d1277b154 tempest-ServerTagsTestJSON-406398601 tempest-ServerTagsTestJSON-406398601-project] 10.222.0.39 "GET /v2.0/security-groups?id=903d1c5b-ed73-413d-9d0a-e5c0e6ef4231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377839 Sep 23 06:51:23.519234 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6634336b-4021-42d4-a260-d8ce9cc90520 req-9152c6b9-0a09-4cf2-85cb-9f02e61c4e78 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:23.520715 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6634336b-4021-42d4-a260-d8ce9cc90520 req-9152c6b9-0a09-4cf2-85cb-9f02e61c4e78 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6f10f8c-6cc0-41d4-81ca-38bd9da81398 HTTP/1.1" status: 200 len: 945 time: 0.0527430 Sep 23 06:51:23.559920 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6634336b-4021-42d4-a260-d8ce9cc90520 req-08f31192-6e33-40f8-87bd-07e208755a4b tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323889 Sep 23 06:51:23.771892 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435b0df5-ae08-4c3b-adfb-52fc3f0751cb req-d302bf14-7aeb-4515-8a05-9601f566a81e tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:23.773407 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-435b0df5-ae08-4c3b-adfb-52fc3f0751cb req-d302bf14-7aeb-4515-8a05-9601f566a81e tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?device_id=31e1b5ab-8723-4bb9-862e-bd5cb61591b3 HTTP/1.1" status: 200 len: 945 time: 0.0531049 Sep 23 06:51:23.813205 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 35564) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:51:23.814343 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-435b0df5-ae08-4c3b-adfb-52fc3f0751cb req-5bf5c977-d2dc-483d-8d9a-58c678f39a0a tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/security-groups?id=ece3dc8d-d93c-45c1-8c17-22ee813f6047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343635 Sep 23 06:51:23.874294 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fc9a69bf-19ea-452a-ab5b-fc9331fe7c65 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:23.898308 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fc9a69bf-19ea-452a-ab5b-fc9331fe7c65 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:23.947062 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fc9a69bf-19ea-452a-ab5b-fc9331fe7c65 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:23.949960 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fc9a69bf-19ea-452a-ab5b-fc9331fe7c65 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:23.951177 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-fc9a69bf-19ea-452a-ab5b-fc9331fe7c65 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] 10.222.0.39 "DELETE /v2.0/security-groups/5fb6529b-504d-43b9-ab4f-6fe68e529500 HTTP/1.1" status: 204 len: 168 time: 0.1368968 Sep 23 06:51:23.953827 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 35566) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:51:23.961256 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9a69bf-19ea-452a-ab5b-fc9331fe7c65 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb6529b-504d-43b9-ab4f-6fe68e529500,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:23.971733 n-d-715271-16 neutron-server[95066]: INFO neutron.api.v2.resource [None req-8fa1e5c4-56a4-4621-afa0-2ac5c906d3f2 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] show failed (client error): The resource could not be found. Sep 23 06:51:23.975523 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-8fa1e5c4-56a4-4621-afa0-2ac5c906d3f2 tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] 10.222.0.39 "GET /v2.0/security-groups/5fb6529b-504d-43b9-ab4f-6fe68e529500 HTTP/1.1" status: 404 len: 347 time: 0.0179460 Sep 23 06:51:23.975850 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 35568) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:51:24.102241 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-7ce1bc26-0545-4738-ae3b-39e26385ddaa tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Deleting port b5a967a9-f173-47db-8c6f-e0aa613d8a54 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:51:24.103356 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7ce1bc26-0545-4738-ae3b-39e26385ddaa tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:24.187519 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7ce1bc26-0545-4738-ae3b-39e26385ddaa tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:24.187938 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7ce1bc26-0545-4738-ae3b-39e26385ddaa tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:24.200480 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-7ce1bc26-0545-4738-ae3b-39e26385ddaa tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Calling delete_port for b5a967a9-f173-47db-8c6f-e0aa613d8a54 owned by network:floatingip {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:51:24.307895 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178a9cd6-4dcf-4a7b-b427-7a9c4e1d14c1 req-4e92d74f-b067-478e-8619-578d654fbe32 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:24.317798 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-178a9cd6-4dcf-4a7b-b427-7a9c4e1d14c1 req-4e92d74f-b067-478e-8619-578d654fbe32 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=96d33569-2cba-4763-8625-a124ce14cdb6 HTTP/1.1" status: 200 len: 943 time: 0.0821276 Sep 23 06:51:24.375327 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-178a9cd6-4dcf-4a7b-b427-7a9c4e1d14c1 req-1ae7341a-d747-4cb9-ac86-09ed98ee835f tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532610 Sep 23 06:51:24.510870 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7ce1bc26-0545-4738-ae3b-39e26385ddaa tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:24.542360 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce1bc26-0545-4738-ae3b-39e26385ddaa tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Pushing event deleted for resources: {'Port': ['ID=b5a967a9-f173-47db-8c6f-e0aa613d8a54,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:24.559446 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce1bc26-0545-4738-ae3b-39e26385ddaa tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:51:24.559793 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce1bc26-0545-4738-ae3b-39e26385ddaa tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:51:24.560128 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce1bc26-0545-4738-ae3b-39e26385ddaa tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:51:24.560458 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce1bc26-0545-4738-ae3b-39e26385ddaa tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:51:24.560783 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce1bc26-0545-4738-ae3b-39e26385ddaa tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:51:24.561109 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce1bc26-0545-4738-ae3b-39e26385ddaa tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:51:24.561427 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce1bc26-0545-4738-ae3b-39e26385ddaa tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:51:24.561745 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce1bc26-0545-4738-ae3b-39e26385ddaa tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:51:24.562095 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce1bc26-0545-4738-ae3b-39e26385ddaa tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:51:24.562410 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce1bc26-0545-4738-ae3b-39e26385ddaa tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:51:24.562727 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce1bc26-0545-4738-ae3b-39e26385ddaa tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:51:24.563045 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce1bc26-0545-4738-ae3b-39e26385ddaa tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:51:24.627011 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c47970e-0de7-4ec4-bc5e-9257a444d86c req-e4e9564b-e6c6-495b-a074-bea2b06a4e7b tempest-ServerTagsTestJSON-406398601 tempest-ServerTagsTestJSON-406398601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:24.628590 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6c47970e-0de7-4ec4-bc5e-9257a444d86c req-e4e9564b-e6c6-495b-a074-bea2b06a4e7b tempest-ServerTagsTestJSON-406398601 tempest-ServerTagsTestJSON-406398601-project] 10.222.0.39 "GET /v2.0/ports?device_id=340be156-4ad3-4873-8749-9ddc4a773a64 HTTP/1.1" status: 200 len: 945 time: 0.1724927 Sep 23 06:51:24.664750 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7ce1bc26-0545-4738-ae3b-39e26385ddaa tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Notify callbacks [] for floatingip, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:24.668937 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7ce1bc26-0545-4738-ae3b-39e26385ddaa tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:24.672973 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-7ce1bc26-0545-4738-ae3b-39e26385ddaa tempest-ServersTestBootFromVolume-14085496 tempest-ServersTestBootFromVolume-14085496-project] 10.222.0.39 "DELETE /v2.0/floatingips/c1e9614c-f617-4c0c-a6c0-e4ae9a6902ad HTTP/1.1" status: 204 len: 168 time: 0.6935661 Sep 23 06:51:24.674569 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 35588) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:51:24.704389 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e4385-c5f8-4187-be85-90d2418b0984 req-45518d70-0947-4eaa-ba08-83ab40c55656 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:24.705985 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7b2e4385-c5f8-4187-be85-90d2418b0984 req-45518d70-0947-4eaa-ba08-83ab40c55656 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6f10f8c-6cc0-41d4-81ca-38bd9da81398 HTTP/1.1" status: 200 len: 945 time: 0.0722511 Sep 23 06:51:24.756392 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6c47970e-0de7-4ec4-bc5e-9257a444d86c req-99257b46-da54-48db-b21c-2ab0e71dfeb4 tempest-ServerTagsTestJSON-406398601 tempest-ServerTagsTestJSON-406398601-project] 10.222.0.39 "GET /v2.0/security-groups?id=903d1c5b-ed73-413d-9d0a-e5c0e6ef4231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123955 Sep 23 06:51:24.759949 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7b2e4385-c5f8-4187-be85-90d2418b0984 req-904b244b-a481-4c94-8b5b-d664d73e2fdd tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416422 Sep 23 06:51:24.900023 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '229fc4c0-f93d-4f4b-b8ef-864f50ff163c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90d206ad-f399-447e-b6e6-eb805b59e2cd'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:51:24.902657 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ca3ef8-8e71-49f7-a9fa-f15a273b6504" -d '{"events": [{"server_uuid": "229fc4c0-f93d-4f4b-b8ef-864f50ff163c", "name": "network-vif-plugged", "status": "completed", "tag": "90d206ad-f399-447e-b6e6-eb805b59e2cd"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:51:24.947414 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4416a59-4a87-4f27-823a-f3413db66134 x-openstack-request-id: req-a4416a59-4a87-4f27-823a-f3413db66134 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:51:24.947935 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "229fc4c0-f93d-4f4b-b8ef-864f50ff163c", "name": "network-vif-plugged", "status": "completed", "tag": "90d206ad-f399-447e-b6e6-eb805b59e2cd", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:51:24.948186 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a4416a59-4a87-4f27-823a-f3413db66134 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:51:24.948734 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '229fc4c0-f93d-4f4b-b8ef-864f50ff163c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90d206ad-f399-447e-b6e6-eb805b59e2cd', 'code': 200} Sep 23 06:51:24.995650 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae6ad85-a6a8-4990-816a-8d63dcdd312e req-ec23e303-ddc4-42a6-8009-25b4e9ef8358 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:24.997254 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2ae6ad85-a6a8-4990-816a-8d63dcdd312e req-ec23e303-ddc4-42a6-8009-25b4e9ef8358 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?device_id=31e1b5ab-8723-4bb9-862e-bd5cb61591b3 HTTP/1.1" status: 200 len: 945 time: 0.0872569 Sep 23 06:51:25.084321 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2ae6ad85-a6a8-4990-816a-8d63dcdd312e req-1b1d3a8f-a9ce-4f4b-8325-fc634ad9f6e5 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/security-groups?id=ece3dc8d-d93c-45c1-8c17-22ee813f6047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798347 Sep 23 06:51:25.215399 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa825888-d6e2-4c16-bf91-f7f579c49646 req-0bba5cc8-7003-46cb-969a-03479d408984 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:25.216879 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-aa825888-d6e2-4c16-bf91-f7f579c49646 req-0bba5cc8-7003-46cb-969a-03479d408984 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6f10f8c-6cc0-41d4-81ca-38bd9da81398 HTTP/1.1" status: 200 len: 945 time: 0.0845754 Sep 23 06:51:25.239670 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-16251dea-3a37-4589-a95b-1301a1bce437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066969'] for router_interface, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:25.442520 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-aa825888-d6e2-4c16-bf91-f7f579c49646 req-9e349c9c-5afa-4994-b401-a490783c4d0f tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Deleting port de741d21-80ec-499c-a571-a37fee601b3f {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:51:25.442871 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-aa825888-d6e2-4c16-bf91-f7f579c49646 req-9e349c9c-5afa-4994-b401-a490783c4d0f tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:25.571397 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-aa825888-d6e2-4c16-bf91-f7f579c49646 req-9e349c9c-5afa-4994-b401-a490783c4d0f tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] For port de741d21-80ec-499c-a571-a37fee601b3f, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=de741d21-80ec-499c-a571-a37fee601b3f,segment=NetworkSegment(baf87664-ecc7-475d-93f2-159d871e9198),segment_id=baf87664-ecc7-475d-93f2-159d871e9198)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:51:25.571854 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-aa825888-d6e2-4c16-bf91-f7f579c49646 req-9e349c9c-5afa-4994-b401-a490783c4d0f tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:25.590530 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-aa825888-d6e2-4c16-bf91-f7f579c49646 req-9e349c9c-5afa-4994-b401-a490783c4d0f tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Calling delete_port for de741d21-80ec-499c-a571-a37fee601b3f owned by compute:nova {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:51:25.770354 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3865f474-0ab1-4e56-95c5-d5f39bdcb525 req-3d1dbac3-5b44-4082-858d-64b9e86f19b9 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:25.771864 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3865f474-0ab1-4e56-95c5-d5f39bdcb525 req-3d1dbac3-5b44-4082-858d-64b9e86f19b9 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=96d33569-2cba-4763-8625-a124ce14cdb6 HTTP/1.1" status: 200 len: 943 time: 0.0912697 Sep 23 06:51:25.782971 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-16251dea-3a37-4589-a95b-1301a1bce437 admin admin] Deleting port 3956ddab-2b87-43b4-a301-401d3c86fb95 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:51:25.783312 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-16251dea-3a37-4589-a95b-1301a1bce437 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:25.881348 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a785fb4-62d8-4bd6-948e-deae087efc6e req-819c80b3-00be-4f91-a644-cba9f4035203 tempest-ServerTagsTestJSON-406398601 tempest-ServerTagsTestJSON-406398601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:25.886385 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5a785fb4-62d8-4bd6-948e-deae087efc6e req-819c80b3-00be-4f91-a644-cba9f4035203 tempest-ServerTagsTestJSON-406398601 tempest-ServerTagsTestJSON-406398601-project] 10.222.0.39 "GET /v2.0/ports?device_id=340be156-4ad3-4873-8749-9ddc4a773a64 HTTP/1.1" status: 200 len: 945 time: 0.0546427 Sep 23 06:51:25.917708 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3865f474-0ab1-4e56-95c5-d5f39bdcb525 req-26d09e57-4a2d-4025-b211-9e019e539293 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297419 Sep 23 06:51:25.932140 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5a785fb4-62d8-4bd6-948e-deae087efc6e req-7c4999dd-169f-43bb-a4de-c15c108ad049 tempest-ServerTagsTestJSON-406398601 tempest-ServerTagsTestJSON-406398601-project] 10.222.0.39 "GET /v2.0/security-groups?id=903d1c5b-ed73-413d-9d0a-e5c0e6ef4231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399334 Sep 23 06:51:25.933069 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-aa825888-d6e2-4c16-bf91-f7f579c49646 req-9e349c9c-5afa-4994-b401-a490783c4d0f tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:25.950146 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['de741d21-80ec-499c-a571-a37fee601b3f'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:51:25.950797 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-16251dea-3a37-4589-a95b-1301a1bce437 admin admin] For port 3956ddab-2b87-43b4-a301-401d3c86fb95, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=3956ddab-2b87-43b4-a301-401d3c86fb95,segment=NetworkSegment(6b3cb23f-8559-4986-925f-1b0c3e785910),segment_id=6b3cb23f-8559-4986-925f-1b0c3e785910)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:51:25.950797 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-16251dea-3a37-4589-a95b-1301a1bce437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:25.976622 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e349c9c-5afa-4994-b401-a490783c4d0f tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Pushing event deleted for resources: {'Port': ['ID=de741d21-80ec-499c-a571-a37fee601b3f,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:25.987155 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['e87b71fa-b97d-4b3a-b9d5-d1cec873b9bc'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:51:25.988410 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-16251dea-3a37-4589-a95b-1301a1bce437 admin admin] Calling delete_port for 3956ddab-2b87-43b4-a301-401d3c86fb95 owned by network:router_interface {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:51:26.028767 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa825888-d6e2-4c16-bf91-f7f579c49646 req-9e349c9c-5afa-4994-b401-a490783c4d0f tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] No DVR routers for this DVR port de741d21-80ec-499c-a571-a37fee601b3f on host n-h2-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:51:26.041392 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-aa825888-d6e2-4c16-bf91-f7f579c49646 req-9e349c9c-5afa-4994-b401-a490783c4d0f tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:26.043458 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-aa825888-d6e2-4c16-bf91-f7f579c49646 req-9e349c9c-5afa-4994-b401-a490783c4d0f tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.58 "DELETE /v2.0/ports/de741d21-80ec-499c-a571-a37fee601b3f HTTP/1.1" status: 204 len: 173 time: 0.8171670 Sep 23 06:51:26.043952 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6f10f8c-6cc0-41d4-81ca-38bd9da81398', 'name': 'network-vif-deleted', 'tag': 'de741d21-80ec-499c-a571-a37fee601b3f'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:51:26.046703 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a1ac83a-a2c3-4381-bf0f-5d44ccfbb9aa" -d '{"events": [{"server_uuid": "a6f10f8c-6cc0-41d4-81ca-38bd9da81398", "name": "network-vif-deleted", "tag": "de741d21-80ec-499c-a571-a37fee601b3f"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:51:26.275381 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031436a4-73e7-4ec2-b50b-abd1ac3b4019 req-a2aa84c0-2120-4506-ac9b-dcba721bb345 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:26.277184 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-031436a4-73e7-4ec2-b50b-abd1ac3b4019 req-a2aa84c0-2120-4506-ac9b-dcba721bb345 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?device_id=31e1b5ab-8723-4bb9-862e-bd5cb61591b3 HTTP/1.1" status: 200 len: 945 time: 0.0536489 Sep 23 06:51:26.323941 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-031436a4-73e7-4ec2-b50b-abd1ac3b4019 req-8f045fac-e4ac-4d3f-806e-921464976832 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/security-groups?id=ece3dc8d-d93c-45c1-8c17-22ee813f6047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404923 Sep 23 06:51:26.364788 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d577983-7b06-4d63-8b82-e03afa1c4a78 x-openstack-request-id: req-5d577983-7b06-4d63-8b82-e03afa1c4a78 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:51:26.365085 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6f10f8c-6cc0-41d4-81ca-38bd9da81398", "name": "network-vif-deleted", "tag": "de741d21-80ec-499c-a571-a37fee601b3f", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:51:26.365333 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5d577983-7b06-4d63-8b82-e03afa1c4a78 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:51:26.367007 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6f10f8c-6cc0-41d4-81ca-38bd9da81398', 'name': 'network-vif-deleted', 'tag': 'de741d21-80ec-499c-a571-a37fee601b3f', 'status': 'completed', 'code': 200} Sep 23 06:51:26.369467 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-713d457c-4e4e-4a4f-8f35-780faf221401 req-740b2fd0-4e89-4b46-afe5-bc6ed79b9ff0 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6f10f8c-6cc0-41d4-81ca-38bd9da81398 HTTP/1.1" status: 200 len: 210 time: 0.3418221 Sep 23 06:51:26.525819 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-16251dea-3a37-4589-a95b-1301a1bce437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:26.570263 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16251dea-3a37-4589-a95b-1301a1bce437 admin admin] Pushing event deleted for resources: {'Port': ['ID=3956ddab-2b87-43b4-a301-401d3c86fb95,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:26.777840 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-16251dea-3a37-4589-a95b-1301a1bce437 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2068624'] for router_interface, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:26.813945 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 3dae3b19-a0c8-4dd8-9d88-a36659e76c84 details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:51:26.972816 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 3dae3b19-a0c8-4dd8-9d88-a36659e76c84, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=3dae3b19-a0c8-4dd8-9d88-a36659e76c84,segment=NetworkSegment(f93b6022-d5e5-431e-9dcb-2461df9c5b3b),segment_id=f93b6022-d5e5-431e-9dcb-2461df9c5b3b)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:51:26.998430 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': '3dae3b19-a0c8-4dd8-9d88-a36659e76c84', 'network_id': '5e6b1e6b-f43d-48fc-88ea-84227fc0190a', 'port_id': '3dae3b19-a0c8-4dd8-9d88-a36659e76c84', 'mac_address': 'fa:16:3e:37:49:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dbf4107-f4ac-450c-a420-ffd87b06b7dc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:51:27.074110 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:27.099394 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dae3b19-a0c8-4dd8-9d88-a36659e76c84 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:51:27.133745 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 3dae3b19-a0c8-4dd8-9d88-a36659e76c84, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=3dae3b19-a0c8-4dd8-9d88-a36659e76c84,segment=NetworkSegment(f93b6022-d5e5-431e-9dcb-2461df9c5b3b),segment_id=f93b6022-d5e5-431e-9dcb-2461df9c5b3b)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:51:27.142318 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:27.160198 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2102b089-230b-48b2-9a4b-fcbbd6a9f659 req-e683d513-3d1f-4b7e-96d6-b9ac25cddbdc tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:27.161720 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2102b089-230b-48b2-9a4b-fcbbd6a9f659 req-e683d513-3d1f-4b7e-96d6-b9ac25cddbdc tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=96d33569-2cba-4763-8625-a124ce14cdb6 HTTP/1.1" status: 200 len: 943 time: 0.1170347 Sep 23 06:51:27.206384 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16251dea-3a37-4589-a95b-1301a1bce437 admin admin] Router 13119104-960c-4017-b2f8-608fd4d99c3a has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:51:27.230834 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2102b089-230b-48b2-9a4b-fcbbd6a9f659 req-d35658b8-2f08-4d48-8760-402c28e62f5c tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569437 Sep 23 06:51:27.232708 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=3dae3b19-a0c8-4dd8-9d88-a36659e76c84,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:27.404035 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16251dea-3a37-4589-a95b-1301a1bce437 admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:51:27.411201 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-16251dea-3a37-4589-a95b-1301a1bce437 admin admin] 10.222.0.39 "PUT /v2.0/routers/13119104-960c-4017-b2f8-608fd4d99c3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7355952 Sep 23 06:51:27.413484 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 35684) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:51:27.417234 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6c537c-c754-4a6c-ade2-4822bf6a1696 None None] Sync routers for ids ['13119104-960c-4017-b2f8-608fd4d99c3a'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:51:27.427661 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6c537c-c754-4a6c-ade2-4822bf6a1696 None None] Routers {'13119104-960c-4017-b2f8-608fd4d99c3a'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:51:27.428208 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-ec6c537c-c754-4a6c-ade2-4822bf6a1696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:51:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['13119104-960c-4017-b2f8-608fd4d99c3a'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:51:27.566166 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a16f29-0915-4ade-ae9b-6b15080a3875 req-7d7568d9-fb10-42f2-a313-13cf1ca91868 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:27.577690 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f1a16f29-0915-4ade-ae9b-6b15080a3875 req-7d7568d9-fb10-42f2-a313-13cf1ca91868 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?device_id=31e1b5ab-8723-4bb9-862e-bd5cb61591b3 HTTP/1.1" status: 200 len: 945 time: 0.1210701 Sep 23 06:51:27.619360 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-ec6c537c-c754-4a6c-ade2-4822bf6a1696 None None] Set router 13119104-960c-4017-b2f8-608fd4d99c3a gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:51:27.650119 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f1a16f29-0915-4ade-ae9b-6b15080a3875 req-93ec189f-178d-49c7-a028-41b1c61aa394 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/security-groups?id=ece3dc8d-d93c-45c1-8c17-22ee813f6047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623012 Sep 23 06:51:27.671217 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-22710d7d-0170-4b46-85ad-fb4cdb015d5f admin admin] Notify callbacks [] for router, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:27.889320 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-22710d7d-0170-4b46-85ad-fb4cdb015d5f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:27.930526 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 06:51:27.957077 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-22710d7d-0170-4b46-85ad-fb4cdb015d5f admin admin] Deleting port aed369ab-2bc3-422b-aefc-a1a13e42771d {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:51:27.958073 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-22710d7d-0170-4b46-85ad-fb4cdb015d5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:28.027608 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-ec6c537c-c754-4a6c-ade2-4822bf6a1696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13119104-960c-4017-b2f8-608fd4d99c3a', 'name': 'tempest-ServersTestBootFromVolume-1982757465-router', 'tenant_id': '2717295d607749ba9e686f8b98a96be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': 'aed369ab-2bc3-422b-aefc-a1a13e42771d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:48:03Z', 'updated_at': '2021-09-23T06:51:26Z', 'revision_number': 5, 'project_id': '2717295d607749ba9e686f8b98a96be1', 'gw_port': {'id': 'aed369ab-2bc3-422b-aefc-a1a13e42771d', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:57:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13119104-960c-4017-b2f8-608fd4d99c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:48:04Z', 'updated_at': '2021-09-23T06:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:51:28.064143 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6c537c-c754-4a6c-ade2-4822bf6a1696 None None] Checking router: 13119104-960c-4017-b2f8-608fd4d99c3a for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:51:28.079533 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6c537c-c754-4a6c-ade2-4822bf6a1696 None None] Routers {'13119104-960c-4017-b2f8-608fd4d99c3a'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:51:28.080247 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-ec6c537c-c754-4a6c-ade2-4822bf6a1696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:51:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['13119104-960c-4017-b2f8-608fd4d99c3a'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:51:28.152674 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-22710d7d-0170-4b46-85ad-fb4cdb015d5f admin admin] For port aed369ab-2bc3-422b-aefc-a1a13e42771d, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=aed369ab-2bc3-422b-aefc-a1a13e42771d,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:51:28.153055 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-22710d7d-0170-4b46-85ad-fb4cdb015d5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:28.171752 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-22710d7d-0170-4b46-85ad-fb4cdb015d5f admin admin] Calling delete_port for aed369ab-2bc3-422b-aefc-a1a13e42771d owned by network:router_gateway {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:51:28.200992 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device de741d21-80ec-499c-a571-a37fee601b3f no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:51:28.226352 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-ec6c537c-c754-4a6c-ade2-4822bf6a1696 None None] Set router 13119104-960c-4017-b2f8-608fd4d99c3a gateway port host: None {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:51:28.275034 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d539d5e7-4edc-41a1-a56c-bedb856c103f req-d2222e54-7bc8-41a0-8f20-ef9f79504119 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:28.283078 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d539d5e7-4edc-41a1-a56c-bedb856c103f req-d2222e54-7bc8-41a0-8f20-ef9f79504119 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/networks?id=f755c16b-3f42-4ee5-9068-675e45e695cf HTTP/1.1" status: 200 len: 806 time: 0.2069943 Sep 23 06:51:28.303180 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d539d5e7-4edc-41a1-a56c-bedb856c103f req-1c7c83f9-51a5-4cf0-bf58-17b703e00321 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/quotas/33d29a95a0634a4491ef4e20d2f6dd6b HTTP/1.1" status: 200 len: 375 time: 0.0181100 Sep 23 06:51:28.312015 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No Port match for: de741d21-80ec-499c-a571-a37fee601b3f {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:51:28.317946 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device de741d21-80ec-499c-a571-a37fee601b3f not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:51:28.323993 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['3dae3b19-a0c8-4dd8-9d88-a36659e76c84'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:51:28.363471 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-ec6c537c-c754-4a6c-ade2-4822bf6a1696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13119104-960c-4017-b2f8-608fd4d99c3a', 'name': 'tempest-ServersTestBootFromVolume-1982757465-router', 'tenant_id': '2717295d607749ba9e686f8b98a96be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:48:03Z', 'updated_at': '2021-09-23T06:51:27Z', 'revision_number': 6, 'project_id': '2717295d607749ba9e686f8b98a96be1', 'gw_port_host': None}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:51:28.366538 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d539d5e7-4edc-41a1-a56c-bedb856c103f req-64402934-00f7-4ea5-97bd-407de13ebdcb tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=33d29a95a0634a4491ef4e20d2f6dd6b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0614874 Sep 23 06:51:28.495628 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-22710d7d-0170-4b46-85ad-fb4cdb015d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:28.499952 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6c537c-c754-4a6c-ade2-4822bf6a1696 None None] The sync data for ids ['13119104-960c-4017-b2f8-608fd4d99c3a'] in n-d-715271-16 is: [{'id': '13119104-960c-4017-b2f8-608fd4d99c3a', 'name': 'tempest-ServersTestBootFromVolume-1982757465-router', 'tenant_id': '2717295d607749ba9e686f8b98a96be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:48:03Z', 'updated_at': '2021-09-23T06:51:27Z', 'revision_number': 6, 'project_id': '2717295d607749ba9e686f8b98a96be1', 'gw_port_host': None}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:51:28.542710 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d539d5e7-4edc-41a1-a56c-bedb856c103f req-a04f0f8b-a95f-4fbd-ba43-85aa976be1ad service neutron] 10.222.0.39 "GET /v2.0/networks/f755c16b-3f42-4ee5-9068-675e45e695cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749580 Sep 23 06:51:28.580349 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22710d7d-0170-4b46-85ad-fb4cdb015d5f admin admin] Pushing event deleted for resources: {'Port': ['ID=aed369ab-2bc3-422b-aefc-a1a13e42771d,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:28.643130 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-22710d7d-0170-4b46-85ad-fb4cdb015d5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2068563'] for router_gateway, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:28.673930 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d539d5e7-4edc-41a1-a56c-bedb856c103f req-81b4384d-dc80-4c15-9050-a808e90d7ae6 service neutron] 10.222.0.39 "GET /v2.0/networks/f755c16b-3f42-4ee5-9068-675e45e695cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292269 Sep 23 06:51:28.745402 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-22710d7d-0170-4b46-85ad-fb4cdb015d5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:28.748961 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-22710d7d-0170-4b46-85ad-fb4cdb015d5f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:28.801018 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349c2f6b-1640-45dd-b9fd-2370473f7199 req-f690384c-680b-4d5a-b320-c1586d8cd5d1 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:28.806679 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-349c2f6b-1640-45dd-b9fd-2370473f7199 req-f690384c-680b-4d5a-b320-c1586d8cd5d1 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=96d33569-2cba-4763-8625-a124ce14cdb6 HTTP/1.1" status: 200 len: 944 time: 0.2986834 Sep 23 06:51:28.811060 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-22710d7d-0170-4b46-85ad-fb4cdb015d5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:28.811604 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22710d7d-0170-4b46-85ad-fb4cdb015d5f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13119104-960c-4017-b2f8-608fd4d99c3a {{(pid=95066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 06:51:28.844132 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-22710d7d-0170-4b46-85ad-fb4cdb015d5f admin admin] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:28.848042 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-22710d7d-0170-4b46-85ad-fb4cdb015d5f admin admin] 10.222.0.39 "DELETE /v2.0/routers/13119104-960c-4017-b2f8-608fd4d99c3a HTTP/1.1" status: 204 len: 168 time: 1.4329336 Sep 23 06:51:28.848267 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 35734) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:51:28.887859 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-349c2f6b-1640-45dd-b9fd-2370473f7199 req-302fd918-f12a-4be0-a4ac-76924ba5cc1c tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690377 Sep 23 06:51:28.988608 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dbc97ba-2343-4805-a5ec-7702f079c99f admin admin] Deleting subnet 8a474d77-13d4-47cb-baa4-fd0c6e3c1147 {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:51:29.020929 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8dbc97ba-2343-4805-a5ec-7702f079c99f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:29.104883 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9e75a95e-2870-4706-8bab-40bfa80342cf req-32178995-6b4b-4a4a-8431-0803a5d2476b tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=9588d703-605a-4ae7-9fc8-338f65a62562 HTTP/1.1" status: 200 len: 210 time: 0.0578570 Sep 23 06:51:29.123949 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8dbc97ba-2343-4805-a5ec-7702f079c99f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:29.185354 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d3df0-c2f2-423a-8ab4-9028a5037551 req-d3e8a31c-0777-4165-88ef-39dca3e48a0b tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:29.202636 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-675d3df0-c2f2-423a-8ab4-9028a5037551 req-d3e8a31c-0777-4165-88ef-39dca3e48a0b tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?device_id=31e1b5ab-8723-4bb9-862e-bd5cb61591b3 HTTP/1.1" status: 200 len: 945 time: 0.2031741 Sep 23 06:51:29.265606 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-675d3df0-c2f2-423a-8ab4-9028a5037551 req-d43aa52b-0e9a-41ba-8a52-e75151e96f33 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/security-groups?id=ece3dc8d-d93c-45c1-8c17-22ee813f6047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618563 Sep 23 06:51:29.373355 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8dbc97ba-2343-4805-a5ec-7702f079c99f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:29.466453 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8dbc97ba-2343-4805-a5ec-7702f079c99f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:29.488286 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8dbc97ba-2343-4805-a5ec-7702f079c99f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:29.491359 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-8dbc97ba-2343-4805-a5ec-7702f079c99f admin admin] 10.222.0.39 "DELETE /v2.0/subnets/8a474d77-13d4-47cb-baa4-fd0c6e3c1147 HTTP/1.1" status: 204 len: 168 time: 0.6423290 Sep 23 06:51:29.494308 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 35754) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:51:29.495499 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd6bd20-75c1-4081-bf17-e65975977ce7 None None] Network eff2865d-ee9a-496c-8687-af6ecd1b642b requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:51:29.517179 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbc97ba-2343-4805-a5ec-7702f079c99f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a474d77-13d4-47cb-baa4-fd0c6e3c1147,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:29.679579 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-06a6ee90-8f6e-42a9-b9d3-82d67431daf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:29.760338 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62ab7f2-7cd5-4466-bdd4-a08609887976 req-1b3d566c-acff-44ab-a8fa-1638b4ba3d13 tempest-ServerTagsTestJSON-406398601 tempest-ServerTagsTestJSON-406398601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:29.761854 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c62ab7f2-7cd5-4466-bdd4-a08609887976 req-1b3d566c-acff-44ab-a8fa-1638b4ba3d13 tempest-ServerTagsTestJSON-406398601 tempest-ServerTagsTestJSON-406398601-project] 10.222.0.39 "GET /v2.0/ports?device_id=340be156-4ad3-4873-8749-9ddc4a773a64 HTTP/1.1" status: 200 len: 945 time: 0.1233590 Sep 23 06:51:29.846871 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c62ab7f2-7cd5-4466-bdd4-a08609887976 req-4351bd94-a3ce-4217-a61d-dc9591990fb4 tempest-ServerTagsTestJSON-406398601 tempest-ServerTagsTestJSON-406398601-project] 10.222.0.39 "GET /v2.0/security-groups?id=903d1c5b-ed73-413d-9d0a-e5c0e6ef4231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733514 Sep 23 06:51:29.866340 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-06a6ee90-8f6e-42a9-b9d3-82d67431daf4 admin admin] Deleting port 5e316d80-ff4f-4ac3-ad8e-6ff5444422f6 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:51:29.866681 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-06a6ee90-8f6e-42a9-b9d3-82d67431daf4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:29.914473 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd063f21-1ee8-4684-8a5c-b75c3b1fc022 None None] DHCP port deletion for eff2865d-ee9a-496c-8687-af6ecd1b642b request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 06:51:30.014239 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-bd063f21-1ee8-4684-8a5c-b75c3b1fc022 None None] Deleting port 5e316d80-ff4f-4ac3-ad8e-6ff5444422f6 {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:51:30.014615 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-bd063f21-1ee8-4684-8a5c-b75c3b1fc022 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:30.029278 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-06a6ee90-8f6e-42a9-b9d3-82d67431daf4 admin admin] For port 5e316d80-ff4f-4ac3-ad8e-6ff5444422f6, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=5e316d80-ff4f-4ac3-ad8e-6ff5444422f6,segment=NetworkSegment(6b3cb23f-8559-4986-925f-1b0c3e785910),segment_id=6b3cb23f-8559-4986-925f-1b0c3e785910)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:51:30.029618 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-06a6ee90-8f6e-42a9-b9d3-82d67431daf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:30.046477 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee37b3b-4f27-4835-9a72-8e6b248d3919 req-1862f453-42a2-4124-9459-64db9fb3099b tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:30.048133 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cee37b3b-4f27-4835-9a72-8e6b248d3919 req-1862f453-42a2-4124-9459-64db9fb3099b tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=96d33569-2cba-4763-8625-a124ce14cdb6 HTTP/1.1" status: 200 len: 944 time: 0.0585601 Sep 23 06:51:30.067327 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-06a6ee90-8f6e-42a9-b9d3-82d67431daf4 admin admin] Calling delete_port for 5e316d80-ff4f-4ac3-ad8e-6ff5444422f6 owned by network:dhcp {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:51:30.124831 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cee37b3b-4f27-4835-9a72-8e6b248d3919 req-d6b794c0-7c8e-42b4-b869-98df532bc43d tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610957 Sep 23 06:51:30.149845 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-bd063f21-1ee8-4684-8a5c-b75c3b1fc022 None None] For port 5e316d80-ff4f-4ac3-ad8e-6ff5444422f6, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=5e316d80-ff4f-4ac3-ad8e-6ff5444422f6,segment=NetworkSegment(6b3cb23f-8559-4986-925f-1b0c3e785910),segment_id=6b3cb23f-8559-4986-925f-1b0c3e785910)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:51:30.151988 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-bd063f21-1ee8-4684-8a5c-b75c3b1fc022 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:30.175721 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-bd063f21-1ee8-4684-8a5c-b75c3b1fc022 None None] Calling delete_port for 5e316d80-ff4f-4ac3-ad8e-6ff5444422f6 owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:51:30.179569 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-06a6ee90-8f6e-42a9-b9d3-82d67431daf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:30.223023 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a6ee90-8f6e-42a9-b9d3-82d67431daf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e316d80-ff4f-4ac3-ad8e-6ff5444422f6,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:30.230800 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a6ee90-8f6e-42a9-b9d3-82d67431daf4 admin admin] No DVR routers for this DVR port 5e316d80-ff4f-4ac3-ad8e-6ff5444422f6 on host n-d-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:51:30.291858 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9bc95f59-cdc0-411f-968a-6077bad1ff88 req-a4423ab5-8c85-44c4-b5a9-b01a30538c35 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=9588d703-605a-4ae7-9fc8-338f65a62562 HTTP/1.1" status: 200 len: 210 time: 0.0776370 Sep 23 06:51:30.345483 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device aed369ab-2bc3-422b-aefc-a1a13e42771d no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:51:30.416415 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-06a6ee90-8f6e-42a9-b9d3-82d67431daf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:30.435483 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d539d5e7-4edc-41a1-a56c-bedb856c103f req-1d7de341-59d1-4a49-8af2-f4dc64b8f0f7 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:30.436986 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d539d5e7-4edc-41a1-a56c-bedb856c103f req-1d7de341-59d1-4a49-8af2-f4dc64b8f0f7 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.58 "GET /v2.0/networks?id=f755c16b-3f42-4ee5-9068-675e45e695cf HTTP/1.1" status: 200 len: 806 time: 0.1918776 Sep 23 06:51:30.438574 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: aed369ab-2bc3-422b-aefc-a1a13e42771d {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:51:30.439861 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device aed369ab-2bc3-422b-aefc-a1a13e42771d not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:51:30.441321 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 3956ddab-2b87-43b4-a301-401d3c86fb95 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:51:30.456854 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-d539d5e7-4edc-41a1-a56c-bedb856c103f req-6ff3a8bb-bce0-44d3-a51b-3713a7cfca3c tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Request body: {'port': {'device_id': '9588d703-605a-4ae7-9fc8-338f65a62562', 'network_id': 'f755c16b-3f42-4ee5-9068-675e45e695cf', 'admin_state_up': True, 'tenant_id': '33d29a95a0634a4491ef4e20d2f6dd6b'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:51:30.467124 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-06a6ee90-8f6e-42a9-b9d3-82d67431daf4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eff2865d-ee9a-496c-8687-af6ecd1b642b']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:51:30.475314 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15250c30-4c49-412b-826f-3c053a543b32 req-86cb6f31-fbe9-457a-a0c2-3fc73dd2513c tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:30.485239 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-15250c30-4c49-412b-826f-3c053a543b32 req-86cb6f31-fbe9-457a-a0c2-3fc73dd2513c tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?device_id=31e1b5ab-8723-4bb9-862e-bd5cb61591b3 HTTP/1.1" status: 200 len: 945 time: 0.0890737 Sep 23 06:51:30.490519 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-06a6ee90-8f6e-42a9-b9d3-82d67431daf4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b3cb23f-8559-4986-925f-1b0c3e785910') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:51:30.490817 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-06a6ee90-8f6e-42a9-b9d3-82d67431daf4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b3cb23f-8559-4986-925f-1b0c3e785910') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:51:30.498324 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 3956ddab-2b87-43b4-a301-401d3c86fb95 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:51:30.498910 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 3956ddab-2b87-43b4-a301-401d3c86fb95 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:51:30.501009 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 5e316d80-ff4f-4ac3-ad8e-6ff5444422f6 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:51:30.511506 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-06a6ee90-8f6e-42a9-b9d3-82d67431daf4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:30.543464 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-15250c30-4c49-412b-826f-3c053a543b32 req-748f42f1-953d-428d-9af0-7377db6525fb tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/security-groups?id=ece3dc8d-d93c-45c1-8c17-22ee813f6047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566607 Sep 23 06:51:30.557140 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 5e316d80-ff4f-4ac3-ad8e-6ff5444422f6 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:51:30.557565 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 5e316d80-ff4f-4ac3-ad8e-6ff5444422f6 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:51:30.573737 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-06a6ee90-8f6e-42a9-b9d3-82d67431daf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:30.583221 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06a6ee90-8f6e-42a9-b9d3-82d67431daf4 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:51:30.583636 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-06a6ee90-8f6e-42a9-b9d3-82d67431daf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:30.585379 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 06:51:30.585379 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:51:30.585379 n-d-715271-16 neutron-server[95066]: timer() Sep 23 06:51:30.585379 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:51:30.585379 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 06:51:30.585379 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:51:30.585379 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 06:51:30.585379 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:51:30.585379 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 06:51:30.585379 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:51:30.585379 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 06:51:30.585379 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:51:30.585379 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 06:51:30.585379 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:51:30.585379 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:51:30.585379 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:51:30.585379 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:51:30.585379 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:51:30.585379 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 06:51:30.585379 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:51:30.585379 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 06:51:30.585379 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:51:30.585379 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:51:30.585379 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:51:30.585379 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 06:51:30.585379 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:51:30.585379 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:51:30.585379 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:51:30.585379 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:51:30.585379 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:51:30.585379 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:51:30.585379 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:51:30.598810 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-bd063f21-1ee8-4684-8a5c-b75c3b1fc022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:30.624654 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd063f21-1ee8-4684-8a5c-b75c3b1fc022 None None] Pushing event deleted for resources: {'Port': ['ID=5e316d80-ff4f-4ac3-ad8e-6ff5444422f6,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:30.630591 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd063f21-1ee8-4684-8a5c-b75c3b1fc022 None None] No DVR routers for this DVR port 5e316d80-ff4f-4ac3-ad8e-6ff5444422f6 on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:51:30.677852 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-06a6ee90-8f6e-42a9-b9d3-82d67431daf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:30.686997 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-06a6ee90-8f6e-42a9-b9d3-82d67431daf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:30.688942 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-06a6ee90-8f6e-42a9-b9d3-82d67431daf4 admin admin] 10.222.0.39 "DELETE /v2.0/networks/eff2865d-ee9a-496c-8687-af6ecd1b642b HTTP/1.1" status: 204 len: 168 time: 1.1935880 Sep 23 06:51:30.691827 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d539d5e7-4edc-41a1-a56c-bedb856c103f req-6ff3a8bb-bce0-44d3-a51b-3713a7cfca3c tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Made reservation on behalf of 33d29a95a0634a4491ef4e20d2f6dd6b for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:51:30.695989 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-d539d5e7-4edc-41a1-a56c-bedb856c103f req-6ff3a8bb-bce0-44d3-a51b-3713a7cfca3c tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:30.720107 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a6ee90-8f6e-42a9-b9d3-82d67431daf4 admin admin] Pushing event deleted for resources: {'Network': ['ID=eff2865d-ee9a-496c-8687-af6ecd1b642b,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:30.816509 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 3dae3b19-a0c8-4dd8-9d88-a36659e76c84 up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:51:30.889688 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port 3dae3b19-a0c8-4dd8-9d88-a36659e76c84 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:51:30.895391 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port 3dae3b19-a0c8-4dd8-9d88-a36659e76c84 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:51:30.895779 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:30.911727 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 35780) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:51:30.922789 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [req-d539d5e7-4edc-41a1-a56c-bedb856c103f req-6ff3a8bb-bce0-44d3-a51b-3713a7cfca3c tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Allocated IP 172.20.0.13 (f755c16b-3f42-4ee5-9068-675e45e695cf/0b013e5a-19bd-4628-a463-6cccef958c7f/7873b1c3-6c50-4190-8723-b9f733e059a4) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:51:30.988725 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-8c3a922c-44c1-4bb5-8271-6a483899f865 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2717295d607749ba9e686f8b98a96be1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0749881 Sep 23 06:51:30.990198 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 35782) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:51:31.001198 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:31.046610 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 3dae3b19-a0c8-4dd8-9d88-a36659e76c84, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=3dae3b19-a0c8-4dd8-9d88-a36659e76c84,segment=NetworkSegment(f93b6022-d5e5-431e-9dcb-2461df9c5b3b),segment_id=f93b6022-d5e5-431e-9dcb-2461df9c5b3b)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:51:31.048182 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96d33569-2cba-4763-8625-a124ce14cdb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dae3b19-a0c8-4dd8-9d88-a36659e76c84'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:51:31.050723 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8561921-8c40-4915-ac6e-de2d65eff58c" -d '{"events": [{"server_uuid": "96d33569-2cba-4763-8625-a124ce14cdb6", "name": "network-vif-plugged", "status": "completed", "tag": "3dae3b19-a0c8-4dd8-9d88-a36659e76c84"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:51:31.063194 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f4c0783c-ef16-4a2c-a403-f78737842210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:31.066479 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:31.095155 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2231fc97-518b-444c-b66f-80bdac2e7d48 req-0655e5ef-6489-4082-baea-276757675b22 tempest-ServerTagsTestJSON-406398601 tempest-ServerTagsTestJSON-406398601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:31.098848 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2231fc97-518b-444c-b66f-80bdac2e7d48 req-0655e5ef-6489-4082-baea-276757675b22 tempest-ServerTagsTestJSON-406398601 tempest-ServerTagsTestJSON-406398601-project] 10.222.0.39 "GET /v2.0/ports?device_id=340be156-4ad3-4873-8749-9ddc4a773a64 HTTP/1.1" status: 200 len: 945 time: 0.1031799 Sep 23 06:51:31.203018 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f4c0783c-ef16-4a2c-a403-f78737842210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:31.257043 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2231fc97-518b-444c-b66f-80bdac2e7d48 req-322aec7c-3e39-4632-b7e5-23c012bd7bdb tempest-ServerTagsTestJSON-406398601 tempest-ServerTagsTestJSON-406398601-project] 10.222.0.39 "GET /v2.0/security-groups?id=903d1c5b-ed73-413d-9d0a-e5c0e6ef4231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429441 Sep 23 06:51:31.266610 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-977e1029-bf26-4df0-bc5b-d1115b2be0ea x-openstack-request-id: req-977e1029-bf26-4df0-bc5b-d1115b2be0ea {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:51:31.266945 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96d33569-2cba-4763-8625-a124ce14cdb6", "name": "network-vif-plugged", "status": "completed", "tag": "3dae3b19-a0c8-4dd8-9d88-a36659e76c84", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:51:31.267158 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-977e1029-bf26-4df0-bc5b-d1115b2be0ea {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:51:31.267535 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96d33569-2cba-4763-8625-a124ce14cdb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dae3b19-a0c8-4dd8-9d88-a36659e76c84', 'code': 200} Sep 23 06:51:31.299265 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=3dae3b19-a0c8-4dd8-9d88-a36659e76c84,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:31.334632 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-d539d5e7-4edc-41a1-a56c-bedb856c103f req-6ff3a8bb-bce0-44d3-a51b-3713a7cfca3c tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:31.389504 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-d539d5e7-4edc-41a1-a56c-bedb856c103f req-6ff3a8bb-bce0-44d3-a51b-3713a7cfca3c tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:31.419625 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['e87b71fa-b97d-4b3a-b9d5-d1cec873b9bc'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:51:31.431823 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e538f7c1-b756-4fb0-92a1-2697b5c8401b req-558ba0c1-23dd-4876-bba1-57bfc65f005e tempest-ServerTagsTestJSON-406398601 tempest-ServerTagsTestJSON-406398601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:31.433510 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e538f7c1-b756-4fb0-92a1-2697b5c8401b req-558ba0c1-23dd-4876-bba1-57bfc65f005e tempest-ServerTagsTestJSON-406398601 tempest-ServerTagsTestJSON-406398601-project] 10.222.0.58 "GET /v2.0/ports?device_id=340be156-4ad3-4873-8749-9ddc4a773a64 HTTP/1.1" status: 200 len: 945 time: 0.3259623 Sep 23 06:51:31.476808 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d539d5e7-4edc-41a1-a56c-bedb856c103f req-6ff3a8bb-bce0-44d3-a51b-3713a7cfca3c tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Network f755c16b-3f42-4ee5-9068-675e45e695cf is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:51:31.481934 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [req-d539d5e7-4edc-41a1-a56c-bedb856c103f req-6ff3a8bb-bce0-44d3-a51b-3713a7cfca3c tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:51:31.485056 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-d539d5e7-4edc-41a1-a56c-bedb856c103f req-6ff3a8bb-bce0-44d3-a51b-3713a7cfca3c tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:51:31.499832 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f924b794-19ba-4279-b3ee-309fe240473e req-b17cfdf1-ac08-4799-8851-016454552254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:31.502230 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f924b794-19ba-4279-b3ee-309fe240473e req-b17cfdf1-ac08-4799-8851-016454552254 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=96d33569-2cba-4763-8625-a124ce14cdb6 HTTP/1.1" status: 200 len: 1097 time: 0.2378407 Sep 23 06:51:31.562613 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8811a8-f946-4052-be52-3e2bff8a8fe6 req-e428deb5-02ab-48cf-a7c9-8c8c6516465d tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:31.565135 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bb8811a8-f946-4052-be52-3e2bff8a8fe6 req-e428deb5-02ab-48cf-a7c9-8c8c6516465d tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=96d33569-2cba-4763-8625-a124ce14cdb6 HTTP/1.1" status: 200 len: 945 time: 0.2535088 Sep 23 06:51:31.585525 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff3a8bb-bce0-44d3-a51b-3713a7cfca3c tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Pushing event updated for resources: {'Port': ['ID=7873b1c3-6c50-4190-8723-b9f733e059a4,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:31.600023 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f4c0783c-ef16-4a2c-a403-f78737842210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:31.603532 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f4c0783c-ef16-4a2c-a403-f78737842210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:31.604952 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-f4c0783c-ef16-4a2c-a403-f78737842210 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/13953708-2a08-4ffc-9bde-408490e4cc46 HTTP/1.1" status: 204 len: 168 time: 0.6134841 Sep 23 06:51:31.611210 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6da798-3156-43d4-b7b9-357d7fa71e15 req-c738e4de-46e3-4d2e-920d-a849306419c4 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:31.621353 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9c6da798-3156-43d4-b7b9-357d7fa71e15 req-c738e4de-46e3-4d2e-920d-a849306419c4 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=9588d703-605a-4ae7-9fc8-338f65a62562 HTTP/1.1" status: 200 len: 932 time: 0.1910369 Sep 23 06:51:31.639579 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0783c-ef16-4a2c-a403-f78737842210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13953708-2a08-4ffc-9bde-408490e4cc46,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:31.651659 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d539d5e7-4edc-41a1-a56c-bedb856c103f req-6ff3a8bb-bce0-44d3-a51b-3713a7cfca3c tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:31.652316 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-d539d5e7-4edc-41a1-a56c-bedb856c103f req-6ff3a8bb-bce0-44d3-a51b-3713a7cfca3c tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:31.657894 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f924b794-19ba-4279-b3ee-309fe240473e req-bcb350aa-149a-49fe-88aa-f156d6c0dc18 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310341 Sep 23 06:51:31.674676 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d539d5e7-4edc-41a1-a56c-bedb856c103f req-6ff3a8bb-bce0-44d3-a51b-3713a7cfca3c tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2217424 Sep 23 06:51:31.694187 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-d539d5e7-4edc-41a1-a56c-bedb856c103f req-352d4f80-ae2e-4210-af06-78383fc07067 service neutron] Request body: {'port': {'device_id': '9588d703-605a-4ae7-9fc8-338f65a62562', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:51:31.702448 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bb8811a8-f946-4052-be52-3e2bff8a8fe6 req-255ccc74-6e35-49fa-a1f5-da19190ae38c tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145499 Sep 23 06:51:31.705990 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-e538f7c1-b756-4fb0-92a1-2697b5c8401b req-db8761e4-9d0d-4b60-82e0-a6d8590c7e56 tempest-ServerTagsTestJSON-406398601 tempest-ServerTagsTestJSON-406398601-project] Deleting port cbb12072-4adf-494c-acf7-329d4ae408e6 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:51:31.706277 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-e538f7c1-b756-4fb0-92a1-2697b5c8401b req-db8761e4-9d0d-4b60-82e0-a6d8590c7e56 tempest-ServerTagsTestJSON-406398601 tempest-ServerTagsTestJSON-406398601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:31.708122 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9c6da798-3156-43d4-b7b9-357d7fa71e15 req-88963145-a0ef-4250-a984-807211dc9d85 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855742 Sep 23 06:51:31.867008 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-d539d5e7-4edc-41a1-a56c-bedb856c103f req-352d4f80-ae2e-4210-af06-78383fc07067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:31.889614 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-e538f7c1-b756-4fb0-92a1-2697b5c8401b req-db8761e4-9d0d-4b60-82e0-a6d8590c7e56 tempest-ServerTagsTestJSON-406398601 tempest-ServerTagsTestJSON-406398601-project] For port cbb12072-4adf-494c-acf7-329d4ae408e6, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=cbb12072-4adf-494c-acf7-329d4ae408e6,segment=NetworkSegment(e28b2691-896e-4fd4-9b55-e59d9527ac20),segment_id=e28b2691-896e-4fd4-9b55-e59d9527ac20)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:51:31.890016 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-e538f7c1-b756-4fb0-92a1-2697b5c8401b req-db8761e4-9d0d-4b60-82e0-a6d8590c7e56 tempest-ServerTagsTestJSON-406398601 tempest-ServerTagsTestJSON-406398601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:31.893669 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb16aa40-b69b-4e2b-800c-3a87cf61a1d4 req-f3e5f1a1-9397-4065-80b8-89f3820715b8 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:31.901782 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-eb16aa40-b69b-4e2b-800c-3a87cf61a1d4 req-f3e5f1a1-9397-4065-80b8-89f3820715b8 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?device_id=31e1b5ab-8723-4bb9-862e-bd5cb61591b3 HTTP/1.1" status: 200 len: 945 time: 0.0848494 Sep 23 06:51:31.916568 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-e538f7c1-b756-4fb0-92a1-2697b5c8401b req-db8761e4-9d0d-4b60-82e0-a6d8590c7e56 tempest-ServerTagsTestJSON-406398601 tempest-ServerTagsTestJSON-406398601-project] Calling delete_port for cbb12072-4adf-494c-acf7-329d4ae408e6 owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:51:31.990018 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-eb16aa40-b69b-4e2b-800c-3a87cf61a1d4 req-14793c12-011b-4a18-a6e4-8a476557033a tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/security-groups?id=ece3dc8d-d93c-45c1-8c17-22ee813f6047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826895 Sep 23 06:51:32.110172 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-e538f7c1-b756-4fb0-92a1-2697b5c8401b req-db8761e4-9d0d-4b60-82e0-a6d8590c7e56 tempest-ServerTagsTestJSON-406398601 tempest-ServerTagsTestJSON-406398601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:32.121918 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['cbb12072-4adf-494c-acf7-329d4ae408e6'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:51:32.166115 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8761e4-9d0d-4b60-82e0-a6d8590c7e56 tempest-ServerTagsTestJSON-406398601 tempest-ServerTagsTestJSON-406398601-project] Pushing event deleted for resources: {'Port': ['ID=cbb12072-4adf-494c-acf7-329d4ae408e6,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:32.234612 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-e538f7c1-b756-4fb0-92a1-2697b5c8401b req-db8761e4-9d0d-4b60-82e0-a6d8590c7e56 tempest-ServerTagsTestJSON-406398601 tempest-ServerTagsTestJSON-406398601-project] No DVR routers for this DVR port cbb12072-4adf-494c-acf7-329d4ae408e6 on host n-h2-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:51:32.237305 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-e538f7c1-b756-4fb0-92a1-2697b5c8401b req-db8761e4-9d0d-4b60-82e0-a6d8590c7e56 tempest-ServerTagsTestJSON-406398601 tempest-ServerTagsTestJSON-406398601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:32.239524 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e538f7c1-b756-4fb0-92a1-2697b5c8401b req-db8761e4-9d0d-4b60-82e0-a6d8590c7e56 tempest-ServerTagsTestJSON-406398601 tempest-ServerTagsTestJSON-406398601-project] 10.222.0.58 "DELETE /v2.0/ports/cbb12072-4adf-494c-acf7-329d4ae408e6 HTTP/1.1" status: 204 len: 173 time: 0.7965302 Sep 23 06:51:32.239966 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '340be156-4ad3-4873-8749-9ddc4a773a64', 'name': 'network-vif-deleted', 'tag': 'cbb12072-4adf-494c-acf7-329d4ae408e6'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:51:32.242982 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d139c85-9754-4b7c-9ef0-57ea7e8ad008" -d '{"events": [{"server_uuid": "340be156-4ad3-4873-8749-9ddc4a773a64", "name": "network-vif-deleted", "tag": "cbb12072-4adf-494c-acf7-329d4ae408e6"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:51:32.285611 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62484d2-da18-42da-acec-ad0d5d273ef0 x-openstack-request-id: req-d62484d2-da18-42da-acec-ad0d5d273ef0 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:51:32.285942 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "340be156-4ad3-4873-8749-9ddc4a773a64", "name": "network-vif-deleted", "tag": "cbb12072-4adf-494c-acf7-329d4ae408e6", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:51:32.286223 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d62484d2-da18-42da-acec-ad0d5d273ef0 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:51:32.286594 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '340be156-4ad3-4873-8749-9ddc4a773a64', 'name': 'network-vif-deleted', 'tag': 'cbb12072-4adf-494c-acf7-329d4ae408e6', 'status': 'completed', 'code': 200} Sep 23 06:51:32.749549 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b94e2c6e-5371-439b-8cc2-8f671ae67a28 req-0bfccbc0-5ee7-4751-8043-17dcecc30f1d tempest-ServerTagsTestJSON-406398601 tempest-ServerTagsTestJSON-406398601-project] 10.222.0.39 "GET /v2.0/ports?device_id=340be156-4ad3-4873-8749-9ddc4a773a64 HTTP/1.1" status: 200 len: 210 time: 0.3703341 Sep 23 06:51:32.767725 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [req-d539d5e7-4edc-41a1-a56c-bedb856c103f req-352d4f80-ae2e-4210-af06-78383fc07067 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7873b1c3-6c50-4190-8723-b9f733e059a4 {{(pid=95066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:51:32.778155 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-d539d5e7-4edc-41a1-a56c-bedb856c103f req-352d4f80-ae2e-4210-af06-78383fc07067 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:32.797846 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.provisioning_blocks [req-d539d5e7-4edc-41a1-a56c-bedb856c103f req-352d4f80-ae2e-4210-af06-78383fc07067 service neutron] Transition to ACTIVE for port object 7873b1c3-6c50-4190-8723-b9f733e059a4 will not be triggered until provisioned by entity L2. {{(pid=95066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:51:32.807090 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-d539d5e7-4edc-41a1-a56c-bedb856c103f req-352d4f80-ae2e-4210-af06-78383fc07067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:32.850869 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 35848) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:51:32.922291 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a72d96-59db-4a1c-ae58-2a6985f17c10 req-285583b7-da43-4fb1-8dab-f2872de0d841 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:32.933106 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e5a72d96-59db-4a1c-ae58-2a6985f17c10 req-285583b7-da43-4fb1-8dab-f2872de0d841 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=96d33569-2cba-4763-8625-a124ce14cdb6 HTTP/1.1" status: 200 len: 945 time: 0.1214039 Sep 23 06:51:32.958333 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352d4f80-ae2e-4210-af06-78383fc07067 service neutron] Pushing event updated for resources: {'Port': ['ID=7873b1c3-6c50-4190-8723-b9f733e059a4,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:32.974292 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba31d7f-55c9-43db-99e4-6272984c2bd1 req-38210233-cc57-465b-ab50-0b5b23c8f172 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:32.976086 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9ba31d7f-55c9-43db-99e4-6272984c2bd1 req-38210233-cc57-465b-ab50-0b5b23c8f172 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=9588d703-605a-4ae7-9fc8-338f65a62562 HTTP/1.1" status: 200 len: 944 time: 0.1636279 Sep 23 06:51:32.987723 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e5a72d96-59db-4a1c-ae58-2a6985f17c10 req-e97924c0-e43c-41b6-ab4a-c82299611e8a tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536687 Sep 23 06:51:33.041459 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-4e70ca82-e390-4f85-907e-b5ff7a30bcdc admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-89398903-network', 'tenant_id': 'd7938816ab9c44ebb4e957f360576dc8'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:51:33.066590 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e70ca82-e390-4f85-907e-b5ff7a30bcdc admin admin] Made reservation on behalf of d7938816ab9c44ebb4e957f360576dc8 for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:51:33.069343 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4e70ca82-e390-4f85-907e-b5ff7a30bcdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:33.080712 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4e70ca82-e390-4f85-907e-b5ff7a30bcdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:33.143829 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9ba31d7f-55c9-43db-99e4-6272984c2bd1 req-a9d8312e-265e-4128-8823-bff3d080e426 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243262 Sep 23 06:51:33.171415 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-d539d5e7-4edc-41a1-a56c-bedb856c103f req-352d4f80-ae2e-4210-af06-78383fc07067 service neutron] Attempting to bind port 7873b1c3-6c50-4190-8723-b9f733e059a4 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:51:33.172285 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-d539d5e7-4edc-41a1-a56c-bedb856c103f req-352d4f80-ae2e-4210-af06-78383fc07067 service neutron] Attempting to bind port 7873b1c3-6c50-4190-8723-b9f733e059a4 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': 'baf87664-ecc7-475d-93f2-159d871e9198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f755c16b-3f42-4ee5-9068-675e45e695cf'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:51:33.173148 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d539d5e7-4edc-41a1-a56c-bedb856c103f req-352d4f80-ae2e-4210-af06-78383fc07067 service neutron] Attempting to bind port 7873b1c3-6c50-4190-8723-b9f733e059a4 on network f755c16b-3f42-4ee5-9068-675e45e695cf {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:51:33.181632 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d539d5e7-4edc-41a1-a56c-bedb856c103f req-352d4f80-ae2e-4210-af06-78383fc07067 service neutron] Port 7873b1c3-6c50-4190-8723-b9f733e059a4 on network f755c16b-3f42-4ee5-9068-675e45e695cf not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:51:33.182705 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d539d5e7-4edc-41a1-a56c-bedb856c103f req-352d4f80-ae2e-4210-af06-78383fc07067 service neutron] Attempting to bind port 7873b1c3-6c50-4190-8723-b9f733e059a4 on network f755c16b-3f42-4ee5-9068-675e45e695cf {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:51:33.190183 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d539d5e7-4edc-41a1-a56c-bedb856c103f req-352d4f80-ae2e-4210-af06-78383fc07067 service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:51:33.190914 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d539d5e7-4edc-41a1-a56c-bedb856c103f req-352d4f80-ae2e-4210-af06-78383fc07067 service neutron] Checking segment: {'id': 'baf87664-ecc7-475d-93f2-159d871e9198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f755c16b-3f42-4ee5-9068-675e45e695cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:51:33.191531 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d539d5e7-4edc-41a1-a56c-bedb856c103f req-352d4f80-ae2e-4210-af06-78383fc07067 service neutron] Bound using segment: {'id': 'baf87664-ecc7-475d-93f2-159d871e9198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f755c16b-3f42-4ee5-9068-675e45e695cf'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:51:33.194233 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-d539d5e7-4edc-41a1-a56c-bedb856c103f req-352d4f80-ae2e-4210-af06-78383fc07067 service neutron] Bound port: 7873b1c3-6c50-4190-8723-b9f733e059a4, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baf87664-ecc7-475d-93f2-159d871e9198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f755c16b-3f42-4ee5-9068-675e45e695cf'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:51:33.194881 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-d539d5e7-4edc-41a1-a56c-bedb856c103f req-352d4f80-ae2e-4210-af06-78383fc07067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:33.240652 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4e70ca82-e390-4f85-907e-b5ff7a30bcdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:33.254604 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4e70ca82-e390-4f85-907e-b5ff7a30bcdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:33.301157 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e70ca82-e390-4f85-907e-b5ff7a30bcdc admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:51:33.308524 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-d539d5e7-4edc-41a1-a56c-bedb856c103f req-352d4f80-ae2e-4210-af06-78383fc07067 service neutron] For port 7873b1c3-6c50-4190-8723-b9f733e059a4, host n-h2-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:51:33.315607 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-d539d5e7-4edc-41a1-a56c-bedb856c103f req-352d4f80-ae2e-4210-af06-78383fc07067 service neutron] For port 7873b1c3-6c50-4190-8723-b9f733e059a4, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=7873b1c3-6c50-4190-8723-b9f733e059a4,segment=NetworkSegment(baf87664-ecc7-475d-93f2-159d871e9198),segment_id=baf87664-ecc7-475d-93f2-159d871e9198)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:51:33.331058 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e70ca82-e390-4f85-907e-b5ff7a30bcdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41185552-1fbc-4e24-bc7b-7bbebb51a065,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:33.346724 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4e70ca82-e390-4f85-907e-b5ff7a30bcdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:33.347095 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-4e70ca82-e390-4f85-907e-b5ff7a30bcdc admin admin] Added segment be72623b-aa7b-4254-91c5-48856a3a961c of type vlan for network 0b3e2c43-e919-45eb-9af3-a484276fff9d Sep 23 06:51:33.348817 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-d539d5e7-4edc-41a1-a56c-bedb856c103f req-352d4f80-ae2e-4210-af06-78383fc07067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:33.424932 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4e70ca82-e390-4f85-907e-b5ff7a30bcdc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:33.443421 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc5990c-8d53-4970-a46a-72f924100985 req-78b962ab-5001-4c62-890a-6f762fce5451 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:33.445004 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-adc5990c-8d53-4970-a46a-72f924100985 req-78b962ab-5001-4c62-890a-6f762fce5451 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?device_id=31e1b5ab-8723-4bb9-862e-bd5cb61591b3 HTTP/1.1" status: 200 len: 945 time: 0.2030387 Sep 23 06:51:33.466825 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d539d5e7-4edc-41a1-a56c-bedb856c103f req-352d4f80-ae2e-4210-af06-78383fc07067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:33.468262 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-d539d5e7-4edc-41a1-a56c-bedb856c103f req-352d4f80-ae2e-4210-af06-78383fc07067 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:33.470058 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d539d5e7-4edc-41a1-a56c-bedb856c103f req-352d4f80-ae2e-4210-af06-78383fc07067 service neutron] 10.222.0.58 "PUT /v2.0/ports/7873b1c3-6c50-4190-8723-b9f733e059a4 HTTP/1.1" status: 200 len: 1093 time: 1.7842128 Sep 23 06:51:33.476929 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9588d703-605a-4ae7-9fc8-338f65a62562', 'tag': '7873b1c3-6c50-4190-8723-b9f733e059a4'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:51:33.486035 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4e70ca82-e390-4f85-907e-b5ff7a30bcdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:33.487027 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e70ca82-e390-4f85-907e-b5ff7a30bcdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:33.487613 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4e70ca82-e390-4f85-907e-b5ff7a30bcdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:33.489449 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f2b8b8-bd39-49c0-90ea-1c431e7d6966" -d '{"events": [{"name": "network-changed", "server_uuid": "9588d703-605a-4ae7-9fc8-338f65a62562", "tag": "7873b1c3-6c50-4190-8723-b9f733e059a4"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:51:33.535026 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352d4f80-ae2e-4210-af06-78383fc07067 service neutron] Pushing event updated for resources: {'Port': ['ID=7873b1c3-6c50-4190-8723-b9f733e059a4,revision_number=3']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:33.550235 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-adc5990c-8d53-4970-a46a-72f924100985 req-a7faf394-9562-4430-9b56-edc515265d98 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/security-groups?id=ece3dc8d-d93c-45c1-8c17-22ee813f6047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932319 Sep 23 06:51:33.551498 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-4e70ca82-e390-4f85-907e-b5ff7a30bcdc admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.6993251 Sep 23 06:51:33.554710 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 35866) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:51:33.562172 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-38799141-6caa-4241-9bcb-ef18a54a6f86 admin admin] Request body: {'subnet': {'network_id': '0b3e2c43-e919-45eb-9af3-a484276fff9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-89398903-subnet', 'tenant_id': 'd7938816ab9c44ebb4e957f360576dc8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:51:33.603003 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d539d5e7-4edc-41a1-a56c-bedb856c103f req-ac7157b7-4caf-4e2a-b5cd-d6021fded914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:33.605667 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d539d5e7-4edc-41a1-a56c-bedb856c103f req-ac7157b7-4caf-4e2a-b5cd-d6021fded914 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=33d29a95a0634a4491ef4e20d2f6dd6b&device_id=9588d703-605a-4ae7-9fc8-338f65a62562 HTTP/1.1" status: 200 len: 1096 time: 0.0866654 Sep 23 06:51:33.609826 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d86cba-9c6b-4973-ba53-f560d9a7e5db x-openstack-request-id: req-10d86cba-9c6b-4973-ba53-f560d9a7e5db {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:51:33.611446 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9588d703-605a-4ae7-9fc8-338f65a62562", "tag": "7873b1c3-6c50-4190-8723-b9f733e059a4", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:51:33.611792 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-10d86cba-9c6b-4973-ba53-f560d9a7e5db {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:51:33.612698 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9588d703-605a-4ae7-9fc8-338f65a62562', 'tag': '7873b1c3-6c50-4190-8723-b9f733e059a4', 'status': 'completed', 'code': 200} Sep 23 06:51:33.614842 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e70ca82-e390-4f85-907e-b5ff7a30bcdc admin admin] Pushing event updated for resources: {'Network': ['ID=0b3e2c43-e919-45eb-9af3-a484276fff9d,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:33.628499 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38799141-6caa-4241-9bcb-ef18a54a6f86 admin admin] Made reservation on behalf of d7938816ab9c44ebb4e957f360576dc8 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:51:33.630058 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 0b3e2c43-e919-45eb-9af3-a484276fff9d details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:51:33.633127 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-38799141-6caa-4241-9bcb-ef18a54a6f86 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:33.671398 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d539d5e7-4edc-41a1-a56c-bedb856c103f req-81963ed8-940f-4172-8dc3-cf01f4a4e107 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7873b1c3-6c50-4190-8723-b9f733e059a4 HTTP/1.1" status: 200 len: 217 time: 0.0517080 Sep 23 06:51:33.741204 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d539d5e7-4edc-41a1-a56c-bedb856c103f req-835206f2-a530-465d-be86-63b4e6df30e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:33.743565 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d539d5e7-4edc-41a1-a56c-bedb856c103f req-835206f2-a530-465d-be86-63b4e6df30e5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0b013e5a-19bd-4628-a463-6cccef958c7f HTTP/1.1" status: 200 len: 846 time: 0.0648377 Sep 23 06:51:33.787091 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d539d5e7-4edc-41a1-a56c-bedb856c103f req-b3cc226e-467f-4525-8a67-24a60f9f976c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f755c16b-3f42-4ee5-9068-675e45e695cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346692 Sep 23 06:51:33.818728 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 35870) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:51:33.902651 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d539d5e7-4edc-41a1-a56c-bedb856c103f req-5c965567-b1e6-4026-8e27-091cb092b387 service neutron] 10.222.0.58 "GET /v2.0/networks/f755c16b-3f42-4ee5-9068-675e45e695cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026340 Sep 23 06:51:33.909950 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-69cff88e-ba59-4995-9398-0f80bb6af0a4 admin admin] Deleting subnet 26b7664d-ab1d-446a-b2de-289e1dca8f87 {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:51:33.914494 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-69cff88e-ba59-4995-9398-0f80bb6af0a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:33.937791 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-38799141-6caa-4241-9bcb-ef18a54a6f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:33.991622 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-69cff88e-ba59-4995-9398-0f80bb6af0a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:34.034361 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38799141-6caa-4241-9bcb-ef18a54a6f86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fc2d9fb-aad3-4d00-b908-00d3404369a0,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:34.041339 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d539d5e7-4edc-41a1-a56c-bedb856c103f req-cdc715ba-6669-4470-b057-92ce890059f3 service neutron] 10.222.0.58 "GET /v2.0/networks/f755c16b-3f42-4ee5-9068-675e45e695cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295652 Sep 23 06:51:34.065396 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38799141-6caa-4241-9bcb-ef18a54a6f86 admin admin] Checking segment: {'id': 'be72623b-aa7b-4254-91c5-48856a3a961c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0b3e2c43-e919-45eb-9af3-a484276fff9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:51:34.065768 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38799141-6caa-4241-9bcb-ef18a54a6f86 admin admin] Network hostable DHCP agents. Network: 0b3e2c43-e919-45eb-9af3-a484276fff9d, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:51:34.068418 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-69cff88e-ba59-4995-9398-0f80bb6af0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:34.144919 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38799141-6caa-4241-9bcb-ef18a54a6f86 admin admin] Network 0b3e2c43-e919-45eb-9af3-a484276fff9d is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:51:34.167445 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-38799141-6caa-4241-9bcb-ef18a54a6f86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 0b3e2c43-e919-45eb-9af3-a484276fff9d) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:51:34.174129 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38799141-6caa-4241-9bcb-ef18a54a6f86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:34.174738 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-38799141-6caa-4241-9bcb-ef18a54a6f86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:34.184747 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56be478f-18c6-48d5-b4a9-eb7a48e84dfd None None] Network 0b3e2c43-e919-45eb-9af3-a484276fff9d requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:51:34.197226 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-69cff88e-ba59-4995-9398-0f80bb6af0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:34.221100 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-38799141-6caa-4241-9bcb-ef18a54a6f86 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6653957 Sep 23 06:51:34.237369 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 35878) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:51:34.243287 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-7927c17a-3b19-4724-a59f-5e2cb611126d admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-89398903-router', 'tenant_id': 'd7938816ab9c44ebb4e957f360576dc8', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:51:34.266653 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device cbb12072-4adf-494c-acf7-329d4ae408e6 no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:51:34.267754 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cff88e-ba59-4995-9398-0f80bb6af0a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26b7664d-ab1d-446a-b2de-289e1dca8f87,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:34.273356 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-69cff88e-ba59-4995-9398-0f80bb6af0a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:34.278250 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-69cff88e-ba59-4995-9398-0f80bb6af0a4 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/26b7664d-ab1d-446a-b2de-289e1dca8f87 HTTP/1.1" status: 204 len: 168 time: 0.4561446 Sep 23 06:51:34.278963 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 35880) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:51:34.299763 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f2b8b8-bd39-49c0-90ea-1c431e7d6966 req-29bb13ab-a180-497b-934f-15340eb7c5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:34.301929 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-54f2b8b8-bd39-49c0-90ea-1c431e7d6966 req-29bb13ab-a180-497b-934f-15340eb7c5e8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=33d29a95a0634a4491ef4e20d2f6dd6b&device_id=9588d703-605a-4ae7-9fc8-338f65a62562 HTTP/1.1" status: 200 len: 1096 time: 0.2008512 Sep 23 06:51:34.338338 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No Port match for: cbb12072-4adf-494c-acf7-329d4ae408e6 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:51:34.338684 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device cbb12072-4adf-494c-acf7-329d4ae408e6 not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:51:34.439527 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-603df64b-e704-4747-a1e2-52eb208516e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:34.444300 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f2b8b8-bd39-49c0-90ea-1c431e7d6966 req-e9e93f01-c2a1-4504-9dcd-dcf3c808f430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:34.445329 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-54f2b8b8-bd39-49c0-90ea-1c431e7d6966 req-e9e93f01-c2a1-4504-9dcd-dcf3c808f430 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f755c16b-3f42-4ee5-9068-675e45e695cf HTTP/1.1" status: 200 len: 907 time: 0.1299515 Sep 23 06:51:34.450641 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7927c17a-3b19-4724-a59f-5e2cb611126d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:34.452162 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7927c17a-3b19-4724-a59f-5e2cb611126d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:34.475813 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c42c48-aba0-40bc-87de-8e550ed5f7bf req-bb2cf0b9-a60c-4833-a648-ca8f52e03971 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:34.477373 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b7c42c48-aba0-40bc-87de-8e550ed5f7bf req-bb2cf0b9-a60c-4833-a648-ca8f52e03971 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=96d33569-2cba-4763-8625-a124ce14cdb6 HTTP/1.1" status: 200 len: 945 time: 0.3162711 Sep 23 06:51:34.508322 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d39889-bf77-4433-8f07-0ec796454c29 req-8011d062-3f4d-4940-9b26-63652e76ba40 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:34.516781 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-94d39889-bf77-4433-8f07-0ec796454c29 req-8011d062-3f4d-4940-9b26-63652e76ba40 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=9588d703-605a-4ae7-9fc8-338f65a62562 HTTP/1.1" status: 200 len: 944 time: 0.1647162 Sep 23 06:51:34.540167 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-54f2b8b8-bd39-49c0-90ea-1c431e7d6966 req-aa2544af-b825-4fa0-948e-5da8bd4def2a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7873b1c3-6c50-4190-8723-b9f733e059a4 HTTP/1.1" status: 200 len: 217 time: 0.0818861 Sep 23 06:51:34.557536 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f74bd75-d129-4061-825d-67b853e5b5f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-0b3e2c43-e919-45eb-9af3-a484276fff9d', 'network_id': '0b3e2c43-e919-45eb-9af3-a484276fff9d', 'tenant_id': 'd7938816ab9c44ebb4e957f360576dc8', 'fixed_ips': [{'subnet_id': '9fc2d9fb-aad3-4d00-b908-00d3404369a0'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 06:51:34.561527 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8f74bd75-d129-4061-825d-67b853e5b5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:34.592357 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-94d39889-bf77-4433-8f07-0ec796454c29 req-d6bdc7bf-b774-4fde-a634-4d84a947d8f4 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721619 Sep 23 06:51:34.631175 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7927c17a-3b19-4724-a59f-5e2cb611126d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:34.654671 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-603df64b-e704-4747-a1e2-52eb208516e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:34.698662 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-603df64b-e704-4747-a1e2-52eb208516e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaf8d91e-30b2-4243-983d-76e1a207b3bd']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:51:34.712613 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-603df64b-e704-4747-a1e2-52eb208516e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e28b2691-896e-4fd4-9b55-e59d9527ac20') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:51:34.712613 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-603df64b-e704-4747-a1e2-52eb208516e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e28b2691-896e-4fd4-9b55-e59d9527ac20') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:51:34.731052 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-603df64b-e704-4747-a1e2-52eb208516e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:34.761171 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-603df64b-e704-4747-a1e2-52eb208516e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:34.768867 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-603df64b-e704-4747-a1e2-52eb208516e4 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:51:34.769370 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-603df64b-e704-4747-a1e2-52eb208516e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:34.791547 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b7c42c48-aba0-40bc-87de-8e550ed5f7bf req-917fefb7-d33a-4951-95fe-bfe74a68b85a tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779384 Sep 23 06:51:34.802463 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 06:51:34.802463 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:51:34.802463 n-d-715271-16 neutron-server[95065]: timer() Sep 23 06:51:34.802463 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:51:34.802463 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 06:51:34.802463 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:51:34.802463 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 06:51:34.802463 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:51:34.802463 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 06:51:34.802463 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:51:34.802463 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 06:51:34.802463 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:51:34.802463 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 06:51:34.802463 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:51:34.802463 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:51:34.802463 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:51:34.802463 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:51:34.802463 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:51:34.802463 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 06:51:34.802463 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:51:34.802463 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 06:51:34.802463 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:51:34.802463 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:51:34.802463 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:51:34.802463 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 06:51:34.802463 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:51:34.802463 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:51:34.802463 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:51:34.802463 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:51:34.802463 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:51:34.802463 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:51:34.802463 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:51:34.826747 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-8f74bd75-d129-4061-825d-67b853e5b5f0 None None] Allocated IP 172.20.0.2 (0b3e2c43-e919-45eb-9af3-a484276fff9d/9fc2d9fb-aad3-4d00-b908-00d3404369a0/b2a66458-dceb-44eb-b5c4-64afb456caa9) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:51:34.922634 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-603df64b-e704-4747-a1e2-52eb208516e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:34.955299 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-603df64b-e704-4747-a1e2-52eb208516e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:34.961962 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-603df64b-e704-4747-a1e2-52eb208516e4 admin admin] 10.222.0.39 "DELETE /v2.0/networks/aaf8d91e-30b2-4243-983d-76e1a207b3bd HTTP/1.1" status: 204 len: 168 time: 0.6774912 Sep 23 06:51:34.961962 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603df64b-e704-4747-a1e2-52eb208516e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=aaf8d91e-30b2-4243-983d-76e1a207b3bd,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:34.973353 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8166347b-e649-4081-8f67-408370f47b11 req-384952da-2498-4973-8f92-de211b76398d tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:34.983951 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8166347b-e649-4081-8f67-408370f47b11 req-384952da-2498-4973-8f92-de211b76398d tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?device_id=31e1b5ab-8723-4bb9-862e-bd5cb61591b3 HTTP/1.1" status: 200 len: 945 time: 0.1803906 Sep 23 06:51:35.041052 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f2b8b8-bd39-49c0-90ea-1c431e7d6966 req-5d000f78-b861-4123-aa37-6c5b3e085fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:35.054084 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-54f2b8b8-bd39-49c0-90ea-1c431e7d6966 req-5d000f78-b861-4123-aa37-6c5b3e085fda service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0b013e5a-19bd-4628-a463-6cccef958c7f HTTP/1.1" status: 200 len: 846 time: 0.4859841 Sep 23 06:51:35.091762 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8166347b-e649-4081-8f67-408370f47b11 req-ae710236-4b20-450e-bd54-763606f6a7b9 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/security-groups?id=ece3dc8d-d93c-45c1-8c17-22ee813f6047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028636 Sep 23 06:51:35.119469 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-54f2b8b8-bd39-49c0-90ea-1c431e7d6966 req-2e158c0c-6f17-4d9d-a01b-5b6e3392539d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f755c16b-3f42-4ee5-9068-675e45e695cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645962 Sep 23 06:51:35.185663 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8f74bd75-d129-4061-825d-67b853e5b5f0 None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:35.185989 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7927c17a-3b19-4724-a59f-5e2cb611126d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:35.204500 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8f74bd75-d129-4061-825d-67b853e5b5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:35.237974 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 35900) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:51:35.272756 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f74bd75-d129-4061-825d-67b853e5b5f0 None None] Network 0b3e2c43-e919-45eb-9af3-a484276fff9d is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:51:35.277129 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-8f74bd75-d129-4061-825d-67b853e5b5f0 None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:51:35.280873 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f74bd75-d129-4061-825d-67b853e5b5f0 None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:51:35.302657 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f74bd75-d129-4061-825d-67b853e5b5f0 None None] Pushing event updated for resources: {'Port': ['ID=b2a66458-dceb-44eb-b5c4-64afb456caa9,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:35.328997 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3abaab-e8ae-45bd-ad9c-27ee048529c6 req-788b601c-1754-423d-94f5-c7c23dcf0c11 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:35.346903 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-4664518b-1aef-48f3-be20-8874cde9e78e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6cab811b771e4977b00b7b0e2c46a263&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1052806 Sep 23 06:51:35.351974 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 35904) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:51:35.354646 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ac3abaab-e8ae-45bd-ad9c-27ee048529c6 req-788b601c-1754-423d-94f5-c7c23dcf0c11 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=96d33569-2cba-4763-8625-a124ce14cdb6 HTTP/1.1" status: 200 len: 945 time: 0.2321718 Sep 23 06:51:35.371404 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-8f74bd75-d129-4061-825d-67b853e5b5f0 None None] Attempting to bind port b2a66458-dceb-44eb-b5c4-64afb456caa9 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:51:35.371839 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-8f74bd75-d129-4061-825d-67b853e5b5f0 None None] Attempting to bind port b2a66458-dceb-44eb-b5c4-64afb456caa9 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': 'be72623b-aa7b-4254-91c5-48856a3a961c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0b3e2c43-e919-45eb-9af3-a484276fff9d'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:51:35.372216 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f74bd75-d129-4061-825d-67b853e5b5f0 None None] Attempting to bind port b2a66458-dceb-44eb-b5c4-64afb456caa9 on network 0b3e2c43-e919-45eb-9af3-a484276fff9d {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:51:35.377703 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f74bd75-d129-4061-825d-67b853e5b5f0 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:51:35.378490 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f74bd75-d129-4061-825d-67b853e5b5f0 None None] Checking segment: {'id': 'be72623b-aa7b-4254-91c5-48856a3a961c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0b3e2c43-e919-45eb-9af3-a484276fff9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:51:35.378901 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8f74bd75-d129-4061-825d-67b853e5b5f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:35.379297 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f74bd75-d129-4061-825d-67b853e5b5f0 None None] Bound using segment: {'id': 'be72623b-aa7b-4254-91c5-48856a3a961c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0b3e2c43-e919-45eb-9af3-a484276fff9d'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:51:35.379766 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-8f74bd75-d129-4061-825d-67b853e5b5f0 None None] Bound port: b2a66458-dceb-44eb-b5c4-64afb456caa9, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be72623b-aa7b-4254-91c5-48856a3a961c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0b3e2c43-e919-45eb-9af3-a484276fff9d'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:51:35.380162 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8f74bd75-d129-4061-825d-67b853e5b5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:35.436056 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-54f2b8b8-bd39-49c0-90ea-1c431e7d6966 req-94f7ef54-ba8f-41d4-8e90-cf34ddfeefd7 service neutron] 10.222.0.58 "GET /v2.0/networks/f755c16b-3f42-4ee5-9068-675e45e695cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461364 Sep 23 06:51:35.438501 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9ba317f8-5a86-4307-adf0-fa84cbdde506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:35.456183 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ac3abaab-e8ae-45bd-ad9c-27ee048529c6 req-4ef7e0b7-a502-480d-8d99-51ff3f1b3268 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953472 Sep 23 06:51:35.481087 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9ba317f8-5a86-4307-adf0-fa84cbdde506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:35.502497 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-8f74bd75-d129-4061-825d-67b853e5b5f0 None None] For port b2a66458-dceb-44eb-b5c4-64afb456caa9, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:51:35.511608 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-8f74bd75-d129-4061-825d-67b853e5b5f0 None None] For port b2a66458-dceb-44eb-b5c4-64afb456caa9, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=b2a66458-dceb-44eb-b5c4-64afb456caa9,segment=NetworkSegment(be72623b-aa7b-4254-91c5-48856a3a961c),segment_id=be72623b-aa7b-4254-91c5-48856a3a961c)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:51:35.532664 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8f74bd75-d129-4061-825d-67b853e5b5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:35.536956 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9ba317f8-5a86-4307-adf0-fa84cbdde506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:35.541293 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9ba317f8-5a86-4307-adf0-fa84cbdde506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:35.545163 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-9ba317f8-5a86-4307-adf0-fa84cbdde506 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/903d1c5b-ed73-413d-9d0a-e5c0e6ef4231 HTTP/1.1" status: 204 len: 168 time: 0.1916175 Sep 23 06:51:35.554171 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba317f8-5a86-4307-adf0-fa84cbdde506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=903d1c5b-ed73-413d-9d0a-e5c0e6ef4231,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:35.605776 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-54f2b8b8-bd39-49c0-90ea-1c431e7d6966 req-8564a63b-63d8-4510-8a20-3040fad65ed9 service neutron] 10.222.0.58 "GET /v2.0/networks/f755c16b-3f42-4ee5-9068-675e45e695cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483490 Sep 23 06:51:35.636119 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f74bd75-d129-4061-825d-67b853e5b5f0 None None] Pushing event updated for resources: {'Port': ['ID=b2a66458-dceb-44eb-b5c4-64afb456caa9,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:35.853131 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041173bb-788b-44f1-b292-2eb842e48304 req-cf99cb2f-b932-4eb9-9ecd-34d4d23badf2 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:35.860359 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-041173bb-788b-44f1-b292-2eb842e48304 req-cf99cb2f-b932-4eb9-9ecd-34d4d23badf2 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=9588d703-605a-4ae7-9fc8-338f65a62562 HTTP/1.1" status: 200 len: 944 time: 0.1485367 Sep 23 06:51:35.888803 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7927c17a-3b19-4724-a59f-5e2cb611126d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:35.917156 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7927c17a-3b19-4724-a59f-5e2cb611126d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:35.926208 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-041173bb-788b-44f1-b292-2eb842e48304 req-dc476f5d-d2ba-4f98-bdbd-d122be4b0600 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645955 Sep 23 06:51:36.080711 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-7927c17a-3b19-4724-a59f-5e2cb611126d admin admin] Allocated IP 172.25.2.95 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/27dfd032-b2fa-4950-9a37-fa409e0c52d1) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:51:36.234817 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:36.254441 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 7873b1c3-6c50-4190-8723-b9f733e059a4 details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:51:36.284402 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device b2a66458-dceb-44eb-b5c4-64afb456caa9 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:51:36.323919 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c3e2f-70ef-4a40-a838-ef581733f48a req-63e4b452-fde9-4454-93e5-85f9caf8c589 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:36.325488 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f92c3e2f-70ef-4a40-a838-ef581733f48a req-63e4b452-fde9-4454-93e5-85f9caf8c589 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?device_id=31e1b5ab-8723-4bb9-862e-bd5cb61591b3 HTTP/1.1" status: 200 len: 945 time: 0.1364532 Sep 23 06:51:36.360946 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7927c17a-3b19-4724-a59f-5e2cb611126d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:36.403434 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f92c3e2f-70ef-4a40-a838-ef581733f48a req-df791288-6537-40f6-812a-be78ae352e96 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/security-groups?id=ece3dc8d-d93c-45c1-8c17-22ee813f6047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674255 Sep 23 06:51:36.443786 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7927c17a-3b19-4724-a59f-5e2cb611126d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:36.485903 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7927c17a-3b19-4724-a59f-5e2cb611126d admin admin] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:51:36.507275 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-7927c17a-3b19-4724-a59f-5e2cb611126d admin admin] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:51:36.510879 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port b2a66458-dceb-44eb-b5c4-64afb456caa9 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:51:36.512807 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7927c17a-3b19-4724-a59f-5e2cb611126d admin admin] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:51:36.514362 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:36.587594 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 7873b1c3-6c50-4190-8723-b9f733e059a4, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=7873b1c3-6c50-4190-8723-b9f733e059a4,segment=NetworkSegment(baf87664-ecc7-475d-93f2-159d871e9198),segment_id=baf87664-ecc7-475d-93f2-159d871e9198)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:51:36.629040 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': '7873b1c3-6c50-4190-8723-b9f733e059a4', 'network_id': 'f755c16b-3f42-4ee5-9068-675e45e695cf', 'port_id': '7873b1c3-6c50-4190-8723-b9f733e059a4', 'mac_address': 'fa:16:3e:98:56:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b013e5a-19bd-4628-a463-6cccef958c7f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:51:36.683472 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7927c17a-3b19-4724-a59f-5e2cb611126d admin admin] Pushing event updated for resources: {'Port': ['ID=27dfd032-b2fa-4950-9a37-fa409e0c52d1,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:36.753053 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:36.757792 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:36.781693 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f374fb5-3535-440e-9ebe-a618037c25e3 req-e2454767-9ce3-4778-853b-d1dbc5e5b93d tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:36.791073 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5f374fb5-3535-440e-9ebe-a618037c25e3 req-e2454767-9ce3-4778-853b-d1dbc5e5b93d tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=96d33569-2cba-4763-8625-a124ce14cdb6 HTTP/1.1" status: 200 len: 945 time: 0.2155254 Sep 23 06:51:36.794584 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7873b1c3-6c50-4190-8723-b9f733e059a4 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:51:36.844523 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port b2a66458-dceb-44eb-b5c4-64afb456caa9, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=b2a66458-dceb-44eb-b5c4-64afb456caa9,segment=NetworkSegment(be72623b-aa7b-4254-91c5-48856a3a961c),segment_id=be72623b-aa7b-4254-91c5-48856a3a961c)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:51:36.868984 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:36.872501 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5f374fb5-3535-440e-9ebe-a618037c25e3 req-962b1818-e6ce-41ba-8d2a-dfaa21ca6a08 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754387 Sep 23 06:51:36.893173 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 7873b1c3-6c50-4190-8723-b9f733e059a4, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=7873b1c3-6c50-4190-8723-b9f733e059a4,segment=NetworkSegment(baf87664-ecc7-475d-93f2-159d871e9198),segment_id=baf87664-ecc7-475d-93f2-159d871e9198)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:51:36.923061 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 35950) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:51:36.927360 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:36.980807 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=b2a66458-dceb-44eb-b5c4-64afb456caa9,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:37.048814 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=7873b1c3-6c50-4190-8723-b9f733e059a4,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:37.108888 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-bf68b0ea-a5ac-4c9d-b9cf-b455c88fc139 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-255559633-network', 'tenant_id': '89cde1f180a04b9a82f94238d641b222'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:51:37.126491 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7927c17a-3b19-4724-a59f-5e2cb611126d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:37.160149 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf68b0ea-a5ac-4c9d-b9cf-b455c88fc139 admin admin] Made reservation on behalf of 89cde1f180a04b9a82f94238d641b222 for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:51:37.162823 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bf68b0ea-a5ac-4c9d-b9cf-b455c88fc139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:37.176707 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bf68b0ea-a5ac-4c9d-b9cf-b455c88fc139 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:37.186528 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82adc6b6-3757-478b-bf9c-7b298f83d3de None None] Network 0b3e2c43-e919-45eb-9af3-a484276fff9d requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:51:37.296270 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bf68b0ea-a5ac-4c9d-b9cf-b455c88fc139 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:37.301246 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bf68b0ea-a5ac-4c9d-b9cf-b455c88fc139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:37.315398 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf68b0ea-a5ac-4c9d-b9cf-b455c88fc139 admin admin] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:51:37.318400 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['7873b1c3-6c50-4190-8723-b9f733e059a4'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:51:37.327783 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bf68b0ea-a5ac-4c9d-b9cf-b455c88fc139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:37.328011 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-bf68b0ea-a5ac-4c9d-b9cf-b455c88fc139 admin admin] Added segment e45912ab-73a2-4ecb-a631-df0a332d78f8 of type vlan for network 218c58b5-0e0b-4646-89a6-548d923b3f5b Sep 23 06:51:37.342438 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf162d3-db39-422f-9cd5-d8f4857bc829 req-4054775a-de85-490b-915d-c8a0d370dd37 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:37.344001 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fbf162d3-db39-422f-9cd5-d8f4857bc829 req-4054775a-de85-490b-915d-c8a0d370dd37 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=9588d703-605a-4ae7-9fc8-338f65a62562 HTTP/1.1" status: 200 len: 945 time: 0.2981076 Sep 23 06:51:37.361959 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-fe1ee844-417c-4c83-89b3-0e34869780f0 None None] Provisioning complete for port b2a66458-dceb-44eb-b5c4-64afb456caa9 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:51:37.362290 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-fe1ee844-417c-4c83-89b3-0e34869780f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:37.382536 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bf68b0ea-a5ac-4c9d-b9cf-b455c88fc139 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:37.431354 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf68b0ea-a5ac-4c9d-b9cf-b455c88fc139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa313852-c869-48e9-ac31-3979fb0396ad,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:37.452517 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bf68b0ea-a5ac-4c9d-b9cf-b455c88fc139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:37.453635 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf68b0ea-a5ac-4c9d-b9cf-b455c88fc139 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:37.457425 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bf68b0ea-a5ac-4c9d-b9cf-b455c88fc139 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:37.506707 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fbf162d3-db39-422f-9cd5-d8f4857bc829 req-84a31eba-93c9-4070-9353-226b67387e3a tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499729 Sep 23 06:51:37.513855 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7927c17a-3b19-4724-a59f-5e2cb611126d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:37.582599 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-bf68b0ea-a5ac-4c9d-b9cf-b455c88fc139 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6583121 Sep 23 06:51:37.585680 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 35964) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:51:37.593597 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-14f1790e-d5d4-4985-8909-d10f92059e6c admin admin] Request body: {'subnet': {'network_id': '218c58b5-0e0b-4646-89a6-548d923b3f5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-255559633-subnet', 'tenant_id': '89cde1f180a04b9a82f94238d641b222', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:51:37.652663 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f1790e-d5d4-4985-8909-d10f92059e6c admin admin] Made reservation on behalf of 89cde1f180a04b9a82f94238d641b222 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:51:37.655270 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-14f1790e-d5d4-4985-8909-d10f92059e6c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:37.666722 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf68b0ea-a5ac-4c9d-b9cf-b455c88fc139 admin admin] Pushing event updated for resources: {'Network': ['ID=218c58b5-0e0b-4646-89a6-548d923b3f5b,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:37.747249 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7927c17a-3b19-4724-a59f-5e2cb611126d admin admin] Router 09ab0b1a-2f06-42b3-8d69-bf43485bb477 is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 06:51:37.749293 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 218c58b5-0e0b-4646-89a6-548d923b3f5b details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:51:37.934191 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7927c17a-3b19-4724-a59f-5e2cb611126d admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:51:37.953962 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10d3e39-bf44-428c-a790-b62ce7181ca9 None None] Sync routers for ids ['09ab0b1a-2f06-42b3-8d69-bf43485bb477'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:51:37.979144 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10d3e39-bf44-428c-a790-b62ce7181ca9 None None] Routers {'09ab0b1a-2f06-42b3-8d69-bf43485bb477'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:51:37.979906 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-a10d3e39-bf44-428c-a790-b62ce7181ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:51:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['09ab0b1a-2f06-42b3-8d69-bf43485bb477'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:51:37.982298 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7927c17a-3b19-4724-a59f-5e2cb611126d admin admin] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:37.987081 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-7927c17a-3b19-4724-a59f-5e2cb611126d admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 3.7480278 Sep 23 06:51:37.988154 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 35970) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:51:38.083706 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-0002f969-8ad5-4578-b554-a74f9329c576 None None] Provisioning complete for port b2a66458-dceb-44eb-b5c4-64afb456caa9 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:51:38.084103 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0002f969-8ad5-4578-b554-a74f9329c576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:38.153482 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-81789f33-d5c2-45bf-87ff-6d9998e05c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:38.224229 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598b871b-d8a8-4be6-aebb-d3868fe19c5d req-63dcbf21-c4a4-403a-87c1-e5d2ebd99d7e tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:38.233236 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-598b871b-d8a8-4be6-aebb-d3868fe19c5d req-63dcbf21-c4a4-403a-87c1-e5d2ebd99d7e tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?device_id=31e1b5ab-8723-4bb9-862e-bd5cb61591b3 HTTP/1.1" status: 200 len: 945 time: 0.7023258 Sep 23 06:51:38.338152 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-598b871b-d8a8-4be6-aebb-d3868fe19c5d req-90130676-3688-4dc4-8837-76a6f70e5a8a tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/security-groups?id=ece3dc8d-d93c-45c1-8c17-22ee813f6047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033938 Sep 23 06:51:38.431433 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device b2a66458-dceb-44eb-b5c4-64afb456caa9 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:51:38.491003 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-a10d3e39-bf44-428c-a790-b62ce7181ca9 None None] Set router 09ab0b1a-2f06-42b3-8d69-bf43485bb477 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:51:38.541064 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-14f1790e-d5d4-4985-8909-d10f92059e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:38.554051 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc0302-4218-451a-b4e2-d698dd247a35 req-9f3331d2-0256-4147-b605-1c161af1b26b tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:38.556329 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d9bc0302-4218-451a-b4e2-d698dd247a35 req-9f3331d2-0256-4147-b605-1c161af1b26b tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=96d33569-2cba-4763-8625-a124ce14cdb6 HTTP/1.1" status: 200 len: 945 time: 0.4915664 Sep 23 06:51:38.605882 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port b2a66458-dceb-44eb-b5c4-64afb456caa9 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:51:38.606450 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:38.672556 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d9bc0302-4218-451a-b4e2-d698dd247a35 req-fe272cb8-2df3-4a25-b862-5ca474336c31 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072206 Sep 23 06:51:38.715066 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f1790e-d5d4-4985-8909-d10f92059e6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c520f2a7-ad21-49cf-80dc-376f9b100681,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:38.891727 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-a10d3e39-bf44-428c-a790-b62ce7181ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ab0b1a-2f06-42b3-8d69-bf43485bb477', 'name': 'tempest-ServersTestJSON-89398903-router', 'tenant_id': 'd7938816ab9c44ebb4e957f360576dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '27dfd032-b2fa-4950-9a37-fa409e0c52d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:51:34Z', 'updated_at': '2021-09-23T06:51:36Z', 'revision_number': 3, 'project_id': 'd7938816ab9c44ebb4e957f360576dc8', 'gw_port': {'id': '27dfd032-b2fa-4950-9a37-fa409e0c52d1', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b0:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ab0b1a-2f06-42b3-8d69-bf43485bb477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:51:35Z', 'updated_at': '2021-09-23T06:51:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:51:38.900747 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4268e480-912a-4f36-8693-44d88e7bc69e req-05fceeb0-8196-429f-a2eb-c6d30a3960d3 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:38.902413 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4268e480-912a-4f36-8693-44d88e7bc69e req-05fceeb0-8196-429f-a2eb-c6d30a3960d3 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=9588d703-605a-4ae7-9fc8-338f65a62562 HTTP/1.1" status: 200 len: 945 time: 0.1986394 Sep 23 06:51:38.905339 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f1790e-d5d4-4985-8909-d10f92059e6c admin admin] Checking segment: {'id': 'e45912ab-73a2-4ecb-a631-df0a332d78f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '218c58b5-0e0b-4646-89a6-548d923b3f5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:51:38.905771 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f1790e-d5d4-4985-8909-d10f92059e6c admin admin] Network hostable DHCP agents. Network: 218c58b5-0e0b-4646-89a6-548d923b3f5b, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:51:38.926745 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10d3e39-bf44-428c-a790-b62ce7181ca9 None None] Checking router: 09ab0b1a-2f06-42b3-8d69-bf43485bb477 for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:51:38.927466 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10d3e39-bf44-428c-a790-b62ce7181ca9 None None] Updating router 09ab0b1a-2f06-42b3-8d69-bf43485bb477 port 27dfd032-b2fa-4950-9a37-fa409e0c52d1 binding host n-d-715271-16 {{(pid=95067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 06:51:38.949617 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f1790e-d5d4-4985-8909-d10f92059e6c admin admin] Network 218c58b5-0e0b-4646-89a6-548d923b3f5b is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:51:38.961395 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4268e480-912a-4f36-8693-44d88e7bc69e req-de5c2360-705c-4e6a-b7a9-a75ebd204f57 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520334 Sep 23 06:51:38.963539 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a10d3e39-bf44-428c-a790-b62ce7181ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:38.964824 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-14f1790e-d5d4-4985-8909-d10f92059e6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 218c58b5-0e0b-4646-89a6-548d923b3f5b) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:51:38.970169 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f1790e-d5d4-4985-8909-d10f92059e6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:38.971092 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-14f1790e-d5d4-4985-8909-d10f92059e6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:39.012209 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-14f1790e-d5d4-4985-8909-d10f92059e6c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4242404 Sep 23 06:51:39.071008 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1d7f40fb-f528-4f20-b82b-b8082a87d380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:39.107639 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001e485f-8c1f-43cf-b432-cfac94f85ca4 None None] Network 218c58b5-0e0b-4646-89a6-548d923b3f5b requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:51:39.322904 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-1d7f40fb-f528-4f20-b82b-b8082a87d380 admin admin] Allocated IP 172.20.0.1 (0b3e2c43-e919-45eb-9af3-a484276fff9d/9fc2d9fb-aad3-4d00-b908-00d3404369a0/2cb4fad4-ba9a-4431-beee-945aad87e564) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:51:39.388042 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b563acab-a7ec-4796-883e-6817c360aaf2 None None] Network 218c58b5-0e0b-4646-89a6-548d923b3f5b requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:51:39.510629 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a10d3e39-bf44-428c-a790-b62ce7181ca9 None None] Notify callbacks [] for port, precommit_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:39.523829 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a10d3e39-bf44-428c-a790-b62ce7181ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:39.548293 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1d7f40fb-f528-4f20-b82b-b8082a87d380 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:39.568941 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d3ba55-7031-42d1-b0cc-a0a1efbd7d4a req-9a1e69ad-5a07-4249-8d18-75d9be61f1e5 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:39.583292 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-41d3ba55-7031-42d1-b0cc-a0a1efbd7d4a req-9a1e69ad-5a07-4249-8d18-75d9be61f1e5 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?device_id=31e1b5ab-8723-4bb9-862e-bd5cb61591b3 HTTP/1.1" status: 200 len: 945 time: 0.1103518 Sep 23 06:51:39.592512 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-a10d3e39-bf44-428c-a790-b62ce7181ca9 None None] Attempting to bind port 27dfd032-b2fa-4950-9a37-fa409e0c52d1 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:51:39.592888 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-a10d3e39-bf44-428c-a790-b62ce7181ca9 None None] Attempting to bind port 27dfd032-b2fa-4950-9a37-fa409e0c52d1 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:51:39.593258 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10d3e39-bf44-428c-a790-b62ce7181ca9 None None] Attempting to bind port 27dfd032-b2fa-4950-9a37-fa409e0c52d1 on network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:51:39.625661 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10d3e39-bf44-428c-a790-b62ce7181ca9 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:51:39.626076 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10d3e39-bf44-428c-a790-b62ce7181ca9 None None] Checking segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:51:39.626400 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a10d3e39-bf44-428c-a790-b62ce7181ca9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:39.626786 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10d3e39-bf44-428c-a790-b62ce7181ca9 None None] Bound using segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:51:39.627274 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-a10d3e39-bf44-428c-a790-b62ce7181ca9 None None] Bound port: 27dfd032-b2fa-4950-9a37-fa409e0c52d1, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:51:39.627718 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a10d3e39-bf44-428c-a790-b62ce7181ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:39.629651 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d28da1d-2caf-4e72-90d6-f1e46721a087 None None] Pushing event updated for resources: {'Port': ['ID=27dfd032-b2fa-4950-9a37-fa409e0c52d1,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:39.671958 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-41d3ba55-7031-42d1-b0cc-a0a1efbd7d4a req-f446db63-7d51-489d-a3d4-82245b8d3a1a tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/security-groups?id=ece3dc8d-d93c-45c1-8c17-22ee813f6047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876741 Sep 23 06:51:39.687977 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1d7f40fb-f528-4f20-b82b-b8082a87d380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:39.712592 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a10d3e39-bf44-428c-a790-b62ce7181ca9 None None] For port 27dfd032-b2fa-4950-9a37-fa409e0c52d1, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:51:39.716674 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a10d3e39-bf44-428c-a790-b62ce7181ca9 None None] For port 27dfd032-b2fa-4950-9a37-fa409e0c52d1, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=27dfd032-b2fa-4950-9a37-fa409e0c52d1,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:51:39.721785 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a10d3e39-bf44-428c-a790-b62ce7181ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:39.739659 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27508644-c43f-4a87-a996-6dfc87f44d19 req-198a7923-1808-4be4-8ac0-9cdb3cf470ef tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:39.741320 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-27508644-c43f-4a87-a996-6dfc87f44d19 req-198a7923-1808-4be4-8ac0-9cdb3cf470ef tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/networks?id=218c58b5-0e0b-4646-89a6-548d923b3f5b HTTP/1.1" status: 200 len: 813 time: 0.2083404 Sep 23 06:51:39.743990 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7f40fb-f528-4f20-b82b-b8082a87d380 admin admin] Network 0b3e2c43-e919-45eb-9af3-a484276fff9d is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:51:39.751875 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-1d7f40fb-f528-4f20-b82b-b8082a87d380 admin admin] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:51:39.759464 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7f40fb-f528-4f20-b82b-b8082a87d380 admin admin] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:51:39.812358 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-27508644-c43f-4a87-a996-6dfc87f44d19 req-ed7be978-2f9d-422c-b835-2fe8f0ae50d6 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/quotas/89cde1f180a04b9a82f94238d641b222 HTTP/1.1" status: 200 len: 375 time: 0.0572462 Sep 23 06:51:39.839329 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10d3e39-bf44-428c-a790-b62ce7181ca9 None None] Routers {'09ab0b1a-2f06-42b3-8d69-bf43485bb477'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:51:39.839964 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-a10d3e39-bf44-428c-a790-b62ce7181ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:51:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['09ab0b1a-2f06-42b3-8d69-bf43485bb477'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:51:39.843909 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d28da1d-2caf-4e72-90d6-f1e46721a087 None None] Pushing event updated for resources: {'Port': ['ID=27dfd032-b2fa-4950-9a37-fa409e0c52d1,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:39.861675 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7f40fb-f528-4f20-b82b-b8082a87d380 admin admin] Pushing event updated for resources: {'Port': ['ID=2cb4fad4-ba9a-4431-beee-945aad87e564,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:39.910742 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1d7f40fb-f528-4f20-b82b-b8082a87d380 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068614'] for router_interface, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:39.918932 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-27508644-c43f-4a87-a996-6dfc87f44d19 req-71c715cd-f3a6-42a5-86cf-cf50509a995a tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=89cde1f180a04b9a82f94238d641b222&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0973563 Sep 23 06:51:39.947377 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbea890-e83c-4c49-9f32-07719f0d820a req-696d2bef-977a-4f37-aef4-773dedb5fdb3 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:39.949429 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3cbea890-e83c-4c49-9f32-07719f0d820a req-696d2bef-977a-4f37-aef4-773dedb5fdb3 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=96d33569-2cba-4763-8625-a124ce14cdb6 HTTP/1.1" status: 200 len: 945 time: 0.0897536 Sep 23 06:51:40.017853 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:40.020168 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-a10d3e39-bf44-428c-a790-b62ce7181ca9 None None] Set router 09ab0b1a-2f06-42b3-8d69-bf43485bb477 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:51:40.027402 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3cbea890-e83c-4c49-9f32-07719f0d820a req-35c96496-febc-4128-89f2-dcdbfdf9b760 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670877 Sep 23 06:51:40.178114 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-27508644-c43f-4a87-a996-6dfc87f44d19 req-b71e4714-6aad-4abd-8693-2b53a4b51642 service neutron] 10.222.0.39 "GET /v2.0/networks/218c58b5-0e0b-4646-89a6-548d923b3f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023804 Sep 23 06:51:40.216443 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-8e7cd5bc-e13e-46d3-8815-db6284c0aae0 None None] Provisioning complete for port 2cb4fad4-ba9a-4431-beee-945aad87e564 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:51:40.217192 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8e7cd5bc-e13e-46d3-8815-db6284c0aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:40.219589 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1d7f40fb-f528-4f20-b82b-b8082a87d380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:40.278508 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 7873b1c3-6c50-4190-8723-b9f733e059a4 up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:51:40.362718 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd259a36-0648-48dc-a731-fa83a0fff5aa req-9c15ccdb-e44b-4149-8206-a88775f49700 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:40.366135 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bd259a36-0648-48dc-a731-fa83a0fff5aa req-9c15ccdb-e44b-4149-8206-a88775f49700 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=9588d703-605a-4ae7-9fc8-338f65a62562 HTTP/1.1" status: 200 len: 945 time: 0.0775490 Sep 23 06:51:40.384484 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-8e7cd5bc-e13e-46d3-8815-db6284c0aae0 None None] Port 2cb4fad4-ba9a-4431-beee-945aad87e564 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:51:40.411128 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-27508644-c43f-4a87-a996-6dfc87f44d19 req-fdfc41d6-c757-4dd7-a0d4-61fc901b08b1 service neutron] 10.222.0.39 "GET /v2.0/networks/218c58b5-0e0b-4646-89a6-548d923b3f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926377 Sep 23 06:51:40.433594 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bd259a36-0648-48dc-a731-fa83a0fff5aa req-be039231-07bd-4479-8c4f-d269df0dcaf0 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534334 Sep 23 06:51:40.547797 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1d7f40fb-f528-4f20-b82b-b8082a87d380 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:40.570391 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port 7873b1c3-6c50-4190-8723-b9f733e059a4 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:51:40.572532 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1d7f40fb-f528-4f20-b82b-b8082a87d380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:40.575976 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port 7873b1c3-6c50-4190-8723-b9f733e059a4 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:51:40.576350 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:40.644279 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-a10d3e39-bf44-428c-a790-b62ce7181ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ab0b1a-2f06-42b3-8d69-bf43485bb477', 'name': 'tempest-ServersTestJSON-89398903-router', 'tenant_id': 'd7938816ab9c44ebb4e957f360576dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '27dfd032-b2fa-4950-9a37-fa409e0c52d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:51:34Z', 'updated_at': '2021-09-23T06:51:36Z', 'revision_number': 3, 'project_id': 'd7938816ab9c44ebb4e957f360576dc8', 'gw_port': {'id': '27dfd032-b2fa-4950-9a37-fa409e0c52d1', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b0:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ab0b1a-2f06-42b3-8d69-bf43485bb477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:51:35Z', 'updated_at': '2021-09-23T06:51:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:51:40.683579 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7f40fb-f528-4f20-b82b-b8082a87d380 admin admin] Pushing event updated for resources: {'Port': ['ID=2cb4fad4-ba9a-4431-beee-945aad87e564,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:40.696109 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1d7f40fb-f528-4f20-b82b-b8082a87d380 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067062'] for router_interface, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:40.711363 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10d3e39-bf44-428c-a790-b62ce7181ca9 None None] The sync data for ids ['09ab0b1a-2f06-42b3-8d69-bf43485bb477'] in n-d-715271-16 is: [{'id': '09ab0b1a-2f06-42b3-8d69-bf43485bb477', 'name': 'tempest-ServersTestJSON-89398903-router', 'tenant_id': 'd7938816ab9c44ebb4e957f360576dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '27dfd032-b2fa-4950-9a37-fa409e0c52d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:51:34Z', 'updated_at': '2021-09-23T06:51:36Z', 'revision_number': 3, 'project_id': 'd7938816ab9c44ebb4e957f360576dc8', 'gw_port': {'id': '27dfd032-b2fa-4950-9a37-fa409e0c52d1', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b0:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ab0b1a-2f06-42b3-8d69-bf43485bb477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:51:35Z', 'updated_at': '2021-09-23T06:51:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:51:40.768318 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:40.803223 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-058e160a-3501-4f79-8dd5-71dfc88d8329 req-edf00cfd-939a-4c52-ad98-2a92523fbbb4 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 210 time: 0.0792181 Sep 23 06:51:40.988626 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7f40fb-f528-4f20-b82b-b8082a87d380 admin admin] Network 0b3e2c43-e919-45eb-9af3-a484276fff9d is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:51:40.990319 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-1d7f40fb-f528-4f20-b82b-b8082a87d380 admin admin] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:51:41.011490 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 7873b1c3-6c50-4190-8723-b9f733e059a4, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=7873b1c3-6c50-4190-8723-b9f733e059a4,segment=NetworkSegment(baf87664-ecc7-475d-93f2-159d871e9198),segment_id=baf87664-ecc7-475d-93f2-159d871e9198)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:51:41.014467 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9588d703-605a-4ae7-9fc8-338f65a62562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7873b1c3-6c50-4190-8723-b9f733e059a4'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:51:41.017100 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-877b96ae-9bb4-4451-8dba-673f374a61fa" -d '{"events": [{"server_uuid": "9588d703-605a-4ae7-9fc8-338f65a62562", "name": "network-vif-plugged", "status": "completed", "tag": "7873b1c3-6c50-4190-8723-b9f733e059a4"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:51:41.053621 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:41.216477 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b1a7f69-dc9e-47d1-8162-9acb4010e467 x-openstack-request-id: req-6b1a7f69-dc9e-47d1-8162-9acb4010e467 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:51:41.216840 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9588d703-605a-4ae7-9fc8-338f65a62562", "name": "network-vif-plugged", "status": "completed", "tag": "7873b1c3-6c50-4190-8723-b9f733e059a4", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:51:41.217025 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6b1a7f69-dc9e-47d1-8162-9acb4010e467 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:51:41.217424 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9588d703-605a-4ae7-9fc8-338f65a62562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7873b1c3-6c50-4190-8723-b9f733e059a4', 'code': 200} Sep 23 06:51:41.240706 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-637bdb5d-17da-4dd7-aa52-8b3183e2badb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:41.269713 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d7f40fb-f528-4f20-b82b-b8082a87d380 admin admin] Router 09ab0b1a-2f06-42b3-8d69-bf43485bb477 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:51:41.342262 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=7873b1c3-6c50-4190-8723-b9f733e059a4,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:41.359127 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2d8e74-3102-4e63-8a53-ad3e704c6fae req-6b298598-70bc-45c4-ae29-b384cba4ec96 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:41.365053 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fe2d8e74-3102-4e63-8a53-ad3e704c6fae req-6b298598-70bc-45c4-ae29-b384cba4ec96 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?device_id=31e1b5ab-8723-4bb9-862e-bd5cb61591b3 HTTP/1.1" status: 200 len: 945 time: 0.4939566 Sep 23 06:51:41.436797 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e5753-59a3-4640-a968-09bcb23b5b97 req-a982788f-1ae9-4e8a-8cb5-2d0d3e064aef tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:41.467391 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:41.475341 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5c9e5753-59a3-4640-a968-09bcb23b5b97 req-a982788f-1ae9-4e8a-8cb5-2d0d3e064aef tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=96d33569-2cba-4763-8625-a124ce14cdb6 HTTP/1.1" status: 200 len: 945 time: 0.1646056 Sep 23 06:51:41.481679 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5421c3-e657-4adb-819f-27f630aef224 req-c41ef1ed-0e81-4655-9e16-ec6ccfa5c52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:41.484058 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3e5421c3-e657-4adb-819f-27f630aef224 req-c41ef1ed-0e81-4655-9e16-ec6ccfa5c52d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9588d703-605a-4ae7-9fc8-338f65a62562 HTTP/1.1" status: 200 len: 1098 time: 0.2596831 Sep 23 06:51:41.533970 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a2ab9f5a-4c7f-42b3-8000-cbd64d2a91ac None None] Provisioning complete for port 2cb4fad4-ba9a-4431-beee-945aad87e564 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:51:41.534565 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a2ab9f5a-4c7f-42b3-8000-cbd64d2a91ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:41.564753 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5c9e5753-59a3-4640-a968-09bcb23b5b97 req-8384260b-07f2-4023-b3ea-676a8ede792c tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847344 Sep 23 06:51:41.595916 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3e5421c3-e657-4adb-819f-27f630aef224 req-e843dfe6-c500-4eef-abda-ba95efbc64c2 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989156 Sep 23 06:51:41.609035 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fe2d8e74-3102-4e63-8a53-ad3e704c6fae req-6b23b384-36fc-4b0a-97e1-310c0121c2de tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/security-groups?id=ece3dc8d-d93c-45c1-8c17-22ee813f6047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307239 Sep 23 06:51:41.626170 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a2ab9f5a-4c7f-42b3-8000-cbd64d2a91ac None None] Port 2cb4fad4-ba9a-4431-beee-945aad87e564 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:51:41.744460 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d7f40fb-f528-4f20-b82b-b8082a87d380 admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:51:41.757921 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-1d7f40fb-f528-4f20-b82b-b8082a87d380 admin admin] 10.222.0.39 "PUT /v2.0/routers/09ab0b1a-2f06-42b3-8d69-bf43485bb477/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7684245 Sep 23 06:51:41.784317 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68275987-a1fc-41f5-9156-1b92b394fe1f req-c057ae31-e1a3-4ac1-a74f-0f9dc6621355 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:41.792783 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-68275987-a1fc-41f5-9156-1b92b394fe1f req-c057ae31-e1a3-4ac1-a74f-0f9dc6621355 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=9588d703-605a-4ae7-9fc8-338f65a62562 HTTP/1.1" status: 200 len: 946 time: 0.0999222 Sep 23 06:51:41.883314 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-68275987-a1fc-41f5-9156-1b92b394fe1f req-91ce375b-2061-4356-a047-87680473bac7 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898547 Sep 23 06:51:41.943368 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-aa0f52ac-4b14-4716-8bcf-e8bc2c417d9c req-a5b370b7-dc26-43f1-be80-1590a778fd81 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 210 time: 0.0355015 Sep 23 06:51:42.202561 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:42.285630 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 27dfd032-b2fa-4950-9a37-fa409e0c52d1 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:51:42.350822 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 27dfd032-b2fa-4950-9a37-fa409e0c52d1 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:51:42.352181 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:42.450299 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:42.472455 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port 27dfd032-b2fa-4950-9a37-fa409e0c52d1, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=27dfd032-b2fa-4950-9a37-fa409e0c52d1,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:51:42.479864 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:42.572472 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=27dfd032-b2fa-4950-9a37-fa409e0c52d1,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:42.640749 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 36074) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:51:42.646359 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-c6dd3fad-d104-4403-b838-cf7ba996c7ed tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1814522245', 'description': 'tempest-description--425348590'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:51:42.724364 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c6dd3fad-d104-4403-b838-cf7ba996c7ed tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:42.780341 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27508644-c43f-4a87-a996-6dfc87f44d19 req-da250c1b-ee24-43e2-bfde-c43d0262b529 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:42.782710 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-27508644-c43f-4a87-a996-6dfc87f44d19 req-da250c1b-ee24-43e2-bfde-c43d0262b529 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.58 "GET /v2.0/networks?id=218c58b5-0e0b-4646-89a6-548d923b3f5b HTTP/1.1" status: 200 len: 813 time: 0.2120657 Sep 23 06:51:42.801720 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-27508644-c43f-4a87-a996-6dfc87f44d19 req-c020957b-e7da-4fff-89dd-e1afc27f072e tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Request body: {'port': {'device_id': 'cbfdf59c-d1e6-4757-9a48-028b48ff74be', 'network_id': '218c58b5-0e0b-4646-89a6-548d923b3f5b', 'admin_state_up': True, 'tenant_id': '89cde1f180a04b9a82f94238d641b222'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:51:42.815164 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7497f30-e257-4bbb-b832-bdfbfdd2c54a req-4dea484d-a71f-49fe-b557-510f7d98cc0a tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:42.823472 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b7497f30-e257-4bbb-b832-bdfbfdd2c54a req-4dea484d-a71f-49fe-b557-510f7d98cc0a tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=96d33569-2cba-4763-8625-a124ce14cdb6 HTTP/1.1" status: 200 len: 945 time: 0.1295300 Sep 23 06:51:42.902994 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b7497f30-e257-4bbb-b832-bdfbfdd2c54a req-208e508b-eaad-4707-b3ba-391ab01c0b98 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739908 Sep 23 06:51:42.958158 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d7d8d0-f2a1-4145-9b8b-5baeca342961 req-f31fc357-7e9e-4661-acc7-a3a1d093f8b7 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:42.966810 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e3d7d8d0-f2a1-4145-9b8b-5baeca342961 req-f31fc357-7e9e-4661-acc7-a3a1d093f8b7 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?device_id=31e1b5ab-8723-4bb9-862e-bd5cb61591b3 HTTP/1.1" status: 200 len: 945 time: 0.2319169 Sep 23 06:51:42.971298 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c6dd3fad-d104-4403-b838-cf7ba996c7ed tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:42.999855 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c6dd3fad-d104-4403-b838-cf7ba996c7ed tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:43.030640 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c6dd3fad-d104-4403-b838-cf7ba996c7ed tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:43.035331 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-c6dd3fad-d104-4403-b838-cf7ba996c7ed tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3924444 Sep 23 06:51:43.038601 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 36084) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:51:43.052980 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-df636eea-70ba-44d4-95e3-4d29751d91e0 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Request body: {'security_group_rule': {'security_group_id': 'aa9aa16e-008b-4f25-9a90-22b6b7b8c83c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:51:43.079161 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e3d7d8d0-f2a1-4145-9b8b-5baeca342961 req-03416617-7d7d-4977-9bd8-43419b4c4cea tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/security-groups?id=ece3dc8d-d93c-45c1-8c17-22ee813f6047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114352 Sep 23 06:51:43.124952 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dd3fad-d104-4403-b838-cf7ba996c7ed tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa9aa16e-008b-4f25-9a90-22b6b7b8c83c,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:43.128996 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-df636eea-70ba-44d4-95e3-4d29751d91e0 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:43.204820 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27508644-c43f-4a87-a996-6dfc87f44d19 req-c020957b-e7da-4fff-89dd-e1afc27f072e tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Made reservation on behalf of 89cde1f180a04b9a82f94238d641b222 for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:51:43.208728 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-27508644-c43f-4a87-a996-6dfc87f44d19 req-c020957b-e7da-4fff-89dd-e1afc27f072e tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:43.241353 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4d45565a-e389-49be-b492-cd2c55d14046 req-fb9a2a86-76ed-48da-9810-60bb53b1f1da tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 210 time: 0.0275419 Sep 23 06:51:43.374325 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d420a8ff-dd94-4902-9d99-6e5065edfa24 req-64e821fa-77d6-4641-9ebd-0116d3a433a7 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:43.375794 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d420a8ff-dd94-4902-9d99-6e5065edfa24 req-64e821fa-77d6-4641-9ebd-0116d3a433a7 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=9588d703-605a-4ae7-9fc8-338f65a62562 HTTP/1.1" status: 200 len: 946 time: 0.2511714 Sep 23 06:51:43.377753 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-df636eea-70ba-44d4-95e3-4d29751d91e0 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:43.395732 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-df636eea-70ba-44d4-95e3-4d29751d91e0 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:43.430946 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e96eb8-88cf-4377-aca7-eedcd3edbb9c None None] Sync routers for ids ['09ab0b1a-2f06-42b3-8d69-bf43485bb477'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:51:43.443644 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e96eb8-88cf-4377-aca7-eedcd3edbb9c None None] Routers {'09ab0b1a-2f06-42b3-8d69-bf43485bb477'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:51:43.444341 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-b9e96eb8-88cf-4377-aca7-eedcd3edbb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:51:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['09ab0b1a-2f06-42b3-8d69-bf43485bb477'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:51:43.454267 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-df636eea-70ba-44d4-95e3-4d29751d91e0 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:43.458906 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 36094) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:51:43.466410 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-1d1be052-bd62-4b7d-97e2-345a41fc430e tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Request body: {'security_group_rule': {'security_group_id': 'aa9aa16e-008b-4f25-9a90-22b6b7b8c83c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:51:43.470989 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-df636eea-70ba-44d4-95e3-4d29751d91e0 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4242241 Sep 23 06:51:43.471826 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df636eea-70ba-44d4-95e3-4d29751d91e0 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f88f12e9-a5de-4fa2-916a-9839337a9af3,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:43.524672 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d420a8ff-dd94-4902-9d99-6e5065edfa24 req-c7cbff3f-2234-43cc-ad0e-b31129525377 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373863 Sep 23 06:51:43.542303 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1d1be052-bd62-4b7d-97e2-345a41fc430e tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:43.567316 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [req-27508644-c43f-4a87-a996-6dfc87f44d19 req-c020957b-e7da-4fff-89dd-e1afc27f072e tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Allocated IP 172.20.0.8 (218c58b5-0e0b-4646-89a6-548d923b3f5b/c520f2a7-ad21-49cf-80dc-376f9b100681/5e26b822-5fe6-4529-bd65-af1c22511064) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:51:43.683363 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1d1be052-bd62-4b7d-97e2-345a41fc430e tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:43.693375 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-b9e96eb8-88cf-4377-aca7-eedcd3edbb9c None None] Set router 09ab0b1a-2f06-42b3-8d69-bf43485bb477 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:51:43.696095 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1d1be052-bd62-4b7d-97e2-345a41fc430e tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:43.730803 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:43.731947 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1d1be052-bd62-4b7d-97e2-345a41fc430e tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:43.738415 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-1d1be052-bd62-4b7d-97e2-345a41fc430e tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2777247 Sep 23 06:51:43.739052 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 36098) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:51:43.753446 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-8bbaa67d-f10b-4efe-a829-0ab78d5e0aa2 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Request body: {'floatingip': {'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:51:43.770242 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1be052-bd62-4b7d-97e2-345a41fc430e tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5c294c3-3c87-4225-8387-856ade99dd78,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:43.812675 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8bbaa67d-f10b-4efe-a829-0ab78d5e0aa2 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Notify callbacks [] for floatingip, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:43.907908 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-27508644-c43f-4a87-a996-6dfc87f44d19 req-c020957b-e7da-4fff-89dd-e1afc27f072e tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:43.986201 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-27508644-c43f-4a87-a996-6dfc87f44d19 req-c020957b-e7da-4fff-89dd-e1afc27f072e tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:44.061156 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-b9e96eb8-88cf-4377-aca7-eedcd3edbb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ab0b1a-2f06-42b3-8d69-bf43485bb477', 'name': 'tempest-ServersTestJSON-89398903-router', 'tenant_id': 'd7938816ab9c44ebb4e957f360576dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '27dfd032-b2fa-4950-9a37-fa409e0c52d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:51:34Z', 'updated_at': '2021-09-23T06:51:40Z', 'revision_number': 4, 'project_id': 'd7938816ab9c44ebb4e957f360576dc8', 'gw_port': {'id': '27dfd032-b2fa-4950-9a37-fa409e0c52d1', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ab0b1a-2f06-42b3-8d69-bf43485bb477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:51:35Z', 'updated_at': '2021-09-23T06:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '2cb4fad4-ba9a-4431-beee-945aad87e564', 'name': '', 'network_id': '0b3e2c43-e919-45eb-9af3-a484276fff9d', 'tenant_id': 'd7938816ab9c44ebb4e957f360576dc8', 'mac_address': 'fa:16:3e:a1:3e:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ab0b1a-2f06-42b3-8d69-bf43485bb477', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '9fc2d9fb-aad3-4d00-b908-00d3404369a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:51:39Z', 'updated_at': '2021-09-23T06:51:40Z', 'revision_number': 2, 'project_id': 'd7938816ab9c44ebb4e957f360576dc8', 'subnets': [{'id': '9fc2d9fb-aad3-4d00-b908-00d3404369a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:51:44.061474 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c020957b-e7da-4fff-89dd-e1afc27f072e tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Pushing event updated for resources: {'Port': ['ID=5e26b822-5fe6-4529-bd65-af1c22511064,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:44.085828 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27508644-c43f-4a87-a996-6dfc87f44d19 req-c020957b-e7da-4fff-89dd-e1afc27f072e tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Network 218c58b5-0e0b-4646-89a6-548d923b3f5b is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:51:44.090442 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [req-27508644-c43f-4a87-a996-6dfc87f44d19 req-c020957b-e7da-4fff-89dd-e1afc27f072e tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:51:44.097005 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-27508644-c43f-4a87-a996-6dfc87f44d19 req-c020957b-e7da-4fff-89dd-e1afc27f072e tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:51:44.106908 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e96eb8-88cf-4377-aca7-eedcd3edbb9c None None] Checking router: 09ab0b1a-2f06-42b3-8d69-bf43485bb477 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:51:44.107274 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e96eb8-88cf-4377-aca7-eedcd3edbb9c None None] Updating router 09ab0b1a-2f06-42b3-8d69-bf43485bb477 port 2cb4fad4-ba9a-4431-beee-945aad87e564 binding host n-d-715271-16 {{(pid=95068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 06:51:44.139913 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-b9e96eb8-88cf-4377-aca7-eedcd3edbb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:44.162345 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27508644-c43f-4a87-a996-6dfc87f44d19 req-c020957b-e7da-4fff-89dd-e1afc27f072e tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:44.163764 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-27508644-c43f-4a87-a996-6dfc87f44d19 req-c020957b-e7da-4fff-89dd-e1afc27f072e tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:44.169089 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c57a5-de3f-46e8-9ce3-e7d0d08d0c0d req-62f4750e-2e5a-4aca-86fe-4a350c28e3ac tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:44.177909 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-689c57a5-de3f-46e8-9ce3-e7d0d08d0c0d req-62f4750e-2e5a-4aca-86fe-4a350c28e3ac tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/networks?id=f755c16b-3f42-4ee5-9068-675e45e695cf HTTP/1.1" status: 200 len: 806 time: 0.3006017 Sep 23 06:51:44.185893 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-27508644-c43f-4a87-a996-6dfc87f44d19 req-c020957b-e7da-4fff-89dd-e1afc27f072e tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3900557 Sep 23 06:51:44.200120 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-27508644-c43f-4a87-a996-6dfc87f44d19 req-038807f9-8f6a-4ff3-a12b-c8a6b33618ff service neutron] Request body: {'port': {'device_id': 'cbfdf59c-d1e6-4757-9a48-028b48ff74be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:51:44.215478 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bad5d6-c709-4c0f-8918-0e247606ffa6 req-e7c8d1fc-5ed1-49f9-8fc3-4457570bdc3a tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:44.217402 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-45bad5d6-c709-4c0f-8918-0e247606ffa6 req-e7c8d1fc-5ed1-49f9-8fc3-4457570bdc3a tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=96d33569-2cba-4763-8625-a124ce14cdb6 HTTP/1.1" status: 200 len: 945 time: 0.1673062 Sep 23 06:51:44.236138 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-689c57a5-de3f-46e8-9ce3-e7d0d08d0c0d req-bfd158e1-07ea-4c3a-a883-318b046d5361 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/quotas/33d29a95a0634a4491ef4e20d2f6dd6b HTTP/1.1" status: 200 len: 375 time: 0.0567737 Sep 23 06:51:44.300429 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-45bad5d6-c709-4c0f-8918-0e247606ffa6 req-06a9a975-b802-4640-96ce-6472f31b3418 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474370 Sep 23 06:51:44.303718 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8bbaa67d-f10b-4efe-a829-0ab78d5e0aa2 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:44.339789 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-27508644-c43f-4a87-a996-6dfc87f44d19 req-038807f9-8f6a-4ff3-a12b-c8a6b33618ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:44.346822 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 27dfd032-b2fa-4950-9a37-fa409e0c52d1 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:51:44.401035 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-689c57a5-de3f-46e8-9ce3-e7d0d08d0c0d req-13de4f89-9a6b-4aed-8b81-ce7714d82c8a tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=33d29a95a0634a4491ef4e20d2f6dd6b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1619418 Sep 23 06:51:44.495461 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 27dfd032-b2fa-4950-9a37-fa409e0c52d1 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:51:44.496444 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:44.617239 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-b9e96eb8-88cf-4377-aca7-eedcd3edbb9c None None] Notify callbacks [] for port, precommit_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:44.617984 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-8bbaa67d-f10b-4efe-a829-0ab78d5e0aa2 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Allocated IP 172.25.2.191 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/b4363aaf-133c-42c3-a5be-4fa522620b65) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:51:44.626611 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-689c57a5-de3f-46e8-9ce3-e7d0d08d0c0d req-cb6ab317-70a6-437e-871b-6fd2e83f7c22 service neutron] 10.222.0.39 "GET /v2.0/networks/f755c16b-3f42-4ee5-9068-675e45e695cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152064 Sep 23 06:51:44.635118 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-b9e96eb8-88cf-4377-aca7-eedcd3edbb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:44.840188 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-b9e96eb8-88cf-4377-aca7-eedcd3edbb9c None None] Attempting to bind port 2cb4fad4-ba9a-4431-beee-945aad87e564 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:51:44.840800 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-b9e96eb8-88cf-4377-aca7-eedcd3edbb9c None None] Attempting to bind port 2cb4fad4-ba9a-4431-beee-945aad87e564 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': 'be72623b-aa7b-4254-91c5-48856a3a961c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0b3e2c43-e919-45eb-9af3-a484276fff9d'}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:51:44.841315 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e96eb8-88cf-4377-aca7-eedcd3edbb9c None None] Attempting to bind port 2cb4fad4-ba9a-4431-beee-945aad87e564 on network 0b3e2c43-e919-45eb-9af3-a484276fff9d {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:51:44.849393 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e96eb8-88cf-4377-aca7-eedcd3edbb9c None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:51:44.850406 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e96eb8-88cf-4377-aca7-eedcd3edbb9c None None] Checking segment: {'id': 'be72623b-aa7b-4254-91c5-48856a3a961c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0b3e2c43-e919-45eb-9af3-a484276fff9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:51:44.850958 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-b9e96eb8-88cf-4377-aca7-eedcd3edbb9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:44.851493 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e96eb8-88cf-4377-aca7-eedcd3edbb9c None None] Bound using segment: {'id': 'be72623b-aa7b-4254-91c5-48856a3a961c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0b3e2c43-e919-45eb-9af3-a484276fff9d'} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:51:44.854778 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-b9e96eb8-88cf-4377-aca7-eedcd3edbb9c None None] Bound port: 2cb4fad4-ba9a-4431-beee-945aad87e564, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be72623b-aa7b-4254-91c5-48856a3a961c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0b3e2c43-e919-45eb-9af3-a484276fff9d'}}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:51:44.855413 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-b9e96eb8-88cf-4377-aca7-eedcd3edbb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:44.865425 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-689c57a5-de3f-46e8-9ce3-e7d0d08d0c0d req-f85d7b81-330e-471b-b742-2a8361ca2e5c service neutron] 10.222.0.39 "GET /v2.0/networks/f755c16b-3f42-4ee5-9068-675e45e695cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284074 Sep 23 06:51:44.940337 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8bbaa67d-f10b-4efe-a829-0ab78d5e0aa2 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:44.952532 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-b9e96eb8-88cf-4377-aca7-eedcd3edbb9c None None] For port 2cb4fad4-ba9a-4431-beee-945aad87e564, host n-d-715271-16, cleared binding levels {{(pid=95068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:51:44.963170 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-b9e96eb8-88cf-4377-aca7-eedcd3edbb9c None None] For port 2cb4fad4-ba9a-4431-beee-945aad87e564, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=2cb4fad4-ba9a-4431-beee-945aad87e564,segment=NetworkSegment(be72623b-aa7b-4254-91c5-48856a3a961c),segment_id=be72623b-aa7b-4254-91c5-48856a3a961c)] {{(pid=95068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:51:44.980930 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-b9e96eb8-88cf-4377-aca7-eedcd3edbb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:44.993170 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703c9e96-3f00-428d-9bae-dc2f0f8b223a None None] Pushing event updated for resources: {'Port': ['ID=2cb4fad4-ba9a-4431-beee-945aad87e564,revision_number=3']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:45.004018 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703c9e96-3f00-428d-9bae-dc2f0f8b223a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:51:45.004364 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703c9e96-3f00-428d-9bae-dc2f0f8b223a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:51:45.004767 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703c9e96-3f00-428d-9bae-dc2f0f8b223a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:51:45.005100 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703c9e96-3f00-428d-9bae-dc2f0f8b223a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:51:45.005425 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703c9e96-3f00-428d-9bae-dc2f0f8b223a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:51:45.005751 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703c9e96-3f00-428d-9bae-dc2f0f8b223a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:51:45.006099 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703c9e96-3f00-428d-9bae-dc2f0f8b223a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:51:45.006814 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703c9e96-3f00-428d-9bae-dc2f0f8b223a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:51:45.007150 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703c9e96-3f00-428d-9bae-dc2f0f8b223a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:51:45.007466 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703c9e96-3f00-428d-9bae-dc2f0f8b223a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:51:45.007961 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703c9e96-3f00-428d-9bae-dc2f0f8b223a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:51:45.009287 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703c9e96-3f00-428d-9bae-dc2f0f8b223a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:51:45.037426 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8bbaa67d-f10b-4efe-a829-0ab78d5e0aa2 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:45.097222 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703c9e96-3f00-428d-9bae-dc2f0f8b223a None None] Pushing event updated for resources: {'Port': ['ID=2cb4fad4-ba9a-4431-beee-945aad87e564,revision_number=4']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:45.124600 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-d50bdb67-9615-4d0e-a39b-a39398db3543 None None] Provisioning complete for port 2cb4fad4-ba9a-4431-beee-945aad87e564 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:51:45.125145 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e96eb8-88cf-4377-aca7-eedcd3edbb9c None None] Routers {'09ab0b1a-2f06-42b3-8d69-bf43485bb477'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:51:45.125244 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d50bdb67-9615-4d0e-a39b-a39398db3543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:45.125422 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-b9e96eb8-88cf-4377-aca7-eedcd3edbb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:51:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['09ab0b1a-2f06-42b3-8d69-bf43485bb477'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:51:45.205069 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bbaa67d-f10b-4efe-a829-0ab78d5e0aa2 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:51:45.263986 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-8bbaa67d-f10b-4efe-a829-0ab78d5e0aa2 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:51:45.270555 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbaa67d-f10b-4efe-a829-0ab78d5e0aa2 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:51:45.307054 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d50bdb67-9615-4d0e-a39b-a39398db3543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:45.353087 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-d50bdb67-9615-4d0e-a39b-a39398db3543 None None] For port 2cb4fad4-ba9a-4431-beee-945aad87e564, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=2cb4fad4-ba9a-4431-beee-945aad87e564,segment=NetworkSegment(be72623b-aa7b-4254-91c5-48856a3a961c),segment_id=be72623b-aa7b-4254-91c5-48856a3a961c)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:51:45.374446 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d50bdb67-9615-4d0e-a39b-a39398db3543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:45.398110 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbaa67d-f10b-4efe-a829-0ab78d5e0aa2 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Pushing event updated for resources: {'Port': ['ID=b4363aaf-133c-42c3-a5be-4fa522620b65,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:45.452471 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50bdb67-9615-4d0e-a39b-a39398db3543 None None] Pushing event updated for resources: {'Port': ['ID=2cb4fad4-ba9a-4431-beee-945aad87e564,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:45.461132 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-b9e96eb8-88cf-4377-aca7-eedcd3edbb9c None None] Set router 09ab0b1a-2f06-42b3-8d69-bf43485bb477 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:51:45.478362 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75a0c6f-c8fd-4203-98a9-1f4b70a3e112 req-8ce75ff5-e8ef-4d65-b237-b3237b746511 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:45.487319 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d75a0c6f-c8fd-4203-98a9-1f4b70a3e112 req-8ce75ff5-e8ef-4d65-b237-b3237b746511 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 931 time: 0.2700186 Sep 23 06:51:45.558781 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b6d30-65e4-4665-89b5-24ed9cfc4adb req-9465276e-2fcf-44d6-adb8-4b39176c246e tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:45.566873 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a97b6d30-65e4-4665-89b5-24ed9cfc4adb req-9465276e-2fcf-44d6-adb8-4b39176c246e tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?device_id=31e1b5ab-8723-4bb9-862e-bd5cb61591b3 HTTP/1.1" status: 200 len: 945 time: 0.8851686 Sep 23 06:51:45.600578 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-0987f10f-b585-46ea-be93-c2385a90af09 None None] Provisioning complete for port 2cb4fad4-ba9a-4431-beee-945aad87e564 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:51:45.603338 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0987f10f-b585-46ea-be93-c2385a90af09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:45.656861 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d75a0c6f-c8fd-4203-98a9-1f4b70a3e112 req-6a284a55-2d0e-4e79-9d2f-86e572e19358 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685481 Sep 23 06:51:45.686009 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a97b6d30-65e4-4665-89b5-24ed9cfc4adb req-76a16cc5-74c9-4687-8079-d916a364f988 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/security-groups?id=ece3dc8d-d93c-45c1-8c17-22ee813f6047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180086 Sep 23 06:51:45.727844 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8bbaa67d-f10b-4efe-a829-0ab78d5e0aa2 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:45.812490 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [req-27508644-c43f-4a87-a996-6dfc87f44d19 req-038807f9-8f6a-4ff3-a12b-c8a6b33618ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e26b822-5fe6-4529-bd65-af1c22511064 {{(pid=95066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:51:45.820539 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8bbaa67d-f10b-4efe-a829-0ab78d5e0aa2 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:45.826153 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-27508644-c43f-4a87-a996-6dfc87f44d19 req-038807f9-8f6a-4ff3-a12b-c8a6b33618ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:45.844675 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.provisioning_blocks [req-27508644-c43f-4a87-a996-6dfc87f44d19 req-038807f9-8f6a-4ff3-a12b-c8a6b33618ff service neutron] Transition to ACTIVE for port object 5e26b822-5fe6-4529-bd65-af1c22511064 will not be triggered until provisioned by entity L2. {{(pid=95066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:51:45.860388 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-27508644-c43f-4a87-a996-6dfc87f44d19 req-038807f9-8f6a-4ff3-a12b-c8a6b33618ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:45.883106 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-17ba6195-6b3d-4f7f-a896-5c97d374c9f4 req-8eff8d16-7f0d-4515-bc33-9b319703f2a0 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb2666d4-5b06-449f-8760-dbe90028137d HTTP/1.1" status: 200 len: 210 time: 0.0366762 Sep 23 06:51:45.954475 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038807f9-8f6a-4ff3-a12b-c8a6b33618ff service neutron] Pushing event updated for resources: {'Port': ['ID=5e26b822-5fe6-4529-bd65-af1c22511064,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:46.042691 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-b9e96eb8-88cf-4377-aca7-eedcd3edbb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ab0b1a-2f06-42b3-8d69-bf43485bb477', 'name': 'tempest-ServersTestJSON-89398903-router', 'tenant_id': 'd7938816ab9c44ebb4e957f360576dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '27dfd032-b2fa-4950-9a37-fa409e0c52d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:51:34Z', 'updated_at': '2021-09-23T06:51:40Z', 'revision_number': 4, 'project_id': 'd7938816ab9c44ebb4e957f360576dc8', 'gw_port': {'id': '27dfd032-b2fa-4950-9a37-fa409e0c52d1', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ab0b1a-2f06-42b3-8d69-bf43485bb477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:51:35Z', 'updated_at': '2021-09-23T06:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '2cb4fad4-ba9a-4431-beee-945aad87e564', 'name': '', 'network_id': '0b3e2c43-e919-45eb-9af3-a484276fff9d', 'tenant_id': 'd7938816ab9c44ebb4e957f360576dc8', 'mac_address': 'fa:16:3e:a1:3e:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ab0b1a-2f06-42b3-8d69-bf43485bb477', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '9fc2d9fb-aad3-4d00-b908-00d3404369a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:51:39Z', 'updated_at': '2021-09-23T06:51:44Z', 'revision_number': 4, 'project_id': 'd7938816ab9c44ebb4e957f360576dc8', 'subnets': [{'id': '9fc2d9fb-aad3-4d00-b908-00d3404369a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:51:46.065979 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-27508644-c43f-4a87-a996-6dfc87f44d19 req-038807f9-8f6a-4ff3-a12b-c8a6b33618ff service neutron] Attempting to bind port 5e26b822-5fe6-4529-bd65-af1c22511064 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:51:46.066361 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-27508644-c43f-4a87-a996-6dfc87f44d19 req-038807f9-8f6a-4ff3-a12b-c8a6b33618ff service neutron] Attempting to bind port 5e26b822-5fe6-4529-bd65-af1c22511064 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': 'e45912ab-73a2-4ecb-a631-df0a332d78f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '218c58b5-0e0b-4646-89a6-548d923b3f5b'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:51:46.066646 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27508644-c43f-4a87-a996-6dfc87f44d19 req-038807f9-8f6a-4ff3-a12b-c8a6b33618ff service neutron] Attempting to bind port 5e26b822-5fe6-4529-bd65-af1c22511064 on network 218c58b5-0e0b-4646-89a6-548d923b3f5b {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:51:46.074146 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27508644-c43f-4a87-a996-6dfc87f44d19 req-038807f9-8f6a-4ff3-a12b-c8a6b33618ff service neutron] Port 5e26b822-5fe6-4529-bd65-af1c22511064 on network 218c58b5-0e0b-4646-89a6-548d923b3f5b not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:51:46.074464 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27508644-c43f-4a87-a996-6dfc87f44d19 req-038807f9-8f6a-4ff3-a12b-c8a6b33618ff service neutron] Attempting to bind port 5e26b822-5fe6-4529-bd65-af1c22511064 on network 218c58b5-0e0b-4646-89a6-548d923b3f5b {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:51:46.080262 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27508644-c43f-4a87-a996-6dfc87f44d19 req-038807f9-8f6a-4ff3-a12b-c8a6b33618ff service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:51:46.080612 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27508644-c43f-4a87-a996-6dfc87f44d19 req-038807f9-8f6a-4ff3-a12b-c8a6b33618ff service neutron] Checking segment: {'id': 'e45912ab-73a2-4ecb-a631-df0a332d78f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '218c58b5-0e0b-4646-89a6-548d923b3f5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:51:46.080992 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27508644-c43f-4a87-a996-6dfc87f44d19 req-038807f9-8f6a-4ff3-a12b-c8a6b33618ff service neutron] Bound using segment: {'id': 'e45912ab-73a2-4ecb-a631-df0a332d78f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '218c58b5-0e0b-4646-89a6-548d923b3f5b'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:51:46.082208 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-27508644-c43f-4a87-a996-6dfc87f44d19 req-038807f9-8f6a-4ff3-a12b-c8a6b33618ff service neutron] Bound port: 5e26b822-5fe6-4529-bd65-af1c22511064, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e45912ab-73a2-4ecb-a631-df0a332d78f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '218c58b5-0e0b-4646-89a6-548d923b3f5b'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:51:46.082997 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-27508644-c43f-4a87-a996-6dfc87f44d19 req-038807f9-8f6a-4ff3-a12b-c8a6b33618ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:46.097324 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e96eb8-88cf-4377-aca7-eedcd3edbb9c None None] The sync data for ids ['09ab0b1a-2f06-42b3-8d69-bf43485bb477'] in n-d-715271-16 is: [{'id': '09ab0b1a-2f06-42b3-8d69-bf43485bb477', 'name': 'tempest-ServersTestJSON-89398903-router', 'tenant_id': 'd7938816ab9c44ebb4e957f360576dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '27dfd032-b2fa-4950-9a37-fa409e0c52d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:51:34Z', 'updated_at': '2021-09-23T06:51:40Z', 'revision_number': 4, 'project_id': 'd7938816ab9c44ebb4e957f360576dc8', 'gw_port': {'id': '27dfd032-b2fa-4950-9a37-fa409e0c52d1', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ab0b1a-2f06-42b3-8d69-bf43485bb477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:51:35Z', 'updated_at': '2021-09-23T06:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '2cb4fad4-ba9a-4431-beee-945aad87e564', 'name': '', 'network_id': '0b3e2c43-e919-45eb-9af3-a484276fff9d', 'tenant_id': 'd7938816ab9c44ebb4e957f360576dc8', 'mac_address': 'fa:16:3e:a1:3e:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ab0b1a-2f06-42b3-8d69-bf43485bb477', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '9fc2d9fb-aad3-4d00-b908-00d3404369a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:51:39Z', 'updated_at': '2021-09-23T06:51:44Z', 'revision_number': 4, 'project_id': 'd7938816ab9c44ebb4e957f360576dc8', 'subnets': [{'id': '9fc2d9fb-aad3-4d00-b908-00d3404369a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:51:46.182526 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408512fb-2c30-4092-8e0d-229cf5dd1cea req-eb5a39e8-2a57-482d-8e2a-62ee40f0e25e tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:46.201049 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-408512fb-2c30-4092-8e0d-229cf5dd1cea req-eb5a39e8-2a57-482d-8e2a-62ee40f0e25e tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=96d33569-2cba-4763-8625-a124ce14cdb6 HTTP/1.1" status: 200 len: 945 time: 0.2268567 Sep 23 06:51:46.231641 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229d15f1-49a7-4649-8922-9f118f68207d req-337d0963-f3c9-43e8-98e9-04c54b3685e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:46.233232 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-229d15f1-49a7-4649-8922-9f118f68207d req-337d0963-f3c9-43e8-98e9-04c54b3685e3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=31e1b5ab-8723-4bb9-862e-bd5cb61591b3 HTTP/1.1" status: 200 len: 1097 time: 0.1770971 Sep 23 06:51:46.264366 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-27508644-c43f-4a87-a996-6dfc87f44d19 req-038807f9-8f6a-4ff3-a12b-c8a6b33618ff service neutron] For port 5e26b822-5fe6-4529-bd65-af1c22511064, host n-h2-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:51:46.282277 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-27508644-c43f-4a87-a996-6dfc87f44d19 req-038807f9-8f6a-4ff3-a12b-c8a6b33618ff service neutron] For port 5e26b822-5fe6-4529-bd65-af1c22511064, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=5e26b822-5fe6-4529-bd65-af1c22511064,segment=NetworkSegment(e45912ab-73a2-4ecb-a631-df0a332d78f8),segment_id=e45912ab-73a2-4ecb-a631-df0a332d78f8)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:51:46.288435 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8bbaa67d-f10b-4efe-a829-0ab78d5e0aa2 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:46.294771 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8bbaa67d-f10b-4efe-a829-0ab78d5e0aa2 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:46.297486 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d8d271-a953-4c1e-ac2e-2ab5994bd2f8 req-8926b765-d732-4750-8f3a-392d8cdd6d1f tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:46.299212 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-408512fb-2c30-4092-8e0d-229cf5dd1cea req-30c5bc2e-e959-40d3-a328-05cfa432e45f tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973630 Sep 23 06:51:46.299356 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d2d8d271-a953-4c1e-ac2e-2ab5994bd2f8 req-8926b765-d732-4750-8f3a-392d8cdd6d1f tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] 10.222.0.39 "GET /v2.0/ports?device_id=229fc4c0-f93d-4f4b-b8ef-864f50ff163c HTTP/1.1" status: 200 len: 950 time: 0.0882871 Sep 23 06:51:46.300573 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-27508644-c43f-4a87-a996-6dfc87f44d19 req-038807f9-8f6a-4ff3-a12b-c8a6b33618ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:46.342464 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27508644-c43f-4a87-a996-6dfc87f44d19 req-038807f9-8f6a-4ff3-a12b-c8a6b33618ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:46.342847 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-27508644-c43f-4a87-a996-6dfc87f44d19 req-038807f9-8f6a-4ff3-a12b-c8a6b33618ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:46.344432 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-27508644-c43f-4a87-a996-6dfc87f44d19 req-038807f9-8f6a-4ff3-a12b-c8a6b33618ff service neutron] 10.222.0.58 "PUT /v2.0/ports/5e26b822-5fe6-4529-bd65-af1c22511064 HTTP/1.1" status: 200 len: 1092 time: 2.1501923 Sep 23 06:51:46.348830 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-229d15f1-49a7-4649-8922-9f118f68207d req-8a1988a9-061b-4533-9036-7a8ff921a7d3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ece3dc8d-d93c-45c1-8c17-22ee813f6047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988801 Sep 23 06:51:46.355214 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbfdf59c-d1e6-4757-9a48-028b48ff74be', 'tag': '5e26b822-5fe6-4529-bd65-af1c22511064'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:51:46.357989 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47db427f-937b-492d-9ed5-b883245d2225" -d '{"events": [{"name": "network-changed", "server_uuid": "cbfdf59c-d1e6-4757-9a48-028b48ff74be", "tag": "5e26b822-5fe6-4529-bd65-af1c22511064"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:51:46.406999 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbaa67d-f10b-4efe-a829-0ab78d5e0aa2 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Pushing event updated for resources: {'Port': ['ID=b4363aaf-133c-42c3-a5be-4fa522620b65,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:46.429200 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8bbaa67d-f10b-4efe-a829-0ab78d5e0aa2 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:46.430554 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d34b04-7e1d-4e48-bb51-cbfd428a6289 x-openstack-request-id: req-07d34b04-7e1d-4e48-bb51-cbfd428a6289 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:51:46.431055 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbfdf59c-d1e6-4757-9a48-028b48ff74be", "tag": "5e26b822-5fe6-4529-bd65-af1c22511064", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:51:46.431308 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-07d34b04-7e1d-4e48-bb51-cbfd428a6289 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:51:46.431694 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbfdf59c-d1e6-4757-9a48-028b48ff74be', 'tag': '5e26b822-5fe6-4529-bd65-af1c22511064', 'status': 'completed', 'code': 200} Sep 23 06:51:46.436176 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d2d8d271-a953-4c1e-ac2e-2ab5994bd2f8 req-e53feff8-9cc4-4dbc-8687-3fea60a398e0 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] 10.222.0.39 "GET /v2.0/security-groups?id=2da1a433-5a8f-4ff2-b3a0-816d4a147bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271572 Sep 23 06:51:46.438639 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038807f9-8f6a-4ff3-a12b-c8a6b33618ff service neutron] Pushing event updated for resources: {'Port': ['ID=5e26b822-5fe6-4529-bd65-af1c22511064,revision_number=3']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:46.447309 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8bbaa67d-f10b-4efe-a829-0ab78d5e0aa2 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:46.449160 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-8bbaa67d-f10b-4efe-a829-0ab78d5e0aa2 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7034206 Sep 23 06:51:46.462831 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27508644-c43f-4a87-a996-6dfc87f44d19 req-cb3b9223-44c8-4f1e-b063-c68d5086f54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:46.464393 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-27508644-c43f-4a87-a996-6dfc87f44d19 req-cb3b9223-44c8-4f1e-b063-c68d5086f54e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=89cde1f180a04b9a82f94238d641b222&device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 1095 time: 0.0676398 Sep 23 06:51:46.523379 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-27508644-c43f-4a87-a996-6dfc87f44d19 req-ac3955ad-f3f0-4c23-a7f5-ab0393773fe2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e26b822-5fe6-4529-bd65-af1c22511064 HTTP/1.1" status: 200 len: 217 time: 0.0444770 Sep 23 06:51:46.589835 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27508644-c43f-4a87-a996-6dfc87f44d19 req-991b3e53-ef23-4e5b-83cf-75afb8851ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:46.591601 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-27508644-c43f-4a87-a996-6dfc87f44d19 req-991b3e53-ef23-4e5b-83cf-75afb8851ce1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c520f2a7-ad21-49cf-80dc-376f9b100681 HTTP/1.1" status: 200 len: 853 time: 0.0565529 Sep 23 06:51:46.617160 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3d9ebeb6-26c1-4d0f-a3be-a527d4908006 req-5c8503e1-a8da-49ba-b635-4674766925b6 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1814522245&fields=id&tenant_id=d7938816ab9c44ebb4e957f360576dc8 HTTP/1.1" status: 200 len: 267 time: 0.0499980 Sep 23 06:51:46.634714 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-27508644-c43f-4a87-a996-6dfc87f44d19 req-d6b4069b-494c-4326-92a2-b6526380d6b1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=218c58b5-0e0b-4646-89a6-548d923b3f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309095 Sep 23 06:51:46.796956 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-27508644-c43f-4a87-a996-6dfc87f44d19 req-ab75782c-bb3f-45c6-b74a-0050cb93558d service neutron] 10.222.0.58 "GET /v2.0/networks/218c58b5-0e0b-4646-89a6-548d923b3f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537161 Sep 23 06:51:46.809646 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ff3a34-1162-45c3-b6a0-97da8030540e req-8759f407-df2f-462e-8fde-19567ef70cb5 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:46.817568 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-66ff3a34-1162-45c3-b6a0-97da8030540e req-8759f407-df2f-462e-8fde-19567ef70cb5 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 943 time: 0.0822237 Sep 23 06:51:46.826370 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ebeb6-26c1-4d0f-a3be-a527d4908006 req-bd3ad1e0-2c36-4564-97e3-a67bfa61eff8 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:46.828891 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3d9ebeb6-26c1-4d0f-a3be-a527d4908006 req-bd3ad1e0-2c36-4564-97e3-a67bfa61eff8 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] 10.222.0.39 "GET /v2.0/networks?id=0b3e2c43-e919-45eb-9af3-a484276fff9d HTTP/1.1" status: 200 len: 804 time: 0.2100477 Sep 23 06:51:46.837284 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c57a5-de3f-46e8-9ce3-e7d0d08d0c0d req-5596d1cd-1847-4662-81e7-a174f9c1f245 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:46.839333 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-689c57a5-de3f-46e8-9ce3-e7d0d08d0c0d req-5596d1cd-1847-4662-81e7-a174f9c1f245 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.58 "GET /v2.0/networks?id=f755c16b-3f42-4ee5-9068-675e45e695cf HTTP/1.1" status: 200 len: 806 time: 0.2190533 Sep 23 06:51:46.856141 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-689c57a5-de3f-46e8-9ce3-e7d0d08d0c0d req-2dc2eaa7-df0c-4a73-9fba-f4268b1b71e4 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Request body: {'port': {'device_id': 'eb2666d4-5b06-449f-8760-dbe90028137d', 'network_id': 'f755c16b-3f42-4ee5-9068-675e45e695cf', 'admin_state_up': True, 'tenant_id': '33d29a95a0634a4491ef4e20d2f6dd6b'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:51:46.863796 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3d9ebeb6-26c1-4d0f-a3be-a527d4908006 req-11659b05-b0d9-4c0b-9a26-76d84499e7ec tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] 10.222.0.39 "GET /v2.0/quotas/d7938816ab9c44ebb4e957f360576dc8 HTTP/1.1" status: 200 len: 375 time: 0.0232906 Sep 23 06:51:46.888542 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-66ff3a34-1162-45c3-b6a0-97da8030540e req-5db76376-e2fc-4eeb-a4b2-1807a97b6ee3 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686629 Sep 23 06:51:46.960866 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-27508644-c43f-4a87-a996-6dfc87f44d19 req-fb3b50a2-d259-4d72-be7a-2f6562c574dd service neutron] 10.222.0.58 "GET /v2.0/networks/218c58b5-0e0b-4646-89a6-548d923b3f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412399 Sep 23 06:51:47.009840 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3d9ebeb6-26c1-4d0f-a3be-a527d4908006 req-509788fa-3493-409b-b9ba-792223e786dd tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d7938816ab9c44ebb4e957f360576dc8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1263869 Sep 23 06:51:47.028946 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a80953-fc95-4813-8a9a-df1efc7e9159 req-101ab491-73f7-4133-8803-dc64a6424df6 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:47.037086 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-81a80953-fc95-4813-8a9a-df1efc7e9159 req-101ab491-73f7-4133-8803-dc64a6424df6 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?device_id=31e1b5ab-8723-4bb9-862e-bd5cb61591b3 HTTP/1.1" status: 200 len: 945 time: 0.0721595 Sep 23 06:51:47.075010 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-689c57a5-de3f-46e8-9ce3-e7d0d08d0c0d req-2dc2eaa7-df0c-4a73-9fba-f4268b1b71e4 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Made reservation on behalf of 33d29a95a0634a4491ef4e20d2f6dd6b for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:51:47.078973 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-689c57a5-de3f-46e8-9ce3-e7d0d08d0c0d req-2dc2eaa7-df0c-4a73-9fba-f4268b1b71e4 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:47.110413 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-81a80953-fc95-4813-8a9a-df1efc7e9159 req-8ad0816c-43da-4dc8-99ee-558148e49db5 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/security-groups?id=ece3dc8d-d93c-45c1-8c17-22ee813f6047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724938 Sep 23 06:51:47.115681 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47db427f-937b-492d-9ed5-b883245d2225 req-55a94921-c9f5-4b15-a659-05ea62dae118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:47.119304 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-47db427f-937b-492d-9ed5-b883245d2225 req-55a94921-c9f5-4b15-a659-05ea62dae118 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=89cde1f180a04b9a82f94238d641b222&device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 1095 time: 0.0789995 Sep 23 06:51:47.199639 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3d9ebeb6-26c1-4d0f-a3be-a527d4908006 req-d41c2f00-9f42-4bea-8588-b068e1392eec service neutron] 10.222.0.39 "GET /v2.0/networks/0b3e2c43-e919-45eb-9af3-a484276fff9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705463 Sep 23 06:51:47.236989 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2262c451-2f9d-4cf2-80df-45e4f1ddf54f req-81679d35-d7dc-4e22-bded-808f4a4fc43f tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb2666d4-5b06-449f-8760-dbe90028137d HTTP/1.1" status: 200 len: 210 time: 0.0639985 Sep 23 06:51:47.275796 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47db427f-937b-492d-9ed5-b883245d2225 req-09bacf30-6b2c-48de-a5fc-d21356571224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:47.277572 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-47db427f-937b-492d-9ed5-b883245d2225 req-09bacf30-6b2c-48de-a5fc-d21356571224 service neutron] 10.222.0.58 "GET /v2.0/networks?id=218c58b5-0e0b-4646-89a6-548d923b3f5b HTTP/1.1" status: 200 len: 914 time: 0.1504798 Sep 23 06:51:47.333753 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-689c57a5-de3f-46e8-9ce3-e7d0d08d0c0d req-2dc2eaa7-df0c-4a73-9fba-f4268b1b71e4 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Allocated IP 172.20.0.10 (f755c16b-3f42-4ee5-9068-675e45e695cf/0b013e5a-19bd-4628-a463-6cccef958c7f/35a67485-d9b8-43f6-af71-0e4a98091089) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:51:47.336805 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-47db427f-937b-492d-9ed5-b883245d2225 req-2821ad29-0d32-4561-8b6d-7a85a2ff3ea8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e26b822-5fe6-4529-bd65-af1c22511064 HTTP/1.1" status: 200 len: 217 time: 0.0504053 Sep 23 06:51:47.392524 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47db427f-937b-492d-9ed5-b883245d2225 req-a2ab0cfd-9013-4c4d-8f15-b2cd2336e871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:47.394182 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-47db427f-937b-492d-9ed5-b883245d2225 req-a2ab0cfd-9013-4c4d-8f15-b2cd2336e871 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c520f2a7-ad21-49cf-80dc-376f9b100681 HTTP/1.1" status: 200 len: 853 time: 0.0498476 Sep 23 06:51:47.453832 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-47db427f-937b-492d-9ed5-b883245d2225 req-bbb96bf5-2b16-41fb-b2ab-747ac3e40041 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=218c58b5-0e0b-4646-89a6-548d923b3f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484991 Sep 23 06:51:47.467352 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3d9ebeb6-26c1-4d0f-a3be-a527d4908006 req-4d467aba-97c9-47f5-ab24-788739407f21 service neutron] 10.222.0.39 "GET /v2.0/networks/0b3e2c43-e919-45eb-9af3-a484276fff9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586143 Sep 23 06:51:47.495829 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd87299a-a969-4600-80d4-3e61a4ed354f req-74cbac0d-2b12-4e58-a787-d693a6b1599f tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:47.497517 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dd87299a-a969-4600-80d4-3e61a4ed354f req-74cbac0d-2b12-4e58-a787-d693a6b1599f tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=96d33569-2cba-4763-8625-a124ce14cdb6 HTTP/1.1" status: 200 len: 945 time: 0.1024282 Sep 23 06:51:47.565118 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-689c57a5-de3f-46e8-9ce3-e7d0d08d0c0d req-2dc2eaa7-df0c-4a73-9fba-f4268b1b71e4 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:47.590228 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dd87299a-a969-4600-80d4-3e61a4ed354f req-f5e1bfa2-7c44-4e64-a023-e3ab24ea0ebe tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828350 Sep 23 06:51:47.615409 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-47db427f-937b-492d-9ed5-b883245d2225 req-bd05f9cf-d33d-45e7-967c-31565dedc593 service neutron] 10.222.0.58 "GET /v2.0/networks/218c58b5-0e0b-4646-89a6-548d923b3f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522775 Sep 23 06:51:47.622559 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-689c57a5-de3f-46e8-9ce3-e7d0d08d0c0d req-2dc2eaa7-df0c-4a73-9fba-f4268b1b71e4 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:47.636889 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['7873b1c3-6c50-4190-8723-b9f733e059a4'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:51:47.692752 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-689c57a5-de3f-46e8-9ce3-e7d0d08d0c0d req-2dc2eaa7-df0c-4a73-9fba-f4268b1b71e4 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Network f755c16b-3f42-4ee5-9068-675e45e695cf is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:51:47.697108 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-689c57a5-de3f-46e8-9ce3-e7d0d08d0c0d req-2dc2eaa7-df0c-4a73-9fba-f4268b1b71e4 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:51:47.701383 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-689c57a5-de3f-46e8-9ce3-e7d0d08d0c0d req-2dc2eaa7-df0c-4a73-9fba-f4268b1b71e4 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:51:47.733667 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['e87b71fa-b97d-4b3a-b9d5-d1cec873b9bc'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:51:47.766934 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc2eaa7-df0c-4a73-9fba-f4268b1b71e4 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Pushing event updated for resources: {'Port': ['ID=35a67485-d9b8-43f6-af71-0e4a98091089,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:47.778468 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-47db427f-937b-492d-9ed5-b883245d2225 req-f412a1d2-ba5c-4c4f-8304-958c08bb18f1 service neutron] 10.222.0.58 "GET /v2.0/networks/218c58b5-0e0b-4646-89a6-548d923b3f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559637 Sep 23 06:51:47.802593 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff05f8-b3e4-4b0a-91d9-d7038bc30cf3 req-d00bd4b3-0c72-43f9-9999-1f4a6fb6a53c tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:47.813485 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-28ff05f8-b3e4-4b0a-91d9-d7038bc30cf3 req-d00bd4b3-0c72-43f9-9999-1f4a6fb6a53c tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] 10.222.0.39 "GET /v2.0/ports?device_id=229fc4c0-f93d-4f4b-b8ef-864f50ff163c HTTP/1.1" status: 200 len: 950 time: 0.0860415 Sep 23 06:51:47.851288 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-42e1f454-1bcd-4d28-a645-7a4e760306f3 req-62993e79-7fd0-47ee-92d5-8ac9e7fb2310 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] 10.222.0.39 "GET /v2.0/ports?device_id=7cd761e0-072c-46ae-8bd5-f6d1ff77734e HTTP/1.1" status: 200 len: 210 time: 0.1307781 Sep 23 06:51:47.885289 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c57a5-de3f-46e8-9ce3-e7d0d08d0c0d req-2dc2eaa7-df0c-4a73-9fba-f4268b1b71e4 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:47.885963 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-689c57a5-de3f-46e8-9ce3-e7d0d08d0c0d req-2dc2eaa7-df0c-4a73-9fba-f4268b1b71e4 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:47.894989 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-28ff05f8-b3e4-4b0a-91d9-d7038bc30cf3 req-e1699368-0969-49d4-99ff-95912087cc5f tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] 10.222.0.39 "GET /v2.0/security-groups?id=2da1a433-5a8f-4ff2-b3a0-816d4a147bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746675 Sep 23 06:51:47.919619 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-689c57a5-de3f-46e8-9ce3-e7d0d08d0c0d req-2dc2eaa7-df0c-4a73-9fba-f4268b1b71e4 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0677905 Sep 23 06:51:47.935115 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-689c57a5-de3f-46e8-9ce3-e7d0d08d0c0d req-051bb459-deff-487c-9c5b-28a6ae1a51bf service neutron] Request body: {'port': {'device_id': 'eb2666d4-5b06-449f-8760-dbe90028137d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:51:48.034392 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-689c57a5-de3f-46e8-9ce3-e7d0d08d0c0d req-051bb459-deff-487c-9c5b-28a6ae1a51bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:48.080861 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a9368a-5952-401d-b6f5-d1836c05079d req-bf66e219-7ff7-4bb0-bcd7-038f63c1e35f tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:48.088121 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f6a9368a-5952-401d-b6f5-d1836c05079d req-bf66e219-7ff7-4bb0-bcd7-038f63c1e35f tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 943 time: 0.1015949 Sep 23 06:51:48.161067 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f6a9368a-5952-401d-b6f5-d1836c05079d req-64d65374-d857-461c-92a1-2f558d16530c tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654440 Sep 23 06:51:48.287917 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 2cb4fad4-ba9a-4431-beee-945aad87e564 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:51:48.350489 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a36d6e6-26cb-473a-a23b-f46f2f720a06 req-c1f2afff-5e2b-4b82-9d6a-5b7c77631023 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:48.352989 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7a36d6e6-26cb-473a-a23b-f46f2f720a06 req-c1f2afff-5e2b-4b82-9d6a-5b7c77631023 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?device_id=31e1b5ab-8723-4bb9-862e-bd5cb61591b3 HTTP/1.1" status: 200 len: 945 time: 0.0905354 Sep 23 06:51:48.411556 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 2cb4fad4-ba9a-4431-beee-945aad87e564 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:51:48.411932 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:48.419635 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7a36d6e6-26cb-473a-a23b-f46f2f720a06 req-a52579e5-d598-4b66-af5f-1816302a4688 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/security-groups?id=ece3dc8d-d93c-45c1-8c17-22ee813f6047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592487 Sep 23 06:51:48.457113 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-689c57a5-de3f-46e8-9ce3-e7d0d08d0c0d req-051bb459-deff-487c-9c5b-28a6ae1a51bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35a67485-d9b8-43f6-af71-0e4a98091089 {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:51:48.469393 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-689c57a5-de3f-46e8-9ce3-e7d0d08d0c0d req-051bb459-deff-487c-9c5b-28a6ae1a51bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:48.494359 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b486bae7-fc45-4b19-b8fa-f97976e1a5d4 req-31b59840-939d-403f-927b-7f7a7d7ed382 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:48.502074 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b486bae7-fc45-4b19-b8fa-f97976e1a5d4 req-31b59840-939d-403f-927b-7f7a7d7ed382 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb2666d4-5b06-449f-8760-dbe90028137d HTTP/1.1" status: 200 len: 932 time: 0.1311369 Sep 23 06:51:48.509919 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-689c57a5-de3f-46e8-9ce3-e7d0d08d0c0d req-051bb459-deff-487c-9c5b-28a6ae1a51bf service neutron] Transition to ACTIVE for port object 35a67485-d9b8-43f6-af71-0e4a98091089 will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:51:48.539022 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-689c57a5-de3f-46e8-9ce3-e7d0d08d0c0d req-051bb459-deff-487c-9c5b-28a6ae1a51bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:48.573473 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b486bae7-fc45-4b19-b8fa-f97976e1a5d4 req-21bf43af-97a3-403b-bb5d-2503d96b4991 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662904 Sep 23 06:51:48.601682 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051bb459-deff-487c-9c5b-28a6ae1a51bf service neutron] Pushing event updated for resources: {'Port': ['ID=35a67485-d9b8-43f6-af71-0e4a98091089,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:48.692715 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-689c57a5-de3f-46e8-9ce3-e7d0d08d0c0d req-051bb459-deff-487c-9c5b-28a6ae1a51bf service neutron] Attempting to bind port 35a67485-d9b8-43f6-af71-0e4a98091089 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:51:48.693369 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-689c57a5-de3f-46e8-9ce3-e7d0d08d0c0d req-051bb459-deff-487c-9c5b-28a6ae1a51bf service neutron] Attempting to bind port 35a67485-d9b8-43f6-af71-0e4a98091089 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': 'baf87664-ecc7-475d-93f2-159d871e9198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f755c16b-3f42-4ee5-9068-675e45e695cf'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:51:48.693955 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689c57a5-de3f-46e8-9ce3-e7d0d08d0c0d req-051bb459-deff-487c-9c5b-28a6ae1a51bf service neutron] Attempting to bind port 35a67485-d9b8-43f6-af71-0e4a98091089 on network f755c16b-3f42-4ee5-9068-675e45e695cf {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:51:48.732552 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689c57a5-de3f-46e8-9ce3-e7d0d08d0c0d req-051bb459-deff-487c-9c5b-28a6ae1a51bf service neutron] Port 35a67485-d9b8-43f6-af71-0e4a98091089 on network f755c16b-3f42-4ee5-9068-675e45e695cf not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:51:48.732921 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689c57a5-de3f-46e8-9ce3-e7d0d08d0c0d req-051bb459-deff-487c-9c5b-28a6ae1a51bf service neutron] Attempting to bind port 35a67485-d9b8-43f6-af71-0e4a98091089 on network f755c16b-3f42-4ee5-9068-675e45e695cf {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:51:48.742017 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689c57a5-de3f-46e8-9ce3-e7d0d08d0c0d req-051bb459-deff-487c-9c5b-28a6ae1a51bf service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:51:48.742362 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689c57a5-de3f-46e8-9ce3-e7d0d08d0c0d req-051bb459-deff-487c-9c5b-28a6ae1a51bf service neutron] Checking segment: {'id': 'baf87664-ecc7-475d-93f2-159d871e9198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f755c16b-3f42-4ee5-9068-675e45e695cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:51:48.743284 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689c57a5-de3f-46e8-9ce3-e7d0d08d0c0d req-051bb459-deff-487c-9c5b-28a6ae1a51bf service neutron] Bound using segment: {'id': 'baf87664-ecc7-475d-93f2-159d871e9198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f755c16b-3f42-4ee5-9068-675e45e695cf'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:51:48.743724 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-689c57a5-de3f-46e8-9ce3-e7d0d08d0c0d req-051bb459-deff-487c-9c5b-28a6ae1a51bf service neutron] Bound port: 35a67485-d9b8-43f6-af71-0e4a98091089, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baf87664-ecc7-475d-93f2-159d871e9198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f755c16b-3f42-4ee5-9068-675e45e695cf'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:51:48.744086 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-689c57a5-de3f-46e8-9ce3-e7d0d08d0c0d req-051bb459-deff-487c-9c5b-28a6ae1a51bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:48.810158 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2aba8b-cf96-445e-9f2c-c7001af4474f req-aee700d8-2a8b-45f1-b921-4e8704e23018 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:48.811756 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5f2aba8b-cf96-445e-9f2c-c7001af4474f req-aee700d8-2a8b-45f1-b921-4e8704e23018 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?device_id=31e1b5ab-8723-4bb9-862e-bd5cb61591b3 HTTP/1.1" status: 200 len: 945 time: 0.0545766 Sep 23 06:51:48.826371 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c196611f-bb8d-4be9-bd80-5bc3b9564150 req-2e861517-a068-4796-9015-11bfc339a737 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:48.827945 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c196611f-bb8d-4be9-bd80-5bc3b9564150 req-2e861517-a068-4796-9015-11bfc339a737 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=96d33569-2cba-4763-8625-a124ce14cdb6 HTTP/1.1" status: 200 len: 945 time: 0.1493485 Sep 23 06:51:48.852804 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5f2aba8b-cf96-445e-9f2c-c7001af4474f req-19d40dc1-2c22-4514-b722-649f6a68aa1b tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/security-groups?id=ece3dc8d-d93c-45c1-8c17-22ee813f6047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347450 Sep 23 06:51:48.875623 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-689c57a5-de3f-46e8-9ce3-e7d0d08d0c0d req-051bb459-deff-487c-9c5b-28a6ae1a51bf service neutron] For port 35a67485-d9b8-43f6-af71-0e4a98091089, host n-h2-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:51:48.894027 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-689c57a5-de3f-46e8-9ce3-e7d0d08d0c0d req-051bb459-deff-487c-9c5b-28a6ae1a51bf service neutron] For port 35a67485-d9b8-43f6-af71-0e4a98091089, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=35a67485-d9b8-43f6-af71-0e4a98091089,segment=NetworkSegment(baf87664-ecc7-475d-93f2-159d871e9198),segment_id=baf87664-ecc7-475d-93f2-159d871e9198)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:51:48.898948 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc4d17a-4b41-442e-9a1a-f065da85952a req-54958efa-9508-4240-872c-05e67931b19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:48.900658 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6cc4d17a-4b41-442e-9a1a-f065da85952a req-54958efa-9508-4240-872c-05e67931b19f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=78784ddf54ea42ea84ca6a9ec88bb4dc&device_id=31e1b5ab-8723-4bb9-862e-bd5cb61591b3 HTTP/1.1" status: 200 len: 1097 time: 0.1143637 Sep 23 06:51:48.906775 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-689c57a5-de3f-46e8-9ce3-e7d0d08d0c0d req-051bb459-deff-487c-9c5b-28a6ae1a51bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:48.945011 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-62d80e38-3809-4352-9bd7-241383690064 req-f09a400d-edd3-4660-9dd4-6eb5275b2809 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] 10.222.0.39 "GET /v2.0/ports?device_id=7cd761e0-072c-46ae-8bd5-f6d1ff77734e HTTP/1.1" status: 200 len: 210 time: 0.0268319 Sep 23 06:51:48.954751 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c196611f-bb8d-4be9-bd80-5bc3b9564150 req-0d15ec9b-0d68-48f2-8473-ba917989a5ce tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132715 Sep 23 06:51:48.970314 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c57a5-de3f-46e8-9ce3-e7d0d08d0c0d req-051bb459-deff-487c-9c5b-28a6ae1a51bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:48.971052 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-689c57a5-de3f-46e8-9ce3-e7d0d08d0c0d req-051bb459-deff-487c-9c5b-28a6ae1a51bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:48.972450 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-689c57a5-de3f-46e8-9ce3-e7d0d08d0c0d req-051bb459-deff-487c-9c5b-28a6ae1a51bf service neutron] 10.222.0.58 "PUT /v2.0/ports/35a67485-d9b8-43f6-af71-0e4a98091089 HTTP/1.1" status: 200 len: 1093 time: 1.0447769 Sep 23 06:51:48.977172 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb2666d4-5b06-449f-8760-dbe90028137d', 'tag': '35a67485-d9b8-43f6-af71-0e4a98091089'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:51:48.979697 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56092a48-8ef5-46bb-99a8-956848823f2b" -d '{"events": [{"name": "network-changed", "server_uuid": "eb2666d4-5b06-449f-8760-dbe90028137d", "tag": "35a67485-d9b8-43f6-af71-0e4a98091089"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:51:49.040574 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95bbf1f2-919b-4379-ade4-81cf39797bf6 x-openstack-request-id: req-95bbf1f2-919b-4379-ade4-81cf39797bf6 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:51:49.040883 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb2666d4-5b06-449f-8760-dbe90028137d", "tag": "35a67485-d9b8-43f6-af71-0e4a98091089", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:51:49.041116 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-95bbf1f2-919b-4379-ade4-81cf39797bf6 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:51:49.041509 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb2666d4-5b06-449f-8760-dbe90028137d', 'tag': '35a67485-d9b8-43f6-af71-0e4a98091089', 'status': 'completed', 'code': 200} Sep 23 06:51:49.062025 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051bb459-deff-487c-9c5b-28a6ae1a51bf service neutron] Pushing event updated for resources: {'Port': ['ID=35a67485-d9b8-43f6-af71-0e4a98091089,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:49.110056 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc4d17a-4b41-442e-9a1a-f065da85952a req-81221ddb-fc05-4aac-90df-79d879370927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:49.111529 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6cc4d17a-4b41-442e-9a1a-f065da85952a req-81221ddb-fc05-4aac-90df-79d879370927 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6857e841-b53d-4899-987a-f0e6c1c77e85 HTTP/1.1" status: 200 len: 912 time: 0.2019260 Sep 23 06:51:49.116532 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c57a5-de3f-46e8-9ce3-e7d0d08d0c0d req-44601a5f-cee3-474a-bace-fe3c2a6609a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:49.118600 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-689c57a5-de3f-46e8-9ce3-e7d0d08d0c0d req-44601a5f-cee3-474a-bace-fe3c2a6609a4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=33d29a95a0634a4491ef4e20d2f6dd6b&device_id=eb2666d4-5b06-449f-8760-dbe90028137d HTTP/1.1" status: 200 len: 1096 time: 0.0802815 Sep 23 06:51:49.200140 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6cc4d17a-4b41-442e-9a1a-f065da85952a req-83b7b468-5f39-4283-8505-a9b868115901 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c1b67c9-1960-4c11-8092-1d3562af2857 HTTP/1.1" status: 200 len: 217 time: 0.0787411 Sep 23 06:51:49.201610 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-689c57a5-de3f-46e8-9ce3-e7d0d08d0c0d req-a9423ec4-2633-4d1c-a881-e8c113d79f22 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35a67485-d9b8-43f6-af71-0e4a98091089 HTTP/1.1" status: 200 len: 217 time: 0.0739362 Sep 23 06:51:49.665914 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc4d17a-4b41-442e-9a1a-f065da85952a req-eea0e86d-016a-433c-a74a-08fd5093ff96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:49.667497 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6cc4d17a-4b41-442e-9a1a-f065da85952a req-eea0e86d-016a-433c-a74a-08fd5093ff96 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28a40485-6179-4cfd-bacb-cd6d53527b94 HTTP/1.1" status: 200 len: 851 time: 0.4535675 Sep 23 06:51:49.685684 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c57a5-de3f-46e8-9ce3-e7d0d08d0c0d req-994719f8-faf2-46c9-aa19-67e17ad9ef5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:49.687149 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-689c57a5-de3f-46e8-9ce3-e7d0d08d0c0d req-994719f8-faf2-46c9-aa19-67e17ad9ef5e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0b013e5a-19bd-4628-a463-6cccef958c7f HTTP/1.1" status: 200 len: 846 time: 0.4719274 Sep 23 06:51:49.737828 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6da7ba-362a-4fd2-aad0-50380024d52c req-82e57079-8610-4db9-9473-a5362b17f593 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:49.739233 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3f6da7ba-362a-4fd2-aad0-50380024d52c req-82e57079-8610-4db9-9473-a5362b17f593 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 943 time: 0.4823670 Sep 23 06:51:49.739710 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97db2de7-d630-4241-8202-a09eb7bbbfd5 req-b34f40b6-446f-466b-8db8-31b467a321bc tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:49.741263 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-97db2de7-d630-4241-8202-a09eb7bbbfd5 req-b34f40b6-446f-466b-8db8-31b467a321bc tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb2666d4-5b06-449f-8760-dbe90028137d HTTP/1.1" status: 200 len: 944 time: 0.0505574 Sep 23 06:51:49.758813 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ebeb6-26c1-4d0f-a3be-a527d4908006 req-d7319c18-0a03-47ba-ab4f-3db4273a4861 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:49.759783 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3d9ebeb6-26c1-4d0f-a3be-a527d4908006 req-d7319c18-0a03-47ba-ab4f-3db4273a4861 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] 10.222.0.21 "GET /v2.0/networks?id=0b3e2c43-e919-45eb-9af3-a484276fff9d HTTP/1.1" status: 200 len: 804 time: 0.5966940 Sep 23 06:51:49.761606 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6cc4d17a-4b41-442e-9a1a-f065da85952a req-e8af8c27-1a17-4c83-baa2-e44d19463040 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6857e841-b53d-4899-987a-f0e6c1c77e85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736122 Sep 23 06:51:49.764729 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-689c57a5-de3f-46e8-9ce3-e7d0d08d0c0d req-6fc69131-bb8d-48cd-8da1-bd83f6603c7e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f755c16b-3f42-4ee5-9068-675e45e695cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589511 Sep 23 06:51:49.784577 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-97db2de7-d630-4241-8202-a09eb7bbbfd5 req-60aa12fd-a099-4c36-bbc5-cd6fbc3e7406 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363810 Sep 23 06:51:49.868345 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3f6da7ba-362a-4fd2-aad0-50380024d52c req-596a47ae-9ffd-4b39-b031-43a3c28eba18 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055851 Sep 23 06:51:49.952898 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3d9ebeb6-26c1-4d0f-a3be-a527d4908006 req-7ddb15e3-7b3c-4954-a3c4-966eb024a882 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7938816ab9c44ebb4e957f360576dc8 HTTP/1.1" status: 200 len: 380 time: 0.1659951 Sep 23 06:51:49.965988 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-3d9ebeb6-26c1-4d0f-a3be-a527d4908006 req-c1913b0b-0c0e-4fc4-aedd-ae9c1ffc7843 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Request body: {'port': {'device_id': '7cd761e0-072c-46ae-8bd5-f6d1ff77734e', 'network_id': '0b3e2c43-e919-45eb-9af3-a484276fff9d', 'admin_state_up': True, 'tenant_id': 'd7938816ab9c44ebb4e957f360576dc8', 'security_groups': ['aa9aa16e-008b-4f25-9a90-22b6b7b8c83c']}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:51:49.970639 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43e0a89-f64f-4a9e-825d-6337e7c3f1bc req-492ffcf4-e2b6-4476-9eaf-721c1d8ae4f0 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:49.972280 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e43e0a89-f64f-4a9e-825d-6337e7c3f1bc req-492ffcf4-e2b6-4476-9eaf-721c1d8ae4f0 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?device_id=31e1b5ab-8723-4bb9-862e-bd5cb61591b3 HTTP/1.1" status: 200 len: 945 time: 0.0507734 Sep 23 06:51:50.017278 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-689c57a5-de3f-46e8-9ce3-e7d0d08d0c0d req-bee9ba50-9221-4f93-9f35-e1b59d2ea756 service neutron] 10.222.0.58 "GET /v2.0/networks/f755c16b-3f42-4ee5-9068-675e45e695cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396069 Sep 23 06:51:50.021122 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e43e0a89-f64f-4a9e-825d-6337e7c3f1bc req-516980d1-6421-48ec-a1c3-73da7a7811e0 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/security-groups?id=ece3dc8d-d93c-45c1-8c17-22ee813f6047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410445 Sep 23 06:51:50.021330 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6cc4d17a-4b41-442e-9a1a-f065da85952a req-185c61b7-1b0f-4317-a45c-e1be78607088 service neutron] 10.222.0.21 "GET /v2.0/networks/6857e841-b53d-4899-987a-f0e6c1c77e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335002 Sep 23 06:51:50.100588 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-378cb12d-5951-4ffa-9e0b-e735025abd67 req-782037fe-edf7-4766-a075-42940d63a1c1 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] 10.222.0.39 "GET /v2.0/ports?device_id=7cd761e0-072c-46ae-8bd5-f6d1ff77734e HTTP/1.1" status: 200 len: 210 time: 0.0762033 Sep 23 06:51:50.139061 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bbdb73-5087-4adb-925d-816388730867 req-0a1ccf7b-f19b-450b-a4c9-f294adb43fbd tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:50.140576 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-95bbdb73-5087-4adb-925d-816388730867 req-0a1ccf7b-f19b-450b-a4c9-f294adb43fbd tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=96d33569-2cba-4763-8625-a124ce14cdb6 HTTP/1.1" status: 200 len: 945 time: 0.0547566 Sep 23 06:51:50.182854 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-95bbdb73-5087-4adb-925d-816388730867 req-69ae2ff9-8d4c-489a-a5ae-e44c83e35f99 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357223 Sep 23 06:51:50.224976 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d9ebeb6-26c1-4d0f-a3be-a527d4908006 req-c1913b0b-0c0e-4fc4-aedd-ae9c1ffc7843 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Made reservation on behalf of d7938816ab9c44ebb4e957f360576dc8 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:51:50.228700 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-3d9ebeb6-26c1-4d0f-a3be-a527d4908006 req-c1913b0b-0c0e-4fc4-aedd-ae9c1ffc7843 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:50.269647 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-689c57a5-de3f-46e8-9ce3-e7d0d08d0c0d req-444beaa0-1e6e-4cea-8775-01e6bf7e1621 service neutron] 10.222.0.58 "GET /v2.0/networks/f755c16b-3f42-4ee5-9068-675e45e695cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200665 Sep 23 06:51:50.307759 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 5e26b822-5fe6-4529-bd65-af1c22511064 details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:51:50.368690 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6cc4d17a-4b41-442e-9a1a-f065da85952a req-a63b16a7-ff2a-42fa-b764-ed29320cff7d service neutron] 10.222.0.21 "GET /v2.0/networks/6857e841-b53d-4899-987a-f0e6c1c77e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034671 Sep 23 06:51:50.408179 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 5e26b822-5fe6-4529-bd65-af1c22511064, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=5e26b822-5fe6-4529-bd65-af1c22511064,segment=NetworkSegment(e45912ab-73a2-4ecb-a631-df0a332d78f8),segment_id=e45912ab-73a2-4ecb-a631-df0a332d78f8)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:51:50.420389 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': '5e26b822-5fe6-4529-bd65-af1c22511064', 'network_id': '218c58b5-0e0b-4646-89a6-548d923b3f5b', 'port_id': '5e26b822-5fe6-4529-bd65-af1c22511064', 'mac_address': 'fa:16:3e:84:98:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c520f2a7-ad21-49cf-80dc-376f9b100681', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:51:50.420617 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56092a48-8ef5-46bb-99a8-956848823f2b req-28a3c310-5b50-44cb-a234-21264f948e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:50.422159 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-56092a48-8ef5-46bb-99a8-956848823f2b req-28a3c310-5b50-44cb-a234-21264f948e32 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=33d29a95a0634a4491ef4e20d2f6dd6b&device_id=eb2666d4-5b06-449f-8760-dbe90028137d HTTP/1.1" status: 200 len: 1096 time: 0.0959566 Sep 23 06:51:50.458998 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:50.459624 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-3d9ebeb6-26c1-4d0f-a3be-a527d4908006 req-c1913b0b-0c0e-4fc4-aedd-ae9c1ffc7843 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Allocated IP 172.20.0.7 (0b3e2c43-e919-45eb-9af3-a484276fff9d/9fc2d9fb-aad3-4d00-b908-00d3404369a0/1482081c-25aa-4b21-b8d3-e3d9ed08029c) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:51:50.473022 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e26b822-5fe6-4529-bd65-af1c22511064 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:51:50.493354 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 5e26b822-5fe6-4529-bd65-af1c22511064, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=5e26b822-5fe6-4529-bd65-af1c22511064,segment=NetworkSegment(e45912ab-73a2-4ecb-a631-df0a332d78f8),segment_id=e45912ab-73a2-4ecb-a631-df0a332d78f8)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:51:50.497159 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:50.543721 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=5e26b822-5fe6-4529-bd65-af1c22511064,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:50.575203 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56092a48-8ef5-46bb-99a8-956848823f2b req-25622034-b20d-4b8d-8eee-f5ce467c3976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:50.576680 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-56092a48-8ef5-46bb-99a8-956848823f2b req-25622034-b20d-4b8d-8eee-f5ce467c3976 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f755c16b-3f42-4ee5-9068-675e45e695cf HTTP/1.1" status: 200 len: 907 time: 0.1468494 Sep 23 06:51:50.628382 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-56092a48-8ef5-46bb-99a8-956848823f2b req-c7cd978c-3cf9-4f9b-b406-e82d306b0ce0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35a67485-d9b8-43f6-af71-0e4a98091089 HTTP/1.1" status: 200 len: 217 time: 0.0390210 Sep 23 06:51:50.730648 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56092a48-8ef5-46bb-99a8-956848823f2b req-f37ef455-5d94-4e63-a63d-7802da98afc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:50.732256 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-56092a48-8ef5-46bb-99a8-956848823f2b req-f37ef455-5d94-4e63-a63d-7802da98afc3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0b013e5a-19bd-4628-a463-6cccef958c7f HTTP/1.1" status: 200 len: 846 time: 0.0785956 Sep 23 06:51:50.742448 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-3d9ebeb6-26c1-4d0f-a3be-a527d4908006 req-c1913b0b-0c0e-4fc4-aedd-ae9c1ffc7843 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:50.770905 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-56092a48-8ef5-46bb-99a8-956848823f2b req-994c9966-3599-4220-b262-99bb1980394b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f755c16b-3f42-4ee5-9068-675e45e695cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259659 Sep 23 06:51:50.823547 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['5e26b822-5fe6-4529-bd65-af1c22511064'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:51:50.824159 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-3d9ebeb6-26c1-4d0f-a3be-a527d4908006 req-c1913b0b-0c0e-4fc4-aedd-ae9c1ffc7843 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:50.858252 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 90d206ad-f399-447e-b6e6-eb805b59e2cd no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:51:50.945450 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d9ebeb6-26c1-4d0f-a3be-a527d4908006 req-c1913b0b-0c0e-4fc4-aedd-ae9c1ffc7843 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Network 0b3e2c43-e919-45eb-9af3-a484276fff9d is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:51:50.959185 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-3d9ebeb6-26c1-4d0f-a3be-a527d4908006 req-c1913b0b-0c0e-4fc4-aedd-ae9c1ffc7843 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:51:50.962616 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d9ebeb6-26c1-4d0f-a3be-a527d4908006 req-c1913b0b-0c0e-4fc4-aedd-ae9c1ffc7843 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:51:50.968698 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1913b0b-0c0e-4fc4-aedd-ae9c1ffc7843 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Pushing event updated for resources: {'Port': ['ID=1482081c-25aa-4b21-b8d3-e3d9ed08029c,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:51.006713 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:51.018013 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d737b0-cc07-4a62-b82f-45e977043265 req-16f5058f-61ef-43bb-b2f1-8e85dbd13a91 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:51.020323 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e0d737b0-cc07-4a62-b82f-45e977043265 req-16f5058f-61ef-43bb-b2f1-8e85dbd13a91 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 944 time: 0.0629818 Sep 23 06:51:51.030842 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-56092a48-8ef5-46bb-99a8-956848823f2b req-cc77ae79-d7c4-4601-bd64-3283c82c483a service neutron] 10.222.0.58 "GET /v2.0/networks/f755c16b-3f42-4ee5-9068-675e45e695cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390583 Sep 23 06:51:51.044707 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e4ee2-2f05-4702-aa81-d3c6e0962c61 req-b16f77b9-3634-42b2-b96c-7a5620caf03b tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:51.049645 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c63e4ee2-2f05-4702-aa81-d3c6e0962c61 req-b16f77b9-3634-42b2-b96c-7a5620caf03b tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb2666d4-5b06-449f-8760-dbe90028137d HTTP/1.1" status: 200 len: 944 time: 0.1883378 Sep 23 06:51:51.058106 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '229fc4c0-f93d-4f4b-b8ef-864f50ff163c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90d206ad-f399-447e-b6e6-eb805b59e2cd'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:51:51.060512 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adbd6e6e-060b-42e1-b32d-44d103894288" -d '{"events": [{"server_uuid": "229fc4c0-f93d-4f4b-b8ef-864f50ff163c", "name": "network-vif-unplugged", "status": "completed", "tag": "90d206ad-f399-447e-b6e6-eb805b59e2cd"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:51:51.076106 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e0d737b0-cc07-4a62-b82f-45e977043265 req-18b6bc1c-31e7-454a-baf4-1ec535f2ce77 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452068 Sep 23 06:51:51.095152 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ebeb6-26c1-4d0f-a3be-a527d4908006 req-c1913b0b-0c0e-4fc4-aedd-ae9c1ffc7843 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:51.095798 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-3d9ebeb6-26c1-4d0f-a3be-a527d4908006 req-c1913b0b-0c0e-4fc4-aedd-ae9c1ffc7843 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:51.097268 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 90d206ad-f399-447e-b6e6-eb805b59e2cd, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=90d206ad-f399-447e-b6e6-eb805b59e2cd,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:51:51.122310 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:51.130049 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3d9ebeb6-26c1-4d0f-a3be-a527d4908006 req-c1913b0b-0c0e-4fc4-aedd-ae9c1ffc7843 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1683843 Sep 23 06:51:51.153260 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-3d9ebeb6-26c1-4d0f-a3be-a527d4908006 req-a4d1dec0-3fb1-4ac0-a77f-d03cefefdf97 service neutron] Request body: {'port': {'device_id': '7cd761e0-072c-46ae-8bd5-f6d1ff77734e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:51:51.198653 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=90d206ad-f399-447e-b6e6-eb805b59e2cd,revision_number=8']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:51.221588 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ec816-1ab9-4d0f-a569-af3b228dd123 req-4afc87b9-27dd-4e14-8484-478b9004e68d tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:51.223703 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5b4ec816-1ab9-4d0f-a569-af3b228dd123 req-4afc87b9-27dd-4e14-8484-478b9004e68d tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?device_id=31e1b5ab-8723-4bb9-862e-bd5cb61591b3 HTTP/1.1" status: 200 len: 945 time: 0.0619757 Sep 23 06:51:51.229303 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c63e4ee2-2f05-4702-aa81-d3c6e0962c61 req-da109a2f-c6ee-42c2-8586-967d3ea749fd tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708937 Sep 23 06:51:51.274408 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-3d9ebeb6-26c1-4d0f-a3be-a527d4908006 req-a4d1dec0-3fb1-4ac0-a77f-d03cefefdf97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:51.278195 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 06:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-562dd857-0eb6-426e-9b7b-f3413b0caa22 x-openstack-request-id: req-562dd857-0eb6-426e-9b7b-f3413b0caa22 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:51:51.278582 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "229fc4c0-f93d-4f4b-b8ef-864f50ff163c", "name": "network-vif-unplugged", "status": "completed", "tag": "90d206ad-f399-447e-b6e6-eb805b59e2cd", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:51:51.278899 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-562dd857-0eb6-426e-9b7b-f3413b0caa22 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:51:51.279436 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '229fc4c0-f93d-4f4b-b8ef-864f50ff163c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90d206ad-f399-447e-b6e6-eb805b59e2cd', 'code': 200} Sep 23 06:51:51.282549 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5b4ec816-1ab9-4d0f-a569-af3b228dd123 req-db27fe56-0790-4ea3-9801-313edaa1cb5c tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/security-groups?id=ece3dc8d-d93c-45c1-8c17-22ee813f6047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509572 Sep 23 06:51:51.337451 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-045df4fa-bd83-4b22-89fc-cdcc3526b452 None None] Provisioning complete for port 1482081c-25aa-4b21-b8d3-e3d9ed08029c triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:51:51.338420 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-045df4fa-bd83-4b22-89fc-cdcc3526b452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:51.344097 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-56092a48-8ef5-46bb-99a8-956848823f2b req-77292e64-988d-4dc0-ae7f-f50d23524ea7 service neutron] 10.222.0.58 "GET /v2.0/networks/f755c16b-3f42-4ee5-9068-675e45e695cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874458 Sep 23 06:51:51.377055 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-045df4fa-bd83-4b22-89fc-cdcc3526b452 None None] Port 1482081c-25aa-4b21-b8d3-e3d9ed08029c cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:51:51.401560 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b1e6f-5b24-4176-86fc-d72e5e862c00 req-b88e5cad-0655-48b8-9345-ff39b36ffe5a tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:51.403082 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-830b1e6f-5b24-4176-86fc-d72e5e862c00 req-b88e5cad-0655-48b8-9345-ff39b36ffe5a tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=96d33569-2cba-4763-8625-a124ce14cdb6 HTTP/1.1" status: 200 len: 945 time: 0.0568795 Sep 23 06:51:51.441682 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-830b1e6f-5b24-4176-86fc-d72e5e862c00 req-5a51758f-6fb4-4f6e-81aa-389be5ff8e9f tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325212 Sep 23 06:51:51.475358 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ebb77c-0c22-4461-ae8e-c957676365f2 req-5e236527-e46d-4d2d-a0a0-4fd905fe2433 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:51.476892 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b9ebb77c-0c22-4461-ae8e-c957676365f2 req-5e236527-e46d-4d2d-a0a0-4fd905fe2433 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] 10.222.0.39 "GET /v2.0/ports?device_id=7cd761e0-072c-46ae-8bd5-f6d1ff77734e HTTP/1.1" status: 200 len: 931 time: 0.1298702 Sep 23 06:51:51.553299 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b9ebb77c-0c22-4461-ae8e-c957676365f2 req-4bda6655-0b97-41ff-97fe-cf5bcf0a6966 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa9aa16e-008b-4f25-9a90-22b6b7b8c83c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679393 Sep 23 06:51:51.626866 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-3d9ebeb6-26c1-4d0f-a3be-a527d4908006 req-a4d1dec0-3fb1-4ac0-a77f-d03cefefdf97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1482081c-25aa-4b21-b8d3-e3d9ed08029c {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:51:51.635210 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-3d9ebeb6-26c1-4d0f-a3be-a527d4908006 req-a4d1dec0-3fb1-4ac0-a77f-d03cefefdf97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:51.646906 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-3d9ebeb6-26c1-4d0f-a3be-a527d4908006 req-a4d1dec0-3fb1-4ac0-a77f-d03cefefdf97 service neutron] Transition to ACTIVE for port object 1482081c-25aa-4b21-b8d3-e3d9ed08029c will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:51:51.653306 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-3d9ebeb6-26c1-4d0f-a3be-a527d4908006 req-a4d1dec0-3fb1-4ac0-a77f-d03cefefdf97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:51.704515 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d1dec0-3fb1-4ac0-a77f-d03cefefdf97 service neutron] Pushing event updated for resources: {'Port': ['ID=1482081c-25aa-4b21-b8d3-e3d9ed08029c,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:51.813389 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f0a64656-db53-41ab-bed3-d30d5dbef306 req-020d00e4-7553-42f5-8584-bd0941937a45 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=358b1d87-108d-4a28-b69c-7d8042689779&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0893350 Sep 23 06:51:51.814515 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-3d9ebeb6-26c1-4d0f-a3be-a527d4908006 req-a4d1dec0-3fb1-4ac0-a77f-d03cefefdf97 service neutron] Attempting to bind port 1482081c-25aa-4b21-b8d3-e3d9ed08029c on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:51:51.814842 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-3d9ebeb6-26c1-4d0f-a3be-a527d4908006 req-a4d1dec0-3fb1-4ac0-a77f-d03cefefdf97 service neutron] Attempting to bind port 1482081c-25aa-4b21-b8d3-e3d9ed08029c by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': 'be72623b-aa7b-4254-91c5-48856a3a961c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0b3e2c43-e919-45eb-9af3-a484276fff9d'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:51:51.815236 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9ebeb6-26c1-4d0f-a3be-a527d4908006 req-a4d1dec0-3fb1-4ac0-a77f-d03cefefdf97 service neutron] Attempting to bind port 1482081c-25aa-4b21-b8d3-e3d9ed08029c on network 0b3e2c43-e919-45eb-9af3-a484276fff9d {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:51:51.819919 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9ebeb6-26c1-4d0f-a3be-a527d4908006 req-a4d1dec0-3fb1-4ac0-a77f-d03cefefdf97 service neutron] Port 1482081c-25aa-4b21-b8d3-e3d9ed08029c on network 0b3e2c43-e919-45eb-9af3-a484276fff9d not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:51:51.820330 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9ebeb6-26c1-4d0f-a3be-a527d4908006 req-a4d1dec0-3fb1-4ac0-a77f-d03cefefdf97 service neutron] Attempting to bind port 1482081c-25aa-4b21-b8d3-e3d9ed08029c on network 0b3e2c43-e919-45eb-9af3-a484276fff9d {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:51:51.827987 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9ebeb6-26c1-4d0f-a3be-a527d4908006 req-a4d1dec0-3fb1-4ac0-a77f-d03cefefdf97 service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:51:51.828417 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9ebeb6-26c1-4d0f-a3be-a527d4908006 req-a4d1dec0-3fb1-4ac0-a77f-d03cefefdf97 service neutron] Checking segment: {'id': 'be72623b-aa7b-4254-91c5-48856a3a961c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0b3e2c43-e919-45eb-9af3-a484276fff9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:51:51.828866 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9ebeb6-26c1-4d0f-a3be-a527d4908006 req-a4d1dec0-3fb1-4ac0-a77f-d03cefefdf97 service neutron] Bound using segment: {'id': 'be72623b-aa7b-4254-91c5-48856a3a961c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0b3e2c43-e919-45eb-9af3-a484276fff9d'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:51:51.829372 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-3d9ebeb6-26c1-4d0f-a3be-a527d4908006 req-a4d1dec0-3fb1-4ac0-a77f-d03cefefdf97 service neutron] Bound port: 1482081c-25aa-4b21-b8d3-e3d9ed08029c, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be72623b-aa7b-4254-91c5-48856a3a961c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0b3e2c43-e919-45eb-9af3-a484276fff9d'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:51:51.829795 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-3d9ebeb6-26c1-4d0f-a3be-a527d4908006 req-a4d1dec0-3fb1-4ac0-a77f-d03cefefdf97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:51.930654 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-3d9ebeb6-26c1-4d0f-a3be-a527d4908006 req-a4d1dec0-3fb1-4ac0-a77f-d03cefefdf97 service neutron] For port 1482081c-25aa-4b21-b8d3-e3d9ed08029c, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:51:51.934076 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-3d9ebeb6-26c1-4d0f-a3be-a527d4908006 req-a4d1dec0-3fb1-4ac0-a77f-d03cefefdf97 service neutron] For port 1482081c-25aa-4b21-b8d3-e3d9ed08029c, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=1482081c-25aa-4b21-b8d3-e3d9ed08029c,segment=NetworkSegment(be72623b-aa7b-4254-91c5-48856a3a961c),segment_id=be72623b-aa7b-4254-91c5-48856a3a961c)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:51:51.936325 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a64656-db53-41ab-bed3-d30d5dbef306 req-0a421a29-e92a-4509-aaa8-32ad296998ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:51.937853 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f0a64656-db53-41ab-bed3-d30d5dbef306 req-0a421a29-e92a-4509-aaa8-32ad296998ab service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8275c6392a72426db62ebfc4817f4420&device_id=358b1d87-108d-4a28-b69c-7d8042689779 HTTP/1.1" status: 200 len: 1098 time: 0.0684419 Sep 23 06:51:51.939271 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-3d9ebeb6-26c1-4d0f-a3be-a527d4908006 req-a4d1dec0-3fb1-4ac0-a77f-d03cefefdf97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:52.000655 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ebeb6-26c1-4d0f-a3be-a527d4908006 req-a4d1dec0-3fb1-4ac0-a77f-d03cefefdf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:52.001264 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-3d9ebeb6-26c1-4d0f-a3be-a527d4908006 req-a4d1dec0-3fb1-4ac0-a77f-d03cefefdf97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:52.002678 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3d9ebeb6-26c1-4d0f-a3be-a527d4908006 req-a4d1dec0-3fb1-4ac0-a77f-d03cefefdf97 service neutron] 10.222.0.21 "PUT /v2.0/ports/1482081c-25aa-4b21-b8d3-e3d9ed08029c HTTP/1.1" status: 200 len: 1092 time: 0.8570709 Sep 23 06:51:52.003123 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cd761e0-072c-46ae-8bd5-f6d1ff77734e', 'tag': '1482081c-25aa-4b21-b8d3-e3d9ed08029c'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:51:52.005347 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0650bdb-1cf3-450f-9170-be7c3118b835" -d '{"events": [{"name": "network-changed", "server_uuid": "7cd761e0-072c-46ae-8bd5-f6d1ff77734e", "tag": "1482081c-25aa-4b21-b8d3-e3d9ed08029c"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:51:52.075616 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b563855f-6954-47c5-bd00-abcf95fdc1dc x-openstack-request-id: req-b563855f-6954-47c5-bd00-abcf95fdc1dc {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:51:52.075906 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cd761e0-072c-46ae-8bd5-f6d1ff77734e", "tag": "1482081c-25aa-4b21-b8d3-e3d9ed08029c", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:51:52.076157 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b563855f-6954-47c5-bd00-abcf95fdc1dc {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:51:52.076550 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cd761e0-072c-46ae-8bd5-f6d1ff77734e', 'tag': '1482081c-25aa-4b21-b8d3-e3d9ed08029c', 'status': 'completed', 'code': 200} Sep 23 06:51:52.095080 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d1dec0-3fb1-4ac0-a77f-d03cefefdf97 service neutron] Pushing event updated for resources: {'Port': ['ID=1482081c-25aa-4b21-b8d3-e3d9ed08029c,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:52.126810 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a64656-db53-41ab-bed3-d30d5dbef306 req-6a1c9f9e-8bb5-4e2e-a841-f3fdffac540d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:52.128351 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f0a64656-db53-41ab-bed3-d30d5dbef306 req-6a1c9f9e-8bb5-4e2e-a841-f3fdffac540d service neutron] 10.222.0.58 "GET /v2.0/networks?id=d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64 HTTP/1.1" status: 200 len: 912 time: 0.1646593 Sep 23 06:51:52.134234 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ebeb6-26c1-4d0f-a3be-a527d4908006 req-378918c9-4274-4567-8cc3-49e172cb79d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:52.135782 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3d9ebeb6-26c1-4d0f-a3be-a527d4908006 req-378918c9-4274-4567-8cc3-49e172cb79d8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d7938816ab9c44ebb4e957f360576dc8&device_id=7cd761e0-072c-46ae-8bd5-f6d1ff77734e HTTP/1.1" status: 200 len: 1095 time: 0.0729184 Sep 23 06:51:52.184387 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f0a64656-db53-41ab-bed3-d30d5dbef306 req-93b2b7ea-1425-428a-9b01-5e517b098d58 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41ded32b-3dfa-4bc3-8eac-202f78172222 HTTP/1.1" status: 200 len: 217 time: 0.0476816 Sep 23 06:51:52.244242 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3d9ebeb6-26c1-4d0f-a3be-a527d4908006 req-5c9765b0-79ea-4a4c-934d-329fab343890 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1482081c-25aa-4b21-b8d3-e3d9ed08029c HTTP/1.1" status: 200 len: 217 time: 0.0684819 Sep 23 06:51:52.317690 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 35a67485-d9b8-43f6-af71-0e4a98091089 details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:51:52.322901 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 5e26b822-5fe6-4529-bd65-af1c22511064 up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:51:52.335069 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5943dcc-f6d3-456e-9aee-49cc627711fd req-c147c37a-a769-4c78-99d3-ddb2c8a34c62 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:52.336973 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b5943dcc-f6d3-456e-9aee-49cc627711fd req-c147c37a-a769-4c78-99d3-ddb2c8a34c62 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 944 time: 0.1598651 Sep 23 06:51:52.343865 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ebeb6-26c1-4d0f-a3be-a527d4908006 req-e9706404-ca54-4c8e-9454-a06e6214c9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:52.345246 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3d9ebeb6-26c1-4d0f-a3be-a527d4908006 req-e9706404-ca54-4c8e-9454-a06e6214c9c7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9fc2d9fb-aad3-4d00-b908-00d3404369a0 HTTP/1.1" status: 200 len: 843 time: 0.0831275 Sep 23 06:51:52.348006 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a64656-db53-41ab-bed3-d30d5dbef306 req-cfca5925-0e89-4a10-8dd4-53c1a2c8aa13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:52.349328 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f0a64656-db53-41ab-bed3-d30d5dbef306 req-cfca5925-0e89-4a10-8dd4-53c1a2c8aa13 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=46ccc032-0362-4c9c-977b-4c26fbfaa4e6 HTTP/1.1" status: 200 len: 850 time: 0.1284535 Sep 23 06:51:52.352937 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0af322d-1240-47ee-b37e-162c6c8974c9 req-764cf1d1-41b9-4053-9d75-28ca5a48a508 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:52.355241 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d0af322d-1240-47ee-b37e-162c6c8974c9 req-764cf1d1-41b9-4053-9d75-28ca5a48a508 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb2666d4-5b06-449f-8760-dbe90028137d HTTP/1.1" status: 200 len: 944 time: 0.0538323 Sep 23 06:51:52.405319 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d0af322d-1240-47ee-b37e-162c6c8974c9 req-7bc48ee5-9ef2-47f3-a0c0-4760d6aabafb tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425441 Sep 23 06:51:52.438456 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b5943dcc-f6d3-456e-9aee-49cc627711fd req-bde942b6-c447-4a8b-a6bc-3fbcf4be091e tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921249 Sep 23 06:51:52.463792 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a64656-db53-41ab-bed3-d30d5dbef306 req-42dd4403-28af-4b4d-91be-0bdf9fef3c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:52.463792 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f0a64656-db53-41ab-bed3-d30d5dbef306 req-42dd4403-28af-4b4d-91be-0bdf9fef3c6f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0903852 Sep 23 06:51:52.463792 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ebeb6-26c1-4d0f-a3be-a527d4908006 req-b9af3c16-819e-4298-92e4-77e3c49ea103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:52.463792 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3d9ebeb6-26c1-4d0f-a3be-a527d4908006 req-b9af3c16-819e-4298-92e4-77e3c49ea103 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0b3e2c43-e919-45eb-9af3-a484276fff9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1032434 Sep 23 06:51:52.485161 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port 5e26b822-5fe6-4529-bd65-af1c22511064 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:51:52.497625 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port 5e26b822-5fe6-4529-bd65-af1c22511064 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:51:52.498034 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:52.573925 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e861ed3-ef4f-4514-949f-eb0d1d87d0a8 req-14da8a4c-3dbf-45c8-b774-ddf667a7d6e7 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:52.584606 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5e861ed3-ef4f-4514-949f-eb0d1d87d0a8 req-14da8a4c-3dbf-45c8-b774-ddf667a7d6e7 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?device_id=31e1b5ab-8723-4bb9-862e-bd5cb61591b3 HTTP/1.1" status: 200 len: 945 time: 0.0925586 Sep 23 06:51:52.598450 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 35a67485-d9b8-43f6-af71-0e4a98091089, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=35a67485-d9b8-43f6-af71-0e4a98091089,segment=NetworkSegment(baf87664-ecc7-475d-93f2-159d871e9198),segment_id=baf87664-ecc7-475d-93f2-159d871e9198)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:51:52.630553 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5e861ed3-ef4f-4514-949f-eb0d1d87d0a8 req-20f7ec58-b67e-490c-992d-6b54d14b0731 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/security-groups?id=ece3dc8d-d93c-45c1-8c17-22ee813f6047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452304 Sep 23 06:51:52.657588 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': '35a67485-d9b8-43f6-af71-0e4a98091089', 'network_id': 'f755c16b-3f42-4ee5-9068-675e45e695cf', 'port_id': '35a67485-d9b8-43f6-af71-0e4a98091089', 'mac_address': 'fa:16:3e:b2:4e:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b013e5a-19bd-4628-a463-6cccef958c7f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:51:52.685154 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:52.748660 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:52.768179 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 5e26b822-5fe6-4529-bd65-af1c22511064, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=5e26b822-5fe6-4529-bd65-af1c22511064,segment=NetworkSegment(e45912ab-73a2-4ecb-a631-df0a332d78f8),segment_id=e45912ab-73a2-4ecb-a631-df0a332d78f8)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:51:52.772348 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35a67485-d9b8-43f6-af71-0e4a98091089 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:51:52.780799 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90beef7f-77bb-40a1-978d-bd29c88eaf7e req-0a67e951-872f-4bc5-b1e0-54630036028a tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:52.782455 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-90beef7f-77bb-40a1-978d-bd29c88eaf7e req-0a67e951-872f-4bc5-b1e0-54630036028a tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] 10.222.0.39 "GET /v2.0/ports?device_id=7cd761e0-072c-46ae-8bd5-f6d1ff77734e HTTP/1.1" status: 200 len: 943 time: 0.0738728 Sep 23 06:51:52.794234 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:52.797363 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 35a67485-d9b8-43f6-af71-0e4a98091089, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=35a67485-d9b8-43f6-af71-0e4a98091089,segment=NetworkSegment(baf87664-ecc7-475d-93f2-159d871e9198),segment_id=baf87664-ecc7-475d-93f2-159d871e9198)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:51:52.825536 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:52.854208 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=5e26b822-5fe6-4529-bd65-af1c22511064,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:52.865997 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-90beef7f-77bb-40a1-978d-bd29c88eaf7e req-e8afad64-d9b7-45ba-baf8-152e8accf350 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa9aa16e-008b-4f25-9a90-22b6b7b8c83c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720854 Sep 23 06:51:52.916510 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=35a67485-d9b8-43f6-af71-0e4a98091089,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:53.015977 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3d9ebeb6-26c1-4d0f-a3be-a527d4908006 req-daf7f04a-cff0-448a-b4c4-ccd3e9b11462 service neutron] 10.222.0.21 "GET /v2.0/networks/0b3e2c43-e919-45eb-9af3-a484276fff9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5439532 Sep 23 06:51:53.019650 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f0a64656-db53-41ab-bed3-d30d5dbef306 req-f8e282bd-942b-4b24-acee-70ec3417e341 service neutron] 10.222.0.58 "GET /v2.0/networks/d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5549517 Sep 23 06:51:53.028582 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ed0f0d-0fc5-48cf-a5b8-50650fe0456b req-254759a3-1f0d-4af3-9f77-8b480f2fb9cb tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:53.032282 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d9ed0f0d-0fc5-48cf-a5b8-50650fe0456b req-254759a3-1f0d-4af3-9f77-8b480f2fb9cb tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=96d33569-2cba-4763-8625-a124ce14cdb6 HTTP/1.1" status: 200 len: 945 time: 0.0953889 Sep 23 06:51:53.135062 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['35a67485-d9b8-43f6-af71-0e4a98091089'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:51:53.200297 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d9ed0f0d-0fc5-48cf-a5b8-50650fe0456b req-12208f9d-3098-44b8-bb6f-c6f1ccdba4c3 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501741 Sep 23 06:51:53.230981 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3d9ebeb6-26c1-4d0f-a3be-a527d4908006 req-f6ea432c-1de4-48fb-ac61-fea7cf0cdf04 service neutron] 10.222.0.21 "GET /v2.0/networks/0b3e2c43-e919-45eb-9af3-a484276fff9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962450 Sep 23 06:51:53.233059 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f0a64656-db53-41ab-bed3-d30d5dbef306 req-86348362-8f04-4169-a1e4-39d8ea6c8332 service neutron] 10.222.0.58 "GET /v2.0/networks/d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997600 Sep 23 06:51:53.280337 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbfdf59c-d1e6-4757-9a48-028b48ff74be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e26b822-5fe6-4529-bd65-af1c22511064'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:51:53.282569 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed930b6-0464-4d70-bfca-71a62b7a57c3" -d '{"events": [{"server_uuid": "cbfdf59c-d1e6-4757-9a48-028b48ff74be", "name": "network-vif-plugged", "status": "completed", "tag": "5e26b822-5fe6-4529-bd65-af1c22511064"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:51:53.319732 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad9f6e0e-ab21-4209-a3f6-e50ae2a367b9 x-openstack-request-id: req-ad9f6e0e-ab21-4209-a3f6-e50ae2a367b9 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:51:53.320117 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbfdf59c-d1e6-4757-9a48-028b48ff74be", "name": "network-vif-plugged", "status": "completed", "tag": "5e26b822-5fe6-4529-bd65-af1c22511064", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:51:53.320557 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ad9f6e0e-ab21-4209-a3f6-e50ae2a367b9 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:51:53.322248 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbfdf59c-d1e6-4757-9a48-028b48ff74be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e26b822-5fe6-4529-bd65-af1c22511064', 'code': 200} Sep 23 06:51:53.377854 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0650bdb-1cf3-450f-9170-be7c3118b835 req-da291113-f694-4821-975f-9839159e1a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:53.379529 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c0650bdb-1cf3-450f-9170-be7c3118b835 req-da291113-f694-4821-975f-9839159e1a95 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d7938816ab9c44ebb4e957f360576dc8&device_id=7cd761e0-072c-46ae-8bd5-f6d1ff77734e HTTP/1.1" status: 200 len: 1095 time: 0.0457497 Sep 23 06:51:53.485180 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0014cbbd-5f1b-4917-8186-558e42338b41 req-fd1129cc-3bdc-4d9c-b6da-cfd09cb0ae9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:53.486759 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0014cbbd-5f1b-4917-8186-558e42338b41 req-fd1129cc-3bdc-4d9c-b6da-cfd09cb0ae9d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 1097 time: 0.1014833 Sep 23 06:51:53.562758 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6426040-4cba-45ac-915d-72e317d174b9 req-26220a9b-2cad-4cb4-b48f-0be71f98c2e3 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:53.564053 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0650bdb-1cf3-450f-9170-be7c3118b835 req-02491182-99da-4be2-b223-aff02562a6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:53.564271 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e6426040-4cba-45ac-915d-72e317d174b9 req-26220a9b-2cad-4cb4-b48f-0be71f98c2e3 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.0500972 Sep 23 06:51:53.565519 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c0650bdb-1cf3-450f-9170-be7c3118b835 req-02491182-99da-4be2-b223-aff02562a6c1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0b3e2c43-e919-45eb-9af3-a484276fff9d HTTP/1.1" status: 200 len: 905 time: 0.1565592 Sep 23 06:51:53.583224 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0014cbbd-5f1b-4917-8186-558e42338b41 req-6aaf5d01-4dd3-488f-adb6-d0b3473d8d6a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783293 Sep 23 06:51:53.591999 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fe6a3f-9854-4bd9-9b53-3ead1dfa7fbb req-1c936bef-eed0-4fe6-98eb-32fa38ee9f92 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:53.593916 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b3fe6a3f-9854-4bd9-9b53-3ead1dfa7fbb req-1c936bef-eed0-4fe6-98eb-32fa38ee9f92 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb2666d4-5b06-449f-8760-dbe90028137d HTTP/1.1" status: 200 len: 945 time: 0.1058149 Sep 23 06:51:53.608650 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e6426040-4cba-45ac-915d-72e317d174b9 req-824f2671-668b-45a7-af8a-41892809d7be tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377264 Sep 23 06:51:53.627615 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c0650bdb-1cf3-450f-9170-be7c3118b835 req-80964556-443b-44d3-a949-2ccff79073db service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1482081c-25aa-4b21-b8d3-e3d9ed08029c HTTP/1.1" status: 200 len: 217 time: 0.0517209 Sep 23 06:51:53.690254 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b3fe6a3f-9854-4bd9-9b53-3ead1dfa7fbb req-552916bf-d780-4e75-9949-9b0ebf65bb7e tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650051 Sep 23 06:51:53.697711 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0650bdb-1cf3-450f-9170-be7c3118b835 req-20d1c493-ba49-47dd-97d2-fda1cd6fc6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:53.699214 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c0650bdb-1cf3-450f-9170-be7c3118b835 req-20d1c493-ba49-47dd-97d2-fda1cd6fc6e8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9fc2d9fb-aad3-4d00-b908-00d3404369a0 HTTP/1.1" status: 200 len: 843 time: 0.0594654 Sep 23 06:51:53.751732 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0650bdb-1cf3-450f-9170-be7c3118b835 req-d60571e3-f012-4fe9-bd5a-6805d695196e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:53.752867 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be45343-e8c1-41ec-b1af-9e570e16534d req-e6228cbf-225d-4ccd-8389-b05ea20c1d5b tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:53.753285 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c0650bdb-1cf3-450f-9170-be7c3118b835 req-d60571e3-f012-4fe9-bd5a-6805d695196e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0b3e2c43-e919-45eb-9af3-a484276fff9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404296 Sep 23 06:51:53.754384 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3be45343-e8c1-41ec-b1af-9e570e16534d req-e6228cbf-225d-4ccd-8389-b05ea20c1d5b tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?device_id=31e1b5ab-8723-4bb9-862e-bd5cb61591b3 HTTP/1.1" status: 200 len: 945 time: 0.0502794 Sep 23 06:51:53.794256 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3be45343-e8c1-41ec-b1af-9e570e16534d req-465bb845-d0e6-43a9-9e37-00d462188232 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/security-groups?id=ece3dc8d-d93c-45c1-8c17-22ee813f6047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332525 Sep 23 06:51:53.852801 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c0650bdb-1cf3-450f-9170-be7c3118b835 req-499b2ddf-6c43-4399-8c51-f9bb2af70bb4 service neutron] 10.222.0.21 "GET /v2.0/networks/0b3e2c43-e919-45eb-9af3-a484276fff9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907621 Sep 23 06:51:53.950260 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c0650bdb-1cf3-450f-9170-be7c3118b835 req-b907383e-c40a-4e60-abbb-14aebf56eb2c service neutron] 10.222.0.21 "GET /v2.0/networks/0b3e2c43-e919-45eb-9af3-a484276fff9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889242 Sep 23 06:51:54.016463 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846fb170-c809-4e4a-9e48-01f456140547 req-48220854-0811-47f3-b78a-c5205e470cd3 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:54.017911 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-846fb170-c809-4e4a-9e48-01f456140547 req-48220854-0811-47f3-b78a-c5205e470cd3 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] 10.222.0.39 "GET /v2.0/ports?device_id=7cd761e0-072c-46ae-8bd5-f6d1ff77734e HTTP/1.1" status: 200 len: 943 time: 0.0667629 Sep 23 06:51:54.063113 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-846fb170-c809-4e4a-9e48-01f456140547 req-dee69fa6-923c-46fb-b9f2-9c83f98a0999 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa9aa16e-008b-4f25-9a90-22b6b7b8c83c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394278 Sep 23 06:51:54.319461 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 35a67485-d9b8-43f6-af71-0e4a98091089 up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:51:54.333562 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93133f2-60bd-40f4-8021-1bf6d3faea27 req-04e21ab7-e50f-4615-b24f-69c52b914d99 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:54.338024 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f93133f2-60bd-40f4-8021-1bf6d3faea27 req-04e21ab7-e50f-4615-b24f-69c52b914d99 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=96d33569-2cba-4763-8625-a124ce14cdb6 HTTP/1.1" status: 200 len: 945 time: 0.0521195 Sep 23 06:51:54.372059 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port 35a67485-d9b8-43f6-af71-0e4a98091089 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:51:54.376015 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port 35a67485-d9b8-43f6-af71-0e4a98091089 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:51:54.376388 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:54.384740 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f93133f2-60bd-40f4-8021-1bf6d3faea27 req-7a639a93-0236-4b89-9d2c-82a06eb77dab tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417876 Sep 23 06:51:54.460021 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:54.493806 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 35a67485-d9b8-43f6-af71-0e4a98091089, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=35a67485-d9b8-43f6-af71-0e4a98091089,segment=NetworkSegment(baf87664-ecc7-475d-93f2-159d871e9198),segment_id=baf87664-ecc7-475d-93f2-159d871e9198)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:51:54.497813 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:54.546004 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=35a67485-d9b8-43f6-af71-0e4a98091089,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:54.729482 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7045ecc-9d0c-4008-92d3-f62b7d868a26 req-0664a6a1-f0fb-4027-95cf-608f12fc6d77 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:54.731093 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a7045ecc-9d0c-4008-92d3-f62b7d868a26 req-0664a6a1-f0fb-4027-95cf-608f12fc6d77 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.0538862 Sep 23 06:51:54.772956 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a7045ecc-9d0c-4008-92d3-f62b7d868a26 req-d7277ff0-984b-4bf2-9b36-737ec80b8ebb tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358734 Sep 23 06:51:54.821272 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f1154c-70d5-48ac-8416-3eccf7067e98 req-0039e64b-8bf3-45bb-a7f4-7912950b2285 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:54.823021 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b2f1154c-70d5-48ac-8416-3eccf7067e98 req-0039e64b-8bf3-45bb-a7f4-7912950b2285 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb2666d4-5b06-449f-8760-dbe90028137d HTTP/1.1" status: 200 len: 946 time: 0.0645630 Sep 23 06:51:54.864754 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b2f1154c-70d5-48ac-8416-3eccf7067e98 req-686aecb1-6c7c-4e08-a7b8-0a3acca1e81b tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347600 Sep 23 06:51:54.880187 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 6766a1d8-2d0a-4992-baff-4412223d19b9 details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:51:54.920472 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbcc643-16cb-4f40-8450-bc24e11fe523 req-93fdd9bd-b529-45b1-8e9a-aefefee4807f tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:54.922105 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dfbcc643-16cb-4f40-8450-bc24e11fe523 req-93fdd9bd-b529-45b1-8e9a-aefefee4807f tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?device_id=31e1b5ab-8723-4bb9-862e-bd5cb61591b3 HTTP/1.1" status: 200 len: 945 time: 0.0562384 Sep 23 06:51:54.965474 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dfbcc643-16cb-4f40-8450-bc24e11fe523 req-e614c363-143e-40bf-963c-c3df5e6ac86a tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/security-groups?id=ece3dc8d-d93c-45c1-8c17-22ee813f6047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367048 Sep 23 06:51:54.980561 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 6766a1d8-2d0a-4992-baff-4412223d19b9, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=6766a1d8-2d0a-4992-baff-4412223d19b9,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:51:54.990735 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': '6766a1d8-2d0a-4992-baff-4412223d19b9', 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062', 'port_id': '6766a1d8-2d0a-4992-baff-4412223d19b9', 'mac_address': 'fa:16:3e:18:ee:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:51:55.028403 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:55.041136 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6766a1d8-2d0a-4992-baff-4412223d19b9 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:51:55.060807 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 6766a1d8-2d0a-4992-baff-4412223d19b9, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=6766a1d8-2d0a-4992-baff-4412223d19b9,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:51:55.064000 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:55.123321 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=6766a1d8-2d0a-4992-baff-4412223d19b9,revision_number=9']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:55.213050 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea844d2-82bd-4c4a-b1dc-994443ef39b7 req-533244aa-a287-4b90-842f-b78e1291311f tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:55.214942 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6ea844d2-82bd-4c4a-b1dc-994443ef39b7 req-533244aa-a287-4b90-842f-b78e1291311f tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] 10.222.0.39 "GET /v2.0/ports?device_id=7cd761e0-072c-46ae-8bd5-f6d1ff77734e HTTP/1.1" status: 200 len: 943 time: 0.0628133 Sep 23 06:51:55.246291 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['6766a1d8-2d0a-4992-baff-4412223d19b9'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:51:55.256921 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6ea844d2-82bd-4c4a-b1dc-994443ef39b7 req-9effe134-7cb2-45ad-82a7-a5bc7e9b313b tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa9aa16e-008b-4f25-9a90-22b6b7b8c83c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349588 Sep 23 06:51:55.323567 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb2666d4-5b06-449f-8760-dbe90028137d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35a67485-d9b8-43f6-af71-0e4a98091089'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:51:55.325777 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5082c5c6-9c1e-4792-8214-bfe1c8436ed8" -d '{"events": [{"server_uuid": "eb2666d4-5b06-449f-8760-dbe90028137d", "name": "network-vif-plugged", "status": "completed", "tag": "35a67485-d9b8-43f6-af71-0e4a98091089"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:51:55.364474 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf7bd648-cd4c-4de5-8a7e-cda5982346a6 x-openstack-request-id: req-bf7bd648-cd4c-4de5-8a7e-cda5982346a6 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:51:55.364766 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb2666d4-5b06-449f-8760-dbe90028137d", "name": "network-vif-plugged", "status": "completed", "tag": "35a67485-d9b8-43f6-af71-0e4a98091089", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:51:55.365017 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bf7bd648-cd4c-4de5-8a7e-cda5982346a6 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:51:55.365419 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb2666d4-5b06-449f-8760-dbe90028137d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35a67485-d9b8-43f6-af71-0e4a98091089', 'code': 200} Sep 23 06:51:55.470919 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf69f0-c873-45e8-8e98-ab96dc4b70f1 req-a85810d1-2117-4c00-bbe1-b3bb787cf6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:55.472387 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-61cf69f0-c873-45e8-8e98-ab96dc4b70f1 req-a85810d1-2117-4c00-bbe1-b3bb787cf6f6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=eb2666d4-5b06-449f-8760-dbe90028137d HTTP/1.1" status: 200 len: 1098 time: 0.0466108 Sep 23 06:51:55.508034 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-61cf69f0-c873-45e8-8e98-ab96dc4b70f1 req-eccb92c4-de6b-4af3-a474-085f004dc156 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280676 Sep 23 06:51:55.508305 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2490195-80e3-434b-a62d-e7227d94d981 req-bcb88a21-8281-4382-8271-a047a080753b tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:55.509537 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b2490195-80e3-434b-a62d-e7227d94d981 req-bcb88a21-8281-4382-8271-a047a080753b tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=96d33569-2cba-4763-8625-a124ce14cdb6 HTTP/1.1" status: 200 len: 945 time: 0.0540230 Sep 23 06:51:55.547912 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b2490195-80e3-434b-a62d-e7227d94d981 req-3862de53-876c-4ab6-81f6-2f04a1645750 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323250 Sep 23 06:51:55.904578 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98517e5a-4992-447d-a1ca-1a6409c31885 req-f744cdee-f86b-4374-b754-f21d85f31aa2 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:55.906122 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-98517e5a-4992-447d-a1ca-1a6409c31885 req-f744cdee-f86b-4374-b754-f21d85f31aa2 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.0511000 Sep 23 06:51:55.944250 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-98517e5a-4992-447d-a1ca-1a6409c31885 req-9f6eba87-42df-4b8c-826e-e91e03268910 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322213 Sep 23 06:51:55.983648 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8da1e41-be32-4521-ad92-77c40bbd2753 req-c4689817-1052-4f65-83b7-88fc59a5eeb4 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:55.985161 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c8da1e41-be32-4521-ad92-77c40bbd2753 req-c4689817-1052-4f65-83b7-88fc59a5eeb4 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb2666d4-5b06-449f-8760-dbe90028137d HTTP/1.1" status: 200 len: 946 time: 0.0506427 Sep 23 06:51:56.030034 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c8da1e41-be32-4521-ad92-77c40bbd2753 req-dde7b6e1-0b32-4ea6-9300-381978f48b2c tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379901 Sep 23 06:51:56.090099 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295c05be-2abf-421a-86ee-65bd055a6c9b req-b650d6e4-c790-4289-985c-657ce916286f tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:56.091639 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-295c05be-2abf-421a-86ee-65bd055a6c9b req-b650d6e4-c790-4289-985c-657ce916286f tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?device_id=31e1b5ab-8723-4bb9-862e-bd5cb61591b3 HTTP/1.1" status: 200 len: 945 time: 0.0582600 Sep 23 06:51:56.133581 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-295c05be-2abf-421a-86ee-65bd055a6c9b req-157ab13a-6ae5-4554-a07a-59591a3034d4 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/security-groups?id=ece3dc8d-d93c-45c1-8c17-22ee813f6047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345552 Sep 23 06:51:56.230609 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e88eff5-b591-4583-a7f9-76fe79b5a51c req-3617f85f-e375-4cc7-96af-2d2315be0dbf tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:56.232117 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7e88eff5-b591-4583-a7f9-76fe79b5a51c req-3617f85f-e375-4cc7-96af-2d2315be0dbf tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/networks?id=218c58b5-0e0b-4646-89a6-548d923b3f5b HTTP/1.1" status: 200 len: 813 time: 0.1117022 Sep 23 06:51:56.247357 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7e88eff5-b591-4583-a7f9-76fe79b5a51c req-d98349c0-b48f-4513-bdf5-028dca37b7cf tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/quotas/89cde1f180a04b9a82f94238d641b222 HTTP/1.1" status: 200 len: 375 time: 0.0094128 Sep 23 06:51:56.299852 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7e88eff5-b591-4583-a7f9-76fe79b5a51c req-f9c8b5ff-7f91-43d9-b7de-44b41dc95dc8 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=89cde1f180a04b9a82f94238d641b222&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0465729 Sep 23 06:51:56.408766 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7e88eff5-b591-4583-a7f9-76fe79b5a51c req-39502a22-ae27-431d-9755-8aebe4e9cb8f service neutron] 10.222.0.39 "GET /v2.0/networks/218c58b5-0e0b-4646-89a6-548d923b3f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012459 Sep 23 06:51:56.487812 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c285cf6-e795-4e40-8011-689863fc5048 req-6e86e3c7-f7af-4065-abfc-0ce9aeab4bd7 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:56.489296 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7c285cf6-e795-4e40-8011-689863fc5048 req-6e86e3c7-f7af-4065-abfc-0ce9aeab4bd7 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] 10.222.0.39 "GET /v2.0/ports?device_id=7cd761e0-072c-46ae-8bd5-f6d1ff77734e HTTP/1.1" status: 200 len: 943 time: 0.0530906 Sep 23 06:51:56.506198 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7e88eff5-b591-4583-a7f9-76fe79b5a51c req-5270d062-2dc3-4024-81b8-e67b8196bde4 service neutron] 10.222.0.39 "GET /v2.0/networks/218c58b5-0e0b-4646-89a6-548d923b3f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894072 Sep 23 06:51:56.527697 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7c285cf6-e795-4e40-8011-689863fc5048 req-9cf0353d-59b5-4d3f-abde-3cd6af08dabf tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa9aa16e-008b-4f25-9a90-22b6b7b8c83c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319476 Sep 23 06:51:56.632089 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60791a5c-088b-46ef-8f58-d3783dbb1bbd req-5fd71071-cee2-44f0-b1d6-e2b9f3f11214 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:56.638857 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-60791a5c-088b-46ef-8f58-d3783dbb1bbd req-5fd71071-cee2-44f0-b1d6-e2b9f3f11214 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?device_id=31e1b5ab-8723-4bb9-862e-bd5cb61591b3 HTTP/1.1" status: 200 len: 945 time: 0.0564885 Sep 23 06:51:56.679187 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-60791a5c-088b-46ef-8f58-d3783dbb1bbd req-9f8d124d-4650-4db9-b37d-172497cf0f27 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/security-groups?id=ece3dc8d-d93c-45c1-8c17-22ee813f6047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388873 Sep 23 06:51:56.725173 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd94bd0-341b-4e75-8376-b7c9e7c9b620 req-0659891b-cbbb-4a5f-9009-6c93051e6284 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:56.727304 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0cd94bd0-341b-4e75-8376-b7c9e7c9b620 req-0659891b-cbbb-4a5f-9009-6c93051e6284 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=96d33569-2cba-4763-8625-a124ce14cdb6 HTTP/1.1" status: 200 len: 945 time: 0.0533423 Sep 23 06:51:56.779400 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-499992c5-776f-4dc5-9b7e-5d9891099953 req-137800a7-67fa-410f-9931-8500f62d95b8 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5dcfd25-66b7-45ed-bd87-1f2d4a14b33d HTTP/1.1" status: 200 len: 210 time: 0.0380690 Sep 23 06:51:56.781838 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0cd94bd0-341b-4e75-8376-b7c9e7c9b620 req-176d7f55-5eff-4b31-896d-81c6ac623de3 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476322 Sep 23 06:51:56.898929 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 6766a1d8-2d0a-4992-baff-4412223d19b9 up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:51:56.947567 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port 6766a1d8-2d0a-4992-baff-4412223d19b9 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:51:56.948305 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:57.029646 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:57.062910 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 6766a1d8-2d0a-4992-baff-4412223d19b9, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=6766a1d8-2d0a-4992-baff-4412223d19b9,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:51:57.068010 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:57.128193 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=6766a1d8-2d0a-4992-baff-4412223d19b9,revision_number=10']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:57.157074 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb0f2e6-c618-4550-843c-f1c7b11f36e8 req-9b3751c3-d5af-4571-8ac7-a6e92bfd5411 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:57.158733 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-feb0f2e6-c618-4550-843c-f1c7b11f36e8 req-9b3751c3-d5af-4571-8ac7-a6e92bfd5411 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb2666d4-5b06-449f-8760-dbe90028137d HTTP/1.1" status: 200 len: 946 time: 0.0526900 Sep 23 06:51:57.202820 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-feb0f2e6-c618-4550-843c-f1c7b11f36e8 req-2964db4d-212c-4a19-a806-d132f3ed61f0 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374148 Sep 23 06:51:57.331867 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b1fc31-9d9a-4a7f-94aa-11388c530a11 req-55cc4ca1-a7d5-4432-9494-e352b92c27ad tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:57.333375 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-46b1fc31-9d9a-4a7f-94aa-11388c530a11 req-55cc4ca1-a7d5-4432-9494-e352b92c27ad tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=9588d703-605a-4ae7-9fc8-338f65a62562 HTTP/1.1" status: 200 len: 946 time: 0.0492361 Sep 23 06:51:57.366467 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f177cb1-a64d-4d1e-a920-982fad0b76b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6766a1d8-2d0a-4992-baff-4412223d19b9'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:51:57.369700 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d508fff8-9fc5-4647-aff2-f1f7ba1d8641" -d '{"events": [{"server_uuid": "8f177cb1-a64d-4d1e-a920-982fad0b76b3", "name": "network-vif-plugged", "status": "completed", "tag": "6766a1d8-2d0a-4992-baff-4412223d19b9"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:51:57.374026 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-46b1fc31-9d9a-4a7f-94aa-11388c530a11 req-5cc4c4dd-3115-4f98-a885-d1c2dcc4f4b3 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335584 Sep 23 06:51:57.409145 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c08c7602-c7c1-4d76-abbb-cebba30a7a7a x-openstack-request-id: req-c08c7602-c7c1-4d76-abbb-cebba30a7a7a {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:51:57.409555 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f177cb1-a64d-4d1e-a920-982fad0b76b3", "name": "network-vif-plugged", "status": "completed", "tag": "6766a1d8-2d0a-4992-baff-4412223d19b9", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:51:57.410038 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c08c7602-c7c1-4d76-abbb-cebba30a7a7a {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:51:57.410543 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f177cb1-a64d-4d1e-a920-982fad0b76b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6766a1d8-2d0a-4992-baff-4412223d19b9', 'code': 200} Sep 23 06:51:57.514557 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f3fe31-3018-4857-bd89-10c1d519ce59 req-a09245c3-bf4d-49a9-aa44-c6ca059611dd tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:57.516043 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-60f3fe31-3018-4857-bd89-10c1d519ce59 req-a09245c3-bf4d-49a9-aa44-c6ca059611dd tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb2666d4-5b06-449f-8760-dbe90028137d HTTP/1.1" status: 200 len: 946 time: 0.0571930 Sep 23 06:51:57.554671 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-60f3fe31-3018-4857-bd89-10c1d519ce59 req-700578a1-3c88-44a7-a691-553a393653e0 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326040 Sep 23 06:51:57.652439 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d9364-e9bb-408d-9861-d177f3bd6886 req-ecba6ea8-060f-4a68-822a-ebee54d04c8a tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:57.654043 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-306d9364-e9bb-408d-9861-d177f3bd6886 req-ecba6ea8-060f-4a68-822a-ebee54d04c8a tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] 10.222.0.39 "GET /v2.0/ports?device_id=7cd761e0-072c-46ae-8bd5-f6d1ff77734e HTTP/1.1" status: 200 len: 943 time: 0.0501242 Sep 23 06:51:57.694137 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-306d9364-e9bb-408d-9861-d177f3bd6886 req-cb2f3460-4846-4ad0-b38f-b98b70205c3f tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa9aa16e-008b-4f25-9a90-22b6b7b8c83c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334871 Sep 23 06:51:57.804230 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838dbc78-d49c-4230-bf75-1d8ae1324075 req-d5e50be4-72c0-4877-a718-63c28b8e8ada tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:57.805912 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-838dbc78-d49c-4230-bf75-1d8ae1324075 req-d5e50be4-72c0-4877-a718-63c28b8e8ada tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb2666d4-5b06-449f-8760-dbe90028137d HTTP/1.1" status: 200 len: 946 time: 0.0510640 Sep 23 06:51:57.808995 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ea3f9f-dacc-44ae-8e63-9adcd0959970 req-c3a60e01-c7b0-4eb7-b089-7c6e6e3f2e80 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:57.810539 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-45ea3f9f-dacc-44ae-8e63-9adcd0959970 req-c3a60e01-c7b0-4eb7-b089-7c6e6e3f2e80 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?device_id=31e1b5ab-8723-4bb9-862e-bd5cb61591b3 HTTP/1.1" status: 200 len: 945 time: 0.0519810 Sep 23 06:51:57.848910 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-838dbc78-d49c-4230-bf75-1d8ae1324075 req-59f68d67-744c-4733-9624-133356192447 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364559 Sep 23 06:51:57.852596 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-45ea3f9f-dacc-44ae-8e63-9adcd0959970 req-2a35c874-875a-4413-aadb-a1795d76cfc1 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/security-groups?id=ece3dc8d-d93c-45c1-8c17-22ee813f6047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356522 Sep 23 06:51:57.936060 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a33ea17c-18e6-45f2-b2a2-54b36f6eaef8 req-0ff8e172-c676-4736-8546-06fe7aa10f22 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5dcfd25-66b7-45ed-bd87-1f2d4a14b33d HTTP/1.1" status: 200 len: 210 time: 0.0288265 Sep 23 06:51:57.978773 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f053e56d-9cbb-4ce6-8543-3521cac3309e req-af63d16a-f3cf-4e3a-8ad3-2b66e97a96f0 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:57.980263 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f053e56d-9cbb-4ce6-8543-3521cac3309e req-af63d16a-f3cf-4e3a-8ad3-2b66e97a96f0 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=96d33569-2cba-4763-8625-a124ce14cdb6 HTTP/1.1" status: 200 len: 945 time: 0.0636911 Sep 23 06:51:58.084549 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f053e56d-9cbb-4ce6-8543-3521cac3309e req-a4479038-cbd5-4ca6-9d54-2d2f07d25458 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925622 Sep 23 06:51:58.121706 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e88eff5-b591-4583-a7f9-76fe79b5a51c req-1dc57996-3e9b-469a-872c-8832a0a5f4a8 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:58.123213 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7e88eff5-b591-4583-a7f9-76fe79b5a51c req-1dc57996-3e9b-469a-872c-8832a0a5f4a8 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.58 "GET /v2.0/networks?id=218c58b5-0e0b-4646-89a6-548d923b3f5b HTTP/1.1" status: 200 len: 813 time: 0.1402075 Sep 23 06:51:58.138972 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-7e88eff5-b591-4583-a7f9-76fe79b5a51c req-6d2046e7-53cc-4f7f-8230-29ec463c489b tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Request body: {'port': {'device_id': 'f5dcfd25-66b7-45ed-bd87-1f2d4a14b33d', 'network_id': '218c58b5-0e0b-4646-89a6-548d923b3f5b', 'admin_state_up': True, 'tenant_id': '89cde1f180a04b9a82f94238d641b222'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:51:58.249005 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e88eff5-b591-4583-a7f9-76fe79b5a51c req-6d2046e7-53cc-4f7f-8230-29ec463c489b tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Made reservation on behalf of 89cde1f180a04b9a82f94238d641b222 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:51:58.252791 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-7e88eff5-b591-4583-a7f9-76fe79b5a51c req-6d2046e7-53cc-4f7f-8230-29ec463c489b tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:58.389479 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-7e88eff5-b591-4583-a7f9-76fe79b5a51c req-6d2046e7-53cc-4f7f-8230-29ec463c489b tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Allocated IP 172.20.0.3 (218c58b5-0e0b-4646-89a6-548d923b3f5b/c520f2a7-ad21-49cf-80dc-376f9b100681/49e7b3f1-8b23-4a44-ab83-4a91b21656b6) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:51:58.545679 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-7e88eff5-b591-4583-a7f9-76fe79b5a51c req-6d2046e7-53cc-4f7f-8230-29ec463c489b tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:58.575779 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-7e88eff5-b591-4583-a7f9-76fe79b5a51c req-6d2046e7-53cc-4f7f-8230-29ec463c489b tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:58.591584 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['5e26b822-5fe6-4529-bd65-af1c22511064'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:51:58.616710 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e88eff5-b591-4583-a7f9-76fe79b5a51c req-6d2046e7-53cc-4f7f-8230-29ec463c489b tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Network 218c58b5-0e0b-4646-89a6-548d923b3f5b is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:51:58.620662 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-7e88eff5-b591-4583-a7f9-76fe79b5a51c req-6d2046e7-53cc-4f7f-8230-29ec463c489b tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:51:58.624540 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e88eff5-b591-4583-a7f9-76fe79b5a51c req-6d2046e7-53cc-4f7f-8230-29ec463c489b tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:51:58.652018 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2046e7-53cc-4f7f-8230-29ec463c489b tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Pushing event updated for resources: {'Port': ['ID=49e7b3f1-8b23-4a44-ab83-4a91b21656b6,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:58.680459 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e88eff5-b591-4583-a7f9-76fe79b5a51c req-6d2046e7-53cc-4f7f-8230-29ec463c489b tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:58.681929 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-7e88eff5-b591-4583-a7f9-76fe79b5a51c req-6d2046e7-53cc-4f7f-8230-29ec463c489b tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:58.699118 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7e88eff5-b591-4583-a7f9-76fe79b5a51c req-6d2046e7-53cc-4f7f-8230-29ec463c489b tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5640235 Sep 23 06:51:58.712726 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-7e88eff5-b591-4583-a7f9-76fe79b5a51c req-eecbd4b5-dd4b-4981-9dd5-4e959f649e6e service neutron] Request body: {'port': {'device_id': 'f5dcfd25-66b7-45ed-bd87-1f2d4a14b33d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:51:58.778009 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-7e88eff5-b591-4583-a7f9-76fe79b5a51c req-eecbd4b5-dd4b-4981-9dd5-4e959f649e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:58.824383 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78db55ed-6c9d-4542-8075-486eb55a39c2 req-551b7d42-246c-4c30-b6d5-e9c48304619f tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:58.825986 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-78db55ed-6c9d-4542-8075-486eb55a39c2 req-551b7d42-246c-4c30-b6d5-e9c48304619f tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] 10.222.0.39 "GET /v2.0/ports?device_id=7cd761e0-072c-46ae-8bd5-f6d1ff77734e HTTP/1.1" status: 200 len: 943 time: 0.0522983 Sep 23 06:51:58.876647 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-78db55ed-6c9d-4542-8075-486eb55a39c2 req-f266e1a4-7d18-4436-b7e4-962f56bc2208 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa9aa16e-008b-4f25-9a90-22b6b7b8c83c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429263 Sep 23 06:51:58.909912 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 1482081c-25aa-4b21-b8d3-e3d9ed08029c details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:51:59.017365 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc0d32b-4b4c-4fa4-ab27-216caf675262 req-5d8f22a5-d709-47c8-8b68-b5d1b92a11fe tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:59.019195 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2cc0d32b-4b4c-4fa4-ab27-216caf675262 req-5d8f22a5-d709-47c8-8b68-b5d1b92a11fe tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?device_id=31e1b5ab-8723-4bb9-862e-bd5cb61591b3 HTTP/1.1" status: 200 len: 945 time: 0.0714087 Sep 23 06:51:59.037132 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ba732e-912a-4ab3-8631-9021dfdc9aee req-24fe94c2-e0f7-418a-9b7f-f6b985608dac tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:59.038660 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e2ba732e-912a-4ab3-8631-9021dfdc9aee req-24fe94c2-e0f7-418a-9b7f-f6b985608dac tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb2666d4-5b06-449f-8760-dbe90028137d HTTP/1.1" status: 200 len: 946 time: 0.1077693 Sep 23 06:51:59.044017 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 1482081c-25aa-4b21-b8d3-e3d9ed08029c, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=1482081c-25aa-4b21-b8d3-e3d9ed08029c,segment=NetworkSegment(be72623b-aa7b-4254-91c5-48856a3a961c),segment_id=be72623b-aa7b-4254-91c5-48856a3a961c)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:51:59.061786 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': '1482081c-25aa-4b21-b8d3-e3d9ed08029c', 'network_id': '0b3e2c43-e919-45eb-9af3-a484276fff9d', 'port_id': '1482081c-25aa-4b21-b8d3-e3d9ed08029c', 'mac_address': 'fa:16:3e:9d:7b:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fc2d9fb-aad3-4d00-b908-00d3404369a0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:51:59.072090 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2cc0d32b-4b4c-4fa4-ab27-216caf675262 req-b7329b85-8bce-4f7f-9346-816f847bd3d5 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/security-groups?id=ece3dc8d-d93c-45c1-8c17-22ee813f6047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460634 Sep 23 06:51:59.121340 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:59.131985 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e2ba732e-912a-4ab3-8631-9021dfdc9aee req-adbc8803-46f5-49b7-aa54-e5e8b33d2da3 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825522 Sep 23 06:51:59.136188 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1482081c-25aa-4b21-b8d3-e3d9ed08029c {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:51:59.155544 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-7e88eff5-b591-4583-a7f9-76fe79b5a51c req-eecbd4b5-dd4b-4981-9dd5-4e959f649e6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49e7b3f1-8b23-4a44-ab83-4a91b21656b6 {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:51:59.168867 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 1482081c-25aa-4b21-b8d3-e3d9ed08029c, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=1482081c-25aa-4b21-b8d3-e3d9ed08029c,segment=NetworkSegment(be72623b-aa7b-4254-91c5-48856a3a961c),segment_id=be72623b-aa7b-4254-91c5-48856a3a961c)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:51:59.174233 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:59.176045 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-7e88eff5-b591-4583-a7f9-76fe79b5a51c req-eecbd4b5-dd4b-4981-9dd5-4e959f649e6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:59.196052 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-7e88eff5-b591-4583-a7f9-76fe79b5a51c req-eecbd4b5-dd4b-4981-9dd5-4e959f649e6e service neutron] Transition to ACTIVE for port object 49e7b3f1-8b23-4a44-ab83-4a91b21656b6 will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:51:59.201588 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-7e88eff5-b591-4583-a7f9-76fe79b5a51c req-eecbd4b5-dd4b-4981-9dd5-4e959f649e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:59.218014 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90bb4f6-6e9c-4cd3-9365-58139f0258c2 req-b37e702f-22f4-45ce-8165-3bbe6421dad8 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:59.225741 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f90bb4f6-6e9c-4cd3-9365-58139f0258c2 req-b37e702f-22f4-45ce-8165-3bbe6421dad8 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5dcfd25-66b7-45ed-bd87-1f2d4a14b33d HTTP/1.1" status: 200 len: 931 time: 0.0743985 Sep 23 06:51:59.232329 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=1482081c-25aa-4b21-b8d3-e3d9ed08029c,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:59.264737 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f90bb4f6-6e9c-4cd3-9365-58139f0258c2 req-d5166f71-f4f9-44d4-ba82-8444ff80371a tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380971 Sep 23 06:51:59.301421 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecbd4b5-dd4b-4981-9dd5-4e959f649e6e service neutron] Pushing event updated for resources: {'Port': ['ID=49e7b3f1-8b23-4a44-ab83-4a91b21656b6,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:59.355800 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1726d4a2-c194-409d-a9c0-c7c13f30d18d req-3737bcbd-6517-4dc9-bfe8-90c8f286d658 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:59.357329 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1726d4a2-c194-409d-a9c0-c7c13f30d18d req-3737bcbd-6517-4dc9-bfe8-90c8f286d658 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=96d33569-2cba-4763-8625-a124ce14cdb6 HTTP/1.1" status: 200 len: 945 time: 0.1194754 Sep 23 06:51:59.413191 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e19c9-d08e-4cb4-b7ac-73d39a165ae9 req-ae0d0c0d-d3d7-4e67-a0ab-ff33bbc72fc3 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:59.415294 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3c8e19c9-d08e-4cb4-b7ac-73d39a165ae9 req-ae0d0c0d-d3d7-4e67-a0ab-ff33bbc72fc3 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.58 "GET /v2.0/ports?device_id=eb2666d4-5b06-449f-8760-dbe90028137d HTTP/1.1" status: 200 len: 946 time: 0.0547230 Sep 23 06:51:59.416479 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-7e88eff5-b591-4583-a7f9-76fe79b5a51c req-eecbd4b5-dd4b-4981-9dd5-4e959f649e6e service neutron] Attempting to bind port 49e7b3f1-8b23-4a44-ab83-4a91b21656b6 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:51:59.416822 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-7e88eff5-b591-4583-a7f9-76fe79b5a51c req-eecbd4b5-dd4b-4981-9dd5-4e959f649e6e service neutron] Attempting to bind port 49e7b3f1-8b23-4a44-ab83-4a91b21656b6 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': 'e45912ab-73a2-4ecb-a631-df0a332d78f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '218c58b5-0e0b-4646-89a6-548d923b3f5b'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:51:59.417154 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e88eff5-b591-4583-a7f9-76fe79b5a51c req-eecbd4b5-dd4b-4981-9dd5-4e959f649e6e service neutron] Attempting to bind port 49e7b3f1-8b23-4a44-ab83-4a91b21656b6 on network 218c58b5-0e0b-4646-89a6-548d923b3f5b {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:51:59.422696 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1726d4a2-c194-409d-a9c0-c7c13f30d18d req-283deb4a-70f1-4618-84ba-b372d56781eb tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578454 Sep 23 06:51:59.424741 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e88eff5-b591-4583-a7f9-76fe79b5a51c req-eecbd4b5-dd4b-4981-9dd5-4e959f649e6e service neutron] Port 49e7b3f1-8b23-4a44-ab83-4a91b21656b6 on network 218c58b5-0e0b-4646-89a6-548d923b3f5b not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:51:59.425065 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e88eff5-b591-4583-a7f9-76fe79b5a51c req-eecbd4b5-dd4b-4981-9dd5-4e959f649e6e service neutron] Attempting to bind port 49e7b3f1-8b23-4a44-ab83-4a91b21656b6 on network 218c58b5-0e0b-4646-89a6-548d923b3f5b {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:51:59.430238 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e88eff5-b591-4583-a7f9-76fe79b5a51c req-eecbd4b5-dd4b-4981-9dd5-4e959f649e6e service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:51:59.430593 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e88eff5-b591-4583-a7f9-76fe79b5a51c req-eecbd4b5-dd4b-4981-9dd5-4e959f649e6e service neutron] Checking segment: {'id': 'e45912ab-73a2-4ecb-a631-df0a332d78f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '218c58b5-0e0b-4646-89a6-548d923b3f5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:51:59.430977 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e88eff5-b591-4583-a7f9-76fe79b5a51c req-eecbd4b5-dd4b-4981-9dd5-4e959f649e6e service neutron] Bound using segment: {'id': 'e45912ab-73a2-4ecb-a631-df0a332d78f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '218c58b5-0e0b-4646-89a6-548d923b3f5b'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:51:59.431416 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-7e88eff5-b591-4583-a7f9-76fe79b5a51c req-eecbd4b5-dd4b-4981-9dd5-4e959f649e6e service neutron] Bound port: 49e7b3f1-8b23-4a44-ab83-4a91b21656b6, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e45912ab-73a2-4ecb-a631-df0a332d78f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '218c58b5-0e0b-4646-89a6-548d923b3f5b'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:51:59.431778 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-7e88eff5-b591-4583-a7f9-76fe79b5a51c req-eecbd4b5-dd4b-4981-9dd5-4e959f649e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:59.499157 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-7e88eff5-b591-4583-a7f9-76fe79b5a51c req-eecbd4b5-dd4b-4981-9dd5-4e959f649e6e service neutron] For port 49e7b3f1-8b23-4a44-ab83-4a91b21656b6, host n-h2-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:51:59.502311 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-7e88eff5-b591-4583-a7f9-76fe79b5a51c req-eecbd4b5-dd4b-4981-9dd5-4e959f649e6e service neutron] For port 49e7b3f1-8b23-4a44-ab83-4a91b21656b6, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=49e7b3f1-8b23-4a44-ab83-4a91b21656b6,segment=NetworkSegment(e45912ab-73a2-4ecb-a631-df0a332d78f8),segment_id=e45912ab-73a2-4ecb-a631-df0a332d78f8)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:51:59.507829 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-7e88eff5-b591-4583-a7f9-76fe79b5a51c req-eecbd4b5-dd4b-4981-9dd5-4e959f649e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:59.517154 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-3c8e19c9-d08e-4cb4-b7ac-73d39a165ae9 req-06afc4e9-66e5-447f-9fa5-a4e7de5cd05c tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Deleting port 35a67485-d9b8-43f6-af71-0e4a98091089 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:51:59.517608 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-3c8e19c9-d08e-4cb4-b7ac-73d39a165ae9 req-06afc4e9-66e5-447f-9fa5-a4e7de5cd05c tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:59.545355 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e88eff5-b591-4583-a7f9-76fe79b5a51c req-eecbd4b5-dd4b-4981-9dd5-4e959f649e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:59.546005 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-7e88eff5-b591-4583-a7f9-76fe79b5a51c req-eecbd4b5-dd4b-4981-9dd5-4e959f649e6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:59.555937 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7e88eff5-b591-4583-a7f9-76fe79b5a51c req-eecbd4b5-dd4b-4981-9dd5-4e959f649e6e service neutron] 10.222.0.58 "PUT /v2.0/ports/49e7b3f1-8b23-4a44-ab83-4a91b21656b6 HTTP/1.1" status: 200 len: 1092 time: 0.8391862 Sep 23 06:51:59.556516 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5dcfd25-66b7-45ed-bd87-1f2d4a14b33d', 'tag': '49e7b3f1-8b23-4a44-ab83-4a91b21656b6'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:51:59.558907 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f7c2624-9afe-4e19-b81a-3ed7ef14ba28" -d '{"events": [{"name": "network-changed", "server_uuid": "f5dcfd25-66b7-45ed-bd87-1f2d4a14b33d", "tag": "49e7b3f1-8b23-4a44-ab83-4a91b21656b6"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:51:59.604773 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7488547-64ab-49a9-97c4-25e054b0fa0f x-openstack-request-id: req-f7488547-64ab-49a9-97c4-25e054b0fa0f {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:51:59.605062 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5dcfd25-66b7-45ed-bd87-1f2d4a14b33d", "tag": "49e7b3f1-8b23-4a44-ab83-4a91b21656b6", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:51:59.605337 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f7488547-64ab-49a9-97c4-25e054b0fa0f {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:51:59.605729 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5dcfd25-66b7-45ed-bd87-1f2d4a14b33d', 'tag': '49e7b3f1-8b23-4a44-ab83-4a91b21656b6', 'status': 'completed', 'code': 200} Sep 23 06:51:59.607859 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecbd4b5-dd4b-4981-9dd5-4e959f649e6e service neutron] Pushing event updated for resources: {'Port': ['ID=49e7b3f1-8b23-4a44-ab83-4a91b21656b6,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:59.614618 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-3c8e19c9-d08e-4cb4-b7ac-73d39a165ae9 req-06afc4e9-66e5-447f-9fa5-a4e7de5cd05c tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] For port 35a67485-d9b8-43f6-af71-0e4a98091089, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=35a67485-d9b8-43f6-af71-0e4a98091089,segment=NetworkSegment(baf87664-ecc7-475d-93f2-159d871e9198),segment_id=baf87664-ecc7-475d-93f2-159d871e9198)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:51:59.615351 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-3c8e19c9-d08e-4cb4-b7ac-73d39a165ae9 req-06afc4e9-66e5-447f-9fa5-a4e7de5cd05c tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:59.629334 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-3c8e19c9-d08e-4cb4-b7ac-73d39a165ae9 req-06afc4e9-66e5-447f-9fa5-a4e7de5cd05c tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Calling delete_port for 35a67485-d9b8-43f6-af71-0e4a98091089 owned by compute:nova {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:51:59.641369 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e88eff5-b591-4583-a7f9-76fe79b5a51c req-496b83fd-8385-4239-a3d7-e146e4e58596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:59.642915 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7e88eff5-b591-4583-a7f9-76fe79b5a51c req-496b83fd-8385-4239-a3d7-e146e4e58596 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=89cde1f180a04b9a82f94238d641b222&device_id=f5dcfd25-66b7-45ed-bd87-1f2d4a14b33d HTTP/1.1" status: 200 len: 1095 time: 0.0495365 Sep 23 06:51:59.688961 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7e88eff5-b591-4583-a7f9-76fe79b5a51c req-59de079f-235b-4652-865d-2fa5377cb1b2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49e7b3f1-8b23-4a44-ab83-4a91b21656b6 HTTP/1.1" status: 200 len: 217 time: 0.0379729 Sep 23 06:51:59.738561 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e88eff5-b591-4583-a7f9-76fe79b5a51c req-a6d7e976-85ad-446c-bc4b-ddd04104bbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:51:59.740044 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7e88eff5-b591-4583-a7f9-76fe79b5a51c req-a6d7e976-85ad-446c-bc4b-ddd04104bbb3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c520f2a7-ad21-49cf-80dc-376f9b100681 HTTP/1.1" status: 200 len: 853 time: 0.0446067 Sep 23 06:51:59.765425 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-3c8e19c9-d08e-4cb4-b7ac-73d39a165ae9 req-06afc4e9-66e5-447f-9fa5-a4e7de5cd05c tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:59.772043 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7e88eff5-b591-4583-a7f9-76fe79b5a51c req-adaee2cb-eb7e-470d-ab90-30cb58568771 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=218c58b5-0e0b-4646-89a6-548d923b3f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252681 Sep 23 06:51:59.777136 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['7873b1c3-6c50-4190-8723-b9f733e059a4', '35a67485-d9b8-43f6-af71-0e4a98091089'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:51:59.797512 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06afc4e9-66e5-447f-9fa5-a4e7de5cd05c tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Pushing event deleted for resources: {'Port': ['ID=35a67485-d9b8-43f6-af71-0e4a98091089,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:51:59.808466 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['e87b71fa-b97d-4b3a-b9d5-d1cec873b9bc'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:51:59.843198 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c8e19c9-d08e-4cb4-b7ac-73d39a165ae9 req-06afc4e9-66e5-447f-9fa5-a4e7de5cd05c tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] No DVR routers for this DVR port 35a67485-d9b8-43f6-af71-0e4a98091089 on host n-h2-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:51:59.847195 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-3c8e19c9-d08e-4cb4-b7ac-73d39a165ae9 req-06afc4e9-66e5-447f-9fa5-a4e7de5cd05c tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:51:59.850129 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3c8e19c9-d08e-4cb4-b7ac-73d39a165ae9 req-06afc4e9-66e5-447f-9fa5-a4e7de5cd05c tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.58 "DELETE /v2.0/ports/35a67485-d9b8-43f6-af71-0e4a98091089 HTTP/1.1" status: 204 len: 173 time: 0.4271595 Sep 23 06:51:59.850639 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb2666d4-5b06-449f-8760-dbe90028137d', 'name': 'network-vif-deleted', 'tag': '35a67485-d9b8-43f6-af71-0e4a98091089'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:51:59.854184 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba7a333e-2716-499a-b0dc-18f285f89d45" -d '{"events": [{"server_uuid": "eb2666d4-5b06-449f-8760-dbe90028137d", "name": "network-vif-deleted", "tag": "35a67485-d9b8-43f6-af71-0e4a98091089"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:51:59.871636 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['1482081c-25aa-4b21-b8d3-e3d9ed08029c'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:51:59.881557 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7e88eff5-b591-4583-a7f9-76fe79b5a51c req-a435854b-60bc-467d-8f4a-a1f17bbbbcb3 service neutron] 10.222.0.58 "GET /v2.0/networks/218c58b5-0e0b-4646-89a6-548d923b3f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005538 Sep 23 06:51:59.901814 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61d333f-cb42-4006-a2cb-2ea910029117 x-openstack-request-id: req-f61d333f-cb42-4006-a2cb-2ea910029117 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:51:59.902129 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb2666d4-5b06-449f-8760-dbe90028137d", "name": "network-vif-deleted", "tag": "35a67485-d9b8-43f6-af71-0e4a98091089", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:51:59.902377 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f61d333f-cb42-4006-a2cb-2ea910029117 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:51:59.903209 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb2666d4-5b06-449f-8760-dbe90028137d', 'name': 'network-vif-deleted', 'tag': '35a67485-d9b8-43f6-af71-0e4a98091089', 'status': 'completed', 'code': 200} Sep 23 06:52:00.005128 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7e88eff5-b591-4583-a7f9-76fe79b5a51c req-d8b83d11-0d6b-44ec-bc97-bb28063e1fc0 service neutron] 10.222.0.58 "GET /v2.0/networks/218c58b5-0e0b-4646-89a6-548d923b3f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151695 Sep 23 06:52:00.029733 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c7f47-e266-4034-b560-537f9c48f632 req-a4cd32ef-e185-45f0-9b1c-b2b2e73e4fca tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:00.031160 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3c8c7f47-e266-4034-b560-537f9c48f632 req-a4cd32ef-e185-45f0-9b1c-b2b2e73e4fca tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] 10.222.0.39 "GET /v2.0/ports?device_id=7cd761e0-072c-46ae-8bd5-f6d1ff77734e HTTP/1.1" status: 200 len: 944 time: 0.0673876 Sep 23 06:52:00.076708 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3c8c7f47-e266-4034-b560-537f9c48f632 req-591d8664-c233-4a59-8a7f-90dc3c5eae71 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa9aa16e-008b-4f25-9a90-22b6b7b8c83c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356700 Sep 23 06:52:00.149249 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7c2624-9afe-4e19-b81a-3ed7ef14ba28 req-dd26e5ca-7dc6-4e44-a494-f26cba544b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:00.151060 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1f7c2624-9afe-4e19-b81a-3ed7ef14ba28 req-dd26e5ca-7dc6-4e44-a494-f26cba544b6a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=89cde1f180a04b9a82f94238d641b222&device_id=f5dcfd25-66b7-45ed-bd87-1f2d4a14b33d HTTP/1.1" status: 200 len: 1095 time: 0.0806851 Sep 23 06:52:00.257069 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9dc65f50-7580-4ef4-85c9-a9bfa33edb06 req-aebea6a7-ac2a-40f8-8775-c3db9472f639 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb2666d4-5b06-449f-8760-dbe90028137d HTTP/1.1" status: 200 len: 210 time: 0.0270381 Sep 23 06:52:00.279317 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4169c9-1a81-4a07-889e-629cbea749f7 req-840041fe-c794-4a6f-8369-c0170b520efe tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:00.280808 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ac4169c9-1a81-4a07-889e-629cbea749f7 req-840041fe-c794-4a6f-8369-c0170b520efe tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?device_id=31e1b5ab-8723-4bb9-862e-bd5cb61591b3 HTTP/1.1" status: 200 len: 945 time: 0.1284995 Sep 23 06:52:00.336702 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7c2624-9afe-4e19-b81a-3ed7ef14ba28 req-50659b09-2711-469d-8137-0243a8f7ddfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:00.338517 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1f7c2624-9afe-4e19-b81a-3ed7ef14ba28 req-50659b09-2711-469d-8137-0243a8f7ddfd service neutron] 10.222.0.58 "GET /v2.0/networks?id=218c58b5-0e0b-4646-89a6-548d923b3f5b HTTP/1.1" status: 200 len: 914 time: 0.1741650 Sep 23 06:52:00.367342 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ac4169c9-1a81-4a07-889e-629cbea749f7 req-939b32b1-8708-4dc1-b14e-e9837dbdf919 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/security-groups?id=ece3dc8d-d93c-45c1-8c17-22ee813f6047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762830 Sep 23 06:52:00.402893 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1f7c2624-9afe-4e19-b81a-3ed7ef14ba28 req-b405ef6e-5c99-4844-ae9a-523929d82485 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49e7b3f1-8b23-4a44-ab83-4a91b21656b6 HTTP/1.1" status: 200 len: 217 time: 0.0514276 Sep 23 06:52:00.416872 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7845281-bfcc-4fa8-aab9-7fb4a330aebf req-0bf6d0b1-869b-4ab3-9e8a-7ccbfc308294 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:00.418453 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a7845281-bfcc-4fa8-aab9-7fb4a330aebf req-0bf6d0b1-869b-4ab3-9e8a-7ccbfc308294 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5dcfd25-66b7-45ed-bd87-1f2d4a14b33d HTTP/1.1" status: 200 len: 943 time: 0.0738170 Sep 23 06:52:00.468114 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7c2624-9afe-4e19-b81a-3ed7ef14ba28 req-d896d59d-d3c4-4203-836e-afa5c328024f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:00.470033 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1f7c2624-9afe-4e19-b81a-3ed7ef14ba28 req-d896d59d-d3c4-4203-836e-afa5c328024f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c520f2a7-ad21-49cf-80dc-376f9b100681 HTTP/1.1" status: 200 len: 853 time: 0.0588541 Sep 23 06:52:00.483119 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a7845281-bfcc-4fa8-aab9-7fb4a330aebf req-38bf706e-8f42-4f5c-8fd3-cc886d994655 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578761 Sep 23 06:52:00.538067 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1f7c2624-9afe-4e19-b81a-3ed7ef14ba28 req-49c5ac6e-612e-425e-8cd2-56cfaee29d4b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=218c58b5-0e0b-4646-89a6-548d923b3f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594296 Sep 23 06:52:00.654147 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a3227-cb45-4421-933a-fcab530fa3db req-83d94ae7-2db5-4663-a90a-fe1a99cecb08 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:00.656586 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8f4a3227-cb45-4421-933a-fcab530fa3db req-83d94ae7-2db5-4663-a90a-fe1a99cecb08 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=96d33569-2cba-4763-8625-a124ce14cdb6 HTTP/1.1" status: 200 len: 945 time: 0.1216953 Sep 23 06:52:00.735858 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1f7c2624-9afe-4e19-b81a-3ed7ef14ba28 req-0b5632bf-a36c-4be8-8828-26f542d20845 service neutron] 10.222.0.58 "GET /v2.0/networks/218c58b5-0e0b-4646-89a6-548d923b3f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884737 Sep 23 06:52:00.760923 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8f4a3227-cb45-4421-933a-fcab530fa3db req-c1cf547b-b5b5-4247-ae32-9007ca956a3e tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897498 Sep 23 06:52:00.789830 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260926a7-0760-4fc7-ba44-3d880e267406 req-1d5e1c5c-9cab-4a92-8de7-8e60810e2374 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:00.792202 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-260926a7-0760-4fc7-ba44-3d880e267406 req-1d5e1c5c-9cab-4a92-8de7-8e60810e2374 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.21 "GET /v2.0/ports?device_id=31e1b5ab-8723-4bb9-862e-bd5cb61591b3 HTTP/1.1" status: 200 len: 945 time: 0.1323998 Sep 23 06:52:00.932066 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1f7c2624-9afe-4e19-b81a-3ed7ef14ba28 req-ff9e4313-73c9-492f-8e10-64d4ac3f1c1a service neutron] 10.222.0.58 "GET /v2.0/networks/218c58b5-0e0b-4646-89a6-548d923b3f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826756 Sep 23 06:52:00.954175 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-260926a7-0760-4fc7-ba44-3d880e267406 req-7dc60a73-8a28-4aa7-becd-d8b6b51c44ea tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Deleting port 6c1b67c9-1960-4c11-8092-1d3562af2857 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:52:00.954516 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-260926a7-0760-4fc7-ba44-3d880e267406 req-7dc60a73-8a28-4aa7-becd-d8b6b51c44ea tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:01.047596 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-260926a7-0760-4fc7-ba44-3d880e267406 req-7dc60a73-8a28-4aa7-becd-d8b6b51c44ea tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] For port 6c1b67c9-1960-4c11-8092-1d3562af2857, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=6c1b67c9-1960-4c11-8092-1d3562af2857,segment=NetworkSegment(b8df1c21-d158-4a04-9c55-8af8af98d9e0),segment_id=b8df1c21-d158-4a04-9c55-8af8af98d9e0)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:52:01.047956 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-260926a7-0760-4fc7-ba44-3d880e267406 req-7dc60a73-8a28-4aa7-becd-d8b6b51c44ea tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:01.061066 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-260926a7-0760-4fc7-ba44-3d880e267406 req-7dc60a73-8a28-4aa7-becd-d8b6b51c44ea tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Calling delete_port for 6c1b67c9-1960-4c11-8092-1d3562af2857 owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:52:01.212040 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-260926a7-0760-4fc7-ba44-3d880e267406 req-7dc60a73-8a28-4aa7-becd-d8b6b51c44ea tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:01.220615 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b761d-ea08-499b-b280-505652d73c3d req-fd420880-12a8-4ab9-b70b-ace9e85b4394 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:01.223109 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-280b761d-ea08-499b-b280-505652d73c3d req-fd420880-12a8-4ab9-b70b-ace9e85b4394 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] 10.222.0.39 "GET /v2.0/ports?device_id=7cd761e0-072c-46ae-8bd5-f6d1ff77734e HTTP/1.1" status: 200 len: 944 time: 0.0609725 Sep 23 06:52:01.224231 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['7798a4bb-7e08-4b55-ac2e-860f75e1be63'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:52:01.241078 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc60a73-8a28-4aa7-becd-d8b6b51c44ea tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Pushing event deleted for resources: {'Port': ['ID=6c1b67c9-1960-4c11-8092-1d3562af2857,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:01.290307 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-260926a7-0760-4fc7-ba44-3d880e267406 req-7dc60a73-8a28-4aa7-becd-d8b6b51c44ea tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] No DVR routers for this DVR port 6c1b67c9-1960-4c11-8092-1d3562af2857 on host n-h1-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:52:01.293183 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-260926a7-0760-4fc7-ba44-3d880e267406 req-7dc60a73-8a28-4aa7-becd-d8b6b51c44ea tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:01.295525 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-260926a7-0760-4fc7-ba44-3d880e267406 req-7dc60a73-8a28-4aa7-becd-d8b6b51c44ea tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.21 "DELETE /v2.0/ports/6c1b67c9-1960-4c11-8092-1d3562af2857 HTTP/1.1" status: 204 len: 173 time: 0.4930596 Sep 23 06:52:01.298458 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-280b761d-ea08-499b-b280-505652d73c3d req-441148c2-72ec-4080-ba00-a3e1899e9abc tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa9aa16e-008b-4f25-9a90-22b6b7b8c83c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619726 Sep 23 06:52:01.480847 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['6c1b67c9-1960-4c11-8092-1d3562af2857'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:52:01.523276 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-049627c8-5e5b-4721-b1cd-1c46bd91876e req-21c388c7-f106-45b8-9615-9385bbdc724e tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?device_id=31e1b5ab-8723-4bb9-862e-bd5cb61591b3 HTTP/1.1" status: 200 len: 210 time: 0.0303452 Sep 23 06:52:01.607458 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31e1b5ab-8723-4bb9-862e-bd5cb61591b3', 'name': 'network-vif-deleted', 'tag': '6c1b67c9-1960-4c11-8092-1d3562af2857'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:52:01.611267 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7caac0d-0ec2-43de-9e0a-0fe4009f5a60" -d '{"events": [{"server_uuid": "31e1b5ab-8723-4bb9-862e-bd5cb61591b3", "name": "network-vif-deleted", "tag": "6c1b67c9-1960-4c11-8092-1d3562af2857"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:52:01.657721 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057b57d4-cdd7-4f8e-90dd-a66371c21699 req-f356ca34-4787-4c28-a6d1-ed034fa890ed tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:01.661027 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-057b57d4-cdd7-4f8e-90dd-a66371c21699 req-f356ca34-4787-4c28-a6d1-ed034fa890ed tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5dcfd25-66b7-45ed-bd87-1f2d4a14b33d HTTP/1.1" status: 200 len: 943 time: 0.0537171 Sep 23 06:52:01.702555 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-057b57d4-cdd7-4f8e-90dd-a66371c21699 req-a334f0bf-030f-40ce-b17f-add01ea71c6c tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369120 Sep 23 06:52:01.711801 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529d59a1-761c-499f-a440-68acb1fb41de req-3aa4cc9f-9768-433a-bae4-311e112e62b4 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:01.713474 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-529d59a1-761c-499f-a440-68acb1fb41de req-3aa4cc9f-9768-433a-bae4-311e112e62b4 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=9588d703-605a-4ae7-9fc8-338f65a62562 HTTP/1.1" status: 200 len: 946 time: 0.0638440 Sep 23 06:52:01.766373 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb0f1d4-5b4e-4740-8cfe-75dac2a72ceb x-openstack-request-id: req-bdb0f1d4-5b4e-4740-8cfe-75dac2a72ceb {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:52:01.767044 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31e1b5ab-8723-4bb9-862e-bd5cb61591b3", "name": "network-vif-deleted", "tag": "6c1b67c9-1960-4c11-8092-1d3562af2857", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:52:01.767044 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bdb0f1d4-5b4e-4740-8cfe-75dac2a72ceb {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:52:01.767360 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31e1b5ab-8723-4bb9-862e-bd5cb61591b3', 'name': 'network-vif-deleted', 'tag': '6c1b67c9-1960-4c11-8092-1d3562af2857', 'status': 'completed', 'code': 200} Sep 23 06:52:01.770334 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-529d59a1-761c-499f-a440-68acb1fb41de req-354c9f71-bca2-4f8f-9ad7-ca88c5cb2db5 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385194 Sep 23 06:52:01.912377 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d8ace-5c81-4fb1-aa0a-a6d313a535f7 req-1856c391-1318-4572-82df-c1fe6279fcf8 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:01.920271 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0b9d8ace-5c81-4fb1-aa0a-a6d313a535f7 req-1856c391-1318-4572-82df-c1fe6279fcf8 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=96d33569-2cba-4763-8625-a124ce14cdb6 HTTP/1.1" status: 200 len: 945 time: 0.0656984 Sep 23 06:52:01.965939 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0b9d8ace-5c81-4fb1-aa0a-a6d313a535f7 req-a8ff707c-6716-47cd-9562-7e32cbf0d6bb tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443468 Sep 23 06:52:02.385394 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 49e7b3f1-8b23-4a44-ab83-4a91b21656b6 details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:52:02.387770 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 35a67485-d9b8-43f6-af71-0e4a98091089 no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:52:02.413901 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No Port match for: 35a67485-d9b8-43f6-af71-0e4a98091089 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:52:02.414939 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 35a67485-d9b8-43f6-af71-0e4a98091089 not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:52:02.426019 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d90df14-96b2-4d09-b282-2104d5bb4587 req-92f7c7e4-f375-471d-b9f7-5c00b78d3923 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:02.428154 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7d90df14-96b2-4d09-b282-2104d5bb4587 req-92f7c7e4-f375-471d-b9f7-5c00b78d3923 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] 10.222.0.39 "GET /v2.0/ports?device_id=7cd761e0-072c-46ae-8bd5-f6d1ff77734e HTTP/1.1" status: 200 len: 944 time: 0.0561426 Sep 23 06:52:02.472087 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7d90df14-96b2-4d09-b282-2104d5bb4587 req-504f9c52-341e-41a5-8d9e-15f0a9ddbbf5 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa9aa16e-008b-4f25-9a90-22b6b7b8c83c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369148 Sep 23 06:52:02.515283 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 49e7b3f1-8b23-4a44-ab83-4a91b21656b6, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=49e7b3f1-8b23-4a44-ab83-4a91b21656b6,segment=NetworkSegment(e45912ab-73a2-4ecb-a631-df0a332d78f8),segment_id=e45912ab-73a2-4ecb-a631-df0a332d78f8)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:52:02.526188 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': '49e7b3f1-8b23-4a44-ab83-4a91b21656b6', 'network_id': '218c58b5-0e0b-4646-89a6-548d923b3f5b', 'port_id': '49e7b3f1-8b23-4a44-ab83-4a91b21656b6', 'mac_address': 'fa:16:3e:3f:d3:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c520f2a7-ad21-49cf-80dc-376f9b100681', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:52:02.584220 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:02.599455 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49e7b3f1-8b23-4a44-ab83-4a91b21656b6 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:52:02.628934 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 49e7b3f1-8b23-4a44-ab83-4a91b21656b6, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=49e7b3f1-8b23-4a44-ab83-4a91b21656b6,segment=NetworkSegment(e45912ab-73a2-4ecb-a631-df0a332d78f8),segment_id=e45912ab-73a2-4ecb-a631-df0a332d78f8)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:52:02.634880 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:02.711297 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=49e7b3f1-8b23-4a44-ab83-4a91b21656b6,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:02.833987 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfaecde-6a32-483f-b98e-a2f48c4e59ca req-f934e29b-228c-4bc2-97ef-28c956fe7a5c tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:02.840706 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3cfaecde-6a32-483f-b98e-a2f48c4e59ca req-f934e29b-228c-4bc2-97ef-28c956fe7a5c tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5dcfd25-66b7-45ed-bd87-1f2d4a14b33d HTTP/1.1" status: 200 len: 944 time: 0.0632751 Sep 23 06:52:02.888716 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3cfaecde-6a32-483f-b98e-a2f48c4e59ca req-93b70b79-ecf8-4d6b-9551-e2005ffe475b tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470276 Sep 23 06:52:02.932406 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 1482081c-25aa-4b21-b8d3-e3d9ed08029c up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:52:02.988492 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f834aed-246e-4712-8743-80513cd7fc57 req-66eb6f0d-2d40-4bf2-92e9-c94f2e413e63 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:02.990398 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8f834aed-246e-4712-8743-80513cd7fc57 req-66eb6f0d-2d40-4bf2-92e9-c94f2e413e63 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb87560c-9641-4635-9fad-e3498f44ae55 HTTP/1.1" status: 200 len: 946 time: 0.1143460 Sep 23 06:52:03.020709 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['49e7b3f1-8b23-4a44-ab83-4a91b21656b6'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:52:03.025539 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c062a5ad-15c3-4ab3-9697-3b5857ae5b11 req-67ceac58-54ab-4cb2-9653-a78e52dc53d8 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:03.027301 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c062a5ad-15c3-4ab3-9697-3b5857ae5b11 req-67ceac58-54ab-4cb2-9653-a78e52dc53d8 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=9588d703-605a-4ae7-9fc8-338f65a62562 HTTP/1.1" status: 200 len: 946 time: 0.0768833 Sep 23 06:52:03.069458 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8f834aed-246e-4712-8743-80513cd7fc57 req-7dd2aded-e631-433e-9551-1801486ca045 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/security-groups?id=ece3dc8d-d93c-45c1-8c17-22ee813f6047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716150 Sep 23 06:52:03.099685 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c062a5ad-15c3-4ab3-9697-3b5857ae5b11 req-e0d4f34e-7c9e-4d71-a25b-5853792ecb3e tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527380 Sep 23 06:52:03.105852 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port 1482081c-25aa-4b21-b8d3-e3d9ed08029c completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:52:03.122641 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port 1482081c-25aa-4b21-b8d3-e3d9ed08029c triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:52:03.123193 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:03.207338 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663ba3e1-6806-4e94-804b-f657f3ed7c64 req-b8c6bec7-f6a6-49f9-b28d-a707c2044448 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:03.209295 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-663ba3e1-6806-4e94-804b-f657f3ed7c64 req-b8c6bec7-f6a6-49f9-b28d-a707c2044448 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.58 "GET /v2.0/ports?device_id=9588d703-605a-4ae7-9fc8-338f65a62562 HTTP/1.1" status: 200 len: 946 time: 0.0830193 Sep 23 06:52:03.269991 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:03.315805 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cd761e0-072c-46ae-8bd5-f6d1ff77734e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1482081c-25aa-4b21-b8d3-e3d9ed08029c'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:52:03.318405 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5201c0a3-cb76-473c-9bd7-ed14481b093b" -d '{"events": [{"server_uuid": "7cd761e0-072c-46ae-8bd5-f6d1ff77734e", "name": "network-vif-plugged", "status": "completed", "tag": "1482081c-25aa-4b21-b8d3-e3d9ed08029c"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:52:03.334805 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 1482081c-25aa-4b21-b8d3-e3d9ed08029c, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=1482081c-25aa-4b21-b8d3-e3d9ed08029c,segment=NetworkSegment(be72623b-aa7b-4254-91c5-48856a3a961c),segment_id=be72623b-aa7b-4254-91c5-48856a3a961c)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:52:03.362231 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b671c7-f4c3-4ff4-aeef-6d5b70e0e7de req-c147fd31-5246-42d4-aede-5c9f1fbfe998 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:03.363763 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-05b671c7-f4c3-4ff4-aeef-6d5b70e0e7de req-c147fd31-5246-42d4-aede-5c9f1fbfe998 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=96d33569-2cba-4763-8625-a124ce14cdb6 HTTP/1.1" status: 200 len: 945 time: 0.1702604 Sep 23 06:52:03.372729 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:03.402327 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-663ba3e1-6806-4e94-804b-f657f3ed7c64 req-6316bc43-6f5c-4dbe-af53-dd67915a8280 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Deleting port 7873b1c3-6c50-4190-8723-b9f733e059a4 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:52:03.402681 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-663ba3e1-6806-4e94-804b-f657f3ed7c64 req-6316bc43-6f5c-4dbe-af53-dd67915a8280 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:03.419092 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b41cef8b-f114-45ad-ac2a-c1c5bb35e97c x-openstack-request-id: req-b41cef8b-f114-45ad-ac2a-c1c5bb35e97c {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:52:03.419595 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cd761e0-072c-46ae-8bd5-f6d1ff77734e", "name": "network-vif-plugged", "status": "completed", "tag": "1482081c-25aa-4b21-b8d3-e3d9ed08029c", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:52:03.419690 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b41cef8b-f114-45ad-ac2a-c1c5bb35e97c {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:52:03.420005 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cd761e0-072c-46ae-8bd5-f6d1ff77734e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1482081c-25aa-4b21-b8d3-e3d9ed08029c', 'code': 200} Sep 23 06:52:03.469588 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=1482081c-25aa-4b21-b8d3-e3d9ed08029c,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:03.603025 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea485ff7-7633-4136-8319-9d838283eda3 req-ef6f999a-9d47-47bd-8d22-6d9cff177b02 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:03.605613 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ea485ff7-7633-4136-8319-9d838283eda3 req-ef6f999a-9d47-47bd-8d22-6d9cff177b02 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] 10.222.0.39 "GET /v2.0/ports?device_id=7cd761e0-072c-46ae-8bd5-f6d1ff77734e HTTP/1.1" status: 200 len: 945 time: 0.0565200 Sep 23 06:52:03.663826 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ea485ff7-7633-4136-8319-9d838283eda3 req-b6a35da4-3e8f-4c1d-b0bd-3e1c7714a19a tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa9aa16e-008b-4f25-9a90-22b6b7b8c83c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530450 Sep 23 06:52:03.897888 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-05b671c7-f4c3-4ff4-aeef-6d5b70e0e7de req-35bf0bbe-3499-4555-be29-601a64292268 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5269451 Sep 23 06:52:03.931711 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08637d91-305b-4e7e-80ee-57e672891319 req-e0e3b61c-cdd2-4b57-b0d2-bece9202f34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:03.932447 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-08637d91-305b-4e7e-80ee-57e672891319 req-e0e3b61c-cdd2-4b57-b0d2-bece9202f34a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7cd761e0-072c-46ae-8bd5-f6d1ff77734e HTTP/1.1" status: 200 len: 1097 time: 0.0812123 Sep 23 06:52:03.934029 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-663ba3e1-6806-4e94-804b-f657f3ed7c64 req-6316bc43-6f5c-4dbe-af53-dd67915a8280 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] For port 7873b1c3-6c50-4190-8723-b9f733e059a4, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=7873b1c3-6c50-4190-8723-b9f733e059a4,segment=NetworkSegment(baf87664-ecc7-475d-93f2-159d871e9198),segment_id=baf87664-ecc7-475d-93f2-159d871e9198)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:52:03.934401 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-663ba3e1-6806-4e94-804b-f657f3ed7c64 req-6316bc43-6f5c-4dbe-af53-dd67915a8280 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:03.991180 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-663ba3e1-6806-4e94-804b-f657f3ed7c64 req-6316bc43-6f5c-4dbe-af53-dd67915a8280 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Calling delete_port for 7873b1c3-6c50-4190-8723-b9f733e059a4 owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:52:04.005734 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-08637d91-305b-4e7e-80ee-57e672891319 req-d239e1e3-e08b-4262-bf2c-2a1f0e6121ac service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=aa9aa16e-008b-4f25-9a90-22b6b7b8c83c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550158 Sep 23 06:52:04.063445 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e28b2ae-8675-44c5-bdb2-822c7ea8f2b5 req-f76c97c6-8405-46ee-958a-422ee1dcdd67 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:04.066025 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6e28b2ae-8675-44c5-bdb2-822c7ea8f2b5 req-f76c97c6-8405-46ee-958a-422ee1dcdd67 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5dcfd25-66b7-45ed-bd87-1f2d4a14b33d HTTP/1.1" status: 200 len: 944 time: 0.0839555 Sep 23 06:52:04.175314 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-663ba3e1-6806-4e94-804b-f657f3ed7c64 req-6316bc43-6f5c-4dbe-af53-dd67915a8280 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:04.183151 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6e28b2ae-8675-44c5-bdb2-822c7ea8f2b5 req-a67498f3-79d8-4069-a641-212dd7f079bc tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104584 Sep 23 06:52:04.208301 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['7873b1c3-6c50-4190-8723-b9f733e059a4'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:52:04.228987 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6316bc43-6f5c-4dbe-af53-dd67915a8280 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Pushing event deleted for resources: {'Port': ['ID=7873b1c3-6c50-4190-8723-b9f733e059a4,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:04.266709 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['e87b71fa-b97d-4b3a-b9d5-d1cec873b9bc'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:52:04.299003 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-663ba3e1-6806-4e94-804b-f657f3ed7c64 req-6316bc43-6f5c-4dbe-af53-dd67915a8280 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] No DVR routers for this DVR port 7873b1c3-6c50-4190-8723-b9f733e059a4 on host n-h2-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:52:04.302860 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-663ba3e1-6806-4e94-804b-f657f3ed7c64 req-6316bc43-6f5c-4dbe-af53-dd67915a8280 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:04.305278 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-663ba3e1-6806-4e94-804b-f657f3ed7c64 req-6316bc43-6f5c-4dbe-af53-dd67915a8280 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.58 "DELETE /v2.0/ports/7873b1c3-6c50-4190-8723-b9f733e059a4 HTTP/1.1" status: 204 len: 173 time: 1.0872519 Sep 23 06:52:04.305981 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9588d703-605a-4ae7-9fc8-338f65a62562', 'name': 'network-vif-deleted', 'tag': '7873b1c3-6c50-4190-8723-b9f733e059a4'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:52:04.308314 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d86188f3-d043-441a-b9a3-4c574575b1db" -d '{"events": [{"server_uuid": "9588d703-605a-4ae7-9fc8-338f65a62562", "name": "network-vif-deleted", "tag": "7873b1c3-6c50-4190-8723-b9f733e059a4"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:52:04.320969 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f99b69-1e7b-43c2-a960-0b18ffd4b193 req-60ea9367-92cd-45b3-874b-20855fd4c42f tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:04.329255 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c8f99b69-1e7b-43c2-a960-0b18ffd4b193 req-60ea9367-92cd-45b3-874b-20855fd4c42f tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb87560c-9641-4635-9fad-e3498f44ae55 HTTP/1.1" status: 200 len: 946 time: 0.1307576 Sep 23 06:52:04.370610 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-251cb7ab-2556-45fe-bdba-f4d45b3a5261 req-cce7aaf9-789b-4d6a-8131-a6de2df01d4a tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=9588d703-605a-4ae7-9fc8-338f65a62562 HTTP/1.1" status: 200 len: 210 time: 0.0696127 Sep 23 06:52:04.393411 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c8f99b69-1e7b-43c2-a960-0b18ffd4b193 req-5f125a13-a1b6-4006-9013-d8ca11bb62cf tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/security-groups?id=ece3dc8d-d93c-45c1-8c17-22ee813f6047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527687 Sep 23 06:52:04.408629 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 49e7b3f1-8b23-4a44-ab83-4a91b21656b6 up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:52:04.438253 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71501607-ba60-4821-8c32-a6f2a3d62b89 x-openstack-request-id: req-71501607-ba60-4821-8c32-a6f2a3d62b89 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:52:04.438652 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9588d703-605a-4ae7-9fc8-338f65a62562", "name": "network-vif-deleted", "tag": "7873b1c3-6c50-4190-8723-b9f733e059a4", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:52:04.439043 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-71501607-ba60-4821-8c32-a6f2a3d62b89 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:52:04.439524 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9588d703-605a-4ae7-9fc8-338f65a62562', 'name': 'network-vif-deleted', 'tag': '7873b1c3-6c50-4190-8723-b9f733e059a4', 'status': 'completed', 'code': 200} Sep 23 06:52:04.528827 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port 49e7b3f1-8b23-4a44-ab83-4a91b21656b6 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:52:04.537419 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port 49e7b3f1-8b23-4a44-ab83-4a91b21656b6 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:52:04.537898 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:04.642657 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:04.684686 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 49e7b3f1-8b23-4a44-ab83-4a91b21656b6, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=49e7b3f1-8b23-4a44-ab83-4a91b21656b6,segment=NetworkSegment(e45912ab-73a2-4ecb-a631-df0a332d78f8),segment_id=e45912ab-73a2-4ecb-a631-df0a332d78f8)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:52:04.693607 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:04.763298 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=49e7b3f1-8b23-4a44-ab83-4a91b21656b6,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:04.853242 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaf3b5d-0f36-4bb9-a141-42f92dda1d70 req-f839d818-dbee-419b-b442-e2d1ddf7651f tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:04.863563 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 06:52:04.864716 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4aaf3b5d-0f36-4bb9-a141-42f92dda1d70 req-f839d818-dbee-419b-b442-e2d1ddf7651f tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] 10.222.0.39 "GET /v2.0/ports?device_id=7cd761e0-072c-46ae-8bd5-f6d1ff77734e HTTP/1.1" status: 200 len: 945 time: 0.1008742 Sep 23 06:52:04.921517 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4aaf3b5d-0f36-4bb9-a141-42f92dda1d70 req-f6ac1aee-ad3a-4f83-9779-fea6f0dc9a2e tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa9aa16e-008b-4f25-9a90-22b6b7b8c83c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556231 Sep 23 06:52:04.932376 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 6c1b67c9-1960-4c11-8092-1d3562af2857 no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:52:04.960455 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] No Port match for: 6c1b67c9-1960-4c11-8092-1d3562af2857 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:52:04.960927 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 6c1b67c9-1960-4c11-8092-1d3562af2857 not bound to the agent host n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:52:05.067849 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b772e9cd-64c9-4020-a1d1-a307b082144f req-ffdb7ed0-c8ca-47b6-837c-57859d64e96a tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:05.070603 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b772e9cd-64c9-4020-a1d1-a307b082144f req-ffdb7ed0-c8ca-47b6-837c-57859d64e96a tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=96d33569-2cba-4763-8625-a124ce14cdb6 HTTP/1.1" status: 200 len: 945 time: 0.0558126 Sep 23 06:52:05.118955 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b772e9cd-64c9-4020-a1d1-a307b082144f req-3b1224b6-6087-4185-b640-4e3df850fd9e tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404632 Sep 23 06:52:05.239181 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a184b12-1777-41ed-b376-8b6dadec0619 req-8efaa522-cea4-496a-a25c-f1f2968d68ed tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:05.240792 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3a184b12-1777-41ed-b376-8b6dadec0619 req-8efaa522-cea4-496a-a25c-f1f2968d68ed tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb87560c-9641-4635-9fad-e3498f44ae55 HTTP/1.1" status: 200 len: 946 time: 0.0592492 Sep 23 06:52:05.365441 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba481609-26c9-4483-a5a1-3c4cc3395ab6 req-361a8dcd-a028-4efc-b06d-4274f0fc53a3 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:05.366985 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ba481609-26c9-4483-a5a1-3c4cc3395ab6 req-361a8dcd-a028-4efc-b06d-4274f0fc53a3 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5dcfd25-66b7-45ed-bd87-1f2d4a14b33d HTTP/1.1" status: 200 len: 945 time: 0.1080744 Sep 23 06:52:05.420797 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5dcfd25-66b7-45ed-bd87-1f2d4a14b33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49e7b3f1-8b23-4a44-ab83-4a91b21656b6'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:52:05.423149 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79daf315-496f-458a-a92b-8ce9f41ed624" -d '{"events": [{"server_uuid": "f5dcfd25-66b7-45ed-bd87-1f2d4a14b33d", "name": "network-vif-plugged", "status": "completed", "tag": "49e7b3f1-8b23-4a44-ab83-4a91b21656b6"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:52:05.428229 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-3a184b12-1777-41ed-b376-8b6dadec0619 req-465f7448-14f8-40b5-b85f-8c3333de199a tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Deleting port 7798a4bb-7e08-4b55-ac2e-860f75e1be63 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:52:05.428570 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-3a184b12-1777-41ed-b376-8b6dadec0619 req-465f7448-14f8-40b5-b85f-8c3333de199a tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:05.516209 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ba481609-26c9-4483-a5a1-3c4cc3395ab6 req-0c3ac55a-097b-4849-af52-513db9ac43e7 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423936 Sep 23 06:52:05.570045 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-147c143e-5a15-4ef3-a1f4-e802e0164f81 x-openstack-request-id: req-147c143e-5a15-4ef3-a1f4-e802e0164f81 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:52:05.570681 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5dcfd25-66b7-45ed-bd87-1f2d4a14b33d", "name": "network-vif-plugged", "status": "completed", "tag": "49e7b3f1-8b23-4a44-ab83-4a91b21656b6", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:52:05.570681 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-147c143e-5a15-4ef3-a1f4-e802e0164f81 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:52:05.570857 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5dcfd25-66b7-45ed-bd87-1f2d4a14b33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49e7b3f1-8b23-4a44-ab83-4a91b21656b6', 'code': 200} Sep 23 06:52:05.580761 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c259537d-cf0a-48cf-b2b3-761c6bfb74b2 req-169fe938-458b-40a5-ae62-500589332cf6 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:05.590738 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-3a184b12-1777-41ed-b376-8b6dadec0619 req-465f7448-14f8-40b5-b85f-8c3333de199a tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] For port 7798a4bb-7e08-4b55-ac2e-860f75e1be63, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=7798a4bb-7e08-4b55-ac2e-860f75e1be63,segment=NetworkSegment(b8df1c21-d158-4a04-9c55-8af8af98d9e0),segment_id=b8df1c21-d158-4a04-9c55-8af8af98d9e0)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:52:05.591129 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-3a184b12-1777-41ed-b376-8b6dadec0619 req-465f7448-14f8-40b5-b85f-8c3333de199a tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:05.593529 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c259537d-cf0a-48cf-b2b3-761c6bfb74b2 req-169fe938-458b-40a5-ae62-500589332cf6 tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb87560c-9641-4635-9fad-e3498f44ae55 HTTP/1.1" status: 200 len: 946 time: 0.0853548 Sep 23 06:52:05.608019 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-3a184b12-1777-41ed-b376-8b6dadec0619 req-465f7448-14f8-40b5-b85f-8c3333de199a tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Calling delete_port for 7798a4bb-7e08-4b55-ac2e-860f75e1be63 owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:52:05.640859 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c259537d-cf0a-48cf-b2b3-761c6bfb74b2 req-9d59d9ec-e86e-4d2c-926c-cdc535969bdf tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.39 "GET /v2.0/security-groups?id=ece3dc8d-d93c-45c1-8c17-22ee813f6047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441444 Sep 23 06:52:05.707645 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6c1fdf-25b4-4f01-ae4b-ac476f000728 req-9594159b-b5fe-47d9-a76c-3f54bbcf63ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:05.709154 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6f6c1fdf-25b4-4f01-ae4b-ac476f000728 req-9594159b-b5fe-47d9-a76c-3f54bbcf63ff service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f5dcfd25-66b7-45ed-bd87-1f2d4a14b33d HTTP/1.1" status: 200 len: 1097 time: 0.0544064 Sep 23 06:52:05.761976 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6f6c1fdf-25b4-4f01-ae4b-ac476f000728 req-b4cff3cc-6b96-46b3-8979-e48cfe19a2a9 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432925 Sep 23 06:52:05.858973 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-3a184b12-1777-41ed-b376-8b6dadec0619 req-465f7448-14f8-40b5-b85f-8c3333de199a tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:05.881752 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['7798a4bb-7e08-4b55-ac2e-860f75e1be63'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:52:05.958815 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465f7448-14f8-40b5-b85f-8c3333de199a tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Pushing event deleted for resources: {'Port': ['ID=7798a4bb-7e08-4b55-ac2e-860f75e1be63,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:06.019783 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a184b12-1777-41ed-b376-8b6dadec0619 req-465f7448-14f8-40b5-b85f-8c3333de199a tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] No DVR routers for this DVR port 7798a4bb-7e08-4b55-ac2e-860f75e1be63 on host n-h2-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:52:06.023681 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-3a184b12-1777-41ed-b376-8b6dadec0619 req-465f7448-14f8-40b5-b85f-8c3333de199a tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:06.027583 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3a184b12-1777-41ed-b376-8b6dadec0619 req-465f7448-14f8-40b5-b85f-8c3333de199a tempest-ServerRescueTestJSON-748679738 tempest-ServerRescueTestJSON-748679738-project] 10.222.0.58 "DELETE /v2.0/ports/7798a4bb-7e08-4b55-ac2e-860f75e1be63 HTTP/1.1" status: 204 len: 173 time: 0.7803285 Sep 23 06:52:06.065643 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec5379-bc20-406f-b73b-f20331b44ee3 req-cada60d8-8c5c-4182-88e1-7aec3f48a6fc tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:06.067313 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-45ec5379-bc20-406f-b73b-f20331b44ee3 req-cada60d8-8c5c-4182-88e1-7aec3f48a6fc tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/networks?id=f755c16b-3f42-4ee5-9068-675e45e695cf HTTP/1.1" status: 200 len: 806 time: 0.2604630 Sep 23 06:52:06.097453 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-45ec5379-bc20-406f-b73b-f20331b44ee3 req-ff98941b-4942-4b47-bef2-b6e3cd57dde6 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/quotas/33d29a95a0634a4491ef4e20d2f6dd6b HTTP/1.1" status: 200 len: 375 time: 0.0205200 Sep 23 06:52:06.143651 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c1b29-acca-4d76-a6fa-e6fdf068e884 req-5b48c43d-3b10-4c47-a893-fa2656ed6d2c tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:06.145380 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-323c1b29-acca-4d76-a6fa-e6fdf068e884 req-5b48c43d-3b10-4c47-a893-fa2656ed6d2c tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] 10.222.0.39 "GET /v2.0/ports?device_id=7cd761e0-072c-46ae-8bd5-f6d1ff77734e HTTP/1.1" status: 200 len: 945 time: 0.0971203 Sep 23 06:52:06.188041 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-45ec5379-bc20-406f-b73b-f20331b44ee3 req-004f7037-0cb9-4bbb-ad31-25b2497335f7 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=33d29a95a0634a4491ef4e20d2f6dd6b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0722957 Sep 23 06:52:06.243740 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:06.244460 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-323c1b29-acca-4d76-a6fa-e6fdf068e884 req-f8c68c4e-e005-41cc-9857-d009c2426882 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa9aa16e-008b-4f25-9a90-22b6b7b8c83c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883725 Sep 23 06:52:06.325331 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-45ec5379-bc20-406f-b73b-f20331b44ee3 req-6a77cf4c-bde5-48cb-83b9-1fcf3b78cbbc service neutron] 10.222.0.39 "GET /v2.0/networks/f755c16b-3f42-4ee5-9068-675e45e695cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269717 Sep 23 06:52:06.353462 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e9ab4-d8ac-4489-9c9e-4b485dcf469b req-f2131cd9-509f-4fb0-8817-7ae23d65eb31 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:06.363297 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8c0e9ab4-d8ac-4489-9c9e-4b485dcf469b req-f2131cd9-509f-4fb0-8817-7ae23d65eb31 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=96d33569-2cba-4763-8625-a124ce14cdb6 HTTP/1.1" status: 200 len: 945 time: 0.0649943 Sep 23 06:52:06.403710 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 7873b1c3-6c50-4190-8723-b9f733e059a4 no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:52:06.415936 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8c0e9ab4-d8ac-4489-9c9e-4b485dcf469b req-5371f127-daed-481a-8c39-f56722c06f89 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510826 Sep 23 06:52:06.435753 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No Port match for: 7873b1c3-6c50-4190-8723-b9f733e059a4 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:52:06.436003 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 7873b1c3-6c50-4190-8723-b9f733e059a4 not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:52:06.436554 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 7798a4bb-7e08-4b55-ac2e-860f75e1be63 no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:52:06.445082 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb87560c-9641-4635-9fad-e3498f44ae55', 'name': 'network-vif-deleted', 'tag': '7798a4bb-7e08-4b55-ac2e-860f75e1be63'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:52:06.457959 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08915f17-3982-4e90-b38b-7616e693126e" -d '{"events": [{"server_uuid": "bb87560c-9641-4635-9fad-e3498f44ae55", "name": "network-vif-deleted", "tag": "7798a4bb-7e08-4b55-ac2e-860f75e1be63"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:52:06.476205 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No Port match for: 7798a4bb-7e08-4b55-ac2e-860f75e1be63 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:52:06.476656 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 7798a4bb-7e08-4b55-ac2e-860f75e1be63 not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:52:06.499625 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-45ec5379-bc20-406f-b73b-f20331b44ee3 req-0272845a-bbf1-4a82-a6ee-29acb6ebf386 service neutron] 10.222.0.39 "GET /v2.0/networks/f755c16b-3f42-4ee5-9068-675e45e695cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670172 Sep 23 06:52:06.543976 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26d0f57-190c-424d-9e1e-1cacef04b32f req-c7d49e42-ba42-4fba-bab9-2499fd5ea4fb tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:06.545430 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e26d0f57-190c-424d-9e1e-1cacef04b32f req-c7d49e42-ba42-4fba-bab9-2499fd5ea4fb tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] 10.222.0.39 "GET /v2.0/ports?device_id=7cd761e0-072c-46ae-8bd5-f6d1ff77734e HTTP/1.1" status: 200 len: 945 time: 0.0674300 Sep 23 06:52:06.558664 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 36678) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:52:06.563877 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-a542d440-915f-4ae3-82c1-6865dfdd44f3 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Request body: {'floatingip': {'port_id': '1482081c-25aa-4b21-b8d3-e3d9ed08029c'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:52:06.612130 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a542d440-915f-4ae3-82c1-6865dfdd44f3 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Notify callbacks [] for floatingip, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:06.763920 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e2a176-46dc-4b43-953e-0eb1f23d91e2 x-openstack-request-id: req-00e2a176-46dc-4b43-953e-0eb1f23d91e2 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:52:06.764252 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb87560c-9641-4635-9fad-e3498f44ae55", "name": "network-vif-deleted", "tag": "7798a4bb-7e08-4b55-ac2e-860f75e1be63", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:52:06.764497 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-00e2a176-46dc-4b43-953e-0eb1f23d91e2 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:52:06.764914 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb87560c-9641-4635-9fad-e3498f44ae55', 'name': 'network-vif-deleted', 'tag': '7798a4bb-7e08-4b55-ac2e-860f75e1be63', 'status': 'completed', 'code': 200} Sep 23 06:52:06.815487 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4597fd20-2995-462c-92d4-dafa992d1370 req-a3b359f3-c436-485a-b74d-f8a60866f88d tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:06.815740 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-96503a31-f853-496b-b9d6-f19dbc3d3937 req-143179fb-011b-4960-9b5b-aa1b103d9028 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=5086df97-5882-4f0a-8c5e-e5fdd8af2492 HTTP/1.1" status: 200 len: 210 time: 0.0536726 Sep 23 06:52:06.825457 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4597fd20-2995-462c-92d4-dafa992d1370 req-a3b359f3-c436-485a-b74d-f8a60866f88d tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5dcfd25-66b7-45ed-bd87-1f2d4a14b33d HTTP/1.1" status: 200 len: 945 time: 0.1026676 Sep 23 06:52:06.875085 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4597fd20-2995-462c-92d4-dafa992d1370 req-907c09a9-b586-40b7-94a0-debc16d07215 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484922 Sep 23 06:52:06.945234 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 36694) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:52:07.454831 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a542d440-915f-4ae3-82c1-6865dfdd44f3 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:07.463630 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a542d440-915f-4ae3-82c1-6865dfdd44f3 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:07.534110 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3c7aa8b7-81f4-414c-a222-76e4fd75c211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066969'] for router_interface, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:07.642254 n-d-715271-16 neutron-server[95065]: INFO neutron.db.l3_db [None req-a542d440-915f-4ae3-82c1-6865dfdd44f3 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Floating IP d0484204-ef7d-4620-b06a-f9e229066e35 associated. External IP: 172.25.2.191, port: 1482081c-25aa-4b21-b8d3-e3d9ed08029c. Sep 23 06:52:07.698078 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8812c3-4842-458c-89b0-0b3e02901b52 req-ddd6a39e-1e22-4b89-8f1c-5c20e4598614 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:07.705272 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cb8812c3-4842-458c-89b0-0b3e02901b52 req-ddd6a39e-1e22-4b89-8f1c-5c20e4598614 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=96d33569-2cba-4763-8625-a124ce14cdb6 HTTP/1.1" status: 200 len: 945 time: 0.1668599 Sep 23 06:52:07.783542 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cb8812c3-4842-458c-89b0-0b3e02901b52 req-ff6ce27e-264d-4142-a318-f766a65b5f33 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761292 Sep 23 06:52:07.899250 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-3c7aa8b7-81f4-414c-a222-76e4fd75c211 admin admin] Deleting port 39eb67dd-d8d1-43b0-89b2-ab744285cf98 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:52:07.900444 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3c7aa8b7-81f4-414c-a222-76e4fd75c211 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:07.978041 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a542d440-915f-4ae3-82c1-6865dfdd44f3 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Router 09ab0b1a-2f06-42b3-8d69-bf43485bb477 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:52:08.024429 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2376ba81-b9ab-4af8-89c9-310769effd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:08.300243 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533b6cd1-d00d-4c84-9d09-7d01c06522d2 req-29dd879f-bad4-4164-bee1-627173ed6862 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:08.308426 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5fa5574f-aea9-453a-872e-ba30a39c4bce req-10a14101-da60-4b06-b4bc-ee6ee22c1ea2 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=5086df97-5882-4f0a-8c5e-e5fdd8af2492 HTTP/1.1" status: 200 len: 210 time: 0.3623788 Sep 23 06:52:08.309567 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-533b6cd1-d00d-4c84-9d09-7d01c06522d2 req-29dd879f-bad4-4164-bee1-627173ed6862 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5dcfd25-66b7-45ed-bd87-1f2d4a14b33d HTTP/1.1" status: 200 len: 945 time: 0.3189871 Sep 23 06:52:08.362062 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a542d440-915f-4ae3-82c1-6865dfdd44f3 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:52:08.367471 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a542d440-915f-4ae3-82c1-6865dfdd44f3 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:08.377267 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625543ac-d5b3-4854-a79a-3520cbd7127c None None] Sync routers for ids ['09ab0b1a-2f06-42b3-8d69-bf43485bb477'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:52:08.396836 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625543ac-d5b3-4854-a79a-3520cbd7127c None None] Routers {'09ab0b1a-2f06-42b3-8d69-bf43485bb477'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:52:08.399662 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-625543ac-d5b3-4854-a79a-3520cbd7127c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:51:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['09ab0b1a-2f06-42b3-8d69-bf43485bb477'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:52:08.426649 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-a542d440-915f-4ae3-82c1-6865dfdd44f3 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] 10.222.0.39 "PUT /v2.0/floatingips/d0484204-ef7d-4620-b06a-f9e229066e35 HTTP/1.1" status: 200 len: 991 time: 1.8663330 Sep 23 06:52:08.436418 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-533b6cd1-d00d-4c84-9d09-7d01c06522d2 req-178bb23b-52e1-4772-85ee-c497f1677f61 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258609 Sep 23 06:52:08.443464 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec5379-bc20-406f-b73b-f20331b44ee3 req-3933d44e-1e65-40aa-9b64-567a71b33029 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:08.445361 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-45ec5379-bc20-406f-b73b-f20331b44ee3 req-3933d44e-1e65-40aa-9b64-567a71b33029 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.58 "GET /v2.0/networks?id=f755c16b-3f42-4ee5-9068-675e45e695cf HTTP/1.1" status: 200 len: 806 time: 0.3463571 Sep 23 06:52:08.458864 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-3c7aa8b7-81f4-414c-a222-76e4fd75c211 admin admin] For port 39eb67dd-d8d1-43b0-89b2-ab744285cf98, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=39eb67dd-d8d1-43b0-89b2-ab744285cf98,segment=NetworkSegment(b8df1c21-d158-4a04-9c55-8af8af98d9e0),segment_id=b8df1c21-d158-4a04-9c55-8af8af98d9e0)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:52:08.459523 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3c7aa8b7-81f4-414c-a222-76e4fd75c211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:08.459972 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-45ec5379-bc20-406f-b73b-f20331b44ee3 req-f7045ce0-12f1-43eb-a9ff-134ecfea7ade tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Request body: {'port': {'device_id': '5086df97-5882-4f0a-8c5e-e5fdd8af2492', 'network_id': 'f755c16b-3f42-4ee5-9068-675e45e695cf', 'admin_state_up': True, 'tenant_id': '33d29a95a0634a4491ef4e20d2f6dd6b'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:52:08.479385 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-3c7aa8b7-81f4-414c-a222-76e4fd75c211 admin admin] Calling delete_port for 39eb67dd-d8d1-43b0-89b2-ab744285cf98 owned by network:router_interface {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:52:08.674555 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-625543ac-d5b3-4854-a79a-3520cbd7127c None None] Set router 09ab0b1a-2f06-42b3-8d69-bf43485bb477 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:52:08.726254 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45ec5379-bc20-406f-b73b-f20331b44ee3 req-f7045ce0-12f1-43eb-a9ff-134ecfea7ade tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Made reservation on behalf of 33d29a95a0634a4491ef4e20d2f6dd6b for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:52:08.739060 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-45ec5379-bc20-406f-b73b-f20331b44ee3 req-f7045ce0-12f1-43eb-a9ff-134ecfea7ade tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:08.776761 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cd761e0-072c-46ae-8bd5-f6d1ff77734e', 'tag': '1482081c-25aa-4b21-b8d3-e3d9ed08029c'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:52:08.780579 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f7ce42-76d7-49e4-a73a-e51d21d717d8" -d '{"events": [{"name": "network-changed", "server_uuid": "7cd761e0-072c-46ae-8bd5-f6d1ff77734e", "tag": "1482081c-25aa-4b21-b8d3-e3d9ed08029c"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:52:08.910729 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-073c7337-72ef-4b0a-b696-dfd5829a5282 x-openstack-request-id: req-073c7337-72ef-4b0a-b696-dfd5829a5282 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:52:08.913316 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cd761e0-072c-46ae-8bd5-f6d1ff77734e", "tag": "1482081c-25aa-4b21-b8d3-e3d9ed08029c", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:52:08.916269 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-073c7337-72ef-4b0a-b696-dfd5829a5282 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:52:08.917283 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cd761e0-072c-46ae-8bd5-f6d1ff77734e', 'tag': '1482081c-25aa-4b21-b8d3-e3d9ed08029c', 'status': 'completed', 'code': 200} Sep 23 06:52:08.923165 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3c7aa8b7-81f4-414c-a222-76e4fd75c211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:08.972906 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7aa8b7-81f4-414c-a222-76e4fd75c211 admin admin] Pushing event deleted for resources: {'Port': ['ID=39eb67dd-d8d1-43b0-89b2-ab744285cf98,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:09.038533 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-45ec5379-bc20-406f-b73b-f20331b44ee3 req-f7045ce0-12f1-43eb-a9ff-134ecfea7ade tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Allocated IP 172.20.0.2 (f755c16b-3f42-4ee5-9068-675e45e695cf/0b013e5a-19bd-4628-a463-6cccef958c7f/46301371-4de5-489a-87b7-916e8ae5e0a5) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:52:09.051368 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-625543ac-d5b3-4854-a79a-3520cbd7127c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ab0b1a-2f06-42b3-8d69-bf43485bb477', 'name': 'tempest-ServersTestJSON-89398903-router', 'tenant_id': 'd7938816ab9c44ebb4e957f360576dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '27dfd032-b2fa-4950-9a37-fa409e0c52d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:51:34Z', 'updated_at': '2021-09-23T06:51:40Z', 'revision_number': 4, 'project_id': 'd7938816ab9c44ebb4e957f360576dc8', 'gw_port': {'id': '27dfd032-b2fa-4950-9a37-fa409e0c52d1', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ab0b1a-2f06-42b3-8d69-bf43485bb477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:51:35Z', 'updated_at': '2021-09-23T06:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': 'd0484204-ef7d-4620-b06a-f9e229066e35', 'tenant_id': 'd7938816ab9c44ebb4e957f360576dc8', 'floating_ip_address': '172.25.2.191', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '09ab0b1a-2f06-42b3-8d69-bf43485bb477', 'port_id': '1482081c-25aa-4b21-b8d3-e3d9ed08029c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b3e2c43-e919-45eb-9af3-a484276fff9d', 'mac_address': 'fa:16:3e:9d:7b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd761e0-072c-46ae-8bd5-f6d1ff77734e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T06:51:45Z', 'updated_at': '2021-09-23T06:52:07Z', 'revision_number': 1, 'project_id': 'd7938816ab9c44ebb4e957f360576dc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cb4fad4-ba9a-4431-beee-945aad87e564', 'name': '', 'network_id': '0b3e2c43-e919-45eb-9af3-a484276fff9d', 'tenant_id': 'd7938816ab9c44ebb4e957f360576dc8', 'mac_address': 'fa:16:3e:a1:3e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ab0b1a-2f06-42b3-8d69-bf43485bb477', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '9fc2d9fb-aad3-4d00-b908-00d3404369a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:51:39Z', 'updated_at': '2021-09-23T06:51:45Z', 'revision_number': 5, 'project_id': 'd7938816ab9c44ebb4e957f360576dc8', 'subnets': [{'id': '9fc2d9fb-aad3-4d00-b908-00d3404369a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:52:09.084869 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5f7e78-7688-42c8-81fd-a09933c15242 req-4c97a730-fba4-40a2-a9c7-52607546525c tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:09.091238 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625543ac-d5b3-4854-a79a-3520cbd7127c None None] Checking router: 09ab0b1a-2f06-42b3-8d69-bf43485bb477 for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:52:09.094188 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3a5f7e78-7688-42c8-81fd-a09933c15242 req-4c97a730-fba4-40a2-a9c7-52607546525c tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=96d33569-2cba-4763-8625-a124ce14cdb6 HTTP/1.1" status: 200 len: 945 time: 0.1534138 Sep 23 06:52:09.111607 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625543ac-d5b3-4854-a79a-3520cbd7127c None None] Routers {'09ab0b1a-2f06-42b3-8d69-bf43485bb477'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:52:09.112863 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-625543ac-d5b3-4854-a79a-3520cbd7127c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:51:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['09ab0b1a-2f06-42b3-8d69-bf43485bb477'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:52:09.270998 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3c7aa8b7-81f4-414c-a222-76e4fd75c211 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2068624'] for router_interface, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:09.291390 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-45ec5379-bc20-406f-b73b-f20331b44ee3 req-f7045ce0-12f1-43eb-a9ff-134ecfea7ade tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:09.296173 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-625543ac-d5b3-4854-a79a-3520cbd7127c None None] Set router 09ab0b1a-2f06-42b3-8d69-bf43485bb477 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:52:09.302229 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f7ce42-76d7-49e4-a73a-e51d21d717d8 req-7e5cc928-4aa6-4c22-9615-2f2440e97ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:09.304020 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b9f7ce42-76d7-49e4-a73a-e51d21d717d8 req-7e5cc928-4aa6-4c22-9615-2f2440e97ce0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d7938816ab9c44ebb4e957f360576dc8&device_id=7cd761e0-072c-46ae-8bd5-f6d1ff77734e HTTP/1.1" status: 200 len: 1097 time: 0.3851354 Sep 23 06:52:09.314631 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26c0cd-0d5a-4f5d-a8ee-dd911ad41015 req-0304aa74-af18-4ece-a557-fe31d02d22b1 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:09.322743 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7c26c0cd-0d5a-4f5d-a8ee-dd911ad41015 req-0304aa74-af18-4ece-a557-fe31d02d22b1 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5dcfd25-66b7-45ed-bd87-1f2d4a14b33d HTTP/1.1" status: 200 len: 945 time: 0.3971920 Sep 23 06:52:09.324130 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3a5f7e78-7688-42c8-81fd-a09933c15242 req-f1cc33cd-6470-42fe-a909-514ef6ea8ddd tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289631 Sep 23 06:52:09.410745 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7c26c0cd-0d5a-4f5d-a8ee-dd911ad41015 req-91cd84c6-c467-4d2c-9256-9f36efe28177 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867035 Sep 23 06:52:09.476223 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8d146987-1454-4962-9188-9b58c94426b0 req-aaaba19b-3d0e-4a79-8694-ed8129b5c9cc tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=5086df97-5882-4f0a-8c5e-e5fdd8af2492 HTTP/1.1" status: 200 len: 210 time: 0.0462332 Sep 23 06:52:09.500830 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f7ce42-76d7-49e4-a73a-e51d21d717d8 req-48df21a7-8995-4b85-99b4-87f9aadc31e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:09.502378 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b9f7ce42-76d7-49e4-a73a-e51d21d717d8 req-48df21a7-8995-4b85-99b4-87f9aadc31e9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0b3e2c43-e919-45eb-9af3-a484276fff9d HTTP/1.1" status: 200 len: 905 time: 0.1772609 Sep 23 06:52:09.606615 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-45ec5379-bc20-406f-b73b-f20331b44ee3 req-f7045ce0-12f1-43eb-a9ff-134ecfea7ade tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:09.641781 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['e87b71fa-b97d-4b3a-b9d5-d1cec873b9bc'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:52:09.673732 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45ec5379-bc20-406f-b73b-f20331b44ee3 req-f7045ce0-12f1-43eb-a9ff-134ecfea7ade tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Network f755c16b-3f42-4ee5-9068-675e45e695cf is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:52:09.681735 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b9f7ce42-76d7-49e4-a73a-e51d21d717d8 req-9393d697-71e7-4389-bf0c-bd2728a4a2a1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1482081c-25aa-4b21-b8d3-e3d9ed08029c HTTP/1.1" status: 200 len: 999 time: 0.1659820 Sep 23 06:52:09.686465 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-45ec5379-bc20-406f-b73b-f20331b44ee3 req-f7045ce0-12f1-43eb-a9ff-134ecfea7ade tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:52:09.694045 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-45ec5379-bc20-406f-b73b-f20331b44ee3 req-f7045ce0-12f1-43eb-a9ff-134ecfea7ade tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:52:09.740147 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7045ce0-12f1-43eb-a9ff-134ecfea7ade tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Pushing event updated for resources: {'Port': ['ID=46301371-4de5-489a-87b7-916e8ae5e0a5,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:09.784985 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c7aa8b7-81f4-414c-a222-76e4fd75c211 admin admin] Router 1dfbce3a-1721-49d1-9b03-89f72f34aa96 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:52:09.816878 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec5379-bc20-406f-b73b-f20331b44ee3 req-f7045ce0-12f1-43eb-a9ff-134ecfea7ade tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:09.817504 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-45ec5379-bc20-406f-b73b-f20331b44ee3 req-f7045ce0-12f1-43eb-a9ff-134ecfea7ade tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:09.833387 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f7ce42-76d7-49e4-a73a-e51d21d717d8 req-de208769-38b5-406d-9a62-47e252e36dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:09.835671 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b9f7ce42-76d7-49e4-a73a-e51d21d717d8 req-de208769-38b5-406d-9a62-47e252e36dff service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9fc2d9fb-aad3-4d00-b908-00d3404369a0 HTTP/1.1" status: 200 len: 843 time: 0.1365316 Sep 23 06:52:09.838776 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-45ec5379-bc20-406f-b73b-f20331b44ee3 req-f7045ce0-12f1-43eb-a9ff-134ecfea7ade tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3827250 Sep 23 06:52:09.895946 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-45ec5379-bc20-406f-b73b-f20331b44ee3 req-093dbd65-8980-478a-9d35-9a6a5ebd77b6 service neutron] Request body: {'port': {'device_id': '5086df97-5882-4f0a-8c5e-e5fdd8af2492', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:52:09.938963 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:09.953387 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f7ce42-76d7-49e4-a73a-e51d21d717d8 req-ae8febe5-b271-4e2b-a53c-6335ad742f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:09.954968 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b9f7ce42-76d7-49e4-a73a-e51d21d717d8 req-ae8febe5-b271-4e2b-a53c-6335ad742f1c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0b3e2c43-e919-45eb-9af3-a484276fff9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1081808 Sep 23 06:52:10.011317 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-625543ac-d5b3-4854-a79a-3520cbd7127c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ab0b1a-2f06-42b3-8d69-bf43485bb477', 'name': 'tempest-ServersTestJSON-89398903-router', 'tenant_id': 'd7938816ab9c44ebb4e957f360576dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '27dfd032-b2fa-4950-9a37-fa409e0c52d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:51:34Z', 'updated_at': '2021-09-23T06:51:40Z', 'revision_number': 4, 'project_id': 'd7938816ab9c44ebb4e957f360576dc8', 'gw_port': {'id': '27dfd032-b2fa-4950-9a37-fa409e0c52d1', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ab0b1a-2f06-42b3-8d69-bf43485bb477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:51:35Z', 'updated_at': '2021-09-23T06:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': 'd0484204-ef7d-4620-b06a-f9e229066e35', 'tenant_id': 'd7938816ab9c44ebb4e957f360576dc8', 'floating_ip_address': '172.25.2.191', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '09ab0b1a-2f06-42b3-8d69-bf43485bb477', 'port_id': '1482081c-25aa-4b21-b8d3-e3d9ed08029c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b3e2c43-e919-45eb-9af3-a484276fff9d', 'mac_address': 'fa:16:3e:9d:7b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd761e0-072c-46ae-8bd5-f6d1ff77734e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T06:51:45Z', 'updated_at': '2021-09-23T06:52:07Z', 'revision_number': 1, 'project_id': 'd7938816ab9c44ebb4e957f360576dc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cb4fad4-ba9a-4431-beee-945aad87e564', 'name': '', 'network_id': '0b3e2c43-e919-45eb-9af3-a484276fff9d', 'tenant_id': 'd7938816ab9c44ebb4e957f360576dc8', 'mac_address': 'fa:16:3e:a1:3e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ab0b1a-2f06-42b3-8d69-bf43485bb477', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '9fc2d9fb-aad3-4d00-b908-00d3404369a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:51:39Z', 'updated_at': '2021-09-23T06:51:45Z', 'revision_number': 5, 'project_id': 'd7938816ab9c44ebb4e957f360576dc8', 'subnets': [{'id': '9fc2d9fb-aad3-4d00-b908-00d3404369a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:52:10.020836 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c7aa8b7-81f4-414c-a222-76e4fd75c211 admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:52:10.031823 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29add70c-8ab0-43fa-973d-46fe5eabccda None None] Sync routers for ids ['1dfbce3a-1721-49d1-9b03-89f72f34aa96'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:52:10.038512 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-3c7aa8b7-81f4-414c-a222-76e4fd75c211 admin admin] 10.222.0.39 "PUT /v2.0/routers/1dfbce3a-1721-49d1-9b03-89f72f34aa96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0905852 Sep 23 06:52:10.039934 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 36750) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:52:10.048436 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29add70c-8ab0-43fa-973d-46fe5eabccda None None] Routers {'1dfbce3a-1721-49d1-9b03-89f72f34aa96'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:52:10.054309 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-29add70c-8ab0-43fa-973d-46fe5eabccda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:51:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['1dfbce3a-1721-49d1-9b03-89f72f34aa96'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:52:10.055484 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625543ac-d5b3-4854-a79a-3520cbd7127c None None] The sync data for ids ['09ab0b1a-2f06-42b3-8d69-bf43485bb477'] in n-d-715271-16 is: [{'id': '09ab0b1a-2f06-42b3-8d69-bf43485bb477', 'name': 'tempest-ServersTestJSON-89398903-router', 'tenant_id': 'd7938816ab9c44ebb4e957f360576dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '27dfd032-b2fa-4950-9a37-fa409e0c52d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:51:34Z', 'updated_at': '2021-09-23T06:51:40Z', 'revision_number': 4, 'project_id': 'd7938816ab9c44ebb4e957f360576dc8', 'gw_port': {'id': '27dfd032-b2fa-4950-9a37-fa409e0c52d1', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ab0b1a-2f06-42b3-8d69-bf43485bb477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:51:35Z', 'updated_at': '2021-09-23T06:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': 'd0484204-ef7d-4620-b06a-f9e229066e35', 'tenant_id': 'd7938816ab9c44ebb4e957f360576dc8', 'floating_ip_address': '172.25.2.191', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '09ab0b1a-2f06-42b3-8d69-bf43485bb477', 'port_id': '1482081c-25aa-4b21-b8d3-e3d9ed08029c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b3e2c43-e919-45eb-9af3-a484276fff9d', 'mac_address': 'fa:16:3e:9d:7b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd761e0-072c-46ae-8bd5-f6d1ff77734e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T06:51:45Z', 'updated_at': '2021-09-23T06:52:07Z', 'revision_number': 1, 'project_id': 'd7938816ab9c44ebb4e957f360576dc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cb4fad4-ba9a-4431-beee-945aad87e564', 'name': '', 'network_id': '0b3e2c43-e919-45eb-9af3-a484276fff9d', 'tenant_id': 'd7938816ab9c44ebb4e957f360576dc8', 'mac_address': 'fa:16:3e:a1:3e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ab0b1a-2f06-42b3-8d69-bf43485bb477', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '9fc2d9fb-aad3-4d00-b908-00d3404369a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:51:39Z', 'updated_at': '2021-09-23T06:51:45Z', 'revision_number': 5, 'project_id': 'd7938816ab9c44ebb4e957f360576dc8', 'subnets': [{'id': '9fc2d9fb-aad3-4d00-b908-00d3404369a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:52:10.198924 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-45ec5379-bc20-406f-b73b-f20331b44ee3 req-093dbd65-8980-478a-9d35-9a6a5ebd77b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:10.224164 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b9f7ce42-76d7-49e4-a73a-e51d21d717d8 req-dbe88dc3-e450-414f-bbbc-b2d2bb20b353 service neutron] 10.222.0.21 "GET /v2.0/networks/0b3e2c43-e919-45eb-9af3-a484276fff9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491341 Sep 23 06:52:10.283702 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7641c02c-ab72-4208-8b57-cd2b7e18707e admin admin] Notify callbacks [] for router, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:10.343935 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-29add70c-8ab0-43fa-973d-46fe5eabccda None None] Set router 1dfbce3a-1721-49d1-9b03-89f72f34aa96 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:52:10.473717 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e536ac6-ffe9-43b2-b6da-833e84fe6c82 req-f3034e0a-aeb1-445c-9481-0a7ec375d0a1 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:10.476273 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5e536ac6-ffe9-43b2-b6da-833e84fe6c82 req-f3034e0a-aeb1-445c-9481-0a7ec375d0a1 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5dcfd25-66b7-45ed-bd87-1f2d4a14b33d HTTP/1.1" status: 200 len: 945 time: 0.2656384 Sep 23 06:52:10.480738 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7641c02c-ab72-4208-8b57-cd2b7e18707e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:10.598571 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d75aa3b-54bc-41eb-90d9-e55ec951de33 req-cea99455-e69d-4fdc-b345-fc0cc19b3175 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:10.628774 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6449d341-f2f6-445e-82cf-cf68c00d41c9 None None] New status for floating IP d0484204-ef7d-4620-b06a-f9e229066e35: ACTIVE {{(pid=95067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 06:52:10.634696 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2d75aa3b-54bc-41eb-90d9-e55ec951de33 req-cea99455-e69d-4fdc-b345-fc0cc19b3175 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=96d33569-2cba-4763-8625-a124ce14cdb6 HTTP/1.1" status: 200 len: 945 time: 0.2107677 Sep 23 06:52:10.646919 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-29add70c-8ab0-43fa-973d-46fe5eabccda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dfbce3a-1721-49d1-9b03-89f72f34aa96', 'name': 'tempest-ServerRescueTestJSON-1197230621-router', 'tenant_id': '78784ddf54ea42ea84ca6a9ec88bb4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '72c3f931-1212-4833-ad3f-5993164a799b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:49:49Z', 'updated_at': '2021-09-23T06:52:08Z', 'revision_number': 5, 'project_id': '78784ddf54ea42ea84ca6a9ec88bb4dc', 'gw_port': {'id': '72c3f931-1212-4833-ad3f-5993164a799b', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:31:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dfbce3a-1721-49d1-9b03-89f72f34aa96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:49:49Z', 'updated_at': '2021-09-23T06:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:52:10.707576 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29add70c-8ab0-43fa-973d-46fe5eabccda None None] Checking router: 1dfbce3a-1721-49d1-9b03-89f72f34aa96 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:52:10.718209 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29add70c-8ab0-43fa-973d-46fe5eabccda None None] Routers {'1dfbce3a-1721-49d1-9b03-89f72f34aa96'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:52:10.718841 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-29add70c-8ab0-43fa-973d-46fe5eabccda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:51:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['1dfbce3a-1721-49d1-9b03-89f72f34aa96'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:52:10.741912 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b9f7ce42-76d7-49e4-a73a-e51d21d717d8 req-7a76342c-743e-4e30-a82a-21484ec735c2 service neutron] 10.222.0.21 "GET /v2.0/networks/0b3e2c43-e919-45eb-9af3-a484276fff9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4715607 Sep 23 06:52:10.763785 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e94fc-9868-4740-865e-c6e9f2c5810b req-9c2d3ce1-7a84-45a4-85fa-dd2a220bb101 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:10.766064 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ed5e94fc-9868-4740-865e-c6e9f2c5810b req-9c2d3ce1-7a84-45a4-85fa-dd2a220bb101 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5dcfd25-66b7-45ed-bd87-1f2d4a14b33d HTTP/1.1" status: 200 len: 945 time: 0.0817099 Sep 23 06:52:10.806136 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2d75aa3b-54bc-41eb-90d9-e55ec951de33 req-85d5516a-4259-43e1-8024-15b365cbe678 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702878 Sep 23 06:52:10.846509 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-29add70c-8ab0-43fa-973d-46fe5eabccda None None] Set router 1dfbce3a-1721-49d1-9b03-89f72f34aa96 gateway port host: None {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:52:10.865971 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-7641c02c-ab72-4208-8b57-cd2b7e18707e admin admin] Deleting port 72c3f931-1212-4833-ad3f-5993164a799b {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:52:10.866325 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7641c02c-ab72-4208-8b57-cd2b7e18707e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:10.905581 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ed5e94fc-9868-4740-865e-c6e9f2c5810b req-575cb9b1-ec85-4817-8662-3a036f40e175 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138122 Sep 23 06:52:10.970567 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-29add70c-8ab0-43fa-973d-46fe5eabccda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dfbce3a-1721-49d1-9b03-89f72f34aa96', 'name': 'tempest-ServerRescueTestJSON-1197230621-router', 'tenant_id': '78784ddf54ea42ea84ca6a9ec88bb4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:49:49Z', 'updated_at': '2021-09-23T06:52:10Z', 'revision_number': 6, 'project_id': '78784ddf54ea42ea84ca6a9ec88bb4dc', 'gw_port_host': None}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:52:11.004208 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29add70c-8ab0-43fa-973d-46fe5eabccda None None] The sync data for ids ['1dfbce3a-1721-49d1-9b03-89f72f34aa96'] in n-d-715271-16 is: [{'id': '1dfbce3a-1721-49d1-9b03-89f72f34aa96', 'name': 'tempest-ServerRescueTestJSON-1197230621-router', 'tenant_id': '78784ddf54ea42ea84ca6a9ec88bb4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:49:49Z', 'updated_at': '2021-09-23T06:52:10Z', 'revision_number': 6, 'project_id': '78784ddf54ea42ea84ca6a9ec88bb4dc', 'gw_port_host': None}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:52:11.027929 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2fdf2e90-fd5f-4802-92b5-621b434df2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:11.032854 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-7641c02c-ab72-4208-8b57-cd2b7e18707e admin admin] For port 72c3f931-1212-4833-ad3f-5993164a799b, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=72c3f931-1212-4833-ad3f-5993164a799b,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:52:11.033417 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7641c02c-ab72-4208-8b57-cd2b7e18707e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:11.051055 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-7641c02c-ab72-4208-8b57-cd2b7e18707e admin admin] Calling delete_port for 72c3f931-1212-4833-ad3f-5993164a799b owned by network:router_gateway {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:52:11.060008 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-5e536ac6-ffe9-43b2-b6da-833e84fe6c82 req-636822c1-98c3-4f50-b812-b38fdd96e84e tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Deleting port 49e7b3f1-8b23-4a44-ab83-4a91b21656b6 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:52:11.060359 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-5e536ac6-ffe9-43b2-b6da-833e84fe6c82 req-636822c1-98c3-4f50-b812-b38fdd96e84e tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:11.171095 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-45ec5379-bc20-406f-b73b-f20331b44ee3 req-093dbd65-8980-478a-9d35-9a6a5ebd77b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46301371-4de5-489a-87b7-916e8ae5e0a5 {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:52:11.181226 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-45ec5379-bc20-406f-b73b-f20331b44ee3 req-093dbd65-8980-478a-9d35-9a6a5ebd77b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:11.197758 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-45ec5379-bc20-406f-b73b-f20331b44ee3 req-093dbd65-8980-478a-9d35-9a6a5ebd77b6 service neutron] Transition to ACTIVE for port object 46301371-4de5-489a-87b7-916e8ae5e0a5 will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:52:11.203395 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-45ec5379-bc20-406f-b73b-f20331b44ee3 req-093dbd65-8980-478a-9d35-9a6a5ebd77b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:11.304078 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-5e536ac6-ffe9-43b2-b6da-833e84fe6c82 req-636822c1-98c3-4f50-b812-b38fdd96e84e tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] For port 49e7b3f1-8b23-4a44-ab83-4a91b21656b6, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=49e7b3f1-8b23-4a44-ab83-4a91b21656b6,segment=NetworkSegment(e45912ab-73a2-4ecb-a631-df0a332d78f8),segment_id=e45912ab-73a2-4ecb-a631-df0a332d78f8)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:52:11.304366 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-5e536ac6-ffe9-43b2-b6da-833e84fe6c82 req-636822c1-98c3-4f50-b812-b38fdd96e84e tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:11.327571 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17dd044-eb1d-480f-9b8b-73d8c0d2425e req-077901d1-0bbc-4961-a166-3d6fa0b0ff4a tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:11.331647 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093dbd65-8980-478a-9d35-9a6a5ebd77b6 service neutron] Pushing event updated for resources: {'Port': ['ID=46301371-4de5-489a-87b7-916e8ae5e0a5,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:11.335182 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f17dd044-eb1d-480f-9b8b-73d8c0d2425e req-077901d1-0bbc-4961-a166-3d6fa0b0ff4a tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=5086df97-5882-4f0a-8c5e-e5fdd8af2492 HTTP/1.1" status: 200 len: 931 time: 0.2316716 Sep 23 06:52:11.347304 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-45ec5379-bc20-406f-b73b-f20331b44ee3 req-093dbd65-8980-478a-9d35-9a6a5ebd77b6 service neutron] Attempting to bind port 46301371-4de5-489a-87b7-916e8ae5e0a5 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:52:11.348367 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-45ec5379-bc20-406f-b73b-f20331b44ee3 req-093dbd65-8980-478a-9d35-9a6a5ebd77b6 service neutron] Attempting to bind port 46301371-4de5-489a-87b7-916e8ae5e0a5 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': 'baf87664-ecc7-475d-93f2-159d871e9198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f755c16b-3f42-4ee5-9068-675e45e695cf'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:52:11.348714 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ec5379-bc20-406f-b73b-f20331b44ee3 req-093dbd65-8980-478a-9d35-9a6a5ebd77b6 service neutron] Attempting to bind port 46301371-4de5-489a-87b7-916e8ae5e0a5 on network f755c16b-3f42-4ee5-9068-675e45e695cf {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:52:11.355472 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-5e536ac6-ffe9-43b2-b6da-833e84fe6c82 req-636822c1-98c3-4f50-b812-b38fdd96e84e tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Calling delete_port for 49e7b3f1-8b23-4a44-ab83-4a91b21656b6 owned by compute:nova {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:52:11.355702 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ec5379-bc20-406f-b73b-f20331b44ee3 req-093dbd65-8980-478a-9d35-9a6a5ebd77b6 service neutron] Port 46301371-4de5-489a-87b7-916e8ae5e0a5 on network f755c16b-3f42-4ee5-9068-675e45e695cf not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:52:11.355821 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ec5379-bc20-406f-b73b-f20331b44ee3 req-093dbd65-8980-478a-9d35-9a6a5ebd77b6 service neutron] Attempting to bind port 46301371-4de5-489a-87b7-916e8ae5e0a5 on network f755c16b-3f42-4ee5-9068-675e45e695cf {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:52:11.361502 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ec5379-bc20-406f-b73b-f20331b44ee3 req-093dbd65-8980-478a-9d35-9a6a5ebd77b6 service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:52:11.362011 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ec5379-bc20-406f-b73b-f20331b44ee3 req-093dbd65-8980-478a-9d35-9a6a5ebd77b6 service neutron] Checking segment: {'id': 'baf87664-ecc7-475d-93f2-159d871e9198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f755c16b-3f42-4ee5-9068-675e45e695cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:52:11.362411 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ec5379-bc20-406f-b73b-f20331b44ee3 req-093dbd65-8980-478a-9d35-9a6a5ebd77b6 service neutron] Bound using segment: {'id': 'baf87664-ecc7-475d-93f2-159d871e9198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f755c16b-3f42-4ee5-9068-675e45e695cf'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:52:11.362850 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-45ec5379-bc20-406f-b73b-f20331b44ee3 req-093dbd65-8980-478a-9d35-9a6a5ebd77b6 service neutron] Bound port: 46301371-4de5-489a-87b7-916e8ae5e0a5, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baf87664-ecc7-475d-93f2-159d871e9198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f755c16b-3f42-4ee5-9068-675e45e695cf'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:52:11.363212 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-45ec5379-bc20-406f-b73b-f20331b44ee3 req-093dbd65-8980-478a-9d35-9a6a5ebd77b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:11.459285 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-45ec5379-bc20-406f-b73b-f20331b44ee3 req-093dbd65-8980-478a-9d35-9a6a5ebd77b6 service neutron] For port 46301371-4de5-489a-87b7-916e8ae5e0a5, host n-h2-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:52:11.463811 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:11.464843 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-45ec5379-bc20-406f-b73b-f20331b44ee3 req-093dbd65-8980-478a-9d35-9a6a5ebd77b6 service neutron] For port 46301371-4de5-489a-87b7-916e8ae5e0a5, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=46301371-4de5-489a-87b7-916e8ae5e0a5,segment=NetworkSegment(baf87664-ecc7-475d-93f2-159d871e9198),segment_id=baf87664-ecc7-475d-93f2-159d871e9198)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:52:11.474464 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-45ec5379-bc20-406f-b73b-f20331b44ee3 req-093dbd65-8980-478a-9d35-9a6a5ebd77b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:11.495643 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f17dd044-eb1d-480f-9b8b-73d8c0d2425e req-dbdb5d4e-e9e5-46be-8864-f04c55fcfddd tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595778 Sep 23 06:52:11.537015 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec5379-bc20-406f-b73b-f20331b44ee3 req-093dbd65-8980-478a-9d35-9a6a5ebd77b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:11.538091 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-45ec5379-bc20-406f-b73b-f20331b44ee3 req-093dbd65-8980-478a-9d35-9a6a5ebd77b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:11.540271 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-45ec5379-bc20-406f-b73b-f20331b44ee3 req-093dbd65-8980-478a-9d35-9a6a5ebd77b6 service neutron] 10.222.0.58 "PUT /v2.0/ports/46301371-4de5-489a-87b7-916e8ae5e0a5 HTTP/1.1" status: 200 len: 1092 time: 1.6913476 Sep 23 06:52:11.543161 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5086df97-5882-4f0a-8c5e-e5fdd8af2492', 'tag': '46301371-4de5-489a-87b7-916e8ae5e0a5'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:52:11.545996 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1551c0a-fb16-40af-96c9-3c158ad8fd73" -d '{"events": [{"name": "network-changed", "server_uuid": "5086df97-5882-4f0a-8c5e-e5fdd8af2492", "tag": "46301371-4de5-489a-87b7-916e8ae5e0a5"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:52:11.575304 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093dbd65-8980-478a-9d35-9a6a5ebd77b6 service neutron] Pushing event updated for resources: {'Port': ['ID=46301371-4de5-489a-87b7-916e8ae5e0a5,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:11.680399 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-583dca40-c254-46c2-9c0f-86b141da4562 x-openstack-request-id: req-583dca40-c254-46c2-9c0f-86b141da4562 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:52:11.680693 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5086df97-5882-4f0a-8c5e-e5fdd8af2492", "tag": "46301371-4de5-489a-87b7-916e8ae5e0a5", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:52:11.680943 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-583dca40-c254-46c2-9c0f-86b141da4562 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:52:11.681343 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5086df97-5882-4f0a-8c5e-e5fdd8af2492', 'tag': '46301371-4de5-489a-87b7-916e8ae5e0a5', 'status': 'completed', 'code': 200} Sep 23 06:52:11.693499 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec5379-bc20-406f-b73b-f20331b44ee3 req-ea92aa7b-4295-4f2e-82d7-d43c1274db1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:11.693777 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7641c02c-ab72-4208-8b57-cd2b7e18707e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:11.695770 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-45ec5379-bc20-406f-b73b-f20331b44ee3 req-ea92aa7b-4295-4f2e-82d7-d43c1274db1f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=33d29a95a0634a4491ef4e20d2f6dd6b&device_id=5086df97-5882-4f0a-8c5e-e5fdd8af2492 HTTP/1.1" status: 200 len: 1095 time: 0.1016738 Sep 23 06:52:11.719259 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-5e536ac6-ffe9-43b2-b6da-833e84fe6c82 req-636822c1-98c3-4f50-b812-b38fdd96e84e tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:11.728487 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7641c02c-ab72-4208-8b57-cd2b7e18707e admin admin] Pushing event deleted for resources: {'Port': ['ID=72c3f931-1212-4833-ad3f-5993164a799b,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:11.731872 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['5e26b822-5fe6-4529-bd65-af1c22511064', '49e7b3f1-8b23-4a44-ab83-4a91b21656b6'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:52:11.780149 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636822c1-98c3-4f50-b812-b38fdd96e84e tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Pushing event deleted for resources: {'Port': ['ID=49e7b3f1-8b23-4a44-ab83-4a91b21656b6,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:11.866976 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e536ac6-ffe9-43b2-b6da-833e84fe6c82 req-636822c1-98c3-4f50-b812-b38fdd96e84e tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] No DVR routers for this DVR port 49e7b3f1-8b23-4a44-ab83-4a91b21656b6 on host n-h2-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:52:11.894946 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-5e536ac6-ffe9-43b2-b6da-833e84fe6c82 req-636822c1-98c3-4f50-b812-b38fdd96e84e tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:11.897157 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5e536ac6-ffe9-43b2-b6da-833e84fe6c82 req-636822c1-98c3-4f50-b812-b38fdd96e84e tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.58 "DELETE /v2.0/ports/49e7b3f1-8b23-4a44-ab83-4a91b21656b6 HTTP/1.1" status: 204 len: 173 time: 1.4093721 Sep 23 06:52:11.897722 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5dcfd25-66b7-45ed-bd87-1f2d4a14b33d', 'name': 'network-vif-deleted', 'tag': '49e7b3f1-8b23-4a44-ab83-4a91b21656b6'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:52:11.901978 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd0239bb-6fda-47b5-a85c-b20fc1ad20d1" -d '{"events": [{"server_uuid": "f5dcfd25-66b7-45ed-bd87-1f2d4a14b33d", "name": "network-vif-deleted", "tag": "49e7b3f1-8b23-4a44-ab83-4a91b21656b6"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:52:11.930470 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7641c02c-ab72-4208-8b57-cd2b7e18707e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2068563'] for router_gateway, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:12.032074 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26eb55f6-0894-4b1f-9613-df9f0f6df0d1 x-openstack-request-id: req-26eb55f6-0894-4b1f-9613-df9f0f6df0d1 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:52:12.032531 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5dcfd25-66b7-45ed-bd87-1f2d4a14b33d", "name": "network-vif-deleted", "tag": "49e7b3f1-8b23-4a44-ab83-4a91b21656b6", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:52:12.032918 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-26eb55f6-0894-4b1f-9613-df9f0f6df0d1 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:52:12.033692 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5dcfd25-66b7-45ed-bd87-1f2d4a14b33d', 'name': 'network-vif-deleted', 'tag': '49e7b3f1-8b23-4a44-ab83-4a91b21656b6', 'status': 'completed', 'code': 200} Sep 23 06:52:12.175685 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7641c02c-ab72-4208-8b57-cd2b7e18707e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:12.180513 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7641c02c-ab72-4208-8b57-cd2b7e18707e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:12.213648 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:12.276713 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41474451-b9ef-42c1-b787-8ad0d641835b req-3ecee561-8f19-41be-9bb1-be28f1eea04c tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:12.278332 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-41474451-b9ef-42c1-b787-8ad0d641835b req-3ecee561-8f19-41be-9bb1-be28f1eea04c tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=96d33569-2cba-4763-8625-a124ce14cdb6 HTTP/1.1" status: 200 len: 945 time: 0.3448756 Sep 23 06:52:12.285612 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7641c02c-ab72-4208-8b57-cd2b7e18707e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:12.290430 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7641c02c-ab72-4208-8b57-cd2b7e18707e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1dfbce3a-1721-49d1-9b03-89f72f34aa96 {{(pid=95066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 06:52:12.309515 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7641c02c-ab72-4208-8b57-cd2b7e18707e admin admin] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:12.316925 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-7641c02c-ab72-4208-8b57-cd2b7e18707e admin admin] 10.222.0.39 "DELETE /v2.0/routers/1dfbce3a-1721-49d1-9b03-89f72f34aa96 HTTP/1.1" status: 204 len: 168 time: 2.2710700 Sep 23 06:52:12.321902 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 36790) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:52:12.324253 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 39eb67dd-d8d1-43b0-89b2-ab744285cf98 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:52:12.325918 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-45ec5379-bc20-406f-b73b-f20331b44ee3 req-bfaf3c68-e673-4824-ad67-feeffb7df453 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=46301371-4de5-489a-87b7-916e8ae5e0a5 HTTP/1.1" status: 200 len: 217 time: 0.6215971 Sep 23 06:52:12.355551 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5b9bff33-60c2-48c6-a403-9ead468e0ddf req-846705f4-38a2-4051-a9c6-79c6f6b50bc9 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5dcfd25-66b7-45ed-bd87-1f2d4a14b33d HTTP/1.1" status: 200 len: 210 time: 0.0285347 Sep 23 06:52:12.413618 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 39eb67dd-d8d1-43b0-89b2-ab744285cf98 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:52:12.414333 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 39eb67dd-d8d1-43b0-89b2-ab744285cf98 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:52:12.415041 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 72c3f931-1212-4833-ad3f-5993164a799b no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:52:12.426958 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec5379-bc20-406f-b73b-f20331b44ee3 req-f92866c7-7d77-439e-b6a6-f56a1488882c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:12.429397 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-45ec5379-bc20-406f-b73b-f20331b44ee3 req-f92866c7-7d77-439e-b6a6-f56a1488882c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0b013e5a-19bd-4628-a463-6cccef958c7f HTTP/1.1" status: 200 len: 846 time: 0.0727940 Sep 23 06:52:12.443131 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-41474451-b9ef-42c1-b787-8ad0d641835b req-554eac98-6dd2-4f35-8480-fc406b8431f5 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459398 Sep 23 06:52:12.459041 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 72c3f931-1212-4833-ad3f-5993164a799b {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:52:12.459473 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 72c3f931-1212-4833-ad3f-5993164a799b not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:52:12.479519 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-db6d1528-8ca4-4761-8626-ea7847d809e1 admin admin] Deleting subnet 28a40485-6179-4cfd-bacb-cd6d53527b94 {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:52:12.492438 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-db6d1528-8ca4-4761-8626-ea7847d809e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:12.495431 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-45ec5379-bc20-406f-b73b-f20331b44ee3 req-7dbedc0e-a602-4c73-b457-605206cbdc84 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f755c16b-3f42-4ee5-9068-675e45e695cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549688 Sep 23 06:52:12.642690 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-db6d1528-8ca4-4761-8626-ea7847d809e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:12.668211 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-45ec5379-bc20-406f-b73b-f20331b44ee3 req-c39a2b6e-15f2-4e98-98f8-e0456714bade service neutron] 10.222.0.58 "GET /v2.0/networks/f755c16b-3f42-4ee5-9068-675e45e695cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582794 Sep 23 06:52:12.728019 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-db6d1528-8ca4-4761-8626-ea7847d809e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:12.782184 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27657407-35b5-4265-ad3f-b0bec5d6ba60 req-c76cc25e-c7ab-4c39-885c-b2b7b67a71bc tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:12.782379 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-45ec5379-bc20-406f-b73b-f20331b44ee3 req-095dbdb9-7af9-4186-bb6a-907dd76a2062 service neutron] 10.222.0.58 "GET /v2.0/networks/f755c16b-3f42-4ee5-9068-675e45e695cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065643 Sep 23 06:52:12.784850 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-27657407-35b5-4265-ad3f-b0bec5d6ba60 req-c76cc25e-c7ab-4c39-885c-b2b7b67a71bc tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=5086df97-5882-4f0a-8c5e-e5fdd8af2492 HTTP/1.1" status: 200 len: 943 time: 0.1023057 Sep 23 06:52:12.841847 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-db6d1528-8ca4-4761-8626-ea7847d809e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:12.881965 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6d1528-8ca4-4761-8626-ea7847d809e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28a40485-6179-4cfd-bacb-cd6d53527b94,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:12.888985 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1551c0a-fb16-40af-96c9-3c158ad8fd73 req-17124279-a444-4fdf-8b41-5c29f182e6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:12.890644 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f1551c0a-fb16-40af-96c9-3c158ad8fd73 req-17124279-a444-4fdf-8b41-5c29f182e6bb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=33d29a95a0634a4491ef4e20d2f6dd6b&device_id=5086df97-5882-4f0a-8c5e-e5fdd8af2492 HTTP/1.1" status: 200 len: 1095 time: 0.0532084 Sep 23 06:52:12.901533 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-27657407-35b5-4265-ad3f-b0bec5d6ba60 req-10070430-b784-495f-b424-b6ec4bbac749 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924344 Sep 23 06:52:12.913401 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-db6d1528-8ca4-4761-8626-ea7847d809e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:12.913401 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-db6d1528-8ca4-4761-8626-ea7847d809e1 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/28a40485-6179-4cfd-bacb-cd6d53527b94 HTTP/1.1" status: 204 len: 168 time: 0.5901759 Sep 23 06:52:12.916554 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 36802) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:52:13.020642 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-785a993c-6de8-402f-92f1-52197c76a5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:13.047268 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1551c0a-fb16-40af-96c9-3c158ad8fd73 req-f6178d1a-c01e-4814-9cf1-75a99c722762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:13.049000 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f1551c0a-fb16-40af-96c9-3c158ad8fd73 req-f6178d1a-c01e-4814-9cf1-75a99c722762 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f755c16b-3f42-4ee5-9068-675e45e695cf HTTP/1.1" status: 200 len: 907 time: 0.1486380 Sep 23 06:52:13.129326 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f1551c0a-fb16-40af-96c9-3c158ad8fd73 req-46e607a4-182b-4014-8a24-bf0647f8090c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=46301371-4de5-489a-87b7-916e8ae5e0a5 HTTP/1.1" status: 200 len: 217 time: 0.0701435 Sep 23 06:52:13.133892 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-785a993c-6de8-402f-92f1-52197c76a5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:13.158199 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-785a993c-6de8-402f-92f1-52197c76a5d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6857e841-b53d-4899-987a-f0e6c1c77e85']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:52:13.171288 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-785a993c-6de8-402f-92f1-52197c76a5d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8df1c21-d158-4a04-9c55-8af8af98d9e0') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:52:13.171674 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-785a993c-6de8-402f-92f1-52197c76a5d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8df1c21-d158-4a04-9c55-8af8af98d9e0') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:52:13.187369 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1551c0a-fb16-40af-96c9-3c158ad8fd73 req-62b508c4-514e-4925-9bd7-2bc51182da40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:13.189177 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f1551c0a-fb16-40af-96c9-3c158ad8fd73 req-62b508c4-514e-4925-9bd7-2bc51182da40 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0b013e5a-19bd-4628-a463-6cccef958c7f HTTP/1.1" status: 200 len: 846 time: 0.0512183 Sep 23 06:52:13.193226 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-785a993c-6de8-402f-92f1-52197c76a5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:13.223956 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-785a993c-6de8-402f-92f1-52197c76a5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:13.228440 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f1551c0a-fb16-40af-96c9-3c158ad8fd73 req-0dfe86dc-7ae1-4ab8-91ff-ee591ce195d0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f755c16b-3f42-4ee5-9068-675e45e695cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310071 Sep 23 06:52:13.232728 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-785a993c-6de8-402f-92f1-52197c76a5d8 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:52:13.233131 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-785a993c-6de8-402f-92f1-52197c76a5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:13.234866 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 06:52:13.234866 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:52:13.234866 n-d-715271-16 neutron-server[95066]: timer() Sep 23 06:52:13.234866 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:52:13.234866 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 06:52:13.234866 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:52:13.234866 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 06:52:13.234866 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:52:13.234866 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 06:52:13.234866 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:52:13.234866 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 06:52:13.234866 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:52:13.234866 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 06:52:13.234866 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:52:13.234866 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:52:13.234866 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:52:13.234866 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:52:13.234866 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:52:13.234866 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 06:52:13.234866 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:52:13.234866 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 06:52:13.234866 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:52:13.234866 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:52:13.234866 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:52:13.234866 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 06:52:13.234866 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:52:13.234866 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:52:13.234866 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:52:13.234866 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:52:13.234866 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:52:13.234866 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:52:13.234866 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:52:13.322048 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-785a993c-6de8-402f-92f1-52197c76a5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:13.331415 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-785a993c-6de8-402f-92f1-52197c76a5d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:13.334338 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-785a993c-6de8-402f-92f1-52197c76a5d8 admin admin] 10.222.0.39 "DELETE /v2.0/networks/6857e841-b53d-4899-987a-f0e6c1c77e85 HTTP/1.1" status: 204 len: 168 time: 0.4156113 Sep 23 06:52:13.355829 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785a993c-6de8-402f-92f1-52197c76a5d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=6857e841-b53d-4899-987a-f0e6c1c77e85,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:13.378839 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f1551c0a-fb16-40af-96c9-3c158ad8fd73 req-d2c7b9e8-68ac-47d6-b4c3-3f5bc0d6e1c1 service neutron] 10.222.0.58 "GET /v2.0/networks/f755c16b-3f42-4ee5-9068-675e45e695cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422632 Sep 23 06:52:13.503886 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 36812) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:52:13.525391 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f1551c0a-fb16-40af-96c9-3c158ad8fd73 req-46233712-9e57-4556-90be-ddde85c9564a service neutron] 10.222.0.58 "GET /v2.0/networks/f755c16b-3f42-4ee5-9068-675e45e695cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375136 Sep 23 06:52:13.597787 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7d4e3-9709-44bb-82aa-76d47332daea req-3152b31d-d8c2-4bac-ab6b-76790e32a3fa tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:13.599427 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6ab7d4e3-9709-44bb-82aa-76d47332daea req-3152b31d-d8c2-4bac-ab6b-76790e32a3fa tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=96d33569-2cba-4763-8625-a124ce14cdb6 HTTP/1.1" status: 200 len: 945 time: 0.0545063 Sep 23 06:52:13.600999 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-2c67cb5a-0ce8-4e0d-a1e0-c63e8be679a9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=78784ddf54ea42ea84ca6a9ec88bb4dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0957282 Sep 23 06:52:13.603647 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 36816) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:52:13.615602 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c741214e-89e5-4bd8-a722-ff2b54175781 req-4907ce38-4a36-4344-876c-9da3a7f79db2 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:13.627158 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c741214e-89e5-4bd8-a722-ff2b54175781 req-4907ce38-4a36-4344-876c-9da3a7f79db2 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.0976157 Sep 23 06:52:13.682500 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c741214e-89e5-4bd8-a722-ff2b54175781 req-80ec2b90-5be0-4b0f-b6e3-314c7b938dd8 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471661 Sep 23 06:52:13.698154 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6ab7d4e3-9709-44bb-82aa-76d47332daea req-248c1b93-75c4-4059-9cc9-d06401e69ecb tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749745 Sep 23 06:52:13.698154 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5ada44d6-8f4a-4b2c-a4c8-baf8fb2e7a6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:13.738409 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5ada44d6-8f4a-4b2c-a4c8-baf8fb2e7a6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:13.749216 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:13.836626 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5ada44d6-8f4a-4b2c-a4c8-baf8fb2e7a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:13.839403 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5ada44d6-8f4a-4b2c-a4c8-baf8fb2e7a6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:13.841287 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-5ada44d6-8f4a-4b2c-a4c8-baf8fb2e7a6b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ece3dc8d-d93c-45c1-8c17-22ee813f6047 HTTP/1.1" status: 204 len: 168 time: 0.2361064 Sep 23 06:52:13.856664 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ada44d6-8f4a-4b2c-a4c8-baf8fb2e7a6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece3dc8d-d93c-45c1-8c17-22ee813f6047,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:14.031258 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1a5e6e-8372-4299-9125-32dbbba06db9 req-466f0e3b-55be-476f-8796-cb6d9ebf7385 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:14.040588 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ad1a5e6e-8372-4299-9125-32dbbba06db9 req-466f0e3b-55be-476f-8796-cb6d9ebf7385 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.0789733 Sep 23 06:52:14.069592 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e04867-4472-4974-9fc3-bc82b0f0318a req-d775eb81-87c7-4855-8c0d-868560d99fe5 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:14.077297 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-77e04867-4472-4974-9fc3-bc82b0f0318a req-d775eb81-87c7-4855-8c0d-868560d99fe5 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=5086df97-5882-4f0a-8c5e-e5fdd8af2492 HTTP/1.1" status: 200 len: 943 time: 0.0725758 Sep 23 06:52:14.109434 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ad1a5e6e-8372-4299-9125-32dbbba06db9 req-ce30bed0-48cd-4089-bd85-fb8880889805 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652199 Sep 23 06:52:14.141737 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-77e04867-4472-4974-9fc3-bc82b0f0318a req-ad533d93-b9b6-4702-ba04-600759008c7b tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634193 Sep 23 06:52:14.273522 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db7930-3eca-4aa8-9c67-2010a8a4e6f1 req-8ddeebd5-a00b-4adf-8337-85cd406a4d04 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:14.281743 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d8db7930-3eca-4aa8-9c67-2010a8a4e6f1 req-8ddeebd5-a00b-4adf-8337-85cd406a4d04 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.0784421 Sep 23 06:52:14.336832 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d8db7930-3eca-4aa8-9c67-2010a8a4e6f1 req-217cdd33-ad41-4992-9ccc-c03841dedf76 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540180 Sep 23 06:52:14.439029 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 49e7b3f1-8b23-4a44-ab83-4a91b21656b6 no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:52:14.464283 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No Port match for: 49e7b3f1-8b23-4a44-ab83-4a91b21656b6 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:52:14.464958 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 49e7b3f1-8b23-4a44-ab83-4a91b21656b6 not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:52:14.951723 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55ab6a7-9286-4386-a84f-c44600ba2d77 req-2384a5d8-179a-4008-bc70-0b1fdb0ecf54 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:14.960068 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a55ab6a7-9286-4386-a84f-c44600ba2d77 req-2384a5d8-179a-4008-bc70-0b1fdb0ecf54 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=96d33569-2cba-4763-8625-a124ce14cdb6 HTTP/1.1" status: 200 len: 945 time: 0.1125007 Sep 23 06:52:15.051353 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a55ab6a7-9286-4386-a84f-c44600ba2d77 req-12cd34f0-a993-48a3-a2c7-f871ba2c996f tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903933 Sep 23 06:52:15.341060 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38019aa4-f961-4a62-8a33-e3c55fb76981 req-102ef5d8-35de-4808-a70f-19b2b7a3f492 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:15.343470 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-38019aa4-f961-4a62-8a33-e3c55fb76981 req-102ef5d8-35de-4808-a70f-19b2b7a3f492 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=5086df97-5882-4f0a-8c5e-e5fdd8af2492 HTTP/1.1" status: 200 len: 943 time: 0.0882661 Sep 23 06:52:15.409951 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-38019aa4-f961-4a62-8a33-e3c55fb76981 req-813c55b3-93a1-4bf1-acfd-1b15cc66dfdc tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518532 Sep 23 06:52:16.220780 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ccf857-0002-42bb-9d5d-42fa23257222 req-0f665cc6-4a82-4b7b-9736-15ca4079fdb7 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:16.223210 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a9ccf857-0002-42bb-9d5d-42fa23257222 req-0f665cc6-4a82-4b7b-9736-15ca4079fdb7 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=96d33569-2cba-4763-8625-a124ce14cdb6 HTTP/1.1" status: 200 len: 945 time: 0.0785961 Sep 23 06:52:16.300059 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a9ccf857-0002-42bb-9d5d-42fa23257222 req-d119f609-f60e-4919-be9b-213c1513f1f7 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435326 Sep 23 06:52:16.455295 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 46301371-4de5-489a-87b7-916e8ae5e0a5 details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:52:16.513703 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d8fd2b-2ffd-4ff0-9449-fa6091062f02 req-ade3d7ac-fcbe-4e34-b917-539c036798a1 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:16.522472 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-94d8fd2b-2ffd-4ff0-9449-fa6091062f02 req-ade3d7ac-fcbe-4e34-b917-539c036798a1 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.0962780 Sep 23 06:52:16.579135 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-94d8fd2b-2ffd-4ff0-9449-fa6091062f02 req-be595a4e-6fa2-40d6-b4fb-cb1b9bf51c40 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524578 Sep 23 06:52:16.591232 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25731651-70cd-4a04-af2e-5db182083419 req-a1a05c5e-78e7-44e6-9b1b-f091feeea6b2 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:16.600720 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-25731651-70cd-4a04-af2e-5db182083419 req-a1a05c5e-78e7-44e6-9b1b-f091feeea6b2 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=5086df97-5882-4f0a-8c5e-e5fdd8af2492 HTTP/1.1" status: 200 len: 943 time: 0.0639877 Sep 23 06:52:16.610159 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 46301371-4de5-489a-87b7-916e8ae5e0a5, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=46301371-4de5-489a-87b7-916e8ae5e0a5,segment=NetworkSegment(baf87664-ecc7-475d-93f2-159d871e9198),segment_id=baf87664-ecc7-475d-93f2-159d871e9198)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:52:16.624230 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': '46301371-4de5-489a-87b7-916e8ae5e0a5', 'network_id': 'f755c16b-3f42-4ee5-9068-675e45e695cf', 'port_id': '46301371-4de5-489a-87b7-916e8ae5e0a5', 'mac_address': 'fa:16:3e:24:7c:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b013e5a-19bd-4628-a463-6cccef958c7f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:52:16.652202 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-25731651-70cd-4a04-af2e-5db182083419 req-fc73aab4-d270-4f4c-bc16-95f1772683cf tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484672 Sep 23 06:52:16.674534 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:16.688718 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46301371-4de5-489a-87b7-916e8ae5e0a5 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:52:16.706595 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d25a5-c3e2-45fb-87c1-5aace8c96850 req-975532f0-8e12-461e-b5a8-62320eacb23d tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:16.709996 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 46301371-4de5-489a-87b7-916e8ae5e0a5, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=46301371-4de5-489a-87b7-916e8ae5e0a5,segment=NetworkSegment(baf87664-ecc7-475d-93f2-159d871e9198),segment_id=baf87664-ecc7-475d-93f2-159d871e9198)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:52:16.715932 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3d6d25a5-c3e2-45fb-87c1-5aace8c96850 req-975532f0-8e12-461e-b5a8-62320eacb23d tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=96d33569-2cba-4763-8625-a124ce14cdb6 HTTP/1.1" status: 200 len: 945 time: 0.0790606 Sep 23 06:52:16.718210 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:16.763887 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3d6d25a5-c3e2-45fb-87c1-5aace8c96850 req-4479ef20-6735-421d-966e-f1be94fe682a tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470345 Sep 23 06:52:16.769379 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9351b7-c70e-44fe-990d-e86be66fdd6c req-daa2dcc7-d6ca-4273-b6d2-c55d1da9873b tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:16.771295 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bc9351b7-c70e-44fe-990d-e86be66fdd6c req-daa2dcc7-d6ca-4273-b6d2-c55d1da9873b tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.0576143 Sep 23 06:52:16.775418 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=46301371-4de5-489a-87b7-916e8ae5e0a5,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:16.825421 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bc9351b7-c70e-44fe-990d-e86be66fdd6c req-9f93bf2a-ef42-44e6-b79b-c39501723dde tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381405 Sep 23 06:52:17.073274 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['46301371-4de5-489a-87b7-916e8ae5e0a5'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:52:17.280404 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 37002) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:52:17.338015 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedc121f-195e-4550-810c-062eff244915 req-73f173fb-c24c-4a33-8c21-e6400cd98dc4 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:17.339540 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-aedc121f-195e-4550-810c-062eff244915 req-73f173fb-c24c-4a33-8c21-e6400cd98dc4 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f177cb1-a64d-4d1e-a920-982fad0b76b3 HTTP/1.1" status: 200 len: 951 time: 0.0527232 Sep 23 06:52:17.378362 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-aedc121f-195e-4550-810c-062eff244915 req-8bfb823a-5850-4559-af33-6f766fa8f942 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] 10.222.0.39 "GET /v2.0/security-groups?id=2da1a433-5a8f-4ff2-b3a0-816d4a147bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328798 Sep 23 06:52:17.406895 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8b705dc7-6131-4334-97ff-9969d34e6b6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:17.505414 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8b705dc7-6131-4334-97ff-9969d34e6b6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:17.509219 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8b705dc7-6131-4334-97ff-9969d34e6b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:17.550379 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-8b705dc7-6131-4334-97ff-9969d34e6b6e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=879402a60abc457999dd08075890e64a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2686274 Sep 23 06:52:17.552615 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b705dc7-6131-4334-97ff-9969d34e6b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ccf1101-a933-4f72-8164-1d747b2a02ee,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:17.553435 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 37006) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:52:17.605429 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-278b4f7d-ebe3-4797-8a19-0e604ed00952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:17.626921 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-278b4f7d-ebe3-4797-8a19-0e604ed00952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:17.674962 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-278b4f7d-ebe3-4797-8a19-0e604ed00952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:17.680077 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-278b4f7d-ebe3-4797-8a19-0e604ed00952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:17.681677 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-278b4f7d-ebe3-4797-8a19-0e604ed00952 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0ccf1101-a933-4f72-8164-1d747b2a02ee HTTP/1.1" status: 204 len: 168 time: 0.1266181 Sep 23 06:52:17.691746 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278b4f7d-ebe3-4797-8a19-0e604ed00952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ccf1101-a933-4f72-8164-1d747b2a02ee,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:17.700682 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278b4f7d-ebe3-4797-8a19-0e604ed00952 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:52:17.701031 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278b4f7d-ebe3-4797-8a19-0e604ed00952 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:52:17.701373 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278b4f7d-ebe3-4797-8a19-0e604ed00952 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:52:17.701707 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278b4f7d-ebe3-4797-8a19-0e604ed00952 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:52:17.703805 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278b4f7d-ebe3-4797-8a19-0e604ed00952 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:52:17.703805 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278b4f7d-ebe3-4797-8a19-0e604ed00952 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:52:17.703805 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278b4f7d-ebe3-4797-8a19-0e604ed00952 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:52:17.703805 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278b4f7d-ebe3-4797-8a19-0e604ed00952 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:52:17.703805 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278b4f7d-ebe3-4797-8a19-0e604ed00952 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:52:17.703805 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278b4f7d-ebe3-4797-8a19-0e604ed00952 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:52:17.704410 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278b4f7d-ebe3-4797-8a19-0e604ed00952 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:52:17.704410 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278b4f7d-ebe3-4797-8a19-0e604ed00952 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:52:17.789759 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a093d84-5c55-4cb4-bce6-d94ea9339cdd req-8f92502b-26b8-4cbb-a72f-bd30a09abfae tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:17.791768 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1a093d84-5c55-4cb4-bce6-d94ea9339cdd req-8f92502b-26b8-4cbb-a72f-bd30a09abfae tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=5086df97-5882-4f0a-8c5e-e5fdd8af2492 HTTP/1.1" status: 200 len: 944 time: 0.0616851 Sep 23 06:52:17.849118 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1a093d84-5c55-4cb4-bce6-d94ea9339cdd req-c4df9ee6-318f-4deb-a176-a477045c5bbc tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457332 Sep 23 06:52:17.920186 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8222feba-9979-435b-8bbe-b98518a3185d req-c20d9425-bf37-451f-99be-4d3a046588c4 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:17.921723 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8222feba-9979-435b-8bbe-b98518a3185d req-c20d9425-bf37-451f-99be-4d3a046588c4 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=96d33569-2cba-4763-8625-a124ce14cdb6 HTTP/1.1" status: 200 len: 945 time: 0.0620937 Sep 23 06:52:17.961298 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8222feba-9979-435b-8bbe-b98518a3185d req-20b68e77-4125-495a-af0e-21f95d42e7e2 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330029 Sep 23 06:52:18.015433 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 37016) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:52:18.028747 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-11c04ec6-8ce3-465a-8fad-2a6413e9adf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:18.130951 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-11c04ec6-8ce3-465a-8fad-2a6413e9adf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:18.135467 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-11c04ec6-8ce3-465a-8fad-2a6413e9adf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:18.174768 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-11c04ec6-8ce3-465a-8fad-2a6413e9adf5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=44c4a4fdaa0d4a89b2a58053e9d6e7dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1580756 Sep 23 06:52:18.175511 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c04ec6-8ce3-465a-8fad-2a6413e9adf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa3add5b-c914-4c04-a949-79b595b0e32d,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:18.177218 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 37022) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:52:18.232494 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-86cf2caa-6025-4d84-9634-2607eafd6ada admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:18.254741 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-86cf2caa-6025-4d84-9634-2607eafd6ada admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:18.313171 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-86cf2caa-6025-4d84-9634-2607eafd6ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:18.316145 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-86cf2caa-6025-4d84-9634-2607eafd6ada admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:18.319726 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-86cf2caa-6025-4d84-9634-2607eafd6ada admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/aa3add5b-c914-4c04-a949-79b595b0e32d HTTP/1.1" status: 204 len: 168 time: 0.1380641 Sep 23 06:52:18.333131 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cf2caa-6025-4d84-9634-2607eafd6ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa3add5b-c914-4c04-a949-79b595b0e32d,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:18.362587 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c024ebd6-5f45-4261-929a-a6daac2948aa req-51b22639-2f9d-4f60-8559-3c671c366892 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:18.364762 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c024ebd6-5f45-4261-929a-a6daac2948aa req-51b22639-2f9d-4f60-8559-3c671c366892 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.21 "GET /v2.0/ports?device_id=96d33569-2cba-4763-8625-a124ce14cdb6 HTTP/1.1" status: 200 len: 945 time: 0.0721829 Sep 23 06:52:18.425938 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f354b03-7f37-499e-b6e4-dc969908a37b req-81d0c8a3-e2be-40f6-8ee7-de94108bb295 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:18.427663 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9f354b03-7f37-499e-b6e4-dc969908a37b req-81d0c8a3-e2be-40f6-8ee7-de94108bb295 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.0606816 Sep 23 06:52:18.470899 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9f354b03-7f37-499e-b6e4-dc969908a37b req-d8165d30-a859-4aa1-8efe-605490a9d90d tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372655 Sep 23 06:52:18.471516 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 46301371-4de5-489a-87b7-916e8ae5e0a5 up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:52:18.527041 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-c024ebd6-5f45-4261-929a-a6daac2948aa req-4fcd18a5-9c78-4d84-9af2-999b72d82a38 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Deleting port 3dae3b19-a0c8-4dd8-9d88-a36659e76c84 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:52:18.527421 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-c024ebd6-5f45-4261-929a-a6daac2948aa req-4fcd18a5-9c78-4d84-9af2-999b72d82a38 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:18.531938 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port 46301371-4de5-489a-87b7-916e8ae5e0a5 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:52:18.536319 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port 46301371-4de5-489a-87b7-916e8ae5e0a5 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:52:18.536917 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:18.614828 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5942233b-7847-4e33-be0b-36aa6c52253d req-7278148a-1189-49d5-b1d4-718ed737c60a tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:18.617241 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5942233b-7847-4e33-be0b-36aa6c52253d req-7278148a-1189-49d5-b1d4-718ed737c60a tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.0561345 Sep 23 06:52:18.640875 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:18.650331 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbf17f7-e3be-41ac-994c-387934317bdf req-fcefe81c-f4e8-4d17-b031-ba1ad43f1633 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:18.651894 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8bbf17f7-e3be-41ac-994c-387934317bdf req-fcefe81c-f4e8-4d17-b031-ba1ad43f1633 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f177cb1-a64d-4d1e-a920-982fad0b76b3 HTTP/1.1" status: 200 len: 951 time: 0.1643381 Sep 23 06:52:18.657065 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-c024ebd6-5f45-4261-929a-a6daac2948aa req-4fcd18a5-9c78-4d84-9af2-999b72d82a38 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] For port 3dae3b19-a0c8-4dd8-9d88-a36659e76c84, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=3dae3b19-a0c8-4dd8-9d88-a36659e76c84,segment=NetworkSegment(f93b6022-d5e5-431e-9dcb-2461df9c5b3b),segment_id=f93b6022-d5e5-431e-9dcb-2461df9c5b3b)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:52:18.657436 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-c024ebd6-5f45-4261-929a-a6daac2948aa req-4fcd18a5-9c78-4d84-9af2-999b72d82a38 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:18.661132 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5942233b-7847-4e33-be0b-36aa6c52253d req-5a5bd12d-ec10-4d09-a6ee-d3f658319e5c tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371189 Sep 23 06:52:18.671206 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5086df97-5882-4f0a-8c5e-e5fdd8af2492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46301371-4de5-489a-87b7-916e8ae5e0a5'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:52:18.673683 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79893aeb-a925-4b9e-8247-4f6090c4a21f" -d '{"events": [{"server_uuid": "5086df97-5882-4f0a-8c5e-e5fdd8af2492", "name": "network-vif-plugged", "status": "completed", "tag": "46301371-4de5-489a-87b7-916e8ae5e0a5"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:52:18.684963 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-c024ebd6-5f45-4261-929a-a6daac2948aa req-4fcd18a5-9c78-4d84-9af2-999b72d82a38 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Calling delete_port for 3dae3b19-a0c8-4dd8-9d88-a36659e76c84 owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:52:18.693755 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 46301371-4de5-489a-87b7-916e8ae5e0a5, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=46301371-4de5-489a-87b7-916e8ae5e0a5,segment=NetworkSegment(baf87664-ecc7-475d-93f2-159d871e9198),segment_id=baf87664-ecc7-475d-93f2-159d871e9198)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:52:18.699205 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:18.731054 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f51f25bb-1bd1-4398-93eb-f0ccc643829a x-openstack-request-id: req-f51f25bb-1bd1-4398-93eb-f0ccc643829a {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:52:18.731604 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5086df97-5882-4f0a-8c5e-e5fdd8af2492", "name": "network-vif-plugged", "status": "completed", "tag": "46301371-4de5-489a-87b7-916e8ae5e0a5", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:52:18.732031 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f51f25bb-1bd1-4398-93eb-f0ccc643829a {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:52:18.733007 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5086df97-5882-4f0a-8c5e-e5fdd8af2492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46301371-4de5-489a-87b7-916e8ae5e0a5', 'code': 200} Sep 23 06:52:18.782389 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=46301371-4de5-489a-87b7-916e8ae5e0a5,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:18.798286 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8bbf17f7-e3be-41ac-994c-387934317bdf req-ce83db14-d073-4ab6-ba61-2a3606628bba tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] 10.222.0.39 "GET /v2.0/security-groups?id=2da1a433-5a8f-4ff2-b3a0-816d4a147bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323769 Sep 23 06:52:18.865263 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4fd403-6ca4-4cf7-8c17-706d4ac5336d req-5019bfb6-85a8-4423-8b5e-f976af60ab95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:18.867561 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3f4fd403-6ca4-4cf7-8c17-706d4ac5336d req-5019bfb6-85a8-4423-8b5e-f976af60ab95 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5086df97-5882-4f0a-8c5e-e5fdd8af2492 HTTP/1.1" status: 200 len: 1097 time: 0.0721419 Sep 23 06:52:18.942514 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3f4fd403-6ca4-4cf7-8c17-706d4ac5336d req-f1b3494b-a6d2-4c10-aa5d-9e630ab2e3e1 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639582 Sep 23 06:52:18.972586 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-c024ebd6-5f45-4261-929a-a6daac2948aa req-4fcd18a5-9c78-4d84-9af2-999b72d82a38 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:18.978695 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bbfb4c-79ca-4ace-8dcf-989e26bd172a req-a19f29f9-f5d1-4398-bcdb-815ea64e1e23 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:18.980539 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c6bbfb4c-79ca-4ace-8dcf-989e26bd172a req-a19f29f9-f5d1-4398-bcdb-815ea64e1e23 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.0736544 Sep 23 06:52:19.001079 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['3dae3b19-a0c8-4dd8-9d88-a36659e76c84'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:52:19.004444 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcd18a5-9c78-4d84-9af2-999b72d82a38 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Pushing event deleted for resources: {'Port': ['ID=3dae3b19-a0c8-4dd8-9d88-a36659e76c84,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:19.058445 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c6bbfb4c-79ca-4ace-8dcf-989e26bd172a req-8313f27b-e0c8-43c2-95c5-16b913d57cb5 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612767 Sep 23 06:52:19.059941 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-c024ebd6-5f45-4261-929a-a6daac2948aa req-4fcd18a5-9c78-4d84-9af2-999b72d82a38 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] No DVR routers for this DVR port 3dae3b19-a0c8-4dd8-9d88-a36659e76c84 on host n-h1-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:52:19.062686 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-c024ebd6-5f45-4261-929a-a6daac2948aa req-4fcd18a5-9c78-4d84-9af2-999b72d82a38 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:19.064752 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c024ebd6-5f45-4261-929a-a6daac2948aa req-4fcd18a5-9c78-4d84-9af2-999b72d82a38 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.21 "DELETE /v2.0/ports/3dae3b19-a0c8-4dd8-9d88-a36659e76c84 HTTP/1.1" status: 204 len: 173 time: 0.6933346 Sep 23 06:52:19.078671 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96d33569-2cba-4763-8625-a124ce14cdb6', 'name': 'network-vif-deleted', 'tag': '3dae3b19-a0c8-4dd8-9d88-a36659e76c84'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:52:19.084086 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fcc5ca6-3d7f-49fd-83f3-244e87e30af3" -d '{"events": [{"server_uuid": "96d33569-2cba-4763-8625-a124ce14cdb6", "name": "network-vif-deleted", "tag": "3dae3b19-a0c8-4dd8-9d88-a36659e76c84"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:52:19.146116 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4cec77-6144-4ce6-aa34-dbd50ed12ac0 req-4c7f24b0-fe1c-4466-9101-9728bc29af75 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:19.154630 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9d4cec77-6144-4ce6-aa34-dbd50ed12ac0 req-4c7f24b0-fe1c-4466-9101-9728bc29af75 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=5086df97-5882-4f0a-8c5e-e5fdd8af2492 HTTP/1.1" status: 200 len: 945 time: 0.0957351 Sep 23 06:52:19.193587 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ffc7acc4-cc7d-41f2-807a-13807ef98aab req-49412b15-e0ca-4214-a213-9336dc1e6e2f tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=96d33569-2cba-4763-8625-a124ce14cdb6 HTTP/1.1" status: 200 len: 210 time: 0.0526562 Sep 23 06:52:19.194397 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9d4cec77-6144-4ce6-aa34-dbd50ed12ac0 req-7977da39-9194-4aea-b6fb-bc509ced18f2 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386665 Sep 23 06:52:19.256578 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e0dd59-892a-4ef6-8ecf-a972dc38db10 x-openstack-request-id: req-b2e0dd59-892a-4ef6-8ecf-a972dc38db10 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:52:19.257023 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96d33569-2cba-4763-8625-a124ce14cdb6", "name": "network-vif-deleted", "tag": "3dae3b19-a0c8-4dd8-9d88-a36659e76c84", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:52:19.257342 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b2e0dd59-892a-4ef6-8ecf-a972dc38db10 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:52:19.258593 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96d33569-2cba-4763-8625-a124ce14cdb6', 'name': 'network-vif-deleted', 'tag': '3dae3b19-a0c8-4dd8-9d88-a36659e76c84', 'status': 'completed', 'code': 200} Sep 23 06:52:19.361315 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bca57a6-0a21-4607-bd25-997cb4f3414e req-3ab5b414-8c7e-4f7f-a020-e4fea98404a4 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:19.368648 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6bca57a6-0a21-4607-bd25-997cb4f3414e req-3ab5b414-8c7e-4f7f-a020-e4fea98404a4 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.0636930 Sep 23 06:52:19.404307 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6bca57a6-0a21-4607-bd25-997cb4f3414e req-e22b654a-c277-4449-b860-a8edb5861469 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347724 Sep 23 06:52:19.657002 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f261fea6-5a65-4e12-b032-2a57c49b434f req-9b36b401-f75e-45bf-9c06-ff7dcf4c7fd9 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:19.658579 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f261fea6-5a65-4e12-b032-2a57c49b434f req-9b36b401-f75e-45bf-9c06-ff7dcf4c7fd9 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.0534904 Sep 23 06:52:19.728212 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f261fea6-5a65-4e12-b032-2a57c49b434f req-0730e7a9-ef61-4478-9951-28973093ee0e tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593653 Sep 23 06:52:19.855330 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea83d2-fdf9-4274-af4d-2c2022bfe095 req-f0ae211f-cf3d-4e2e-bf93-c7dae9ad6afc tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:19.856949 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8bea83d2-fdf9-4274-af4d-2c2022bfe095 req-f0ae211f-cf3d-4e2e-bf93-c7dae9ad6afc tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.0565093 Sep 23 06:52:19.901752 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8bea83d2-fdf9-4274-af4d-2c2022bfe095 req-cc197d41-29f4-4efe-a136-341395329710 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377514 Sep 23 06:52:20.184059 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92879c52-ddb8-4c48-906e-ceaf102efaef req-39bfa57a-af8f-4efa-a1c7-3b2bb508065a tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:20.191840 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-92879c52-ddb8-4c48-906e-ceaf102efaef req-39bfa57a-af8f-4efa-a1c7-3b2bb508065a tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.0673983 Sep 23 06:52:20.229363 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-92879c52-ddb8-4c48-906e-ceaf102efaef req-a044fb2e-dd34-414b-a86d-eb1bad505677 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366538 Sep 23 06:52:20.381100 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d96a06-a20d-44b2-b44b-e140e63acfff req-c54a5178-5c9d-4494-9a40-89db8f11acb3 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:20.384643 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-21d96a06-a20d-44b2-b44b-e140e63acfff req-c54a5178-5c9d-4494-9a40-89db8f11acb3 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=5086df97-5882-4f0a-8c5e-e5fdd8af2492 HTTP/1.1" status: 200 len: 945 time: 0.0658851 Sep 23 06:52:20.396278 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f268d154-7895-4141-bade-3227d3a01245 req-8f895b64-3767-4178-b1e4-fe87a6d163a1 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:20.398186 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f268d154-7895-4141-bade-3227d3a01245 req-8f895b64-3767-4178-b1e4-fe87a6d163a1 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.0574172 Sep 23 06:52:20.437485 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-21d96a06-a20d-44b2-b44b-e140e63acfff req-78f8d781-dee6-489a-b17d-f892b6774ca1 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464437 Sep 23 06:52:20.449255 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f268d154-7895-4141-bade-3227d3a01245 req-398f41e5-91ec-4e97-8ca4-21b705222e90 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449018 Sep 23 06:52:20.757023 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94060f90-efef-4f9d-83a9-55ed4a6db593 req-2a9a3119-8619-45c2-a816-a63e060a7436 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:20.758926 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-94060f90-efef-4f9d-83a9-55ed4a6db593 req-2a9a3119-8619-45c2-a816-a63e060a7436 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/networks?id=5e6b1e6b-f43d-48fc-88ea-84227fc0190a HTTP/1.1" status: 200 len: 812 time: 0.1185682 Sep 23 06:52:20.775287 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-94060f90-efef-4f9d-83a9-55ed4a6db593 req-6ffa1eb4-8065-478b-add6-98e14fb6d9c8 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/quotas/7c15309e32824dcfa3da1dd04afd3365 HTTP/1.1" status: 200 len: 375 time: 0.0106268 Sep 23 06:52:20.809285 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-94060f90-efef-4f9d-83a9-55ed4a6db593 req-0c9fe2bd-b264-4519-8a14-658bc45f5707 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7c15309e32824dcfa3da1dd04afd3365&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284688 Sep 23 06:52:20.919373 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-94060f90-efef-4f9d-83a9-55ed4a6db593 req-fa99b3b6-ec4f-4922-ba22-1093cff42015 service neutron] 10.222.0.39 "GET /v2.0/networks/5e6b1e6b-f43d-48fc-88ea-84227fc0190a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019890 Sep 23 06:52:20.935544 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2129bf-eb02-4a3e-b5d0-d7833a113678 req-0b1e4f78-7669-441b-b0df-da7737262226 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:20.937308 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7d2129bf-eb02-4a3e-b5d0-d7833a113678 req-0b1e4f78-7669-441b-b0df-da7737262226 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=5086df97-5882-4f0a-8c5e-e5fdd8af2492 HTTP/1.1" status: 200 len: 945 time: 0.0567698 Sep 23 06:52:20.984226 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7d2129bf-eb02-4a3e-b5d0-d7833a113678 req-80788ced-749a-4204-bc96-fd063a2d5498 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402243 Sep 23 06:52:20.991639 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 6766a1d8-2d0a-4992-baff-4412223d19b9 no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:52:21.031464 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-94060f90-efef-4f9d-83a9-55ed4a6db593 req-593d2c07-5bc8-4adb-8ed6-bf143117f59b service neutron] 10.222.0.39 "GET /v2.0/networks/5e6b1e6b-f43d-48fc-88ea-84227fc0190a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057734 Sep 23 06:52:21.092061 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:21.123151 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f177cb1-a64d-4d1e-a920-982fad0b76b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6766a1d8-2d0a-4992-baff-4412223d19b9'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:52:21.125699 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c81c6a9-7d6a-4026-b17d-cceb3482b871" -d '{"events": [{"server_uuid": "8f177cb1-a64d-4d1e-a920-982fad0b76b3", "name": "network-vif-unplugged", "status": "completed", "tag": "6766a1d8-2d0a-4992-baff-4412223d19b9"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:52:21.141730 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 6766a1d8-2d0a-4992-baff-4412223d19b9, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=6766a1d8-2d0a-4992-baff-4412223d19b9,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:52:21.146247 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:21.200753 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632a5639-dfb0-4b4f-8eaf-e815f947e710 req-539c0669-31da-484d-b3dc-1bec3eb38039 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:21.202829 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-632a5639-dfb0-4b4f-8eaf-e815f947e710 req-539c0669-31da-484d-b3dc-1bec3eb38039 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.0815880 Sep 23 06:52:21.213902 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=6766a1d8-2d0a-4992-baff-4412223d19b9,revision_number=11']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:21.267472 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-632a5639-dfb0-4b4f-8eaf-e815f947e710 req-9028654f-bdd9-48ed-a088-f038a0269a31 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544324 Sep 23 06:52:21.356478 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e115ddd-829f-49dc-9a2e-13a90e5362ab req-beb24384-1d19-48f1-bb0d-eae786555529 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:21.365529 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8e115ddd-829f-49dc-9a2e-13a90e5362ab req-beb24384-1d19-48f1-bb0d-eae786555529 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=5086df97-5882-4f0a-8c5e-e5fdd8af2492 HTTP/1.1" status: 200 len: 945 time: 0.0696943 Sep 23 06:52:21.410582 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8e115ddd-829f-49dc-9a2e-13a90e5362ab req-8cd83b15-1a58-412b-8870-2cf175b1a136 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438025 Sep 23 06:52:21.431523 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 06:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed1a87f-1656-457f-8047-233159bee6b2 x-openstack-request-id: req-8ed1a87f-1656-457f-8047-233159bee6b2 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:52:21.431843 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f177cb1-a64d-4d1e-a920-982fad0b76b3", "name": "network-vif-unplugged", "status": "completed", "tag": "6766a1d8-2d0a-4992-baff-4412223d19b9", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:52:21.432100 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8ed1a87f-1656-457f-8047-233159bee6b2 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:52:21.432481 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f177cb1-a64d-4d1e-a920-982fad0b76b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6766a1d8-2d0a-4992-baff-4412223d19b9', 'code': 200} Sep 23 06:52:21.510204 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-56a9e73d-aacf-4593-a21a-895b2c73b35a req-e84dbd7c-4eca-4525-a2d4-0c17b3b93579 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=febbe7ff-1c28-40b9-b945-1d2901bda986 HTTP/1.1" status: 200 len: 210 time: 0.0359602 Sep 23 06:52:21.564461 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d7d108-af9c-43c5-829b-99273e91696f req-cb86ef5a-9745-4f29-9423-4426313b7f33 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:21.574413 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-04d7d108-af9c-43c5-829b-99273e91696f req-cb86ef5a-9745-4f29-9423-4426313b7f33 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.0701768 Sep 23 06:52:21.624253 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-04d7d108-af9c-43c5-829b-99273e91696f req-a13b1fad-fec0-4474-be32-125f9ce56811 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433655 Sep 23 06:52:21.719955 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 37364) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:52:21.924023 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-56fe39ff-44ae-47ea-a2a6-53471a2378b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:22.085255 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-56fe39ff-44ae-47ea-a2a6-53471a2378b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:22.106255 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09baac1-3186-48db-9678-f73ab1246522 req-5a141182-7353-44ca-b0d7-ffa0d1116d79 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:22.107130 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b09baac1-3186-48db-9678-f73ab1246522 req-5a141182-7353-44ca-b0d7-ffa0d1116d79 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=5086df97-5882-4f0a-8c5e-e5fdd8af2492 HTTP/1.1" status: 200 len: 945 time: 0.0756929 Sep 23 06:52:22.107783 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-56fe39ff-44ae-47ea-a2a6-53471a2378b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:22.169144 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fe39ff-44ae-47ea-a2a6-53471a2378b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0332f8ec-d094-4e43-9bf7-9c67e257bbf5,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:22.186926 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-56fe39ff-44ae-47ea-a2a6-53471a2378b0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8283d3e320354dbf85bdb0d3e9701709&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4631553 Sep 23 06:52:22.187270 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 37402) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:52:22.191399 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b09baac1-3186-48db-9678-f73ab1246522 req-7383b3ce-e400-45ef-9601-68d64f0bec02 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778382 Sep 23 06:52:22.313673 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c7f4d846-9181-4ed3-9653-9ad3ab4fbffb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:22.344667 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c7f4d846-9181-4ed3-9653-9ad3ab4fbffb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:22.363354 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c5619-42e0-4533-84de-1b01a343b64d req-6b639d9e-172a-4df0-ba61-c52859afebd8 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:22.364874 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d65c5619-42e0-4533-84de-1b01a343b64d req-6b639d9e-172a-4df0-ba61-c52859afebd8 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.0995018 Sep 23 06:52:22.438553 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d65c5619-42e0-4533-84de-1b01a343b64d req-240061a7-471c-44bb-ba48-068e07f52e19 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654166 Sep 23 06:52:22.451479 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c7f4d846-9181-4ed3-9653-9ad3ab4fbffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:22.454365 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c7f4d846-9181-4ed3-9653-9ad3ab4fbffb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:22.455708 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-c7f4d846-9181-4ed3-9653-9ad3ab4fbffb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0332f8ec-d094-4e43-9bf7-9c67e257bbf5 HTTP/1.1" status: 204 len: 168 time: 0.2675738 Sep 23 06:52:22.472892 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f4d846-9181-4ed3-9653-9ad3ab4fbffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0332f8ec-d094-4e43-9bf7-9c67e257bbf5,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:22.510587 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94060f90-efef-4f9d-83a9-55ed4a6db593 req-8f446872-fb68-4744-8af8-b5fc5769429e tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:22.512187 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-94060f90-efef-4f9d-83a9-55ed4a6db593 req-8f446872-fb68-4744-8af8-b5fc5769429e tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.58 "GET /v2.0/networks?id=5e6b1e6b-f43d-48fc-88ea-84227fc0190a HTTP/1.1" status: 200 len: 812 time: 0.1494474 Sep 23 06:52:22.530304 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-94060f90-efef-4f9d-83a9-55ed4a6db593 req-685c30bd-bb28-4be6-8edd-b0cc885db3d6 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Request body: {'port': {'device_id': 'febbe7ff-1c28-40b9-b945-1d2901bda986', 'network_id': '5e6b1e6b-f43d-48fc-88ea-84227fc0190a', 'admin_state_up': True, 'tenant_id': '7c15309e32824dcfa3da1dd04afd3365'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:52:22.638238 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6692129c-edf8-4b45-b94c-cd5304fac3be req-5053cac3-819a-4a68-9de2-76930bf77fe6 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:22.640441 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6692129c-edf8-4b45-b94c-cd5304fac3be req-5053cac3-819a-4a68-9de2-76930bf77fe6 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.0740819 Sep 23 06:52:22.675167 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94060f90-efef-4f9d-83a9-55ed4a6db593 req-685c30bd-bb28-4be6-8edd-b0cc885db3d6 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Made reservation on behalf of 7c15309e32824dcfa3da1dd04afd3365 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:52:22.680729 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-94060f90-efef-4f9d-83a9-55ed4a6db593 req-685c30bd-bb28-4be6-8edd-b0cc885db3d6 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:22.707833 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6692129c-edf8-4b45-b94c-cd5304fac3be req-20598814-04f7-48c5-b314-e02e7b52be98 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548859 Sep 23 06:52:22.872737 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3764ed8b-fe86-45db-a721-20b57e6658a6 req-f4cf70d5-e0fa-4916-85dc-01df5f2463ac tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=febbe7ff-1c28-40b9-b945-1d2901bda986 HTTP/1.1" status: 200 len: 210 time: 0.0600455 Sep 23 06:52:22.896278 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 37464) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:52:22.903754 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-94060f90-efef-4f9d-83a9-55ed4a6db593 req-685c30bd-bb28-4be6-8edd-b0cc885db3d6 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Allocated IP 172.20.0.3 (5e6b1e6b-f43d-48fc-88ea-84227fc0190a/9dbf4107-f4ac-450c-a420-ffd87b06b7dc/1f9428a8-8ec3-4eea-86e3-62005db3f887) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:52:22.918354 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-471341d4-eab9-42e7-9dad-c5ca21494d89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:23.003170 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 3dae3b19-a0c8-4dd8-9d88-a36659e76c84 no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:52:23.035364 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] No Port match for: 3dae3b19-a0c8-4dd8-9d88-a36659e76c84 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:52:23.035718 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 3dae3b19-a0c8-4dd8-9d88-a36659e76c84 not bound to the agent host n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:52:23.111004 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-94060f90-efef-4f9d-83a9-55ed4a6db593 req-685c30bd-bb28-4be6-8edd-b0cc885db3d6 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:23.126048 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-471341d4-eab9-42e7-9dad-c5ca21494d89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:23.137060 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-471341d4-eab9-42e7-9dad-c5ca21494d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:23.156317 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-94060f90-efef-4f9d-83a9-55ed4a6db593 req-685c30bd-bb28-4be6-8edd-b0cc885db3d6 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:23.169893 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b482318-7a54-45dc-9bd4-8440f7c38ba4 req-1526bbf4-783e-4da7-9e16-8e924ac66ab0 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:23.177243 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6b482318-7a54-45dc-9bd4-8440f7c38ba4 req-1526bbf4-783e-4da7-9e16-8e924ac66ab0 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/networks?id=218c58b5-0e0b-4646-89a6-548d923b3f5b HTTP/1.1" status: 200 len: 813 time: 0.1886268 Sep 23 06:52:23.206919 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94060f90-efef-4f9d-83a9-55ed4a6db593 req-685c30bd-bb28-4be6-8edd-b0cc885db3d6 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Network 5e6b1e6b-f43d-48fc-88ea-84227fc0190a is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:52:23.209641 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6b482318-7a54-45dc-9bd4-8440f7c38ba4 req-8ce73ab2-e783-4d33-b050-48155a34b7cc tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/quotas/89cde1f180a04b9a82f94238d641b222 HTTP/1.1" status: 200 len: 375 time: 0.0314989 Sep 23 06:52:23.212248 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-94060f90-efef-4f9d-83a9-55ed4a6db593 req-685c30bd-bb28-4be6-8edd-b0cc885db3d6 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:52:23.214681 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-471341d4-eab9-42e7-9dad-c5ca21494d89 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=840d95d8005e4f838b76dd32dc12928e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3170888 Sep 23 06:52:23.215643 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471341d4-eab9-42e7-9dad-c5ca21494d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a95dd638-a1ef-47ba-8291-439ea2859dc0,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:23.216706 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-94060f90-efef-4f9d-83a9-55ed4a6db593 req-685c30bd-bb28-4be6-8edd-b0cc885db3d6 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:52:23.219136 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 37482) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:52:23.256115 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685c30bd-bb28-4be6-8edd-b0cc885db3d6 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Pushing event updated for resources: {'Port': ['ID=1f9428a8-8ec3-4eea-86e3-62005db3f887,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:23.291338 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94060f90-efef-4f9d-83a9-55ed4a6db593 req-685c30bd-bb28-4be6-8edd-b0cc885db3d6 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:23.293332 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-94060f90-efef-4f9d-83a9-55ed4a6db593 req-685c30bd-bb28-4be6-8edd-b0cc885db3d6 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:23.308815 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6b482318-7a54-45dc-9bd4-8440f7c38ba4 req-ea5b8faf-c8a0-40fb-b671-9d0205a57416 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=89cde1f180a04b9a82f94238d641b222&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0736384 Sep 23 06:52:23.311171 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-94060f90-efef-4f9d-83a9-55ed4a6db593 req-685c30bd-bb28-4be6-8edd-b0cc885db3d6 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7868738 Sep 23 06:52:23.315142 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bda85792-923f-4012-ba8a-832593683b74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:23.327191 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-94060f90-efef-4f9d-83a9-55ed4a6db593 req-e27cad9b-8961-4411-9fce-96d4e3b7472e service neutron] Request body: {'port': {'device_id': 'febbe7ff-1c28-40b9-b945-1d2901bda986', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:52:23.348382 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bda85792-923f-4012-ba8a-832593683b74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:23.414452 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-94060f90-efef-4f9d-83a9-55ed4a6db593 req-e27cad9b-8961-4411-9fce-96d4e3b7472e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:23.441923 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8671c05-f5fe-46b2-be29-43af393412ea req-765b1e6a-4667-4c51-ae5b-9a314c27b3b7 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:23.443418 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c8671c05-f5fe-46b2-be29-43af393412ea req-765b1e6a-4667-4c51-ae5b-9a314c27b3b7 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.58 "GET /v2.0/ports?device_id=5086df97-5882-4f0a-8c5e-e5fdd8af2492 HTTP/1.1" status: 200 len: 945 time: 0.0865929 Sep 23 06:52:23.746493 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bda85792-923f-4012-ba8a-832593683b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:23.749023 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bda85792-923f-4012-ba8a-832593683b74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:23.750157 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-bda85792-923f-4012-ba8a-832593683b74 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a95dd638-a1ef-47ba-8291-439ea2859dc0 HTTP/1.1" status: 204 len: 168 time: 0.5298665 Sep 23 06:52:23.786097 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda85792-923f-4012-ba8a-832593683b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a95dd638-a1ef-47ba-8291-439ea2859dc0,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:23.811212 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e036c092-65c1-4163-9a5c-422d9614efc7 req-8963805e-b4b8-4030-add2-bd44a0f0b839 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:23.812942 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e036c092-65c1-4163-9a5c-422d9614efc7 req-8963805e-b4b8-4030-add2-bd44a0f0b839 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.0950577 Sep 23 06:52:23.822647 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-94060f90-efef-4f9d-83a9-55ed4a6db593 req-e27cad9b-8961-4411-9fce-96d4e3b7472e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f9428a8-8ec3-4eea-86e3-62005db3f887 {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:52:23.832036 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-94060f90-efef-4f9d-83a9-55ed4a6db593 req-e27cad9b-8961-4411-9fce-96d4e3b7472e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:23.844583 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9050ef3-8c25-494c-a7d1-7cfd8a746219 req-e0becb8a-94a4-407c-a7ba-e7758ce9a120 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:23.846488 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d9050ef3-8c25-494c-a7d1-7cfd8a746219 req-e0becb8a-94a4-407c-a7ba-e7758ce9a120 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=5086df97-5882-4f0a-8c5e-e5fdd8af2492 HTTP/1.1" status: 200 len: 945 time: 0.1032858 Sep 23 06:52:23.865529 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-c8671c05-f5fe-46b2-be29-43af393412ea req-2fb63edf-8956-4d4c-935c-5668a6bd23db tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Deleting port 46301371-4de5-489a-87b7-916e8ae5e0a5 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:52:23.866180 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-c8671c05-f5fe-46b2-be29-43af393412ea req-2fb63edf-8956-4d4c-935c-5668a6bd23db tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:23.866682 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-94060f90-efef-4f9d-83a9-55ed4a6db593 req-e27cad9b-8961-4411-9fce-96d4e3b7472e service neutron] Transition to ACTIVE for port object 1f9428a8-8ec3-4eea-86e3-62005db3f887 will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:52:23.875367 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e036c092-65c1-4163-9a5c-422d9614efc7 req-2ad24e10-78fc-4573-bde2-f5ce83078705 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479879 Sep 23 06:52:23.876103 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-94060f90-efef-4f9d-83a9-55ed4a6db593 req-e27cad9b-8961-4411-9fce-96d4e3b7472e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:23.938468 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d9050ef3-8c25-494c-a7d1-7cfd8a746219 req-1912fb1e-4359-4767-afd4-c21172248ee4 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758333 Sep 23 06:52:23.952141 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27cad9b-8961-4411-9fce-96d4e3b7472e service neutron] Pushing event updated for resources: {'Port': ['ID=1f9428a8-8ec3-4eea-86e3-62005db3f887,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:24.040128 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-c8671c05-f5fe-46b2-be29-43af393412ea req-2fb63edf-8956-4d4c-935c-5668a6bd23db tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] For port 46301371-4de5-489a-87b7-916e8ae5e0a5, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=46301371-4de5-489a-87b7-916e8ae5e0a5,segment=NetworkSegment(baf87664-ecc7-475d-93f2-159d871e9198),segment_id=baf87664-ecc7-475d-93f2-159d871e9198)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:52:24.040350 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-c8671c05-f5fe-46b2-be29-43af393412ea req-2fb63edf-8956-4d4c-935c-5668a6bd23db tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:24.049627 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-94060f90-efef-4f9d-83a9-55ed4a6db593 req-e27cad9b-8961-4411-9fce-96d4e3b7472e service neutron] Attempting to bind port 1f9428a8-8ec3-4eea-86e3-62005db3f887 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:52:24.050361 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-94060f90-efef-4f9d-83a9-55ed4a6db593 req-e27cad9b-8961-4411-9fce-96d4e3b7472e service neutron] Attempting to bind port 1f9428a8-8ec3-4eea-86e3-62005db3f887 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': 'f93b6022-d5e5-431e-9dcb-2461df9c5b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5e6b1e6b-f43d-48fc-88ea-84227fc0190a'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:52:24.050515 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94060f90-efef-4f9d-83a9-55ed4a6db593 req-e27cad9b-8961-4411-9fce-96d4e3b7472e service neutron] Attempting to bind port 1f9428a8-8ec3-4eea-86e3-62005db3f887 on network 5e6b1e6b-f43d-48fc-88ea-84227fc0190a {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:52:24.056035 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94060f90-efef-4f9d-83a9-55ed4a6db593 req-e27cad9b-8961-4411-9fce-96d4e3b7472e service neutron] Port 1f9428a8-8ec3-4eea-86e3-62005db3f887 on network 5e6b1e6b-f43d-48fc-88ea-84227fc0190a not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:52:24.056446 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94060f90-efef-4f9d-83a9-55ed4a6db593 req-e27cad9b-8961-4411-9fce-96d4e3b7472e service neutron] Attempting to bind port 1f9428a8-8ec3-4eea-86e3-62005db3f887 on network 5e6b1e6b-f43d-48fc-88ea-84227fc0190a {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:52:24.062469 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94060f90-efef-4f9d-83a9-55ed4a6db593 req-e27cad9b-8961-4411-9fce-96d4e3b7472e service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:52:24.062810 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94060f90-efef-4f9d-83a9-55ed4a6db593 req-e27cad9b-8961-4411-9fce-96d4e3b7472e service neutron] Checking segment: {'id': 'f93b6022-d5e5-431e-9dcb-2461df9c5b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5e6b1e6b-f43d-48fc-88ea-84227fc0190a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:52:24.062981 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-c8671c05-f5fe-46b2-be29-43af393412ea req-2fb63edf-8956-4d4c-935c-5668a6bd23db tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Calling delete_port for 46301371-4de5-489a-87b7-916e8ae5e0a5 owned by compute:nova {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:52:24.063192 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94060f90-efef-4f9d-83a9-55ed4a6db593 req-e27cad9b-8961-4411-9fce-96d4e3b7472e service neutron] Bound using segment: {'id': 'f93b6022-d5e5-431e-9dcb-2461df9c5b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5e6b1e6b-f43d-48fc-88ea-84227fc0190a'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:52:24.064188 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-94060f90-efef-4f9d-83a9-55ed4a6db593 req-e27cad9b-8961-4411-9fce-96d4e3b7472e service neutron] Bound port: 1f9428a8-8ec3-4eea-86e3-62005db3f887, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f93b6022-d5e5-431e-9dcb-2461df9c5b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5e6b1e6b-f43d-48fc-88ea-84227fc0190a'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:52:24.064310 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-94060f90-efef-4f9d-83a9-55ed4a6db593 req-e27cad9b-8961-4411-9fce-96d4e3b7472e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:24.181517 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053884cb-a5aa-4987-a652-15e94eb77ed3 req-9022562b-874a-4a7e-beb7-ad1293785945 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:24.183122 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-053884cb-a5aa-4987-a652-15e94eb77ed3 req-9022562b-874a-4a7e-beb7-ad1293785945 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=febbe7ff-1c28-40b9-b945-1d2901bda986 HTTP/1.1" status: 200 len: 943 time: 0.1114914 Sep 23 06:52:24.185947 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-94060f90-efef-4f9d-83a9-55ed4a6db593 req-e27cad9b-8961-4411-9fce-96d4e3b7472e service neutron] For port 1f9428a8-8ec3-4eea-86e3-62005db3f887, host n-h2-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:52:24.190394 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-94060f90-efef-4f9d-83a9-55ed4a6db593 req-e27cad9b-8961-4411-9fce-96d4e3b7472e service neutron] For port 1f9428a8-8ec3-4eea-86e3-62005db3f887, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=1f9428a8-8ec3-4eea-86e3-62005db3f887,segment=NetworkSegment(f93b6022-d5e5-431e-9dcb-2461df9c5b3b),segment_id=f93b6022-d5e5-431e-9dcb-2461df9c5b3b)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:52:24.207488 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-94060f90-efef-4f9d-83a9-55ed4a6db593 req-e27cad9b-8961-4411-9fce-96d4e3b7472e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:24.278728 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94060f90-efef-4f9d-83a9-55ed4a6db593 req-e27cad9b-8961-4411-9fce-96d4e3b7472e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:24.279884 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-94060f90-efef-4f9d-83a9-55ed4a6db593 req-e27cad9b-8961-4411-9fce-96d4e3b7472e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:24.286476 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-94060f90-efef-4f9d-83a9-55ed4a6db593 req-e27cad9b-8961-4411-9fce-96d4e3b7472e service neutron] 10.222.0.58 "PUT /v2.0/ports/1f9428a8-8ec3-4eea-86e3-62005db3f887 HTTP/1.1" status: 200 len: 1092 time: 0.9598234 Sep 23 06:52:24.286476 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'febbe7ff-1c28-40b9-b945-1d2901bda986', 'tag': '1f9428a8-8ec3-4eea-86e3-62005db3f887'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:52:24.287546 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-357a921e-d2a0-4141-9392-63234e13f1f0" -d '{"events": [{"name": "network-changed", "server_uuid": "febbe7ff-1c28-40b9-b945-1d2901bda986", "tag": "1f9428a8-8ec3-4eea-86e3-62005db3f887"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:52:24.322775 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-053884cb-a5aa-4987-a652-15e94eb77ed3 req-b0fe5eb5-6411-4702-8450-14a6ff560d49 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308618 Sep 23 06:52:24.346188 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b380c51-4ec0-4003-b623-c3d2fd32c41e req-278ae343-a14d-41a7-8a80-69fa4177e5d4 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:24.350656 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8b380c51-4ec0-4003-b623-c3d2fd32c41e req-278ae343-a14d-41a7-8a80-69fa4177e5d4 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.1466680 Sep 23 06:52:24.371450 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-c8671c05-f5fe-46b2-be29-43af393412ea req-2fb63edf-8956-4d4c-935c-5668a6bd23db tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:24.385102 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['46301371-4de5-489a-87b7-916e8ae5e0a5'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:52:24.407525 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27cad9b-8961-4411-9fce-96d4e3b7472e service neutron] Pushing event updated for resources: {'Port': ['ID=1f9428a8-8ec3-4eea-86e3-62005db3f887,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:24.449155 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8b380c51-4ec0-4003-b623-c3d2fd32c41e req-1ee16cdf-952e-49aa-9129-7363579a96fb tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972524 Sep 23 06:52:24.454777 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94060f90-efef-4f9d-83a9-55ed4a6db593 req-af2ccfaf-677f-494c-b06f-1d3d45980a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:24.456118 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-94060f90-efef-4f9d-83a9-55ed4a6db593 req-af2ccfaf-677f-494c-b06f-1d3d45980a26 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7c15309e32824dcfa3da1dd04afd3365&device_id=febbe7ff-1c28-40b9-b945-1d2901bda986 HTTP/1.1" status: 200 len: 1095 time: 0.1006525 Sep 23 06:52:24.479503 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['e87b71fa-b97d-4b3a-b9d5-d1cec873b9bc'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:52:24.498348 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb63edf-8956-4d4c-935c-5668a6bd23db tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Pushing event deleted for resources: {'Port': ['ID=46301371-4de5-489a-87b7-916e8ae5e0a5,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:24.621258 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-94060f90-efef-4f9d-83a9-55ed4a6db593 req-3739333c-4a72-481a-85c7-17db5a7bcb9a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f9428a8-8ec3-4eea-86e3-62005db3f887 HTTP/1.1" status: 200 len: 217 time: 0.1277745 Sep 23 06:52:24.622940 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1cb601a-08c8-4aab-9ace-fb6991c51e71 x-openstack-request-id: req-f1cb601a-08c8-4aab-9ace-fb6991c51e71 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:52:24.623427 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "febbe7ff-1c28-40b9-b945-1d2901bda986", "tag": "1f9428a8-8ec3-4eea-86e3-62005db3f887", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:52:24.623994 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f1cb601a-08c8-4aab-9ace-fb6991c51e71 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:52:24.624520 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'febbe7ff-1c28-40b9-b945-1d2901bda986', 'tag': '1f9428a8-8ec3-4eea-86e3-62005db3f887', 'status': 'completed', 'code': 200} Sep 23 06:52:24.635104 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8671c05-f5fe-46b2-be29-43af393412ea req-2fb63edf-8956-4d4c-935c-5668a6bd23db tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] No DVR routers for this DVR port 46301371-4de5-489a-87b7-916e8ae5e0a5 on host n-h2-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:52:24.640734 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-c8671c05-f5fe-46b2-be29-43af393412ea req-2fb63edf-8956-4d4c-935c-5668a6bd23db tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:24.644570 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c8671c05-f5fe-46b2-be29-43af393412ea req-2fb63edf-8956-4d4c-935c-5668a6bd23db tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.58 "DELETE /v2.0/ports/46301371-4de5-489a-87b7-916e8ae5e0a5 HTTP/1.1" status: 204 len: 173 time: 1.1947877 Sep 23 06:52:24.645044 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5086df97-5882-4f0a-8c5e-e5fdd8af2492', 'name': 'network-vif-deleted', 'tag': '46301371-4de5-489a-87b7-916e8ae5e0a5'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:52:24.649233 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e0ac084-ac19-4412-b454-d4d53433ef72" -d '{"events": [{"server_uuid": "5086df97-5882-4f0a-8c5e-e5fdd8af2492", "name": "network-vif-deleted", "tag": "46301371-4de5-489a-87b7-916e8ae5e0a5"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:52:24.731366 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b03ae-2fcc-4811-b205-59c0c81443f6 req-bc31f7bb-b66c-4ecb-9244-376498c81b77 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:24.737748 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-780b03ae-2fcc-4811-b205-59c0c81443f6 req-bc31f7bb-b66c-4ecb-9244-376498c81b77 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] 10.222.0.39 "GET /v2.0/ports?device_id=229fc4c0-f93d-4f4b-b8ef-864f50ff163c HTTP/1.1" status: 200 len: 948 time: 0.2069190 Sep 23 06:52:24.748506 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94060f90-efef-4f9d-83a9-55ed4a6db593 req-cd88326b-5e0d-4997-8dc3-f047297f2bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:24.750025 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-94060f90-efef-4f9d-83a9-55ed4a6db593 req-cd88326b-5e0d-4997-8dc3-f047297f2bfe service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9dbf4107-f4ac-450c-a420-ffd87b06b7dc HTTP/1.1" status: 200 len: 852 time: 0.1207595 Sep 23 06:52:24.803682 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-94060f90-efef-4f9d-83a9-55ed4a6db593 req-6093a526-868f-4790-8fae-c70c22255641 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5e6b1e6b-f43d-48fc-88ea-84227fc0190a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436258 Sep 23 06:52:24.830254 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-780b03ae-2fcc-4811-b205-59c0c81443f6 req-095af437-65ec-4138-bafd-9fdcc32a15fe tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] 10.222.0.39 "GET /v2.0/security-groups?id=2da1a433-5a8f-4ff2-b3a0-816d4a147bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851514 Sep 23 06:52:24.881586 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa5e4bb-3943-47c8-ae6e-285c0e636daa x-openstack-request-id: req-cfa5e4bb-3943-47c8-ae6e-285c0e636daa {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:52:24.882004 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5086df97-5882-4f0a-8c5e-e5fdd8af2492", "name": "network-vif-deleted", "tag": "46301371-4de5-489a-87b7-916e8ae5e0a5", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:52:24.883560 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cfa5e4bb-3943-47c8-ae6e-285c0e636daa {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:52:24.883748 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5086df97-5882-4f0a-8c5e-e5fdd8af2492', 'name': 'network-vif-deleted', 'tag': '46301371-4de5-489a-87b7-916e8ae5e0a5', 'status': 'completed', 'code': 200} Sep 23 06:52:24.920372 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-94060f90-efef-4f9d-83a9-55ed4a6db593 req-68bb33ba-e575-427a-961d-49778f468c24 service neutron] 10.222.0.58 "GET /v2.0/networks/5e6b1e6b-f43d-48fc-88ea-84227fc0190a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081889 Sep 23 06:52:25.049669 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f69b644e-66cf-42dc-ac6d-da2d7e6999bd req-8f290a41-bebe-402a-96d4-ff72b4d9c1e5 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=89cde1f180a04b9a82f94238d641b222 HTTP/1.1" status: 200 len: 221 time: 0.0927522 Sep 23 06:52:25.099848 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-619aea9d-9be9-45db-85c8-d95e19c8d5c8 req-19aeb868-28c7-44e1-936f-c33125d6ed81 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=5086df97-5882-4f0a-8c5e-e5fdd8af2492 HTTP/1.1" status: 200 len: 210 time: 0.0423446 Sep 23 06:52:25.103200 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-94060f90-efef-4f9d-83a9-55ed4a6db593 req-61aa58b4-21c2-442f-ab6b-56ff561d082c service neutron] 10.222.0.58 "GET /v2.0/networks/5e6b1e6b-f43d-48fc-88ea-84227fc0190a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717498 Sep 23 06:52:25.158978 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a6ad24-00b0-4ab4-a718-1c634f43a39a req-0dc89fb0-7bd7-484e-8b0d-6eb04ce23fd8 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:25.162469 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-25a6ad24-00b0-4ab4-a718-1c634f43a39a req-0dc89fb0-7bd7-484e-8b0d-6eb04ce23fd8 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.0631928 Sep 23 06:52:25.245350 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-25a6ad24-00b0-4ab4-a718-1c634f43a39a req-597dd777-0722-4a67-9f8e-980a3c804e27 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775697 Sep 23 06:52:25.254965 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a921e-d2a0-4141-9392-63234e13f1f0 req-0a72756f-d298-4ef0-ae37-2c02f971d9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:25.257097 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-357a921e-d2a0-4141-9392-63234e13f1f0 req-0a72756f-d298-4ef0-ae37-2c02f971d9b7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7c15309e32824dcfa3da1dd04afd3365&device_id=febbe7ff-1c28-40b9-b945-1d2901bda986 HTTP/1.1" status: 200 len: 1095 time: 0.0679789 Sep 23 06:52:25.401824 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a921e-d2a0-4141-9392-63234e13f1f0 req-11428c51-5ec7-4536-9cfc-1e5df3c5af64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:25.403499 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-357a921e-d2a0-4141-9392-63234e13f1f0 req-11428c51-5ec7-4536-9cfc-1e5df3c5af64 service neutron] 10.222.0.58 "GET /v2.0/networks?id=5e6b1e6b-f43d-48fc-88ea-84227fc0190a HTTP/1.1" status: 200 len: 913 time: 0.1368904 Sep 23 06:52:25.418985 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8af6b5-96a5-49c8-880a-c23b69e4f4ed req-01b86285-b087-43b2-8063-d3efa0686cba tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:25.428573 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8e8af6b5-96a5-49c8-880a-c23b69e4f4ed req-01b86285-b087-43b2-8063-d3efa0686cba tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.0807550 Sep 23 06:52:25.468176 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-357a921e-d2a0-4141-9392-63234e13f1f0 req-78cfb102-dfc0-4f11-b8f1-90753769437b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f9428a8-8ec3-4eea-86e3-62005db3f887 HTTP/1.1" status: 200 len: 217 time: 0.0556033 Sep 23 06:52:25.474339 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8e8af6b5-96a5-49c8-880a-c23b69e4f4ed req-3020628a-4f0d-4d22-a7d3-02ecc13f5b97 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437555 Sep 23 06:52:25.559972 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a921e-d2a0-4141-9392-63234e13f1f0 req-3093d21d-c340-4b6c-88ac-f19493ce4167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:25.561489 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-357a921e-d2a0-4141-9392-63234e13f1f0 req-3093d21d-c340-4b6c-88ac-f19493ce4167 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9dbf4107-f4ac-450c-a420-ffd87b06b7dc HTTP/1.1" status: 200 len: 852 time: 0.0811820 Sep 23 06:52:25.570064 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec162f3-ac0e-4331-aca3-be632bc78561 req-4e6c575d-0478-4035-8f07-269c7892fb22 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:25.572190 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1ec162f3-ac0e-4331-aca3-be632bc78561 req-4e6c575d-0478-4035-8f07-269c7892fb22 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=febbe7ff-1c28-40b9-b945-1d2901bda986 HTTP/1.1" status: 200 len: 943 time: 0.1062324 Sep 23 06:52:25.607787 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-357a921e-d2a0-4141-9392-63234e13f1f0 req-ceb3348d-fe63-4f01-a82b-41d11dec4e40 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5e6b1e6b-f43d-48fc-88ea-84227fc0190a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335045 Sep 23 06:52:25.628330 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb728a74-55bf-43f1-8a3b-211fe3bf7294 req-702cb30c-69d8-4200-b8e2-e58d6769003a tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:25.630070 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cb728a74-55bf-43f1-8a3b-211fe3bf7294 req-702cb30c-69d8-4200-b8e2-e58d6769003a tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.0589690 Sep 23 06:52:25.662564 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1ec162f3-ac0e-4331-aca3-be632bc78561 req-a311e880-5e4f-49de-9e75-ee0afbdd2603 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802755 Sep 23 06:52:25.679760 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cb728a74-55bf-43f1-8a3b-211fe3bf7294 req-5a8f0c93-47c7-4063-b66e-d628bf49e08c tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426490 Sep 23 06:52:25.757821 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-357a921e-d2a0-4141-9392-63234e13f1f0 req-0af3f9cb-e427-4922-8fac-29d8d6abce8e service neutron] 10.222.0.58 "GET /v2.0/networks/5e6b1e6b-f43d-48fc-88ea-84227fc0190a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388545 Sep 23 06:52:25.892591 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faa389c-e851-485c-a92a-e1cb550df95f req-8028b336-0d4e-4398-a2db-5f0160fc1662 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:25.894174 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3faa389c-e851-485c-a92a-e1cb550df95f req-8028b336-0d4e-4398-a2db-5f0160fc1662 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.1268721 Sep 23 06:52:25.923152 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-357a921e-d2a0-4141-9392-63234e13f1f0 req-b58c3428-9d5b-4642-89d3-7572f4539aff service neutron] 10.222.0.58 "GET /v2.0/networks/5e6b1e6b-f43d-48fc-88ea-84227fc0190a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569645 Sep 23 06:52:25.951854 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3faa389c-e851-485c-a92a-e1cb550df95f req-0219cf81-9f9f-4294-9433-848a4dc1001a tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467706 Sep 23 06:52:25.963960 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8418b7f0-85d6-4d99-b5db-51de6bdc2d84 req-40efff8d-9d1c-4427-b9a2-f481e7d0be57 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:25.974185 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8418b7f0-85d6-4d99-b5db-51de6bdc2d84 req-40efff8d-9d1c-4427-b9a2-f481e7d0be57 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] 10.222.0.39 "GET /v2.0/ports?device_id=229fc4c0-f93d-4f4b-b8ef-864f50ff163c HTTP/1.1" status: 200 len: 948 time: 0.0600340 Sep 23 06:52:26.013667 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8418b7f0-85d6-4d99-b5db-51de6bdc2d84 req-09684c99-7a4e-45b7-a5af-db356be59e65 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] 10.222.0.39 "GET /v2.0/security-groups?id=2da1a433-5a8f-4ff2-b3a0-816d4a147bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417094 Sep 23 06:52:26.141824 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df42b55-dbda-4ed8-8967-9d3cd4f0d1ab req-193b8d8b-4981-45aa-bd6d-ce2507fc3c61 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:26.143416 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8df42b55-dbda-4ed8-8967-9d3cd4f0d1ab req-193b8d8b-4981-45aa-bd6d-ce2507fc3c61 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.0600631 Sep 23 06:52:26.199034 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8df42b55-dbda-4ed8-8967-9d3cd4f0d1ab req-0e1e32e4-94f2-498e-921b-57a7affaf52e tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484283 Sep 23 06:52:26.340657 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a40b796-7500-4ae0-901c-911769cc0980 req-6ecf2e0a-bbfe-45be-83e4-4d67d89de9e9 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:26.342555 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8a40b796-7500-4ae0-901c-911769cc0980 req-6ecf2e0a-bbfe-45be-83e4-4d67d89de9e9 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.0716813 Sep 23 06:52:26.384838 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8a40b796-7500-4ae0-901c-911769cc0980 req-6a006ec5-e283-408d-8e59-eb95b890b4ae tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357113 Sep 23 06:52:26.473084 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 46301371-4de5-489a-87b7-916e8ae5e0a5 no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:52:26.497101 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No Port match for: 46301371-4de5-489a-87b7-916e8ae5e0a5 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:52:26.497996 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 46301371-4de5-489a-87b7-916e8ae5e0a5 not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:52:26.511901 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a2e14d-1310-48d4-b6d0-af25b3b7c0c7 req-2e54c648-0130-403e-9a77-0d94bd5229bc tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:26.513488 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-99a2e14d-1310-48d4-b6d0-af25b3b7c0c7 req-2e54c648-0130-403e-9a77-0d94bd5229bc tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/networks?id=f755c16b-3f42-4ee5-9068-675e45e695cf HTTP/1.1" status: 200 len: 806 time: 0.1314361 Sep 23 06:52:26.528000 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39831ed4-c620-40d2-b708-336867e88835 req-e5fca3b1-ab13-4433-b02b-b5072c059bcb tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:26.529701 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-39831ed4-c620-40d2-b708-336867e88835 req-e5fca3b1-ab13-4433-b02b-b5072c059bcb tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.0607474 Sep 23 06:52:26.534408 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-99a2e14d-1310-48d4-b6d0-af25b3b7c0c7 req-b93e97f3-9916-4a50-89c3-6e0ee36e1634 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/quotas/33d29a95a0634a4491ef4e20d2f6dd6b HTTP/1.1" status: 200 len: 375 time: 0.0143039 Sep 23 06:52:26.572147 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-39831ed4-c620-40d2-b708-336867e88835 req-26e54c4e-da91-4620-a390-6514b8f9790f tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363023 Sep 23 06:52:26.591558 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-99a2e14d-1310-48d4-b6d0-af25b3b7c0c7 req-21605b40-681f-4681-948e-cb88b30c91a8 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=33d29a95a0634a4491ef4e20d2f6dd6b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0525625 Sep 23 06:52:26.634561 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec154461-a22f-4e7c-885a-84b4d995b748 req-272def36-787b-4e68-b214-45f727efbcc4 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:26.636231 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ec154461-a22f-4e7c-885a-84b4d995b748 req-272def36-787b-4e68-b214-45f727efbcc4 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] 10.222.0.21 "GET /v2.0/ports?device_id=229fc4c0-f93d-4f4b-b8ef-864f50ff163c HTTP/1.1" status: 200 len: 948 time: 0.0631537 Sep 23 06:52:26.718361 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-99a2e14d-1310-48d4-b6d0-af25b3b7c0c7 req-4b15cdd2-be2b-4366-a312-b08b4317bfa1 service neutron] 10.222.0.39 "GET /v2.0/networks/f755c16b-3f42-4ee5-9068-675e45e695cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112082 Sep 23 06:52:26.779559 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b54b2ad-48d5-4d00-85f8-3d8cff6cf614 req-f3477332-decd-4060-b291-706a5e3e64c0 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:26.781066 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6b54b2ad-48d5-4d00-85f8-3d8cff6cf614 req-f3477332-decd-4060-b291-706a5e3e64c0 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.1049180 Sep 23 06:52:26.814048 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-ec154461-a22f-4e7c-885a-84b4d995b748 req-7b7df6bb-e3e1-4e19-b722-7f664f5b2e03 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] Deleting port 90d206ad-f399-447e-b6e6-eb805b59e2cd {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:52:26.814771 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-ec154461-a22f-4e7c-885a-84b4d995b748 req-7b7df6bb-e3e1-4e19-b722-7f664f5b2e03 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:26.822313 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-99a2e14d-1310-48d4-b6d0-af25b3b7c0c7 req-36ead60b-9e4f-4a26-b232-01392dd67c71 service neutron] 10.222.0.39 "GET /v2.0/networks/f755c16b-3f42-4ee5-9068-675e45e695cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030049 Sep 23 06:52:27.077351 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a25787-050d-467f-afb3-5dbf1fb918fa req-daf6e0d8-8bef-4947-a136-0138711759cb tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:27.084610 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-73a25787-050d-467f-afb3-5dbf1fb918fa req-daf6e0d8-8bef-4947-a136-0138711759cb tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=febbe7ff-1c28-40b9-b945-1d2901bda986 HTTP/1.1" status: 200 len: 943 time: 0.0935276 Sep 23 06:52:27.146345 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-73a25787-050d-467f-afb3-5dbf1fb918fa req-4d272429-22fb-4717-b064-1c9643f3ad4e tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607409 Sep 23 06:52:27.147039 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 37684) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:52:27.195573 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6b54b2ad-48d5-4d00-85f8-3d8cff6cf614 req-5b079d3f-8977-42d1-9bc5-dab23d642407 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4068658 Sep 23 06:52:27.290994 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-50724aaf-9bdd-4398-9da8-e5ee66f7db35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:27.303782 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7a6c6bc1-9a11-4929-87f6-61a1d4e6ccdf req-a21ee035-f860-4e22-9ad4-13bae1641d17 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=eee14b79-e789-41d6-9753-555e3a8b80f9 HTTP/1.1" status: 200 len: 210 time: 0.0348251 Sep 23 06:52:27.313929 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-ec154461-a22f-4e7c-885a-84b4d995b748 req-7b7df6bb-e3e1-4e19-b722-7f664f5b2e03 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] For port 90d206ad-f399-447e-b6e6-eb805b59e2cd, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=90d206ad-f399-447e-b6e6-eb805b59e2cd,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:52:27.314422 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-ec154461-a22f-4e7c-885a-84b4d995b748 req-7b7df6bb-e3e1-4e19-b722-7f664f5b2e03 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:27.333591 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-ec154461-a22f-4e7c-885a-84b4d995b748 req-7b7df6bb-e3e1-4e19-b722-7f664f5b2e03 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] Calling delete_port for 90d206ad-f399-447e-b6e6-eb805b59e2cd owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:52:27.431002 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8d0bfa-2776-4cb2-a361-23a0b7b560c4 req-b1629b5d-9c52-40d5-9ced-f0b2eaede187 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:27.439086 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ce8d0bfa-2776-4cb2-a361-23a0b7b560c4 req-b1629b5d-9c52-40d5-9ced-f0b2eaede187 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] 10.222.0.39 "GET /v2.0/ports?device_id=229fc4c0-f93d-4f4b-b8ef-864f50ff163c HTTP/1.1" status: 200 len: 948 time: 0.1503339 Sep 23 06:52:27.489033 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-ec154461-a22f-4e7c-885a-84b4d995b748 req-7b7df6bb-e3e1-4e19-b722-7f664f5b2e03 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:27.515846 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ce8d0bfa-2776-4cb2-a361-23a0b7b560c4 req-b377512b-8006-40d2-b4b6-43d4256a2b9d tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] 10.222.0.39 "GET /v2.0/security-groups?id=2da1a433-5a8f-4ff2-b3a0-816d4a147bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717657 Sep 23 06:52:27.528285 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-50724aaf-9bdd-4398-9da8-e5ee66f7db35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:27.532997 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-50724aaf-9bdd-4398-9da8-e5ee66f7db35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:27.540026 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7df6bb-e3e1-4e19-b722-7f664f5b2e03 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] Pushing event deleted for resources: {'Port': ['ID=90d206ad-f399-447e-b6e6-eb805b59e2cd,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:27.593068 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-50724aaf-9bdd-4398-9da8-e5ee66f7db35 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=539baaa07988403bbfd96ae43b71b81d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4449546 Sep 23 06:52:27.593753 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 37694) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:52:27.601857 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50724aaf-9bdd-4398-9da8-e5ee66f7db35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73262154-ce4f-4663-a301-7edecd404e0f,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:27.608861 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec154461-a22f-4e7c-885a-84b4d995b748 req-7b7df6bb-e3e1-4e19-b722-7f664f5b2e03 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] No DVR routers for this DVR port 90d206ad-f399-447e-b6e6-eb805b59e2cd on host n-h1-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:52:27.611985 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-ec154461-a22f-4e7c-885a-84b4d995b748 req-7b7df6bb-e3e1-4e19-b722-7f664f5b2e03 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:27.613999 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ec154461-a22f-4e7c-885a-84b4d995b748 req-7b7df6bb-e3e1-4e19-b722-7f664f5b2e03 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] 10.222.0.21 "DELETE /v2.0/ports/90d206ad-f399-447e-b6e6-eb805b59e2cd HTTP/1.1" status: 204 len: 173 time: 0.9706147 Sep 23 06:52:27.614443 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '229fc4c0-f93d-4f4b-b8ef-864f50ff163c', 'name': 'network-vif-deleted', 'tag': '90d206ad-f399-447e-b6e6-eb805b59e2cd'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:52:27.617406 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d77297d2-4cd9-4836-ac3a-2c08b5b881e6" -d '{"events": [{"server_uuid": "229fc4c0-f93d-4f4b-b8ef-864f50ff163c", "name": "network-vif-deleted", "tag": "90d206ad-f399-447e-b6e6-eb805b59e2cd"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:52:27.621925 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50724aaf-9bdd-4398-9da8-e5ee66f7db35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:52:27.622687 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50724aaf-9bdd-4398-9da8-e5ee66f7db35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:52:27.623277 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50724aaf-9bdd-4398-9da8-e5ee66f7db35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:52:27.624247 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50724aaf-9bdd-4398-9da8-e5ee66f7db35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:52:27.624820 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50724aaf-9bdd-4398-9da8-e5ee66f7db35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:52:27.625673 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50724aaf-9bdd-4398-9da8-e5ee66f7db35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:52:27.626177 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50724aaf-9bdd-4398-9da8-e5ee66f7db35 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:52:27.626609 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50724aaf-9bdd-4398-9da8-e5ee66f7db35 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:52:27.627171 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50724aaf-9bdd-4398-9da8-e5ee66f7db35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:52:27.627652 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50724aaf-9bdd-4398-9da8-e5ee66f7db35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:52:27.628240 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50724aaf-9bdd-4398-9da8-e5ee66f7db35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:52:27.628672 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50724aaf-9bdd-4398-9da8-e5ee66f7db35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:52:27.631527 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78369bc-014b-4dfa-9313-436b0a061820 req-a9b10616-c699-4d5d-9a00-c7c2b2fb8ad6 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:27.633553 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e78369bc-014b-4dfa-9313-436b0a061820 req-a9b10616-c699-4d5d-9a00-c7c2b2fb8ad6 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.1077409 Sep 23 06:52:27.680300 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f1550542-bd09-4013-931e-661adcf3b98e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:27.693069 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e78369bc-014b-4dfa-9313-436b0a061820 req-9af0b4cb-140a-43b7-ab5a-ed3a4d758445 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445523 Sep 23 06:52:27.695964 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d30843d7-25e0-4363-8cad-165ecb564760 x-openstack-request-id: req-d30843d7-25e0-4363-8cad-165ecb564760 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:52:27.696378 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "229fc4c0-f93d-4f4b-b8ef-864f50ff163c", "name": "network-vif-deleted", "tag": "90d206ad-f399-447e-b6e6-eb805b59e2cd", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:52:27.696732 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d30843d7-25e0-4363-8cad-165ecb564760 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:52:27.697230 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '229fc4c0-f93d-4f4b-b8ef-864f50ff163c', 'name': 'network-vif-deleted', 'tag': '90d206ad-f399-447e-b6e6-eb805b59e2cd', 'status': 'completed', 'code': 200} Sep 23 06:52:27.712923 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f1550542-bd09-4013-931e-661adcf3b98e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:27.803957 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f1550542-bd09-4013-931e-661adcf3b98e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:27.806935 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f1550542-bd09-4013-931e-661adcf3b98e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:27.808078 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-f1550542-bd09-4013-931e-661adcf3b98e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/73262154-ce4f-4663-a301-7edecd404e0f HTTP/1.1" status: 204 len: 168 time: 0.2130570 Sep 23 06:52:27.826053 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b53290-2366-4980-bbd9-a1e0889744b3 req-e50258b2-bcfc-4e76-9bb4-a1a9ce053e2c tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:27.827564 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a1b53290-2366-4980-bbd9-a1e0889744b3 req-e50258b2-bcfc-4e76-9bb4-a1a9ce053e2c tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.0629451 Sep 23 06:52:27.828745 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1550542-bd09-4013-931e-661adcf3b98e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73262154-ce4f-4663-a301-7edecd404e0f,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:27.870308 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a1b53290-2366-4980-bbd9-a1e0889744b3 req-4a34cd4c-d020-4fbe-8cf5-8f88a3cf63cb tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362718 Sep 23 06:52:28.016109 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f869975-1203-41f0-84bd-a64a8dfc2eda req-ba542baf-ffe9-438a-b66f-3c8ca136d312 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:28.017669 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6f869975-1203-41f0-84bd-a64a8dfc2eda req-ba542baf-ffe9-438a-b66f-3c8ca136d312 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.0596683 Sep 23 06:52:28.089824 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6f869975-1203-41f0-84bd-a64a8dfc2eda req-237e0a2d-7510-4350-8802-8193087d856a tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658200 Sep 23 06:52:28.155749 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 37710) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:52:28.203608 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-258ddf00-7213-41d1-92da-26f4d8deaa52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:28.301056 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a2e14d-1310-48d4-b6d0-af25b3b7c0c7 req-63d3122c-9cea-41ca-a8f5-6955d5d2ca93 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:28.302867 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-99a2e14d-1310-48d4-b6d0-af25b3b7c0c7 req-63d3122c-9cea-41ca-a8f5-6955d5d2ca93 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.58 "GET /v2.0/networks?id=f755c16b-3f42-4ee5-9068-675e45e695cf HTTP/1.1" status: 200 len: 806 time: 0.1802678 Sep 23 06:52:28.322461 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f80496-bac5-4a87-ad3a-e9dc7c96b92d req-f16e2218-cee4-4704-86b5-88c3afcbd404 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:28.330461 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b8f80496-bac5-4a87-ad3a-e9dc7c96b92d req-f16e2218-cee4-4704-86b5-88c3afcbd404 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.1418979 Sep 23 06:52:28.337553 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-99a2e14d-1310-48d4-b6d0-af25b3b7c0c7 req-a37ec487-756e-4b1f-b631-b0def446da3d tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Request body: {'port': {'device_id': 'eee14b79-e789-41d6-9753-555e3a8b80f9', 'network_id': 'f755c16b-3f42-4ee5-9068-675e45e695cf', 'admin_state_up': True, 'tenant_id': '33d29a95a0634a4491ef4e20d2f6dd6b'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:52:28.361090 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb7a03-e0f0-44b3-8030-b2c92021e631 req-9a4f1d8c-1727-4b8b-9c00-326128aa4aff tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:28.362643 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a0eb7a03-e0f0-44b3-8030-b2c92021e631 req-9a4f1d8c-1727-4b8b-9c00-326128aa4aff tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=febbe7ff-1c28-40b9-b945-1d2901bda986 HTTP/1.1" status: 200 len: 943 time: 0.0896108 Sep 23 06:52:28.399725 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-258ddf00-7213-41d1-92da-26f4d8deaa52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:28.400763 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b8f80496-bac5-4a87-ad3a-e9dc7c96b92d req-34df949e-efcb-4d8d-adc0-b69b9910c5d8 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699205 Sep 23 06:52:28.410636 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-258ddf00-7213-41d1-92da-26f4d8deaa52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:28.445083 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a0eb7a03-e0f0-44b3-8030-b2c92021e631 req-d2575db0-9b4d-4e30-904d-388ec913ff5d tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727577 Sep 23 06:52:28.455477 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-258ddf00-7213-41d1-92da-26f4d8deaa52 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=670cdf909d5a4a02b3ace1a74dde7e43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2927721 Sep 23 06:52:28.456090 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 37724) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:52:28.474856 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 1f9428a8-8ec3-4eea-86e3-62005db3f887 details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:52:28.484866 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258ddf00-7213-41d1-92da-26f4d8deaa52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9360d9c-0bad-49f1-a2a0-b9944db64696,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:28.520713 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99a2e14d-1310-48d4-b6d0-af25b3b7c0c7 req-a37ec487-756e-4b1f-b631-b0def446da3d tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Made reservation on behalf of 33d29a95a0634a4491ef4e20d2f6dd6b for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:52:28.525420 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-99a2e14d-1310-48d4-b6d0-af25b3b7c0c7 req-a37ec487-756e-4b1f-b631-b0def446da3d tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:28.554742 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0f026875-5649-4cb1-9dae-325027158cc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:28.574170 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a657b5da-5fda-4a21-b790-e907cc79aab3 req-8e8ae433-edbc-4059-b30a-81f75d91e153 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=eee14b79-e789-41d6-9753-555e3a8b80f9 HTTP/1.1" status: 200 len: 210 time: 0.0357544 Sep 23 06:52:28.602404 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0f026875-5649-4cb1-9dae-325027158cc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:28.634216 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 1f9428a8-8ec3-4eea-86e3-62005db3f887, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=1f9428a8-8ec3-4eea-86e3-62005db3f887,segment=NetworkSegment(f93b6022-d5e5-431e-9dcb-2461df9c5b3b),segment_id=f93b6022-d5e5-431e-9dcb-2461df9c5b3b)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:52:28.645840 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': '1f9428a8-8ec3-4eea-86e3-62005db3f887', 'network_id': '5e6b1e6b-f43d-48fc-88ea-84227fc0190a', 'port_id': '1f9428a8-8ec3-4eea-86e3-62005db3f887', 'mac_address': 'fa:16:3e:dd:69:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dbf4107-f4ac-450c-a420-ffd87b06b7dc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:52:28.689344 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:28.706989 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f9428a8-8ec3-4eea-86e3-62005db3f887 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:52:28.715713 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d96736a-b495-4c32-a4ec-f1d987f7c956 req-e1ba5227-632f-4be2-8a09-bef283ecaf7e tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:28.717289 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7d96736a-b495-4c32-a4ec-f1d987f7c956 req-e1ba5227-632f-4be2-8a09-bef283ecaf7e tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.0585508 Sep 23 06:52:28.724669 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0f026875-5649-4cb1-9dae-325027158cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:28.729904 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0f026875-5649-4cb1-9dae-325027158cc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:28.730754 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 1f9428a8-8ec3-4eea-86e3-62005db3f887, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=1f9428a8-8ec3-4eea-86e3-62005db3f887,segment=NetworkSegment(f93b6022-d5e5-431e-9dcb-2461df9c5b3b),segment_id=f93b6022-d5e5-431e-9dcb-2461df9c5b3b)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:52:28.732061 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-0f026875-5649-4cb1-9dae-325027158cc7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a9360d9c-0bad-49f1-a2a0-b9944db64696 HTTP/1.1" status: 204 len: 168 time: 0.2703843 Sep 23 06:52:28.733270 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-99a2e14d-1310-48d4-b6d0-af25b3b7c0c7 req-a37ec487-756e-4b1f-b631-b0def446da3d tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Allocated IP 172.20.0.2 (f755c16b-3f42-4ee5-9068-675e45e695cf/0b013e5a-19bd-4628-a463-6cccef958c7f/bffc28d5-b707-4db7-be7e-d78aa0b55084) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:52:28.740674 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:28.785436 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f026875-5649-4cb1-9dae-325027158cc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9360d9c-0bad-49f1-a2a0-b9944db64696,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:28.834788 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7d96736a-b495-4c32-a4ec-f1d987f7c956 req-129ce9bc-643a-41c1-abbf-b6aefbec8aff tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997131 Sep 23 06:52:28.844873 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=1f9428a8-8ec3-4eea-86e3-62005db3f887,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:28.857374 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:52:28.857717 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:52:28.858085 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:52:28.858423 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:52:28.858752 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:52:28.859074 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:52:28.859386 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:52:28.859722 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:52:28.860030 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:52:28.860352 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:52:28.860668 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:52:28.860979 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:52:28.985975 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c017d94-bbc5-4c6b-8303-2ab7787378ba req-6f3e3f50-3dc6-4082-a28a-602ac37e7043 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:28.987499 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1c017d94-bbc5-4c6b-8303-2ab7787378ba req-6f3e3f50-3dc6-4082-a28a-602ac37e7043 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.0619869 Sep 23 06:52:29.002447 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-99a2e14d-1310-48d4-b6d0-af25b3b7c0c7 req-a37ec487-756e-4b1f-b631-b0def446da3d tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:29.011269 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b593466-b139-45f9-9cbf-236cb8ba07c2 req-d7d5ccc9-7e86-4b11-9ecb-782eee042774 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:29.012805 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0b593466-b139-45f9-9cbf-236cb8ba07c2 req-d7d5ccc9-7e86-4b11-9ecb-782eee042774 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f177cb1-a64d-4d1e-a920-982fad0b76b3 HTTP/1.1" status: 200 len: 949 time: 0.1181433 Sep 23 06:52:29.036490 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1c017d94-bbc5-4c6b-8303-2ab7787378ba req-37e44fcf-e7da-4ffa-88ee-79871294a307 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422301 Sep 23 06:52:29.059950 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['1f9428a8-8ec3-4eea-86e3-62005db3f887'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:52:29.083560 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0b593466-b139-45f9-9cbf-236cb8ba07c2 req-467bb7ba-5174-47fc-8728-debc48cd1148 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] 10.222.0.39 "GET /v2.0/security-groups?id=2da1a433-5a8f-4ff2-b3a0-816d4a147bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602658 Sep 23 06:52:29.100257 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-99a2e14d-1310-48d4-b6d0-af25b3b7c0c7 req-a37ec487-756e-4b1f-b631-b0def446da3d tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:29.133798 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['e87b71fa-b97d-4b3a-b9d5-d1cec873b9bc'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:52:29.151300 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99a2e14d-1310-48d4-b6d0-af25b3b7c0c7 req-a37ec487-756e-4b1f-b631-b0def446da3d tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Network f755c16b-3f42-4ee5-9068-675e45e695cf is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:52:29.155970 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-99a2e14d-1310-48d4-b6d0-af25b3b7c0c7 req-a37ec487-756e-4b1f-b631-b0def446da3d tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:52:29.160577 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-99a2e14d-1310-48d4-b6d0-af25b3b7c0c7 req-a37ec487-756e-4b1f-b631-b0def446da3d tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:52:29.199325 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37ec487-756e-4b1f-b631-b0def446da3d tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Pushing event updated for resources: {'Port': ['ID=bffc28d5-b707-4db7-be7e-d78aa0b55084,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:29.240423 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a2e14d-1310-48d4-b6d0-af25b3b7c0c7 req-a37ec487-756e-4b1f-b631-b0def446da3d tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:29.241546 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-99a2e14d-1310-48d4-b6d0-af25b3b7c0c7 req-a37ec487-756e-4b1f-b631-b0def446da3d tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:29.259865 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-99a2e14d-1310-48d4-b6d0-af25b3b7c0c7 req-a37ec487-756e-4b1f-b631-b0def446da3d tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9275739 Sep 23 06:52:29.274790 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-99a2e14d-1310-48d4-b6d0-af25b3b7c0c7 req-b23db818-f395-4bda-b734-111866f5674b service neutron] Request body: {'port': {'device_id': 'eee14b79-e789-41d6-9753-555e3a8b80f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:52:29.381699 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-99a2e14d-1310-48d4-b6d0-af25b3b7c0c7 req-b23db818-f395-4bda-b734-111866f5674b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:29.407189 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd79c62-1b9d-476f-87a9-0f35746aeb12 req-277d1c61-183e-4b9d-b2a2-15eb0a3e2fbf tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:29.408698 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2dd79c62-1b9d-476f-87a9-0f35746aeb12 req-277d1c61-183e-4b9d-b2a2-15eb0a3e2fbf tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.1111672 Sep 23 06:52:29.486356 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2dd79c62-1b9d-476f-87a9-0f35746aeb12 req-3c765fb1-6582-487a-866c-5c6399d139d2 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560427 Sep 23 06:52:29.611698 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe4e478-476d-43bd-b6c3-79b680634e5c req-5dc3176d-f2b2-44ef-b13b-3e1ddb48fa0c tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:29.612932 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8fe4e478-476d-43bd-b6c3-79b680634e5c req-5dc3176d-f2b2-44ef-b13b-3e1ddb48fa0c tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=febbe7ff-1c28-40b9-b945-1d2901bda986 HTTP/1.1" status: 200 len: 944 time: 0.0739462 Sep 23 06:52:29.662427 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8fe4e478-476d-43bd-b6c3-79b680634e5c req-8083b97b-5148-4fce-9735-e08e5b11452c tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395250 Sep 23 06:52:29.728393 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad72011-b8b4-4374-993f-d737acc3868b req-4fdb0204-12bf-4b5e-bce4-8ff0f5d8d3ef tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:29.729854 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2ad72011-b8b4-4374-993f-d737acc3868b req-4fdb0204-12bf-4b5e-bce4-8ff0f5d8d3ef tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.0905368 Sep 23 06:52:29.782459 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d43f0f-64ca-469b-ba51-f77a380b5280 req-77ebc445-a547-4044-a59f-66934319f729 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:29.783983 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e7d43f0f-64ca-469b-ba51-f77a380b5280 req-77ebc445-a547-4044-a59f-66934319f729 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=eee14b79-e789-41d6-9753-555e3a8b80f9 HTTP/1.1" status: 200 len: 931 time: 0.0523710 Sep 23 06:52:29.806276 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-99a2e14d-1310-48d4-b6d0-af25b3b7c0c7 req-b23db818-f395-4bda-b734-111866f5674b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bffc28d5-b707-4db7-be7e-d78aa0b55084 {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:52:29.815310 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2ad72011-b8b4-4374-993f-d737acc3868b req-8c9785ec-e84e-4ed9-bfe7-3826a998818e tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741115 Sep 23 06:52:29.817137 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-99a2e14d-1310-48d4-b6d0-af25b3b7c0c7 req-b23db818-f395-4bda-b734-111866f5674b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:29.839303 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e7d43f0f-64ca-469b-ba51-f77a380b5280 req-54999071-29d8-4ec7-b84d-9ee742a77ffe tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396030 Sep 23 06:52:29.845197 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-99a2e14d-1310-48d4-b6d0-af25b3b7c0c7 req-b23db818-f395-4bda-b734-111866f5674b service neutron] Transition to ACTIVE for port object bffc28d5-b707-4db7-be7e-d78aa0b55084 will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:52:29.859601 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-99a2e14d-1310-48d4-b6d0-af25b3b7c0c7 req-b23db818-f395-4bda-b734-111866f5674b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:29.931463 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23db818-f395-4bda-b734-111866f5674b service neutron] Pushing event updated for resources: {'Port': ['ID=bffc28d5-b707-4db7-be7e-d78aa0b55084,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:29.994350 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-99a2e14d-1310-48d4-b6d0-af25b3b7c0c7 req-b23db818-f395-4bda-b734-111866f5674b service neutron] Attempting to bind port bffc28d5-b707-4db7-be7e-d78aa0b55084 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:52:29.994697 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-99a2e14d-1310-48d4-b6d0-af25b3b7c0c7 req-b23db818-f395-4bda-b734-111866f5674b service neutron] Attempting to bind port bffc28d5-b707-4db7-be7e-d78aa0b55084 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': 'baf87664-ecc7-475d-93f2-159d871e9198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f755c16b-3f42-4ee5-9068-675e45e695cf'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:52:29.995054 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a2e14d-1310-48d4-b6d0-af25b3b7c0c7 req-b23db818-f395-4bda-b734-111866f5674b service neutron] Attempting to bind port bffc28d5-b707-4db7-be7e-d78aa0b55084 on network f755c16b-3f42-4ee5-9068-675e45e695cf {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:52:30.000023 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a2e14d-1310-48d4-b6d0-af25b3b7c0c7 req-b23db818-f395-4bda-b734-111866f5674b service neutron] Port bffc28d5-b707-4db7-be7e-d78aa0b55084 on network f755c16b-3f42-4ee5-9068-675e45e695cf not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:52:30.000554 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a2e14d-1310-48d4-b6d0-af25b3b7c0c7 req-b23db818-f395-4bda-b734-111866f5674b service neutron] Attempting to bind port bffc28d5-b707-4db7-be7e-d78aa0b55084 on network f755c16b-3f42-4ee5-9068-675e45e695cf {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:52:30.006512 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a2e14d-1310-48d4-b6d0-af25b3b7c0c7 req-b23db818-f395-4bda-b734-111866f5674b service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:52:30.006901 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a2e14d-1310-48d4-b6d0-af25b3b7c0c7 req-b23db818-f395-4bda-b734-111866f5674b service neutron] Checking segment: {'id': 'baf87664-ecc7-475d-93f2-159d871e9198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f755c16b-3f42-4ee5-9068-675e45e695cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:52:30.007433 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a2e14d-1310-48d4-b6d0-af25b3b7c0c7 req-b23db818-f395-4bda-b734-111866f5674b service neutron] Bound using segment: {'id': 'baf87664-ecc7-475d-93f2-159d871e9198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f755c16b-3f42-4ee5-9068-675e45e695cf'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:52:30.008127 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-99a2e14d-1310-48d4-b6d0-af25b3b7c0c7 req-b23db818-f395-4bda-b734-111866f5674b service neutron] Bound port: bffc28d5-b707-4db7-be7e-d78aa0b55084, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baf87664-ecc7-475d-93f2-159d871e9198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f755c16b-3f42-4ee5-9068-675e45e695cf'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:52:30.008491 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-99a2e14d-1310-48d4-b6d0-af25b3b7c0c7 req-b23db818-f395-4bda-b734-111866f5674b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:30.108269 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a2e199-9969-4e48-b1c7-4773c3f9af37 req-cf137561-7b4a-49fc-ad7d-0b64068316f3 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:30.109647 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-01a2e199-9969-4e48-b1c7-4773c3f9af37 req-cf137561-7b4a-49fc-ad7d-0b64068316f3 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.0978773 Sep 23 06:52:30.134823 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-99a2e14d-1310-48d4-b6d0-af25b3b7c0c7 req-b23db818-f395-4bda-b734-111866f5674b service neutron] For port bffc28d5-b707-4db7-be7e-d78aa0b55084, host n-h2-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:52:30.152384 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-99a2e14d-1310-48d4-b6d0-af25b3b7c0c7 req-b23db818-f395-4bda-b734-111866f5674b service neutron] For port bffc28d5-b707-4db7-be7e-d78aa0b55084, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=bffc28d5-b707-4db7-be7e-d78aa0b55084,segment=NetworkSegment(baf87664-ecc7-475d-93f2-159d871e9198),segment_id=baf87664-ecc7-475d-93f2-159d871e9198)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:52:30.170756 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-99a2e14d-1310-48d4-b6d0-af25b3b7c0c7 req-b23db818-f395-4bda-b734-111866f5674b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:30.177536 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-01a2e199-9969-4e48-b1c7-4773c3f9af37 req-2bb9b6fb-2a0f-4f12-8062-4dee5c3f3c65 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593693 Sep 23 06:52:30.211348 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a2e14d-1310-48d4-b6d0-af25b3b7c0c7 req-b23db818-f395-4bda-b734-111866f5674b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:30.212308 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-99a2e14d-1310-48d4-b6d0-af25b3b7c0c7 req-b23db818-f395-4bda-b734-111866f5674b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:30.213796 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-99a2e14d-1310-48d4-b6d0-af25b3b7c0c7 req-b23db818-f395-4bda-b734-111866f5674b service neutron] 10.222.0.58 "PUT /v2.0/ports/bffc28d5-b707-4db7-be7e-d78aa0b55084 HTTP/1.1" status: 200 len: 1092 time: 0.9437649 Sep 23 06:52:30.216471 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eee14b79-e789-41d6-9753-555e3a8b80f9', 'tag': 'bffc28d5-b707-4db7-be7e-d78aa0b55084'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:52:30.219661 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe4cd7fa-ca46-4703-863d-85b4ac631979" -d '{"events": [{"name": "network-changed", "server_uuid": "eee14b79-e789-41d6-9753-555e3a8b80f9", "tag": "bffc28d5-b707-4db7-be7e-d78aa0b55084"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:52:30.255896 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23db818-f395-4bda-b734-111866f5674b service neutron] Pushing event updated for resources: {'Port': ['ID=bffc28d5-b707-4db7-be7e-d78aa0b55084,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:30.259732 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ae4da8-320e-42bd-88c7-e59850798c86 req-1ba47f27-624e-4634-ad3f-0513f47fcbe7 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:30.267938 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f1ae4da8-320e-42bd-88c7-e59850798c86 req-1ba47f27-624e-4634-ad3f-0513f47fcbe7 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f177cb1-a64d-4d1e-a920-982fad0b76b3 HTTP/1.1" status: 200 len: 949 time: 0.0920990 Sep 23 06:52:30.307818 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f1ae4da8-320e-42bd-88c7-e59850798c86 req-e2b86102-638e-4dfa-824d-bc0eb163c482 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] 10.222.0.39 "GET /v2.0/security-groups?id=2da1a433-5a8f-4ff2-b3a0-816d4a147bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363379 Sep 23 06:52:30.346567 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a2e14d-1310-48d4-b6d0-af25b3b7c0c7 req-2779a8ae-164c-41eb-9314-a8a9b2a3bdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:30.348210 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-99a2e14d-1310-48d4-b6d0-af25b3b7c0c7 req-2779a8ae-164c-41eb-9314-a8a9b2a3bdc2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=33d29a95a0634a4491ef4e20d2f6dd6b&device_id=eee14b79-e789-41d6-9753-555e3a8b80f9 HTTP/1.1" status: 200 len: 1095 time: 0.0854509 Sep 23 06:52:30.359295 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d15c3a-e8ae-48e4-a73d-48880206c7fd req-29acac2c-c994-4061-b2ef-6e0f51197d4e tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:30.360860 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b8d15c3a-e8ae-48e4-a73d-48880206c7fd req-29acac2c-c994-4061-b2ef-6e0f51197d4e tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.0677464 Sep 23 06:52:30.363395 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba06452-c263-49a4-a8e8-773a92ed9ed7 x-openstack-request-id: req-cba06452-c263-49a4-a8e8-773a92ed9ed7 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:52:30.363678 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eee14b79-e789-41d6-9753-555e3a8b80f9", "tag": "bffc28d5-b707-4db7-be7e-d78aa0b55084", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:52:30.363925 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cba06452-c263-49a4-a8e8-773a92ed9ed7 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:52:30.364334 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eee14b79-e789-41d6-9753-555e3a8b80f9', 'tag': 'bffc28d5-b707-4db7-be7e-d78aa0b55084', 'status': 'completed', 'code': 200} Sep 23 06:52:30.410697 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-99a2e14d-1310-48d4-b6d0-af25b3b7c0c7 req-31928e93-81a2-48a9-b744-a3f474b23dff service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bffc28d5-b707-4db7-be7e-d78aa0b55084 HTTP/1.1" status: 200 len: 217 time: 0.0488622 Sep 23 06:52:30.463099 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b8d15c3a-e8ae-48e4-a73d-48880206c7fd req-5166e70a-24bb-468b-b2f0-02a525b53033 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925648 Sep 23 06:52:30.478909 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a2e14d-1310-48d4-b6d0-af25b3b7c0c7 req-49712b8f-6b52-4e76-a50f-1dff1eb3b502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:30.480592 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-99a2e14d-1310-48d4-b6d0-af25b3b7c0c7 req-49712b8f-6b52-4e76-a50f-1dff1eb3b502 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0b013e5a-19bd-4628-a463-6cccef958c7f HTTP/1.1" status: 200 len: 846 time: 0.0615904 Sep 23 06:52:30.487754 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 1f9428a8-8ec3-4eea-86e3-62005db3f887 up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:52:30.521763 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-99a2e14d-1310-48d4-b6d0-af25b3b7c0c7 req-59ab230b-44d4-4525-b54a-bab639db7b59 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f755c16b-3f42-4ee5-9068-675e45e695cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320210 Sep 23 06:52:30.543012 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port 1f9428a8-8ec3-4eea-86e3-62005db3f887 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:52:30.548400 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port 1f9428a8-8ec3-4eea-86e3-62005db3f887 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:52:30.550250 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:30.658658 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:30.669506 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f947907f-e863-45bd-9051-cacac90b0581 req-a63872a1-4481-46af-97cb-99bb2cfdd4b1 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:30.670842 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f947907f-e863-45bd-9051-cacac90b0581 req-a63872a1-4481-46af-97cb-99bb2cfdd4b1 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.1073573 Sep 23 06:52:30.685719 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'febbe7ff-1c28-40b9-b945-1d2901bda986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f9428a8-8ec3-4eea-86e3-62005db3f887'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:52:30.688010 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74bb6d1e-8a3b-43d8-a9da-c9e90749516a" -d '{"events": [{"server_uuid": "febbe7ff-1c28-40b9-b945-1d2901bda986", "name": "network-vif-plugged", "status": "completed", "tag": "1f9428a8-8ec3-4eea-86e3-62005db3f887"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:52:30.693006 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-99a2e14d-1310-48d4-b6d0-af25b3b7c0c7 req-a70d385f-1b5a-428e-8e54-c7fe3e83c661 service neutron] 10.222.0.58 "GET /v2.0/networks/f755c16b-3f42-4ee5-9068-675e45e695cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632910 Sep 23 06:52:30.700221 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 1f9428a8-8ec3-4eea-86e3-62005db3f887, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=1f9428a8-8ec3-4eea-86e3-62005db3f887,segment=NetworkSegment(f93b6022-d5e5-431e-9dcb-2461df9c5b3b),segment_id=f93b6022-d5e5-431e-9dcb-2461df9c5b3b)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:52:30.707682 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:30.751519 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f947907f-e863-45bd-9051-cacac90b0581 req-2224355f-10ea-4f29-ac07-d695085f9d99 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710421 Sep 23 06:52:30.789732 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=1f9428a8-8ec3-4eea-86e3-62005db3f887,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:30.823245 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-99a2e14d-1310-48d4-b6d0-af25b3b7c0c7 req-f498d9dc-a05f-450e-91e6-747ee0fa1397 service neutron] 10.222.0.58 "GET /v2.0/networks/f755c16b-3f42-4ee5-9068-675e45e695cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230428 Sep 23 06:52:30.826427 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0768e9e7-b166-486f-bf35-83099bb672df req-e044ad42-f05a-4918-8a92-17d758b3f6d2 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:30.828096 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0768e9e7-b166-486f-bf35-83099bb672df req-e044ad42-f05a-4918-8a92-17d758b3f6d2 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=febbe7ff-1c28-40b9-b945-1d2901bda986 HTTP/1.1" status: 200 len: 945 time: 0.0795481 Sep 23 06:52:30.833515 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e69b459-1aa6-4d7b-a970-2aff53e87183 x-openstack-request-id: req-4e69b459-1aa6-4d7b-a970-2aff53e87183 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:52:30.834039 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "febbe7ff-1c28-40b9-b945-1d2901bda986", "name": "network-vif-plugged", "status": "completed", "tag": "1f9428a8-8ec3-4eea-86e3-62005db3f887", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:52:30.834446 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4e69b459-1aa6-4d7b-a970-2aff53e87183 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:52:30.835006 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'febbe7ff-1c28-40b9-b945-1d2901bda986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f9428a8-8ec3-4eea-86e3-62005db3f887', 'code': 200} Sep 23 06:52:30.926533 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0768e9e7-b166-486f-bf35-83099bb672df req-eb6a8e6b-5e4a-4fce-9086-cbbc17a1f390 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830014 Sep 23 06:52:30.968071 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4cd7fa-ca46-4703-863d-85b4ac631979 req-3d5f6ef3-9a3c-4921-8126-16d001f8e646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:30.969592 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fe4cd7fa-ca46-4703-863d-85b4ac631979 req-3d5f6ef3-9a3c-4921-8126-16d001f8e646 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=33d29a95a0634a4491ef4e20d2f6dd6b&device_id=eee14b79-e789-41d6-9753-555e3a8b80f9 HTTP/1.1" status: 200 len: 1095 time: 0.0807672 Sep 23 06:52:30.973468 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99065464-554b-4205-b8c1-7ac70bc8219f req-3f584f2f-fe91-45f2-8e9e-d5aab9b6b152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:30.980379 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-99065464-554b-4205-b8c1-7ac70bc8219f req-3f584f2f-fe91-45f2-8e9e-d5aab9b6b152 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=febbe7ff-1c28-40b9-b945-1d2901bda986 HTTP/1.1" status: 200 len: 1097 time: 0.0698988 Sep 23 06:52:30.982083 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae81dac-126e-410e-bb8b-9b9daa3c62b0 req-a0ee161d-d19a-40be-a948-0c057d6b112c tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:30.983793 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1ae81dac-126e-410e-bb8b-9b9daa3c62b0 req-a0ee161d-d19a-40be-a948-0c057d6b112c tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.0797131 Sep 23 06:52:31.046745 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 90d206ad-f399-447e-b6e6-eb805b59e2cd no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:52:31.063676 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-99065464-554b-4205-b8c1-7ac70bc8219f req-eca226c7-b494-4b64-a64e-b4f2dd8424e3 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750225 Sep 23 06:52:31.078420 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] No Port match for: 90d206ad-f399-447e-b6e6-eb805b59e2cd {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:52:31.079183 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 90d206ad-f399-447e-b6e6-eb805b59e2cd not bound to the agent host n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:52:31.083075 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d3989-f103-4eb9-91c8-96e199542d8f req-e9882f69-227c-4e0e-b099-8cfe5b31689c tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:31.084496 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-460d3989-f103-4eb9-91c8-96e199542d8f req-e9882f69-227c-4e0e-b099-8cfe5b31689c tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=eee14b79-e789-41d6-9753-555e3a8b80f9 HTTP/1.1" status: 200 len: 943 time: 0.0863693 Sep 23 06:52:31.084616 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1ae81dac-126e-410e-bb8b-9b9daa3c62b0 req-8559c591-7052-42ae-a7ac-75438d072053 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910378 Sep 23 06:52:31.127019 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4cd7fa-ca46-4703-863d-85b4ac631979 req-d33cf5e9-fda8-4737-8e2f-c29f79ce60b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:31.128562 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fe4cd7fa-ca46-4703-863d-85b4ac631979 req-d33cf5e9-fda8-4737-8e2f-c29f79ce60b6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f755c16b-3f42-4ee5-9068-675e45e695cf HTTP/1.1" status: 200 len: 907 time: 0.1438868 Sep 23 06:52:31.139547 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-460d3989-f103-4eb9-91c8-96e199542d8f req-0f8bb721-a994-428d-9d7c-21a95a234bc8 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481369 Sep 23 06:52:31.331418 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fe4cd7fa-ca46-4703-863d-85b4ac631979 req-16b9fbfb-8f85-460e-8b80-b968097f01d8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bffc28d5-b707-4db7-be7e-d78aa0b55084 HTTP/1.1" status: 200 len: 217 time: 0.0517983 Sep 23 06:52:31.423686 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c7750d-8758-473a-829f-e9ba704a621d req-e887dfbb-1108-4a4f-9868-30c20e921f05 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:31.425203 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-63c7750d-8758-473a-829f-e9ba704a621d req-e887dfbb-1108-4a4f-9868-30c20e921f05 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.0964689 Sep 23 06:52:31.427128 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4cd7fa-ca46-4703-863d-85b4ac631979 req-7b43e3e8-fe33-4b80-b2e6-ee7d81693fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:31.428589 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fe4cd7fa-ca46-4703-863d-85b4ac631979 req-7b43e3e8-fe33-4b80-b2e6-ee7d81693fd5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0b013e5a-19bd-4628-a463-6cccef958c7f HTTP/1.1" status: 200 len: 846 time: 0.0865276 Sep 23 06:52:31.436224 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf6259-02dd-41aa-a38f-e00ea534809f req-ed127161-49f4-4ade-85e3-41466734ced7 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:31.437766 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-25bf6259-02dd-41aa-a38f-e00ea534809f req-ed127161-49f4-4ade-85e3-41466734ced7 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f177cb1-a64d-4d1e-a920-982fad0b76b3 HTTP/1.1" status: 200 len: 949 time: 0.0559731 Sep 23 06:52:31.478701 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fe4cd7fa-ca46-4703-863d-85b4ac631979 req-fbcb6bf9-dafa-40b5-b2c7-08c8074f4376 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f755c16b-3f42-4ee5-9068-675e45e695cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371554 Sep 23 06:52:31.486649 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-25bf6259-02dd-41aa-a38f-e00ea534809f req-a8589d8d-1b35-41fc-9a48-10d4ae59ceaa tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] 10.222.0.39 "GET /v2.0/security-groups?id=2da1a433-5a8f-4ff2-b3a0-816d4a147bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418503 Sep 23 06:52:31.491217 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 37848) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:52:31.502644 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-63c7750d-8758-473a-829f-e9ba704a621d req-cc24c987-72c5-40dc-b5b5-60e9c1158fd1 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678148 Sep 23 06:52:31.594900 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fe4cd7fa-ca46-4703-863d-85b4ac631979 req-441ad50a-8e72-4ae9-8b4d-918c6cd5610e service neutron] 10.222.0.58 "GET /v2.0/networks/f755c16b-3f42-4ee5-9068-675e45e695cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911150 Sep 23 06:52:31.620375 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-32d47a63-e99e-4f71-a19d-2ae17a42c8d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:31.689844 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fe4cd7fa-ca46-4703-863d-85b4ac631979 req-7ed08f73-c349-4a15-98b8-c8bf3d3dd87b service neutron] 10.222.0.58 "GET /v2.0/networks/f755c16b-3f42-4ee5-9068-675e45e695cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871768 Sep 23 06:52:31.716025 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-32d47a63-e99e-4f71-a19d-2ae17a42c8d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:31.719874 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-32d47a63-e99e-4f71-a19d-2ae17a42c8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:31.769367 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-32d47a63-e99e-4f71-a19d-2ae17a42c8d8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fa3438d121004adb83bc27df1cb08ac8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2750833 Sep 23 06:52:31.770174 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d47a63-e99e-4f71-a19d-2ae17a42c8d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95b073df-99e4-4f63-9c31-e49b42625a20,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:31.771927 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 37854) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:52:31.796331 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a787765-2841-4f25-af1f-dd16caa66e8c req-a56f5ec2-bb46-41b3-9007-323885aab73c tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:31.797796 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4a787765-2841-4f25-af1f-dd16caa66e8c req-a56f5ec2-bb46-41b3-9007-323885aab73c tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f177cb1-a64d-4d1e-a920-982fad0b76b3 HTTP/1.1" status: 200 len: 949 time: 0.0698161 Sep 23 06:52:31.885541 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a85f9f1a-87c5-4b86-86a4-cdc7bcf2e43b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:31.913261 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a85f9f1a-87c5-4b86-86a4-cdc7bcf2e43b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:31.955660 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-4a787765-2841-4f25-af1f-dd16caa66e8c req-e9036d76-8989-4670-bd87-b7b691595542 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] Deleting port 6766a1d8-2d0a-4992-baff-4412223d19b9 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:52:31.956002 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-4a787765-2841-4f25-af1f-dd16caa66e8c req-e9036d76-8989-4670-bd87-b7b691595542 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:32.052711 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a85f9f1a-87c5-4b86-86a4-cdc7bcf2e43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:32.055276 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a85f9f1a-87c5-4b86-86a4-cdc7bcf2e43b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:32.056418 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-a85f9f1a-87c5-4b86-86a4-cdc7bcf2e43b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/95b073df-99e4-4f63-9c31-e49b42625a20 HTTP/1.1" status: 204 len: 168 time: 0.2835462 Sep 23 06:52:32.079197 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f9f1a-87c5-4b86-86a4-cdc7bcf2e43b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b073df-99e4-4f63-9c31-e49b42625a20,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:32.088417 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-4a787765-2841-4f25-af1f-dd16caa66e8c req-e9036d76-8989-4670-bd87-b7b691595542 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] For port 6766a1d8-2d0a-4992-baff-4412223d19b9, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=6766a1d8-2d0a-4992-baff-4412223d19b9,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:52:32.094428 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-4a787765-2841-4f25-af1f-dd16caa66e8c req-e9036d76-8989-4670-bd87-b7b691595542 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:32.103782 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba28ed3-f61a-49e9-8ab1-c0c703fbf32b req-0a6fb5a0-15db-4113-8639-247d4cb042c1 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:32.105451 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2ba28ed3-f61a-49e9-8ab1-c0c703fbf32b req-0a6fb5a0-15db-4113-8639-247d4cb042c1 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=febbe7ff-1c28-40b9-b945-1d2901bda986 HTTP/1.1" status: 200 len: 945 time: 0.0914705 Sep 23 06:52:32.123318 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-4a787765-2841-4f25-af1f-dd16caa66e8c req-e9036d76-8989-4670-bd87-b7b691595542 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] Calling delete_port for 6766a1d8-2d0a-4992-baff-4412223d19b9 owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:52:32.209775 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2ba28ed3-f61a-49e9-8ab1-c0c703fbf32b req-991273a4-69ae-42f9-907a-83887c654dd1 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952175 Sep 23 06:52:32.305087 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca94d7e4-fb9b-408d-9d47-d17320768f8b req-8bc1f951-879b-4932-bcc2-e80770fd3e25 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:32.306771 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ca94d7e4-fb9b-408d-9d47-d17320768f8b req-8bc1f951-879b-4932-bcc2-e80770fd3e25 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=eee14b79-e789-41d6-9753-555e3a8b80f9 HTTP/1.1" status: 200 len: 943 time: 0.0746095 Sep 23 06:52:32.331346 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-4a787765-2841-4f25-af1f-dd16caa66e8c req-e9036d76-8989-4670-bd87-b7b691595542 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:32.367528 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ca94d7e4-fb9b-408d-9d47-d17320768f8b req-26584c92-2ae1-4b63-ab62-aeb5c2b37ac9 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541384 Sep 23 06:52:32.372078 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9036d76-8989-4670-bd87-b7b691595542 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] Pushing event deleted for resources: {'Port': ['ID=6766a1d8-2d0a-4992-baff-4412223d19b9,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:32.416922 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a787765-2841-4f25-af1f-dd16caa66e8c req-e9036d76-8989-4670-bd87-b7b691595542 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] No DVR routers for this DVR port 6766a1d8-2d0a-4992-baff-4412223d19b9 on host n-h1-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:52:32.419596 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-4a787765-2841-4f25-af1f-dd16caa66e8c req-e9036d76-8989-4670-bd87-b7b691595542 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:32.421827 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4a787765-2841-4f25-af1f-dd16caa66e8c req-e9036d76-8989-4670-bd87-b7b691595542 tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] 10.222.0.21 "DELETE /v2.0/ports/6766a1d8-2d0a-4992-baff-4412223d19b9 HTTP/1.1" status: 204 len: 173 time: 0.6163781 Sep 23 06:52:32.422155 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f177cb1-a64d-4d1e-a920-982fad0b76b3', 'name': 'network-vif-deleted', 'tag': '6766a1d8-2d0a-4992-baff-4412223d19b9'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:52:32.424368 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5857996e-eff6-406b-a3b6-6376eed453eb" -d '{"events": [{"server_uuid": "8f177cb1-a64d-4d1e-a920-982fad0b76b3", "name": "network-vif-deleted", "tag": "6766a1d8-2d0a-4992-baff-4412223d19b9"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:52:32.443480 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 37868) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:52:32.459099 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-40dfa541-b0e9-4022-a534-178aac451132 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:32.469211 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd7315be-c557-42dc-a00e-9d105444ad02 x-openstack-request-id: req-cd7315be-c557-42dc-a00e-9d105444ad02 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:52:32.469575 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f177cb1-a64d-4d1e-a920-982fad0b76b3", "name": "network-vif-deleted", "tag": "6766a1d8-2d0a-4992-baff-4412223d19b9", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:52:32.469930 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cd7315be-c557-42dc-a00e-9d105444ad02 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:52:32.470440 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f177cb1-a64d-4d1e-a920-982fad0b76b3', 'name': 'network-vif-deleted', 'tag': '6766a1d8-2d0a-4992-baff-4412223d19b9', 'status': 'completed', 'code': 200} Sep 23 06:52:32.572415 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-40dfa541-b0e9-4022-a534-178aac451132 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:32.577607 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-40dfa541-b0e9-4022-a534-178aac451132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:32.634128 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1965c2c4-a6ad-4f96-ba77-706c3239b6e1 req-7e67fe3e-32f9-455a-b955-80e686eb5fd3 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:32.635629 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1965c2c4-a6ad-4f96-ba77-706c3239b6e1 req-7e67fe3e-32f9-455a-b955-80e686eb5fd3 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.0503075 Sep 23 06:52:32.642093 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6ba819bd-268e-4808-926d-3c44faca6fb4 req-0a62f846-6480-41ea-9ef8-b1ce0ec1212e tempest-ListImageFiltersTestJSON-1479824741 tempest-ListImageFiltersTestJSON-1479824741-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f177cb1-a64d-4d1e-a920-982fad0b76b3 HTTP/1.1" status: 200 len: 210 time: 0.0518165 Sep 23 06:52:32.647392 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-40dfa541-b0e9-4022-a534-178aac451132 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a49bb82a20784685b3955d5c8e6bc0ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2022800 Sep 23 06:52:32.651082 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 37874) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:52:32.657421 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dfa541-b0e9-4022-a534-178aac451132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de1ce914-e4c2-42ee-87a7-9a0cf1e36c47,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:32.679978 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1965c2c4-a6ad-4f96-ba77-706c3239b6e1 req-1082bc58-0283-47f5-a026-ec5f8f8788de tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381689 Sep 23 06:52:32.703394 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-792653c2-ab9d-4033-bced-33621935caa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:32.726823 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-792653c2-ab9d-4033-bced-33621935caa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:32.781735 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-792653c2-ab9d-4033-bced-33621935caa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:32.784716 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-792653c2-ab9d-4033-bced-33621935caa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:32.785964 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-792653c2-ab9d-4033-bced-33621935caa8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/de1ce914-e4c2-42ee-87a7-9a0cf1e36c47 HTTP/1.1" status: 204 len: 168 time: 0.1339107 Sep 23 06:52:32.799509 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792653c2-ab9d-4033-bced-33621935caa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1ce914-e4c2-42ee-87a7-9a0cf1e36c47,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:32.992934 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463ac84e-dc12-4407-9cea-e82be630353b req-b9bc6c31-e7c9-42ae-9049-582cc408cc25 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:32.994661 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-463ac84e-dc12-4407-9cea-e82be630353b req-b9bc6c31-e7c9-42ae-9049-582cc408cc25 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.0693841 Sep 23 06:52:33.048904 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-463ac84e-dc12-4407-9cea-e82be630353b req-3e06af82-dd0e-47ee-843b-325ead9b78f4 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475383 Sep 23 06:52:33.326122 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5627f9bd-fd56-44e7-87f2-2a6157989b14 req-fdbaa16d-3549-452f-b7f5-17d088778aff tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:33.327700 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5627f9bd-fd56-44e7-87f2-2a6157989b14 req-fdbaa16d-3549-452f-b7f5-17d088778aff tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=febbe7ff-1c28-40b9-b945-1d2901bda986 HTTP/1.1" status: 200 len: 945 time: 0.0512598 Sep 23 06:52:33.379469 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5627f9bd-fd56-44e7-87f2-2a6157989b14 req-8b0ccc60-555c-4760-b84a-06a051757884 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449042 Sep 23 06:52:33.502260 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6534804-3aa2-4a74-98ef-2497d97a4438 req-4b5398df-3b9b-4130-9c54-718c45e739e8 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:33.503873 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d6534804-3aa2-4a74-98ef-2497d97a4438 req-4b5398df-3b9b-4130-9c54-718c45e739e8 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=eee14b79-e789-41d6-9753-555e3a8b80f9 HTTP/1.1" status: 200 len: 943 time: 0.0539851 Sep 23 06:52:33.549430 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d6534804-3aa2-4a74-98ef-2497d97a4438 req-23cf36f1-33a5-4ea8-bd24-b01ede7cec96 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387068 Sep 23 06:52:33.645985 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb33f4-d81f-4d1b-9354-0d09bd383863 req-17cdb432-1e4b-4849-b4ad-6284ee1aa26f tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:33.647517 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6ceb33f4-d81f-4d1b-9354-0d09bd383863 req-17cdb432-1e4b-4849-b4ad-6284ee1aa26f tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=febbe7ff-1c28-40b9-b945-1d2901bda986 HTTP/1.1" status: 200 len: 945 time: 0.0539408 Sep 23 06:52:33.688488 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6ceb33f4-d81f-4d1b-9354-0d09bd383863 req-7ae5577d-5aaa-4a91-b355-4558f2699d4e tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346999 Sep 23 06:52:34.197325 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ee726-574e-46d4-a338-c443c75478d7 req-8044e9a3-5f35-499b-91a1-bc133d8e9063 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:34.198943 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4b2ee726-574e-46d4-a338-c443c75478d7 req-8044e9a3-5f35-499b-91a1-bc133d8e9063 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.0630116 Sep 23 06:52:34.241128 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4b2ee726-574e-46d4-a338-c443c75478d7 req-d24aa577-a606-4f65-92e1-a1dc3a1df844 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343571 Sep 23 06:52:34.370676 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a02c2-74cb-465b-b9bc-623b88b53527 req-71c56d00-be02-48c7-9f9a-e1a58bbd4043 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:34.372537 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8e8a02c2-74cb-465b-b9bc-623b88b53527 req-71c56d00-be02-48c7-9f9a-e1a58bbd4043 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.0571010 Sep 23 06:52:34.438502 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8e8a02c2-74cb-465b-b9bc-623b88b53527 req-57820197-a93b-4e17-9e85-80621795355b tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586953 Sep 23 06:52:34.516982 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device bffc28d5-b707-4db7-be7e-d78aa0b55084 details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:52:34.628892 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 38008) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:52:34.629370 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port bffc28d5-b707-4db7-be7e-d78aa0b55084, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=bffc28d5-b707-4db7-be7e-d78aa0b55084,segment=NetworkSegment(baf87664-ecc7-475d-93f2-159d871e9198),segment_id=baf87664-ecc7-475d-93f2-159d871e9198)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:52:34.644105 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': 'bffc28d5-b707-4db7-be7e-d78aa0b55084', 'network_id': 'f755c16b-3f42-4ee5-9068-675e45e695cf', 'port_id': 'bffc28d5-b707-4db7-be7e-d78aa0b55084', 'mac_address': 'fa:16:3e:53:16:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b013e5a-19bd-4628-a463-6cccef958c7f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:52:34.706341 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:34.724510 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bffc28d5-b707-4db7-be7e-d78aa0b55084 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:52:34.747466 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port bffc28d5-b707-4db7-be7e-d78aa0b55084, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=bffc28d5-b707-4db7-be7e-d78aa0b55084,segment=NetworkSegment(baf87664-ecc7-475d-93f2-159d871e9198),segment_id=baf87664-ecc7-475d-93f2-159d871e9198)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:52:34.752548 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:34.775660 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef250ef-b8d4-45be-835a-46888d88b7d9 req-e9dbd1f9-78f2-4d11-8d9d-f699089d2698 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:34.778399 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2ef250ef-b8d4-45be-835a-46888d88b7d9 req-e9dbd1f9-78f2-4d11-8d9d-f699089d2698 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=eee14b79-e789-41d6-9753-555e3a8b80f9 HTTP/1.1" status: 200 len: 943 time: 0.0746083 Sep 23 06:52:34.809685 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=bffc28d5-b707-4db7-be7e-d78aa0b55084,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:34.814641 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f1c9cdd3-7993-40ae-a6ac-6eb3760606c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:34.847543 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2ef250ef-b8d4-45be-835a-46888d88b7d9 req-edf677fd-7a4e-40c2-9017-9e8229c830d9 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623322 Sep 23 06:52:34.933921 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4097550-86f4-49c1-ac1c-9c65295639ab req-8ae0ed87-24d1-47b2-b643-c9e85da14ee4 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:34.942448 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c4097550-86f4-49c1-ac1c-9c65295639ab req-8ae0ed87-24d1-47b2-b643-c9e85da14ee4 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.0793386 Sep 23 06:52:34.972495 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f1c9cdd3-7993-40ae-a6ac-6eb3760606c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:34.978611 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f1c9cdd3-7993-40ae-a6ac-6eb3760606c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:34.987605 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c4097550-86f4-49c1-ac1c-9c65295639ab req-d7d66088-710b-42db-8b3f-c22c610ac2b8 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438755 Sep 23 06:52:35.031637 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948120ad-fe00-44ea-b39c-157149833584 req-27919b4a-21d6-4e9e-8c22-e38a98790a09 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:35.033154 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-948120ad-fe00-44ea-b39c-157149833584 req-27919b4a-21d6-4e9e-8c22-e38a98790a09 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=febbe7ff-1c28-40b9-b945-1d2901bda986 HTTP/1.1" status: 200 len: 945 time: 0.1071191 Sep 23 06:52:35.035894 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-f1c9cdd3-7993-40ae-a6ac-6eb3760606c3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2addc18a7f314e68b99b84263dfb0366&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4058440 Sep 23 06:52:35.036986 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c9cdd3-7993-40ae-a6ac-6eb3760606c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d9f30cc-e405-426f-88cb-33b0fd2429bc,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:35.039390 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 38030) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:52:35.074153 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['bffc28d5-b707-4db7-be7e-d78aa0b55084'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:52:35.102683 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-49b94e96-3e1c-4e6d-a418-152fe3c02e88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:35.104275 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 38032) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:52:35.114406 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 6766a1d8-2d0a-4992-baff-4412223d19b9 no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:52:35.124445 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-948120ad-fe00-44ea-b39c-157149833584 req-9d05884d-0457-4d0b-a667-186da83f2a85 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730717 Sep 23 06:52:35.146220 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-49b94e96-3e1c-4e6d-a418-152fe3c02e88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:35.148647 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] No Port match for: 6766a1d8-2d0a-4992-baff-4412223d19b9 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:52:35.149084 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 6766a1d8-2d0a-4992-baff-4412223d19b9 not bound to the agent host n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:52:35.284812 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6a7748-2181-4f69-9c83-113c6ab9ea2b req-5d5dc766-8149-4080-a629-35fd71fab2b8 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:35.286497 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8f6a7748-2181-4f69-9c83-113c6ab9ea2b req-5d5dc766-8149-4080-a629-35fd71fab2b8 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.1378388 Sep 23 06:52:35.306919 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-49b94e96-3e1c-4e6d-a418-152fe3c02e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:35.309890 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-49b94e96-3e1c-4e6d-a418-152fe3c02e88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:35.313684 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-49b94e96-3e1c-4e6d-a418-152fe3c02e88 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5d9f30cc-e405-426f-88cb-33b0fd2429bc HTTP/1.1" status: 204 len: 168 time: 0.2732430 Sep 23 06:52:35.318918 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-8ba91531-b64c-4ae9-b33c-f53468634144 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1fbdcb8749a740e8a214c4d9cb124289&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2134759 Sep 23 06:52:35.319142 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 38042) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:52:35.341209 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b94e96-3e1c-4e6d-a418-152fe3c02e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d9f30cc-e405-426f-88cb-33b0fd2429bc,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:35.368956 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8f6a7748-2181-4f69-9c83-113c6ab9ea2b req-8bf44a93-f6d0-43de-88ae-f44d95a49850 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707939 Sep 23 06:52:35.410708 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-75ec2d62-94ce-49b8-bade-118187ac2c9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:35.441092 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-75ec2d62-94ce-49b8-bade-118187ac2c9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:35.460579 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e151d68-4308-4cd1-b99d-48b7e63b5f3a req-98b579e4-bf68-4dc8-b5e5-23515ec7ece3 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:35.462233 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6e151d68-4308-4cd1-b99d-48b7e63b5f3a req-98b579e4-bf68-4dc8-b5e5-23515ec7ece3 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=febbe7ff-1c28-40b9-b945-1d2901bda986 HTTP/1.1" status: 200 len: 945 time: 0.0896049 Sep 23 06:52:35.503214 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad5fdf-866f-4996-9f0b-d350fafb1aa3 req-99600edc-28c7-4121-9155-da9c07e1ece9 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:35.504739 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a6ad5fdf-866f-4996-9f0b-d350fafb1aa3 req-99600edc-28c7-4121-9155-da9c07e1ece9 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.0561182 Sep 23 06:52:35.526918 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6e151d68-4308-4cd1-b99d-48b7e63b5f3a req-688641f7-4312-4417-bedf-227b4039ac0a tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523505 Sep 23 06:52:35.539529 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-75ec2d62-94ce-49b8-bade-118187ac2c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:35.542937 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-75ec2d62-94ce-49b8-bade-118187ac2c9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:35.547233 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-75ec2d62-94ce-49b8-bade-118187ac2c9a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2da1a433-5a8f-4ff2-b3a0-816d4a147bd6 HTTP/1.1" status: 204 len: 168 time: 0.2260771 Sep 23 06:52:35.557778 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ec2d62-94ce-49b8-bade-118187ac2c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da1a433-5a8f-4ff2-b3a0-816d4a147bd6,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:35.567045 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a6ad5fdf-866f-4996-9f0b-d350fafb1aa3 req-7c955ab4-7b2f-49de-8b2d-f5f5293c9fa4 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554154 Sep 23 06:52:35.693851 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef407eae-74c4-4383-8346-5d02fa4b7ca7 req-20372a12-05cb-4ca6-9572-9569822bb37e tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:35.695961 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ef407eae-74c4-4383-8346-5d02fa4b7ca7 req-20372a12-05cb-4ca6-9572-9569822bb37e tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.0556984 Sep 23 06:52:35.747654 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ef407eae-74c4-4383-8346-5d02fa4b7ca7 req-4dffbc75-96f9-432f-a340-59e0977f5c7f tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417755 Sep 23 06:52:35.904778 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da855181-81e5-4eff-bbcd-dcb5832659cf req-dc2c71d4-3615-4a7c-911a-41e2cbc6103d tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:35.906327 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-da855181-81e5-4eff-bbcd-dcb5832659cf req-dc2c71d4-3615-4a7c-911a-41e2cbc6103d tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.0532122 Sep 23 06:52:35.954951 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-da855181-81e5-4eff-bbcd-dcb5832659cf req-064978c1-25be-42ac-af3d-5402f54b8f80 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423291 Sep 23 06:52:36.004038 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e7d73-ef62-471a-817f-786888b75a27 req-06677a54-b728-4908-ade5-4d7ff5c15458 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:36.005809 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ae0e7d73-ef62-471a-817f-786888b75a27 req-06677a54-b728-4908-ade5-4d7ff5c15458 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=eee14b79-e789-41d6-9753-555e3a8b80f9 HTTP/1.1" status: 200 len: 944 time: 0.0731378 Sep 23 06:52:36.059978 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ae0e7d73-ef62-471a-817f-786888b75a27 req-92f5fd21-2441-41a9-acf0-bea07a93c5d9 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459020 Sep 23 06:52:36.121038 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c91f70-b6ea-4ca2-bf3b-b7203de826c4 req-395239c0-2d96-4ca8-97f3-33bfe714897e tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:36.132010 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e4c91f70-b6ea-4ca2-bf3b-b7203de826c4 req-395239c0-2d96-4ca8-97f3-33bfe714897e tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.0953658 Sep 23 06:52:36.170674 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e4c91f70-b6ea-4ca2-bf3b-b7203de826c4 req-9aac1956-9afb-4e25-8253-a035ace82841 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403352 Sep 23 06:52:36.251958 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:36.329702 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe0aa3-a061-48a6-a171-d4b43f151136 req-0b63f401-b532-4968-89cb-01009059c1f7 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:36.331473 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cbfe0aa3-a061-48a6-a171-d4b43f151136 req-0b63f401-b532-4968-89cb-01009059c1f7 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.0548480 Sep 23 06:52:36.377075 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cbfe0aa3-a061-48a6-a171-d4b43f151136 req-9a99238c-5bfe-4840-ae05-56e22afd5ec1 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387223 Sep 23 06:52:36.519492 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d61905-9100-46b3-aa76-18f85419ae49 req-bf1d9518-0b01-4f57-83e5-ff2d54c6e5e8 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:36.521927 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-20d61905-9100-46b3-aa76-18f85419ae49 req-bf1d9518-0b01-4f57-83e5-ff2d54c6e5e8 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.0524838 Sep 23 06:52:36.524565 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device bffc28d5-b707-4db7-be7e-d78aa0b55084 up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:52:36.541490 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 38112) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:52:36.582627 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-20d61905-9100-46b3-aa76-18f85419ae49 req-b556d874-3a6f-495b-9b12-693d94d147cd tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478740 Sep 23 06:52:36.586403 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port bffc28d5-b707-4db7-be7e-d78aa0b55084 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:52:36.590884 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port bffc28d5-b707-4db7-be7e-d78aa0b55084 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:52:36.591366 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:36.679828 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b4ac7-755c-4994-b023-04e4d4e52e9d req-915a3f16-fd25-45a6-adcf-f0fb61511e2b tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:36.690693 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b24b4ac7-755c-4994-b023-04e4d4e52e9d req-915a3f16-fd25-45a6-adcf-f0fb61511e2b tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=febbe7ff-1c28-40b9-b945-1d2901bda986 HTTP/1.1" status: 200 len: 945 time: 0.0755136 Sep 23 06:52:36.728897 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-af965e7d-5174-4728-ad21-875e86854a10 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-476475854-network', 'tenant_id': '3be4c5cb804b4ff99ee0f3347ae7c2c6'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:52:36.734812 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3891d087-ee8c-45d8-8515-e0fdf8194a7c req-e2820157-e379-4d9f-b4db-baf6dace6f60 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:36.744092 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3891d087-ee8c-45d8-8515-e0fdf8194a7c req-e2820157-e379-4d9f-b4db-baf6dace6f60 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.0669861 Sep 23 06:52:36.762345 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:36.763228 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b24b4ac7-755c-4994-b023-04e4d4e52e9d req-3bc7f8dc-2321-428d-88f9-813357cb4a67 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b368ee5-a99f-449b-ae4a-a48133882224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683286 Sep 23 06:52:36.783820 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af965e7d-5174-4728-ad21-875e86854a10 admin admin] Made reservation on behalf of 3be4c5cb804b4ff99ee0f3347ae7c2c6 for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:52:36.789939 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-af965e7d-5174-4728-ad21-875e86854a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:36.805261 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eee14b79-e789-41d6-9753-555e3a8b80f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bffc28d5-b707-4db7-be7e-d78aa0b55084'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:52:36.806812 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3891d087-ee8c-45d8-8515-e0fdf8194a7c req-0df41379-19b7-4af1-b13a-949e20c1bada tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616324 Sep 23 06:52:36.807739 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b5a7f44-3b87-4da4-acaf-3169f10c6804" -d '{"events": [{"server_uuid": "eee14b79-e789-41d6-9753-555e3a8b80f9", "name": "network-vif-plugged", "status": "completed", "tag": "bffc28d5-b707-4db7-be7e-d78aa0b55084"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:52:36.821434 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port bffc28d5-b707-4db7-be7e-d78aa0b55084, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=bffc28d5-b707-4db7-be7e-d78aa0b55084,segment=NetworkSegment(baf87664-ecc7-475d-93f2-159d871e9198),segment_id=baf87664-ecc7-475d-93f2-159d871e9198)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:52:36.821624 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-af965e7d-5174-4728-ad21-875e86854a10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:36.840660 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:36.877568 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b571c6a9-d2a2-4e2d-a2c7-2345c1254529 x-openstack-request-id: req-b571c6a9-d2a2-4e2d-a2c7-2345c1254529 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:52:36.879243 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eee14b79-e789-41d6-9753-555e3a8b80f9", "name": "network-vif-plugged", "status": "completed", "tag": "bffc28d5-b707-4db7-be7e-d78aa0b55084", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:52:36.881029 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b571c6a9-d2a2-4e2d-a2c7-2345c1254529 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:52:36.881468 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eee14b79-e789-41d6-9753-555e3a8b80f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bffc28d5-b707-4db7-be7e-d78aa0b55084', 'code': 200} Sep 23 06:52:36.923164 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=bffc28d5-b707-4db7-be7e-d78aa0b55084,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:36.949801 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-af965e7d-5174-4728-ad21-875e86854a10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:36.974871 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-af965e7d-5174-4728-ad21-875e86854a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:37.002343 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af965e7d-5174-4728-ad21-875e86854a10 admin admin] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:52:37.023334 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd4c3e-00c3-4dbd-9df0-c244e309f8c2 req-55812757-42d6-4112-9892-784bc69e5ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:37.025539 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d0bd4c3e-00c3-4dbd-9df0-c244e309f8c2 req-55812757-42d6-4112-9892-784bc69e5ca4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=eee14b79-e789-41d6-9753-555e3a8b80f9 HTTP/1.1" status: 200 len: 1097 time: 0.0838695 Sep 23 06:52:37.027589 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af965e7d-5174-4728-ad21-875e86854a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b479065b-36b3-4865-ad7c-063369a14027,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:37.030582 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-af965e7d-5174-4728-ad21-875e86854a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:37.030919 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-af965e7d-5174-4728-ad21-875e86854a10 admin admin] Added segment d463f3c4-55b2-48f3-8a95-55ffd5aae5fa of type vlan for network 89158bcd-2a79-4993-ae5b-556a0ab839e7 Sep 23 06:52:37.042604 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfb49cf-f52c-4590-9c32-ec18b6debde3 req-f0091a2e-d31f-454c-ae9b-b479bbfce7d1 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:37.044236 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5dfb49cf-f52c-4590-9c32-ec18b6debde3 req-f0091a2e-d31f-454c-ae9b-b479bbfce7d1 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.0978572 Sep 23 06:52:37.053283 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd7a35-e53d-4a13-b68f-3d9ae1888008 req-113efb2d-0c55-43b5-a10e-9032c5b36764 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:37.055581 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cfbd7a35-e53d-4a13-b68f-3d9ae1888008 req-113efb2d-0c55-43b5-a10e-9032c5b36764 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.58 "GET /v2.0/ports?device_id=febbe7ff-1c28-40b9-b945-1d2901bda986 HTTP/1.1" status: 200 len: 945 time: 0.0958068 Sep 23 06:52:37.092824 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-af965e7d-5174-4728-ad21-875e86854a10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:37.114146 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d0bd4c3e-00c3-4dbd-9df0-c244e309f8c2 req-ea4e4b44-a899-4121-9c80-c1ea7b1dc1a1 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811496 Sep 23 06:52:37.139118 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-af965e7d-5174-4728-ad21-875e86854a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:37.140116 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af965e7d-5174-4728-ad21-875e86854a10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:37.140695 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-af965e7d-5174-4728-ad21-875e86854a10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:37.153883 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5dfb49cf-f52c-4590-9c32-ec18b6debde3 req-11a3666f-9f4a-4872-8647-5e4870fdd1af tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970099 Sep 23 06:52:37.174303 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-af965e7d-5174-4728-ad21-875e86854a10 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6316454 Sep 23 06:52:37.177188 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 38146) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:52:37.200787 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-62efa4f6-f7c3-416c-a0fe-b388122a8b52 admin admin] Request body: {'subnet': {'network_id': '89158bcd-2a79-4993-ae5b-556a0ab839e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-476475854-subnet', 'tenant_id': '3be4c5cb804b4ff99ee0f3347ae7c2c6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:52:37.219711 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af965e7d-5174-4728-ad21-875e86854a10 admin admin] Pushing event updated for resources: {'Network': ['ID=89158bcd-2a79-4993-ae5b-556a0ab839e7,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:37.234048 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 89158bcd-2a79-4993-ae5b-556a0ab839e7 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:52:37.266503 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454811d-ca83-46d2-9ecd-e9fbd7853989 req-286ba67c-5667-4a22-bd70-41be4a22f238 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:37.267795 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62efa4f6-f7c3-416c-a0fe-b388122a8b52 admin admin] Made reservation on behalf of 3be4c5cb804b4ff99ee0f3347ae7c2c6 for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:52:37.272138 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1454811d-ca83-46d2-9ecd-e9fbd7853989 req-286ba67c-5667-4a22-bd70-41be4a22f238 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=eee14b79-e789-41d6-9753-555e3a8b80f9 HTTP/1.1" status: 200 len: 945 time: 0.0893424 Sep 23 06:52:37.272266 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-62efa4f6-f7c3-416c-a0fe-b388122a8b52 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:37.331062 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-cfbd7a35-e53d-4a13-b68f-3d9ae1888008 req-d09e9d7f-13d8-40e0-8809-603694b48142 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Deleting port 1f9428a8-8ec3-4eea-86e3-62005db3f887 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:52:37.331410 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-cfbd7a35-e53d-4a13-b68f-3d9ae1888008 req-d09e9d7f-13d8-40e0-8809-603694b48142 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:37.333843 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1454811d-ca83-46d2-9ecd-e9fbd7853989 req-5a9864cf-392b-482c-92b0-5bca04b3e6e2 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534213 Sep 23 06:52:37.474955 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-cfbd7a35-e53d-4a13-b68f-3d9ae1888008 req-d09e9d7f-13d8-40e0-8809-603694b48142 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] For port 1f9428a8-8ec3-4eea-86e3-62005db3f887, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=1f9428a8-8ec3-4eea-86e3-62005db3f887,segment=NetworkSegment(f93b6022-d5e5-431e-9dcb-2461df9c5b3b),segment_id=f93b6022-d5e5-431e-9dcb-2461df9c5b3b)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:52:37.475584 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-cfbd7a35-e53d-4a13-b68f-3d9ae1888008 req-d09e9d7f-13d8-40e0-8809-603694b48142 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:37.480599 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c85e84-1fd1-4a02-ade4-e6f8688ffb77 req-0efb2bca-673b-4358-b1eb-8133fb2855fa tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:37.486430 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-84c85e84-1fd1-4a02-ade4-e6f8688ffb77 req-0efb2bca-673b-4358-b1eb-8133fb2855fa tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.0607111 Sep 23 06:52:37.495697 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-cfbd7a35-e53d-4a13-b68f-3d9ae1888008 req-d09e9d7f-13d8-40e0-8809-603694b48142 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Calling delete_port for 1f9428a8-8ec3-4eea-86e3-62005db3f887 owned by compute:nova {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:52:37.534691 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-84c85e84-1fd1-4a02-ade4-e6f8688ffb77 req-080efcf8-ee0c-49f3-8ca5-1c9d8b33e42b tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467689 Sep 23 06:52:37.603395 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-62efa4f6-f7c3-416c-a0fe-b388122a8b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:37.701573 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62efa4f6-f7c3-416c-a0fe-b388122a8b52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11f8f7b3-d5e2-420b-8586-bf82f5f03fc6,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:37.732511 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af760c-cd37-4092-8c80-370f78ac902c req-03d75470-12bc-4cb7-b54e-57f6f3dcb7f4 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:37.734065 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-82af760c-cd37-4092-8c80-370f78ac902c req-03d75470-12bc-4cb7-b54e-57f6f3dcb7f4 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.1285086 Sep 23 06:52:37.756900 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62efa4f6-f7c3-416c-a0fe-b388122a8b52 admin admin] Checking segment: {'id': 'd463f3c4-55b2-48f3-8a95-55ffd5aae5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '89158bcd-2a79-4993-ae5b-556a0ab839e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:52:37.757290 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62efa4f6-f7c3-416c-a0fe-b388122a8b52 admin admin] Network hostable DHCP agents. Network: 89158bcd-2a79-4993-ae5b-556a0ab839e7, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:52:37.816655 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-cfbd7a35-e53d-4a13-b68f-3d9ae1888008 req-d09e9d7f-13d8-40e0-8809-603694b48142 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:37.828264 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['1f9428a8-8ec3-4eea-86e3-62005db3f887'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:52:37.828845 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-82af760c-cd37-4092-8c80-370f78ac902c req-c246854e-e3e4-4111-8e11-287d9b6685b3 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727785 Sep 23 06:52:37.829202 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62efa4f6-f7c3-416c-a0fe-b388122a8b52 admin admin] Network 89158bcd-2a79-4993-ae5b-556a0ab839e7 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:52:37.859424 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09e9d7f-13d8-40e0-8809-603694b48142 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Pushing event deleted for resources: {'Port': ['ID=1f9428a8-8ec3-4eea-86e3-62005db3f887,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:37.878699 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-62efa4f6-f7c3-416c-a0fe-b388122a8b52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 89158bcd-2a79-4993-ae5b-556a0ab839e7) {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:52:37.898507 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c71bc2-4470-4ff2-994e-649af3850857 None None] Network 89158bcd-2a79-4993-ae5b-556a0ab839e7 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:52:37.898842 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62efa4f6-f7c3-416c-a0fe-b388122a8b52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:37.899640 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-62efa4f6-f7c3-416c-a0fe-b388122a8b52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:37.917426 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a2cfa047-8008-4c6d-938c-d6639eff3fe7 req-02ad590d-8ace-41ac-aaf5-410aa948d361 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.39 "GET /v2.0/ports?device_id=febbe7ff-1c28-40b9-b945-1d2901bda986 HTTP/1.1" status: 200 len: 210 time: 0.0583274 Sep 23 06:52:37.946785 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfbd7a35-e53d-4a13-b68f-3d9ae1888008 req-d09e9d7f-13d8-40e0-8809-603694b48142 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] No DVR routers for this DVR port 1f9428a8-8ec3-4eea-86e3-62005db3f887 on host n-h2-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:52:37.949434 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-cfbd7a35-e53d-4a13-b68f-3d9ae1888008 req-d09e9d7f-13d8-40e0-8809-603694b48142 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:37.951666 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cfbd7a35-e53d-4a13-b68f-3d9ae1888008 req-d09e9d7f-13d8-40e0-8809-603694b48142 tempest-DeleteServersTestJSON-356263076 tempest-DeleteServersTestJSON-356263076-project] 10.222.0.58 "DELETE /v2.0/ports/1f9428a8-8ec3-4eea-86e3-62005db3f887 HTTP/1.1" status: 204 len: 173 time: 0.8888800 Sep 23 06:52:37.952109 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'febbe7ff-1c28-40b9-b945-1d2901bda986', 'name': 'network-vif-deleted', 'tag': '1f9428a8-8ec3-4eea-86e3-62005db3f887'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:52:37.954395 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8a5ba5-ef2b-472a-8e2b-b1d4af44d91a" -d '{"events": [{"server_uuid": "febbe7ff-1c28-40b9-b945-1d2901bda986", "name": "network-vif-deleted", "tag": "1f9428a8-8ec3-4eea-86e3-62005db3f887"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:52:37.967411 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 38198) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:52:37.967721 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-62efa4f6-f7c3-416c-a0fe-b388122a8b52 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7866464 Sep 23 06:52:37.972169 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-3160261a-b1a1-46cc-b7cc-f20259d918d7 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-476475854-router', 'tenant_id': '3be4c5cb804b4ff99ee0f3347ae7c2c6', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:52:38.006360 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3160261a-b1a1-46cc-b7cc-f20259d918d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:38.010504 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3160261a-b1a1-46cc-b7cc-f20259d918d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:38.074985 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a31d40e7-115d-49ec-abca-a624de68b36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:38.086224 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab01c09-57a0-41b8-a47f-5eb9a695173b x-openstack-request-id: req-6ab01c09-57a0-41b8-a47f-5eb9a695173b {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:52:38.087356 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "febbe7ff-1c28-40b9-b945-1d2901bda986", "name": "network-vif-deleted", "tag": "1f9428a8-8ec3-4eea-86e3-62005db3f887", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:52:38.087740 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6ab01c09-57a0-41b8-a47f-5eb9a695173b {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:52:38.088170 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'febbe7ff-1c28-40b9-b945-1d2901bda986', 'name': 'network-vif-deleted', 'tag': '1f9428a8-8ec3-4eea-86e3-62005db3f887', 'status': 'completed', 'code': 200} Sep 23 06:52:38.129783 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3160261a-b1a1-46cc-b7cc-f20259d918d7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:38.141413 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3896b8a0-81f1-45c9-b587-7c92f7771c58 req-d4131267-4ee3-4459-94a0-a64269c188b7 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:38.151463 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3896b8a0-81f1-45c9-b587-7c92f7771c58 req-d4131267-4ee3-4459-94a0-a64269c188b7 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.1354747 Sep 23 06:52:38.197052 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d434853-9ce6-4af3-803e-6ab65fc350d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-89158bcd-2a79-4993-ae5b-556a0ab839e7', 'network_id': '89158bcd-2a79-4993-ae5b-556a0ab839e7', 'tenant_id': '3be4c5cb804b4ff99ee0f3347ae7c2c6', 'fixed_ips': [{'subnet_id': '11f8f7b3-d5e2-420b-8586-bf82f5f03fc6'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 06:52:38.202330 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2d434853-9ce6-4af3-803e-6ab65fc350d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:38.301604 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3896b8a0-81f1-45c9-b587-7c92f7771c58 req-9f082820-e0ec-482a-a374-e9c1b8c5f2e0 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450033 Sep 23 06:52:38.332062 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3160261a-b1a1-46cc-b7cc-f20259d918d7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:38.372242 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 38208) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:52:38.389463 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-2d434853-9ce6-4af3-803e-6ab65fc350d1 None None] Allocated IP 172.20.0.2 (89158bcd-2a79-4993-ae5b-556a0ab839e7/11f8f7b3-d5e2-420b-8586-bf82f5f03fc6/ab5ee781-6a7e-4630-a30c-858b6c33fdf5) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:52:38.518466 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28419684-9827-4aa0-8cbb-ae7abf61357e req-f85776b8-3555-425c-a01f-90efa0a70af0 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:38.520787 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-28419684-9827-4aa0-8cbb-ae7abf61357e req-f85776b8-3555-425c-a01f-90efa0a70af0 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.1177421 Sep 23 06:52:38.566163 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3f9e4f39-0bdd-4be3-9bb1-4c76a246e1dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:38.597648 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-28419684-9827-4aa0-8cbb-ae7abf61357e req-65cccd0f-3e91-4ff3-a52b-a7f8007cffaa tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686140 Sep 23 06:52:38.609579 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0121120e-ee85-4ba5-b7d8-5ad4407d7be4 req-f787232f-df0b-42be-babf-468d34502af7 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:38.611897 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0121120e-ee85-4ba5-b7d8-5ad4407d7be4 req-f787232f-df0b-42be-babf-468d34502af7 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=eee14b79-e789-41d6-9753-555e3a8b80f9 HTTP/1.1" status: 200 len: 945 time: 0.0857701 Sep 23 06:52:38.664580 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0121120e-ee85-4ba5-b7d8-5ad4407d7be4 req-1f8ad146-0d04-4245-a148-fa2bdbd473f2 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460069 Sep 23 06:52:38.748747 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2d434853-9ce6-4af3-803e-6ab65fc350d1 None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:38.756508 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2d434853-9ce6-4af3-803e-6ab65fc350d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:38.791569 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3160261a-b1a1-46cc-b7cc-f20259d918d7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:38.802809 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d434853-9ce6-4af3-803e-6ab65fc350d1 None None] Network 89158bcd-2a79-4993-ae5b-556a0ab839e7 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:52:38.807422 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-2d434853-9ce6-4af3-803e-6ab65fc350d1 None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:52:38.811018 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d434853-9ce6-4af3-803e-6ab65fc350d1 None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:52:38.814180 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709b40f5-6583-4587-982a-9cfb83fd8c40 req-7fae0df3-2a1e-483c-a536-111180538cc5 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:38.815945 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-709b40f5-6583-4587-982a-9cfb83fd8c40 req-7fae0df3-2a1e-483c-a536-111180538cc5 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.0669863 Sep 23 06:52:38.823329 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3160261a-b1a1-46cc-b7cc-f20259d918d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:38.828833 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d434853-9ce6-4af3-803e-6ab65fc350d1 None None] Pushing event updated for resources: {'Port': ['ID=ab5ee781-6a7e-4630-a30c-858b6c33fdf5,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:38.854340 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3f9e4f39-0bdd-4be3-9bb1-4c76a246e1dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:38.878429 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-709b40f5-6583-4587-982a-9cfb83fd8c40 req-272fc8d5-0e86-4f71-b302-f08912edf41f tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539727 Sep 23 06:52:38.887714 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3f9e4f39-0bdd-4be3-9bb1-4c76a246e1dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:38.891570 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-2d434853-9ce6-4af3-803e-6ab65fc350d1 None None] Attempting to bind port ab5ee781-6a7e-4630-a30c-858b6c33fdf5 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:52:38.891866 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-2d434853-9ce6-4af3-803e-6ab65fc350d1 None None] Attempting to bind port ab5ee781-6a7e-4630-a30c-858b6c33fdf5 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': 'd463f3c4-55b2-48f3-8a95-55ffd5aae5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '89158bcd-2a79-4993-ae5b-556a0ab839e7'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:52:38.892224 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d434853-9ce6-4af3-803e-6ab65fc350d1 None None] Attempting to bind port ab5ee781-6a7e-4630-a30c-858b6c33fdf5 on network 89158bcd-2a79-4993-ae5b-556a0ab839e7 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:52:38.897490 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d434853-9ce6-4af3-803e-6ab65fc350d1 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:52:38.898684 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d434853-9ce6-4af3-803e-6ab65fc350d1 None None] Checking segment: {'id': 'd463f3c4-55b2-48f3-8a95-55ffd5aae5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '89158bcd-2a79-4993-ae5b-556a0ab839e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:52:38.899193 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2d434853-9ce6-4af3-803e-6ab65fc350d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:38.899642 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d434853-9ce6-4af3-803e-6ab65fc350d1 None None] Bound using segment: {'id': 'd463f3c4-55b2-48f3-8a95-55ffd5aae5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '89158bcd-2a79-4993-ae5b-556a0ab839e7'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:52:38.900109 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-2d434853-9ce6-4af3-803e-6ab65fc350d1 None None] Bound port: ab5ee781-6a7e-4630-a30c-858b6c33fdf5, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd463f3c4-55b2-48f3-8a95-55ffd5aae5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '89158bcd-2a79-4993-ae5b-556a0ab839e7'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:52:38.900485 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2d434853-9ce6-4af3-803e-6ab65fc350d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:38.970289 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-2d434853-9ce6-4af3-803e-6ab65fc350d1 None None] For port ab5ee781-6a7e-4630-a30c-858b6c33fdf5, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:52:38.975678 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-2d434853-9ce6-4af3-803e-6ab65fc350d1 None None] For port ab5ee781-6a7e-4630-a30c-858b6c33fdf5, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=ab5ee781-6a7e-4630-a30c-858b6c33fdf5,segment=NetworkSegment(d463f3c4-55b2-48f3-8a95-55ffd5aae5fa),segment_id=d463f3c4-55b2-48f3-8a95-55ffd5aae5fa)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:52:38.980445 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2d434853-9ce6-4af3-803e-6ab65fc350d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:38.995237 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9e4f39-0bdd-4be3-9bb1-4c76a246e1dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1402326-bf6f-4176-bec3-84afb936cbd0,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:39.003244 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-3f9e4f39-0bdd-4be3-9bb1-4c76a246e1dc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c202b0583d1c4132b4b60e1a766ee8c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6297381 Sep 23 06:52:39.006534 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 38226) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:52:39.015484 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c2785d-d299-4e0d-8349-c3e44ede0fa8 req-ecb7fac9-b824-4a5b-829d-7334792b7ff5 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:39.017044 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-25c2785d-d299-4e0d-8349-c3e44ede0fa8 req-ecb7fac9-b824-4a5b-829d-7334792b7ff5 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.0578554 Sep 23 06:52:39.048714 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b3565d-560a-4138-8d08-fed95c2fc80b req-bbe29b3b-042c-4e44-8d9c-256d42ceede3 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:39.050212 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c7b3565d-560a-4138-8d08-fed95c2fc80b req-bbe29b3b-042c-4e44-8d9c-256d42ceede3 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=eee14b79-e789-41d6-9753-555e3a8b80f9 HTTP/1.1" status: 200 len: 945 time: 0.1670485 Sep 23 06:52:39.061657 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d434853-9ce6-4af3-803e-6ab65fc350d1 None None] Pushing event updated for resources: {'Port': ['ID=ab5ee781-6a7e-4630-a30c-858b6c33fdf5,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:39.086334 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-25c2785d-d299-4e0d-8349-c3e44ede0fa8 req-3f825292-65da-4f2e-8ade-c63c2e892b47 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621941 Sep 23 06:52:39.416112 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-3160261a-b1a1-46cc-b7cc-f20259d918d7 admin admin] Allocated IP 172.25.2.121 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/c33bd2a1-9902-4797-9792-350b9cbfccfb) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:52:39.435167 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dd7bfb-7aad-46f8-b820-900ed30ec62a req-f93e39cd-497a-4070-8aee-11d8f2a0524e tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:39.436712 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f4dd7bfb-7aad-46f8-b820-900ed30ec62a req-f93e39cd-497a-4070-8aee-11d8f2a0524e tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.0635076 Sep 23 06:52:39.476995 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f4dd7bfb-7aad-46f8-b820-900ed30ec62a req-bb15bd6c-c951-4bb1-8def-393993bc861c tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339942 Sep 23 06:52:39.498600 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-53db3cbe-1195-4eaa-9fdd-8a76c358d577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:39.506919 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c7b3565d-560a-4138-8d08-fed95c2fc80b req-ecac0e24-6c4c-4fee-83c8-988ace85125f tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4403758 Sep 23 06:52:39.558246 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-53db3cbe-1195-4eaa-9fdd-8a76c358d577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:39.625361 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3160261a-b1a1-46cc-b7cc-f20259d918d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:39.641352 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8d927d-00ff-48c1-b17f-52b58f6138fb req-912b5049-5ae5-439f-a2b3-89a3b4cbd2b8 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:39.643718 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fc8d927d-00ff-48c1-b17f-52b58f6138fb req-912b5049-5ae5-439f-a2b3-89a3b4cbd2b8 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.0607946 Sep 23 06:52:39.654120 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-53db3cbe-1195-4eaa-9fdd-8a76c358d577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:39.657392 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-53db3cbe-1195-4eaa-9fdd-8a76c358d577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:39.661238 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-53db3cbe-1195-4eaa-9fdd-8a76c358d577 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a1402326-bf6f-4176-bec3-84afb936cbd0 HTTP/1.1" status: 204 len: 168 time: 0.6512661 Sep 23 06:52:39.695180 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fc8d927d-00ff-48c1-b17f-52b58f6138fb req-521c750c-c830-421b-8399-a3ecef01bf02 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423968 Sep 23 06:52:39.700695 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53db3cbe-1195-4eaa-9fdd-8a76c358d577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1402326-bf6f-4176-bec3-84afb936cbd0,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:39.712259 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3160261a-b1a1-46cc-b7cc-f20259d918d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:39.777139 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3160261a-b1a1-46cc-b7cc-f20259d918d7 admin admin] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:52:39.788225 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b33fb86-bd48-4f94-ad16-d8b2064c5d54 req-1ef28572-e8ec-4054-9d8e-d69a6184a09c tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:39.795942 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9b33fb86-bd48-4f94-ad16-d8b2064c5d54 req-1ef28572-e8ec-4054-9d8e-d69a6184a09c tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=eee14b79-e789-41d6-9753-555e3a8b80f9 HTTP/1.1" status: 200 len: 945 time: 0.1335163 Sep 23 06:52:39.809495 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-3160261a-b1a1-46cc-b7cc-f20259d918d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:52:39.816524 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3160261a-b1a1-46cc-b7cc-f20259d918d7 admin admin] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:52:39.847890 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160261a-b1a1-46cc-b7cc-f20259d918d7 admin admin] Pushing event updated for resources: {'Port': ['ID=c33bd2a1-9902-4797-9792-350b9cbfccfb,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:39.898625 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:39.904286 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9b33fb86-bd48-4f94-ad16-d8b2064c5d54 req-5d23e26a-ec62-4049-b2e4-4bfe2b6c9e28 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071973 Sep 23 06:52:39.981757 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ab930-b566-457c-956d-5a8d74fba42f req-f2dc5e08-bb76-47be-938b-a942761b62e1 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:39.997429 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-319ab930-b566-457c-956d-5a8d74fba42f req-f2dc5e08-bb76-47be-938b-a942761b62e1 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.1007793 Sep 23 06:52:40.056808 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-319ab930-b566-457c-956d-5a8d74fba42f req-85710af0-d841-462d-9e0d-7ef7cdb491ea tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580420 Sep 23 06:52:40.063435 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 38264) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:52:40.101375 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f2da8d11-1acb-4d95-91b7-1b1d914a58a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:40.216868 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3160261a-b1a1-46cc-b7cc-f20259d918d7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:40.248615 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22674963-c035-4cea-98fe-27f98c7547da None None] Network 89158bcd-2a79-4993-ae5b-556a0ab839e7 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:52:40.344569 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296f064f-8c70-444b-b7b1-5334049aacce req-b18065fc-4a16-42c6-8243-074699028c56 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:40.346103 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-296f064f-8c70-444b-b7b1-5334049aacce req-b18065fc-4a16-42c6-8243-074699028c56 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.1656427 Sep 23 06:52:40.361668 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device ab5ee781-6a7e-4630-a30c-858b6c33fdf5 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:52:40.368600 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-becd5013-4c9d-42ae-abfc-63bf97d9531f None None] Provisioning complete for port ab5ee781-6a7e-4630-a30c-858b6c33fdf5 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:52:40.368972 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-becd5013-4c9d-42ae-abfc-63bf97d9531f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:40.410690 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f2da8d11-1acb-4d95-91b7-1b1d914a58a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:40.420442 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-296f064f-8c70-444b-b7b1-5334049aacce req-34d39492-1291-405e-8548-816bbd5fed68 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603714 Sep 23 06:52:40.421996 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f2da8d11-1acb-4d95-91b7-1b1d914a58a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:40.460888 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588293eb-de32-48cd-9b02-9d3c8070bbcd req-90e8d8c6-5337-4a4e-8f33-3072c80b4534 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:40.460888 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-588293eb-de32-48cd-9b02-9d3c8070bbcd req-90e8d8c6-5337-4a4e-8f33-3072c80b4534 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=eee14b79-e789-41d6-9753-555e3a8b80f9 HTTP/1.1" status: 200 len: 945 time: 0.1142061 Sep 23 06:52:40.480170 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-f2da8d11-1acb-4d95-91b7-1b1d914a58a2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=83d403c258f1453ca2f8b38bccbed8a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4134519 Sep 23 06:52:40.480708 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 38280) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:52:40.481485 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2da8d11-1acb-4d95-91b7-1b1d914a58a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f67a37d-6158-4a0b-b296-6d877ff125bc,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:40.540803 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 1f9428a8-8ec3-4eea-86e3-62005db3f887 no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:52:40.572384 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-588293eb-de32-48cd-9b02-9d3c8070bbcd req-bf357b4c-0fa7-4d2c-be84-01f8c225dafa tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102605 Sep 23 06:52:40.594795 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No Port match for: 1f9428a8-8ec3-4eea-86e3-62005db3f887 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:52:40.595084 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 1f9428a8-8ec3-4eea-86e3-62005db3f887 not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:52:40.596899 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3160261a-b1a1-46cc-b7cc-f20259d918d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:40.602396 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port ab5ee781-6a7e-4630-a30c-858b6c33fdf5 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:52:40.602762 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:40.679430 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-becd5013-4c9d-42ae-abfc-63bf97d9531f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:40.744218 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-becd5013-4c9d-42ae-abfc-63bf97d9531f None None] For port ab5ee781-6a7e-4630-a30c-858b6c33fdf5, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=ab5ee781-6a7e-4630-a30c-858b6c33fdf5,segment=NetworkSegment(d463f3c4-55b2-48f3-8a95-55ffd5aae5fa),segment_id=d463f3c4-55b2-48f3-8a95-55ffd5aae5fa)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:52:40.745053 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5b43e03b-9824-4b24-975d-6e294c621739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:40.770311 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-becd5013-4c9d-42ae-abfc-63bf97d9531f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:40.781620 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5b43e03b-9824-4b24-975d-6e294c621739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:40.804852 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3160261a-b1a1-46cc-b7cc-f20259d918d7 admin admin] Router 70e7ed44-50f0-43ab-ae05-66577310bc99 is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 06:52:40.920039 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5b43e03b-9824-4b24-975d-6e294c621739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:40.922851 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5b43e03b-9824-4b24-975d-6e294c621739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:40.924140 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-5b43e03b-9824-4b24-975d-6e294c621739 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3f67a37d-6158-4a0b-b296-6d877ff125bc HTTP/1.1" status: 204 len: 168 time: 0.4409740 Sep 23 06:52:40.925626 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becd5013-4c9d-42ae-abfc-63bf97d9531f None None] Pushing event updated for resources: {'Port': ['ID=ab5ee781-6a7e-4630-a30c-858b6c33fdf5,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:40.964482 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b43e03b-9824-4b24-975d-6e294c621739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f67a37d-6158-4a0b-b296-6d877ff125bc,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:40.986195 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3160261a-b1a1-46cc-b7cc-f20259d918d7 admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:52:40.996632 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5f21b8-65db-484c-96ea-5d1bb2f91955 None None] Sync routers for ids ['70e7ed44-50f0-43ab-ae05-66577310bc99'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:52:41.008987 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5f21b8-65db-484c-96ea-5d1bb2f91955 None None] Routers {'70e7ed44-50f0-43ab-ae05-66577310bc99'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:52:41.009541 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3160261a-b1a1-46cc-b7cc-f20259d918d7 admin admin] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:41.013831 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-3160261a-b1a1-46cc-b7cc-f20259d918d7 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0425780 Sep 23 06:52:41.014003 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-da5f21b8-65db-484c-96ea-5d1bb2f91955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:52:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['70e7ed44-50f0-43ab-ae05-66577310bc99'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:52:41.014109 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 38300) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:52:41.029369 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-7c8a0fcc-b67f-47c4-9e5c-c29385e20961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:41.200143 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-747367d8-20b2-45a5-b4da-260595e88f30 None None] Provisioning complete for port ab5ee781-6a7e-4630-a30c-858b6c33fdf5 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:52:41.202128 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-747367d8-20b2-45a5-b4da-260595e88f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:41.248591 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-da5f21b8-65db-484c-96ea-5d1bb2f91955 None None] Set router 70e7ed44-50f0-43ab-ae05-66577310bc99 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:52:41.321334 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490dbd3f-1327-4440-bee6-4cec5619eb4a req-9d423d2c-200e-4d92-b96d-8035ac93dffe tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:41.328563 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-490dbd3f-1327-4440-bee6-4cec5619eb4a req-9d423d2c-200e-4d92-b96d-8035ac93dffe tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.1310618 Sep 23 06:52:41.459895 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:41.460201 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-490dbd3f-1327-4440-bee6-4cec5619eb4a req-f5fdddd0-3aca-4c8a-a76c-561b0dfd81fd tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304741 Sep 23 06:52:41.606683 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-da5f21b8-65db-484c-96ea-5d1bb2f91955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e7ed44-50f0-43ab-ae05-66577310bc99', 'name': 'tempest-TaggedBootDevicesTest-476475854-router', 'tenant_id': '3be4c5cb804b4ff99ee0f3347ae7c2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': 'c33bd2a1-9902-4797-9792-350b9cbfccfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:52:38Z', 'updated_at': '2021-09-23T06:52:40Z', 'revision_number': 3, 'project_id': '3be4c5cb804b4ff99ee0f3347ae7c2c6', 'gw_port': {'id': 'c33bd2a1-9902-4797-9792-350b9cbfccfb', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:66:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e7ed44-50f0-43ab-ae05-66577310bc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:52:38Z', 'updated_at': '2021-09-23T06:52:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:52:41.648379 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5f21b8-65db-484c-96ea-5d1bb2f91955 None None] Checking router: 70e7ed44-50f0-43ab-ae05-66577310bc99 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:52:41.648734 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5f21b8-65db-484c-96ea-5d1bb2f91955 None None] Updating router 70e7ed44-50f0-43ab-ae05-66577310bc99 port c33bd2a1-9902-4797-9792-350b9cbfccfb binding host n-d-715271-16 {{(pid=95068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 06:52:41.706943 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-da5f21b8-65db-484c-96ea-5d1bb2f91955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:41.746191 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-121093a8-3378-4054-a3ba-dd6487623ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:41.864982 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e274ccf-8c40-405f-a18e-9b60ba5fee1b req-10956538-eed5-4ded-bec7-e45c39fb2a51 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:41.872115 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 06:52:41.874182 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0e274ccf-8c40-405f-a18e-9b60ba5fee1b req-10956538-eed5-4ded-bec7-e45c39fb2a51 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=eee14b79-e789-41d6-9753-555e3a8b80f9 HTTP/1.1" status: 200 len: 945 time: 0.1425071 Sep 23 06:52:42.008925 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0e274ccf-8c40-405f-a18e-9b60ba5fee1b req-b958fda1-d485-40b2-ab8e-fba7b5dbd2d0 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338410 Sep 23 06:52:42.055992 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82adb847-9d9e-4699-8602-46411b5b5c88 req-5582b35e-73de-4bbd-bc95-01d200aae43c tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:42.059221 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-82adb847-9d9e-4699-8602-46411b5b5c88 req-5582b35e-73de-4bbd-bc95-01d200aae43c tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 944 time: 0.0808663 Sep 23 06:52:42.072636 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-121093a8-3378-4054-a3ba-dd6487623ae4 admin admin] Allocated IP 172.20.0.1 (89158bcd-2a79-4993-ae5b-556a0ab839e7/11f8f7b3-d5e2-420b-8586-bf82f5f03fc6/e9584c77-25b4-4e41-a033-9348f00c5a12) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:52:42.138937 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-82adb847-9d9e-4699-8602-46411b5b5c88 req-222e88df-5ad2-4f38-b1c8-144be8ef388f tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637460 Sep 23 06:52:42.146169 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-da5f21b8-65db-484c-96ea-5d1bb2f91955 None None] Notify callbacks [] for port, precommit_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:42.155638 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-da5f21b8-65db-484c-96ea-5d1bb2f91955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:42.209420 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:42.239214 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7fd217-568e-4fdb-9f82-8222d328909b None None] Pushing event updated for resources: {'Port': ['ID=c33bd2a1-9902-4797-9792-350b9cbfccfb,revision_number=2']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:42.255559 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-da5f21b8-65db-484c-96ea-5d1bb2f91955 None None] Attempting to bind port c33bd2a1-9902-4797-9792-350b9cbfccfb on host n-d-715271-16 for vnic_type normal with profile {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:52:42.256137 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-da5f21b8-65db-484c-96ea-5d1bb2f91955 None None] Attempting to bind port c33bd2a1-9902-4797-9792-350b9cbfccfb by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:52:42.257905 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5f21b8-65db-484c-96ea-5d1bb2f91955 None None] Attempting to bind port c33bd2a1-9902-4797-9792-350b9cbfccfb on network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:52:42.263397 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5f21b8-65db-484c-96ea-5d1bb2f91955 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:52:42.264346 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5f21b8-65db-484c-96ea-5d1bb2f91955 None None] Checking segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:52:42.264346 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-da5f21b8-65db-484c-96ea-5d1bb2f91955 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:42.264574 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5f21b8-65db-484c-96ea-5d1bb2f91955 None None] Bound using segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:52:42.265036 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-da5f21b8-65db-484c-96ea-5d1bb2f91955 None None] Bound port: c33bd2a1-9902-4797-9792-350b9cbfccfb, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:52:42.265404 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-da5f21b8-65db-484c-96ea-5d1bb2f91955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:42.320436 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-da5f21b8-65db-484c-96ea-5d1bb2f91955 None None] For port c33bd2a1-9902-4797-9792-350b9cbfccfb, host n-d-715271-16, cleared binding levels {{(pid=95068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:52:42.325835 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-da5f21b8-65db-484c-96ea-5d1bb2f91955 None None] For port c33bd2a1-9902-4797-9792-350b9cbfccfb, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=c33bd2a1-9902-4797-9792-350b9cbfccfb,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:52:42.331417 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-da5f21b8-65db-484c-96ea-5d1bb2f91955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:42.340339 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-121093a8-3378-4054-a3ba-dd6487623ae4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:42.349785 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494bf6a8-7c99-450b-b88d-ba302e03dd30 req-814fa623-952c-442e-af7c-8a170be2b068 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:42.361434 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-494bf6a8-7c99-450b-b88d-ba302e03dd30 req-814fa623-952c-442e-af7c-8a170be2b068 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 944 time: 0.1044145 Sep 23 06:52:42.368401 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device ab5ee781-6a7e-4630-a30c-858b6c33fdf5 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:52:42.401737 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5f21b8-65db-484c-96ea-5d1bb2f91955 None None] Routers {'70e7ed44-50f0-43ab-ae05-66577310bc99'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:52:42.402391 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-da5f21b8-65db-484c-96ea-5d1bb2f91955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:52:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['70e7ed44-50f0-43ab-ae05-66577310bc99'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:52:42.470989 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port ab5ee781-6a7e-4630-a30c-858b6c33fdf5 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:52:42.471602 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-121093a8-3378-4054-a3ba-dd6487623ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:42.471989 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:42.477506 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7fd217-568e-4fdb-9f82-8222d328909b None None] Pushing event updated for resources: {'Port': ['ID=c33bd2a1-9902-4797-9792-350b9cbfccfb,revision_number=3']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:42.528835 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121093a8-3378-4054-a3ba-dd6487623ae4 admin admin] Network 89158bcd-2a79-4993-ae5b-556a0ab839e7 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:52:42.532572 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-494bf6a8-7c99-450b-b88d-ba302e03dd30 req-27bac406-0763-4add-8fcd-4a8f0cc2e076 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1697342 Sep 23 06:52:42.536116 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-121093a8-3378-4054-a3ba-dd6487623ae4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:52:42.541412 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121093a8-3378-4054-a3ba-dd6487623ae4 admin admin] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:52:42.598907 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-da5f21b8-65db-484c-96ea-5d1bb2f91955 None None] Set router 70e7ed44-50f0-43ab-ae05-66577310bc99 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:52:42.601981 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121093a8-3378-4054-a3ba-dd6487623ae4 admin admin] Pushing event updated for resources: {'Port': ['ID=e9584c77-25b4-4e41-a033-9348f00c5a12,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:42.665924 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-121093a8-3378-4054-a3ba-dd6487623ae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068614'] for router_interface, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:42.773593 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540e4d76-415b-4f95-ba4b-119d5d94d1df req-bf960f7f-d1e5-45de-8eeb-1c5fe9796260 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:42.787254 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-540e4d76-415b-4f95-ba4b-119d5d94d1df req-bf960f7f-d1e5-45de-8eeb-1c5fe9796260 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.1919668 Sep 23 06:52:42.850617 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-540e4d76-415b-4f95-ba4b-119d5d94d1df req-222dde90-1dca-4e31-bad1-6edd2cfa5bdc tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617845 Sep 23 06:52:42.970277 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-121093a8-3378-4054-a3ba-dd6487623ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:42.988259 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-da5f21b8-65db-484c-96ea-5d1bb2f91955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e7ed44-50f0-43ab-ae05-66577310bc99', 'name': 'tempest-TaggedBootDevicesTest-476475854-router', 'tenant_id': '3be4c5cb804b4ff99ee0f3347ae7c2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': 'c33bd2a1-9902-4797-9792-350b9cbfccfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:52:38Z', 'updated_at': '2021-09-23T06:52:40Z', 'revision_number': 3, 'project_id': '3be4c5cb804b4ff99ee0f3347ae7c2c6', 'gw_port': {'id': 'c33bd2a1-9902-4797-9792-350b9cbfccfb', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:66:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e7ed44-50f0-43ab-ae05-66577310bc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:52:38Z', 'updated_at': '2021-09-23T06:52:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:52:43.019249 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5f21b8-65db-484c-96ea-5d1bb2f91955 None None] The sync data for ids ['70e7ed44-50f0-43ab-ae05-66577310bc99'] in n-d-715271-16 is: [{'id': '70e7ed44-50f0-43ab-ae05-66577310bc99', 'name': 'tempest-TaggedBootDevicesTest-476475854-router', 'tenant_id': '3be4c5cb804b4ff99ee0f3347ae7c2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': 'c33bd2a1-9902-4797-9792-350b9cbfccfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:52:38Z', 'updated_at': '2021-09-23T06:52:40Z', 'revision_number': 3, 'project_id': '3be4c5cb804b4ff99ee0f3347ae7c2c6', 'gw_port': {'id': 'c33bd2a1-9902-4797-9792-350b9cbfccfb', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:66:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e7ed44-50f0-43ab-ae05-66577310bc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:52:38Z', 'updated_at': '2021-09-23T06:52:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:52:43.041055 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-b16ca118-2c43-4a39-8e9d-f38bdc0c328b None None] Provisioning complete for port e9584c77-25b4-4e41-a033-9348f00c5a12 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:52:43.041524 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b16ca118-2c43-4a39-8e9d-f38bdc0c328b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:43.111155 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-b16ca118-2c43-4a39-8e9d-f38bdc0c328b None None] Port e9584c77-25b4-4e41-a033-9348f00c5a12 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:52:43.205884 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f01409-56d8-4757-bc8f-6546006bc88c req-49496272-7caa-4d30-ab6f-783e8f9e1a19 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:43.216029 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-24f01409-56d8-4757-bc8f-6546006bc88c req-49496272-7caa-4d30-ab6f-783e8f9e1a19 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=eee14b79-e789-41d6-9753-555e3a8b80f9 HTTP/1.1" status: 200 len: 945 time: 0.0858645 Sep 23 06:52:43.224443 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b085fa2c-aad2-40c8-b787-9f7db29f0933 req-594c135f-dd5e-48f7-bc75-9ec8273a0df5 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:43.226479 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b085fa2c-aad2-40c8-b787-9f7db29f0933 req-594c135f-dd5e-48f7-bc75-9ec8273a0df5 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/networks?id=d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64 HTTP/1.1" status: 200 len: 811 time: 0.2454908 Sep 23 06:52:43.276407 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-24f01409-56d8-4757-bc8f-6546006bc88c req-52c029a3-0b0b-4f0d-8ae5-01753eb524c1 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553570 Sep 23 06:52:43.284574 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b085fa2c-aad2-40c8-b787-9f7db29f0933 req-00a46bec-4f3d-4ef6-abdb-8c22fa24dd73 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/quotas/8275c6392a72426db62ebfc4817f4420 HTTP/1.1" status: 200 len: 375 time: 0.0213282 Sep 23 06:52:43.343534 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 38398) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:52:43.417579 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-121093a8-3378-4054-a3ba-dd6487623ae4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:43.446937 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b085fa2c-aad2-40c8-b787-9f7db29f0933 req-2673080e-e914-4271-9c93-fb6406b3292c tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8275c6392a72426db62ebfc4817f4420&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1538093 Sep 23 06:52:43.448089 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-121093a8-3378-4054-a3ba-dd6487623ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:43.545203 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a0b4991e-8d35-4195-8544-f23dd78e55bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:43.549029 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121093a8-3378-4054-a3ba-dd6487623ae4 admin admin] Pushing event updated for resources: {'Port': ['ID=e9584c77-25b4-4e41-a033-9348f00c5a12,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:43.555209 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-121093a8-3378-4054-a3ba-dd6487623ae4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067062'] for router_interface, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:43.673730 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a0b4991e-8d35-4195-8544-f23dd78e55bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:43.679468 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a0b4991e-8d35-4195-8544-f23dd78e55bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:43.686983 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b085fa2c-aad2-40c8-b787-9f7db29f0933 req-933e45b3-17c0-419e-b544-db5a4c425146 service neutron] 10.222.0.39 "GET /v2.0/networks/d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967306 Sep 23 06:52:43.714792 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-a0b4991e-8d35-4195-8544-f23dd78e55bc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6c216288e84f42f783c478209a5ae342&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3700185 Sep 23 06:52:43.717691 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 38402) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:52:43.734707 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:43.762278 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121093a8-3378-4054-a3ba-dd6487623ae4 admin admin] Network 89158bcd-2a79-4993-ae5b-556a0ab839e7 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:52:43.782495 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b4991e-8d35-4195-8544-f23dd78e55bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f46987-592b-44e7-96fe-ca483384376d,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:43.801888 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6f771682-0055-4e2a-9bff-42533596d68d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:43.807193 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-121093a8-3378-4054-a3ba-dd6487623ae4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:52:43.841664 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6f771682-0055-4e2a-9bff-42533596d68d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:43.933423 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6f771682-0055-4e2a-9bff-42533596d68d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:43.940772 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6f771682-0055-4e2a-9bff-42533596d68d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:43.943927 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-6f771682-0055-4e2a-9bff-42533596d68d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a3f46987-592b-44e7-96fe-ca483384376d HTTP/1.1" status: 204 len: 168 time: 0.2231977 Sep 23 06:52:43.979510 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f771682-0055-4e2a-9bff-42533596d68d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f46987-592b-44e7-96fe-ca483384376d,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:44.117049 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa4f16-6581-445d-979d-1520bec9f6b0 req-e1fafd08-11db-4523-8841-cce108dd1e6d tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:44.131680 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d3aa4f16-6581-445d-979d-1520bec9f6b0 req-e1fafd08-11db-4523-8841-cce108dd1e6d tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.1345336 Sep 23 06:52:44.215239 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d3aa4f16-6581-445d-979d-1520bec9f6b0 req-5d4b4f09-d3bd-48cd-98f9-90a3e92732dd tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772231 Sep 23 06:52:44.260069 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-19fec399-2121-4f62-b56d-ef74faf3c810 None None] Provisioning complete for port e9584c77-25b4-4e41-a033-9348f00c5a12 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:52:44.260776 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-19fec399-2121-4f62-b56d-ef74faf3c810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:44.401826 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device c33bd2a1-9902-4797-9792-350b9cbfccfb up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:52:44.433233 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-19fec399-2121-4f62-b56d-ef74faf3c810 None None] Port e9584c77-25b4-4e41-a033-9348f00c5a12 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:52:44.454330 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b085fa2c-aad2-40c8-b787-9f7db29f0933 req-1e83ea70-2659-42ac-bab4-48fbb38c8aa3 service neutron] 10.222.0.39 "GET /v2.0/networks/d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7603652 Sep 23 06:52:44.459216 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-121093a8-3378-4054-a3ba-dd6487623ae4 admin admin] Router 70e7ed44-50f0-43ab-ae05-66577310bc99 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:52:44.492976 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port c33bd2a1-9902-4797-9792-350b9cbfccfb triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:52:44.493371 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:44.541432 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ede8a04-357f-4bc3-b5ce-9388051b23f4 req-ccf54975-a916-4f81-a148-b9975635d09c tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:44.549307 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6ede8a04-357f-4bc3-b5ce-9388051b23f4 req-ccf54975-a916-4f81-a148-b9975635d09c tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=eee14b79-e789-41d6-9753-555e3a8b80f9 HTTP/1.1" status: 200 len: 945 time: 0.1306369 Sep 23 06:52:44.606643 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6ede8a04-357f-4bc3-b5ce-9388051b23f4 req-54726f73-9455-4b24-b779-0c325384311e tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497997 Sep 23 06:52:44.659473 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:44.661957 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-121093a8-3378-4054-a3ba-dd6487623ae4 admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:52:44.673247 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-121093a8-3378-4054-a3ba-dd6487623ae4 admin admin] 10.222.0.39 "PUT /v2.0/routers/70e7ed44-50f0-43ab-ae05-66577310bc99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6580963 Sep 23 06:52:44.727451 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port c33bd2a1-9902-4797-9792-350b9cbfccfb, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=c33bd2a1-9902-4797-9792-350b9cbfccfb,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:52:44.743453 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:44.798722 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d1ef6289-4b33-48ee-9556-dd0ee9d66a83 req-b4419174-1f0e-442e-a0e2-10b7f0a3cac9 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=af3da77d-fbe6-490c-8dbb-5c8234f76314 HTTP/1.1" status: 200 len: 210 time: 0.0577991 Sep 23 06:52:44.842076 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=c33bd2a1-9902-4797-9792-350b9cbfccfb,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:45.358163 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 38490) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:52:45.465752 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-49eecc02-0d8a-4897-8896-7343856c88a8 admin admin] Deleting subnet 9dbf4107-f4ac-450c-a420-ffd87b06b7dc {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:52:45.467035 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6247615e-8abc-4c48-97c1-ab5acef52c3f req-7012518f-7a1a-4221-80c9-1a134653e4be tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:45.469994 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6247615e-8abc-4c48-97c1-ab5acef52c3f req-7012518f-7a1a-4221-80c9-1a134653e4be tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.1024079 Sep 23 06:52:45.475674 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-49eecc02-0d8a-4897-8896-7343856c88a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:45.545998 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-49eecc02-0d8a-4897-8896-7343856c88a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:45.574456 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6247615e-8abc-4c48-97c1-ab5acef52c3f req-b6b563f5-5740-44d4-8e90-6ac5a501b544 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978377 Sep 23 06:52:45.625547 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-49eecc02-0d8a-4897-8896-7343856c88a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:45.657218 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49843066-4ea2-494c-b9b5-0a58e459f76a None None] Sync routers for ids ['70e7ed44-50f0-43ab-ae05-66577310bc99'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:52:45.676366 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49843066-4ea2-494c-b9b5-0a58e459f76a None None] Routers {'70e7ed44-50f0-43ab-ae05-66577310bc99'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:52:45.679818 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-49843066-4ea2-494c-b9b5-0a58e459f76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:52:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['70e7ed44-50f0-43ab-ae05-66577310bc99'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:52:45.721322 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-49eecc02-0d8a-4897-8896-7343856c88a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:45.798672 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eecc02-0d8a-4897-8896-7343856c88a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9dbf4107-f4ac-450c-a420-ffd87b06b7dc,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:45.808289 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-49eecc02-0d8a-4897-8896-7343856c88a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:45.810502 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-49eecc02-0d8a-4897-8896-7343856c88a8 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/9dbf4107-f4ac-450c-a420-ffd87b06b7dc HTTP/1.1" status: 204 len: 168 time: 0.4470990 Sep 23 06:52:45.813026 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 38516) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:52:45.853990 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec6dc4-3753-4774-8bcd-0e373c7e5f8f req-5d7ee2d7-0607-4032-9c8e-38613231c054 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:45.855712 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7bec6dc4-3753-4774-8bcd-0e373c7e5f8f req-5d7ee2d7-0607-4032-9c8e-38613231c054 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=eee14b79-e789-41d6-9753-555e3a8b80f9 HTTP/1.1" status: 200 len: 945 time: 0.1491818 Sep 23 06:52:45.871907 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-49843066-4ea2-494c-b9b5-0a58e459f76a None None] Set router 70e7ed44-50f0-43ab-ae05-66577310bc99 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:52:45.960787 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-43ee31b2-f643-4fea-beba-3661e6fd92b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:45.995034 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-77cc329d-558c-4137-b2bc-51f5417b6966 req-2f601c7b-cc22-4f7b-a783-c2ad4d5d676f tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=af3da77d-fbe6-490c-8dbb-5c8234f76314 HTTP/1.1" status: 200 len: 210 time: 0.0907083 Sep 23 06:52:46.015630 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7bec6dc4-3753-4774-8bcd-0e373c7e5f8f req-d6a39bdc-cd64-4427-b8e3-b10b3a243647 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415174 Sep 23 06:52:46.266326 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-43ee31b2-f643-4fea-beba-3661e6fd92b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:46.307214 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-43ee31b2-f643-4fea-beba-3661e6fd92b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e6b1e6b-f43d-48fc-88ea-84227fc0190a']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:52:46.320693 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-43ee31b2-f643-4fea-beba-3661e6fd92b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f93b6022-d5e5-431e-9dcb-2461df9c5b3b') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:52:46.321198 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-43ee31b2-f643-4fea-beba-3661e6fd92b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f93b6022-d5e5-431e-9dcb-2461df9c5b3b') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:52:46.330173 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b085fa2c-aad2-40c8-b787-9f7db29f0933 req-8493be23-c4ca-4793-a505-6c85e924e17d tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:46.333391 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 38544) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:52:46.333569 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b085fa2c-aad2-40c8-b787-9f7db29f0933 req-8493be23-c4ca-4793-a505-6c85e924e17d tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.58 "GET /v2.0/networks?id=d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64 HTTP/1.1" status: 200 len: 811 time: 0.2985206 Sep 23 06:52:46.355199 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-49843066-4ea2-494c-b9b5-0a58e459f76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e7ed44-50f0-43ab-ae05-66577310bc99', 'name': 'tempest-TaggedBootDevicesTest-476475854-router', 'tenant_id': '3be4c5cb804b4ff99ee0f3347ae7c2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': 'c33bd2a1-9902-4797-9792-350b9cbfccfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:52:38Z', 'updated_at': '2021-09-23T06:52:42Z', 'revision_number': 4, 'project_id': '3be4c5cb804b4ff99ee0f3347ae7c2c6', 'gw_port': {'id': 'c33bd2a1-9902-4797-9792-350b9cbfccfb', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:66:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e7ed44-50f0-43ab-ae05-66577310bc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:52:38Z', 'updated_at': '2021-09-23T06:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': 'e9584c77-25b4-4e41-a033-9348f00c5a12', 'name': '', 'network_id': '89158bcd-2a79-4993-ae5b-556a0ab839e7', 'tenant_id': '3be4c5cb804b4ff99ee0f3347ae7c2c6', 'mac_address': 'fa:16:3e:77:4b:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e7ed44-50f0-43ab-ae05-66577310bc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '11f8f7b3-d5e2-420b-8586-bf82f5f03fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:52:41Z', 'updated_at': '2021-09-23T06:52:43Z', 'revision_number': 2, 'project_id': '3be4c5cb804b4ff99ee0f3347ae7c2c6', 'subnets': [{'id': '11f8f7b3-d5e2-420b-8586-bf82f5f03fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:52:46.361905 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-b085fa2c-aad2-40c8-b787-9f7db29f0933 req-6f2630ac-b282-48fc-91e3-daaa6747d727 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Request body: {'port': {'device_id': 'af3da77d-fbe6-490c-8dbb-5c8234f76314', 'network_id': 'd3302f5d-bf5e-4d5b-a7a4-2ca05635fe64', 'admin_state_up': True, 'tenant_id': '8275c6392a72426db62ebfc4817f4420'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:52:46.374507 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-43ee31b2-f643-4fea-beba-3661e6fd92b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:46.394069 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49843066-4ea2-494c-b9b5-0a58e459f76a None None] Checking router: 70e7ed44-50f0-43ab-ae05-66577310bc99 for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:52:46.394884 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49843066-4ea2-494c-b9b5-0a58e459f76a None None] Updating router 70e7ed44-50f0-43ab-ae05-66577310bc99 port e9584c77-25b4-4e41-a033-9348f00c5a12 binding host n-d-715271-16 {{(pid=95067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 06:52:46.397239 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device c33bd2a1-9902-4797-9792-350b9cbfccfb up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:52:46.416761 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-43ee31b2-f643-4fea-beba-3661e6fd92b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:46.448689 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-49843066-4ea2-494c-b9b5-0a58e459f76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:46.456669 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43ee31b2-f643-4fea-beba-3661e6fd92b1 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:52:46.457083 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-43ee31b2-f643-4fea-beba-3661e6fd92b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:46.458837 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 06:52:46.458837 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:52:46.458837 n-d-715271-16 neutron-server[95066]: timer() Sep 23 06:52:46.458837 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:52:46.458837 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 06:52:46.458837 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:52:46.458837 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 06:52:46.458837 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:52:46.458837 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 06:52:46.458837 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:52:46.458837 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 06:52:46.458837 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:52:46.458837 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 06:52:46.458837 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:52:46.458837 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:52:46.458837 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:52:46.458837 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:52:46.458837 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:52:46.458837 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 06:52:46.458837 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:52:46.458837 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 06:52:46.458837 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:52:46.458837 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:52:46.458837 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:52:46.458837 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 06:52:46.458837 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:52:46.458837 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:52:46.458837 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:52:46.458837 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:52:46.458837 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:52:46.458837 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:52:46.458837 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:52:46.497703 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-926147c0-475a-44e0-a2c5-f8d3b3f81034 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1999921514', 'router:external': True}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:52:46.540757 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-926147c0-475a-44e0-a2c5-f8d3b3f81034 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Made reservation on behalf of 59fac5f0b0d447dbad0f7312e052519d for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:52:46.544361 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-926147c0-475a-44e0-a2c5-f8d3b3f81034 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:46.548183 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-43ee31b2-f643-4fea-beba-3661e6fd92b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:46.558703 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-926147c0-475a-44e0-a2c5-f8d3b3f81034 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:46.560849 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-43ee31b2-f643-4fea-beba-3661e6fd92b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:46.563134 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-43ee31b2-f643-4fea-beba-3661e6fd92b1 admin admin] 10.222.0.39 "DELETE /v2.0/networks/5e6b1e6b-f43d-48fc-88ea-84227fc0190a HTTP/1.1" status: 204 len: 168 time: 0.7491779 Sep 23 06:52:46.579231 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ee31b2-f643-4fea-beba-3661e6fd92b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e6b1e6b-f43d-48fc-88ea-84227fc0190a,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:46.584687 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port c33bd2a1-9902-4797-9792-350b9cbfccfb triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:52:46.585790 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:46.594259 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b085fa2c-aad2-40c8-b787-9f7db29f0933 req-6f2630ac-b282-48fc-91e3-daaa6747d727 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Made reservation on behalf of 8275c6392a72426db62ebfc4817f4420 for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:52:46.600449 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-b085fa2c-aad2-40c8-b787-9f7db29f0933 req-6f2630ac-b282-48fc-91e3-daaa6747d727 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:46.794019 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [req-b085fa2c-aad2-40c8-b787-9f7db29f0933 req-6f2630ac-b282-48fc-91e3-daaa6747d727 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Allocated IP 172.20.0.4 (d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64/46ccc032-0362-4c9c-977b-4c26fbfaa4e6/8ff27583-160a-47e4-a063-0f8b96365602) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:52:46.823006 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ce5fc-a743-415d-ae7a-310fd51a3090 req-608696c0-efc2-470d-b3ff-82a6343213da tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:46.826215 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-272ce5fc-a743-415d-ae7a-310fd51a3090 req-608696c0-efc2-470d-b3ff-82a6343213da tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.0897551 Sep 23 06:52:46.843600 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-926147c0-475a-44e0-a2c5-f8d3b3f81034 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:46.855271 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-926147c0-475a-44e0-a2c5-f8d3b3f81034 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:46.890118 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-926147c0-475a-44e0-a2c5-f8d3b3f81034 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:52:46.917232 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-926147c0-475a-44e0-a2c5-f8d3b3f81034 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:46.917232 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-926147c0-475a-44e0-a2c5-f8d3b3f81034 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Added segment eaabda59-ff64-45a7-a167-ea753f4b530b of type vlan for network 94905b62-1918-4d57-a17a-fb14758a0ad5 Sep 23 06:52:46.960780 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 38570) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:52:46.991456 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-272ce5fc-a743-415d-ae7a-310fd51a3090 req-9f047fe6-1250-4c86-8cb5-5a5356ba0cdd tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431849 Sep 23 06:52:46.994696 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-49843066-4ea2-494c-b9b5-0a58e459f76a None None] Notify callbacks [] for port, precommit_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:47.003190 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-49843066-4ea2-494c-b9b5-0a58e459f76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:47.060985 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926147c0-475a-44e0-a2c5-f8d3b3f81034 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22dbfff0-641c-466b-98b6-8cfe51f1ab4a,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:47.090642 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-926147c0-475a-44e0-a2c5-f8d3b3f81034 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:47.130235 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-926147c0-475a-44e0-a2c5-f8d3b3f81034 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:47.132987 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926147c0-475a-44e0-a2c5-f8d3b3f81034 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:47.134297 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-926147c0-475a-44e0-a2c5-f8d3b3f81034 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:47.146085 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6935184a-f65f-46a0-bb7f-268abb2d7cb3 None None] Pushing event updated for resources: {'Port': ['ID=e9584c77-25b4-4e41-a033-9348f00c5a12,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:47.242238 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-49843066-4ea2-494c-b9b5-0a58e459f76a None None] Attempting to bind port e9584c77-25b4-4e41-a033-9348f00c5a12 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:52:47.242614 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-49843066-4ea2-494c-b9b5-0a58e459f76a None None] Attempting to bind port e9584c77-25b4-4e41-a033-9348f00c5a12 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': 'd463f3c4-55b2-48f3-8a95-55ffd5aae5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '89158bcd-2a79-4993-ae5b-556a0ab839e7'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:52:47.242983 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49843066-4ea2-494c-b9b5-0a58e459f76a None None] Attempting to bind port e9584c77-25b4-4e41-a033-9348f00c5a12 on network 89158bcd-2a79-4993-ae5b-556a0ab839e7 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:52:47.249170 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49843066-4ea2-494c-b9b5-0a58e459f76a None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:52:47.249560 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49843066-4ea2-494c-b9b5-0a58e459f76a None None] Checking segment: {'id': 'd463f3c4-55b2-48f3-8a95-55ffd5aae5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '89158bcd-2a79-4993-ae5b-556a0ab839e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:52:47.250036 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-49843066-4ea2-494c-b9b5-0a58e459f76a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:47.250435 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49843066-4ea2-494c-b9b5-0a58e459f76a None None] Bound using segment: {'id': 'd463f3c4-55b2-48f3-8a95-55ffd5aae5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '89158bcd-2a79-4993-ae5b-556a0ab839e7'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:52:47.253495 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-49843066-4ea2-494c-b9b5-0a58e459f76a None None] Bound port: e9584c77-25b4-4e41-a033-9348f00c5a12, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd463f3c4-55b2-48f3-8a95-55ffd5aae5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '89158bcd-2a79-4993-ae5b-556a0ab839e7'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:52:47.253891 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-49843066-4ea2-494c-b9b5-0a58e459f76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:47.274770 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926147c0-475a-44e0-a2c5-f8d3b3f81034 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Pushing event updated for resources: {'Network': ['ID=94905b62-1918-4d57-a17a-fb14758a0ad5,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:47.287640 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-926147c0-475a-44e0-a2c5-f8d3b3f81034 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.9530921 Sep 23 06:52:47.291039 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-054070f3-3bdb-4df4-b1cf-d54039bb68d4 req-42e475f9-0338-428b-9dbe-19be47d2be27 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=af3da77d-fbe6-490c-8dbb-5c8234f76314 HTTP/1.1" status: 200 len: 210 time: 0.0471199 Sep 23 06:52:47.291754 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 38580) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:52:47.299439 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-b6b55dc5-3ac1-4bfe-aafc-0730868baf8a tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Request body: {'subnet': {'network_id': '94905b62-1918-4d57-a17a-fb14758a0ad5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:52:47.332652 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b55dc5-3ac1-4bfe-aafc-0730868baf8a tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Made reservation on behalf of 59fac5f0b0d447dbad0f7312e052519d for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:52:47.341086 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b6b55dc5-3ac1-4bfe-aafc-0730868baf8a tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:47.342475 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-49843066-4ea2-494c-b9b5-0a58e459f76a None None] For port e9584c77-25b4-4e41-a033-9348f00c5a12, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:52:47.346087 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 94905b62-1918-4d57-a17a-fb14758a0ad5 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:52:47.349773 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-49843066-4ea2-494c-b9b5-0a58e459f76a None None] For port e9584c77-25b4-4e41-a033-9348f00c5a12, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=e9584c77-25b4-4e41-a033-9348f00c5a12,segment=NetworkSegment(d463f3c4-55b2-48f3-8a95-55ffd5aae5fa),segment_id=d463f3c4-55b2-48f3-8a95-55ffd5aae5fa)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:52:47.365753 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-49843066-4ea2-494c-b9b5-0a58e459f76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:47.541972 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6935184a-f65f-46a0-bb7f-268abb2d7cb3 None None] Pushing event updated for resources: {'Port': ['ID=e9584c77-25b4-4e41-a033-9348f00c5a12,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:47.560839 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-681a31b0-af81-4b08-ad69-724e0b5c293e None None] Provisioning complete for port e9584c77-25b4-4e41-a033-9348f00c5a12 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:52:47.561342 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-681a31b0-af81-4b08-ad69-724e0b5c293e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:47.588220 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49843066-4ea2-494c-b9b5-0a58e459f76a None None] Routers {'70e7ed44-50f0-43ab-ae05-66577310bc99'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:52:47.589161 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-49843066-4ea2-494c-b9b5-0a58e459f76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:52:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['70e7ed44-50f0-43ab-ae05-66577310bc99'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:52:47.681082 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-e2be114e-e8ba-41ab-b5d8-8fb7c36e218c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7c15309e32824dcfa3da1dd04afd3365&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7096546 Sep 23 06:52:47.685335 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 38582) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:52:47.700825 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-b085fa2c-aad2-40c8-b787-9f7db29f0933 req-6f2630ac-b282-48fc-91e3-daaa6747d727 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:47.754275 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e17682-27aa-4e6e-8095-2a0d6a94948a req-bb1f632b-ebd8-46d8-a368-cff09af86d57 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:47.763714 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f6e17682-27aa-4e6e-8095-2a0d6a94948a req-bb1f632b-ebd8-46d8-a368-cff09af86d57 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=eee14b79-e789-41d6-9753-555e3a8b80f9 HTTP/1.1" status: 200 len: 945 time: 0.2618148 Sep 23 06:52:47.778703 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-49843066-4ea2-494c-b9b5-0a58e459f76a None None] Set router 70e7ed44-50f0-43ab-ae05-66577310bc99 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:52:47.781158 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-681a31b0-af81-4b08-ad69-724e0b5c293e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:47.796221 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-be3a8db9-a66c-4de5-8e86-a55c317c13b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:47.804719 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-b085fa2c-aad2-40c8-b787-9f7db29f0933 req-6f2630ac-b282-48fc-91e3-daaa6747d727 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:47.819459 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f6e17682-27aa-4e6e-8095-2a0d6a94948a req-1bee9c67-c427-4fed-bfe2-2a82f249bb56 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540347 Sep 23 06:52:47.822911 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['41ded32b-3dfa-4bc3-8eac-202f78172222'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:52:47.838993 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-be3a8db9-a66c-4de5-8e86-a55c317c13b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:47.852406 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['f947862c-9ae7-4ba5-beb5-fa04f2f02f9f'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:52:47.869780 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b085fa2c-aad2-40c8-b787-9f7db29f0933 req-6f2630ac-b282-48fc-91e3-daaa6747d727 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Network d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:52:47.873380 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [req-b085fa2c-aad2-40c8-b787-9f7db29f0933 req-6f2630ac-b282-48fc-91e3-daaa6747d727 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:52:47.891984 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-b085fa2c-aad2-40c8-b787-9f7db29f0933 req-6f2630ac-b282-48fc-91e3-daaa6747d727 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:52:47.932820 n-d-715271-16 neutron-server[95065]: DEBUG neutron.objects.ports [None req-b6b55dc5-3ac1-4bfe-aafc-0730868baf8a tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95065) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 06:52:47.932820 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b6b55dc5-3ac1-4bfe-aafc-0730868baf8a tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:47.987439 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b085fa2c-aad2-40c8-b787-9f7db29f0933 req-6f2630ac-b282-48fc-91e3-daaa6747d727 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:47.988014 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-b085fa2c-aad2-40c8-b787-9f7db29f0933 req-6f2630ac-b282-48fc-91e3-daaa6747d727 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:48.011690 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2630ac-b282-48fc-91e3-daaa6747d727 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Pushing event updated for resources: {'Port': ['ID=8ff27583-160a-47e4-a063-0f8b96365602,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:48.017466 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-be3a8db9-a66c-4de5-8e86-a55c317c13b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:48.020578 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-be3a8db9-a66c-4de5-8e86-a55c317c13b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:48.022132 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-be3a8db9-a66c-4de5-8e86-a55c317c13b3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9b368ee5-a99f-449b-ae4a-a48133882224 HTTP/1.1" status: 204 len: 168 time: 0.3337984 Sep 23 06:52:48.050034 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-681a31b0-af81-4b08-ad69-724e0b5c293e None None] For port e9584c77-25b4-4e41-a033-9348f00c5a12, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=e9584c77-25b4-4e41-a033-9348f00c5a12,segment=NetworkSegment(d463f3c4-55b2-48f3-8a95-55ffd5aae5fa),segment_id=d463f3c4-55b2-48f3-8a95-55ffd5aae5fa)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:52:48.070982 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b085fa2c-aad2-40c8-b787-9f7db29f0933 req-6f2630ac-b282-48fc-91e3-daaa6747d727 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7155457 Sep 23 06:52:48.093930 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3a8db9-a66c-4de5-8e86-a55c317c13b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b368ee5-a99f-449b-ae4a-a48133882224,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:48.096967 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-b085fa2c-aad2-40c8-b787-9f7db29f0933 req-44656777-d000-4a5e-a40d-55ae3f6480b9 service neutron] Request body: {'port': {'device_id': 'af3da77d-fbe6-490c-8dbb-5c8234f76314', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:52:48.125658 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b55dc5-3ac1-4bfe-aafc-0730868baf8a tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4e8856a3-0948-4179-9d08-ffa5e2535a4a,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:48.135979 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-681a31b0-af81-4b08-ad69-724e0b5c293e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:48.144279 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b55dc5-3ac1-4bfe-aafc-0730868baf8a tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Checking segment: {'id': 'eaabda59-ff64-45a7-a167-ea753f4b530b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '94905b62-1918-4d57-a17a-fb14758a0ad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:52:48.144927 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b55dc5-3ac1-4bfe-aafc-0730868baf8a tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Network hostable DHCP agents. Network: 94905b62-1918-4d57-a17a-fb14758a0ad5, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:52:48.212965 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b55dc5-3ac1-4bfe-aafc-0730868baf8a tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Network 94905b62-1918-4d57-a17a-fb14758a0ad5 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:52:48.228755 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-b6b55dc5-3ac1-4bfe-aafc-0730868baf8a tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 94905b62-1918-4d57-a17a-fb14758a0ad5) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:52:48.241052 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b55dc5-3ac1-4bfe-aafc-0730868baf8a tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:48.242256 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b6b55dc5-3ac1-4bfe-aafc-0730868baf8a tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:48.263172 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681a31b0-af81-4b08-ad69-724e0b5c293e None None] Pushing event updated for resources: {'Port': ['ID=e9584c77-25b4-4e41-a033-9348f00c5a12,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:48.287063 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-b6b55dc5-3ac1-4bfe-aafc-0730868baf8a tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.9922261 Sep 23 06:52:48.287739 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 38592) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:52:48.293531 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-234381ed-9bf9-4b00-a90d-19b63db83a3d tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-993627197', 'network_id': '94905b62-1918-4d57-a17a-fb14758a0ad5'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:52:48.305849 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783f4fd2-1dad-414e-a715-514da530dd3b None None] Network 94905b62-1918-4d57-a17a-fb14758a0ad5 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:52:48.364628 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-234381ed-9bf9-4b00-a90d-19b63db83a3d tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Made reservation on behalf of 59fac5f0b0d447dbad0f7312e052519d for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:52:48.369289 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-234381ed-9bf9-4b00-a90d-19b63db83a3d tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:48.420169 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55029b25-110a-4b9d-80ad-0cc4bf15a748 req-042f5d9a-22ed-48ce-a4a1-d0dbbccb6969 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:48.421776 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-55029b25-110a-4b9d-80ad-0cc4bf15a748 req-042f5d9a-22ed-48ce-a4a1-d0dbbccb6969 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.2160788 Sep 23 06:52:48.423663 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-b085fa2c-aad2-40c8-b787-9f7db29f0933 req-44656777-d000-4a5e-a40d-55ae3f6480b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:48.431430 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [None req-234381ed-9bf9-4b00-a90d-19b63db83a3d tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] device_id is not set on port b1f05600-9b8e-4aff-bffb-6c9c48878360 yet. {{(pid=95065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 06:52:48.574425 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-55029b25-110a-4b9d-80ad-0cc4bf15a748 req-51ac5db5-c4a2-4c1a-ab54-3a74590c8133 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358490 Sep 23 06:52:48.683246 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d981efdc-5a0c-4a52-85e2-51bc114af02c req-8be6a79a-129f-42e5-9ef4-0aa7fd2e04d3 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:48.694545 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d981efdc-5a0c-4a52-85e2-51bc114af02c req-8be6a79a-129f-42e5-9ef4-0aa7fd2e04d3 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=af3da77d-fbe6-490c-8dbb-5c8234f76314 HTTP/1.1" status: 200 len: 931 time: 0.1248050 Sep 23 06:52:48.711699 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-93d2ab23-36e9-4661-9e64-a2ea96478b90 None None] Provisioning complete for port e9584c77-25b4-4e41-a033-9348f00c5a12 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:52:48.712063 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-93d2ab23-36e9-4661-9e64-a2ea96478b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:48.774753 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-234381ed-9bf9-4b00-a90d-19b63db83a3d tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Allocated IP 2001:db8::2ef (94905b62-1918-4d57-a17a-fb14758a0ad5/4e8856a3-0948-4179-9d08-ffa5e2535a4a/b1f05600-9b8e-4aff-bffb-6c9c48878360) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:52:48.792511 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d981efdc-5a0c-4a52-85e2-51bc114af02c req-dd28c62e-9a85-47f6-93e6-0b8040ffea2f tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=df69b107-d214-48a1-9de3-f64218339a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911169 Sep 23 06:52:48.827963 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1cb37db-4530-4f6f-8323-6e34ac390522 None None] Network 94905b62-1918-4d57-a17a-fb14758a0ad5 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:52:48.997659 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [req-b085fa2c-aad2-40c8-b787-9f7db29f0933 req-44656777-d000-4a5e-a40d-55ae3f6480b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ff27583-160a-47e4-a063-0f8b96365602 {{(pid=95066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:52:49.006622 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-b085fa2c-aad2-40c8-b787-9f7db29f0933 req-44656777-d000-4a5e-a40d-55ae3f6480b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:49.024278 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b9f185-d275-490c-acc6-568c23f618bd req-380799c7-91c3-462e-a72d-8f8556abba30 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:49.025654 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-45b9f185-d275-490c-acc6-568c23f618bd req-380799c7-91c3-462e-a72d-8f8556abba30 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=eee14b79-e789-41d6-9753-555e3a8b80f9 HTTP/1.1" status: 200 len: 945 time: 0.0829518 Sep 23 06:52:49.045916 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.provisioning_blocks [req-b085fa2c-aad2-40c8-b787-9f7db29f0933 req-44656777-d000-4a5e-a40d-55ae3f6480b9 service neutron] Transition to ACTIVE for port object 8ff27583-160a-47e4-a063-0f8b96365602 will not be triggered until provisioned by entity L2. {{(pid=95066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:52:49.060685 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-b085fa2c-aad2-40c8-b787-9f7db29f0933 req-44656777-d000-4a5e-a40d-55ae3f6480b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:49.067715 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-49843066-4ea2-494c-b9b5-0a58e459f76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e7ed44-50f0-43ab-ae05-66577310bc99', 'name': 'tempest-TaggedBootDevicesTest-476475854-router', 'tenant_id': '3be4c5cb804b4ff99ee0f3347ae7c2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': 'c33bd2a1-9902-4797-9792-350b9cbfccfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:52:38Z', 'updated_at': '2021-09-23T06:52:42Z', 'revision_number': 4, 'project_id': '3be4c5cb804b4ff99ee0f3347ae7c2c6', 'gw_port': {'id': 'c33bd2a1-9902-4797-9792-350b9cbfccfb', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:66:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e7ed44-50f0-43ab-ae05-66577310bc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:52:38Z', 'updated_at': '2021-09-23T06:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': 'e9584c77-25b4-4e41-a033-9348f00c5a12', 'name': '', 'network_id': '89158bcd-2a79-4993-ae5b-556a0ab839e7', 'tenant_id': '3be4c5cb804b4ff99ee0f3347ae7c2c6', 'mac_address': 'fa:16:3e:77:4b:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e7ed44-50f0-43ab-ae05-66577310bc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '11f8f7b3-d5e2-420b-8586-bf82f5f03fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:52:41Z', 'updated_at': '2021-09-23T06:52:47Z', 'revision_number': 4, 'project_id': '3be4c5cb804b4ff99ee0f3347ae7c2c6', 'subnets': [{'id': '11f8f7b3-d5e2-420b-8586-bf82f5f03fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:52:49.075912 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-234381ed-9bf9-4b00-a90d-19b63db83a3d tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:49.128453 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-45b9f185-d275-490c-acc6-568c23f618bd req-2ff345cd-f77e-44e6-a504-15fc3d342abb tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966494 Sep 23 06:52:49.149047 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44656777-d000-4a5e-a40d-55ae3f6480b9 service neutron] Pushing event updated for resources: {'Port': ['ID=8ff27583-160a-47e4-a063-0f8b96365602,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:49.167383 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49843066-4ea2-494c-b9b5-0a58e459f76a None None] The sync data for ids ['70e7ed44-50f0-43ab-ae05-66577310bc99'] in n-d-715271-16 is: [{'id': '70e7ed44-50f0-43ab-ae05-66577310bc99', 'name': 'tempest-TaggedBootDevicesTest-476475854-router', 'tenant_id': '3be4c5cb804b4ff99ee0f3347ae7c2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': 'c33bd2a1-9902-4797-9792-350b9cbfccfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:52:38Z', 'updated_at': '2021-09-23T06:52:42Z', 'revision_number': 4, 'project_id': '3be4c5cb804b4ff99ee0f3347ae7c2c6', 'gw_port': {'id': 'c33bd2a1-9902-4797-9792-350b9cbfccfb', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:66:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e7ed44-50f0-43ab-ae05-66577310bc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:52:38Z', 'updated_at': '2021-09-23T06:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': 'e9584c77-25b4-4e41-a033-9348f00c5a12', 'name': '', 'network_id': '89158bcd-2a79-4993-ae5b-556a0ab839e7', 'tenant_id': '3be4c5cb804b4ff99ee0f3347ae7c2c6', 'mac_address': 'fa:16:3e:77:4b:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e7ed44-50f0-43ab-ae05-66577310bc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '11f8f7b3-d5e2-420b-8586-bf82f5f03fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:52:41Z', 'updated_at': '2021-09-23T06:52:47Z', 'revision_number': 4, 'project_id': '3be4c5cb804b4ff99ee0f3347ae7c2c6', 'subnets': [{'id': '11f8f7b3-d5e2-420b-8586-bf82f5f03fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:52:49.171602 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-234381ed-9bf9-4b00-a90d-19b63db83a3d tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:49.328898 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234381ed-9bf9-4b00-a90d-19b63db83a3d tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Pushing event updated for resources: {'Port': ['ID=b1f05600-9b8e-4aff-bffb-6c9c48878360,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:49.333852 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-b085fa2c-aad2-40c8-b787-9f7db29f0933 req-44656777-d000-4a5e-a40d-55ae3f6480b9 service neutron] Attempting to bind port 8ff27583-160a-47e4-a063-0f8b96365602 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:52:49.334226 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-b085fa2c-aad2-40c8-b787-9f7db29f0933 req-44656777-d000-4a5e-a40d-55ae3f6480b9 service neutron] Attempting to bind port 8ff27583-160a-47e4-a063-0f8b96365602 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': 'c88b2831-f544-41bb-bbcc-5b15e741880e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd3302f5d-bf5e-4d5b-a7a4-2ca05635fe64'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:52:49.334555 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b085fa2c-aad2-40c8-b787-9f7db29f0933 req-44656777-d000-4a5e-a40d-55ae3f6480b9 service neutron] Attempting to bind port 8ff27583-160a-47e4-a063-0f8b96365602 on network d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:52:49.340252 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b085fa2c-aad2-40c8-b787-9f7db29f0933 req-44656777-d000-4a5e-a40d-55ae3f6480b9 service neutron] Port 8ff27583-160a-47e4-a063-0f8b96365602 on network d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:52:49.340593 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b085fa2c-aad2-40c8-b787-9f7db29f0933 req-44656777-d000-4a5e-a40d-55ae3f6480b9 service neutron] Attempting to bind port 8ff27583-160a-47e4-a063-0f8b96365602 on network d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:52:49.346104 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b085fa2c-aad2-40c8-b787-9f7db29f0933 req-44656777-d000-4a5e-a40d-55ae3f6480b9 service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:52:49.346787 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b085fa2c-aad2-40c8-b787-9f7db29f0933 req-44656777-d000-4a5e-a40d-55ae3f6480b9 service neutron] Checking segment: {'id': 'c88b2831-f544-41bb-bbcc-5b15e741880e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd3302f5d-bf5e-4d5b-a7a4-2ca05635fe64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:52:49.347350 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b085fa2c-aad2-40c8-b787-9f7db29f0933 req-44656777-d000-4a5e-a40d-55ae3f6480b9 service neutron] Bound using segment: {'id': 'c88b2831-f544-41bb-bbcc-5b15e741880e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd3302f5d-bf5e-4d5b-a7a4-2ca05635fe64'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:52:49.347785 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-b085fa2c-aad2-40c8-b787-9f7db29f0933 req-44656777-d000-4a5e-a40d-55ae3f6480b9 service neutron] Bound port: 8ff27583-160a-47e4-a063-0f8b96365602, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c88b2831-f544-41bb-bbcc-5b15e741880e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd3302f5d-bf5e-4d5b-a7a4-2ca05635fe64'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:52:49.348144 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-b085fa2c-aad2-40c8-b787-9f7db29f0933 req-44656777-d000-4a5e-a40d-55ae3f6480b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:49.408753 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234381ed-9bf9-4b00-a90d-19b63db83a3d tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Network 94905b62-1918-4d57-a17a-fb14758a0ad5 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:52:49.413927 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-234381ed-9bf9-4b00-a90d-19b63db83a3d tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:52:49.422046 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234381ed-9bf9-4b00-a90d-19b63db83a3d tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:52:49.423524 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234381ed-9bf9-4b00-a90d-19b63db83a3d tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:49.424326 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-234381ed-9bf9-4b00-a90d-19b63db83a3d tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:49.446155 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-234381ed-9bf9-4b00-a90d-19b63db83a3d tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.1571333 Sep 23 06:52:49.448958 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 38620) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:52:49.505399 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-b085fa2c-aad2-40c8-b787-9f7db29f0933 req-44656777-d000-4a5e-a40d-55ae3f6480b9 service neutron] For port 8ff27583-160a-47e4-a063-0f8b96365602, host n-h2-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:52:49.510650 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-b085fa2c-aad2-40c8-b787-9f7db29f0933 req-44656777-d000-4a5e-a40d-55ae3f6480b9 service neutron] For port 8ff27583-160a-47e4-a063-0f8b96365602, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=8ff27583-160a-47e4-a063-0f8b96365602,segment=NetworkSegment(c88b2831-f544-41bb-bbcc-5b15e741880e),segment_id=c88b2831-f544-41bb-bbcc-5b15e741880e)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:52:49.519331 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-b085fa2c-aad2-40c8-b787-9f7db29f0933 req-44656777-d000-4a5e-a40d-55ae3f6480b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:49.574008 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b085fa2c-aad2-40c8-b787-9f7db29f0933 req-44656777-d000-4a5e-a40d-55ae3f6480b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:49.574659 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-b085fa2c-aad2-40c8-b787-9f7db29f0933 req-44656777-d000-4a5e-a40d-55ae3f6480b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:49.576116 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b085fa2c-aad2-40c8-b787-9f7db29f0933 req-44656777-d000-4a5e-a40d-55ae3f6480b9 service neutron] 10.222.0.58 "PUT /v2.0/ports/8ff27583-160a-47e4-a063-0f8b96365602 HTTP/1.1" status: 200 len: 1092 time: 1.5037100 Sep 23 06:52:49.576574 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af3da77d-fbe6-490c-8dbb-5c8234f76314', 'tag': '8ff27583-160a-47e4-a063-0f8b96365602'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:52:49.579530 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec703248-9017-4e1a-8b03-f4b0eea2b745" -d '{"events": [{"name": "network-changed", "server_uuid": "af3da77d-fbe6-490c-8dbb-5c8234f76314", "tag": "8ff27583-160a-47e4-a063-0f8b96365602"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:52:49.666811 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-7deb377d-2694-4038-b831-3a0c45111c93 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Deleting port b1f05600-9b8e-4aff-bffb-6c9c48878360 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:52:49.667428 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7deb377d-2694-4038-b831-3a0c45111c93 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:49.689432 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf17ead-6c92-4b0d-b956-c413e965c13f x-openstack-request-id: req-3cf17ead-6c92-4b0d-b956-c413e965c13f {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:52:49.689432 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af3da77d-fbe6-490c-8dbb-5c8234f76314", "tag": "8ff27583-160a-47e4-a063-0f8b96365602", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:52:49.689432 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3cf17ead-6c92-4b0d-b956-c413e965c13f {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:52:49.689969 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af3da77d-fbe6-490c-8dbb-5c8234f76314', 'tag': '8ff27583-160a-47e4-a063-0f8b96365602', 'status': 'completed', 'code': 200} Sep 23 06:52:49.691411 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44656777-d000-4a5e-a40d-55ae3f6480b9 service neutron] Pushing event updated for resources: {'Port': ['ID=8ff27583-160a-47e4-a063-0f8b96365602,revision_number=3']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:49.743029 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b085fa2c-aad2-40c8-b787-9f7db29f0933 req-0d8b5d47-8e49-452d-a49a-39a9739d99de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:49.744906 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b085fa2c-aad2-40c8-b787-9f7db29f0933 req-0d8b5d47-8e49-452d-a49a-39a9739d99de service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8275c6392a72426db62ebfc4817f4420&device_id=af3da77d-fbe6-490c-8dbb-5c8234f76314 HTTP/1.1" status: 200 len: 1095 time: 0.1116371 Sep 23 06:52:49.802740 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b085fa2c-aad2-40c8-b787-9f7db29f0933 req-4796ab7d-113c-4f74-9f9e-51c92897ebf6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ff27583-160a-47e4-a063-0f8b96365602 HTTP/1.1" status: 200 len: 217 time: 0.0487227 Sep 23 06:52:49.901421 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b085fa2c-aad2-40c8-b787-9f7db29f0933 req-5238e088-3e92-4e3e-a22e-c4bc81dede7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:49.903518 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b085fa2c-aad2-40c8-b787-9f7db29f0933 req-5238e088-3e92-4e3e-a22e-c4bc81dede7f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=46ccc032-0362-4c9c-977b-4c26fbfaa4e6 HTTP/1.1" status: 200 len: 850 time: 0.0922003 Sep 23 06:52:49.917757 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7deb377d-2694-4038-b831-3a0c45111c93 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:49.945714 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff43ee6-42bf-4022-be54-d0242842438d req-b84e8752-4378-45cb-b364-deaf1b009d2a tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:49.952993 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6ff43ee6-42bf-4022-be54-d0242842438d req-b84e8752-4378-45cb-b364-deaf1b009d2a tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.2062325 Sep 23 06:52:49.975607 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b085fa2c-aad2-40c8-b787-9f7db29f0933 req-7214efd0-3b11-4be1-bf12-9208a76feda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:49.977301 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b085fa2c-aad2-40c8-b787-9f7db29f0933 req-7214efd0-3b11-4be1-bf12-9208a76feda9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0658410 Sep 23 06:52:49.979840 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-7deb377d-2694-4038-b831-3a0c45111c93 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Calling delete_port for b1f05600-9b8e-4aff-bffb-6c9c48878360 owned by {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:52:50.066587 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6ff43ee6-42bf-4022-be54-d0242842438d req-9be079d6-7e74-4409-a296-9c01f81f40bf tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126323 Sep 23 06:52:50.200718 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b085fa2c-aad2-40c8-b787-9f7db29f0933 req-ce8618e1-d58d-4e14-8553-8a933dfa1aac service neutron] 10.222.0.58 "GET /v2.0/networks/d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143483 Sep 23 06:52:50.214047 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7deb377d-2694-4038-b831-3a0c45111c93 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:50.260524 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deb377d-2694-4038-b831-3a0c45111c93 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Pushing event deleted for resources: {'Port': ['ID=b1f05600-9b8e-4aff-bffb-6c9c48878360,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:50.352715 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7deb377d-2694-4038-b831-3a0c45111c93 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:50.356190 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-7deb377d-2694-4038-b831-3a0c45111c93 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] 10.222.0.39 "DELETE /v2.0/ports/b1f05600-9b8e-4aff-bffb-6c9c48878360 HTTP/1.1" status: 204 len: 168 time: 0.9059205 Sep 23 06:52:50.359597 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 38640) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:52:50.372152 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-05c8598a-4699-462e-b6ad-d6f7e0f40c1c tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '94905b62-1918-4d57-a17a-fb14758a0ad5', 'external_fixed_ips': [{'subnet_id': '4e8856a3-0948-4179-9d08-ffa5e2535a4a', 'ip_address': '2001:db8::2ef'}]}}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:52:50.394246 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device e9584c77-25b4-4e41-a033-9348f00c5a12 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:52:50.415375 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b085fa2c-aad2-40c8-b787-9f7db29f0933 req-9722e950-a67e-4bd5-88e0-4e280a50850c service neutron] 10.222.0.58 "GET /v2.0/networks/d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058988 Sep 23 06:52:50.428376 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d8e41-3166-4c3d-b168-4d25754aa75d req-fbdcff48-6a97-4b5d-a208-a2ef7aaad119 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:50.436094 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b35d8e41-3166-4c3d-b168-4d25754aa75d req-fbdcff48-6a97-4b5d-a208-a2ef7aaad119 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=af3da77d-fbe6-490c-8dbb-5c8234f76314 HTTP/1.1" status: 200 len: 943 time: 0.1655061 Sep 23 06:52:50.472567 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-05c8598a-4699-462e-b6ad-d6f7e0f40c1c tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:50.473427 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-05c8598a-4699-462e-b6ad-d6f7e0f40c1c tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:50.498877 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b35d8e41-3166-4c3d-b168-4d25754aa75d req-1e93ff39-da43-4cbc-a498-337286129d57 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=df69b107-d214-48a1-9de3-f64218339a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618024 Sep 23 06:52:50.565040 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port e9584c77-25b4-4e41-a033-9348f00c5a12 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:52:50.566043 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:50.636249 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec703248-9017-4e1a-8b03-f4b0eea2b745 req-d4c29149-f800-48a5-a721-29b4ee55e828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:50.637920 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ec703248-9017-4e1a-8b03-f4b0eea2b745 req-d4c29149-f800-48a5-a721-29b4ee55e828 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8275c6392a72426db62ebfc4817f4420&device_id=af3da77d-fbe6-490c-8dbb-5c8234f76314 HTTP/1.1" status: 200 len: 1095 time: 0.1431441 Sep 23 06:52:50.640229 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-05c8598a-4699-462e-b6ad-d6f7e0f40c1c tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:50.821054 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec703248-9017-4e1a-8b03-f4b0eea2b745 req-7ae7fb18-7767-45b3-be38-375258579d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:50.822716 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ec703248-9017-4e1a-8b03-f4b0eea2b745 req-7ae7fb18-7767-45b3-be38-375258579d89 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64 HTTP/1.1" status: 200 len: 912 time: 0.1727405 Sep 23 06:52:50.852390 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-05c8598a-4699-462e-b6ad-d6f7e0f40c1c tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:50.895856 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ec703248-9017-4e1a-8b03-f4b0eea2b745 req-55efc4b3-39e0-41ef-b13f-830612deb953 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ff27583-160a-47e4-a063-0f8b96365602 HTTP/1.1" status: 200 len: 217 time: 0.0647850 Sep 23 06:52:50.937230 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c418d05-42c2-49a0-9d9b-7638a5c414c8 req-2f89eb86-66a1-4616-9b6b-b9eb11e705bd tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:50.946361 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6c418d05-42c2-49a0-9d9b-7638a5c414c8 req-2f89eb86-66a1-4616-9b6b-b9eb11e705bd tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=eee14b79-e789-41d6-9753-555e3a8b80f9 HTTP/1.1" status: 200 len: 945 time: 0.1994767 Sep 23 06:52:50.964891 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec703248-9017-4e1a-8b03-f4b0eea2b745 req-dcc09655-8442-4402-b474-e3b70e2897d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:50.966675 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ec703248-9017-4e1a-8b03-f4b0eea2b745 req-dcc09655-8442-4402-b474-e3b70e2897d3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=46ccc032-0362-4c9c-977b-4c26fbfaa4e6 HTTP/1.1" status: 200 len: 850 time: 0.0571563 Sep 23 06:52:51.051764 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6c418d05-42c2-49a0-9d9b-7638a5c414c8 req-4b1771bd-7412-4368-9a32-2c496bd9f022 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045034 Sep 23 06:52:51.105600 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec703248-9017-4e1a-8b03-f4b0eea2b745 req-a883cb33-ab48-44d7-b07b-c5e58f690f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:51.110649 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ec703248-9017-4e1a-8b03-f4b0eea2b745 req-a883cb33-ab48-44d7-b07b-c5e58f690f96 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1278899 Sep 23 06:52:51.292806 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ec703248-9017-4e1a-8b03-f4b0eea2b745 req-29316a00-2b65-4db1-85d7-20a16e775904 service neutron] 10.222.0.58 "GET /v2.0/networks/d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653702 Sep 23 06:52:51.301087 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc497467-ce4d-425b-8707-af192e56a9af req-e32954ef-ac4d-405e-8367-542c035dea5f tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:51.302615 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bc497467-ce4d-425b-8707-af192e56a9af req-e32954ef-ac4d-405e-8367-542c035dea5f tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.1402507 Sep 23 06:52:51.312903 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-05c8598a-4699-462e-b6ad-d6f7e0f40c1c tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:51.341213 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-05c8598a-4699-462e-b6ad-d6f7e0f40c1c tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:51.407294 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bc497467-ce4d-425b-8707-af192e56a9af req-99c7c83f-855d-4634-b2aa-c167374f5413 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960102 Sep 23 06:52:51.441107 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ec703248-9017-4e1a-8b03-f4b0eea2b745 req-7a59c39c-b449-45c9-a76d-b2b9392eb34c service neutron] 10.222.0.58 "GET /v2.0/networks/d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375124 Sep 23 06:52:51.532939 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-05c8598a-4699-462e-b6ad-d6f7e0f40c1c tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Allocated IP 2001:db8::2ef (94905b62-1918-4d57-a17a-fb14758a0ad5/4e8856a3-0948-4179-9d08-ffa5e2535a4a/bafa7c67-5e19-49d6-9ff1-ae0815bfd12f) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:52:51.678600 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-05c8598a-4699-462e-b6ad-d6f7e0f40c1c tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:51.738206 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab324996-494c-4237-a9d9-71c77a010717 req-84255423-f781-4d57-aad1-b2992ab7a334 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:51.739724 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ab324996-494c-4237-a9d9-71c77a010717 req-84255423-f781-4d57-aad1-b2992ab7a334 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=af3da77d-fbe6-490c-8dbb-5c8234f76314 HTTP/1.1" status: 200 len: 943 time: 0.0819345 Sep 23 06:52:51.755118 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-05c8598a-4699-462e-b6ad-d6f7e0f40c1c tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:51.812340 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c8598a-4699-462e-b6ad-d6f7e0f40c1c tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Network 94905b62-1918-4d57-a17a-fb14758a0ad5 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:52:51.818132 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c8e5183c-5aad-4130-aedf-dfb95ee62a7d req-bdb148b5-ddf6-4a99-8a8b-9bfff26ab977 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5bf31744-0efa-4cef-967d-471fd8e8c528&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0757847 Sep 23 06:52:51.819185 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-05c8598a-4699-462e-b6ad-d6f7e0f40c1c tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:52:51.829379 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c8598a-4699-462e-b6ad-d6f7e0f40c1c tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:52:51.878975 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ab324996-494c-4237-a9d9-71c77a010717 req-13c7662c-52ad-4e31-b659-aff062064ba5 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=df69b107-d214-48a1-9de3-f64218339a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179209 Sep 23 06:52:51.888373 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c8598a-4699-462e-b6ad-d6f7e0f40c1c tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Pushing event updated for resources: {'Port': ['ID=bafa7c67-5e19-49d6-9ff1-ae0815bfd12f,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:51.912980 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e5183c-5aad-4130-aedf-dfb95ee62a7d req-f5be95f8-58dd-4568-b0e3-37e52714d066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:51.914354 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e5183c-5aad-4130-aedf-dfb95ee62a7d req-f5be95f8-58dd-4568-b0e3-37e52714d066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:51.914989 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e5183c-5aad-4130-aedf-dfb95ee62a7d req-f5be95f8-58dd-4568-b0e3-37e52714d066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:51.915608 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e5183c-5aad-4130-aedf-dfb95ee62a7d req-f5be95f8-58dd-4568-b0e3-37e52714d066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:51.916247 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e5183c-5aad-4130-aedf-dfb95ee62a7d req-f5be95f8-58dd-4568-b0e3-37e52714d066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:51.917372 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e5183c-5aad-4130-aedf-dfb95ee62a7d req-f5be95f8-58dd-4568-b0e3-37e52714d066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:51.918040 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e5183c-5aad-4130-aedf-dfb95ee62a7d req-f5be95f8-58dd-4568-b0e3-37e52714d066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:51.920459 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c8e5183c-5aad-4130-aedf-dfb95ee62a7d req-f5be95f8-58dd-4568-b0e3-37e52714d066 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=147ee43e793f431bb6dc0e9de8ff2960&device_id=5bf31744-0efa-4cef-967d-471fd8e8c528 HTTP/1.1" status: 200 len: 6507 time: 0.0721607 Sep 23 06:52:52.104912 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-05c8598a-4699-462e-b6ad-d6f7e0f40c1c tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:52.123526 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e5183c-5aad-4130-aedf-dfb95ee62a7d req-2c8bd2c5-3a4a-4889-ac90-c7e630bfbc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:52.124017 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e5183c-5aad-4130-aedf-dfb95ee62a7d req-2c8bd2c5-3a4a-4889-ac90-c7e630bfbc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:52.124493 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e5183c-5aad-4130-aedf-dfb95ee62a7d req-2c8bd2c5-3a4a-4889-ac90-c7e630bfbc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:52.126179 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c8e5183c-5aad-4130-aedf-dfb95ee62a7d req-2c8bd2c5-3a4a-4889-ac90-c7e630bfbc52 service neutron] 10.222.0.58 "GET /v2.0/networks?id=101e91e4-7df0-4369-ab96-69b58e29208f&id=feb093c6-06a4-4aad-bf82-6fd567da1d91&id=feb093c6-06a4-4aad-bf82-6fd567da1d91&id=feb093c6-06a4-4aad-bf82-6fd567da1d91&id=feb093c6-06a4-4aad-bf82-6fd567da1d91&id=f4c6acfd-810d-4386-8654-cad37d5f8fa8&id=f4c6acfd-810d-4386-8654-cad37d5f8fa8 HTTP/1.1" status: 200 len: 2297 time: 0.1679506 Sep 23 06:52:52.226437 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c8e5183c-5aad-4130-aedf-dfb95ee62a7d req-4d78b75b-9f05-4c81-96d3-e41509fb46e0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec26d16c-4b06-4d74-a5ea-ff42d0ea9fbb HTTP/1.1" status: 200 len: 1001 time: 0.0828571 Sep 23 06:52:52.268703 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9920a5-ff3f-4ba2-bd08-8ee62c1c79a1 req-71635ef1-169f-45d4-8701-88a0e6f6cb88 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:52.270213 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1a9920a5-ff3f-4ba2-bd08-8ee62c1c79a1 req-71635ef1-169f-45d4-8701-88a0e6f6cb88 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=eee14b79-e789-41d6-9753-555e3a8b80f9 HTTP/1.1" status: 200 len: 945 time: 0.1135440 Sep 23 06:52:52.309158 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e5183c-5aad-4130-aedf-dfb95ee62a7d req-6a1e42b9-4696-47e7-9db2-97ec9d09800d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:52.311396 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c8e5183c-5aad-4130-aedf-dfb95ee62a7d req-6a1e42b9-4696-47e7-9db2-97ec9d09800d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f10707c7-ecb6-4efa-8289-ef31b97494c5 HTTP/1.1" status: 200 len: 855 time: 0.0766969 Sep 23 06:52:52.388190 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1a9920a5-ff3f-4ba2-bd08-8ee62c1c79a1 req-389a2c06-f84b-4e90-9b8b-02f6865d3b1d tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107140 Sep 23 06:52:52.406287 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e5183c-5aad-4130-aedf-dfb95ee62a7d req-df57a187-249c-4f56-bba2-39b89a909a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:52.408206 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c8e5183c-5aad-4130-aedf-dfb95ee62a7d req-df57a187-249c-4f56-bba2-39b89a909a98 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=101e91e4-7df0-4369-ab96-69b58e29208f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0828872 Sep 23 06:52:52.448093 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-05c8598a-4699-462e-b6ad-d6f7e0f40c1c tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:52.580649 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c8e5183c-5aad-4130-aedf-dfb95ee62a7d req-ed202a75-7430-404d-8370-608e6767023f service neutron] 10.222.0.58 "GET /v2.0/networks/101e91e4-7df0-4369-ab96-69b58e29208f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604428 Sep 23 06:52:52.606491 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b84f64-a59e-44f1-93ee-b2fc448c2cfc req-25de0015-4068-4a32-8c2d-b826a8a22260 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:52.610352 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f3b84f64-a59e-44f1-93ee-b2fc448c2cfc req-25de0015-4068-4a32-8c2d-b826a8a22260 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.0868394 Sep 23 06:52:52.615658 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 5e26b822-5fe6-4529-bd65-af1c22511064 details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:52:52.626705 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05c8598a-4699-462e-b6ad-d6f7e0f40c1c tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Router 881f67eb-5721-4c43-94b2-9c50220c46cb is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 06:52:52.810832 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05c8598a-4699-462e-b6ad-d6f7e0f40c1c tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:52:52.823525 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9587929c-0c52-4a61-a0d1-8374dea6c092 None None] Sync routers for ids ['881f67eb-5721-4c43-94b2-9c50220c46cb'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:52:52.833734 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-05c8598a-4699-462e-b6ad-d6f7e0f40c1c tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:52.836136 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-05c8598a-4699-462e-b6ad-d6f7e0f40c1c tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.4744678 Sep 23 06:52:52.841604 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 38690) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:52:52.842441 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9587929c-0c52-4a61-a0d1-8374dea6c092 None None] Routers {'881f67eb-5721-4c43-94b2-9c50220c46cb'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:52:52.843827 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-9587929c-0c52-4a61-a0d1-8374dea6c092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:52:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['881f67eb-5721-4c43-94b2-9c50220c46cb'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:52:52.973763 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 5e26b822-5fe6-4529-bd65-af1c22511064, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=5e26b822-5fe6-4529-bd65-af1c22511064,segment=NetworkSegment(e45912ab-73a2-4ecb-a631-df0a332d78f8),segment_id=e45912ab-73a2-4ecb-a631-df0a332d78f8)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:52:53.011256 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': '5e26b822-5fe6-4529-bd65-af1c22511064', 'network_id': '218c58b5-0e0b-4646-89a6-548d923b3f5b', 'port_id': '5e26b822-5fe6-4529-bd65-af1c22511064', 'mac_address': 'fa:16:3e:84:98:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c520f2a7-ad21-49cf-80dc-376f9b100681', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:52:53.076801 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:53.097969 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-9587929c-0c52-4a61-a0d1-8374dea6c092 None None] Set router 881f67eb-5721-4c43-94b2-9c50220c46cb gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:52:53.099235 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c8e5183c-5aad-4130-aedf-dfb95ee62a7d req-16227c8e-677b-464c-8520-30ac1c76d505 service neutron] 10.222.0.58 "GET /v2.0/networks/101e91e4-7df0-4369-ab96-69b58e29208f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4874668 Sep 23 06:52:53.108794 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5e26b822-5fe6-4529-bd65-af1c22511064 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:52:53.131828 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 5e26b822-5fe6-4529-bd65-af1c22511064, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=5e26b822-5fe6-4529-bd65-af1c22511064,segment=NetworkSegment(e45912ab-73a2-4ecb-a631-df0a332d78f8),segment_id=e45912ab-73a2-4ecb-a631-df0a332d78f8)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:52:53.140152 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f3b84f64-a59e-44f1-93ee-b2fc448c2cfc req-78ceb890-27bd-45c3-9a95-3b8a892b7e11 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3570993 Sep 23 06:52:53.141131 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:53.145050 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 8ff27583-160a-47e4-a063-0f8b96365602 details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:52:53.147738 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f2cd5759-5e65-4785-a64b-cb255b669d82 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks [] for router, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:53.191490 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c402807-4236-4c8a-ba72-ff00b97d79bd req-e16c5ea9-2027-4558-8cfb-d25d5807fe8f tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:53.193110 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7c402807-4236-4c8a-ba72-ff00b97d79bd req-e16c5ea9-2027-4558-8cfb-d25d5807fe8f tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=af3da77d-fbe6-490c-8dbb-5c8234f76314 HTTP/1.1" status: 200 len: 943 time: 0.1563466 Sep 23 06:52:53.264039 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7c402807-4236-4c8a-ba72-ff00b97d79bd req-b1add3c5-0ec1-4213-bc50-3c594e4b6034 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=df69b107-d214-48a1-9de3-f64218339a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624812 Sep 23 06:52:53.316588 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-9587929c-0c52-4a61-a0d1-8374dea6c092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881f67eb-5721-4c43-94b2-9c50220c46cb', 'name': '', 'tenant_id': '59fac5f0b0d447dbad0f7312e052519d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94905b62-1918-4d57-a17a-fb14758a0ad5', 'external_fixed_ips': [{'subnet_id': '4e8856a3-0948-4179-9d08-ffa5e2535a4a', 'ip_address': '2001:db8::2ef'}], 'enable_snat': True}, 'gw_port_id': 'bafa7c67-5e19-49d6-9ff1-ae0815bfd12f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:52:50Z', 'updated_at': '2021-09-23T06:52:51Z', 'revision_number': 3, 'project_id': '59fac5f0b0d447dbad0f7312e052519d', 'gw_port': {'id': 'bafa7c67-5e19-49d6-9ff1-ae0815bfd12f', 'name': '', 'network_id': '94905b62-1918-4d57-a17a-fb14758a0ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:8e:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '881f67eb-5721-4c43-94b2-9c50220c46cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '4e8856a3-0948-4179-9d08-ffa5e2535a4a', 'ip_address': '2001:db8::2ef', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:52:51Z', 'updated_at': '2021-09-23T06:52:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e8856a3-0948-4179-9d08-ffa5e2535a4a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:52:53.354291 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9587929c-0c52-4a61-a0d1-8374dea6c092 None None] Checking router: 881f67eb-5721-4c43-94b2-9c50220c46cb for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:52:53.354291 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9587929c-0c52-4a61-a0d1-8374dea6c092 None None] Updating router 881f67eb-5721-4c43-94b2-9c50220c46cb port bafa7c67-5e19-49d6-9ff1-ae0815bfd12f binding host n-d-715271-16 {{(pid=95068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 06:52:53.355779 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c8e5183c-5aad-4130-aedf-dfb95ee62a7d req-e45a885c-4871-4739-a675-411b04c605fb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=836860f4-7f78-4d29-8753-1658ddbce618 HTTP/1.1" status: 200 len: 217 time: 0.2315421 Sep 23 06:52:53.381223 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-9587929c-0c52-4a61-a0d1-8374dea6c092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:53.405624 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=5e26b822-5fe6-4529-bd65-af1c22511064,revision_number=6']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:53.448489 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e5183c-5aad-4130-aedf-dfb95ee62a7d req-8860121d-fc04-4996-9be0-929bc7a1d1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:53.450245 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c8e5183c-5aad-4130-aedf-dfb95ee62a7d req-8860121d-fc04-4996-9be0-929bc7a1d1f3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cc8a7554-36e3-4ad0-b779-92036cb83888 HTTP/1.1" status: 200 len: 797 time: 0.0852218 Sep 23 06:52:53.463920 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 8ff27583-160a-47e4-a063-0f8b96365602, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=8ff27583-160a-47e4-a063-0f8b96365602,segment=NetworkSegment(c88b2831-f544-41bb-bbcc-5b15e741880e),segment_id=c88b2831-f544-41bb-bbcc-5b15e741880e)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:52:53.490329 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': '8ff27583-160a-47e4-a063-0f8b96365602', 'network_id': 'd3302f5d-bf5e-4d5b-a7a4-2ca05635fe64', 'port_id': '8ff27583-160a-47e4-a063-0f8b96365602', 'mac_address': 'fa:16:3e:7a:92:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46ccc032-0362-4c9c-977b-4c26fbfaa4e6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:52:53.565436 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:53.597021 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ff27583-160a-47e4-a063-0f8b96365602 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:52:53.634090 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e5183c-5aad-4130-aedf-dfb95ee62a7d req-1856b59b-39bb-4f3d-87b7-d8e4050ead42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:53.635557 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c8e5183c-5aad-4130-aedf-dfb95ee62a7d req-1856b59b-39bb-4f3d-87b7-d8e4050ead42 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=feb093c6-06a4-4aad-bf82-6fd567da1d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1754446 Sep 23 06:52:53.647039 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 8ff27583-160a-47e4-a063-0f8b96365602, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=8ff27583-160a-47e4-a063-0f8b96365602,segment=NetworkSegment(c88b2831-f544-41bb-bbcc-5b15e741880e),segment_id=c88b2831-f544-41bb-bbcc-5b15e741880e)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:52:53.657672 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:53.672369 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f2cd5759-5e65-4785-a64b-cb255b669d82 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:53.745449 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7edc4-ac7c-4d97-8c01-cc6323d1a8ea req-f996bcde-1358-4b03-81ed-5778af95fe1d tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:53.747010 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5ed7edc4-ac7c-4d97-8c01-cc6323d1a8ea req-f996bcde-1358-4b03-81ed-5778af95fe1d tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=eee14b79-e789-41d6-9753-555e3a8b80f9 HTTP/1.1" status: 200 len: 945 time: 0.1759844 Sep 23 06:52:53.771935 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=8ff27583-160a-47e4-a063-0f8b96365602,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:53.807792 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-9587929c-0c52-4a61-a0d1-8374dea6c092 None None] Notify callbacks [] for port, precommit_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:53.821569 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-9587929c-0c52-4a61-a0d1-8374dea6c092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:53.831833 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c8e5183c-5aad-4130-aedf-dfb95ee62a7d req-ba7fab57-889d-4de4-a619-01b44c80af3a service neutron] 10.222.0.58 "GET /v2.0/networks/feb093c6-06a4-4aad-bf82-6fd567da1d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870346 Sep 23 06:52:53.846406 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5ed7edc4-ac7c-4d97-8c01-cc6323d1a8ea req-29240e01-1da7-452a-a6c7-fac994db0387 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894468 Sep 23 06:52:53.860825 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['5e26b822-5fe6-4529-bd65-af1c22511064'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:52:53.893189 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-9587929c-0c52-4a61-a0d1-8374dea6c092 None None] Attempting to bind port bafa7c67-5e19-49d6-9ff1-ae0815bfd12f on host n-d-715271-16 for vnic_type normal with profile {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:52:53.893189 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-9587929c-0c52-4a61-a0d1-8374dea6c092 None None] Attempting to bind port bafa7c67-5e19-49d6-9ff1-ae0815bfd12f by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': 'eaabda59-ff64-45a7-a167-ea753f4b530b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '94905b62-1918-4d57-a17a-fb14758a0ad5'}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:52:53.893189 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9587929c-0c52-4a61-a0d1-8374dea6c092 None None] Attempting to bind port bafa7c67-5e19-49d6-9ff1-ae0815bfd12f on network 94905b62-1918-4d57-a17a-fb14758a0ad5 {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:52:53.903379 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9587929c-0c52-4a61-a0d1-8374dea6c092 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:52:53.903741 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9587929c-0c52-4a61-a0d1-8374dea6c092 None None] Checking segment: {'id': 'eaabda59-ff64-45a7-a167-ea753f4b530b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '94905b62-1918-4d57-a17a-fb14758a0ad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:52:53.904282 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-9587929c-0c52-4a61-a0d1-8374dea6c092 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:53.904810 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9587929c-0c52-4a61-a0d1-8374dea6c092 None None] Bound using segment: {'id': 'eaabda59-ff64-45a7-a167-ea753f4b530b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '94905b62-1918-4d57-a17a-fb14758a0ad5'} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:52:53.910536 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-9587929c-0c52-4a61-a0d1-8374dea6c092 None None] Bound port: bafa7c67-5e19-49d6-9ff1-ae0815bfd12f, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaabda59-ff64-45a7-a167-ea753f4b530b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '94905b62-1918-4d57-a17a-fb14758a0ad5'}}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:52:53.911248 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-9587929c-0c52-4a61-a0d1-8374dea6c092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:53.956284 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276ec3af-0f9b-4457-b499-c7f15cb6dc60 None None] Pushing event updated for resources: {'Port': ['ID=bafa7c67-5e19-49d6-9ff1-ae0815bfd12f,revision_number=2']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:53.973620 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276ec3af-0f9b-4457-b499-c7f15cb6dc60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:52:53.974618 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276ec3af-0f9b-4457-b499-c7f15cb6dc60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:52:53.976281 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276ec3af-0f9b-4457-b499-c7f15cb6dc60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:52:53.976846 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276ec3af-0f9b-4457-b499-c7f15cb6dc60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:52:53.977406 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276ec3af-0f9b-4457-b499-c7f15cb6dc60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:52:53.978018 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276ec3af-0f9b-4457-b499-c7f15cb6dc60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:52:53.978613 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276ec3af-0f9b-4457-b499-c7f15cb6dc60 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:52:53.979158 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276ec3af-0f9b-4457-b499-c7f15cb6dc60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:52:53.979745 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276ec3af-0f9b-4457-b499-c7f15cb6dc60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:52:53.980331 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276ec3af-0f9b-4457-b499-c7f15cb6dc60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:52:53.980888 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276ec3af-0f9b-4457-b499-c7f15cb6dc60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:52:53.981424 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276ec3af-0f9b-4457-b499-c7f15cb6dc60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:52:54.025670 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-9587929c-0c52-4a61-a0d1-8374dea6c092 None None] For port bafa7c67-5e19-49d6-9ff1-ae0815bfd12f, host n-d-715271-16, cleared binding levels {{(pid=95068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:52:54.029207 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-9587929c-0c52-4a61-a0d1-8374dea6c092 None None] For port bafa7c67-5e19-49d6-9ff1-ae0815bfd12f, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=bafa7c67-5e19-49d6-9ff1-ae0815bfd12f,segment=NetworkSegment(eaabda59-ff64-45a7-a167-ea753f4b530b),segment_id=eaabda59-ff64-45a7-a167-ea753f4b530b)] {{(pid=95068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:52:54.035830 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-9587929c-0c52-4a61-a0d1-8374dea6c092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:54.093633 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-f2cd5759-5e65-4785-a64b-cb255b669d82 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Deleting port bafa7c67-5e19-49d6-9ff1-ae0815bfd12f {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:52:54.094008 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f2cd5759-5e65-4785-a64b-cb255b669d82 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:54.127984 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c8e5183c-5aad-4130-aedf-dfb95ee62a7d req-138c0d8c-77bc-4ad0-991e-01f0297533c9 service neutron] 10.222.0.58 "GET /v2.0/networks/feb093c6-06a4-4aad-bf82-6fd567da1d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004964 Sep 23 06:52:54.135342 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['8ff27583-160a-47e4-a063-0f8b96365602'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:52:54.185575 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9587929c-0c52-4a61-a0d1-8374dea6c092 None None] Routers {'881f67eb-5721-4c43-94b2-9c50220c46cb'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:52:54.186253 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-9587929c-0c52-4a61-a0d1-8374dea6c092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:52:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['881f67eb-5721-4c43-94b2-9c50220c46cb'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:52:54.189424 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c8e5183c-5aad-4130-aedf-dfb95ee62a7d req-488f85b0-167d-475b-84a7-9abfb973bd64 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=66dc2450-0dc5-4831-8e32-390fda82bf83 HTTP/1.1" status: 200 len: 217 time: 0.0492775 Sep 23 06:52:54.286958 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276ec3af-0f9b-4457-b499-c7f15cb6dc60 None None] Pushing event updated for resources: {'Port': ['ID=bafa7c67-5e19-49d6-9ff1-ae0815bfd12f,revision_number=3']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:54.386504 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-9587929c-0c52-4a61-a0d1-8374dea6c092 None None] Set router 881f67eb-5721-4c43-94b2-9c50220c46cb gateway port host: None {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:52:54.492647 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa0ad31-f692-45f7-a6d0-5da81ae67f0b req-13c5ffc9-490e-4bd4-8e70-06ccc68589d7 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:54.495285 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-afa0ad31-f692-45f7-a6d0-5da81ae67f0b req-13c5ffc9-490e-4bd4-8e70-06ccc68589d7 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=af3da77d-fbe6-490c-8dbb-5c8234f76314 HTTP/1.1" status: 200 len: 944 time: 0.0826130 Sep 23 06:52:54.503080 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-9587929c-0c52-4a61-a0d1-8374dea6c092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881f67eb-5721-4c43-94b2-9c50220c46cb', 'name': '', 'tenant_id': '59fac5f0b0d447dbad0f7312e052519d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:52:50Z', 'updated_at': '2021-09-23T06:52:53Z', 'revision_number': 4, 'project_id': '59fac5f0b0d447dbad0f7312e052519d', 'gw_port_host': None}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:52:54.542679 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9587929c-0c52-4a61-a0d1-8374dea6c092 None None] The sync data for ids ['881f67eb-5721-4c43-94b2-9c50220c46cb'] in n-d-715271-16 is: [{'id': '881f67eb-5721-4c43-94b2-9c50220c46cb', 'name': '', 'tenant_id': '59fac5f0b0d447dbad0f7312e052519d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:52:50Z', 'updated_at': '2021-09-23T06:52:53Z', 'revision_number': 4, 'project_id': '59fac5f0b0d447dbad0f7312e052519d', 'gw_port_host': None}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:52:54.598311 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-afa0ad31-f692-45f7-a6d0-5da81ae67f0b req-ea6c2ac6-ea8e-409f-bbc4-e438558ddf53 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=df69b107-d214-48a1-9de3-f64218339a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911992 Sep 23 06:52:54.604603 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-f2cd5759-5e65-4785-a64b-cb255b669d82 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] For port bafa7c67-5e19-49d6-9ff1-ae0815bfd12f, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=bafa7c67-5e19-49d6-9ff1-ae0815bfd12f,segment=NetworkSegment(eaabda59-ff64-45a7-a167-ea753f4b530b),segment_id=eaabda59-ff64-45a7-a167-ea753f4b530b)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:52:54.605138 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f2cd5759-5e65-4785-a64b-cb255b669d82 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:54.608953 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e5183c-5aad-4130-aedf-dfb95ee62a7d req-153b9fed-065d-4d54-a1e1-899867230b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:54.610930 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c8e5183c-5aad-4130-aedf-dfb95ee62a7d req-153b9fed-065d-4d54-a1e1-899867230b70 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cc8a7554-36e3-4ad0-b779-92036cb83888 HTTP/1.1" status: 200 len: 797 time: 0.4096053 Sep 23 06:52:54.626309 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 5e26b822-5fe6-4529-bd65-af1c22511064 up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:52:54.657164 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-f2cd5759-5e65-4785-a64b-cb255b669d82 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Calling delete_port for bafa7c67-5e19-49d6-9ff1-ae0815bfd12f owned by network:router_gateway {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:52:54.682874 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c250f83d-d237-4ff0-94a8-37f6588498f7 req-dd84e22c-1b0e-4dca-87f1-628aefd0e1fa tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:54.692254 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c250f83d-d237-4ff0-94a8-37f6588498f7 req-dd84e22c-1b0e-4dca-87f1-628aefd0e1fa tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 944 time: 0.3514743 Sep 23 06:52:54.728381 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port 5e26b822-5fe6-4529-bd65-af1c22511064 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:52:54.728962 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:54.869289 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e5183c-5aad-4130-aedf-dfb95ee62a7d req-fe4d6e36-de7d-404d-89fd-654ba347cb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:54.871020 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c8e5183c-5aad-4130-aedf-dfb95ee62a7d req-fe4d6e36-de7d-404d-89fd-654ba347cb4d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=feb093c6-06a4-4aad-bf82-6fd567da1d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2480114 Sep 23 06:52:54.895522 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c250f83d-d237-4ff0-94a8-37f6588498f7 req-663b9500-adff-423e-8684-e93b252102a1 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036188 Sep 23 06:52:54.968895 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:55.033961 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbfdf59c-d1e6-4757-9a48-028b48ff74be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e26b822-5fe6-4529-bd65-af1c22511064'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:52:55.034914 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d524e8-e7d1-4aab-93bb-de2a98223a9e" -d '{"events": [{"server_uuid": "cbfdf59c-d1e6-4757-9a48-028b48ff74be", "name": "network-vif-plugged", "status": "completed", "tag": "5e26b822-5fe6-4529-bd65-af1c22511064"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:52:55.089583 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 5e26b822-5fe6-4529-bd65-af1c22511064, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=5e26b822-5fe6-4529-bd65-af1c22511064,segment=NetworkSegment(e45912ab-73a2-4ecb-a631-df0a332d78f8),segment_id=e45912ab-73a2-4ecb-a631-df0a332d78f8)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:52:55.096896 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:55.132474 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c8e5183c-5aad-4130-aedf-dfb95ee62a7d req-b5d88a32-65f3-4dcf-bdb2-2804ba0c8450 service neutron] 10.222.0.58 "GET /v2.0/networks/feb093c6-06a4-4aad-bf82-6fd567da1d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315075 Sep 23 06:52:55.215050 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1214fc29-3b8c-4008-914d-acd533ed0e01 x-openstack-request-id: req-1214fc29-3b8c-4008-914d-acd533ed0e01 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:52:55.215438 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbfdf59c-d1e6-4757-9a48-028b48ff74be", "name": "network-vif-plugged", "status": "completed", "tag": "5e26b822-5fe6-4529-bd65-af1c22511064", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:52:55.215790 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1214fc29-3b8c-4008-914d-acd533ed0e01 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:52:55.216286 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbfdf59c-d1e6-4757-9a48-028b48ff74be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e26b822-5fe6-4529-bd65-af1c22511064', 'code': 200} Sep 23 06:52:55.217303 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=5e26b822-5fe6-4529-bd65-af1c22511064,revision_number=7']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:55.514765 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 38752) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:52:55.594710 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c1c649-a1fe-43ea-a55a-72efad5a0cd4 req-0af98853-b362-40f5-bce2-054fcb8384d0 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:55.603104 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b1c1c649-a1fe-43ea-a55a-72efad5a0cd4 req-0af98853-b362-40f5-bce2-054fcb8384d0 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=eee14b79-e789-41d6-9753-555e3a8b80f9 HTTP/1.1" status: 200 len: 945 time: 0.4640210 Sep 23 06:52:55.822245 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b1c1c649-a1fe-43ea-a55a-72efad5a0cd4 req-2a56a8e4-087d-416c-b19a-ab0f0bcfdfa5 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152481 Sep 23 06:52:55.882634 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0f8644f8-2d39-4d4b-8411-43253476f67f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:55.899319 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c8e5183c-5aad-4130-aedf-dfb95ee62a7d req-439d159d-9d33-4fd6-a3ce-bd030d4dab51 service neutron] 10.222.0.58 "GET /v2.0/networks/feb093c6-06a4-4aad-bf82-6fd567da1d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7518132 Sep 23 06:52:55.967683 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0986d-155a-42c6-8c1a-9750c72af22f req-5bb9c1db-60a6-4c07-b98c-fe3898c63f1d tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:55.984871 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bab0986d-155a-42c6-8c1a-9750c72af22f req-5bb9c1db-60a6-4c07-b98c-fe3898c63f1d tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=af3da77d-fbe6-490c-8dbb-5c8234f76314 HTTP/1.1" status: 200 len: 944 time: 0.1980221 Sep 23 06:52:56.070479 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c8e5183c-5aad-4130-aedf-dfb95ee62a7d req-1df82c04-2132-4bbc-82f1-af66bdfd23f2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.148&port_id=2b24a097-bd4a-4680-b3ae-d426079e7a16 HTTP/1.1" status: 200 len: 217 time: 0.1534786 Sep 23 06:52:56.098627 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f2cd5759-5e65-4785-a64b-cb255b669d82 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:56.198565 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cd5759-5e65-4785-a64b-cb255b669d82 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Pushing event deleted for resources: {'Port': ['ID=bafa7c67-5e19-49d6-9ff1-ae0815bfd12f,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:56.303445 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f2cd5759-5e65-4785-a64b-cb255b669d82 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2068563'] for router_gateway, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:56.325673 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6432f163-0654-4b86-898a-4d290ae70215 req-30ed8ee1-31df-438a-acab-aac2a785c905 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:56.335445 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6432f163-0654-4b86-898a-4d290ae70215 req-30ed8ee1-31df-438a-acab-aac2a785c905 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.2690625 Sep 23 06:52:56.472089 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e5183c-5aad-4130-aedf-dfb95ee62a7d req-06c2c98d-65cb-404a-9ac1-93dcc328bcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:56.473777 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c8e5183c-5aad-4130-aedf-dfb95ee62a7d req-06c2c98d-65cb-404a-9ac1-93dcc328bcb3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cc8a7554-36e3-4ad0-b779-92036cb83888 HTTP/1.1" status: 200 len: 797 time: 0.3520660 Sep 23 06:52:56.537462 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f2cd5759-5e65-4785-a64b-cb255b669d82 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:56.542111 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f2cd5759-5e65-4785-a64b-cb255b669d82 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:56.579729 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6432f163-0654-4b86-898a-4d290ae70215 req-8a2c4558-4943-448b-9f9e-25bc05728fe8 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413766 Sep 23 06:52:56.586635 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bab0986d-155a-42c6-8c1a-9750c72af22f req-b11d867d-ba66-4dd2-af03-8aac012a95fb tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=df69b107-d214-48a1-9de3-f64218339a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5930552 Sep 23 06:52:56.625614 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 8ff27583-160a-47e4-a063-0f8b96365602 up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:52:56.687218 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e5183c-5aad-4130-aedf-dfb95ee62a7d req-b294b707-f619-4f60-9b60-a9be71cb3046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:56.688666 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0f8644f8-2d39-4d4b-8411-43253476f67f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:56.689011 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c8e5183c-5aad-4130-aedf-dfb95ee62a7d req-b294b707-f619-4f60-9b60-a9be71cb3046 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=feb093c6-06a4-4aad-bf82-6fd567da1d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2062840 Sep 23 06:52:56.693885 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0f8644f8-2d39-4d4b-8411-43253476f67f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:56.716156 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f2cd5759-5e65-4785-a64b-cb255b669d82 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:56.716845 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2cd5759-5e65-4785-a64b-cb255b669d82 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 881f67eb-5721-4c43-94b2-9c50220c46cb {{(pid=95066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 06:52:56.731990 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f2cd5759-5e65-4785-a64b-cb255b669d82 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:56.735602 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-f2cd5759-5e65-4785-a64b-cb255b669d82 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] 10.222.0.39 "DELETE /v2.0/routers/881f67eb-5721-4c43-94b2-9c50220c46cb HTTP/1.1" status: 204 len: 168 time: 3.8847489 Sep 23 06:52:56.744117 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 38766) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:52:56.759856 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port 8ff27583-160a-47e4-a063-0f8b96365602 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:52:56.764039 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port 8ff27583-160a-47e4-a063-0f8b96365602 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:52:56.764415 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:56.833172 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-0f8644f8-2d39-4d4b-8411-43253476f67f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=30a1c22333e94ddfab58358e59cb1966&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3153894 Sep 23 06:52:56.849421 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8644f8-2d39-4d4b-8411-43253476f67f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab33a099-b3c7-4d0e-961b-a82489989148,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:56.853174 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 38768) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:52:56.861451 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c8e5183c-5aad-4130-aedf-dfb95ee62a7d req-b5480609-9856-44e3-b205-23595d66f929 service neutron] 10.222.0.58 "GET /v2.0/networks/feb093c6-06a4-4aad-bf82-6fd567da1d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639488 Sep 23 06:52:56.908345 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-e54fd89f-2c16-405d-923b-84db9020e939 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Deleting subnet 4e8856a3-0948-4179-9d08-ffa5e2535a4a {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:52:56.918540 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e54fd89f-2c16-405d-923b-84db9020e939 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:56.992915 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0be4b20b-d92d-4155-aa7c-1971686b1440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:56.997360 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e54fd89f-2c16-405d-923b-84db9020e939 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:57.020805 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:57.067977 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 8ff27583-160a-47e4-a063-0f8b96365602, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=8ff27583-160a-47e4-a063-0f8b96365602,segment=NetworkSegment(c88b2831-f544-41bb-bbcc-5b15e741880e),segment_id=c88b2831-f544-41bb-bbcc-5b15e741880e)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:52:57.086619 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:57.131102 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0be4b20b-d92d-4155-aa7c-1971686b1440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:57.153638 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e54fd89f-2c16-405d-923b-84db9020e939 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:57.154848 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c8e5183c-5aad-4130-aedf-dfb95ee62a7d req-20c192db-4e46-44f7-a0b8-188cfabfed61 service neutron] 10.222.0.58 "GET /v2.0/networks/feb093c6-06a4-4aad-bf82-6fd567da1d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776768 Sep 23 06:52:57.182288 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=8ff27583-160a-47e4-a063-0f8b96365602,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:57.199417 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca2d135-2a9a-4d89-ad57-111d7b90f36d req-43300b63-2fb3-4983-9f5c-6e4422f2256f tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:57.201211 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3ca2d135-2a9a-4d89-ad57-111d7b90f36d req-43300b63-2fb3-4983-9f5c-6e4422f2256f tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=eee14b79-e789-41d6-9753-555e3a8b80f9 HTTP/1.1" status: 200 len: 945 time: 0.1814070 Sep 23 06:52:57.216988 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af3da77d-fbe6-490c-8dbb-5c8234f76314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff27583-160a-47e4-a063-0f8b96365602'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:52:57.219701 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a0a82a-ad60-4c22-939c-cbff14649cc8" -d '{"events": [{"server_uuid": "af3da77d-fbe6-490c-8dbb-5c8234f76314", "name": "network-vif-plugged", "status": "completed", "tag": "8ff27583-160a-47e4-a063-0f8b96365602"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:52:57.259730 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c8e5183c-5aad-4130-aedf-dfb95ee62a7d req-c7412692-7fba-42f9-9ccf-eccc09ed94eb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=aadce6c5-7244-4918-943f-79af3b163ac9 HTTP/1.1" status: 200 len: 217 time: 0.0950143 Sep 23 06:52:57.311065 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78684fe3-16ba-4b0c-aabd-30f2428c8446 x-openstack-request-id: req-78684fe3-16ba-4b0c-aabd-30f2428c8446 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:52:57.311221 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af3da77d-fbe6-490c-8dbb-5c8234f76314", "name": "network-vif-plugged", "status": "completed", "tag": "8ff27583-160a-47e4-a063-0f8b96365602", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:52:57.311436 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-78684fe3-16ba-4b0c-aabd-30f2428c8446 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:52:57.311829 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af3da77d-fbe6-490c-8dbb-5c8234f76314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff27583-160a-47e4-a063-0f8b96365602', 'code': 200} Sep 23 06:52:57.313753 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3ca2d135-2a9a-4d89-ad57-111d7b90f36d req-dff7e6d2-c485-48f3-97af-3d5c56e38538 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041846 Sep 23 06:52:57.317476 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0be4b20b-d92d-4155-aa7c-1971686b1440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:57.322933 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0be4b20b-d92d-4155-aa7c-1971686b1440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:57.324707 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-0be4b20b-d92d-4155-aa7c-1971686b1440 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ab33a099-b3c7-4d0e-961b-a82489989148 HTTP/1.1" status: 204 len: 168 time: 0.4658482 Sep 23 06:52:57.328613 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e54fd89f-2c16-405d-923b-84db9020e939 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:57.365565 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be4b20b-d92d-4155-aa7c-1971686b1440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab33a099-b3c7-4d0e-961b-a82489989148,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:57.372007 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e54fd89f-2c16-405d-923b-84db9020e939 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:57.373952 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-e54fd89f-2c16-405d-923b-84db9020e939 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] 10.222.0.39 "DELETE /v2.0/subnets/4e8856a3-0948-4179-9d08-ffa5e2535a4a HTTP/1.1" status: 204 len: 168 time: 0.6287498 Sep 23 06:52:57.377928 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54fd89f-2c16-405d-923b-84db9020e939 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4e8856a3-0948-4179-9d08-ffa5e2535a4a,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:57.377928 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 38780) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:52:57.429495 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e5183c-5aad-4130-aedf-dfb95ee62a7d req-0927fc1c-ce7b-42be-bb1e-04d9eb505c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:57.432132 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c8e5183c-5aad-4130-aedf-dfb95ee62a7d req-0927fc1c-ce7b-42be-bb1e-04d9eb505c14 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cc8a7554-36e3-4ad0-b779-92036cb83888 HTTP/1.1" status: 200 len: 797 time: 0.1638658 Sep 23 06:52:57.524021 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e5183c-5aad-4130-aedf-dfb95ee62a7d req-8ce1862e-cc5f-4739-a049-017dadd906af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:57.532709 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c8e5183c-5aad-4130-aedf-dfb95ee62a7d req-8ce1862e-cc5f-4739-a049-017dadd906af service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=feb093c6-06a4-4aad-bf82-6fd567da1d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0870066 Sep 23 06:52:57.591213 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b189a2-0903-4bf9-bf1c-74e1ad5a33fa req-46f48bcc-5965-4fb4-97a0-3201d0da27ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:57.593377 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d8b189a2-0903-4bf9-bf1c-74e1ad5a33fa req-46f48bcc-5965-4fb4-97a0-3201d0da27ad service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=af3da77d-fbe6-490c-8dbb-5c8234f76314 HTTP/1.1" status: 200 len: 1097 time: 0.1590047 Sep 23 06:52:57.615250 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1d6dacba-dd0d-4081-8575-ac0a284844ba tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:57.649318 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c8e5183c-5aad-4130-aedf-dfb95ee62a7d req-1345303e-20fe-4ec9-a7fe-1d924c477a22 service neutron] 10.222.0.58 "GET /v2.0/networks/feb093c6-06a4-4aad-bf82-6fd567da1d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072013 Sep 23 06:52:57.666860 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d8b189a2-0903-4bf9-bf1c-74e1ad5a33fa req-e9c22450-1210-4eaa-87a8-c160f8fe9e5c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=df69b107-d214-48a1-9de3-f64218339a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630774 Sep 23 06:52:57.818231 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c8e5183c-5aad-4130-aedf-dfb95ee62a7d req-4a133991-a57c-4d66-85aa-4a8b2a64e135 service neutron] 10.222.0.58 "GET /v2.0/networks/feb093c6-06a4-4aad-bf82-6fd567da1d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593034 Sep 23 06:52:57.826568 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0cb4c7-7df8-4475-8629-b9c3a170a48c req-ead971c3-c5a5-4443-a9ca-0f7f1f06ae47 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:57.828713 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3c0cb4c7-7df8-4475-8629-b9c3a170a48c req-ead971c3-c5a5-4443-a9ca-0f7f1f06ae47 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.0801120 Sep 23 06:52:57.883935 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3c0cb4c7-7df8-4475-8629-b9c3a170a48c req-df91b239-7012-453a-8919-9336305b426d tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474455 Sep 23 06:52:57.922290 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1d6dacba-dd0d-4081-8575-ac0a284844ba tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:57.974083 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c8e5183c-5aad-4130-aedf-dfb95ee62a7d req-1c56df84-6c2c-42ad-8b14-406562736bf6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=07136d1d-f216-41bf-b3d9-e3f2b509cb43 HTTP/1.1" status: 200 len: 217 time: 0.0772266 Sep 23 06:52:57.998758 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-1d6dacba-dd0d-4081-8575-ac0a284844ba tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94905b62-1918-4d57-a17a-fb14758a0ad5']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:52:58.040072 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-1d6dacba-dd0d-4081-8575-ac0a284844ba tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaabda59-ff64-45a7-a167-ea753f4b530b') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:52:58.044268 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-1d6dacba-dd0d-4081-8575-ac0a284844ba tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaabda59-ff64-45a7-a167-ea753f4b530b') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:52:58.068029 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75674f32-baa8-4354-836d-e84cfe0ed3db req-967c82d8-861e-49e8-8b21-2630a821c6f1 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:58.075128 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-75674f32-baa8-4354-836d-e84cfe0ed3db req-967c82d8-861e-49e8-8b21-2630a821c6f1 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=af3da77d-fbe6-490c-8dbb-5c8234f76314 HTTP/1.1" status: 200 len: 945 time: 0.3217220 Sep 23 06:52:58.094427 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1d6dacba-dd0d-4081-8575-ac0a284844ba tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:58.117495 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e5183c-5aad-4130-aedf-dfb95ee62a7d req-7038bcac-d474-43f5-830e-605c35b507ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:58.119607 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c8e5183c-5aad-4130-aedf-dfb95ee62a7d req-7038bcac-d474-43f5-830e-605c35b507ae service neutron] 10.222.0.58 "GET /v2.0/subnets?id=27562dfd-be61-43be-9922-87df8a6761c0 HTTP/1.1" status: 200 len: 797 time: 0.1350148 Sep 23 06:52:58.140301 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1d6dacba-dd0d-4081-8575-ac0a284844ba tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:58.168856 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d6dacba-dd0d-4081-8575-ac0a284844ba tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:52:58.169329 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1d6dacba-dd0d-4081-8575-ac0a284844ba tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:58.171394 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 06:52:58.171394 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:52:58.171394 n-d-715271-16 neutron-server[95065]: timer() Sep 23 06:52:58.171394 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:52:58.171394 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 06:52:58.171394 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:52:58.171394 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 06:52:58.171394 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:52:58.171394 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 06:52:58.171394 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:52:58.171394 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 06:52:58.171394 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:52:58.171394 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 06:52:58.171394 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:52:58.171394 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:52:58.171394 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:52:58.171394 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:52:58.171394 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:52:58.171394 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 06:52:58.171394 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:52:58.171394 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 06:52:58.171394 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:52:58.171394 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:52:58.171394 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:52:58.171394 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 06:52:58.171394 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:52:58.171394 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:52:58.171394 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:52:58.171394 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:52:58.171394 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:52:58.171394 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:52:58.171394 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:52:58.219932 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e5183c-5aad-4130-aedf-dfb95ee62a7d req-1d252c2f-8ae3-4c39-989a-ea04a4c71b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:58.222050 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c8e5183c-5aad-4130-aedf-dfb95ee62a7d req-1d252c2f-8ae3-4c39-989a-ea04a4c71b4e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f4c6acfd-810d-4386-8654-cad37d5f8fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0725060 Sep 23 06:52:58.245195 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-75674f32-baa8-4354-836d-e84cfe0ed3db req-1982a2d6-7d5c-45b4-93ba-3f17ed0d2bca tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=df69b107-d214-48a1-9de3-f64218339a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614473 Sep 23 06:52:58.471988 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c8e5183c-5aad-4130-aedf-dfb95ee62a7d req-68a75420-43a4-422d-b25e-dfdacbb49f85 service neutron] 10.222.0.58 "GET /v2.0/networks/f4c6acfd-810d-4386-8654-cad37d5f8fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370934 Sep 23 06:52:58.493340 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1d6dacba-dd0d-4081-8575-ac0a284844ba tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:58.503833 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d6dacba-dd0d-4081-8575-ac0a284844ba tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 94905b62-1918-4d57-a17a-fb14758a0ad5 {{(pid=95065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 23 06:52:58.506674 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1d6dacba-dd0d-4081-8575-ac0a284844ba tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:58.529900 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-1d6dacba-dd0d-4081-8575-ac0a284844ba tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] 10.222.0.39 "DELETE /v2.0/networks/94905b62-1918-4d57-a17a-fb14758a0ad5 HTTP/1.1" status: 204 len: 168 time: 1.1494906 Sep 23 06:52:58.593419 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6dacba-dd0d-4081-8575-ac0a284844ba tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Pushing event deleted for resources: {'Network': ['ID=94905b62-1918-4d57-a17a-fb14758a0ad5,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:52:58.737062 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c8e5183c-5aad-4130-aedf-dfb95ee62a7d req-ac85dd26-a158-451f-88dd-bf0bc6c5ee24 service neutron] 10.222.0.58 "GET /v2.0/networks/f4c6acfd-810d-4386-8654-cad37d5f8fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558177 Sep 23 06:52:58.737441 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d62ef8b6-7f17-4ffc-b2c5-8142adc2e07b req-34ff636d-03f4-49a6-a7ba-0bdc2f8a9118 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3313096 Sep 23 06:52:58.777278 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7817019b-9e29-4f58-8afb-55b1808b6dd6 req-0882a807-b7ca-475d-8e7d-3fae72003ae1 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:58.778888 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7817019b-9e29-4f58-8afb-55b1808b6dd6 req-0882a807-b7ca-475d-8e7d-3fae72003ae1 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=eee14b79-e789-41d6-9753-555e3a8b80f9 HTTP/1.1" status: 200 len: 945 time: 0.1977847 Sep 23 06:52:58.886900 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c8e5183c-5aad-4130-aedf-dfb95ee62a7d req-b2ef9b22-a2b1-4126-a18f-4245842590f9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5e543f7d-d49b-4f81-a1d4-c7dc1b170f42 HTTP/1.1" status: 200 len: 217 time: 0.1375449 Sep 23 06:52:58.935472 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7817019b-9e29-4f58-8afb-55b1808b6dd6 req-c44c7fa2-adb8-483c-bdba-fa85e50f441c tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430316 Sep 23 06:52:58.939787 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ef8b6-7f17-4ffc-b2c5-8142adc2e07b req-c2442a0b-f8d2-4322-a9c8-5d84da1aa645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:58.941840 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d62ef8b6-7f17-4ffc-b2c5-8142adc2e07b req-c2442a0b-f8d2-4322-a9c8-5d84da1aa645 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8275c6392a72426db62ebfc4817f4420&device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 1096 time: 0.1174474 Sep 23 06:52:59.192896 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e5183c-5aad-4130-aedf-dfb95ee62a7d req-0ceb20e4-2e7d-443a-8fc9-5a71f5524ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:59.200585 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c8e5183c-5aad-4130-aedf-dfb95ee62a7d req-0ceb20e4-2e7d-443a-8fc9-5a71f5524ebd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=27562dfd-be61-43be-9922-87df8a6761c0 HTTP/1.1" status: 200 len: 797 time: 0.3026602 Sep 23 06:52:59.249495 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ef8b6-7f17-4ffc-b2c5-8142adc2e07b req-52dde5cc-e40e-44e2-b0b5-33f75a50d454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:59.255245 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d62ef8b6-7f17-4ffc-b2c5-8142adc2e07b req-52dde5cc-e40e-44e2-b0b5-33f75a50d454 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64 HTTP/1.1" status: 200 len: 912 time: 0.2935040 Sep 23 06:52:59.291263 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b07b9e5-7d43-4ef9-a7e1-a0e2c88c9841 req-2c98f6c9-14d4-4f5c-823f-3750382e3809 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:59.294171 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8b07b9e5-7d43-4ef9-a7e1-a0e2c88c9841 req-2c98f6c9-14d4-4f5c-823f-3750382e3809 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.1968572 Sep 23 06:52:59.360588 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e5183c-5aad-4130-aedf-dfb95ee62a7d req-f838968f-2708-4dc1-aa0f-614e5025db46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:59.362596 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c8e5183c-5aad-4130-aedf-dfb95ee62a7d req-f838968f-2708-4dc1-aa0f-614e5025db46 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f4c6acfd-810d-4386-8654-cad37d5f8fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1418586 Sep 23 06:52:59.372022 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8b07b9e5-7d43-4ef9-a7e1-a0e2c88c9841 req-80077770-3c96-49e0-9b35-4793654b07b3 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651846 Sep 23 06:52:59.472059 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d62ef8b6-7f17-4ffc-b2c5-8142adc2e07b req-572877b6-0489-4f4a-aa04-c828ccd3598b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13fc1c55-aac8-4284-a65a-d9e7ba02d995 HTTP/1.1" status: 200 len: 999 time: 0.2032895 Sep 23 06:52:59.540257 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ef8b6-7f17-4ffc-b2c5-8142adc2e07b req-3ecbf3d5-c7fa-4fbf-a3a7-904ddda6bae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:59.541912 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d62ef8b6-7f17-4ffc-b2c5-8142adc2e07b req-3ecbf3d5-c7fa-4fbf-a3a7-904ddda6bae7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=46ccc032-0362-4c9c-977b-4c26fbfaa4e6 HTTP/1.1" status: 200 len: 850 time: 0.0670524 Sep 23 06:52:59.542616 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 38832) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:52:59.548260 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-584a0b86-6b77-41ac-935f-ad7c7ca00d19 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Request body: {'router': {'name': 'tempest-router--767619279', 'project_id': '138e5f1207c947f385ffd8dc59d40990'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:52:59.609721 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-584a0b86-6b77-41ac-935f-ad7c7ca00d19 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:59.614748 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-584a0b86-6b77-41ac-935f-ad7c7ca00d19 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:59.628342 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ef8b6-7f17-4ffc-b2c5-8142adc2e07b req-f49b7005-f0f5-4972-ab75-8a7b58e5176f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:59.631366 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d62ef8b6-7f17-4ffc-b2c5-8142adc2e07b req-f49b7005-f0f5-4972-ab75-8a7b58e5176f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0787446 Sep 23 06:52:59.706786 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f053c03-381d-4b0a-b48f-1a4c9c204897 req-ac2dad6e-267c-48c8-80de-780cb8bff669 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:52:59.715538 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3f053c03-381d-4b0a-b48f-1a4c9c204897 req-ac2dad6e-267c-48c8-80de-780cb8bff669 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=af3da77d-fbe6-490c-8dbb-5c8234f76314 HTTP/1.1" status: 200 len: 945 time: 0.1681495 Sep 23 06:52:59.719460 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c8e5183c-5aad-4130-aedf-dfb95ee62a7d req-e622b82a-8d45-40c6-9c3c-5fd6731149ad service neutron] 10.222.0.58 "GET /v2.0/networks/f4c6acfd-810d-4386-8654-cad37d5f8fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3465495 Sep 23 06:52:59.760645 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d62ef8b6-7f17-4ffc-b2c5-8142adc2e07b req-5868a2a7-d8ec-45eb-b6e2-b84f4e2becd1 service neutron] 10.222.0.21 "GET /v2.0/networks/d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177220 Sep 23 06:52:59.856874 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-584a0b86-6b77-41ac-935f-ad7c7ca00d19 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:59.866679 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-584a0b86-6b77-41ac-935f-ad7c7ca00d19 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:59.933303 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-584a0b86-6b77-41ac-935f-ad7c7ca00d19 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:52:59.935659 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-584a0b86-6b77-41ac-935f-ad7c7ca00d19 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3919365 Sep 23 06:52:59.939166 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 38840) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:53:00.033496 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3f053c03-381d-4b0a-b48f-1a4c9c204897 req-b1909932-fd44-409b-837a-fec1fcceccdf tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=df69b107-d214-48a1-9de3-f64218339a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170016 Sep 23 06:53:00.084363 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c8e5183c-5aad-4130-aedf-dfb95ee62a7d req-f0a7e7b8-40b1-4954-b89d-c466c8164dd1 service neutron] 10.222.0.58 "GET /v2.0/networks/f4c6acfd-810d-4386-8654-cad37d5f8fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3483202 Sep 23 06:53:00.253223 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4a30e3d1-f839-4ca0-ade6-b98cfcfcfbd1 req-274a738e-f473-4dea-8152-a7fea88b367d tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=8275c6392a72426db62ebfc4817f4420 HTTP/1.1" status: 200 len: 267 time: 0.0662224 Sep 23 06:53:00.258702 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ef0f0efa-de5c-430e-aa13-9d5e4f0405dd tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks [] for router, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:00.267761 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d62ef8b6-7f17-4ffc-b2c5-8142adc2e07b req-e24f06cf-f5fe-4fde-9403-8ec37f668079 service neutron] 10.222.0.21 "GET /v2.0/networks/d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4986930 Sep 23 06:53:00.323111 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19ebff8-5188-4f31-bc37-69f847ce5c2f req-df8979c2-92dd-4601-a8c0-c41f925c268a tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:00.324936 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c19ebff8-5188-4f31-bc37-69f847ce5c2f req-df8979c2-92dd-4601-a8c0-c41f925c268a tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=eee14b79-e789-41d6-9753-555e3a8b80f9 HTTP/1.1" status: 200 len: 945 time: 0.2631245 Sep 23 06:53:00.390796 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a30e3d1-f839-4ca0-ade6-b98cfcfcfbd1 req-2ae39ee8-3f50-45f6-bcf3-0427efd24237 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:00.393076 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4a30e3d1-f839-4ca0-ade6-b98cfcfcfbd1 req-2ae39ee8-3f50-45f6-bcf3-0427efd24237 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=af3da77d-fbe6-490c-8dbb-5c8234f76314 HTTP/1.1" status: 200 len: 945 time: 0.1325171 Sep 23 06:53:00.409904 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-4a30e3d1-f839-4ca0-ade6-b98cfcfcfbd1 req-543d1d8a-87da-42b4-a774-d1731412e327 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Request body: {'port': {'security_groups': []}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:53:00.570241 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c19ebff8-5188-4f31-bc37-69f847ce5c2f req-35a1bcc6-8edc-4400-96ef-7cae253e1a39 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843531 Sep 23 06:53:00.615371 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-4a30e3d1-f839-4ca0-ade6-b98cfcfcfbd1 req-543d1d8a-87da-42b4-a774-d1731412e327 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:00.749038 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ef0f0efa-de5c-430e-aa13-9d5e4f0405dd tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:00.757515 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ef0f0efa-de5c-430e-aa13-9d5e4f0405dd tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:00.949428 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ef0f0efa-de5c-430e-aa13-9d5e4f0405dd tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:00.949428 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef0f0efa-de5c-430e-aa13-9d5e4f0405dd tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ecccbb01-234a-4788-92f2-68aaf9073108 {{(pid=95065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 06:53:00.967940 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ef0f0efa-de5c-430e-aa13-9d5e4f0405dd tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:00.969123 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-ef0f0efa-de5c-430e-aa13-9d5e4f0405dd tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] 10.222.0.39 "DELETE /v2.0/routers/ecccbb01-234a-4788-92f2-68aaf9073108 HTTP/1.1" status: 204 len: 168 time: 1.0286095 Sep 23 06:53:01.031928 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-4a30e3d1-f839-4ca0-ade6-b98cfcfcfbd1 req-543d1d8a-87da-42b4-a774-d1731412e327 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] For port 8ff27583-160a-47e4-a063-0f8b96365602, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=8ff27583-160a-47e4-a063-0f8b96365602,segment=NetworkSegment(c88b2831-f544-41bb-bbcc-5b15e741880e),segment_id=c88b2831-f544-41bb-bbcc-5b15e741880e)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:53:01.061295 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb2e43-20f1-487e-b5ba-bc5cfc6ac9e7 req-83193654-c082-4d2c-bc95-883bfce9e66b tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:01.070573 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9abb2e43-20f1-487e-b5ba-bc5cfc6ac9e7 req-83193654-c082-4d2c-bc95-883bfce9e66b tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.0950286 Sep 23 06:53:01.117268 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-4a30e3d1-f839-4ca0-ade6-b98cfcfcfbd1 req-543d1d8a-87da-42b4-a774-d1731412e327 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:01.130974 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-4a30e3d1-f839-4ca0-ade6-b98cfcfcfbd1 req-543d1d8a-87da-42b4-a774-d1731412e327 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:01.133589 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9abb2e43-20f1-487e-b5ba-bc5cfc6ac9e7 req-62aabba9-d9a7-4fa2-9913-7a622dbe64b7 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569069 Sep 23 06:53:01.160932 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['41ded32b-3dfa-4bc3-8eac-202f78172222', '8ff27583-160a-47e4-a063-0f8b96365602'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:53:01.211460 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a30e3d1-f839-4ca0-ade6-b98cfcfcfbd1 req-543d1d8a-87da-42b4-a774-d1731412e327 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:01.212135 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-4a30e3d1-f839-4ca0-ade6-b98cfcfcfbd1 req-543d1d8a-87da-42b4-a774-d1731412e327 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:01.213593 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4a30e3d1-f839-4ca0-ade6-b98cfcfcfbd1 req-543d1d8a-87da-42b4-a774-d1731412e327 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "PUT /v2.0/ports/8ff27583-160a-47e4-a063-0f8b96365602 HTTP/1.1" status: 200 len: 904 time: 0.8122418 Sep 23 06:53:01.214487 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af3da77d-fbe6-490c-8dbb-5c8234f76314', 'tag': '8ff27583-160a-47e4-a063-0f8b96365602'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:53:01.220767 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc7dff5-8ea5-4bd3-a1ba-9ea4aa4dceb2" -d '{"events": [{"name": "network-changed", "server_uuid": "af3da77d-fbe6-490c-8dbb-5c8234f76314", "tag": "8ff27583-160a-47e4-a063-0f8b96365602"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:53:01.248966 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543d1d8a-87da-42b4-a774-d1731412e327 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Pushing event updated for resources: {'Port': ['ID=8ff27583-160a-47e4-a063-0f8b96365602,revision_number=6']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:53:01.308585 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['f947862c-9ae7-4ba5-beb5-fa04f2f02f9f'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:53:01.356949 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea2e0004-9e49-4829-a048-d8fb519db71f x-openstack-request-id: req-ea2e0004-9e49-4829-a048-d8fb519db71f {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:53:01.357271 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af3da77d-fbe6-490c-8dbb-5c8234f76314", "tag": "8ff27583-160a-47e4-a063-0f8b96365602", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:53:01.357531 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ea2e0004-9e49-4829-a048-d8fb519db71f {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:53:01.358697 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af3da77d-fbe6-490c-8dbb-5c8234f76314', 'tag': '8ff27583-160a-47e4-a063-0f8b96365602', 'status': 'completed', 'code': 200} Sep 23 06:53:01.440131 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['8ff27583-160a-47e4-a063-0f8b96365602'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:53:01.650418 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 38878) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:53:01.663268 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b67123a-3857-49f9-8505-25f838f27c5b req-ecc101f0-292c-4522-8ba8-38291235bb14 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:01.683096 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5b67123a-3857-49f9-8505-25f838f27c5b req-ecc101f0-292c-4522-8ba8-38291235bb14 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=af3da77d-fbe6-490c-8dbb-5c8234f76314 HTTP/1.1" status: 200 len: 907 time: 0.3014488 Sep 23 06:53:01.744209 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc7dff5-8ea5-4bd3-a1ba-9ea4aa4dceb2 req-6cefaefe-1a98-43cc-b12f-225c7c6652fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:01.748121 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0fc7dff5-8ea5-4bd3-a1ba-9ea4aa4dceb2 req-6cefaefe-1a98-43cc-b12f-225c7c6652fb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8275c6392a72426db62ebfc4817f4420&device_id=af3da77d-fbe6-490c-8dbb-5c8234f76314 HTTP/1.1" status: 200 len: 1059 time: 0.2894874 Sep 23 06:53:01.936245 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140e160e-a731-4b68-b11e-faf3b8d6d0d5 req-3263ec08-8647-4457-a371-41ed9b78c768 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:01.964815 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-140e160e-a731-4b68-b11e-faf3b8d6d0d5 req-3263ec08-8647-4457-a371-41ed9b78c768 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=eee14b79-e789-41d6-9753-555e3a8b80f9 HTTP/1.1" status: 200 len: 945 time: 0.1543987 Sep 23 06:53:02.031218 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-b709d661-4889-4139-8e24-040670e88cdf None None] Provisioning complete for port 8ff27583-160a-47e4-a063-0f8b96365602 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:53:02.031610 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b709d661-4889-4139-8e24-040670e88cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:02.119117 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-140e160e-a731-4b68-b11e-faf3b8d6d0d5 req-79a13f72-4962-4808-8ce8-02e45b855024 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528482 Sep 23 06:53:02.125772 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-868dfa22-6b52-428a-8e69-0e15f38ee573 tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-232154502', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}, 'admin_state_up': False}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:53:02.175020 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb5b8b4-7eb4-45ec-a762-b83f1d768de6 req-d9c0a437-f8e1-4495-b22d-2de514fd1d4a tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:02.192547 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6bb5b8b4-7eb4-45ec-a762-b83f1d768de6 req-d9c0a437-f8e1-4495-b22d-2de514fd1d4a tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 944 time: 0.3019655 Sep 23 06:53:02.207240 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-868dfa22-6b52-428a-8e69-0e15f38ee573 tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:02.217279 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-868dfa22-6b52-428a-8e69-0e15f38ee573 tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:02.246638 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc7dff5-8ea5-4bd3-a1ba-9ea4aa4dceb2 req-8880df15-fe9f-40ae-920b-18a4e8cfd0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:02.248356 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0fc7dff5-8ea5-4bd3-a1ba-9ea4aa4dceb2 req-8880df15-fe9f-40ae-920b-18a4e8cfd0c1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64 HTTP/1.1" status: 200 len: 912 time: 0.4897783 Sep 23 06:53:02.315612 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-868dfa22-6b52-428a-8e69-0e15f38ee573 tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:02.347847 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6bb5b8b4-7eb4-45ec-a762-b83f1d768de6 req-ec34407d-3773-42b2-b11c-004de44d9348 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1482823 Sep 23 06:53:02.354429 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0fc7dff5-8ea5-4bd3-a1ba-9ea4aa4dceb2 req-77b7a2a3-c0ad-4262-9640-3fcb7f584621 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ff27583-160a-47e4-a063-0f8b96365602 HTTP/1.1" status: 200 len: 217 time: 0.0946620 Sep 23 06:53:02.473786 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc7dff5-8ea5-4bd3-a1ba-9ea4aa4dceb2 req-a7a7b047-2d3f-4c1d-bd51-abccc539eb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:02.479774 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0fc7dff5-8ea5-4bd3-a1ba-9ea4aa4dceb2 req-a7a7b047-2d3f-4c1d-bd51-abccc539eb5b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=46ccc032-0362-4c9c-977b-4c26fbfaa4e6 HTTP/1.1" status: 200 len: 850 time: 0.1116211 Sep 23 06:53:02.616147 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-868dfa22-6b52-428a-8e69-0e15f38ee573 tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:02.631170 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc7dff5-8ea5-4bd3-a1ba-9ea4aa4dceb2 req-49190152-9819-4fad-968f-1d4a5824eb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:02.633762 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0fc7dff5-8ea5-4bd3-a1ba-9ea4aa4dceb2 req-49190152-9819-4fad-968f-1d4a5824eb61 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1260920 Sep 23 06:53:02.646333 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3badacb-95c3-4496-acd8-24baa333e817 req-850079e3-e554-4920-99e7-94185a30a2cd tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:02.655251 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d3badacb-95c3-4496-acd8-24baa333e817 req-850079e3-e554-4920-99e7-94185a30a2cd tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.1659746 Sep 23 06:53:02.737341 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f6a7e3-cc1f-4279-a1b1-6017222b2061 req-c57042c4-1ec4-45f1-b17c-c29d1341b1d3 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:02.739003 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-51f6a7e3-cc1f-4279-a1b1-6017222b2061 req-c57042c4-1ec4-45f1-b17c-c29d1341b1d3 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 944 time: 0.1184905 Sep 23 06:53:02.780853 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d3badacb-95c3-4496-acd8-24baa333e817 req-a7421968-bf0c-4d83-989f-5958e0a731c1 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241004 Sep 23 06:53:02.836596 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0fc7dff5-8ea5-4bd3-a1ba-9ea4aa4dceb2 req-24d9379a-aa05-41a0-8f38-3253cc680174 service neutron] 10.222.0.58 "GET /v2.0/networks/d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780291 Sep 23 06:53:02.911067 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-51f6a7e3-cc1f-4279-a1b1-6017222b2061 req-cbbb187b-24fa-42c1-9dce-ad6035687589 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287467 Sep 23 06:53:03.105354 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0fc7dff5-8ea5-4bd3-a1ba-9ea4aa4dceb2 req-fbb1c115-b72f-4cff-9877-07ae28f481b9 service neutron] 10.222.0.58 "GET /v2.0/networks/d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609251 Sep 23 06:53:03.106746 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-868dfa22-6b52-428a-8e69-0e15f38ee573 tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks [] for router_gateway, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:03.168634 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-868dfa22-6b52-428a-8e69-0e15f38ee573 tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:03.393468 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ddbb02-a966-4d25-a044-9015e052db43 req-4a0682d2-b875-414e-889d-a7134f6315ee tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:03.403275 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-81ddbb02-a966-4d25-a044-9015e052db43 req-4a0682d2-b875-414e-889d-a7134f6315ee tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=eee14b79-e789-41d6-9753-555e3a8b80f9 HTTP/1.1" status: 200 len: 945 time: 0.1377323 Sep 23 06:53:03.481934 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-868dfa22-6b52-428a-8e69-0e15f38ee573 tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Allocated IP 172.25.2.60 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/1e00563b-c1e4-405a-aac5-c1eba573cb3a) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:53:03.509907 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-81ddbb02-a966-4d25-a044-9015e052db43 req-2f1bdaa1-ba84-4224-8719-1969a99686b9 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977409 Sep 23 06:53:03.698026 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-868dfa22-6b52-428a-8e69-0e15f38ee573 tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:03.764182 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-868dfa22-6b52-428a-8e69-0e15f38ee573 tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:03.814532 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868dfa22-6b52-428a-8e69-0e15f38ee573 tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:53:03.817879 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-868dfa22-6b52-428a-8e69-0e15f38ee573 tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:53:03.821175 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868dfa22-6b52-428a-8e69-0e15f38ee573 tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:53:03.908574 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868dfa22-6b52-428a-8e69-0e15f38ee573 tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Pushing event updated for resources: {'Port': ['ID=1e00563b-c1e4-405a-aac5-c1eba573cb3a,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:53:04.462417 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b0737c-f645-497e-8677-1ec6fcc49ba7 req-e8c90154-abeb-42ca-8219-c5a8ffaa5122 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:04.469558 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-65b0737c-f645-497e-8677-1ec6fcc49ba7 req-e8c90154-abeb-42ca-8219-c5a8ffaa5122 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.5649393 Sep 23 06:53:04.543835 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4e996d22-3649-4ccc-a2c8-7fe5acf8c83a req-a133af6d-c60b-4940-96fe-421240934659 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=671265d2-16fd-4692-9592-414591c0025a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2034090 Sep 23 06:53:04.563525 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-65b0737c-f645-497e-8677-1ec6fcc49ba7 req-90d256e0-68a3-480d-b886-b1e0199a2821 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916095 Sep 23 06:53:04.786908 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e996d22-3649-4ccc-a2c8-7fe5acf8c83a req-a757fdba-9f12-4dcd-8945-f476e020ceae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:04.789263 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4e996d22-3649-4ccc-a2c8-7fe5acf8c83a req-a757fdba-9f12-4dcd-8945-f476e020ceae service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8275c6392a72426db62ebfc4817f4420&device_id=671265d2-16fd-4692-9592-414591c0025a HTTP/1.1" status: 200 len: 1097 time: 0.2141080 Sep 23 06:53:04.843988 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-868dfa22-6b52-428a-8e69-0e15f38ee573 tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks [] for router_gateway, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:05.130287 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e996d22-3649-4ccc-a2c8-7fe5acf8c83a req-74c80175-40a1-49a4-aa20-952a52881d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:05.134207 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4e996d22-3649-4ccc-a2c8-7fe5acf8c83a req-74c80175-40a1-49a4-aa20-952a52881d62 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64 HTTP/1.1" status: 200 len: 912 time: 0.3174875 Sep 23 06:53:05.157354 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e3e6aa-cdf9-484b-8f01-11817dc385d1 req-6ec1efb9-9893-41bf-9548-ead4c3474999 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:05.173237 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c0e3e6aa-cdf9-484b-8f01-11817dc385d1 req-6ec1efb9-9893-41bf-9548-ead4c3474999 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=eee14b79-e789-41d6-9753-555e3a8b80f9 HTTP/1.1" status: 200 len: 945 time: 0.4480083 Sep 23 06:53:05.328507 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4e996d22-3649-4ccc-a2c8-7fe5acf8c83a req-e29ec80e-2cba-454d-bdaf-5e31a4657b18 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f947862c-9ae7-4ba5-beb5-fa04f2f02f9f HTTP/1.1" status: 200 len: 217 time: 0.1498196 Sep 23 06:53:05.390744 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c0e3e6aa-cdf9-484b-8f01-11817dc385d1 req-1809364d-62fa-41e1-bf11-ad5899af7e38 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123327 Sep 23 06:53:05.653009 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e996d22-3649-4ccc-a2c8-7fe5acf8c83a req-363c6aab-19fb-4d36-bdc1-87a764df1298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:05.655032 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4e996d22-3649-4ccc-a2c8-7fe5acf8c83a req-363c6aab-19fb-4d36-bdc1-87a764df1298 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=46ccc032-0362-4c9c-977b-4c26fbfaa4e6 HTTP/1.1" status: 200 len: 850 time: 0.3141310 Sep 23 06:53:05.655979 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-868dfa22-6b52-428a-8e69-0e15f38ee573 tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:05.787565 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e996d22-3649-4ccc-a2c8-7fe5acf8c83a req-62e1882d-e7f2-4f13-a482-e49e9c5381fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:05.790215 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4e996d22-3649-4ccc-a2c8-7fe5acf8c83a req-62e1882d-e7f2-4f13-a482-e49e9c5381fd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1262219 Sep 23 06:53:05.886784 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711dba6b-0fa7-41fe-8c1f-aaada054e4aa req-da9357df-5ab3-4d8f-9b82-6aacc68951aa tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:05.888373 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-711dba6b-0fa7-41fe-8c1f-aaada054e4aa req-da9357df-5ab3-4d8f-9b82-6aacc68951aa tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.1486061 Sep 23 06:53:05.941790 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-711dba6b-0fa7-41fe-8c1f-aaada054e4aa req-d08f50a0-30a6-4050-a0fe-fd4a87d8f1df tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451002 Sep 23 06:53:06.044413 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4e996d22-3649-4ccc-a2c8-7fe5acf8c83a req-1909466e-7c9c-4e5c-aa75-55b2f1e13e6c service neutron] 10.222.0.21 "GET /v2.0/networks/d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445707 Sep 23 06:53:06.046373 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-868dfa22-6b52-428a-8e69-0e15f38ee573 tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Router 54493dd4-d12e-47e9-9887-de7cf5875988 is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 06:53:06.269265 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:06.321530 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4e996d22-3649-4ccc-a2c8-7fe5acf8c83a req-4ddf4002-48e9-44ec-8999-94d2d130eaff service neutron] 10.222.0.21 "GET /v2.0/networks/d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655962 Sep 23 06:53:06.331896 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-868dfa22-6b52-428a-8e69-0e15f38ee573 tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:53:06.344153 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdc1e85-2a62-415c-b322-9ba97ea57d9d None None] Sync routers for ids ['54493dd4-d12e-47e9-9887-de7cf5875988'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:53:06.358153 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce706860-0e55-4e78-be41-c24e38f201d7 req-ea538d92-15ab-4c50-be55-ead537a19185 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:06.364575 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdc1e85-2a62-415c-b322-9ba97ea57d9d None None] Routers {'54493dd4-d12e-47e9-9887-de7cf5875988'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:53:06.369195 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-ccdc1e85-2a62-415c-b322-9ba97ea57d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:52:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['54493dd4-d12e-47e9-9887-de7cf5875988'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:53:06.373006 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ce706860-0e55-4e78-be41-c24e38f201d7 req-ea538d92-15ab-4c50-be55-ead537a19185 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/networks?id=d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64 HTTP/1.1" status: 200 len: 811 time: 0.2133317 Sep 23 06:53:06.376796 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-868dfa22-6b52-428a-8e69-0e15f38ee573 tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:06.383034 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-868dfa22-6b52-428a-8e69-0e15f38ee573 tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.7328732 Sep 23 06:53:06.384553 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 38978) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:53:06.462777 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-ccdc1e85-2a62-415c-b322-9ba97ea57d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:53:06.486459 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ce706860-0e55-4e78-be41-c24e38f201d7 req-0a432bb0-8785-4c65-87a8-a1a31b6bf758 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/quotas/8275c6392a72426db62ebfc4817f4420 HTTP/1.1" status: 200 len: 375 time: 0.1121936 Sep 23 06:53:06.486677 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdc1e85-2a62-415c-b322-9ba97ea57d9d None None] Routers {'54493dd4-d12e-47e9-9887-de7cf5875988'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:53:06.489818 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-ccdc1e85-2a62-415c-b322-9ba97ea57d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:52:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['54493dd4-d12e-47e9-9887-de7cf5875988'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:53:06.549349 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-ccdc1e85-2a62-415c-b322-9ba97ea57d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:53:06.550385 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdc1e85-2a62-415c-b322-9ba97ea57d9d None None] The sync data for ids ['54493dd4-d12e-47e9-9887-de7cf5875988'] in n-d-715271-16 is: [] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:53:06.626549 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4010e063-2f61-4656-ba43-6eaaec259dea req-1abd3dc3-73ef-4271-92f7-f2c726b0f7c2 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:06.645857 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ce706860-0e55-4e78-be41-c24e38f201d7 req-2af516d5-8b42-4efe-a734-67410b957fbd tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8275c6392a72426db62ebfc4817f4420&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1531522 Sep 23 06:53:06.646115 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4010e063-2f61-4656-ba43-6eaaec259dea req-1abd3dc3-73ef-4271-92f7-f2c726b0f7c2 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=eee14b79-e789-41d6-9753-555e3a8b80f9 HTTP/1.1" status: 200 len: 945 time: 0.1227484 Sep 23 06:53:06.750769 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4010e063-2f61-4656-ba43-6eaaec259dea req-943aff21-dfb9-4706-b2ee-99d7fb086b5b tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090641 Sep 23 06:53:07.076912 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ce706860-0e55-4e78-be41-c24e38f201d7 req-127edb2b-6444-4eeb-90eb-43d2ae9379aa service neutron] 10.222.0.39 "GET /v2.0/networks/d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4353800 Sep 23 06:53:07.114345 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-ebf1fdf6-e32a-4fe2-8157-2d7caa6f4b3e tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] 10.222.0.39 "GET /v2.0/routers/54493dd4-d12e-47e9-9887-de7cf5875988 HTTP/1.1" status: 200 len: 923 time: 0.7280858 Sep 23 06:53:07.122336 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 39006) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:53:07.153725 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-ef952880-382a-463d-85ca-e42d7ec30de1 tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] 10.222.0.39 "GET /v2.0/ports?device_id=54493dd4-d12e-47e9-9887-de7cf5875988 HTTP/1.1" status: 200 len: 205 time: 0.0298684 Sep 23 06:53:07.156390 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 39008) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:53:07.244364 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4269e8c4-009d-4177-a049-b4c1a0c6dfc1 req-1a5b2c94-3dea-4562-a977-4485029116e4 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:07.251757 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4269e8c4-009d-4177-a049-b4c1a0c6dfc1 req-1a5b2c94-3dea-4562-a977-4485029116e4 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.1593254 Sep 23 06:53:07.333324 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4269e8c4-009d-4177-a049-b4c1a0c6dfc1 req-0bdab315-6096-4f20-be7c-0b2417b4ebf7 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749779 Sep 23 06:53:07.379500 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ce706860-0e55-4e78-be41-c24e38f201d7 req-911c625e-344e-4da4-af82-d8a6723c3c66 service neutron] 10.222.0.39 "GET /v2.0/networks/d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3015757 Sep 23 06:53:07.605798 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5d6054c3-56f6-4499-b06f-7b3749d999ef tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks [] for router, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:07.681751 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a846f01e-870b-4abe-815f-e94838eec203 req-1452b605-1a77-41a1-90ea-c59b742fabe3 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=10ba9f18-bd36-468a-9643-66e772e1ecdb HTTP/1.1" status: 200 len: 210 time: 0.0853679 Sep 23 06:53:07.792451 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5d6054c3-56f6-4499-b06f-7b3749d999ef tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:07.920294 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082a0e05-287b-47b9-8d85-335990104300 req-792c249c-b1e3-4128-9f2d-d362f69caec0 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:07.921971 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-082a0e05-287b-47b9-8d85-335990104300 req-792c249c-b1e3-4128-9f2d-d362f69caec0 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=eee14b79-e789-41d6-9753-555e3a8b80f9 HTTP/1.1" status: 200 len: 945 time: 0.0681837 Sep 23 06:53:07.979777 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-5d6054c3-56f6-4499-b06f-7b3749d999ef tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Deleting port 1e00563b-c1e4-405a-aac5-c1eba573cb3a {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:53:07.980245 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5d6054c3-56f6-4499-b06f-7b3749d999ef tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:08.004846 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-082a0e05-287b-47b9-8d85-335990104300 req-93c878cf-1ada-46c7-8f2f-5e3e162286f3 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746155 Sep 23 06:53:08.031536 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-35fccd84-7449-41a5-a579-bc98a3ffea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:08.158561 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5d6054c3-56f6-4499-b06f-7b3749d999ef tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:08.200111 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-5d6054c3-56f6-4499-b06f-7b3749d999ef tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Calling delete_port for 1e00563b-c1e4-405a-aac5-c1eba573cb3a owned by network:router_gateway {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:53:08.533240 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5d6054c3-56f6-4499-b06f-7b3749d999ef tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:08.569400 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6054c3-56f6-4499-b06f-7b3749d999ef tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Pushing event deleted for resources: {'Port': ['ID=1e00563b-c1e4-405a-aac5-c1eba573cb3a,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:53:08.675525 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5d6054c3-56f6-4499-b06f-7b3749d999ef tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2068563'] for router_gateway, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:08.682983 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eccc9d-76d1-4ba5-980e-6edddfeb82a9 req-ce452831-0b72-472d-a3cd-e569bbbf9955 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:08.684576 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-50eccc9d-76d1-4ba5-980e-6edddfeb82a9 req-ce452831-0b72-472d-a3cd-e569bbbf9955 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.1811252 Sep 23 06:53:08.797745 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-50eccc9d-76d1-4ba5-980e-6edddfeb82a9 req-7b95ffc9-34d0-4a38-b69d-bd919d0ecc32 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006277 Sep 23 06:53:08.873906 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5d6054c3-56f6-4499-b06f-7b3749d999ef tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:08.876649 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5d6054c3-56f6-4499-b06f-7b3749d999ef tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:08.990865 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b3b7d165-28b0-4abb-a23f-02c02898acae req-654582e9-e3a3-4b9b-a886-ec09a78aab76 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=10ba9f18-bd36-468a-9643-66e772e1ecdb HTTP/1.1" status: 200 len: 210 time: 0.0415738 Sep 23 06:53:08.992211 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5d6054c3-56f6-4499-b06f-7b3749d999ef tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:08.993703 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d6054c3-56f6-4499-b06f-7b3749d999ef tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Fanout notify agent at l3_agent the message router_deleted on router 54493dd4-d12e-47e9-9887-de7cf5875988 {{(pid=95066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 06:53:09.006445 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5d6054c3-56f6-4499-b06f-7b3749d999ef tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:09.011002 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-5d6054c3-56f6-4499-b06f-7b3749d999ef tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] 10.222.0.39 "DELETE /v2.0/routers/54493dd4-d12e-47e9-9887-de7cf5875988 HTTP/1.1" status: 204 len: 168 time: 1.8504188 Sep 23 06:53:09.011371 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 39056) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:53:09.015796 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-818b9f02-6cb1-468f-81ff-a03605a16413 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Request body: {'router': {'name': 'tempest-snat-router-514034040', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'enable_snat': False}}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:53:09.027891 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 39058) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:53:09.067592 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-818b9f02-6cb1-468f-81ff-a03605a16413 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:09.069888 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-818b9f02-6cb1-468f-81ff-a03605a16413 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:09.222206 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-818b9f02-6cb1-468f-81ff-a03605a16413 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:09.311319 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bdc7b23e-a990-4306-b08c-fdd01847b554 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:09.469266 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc715941-7980-41bb-b040-d0faa6e381d0 req-6b068ff5-3f4f-47f5-bbf7-eb294faaa67a tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:09.470852 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bc715941-7980-41bb-b040-d0faa6e381d0 req-6b068ff5-3f4f-47f5-bbf7-eb294faaa67a tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=eee14b79-e789-41d6-9753-555e3a8b80f9 HTTP/1.1" status: 200 len: 945 time: 0.3238475 Sep 23 06:53:09.503656 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bdc7b23e-a990-4306-b08c-fdd01847b554 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:09.510520 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bdc7b23e-a990-4306-b08c-fdd01847b554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:09.543301 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-818b9f02-6cb1-468f-81ff-a03605a16413 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:09.602654 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc7b23e-a990-4306-b08c-fdd01847b554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a4f8f1a-acc5-43b9-9244-cddb41167a3b,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:53:09.633597 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce706860-0e55-4e78-be41-c24e38f201d7 req-35435c2a-b89e-4776-94dc-db980a79cc49 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:09.638614 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ce706860-0e55-4e78-be41-c24e38f201d7 req-35435c2a-b89e-4776-94dc-db980a79cc49 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.21 "GET /v2.0/networks?id=d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64 HTTP/1.1" status: 200 len: 811 time: 0.2528083 Sep 23 06:53:09.666747 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-bdc7b23e-a990-4306-b08c-fdd01847b554 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f971570cc0a241c487edf3af320784c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6368949 Sep 23 06:53:09.667636 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 39078) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:53:09.671061 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-ce706860-0e55-4e78-be41-c24e38f201d7 req-67109a35-99ab-4290-9dbf-5d818f6a732b tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Request body: {'port': {'device_id': '10ba9f18-bd36-468a-9643-66e772e1ecdb', 'network_id': 'd3302f5d-bf5e-4d5b-a7a4-2ca05635fe64', 'admin_state_up': True, 'tenant_id': '8275c6392a72426db62ebfc4817f4420'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:53:09.716400 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bc715941-7980-41bb-b040-d0faa6e381d0 req-b79459b5-a9a7-44aa-a4ab-0595ea6a4770 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294891 Sep 23 06:53:09.763006 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e8aa0b2d-b54f-49be-b465-6ca76a0dd04e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:09.787138 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e8aa0b2d-b54f-49be-b465-6ca76a0dd04e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:09.865178 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e8aa0b2d-b54f-49be-b465-6ca76a0dd04e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:09.873464 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e8aa0b2d-b54f-49be-b465-6ca76a0dd04e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:09.876038 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-e8aa0b2d-b54f-49be-b465-6ca76a0dd04e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0a4f8f1a-acc5-43b9-9244-cddb41167a3b HTTP/1.1" status: 204 len: 168 time: 0.2078972 Sep 23 06:53:09.892318 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aa0b2d-b54f-49be-b465-6ca76a0dd04e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a4f8f1a-acc5-43b9-9244-cddb41167a3b,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:53:09.937721 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:09.955606 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce706860-0e55-4e78-be41-c24e38f201d7 req-67109a35-99ab-4290-9dbf-5d818f6a732b tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Made reservation on behalf of 8275c6392a72426db62ebfc4817f4420 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:53:09.964330 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-ce706860-0e55-4e78-be41-c24e38f201d7 req-67109a35-99ab-4290-9dbf-5d818f6a732b tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:10.097267 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5953c6-c755-4624-a45d-9cf8072d8e1c req-4f31f6a8-557c-4506-b176-5ab1853edf11 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:10.099478 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2d5953c6-c755-4624-a45d-9cf8072d8e1c req-4f31f6a8-557c-4506-b176-5ab1853edf11 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.1254077 Sep 23 06:53:10.168920 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2d5953c6-c755-4624-a45d-9cf8072d8e1c req-2733fef2-0e15-4a49-8565-746b7667273f tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608928 Sep 23 06:53:10.303109 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-64d91c65-7e92-4c92-a47b-b81ff50b15ff req-101e0b04-98ad-4091-8cc6-22a42ea8d2fe tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=10ba9f18-bd36-468a-9643-66e772e1ecdb HTTP/1.1" status: 200 len: 210 time: 0.1225379 Sep 23 06:53:10.366601 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-818b9f02-6cb1-468f-81ff-a03605a16413 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:10.394768 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-818b9f02-6cb1-468f-81ff-a03605a16413 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:10.464398 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 39092) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:53:10.510501 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-cdfa316d-56b7-4a46-ae89-64b980c93c9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:10.721987 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-cdfa316d-56b7-4a46-ae89-64b980c93c9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:10.733694 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-cdfa316d-56b7-4a46-ae89-64b980c93c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:10.788827 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-cdfa316d-56b7-4a46-ae89-64b980c93c9c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=19badd0494c5438bb560026da8758ede&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3225329 Sep 23 06:53:10.790943 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 39098) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:53:10.813511 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfa316d-56b7-4a46-ae89-64b980c93c9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4534ede-f72c-4802-b5c9-e03214a9d8a4,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:53:10.922213 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b3868d8a-ec64-4a62-83c6-c8c253cc95f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:10.955801 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-ce706860-0e55-4e78-be41-c24e38f201d7 req-67109a35-99ab-4290-9dbf-5d818f6a732b tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Allocated IP 172.20.0.13 (d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64/46ccc032-0362-4c9c-977b-4c26fbfaa4e6/06402a4e-3d40-4d33-8e80-133a0f91e052) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:53:10.985522 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b3868d8a-ec64-4a62-83c6-c8c253cc95f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:10.997849 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e7ed8a-435f-4e64-a8b0-cd5c3955e014 req-67ce18bc-398b-4c63-852e-187b100fdaca tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:10.999492 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-10e7ed8a-435f-4e64-a8b0-cd5c3955e014 req-67ce18bc-398b-4c63-852e-187b100fdaca tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=eee14b79-e789-41d6-9753-555e3a8b80f9 HTTP/1.1" status: 200 len: 945 time: 0.1449497 Sep 23 06:53:11.010229 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-818b9f02-6cb1-468f-81ff-a03605a16413 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Allocated IP 172.25.2.164 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/50217efc-6968-4021-b0a5-a9e01994bf73) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:53:11.046013 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-7a732458-8c64-4cde-a463-cf486031a9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:11.154033 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-10e7ed8a-435f-4e64-a8b0-cd5c3955e014 req-ca26f11a-fb3a-45d0-8baf-ec00014e55ac tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228170 Sep 23 06:53:11.183946 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b3868d8a-ec64-4a62-83c6-c8c253cc95f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:11.190605 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b3868d8a-ec64-4a62-83c6-c8c253cc95f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:11.209042 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-b3868d8a-ec64-4a62-83c6-c8c253cc95f4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f4534ede-f72c-4802-b5c9-e03214a9d8a4 HTTP/1.1" status: 204 len: 168 time: 0.4037266 Sep 23 06:53:11.245311 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3868d8a-ec64-4a62-83c6-c8c253cc95f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4534ede-f72c-4802-b5c9-e03214a9d8a4,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:53:11.286671 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-818b9f02-6cb1-468f-81ff-a03605a16413 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:11.292510 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-ce706860-0e55-4e78-be41-c24e38f201d7 req-67109a35-99ab-4290-9dbf-5d818f6a732b tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:11.425213 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-ce706860-0e55-4e78-be41-c24e38f201d7 req-67109a35-99ab-4290-9dbf-5d818f6a732b tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:11.440065 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['41ded32b-3dfa-4bc3-8eac-202f78172222'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:53:11.478793 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-818b9f02-6cb1-468f-81ff-a03605a16413 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:11.489694 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bc1bb6-4595-4816-84c1-5a3ff2f58683 req-7a929218-f4c1-4516-a3cd-8a862d5c0609 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:11.508951 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a2bc1bb6-4595-4816-84c1-5a3ff2f58683 req-7a929218-f4c1-4516-a3cd-8a862d5c0609 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.1760061 Sep 23 06:53:11.527910 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce706860-0e55-4e78-be41-c24e38f201d7 req-67109a35-99ab-4290-9dbf-5d818f6a732b tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Network d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:53:11.535985 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['f947862c-9ae7-4ba5-beb5-fa04f2f02f9f'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:53:11.549403 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-ce706860-0e55-4e78-be41-c24e38f201d7 req-67109a35-99ab-4290-9dbf-5d818f6a732b tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:53:11.550622 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce706860-0e55-4e78-be41-c24e38f201d7 req-67109a35-99ab-4290-9dbf-5d818f6a732b tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:53:11.619922 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818b9f02-6cb1-468f-81ff-a03605a16413 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:53:11.633597 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a2bc1bb6-4595-4816-84c1-5a3ff2f58683 req-a8b797ee-4f71-4541-932a-48b795149127 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233730 Sep 23 06:53:11.649733 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-818b9f02-6cb1-468f-81ff-a03605a16413 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:53:11.654959 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818b9f02-6cb1-468f-81ff-a03605a16413 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:53:11.660741 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67109a35-99ab-4290-9dbf-5d818f6a732b tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Pushing event updated for resources: {'Port': ['ID=06402a4e-3d40-4d33-8e80-133a0f91e052,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:53:11.688856 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:11.778866 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb1ca36-a0cb-4829-a94a-751efa36ffcf req-2011d6ef-aa77-4c6f-90b5-0e174566b32f tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:11.787089 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-afb1ca36-a0cb-4829-a94a-751efa36ffcf req-2011d6ef-aa77-4c6f-90b5-0e174566b32f tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=10ba9f18-bd36-468a-9643-66e772e1ecdb HTTP/1.1" status: 200 len: 932 time: 0.2650068 Sep 23 06:53:11.798435 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce706860-0e55-4e78-be41-c24e38f201d7 req-67109a35-99ab-4290-9dbf-5d818f6a732b tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:11.799088 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-ce706860-0e55-4e78-be41-c24e38f201d7 req-67109a35-99ab-4290-9dbf-5d818f6a732b tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:11.870544 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818b9f02-6cb1-468f-81ff-a03605a16413 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Pushing event updated for resources: {'Port': ['ID=50217efc-6968-4021-b0a5-a9e01994bf73,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:53:11.992487 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ce706860-0e55-4e78-be41-c24e38f201d7 req-67109a35-99ab-4290-9dbf-5d818f6a732b tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3277595 Sep 23 06:53:12.014853 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-ce706860-0e55-4e78-be41-c24e38f201d7 req-25c38044-bf12-426e-9f19-9b47578a1571 service neutron] Request body: {'port': {'device_id': '10ba9f18-bd36-468a-9643-66e772e1ecdb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:53:12.117035 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-27a85627-e2e1-4ebe-a9a5-a11cba5a4d3c None None] Provisioning complete for port 06402a4e-3d40-4d33-8e80-133a0f91e052 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:53:12.118291 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-27a85627-e2e1-4ebe-a9a5-a11cba5a4d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:12.151548 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-afb1ca36-a0cb-4829-a94a-751efa36ffcf req-941659f3-901a-4419-a6bc-efd6d806ce43 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=df69b107-d214-48a1-9de3-f64218339a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3629379 Sep 23 06:53:12.169064 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343a8723-3508-485b-92ca-30d6a1e0014c req-adb46cb9-39b1-4c10-a9bf-3376ef5fd1ca tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:12.180459 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-343a8723-3508-485b-92ca-30d6a1e0014c req-adb46cb9-39b1-4c10-a9bf-3376ef5fd1ca tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=eee14b79-e789-41d6-9753-555e3a8b80f9 HTTP/1.1" status: 200 len: 945 time: 0.1736279 Sep 23 06:53:12.186784 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-27a85627-e2e1-4ebe-a9a5-a11cba5a4d3c None None] Port 06402a4e-3d40-4d33-8e80-133a0f91e052 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:53:12.212810 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-ce706860-0e55-4e78-be41-c24e38f201d7 req-25c38044-bf12-426e-9f19-9b47578a1571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:12.234222 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:12.302481 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-343a8723-3508-485b-92ca-30d6a1e0014c req-077d8bfd-52be-4fff-8abb-82b9fdbe3422 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108005 Sep 23 06:53:12.526539 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-818b9f02-6cb1-468f-81ff-a03605a16413 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:12.696587 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4042e-f1a7-43ae-b171-d9dceaf58aae req-460ca11e-641a-437b-922b-50ae35ed6b13 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:12.706575 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7cf4042e-f1a7-43ae-b171-d9dceaf58aae req-460ca11e-641a-437b-922b-50ae35ed6b13 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=eee14b79-e789-41d6-9753-555e3a8b80f9 HTTP/1.1" status: 200 len: 945 time: 0.2116723 Sep 23 06:53:13.019425 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f45611-9a74-48dd-9852-5a4edc221e7d req-95ca8728-e8b0-4f20-bdb3-755f7568ba84 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:13.031208 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f2f45611-9a74-48dd-9852-5a4edc221e7d req-95ca8728-e8b0-4f20-bdb3-755f7568ba84 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.2710328 Sep 23 06:53:13.096379 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7cf4042e-f1a7-43ae-b171-d9dceaf58aae req-b322574f-ae58-4c19-92c9-7305891b45cd tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3915133 Sep 23 06:53:13.204765 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f2f45611-9a74-48dd-9852-5a4edc221e7d req-078fa8dc-2bdf-4b16-acb4-82612871e933 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721089 Sep 23 06:53:13.394436 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-818b9f02-6cb1-468f-81ff-a03605a16413 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:13.403334 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-ce706860-0e55-4e78-be41-c24e38f201d7 req-25c38044-bf12-426e-9f19-9b47578a1571 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06402a4e-3d40-4d33-8e80-133a0f91e052 {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:53:13.448805 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-ce706860-0e55-4e78-be41-c24e38f201d7 req-25c38044-bf12-426e-9f19-9b47578a1571 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:13.555845 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-ce706860-0e55-4e78-be41-c24e38f201d7 req-25c38044-bf12-426e-9f19-9b47578a1571 service neutron] Transition to ACTIVE for port object 06402a4e-3d40-4d33-8e80-133a0f91e052 will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:53:13.567763 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-ce706860-0e55-4e78-be41-c24e38f201d7 req-25c38044-bf12-426e-9f19-9b47578a1571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:13.586721 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638c5d5b-6177-4d93-856e-a314239eb253 req-f9530d5f-a705-4c24-8e06-d613c6e8375d tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:13.588179 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-638c5d5b-6177-4d93-856e-a314239eb253 req-f9530d5f-a705-4c24-8e06-d613c6e8375d tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=10ba9f18-bd36-468a-9643-66e772e1ecdb HTTP/1.1" status: 200 len: 932 time: 0.2499843 Sep 23 06:53:13.740608 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:13.803444 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-638c5d5b-6177-4d93-856e-a314239eb253 req-29533307-5268-4822-a806-24bfb4e1c841 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=df69b107-d214-48a1-9de3-f64218339a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063332 Sep 23 06:53:13.829563 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c38044-bf12-426e-9f19-9b47578a1571 service neutron] Pushing event updated for resources: {'Port': ['ID=06402a4e-3d40-4d33-8e80-133a0f91e052,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:53:13.977930 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-818b9f02-6cb1-468f-81ff-a03605a16413 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Router dc795252-6188-4b5f-9646-733fe5fb81cc is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 06:53:14.028529 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-ce706860-0e55-4e78-be41-c24e38f201d7 req-25c38044-bf12-426e-9f19-9b47578a1571 service neutron] Attempting to bind port 06402a4e-3d40-4d33-8e80-133a0f91e052 on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:53:14.028871 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-ce706860-0e55-4e78-be41-c24e38f201d7 req-25c38044-bf12-426e-9f19-9b47578a1571 service neutron] Attempting to bind port 06402a4e-3d40-4d33-8e80-133a0f91e052 by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': 'c88b2831-f544-41bb-bbcc-5b15e741880e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd3302f5d-bf5e-4d5b-a7a4-2ca05635fe64'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:53:14.029198 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce706860-0e55-4e78-be41-c24e38f201d7 req-25c38044-bf12-426e-9f19-9b47578a1571 service neutron] Attempting to bind port 06402a4e-3d40-4d33-8e80-133a0f91e052 on network d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:53:14.035688 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce706860-0e55-4e78-be41-c24e38f201d7 req-25c38044-bf12-426e-9f19-9b47578a1571 service neutron] Port 06402a4e-3d40-4d33-8e80-133a0f91e052 on network d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:53:14.035953 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce706860-0e55-4e78-be41-c24e38f201d7 req-25c38044-bf12-426e-9f19-9b47578a1571 service neutron] Attempting to bind port 06402a4e-3d40-4d33-8e80-133a0f91e052 on network d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:53:14.062003 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225826b0-1473-4a37-9813-9b82aaf77ed3 req-5ae5d9e1-0e52-434b-a063-ea1af04525b9 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:14.072259 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce706860-0e55-4e78-be41-c24e38f201d7 req-25c38044-bf12-426e-9f19-9b47578a1571 service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:53:14.072602 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce706860-0e55-4e78-be41-c24e38f201d7 req-25c38044-bf12-426e-9f19-9b47578a1571 service neutron] Checking segment: {'id': 'c88b2831-f544-41bb-bbcc-5b15e741880e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd3302f5d-bf5e-4d5b-a7a4-2ca05635fe64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:53:14.072721 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-225826b0-1473-4a37-9813-9b82aaf77ed3 req-5ae5d9e1-0e52-434b-a063-ea1af04525b9 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=eee14b79-e789-41d6-9753-555e3a8b80f9 HTTP/1.1" status: 200 len: 945 time: 0.1304014 Sep 23 06:53:14.072988 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce706860-0e55-4e78-be41-c24e38f201d7 req-25c38044-bf12-426e-9f19-9b47578a1571 service neutron] Bound using segment: {'id': 'c88b2831-f544-41bb-bbcc-5b15e741880e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd3302f5d-bf5e-4d5b-a7a4-2ca05635fe64'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:53:14.073430 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-ce706860-0e55-4e78-be41-c24e38f201d7 req-25c38044-bf12-426e-9f19-9b47578a1571 service neutron] Bound port: 06402a4e-3d40-4d33-8e80-133a0f91e052, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c88b2831-f544-41bb-bbcc-5b15e741880e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd3302f5d-bf5e-4d5b-a7a4-2ca05635fe64'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:53:14.073795 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-ce706860-0e55-4e78-be41-c24e38f201d7 req-25c38044-bf12-426e-9f19-9b47578a1571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:14.147980 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-225826b0-1473-4a37-9813-9b82aaf77ed3 req-6aafc1b8-95d1-4f81-b8a3-da23d0dbd308 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680287 Sep 23 06:53:14.216519 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-ce706860-0e55-4e78-be41-c24e38f201d7 req-25c38044-bf12-426e-9f19-9b47578a1571 service neutron] For port 06402a4e-3d40-4d33-8e80-133a0f91e052, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:53:14.246369 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-ce706860-0e55-4e78-be41-c24e38f201d7 req-25c38044-bf12-426e-9f19-9b47578a1571 service neutron] For port 06402a4e-3d40-4d33-8e80-133a0f91e052, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=06402a4e-3d40-4d33-8e80-133a0f91e052,segment=NetworkSegment(c88b2831-f544-41bb-bbcc-5b15e741880e),segment_id=c88b2831-f544-41bb-bbcc-5b15e741880e)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:53:14.253073 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-818b9f02-6cb1-468f-81ff-a03605a16413 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:53:14.260149 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-ce706860-0e55-4e78-be41-c24e38f201d7 req-25c38044-bf12-426e-9f19-9b47578a1571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:14.274110 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437aa015-1a40-4dc3-afca-ed7619e59cfd None None] Sync routers for ids ['dc795252-6188-4b5f-9646-733fe5fb81cc'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:53:14.287468 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437aa015-1a40-4dc3-afca-ed7619e59cfd None None] Routers {'dc795252-6188-4b5f-9646-733fe5fb81cc'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:53:14.288438 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-437aa015-1a40-4dc3-afca-ed7619e59cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:53:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['dc795252-6188-4b5f-9646-733fe5fb81cc'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:53:14.301306 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce706860-0e55-4e78-be41-c24e38f201d7 req-25c38044-bf12-426e-9f19-9b47578a1571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:14.304256 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-ce706860-0e55-4e78-be41-c24e38f201d7 req-25c38044-bf12-426e-9f19-9b47578a1571 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:14.305762 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ce706860-0e55-4e78-be41-c24e38f201d7 req-25c38044-bf12-426e-9f19-9b47578a1571 service neutron] 10.222.0.21 "PUT /v2.0/ports/06402a4e-3d40-4d33-8e80-133a0f91e052 HTTP/1.1" status: 200 len: 1093 time: 2.2967455 Sep 23 06:53:14.314826 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10ba9f18-bd36-468a-9643-66e772e1ecdb', 'tag': '06402a4e-3d40-4d33-8e80-133a0f91e052'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:53:14.323980 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb441545-8e5f-43c9-a573-fe54a76fb396" -d '{"events": [{"name": "network-changed", "server_uuid": "10ba9f18-bd36-468a-9643-66e772e1ecdb", "tag": "06402a4e-3d40-4d33-8e80-133a0f91e052"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:53:14.467400 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3144b1d0-18dc-4cad-8531-00345b3a20e1 x-openstack-request-id: req-3144b1d0-18dc-4cad-8531-00345b3a20e1 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:53:14.467814 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10ba9f18-bd36-468a-9643-66e772e1ecdb", "tag": "06402a4e-3d40-4d33-8e80-133a0f91e052", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:53:14.468079 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3144b1d0-18dc-4cad-8531-00345b3a20e1 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:53:14.468528 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10ba9f18-bd36-468a-9643-66e772e1ecdb', 'tag': '06402a4e-3d40-4d33-8e80-133a0f91e052', 'status': 'completed', 'code': 200} Sep 23 06:53:14.469776 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-818b9f02-6cb1-468f-81ff-a03605a16413 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:14.471036 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-818b9f02-6cb1-468f-81ff-a03605a16413 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.4586358 Sep 23 06:53:14.473844 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 39176) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:53:14.521814 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-437aa015-1a40-4dc3-afca-ed7619e59cfd None None] Set router dc795252-6188-4b5f-9646-733fe5fb81cc gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:53:14.555840 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c38044-bf12-426e-9f19-9b47578a1571 service neutron] Pushing event updated for resources: {'Port': ['ID=06402a4e-3d40-4d33-8e80-133a0f91e052,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:53:14.569841 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce706860-0e55-4e78-be41-c24e38f201d7 req-483585cb-d24b-451d-b7e9-fbbe7972cf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:14.571417 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ce706860-0e55-4e78-be41-c24e38f201d7 req-483585cb-d24b-451d-b7e9-fbbe7972cf07 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8275c6392a72426db62ebfc4817f4420&device_id=10ba9f18-bd36-468a-9643-66e772e1ecdb HTTP/1.1" status: 200 len: 1096 time: 0.1241112 Sep 23 06:53:14.580991 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d8e5b-acc2-4c41-bec3-57f1e3a69e6b req-ff920000-a8f0-4f38-8dab-14e5810f0ea0 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:14.584060 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9a2d8e5b-acc2-4c41-bec3-57f1e3a69e6b req-ff920000-a8f0-4f38-8dab-14e5810f0ea0 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.2043877 Sep 23 06:53:14.698831 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ce706860-0e55-4e78-be41-c24e38f201d7 req-7d4f0e1e-8731-49b7-a04d-3d530bd3fb5e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=06402a4e-3d40-4d33-8e80-133a0f91e052 HTTP/1.1" status: 200 len: 217 time: 0.1131644 Sep 23 06:53:14.759213 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-935aa635-c52a-47c4-9416-cd2e59fa8306 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] 10.222.0.39 "GET /v2.0/routers/dc795252-6188-4b5f-9646-733fe5fb81cc HTTP/1.1" status: 200 len: 908 time: 0.2829437 Sep 23 06:53:14.761876 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 39186) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:53:14.768298 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-24e2c8c7-ef4c-4e5f-b89a-188c84a745c6 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Request body: {'router': {'name': 'tempest-snat-router-514034040', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'enable_snat': True}}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:53:14.807124 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-24e2c8c7-ef4c-4e5f-b89a-188c84a745c6 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:14.809568 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-24e2c8c7-ef4c-4e5f-b89a-188c84a745c6 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:14.809976 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9a2d8e5b-acc2-4c41-bec3-57f1e3a69e6b req-50b7bb4e-0cfc-4c08-bf54-3d32d90313fa tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146811 Sep 23 06:53:14.869028 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce706860-0e55-4e78-be41-c24e38f201d7 req-e19faf77-b465-40e5-a78b-a6a1ced7b184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:14.876463 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ce706860-0e55-4e78-be41-c24e38f201d7 req-e19faf77-b465-40e5-a78b-a6a1ced7b184 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=46ccc032-0362-4c9c-977b-4c26fbfaa4e6 HTTP/1.1" status: 200 len: 850 time: 0.1521330 Sep 23 06:53:14.926737 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-24e2c8c7-ef4c-4e5f-b89a-188c84a745c6 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:15.043950 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-437aa015-1a40-4dc3-afca-ed7619e59cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc795252-6188-4b5f-9646-733fe5fb81cc', 'name': 'tempest-snat-router-514034040', 'tenant_id': '59fac5f0b0d447dbad0f7312e052519d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.164'}], 'enable_snat': False}, 'gw_port_id': '50217efc-6968-4021-b0a5-a9e01994bf73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:53:09Z', 'updated_at': '2021-09-23T06:53:12Z', 'revision_number': 3, 'project_id': '59fac5f0b0d447dbad0f7312e052519d', 'gw_port': {'id': '50217efc-6968-4021-b0a5-a9e01994bf73', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ae:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc795252-6188-4b5f-9646-733fe5fb81cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:53:10Z', 'updated_at': '2021-09-23T06:53:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:53:15.070796 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce706860-0e55-4e78-be41-c24e38f201d7 req-8f1717ee-14e2-4c5f-9495-8d5baa7bc1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:15.084579 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ce706860-0e55-4e78-be41-c24e38f201d7 req-8f1717ee-14e2-4c5f-9495-8d5baa7bc1c0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2000024 Sep 23 06:53:15.103731 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cdb9e6-cf37-4505-bce7-18ebfa6201b6 req-37738606-35ff-4828-94e8-de45382b11fe tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:15.117282 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-66cdb9e6-cf37-4505-bce7-18ebfa6201b6 req-37738606-35ff-4828-94e8-de45382b11fe tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=10ba9f18-bd36-468a-9643-66e772e1ecdb HTTP/1.1" status: 200 len: 944 time: 0.1719625 Sep 23 06:53:15.132548 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437aa015-1a40-4dc3-afca-ed7619e59cfd None None] Checking router: dc795252-6188-4b5f-9646-733fe5fb81cc for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:53:15.132896 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437aa015-1a40-4dc3-afca-ed7619e59cfd None None] Updating router dc795252-6188-4b5f-9646-733fe5fb81cc port 50217efc-6968-4021-b0a5-a9e01994bf73 binding host n-d-715271-16 {{(pid=95068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 06:53:15.179547 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-24e2c8c7-ef4c-4e5f-b89a-188c84a745c6 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:15.233259 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-437aa015-1a40-4dc3-afca-ed7619e59cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:15.304464 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3663f07b-bfc2-46d9-89b3-f97c73d4494c req-0b035cef-23c2-440d-8739-aecdf7f00fc6 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:15.306049 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3663f07b-bfc2-46d9-89b3-f97c73d4494c req-0b035cef-23c2-440d-8739-aecdf7f00fc6 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.58 "GET /v2.0/ports?device_id=eee14b79-e789-41d6-9753-555e3a8b80f9 HTTP/1.1" status: 200 len: 945 time: 0.1181746 Sep 23 06:53:15.456841 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e71813-54b5-4411-b0a6-1f0ec1d9016e req-1102dcad-e4ef-4ed8-9c34-aa8f2745e3da tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:15.464966 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-01e71813-54b5-4411-b0a6-1f0ec1d9016e req-1102dcad-e4ef-4ed8-9c34-aa8f2745e3da tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=eee14b79-e789-41d6-9753-555e3a8b80f9 HTTP/1.1" status: 200 len: 945 time: 0.1578178 Sep 23 06:53:15.476108 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-66cdb9e6-cf37-4505-bce7-18ebfa6201b6 req-24915abb-5f0d-48b3-a497-734372850c13 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=df69b107-d214-48a1-9de3-f64218339a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365195 Sep 23 06:53:15.544239 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ce706860-0e55-4e78-be41-c24e38f201d7 req-1544b4d8-de13-486f-aaea-7a0dec33dd83 service neutron] 10.222.0.21 "GET /v2.0/networks/d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4178405 Sep 23 06:53:15.681339 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-01e71813-54b5-4411-b0a6-1f0ec1d9016e req-1b71980e-1074-45fc-acb3-a34310f9e1f0 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153320 Sep 23 06:53:15.690244 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-3663f07b-bfc2-46d9-89b3-f97c73d4494c req-ebc61c40-c9ad-40a2-81ae-d29c7bcb8291 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Deleting port bffc28d5-b707-4db7-be7e-d78aa0b55084 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:53:15.693500 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-3663f07b-bfc2-46d9-89b3-f97c73d4494c req-ebc61c40-c9ad-40a2-81ae-d29c7bcb8291 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:15.754678 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-437aa015-1a40-4dc3-afca-ed7619e59cfd None None] Notify callbacks [] for port, precommit_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:15.766034 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-437aa015-1a40-4dc3-afca-ed7619e59cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:15.853769 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ce706860-0e55-4e78-be41-c24e38f201d7 req-8187877a-1edd-460a-99dd-2ba4c9dedd7b service neutron] 10.222.0.21 "GET /v2.0/networks/d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3024709 Sep 23 06:53:15.888313 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-437aa015-1a40-4dc3-afca-ed7619e59cfd None None] Attempting to bind port 50217efc-6968-4021-b0a5-a9e01994bf73 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:53:15.890569 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-437aa015-1a40-4dc3-afca-ed7619e59cfd None None] Attempting to bind port 50217efc-6968-4021-b0a5-a9e01994bf73 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:53:15.891059 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437aa015-1a40-4dc3-afca-ed7619e59cfd None None] Attempting to bind port 50217efc-6968-4021-b0a5-a9e01994bf73 on network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:53:15.910310 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a305fd-7abb-4907-961d-6162ec58dd41 None None] Pushing event updated for resources: {'Port': ['ID=50217efc-6968-4021-b0a5-a9e01994bf73,revision_number=2']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:53:15.945114 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437aa015-1a40-4dc3-afca-ed7619e59cfd None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:53:15.954452 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437aa015-1a40-4dc3-afca-ed7619e59cfd None None] Checking segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:53:15.955051 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-437aa015-1a40-4dc3-afca-ed7619e59cfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:15.955563 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437aa015-1a40-4dc3-afca-ed7619e59cfd None None] Bound using segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:53:15.956175 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-437aa015-1a40-4dc3-afca-ed7619e59cfd None None] Bound port: 50217efc-6968-4021-b0a5-a9e01994bf73, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:53:15.956668 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-437aa015-1a40-4dc3-afca-ed7619e59cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:16.092398 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-437aa015-1a40-4dc3-afca-ed7619e59cfd None None] For port 50217efc-6968-4021-b0a5-a9e01994bf73, host n-d-715271-16, cleared binding levels {{(pid=95068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:53:16.101627 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-437aa015-1a40-4dc3-afca-ed7619e59cfd None None] For port 50217efc-6968-4021-b0a5-a9e01994bf73, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=50217efc-6968-4021-b0a5-a9e01994bf73,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:53:16.110945 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-437aa015-1a40-4dc3-afca-ed7619e59cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:16.125851 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b225bebe-3bd8-47bb-bc8a-51c3baff9305 req-2c01443e-19b2-429c-9cc3-4db5e64e0881 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:16.126156 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-3663f07b-bfc2-46d9-89b3-f97c73d4494c req-ebc61c40-c9ad-40a2-81ae-d29c7bcb8291 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] For port bffc28d5-b707-4db7-be7e-d78aa0b55084, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=bffc28d5-b707-4db7-be7e-d78aa0b55084,segment=NetworkSegment(baf87664-ecc7-475d-93f2-159d871e9198),segment_id=baf87664-ecc7-475d-93f2-159d871e9198)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:53:16.126582 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-3663f07b-bfc2-46d9-89b3-f97c73d4494c req-ebc61c40-c9ad-40a2-81ae-d29c7bcb8291 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:16.135607 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b225bebe-3bd8-47bb-bc8a-51c3baff9305 req-2c01443e-19b2-429c-9cc3-4db5e64e0881 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.2134745 Sep 23 06:53:16.148019 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb441545-8e5f-43c9-a573-fe54a76fb396 req-931a08ea-8c77-4402-9cd4-718b78b5f2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:16.149747 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cb441545-8e5f-43c9-a573-fe54a76fb396 req-931a08ea-8c77-4402-9cd4-718b78b5f2c4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8275c6392a72426db62ebfc4817f4420&device_id=10ba9f18-bd36-468a-9643-66e772e1ecdb HTTP/1.1" status: 200 len: 1096 time: 0.2033520 Sep 23 06:53:16.159772 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-3663f07b-bfc2-46d9-89b3-f97c73d4494c req-ebc61c40-c9ad-40a2-81ae-d29c7bcb8291 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Calling delete_port for bffc28d5-b707-4db7-be7e-d78aa0b55084 owned by compute:nova {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:53:16.162233 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-24e2c8c7-ef4c-4e5f-b89a-188c84a745c6 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:16.186444 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-24e2c8c7-ef4c-4e5f-b89a-188c84a745c6 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:16.230181 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437aa015-1a40-4dc3-afca-ed7619e59cfd None None] Routers {'dc795252-6188-4b5f-9646-733fe5fb81cc'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:53:16.230822 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-437aa015-1a40-4dc3-afca-ed7619e59cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:53:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['dc795252-6188-4b5f-9646-733fe5fb81cc'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:53:16.244441 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b225bebe-3bd8-47bb-bc8a-51c3baff9305 req-242999fa-fda9-4c78-b1ef-721b6b299653 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077585 Sep 23 06:53:16.328012 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb441545-8e5f-43c9-a573-fe54a76fb396 req-378ae705-9e6e-4ff5-9c42-ddfa188bbd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:16.329974 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cb441545-8e5f-43c9-a573-fe54a76fb396 req-378ae705-9e6e-4ff5-9c42-ddfa188bbd34 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64 HTTP/1.1" status: 200 len: 912 time: 0.1710973 Sep 23 06:53:16.368033 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-437aa015-1a40-4dc3-afca-ed7619e59cfd None None] Set router dc795252-6188-4b5f-9646-733fe5fb81cc gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:53:16.418209 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cb441545-8e5f-43c9-a573-fe54a76fb396 req-06dabd8b-6f06-48d7-ada3-66e222266bc7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=06402a4e-3d40-4d33-8e80-133a0f91e052 HTTP/1.1" status: 200 len: 217 time: 0.0804338 Sep 23 06:53:16.538874 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb441545-8e5f-43c9-a573-fe54a76fb396 req-2816fbad-4b69-4dfb-a0e9-675db3d57579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:16.549130 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cb441545-8e5f-43c9-a573-fe54a76fb396 req-2816fbad-4b69-4dfb-a0e9-675db3d57579 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=46ccc032-0362-4c9c-977b-4c26fbfaa4e6 HTTP/1.1" status: 200 len: 850 time: 0.1239698 Sep 23 06:53:16.583190 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-24e2c8c7-ef4c-4e5f-b89a-188c84a745c6 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Allocated IP 172.25.2.220 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/267e9380-51d4-4b42-9430-9470261c357e) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:53:16.710693 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb441545-8e5f-43c9-a573-fe54a76fb396 req-d19cc6af-73a5-4c74-b5cf-dfa45877ee60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:16.715540 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cb441545-8e5f-43c9-a573-fe54a76fb396 req-d19cc6af-73a5-4c74-b5cf-dfa45877ee60 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1560941 Sep 23 06:53:16.897449 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cb441545-8e5f-43c9-a573-fe54a76fb396 req-f8a2eb78-1acd-452f-95ea-c8cb359ba20e service neutron] 10.222.0.21 "GET /v2.0/networks/d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737754 Sep 23 06:53:16.897974 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 39242) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:53:16.915649 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a305fd-7abb-4907-961d-6162ec58dd41 None None] Pushing event updated for resources: {'Port': ['ID=50217efc-6968-4021-b0a5-a9e01994bf73,revision_number=3']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:53:16.980568 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-437aa015-1a40-4dc3-afca-ed7619e59cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc795252-6188-4b5f-9646-733fe5fb81cc', 'name': 'tempest-snat-router-514034040', 'tenant_id': '59fac5f0b0d447dbad0f7312e052519d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.164'}], 'enable_snat': False}, 'gw_port_id': '50217efc-6968-4021-b0a5-a9e01994bf73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:53:09Z', 'updated_at': '2021-09-23T06:53:12Z', 'revision_number': 3, 'project_id': '59fac5f0b0d447dbad0f7312e052519d', 'gw_port': {'id': '50217efc-6968-4021-b0a5-a9e01994bf73', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ae:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc795252-6188-4b5f-9646-733fe5fb81cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:53:10Z', 'updated_at': '2021-09-23T06:53:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:53:17.030599 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437aa015-1a40-4dc3-afca-ed7619e59cfd None None] The sync data for ids ['dc795252-6188-4b5f-9646-733fe5fb81cc'] in n-d-715271-16 is: [{'id': 'dc795252-6188-4b5f-9646-733fe5fb81cc', 'name': 'tempest-snat-router-514034040', 'tenant_id': '59fac5f0b0d447dbad0f7312e052519d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.164'}], 'enable_snat': False}, 'gw_port_id': '50217efc-6968-4021-b0a5-a9e01994bf73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:53:09Z', 'updated_at': '2021-09-23T06:53:12Z', 'revision_number': 3, 'project_id': '59fac5f0b0d447dbad0f7312e052519d', 'gw_port': {'id': '50217efc-6968-4021-b0a5-a9e01994bf73', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ae:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc795252-6188-4b5f-9646-733fe5fb81cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:53:10Z', 'updated_at': '2021-09-23T06:53:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-715271-16'}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:53:17.081122 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eed440-40b9-4e9d-ac60-5c1633dc2bcb req-100b6400-60e5-4795-ac18-0e3dfbbfd1c5 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:17.083504 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-51eed440-40b9-4e9d-ac60-5c1633dc2bcb req-100b6400-60e5-4795-ac18-0e3dfbbfd1c5 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=eee14b79-e789-41d6-9753-555e3a8b80f9 HTTP/1.1" status: 200 len: 945 time: 0.1753814 Sep 23 06:53:17.115451 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cb441545-8e5f-43c9-a573-fe54a76fb396 req-3066797c-6004-4839-a9ea-ad284a91b5bc service neutron] 10.222.0.21 "GET /v2.0/networks/d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066576 Sep 23 06:53:17.152169 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6db25370-0d3f-4f18-81ce-238e4a16bdc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:17.186978 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-51eed440-40b9-4e9d-ac60-5c1633dc2bcb req-ee82a5eb-c550-45e9-a716-191e5045bfb4 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698609 Sep 23 06:53:17.257340 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-3663f07b-bfc2-46d9-89b3-f97c73d4494c req-ebc61c40-c9ad-40a2-81ae-d29c7bcb8291 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:17.270437 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['bffc28d5-b707-4db7-be7e-d78aa0b55084'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:53:17.335756 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc61c40-c9ad-40a2-81ae-d29c7bcb8291 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Pushing event deleted for resources: {'Port': ['ID=bffc28d5-b707-4db7-be7e-d78aa0b55084,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:53:17.342865 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['e87b71fa-b97d-4b3a-b9d5-d1cec873b9bc'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:53:17.420456 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6db25370-0d3f-4f18-81ce-238e4a16bdc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:17.429574 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6db25370-0d3f-4f18-81ce-238e4a16bdc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:17.443797 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b184a14-f1cf-42e5-8c38-fae23cc20223 req-718dd0ac-b1c9-4580-ad04-9438eb01c84d tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:17.445903 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3b184a14-f1cf-42e5-8c38-fae23cc20223 req-718dd0ac-b1c9-4580-ad04-9438eb01c84d tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=10ba9f18-bd36-468a-9643-66e772e1ecdb HTTP/1.1" status: 200 len: 944 time: 0.2050953 Sep 23 06:53:17.466556 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-3663f07b-bfc2-46d9-89b3-f97c73d4494c req-ebc61c40-c9ad-40a2-81ae-d29c7bcb8291 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] No DVR routers for this DVR port bffc28d5-b707-4db7-be7e-d78aa0b55084 on host n-h2-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:53:17.474206 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-3663f07b-bfc2-46d9-89b3-f97c73d4494c req-ebc61c40-c9ad-40a2-81ae-d29c7bcb8291 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:17.477292 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3663f07b-bfc2-46d9-89b3-f97c73d4494c req-ebc61c40-c9ad-40a2-81ae-d29c7bcb8291 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.58 "DELETE /v2.0/ports/bffc28d5-b707-4db7-be7e-d78aa0b55084 HTTP/1.1" status: 204 len: 173 time: 2.1575460 Sep 23 06:53:17.504565 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eee14b79-e789-41d6-9753-555e3a8b80f9', 'name': 'network-vif-deleted', 'tag': 'bffc28d5-b707-4db7-be7e-d78aa0b55084'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:53:17.506939 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15fe090b-5efe-473c-964d-c9196060d351" -d '{"events": [{"server_uuid": "eee14b79-e789-41d6-9753-555e3a8b80f9", "name": "network-vif-deleted", "tag": "bffc28d5-b707-4db7-be7e-d78aa0b55084"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:53:17.564188 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3b184a14-f1cf-42e5-8c38-fae23cc20223 req-42d3eaaf-b67e-4cd4-8352-8c3eb05787d0 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=df69b107-d214-48a1-9de3-f64218339a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987563 Sep 23 06:53:17.584071 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-24e2c8c7-ef4c-4e5f-b89a-188c84a745c6 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:17.638394 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0881cb5-07c1-4ed7-8769-987a101448d8 x-openstack-request-id: req-d0881cb5-07c1-4ed7-8769-987a101448d8 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:53:17.638394 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eee14b79-e789-41d6-9753-555e3a8b80f9", "name": "network-vif-deleted", "tag": "bffc28d5-b707-4db7-be7e-d78aa0b55084", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:53:17.638394 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d0881cb5-07c1-4ed7-8769-987a101448d8 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:53:17.638394 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eee14b79-e789-41d6-9753-555e3a8b80f9', 'name': 'network-vif-deleted', 'tag': 'bffc28d5-b707-4db7-be7e-d78aa0b55084', 'status': 'completed', 'code': 200} Sep 23 06:53:17.646762 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-24e2c8c7-ef4c-4e5f-b89a-188c84a745c6 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:17.700284 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e2c8c7-ef4c-4e5f-b89a-188c84a745c6 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:53:17.710151 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-24e2c8c7-ef4c-4e5f-b89a-188c84a745c6 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:53:17.714313 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e2c8c7-ef4c-4e5f-b89a-188c84a745c6 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:53:17.751054 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e2c8c7-ef4c-4e5f-b89a-188c84a745c6 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Pushing event updated for resources: {'Port': ['ID=267e9380-51d4-4b42-9430-9470261c357e,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:53:17.941500 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-6db25370-0d3f-4f18-81ce-238e4a16bdc2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a598a95a21434ef8b6399d6af63b7878&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0424697 Sep 23 06:53:17.946296 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 39266) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:53:17.948335 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db25370-0d3f-4f18-81ce-238e4a16bdc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b855d4fc-174a-49c7-938c-56e46fee13a3,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:53:17.961494 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db25370-0d3f-4f18-81ce-238e4a16bdc2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:53:17.961842 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db25370-0d3f-4f18-81ce-238e4a16bdc2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:53:17.962207 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db25370-0d3f-4f18-81ce-238e4a16bdc2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:53:17.962547 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db25370-0d3f-4f18-81ce-238e4a16bdc2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:53:17.962880 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db25370-0d3f-4f18-81ce-238e4a16bdc2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:53:17.963208 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db25370-0d3f-4f18-81ce-238e4a16bdc2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:53:17.963538 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db25370-0d3f-4f18-81ce-238e4a16bdc2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:53:17.963873 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db25370-0d3f-4f18-81ce-238e4a16bdc2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:53:17.965422 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db25370-0d3f-4f18-81ce-238e4a16bdc2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:53:17.965422 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db25370-0d3f-4f18-81ce-238e4a16bdc2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:53:17.965422 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db25370-0d3f-4f18-81ce-238e4a16bdc2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:53:17.965422 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db25370-0d3f-4f18-81ce-238e4a16bdc2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:53:17.990397 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8769c240-6548-4907-ae15-2ef665c04f02 req-2b01252c-321c-4e20-a4c4-5904a09c5abf tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:17.992659 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8769c240-6548-4907-ae15-2ef665c04f02 req-2b01252c-321c-4e20-a4c4-5904a09c5abf tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.5232580 Sep 23 06:53:18.033789 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8769c240-6548-4907-ae15-2ef665c04f02 req-41d5c307-79ff-464e-995b-eaa14f9687fa tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342667 Sep 23 06:53:18.064624 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-24e2c8c7-ef4c-4e5f-b89a-188c84a745c6 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:18.124032 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88c1dce-b4f4-4a1c-a7a1-51be63fb6d73 req-640ae6df-bac9-43c4-a8df-1764696d5ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:18.125562 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a88c1dce-b4f4-4a1c-a7a1-51be63fb6d73 req-640ae6df-bac9-43c4-a8df-1764696d5ec1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=89cde1f180a04b9a82f94238d641b222&device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 1097 time: 0.1224113 Sep 23 06:53:18.127846 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4fca1778-9381-43c0-ba70-32deb34b0d13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:18.224310 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4fca1778-9381-43c0-ba70-32deb34b0d13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:18.387752 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 50217efc-6968-4021-b0a5-a9e01994bf73 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:53:18.453738 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-487b8c85-8822-40bb-8aae-77512170e417 req-feb4851f-6ecc-454f-9fac-014b1bb0fbad tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=eee14b79-e789-41d6-9753-555e3a8b80f9 HTTP/1.1" status: 200 len: 210 time: 0.0749526 Sep 23 06:53:18.457600 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88c1dce-b4f4-4a1c-a7a1-51be63fb6d73 req-e2ad07f2-867a-4cfd-9d98-716f172fdd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:18.458545 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 50217efc-6968-4021-b0a5-a9e01994bf73 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:53:18.458909 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:18.459085 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a88c1dce-b4f4-4a1c-a7a1-51be63fb6d73 req-e2ad07f2-867a-4cfd-9d98-716f172fdd7f service neutron] 10.222.0.58 "GET /v2.0/networks?id=218c58b5-0e0b-4646-89a6-548d923b3f5b HTTP/1.1" status: 200 len: 914 time: 0.3145380 Sep 23 06:53:18.558853 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4fca1778-9381-43c0-ba70-32deb34b0d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:18.561687 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4fca1778-9381-43c0-ba70-32deb34b0d13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:18.563028 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-4fca1778-9381-43c0-ba70-32deb34b0d13 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b855d4fc-174a-49c7-938c-56e46fee13a3 HTTP/1.1" status: 204 len: 168 time: 0.6157041 Sep 23 06:53:18.564502 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a88c1dce-b4f4-4a1c-a7a1-51be63fb6d73 req-16ad7f36-3fff-426d-9c58-0fbfce101c3f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e26b822-5fe6-4529-bd65-af1c22511064 HTTP/1.1" status: 200 len: 217 time: 0.0978503 Sep 23 06:53:18.567151 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:18.588410 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fca1778-9381-43c0-ba70-32deb34b0d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b855d4fc-174a-49c7-938c-56e46fee13a3,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:53:18.592238 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port 50217efc-6968-4021-b0a5-a9e01994bf73, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=50217efc-6968-4021-b0a5-a9e01994bf73,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:53:18.601435 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:18.650862 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-24e2c8c7-ef4c-4e5f-b89a-188c84a745c6 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:18.702497 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=50217efc-6968-4021-b0a5-a9e01994bf73,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:53:18.776537 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88c1dce-b4f4-4a1c-a7a1-51be63fb6d73 req-8dd65582-d2a4-46e6-8573-f09b451898e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:18.778079 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a88c1dce-b4f4-4a1c-a7a1-51be63fb6d73 req-8dd65582-d2a4-46e6-8573-f09b451898e7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c520f2a7-ad21-49cf-80dc-376f9b100681 HTTP/1.1" status: 200 len: 853 time: 0.2004111 Sep 23 06:53:18.833693 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a88c1dce-b4f4-4a1c-a7a1-51be63fb6d73 req-f53edcf4-d65a-4fda-8b6e-856d31e718f9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=218c58b5-0e0b-4646-89a6-548d923b3f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344133 Sep 23 06:53:18.861313 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 06:53:18.932555 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd4955-a3df-4615-8618-b2bdde1d8de9 req-e0582a45-881a-4cf7-88dc-37d39da814d2 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:18.939935 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d0dd4955-a3df-4615-8618-b2bdde1d8de9 req-e0582a45-881a-4cf7-88dc-37d39da814d2 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=10ba9f18-bd36-468a-9643-66e772e1ecdb HTTP/1.1" status: 200 len: 944 time: 0.1995802 Sep 23 06:53:18.989026 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 39294) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:53:19.007881 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4ede26d0-68d3-4aaa-8768-9daef604b3cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:19.042980 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d0dd4955-a3df-4615-8618-b2bdde1d8de9 req-c6384e76-cd49-4919-b5d8-601b110a81e3 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=df69b107-d214-48a1-9de3-f64218339a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022623 Sep 23 06:53:19.070848 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a88c1dce-b4f4-4a1c-a7a1-51be63fb6d73 req-aab47708-331b-46d0-b366-3bde5a2ffa34 service neutron] 10.222.0.58 "GET /v2.0/networks/218c58b5-0e0b-4646-89a6-548d923b3f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287889 Sep 23 06:53:19.162682 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24e2c8c7-ef4c-4e5f-b89a-188c84a745c6 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Router 2d6d35c0-bc45-4c8e-baca-161880dff9f1 is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 06:53:19.172853 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4ede26d0-68d3-4aaa-8768-9daef604b3cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:19.180375 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4ede26d0-68d3-4aaa-8768-9daef604b3cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:19.235604 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46574d9b-d0ef-4682-b5ba-e9799828bd0b req-e78658cc-9102-42ac-8cf1-12cf164fffcd tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:19.238110 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-46574d9b-d0ef-4682-b5ba-e9799828bd0b req-e78658cc-9102-42ac-8cf1-12cf164fffcd tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.1019690 Sep 23 06:53:19.241529 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-4ede26d0-68d3-4aaa-8768-9daef604b3cc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=db2379263e124374b6cdb38154b712d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2513828 Sep 23 06:53:19.242386 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ede26d0-68d3-4aaa-8768-9daef604b3cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acafd553-6ca3-4d9e-b2dc-83c79935edef,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:53:19.244773 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 39298) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:53:19.261738 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a88c1dce-b4f4-4a1c-a7a1-51be63fb6d73 req-252ced79-cab0-43e5-b5c7-56cc087d1557 service neutron] 10.222.0.58 "GET /v2.0/networks/218c58b5-0e0b-4646-89a6-548d923b3f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835206 Sep 23 06:53:19.292407 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 06402a4e-3d40-4d33-8e80-133a0f91e052 details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:53:19.328505 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e2c8c7-ef4c-4e5f-b89a-188c84a745c6 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:53:19.336988 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-46574d9b-d0ef-4682-b5ba-e9799828bd0b req-e8266bdc-ddf1-4e96-beda-54c29eefce96 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841515 Sep 23 06:53:19.358891 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8630efa2-13e4-46cc-8780-da531b63b691 None None] Sync routers for ids ['2d6d35c0-bc45-4c8e-baca-161880dff9f1'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:53:19.359676 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-24e2c8c7-ef4c-4e5f-b89a-188c84a745c6 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:19.360408 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-895d3c19-a120-4619-85bf-7ef638c0a148 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:19.362512 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-24e2c8c7-ef4c-4e5f-b89a-188c84a745c6 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.5992818 Sep 23 06:53:19.369401 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 39300) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:53:19.415047 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8630efa2-13e4-46cc-8780-da531b63b691 None None] Routers {'2d6d35c0-bc45-4c8e-baca-161880dff9f1'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:53:19.415658 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-8630efa2-13e4-46cc-8780-da531b63b691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:53:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['2d6d35c0-bc45-4c8e-baca-161880dff9f1'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:53:19.434592 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-895d3c19-a120-4619-85bf-7ef638c0a148 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:19.526447 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 06402a4e-3d40-4d33-8e80-133a0f91e052, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=06402a4e-3d40-4d33-8e80-133a0f91e052,segment=NetworkSegment(c88b2831-f544-41bb-bbcc-5b15e741880e),segment_id=c88b2831-f544-41bb-bbcc-5b15e741880e)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:53:19.541006 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 39304) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:53:19.543603 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-1f9693cf-ac7a-4380-9f87-51d1b310af08 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] 10.222.0.39 "GET /v2.0/routers/2d6d35c0-bc45-4c8e-baca-161880dff9f1 HTTP/1.1" status: 200 len: 907 time: 0.1665225 Sep 23 06:53:19.568145 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-895d3c19-a120-4619-85bf-7ef638c0a148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:19.574209 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-895d3c19-a120-4619-85bf-7ef638c0a148 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:19.575776 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-895d3c19-a120-4619-85bf-7ef638c0a148 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/acafd553-6ca3-4d9e-b2dc-83c79935edef HTTP/1.1" status: 204 len: 168 time: 0.3299747 Sep 23 06:53:19.587599 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': '06402a4e-3d40-4d33-8e80-133a0f91e052', 'network_id': 'd3302f5d-bf5e-4d5b-a7a4-2ca05635fe64', 'port_id': '06402a4e-3d40-4d33-8e80-133a0f91e052', 'mac_address': 'fa:16:3e:97:77:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46ccc032-0362-4c9c-977b-4c26fbfaa4e6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:53:19.593299 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895d3c19-a120-4619-85bf-7ef638c0a148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acafd553-6ca3-4d9e-b2dc-83c79935edef,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:53:19.643920 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-8630efa2-13e4-46cc-8780-da531b63b691 None None] Set router 2d6d35c0-bc45-4c8e-baca-161880dff9f1 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:53:19.708253 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-65b3ec2f-249d-4175-828f-507dcd74028b tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks [] for router, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:19.824614 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 39324) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:53:19.832782 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-80f4bd13-8446-480d-916c-48d7312373f7 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-175810259'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:53:19.849595 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-65b3ec2f-249d-4175-828f-507dcd74028b tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:19.906148 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80f4bd13-8446-480d-916c-48d7312373f7 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Made reservation on behalf of 3be4c5cb804b4ff99ee0f3347ae7c2c6 for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:53:19.913340 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-80f4bd13-8446-480d-916c-48d7312373f7 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:19.916799 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-65b3ec2f-249d-4175-828f-507dcd74028b tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Deleting port 267e9380-51d4-4b42-9430-9470261c357e {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:53:19.917177 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-65b3ec2f-249d-4175-828f-507dcd74028b tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:19.957317 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:19.975749 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80f4bd13-8446-480d-916c-48d7312373f7 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:53:19.976260 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06402a4e-3d40-4d33-8e80-133a0f91e052 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:53:19.999453 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 06402a4e-3d40-4d33-8e80-133a0f91e052, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=06402a4e-3d40-4d33-8e80-133a0f91e052,segment=NetworkSegment(c88b2831-f544-41bb-bbcc-5b15e741880e),segment_id=c88b2831-f544-41bb-bbcc-5b15e741880e)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:53:20.002267 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-80f4bd13-8446-480d-916c-48d7312373f7 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:20.002738 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-80f4bd13-8446-480d-916c-48d7312373f7 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Added segment fde5b785-ef23-4548-a8d2-9c3bbce91b66 of type vlan for network a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54 Sep 23 06:53:20.008761 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:20.025321 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-65b3ec2f-249d-4175-828f-507dcd74028b tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:20.056084 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-65b3ec2f-249d-4175-828f-507dcd74028b tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Calling delete_port for 267e9380-51d4-4b42-9430-9470261c357e owned by network:router_gateway {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:53:20.107102 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-80f4bd13-8446-480d-916c-48d7312373f7 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:20.135313 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=06402a4e-3d40-4d33-8e80-133a0f91e052,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:53:20.179806 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-80f4bd13-8446-480d-916c-48d7312373f7 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:20.187230 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f4bd13-8446-480d-916c-48d7312373f7 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:20.187230 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-80f4bd13-8446-480d-916c-48d7312373f7 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:20.260666 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-80f4bd13-8446-480d-916c-48d7312373f7 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4344087 Sep 23 06:53:20.264339 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-8630efa2-13e4-46cc-8780-da531b63b691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6d35c0-bc45-4c8e-baca-161880dff9f1', 'name': 'tempest-snat-router-514034040', 'tenant_id': '59fac5f0b0d447dbad0f7312e052519d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '267e9380-51d4-4b42-9430-9470261c357e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:53:14Z', 'updated_at': '2021-09-23T06:53:17Z', 'revision_number': 3, 'project_id': '59fac5f0b0d447dbad0f7312e052519d', 'gw_port': {'id': '267e9380-51d4-4b42-9430-9470261c357e', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:44:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d6d35c0-bc45-4c8e-baca-161880dff9f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:53:16Z', 'updated_at': '2021-09-23T06:53:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:53:20.265019 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 39352) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:53:20.272897 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-194a7085-2b40-408d-a56d-6572f58088e0 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-234873775'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:53:20.329317 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8630efa2-13e4-46cc-8780-da531b63b691 None None] Checking router: 2d6d35c0-bc45-4c8e-baca-161880dff9f1 for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:53:20.329992 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8630efa2-13e4-46cc-8780-da531b63b691 None None] Updating router 2d6d35c0-bc45-4c8e-baca-161880dff9f1 port 267e9380-51d4-4b42-9430-9470261c357e binding host n-d-715271-16 {{(pid=95067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 06:53:20.339501 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-65b3ec2f-249d-4175-828f-507dcd74028b tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:20.363300 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8630efa2-13e4-46cc-8780-da531b63b691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:20.367181 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a577c39a-fdc7-444d-a20c-c4fa65c4204c req-d98c4e26-3fe0-43b9-9597-10bb772eaf83 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:20.368752 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a577c39a-fdc7-444d-a20c-c4fa65c4204c req-d98c4e26-3fe0-43b9-9597-10bb772eaf83 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=10ba9f18-bd36-468a-9643-66e772e1ecdb HTTP/1.1" status: 200 len: 945 time: 0.2145391 Sep 23 06:53:20.373334 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b3ec2f-249d-4175-828f-507dcd74028b tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Pushing event deleted for resources: {'Port': ['ID=267e9380-51d4-4b42-9430-9470261c357e,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:53:20.373620 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f4bd13-8446-480d-916c-48d7312373f7 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Pushing event updated for resources: {'Network': ['ID=a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:53:20.406108 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8630efa2-13e4-46cc-8780-da531b63b691 None None] Port 267e9380-51d4-4b42-9430-9470261c357e not found while updating agent binding for router 2d6d35c0-bc45-4c8e-baca-161880dff9f1. {{(pid=95067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 23 06:53:20.408687 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:53:20.410622 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 50217efc-6968-4021-b0a5-a9e01994bf73 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:53:20.411425 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-194a7085-2b40-408d-a56d-6572f58088e0 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Made reservation on behalf of 3be4c5cb804b4ff99ee0f3347ae7c2c6 for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:53:20.421071 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-194a7085-2b40-408d-a56d-6572f58088e0 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:20.460795 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a577c39a-fdc7-444d-a20c-c4fa65c4204c req-a98e1675-3b8b-4f85-9178-ef308d7bd284 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=df69b107-d214-48a1-9de3-f64218339a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815248 Sep 23 06:53:20.462334 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['06402a4e-3d40-4d33-8e80-133a0f91e052'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:53:20.494638 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-194a7085-2b40-408d-a56d-6572f58088e0 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:53:20.500500 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-65b3ec2f-249d-4175-828f-507dcd74028b tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2068563'] for router_gateway, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:20.513553 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-194a7085-2b40-408d-a56d-6572f58088e0 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:20.514358 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-194a7085-2b40-408d-a56d-6572f58088e0 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Added segment 6122d0a0-a111-47a2-9b69-1c70b7fdcd2a of type vlan for network 57ba53b1-4b40-40e0-aae1-e93257c8c94d Sep 23 06:53:20.526022 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8630efa2-13e4-46cc-8780-da531b63b691 None None] Routers {'2d6d35c0-bc45-4c8e-baca-161880dff9f1'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:53:20.527055 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-8630efa2-13e4-46cc-8780-da531b63b691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:53:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['2d6d35c0-bc45-4c8e-baca-161880dff9f1'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:53:20.630066 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 50217efc-6968-4021-b0a5-a9e01994bf73 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:53:20.630448 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:20.635877 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-194a7085-2b40-408d-a56d-6572f58088e0 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:20.676126 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9195b5a-8ac0-418a-bcef-4b5c738f397e req-0ac84d45-bca9-43d2-9186-2b65735aa673 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:20.683401 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b9195b5a-8ac0-418a-bcef-4b5c738f397e req-0ac84d45-bca9-43d2-9186-2b65735aa673 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.0827699 Sep 23 06:53:20.695511 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-194a7085-2b40-408d-a56d-6572f58088e0 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:20.702470 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194a7085-2b40-408d-a56d-6572f58088e0 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:20.703324 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-194a7085-2b40-408d-a56d-6572f58088e0 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:20.718817 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-8630efa2-13e4-46cc-8780-da531b63b691 None None] Set router 2d6d35c0-bc45-4c8e-baca-161880dff9f1 gateway port host: None {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:53:20.751189 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device bffc28d5-b707-4db7-be7e-d78aa0b55084 no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:53:20.785883 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-194a7085-2b40-408d-a56d-6572f58088e0 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5195732 Sep 23 06:53:20.789395 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 39372) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:53:20.812883 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b9195b5a-8ac0-418a-bcef-4b5c738f397e req-f5f9e5eb-e740-41a0-90e1-8efc4a9d29a9 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128972 Sep 23 06:53:20.812883 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-6fe5e44d-32aa-47aa-a1a7-000dddacde19 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Request body: {'subnet': {'network_id': 'a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:53:20.819634 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-8630efa2-13e4-46cc-8780-da531b63b691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6d35c0-bc45-4c8e-baca-161880dff9f1', 'name': 'tempest-snat-router-514034040', 'tenant_id': '59fac5f0b0d447dbad0f7312e052519d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:53:14Z', 'updated_at': '2021-09-23T06:53:20Z', 'revision_number': 5, 'project_id': '59fac5f0b0d447dbad0f7312e052519d', 'gw_port_host': None}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:53:20.843604 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No Port match for: bffc28d5-b707-4db7-be7e-d78aa0b55084 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:53:20.843947 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device bffc28d5-b707-4db7-be7e-d78aa0b55084 not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:53:20.848334 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a7085-2b40-408d-a56d-6572f58088e0 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Pushing event updated for resources: {'Network': ['ID=57ba53b1-4b40-40e0-aae1-e93257c8c94d,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:53:20.874032 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 57ba53b1-4b40-40e0-aae1-e93257c8c94d details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:53:20.902232 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8630efa2-13e4-46cc-8780-da531b63b691 None None] The sync data for ids ['2d6d35c0-bc45-4c8e-baca-161880dff9f1'] in n-d-715271-16 is: [{'id': '2d6d35c0-bc45-4c8e-baca-161880dff9f1', 'name': 'tempest-snat-router-514034040', 'tenant_id': '59fac5f0b0d447dbad0f7312e052519d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:53:14Z', 'updated_at': '2021-09-23T06:53:20Z', 'revision_number': 5, 'project_id': '59fac5f0b0d447dbad0f7312e052519d', 'gw_port_host': None}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:53:21.033518 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe5e44d-32aa-47aa-a1a7-000dddacde19 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Made reservation on behalf of 3be4c5cb804b4ff99ee0f3347ae7c2c6 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:53:21.039854 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6fe5e44d-32aa-47aa-a1a7-000dddacde19 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:21.144950 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-65b3ec2f-249d-4175-828f-507dcd74028b tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:21.149429 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-65b3ec2f-249d-4175-828f-507dcd74028b tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:21.217855 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433bace9-d7ed-4d3b-ab13-c77ec1f17315 req-f405038f-cbb1-4d51-96d6-43bc50b7a449 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:21.219710 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-433bace9-d7ed-4d3b-ab13-c77ec1f17315 req-f405038f-cbb1-4d51-96d6-43bc50b7a449 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=4bb08d03-0f4b-4778-b9b7-0c02c1861b91 HTTP/1.1" status: 200 len: 945 time: 0.5439215 Sep 23 06:53:21.221150 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-65b3ec2f-249d-4175-828f-507dcd74028b tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:21.221802 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b3ec2f-249d-4175-828f-507dcd74028b tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2d6d35c0-bc45-4c8e-baca-161880dff9f1 {{(pid=95066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 06:53:21.227761 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-65b3ec2f-249d-4175-828f-507dcd74028b tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:21.229098 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-65b3ec2f-249d-4175-828f-507dcd74028b tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] 10.222.0.39 "DELETE /v2.0/routers/2d6d35c0-bc45-4c8e-baca-161880dff9f1 HTTP/1.1" status: 204 len: 168 time: 1.6871066 Sep 23 06:53:21.231747 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 39382) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:53:21.345521 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6fe5e44d-32aa-47aa-a1a7-000dddacde19 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:21.361058 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-433bace9-d7ed-4d3b-ab13-c77ec1f17315 req-1a801e36-e757-492d-b774-33a18067ad48 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634890 Sep 23 06:53:21.411923 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe5e44d-32aa-47aa-a1a7-000dddacde19 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Pushing event updated for resources: {'Subnet': ['ID=7b8d89ab-b77e-4358-8f41-f550782dd0dc,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:53:21.436858 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d201d8a4-566c-4d77-935b-23ca78a79b72 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks [] for router, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:21.444698 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe5e44d-32aa-47aa-a1a7-000dddacde19 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Checking segment: {'id': 'fde5b785-ef23-4548-a8d2-9c3bbce91b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:53:21.445081 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe5e44d-32aa-47aa-a1a7-000dddacde19 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Network hostable DHCP agents. Network: a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:53:21.463389 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe5e44d-32aa-47aa-a1a7-000dddacde19 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Network a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:53:21.473223 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-6fe5e44d-32aa-47aa-a1a7-000dddacde19 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:53:21.478800 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe5e44d-32aa-47aa-a1a7-000dddacde19 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:21.479984 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6fe5e44d-32aa-47aa-a1a7-000dddacde19 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:21.481549 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd570e01-165d-4beb-b2d8-5bba9d1f2bae None None] Network a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:53:21.503035 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-6fe5e44d-32aa-47aa-a1a7-000dddacde19 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6973181 Sep 23 06:53:21.503746 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 39392) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:53:21.509494 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-ff365012-8476-4e6e-84f7-072c6223c1b7 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Request body: {'subnet': {'network_id': '57ba53b1-4b40-40e0-aae1-e93257c8c94d', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:53:21.589967 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d201d8a4-566c-4d77-935b-23ca78a79b72 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:21.664400 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afbd7ef-5f07-47e1-a288-31e7da5b5607 req-f9354370-d66a-421f-8e5c-fc63832eec96 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:21.671597 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1afbd7ef-5f07-47e1-a288-31e7da5b5607 req-f9354370-d66a-421f-8e5c-fc63832eec96 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=10ba9f18-bd36-468a-9643-66e772e1ecdb HTTP/1.1" status: 200 len: 945 time: 0.1036067 Sep 23 06:53:21.679376 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-d201d8a4-566c-4d77-935b-23ca78a79b72 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Deleting port 50217efc-6968-4021-b0a5-a9e01994bf73 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:53:21.680521 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d201d8a4-566c-4d77-935b-23ca78a79b72 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:21.695489 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b894fe7-f5b2-4715-b449-dd48f41facda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54', 'network_id': 'a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54', 'tenant_id': '3be4c5cb804b4ff99ee0f3347ae7c2c6', 'fixed_ips': [{'subnet_id': '7b8d89ab-b77e-4358-8f41-f550782dd0dc'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 06:53:21.696424 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-6b894fe7-f5b2-4715-b449-dd48f41facda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:21.719409 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff365012-8476-4e6e-84f7-072c6223c1b7 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Made reservation on behalf of 3be4c5cb804b4ff99ee0f3347ae7c2c6 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:53:21.730474 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ff365012-8476-4e6e-84f7-072c6223c1b7 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:21.809343 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-d201d8a4-566c-4d77-935b-23ca78a79b72 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] For port 50217efc-6968-4021-b0a5-a9e01994bf73, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=50217efc-6968-4021-b0a5-a9e01994bf73,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:53:21.809808 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d201d8a4-566c-4d77-935b-23ca78a79b72 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:21.825710 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-d201d8a4-566c-4d77-935b-23ca78a79b72 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Calling delete_port for 50217efc-6968-4021-b0a5-a9e01994bf73 owned by network:router_gateway {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:53:21.851314 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1afbd7ef-5f07-47e1-a288-31e7da5b5607 req-926685a2-6ffe-4d06-9496-894e4a12a649 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=df69b107-d214-48a1-9de3-f64218339a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649840 Sep 23 06:53:21.906172 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-6b894fe7-f5b2-4715-b449-dd48f41facda None None] Allocated IP 10.1.1.2 (a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54/7b8d89ab-b77e-4358-8f41-f550782dd0dc/57df466b-96d5-4500-88b4-75e7407d1ff0) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:53:22.011579 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c98839-1891-4b6b-ab6f-c84c260b091d req-3103cf10-b5a6-41ec-b37f-97bfbc148f5b tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:22.013749 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-73c98839-1891-4b6b-ab6f-c84c260b091d req-3103cf10-b5a6-41ec-b37f-97bfbc148f5b tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.0894277 Sep 23 06:53:22.060633 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ff365012-8476-4e6e-84f7-072c6223c1b7 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:22.115934 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-6b894fe7-f5b2-4715-b449-dd48f41facda None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:22.120949 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-73c98839-1891-4b6b-ab6f-c84c260b091d req-24e76629-3292-4392-a8e0-82f33f549e2e tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667968 Sep 23 06:53:22.124595 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-6b894fe7-f5b2-4715-b449-dd48f41facda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:22.187005 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b894fe7-f5b2-4715-b449-dd48f41facda None None] Network a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:53:22.190390 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-6b894fe7-f5b2-4715-b449-dd48f41facda None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:53:22.198263 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b894fe7-f5b2-4715-b449-dd48f41facda None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:53:22.236198 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b894fe7-f5b2-4715-b449-dd48f41facda None None] Pushing event updated for resources: {'Port': ['ID=57df466b-96d5-4500-88b4-75e7407d1ff0,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:53:22.236467 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d201d8a4-566c-4d77-935b-23ca78a79b72 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:22.268439 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff365012-8476-4e6e-84f7-072c6223c1b7 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Checking segment: {'id': '6122d0a0-a111-47a2-9b69-1c70b7fdcd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '57ba53b1-4b40-40e0-aae1-e93257c8c94d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:53:22.268907 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff365012-8476-4e6e-84f7-072c6223c1b7 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Network hostable DHCP agents. Network: 57ba53b1-4b40-40e0-aae1-e93257c8c94d, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:53:22.273331 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff365012-8476-4e6e-84f7-072c6223c1b7 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Pushing event updated for resources: {'Subnet': ['ID=f0cb65e8-fa80-40ac-a2e5-8e7b9c47cb4e,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:53:22.275746 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-6b894fe7-f5b2-4715-b449-dd48f41facda None None] Attempting to bind port 57df466b-96d5-4500-88b4-75e7407d1ff0 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:53:22.276124 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-6b894fe7-f5b2-4715-b449-dd48f41facda None None] Attempting to bind port 57df466b-96d5-4500-88b4-75e7407d1ff0 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': 'fde5b785-ef23-4548-a8d2-9c3bbce91b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:53:22.276485 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b894fe7-f5b2-4715-b449-dd48f41facda None None] Attempting to bind port 57df466b-96d5-4500-88b4-75e7407d1ff0 on network a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:53:22.284896 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b894fe7-f5b2-4715-b449-dd48f41facda None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:53:22.285281 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b894fe7-f5b2-4715-b449-dd48f41facda None None] Checking segment: {'id': 'fde5b785-ef23-4548-a8d2-9c3bbce91b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:53:22.285835 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-6b894fe7-f5b2-4715-b449-dd48f41facda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:22.286398 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b894fe7-f5b2-4715-b449-dd48f41facda None None] Bound using segment: {'id': 'fde5b785-ef23-4548-a8d2-9c3bbce91b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:53:22.286874 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-6b894fe7-f5b2-4715-b449-dd48f41facda None None] Bound port: 57df466b-96d5-4500-88b4-75e7407d1ff0, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fde5b785-ef23-4548-a8d2-9c3bbce91b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:53:22.287642 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-6b894fe7-f5b2-4715-b449-dd48f41facda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:22.288249 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d201d8a4-566c-4d77-935b-23ca78a79b72 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Pushing event deleted for resources: {'Port': ['ID=50217efc-6968-4021-b0a5-a9e01994bf73,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:53:22.296228 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff365012-8476-4e6e-84f7-072c6223c1b7 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Network 57ba53b1-4b40-40e0-aae1-e93257c8c94d is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:53:22.316470 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-ff365012-8476-4e6e-84f7-072c6223c1b7 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 57ba53b1-4b40-40e0-aae1-e93257c8c94d) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:53:22.323146 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff365012-8476-4e6e-84f7-072c6223c1b7 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:22.325687 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740dca33-5e68-4878-8625-e1401b6909c0 None None] Network 57ba53b1-4b40-40e0-aae1-e93257c8c94d requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:53:22.325822 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ff365012-8476-4e6e-84f7-072c6223c1b7 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:22.350925 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-ff365012-8476-4e6e-84f7-072c6223c1b7 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8448644 Sep 23 06:53:22.351388 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 39414) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:53:22.357753 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-966515c6-c50f-42ea-830f-29dcd33c6c7e tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Request body: {'port': {'network_id': 'a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54', 'name': 'tempest-TaggedBootDevicesTest-1581428870', 'fixed_ips': [{'subnet_id': '7b8d89ab-b77e-4358-8f41-f550782dd0dc'}]}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:53:22.461477 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-6b894fe7-f5b2-4715-b449-dd48f41facda None None] For port 57df466b-96d5-4500-88b4-75e7407d1ff0, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:53:22.478182 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-6b894fe7-f5b2-4715-b449-dd48f41facda None None] For port 57df466b-96d5-4500-88b4-75e7407d1ff0, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=57df466b-96d5-4500-88b4-75e7407d1ff0,segment=NetworkSegment(fde5b785-ef23-4548-a8d2-9c3bbce91b66),segment_id=fde5b785-ef23-4548-a8d2-9c3bbce91b66)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:53:22.484716 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37515c5-f858-4c3c-a005-f340d075e225 req-d55de356-6dfe-4ab6-8b8d-d1f11585a3ef tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:22.486993 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d37515c5-f858-4c3c-a005-f340d075e225 req-d55de356-6dfe-4ab6-8b8d-d1f11585a3ef tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 945 time: 0.2040155 Sep 23 06:53:22.497269 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d201d8a4-566c-4d77-935b-23ca78a79b72 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2068563'] for router_gateway, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:22.500949 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-6b894fe7-f5b2-4715-b449-dd48f41facda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:22.640528 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b894fe7-f5b2-4715-b449-dd48f41facda None None] Pushing event updated for resources: {'Port': ['ID=57df466b-96d5-4500-88b4-75e7407d1ff0,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:53:22.660443 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d201d8a4-566c-4d77-935b-23ca78a79b72 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:22.669924 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-966515c6-c50f-42ea-830f-29dcd33c6c7e tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Made reservation on behalf of 3be4c5cb804b4ff99ee0f3347ae7c2c6 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:53:22.680022 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d201d8a4-566c-4d77-935b-23ca78a79b72 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:22.708427 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557121d8-1fba-41c8-8b7c-ee21f03a56ce req-11b67f64-3aa0-443d-9c1e-f4d5c815afaf tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:22.710326 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d37515c5-f858-4c3c-a005-f340d075e225 req-e8867157-496f-4592-90f5-b3766d0944ff tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791761 Sep 23 06:53:22.721483 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-557121d8-1fba-41c8-8b7c-ee21f03a56ce req-11b67f64-3aa0-443d-9c1e-f4d5c815afaf tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bb08d03-0f4b-4778-b9b7-0c02c1861b91 HTTP/1.1" status: 200 len: 945 time: 0.2192979 Sep 23 06:53:22.746323 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d87ac2e-944e-4e98-8a24-24199efcaca7 req-46efaadd-8c45-47a8-a9f4-9111d9c83ac3 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:22.753908 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7d87ac2e-944e-4e98-8a24-24199efcaca7 req-46efaadd-8c45-47a8-a9f4-9111d9c83ac3 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=4bb08d03-0f4b-4778-b9b7-0c02c1861b91 HTTP/1.1" status: 200 len: 945 time: 0.1918240 Sep 23 06:53:22.812769 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d201d8a4-566c-4d77-935b-23ca78a79b72 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:22.813384 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d201d8a4-566c-4d77-935b-23ca78a79b72 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dc795252-6188-4b5f-9646-733fe5fb81cc {{(pid=95066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 06:53:22.848745 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d201d8a4-566c-4d77-935b-23ca78a79b72 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:22.868500 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-d201d8a4-566c-4d77-935b-23ca78a79b72 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] 10.222.0.39 "DELETE /v2.0/routers/dc795252-6188-4b5f-9646-733fe5fb81cc HTTP/1.1" status: 204 len: 168 time: 1.6354823 Sep 23 06:53:22.870389 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 39434) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:53:22.881020 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-fa0168d0-40c8-48d2-92da-512385ff76eb tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1325994320', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}, 'admin_state_up': False}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:53:22.949992 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 5e26b822-5fe6-4529-bd65-af1c22511064 no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:53:22.958655 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392b45cf-d8f9-4c46-8d28-93473019e68b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-57ba53b1-4b40-40e0-aae1-e93257c8c94d', 'network_id': '57ba53b1-4b40-40e0-aae1-e93257c8c94d', 'tenant_id': '3be4c5cb804b4ff99ee0f3347ae7c2c6', 'fixed_ips': [{'subnet_id': 'f0cb65e8-fa80-40ac-a2e5-8e7b9c47cb4e'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 06:53:22.959541 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-392b45cf-d8f9-4c46-8d28-93473019e68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:22.972175 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fa0168d0-40c8-48d2-92da-512385ff76eb tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:22.973442 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fa0168d0-40c8-48d2-92da-512385ff76eb tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:23.066402 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7d87ac2e-944e-4e98-8a24-24199efcaca7 req-e61ab7ae-5e6d-4b1a-a4df-cb90b46e4814 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115821 Sep 23 06:53:23.095576 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fa0168d0-40c8-48d2-92da-512385ff76eb tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:23.126144 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-966515c6-c50f-42ea-830f-29dcd33c6c7e tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:23.182137 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [req-083b01a9-31e1-4d50-b3ba-cb5fd5d22404 req-872f42e7-d9dc-403a-92ed-ddd538f26c39 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=95065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 06:53:23.194693 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-083b01a9-31e1-4d50-b3ba-cb5fd5d22404 req-872f42e7-d9dc-403a-92ed-ddd538f26c39 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0200393 Sep 23 06:53:23.208354 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:23.218409 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [None req-966515c6-c50f-42ea-830f-29dcd33c6c7e tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] device_id is not set on port 2967a824-073c-4484-ab0d-43a76601a0ab yet. {{(pid=95065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 06:53:23.273243 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8878b00-5401-4243-af2c-7790d1dc223f req-9e75dd53-52dc-4a9b-ab6d-96fb00057a86 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:23.274860 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b8878b00-5401-4243-af2c-7790d1dc223f req-9e75dd53-52dc-4a9b-ab6d-96fb00057a86 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=10ba9f18-bd36-468a-9643-66e772e1ecdb HTTP/1.1" status: 200 len: 945 time: 0.2297881 Sep 23 06:53:23.286318 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbfdf59c-d1e6-4757-9a48-028b48ff74be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e26b822-5fe6-4529-bd65-af1c22511064'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:53:23.290462 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59bb03a1-26a5-4b93-b8bc-c894c28b5310" -d '{"events": [{"server_uuid": "cbfdf59c-d1e6-4757-9a48-028b48ff74be", "name": "network-vif-unplugged", "status": "completed", "tag": "5e26b822-5fe6-4529-bd65-af1c22511064"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:53:23.314511 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 5e26b822-5fe6-4529-bd65-af1c22511064, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=5e26b822-5fe6-4529-bd65-af1c22511064,segment=NetworkSegment(e45912ab-73a2-4ecb-a631-df0a332d78f8),segment_id=e45912ab-73a2-4ecb-a631-df0a332d78f8)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:53:23.331869 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:23.434495 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 06402a4e-3d40-4d33-8e80-133a0f91e052 up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:53:23.442077 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=5e26b822-5fe6-4529-bd65-af1c22511064,revision_number=8']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:53:23.447747 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fa0168d0-40c8-48d2-92da-512385ff76eb tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:23.461031 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-392b45cf-d8f9-4c46-8d28-93473019e68b None None] Allocated IP 10.2.2.2 (57ba53b1-4b40-40e0-aae1-e93257c8c94d/f0cb65e8-fa80-40ac-a2e5-8e7b9c47cb4e/5ece4747-21c3-4463-ba70-d6d1d982b57e) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:53:23.504118 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-966515c6-c50f-42ea-830f-29dcd33c6c7e tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Allocated IP 10.1.1.24 (a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54/7b8d89ab-b77e-4358-8f41-f550782dd0dc/2967a824-073c-4484-ab0d-43a76601a0ab) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:53:23.527228 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-557121d8-1fba-41c8-8b7c-ee21f03a56ce req-0ff60f83-cbb7-489f-a82f-0e97f02e39c6 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Deleting port e87b71fa-b97d-4b3a-b9d5-d1cec873b9bc {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:53:23.527588 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-557121d8-1fba-41c8-8b7c-ee21f03a56ce req-0ff60f83-cbb7-489f-a82f-0e97f02e39c6 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:23.588372 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b8878b00-5401-4243-af2c-7790d1dc223f req-7eee8ed7-3815-4d4f-95d8-0c17a35517f6 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=df69b107-d214-48a1-9de3-f64218339a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454321 Sep 23 06:53:23.695214 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 23 Sep 2021 06:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-186f223b-bf0e-46a8-967f-d250f1956cbb x-openstack-request-id: req-186f223b-bf0e-46a8-967f-d250f1956cbb {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:53:23.695714 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbfdf59c-d1e6-4757-9a48-028b48ff74be", "name": "network-vif-unplugged", "status": "failed", "tag": "5e26b822-5fe6-4529-bd65-af1c22511064", "code": 422}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:53:23.695946 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-186f223b-bf0e-46a8-967f-d250f1956cbb {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:53:23.697894 n-d-715271-16 neutron-server[95067]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cbfdf59c-d1e6-4757-9a48-028b48ff74be', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5e26b822-5fe6-4529-bd65-af1c22511064', 'code': 422} returned with failed status Sep 23 06:53:23.770692 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port 06402a4e-3d40-4d33-8e80-133a0f91e052 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:53:23.790587 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port 06402a4e-3d40-4d33-8e80-133a0f91e052 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:53:23.791105 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:23.908602 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f204627e-1aab-4d7d-8fcb-30bb0ac75e3e req-ea520821-3f7d-41ab-85ee-24fe6d20180f tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:23.910215 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f204627e-1aab-4d7d-8fcb-30bb0ac75e3e req-ea520821-3f7d-41ab-85ee-24fe6d20180f tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 943 time: 0.2638936 Sep 23 06:53:23.979195 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-557121d8-1fba-41c8-8b7c-ee21f03a56ce req-0ff60f83-cbb7-489f-a82f-0e97f02e39c6 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] For port e87b71fa-b97d-4b3a-b9d5-d1cec873b9bc, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=e87b71fa-b97d-4b3a-b9d5-d1cec873b9bc,segment=NetworkSegment(baf87664-ecc7-475d-93f2-159d871e9198),segment_id=baf87664-ecc7-475d-93f2-159d871e9198)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:53:23.979631 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-557121d8-1fba-41c8-8b7c-ee21f03a56ce req-0ff60f83-cbb7-489f-a82f-0e97f02e39c6 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:23.991680 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fa0168d0-40c8-48d2-92da-512385ff76eb tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks [] for router_gateway, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:23.993246 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:24.036584 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-392b45cf-d8f9-4c46-8d28-93473019e68b None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:24.041435 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fa0168d0-40c8-48d2-92da-512385ff76eb tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:24.049489 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-557121d8-1fba-41c8-8b7c-ee21f03a56ce req-0ff60f83-cbb7-489f-a82f-0e97f02e39c6 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Calling delete_port for e87b71fa-b97d-4b3a-b9d5-d1cec873b9bc owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:53:24.059439 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-392b45cf-d8f9-4c46-8d28-93473019e68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:24.071099 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 06402a4e-3d40-4d33-8e80-133a0f91e052, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=06402a4e-3d40-4d33-8e80-133a0f91e052,segment=NetworkSegment(c88b2831-f544-41bb-bbcc-5b15e741880e),segment_id=c88b2831-f544-41bb-bbcc-5b15e741880e)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:53:24.121602 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392b45cf-d8f9-4c46-8d28-93473019e68b None None] Pushing event updated for resources: {'Port': ['ID=5ece4747-21c3-4463-ba70-d6d1d982b57e,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:53:24.138434 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127a18ce-90bc-4010-b80f-f467a34052d8 None None] Network a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:53:24.156169 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:24.173359 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392b45cf-d8f9-4c46-8d28-93473019e68b None None] Network 57ba53b1-4b40-40e0-aae1-e93257c8c94d is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:53:24.177637 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-392b45cf-d8f9-4c46-8d28-93473019e68b None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:53:24.194937 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f204627e-1aab-4d7d-8fcb-30bb0ac75e3e req-1698e95b-cd81-4dae-992b-09a11309460d tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622447 Sep 23 06:53:24.206519 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-966515c6-c50f-42ea-830f-29dcd33c6c7e tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:24.208344 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-fa0168d0-40c8-48d2-92da-512385ff76eb tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Allocated IP 172.25.2.35 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/4656780d-60fa-468e-a43a-a2cf9035ce59) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:53:24.214608 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392b45cf-d8f9-4c46-8d28-93473019e68b None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:53:24.360392 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-966515c6-c50f-42ea-830f-29dcd33c6c7e tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:24.427274 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-392b45cf-d8f9-4c46-8d28-93473019e68b None None] Attempting to bind port 5ece4747-21c3-4463-ba70-d6d1d982b57e on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:53:24.428674 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-392b45cf-d8f9-4c46-8d28-93473019e68b None None] Attempting to bind port 5ece4747-21c3-4463-ba70-d6d1d982b57e by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '6122d0a0-a111-47a2-9b69-1c70b7fdcd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '57ba53b1-4b40-40e0-aae1-e93257c8c94d'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:53:24.428674 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392b45cf-d8f9-4c46-8d28-93473019e68b None None] Attempting to bind port 5ece4747-21c3-4463-ba70-d6d1d982b57e on network 57ba53b1-4b40-40e0-aae1-e93257c8c94d {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:53:24.430723 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=06402a4e-3d40-4d33-8e80-133a0f91e052,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:53:24.443828 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-bec1e1f3-dfad-456a-bc77-2dcb071b4716 None None] Provisioning complete for port 57df466b-96d5-4500-88b4-75e7407d1ff0 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:53:24.444291 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-bec1e1f3-dfad-456a-bc77-2dcb071b4716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:24.448414 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392b45cf-d8f9-4c46-8d28-93473019e68b None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:53:24.448781 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392b45cf-d8f9-4c46-8d28-93473019e68b None None] Checking segment: {'id': '6122d0a0-a111-47a2-9b69-1c70b7fdcd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '57ba53b1-4b40-40e0-aae1-e93257c8c94d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:53:24.449247 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-392b45cf-d8f9-4c46-8d28-93473019e68b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:24.449718 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392b45cf-d8f9-4c46-8d28-93473019e68b None None] Bound using segment: {'id': '6122d0a0-a111-47a2-9b69-1c70b7fdcd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '57ba53b1-4b40-40e0-aae1-e93257c8c94d'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:53:24.450222 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-392b45cf-d8f9-4c46-8d28-93473019e68b None None] Bound port: 5ece4747-21c3-4463-ba70-d6d1d982b57e, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6122d0a0-a111-47a2-9b69-1c70b7fdcd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '57ba53b1-4b40-40e0-aae1-e93257c8c94d'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:53:24.450605 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-392b45cf-d8f9-4c46-8d28-93473019e68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:24.522005 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af4a0f7-e24a-45ae-8e77-23affe9a18b2 req-475321bc-c2bc-4d0c-a37a-6af69c5359a5 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:24.526357 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4af4a0f7-e24a-45ae-8e77-23affe9a18b2 req-475321bc-c2bc-4d0c-a37a-6af69c5359a5 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/ports?device_id=4bb08d03-0f4b-4778-b9b7-0c02c1861b91 HTTP/1.1" status: 200 len: 945 time: 0.3014319 Sep 23 06:53:24.564898 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-557121d8-1fba-41c8-8b7c-ee21f03a56ce req-0ff60f83-cbb7-489f-a82f-0e97f02e39c6 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:24.589518 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966515c6-c50f-42ea-830f-29dcd33c6c7e tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Network a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:53:24.599703 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 57df466b-96d5-4500-88b4-75e7407d1ff0 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:53:24.634586 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-966515c6-c50f-42ea-830f-29dcd33c6c7e tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:53:24.640987 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966515c6-c50f-42ea-830f-29dcd33c6c7e tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:53:24.704462 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4af4a0f7-e24a-45ae-8e77-23affe9a18b2 req-75a7678f-2309-44ed-9b52-79585eb76c47 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd2dd238-7c09-461b-8d9d-2ce8c198586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579626 Sep 23 06:53:24.712692 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fa0168d0-40c8-48d2-92da-512385ff76eb tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:24.736875 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-557121d8-1fba-41c8-8b7c-ee21f03a56ce req-0ff60f83-cbb7-489f-a82f-0e97f02e39c6 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] No DVR routers for this DVR port e87b71fa-b97d-4b3a-b9d5-d1cec873b9bc on host n-h1-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:53:24.739692 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966515c6-c50f-42ea-830f-29dcd33c6c7e tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Pushing event updated for resources: {'Port': ['ID=2967a824-073c-4484-ab0d-43a76601a0ab,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:53:24.749055 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966515c6-c50f-42ea-830f-29dcd33c6c7e tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:24.750026 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-966515c6-c50f-42ea-830f-29dcd33c6c7e tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:24.753073 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-557121d8-1fba-41c8-8b7c-ee21f03a56ce req-0ff60f83-cbb7-489f-a82f-0e97f02e39c6 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:24.753255 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-948d9b0d-fb94-45f6-ae46-8556cb6f4967 req-bd3b009c-691b-4b66-ae08-7dc996d183d8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7406495 Sep 23 06:53:24.755765 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-557121d8-1fba-41c8-8b7c-ee21f03a56ce req-0ff60f83-cbb7-489f-a82f-0e97f02e39c6 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] 10.222.0.21 "DELETE /v2.0/ports/e87b71fa-b97d-4b3a-b9d5-d1cec873b9bc HTTP/1.1" status: 204 len: 173 time: 2.0331876 Sep 23 06:53:24.781380 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bb08d03-0f4b-4778-b9b7-0c02c1861b91', 'name': 'network-vif-deleted', 'tag': 'e87b71fa-b97d-4b3a-b9d5-d1cec873b9bc'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:53:24.791302 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92707b1d-e0d7-4537-aa9c-075f371bccdd" -d '{"events": [{"server_uuid": "4bb08d03-0f4b-4778-b9b7-0c02c1861b91", "name": "network-vif-deleted", "tag": "e87b71fa-b97d-4b3a-b9d5-d1cec873b9bc"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:53:24.797349 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fa0168d0-40c8-48d2-92da-512385ff76eb tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:24.873091 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0168d0-40c8-48d2-92da-512385ff76eb tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:53:24.880856 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-fa0168d0-40c8-48d2-92da-512385ff76eb tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:53:24.885378 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0168d0-40c8-48d2-92da-512385ff76eb tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:53:24.888355 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-bec1e1f3-dfad-456a-bc77-2dcb071b4716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:24.931574 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0168d0-40c8-48d2-92da-512385ff76eb tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Pushing event updated for resources: {'Port': ['ID=4656780d-60fa-468e-a43a-a2cf9035ce59,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:53:24.948986 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 57df466b-96d5-4500-88b4-75e7407d1ff0 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:53:24.950252 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:24.968917 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-392b45cf-d8f9-4c46-8d28-93473019e68b None None] For port 5ece4747-21c3-4463-ba70-d6d1d982b57e, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:53:24.970266 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff60f83-cbb7-489f-a82f-0e97f02e39c6 tempest-ServersTestJSON-1250036423 tempest-ServersTestJSON-1250036423-project] Pushing event deleted for resources: {'Port': ['ID=e87b71fa-b97d-4b3a-b9d5-d1cec873b9bc,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:53:25.011194 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-392b45cf-d8f9-4c46-8d28-93473019e68b None None] For port 5ece4747-21c3-4463-ba70-d6d1d982b57e, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=5ece4747-21c3-4463-ba70-d6d1d982b57e,segment=NetworkSegment(6122d0a0-a111-47a2-9b69-1c70b7fdcd2a),segment_id=6122d0a0-a111-47a2-9b69-1c70b7fdcd2a)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:53:25.016246 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-966515c6-c50f-42ea-830f-29dcd33c6c7e tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6636794 Sep 23 06:53:25.023765 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 39496) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:53:25.032653 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-992a0b20-ebbb-4178-a831-7ac682993055 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Request body: {'port': {'network_id': 'a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54', 'name': 'tempest-TaggedBootDevicesTest-1283841870', 'fixed_ips': [{'subnet_id': '7b8d89ab-b77e-4358-8f41-f550782dd0dc'}]}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:53:25.049042 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b481f36-572f-4b8a-ab69-4e819c8f4578 req-0192debb-f2b1-489f-85e9-4c538ec1692e tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:25.061686 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9b481f36-572f-4b8a-ab69-4e819c8f4578 req-0192debb-f2b1-489f-85e9-4c538ec1692e tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=10ba9f18-bd36-468a-9643-66e772e1ecdb HTTP/1.1" status: 200 len: 946 time: 0.3259525 Sep 23 06:53:25.070390 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-392b45cf-d8f9-4c46-8d28-93473019e68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:25.203526 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392b45cf-d8f9-4c46-8d28-93473019e68b None None] Pushing event updated for resources: {'Port': ['ID=5ece4747-21c3-4463-ba70-d6d1d982b57e,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:53:25.227892 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-bec1e1f3-dfad-456a-bc77-2dcb071b4716 None None] For port 57df466b-96d5-4500-88b4-75e7407d1ff0, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=57df466b-96d5-4500-88b4-75e7407d1ff0,segment=NetworkSegment(fde5b785-ef23-4548-a8d2-9c3bbce91b66),segment_id=fde5b785-ef23-4548-a8d2-9c3bbce91b66)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:53:25.276364 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-bec1e1f3-dfad-456a-bc77-2dcb071b4716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:25.382585 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device e87b71fa-b97d-4b3a-b9d5-d1cec873b9bc no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:53:25.415846 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c3351b-5c00-401b-9d63-d2eca7b5df13 x-openstack-request-id: req-e5c3351b-5c00-401b-9d63-d2eca7b5df13 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:53:25.416591 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bb08d03-0f4b-4778-b9b7-0c02c1861b91", "name": "network-vif-deleted", "tag": "e87b71fa-b97d-4b3a-b9d5-d1cec873b9bc", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:53:25.416905 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e5c3351b-5c00-401b-9d63-d2eca7b5df13 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:53:25.419145 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bb08d03-0f4b-4778-b9b7-0c02c1861b91', 'name': 'network-vif-deleted', 'tag': 'e87b71fa-b97d-4b3a-b9d5-d1cec873b9bc', 'status': 'completed', 'code': 200} Sep 23 06:53:25.438826 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-992a0b20-ebbb-4178-a831-7ac682993055 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Made reservation on behalf of 3be4c5cb804b4ff99ee0f3347ae7c2c6 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:53:25.473897 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-992a0b20-ebbb-4178-a831-7ac682993055 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:25.507665 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] No Port match for: e87b71fa-b97d-4b3a-b9d5-d1cec873b9bc {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:53:25.508809 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device e87b71fa-b97d-4b3a-b9d5-d1cec873b9bc not bound to the agent host n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:53:25.545431 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9b481f36-572f-4b8a-ab69-4e819c8f4578 req-a264f6be-8068-4eb2-959a-7a9854b2d417 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=df69b107-d214-48a1-9de3-f64218339a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4821992 Sep 23 06:53:25.552580 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [None req-992a0b20-ebbb-4178-a831-7ac682993055 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] device_id is not set on port ec16f835-822f-4543-a177-5c6ae4f55507 yet. {{(pid=95065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 06:53:25.673078 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e1699-28e0-40c2-b784-36f9f5efe78b req-d2b282f8-8d2f-4b59-8e9b-9a52caff2b01 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:25.685070 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-021e1699-28e0-40c2-b784-36f9f5efe78b req-d2b282f8-8d2f-4b59-8e9b-9a52caff2b01 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 943 time: 0.3528390 Sep 23 06:53:25.723963 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10ba9f18-bd36-468a-9643-66e772e1ecdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06402a4e-3d40-4d33-8e80-133a0f91e052'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:53:25.732429 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca614165-aa52-4b89-be5d-8301e2d601a0" -d '{"events": [{"server_uuid": "10ba9f18-bd36-468a-9643-66e772e1ecdb", "name": "network-vif-plugged", "status": "completed", "tag": "06402a4e-3d40-4d33-8e80-133a0f91e052"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:53:25.757791 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-67a64776-fc4c-4e65-bb60-f29e5aef82a2 None None] Provisioning complete for port 2967a824-073c-4484-ab0d-43a76601a0ab triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:53:25.761166 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-67a64776-fc4c-4e65-bb60-f29e5aef82a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:25.853494 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-67a64776-fc4c-4e65-bb60-f29e5aef82a2 None None] Port 2967a824-073c-4484-ab0d-43a76601a0ab cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:53:25.864173 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec1e1f3-dfad-456a-bc77-2dcb071b4716 None None] Pushing event updated for resources: {'Port': ['ID=57df466b-96d5-4500-88b4-75e7407d1ff0,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:53:25.907232 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 39516) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:53:25.924921 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-67a64776-fc4c-4e65-bb60-f29e5aef82a2 None None] Provisioning complete for port 57df466b-96d5-4500-88b4-75e7407d1ff0 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:53:25.925406 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-67a64776-fc4c-4e65-bb60-f29e5aef82a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:25.986966 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f10a30-cd5f-4001-bbd8-9723d47c43ec x-openstack-request-id: req-80f10a30-cd5f-4001-bbd8-9723d47c43ec {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:53:25.987510 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10ba9f18-bd36-468a-9643-66e772e1ecdb", "name": "network-vif-plugged", "status": "completed", "tag": "06402a4e-3d40-4d33-8e80-133a0f91e052", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:53:25.987876 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-80f10a30-cd5f-4001-bbd8-9723d47c43ec {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:53:25.988490 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10ba9f18-bd36-468a-9643-66e772e1ecdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06402a4e-3d40-4d33-8e80-133a0f91e052', 'code': 200} Sep 23 06:53:26.036546 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 50217efc-6968-4021-b0a5-a9e01994bf73 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:53:26.053027 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-992a0b20-ebbb-4178-a831-7ac682993055 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Allocated IP 10.1.1.120 (a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54/7b8d89ab-b77e-4358-8f41-f550782dd0dc/ec16f835-822f-4543-a177-5c6ae4f55507) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:53:26.079319 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 50217efc-6968-4021-b0a5-a9e01994bf73 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:53:26.079716 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 50217efc-6968-4021-b0a5-a9e01994bf73 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:53:26.081160 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-051b9724-2863-40ba-bae5-40ee49388321 admin admin] Deleting subnet 0b013e5a-19bd-4628-a463-6cccef958c7f {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:53:26.151922 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fa0168d0-40c8-48d2-92da-512385ff76eb tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks [] for router_gateway, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:26.155718 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-051b9724-2863-40ba-bae5-40ee49388321 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:26.171039 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-021e1699-28e0-40c2-b784-36f9f5efe78b req-906e4829-0fb4-4bf9-a377-a47960f7180a tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4831591 Sep 23 06:53:26.268659 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a962576-b3db-47b6-b6ab-9ca44ee97bde req-e5883484-92e7-4072-91d1-9935d1817e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:26.269830 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6a962576-b3db-47b6-b6ab-9ca44ee97bde req-e5883484-92e7-4072-91d1-9935d1817e2f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=10ba9f18-bd36-468a-9643-66e772e1ecdb HTTP/1.1" status: 200 len: 1098 time: 0.1068399 Sep 23 06:53:26.281345 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-051b9724-2863-40ba-bae5-40ee49388321 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:26.311845 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-60044793-7f55-4f9e-a2d3-83624d8af1b2 None None] Provisioning complete for port 2967a824-073c-4484-ab0d-43a76601a0ab triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:53:26.312246 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-60044793-7f55-4f9e-a2d3-83624d8af1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:26.378801 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6a962576-b3db-47b6-b6ab-9ca44ee97bde req-233f275c-ec5f-4ec1-84d0-da323a81c4ae service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=df69b107-d214-48a1-9de3-f64218339a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811341 Sep 23 06:53:26.405612 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-60044793-7f55-4f9e-a2d3-83624d8af1b2 None None] Port 2967a824-073c-4484-ab0d-43a76601a0ab cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:53:26.407217 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-992a0b20-ebbb-4178-a831-7ac682993055 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:26.481766 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-992a0b20-ebbb-4178-a831-7ac682993055 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:26.555686 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992a0b20-ebbb-4178-a831-7ac682993055 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Network a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:53:26.560595 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-992a0b20-ebbb-4178-a831-7ac682993055 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:53:26.565460 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992a0b20-ebbb-4178-a831-7ac682993055 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:53:26.585009 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 57df466b-96d5-4500-88b4-75e7407d1ff0 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:53:26.639387 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992a0b20-ebbb-4178-a831-7ac682993055 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Pushing event updated for resources: {'Port': ['ID=ec16f835-822f-4543-a177-5c6ae4f55507,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:53:26.694477 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 57df466b-96d5-4500-88b4-75e7407d1ff0 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:53:26.694891 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:26.757604 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992a0b20-ebbb-4178-a831-7ac682993055 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:26.758293 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-992a0b20-ebbb-4178-a831-7ac682993055 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:26.760151 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 5e26b822-5fe6-4529-bd65-af1c22511064 no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:53:26.784220 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-051b9724-2863-40ba-bae5-40ee49388321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:26.794040 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-992a0b20-ebbb-4178-a831-7ac682993055 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7686603 Sep 23 06:53:26.813303 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08834917-f34c-464e-a2e5-7d470e80c127 req-7a595aac-ae13-4477-b0c6-cf59f9206a5e tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:26.814907 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-08834917-f34c-464e-a2e5-7d470e80c127 req-7a595aac-ae13-4477-b0c6-cf59f9206a5e tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=10ba9f18-bd36-468a-9643-66e772e1ecdb HTTP/1.1" status: 200 len: 946 time: 0.1492772 Sep 23 06:53:26.916936 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-08834917-f34c-464e-a2e5-7d470e80c127 req-db94be2e-a612-4f9e-a097-46873c94dcfd tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=df69b107-d214-48a1-9de3-f64218339a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855157 Sep 23 06:53:27.006817 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d9b0d-fb94-45f6-ae46-8556cb6f4967 req-ce9345e9-dcb5-410a-8a57-b55f6ea34172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:27.008807 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-948d9b0d-fb94-45f6-ae46-8556cb6f4967 req-ce9345e9-dcb5-410a-8a57-b55f6ea34172 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be&tenant_id=89cde1f180a04b9a82f94238d641b222 HTTP/1.1" status: 200 len: 1095 time: 0.1859937 Sep 23 06:53:27.012466 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-051b9724-2863-40ba-bae5-40ee49388321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:27.046899 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051b9724-2863-40ba-bae5-40ee49388321 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b013e5a-19bd-4628-a463-6cccef958c7f,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:53:27.062154 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-051b9724-2863-40ba-bae5-40ee49388321 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:27.066308 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-051b9724-2863-40ba-bae5-40ee49388321 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/0b013e5a-19bd-4628-a463-6cccef958c7f HTTP/1.1" status: 204 len: 168 time: 1.1439784 Sep 23 06:53:27.066489 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4c6561-b813-4f67-9696-eff812ab9a99 None None] Network 57ba53b1-4b40-40e0-aae1-e93257c8c94d requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:53:27.066942 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 39542) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:53:27.071179 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 5ece4747-21c3-4463-ba70-d6d1d982b57e up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:53:27.137453 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-1a162aab-152a-4546-a585-6515401c75a4 None None] Provisioning complete for port ec16f835-822f-4543-a177-5c6ae4f55507 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:53:27.139785 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-1a162aab-152a-4546-a585-6515401c75a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:27.154472 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fa0168d0-40c8-48d2-92da-512385ff76eb tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:27.157763 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d9b0d-fb94-45f6-ae46-8556cb6f4967 req-74205ca6-019d-4b97-afea-a9675e364b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:27.159446 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-948d9b0d-fb94-45f6-ae46-8556cb6f4967 req-74205ca6-019d-4b97-afea-a9675e364b3e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=89cde1f180a04b9a82f94238d641b222&device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 1095 time: 0.1138322 Sep 23 06:53:27.247168 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-da47ead3-84c7-4a83-83b7-41df5ac7cde4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:27.401584 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d9b0d-fb94-45f6-ae46-8556cb6f4967 req-9dde28fa-0ca7-40ac-a18d-786db7a7e685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:27.403196 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-948d9b0d-fb94-45f6-ae46-8556cb6f4967 req-9dde28fa-0ca7-40ac-a18d-786db7a7e685 service neutron] 10.222.0.58 "GET /v2.0/networks?id=218c58b5-0e0b-4646-89a6-548d923b3f5b HTTP/1.1" status: 200 len: 914 time: 0.1667073 Sep 23 06:53:27.421901 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-1a162aab-152a-4546-a585-6515401c75a4 None None] Port ec16f835-822f-4543-a177-5c6ae4f55507 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:53:27.450080 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-da47ead3-84c7-4a83-83b7-41df5ac7cde4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:27.466889 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 39552) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:53:27.468802 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-948d9b0d-fb94-45f6-ae46-8556cb6f4967 req-62d7fb1b-559b-45b3-8a03-5b826716f354 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e26b822-5fe6-4529-bd65-af1c22511064 HTTP/1.1" status: 200 len: 217 time: 0.0573611 Sep 23 06:53:27.471803 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-9227b692-c321-4de6-ae78-8f672a30c8ca tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Request body: {'security_group': {'name': 'tempest-securitygroup--136069267', 'description': 'tempest-description--1568497053'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:53:27.500482 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-da47ead3-84c7-4a83-83b7-41df5ac7cde4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f755c16b-3f42-4ee5-9068-675e45e695cf']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:53:27.503852 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa0168d0-40c8-48d2-92da-512385ff76eb tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Router 3909d26d-d6eb-402b-96d9-e26685389545 is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 06:53:27.520645 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-da47ead3-84c7-4a83-83b7-41df5ac7cde4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baf87664-ecc7-475d-93f2-159d871e9198') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:53:27.520948 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-da47ead3-84c7-4a83-83b7-41df5ac7cde4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baf87664-ecc7-475d-93f2-159d871e9198') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:53:27.533791 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 5ece4747-21c3-4463-ba70-d6d1d982b57e triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:53:27.534165 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:27.541938 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-da47ead3-84c7-4a83-83b7-41df5ac7cde4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:27.552684 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9227b692-c321-4de6-ae78-8f672a30c8ca tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:27.581727 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cfbd40-aee8-4dd5-b6b5-ef780d9b0f04 req-8271de3e-801f-42ac-b707-b395b0a623e7 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:27.583340 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-57cfbd40-aee8-4dd5-b6b5-ef780d9b0f04 req-8271de3e-801f-42ac-b707-b395b0a623e7 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 943 time: 0.2058723 Sep 23 06:53:27.603758 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-da47ead3-84c7-4a83-83b7-41df5ac7cde4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:27.610087 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-3c2a5276-c396-488c-b475-e77475bd6b57 None None] Provisioning complete for port 5ece4747-21c3-4463-ba70-d6d1d982b57e triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:53:27.610997 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3c2a5276-c396-488c-b475-e77475bd6b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:27.629036 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da47ead3-84c7-4a83-83b7-41df5ac7cde4 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:53:27.629470 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-da47ead3-84c7-4a83-83b7-41df5ac7cde4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:27.632224 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 06:53:27.632224 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:53:27.632224 n-d-715271-16 neutron-server[95065]: timer() Sep 23 06:53:27.632224 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:53:27.632224 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 06:53:27.632224 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:53:27.632224 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 06:53:27.632224 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:53:27.632224 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 06:53:27.632224 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:53:27.632224 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 06:53:27.632224 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:53:27.632224 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 06:53:27.632224 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:53:27.632224 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:53:27.632224 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:53:27.632224 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:53:27.632224 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:53:27.632224 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 06:53:27.632224 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:53:27.632224 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 06:53:27.632224 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:53:27.632224 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:53:27.632224 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:53:27.632224 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 06:53:27.632224 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:53:27.632224 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:53:27.632224 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:53:27.632224 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:53:27.632224 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:53:27.632224 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:53:27.632224 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:53:27.669826 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d9b0d-fb94-45f6-ae46-8556cb6f4967 req-81ec3295-74fa-48de-a3bc-60b3333fcc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:27.672659 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-948d9b0d-fb94-45f6-ae46-8556cb6f4967 req-81ec3295-74fa-48de-a3bc-60b3333fcc45 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c520f2a7-ad21-49cf-80dc-376f9b100681 HTTP/1.1" status: 200 len: 853 time: 0.1948693 Sep 23 06:53:27.730057 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-57cfbd40-aee8-4dd5-b6b5-ef780d9b0f04 req-6f0b4df5-8762-43bd-8ca8-e1f480b700fa tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368616 Sep 23 06:53:27.744382 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-da47ead3-84c7-4a83-83b7-41df5ac7cde4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:27.762891 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3c2a5276-c396-488c-b475-e77475bd6b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:27.768352 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-da47ead3-84c7-4a83-83b7-41df5ac7cde4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:27.775895 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-da47ead3-84c7-4a83-83b7-41df5ac7cde4 admin admin] 10.222.0.39 "DELETE /v2.0/networks/f755c16b-3f42-4ee5-9068-675e45e695cf HTTP/1.1" status: 204 len: 168 time: 0.7063696 Sep 23 06:53:27.790602 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:27.812729 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da47ead3-84c7-4a83-83b7-41df5ac7cde4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f755c16b-3f42-4ee5-9068-675e45e695cf,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:53:27.815078 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-948d9b0d-fb94-45f6-ae46-8556cb6f4967 req-13c6c8bc-dd28-4e3a-9f60-354974475b84 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=218c58b5-0e0b-4646-89a6-548d923b3f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1318419 Sep 23 06:53:27.855922 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9227b692-c321-4de6-ae78-8f672a30c8ca tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:27.866645 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9227b692-c321-4de6-ae78-8f672a30c8ca tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:27.886162 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-3c2a5276-c396-488c-b475-e77475bd6b57 None None] For port 5ece4747-21c3-4463-ba70-d6d1d982b57e, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=5ece4747-21c3-4463-ba70-d6d1d982b57e,segment=NetworkSegment(6122d0a0-a111-47a2-9b69-1c70b7fdcd2a),segment_id=6122d0a0-a111-47a2-9b69-1c70b7fdcd2a)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:53:27.893153 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3c2a5276-c396-488c-b475-e77475bd6b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:27.933182 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9227b692-c321-4de6-ae78-8f672a30c8ca tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af4b1172-21fa-42ea-8f78-02b27dc94910,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:53:27.967254 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9227b692-c321-4de6-ae78-8f672a30c8ca tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:27.968820 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-9227b692-c321-4de6-ae78-8f672a30c8ca tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5009351 Sep 23 06:53:27.972874 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 39566) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:53:27.978701 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-b783d0f2-9cf5-49df-a5a0-c4de5ad72490 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Request body: {'security_group_rule': {'security_group_id': 'af4b1172-21fa-42ea-8f78-02b27dc94910', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:53:28.033073 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b783d0f2-9cf5-49df-a5a0-c4de5ad72490 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:28.034055 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa0168d0-40c8-48d2-92da-512385ff76eb tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:53:28.047605 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcff7cc-724b-4c56-a821-18579f10c891 None None] Sync routers for ids ['3909d26d-d6eb-402b-96d9-e26685389545'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:53:28.073943 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fa0168d0-40c8-48d2-92da-512385ff76eb tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:28.074444 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcff7cc-724b-4c56-a821-18579f10c891 None None] Routers {'3909d26d-d6eb-402b-96d9-e26685389545'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:53:28.075835 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-fa0168d0-40c8-48d2-92da-512385ff76eb tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.2042041 Sep 23 06:53:28.081420 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-9dcff7cc-724b-4c56-a821-18579f10c891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:53:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['3909d26d-d6eb-402b-96d9-e26685389545'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:53:28.081679 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 39568) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:53:28.096391 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-94c61529-24c5-4dc9-9533-87a79dcd383c tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'enable_snat': False}}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:53:28.107960 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-948d9b0d-fb94-45f6-ae46-8556cb6f4967 req-2709170b-daaa-47f7-8c7e-d7f1139470a4 service neutron] 10.222.0.58 "GET /v2.0/networks/218c58b5-0e0b-4646-89a6-548d923b3f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845583 Sep 23 06:53:28.155574 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-fb45ce70-c2ff-4d09-aefa-ef1252a0bc72 None None] Provisioning complete for port 5ece4747-21c3-4463-ba70-d6d1d982b57e triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:53:28.156065 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-fb45ce70-c2ff-4d09-aefa-ef1252a0bc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:28.165716 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.db.api [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 06:53:28.166117 n-d-715271-16 neutron-server[95067]: DEBUG oslo_db.api [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 06:53:28.175058 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-9dcff7cc-724b-4c56-a821-18579f10c891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:53:28.192848 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2a5276-c396-488c-b475-e77475bd6b57 None None] Pushing event updated for resources: {'Port': ['ID=5ece4747-21c3-4463-ba70-d6d1d982b57e,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:53:28.204489 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcff7cc-724b-4c56-a821-18579f10c891 None None] Routers {'3909d26d-d6eb-402b-96d9-e26685389545'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:53:28.208374 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-9dcff7cc-724b-4c56-a821-18579f10c891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:53:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['3909d26d-d6eb-402b-96d9-e26685389545'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:53:28.234180 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 39572) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:53:28.255575 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-9dcff7cc-724b-4c56-a821-18579f10c891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:53:28.256285 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcff7cc-724b-4c56-a821-18579f10c891 None None] The sync data for ids ['3909d26d-d6eb-402b-96d9-e26685389545'] in n-d-715271-16 is: [] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:53:28.318322 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-948d9b0d-fb94-45f6-ae46-8556cb6f4967 req-ac7deeec-7bb5-4467-9aae-e203ce4223c3 service neutron] 10.222.0.58 "GET /v2.0/networks/218c58b5-0e0b-4646-89a6-548d923b3f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956823 Sep 23 06:53:28.321733 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-11384bd2-566c-4dd3-808a-b66a2baa2bf6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=33d29a95a0634a4491ef4e20d2f6dd6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0861123 Sep 23 06:53:28.323969 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 39576) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:53:28.339488 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b783d0f2-9cf5-49df-a5a0-c4de5ad72490 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:28.380589 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b783d0f2-9cf5-49df-a5a0-c4de5ad72490 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:28.407167 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ee9996-a4fe-4e5e-8be9-3b63bd622e19 req-761c02bb-4c45-47f9-94fb-493a29fe97af tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:28.407371 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-54bb67d0-ccca-416f-b916-1cdfe2d949c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:28.411956 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-07ee9996-a4fe-4e5e-8be9-3b63bd622e19 req-761c02bb-4c45-47f9-94fb-493a29fe97af tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=10ba9f18-bd36-468a-9643-66e772e1ecdb HTTP/1.1" status: 200 len: 946 time: 0.1883471 Sep 23 06:53:28.435565 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-54bb67d0-ccca-416f-b916-1cdfe2d949c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:28.463713 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b783d0f2-9cf5-49df-a5a0-c4de5ad72490 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=611b27ef-5e60-476a-8708-65e453c3b730,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:53:28.483066 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b783d0f2-9cf5-49df-a5a0-c4de5ad72490 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:28.484475 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-b783d0f2-9cf5-49df-a5a0-c4de5ad72490 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5106425 Sep 23 06:53:28.489628 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 39586) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:53:28.494959 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-ddb3de26-1e6b-43c7-b5ec-ef9ab4903a3f tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Request body: {'security_group_rule': {'security_group_id': 'af4b1172-21fa-42ea-8f78-02b27dc94910', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:53:28.511377 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-54bb67d0-ccca-416f-b916-1cdfe2d949c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:28.514608 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-54bb67d0-ccca-416f-b916-1cdfe2d949c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:28.518012 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-54bb67d0-ccca-416f-b916-1cdfe2d949c6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dd2dd238-7c09-461b-8d9d-2ce8c198586d HTTP/1.1" status: 204 len: 168 time: 0.1900256 Sep 23 06:53:28.536523 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bb67d0-ccca-416f-b916-1cdfe2d949c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd2dd238-7c09-461b-8d9d-2ce8c198586d,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:53:28.545787 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bb67d0-ccca-416f-b916-1cdfe2d949c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:53:28.546202 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bb67d0-ccca-416f-b916-1cdfe2d949c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:53:28.546556 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bb67d0-ccca-416f-b916-1cdfe2d949c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:53:28.546982 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bb67d0-ccca-416f-b916-1cdfe2d949c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:53:28.547363 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bb67d0-ccca-416f-b916-1cdfe2d949c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:53:28.547796 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bb67d0-ccca-416f-b916-1cdfe2d949c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:53:28.548068 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bb67d0-ccca-416f-b916-1cdfe2d949c6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:53:28.548438 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bb67d0-ccca-416f-b916-1cdfe2d949c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:53:28.548769 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bb67d0-ccca-416f-b916-1cdfe2d949c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:53:28.549102 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bb67d0-ccca-416f-b916-1cdfe2d949c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:53:28.549464 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bb67d0-ccca-416f-b916-1cdfe2d949c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:53:28.549834 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bb67d0-ccca-416f-b916-1cdfe2d949c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:53:28.561191 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ddb3de26-1e6b-43c7-b5ec-ef9ab4903a3f tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:28.565227 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-07ee9996-a4fe-4e5e-8be9-3b63bd622e19 req-19a7814c-2a8c-458e-a418-d07045ad5729 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=df69b107-d214-48a1-9de3-f64218339a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377971 Sep 23 06:53:28.734256 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ddb3de26-1e6b-43c7-b5ec-ef9ab4903a3f tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:28.742301 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ddb3de26-1e6b-43c7-b5ec-ef9ab4903a3f tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:28.797583 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb3de26-1e6b-43c7-b5ec-ef9ab4903a3f tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60ee40e8-534b-4ee0-8848-9cad7a780e7c,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:53:28.841662 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ddb3de26-1e6b-43c7-b5ec-ef9ab4903a3f tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:28.845309 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-ddb3de26-1e6b-43c7-b5ec-ef9ab4903a3f tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3543148 Sep 23 06:53:28.848528 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 39604) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:53:28.857330 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-a9ba650f-22a5-413b-a784-fb448870f9e5 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Request body: {'floatingip': {'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:53:28.874368 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 5ece4747-21c3-4463-ba70-d6d1d982b57e up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:53:28.889722 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a9ba650f-22a5-413b-a784-fb448870f9e5 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks [] for floatingip, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:29.019511 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 5ece4747-21c3-4463-ba70-d6d1d982b57e triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:53:29.020250 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:29.028159 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87f29b1-1380-42a6-884d-f652ba0082c8 req-d37092b9-af2b-4dcb-994c-1b99ec38f8c3 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:29.029732 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b87f29b1-1380-42a6-884d-f652ba0082c8 req-d37092b9-af2b-4dcb-994c-1b99ec38f8c3 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 943 time: 0.0977428 Sep 23 06:53:29.102374 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b87f29b1-1380-42a6-884d-f652ba0082c8 req-97a91977-762e-4340-8e1b-d3c938dd0429 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658007 Sep 23 06:53:29.108884 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a9ba650f-22a5-413b-a784-fb448870f9e5 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:29.287100 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-a9ba650f-22a5-413b-a784-fb448870f9e5 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Allocated IP 172.25.2.157 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/da6a0c87-00f5-47d8-81c7-e8e71972c8eb) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:53:29.415887 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-94c61529-24c5-4dc9-9533-87a79dcd383c tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:29.500741 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a9ba650f-22a5-413b-a784-fb448870f9e5 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:29.556505 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a9ba650f-22a5-413b-a784-fb448870f9e5 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:29.571013 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a3c4e-a5a0-4332-a12d-caf10cb31224 req-4d810b80-ba04-4b3d-9736-fa85d90e4327 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:29.585502 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bd4a3c4e-a5a0-4332-a12d-caf10cb31224 req-4d810b80-ba04-4b3d-9736-fa85d90e4327 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=10ba9f18-bd36-468a-9643-66e772e1ecdb HTTP/1.1" status: 200 len: 946 time: 0.1653247 Sep 23 06:53:29.619176 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ba650f-22a5-413b-a784-fb448870f9e5 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:53:29.624207 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-a9ba650f-22a5-413b-a784-fb448870f9e5 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:53:29.632408 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ba650f-22a5-413b-a784-fb448870f9e5 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:53:29.659579 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ba650f-22a5-413b-a784-fb448870f9e5 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Pushing event updated for resources: {'Port': ['ID=da6a0c87-00f5-47d8-81c7-e8e71972c8eb,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:53:29.692911 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bd4a3c4e-a5a0-4332-a12d-caf10cb31224 req-a45c0998-f4c4-4079-8fa7-65422ef86071 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=df69b107-d214-48a1-9de3-f64218339a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059046 Sep 23 06:53:29.773636 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a9ba650f-22a5-413b-a784-fb448870f9e5 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:29.851231 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a9ba650f-22a5-413b-a784-fb448870f9e5 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:30.159756 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a9ba650f-22a5-413b-a784-fb448870f9e5 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:30.171207 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a9ba650f-22a5-413b-a784-fb448870f9e5 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:30.265899 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ba650f-22a5-413b-a784-fb448870f9e5 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Pushing event updated for resources: {'Port': ['ID=da6a0c87-00f5-47d8-81c7-e8e71972c8eb,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:53:30.278122 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a9ba650f-22a5-413b-a784-fb448870f9e5 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:30.303000 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a9ba650f-22a5-413b-a784-fb448870f9e5 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:30.309601 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-a9ba650f-22a5-413b-a784-fb448870f9e5 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4590447 Sep 23 06:53:30.356291 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-94c61529-24c5-4dc9-9533-87a79dcd383c tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2069904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5251'] for router, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:30.369991 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-94c61529-24c5-4dc9-9533-87a79dcd383c tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2069929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2069922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2064665'] for router, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:30.430365 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb4ed0-1529-4e6f-ac4c-013edc451cb4 req-edf8bfac-afd5-476c-b724-d001fe5a7516 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:30.447610 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ffbb4ed0-1529-4e6f-ac4c-013edc451cb4 req-edf8bfac-afd5-476c-b724-d001fe5a7516 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 943 time: 0.1352193 Sep 23 06:53:30.503523 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ffbb4ed0-1529-4e6f-ac4c-013edc451cb4 req-49b7327b-5254-4529-9995-ded99d63750e tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543950 Sep 23 06:53:30.623118 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94c61529-24c5-4dc9-9533-87a79dcd383c tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Router 3909d26d-d6eb-402b-96d9-e26685389545 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:53:30.916369 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94c61529-24c5-4dc9-9533-87a79dcd383c tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:53:30.930010 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ee5be5-1bfd-44fc-ac01-416e8c6e967f None None] Sync routers for ids ['3909d26d-d6eb-402b-96d9-e26685389545'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:53:30.935359 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-94c61529-24c5-4dc9-9533-87a79dcd383c tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:30.936675 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-94c61529-24c5-4dc9-9533-87a79dcd383c tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] 10.222.0.39 "PUT /v2.0/routers/3909d26d-d6eb-402b-96d9-e26685389545 HTTP/1.1" status: 200 len: 925 time: 2.8495939 Sep 23 06:53:30.941905 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 39660) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:53:30.947203 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ee5be5-1bfd-44fc-ac01-416e8c6e967f None None] Routers {'3909d26d-d6eb-402b-96d9-e26685389545'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:53:30.950335 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-f1ee5be5-1bfd-44fc-ac01-416e8c6e967f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:53:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['3909d26d-d6eb-402b-96d9-e26685389545'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:53:30.963239 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b2b45-4844-4b57-a40c-ee712265d471 req-12c05a16-6bd8-4f98-b084-392f51c74d3d tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:30.978490 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c93b2b45-4844-4b57-a40c-ee712265d471 req-12c05a16-6bd8-4f98-b084-392f51c74d3d tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=10ba9f18-bd36-468a-9643-66e772e1ecdb HTTP/1.1" status: 200 len: 946 time: 0.1596210 Sep 23 06:53:31.042276 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-f1ee5be5-1bfd-44fc-ac01-416e8c6e967f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:53:31.063062 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ee5be5-1bfd-44fc-ac01-416e8c6e967f None None] Routers {'3909d26d-d6eb-402b-96d9-e26685389545'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:53:31.065888 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-f1ee5be5-1bfd-44fc-ac01-416e8c6e967f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:53:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['3909d26d-d6eb-402b-96d9-e26685389545'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:53:31.179458 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-f1ee5be5-1bfd-44fc-ac01-416e8c6e967f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:53:31.180505 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ee5be5-1bfd-44fc-ac01-416e8c6e967f None None] The sync data for ids ['3909d26d-d6eb-402b-96d9-e26685389545'] in n-d-715271-16 is: [] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:53:31.217791 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-8e40382f-551c-407e-8346-99c91e2726d3 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] 10.222.0.39 "GET /v2.0/routers/3909d26d-d6eb-402b-96d9-e26685389545 HTTP/1.1" status: 200 len: 925 time: 0.2719023 Sep 23 06:53:31.224007 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 39676) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:53:31.228598 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-c8ce0e32-f5f6-4b6b-aa2d-af30856d9c7d tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--136069267&fields=id&tenant_id=3be4c5cb804b4ff99ee0f3347ae7c2c6 HTTP/1.1" status: 200 len: 267 time: 0.0947888 Sep 23 06:53:31.336399 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-c557ade8-17f8-492e-90ac-383fedc1470c tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:31.345857 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-c557ade8-17f8-492e-90ac-383fedc1470c tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/ports/2967a824-073c-4484-ab0d-43a76601a0ab HTTP/1.1" status: 200 len: 931 time: 0.1161716 Sep 23 06:53:31.362517 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c93b2b45-4844-4b57-a40c-ee712265d471 req-798a7ed0-9fa5-430b-bb74-36fe86053907 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=df69b107-d214-48a1-9de3-f64218339a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3829410 Sep 23 06:53:31.384724 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc473a81-ebd4-4049-9f58-fd7de61cd897 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:31.390210 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-fc473a81-ebd4-4049-9f58-fd7de61cd897 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=0f47978c-41eb-4cc7-92bf-8b873be8a1a0&device_id=3909d26d-d6eb-402b-96d9-e26685389545&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1639369 Sep 23 06:53:31.394871 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 39680) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:53:31.474556 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-23124e39-1490-4310-b3e8-1e2d29f38fe7 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:31.484513 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-23124e39-1490-4310-b3e8-1e2d29f38fe7 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/ports/ec16f835-822f-4543-a177-5c6ae4f55507 HTTP/1.1" status: 200 len: 932 time: 0.1374378 Sep 23 06:53:31.560754 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-3e2dd619-3b87-47fe-adb8-9f672d85fe9c tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/ports?network_id=57ba53b1-4b40-40e0-aae1-e93257c8c94d&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0748022 Sep 23 06:53:31.625119 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417ca5d8-020b-4073-9232-bd412dc5497d tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:31.626478 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-417ca5d8-020b-4073-9232-bd412dc5497d tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] 10.222.0.39 "GET /v2.0/networks/0f47978c-41eb-4cc7-92bf-8b873be8a1a0 HTTP/1.1" status: 200 len: 881 time: 0.2297547 Sep 23 06:53:31.629312 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 39692) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:53:31.635318 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-1ba1058e-18f9-4ae1-8cd6-a5c7461b7da5 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/ports?network_id=57ba53b1-4b40-40e0-aae1-e93257c8c94d&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0641117 Sep 23 06:53:31.704614 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-d8918863-234c-40b9-a8f3-04089075f664 tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] 10.222.0.39 "GET /v2.0/ports?device_id=3909d26d-d6eb-402b-96d9-e26685389545 HTTP/1.1" status: 200 len: 205 time: 0.0736685 Sep 23 06:53:31.707200 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 39696) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:53:31.910067 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-e21dc056-6b39-4259-8eb1-ff9d33bac6b4 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:31.934772 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-e21dc056-6b39-4259-8eb1-ff9d33bac6b4 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:31.950397 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-e21dc056-6b39-4259-8eb1-ff9d33bac6b4 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:31.960352 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-e21dc056-6b39-4259-8eb1-ff9d33bac6b4 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/networks?id=89158bcd-2a79-4993-ae5b-556a0ab839e7&id=a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54&id=a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54&id=57ba53b1-4b40-40e0-aae1-e93257c8c94d&id=57ba53b1-4b40-40e0-aae1-e93257c8c94d HTTP/1.1" status: 200 len: 1988 time: 0.3236995 Sep 23 06:53:32.001209 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-b573d63d-c98c-4917-8fac-40da45e31015 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/quotas/3be4c5cb804b4ff99ee0f3347ae7c2c6 HTTP/1.1" status: 200 len: 375 time: 0.0303321 Sep 23 06:53:32.019740 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dc74800a-4a64-4910-953d-1a76156d3f6c tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks [] for router, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:32.190881 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-e7a1110e-0b27-4916-b46b-d43aa1441326 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3be4c5cb804b4ff99ee0f3347ae7c2c6&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1884146 Sep 23 06:53:32.390655 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-93ed6340-1243-47f8-a026-3651cae1103f service neutron] 10.222.0.39 "GET /v2.0/networks/89158bcd-2a79-4993-ae5b-556a0ab839e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835992 Sep 23 06:53:32.544944 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-49913d5f-ecbc-4e98-9cf3-bae9bd55213e service neutron] 10.222.0.39 "GET /v2.0/networks/89158bcd-2a79-4993-ae5b-556a0ab839e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529238 Sep 23 06:53:32.604991 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 39716) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:53:32.616005 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-64a31b58-7922-4007-9923-0c38a4d37dce service neutron] 10.222.0.39 "GET /v2.0/ports/2967a824-073c-4484-ab0d-43a76601a0ab?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0696578 Sep 23 06:53:32.631408 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dc74800a-4a64-4910-953d-1a76156d3f6c tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:32.710721 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-dc74800a-4a64-4910-953d-1a76156d3f6c tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Deleting port 4656780d-60fa-468e-a43a-a2cf9035ce59 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:53:32.711083 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dc74800a-4a64-4910-953d-1a76156d3f6c tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:32.749094 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-80c7dafd-df89-4be6-8d59-ab3a547f1b21 service neutron] 10.222.0.39 "GET /v2.0/networks/a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319962 Sep 23 06:53:32.785669 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-287e2eef-984a-4fad-a997-b6a218f974d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:32.869515 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dc74800a-4a64-4910-953d-1a76156d3f6c tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:32.870153 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-634c1f4f-e6bc-4b60-a7fe-1c271ab9c973 service neutron] 10.222.0.39 "GET /v2.0/networks/a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201029 Sep 23 06:53:32.889380 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-dc74800a-4a64-4910-953d-1a76156d3f6c tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Calling delete_port for 4656780d-60fa-468e-a43a-a2cf9035ce59 owned by network:router_gateway {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:53:32.916561 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-c796b6e0-78ea-4ad0-a022-bf68b72c9826 service neutron] 10.222.0.39 "GET /v2.0/ports/ec16f835-822f-4543-a177-5c6ae4f55507?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0453854 Sep 23 06:53:33.022960 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-fbd25fb5-7bfb-4065-be9e-227604a41ee0 service neutron] 10.222.0.39 "GET /v2.0/networks/a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053901 Sep 23 06:53:33.044734 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-287e2eef-984a-4fad-a997-b6a218f974d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:33.051720 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-287e2eef-984a-4fad-a997-b6a218f974d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:33.125167 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-287e2eef-984a-4fad-a997-b6a218f974d0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2d9c4eaf646340838f5565d384da9510&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5190938 Sep 23 06:53:33.127934 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287e2eef-984a-4fad-a997-b6a218f974d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54f4ff2f-e6f5-410e-a714-0ea152b75be1,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:53:33.128659 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 39720) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:53:33.156842 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dc74800a-4a64-4910-953d-1a76156d3f6c tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:33.186551 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc74800a-4a64-4910-953d-1a76156d3f6c tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Pushing event deleted for resources: {'Port': ['ID=4656780d-60fa-468e-a43a-a2cf9035ce59,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:53:33.196855 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-86847b55-ab21-44c7-a219-877da07a5c81 service neutron] 10.222.0.39 "GET /v2.0/networks/a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729181 Sep 23 06:53:33.250083 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-988bb978-6271-43cd-9aaf-1c671d9dc6bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:33.265201 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dc74800a-4a64-4910-953d-1a76156d3f6c tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2068563'] for router_gateway, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:33.311914 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-988bb978-6271-43cd-9aaf-1c671d9dc6bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:33.372332 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dc74800a-4a64-4910-953d-1a76156d3f6c tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:33.375230 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dc74800a-4a64-4910-953d-1a76156d3f6c tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:33.386358 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-48bcc829-61a5-4307-a5a1-7ec0690cfd52 service neutron] 10.222.0.39 "GET /v2.0/networks/a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885011 Sep 23 06:53:33.430668 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-988bb978-6271-43cd-9aaf-1c671d9dc6bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:33.433311 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-988bb978-6271-43cd-9aaf-1c671d9dc6bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:33.434499 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-988bb978-6271-43cd-9aaf-1c671d9dc6bd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/54f4ff2f-e6f5-410e-a714-0ea152b75be1 HTTP/1.1" status: 204 len: 168 time: 0.3046017 Sep 23 06:53:33.453735 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988bb978-6271-43cd-9aaf-1c671d9dc6bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f4ff2f-e6f5-410e-a714-0ea152b75be1,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:53:33.490036 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dc74800a-4a64-4910-953d-1a76156d3f6c tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:33.491750 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc74800a-4a64-4910-953d-1a76156d3f6c tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Fanout notify agent at l3_agent the message router_deleted on router 3909d26d-d6eb-402b-96d9-e26685389545 {{(pid=95066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 06:53:33.498743 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dc74800a-4a64-4910-953d-1a76156d3f6c tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:33.500526 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-dc74800a-4a64-4910-953d-1a76156d3f6c tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] 10.222.0.39 "DELETE /v2.0/routers/3909d26d-d6eb-402b-96d9-e26685389545 HTTP/1.1" status: 204 len: 168 time: 1.7923112 Sep 23 06:53:33.504958 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 39724) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:53:33.509833 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-ec172996-ec3c-4cdc-8e70-a7460da33d86 tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-693792729', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:53:33.547250 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-89eb1c38-31eb-447a-ab73-961922bb3ca9 service neutron] 10.222.0.39 "GET /v2.0/networks/a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466322 Sep 23 06:53:33.555413 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ec172996-ec3c-4cdc-8e70-a7460da33d86 tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:33.556548 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ec172996-ec3c-4cdc-8e70-a7460da33d86 tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:33.629187 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ec172996-ec3c-4cdc-8e70-a7460da33d86 tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:33.638827 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ec172996-ec3c-4cdc-8e70-a7460da33d86 tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:33.699275 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ec172996-ec3c-4cdc-8e70-a7460da33d86 tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:33.700489 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-ec172996-ec3c-4cdc-8e70-a7460da33d86 tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1945689 Sep 23 06:53:33.703533 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 39728) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:53:33.708281 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-63f51b02-e134-4ba4-b2df-8516e830e97c tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Request body: {'router': {'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:53:33.730995 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-64b0f763-4144-42ac-9724-73ac358e0de1 service neutron] 10.222.0.39 "GET /v2.0/networks/a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509254 Sep 23 06:53:33.866855 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-d0b700a4-e409-44b4-a6c6-d27a8e487d75 service neutron] 10.222.0.39 "GET /v2.0/networks/a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250007 Sep 23 06:53:33.893708 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 39730) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:53:33.923094 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-036a6408-95dc-402c-a645-32cb174efa3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:34.013388 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-63f51b02-e134-4ba4-b2df-8516e830e97c tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:34.018408 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-797848a2-3c38-432a-bc50-aeb88da6f5ad service neutron] 10.222.0.39 "GET /v2.0/networks/57ba53b1-4b40-40e0-aae1-e93257c8c94d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441455 Sep 23 06:53:34.164696 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-036a6408-95dc-402c-a645-32cb174efa3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:34.169157 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-a8b19720-440e-48d2-8d9f-55eef69435fc service neutron] 10.222.0.39 "GET /v2.0/networks/57ba53b1-4b40-40e0-aae1-e93257c8c94d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324916 Sep 23 06:53:34.172480 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-036a6408-95dc-402c-a645-32cb174efa3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:34.236071 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-036a6408-95dc-402c-a645-32cb174efa3e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=966416144da947b993351d228ab16f3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3389709 Sep 23 06:53:34.238988 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 39732) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:53:34.260383 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036a6408-95dc-402c-a645-32cb174efa3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e69a03-a5c2-4079-abea-b2b0e8c6d87f,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:53:34.323756 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-63f51b02-e134-4ba4-b2df-8516e830e97c tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks [] for router_gateway, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:34.343802 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-63f51b02-e134-4ba4-b2df-8516e830e97c tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:34.377007 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-fdf8da38-e21b-489b-89dd-a382a25f56c5 service neutron] 10.222.0.39 "GET /v2.0/networks/57ba53b1-4b40-40e0-aae1-e93257c8c94d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907616 Sep 23 06:53:34.426011 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0d140123-8056-4976-85d4-62abbf476c53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:34.466210 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-63f51b02-e134-4ba4-b2df-8516e830e97c tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Allocated IP 172.25.2.239 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/8e02748f-db01-4249-a769-5afaf8825379) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:53:34.489943 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0d140123-8056-4976-85d4-62abbf476c53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:34.549714 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-dff4038e-e3ca-4522-961a-2b6cd61015c9 service neutron] 10.222.0.39 "GET /v2.0/networks/57ba53b1-4b40-40e0-aae1-e93257c8c94d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650414 Sep 23 06:53:34.576480 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0d140123-8056-4976-85d4-62abbf476c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:34.579128 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0d140123-8056-4976-85d4-62abbf476c53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:34.582659 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-0d140123-8056-4976-85d4-62abbf476c53 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d0e69a03-a5c2-4079-abea-b2b0e8c6d87f HTTP/1.1" status: 204 len: 168 time: 0.3341570 Sep 23 06:53:34.589932 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d140123-8056-4976-85d4-62abbf476c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e69a03-a5c2-4079-abea-b2b0e8c6d87f,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:53:34.599899 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-63f51b02-e134-4ba4-b2df-8516e830e97c tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:34.659706 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-63f51b02-e134-4ba4-b2df-8516e830e97c tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:34.707032 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f51b02-e134-4ba4-b2df-8516e830e97c tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:53:34.712359 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-63f51b02-e134-4ba4-b2df-8516e830e97c tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:53:34.716048 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f51b02-e134-4ba4-b2df-8516e830e97c tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:53:34.776337 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f51b02-e134-4ba4-b2df-8516e830e97c tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Pushing event updated for resources: {'Port': ['ID=8e02748f-db01-4249-a769-5afaf8825379,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:53:35.112480 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-63f51b02-e134-4ba4-b2df-8516e830e97c tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks [] for router_gateway, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:35.401275 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 06402a4e-3d40-4d33-8e80-133a0f91e052 details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:53:35.415495 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-63f51b02-e134-4ba4-b2df-8516e830e97c tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2069904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5251'] for router, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:35.419134 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-63f51b02-e134-4ba4-b2df-8516e830e97c tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2069929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2069922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2064665'] for router, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:35.624806 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e187e52-99c4-4c38-8b4f-f8384d7327d5 req-64968b38-2837-4e36-9071-2953fc0d916a tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:35.630006 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7e187e52-99c4-4c38-8b4f-f8384d7327d5 req-64968b38-2837-4e36-9071-2953fc0d916a tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 943 time: 0.1196618 Sep 23 06:53:35.632473 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 06402a4e-3d40-4d33-8e80-133a0f91e052, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=06402a4e-3d40-4d33-8e80-133a0f91e052,segment=NetworkSegment(c88b2831-f544-41bb-bbcc-5b15e741880e),segment_id=c88b2831-f544-41bb-bbcc-5b15e741880e)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:53:35.669810 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': '06402a4e-3d40-4d33-8e80-133a0f91e052', 'network_id': 'd3302f5d-bf5e-4d5b-a7a4-2ca05635fe64', 'port_id': '06402a4e-3d40-4d33-8e80-133a0f91e052', 'mac_address': 'fa:16:3e:97:77:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46ccc032-0362-4c9c-977b-4c26fbfaa4e6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:53:35.695592 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63f51b02-e134-4ba4-b2df-8516e830e97c tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Router d039082a-d9d5-4907-8d4f-f0012b0d3d40 is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 06:53:35.718946 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7e187e52-99c4-4c38-8b4f-f8384d7327d5 req-afe4c230-0821-4285-b717-09ade2bba789 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821242 Sep 23 06:53:35.783556 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:35.820455 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 06402a4e-3d40-4d33-8e80-133a0f91e052 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:53:35.847014 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 06402a4e-3d40-4d33-8e80-133a0f91e052, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=06402a4e-3d40-4d33-8e80-133a0f91e052,segment=NetworkSegment(c88b2831-f544-41bb-bbcc-5b15e741880e),segment_id=c88b2831-f544-41bb-bbcc-5b15e741880e)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:53:35.855774 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:35.917006 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f51b02-e134-4ba4-b2df-8516e830e97c tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:53:35.945711 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=06402a4e-3d40-4d33-8e80-133a0f91e052,revision_number=6']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:53:35.951932 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db2c5f1-f6ed-4e1b-8506-1677486b553c None None] Sync routers for ids ['d039082a-d9d5-4907-8d4f-f0012b0d3d40'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:53:35.966653 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:53:35.967619 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:53:35.968143 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:53:35.969097 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db2c5f1-f6ed-4e1b-8506-1677486b553c None None] Routers {'d039082a-d9d5-4907-8d4f-f0012b0d3d40'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:53:35.969374 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:53:35.969741 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-4db2c5f1-f6ed-4e1b-8506-1677486b553c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:53:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['d039082a-d9d5-4907-8d4f-f0012b0d3d40'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:53:35.970135 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:53:35.970676 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:53:35.972053 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:53:35.972624 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:53:35.973203 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:53:35.973695 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:53:35.975446 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:53:35.976193 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:53:35.979922 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-63f51b02-e134-4ba4-b2df-8516e830e97c tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:35.985729 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-63f51b02-e134-4ba4-b2df-8516e830e97c tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] 10.222.0.39 "PUT /v2.0/routers/d039082a-d9d5-4907-8d4f-f0012b0d3d40 HTTP/1.1" status: 200 len: 883 time: 2.2788994 Sep 23 06:53:35.986293 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 39786) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:53:36.001195 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['06402a4e-3d40-4d33-8e80-133a0f91e052'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:53:36.028648 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-4db2c5f1-f6ed-4e1b-8506-1677486b553c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:53:36.040388 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db2c5f1-f6ed-4e1b-8506-1677486b553c None None] Routers {'d039082a-d9d5-4907-8d4f-f0012b0d3d40'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:53:36.041471 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-4db2c5f1-f6ed-4e1b-8506-1677486b553c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:53:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['d039082a-d9d5-4907-8d4f-f0012b0d3d40'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:53:36.078115 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-4db2c5f1-f6ed-4e1b-8506-1677486b553c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:53:36.079048 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db2c5f1-f6ed-4e1b-8506-1677486b553c None None] The sync data for ids ['d039082a-d9d5-4907-8d4f-f0012b0d3d40'] in n-d-715271-16 is: [] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:53:36.284408 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:36.802036 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ce794-f38f-4370-9d23-6e78736e81a2 req-c7b64656-83a6-4252-8661-129a6d5e3506 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:36.803527 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-ed3e0730-b26c-4d99-86a6-fb57e2499ca5 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] 10.222.0.39 "GET /v2.0/routers/d039082a-d9d5-4907-8d4f-f0012b0d3d40 HTTP/1.1" status: 200 len: 924 time: 0.8154707 Sep 23 06:53:36.812130 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 39812) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:53:36.812601 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ec2ce794-f38f-4370-9d23-6e78736e81a2 req-c7b64656-83a6-4252-8661-129a6d5e3506 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=10ba9f18-bd36-468a-9643-66e772e1ecdb HTTP/1.1" status: 200 len: 945 time: 0.0662344 Sep 23 06:53:36.890499 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ec2ce794-f38f-4370-9d23-6e78736e81a2 req-9802c9d6-8653-4934-bd09-c529981d9e6b tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=df69b107-d214-48a1-9de3-f64218339a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769670 Sep 23 06:53:36.892880 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42dfa373-83c3-4896-a221-067c6f3debaf tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:36.898427 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-42dfa373-83c3-4896-a221-067c6f3debaf tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=0f47978c-41eb-4cc7-92bf-8b873be8a1a0&device_id=d039082a-d9d5-4907-8d4f-f0012b0d3d40&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0813293 Sep 23 06:53:36.899318 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 39820) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:53:37.083342 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-388134cf-4aff-4a1e-9610-815b113e76da req-b2d2de02-e24a-47be-8745-b556aef27013 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79 HTTP/1.1" status: 200 len: 210 time: 0.0694442 Sep 23 06:53:37.125465 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75cca584-5a78-4528-a75d-3a50e030712a tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:37.128765 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-75cca584-5a78-4528-a75d-3a50e030712a tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] 10.222.0.39 "GET /v2.0/networks/0f47978c-41eb-4cc7-92bf-8b873be8a1a0 HTTP/1.1" status: 200 len: 881 time: 0.2284284 Sep 23 06:53:37.130144 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 39826) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:53:37.166172 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-d9acbabe-6d8f-46a7-ba3a-3f6a8754731a tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] 10.222.0.39 "GET /v2.0/ports?device_id=d039082a-d9d5-4907-8d4f-f0012b0d3d40 HTTP/1.1" status: 200 len: 205 time: 0.0316575 Sep 23 06:53:37.168660 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 39828) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:53:37.226481 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-839fdae8-53a9-41a0-a27c-b83cd28a3323 req-33842425-f37f-4ea5-b67e-297f455e3d6d tempest-ServerShowV254Test-1305561243 tempest-ServerShowV254Test-1305561243-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b248f54-6c1c-4411-a557-93fe8f78df0e HTTP/1.1" status: 200 len: 210 time: 0.0501227 Sep 23 06:53:37.346312 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80a3a10-cc75-4505-943b-024536df5e8a req-1ee5d541-ff60-4b2f-8c6f-3569545d95f4 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:37.356709 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d80a3a10-cc75-4505-943b-024536df5e8a req-1ee5d541-ff60-4b2f-8c6f-3569545d95f4 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 943 time: 0.0698583 Sep 23 06:53:37.409009 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 06402a4e-3d40-4d33-8e80-133a0f91e052 up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:53:37.434757 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4d624879-4493-49d6-b758-daf0292245ca tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks [] for router, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:37.472303 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d80a3a10-cc75-4505-943b-024536df5e8a req-0ddcce41-9978-4558-bc2e-3607640cce2c tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080484 Sep 23 06:53:37.519037 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port 06402a4e-3d40-4d33-8e80-133a0f91e052 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:53:37.519418 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:37.607159 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4d624879-4493-49d6-b758-daf0292245ca tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:37.614135 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:37.653606 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10ba9f18-bd36-468a-9643-66e772e1ecdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06402a4e-3d40-4d33-8e80-133a0f91e052'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:53:37.656164 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88fbdb88-689d-4f66-ae7b-3e9a7db1bd37" -d '{"events": [{"server_uuid": "10ba9f18-bd36-468a-9643-66e772e1ecdb", "name": "network-vif-plugged", "status": "completed", "tag": "06402a4e-3d40-4d33-8e80-133a0f91e052"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:53:37.676283 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 06402a4e-3d40-4d33-8e80-133a0f91e052, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=06402a4e-3d40-4d33-8e80-133a0f91e052,segment=NetworkSegment(c88b2831-f544-41bb-bbcc-5b15e741880e),segment_id=c88b2831-f544-41bb-bbcc-5b15e741880e)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:53:37.681762 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:37.727665 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-4d624879-4493-49d6-b758-daf0292245ca tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Deleting port 8e02748f-db01-4249-a769-5afaf8825379 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:53:37.728027 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4d624879-4493-49d6-b758-daf0292245ca tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:37.739285 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00507f61-028c-4c6d-89c5-ba1926280f1c x-openstack-request-id: req-00507f61-028c-4c6d-89c5-ba1926280f1c {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:53:37.739581 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10ba9f18-bd36-468a-9643-66e772e1ecdb", "name": "network-vif-plugged", "status": "completed", "tag": "06402a4e-3d40-4d33-8e80-133a0f91e052", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:53:37.739835 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-00507f61-028c-4c6d-89c5-ba1926280f1c {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:53:37.740265 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10ba9f18-bd36-468a-9643-66e772e1ecdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06402a4e-3d40-4d33-8e80-133a0f91e052', 'code': 200} Sep 23 06:53:37.771110 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=06402a4e-3d40-4d33-8e80-133a0f91e052,revision_number=7']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:53:37.853814 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4d624879-4493-49d6-b758-daf0292245ca tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:37.867943 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-4d624879-4493-49d6-b758-daf0292245ca tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Calling delete_port for 8e02748f-db01-4249-a769-5afaf8825379 owned by network:router_gateway {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:53:38.037821 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-68774461-8d69-430b-813b-4cf32af085e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:38.088556 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a260f-ccd8-4a66-93cb-a1ac0b17581c req-76f01e5c-2060-4343-b9c9-c8baa912c80f tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:38.090321 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d24a260f-ccd8-4a66-93cb-a1ac0b17581c req-76f01e5c-2060-4343-b9c9-c8baa912c80f tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=10ba9f18-bd36-468a-9643-66e772e1ecdb HTTP/1.1" status: 200 len: 946 time: 0.1082213 Sep 23 06:53:38.146073 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d24a260f-ccd8-4a66-93cb-a1ac0b17581c req-8a80fc5b-a11a-4245-9c9c-2352f3f24c72 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=df69b107-d214-48a1-9de3-f64218339a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480926 Sep 23 06:53:38.159716 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4d624879-4493-49d6-b758-daf0292245ca tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:38.222802 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d624879-4493-49d6-b758-daf0292245ca tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Pushing event deleted for resources: {'Port': ['ID=8e02748f-db01-4249-a769-5afaf8825379,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:53:38.298153 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4d624879-4493-49d6-b758-daf0292245ca tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2068563'] for router_gateway, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:38.319603 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fc484287-a28d-48ba-b9e4-db46a4e2dfa8 req-71aa7136-5654-4992-9106-bdd5a7f699e3 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79 HTTP/1.1" status: 200 len: 210 time: 0.0478876 Sep 23 06:53:38.407847 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4d624879-4493-49d6-b758-daf0292245ca tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:38.412510 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4d624879-4493-49d6-b758-daf0292245ca tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:38.447976 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fc2dd143-f38f-440a-b0da-edec3f1a8c48 req-c57c8b8c-8328-4f38-93d6-b708df071c4f tempest-ServerShowV254Test-1305561243 tempest-ServerShowV254Test-1305561243-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b248f54-6c1c-4411-a557-93fe8f78df0e HTTP/1.1" status: 200 len: 210 time: 0.0412304 Sep 23 06:53:38.473708 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4d624879-4493-49d6-b758-daf0292245ca tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:38.474329 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d624879-4493-49d6-b758-daf0292245ca tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Fanout notify agent at l3_agent the message router_deleted on router d039082a-d9d5-4907-8d4f-f0012b0d3d40 {{(pid=95066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 06:53:38.486685 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4d624879-4493-49d6-b758-daf0292245ca tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:38.488078 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-4d624879-4493-49d6-b758-daf0292245ca tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] 10.222.0.39 "DELETE /v2.0/routers/d039082a-d9d5-4907-8d4f-f0012b0d3d40 HTTP/1.1" status: 204 len: 168 time: 1.3181028 Sep 23 06:53:38.491818 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 39856) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:53:38.497216 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-b04d6226-ddfb-430c-b5c6-a17f722d8f96 tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1194185575', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:53:38.549905 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b04d6226-ddfb-430c-b5c6-a17f722d8f96 tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:38.557369 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b04d6226-ddfb-430c-b5c6-a17f722d8f96 tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:38.619642 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b04d6226-ddfb-430c-b5c6-a17f722d8f96 tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:38.626807 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b04d6226-ddfb-430c-b5c6-a17f722d8f96 tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:38.635778 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613651c0-b28d-448f-866b-daaa0a8c4545 req-cd4a2871-4c5a-4540-b39e-27b3deda03ee tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:38.637323 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-613651c0-b28d-448f-866b-daaa0a8c4545 req-cd4a2871-4c5a-4540-b39e-27b3deda03ee tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 943 time: 0.0542302 Sep 23 06:53:38.648155 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b04d6226-ddfb-430c-b5c6-a17f722d8f96 tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:38.653839 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-b04d6226-ddfb-430c-b5c6-a17f722d8f96 tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1601293 Sep 23 06:53:38.654656 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 39862) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:53:38.659422 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-067232e2-a80f-4cae-affa-4dc07048f3d2 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'enable_snat': True}}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:53:38.690156 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-613651c0-b28d-448f-866b-daaa0a8c4545 req-26074bb6-2560-4a72-b761-3117ac074ded tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366025 Sep 23 06:53:39.022148 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-067232e2-a80f-4cae-affa-4dc07048f3d2 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:39.307977 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-067232e2-a80f-4cae-affa-4dc07048f3d2 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:39.344247 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-067232e2-a80f-4cae-affa-4dc07048f3d2 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:39.354352 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 39878) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:53:39.358597 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c82c214-995a-47ce-ad55-170f385a9c1b req-51337103-10e8-45e1-a6f2-bfad62d12f46 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:39.381720 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0c82c214-995a-47ce-ad55-170f385a9c1b req-51337103-10e8-45e1-a6f2-bfad62d12f46 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=10ba9f18-bd36-468a-9643-66e772e1ecdb HTTP/1.1" status: 200 len: 946 time: 0.1064732 Sep 23 06:53:39.445682 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0c82c214-995a-47ce-ad55-170f385a9c1b req-8683593f-9b2e-4c65-a2bd-48d60febfb7b tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=df69b107-d214-48a1-9de3-f64218339a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576620 Sep 23 06:53:39.541789 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2ffc677f-4616-444e-b9ee-32f830959138 req-fd3510a3-49fc-4199-b6a1-4669a34860ba tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79 HTTP/1.1" status: 200 len: 210 time: 0.0429480 Sep 23 06:53:39.557476 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-067232e2-a80f-4cae-affa-4dc07048f3d2 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Allocated IP 172.25.2.19 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/7666ed3d-8b98-45b0-ae68-c711b4fc8a34) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:53:39.622433 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6b53c004-7816-4ae9-82f6-bca4c0897a48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:39.695999 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e565a5fd-4329-428f-8c2e-0bbf9db95d6b req-a9e853f9-8834-42de-b572-a6b1cab4b27a tempest-ServerShowV254Test-1305561243 tempest-ServerShowV254Test-1305561243-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b248f54-6c1c-4411-a557-93fe8f78df0e HTTP/1.1" status: 200 len: 210 time: 0.0630774 Sep 23 06:53:39.743225 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-067232e2-a80f-4cae-affa-4dc07048f3d2 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:39.849422 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0370ec2e-fee7-4b1c-97d5-ae5300251144 req-3a639d0b-4708-405b-9e60-a672363f8d19 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:39.852096 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0370ec2e-fee7-4b1c-97d5-ae5300251144 req-3a639d0b-4708-405b-9e60-a672363f8d19 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 943 time: 0.0571606 Sep 23 06:53:39.856580 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6b53c004-7816-4ae9-82f6-bca4c0897a48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:39.862417 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6b53c004-7816-4ae9-82f6-bca4c0897a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:39.884245 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-067232e2-a80f-4cae-affa-4dc07048f3d2 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:39.914736 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0370ec2e-fee7-4b1c-97d5-ae5300251144 req-c030dcd9-1e38-4d5d-afb9-a096da7a2c22 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502694 Sep 23 06:53:39.917644 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:39.950006 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067232e2-a80f-4cae-affa-4dc07048f3d2 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:53:39.954307 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-067232e2-a80f-4cae-affa-4dc07048f3d2 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:53:39.956203 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b53c004-7816-4ae9-82f6-bca4c0897a48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed6dfe7e-b27e-4883-af11-5005a90d39fc,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:53:39.961007 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067232e2-a80f-4cae-affa-4dc07048f3d2 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:53:39.970263 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-6b53c004-7816-4ae9-82f6-bca4c0897a48 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=12cbed4163ed46fba99c598db6161430&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6122015 Sep 23 06:53:39.970675 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 39906) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:53:40.005442 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067232e2-a80f-4cae-affa-4dc07048f3d2 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Pushing event updated for resources: {'Port': ['ID=7666ed3d-8b98-45b0-ae68-c711b4fc8a34,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:53:40.050896 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b9b66ba1-7614-4546-8ee0-cfa98d7ed592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:40.077611 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b9b66ba1-7614-4546-8ee0-cfa98d7ed592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:40.149155 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b9b66ba1-7614-4546-8ee0-cfa98d7ed592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:40.158936 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b9b66ba1-7614-4546-8ee0-cfa98d7ed592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:40.158936 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-b9b66ba1-7614-4546-8ee0-cfa98d7ed592 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ed6dfe7e-b27e-4883-af11-5005a90d39fc HTTP/1.1" status: 204 len: 168 time: 0.1836805 Sep 23 06:53:40.164860 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b66ba1-7614-4546-8ee0-cfa98d7ed592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed6dfe7e-b27e-4883-af11-5005a90d39fc,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:53:40.305591 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-067232e2-a80f-4cae-affa-4dc07048f3d2 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:40.551438 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-067232e2-a80f-4cae-affa-4dc07048f3d2 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2069904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5251'] for router, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:40.556358 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-067232e2-a80f-4cae-affa-4dc07048f3d2 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2069929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2069922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2064665'] for router, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:40.689806 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 39920) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:53:40.715802 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-785723b2-8647-4c8f-ab2b-1d153db8ba67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:40.725471 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebeddf5-c1ac-4f5e-9831-5cb90fff0ad9 req-b8e959f3-f305-4734-8761-5d04d242a9f9 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:40.733259 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7ebeddf5-c1ac-4f5e-9831-5cb90fff0ad9 req-b8e959f3-f305-4734-8761-5d04d242a9f9 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=10ba9f18-bd36-468a-9643-66e772e1ecdb HTTP/1.1" status: 200 len: 946 time: 0.1706152 Sep 23 06:53:40.785585 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7ebeddf5-c1ac-4f5e-9831-5cb90fff0ad9 req-a2c76e16-93e4-4fc0-a744-accb3679974a tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=df69b107-d214-48a1-9de3-f64218339a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514221 Sep 23 06:53:40.926972 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-edc818e4-db7f-4e9d-90ea-9344ce608c79 req-6828e82d-4232-4d1b-82b2-2d7069c25dbc tempest-ServerShowV254Test-1305561243 tempest-ServerShowV254Test-1305561243-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b248f54-6c1c-4411-a557-93fe8f78df0e HTTP/1.1" status: 200 len: 210 time: 0.0385926 Sep 23 06:53:40.938207 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-785723b2-8647-4c8f-ab2b-1d153db8ba67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:40.947408 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-785723b2-8647-4c8f-ab2b-1d153db8ba67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:41.016257 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-785723b2-8647-4c8f-ab2b-1d153db8ba67 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5b0dc90ab8ec4397b339508a922365d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3229327 Sep 23 06:53:41.017437 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785723b2-8647-4c8f-ab2b-1d153db8ba67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed25d77-49cc-4ccf-8173-56c62175ca64,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:53:41.020845 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 39926) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:53:41.032766 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-03e3cc12-324d-4286-8708-c5a98e8c10de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:41.140293 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee07809b-f2d2-4e73-89dc-6f09b1a688be req-5358d7db-7a61-4022-a639-8a6c507eff70 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:41.148536 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ee07809b-f2d2-4e73-89dc-6f09b1a688be req-5358d7db-7a61-4022-a639-8a6c507eff70 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 943 time: 0.1328282 Sep 23 06:53:41.212443 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ee07809b-f2d2-4e73-89dc-6f09b1a688be req-d1eda8b8-4ea6-4429-addb-cbc576787b60 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583789 Sep 23 06:53:41.223551 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-099cb828-2df7-4154-aa62-ae26a04baa18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:41.249240 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-70cbcdd8-579e-49a3-8260-e573d7d31144 req-f7c66814-c9c0-4f63-8704-e9598a6a10e9 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79 HTTP/1.1" status: 200 len: 210 time: 0.0863497 Sep 23 06:53:41.272395 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-099cb828-2df7-4154-aa62-ae26a04baa18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:41.329962 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-3b4d742c-adff-45e8-8603-52767e51697e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:41.331796 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-099cb828-2df7-4154-aa62-ae26a04baa18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:41.332782 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-3b4d742c-adff-45e8-8603-52767e51697e service neutron] 10.222.0.58 "GET /v2.0/ports/2967a824-073c-4484-ab0d-43a76601a0ab HTTP/1.1" status: 200 len: 1027 time: 0.0760186 Sep 23 06:53:41.336345 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-099cb828-2df7-4154-aa62-ae26a04baa18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:41.338443 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-067232e2-a80f-4cae-affa-4dc07048f3d2 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Router 8eaef4c5-af10-4db2-8a84-ff744c852801 is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 06:53:41.338719 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-099cb828-2df7-4154-aa62-ae26a04baa18 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7ed25d77-49cc-4ccf-8173-56c62175ca64 HTTP/1.1" status: 204 len: 168 time: 0.3161447 Sep 23 06:53:41.348317 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099cb828-2df7-4154-aa62-ae26a04baa18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed25d77-49cc-4ccf-8173-56c62175ca64,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:53:41.394704 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-47e11a7b-4e3c-461d-a38e-3fd8a2b46768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:41.396451 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-47e11a7b-4e3c-461d-a38e-3fd8a2b46768 service neutron] 10.222.0.58 "GET /v2.0/ports/ec16f835-822f-4543-a177-5c6ae4f55507 HTTP/1.1" status: 200 len: 1028 time: 0.0540142 Sep 23 06:53:41.461801 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:41.667252 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-067232e2-a80f-4cae-affa-4dc07048f3d2 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:53:41.673502 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-067232e2-a80f-4cae-affa-4dc07048f3d2 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:41.675165 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-067232e2-a80f-4cae-affa-4dc07048f3d2 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] 10.222.0.39 "PUT /v2.0/routers/8eaef4c5-af10-4db2-8a84-ff744c852801 HTTP/1.1" status: 200 len: 918 time: 3.0190461 Sep 23 06:53:41.678394 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 39936) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:53:41.681280 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecec26d5-dc04-4716-8cfb-8167a169a09b None None] Sync routers for ids ['8eaef4c5-af10-4db2-8a84-ff744c852801'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:53:41.692126 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecec26d5-dc04-4716-8cfb-8167a169a09b None None] Routers {'8eaef4c5-af10-4db2-8a84-ff744c852801'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:53:41.694580 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-ecec26d5-dc04-4716-8cfb-8167a169a09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:53:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['8eaef4c5-af10-4db2-8a84-ff744c852801'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:53:41.717164 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-4b1121c8-38a7-45be-bc73-5b2f8d306910 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:41.737150 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-4b1121c8-38a7-45be-bc73-5b2f8d306910 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:41.751510 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-4b1121c8-38a7-45be-bc73-5b2f8d306910 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:41.753391 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-4b1121c8-38a7-45be-bc73-5b2f8d306910 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.58 "GET /v2.0/networks?id=89158bcd-2a79-4993-ae5b-556a0ab839e7&id=a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54&id=a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54&id=a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54&id=a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54&id=57ba53b1-4b40-40e0-aae1-e93257c8c94d&id=57ba53b1-4b40-40e0-aae1-e93257c8c94d HTTP/1.1" status: 200 len: 1988 time: 0.3157160 Sep 23 06:53:41.808784 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-ecec26d5-dc04-4716-8cfb-8167a169a09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:53:41.824764 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecec26d5-dc04-4716-8cfb-8167a169a09b None None] Routers {'8eaef4c5-af10-4db2-8a84-ff744c852801'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:53:41.826054 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-ecec26d5-dc04-4716-8cfb-8167a169a09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:53:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['8eaef4c5-af10-4db2-8a84-ff744c852801'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:53:41.878968 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-ecec26d5-dc04-4716-8cfb-8167a169a09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:53:41.882905 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecec26d5-dc04-4716-8cfb-8167a169a09b None None] The sync data for ids ['8eaef4c5-af10-4db2-8a84-ff744c852801'] in n-d-715271-16 is: [] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:53:41.894214 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-021c8bc6-eae9-469f-b8f8-4a3868902056 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3be4c5cb804b4ff99ee0f3347ae7c2c6 HTTP/1.1" status: 200 len: 379 time: 0.1253614 Sep 23 06:53:41.918735 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-c8f623d8-6c0d-4d24-9ec1-6f69bd2a7c9d tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Request body: {'port': {'device_id': '4e650ab1-4163-4a0e-ad47-59d87ee3ce79', 'network_id': '89158bcd-2a79-4993-ae5b-556a0ab839e7', 'admin_state_up': True, 'tenant_id': '3be4c5cb804b4ff99ee0f3347ae7c2c6', 'security_groups': ['af4b1172-21fa-42ea-8f78-02b27dc94910']}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:53:42.011601 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-efef8840-1dc8-451b-83d3-beb7d1d1d001 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] 10.222.0.39 "GET /v2.0/routers/8eaef4c5-af10-4db2-8a84-ff744c852801 HTTP/1.1" status: 200 len: 924 time: 0.3294919 Sep 23 06:53:42.012312 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 39948) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:53:42.117239 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-c8f623d8-6c0d-4d24-9ec1-6f69bd2a7c9d tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Made reservation on behalf of 3be4c5cb804b4ff99ee0f3347ae7c2c6 for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:53:42.121642 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-c8f623d8-6c0d-4d24-9ec1-6f69bd2a7c9d tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:42.181027 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc32f575-36f3-470b-827e-ed8793ca3908 req-375a8eb5-afe5-417c-ab62-e68b42b3c5aa tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:42.201329 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fc32f575-36f3-470b-827e-ed8793ca3908 req-375a8eb5-afe5-417c-ab62-e68b42b3c5aa tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=10ba9f18-bd36-468a-9643-66e772e1ecdb HTTP/1.1" status: 200 len: 946 time: 0.2466600 Sep 23 06:53:42.215686 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:42.274158 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7ca0dbf3-687e-4bc0-a2ac-70b79ca283ea req-232edbc8-96a0-4c76-982c-2fd29d93187a tempest-ServerShowV254Test-1305561243 tempest-ServerShowV254Test-1305561243-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b248f54-6c1c-4411-a557-93fe8f78df0e HTTP/1.1" status: 200 len: 210 time: 0.1156175 Sep 23 06:53:42.285711 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb178d1-8d6c-4bee-b1fc-8b3da33b9df4 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:42.290543 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-8cb178d1-8d6c-4bee-b1fc-8b3da33b9df4 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=0f47978c-41eb-4cc7-92bf-8b873be8a1a0&device_id=8eaef4c5-af10-4db2-8a84-ff744c852801&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2748563 Sep 23 06:53:42.291656 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 39958) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:53:42.311998 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fc32f575-36f3-470b-827e-ed8793ca3908 req-4e4d8889-f4ee-4ee1-8fd0-44747bca443e tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=df69b107-d214-48a1-9de3-f64218339a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894110 Sep 23 06:53:42.411284 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6055f48-01d5-4c44-8e34-0c2636d97474 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:42.417236 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-c6055f48-01d5-4c44-8e34-0c2636d97474 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] 10.222.0.39 "GET /v2.0/networks/0f47978c-41eb-4cc7-92bf-8b873be8a1a0 HTTP/1.1" status: 200 len: 881 time: 0.1205571 Sep 23 06:53:42.418100 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 39966) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:53:42.488783 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-a632e516-9fb2-491b-a98b-d5bb50f73165 tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] 10.222.0.39 "GET /v2.0/ports?device_id=8eaef4c5-af10-4db2-8a84-ff744c852801 HTTP/1.1" status: 200 len: 205 time: 0.0672984 Sep 23 06:53:42.500685 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 39970) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:53:42.520677 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-55e3757c-0592-4d8f-bf54-5c4624428247 req-4f3a0fe6-e073-470f-abd7-693b9108a8e0 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79 HTTP/1.1" status: 200 len: 210 time: 0.0481391 Sep 23 06:53:42.572053 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-c8f623d8-6c0d-4d24-9ec1-6f69bd2a7c9d tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Allocated IP 172.20.0.11 (89158bcd-2a79-4993-ae5b-556a0ab839e7/11f8f7b3-d5e2-420b-8586-bf82f5f03fc6/710c6711-73b5-4443-9f6d-058253ac8526) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:53:42.721699 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1513ab3c-35c0-4681-ac6c-080f5c4a02a3 req-384c995f-2bb5-4418-b233-d241ba37809a tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:42.723521 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1513ab3c-35c0-4681-ac6c-080f5c4a02a3 req-384c995f-2bb5-4418-b233-d241ba37809a tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 943 time: 0.2412150 Sep 23 06:53:42.848696 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 5e26b822-5fe6-4529-bd65-af1c22511064 details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:53:42.881192 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1513ab3c-35c0-4681-ac6c-080f5c4a02a3 req-6b89aff2-b47f-463e-a8f6-5fea3beeb32e tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458263 Sep 23 06:53:42.905851 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-eb40d8ac-310f-4bb1-ad1c-301809c9bd93 tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks [] for router, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:43.044995 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 5e26b822-5fe6-4529-bd65-af1c22511064, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=5e26b822-5fe6-4529-bd65-af1c22511064,segment=NetworkSegment(e45912ab-73a2-4ecb-a631-df0a332d78f8),segment_id=e45912ab-73a2-4ecb-a631-df0a332d78f8)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:53:43.064556 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': '5e26b822-5fe6-4529-bd65-af1c22511064', 'network_id': '218c58b5-0e0b-4646-89a6-548d923b3f5b', 'port_id': '5e26b822-5fe6-4529-bd65-af1c22511064', 'mac_address': 'fa:16:3e:84:98:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c520f2a7-ad21-49cf-80dc-376f9b100681', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:53:43.137446 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-c8f623d8-6c0d-4d24-9ec1-6f69bd2a7c9d tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:43.138674 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:43.160017 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-eb40d8ac-310f-4bb1-ad1c-301809c9bd93 tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:43.176466 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e26b822-5fe6-4529-bd65-af1c22511064 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:53:43.212294 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 5e26b822-5fe6-4529-bd65-af1c22511064, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=5e26b822-5fe6-4529-bd65-af1c22511064,segment=NetworkSegment(e45912ab-73a2-4ecb-a631-df0a332d78f8),segment_id=e45912ab-73a2-4ecb-a631-df0a332d78f8)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:53:43.221567 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:43.277499 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dbf11c36-ec4d-43b2-82a4-9e7897b25a1b req-00bb9f77-a86e-459e-b0af-0c7244d9f3df service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8b248f54-6c1c-4411-a557-93fe8f78df0e HTTP/1.1" status: 200 len: 210 time: 0.0502517 Sep 23 06:53:43.295267 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=5e26b822-5fe6-4529-bd65-af1c22511064,revision_number=9']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:53:43.317202 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-c8f623d8-6c0d-4d24-9ec1-6f69bd2a7c9d tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:43.533741 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f623d8-6c0d-4d24-9ec1-6f69bd2a7c9d tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Pushing event updated for resources: {'Port': ['ID=710c6711-73b5-4443-9f6d-058253ac8526,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:53:43.549518 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-c8f623d8-6c0d-4d24-9ec1-6f69bd2a7c9d tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Network 89158bcd-2a79-4993-ae5b-556a0ab839e7 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:53:43.553457 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-c8f623d8-6c0d-4d24-9ec1-6f69bd2a7c9d tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:53:43.556153 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-c8f623d8-6c0d-4d24-9ec1-6f69bd2a7c9d tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:53:43.625351 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['5e26b822-5fe6-4529-bd65-af1c22511064'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:53:43.667597 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-eb40d8ac-310f-4bb1-ad1c-301809c9bd93 tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Deleting port 7666ed3d-8b98-45b0-ae68-c711b4fc8a34 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:53:43.671968 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-eb40d8ac-310f-4bb1-ad1c-301809c9bd93 tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:43.730577 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67699542-ae6f-44d2-b640-ad1a5a6d7e72 req-89bab04b-2d2c-4859-9043-0341722c8919 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:43.745108 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-67699542-ae6f-44d2-b640-ad1a5a6d7e72 req-89bab04b-2d2c-4859-9043-0341722c8919 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=10ba9f18-bd36-468a-9643-66e772e1ecdb HTTP/1.1" status: 200 len: 946 time: 0.1507387 Sep 23 06:53:43.813675 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:43.855034 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-67699542-ae6f-44d2-b640-ad1a5a6d7e72 req-04e85b9f-10b0-4b0e-b734-ff3047a398a9 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=df69b107-d214-48a1-9de3-f64218339a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002376 Sep 23 06:53:43.890194 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-eb40d8ac-310f-4bb1-ad1c-301809c9bd93 tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:43.929923 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-eb40d8ac-310f-4bb1-ad1c-301809c9bd93 tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Calling delete_port for 7666ed3d-8b98-45b0-ae68-c711b4fc8a34 owned by network:router_gateway {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:53:43.970258 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-98537133-3bca-4d91-90c3-a85b4ccdc532 req-f2ccacfc-3172-4b60-91b9-aa33ac07fc85 tempest-ServerShowV254Test-1305561243 tempest-ServerShowV254Test-1305561243-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b248f54-6c1c-4411-a557-93fe8f78df0e HTTP/1.1" status: 200 len: 210 time: 0.3716321 Sep 23 06:53:44.019595 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-c8f623d8-6c0d-4d24-9ec1-6f69bd2a7c9d tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:44.020361 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-c8f623d8-6c0d-4d24-9ec1-6f69bd2a7c9d tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:44.059104 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-3a336bf4-11b7-4416-8c6f-3c835823b458 None None] Provisioning complete for port 710c6711-73b5-4443-9f6d-058253ac8526 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:53:44.061501 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3a336bf4-11b7-4416-8c6f-3c835823b458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:44.078347 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-c8f623d8-6c0d-4d24-9ec1-6f69bd2a7c9d tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1676245 Sep 23 06:53:44.114626 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-67a0f683-eaeb-42a1-8d46-2498e0e1d2d4 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Request body: {'port': {'device_id': '4e650ab1-4163-4a0e-ad47-59d87ee3ce79', 'network_id': 'a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54', 'admin_state_up': True, 'tenant_id': '3be4c5cb804b4ff99ee0f3347ae7c2c6', 'security_groups': ['af4b1172-21fa-42ea-8f78-02b27dc94910']}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:53:44.119811 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-3a336bf4-11b7-4416-8c6f-3c835823b458 None None] Port 710c6711-73b5-4443-9f6d-058253ac8526 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:53:44.185483 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b6ead0-6ecd-415b-bd34-243d5cda65a2 req-03456eb8-2246-4a0e-87fd-32e9bba81d3b tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:44.189108 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f3b6ead0-6ecd-415b-bd34-243d5cda65a2 req-03456eb8-2246-4a0e-87fd-32e9bba81d3b tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79 HTTP/1.1" status: 200 len: 932 time: 0.1484716 Sep 23 06:53:44.268290 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f3b6ead0-6ecd-415b-bd34-243d5cda65a2 req-efbd26d5-67a7-4d9a-a2bf-34bccce53fbc tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/security-groups?id=af4b1172-21fa-42ea-8f78-02b27dc94910&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720179 Sep 23 06:53:44.492071 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca34fe-6d41-4210-b1bb-193266cb64a1 req-4f0d8c75-abfd-48b5-8363-d52b3c28e930 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:44.506678 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f8ca34fe-6d41-4210-b1bb-193266cb64a1 req-4f0d8c75-abfd-48b5-8363-d52b3c28e930 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 944 time: 0.1121001 Sep 23 06:53:44.535301 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-eb40d8ac-310f-4bb1-ad1c-301809c9bd93 tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:44.562094 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f8ca34fe-6d41-4210-b1bb-193266cb64a1 req-a91c1966-91d2-4028-a17d-6a5e7b30b457 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487983 Sep 23 06:53:44.588005 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb40d8ac-310f-4bb1-ad1c-301809c9bd93 tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Pushing event deleted for resources: {'Port': ['ID=7666ed3d-8b98-45b0-ae68-c711b4fc8a34,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:53:44.700487 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-eb40d8ac-310f-4bb1-ad1c-301809c9bd93 tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2068563'] for router_gateway, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:44.776863 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-67a0f683-eaeb-42a1-8d46-2498e0e1d2d4 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Made reservation on behalf of 3be4c5cb804b4ff99ee0f3347ae7c2c6 for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:53:44.780504 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-67a0f683-eaeb-42a1-8d46-2498e0e1d2d4 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:44.864806 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 5e26b822-5fe6-4529-bd65-af1c22511064 up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:53:44.926376 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-eb40d8ac-310f-4bb1-ad1c-301809c9bd93 tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:44.935789 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-eb40d8ac-310f-4bb1-ad1c-301809c9bd93 tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:45.007017 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port 5e26b822-5fe6-4529-bd65-af1c22511064 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:53:45.007405 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:45.086260 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-eb40d8ac-310f-4bb1-ad1c-301809c9bd93 tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:45.094845 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb40d8ac-310f-4bb1-ad1c-301809c9bd93 tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Fanout notify agent at l3_agent the message router_deleted on router 8eaef4c5-af10-4db2-8a84-ff744c852801 {{(pid=95066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 06:53:45.118328 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-eb40d8ac-310f-4bb1-ad1c-301809c9bd93 tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:45.123281 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40030) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:53:45.128509 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-89279f8a-7f35-4bd6-a32c-6a418678c942 tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-790598020', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:53:45.134087 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-eb40d8ac-310f-4bb1-ad1c-301809c9bd93 tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] 10.222.0.39 "DELETE /v2.0/routers/8eaef4c5-af10-4db2-8a84-ff744c852801 HTTP/1.1" status: 204 len: 168 time: 2.5528476 Sep 23 06:53:45.207456 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6ba7208a-5d36-4ca7-bca1-68d0974105e9 req-2f862151-903c-4419-a96d-c7a1cb7a2a27 tempest-ServerShowV254Test-1305561243 tempest-ServerShowV254Test-1305561243-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b248f54-6c1c-4411-a557-93fe8f78df0e HTTP/1.1" status: 200 len: 210 time: 0.0494137 Sep 23 06:53:45.238631 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-89279f8a-7f35-4bd6-a32c-6a418678c942 tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:45.242579 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-89279f8a-7f35-4bd6-a32c-6a418678c942 tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:45.250468 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:45.263891 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a7250a-4fc7-41cc-a10d-42fc61002874 req-0c9d24c8-a4bb-4251-afb8-73ffde621268 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:45.278123 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-71a7250a-4fc7-41cc-a10d-42fc61002874 req-0c9d24c8-a4bb-4251-afb8-73ffde621268 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=10ba9f18-bd36-468a-9643-66e772e1ecdb HTTP/1.1" status: 200 len: 946 time: 0.2248397 Sep 23 06:53:45.313554 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-67a0f683-eaeb-42a1-8d46-2498e0e1d2d4 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Allocated IP 10.1.1.121 (a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54/7b8d89ab-b77e-4358-8f41-f550782dd0dc/ea4acb4d-2ff2-49b3-ae8f-b03131cd7298) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:53:45.336364 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbfdf59c-d1e6-4757-9a48-028b48ff74be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e26b822-5fe6-4529-bd65-af1c22511064'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:53:45.358770 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c527fa4-63ac-4a8f-b033-a936b6bcd9ea" -d '{"events": [{"server_uuid": "cbfdf59c-d1e6-4757-9a48-028b48ff74be", "name": "network-vif-plugged", "status": "completed", "tag": "5e26b822-5fe6-4529-bd65-af1c22511064"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:53:45.376221 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-71a7250a-4fc7-41cc-a10d-42fc61002874 req-7c5d6a0c-6add-4d26-a378-d1359a33a43a tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=df69b107-d214-48a1-9de3-f64218339a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870857 Sep 23 06:53:45.397213 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-89279f8a-7f35-4bd6-a32c-6a418678c942 tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:45.412424 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-89279f8a-7f35-4bd6-a32c-6a418678c942 tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:45.423388 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 5e26b822-5fe6-4529-bd65-af1c22511064, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=5e26b822-5fe6-4529-bd65-af1c22511064,segment=NetworkSegment(e45912ab-73a2-4ecb-a631-df0a332d78f8),segment_id=e45912ab-73a2-4ecb-a631-df0a332d78f8)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:53:45.432404 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:45.457965 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-89279f8a-7f35-4bd6-a32c-6a418678c942 tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:45.460831 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-89279f8a-7f35-4bd6-a32c-6a418678c942 tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3365743 Sep 23 06:53:45.464063 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40048) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:53:45.472524 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-2f9ae5e1-6ca6-4e5b-ab33-3b2fb45075c0 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'enable_snat': False}}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:53:45.590619 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=5e26b822-5fe6-4529-bd65-af1c22511064,revision_number=10']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:53:45.725853 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-67a0f683-eaeb-42a1-8d46-2498e0e1d2d4 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:45.813545 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-67a0f683-eaeb-42a1-8d46-2498e0e1d2d4 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:45.840675 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2f9ae5e1-6ca6-4e5b-ab33-3b2fb45075c0 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:45.862658 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f27fd0e-57c1-45bc-8dc0-aea52c32566e req-02c5c8ae-853c-4357-9952-8af341e675e2 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:45.876715 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2f27fd0e-57c1-45bc-8dc0-aea52c32566e req-02c5c8ae-853c-4357-9952-8af341e675e2 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79 HTTP/1.1" status: 200 len: 932 time: 0.2723067 Sep 23 06:53:45.899018 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-67a0f683-eaeb-42a1-8d46-2498e0e1d2d4 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Network a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:53:45.909625 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-67a0f683-eaeb-42a1-8d46-2498e0e1d2d4 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:53:45.914452 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-67a0f683-eaeb-42a1-8d46-2498e0e1d2d4 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:53:45.996211 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a0f683-eaeb-42a1-8d46-2498e0e1d2d4 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Pushing event updated for resources: {'Port': ['ID=ea4acb4d-2ff2-49b3-ae8f-b03131cd7298,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:53:46.030494 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40056) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:53:46.044133 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2f27fd0e-57c1-45bc-8dc0-aea52c32566e req-61c8f9b0-1e26-431c-827d-6955d60fa456 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/security-groups?id=af4b1172-21fa-42ea-8f78-02b27dc94910&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1591620 Sep 23 06:53:46.114648 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-67a0f683-eaeb-42a1-8d46-2498e0e1d2d4 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:46.115684 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-67a0f683-eaeb-42a1-8d46-2498e0e1d2d4 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:46.150439 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-67a0f683-eaeb-42a1-8d46-2498e0e1d2d4 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0456171 Sep 23 06:53:46.165260 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-c8c54242-d3a7-4154-89f5-ba88e1c7aa09 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Request body: {'port': {'device_id': '4e650ab1-4163-4a0e-ad47-59d87ee3ce79', 'network_id': 'a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54', 'admin_state_up': True, 'tenant_id': '3be4c5cb804b4ff99ee0f3347ae7c2c6', 'security_groups': ['af4b1172-21fa-42ea-8f78-02b27dc94910']}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:53:46.209931 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8abf7af9-a804-4dd2-a8e7-57408c55d2fd x-openstack-request-id: req-8abf7af9-a804-4dd2-a8e7-57408c55d2fd {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:53:46.211133 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbfdf59c-d1e6-4757-9a48-028b48ff74be", "name": "network-vif-plugged", "status": "completed", "tag": "5e26b822-5fe6-4529-bd65-af1c22511064", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:53:46.211665 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8abf7af9-a804-4dd2-a8e7-57408c55d2fd {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:53:46.212281 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbfdf59c-d1e6-4757-9a48-028b48ff74be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e26b822-5fe6-4529-bd65-af1c22511064', 'code': 200} Sep 23 06:53:46.463425 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5b716701-cf63-4479-bd49-22c0ee2fe2ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:46.476915 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-b4815875-c697-4258-a648-210fd2437d27 None None] Provisioning complete for port ea4acb4d-2ff2-49b3-ae8f-b03131cd7298 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:53:46.477444 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b4815875-c697-4258-a648-210fd2437d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:46.536830 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ca7075-4e5c-4dc6-a59a-3a84cd439f17 req-9bc9f141-078c-4641-95d9-c28a6e2e0aae tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:46.539318 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-75ca7075-4e5c-4dc6-a59a-3a84cd439f17 req-9bc9f141-078c-4641-95d9-c28a6e2e0aae tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 946 time: 0.1342702 Sep 23 06:53:46.598476 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-b4815875-c697-4258-a648-210fd2437d27 None None] Port ea4acb4d-2ff2-49b3-ae8f-b03131cd7298 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:53:46.630310 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-75ca7075-4e5c-4dc6-a59a-3a84cd439f17 req-7763f144-dca0-487a-bf12-372cf3414130 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770302 Sep 23 06:53:46.785934 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5b716701-cf63-4479-bd49-22c0ee2fe2ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:46.809056 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5b716701-cf63-4479-bd49-22c0ee2fe2ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:46.870678 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b716701-cf63-4479-bd49-22c0ee2fe2ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daaf9c77-9ead-4189-aced-01b64e4af678,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:53:46.932683 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-5b716701-cf63-4479-bd49-22c0ee2fe2ee admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=357e1e5fc26148aaa46c134883dd86f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9009204 Sep 23 06:53:46.935690 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-c8c54242-d3a7-4154-89f5-ba88e1c7aa09 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Made reservation on behalf of 3be4c5cb804b4ff99ee0f3347ae7c2c6 for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:53:46.939969 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-c8c54242-d3a7-4154-89f5-ba88e1c7aa09 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:46.941782 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40082) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:53:47.030605 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2f9ae5e1-6ca6-4e5b-ab33-3b2fb45075c0 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:47.037622 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ca810a-66c4-4f2e-92bc-4ec655247bf7 req-4d3f339c-d63c-4d7a-a222-a4fcc6233b0b tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:47.047329 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a9ca810a-66c4-4f2e-92bc-4ec655247bf7 req-4d3f339c-d63c-4d7a-a222-a4fcc6233b0b tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=10ba9f18-bd36-468a-9643-66e772e1ecdb HTTP/1.1" status: 200 len: 946 time: 0.2801311 Sep 23 06:53:47.061900 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dbe2fee3-cf8a-4f6b-a9ba-da521262f558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:47.098354 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dbe2fee3-cf8a-4f6b-a9ba-da521262f558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:47.104260 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2f9ae5e1-6ca6-4e5b-ab33-3b2fb45075c0 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:47.159632 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-935ab53d-a067-46a4-ae3f-bc955cd134cf req-38d6be21-c16d-4434-b835-6afed9ac808f tempest-ServerShowV254Test-1305561243 tempest-ServerShowV254Test-1305561243-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b248f54-6c1c-4411-a557-93fe8f78df0e HTTP/1.1" status: 200 len: 210 time: 0.0820332 Sep 23 06:53:47.203703 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76019082-b58c-4ed5-a694-c46727223c79 req-108f8b0e-6331-4ccc-a10e-5635f15bb282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:47.212732 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-76019082-b58c-4ed5-a694-c46727223c79 req-108f8b0e-6331-4ccc-a10e-5635f15bb282 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 1098 time: 0.2413812 Sep 23 06:53:47.335054 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a9ca810a-66c4-4f2e-92bc-4ec655247bf7 req-cf2b1c03-8e4d-4663-8de3-5fa624f063c4 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=df69b107-d214-48a1-9de3-f64218339a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823439 Sep 23 06:53:47.336107 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dbe2fee3-cf8a-4f6b-a9ba-da521262f558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:47.342567 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dbe2fee3-cf8a-4f6b-a9ba-da521262f558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:47.361874 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-dbe2fee3-cf8a-4f6b-a9ba-da521262f558 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/daaf9c77-9ead-4189-aced-01b64e4af678 HTTP/1.1" status: 204 len: 168 time: 0.4173079 Sep 23 06:53:47.376360 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-76019082-b58c-4ed5-a694-c46727223c79 req-e32b2a8b-5095-40ea-bdf9-198f333755f9 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943308 Sep 23 06:53:47.449586 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe2fee3-cf8a-4f6b-a9ba-da521262f558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daaf9c77-9ead-4189-aced-01b64e4af678,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:53:47.464626 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d313ff-8919-4218-b386-1bad6e35bf4b req-b503a915-a08d-4c60-8caf-399a83b38315 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:47.472100 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d313ff-8919-4218-b386-1bad6e35bf4b req-b503a915-a08d-4c60-8caf-399a83b38315 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:47.494982 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-91d313ff-8919-4218-b386-1bad6e35bf4b req-b503a915-a08d-4c60-8caf-399a83b38315 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79 HTTP/1.1" status: 200 len: 1654 time: 0.1504006 Sep 23 06:53:47.552996 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-2f9ae5e1-6ca6-4e5b-ab33-3b2fb45075c0 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Allocated IP 172.25.2.165 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/f203a61f-c3bd-4599-8f50-e13d85f848a9) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:53:47.582745 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-91d313ff-8919-4218-b386-1bad6e35bf4b req-820177a0-2a3f-4c81-a5ab-cc53440cc0ab tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/security-groups?id=af4b1172-21fa-42ea-8f78-02b27dc94910&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849509 Sep 23 06:53:47.606832 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-c8c54242-d3a7-4154-89f5-ba88e1c7aa09 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Allocated IP 10.1.1.241 (a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54/7b8d89ab-b77e-4358-8f41-f550782dd0dc/dae8f25f-c017-48b4-8dfb-e6deacfb0ac2) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:53:47.769946 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2f9ae5e1-6ca6-4e5b-ab33-3b2fb45075c0 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:47.850384 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2f9ae5e1-6ca6-4e5b-ab33-3b2fb45075c0 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:47.888239 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-c8c54242-d3a7-4154-89f5-ba88e1c7aa09 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:47.900607 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e83f23b-e16c-43fb-af6a-2b2d89a3a985 req-f9095559-f42d-45a1-be2f-472c5015ff81 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:47.902655 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3e83f23b-e16c-43fb-af6a-2b2d89a3a985 req-f9095559-f42d-45a1-be2f-472c5015ff81 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 946 time: 0.1176009 Sep 23 06:53:47.959605 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9ae5e1-6ca6-4e5b-ab33-3b2fb45075c0 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:53:47.965631 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40098) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:53:47.998826 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9ae5e1-6ca6-4e5b-ab33-3b2fb45075c0 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Pushing event updated for resources: {'Port': ['ID=f203a61f-c3bd-4599-8f50-e13d85f848a9,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:53:48.008517 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3e83f23b-e16c-43fb-af6a-2b2d89a3a985 req-3528e2ac-dccf-4b33-bf4a-f74152e74875 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969846 Sep 23 06:53:48.010056 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-c8c54242-d3a7-4154-89f5-ba88e1c7aa09 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:48.022027 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-2f9ae5e1-6ca6-4e5b-ab33-3b2fb45075c0 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:53:48.036953 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9ae5e1-6ca6-4e5b-ab33-3b2fb45075c0 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:53:48.081070 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6dc4c9e4-8ebc-459e-9f4f-e98c65b1fa4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:48.085812 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-c8c54242-d3a7-4154-89f5-ba88e1c7aa09 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Network a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:53:48.100485 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-c8c54242-d3a7-4154-89f5-ba88e1c7aa09 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:53:48.109906 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-c8c54242-d3a7-4154-89f5-ba88e1c7aa09 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:53:48.167317 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c54242-d3a7-4154-89f5-ba88e1c7aa09 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Pushing event updated for resources: {'Port': ['ID=dae8f25f-c017-48b4-8dfb-e6deacfb0ac2,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:53:48.235888 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-c8c54242-d3a7-4154-89f5-ba88e1c7aa09 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:48.238689 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-c8c54242-d3a7-4154-89f5-ba88e1c7aa09 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:48.426486 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9e0ea094-3492-4402-879f-25799a21dc5f req-efb51d02-5a75-4400-aa7d-2ccb1901cdfc tempest-ServerShowV254Test-1305561243 tempest-ServerShowV254Test-1305561243-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b248f54-6c1c-4411-a557-93fe8f78df0e HTTP/1.1" status: 200 len: 210 time: 0.1138985 Sep 23 06:53:48.546129 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6dc4c9e4-8ebc-459e-9f4f-e98c65b1fa4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:48.562887 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6dc4c9e4-8ebc-459e-9f4f-e98c65b1fa4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:48.564287 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-c8c54242-d3a7-4154-89f5-ba88e1c7aa09 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4033647 Sep 23 06:53:48.575128 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-4126397d-d361-468e-a7fe-0166f5b2129b tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Request body: {'port': {'device_id': '4e650ab1-4163-4a0e-ad47-59d87ee3ce79', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '57ba53b1-4b40-40e0-aae1-e93257c8c94d', 'admin_state_up': True, 'tenant_id': '3be4c5cb804b4ff99ee0f3347ae7c2c6', 'security_groups': ['af4b1172-21fa-42ea-8f78-02b27dc94910']}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:53:48.684444 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-e2ecb3bc-1519-4bda-98b5-54c0858b1807 None None] Provisioning complete for port dae8f25f-c017-48b4-8dfb-e6deacfb0ac2 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:53:48.685002 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e2ecb3bc-1519-4bda-98b5-54c0858b1807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:48.699145 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc4c9e4-8ebc-459e-9f4f-e98c65b1fa4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c3c2da2-fbc2-4ec5-91e5-d5082a13f946,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:53:48.714082 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2f9ae5e1-6ca6-4e5b-ab33-3b2fb45075c0 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:48.847248 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecb3bc-1519-4bda-98b5-54c0858b1807 None None] Port dae8f25f-c017-48b4-8dfb-e6deacfb0ac2 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:53:48.874787 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-6dc4c9e4-8ebc-459e-9f4f-e98c65b1fa4e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=14d8040ce8ee416cb107becec9cecefe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9059474 Sep 23 06:53:48.889512 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40116) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:53:48.897451 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014bf98d-21dc-43a4-a353-43c5d0e67888 req-5d306e9b-0c3e-4b73-adf1-eee698799a9a tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:48.899200 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-014bf98d-21dc-43a4-a353-43c5d0e67888 req-5d306e9b-0c3e-4b73-adf1-eee698799a9a tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=10ba9f18-bd36-468a-9643-66e772e1ecdb HTTP/1.1" status: 200 len: 946 time: 0.3599055 Sep 23 06:53:48.901970 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-4126397d-d361-468e-a7fe-0166f5b2129b tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Made reservation on behalf of 3be4c5cb804b4ff99ee0f3347ae7c2c6 for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:53:48.988667 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-014bf98d-21dc-43a4-a353-43c5d0e67888 req-18cbd4ba-0dae-447f-bd5f-a65ef9ebfc6b tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=df69b107-d214-48a1-9de3-f64218339a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817983 Sep 23 06:53:49.191239 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2b6859-b764-4fb7-940f-fad1f6ac8b8a req-988fbd54-a6e1-4911-8e4b-b4dd2d61a2a7 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:49.198441 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2b6859-b764-4fb7-940f-fad1f6ac8b8a req-988fbd54-a6e1-4911-8e4b-b4dd2d61a2a7 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:49.207144 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2b6859-b764-4fb7-940f-fad1f6ac8b8a req-988fbd54-a6e1-4911-8e4b-b4dd2d61a2a7 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:49.217534 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4c2b6859-b764-4fb7-940f-fad1f6ac8b8a req-988fbd54-a6e1-4911-8e4b-b4dd2d61a2a7 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79 HTTP/1.1" status: 200 len: 2375 time: 0.3771117 Sep 23 06:53:49.258676 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-49603b9a-b187-4600-8267-ab5a9134a85d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:49.317040 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44652513-a621-4bd1-bc8f-b959c8354429 req-37a7cf3b-d099-40e3-b180-0906aac5cfcf tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:49.320155 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-44652513-a621-4bd1-bc8f-b959c8354429 req-37a7cf3b-d099-40e3-b180-0906aac5cfcf tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 946 time: 0.1410277 Sep 23 06:53:49.393857 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2f9ae5e1-6ca6-4e5b-ab33-3b2fb45075c0 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2069904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5251'] for router, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:49.409024 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2f9ae5e1-6ca6-4e5b-ab33-3b2fb45075c0 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2069929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2069922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2064665'] for router, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:49.421390 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-44652513-a621-4bd1-bc8f-b959c8354429 req-b1f6f402-27a6-4940-be49-d720abd0420c tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933440 Sep 23 06:53:49.622281 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f9ae5e1-6ca6-4e5b-ab33-3b2fb45075c0 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Router 3afeadd3-8cf5-4612-992c-b57419a9cfa7 is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 06:53:49.644627 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-4126397d-d361-468e-a7fe-0166f5b2129b tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:49.694602 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-49603b9a-b187-4600-8267-ab5a9134a85d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:49.735671 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4c2b6859-b764-4fb7-940f-fad1f6ac8b8a req-e1601d79-1936-4573-959a-c2b5842e49ab tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/security-groups?id=af4b1172-21fa-42ea-8f78-02b27dc94910&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5171127 Sep 23 06:53:49.791934 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5af7c400-8dd6-4533-9337-91f7288e768a req-c8cc4f2e-fb3f-4481-9a8e-bc53d3a7213b tempest-ServerShowV254Test-1305561243 tempest-ServerShowV254Test-1305561243-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b248f54-6c1c-4411-a557-93fe8f78df0e HTTP/1.1" status: 200 len: 210 time: 0.0638123 Sep 23 06:53:49.939222 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f9ae5e1-6ca6-4e5b-ab33-3b2fb45075c0 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:53:49.945249 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2f9ae5e1-6ca6-4e5b-ab33-3b2fb45075c0 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:49.950938 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde32c44-522f-4884-baaf-0c465b9255e3 None None] Sync routers for ids ['3afeadd3-8cf5-4612-992c-b57419a9cfa7'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:53:49.962327 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-2f9ae5e1-6ca6-4e5b-ab33-3b2fb45075c0 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] 10.222.0.39 "PUT /v2.0/routers/3afeadd3-8cf5-4612-992c-b57419a9cfa7 HTTP/1.1" status: 200 len: 919 time: 4.4968851 Sep 23 06:53:49.963023 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40152) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:53:49.963819 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde32c44-522f-4884-baaf-0c465b9255e3 None None] Routers {'3afeadd3-8cf5-4612-992c-b57419a9cfa7'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:53:49.968142 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-dde32c44-522f-4884-baaf-0c465b9255e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:53:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['3afeadd3-8cf5-4612-992c-b57419a9cfa7'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:53:50.006722 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-49603b9a-b187-4600-8267-ab5a9134a85d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:50.010287 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-49603b9a-b187-4600-8267-ab5a9134a85d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:50.013924 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-49603b9a-b187-4600-8267-ab5a9134a85d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4c3c2da2-fbc2-4ec5-91e5-d5082a13f946 HTTP/1.1" status: 204 len: 168 time: 1.1197305 Sep 23 06:53:50.064866 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49603b9a-b187-4600-8267-ab5a9134a85d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c3c2da2-fbc2-4ec5-91e5-d5082a13f946,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:53:50.074828 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-dde32c44-522f-4884-baaf-0c465b9255e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:53:50.103973 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-4126397d-d361-468e-a7fe-0166f5b2129b tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Allocated IP 10.2.2.100 (57ba53b1-4b40-40e0-aae1-e93257c8c94d/f0cb65e8-fa80-40ac-a2e5-8e7b9c47cb4e/6a597634-f59c-495a-9ce4-024de1317b9c) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:53:50.119429 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde32c44-522f-4884-baaf-0c465b9255e3 None None] Routers {'3afeadd3-8cf5-4612-992c-b57419a9cfa7'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:53:50.123170 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-dde32c44-522f-4884-baaf-0c465b9255e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:53:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['3afeadd3-8cf5-4612-992c-b57419a9cfa7'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:53:50.239424 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-dde32c44-522f-4884-baaf-0c465b9255e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:53:50.240654 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde32c44-522f-4884-baaf-0c465b9255e3 None None] The sync data for ids ['3afeadd3-8cf5-4612-992c-b57419a9cfa7'] in n-d-715271-16 is: [] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:53:50.245613 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe396202-99c9-4f61-8ad4-34d57b8ef64d req-48cbc357-942a-4cf8-a9ed-67343da50ff1 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:50.252982 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fe396202-99c9-4f61-8ad4-34d57b8ef64d req-48cbc357-942a-4cf8-a9ed-67343da50ff1 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=10ba9f18-bd36-468a-9643-66e772e1ecdb HTTP/1.1" status: 200 len: 946 time: 0.1555526 Sep 23 06:53:50.283193 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-7f67a95f-2f13-4161-9343-9b33a8b44f8b tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] 10.222.0.39 "GET /v2.0/routers/3afeadd3-8cf5-4612-992c-b57419a9cfa7 HTTP/1.1" status: 200 len: 925 time: 0.3188004 Sep 23 06:53:50.283412 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40158) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:53:50.339041 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fe396202-99c9-4f61-8ad4-34d57b8ef64d req-a65be513-f17f-4fa1-9bd1-6c0f186fb6c9 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=df69b107-d214-48a1-9de3-f64218339a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851092 Sep 23 06:53:50.434691 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf575f0b-6c62-4c94-be0d-dc7321f3f182 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:50.436379 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-bf575f0b-6c62-4c94-be0d-dc7321f3f182 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=0f47978c-41eb-4cc7-92bf-8b873be8a1a0&device_id=3afeadd3-8cf5-4612-992c-b57419a9cfa7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1521537 Sep 23 06:53:50.439487 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40162) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:53:50.479187 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-4126397d-d361-468e-a7fe-0166f5b2129b tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:50.565178 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-4126397d-d361-468e-a7fe-0166f5b2129b tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:50.601482 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-4126397d-d361-468e-a7fe-0166f5b2129b tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Network 57ba53b1-4b40-40e0-aae1-e93257c8c94d is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:53:50.644608 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-4126397d-d361-468e-a7fe-0166f5b2129b tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:53:50.645763 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80310fc-a2b3-4346-963a-2189447d7aca tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:50.650490 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-f80310fc-a2b3-4346-963a-2189447d7aca tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] 10.222.0.39 "GET /v2.0/networks/0f47978c-41eb-4cc7-92bf-8b873be8a1a0 HTTP/1.1" status: 200 len: 881 time: 0.2068167 Sep 23 06:53:50.655229 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40172) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:53:50.666286 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-4126397d-d361-468e-a7fe-0166f5b2129b tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:53:50.712534 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-1bbc7ba0-2dd8-4cd2-bf28-5268c96a18b9 tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] 10.222.0.39 "GET /v2.0/ports?device_id=3afeadd3-8cf5-4612-992c-b57419a9cfa7 HTTP/1.1" status: 200 len: 205 time: 0.0524073 Sep 23 06:53:50.718427 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40176) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:53:50.804890 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-4126397d-d361-468e-a7fe-0166f5b2129b tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:50.805569 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-4126397d-d361-468e-a7fe-0166f5b2129b tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:50.833537 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-4126397d-d361-468e-a7fe-0166f5b2129b tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2625117 Sep 23 06:53:50.864503 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-457fd3ee-3b75-443b-993e-1dab9f55acda tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Request body: {'port': {'device_id': '4e650ab1-4163-4a0e-ad47-59d87ee3ce79', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '57ba53b1-4b40-40e0-aae1-e93257c8c94d', 'admin_state_up': True, 'tenant_id': '3be4c5cb804b4ff99ee0f3347ae7c2c6', 'security_groups': ['af4b1172-21fa-42ea-8f78-02b27dc94910']}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:53:50.977758 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f8ede612-9cf6-4800-8592-176e75dd98f2 tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks [] for router, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:51.003575 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d0b64-4b66-42de-aee2-daf16c291edf req-115d28ee-8c5e-4eb6-b8c3-823b554fde85 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:51.013131 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d0b64-4b66-42de-aee2-daf16c291edf req-115d28ee-8c5e-4eb6-b8c3-823b554fde85 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:51.024356 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d0b64-4b66-42de-aee2-daf16c291edf req-115d28ee-8c5e-4eb6-b8c3-823b554fde85 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:51.039571 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d0b64-4b66-42de-aee2-daf16c291edf req-115d28ee-8c5e-4eb6-b8c3-823b554fde85 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:51.047636 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-608d0b64-4b66-42de-aee2-daf16c291edf req-115d28ee-8c5e-4eb6-b8c3-823b554fde85 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79 HTTP/1.1" status: 200 len: 3096 time: 0.1770518 Sep 23 06:53:51.092200 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c41d-2c43-404b-9bec-12eda51c1fad None None] Provisioning complete for port 6a597634-f59c-495a-9ce4-024de1317b9c triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:53:51.095979 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c41d-2c43-404b-9bec-12eda51c1fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:51.112901 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680a1fde-c77c-498c-9264-d17a40b3d411 req-fd9b450b-27e1-427d-877b-112733c5a986 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:51.115701 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-680a1fde-c77c-498c-9264-d17a40b3d411 req-fd9b450b-27e1-427d-877b-112733c5a986 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 946 time: 0.5642037 Sep 23 06:53:51.145438 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4126397d-d361-468e-a7fe-0166f5b2129b tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Pushing event updated for resources: {'Port': ['ID=6a597634-f59c-495a-9ce4-024de1317b9c,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:53:51.196003 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c41d-2c43-404b-9bec-12eda51c1fad None None] Port 6a597634-f59c-495a-9ce4-024de1317b9c cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:53:51.229588 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-680a1fde-c77c-498c-9264-d17a40b3d411 req-e72674aa-ed38-4631-9290-bd45b80bf260 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017299 Sep 23 06:53:51.279237 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-457fd3ee-3b75-443b-993e-1dab9f55acda tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Made reservation on behalf of 3be4c5cb804b4ff99ee0f3347ae7c2c6 for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:53:51.285144 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-457fd3ee-3b75-443b-993e-1dab9f55acda tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:51.336239 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-608d0b64-4b66-42de-aee2-daf16c291edf req-ccc31f45-7d33-4f9e-b0ed-c02899688be3 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/security-groups?id=af4b1172-21fa-42ea-8f78-02b27dc94910&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2872677 Sep 23 06:53:51.440374 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f8ede612-9cf6-4800-8592-176e75dd98f2 tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:51.548210 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5b8ee73e-58a9-4dac-8185-1dd8c3b72c09 req-d88e1b54-78a2-4197-b94b-b04646d019a3 tempest-ServerShowV254Test-1305561243 tempest-ServerShowV254Test-1305561243-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b248f54-6c1c-4411-a557-93fe8f78df0e HTTP/1.1" status: 200 len: 210 time: 0.0708523 Sep 23 06:53:51.581123 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-f8ede612-9cf6-4800-8592-176e75dd98f2 tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Deleting port f203a61f-c3bd-4599-8f50-e13d85f848a9 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:53:51.585420 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f8ede612-9cf6-4800-8592-176e75dd98f2 tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:51.755557 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f8ede612-9cf6-4800-8592-176e75dd98f2 tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:51.800476 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e728cbd8-bdb3-4834-992c-6645c83b923b req-f1ba8ad9-5944-47f1-99dc-16087adcf629 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:51.805360 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e728cbd8-bdb3-4834-992c-6645c83b923b req-f1ba8ad9-5944-47f1-99dc-16087adcf629 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 946 time: 0.1154723 Sep 23 06:53:51.811540 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-f8ede612-9cf6-4800-8592-176e75dd98f2 tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Calling delete_port for f203a61f-c3bd-4599-8f50-e13d85f848a9 owned by network:router_gateway {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:53:51.931194 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-457fd3ee-3b75-443b-993e-1dab9f55acda tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Allocated IP 10.2.2.200 (57ba53b1-4b40-40e0-aae1-e93257c8c94d/f0cb65e8-fa80-40ac-a2e5-8e7b9c47cb4e/48c8eed9-1a28-4363-b6b7-bf9827fa555e) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:53:51.933269 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e728cbd8-bdb3-4834-992c-6645c83b923b req-ce36576b-e84d-4f46-a5f9-d6a95e499be2 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168723 Sep 23 06:53:52.243874 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f8ede612-9cf6-4800-8592-176e75dd98f2 tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:52.249721 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba55708a-5192-41c9-a337-9559f1096345 req-2b44c651-c511-44ba-9b06-ccd935ce5158 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:52.254187 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ba55708a-5192-41c9-a337-9559f1096345 req-2b44c651-c511-44ba-9b06-ccd935ce5158 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=10ba9f18-bd36-468a-9643-66e772e1ecdb HTTP/1.1" status: 200 len: 946 time: 0.4865997 Sep 23 06:53:52.276701 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-457fd3ee-3b75-443b-993e-1dab9f55acda tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:52.328610 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ede612-9cf6-4800-8592-176e75dd98f2 tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Pushing event deleted for resources: {'Port': ['ID=f203a61f-c3bd-4599-8f50-e13d85f848a9,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:53:52.341057 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-457fd3ee-3b75-443b-993e-1dab9f55acda tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:52.380574 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-457fd3ee-3b75-443b-993e-1dab9f55acda tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Network 57ba53b1-4b40-40e0-aae1-e93257c8c94d is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:53:52.512972 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa61578-f2f6-40e3-bd0f-865fb98b47f5 req-d9c2a9eb-437b-4b51-a1fc-07d6cd03fa1c tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:52.513648 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ba55708a-5192-41c9-a337-9559f1096345 req-ca2db68b-81d8-4d92-a788-cbdda3921be5 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=df69b107-d214-48a1-9de3-f64218339a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845269 Sep 23 06:53:52.514610 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dfa61578-f2f6-40e3-bd0f-865fb98b47f5 req-d9c2a9eb-437b-4b51-a1fc-07d6cd03fa1c tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 946 time: 0.2236717 Sep 23 06:53:52.515716 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457fd3ee-3b75-443b-993e-1dab9f55acda tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Pushing event updated for resources: {'Port': ['ID=48c8eed9-1a28-4363-b6b7-bf9827fa555e,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:53:52.519688 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f8ede612-9cf6-4800-8592-176e75dd98f2 tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2068563'] for router_gateway, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:52.529966 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-457fd3ee-3b75-443b-993e-1dab9f55acda tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:53:52.535690 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-457fd3ee-3b75-443b-993e-1dab9f55acda tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:53:52.602754 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dfa61578-f2f6-40e3-bd0f-865fb98b47f5 req-cf171dca-cb41-4d11-85ba-8e36422dec42 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797005 Sep 23 06:53:52.725106 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f8ede612-9cf6-4800-8592-176e75dd98f2 tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:52.734322 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f8ede612-9cf6-4800-8592-176e75dd98f2 tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:52.767557 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-457fd3ee-3b75-443b-993e-1dab9f55acda tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:52.768964 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-457fd3ee-3b75-443b-993e-1dab9f55acda tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:52.804982 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f8ede612-9cf6-4800-8592-176e75dd98f2 tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:52.805793 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ede612-9cf6-4800-8592-176e75dd98f2 tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Fanout notify agent at l3_agent the message router_deleted on router 3afeadd3-8cf5-4612-992c-b57419a9cfa7 {{(pid=95065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 06:53:52.827511 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f8ede612-9cf6-4800-8592-176e75dd98f2 tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:52.832392 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-f8ede612-9cf6-4800-8592-176e75dd98f2 tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] 10.222.0.39 "DELETE /v2.0/routers/3afeadd3-8cf5-4612-992c-b57419a9cfa7 HTTP/1.1" status: 204 len: 168 time: 2.1095700 Sep 23 06:53:52.834347 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40224) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:53:52.842272 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7517b803-6333-4b26-aae0-63926c507ce5 req-d91f7b9b-b0e5-48c0-95f9-4f8a6c08d23e tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:52.844456 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-54d01e70-c05c-40ea-aa5a-2ba3f9cbfa5e tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1329886179', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}, 'admin_state_up': False}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:53:52.858010 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7517b803-6333-4b26-aae0-63926c507ce5 req-d91f7b9b-b0e5-48c0-95f9-4f8a6c08d23e tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:52.867345 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7517b803-6333-4b26-aae0-63926c507ce5 req-d91f7b9b-b0e5-48c0-95f9-4f8a6c08d23e tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:52.875388 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7517b803-6333-4b26-aae0-63926c507ce5 req-d91f7b9b-b0e5-48c0-95f9-4f8a6c08d23e tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:52.888563 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7517b803-6333-4b26-aae0-63926c507ce5 req-d91f7b9b-b0e5-48c0-95f9-4f8a6c08d23e tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:52.898007 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7517b803-6333-4b26-aae0-63926c507ce5 req-d91f7b9b-b0e5-48c0-95f9-4f8a6c08d23e tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79 HTTP/1.1" status: 200 len: 3817 time: 0.2602437 Sep 23 06:53:52.899438 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-457fd3ee-3b75-443b-993e-1dab9f55acda tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0503464 Sep 23 06:53:52.935785 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-9e7e196b-3ca5-4807-be8c-3b23f97ca11c service neutron] Request body: {'port': {'device_id': '4e650ab1-4163-4a0e-ad47-59d87ee3ce79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:53:52.983683 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-650a5f80-b531-4c7b-8b0e-c4e9518d4c44 req-bac95f09-5c18-40c1-9579-007a684bbd94 tempest-ServerShowV254Test-1305561243 tempest-ServerShowV254Test-1305561243-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b248f54-6c1c-4411-a557-93fe8f78df0e HTTP/1.1" status: 200 len: 210 time: 0.0781956 Sep 23 06:53:52.987395 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-54d01e70-c05c-40ea-aa5a-2ba3f9cbfa5e tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:52.989618 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-54d01e70-c05c-40ea-aa5a-2ba3f9cbfa5e tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:52.991073 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7517b803-6333-4b26-aae0-63926c507ce5 req-2e851097-31c9-4b69-b832-2fbf57383b74 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/security-groups?id=af4b1172-21fa-42ea-8f78-02b27dc94910&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859482 Sep 23 06:53:53.045111 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-9e7e196b-3ca5-4807-be8c-3b23f97ca11c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:53.167432 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-7f462084-ee3f-488f-8c63-23c24f733391 None None] Provisioning complete for port 48c8eed9-1a28-4363-b6b7-bf9827fa555e triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:53:53.167914 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-7f462084-ee3f-488f-8c63-23c24f733391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:53.174635 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-54d01e70-c05c-40ea-aa5a-2ba3f9cbfa5e tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:53.290767 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-7f462084-ee3f-488f-8c63-23c24f733391 None None] Port 48c8eed9-1a28-4363-b6b7-bf9827fa555e cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:53:53.477937 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-54d01e70-c05c-40ea-aa5a-2ba3f9cbfa5e tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:53.544805 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecff20b2-c7fd-486c-b304-ddb7e963bcd9 req-876d8c24-c7d7-4fa9-a1d8-f09870773dea tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:53.565127 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ecff20b2-c7fd-486c-b304-ddb7e963bcd9 req-876d8c24-c7d7-4fa9-a1d8-f09870773dea tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 946 time: 0.4031034 Sep 23 06:53:53.807327 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ecff20b2-c7fd-486c-b304-ddb7e963bcd9 req-be17b933-91c1-4025-ab1a-0dca3448ff19 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028449 Sep 23 06:53:53.979181 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-9e7e196b-3ca5-4807-be8c-3b23f97ca11c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 710c6711-73b5-4443-9f6d-058253ac8526 {{(pid=95066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:53:53.985085 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40244) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:53:53.995585 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-9e7e196b-3ca5-4807-be8c-3b23f97ca11c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:54.017407 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.provisioning_blocks [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-9e7e196b-3ca5-4807-be8c-3b23f97ca11c service neutron] Transition to ACTIVE for port object 710c6711-73b5-4443-9f6d-058253ac8526 will not be triggered until provisioned by entity L2. {{(pid=95066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:53:54.025509 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-9e7e196b-3ca5-4807-be8c-3b23f97ca11c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:54.131558 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7e196b-3ca5-4807-be8c-3b23f97ca11c service neutron] Pushing event updated for resources: {'Port': ['ID=710c6711-73b5-4443-9f6d-058253ac8526,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:53:54.249027 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32b777-dd51-4e60-ba0c-b94b1bee0f40 req-ff03525b-3e41-49c4-9225-db8d4ca43c9b tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:54.259028 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-af32b777-dd51-4e60-ba0c-b94b1bee0f40 req-ff03525b-3e41-49c4-9225-db8d4ca43c9b tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 946 time: 0.2126975 Sep 23 06:53:54.383878 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-536df589-63c7-4981-ac5c-9af44f334c69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:54.422721 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-af32b777-dd51-4e60-ba0c-b94b1bee0f40 req-2f274f1c-327e-4c8c-b73b-48868dfdeaca tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626482 Sep 23 06:53:54.514760 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-54d01e70-c05c-40ea-aa5a-2ba3f9cbfa5e tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks [] for router_gateway, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:54.519045 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-9e7e196b-3ca5-4807-be8c-3b23f97ca11c service neutron] Attempting to bind port 710c6711-73b5-4443-9f6d-058253ac8526 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:53:54.519396 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-9e7e196b-3ca5-4807-be8c-3b23f97ca11c service neutron] Attempting to bind port 710c6711-73b5-4443-9f6d-058253ac8526 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': 'd463f3c4-55b2-48f3-8a95-55ffd5aae5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '89158bcd-2a79-4993-ae5b-556a0ab839e7'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:53:54.519729 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-9e7e196b-3ca5-4807-be8c-3b23f97ca11c service neutron] Attempting to bind port 710c6711-73b5-4443-9f6d-058253ac8526 on network 89158bcd-2a79-4993-ae5b-556a0ab839e7 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:53:54.523238 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-42bcb102-9bd4-4044-8800-503f2f7b70d3 req-f453ca81-cc65-4f49-9d00-ece3186f0206 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=358b1d87-108d-4a28-b69c-7d8042689779&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7550132 Sep 23 06:53:54.544108 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-9e7e196b-3ca5-4807-be8c-3b23f97ca11c service neutron] Port 710c6711-73b5-4443-9f6d-058253ac8526 on network 89158bcd-2a79-4993-ae5b-556a0ab839e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:53:54.544626 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-9e7e196b-3ca5-4807-be8c-3b23f97ca11c service neutron] Attempting to bind port 710c6711-73b5-4443-9f6d-058253ac8526 on network 89158bcd-2a79-4993-ae5b-556a0ab839e7 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:53:54.589808 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-9e7e196b-3ca5-4807-be8c-3b23f97ca11c service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:53:54.590635 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-9e7e196b-3ca5-4807-be8c-3b23f97ca11c service neutron] Checking segment: {'id': 'd463f3c4-55b2-48f3-8a95-55ffd5aae5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '89158bcd-2a79-4993-ae5b-556a0ab839e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:53:54.590635 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-9e7e196b-3ca5-4807-be8c-3b23f97ca11c service neutron] Bound using segment: {'id': 'd463f3c4-55b2-48f3-8a95-55ffd5aae5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '89158bcd-2a79-4993-ae5b-556a0ab839e7'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:53:54.591048 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-9e7e196b-3ca5-4807-be8c-3b23f97ca11c service neutron] Bound port: 710c6711-73b5-4443-9f6d-058253ac8526, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd463f3c4-55b2-48f3-8a95-55ffd5aae5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '89158bcd-2a79-4993-ae5b-556a0ab839e7'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:53:54.591549 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-9e7e196b-3ca5-4807-be8c-3b23f97ca11c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:54.594272 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b1f71b-521e-4497-8fa6-885f28f3b01b req-0a0a1ee2-aa01-4c3f-a499-2f5f1822b94c tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:54.604439 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-96b1f71b-521e-4497-8fa6-885f28f3b01b req-0a0a1ee2-aa01-4c3f-a499-2f5f1822b94c tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=10ba9f18-bd36-468a-9643-66e772e1ecdb HTTP/1.1" status: 200 len: 946 time: 0.8625419 Sep 23 06:53:54.609558 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-54d01e70-c05c-40ea-aa5a-2ba3f9cbfa5e tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:54.654144 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-69a4de11-9b4b-46a1-9371-eb2628b4c3d4 req-33206453-4243-48fd-a8a6-089e008f7ad8 tempest-ServerShowV254Test-1305561243 tempest-ServerShowV254Test-1305561243-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b248f54-6c1c-4411-a557-93fe8f78df0e HTTP/1.1" status: 200 len: 210 time: 0.0654142 Sep 23 06:53:54.773136 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bcb102-9bd4-4044-8800-503f2f7b70d3 req-36df1738-baee-4d34-a320-ca0238b2afed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:54.774811 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-42bcb102-9bd4-4044-8800-503f2f7b70d3 req-36df1738-baee-4d34-a320-ca0238b2afed service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8275c6392a72426db62ebfc4817f4420&device_id=358b1d87-108d-4a28-b69c-7d8042689779 HTTP/1.1" status: 200 len: 1098 time: 0.1668081 Sep 23 06:53:54.803117 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-96b1f71b-521e-4497-8fa6-885f28f3b01b req-72aa9de2-79e3-404e-b868-76b09e494393 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=df69b107-d214-48a1-9de3-f64218339a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966004 Sep 23 06:53:54.804705 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-9e7e196b-3ca5-4807-be8c-3b23f97ca11c service neutron] For port 710c6711-73b5-4443-9f6d-058253ac8526, host n-h2-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:53:54.811902 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-9e7e196b-3ca5-4807-be8c-3b23f97ca11c service neutron] For port 710c6711-73b5-4443-9f6d-058253ac8526, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=710c6711-73b5-4443-9f6d-058253ac8526,segment=NetworkSegment(d463f3c4-55b2-48f3-8a95-55ffd5aae5fa),segment_id=d463f3c4-55b2-48f3-8a95-55ffd5aae5fa)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:53:54.834451 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-9e7e196b-3ca5-4807-be8c-3b23f97ca11c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:54.995021 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-9e7e196b-3ca5-4807-be8c-3b23f97ca11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:54.995654 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-9e7e196b-3ca5-4807-be8c-3b23f97ca11c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:54.997094 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-9e7e196b-3ca5-4807-be8c-3b23f97ca11c service neutron] 10.222.0.58 "PUT /v2.0/ports/710c6711-73b5-4443-9f6d-058253ac8526 HTTP/1.1" status: 200 len: 1093 time: 2.0657668 Sep 23 06:53:54.997557 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e650ab1-4163-4a0e-ad47-59d87ee3ce79', 'tag': '710c6711-73b5-4443-9f6d-058253ac8526'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:53:54.999969 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae0e5ae-ccc6-46ea-bbb3-5f9a48bcd11c" -d '{"events": [{"name": "network-changed", "server_uuid": "4e650ab1-4163-4a0e-ad47-59d87ee3ce79", "tag": "710c6711-73b5-4443-9f6d-058253ac8526"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:53:55.011525 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-536df589-63c7-4981-ac5c-9af44f334c69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:55.039211 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95866f41-a401-4818-af1c-7302970f6827 req-30030e69-6d1d-4287-b2ca-7e6a8495ae6b tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:55.054575 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bcb102-9bd4-4044-8800-503f2f7b70d3 req-7b130e5e-3b00-4303-abf0-b7a4bfa5588d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:55.056095 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-42bcb102-9bd4-4044-8800-503f2f7b70d3 req-7b130e5e-3b00-4303-abf0-b7a4bfa5588d service neutron] 10.222.0.58 "GET /v2.0/networks?id=d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64 HTTP/1.1" status: 200 len: 912 time: 0.2516079 Sep 23 06:53:55.056989 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95866f41-a401-4818-af1c-7302970f6827 req-30030e69-6d1d-4287-b2ca-7e6a8495ae6b tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:55.071942 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95866f41-a401-4818-af1c-7302970f6827 req-30030e69-6d1d-4287-b2ca-7e6a8495ae6b tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:55.089701 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-54d01e70-c05c-40ea-aa5a-2ba3f9cbfa5e tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Allocated IP 172.25.2.88 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/c0b76c9a-c450-413f-8745-74d6d49d05d0) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:53:55.096620 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95866f41-a401-4818-af1c-7302970f6827 req-30030e69-6d1d-4287-b2ca-7e6a8495ae6b tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:55.117730 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95866f41-a401-4818-af1c-7302970f6827 req-30030e69-6d1d-4287-b2ca-7e6a8495ae6b tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:55.132204 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-42bcb102-9bd4-4044-8800-503f2f7b70d3 req-10a3f5df-c377-4fd1-aacd-b9034491a910 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41ded32b-3dfa-4bc3-8eac-202f78172222 HTTP/1.1" status: 200 len: 217 time: 0.0617635 Sep 23 06:53:55.133195 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-95866f41-a401-4818-af1c-7302970f6827 req-30030e69-6d1d-4287-b2ca-7e6a8495ae6b tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79 HTTP/1.1" status: 200 len: 3829 time: 0.3100479 Sep 23 06:53:55.155557 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-536df589-63c7-4981-ac5c-9af44f334c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:55.191777 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-8e7cd4a6-b5af-4df0-8f1c-9d081c9af176 service neutron] Request body: {'port': {'device_id': '4e650ab1-4163-4a0e-ad47-59d87ee3ce79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:53:55.242343 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7e196b-3ca5-4807-be8c-3b23f97ca11c service neutron] Pushing event updated for resources: {'Port': ['ID=710c6711-73b5-4443-9f6d-058253ac8526,revision_number=3']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:53:55.358560 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-95866f41-a401-4818-af1c-7302970f6827 req-3b8be8bf-72f1-4815-ba10-5fc5ec571541 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/security-groups?id=af4b1172-21fa-42ea-8f78-02b27dc94910&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2226164 Sep 23 06:53:55.362565 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bcb102-9bd4-4044-8800-503f2f7b70d3 req-ef282ab3-bb26-402b-b46f-70535255d82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:55.364073 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-42bcb102-9bd4-4044-8800-503f2f7b70d3 req-ef282ab3-bb26-402b-b46f-70535255d82c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=46ccc032-0362-4c9c-977b-4c26fbfaa4e6 HTTP/1.1" status: 200 len: 850 time: 0.2138436 Sep 23 06:53:55.386388 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-536df589-63c7-4981-ac5c-9af44f334c69 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2bd5531a5ab24803ab850657f7f70851&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3999007 Sep 23 06:53:55.387112 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-8e7cd4a6-b5af-4df0-8f1c-9d081c9af176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:55.389192 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536df589-63c7-4981-ac5c-9af44f334c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a09e561-7172-4fba-85f9-3bbb627c8ea5,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:53:55.391888 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40266) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:53:55.403766 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee5bdb7-0ff7-45d1-a9b3-362857d060db req-6d5ba9e5-c692-492e-8d12-db29b6cf0d14 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:55.411124 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7ee5bdb7-0ff7-45d1-a9b3-362857d060db req-6d5ba9e5-c692-492e-8d12-db29b6cf0d14 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 946 time: 0.1869421 Sep 23 06:53:55.513712 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267633a5-3c50-4771-ab9c-76c765193cdf x-openstack-request-id: req-267633a5-3c50-4771-ab9c-76c765193cdf {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:53:55.514269 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e650ab1-4163-4a0e-ad47-59d87ee3ce79", "tag": "710c6711-73b5-4443-9f6d-058253ac8526", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:53:55.514550 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-267633a5-3c50-4771-ab9c-76c765193cdf {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:53:55.515106 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e650ab1-4163-4a0e-ad47-59d87ee3ce79', 'tag': '710c6711-73b5-4443-9f6d-058253ac8526', 'status': 'completed', 'code': 200} Sep 23 06:53:55.533238 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-54d01e70-c05c-40ea-aa5a-2ba3f9cbfa5e tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:55.579644 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b1a0d7bb-09ca-45cb-a9f8-9a8922bf4016 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:55.606417 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-54d01e70-c05c-40ea-aa5a-2ba3f9cbfa5e tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:55.645690 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b1a0d7bb-09ca-45cb-a9f8-9a8922bf4016 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:55.687136 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d01e70-c05c-40ea-aa5a-2ba3f9cbfa5e tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Pushing event updated for resources: {'Port': ['ID=c0b76c9a-c450-413f-8745-74d6d49d05d0,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:53:55.715068 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7ee5bdb7-0ff7-45d1-a9b3-362857d060db req-9b68fe8f-a5ac-4dcf-8d4b-18a5f15bcd84 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026764 Sep 23 06:53:55.718242 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d01e70-c05c-40ea-aa5a-2ba3f9cbfa5e tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:53:55.727442 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bcb102-9bd4-4044-8800-503f2f7b70d3 req-25ed9881-8fd3-48a8-ae44-f4827cf8762b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:55.729620 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-42bcb102-9bd4-4044-8800-503f2f7b70d3 req-25ed9881-8fd3-48a8-ae44-f4827cf8762b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3491077 Sep 23 06:53:55.731305 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-54d01e70-c05c-40ea-aa5a-2ba3f9cbfa5e tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:53:55.735884 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d01e70-c05c-40ea-aa5a-2ba3f9cbfa5e tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:53:55.755441 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae0e5ae-ccc6-46ea-bbb3-5f9a48bcd11c req-426b8ada-9cce-43e3-95f1-ca32cc1763a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:55.755941 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae0e5ae-ccc6-46ea-bbb3-5f9a48bcd11c req-426b8ada-9cce-43e3-95f1-ca32cc1763a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:55.756562 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae0e5ae-ccc6-46ea-bbb3-5f9a48bcd11c req-426b8ada-9cce-43e3-95f1-ca32cc1763a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:55.757169 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae0e5ae-ccc6-46ea-bbb3-5f9a48bcd11c req-426b8ada-9cce-43e3-95f1-ca32cc1763a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:55.757640 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae0e5ae-ccc6-46ea-bbb3-5f9a48bcd11c req-426b8ada-9cce-43e3-95f1-ca32cc1763a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:55.759735 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5ae0e5ae-ccc6-46ea-bbb3-5f9a48bcd11c req-426b8ada-9cce-43e3-95f1-ca32cc1763a2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3be4c5cb804b4ff99ee0f3347ae7c2c6&device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79 HTTP/1.1" status: 200 len: 4365 time: 0.1933506 Sep 23 06:53:55.860036 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 06:53:55.927506 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-74b1dfd1-a831-4b4a-acaf-93069f58f741 req-1dc3ac3d-83ae-485a-8e6a-482d3cf552d9 tempest-ServerShowV254Test-1305561243 tempest-ServerShowV254Test-1305561243-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b248f54-6c1c-4411-a557-93fe8f78df0e HTTP/1.1" status: 200 len: 210 time: 0.0608757 Sep 23 06:53:55.932413 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b1a0d7bb-09ca-45cb-a9f8-9a8922bf4016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:55.935335 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b1a0d7bb-09ca-45cb-a9f8-9a8922bf4016 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:55.939786 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-b1a0d7bb-09ca-45cb-a9f8-9a8922bf4016 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6a09e561-7172-4fba-85f9-3bbb627c8ea5 HTTP/1.1" status: 204 len: 168 time: 0.5435803 Sep 23 06:53:55.993700 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a0d7bb-09ca-45cb-a9f8-9a8922bf4016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a09e561-7172-4fba-85f9-3bbb627c8ea5,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:53:56.160763 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-8e7cd4a6-b5af-4df0-8f1c-9d081c9af176 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2967a824-073c-4484-ab0d-43a76601a0ab {{(pid=95066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:53:56.171064 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-8e7cd4a6-b5af-4df0-8f1c-9d081c9af176 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:56.187261 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.provisioning_blocks [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-8e7cd4a6-b5af-4df0-8f1c-9d081c9af176 service neutron] Transition to ACTIVE for port object 2967a824-073c-4484-ab0d-43a76601a0ab will not be triggered until provisioned by entity L2. {{(pid=95066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:53:56.196949 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a14549-24a9-424c-a34f-6b576aa7da4b req-48bf91dd-f567-44f5-80ad-cf1b5cd54502 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:56.205214 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-25a14549-24a9-424c-a34f-6b576aa7da4b req-48bf91dd-f567-44f5-80ad-cf1b5cd54502 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 946 time: 0.3522921 Sep 23 06:53:56.222472 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae0e5ae-ccc6-46ea-bbb3-5f9a48bcd11c req-35b3afc9-fd50-4a10-9f5d-436babedffe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:56.223100 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae0e5ae-ccc6-46ea-bbb3-5f9a48bcd11c req-35b3afc9-fd50-4a10-9f5d-436babedffe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:56.223580 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae0e5ae-ccc6-46ea-bbb3-5f9a48bcd11c req-35b3afc9-fd50-4a10-9f5d-436babedffe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:56.225657 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5ae0e5ae-ccc6-46ea-bbb3-5f9a48bcd11c req-35b3afc9-fd50-4a10-9f5d-436babedffe9 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=3be4c5cb804b4ff99ee0f3347ae7c2c6&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4535103 Sep 23 06:53:56.229922 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-8e7cd4a6-b5af-4df0-8f1c-9d081c9af176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:56.251620 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-42bcb102-9bd4-4044-8800-503f2f7b70d3 req-8761c728-e5cc-4e4e-b963-9a6ea3c1f75d service neutron] 10.222.0.58 "GET /v2.0/networks/d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4553158 Sep 23 06:53:56.433153 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-54d01e70-c05c-40ea-aa5a-2ba3f9cbfa5e tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks [] for router_gateway, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:56.480457 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae0e5ae-ccc6-46ea-bbb3-5f9a48bcd11c req-747c7ce5-c2c5-46ca-85c5-cd6c4ab945ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:56.484719 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5ae0e5ae-ccc6-46ea-bbb3-5f9a48bcd11c req-747c7ce5-c2c5-46ca-85c5-cd6c4ab945ad service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2290890 Sep 23 06:53:56.493583 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-25a14549-24a9-424c-a34f-6b576aa7da4b req-a893ed57-d23e-4bf3-bea6-57eb26b6606b tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866280 Sep 23 06:53:56.601414 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40286) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:53:56.607202 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61954913-1ca6-4389-974e-960820fdbac5 req-73082ba0-7dae-41ab-a800-f5445e0bc618 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:56.616962 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-61954913-1ca6-4389-974e-960820fdbac5 req-73082ba0-7dae-41ab-a800-f5445e0bc618 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=10ba9f18-bd36-468a-9643-66e772e1ecdb HTTP/1.1" status: 200 len: 946 time: 0.4273963 Sep 23 06:53:56.619802 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7cd4a6-b5af-4df0-8f1c-9d081c9af176 service neutron] Pushing event updated for resources: {'Port': ['ID=2967a824-073c-4484-ab0d-43a76601a0ab,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:53:56.681040 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9b9d6c17-bfbd-4f78-8a68-9f7e727fac96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:56.726557 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-42bcb102-9bd4-4044-8800-503f2f7b70d3 req-12bd8a82-1433-4f07-ab3e-6b51b2bfae1e service neutron] 10.222.0.58 "GET /v2.0/networks/d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4559128 Sep 23 06:53:56.904820 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-61954913-1ca6-4389-974e-960820fdbac5 req-d308e17c-f668-4840-b966-d348c9e1d99c tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=df69b107-d214-48a1-9de3-f64218339a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745109 Sep 23 06:53:56.908469 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-8e7cd4a6-b5af-4df0-8f1c-9d081c9af176 service neutron] Attempting to bind port 2967a824-073c-4484-ab0d-43a76601a0ab on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:53:56.908825 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-8e7cd4a6-b5af-4df0-8f1c-9d081c9af176 service neutron] Attempting to bind port 2967a824-073c-4484-ab0d-43a76601a0ab by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': 'fde5b785-ef23-4548-a8d2-9c3bbce91b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:53:56.909161 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-8e7cd4a6-b5af-4df0-8f1c-9d081c9af176 service neutron] Attempting to bind port 2967a824-073c-4484-ab0d-43a76601a0ab on network a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:53:56.925220 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-8e7cd4a6-b5af-4df0-8f1c-9d081c9af176 service neutron] Port 2967a824-073c-4484-ab0d-43a76601a0ab on network a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:53:56.934922 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-8e7cd4a6-b5af-4df0-8f1c-9d081c9af176 service neutron] Attempting to bind port 2967a824-073c-4484-ab0d-43a76601a0ab on network a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:53:56.941624 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9b9d6c17-bfbd-4f78-8a68-9f7e727fac96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:56.943561 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-8e7cd4a6-b5af-4df0-8f1c-9d081c9af176 service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:53:56.944314 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-8e7cd4a6-b5af-4df0-8f1c-9d081c9af176 service neutron] Checking segment: {'id': 'fde5b785-ef23-4548-a8d2-9c3bbce91b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:53:56.944549 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-8e7cd4a6-b5af-4df0-8f1c-9d081c9af176 service neutron] Bound using segment: {'id': 'fde5b785-ef23-4548-a8d2-9c3bbce91b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:53:56.945145 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-8e7cd4a6-b5af-4df0-8f1c-9d081c9af176 service neutron] Bound port: 2967a824-073c-4484-ab0d-43a76601a0ab, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fde5b785-ef23-4548-a8d2-9c3bbce91b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:53:56.945767 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-8e7cd4a6-b5af-4df0-8f1c-9d081c9af176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:56.969976 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9b9d6c17-bfbd-4f78-8a68-9f7e727fac96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:57.027870 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9d6c17-bfbd-4f78-8a68-9f7e727fac96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3f0bda-1e53-4373-9f49-011a0a273fdb,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:53:57.071199 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c51ca6e-5401-4b18-9e75-b6dc396737d6 req-8a5f4c03-cadc-48e7-9238-f5b7cb381e1f tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:57.077539 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c51ca6e-5401-4b18-9e75-b6dc396737d6 req-8a5f4c03-cadc-48e7-9238-f5b7cb381e1f tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:57.083574 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c51ca6e-5401-4b18-9e75-b6dc396737d6 req-8a5f4c03-cadc-48e7-9238-f5b7cb381e1f tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:57.089878 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c51ca6e-5401-4b18-9e75-b6dc396737d6 req-8a5f4c03-cadc-48e7-9238-f5b7cb381e1f tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:57.096359 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c51ca6e-5401-4b18-9e75-b6dc396737d6 req-8a5f4c03-cadc-48e7-9238-f5b7cb381e1f tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:57.102594 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c51ca6e-5401-4b18-9e75-b6dc396737d6 req-8a5f4c03-cadc-48e7-9238-f5b7cb381e1f tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:57.105133 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3c51ca6e-5401-4b18-9e75-b6dc396737d6 req-8a5f4c03-cadc-48e7-9238-f5b7cb381e1f tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79 HTTP/1.1" status: 200 len: 4601 time: 0.2339985 Sep 23 06:53:57.141366 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-8e7cd4a6-b5af-4df0-8f1c-9d081c9af176 service neutron] For port 2967a824-073c-4484-ab0d-43a76601a0ab, host n-h2-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:53:57.148858 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-8e7cd4a6-b5af-4df0-8f1c-9d081c9af176 service neutron] For port 2967a824-073c-4484-ab0d-43a76601a0ab, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=2967a824-073c-4484-ab0d-43a76601a0ab,segment=NetworkSegment(fde5b785-ef23-4548-a8d2-9c3bbce91b66),segment_id=fde5b785-ef23-4548-a8d2-9c3bbce91b66)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:53:57.155901 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-9b9d6c17-bfbd-4f78-8a68-9f7e727fac96 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c2c18327972049dcb95ee6296dc46d6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5511231 Sep 23 06:53:57.158793 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40290) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:53:57.166312 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-8e7cd4a6-b5af-4df0-8f1c-9d081c9af176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:57.195992 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-54d01e70-c05c-40ea-aa5a-2ba3f9cbfa5e tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:57.343785 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-8e7cd4a6-b5af-4df0-8f1c-9d081c9af176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:57.350573 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-8e7cd4a6-b5af-4df0-8f1c-9d081c9af176 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:57.352616 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-8e7cd4a6-b5af-4df0-8f1c-9d081c9af176 service neutron] 10.222.0.58 "PUT /v2.0/ports/2967a824-073c-4484-ab0d-43a76601a0ab HTTP/1.1" status: 200 len: 1131 time: 2.1695719 Sep 23 06:53:57.451975 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7cd4a6-b5af-4df0-8f1c-9d081c9af176 service neutron] Pushing event updated for resources: {'Port': ['ID=2967a824-073c-4484-ab0d-43a76601a0ab,revision_number=3']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:53:57.463362 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-39dbea32-80ea-4357-a610-6c37e3352a2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:57.469627 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-b6e35641-d70c-45b9-8ba6-78caf8f0d3cf service neutron] Request body: {'port': {'device_id': '4e650ab1-4163-4a0e-ad47-59d87ee3ce79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:53:57.471780 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3c51ca6e-5401-4b18-9e75-b6dc396737d6 req-1fca3d27-2b45-4719-a20e-b4520b9ffc3a tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/security-groups?id=af4b1172-21fa-42ea-8f78-02b27dc94910&id=b479065b-36b3-4865-ad7c-063369a14027&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3569994 Sep 23 06:53:57.519232 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54d01e70-c05c-40ea-aa5a-2ba3f9cbfa5e tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Router 6522d751-3c42-446b-92e0-70f393cc2520 is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 06:53:57.563980 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e650ab1-4163-4a0e-ad47-59d87ee3ce79', 'tag': '2967a824-073c-4484-ab0d-43a76601a0ab'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:53:57.568609 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d871bc-edd8-44f4-af13-09fc4921e588" -d '{"events": [{"name": "network-changed", "server_uuid": "4e650ab1-4163-4a0e-ad47-59d87ee3ce79", "tag": "2967a824-073c-4484-ab0d-43a76601a0ab"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:53:57.588849 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c7a45440-facc-43b0-b1bb-31fe41214851 req-fcd1b924-77e5-46ac-8ef4-db9445112fd3 tempest-ServerShowV254Test-1305561243 tempest-ServerShowV254Test-1305561243-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b248f54-6c1c-4411-a557-93fe8f78df0e HTTP/1.1" status: 200 len: 210 time: 0.1233566 Sep 23 06:53:57.668184 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-b6e35641-d70c-45b9-8ba6-78caf8f0d3cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:57.688510 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-39dbea32-80ea-4357-a610-6c37e3352a2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:57.705829 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1075746-ee44-4f2d-8b94-59abbc0354f4 x-openstack-request-id: req-c1075746-ee44-4f2d-8b94-59abbc0354f4 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:53:57.706211 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e650ab1-4163-4a0e-ad47-59d87ee3ce79", "tag": "2967a824-073c-4484-ab0d-43a76601a0ab", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:53:57.706382 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c1075746-ee44-4f2d-8b94-59abbc0354f4 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:53:57.706778 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e650ab1-4163-4a0e-ad47-59d87ee3ce79', 'tag': '2967a824-073c-4484-ab0d-43a76601a0ab', 'status': 'completed', 'code': 200} Sep 23 06:53:57.881561 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47cbd65-fcb5-4006-86c7-bbdd4ca51585 req-bbb65bdc-cc4d-47fe-ac54-45059c95ed39 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:57.883170 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a47cbd65-fcb5-4006-86c7-bbdd4ca51585 req-bbb65bdc-cc4d-47fe-ac54-45059c95ed39 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 946 time: 0.2552502 Sep 23 06:53:57.891707 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-39dbea32-80ea-4357-a610-6c37e3352a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:57.896095 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-39dbea32-80ea-4357-a610-6c37e3352a2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:57.897251 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-39dbea32-80ea-4357-a610-6c37e3352a2f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2b3f0bda-1e53-4373-9f49-011a0a273fdb HTTP/1.1" status: 204 len: 168 time: 0.7369547 Sep 23 06:53:57.940758 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dbea32-80ea-4357-a610-6c37e3352a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3f0bda-1e53-4373-9f49-011a0a273fdb,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:53:57.970360 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54d01e70-c05c-40ea-aa5a-2ba3f9cbfa5e tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:53:57.988050 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e48aa07-a8ac-40c9-a258-3aef7123533c None None] Sync routers for ids ['6522d751-3c42-446b-92e0-70f393cc2520'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:53:58.021937 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e48aa07-a8ac-40c9-a258-3aef7123533c None None] Routers {'6522d751-3c42-446b-92e0-70f393cc2520'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:53:58.023566 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-3e48aa07-a8ac-40c9-a258-3aef7123533c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:53:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['6522d751-3c42-446b-92e0-70f393cc2520'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:53:58.045790 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d871bc-edd8-44f4-af13-09fc4921e588 req-38a6073c-96a4-4af2-9504-eb856e4d5a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:58.046419 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d871bc-edd8-44f4-af13-09fc4921e588 req-38a6073c-96a4-4af2-9504-eb856e4d5a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:58.047048 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d871bc-edd8-44f4-af13-09fc4921e588 req-38a6073c-96a4-4af2-9504-eb856e4d5a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:58.047604 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d871bc-edd8-44f4-af13-09fc4921e588 req-38a6073c-96a4-4af2-9504-eb856e4d5a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:58.048177 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d871bc-edd8-44f4-af13-09fc4921e588 req-38a6073c-96a4-4af2-9504-eb856e4d5a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:58.057772 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d871bc-edd8-44f4-af13-09fc4921e588 req-38a6073c-96a4-4af2-9504-eb856e4d5a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:58.059773 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c8d871bc-edd8-44f4-af13-09fc4921e588 req-38a6073c-96a4-4af2-9504-eb856e4d5a85 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3be4c5cb804b4ff99ee0f3347ae7c2c6&device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79 HTTP/1.1" status: 200 len: 5289 time: 0.2969949 Sep 23 06:53:58.072088 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a47cbd65-fcb5-4006-86c7-bbdd4ca51585 req-210a5534-63a2-4188-a390-1e5648e234b9 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706696 Sep 23 06:53:58.102137 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-3e48aa07-a8ac-40c9-a258-3aef7123533c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:53:58.120667 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e48aa07-a8ac-40c9-a258-3aef7123533c None None] Routers {'6522d751-3c42-446b-92e0-70f393cc2520'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:53:58.123446 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-3e48aa07-a8ac-40c9-a258-3aef7123533c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:53:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['6522d751-3c42-446b-92e0-70f393cc2520'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:53:58.126551 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-54d01e70-c05c-40ea-aa5a-2ba3f9cbfa5e tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:58.130796 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-54d01e70-c05c-40ea-aa5a-2ba3f9cbfa5e tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.2952428 Sep 23 06:53:58.131454 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40304) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:53:58.151433 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-cf7a3dce-6c4e-4481-bbc7-c09eb38f640e tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:53:58.205657 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-3e48aa07-a8ac-40c9-a258-3aef7123533c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:53:58.210323 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e48aa07-a8ac-40c9-a258-3aef7123533c None None] The sync data for ids ['6522d751-3c42-446b-92e0-70f393cc2520'] in n-d-715271-16 is: [] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:53:58.240531 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6861435-2588-45e5-bfaa-eaf3f402ce32 req-a5978952-b87b-4212-b2c1-ba316cdd933b tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:58.251133 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d6861435-2588-45e5-bfaa-eaf3f402ce32 req-a5978952-b87b-4212-b2c1-ba316cdd933b tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=10ba9f18-bd36-468a-9643-66e772e1ecdb HTTP/1.1" status: 200 len: 946 time: 0.1418877 Sep 23 06:53:58.312728 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-b6e35641-d70c-45b9-8ba6-78caf8f0d3cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec16f835-822f-4543-a177-5c6ae4f55507 {{(pid=95066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:53:58.342588 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d6861435-2588-45e5-bfaa-eaf3f402ce32 req-87adef1f-4283-42fa-93e7-93b498a66fbc tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=df69b107-d214-48a1-9de3-f64218339a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902905 Sep 23 06:53:58.348267 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-b6e35641-d70c-45b9-8ba6-78caf8f0d3cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:58.355662 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d871bc-edd8-44f4-af13-09fc4921e588 req-0d36f22a-96cd-4ae0-91c7-ffe1bf2534a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:58.356428 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d871bc-edd8-44f4-af13-09fc4921e588 req-0d36f22a-96cd-4ae0-91c7-ffe1bf2534a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:58.357192 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d871bc-edd8-44f4-af13-09fc4921e588 req-0d36f22a-96cd-4ae0-91c7-ffe1bf2534a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:58.359132 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c8d871bc-edd8-44f4-af13-09fc4921e588 req-0d36f22a-96cd-4ae0-91c7-ffe1bf2534a2 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=3be4c5cb804b4ff99ee0f3347ae7c2c6&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2858083 Sep 23 06:53:58.385686 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.provisioning_blocks [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-b6e35641-d70c-45b9-8ba6-78caf8f0d3cf service neutron] Transition to ACTIVE for port object ec16f835-822f-4543-a177-5c6ae4f55507 will not be triggered until provisioned by entity L2. {{(pid=95066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:53:58.391583 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-b6e35641-d70c-45b9-8ba6-78caf8f0d3cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:58.533591 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e35641-d70c-45b9-8ba6-78caf8f0d3cf service neutron] Pushing event updated for resources: {'Port': ['ID=ec16f835-822f-4543-a177-5c6ae4f55507,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:53:58.734814 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-b6e35641-d70c-45b9-8ba6-78caf8f0d3cf service neutron] Attempting to bind port ec16f835-822f-4543-a177-5c6ae4f55507 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:53:58.735158 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-b6e35641-d70c-45b9-8ba6-78caf8f0d3cf service neutron] Attempting to bind port ec16f835-822f-4543-a177-5c6ae4f55507 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': 'fde5b785-ef23-4548-a8d2-9c3bbce91b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:53:58.735489 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-b6e35641-d70c-45b9-8ba6-78caf8f0d3cf service neutron] Attempting to bind port ec16f835-822f-4543-a177-5c6ae4f55507 on network a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:53:58.762809 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-b6e35641-d70c-45b9-8ba6-78caf8f0d3cf service neutron] Port ec16f835-822f-4543-a177-5c6ae4f55507 on network a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:53:58.763135 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-b6e35641-d70c-45b9-8ba6-78caf8f0d3cf service neutron] Attempting to bind port ec16f835-822f-4543-a177-5c6ae4f55507 on network a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:53:59.244965 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-b6e35641-d70c-45b9-8ba6-78caf8f0d3cf service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:53:59.246131 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-b6e35641-d70c-45b9-8ba6-78caf8f0d3cf service neutron] Checking segment: {'id': 'fde5b785-ef23-4548-a8d2-9c3bbce91b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:53:59.246131 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-b6e35641-d70c-45b9-8ba6-78caf8f0d3cf service neutron] Bound using segment: {'id': 'fde5b785-ef23-4548-a8d2-9c3bbce91b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:53:59.246131 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-b6e35641-d70c-45b9-8ba6-78caf8f0d3cf service neutron] Bound port: ec16f835-822f-4543-a177-5c6ae4f55507, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fde5b785-ef23-4548-a8d2-9c3bbce91b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:53:59.246727 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-b6e35641-d70c-45b9-8ba6-78caf8f0d3cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:59.336724 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-b6e35641-d70c-45b9-8ba6-78caf8f0d3cf service neutron] For port ec16f835-822f-4543-a177-5c6ae4f55507, host n-h2-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:53:59.340378 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-b6e35641-d70c-45b9-8ba6-78caf8f0d3cf service neutron] For port ec16f835-822f-4543-a177-5c6ae4f55507, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=ec16f835-822f-4543-a177-5c6ae4f55507,segment=NetworkSegment(fde5b785-ef23-4548-a8d2-9c3bbce91b66),segment_id=fde5b785-ef23-4548-a8d2-9c3bbce91b66)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:53:59.357129 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d20434b4-f95d-41ef-9e6b-a19e56923d9a req-57cf7afd-5f09-4440-9770-ff051844314c tempest-ServerShowV254Test-1305561243 tempest-ServerShowV254Test-1305561243-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b248f54-6c1c-4411-a557-93fe8f78df0e HTTP/1.1" status: 200 len: 210 time: 0.5927346 Sep 23 06:53:59.359184 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-b6e35641-d70c-45b9-8ba6-78caf8f0d3cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:59.503766 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-b6e35641-d70c-45b9-8ba6-78caf8f0d3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:59.505215 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-b6e35641-d70c-45b9-8ba6-78caf8f0d3cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:59.507335 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-b6e35641-d70c-45b9-8ba6-78caf8f0d3cf service neutron] 10.222.0.58 "PUT /v2.0/ports/ec16f835-822f-4543-a177-5c6ae4f55507 HTTP/1.1" status: 200 len: 1132 time: 2.0460322 Sep 23 06:53:59.507712 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cf7a3dce-6c4e-4481-bbc7-c09eb38f640e tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:59.548667 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cf7a3dce-6c4e-4481-bbc7-c09eb38f640e tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:59.559203 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e35641-d70c-45b9-8ba6-78caf8f0d3cf service neutron] Pushing event updated for resources: {'Port': ['ID=ec16f835-822f-4543-a177-5c6ae4f55507,revision_number=3']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:53:59.565118 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d871bc-edd8-44f4-af13-09fc4921e588 req-753e70dd-057a-4688-9bd7-05e18b723f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:59.575439 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-6fbb6998-9ac6-4be5-b556-b5d2e32a9059 service neutron] Request body: {'port': {'device_id': '4e650ab1-4163-4a0e-ad47-59d87ee3ce79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:53:59.582830 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c8d871bc-edd8-44f4-af13-09fc4921e588 req-753e70dd-057a-4688-9bd7-05e18b723f7f service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2133584 Sep 23 06:53:59.617656 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a9146f-89a7-48c2-9fcb-e5083fe11c4b req-a220528d-d8a7-45db-b47a-0649f874a91b tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:59.627800 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a9146f-89a7-48c2-9fcb-e5083fe11c4b req-a220528d-d8a7-45db-b47a-0649f874a91b tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:59.641051 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a9146f-89a7-48c2-9fcb-e5083fe11c4b req-a220528d-d8a7-45db-b47a-0649f874a91b tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:59.669705 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a9146f-89a7-48c2-9fcb-e5083fe11c4b req-a220528d-d8a7-45db-b47a-0649f874a91b tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:59.696434 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a9146f-89a7-48c2-9fcb-e5083fe11c4b req-a220528d-d8a7-45db-b47a-0649f874a91b tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:59.703018 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-6fbb6998-9ac6-4be5-b556-b5d2e32a9059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:53:59.718247 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e650ab1-4163-4a0e-ad47-59d87ee3ce79', 'tag': 'ec16f835-822f-4543-a177-5c6ae4f55507'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:53:59.721805 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91218a3d-07b1-491d-b2cb-d692977c28f8" -d '{"events": [{"name": "network-changed", "server_uuid": "4e650ab1-4163-4a0e-ad47-59d87ee3ce79", "tag": "ec16f835-822f-4543-a177-5c6ae4f55507"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:53:59.724991 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a9146f-89a7-48c2-9fcb-e5083fe11c4b req-a220528d-d8a7-45db-b47a-0649f874a91b tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:59.748463 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a9146f-89a7-48c2-9fcb-e5083fe11c4b req-a220528d-d8a7-45db-b47a-0649f874a91b tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:53:59.750475 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-81a9146f-89a7-48c2-9fcb-e5083fe11c4b req-a220528d-d8a7-45db-b47a-0649f874a91b tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79 HTTP/1.1" status: 200 len: 5374 time: 0.8957973 Sep 23 06:53:59.887436 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-81a9146f-89a7-48c2-9fcb-e5083fe11c4b req-6d1ab22b-3df1-414d-88ee-1e7589e706c7 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/security-groups?id=af4b1172-21fa-42ea-8f78-02b27dc94910&id=b479065b-36b3-4865-ad7c-063369a14027&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0740573 Sep 23 06:53:59.896551 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-cf7a3dce-6c4e-4481-bbc7-c09eb38f640e tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Deleting port c0b76c9a-c450-413f-8745-74d6d49d05d0 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:53:59.896899 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cf7a3dce-6c4e-4481-bbc7-c09eb38f640e tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:00.089710 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cf7a3dce-6c4e-4481-bbc7-c09eb38f640e tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:00.152052 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-cf7a3dce-6c4e-4481-bbc7-c09eb38f640e tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Calling delete_port for c0b76c9a-c450-413f-8745-74d6d49d05d0 owned by network:router_gateway {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:54:00.170231 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02221b3-250b-461b-997e-96cda6750125 req-42bcfa14-bfea-478a-8b4b-f22923b7c7e1 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:00.170609 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dbf646-0649-4be9-83a2-08a8720e8486 req-77f4fb6e-7738-4787-bb08-4eaf04955f7b tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:00.171744 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e02221b3-250b-461b-997e-96cda6750125 req-42bcfa14-bfea-478a-8b4b-f22923b7c7e1 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 946 time: 0.3713782 Sep 23 06:54:00.178518 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-53dbf646-0649-4be9-83a2-08a8720e8486 req-77f4fb6e-7738-4787-bb08-4eaf04955f7b tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=10ba9f18-bd36-468a-9643-66e772e1ecdb HTTP/1.1" status: 200 len: 946 time: 0.1005547 Sep 23 06:54:00.258923 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-53dbf646-0649-4be9-83a2-08a8720e8486 req-8eeebb22-1e4a-4080-964a-31817f669eb9 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=df69b107-d214-48a1-9de3-f64218339a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730548 Sep 23 06:54:00.378488 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f5d1b2-04fc-412c-94f7-b6806d98a525 x-openstack-request-id: req-45f5d1b2-04fc-412c-94f7-b6806d98a525 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:54:00.379409 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e650ab1-4163-4a0e-ad47-59d87ee3ce79", "tag": "ec16f835-822f-4543-a177-5c6ae4f55507", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:54:00.379815 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-45f5d1b2-04fc-412c-94f7-b6806d98a525 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:54:00.380446 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e650ab1-4163-4a0e-ad47-59d87ee3ce79', 'tag': 'ec16f835-822f-4543-a177-5c6ae4f55507', 'status': 'completed', 'code': 200} Sep 23 06:54:00.444901 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91218a3d-07b1-491d-b2cb-d692977c28f8 req-a834c8f2-7fdf-4d4a-aa8d-f451e2819ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:00.445442 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91218a3d-07b1-491d-b2cb-d692977c28f8 req-a834c8f2-7fdf-4d4a-aa8d-f451e2819ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:00.445966 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91218a3d-07b1-491d-b2cb-d692977c28f8 req-a834c8f2-7fdf-4d4a-aa8d-f451e2819ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:00.446488 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91218a3d-07b1-491d-b2cb-d692977c28f8 req-a834c8f2-7fdf-4d4a-aa8d-f451e2819ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:00.447185 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91218a3d-07b1-491d-b2cb-d692977c28f8 req-a834c8f2-7fdf-4d4a-aa8d-f451e2819ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:00.447498 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91218a3d-07b1-491d-b2cb-d692977c28f8 req-a834c8f2-7fdf-4d4a-aa8d-f451e2819ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:00.447983 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91218a3d-07b1-491d-b2cb-d692977c28f8 req-a834c8f2-7fdf-4d4a-aa8d-f451e2819ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:00.450782 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-91218a3d-07b1-491d-b2cb-d692977c28f8 req-a834c8f2-7fdf-4d4a-aa8d-f451e2819ab2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3be4c5cb804b4ff99ee0f3347ae7c2c6&device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79 HTTP/1.1" status: 200 len: 6214 time: 0.0672667 Sep 23 06:54:00.505803 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-6fbb6998-9ac6-4be5-b556-b5d2e32a9059 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea4acb4d-2ff2-49b3-ae8f-b03131cd7298 {{(pid=95066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:54:00.538059 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-6fbb6998-9ac6-4be5-b556-b5d2e32a9059 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:00.613801 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e02221b3-250b-461b-997e-96cda6750125 req-9ffade6f-fa58-4765-bad5-1c52ef7f1d2d tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4235761 Sep 23 06:54:00.675853 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91218a3d-07b1-491d-b2cb-d692977c28f8 req-0cf98d19-6eee-4780-abb5-d641d25dff30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:00.676567 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91218a3d-07b1-491d-b2cb-d692977c28f8 req-0cf98d19-6eee-4780-abb5-d641d25dff30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:00.677135 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91218a3d-07b1-491d-b2cb-d692977c28f8 req-0cf98d19-6eee-4780-abb5-d641d25dff30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:00.679798 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-91218a3d-07b1-491d-b2cb-d692977c28f8 req-0cf98d19-6eee-4780-abb5-d641d25dff30 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=3be4c5cb804b4ff99ee0f3347ae7c2c6&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2174528 Sep 23 06:54:00.692442 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.provisioning_blocks [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-6fbb6998-9ac6-4be5-b556-b5d2e32a9059 service neutron] Transition to ACTIVE for port object ea4acb4d-2ff2-49b3-ae8f-b03131cd7298 will not be triggered until provisioned by entity L2. {{(pid=95066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:54:00.703870 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-6fbb6998-9ac6-4be5-b556-b5d2e32a9059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:00.770585 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40362) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:00.840050 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbb6998-9ac6-4be5-b556-b5d2e32a9059 service neutron] Pushing event updated for resources: {'Port': ['ID=ea4acb4d-2ff2-49b3-ae8f-b03131cd7298,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:00.981661 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cf7a3dce-6c4e-4481-bbc7-c09eb38f640e tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:00.999058 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-6fbb6998-9ac6-4be5-b556-b5d2e32a9059 service neutron] Attempting to bind port ea4acb4d-2ff2-49b3-ae8f-b03131cd7298 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:54:00.999401 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-6fbb6998-9ac6-4be5-b556-b5d2e32a9059 service neutron] Attempting to bind port ea4acb4d-2ff2-49b3-ae8f-b03131cd7298 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': 'fde5b785-ef23-4548-a8d2-9c3bbce91b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:54:00.999728 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-6fbb6998-9ac6-4be5-b556-b5d2e32a9059 service neutron] Attempting to bind port ea4acb4d-2ff2-49b3-ae8f-b03131cd7298 on network a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:54:01.010354 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-e3d53ba8-111b-44bd-b9bc-c0573d21980c tempest-MeteringTestJSON-876070413 tempest-MeteringTestJSON-876070413-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1306707710'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:54:01.010835 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-e3d53ba8-111b-44bd-b9bc-c0573d21980c tempest-MeteringTestJSON-876070413 tempest-MeteringTestJSON-876070413-project-admin] Unknown quota resources ['metering_label']. {{(pid=95066) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 23 06:54:01.018296 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-6fbb6998-9ac6-4be5-b556-b5d2e32a9059 service neutron] Port ea4acb4d-2ff2-49b3-ae8f-b03131cd7298 on network a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:54:01.018622 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-6fbb6998-9ac6-4be5-b556-b5d2e32a9059 service neutron] Attempting to bind port ea4acb4d-2ff2-49b3-ae8f-b03131cd7298 on network a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:54:01.076129 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91218a3d-07b1-491d-b2cb-d692977c28f8 req-fc7d3ee4-e386-42b7-9b64-c22916b3828e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:01.081066 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-91218a3d-07b1-491d-b2cb-d692977c28f8 req-fc7d3ee4-e386-42b7-9b64-c22916b3828e service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3934851 Sep 23 06:54:01.098466 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-058293f3-885b-44e7-9c9f-74ddb7ecccb3 req-754d7ef8-87db-4f99-900b-d4aeb5fa7865 tempest-ServerShowV254Test-1305561243 tempest-ServerShowV254Test-1305561243-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b248f54-6c1c-4411-a557-93fe8f78df0e HTTP/1.1" status: 200 len: 210 time: 0.5313640 Sep 23 06:54:01.122172 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7a3dce-6c4e-4481-bbc7-c09eb38f640e tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Pushing event deleted for resources: {'Port': ['ID=c0b76c9a-c450-413f-8745-74d6d49d05d0,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:01.139930 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-6fbb6998-9ac6-4be5-b556-b5d2e32a9059 service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:54:01.140398 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-6fbb6998-9ac6-4be5-b556-b5d2e32a9059 service neutron] Checking segment: {'id': 'fde5b785-ef23-4548-a8d2-9c3bbce91b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:54:01.140747 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-6fbb6998-9ac6-4be5-b556-b5d2e32a9059 service neutron] Bound using segment: {'id': 'fde5b785-ef23-4548-a8d2-9c3bbce91b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:54:01.141249 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-6fbb6998-9ac6-4be5-b556-b5d2e32a9059 service neutron] Bound port: ea4acb4d-2ff2-49b3-ae8f-b03131cd7298, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fde5b785-ef23-4548-a8d2-9c3bbce91b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:54:01.145937 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-6fbb6998-9ac6-4be5-b556-b5d2e32a9059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:01.309042 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cf7a3dce-6c4e-4481-bbc7-c09eb38f640e tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2068563'] for router_gateway, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:01.409385 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e3d53ba8-111b-44bd-b9bc-c0573d21980c tempest-MeteringTestJSON-876070413 tempest-MeteringTestJSON-876070413-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:01.410597 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-e3d53ba8-111b-44bd-b9bc-c0573d21980c tempest-MeteringTestJSON-876070413 tempest-MeteringTestJSON-876070413-project-admin] 10.222.0.39 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.6365335 Sep 23 06:54:01.420961 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40374) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:01.425577 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-b4b2a9fe-1771-44a1-8f57-7da7fdc4d5b9 tempest-MeteringTestJSON-876070413 tempest-MeteringTestJSON-876070413-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '48bf72eb-5e4d-4d73-bf30-5ad6149be897'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:54:01.426609 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-b4b2a9fe-1771-44a1-8f57-7da7fdc4d5b9 tempest-MeteringTestJSON-876070413 tempest-MeteringTestJSON-876070413-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95065) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 23 06:54:01.463976 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-6fbb6998-9ac6-4be5-b556-b5d2e32a9059 service neutron] For port ea4acb4d-2ff2-49b3-ae8f-b03131cd7298, host n-h2-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:54:01.467767 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-6fbb6998-9ac6-4be5-b556-b5d2e32a9059 service neutron] For port ea4acb4d-2ff2-49b3-ae8f-b03131cd7298, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=ea4acb4d-2ff2-49b3-ae8f-b03131cd7298,segment=NetworkSegment(fde5b785-ef23-4548-a8d2-9c3bbce91b66),segment_id=fde5b785-ef23-4548-a8d2-9c3bbce91b66)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:54:01.479497 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-6fbb6998-9ac6-4be5-b556-b5d2e32a9059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:01.563596 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-6fbb6998-9ac6-4be5-b556-b5d2e32a9059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:01.564322 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-6fbb6998-9ac6-4be5-b556-b5d2e32a9059 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:01.565818 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-6fbb6998-9ac6-4be5-b556-b5d2e32a9059 service neutron] 10.222.0.58 "PUT /v2.0/ports/ea4acb4d-2ff2-49b3-ae8f-b03131cd7298 HTTP/1.1" status: 200 len: 1092 time: 1.9947209 Sep 23 06:54:01.566791 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbb6998-9ac6-4be5-b556-b5d2e32a9059 service neutron] Pushing event updated for resources: {'Port': ['ID=ea4acb4d-2ff2-49b3-ae8f-b03131cd7298,revision_number=3']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:01.604222 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a191b9-070e-4fe4-bd09-593af4fd0aeb req-b6933903-019c-4458-a2dd-fbd094f2a8c9 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:01.611671 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a191b9-070e-4fe4-bd09-593af4fd0aeb req-b6933903-019c-4458-a2dd-fbd094f2a8c9 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:01.620325 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a191b9-070e-4fe4-bd09-593af4fd0aeb req-b6933903-019c-4458-a2dd-fbd094f2a8c9 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:01.627794 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a191b9-070e-4fe4-bd09-593af4fd0aeb req-b6933903-019c-4458-a2dd-fbd094f2a8c9 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:01.627994 n-d-715271-16 neutron-server[95065]: WARNING neutron.services.metering.metering_plugin [None req-b4b2a9fe-1771-44a1-8f57-7da7fdc4d5b9 tempest-MeteringTestJSON-876070413 tempest-MeteringTestJSON-876070413-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 23 06:54:01.635041 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a191b9-070e-4fe4-bd09-593af4fd0aeb req-b6933903-019c-4458-a2dd-fbd094f2a8c9 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:01.647783 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a191b9-070e-4fe4-bd09-593af4fd0aeb req-b6933903-019c-4458-a2dd-fbd094f2a8c9 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:01.655198 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a191b9-070e-4fe4-bd09-593af4fd0aeb req-b6933903-019c-4458-a2dd-fbd094f2a8c9 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:01.665253 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f2a191b9-070e-4fe4-bd09-593af4fd0aeb req-b6933903-019c-4458-a2dd-fbd094f2a8c9 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79 HTTP/1.1" status: 200 len: 5386 time: 0.3439062 Sep 23 06:54:01.692293 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-167af7e0-180d-4371-8753-e271639d35c2 service neutron] Request body: {'port': {'device_id': '4e650ab1-4163-4a0e-ad47-59d87ee3ce79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:54:01.806204 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f2a191b9-070e-4fe4-bd09-593af4fd0aeb req-bbad1635-c3f6-42ad-a613-aef856c45db5 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/security-groups?id=af4b1172-21fa-42ea-8f78-02b27dc94910&id=b479065b-36b3-4865-ad7c-063369a14027&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1385262 Sep 23 06:54:01.806870 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-167af7e0-180d-4371-8753-e271639d35c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:02.055323 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b4b2a9fe-1771-44a1-8f57-7da7fdc4d5b9 tempest-MeteringTestJSON-876070413 tempest-MeteringTestJSON-876070413-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:02.060757 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-b4b2a9fe-1771-44a1-8f57-7da7fdc4d5b9 tempest-MeteringTestJSON-876070413 tempest-MeteringTestJSON-876070413-project-admin] 10.222.0.39 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6352484 Sep 23 06:54:02.078411 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40380) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:02.105089 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-15127530-0ddd-4a83-9b3b-7b3dcf04562e tempest-MeteringTestJSON-876070413 tempest-MeteringTestJSON-876070413-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '48bf72eb-5e4d-4d73-bf30-5ad6149be897'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:54:02.105604 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-15127530-0ddd-4a83-9b3b-7b3dcf04562e tempest-MeteringTestJSON-876070413 tempest-MeteringTestJSON-876070413-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95066) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 23 06:54:02.160025 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cf7a3dce-6c4e-4481-bbc7-c09eb38f640e tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2069904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5251'] for router, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:02.166321 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cf7a3dce-6c4e-4481-bbc7-c09eb38f640e tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2069929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2069922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2064665'] for router, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:02.172965 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c6e4225d-0e3c-4039-bf21-c46d96d1de78 req-0085d5a4-8bdf-4284-89bf-77ae13c279ff service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7cd761e0-072c-46ae-8bd5-f6d1ff77734e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6826308 Sep 23 06:54:02.183958 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6291ee10-762b-4b5c-b1c6-13c770a2313e req-bb5c5047-2515-40eb-b3c0-41e5f17d4b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:02.186028 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6291ee10-762b-4b5c-b1c6-13c770a2313e req-bb5c5047-2515-40eb-b3c0-41e5f17d4b36 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=89cde1f180a04b9a82f94238d641b222&device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 1098 time: 0.6079698 Sep 23 06:54:02.263314 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fcb368-fb29-4737-ac4d-d57277f537bd req-f243ab2e-e42d-4ac6-a735-9727187d2603 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:02.271261 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-11fcb368-fb29-4737-ac4d-d57277f537bd req-f243ab2e-e42d-4ac6-a735-9727187d2603 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 946 time: 0.2735093 Sep 23 06:54:02.303863 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f373a402-2650-425a-8c65-b55cad443afa req-f097c4d9-dbe5-415d-93d8-a6fe53e96e38 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:02.311820 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f373a402-2650-425a-8c65-b55cad443afa req-f097c4d9-dbe5-415d-93d8-a6fe53e96e38 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=10ba9f18-bd36-468a-9643-66e772e1ecdb HTTP/1.1" status: 200 len: 946 time: 0.7347929 Sep 23 06:54:02.316247 n-d-715271-16 neutron-server[95066]: WARNING neutron.services.metering.metering_plugin [None req-15127530-0ddd-4a83-9b3b-7b3dcf04562e tempest-MeteringTestJSON-876070413 tempest-MeteringTestJSON-876070413-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 23 06:54:02.426920 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf7a3dce-6c4e-4481-bbc7-c09eb38f640e tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Router 6522d751-3c42-446b-92e0-70f393cc2520 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:54:02.511131 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-11fcb368-fb29-4737-ac4d-d57277f537bd req-7061e3de-a565-46d3-91ff-24d09bfee18b tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389805 Sep 23 06:54:02.511872 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e650ab1-4163-4a0e-ad47-59d87ee3ce79', 'tag': 'ea4acb4d-2ff2-49b3-ae8f-b03131cd7298'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:54:02.514092 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb18d8c1-9139-46ad-89f7-f5c0dca2413a" -d '{"events": [{"name": "network-changed", "server_uuid": "4e650ab1-4163-4a0e-ad47-59d87ee3ce79", "tag": "ea4acb4d-2ff2-49b3-ae8f-b03131cd7298"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:54:02.596722 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e4225d-0e3c-4039-bf21-c46d96d1de78 req-f99cf265-5513-47f4-9718-5457030fb2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:02.598861 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c6e4225d-0e3c-4039-bf21-c46d96d1de78 req-f99cf265-5513-47f4-9718-5457030fb2da service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d7938816ab9c44ebb4e957f360576dc8&device_id=7cd761e0-072c-46ae-8bd5-f6d1ff77734e HTTP/1.1" status: 200 len: 1097 time: 0.3643174 Sep 23 06:54:02.653637 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-167af7e0-180d-4371-8753-e271639d35c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dae8f25f-c017-48b4-8dfb-e6deacfb0ac2 {{(pid=95066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:54:02.665042 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-15127530-0ddd-4a83-9b3b-7b3dcf04562e tempest-MeteringTestJSON-876070413 tempest-MeteringTestJSON-876070413-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:02.670839 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-15127530-0ddd-4a83-9b3b-7b3dcf04562e tempest-MeteringTestJSON-876070413 tempest-MeteringTestJSON-876070413-project-admin] 10.222.0.39 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5714927 Sep 23 06:54:02.672225 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40392) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:02.674558 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-167af7e0-180d-4371-8753-e271639d35c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:02.710198 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-cfafa949-95fc-4479-a070-64adc4918a1f tempest-MeteringTestJSON-876070413 tempest-MeteringTestJSON-876070413-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-label-rules?id=abeb54f8-0bb7-4609-8b55-8f660ec8c640 HTTP/1.1" status: 200 len: 464 time: 0.0296395 Sep 23 06:54:02.712434 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40394) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:02.719633 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.provisioning_blocks [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-167af7e0-180d-4371-8753-e271639d35c2 service neutron] Transition to ACTIVE for port object dae8f25f-c017-48b4-8dfb-e6deacfb0ac2 will not be triggered until provisioned by entity L2. {{(pid=95066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:54:02.735861 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-167af7e0-180d-4371-8753-e271639d35c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:02.739424 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f373a402-2650-425a-8c65-b55cad443afa req-b98fb5e4-e114-4ac1-82b2-4145b9efee84 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=df69b107-d214-48a1-9de3-f64218339a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4265263 Sep 23 06:54:02.750526 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6291ee10-762b-4b5c-b1c6-13c770a2313e req-75fb0621-9cf3-45f7-8d60-88a89db05382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:02.752422 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6291ee10-762b-4b5c-b1c6-13c770a2313e req-75fb0621-9cf3-45f7-8d60-88a89db05382 service neutron] 10.222.0.58 "GET /v2.0/networks?id=218c58b5-0e0b-4646-89a6-548d923b3f5b HTTP/1.1" status: 200 len: 914 time: 0.5149090 Sep 23 06:54:02.753355 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf7a3dce-6c4e-4481-bbc7-c09eb38f640e tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:54:02.761436 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cf7a3dce-6c4e-4481-bbc7-c09eb38f640e tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:02.762955 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-cf7a3dce-6c4e-4481-bbc7-c09eb38f640e tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] 10.222.0.39 "PUT /v2.0/routers/6522d751-3c42-446b-92e0-70f393cc2520 HTTP/1.1" status: 200 len: 710 time: 4.6152329 Sep 23 06:54:02.776168 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f058ec2-2cdb-448d-8f66-748a52d7cee1 None None] Sync routers for ids ['6522d751-3c42-446b-92e0-70f393cc2520'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:54:02.781850 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40396) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:02.817823 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f058ec2-2cdb-448d-8f66-748a52d7cee1 None None] Routers {'6522d751-3c42-446b-92e0-70f393cc2520'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:54:02.821718 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-1f058ec2-2cdb-448d-8f66-748a52d7cee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:53:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['6522d751-3c42-446b-92e0-70f393cc2520'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:02.833443 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6291ee10-762b-4b5c-b1c6-13c770a2313e req-953b1e7e-d819-4616-be7c-10c6f650f5e5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e26b822-5fe6-4529-bd65-af1c22511064 HTTP/1.1" status: 200 len: 217 time: 0.0596347 Sep 23 06:54:02.941681 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fe8601c-4284-4e7c-b213-102cee6d1ad0 x-openstack-request-id: req-7fe8601c-4284-4e7c-b213-102cee6d1ad0 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:54:02.942047 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e650ab1-4163-4a0e-ad47-59d87ee3ce79", "tag": "ea4acb4d-2ff2-49b3-ae8f-b03131cd7298", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:54:02.945424 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7fe8601c-4284-4e7c-b213-102cee6d1ad0 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:54:02.946601 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e650ab1-4163-4a0e-ad47-59d87ee3ce79', 'tag': 'ea4acb4d-2ff2-49b3-ae8f-b03131cd7298', 'status': 'completed', 'code': 200} Sep 23 06:54:03.024774 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-1f058ec2-2cdb-448d-8f66-748a52d7cee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:03.051351 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f058ec2-2cdb-448d-8f66-748a52d7cee1 None None] Routers {'6522d751-3c42-446b-92e0-70f393cc2520'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:54:03.052724 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-1f058ec2-2cdb-448d-8f66-748a52d7cee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:53:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['6522d751-3c42-446b-92e0-70f393cc2520'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:03.080104 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5c360a75-4c17-4e86-9de3-150f9c97271c req-d4e9dc9c-2c48-4992-986b-e6d2312bc057 tempest-ServerShowV254Test-1305561243 tempest-ServerShowV254Test-1305561243-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b248f54-6c1c-4411-a557-93fe8f78df0e HTTP/1.1" status: 200 len: 210 time: 0.1218767 Sep 23 06:54:03.110369 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-1f058ec2-2cdb-448d-8f66-748a52d7cee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:03.111301 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f058ec2-2cdb-448d-8f66-748a52d7cee1 None None] The sync data for ids ['6522d751-3c42-446b-92e0-70f393cc2520'] in n-d-715271-16 is: [] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:54:03.154966 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-e4fd7bbf-8019-4047-9703-d043d9d13636 tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] 10.222.0.39 "GET /v2.0/routers/6522d751-3c42-446b-92e0-70f393cc2520 HTTP/1.1" status: 200 len: 745 time: 0.3694203 Sep 23 06:54:03.171598 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40400) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:03.173716 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167af7e0-180d-4371-8753-e271639d35c2 service neutron] Pushing event updated for resources: {'Port': ['ID=dae8f25f-c017-48b4-8dfb-e6deacfb0ac2,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:03.198297 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e4225d-0e3c-4039-bf21-c46d96d1de78 req-4224abfc-5e07-436a-b254-5a11d47eca0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:03.200662 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c6e4225d-0e3c-4039-bf21-c46d96d1de78 req-4224abfc-5e07-436a-b254-5a11d47eca0c service neutron] 10.222.0.21 "GET /v2.0/networks?id=0b3e2c43-e919-45eb-9af3-a484276fff9d HTTP/1.1" status: 200 len: 905 time: 0.4586935 Sep 23 06:54:03.202706 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6291ee10-762b-4b5c-b1c6-13c770a2313e req-5b7ded65-d2a4-4f82-a461-d8a610678c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:03.204328 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6291ee10-762b-4b5c-b1c6-13c770a2313e req-5b7ded65-d2a4-4f82-a461-d8a610678c66 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c520f2a7-ad21-49cf-80dc-376f9b100681 HTTP/1.1" status: 200 len: 853 time: 0.3330057 Sep 23 06:54:03.293025 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6291ee10-762b-4b5c-b1c6-13c770a2313e req-ec3c71f2-b85e-4202-8c36-b0338d117cf4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=218c58b5-0e0b-4646-89a6-548d923b3f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757344 Sep 23 06:54:03.348212 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-780f0293-5782-4690-8850-9917e13d3c4d tempest-MeteringTestJSON-876070413 tempest-MeteringTestJSON-876070413-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:03.350424 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-780f0293-5782-4690-8850-9917e13d3c4d tempest-MeteringTestJSON-876070413 tempest-MeteringTestJSON-876070413-project-admin] 10.222.0.39 "DELETE /v2.0/metering/metering-label-rules/abeb54f8-0bb7-4609-8b55-8f660ec8c640 HTTP/1.1" status: 204 len: 168 time: 0.6363091 Sep 23 06:54:03.353128 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-5906bf8b-6471-4097-9c46-907cc4434b9c tempest-RoutersIpV6AdminTest-829644103 tempest-RoutersIpV6AdminTest-829644103-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=0f47978c-41eb-4cc7-92bf-8b873be8a1a0&device_id=6522d751-3c42-446b-92e0-70f393cc2520 HTTP/1.1" status: 200 len: 205 time: 0.1478350 Sep 23 06:54:03.355192 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40402) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:03.355763 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40404) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:03.361354 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c6e4225d-0e3c-4039-bf21-c46d96d1de78 req-e0377574-f291-4b0b-8e4b-8ba43db3a039 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1482081c-25aa-4b21-b8d3-e3d9ed08029c HTTP/1.1" status: 200 len: 1001 time: 0.1503739 Sep 23 06:54:03.439570 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-cc97eac6-fb50-40f4-802a-f23586e88de0 tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] 10.222.0.39 "GET /v2.0/ports?device_id=6522d751-3c42-446b-92e0-70f393cc2520 HTTP/1.1" status: 200 len: 205 time: 0.0639117 Sep 23 06:54:03.441173 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40406) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:03.452423 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-3ef7261e-5cc2-4dc0-8867-e9d116a5da2a tempest-MeteringTestJSON-876070413 tempest-MeteringTestJSON-876070413-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-label-rules?id=abeb54f8-0bb7-4609-8b55-8f660ec8c640 HTTP/1.1" status: 200 len: 221 time: 0.0816307 Sep 23 06:54:03.463001 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40408) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:03.470749 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-7fe9e475-019d-41ce-9839-c84428de0ad5 tempest-MeteringTestJSON-876070413 tempest-MeteringTestJSON-876070413-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--731229591', 'description': 'label created by tempest'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:54:03.471561 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-7fe9e475-019d-41ce-9839-c84428de0ad5 tempest-MeteringTestJSON-876070413 tempest-MeteringTestJSON-876070413-project-admin] Unknown quota resources ['metering_label']. {{(pid=95066) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 23 06:54:03.490297 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb18d8c1-9139-46ad-89f7-f5c0dca2413a req-70435394-441c-4a97-aea2-2244cc3d06f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:03.491207 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb18d8c1-9139-46ad-89f7-f5c0dca2413a req-70435394-441c-4a97-aea2-2244cc3d06f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:03.491875 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb18d8c1-9139-46ad-89f7-f5c0dca2413a req-70435394-441c-4a97-aea2-2244cc3d06f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:03.492607 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb18d8c1-9139-46ad-89f7-f5c0dca2413a req-70435394-441c-4a97-aea2-2244cc3d06f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:03.493272 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb18d8c1-9139-46ad-89f7-f5c0dca2413a req-70435394-441c-4a97-aea2-2244cc3d06f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:03.493992 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb18d8c1-9139-46ad-89f7-f5c0dca2413a req-70435394-441c-4a97-aea2-2244cc3d06f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:03.494689 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb18d8c1-9139-46ad-89f7-f5c0dca2413a req-70435394-441c-4a97-aea2-2244cc3d06f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:03.496995 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fb18d8c1-9139-46ad-89f7-f5c0dca2413a req-70435394-441c-4a97-aea2-2244cc3d06f2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3be4c5cb804b4ff99ee0f3347ae7c2c6&device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79 HTTP/1.1" status: 200 len: 6308 time: 0.5722387 Sep 23 06:54:03.590409 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90882f-50dd-448c-92a1-e140f0821c43 req-0130a923-bc44-4568-899e-e31a1cfae924 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:03.597392 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90882f-50dd-448c-92a1-e140f0821c43 req-0130a923-bc44-4568-899e-e31a1cfae924 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:03.604577 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90882f-50dd-448c-92a1-e140f0821c43 req-0130a923-bc44-4568-899e-e31a1cfae924 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:03.611606 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90882f-50dd-448c-92a1-e140f0821c43 req-0130a923-bc44-4568-899e-e31a1cfae924 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:03.618701 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90882f-50dd-448c-92a1-e140f0821c43 req-0130a923-bc44-4568-899e-e31a1cfae924 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:03.626380 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90882f-50dd-448c-92a1-e140f0821c43 req-0130a923-bc44-4568-899e-e31a1cfae924 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:03.637163 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90882f-50dd-448c-92a1-e140f0821c43 req-0130a923-bc44-4568-899e-e31a1cfae924 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:03.648062 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5e90882f-50dd-448c-92a1-e140f0821c43 req-0130a923-bc44-4568-899e-e31a1cfae924 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79 HTTP/1.1" status: 200 len: 5398 time: 0.5070422 Sep 23 06:54:03.716225 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-167af7e0-180d-4371-8753-e271639d35c2 service neutron] Attempting to bind port dae8f25f-c017-48b4-8dfb-e6deacfb0ac2 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:54:03.716725 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-167af7e0-180d-4371-8753-e271639d35c2 service neutron] Attempting to bind port dae8f25f-c017-48b4-8dfb-e6deacfb0ac2 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': 'fde5b785-ef23-4548-a8d2-9c3bbce91b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:54:03.717189 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-167af7e0-180d-4371-8753-e271639d35c2 service neutron] Attempting to bind port dae8f25f-c017-48b4-8dfb-e6deacfb0ac2 on network a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:54:03.819301 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-167af7e0-180d-4371-8753-e271639d35c2 service neutron] Port dae8f25f-c017-48b4-8dfb-e6deacfb0ac2 on network a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:54:03.819727 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-167af7e0-180d-4371-8753-e271639d35c2 service neutron] Attempting to bind port dae8f25f-c017-48b4-8dfb-e6deacfb0ac2 on network a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:54:03.870293 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e4225d-0e3c-4039-bf21-c46d96d1de78 req-119742e1-a3fc-4e4e-8de6-e6482acde679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:03.871410 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c6e4225d-0e3c-4039-bf21-c46d96d1de78 req-119742e1-a3fc-4e4e-8de6-e6482acde679 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9fc2d9fb-aad3-4d00-b908-00d3404369a0 HTTP/1.1" status: 200 len: 843 time: 0.4770420 Sep 23 06:54:03.874192 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-167af7e0-180d-4371-8753-e271639d35c2 service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:54:03.874192 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-167af7e0-180d-4371-8753-e271639d35c2 service neutron] Checking segment: {'id': 'fde5b785-ef23-4548-a8d2-9c3bbce91b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:54:03.874466 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-167af7e0-180d-4371-8753-e271639d35c2 service neutron] Bound using segment: {'id': 'fde5b785-ef23-4548-a8d2-9c3bbce91b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:54:03.874884 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-167af7e0-180d-4371-8753-e271639d35c2 service neutron] Bound port: dae8f25f-c017-48b4-8dfb-e6deacfb0ac2, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fde5b785-ef23-4548-a8d2-9c3bbce91b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:54:03.875316 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-167af7e0-180d-4371-8753-e271639d35c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:03.914805 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6291ee10-762b-4b5c-b1c6-13c770a2313e req-1a7b33b3-ffae-4032-a1e2-8f72fade46d6 service neutron] 10.222.0.58 "GET /v2.0/networks/218c58b5-0e0b-4646-89a6-548d923b3f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6124465 Sep 23 06:54:03.917404 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5e90882f-50dd-448c-92a1-e140f0821c43 req-aef8f8a7-e731-43c6-a038-45bcd73e8cfa tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/security-groups?id=af4b1172-21fa-42ea-8f78-02b27dc94910&id=b479065b-36b3-4865-ad7c-063369a14027&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2683017 Sep 23 06:54:03.930537 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7fe9e475-019d-41ce-9839-c84428de0ad5 tempest-MeteringTestJSON-876070413 tempest-MeteringTestJSON-876070413-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:03.931803 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-7fe9e475-019d-41ce-9839-c84428de0ad5 tempest-MeteringTestJSON-876070413 tempest-MeteringTestJSON-876070413-project-admin] 10.222.0.39 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4661081 Sep 23 06:54:03.936897 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40428) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:03.939468 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1cf2606f-ee58-4c93-9b14-8f8e1bc3a8dc tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks [] for router, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:04.067298 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-61cddd51-3145-494e-9985-7664e3467256 tempest-MeteringTestJSON-876070413 tempest-MeteringTestJSON-876070413-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-labels?id=e19b21f8-1afb-4498-9df7-47eb3fbc885c HTTP/1.1" status: 200 len: 467 time: 0.1292205 Sep 23 06:54:04.070368 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40430) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:04.072979 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb18d8c1-9139-46ad-89f7-f5c0dca2413a req-cdcbda96-c47d-4c1b-ba9a-8e67e14018ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:04.073549 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb18d8c1-9139-46ad-89f7-f5c0dca2413a req-cdcbda96-c47d-4c1b-ba9a-8e67e14018ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:04.074141 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb18d8c1-9139-46ad-89f7-f5c0dca2413a req-cdcbda96-c47d-4c1b-ba9a-8e67e14018ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:04.075770 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fb18d8c1-9139-46ad-89f7-f5c0dca2413a req-cdcbda96-c47d-4c1b-ba9a-8e67e14018ad service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=3be4c5cb804b4ff99ee0f3347ae7c2c6&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.5647390 Sep 23 06:54:04.181728 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1cf2606f-ee58-4c93-9b14-8f8e1bc3a8dc tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:04.214985 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d40590-6028-421b-91bc-376484f5995c req-26713e3f-0a7c-4af4-a9e0-a881d88346de tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:04.216441 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d4d40590-6028-421b-91bc-376484f5995c req-26713e3f-0a7c-4af4-a9e0-a881d88346de tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 946 time: 0.3703322 Sep 23 06:54:04.220070 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1cf2606f-ee58-4c93-9b14-8f8e1bc3a8dc tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:04.234323 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e4225d-0e3c-4039-bf21-c46d96d1de78 req-52c21894-85f7-4e83-9f02-8c4eb0c7a480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:04.235800 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c6e4225d-0e3c-4039-bf21-c46d96d1de78 req-52c21894-85f7-4e83-9f02-8c4eb0c7a480 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0b3e2c43-e919-45eb-9af3-a484276fff9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3483222 Sep 23 06:54:04.249583 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-167af7e0-180d-4371-8753-e271639d35c2 service neutron] For port dae8f25f-c017-48b4-8dfb-e6deacfb0ac2, host n-h2-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:54:04.310283 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1cf2606f-ee58-4c93-9b14-8f8e1bc3a8dc tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:04.310792 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf2606f-ee58-4c93-9b14-8f8e1bc3a8dc tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Fanout notify agent at l3_agent the message router_deleted on router 6522d751-3c42-446b-92e0-70f393cc2520 {{(pid=95065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 06:54:04.324508 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1cf2606f-ee58-4c93-9b14-8f8e1bc3a8dc tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:04.329119 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-1cf2606f-ee58-4c93-9b14-8f8e1bc3a8dc tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] 10.222.0.39 "DELETE /v2.0/routers/6522d751-3c42-446b-92e0-70f393cc2520 HTTP/1.1" status: 204 len: 168 time: 0.8831911 Sep 23 06:54:04.329384 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6291ee10-762b-4b5c-b1c6-13c770a2313e req-42f2ebb0-0f50-4623-80ab-62daac982afb service neutron] 10.222.0.58 "GET /v2.0/networks/218c58b5-0e0b-4646-89a6-548d923b3f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4044590 Sep 23 06:54:04.329840 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40434) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:04.370888 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d4d40590-6028-421b-91bc-376484f5995c req-df585bf7-0624-4e70-ab6e-da9422c10ad5 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387200 Sep 23 06:54:04.398504 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-341c55ae-db36-431a-beef-6b7407a6b35b tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] 10.222.0.39 "GET /v2.0/ports?device_id=6522d751-3c42-446b-92e0-70f393cc2520 HTTP/1.1" status: 200 len: 205 time: 0.0544188 Sep 23 06:54:04.402483 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40436) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:04.507458 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [None req-3948d67b-1a41-4a85-8d3d-2da40107b3dc tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] delete failed (client error): The resource could not be found. Sep 23 06:54:04.511945 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-3948d67b-1a41-4a85-8d3d-2da40107b3dc tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] 10.222.0.39 "DELETE /v2.0/routers/6522d751-3c42-446b-92e0-70f393cc2520 HTTP/1.1" status: 404 len: 336 time: 0.1044261 Sep 23 06:54:04.514888 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40438) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:04.557818 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-c2197c2c-912a-411a-9f54-ec5124079806 tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] 10.222.0.39 "GET /v2.0/ports?device_id=3afeadd3-8cf5-4612-992c-b57419a9cfa7 HTTP/1.1" status: 200 len: 205 time: 0.0416863 Sep 23 06:54:04.578556 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c6e4225d-0e3c-4039-bf21-c46d96d1de78 req-022b87bc-749e-4710-8bb4-7894ef785278 service neutron] 10.222.0.21 "GET /v2.0/networks/0b3e2c43-e919-45eb-9af3-a484276fff9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607048 Sep 23 06:54:04.579130 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40440) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:04.621240 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-167af7e0-180d-4371-8753-e271639d35c2 service neutron] For port dae8f25f-c017-48b4-8dfb-e6deacfb0ac2, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=dae8f25f-c017-48b4-8dfb-e6deacfb0ac2,segment=NetworkSegment(fde5b785-ef23-4548-a8d2-9c3bbce91b66),segment_id=fde5b785-ef23-4548-a8d2-9c3bbce91b66)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:54:04.665681 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-167af7e0-180d-4371-8753-e271639d35c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:04.666573 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [None req-be11b667-3ce4-4ba6-a467-f1323eabf7b9 tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] delete failed (client error): The resource could not be found. Sep 23 06:54:04.670232 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-be11b667-3ce4-4ba6-a467-f1323eabf7b9 tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] 10.222.0.39 "DELETE /v2.0/routers/3afeadd3-8cf5-4612-992c-b57419a9cfa7 HTTP/1.1" status: 404 len: 336 time: 0.0874832 Sep 23 06:54:04.673258 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40442) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:04.680511 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3e9862de-2a48-4fde-b0c8-166d80339baa req-ee12dcd4-fce1-41a9-ad24-206293f89d20 tempest-ServerShowV254Test-1305561243 tempest-ServerShowV254Test-1305561243-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b248f54-6c1c-4411-a557-93fe8f78df0e HTTP/1.1" status: 200 len: 210 time: 0.0934594 Sep 23 06:54:04.733671 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc15b0b-4486-442c-ad5f-1772fe584c73 req-423dd8ec-f886-4b96-9e64-0d257df4f88b tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:04.735195 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cfc15b0b-4486-442c-ad5f-1772fe584c73 req-423dd8ec-f886-4b96-9e64-0d257df4f88b tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=10ba9f18-bd36-468a-9643-66e772e1ecdb HTTP/1.1" status: 200 len: 946 time: 0.6322267 Sep 23 06:54:04.772157 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c310834-06c9-453b-95d3-6b953503373f req-f3a9edb2-7775-4c98-a54f-f052d70161b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:04.773947 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6c310834-06c9-453b-95d3-6b953503373f req-f3a9edb2-7775-4c98-a54f-f052d70161b9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8275c6392a72426db62ebfc4817f4420&device_id=10ba9f18-bd36-468a-9643-66e772e1ecdb HTTP/1.1" status: 200 len: 1098 time: 0.1292498 Sep 23 06:54:04.806251 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-ab88989b-66c0-4a67-953a-85358a2e0f98 tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] 10.222.0.39 "GET /v2.0/ports?device_id=8eaef4c5-af10-4db2-8a84-ff744c852801 HTTP/1.1" status: 200 len: 205 time: 0.1299596 Sep 23 06:54:04.809451 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40444) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:04.810443 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-167af7e0-180d-4371-8753-e271639d35c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:04.811362 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-167af7e0-180d-4371-8753-e271639d35c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:04.812895 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-167af7e0-180d-4371-8753-e271639d35c2 service neutron] 10.222.0.58 "PUT /v2.0/ports/dae8f25f-c017-48b4-8dfb-e6deacfb0ac2 HTTP/1.1" status: 200 len: 1092 time: 3.1247630 Sep 23 06:54:04.818839 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb18d8c1-9139-46ad-89f7-f5c0dca2413a req-20489af1-e21b-4796-9d3b-45c393456b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:04.820847 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fb18d8c1-9139-46ad-89f7-f5c0dca2413a req-20489af1-e21b-4796-9d3b-45c393456b05 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7307897 Sep 23 06:54:04.832993 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f1284adc-20e1-403b-9dbe-98e0c4e5ecdd tempest-MeteringTestJSON-876070413 tempest-MeteringTestJSON-876070413-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:04.837718 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-f1284adc-20e1-403b-9dbe-98e0c4e5ecdd tempest-MeteringTestJSON-876070413 tempest-MeteringTestJSON-876070413-project-admin] 10.222.0.39 "DELETE /v2.0/metering/metering-labels/e19b21f8-1afb-4498-9df7-47eb3fbc885c HTTP/1.1" status: 204 len: 168 time: 0.7638636 Sep 23 06:54:04.853799 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40446) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:04.866003 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [None req-b47ff313-1b90-46ba-ad62-696f04ad055a tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] delete failed (client error): The resource could not be found. Sep 23 06:54:04.867166 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-b47ff313-1b90-46ba-ad62-696f04ad055a tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] 10.222.0.39 "DELETE /v2.0/routers/8eaef4c5-af10-4db2-8a84-ff744c852801 HTTP/1.1" status: 404 len: 336 time: 0.0566616 Sep 23 06:54:04.870476 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40448) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:04.872584 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c6e4225d-0e3c-4039-bf21-c46d96d1de78 req-b9bf5384-81fa-4aed-9d8c-f4258a0a06f2 service neutron] 10.222.0.21 "GET /v2.0/networks/0b3e2c43-e919-45eb-9af3-a484276fff9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831590 Sep 23 06:54:04.873231 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-d01aaa50-1132-4ca4-aca8-e859842813f8 service neutron] Request body: {'port': {'device_id': '4e650ab1-4163-4a0e-ad47-59d87ee3ce79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:54:04.924047 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-e680edfd-c316-499f-984c-b7983e61de98 tempest-MeteringTestJSON-876070413 tempest-MeteringTestJSON-876070413-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-labels?id=e19b21f8-1afb-4498-9df7-47eb3fbc885c HTTP/1.1" status: 200 len: 216 time: 0.0644233 Sep 23 06:54:04.924047 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167af7e0-180d-4371-8753-e271639d35c2 service neutron] Pushing event updated for resources: {'Port': ['ID=dae8f25f-c017-48b4-8dfb-e6deacfb0ac2,revision_number=3']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:04.931425 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40450) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:04.934635 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-10b27c32-89fc-43cc-85ee-f4593ee5e380 tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] 10.222.0.39 "GET /v2.0/ports?device_id=d039082a-d9d5-4907-8d4f-f0012b0d3d40 HTTP/1.1" status: 200 len: 205 time: 0.0588830 Sep 23 06:54:04.935779 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40452) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:04.961385 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cfc15b0b-4486-442c-ad5f-1772fe584c73 req-7d1f25b6-12bb-4124-8652-bc057911b97d tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=df69b107-d214-48a1-9de3-f64218339a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598372 Sep 23 06:54:04.961900 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e650ab1-4163-4a0e-ad47-59d87ee3ce79', 'tag': 'dae8f25f-c017-48b4-8dfb-e6deacfb0ac2'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:54:04.964187 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61090af6-7a3b-45dc-a2b5-01a63f0f0b77" -d '{"events": [{"name": "network-changed", "server_uuid": "4e650ab1-4163-4a0e-ad47-59d87ee3ce79", "tag": "dae8f25f-c017-48b4-8dfb-e6deacfb0ac2"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:54:04.978585 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-17fd6094-3b2a-40cd-9834-8d2f0ca9d078 tempest-MeteringTestJSON-876070413 tempest-MeteringTestJSON-876070413-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0430503 Sep 23 06:54:04.988052 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40458) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:05.042730 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f3364ab-94d9-4563-a1ea-becf76a8c7f7 x-openstack-request-id: req-2f3364ab-94d9-4563-a1ea-becf76a8c7f7 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:54:05.050726 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e650ab1-4163-4a0e-ad47-59d87ee3ce79", "tag": "dae8f25f-c017-48b4-8dfb-e6deacfb0ac2", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:54:05.050991 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2f3364ab-94d9-4563-a1ea-becf76a8c7f7 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:54:05.051414 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e650ab1-4163-4a0e-ad47-59d87ee3ce79', 'tag': 'dae8f25f-c017-48b4-8dfb-e6deacfb0ac2', 'status': 'completed', 'code': 200} Sep 23 06:54:05.099626 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-0d82b6f8-824f-4049-bed8-a9b7d6aee808 tempest-MeteringTestJSON-876070413 tempest-MeteringTestJSON-876070413-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.1097705 Sep 23 06:54:05.110848 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40462) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:05.130787 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [None req-8fa06739-56b3-4630-93ae-d5806b8481c5 tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] delete failed (client error): The resource could not be found. Sep 23 06:54:05.134767 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-8fa06739-56b3-4630-93ae-d5806b8481c5 tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] 10.222.0.39 "DELETE /v2.0/routers/d039082a-d9d5-4907-8d4f-f0012b0d3d40 HTTP/1.1" status: 404 len: 336 time: 0.1959946 Sep 23 06:54:05.147522 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-d01aaa50-1132-4ca4-aca8-e859842813f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:05.150345 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40464) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:05.203668 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c310834-06c9-453b-95d3-6b953503373f req-ad2711a2-5263-4686-9fa9-d32bbf612c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:05.205262 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6c310834-06c9-453b-95d3-6b953503373f req-ad2711a2-5263-4686-9fa9-d32bbf612c2e service neutron] 10.222.0.21 "GET /v2.0/networks?id=d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64 HTTP/1.1" status: 200 len: 912 time: 0.4217052 Sep 23 06:54:05.221958 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4987cf63-9438-40ca-bf34-2b990e456886 req-c358a853-dfa6-445f-9251-a48add415d34 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:05.228842 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4987cf63-9438-40ca-bf34-2b990e456886 req-c358a853-dfa6-445f-9251-a48add415d34 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:05.235260 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4987cf63-9438-40ca-bf34-2b990e456886 req-c358a853-dfa6-445f-9251-a48add415d34 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:05.240971 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4987cf63-9438-40ca-bf34-2b990e456886 req-c358a853-dfa6-445f-9251-a48add415d34 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:05.246930 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4987cf63-9438-40ca-bf34-2b990e456886 req-c358a853-dfa6-445f-9251-a48add415d34 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:05.259659 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-956311db-bb31-4ee7-b7ea-e6c12a1277c9 tempest-MeteringTestJSON-876070413 tempest-MeteringTestJSON-876070413-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-labels/48bf72eb-5e4d-4d73-bf30-5ad6149be897 HTTP/1.1" status: 200 len: 473 time: 0.1401026 Sep 23 06:54:05.259882 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4987cf63-9438-40ca-bf34-2b990e456886 req-c358a853-dfa6-445f-9251-a48add415d34 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:05.259982 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-12db0149-33de-414b-b0e7-f2b9dddde94b tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] 10.222.0.39 "GET /v2.0/ports?device_id=3909d26d-d6eb-402b-96d9-e26685389545 HTTP/1.1" status: 200 len: 205 time: 0.1032810 Sep 23 06:54:05.259982 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40466) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:05.260126 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4987cf63-9438-40ca-bf34-2b990e456886 req-c358a853-dfa6-445f-9251-a48add415d34 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:05.260204 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40468) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:05.266438 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4987cf63-9438-40ca-bf34-2b990e456886 req-c358a853-dfa6-445f-9251-a48add415d34 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79 HTTP/1.1" status: 200 len: 5398 time: 0.1370037 Sep 23 06:54:05.319324 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6c310834-06c9-453b-95d3-6b953503373f req-fdeacd56-5f4a-4d96-90e9-9bff54a861a6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=06402a4e-3d40-4d33-8e80-133a0f91e052 HTTP/1.1" status: 200 len: 217 time: 0.0483716 Sep 23 06:54:05.335290 n-d-715271-16 neutron-server[95066]: INFO neutron.api.v2.resource [None req-725b9e0c-2630-4f77-8933-af1321b5a75e tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] delete failed (client error): The resource could not be found. Sep 23 06:54:05.336636 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-725b9e0c-2630-4f77-8933-af1321b5a75e tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] 10.222.0.39 "DELETE /v2.0/routers/3909d26d-d6eb-402b-96d9-e26685389545 HTTP/1.1" status: 404 len: 336 time: 0.0752337 Sep 23 06:54:05.340887 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-8490558d-b331-4a9e-b71a-6b7dedbc7d9c tempest-MeteringTestJSON-876070413 tempest-MeteringTestJSON-876070413-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-label-rules/8f2ca6d7-8944-44e0-aaff-03128ba4ad34 HTTP/1.1" status: 200 len: 461 time: 0.0825708 Sep 23 06:54:05.341454 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40470) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:05.346198 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40472) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:05.355819 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61090af6-7a3b-45dc-a2b5-01a63f0f0b77 req-c7f79335-8e53-442c-bcfd-5e8bb703a15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:05.356313 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61090af6-7a3b-45dc-a2b5-01a63f0f0b77 req-c7f79335-8e53-442c-bcfd-5e8bb703a15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:05.356788 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61090af6-7a3b-45dc-a2b5-01a63f0f0b77 req-c7f79335-8e53-442c-bcfd-5e8bb703a15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:05.357262 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61090af6-7a3b-45dc-a2b5-01a63f0f0b77 req-c7f79335-8e53-442c-bcfd-5e8bb703a15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:05.357735 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61090af6-7a3b-45dc-a2b5-01a63f0f0b77 req-c7f79335-8e53-442c-bcfd-5e8bb703a15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:05.358243 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61090af6-7a3b-45dc-a2b5-01a63f0f0b77 req-c7f79335-8e53-442c-bcfd-5e8bb703a15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:05.358706 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61090af6-7a3b-45dc-a2b5-01a63f0f0b77 req-c7f79335-8e53-442c-bcfd-5e8bb703a15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:05.360672 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-61090af6-7a3b-45dc-a2b5-01a63f0f0b77 req-c7f79335-8e53-442c-bcfd-5e8bb703a15f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3be4c5cb804b4ff99ee0f3347ae7c2c6&device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79 HTTP/1.1" status: 200 len: 6350 time: 0.2881837 Sep 23 06:54:05.384260 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4987cf63-9438-40ca-bf34-2b990e456886 req-7cd06620-b81b-4825-b265-15021c4978af tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/security-groups?id=af4b1172-21fa-42ea-8f78-02b27dc94910&id=b479065b-36b3-4865-ad7c-063369a14027&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1144245 Sep 23 06:54:05.411893 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-6ca3ec42-565f-408f-9b8f-253890d5f0f1 tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] 10.222.0.39 "GET /v2.0/ports?device_id=54493dd4-d12e-47e9-9887-de7cf5875988 HTTP/1.1" status: 200 len: 205 time: 0.0651796 Sep 23 06:54:05.412470 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40474) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:05.420331 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c310834-06c9-453b-95d3-6b953503373f req-96fa71fc-090f-4dfc-aecf-11636f76fb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:05.421746 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6c310834-06c9-453b-95d3-6b953503373f req-96fa71fc-090f-4dfc-aecf-11636f76fb57 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=46ccc032-0362-4c9c-977b-4c26fbfaa4e6 HTTP/1.1" status: 200 len: 850 time: 0.0933394 Sep 23 06:54:05.478037 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [None req-6e07c14a-4db5-4b97-91d0-c7fc5eb90a2e tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] delete failed (client error): The resource could not be found. Sep 23 06:54:05.479059 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-6e07c14a-4db5-4b97-91d0-c7fc5eb90a2e tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] 10.222.0.39 "DELETE /v2.0/routers/54493dd4-d12e-47e9-9887-de7cf5875988 HTTP/1.1" status: 404 len: 336 time: 0.0659313 Sep 23 06:54:05.492399 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40478) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:05.579202 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a92df4b1-7f50-4456-bf54-62ceb45e3cb3 tempest-MeteringTestJSON-876070413 tempest-MeteringTestJSON-876070413-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:05.582938 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-a92df4b1-7f50-4456-bf54-62ceb45e3cb3 tempest-MeteringTestJSON-876070413 tempest-MeteringTestJSON-876070413-project-admin] 10.222.0.39 "DELETE /v2.0/metering/metering-label-rules/8f2ca6d7-8944-44e0-aaff-03128ba4ad34 HTTP/1.1" status: 204 len: 168 time: 0.2337205 Sep 23 06:54:05.585169 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40482) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:05.626564 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-79215cfe-0c94-4efe-94d9-dd775b2d4df8 tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] DELETE failed (client error): The resource could not be found. Sep 23 06:54:05.627171 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79215cfe-0c94-4efe-94d9-dd775b2d4df8 tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:54:05.628799 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-79215cfe-0c94-4efe-94d9-dd775b2d4df8 tempest-RoutersIpV6AdminTest-1611405398 tempest-RoutersIpV6AdminTest-1611405398-project] 10.222.0.39 "DELETE /v2.0/subnets/4e8856a3-0948-4179-9d08-ffa5e2535a4a HTTP/1.1" status: 404 len: 337 time: 0.1335425 Sep 23 06:54:05.675049 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c310834-06c9-453b-95d3-6b953503373f req-a50052c0-63de-409b-b60c-6b11aae2fb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:05.676577 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6c310834-06c9-453b-95d3-6b953503373f req-a50052c0-63de-409b-b60c-6b11aae2fb77 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2108808 Sep 23 06:54:05.693712 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61090af6-7a3b-45dc-a2b5-01a63f0f0b77 req-b8e97ffa-9e47-4633-87c2-5d78577c257e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:05.694227 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61090af6-7a3b-45dc-a2b5-01a63f0f0b77 req-b8e97ffa-9e47-4633-87c2-5d78577c257e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:05.694695 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61090af6-7a3b-45dc-a2b5-01a63f0f0b77 req-b8e97ffa-9e47-4633-87c2-5d78577c257e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:05.697656 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-61090af6-7a3b-45dc-a2b5-01a63f0f0b77 req-b8e97ffa-9e47-4633-87c2-5d78577c257e service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=3be4c5cb804b4ff99ee0f3347ae7c2c6&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3170457 Sep 23 06:54:05.728292 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bc2fad-4034-46cc-a951-de8632bae3c2 req-d36469a7-67b7-462b-88b7-c21cd2d51d3a tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:05.735660 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-62bc2fad-4034-46cc-a951-de8632bae3c2 req-d36469a7-67b7-462b-88b7-c21cd2d51d3a tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 946 time: 0.2442622 Sep 23 06:54:05.866071 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9aeedeb1-deb3-4793-bc62-8369557281c7 req-4f17f8b6-4653-4a95-9e2f-b16d416c46f4 tempest-ServerShowV254Test-1305561243 tempest-ServerShowV254Test-1305561243-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b248f54-6c1c-4411-a557-93fe8f78df0e HTTP/1.1" status: 200 len: 210 time: 0.0387337 Sep 23 06:54:05.905902 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-62bc2fad-4034-46cc-a951-de8632bae3c2 req-329270f2-9b6e-4bd6-81ea-5b6e9da9942c tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616709 Sep 23 06:54:05.986782 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61090af6-7a3b-45dc-a2b5-01a63f0f0b77 req-49a01ba4-fd80-4d72-94df-8980d68b7e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:05.988266 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-61090af6-7a3b-45dc-a2b5-01a63f0f0b77 req-49a01ba4-fd80-4d72-94df-8980d68b7e12 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2809899 Sep 23 06:54:06.036114 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-92f30dcd-f223-4b0f-a4e6-bb3274003661 tempest-MeteringTestJSON-876070413 tempest-MeteringTestJSON-876070413-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:06.037436 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-92f30dcd-f223-4b0f-a4e6-bb3274003661 tempest-MeteringTestJSON-876070413 tempest-MeteringTestJSON-876070413-project-admin] 10.222.0.39 "DELETE /v2.0/metering/metering-labels/48bf72eb-5e4d-4d73-bf30-5ad6149be897 HTTP/1.1" status: 204 len: 168 time: 0.4512937 Sep 23 06:54:06.057147 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40496) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:06.078343 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-d01aaa50-1132-4ca4-aca8-e859842813f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a597634-f59c-495a-9ce4-024de1317b9c {{(pid=95066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:54:06.090077 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6c310834-06c9-453b-95d3-6b953503373f req-66d5f299-105d-4287-8670-a1bf158fd57b service neutron] 10.222.0.21 "GET /v2.0/networks/d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3758476 Sep 23 06:54:06.121418 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decf1616-0327-4287-9560-c5b3fc0679dc req-a47f535a-5d43-44ba-ba04-6451705f620b tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:06.122974 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-decf1616-0327-4287-9560-c5b3fc0679dc req-a47f535a-5d43-44ba-ba04-6451705f620b tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 946 time: 0.1212740 Sep 23 06:54:06.137177 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-d01aaa50-1132-4ca4-aca8-e859842813f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:06.167026 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.provisioning_blocks [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-d01aaa50-1132-4ca4-aca8-e859842813f8 service neutron] Transition to ACTIVE for port object 6a597634-f59c-495a-9ce4-024de1317b9c will not be triggered until provisioned by entity L2. {{(pid=95066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:54:06.178137 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3395e252-66ae-475e-9c54-1619d2323eaa req-b86024f6-78ec-4461-b583-718216922e87 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:06.180090 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3395e252-66ae-475e-9c54-1619d2323eaa req-b86024f6-78ec-4461-b583-718216922e87 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=10ba9f18-bd36-468a-9643-66e772e1ecdb HTTP/1.1" status: 200 len: 946 time: 0.1384306 Sep 23 06:54:06.181539 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-d01aaa50-1132-4ca4-aca8-e859842813f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:06.283238 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-decf1616-0327-4287-9560-c5b3fc0679dc req-a58e06b3-20b3-4a0f-baf2-b0c466d15aa8 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392488 Sep 23 06:54:06.287172 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-324b0b0b-0816-4671-a376-501ad453c57c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:06.295934 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01aaa50-1132-4ca4-aca8-e859842813f8 service neutron] Pushing event updated for resources: {'Port': ['ID=6a597634-f59c-495a-9ce4-024de1317b9c,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:06.340405 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:06.367058 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6c310834-06c9-453b-95d3-6b953503373f req-c648aa93-7482-4bc5-abb5-6fe6bae398a0 service neutron] 10.222.0.21 "GET /v2.0/networks/d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609353 Sep 23 06:54:06.411196 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3395e252-66ae-475e-9c54-1619d2323eaa req-8348b034-9463-4ad8-b085-6857a4f454ac tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=df69b107-d214-48a1-9de3-f64218339a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960480 Sep 23 06:54:06.414763 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40506) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:06.442198 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-d01aaa50-1132-4ca4-aca8-e859842813f8 service neutron] Attempting to bind port 6a597634-f59c-495a-9ce4-024de1317b9c on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:54:06.442539 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-d01aaa50-1132-4ca4-aca8-e859842813f8 service neutron] Attempting to bind port 6a597634-f59c-495a-9ce4-024de1317b9c by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '6122d0a0-a111-47a2-9b69-1c70b7fdcd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '57ba53b1-4b40-40e0-aae1-e93257c8c94d'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:54:06.443469 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-d01aaa50-1132-4ca4-aca8-e859842813f8 service neutron] Attempting to bind port 6a597634-f59c-495a-9ce4-024de1317b9c on network 57ba53b1-4b40-40e0-aae1-e93257c8c94d {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:54:06.451437 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-d01aaa50-1132-4ca4-aca8-e859842813f8 service neutron] Port 6a597634-f59c-495a-9ce4-024de1317b9c on network 57ba53b1-4b40-40e0-aae1-e93257c8c94d not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:54:06.451437 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-d01aaa50-1132-4ca4-aca8-e859842813f8 service neutron] Attempting to bind port 6a597634-f59c-495a-9ce4-024de1317b9c on network 57ba53b1-4b40-40e0-aae1-e93257c8c94d {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:54:06.457368 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-d01aaa50-1132-4ca4-aca8-e859842813f8 service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:54:06.457947 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-d01aaa50-1132-4ca4-aca8-e859842813f8 service neutron] Checking segment: {'id': '6122d0a0-a111-47a2-9b69-1c70b7fdcd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '57ba53b1-4b40-40e0-aae1-e93257c8c94d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:54:06.459237 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-d01aaa50-1132-4ca4-aca8-e859842813f8 service neutron] Bound using segment: {'id': '6122d0a0-a111-47a2-9b69-1c70b7fdcd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '57ba53b1-4b40-40e0-aae1-e93257c8c94d'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:54:06.459792 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-d01aaa50-1132-4ca4-aca8-e859842813f8 service neutron] Bound port: 6a597634-f59c-495a-9ce4-024de1317b9c, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6122d0a0-a111-47a2-9b69-1c70b7fdcd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '57ba53b1-4b40-40e0-aae1-e93257c8c94d'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:54:06.460282 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-d01aaa50-1132-4ca4-aca8-e859842813f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:06.577608 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-324b0b0b-0816-4671-a376-501ad453c57c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:06.588005 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-324b0b0b-0816-4671-a376-501ad453c57c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:06.598920 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-d01aaa50-1132-4ca4-aca8-e859842813f8 service neutron] For port 6a597634-f59c-495a-9ce4-024de1317b9c, host n-h2-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:54:06.610400 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7dfb75d2-f5fb-459e-ace3-0bab7b2d2fb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:06.624049 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-d01aaa50-1132-4ca4-aca8-e859842813f8 service neutron] For port 6a597634-f59c-495a-9ce4-024de1317b9c, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=6a597634-f59c-495a-9ce4-024de1317b9c,segment=NetworkSegment(6122d0a0-a111-47a2-9b69-1c70b7fdcd2a),segment_id=6122d0a0-a111-47a2-9b69-1c70b7fdcd2a)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:54:06.633418 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-d01aaa50-1132-4ca4-aca8-e859842813f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:06.644990 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7041bb-1f32-4091-a7fe-39316805aca1 req-81f414f8-ef89-48b0-a19b-d5927da56018 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:06.647159 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ed7041bb-1f32-4091-a7fe-39316805aca1 req-81f414f8-ef89-48b0-a19b-d5927da56018 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 946 time: 0.1154687 Sep 23 06:54:06.652918 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-324b0b0b-0816-4671-a376-501ad453c57c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=16e14740960d4fc686bc30d4c4557f2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5922496 Sep 23 06:54:06.653072 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9936106-802b-46f8-bbc8-3eca96be8a1f req-e11805db-ab6d-4672-9833-1049449bb53b tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:06.653209 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324b0b0b-0816-4671-a376-501ad453c57c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2daae9e9-df95-4b1b-8af0-fce4e632eda1,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:06.655702 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40516) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:06.656556 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9936106-802b-46f8-bbc8-3eca96be8a1f req-e11805db-ab6d-4672-9833-1049449bb53b tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:06.662712 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9936106-802b-46f8-bbc8-3eca96be8a1f req-e11805db-ab6d-4672-9833-1049449bb53b tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:06.668455 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9936106-802b-46f8-bbc8-3eca96be8a1f req-e11805db-ab6d-4672-9833-1049449bb53b tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:06.674341 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9936106-802b-46f8-bbc8-3eca96be8a1f req-e11805db-ab6d-4672-9833-1049449bb53b tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:06.680152 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9936106-802b-46f8-bbc8-3eca96be8a1f req-e11805db-ab6d-4672-9833-1049449bb53b tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:06.685989 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9936106-802b-46f8-bbc8-3eca96be8a1f req-e11805db-ab6d-4672-9833-1049449bb53b tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:06.687913 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a9936106-802b-46f8-bbc8-3eca96be8a1f req-e11805db-ab6d-4672-9833-1049449bb53b tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79 HTTP/1.1" status: 200 len: 5410 time: 0.1508491 Sep 23 06:54:06.715859 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ed7041bb-1f32-4091-a7fe-39316805aca1 req-9f3fd8ec-0b00-4d1e-9ba3-3c19651edfee tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611339 Sep 23 06:54:06.738190 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-d01aaa50-1132-4ca4-aca8-e859842813f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:06.738814 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-d01aaa50-1132-4ca4-aca8-e859842813f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:06.741763 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-d01aaa50-1132-4ca4-aca8-e859842813f8 service neutron] 10.222.0.58 "PUT /v2.0/ports/6a597634-f59c-495a-9ce4-024de1317b9c HTTP/1.1" status: 200 len: 1092 time: 1.8755982 Sep 23 06:54:06.744161 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-872b59d9-44d7-4e35-87c9-7c5a6c49aa9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:06.782644 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-872b59d9-44d7-4e35-87c9-7c5a6c49aa9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:06.819998 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01aaa50-1132-4ca4-aca8-e859842813f8 service neutron] Pushing event updated for resources: {'Port': ['ID=6a597634-f59c-495a-9ce4-024de1317b9c,revision_number=3']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:06.826535 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a9936106-802b-46f8-bbc8-3eca96be8a1f req-6e9fbae2-288a-4f2a-a388-6155b08e1e6d tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/security-groups?id=af4b1172-21fa-42ea-8f78-02b27dc94910&id=b479065b-36b3-4865-ad7c-063369a14027&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1129482 Sep 23 06:54:06.865466 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-872b59d9-44d7-4e35-87c9-7c5a6c49aa9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:06.868381 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-872b59d9-44d7-4e35-87c9-7c5a6c49aa9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:06.872120 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-872b59d9-44d7-4e35-87c9-7c5a6c49aa9d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2daae9e9-df95-4b1b-8af0-fce4e632eda1 HTTP/1.1" status: 204 len: 168 time: 0.2130275 Sep 23 06:54:06.892435 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872b59d9-44d7-4e35-87c9-7c5a6c49aa9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2daae9e9-df95-4b1b-8af0-fce4e632eda1,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:06.910240 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-596370a9-1afc-4b80-964d-b9fada71ef33 service neutron] Request body: {'port': {'device_id': '4e650ab1-4163-4a0e-ad47-59d87ee3ce79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:54:06.963085 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7dfb75d2-f5fb-459e-ace3-0bab7b2d2fb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:06.996754 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7dfb75d2-f5fb-459e-ace3-0bab7b2d2fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:07.004606 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d75f2-8b87-4c40-9063-04011675c078 req-9ad23024-efc8-415b-b781-ea1d0aa825c2 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:07.007006 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e35d75f2-8b87-4c40-9063-04011675c078 req-9ad23024-efc8-415b-b781-ea1d0aa825c2 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 946 time: 0.0760541 Sep 23 06:54:07.054343 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e35d75f2-8b87-4c40-9063-04011675c078 req-593cb65b-68f9-4c5e-923b-ad1b88d4bc29 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380011 Sep 23 06:54:07.055668 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e650ab1-4163-4a0e-ad47-59d87ee3ce79', 'tag': '6a597634-f59c-495a-9ce4-024de1317b9c'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:54:07.058113 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2942afa-2952-4105-b6e9-cb8ba2b55a31" -d '{"events": [{"name": "network-changed", "server_uuid": "4e650ab1-4163-4a0e-ad47-59d87ee3ce79", "tag": "6a597634-f59c-495a-9ce4-024de1317b9c"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:54:07.070527 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8f95a337-d994-43a3-90c7-bf5069d42fac req-9905f72e-6694-4718-a7b6-5b7fab3cc4d6 tempest-ServerShowV254Test-1305561243 tempest-ServerShowV254Test-1305561243-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b248f54-6c1c-4411-a557-93fe8f78df0e HTTP/1.1" status: 200 len: 210 time: 0.0747857 Sep 23 06:54:07.074788 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-596370a9-1afc-4b80-964d-b9fada71ef33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:07.082400 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-7dfb75d2-f5fb-459e-ace3-0bab7b2d2fb7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=54d93da6848c46cf84452882f27e40b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6671045 Sep 23 06:54:07.083048 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40532) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:07.123116 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfb75d2-f5fb-459e-ace3-0bab7b2d2fb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24fa595f-5b8b-4c86-b25a-4242ed0629dc,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:07.147014 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5499dfc8-5ce7-4ed7-a649-298f6a04534b x-openstack-request-id: req-5499dfc8-5ce7-4ed7-a649-298f6a04534b {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:54:07.147544 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e650ab1-4163-4a0e-ad47-59d87ee3ce79", "tag": "6a597634-f59c-495a-9ce4-024de1317b9c", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:54:07.148043 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5499dfc8-5ce7-4ed7-a649-298f6a04534b {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:54:07.148679 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e650ab1-4163-4a0e-ad47-59d87ee3ce79', 'tag': '6a597634-f59c-495a-9ce4-024de1317b9c', 'status': 'completed', 'code': 200} Sep 23 06:54:07.181505 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d04f42e0-d14f-4013-8d8f-efa23d47134b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:07.211473 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d04f42e0-d14f-4013-8d8f-efa23d47134b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:07.300216 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fe738a-4549-47dd-a6f8-6e8bc40aca18 req-016cb4ac-41a2-4e49-9ff2-2285f6c7c674 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:07.301753 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f1fe738a-4549-47dd-a6f8-6e8bc40aca18 req-016cb4ac-41a2-4e49-9ff2-2285f6c7c674 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 946 time: 0.0558057 Sep 23 06:54:07.303264 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2942afa-2952-4105-b6e9-cb8ba2b55a31 req-b3114927-f570-418d-83f5-b74610bcd753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:07.303854 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2942afa-2952-4105-b6e9-cb8ba2b55a31 req-b3114927-f570-418d-83f5-b74610bcd753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:07.306156 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2942afa-2952-4105-b6e9-cb8ba2b55a31 req-b3114927-f570-418d-83f5-b74610bcd753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:07.306156 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2942afa-2952-4105-b6e9-cb8ba2b55a31 req-b3114927-f570-418d-83f5-b74610bcd753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:07.306156 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2942afa-2952-4105-b6e9-cb8ba2b55a31 req-b3114927-f570-418d-83f5-b74610bcd753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:07.306156 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2942afa-2952-4105-b6e9-cb8ba2b55a31 req-b3114927-f570-418d-83f5-b74610bcd753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:07.306888 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2942afa-2952-4105-b6e9-cb8ba2b55a31 req-b3114927-f570-418d-83f5-b74610bcd753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:07.307294 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40536) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:07.309303 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e2942afa-2952-4105-b6e9-cb8ba2b55a31 req-b3114927-f570-418d-83f5-b74610bcd753 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3be4c5cb804b4ff99ee0f3347ae7c2c6&device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79 HTTP/1.1" status: 200 len: 6418 time: 0.1292114 Sep 23 06:54:07.331897 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d04f42e0-d14f-4013-8d8f-efa23d47134b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:07.335099 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d04f42e0-d14f-4013-8d8f-efa23d47134b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:07.336399 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-d04f42e0-d14f-4013-8d8f-efa23d47134b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/24fa595f-5b8b-4c86-b25a-4242ed0629dc HTTP/1.1" status: 204 len: 168 time: 0.2497294 Sep 23 06:54:07.378957 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f1fe738a-4549-47dd-a6f8-6e8bc40aca18 req-50bae07d-7142-4eec-8c3f-aec604411dec tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639794 Sep 23 06:54:07.379658 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04f42e0-d14f-4013-8d8f-efa23d47134b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24fa595f-5b8b-4c86-b25a-4242ed0629dc,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:07.413164 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-6df43083-f00c-448a-b09c-1ae9ea35ee82 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=59fac5f0b0d447dbad0f7312e052519d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1039665 Sep 23 06:54:07.414493 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40540) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:07.493387 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2942afa-2952-4105-b6e9-cb8ba2b55a31 req-590351d6-e022-4ee9-930c-b8ff1226f699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:07.493927 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2942afa-2952-4105-b6e9-cb8ba2b55a31 req-590351d6-e022-4ee9-930c-b8ff1226f699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:07.494398 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2942afa-2952-4105-b6e9-cb8ba2b55a31 req-590351d6-e022-4ee9-930c-b8ff1226f699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:07.496173 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e2942afa-2952-4105-b6e9-cb8ba2b55a31 req-590351d6-e022-4ee9-930c-b8ff1226f699 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=3be4c5cb804b4ff99ee0f3347ae7c2c6&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1757486 Sep 23 06:54:07.503275 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-963feb7f-842e-402d-9c83-10322eb75f5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:07.527105 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 06402a4e-3d40-4d33-8e80-133a0f91e052 no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:54:07.576316 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-963feb7f-842e-402d-9c83-10322eb75f5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:07.629572 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:07.647067 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-596370a9-1afc-4b80-964d-b9fada71ef33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48c8eed9-1a28-4363-b6b7-bf9827fa555e {{(pid=95066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:54:07.656598 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-596370a9-1afc-4b80-964d-b9fada71ef33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:07.657569 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fbdde3-f5a4-4958-a6f2-6886f6df352f req-93ea0c11-43ba-4f14-8175-119f7b9cfdb8 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:07.659589 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-81fbdde3-f5a4-4958-a6f2-6886f6df352f req-93ea0c11-43ba-4f14-8175-119f7b9cfdb8 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 946 time: 0.1427073 Sep 23 06:54:07.672523 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.provisioning_blocks [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-596370a9-1afc-4b80-964d-b9fada71ef33 service neutron] Transition to ACTIVE for port object 48c8eed9-1a28-4363-b6b7-bf9827fa555e will not be triggered until provisioned by entity L2. {{(pid=95066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:54:07.674866 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 06402a4e-3d40-4d33-8e80-133a0f91e052, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=06402a4e-3d40-4d33-8e80-133a0f91e052,segment=NetworkSegment(c88b2831-f544-41bb-bbcc-5b15e741880e),segment_id=c88b2831-f544-41bb-bbcc-5b15e741880e)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:54:07.676037 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10ba9f18-bd36-468a-9643-66e772e1ecdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06402a4e-3d40-4d33-8e80-133a0f91e052'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:54:07.679853 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1abe2d1f-8614-47f6-a563-eee09bd6585c" -d '{"events": [{"server_uuid": "10ba9f18-bd36-468a-9643-66e772e1ecdb", "name": "network-vif-unplugged", "status": "completed", "tag": "06402a4e-3d40-4d33-8e80-133a0f91e052"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:54:07.686995 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:07.696818 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-596370a9-1afc-4b80-964d-b9fada71ef33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:07.722559 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-81fbdde3-f5a4-4958-a6f2-6886f6df352f req-72e4a85e-2d87-4fa6-9f86-0e5a2059e1f6 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548396 Sep 23 06:54:07.723330 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-963feb7f-842e-402d-9c83-10322eb75f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:07.727482 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-963feb7f-842e-402d-9c83-10322eb75f5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:07.731956 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-963feb7f-842e-402d-9c83-10322eb75f5f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/22dbfff0-641c-466b-98b6-8cfe51f1ab4a HTTP/1.1" status: 204 len: 168 time: 0.3016455 Sep 23 06:54:07.746276 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963feb7f-842e-402d-9c83-10322eb75f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22dbfff0-641c-466b-98b6-8cfe51f1ab4a,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:07.765951 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=06402a4e-3d40-4d33-8e80-133a0f91e052,revision_number=8']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:07.822658 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596370a9-1afc-4b80-964d-b9fada71ef33 service neutron] Pushing event updated for resources: {'Port': ['ID=48c8eed9-1a28-4363-b6b7-bf9827fa555e,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:07.826312 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 06:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8cae205-b004-4886-828d-bfe4998ae647 x-openstack-request-id: req-a8cae205-b004-4886-828d-bfe4998ae647 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:54:07.826997 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10ba9f18-bd36-468a-9643-66e772e1ecdb", "name": "network-vif-unplugged", "status": "completed", "tag": "06402a4e-3d40-4d33-8e80-133a0f91e052", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:54:07.827432 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a8cae205-b004-4886-828d-bfe4998ae647 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:54:07.828150 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10ba9f18-bd36-468a-9643-66e772e1ecdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06402a4e-3d40-4d33-8e80-133a0f91e052', 'code': 200} Sep 23 06:54:07.863727 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40560) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:07.889127 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3ea3dff9-def5-4abc-87ab-b48747e1284b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:07.897236 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2942afa-2952-4105-b6e9-cb8ba2b55a31 req-51aee402-cfb6-4f16-a613-87bb0440c708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:07.898775 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e2942afa-2952-4105-b6e9-cb8ba2b55a31 req-51aee402-cfb6-4f16-a613-87bb0440c708 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3915479 Sep 23 06:54:07.933378 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46927279-6b8b-4842-9ce0-471bf15fcbdd req-974f5b39-4d07-40b0-aa6d-15831bd6e6d1 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:07.940926 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-46927279-6b8b-4842-9ce0-471bf15fcbdd req-974f5b39-4d07-40b0-aa6d-15831bd6e6d1 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=10ba9f18-bd36-468a-9643-66e772e1ecdb HTTP/1.1" status: 200 len: 944 time: 0.2649107 Sep 23 06:54:08.010321 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-16d5d484-adfc-4edd-b852-52118cabe7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:08.020335 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-46927279-6b8b-4842-9ce0-471bf15fcbdd req-cfaba898-bc58-440e-adf3-c73bdbc6ac57 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=df69b107-d214-48a1-9de3-f64218339a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718338 Sep 23 06:54:08.046019 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-596370a9-1afc-4b80-964d-b9fada71ef33 service neutron] Attempting to bind port 48c8eed9-1a28-4363-b6b7-bf9827fa555e on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:54:08.046289 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-596370a9-1afc-4b80-964d-b9fada71ef33 service neutron] Attempting to bind port 48c8eed9-1a28-4363-b6b7-bf9827fa555e by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '6122d0a0-a111-47a2-9b69-1c70b7fdcd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '57ba53b1-4b40-40e0-aae1-e93257c8c94d'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:54:08.046765 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-596370a9-1afc-4b80-964d-b9fada71ef33 service neutron] Attempting to bind port 48c8eed9-1a28-4363-b6b7-bf9827fa555e on network 57ba53b1-4b40-40e0-aae1-e93257c8c94d {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:54:08.051541 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-596370a9-1afc-4b80-964d-b9fada71ef33 service neutron] Port 48c8eed9-1a28-4363-b6b7-bf9827fa555e on network 57ba53b1-4b40-40e0-aae1-e93257c8c94d not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:54:08.051896 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-596370a9-1afc-4b80-964d-b9fada71ef33 service neutron] Attempting to bind port 48c8eed9-1a28-4363-b6b7-bf9827fa555e on network 57ba53b1-4b40-40e0-aae1-e93257c8c94d {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:54:08.058532 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-596370a9-1afc-4b80-964d-b9fada71ef33 service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:54:08.058692 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-596370a9-1afc-4b80-964d-b9fada71ef33 service neutron] Checking segment: {'id': '6122d0a0-a111-47a2-9b69-1c70b7fdcd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '57ba53b1-4b40-40e0-aae1-e93257c8c94d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:54:08.059123 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-596370a9-1afc-4b80-964d-b9fada71ef33 service neutron] Bound using segment: {'id': '6122d0a0-a111-47a2-9b69-1c70b7fdcd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '57ba53b1-4b40-40e0-aae1-e93257c8c94d'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:54:08.059557 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-596370a9-1afc-4b80-964d-b9fada71ef33 service neutron] Bound port: 48c8eed9-1a28-4363-b6b7-bf9827fa555e, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6122d0a0-a111-47a2-9b69-1c70b7fdcd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '57ba53b1-4b40-40e0-aae1-e93257c8c94d'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:54:08.059914 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-596370a9-1afc-4b80-964d-b9fada71ef33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:08.085380 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3ea3dff9-def5-4abc-87ab-b48747e1284b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:08.109455 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3ea3dff9-def5-4abc-87ab-b48747e1284b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:08.152655 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52b187e-ecbc-444f-ba1a-675ea19f2013 req-73287716-6f07-4d8f-9cd2-40c5acfa3ecf tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:08.161077 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b52b187e-ecbc-444f-ba1a-675ea19f2013 req-73287716-6f07-4d8f-9cd2-40c5acfa3ecf tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 946 time: 0.1269069 Sep 23 06:54:08.203565 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-596370a9-1afc-4b80-964d-b9fada71ef33 service neutron] For port 48c8eed9-1a28-4363-b6b7-bf9827fa555e, host n-h2-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:54:08.217135 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea3dff9-def5-4abc-87ab-b48747e1284b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db33705c-93fd-46cc-a4e5-9516ea1d63d5,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:08.217349 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3ac00-0858-418e-9571-a7ddab4ac31f req-dc068b95-1abc-4044-9bc6-faea758e5bb2 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:08.223332 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3ac00-0858-418e-9571-a7ddab4ac31f req-dc068b95-1abc-4044-9bc6-faea758e5bb2 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:08.230604 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3ac00-0858-418e-9571-a7ddab4ac31f req-dc068b95-1abc-4044-9bc6-faea758e5bb2 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:08.234118 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-3ea3dff9-def5-4abc-87ab-b48747e1284b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d7f63c90cfc0453c9e3f9f02e0aa1903&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3692942 Sep 23 06:54:08.237272 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3ac00-0858-418e-9571-a7ddab4ac31f req-dc068b95-1abc-4044-9bc6-faea758e5bb2 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:08.239679 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40574) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:08.243245 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3ac00-0858-418e-9571-a7ddab4ac31f req-dc068b95-1abc-4044-9bc6-faea758e5bb2 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:08.249248 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3ac00-0858-418e-9571-a7ddab4ac31f req-dc068b95-1abc-4044-9bc6-faea758e5bb2 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:08.256195 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3ac00-0858-418e-9571-a7ddab4ac31f req-dc068b95-1abc-4044-9bc6-faea758e5bb2 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:08.257980 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cdc3ac00-0858-418e-9571-a7ddab4ac31f req-dc068b95-1abc-4044-9bc6-faea758e5bb2 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79 HTTP/1.1" status: 200 len: 5422 time: 0.1374784 Sep 23 06:54:08.271849 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b52b187e-ecbc-444f-ba1a-675ea19f2013 req-e5a31ab2-c4fe-40e5-b94e-d3cf882a6617 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053746 Sep 23 06:54:08.275899 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-596370a9-1afc-4b80-964d-b9fada71ef33 service neutron] For port 48c8eed9-1a28-4363-b6b7-bf9827fa555e, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=48c8eed9-1a28-4363-b6b7-bf9827fa555e,segment=NetworkSegment(6122d0a0-a111-47a2-9b69-1c70b7fdcd2a),segment_id=6122d0a0-a111-47a2-9b69-1c70b7fdcd2a)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:54:08.310460 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-596370a9-1afc-4b80-964d-b9fada71ef33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:08.341732 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-36bcee68-968f-4ba8-a4d3-0439c97460d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:08.365895 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cdc3ac00-0858-418e-9571-a7ddab4ac31f req-ca2792e1-e10b-4e64-82a8-97e7a0c27eba tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/security-groups?id=af4b1172-21fa-42ea-8f78-02b27dc94910&id=b479065b-36b3-4865-ad7c-063369a14027&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0981925 Sep 23 06:54:08.383109 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-596370a9-1afc-4b80-964d-b9fada71ef33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:08.386618 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-596370a9-1afc-4b80-964d-b9fada71ef33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:08.388552 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-596370a9-1afc-4b80-964d-b9fada71ef33 service neutron] 10.222.0.58 "PUT /v2.0/ports/48c8eed9-1a28-4363-b6b7-bf9827fa555e HTTP/1.1" status: 200 len: 1092 time: 1.6169028 Sep 23 06:54:08.402298 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596370a9-1afc-4b80-964d-b9fada71ef33 service neutron] Pushing event updated for resources: {'Port': ['ID=48c8eed9-1a28-4363-b6b7-bf9827fa555e,revision_number=3']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:08.402768 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-36bcee68-968f-4ba8-a4d3-0439c97460d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:08.409272 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-31fc7be0-0f5e-4647-977e-28eb6ed9bc50 req-49f367be-98e1-4fff-8b91-7a50961874b4 tempest-ServerShowV254Test-1305561243 tempest-ServerShowV254Test-1305561243-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b248f54-6c1c-4411-a557-93fe8f78df0e HTTP/1.1" status: 200 len: 210 time: 0.0630608 Sep 23 06:54:08.506274 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-36bcee68-968f-4ba8-a4d3-0439c97460d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:08.509086 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-36bcee68-968f-4ba8-a4d3-0439c97460d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:08.510285 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-36bcee68-968f-4ba8-a4d3-0439c97460d4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/db33705c-93fd-46cc-a4e5-9516ea1d63d5 HTTP/1.1" status: 204 len: 168 time: 0.2695630 Sep 23 06:54:08.519648 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bcee68-968f-4ba8-a4d3-0439c97460d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db33705c-93fd-46cc-a4e5-9516ea1d63d5,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:08.558682 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-190078c4-24c7-47d5-a6a0-761ad77c76cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:08.559317 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-190078c4-24c7-47d5-a6a0-761ad77c76cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:08.560737 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-190078c4-24c7-47d5-a6a0-761ad77c76cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:08.564068 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-190078c4-24c7-47d5-a6a0-761ad77c76cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:08.566307 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-190078c4-24c7-47d5-a6a0-761ad77c76cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:08.568376 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-190078c4-24c7-47d5-a6a0-761ad77c76cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:08.569895 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-190078c4-24c7-47d5-a6a0-761ad77c76cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:08.575781 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-190078c4-24c7-47d5-a6a0-761ad77c76cd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3be4c5cb804b4ff99ee0f3347ae7c2c6&device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79 HTTP/1.1" status: 200 len: 6486 time: 0.1398513 Sep 23 06:54:08.630594 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a952a8-6c75-4046-a55b-00818fcbb526 req-bfbdb325-4b24-472a-a02c-4b08978a9644 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:08.631945 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-89a952a8-6c75-4046-a55b-00818fcbb526 req-bfbdb325-4b24-472a-a02c-4b08978a9644 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 946 time: 0.1425831 Sep 23 06:54:08.696341 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-4d5badb1-c0e3-4a87-9ce7-80386b7c597c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=710c6711-73b5-4443-9f6d-058253ac8526 HTTP/1.1" status: 200 len: 217 time: 0.1049674 Sep 23 06:54:08.763943 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-89a952a8-6c75-4046-a55b-00818fcbb526 req-7e2df8db-f58b-444b-979a-a51b6e4c007f tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701277 Sep 23 06:54:08.770271 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-0129a7a3-4ea7-4e6e-8a37-a99eddfb1c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:08.772035 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-0129a7a3-4ea7-4e6e-8a37-a99eddfb1c63 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=11f8f7b3-d5e2-420b-8586-bf82f5f03fc6 HTTP/1.1" status: 200 len: 850 time: 0.0631909 Sep 23 06:54:08.829665 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-81d92751-72d9-4907-826f-7fb3bf89b66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:08.831335 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-81d92751-72d9-4907-826f-7fb3bf89b66c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=89158bcd-2a79-4993-ae5b-556a0ab839e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505862 Sep 23 06:54:08.941896 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40604) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:08.970819 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-24f3e539-37b0-4dab-9c95-72535581a2cd service neutron] 10.222.0.58 "GET /v2.0/networks/89158bcd-2a79-4993-ae5b-556a0ab839e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306953 Sep 23 06:54:09.026807 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cbc348-6572-46aa-ab15-50ca321e86d5 req-160b94c1-a946-44c7-8b46-4211c0c386f7 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:09.028406 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-75cbc348-6572-46aa-ab15-50ca321e86d5 req-160b94c1-a946-44c7-8b46-4211c0c386f7 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 946 time: 0.1030498 Sep 23 06:54:09.121637 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-75cbc348-6572-46aa-ab15-50ca321e86d5 req-4f727845-3d10-44be-b86a-4bbb669e21e0 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869174 Sep 23 06:54:09.147302 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-9c6e204d-be9c-46f4-b373-9736f6ad1163 service neutron] 10.222.0.58 "GET /v2.0/networks/89158bcd-2a79-4993-ae5b-556a0ab839e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608670 Sep 23 06:54:09.151026 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e650ab1-4163-4a0e-ad47-59d87ee3ce79', 'tag': '48c8eed9-1a28-4363-b6b7-bf9827fa555e'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:54:09.153567 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b1ea04-9829-4001-beda-954160779d4c" -d '{"events": [{"name": "network-changed", "server_uuid": "4e650ab1-4163-4a0e-ad47-59d87ee3ce79", "tag": "48c8eed9-1a28-4363-b6b7-bf9827fa555e"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:54:09.175003 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561bc688-ba09-47c8-b132-74e9b86431cb req-3f1cef22-b79d-405e-ba66-433ef3242bb2 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:09.179195 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-561bc688-ba09-47c8-b132-74e9b86431cb req-3f1cef22-b79d-405e-ba66-433ef3242bb2 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=10ba9f18-bd36-468a-9643-66e772e1ecdb HTTP/1.1" status: 200 len: 944 time: 0.0806558 Sep 23 06:54:09.210343 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-da49a655-bcfe-47a5-9fb1-074344738671 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=2967a824-073c-4484-ab0d-43a76601a0ab HTTP/1.1" status: 200 len: 217 time: 0.0472293 Sep 23 06:54:09.232239 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-95e5ce76-732e-40b1-b742-fa54767d1fd7 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-348305181'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:54:09.247152 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-561bc688-ba09-47c8-b132-74e9b86431cb req-a129f24b-53f9-4377-b2bd-bcf674771b4f tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=df69b107-d214-48a1-9de3-f64218339a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604246 Sep 23 06:54:09.263975 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e5ce76-732e-40b1-b742-fa54767d1fd7 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Made reservation on behalf of e1f9ec6ddeac4ec980f2ecc5a17cabb6 for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:54:09.273491 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-95e5ce76-732e-40b1-b742-fa54767d1fd7 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:09.290702 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-95e5ce76-732e-40b1-b742-fa54767d1fd7 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:09.304981 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1231f7c4-8f00-4584-8828-d43aecfd0ff2 req-97d05890-457b-4287-b6ef-9376ed5ab63c tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:09.306568 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1231f7c4-8f00-4584-8828-d43aecfd0ff2 req-97d05890-457b-4287-b6ef-9376ed5ab63c tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 946 time: 0.0888653 Sep 23 06:54:09.314716 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-44e8e849-183f-473e-9ff4-23a359a3df85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:09.316439 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-44e8e849-183f-473e-9ff4-23a359a3df85 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7b8d89ab-b77e-4358-8f41-f550782dd0dc HTTP/1.1" status: 200 len: 797 time: 0.0968580 Sep 23 06:54:09.347385 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe7808d-1177-4df0-9f70-2355e6bd7708 x-openstack-request-id: req-8fe7808d-1177-4df0-9f70-2355e6bd7708 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:54:09.347908 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e650ab1-4163-4a0e-ad47-59d87ee3ce79", "tag": "48c8eed9-1a28-4363-b6b7-bf9827fa555e", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:54:09.348338 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8fe7808d-1177-4df0-9f70-2355e6bd7708 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:54:09.349445 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e650ab1-4163-4a0e-ad47-59d87ee3ce79', 'tag': '48c8eed9-1a28-4363-b6b7-bf9827fa555e', 'status': 'completed', 'code': 200} Sep 23 06:54:09.398327 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1231f7c4-8f00-4584-8828-d43aecfd0ff2 req-32b03456-9952-4c97-baef-93a4d75fc4cf tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803525 Sep 23 06:54:09.405431 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-95e5ce76-732e-40b1-b742-fa54767d1fd7 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:09.410579 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-95e5ce76-732e-40b1-b742-fa54767d1fd7 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:09.425347 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-046b589e-e465-47a4-98f0-adfe9c98536e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:09.427614 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-046b589e-e465-47a4-98f0-adfe9c98536e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1007977 Sep 23 06:54:09.480772 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95e5ce76-732e-40b1-b742-fa54767d1fd7 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:54:09.496744 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e5ce76-732e-40b1-b742-fa54767d1fd7 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63776eb4-12a0-407b-a7bf-cce2653170dd,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:09.502768 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-95e5ce76-732e-40b1-b742-fa54767d1fd7 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:09.503112 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-95e5ce76-732e-40b1-b742-fa54767d1fd7 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Added segment 32023b47-1847-49eb-a5b0-03b948d732f7 of type vlan for network 5019518d-eac8-49a9-9aeb-5ffff2aeaec3 Sep 23 06:54:09.512125 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaed7644-f719-4fa7-ae99-9f7ac59577e7 req-aacdb044-1461-4f76-bd33-5f67ac37c489 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:09.519415 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-aaed7644-f719-4fa7-ae99-9f7ac59577e7 req-aacdb044-1461-4f76-bd33-5f67ac37c489 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 944 time: 0.1042986 Sep 23 06:54:09.582130 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-95e5ce76-732e-40b1-b742-fa54767d1fd7 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:09.582525 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489599a6-87e2-4777-8336-b5309f114e03 req-0c59415d-03bf-469b-9992-c95934d47955 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:09.589297 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489599a6-87e2-4777-8336-b5309f114e03 req-0c59415d-03bf-469b-9992-c95934d47955 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:09.594997 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-aaed7644-f719-4fa7-ae99-9f7ac59577e7 req-62a2b438-4128-4bcf-a909-c7b76c02dbbe tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747695 Sep 23 06:54:09.595266 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489599a6-87e2-4777-8336-b5309f114e03 req-0c59415d-03bf-469b-9992-c95934d47955 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:09.601421 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489599a6-87e2-4777-8336-b5309f114e03 req-0c59415d-03bf-469b-9992-c95934d47955 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:09.607356 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489599a6-87e2-4777-8336-b5309f114e03 req-0c59415d-03bf-469b-9992-c95934d47955 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:09.613472 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489599a6-87e2-4777-8336-b5309f114e03 req-0c59415d-03bf-469b-9992-c95934d47955 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:09.616851 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-95e5ce76-732e-40b1-b742-fa54767d1fd7 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:09.619952 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489599a6-87e2-4777-8336-b5309f114e03 req-0c59415d-03bf-469b-9992-c95934d47955 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:09.621912 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-489599a6-87e2-4777-8336-b5309f114e03 req-0c59415d-03bf-469b-9992-c95934d47955 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79 HTTP/1.1" status: 200 len: 5422 time: 0.1525037 Sep 23 06:54:09.625967 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-c028d83e-e860-4a50-a4d3-60e0985273d4 service neutron] 10.222.0.58 "GET /v2.0/networks/a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888316 Sep 23 06:54:09.631487 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e5ce76-732e-40b1-b742-fa54767d1fd7 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:09.632212 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-95e5ce76-732e-40b1-b742-fa54767d1fd7 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:09.676613 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-95e5ce76-732e-40b1-b742-fa54767d1fd7 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7347925 Sep 23 06:54:09.728633 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-489599a6-87e2-4777-8336-b5309f114e03 req-7bcf3ba3-8ee7-497e-9fe8-27a17f5ff318 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/security-groups?id=af4b1172-21fa-42ea-8f78-02b27dc94910&id=b479065b-36b3-4865-ad7c-063369a14027&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0948961 Sep 23 06:54:09.756971 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e5ce76-732e-40b1-b742-fa54767d1fd7 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Pushing event updated for resources: {'Network': ['ID=5019518d-eac8-49a9-9aeb-5ffff2aeaec3,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:09.770451 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 5019518d-eac8-49a9-9aeb-5ffff2aeaec3 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:54:09.806010 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-84296f10-f5a0-49f1-bb00-168d4ec568f4 service neutron] 10.222.0.58 "GET /v2.0/networks/a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703076 Sep 23 06:54:09.828019 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40648) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:09.833699 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-6012790f-f840-4b49-bc81-41e666fabc7c tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Request body: {'subnet': {'network_id': '5019518d-eac8-49a9-9aeb-5ffff2aeaec3', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:54:09.855415 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c61f15b0-4692-4464-9d25-0c12a9f3a92c req-bcbcd1a1-3c0a-467c-b09d-42ea1eed5f48 tempest-ServerShowV254Test-1305561243 tempest-ServerShowV254Test-1305561243-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b248f54-6c1c-4411-a557-93fe8f78df0e HTTP/1.1" status: 200 len: 210 time: 0.0673034 Sep 23 06:54:09.903811 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-fee5aad5-6091-440d-bcb4-870866d0424b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=ec16f835-822f-4543-a177-5c6ae4f55507 HTTP/1.1" status: 200 len: 217 time: 0.0841291 Sep 23 06:54:09.921486 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:10.035248 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-41097522-400c-4dcf-8b73-3171af030e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:10.037485 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-41097522-400c-4dcf-8b73-3171af030e57 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7b8d89ab-b77e-4358-8f41-f550782dd0dc HTTP/1.1" status: 200 len: 797 time: 0.1213264 Sep 23 06:54:10.045417 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee564c37-2210-4400-96eb-dc6ab945a9a3 req-5b4b6651-b4a4-4e35-a69f-6e63b80f7fd7 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:10.046129 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abfe4cf-f83e-41cf-8336-03b9acae91ad req-0bc54a5f-a06a-4c14-9d66-717bf40b199a tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:10.047200 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ee564c37-2210-4400-96eb-dc6ab945a9a3 req-5b4b6651-b4a4-4e35-a69f-6e63b80f7fd7 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 944 time: 0.1543791 Sep 23 06:54:10.047732 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7abfe4cf-f83e-41cf-8336-03b9acae91ad req-0bc54a5f-a06a-4c14-9d66-717bf40b199a tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 946 time: 0.0569799 Sep 23 06:54:10.092047 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7abfe4cf-f83e-41cf-8336-03b9acae91ad req-1ff5ed7e-e692-4955-b548-d66237d07fdb tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360696 Sep 23 06:54:10.100371 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6012790f-f840-4b49-bc81-41e666fabc7c tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Made reservation on behalf of e1f9ec6ddeac4ec980f2ecc5a17cabb6 for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:54:10.104274 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6012790f-f840-4b49-bc81-41e666fabc7c tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:10.187393 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40660) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:10.294596 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877d3391-37e6-413b-9bc6-abf0b2bff90a req-1eb8db67-d4b2-4e64-b380-9107e3495e12 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:10.296312 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-877d3391-37e6-413b-9bc6-abf0b2bff90a req-1eb8db67-d4b2-4e64-b380-9107e3495e12 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 946 time: 0.0593791 Sep 23 06:54:10.301691 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-4237098a-ae2d-418b-895a-16a2d6d210b9 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1549068630', 'router:external': True}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:54:10.344333 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4237098a-ae2d-418b-895a-16a2d6d210b9 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Made reservation on behalf of f6cce6e61ac745e7aba26fa5b64515ee for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:54:10.346684 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4237098a-ae2d-418b-895a-16a2d6d210b9 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:10.362404 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-877d3391-37e6-413b-9bc6-abf0b2bff90a req-fb923c86-b4a1-48dc-8751-14519b6a3dee tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562449 Sep 23 06:54:10.363243 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4237098a-ae2d-418b-895a-16a2d6d210b9 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:10.461529 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4237098a-ae2d-418b-895a-16a2d6d210b9 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:10.467396 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4237098a-ae2d-418b-895a-16a2d6d210b9 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:10.498200 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ee564c37-2210-4400-96eb-dc6ab945a9a3 req-569c6a9c-5636-41cb-9870-61d53a2f429c tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4378607 Sep 23 06:54:10.505543 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-48dda14b-af48-48cd-8ab1-e4a89b3848c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:10.507450 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-48dda14b-af48-48cd-8ab1-e4a89b3848c7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4592988 Sep 23 06:54:10.519297 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4237098a-ae2d-418b-895a-16a2d6d210b9 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:54:10.532506 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4237098a-ae2d-418b-895a-16a2d6d210b9 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffbf3f57-b05d-43a1-9613-ff5f2d353ff4,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:10.543969 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4237098a-ae2d-418b-895a-16a2d6d210b9 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:10.544355 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-4237098a-ae2d-418b-895a-16a2d6d210b9 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Added segment dc0e8c72-ae48-4e16-9c3b-16ebebbe34ed of type vlan for network 26137725-0cd4-4d6c-8dbd-c2ff19d52c1c Sep 23 06:54:10.589169 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b6f8b7-3b03-44d2-be38-da565bd535b7 req-b931b764-a38a-423e-85c9-4516e5847f92 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:10.590772 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d0b6f8b7-3b03-44d2-be38-da565bd535b7 req-b931b764-a38a-423e-85c9-4516e5847f92 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 946 time: 0.1136420 Sep 23 06:54:10.625279 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4237098a-ae2d-418b-895a-16a2d6d210b9 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:10.662082 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d0b6f8b7-3b03-44d2-be38-da565bd535b7 req-890a9162-8fcd-489c-a9e0-2681d3bb12c2 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605030 Sep 23 06:54:10.687289 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-096e8923-e313-4aac-ac30-d5a31315c0c7 service neutron] 10.222.0.58 "GET /v2.0/networks/a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643546 Sep 23 06:54:10.695453 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4237098a-ae2d-418b-895a-16a2d6d210b9 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:10.696576 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4237098a-ae2d-418b-895a-16a2d6d210b9 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:10.697902 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4237098a-ae2d-418b-895a-16a2d6d210b9 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:10.728675 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6012790f-f840-4b49-bc81-41e666fabc7c tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:10.736562 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-4237098a-ae2d-418b-895a-16a2d6d210b9 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.5480599 Sep 23 06:54:10.740147 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40674) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:10.748197 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-e994a84c-d6a4-4e8e-8751-47d4ac7960cf tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Request body: {'subnet': {'network_id': '26137725-0cd4-4d6c-8dbd-c2ff19d52c1c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:54:10.798644 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4237098a-ae2d-418b-895a-16a2d6d210b9 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Pushing event updated for resources: {'Network': ['ID=26137725-0cd4-4d6c-8dbd-c2ff19d52c1c,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:10.810493 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 26137725-0cd4-4d6c-8dbd-c2ff19d52c1c details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:54:10.874228 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6012790f-f840-4b49-bc81-41e666fabc7c tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Pushing event updated for resources: {'Subnet': ['ID=5a1c3622-856a-4d11-b065-70e03c7ceeeb,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:10.903863 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a494f624-8d64-463d-8751-a82e0b7af0f8 req-450d8c95-c559-4a9c-bca1-9abe78cdcd05 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:10.905449 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a494f624-8d64-463d-8751-a82e0b7af0f8 req-450d8c95-c559-4a9c-bca1-9abe78cdcd05 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 944 time: 0.1822586 Sep 23 06:54:10.933632 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-ddcccacd-a9ef-4416-a3e9-0860986c0661 service neutron] 10.222.0.58 "GET /v2.0/networks/a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334783 Sep 23 06:54:10.934374 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6012790f-f840-4b49-bc81-41e666fabc7c tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Checking segment: {'id': '32023b47-1847-49eb-a5b0-03b948d732f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '5019518d-eac8-49a9-9aeb-5ffff2aeaec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:54:10.934733 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6012790f-f840-4b49-bc81-41e666fabc7c tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Network hostable DHCP agents. Network: 5019518d-eac8-49a9-9aeb-5ffff2aeaec3, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:54:10.990520 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-ff2b35eb-3d4f-4823-aeee-37b38b906cb0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=ea4acb4d-2ff2-49b3-ae8f-b03131cd7298 HTTP/1.1" status: 200 len: 217 time: 0.0459020 Sep 23 06:54:11.019624 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a494f624-8d64-463d-8751-a82e0b7af0f8 req-15650eae-77de-40cc-8d88-5ae9c528f2d5 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004000 Sep 23 06:54:11.029102 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8d4b1a1e-51c4-49f6-becb-814b2b995931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:11.038752 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6012790f-f840-4b49-bc81-41e666fabc7c tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Network 5019518d-eac8-49a9-9aeb-5ffff2aeaec3 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:54:11.057972 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-6012790f-f840-4b49-bc81-41e666fabc7c tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 5019518d-eac8-49a9-9aeb-5ffff2aeaec3) {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:54:11.065167 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6012790f-f840-4b49-bc81-41e666fabc7c tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:11.065684 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6012790f-f840-4b49-bc81-41e666fabc7c tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:11.071471 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-ad5c1291-2e52-463e-9f3f-676dc0b40508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:11.072674 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9b188e-4287-4d19-a08d-98e2742a0f9f None None] Network 5019518d-eac8-49a9-9aeb-5ffff2aeaec3 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:54:11.072979 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-ad5c1291-2e52-463e-9f3f-676dc0b40508 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7b8d89ab-b77e-4358-8f41-f550782dd0dc HTTP/1.1" status: 200 len: 797 time: 0.0711896 Sep 23 06:54:11.119908 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-6012790f-f840-4b49-bc81-41e666fabc7c tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.2904987 Sep 23 06:54:11.145161 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40682) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:11.151950 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-794e5dfa-2e79-40d4-a1d7-c8e49c5fb7c4 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1649350811'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:54:11.190542 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bd6e6c-bd73-4dc6-ac0b-ea2580b539d2 req-92474b7a-b005-46b7-88fe-6e8c6ab67b95 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:11.192212 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e2bd6e6c-bd73-4dc6-ac0b-ea2580b539d2 req-92474b7a-b005-46b7-88fe-6e8c6ab67b95 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 946 time: 0.4386852 Sep 23 06:54:11.193194 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e994a84c-d6a4-4e8e-8751-47d4ac7960cf tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Made reservation on behalf of f6cce6e61ac745e7aba26fa5b64515ee for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:54:11.195684 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e994a84c-d6a4-4e8e-8751-47d4ac7960cf tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:11.218450 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-40c01693-d36b-4f89-9b15-0e34dfdd546c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:11.220136 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-40c01693-d36b-4f89-9b15-0e34dfdd546c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1326823 Sep 23 06:54:11.224769 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-794e5dfa-2e79-40d4-a1d7-c8e49c5fb7c4 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Made reservation on behalf of e1f9ec6ddeac4ec980f2ecc5a17cabb6 for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:54:11.228770 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-794e5dfa-2e79-40d4-a1d7-c8e49c5fb7c4 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:11.254785 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f228b8-1586-4dfb-ba61-6e8d9f2f4bfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-5019518d-eac8-49a9-9aeb-5ffff2aeaec3', 'network_id': '5019518d-eac8-49a9-9aeb-5ffff2aeaec3', 'tenant_id': 'e1f9ec6ddeac4ec980f2ecc5a17cabb6', 'fixed_ips': [{'subnet_id': '5a1c3622-856a-4d11-b065-70e03c7ceeeb'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 06:54:11.256552 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-05f228b8-1586-4dfb-ba61-6e8d9f2f4bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:11.258298 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d492a-8937-416d-8163-1f12225c13bd req-7b7258c8-1083-4e83-a71c-f106e5da4f1f tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:11.264221 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d492a-8937-416d-8163-1f12225c13bd req-7b7258c8-1083-4e83-a71c-f106e5da4f1f tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:11.270698 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d492a-8937-416d-8163-1f12225c13bd req-7b7258c8-1083-4e83-a71c-f106e5da4f1f tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:11.276686 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d492a-8937-416d-8163-1f12225c13bd req-7b7258c8-1083-4e83-a71c-f106e5da4f1f tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:11.282912 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d492a-8937-416d-8163-1f12225c13bd req-7b7258c8-1083-4e83-a71c-f106e5da4f1f tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:11.285327 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e2bd6e6c-bd73-4dc6-ac0b-ea2580b539d2 req-b8c942e9-7e2b-453a-abe6-a329a088f4b2 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770459 Sep 23 06:54:11.289237 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d492a-8937-416d-8163-1f12225c13bd req-7b7258c8-1083-4e83-a71c-f106e5da4f1f tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:11.295728 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d492a-8937-416d-8163-1f12225c13bd req-7b7258c8-1083-4e83-a71c-f106e5da4f1f tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:11.304178 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a83d492a-8937-416d-8163-1f12225c13bd req-7b7258c8-1083-4e83-a71c-f106e5da4f1f tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79 HTTP/1.1" status: 200 len: 5422 time: 0.1830149 Sep 23 06:54:11.405364 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-794e5dfa-2e79-40d4-a1d7-c8e49c5fb7c4 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:54:11.418458 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a83d492a-8937-416d-8163-1f12225c13bd req-caafd0b0-82d6-4a5a-bc1e-a60a6ccca897 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/security-groups?id=af4b1172-21fa-42ea-8f78-02b27dc94910&id=b479065b-36b3-4865-ad7c-063369a14027&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1132638 Sep 23 06:54:11.426722 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-05f228b8-1586-4dfb-ba61-6e8d9f2f4bfa None None] Allocated IP 172.20.255.242 (5019518d-eac8-49a9-9aeb-5ffff2aeaec3/5a1c3622-856a-4d11-b065-70e03c7ceeeb/0cf2072c-29cd-4096-8b17-8837f7029faa) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:54:11.428306 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-794e5dfa-2e79-40d4-a1d7-c8e49c5fb7c4 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:11.428889 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-794e5dfa-2e79-40d4-a1d7-c8e49c5fb7c4 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Added segment 2ae29f9e-5518-44ee-ac88-ffe5075abb8f of type vlan for network acd9d377-3496-4666-8921-681700294ead Sep 23 06:54:11.451482 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-322f4d54-4329-44fc-a03a-bea29ae0f1ab req-2205b2ec-6b45-486e-9312-48b935b39783 tempest-ServerShowV254Test-1305561243 tempest-ServerShowV254Test-1305561243-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b248f54-6c1c-4411-a557-93fe8f78df0e HTTP/1.1" status: 200 len: 210 time: 0.0511975 Sep 23 06:54:11.486565 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:11.495001 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-794e5dfa-2e79-40d4-a1d7-c8e49c5fb7c4 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:11.544033 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-8123e274-3e74-472b-a164-f4790df33d01 service neutron] 10.222.0.58 "GET /v2.0/networks/a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3104069 Sep 23 06:54:11.558087 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 06402a4e-3d40-4d33-8e80-133a0f91e052 no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:54:11.597062 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-794e5dfa-2e79-40d4-a1d7-c8e49c5fb7c4 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:11.605130 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794e5dfa-2e79-40d4-a1d7-c8e49c5fb7c4 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:11.605713 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-794e5dfa-2e79-40d4-a1d7-c8e49c5fb7c4 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:11.629071 n-d-715271-16 neutron-server[95065]: DEBUG neutron.objects.ports [None req-e994a84c-d6a4-4e8e-8751-47d4ac7960cf tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95065) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 06:54:11.630752 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e994a84c-d6a4-4e8e-8751-47d4ac7960cf tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:11.703883 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e994a84c-d6a4-4e8e-8751-47d4ac7960cf tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f528214c-6426-44f9-ad7f-3d73e673231e,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:11.710976 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-05f228b8-1586-4dfb-ba61-6e8d9f2f4bfa None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:11.714493 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e994a84c-d6a4-4e8e-8751-47d4ac7960cf tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Checking segment: {'id': 'dc0e8c72-ae48-4e16-9c3b-16ebebbe34ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '26137725-0cd4-4d6c-8dbd-c2ff19d52c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:54:11.715120 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e994a84c-d6a4-4e8e-8751-47d4ac7960cf tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Network hostable DHCP agents. Network: 26137725-0cd4-4d6c-8dbd-c2ff19d52c1c, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:54:11.722989 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-05f228b8-1586-4dfb-ba61-6e8d9f2f4bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:11.738144 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e994a84c-d6a4-4e8e-8751-47d4ac7960cf tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Network 26137725-0cd4-4d6c-8dbd-c2ff19d52c1c is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:54:11.742704 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-794e5dfa-2e79-40d4-a1d7-c8e49c5fb7c4 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5961189 Sep 23 06:54:11.744288 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40690) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:11.752226 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-1e6ee3c2-239b-4d9c-b1aa-d04b8b2bf7f5 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Request body: {'subnet': {'network_id': 'acd9d377-3496-4666-8921-681700294ead', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:54:11.769631 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-e994a84c-d6a4-4e8e-8751-47d4ac7960cf tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 26137725-0cd4-4d6c-8dbd-c2ff19d52c1c) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:54:11.769910 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f228b8-1586-4dfb-ba61-6e8d9f2f4bfa None None] Network 5019518d-eac8-49a9-9aeb-5ffff2aeaec3 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:54:11.772658 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-05f228b8-1586-4dfb-ba61-6e8d9f2f4bfa None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:54:11.776189 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f228b8-1586-4dfb-ba61-6e8d9f2f4bfa None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:54:11.779834 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e994a84c-d6a4-4e8e-8751-47d4ac7960cf tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:11.781073 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e994a84c-d6a4-4e8e-8751-47d4ac7960cf tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:11.808005 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-e994a84c-d6a4-4e8e-8751-47d4ac7960cf tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0668035 Sep 23 06:54:11.810482 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb5d598-cc5b-4679-a5ec-fe711903f26e None None] Network 26137725-0cd4-4d6c-8dbd-c2ff19d52c1c requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:54:11.816813 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40692) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:11.821916 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-484b119f-5ae2-4e9c-892c-40902e1ec7d9 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-535446677', 'network_id': '26137725-0cd4-4d6c-8dbd-c2ff19d52c1c'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:54:11.829467 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794e5dfa-2e79-40d4-a1d7-c8e49c5fb7c4 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Pushing event updated for resources: {'Network': ['ID=acd9d377-3496-4666-8921-681700294ead,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:11.841662 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-33c23ca5-1f3b-42d6-87a7-9c7368d5e789 service neutron] 10.222.0.58 "GET /v2.0/networks/a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861276 Sep 23 06:54:11.847351 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-05f228b8-1586-4dfb-ba61-6e8d9f2f4bfa None None] Attempting to bind port 0cf2072c-29cd-4096-8b17-8837f7029faa on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:54:11.847928 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-05f228b8-1586-4dfb-ba61-6e8d9f2f4bfa None None] Attempting to bind port 0cf2072c-29cd-4096-8b17-8837f7029faa by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '32023b47-1847-49eb-a5b0-03b948d732f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '5019518d-eac8-49a9-9aeb-5ffff2aeaec3'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:54:11.848118 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f228b8-1586-4dfb-ba61-6e8d9f2f4bfa None None] Attempting to bind port 0cf2072c-29cd-4096-8b17-8837f7029faa on network 5019518d-eac8-49a9-9aeb-5ffff2aeaec3 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:54:11.851157 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f228b8-1586-4dfb-ba61-6e8d9f2f4bfa None None] Pushing event updated for resources: {'Port': ['ID=0cf2072c-29cd-4096-8b17-8837f7029faa,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:11.853613 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network acd9d377-3496-4666-8921-681700294ead details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:54:11.858749 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad2aaa2-0106-4aa3-b090-7bbe69427278 req-0cbf53c8-7c4d-4dc1-8796-754525c25389 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:11.860385 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dad2aaa2-0106-4aa3-b090-7bbe69427278 req-0cbf53c8-7c4d-4dc1-8796-754525c25389 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 946 time: 0.2493715 Sep 23 06:54:11.881033 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f228b8-1586-4dfb-ba61-6e8d9f2f4bfa None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:54:11.881727 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f228b8-1586-4dfb-ba61-6e8d9f2f4bfa None None] Checking segment: {'id': '32023b47-1847-49eb-a5b0-03b948d732f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '5019518d-eac8-49a9-9aeb-5ffff2aeaec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:54:11.882308 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-05f228b8-1586-4dfb-ba61-6e8d9f2f4bfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:11.882850 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f228b8-1586-4dfb-ba61-6e8d9f2f4bfa None None] Bound using segment: {'id': '32023b47-1847-49eb-a5b0-03b948d732f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '5019518d-eac8-49a9-9aeb-5ffff2aeaec3'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:54:11.883488 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-05f228b8-1586-4dfb-ba61-6e8d9f2f4bfa None None] Bound port: 0cf2072c-29cd-4096-8b17-8837f7029faa, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32023b47-1847-49eb-a5b0-03b948d732f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '5019518d-eac8-49a9-9aeb-5ffff2aeaec3'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:54:11.884045 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-05f228b8-1586-4dfb-ba61-6e8d9f2f4bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:11.894426 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e6ee3c2-239b-4d9c-b1aa-d04b8b2bf7f5 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Made reservation on behalf of e1f9ec6ddeac4ec980f2ecc5a17cabb6 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:54:11.898715 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1e6ee3c2-239b-4d9c-b1aa-d04b8b2bf7f5 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:11.904879 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-484b119f-5ae2-4e9c-892c-40902e1ec7d9 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Made reservation on behalf of f6cce6e61ac745e7aba26fa5b64515ee for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:54:11.907173 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-484b119f-5ae2-4e9c-892c-40902e1ec7d9 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:11.909926 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-f63a2d26-30e9-43b1-882b-a6f5495df012 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=dae8f25f-c017-48b4-8dfb-e6deacfb0ac2 HTTP/1.1" status: 200 len: 217 time: 0.0465145 Sep 23 06:54:11.957446 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [None req-484b119f-5ae2-4e9c-892c-40902e1ec7d9 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] device_id is not set on port cccaba66-32ec-4e64-908c-9fea6b85da22 yet. {{(pid=95066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 06:54:12.011354 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-05f228b8-1586-4dfb-ba61-6e8d9f2f4bfa None None] For port 0cf2072c-29cd-4096-8b17-8837f7029faa, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:54:12.014475 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-49331151-6beb-4e92-8277-3e22fe8353df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:12.015776 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-05f228b8-1586-4dfb-ba61-6e8d9f2f4bfa None None] For port 0cf2072c-29cd-4096-8b17-8837f7029faa, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=0cf2072c-29cd-4096-8b17-8837f7029faa,segment=NetworkSegment(32023b47-1847-49eb-a5b0-03b948d732f7),segment_id=32023b47-1847-49eb-a5b0-03b948d732f7)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:54:12.016018 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-49331151-6beb-4e92-8277-3e22fe8353df service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7b8d89ab-b77e-4358-8f41-f550782dd0dc HTTP/1.1" status: 200 len: 797 time: 0.0957940 Sep 23 06:54:12.055534 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-05f228b8-1586-4dfb-ba61-6e8d9f2f4bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:12.165897 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-6d0ea58c-2eb5-41c0-bbb5-e1dc58c6b0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:12.165897 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-6d0ea58c-2eb5-41c0-bbb5-e1dc58c6b0eb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1376071 Sep 23 06:54:12.165897 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-484b119f-5ae2-4e9c-892c-40902e1ec7d9 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Allocated IP 172.20.0.4 (26137725-0cd4-4d6c-8dbd-c2ff19d52c1c/f528214c-6426-44f9-ad7f-3d73e673231e/cccaba66-32ec-4e64-908c-9fea6b85da22) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:54:12.174954 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dad2aaa2-0106-4aa3-b090-7bbe69427278 req-348b8a23-830b-4d30-8485-642c6866c398 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012729 Sep 23 06:54:12.183218 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f228b8-1586-4dfb-ba61-6e8d9f2f4bfa None None] Pushing event updated for resources: {'Port': ['ID=0cf2072c-29cd-4096-8b17-8837f7029faa,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:12.225127 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1e6ee3c2-239b-4d9c-b1aa-d04b8b2bf7f5 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:12.237717 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d0c250-e2bc-43c4-b31a-d80395a63123 None None] Network 26137725-0cd4-4d6c-8dbd-c2ff19d52c1c requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:54:12.256108 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:12.267967 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2377673a-b78c-4c1f-a9fd-81fc383eb698 req-dd8d8936-47c5-413e-882a-c88886b4ca44 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:12.269714 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2377673a-b78c-4c1f-a9fd-81fc383eb698 req-dd8d8936-47c5-413e-882a-c88886b4ca44 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 944 time: 0.1427495 Sep 23 06:54:12.361302 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6ee3c2-239b-4d9c-b1aa-d04b8b2bf7f5 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Pushing event updated for resources: {'Subnet': ['ID=64fc78cb-fcf1-4a19-8a95-8922eb5876e2,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:12.388560 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6ee3c2-239b-4d9c-b1aa-d04b8b2bf7f5 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Checking segment: {'id': '2ae29f9e-5518-44ee-ac88-ffe5075abb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'acd9d377-3496-4666-8921-681700294ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:54:12.388923 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6ee3c2-239b-4d9c-b1aa-d04b8b2bf7f5 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Network hostable DHCP agents. Network: acd9d377-3496-4666-8921-681700294ead, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:54:12.394920 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2377673a-b78c-4c1f-a9fd-81fc383eb698 req-e07fc313-4a85-48c8-b17b-ab734aac4422 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129131 Sep 23 06:54:12.426250 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6ee3c2-239b-4d9c-b1aa-d04b8b2bf7f5 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Network acd9d377-3496-4666-8921-681700294ead is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:54:12.443486 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-1e6ee3c2-239b-4d9c-b1aa-d04b8b2bf7f5 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, acd9d377-3496-4666-8921-681700294ead) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:54:12.454706 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6ee3c2-239b-4d9c-b1aa-d04b8b2bf7f5 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:12.456151 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1e6ee3c2-239b-4d9c-b1aa-d04b8b2bf7f5 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:12.504247 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-1e6ee3c2-239b-4d9c-b1aa-d04b8b2bf7f5 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.7587357 Sep 23 06:54:12.508596 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40706) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:12.517908 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27f9406-eae4-4dd7-a237-8f345197319f None None] Network acd9d377-3496-4666-8921-681700294ead requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:54:12.539369 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-75418cda-8a23-4f06-a50f-e1bb162ddaa3 service neutron] 10.222.0.58 "GET /v2.0/networks/a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3632655 Sep 23 06:54:12.652465 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f671a14a-1154-48fd-b44d-252724a48a0c req-3eebebf8-756d-4c13-a3f7-dedc25ab7d8d tempest-ServerShowV254Test-1305561243 tempest-ServerShowV254Test-1305561243-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b248f54-6c1c-4411-a557-93fe8f78df0e HTTP/1.1" status: 200 len: 210 time: 0.0610650 Sep 23 06:54:12.733363 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e71e1ec-e32e-4953-a75b-a4f9632f958a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-acd9d377-3496-4666-8921-681700294ead', 'network_id': 'acd9d377-3496-4666-8921-681700294ead', 'tenant_id': 'e1f9ec6ddeac4ec980f2ecc5a17cabb6', 'fixed_ips': [{'subnet_id': '64fc78cb-fcf1-4a19-8a95-8922eb5876e2'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 06:54:12.734405 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3e71e1ec-e32e-4953-a75b-a4f9632f958a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:12.765035 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-264668e3-7e21-4e44-b093-af83cf02db6e tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:12.893530 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-264668e3-7e21-4e44-b093-af83cf02db6e tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:12.959753 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-484b119f-5ae2-4e9c-892c-40902e1ec7d9 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:12.978616 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 0cf2072c-29cd-4096-8b17-8837f7029faa up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:54:12.995768 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afbf042-b78d-445a-8c94-9da9f6e55a3a req-5e49800d-3d69-425f-ac6b-226f96929618 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:13.002608 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afbf042-b78d-445a-8c94-9da9f6e55a3a req-5e49800d-3d69-425f-ac6b-226f96929618 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:13.008564 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afbf042-b78d-445a-8c94-9da9f6e55a3a req-5e49800d-3d69-425f-ac6b-226f96929618 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:13.014451 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afbf042-b78d-445a-8c94-9da9f6e55a3a req-5e49800d-3d69-425f-ac6b-226f96929618 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:13.020249 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afbf042-b78d-445a-8c94-9da9f6e55a3a req-5e49800d-3d69-425f-ac6b-226f96929618 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:13.027069 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afbf042-b78d-445a-8c94-9da9f6e55a3a req-5e49800d-3d69-425f-ac6b-226f96929618 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:13.032697 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afbf042-b78d-445a-8c94-9da9f6e55a3a req-5e49800d-3d69-425f-ac6b-226f96929618 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:13.037386 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-3e71e1ec-e32e-4953-a75b-a4f9632f958a None None] Allocated IP 172.20.0.2 (acd9d377-3496-4666-8921-681700294ead/64fc78cb-fcf1-4a19-8a95-8922eb5876e2/f403c55c-87bd-40f1-829c-33ef7a6013f8) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:54:13.041539 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1afbf042-b78d-445a-8c94-9da9f6e55a3a req-5e49800d-3d69-425f-ac6b-226f96929618 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79 HTTP/1.1" status: 200 len: 5422 time: 0.4133945 Sep 23 06:54:13.076267 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 0cf2072c-29cd-4096-8b17-8837f7029faa triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:54:13.076692 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:13.080172 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-24d788d0-fdc6-4c60-9217-c2412e6fceb4 service neutron] 10.222.0.58 "GET /v2.0/networks/a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4595296 Sep 23 06:54:13.162765 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1afbf042-b78d-445a-8c94-9da9f6e55a3a req-fac5511a-1fc8-436b-911e-764c96dc22bc tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/security-groups?id=af4b1172-21fa-42ea-8f78-02b27dc94910&id=b479065b-36b3-4865-ad7c-063369a14027&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1201520 Sep 23 06:54:13.165456 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-32f787af-d243-49a5-99b2-1d5949e7d8d5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6a597634-f59c-495a-9ce4-024de1317b9c HTTP/1.1" status: 200 len: 217 time: 0.0647039 Sep 23 06:54:13.167265 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-484b119f-5ae2-4e9c-892c-40902e1ec7d9 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:13.192427 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484b119f-5ae2-4e9c-892c-40902e1ec7d9 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Network 26137725-0cd4-4d6c-8dbd-c2ff19d52c1c is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:54:13.196535 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-484b119f-5ae2-4e9c-892c-40902e1ec7d9 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:54:13.224685 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484b119f-5ae2-4e9c-892c-40902e1ec7d9 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:54:13.275295 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:13.299320 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3e71e1ec-e32e-4953-a75b-a4f9632f958a None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:13.313269 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484b119f-5ae2-4e9c-892c-40902e1ec7d9 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Pushing event updated for resources: {'Port': ['ID=cccaba66-32ec-4e64-908c-9fea6b85da22,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:13.315401 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3e71e1ec-e32e-4953-a75b-a4f9632f958a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:13.319652 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port 0cf2072c-29cd-4096-8b17-8837f7029faa, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=0cf2072c-29cd-4096-8b17-8837f7029faa,segment=NetworkSegment(32023b47-1847-49eb-a5b0-03b948d732f7),segment_id=32023b47-1847-49eb-a5b0-03b948d732f7)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:54:13.337276 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-256195eb-3bd4-4883-ac77-f3ea418e2e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:13.339447 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-256195eb-3bd4-4883-ac77-f3ea418e2e32 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f0cb65e8-fa80-40ac-a2e5-8e7b9c47cb4e HTTP/1.1" status: 200 len: 797 time: 0.1452432 Sep 23 06:54:13.345571 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484b119f-5ae2-4e9c-892c-40902e1ec7d9 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:13.346709 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-484b119f-5ae2-4e9c-892c-40902e1ec7d9 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:13.350781 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-264668e3-7e21-4e44-b093-af83cf02db6e tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:13.426077 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e71e1ec-e32e-4953-a75b-a4f9632f958a None None] Pushing event updated for resources: {'Port': ['ID=f403c55c-87bd-40f1-829c-33ef7a6013f8,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:13.428684 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264668e3-7e21-4e44-b093-af83cf02db6e tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Pushing event deleted for resources: {'Subnet': ['ID=64fc78cb-fcf1-4a19-8a95-8922eb5876e2,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:13.451522 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:13.470562 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-484b119f-5ae2-4e9c-892c-40902e1ec7d9 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.6526034 Sep 23 06:54:13.474829 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40716) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:13.481345 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e71e1ec-e32e-4953-a75b-a4f9632f958a None None] Network acd9d377-3496-4666-8921-681700294ead is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:54:13.485637 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-bea93310-3e03-4a00-ac17-d2cd329cefe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:13.496636 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-bea93310-3e03-4a00-ac17-d2cd329cefe5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=57ba53b1-4b40-40e0-aae1-e93257c8c94d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1387293 Sep 23 06:54:13.521394 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-3e71e1ec-e32e-4953-a75b-a4f9632f958a None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:54:13.525024 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e71e1ec-e32e-4953-a75b-a4f9632f958a None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:54:13.553575 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-264668e3-7e21-4e44-b093-af83cf02db6e tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:13.579096 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-264668e3-7e21-4e44-b093-af83cf02db6e tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acd9d377-3496-4666-8921-681700294ead']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:13.589463 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-264668e3-7e21-4e44-b093-af83cf02db6e tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ae29f9e-5518-44ee-ac88-ffe5075abb8f') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:13.589805 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-264668e3-7e21-4e44-b093-af83cf02db6e tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ae29f9e-5518-44ee-ac88-ffe5075abb8f') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:13.592055 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=0cf2072c-29cd-4096-8b17-8837f7029faa,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:13.600011 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-264668e3-7e21-4e44-b093-af83cf02db6e tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:13.603201 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-3e71e1ec-e32e-4953-a75b-a4f9632f958a None None] Attempting to bind port f403c55c-87bd-40f1-829c-33ef7a6013f8 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:54:13.603556 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-3e71e1ec-e32e-4953-a75b-a4f9632f958a None None] Attempting to bind port f403c55c-87bd-40f1-829c-33ef7a6013f8 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '2ae29f9e-5518-44ee-ac88-ffe5075abb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'acd9d377-3496-4666-8921-681700294ead'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:54:13.603917 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e71e1ec-e32e-4953-a75b-a4f9632f958a None None] Attempting to bind port f403c55c-87bd-40f1-829c-33ef7a6013f8 on network acd9d377-3496-4666-8921-681700294ead {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:54:13.612331 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e71e1ec-e32e-4953-a75b-a4f9632f958a None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:54:13.612722 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e71e1ec-e32e-4953-a75b-a4f9632f958a None None] Checking segment: {'id': '2ae29f9e-5518-44ee-ac88-ffe5075abb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'acd9d377-3496-4666-8921-681700294ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:54:13.613117 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3e71e1ec-e32e-4953-a75b-a4f9632f958a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:13.613511 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e71e1ec-e32e-4953-a75b-a4f9632f958a None None] Bound using segment: {'id': '2ae29f9e-5518-44ee-ac88-ffe5075abb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'acd9d377-3496-4666-8921-681700294ead'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:54:13.614014 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-3e71e1ec-e32e-4953-a75b-a4f9632f958a None None] Bound port: f403c55c-87bd-40f1-829c-33ef7a6013f8, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ae29f9e-5518-44ee-ac88-ffe5075abb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'acd9d377-3496-4666-8921-681700294ead'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:54:13.615409 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3e71e1ec-e32e-4953-a75b-a4f9632f958a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:13.617881 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-264668e3-7e21-4e44-b093-af83cf02db6e tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:13.659565 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-264668e3-7e21-4e44-b093-af83cf02db6e tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:54:13.661391 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-264668e3-7e21-4e44-b093-af83cf02db6e tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:13.667399 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 06:54:13.667399 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:54:13.667399 n-d-715271-16 neutron-server[95065]: timer() Sep 23 06:54:13.667399 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:54:13.667399 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 06:54:13.667399 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:54:13.667399 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 06:54:13.667399 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:54:13.667399 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 06:54:13.667399 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:54:13.667399 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 06:54:13.667399 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:54:13.667399 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 06:54:13.667399 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:54:13.667399 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:54:13.667399 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:54:13.667399 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:54:13.667399 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:54:13.667399 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 06:54:13.667399 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:54:13.667399 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 06:54:13.667399 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:54:13.667399 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:54:13.667399 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:54:13.667399 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 06:54:13.667399 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:54:13.667399 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:54:13.667399 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:54:13.667399 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:54:13.667399 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:54:13.667399 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:54:13.667399 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:54:13.703358 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-c3661586-b54c-453a-bec7-0a8561b9d136 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Deleting port cccaba66-32ec-4e64-908c-9fea6b85da22 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:54:13.703358 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c3661586-b54c-453a-bec7-0a8561b9d136 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:13.729057 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24cc145-134a-49e1-b602-95d5685547de req-3495e7d7-b04f-46f8-98e4-ad9883da1d5e tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:13.731070 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d24cc145-134a-49e1-b602-95d5685547de req-3495e7d7-b04f-46f8-98e4-ad9883da1d5e tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 944 time: 0.1745374 Sep 23 06:54:13.734042 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-25898c62-8901-4378-b472-7b80edba1e8a service neutron] 10.222.0.58 "GET /v2.0/networks/57ba53b1-4b40-40e0-aae1-e93257c8c94d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491899 Sep 23 06:54:13.799431 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.db.api [None req-264668e3-7e21-4e44-b093-af83cf02db6e tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 23 06:54:13.799431 n-d-715271-16 neutron-server[95065]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 23 06:54:13.799431 n-d-715271-16 neutron-server[95065]: [parameters: {'id': 'acd9d377-3496-4666-8921-681700294ead'}] Sep 23 06:54:13.799431 n-d-715271-16 neutron-server[95065]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95065) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 06:54:13.799817 n-d-715271-16 neutron-server[95065]: DEBUG oslo_db.api [None req-264668e3-7e21-4e44-b093-af83cf02db6e tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 06:54:13.823717 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d24cc145-134a-49e1-b602-95d5685547de req-3b263a8b-4198-43bf-9033-328d8db8e448 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489037 Sep 23 06:54:13.852629 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e118e6e9-4001-462f-8bc1-2d4b084fb4bf req-9d1fc529-419a-450d-997a-c775adee2471 tempest-ServerShowV254Test-1305561243 tempest-ServerShowV254Test-1305561243-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b248f54-6c1c-4411-a557-93fe8f78df0e HTTP/1.1" status: 200 len: 210 time: 0.0516105 Sep 23 06:54:13.872308 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-3e71e1ec-e32e-4953-a75b-a4f9632f958a None None] For port f403c55c-87bd-40f1-829c-33ef7a6013f8, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:54:13.875660 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-3e71e1ec-e32e-4953-a75b-a4f9632f958a None None] For port f403c55c-87bd-40f1-829c-33ef7a6013f8, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=f403c55c-87bd-40f1-829c-33ef7a6013f8,segment=NetworkSegment(2ae29f9e-5518-44ee-ac88-ffe5075abb8f),segment_id=2ae29f9e-5518-44ee-ac88-ffe5075abb8f)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:54:13.884007 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea09f521-6f85-41d2-ae1c-533121f51988 None None] Network 5019518d-eac8-49a9-9aeb-5ffff2aeaec3 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:54:13.894690 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3e71e1ec-e32e-4953-a75b-a4f9632f958a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:13.920847 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c3661586-b54c-453a-bec7-0a8561b9d136 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:13.943853 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-c3661586-b54c-453a-bec7-0a8561b9d136 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Calling delete_port for cccaba66-32ec-4e64-908c-9fea6b85da22 owned by {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:54:13.960109 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-c929c759-596b-4e14-bf93-552ebbdf272b service neutron] 10.222.0.58 "GET /v2.0/networks/57ba53b1-4b40-40e0-aae1-e93257c8c94d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128937 Sep 23 06:54:13.966561 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-6e04f426-d2c7-4d2c-85d1-35e0878f7907 None None] Provisioning complete for port 0cf2072c-29cd-4096-8b17-8837f7029faa triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:54:13.966951 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-6e04f426-d2c7-4d2c-85d1-35e0878f7907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:14.064190 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-3d5295a7-9947-46b9-8597-166728f3efcd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=48c8eed9-1a28-4363-b6b7-bf9827fa555e HTTP/1.1" status: 200 len: 217 time: 0.0950353 Sep 23 06:54:14.090183 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:14.136281 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e71e1ec-e32e-4953-a75b-a4f9632f958a None None] Pushing event updated for resources: {'Port': ['ID=f403c55c-87bd-40f1-829c-33ef7a6013f8,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:14.154573 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-475eefde-b074-4167-afe5-6296769ca427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:14.156138 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-475eefde-b074-4167-afe5-6296769ca427 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f0cb65e8-fa80-40ac-a2e5-8e7b9c47cb4e HTTP/1.1" status: 200 len: 797 time: 0.0802107 Sep 23 06:54:14.254853 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-2e32af91-c899-453a-9bbd-9863661420b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:14.256747 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-2e32af91-c899-453a-9bbd-9863661420b8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=57ba53b1-4b40-40e0-aae1-e93257c8c94d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0898614 Sep 23 06:54:14.259380 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c3661586-b54c-453a-bec7-0a8561b9d136 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:14.296673 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eaedfc7-e1e4-45f6-8fc0-f1076408c730 None None] Network acd9d377-3496-4666-8921-681700294ead requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:54:14.302058 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-264668e3-7e21-4e44-b093-af83cf02db6e tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:14.317182 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3661586-b54c-453a-bec7-0a8561b9d136 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Pushing event deleted for resources: {'Port': ['ID=cccaba66-32ec-4e64-908c-9fea6b85da22,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:14.392311 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49e5084-67c7-469f-abd5-beffd91cf21b req-f2735af2-b644-4801-8f25-1eefcbb6fb20 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:14.399452 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49e5084-67c7-469f-abd5-beffd91cf21b req-f2735af2-b644-4801-8f25-1eefcbb6fb20 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:14.407737 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49e5084-67c7-469f-abd5-beffd91cf21b req-f2735af2-b644-4801-8f25-1eefcbb6fb20 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:14.418714 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49e5084-67c7-469f-abd5-beffd91cf21b req-f2735af2-b644-4801-8f25-1eefcbb6fb20 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:14.426260 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49e5084-67c7-469f-abd5-beffd91cf21b req-f2735af2-b644-4801-8f25-1eefcbb6fb20 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:14.434263 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49e5084-67c7-469f-abd5-beffd91cf21b req-f2735af2-b644-4801-8f25-1eefcbb6fb20 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:14.440414 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c3661586-b54c-453a-bec7-0a8561b9d136 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:14.442377 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-c3661586-b54c-453a-bec7-0a8561b9d136 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] 10.222.0.39 "DELETE /v2.0/ports/cccaba66-32ec-4e64-908c-9fea6b85da22 HTTP/1.1" status: 204 len: 168 time: 0.9649429 Sep 23 06:54:14.444578 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49e5084-67c7-469f-abd5-beffd91cf21b req-f2735af2-b644-4801-8f25-1eefcbb6fb20 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:14.446976 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40726) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:14.451465 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-2d7016b0-146c-44cf-8f6e-a1971a4e9ee1 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '26137725-0cd4-4d6c-8dbd-c2ff19d52c1c', 'external_fixed_ips': [{'subnet_id': 'f528214c-6426-44f9-ad7f-3d73e673231e', 'ip_address': '172.20.0.4'}]}}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:54:14.455561 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b49e5084-67c7-469f-abd5-beffd91cf21b req-f2735af2-b644-4801-8f25-1eefcbb6fb20 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79 HTTP/1.1" status: 200 len: 5422 time: 0.1545670 Sep 23 06:54:14.455967 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-48874558-2f84-419d-8e6c-1333b95aa76c service neutron] 10.222.0.58 "GET /v2.0/networks/57ba53b1-4b40-40e0-aae1-e93257c8c94d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914623 Sep 23 06:54:14.500663 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2d7016b0-146c-44cf-8f6e-a1971a4e9ee1 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:14.502071 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2d7016b0-146c-44cf-8f6e-a1971a4e9ee1 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:14.554573 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b49e5084-67c7-469f-abd5-beffd91cf21b req-a3be6b93-a6b7-4925-a61b-9dec7d67f38e tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/security-groups?id=af4b1172-21fa-42ea-8f78-02b27dc94910&id=b479065b-36b3-4865-ad7c-063369a14027&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0947371 Sep 23 06:54:14.595771 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-264668e3-7e21-4e44-b093-af83cf02db6e tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Deleting port f403c55c-87bd-40f1-829c-33ef7a6013f8 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:54:14.597087 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-264668e3-7e21-4e44-b093-af83cf02db6e tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:14.615099 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2d7016b0-146c-44cf-8f6e-a1971a4e9ee1 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:14.691275 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-acf7cd3a-d341-4365-ac53-13d50469b320 req-35f90948-b566-475e-9091-a576f7e865b0 service neutron] 10.222.0.58 "GET /v2.0/networks/57ba53b1-4b40-40e0-aae1-e93257c8c94d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197285 Sep 23 06:54:14.752912 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-264668e3-7e21-4e44-b093-af83cf02db6e tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] For port f403c55c-87bd-40f1-829c-33ef7a6013f8, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=f403c55c-87bd-40f1-829c-33ef7a6013f8,segment=NetworkSegment(2ae29f9e-5518-44ee-ac88-ffe5075abb8f),segment_id=2ae29f9e-5518-44ee-ac88-ffe5075abb8f)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:54:14.753844 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-264668e3-7e21-4e44-b093-af83cf02db6e tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:14.792124 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-264668e3-7e21-4e44-b093-af83cf02db6e tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Calling delete_port for f403c55c-87bd-40f1-829c-33ef7a6013f8 owned by network:dhcp {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:54:14.888926 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-264668e3-7e21-4e44-b093-af83cf02db6e tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:14.908732 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2d7016b0-146c-44cf-8f6e-a1971a4e9ee1 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:14.942478 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 0cf2072c-29cd-4096-8b17-8837f7029faa up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:54:14.944637 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264668e3-7e21-4e44-b093-af83cf02db6e tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Pushing event deleted for resources: {'Port': ['ID=f403c55c-87bd-40f1-829c-33ef7a6013f8,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:14.950206 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264668e3-7e21-4e44-b093-af83cf02db6e tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] No DVR routers for this DVR port f403c55c-87bd-40f1-829c-33ef7a6013f8 on host n-d-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:54:14.993857 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809229f6-ac97-4e3b-99cf-02f7f054fe45 None None] get_active_networks_info from n-d-715271-16 {{(pid=95067) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 06:54:15.107301 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-264668e3-7e21-4e44-b093-af83cf02db6e tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:15.174482 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-264668e3-7e21-4e44-b093-af83cf02db6e tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acd9d377-3496-4666-8921-681700294ead']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:15.206831 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-2e84afb0-d0da-496f-994f-4cd0aca0030b None None] Provisioning complete for port 0cf2072c-29cd-4096-8b17-8837f7029faa triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:54:15.207780 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2e84afb0-d0da-496f-994f-4cd0aca0030b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:15.212099 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809229f6-ac97-4e3b-99cf-02f7f054fe45 None None] Resources bound (agent type, host, resource id): {{(pid=95067) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 06:54:15.216337 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4c83ad3d-13a2-47be-b760-07e3351c3e31 req-d21570bb-d130-44f8-910c-55e7cfcbea68 tempest-ServerShowV254Test-1305561243 tempest-ServerShowV254Test-1305561243-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b248f54-6c1c-4411-a557-93fe8f78df0e HTTP/1.1" status: 200 len: 210 time: 0.0995455 Sep 23 06:54:15.223138 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-264668e3-7e21-4e44-b093-af83cf02db6e tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ae29f9e-5518-44ee-ac88-ffe5075abb8f') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:15.223439 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-264668e3-7e21-4e44-b093-af83cf02db6e tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ae29f9e-5518-44ee-ac88-ffe5075abb8f') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:15.242890 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-264668e3-7e21-4e44-b093-af83cf02db6e tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:15.282930 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-264668e3-7e21-4e44-b093-af83cf02db6e tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:15.298391 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-264668e3-7e21-4e44-b093-af83cf02db6e tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:54:15.298803 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-264668e3-7e21-4e44-b093-af83cf02db6e tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:15.357955 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 0cf2072c-29cd-4096-8b17-8837f7029faa triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:54:15.358258 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:15.375237 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 06:54:15.375237 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:54:15.375237 n-d-715271-16 neutron-server[95065]: timer() Sep 23 06:54:15.375237 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:54:15.375237 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 06:54:15.375237 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:54:15.375237 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 06:54:15.375237 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:54:15.375237 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 06:54:15.375237 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:54:15.375237 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 06:54:15.375237 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:54:15.375237 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 06:54:15.375237 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:54:15.375237 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:54:15.375237 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:54:15.375237 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:54:15.375237 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:54:15.375237 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 06:54:15.375237 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:54:15.375237 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 06:54:15.375237 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:54:15.375237 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:54:15.375237 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:54:15.375237 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 06:54:15.375237 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:54:15.375237 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:54:15.375237 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:54:15.375237 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:54:15.375237 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:54:15.375237 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:54:15.375237 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:54:15.378733 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-264668e3-7e21-4e44-b093-af83cf02db6e tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:15.385931 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-264668e3-7e21-4e44-b093-af83cf02db6e tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:15.389935 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-264668e3-7e21-4e44-b093-af83cf02db6e tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] 10.222.0.39 "DELETE /v2.0/networks/acd9d377-3496-4666-8921-681700294ead HTTP/1.1" status: 204 len: 168 time: 2.8800089 Sep 23 06:54:15.397791 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40742) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:15.415736 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-377e9457-584d-4418-977c-0e68864499a2 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-427736871'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:54:15.420766 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264668e3-7e21-4e44-b093-af83cf02db6e tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Pushing event deleted for resources: {'Network': ['ID=acd9d377-3496-4666-8921-681700294ead,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:15.451311 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377e9457-584d-4418-977c-0e68864499a2 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Made reservation on behalf of e1f9ec6ddeac4ec980f2ecc5a17cabb6 for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:54:15.455165 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-377e9457-584d-4418-977c-0e68864499a2 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:15.489294 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-377e9457-584d-4418-977c-0e68864499a2 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:54:15.500480 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-377e9457-584d-4418-977c-0e68864499a2 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:15.500837 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-377e9457-584d-4418-977c-0e68864499a2 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Added segment 1a682c08-61f2-40b5-a5dd-d6ac3e1012f7 of type vlan for network 197b4f50-e3eb-42b2-b629-004d89080f18 Sep 23 06:54:15.525448 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2c4f13-a83e-416d-8f9a-ba1276b9b155 req-8c06c010-73b5-475c-b85e-64dc6aa5f908 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:15.532791 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2c2c4f13-a83e-416d-8f9a-ba1276b9b155 req-8c06c010-73b5-475c-b85e-64dc6aa5f908 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 944 time: 0.5748322 Sep 23 06:54:15.548154 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-377e9457-584d-4418-977c-0e68864499a2 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:15.570021 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b1ea04-9829-4001-beda-954160779d4c req-2934629a-a7b8-4ed5-b9e0-13b6de56243b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:15.570509 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b1ea04-9829-4001-beda-954160779d4c req-2934629a-a7b8-4ed5-b9e0-13b6de56243b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:15.571003 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b1ea04-9829-4001-beda-954160779d4c req-2934629a-a7b8-4ed5-b9e0-13b6de56243b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:15.571481 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b1ea04-9829-4001-beda-954160779d4c req-2934629a-a7b8-4ed5-b9e0-13b6de56243b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:15.571948 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b1ea04-9829-4001-beda-954160779d4c req-2934629a-a7b8-4ed5-b9e0-13b6de56243b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:15.572416 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b1ea04-9829-4001-beda-954160779d4c req-2934629a-a7b8-4ed5-b9e0-13b6de56243b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:15.572878 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b1ea04-9829-4001-beda-954160779d4c req-2934629a-a7b8-4ed5-b9e0-13b6de56243b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:15.579086 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-72b1ea04-9829-4001-beda-954160779d4c req-2934629a-a7b8-4ed5-b9e0-13b6de56243b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3be4c5cb804b4ff99ee0f3347ae7c2c6&device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79 HTTP/1.1" status: 200 len: 6486 time: 0.6576207 Sep 23 06:54:15.579739 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-377e9457-584d-4418-977c-0e68864499a2 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:15.587995 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377e9457-584d-4418-977c-0e68864499a2 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:15.588990 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-377e9457-584d-4418-977c-0e68864499a2 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:15.642230 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-377e9457-584d-4418-977c-0e68864499a2 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2410131 Sep 23 06:54:15.648872 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40746) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:15.682448 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-4d544ce2-22bf-47c0-b2a4-30f6d68ab278 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Request body: {'subnet': {'network_id': '197b4f50-e3eb-42b2-b629-004d89080f18', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:54:15.790739 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377e9457-584d-4418-977c-0e68864499a2 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Pushing event updated for resources: {'Network': ['ID=197b4f50-e3eb-42b2-b629-004d89080f18,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:15.822430 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 197b4f50-e3eb-42b2-b629-004d89080f18 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:54:15.845353 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2c2c4f13-a83e-416d-8f9a-ba1276b9b155 req-93f33e2f-7196-499f-be48-3467748327ad tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3115959 Sep 23 06:54:15.882890 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf60bc-9ae2-4dc1-a240-adb97206f630 req-9eb750e9-5734-496a-8121-3ddf481b3e43 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:15.900384 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf60bc-9ae2-4dc1-a240-adb97206f630 req-9eb750e9-5734-496a-8121-3ddf481b3e43 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:15.916974 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf60bc-9ae2-4dc1-a240-adb97206f630 req-9eb750e9-5734-496a-8121-3ddf481b3e43 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:15.932754 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf60bc-9ae2-4dc1-a240-adb97206f630 req-9eb750e9-5734-496a-8121-3ddf481b3e43 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:15.949691 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf60bc-9ae2-4dc1-a240-adb97206f630 req-9eb750e9-5734-496a-8121-3ddf481b3e43 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:15.969281 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf60bc-9ae2-4dc1-a240-adb97206f630 req-9eb750e9-5734-496a-8121-3ddf481b3e43 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:15.976767 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf60bc-9ae2-4dc1-a240-adb97206f630 req-9eb750e9-5734-496a-8121-3ddf481b3e43 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:15.982029 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9bbf60bc-9ae2-4dc1-a240-adb97206f630 req-9eb750e9-5734-496a-8121-3ddf481b3e43 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79 HTTP/1.1" status: 200 len: 5422 time: 0.2703948 Sep 23 06:54:15.989758 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b1ea04-9829-4001-beda-954160779d4c req-ae56803b-bf56-478f-b40b-5f29abcafa4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:15.991761 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-72b1ea04-9829-4001-beda-954160779d4c req-ae56803b-bf56-478f-b40b-5f29abcafa4c service neutron] 10.222.0.58 "GET /v2.0/networks?id=57ba53b1-4b40-40e0-aae1-e93257c8c94d HTTP/1.1" status: 200 len: 902 time: 0.3945653 Sep 23 06:54:16.001690 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d544ce2-22bf-47c0-b2a4-30f6d68ab278 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Made reservation on behalf of e1f9ec6ddeac4ec980f2ecc5a17cabb6 for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:54:16.010097 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4d544ce2-22bf-47c0-b2a4-30f6d68ab278 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:16.049375 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9bbf60bc-9ae2-4dc1-a240-adb97206f630 req-6e471890-6f92-4b35-ab2d-1d5630fa713c tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/security-groups?id=af4b1172-21fa-42ea-8f78-02b27dc94910&id=b479065b-36b3-4865-ad7c-063369a14027&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0606802 Sep 23 06:54:16.085765 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-72b1ea04-9829-4001-beda-954160779d4c req-72d1e957-f1c8-49fc-8562-bef51a107143 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=48c8eed9-1a28-4363-b6b7-bf9827fa555e HTTP/1.1" status: 200 len: 217 time: 0.0711596 Sep 23 06:54:16.165141 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.ipam_backend_mixin [None req-4d544ce2-22bf-47c0-b2a4-30f6d68ab278 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Performing IP validity checks on allocation pools {{(pid=95066) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 23 06:54:16.165141 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.ipam_backend_mixin [None req-4d544ce2-22bf-47c0-b2a4-30f6d68ab278 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95066) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 23 06:54:16.289361 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b1ea04-9829-4001-beda-954160779d4c req-beee13d9-41fd-469b-b4bf-4260e4e13e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:16.290859 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-72b1ea04-9829-4001-beda-954160779d4c req-beee13d9-41fd-469b-b4bf-4260e4e13e1c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f0cb65e8-fa80-40ac-a2e5-8e7b9c47cb4e HTTP/1.1" status: 200 len: 797 time: 0.1699626 Sep 23 06:54:16.341070 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6fa6161f-d522-4506-933b-572280c41218 req-32533360-499e-4c53-b016-4fe47d15082a tempest-ServerShowV254Test-1305561243 tempest-ServerShowV254Test-1305561243-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b248f54-6c1c-4411-a557-93fe8f78df0e HTTP/1.1" status: 200 len: 210 time: 0.0449233 Sep 23 06:54:16.370834 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2d7016b0-146c-44cf-8f6e-a1971a4e9ee1 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:16.408944 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2d7016b0-146c-44cf-8f6e-a1971a4e9ee1 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:16.478596 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b1ea04-9829-4001-beda-954160779d4c req-44df4340-35ea-4c30-9649-3cbb9c41a7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:16.480246 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-72b1ea04-9829-4001-beda-954160779d4c req-44df4340-35ea-4c30-9649-3cbb9c41a7b7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=57ba53b1-4b40-40e0-aae1-e93257c8c94d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1706386 Sep 23 06:54:16.591791 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4d544ce2-22bf-47c0-b2a4-30f6d68ab278 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:16.727271 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d544ce2-22bf-47c0-b2a4-30f6d68ab278 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Pushing event updated for resources: {'Subnet': ['ID=f07593a8-21ab-40f5-b01b-18de2cc8bfe9,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:16.767601 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-2d7016b0-146c-44cf-8f6e-a1971a4e9ee1 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Allocated IP 172.20.0.4 (26137725-0cd4-4d6c-8dbd-c2ff19d52c1c/f528214c-6426-44f9-ad7f-3d73e673231e/a33927c8-1aa3-43d1-a7ba-21d8a89c1f62) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:54:16.771618 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-72b1ea04-9829-4001-beda-954160779d4c req-203b5e65-138b-4e3c-b45c-f66ca4e3039d service neutron] 10.222.0.58 "GET /v2.0/networks/57ba53b1-4b40-40e0-aae1-e93257c8c94d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648709 Sep 23 06:54:16.777756 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d544ce2-22bf-47c0-b2a4-30f6d68ab278 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Checking segment: {'id': '1a682c08-61f2-40b5-a5dd-d6ac3e1012f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '197b4f50-e3eb-42b2-b629-004d89080f18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:54:16.778151 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d544ce2-22bf-47c0-b2a4-30f6d68ab278 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Network hostable DHCP agents. Network: 197b4f50-e3eb-42b2-b629-004d89080f18, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:54:16.907513 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d544ce2-22bf-47c0-b2a4-30f6d68ab278 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Network 197b4f50-e3eb-42b2-b629-004d89080f18 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:54:16.935031 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-4d544ce2-22bf-47c0-b2a4-30f6d68ab278 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 197b4f50-e3eb-42b2-b629-004d89080f18) {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:54:16.944761 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe8ea52-65cc-46cf-a4bd-b809c7b88ea7 None None] Network 197b4f50-e3eb-42b2-b629-004d89080f18 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:54:16.946775 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d544ce2-22bf-47c0-b2a4-30f6d68ab278 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:16.947357 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4d544ce2-22bf-47c0-b2a4-30f6d68ab278 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:16.988196 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f2d971-6339-4264-ab15-b11aa87717c1 req-725bdab8-f03b-4ac0-9a94-7cff96043291 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:16.989232 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-72b1ea04-9829-4001-beda-954160779d4c req-6275e853-5ff7-41cc-8ccb-02938ec0b6b0 service neutron] 10.222.0.58 "GET /v2.0/networks/57ba53b1-4b40-40e0-aae1-e93257c8c94d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055333 Sep 23 06:54:16.996837 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-4d544ce2-22bf-47c0-b2a4-30f6d68ab278 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.3279288 Sep 23 06:54:17.001641 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-32f2d971-6339-4264-ab15-b11aa87717c1 req-725bdab8-f03b-4ac0-9a94-7cff96043291 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 944 time: 0.0928810 Sep 23 06:54:17.001919 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2d7016b0-146c-44cf-8f6e-a1971a4e9ee1 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:17.003166 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40762) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:17.061565 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-32f2d971-6339-4264-ab15-b11aa87717c1 req-104e07ab-19ea-4338-a7a1-8af9229837e0 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534568 Sep 23 06:54:17.137618 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2d7016b0-146c-44cf-8f6e-a1971a4e9ee1 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:17.144976 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f3bd0d5e-847a-402b-80e8-10747c04a282 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:17.196510 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7016b0-146c-44cf-8f6e-a1971a4e9ee1 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Network 26137725-0cd4-4d6c-8dbd-c2ff19d52c1c is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:54:17.201059 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-2d7016b0-146c-44cf-8f6e-a1971a4e9ee1 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:54:17.209332 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7016b0-146c-44cf-8f6e-a1971a4e9ee1 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:54:17.246422 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f6696b-1820-47e6-9ef9-f20025857ffc req-9e6822ac-4648-47ae-9baf-dea50d8150cb tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:17.246876 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b34761-47ea-45ce-84fc-bc1749920e14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-197b4f50-e3eb-42b2-b629-004d89080f18', 'network_id': '197b4f50-e3eb-42b2-b629-004d89080f18', 'tenant_id': 'e1f9ec6ddeac4ec980f2ecc5a17cabb6', 'fixed_ips': [{'subnet_id': 'f07593a8-21ab-40f5-b01b-18de2cc8bfe9'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 06:54:17.247745 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-55b34761-47ea-45ce-84fc-bc1749920e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:17.252842 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f6696b-1820-47e6-9ef9-f20025857ffc req-9e6822ac-4648-47ae-9baf-dea50d8150cb tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:17.259922 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7016b0-146c-44cf-8f6e-a1971a4e9ee1 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Pushing event updated for resources: {'Port': ['ID=a33927c8-1aa3-43d1-a7ba-21d8a89c1f62,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:17.260065 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f6696b-1820-47e6-9ef9-f20025857ffc req-9e6822ac-4648-47ae-9baf-dea50d8150cb tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:17.266298 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f6696b-1820-47e6-9ef9-f20025857ffc req-9e6822ac-4648-47ae-9baf-dea50d8150cb tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:17.274823 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f6696b-1820-47e6-9ef9-f20025857ffc req-9e6822ac-4648-47ae-9baf-dea50d8150cb tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:17.281244 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f6696b-1820-47e6-9ef9-f20025857ffc req-9e6822ac-4648-47ae-9baf-dea50d8150cb tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:17.288747 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f6696b-1820-47e6-9ef9-f20025857ffc req-9e6822ac-4648-47ae-9baf-dea50d8150cb tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:17.296872 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-29f6696b-1820-47e6-9ef9-f20025857ffc req-9e6822ac-4648-47ae-9baf-dea50d8150cb tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79 HTTP/1.1" status: 200 len: 5422 time: 0.1394751 Sep 23 06:54:17.354648 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-29f6696b-1820-47e6-9ef9-f20025857ffc req-db8580ab-afeb-4bd3-9b22-dca49fc88abc tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/security-groups?id=af4b1172-21fa-42ea-8f78-02b27dc94910&id=b479065b-36b3-4865-ad7c-063369a14027&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0564318 Sep 23 06:54:17.451021 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f3bd0d5e-847a-402b-80e8-10747c04a282 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:17.477322 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-eabf971e-8ad8-44f5-b1a8-1e3fe47e4730 req-aa65bb54-1917-4fce-bc1d-5c0389b984e3 tempest-ServerShowV254Test-1305561243 tempest-ServerShowV254Test-1305561243-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b248f54-6c1c-4411-a557-93fe8f78df0e HTTP/1.1" status: 200 len: 210 time: 0.0397387 Sep 23 06:54:17.478530 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-55b34761-47ea-45ce-84fc-bc1749920e14 None None] Allocated IP 172.20.0.3 (197b4f50-e3eb-42b2-b629-004d89080f18/f07593a8-21ab-40f5-b01b-18de2cc8bfe9/322be8da-eae7-4cf7-819d-f4e038929156) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:54:17.542517 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7a8284-2470-4bfc-991c-d4574b7d3bc5 req-d099e038-29b9-413c-9426-4ec178ef9456 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:17.544420 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ed7a8284-2470-4bfc-991c-d4574b7d3bc5 req-d099e038-29b9-413c-9426-4ec178ef9456 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 946 time: 0.1356277 Sep 23 06:54:17.647906 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ed7a8284-2470-4bfc-991c-d4574b7d3bc5 req-e0c4d8e5-602c-4938-bfef-e59fb0ccbdab tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876627 Sep 23 06:54:17.754654 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2d7016b0-146c-44cf-8f6e-a1971a4e9ee1 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:17.800745 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-55b34761-47ea-45ce-84fc-bc1749920e14 None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:17.811281 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-55b34761-47ea-45ce-84fc-bc1749920e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:17.857697 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b34761-47ea-45ce-84fc-bc1749920e14 None None] Network 197b4f50-e3eb-42b2-b629-004d89080f18 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:54:17.861311 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-55b34761-47ea-45ce-84fc-bc1749920e14 None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:54:17.864731 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b34761-47ea-45ce-84fc-bc1749920e14 None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:54:17.865571 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f3bd0d5e-847a-402b-80e8-10747c04a282 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:17.879062 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b34761-47ea-45ce-84fc-bc1749920e14 None None] Pushing event updated for resources: {'Port': ['ID=322be8da-eae7-4cf7-819d-f4e038929156,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:17.924821 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-55b34761-47ea-45ce-84fc-bc1749920e14 None None] Attempting to bind port 322be8da-eae7-4cf7-819d-f4e038929156 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:54:17.925194 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-55b34761-47ea-45ce-84fc-bc1749920e14 None None] Attempting to bind port 322be8da-eae7-4cf7-819d-f4e038929156 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '1a682c08-61f2-40b5-a5dd-d6ac3e1012f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '197b4f50-e3eb-42b2-b629-004d89080f18'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:54:17.925560 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b34761-47ea-45ce-84fc-bc1749920e14 None None] Attempting to bind port 322be8da-eae7-4cf7-819d-f4e038929156 on network 197b4f50-e3eb-42b2-b629-004d89080f18 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:54:17.930746 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b34761-47ea-45ce-84fc-bc1749920e14 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:54:17.931128 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b34761-47ea-45ce-84fc-bc1749920e14 None None] Checking segment: {'id': '1a682c08-61f2-40b5-a5dd-d6ac3e1012f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '197b4f50-e3eb-42b2-b629-004d89080f18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:54:17.931281 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bd0d5e-847a-402b-80e8-10747c04a282 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Pushing event deleted for resources: {'Subnet': ['ID=f07593a8-21ab-40f5-b01b-18de2cc8bfe9,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:17.931538 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-55b34761-47ea-45ce-84fc-bc1749920e14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:17.931928 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b34761-47ea-45ce-84fc-bc1749920e14 None None] Bound using segment: {'id': '1a682c08-61f2-40b5-a5dd-d6ac3e1012f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '197b4f50-e3eb-42b2-b629-004d89080f18'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:54:17.932626 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-55b34761-47ea-45ce-84fc-bc1749920e14 None None] Bound port: 322be8da-eae7-4cf7-819d-f4e038929156, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a682c08-61f2-40b5-a5dd-d6ac3e1012f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '197b4f50-e3eb-42b2-b629-004d89080f18'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:54:17.932774 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-55b34761-47ea-45ce-84fc-bc1749920e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:18.001198 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-55b34761-47ea-45ce-84fc-bc1749920e14 None None] For port 322be8da-eae7-4cf7-819d-f4e038929156, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:54:18.004190 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-55b34761-47ea-45ce-84fc-bc1749920e14 None None] For port 322be8da-eae7-4cf7-819d-f4e038929156, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=322be8da-eae7-4cf7-819d-f4e038929156,segment=NetworkSegment(1a682c08-61f2-40b5-a5dd-d6ac3e1012f7),segment_id=1a682c08-61f2-40b5-a5dd-d6ac3e1012f7)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:54:18.009051 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-55b34761-47ea-45ce-84fc-bc1749920e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:18.033096 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f3bd0d5e-847a-402b-80e8-10747c04a282 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:18.060576 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-f3bd0d5e-847a-402b-80e8-10747c04a282 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['197b4f50-e3eb-42b2-b629-004d89080f18']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:18.072148 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2d7016b0-146c-44cf-8f6e-a1971a4e9ee1 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:18.078094 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-f3bd0d5e-847a-402b-80e8-10747c04a282 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a682c08-61f2-40b5-a5dd-d6ac3e1012f7') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:18.078400 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-f3bd0d5e-847a-402b-80e8-10747c04a282 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a682c08-61f2-40b5-a5dd-d6ac3e1012f7') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:18.094004 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b34761-47ea-45ce-84fc-bc1749920e14 None None] Pushing event updated for resources: {'Port': ['ID=322be8da-eae7-4cf7-819d-f4e038929156,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:18.116489 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304fd9dc-cf45-4c2f-bb39-fbc43248adc0 None None] Network 197b4f50-e3eb-42b2-b629-004d89080f18 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:54:18.121117 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f3bd0d5e-847a-402b-80e8-10747c04a282 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:18.142962 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f3bd0d5e-847a-402b-80e8-10747c04a282 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:18.152773 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3bd0d5e-847a-402b-80e8-10747c04a282 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:54:18.153177 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f3bd0d5e-847a-402b-80e8-10747c04a282 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:18.156188 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 06:54:18.156188 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:54:18.156188 n-d-715271-16 neutron-server[95066]: timer() Sep 23 06:54:18.156188 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:54:18.156188 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 06:54:18.156188 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:54:18.156188 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 06:54:18.156188 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:54:18.156188 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 06:54:18.156188 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:54:18.156188 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 06:54:18.156188 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:54:18.156188 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 06:54:18.156188 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:54:18.156188 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:54:18.156188 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:54:18.156188 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:54:18.156188 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:54:18.156188 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 06:54:18.156188 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:54:18.156188 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 06:54:18.156188 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:54:18.156188 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:54:18.156188 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:54:18.156188 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 06:54:18.156188 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:54:18.156188 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:54:18.156188 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:54:18.156188 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:54:18.156188 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:54:18.156188 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:54:18.156188 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:54:18.197955 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54db2cf-7c64-4af1-a209-fbbd2b6cc0cb req-1895a2dd-aca1-415b-9241-7a2c418465f3 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:18.199691 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c54db2cf-7c64-4af1-a209-fbbd2b6cc0cb req-1895a2dd-aca1-415b-9241-7a2c418465f3 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 944 time: 0.0546079 Sep 23 06:54:18.265716 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea477a6-de37-4e0c-acc1-b49daad87714 None None] get_active_networks_info from n-d-715271-16 {{(pid=95067) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 06:54:18.265838 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c54db2cf-7c64-4af1-a209-fbbd2b6cc0cb req-899d04d7-424f-4963-aa68-c335b64baf82 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433156 Sep 23 06:54:18.384699 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea477a6-de37-4e0c-acc1-b49daad87714 None None] Resources bound (agent type, host, resource id): {{(pid=95067) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 06:54:18.578434 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7d6d61a2-50c0-419f-b056-5696549c4fa1 req-8bb13212-f684-4baf-b11b-3b42fd801657 tempest-ServerShowV254Test-1305561243 tempest-ServerShowV254Test-1305561243-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b248f54-6c1c-4411-a557-93fe8f78df0e HTTP/1.1" status: 200 len: 210 time: 0.0275574 Sep 23 06:54:18.586495 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.db.api [None req-f3bd0d5e-847a-402b-80e8-10747c04a282 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 23 06:54:18.586495 n-d-715271-16 neutron-server[95066]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 23 06:54:18.586495 n-d-715271-16 neutron-server[95066]: [parameters: {'id': '197b4f50-e3eb-42b2-b629-004d89080f18'}] Sep 23 06:54:18.586495 n-d-715271-16 neutron-server[95066]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95066) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 06:54:18.587564 n-d-715271-16 neutron-server[95066]: DEBUG oslo_db.api [None req-f3bd0d5e-847a-402b-80e8-10747c04a282 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 06:54:18.629301 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c409be-5873-4c2f-8e2b-b1913ee764db req-073e99d0-c760-47de-88ec-f8eb62da4b71 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:18.636005 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c409be-5873-4c2f-8e2b-b1913ee764db req-073e99d0-c760-47de-88ec-f8eb62da4b71 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:18.641924 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c409be-5873-4c2f-8e2b-b1913ee764db req-073e99d0-c760-47de-88ec-f8eb62da4b71 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:18.649146 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c409be-5873-4c2f-8e2b-b1913ee764db req-073e99d0-c760-47de-88ec-f8eb62da4b71 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:18.655307 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c409be-5873-4c2f-8e2b-b1913ee764db req-073e99d0-c760-47de-88ec-f8eb62da4b71 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:18.661240 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c409be-5873-4c2f-8e2b-b1913ee764db req-073e99d0-c760-47de-88ec-f8eb62da4b71 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:18.667125 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c409be-5873-4c2f-8e2b-b1913ee764db req-073e99d0-c760-47de-88ec-f8eb62da4b71 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:18.669596 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-63c409be-5873-4c2f-8e2b-b1913ee764db req-073e99d0-c760-47de-88ec-f8eb62da4b71 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79 HTTP/1.1" status: 200 len: 5422 time: 0.1631546 Sep 23 06:54:18.701134 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d7016b0-146c-44cf-8f6e-a1971a4e9ee1 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Router e5643a2d-d69f-487e-8627-5f661c9ba49b is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 06:54:18.728092 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-63c409be-5873-4c2f-8e2b-b1913ee764db req-3d47c6d2-5659-4b24-b6b7-5c8c5197b257 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/security-groups?id=af4b1172-21fa-42ea-8f78-02b27dc94910&id=b479065b-36b3-4865-ad7c-063369a14027&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0486767 Sep 23 06:54:18.830667 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d7016b0-146c-44cf-8f6e-a1971a4e9ee1 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:54:18.837795 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17673f1-f6c3-4305-80a5-e4106e8cd053 req-22d30df7-9ff5-47ba-8130-6fdf52ffa3da tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:18.840271 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c47df7-b7d1-42f9-958b-66c97a7799c0 None None] Sync routers for ids ['e5643a2d-d69f-487e-8627-5f661c9ba49b'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:54:18.845214 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c17673f1-f6c3-4305-80a5-e4106e8cd053 req-22d30df7-9ff5-47ba-8130-6fdf52ffa3da tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 946 time: 0.0594487 Sep 23 06:54:18.854562 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2d7016b0-146c-44cf-8f6e-a1971a4e9ee1 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:18.854874 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c47df7-b7d1-42f9-958b-66c97a7799c0 None None] Routers {'e5643a2d-d69f-487e-8627-5f661c9ba49b'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:54:18.856025 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-94c47df7-b7d1-42f9-958b-66c97a7799c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:54:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['e5643a2d-d69f-487e-8627-5f661c9ba49b'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:18.856199 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-2d7016b0-146c-44cf-8f6e-a1971a4e9ee1 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 4.4079223 Sep 23 06:54:18.858736 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40790) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:18.887567 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c17673f1-f6c3-4305-80a5-e4106e8cd053 req-551f4c23-9b4e-4b52-9c4a-6445185188cb tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414741 Sep 23 06:54:18.976622 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-25e0bbea-6b29-403a-b868-c9624cfe8c5b tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks [] for router, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:18.980098 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-94c47df7-b7d1-42f9-958b-66c97a7799c0 None None] Set router e5643a2d-d69f-487e-8627-5f661c9ba49b gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:54:19.081366 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-25e0bbea-6b29-403a-b868-c9624cfe8c5b tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:19.092330 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f3bd0d5e-847a-402b-80e8-10747c04a282 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:19.167372 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-94c47df7-b7d1-42f9-958b-66c97a7799c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5643a2d-d69f-487e-8627-5f661c9ba49b', 'name': '', 'tenant_id': 'f6cce6e61ac745e7aba26fa5b64515ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26137725-0cd4-4d6c-8dbd-c2ff19d52c1c', 'external_fixed_ips': [{'subnet_id': 'f528214c-6426-44f9-ad7f-3d73e673231e', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': 'a33927c8-1aa3-43d1-a7ba-21d8a89c1f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:54:14Z', 'updated_at': '2021-09-23T06:54:17Z', 'revision_number': 3, 'project_id': 'f6cce6e61ac745e7aba26fa5b64515ee', 'gw_port': {'id': 'a33927c8-1aa3-43d1-a7ba-21d8a89c1f62', 'name': '', 'network_id': '26137725-0cd4-4d6c-8dbd-c2ff19d52c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:3a:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5643a2d-d69f-487e-8627-5f661c9ba49b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'f528214c-6426-44f9-ad7f-3d73e673231e', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:54:16Z', 'updated_at': '2021-09-23T06:54:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f528214c-6426-44f9-ad7f-3d73e673231e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:19.178313 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-f3bd0d5e-847a-402b-80e8-10747c04a282 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Deleting port 322be8da-eae7-4cf7-819d-f4e038929156 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:54:19.178656 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f3bd0d5e-847a-402b-80e8-10747c04a282 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:19.194577 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-25e0bbea-6b29-403a-b868-c9624cfe8c5b tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Deleting port a33927c8-1aa3-43d1-a7ba-21d8a89c1f62 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:54:19.194923 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-25e0bbea-6b29-403a-b868-c9624cfe8c5b tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:19.199374 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c47df7-b7d1-42f9-958b-66c97a7799c0 None None] Checking router: e5643a2d-d69f-487e-8627-5f661c9ba49b for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:54:19.199726 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c47df7-b7d1-42f9-958b-66c97a7799c0 None None] Updating router e5643a2d-d69f-487e-8627-5f661c9ba49b port a33927c8-1aa3-43d1-a7ba-21d8a89c1f62 binding host n-d-715271-16 {{(pid=95067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 06:54:19.235308 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-94c47df7-b7d1-42f9-958b-66c97a7799c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:19.331749 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-f3bd0d5e-847a-402b-80e8-10747c04a282 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] For port 322be8da-eae7-4cf7-819d-f4e038929156, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=322be8da-eae7-4cf7-819d-f4e038929156,segment=NetworkSegment(1a682c08-61f2-40b5-a5dd-d6ac3e1012f7),segment_id=1a682c08-61f2-40b5-a5dd-d6ac3e1012f7)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:54:19.332022 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f3bd0d5e-847a-402b-80e8-10747c04a282 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:19.376745 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-f3bd0d5e-847a-402b-80e8-10747c04a282 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Calling delete_port for 322be8da-eae7-4cf7-819d-f4e038929156 owned by network:dhcp {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:54:19.407519 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fc11e1-c257-4251-9ec8-d8080a4fafae req-0ac68949-abd0-4a5c-8911-ee8cd832cc28 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:19.408975 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-66fc11e1-c257-4251-9ec8-d8080a4fafae req-0ac68949-abd0-4a5c-8911-ee8cd832cc28 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.58 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 946 time: 0.1896367 Sep 23 06:54:19.421793 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-25e0bbea-6b29-403a-b868-c9624cfe8c5b tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:19.488938 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-94c47df7-b7d1-42f9-958b-66c97a7799c0 None None] Notify callbacks [] for port, precommit_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:19.494800 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-25e0bbea-6b29-403a-b868-c9624cfe8c5b tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Calling delete_port for a33927c8-1aa3-43d1-a7ba-21d8a89c1f62 owned by network:router_gateway {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:54:19.495092 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-94c47df7-b7d1-42f9-958b-66c97a7799c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:19.503246 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fc5909-c0a1-416b-ac04-f5da8d5c4063 req-37ffb922-eb98-43ab-9681-38c37eb13ef8 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:19.504727 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-32fc5909-c0a1-416b-ac04-f5da8d5c4063 req-37ffb922-eb98-43ab-9681-38c37eb13ef8 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 944 time: 0.1843667 Sep 23 06:54:19.546962 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-94c47df7-b7d1-42f9-958b-66c97a7799c0 None None] Attempting to bind port a33927c8-1aa3-43d1-a7ba-21d8a89c1f62 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:54:19.547336 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-94c47df7-b7d1-42f9-958b-66c97a7799c0 None None] Attempting to bind port a33927c8-1aa3-43d1-a7ba-21d8a89c1f62 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': 'dc0e8c72-ae48-4e16-9c3b-16ebebbe34ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '26137725-0cd4-4d6c-8dbd-c2ff19d52c1c'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:54:19.547707 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c47df7-b7d1-42f9-958b-66c97a7799c0 None None] Attempting to bind port a33927c8-1aa3-43d1-a7ba-21d8a89c1f62 on network 26137725-0cd4-4d6c-8dbd-c2ff19d52c1c {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:54:19.559108 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080cca13-ba35-4921-b841-1c34a1796476 None None] Pushing event updated for resources: {'Port': ['ID=a33927c8-1aa3-43d1-a7ba-21d8a89c1f62,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:19.562652 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c47df7-b7d1-42f9-958b-66c97a7799c0 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:54:19.563039 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c47df7-b7d1-42f9-958b-66c97a7799c0 None None] Checking segment: {'id': 'dc0e8c72-ae48-4e16-9c3b-16ebebbe34ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '26137725-0cd4-4d6c-8dbd-c2ff19d52c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:54:19.563444 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-94c47df7-b7d1-42f9-958b-66c97a7799c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:19.563840 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c47df7-b7d1-42f9-958b-66c97a7799c0 None None] Bound using segment: {'id': 'dc0e8c72-ae48-4e16-9c3b-16ebebbe34ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '26137725-0cd4-4d6c-8dbd-c2ff19d52c1c'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:54:19.564320 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-94c47df7-b7d1-42f9-958b-66c97a7799c0 None None] Bound port: a33927c8-1aa3-43d1-a7ba-21d8a89c1f62, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc0e8c72-ae48-4e16-9c3b-16ebebbe34ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '26137725-0cd4-4d6c-8dbd-c2ff19d52c1c'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:54:19.564704 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-94c47df7-b7d1-42f9-958b-66c97a7799c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:19.618937 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-94c47df7-b7d1-42f9-958b-66c97a7799c0 None None] For port a33927c8-1aa3-43d1-a7ba-21d8a89c1f62, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:54:19.622289 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-94c47df7-b7d1-42f9-958b-66c97a7799c0 None None] For port a33927c8-1aa3-43d1-a7ba-21d8a89c1f62, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=a33927c8-1aa3-43d1-a7ba-21d8a89c1f62,segment=NetworkSegment(dc0e8c72-ae48-4e16-9c3b-16ebebbe34ed),segment_id=dc0e8c72-ae48-4e16-9c3b-16ebebbe34ed)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:54:19.635130 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-94c47df7-b7d1-42f9-958b-66c97a7799c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:19.656273 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-32fc5909-c0a1-416b-ac04-f5da8d5c4063 req-60bd7d64-b1d8-4c9d-9568-c2bc620fafd1 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442180 Sep 23 06:54:19.660902 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f3bd0d5e-847a-402b-80e8-10747c04a282 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:19.690480 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c47df7-b7d1-42f9-958b-66c97a7799c0 None None] Routers {'e5643a2d-d69f-487e-8627-5f661c9ba49b'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:54:19.691130 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-94c47df7-b7d1-42f9-958b-66c97a7799c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:54:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['e5643a2d-d69f-487e-8627-5f661c9ba49b'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:19.703537 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bd0d5e-847a-402b-80e8-10747c04a282 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Pushing event deleted for resources: {'Port': ['ID=322be8da-eae7-4cf7-819d-f4e038929156,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:19.707747 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bd0d5e-847a-402b-80e8-10747c04a282 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] No DVR routers for this DVR port 322be8da-eae7-4cf7-819d-f4e038929156 on host n-d-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:54:19.728960 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9c17da55-92ab-43e8-9814-a90472ab2b18 req-2cabd1f0-b9de-41ea-8425-d800625dbddb tempest-ServerShowV254Test-1305561243 tempest-ServerShowV254Test-1305561243-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b248f54-6c1c-4411-a557-93fe8f78df0e HTTP/1.1" status: 200 len: 210 time: 0.0600948 Sep 23 06:54:19.754158 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080cca13-ba35-4921-b841-1c34a1796476 None None] Pushing event updated for resources: {'Port': ['ID=a33927c8-1aa3-43d1-a7ba-21d8a89c1f62,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:19.779475 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-66fc11e1-c257-4251-9ec8-d8080a4fafae req-178c4c93-34c2-48e4-bdc6-523ae13cc8e8 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Deleting port 5e26b822-5fe6-4529-bd65-af1c22511064 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:54:19.779819 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-66fc11e1-c257-4251-9ec8-d8080a4fafae req-178c4c93-34c2-48e4-bdc6-523ae13cc8e8 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:19.813568 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-94c47df7-b7d1-42f9-958b-66c97a7799c0 None None] Set router e5643a2d-d69f-487e-8627-5f661c9ba49b gateway port host: None {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:54:19.872405 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-94c47df7-b7d1-42f9-958b-66c97a7799c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5643a2d-d69f-487e-8627-5f661c9ba49b', 'name': '', 'tenant_id': 'f6cce6e61ac745e7aba26fa5b64515ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:54:14Z', 'updated_at': '2021-09-23T06:54:19Z', 'revision_number': 4, 'project_id': 'f6cce6e61ac745e7aba26fa5b64515ee', 'gw_port_host': None}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:19.898077 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c47df7-b7d1-42f9-958b-66c97a7799c0 None None] The sync data for ids ['e5643a2d-d69f-487e-8627-5f661c9ba49b'] in n-d-715271-16 is: [{'id': 'e5643a2d-d69f-487e-8627-5f661c9ba49b', 'name': '', 'tenant_id': 'f6cce6e61ac745e7aba26fa5b64515ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:54:14Z', 'updated_at': '2021-09-23T06:54:19Z', 'revision_number': 4, 'project_id': 'f6cce6e61ac745e7aba26fa5b64515ee', 'gw_port_host': None}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:54:19.918666 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f3bd0d5e-847a-402b-80e8-10747c04a282 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:19.996650 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-f3bd0d5e-847a-402b-80e8-10747c04a282 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['197b4f50-e3eb-42b2-b629-004d89080f18']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:20.016657 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-f3bd0d5e-847a-402b-80e8-10747c04a282 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a682c08-61f2-40b5-a5dd-d6ac3e1012f7') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:20.016958 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-f3bd0d5e-847a-402b-80e8-10747c04a282 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a682c08-61f2-40b5-a5dd-d6ac3e1012f7') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:20.022747 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e47ebb7-2d3c-455a-8321-ba782332e3e7 req-1b8631d5-f68d-44d4-8be7-75e89d2d56e2 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:20.024421 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2e47ebb7-2d3c-455a-8321-ba782332e3e7 req-1b8631d5-f68d-44d4-8be7-75e89d2d56e2 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 946 time: 0.0554080 Sep 23 06:54:20.038015 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f3bd0d5e-847a-402b-80e8-10747c04a282 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:20.053090 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-66fc11e1-c257-4251-9ec8-d8080a4fafae req-178c4c93-34c2-48e4-bdc6-523ae13cc8e8 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] For port 5e26b822-5fe6-4529-bd65-af1c22511064, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=5e26b822-5fe6-4529-bd65-af1c22511064,segment=NetworkSegment(e45912ab-73a2-4ecb-a631-df0a332d78f8),segment_id=e45912ab-73a2-4ecb-a631-df0a332d78f8)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:54:20.053507 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-66fc11e1-c257-4251-9ec8-d8080a4fafae req-178c4c93-34c2-48e4-bdc6-523ae13cc8e8 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:20.075243 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-25e0bbea-6b29-403a-b868-c9624cfe8c5b tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:20.078195 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f3bd0d5e-847a-402b-80e8-10747c04a282 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:20.083904 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2e47ebb7-2d3c-455a-8321-ba782332e3e7 req-46f7bfe8-c2c8-40e6-9764-f50ae345520c tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa313852-c869-48e9-ac31-3979fb0396ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450101 Sep 23 06:54:20.084515 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-66fc11e1-c257-4251-9ec8-d8080a4fafae req-178c4c93-34c2-48e4-bdc6-523ae13cc8e8 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Calling delete_port for 5e26b822-5fe6-4529-bd65-af1c22511064 owned by compute:nova {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:54:20.101729 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95886a36-ffb0-42c3-aee6-332004d817bd req-22854bc8-4c1c-427b-8d1a-993dacdfabb9 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:20.107830 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95886a36-ffb0-42c3-aee6-332004d817bd req-22854bc8-4c1c-427b-8d1a-993dacdfabb9 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:20.113841 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95886a36-ffb0-42c3-aee6-332004d817bd req-22854bc8-4c1c-427b-8d1a-993dacdfabb9 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:20.120434 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95886a36-ffb0-42c3-aee6-332004d817bd req-22854bc8-4c1c-427b-8d1a-993dacdfabb9 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:20.126464 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95886a36-ffb0-42c3-aee6-332004d817bd req-22854bc8-4c1c-427b-8d1a-993dacdfabb9 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:20.133019 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95886a36-ffb0-42c3-aee6-332004d817bd req-22854bc8-4c1c-427b-8d1a-993dacdfabb9 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:20.138985 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95886a36-ffb0-42c3-aee6-332004d817bd req-22854bc8-4c1c-427b-8d1a-993dacdfabb9 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:20.140965 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-95886a36-ffb0-42c3-aee6-332004d817bd req-22854bc8-4c1c-427b-8d1a-993dacdfabb9 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79 HTTP/1.1" status: 200 len: 5422 time: 0.2879813 Sep 23 06:54:20.179676 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3bd0d5e-847a-402b-80e8-10747c04a282 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:54:20.180079 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f3bd0d5e-847a-402b-80e8-10747c04a282 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:20.185303 n-d-715271-16 neutron-server[95066]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 06:54:20.185303 n-d-715271-16 neutron-server[95066]: items = [ Sep 23 06:54:20.185303 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 06:54:20.185303 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:54:20.185303 n-d-715271-16 neutron-server[95066]: timer() Sep 23 06:54:20.185303 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:54:20.185303 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 06:54:20.185303 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:54:20.185303 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 06:54:20.185303 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:54:20.185303 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 06:54:20.185303 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:54:20.185303 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 06:54:20.185303 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:54:20.185303 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 06:54:20.185303 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:54:20.185303 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:54:20.185303 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:54:20.185303 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:54:20.185303 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:54:20.185303 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 06:54:20.185303 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:54:20.185303 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 06:54:20.185303 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:54:20.185303 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:54:20.185303 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:54:20.185303 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 06:54:20.185303 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:54:20.185303 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:54:20.185303 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:54:20.185303 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:54:20.185303 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:54:20.185303 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:54:20.185303 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:54:20.202607 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e0bbea-6b29-403a-b868-c9624cfe8c5b tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Pushing event deleted for resources: {'Port': ['ID=a33927c8-1aa3-43d1-a7ba-21d8a89c1f62,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:20.237089 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f5321bf6-a4e1-4ced-8236-cf29dd1ddb8d req-85bdf75f-118d-4699-b432-82bb5c97aa79 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8b248f54-6c1c-4411-a557-93fe8f78df0e HTTP/1.1" status: 200 len: 210 time: 0.0951223 Sep 23 06:54:20.370291 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f3bd0d5e-847a-402b-80e8-10747c04a282 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:20.375547 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-95886a36-ffb0-42c3-aee6-332004d817bd req-7b4c3a6d-0537-4664-a666-3e9cf0c5b8c8 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/security-groups?id=af4b1172-21fa-42ea-8f78-02b27dc94910&id=b479065b-36b3-4865-ad7c-063369a14027&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2010419 Sep 23 06:54:20.393070 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f3bd0d5e-847a-402b-80e8-10747c04a282 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:20.394930 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-f3bd0d5e-847a-402b-80e8-10747c04a282 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] 10.222.0.39 "DELETE /v2.0/networks/197b4f50-e3eb-42b2-b629-004d89080f18 HTTP/1.1" status: 204 len: 168 time: 3.3908446 Sep 23 06:54:20.398784 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40804) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:20.404071 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-b8e5c3f4-dae4-462c-9b13-d665718fad42 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-843651460'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:54:20.413456 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bd0d5e-847a-402b-80e8-10747c04a282 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Pushing event deleted for resources: {'Network': ['ID=197b4f50-e3eb-42b2-b629-004d89080f18,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:20.419520 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-25e0bbea-6b29-403a-b868-c9624cfe8c5b tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2068563'] for router_gateway, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:20.426370 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e5c3f4-dae4-462c-9b13-d665718fad42 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Made reservation on behalf of e1f9ec6ddeac4ec980f2ecc5a17cabb6 for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:54:20.430530 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b8e5c3f4-dae4-462c-9b13-d665718fad42 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:20.456834 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8e5c3f4-dae4-462c-9b13-d665718fad42 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:54:20.467700 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b8e5c3f4-dae4-462c-9b13-d665718fad42 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:20.468101 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-b8e5c3f4-dae4-462c-9b13-d665718fad42 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Added segment a885ddcf-0c8c-486d-ba11-19e92af5aa85 of type vlan for network 3d01425d-bfbd-41ce-a82c-a6ee410f78f5 Sep 23 06:54:20.514900 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b8e5c3f4-dae4-462c-9b13-d665718fad42 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:20.521004 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-25e0bbea-6b29-403a-b868-c9624cfe8c5b tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:20.524660 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-25e0bbea-6b29-403a-b868-c9624cfe8c5b tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:20.542695 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b8e5c3f4-dae4-462c-9b13-d665718fad42 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:20.549070 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e5c3f4-dae4-462c-9b13-d665718fad42 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:20.549663 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b8e5c3f4-dae4-462c-9b13-d665718fad42 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:20.576186 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-b8e5c3f4-dae4-462c-9b13-d665718fad42 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.1759019 Sep 23 06:54:20.579141 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40806) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:20.586601 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-126785b5-1844-4027-9389-c95544643074 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Request body: {'subnet': {'network_id': '3d01425d-bfbd-41ce-a82c-a6ee410f78f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:54:20.601806 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-25e0bbea-6b29-403a-b868-c9624cfe8c5b tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:20.602657 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e0bbea-6b29-403a-b868-c9624cfe8c5b tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e5643a2d-d69f-487e-8627-5f661c9ba49b {{(pid=95066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 06:54:20.609703 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-25e0bbea-6b29-403a-b868-c9624cfe8c5b tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:20.610883 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-25e0bbea-6b29-403a-b868-c9624cfe8c5b tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] 10.222.0.39 "DELETE /v2.0/routers/e5643a2d-d69f-487e-8627-5f661c9ba49b HTTP/1.1" status: 204 len: 168 time: 1.7496459 Sep 23 06:54:20.613686 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40808) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:20.623008 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-66fc11e1-c257-4251-9ec8-d8080a4fafae req-178c4c93-34c2-48e4-bdc6-523ae13cc8e8 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:20.635736 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['5e26b822-5fe6-4529-bd65-af1c22511064'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:54:20.663359 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e5c3f4-dae4-462c-9b13-d665718fad42 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Pushing event updated for resources: {'Network': ['ID=3d01425d-bfbd-41ce-a82c-a6ee410f78f5,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:20.674891 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178c4c93-34c2-48e4-bdc6-523ae13cc8e8 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Pushing event deleted for resources: {'Port': ['ID=5e26b822-5fe6-4529-bd65-af1c22511064,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:20.707266 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e5c3f4-dae4-462c-9b13-d665718fad42 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:54:20.707715 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e5c3f4-dae4-462c-9b13-d665718fad42 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:54:20.708879 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e5c3f4-dae4-462c-9b13-d665718fad42 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:54:20.709696 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e5c3f4-dae4-462c-9b13-d665718fad42 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:54:20.710379 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e5c3f4-dae4-462c-9b13-d665718fad42 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:54:20.710949 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e5c3f4-dae4-462c-9b13-d665718fad42 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:54:20.711503 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e5c3f4-dae4-462c-9b13-d665718fad42 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:54:20.711695 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-d48bf6f1-40c3-44b0-8255-c0cd7d5983a3 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Deleting subnet f528214c-6426-44f9-ad7f-3d73e673231e {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:54:20.712351 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e5c3f4-dae4-462c-9b13-d665718fad42 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:54:20.712955 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e5c3f4-dae4-462c-9b13-d665718fad42 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:54:20.713517 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e5c3f4-dae4-462c-9b13-d665718fad42 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:54:20.714084 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e5c3f4-dae4-462c-9b13-d665718fad42 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:54:20.714531 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e5c3f4-dae4-462c-9b13-d665718fad42 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:54:20.716641 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d48bf6f1-40c3-44b0-8255-c0cd7d5983a3 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:20.727981 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 3d01425d-bfbd-41ce-a82c-a6ee410f78f5 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:54:20.752678 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-66fc11e1-c257-4251-9ec8-d8080a4fafae req-178c4c93-34c2-48e4-bdc6-523ae13cc8e8 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] No DVR routers for this DVR port 5e26b822-5fe6-4529-bd65-af1c22511064 on host n-h2-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:54:20.758785 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-66fc11e1-c257-4251-9ec8-d8080a4fafae req-178c4c93-34c2-48e4-bdc6-523ae13cc8e8 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:20.761054 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-66fc11e1-c257-4251-9ec8-d8080a4fafae req-178c4c93-34c2-48e4-bdc6-523ae13cc8e8 tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.58 "DELETE /v2.0/ports/5e26b822-5fe6-4529-bd65-af1c22511064 HTTP/1.1" status: 204 len: 173 time: 1.3412375 Sep 23 06:54:20.761685 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbfdf59c-d1e6-4757-9a48-028b48ff74be', 'name': 'network-vif-deleted', 'tag': '5e26b822-5fe6-4529-bd65-af1c22511064'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:54:20.764120 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b92b5b-1cd9-415c-87a9-1501ca077582" -d '{"events": [{"server_uuid": "cbfdf59c-d1e6-4757-9a48-028b48ff74be", "name": "network-vif-deleted", "tag": "5e26b822-5fe6-4529-bd65-af1c22511064"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:54:20.774771 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-126785b5-1844-4027-9389-c95544643074 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Made reservation on behalf of e1f9ec6ddeac4ec980f2ecc5a17cabb6 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:54:20.780405 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-126785b5-1844-4027-9389-c95544643074 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:20.784218 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d48bf6f1-40c3-44b0-8255-c0cd7d5983a3 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:20.878320 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6ed296f9-2cf0-4bd1-b535-1067c1f79b5e req-35633eb0-8fb2-4fc2-a588-eaf5dac25491 tempest-ServerShowV254Test-1305561243 tempest-ServerShowV254Test-1305561243-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b248f54-6c1c-4411-a557-93fe8f78df0e HTTP/1.1" status: 200 len: 210 time: 0.0370781 Sep 23 06:54:20.903618 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d48bf6f1-40c3-44b0-8255-c0cd7d5983a3 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:20.935099 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb3afa-28ef-4b8f-83e0-e37dd30e8ec5 req-052d708e-22be-4bdf-98ff-44a40b04b140 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:20.937057 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-13fb3afa-28ef-4b8f-83e0-e37dd30e8ec5 req-052d708e-22be-4bdf-98ff-44a40b04b140 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 944 time: 0.1733973 Sep 23 06:54:20.943014 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0067c0c4-b932-43da-b935-d79d06a5af12 x-openstack-request-id: req-0067c0c4-b932-43da-b935-d79d06a5af12 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:54:20.943660 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbfdf59c-d1e6-4757-9a48-028b48ff74be", "name": "network-vif-deleted", "tag": "5e26b822-5fe6-4529-bd65-af1c22511064", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:54:20.943660 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0067c0c4-b932-43da-b935-d79d06a5af12 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:54:20.944273 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbfdf59c-d1e6-4757-9a48-028b48ff74be', 'name': 'network-vif-deleted', 'tag': '5e26b822-5fe6-4529-bd65-af1c22511064', 'status': 'completed', 'code': 200} Sep 23 06:54:20.994486 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d48bf6f1-40c3-44b0-8255-c0cd7d5983a3 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:21.018747 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-13fb3afa-28ef-4b8f-83e0-e37dd30e8ec5 req-518791c8-6f14-4891-968d-5e4910c581e7 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554519 Sep 23 06:54:21.049172 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48bf6f1-40c3-44b0-8255-c0cd7d5983a3 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f528214c-6426-44f9-ad7f-3d73e673231e,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:21.051923 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d48bf6f1-40c3-44b0-8255-c0cd7d5983a3 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:21.066185 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40820) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:21.070390 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-d48bf6f1-40c3-44b0-8255-c0cd7d5983a3 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] 10.222.0.39 "DELETE /v2.0/subnets/f528214c-6426-44f9-ad7f-3d73e673231e HTTP/1.1" status: 204 len: 168 time: 0.4550254 Sep 23 06:54:21.180731 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-408a4752-e994-4b82-99a3-b518e38b7a62 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:21.205040 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-126785b5-1844-4027-9389-c95544643074 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:21.222957 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2d137fb4-0693-413e-a91b-2d0795f4dd70 req-854f1cce-fc4e-4c9a-bf72-a9b6bc84d13c tempest-ServersNegativeTestJSON-1027133229 tempest-ServersNegativeTestJSON-1027133229-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbfdf59c-d1e6-4757-9a48-028b48ff74be HTTP/1.1" status: 200 len: 210 time: 0.0393147 Sep 23 06:54:21.333739 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-408a4752-e994-4b82-99a3-b518e38b7a62 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:21.337292 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126785b5-1844-4027-9389-c95544643074 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Pushing event updated for resources: {'Subnet': ['ID=4f78f66d-fb09-4d13-81fd-49819876544d,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:21.366352 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-408a4752-e994-4b82-99a3-b518e38b7a62 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26137725-0cd4-4d6c-8dbd-c2ff19d52c1c']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:21.375295 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126785b5-1844-4027-9389-c95544643074 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Checking segment: {'id': 'a885ddcf-0c8c-486d-ba11-19e92af5aa85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '3d01425d-bfbd-41ce-a82c-a6ee410f78f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:54:21.375658 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126785b5-1844-4027-9389-c95544643074 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Network hostable DHCP agents. Network: 3d01425d-bfbd-41ce-a82c-a6ee410f78f5, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:54:21.382226 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-408a4752-e994-4b82-99a3-b518e38b7a62 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc0e8c72-ae48-4e16-9c3b-16ebebbe34ed') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:21.382525 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-408a4752-e994-4b82-99a3-b518e38b7a62 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc0e8c72-ae48-4e16-9c3b-16ebebbe34ed') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:21.398194 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-408a4752-e994-4b82-99a3-b518e38b7a62 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:21.411605 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126785b5-1844-4027-9389-c95544643074 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Network 3d01425d-bfbd-41ce-a82c-a6ee410f78f5 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:54:21.417849 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-408a4752-e994-4b82-99a3-b518e38b7a62 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:21.425404 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-408a4752-e994-4b82-99a3-b518e38b7a62 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:54:21.427601 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-408a4752-e994-4b82-99a3-b518e38b7a62 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:21.429328 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 06:54:21.429328 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:54:21.429328 n-d-715271-16 neutron-server[95065]: timer() Sep 23 06:54:21.429328 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:54:21.429328 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 06:54:21.429328 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:54:21.429328 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 06:54:21.429328 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:54:21.429328 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 06:54:21.429328 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:54:21.429328 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 06:54:21.429328 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:54:21.429328 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 06:54:21.429328 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:54:21.429328 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:54:21.429328 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:54:21.429328 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:54:21.429328 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:54:21.429328 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 06:54:21.429328 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:54:21.429328 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 06:54:21.429328 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:54:21.429328 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:54:21.429328 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:54:21.429328 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 06:54:21.429328 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:54:21.429328 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:54:21.429328 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:54:21.429328 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:54:21.429328 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:54:21.429328 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:54:21.429328 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:54:21.439674 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-126785b5-1844-4027-9389-c95544643074 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 3d01425d-bfbd-41ce-a82c-a6ee410f78f5) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:54:21.448882 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ef4503-55eb-4941-9ec5-15a0725416f9 None None] Network 3d01425d-bfbd-41ce-a82c-a6ee410f78f5 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:54:21.459899 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126785b5-1844-4027-9389-c95544643074 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:21.460498 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-126785b5-1844-4027-9389-c95544643074 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:21.537155 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-126785b5-1844-4027-9389-c95544643074 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9569085 Sep 23 06:54:21.539806 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40826) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:21.550775 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-408a4752-e994-4b82-99a3-b518e38b7a62 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:21.572040 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-408a4752-e994-4b82-99a3-b518e38b7a62 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 26137725-0cd4-4d6c-8dbd-c2ff19d52c1c {{(pid=95065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 23 06:54:21.586478 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-408a4752-e994-4b82-99a3-b518e38b7a62 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:21.594494 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-408a4752-e994-4b82-99a3-b518e38b7a62 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] 10.222.0.39 "DELETE /v2.0/networks/26137725-0cd4-4d6c-8dbd-c2ff19d52c1c HTTP/1.1" status: 204 len: 168 time: 0.5190578 Sep 23 06:54:21.610609 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408a4752-e994-4b82-99a3-b518e38b7a62 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Pushing event deleted for resources: {'Network': ['ID=26137725-0cd4-4d6c-8dbd-c2ff19d52c1c,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:21.636948 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ad4569-6600-4145-a828-3fe80925cda1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-3d01425d-bfbd-41ce-a82c-a6ee410f78f5', 'network_id': '3d01425d-bfbd-41ce-a82c-a6ee410f78f5', 'tenant_id': 'e1f9ec6ddeac4ec980f2ecc5a17cabb6', 'fixed_ips': [{'subnet_id': '4f78f66d-fb09-4d13-81fd-49819876544d'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 06:54:21.637835 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-23ad4569-6600-4145-a828-3fe80925cda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:21.651113 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f84af17-7b3a-45e1-9f90-5a593b945f22 req-ca63b8d7-2739-4eb6-aaba-cdad680b1582 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:21.657239 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f84af17-7b3a-45e1-9f90-5a593b945f22 req-ca63b8d7-2739-4eb6-aaba-cdad680b1582 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:21.663995 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f84af17-7b3a-45e1-9f90-5a593b945f22 req-ca63b8d7-2739-4eb6-aaba-cdad680b1582 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:21.669585 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f84af17-7b3a-45e1-9f90-5a593b945f22 req-ca63b8d7-2739-4eb6-aaba-cdad680b1582 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:21.675598 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f84af17-7b3a-45e1-9f90-5a593b945f22 req-ca63b8d7-2739-4eb6-aaba-cdad680b1582 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:21.681837 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f84af17-7b3a-45e1-9f90-5a593b945f22 req-ca63b8d7-2739-4eb6-aaba-cdad680b1582 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:21.687612 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f84af17-7b3a-45e1-9f90-5a593b945f22 req-ca63b8d7-2739-4eb6-aaba-cdad680b1582 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:21.689557 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7f84af17-7b3a-45e1-9f90-5a593b945f22 req-ca63b8d7-2739-4eb6-aaba-cdad680b1582 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79 HTTP/1.1" status: 200 len: 5422 time: 0.2195709 Sep 23 06:54:21.758958 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-929c2727-e5ec-4962-948b-943db9104fcf tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:21.765391 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7f84af17-7b3a-45e1-9f90-5a593b945f22 req-5485119f-402a-4c46-8473-8beb165b4764 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/security-groups?id=af4b1172-21fa-42ea-8f78-02b27dc94910&id=b479065b-36b3-4865-ad7c-063369a14027&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0665636 Sep 23 06:54:21.820228 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-929c2727-e5ec-4962-948b-943db9104fcf tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:21.838042 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-23ad4569-6600-4145-a828-3fe80925cda1 None None] Allocated IP 172.20.0.1 (3d01425d-bfbd-41ce-a82c-a6ee410f78f5/4f78f66d-fb09-4d13-81fd-49819876544d/d66bcb59-51dc-44c5-a0c7-fe0a5788dd1e) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:54:21.864711 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40834) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:21.871057 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-33c9d7f8-2e01-4be8-9896-7e20d91608d2 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Request body: {'router': {'name': 'tempest-router--952255463', 'project_id': 'a0a54f49a3824ae6857407607ff5de9a'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:54:21.896181 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-33c9d7f8-2e01-4be8-9896-7e20d91608d2 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:21.897886 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-33c9d7f8-2e01-4be8-9896-7e20d91608d2 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:21.970281 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-33c9d7f8-2e01-4be8-9896-7e20d91608d2 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:21.976402 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-33c9d7f8-2e01-4be8-9896-7e20d91608d2 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:21.992538 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5b7e22fa-99db-4037-9301-67199ed90220 req-a999e696-d6f7-4bb5-b827-18094bb0bc31 tempest-ServerShowV254Test-1305561243 tempest-ServerShowV254Test-1305561243-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b248f54-6c1c-4411-a557-93fe8f78df0e HTTP/1.1" status: 200 len: 210 time: 0.0326409 Sep 23 06:54:22.002764 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-23ad4569-6600-4145-a828-3fe80925cda1 None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:22.003850 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-33c9d7f8-2e01-4be8-9896-7e20d91608d2 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:22.005097 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-33c9d7f8-2e01-4be8-9896-7e20d91608d2 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1391609 Sep 23 06:54:22.008987 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40838) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:22.021667 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-23ad4569-6600-4145-a828-3fe80925cda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:22.038025 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-929c2727-e5ec-4962-948b-943db9104fcf tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:22.101939 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929c2727-e5ec-4962-948b-943db9104fcf tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Pushing event deleted for resources: {'Subnet': ['ID=4f78f66d-fb09-4d13-81fd-49819876544d,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:22.130229 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ad4569-6600-4145-a828-3fe80925cda1 None None] Network 3d01425d-bfbd-41ce-a82c-a6ee410f78f5 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:54:22.134897 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-23ad4569-6600-4145-a828-3fe80925cda1 None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:54:22.147468 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ad4569-6600-4145-a828-3fe80925cda1 None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:54:22.154977 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8c654040-909c-4040-969c-908102e2c8a6 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks [] for router, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:22.190037 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-929c2727-e5ec-4962-948b-943db9104fcf tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:22.198778 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ad4569-6600-4145-a828-3fe80925cda1 None None] Pushing event updated for resources: {'Port': ['ID=d66bcb59-51dc-44c5-a0c7-fe0a5788dd1e,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:22.230422 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-929c2727-e5ec-4962-948b-943db9104fcf tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d01425d-bfbd-41ce-a82c-a6ee410f78f5']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:22.242833 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-929c2727-e5ec-4962-948b-943db9104fcf tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a885ddcf-0c8c-486d-ba11-19e92af5aa85') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:22.242833 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-929c2727-e5ec-4962-948b-943db9104fcf tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a885ddcf-0c8c-486d-ba11-19e92af5aa85') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:22.252946 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-929c2727-e5ec-4962-948b-943db9104fcf tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:22.271360 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-929c2727-e5ec-4962-948b-943db9104fcf tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:22.278005 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-929c2727-e5ec-4962-948b-943db9104fcf tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:54:22.278414 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-929c2727-e5ec-4962-948b-943db9104fcf tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:22.308579 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 06:54:22.308579 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:54:22.308579 n-d-715271-16 neutron-server[95065]: timer() Sep 23 06:54:22.308579 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:54:22.308579 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 06:54:22.308579 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:54:22.308579 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 06:54:22.308579 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:54:22.308579 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 06:54:22.308579 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:54:22.308579 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 06:54:22.308579 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:54:22.308579 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 06:54:22.308579 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:54:22.308579 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:54:22.308579 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:54:22.308579 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:54:22.308579 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:54:22.308579 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 06:54:22.308579 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:54:22.308579 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 06:54:22.308579 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:54:22.308579 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:54:22.308579 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:54:22.308579 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 06:54:22.308579 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:54:22.308579 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:54:22.308579 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:54:22.308579 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:54:22.308579 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:54:22.308579 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:54:22.308579 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:54:22.367821 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.db.api [None req-929c2727-e5ec-4962-948b-943db9104fcf tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 23 06:54:22.367821 n-d-715271-16 neutron-server[95065]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 23 06:54:22.367821 n-d-715271-16 neutron-server[95065]: [parameters: {'id': '3d01425d-bfbd-41ce-a82c-a6ee410f78f5'}] Sep 23 06:54:22.367821 n-d-715271-16 neutron-server[95065]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95065) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 06:54:22.368205 n-d-715271-16 neutron-server[95065]: DEBUG oslo_db.api [None req-929c2727-e5ec-4962-948b-943db9104fcf tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 06:54:22.371310 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3de186-2a2e-4718-97b8-345ae9522de9 req-97cd1f27-81cb-4313-b526-060b45eb73f1 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:22.373052 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4b3de186-2a2e-4718-97b8-345ae9522de9 req-97cd1f27-81cb-4313-b526-060b45eb73f1 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 944 time: 0.2196651 Sep 23 06:54:22.399606 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-23ad4569-6600-4145-a828-3fe80925cda1 None None] Attempting to bind port d66bcb59-51dc-44c5-a0c7-fe0a5788dd1e on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:54:22.399979 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-23ad4569-6600-4145-a828-3fe80925cda1 None None] Attempting to bind port d66bcb59-51dc-44c5-a0c7-fe0a5788dd1e by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': 'a885ddcf-0c8c-486d-ba11-19e92af5aa85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '3d01425d-bfbd-41ce-a82c-a6ee410f78f5'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:54:22.400332 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ad4569-6600-4145-a828-3fe80925cda1 None None] Attempting to bind port d66bcb59-51dc-44c5-a0c7-fe0a5788dd1e on network 3d01425d-bfbd-41ce-a82c-a6ee410f78f5 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:54:22.402408 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8c654040-909c-4040-969c-908102e2c8a6 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:22.405621 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ad4569-6600-4145-a828-3fe80925cda1 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:54:22.406130 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ad4569-6600-4145-a828-3fe80925cda1 None None] Checking segment: {'id': 'a885ddcf-0c8c-486d-ba11-19e92af5aa85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '3d01425d-bfbd-41ce-a82c-a6ee410f78f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:54:22.406536 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-23ad4569-6600-4145-a828-3fe80925cda1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:22.406947 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ad4569-6600-4145-a828-3fe80925cda1 None None] Bound using segment: {'id': 'a885ddcf-0c8c-486d-ba11-19e92af5aa85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '3d01425d-bfbd-41ce-a82c-a6ee410f78f5'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:54:22.407408 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-23ad4569-6600-4145-a828-3fe80925cda1 None None] Bound port: d66bcb59-51dc-44c5-a0c7-fe0a5788dd1e, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a885ddcf-0c8c-486d-ba11-19e92af5aa85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '3d01425d-bfbd-41ce-a82c-a6ee410f78f5'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:54:22.407786 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-23ad4569-6600-4145-a828-3fe80925cda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:22.412259 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8c654040-909c-4040-969c-908102e2c8a6 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:22.456917 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40854) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:22.480905 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-01b9cbb1-0ba9-4bd7-abc8-d37abe3f1d71 req-3115f0aa-2dab-47e9-9ba4-2e7b8f90652e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bd65fdd2e03f4ee58d3ba7952e485eef&device_id=8b248f54-6c1c-4411-a557-93fe8f78df0e HTTP/1.1" status: 200 len: 210 time: 0.0762556 Sep 23 06:54:22.491904 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-23ad4569-6600-4145-a828-3fe80925cda1 None None] For port d66bcb59-51dc-44c5-a0c7-fe0a5788dd1e, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:54:22.495804 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-23ad4569-6600-4145-a828-3fe80925cda1 None None] For port d66bcb59-51dc-44c5-a0c7-fe0a5788dd1e, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=d66bcb59-51dc-44c5-a0c7-fe0a5788dd1e,segment=NetworkSegment(a885ddcf-0c8c-486d-ba11-19e92af5aa85),segment_id=a885ddcf-0c8c-486d-ba11-19e92af5aa85)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:54:22.502185 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-23ad4569-6600-4145-a828-3fe80925cda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:22.508079 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8c654040-909c-4040-969c-908102e2c8a6 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:22.508590 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c654040-909c-4040-969c-908102e2c8a6 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b5984788-10f5-459e-914d-3254ba553e27 {{(pid=95066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 06:54:22.521720 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8c654040-909c-4040-969c-908102e2c8a6 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:22.525242 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-8c654040-909c-4040-969c-908102e2c8a6 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] 10.222.0.39 "DELETE /v2.0/routers/b5984788-10f5-459e-914d-3254ba553e27 HTTP/1.1" status: 204 len: 168 time: 0.5124354 Sep 23 06:54:22.534361 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-73f0a79f-eb71-4e48-9961-d108dcbf9cfb admin admin] Deleting subnet c520f2a7-ad21-49cf-80dc-376f9b100681 {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:54:22.538366 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4b3de186-2a2e-4718-97b8-345ae9522de9 req-15827562-6d42-48ad-84ce-c1b632351d3c tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283016 Sep 23 06:54:22.539578 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-73f0a79f-eb71-4e48-9961-d108dcbf9cfb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:22.540478 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-01b9cbb1-0ba9-4bd7-abc8-d37abe3f1d71 req-cb42dc9b-018b-41c9-9dee-7daeb6ad0984 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=bd65fdd2e03f4ee58d3ba7952e485eef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0468156 Sep 23 06:54:22.580688 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-73f0a79f-eb71-4e48-9961-d108dcbf9cfb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:22.586041 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ad4569-6600-4145-a828-3fe80925cda1 None None] Pushing event updated for resources: {'Port': ['ID=d66bcb59-51dc-44c5-a0c7-fe0a5788dd1e,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:22.629037 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ca14a1-6935-4a2c-a2eb-10642a7c6597 None None] Network 3d01425d-bfbd-41ce-a82c-a6ee410f78f5 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:54:22.647247 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3027ddee-37b8-4173-b9f5-2e945140d3ac req-350381f2-ddb5-409e-86da-2e2f9ae8f70f tempest-ServerShowV254Test-1305561243 tempest-ServerShowV254Test-1305561243-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b248f54-6c1c-4411-a557-93fe8f78df0e HTTP/1.1" status: 200 len: 210 time: 0.1372461 Sep 23 06:54:22.663003 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-73f0a79f-eb71-4e48-9961-d108dcbf9cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:22.728827 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-73f0a79f-eb71-4e48-9961-d108dcbf9cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:22.738150 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b9cbb1-0ba9-4bd7-abc8-d37abe3f1d71 req-e7a01478-ef72-45e1-91d5-05bef38d9121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:22.740492 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-01b9cbb1-0ba9-4bd7-abc8-d37abe3f1d71 req-e7a01478-ef72-45e1-91d5-05bef38d9121 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1915379 Sep 23 06:54:22.749236 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40862) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:22.766326 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f0a79f-eb71-4e48-9961-d108dcbf9cfb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c520f2a7-ad21-49cf-80dc-376f9b100681,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:22.776702 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-73f0a79f-eb71-4e48-9961-d108dcbf9cfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:22.779561 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-73f0a79f-eb71-4e48-9961-d108dcbf9cfb admin admin] 10.222.0.39 "DELETE /v2.0/subnets/c520f2a7-ad21-49cf-80dc-376f9b100681 HTTP/1.1" status: 204 len: 168 time: 0.3219113 Sep 23 06:54:22.782128 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40866) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:22.811822 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2e9dbe-01a2-4ae0-b348-3fe345dfb9ad None None] get_active_networks_info from n-d-715271-16 {{(pid=95067) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 06:54:22.875066 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-929c2727-e5ec-4962-948b-943db9104fcf tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:22.923142 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e5d6c6-fe59-4349-94b1-49a11dd80b46 req-36e3bec6-6da1-4ed0-b77e-df393b726530 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:22.929376 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e5d6c6-fe59-4349-94b1-49a11dd80b46 req-36e3bec6-6da1-4ed0-b77e-df393b726530 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:22.936936 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e5d6c6-fe59-4349-94b1-49a11dd80b46 req-36e3bec6-6da1-4ed0-b77e-df393b726530 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:22.944868 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e5d6c6-fe59-4349-94b1-49a11dd80b46 req-36e3bec6-6da1-4ed0-b77e-df393b726530 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:22.951468 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e5d6c6-fe59-4349-94b1-49a11dd80b46 req-36e3bec6-6da1-4ed0-b77e-df393b726530 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:22.958782 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e5d6c6-fe59-4349-94b1-49a11dd80b46 req-36e3bec6-6da1-4ed0-b77e-df393b726530 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:22.964895 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e5d6c6-fe59-4349-94b1-49a11dd80b46 req-36e3bec6-6da1-4ed0-b77e-df393b726530 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:22.966956 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a0e5d6c6-fe59-4349-94b1-49a11dd80b46 req-36e3bec6-6da1-4ed0-b77e-df393b726530 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79 HTTP/1.1" status: 200 len: 5422 time: 0.1092947 Sep 23 06:54:22.971383 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3576211f-d350-476b-9978-94bdaa1a0727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:22.981219 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc773b66-5e32-4865-a615-3f8ca9dbe94c req-455e405e-6ff4-40b8-99e1-b06cc71aae0f tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:22.982800 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dc773b66-5e32-4865-a615-3f8ca9dbe94c req-455e405e-6ff4-40b8-99e1-b06cc71aae0f tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 944 time: 0.1875701 Sep 23 06:54:22.991458 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2e9dbe-01a2-4ae0-b348-3fe345dfb9ad None None] Resources bound (agent type, host, resource id): {{(pid=95067) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 06:54:22.992777 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b2b572-ff4d-4113-bd9d-21e39d40dc4a req-86a0ac59-bc54-481a-a68f-587ca8ade430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:22.994183 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-70b2b572-ff4d-4113-bd9d-21e39d40dc4a req-86a0ac59-bc54-481a-a68f-587ca8ade430 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8275c6392a72426db62ebfc4817f4420&device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 1096 time: 0.1594651 Sep 23 06:54:23.037315 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a0e5d6c6-fe59-4349-94b1-49a11dd80b46 req-6325f243-0fef-4c62-82a4-82c9150969a2 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/security-groups?id=af4b1172-21fa-42ea-8f78-02b27dc94910&id=b479065b-36b3-4865-ad7c-063369a14027&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0618489 Sep 23 06:54:23.062221 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-101ad6ed-1f97-404a-956e-6a3bc8560ec3 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2050172833', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}, 'admin_state_up': False}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:54:23.073088 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 5e26b822-5fe6-4529-bd65-af1c22511064 no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:54:23.076506 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-101ad6ed-1f97-404a-956e-6a3bc8560ec3 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:23.077584 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-101ad6ed-1f97-404a-956e-6a3bc8560ec3 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:23.124707 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No Port match for: 5e26b822-5fe6-4529-bd65-af1c22511064 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:54:23.125142 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 5e26b822-5fe6-4529-bd65-af1c22511064 not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:54:23.143126 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dc773b66-5e32-4865-a615-3f8ca9dbe94c req-0ed8d7e3-ef18-4b3b-831d-30b678baad34 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466162 Sep 23 06:54:23.143668 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-101ad6ed-1f97-404a-956e-6a3bc8560ec3 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:23.164408 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-929c2727-e5ec-4962-948b-943db9104fcf tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Deleting port d66bcb59-51dc-44c5-a0c7-fe0a5788dd1e {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:54:23.164746 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-929c2727-e5ec-4962-948b-943db9104fcf tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:23.190428 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3576211f-d350-476b-9978-94bdaa1a0727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:23.245186 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-3576211f-d350-476b-9978-94bdaa1a0727 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['218c58b5-0e0b-4646-89a6-548d923b3f5b']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:23.254257 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b2b572-ff4d-4113-bd9d-21e39d40dc4a req-0a377185-46b5-4f2b-b394-b104fd69698e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:23.256328 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-70b2b572-ff4d-4113-bd9d-21e39d40dc4a req-0a377185-46b5-4f2b-b394-b104fd69698e service neutron] 10.222.0.21 "GET /v2.0/networks?id=d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64 HTTP/1.1" status: 200 len: 912 time: 0.2526958 Sep 23 06:54:23.261209 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-3576211f-d350-476b-9978-94bdaa1a0727 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e45912ab-73a2-4ecb-a631-df0a332d78f8') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:23.261572 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-3576211f-d350-476b-9978-94bdaa1a0727 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e45912ab-73a2-4ecb-a631-df0a332d78f8') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:23.325843 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3576211f-d350-476b-9978-94bdaa1a0727 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:23.381891 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-929c2727-e5ec-4962-948b-943db9104fcf tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] For port d66bcb59-51dc-44c5-a0c7-fe0a5788dd1e, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=d66bcb59-51dc-44c5-a0c7-fe0a5788dd1e,segment=NetworkSegment(a885ddcf-0c8c-486d-ba11-19e92af5aa85),segment_id=a885ddcf-0c8c-486d-ba11-19e92af5aa85)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:54:23.382295 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-929c2727-e5ec-4962-948b-943db9104fcf tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:23.394870 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3576211f-d350-476b-9978-94bdaa1a0727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:23.402114 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-929c2727-e5ec-4962-948b-943db9104fcf tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Calling delete_port for d66bcb59-51dc-44c5-a0c7-fe0a5788dd1e owned by network:dhcp {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:54:23.414451 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3576211f-d350-476b-9978-94bdaa1a0727 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:54:23.414864 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3576211f-d350-476b-9978-94bdaa1a0727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:23.416578 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 06:54:23.416578 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:54:23.416578 n-d-715271-16 neutron-server[95065]: timer() Sep 23 06:54:23.416578 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:54:23.416578 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 06:54:23.416578 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:54:23.416578 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 06:54:23.416578 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:54:23.416578 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 06:54:23.416578 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:54:23.416578 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 06:54:23.416578 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:54:23.416578 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 06:54:23.416578 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:54:23.416578 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:54:23.416578 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:54:23.416578 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:54:23.416578 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:54:23.416578 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 06:54:23.416578 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:54:23.416578 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 06:54:23.416578 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:54:23.416578 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:54:23.416578 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:54:23.416578 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 06:54:23.416578 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:54:23.416578 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:54:23.416578 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:54:23.416578 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:54:23.416578 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:54:23.416578 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:54:23.416578 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:54:23.446468 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-70b2b572-ff4d-4113-bd9d-21e39d40dc4a req-dcb616e8-dadc-4d02-ab03-27c342db1f3e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13fc1c55-aac8-4284-a65a-d9e7ba02d995 HTTP/1.1" status: 200 len: 999 time: 0.1378839 Sep 23 06:54:23.629289 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-101ad6ed-1f97-404a-956e-6a3bc8560ec3 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:23.753847 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2aeb5859-2329-4e4b-a304-e7ec28f3c97d req-bea89867-1c44-4fb7-93c2-08d3e1023114 tempest-ServerShowV254Test-1305561243 tempest-ServerShowV254Test-1305561243-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b248f54-6c1c-4411-a557-93fe8f78df0e HTTP/1.1" status: 200 len: 210 time: 0.0363641 Sep 23 06:54:23.867505 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3576211f-d350-476b-9978-94bdaa1a0727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:23.871709 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-101ad6ed-1f97-404a-956e-6a3bc8560ec3 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks [] for router_gateway, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:23.888471 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3576211f-d350-476b-9978-94bdaa1a0727 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:23.890371 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-3576211f-d350-476b-9978-94bdaa1a0727 admin admin] 10.222.0.39 "DELETE /v2.0/networks/218c58b5-0e0b-4646-89a6-548d923b3f5b HTTP/1.1" status: 204 len: 168 time: 1.1058402 Sep 23 06:54:23.892504 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-101ad6ed-1f97-404a-956e-6a3bc8560ec3 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:23.908516 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3576211f-d350-476b-9978-94bdaa1a0727 admin admin] Pushing event deleted for resources: {'Network': ['ID=218c58b5-0e0b-4646-89a6-548d923b3f5b,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:23.921058 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b2b572-ff4d-4113-bd9d-21e39d40dc4a req-9aa66fbe-ba92-4580-99df-46edc908bcee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:23.922542 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-70b2b572-ff4d-4113-bd9d-21e39d40dc4a req-9aa66fbe-ba92-4580-99df-46edc908bcee service neutron] 10.222.0.21 "GET /v2.0/subnets?id=46ccc032-0362-4c9c-977b-4c26fbfaa4e6 HTTP/1.1" status: 200 len: 850 time: 0.4672627 Sep 23 06:54:23.938746 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-929c2727-e5ec-4962-948b-943db9104fcf tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:23.984451 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929c2727-e5ec-4962-948b-943db9104fcf tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] No DVR routers for this DVR port d66bcb59-51dc-44c5-a0c7-fe0a5788dd1e on host n-d-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:54:23.986085 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929c2727-e5ec-4962-948b-943db9104fcf tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Pushing event deleted for resources: {'Port': ['ID=d66bcb59-51dc-44c5-a0c7-fe0a5788dd1e,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:24.024986 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-101ad6ed-1f97-404a-956e-6a3bc8560ec3 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Allocated IP 172.25.2.161 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/796f69aa-cafe-4930-ad3b-60974d0ca6a8) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:54:24.035277 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b2b572-ff4d-4113-bd9d-21e39d40dc4a req-a07b8d8d-301a-4252-b781-bd685f595468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:24.036896 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-70b2b572-ff4d-4113-bd9d-21e39d40dc4a req-a07b8d8d-301a-4252-b781-bd685f595468 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1065083 Sep 23 06:54:24.094047 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-929c2727-e5ec-4962-948b-943db9104fcf tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:24.096391 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40880) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:24.145012 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-929c2727-e5ec-4962-948b-943db9104fcf tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d01425d-bfbd-41ce-a82c-a6ee410f78f5']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:24.150359 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-101ad6ed-1f97-404a-956e-6a3bc8560ec3 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:24.203642 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-929c2727-e5ec-4962-948b-943db9104fcf tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a885ddcf-0c8c-486d-ba11-19e92af5aa85') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:24.203967 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-929c2727-e5ec-4962-948b-943db9104fcf tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a885ddcf-0c8c-486d-ba11-19e92af5aa85') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:24.208551 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-01b9cbb1-0ba9-4bd7-abc8-d37abe3f1d71 req-b1960fce-b226-420e-a3b0-61ff1df9c532 tempest-ServerShowV254Test-1305561243 tempest-ServerShowV254Test-1305561243-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b248f54-6c1c-4411-a557-93fe8f78df0e HTTP/1.1" status: 200 len: 210 time: 0.0363100 Sep 23 06:54:24.219742 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-101ad6ed-1f97-404a-956e-6a3bc8560ec3 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:24.248284 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-1bc53dc7-8130-4daa-8e5b-9bcaa0fa3d1c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=89cde1f180a04b9a82f94238d641b222&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1492383 Sep 23 06:54:24.250275 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-929c2727-e5ec-4962-948b-943db9104fcf tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:24.253954 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40884) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:24.304571 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-929c2727-e5ec-4962-948b-943db9104fcf tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:24.314594 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101ad6ed-1f97-404a-956e-6a3bc8560ec3 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:54:24.316442 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101ad6ed-1f97-404a-956e-6a3bc8560ec3 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Pushing event updated for resources: {'Port': ['ID=796f69aa-cafe-4930-ad3b-60974d0ca6a8,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:24.322467 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-101ad6ed-1f97-404a-956e-6a3bc8560ec3 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:54:24.325475 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101ad6ed-1f97-404a-956e-6a3bc8560ec3 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:54:24.331806 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6025d21-41d4-4eb1-b073-f1ce92d41352 req-9330c70d-ee3b-489d-9bb4-f1e4e3182397 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:24.342277 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6025d21-41d4-4eb1-b073-f1ce92d41352 req-9330c70d-ee3b-489d-9bb4-f1e4e3182397 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:24.349223 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6025d21-41d4-4eb1-b073-f1ce92d41352 req-9330c70d-ee3b-489d-9bb4-f1e4e3182397 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:24.357187 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6025d21-41d4-4eb1-b073-f1ce92d41352 req-9330c70d-ee3b-489d-9bb4-f1e4e3182397 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:24.365079 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6025d21-41d4-4eb1-b073-f1ce92d41352 req-9330c70d-ee3b-489d-9bb4-f1e4e3182397 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:24.371179 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6025d21-41d4-4eb1-b073-f1ce92d41352 req-9330c70d-ee3b-489d-9bb4-f1e4e3182397 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:24.377125 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6025d21-41d4-4eb1-b073-f1ce92d41352 req-9330c70d-ee3b-489d-9bb4-f1e4e3182397 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:24.379133 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e6025d21-41d4-4eb1-b073-f1ce92d41352 req-9330c70d-ee3b-489d-9bb4-f1e4e3182397 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79 HTTP/1.1" status: 200 len: 5422 time: 0.2360487 Sep 23 06:54:24.379368 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d26ce0f-f175-44cf-b583-ce7c56795eaa req-f9e1b85f-f6dd-411b-8c47-0c2ce08bf76e tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:24.380945 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5d26ce0f-f175-44cf-b583-ce7c56795eaa req-f9e1b85f-f6dd-411b-8c47-0c2ce08bf76e tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 944 time: 0.1324623 Sep 23 06:54:24.385968 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-70b2b572-ff4d-4113-bd9d-21e39d40dc4a req-5541fcce-f461-46ab-bc5e-f59f1fc8fa7b service neutron] 10.222.0.21 "GET /v2.0/networks/d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3400226 Sep 23 06:54:24.387042 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-929c2727-e5ec-4962-948b-943db9104fcf tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:54:24.387451 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-929c2727-e5ec-4962-948b-943db9104fcf tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:24.400387 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 06:54:24.400387 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:54:24.400387 n-d-715271-16 neutron-server[95065]: timer() Sep 23 06:54:24.400387 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:54:24.400387 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 06:54:24.400387 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:54:24.400387 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 06:54:24.400387 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:54:24.400387 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 06:54:24.400387 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:54:24.400387 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 06:54:24.400387 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:54:24.400387 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 06:54:24.400387 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:54:24.400387 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:54:24.400387 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:54:24.400387 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:54:24.400387 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:54:24.400387 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 06:54:24.400387 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:54:24.400387 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 06:54:24.400387 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:54:24.400387 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:54:24.400387 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:54:24.400387 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 06:54:24.400387 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:54:24.400387 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:54:24.400387 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:54:24.400387 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:54:24.400387 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:54:24.400387 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:54:24.400387 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:54:24.519468 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5d26ce0f-f175-44cf-b583-ce7c56795eaa req-e62cd2d2-031b-47ea-beb2-5d220d042016 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948560 Sep 23 06:54:24.553689 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-929c2727-e5ec-4962-948b-943db9104fcf tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:24.555320 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4e6ef0d7-585b-4ab8-8ac5-aa182b89c34f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:24.566273 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-929c2727-e5ec-4962-948b-943db9104fcf tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:24.568341 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-929c2727-e5ec-4962-948b-943db9104fcf tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] 10.222.0.39 "DELETE /v2.0/networks/3d01425d-bfbd-41ce-a82c-a6ee410f78f5 HTTP/1.1" status: 204 len: 168 time: 3.0273809 Sep 23 06:54:24.584648 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40890) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:24.588984 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e6025d21-41d4-4eb1-b073-f1ce92d41352 req-fa8cddfc-e27a-4cbd-822f-77dbefc0ee31 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/security-groups?id=af4b1172-21fa-42ea-8f78-02b27dc94910&id=b479065b-36b3-4865-ad7c-063369a14027&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1783459 Sep 23 06:54:24.599551 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-f356bc75-86d6-49b3-8919-bde0821fe06d tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1538507623'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:54:24.613202 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929c2727-e5ec-4962-948b-943db9104fcf tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Pushing event deleted for resources: {'Network': ['ID=3d01425d-bfbd-41ce-a82c-a6ee410f78f5,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:24.635563 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4e6ef0d7-585b-4ab8-8ac5-aa182b89c34f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:24.684339 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-70b2b572-ff4d-4113-bd9d-21e39d40dc4a req-e14b4f78-19b9-411d-a9ce-171857e9b932 service neutron] 10.222.0.21 "GET /v2.0/networks/d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695382 Sep 23 06:54:24.703426 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f356bc75-86d6-49b3-8919-bde0821fe06d tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Made reservation on behalf of e1f9ec6ddeac4ec980f2ecc5a17cabb6 for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:54:24.708567 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-101ad6ed-1f97-404a-956e-6a3bc8560ec3 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks [] for router_gateway, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:24.709073 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f356bc75-86d6-49b3-8919-bde0821fe06d tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:24.762734 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f356bc75-86d6-49b3-8919-bde0821fe06d tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:54:24.764767 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4e6ef0d7-585b-4ab8-8ac5-aa182b89c34f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:24.767382 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4e6ef0d7-585b-4ab8-8ac5-aa182b89c34f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:24.769944 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-4e6ef0d7-585b-4ab8-8ac5-aa182b89c34f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fa313852-c869-48e9-ac31-3979fb0396ad HTTP/1.1" status: 204 len: 168 time: 0.5082517 Sep 23 06:54:24.804932 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6ef0d7-585b-4ab8-8ac5-aa182b89c34f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa313852-c869-48e9-ac31-3979fb0396ad,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:24.814546 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f356bc75-86d6-49b3-8919-bde0821fe06d tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:24.814902 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-f356bc75-86d6-49b3-8919-bde0821fe06d tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Added segment f34662e4-b078-4d86-b40e-0210b9fe949f of type vlan for network 35793a5f-7b8d-4191-8e7d-182f8df2d7bb Sep 23 06:54:24.891584 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f356bc75-86d6-49b3-8919-bde0821fe06d tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:24.922251 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f356bc75-86d6-49b3-8919-bde0821fe06d tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:24.930878 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f356bc75-86d6-49b3-8919-bde0821fe06d tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:24.931564 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f356bc75-86d6-49b3-8919-bde0821fe06d tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:24.959594 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-75804489-f6eb-4781-8669-3f23616dab69 req-70eb98ff-a0fe-4733-b07c-78ce780705f8 tempest-ServerShowV254Test-1305561243 tempest-ServerShowV254Test-1305561243-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b248f54-6c1c-4411-a557-93fe8f78df0e HTTP/1.1" status: 200 len: 210 time: 0.0355124 Sep 23 06:54:24.991622 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-f356bc75-86d6-49b3-8919-bde0821fe06d tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3991141 Sep 23 06:54:24.992107 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40896) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:24.998244 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-9484a604-427a-42e2-972a-cf1a8a085073 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Request body: {'subnet': {'network_id': '35793a5f-7b8d-4191-8e7d-182f8df2d7bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:54:25.037044 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-101ad6ed-1f97-404a-956e-6a3bc8560ec3 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:25.063233 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f356bc75-86d6-49b3-8919-bde0821fe06d tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Pushing event updated for resources: {'Network': ['ID=35793a5f-7b8d-4191-8e7d-182f8df2d7bb,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:25.074251 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 35793a5f-7b8d-4191-8e7d-182f8df2d7bb details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:54:25.195698 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9484a604-427a-42e2-972a-cf1a8a085073 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Made reservation on behalf of e1f9ec6ddeac4ec980f2ecc5a17cabb6 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:54:25.200339 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9484a604-427a-42e2-972a-cf1a8a085073 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:25.263397 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-101ad6ed-1f97-404a-956e-6a3bc8560ec3 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Router b0ac68a0-c50e-4861-9e4d-f54b246cc3f0 is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 06:54:25.395985 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-101ad6ed-1f97-404a-956e-6a3bc8560ec3 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:54:25.408523 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b4859a-7d8e-4b4b-91c7-6d8b7ab1d14f None None] Sync routers for ids ['b0ac68a0-c50e-4861-9e4d-f54b246cc3f0'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:54:25.420836 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-101ad6ed-1f97-404a-956e-6a3bc8560ec3 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:25.422315 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-101ad6ed-1f97-404a-956e-6a3bc8560ec3 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.6717267 Sep 23 06:54:25.425133 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40908) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:25.425784 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b4859a-7d8e-4b4b-91c7-6d8b7ab1d14f None None] Routers {'b0ac68a0-c50e-4861-9e4d-f54b246cc3f0'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:54:25.426875 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-d1b4859a-7d8e-4b4b-91c7-6d8b7ab1d14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:54:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['b0ac68a0-c50e-4861-9e4d-f54b246cc3f0'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:25.438165 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9484a604-427a-42e2-972a-cf1a8a085073 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:25.463535 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-d1b4859a-7d8e-4b4b-91c7-6d8b7ab1d14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:25.474612 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b4859a-7d8e-4b4b-91c7-6d8b7ab1d14f None None] Routers {'b0ac68a0-c50e-4861-9e4d-f54b246cc3f0'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:54:25.475485 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-d1b4859a-7d8e-4b4b-91c7-6d8b7ab1d14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:54:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['b0ac68a0-c50e-4861-9e4d-f54b246cc3f0'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:25.510387 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9484a604-427a-42e2-972a-cf1a8a085073 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Pushing event updated for resources: {'Subnet': ['ID=4453b281-5e50-433a-8bde-8f0e2196f45b,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:25.517735 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-d1b4859a-7d8e-4b4b-91c7-6d8b7ab1d14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:25.518668 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b4859a-7d8e-4b4b-91c7-6d8b7ab1d14f None None] The sync data for ids ['b0ac68a0-c50e-4861-9e4d-f54b246cc3f0'] in n-d-715271-16 is: [] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:54:25.536967 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9484a604-427a-42e2-972a-cf1a8a085073 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Checking segment: {'id': 'f34662e4-b078-4d86-b40e-0210b9fe949f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '35793a5f-7b8d-4191-8e7d-182f8df2d7bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:54:25.537907 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9484a604-427a-42e2-972a-cf1a8a085073 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Network hostable DHCP agents. Network: 35793a5f-7b8d-4191-8e7d-182f8df2d7bb, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:54:25.551240 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-3b5021b1-99ac-48fe-b73a-3b6fce625210 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] 10.222.0.39 "GET /v2.0/routers/b0ac68a0-c50e-4861-9e4d-f54b246cc3f0 HTTP/1.1" status: 200 len: 921 time: 0.1244202 Sep 23 06:54:25.554858 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40918) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:25.590109 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-81d8e0c2-fe5d-4d73-ad11-863e7594a749 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0ac68a0-c50e-4861-9e4d-f54b246cc3f0 HTTP/1.1" status: 200 len: 205 time: 0.0316446 Sep 23 06:54:25.590109 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9484a604-427a-42e2-972a-cf1a8a085073 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Network 35793a5f-7b8d-4191-8e7d-182f8df2d7bb is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:54:25.590855 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40920) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:25.600476 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-9484a604-427a-42e2-972a-cf1a8a085073 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 35793a5f-7b8d-4191-8e7d-182f8df2d7bb) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:54:25.606818 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9484a604-427a-42e2-972a-cf1a8a085073 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:25.609908 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9484a604-427a-42e2-972a-cf1a8a085073 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:25.614170 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f0628a-47e5-417a-9962-aa3d7114a6ab None None] Network 35793a5f-7b8d-4191-8e7d-182f8df2d7bb requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:54:25.684125 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-9484a604-427a-42e2-972a-cf1a8a085073 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6880162 Sep 23 06:54:25.686975 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40928) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:25.737540 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40932) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:25.747862 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c860c4-79bf-42c6-a49e-ef362e704eb8 req-9d2b6153-dc9e-4fbd-ae4d-5fbc04bbb579 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:25.749510 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f8c860c4-79bf-42c6-a49e-ef362e704eb8 req-9d2b6153-dc9e-4fbd-ae4d-5fbc04bbb579 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 944 time: 0.1359706 Sep 23 06:54:25.791400 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-550af918-bee9-426e-8492-aa3b53b05f47 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks [] for router, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:25.852898 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f8c860c4-79bf-42c6-a49e-ef362e704eb8 req-12b4b141-2d68-4acc-9c1b-52d81e1bc556 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611718 Sep 23 06:54:25.858049 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ab5b6-87d7-438c-80f9-191babf277e6 req-aa92b49e-74f2-4225-8b07-0d3e2e904d0d tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:25.867359 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ab5b6-87d7-438c-80f9-191babf277e6 req-aa92b49e-74f2-4225-8b07-0d3e2e904d0d tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:25.876624 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6e9210-76d3-4f7a-b8f8-26b906c99e81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-35793a5f-7b8d-4191-8e7d-182f8df2d7bb', 'network_id': '35793a5f-7b8d-4191-8e7d-182f8df2d7bb', 'tenant_id': 'e1f9ec6ddeac4ec980f2ecc5a17cabb6', 'fixed_ips': [{'subnet_id': '4453b281-5e50-433a-8bde-8f0e2196f45b'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 06:54:25.877495 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-6e6e9210-76d3-4f7a-b8f8-26b906c99e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:25.878654 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ab5b6-87d7-438c-80f9-191babf277e6 req-aa92b49e-74f2-4225-8b07-0d3e2e904d0d tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:25.880295 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c0c0bdb5-06f4-4fd9-b5ff-f4092fc7eb3d tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:25.887454 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ab5b6-87d7-438c-80f9-191babf277e6 req-aa92b49e-74f2-4225-8b07-0d3e2e904d0d tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:25.896590 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ab5b6-87d7-438c-80f9-191babf277e6 req-aa92b49e-74f2-4225-8b07-0d3e2e904d0d tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:25.902808 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ab5b6-87d7-438c-80f9-191babf277e6 req-aa92b49e-74f2-4225-8b07-0d3e2e904d0d tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:25.909379 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ab5b6-87d7-438c-80f9-191babf277e6 req-aa92b49e-74f2-4225-8b07-0d3e2e904d0d tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:25.918567 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-660ab5b6-87d7-438c-80f9-191babf277e6 req-aa92b49e-74f2-4225-8b07-0d3e2e904d0d tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79 HTTP/1.1" status: 200 len: 5422 time: 0.2398512 Sep 23 06:54:25.928604 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-918f81d8-a3b3-4e7a-b8c1-2813038027c1 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-912655671-network', 'tenant_id': 'ed5d0395cc8a4b67ad7c21822a0fb443'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:54:25.940920 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c0c0bdb5-06f4-4fd9-b5ff-f4092fc7eb3d tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:26.023925 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c0c0bdb5-06f4-4fd9-b5ff-f4092fc7eb3d tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:26.032179 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-660ab5b6-87d7-438c-80f9-191babf277e6 req-a4f1b7b8-f4ab-4c43-b823-d07b91f4ba53 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/security-groups?id=af4b1172-21fa-42ea-8f78-02b27dc94910&id=b479065b-36b3-4865-ad7c-063369a14027&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1126149 Sep 23 06:54:26.034887 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-918f81d8-a3b3-4e7a-b8c1-2813038027c1 admin admin] Made reservation on behalf of ed5d0395cc8a4b67ad7c21822a0fb443 for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:54:26.037693 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-918f81d8-a3b3-4e7a-b8c1-2813038027c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:26.056784 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-918f81d8-a3b3-4e7a-b8c1-2813038027c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:26.065402 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c0bdb5-06f4-4fd9-b5ff-f4092fc7eb3d tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Pushing event deleted for resources: {'Subnet': ['ID=4453b281-5e50-433a-8bde-8f0e2196f45b,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:26.068944 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-550af918-bee9-426e-8492-aa3b53b05f47 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:26.116448 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server [None req-6e6e9210-76d3-4f7a-b8f8-26b906c99e81 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4453b281-5e50-433a-8bde-8f0e2196f45b: This subnet is being modified by another concurrent operation. Sep 23 06:54:26.116448 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 23 06:54:26.116448 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 23 06:54:26.116448 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 23 06:54:26.116448 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 23 06:54:26.116448 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 23 06:54:26.116448 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 23 06:54:26.116448 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 23 06:54:26.116448 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 23 06:54:26.116448 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 23 06:54:26.116448 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 23 06:54:26.116448 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 23 06:54:26.116448 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 06:54:26.116448 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 06:54:26.116448 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 06:54:26.116448 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 06:54:26.116448 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 23 06:54:26.116448 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 06:54:26.116448 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 23 06:54:26.116448 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 23 06:54:26.116448 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 06:54:26.116448 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 06:54:26.116448 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 06:54:26.116448 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 06:54:26.116448 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 23 06:54:26.116448 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 06:54:26.116448 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 23 06:54:26.116448 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 23 06:54:26.116448 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 06:54:26.116448 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 06:54:26.116448 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 06:54:26.116448 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 06:54:26.116448 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 23 06:54:26.116448 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 23 06:54:26.116448 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 23 06:54:26.116448 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 23 06:54:26.116448 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 23 06:54:26.116448 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 23 06:54:26.116448 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 23 06:54:26.116448 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 23 06:54:26.116448 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 23 06:54:26.116448 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 23 06:54:26.116448 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 23 06:54:26.116448 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 23 06:54:26.116448 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 23 06:54:26.116448 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 23 06:54:26.116448 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 23 06:54:26.116448 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 23 06:54:26.116448 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 06:54:26.116448 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 06:54:26.116448 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 06:54:26.116448 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 06:54:26.116448 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 23 06:54:26.116448 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 06:54:26.120995 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 23 06:54:26.120995 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 23 06:54:26.120995 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 06:54:26.120995 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 06:54:26.120995 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 06:54:26.120995 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 06:54:26.120995 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 23 06:54:26.120995 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 06:54:26.120995 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 23 06:54:26.120995 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 23 06:54:26.120995 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 06:54:26.120995 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 06:54:26.120995 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 06:54:26.120995 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 06:54:26.120995 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 23 06:54:26.120995 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 23 06:54:26.120995 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 23 06:54:26.120995 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 23 06:54:26.120995 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 23 06:54:26.120995 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 23 06:54:26.120995 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 23 06:54:26.120995 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 23 06:54:26.120995 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 23 06:54:26.120995 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 23 06:54:26.120995 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 06:54:26.120995 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 06:54:26.120995 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 06:54:26.120995 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 06:54:26.120995 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 23 06:54:26.120995 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 23 06:54:26.120995 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 23 06:54:26.120995 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 23 06:54:26.120995 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 23 06:54:26.120995 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 23 06:54:26.120995 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 23 06:54:26.120995 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server raise exception Sep 23 06:54:26.120995 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4453b281-5e50-433a-8bde-8f0e2196f45b: This subnet is being modified by another concurrent operation. Sep 23 06:54:26.120995 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server Sep 23 06:54:26.171862 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0983991-e6d9-44f8-96d0-10fc46ea6050 None None] Network 35793a5f-7b8d-4191-8e7d-182f8df2d7bb requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:54:26.173370 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c0c0bdb5-06f4-4fd9-b5ff-f4092fc7eb3d tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:26.205170 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-c0c0bdb5-06f4-4fd9-b5ff-f4092fc7eb3d tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35793a5f-7b8d-4191-8e7d-182f8df2d7bb']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:26.216683 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-918f81d8-a3b3-4e7a-b8c1-2813038027c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:26.218714 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-c0c0bdb5-06f4-4fd9-b5ff-f4092fc7eb3d tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f34662e4-b078-4d86-b40e-0210b9fe949f') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:26.219237 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-c0c0bdb5-06f4-4fd9-b5ff-f4092fc7eb3d tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f34662e4-b078-4d86-b40e-0210b9fe949f') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:26.226419 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-918f81d8-a3b3-4e7a-b8c1-2813038027c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:26.228655 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845ed400-3bbf-4ec7-87c4-9599a09ec3a7 req-b95a7168-11bf-4103-901d-c15abac70e49 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:26.230284 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-845ed400-3bbf-4ec7-87c4-9599a09ec3a7 req-b95a7168-11bf-4103-901d-c15abac70e49 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 944 time: 0.1261666 Sep 23 06:54:26.253375 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c0c0bdb5-06f4-4fd9-b5ff-f4092fc7eb3d tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:26.265267 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918f81d8-a3b3-4e7a-b8c1-2813038027c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf576ca9-f1d1-45f8-b6d6-6b4d0cf2549a,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:26.277950 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c0c0bdb5-06f4-4fd9-b5ff-f4092fc7eb3d tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:26.295558 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0c0bdb5-06f4-4fd9-b5ff-f4092fc7eb3d tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:54:26.296132 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c0c0bdb5-06f4-4fd9-b5ff-f4092fc7eb3d tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:26.297197 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-918f81d8-a3b3-4e7a-b8c1-2813038027c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:54:26.299917 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 06:54:26.299917 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:54:26.299917 n-d-715271-16 neutron-server[95065]: timer() Sep 23 06:54:26.299917 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:54:26.299917 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 06:54:26.299917 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:54:26.299917 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 06:54:26.299917 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:54:26.299917 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 06:54:26.299917 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:54:26.299917 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 06:54:26.299917 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:54:26.299917 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 06:54:26.299917 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:54:26.299917 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:54:26.299917 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:54:26.299917 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:54:26.299917 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:54:26.299917 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 06:54:26.299917 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:54:26.299917 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 06:54:26.299917 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:54:26.299917 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:54:26.299917 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:54:26.299917 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 06:54:26.299917 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:54:26.299917 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:54:26.299917 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:54:26.299917 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:54:26.299917 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:54:26.299917 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:54:26.299917 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:54:26.314033 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-845ed400-3bbf-4ec7-87c4-9599a09ec3a7 req-ac73d9a6-afe4-4da5-8603-f6c5dbca771e tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766828 Sep 23 06:54:26.329972 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32449a6d-83d9-4b0a-9df9-fab50bfc34f3 None None] get_active_networks_info from n-d-715271-16 {{(pid=95067) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 06:54:26.330157 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-550af918-bee9-426e-8492-aa3b53b05f47 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Deleting port 796f69aa-cafe-4930-ad3b-60974d0ca6a8 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:54:26.330697 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-550af918-bee9-426e-8492-aa3b53b05f47 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:26.400095 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c0c0bdb5-06f4-4fd9-b5ff-f4092fc7eb3d tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:26.412533 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-918f81d8-a3b3-4e7a-b8c1-2813038027c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:26.412904 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-918f81d8-a3b3-4e7a-b8c1-2813038027c1 admin admin] Added segment e34b2d5d-df27-4baa-a36f-372699bc06f1 of type vlan for network 44dd7085-0bf3-454f-96f2-5e318cd9041c Sep 23 06:54:26.435052 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c0c0bdb5-06f4-4fd9-b5ff-f4092fc7eb3d tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:26.437158 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-c0c0bdb5-06f4-4fd9-b5ff-f4092fc7eb3d tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] 10.222.0.39 "DELETE /v2.0/networks/35793a5f-7b8d-4191-8e7d-182f8df2d7bb HTTP/1.1" status: 204 len: 168 time: 0.7480769 Sep 23 06:54:26.438210 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c0bdb5-06f4-4fd9-b5ff-f4092fc7eb3d tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Pushing event deleted for resources: {'Network': ['ID=35793a5f-7b8d-4191-8e7d-182f8df2d7bb,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:26.441901 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40946) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:26.447869 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-421a24bd-cb6f-4830-8022-9b0be0bcb85e tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-673895584'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:54:26.472541 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-421a24bd-cb6f-4830-8022-9b0be0bcb85e tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Made reservation on behalf of e1f9ec6ddeac4ec980f2ecc5a17cabb6 for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:54:26.477368 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-421a24bd-cb6f-4830-8022-9b0be0bcb85e tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:26.487207 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40948) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:26.498366 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32449a6d-83d9-4b0a-9df9-fab50bfc34f3 None None] Resources bound (agent type, host, resource id): {{(pid=95067) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 06:54:26.510845 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-421a24bd-cb6f-4830-8022-9b0be0bcb85e tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:54:26.512579 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-918f81d8-a3b3-4e7a-b8c1-2813038027c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:26.517603 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-550af918-bee9-426e-8492-aa3b53b05f47 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:26.522640 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-421a24bd-cb6f-4830-8022-9b0be0bcb85e tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:26.523101 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-421a24bd-cb6f-4830-8022-9b0be0bcb85e tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Added segment fbe741d3-684b-4adf-a1e4-f5dd7b66408a of type vlan for network 6c2ed41f-7856-4557-bde4-0fd61ffbf544 Sep 23 06:54:26.541067 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-550af918-bee9-426e-8492-aa3b53b05f47 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Calling delete_port for 796f69aa-cafe-4930-ad3b-60974d0ca6a8 owned by network:router_gateway {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:54:26.574037 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-421a24bd-cb6f-4830-8022-9b0be0bcb85e tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:26.580050 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-face7163-42c3-4ffd-8abd-77abf115155a req-1858c708-ee46-4d12-b324-f01430f7cb1a tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:26.581578 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-face7163-42c3-4ffd-8abd-77abf115155a req-1858c708-ee46-4d12-b324-f01430f7cb1a tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 944 time: 0.1532795 Sep 23 06:54:26.615127 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-421a24bd-cb6f-4830-8022-9b0be0bcb85e tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:26.623793 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421a24bd-cb6f-4830-8022-9b0be0bcb85e tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:26.624476 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-918f81d8-a3b3-4e7a-b8c1-2813038027c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:26.625418 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918f81d8-a3b3-4e7a-b8c1-2813038027c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:26.625653 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-421a24bd-cb6f-4830-8022-9b0be0bcb85e tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:26.626031 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-918f81d8-a3b3-4e7a-b8c1-2813038027c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:26.666531 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b3c46a05-4807-4825-afbd-a9bfb9e6ba29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:26.672460 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-918f81d8-a3b3-4e7a-b8c1-2813038027c1 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9353156 Sep 23 06:54:26.685284 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40952) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:26.690496 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-421a24bd-cb6f-4830-8022-9b0be0bcb85e tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2468708 Sep 23 06:54:26.691370 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40954) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:26.697552 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-d13ea88e-9fde-4352-b7cb-e13145398d9a admin admin] Request body: {'subnet': {'network_id': '44dd7085-0bf3-454f-96f2-5e318cd9041c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-912655671-subnet', 'tenant_id': 'ed5d0395cc8a4b67ad7c21822a0fb443', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:54:26.699460 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-32e542c5-323f-4b67-a3e1-ea66c9d90b9b tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Request body: {'subnet': {'network_id': '6c2ed41f-7856-4557-bde4-0fd61ffbf544', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:54:26.748881 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421a24bd-cb6f-4830-8022-9b0be0bcb85e tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Pushing event updated for resources: {'Network': ['ID=6c2ed41f-7856-4557-bde4-0fd61ffbf544,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:26.762324 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 6c2ed41f-7856-4557-bde4-0fd61ffbf544 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:54:26.762706 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-face7163-42c3-4ffd-8abd-77abf115155a req-1ae95cec-c951-4d87-a22f-ed4d2503da0e tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413214 Sep 23 06:54:26.768643 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918f81d8-a3b3-4e7a-b8c1-2813038027c1 admin admin] Pushing event updated for resources: {'Network': ['ID=44dd7085-0bf3-454f-96f2-5e318cd9041c,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:26.795482 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 44dd7085-0bf3-454f-96f2-5e318cd9041c details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:54:26.838695 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d13ea88e-9fde-4352-b7cb-e13145398d9a admin admin] Made reservation on behalf of ed5d0395cc8a4b67ad7c21822a0fb443 for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:54:26.841065 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d13ea88e-9fde-4352-b7cb-e13145398d9a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:26.853168 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.db.api [None req-32e542c5-323f-4b67-a3e1-ea66c9d90b9b tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 06:54:26.853168 n-d-715271-16 neutron-server[95065]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 23 06:54:26.853168 n-d-715271-16 neutron-server[95065]: [parameters: {'project_id_1': 'e1f9ec6ddeac4ec980f2ecc5a17cabb6', 'expiration_1': datetime.datetime(2021, 9, 23, 6, 54, 6, 815100)}] Sep 23 06:54:26.853168 n-d-715271-16 neutron-server[95065]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95065) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 06:54:26.854000 n-d-715271-16 neutron-server[95065]: DEBUG oslo_db.api [None req-32e542c5-323f-4b67-a3e1-ea66c9d90b9b tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 06:54:26.968567 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b3c46a05-4807-4825-afbd-a9bfb9e6ba29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:26.974035 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b3c46a05-4807-4825-afbd-a9bfb9e6ba29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:27.017917 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-550af918-bee9-426e-8492-aa3b53b05f47 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:27.028631 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-b3c46a05-4807-4825-afbd-a9bfb9e6ba29 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bd65fdd2e03f4ee58d3ba7952e485eef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5378487 Sep 23 06:54:27.030760 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40962) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:27.054614 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c46a05-4807-4825-afbd-a9bfb9e6ba29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d36f0ff5-fca4-4a5f-91ac-bc064e7db19a,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:27.081467 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550af918-bee9-426e-8492-aa3b53b05f47 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Pushing event deleted for resources: {'Port': ['ID=796f69aa-cafe-4930-ad3b-60974d0ca6a8,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:27.117959 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-59b5ed6b-84a8-4009-8ab2-bcbcaec44861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:27.140613 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-59b5ed6b-84a8-4009-8ab2-bcbcaec44861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:27.191784 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-59b5ed6b-84a8-4009-8ab2-bcbcaec44861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:27.196213 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-59b5ed6b-84a8-4009-8ab2-bcbcaec44861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:27.200713 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-59b5ed6b-84a8-4009-8ab2-bcbcaec44861 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d36f0ff5-fca4-4a5f-91ac-bc064e7db19a HTTP/1.1" status: 204 len: 168 time: 0.1688333 Sep 23 06:54:27.206628 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d13ea88e-9fde-4352-b7cb-e13145398d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:27.212489 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b5ed6b-84a8-4009-8ab2-bcbcaec44861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36f0ff5-fca4-4a5f-91ac-bc064e7db19a,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:27.215798 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ec5b54-e39c-40fc-8547-5bdac1f2ef1f req-96aea9f2-38c8-4d00-9e30-a70e9c562fd1 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:27.217361 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c1ec5b54-e39c-40fc-8547-5bdac1f2ef1f req-96aea9f2-38c8-4d00-9e30-a70e9c562fd1 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 944 time: 0.1934295 Sep 23 06:54:27.273572 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-550af918-bee9-426e-8492-aa3b53b05f47 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2068563'] for router_gateway, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:27.299570 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe4edfa-af2e-48a9-873d-98ad92f91221 req-3d382808-2121-4b31-b530-efd15a6eb5dc tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:27.306212 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe4edfa-af2e-48a9-873d-98ad92f91221 req-3d382808-2121-4b31-b530-efd15a6eb5dc tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:27.312670 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe4edfa-af2e-48a9-873d-98ad92f91221 req-3d382808-2121-4b31-b530-efd15a6eb5dc tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:27.318791 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe4edfa-af2e-48a9-873d-98ad92f91221 req-3d382808-2121-4b31-b530-efd15a6eb5dc tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:27.325306 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe4edfa-af2e-48a9-873d-98ad92f91221 req-3d382808-2121-4b31-b530-efd15a6eb5dc tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:27.331470 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe4edfa-af2e-48a9-873d-98ad92f91221 req-3d382808-2121-4b31-b530-efd15a6eb5dc tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:27.338880 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe4edfa-af2e-48a9-873d-98ad92f91221 req-3d382808-2121-4b31-b530-efd15a6eb5dc tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:27.340388 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cbe4edfa-af2e-48a9-873d-98ad92f91221 req-3d382808-2121-4b31-b530-efd15a6eb5dc tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79 HTTP/1.1" status: 200 len: 5422 time: 0.1178691 Sep 23 06:54:27.390797 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-550af918-bee9-426e-8492-aa3b53b05f47 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:27.398216 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ea88e-9fde-4352-b7cb-e13145398d9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e1402cf-e309-4106-9a85-22bdd0dbbbbf,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:27.404201 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-550af918-bee9-426e-8492-aa3b53b05f47 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:27.407883 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cbe4edfa-af2e-48a9-873d-98ad92f91221 req-a6ef253d-6be9-4ac1-b25f-dc78f0774b5b tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/security-groups?id=af4b1172-21fa-42ea-8f78-02b27dc94910&id=b479065b-36b3-4865-ad7c-063369a14027&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0608945 Sep 23 06:54:27.409313 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32e542c5-323f-4b67-a3e1-ea66c9d90b9b tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Made reservation on behalf of e1f9ec6ddeac4ec980f2ecc5a17cabb6 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:54:27.415915 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c1ec5b54-e39c-40fc-8547-5bdac1f2ef1f req-14556235-f890-458b-94cc-6e491f08ab6b tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1882851 Sep 23 06:54:27.422610 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-32e542c5-323f-4b67-a3e1-ea66c9d90b9b tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:27.460404 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13ea88e-9fde-4352-b7cb-e13145398d9a admin admin] Checking segment: {'id': 'e34b2d5d-df27-4baa-a36f-372699bc06f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '44dd7085-0bf3-454f-96f2-5e318cd9041c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:54:27.460772 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13ea88e-9fde-4352-b7cb-e13145398d9a admin admin] Network hostable DHCP agents. Network: 44dd7085-0bf3-454f-96f2-5e318cd9041c, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:54:27.478981 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-550af918-bee9-426e-8492-aa3b53b05f47 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:27.479537 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-550af918-bee9-426e-8492-aa3b53b05f47 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Fanout notify agent at l3_agent the message router_deleted on router b0ac68a0-c50e-4861-9e4d-f54b246cc3f0 {{(pid=95066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 06:54:27.486615 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-550af918-bee9-426e-8492-aa3b53b05f47 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:27.487726 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-550af918-bee9-426e-8492-aa3b53b05f47 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] 10.222.0.39 "DELETE /v2.0/routers/b0ac68a0-c50e-4861-9e4d-f54b246cc3f0 HTTP/1.1" status: 204 len: 168 time: 1.8958120 Sep 23 06:54:27.492657 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40974) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:27.497685 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-63ed0597-cfb2-49ad-9b6f-155029e504f0 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1680377821', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'enable_snat': False}}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:54:27.503765 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13ea88e-9fde-4352-b7cb-e13145398d9a admin admin] Network 44dd7085-0bf3-454f-96f2-5e318cd9041c is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:54:27.508238 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.ipam_backend_mixin [None req-32e542c5-323f-4b67-a3e1-ea66c9d90b9b tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Performing IP validity checks on allocation pools {{(pid=95065) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 23 06:54:27.508794 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.ipam_backend_mixin [None req-32e542c5-323f-4b67-a3e1-ea66c9d90b9b tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95065) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 23 06:54:27.519734 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-d13ea88e-9fde-4352-b7cb-e13145398d9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 44dd7085-0bf3-454f-96f2-5e318cd9041c) {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:54:27.524965 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13ea88e-9fde-4352-b7cb-e13145398d9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:27.525554 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d13ea88e-9fde-4352-b7cb-e13145398d9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:27.532196 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbc6369-9415-4e0c-8f76-be1f42f316c2 None None] Network 44dd7085-0bf3-454f-96f2-5e318cd9041c requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:54:27.537357 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-63ed0597-cfb2-49ad-9b6f-155029e504f0 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:27.539410 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-63ed0597-cfb2-49ad-9b6f-155029e504f0 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:27.561266 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-d13ea88e-9fde-4352-b7cb-e13145398d9a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8673158 Sep 23 06:54:27.602234 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-63ed0597-cfb2-49ad-9b6f-155029e504f0 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:27.718861 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb3bae5-dd68-479d-bd2a-8d06c30ff457 None None] Network 44dd7085-0bf3-454f-96f2-5e318cd9041c requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:54:27.750501 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-32e542c5-323f-4b67-a3e1-ea66c9d90b9b tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:27.829856 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e542c5-323f-4b67-a3e1-ea66c9d90b9b tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Pushing event updated for resources: {'Subnet': ['ID=8f4248a6-8474-4d9c-93d0-1c41c7b476c8,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:27.838808 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e542c5-323f-4b67-a3e1-ea66c9d90b9b tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Checking segment: {'id': 'fbe741d3-684b-4adf-a1e4-f5dd7b66408a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '6c2ed41f-7856-4557-bde4-0fd61ffbf544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:54:27.839181 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e542c5-323f-4b67-a3e1-ea66c9d90b9b tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Network hostable DHCP agents. Network: 6c2ed41f-7856-4557-bde4-0fd61ffbf544, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:54:27.857732 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e542c5-323f-4b67-a3e1-ea66c9d90b9b tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Network 6c2ed41f-7856-4557-bde4-0fd61ffbf544 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:54:27.874294 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-32e542c5-323f-4b67-a3e1-ea66c9d90b9b tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 6c2ed41f-7856-4557-bde4-0fd61ffbf544) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:54:27.883064 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e542c5-323f-4b67-a3e1-ea66c9d90b9b tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:27.883658 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-32e542c5-323f-4b67-a3e1-ea66c9d90b9b tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:27.897521 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c29480-76a1-4255-826d-1000e92f8045 None None] Network 6c2ed41f-7856-4557-bde4-0fd61ffbf544 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:54:27.919300 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-32e542c5-323f-4b67-a3e1-ea66c9d90b9b tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.2240448 Sep 23 06:54:27.921807 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40990) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:28.104034 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b927bd3e-2d9e-49f2-9b5d-4f8ef72d0e90 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:28.132409 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-63ed0597-cfb2-49ad-9b6f-155029e504f0 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:28.251465 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b927bd3e-2d9e-49f2-9b5d-4f8ef72d0e90 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:28.255701 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c86c51-8e4c-4e7b-bb2a-348f5ee39322 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-6c2ed41f-7856-4557-bde4-0fd61ffbf544', 'network_id': '6c2ed41f-7856-4557-bde4-0fd61ffbf544', 'tenant_id': 'e1f9ec6ddeac4ec980f2ecc5a17cabb6', 'fixed_ips': [{'subnet_id': '8f4248a6-8474-4d9c-93d0-1c41c7b476c8'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 06:54:28.256387 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-04c86c51-8e4c-4e7b-bb2a-348f5ee39322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:28.283327 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 41008) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:28.290997 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-513945bd-945a-44f9-95eb-b04265b756de admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-270386970-network', 'tenant_id': '3c9ef7892fc3477080a2f83fecda7022'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:54:28.324187 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b927bd3e-2d9e-49f2-9b5d-4f8ef72d0e90 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:28.363378 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b927bd3e-2d9e-49f2-9b5d-4f8ef72d0e90 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Pushing event deleted for resources: {'Subnet': ['ID=8f4248a6-8474-4d9c-93d0-1c41c7b476c8,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:28.423280 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server [None req-04c86c51-8e4c-4e7b-bb2a-348f5ee39322 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8f4248a6-8474-4d9c-93d0-1c41c7b476c8: This subnet is being modified by another concurrent operation. Sep 23 06:54:28.423280 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 23 06:54:28.423280 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 23 06:54:28.423280 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 23 06:54:28.423280 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 23 06:54:28.423280 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 23 06:54:28.423280 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 23 06:54:28.423280 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 23 06:54:28.423280 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 23 06:54:28.423280 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 23 06:54:28.423280 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 23 06:54:28.423280 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 23 06:54:28.423280 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 06:54:28.423280 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 06:54:28.423280 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 06:54:28.423280 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 06:54:28.423280 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 23 06:54:28.423280 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 06:54:28.423280 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 23 06:54:28.423280 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 23 06:54:28.423280 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 06:54:28.423280 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 06:54:28.423280 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 06:54:28.423280 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 06:54:28.423280 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 23 06:54:28.423280 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 06:54:28.423280 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 23 06:54:28.423280 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 23 06:54:28.423280 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 06:54:28.423280 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 06:54:28.423280 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 06:54:28.423280 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 06:54:28.423280 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 23 06:54:28.423280 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 23 06:54:28.423280 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 23 06:54:28.423280 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 23 06:54:28.423280 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 23 06:54:28.423280 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 23 06:54:28.423280 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 23 06:54:28.423280 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 23 06:54:28.423280 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 23 06:54:28.423280 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 23 06:54:28.423280 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 23 06:54:28.423280 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 23 06:54:28.423280 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 23 06:54:28.423280 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 23 06:54:28.423280 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 23 06:54:28.423280 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 23 06:54:28.423280 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 06:54:28.423280 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 06:54:28.423280 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 06:54:28.423280 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 06:54:28.423280 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 23 06:54:28.423280 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 06:54:28.427596 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 23 06:54:28.427596 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 23 06:54:28.427596 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 06:54:28.427596 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 06:54:28.427596 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 06:54:28.427596 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 06:54:28.427596 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 23 06:54:28.427596 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 06:54:28.427596 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 23 06:54:28.427596 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 23 06:54:28.427596 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 06:54:28.427596 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 06:54:28.427596 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 06:54:28.427596 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 06:54:28.427596 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 23 06:54:28.427596 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 23 06:54:28.427596 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 23 06:54:28.427596 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 23 06:54:28.427596 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 23 06:54:28.427596 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 23 06:54:28.427596 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 23 06:54:28.427596 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 23 06:54:28.427596 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 23 06:54:28.427596 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 23 06:54:28.427596 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 06:54:28.427596 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 06:54:28.427596 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 06:54:28.427596 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 06:54:28.427596 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 23 06:54:28.427596 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 23 06:54:28.427596 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 23 06:54:28.427596 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 23 06:54:28.427596 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 23 06:54:28.427596 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 23 06:54:28.427596 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 23 06:54:28.427596 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server raise exception Sep 23 06:54:28.427596 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8f4248a6-8474-4d9c-93d0-1c41c7b476c8: This subnet is being modified by another concurrent operation. Sep 23 06:54:28.427596 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server Sep 23 06:54:28.431866 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-513945bd-945a-44f9-95eb-b04265b756de admin admin] Made reservation on behalf of 3c9ef7892fc3477080a2f83fecda7022 for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:54:28.435049 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-513945bd-945a-44f9-95eb-b04265b756de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:28.448918 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-513945bd-945a-44f9-95eb-b04265b756de admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:28.452124 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668377ee-1f4c-4363-89cf-f54b65fd3194 None None] Network 6c2ed41f-7856-4557-bde4-0fd61ffbf544 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:54:28.456220 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b927bd3e-2d9e-49f2-9b5d-4f8ef72d0e90 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:28.486167 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-b927bd3e-2d9e-49f2-9b5d-4f8ef72d0e90 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c2ed41f-7856-4557-bde4-0fd61ffbf544']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:28.499122 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-b927bd3e-2d9e-49f2-9b5d-4f8ef72d0e90 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbe741d3-684b-4adf-a1e4-f5dd7b66408a') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:28.499334 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-b927bd3e-2d9e-49f2-9b5d-4f8ef72d0e90 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbe741d3-684b-4adf-a1e4-f5dd7b66408a') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:28.513226 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b927bd3e-2d9e-49f2-9b5d-4f8ef72d0e90 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:28.529228 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b927bd3e-2d9e-49f2-9b5d-4f8ef72d0e90 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:28.536101 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b927bd3e-2d9e-49f2-9b5d-4f8ef72d0e90 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:54:28.536588 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b927bd3e-2d9e-49f2-9b5d-4f8ef72d0e90 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:28.569120 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-513945bd-945a-44f9-95eb-b04265b756de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:28.590229 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-513945bd-945a-44f9-95eb-b04265b756de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:28.615059 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 06:54:28.615059 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:54:28.615059 n-d-715271-16 neutron-server[95065]: timer() Sep 23 06:54:28.615059 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:54:28.615059 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 06:54:28.615059 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:54:28.615059 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 06:54:28.615059 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:54:28.615059 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 06:54:28.615059 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:54:28.615059 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 06:54:28.615059 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:54:28.615059 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 06:54:28.615059 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:54:28.615059 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:54:28.615059 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:54:28.615059 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:54:28.615059 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:54:28.615059 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 06:54:28.615059 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:54:28.615059 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 06:54:28.615059 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:54:28.615059 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:54:28.615059 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:54:28.615059 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 06:54:28.615059 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:54:28.615059 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:54:28.615059 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:54:28.615059 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:54:28.615059 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:54:28.615059 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:54:28.615059 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:54:28.621198 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41521cec-e430-49e6-817c-0ba857e97aff None None] get_active_networks_info from n-d-715271-16 {{(pid=95067) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 06:54:28.627635 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b927bd3e-2d9e-49f2-9b5d-4f8ef72d0e90 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:28.628426 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-63ed0597-cfb2-49ad-9b6f-155029e504f0 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:28.634892 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b927bd3e-2d9e-49f2-9b5d-4f8ef72d0e90 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:28.641000 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-b927bd3e-2d9e-49f2-9b5d-4f8ef72d0e90 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] 10.222.0.39 "DELETE /v2.0/networks/6c2ed41f-7856-4557-bde4-0fd61ffbf544 HTTP/1.1" status: 204 len: 168 time: 0.7148039 Sep 23 06:54:28.643347 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 41022) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:28.650524 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-e2c8a404-9e2a-4d60-be9a-e3c307445e98 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1805838439'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:54:28.664465 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-63ed0597-cfb2-49ad-9b6f-155029e504f0 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:28.664465 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513945bd-945a-44f9-95eb-b04265b756de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4c217c-07a4-4b6a-93bc-17b589b2db00,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:28.671277 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b927bd3e-2d9e-49f2-9b5d-4f8ef72d0e90 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Pushing event deleted for resources: {'Network': ['ID=6c2ed41f-7856-4557-bde4-0fd61ffbf544,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:28.679180 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-513945bd-945a-44f9-95eb-b04265b756de admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:54:28.694873 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513945bd-945a-44f9-95eb-b04265b756de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:54:28.695230 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513945bd-945a-44f9-95eb-b04265b756de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:54:28.695609 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513945bd-945a-44f9-95eb-b04265b756de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:54:28.695893 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513945bd-945a-44f9-95eb-b04265b756de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:54:28.696243 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513945bd-945a-44f9-95eb-b04265b756de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:54:28.696554 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513945bd-945a-44f9-95eb-b04265b756de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:54:28.696881 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513945bd-945a-44f9-95eb-b04265b756de admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:54:28.697195 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513945bd-945a-44f9-95eb-b04265b756de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:54:28.697755 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513945bd-945a-44f9-95eb-b04265b756de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:54:28.698099 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513945bd-945a-44f9-95eb-b04265b756de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:54:28.698770 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513945bd-945a-44f9-95eb-b04265b756de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:54:28.699110 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513945bd-945a-44f9-95eb-b04265b756de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:54:28.700517 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c8a404-9e2a-4d60-be9a-e3c307445e98 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Made reservation on behalf of e1f9ec6ddeac4ec980f2ecc5a17cabb6 for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:54:28.705094 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e2c8a404-9e2a-4d60-be9a-e3c307445e98 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:28.758681 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-513945bd-945a-44f9-95eb-b04265b756de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:28.758909 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-513945bd-945a-44f9-95eb-b04265b756de admin admin] Added segment 251b2660-8765-4535-b613-75d6306e07ea of type vlan for network c9ad1274-8757-4b99-b3b6-ae4a1ff45440 Sep 23 06:54:28.761993 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2c8a404-9e2a-4d60-be9a-e3c307445e98 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:54:28.782770 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e2c8a404-9e2a-4d60-be9a-e3c307445e98 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:28.783243 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-e2c8a404-9e2a-4d60-be9a-e3c307445e98 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Added segment d07c89b7-87fe-4a33-848d-0e4f036c01f7 of type vlan for network 68cc6898-a279-426f-a574-8b747878ddeb Sep 23 06:54:28.793163 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f67476-5095-4217-8bb4-04f4160dfebe req-d947880f-af81-4d30-940b-c8feeed2a835 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:28.794390 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-22f67476-5095-4217-8bb4-04f4160dfebe req-d947880f-af81-4d30-940b-c8feeed2a835 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 944 time: 0.0699801 Sep 23 06:54:28.802838 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc497f-7ffc-421f-87fe-22eaf41db86d req-286319bf-33ad-4ba2-aab4-9db5894317a7 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:28.808857 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc497f-7ffc-421f-87fe-22eaf41db86d req-286319bf-33ad-4ba2-aab4-9db5894317a7 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:28.814818 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc497f-7ffc-421f-87fe-22eaf41db86d req-286319bf-33ad-4ba2-aab4-9db5894317a7 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:28.819314 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41521cec-e430-49e6-817c-0ba857e97aff None None] Resources bound (agent type, host, resource id): {{(pid=95067) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 06:54:28.820844 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc497f-7ffc-421f-87fe-22eaf41db86d req-286319bf-33ad-4ba2-aab4-9db5894317a7 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:28.826725 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc497f-7ffc-421f-87fe-22eaf41db86d req-286319bf-33ad-4ba2-aab4-9db5894317a7 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:28.832560 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc497f-7ffc-421f-87fe-22eaf41db86d req-286319bf-33ad-4ba2-aab4-9db5894317a7 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:28.838989 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc497f-7ffc-421f-87fe-22eaf41db86d req-286319bf-33ad-4ba2-aab4-9db5894317a7 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:28.840970 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e0bc497f-7ffc-421f-87fe-22eaf41db86d req-286319bf-33ad-4ba2-aab4-9db5894317a7 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79 HTTP/1.1" status: 200 len: 5422 time: 0.2687039 Sep 23 06:54:28.852508 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e2c8a404-9e2a-4d60-be9a-e3c307445e98 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:28.872465 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-22f67476-5095-4217-8bb4-04f4160dfebe req-fbfbb10d-c637-4c3e-a06f-bab872383095 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706961 Sep 23 06:54:28.891798 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e2c8a404-9e2a-4d60-be9a-e3c307445e98 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:28.894892 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-513945bd-945a-44f9-95eb-b04265b756de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:28.899197 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c8a404-9e2a-4d60-be9a-e3c307445e98 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:28.899821 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e2c8a404-9e2a-4d60-be9a-e3c307445e98 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:28.955257 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e0bc497f-7ffc-421f-87fe-22eaf41db86d req-561ed544-060d-45b0-bbda-2275d6eaf1fc tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/security-groups?id=af4b1172-21fa-42ea-8f78-02b27dc94910&id=b479065b-36b3-4865-ad7c-063369a14027&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0917895 Sep 23 06:54:28.956281 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-e2c8a404-9e2a-4d60-be9a-e3c307445e98 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3116407 Sep 23 06:54:28.960079 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 41032) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:28.965422 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-864a2c26-e59c-40fe-af33-646e55b586b0 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Request body: {'subnet': {'network_id': '68cc6898-a279-426f-a574-8b747878ddeb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:54:28.983836 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-513945bd-945a-44f9-95eb-b04265b756de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:28.985205 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513945bd-945a-44f9-95eb-b04265b756de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:28.986034 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-513945bd-945a-44f9-95eb-b04265b756de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:29.002224 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-63ed0597-cfb2-49ad-9b6f-155029e504f0 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Allocated IP 172.25.2.152 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/0cf26e56-d3c8-419b-afc0-3b82c233b44e) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:54:29.012539 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c8a404-9e2a-4d60-be9a-e3c307445e98 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Pushing event updated for resources: {'Network': ['ID=68cc6898-a279-426f-a574-8b747878ddeb,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:29.038452 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 68cc6898-a279-426f-a574-8b747878ddeb details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:54:29.066232 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-513945bd-945a-44f9-95eb-b04265b756de admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7785275 Sep 23 06:54:29.073456 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 41036) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:29.139124 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-87b61416-7cb8-4f24-a77f-68f803496512 admin admin] Request body: {'subnet': {'network_id': 'c9ad1274-8757-4b99-b3b6-ae4a1ff45440', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-270386970-subnet', 'tenant_id': '3c9ef7892fc3477080a2f83fecda7022', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:54:29.143814 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513945bd-945a-44f9-95eb-b04265b756de admin admin] Pushing event updated for resources: {'Network': ['ID=c9ad1274-8757-4b99-b3b6-ae4a1ff45440,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:29.173385 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-864a2c26-e59c-40fe-af33-646e55b586b0 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Made reservation on behalf of e1f9ec6ddeac4ec980f2ecc5a17cabb6 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:54:29.184753 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-864a2c26-e59c-40fe-af33-646e55b586b0 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:29.191099 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network c9ad1274-8757-4b99-b3b6-ae4a1ff45440 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:54:29.350366 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-63ed0597-cfb2-49ad-9b6f-155029e504f0 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:29.371824 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767571ea-c604-40b5-813b-75df300d4400 req-ca67bdca-0c3e-489a-a4f3-64595084a30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:29.373687 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-767571ea-c604-40b5-813b-75df300d4400 req-ca67bdca-0c3e-489a-a4f3-64595084a30f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8275c6392a72426db62ebfc4817f4420&device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 1096 time: 0.0812538 Sep 23 06:54:29.405908 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b61416-7cb8-4f24-a77f-68f803496512 admin admin] Made reservation on behalf of 3c9ef7892fc3477080a2f83fecda7022 for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:54:29.408398 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-87b61416-7cb8-4f24-a77f-68f803496512 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:29.500716 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ae827-1f38-492d-9574-cea594830d5b req-de89ff2f-f6af-436d-b896-cab90584534c tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:29.508475 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-572ae827-1f38-492d-9574-cea594830d5b req-de89ff2f-f6af-436d-b896-cab90584534c tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 944 time: 0.1476293 Sep 23 06:54:29.513040 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-63ed0597-cfb2-49ad-9b6f-155029e504f0 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:29.600687 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767571ea-c604-40b5-813b-75df300d4400 req-82d4b785-340e-40cf-9e7b-ed4aca4d2c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:29.602286 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-767571ea-c604-40b5-813b-75df300d4400 req-82d4b785-340e-40cf-9e7b-ed4aca4d2c52 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64 HTTP/1.1" status: 200 len: 912 time: 0.2170589 Sep 23 06:54:29.603099 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ed0597-cfb2-49ad-9b6f-155029e504f0 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:54:29.610620 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-864a2c26-e59c-40fe-af33-646e55b586b0 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:29.613532 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-63ed0597-cfb2-49ad-9b6f-155029e504f0 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:54:29.618538 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ed0597-cfb2-49ad-9b6f-155029e504f0 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:54:29.628686 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-572ae827-1f38-492d-9574-cea594830d5b req-def21933-ebeb-4859-a4e6-654bf76c2f91 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191540 Sep 23 06:54:29.655515 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ed0597-cfb2-49ad-9b6f-155029e504f0 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Pushing event updated for resources: {'Port': ['ID=0cf26e56-d3c8-419b-afc0-3b82c233b44e,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:29.746001 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-767571ea-c604-40b5-813b-75df300d4400 req-3d19531d-6473-4af9-af1c-650c6ca7d546 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13fc1c55-aac8-4284-a65a-d9e7ba02d995 HTTP/1.1" status: 200 len: 999 time: 0.1267307 Sep 23 06:54:29.752381 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864a2c26-e59c-40fe-af33-646e55b586b0 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Pushing event updated for resources: {'Subnet': ['ID=f015a10f-4bce-4f7b-a328-32fb61ca65c4,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:29.766393 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864a2c26-e59c-40fe-af33-646e55b586b0 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Checking segment: {'id': 'd07c89b7-87fe-4a33-848d-0e4f036c01f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '68cc6898-a279-426f-a574-8b747878ddeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:54:29.766841 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864a2c26-e59c-40fe-af33-646e55b586b0 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Network hostable DHCP agents. Network: 68cc6898-a279-426f-a574-8b747878ddeb, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:54:29.816668 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864a2c26-e59c-40fe-af33-646e55b586b0 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Network 68cc6898-a279-426f-a574-8b747878ddeb is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:54:29.820213 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767571ea-c604-40b5-813b-75df300d4400 req-5161aff3-37d0-4ef9-9288-4c1724993d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:29.821700 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-767571ea-c604-40b5-813b-75df300d4400 req-5161aff3-37d0-4ef9-9288-4c1724993d0c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=46ccc032-0362-4c9c-977b-4c26fbfaa4e6 HTTP/1.1" status: 200 len: 850 time: 0.0667908 Sep 23 06:54:29.830311 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-864a2c26-e59c-40fe-af33-646e55b586b0 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 68cc6898-a279-426f-a574-8b747878ddeb) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:54:29.835419 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864a2c26-e59c-40fe-af33-646e55b586b0 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:29.836027 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-864a2c26-e59c-40fe-af33-646e55b586b0 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:29.844360 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0bbd6c-ada5-493c-b1b0-5f6551923757 None None] Network 68cc6898-a279-426f-a574-8b747878ddeb requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:54:29.878370 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-87b61416-7cb8-4f24-a77f-68f803496512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:29.888744 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-864a2c26-e59c-40fe-af33-646e55b586b0 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9275410 Sep 23 06:54:29.889354 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 41064) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:29.902217 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 41066) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:29.933283 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b61416-7cb8-4f24-a77f-68f803496512 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6f2eb61-89a9-4432-9e45-fdc5e714b124,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:29.945415 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767571ea-c604-40b5-813b-75df300d4400 req-a0e90b46-7828-444b-a541-25d8cb4d339b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:29.946975 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-767571ea-c604-40b5-813b-75df300d4400 req-a0e90b46-7828-444b-a541-25d8cb4d339b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1067209 Sep 23 06:54:30.003274 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b61416-7cb8-4f24-a77f-68f803496512 admin admin] Checking segment: {'id': '251b2660-8765-4535-b613-75d6306e07ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c9ad1274-8757-4b99-b3b6-ae4a1ff45440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:54:30.003651 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b61416-7cb8-4f24-a77f-68f803496512 admin admin] Network hostable DHCP agents. Network: c9ad1274-8757-4b99-b3b6-ae4a1ff45440, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:54:30.055972 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b61416-7cb8-4f24-a77f-68f803496512 admin admin] Network c9ad1274-8757-4b99-b3b6-ae4a1ff45440 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:54:30.067177 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f11973-f0c7-41d7-83ba-528a771ca47e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-68cc6898-a279-426f-a574-8b747878ddeb', 'network_id': '68cc6898-a279-426f-a574-8b747878ddeb', 'tenant_id': 'e1f9ec6ddeac4ec980f2ecc5a17cabb6', 'fixed_ips': [{'subnet_id': 'f015a10f-4bce-4f7b-a328-32fb61ca65c4'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 06:54:30.068443 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d8f11973-f0c7-41d7-83ba-528a771ca47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:30.085346 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c5d246f4-9f30-489a-aaec-831929929d06 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:30.117098 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-87b61416-7cb8-4f24-a77f-68f803496512 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, c9ad1274-8757-4b99-b3b6-ae4a1ff45440) {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:54:30.121555 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b61416-7cb8-4f24-a77f-68f803496512 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:30.122344 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-87b61416-7cb8-4f24-a77f-68f803496512 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:30.139849 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-89140472-f880-4704-83df-a679623f2a7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:30.140113 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-87b61416-7cb8-4f24-a77f-68f803496512 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0652807 Sep 23 06:54:30.157070 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-63ed0597-cfb2-49ad-9b6f-155029e504f0 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:30.157855 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c30ddb-d1a0-4436-95ec-72c29b1625a9 None None] Network c9ad1274-8757-4b99-b3b6-ae4a1ff45440 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:54:30.231219 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-767571ea-c604-40b5-813b-75df300d4400 req-5bb0ad88-560a-401e-8e0f-d6a622c44690 service neutron] 10.222.0.21 "GET /v2.0/networks/d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498820 Sep 23 06:54:30.298256 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f7e56-287a-4155-8580-9bed58ad9edf req-0fdd638b-c427-48e4-af51-abe524723f1d tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:30.300465 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-d8f11973-f0c7-41d7-83ba-528a771ca47e None None] Allocated IP 172.20.0.1 (68cc6898-a279-426f-a574-8b747878ddeb/f015a10f-4bce-4f7b-a328-32fb61ca65c4/054c4d73-6dbf-4828-abc9-358d70b4f024) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:54:30.306199 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f7e56-287a-4155-8580-9bed58ad9edf req-0fdd638b-c427-48e4-af51-abe524723f1d tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:30.312683 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f7e56-287a-4155-8580-9bed58ad9edf req-0fdd638b-c427-48e4-af51-abe524723f1d tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:30.318834 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f7e56-287a-4155-8580-9bed58ad9edf req-0fdd638b-c427-48e4-af51-abe524723f1d tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:30.324997 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f7e56-287a-4155-8580-9bed58ad9edf req-0fdd638b-c427-48e4-af51-abe524723f1d tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:30.331683 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f7e56-287a-4155-8580-9bed58ad9edf req-0fdd638b-c427-48e4-af51-abe524723f1d tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:30.339007 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f7e56-287a-4155-8580-9bed58ad9edf req-0fdd638b-c427-48e4-af51-abe524723f1d tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:30.347923 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-725f7e56-287a-4155-8580-9bed58ad9edf req-0fdd638b-c427-48e4-af51-abe524723f1d tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79 HTTP/1.1" status: 200 len: 5422 time: 0.2372584 Sep 23 06:54:30.361192 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c5d246f4-9f30-489a-aaec-831929929d06 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:30.376747 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bea8f2-30a6-4ccc-aa71-30e24fa44d86 None None] Network c9ad1274-8757-4b99-b3b6-ae4a1ff45440 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:54:30.434758 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-63ed0597-cfb2-49ad-9b6f-155029e504f0 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:30.551783 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-725f7e56-287a-4155-8580-9bed58ad9edf req-579ee25e-c4e7-4531-ad16-6b933d56299d tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/security-groups?id=af4b1172-21fa-42ea-8f78-02b27dc94910&id=b479065b-36b3-4865-ad7c-063369a14027&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2021151 Sep 23 06:54:30.571590 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-767571ea-c604-40b5-813b-75df300d4400 req-f0e6f71f-9054-4b69-a3a7-8ea991ef97e2 service neutron] 10.222.0.21 "GET /v2.0/networks/d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3284543 Sep 23 06:54:30.646609 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-89140472-f880-4704-83df-a679623f2a7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:30.653759 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-89140472-f880-4704-83df-a679623f2a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:30.680167 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63ed0597-cfb2-49ad-9b6f-155029e504f0 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Router 4844e154-9c6f-4741-b559-2d961b2b8d2b is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 06:54:30.681328 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d8f11973-f0c7-41d7-83ba-528a771ca47e None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:30.690646 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d8f11973-f0c7-41d7-83ba-528a771ca47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:30.710011 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-89140472-f880-4704-83df-a679623f2a7b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7d773196048346c887417420d2cbf05d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8039563 Sep 23 06:54:30.713273 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 41086) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:30.715510 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89140472-f880-4704-83df-a679623f2a7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=075c1f0c-af71-478b-90ae-0a25b43e7356,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:30.737460 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c5d246f4-9f30-489a-aaec-831929929d06 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:30.764380 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f11973-f0c7-41d7-83ba-528a771ca47e None None] Network 68cc6898-a279-426f-a574-8b747878ddeb is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:54:30.768211 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-d8f11973-f0c7-41d7-83ba-528a771ca47e None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:54:30.772629 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f11973-f0c7-41d7-83ba-528a771ca47e None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:54:30.789015 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d246f4-9f30-489a-aaec-831929929d06 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Pushing event deleted for resources: {'Subnet': ['ID=f015a10f-4bce-4f7b-a328-32fb61ca65c4,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:30.831734 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f11973-f0c7-41d7-83ba-528a771ca47e None None] Pushing event updated for resources: {'Port': ['ID=054c4d73-6dbf-4828-abc9-358d70b4f024,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:30.859788 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1b379ef8-4295-438d-b090-ce7119fb6ef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:30.863562 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d783f585-f91d-46e1-8280-4457926f8a11 req-fae32f79-a15a-4fe6-b711-dcbb97181d0b tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:30.866328 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d783f585-f91d-46e1-8280-4457926f8a11 req-fae32f79-a15a-4fe6-b711-dcbb97181d0b tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 944 time: 0.0988369 Sep 23 06:54:30.868041 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-d8f11973-f0c7-41d7-83ba-528a771ca47e None None] Attempting to bind port 054c4d73-6dbf-4828-abc9-358d70b4f024 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:54:30.869209 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-d8f11973-f0c7-41d7-83ba-528a771ca47e None None] Attempting to bind port 054c4d73-6dbf-4828-abc9-358d70b4f024 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': 'd07c89b7-87fe-4a33-848d-0e4f036c01f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '68cc6898-a279-426f-a574-8b747878ddeb'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:54:30.869580 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f11973-f0c7-41d7-83ba-528a771ca47e None None] Attempting to bind port 054c4d73-6dbf-4828-abc9-358d70b4f024 on network 68cc6898-a279-426f-a574-8b747878ddeb {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:54:30.874941 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f11973-f0c7-41d7-83ba-528a771ca47e None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:54:30.875323 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f11973-f0c7-41d7-83ba-528a771ca47e None None] Checking segment: {'id': 'd07c89b7-87fe-4a33-848d-0e4f036c01f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '68cc6898-a279-426f-a574-8b747878ddeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:54:30.875735 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d8f11973-f0c7-41d7-83ba-528a771ca47e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:30.876128 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f11973-f0c7-41d7-83ba-528a771ca47e None None] Bound using segment: {'id': 'd07c89b7-87fe-4a33-848d-0e4f036c01f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '68cc6898-a279-426f-a574-8b747878ddeb'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:54:30.876601 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-d8f11973-f0c7-41d7-83ba-528a771ca47e None None] Bound port: 054c4d73-6dbf-4828-abc9-358d70b4f024, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd07c89b7-87fe-4a33-848d-0e4f036c01f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '68cc6898-a279-426f-a574-8b747878ddeb'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:54:30.876987 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d8f11973-f0c7-41d7-83ba-528a771ca47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:30.904264 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ed0597-cfb2-49ad-9b6f-155029e504f0 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:54:30.918251 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1b379ef8-4295-438d-b090-ce7119fb6ef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:30.919787 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0597cfb-2eb6-49f3-bea3-ab819a8e51ec None None] Sync routers for ids ['4844e154-9c6f-4741-b559-2d961b2b8d2b'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:54:30.931237 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d783f585-f91d-46e1-8280-4457926f8a11 req-d5bfa905-95a6-4df1-a05b-bbe5f43e153f tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590267 Sep 23 06:54:30.932681 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-63ed0597-cfb2-49ad-9b6f-155029e504f0 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:30.936359 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-63ed0597-cfb2-49ad-9b6f-155029e504f0 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.4408128 Sep 23 06:54:30.936597 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 41096) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:30.939391 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0597cfb-2eb6-49f3-bea3-ab819a8e51ec None None] Routers {'4844e154-9c6f-4741-b559-2d961b2b8d2b'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:54:30.940186 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-d0597cfb-2eb6-49f3-bea3-ab819a8e51ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:54:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['4844e154-9c6f-4741-b559-2d961b2b8d2b'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:30.946655 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c5d246f4-9f30-489a-aaec-831929929d06 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:30.991902 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-c5d246f4-9f30-489a-aaec-831929929d06 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68cc6898-a279-426f-a574-8b747878ddeb']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:31.016790 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-d8f11973-f0c7-41d7-83ba-528a771ca47e None None] For port 054c4d73-6dbf-4828-abc9-358d70b4f024, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:54:31.022209 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-d8f11973-f0c7-41d7-83ba-528a771ca47e None None] For port 054c4d73-6dbf-4828-abc9-358d70b4f024, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=054c4d73-6dbf-4828-abc9-358d70b4f024,segment=NetworkSegment(d07c89b7-87fe-4a33-848d-0e4f036c01f7),segment_id=d07c89b7-87fe-4a33-848d-0e4f036c01f7)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:54:31.027689 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d8f11973-f0c7-41d7-83ba-528a771ca47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:31.057515 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-c5d246f4-9f30-489a-aaec-831929929d06 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd07c89b7-87fe-4a33-848d-0e4f036c01f7') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:31.057515 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-c5d246f4-9f30-489a-aaec-831929929d06 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd07c89b7-87fe-4a33-848d-0e4f036c01f7') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:31.057822 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-b2885a65-ea70-4933-99ca-c9034805b3ec tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] 10.222.0.39 "GET /v2.0/routers/4844e154-9c6f-4741-b559-2d961b2b8d2b HTTP/1.1" status: 200 len: 909 time: 0.1136832 Sep 23 06:54:31.059025 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 41098) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:31.063383 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-20f11aea-23c1-4e22-8701-4bccaaf19bb6 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1680377821', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'enable_snat': True}}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:54:31.073595 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c5d246f4-9f30-489a-aaec-831929929d06 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:31.092528 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-20f11aea-23c1-4e22-8701-4bccaaf19bb6 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:31.092778 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c5d246f4-9f30-489a-aaec-831929929d06 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:31.095197 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-20f11aea-23c1-4e22-8701-4bccaaf19bb6 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:31.112572 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5d246f4-9f30-489a-aaec-831929929d06 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:54:31.113010 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c5d246f4-9f30-489a-aaec-831929929d06 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:31.116581 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 06:54:31.116581 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:54:31.116581 n-d-715271-16 neutron-server[95065]: timer() Sep 23 06:54:31.116581 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:54:31.116581 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 06:54:31.116581 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:54:31.116581 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 06:54:31.116581 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:54:31.116581 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 06:54:31.116581 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:54:31.116581 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 06:54:31.116581 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:54:31.116581 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 06:54:31.116581 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:54:31.116581 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:54:31.116581 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:54:31.116581 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:54:31.116581 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:54:31.116581 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 06:54:31.116581 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:54:31.116581 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 06:54:31.116581 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:54:31.116581 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:54:31.116581 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:54:31.116581 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 06:54:31.116581 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:54:31.116581 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:54:31.116581 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:54:31.116581 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:54:31.116581 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:54:31.116581 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:54:31.116581 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:54:31.136344 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1b379ef8-4295-438d-b090-ce7119fb6ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:31.138958 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1b379ef8-4295-438d-b090-ce7119fb6ef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:31.140114 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-1b379ef8-4295-438d-b090-ce7119fb6ef9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/075c1f0c-af71-478b-90ae-0a25b43e7356 HTTP/1.1" status: 204 len: 168 time: 0.4256730 Sep 23 06:54:31.163252 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed58961e-40ee-47c7-8e83-e200f6382280 req-d7061c5b-09bc-4cfd-b6c6-663542e9a323 tempest-ServersNegativeTestMultiTenantJSON-660479984 tempest-ServersNegativeTestMultiTenantJSON-660479984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:31.164009 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-d0597cfb-2eb6-49f3-bea3-ab819a8e51ec None None] Set router 4844e154-9c6f-4741-b559-2d961b2b8d2b gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:54:31.164804 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ed58961e-40ee-47c7-8e83-e200f6382280 req-d7061c5b-09bc-4cfd-b6c6-663542e9a323 tempest-ServersNegativeTestMultiTenantJSON-660479984 tempest-ServersNegativeTestMultiTenantJSON-660479984-project] 10.222.0.39 "GET /v2.0/networks?id=44dd7085-0bf3-454f-96f2-5e318cd9041c HTTP/1.1" status: 200 len: 824 time: 0.3096776 Sep 23 06:54:31.168155 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b379ef8-4295-438d-b090-ce7119fb6ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=075c1f0c-af71-478b-90ae-0a25b43e7356,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:31.207131 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ed58961e-40ee-47c7-8e83-e200f6382280 req-d84bbe5a-30b3-49f3-9c5f-99bfcea436db tempest-ServersNegativeTestMultiTenantJSON-660479984 tempest-ServersNegativeTestMultiTenantJSON-660479984-project] 10.222.0.39 "GET /v2.0/quotas/ed5d0395cc8a4b67ad7c21822a0fb443 HTTP/1.1" status: 200 len: 375 time: 0.0103269 Sep 23 06:54:31.209638 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.db.api [None req-c5d246f4-9f30-489a-aaec-831929929d06 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 23 06:54:31.209638 n-d-715271-16 neutron-server[95065]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 23 06:54:31.209638 n-d-715271-16 neutron-server[95065]: [parameters: {'id': '68cc6898-a279-426f-a574-8b747878ddeb'}] Sep 23 06:54:31.209638 n-d-715271-16 neutron-server[95065]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95065) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 06:54:31.210239 n-d-715271-16 neutron-server[95065]: DEBUG oslo_db.api [None req-c5d246f4-9f30-489a-aaec-831929929d06 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 06:54:31.226283 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f11973-f0c7-41d7-83ba-528a771ca47e None None] Pushing event updated for resources: {'Port': ['ID=054c4d73-6dbf-4828-abc9-358d70b4f024,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:31.253193 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-20f11aea-23c1-4e22-8701-4bccaaf19bb6 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:31.273326 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb9da48-46a2-4cd1-860b-700e1304f504 None None] Network 68cc6898-a279-426f-a574-8b747878ddeb requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:54:31.443944 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-20f11aea-23c1-4e22-8701-4bccaaf19bb6 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:31.615859 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2182504-5ba8-4b00-a74e-399cc96aac8f None None] get_active_networks_info from n-d-715271-16 {{(pid=95067) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 06:54:31.711691 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ed58961e-40ee-47c7-8e83-e200f6382280 req-0541dfd1-2c30-4e0e-b351-9246e7790472 tempest-ServersNegativeTestMultiTenantJSON-660479984 tempest-ServersNegativeTestMultiTenantJSON-660479984-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ed5d0395cc8a4b67ad7c21822a0fb443&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4927073 Sep 23 06:54:31.712389 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c5d246f4-9f30-489a-aaec-831929929d06 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:31.773497 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2182504-5ba8-4b00-a74e-399cc96aac8f None None] Resources bound (agent type, host, resource id): {{(pid=95067) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 06:54:31.845891 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b8360f-0e34-47f7-b1b4-b416402a39f7 req-755d5f07-af6b-4f3f-a7e3-b326a0883eb9 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:31.852908 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b8360f-0e34-47f7-b1b4-b416402a39f7 req-755d5f07-af6b-4f3f-a7e3-b326a0883eb9 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:31.859020 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b8360f-0e34-47f7-b1b4-b416402a39f7 req-755d5f07-af6b-4f3f-a7e3-b326a0883eb9 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:31.861488 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-c5d246f4-9f30-489a-aaec-831929929d06 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Deleting port 054c4d73-6dbf-4828-abc9-358d70b4f024 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:54:31.861834 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c5d246f4-9f30-489a-aaec-831929929d06 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:31.865403 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b8360f-0e34-47f7-b1b4-b416402a39f7 req-755d5f07-af6b-4f3f-a7e3-b326a0883eb9 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:31.866371 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ed58961e-40ee-47c7-8e83-e200f6382280 req-0f0e36d9-d5ab-43ea-a6f5-fb24568bfa01 service neutron] 10.222.0.39 "GET /v2.0/networks/44dd7085-0bf3-454f-96f2-5e318cd9041c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463301 Sep 23 06:54:31.877361 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b8360f-0e34-47f7-b1b4-b416402a39f7 req-755d5f07-af6b-4f3f-a7e3-b326a0883eb9 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:31.884028 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b8360f-0e34-47f7-b1b4-b416402a39f7 req-755d5f07-af6b-4f3f-a7e3-b326a0883eb9 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:31.889986 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b8360f-0e34-47f7-b1b4-b416402a39f7 req-755d5f07-af6b-4f3f-a7e3-b326a0883eb9 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:31.891885 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-27b8360f-0e34-47f7-b1b4-b416402a39f7 req-755d5f07-af6b-4f3f-a7e3-b326a0883eb9 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79 HTTP/1.1" status: 200 len: 5422 time: 0.2254233 Sep 23 06:54:31.900784 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-20f11aea-23c1-4e22-8701-4bccaaf19bb6 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:31.923866 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-20f11aea-23c1-4e22-8701-4bccaaf19bb6 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:31.996753 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-27b8360f-0e34-47f7-b1b4-b416402a39f7 req-70cb9cf2-003e-41fc-b79c-e934e0fb3559 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/security-groups?id=af4b1172-21fa-42ea-8f78-02b27dc94910&id=b479065b-36b3-4865-ad7c-063369a14027&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0747192 Sep 23 06:54:32.000161 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-c5d246f4-9f30-489a-aaec-831929929d06 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] For port 054c4d73-6dbf-4828-abc9-358d70b4f024, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=054c4d73-6dbf-4828-abc9-358d70b4f024,segment=NetworkSegment(d07c89b7-87fe-4a33-848d-0e4f036c01f7),segment_id=d07c89b7-87fe-4a33-848d-0e4f036c01f7)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:54:32.000796 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c5d246f4-9f30-489a-aaec-831929929d06 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:32.019236 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-d0597cfb-2eb6-49f3-bea3-ab819a8e51ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4844e154-9c6f-4741-b559-2d961b2b8d2b', 'name': 'tempest-snat-router-1680377821', 'tenant_id': 'f6cce6e61ac745e7aba26fa5b64515ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.152'}], 'enable_snat': False}, 'gw_port_id': '0cf26e56-d3c8-419b-afc0-3b82c233b44e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:54:27Z', 'updated_at': '2021-09-23T06:54:29Z', 'revision_number': 3, 'project_id': 'f6cce6e61ac745e7aba26fa5b64515ee', 'gw_port': {'id': '0cf26e56-d3c8-419b-afc0-3b82c233b44e', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:62:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4844e154-9c6f-4741-b559-2d961b2b8d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:54:28Z', 'updated_at': '2021-09-23T06:54:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:32.031538 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-c5d246f4-9f30-489a-aaec-831929929d06 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Calling delete_port for 054c4d73-6dbf-4828-abc9-358d70b4f024 owned by network:dhcp {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:54:32.087254 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0597cfb-2eb6-49f3-bea3-ab819a8e51ec None None] Checking router: 4844e154-9c6f-4741-b559-2d961b2b8d2b for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:54:32.087639 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0597cfb-2eb6-49f3-bea3-ab819a8e51ec None None] Updating router 4844e154-9c6f-4741-b559-2d961b2b8d2b port 0cf26e56-d3c8-419b-afc0-3b82c233b44e binding host n-d-715271-16 {{(pid=95067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 06:54:32.096181 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-20f11aea-23c1-4e22-8701-4bccaaf19bb6 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Allocated IP 172.25.2.182 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/845c0999-a2a7-42e5-bf50-ea750fec402c) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:54:32.116390 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ed58961e-40ee-47c7-8e83-e200f6382280 req-3424fddb-dc7c-42cc-bdc7-6efee71f5af8 service neutron] 10.222.0.39 "GET /v2.0/networks/44dd7085-0bf3-454f-96f2-5e318cd9041c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401707 Sep 23 06:54:32.170754 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c5d246f4-9f30-489a-aaec-831929929d06 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:32.180597 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d0597cfb-2eb6-49f3-bea3-ab819a8e51ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:32.236865 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d246f4-9f30-489a-aaec-831929929d06 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Pushing event deleted for resources: {'Port': ['ID=054c4d73-6dbf-4828-abc9-358d70b4f024,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:32.239081 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d246f4-9f30-489a-aaec-831929929d06 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] No DVR routers for this DVR port 054c4d73-6dbf-4828-abc9-358d70b4f024 on host n-d-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:54:32.325813 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43642792-732f-44c3-8d2b-ff547df9bbca req-6c41ac52-3105-470e-8ef9-6a0ac3d48f89 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:32.335301 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-43642792-732f-44c3-8d2b-ff547df9bbca req-6c41ac52-3105-470e-8ef9-6a0ac3d48f89 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 944 time: 0.1282647 Sep 23 06:54:32.371204 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-20f11aea-23c1-4e22-8701-4bccaaf19bb6 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:32.426070 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-43642792-732f-44c3-8d2b-ff547df9bbca req-e5dbce10-fad6-4e2a-b9cf-c71c4cee4021 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790279 Sep 23 06:54:32.429779 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c5d246f4-9f30-489a-aaec-831929929d06 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:32.452692 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-007d7b0d-2639-40dc-982f-9c2176ee0b47 req-ae652fe8-960a-4edd-9df5-4e7e1b865867 tempest-ServersNegativeTestMultiTenantJSON-660479984 tempest-ServersNegativeTestMultiTenantJSON-660479984-project] 10.222.0.39 "GET /v2.0/ports?device_id=80562635-b174-4582-9db2-db1ded4dcc6a HTTP/1.1" status: 200 len: 210 time: 0.0716863 Sep 23 06:54:32.478244 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-c5d246f4-9f30-489a-aaec-831929929d06 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68cc6898-a279-426f-a574-8b747878ddeb']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:32.488125 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-20f11aea-23c1-4e22-8701-4bccaaf19bb6 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:32.512467 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-c5d246f4-9f30-489a-aaec-831929929d06 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd07c89b7-87fe-4a33-848d-0e4f036c01f7') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:32.512907 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-c5d246f4-9f30-489a-aaec-831929929d06 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd07c89b7-87fe-4a33-848d-0e4f036c01f7') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:32.523716 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c5d246f4-9f30-489a-aaec-831929929d06 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:32.538548 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c5d246f4-9f30-489a-aaec-831929929d06 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:32.545044 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5d246f4-9f30-489a-aaec-831929929d06 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:54:32.545680 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c5d246f4-9f30-489a-aaec-831929929d06 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:32.548992 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 06:54:32.548992 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:54:32.548992 n-d-715271-16 neutron-server[95065]: timer() Sep 23 06:54:32.548992 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:54:32.548992 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 06:54:32.548992 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:54:32.548992 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 06:54:32.548992 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:54:32.548992 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 06:54:32.548992 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:54:32.548992 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 06:54:32.548992 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:54:32.548992 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 06:54:32.548992 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:54:32.548992 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:54:32.548992 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:54:32.548992 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:54:32.548992 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:54:32.548992 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 06:54:32.548992 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:54:32.548992 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 06:54:32.548992 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:54:32.548992 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:54:32.548992 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:54:32.548992 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 06:54:32.548992 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:54:32.548992 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:54:32.548992 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:54:32.548992 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:54:32.548992 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:54:32.548992 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:54:32.548992 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:54:32.635906 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c5d246f4-9f30-489a-aaec-831929929d06 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:32.643139 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f11aea-23c1-4e22-8701-4bccaaf19bb6 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:54:32.671939 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-20f11aea-23c1-4e22-8701-4bccaaf19bb6 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:54:32.682689 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f11aea-23c1-4e22-8701-4bccaaf19bb6 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:54:32.692356 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c5d246f4-9f30-489a-aaec-831929929d06 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:32.695934 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-c5d246f4-9f30-489a-aaec-831929929d06 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] 10.222.0.39 "DELETE /v2.0/networks/68cc6898-a279-426f-a574-8b747878ddeb HTTP/1.1" status: 204 len: 168 time: 2.8045051 Sep 23 06:54:32.698723 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a7114-53fd-4b53-bf40-9a43a6b4d2a5 req-5bc28a9c-5df0-4ad7-8d8e-3ae002ab1a41 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:32.701431 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-055a7114-53fd-4b53-bf40-9a43a6b4d2a5 req-5bc28a9c-5df0-4ad7-8d8e-3ae002ab1a41 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 944 time: 0.1520374 Sep 23 06:54:32.702820 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f11aea-23c1-4e22-8701-4bccaaf19bb6 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Pushing event updated for resources: {'Port': ['ID=845c0999-a2a7-42e5-bf50-ea750fec402c,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:32.703632 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 41142) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:32.722408 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-f93d2c38-58f5-4c2d-8b2e-53a37facd2c7 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2071284349'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:54:32.736499 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d246f4-9f30-489a-aaec-831929929d06 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Pushing event deleted for resources: {'Network': ['ID=68cc6898-a279-426f-a574-8b747878ddeb,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:32.787531 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-055a7114-53fd-4b53-bf40-9a43a6b4d2a5 req-59567523-3261-452d-bc95-8718ffd31a07 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602524 Sep 23 06:54:32.805061 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f93d2c38-58f5-4c2d-8b2e-53a37facd2c7 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Made reservation on behalf of e1f9ec6ddeac4ec980f2ecc5a17cabb6 for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:54:32.817120 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f93d2c38-58f5-4c2d-8b2e-53a37facd2c7 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:32.862038 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 06:54:32.900676 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f93d2c38-58f5-4c2d-8b2e-53a37facd2c7 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:54:32.924248 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f93d2c38-58f5-4c2d-8b2e-53a37facd2c7 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:32.924600 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-f93d2c38-58f5-4c2d-8b2e-53a37facd2c7 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Added segment ef4b4979-791a-45bb-be56-05284ea85335 of type vlan for network 4685cd95-454a-478e-b951-4be5cc61663a Sep 23 06:54:33.001797 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d0597cfb-2eb6-49f3-bea3-ab819a8e51ec None None] Notify callbacks [] for port, precommit_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:33.010158 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d0597cfb-2eb6-49f3-bea3-ab819a8e51ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:33.049019 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f93d2c38-58f5-4c2d-8b2e-53a37facd2c7 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:33.109838 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f93d2c38-58f5-4c2d-8b2e-53a37facd2c7 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:33.125395 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58456140-a6b9-4aaa-8e23-4ccf6b8ced51 None None] Pushing event updated for resources: {'Port': ['ID=0cf26e56-d3c8-419b-afc0-3b82c233b44e,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:33.126183 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93d2c38-58f5-4c2d-8b2e-53a37facd2c7 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:33.127592 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f93d2c38-58f5-4c2d-8b2e-53a37facd2c7 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:33.135281 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device ea4acb4d-2ff2-49b3-ae8f-b03131cd7298 details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:54:33.168860 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-d0597cfb-2eb6-49f3-bea3-ab819a8e51ec None None] Attempting to bind port 0cf26e56-d3c8-419b-afc0-3b82c233b44e on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:54:33.169845 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-d0597cfb-2eb6-49f3-bea3-ab819a8e51ec None None] Attempting to bind port 0cf26e56-d3c8-419b-afc0-3b82c233b44e by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:54:33.172682 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0597cfb-2eb6-49f3-bea3-ab819a8e51ec None None] Attempting to bind port 0cf26e56-d3c8-419b-afc0-3b82c233b44e on network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:54:33.183274 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0597cfb-2eb6-49f3-bea3-ab819a8e51ec None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:54:33.183748 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0597cfb-2eb6-49f3-bea3-ab819a8e51ec None None] Checking segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:54:33.184376 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d0597cfb-2eb6-49f3-bea3-ab819a8e51ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:33.184845 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0597cfb-2eb6-49f3-bea3-ab819a8e51ec None None] Bound using segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:54:33.185485 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-d0597cfb-2eb6-49f3-bea3-ab819a8e51ec None None] Bound port: 0cf26e56-d3c8-419b-afc0-3b82c233b44e, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:54:33.185981 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d0597cfb-2eb6-49f3-bea3-ab819a8e51ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:33.242095 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93d2c38-58f5-4c2d-8b2e-53a37facd2c7 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Pushing event updated for resources: {'Network': ['ID=4685cd95-454a-478e-b951-4be5cc61663a,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:33.254136 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-f93d2c38-58f5-4c2d-8b2e-53a37facd2c7 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5470150 Sep 23 06:54:33.255890 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 41172) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:33.260321 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 4685cd95-454a-478e-b951-4be5cc61663a details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:54:33.265083 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-22b022fe-dda3-4369-aef7-f0f0aaa7cce1 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Request body: {'subnet': {'network_id': '4685cd95-454a-478e-b951-4be5cc61663a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:54:33.462352 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22b022fe-dda3-4369-aef7-f0f0aaa7cce1 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Made reservation on behalf of e1f9ec6ddeac4ec980f2ecc5a17cabb6 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:54:33.466498 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-22b022fe-dda3-4369-aef7-f0f0aaa7cce1 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:33.511249 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-d0597cfb-2eb6-49f3-bea3-ab819a8e51ec None None] For port 0cf26e56-d3c8-419b-afc0-3b82c233b44e, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:54:33.517060 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-d0597cfb-2eb6-49f3-bea3-ab819a8e51ec None None] For port 0cf26e56-d3c8-419b-afc0-3b82c233b44e, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=0cf26e56-d3c8-419b-afc0-3b82c233b44e,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:54:33.588660 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d0597cfb-2eb6-49f3-bea3-ab819a8e51ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:33.725918 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port ea4acb4d-2ff2-49b3-ae8f-b03131cd7298, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=ea4acb4d-2ff2-49b3-ae8f-b03131cd7298,segment=NetworkSegment(fde5b785-ef23-4548-a8d2-9c3bbce91b66),segment_id=fde5b785-ef23-4548-a8d2-9c3bbce91b66)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:54:33.756551 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0597cfb-2eb6-49f3-bea3-ab819a8e51ec None None] Routers {'4844e154-9c6f-4741-b559-2d961b2b8d2b'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:54:33.757647 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-d0597cfb-2eb6-49f3-bea3-ab819a8e51ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:54:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['4844e154-9c6f-4741-b559-2d961b2b8d2b'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:33.763280 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': 'ea4acb4d-2ff2-49b3-ae8f-b03131cd7298', 'network_id': 'a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54', 'port_id': 'ea4acb4d-2ff2-49b3-ae8f-b03131cd7298', 'mac_address': 'fa:16:3e:6f:e1:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b8d89ab-b77e-4358-8f41-f550782dd0dc', 'ip_address': '10.1.1.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:54:33.768266 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-22b022fe-dda3-4369-aef7-f0f0aaa7cce1 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:33.775096 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26468439-2cca-4106-84f7-e9504b65b099 req-15c1d874-185a-4c2d-bfdf-c63c5f42d719 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:33.783273 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26468439-2cca-4106-84f7-e9504b65b099 req-15c1d874-185a-4c2d-bfdf-c63c5f42d719 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:33.790555 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26468439-2cca-4106-84f7-e9504b65b099 req-15c1d874-185a-4c2d-bfdf-c63c5f42d719 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:33.802965 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26468439-2cca-4106-84f7-e9504b65b099 req-15c1d874-185a-4c2d-bfdf-c63c5f42d719 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:33.821534 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26468439-2cca-4106-84f7-e9504b65b099 req-15c1d874-185a-4c2d-bfdf-c63c5f42d719 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:33.825927 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58456140-a6b9-4aaa-8e23-4ccf6b8ced51 None None] Pushing event updated for resources: {'Port': ['ID=0cf26e56-d3c8-419b-afc0-3b82c233b44e,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:33.841539 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26468439-2cca-4106-84f7-e9504b65b099 req-15c1d874-185a-4c2d-bfdf-c63c5f42d719 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:33.858311 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26468439-2cca-4106-84f7-e9504b65b099 req-15c1d874-185a-4c2d-bfdf-c63c5f42d719 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:33.871570 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b022fe-dda3-4369-aef7-f0f0aaa7cce1 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Pushing event updated for resources: {'Subnet': ['ID=3e633c1a-3d48-4a3d-90ee-f35044bbf603,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:33.878916 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-26468439-2cca-4106-84f7-e9504b65b099 req-15c1d874-185a-4c2d-bfdf-c63c5f42d719 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79 HTTP/1.1" status: 200 len: 5422 time: 0.3472650 Sep 23 06:54:33.884650 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b022fe-dda3-4369-aef7-f0f0aaa7cce1 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Checking segment: {'id': 'ef4b4979-791a-45bb-be56-05284ea85335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4685cd95-454a-478e-b951-4be5cc61663a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:54:33.885114 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b022fe-dda3-4369-aef7-f0f0aaa7cce1 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Network hostable DHCP agents. Network: 4685cd95-454a-478e-b951-4be5cc61663a, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:54:33.908314 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b022fe-dda3-4369-aef7-f0f0aaa7cce1 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Network 4685cd95-454a-478e-b951-4be5cc61663a is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:54:33.923864 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-22b022fe-dda3-4369-aef7-f0f0aaa7cce1 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 4685cd95-454a-478e-b951-4be5cc61663a) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:54:33.942807 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b022fe-dda3-4369-aef7-f0f0aaa7cce1 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:33.943218 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b59c673-9165-4610-8474-7f2ae52de7df None None] Network 4685cd95-454a-478e-b951-4be5cc61663a requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:54:33.944122 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-22b022fe-dda3-4369-aef7-f0f0aaa7cce1 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:33.987528 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-26468439-2cca-4106-84f7-e9504b65b099 req-db065309-9728-42d9-a2bd-0dfc70e695b4 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/security-groups?id=af4b1172-21fa-42ea-8f78-02b27dc94910&id=b479065b-36b3-4865-ad7c-063369a14027&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0894177 Sep 23 06:54:34.041016 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-22b022fe-dda3-4369-aef7-f0f0aaa7cce1 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7799072 Sep 23 06:54:34.047313 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 41206) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:34.050324 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:34.076108 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-20f11aea-23c1-4e22-8701-4bccaaf19bb6 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:34.104406 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-d0597cfb-2eb6-49f3-bea3-ab819a8e51ec None None] Set router 4844e154-9c6f-4741-b559-2d961b2b8d2b gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:54:34.110699 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bffd460-32f0-4104-88de-b70a92458cd8 req-475a9e11-82f5-4e53-bafa-99151aad04be tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:34.112423 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6bffd460-32f0-4104-88de-b70a92458cd8 req-475a9e11-82f5-4e53-bafa-99151aad04be tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=10ba9f18-bd36-468a-9643-66e772e1ecdb HTTP/1.1" status: 200 len: 944 time: 0.1631885 Sep 23 06:54:34.197652 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea4acb4d-2ff2-49b3-ae8f-b03131cd7298 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:54:34.256715 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port ea4acb4d-2ff2-49b3-ae8f-b03131cd7298, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=ea4acb4d-2ff2-49b3-ae8f-b03131cd7298,segment=NetworkSegment(fde5b785-ef23-4548-a8d2-9c3bbce91b66),segment_id=fde5b785-ef23-4548-a8d2-9c3bbce91b66)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:54:34.285227 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fcc0089f-4e78-4364-ace3-4fce2068c832 req-a86e80c7-02ce-4c61-906f-cc8593b15f54 tempest-ServersNegativeTestMultiTenantJSON-660479984 tempest-ServersNegativeTestMultiTenantJSON-660479984-project] 10.222.0.39 "GET /v2.0/ports?device_id=80562635-b174-4582-9db2-db1ded4dcc6a HTTP/1.1" status: 200 len: 210 time: 0.0358396 Sep 23 06:54:34.296283 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:34.297112 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 48c8eed9-1a28-4363-b6b7-bf9827fa555e details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:54:34.328166 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-35cddb2c-bdc1-48c0-9ddd-73814f8944ca tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:34.369193 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed58961e-40ee-47c7-8e83-e200f6382280 req-398cb4bf-a6b0-4a23-a432-93354c4b9fe3 tempest-ServersNegativeTestMultiTenantJSON-660479984 tempest-ServersNegativeTestMultiTenantJSON-660479984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:34.371024 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ed58961e-40ee-47c7-8e83-e200f6382280 req-398cb4bf-a6b0-4a23-a432-93354c4b9fe3 tempest-ServersNegativeTestMultiTenantJSON-660479984 tempest-ServersNegativeTestMultiTenantJSON-660479984-project] 10.222.0.21 "GET /v2.0/networks?id=44dd7085-0bf3-454f-96f2-5e318cd9041c HTTP/1.1" status: 200 len: 824 time: 0.2573633 Sep 23 06:54:34.413810 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-ed58961e-40ee-47c7-8e83-e200f6382280 req-8368f2e3-b4d1-4d54-a469-dc07932ec4e0 tempest-ServersNegativeTestMultiTenantJSON-660479984 tempest-ServersNegativeTestMultiTenantJSON-660479984-project] Request body: {'port': {'device_id': '80562635-b174-4582-9db2-db1ded4dcc6a', 'network_id': '44dd7085-0bf3-454f-96f2-5e318cd9041c', 'admin_state_up': True, 'tenant_id': 'ed5d0395cc8a4b67ad7c21822a0fb443'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:54:34.443527 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-20f11aea-23c1-4e22-8701-4bccaaf19bb6 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:34.449652 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-6bffd460-32f0-4104-88de-b70a92458cd8 req-dec5428a-3952-429b-93d8-b52ee4085e98 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Deleting port 06402a4e-3d40-4d33-8e80-133a0f91e052 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:54:34.450090 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6bffd460-32f0-4104-88de-b70a92458cd8 req-dec5428a-3952-429b-93d8-b52ee4085e98 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:34.467050 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-35cddb2c-bdc1-48c0-9ddd-73814f8944ca tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:34.483608 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=ea4acb4d-2ff2-49b3-ae8f-b03131cd7298,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:34.541659 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0257feb-5c39-4d79-b1e4-2f420cb33d33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-4685cd95-454a-478e-b951-4be5cc61663a', 'network_id': '4685cd95-454a-478e-b951-4be5cc61663a', 'tenant_id': 'e1f9ec6ddeac4ec980f2ecc5a17cabb6', 'fixed_ips': [{'subnet_id': '3e633c1a-3d48-4a3d-90ee-f35044bbf603'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 06:54:34.542649 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d0257feb-5c39-4d79-b1e4-2f420cb33d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:34.584799 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20f11aea-23c1-4e22-8701-4bccaaf19bb6 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Router 681df390-ad6a-4158-a18c-7fc20192fa2e is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 06:54:34.603366 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 48c8eed9-1a28-4363-b6b7-bf9827fa555e, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=48c8eed9-1a28-4363-b6b7-bf9827fa555e,segment=NetworkSegment(6122d0a0-a111-47a2-9b69-1c70b7fdcd2a),segment_id=6122d0a0-a111-47a2-9b69-1c70b7fdcd2a)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:54:34.658372 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-6bffd460-32f0-4104-88de-b70a92458cd8 req-dec5428a-3952-429b-93d8-b52ee4085e98 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] For port 06402a4e-3d40-4d33-8e80-133a0f91e052, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=06402a4e-3d40-4d33-8e80-133a0f91e052,segment=NetworkSegment(c88b2831-f544-41bb-bbcc-5b15e741880e),segment_id=c88b2831-f544-41bb-bbcc-5b15e741880e)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:54:34.658759 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6bffd460-32f0-4104-88de-b70a92458cd8 req-dec5428a-3952-429b-93d8-b52ee4085e98 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:34.666941 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-d0597cfb-2eb6-49f3-bea3-ab819a8e51ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4844e154-9c6f-4741-b559-2d961b2b8d2b', 'name': 'tempest-snat-router-1680377821', 'tenant_id': 'f6cce6e61ac745e7aba26fa5b64515ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.152'}], 'enable_snat': False}, 'gw_port_id': '0cf26e56-d3c8-419b-afc0-3b82c233b44e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:54:27Z', 'updated_at': '2021-09-23T06:54:29Z', 'revision_number': 3, 'project_id': 'f6cce6e61ac745e7aba26fa5b64515ee', 'gw_port': {'id': '0cf26e56-d3c8-419b-afc0-3b82c233b44e', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:62:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4844e154-9c6f-4741-b559-2d961b2b8d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:54:28Z', 'updated_at': '2021-09-23T06:54:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:34.671302 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-35cddb2c-bdc1-48c0-9ddd-73814f8944ca tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:34.692050 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-6bffd460-32f0-4104-88de-b70a92458cd8 req-dec5428a-3952-429b-93d8-b52ee4085e98 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Calling delete_port for 06402a4e-3d40-4d33-8e80-133a0f91e052 owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:54:34.703187 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f11aea-23c1-4e22-8701-4bccaaf19bb6 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:54:34.705345 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': '48c8eed9-1a28-4363-b6b7-bf9827fa555e', 'network_id': '57ba53b1-4b40-40e0-aae1-e93257c8c94d', 'port_id': '48c8eed9-1a28-4363-b6b7-bf9827fa555e', 'mac_address': 'fa:16:3e:d2:24:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0cb65e8-fa80-40ac-a2e5-8e7b9c47cb4e', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:54:34.712634 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0597cfb-2eb6-49f3-bea3-ab819a8e51ec None None] The sync data for ids ['4844e154-9c6f-4741-b559-2d961b2b8d2b'] in n-d-715271-16 is: [{'id': '4844e154-9c6f-4741-b559-2d961b2b8d2b', 'name': 'tempest-snat-router-1680377821', 'tenant_id': 'f6cce6e61ac745e7aba26fa5b64515ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.152'}], 'enable_snat': False}, 'gw_port_id': '0cf26e56-d3c8-419b-afc0-3b82c233b44e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:54:27Z', 'updated_at': '2021-09-23T06:54:29Z', 'revision_number': 3, 'project_id': 'f6cce6e61ac745e7aba26fa5b64515ee', 'gw_port': {'id': '0cf26e56-d3c8-419b-afc0-3b82c233b44e', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:62:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4844e154-9c6f-4741-b559-2d961b2b8d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:54:28Z', 'updated_at': '2021-09-23T06:54:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-715271-16'}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:54:34.717626 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cc7abe-13a1-4b73-9dab-22acd6d2f857 None None] Sync routers for ids ['681df390-ad6a-4158-a18c-7fc20192fa2e'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:54:34.718999 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cddb2c-bdc1-48c0-9ddd-73814f8944ca tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Pushing event deleted for resources: {'Subnet': ['ID=3e633c1a-3d48-4a3d-90ee-f35044bbf603,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:34.727220 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed58961e-40ee-47c7-8e83-e200f6382280 req-8368f2e3-b4d1-4d54-a469-dc07932ec4e0 tempest-ServersNegativeTestMultiTenantJSON-660479984 tempest-ServersNegativeTestMultiTenantJSON-660479984-project] Made reservation on behalf of ed5d0395cc8a4b67ad7c21822a0fb443 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:54:34.729168 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-20f11aea-23c1-4e22-8701-4bccaaf19bb6 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:34.730525 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-20f11aea-23c1-4e22-8701-4bccaaf19bb6 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.6707876 Sep 23 06:54:34.733175 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 41208) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:34.740463 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cc7abe-13a1-4b73-9dab-22acd6d2f857 None None] Routers {'681df390-ad6a-4158-a18c-7fc20192fa2e'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:54:34.741277 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-12cc7abe-13a1-4b73-9dab-22acd6d2f857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:54:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['681df390-ad6a-4158-a18c-7fc20192fa2e'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:34.743014 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-ed58961e-40ee-47c7-8e83-e200f6382280 req-8368f2e3-b4d1-4d54-a469-dc07932ec4e0 tempest-ServersNegativeTestMultiTenantJSON-660479984 tempest-ServersNegativeTestMultiTenantJSON-660479984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:34.783139 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server [None req-d0257feb-5c39-4d79-b1e4-2f420cb33d33 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3e633c1a-3d48-4a3d-90ee-f35044bbf603: This subnet is being modified by another concurrent operation. Sep 23 06:54:34.783139 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 23 06:54:34.783139 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 23 06:54:34.783139 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 23 06:54:34.783139 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 23 06:54:34.783139 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 23 06:54:34.783139 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 23 06:54:34.783139 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 23 06:54:34.783139 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 23 06:54:34.783139 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 23 06:54:34.783139 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 23 06:54:34.783139 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 23 06:54:34.783139 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 06:54:34.783139 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 06:54:34.783139 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 06:54:34.783139 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 06:54:34.783139 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 23 06:54:34.783139 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 06:54:34.783139 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 23 06:54:34.783139 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 23 06:54:34.783139 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 06:54:34.783139 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 06:54:34.783139 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 06:54:34.783139 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 06:54:34.783139 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 23 06:54:34.783139 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 06:54:34.783139 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 23 06:54:34.783139 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 23 06:54:34.783139 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 06:54:34.783139 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 06:54:34.783139 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 06:54:34.783139 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 06:54:34.783139 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 23 06:54:34.783139 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 23 06:54:34.783139 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 23 06:54:34.783139 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 23 06:54:34.783139 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 23 06:54:34.783139 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 23 06:54:34.783139 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 23 06:54:34.783139 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 23 06:54:34.783139 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 23 06:54:34.783139 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 23 06:54:34.783139 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 23 06:54:34.783139 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 23 06:54:34.783139 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 23 06:54:34.783139 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 23 06:54:34.783139 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 23 06:54:34.783139 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 23 06:54:34.783139 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 06:54:34.783139 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 06:54:34.783139 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 06:54:34.783139 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 06:54:34.783139 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 23 06:54:34.783139 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 06:54:34.788474 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 23 06:54:34.788474 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 23 06:54:34.788474 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 06:54:34.788474 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 06:54:34.788474 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 06:54:34.788474 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 06:54:34.788474 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 23 06:54:34.788474 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 06:54:34.788474 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 23 06:54:34.788474 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 23 06:54:34.788474 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 06:54:34.788474 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 06:54:34.788474 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 06:54:34.788474 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 06:54:34.788474 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 23 06:54:34.788474 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 23 06:54:34.788474 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 23 06:54:34.788474 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 23 06:54:34.788474 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 23 06:54:34.788474 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 23 06:54:34.788474 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 23 06:54:34.788474 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 23 06:54:34.788474 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 23 06:54:34.788474 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 23 06:54:34.788474 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 06:54:34.788474 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 06:54:34.788474 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 06:54:34.788474 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 06:54:34.788474 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 23 06:54:34.788474 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 23 06:54:34.788474 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 23 06:54:34.788474 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 23 06:54:34.788474 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 23 06:54:34.788474 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 23 06:54:34.788474 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 23 06:54:34.788474 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server raise exception Sep 23 06:54:34.788474 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3e633c1a-3d48-4a3d-90ee-f35044bbf603: This subnet is being modified by another concurrent operation. Sep 23 06:54:34.788474 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server Sep 23 06:54:34.792418 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:34.810091 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48c8eed9-1a28-4363-b6b7-bf9827fa555e {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:54:34.817044 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20da315f-687e-4604-a144-b63204754afd None None] Network 4685cd95-454a-478e-b951-4be5cc61663a requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:54:34.869053 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 48c8eed9-1a28-4363-b6b7-bf9827fa555e, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=48c8eed9-1a28-4363-b6b7-bf9827fa555e,segment=NetworkSegment(6122d0a0-a111-47a2-9b69-1c70b7fdcd2a),segment_id=6122d0a0-a111-47a2-9b69-1c70b7fdcd2a)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:54:34.873662 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-35cddb2c-bdc1-48c0-9ddd-73814f8944ca tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:34.888517 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-12cc7abe-13a1-4b73-9dab-22acd6d2f857 None None] Set router 681df390-ad6a-4158-a18c-7fc20192fa2e gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:54:34.912589 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-35cddb2c-bdc1-48c0-9ddd-73814f8944ca tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4685cd95-454a-478e-b951-4be5cc61663a']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:34.927191 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:34.928608 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device dae8f25f-c017-48b4-8dfb-e6deacfb0ac2 details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:54:34.940440 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-8476ca21-ce1c-4898-8e78-f977dc85f2f3 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] 10.222.0.39 "GET /v2.0/routers/681df390-ad6a-4158-a18c-7fc20192fa2e HTTP/1.1" status: 200 len: 908 time: 0.2034581 Sep 23 06:54:34.940440 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 41210) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:34.964411 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-35cddb2c-bdc1-48c0-9ddd-73814f8944ca tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef4b4979-791a-45bb-be56-05284ea85335') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:34.965128 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-35cddb2c-bdc1-48c0-9ddd-73814f8944ca tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef4b4979-791a-45bb-be56-05284ea85335') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:34.984071 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-35cddb2c-bdc1-48c0-9ddd-73814f8944ca tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:35.093579 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-12cc7abe-13a1-4b73-9dab-22acd6d2f857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '681df390-ad6a-4158-a18c-7fc20192fa2e', 'name': 'tempest-snat-router-1680377821', 'tenant_id': 'f6cce6e61ac745e7aba26fa5b64515ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '845c0999-a2a7-42e5-bf50-ea750fec402c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:54:31Z', 'updated_at': '2021-09-23T06:54:33Z', 'revision_number': 3, 'project_id': 'f6cce6e61ac745e7aba26fa5b64515ee', 'gw_port': {'id': '845c0999-a2a7-42e5-bf50-ea750fec402c', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:73:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '681df390-ad6a-4158-a18c-7fc20192fa2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:54:31Z', 'updated_at': '2021-09-23T06:54:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:35.107517 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-35cddb2c-bdc1-48c0-9ddd-73814f8944ca tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:35.109640 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4772519b-c2f6-41f3-bd50-0085da207079 None None] get_active_networks_info from n-d-715271-16 {{(pid=95067) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 06:54:35.115061 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port dae8f25f-c017-48b4-8dfb-e6deacfb0ac2, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=dae8f25f-c017-48b4-8dfb-e6deacfb0ac2,segment=NetworkSegment(fde5b785-ef23-4548-a8d2-9c3bbce91b66),segment_id=fde5b785-ef23-4548-a8d2-9c3bbce91b66)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:54:35.137904 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': 'dae8f25f-c017-48b4-8dfb-e6deacfb0ac2', 'network_id': 'a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54', 'port_id': 'dae8f25f-c017-48b4-8dfb-e6deacfb0ac2', 'mac_address': 'fa:16:3e:65:2e:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b8d89ab-b77e-4358-8f41-f550782dd0dc', 'ip_address': '10.1.1.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:54:35.138326 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cc7abe-13a1-4b73-9dab-22acd6d2f857 None None] Checking router: 681df390-ad6a-4158-a18c-7fc20192fa2e for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:54:35.138681 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cc7abe-13a1-4b73-9dab-22acd6d2f857 None None] Updating router 681df390-ad6a-4158-a18c-7fc20192fa2e port 845c0999-a2a7-42e5-bf50-ea750fec402c binding host n-d-715271-16 {{(pid=95068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 06:54:35.157262 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35cddb2c-bdc1-48c0-9ddd-73814f8944ca tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:54:35.157494 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-35cddb2c-bdc1-48c0-9ddd-73814f8944ca tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:35.164001 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 06:54:35.164001 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:54:35.164001 n-d-715271-16 neutron-server[95065]: timer() Sep 23 06:54:35.164001 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:54:35.164001 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 06:54:35.164001 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:54:35.164001 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 06:54:35.164001 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:54:35.164001 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 06:54:35.164001 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:54:35.164001 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 06:54:35.164001 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:54:35.164001 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 06:54:35.164001 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:54:35.164001 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:54:35.164001 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:54:35.164001 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:54:35.164001 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:54:35.164001 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 06:54:35.164001 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:54:35.164001 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 06:54:35.164001 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:54:35.164001 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:54:35.164001 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:54:35.164001 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 06:54:35.164001 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:54:35.164001 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:54:35.164001 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:54:35.164001 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:54:35.164001 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:54:35.164001 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:54:35.164001 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:54:35.166282 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-12cc7abe-13a1-4b73-9dab-22acd6d2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:35.196101 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=48c8eed9-1a28-4363-b6b7-bf9827fa555e,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:35.266876 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-84c8914e-5759-4948-9899-75a230df7cf3 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks [] for router, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:35.279231 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:35.315630 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dae8f25f-c017-48b4-8dfb-e6deacfb0ac2 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:54:35.340087 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6bffd460-32f0-4104-88de-b70a92458cd8 req-dec5428a-3952-429b-93d8-b52ee4085e98 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:35.360248 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['41ded32b-3dfa-4bc3-8eac-202f78172222'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:54:35.373431 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port dae8f25f-c017-48b4-8dfb-e6deacfb0ac2, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=dae8f25f-c017-48b4-8dfb-e6deacfb0ac2,segment=NetworkSegment(fde5b785-ef23-4548-a8d2-9c3bbce91b66),segment_id=fde5b785-ef23-4548-a8d2-9c3bbce91b66)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:54:35.375100 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['f947862c-9ae7-4ba5-beb5-fa04f2f02f9f'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:54:35.423556 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:35.424273 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device ec16f835-822f-4543-a177-5c6ae4f55507 details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:54:35.448312 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-84c8914e-5759-4948-9899-75a230df7cf3 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:35.450129 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-ed58961e-40ee-47c7-8e83-e200f6382280 req-8368f2e3-b4d1-4d54-a469-dc07932ec4e0 tempest-ServersNegativeTestMultiTenantJSON-660479984 tempest-ServersNegativeTestMultiTenantJSON-660479984-project] Allocated IP 172.20.0.13 (44dd7085-0bf3-454f-96f2-5e318cd9041c/7e1402cf-e309-4106-9a85-22bdd0dbbbbf/44560994-95e4-4ceb-828f-041be9960b5b) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:54:35.528253 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec5428a-3952-429b-93d8-b52ee4085e98 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Pushing event deleted for resources: {'Port': ['ID=06402a4e-3d40-4d33-8e80-133a0f91e052,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:35.555234 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-12cc7abe-13a1-4b73-9dab-22acd6d2f857 None None] Notify callbacks [] for port, precommit_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:35.558950 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a528ab2-bf44-4b48-807c-57a1e2a41cbd req-cf8f9fab-c74e-4507-8168-72bf45a17662 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:35.564098 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-12cc7abe-13a1-4b73-9dab-22acd6d2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:35.565460 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a528ab2-bf44-4b48-807c-57a1e2a41cbd req-cf8f9fab-c74e-4507-8168-72bf45a17662 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:35.574840 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a528ab2-bf44-4b48-807c-57a1e2a41cbd req-cf8f9fab-c74e-4507-8168-72bf45a17662 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:35.579182 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-35cddb2c-bdc1-48c0-9ddd-73814f8944ca tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:35.581669 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a528ab2-bf44-4b48-807c-57a1e2a41cbd req-cf8f9fab-c74e-4507-8168-72bf45a17662 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:35.593523 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a528ab2-bf44-4b48-807c-57a1e2a41cbd req-cf8f9fab-c74e-4507-8168-72bf45a17662 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:35.611745 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a528ab2-bf44-4b48-807c-57a1e2a41cbd req-cf8f9fab-c74e-4507-8168-72bf45a17662 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:35.626181 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a528ab2-bf44-4b48-807c-57a1e2a41cbd req-cf8f9fab-c74e-4507-8168-72bf45a17662 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:35.626991 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-35cddb2c-bdc1-48c0-9ddd-73814f8944ca tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:35.628146 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7a528ab2-bf44-4b48-807c-57a1e2a41cbd req-cf8f9fab-c74e-4507-8168-72bf45a17662 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79 HTTP/1.1" status: 200 len: 5425 time: 0.4899580 Sep 23 06:54:35.636077 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-35cddb2c-bdc1-48c0-9ddd-73814f8944ca tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] 10.222.0.39 "DELETE /v2.0/networks/4685cd95-454a-478e-b951-4be5cc61663a HTTP/1.1" status: 204 len: 168 time: 1.5878384 Sep 23 06:54:35.636578 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 41224) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:35.647362 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-4ff47db5-bec2-4bde-86cd-9c6a32d00cb8 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1844001685'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:54:35.649592 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-12cc7abe-13a1-4b73-9dab-22acd6d2f857 None None] Attempting to bind port 845c0999-a2a7-42e5-bf50-ea750fec402c on host n-d-715271-16 for vnic_type normal with profile {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:54:35.650245 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-12cc7abe-13a1-4b73-9dab-22acd6d2f857 None None] Attempting to bind port 845c0999-a2a7-42e5-bf50-ea750fec402c by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:54:35.650859 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cc7abe-13a1-4b73-9dab-22acd6d2f857 None None] Attempting to bind port 845c0999-a2a7-42e5-bf50-ea750fec402c on network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:54:35.668116 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cc7abe-13a1-4b73-9dab-22acd6d2f857 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:54:35.669520 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cc7abe-13a1-4b73-9dab-22acd6d2f857 None None] Checking segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:54:35.670569 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-12cc7abe-13a1-4b73-9dab-22acd6d2f857 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:35.671194 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cc7abe-13a1-4b73-9dab-22acd6d2f857 None None] Bound using segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:54:35.671955 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-12cc7abe-13a1-4b73-9dab-22acd6d2f857 None None] Bound port: 845c0999-a2a7-42e5-bf50-ea750fec402c, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:54:35.672855 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-12cc7abe-13a1-4b73-9dab-22acd6d2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:35.676330 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cddb2c-bdc1-48c0-9ddd-73814f8944ca tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Pushing event deleted for resources: {'Network': ['ID=4685cd95-454a-478e-b951-4be5cc61663a,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:35.688021 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bffd460-32f0-4104-88de-b70a92458cd8 req-dec5428a-3952-429b-93d8-b52ee4085e98 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] No DVR routers for this DVR port 06402a4e-3d40-4d33-8e80-133a0f91e052 on host n-h1-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:54:35.700176 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6bffd460-32f0-4104-88de-b70a92458cd8 req-dec5428a-3952-429b-93d8-b52ee4085e98 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:35.710867 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6bffd460-32f0-4104-88de-b70a92458cd8 req-dec5428a-3952-429b-93d8-b52ee4085e98 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "DELETE /v2.0/ports/06402a4e-3d40-4d33-8e80-133a0f91e052 HTTP/1.1" status: 204 len: 173 time: 1.5847857 Sep 23 06:54:35.712321 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10ba9f18-bd36-468a-9643-66e772e1ecdb', 'name': 'network-vif-deleted', 'tag': '06402a4e-3d40-4d33-8e80-133a0f91e052'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:54:35.715052 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a311ee6f-7681-4533-8473-92c12829c654" -d '{"events": [{"server_uuid": "10ba9f18-bd36-468a-9643-66e772e1ecdb", "name": "network-vif-deleted", "tag": "06402a4e-3d40-4d33-8e80-133a0f91e052"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:54:35.747533 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff47db5-bec2-4bde-86cd-9c6a32d00cb8 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Made reservation on behalf of e1f9ec6ddeac4ec980f2ecc5a17cabb6 for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:54:35.764393 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4ff47db5-bec2-4bde-86cd-9c6a32d00cb8 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:35.780312 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7a528ab2-bf44-4b48-807c-57a1e2a41cbd req-38884f9c-6cfa-4270-8bc1-cb326ce00a6b tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/security-groups?id=af4b1172-21fa-42ea-8f78-02b27dc94910&id=b479065b-36b3-4865-ad7c-063369a14027&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1294837 Sep 23 06:54:35.786317 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-12cc7abe-13a1-4b73-9dab-22acd6d2f857 None None] For port 845c0999-a2a7-42e5-bf50-ea750fec402c, host n-d-715271-16, cleared binding levels {{(pid=95068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:54:35.795743 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-12cc7abe-13a1-4b73-9dab-22acd6d2f857 None None] For port 845c0999-a2a7-42e5-bf50-ea750fec402c, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=845c0999-a2a7-42e5-bf50-ea750fec402c,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:54:35.800035 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f50881c-1034-4b80-be44-2eb58721d9a4 None None] Pushing event updated for resources: {'Port': ['ID=845c0999-a2a7-42e5-bf50-ea750fec402c,revision_number=2']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:35.818863 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-84c8914e-5759-4948-9899-75a230df7cf3 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Deleting port 845c0999-a2a7-42e5-bf50-ea750fec402c {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:54:35.819099 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-84c8914e-5759-4948-9899-75a230df7cf3 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:35.821500 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f50881c-1034-4b80-be44-2eb58721d9a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:54:35.823809 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f50881c-1034-4b80-be44-2eb58721d9a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:54:35.824567 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f50881c-1034-4b80-be44-2eb58721d9a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:54:35.825101 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f50881c-1034-4b80-be44-2eb58721d9a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:54:35.826416 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f50881c-1034-4b80-be44-2eb58721d9a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:54:35.827583 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f50881c-1034-4b80-be44-2eb58721d9a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:54:35.828019 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f50881c-1034-4b80-be44-2eb58721d9a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:54:35.830112 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f50881c-1034-4b80-be44-2eb58721d9a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:54:35.830559 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f50881c-1034-4b80-be44-2eb58721d9a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:54:35.831024 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f50881c-1034-4b80-be44-2eb58721d9a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:54:35.831449 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f50881c-1034-4b80-be44-2eb58721d9a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:54:35.833920 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f50881c-1034-4b80-be44-2eb58721d9a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:54:35.838924 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-12cc7abe-13a1-4b73-9dab-22acd6d2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:35.845637 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4772519b-c2f6-41f3-bd50-0085da207079 None None] Resources bound (agent type, host, resource id): {{(pid=95067) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 06:54:35.855470 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=dae8f25f-c017-48b4-8dfb-e6deacfb0ac2,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:35.883569 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ff47db5-bec2-4bde-86cd-9c6a32d00cb8 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:54:35.900262 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port ec16f835-822f-4543-a177-5c6ae4f55507, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=ec16f835-822f-4543-a177-5c6ae4f55507,segment=NetworkSegment(fde5b785-ef23-4548-a8d2-9c3bbce91b66),segment_id=fde5b785-ef23-4548-a8d2-9c3bbce91b66)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:54:35.981712 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f50881c-1034-4b80-be44-2eb58721d9a4 None None] Pushing event updated for resources: {'Port': ['ID=845c0999-a2a7-42e5-bf50-ea750fec402c,revision_number=3']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:36.004119 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4ff47db5-bec2-4bde-86cd-9c6a32d00cb8 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:36.008737 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-4ff47db5-bec2-4bde-86cd-9c6a32d00cb8 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Added segment f852632f-52c5-4ab1-a2ab-05ecdc8d9b3d of type vlan for network 97344edf-73ce-4006-97ad-608eca951a30 Sep 23 06:54:36.013308 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cc7abe-13a1-4b73-9dab-22acd6d2f857 None None] Routers {'681df390-ad6a-4158-a18c-7fc20192fa2e'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:54:36.015294 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-12cc7abe-13a1-4b73-9dab-22acd6d2f857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:54:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['681df390-ad6a-4158-a18c-7fc20192fa2e'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:36.099459 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-ed58961e-40ee-47c7-8e83-e200f6382280 req-8368f2e3-b4d1-4d54-a469-dc07932ec4e0 tempest-ServersNegativeTestMultiTenantJSON-660479984 tempest-ServersNegativeTestMultiTenantJSON-660479984-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:36.163084 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-84c8914e-5759-4948-9899-75a230df7cf3 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:36.174841 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4ff47db5-bec2-4bde-86cd-9c6a32d00cb8 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:36.199087 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-ed58961e-40ee-47c7-8e83-e200f6382280 req-8368f2e3-b4d1-4d54-a469-dc07932ec4e0 tempest-ServersNegativeTestMultiTenantJSON-660479984 tempest-ServersNegativeTestMultiTenantJSON-660479984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:36.244412 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-84c8914e-5759-4948-9899-75a230df7cf3 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Calling delete_port for 845c0999-a2a7-42e5-bf50-ea750fec402c owned by network:router_gateway {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:54:36.324793 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed58961e-40ee-47c7-8e83-e200f6382280 req-8368f2e3-b4d1-4d54-a469-dc07932ec4e0 tempest-ServersNegativeTestMultiTenantJSON-660479984 tempest-ServersNegativeTestMultiTenantJSON-660479984-project] Network 44dd7085-0bf3-454f-96f2-5e318cd9041c is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:54:36.336634 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-ed58961e-40ee-47c7-8e83-e200f6382280 req-8368f2e3-b4d1-4d54-a469-dc07932ec4e0 tempest-ServersNegativeTestMultiTenantJSON-660479984 tempest-ServersNegativeTestMultiTenantJSON-660479984-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:54:36.343352 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': 'ec16f835-822f-4543-a177-5c6ae4f55507', 'network_id': 'a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54', 'port_id': 'ec16f835-822f-4543-a177-5c6ae4f55507', 'mac_address': 'fa:16:3e:c3:65:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b8d89ab-b77e-4358-8f41-f550782dd0dc', 'ip_address': '10.1.1.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:54:36.344230 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8368f2e3-b4d1-4d54-a469-dc07932ec4e0 tempest-ServersNegativeTestMultiTenantJSON-660479984 tempest-ServersNegativeTestMultiTenantJSON-660479984-project] Pushing event updated for resources: {'Port': ['ID=44560994-95e4-4ceb-828f-041be9960b5b,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:36.347658 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed58961e-40ee-47c7-8e83-e200f6382280 req-8368f2e3-b4d1-4d54-a469-dc07932ec4e0 tempest-ServersNegativeTestMultiTenantJSON-660479984 tempest-ServersNegativeTestMultiTenantJSON-660479984-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:54:36.409642 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-12cc7abe-13a1-4b73-9dab-22acd6d2f857 None None] Set router 681df390-ad6a-4158-a18c-7fc20192fa2e gateway port host: None {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:54:36.432376 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed58961e-40ee-47c7-8e83-e200f6382280 req-8368f2e3-b4d1-4d54-a469-dc07932ec4e0 tempest-ServersNegativeTestMultiTenantJSON-660479984 tempest-ServersNegativeTestMultiTenantJSON-660479984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:36.433264 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-ed58961e-40ee-47c7-8e83-e200f6382280 req-8368f2e3-b4d1-4d54-a469-dc07932ec4e0 tempest-ServersNegativeTestMultiTenantJSON-660479984 tempest-ServersNegativeTestMultiTenantJSON-660479984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:36.456962 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:36.469726 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ed58961e-40ee-47c7-8e83-e200f6382280 req-8368f2e3-b4d1-4d54-a469-dc07932ec4e0 tempest-ServersNegativeTestMultiTenantJSON-660479984 tempest-ServersNegativeTestMultiTenantJSON-660479984-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0620384 Sep 23 06:54:36.513744 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4ff47db5-bec2-4bde-86cd-9c6a32d00cb8 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:36.527705 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff47db5-bec2-4bde-86cd-9c6a32d00cb8 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:36.531953 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4ff47db5-bec2-4bde-86cd-9c6a32d00cb8 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:36.561558 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:36.564550 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-12cc7abe-13a1-4b73-9dab-22acd6d2f857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '681df390-ad6a-4158-a18c-7fc20192fa2e', 'name': 'tempest-snat-router-1680377821', 'tenant_id': 'f6cce6e61ac745e7aba26fa5b64515ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:54:31Z', 'updated_at': '2021-09-23T06:54:35Z', 'revision_number': 4, 'project_id': 'f6cce6e61ac745e7aba26fa5b64515ee', 'gw_port_host': None}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:36.581166 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec16f835-822f-4543-a177-5c6ae4f55507 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:54:36.598195 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cc7abe-13a1-4b73-9dab-22acd6d2f857 None None] The sync data for ids ['681df390-ad6a-4158-a18c-7fc20192fa2e'] in n-d-715271-16 is: [{'id': '681df390-ad6a-4158-a18c-7fc20192fa2e', 'name': 'tempest-snat-router-1680377821', 'tenant_id': 'f6cce6e61ac745e7aba26fa5b64515ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:54:31Z', 'updated_at': '2021-09-23T06:54:35Z', 'revision_number': 4, 'project_id': 'f6cce6e61ac745e7aba26fa5b64515ee', 'gw_port_host': None}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:54:36.622249 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd06f9-5473-46cc-a164-ae19fbd5fdee req-34b12901-8d9a-45ed-8872-c448450d518a tempest-ServersNegativeTestMultiTenantJSON-660479984 tempest-ServersNegativeTestMultiTenantJSON-660479984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:36.626147 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0bbd06f9-5473-46cc-a164-ae19fbd5fdee req-34b12901-8d9a-45ed-8872-c448450d518a tempest-ServersNegativeTestMultiTenantJSON-660479984 tempest-ServersNegativeTestMultiTenantJSON-660479984-project] 10.222.0.39 "GET /v2.0/ports?device_id=80562635-b174-4582-9db2-db1ded4dcc6a HTTP/1.1" status: 200 len: 932 time: 0.4276741 Sep 23 06:54:36.677661 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-4ff47db5-bec2-4bde-86cd-9c6a32d00cb8 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0398824 Sep 23 06:54:36.680508 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 41244) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:36.688125 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-a7041b30-f7e7-4a69-9e33-463866135a21 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Request body: {'network': {'name': 'New_network'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:54:36.689646 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port ec16f835-822f-4543-a177-5c6ae4f55507, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=ec16f835-822f-4543-a177-5c6ae4f55507,segment=NetworkSegment(fde5b785-ef23-4548-a8d2-9c3bbce91b66),segment_id=fde5b785-ef23-4548-a8d2-9c3bbce91b66)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:54:36.698222 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:36.698938 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 6a597634-f59c-495a-9ce4-024de1317b9c details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:54:36.752532 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 6a597634-f59c-495a-9ce4-024de1317b9c, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=6a597634-f59c-495a-9ce4-024de1317b9c,segment=NetworkSegment(6122d0a0-a111-47a2-9b69-1c70b7fdcd2a),segment_id=6122d0a0-a111-47a2-9b69-1c70b7fdcd2a)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:54:36.779068 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': '6a597634-f59c-495a-9ce4-024de1317b9c', 'network_id': '57ba53b1-4b40-40e0-aae1-e93257c8c94d', 'port_id': '6a597634-f59c-495a-9ce4-024de1317b9c', 'mac_address': 'fa:16:3e:71:96:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0cb65e8-fa80-40ac-a2e5-8e7b9c47cb4e', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:54:36.817362 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-ed58961e-40ee-47c7-8e83-e200f6382280 req-63d27144-a2b9-4900-97b3-6c67bf691b1f service neutron] Request body: {'port': {'device_id': '80562635-b174-4582-9db2-db1ded4dcc6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:54:36.850171 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 23 Sep 2021 06:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c518e3-f92e-4dcf-b997-73dc25e7b909 x-openstack-request-id: req-24c518e3-f92e-4dcf-b997-73dc25e7b909 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:54:36.850945 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10ba9f18-bd36-468a-9643-66e772e1ecdb", "name": "network-vif-deleted", "tag": "06402a4e-3d40-4d33-8e80-133a0f91e052", "status": "failed", "code": 422}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:54:36.853267 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-24c518e3-f92e-4dcf-b997-73dc25e7b909 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:54:36.854635 n-d-715271-16 neutron-server[95065]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '10ba9f18-bd36-468a-9643-66e772e1ecdb', 'name': 'network-vif-deleted', 'tag': '06402a4e-3d40-4d33-8e80-133a0f91e052', 'status': 'failed', 'code': 422} returned with failed status Sep 23 06:54:36.868274 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff47db5-bec2-4bde-86cd-9c6a32d00cb8 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Pushing event updated for resources: {'Network': ['ID=97344edf-73ce-4006-97ad-608eca951a30,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:36.892584 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:36.900267 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0bbd06f9-5473-46cc-a164-ae19fbd5fdee req-2cf4bb4b-b7e5-4522-8ef8-3c678682ed5f tempest-ServersNegativeTestMultiTenantJSON-660479984 tempest-ServersNegativeTestMultiTenantJSON-660479984-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf576ca9-f1d1-45f8-b6d6-6b4d0cf2549a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600777 Sep 23 06:54:36.940281 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a597634-f59c-495a-9ce4-024de1317b9c {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:54:36.952365 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 97344edf-73ce-4006-97ad-608eca951a30 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:54:37.137568 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=ec16f835-822f-4543-a177-5c6ae4f55507,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:37.150985 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 0cf26e56-d3c8-419b-afc0-3b82c233b44e up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:54:37.220121 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a7041b30-f7e7-4a69-9e33-463866135a21 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:37.231318 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 6a597634-f59c-495a-9ce4-024de1317b9c, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=6a597634-f59c-495a-9ce4-024de1317b9c,segment=NetworkSegment(6122d0a0-a111-47a2-9b69-1c70b7fdcd2a),segment_id=6122d0a0-a111-47a2-9b69-1c70b7fdcd2a)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:54:37.237385 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:54:37.237797 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:54:37.238280 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:54:37.238722 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:54:37.239977 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:54:37.240320 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:54:37.240770 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:54:37.241216 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:54:37.241646 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:54:37.242220 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:54:37.243828 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-84c8914e-5759-4948-9899-75a230df7cf3 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:37.254566 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:54:37.255038 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:54:37.276884 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a7041b30-f7e7-4a69-9e33-463866135a21 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:37.298479 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:37.298637 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c8914e-5759-4948-9899-75a230df7cf3 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Pushing event deleted for resources: {'Port': ['ID=845c0999-a2a7-42e5-bf50-ea750fec402c,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:37.299554 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 710c6711-73b5-4443-9f6d-058253ac8526 details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:54:37.300460 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a7041b30-f7e7-4a69-9e33-463866135a21 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Network 97344edf-73ce-4006-97ad-608eca951a30 is not hosted by any dhcp agent {{(pid=95065) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 23 06:54:37.309700 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7041b30-f7e7-4a69-9e33-463866135a21 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:37.319007 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a7041b30-f7e7-4a69-9e33-463866135a21 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:37.327615 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-a7041b30-f7e7-4a69-9e33-463866135a21 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] 10.222.0.39 "PUT /v2.0/networks/97344edf-73ce-4006-97ad-608eca951a30 HTTP/1.1" status: 200 len: 723 time: 0.6457489 Sep 23 06:54:37.329043 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-ed58961e-40ee-47c7-8e83-e200f6382280 req-63d27144-a2b9-4900-97b3-6c67bf691b1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:37.351521 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 41258) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:37.371453 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 0cf26e56-d3c8-419b-afc0-3b82c233b44e triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:54:37.371983 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:37.387973 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-1a0c5dd6-4629-4c0c-bef4-b454e1833bc9 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Request body: {'subnet': {'network_id': '97344edf-73ce-4006-97ad-608eca951a30', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:54:37.443825 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-84c8914e-5759-4948-9899-75a230df7cf3 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2068563'] for router_gateway, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:37.458267 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=6a597634-f59c-495a-9ce4-024de1317b9c,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:37.530929 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7041b30-f7e7-4a69-9e33-463866135a21 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Pushing event updated for resources: {'Network': ['ID=97344edf-73ce-4006-97ad-608eca951a30,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:37.561281 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca14d0c-8ddf-44f4-8a60-5cad80ff9fc3 req-cbb63631-b76c-4d0e-a9ea-1a5c8ef55f0f tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:37.571725 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:37.577228 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 97344edf-73ce-4006-97ad-608eca951a30 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:54:37.606873 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca14d0c-8ddf-44f4-8a60-5cad80ff9fc3 req-cbb63631-b76c-4d0e-a9ea-1a5c8ef55f0f tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:37.608209 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-84c8914e-5759-4948-9899-75a230df7cf3 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:37.615357 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-84c8914e-5759-4948-9899-75a230df7cf3 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:37.632045 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca14d0c-8ddf-44f4-8a60-5cad80ff9fc3 req-cbb63631-b76c-4d0e-a9ea-1a5c8ef55f0f tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:37.654995 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca14d0c-8ddf-44f4-8a60-5cad80ff9fc3 req-cbb63631-b76c-4d0e-a9ea-1a5c8ef55f0f tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:37.673903 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca14d0c-8ddf-44f4-8a60-5cad80ff9fc3 req-cbb63631-b76c-4d0e-a9ea-1a5c8ef55f0f tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:37.680117 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 710c6711-73b5-4443-9f6d-058253ac8526, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=710c6711-73b5-4443-9f6d-058253ac8526,segment=NetworkSegment(d463f3c4-55b2-48f3-8a95-55ffd5aae5fa),segment_id=d463f3c4-55b2-48f3-8a95-55ffd5aae5fa)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:54:37.687045 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca14d0c-8ddf-44f4-8a60-5cad80ff9fc3 req-cbb63631-b76c-4d0e-a9ea-1a5c8ef55f0f tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:37.693681 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port 0cf26e56-d3c8-419b-afc0-3b82c233b44e, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=0cf26e56-d3c8-419b-afc0-3b82c233b44e,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:54:37.694907 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4bb501-503d-4a47-ac20-70bb048ae646 req-d87a0637-b36b-4173-9a4c-e85377e2e376 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:37.699718 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': '710c6711-73b5-4443-9f6d-058253ac8526', 'network_id': '89158bcd-2a79-4993-ae5b-556a0ab839e7', 'port_id': '710c6711-73b5-4443-9f6d-058253ac8526', 'mac_address': 'fa:16:3e:a7:8c:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11f8f7b3-d5e2-420b-8586-bf82f5f03fc6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:54:37.701558 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca14d0c-8ddf-44f4-8a60-5cad80ff9fc3 req-cbb63631-b76c-4d0e-a9ea-1a5c8ef55f0f tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:37.703154 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:37.704462 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5c4bb501-503d-4a47-ac20-70bb048ae646 req-d87a0637-b36b-4173-9a4c-e85377e2e376 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=af3da77d-fbe6-490c-8dbb-5c8234f76314 HTTP/1.1" status: 200 len: 907 time: 0.2236381 Sep 23 06:54:37.717208 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-84c8914e-5759-4948-9899-75a230df7cf3 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:37.718185 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c8914e-5759-4948-9899-75a230df7cf3 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 681df390-ad6a-4158-a18c-7fc20192fa2e {{(pid=95066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 06:54:37.721245 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5ca14d0c-8ddf-44f4-8a60-5cad80ff9fc3 req-cbb63631-b76c-4d0e-a9ea-1a5c8ef55f0f tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79 HTTP/1.1" status: 200 len: 5426 time: 0.6622355 Sep 23 06:54:37.735674 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-84c8914e-5759-4948-9899-75a230df7cf3 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:37.736935 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-84c8914e-5759-4948-9899-75a230df7cf3 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] 10.222.0.39 "DELETE /v2.0/routers/681df390-ad6a-4158-a18c-7fc20192fa2e HTTP/1.1" status: 204 len: 168 time: 2.7955432 Sep 23 06:54:37.741405 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 41262) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:37.791414 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:37.806574 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=0cf26e56-d3c8-419b-afc0-3b82c233b44e,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:37.814293 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 710c6711-73b5-4443-9f6d-058253ac8526 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:54:37.837673 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 710c6711-73b5-4443-9f6d-058253ac8526, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=710c6711-73b5-4443-9f6d-058253ac8526,segment=NetworkSegment(d463f3c4-55b2-48f3-8a95-55ffd5aae5fa),segment_id=d463f3c4-55b2-48f3-8a95-55ffd5aae5fa)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:54:37.841786 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:37.842595 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 2967a824-073c-4484-ab0d-43a76601a0ab details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:54:37.871847 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5ca14d0c-8ddf-44f4-8a60-5cad80ff9fc3 req-0c0a8fb9-dc9b-4afc-82a5-ac48bfdeb284 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/security-groups?id=af4b1172-21fa-42ea-8f78-02b27dc94910&id=b479065b-36b3-4865-ad7c-063369a14027&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1094730 Sep 23 06:54:37.886370 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 2967a824-073c-4484-ab0d-43a76601a0ab, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=2967a824-073c-4484-ab0d-43a76601a0ab,segment=NetworkSegment(fde5b785-ef23-4548-a8d2-9c3bbce91b66),segment_id=fde5b785-ef23-4548-a8d2-9c3bbce91b66)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:54:37.928615 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9fb38b20-19a4-4511-a1e5-40b74449c6fa tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks [] for router, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:37.938149 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': '2967a824-073c-4484-ab0d-43a76601a0ab', 'network_id': 'a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54', 'port_id': '2967a824-073c-4484-ab0d-43a76601a0ab', 'mac_address': 'fa:16:3e:32:78:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b8d89ab-b77e-4358-8f41-f550782dd0dc', 'ip_address': '10.1.1.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:54:37.950803 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a0c5dd6-4629-4c0c-bef4-b454e1833bc9 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Made reservation on behalf of e1f9ec6ddeac4ec980f2ecc5a17cabb6 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:54:37.960501 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1a0c5dd6-4629-4c0c-bef4-b454e1833bc9 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:37.965134 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=710c6711-73b5-4443-9f6d-058253ac8526,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:38.038262 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-4e957ba0-3b63-468b-9b84-c07f476587d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:38.039899 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:38.054498 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2967a824-073c-4484-ab0d-43a76601a0ab {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:54:38.076448 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 2967a824-073c-4484-ab0d-43a76601a0ab, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=2967a824-073c-4484-ab0d-43a76601a0ab,segment=NetworkSegment(fde5b785-ef23-4548-a8d2-9c3bbce91b66),segment_id=fde5b785-ef23-4548-a8d2-9c3bbce91b66)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:54:38.081629 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:38.153852 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=2967a824-073c-4484-ab0d-43a76601a0ab,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:38.281387 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1a0c5dd6-4629-4c0c-bef4-b454e1833bc9 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:38.290823 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-ed58961e-40ee-47c7-8e83-e200f6382280 req-63d27144-a2b9-4900-97b3-6c67bf691b1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44560994-95e4-4ceb-828f-041be9960b5b {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:54:38.322016 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-ed58961e-40ee-47c7-8e83-e200f6382280 req-63d27144-a2b9-4900-97b3-6c67bf691b1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:38.374697 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-ed58961e-40ee-47c7-8e83-e200f6382280 req-63d27144-a2b9-4900-97b3-6c67bf691b1f service neutron] Transition to ACTIVE for port object 44560994-95e4-4ceb-828f-041be9960b5b will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:54:38.388283 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0c5dd6-4629-4c0c-bef4-b454e1833bc9 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Pushing event updated for resources: {'Subnet': ['ID=bd23d654-2b71-4e6b-9633-0568aae791d2,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:38.390494 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-ed58961e-40ee-47c7-8e83-e200f6382280 req-63d27144-a2b9-4900-97b3-6c67bf691b1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:38.408769 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9fb38b20-19a4-4511-a1e5-40b74449c6fa tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:38.427016 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e5475-3441-4100-a212-c73563af04d3 req-106086a7-4238-4802-8d66-75fc0b6b921c tempest-ServersNegativeTestMultiTenantJSON-660479984 tempest-ServersNegativeTestMultiTenantJSON-660479984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:38.428548 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-091e5475-3441-4100-a212-c73563af04d3 req-106086a7-4238-4802-8d66-75fc0b6b921c tempest-ServersNegativeTestMultiTenantJSON-660479984 tempest-ServersNegativeTestMultiTenantJSON-660479984-project] 10.222.0.39 "GET /v2.0/ports?device_id=80562635-b174-4582-9db2-db1ded4dcc6a HTTP/1.1" status: 200 len: 932 time: 0.4006028 Sep 23 06:54:38.446207 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0c5dd6-4629-4c0c-bef4-b454e1833bc9 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Checking segment: {'id': 'f852632f-52c5-4ab1-a2ab-05ecdc8d9b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '97344edf-73ce-4006-97ad-608eca951a30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:54:38.446207 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0c5dd6-4629-4c0c-bef4-b454e1833bc9 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Network hostable DHCP agents. Network: 97344edf-73ce-4006-97ad-608eca951a30, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:54:38.468387 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d27144-a2b9-4900-97b3-6c67bf691b1f service neutron] Pushing event updated for resources: {'Port': ['ID=44560994-95e4-4ceb-828f-041be9960b5b,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:38.499375 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0c5dd6-4629-4c0c-bef4-b454e1833bc9 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Network 97344edf-73ce-4006-97ad-608eca951a30 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:54:38.511083 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-091e5475-3441-4100-a212-c73563af04d3 req-d1bbb31d-bd24-44ae-962b-2b1aaf28fbae tempest-ServersNegativeTestMultiTenantJSON-660479984 tempest-ServersNegativeTestMultiTenantJSON-660479984-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf576ca9-f1d1-45f8-b6d6-6b4d0cf2549a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541699 Sep 23 06:54:38.521347 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-9fb38b20-19a4-4511-a1e5-40b74449c6fa tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Deleting port 0cf26e56-d3c8-419b-afc0-3b82c233b44e {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:54:38.521679 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9fb38b20-19a4-4511-a1e5-40b74449c6fa tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:38.542061 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-1a0c5dd6-4629-4c0c-bef4-b454e1833bc9 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 97344edf-73ce-4006-97ad-608eca951a30) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:54:38.554952 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0c5dd6-4629-4c0c-bef4-b454e1833bc9 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:38.555545 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1a0c5dd6-4629-4c0c-bef4-b454e1833bc9 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:38.556408 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956e34bf-6741-4ba8-b2e5-37ce7f94fe13 None None] Network 97344edf-73ce-4006-97ad-608eca951a30 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:54:38.559050 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-ed58961e-40ee-47c7-8e83-e200f6382280 req-63d27144-a2b9-4900-97b3-6c67bf691b1f service neutron] Attempting to bind port 44560994-95e4-4ceb-828f-041be9960b5b on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:54:38.559862 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-ed58961e-40ee-47c7-8e83-e200f6382280 req-63d27144-a2b9-4900-97b3-6c67bf691b1f service neutron] Attempting to bind port 44560994-95e4-4ceb-828f-041be9960b5b by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': 'e34b2d5d-df27-4baa-a36f-372699bc06f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '44dd7085-0bf3-454f-96f2-5e318cd9041c'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:54:38.559862 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed58961e-40ee-47c7-8e83-e200f6382280 req-63d27144-a2b9-4900-97b3-6c67bf691b1f service neutron] Attempting to bind port 44560994-95e4-4ceb-828f-041be9960b5b on network 44dd7085-0bf3-454f-96f2-5e318cd9041c {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:54:38.569243 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed58961e-40ee-47c7-8e83-e200f6382280 req-63d27144-a2b9-4900-97b3-6c67bf691b1f service neutron] Port 44560994-95e4-4ceb-828f-041be9960b5b on network 44dd7085-0bf3-454f-96f2-5e318cd9041c not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:54:38.569567 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed58961e-40ee-47c7-8e83-e200f6382280 req-63d27144-a2b9-4900-97b3-6c67bf691b1f service neutron] Attempting to bind port 44560994-95e4-4ceb-828f-041be9960b5b on network 44dd7085-0bf3-454f-96f2-5e318cd9041c {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:54:38.576643 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-1a0c5dd6-4629-4c0c-bef4-b454e1833bc9 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2104890 Sep 23 06:54:38.577384 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed58961e-40ee-47c7-8e83-e200f6382280 req-63d27144-a2b9-4900-97b3-6c67bf691b1f service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:54:38.577720 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed58961e-40ee-47c7-8e83-e200f6382280 req-63d27144-a2b9-4900-97b3-6c67bf691b1f service neutron] Checking segment: {'id': 'e34b2d5d-df27-4baa-a36f-372699bc06f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '44dd7085-0bf3-454f-96f2-5e318cd9041c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:54:38.578133 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed58961e-40ee-47c7-8e83-e200f6382280 req-63d27144-a2b9-4900-97b3-6c67bf691b1f service neutron] Bound using segment: {'id': 'e34b2d5d-df27-4baa-a36f-372699bc06f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '44dd7085-0bf3-454f-96f2-5e318cd9041c'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:54:38.578555 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-ed58961e-40ee-47c7-8e83-e200f6382280 req-63d27144-a2b9-4900-97b3-6c67bf691b1f service neutron] Bound port: 44560994-95e4-4ceb-828f-041be9960b5b, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e34b2d5d-df27-4baa-a36f-372699bc06f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '44dd7085-0bf3-454f-96f2-5e318cd9041c'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:54:38.578909 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-ed58961e-40ee-47c7-8e83-e200f6382280 req-63d27144-a2b9-4900-97b3-6c67bf691b1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:38.581421 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 41268) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:38.587017 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-0e43ab52-4bb4-4e81-b105-32dd2b25fa5f tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:54:38.627487 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-9fb38b20-19a4-4511-a1e5-40b74449c6fa tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] For port 0cf26e56-d3c8-419b-afc0-3b82c233b44e, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=0cf26e56-d3c8-419b-afc0-3b82c233b44e,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:54:38.628166 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9fb38b20-19a4-4511-a1e5-40b74449c6fa tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:38.642138 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-9fb38b20-19a4-4511-a1e5-40b74449c6fa tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Calling delete_port for 0cf26e56-d3c8-419b-afc0-3b82c233b44e owned by network:router_gateway {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:54:38.718571 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-ed58961e-40ee-47c7-8e83-e200f6382280 req-63d27144-a2b9-4900-97b3-6c67bf691b1f service neutron] For port 44560994-95e4-4ceb-828f-041be9960b5b, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:54:38.723869 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-ed58961e-40ee-47c7-8e83-e200f6382280 req-63d27144-a2b9-4900-97b3-6c67bf691b1f service neutron] For port 44560994-95e4-4ceb-828f-041be9960b5b, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=44560994-95e4-4ceb-828f-041be9960b5b,segment=NetworkSegment(e34b2d5d-df27-4baa-a36f-372699bc06f1),segment_id=e34b2d5d-df27-4baa-a36f-372699bc06f1)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:54:38.731358 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0e43ab52-4bb4-4e81-b105-32dd2b25fa5f tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-518932330'] for subnet, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:38.733829 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada1a330-052b-4928-a66b-426a8586b8e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-97344edf-73ce-4006-97ad-608eca951a30', 'network_id': '97344edf-73ce-4006-97ad-608eca951a30', 'tenant_id': 'e1f9ec6ddeac4ec980f2ecc5a17cabb6', 'fixed_ips': [{'subnet_id': 'bd23d654-2b71-4e6b-9633-0568aae791d2'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 06:54:38.734731 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ada1a330-052b-4928-a66b-426a8586b8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:38.769392 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-ed58961e-40ee-47c7-8e83-e200f6382280 req-63d27144-a2b9-4900-97b3-6c67bf691b1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:38.862329 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f87b1d8-2302-487c-972b-f1139c12f3a8 req-75a47399-fd2d-4135-8631-fe28a2dd5201 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:38.864018 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2f87b1d8-2302-487c-972b-f1139c12f3a8 req-75a47399-fd2d-4135-8631-fe28a2dd5201 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.58 "GET /v2.0/ports?device_id=af3da77d-fbe6-490c-8dbb-5c8234f76314 HTTP/1.1" status: 200 len: 907 time: 0.1084120 Sep 23 06:54:38.888171 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed58961e-40ee-47c7-8e83-e200f6382280 req-63d27144-a2b9-4900-97b3-6c67bf691b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:38.889126 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-ed58961e-40ee-47c7-8e83-e200f6382280 req-63d27144-a2b9-4900-97b3-6c67bf691b1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:38.891583 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ed58961e-40ee-47c7-8e83-e200f6382280 req-63d27144-a2b9-4900-97b3-6c67bf691b1f service neutron] 10.222.0.21 "PUT /v2.0/ports/44560994-95e4-4ceb-828f-041be9960b5b HTTP/1.1" status: 200 len: 1093 time: 2.4076650 Sep 23 06:54:38.911032 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80562635-b174-4582-9db2-db1ded4dcc6a', 'tag': '44560994-95e4-4ceb-828f-041be9960b5b'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:54:38.914484 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f91b3030-aeb3-40b2-a73e-b3e0a459f316" -d '{"events": [{"name": "network-changed", "server_uuid": "80562635-b174-4582-9db2-db1ded4dcc6a", "tag": "44560994-95e4-4ceb-828f-041be9960b5b"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:54:38.935570 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['ea4acb4d-2ff2-49b3-ae8f-b03131cd7298'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:54:38.937640 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 0cf26e56-d3c8-419b-afc0-3b82c233b44e up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:54:38.979056 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d27144-a2b9-4900-97b3-6c67bf691b1f service neutron] Pushing event updated for resources: {'Port': ['ID=44560994-95e4-4ceb-828f-041be9960b5b,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:39.016142 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9fb38b20-19a4-4511-a1e5-40b74449c6fa tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:39.018132 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['dae8f25f-c017-48b4-8dfb-e6deacfb0ac2'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:54:39.020592 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['710c6711-73b5-4443-9f6d-058253ac8526'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:54:39.023889 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607b04d4-9698-44e6-8d2b-b22c79d831e4 req-6f27d052-2417-4ef5-a963-806f081ce6ed tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:39.038044 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-607b04d4-9698-44e6-8d2b-b22c79d831e4 req-6f27d052-2417-4ef5-a963-806f081ce6ed tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=af3da77d-fbe6-490c-8dbb-5c8234f76314 HTTP/1.1" status: 200 len: 907 time: 0.1777918 Sep 23 06:54:39.077078 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb38b20-19a4-4511-a1e5-40b74449c6fa tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Pushing event deleted for resources: {'Port': ['ID=0cf26e56-d3c8-419b-afc0-3b82c233b44e,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:39.112470 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-2f87b1d8-2302-487c-972b-f1139c12f3a8 req-f2d74991-03c8-40ea-b121-723698dc669a tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Deleting port 8ff27583-160a-47e4-a063-0f8b96365602 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:54:39.112935 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-2f87b1d8-2302-487c-972b-f1139c12f3a8 req-f2d74991-03c8-40ea-b121-723698dc669a tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:39.161897 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['6a597634-f59c-495a-9ce4-024de1317b9c'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:54:39.244629 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9fb38b20-19a4-4511-a1e5-40b74449c6fa tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2068563'] for router_gateway, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:39.287553 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No active binding found for port 0cf26e56-d3c8-419b-afc0-3b82c233b44e {{(pid=95067) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 23 06:54:39.288162 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 0cf26e56-d3c8-419b-afc0-3b82c233b44e not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 23 06:54:39.340353 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Port 0cf26e56-d3c8-419b-afc0-3b82c233b44e not found, will not notify nova. {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 23 06:54:39.403451 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9fb38b20-19a4-4511-a1e5-40b74449c6fa tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:39.406823 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9fb38b20-19a4-4511-a1e5-40b74449c6fa tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:39.429243 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-2f87b1d8-2302-487c-972b-f1139c12f3a8 req-f2d74991-03c8-40ea-b121-723698dc669a tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] For port 8ff27583-160a-47e4-a063-0f8b96365602, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=8ff27583-160a-47e4-a063-0f8b96365602,segment=NetworkSegment(c88b2831-f544-41bb-bbcc-5b15e741880e),segment_id=c88b2831-f544-41bb-bbcc-5b15e741880e)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:54:39.430516 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-2f87b1d8-2302-487c-972b-f1139c12f3a8 req-f2d74991-03c8-40ea-b121-723698dc669a tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:39.491581 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-2f87b1d8-2302-487c-972b-f1139c12f3a8 req-f2d74991-03c8-40ea-b121-723698dc669a tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Calling delete_port for 8ff27583-160a-47e4-a063-0f8b96365602 owned by compute:nova {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:54:39.582540 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9fb38b20-19a4-4511-a1e5-40b74449c6fa tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:39.583886 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb38b20-19a4-4511-a1e5-40b74449c6fa tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4844e154-9c6f-4741-b559-2d961b2b8d2b {{(pid=95066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 06:54:39.590074 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9fb38b20-19a4-4511-a1e5-40b74449c6fa tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:39.594443 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-9fb38b20-19a4-4511-a1e5-40b74449c6fa tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] 10.222.0.39 "DELETE /v2.0/routers/4844e154-9c6f-4741-b559-2d961b2b8d2b HTTP/1.1" status: 204 len: 168 time: 1.8488548 Sep 23 06:54:39.598204 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 41296) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:39.608621 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-dda2bf0c-b7b8-4e72-aba5-dcaf3b46a88e tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1924457998', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}, 'admin_state_up': False}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:54:39.617384 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a0e8e85-6815-4712-a032-a7d1938cbb05 x-openstack-request-id: req-5a0e8e85-6815-4712-a032-a7d1938cbb05 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:54:39.617384 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80562635-b174-4582-9db2-db1ded4dcc6a", "tag": "44560994-95e4-4ceb-828f-041be9960b5b", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:54:39.618073 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5a0e8e85-6815-4712-a032-a7d1938cbb05 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:54:39.619713 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80562635-b174-4582-9db2-db1ded4dcc6a', 'tag': '44560994-95e4-4ceb-828f-041be9960b5b', 'status': 'completed', 'code': 200} Sep 23 06:54:39.677459 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed58961e-40ee-47c7-8e83-e200f6382280 req-6454233d-bea4-46ea-b08e-1a643b158022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:39.679332 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ed58961e-40ee-47c7-8e83-e200f6382280 req-6454233d-bea4-46ea-b08e-1a643b158022 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ed5d0395cc8a4b67ad7c21822a0fb443&device_id=80562635-b174-4582-9db2-db1ded4dcc6a HTTP/1.1" status: 200 len: 1096 time: 0.7012455 Sep 23 06:54:39.684337 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0e43ab52-4bb4-4e81-b105-32dd2b25fa5f tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753429850871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-518335387'] for subnet, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:39.713017 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dda2bf0c-b7b8-4e72-aba5-dcaf3b46a88e tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:39.714479 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dda2bf0c-b7b8-4e72-aba5-dcaf3b46a88e tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:39.740957 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7492a0-9dc3-45c0-abcd-b16f4d403457 req-2c011494-d728-480f-bc3b-0bcdde77babf tempest-ServersNegativeTestMultiTenantJSON-660479984 tempest-ServersNegativeTestMultiTenantJSON-660479984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:39.742816 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8d7492a0-9dc3-45c0-abcd-b16f4d403457 req-2c011494-d728-480f-bc3b-0bcdde77babf tempest-ServersNegativeTestMultiTenantJSON-660479984 tempest-ServersNegativeTestMultiTenantJSON-660479984-project] 10.222.0.39 "GET /v2.0/ports?device_id=80562635-b174-4582-9db2-db1ded4dcc6a HTTP/1.1" status: 200 len: 944 time: 0.0879743 Sep 23 06:54:39.807122 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-ada1a330-052b-4928-a66b-426a8586b8e5 None None] Allocated IP 172.20.0.2 (97344edf-73ce-4006-97ad-608eca951a30/bd23d654-2b71-4e6b-9633-0568aae791d2/475bc726-7aa4-4815-9fbf-f2d76655743d) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:54:39.815486 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e43ab52-4bb4-4e81-b105-32dd2b25fa5f tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:39.816119 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0e43ab52-4bb4-4e81-b105-32dd2b25fa5f tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:39.820921 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-0e43ab52-4bb4-4e81-b105-32dd2b25fa5f tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] 10.222.0.39 "PUT /v2.0/subnets/bd23d654-2b71-4e6b-9633-0568aae791d2 HTTP/1.1" status: 200 len: 806 time: 1.2384787 Sep 23 06:54:39.832570 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144538dc-2253-4fda-89d4-f32a2582180c req-c13ffd67-7a15-4e4c-84b4-e7354b7ba01f tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:39.838904 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144538dc-2253-4fda-89d4-f32a2582180c req-c13ffd67-7a15-4e4c-84b4-e7354b7ba01f tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:39.840553 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dda2bf0c-b7b8-4e72-aba5-dcaf3b46a88e tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:39.844984 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144538dc-2253-4fda-89d4-f32a2582180c req-c13ffd67-7a15-4e4c-84b4-e7354b7ba01f tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:39.847139 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 41298) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:39.864596 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144538dc-2253-4fda-89d4-f32a2582180c req-c13ffd67-7a15-4e4c-84b4-e7354b7ba01f tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:39.871023 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144538dc-2253-4fda-89d4-f32a2582180c req-c13ffd67-7a15-4e4c-84b4-e7354b7ba01f tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:39.878126 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144538dc-2253-4fda-89d4-f32a2582180c req-c13ffd67-7a15-4e4c-84b4-e7354b7ba01f tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:39.886477 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144538dc-2253-4fda-89d4-f32a2582180c req-c13ffd67-7a15-4e4c-84b4-e7354b7ba01f tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:39.888405 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-144538dc-2253-4fda-89d4-f32a2582180c req-c13ffd67-7a15-4e4c-84b4-e7354b7ba01f tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79 HTTP/1.1" status: 200 len: 5429 time: 0.2655058 Sep 23 06:54:39.892478 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ed58961e-40ee-47c7-8e83-e200f6382280 req-b792fa4f-e1a4-4957-aec8-420743bdecd4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44560994-95e4-4ceb-828f-041be9960b5b HTTP/1.1" status: 200 len: 217 time: 0.1947498 Sep 23 06:54:39.910806 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8d7492a0-9dc3-45c0-abcd-b16f4d403457 req-6e7e842f-7500-41df-b6a9-e51b501a72b9 tempest-ServersNegativeTestMultiTenantJSON-660479984 tempest-ServersNegativeTestMultiTenantJSON-660479984-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf576ca9-f1d1-45f8-b6d6-6b4d0cf2549a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485002 Sep 23 06:54:39.962075 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e43ab52-4bb4-4e81-b105-32dd2b25fa5f tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Pushing event updated for resources: {'Subnet': ['ID=bd23d654-2b71-4e6b-9633-0568aae791d2,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:39.996426 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ada1a330-052b-4928-a66b-426a8586b8e5 None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:39.999833 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-144538dc-2253-4fda-89d4-f32a2582180c req-ac5596fa-fe0d-4418-a373-d279c9cd4231 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/security-groups?id=af4b1172-21fa-42ea-8f78-02b27dc94910&id=b479065b-36b3-4865-ad7c-063369a14027&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1034567 Sep 23 06:54:40.005727 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed58961e-40ee-47c7-8e83-e200f6382280 req-98cbba7b-489d-49c8-a37f-140587bc2b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:40.007376 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ed58961e-40ee-47c7-8e83-e200f6382280 req-98cbba7b-489d-49c8-a37f-140587bc2b42 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7e1402cf-e309-4106-9a85-22bdd0dbbbbf HTTP/1.1" status: 200 len: 864 time: 0.0987964 Sep 23 06:54:40.036424 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ada1a330-052b-4928-a66b-426a8586b8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:40.055356 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ed58961e-40ee-47c7-8e83-e200f6382280 req-084b8169-200e-47b3-ae4e-0540f08dfb72 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=44dd7085-0bf3-454f-96f2-5e318cd9041c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382936 Sep 23 06:54:40.056889 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada1a330-052b-4928-a66b-426a8586b8e5 None None] Network 97344edf-73ce-4006-97ad-608eca951a30 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:54:40.057283 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-2f87b1d8-2302-487c-972b-f1139c12f3a8 req-f2d74991-03c8-40ea-b121-723698dc669a tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:40.058137 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:40.059989 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-ada1a330-052b-4928-a66b-426a8586b8e5 None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:54:40.081681 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada1a330-052b-4928-a66b-426a8586b8e5 None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:54:40.084534 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['48c8eed9-1a28-4363-b6b7-bf9827fa555e'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:54:40.148666 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d74991-03c8-40ea-b121-723698dc669a tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Pushing event deleted for resources: {'Port': ['ID=8ff27583-160a-47e4-a063-0f8b96365602,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:40.222925 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ed58961e-40ee-47c7-8e83-e200f6382280 req-9c8978a1-ce22-4fa3-b8b5-216a79032ddd service neutron] 10.222.0.21 "GET /v2.0/networks/44dd7085-0bf3-454f-96f2-5e318cd9041c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608469 Sep 23 06:54:40.260369 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dda2bf0c-b7b8-4e72-aba5-dcaf3b46a88e tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:40.341538 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['ec16f835-822f-4543-a177-5c6ae4f55507'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:54:40.391750 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f71f7ae8-820b-48ac-90fb-8e87f7b15c1b req-e9d63539-9d4b-4b7f-8a28-18d761a11dc5 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=af3da77d-fbe6-490c-8dbb-5c8234f76314 HTTP/1.1" status: 200 len: 210 time: 0.2065485 Sep 23 06:54:40.392595 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ed58961e-40ee-47c7-8e83-e200f6382280 req-bbd663f6-6fa4-4190-a492-9048e3508cae service neutron] 10.222.0.21 "GET /v2.0/networks/44dd7085-0bf3-454f-96f2-5e318cd9041c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597650 Sep 23 06:54:40.425602 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada1a330-052b-4928-a66b-426a8586b8e5 None None] Pushing event updated for resources: {'Port': ['ID=475bc726-7aa4-4815-9fbf-f2d76655743d,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:40.429131 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2b7c22e3-cfd9-4380-aad6-8bd11199d29b tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:40.465115 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f87b1d8-2302-487c-972b-f1139c12f3a8 req-f2d74991-03c8-40ea-b121-723698dc669a tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] No DVR routers for this DVR port 8ff27583-160a-47e4-a063-0f8b96365602 on host n-h2-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:54:40.476573 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-2f87b1d8-2302-487c-972b-f1139c12f3a8 req-f2d74991-03c8-40ea-b121-723698dc669a tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:40.480310 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2f87b1d8-2302-487c-972b-f1139c12f3a8 req-f2d74991-03c8-40ea-b121-723698dc669a tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.58 "DELETE /v2.0/ports/8ff27583-160a-47e4-a063-0f8b96365602 HTTP/1.1" status: 204 len: 173 time: 1.6095483 Sep 23 06:54:40.487806 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af3da77d-fbe6-490c-8dbb-5c8234f76314', 'name': 'network-vif-deleted', 'tag': '8ff27583-160a-47e4-a063-0f8b96365602'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:54:40.490694 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa59b59-a95d-4360-a2cd-8552e72b661d" -d '{"events": [{"server_uuid": "af3da77d-fbe6-490c-8dbb-5c8234f76314", "name": "network-vif-deleted", "tag": "8ff27583-160a-47e4-a063-0f8b96365602"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:54:40.588480 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-ada1a330-052b-4928-a66b-426a8586b8e5 None None] Attempting to bind port 475bc726-7aa4-4815-9fbf-f2d76655743d on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:54:40.588855 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-ada1a330-052b-4928-a66b-426a8586b8e5 None None] Attempting to bind port 475bc726-7aa4-4815-9fbf-f2d76655743d by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': 'f852632f-52c5-4ab1-a2ab-05ecdc8d9b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '97344edf-73ce-4006-97ad-608eca951a30'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:54:40.589221 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada1a330-052b-4928-a66b-426a8586b8e5 None None] Attempting to bind port 475bc726-7aa4-4815-9fbf-f2d76655743d on network 97344edf-73ce-4006-97ad-608eca951a30 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:54:40.606084 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b3030-aeb3-40b2-a73e-b3e0a459f316 req-7bf6467e-035f-474b-932c-ded7165fb387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:40.614610 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f91b3030-aeb3-40b2-a73e-b3e0a459f316 req-7bf6467e-035f-474b-932c-ded7165fb387 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ed5d0395cc8a4b67ad7c21822a0fb443&device_id=80562635-b174-4582-9db2-db1ded4dcc6a HTTP/1.1" status: 200 len: 1096 time: 0.1167092 Sep 23 06:54:40.629094 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada1a330-052b-4928-a66b-426a8586b8e5 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:54:40.629517 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada1a330-052b-4928-a66b-426a8586b8e5 None None] Checking segment: {'id': 'f852632f-52c5-4ab1-a2ab-05ecdc8d9b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '97344edf-73ce-4006-97ad-608eca951a30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:54:40.630013 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ada1a330-052b-4928-a66b-426a8586b8e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:40.630572 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada1a330-052b-4928-a66b-426a8586b8e5 None None] Bound using segment: {'id': 'f852632f-52c5-4ab1-a2ab-05ecdc8d9b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '97344edf-73ce-4006-97ad-608eca951a30'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:54:40.631237 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-ada1a330-052b-4928-a66b-426a8586b8e5 None None] Bound port: 475bc726-7aa4-4815-9fbf-f2d76655743d, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f852632f-52c5-4ab1-a2ab-05ecdc8d9b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '97344edf-73ce-4006-97ad-608eca951a30'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:54:40.631629 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ada1a330-052b-4928-a66b-426a8586b8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:40.712251 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9334c882-a3ff-4c5c-bc28-69ba7d8a792c x-openstack-request-id: req-9334c882-a3ff-4c5c-bc28-69ba7d8a792c {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:54:40.712251 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af3da77d-fbe6-490c-8dbb-5c8234f76314", "name": "network-vif-deleted", "tag": "8ff27583-160a-47e4-a063-0f8b96365602", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:54:40.712592 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9334c882-a3ff-4c5c-bc28-69ba7d8a792c {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:54:40.712903 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af3da77d-fbe6-490c-8dbb-5c8234f76314', 'name': 'network-vif-deleted', 'tag': '8ff27583-160a-47e4-a063-0f8b96365602', 'status': 'completed', 'code': 200} Sep 23 06:54:40.716004 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-2b7c22e3-cfd9-4380-aad6-8bd11199d29b tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Deleting port 475bc726-7aa4-4815-9fbf-f2d76655743d {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:54:40.716346 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2b7c22e3-cfd9-4380-aad6-8bd11199d29b tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:40.762972 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b3030-aeb3-40b2-a73e-b3e0a459f316 req-ababf5fb-fddb-4fa8-8e0d-37684077ccbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:40.764714 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f91b3030-aeb3-40b2-a73e-b3e0a459f316 req-ababf5fb-fddb-4fa8-8e0d-37684077ccbd service neutron] 10.222.0.21 "GET /v2.0/networks?id=44dd7085-0bf3-454f-96f2-5e318cd9041c HTTP/1.1" status: 200 len: 925 time: 0.1459856 Sep 23 06:54:40.794075 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-ada1a330-052b-4928-a66b-426a8586b8e5 None None] For port 475bc726-7aa4-4815-9fbf-f2d76655743d, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:54:40.813444 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f91b3030-aeb3-40b2-a73e-b3e0a459f316 req-b851d761-4265-4e7f-b88d-e8a214f8e439 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44560994-95e4-4ceb-828f-041be9960b5b HTTP/1.1" status: 200 len: 217 time: 0.0414929 Sep 23 06:54:40.820375 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-ada1a330-052b-4928-a66b-426a8586b8e5 None None] For port 475bc726-7aa4-4815-9fbf-f2d76655743d, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=475bc726-7aa4-4815-9fbf-f2d76655743d,segment=NetworkSegment(f852632f-52c5-4ab1-a2ab-05ecdc8d9b3d),segment_id=f852632f-52c5-4ab1-a2ab-05ecdc8d9b3d)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:54:40.839479 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ada1a330-052b-4928-a66b-426a8586b8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:40.877806 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b3030-aeb3-40b2-a73e-b3e0a459f316 req-24d734dd-0e96-49a8-9d80-1559d7805716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:40.880847 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f91b3030-aeb3-40b2-a73e-b3e0a459f316 req-24d734dd-0e96-49a8-9d80-1559d7805716 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7e1402cf-e309-4106-9a85-22bdd0dbbbbf HTTP/1.1" status: 200 len: 864 time: 0.0588167 Sep 23 06:54:40.882354 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dda2bf0c-b7b8-4e72-aba5-dcaf3b46a88e tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks [] for router_gateway, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:40.904574 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 0cf26e56-d3c8-419b-afc0-3b82c233b44e no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:54:40.917558 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dda2bf0c-b7b8-4e72-aba5-dcaf3b46a88e tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:40.924972 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-2b7c22e3-cfd9-4380-aad6-8bd11199d29b tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] For port 475bc726-7aa4-4815-9fbf-f2d76655743d, host n-d-715271-16, got binding levels [] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:54:40.924972 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2b7c22e3-cfd9-4380-aad6-8bd11199d29b tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:40.925210 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f91b3030-aeb3-40b2-a73e-b3e0a459f316 req-c2387ad3-5a2c-4c41-b640-c6e54a9a09a6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=44dd7085-0bf3-454f-96f2-5e318cd9041c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345612 Sep 23 06:54:40.943956 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-2b7c22e3-cfd9-4380-aad6-8bd11199d29b tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Calling delete_port for 475bc726-7aa4-4815-9fbf-f2d76655743d owned by network:dhcp {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:54:40.949115 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 0cf26e56-d3c8-419b-afc0-3b82c233b44e {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:54:40.949551 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 0cf26e56-d3c8-419b-afc0-3b82c233b44e not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:54:40.953435 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada1a330-052b-4928-a66b-426a8586b8e5 None None] Pushing event updated for resources: {'Port': ['ID=475bc726-7aa4-4815-9fbf-f2d76655743d,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:41.043474 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-833a3d31-a417-45c4-b556-eed249938f8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:41.181481 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f91b3030-aeb3-40b2-a73e-b3e0a459f316 req-fef41f1e-b6a2-4208-b6ab-cf6b678ad975 service neutron] 10.222.0.21 "GET /v2.0/networks/44dd7085-0bf3-454f-96f2-5e318cd9041c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438874 Sep 23 06:54:41.203403 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-dda2bf0c-b7b8-4e72-aba5-dcaf3b46a88e tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Allocated IP 172.25.2.188 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/0a48f65e-dcf7-45bb-8e67-b9699e0b64d1) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:54:41.237942 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c6c52-ae21-45ce-8279-87e036e629be req-5f69c4f4-21bb-4971-afab-afad13c89f61 tempest-ServersNegativeTestMultiTenantJSON-660479984 tempest-ServersNegativeTestMultiTenantJSON-660479984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:41.240260 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0e8c6c52-ae21-45ce-8279-87e036e629be req-5f69c4f4-21bb-4971-afab-afad13c89f61 tempest-ServersNegativeTestMultiTenantJSON-660479984 tempest-ServersNegativeTestMultiTenantJSON-660479984-project] 10.222.0.39 "GET /v2.0/ports?device_id=80562635-b174-4582-9db2-db1ded4dcc6a HTTP/1.1" status: 200 len: 944 time: 0.2146370 Sep 23 06:54:41.283515 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['2967a824-073c-4484-ab0d-43a76601a0ab'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:54:41.296859 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aa01da-bc88-47c8-854d-798d5b901dbd req-904d4c7a-7647-46d9-97fa-e7b44ddbdfdc tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:41.303161 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aa01da-bc88-47c8-854d-798d5b901dbd req-904d4c7a-7647-46d9-97fa-e7b44ddbdfdc tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:41.309191 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aa01da-bc88-47c8-854d-798d5b901dbd req-904d4c7a-7647-46d9-97fa-e7b44ddbdfdc tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:41.317797 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aa01da-bc88-47c8-854d-798d5b901dbd req-904d4c7a-7647-46d9-97fa-e7b44ddbdfdc tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:41.329062 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aa01da-bc88-47c8-854d-798d5b901dbd req-904d4c7a-7647-46d9-97fa-e7b44ddbdfdc tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:41.337095 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aa01da-bc88-47c8-854d-798d5b901dbd req-904d4c7a-7647-46d9-97fa-e7b44ddbdfdc tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:41.343224 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aa01da-bc88-47c8-854d-798d5b901dbd req-904d4c7a-7647-46d9-97fa-e7b44ddbdfdc tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:41.345228 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-38aa01da-bc88-47c8-854d-798d5b901dbd req-904d4c7a-7647-46d9-97fa-e7b44ddbdfdc tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79 HTTP/1.1" status: 200 len: 5429 time: 0.2063425 Sep 23 06:54:41.391501 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0e8c6c52-ae21-45ce-8279-87e036e629be req-c0605f66-152c-4cf5-82c0-8ddf599bdd12 tempest-ServersNegativeTestMultiTenantJSON-660479984 tempest-ServersNegativeTestMultiTenantJSON-660479984-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf576ca9-f1d1-45f8-b6d6-6b4d0cf2549a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379700 Sep 23 06:54:41.392139 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f91b3030-aeb3-40b2-a73e-b3e0a459f316 req-c8072857-477c-4ba4-885a-e2251ae4c257 service neutron] 10.222.0.21 "GET /v2.0/networks/44dd7085-0bf3-454f-96f2-5e318cd9041c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901135 Sep 23 06:54:41.417039 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-38aa01da-bc88-47c8-854d-798d5b901dbd req-9835ad1d-341a-4eac-8d09-7e05c7ecc994 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/security-groups?id=af4b1172-21fa-42ea-8f78-02b27dc94910&id=b479065b-36b3-4865-ad7c-063369a14027&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0579798 Sep 23 06:54:41.429449 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2b7c22e3-cfd9-4380-aad6-8bd11199d29b tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:41.479018 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7c22e3-cfd9-4380-aad6-8bd11199d29b tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Pushing event deleted for resources: {'Port': ['ID=475bc726-7aa4-4815-9fbf-f2d76655743d,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:41.481224 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:41.503713 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dda2bf0c-b7b8-4e72-aba5-dcaf3b46a88e tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:41.543047 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7c22e3-cfd9-4380-aad6-8bd11199d29b tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] No DVR routers for this DVR port 475bc726-7aa4-4815-9fbf-f2d76655743d on host n-d-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:54:41.607190 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2b7c22e3-cfd9-4380-aad6-8bd11199d29b tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:41.631630 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dda2bf0c-b7b8-4e72-aba5-dcaf3b46a88e tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:41.691181 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda2bf0c-b7b8-4e72-aba5-dcaf3b46a88e tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:54:41.700619 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-dda2bf0c-b7b8-4e72-aba5-dcaf3b46a88e tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:54:41.707831 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda2bf0c-b7b8-4e72-aba5-dcaf3b46a88e tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:54:41.709823 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda2bf0c-b7b8-4e72-aba5-dcaf3b46a88e tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Pushing event updated for resources: {'Port': ['ID=0a48f65e-dcf7-45bb-8e67-b9699e0b64d1,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:41.761181 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b3c524-7626-4527-8bae-e8bb473ded28 req-2140703c-90b7-48a8-8774-ce378edd2290 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:41.763584 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2b7c22e3-cfd9-4380-aad6-8bd11199d29b tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:41.768576 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-56b3c524-7626-4527-8bae-e8bb473ded28 req-2140703c-90b7-48a8-8774-ce378edd2290 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=358b1d87-108d-4a28-b69c-7d8042689779 HTTP/1.1" status: 200 len: 946 time: 0.0660224 Sep 23 06:54:41.799909 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7c22e3-cfd9-4380-aad6-8bd11199d29b tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Pushing event deleted for resources: {'Subnet': ['ID=bd23d654-2b71-4e6b-9633-0568aae791d2,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:41.819274 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-56b3c524-7626-4527-8bae-e8bb473ded28 req-d7cf7cd3-c24b-4ace-838c-f66946804230 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=df69b107-d214-48a1-9de3-f64218339a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496719 Sep 23 06:54:41.956365 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2b7c22e3-cfd9-4380-aad6-8bd11199d29b tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:41.989364 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-2b7c22e3-cfd9-4380-aad6-8bd11199d29b tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97344edf-73ce-4006-97ad-608eca951a30']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:42.030633 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-2b7c22e3-cfd9-4380-aad6-8bd11199d29b tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f852632f-52c5-4ab1-a2ab-05ecdc8d9b3d') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:42.030949 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-2b7c22e3-cfd9-4380-aad6-8bd11199d29b tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f852632f-52c5-4ab1-a2ab-05ecdc8d9b3d') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:42.049007 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2b7c22e3-cfd9-4380-aad6-8bd11199d29b tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:42.102240 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2b7c22e3-cfd9-4380-aad6-8bd11199d29b tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:42.131039 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device ea4acb4d-2ff2-49b3-ae8f-b03131cd7298 up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:54:42.153291 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b7c22e3-cfd9-4380-aad6-8bd11199d29b tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:54:42.153616 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2b7c22e3-cfd9-4380-aad6-8bd11199d29b tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:42.157681 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 06:54:42.157681 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:54:42.157681 n-d-715271-16 neutron-server[95066]: timer() Sep 23 06:54:42.157681 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:54:42.157681 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 06:54:42.157681 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:54:42.157681 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 06:54:42.157681 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:54:42.157681 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 06:54:42.157681 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:54:42.157681 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 06:54:42.157681 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:54:42.157681 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 06:54:42.157681 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:54:42.157681 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:54:42.157681 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:54:42.157681 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:54:42.157681 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:54:42.157681 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 06:54:42.157681 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:54:42.157681 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 06:54:42.157681 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:54:42.157681 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:54:42.157681 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:54:42.157681 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 06:54:42.157681 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:54:42.157681 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:54:42.157681 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:54:42.157681 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:54:42.157681 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:54:42.157681 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:54:42.157681 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:54:42.163088 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6948af2b-f676-4ee6-9f8d-9b77ccea8516 None None] Network 97344edf-73ce-4006-97ad-608eca951a30 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:54:42.190959 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea8a53-0189-42f7-b987-8cc2cc3e2597 req-aedc370d-959b-4664-96cd-b83aeb89c02a tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:42.193240 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d2ea8a53-0189-42f7-b987-8cc2cc3e2597 req-aedc370d-959b-4664-96cd-b83aeb89c02a tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.58 "GET /v2.0/ports?device_id=358b1d87-108d-4a28-b69c-7d8042689779 HTTP/1.1" status: 200 len: 946 time: 0.1397264 Sep 23 06:54:42.260810 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:42.265993 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-f9a3808e-26d8-4990-9077-f0e2a0562db3 None None] Could not find standard attr ID for object 475bc726-7aa4-4815-9fbf-f2d76655743d. {{(pid=95067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 06:54:42.268799 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dda2bf0c-b7b8-4e72-aba5-dcaf3b46a88e tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks [] for router_gateway, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:42.298272 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port ea4acb4d-2ff2-49b3-ae8f-b03131cd7298 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:54:42.305451 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port ea4acb4d-2ff2-49b3-ae8f-b03131cd7298 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:54:42.305451 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:42.419847 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cccc6c02-8453-439a-8e6a-91a86324cb3a None None] DHCP port deletion for 97344edf-73ce-4006-97ad-608eca951a30 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 06:54:42.423450 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:42.455062 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e650ab1-4163-4a0e-ad47-59d87ee3ce79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea4acb4d-2ff2-49b3-ae8f-b03131cd7298'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:54:42.459206 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-598d4ee5-5adb-43e6-9f01-fe17fce5d0ec" -d '{"events": [{"server_uuid": "4e650ab1-4163-4a0e-ad47-59d87ee3ce79", "name": "network-vif-plugged", "status": "completed", "tag": "ea4acb4d-2ff2-49b3-ae8f-b03131cd7298"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:54:42.480561 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfd6474-647f-4660-87dc-b4692c88e39c None None] Network 97344edf-73ce-4006-97ad-608eca951a30 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:54:42.486453 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port ea4acb4d-2ff2-49b3-ae8f-b03131cd7298, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=ea4acb4d-2ff2-49b3-ae8f-b03131cd7298,segment=NetworkSegment(fde5b785-ef23-4548-a8d2-9c3bbce91b66),segment_id=fde5b785-ef23-4548-a8d2-9c3bbce91b66)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:54:42.511091 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:42.512237 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device dae8f25f-c017-48b4-8dfb-e6deacfb0ac2 up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:54:42.607793 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ee71e-1703-4d52-8fc3-a9167566df36 req-c45da72a-70f2-4b8b-ba70-0721e2d494f2 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:42.613944 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ee71e-1703-4d52-8fc3-a9167566df36 req-c45da72a-70f2-4b8b-ba70-0721e2d494f2 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:42.620076 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ee71e-1703-4d52-8fc3-a9167566df36 req-c45da72a-70f2-4b8b-ba70-0721e2d494f2 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:42.626195 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ee71e-1703-4d52-8fc3-a9167566df36 req-c45da72a-70f2-4b8b-ba70-0721e2d494f2 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:42.632991 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ee71e-1703-4d52-8fc3-a9167566df36 req-c45da72a-70f2-4b8b-ba70-0721e2d494f2 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:42.639428 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ee71e-1703-4d52-8fc3-a9167566df36 req-c45da72a-70f2-4b8b-ba70-0721e2d494f2 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:42.647546 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ee71e-1703-4d52-8fc3-a9167566df36 req-c45da72a-70f2-4b8b-ba70-0721e2d494f2 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:42.649399 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-971ee71e-1703-4d52-8fc3-a9167566df36 req-c45da72a-70f2-4b8b-ba70-0721e2d494f2 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79 HTTP/1.1" status: 200 len: 5430 time: 0.0972726 Sep 23 06:54:42.659628 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=ea4acb4d-2ff2-49b3-ae8f-b03131cd7298,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:42.677719 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2b7c22e3-cfd9-4380-aad6-8bd11199d29b tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:42.690519 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port dae8f25f-c017-48b4-8dfb-e6deacfb0ac2 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:54:42.695223 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port dae8f25f-c017-48b4-8dfb-e6deacfb0ac2 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:54:42.695797 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:42.713204 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2b7c22e3-cfd9-4380-aad6-8bd11199d29b tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:42.714063 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-971ee71e-1703-4d52-8fc3-a9167566df36 req-3f8278bb-d31f-4d76-9e56-cb34cfd1d01a tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/security-groups?id=af4b1172-21fa-42ea-8f78-02b27dc94910&id=b479065b-36b3-4865-ad7c-063369a14027&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0555036 Sep 23 06:54:42.717438 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-2b7c22e3-cfd9-4380-aad6-8bd11199d29b tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] 10.222.0.39 "DELETE /v2.0/networks/97344edf-73ce-4006-97ad-608eca951a30 HTTP/1.1" status: 204 len: 168 time: 2.8471773 Sep 23 06:54:42.718350 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 41366) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:42.732071 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7c22e3-cfd9-4380-aad6-8bd11199d29b tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Pushing event deleted for resources: {'Network': ['ID=97344edf-73ce-4006-97ad-608eca951a30,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:42.752194 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-da594595-e10b-4eb4-9a1a-84067a9cd863 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] DELETE failed (client error): The resource could not be found. Sep 23 06:54:42.752930 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da594595-e10b-4eb4-9a1a-84067a9cd863 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:54:42.755586 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-da594595-e10b-4eb4-9a1a-84067a9cd863 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] 10.222.0.39 "DELETE /v2.0/networks/97344edf-73ce-4006-97ad-608eca951a30 HTTP/1.1" status: 404 len: 339 time: 0.0359671 Sep 23 06:54:42.759607 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 41370) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:42.765643 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-73ea0b03-96bb-4b01-911a-ffc70481029a tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-637985056', 'description': 'd1'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:54:42.792195 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ea0b03-96bb-4b01-911a-ffc70481029a tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Made reservation on behalf of e1f9ec6ddeac4ec980f2ecc5a17cabb6 for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:54:42.797306 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-73ea0b03-96bb-4b01-911a-ffc70481029a tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:42.808691 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fef77-190c-4263-b2e7-26f332f8651f req-92bd4b8e-05de-494d-98c3-c5183f67d4d5 tempest-ServersNegativeTestMultiTenantJSON-660479984 tempest-ServersNegativeTestMultiTenantJSON-660479984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:42.816010 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fc4fef77-190c-4263-b2e7-26f332f8651f req-92bd4b8e-05de-494d-98c3-c5183f67d4d5 tempest-ServersNegativeTestMultiTenantJSON-660479984 tempest-ServersNegativeTestMultiTenantJSON-660479984-project] 10.222.0.39 "GET /v2.0/ports?device_id=80562635-b174-4582-9db2-db1ded4dcc6a HTTP/1.1" status: 200 len: 944 time: 0.1733994 Sep 23 06:54:42.822288 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:42.834790 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73ea0b03-96bb-4b01-911a-ffc70481029a tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:54:42.849977 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-73ea0b03-96bb-4b01-911a-ffc70481029a tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:42.850478 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-73ea0b03-96bb-4b01-911a-ffc70481029a tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Added segment fb1ae6a4-ca79-459f-823c-3fc771b21307 of type vlan for network b6c7b655-ada7-41b7-8bcc-f3f68a7aeb20 Sep 23 06:54:42.872469 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddea4cbb-c27b-4968-9094-ed41bf915bf7 x-openstack-request-id: req-ddea4cbb-c27b-4968-9094-ed41bf915bf7 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:54:42.872764 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e650ab1-4163-4a0e-ad47-59d87ee3ce79", "name": "network-vif-plugged", "status": "completed", "tag": "ea4acb4d-2ff2-49b3-ae8f-b03131cd7298", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:54:42.873058 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ddea4cbb-c27b-4968-9094-ed41bf915bf7 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:54:42.873446 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e650ab1-4163-4a0e-ad47-59d87ee3ce79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea4acb4d-2ff2-49b3-ae8f-b03131cd7298', 'code': 200} Sep 23 06:54:42.877260 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port dae8f25f-c017-48b4-8dfb-e6deacfb0ac2, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=dae8f25f-c017-48b4-8dfb-e6deacfb0ac2,segment=NetworkSegment(fde5b785-ef23-4548-a8d2-9c3bbce91b66),segment_id=fde5b785-ef23-4548-a8d2-9c3bbce91b66)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:54:42.883453 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:42.884579 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 710c6711-73b5-4443-9f6d-058253ac8526 up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:54:42.908849 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-73ea0b03-96bb-4b01-911a-ffc70481029a tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:42.919293 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fc4fef77-190c-4263-b2e7-26f332f8651f req-7c0270cd-0967-4953-8ce7-359de9d6c9b7 tempest-ServersNegativeTestMultiTenantJSON-660479984 tempest-ServersNegativeTestMultiTenantJSON-660479984-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf576ca9-f1d1-45f8-b6d6-6b4d0cf2549a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964744 Sep 23 06:54:42.938309 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-d2ea8a53-0189-42f7-b987-8cc2cc3e2597 req-7d7abbcc-2373-4086-9b7e-fd2b6477130d tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Deleting port 41ded32b-3dfa-4bc3-8eac-202f78172222 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:54:42.938645 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-d2ea8a53-0189-42f7-b987-8cc2cc3e2597 req-7d7abbcc-2373-4086-9b7e-fd2b6477130d tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:42.952461 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-73ea0b03-96bb-4b01-911a-ffc70481029a tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:42.971475 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ea0b03-96bb-4b01-911a-ffc70481029a tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:42.972503 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-73ea0b03-96bb-4b01-911a-ffc70481029a tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:43.002751 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=dae8f25f-c017-48b4-8dfb-e6deacfb0ac2,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:43.006851 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port 710c6711-73b5-4443-9f6d-058253ac8526 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:54:43.021421 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port 710c6711-73b5-4443-9f6d-058253ac8526 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:54:43.021793 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:43.030679 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-73ea0b03-96bb-4b01-911a-ffc70481029a tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.2697780 Sep 23 06:54:43.034288 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 41380) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:43.092028 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ea0b03-96bb-4b01-911a-ffc70481029a tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Pushing event updated for resources: {'Network': ['ID=b6c7b655-ada7-41b7-8bcc-f3f68a7aeb20,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:43.110897 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network b6c7b655-ada7-41b7-8bcc-f3f68a7aeb20 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:54:43.180301 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c65c828-0716-4012-b3bc-94a5296ab888 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:43.181966 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-1c65c828-0716-4012-b3bc-94a5296ab888 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] 10.222.0.39 "GET /v2.0/networks?id=b6c7b655-ada7-41b7-8bcc-f3f68a7aeb20 HTTP/1.1" status: 200 len: 760 time: 0.1465361 Sep 23 06:54:43.184551 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 41384) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:43.188943 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:43.195305 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-f6597f0e-7e40-475c-b3a4-e9da207e64be tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Request body: {'network': {'description': 'd2'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:54:43.229927 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dda2bf0c-b7b8-4e72-aba5-dcaf3b46a88e tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:43.243528 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 710c6711-73b5-4443-9f6d-058253ac8526, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=710c6711-73b5-4443-9f6d-058253ac8526,segment=NetworkSegment(d463f3c4-55b2-48f3-8a95-55ffd5aae5fa),segment_id=d463f3c4-55b2-48f3-8a95-55ffd5aae5fa)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:54:43.250530 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:43.254932 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 6a597634-f59c-495a-9ce4-024de1317b9c up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:54:43.312599 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ac68a3-48f7-4066-9a62-4d9c5ca2edd0 req-f529542b-30fa-444b-a627-19b47b14d9cc tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:43.314249 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-05ac68a3-48f7-4066-9a62-4d9c5ca2edd0 req-f529542b-30fa-444b-a627-19b47b14d9cc tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=358b1d87-108d-4a28-b69c-7d8042689779 HTTP/1.1" status: 200 len: 946 time: 0.2008317 Sep 23 06:54:43.331917 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-d2ea8a53-0189-42f7-b987-8cc2cc3e2597 req-7d7abbcc-2373-4086-9b7e-fd2b6477130d tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] For port 41ded32b-3dfa-4bc3-8eac-202f78172222, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=41ded32b-3dfa-4bc3-8eac-202f78172222,segment=NetworkSegment(c88b2831-f544-41bb-bbcc-5b15e741880e),segment_id=c88b2831-f544-41bb-bbcc-5b15e741880e)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:54:43.332365 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-d2ea8a53-0189-42f7-b987-8cc2cc3e2597 req-7d7abbcc-2373-4086-9b7e-fd2b6477130d tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:43.366421 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-d2ea8a53-0189-42f7-b987-8cc2cc3e2597 req-7d7abbcc-2373-4086-9b7e-fd2b6477130d tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Calling delete_port for 41ded32b-3dfa-4bc3-8eac-202f78172222 owned by compute:nova {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:54:43.424399 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=710c6711-73b5-4443-9f6d-058253ac8526,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:43.436000 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port 6a597634-f59c-495a-9ce4-024de1317b9c completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:54:43.438406 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f6597f0e-7e40-475c-b3a4-e9da207e64be tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:43.445480 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port 6a597634-f59c-495a-9ce4-024de1317b9c triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:54:43.447873 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:43.461162 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-05ac68a3-48f7-4066-9a62-4d9c5ca2edd0 req-b93a1fca-ff60-4098-a6c3-9d8aa6f4c1a5 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=df69b107-d214-48a1-9de3-f64218339a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363041 Sep 23 06:54:43.487055 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f6597f0e-7e40-475c-b3a4-e9da207e64be tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:43.510329 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f6597f0e-7e40-475c-b3a4-e9da207e64be tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Network b6c7b655-ada7-41b7-8bcc-f3f68a7aeb20 is not hosted by any dhcp agent {{(pid=95065) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 23 06:54:43.516841 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6597f0e-7e40-475c-b3a4-e9da207e64be tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:43.517537 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f6597f0e-7e40-475c-b3a4-e9da207e64be tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:43.521332 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-f6597f0e-7e40-475c-b3a4-e9da207e64be tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] 10.222.0.39 "PUT /v2.0/networks/b6c7b655-ada7-41b7-8bcc-f3f68a7aeb20 HTTP/1.1" status: 200 len: 757 time: 0.3334796 Sep 23 06:54:43.522168 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 41390) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:43.560685 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:43.603568 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 6a597634-f59c-495a-9ce4-024de1317b9c, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=6a597634-f59c-495a-9ce4-024de1317b9c,segment=NetworkSegment(6122d0a0-a111-47a2-9b69-1c70b7fdcd2a),segment_id=6122d0a0-a111-47a2-9b69-1c70b7fdcd2a)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:54:43.609168 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:43.611207 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 8ff27583-160a-47e4-a063-0f8b96365602 no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:54:43.637374 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-d2ea8a53-0189-42f7-b987-8cc2cc3e2597 req-7d7abbcc-2373-4086-9b7e-fd2b6477130d tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:43.638510 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No Port match for: 8ff27583-160a-47e4-a063-0f8b96365602 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:54:43.640001 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 8ff27583-160a-47e4-a063-0f8b96365602 not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:54:43.640240 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dda2bf0c-b7b8-4e72-aba5-dcaf3b46a88e tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Router fd2d5fe1-a11a-4946-8556-9466dbd1fdc3 is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 06:54:43.643209 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74144307-5e20-43da-bade-de85ce26a687 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:43.648282 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-74144307-5e20-43da-bade-de85ce26a687 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] 10.222.0.39 "GET /v2.0/networks?id=b6c7b655-ada7-41b7-8bcc-f3f68a7aeb20 HTTP/1.1" status: 200 len: 760 time: 0.1216812 Sep 23 06:54:43.651021 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 41392) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:43.656317 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-7f417995-4814-4b2e-a113-207cf3a1e5d9 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1559216739'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:54:43.674880 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7abbcc-2373-4086-9b7e-fd2b6477130d tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Pushing event deleted for resources: {'Port': ['ID=41ded32b-3dfa-4bc3-8eac-202f78172222,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:43.680764 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['41ded32b-3dfa-4bc3-8eac-202f78172222'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:54:43.683596 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['f947862c-9ae7-4ba5-beb5-fa04f2f02f9f'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:54:43.729380 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6597f0e-7e40-475c-b3a4-e9da207e64be tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Pushing event updated for resources: {'Network': ['ID=b6c7b655-ada7-41b7-8bcc-f3f68a7aeb20,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:43.745530 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2ea8a53-0189-42f7-b987-8cc2cc3e2597 req-7d7abbcc-2373-4086-9b7e-fd2b6477130d tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] No DVR routers for this DVR port 41ded32b-3dfa-4bc3-8eac-202f78172222 on host n-h2-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:54:43.757905 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f417995-4814-4b2e-a113-207cf3a1e5d9 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Made reservation on behalf of e1f9ec6ddeac4ec980f2ecc5a17cabb6 for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:54:43.769244 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7f417995-4814-4b2e-a113-207cf3a1e5d9 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:43.772239 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 44560994-95e4-4ceb-828f-041be9960b5b details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:54:43.774317 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network b6c7b655-ada7-41b7-8bcc-f3f68a7aeb20 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:54:43.802375 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f417995-4814-4b2e-a113-207cf3a1e5d9 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:54:43.815932 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7f417995-4814-4b2e-a113-207cf3a1e5d9 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:43.818311 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-7f417995-4814-4b2e-a113-207cf3a1e5d9 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Added segment d31e6c56-28f1-4f04-8a42-03a649cc37ec of type vlan for network 47c73965-b3ec-4547-83dc-09f414de5964 Sep 23 06:54:43.853823 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:43.858335 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-d2ea8a53-0189-42f7-b987-8cc2cc3e2597 req-7d7abbcc-2373-4086-9b7e-fd2b6477130d tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:43.860375 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d2ea8a53-0189-42f7-b987-8cc2cc3e2597 req-7d7abbcc-2373-4086-9b7e-fd2b6477130d tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.58 "DELETE /v2.0/ports/41ded32b-3dfa-4bc3-8eac-202f78172222 HTTP/1.1" status: 204 len: 173 time: 1.6582346 Sep 23 06:54:43.860926 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '358b1d87-108d-4a28-b69c-7d8042689779', 'name': 'network-vif-deleted', 'tag': '41ded32b-3dfa-4bc3-8eac-202f78172222'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:54:43.863312 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c62ecc-486c-4497-bfe7-fb63190c4bb0" -d '{"events": [{"server_uuid": "358b1d87-108d-4a28-b69c-7d8042689779", "name": "network-vif-deleted", "tag": "41ded32b-3dfa-4bc3-8eac-202f78172222"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:54:43.900715 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda2bf0c-b7b8-4e72-aba5-dcaf3b46a88e tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:54:43.922093 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7f417995-4814-4b2e-a113-207cf3a1e5d9 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:43.942704 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=6a597634-f59c-495a-9ce4-024de1317b9c,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:43.947895 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e17918-49a3-42cc-9055-e1cf7c43b5d4 x-openstack-request-id: req-a1e17918-49a3-42cc-9055-e1cf7c43b5d4 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:54:43.949729 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "358b1d87-108d-4a28-b69c-7d8042689779", "name": "network-vif-deleted", "tag": "41ded32b-3dfa-4bc3-8eac-202f78172222", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:54:43.959201 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a1e17918-49a3-42cc-9055-e1cf7c43b5d4 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:54:43.961356 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '358b1d87-108d-4a28-b69c-7d8042689779', 'name': 'network-vif-deleted', 'tag': '41ded32b-3dfa-4bc3-8eac-202f78172222', 'status': 'completed', 'code': 200} Sep 23 06:54:43.964337 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dda2bf0c-b7b8-4e72-aba5-dcaf3b46a88e tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:43.967198 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38afcfbd-6e86-49fc-a6e0-4d8dc16799f6 req-25a97b6f-aa08-4260-81ec-1d0e6be9a1d7 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:43.967979 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-dda2bf0c-b7b8-4e72-aba5-dcaf3b46a88e tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.3686538 Sep 23 06:54:43.970593 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 41400) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:43.970835 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed22fe4e-4ba3-4994-a15b-cb14dec26a01 None None] Sync routers for ids ['fd2d5fe1-a11a-4946-8556-9466dbd1fdc3'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:54:43.973854 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38afcfbd-6e86-49fc-a6e0-4d8dc16799f6 req-25a97b6f-aa08-4260-81ec-1d0e6be9a1d7 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:43.980772 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38afcfbd-6e86-49fc-a6e0-4d8dc16799f6 req-25a97b6f-aa08-4260-81ec-1d0e6be9a1d7 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:43.983153 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-6c7b9bc1-a5cf-42c9-bb79-b9b80ef8618b tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'enable_snat': False}}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:54:43.988598 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38afcfbd-6e86-49fc-a6e0-4d8dc16799f6 req-25a97b6f-aa08-4260-81ec-1d0e6be9a1d7 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:43.995403 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38afcfbd-6e86-49fc-a6e0-4d8dc16799f6 req-25a97b6f-aa08-4260-81ec-1d0e6be9a1d7 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:44.001597 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38afcfbd-6e86-49fc-a6e0-4d8dc16799f6 req-25a97b6f-aa08-4260-81ec-1d0e6be9a1d7 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:44.001761 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.db.resource_extend [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 06:54:44.008222 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38afcfbd-6e86-49fc-a6e0-4d8dc16799f6 req-25a97b6f-aa08-4260-81ec-1d0e6be9a1d7 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:44.016624 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-38afcfbd-6e86-49fc-a6e0-4d8dc16799f6 req-25a97b6f-aa08-4260-81ec-1d0e6be9a1d7 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79 HTTP/1.1" status: 200 len: 5433 time: 0.1878462 Sep 23 06:54:44.059878 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed22fe4e-4ba3-4994-a15b-cb14dec26a01 None None] Routers {'fd2d5fe1-a11a-4946-8556-9466dbd1fdc3'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:54:44.060641 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-ed22fe4e-4ba3-4994-a15b-cb14dec26a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:54:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['fd2d5fe1-a11a-4946-8556-9466dbd1fdc3'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:44.071725 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7f417995-4814-4b2e-a113-207cf3a1e5d9 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:44.077288 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f417995-4814-4b2e-a113-207cf3a1e5d9 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:44.078023 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7f417995-4814-4b2e-a113-207cf3a1e5d9 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:44.146442 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-ed22fe4e-4ba3-4994-a15b-cb14dec26a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:44.185388 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device ec16f835-822f-4543-a177-5c6ae4f55507 up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:54:44.198911 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb728fa0-14ea-47a5-9cb9-e1b551dcb2d8 req-c4a5865a-2c12-424f-9621-009c4e97d222 tempest-ServersNegativeTestMultiTenantJSON-660479984 tempest-ServersNegativeTestMultiTenantJSON-660479984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:44.200601 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bb728fa0-14ea-47a5-9cb9-e1b551dcb2d8 req-c4a5865a-2c12-424f-9621-009c4e97d222 tempest-ServersNegativeTestMultiTenantJSON-660479984 tempest-ServersNegativeTestMultiTenantJSON-660479984-project] 10.222.0.39 "GET /v2.0/ports?device_id=80562635-b174-4582-9db2-db1ded4dcc6a HTTP/1.1" status: 200 len: 944 time: 0.1311657 Sep 23 06:54:44.237067 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f417995-4814-4b2e-a113-207cf3a1e5d9 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Pushing event updated for resources: {'Network': ['ID=47c73965-b3ec-4547-83dc-09f414de5964,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:44.257657 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 47c73965-b3ec-4547-83dc-09f414de5964 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:54:44.273648 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-38afcfbd-6e86-49fc-a6e0-4d8dc16799f6 req-c15a4b22-4496-4271-aa0c-e00ca16db150 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/security-groups?id=af4b1172-21fa-42ea-8f78-02b27dc94910&id=b479065b-36b3-4865-ad7c-063369a14027&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2543275 Sep 23 06:54:44.278466 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-7f417995-4814-4b2e-a113-207cf3a1e5d9 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6263194 Sep 23 06:54:44.282965 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 41406) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:44.297897 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-c6648bcd-098f-4766-8596-a695ea41fd39 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Request body: {'subnet': {'network_id': '47c73965-b3ec-4547-83dc-09f414de5964', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:54:44.342792 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bb728fa0-14ea-47a5-9cb9-e1b551dcb2d8 req-3b35ebf4-75ed-4ff7-834d-cb87002db550 tempest-ServersNegativeTestMultiTenantJSON-660479984 tempest-ServersNegativeTestMultiTenantJSON-660479984-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf576ca9-f1d1-45f8-b6d6-6b4d0cf2549a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863130 Sep 23 06:54:44.356914 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed22fe4e-4ba3-4994-a15b-cb14dec26a01 None None] Routers {'fd2d5fe1-a11a-4946-8556-9466dbd1fdc3'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:54:44.357661 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-ed22fe4e-4ba3-4994-a15b-cb14dec26a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:54:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['fd2d5fe1-a11a-4946-8556-9466dbd1fdc3'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:44.371758 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 44560994-95e4-4ceb-828f-041be9960b5b, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=44560994-95e4-4ceb-828f-041be9960b5b,segment=NetworkSegment(e34b2d5d-df27-4baa-a36f-372699bc06f1),segment_id=e34b2d5d-df27-4baa-a36f-372699bc06f1)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:54:44.419498 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-ed22fe4e-4ba3-4994-a15b-cb14dec26a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:44.420151 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed22fe4e-4ba3-4994-a15b-cb14dec26a01 None None] The sync data for ids ['fd2d5fe1-a11a-4946-8556-9466dbd1fdc3'] in n-d-715271-16 is: [] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:54:44.530005 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': '44560994-95e4-4ceb-828f-041be9960b5b', 'network_id': '44dd7085-0bf3-454f-96f2-5e318cd9041c', 'port_id': '44560994-95e4-4ceb-828f-041be9960b5b', 'mac_address': 'fa:16:3e:17:58:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e1402cf-e309-4106-9a85-22bdd0dbbbbf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:54:44.538161 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6c7b9bc1-a5cf-42c9-bb79-b9b80ef8618b tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:44.604722 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6648bcd-098f-4766-8596-a695ea41fd39 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Made reservation on behalf of e1f9ec6ddeac4ec980f2ecc5a17cabb6 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:54:44.608446 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c6648bcd-098f-4766-8596-a695ea41fd39 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:44.664043 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-19a5063e-76f2-466d-a9ba-6be667c0fd4c req-a531d897-7946-4ef7-9b85-a7e34d70724f tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=358b1d87-108d-4a28-b69c-7d8042689779 HTTP/1.1" status: 200 len: 210 time: 0.0509148 Sep 23 06:54:44.792996 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port ec16f835-822f-4543-a177-5c6ae4f55507 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:54:44.800896 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port ec16f835-822f-4543-a177-5c6ae4f55507 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:54:44.801312 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:44.827641 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:44.848053 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44560994-95e4-4ceb-828f-041be9960b5b {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:54:44.873384 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 44560994-95e4-4ceb-828f-041be9960b5b, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=44560994-95e4-4ceb-828f-041be9960b5b,segment=NetworkSegment(e34b2d5d-df27-4baa-a36f-372699bc06f1),segment_id=e34b2d5d-df27-4baa-a36f-372699bc06f1)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:54:44.874715 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e650ab1-4163-4a0e-ad47-59d87ee3ce79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dae8f25f-c017-48b4-8dfb-e6deacfb0ac2'}, {'server_uuid': '4e650ab1-4163-4a0e-ad47-59d87ee3ce79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '710c6711-73b5-4443-9f6d-058253ac8526'}, {'server_uuid': '4e650ab1-4163-4a0e-ad47-59d87ee3ce79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a597634-f59c-495a-9ce4-024de1317b9c'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:54:44.877556 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c5b527-e052-4c80-aae6-1707df5ea3f7" -d '{"events": [{"server_uuid": "4e650ab1-4163-4a0e-ad47-59d87ee3ce79", "name": "network-vif-plugged", "status": "completed", "tag": "dae8f25f-c017-48b4-8dfb-e6deacfb0ac2"}, {"server_uuid": "4e650ab1-4163-4a0e-ad47-59d87ee3ce79", "name": "network-vif-plugged", "status": "completed", "tag": "710c6711-73b5-4443-9f6d-058253ac8526"}, {"server_uuid": "4e650ab1-4163-4a0e-ad47-59d87ee3ce79", "name": "network-vif-plugged", "status": "completed", "tag": "6a597634-f59c-495a-9ce4-024de1317b9c"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:54:44.884944 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:44.886742 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c6648bcd-098f-4766-8596-a695ea41fd39 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:44.979718 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6648bcd-098f-4766-8596-a695ea41fd39 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Pushing event updated for resources: {'Subnet': ['ID=8d741938-b8f9-4e17-97b8-c20171b24685,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:44.983247 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 23 Sep 2021 06:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ffcb5d5-8601-4264-9f7f-b47c16a1ba10 x-openstack-request-id: req-9ffcb5d5-8601-4264-9f7f-b47c16a1ba10 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:54:44.983542 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e650ab1-4163-4a0e-ad47-59d87ee3ce79", "name": "network-vif-plugged", "status": "completed", "tag": "dae8f25f-c017-48b4-8dfb-e6deacfb0ac2", "code": 200}, {"server_uuid": "4e650ab1-4163-4a0e-ad47-59d87ee3ce79", "name": "network-vif-plugged", "status": "completed", "tag": "710c6711-73b5-4443-9f6d-058253ac8526", "code": 200}, {"server_uuid": "4e650ab1-4163-4a0e-ad47-59d87ee3ce79", "name": "network-vif-plugged", "status": "completed", "tag": "6a597634-f59c-495a-9ce4-024de1317b9c", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:54:44.983796 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9ffcb5d5-8601-4264-9f7f-b47c16a1ba10 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:54:44.984196 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e650ab1-4163-4a0e-ad47-59d87ee3ce79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dae8f25f-c017-48b4-8dfb-e6deacfb0ac2', 'code': 200} Sep 23 06:54:44.984553 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e650ab1-4163-4a0e-ad47-59d87ee3ce79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '710c6711-73b5-4443-9f6d-058253ac8526', 'code': 200} Sep 23 06:54:44.984803 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e650ab1-4163-4a0e-ad47-59d87ee3ce79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a597634-f59c-495a-9ce4-024de1317b9c', 'code': 200} Sep 23 06:54:44.992388 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:44.993845 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6648bcd-098f-4766-8596-a695ea41fd39 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Checking segment: {'id': 'd31e6c56-28f1-4f04-8a42-03a649cc37ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '47c73965-b3ec-4547-83dc-09f414de5964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:54:44.994361 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6648bcd-098f-4766-8596-a695ea41fd39 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Network hostable DHCP agents. Network: 47c73965-b3ec-4547-83dc-09f414de5964, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:54:45.014875 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=44560994-95e4-4ceb-828f-041be9960b5b,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:45.018781 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6648bcd-098f-4766-8596-a695ea41fd39 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Network 47c73965-b3ec-4547-83dc-09f414de5964 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:54:45.031886 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-c6648bcd-098f-4766-8596-a695ea41fd39 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 47c73965-b3ec-4547-83dc-09f414de5964) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:54:45.037291 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6648bcd-098f-4766-8596-a695ea41fd39 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:45.039490 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c6648bcd-098f-4766-8596-a695ea41fd39 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:45.040547 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6c7b9bc1-a5cf-42c9-bb79-b9b80ef8618b tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2069904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5251'] for router, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:45.044700 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6c7b9bc1-a5cf-42c9-bb79-b9b80ef8618b tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2069929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2069922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2064665'] for router, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:45.046164 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e0749f-0b28-4459-88ac-bbaccd36a8e9 None None] Network 47c73965-b3ec-4547-83dc-09f414de5964 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:54:45.058628 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-c6648bcd-098f-4766-8596-a695ea41fd39 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7713537 Sep 23 06:54:45.058865 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 41414) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:45.170363 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f36e9fed-1c3f-4a7f-a2e8-6d9f6253480b tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:45.177985 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port ec16f835-822f-4543-a177-5c6ae4f55507, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=ec16f835-822f-4543-a177-5c6ae4f55507,segment=NetworkSegment(fde5b785-ef23-4548-a8d2-9c3bbce91b66),segment_id=fde5b785-ef23-4548-a8d2-9c3bbce91b66)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:54:45.180972 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c7b9bc1-a5cf-42c9-bb79-b9b80ef8618b tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Router fd2d5fe1-a11a-4946-8556-9466dbd1fdc3 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:54:45.232300 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f36e9fed-1c3f-4a7f-a2e8-6d9f6253480b tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:45.240887 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:45.242077 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 48c8eed9-1a28-4363-b6b7-bf9827fa555e up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:54:45.295009 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1ae94c-3f3b-483e-b902-c418684d3239 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-47c73965-b3ec-4547-83dc-09f414de5964', 'network_id': '47c73965-b3ec-4547-83dc-09f414de5964', 'tenant_id': 'e1f9ec6ddeac4ec980f2ecc5a17cabb6', 'fixed_ips': [{'subnet_id': '8d741938-b8f9-4e17-97b8-c20171b24685'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 06:54:45.295785 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ee1ae94c-3f3b-483e-b902-c418684d3239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:45.310427 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f36e9fed-1c3f-4a7f-a2e8-6d9f6253480b tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:45.325571 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c7b9bc1-a5cf-42c9-bb79-b9b80ef8618b tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:54:45.330980 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6c7b9bc1-a5cf-42c9-bb79-b9b80ef8618b tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:45.335953 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-6c7b9bc1-a5cf-42c9-bb79-b9b80ef8618b tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] 10.222.0.39 "PUT /v2.0/routers/fd2d5fe1-a11a-4946-8556-9466dbd1fdc3 HTTP/1.1" status: 200 len: 922 time: 1.3642457 Sep 23 06:54:45.340436 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a93050-adf5-48f9-b450-62ecfc19849c None None] Sync routers for ids ['fd2d5fe1-a11a-4946-8556-9466dbd1fdc3'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:54:45.346043 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 41418) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:45.357949 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e9fed-1c3f-4a7f-a2e8-6d9f6253480b tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Pushing event deleted for resources: {'Subnet': ['ID=8d741938-b8f9-4e17-97b8-c20171b24685,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:45.361232 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a93050-adf5-48f9-b450-62ecfc19849c None None] Routers {'fd2d5fe1-a11a-4946-8556-9466dbd1fdc3'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:54:45.362321 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-49a93050-adf5-48f9-b450-62ecfc19849c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:54:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['fd2d5fe1-a11a-4946-8556-9466dbd1fdc3'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:45.389133 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['44560994-95e4-4ceb-828f-041be9960b5b'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:54:45.431655 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=ec16f835-822f-4543-a177-5c6ae4f55507,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:45.459061 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-49a93050-adf5-48f9-b450-62ecfc19849c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:45.483274 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a93050-adf5-48f9-b450-62ecfc19849c None None] Routers {'fd2d5fe1-a11a-4946-8556-9466dbd1fdc3'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:54:45.483912 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-49a93050-adf5-48f9-b450-62ecfc19849c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:54:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['fd2d5fe1-a11a-4946-8556-9466dbd1fdc3'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:45.523617 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-49a93050-adf5-48f9-b450-62ecfc19849c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:45.524657 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a93050-adf5-48f9-b450-62ecfc19849c None None] The sync data for ids ['fd2d5fe1-a11a-4946-8556-9466dbd1fdc3'] in n-d-715271-16 is: [] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:54:45.536616 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f36e9fed-1c3f-4a7f-a2e8-6d9f6253480b tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:45.560334 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9afd2475-a67b-4e46-b76f-083c2952a126 None None] Network 47c73965-b3ec-4547-83dc-09f414de5964 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:54:45.564405 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port 48c8eed9-1a28-4363-b6b7-bf9827fa555e completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:54:45.584870 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port 48c8eed9-1a28-4363-b6b7-bf9827fa555e triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:54:45.585319 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:45.608487 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-892e74c4-5603-4141-808b-41cff563b9bb tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] 10.222.0.39 "GET /v2.0/routers/fd2d5fe1-a11a-4946-8556-9466dbd1fdc3 HTTP/1.1" status: 200 len: 922 time: 0.2608936 Sep 23 06:54:45.611853 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 41430) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:45.633747 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1986a509-34b9-47b3-ba93-6ba93f1ef274 req-626641b9-da09-4f2f-bb4b-811985100628 tempest-ServersNegativeTestMultiTenantJSON-660479984 tempest-ServersNegativeTestMultiTenantJSON-660479984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:45.633747 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1986a509-34b9-47b3-ba93-6ba93f1ef274 req-626641b9-da09-4f2f-bb4b-811985100628 tempest-ServersNegativeTestMultiTenantJSON-660479984 tempest-ServersNegativeTestMultiTenantJSON-660479984-project] 10.222.0.39 "GET /v2.0/ports?device_id=80562635-b174-4582-9db2-db1ded4dcc6a HTTP/1.1" status: 200 len: 945 time: 0.1412277 Sep 23 06:54:45.641119 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-f36e9fed-1c3f-4a7f-a2e8-6d9f6253480b tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47c73965-b3ec-4547-83dc-09f414de5964']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:45.680893 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-f36e9fed-1c3f-4a7f-a2e8-6d9f6253480b tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd31e6c56-28f1-4f04-8a42-03a649cc37ec') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:45.681533 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1986a509-34b9-47b3-ba93-6ba93f1ef274 req-ef07c4d4-27ca-43a6-a10b-67c942ca13f3 tempest-ServersNegativeTestMultiTenantJSON-660479984 tempest-ServersNegativeTestMultiTenantJSON-660479984-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf576ca9-f1d1-45f8-b6d6-6b4d0cf2549a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408480 Sep 23 06:54:45.681825 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-f36e9fed-1c3f-4a7f-a2e8-6d9f6253480b tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd31e6c56-28f1-4f04-8a42-03a649cc37ec') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:45.733444 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f36e9fed-1c3f-4a7f-a2e8-6d9f6253480b tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:45.742561 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246e2e90-0dab-41bc-8cc7-69cd97ac2a02 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:45.750778 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-246e2e90-0dab-41bc-8cc7-69cd97ac2a02 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=0f47978c-41eb-4cc7-92bf-8b873be8a1a0&device_id=fd2d5fe1-a11a-4946-8556-9466dbd1fdc3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1290617 Sep 23 06:54:45.751420 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 41436) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:45.804224 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354874ee-ddf1-499a-a436-04a0550aa1b4 req-333fb600-459a-47c1-89ef-7d429a8baeb1 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:45.816709 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354874ee-ddf1-499a-a436-04a0550aa1b4 req-333fb600-459a-47c1-89ef-7d429a8baeb1 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:45.824793 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354874ee-ddf1-499a-a436-04a0550aa1b4 req-333fb600-459a-47c1-89ef-7d429a8baeb1 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:45.834370 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354874ee-ddf1-499a-a436-04a0550aa1b4 req-333fb600-459a-47c1-89ef-7d429a8baeb1 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:45.841092 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354874ee-ddf1-499a-a436-04a0550aa1b4 req-333fb600-459a-47c1-89ef-7d429a8baeb1 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:45.847319 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354874ee-ddf1-499a-a436-04a0550aa1b4 req-333fb600-459a-47c1-89ef-7d429a8baeb1 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:45.863472 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354874ee-ddf1-499a-a436-04a0550aa1b4 req-333fb600-459a-47c1-89ef-7d429a8baeb1 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:45.874513 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-354874ee-ddf1-499a-a436-04a0550aa1b4 req-333fb600-459a-47c1-89ef-7d429a8baeb1 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79 HTTP/1.1" status: 200 len: 5434 time: 0.4201581 Sep 23 06:54:45.945539 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:45.946405 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f36e9fed-1c3f-4a7f-a2e8-6d9f6253480b tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:45.958849 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380d3204-428a-4fb3-8a1c-76fdde92a9f1 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:45.964039 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 41438) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:45.965127 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-380d3204-428a-4fb3-8a1c-76fdde92a9f1 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] 10.222.0.39 "GET /v2.0/networks/0f47978c-41eb-4cc7-92bf-8b873be8a1a0 HTTP/1.1" status: 200 len: 881 time: 0.2125776 Sep 23 06:54:45.991318 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 48c8eed9-1a28-4363-b6b7-bf9827fa555e, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=48c8eed9-1a28-4363-b6b7-bf9827fa555e,segment=NetworkSegment(6122d0a0-a111-47a2-9b69-1c70b7fdcd2a),segment_id=6122d0a0-a111-47a2-9b69-1c70b7fdcd2a)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:54:45.994241 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f36e9fed-1c3f-4a7f-a2e8-6d9f6253480b tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:54:45.994654 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f36e9fed-1c3f-4a7f-a2e8-6d9f6253480b tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:45.997678 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:45.998904 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 2967a824-073c-4484-ab0d-43a76601a0ab up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:54:46.026555 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-354874ee-ddf1-499a-a436-04a0550aa1b4 req-ce59d1db-a5fe-4530-9ccc-3031f6c8b660 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/security-groups?id=af4b1172-21fa-42ea-8f78-02b27dc94910&id=b479065b-36b3-4865-ad7c-063369a14027&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1487663 Sep 23 06:54:46.027286 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 06:54:46.027286 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:54:46.027286 n-d-715271-16 neutron-server[95065]: timer() Sep 23 06:54:46.027286 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:54:46.027286 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 06:54:46.027286 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:54:46.027286 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 06:54:46.027286 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:54:46.027286 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 06:54:46.027286 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:54:46.027286 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 06:54:46.027286 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:54:46.027286 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 06:54:46.027286 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:54:46.027286 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:54:46.027286 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:54:46.027286 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:54:46.027286 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:54:46.027286 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 06:54:46.027286 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:54:46.027286 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 06:54:46.027286 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:54:46.027286 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:54:46.027286 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:54:46.027286 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 06:54:46.027286 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:54:46.027286 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:54:46.027286 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:54:46.027286 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:54:46.027286 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:54:46.027286 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:54:46.027286 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:54:46.088278 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 41442) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:46.097363 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-3dcf51ec-0f64-4715-b914-6f68d514b6ae tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd2d5fe1-a11a-4946-8556-9466dbd1fdc3 HTTP/1.1" status: 200 len: 205 time: 0.1257598 Sep 23 06:54:46.126750 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=48c8eed9-1a28-4363-b6b7-bf9827fa555e,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:46.130780 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port 2967a824-073c-4484-ab0d-43a76601a0ab completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:54:46.136407 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port 2967a824-073c-4484-ab0d-43a76601a0ab triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:54:46.136713 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:46.259887 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:46.280840 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f36e9fed-1c3f-4a7f-a2e8-6d9f6253480b tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:46.292396 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f36e9fed-1c3f-4a7f-a2e8-6d9f6253480b tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:46.297787 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-f36e9fed-1c3f-4a7f-a2e8-6d9f6253480b tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] 10.222.0.39 "DELETE /v2.0/networks/47c73965-b3ec-4547-83dc-09f414de5964 HTTP/1.1" status: 204 len: 168 time: 1.2356675 Sep 23 06:54:46.299372 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 41446) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:46.307912 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 2967a824-073c-4484-ab0d-43a76601a0ab, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=2967a824-073c-4484-ab0d-43a76601a0ab,segment=NetworkSegment(fde5b785-ef23-4548-a8d2-9c3bbce91b66),segment_id=fde5b785-ef23-4548-a8d2-9c3bbce91b66)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:54:46.317271 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:46.319554 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-759f3f74-226c-416d-ae44-aa14859ad114 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks [] for router, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:46.332250 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e9fed-1c3f-4a7f-a2e8-6d9f6253480b tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Pushing event deleted for resources: {'Network': ['ID=47c73965-b3ec-4547-83dc-09f414de5964,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:46.350386 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 41ded32b-3dfa-4bc3-8eac-202f78172222 no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:54:46.365773 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fba6405-b50f-4c10-bcff-1781a2dc995b tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] GET failed (client error): The resource could not be found. Sep 23 06:54:46.370379 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-9fba6405-b50f-4c10-bcff-1781a2dc995b tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] 10.222.0.39 "GET /v2.0/subnets/8d741938-b8f9-4e17-97b8-c20171b24685 HTTP/1.1" status: 404 len: 337 time: 0.0647967 Sep 23 06:54:46.370979 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 41448) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:46.388651 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No Port match for: 41ded32b-3dfa-4bc3-8eac-202f78172222 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:54:46.389579 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 41ded32b-3dfa-4bc3-8eac-202f78172222 not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:54:46.404069 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d4931-eac3-4011-8fb6-5fdaff5c3e5e req-ca33cb62-69c3-45c2-98f7-1d3c8edcf51b tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:46.405649 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-624d4931-eac3-4011-8fb6-5fdaff5c3e5e req-ca33cb62-69c3-45c2-98f7-1d3c8edcf51b tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=671265d2-16fd-4692-9592-414591c0025a HTTP/1.1" status: 200 len: 945 time: 0.1751280 Sep 23 06:54:46.407378 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-48210278-f3ea-484b-bd64-d208e934f37f tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] DELETE failed (client error): The resource could not be found. Sep 23 06:54:46.407959 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48210278-f3ea-484b-bd64-d208e934f37f tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:54:46.413256 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-48210278-f3ea-484b-bd64-d208e934f37f tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] 10.222.0.39 "DELETE /v2.0/networks/47c73965-b3ec-4547-83dc-09f414de5964 HTTP/1.1" status: 404 len: 339 time: 0.0395629 Sep 23 06:54:46.420514 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=2967a824-073c-4484-ab0d-43a76601a0ab,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:46.421720 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 41450) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:46.462816 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-759f3f74-226c-416d-ae44-aa14859ad114 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:46.525790 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-759f3f74-226c-416d-ae44-aa14859ad114 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Deleting port 0a48f65e-dcf7-45bb-8e67-b9699e0b64d1 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:54:46.526503 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-759f3f74-226c-416d-ae44-aa14859ad114 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:46.623942 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-759f3f74-226c-416d-ae44-aa14859ad114 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:46.639075 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-759f3f74-226c-416d-ae44-aa14859ad114 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Calling delete_port for 0a48f65e-dcf7-45bb-8e67-b9699e0b64d1 owned by network:router_gateway {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:54:46.646691 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8ce6e9-8fcf-4d62-abeb-4f1e85347198 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:46.648280 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-eb8ce6e9-8fcf-4d62-abeb-4f1e85347198 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2256262 Sep 23 06:54:46.672917 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-624d4931-eac3-4011-8fb6-5fdaff5c3e5e req-3b88d8ac-d777-4f62-b46c-eb79f9057f3b tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=df69b107-d214-48a1-9de3-f64218339a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501750 Sep 23 06:54:46.672917 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 41452) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:46.737286 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-39ff5f7a-80ee-4a5a-851e-01cb5beccf9f tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] 10.222.0.39 "GET /v2.0/subnets?network_id=0f47978c-41eb-4cc7-92bf-8b873be8a1a0 HTTP/1.1" status: 200 len: 207 time: 0.0455899 Sep 23 06:54:46.746383 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 41456) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:46.776970 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c9586b-0e00-46a4-9d50-3e0240099bde req-7b0aebe8-1a52-4e39-ae79-30df7e74baba tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:46.778744 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-37c9586b-0e00-46a4-9d50-3e0240099bde req-7b0aebe8-1a52-4e39-ae79-30df7e74baba tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.21 "GET /v2.0/ports?device_id=671265d2-16fd-4692-9592-414591c0025a HTTP/1.1" status: 200 len: 945 time: 0.1290269 Sep 23 06:54:46.889489 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d66020-f93e-4f68-bd76-b7fefa9e5983 req-79926aed-e95f-4f10-8f9b-319aac1ec5d8 tempest-ServersNegativeTestMultiTenantJSON-660479984 tempest-ServersNegativeTestMultiTenantJSON-660479984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:46.891173 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e6d66020-f93e-4f68-bd76-b7fefa9e5983 req-79926aed-e95f-4f10-8f9b-319aac1ec5d8 tempest-ServersNegativeTestMultiTenantJSON-660479984 tempest-ServersNegativeTestMultiTenantJSON-660479984-project] 10.222.0.39 "GET /v2.0/ports?device_id=80562635-b174-4582-9db2-db1ded4dcc6a HTTP/1.1" status: 200 len: 945 time: 0.1115830 Sep 23 06:54:46.979209 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e6d66020-f93e-4f68-bd76-b7fefa9e5983 req-c60f4623-aab5-48df-b89e-db9e261c5b4b tempest-ServersNegativeTestMultiTenantJSON-660479984 tempest-ServersNegativeTestMultiTenantJSON-660479984-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf576ca9-f1d1-45f8-b6d6-6b4d0cf2549a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812330 Sep 23 06:54:46.980697 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-759f3f74-226c-416d-ae44-aa14859ad114 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:46.986021 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e650ab1-4163-4a0e-ad47-59d87ee3ce79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec16f835-822f-4543-a177-5c6ae4f55507'}, {'server_uuid': '4e650ab1-4163-4a0e-ad47-59d87ee3ce79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48c8eed9-1a28-4363-b6b7-bf9827fa555e'}, {'server_uuid': '4e650ab1-4163-4a0e-ad47-59d87ee3ce79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2967a824-073c-4484-ab0d-43a76601a0ab'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:54:46.989699 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b9a5c9-3cb8-4338-b2d2-de90496a9fd9" -d '{"events": [{"server_uuid": "4e650ab1-4163-4a0e-ad47-59d87ee3ce79", "name": "network-vif-plugged", "status": "completed", "tag": "ec16f835-822f-4543-a177-5c6ae4f55507"}, {"server_uuid": "4e650ab1-4163-4a0e-ad47-59d87ee3ce79", "name": "network-vif-plugged", "status": "completed", "tag": "48c8eed9-1a28-4363-b6b7-bf9827fa555e"}, {"server_uuid": "4e650ab1-4163-4a0e-ad47-59d87ee3ce79", "name": "network-vif-plugged", "status": "completed", "tag": "2967a824-073c-4484-ab0d-43a76601a0ab"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:54:47.019741 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759f3f74-226c-416d-ae44-aa14859ad114 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Pushing event deleted for resources: {'Port': ['ID=0a48f65e-dcf7-45bb-8e67-b9699e0b64d1,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:47.039487 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 23 Sep 2021 06:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8dbb045-c107-46f9-8189-b11b84f24e68 x-openstack-request-id: req-f8dbb045-c107-46f9-8189-b11b84f24e68 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:54:47.039861 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e650ab1-4163-4a0e-ad47-59d87ee3ce79", "name": "network-vif-plugged", "status": "completed", "tag": "ec16f835-822f-4543-a177-5c6ae4f55507", "code": 200}, {"server_uuid": "4e650ab1-4163-4a0e-ad47-59d87ee3ce79", "name": "network-vif-plugged", "status": "completed", "tag": "48c8eed9-1a28-4363-b6b7-bf9827fa555e", "code": 200}, {"server_uuid": "4e650ab1-4163-4a0e-ad47-59d87ee3ce79", "name": "network-vif-plugged", "status": "completed", "tag": "2967a824-073c-4484-ab0d-43a76601a0ab", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:54:47.040181 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f8dbb045-c107-46f9-8189-b11b84f24e68 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:54:47.040648 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e650ab1-4163-4a0e-ad47-59d87ee3ce79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec16f835-822f-4543-a177-5c6ae4f55507', 'code': 200} Sep 23 06:54:47.040967 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e650ab1-4163-4a0e-ad47-59d87ee3ce79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48c8eed9-1a28-4363-b6b7-bf9827fa555e', 'code': 200} Sep 23 06:54:47.041285 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e650ab1-4163-4a0e-ad47-59d87ee3ce79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2967a824-073c-4484-ab0d-43a76601a0ab', 'code': 200} Sep 23 06:54:47.088994 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-759f3f74-226c-416d-ae44-aa14859ad114 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2068563'] for router_gateway, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:47.216097 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-759f3f74-226c-416d-ae44-aa14859ad114 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:47.219773 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-759f3f74-226c-416d-ae44-aa14859ad114 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:47.272090 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-759f3f74-226c-416d-ae44-aa14859ad114 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:47.272715 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-759f3f74-226c-416d-ae44-aa14859ad114 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Fanout notify agent at l3_agent the message router_deleted on router fd2d5fe1-a11a-4946-8556-9466dbd1fdc3 {{(pid=95066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 06:54:47.279239 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b391a11d-c262-46f0-9418-2b1f48014c2a req-6ae34370-c396-4d94-90a4-7d23868fa91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:47.279795 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b391a11d-c262-46f0-9418-2b1f48014c2a req-6ae34370-c396-4d94-90a4-7d23868fa91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:47.280329 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b391a11d-c262-46f0-9418-2b1f48014c2a req-6ae34370-c396-4d94-90a4-7d23868fa91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:47.280934 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b391a11d-c262-46f0-9418-2b1f48014c2a req-6ae34370-c396-4d94-90a4-7d23868fa91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:47.281521 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b391a11d-c262-46f0-9418-2b1f48014c2a req-6ae34370-c396-4d94-90a4-7d23868fa91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:47.282135 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b391a11d-c262-46f0-9418-2b1f48014c2a req-6ae34370-c396-4d94-90a4-7d23868fa91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:47.282652 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b391a11d-c262-46f0-9418-2b1f48014c2a req-6ae34370-c396-4d94-90a4-7d23868fa91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:47.284966 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b391a11d-c262-46f0-9418-2b1f48014c2a req-6ae34370-c396-4d94-90a4-7d23868fa91a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79 HTTP/1.1" status: 200 len: 6500 time: 0.1288154 Sep 23 06:54:47.291347 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-759f3f74-226c-416d-ae44-aa14859ad114 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:47.295971 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-759f3f74-226c-416d-ae44-aa14859ad114 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] 10.222.0.39 "DELETE /v2.0/routers/fd2d5fe1-a11a-4946-8556-9466dbd1fdc3 HTTP/1.1" status: 204 len: 168 time: 1.2033768 Sep 23 06:54:47.298886 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 41468) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:47.304398 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-0bf8f169-4008-43a8-91af-e1494b1dc64c tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-45073819', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:54:47.350063 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b391a11d-c262-46f0-9418-2b1f48014c2a req-67211ce9-374f-4f67-9e25-167b10ed2757 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=af4b1172-21fa-42ea-8f78-02b27dc94910&id=b479065b-36b3-4865-ad7c-063369a14027&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0562856 Sep 23 06:54:47.352540 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0bf8f169-4008-43a8-91af-e1494b1dc64c tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:47.354083 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0bf8f169-4008-43a8-91af-e1494b1dc64c tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:47.407459 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0bf8f169-4008-43a8-91af-e1494b1dc64c tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:47.413284 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0bf8f169-4008-43a8-91af-e1494b1dc64c tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:47.445479 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0bf8f169-4008-43a8-91af-e1494b1dc64c tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:47.450268 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-0bf8f169-4008-43a8-91af-e1494b1dc64c tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1502478 Sep 23 06:54:47.451060 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 41470) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:47.455589 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-a5fc95a2-2f81-43f2-a47c-bbd33fcb246c tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Request body: {'router': {'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:54:47.474658 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5849f1bd-a8d6-4527-bbd6-d4e05bb9aebf tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:47.480818 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5849f1bd-a8d6-4527-bbd6-d4e05bb9aebf tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:47.486553 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5849f1bd-a8d6-4527-bbd6-d4e05bb9aebf tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:47.492295 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5849f1bd-a8d6-4527-bbd6-d4e05bb9aebf tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:47.493977 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-5849f1bd-a8d6-4527-bbd6-d4e05bb9aebf tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.7466133 Sep 23 06:54:47.497811 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 41472) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:47.567416 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e535fc2-e381-46b7-852c-b01ece09fc21 req-437bc11a-3e60-48cb-9028-a4b0d9143405 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:47.573523 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e535fc2-e381-46b7-852c-b01ece09fc21 req-437bc11a-3e60-48cb-9028-a4b0d9143405 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:47.579537 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e535fc2-e381-46b7-852c-b01ece09fc21 req-437bc11a-3e60-48cb-9028-a4b0d9143405 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:47.586545 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e535fc2-e381-46b7-852c-b01ece09fc21 req-437bc11a-3e60-48cb-9028-a4b0d9143405 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:47.592661 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e535fc2-e381-46b7-852c-b01ece09fc21 req-437bc11a-3e60-48cb-9028-a4b0d9143405 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:47.599385 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e535fc2-e381-46b7-852c-b01ece09fc21 req-437bc11a-3e60-48cb-9028-a4b0d9143405 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:47.605707 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e535fc2-e381-46b7-852c-b01ece09fc21 req-437bc11a-3e60-48cb-9028-a4b0d9143405 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:47.607780 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8e535fc2-e381-46b7-852c-b01ece09fc21 req-437bc11a-3e60-48cb-9028-a4b0d9143405 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79 HTTP/1.1" status: 200 len: 5436 time: 0.2120290 Sep 23 06:54:47.616858 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-37c9586b-0e00-46a4-9d50-3e0240099bde req-76a9f862-f964-45fe-ada5-12bc4078c0b0 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Deleting port f947862c-9ae7-4ba5-beb5-fa04f2f02f9f {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:54:47.617200 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-37c9586b-0e00-46a4-9d50-3e0240099bde req-76a9f862-f964-45fe-ada5-12bc4078c0b0 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:47.775295 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 44560994-95e4-4ceb-828f-041be9960b5b up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:54:47.794257 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-6567aeb2-9929-4e5b-b31c-07f4eb49ebee tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] 10.222.0.39 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.2941964 Sep 23 06:54:47.798667 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 41476) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:47.803524 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8e535fc2-e381-46b7-852c-b01ece09fc21 req-b369c9a7-e372-4364-acf3-58f3eb312fce tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/security-groups?id=af4b1172-21fa-42ea-8f78-02b27dc94910&id=b479065b-36b3-4865-ad7c-063369a14027&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1819558 Sep 23 06:54:47.864574 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port 44560994-95e4-4ceb-828f-041be9960b5b completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:54:47.869534 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port 44560994-95e4-4ceb-828f-041be9960b5b triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:54:47.870357 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:47.897797 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09323d6d-141f-4c52-9129-e2c59ec210a8 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:47.899348 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09323d6d-141f-4c52-9129-e2c59ec210a8 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:47.906273 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-09323d6d-141f-4c52-9129-e2c59ec210a8 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1017056 Sep 23 06:54:47.906917 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 41478) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:47.973273 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b5fc02-d37e-4749-96f0-6c86d88f208d tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Attributes excluded by policy engine: ['shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:47.974735 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b5fc02-d37e-4749-96f0-6c86d88f208d tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Attributes excluded by policy engine: ['shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:47.981821 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-a4b5fc02-d37e-4749-96f0-6c86d88f208d tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] 10.222.0.39 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0721283 Sep 23 06:54:47.982532 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 41486) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:47.984669 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-37c9586b-0e00-46a4-9d50-3e0240099bde req-76a9f862-f964-45fe-ada5-12bc4078c0b0 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] For port f947862c-9ae7-4ba5-beb5-fa04f2f02f9f, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=f947862c-9ae7-4ba5-beb5-fa04f2f02f9f,segment=NetworkSegment(c88b2831-f544-41bb-bbcc-5b15e741880e),segment_id=c88b2831-f544-41bb-bbcc-5b15e741880e)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:54:47.985042 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-37c9586b-0e00-46a4-9d50-3e0240099bde req-76a9f862-f964-45fe-ada5-12bc4078c0b0 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:48.061341 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:48.064797 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283b6c1b-6a9c-4722-8521-1a4c2106fdfa req-37c73fb7-8ee3-480a-b902-567c69f84c66 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:48.066438 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-283b6c1b-6a9c-4722-8521-1a4c2106fdfa req-37c73fb7-8ee3-480a-b902-567c69f84c66 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=671265d2-16fd-4692-9592-414591c0025a HTTP/1.1" status: 200 len: 945 time: 0.1646094 Sep 23 06:54:48.070594 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-37c9586b-0e00-46a4-9d50-3e0240099bde req-76a9f862-f964-45fe-ada5-12bc4078c0b0 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Calling delete_port for f947862c-9ae7-4ba5-beb5-fa04f2f02f9f owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:54:48.141111 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 44560994-95e4-4ceb-828f-041be9960b5b, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=44560994-95e4-4ceb-828f-041be9960b5b,segment=NetworkSegment(e34b2d5d-df27-4baa-a36f-372699bc06f1),segment_id=e34b2d5d-df27-4baa-a36f-372699bc06f1)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:54:48.150052 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:48.150888 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device f947862c-9ae7-4ba5-beb5-fa04f2f02f9f no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:54:48.227885 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-283b6c1b-6a9c-4722-8521-1a4c2106fdfa req-476fe759-b33a-4d39-9e2a-2557b5c14bec tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=df69b107-d214-48a1-9de3-f64218339a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511683 Sep 23 06:54:48.261957 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a5fc95a2-2f81-43f2-a47c-bbd33fcb246c tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:48.288522 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a7b8e1-4d90-4afc-81b8-78a41a9ee8af tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:48.290045 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-63a7b8e1-4d90-4afc-81b8-78a41a9ee8af tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] 10.222.0.39 "GET /v2.0/networks/5019518d-eac8-49a9-9aeb-5ffff2aeaec3 HTTP/1.1" status: 200 len: 799 time: 0.3021767 Sep 23 06:54:48.295915 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 41494) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:48.392146 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:48.395774 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=44560994-95e4-4ceb-828f-041be9960b5b,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:48.449540 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port f947862c-9ae7-4ba5-beb5-fa04f2f02f9f, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=f947862c-9ae7-4ba5-beb5-fa04f2f02f9f,segment=NetworkSegment(c88b2831-f544-41bb-bbcc-5b15e741880e),segment_id=c88b2831-f544-41bb-bbcc-5b15e741880e)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:54:48.454409 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:48.539349 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a5fc95a2-2f81-43f2-a47c-bbd33fcb246c tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks [] for router_gateway, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:48.562402 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a5fc95a2-2f81-43f2-a47c-bbd33fcb246c tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:48.562626 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=f947862c-9ae7-4ba5-beb5-fa04f2f02f9f,revision_number=6']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:48.617690 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a7c1d8-70d7-4cd6-bb38-1e117e621a42 req-f10a1c5d-aae5-4381-980e-12bbb06c6357 tempest-ServersNegativeTestMultiTenantJSON-660479984 tempest-ServersNegativeTestMultiTenantJSON-660479984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:48.619251 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a8a7c1d8-70d7-4cd6-bb38-1e117e621a42 req-f10a1c5d-aae5-4381-980e-12bbb06c6357 tempest-ServersNegativeTestMultiTenantJSON-660479984 tempest-ServersNegativeTestMultiTenantJSON-660479984-project] 10.222.0.39 "GET /v2.0/ports?device_id=80562635-b174-4582-9db2-db1ded4dcc6a HTTP/1.1" status: 200 len: 946 time: 0.3983622 Sep 23 06:54:48.666009 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-45572a66-96b2-4579-bb00-76408625787e tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] 10.222.0.39 "GET /v2.0/networks/5019518d-eac8-49a9-9aeb-5ffff2aeaec3?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.3680758 Sep 23 06:54:48.681232 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 41496) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:48.684338 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a8a7c1d8-70d7-4cd6-bb38-1e117e621a42 req-c35e6df5-77cb-4076-8f67-dac8a9c562ed tempest-ServersNegativeTestMultiTenantJSON-660479984 tempest-ServersNegativeTestMultiTenantJSON-660479984-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf576ca9-f1d1-45f8-b6d6-6b4d0cf2549a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570798 Sep 23 06:54:48.689892 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-a5fc95a2-2f81-43f2-a47c-bbd33fcb246c tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Allocated IP 172.25.2.55 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/9264df35-b955-4d82-bb64-34c86e48598a) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:54:48.715399 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-37c9586b-0e00-46a4-9d50-3e0240099bde req-76a9f862-f964-45fe-ada5-12bc4078c0b0 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:48.791776 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a9f862-f964-45fe-ada5-12bc4078c0b0 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Pushing event deleted for resources: {'Port': ['ID=f947862c-9ae7-4ba5-beb5-fa04f2f02f9f,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:48.834570 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a5fc95a2-2f81-43f2-a47c-bbd33fcb246c tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:48.885180 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a5fc95a2-2f81-43f2-a47c-bbd33fcb246c tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:48.894745 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-37c9586b-0e00-46a4-9d50-3e0240099bde req-76a9f862-f964-45fe-ada5-12bc4078c0b0 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] No DVR routers for this DVR port f947862c-9ae7-4ba5-beb5-fa04f2f02f9f on host n-h1-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:54:48.898821 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abdb3577-69a1-488f-a2b2-cb629e311794 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:48.903509 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-abdb3577-69a1-488f-a2b2-cb629e311794 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] 10.222.0.39 "GET /v2.0/subnets/5a1c3622-856a-4d11-b065-70e03c7ceeeb HTTP/1.1" status: 200 len: 811 time: 0.2149813 Sep 23 06:54:48.908543 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-37c9586b-0e00-46a4-9d50-3e0240099bde req-76a9f862-f964-45fe-ada5-12bc4078c0b0 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:48.910626 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-37c9586b-0e00-46a4-9d50-3e0240099bde req-76a9f862-f964-45fe-ada5-12bc4078c0b0 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.21 "DELETE /v2.0/ports/f947862c-9ae7-4ba5-beb5-fa04f2f02f9f HTTP/1.1" status: 204 len: 173 time: 2.1143169 Sep 23 06:54:48.911076 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 41500) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:48.911533 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '671265d2-16fd-4692-9592-414591c0025a', 'name': 'network-vif-deleted', 'tag': 'f947862c-9ae7-4ba5-beb5-fa04f2f02f9f'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:54:48.913946 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a886f31-270c-42a7-ba3d-974372d859fa" -d '{"events": [{"server_uuid": "671265d2-16fd-4692-9592-414591c0025a", "name": "network-vif-deleted", "tag": "f947862c-9ae7-4ba5-beb5-fa04f2f02f9f"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:54:48.954749 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fc95a2-2f81-43f2-a47c-bbd33fcb246c tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:54:48.978039 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-a5fc95a2-2f81-43f2-a47c-bbd33fcb246c tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:54:48.984622 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fc95a2-2f81-43f2-a47c-bbd33fcb246c tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:54:49.024817 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6f4f94-2f35-426d-9b97-29ba8cf5614d tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Attributes excluded by policy engine: ['shared'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:49.029583 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-ef6f4f94-2f35-426d-9b97-29ba8cf5614d tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] 10.222.0.39 "GET /v2.0/subnets/5a1c3622-856a-4d11-b065-70e03c7ceeeb?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0949340 Sep 23 06:54:49.030343 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 41504) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:49.036098 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-382cb185-0cc4-4aa9-9901-8602cb9ca86d tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-590963359'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:54:49.036595 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fc95a2-2f81-43f2-a47c-bbd33fcb246c tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Pushing event updated for resources: {'Port': ['ID=9264df35-b955-4d82-bb64-34c86e48598a,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:49.042926 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80562635-b174-4582-9db2-db1ded4dcc6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44560994-95e4-4ceb-828f-041be9960b5b'}, {'server_uuid': '671265d2-16fd-4692-9592-414591c0025a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f947862c-9ae7-4ba5-beb5-fa04f2f02f9f'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:54:49.045226 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e01c75-a1dd-4703-aed2-b84d47f8bb0e" -d '{"events": [{"server_uuid": "80562635-b174-4582-9db2-db1ded4dcc6a", "name": "network-vif-plugged", "status": "completed", "tag": "44560994-95e4-4ceb-828f-041be9960b5b"}, {"server_uuid": "671265d2-16fd-4692-9592-414591c0025a", "name": "network-vif-unplugged", "status": "completed", "tag": "f947862c-9ae7-4ba5-beb5-fa04f2f02f9f"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:54:49.114741 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-112554d9-42ad-4ad2-ab38-eeddf493d8f3 x-openstack-request-id: req-112554d9-42ad-4ad2-ab38-eeddf493d8f3 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:54:49.115099 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "671265d2-16fd-4692-9592-414591c0025a", "name": "network-vif-deleted", "tag": "f947862c-9ae7-4ba5-beb5-fa04f2f02f9f", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:54:49.115354 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-112554d9-42ad-4ad2-ab38-eeddf493d8f3 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:54:49.115764 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '671265d2-16fd-4692-9592-414591c0025a', 'name': 'network-vif-deleted', 'tag': 'f947862c-9ae7-4ba5-beb5-fa04f2f02f9f', 'status': 'completed', 'code': 200} Sep 23 06:54:49.119291 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382cb185-0cc4-4aa9-9901-8602cb9ca86d tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Made reservation on behalf of e1f9ec6ddeac4ec980f2ecc5a17cabb6 for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:54:49.124409 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-382cb185-0cc4-4aa9-9901-8602cb9ca86d tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:49.130581 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc5290a-144c-48ef-bad2-2b350a5059d3 req-7ad69125-ba3b-49cf-ae71-0f57b8c89f37 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:49.141312 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc5290a-144c-48ef-bad2-2b350a5059d3 req-7ad69125-ba3b-49cf-ae71-0f57b8c89f37 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:49.148643 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc5290a-144c-48ef-bad2-2b350a5059d3 req-7ad69125-ba3b-49cf-ae71-0f57b8c89f37 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:49.155430 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc5290a-144c-48ef-bad2-2b350a5059d3 req-7ad69125-ba3b-49cf-ae71-0f57b8c89f37 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:49.158032 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-382cb185-0cc4-4aa9-9901-8602cb9ca86d tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:54:49.162484 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc5290a-144c-48ef-bad2-2b350a5059d3 req-7ad69125-ba3b-49cf-ae71-0f57b8c89f37 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:49.168491 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 23 Sep 2021 06:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-428cd1a9-80c1-4b3d-8082-4bd1d3e5b00a x-openstack-request-id: req-428cd1a9-80c1-4b3d-8082-4bd1d3e5b00a {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:54:49.168891 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80562635-b174-4582-9db2-db1ded4dcc6a", "name": "network-vif-plugged", "status": "completed", "tag": "44560994-95e4-4ceb-828f-041be9960b5b", "code": 200}, {"server_uuid": "671265d2-16fd-4692-9592-414591c0025a", "name": "network-vif-unplugged", "status": "completed", "tag": "f947862c-9ae7-4ba5-beb5-fa04f2f02f9f", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:54:49.169191 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-428cd1a9-80c1-4b3d-8082-4bd1d3e5b00a {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:54:49.169643 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80562635-b174-4582-9db2-db1ded4dcc6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44560994-95e4-4ceb-828f-041be9960b5b', 'code': 200} Sep 23 06:54:49.169981 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '671265d2-16fd-4692-9592-414591c0025a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f947862c-9ae7-4ba5-beb5-fa04f2f02f9f', 'code': 200} Sep 23 06:54:49.172939 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc5290a-144c-48ef-bad2-2b350a5059d3 req-7ad69125-ba3b-49cf-ae71-0f57b8c89f37 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:49.180245 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc5290a-144c-48ef-bad2-2b350a5059d3 req-7ad69125-ba3b-49cf-ae71-0f57b8c89f37 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:49.182294 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1cc5290a-144c-48ef-bad2-2b350a5059d3 req-7ad69125-ba3b-49cf-ae71-0f57b8c89f37 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79 HTTP/1.1" status: 200 len: 5436 time: 0.2456861 Sep 23 06:54:49.193013 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-382cb185-0cc4-4aa9-9901-8602cb9ca86d tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:49.193537 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-382cb185-0cc4-4aa9-9901-8602cb9ca86d tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Added segment a70f134a-3f7f-49ab-84dd-0b6e9f348eaf of type vlan for network 35929b20-4554-4eac-9614-96a71995fb11 Sep 23 06:54:49.301946 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-382cb185-0cc4-4aa9-9901-8602cb9ca86d tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:49.335724 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1cc5290a-144c-48ef-bad2-2b350a5059d3 req-491c60b2-df48-4097-977c-b7f927821e38 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/security-groups?id=af4b1172-21fa-42ea-8f78-02b27dc94910&id=b479065b-36b3-4865-ad7c-063369a14027&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1110418 Sep 23 06:54:49.357086 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-382cb185-0cc4-4aa9-9901-8602cb9ca86d tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:49.364606 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382cb185-0cc4-4aa9-9901-8602cb9ca86d tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:49.364606 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-382cb185-0cc4-4aa9-9901-8602cb9ca86d tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:49.401170 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1744af7e-72b8-4bb5-84f4-2e3089c2dc6c req-da4e8ce7-e8e7-41fc-b4bb-c7104a0ccdc9 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=671265d2-16fd-4692-9592-414591c0025a HTTP/1.1" status: 200 len: 210 time: 0.0730875 Sep 23 06:54:49.442519 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bda822-b6ac-46f9-bb98-e7f0330103e7 req-bb4603dd-d970-4d7b-a737-612541a2e341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:49.445388 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c3bda822-b6ac-46f9-bb98-e7f0330103e7 req-bb4603dd-d970-4d7b-a737-612541a2e341 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=80562635-b174-4582-9db2-db1ded4dcc6a HTTP/1.1" status: 200 len: 1098 time: 0.1150825 Sep 23 06:54:49.454783 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-382cb185-0cc4-4aa9-9901-8602cb9ca86d tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4201868 Sep 23 06:54:49.461682 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 41518) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:49.468746 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-0e719c40-f758-4f68-807d-145e12eff1bc tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Request body: {'subnet': {'network_id': '35929b20-4554-4eac-9614-96a71995fb11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:54:49.497701 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a5fc95a2-2f81-43f2-a47c-bbd33fcb246c tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks [] for router_gateway, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:49.534436 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382cb185-0cc4-4aa9-9901-8602cb9ca86d tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Pushing event updated for resources: {'Network': ['ID=35929b20-4554-4eac-9614-96a71995fb11,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:49.549517 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 35929b20-4554-4eac-9614-96a71995fb11 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:54:49.583750 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c3bda822-b6ac-46f9-bb98-e7f0330103e7 req-14d1aa62-5ae9-4683-b6a6-2a1817e6f2a5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=bf576ca9-f1d1-45f8-b6d6-6b4d0cf2549a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309369 Sep 23 06:54:49.649950 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef51b7-7d25-4c22-b439-33c5a31fa2d0 req-921521e6-555c-425e-9be4-de75acf113e1 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:49.655923 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef51b7-7d25-4c22-b439-33c5a31fa2d0 req-921521e6-555c-425e-9be4-de75acf113e1 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:49.662437 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef51b7-7d25-4c22-b439-33c5a31fa2d0 req-921521e6-555c-425e-9be4-de75acf113e1 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:49.668358 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef51b7-7d25-4c22-b439-33c5a31fa2d0 req-921521e6-555c-425e-9be4-de75acf113e1 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:49.674463 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef51b7-7d25-4c22-b439-33c5a31fa2d0 req-921521e6-555c-425e-9be4-de75acf113e1 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:49.680895 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef51b7-7d25-4c22-b439-33c5a31fa2d0 req-921521e6-555c-425e-9be4-de75acf113e1 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:49.686965 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef51b7-7d25-4c22-b439-33c5a31fa2d0 req-921521e6-555c-425e-9be4-de75acf113e1 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:49.700286 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-57ef51b7-7d25-4c22-b439-33c5a31fa2d0 req-921521e6-555c-425e-9be4-de75acf113e1 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79 HTTP/1.1" status: 200 len: 5436 time: 0.1799881 Sep 23 06:54:49.705007 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 41520) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:49.712203 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-38614c67-5498-4174-9348-df0a082c7cb6 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Request body: {'floatingip': {'port_id': '710c6711-73b5-4443-9f6d-058253ac8526'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:54:49.761050 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a5fc95a2-2f81-43f2-a47c-bbd33fcb246c tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2069904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5251'] for router, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:49.764916 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a5fc95a2-2f81-43f2-a47c-bbd33fcb246c tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2069929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2069922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2064665'] for router, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:49.771844 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-38614c67-5498-4174-9348-df0a082c7cb6 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks [] for floatingip, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:49.774020 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e719c40-f758-4f68-807d-145e12eff1bc tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Made reservation on behalf of e1f9ec6ddeac4ec980f2ecc5a17cabb6 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:54:49.777489 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0e719c40-f758-4f68-807d-145e12eff1bc tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:49.869963 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b10e558-0c48-4a7c-a108-e064f591094b req-3ef1070e-a789-4277-b73e-ad76b07087e5 tempest-ServersNegativeTestMultiTenantJSON-660479984 tempest-ServersNegativeTestMultiTenantJSON-660479984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:49.871535 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8b10e558-0c48-4a7c-a108-e064f591094b req-3ef1070e-a789-4277-b73e-ad76b07087e5 tempest-ServersNegativeTestMultiTenantJSON-660479984 tempest-ServersNegativeTestMultiTenantJSON-660479984-project] 10.222.0.39 "GET /v2.0/ports?device_id=80562635-b174-4582-9db2-db1ded4dcc6a HTTP/1.1" status: 200 len: 946 time: 0.1027014 Sep 23 06:54:49.888709 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.ipam_backend_mixin [None req-0e719c40-f758-4f68-807d-145e12eff1bc tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Performing IP validity checks on allocation pools {{(pid=95065) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 23 06:54:49.889235 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.ipam_backend_mixin [None req-0e719c40-f758-4f68-807d-145e12eff1bc tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95065) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 23 06:54:49.945979 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8b10e558-0c48-4a7c-a108-e064f591094b req-7e15f92e-98fd-4842-9035-35c1bca0b570 tempest-ServersNegativeTestMultiTenantJSON-660479984 tempest-ServersNegativeTestMultiTenantJSON-660479984-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf576ca9-f1d1-45f8-b6d6-6b4d0cf2549a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477078 Sep 23 06:54:49.979329 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5fc95a2-2f81-43f2-a47c-bbd33fcb246c tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Router eb86e805-5f3d-4658-b225-358cd99c5abf is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 06:54:50.096214 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5fc95a2-2f81-43f2-a47c-bbd33fcb246c tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:54:50.105604 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a5fc95a2-2f81-43f2-a47c-bbd33fcb246c tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:50.106858 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-a5fc95a2-2f81-43f2-a47c-bbd33fcb246c tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] 10.222.0.39 "PUT /v2.0/routers/eb86e805-5f3d-4658-b225-358cd99c5abf HTTP/1.1" status: 200 len: 877 time: 2.6548519 Sep 23 06:54:50.109732 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 41524) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:50.112748 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440f72a6-20d1-4aae-bf97-2fad2e045406 None None] Sync routers for ids ['eb86e805-5f3d-4658-b225-358cd99c5abf'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:54:50.123554 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440f72a6-20d1-4aae-bf97-2fad2e045406 None None] Routers {'eb86e805-5f3d-4658-b225-358cd99c5abf'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:54:50.124176 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-440f72a6-20d1-4aae-bf97-2fad2e045406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:54:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['eb86e805-5f3d-4658-b225-358cd99c5abf'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:50.159256 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-440f72a6-20d1-4aae-bf97-2fad2e045406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:50.169217 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440f72a6-20d1-4aae-bf97-2fad2e045406 None None] Routers {'eb86e805-5f3d-4658-b225-358cd99c5abf'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:54:50.170089 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-440f72a6-20d1-4aae-bf97-2fad2e045406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:54:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['eb86e805-5f3d-4658-b225-358cd99c5abf'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:50.206145 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-440f72a6-20d1-4aae-bf97-2fad2e045406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:50.207053 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440f72a6-20d1-4aae-bf97-2fad2e045406 None None] The sync data for ids ['eb86e805-5f3d-4658-b225-358cd99c5abf'] in n-d-715271-16 is: [] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:54:50.252370 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0e719c40-f758-4f68-807d-145e12eff1bc tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:50.254218 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-d0ffad6d-210d-40b4-9304-d74833b5f456 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] 10.222.0.39 "GET /v2.0/routers/eb86e805-5f3d-4658-b225-358cd99c5abf HTTP/1.1" status: 200 len: 918 time: 0.1340077 Sep 23 06:54:50.255616 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 41528) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:50.310735 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e719c40-f758-4f68-807d-145e12eff1bc tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Pushing event updated for resources: {'Subnet': ['ID=2bf5c621-4d21-4263-bd65-2a678bf72a6b,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:50.311087 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d7ea37-acb4-42b7-9355-430081425a04 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:50.315199 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-d2d7ea37-acb4-42b7-9355-430081425a04 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=0f47978c-41eb-4cc7-92bf-8b873be8a1a0&device_id=eb86e805-5f3d-4658-b225-358cd99c5abf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0561182 Sep 23 06:54:50.315897 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 41534) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:50.514549 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a53a02-3a79-43cf-8fdb-94711a0e2e63 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:50.516889 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-11a53a02-3a79-43cf-8fdb-94711a0e2e63 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] 10.222.0.39 "GET /v2.0/networks/0f47978c-41eb-4cc7-92bf-8b873be8a1a0 HTTP/1.1" status: 200 len: 881 time: 0.1988602 Sep 23 06:54:50.519367 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 41544) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:50.522057 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e719c40-f758-4f68-807d-145e12eff1bc tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Checking segment: {'id': 'a70f134a-3f7f-49ab-84dd-0b6e9f348eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '35929b20-4554-4eac-9614-96a71995fb11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:54:50.522436 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e719c40-f758-4f68-807d-145e12eff1bc tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Network hostable DHCP agents. Network: 35929b20-4554-4eac-9614-96a71995fb11, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:54:50.588729 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-e91fba61-e308-44cf-a02c-c8a8886a22af tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb86e805-5f3d-4658-b225-358cd99c5abf HTTP/1.1" status: 200 len: 205 time: 0.0653358 Sep 23 06:54:50.591299 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 41546) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:50.628598 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e719c40-f758-4f68-807d-145e12eff1bc tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Network 35929b20-4554-4eac-9614-96a71995fb11 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:54:50.638131 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 41548) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:50.661347 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-0e719c40-f758-4f68-807d-145e12eff1bc tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 35929b20-4554-4eac-9614-96a71995fb11) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:54:50.666543 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e719c40-f758-4f68-807d-145e12eff1bc tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:50.667149 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0e719c40-f758-4f68-807d-145e12eff1bc tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:50.674945 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac6a534-a7aa-4876-a1e1-832a1cf3d721 None None] Network 35929b20-4554-4eac-9614-96a71995fb11 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:54:50.706698 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-0e719c40-f758-4f68-807d-145e12eff1bc tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.2413955 Sep 23 06:54:50.706961 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 41554) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:50.713214 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-41560029-7e22-43b4-b90f-f57c672092ff tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:54:50.771169 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-eb6b3cc0-17e6-4aed-9454-ad4d560baf89 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks [] for router, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:50.780214 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-38614c67-5498-4174-9348-df0a082c7cb6 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:50.797012 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-38614c67-5498-4174-9348-df0a082c7cb6 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:50.894685 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-eb6b3cc0-17e6-4aed-9454-ad4d560baf89 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:50.899551 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f083ef35-aab6-441c-b6e8-bb2772ef5963 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-35929b20-4554-4eac-9614-96a71995fb11', 'network_id': '35929b20-4554-4eac-9614-96a71995fb11', 'tenant_id': 'e1f9ec6ddeac4ec980f2ecc5a17cabb6', 'fixed_ips': [{'subnet_id': '2bf5c621-4d21-4263-bd65-2a678bf72a6b'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 06:54:50.900507 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f083ef35-aab6-441c-b6e8-bb2772ef5963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:50.912623 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-96e9fe54-f2ae-4d07-a3dc-3b66a5f1dcbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:50.959659 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-eb6b3cc0-17e6-4aed-9454-ad4d560baf89 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Deleting port 9264df35-b955-4d82-bb64-34c86e48598a {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:54:50.960246 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-eb6b3cc0-17e6-4aed-9454-ad4d560baf89 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:50.982301 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-41560029-7e22-43b4-b90f-f57c672092ff tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-518932330'] for subnet, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:51.052103 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-eb6b3cc0-17e6-4aed-9454-ad4d560baf89 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:51.083054 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-eb6b3cc0-17e6-4aed-9454-ad4d560baf89 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Calling delete_port for 9264df35-b955-4d82-bb64-34c86e48598a owned by network:router_gateway {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:54:51.163597 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.db.api [None req-f083ef35-aab6-441c-b6e8-bb2772ef5963 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 06:54:51.163597 n-d-715271-16 neutron-server[95067]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Sep 23 06:54:51.163597 n-d-715271-16 neutron-server[95067]: [parameters: {'in_use': 1, 'id_1': '2bf5c621-4d21-4263-bd65-2a678bf72a6b'}] Sep 23 06:54:51.163597 n-d-715271-16 neutron-server[95067]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 06:54:51.164458 n-d-715271-16 neutron-server[95067]: DEBUG oslo_db.api [None req-f083ef35-aab6-441c-b6e8-bb2772ef5963 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 06:54:51.190520 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c8e205-fb79-42b2-bacb-3e0922c3d39b req-e0c66de7-657c-4899-b8f6-a57533f929fb tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:51.193315 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-27c8e205-fb79-42b2-bacb-3e0922c3d39b req-e0c66de7-657c-4899-b8f6-a57533f929fb tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 944 time: 0.4008486 Sep 23 06:54:51.209234 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad99a2a8-f971-47c8-b52d-3f61525c9067 req-52954bb2-3642-4d20-bcd1-886d77547dbb tempest-ServersNegativeTestMultiTenantJSON-660479984 tempest-ServersNegativeTestMultiTenantJSON-660479984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:51.211013 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ad99a2a8-f971-47c8-b52d-3f61525c9067 req-52954bb2-3642-4d20-bcd1-886d77547dbb tempest-ServersNegativeTestMultiTenantJSON-660479984 tempest-ServersNegativeTestMultiTenantJSON-660479984-project] 10.222.0.39 "GET /v2.0/ports?device_id=80562635-b174-4582-9db2-db1ded4dcc6a HTTP/1.1" status: 200 len: 946 time: 0.1254292 Sep 23 06:54:51.267037 n-d-715271-16 neutron-server[95065]: INFO neutron.db.l3_db [None req-38614c67-5498-4174-9348-df0a082c7cb6 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Floating IP 89f7d749-b4ef-4ccd-a285-381ee0d890d4 associated. External IP: 172.25.2.157, port: 710c6711-73b5-4443-9f6d-058253ac8526. Sep 23 06:54:51.302736 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ad99a2a8-f971-47c8-b52d-3f61525c9067 req-1c0d8aab-26f1-4f49-bb10-94a026b7ff22 tempest-ServersNegativeTestMultiTenantJSON-660479984 tempest-ServersNegativeTestMultiTenantJSON-660479984-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf576ca9-f1d1-45f8-b6d6-6b4d0cf2549a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853133 Sep 23 06:54:51.362622 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-eb6b3cc0-17e6-4aed-9454-ad4d560baf89 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:51.393167 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6b3cc0-17e6-4aed-9454-ad4d560baf89 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Pushing event deleted for resources: {'Port': ['ID=9264df35-b955-4d82-bb64-34c86e48598a,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:51.396760 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-27c8e205-fb79-42b2-bacb-3e0922c3d39b req-720b6ab0-756d-410e-bf85-774a246234b0 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1738279 Sep 23 06:54:51.469224 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-eb6b3cc0-17e6-4aed-9454-ad4d560baf89 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2068563'] for router_gateway, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:51.473250 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-41560029-7e22-43b4-b90f-f57c672092ff tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753429850871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-518335387'] for subnet, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:51.540138 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-96e9fe54-f2ae-4d07-a3dc-3b66a5f1dcbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:51.552044 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-96e9fe54-f2ae-4d07-a3dc-3b66a5f1dcbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:51.584892 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-eb6b3cc0-17e6-4aed-9454-ad4d560baf89 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:51.587577 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-eb6b3cc0-17e6-4aed-9454-ad4d560baf89 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:51.588371 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41560029-7e22-43b4-b90f-f57c672092ff tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:51.588985 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-41560029-7e22-43b4-b90f-f57c672092ff tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:51.590309 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-41560029-7e22-43b4-b90f-f57c672092ff tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] 10.222.0.39 "PUT /v2.0/subnets/2bf5c621-4d21-4263-bd65-2a678bf72a6b HTTP/1.1" status: 200 len: 877 time: 0.8818002 Sep 23 06:54:51.593268 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 41562) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:51.616499 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41560029-7e22-43b4-b90f-f57c672092ff tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Pushing event updated for resources: {'Subnet': ['ID=2bf5c621-4d21-4263-bd65-2a678bf72a6b,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:51.648166 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e9fe54-f2ae-4d07-a3dc-3b66a5f1dcbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4955d34f-b9ae-40d3-a55c-f3e5123a6602,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:51.658727 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-96e9fe54-f2ae-4d07-a3dc-3b66a5f1dcbb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b6ab92e3ae274ca19da828238f5ff3a5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0190811 Sep 23 06:54:51.661326 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 41564) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:51.666524 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f083ef35-aab6-441c-b6e8-bb2772ef5963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:51.690638 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-eb6b3cc0-17e6-4aed-9454-ad4d560baf89 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:51.691197 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb6b3cc0-17e6-4aed-9454-ad4d560baf89 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Fanout notify agent at l3_agent the message router_deleted on router eb86e805-5f3d-4658-b225-358cd99c5abf {{(pid=95066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 06:54:51.707076 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-eb6b3cc0-17e6-4aed-9454-ad4d560baf89 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:51.708923 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-eb6b3cc0-17e6-4aed-9454-ad4d560baf89 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] 10.222.0.39 "DELETE /v2.0/routers/eb86e805-5f3d-4658-b225-358cd99c5abf HTTP/1.1" status: 204 len: 168 time: 1.1165977 Sep 23 06:54:51.740059 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 41566) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:51.750659 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-fc74154e-e36c-47ca-a7cd-30b725ed2656 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1842339886', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:54:51.810541 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-21deb8f6-14f7-4f88-b385-1546f8935a07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:51.819991 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6b19b9ed-a716-493c-a03d-2431251fed7c tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:51.828339 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fc74154e-e36c-47ca-a7cd-30b725ed2656 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:51.829376 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fc74154e-e36c-47ca-a7cd-30b725ed2656 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:51.832880 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-f083ef35-aab6-441c-b6e8-bb2772ef5963 None None] Allocated IP 172.20.0.3 (35929b20-4554-4eac-9614-96a71995fb11/2bf5c621-4d21-4263-bd65-2a678bf72a6b/3488fa18-b54c-4d59-9071-802d35516bc2) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:54:51.854946 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-21deb8f6-14f7-4f88-b385-1546f8935a07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:51.960458 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fc74154e-e36c-47ca-a7cd-30b725ed2656 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:51.970475 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fc74154e-e36c-47ca-a7cd-30b725ed2656 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:51.983474 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6b19b9ed-a716-493c-a03d-2431251fed7c tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:51.989727 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f083ef35-aab6-441c-b6e8-bb2772ef5963 None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:51.996129 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f083ef35-aab6-441c-b6e8-bb2772ef5963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:52.022804 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fc74154e-e36c-47ca-a7cd-30b725ed2656 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:52.024034 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-fc74154e-e36c-47ca-a7cd-30b725ed2656 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2791378 Sep 23 06:54:52.026892 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-21deb8f6-14f7-4f88-b385-1546f8935a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:52.029459 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-21deb8f6-14f7-4f88-b385-1546f8935a07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:52.033039 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-21deb8f6-14f7-4f88-b385-1546f8935a07 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4955d34f-b9ae-40d3-a55c-f3e5123a6602 HTTP/1.1" status: 204 len: 168 time: 0.3676395 Sep 23 06:54:52.033039 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 41568) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:52.042862 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-ca47c572-354f-4544-87e1-f352c662d72f tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'enable_snat': True}}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:54:52.050047 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f083ef35-aab6-441c-b6e8-bb2772ef5963 None None] Network 35929b20-4554-4eac-9614-96a71995fb11 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:54:52.059938 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-f083ef35-aab6-441c-b6e8-bb2772ef5963 None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:54:52.068935 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f083ef35-aab6-441c-b6e8-bb2772ef5963 None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:54:52.071778 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f083ef35-aab6-441c-b6e8-bb2772ef5963 None None] Pushing event updated for resources: {'Port': ['ID=3488fa18-b54c-4d59-9071-802d35516bc2,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:52.094391 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21deb8f6-14f7-4f88-b385-1546f8935a07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4955d34f-b9ae-40d3-a55c-f3e5123a6602,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:52.126518 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38614c67-5498-4174-9348-df0a082c7cb6 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Router 70e7ed44-50f0-43ab-ae05-66577310bc99 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:54:52.180661 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-f083ef35-aab6-441c-b6e8-bb2772ef5963 None None] Attempting to bind port 3488fa18-b54c-4d59-9071-802d35516bc2 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:54:52.181102 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-f083ef35-aab6-441c-b6e8-bb2772ef5963 None None] Attempting to bind port 3488fa18-b54c-4d59-9071-802d35516bc2 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': 'a70f134a-3f7f-49ab-84dd-0b6e9f348eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '35929b20-4554-4eac-9614-96a71995fb11'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:54:52.182120 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f083ef35-aab6-441c-b6e8-bb2772ef5963 None None] Attempting to bind port 3488fa18-b54c-4d59-9071-802d35516bc2 on network 35929b20-4554-4eac-9614-96a71995fb11 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:54:52.191462 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f083ef35-aab6-441c-b6e8-bb2772ef5963 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:54:52.194304 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f083ef35-aab6-441c-b6e8-bb2772ef5963 None None] Checking segment: {'id': 'a70f134a-3f7f-49ab-84dd-0b6e9f348eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '35929b20-4554-4eac-9614-96a71995fb11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:54:52.194757 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f083ef35-aab6-441c-b6e8-bb2772ef5963 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:52.195013 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6b19b9ed-a716-493c-a03d-2431251fed7c tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:52.195169 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f083ef35-aab6-441c-b6e8-bb2772ef5963 None None] Bound using segment: {'id': 'a70f134a-3f7f-49ab-84dd-0b6e9f348eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '35929b20-4554-4eac-9614-96a71995fb11'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:54:52.195715 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-f083ef35-aab6-441c-b6e8-bb2772ef5963 None None] Bound port: 3488fa18-b54c-4d59-9071-802d35516bc2, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a70f134a-3f7f-49ab-84dd-0b6e9f348eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '35929b20-4554-4eac-9614-96a71995fb11'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:54:52.196134 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f083ef35-aab6-441c-b6e8-bb2772ef5963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:52.256010 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38614c67-5498-4174-9348-df0a082c7cb6 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:54:52.261265 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-38614c67-5498-4174-9348-df0a082c7cb6 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:52.266786 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450486bc-8306-4d31-b41f-29dd132560ca None None] Sync routers for ids ['70e7ed44-50f0-43ab-ae05-66577310bc99'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:54:52.285242 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450486bc-8306-4d31-b41f-29dd132560ca None None] Routers {'70e7ed44-50f0-43ab-ae05-66577310bc99'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:54:52.286372 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-f083ef35-aab6-441c-b6e8-bb2772ef5963 None None] For port 3488fa18-b54c-4d59-9071-802d35516bc2, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:54:52.286842 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-450486bc-8306-4d31-b41f-29dd132560ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:54:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['70e7ed44-50f0-43ab-ae05-66577310bc99'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:52.290590 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-f083ef35-aab6-441c-b6e8-bb2772ef5963 None None] For port 3488fa18-b54c-4d59-9071-802d35516bc2, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=3488fa18-b54c-4d59-9071-802d35516bc2,segment=NetworkSegment(a70f134a-3f7f-49ab-84dd-0b6e9f348eaf),segment_id=a70f134a-3f7f-49ab-84dd-0b6e9f348eaf)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:54:52.297546 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f083ef35-aab6-441c-b6e8-bb2772ef5963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:52.308320 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-38614c67-5498-4174-9348-df0a082c7cb6 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "PUT /v2.0/floatingips/89f7d749-b4ef-4ccd-a285-381ee0d890d4 HTTP/1.1" status: 200 len: 992 time: 2.6022341 Sep 23 06:54:52.308922 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e650ab1-4163-4a0e-ad47-59d87ee3ce79', 'tag': '710c6711-73b5-4443-9f6d-058253ac8526'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:54:52.311388 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e7ec07-f8f5-471c-ac5c-cb25902eca90" -d '{"events": [{"name": "network-changed", "server_uuid": "4e650ab1-4163-4a0e-ad47-59d87ee3ce79", "tag": "710c6711-73b5-4443-9f6d-058253ac8526"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:54:52.326495 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b19b9ed-a716-493c-a03d-2431251fed7c tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Pushing event deleted for resources: {'Subnet': ['ID=2bf5c621-4d21-4263-bd65-2a678bf72a6b,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:52.374575 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f083ef35-aab6-441c-b6e8-bb2772ef5963 None None] Pushing event updated for resources: {'Port': ['ID=3488fa18-b54c-4d59-9071-802d35516bc2,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:52.408087 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18830612-2efb-4cac-b3e5-45106529c96b x-openstack-request-id: req-18830612-2efb-4cac-b3e5-45106529c96b {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:54:52.408413 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e650ab1-4163-4a0e-ad47-59d87ee3ce79", "tag": "710c6711-73b5-4443-9f6d-058253ac8526", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:54:52.408673 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-18830612-2efb-4cac-b3e5-45106529c96b {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:54:52.409047 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e650ab1-4163-4a0e-ad47-59d87ee3ce79', 'tag': '710c6711-73b5-4443-9f6d-058253ac8526', 'status': 'completed', 'code': 200} Sep 23 06:54:52.451445 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64336f50-61e4-4ba5-aff8-355ba8f35a1c None None] Network 35929b20-4554-4eac-9614-96a71995fb11 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:54:52.503612 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-450486bc-8306-4d31-b41f-29dd132560ca None None] Set router 70e7ed44-50f0-43ab-ae05-66577310bc99 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:54:52.580712 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2125b3-0245-4478-a074-f20224ca9584 req-2c18df4d-a28e-4791-aa49-95102dc1d6bd tempest-ServersNegativeTestMultiTenantJSON-660479984 tempest-ServersNegativeTestMultiTenantJSON-660479984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:52.583398 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7d2125b3-0245-4478-a074-f20224ca9584 req-2c18df4d-a28e-4791-aa49-95102dc1d6bd tempest-ServersNegativeTestMultiTenantJSON-660479984 tempest-ServersNegativeTestMultiTenantJSON-660479984-project] 10.222.0.39 "GET /v2.0/ports?device_id=80562635-b174-4582-9db2-db1ded4dcc6a HTTP/1.1" status: 200 len: 946 time: 0.0869458 Sep 23 06:54:52.644259 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7d2125b3-0245-4478-a074-f20224ca9584 req-972df84c-ea42-48ff-a3dc-13a787a31c63 tempest-ServersNegativeTestMultiTenantJSON-660479984 tempest-ServersNegativeTestMultiTenantJSON-660479984-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf576ca9-f1d1-45f8-b6d6-6b4d0cf2549a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541751 Sep 23 06:54:52.654695 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f67a8f-33b2-476e-89f1-b45d2b07a611 None None] Network 35929b20-4554-4eac-9614-96a71995fb11 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:54:52.758249 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f992cc-f2dc-44d2-8776-777368b89e40 req-59366740-6b27-4815-861d-ba15071104ed tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:52.760599 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-65f992cc-f2dc-44d2-8776-777368b89e40 req-59366740-6b27-4815-861d-ba15071104ed tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.21 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 944 time: 0.0892725 Sep 23 06:54:52.879902 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ca47c572-354f-4544-87e1-f352c662d72f tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:52.897469 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e634d2-9da6-4905-9ba3-834faeff3ce9 None None] get_active_networks_info from n-d-715271-16 {{(pid=95067) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 06:54:52.968847 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-450486bc-8306-4d31-b41f-29dd132560ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e7ed44-50f0-43ab-ae05-66577310bc99', 'name': 'tempest-TaggedBootDevicesTest-476475854-router', 'tenant_id': '3be4c5cb804b4ff99ee0f3347ae7c2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': 'c33bd2a1-9902-4797-9792-350b9cbfccfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:52:38Z', 'updated_at': '2021-09-23T06:52:42Z', 'revision_number': 4, 'project_id': '3be4c5cb804b4ff99ee0f3347ae7c2c6', 'gw_port': {'id': 'c33bd2a1-9902-4797-9792-350b9cbfccfb', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:66:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e7ed44-50f0-43ab-ae05-66577310bc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:52:38Z', 'updated_at': '2021-09-23T06:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '89f7d749-b4ef-4ccd-a285-381ee0d890d4', 'tenant_id': '3be4c5cb804b4ff99ee0f3347ae7c2c6', 'floating_ip_address': '172.25.2.157', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '70e7ed44-50f0-43ab-ae05-66577310bc99', 'port_id': '710c6711-73b5-4443-9f6d-058253ac8526', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89158bcd-2a79-4993-ae5b-556a0ab839e7', 'mac_address': 'fa:16:3e:a7:8c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e650ab1-4163-4a0e-ad47-59d87ee3ce79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T06:53:29Z', 'updated_at': '2021-09-23T06:54:50Z', 'revision_number': 1, 'project_id': '3be4c5cb804b4ff99ee0f3347ae7c2c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9584c77-25b4-4e41-a033-9348f00c5a12', 'name': '', 'network_id': '89158bcd-2a79-4993-ae5b-556a0ab839e7', 'tenant_id': '3be4c5cb804b4ff99ee0f3347ae7c2c6', 'mac_address': 'fa:16:3e:77:4b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e7ed44-50f0-43ab-ae05-66577310bc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '11f8f7b3-d5e2-420b-8586-bf82f5f03fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:52:41Z', 'updated_at': '2021-09-23T06:52:47Z', 'revision_number': 5, 'project_id': '3be4c5cb804b4ff99ee0f3347ae7c2c6', 'subnets': [{'id': '11f8f7b3-d5e2-420b-8586-bf82f5f03fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:52.983643 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-65f992cc-f2dc-44d2-8776-777368b89e40 req-a62f41de-6fa7-481d-870d-1331ab652571 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Deleting port 13fc1c55-aac8-4284-a65a-d9e7ba02d995 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:54:52.984235 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-65f992cc-f2dc-44d2-8776-777368b89e40 req-a62f41de-6fa7-481d-870d-1331ab652571 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:52.997524 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6b19b9ed-a716-493c-a03d-2431251fed7c tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:53.008245 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450486bc-8306-4d31-b41f-29dd132560ca None None] Checking router: 70e7ed44-50f0-43ab-ae05-66577310bc99 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:54:53.021021 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450486bc-8306-4d31-b41f-29dd132560ca None None] Routers {'70e7ed44-50f0-43ab-ae05-66577310bc99'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:54:53.022069 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-450486bc-8306-4d31-b41f-29dd132560ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:54:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['70e7ed44-50f0-43ab-ae05-66577310bc99'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:53.058346 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-6b19b9ed-a716-493c-a03d-2431251fed7c tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35929b20-4554-4eac-9614-96a71995fb11']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:53.077325 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-6b19b9ed-a716-493c-a03d-2431251fed7c tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a70f134a-3f7f-49ab-84dd-0b6e9f348eaf') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:53.077604 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-6b19b9ed-a716-493c-a03d-2431251fed7c tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a70f134a-3f7f-49ab-84dd-0b6e9f348eaf') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:53.108060 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6b19b9ed-a716-493c-a03d-2431251fed7c tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:53.125325 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e7ec07-f8f5-471c-ac5c-cb25902eca90 req-53d0fa88-1191-4c7f-b81a-d9b382fe7a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:53.125811 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e7ec07-f8f5-471c-ac5c-cb25902eca90 req-53d0fa88-1191-4c7f-b81a-d9b382fe7a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:53.126312 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e7ec07-f8f5-471c-ac5c-cb25902eca90 req-53d0fa88-1191-4c7f-b81a-d9b382fe7a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:53.128142 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e7ec07-f8f5-471c-ac5c-cb25902eca90 req-53d0fa88-1191-4c7f-b81a-d9b382fe7a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:53.128142 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e7ec07-f8f5-471c-ac5c-cb25902eca90 req-53d0fa88-1191-4c7f-b81a-d9b382fe7a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:53.128142 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e7ec07-f8f5-471c-ac5c-cb25902eca90 req-53d0fa88-1191-4c7f-b81a-d9b382fe7a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:53.128142 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e7ec07-f8f5-471c-ac5c-cb25902eca90 req-53d0fa88-1191-4c7f-b81a-d9b382fe7a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:53.130251 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-83e7ec07-f8f5-471c-ac5c-cb25902eca90 req-53d0fa88-1191-4c7f-b81a-d9b382fe7a03 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3be4c5cb804b4ff99ee0f3347ae7c2c6&device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79 HTTP/1.1" status: 200 len: 6500 time: 0.2408600 Sep 23 06:54:53.138123 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e350cca2-1efe-45ad-ab1f-a096dccd3a3c req-83aa199f-bf8d-45c9-b53a-2e0ccf6760d7 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:53.145423 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e350cca2-1efe-45ad-ab1f-a096dccd3a3c req-83aa199f-bf8d-45c9-b53a-2e0ccf6760d7 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 944 time: 0.2613831 Sep 23 06:54:53.146456 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e634d2-9da6-4905-9ba3-834faeff3ce9 None None] Resources bound (agent type, host, resource id): {{(pid=95067) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 06:54:53.149060 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f85e38c-f1be-4399-b6bf-2b1f3c2a20e7 req-0910a576-17a1-4f18-a9c8-93b67559ebbb tempest-ServersNegativeTestMultiTenantJSON-660479984 tempest-ServersNegativeTestMultiTenantJSON-660479984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:53.157834 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6f85e38c-f1be-4399-b6bf-2b1f3c2a20e7 req-0910a576-17a1-4f18-a9c8-93b67559ebbb tempest-ServersNegativeTestMultiTenantJSON-660479984 tempest-ServersNegativeTestMultiTenantJSON-660479984-project] 10.222.0.39 "GET /v2.0/ports?device_id=80562635-b174-4582-9db2-db1ded4dcc6a HTTP/1.1" status: 200 len: 946 time: 0.1418309 Sep 23 06:54:53.171105 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6b19b9ed-a716-493c-a03d-2431251fed7c tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:53.195160 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-450486bc-8306-4d31-b41f-29dd132560ca None None] Set router 70e7ed44-50f0-43ab-ae05-66577310bc99 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:54:53.209115 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b19b9ed-a716-493c-a03d-2431251fed7c tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:54:53.209523 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6b19b9ed-a716-493c-a03d-2431251fed7c tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:53.218452 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 06:54:53.218452 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:54:53.218452 n-d-715271-16 neutron-server[95066]: timer() Sep 23 06:54:53.218452 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:54:53.218452 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 06:54:53.218452 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:54:53.218452 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 06:54:53.218452 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:54:53.218452 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 06:54:53.218452 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:54:53.218452 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 06:54:53.218452 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:54:53.218452 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 06:54:53.218452 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:54:53.218452 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:54:53.218452 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:54:53.218452 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:54:53.218452 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:54:53.218452 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 06:54:53.218452 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:54:53.218452 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 06:54:53.218452 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:54:53.218452 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:54:53.218452 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:54:53.218452 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 06:54:53.218452 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:54:53.218452 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:54:53.218452 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:54:53.218452 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:54:53.218452 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:54:53.218452 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:54:53.218452 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:54:53.220408 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6f85e38c-f1be-4399-b6bf-2b1f3c2a20e7 req-3464e0ec-1065-461c-af25-c00c07762008 tempest-ServersNegativeTestMultiTenantJSON-660479984 tempest-ServersNegativeTestMultiTenantJSON-660479984-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf576ca9-f1d1-45f8-b6d6-6b4d0cf2549a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588825 Sep 23 06:54:53.220408 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-65f992cc-f2dc-44d2-8776-777368b89e40 req-a62f41de-6fa7-481d-870d-1331ab652571 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] For port 13fc1c55-aac8-4284-a65a-d9e7ba02d995, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=13fc1c55-aac8-4284-a65a-d9e7ba02d995,segment=NetworkSegment(c88b2831-f544-41bb-bbcc-5b15e741880e),segment_id=c88b2831-f544-41bb-bbcc-5b15e741880e)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:54:53.220408 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-65f992cc-f2dc-44d2-8776-777368b89e40 req-a62f41de-6fa7-481d-870d-1331ab652571 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:53.371651 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e350cca2-1efe-45ad-ab1f-a096dccd3a3c req-8b619ec8-030b-4ca4-bc34-b33ed84d270b tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups?id=e37fe37b-1cc7-4de0-901f-03302748e5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2252500 Sep 23 06:54:53.475481 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.db.api [None req-6b19b9ed-a716-493c-a03d-2431251fed7c tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 23 06:54:53.475481 n-d-715271-16 neutron-server[95066]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 23 06:54:53.475481 n-d-715271-16 neutron-server[95066]: [parameters: {'id': '35929b20-4554-4eac-9614-96a71995fb11'}] Sep 23 06:54:53.475481 n-d-715271-16 neutron-server[95066]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95066) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 06:54:53.476015 n-d-715271-16 neutron-server[95066]: DEBUG oslo_db.api [None req-6b19b9ed-a716-493c-a03d-2431251fed7c tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 06:54:53.565394 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e7ec07-f8f5-471c-ac5c-cb25902eca90 req-927ae19a-ce0a-41e8-b034-604688ab4b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:53.567515 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-83e7ec07-f8f5-471c-ac5c-cb25902eca90 req-927ae19a-ce0a-41e8-b034-604688ab4b02 service neutron] 10.222.0.58 "GET /v2.0/networks?id=89158bcd-2a79-4993-ae5b-556a0ab839e7 HTTP/1.1" status: 200 len: 912 time: 0.4178848 Sep 23 06:54:53.643769 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-65f992cc-f2dc-44d2-8776-777368b89e40 req-a62f41de-6fa7-481d-870d-1331ab652571 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:53.644193 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-65f992cc-f2dc-44d2-8776-777368b89e40 req-a62f41de-6fa7-481d-870d-1331ab652571 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:53.644517 n-d-715271-16 neutron-server[95065]: INFO neutron.db.l3_db [req-65f992cc-f2dc-44d2-8776-777368b89e40 req-a62f41de-6fa7-481d-870d-1331ab652571 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Floating IP 092b0bf7-96a5-457d-8463-c63ad66e5ef7 disassociated. External IP: 172.25.2.197, port: 13fc1c55-aac8-4284-a65a-d9e7ba02d995. Sep 23 06:54:53.644935 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-65f992cc-f2dc-44d2-8776-777368b89e40 req-a62f41de-6fa7-481d-870d-1331ab652571 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Calling delete_port for 13fc1c55-aac8-4284-a65a-d9e7ba02d995 owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:54:53.657950 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-450486bc-8306-4d31-b41f-29dd132560ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e7ed44-50f0-43ab-ae05-66577310bc99', 'name': 'tempest-TaggedBootDevicesTest-476475854-router', 'tenant_id': '3be4c5cb804b4ff99ee0f3347ae7c2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': 'c33bd2a1-9902-4797-9792-350b9cbfccfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:52:38Z', 'updated_at': '2021-09-23T06:52:42Z', 'revision_number': 4, 'project_id': '3be4c5cb804b4ff99ee0f3347ae7c2c6', 'gw_port': {'id': 'c33bd2a1-9902-4797-9792-350b9cbfccfb', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:66:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e7ed44-50f0-43ab-ae05-66577310bc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:52:38Z', 'updated_at': '2021-09-23T06:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '89f7d749-b4ef-4ccd-a285-381ee0d890d4', 'tenant_id': '3be4c5cb804b4ff99ee0f3347ae7c2c6', 'floating_ip_address': '172.25.2.157', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '70e7ed44-50f0-43ab-ae05-66577310bc99', 'port_id': '710c6711-73b5-4443-9f6d-058253ac8526', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89158bcd-2a79-4993-ae5b-556a0ab839e7', 'mac_address': 'fa:16:3e:a7:8c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e650ab1-4163-4a0e-ad47-59d87ee3ce79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T06:53:29Z', 'updated_at': '2021-09-23T06:54:50Z', 'revision_number': 1, 'project_id': '3be4c5cb804b4ff99ee0f3347ae7c2c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9584c77-25b4-4e41-a033-9348f00c5a12', 'name': '', 'network_id': '89158bcd-2a79-4993-ae5b-556a0ab839e7', 'tenant_id': '3be4c5cb804b4ff99ee0f3347ae7c2c6', 'mac_address': 'fa:16:3e:77:4b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e7ed44-50f0-43ab-ae05-66577310bc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '11f8f7b3-d5e2-420b-8586-bf82f5f03fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:52:41Z', 'updated_at': '2021-09-23T06:52:47Z', 'revision_number': 5, 'project_id': '3be4c5cb804b4ff99ee0f3347ae7c2c6', 'subnets': [{'id': '11f8f7b3-d5e2-420b-8586-bf82f5f03fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:53.689009 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450486bc-8306-4d31-b41f-29dd132560ca None None] The sync data for ids ['70e7ed44-50f0-43ab-ae05-66577310bc99'] in n-d-715271-16 is: [{'id': '70e7ed44-50f0-43ab-ae05-66577310bc99', 'name': 'tempest-TaggedBootDevicesTest-476475854-router', 'tenant_id': '3be4c5cb804b4ff99ee0f3347ae7c2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': 'c33bd2a1-9902-4797-9792-350b9cbfccfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:52:38Z', 'updated_at': '2021-09-23T06:52:42Z', 'revision_number': 4, 'project_id': '3be4c5cb804b4ff99ee0f3347ae7c2c6', 'gw_port': {'id': 'c33bd2a1-9902-4797-9792-350b9cbfccfb', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:66:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e7ed44-50f0-43ab-ae05-66577310bc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:52:38Z', 'updated_at': '2021-09-23T06:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '89f7d749-b4ef-4ccd-a285-381ee0d890d4', 'tenant_id': '3be4c5cb804b4ff99ee0f3347ae7c2c6', 'floating_ip_address': '172.25.2.157', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '70e7ed44-50f0-43ab-ae05-66577310bc99', 'port_id': '710c6711-73b5-4443-9f6d-058253ac8526', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89158bcd-2a79-4993-ae5b-556a0ab839e7', 'mac_address': 'fa:16:3e:a7:8c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e650ab1-4163-4a0e-ad47-59d87ee3ce79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T06:53:29Z', 'updated_at': '2021-09-23T06:54:50Z', 'revision_number': 1, 'project_id': '3be4c5cb804b4ff99ee0f3347ae7c2c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9584c77-25b4-4e41-a033-9348f00c5a12', 'name': '', 'network_id': '89158bcd-2a79-4993-ae5b-556a0ab839e7', 'tenant_id': '3be4c5cb804b4ff99ee0f3347ae7c2c6', 'mac_address': 'fa:16:3e:77:4b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e7ed44-50f0-43ab-ae05-66577310bc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '11f8f7b3-d5e2-420b-8586-bf82f5f03fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:52:41Z', 'updated_at': '2021-09-23T06:52:47Z', 'revision_number': 5, 'project_id': '3be4c5cb804b4ff99ee0f3347ae7c2c6', 'subnets': [{'id': '11f8f7b3-d5e2-420b-8586-bf82f5f03fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:54:53.815351 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-83e7ec07-f8f5-471c-ac5c-cb25902eca90 req-dcc77798-d1c8-4842-8c0e-e14df7db966a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=710c6711-73b5-4443-9f6d-058253ac8526 HTTP/1.1" status: 200 len: 1000 time: 0.1521108 Sep 23 06:54:53.823510 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ca47c572-354f-4544-87e1-f352c662d72f tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:53.850237 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48528439-c213-44da-be16-acfb5a17ddf1 req-7c432154-30ac-42b1-aa2e-b3d861c6c53d tempest-ServersNegativeTestMultiTenantJSON-660479984 tempest-ServersNegativeTestMultiTenantJSON-660479984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:53.859443 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-48528439-c213-44da-be16-acfb5a17ddf1 req-7c432154-30ac-42b1-aa2e-b3d861c6c53d tempest-ServersNegativeTestMultiTenantJSON-660479984 tempest-ServersNegativeTestMultiTenantJSON-660479984-project] 10.222.0.39 "GET /v2.0/ports?device_id=80562635-b174-4582-9db2-db1ded4dcc6a HTTP/1.1" status: 200 len: 946 time: 0.1065700 Sep 23 06:54:53.901185 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ca47c572-354f-4544-87e1-f352c662d72f tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:53.906600 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-48528439-c213-44da-be16-acfb5a17ddf1 req-4423c96a-437e-4a00-947f-371af422d276 tempest-ServersNegativeTestMultiTenantJSON-660479984 tempest-ServersNegativeTestMultiTenantJSON-660479984-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf576ca9-f1d1-45f8-b6d6-6b4d0cf2549a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440547 Sep 23 06:54:53.981110 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6b19b9ed-a716-493c-a03d-2431251fed7c tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:54.013124 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-65f992cc-f2dc-44d2-8776-777368b89e40 req-a62f41de-6fa7-481d-870d-1331ab652571 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:54.023786 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e7ec07-f8f5-471c-ac5c-cb25902eca90 req-b50b10d3-87a6-4cf4-b29a-e68e10492e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:54.025752 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-83e7ec07-f8f5-471c-ac5c-cb25902eca90 req-b50b10d3-87a6-4cf4-b29a-e68e10492e3a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=11f8f7b3-d5e2-420b-8586-bf82f5f03fc6 HTTP/1.1" status: 200 len: 850 time: 0.1977637 Sep 23 06:54:54.066005 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62f41de-6fa7-481d-870d-1331ab652571 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Pushing event deleted for resources: {'Port': ['ID=13fc1c55-aac8-4284-a65a-d9e7ba02d995,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:54.110420 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7453461d-112c-4acb-91d3-78e898dc56cf None None] New status for floating IP 89f7d749-b4ef-4ccd-a285-381ee0d890d4: ACTIVE {{(pid=95067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 06:54:54.242029 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [req-65f992cc-f2dc-44d2-8776-777368b89e40 req-a62f41de-6fa7-481d-870d-1331ab652571 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Router dbe641db-7bf4-4b34-b1be-467f0a065bdb has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:54:54.291620 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e7ec07-f8f5-471c-ac5c-cb25902eca90 req-f81a0b59-b3fd-40f2-977d-98a4bc4440ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:54.293199 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-83e7ec07-f8f5-471c-ac5c-cb25902eca90 req-f81a0b59-b3fd-40f2-977d-98a4bc4440ed service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=89158bcd-2a79-4993-ae5b-556a0ab839e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2557855 Sep 23 06:54:54.321674 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-ca47c572-354f-4544-87e1-f352c662d72f tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Allocated IP 172.25.2.142 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/f6f035c7-3577-48e1-b642-246a16c75e12) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:54:54.422554 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 41650) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:54.433315 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-6b19b9ed-a716-493c-a03d-2431251fed7c tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Deleting port 3488fa18-b54c-4d59-9071-802d35516bc2 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:54:54.433790 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6b19b9ed-a716-493c-a03d-2431251fed7c tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:54.447599 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-65f992cc-f2dc-44d2-8776-777368b89e40 req-a62f41de-6fa7-481d-870d-1331ab652571 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:54:54.456479 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d59845-de82-4e17-8204-89e57e37a72c None None] Sync routers for ids ['dbe641db-7bf4-4b34-b1be-467f0a065bdb'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:54:54.475999 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d59845-de82-4e17-8204-89e57e37a72c None None] Routers {'dbe641db-7bf4-4b34-b1be-467f0a065bdb'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:54:54.477160 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-71d59845-de82-4e17-8204-89e57e37a72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:54:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['dbe641db-7bf4-4b34-b1be-467f0a065bdb'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:54.520395 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ea10c2e5-4486-489f-bbae-069db5d24e17 req-87fc6ff8-f925-48df-bcd9-c499ef76887d tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33652c9-f51e-4ce3-8d6c-a84749adc04b HTTP/1.1" status: 200 len: 210 time: 0.0682497 Sep 23 06:54:54.561964 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a6bf5b-1219-4fb0-894f-4e46768f779f req-a95af710-7e8d-45f8-a2fc-5811526a3bd2 tempest-ServersNegativeTestMultiTenantJSON-660479984 tempest-ServersNegativeTestMultiTenantJSON-660479984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:54.565428 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-83e7ec07-f8f5-471c-ac5c-cb25902eca90 req-907a3139-81bd-40ed-98e0-75a0f8995cf0 service neutron] 10.222.0.58 "GET /v2.0/networks/89158bcd-2a79-4993-ae5b-556a0ab839e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526970 Sep 23 06:54:54.566166 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-22a6bf5b-1219-4fb0-894f-4e46768f779f req-a95af710-7e8d-45f8-a2fc-5811526a3bd2 tempest-ServersNegativeTestMultiTenantJSON-660479984 tempest-ServersNegativeTestMultiTenantJSON-660479984-project] 10.222.0.39 "GET /v2.0/ports?device_id=80562635-b174-4582-9db2-db1ded4dcc6a HTTP/1.1" status: 200 len: 946 time: 0.1425707 Sep 23 06:54:54.573585 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-6b19b9ed-a716-493c-a03d-2431251fed7c tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] For port 3488fa18-b54c-4d59-9071-802d35516bc2, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=3488fa18-b54c-4d59-9071-802d35516bc2,segment=NetworkSegment(a70f134a-3f7f-49ab-84dd-0b6e9f348eaf),segment_id=a70f134a-3f7f-49ab-84dd-0b6e9f348eaf)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:54:54.573986 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6b19b9ed-a716-493c-a03d-2431251fed7c tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:54.593028 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-65f992cc-f2dc-44d2-8776-777368b89e40 req-a62f41de-6fa7-481d-870d-1331ab652571 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] No DVR routers for this DVR port 13fc1c55-aac8-4284-a65a-d9e7ba02d995 on host n-h1-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:54:54.595884 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-65f992cc-f2dc-44d2-8776-777368b89e40 req-a62f41de-6fa7-481d-870d-1331ab652571 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:54.598441 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-65f992cc-f2dc-44d2-8776-777368b89e40 req-a62f41de-6fa7-481d-870d-1331ab652571 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.21 "DELETE /v2.0/ports/13fc1c55-aac8-4284-a65a-d9e7ba02d995 HTTP/1.1" status: 204 len: 173 time: 1.8312175 Sep 23 06:54:54.605416 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c33652c9-f51e-4ce3-8d6c-a84749adc04b', 'name': 'network-vif-deleted', 'tag': '13fc1c55-aac8-4284-a65a-d9e7ba02d995'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:54:54.608009 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa0749c-2808-488c-a46e-38b3855df402" -d '{"events": [{"server_uuid": "c33652c9-f51e-4ce3-8d6c-a84749adc04b", "name": "network-vif-deleted", "tag": "13fc1c55-aac8-4284-a65a-d9e7ba02d995"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:54:54.611909 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-71d59845-de82-4e17-8204-89e57e37a72c None None] Set router dbe641db-7bf4-4b34-b1be-467f0a065bdb gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:54:54.619569 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d6c76a93-a80c-4a59-97ee-591c475baf01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:54.670952 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b131a88a-dce8-47e4-b1f7-b8b2f4aa973d x-openstack-request-id: req-b131a88a-dce8-47e4-b1f7-b8b2f4aa973d {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:54:54.671362 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c33652c9-f51e-4ce3-8d6c-a84749adc04b", "name": "network-vif-deleted", "tag": "13fc1c55-aac8-4284-a65a-d9e7ba02d995", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:54:54.671719 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b131a88a-dce8-47e4-b1f7-b8b2f4aa973d {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:54:54.672218 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c33652c9-f51e-4ce3-8d6c-a84749adc04b', 'name': 'network-vif-deleted', 'tag': '13fc1c55-aac8-4284-a65a-d9e7ba02d995', 'status': 'completed', 'code': 200} Sep 23 06:54:54.698258 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-22a6bf5b-1219-4fb0-894f-4e46768f779f req-f7e99926-1e9e-4c22-ba11-5122dd5da913 tempest-ServersNegativeTestMultiTenantJSON-660479984 tempest-ServersNegativeTestMultiTenantJSON-660479984-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf576ca9-f1d1-45f8-b6d6-6b4d0cf2549a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072855 Sep 23 06:54:54.704906 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-6b19b9ed-a716-493c-a03d-2431251fed7c tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Calling delete_port for 3488fa18-b54c-4d59-9071-802d35516bc2 owned by network:dhcp {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:54:54.728428 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-83e7ec07-f8f5-471c-ac5c-cb25902eca90 req-ce9b6c44-d4de-4d31-9dbf-814f834d6b9c service neutron] 10.222.0.58 "GET /v2.0/networks/89158bcd-2a79-4993-ae5b-556a0ab839e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504498 Sep 23 06:54:54.836630 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ca47c572-354f-4544-87e1-f352c662d72f tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:54.848050 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d6c76a93-a80c-4a59-97ee-591c475baf01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:54.854036 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d6c76a93-a80c-4a59-97ee-591c475baf01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:54.892076 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc8d0585-4d83-4027-a27b-2c3493897db7 req-4d2455c7-9a30-4e56-9513-8eeb65976736 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5bf31744-0efa-4cef-967d-471fd8e8c528&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0948572 Sep 23 06:54:54.900450 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-d6c76a93-a80c-4a59-97ee-591c475baf01 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=aff69741d4ec416a96ad5cd6029de74a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4754870 Sep 23 06:54:54.901540 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6b19b9ed-a716-493c-a03d-2431251fed7c tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:54.902124 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c76a93-a80c-4a59-97ee-591c475baf01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e65b4935-2c5f-420a-9e7f-a0dca08c8919,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:54.903372 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 41660) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:54.920807 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-71d59845-de82-4e17-8204-89e57e37a72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe641db-7bf4-4b34-b1be-467f0a065bdb', 'name': 'tempest-ServerActionsTestJSON-498114134-router', 'tenant_id': '8275c6392a72426db62ebfc4817f4420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '699c95b2-ff41-46b9-9911-a667a22a0d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:42:01Z', 'updated_at': '2021-09-23T06:42:08Z', 'revision_number': 4, 'project_id': '8275c6392a72426db62ebfc4817f4420', 'gw_port': {'id': '699c95b2-ff41-46b9-9911-a667a22a0d14', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:3d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe641db-7bf4-4b34-b1be-467f0a065bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:42:01Z', 'updated_at': '2021-09-23T06:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '70f53203-51d6-4d06-9e60-4d943be83326', 'name': '', 'network_id': 'd3302f5d-bf5e-4d5b-a7a4-2ca05635fe64', 'tenant_id': '8275c6392a72426db62ebfc4817f4420', 'mac_address': 'fa:16:3e:b3:6b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe641db-7bf4-4b34-b1be-467f0a065bdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '46ccc032-0362-4c9c-977b-4c26fbfaa4e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:42:06Z', 'updated_at': '2021-09-23T06:42:13Z', 'revision_number': 5, 'project_id': '8275c6392a72426db62ebfc4817f4420', 'subnets': [{'id': '46ccc032-0362-4c9c-977b-4c26fbfaa4e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:54.946707 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d59845-de82-4e17-8204-89e57e37a72c None None] Checking router: dbe641db-7bf4-4b34-b1be-467f0a065bdb for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:54:54.947034 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ca47c572-354f-4544-87e1-f352c662d72f tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:54.955189 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d59845-de82-4e17-8204-89e57e37a72c None None] Routers {'dbe641db-7bf4-4b34-b1be-467f0a065bdb'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:54:54.955798 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-71d59845-de82-4e17-8204-89e57e37a72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:54:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['dbe641db-7bf4-4b34-b1be-467f0a065bdb'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:54.959189 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b19b9ed-a716-493c-a03d-2431251fed7c tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Pushing event deleted for resources: {'Port': ['ID=3488fa18-b54c-4d59-9071-802d35516bc2,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:54.975715 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b19b9ed-a716-493c-a03d-2431251fed7c tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] No DVR routers for this DVR port 3488fa18-b54c-4d59-9071-802d35516bc2 on host n-d-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:54:55.062450 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca47c572-354f-4544-87e1-f352c662d72f tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:54:55.085907 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-ca47c572-354f-4544-87e1-f352c662d72f tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:54:55.094589 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca47c572-354f-4544-87e1-f352c662d72f tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:54:55.147791 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca47c572-354f-4544-87e1-f352c662d72f tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Pushing event updated for resources: {'Port': ['ID=f6f035c7-3577-48e1-b642-246a16c75e12,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:55.170241 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-71d59845-de82-4e17-8204-89e57e37a72c None None] Set router dbe641db-7bf4-4b34-b1be-467f0a065bdb gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:54:55.181236 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6b19b9ed-a716-493c-a03d-2431251fed7c tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:55.200075 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8d0585-4d83-4027-a27b-2c3493897db7 req-7fea1f76-6339-4b96-8bf8-a2d7e281b6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:55.200573 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8d0585-4d83-4027-a27b-2c3493897db7 req-7fea1f76-6339-4b96-8bf8-a2d7e281b6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:55.201052 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8d0585-4d83-4027-a27b-2c3493897db7 req-7fea1f76-6339-4b96-8bf8-a2d7e281b6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:55.202478 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8d0585-4d83-4027-a27b-2c3493897db7 req-7fea1f76-6339-4b96-8bf8-a2d7e281b6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:55.202478 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8d0585-4d83-4027-a27b-2c3493897db7 req-7fea1f76-6339-4b96-8bf8-a2d7e281b6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:55.202478 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8d0585-4d83-4027-a27b-2c3493897db7 req-7fea1f76-6339-4b96-8bf8-a2d7e281b6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:55.202934 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8d0585-4d83-4027-a27b-2c3493897db7 req-7fea1f76-6339-4b96-8bf8-a2d7e281b6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:55.204907 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc8d0585-4d83-4027-a27b-2c3493897db7 req-7fea1f76-6339-4b96-8bf8-a2d7e281b6e9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=147ee43e793f431bb6dc0e9de8ff2960&device_id=5bf31744-0efa-4cef-967d-471fd8e8c528 HTTP/1.1" status: 200 len: 6507 time: 0.2596357 Sep 23 06:54:55.211385 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-99c6efee-eb45-4a8d-a64d-7327380c7e52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:55.275346 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-6b19b9ed-a716-493c-a03d-2431251fed7c tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35929b20-4554-4eac-9614-96a71995fb11']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:55.313520 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-99c6efee-eb45-4a8d-a64d-7327380c7e52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:55.318176 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-6b19b9ed-a716-493c-a03d-2431251fed7c tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a70f134a-3f7f-49ab-84dd-0b6e9f348eaf') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:55.318480 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-6b19b9ed-a716-493c-a03d-2431251fed7c tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a70f134a-3f7f-49ab-84dd-0b6e9f348eaf') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:55.366860 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6b19b9ed-a716-493c-a03d-2431251fed7c tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:55.391967 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-71d59845-de82-4e17-8204-89e57e37a72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe641db-7bf4-4b34-b1be-467f0a065bdb', 'name': 'tempest-ServerActionsTestJSON-498114134-router', 'tenant_id': '8275c6392a72426db62ebfc4817f4420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '699c95b2-ff41-46b9-9911-a667a22a0d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:42:01Z', 'updated_at': '2021-09-23T06:42:08Z', 'revision_number': 4, 'project_id': '8275c6392a72426db62ebfc4817f4420', 'gw_port': {'id': '699c95b2-ff41-46b9-9911-a667a22a0d14', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:3d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe641db-7bf4-4b34-b1be-467f0a065bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:42:01Z', 'updated_at': '2021-09-23T06:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '70f53203-51d6-4d06-9e60-4d943be83326', 'name': '', 'network_id': 'd3302f5d-bf5e-4d5b-a7a4-2ca05635fe64', 'tenant_id': '8275c6392a72426db62ebfc4817f4420', 'mac_address': 'fa:16:3e:b3:6b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe641db-7bf4-4b34-b1be-467f0a065bdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '46ccc032-0362-4c9c-977b-4c26fbfaa4e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:42:06Z', 'updated_at': '2021-09-23T06:42:13Z', 'revision_number': 5, 'project_id': '8275c6392a72426db62ebfc4817f4420', 'subnets': [{'id': '46ccc032-0362-4c9c-977b-4c26fbfaa4e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:55.419835 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d59845-de82-4e17-8204-89e57e37a72c None None] The sync data for ids ['dbe641db-7bf4-4b34-b1be-467f0a065bdb'] in n-d-715271-16 is: [{'id': 'dbe641db-7bf4-4b34-b1be-467f0a065bdb', 'name': 'tempest-ServerActionsTestJSON-498114134-router', 'tenant_id': '8275c6392a72426db62ebfc4817f4420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '699c95b2-ff41-46b9-9911-a667a22a0d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:42:01Z', 'updated_at': '2021-09-23T06:42:08Z', 'revision_number': 4, 'project_id': '8275c6392a72426db62ebfc4817f4420', 'gw_port': {'id': '699c95b2-ff41-46b9-9911-a667a22a0d14', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:3d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe641db-7bf4-4b34-b1be-467f0a065bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:42:01Z', 'updated_at': '2021-09-23T06:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '70f53203-51d6-4d06-9e60-4d943be83326', 'name': '', 'network_id': 'd3302f5d-bf5e-4d5b-a7a4-2ca05635fe64', 'tenant_id': '8275c6392a72426db62ebfc4817f4420', 'mac_address': 'fa:16:3e:b3:6b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe641db-7bf4-4b34-b1be-467f0a065bdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '46ccc032-0362-4c9c-977b-4c26fbfaa4e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:42:06Z', 'updated_at': '2021-09-23T06:42:13Z', 'revision_number': 5, 'project_id': '8275c6392a72426db62ebfc4817f4420', 'subnets': [{'id': '46ccc032-0362-4c9c-977b-4c26fbfaa4e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:54:55.425229 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6b19b9ed-a716-493c-a03d-2431251fed7c tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:55.465142 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b19b9ed-a716-493c-a03d-2431251fed7c tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:54:55.465602 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6b19b9ed-a716-493c-a03d-2431251fed7c tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:55.470146 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 06:54:55.470146 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:54:55.470146 n-d-715271-16 neutron-server[95066]: timer() Sep 23 06:54:55.470146 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:54:55.470146 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 06:54:55.470146 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:54:55.470146 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 06:54:55.470146 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:54:55.470146 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 06:54:55.470146 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:54:55.470146 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 06:54:55.470146 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:54:55.470146 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 06:54:55.470146 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:54:55.470146 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:54:55.470146 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:54:55.470146 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:54:55.470146 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:54:55.470146 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 06:54:55.470146 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:54:55.470146 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 06:54:55.470146 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:54:55.470146 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:54:55.470146 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:54:55.470146 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 06:54:55.470146 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:54:55.470146 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:54:55.470146 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:54:55.470146 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:54:55.470146 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:54:55.470146 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:54:55.470146 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:54:55.593059 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8d0585-4d83-4027-a27b-2c3493897db7 req-6c17da68-30c3-4e9a-9e86-a6a0f64e65b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:55.593541 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8d0585-4d83-4027-a27b-2c3493897db7 req-6c17da68-30c3-4e9a-9e86-a6a0f64e65b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:55.594043 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8d0585-4d83-4027-a27b-2c3493897db7 req-6c17da68-30c3-4e9a-9e86-a6a0f64e65b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:55.596192 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc8d0585-4d83-4027-a27b-2c3493897db7 req-6c17da68-30c3-4e9a-9e86-a6a0f64e65b0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=101e91e4-7df0-4369-ab96-69b58e29208f&id=feb093c6-06a4-4aad-bf82-6fd567da1d91&id=feb093c6-06a4-4aad-bf82-6fd567da1d91&id=feb093c6-06a4-4aad-bf82-6fd567da1d91&id=feb093c6-06a4-4aad-bf82-6fd567da1d91&id=f4c6acfd-810d-4386-8654-cad37d5f8fa8&id=f4c6acfd-810d-4386-8654-cad37d5f8fa8 HTTP/1.1" status: 200 len: 2297 time: 0.3179691 Sep 23 06:54:55.603439 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6b19b9ed-a716-493c-a03d-2431251fed7c tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:55.607984 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-99c6efee-eb45-4a8d-a64d-7327380c7e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:55.610980 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-99c6efee-eb45-4a8d-a64d-7327380c7e52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:55.611814 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-99c6efee-eb45-4a8d-a64d-7327380c7e52 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e65b4935-2c5f-420a-9e7f-a0dca08c8919 HTTP/1.1" status: 204 len: 168 time: 0.7039716 Sep 23 06:54:55.630449 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6b19b9ed-a716-493c-a03d-2431251fed7c tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:55.635070 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-6b19b9ed-a716-493c-a03d-2431251fed7c tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] 10.222.0.39 "DELETE /v2.0/networks/35929b20-4554-4eac-9614-96a71995fb11 HTTP/1.1" status: 204 len: 168 time: 4.0377009 Sep 23 06:54:55.637091 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 41672) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:55.642588 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 41674) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:55.681132 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b102623-3178-4302-b33e-e0c35e7328ea tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] DELETE failed (client error): The resource could not be found. Sep 23 06:54:55.682234 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b102623-3178-4302-b33e-e0c35e7328ea tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:54:55.684210 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-6b102623-3178-4302-b33e-e0c35e7328ea tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] 10.222.0.39 "DELETE /v2.0/subnets/2bf5c621-4d21-4263-bd65-2a678bf72a6b HTTP/1.1" status: 404 len: 337 time: 0.0451415 Sep 23 06:54:55.691101 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 41676) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:55.695740 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c6efee-eb45-4a8d-a64d-7327380c7e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e65b4935-2c5f-420a-9e7f-a0dca08c8919,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:55.700879 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b19b9ed-a716-493c-a03d-2431251fed7c tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Pushing event deleted for resources: {'Network': ['ID=35929b20-4554-4eac-9614-96a71995fb11,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:55.729278 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-44fbcc10-63dc-4ae8-8f86-b124cf5ffe8c tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] DELETE failed (client error): The resource could not be found. Sep 23 06:54:55.730033 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44fbcc10-63dc-4ae8-8f86-b124cf5ffe8c tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:54:55.732419 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-44fbcc10-63dc-4ae8-8f86-b124cf5ffe8c tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] 10.222.0.39 "DELETE /v2.0/networks/35929b20-4554-4eac-9614-96a71995fb11 HTTP/1.1" status: 404 len: 339 time: 0.0390191 Sep 23 06:54:55.735952 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 41680) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:55.756067 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc8d0585-4d83-4027-a27b-2c3493897db7 req-812bd0d0-2847-443b-bff4-aa783349ee50 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec26d16c-4b06-4d74-a5ea-ff42d0ea9fbb HTTP/1.1" status: 200 len: 1001 time: 0.1507504 Sep 23 06:54:55.764770 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ca47c572-354f-4544-87e1-f352c662d72f tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:55.766413 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 13fc1c55-aac8-4284-a65a-d9e7ba02d995 no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:54:55.779889 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-26861ab3-8545-4420-af09-194f25fb0ec2 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] DELETE failed (client error): The resource could not be found. Sep 23 06:54:55.780496 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26861ab3-8545-4420-af09-194f25fb0ec2 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:54:55.782489 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-26861ab3-8545-4420-af09-194f25fb0ec2 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] 10.222.0.39 "DELETE /v2.0/subnets/8d741938-b8f9-4e17-97b8-c20171b24685 HTTP/1.1" status: 404 len: 337 time: 0.0454745 Sep 23 06:54:55.785073 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 41682) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:55.830884 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b736d72-7535-47a8-b9ef-5e326fd27a45 None None] New status for floating IP 092b0bf7-96a5-457d-8463-c63ad66e5ef7: DOWN {{(pid=95067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 06:54:55.843632 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] No Port match for: 13fc1c55-aac8-4284-a65a-d9e7ba02d995 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:54:55.844123 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 13fc1c55-aac8-4284-a65a-d9e7ba02d995 not bound to the agent host n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:54:55.861640 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-f050e4c3-440e-41e5-9fff-f4cd41bab5c5 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] DELETE failed (client error): The resource could not be found. Sep 23 06:54:55.864593 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f050e4c3-440e-41e5-9fff-f4cd41bab5c5 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:54:55.867326 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8d0585-4d83-4027-a27b-2c3493897db7 req-9a3cdc1a-9e6e-4414-92a8-7f257b8422c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:55.868880 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc8d0585-4d83-4027-a27b-2c3493897db7 req-9a3cdc1a-9e6e-4414-92a8-7f257b8422c1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f10707c7-ecb6-4efa-8289-ef31b97494c5 HTTP/1.1" status: 200 len: 855 time: 0.1004424 Sep 23 06:54:55.869424 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-f050e4c3-440e-41e5-9fff-f4cd41bab5c5 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] 10.222.0.39 "DELETE /v2.0/networks/47c73965-b3ec-4547-83dc-09f414de5964 HTTP/1.1" status: 404 len: 339 time: 0.0832355 Sep 23 06:54:55.874185 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 41688) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:55.963454 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3946d364-24d5-4eda-8861-7430ee94c218 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:55.989340 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3946d364-24d5-4eda-8861-7430ee94c218 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:56.006246 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8d0585-4d83-4027-a27b-2c3493897db7 req-7dcc9149-2f10-4318-a4de-4dff377ca627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:56.008134 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc8d0585-4d83-4027-a27b-2c3493897db7 req-7dcc9149-2f10-4318-a4de-4dff377ca627 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=101e91e4-7df0-4369-ab96-69b58e29208f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1313472 Sep 23 06:54:56.061506 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-26b0ce54-187e-4c82-8cfe-2bd96c1d31c0 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:56.096980 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ca47c572-354f-4544-87e1-f352c662d72f tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2069904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5251'] for router, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:56.128648 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ca47c572-354f-4544-87e1-f352c662d72f tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2069929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2069922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2064665'] for router, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:56.167406 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5306dc-f591-436e-a544-ec151f347c2a req-281b3782-b2c7-4506-97e7-f4a7730ae5ed tempest-ServersNegativeTestMultiTenantJSON-660479984 tempest-ServersNegativeTestMultiTenantJSON-660479984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:56.169261 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-af5306dc-f591-436e-a544-ec151f347c2a req-281b3782-b2c7-4506-97e7-f4a7730ae5ed tempest-ServersNegativeTestMultiTenantJSON-660479984 tempest-ServersNegativeTestMultiTenantJSON-660479984-project] 10.222.0.39 "GET /v2.0/ports?device_id=80562635-b174-4582-9db2-db1ded4dcc6a HTTP/1.1" status: 200 len: 946 time: 0.2090249 Sep 23 06:54:56.194090 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2fe7f9-2ad8-4ffa-9646-3cf9db7d151a req-aab7401a-6523-4b4c-a89b-584c21a6a11f tempest-ServersNegativeTestMultiTenantJSON-660479984 tempest-ServersNegativeTestMultiTenantJSON-660479984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:56.196410 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ea2fe7f9-2ad8-4ffa-9646-3cf9db7d151a req-aab7401a-6523-4b4c-a89b-584c21a6a11f tempest-ServersNegativeTestMultiTenantJSON-660479984 tempest-ServersNegativeTestMultiTenantJSON-660479984-project] 10.222.0.21 "GET /v2.0/ports?device_id=80562635-b174-4582-9db2-db1ded4dcc6a HTTP/1.1" status: 200 len: 946 time: 0.1726825 Sep 23 06:54:56.207964 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3946d364-24d5-4eda-8861-7430ee94c218 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:56.211788 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3946d364-24d5-4eda-8861-7430ee94c218 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:56.216037 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-3946d364-24d5-4eda-8861-7430ee94c218 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "DELETE /v2.0/security-groups/e37fe37b-1cc7-4de0-901f-03302748e5c1 HTTP/1.1" status: 204 len: 168 time: 0.5716090 Sep 23 06:54:56.218027 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 41702) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:56.262013 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [None req-4c506ca8-a56d-4b21-b500-3163df730b80 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] show failed (client error): The resource could not be found. Sep 23 06:54:56.264200 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-4c506ca8-a56d-4b21-b500-3163df730b80 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "GET /v2.0/security-groups/e37fe37b-1cc7-4de0-901f-03302748e5c1 HTTP/1.1" status: 404 len: 347 time: 0.0246663 Sep 23 06:54:56.272860 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 41704) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:56.328721 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-26b0ce54-187e-4c82-8cfe-2bd96c1d31c0 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:56.334623 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946d364-24d5-4eda-8861-7430ee94c218 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37fe37b-1cc7-4de0-901f-03302748e5c1,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:56.449960 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-26b0ce54-187e-4c82-8cfe-2bd96c1d31c0 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6c7b655-ada7-41b7-8bcc-f3f68a7aeb20']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:56.454844 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-af5306dc-f591-436e-a544-ec151f347c2a req-6e51da3f-9a24-4878-8eff-a040f99047ee tempest-ServersNegativeTestMultiTenantJSON-660479984 tempest-ServersNegativeTestMultiTenantJSON-660479984-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf576ca9-f1d1-45f8-b6d6-6b4d0cf2549a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719193 Sep 23 06:54:56.502652 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-26b0ce54-187e-4c82-8cfe-2bd96c1d31c0 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb1ae6a4-ca79-459f-823c-3fc771b21307') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:56.503032 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-26b0ce54-187e-4c82-8cfe-2bd96c1d31c0 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb1ae6a4-ca79-459f-823c-3fc771b21307') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:56.516975 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-26b0ce54-187e-4c82-8cfe-2bd96c1d31c0 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:56.523929 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc8d0585-4d83-4027-a27b-2c3493897db7 req-891b9257-da14-4c3b-8609-a2b52f33d98d service neutron] 10.222.0.58 "GET /v2.0/networks/101e91e4-7df0-4369-ab96-69b58e29208f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5036621 Sep 23 06:54:56.558984 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-26b0ce54-187e-4c82-8cfe-2bd96c1d31c0 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:56.568381 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26b0ce54-187e-4c82-8cfe-2bd96c1d31c0 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:54:56.568782 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-26b0ce54-187e-4c82-8cfe-2bd96c1d31c0 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:56.572822 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 06:54:56.572822 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:54:56.572822 n-d-715271-16 neutron-server[95065]: timer() Sep 23 06:54:56.572822 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:54:56.572822 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 06:54:56.572822 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:54:56.572822 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 06:54:56.572822 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:54:56.572822 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 06:54:56.572822 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:54:56.572822 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 06:54:56.572822 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:54:56.572822 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 06:54:56.572822 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:54:56.572822 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:54:56.572822 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:54:56.572822 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:54:56.572822 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:54:56.572822 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 06:54:56.572822 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:54:56.572822 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 06:54:56.572822 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:54:56.572822 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:54:56.572822 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:54:56.572822 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 06:54:56.572822 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:54:56.572822 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:54:56.572822 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:54:56.572822 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:54:56.572822 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:54:56.572822 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:54:56.572822 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:54:56.642936 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-ea2fe7f9-2ad8-4ffa-9646-3cf9db7d151a req-f963cfaf-d566-4b17-9f95-9c74471427d5 tempest-ServersNegativeTestMultiTenantJSON-660479984 tempest-ServersNegativeTestMultiTenantJSON-660479984-project] Deleting port 44560994-95e4-4ceb-828f-041be9960b5b {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:54:56.643620 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-ea2fe7f9-2ad8-4ffa-9646-3cf9db7d151a req-f963cfaf-d566-4b17-9f95-9c74471427d5 tempest-ServersNegativeTestMultiTenantJSON-660479984 tempest-ServersNegativeTestMultiTenantJSON-660479984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:56.664989 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-26b0ce54-187e-4c82-8cfe-2bd96c1d31c0 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:56.681139 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc8d0585-4d83-4027-a27b-2c3493897db7 req-852837c1-9c34-4e23-a810-81403697e65f service neutron] 10.222.0.58 "GET /v2.0/networks/101e91e4-7df0-4369-ab96-69b58e29208f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487820 Sep 23 06:54:56.685332 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca47c572-354f-4544-87e1-f352c662d72f tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Router e1ec3010-b959-4bf7-959d-ca13f9d345cb is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 06:54:56.687445 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-26b0ce54-187e-4c82-8cfe-2bd96c1d31c0 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:56.689319 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-26b0ce54-187e-4c82-8cfe-2bd96c1d31c0 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] 10.222.0.39 "DELETE /v2.0/networks/b6c7b655-ada7-41b7-8bcc-f3f68a7aeb20 HTTP/1.1" status: 204 len: 168 time: 0.8115184 Sep 23 06:54:56.692927 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 41716) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:56.705091 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-c2c6ff57-1728-4b41-9fae-75cfc2fbe761 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Deleting port bcdd3fa9-32c0-46dd-a0f5-cf5ecbf8e390 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:54:56.705392 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c2c6ff57-1728-4b41-9fae-75cfc2fbe761 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:56.720917 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b0ce54-187e-4c82-8cfe-2bd96c1d31c0 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Pushing event deleted for resources: {'Network': ['ID=b6c7b655-ada7-41b7-8bcc-f3f68a7aeb20,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:56.757814 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc8d0585-4d83-4027-a27b-2c3493897db7 req-ea4c9323-d313-46ea-a8ff-993d824a5bdd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=836860f4-7f78-4d29-8753-1658ddbce618 HTTP/1.1" status: 200 len: 217 time: 0.0690148 Sep 23 06:54:56.758697 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fca1e1d-64b7-45b9-ab5f-bb963ccab313 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] DELETE failed (client error): The resource could not be found. Sep 23 06:54:56.759155 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fca1e1d-64b7-45b9-ab5f-bb963ccab313 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:54:56.760806 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-7fca1e1d-64b7-45b9-ab5f-bb963ccab313 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] 10.222.0.39 "DELETE /v2.0/subnets/bd23d654-2b71-4e6b-9633-0568aae791d2 HTTP/1.1" status: 404 len: 337 time: 0.0669403 Sep 23 06:54:56.763659 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 41718) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:56.829921 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-92d5e419-449c-485c-bcfc-86e1d6eaf9ba tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] DELETE failed (client error): The resource could not be found. Sep 23 06:54:56.830489 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92d5e419-449c-485c-bcfc-86e1d6eaf9ba tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:54:56.832472 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-92d5e419-449c-485c-bcfc-86e1d6eaf9ba tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] 10.222.0.39 "DELETE /v2.0/networks/97344edf-73ce-4006-97ad-608eca951a30 HTTP/1.1" status: 404 len: 339 time: 0.0659506 Sep 23 06:54:56.840998 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 41722) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:56.859947 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-ea2fe7f9-2ad8-4ffa-9646-3cf9db7d151a req-f963cfaf-d566-4b17-9f95-9c74471427d5 tempest-ServersNegativeTestMultiTenantJSON-660479984 tempest-ServersNegativeTestMultiTenantJSON-660479984-project] For port 44560994-95e4-4ceb-828f-041be9960b5b, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=44560994-95e4-4ceb-828f-041be9960b5b,segment=NetworkSegment(e34b2d5d-df27-4baa-a36f-372699bc06f1),segment_id=e34b2d5d-df27-4baa-a36f-372699bc06f1)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:54:56.860316 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-ea2fe7f9-2ad8-4ffa-9646-3cf9db7d151a req-f963cfaf-d566-4b17-9f95-9c74471427d5 tempest-ServersNegativeTestMultiTenantJSON-660479984 tempest-ServersNegativeTestMultiTenantJSON-660479984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:56.871306 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8d0585-4d83-4027-a27b-2c3493897db7 req-970b432c-0d12-4e19-b8bf-7648fb3b946c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:56.872942 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc8d0585-4d83-4027-a27b-2c3493897db7 req-970b432c-0d12-4e19-b8bf-7648fb3b946c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cc8a7554-36e3-4ad0-b779-92036cb83888 HTTP/1.1" status: 200 len: 797 time: 0.1074462 Sep 23 06:54:56.895525 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-3598659f-ed8b-45b3-aee8-b9e5231822e4 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] DELETE failed (client error): The resource could not be found. Sep 23 06:54:56.896155 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3598659f-ed8b-45b3-aee8-b9e5231822e4 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:54:56.900429 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-3598659f-ed8b-45b3-aee8-b9e5231822e4 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] 10.222.0.39 "DELETE /v2.0/subnets/3e633c1a-3d48-4a3d-90ee-f35044bbf603 HTTP/1.1" status: 404 len: 337 time: 0.0560741 Sep 23 06:54:56.900429 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c2c6ff57-1728-4b41-9fae-75cfc2fbe761 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:56.900429 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c2c6ff57-1728-4b41-9fae-75cfc2fbe761 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:56.905356 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 41724) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:56.921341 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-ea2fe7f9-2ad8-4ffa-9646-3cf9db7d151a req-f963cfaf-d566-4b17-9f95-9c74471427d5 tempest-ServersNegativeTestMultiTenantJSON-660479984 tempest-ServersNegativeTestMultiTenantJSON-660479984-project] Calling delete_port for 44560994-95e4-4ceb-828f-041be9960b5b owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:54:56.936659 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-c2c6ff57-1728-4b41-9fae-75cfc2fbe761 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Calling delete_port for bcdd3fa9-32c0-46dd-a0f5-cf5ecbf8e390 owned by network:floatingip {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:54:56.946047 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b69e42f-f0e7-41cd-ba14-27ffc4baa855 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] DELETE failed (client error): The resource could not be found. Sep 23 06:54:56.946657 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b69e42f-f0e7-41cd-ba14-27ffc4baa855 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:54:56.948423 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-9b69e42f-f0e7-41cd-ba14-27ffc4baa855 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] 10.222.0.39 "DELETE /v2.0/networks/4685cd95-454a-478e-b951-4be5cc61663a HTTP/1.1" status: 404 len: 339 time: 0.0376587 Sep 23 06:54:56.951199 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 41730) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:56.997505 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca47c572-354f-4544-87e1-f352c662d72f tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:54:56.999390 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-72e67cc1-366e-4e4f-9059-bf08b81961b5 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] DELETE failed (client error): The resource could not be found. Sep 23 06:54:56.999844 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72e67cc1-366e-4e4f-9059-bf08b81961b5 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:54:57.001610 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-72e67cc1-366e-4e4f-9059-bf08b81961b5 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] 10.222.0.39 "DELETE /v2.0/subnets/f015a10f-4bce-4f7b-a328-32fb61ca65c4 HTTP/1.1" status: 404 len: 337 time: 0.0494621 Sep 23 06:54:57.005235 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ca47c572-354f-4544-87e1-f352c662d72f tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:57.009401 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-ca47c572-354f-4544-87e1-f352c662d72f tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] 10.222.0.39 "PUT /v2.0/routers/e1ec3010-b959-4bf7-959d-ca13f9d345cb HTTP/1.1" status: 200 len: 915 time: 4.9695261 Sep 23 06:54:57.009401 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 41734) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:57.009401 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 41736) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:57.016082 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9aae9c-fb75-4a12-830f-931ac7ad146d None None] Sync routers for ids ['e1ec3010-b959-4bf7-959d-ca13f9d345cb'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:54:57.026510 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9aae9c-fb75-4a12-830f-931ac7ad146d None None] Routers {'e1ec3010-b959-4bf7-959d-ca13f9d345cb'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:54:57.027387 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-3a9aae9c-fb75-4a12-830f-931ac7ad146d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:54:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['e1ec3010-b959-4bf7-959d-ca13f9d345cb'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:57.063443 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-3a9aae9c-fb75-4a12-830f-931ac7ad146d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:57.072592 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9aae9c-fb75-4a12-830f-931ac7ad146d None None] Routers {'e1ec3010-b959-4bf7-959d-ca13f9d345cb'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:54:57.073442 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-3a9aae9c-fb75-4a12-830f-931ac7ad146d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:54:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['e1ec3010-b959-4bf7-959d-ca13f9d345cb'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:57.081999 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c04f7b3-5952-4a05-a113-484dde1961f7 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] DELETE failed (client error): The resource could not be found. Sep 23 06:54:57.083132 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c04f7b3-5952-4a05-a113-484dde1961f7 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:54:57.085229 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-0c04f7b3-5952-4a05-a113-484dde1961f7 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] 10.222.0.39 "DELETE /v2.0/networks/68cc6898-a279-426f-a574-8b747878ddeb HTTP/1.1" status: 404 len: 339 time: 0.0750041 Sep 23 06:54:57.088078 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8d0585-4d83-4027-a27b-2c3493897db7 req-796a883e-fe9a-4a38-be76-235f5550e594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:57.089689 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc8d0585-4d83-4027-a27b-2c3493897db7 req-796a883e-fe9a-4a38-be76-235f5550e594 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=feb093c6-06a4-4aad-bf82-6fd567da1d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2073486 Sep 23 06:54:57.090195 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 41740) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:57.115012 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-3a9aae9c-fb75-4a12-830f-931ac7ad146d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:57.115914 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9aae9c-fb75-4a12-830f-931ac7ad146d None None] The sync data for ids ['e1ec3010-b959-4bf7-959d-ca13f9d345cb'] in n-d-715271-16 is: [] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:54:57.146865 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-0365d42e-26ea-4a65-8438-b4eeed6e7d73 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] DELETE failed (client error): The resource could not be found. Sep 23 06:54:57.147326 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0365d42e-26ea-4a65-8438-b4eeed6e7d73 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:54:57.149308 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-0365d42e-26ea-4a65-8438-b4eeed6e7d73 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] 10.222.0.39 "DELETE /v2.0/subnets/8f4248a6-8474-4d9c-93d0-1c41c7b476c8 HTTP/1.1" status: 404 len: 337 time: 0.0566015 Sep 23 06:54:57.152412 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 41742) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:57.189373 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-e110019f-4d3c-4af8-bf6f-ed8ea0e36e1e tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] DELETE failed (client error): The resource could not be found. Sep 23 06:54:57.190741 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e110019f-4d3c-4af8-bf6f-ed8ea0e36e1e tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:54:57.203338 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-e110019f-4d3c-4af8-bf6f-ed8ea0e36e1e tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] 10.222.0.39 "DELETE /v2.0/networks/6c2ed41f-7856-4557-bde4-0fd61ffbf544 HTTP/1.1" status: 404 len: 339 time: 0.0393269 Sep 23 06:54:57.203648 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 41746) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:57.203759 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c2c6ff57-1728-4b41-9fae-75cfc2fbe761 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:57.264600 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8da57b4-091b-4012-baf0-63b244b855d4 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] DELETE failed (client error): The resource could not be found. Sep 23 06:54:57.265064 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8da57b4-091b-4012-baf0-63b244b855d4 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:54:57.267235 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-b8da57b4-091b-4012-baf0-63b244b855d4 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] 10.222.0.39 "DELETE /v2.0/subnets/4453b281-5e50-433a-8bde-8f0e2196f45b HTTP/1.1" status: 404 len: 337 time: 0.0674512 Sep 23 06:54:57.274489 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 41752) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:57.287398 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-cf5c48c2-40c1-4d58-89c5-c3c38e53009a tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] 10.222.0.39 "GET /v2.0/routers/e1ec3010-b959-4bf7-959d-ca13f9d345cb HTTP/1.1" status: 200 len: 921 time: 0.2758982 Sep 23 06:54:57.290853 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 41754) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:57.341219 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-03e148dc-851c-4918-a927-198f6b32166d tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] DELETE failed (client error): The resource could not be found. Sep 23 06:54:57.341844 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03e148dc-851c-4918-a927-198f6b32166d tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:54:57.344397 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-03e148dc-851c-4918-a927-198f6b32166d tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] 10.222.0.39 "DELETE /v2.0/networks/35793a5f-7b8d-4191-8e7d-182f8df2d7bb HTTP/1.1" status: 404 len: 339 time: 0.0683494 Sep 23 06:54:57.349746 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 41758) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:57.386825 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc8d0585-4d83-4027-a27b-2c3493897db7 req-484158d3-ba60-4a02-a630-5bcfd5022ecf service neutron] 10.222.0.58 "GET /v2.0/networks/feb093c6-06a4-4aad-bf82-6fd567da1d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839503 Sep 23 06:54:57.389677 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b67da86-81f1-4ee2-92de-0874c71123d9 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] DELETE failed (client error): The resource could not be found. Sep 23 06:54:57.390630 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b67da86-81f1-4ee2-92de-0874c71123d9 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:54:57.392610 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-0b67da86-81f1-4ee2-92de-0874c71123d9 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] 10.222.0.39 "DELETE /v2.0/subnets/4f78f66d-fb09-4d13-81fd-49819876544d HTTP/1.1" status: 404 len: 337 time: 0.0415835 Sep 23 06:54:57.395522 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 41762) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:57.440007 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-5698f8b3-0688-4e48-a50e-1e0edc3d75ee tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] DELETE failed (client error): The resource could not be found. Sep 23 06:54:57.440614 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5698f8b3-0688-4e48-a50e-1e0edc3d75ee tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:54:57.442587 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-5698f8b3-0688-4e48-a50e-1e0edc3d75ee tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] 10.222.0.39 "DELETE /v2.0/networks/3d01425d-bfbd-41ce-a82c-a6ee410f78f5 HTTP/1.1" status: 404 len: 339 time: 0.0459139 Sep 23 06:54:57.445804 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 41766) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:57.449255 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1444b1a2-6986-4545-a2ce-5304ff7d42d7 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:57.453483 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-1444b1a2-6986-4545-a2ce-5304ff7d42d7 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=0f47978c-41eb-4cc7-92bf-8b873be8a1a0&device_id=e1ec3010-b959-4bf7-959d-ca13f9d345cb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1588130 Sep 23 06:54:57.459757 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 41768) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:57.497900 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-3669875e-6335-4555-bb0b-e1552d107180 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] DELETE failed (client error): The resource could not be found. Sep 23 06:54:57.498344 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3669875e-6335-4555-bb0b-e1552d107180 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:54:57.503959 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-3669875e-6335-4555-bb0b-e1552d107180 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] 10.222.0.39 "DELETE /v2.0/subnets/f07593a8-21ab-40f5-b01b-18de2cc8bfe9 HTTP/1.1" status: 404 len: 337 time: 0.0531876 Sep 23 06:54:57.512812 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 41772) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:57.529297 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c6ff57-1728-4b41-9fae-75cfc2fbe761 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Pushing event deleted for resources: {'Port': ['ID=bcdd3fa9-32c0-46dd-a0f5-cf5ecbf8e390,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:57.587531 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-038c26f8-bbfd-4a0b-83b7-e0e5ced69d40 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] DELETE failed (client error): The resource could not be found. Sep 23 06:54:57.588213 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-038c26f8-bbfd-4a0b-83b7-e0e5ced69d40 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:54:57.592339 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-038c26f8-bbfd-4a0b-83b7-e0e5ced69d40 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] 10.222.0.39 "DELETE /v2.0/networks/197b4f50-e3eb-42b2-b629-004d89080f18 HTTP/1.1" status: 404 len: 339 time: 0.0424345 Sep 23 06:54:57.594175 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 41774) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:57.668223 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c2c6ff57-1728-4b41-9fae-75cfc2fbe761 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Notify callbacks [] for floatingip, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:57.669935 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f12a4de-d854-4457-967c-e953cc5be9b5 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] DELETE failed (client error): The resource could not be found. Sep 23 06:54:57.670489 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f12a4de-d854-4457-967c-e953cc5be9b5 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:54:57.670992 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c2c6ff57-1728-4b41-9fae-75cfc2fbe761 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:57.675568 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-2f12a4de-d854-4457-967c-e953cc5be9b5 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] 10.222.0.39 "DELETE /v2.0/subnets/64fc78cb-fcf1-4a19-8a95-8922eb5876e2 HTTP/1.1" status: 404 len: 337 time: 0.0788119 Sep 23 06:54:57.675784 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-c2c6ff57-1728-4b41-9fae-75cfc2fbe761 tempest-ServerActionsTestJSON-1306673919 tempest-ServerActionsTestJSON-1306673919-project] 10.222.0.39 "DELETE /v2.0/floatingips/092b0bf7-96a5-457d-8463-c63ad66e5ef7 HTTP/1.1" status: 204 len: 168 time: 1.3969195 Sep 23 06:54:57.677000 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 41778) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:57.677152 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 41780) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:57.679064 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc8d0585-4d83-4027-a27b-2c3493897db7 req-9c059e17-b13c-467e-9a7c-0a2e965bb980 service neutron] 10.222.0.58 "GET /v2.0/networks/feb093c6-06a4-4aad-bf82-6fd567da1d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714970 Sep 23 06:54:57.703897 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-ea2fe7f9-2ad8-4ffa-9646-3cf9db7d151a req-f963cfaf-d566-4b17-9f95-9c74471427d5 tempest-ServersNegativeTestMultiTenantJSON-660479984 tempest-ServersNegativeTestMultiTenantJSON-660479984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:57.724159 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff391f07-6fed-413f-9372-0dc5071ed867 req-82e41ccf-104e-4785-a57b-6b31fc99b4c2 tempest-ServersNegativeTestMultiTenantJSON-660479984 tempest-ServersNegativeTestMultiTenantJSON-660479984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:57.730116 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc8d0585-4d83-4027-a27b-2c3493897db7 req-974a2ce4-25bb-46ef-9718-18fdc25d3f94 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=66dc2450-0dc5-4831-8e32-390fda82bf83 HTTP/1.1" status: 200 len: 217 time: 0.0421541 Sep 23 06:54:57.731064 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['44560994-95e4-4ceb-828f-041be9960b5b'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:54:57.742061 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62c5946-d883-4dff-810c-88cc50659e40 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:57.742403 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ff391f07-6fed-413f-9372-0dc5071ed867 req-82e41ccf-104e-4785-a57b-6b31fc99b4c2 tempest-ServersNegativeTestMultiTenantJSON-660479984 tempest-ServersNegativeTestMultiTenantJSON-660479984-project] 10.222.0.39 "GET /v2.0/ports?device_id=80562635-b174-4582-9db2-db1ded4dcc6a HTTP/1.1" status: 200 len: 946 time: 0.1396995 Sep 23 06:54:57.746098 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-f62c5946-d883-4dff-810c-88cc50659e40 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] 10.222.0.39 "GET /v2.0/networks/0f47978c-41eb-4cc7-92bf-8b873be8a1a0 HTTP/1.1" status: 200 len: 881 time: 0.2817860 Sep 23 06:54:57.748294 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 41786) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:57.784847 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-817c54e6-be15-4d48-9fdb-ac7a50eb511a tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] DELETE failed (client error): The resource could not be found. Sep 23 06:54:57.785653 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-817c54e6-be15-4d48-9fdb-ac7a50eb511a tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:54:57.795787 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-817c54e6-be15-4d48-9fdb-ac7a50eb511a tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] 10.222.0.39 "DELETE /v2.0/networks/acd9d377-3496-4666-8921-681700294ead HTTP/1.1" status: 404 len: 339 time: 0.1163282 Sep 23 06:54:57.801638 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 41788) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:57.806787 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-61be3ed1-9022-4ab8-ba83-46bf043ca629 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1ec3010-b959-4bf7-959d-ca13f9d345cb HTTP/1.1" status: 200 len: 205 time: 0.0573721 Sep 23 06:54:57.810984 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 41792) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:57.871801 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8d0585-4d83-4027-a27b-2c3493897db7 req-853cdbcd-1ac5-4435-888d-0dbd02361505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:57.873284 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc8d0585-4d83-4027-a27b-2c3493897db7 req-853cdbcd-1ac5-4435-888d-0dbd02361505 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cc8a7554-36e3-4ad0-b779-92036cb83888 HTTP/1.1" status: 200 len: 797 time: 0.1228976 Sep 23 06:54:57.903889 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ff391f07-6fed-413f-9372-0dc5071ed867 req-d20b9507-79e0-44da-80f4-abd486a151cb tempest-ServersNegativeTestMultiTenantJSON-660479984 tempest-ServersNegativeTestMultiTenantJSON-660479984-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf576ca9-f1d1-45f8-b6d6-6b4d0cf2549a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605909 Sep 23 06:54:57.935455 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f963cfaf-d566-4b17-9f95-9c74471427d5 tempest-ServersNegativeTestMultiTenantJSON-660479984 tempest-ServersNegativeTestMultiTenantJSON-660479984-project] Pushing event deleted for resources: {'Port': ['ID=44560994-95e4-4ceb-828f-041be9960b5b,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:57.959637 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea2fe7f9-2ad8-4ffa-9646-3cf9db7d151a req-f963cfaf-d566-4b17-9f95-9c74471427d5 tempest-ServersNegativeTestMultiTenantJSON-660479984 tempest-ServersNegativeTestMultiTenantJSON-660479984-project] No DVR routers for this DVR port 44560994-95e4-4ceb-828f-041be9960b5b on host n-h1-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:54:57.963256 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-ea2fe7f9-2ad8-4ffa-9646-3cf9db7d151a req-f963cfaf-d566-4b17-9f95-9c74471427d5 tempest-ServersNegativeTestMultiTenantJSON-660479984 tempest-ServersNegativeTestMultiTenantJSON-660479984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:57.965686 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ea2fe7f9-2ad8-4ffa-9646-3cf9db7d151a req-f963cfaf-d566-4b17-9f95-9c74471427d5 tempest-ServersNegativeTestMultiTenantJSON-660479984 tempest-ServersNegativeTestMultiTenantJSON-660479984-project] 10.222.0.21 "DELETE /v2.0/ports/44560994-95e4-4ceb-828f-041be9960b5b HTTP/1.1" status: 204 len: 173 time: 1.7484057 Sep 23 06:54:57.968346 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80562635-b174-4582-9db2-db1ded4dcc6a', 'name': 'network-vif-deleted', 'tag': '44560994-95e4-4ceb-828f-041be9960b5b'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:54:57.971597 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-049763e7-141c-447e-bdeb-526e1953df56" -d '{"events": [{"server_uuid": "80562635-b174-4582-9db2-db1ded4dcc6a", "name": "network-vif-deleted", "tag": "44560994-95e4-4ceb-828f-041be9960b5b"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:54:57.997275 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-86c5c0c0-0103-4575-8c96-a9e26310b764 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Deleting subnet 5a1c3622-856a-4d11-b065-70e03c7ceeeb {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:54:58.011198 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8b281267-dec3-414c-94a5-7388c2410ed9 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks [] for router, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:58.012458 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-86c5c0c0-0103-4575-8c96-a9e26310b764 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:58.062708 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8d0585-4d83-4027-a27b-2c3493897db7 req-e509d037-70eb-49f0-9ee7-1a622f5db999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:58.064493 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc8d0585-4d83-4027-a27b-2c3493897db7 req-e509d037-70eb-49f0-9ee7-1a622f5db999 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=feb093c6-06a4-4aad-bf82-6fd567da1d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1823070 Sep 23 06:54:58.086905 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-86c5c0c0-0103-4575-8c96-a9e26310b764 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:58.127295 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d431d0d-f639-48f0-a102-e889cc2ff998 x-openstack-request-id: req-9d431d0d-f639-48f0-a102-e889cc2ff998 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:54:58.127839 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80562635-b174-4582-9db2-db1ded4dcc6a", "name": "network-vif-deleted", "tag": "44560994-95e4-4ceb-828f-041be9960b5b", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:54:58.128156 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9d431d0d-f639-48f0-a102-e889cc2ff998 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:54:58.128633 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80562635-b174-4582-9db2-db1ded4dcc6a', 'name': 'network-vif-deleted', 'tag': '44560994-95e4-4ceb-828f-041be9960b5b', 'status': 'completed', 'code': 200} Sep 23 06:54:58.262280 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-86c5c0c0-0103-4575-8c96-a9e26310b764 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:58.305770 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8b281267-dec3-414c-94a5-7388c2410ed9 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:58.328066 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-86c5c0c0-0103-4575-8c96-a9e26310b764 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:58.337075 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc8d0585-4d83-4027-a27b-2c3493897db7 req-d5abfe6b-de4f-450b-a9ed-ed020c5e5088 service neutron] 10.222.0.58 "GET /v2.0/networks/feb093c6-06a4-4aad-bf82-6fd567da1d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434285 Sep 23 06:54:58.361345 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c5c0c0-0103-4575-8c96-a9e26310b764 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Pushing event deleted for resources: {'Subnet': ['ID=5a1c3622-856a-4d11-b065-70e03c7ceeeb,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:58.366431 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-86c5c0c0-0103-4575-8c96-a9e26310b764 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:58.368629 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-86c5c0c0-0103-4575-8c96-a9e26310b764 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] 10.222.0.39 "DELETE /v2.0/subnets/5a1c3622-856a-4d11-b065-70e03c7ceeeb HTTP/1.1" status: 204 len: 168 time: 0.5273387 Sep 23 06:54:58.371459 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 41810) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:58.374741 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4455b7-336a-4d66-83a0-58b5df6b832c None None] Network 5019518d-eac8-49a9-9aeb-5ffff2aeaec3 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:54:58.553583 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc8d0585-4d83-4027-a27b-2c3493897db7 req-5698f103-f92a-4af8-9180-c7ddc4495323 service neutron] 10.222.0.58 "GET /v2.0/networks/feb093c6-06a4-4aad-bf82-6fd567da1d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071671 Sep 23 06:54:58.561241 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-8b281267-dec3-414c-94a5-7388c2410ed9 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Deleting port f6f035c7-3577-48e1-b642-246a16c75e12 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:54:58.561808 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8b281267-dec3-414c-94a5-7388c2410ed9 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:58.566179 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-79f4cba5-ce6b-4e3a-bafe-e2337dcf62e6 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:58.623300 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc8d0585-4d83-4027-a27b-2c3493897db7 req-63777bac-8add-4e5f-9c7d-e07c2b6bf871 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.148&port_id=2b24a097-bd4a-4680-b3ae-d426079e7a16 HTTP/1.1" status: 200 len: 217 time: 0.0592301 Sep 23 06:54:58.651233 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09e3037-5f9b-476f-9d63-a1afe3ac5b81 None None] DHCP port deletion for 5019518d-eac8-49a9-9aeb-5ffff2aeaec3 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 06:54:58.691043 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-79f4cba5-ce6b-4e3a-bafe-e2337dcf62e6 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Deleting port 0cf2072c-29cd-4096-8b17-8837f7029faa {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:54:58.692341 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-79f4cba5-ce6b-4e3a-bafe-e2337dcf62e6 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:58.739438 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8d0585-4d83-4027-a27b-2c3493897db7 req-c26eedf1-441f-4c8e-a565-bca0f4c502bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:58.740938 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc8d0585-4d83-4027-a27b-2c3493897db7 req-c26eedf1-441f-4c8e-a565-bca0f4c502bc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cc8a7554-36e3-4ad0-b779-92036cb83888 HTTP/1.1" status: 200 len: 797 time: 0.1096818 Sep 23 06:54:58.743417 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-b09e3037-5f9b-476f-9d63-a1afe3ac5b81 None None] Deleting port 0cf2072c-29cd-4096-8b17-8837f7029faa {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:54:58.744645 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b09e3037-5f9b-476f-9d63-a1afe3ac5b81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:58.790657 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-79f4cba5-ce6b-4e3a-bafe-e2337dcf62e6 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] For port 0cf2072c-29cd-4096-8b17-8837f7029faa, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=0cf2072c-29cd-4096-8b17-8837f7029faa,segment=NetworkSegment(32023b47-1847-49eb-a5b0-03b948d732f7),segment_id=32023b47-1847-49eb-a5b0-03b948d732f7)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:54:58.791046 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-79f4cba5-ce6b-4e3a-bafe-e2337dcf62e6 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:58.797146 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8b281267-dec3-414c-94a5-7388c2410ed9 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:58.805737 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-79f4cba5-ce6b-4e3a-bafe-e2337dcf62e6 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Calling delete_port for 0cf2072c-29cd-4096-8b17-8837f7029faa owned by network:dhcp {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:54:58.817499 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-8b281267-dec3-414c-94a5-7388c2410ed9 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Calling delete_port for f6f035c7-3577-48e1-b642-246a16c75e12 owned by network:router_gateway {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:54:58.824161 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-b09e3037-5f9b-476f-9d63-a1afe3ac5b81 None None] For port 0cf2072c-29cd-4096-8b17-8837f7029faa, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=0cf2072c-29cd-4096-8b17-8837f7029faa,segment=NetworkSegment(32023b47-1847-49eb-a5b0-03b948d732f7),segment_id=32023b47-1847-49eb-a5b0-03b948d732f7)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:54:58.825057 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b09e3037-5f9b-476f-9d63-a1afe3ac5b81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:58.834746 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 41818) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:58.849353 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-b09e3037-5f9b-476f-9d63-a1afe3ac5b81 None None] Calling delete_port for 0cf2072c-29cd-4096-8b17-8837f7029faa owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:54:58.967958 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-79f4cba5-ce6b-4e3a-bafe-e2337dcf62e6 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:58.977210 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 0cf2072c-29cd-4096-8b17-8837f7029faa no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:54:58.999212 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 41824) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:59.008815 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f4cba5-ce6b-4e3a-bafe-e2337dcf62e6 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Pushing event deleted for resources: {'Port': ['ID=0cf2072c-29cd-4096-8b17-8837f7029faa,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:59.009786 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 0cf2072c-29cd-4096-8b17-8837f7029faa {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:54:59.010934 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 0cf2072c-29cd-4096-8b17-8837f7029faa not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:54:59.033488 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b09e3037-5f9b-476f-9d63-a1afe3ac5b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:59.039547 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f4cba5-ce6b-4e3a-bafe-e2337dcf62e6 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] No DVR routers for this DVR port 0cf2072c-29cd-4096-8b17-8837f7029faa on host n-d-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:54:59.065476 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09e3037-5f9b-476f-9d63-a1afe3ac5b81 None None] Pushing event deleted for resources: {'Port': ['ID=0cf2072c-29cd-4096-8b17-8837f7029faa,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:59.071290 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09e3037-5f9b-476f-9d63-a1afe3ac5b81 None None] No DVR routers for this DVR port 0cf2072c-29cd-4096-8b17-8837f7029faa on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:54:59.114517 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-63be51aa-f193-4497-b6a5-5826d116804d admin admin] Deleting subnet 7e1402cf-e309-4106-9a85-22bdd0dbbbbf {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:54:59.127138 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-63be51aa-f193-4497-b6a5-5826d116804d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:59.190305 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-79f4cba5-ce6b-4e3a-bafe-e2337dcf62e6 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:59.231358 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8d0585-4d83-4027-a27b-2c3493897db7 req-f17d2db6-b4f7-4254-b590-cf9d635215a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:59.232000 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-63be51aa-f193-4497-b6a5-5826d116804d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:59.232937 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc8d0585-4d83-4027-a27b-2c3493897db7 req-f17d2db6-b4f7-4254-b590-cf9d635215a7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=feb093c6-06a4-4aad-bf82-6fd567da1d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4711425 Sep 23 06:54:59.242792 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f4edbd69-f79a-4823-be03-23358ab00038 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066969'] for router_interface, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:59.254885 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-18b04e2a-3ba2-4c52-8336-8851f01ebddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:59.256655 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-79f4cba5-ce6b-4e3a-bafe-e2337dcf62e6 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5019518d-eac8-49a9-9aeb-5ffff2aeaec3']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:59.272835 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-79f4cba5-ce6b-4e3a-bafe-e2337dcf62e6 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32023b47-1847-49eb-a5b0-03b948d732f7') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:59.273054 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-79f4cba5-ce6b-4e3a-bafe-e2337dcf62e6 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32023b47-1847-49eb-a5b0-03b948d732f7') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:59.286053 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-79f4cba5-ce6b-4e3a-bafe-e2337dcf62e6 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:59.306202 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-63be51aa-f193-4497-b6a5-5826d116804d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:59.308645 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-79f4cba5-ce6b-4e3a-bafe-e2337dcf62e6 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:59.337427 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79f4cba5-ce6b-4e3a-bafe-e2337dcf62e6 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:54:59.337752 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-79f4cba5-ce6b-4e3a-bafe-e2337dcf62e6 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:59.340882 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 06:54:59.340882 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:54:59.340882 n-d-715271-16 neutron-server[95065]: timer() Sep 23 06:54:59.340882 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:54:59.340882 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 06:54:59.340882 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:54:59.340882 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 06:54:59.340882 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:54:59.340882 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 06:54:59.340882 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:54:59.340882 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 06:54:59.340882 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:54:59.340882 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 06:54:59.340882 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:54:59.340882 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:54:59.340882 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:54:59.340882 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:54:59.340882 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:54:59.340882 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 06:54:59.340882 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:54:59.340882 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 06:54:59.340882 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:54:59.340882 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:54:59.340882 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:54:59.340882 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 06:54:59.340882 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:54:59.340882 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:54:59.340882 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:54:59.340882 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:54:59.340882 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:54:59.340882 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:54:59.340882 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:54:59.426174 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-79f4cba5-ce6b-4e3a-bafe-e2337dcf62e6 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:59.429359 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-63be51aa-f193-4497-b6a5-5826d116804d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:59.439403 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-79f4cba5-ce6b-4e3a-bafe-e2337dcf62e6 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:59.444355 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-79f4cba5-ce6b-4e3a-bafe-e2337dcf62e6 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] 10.222.0.39 "DELETE /v2.0/networks/5019518d-eac8-49a9-9aeb-5ffff2aeaec3 HTTP/1.1" status: 204 len: 168 time: 1.0694668 Sep 23 06:54:59.478607 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f4cba5-ce6b-4e3a-bafe-e2337dcf62e6 tempest-NetworksTest-1636754739 tempest-NetworksTest-1636754739-project] Pushing event deleted for resources: {'Network': ['ID=5019518d-eac8-49a9-9aeb-5ffff2aeaec3,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:59.480721 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63be51aa-f193-4497-b6a5-5826d116804d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e1402cf-e309-4106-9a85-22bdd0dbbbbf,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:59.484937 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-63be51aa-f193-4497-b6a5-5826d116804d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:59.490611 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-63be51aa-f193-4497-b6a5-5826d116804d admin admin] 10.222.0.39 "DELETE /v2.0/subnets/7e1402cf-e309-4106-9a85-22bdd0dbbbbf HTTP/1.1" status: 204 len: 168 time: 0.4903393 Sep 23 06:54:59.491482 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 41832) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:59.608223 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0b0fc5c0-e172-4773-8aad-7bb2a1432edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:59.616891 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc8d0585-4d83-4027-a27b-2c3493897db7 req-0008b491-8d80-42c1-b898-4fdbbe24044a service neutron] 10.222.0.58 "GET /v2.0/networks/feb093c6-06a4-4aad-bf82-6fd567da1d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3717797 Sep 23 06:54:59.700072 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8b281267-dec3-414c-94a5-7388c2410ed9 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:59.745943 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943f161d-59f9-4f8c-b8ef-fd528b870a56 req-23e49467-fa27-453b-83c1-cec756a03a21 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:54:59.748217 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-943f161d-59f9-4f8c-b8ef-fd528b870a56 req-23e49467-fa27-453b-83c1-cec756a03a21 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] 10.222.0.39 "GET /v2.0/ports?device_id=7cd761e0-072c-46ae-8bd5-f6d1ff77734e HTTP/1.1" status: 200 len: 945 time: 0.1286099 Sep 23 06:54:59.783537 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 41840) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:54:59.784287 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0b0fc5c0-e172-4773-8aad-7bb2a1432edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:59.789971 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 44560994-95e4-4ceb-828f-041be9960b5b no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:54:59.803421 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b281267-dec3-414c-94a5-7388c2410ed9 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Pushing event deleted for resources: {'Port': ['ID=f6f035c7-3577-48e1-b642-246a16c75e12,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:54:59.819618 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] No Port match for: 44560994-95e4-4ceb-828f-041be9960b5b {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:54:59.820118 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 44560994-95e4-4ceb-828f-041be9960b5b not bound to the agent host n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:54:59.850992 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-0b0fc5c0-e172-4773-8aad-7bb2a1432edd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44dd7085-0bf3-454f-96f2-5e318cd9041c']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:59.880673 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc8d0585-4d83-4027-a27b-2c3493897db7 req-11b7873c-8616-4e08-8c81-82c76070a7cb service neutron] 10.222.0.58 "GET /v2.0/networks/feb093c6-06a4-4aad-bf82-6fd567da1d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347941 Sep 23 06:54:59.881589 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-0b0fc5c0-e172-4773-8aad-7bb2a1432edd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e34b2d5d-df27-4baa-a36f-372699bc06f1') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:59.882039 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-0b0fc5c0-e172-4773-8aad-7bb2a1432edd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e34b2d5d-df27-4baa-a36f-372699bc06f1') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:54:59.892638 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-943f161d-59f9-4f8c-b8ef-fd528b870a56 req-18320a46-c672-4f98-a3be-8db24311512a tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa9aa16e-008b-4f25-9a90-22b6b7b8c83c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047821 Sep 23 06:54:59.896920 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0b0fc5c0-e172-4773-8aad-7bb2a1432edd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:59.912843 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0b0fc5c0-e172-4773-8aad-7bb2a1432edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:59.930995 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b0fc5c0-e172-4773-8aad-7bb2a1432edd admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:54:59.932069 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0b0fc5c0-e172-4773-8aad-7bb2a1432edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:59.934365 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 06:54:59.934365 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:54:59.934365 n-d-715271-16 neutron-server[95065]: timer() Sep 23 06:54:59.934365 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:54:59.934365 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 06:54:59.934365 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:54:59.934365 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 06:54:59.934365 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:54:59.934365 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 06:54:59.934365 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:54:59.934365 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 06:54:59.934365 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:54:59.934365 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 06:54:59.934365 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:54:59.934365 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:54:59.934365 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:54:59.934365 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:54:59.934365 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:54:59.934365 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 06:54:59.934365 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:54:59.934365 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 06:54:59.934365 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:54:59.934365 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:54:59.934365 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:54:59.934365 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 06:54:59.934365 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:54:59.934365 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:54:59.934365 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:54:59.934365 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:54:59.934365 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:54:59.934365 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:54:59.934365 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:54:59.968269 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc8d0585-4d83-4027-a27b-2c3493897db7 req-b9a70419-6f3e-4080-8d5e-531b84187207 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=aadce6c5-7244-4918-943f-79af3b163ac9 HTTP/1.1" status: 200 len: 217 time: 0.0685015 Sep 23 06:54:59.995991 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-18b04e2a-3ba2-4c52-8336-8851f01ebddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:54:59.997534 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8b281267-dec3-414c-94a5-7388c2410ed9 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2068563'] for router_gateway, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:00.005314 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0b0fc5c0-e172-4773-8aad-7bb2a1432edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:00.011705 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0b0fc5c0-e172-4773-8aad-7bb2a1432edd admin admin] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:00.013920 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-0b0fc5c0-e172-4773-8aad-7bb2a1432edd admin admin] 10.222.0.39 "DELETE /v2.0/networks/44dd7085-0bf3-454f-96f2-5e318cd9041c HTTP/1.1" status: 204 len: 168 time: 0.5213366 Sep 23 06:55:00.016742 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 41846) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:00.036912 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0fc5c0-e172-4773-8aad-7bb2a1432edd admin admin] Pushing event deleted for resources: {'Network': ['ID=44dd7085-0bf3-454f-96f2-5e318cd9041c,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:00.041508 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-18b04e2a-3ba2-4c52-8336-8851f01ebddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:00.085943 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-889bf402-7dfa-4825-b29b-362d8472dc17 admin admin] Deleting subnet b6f2eb61-89a9-4432-9e45-fdc5e714b124 {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:55:00.095455 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-889bf402-7dfa-4825-b29b-362d8472dc17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:00.138519 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-889bf402-7dfa-4825-b29b-362d8472dc17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:00.179018 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-889bf402-7dfa-4825-b29b-362d8472dc17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:00.234370 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8b281267-dec3-414c-94a5-7388c2410ed9 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:00.235306 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-889bf402-7dfa-4825-b29b-362d8472dc17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:00.245475 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8b281267-dec3-414c-94a5-7388c2410ed9 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:00.250060 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-18b04e2a-3ba2-4c52-8336-8851f01ebddc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=775378f6253747f493e3b12b59e42884&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4135046 Sep 23 06:55:00.251759 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b04e2a-3ba2-4c52-8336-8851f01ebddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de3e0e4a-c9d3-4d71-9064-1a5dd0571b60,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:00.257084 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-b10f20ac-d0ac-400c-b358-9a87924ce585 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e1f9ec6ddeac4ec980f2ecc5a17cabb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4726164 Sep 23 06:55:00.259077 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 41850) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:00.262159 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 41852) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:00.262389 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8d0585-4d83-4027-a27b-2c3493897db7 req-510cf3a5-e18a-4191-9b76-44af71c84d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:00.263895 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc8d0585-4d83-4027-a27b-2c3493897db7 req-510cf3a5-e18a-4191-9b76-44af71c84d8e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cc8a7554-36e3-4ad0-b779-92036cb83888 HTTP/1.1" status: 200 len: 797 time: 0.2843163 Sep 23 06:55:00.264565 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889bf402-7dfa-4825-b29b-362d8472dc17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6f2eb61-89a9-4432-9e45-fdc5e714b124,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:00.288538 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-889bf402-7dfa-4825-b29b-362d8472dc17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:00.293031 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-889bf402-7dfa-4825-b29b-362d8472dc17 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/b6f2eb61-89a9-4432-9e45-fdc5e714b124 HTTP/1.1" status: 204 len: 168 time: 0.2750947 Sep 23 06:55:00.296382 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 41854) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:00.358985 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8b281267-dec3-414c-94a5-7388c2410ed9 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:00.359525 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b281267-dec3-414c-94a5-7388c2410ed9 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Fanout notify agent at l3_agent the message router_deleted on router e1ec3010-b959-4bf7-959d-ca13f9d345cb {{(pid=95066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 06:55:00.372876 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8b281267-dec3-414c-94a5-7388c2410ed9 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:00.378069 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-8b281267-dec3-414c-94a5-7388c2410ed9 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] 10.222.0.39 "DELETE /v2.0/routers/e1ec3010-b959-4bf7-959d-ca13f9d345cb HTTP/1.1" status: 204 len: 168 time: 2.5624852 Sep 23 06:55:00.382454 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 41856) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:00.393109 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-82e17320-e647-4474-87b7-f1cb9b5722bd tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1031748603', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:55:00.403832 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d833d2b5-941a-48a0-abdb-b701a2597b8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:00.409122 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-f4edbd69-f79a-4823-be03-23358ab00038 admin admin] Deleting port 70f53203-51d6-4d06-9e60-4d943be83326 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:55:00.409462 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f4edbd69-f79a-4823-be03-23358ab00038 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:00.414524 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-037e298c-1862-4374-8e17-43cd6b92b0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:00.417467 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8d0585-4d83-4027-a27b-2c3493897db7 req-519ad689-25a7-4005-b709-f56ca83382ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:00.419074 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc8d0585-4d83-4027-a27b-2c3493897db7 req-519ad689-25a7-4005-b709-f56ca83382ef service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=feb093c6-06a4-4aad-bf82-6fd567da1d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1425197 Sep 23 06:55:00.445179 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d833d2b5-941a-48a0-abdb-b701a2597b8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:00.455809 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-82e17320-e647-4474-87b7-f1cb9b5722bd tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:00.456864 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-82e17320-e647-4474-87b7-f1cb9b5722bd tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:00.465521 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8bec4011-4334-410a-a115-0a6fb617f6fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:00.573993 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-82e17320-e647-4474-87b7-f1cb9b5722bd tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:00.583763 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8bec4011-4334-410a-a115-0a6fb617f6fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:00.597942 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-037e298c-1862-4374-8e17-43cd6b92b0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:00.606625 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-82e17320-e647-4474-87b7-f1cb9b5722bd tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:00.614296 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-f4edbd69-f79a-4823-be03-23358ab00038 admin admin] For port 70f53203-51d6-4d06-9e60-4d943be83326, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=70f53203-51d6-4d06-9e60-4d943be83326,segment=NetworkSegment(c88b2831-f544-41bb-bbcc-5b15e741880e),segment_id=c88b2831-f544-41bb-bbcc-5b15e741880e)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:55:00.614670 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f4edbd69-f79a-4823-be03-23358ab00038 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:00.633002 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-037e298c-1862-4374-8e17-43cd6b92b0ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9ad1274-8757-4b99-b3b6-ae4a1ff45440']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:00.653071 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-f4edbd69-f79a-4823-be03-23358ab00038 admin admin] Calling delete_port for 70f53203-51d6-4d06-9e60-4d943be83326 owned by network:router_interface {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:55:00.661068 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc8d0585-4d83-4027-a27b-2c3493897db7 req-c72ba928-03ae-426e-9232-2c5c553d3d33 service neutron] 10.222.0.58 "GET /v2.0/networks/feb093c6-06a4-4aad-bf82-6fd567da1d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246337 Sep 23 06:55:00.674183 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-037e298c-1862-4374-8e17-43cd6b92b0ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '251b2660-8765-4535-b613-75d6306e07ea') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:00.674183 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-037e298c-1862-4374-8e17-43cd6b92b0ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '251b2660-8765-4535-b613-75d6306e07ea') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:00.679403 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-82e17320-e647-4474-87b7-f1cb9b5722bd tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:00.684443 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-82e17320-e647-4474-87b7-f1cb9b5722bd tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3009083 Sep 23 06:55:00.685101 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 41862) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:00.695327 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-037e298c-1862-4374-8e17-43cd6b92b0ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:00.714890 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d833d2b5-941a-48a0-abdb-b701a2597b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:00.718358 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d833d2b5-941a-48a0-abdb-b701a2597b8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:00.720858 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-d833d2b5-941a-48a0-abdb-b701a2597b8b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/63776eb4-12a0-407b-a7bf-cce2653170dd HTTP/1.1" status: 204 len: 168 time: 0.4564230 Sep 23 06:55:00.723512 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-198d158e-d8ba-4de8-b5a9-d157063f10ec tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'enable_snat': False}}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:55:00.742792 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8bec4011-4334-410a-a115-0a6fb617f6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:00.745416 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8bec4011-4334-410a-a115-0a6fb617f6fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:00.749087 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-8bec4011-4334-410a-a115-0a6fb617f6fa admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/de3e0e4a-c9d3-4d71-9064-1a5dd0571b60 HTTP/1.1" status: 204 len: 168 time: 0.4818799 Sep 23 06:55:00.781069 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-037e298c-1862-4374-8e17-43cd6b92b0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:00.804523 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bec4011-4334-410a-a115-0a6fb617f6fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de3e0e4a-c9d3-4d71-9064-1a5dd0571b60,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:00.805220 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d833d2b5-941a-48a0-abdb-b701a2597b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63776eb4-12a0-407b-a7bf-cce2653170dd,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:00.807390 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-037e298c-1862-4374-8e17-43cd6b92b0ff admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:55:00.807796 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-037e298c-1862-4374-8e17-43cd6b92b0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:00.834412 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 06:55:00.834412 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:55:00.834412 n-d-715271-16 neutron-server[95065]: timer() Sep 23 06:55:00.834412 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:55:00.834412 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 06:55:00.834412 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:55:00.834412 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 06:55:00.834412 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:55:00.834412 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 06:55:00.834412 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:55:00.834412 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 06:55:00.834412 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:55:00.834412 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 06:55:00.834412 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:55:00.834412 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:55:00.834412 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:55:00.834412 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:55:00.834412 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:55:00.834412 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 06:55:00.834412 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:55:00.834412 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 06:55:00.834412 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:55:00.834412 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:55:00.834412 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:55:00.834412 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 06:55:00.834412 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:55:00.834412 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:55:00.834412 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:55:00.834412 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:55:00.834412 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:55:00.834412 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:55:00.834412 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:55:00.923938 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc8d0585-4d83-4027-a27b-2c3493897db7 req-16ef8612-5c23-46e3-8bda-26cc02694a42 service neutron] 10.222.0.58 "GET /v2.0/networks/feb093c6-06a4-4aad-bf82-6fd567da1d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481449 Sep 23 06:55:01.010588 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc8d0585-4d83-4027-a27b-2c3493897db7 req-162a1b83-671d-4720-81b9-511239afc86a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=07136d1d-f216-41bf-b3d9-e3f2b509cb43 HTTP/1.1" status: 200 len: 217 time: 0.0748332 Sep 23 06:55:01.048812 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-037e298c-1862-4374-8e17-43cd6b92b0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:01.061686 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-037e298c-1862-4374-8e17-43cd6b92b0ff admin admin] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:01.063681 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-037e298c-1862-4374-8e17-43cd6b92b0ff admin admin] 10.222.0.39 "DELETE /v2.0/networks/c9ad1274-8757-4b99-b3b6-ae4a1ff45440 HTTP/1.1" status: 204 len: 168 time: 0.7663152 Sep 23 06:55:01.075502 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af27b3-3c87-472b-a073-924a804ee68b req-6d7836f2-92ef-4814-adc3-e745bba68dd0 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:01.082641 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-58af27b3-3c87-472b-a073-924a804ee68b req-6d7836f2-92ef-4814-adc3-e745bba68dd0 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] 10.222.0.39 "GET /v2.0/ports?device_id=7cd761e0-072c-46ae-8bd5-f6d1ff77734e HTTP/1.1" status: 200 len: 945 time: 0.2336793 Sep 23 06:55:01.132775 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8d0585-4d83-4027-a27b-2c3493897db7 req-736cae9c-48e3-4272-946e-cd5295170838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:01.134547 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc8d0585-4d83-4027-a27b-2c3493897db7 req-736cae9c-48e3-4272-946e-cd5295170838 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=27562dfd-be61-43be-9922-87df8a6761c0 HTTP/1.1" status: 200 len: 797 time: 0.1088722 Sep 23 06:55:01.136901 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f4edbd69-f79a-4823-be03-23358ab00038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:01.158000 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-198d158e-d8ba-4de8-b5a9-d157063f10ec tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:01.171004 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e298c-1862-4374-8e17-43cd6b92b0ff admin admin] Pushing event deleted for resources: {'Network': ['ID=c9ad1274-8757-4b99-b3b6-ae4a1ff45440,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:01.174138 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4edbd69-f79a-4823-be03-23358ab00038 admin admin] Pushing event deleted for resources: {'Port': ['ID=70f53203-51d6-4d06-9e60-4d943be83326,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:01.229930 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-58af27b3-3c87-472b-a073-924a804ee68b req-22c84097-4ddd-4507-9604-7eaec6a31dcc tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa9aa16e-008b-4f25-9a90-22b6b7b8c83c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463361 Sep 23 06:55:01.287644 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8d0585-4d83-4027-a27b-2c3493897db7 req-feeee0fd-d7f1-4c48-9a00-e9c701c90980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:01.289656 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc8d0585-4d83-4027-a27b-2c3493897db7 req-feeee0fd-d7f1-4c48-9a00-e9c701c90980 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f4c6acfd-810d-4386-8654-cad37d5f8fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1181896 Sep 23 06:55:01.290331 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 41880) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:01.314966 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ebe98d63-3640-4af2-923b-2b643dd2a289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:01.355285 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 41886) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:01.493830 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc8d0585-4d83-4027-a27b-2c3493897db7 req-58bf487b-7bc2-4038-9a2e-6422d0e8ee66 service neutron] 10.222.0.58 "GET /v2.0/networks/f4c6acfd-810d-4386-8654-cad37d5f8fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886456 Sep 23 06:55:01.495730 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-2841a296-e524-4577-acc9-6ebc314bf327 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ed5d0395cc8a4b67ad7c21822a0fb443&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1393337 Sep 23 06:55:01.500131 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 41890) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:01.603473 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-198d158e-d8ba-4de8-b5a9-d157063f10ec tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:01.894231 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-198d158e-d8ba-4de8-b5a9-d157063f10ec tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:02.087086 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a7fba4-6faf-4bc8-bdb3-8e4df9b34bf8 req-9c491bcf-88db-41e9-bf56-2c73378a38f7 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:02.088606 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-65a7fba4-6faf-4bc8-bdb3-8e4df9b34bf8 req-9c491bcf-88db-41e9-bf56-2c73378a38f7 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] 10.222.0.39 "GET /v2.0/ports?device_id=7cd761e0-072c-46ae-8bd5-f6d1ff77734e HTTP/1.1" status: 200 len: 945 time: 0.1299818 Sep 23 06:55:02.109684 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f4edbd69-f79a-4823-be03-23358ab00038 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2068624'] for router_interface, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:02.111205 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-198d158e-d8ba-4de8-b5a9-d157063f10ec tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Allocated IP 172.25.2.66 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/0ddbbb60-8d7d-40ab-aebc-11a6f2e738cc) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:55:02.127785 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ebe98d63-3640-4af2-923b-2b643dd2a289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:02.137915 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 41910) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:02.145418 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-71520981-94c3-4900-be0d-e5172a3b2587 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:02.147031 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ebe98d63-3640-4af2-923b-2b643dd2a289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:02.163961 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc8d0585-4d83-4027-a27b-2c3493897db7 req-a27ae989-8bce-42d6-8728-2047e4d28a93 service neutron] 10.222.0.58 "GET /v2.0/networks/f4c6acfd-810d-4386-8654-cad37d5f8fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6518798 Sep 23 06:55:02.191270 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-65a7fba4-6faf-4bc8-bdb3-8e4df9b34bf8 req-b9e1194c-05b5-4e13-9932-de2b79439e15 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa9aa16e-008b-4f25-9a90-22b6b7b8c83c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711732 Sep 23 06:55:02.266358 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-0dc1bc83-0008-430c-b23a-3dce73d50f1f tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1324850894'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:55:02.275327 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-198d158e-d8ba-4de8-b5a9-d157063f10ec tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:02.286447 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-71520981-94c3-4900-be0d-e5172a3b2587 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:02.301507 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc8d0585-4d83-4027-a27b-2c3493897db7 req-d07a01ac-da27-49a4-82a2-ddcc16b24957 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5e543f7d-d49b-4f81-a1d4-c7dc1b170f42 HTTP/1.1" status: 200 len: 217 time: 0.1201510 Sep 23 06:55:02.302253 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe98d63-3640-4af2-923b-2b643dd2a289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f1d912-e54d-46e3-b638-e0539be95564,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:02.311320 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc1bc83-0008-430c-b23a-3dce73d50f1f tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Made reservation on behalf of 18664d18977f48d3a961b4095d05ed52 for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:55:02.314850 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-ebe98d63-3640-4af2-923b-2b643dd2a289 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=aad3b25afd7c47fba5ae00eeed17976f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0234377 Sep 23 06:55:02.315067 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0dc1bc83-0008-430c-b23a-3dce73d50f1f tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:02.318278 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 41914) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:02.341368 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0dc1bc83-0008-430c-b23a-3dce73d50f1f tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:02.363247 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-198d158e-d8ba-4de8-b5a9-d157063f10ec tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:02.423249 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8d0585-4d83-4027-a27b-2c3493897db7 req-8613786d-27c0-44bd-9325-f07ad2c2c66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:02.424735 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc8d0585-4d83-4027-a27b-2c3493897db7 req-8613786d-27c0-44bd-9325-f07ad2c2c66a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=27562dfd-be61-43be-9922-87df8a6761c0 HTTP/1.1" status: 200 len: 797 time: 0.1089013 Sep 23 06:55:02.428886 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198d158e-d8ba-4de8-b5a9-d157063f10ec tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:55:02.443217 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-198d158e-d8ba-4de8-b5a9-d157063f10ec tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:55:02.443694 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-71520981-94c3-4900-be0d-e5172a3b2587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:02.446333 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-71520981-94c3-4900-be0d-e5172a3b2587 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:02.447485 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-71520981-94c3-4900-be0d-e5172a3b2587 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bf576ca9-f1d1-45f8-b6d6-6b4d0cf2549a HTTP/1.1" status: 204 len: 168 time: 0.9451551 Sep 23 06:55:02.463707 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198d158e-d8ba-4de8-b5a9-d157063f10ec tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:55:02.477445 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71520981-94c3-4900-be0d-e5172a3b2587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf576ca9-f1d1-45f8-b6d6-6b4d0cf2549a,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:02.493062 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198d158e-d8ba-4de8-b5a9-d157063f10ec tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Pushing event updated for resources: {'Port': ['ID=0ddbbb60-8d7d-40ab-aebc-11a6f2e738cc,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:02.528381 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8d0585-4d83-4027-a27b-2c3493897db7 req-735d89b3-ab40-4c5c-a752-4f80c3876319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:02.529957 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc8d0585-4d83-4027-a27b-2c3493897db7 req-735d89b3-ab40-4c5c-a752-4f80c3876319 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f4c6acfd-810d-4386-8654-cad37d5f8fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0973756 Sep 23 06:55:02.543110 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e007ce3d-2f3d-460d-a1d3-0e0316b4173b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:02.592443 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e007ce3d-2f3d-460d-a1d3-0e0316b4173b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:02.663059 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4edbd69-f79a-4823-be03-23358ab00038 admin admin] Router dbe641db-7bf4-4b34-b1be-467f0a065bdb has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:55:02.692384 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc8d0585-4d83-4027-a27b-2c3493897db7 req-abe57230-827a-4890-842d-c8a3a7fc1a1d service neutron] 10.222.0.58 "GET /v2.0/networks/f4c6acfd-810d-4386-8654-cad37d5f8fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098464 Sep 23 06:55:02.782347 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0dc1bc83-0008-430c-b23a-3dce73d50f1f tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:02.784186 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e007ce3d-2f3d-460d-a1d3-0e0316b4173b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:02.787220 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e007ce3d-2f3d-460d-a1d3-0e0316b4173b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:02.788504 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-e007ce3d-2f3d-460d-a1d3-0e0316b4173b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a9f1d912-e54d-46e3-b638-e0539be95564 HTTP/1.1" status: 204 len: 168 time: 0.4692502 Sep 23 06:55:02.799053 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0dc1bc83-0008-430c-b23a-3dce73d50f1f tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:02.842934 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e007ce3d-2f3d-460d-a1d3-0e0316b4173b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f1d912-e54d-46e3-b638-e0539be95564,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:02.870032 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dc1bc83-0008-430c-b23a-3dce73d50f1f tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:55:02.895333 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0dc1bc83-0008-430c-b23a-3dce73d50f1f tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:02.896460 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-0dc1bc83-0008-430c-b23a-3dce73d50f1f tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Added segment 1aaba559-5417-4d6d-af03-115f9e3261a9 of type vlan for network a1addcd0-30fe-4ef1-8987-7563204179fe Sep 23 06:55:02.898488 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc1bc83-0008-430c-b23a-3dce73d50f1f tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eba01b78-7301-45a2-911e-3e11e1b0617d,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:02.902887 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc8d0585-4d83-4027-a27b-2c3493897db7 req-580f402c-f49c-4f94-98a6-e2a09c089ce8 service neutron] 10.222.0.58 "GET /v2.0/networks/f4c6acfd-810d-4386-8654-cad37d5f8fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754303 Sep 23 06:55:02.948136 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4edbd69-f79a-4823-be03-23358ab00038 admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:55:02.956534 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 41926) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:02.965911 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-f4edbd69-f79a-4823-be03-23358ab00038 admin admin] 10.222.0.39 "PUT /v2.0/routers/dbe641db-7bf4-4b34-b1be-467f0a065bdb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2855322 Sep 23 06:55:02.967279 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10147268-609a-4f7a-bfe5-4e51892a6bc1 None None] Sync routers for ids ['dbe641db-7bf4-4b34-b1be-467f0a065bdb'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:55:02.972890 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 41928) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:02.987164 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10147268-609a-4f7a-bfe5-4e51892a6bc1 None None] Routers {'dbe641db-7bf4-4b34-b1be-467f0a065bdb'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:55:02.990596 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-10147268-609a-4f7a-bfe5-4e51892a6bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:54:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['dbe641db-7bf4-4b34-b1be-467f0a065bdb'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:03.003243 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-198d158e-d8ba-4de8-b5a9-d157063f10ec tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:03.071391 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0dc1bc83-0008-430c-b23a-3dce73d50f1f tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:03.140107 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-46ed4500-f826-4dd3-b9df-567e80c60f12 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3c9ef7892fc3477080a2f83fecda7022&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1678798 Sep 23 06:55:03.141426 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0dc1bc83-0008-430c-b23a-3dce73d50f1f tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:03.142555 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 41932) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:03.147712 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc1bc83-0008-430c-b23a-3dce73d50f1f tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:03.148563 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0dc1bc83-0008-430c-b23a-3dce73d50f1f tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:03.168557 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-10147268-609a-4f7a-bfe5-4e51892a6bc1 None None] Set router dbe641db-7bf4-4b34-b1be-467f0a065bdb gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:55:03.173757 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-17561839-de26-49f6-8fe8-43c4109dbce2 admin admin] Notify callbacks [] for router, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:03.254117 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc1bc83-0008-430c-b23a-3dce73d50f1f tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Pushing event updated for resources: {'Network': ['ID=a1addcd0-30fe-4ef1-8987-7563204179fe,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:03.268459 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d56be4b4-6dd6-4471-84bb-7c61d5d9e0c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:03.274215 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-0dc1bc83-0008-430c-b23a-3dce73d50f1f tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1339064 Sep 23 06:55:03.277090 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 41938) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:03.282628 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-427d55a8-c7df-4e4d-a9c6-e5036cc78b8f tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1177866409'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:55:03.364373 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d56be4b4-6dd6-4471-84bb-7c61d5d9e0c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:03.373208 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-427d55a8-c7df-4e4d-a9c6-e5036cc78b8f tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Made reservation on behalf of 18664d18977f48d3a961b4095d05ed52 for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:55:03.376730 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-427d55a8-c7df-4e4d-a9c6-e5036cc78b8f tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:03.389947 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-17561839-de26-49f6-8fe8-43c4109dbce2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:03.394432 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network a1addcd0-30fe-4ef1-8987-7563204179fe details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:55:03.446314 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-427d55a8-c7df-4e4d-a9c6-e5036cc78b8f tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:55:03.478844 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-427d55a8-c7df-4e4d-a9c6-e5036cc78b8f tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:03.479193 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-427d55a8-c7df-4e4d-a9c6-e5036cc78b8f tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Added segment 14992781-4180-4c3c-9de2-0462e8386ea4 of type vlan for network 7e671270-ede8-4dcd-9bb8-5a502f96716f Sep 23 06:55:03.497102 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584feb1-4e93-4925-8df3-1e7bc16ce0eb req-fec4350d-4670-4e55-a1c6-cef89cf5daba tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:03.499070 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4584feb1-4e93-4925-8df3-1e7bc16ce0eb req-fec4350d-4670-4e55-a1c6-cef89cf5daba tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] 10.222.0.39 "GET /v2.0/ports?device_id=7cd761e0-072c-46ae-8bd5-f6d1ff77734e HTTP/1.1" status: 200 len: 945 time: 0.0883729 Sep 23 06:55:03.512578 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d56be4b4-6dd6-4471-84bb-7c61d5d9e0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:03.515718 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d56be4b4-6dd6-4471-84bb-7c61d5d9e0c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:03.517072 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-d56be4b4-6dd6-4471-84bb-7c61d5d9e0c0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9f4c217c-07a4-4b6a-93bc-17b589b2db00 HTTP/1.1" status: 204 len: 168 time: 0.3736145 Sep 23 06:55:03.530004 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-17561839-de26-49f6-8fe8-43c4109dbce2 admin admin] Deleting port 699c95b2-ff41-46b9-9911-a667a22a0d14 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:55:03.530570 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-17561839-de26-49f6-8fe8-43c4109dbce2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:03.540226 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56be4b4-6dd6-4471-84bb-7c61d5d9e0c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4c217c-07a4-4b6a-93bc-17b589b2db00,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:03.611201 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-427d55a8-c7df-4e4d-a9c6-e5036cc78b8f tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:03.624538 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-198d158e-d8ba-4de8-b5a9-d157063f10ec tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2069904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5251'] for router, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:03.673736 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-198d158e-d8ba-4de8-b5a9-d157063f10ec tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2069929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2069922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2064665'] for router, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:03.758600 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-10147268-609a-4f7a-bfe5-4e51892a6bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe641db-7bf4-4b34-b1be-467f0a065bdb', 'name': 'tempest-ServerActionsTestJSON-498114134-router', 'tenant_id': '8275c6392a72426db62ebfc4817f4420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '699c95b2-ff41-46b9-9911-a667a22a0d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:42:01Z', 'updated_at': '2021-09-23T06:55:01Z', 'revision_number': 5, 'project_id': '8275c6392a72426db62ebfc4817f4420', 'gw_port': {'id': '699c95b2-ff41-46b9-9911-a667a22a0d14', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:3d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe641db-7bf4-4b34-b1be-467f0a065bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:42:01Z', 'updated_at': '2021-09-23T06:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:03.787063 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-427d55a8-c7df-4e4d-a9c6-e5036cc78b8f tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:03.793097 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427d55a8-c7df-4e4d-a9c6-e5036cc78b8f tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:03.794096 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-427d55a8-c7df-4e4d-a9c6-e5036cc78b8f tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:03.796276 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4584feb1-4e93-4925-8df3-1e7bc16ce0eb req-2b5a4e56-da46-4d51-8e78-5705852d95c7 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa9aa16e-008b-4f25-9a90-22b6b7b8c83c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2416739 Sep 23 06:55:03.849480 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10147268-609a-4f7a-bfe5-4e51892a6bc1 None None] Checking router: dbe641db-7bf4-4b34-b1be-467f0a065bdb for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:55:03.858642 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-17561839-de26-49f6-8fe8-43c4109dbce2 admin admin] For port 699c95b2-ff41-46b9-9911-a667a22a0d14, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=699c95b2-ff41-46b9-9911-a667a22a0d14,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:55:03.858961 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-17561839-de26-49f6-8fe8-43c4109dbce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:03.885470 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10147268-609a-4f7a-bfe5-4e51892a6bc1 None None] Routers {'dbe641db-7bf4-4b34-b1be-467f0a065bdb'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:55:03.886115 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-17561839-de26-49f6-8fe8-43c4109dbce2 admin admin] Calling delete_port for 699c95b2-ff41-46b9-9911-a667a22a0d14 owned by network:router_gateway {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:55:03.887790 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-10147268-609a-4f7a-bfe5-4e51892a6bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:54:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['dbe641db-7bf4-4b34-b1be-467f0a065bdb'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:03.890522 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427d55a8-c7df-4e4d-a9c6-e5036cc78b8f tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Pushing event updated for resources: {'Network': ['ID=7e671270-ede8-4dcd-9bb8-5a502f96716f,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:03.905355 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bde2a27-ac07-4d11-a69a-6e9de24a1551 req-81f91be3-7068-4086-bc8f-be9785a9f7c0 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:03.907022 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2bde2a27-ac07-4d11-a69a-6e9de24a1551 req-81f91be3-7068-4086-bc8f-be9785a9f7c0 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cd761e0-072c-46ae-8bd5-f6d1ff77734e HTTP/1.1" status: 200 len: 945 time: 0.3369339 Sep 23 06:55:03.962423 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-427d55a8-c7df-4e4d-a9c6-e5036cc78b8f tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6840441 Sep 23 06:55:03.965875 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 41956) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:03.989974 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-03e311da-2582-46ee-9e20-1a9a5648aea8 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Request body: {'subnet': {'network_id': 'a1addcd0-30fe-4ef1-8987-7563204179fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:55:04.167065 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-10147268-609a-4f7a-bfe5-4e51892a6bc1 None None] Set router dbe641db-7bf4-4b34-b1be-467f0a065bdb gateway port host: None {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:55:04.169296 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e311da-2582-46ee-9e20-1a9a5648aea8 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Made reservation on behalf of 18664d18977f48d3a961b4095d05ed52 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:55:04.173152 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-03e311da-2582-46ee-9e20-1a9a5648aea8 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:04.239426 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-17561839-de26-49f6-8fe8-43c4109dbce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:04.269685 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-198d158e-d8ba-4de8-b5a9-d157063f10ec tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Router 3955027f-89eb-4fb5-b881-14dc4060b5f2 is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 06:55:04.274516 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-10147268-609a-4f7a-bfe5-4e51892a6bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe641db-7bf4-4b34-b1be-467f0a065bdb', 'name': 'tempest-ServerActionsTestJSON-498114134-router', 'tenant_id': '8275c6392a72426db62ebfc4817f4420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:42:01Z', 'updated_at': '2021-09-23T06:55:03Z', 'revision_number': 6, 'project_id': '8275c6392a72426db62ebfc4817f4420', 'gw_port_host': None}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:04.276854 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 7e671270-ede8-4dcd-9bb8-5a502f96716f details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:55:04.284606 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-2bde2a27-ac07-4d11-a69a-6e9de24a1551 req-47058dfb-14ec-4e22-b2fa-5d7838ff4abd tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Deleting port 1482081c-25aa-4b21-b8d3-e3d9ed08029c {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:55:04.284957 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-2bde2a27-ac07-4d11-a69a-6e9de24a1551 req-47058dfb-14ec-4e22-b2fa-5d7838ff4abd tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:04.320736 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10147268-609a-4f7a-bfe5-4e51892a6bc1 None None] The sync data for ids ['dbe641db-7bf4-4b34-b1be-467f0a065bdb'] in n-d-715271-16 is: [{'id': 'dbe641db-7bf4-4b34-b1be-467f0a065bdb', 'name': 'tempest-ServerActionsTestJSON-498114134-router', 'tenant_id': '8275c6392a72426db62ebfc4817f4420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:42:01Z', 'updated_at': '2021-09-23T06:55:03Z', 'revision_number': 6, 'project_id': '8275c6392a72426db62ebfc4817f4420', 'gw_port_host': None}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:55:04.406574 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17561839-de26-49f6-8fe8-43c4109dbce2 admin admin] Pushing event deleted for resources: {'Port': ['ID=699c95b2-ff41-46b9-9911-a667a22a0d14,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:04.453144 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-17561839-de26-49f6-8fe8-43c4109dbce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2068563'] for router_gateway, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:04.529133 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-2bde2a27-ac07-4d11-a69a-6e9de24a1551 req-47058dfb-14ec-4e22-b2fa-5d7838ff4abd tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] For port 1482081c-25aa-4b21-b8d3-e3d9ed08029c, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=1482081c-25aa-4b21-b8d3-e3d9ed08029c,segment=NetworkSegment(be72623b-aa7b-4254-91c5-48856a3a961c),segment_id=be72623b-aa7b-4254-91c5-48856a3a961c)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:55:04.529512 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-2bde2a27-ac07-4d11-a69a-6e9de24a1551 req-47058dfb-14ec-4e22-b2fa-5d7838ff4abd tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:04.566251 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-198d158e-d8ba-4de8-b5a9-d157063f10ec tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:55:04.580797 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa5ebe5-84e1-4874-83ab-938520a78c0d None None] Sync routers for ids ['3955027f-89eb-4fb5-b881-14dc4060b5f2'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:55:04.594622 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa5ebe5-84e1-4874-83ab-938520a78c0d None None] Routers {'3955027f-89eb-4fb5-b881-14dc4060b5f2'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:55:04.595278 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-cfa5ebe5-84e1-4874-83ab-938520a78c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:54:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['3955027f-89eb-4fb5-b881-14dc4060b5f2'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:04.604966 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-198d158e-d8ba-4de8-b5a9-d157063f10ec tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:04.606220 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-198d158e-d8ba-4de8-b5a9-d157063f10ec tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] 10.222.0.39 "PUT /v2.0/routers/3955027f-89eb-4fb5-b881-14dc4060b5f2 HTTP/1.1" status: 200 len: 915 time: 3.8958066 Sep 23 06:55:04.611747 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-17561839-de26-49f6-8fe8-43c4109dbce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:04.613846 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 41982) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:04.622732 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-17561839-de26-49f6-8fe8-43c4109dbce2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:04.680971 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-cfa5ebe5-84e1-4874-83ab-938520a78c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:04.701920 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa5ebe5-84e1-4874-83ab-938520a78c0d None None] Routers {'3955027f-89eb-4fb5-b881-14dc4060b5f2'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:55:04.702778 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-cfa5ebe5-84e1-4874-83ab-938520a78c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:54:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['3955027f-89eb-4fb5-b881-14dc4060b5f2'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:04.735146 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-17561839-de26-49f6-8fe8-43c4109dbce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:04.735996 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17561839-de26-49f6-8fe8-43c4109dbce2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dbe641db-7bf4-4b34-b1be-467f0a065bdb {{(pid=95066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 06:55:04.742824 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-17561839-de26-49f6-8fe8-43c4109dbce2 admin admin] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:04.744243 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-17561839-de26-49f6-8fe8-43c4109dbce2 admin admin] 10.222.0.39 "DELETE /v2.0/routers/dbe641db-7bf4-4b34-b1be-467f0a065bdb HTTP/1.1" status: 204 len: 168 time: 1.7654836 Sep 23 06:55:04.746690 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 41988) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:04.749158 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-03e311da-2582-46ee-9e20-1a9a5648aea8 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:04.783499 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-cfa5ebe5-84e1-4874-83ab-938520a78c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:04.784459 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa5ebe5-84e1-4874-83ab-938520a78c0d None None] The sync data for ids ['3955027f-89eb-4fb5-b881-14dc4060b5f2'] in n-d-715271-16 is: [] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:55:04.825209 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac6a278e-d80e-4a52-a064-f19bc1afcc8d admin admin] Deleting subnet 46ccc032-0362-4c9c-977b-4c26fbfaa4e6 {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:55:04.828548 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ac6a278e-d80e-4a52-a064-f19bc1afcc8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:04.874364 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ac6a278e-d80e-4a52-a064-f19bc1afcc8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:05.032678 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ac6a278e-d80e-4a52-a064-f19bc1afcc8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:05.130899 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ac6a278e-d80e-4a52-a064-f19bc1afcc8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:05.165502 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6a278e-d80e-4a52-a064-f19bc1afcc8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46ccc032-0362-4c9c-977b-4c26fbfaa4e6,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:05.169617 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ac6a278e-d80e-4a52-a064-f19bc1afcc8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:05.172015 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-ac6a278e-d80e-4a52-a064-f19bc1afcc8d admin admin] 10.222.0.39 "DELETE /v2.0/subnets/46ccc032-0362-4c9c-977b-4c26fbfaa4e6 HTTP/1.1" status: 204 len: 168 time: 0.4241116 Sep 23 06:55:05.174557 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 42006) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:05.185200 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45bf89ba-4607-4aa8-890e-781517da8bb4 None None] Network d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:55:05.327742 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 70f53203-51d6-4d06-9e60-4d943be83326 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:55:05.398378 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 70f53203-51d6-4d06-9e60-4d943be83326 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:55:05.398886 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 70f53203-51d6-4d06-9e60-4d943be83326 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:55:05.403075 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a7750c2c-6e08-4457-bd77-b587e8e13091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:05.484994 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e311da-2582-46ee-9e20-1a9a5648aea8 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Pushing event updated for resources: {'Subnet': ['ID=e27bddcd-6c4f-4992-9f7f-7d651bd54830,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:05.504826 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-87d36859-d9bd-4b19-97ac-feec8c4b49e1 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] 10.222.0.39 "GET /v2.0/routers/3955027f-89eb-4fb5-b881-14dc4060b5f2 HTTP/1.1" status: 200 len: 921 time: 0.8895617 Sep 23 06:55:05.509838 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 42018) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:05.513710 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-a7750c2c-6e08-4457-bd77-b587e8e13091 admin admin] Deleting port fab04011-d11c-41b0-92a8-7047a51aa115 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:55:05.514095 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a7750c2c-6e08-4457-bd77-b587e8e13091 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:05.541095 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6b94a8-e81a-47f8-aa81-e675d42f1714 req-fc49718f-6067-431e-aa08-7c7ad406f151 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:05.550008 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bc6b94a8-e81a-47f8-aa81-e675d42f1714 req-fc49718f-6067-431e-aa08-7c7ad406f151 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] 10.222.0.39 "GET /v2.0/ports?device_id=7cd761e0-072c-46ae-8bd5-f6d1ff77734e HTTP/1.1" status: 200 len: 945 time: 0.5955694 Sep 23 06:55:05.581795 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caaa2309-e80f-48fe-84fb-b65744985292 None None] DHCP port deletion for d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 06:55:05.596634 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e311da-2582-46ee-9e20-1a9a5648aea8 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Checking segment: {'id': '1aaba559-5417-4d6d-af03-115f9e3261a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a1addcd0-30fe-4ef1-8987-7563204179fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:55:05.597014 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e311da-2582-46ee-9e20-1a9a5648aea8 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Network hostable DHCP agents. Network: a1addcd0-30fe-4ef1-8987-7563204179fe, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:55:05.647088 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-caaa2309-e80f-48fe-84fb-b65744985292 None None] Deleting port fab04011-d11c-41b0-92a8-7047a51aa115 {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:55:05.648588 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-caaa2309-e80f-48fe-84fb-b65744985292 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:05.685102 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-2bde2a27-ac07-4d11-a69a-6e9de24a1551 req-47058dfb-14ec-4e22-b2fa-5d7838ff4abd tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:05.685471 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-2bde2a27-ac07-4d11-a69a-6e9de24a1551 req-47058dfb-14ec-4e22-b2fa-5d7838ff4abd tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:05.685826 n-d-715271-16 neutron-server[95065]: INFO neutron.db.l3_db [req-2bde2a27-ac07-4d11-a69a-6e9de24a1551 req-47058dfb-14ec-4e22-b2fa-5d7838ff4abd tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Floating IP d0484204-ef7d-4620-b06a-f9e229066e35 disassociated. External IP: 172.25.2.191, port: 1482081c-25aa-4b21-b8d3-e3d9ed08029c. Sep 23 06:55:05.702358 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-2bde2a27-ac07-4d11-a69a-6e9de24a1551 req-47058dfb-14ec-4e22-b2fa-5d7838ff4abd tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Calling delete_port for 1482081c-25aa-4b21-b8d3-e3d9ed08029c owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:55:05.759184 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e311da-2582-46ee-9e20-1a9a5648aea8 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Network a1addcd0-30fe-4ef1-8987-7563204179fe is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:55:05.771933 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bc6b94a8-e81a-47f8-aa81-e675d42f1714 req-789c3a01-e47b-4dd5-89e0-d2c75e152830 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa9aa16e-008b-4f25-9a90-22b6b7b8c83c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2152557 Sep 23 06:55:05.780017 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff9b4d4-9cdc-46d1-8675-ad903cdba901 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:05.781929 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-3ff9b4d4-9cdc-46d1-8675-ad903cdba901 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=0f47978c-41eb-4cc7-92bf-8b873be8a1a0&device_id=3955027f-89eb-4fb5-b881-14dc4060b5f2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2535174 Sep 23 06:55:05.806008 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-caaa2309-e80f-48fe-84fb-b65744985292 None None] For port fab04011-d11c-41b0-92a8-7047a51aa115, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=fab04011-d11c-41b0-92a8-7047a51aa115,segment=NetworkSegment(c88b2831-f544-41bb-bbcc-5b15e741880e),segment_id=c88b2831-f544-41bb-bbcc-5b15e741880e)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:55:05.806008 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-caaa2309-e80f-48fe-84fb-b65744985292 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:05.810691 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 42026) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:05.817323 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-a7750c2c-6e08-4457-bd77-b587e8e13091 admin admin] For port fab04011-d11c-41b0-92a8-7047a51aa115, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=fab04011-d11c-41b0-92a8-7047a51aa115,segment=NetworkSegment(c88b2831-f544-41bb-bbcc-5b15e741880e),segment_id=c88b2831-f544-41bb-bbcc-5b15e741880e)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:55:05.817942 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a7750c2c-6e08-4457-bd77-b587e8e13091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:05.821286 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-caaa2309-e80f-48fe-84fb-b65744985292 None None] Calling delete_port for fab04011-d11c-41b0-92a8-7047a51aa115 owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:55:05.884700 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-03e311da-2582-46ee-9e20-1a9a5648aea8 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, a1addcd0-30fe-4ef1-8987-7563204179fe) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:55:05.896852 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e311da-2582-46ee-9e20-1a9a5648aea8 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:05.898557 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-03e311da-2582-46ee-9e20-1a9a5648aea8 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:05.908971 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27c012c-59ee-4a4a-aeb6-d9275e3813e0 None None] Network a1addcd0-30fe-4ef1-8987-7563204179fe requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:55:05.962604 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-03e311da-2582-46ee-9e20-1a9a5648aea8 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9959660 Sep 23 06:55:05.963278 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 42034) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:05.972244 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-701a9aaa-85d5-41aa-9d10-527eeeed5f5e tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Request body: {'subnet': {'network_id': '7e671270-ede8-4dcd-9bb8-5a502f96716f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:55:06.013978 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-a7750c2c-6e08-4457-bd77-b587e8e13091 admin admin] Calling delete_port for fab04011-d11c-41b0-92a8-7047a51aa115 owned by network:dhcp {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:55:06.103919 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196fdb15-a908-4637-b522-cb35038f8b25 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:06.105888 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-196fdb15-a908-4637-b522-cb35038f8b25 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] 10.222.0.39 "GET /v2.0/networks/0f47978c-41eb-4cc7-92bf-8b873be8a1a0 HTTP/1.1" status: 200 len: 881 time: 0.2915435 Sep 23 06:55:06.108765 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 42042) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:06.153227 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-4c75aff6-090e-4fcb-b828-d9ac9235324d tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] 10.222.0.39 "GET /v2.0/ports?device_id=3955027f-89eb-4fb5-b881-14dc4060b5f2 HTTP/1.1" status: 200 len: 205 time: 0.0415761 Sep 23 06:55:06.157451 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 42046) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:06.208689 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-caaa2309-e80f-48fe-84fb-b65744985292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:06.210028 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a7750c2c-6e08-4457-bd77-b587e8e13091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:06.233357 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7750c2c-6e08-4457-bd77-b587e8e13091 admin admin] No DVR routers for this DVR port fab04011-d11c-41b0-92a8-7047a51aa115 on host n-d-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:55:06.252729 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaa2309-e80f-48fe-84fb-b65744985292 None None] Pushing event deleted for resources: {'Port': ['ID=fab04011-d11c-41b0-92a8-7047a51aa115,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:06.270631 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caaa2309-e80f-48fe-84fb-b65744985292 None None] No DVR routers for this DVR port fab04011-d11c-41b0-92a8-7047a51aa115 on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:55:06.279332 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7750c2c-6e08-4457-bd77-b587e8e13091 admin admin] Pushing event deleted for resources: {'Port': ['ID=fab04011-d11c-41b0-92a8-7047a51aa115,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:06.312641 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:06.344443 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05bb5913-979c-4371-aae4-460527fcaf3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-a1addcd0-30fe-4ef1-8987-7563204179fe', 'network_id': 'a1addcd0-30fe-4ef1-8987-7563204179fe', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'fixed_ips': [{'subnet_id': 'e27bddcd-6c4f-4992-9f7f-7d651bd54830'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 06:55:06.345308 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-05bb5913-979c-4371-aae4-460527fcaf3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:06.394134 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-2bde2a27-ac07-4d11-a69a-6e9de24a1551 req-47058dfb-14ec-4e22-b2fa-5d7838ff4abd tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:06.407087 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-701a9aaa-85d5-41aa-9d10-527eeeed5f5e tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Made reservation on behalf of 18664d18977f48d3a961b4095d05ed52 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:55:06.412470 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-701a9aaa-85d5-41aa-9d10-527eeeed5f5e tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:06.465942 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a7750c2c-6e08-4457-bd77-b587e8e13091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:06.502399 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-a7750c2c-6e08-4457-bd77-b587e8e13091 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:06.526933 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-a7750c2c-6e08-4457-bd77-b587e8e13091 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c88b2831-f544-41bb-bbcc-5b15e741880e') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:06.527833 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-a7750c2c-6e08-4457-bd77-b587e8e13091 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c88b2831-f544-41bb-bbcc-5b15e741880e') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:06.527946 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47058dfb-14ec-4e22-b2fa-5d7838ff4abd tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Pushing event deleted for resources: {'Port': ['ID=1482081c-25aa-4b21-b8d3-e3d9ed08029c,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:06.556680 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a7750c2c-6e08-4457-bd77-b587e8e13091 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:06.584729 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a7750c2c-6e08-4457-bd77-b587e8e13091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:06.599094 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7750c2c-6e08-4457-bd77-b587e8e13091 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:55:06.601099 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a7750c2c-6e08-4457-bd77-b587e8e13091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:06.604807 n-d-715271-16 neutron-server[95066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 06:55:06.604807 n-d-715271-16 neutron-server[95066]: self.session.flush() Sep 23 06:55:06.604807 n-d-715271-16 neutron-server[95066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 06:55:06.604807 n-d-715271-16 neutron-server[95066]: self.session.flush() Sep 23 06:55:06.604807 n-d-715271-16 neutron-server[95066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 06:55:06.604807 n-d-715271-16 neutron-server[95066]: self.session.flush() Sep 23 06:55:06.604807 n-d-715271-16 neutron-server[95066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 06:55:06.604807 n-d-715271-16 neutron-server[95066]: self.session.flush() Sep 23 06:55:06.604807 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 06:55:06.604807 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:55:06.604807 n-d-715271-16 neutron-server[95066]: timer() Sep 23 06:55:06.604807 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:55:06.604807 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 06:55:06.604807 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:55:06.604807 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 06:55:06.604807 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:55:06.604807 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 06:55:06.604807 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:55:06.604807 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 06:55:06.604807 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:55:06.604807 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 06:55:06.604807 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:55:06.604807 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:55:06.604807 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:55:06.604807 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:55:06.604807 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:55:06.604807 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 06:55:06.604807 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:55:06.604807 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 06:55:06.604807 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:55:06.604807 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:55:06.604807 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:55:06.604807 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 06:55:06.604807 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:55:06.604807 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:55:06.604807 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:55:06.604807 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:55:06.604807 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:55:06.604807 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:55:06.604807 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:55:06.680073 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0bf785eb-b8e0-4740-affd-88c6a1efd496 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks [] for router, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:06.719626 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a7750c2c-6e08-4457-bd77-b587e8e13091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:06.727590 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a7750c2c-6e08-4457-bd77-b587e8e13091 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:06.730066 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-a7750c2c-6e08-4457-bd77-b587e8e13091 admin admin] 10.222.0.39 "DELETE /v2.0/networks/d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64 HTTP/1.1" status: 204 len: 168 time: 1.5543454 Sep 23 06:55:06.740199 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-05bb5913-979c-4371-aae4-460527fcaf3d None None] Allocated IP 2001:db8::2 (a1addcd0-30fe-4ef1-8987-7563204179fe/e27bddcd-6c4f-4992-9f7f-7d651bd54830/2310e241-20b7-4774-9850-9403b2a42b86) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:55:06.748423 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7750c2c-6e08-4457-bd77-b587e8e13091 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3302f5d-bf5e-4d5b-a7a4-2ca05635fe64,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:07.008124 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0bf785eb-b8e0-4740-affd-88c6a1efd496 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:07.012253 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b143acd6-06e0-41dd-bc48-5cb622bb2346 req-e4f59ba1-77a1-4186-894b-5f192240ee8a tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] 10.222.0.39 "GET /v2.0/ports?device_id=7cd761e0-072c-46ae-8bd5-f6d1ff77734e HTTP/1.1" status: 200 len: 210 time: 0.0862181 Sep 23 06:55:07.026890 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2bde2a27-ac07-4d11-a69a-6e9de24a1551 req-47058dfb-14ec-4e22-b2fa-5d7838ff4abd tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Router 09ab0b1a-2f06-42b3-8d69-bf43485bb477 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:55:07.101760 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 42070) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:07.103415 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-701a9aaa-85d5-41aa-9d10-527eeeed5f5e tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:07.282146 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device fab04011-d11c-41b0-92a8-7047a51aa115 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:55:07.289404 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-5f331466-b8cb-47bf-aa89-8db04a926bd2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8275c6392a72426db62ebfc4817f4420&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1806839 Sep 23 06:55:07.289794 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 42072) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:07.307406 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701a9aaa-85d5-41aa-9d10-527eeeed5f5e tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Pushing event updated for resources: {'Subnet': ['ID=51d41b98-a92f-4ddc-99a1-565e9c649f69,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:07.309651 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: fab04011-d11c-41b0-92a8-7047a51aa115 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:55:07.310048 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device fab04011-d11c-41b0-92a8-7047a51aa115 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:55:07.310729 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 699c95b2-ff41-46b9-9911-a667a22a0d14 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:55:07.354621 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701a9aaa-85d5-41aa-9d10-527eeeed5f5e tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Checking segment: {'id': '14992781-4180-4c3c-9de2-0462e8386ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '7e671270-ede8-4dcd-9bb8-5a502f96716f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:55:07.355004 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701a9aaa-85d5-41aa-9d10-527eeeed5f5e tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Network hostable DHCP agents. Network: 7e671270-ede8-4dcd-9bb8-5a502f96716f, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:55:07.356391 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 699c95b2-ff41-46b9-9911-a667a22a0d14 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:55:07.356891 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 699c95b2-ff41-46b9-9911-a667a22a0d14 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:55:07.370950 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-0bf785eb-b8e0-4740-affd-88c6a1efd496 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Deleting port 0ddbbb60-8d7d-40ab-aebc-11a6f2e738cc {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:55:07.371292 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0bf785eb-b8e0-4740-affd-88c6a1efd496 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:07.391093 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-05bb5913-979c-4371-aae4-460527fcaf3d None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:07.401693 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-05bb5913-979c-4371-aae4-460527fcaf3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:07.413851 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2bde2a27-ac07-4d11-a69a-6e9de24a1551 req-47058dfb-14ec-4e22-b2fa-5d7838ff4abd tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:55:07.424920 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701a9aaa-85d5-41aa-9d10-527eeeed5f5e tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Network 7e671270-ede8-4dcd-9bb8-5a502f96716f is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:55:07.437678 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0445d11f-8ac7-4f7d-9eac-7f76cc158cb8 None None] Sync routers for ids ['09ab0b1a-2f06-42b3-8d69-bf43485bb477'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:55:07.440942 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-50a6027e-29e6-47e6-80a7-e22f8c2ba364 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:07.453766 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05bb5913-979c-4371-aae4-460527fcaf3d None None] Network a1addcd0-30fe-4ef1-8987-7563204179fe is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:55:07.459904 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-05bb5913-979c-4371-aae4-460527fcaf3d None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:55:07.464354 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bb5913-979c-4371-aae4-460527fcaf3d None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:55:07.476182 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0445d11f-8ac7-4f7d-9eac-7f76cc158cb8 None None] Routers {'09ab0b1a-2f06-42b3-8d69-bf43485bb477'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:55:07.478148 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-0445d11f-8ac7-4f7d-9eac-7f76cc158cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:54:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['09ab0b1a-2f06-42b3-8d69-bf43485bb477'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:07.517107 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-50a6027e-29e6-47e6-80a7-e22f8c2ba364 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:07.528182 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bde2a27-ac07-4d11-a69a-6e9de24a1551 req-47058dfb-14ec-4e22-b2fa-5d7838ff4abd tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] No DVR routers for this DVR port 1482081c-25aa-4b21-b8d3-e3d9ed08029c on host n-h1-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:55:07.531463 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-701a9aaa-85d5-41aa-9d10-527eeeed5f5e tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 7e671270-ede8-4dcd-9bb8-5a502f96716f) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:55:07.548481 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-2bde2a27-ac07-4d11-a69a-6e9de24a1551 req-47058dfb-14ec-4e22-b2fa-5d7838ff4abd tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:07.551435 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2bde2a27-ac07-4d11-a69a-6e9de24a1551 req-47058dfb-14ec-4e22-b2fa-5d7838ff4abd tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] 10.222.0.21 "DELETE /v2.0/ports/1482081c-25aa-4b21-b8d3-e3d9ed08029c HTTP/1.1" status: 204 len: 173 time: 3.6367249 Sep 23 06:55:07.551979 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cd761e0-072c-46ae-8bd5-f6d1ff77734e', 'name': 'network-vif-deleted', 'tag': '1482081c-25aa-4b21-b8d3-e3d9ed08029c'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:55:07.554483 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d607d28-2030-4952-8dd0-9371392ea455" -d '{"events": [{"server_uuid": "7cd761e0-072c-46ae-8bd5-f6d1ff77734e", "name": "network-vif-deleted", "tag": "1482081c-25aa-4b21-b8d3-e3d9ed08029c"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:55:07.569067 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701a9aaa-85d5-41aa-9d10-527eeeed5f5e tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:07.570018 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-701a9aaa-85d5-41aa-9d10-527eeeed5f5e tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:07.600916 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0bf785eb-b8e0-4740-affd-88c6a1efd496 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:07.611430 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767454e4-09fa-43e3-9f98-dd3ddc4c61eb None None] Network 7e671270-ede8-4dcd-9bb8-5a502f96716f requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:55:07.615279 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-701a9aaa-85d5-41aa-9d10-527eeeed5f5e tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6494207 Sep 23 06:55:07.616012 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 42080) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:07.634516 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-55b8419e-195d-4be5-b868-d4af6e6e56a4 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1390098780', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:55:07.685685 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-0bf785eb-b8e0-4740-affd-88c6a1efd496 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Calling delete_port for 0ddbbb60-8d7d-40ab-aebc-11a6f2e738cc owned by network:router_gateway {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:55:07.690317 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e9a598a-126e-4335-b3f7-08b72c4ccebe x-openstack-request-id: req-1e9a598a-126e-4335-b3f7-08b72c4ccebe {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:55:07.691167 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cd761e0-072c-46ae-8bd5-f6d1ff77734e", "name": "network-vif-deleted", "tag": "1482081c-25aa-4b21-b8d3-e3d9ed08029c", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:55:07.692561 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1e9a598a-126e-4335-b3f7-08b72c4ccebe {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:55:07.693422 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cd761e0-072c-46ae-8bd5-f6d1ff77734e', 'name': 'network-vif-deleted', 'tag': '1482081c-25aa-4b21-b8d3-e3d9ed08029c', 'status': 'completed', 'code': 200} Sep 23 06:55:07.699171 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-50a6027e-29e6-47e6-80a7-e22f8c2ba364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:07.700050 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-55b8419e-195d-4be5-b868-d4af6e6e56a4 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:07.701681 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-50a6027e-29e6-47e6-80a7-e22f8c2ba364 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:07.702074 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-55b8419e-195d-4be5-b868-d4af6e6e56a4 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:07.702951 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-50a6027e-29e6-47e6-80a7-e22f8c2ba364 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/df69b107-d214-48a1-9de3-f64218339a46 HTTP/1.1" status: 204 len: 168 time: 0.4121015 Sep 23 06:55:07.722008 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a6027e-29e6-47e6-80a7-e22f8c2ba364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df69b107-d214-48a1-9de3-f64218339a46,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:07.754887 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bb5913-979c-4371-aae4-460527fcaf3d None None] Pushing event updated for resources: {'Port': ['ID=2310e241-20b7-4774-9850-9403b2a42b86,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:07.813923 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-0445d11f-8ac7-4f7d-9eac-7f76cc158cb8 None None] Set router 09ab0b1a-2f06-42b3-8d69-bf43485bb477 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:55:07.867444 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-55b8419e-195d-4be5-b868-d4af6e6e56a4 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:07.877830 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-55b8419e-195d-4be5-b868-d4af6e6e56a4 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:07.887444 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 1482081c-25aa-4b21-b8d3-e3d9ed08029c no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:55:07.909327 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-05bb5913-979c-4371-aae4-460527fcaf3d None None] Attempting to bind port 2310e241-20b7-4774-9850-9403b2a42b86 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:55:07.909705 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-05bb5913-979c-4371-aae4-460527fcaf3d None None] Attempting to bind port 2310e241-20b7-4774-9850-9403b2a42b86 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '1aaba559-5417-4d6d-af03-115f9e3261a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a1addcd0-30fe-4ef1-8987-7563204179fe'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:55:07.910653 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bb5913-979c-4371-aae4-460527fcaf3d None None] Attempting to bind port 2310e241-20b7-4774-9850-9403b2a42b86 on network a1addcd0-30fe-4ef1-8987-7563204179fe {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:55:07.928763 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-55b8419e-195d-4be5-b868-d4af6e6e56a4 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:07.930384 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-55b8419e-195d-4be5-b868-d4af6e6e56a4 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3065898 Sep 23 06:55:07.937421 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 42088) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:07.981356 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] No Port match for: 1482081c-25aa-4b21-b8d3-e3d9ed08029c {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:55:07.982350 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 1482081c-25aa-4b21-b8d3-e3d9ed08029c not bound to the agent host n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:55:07.986690 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bb5913-979c-4371-aae4-460527fcaf3d None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:55:07.987033 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bb5913-979c-4371-aae4-460527fcaf3d None None] Checking segment: {'id': '1aaba559-5417-4d6d-af03-115f9e3261a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a1addcd0-30fe-4ef1-8987-7563204179fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:55:07.997946 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-05bb5913-979c-4371-aae4-460527fcaf3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:07.998484 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bb5913-979c-4371-aae4-460527fcaf3d None None] Bound using segment: {'id': '1aaba559-5417-4d6d-af03-115f9e3261a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a1addcd0-30fe-4ef1-8987-7563204179fe'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:55:07.999062 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-05bb5913-979c-4371-aae4-460527fcaf3d None None] Bound port: 2310e241-20b7-4774-9850-9403b2a42b86, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aaba559-5417-4d6d-af03-115f9e3261a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a1addcd0-30fe-4ef1-8987-7563204179fe'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:55:07.999416 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-05bb5913-979c-4371-aae4-460527fcaf3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:08.115584 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0bf785eb-b8e0-4740-affd-88c6a1efd496 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:08.157432 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf785eb-b8e0-4740-affd-88c6a1efd496 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Pushing event deleted for resources: {'Port': ['ID=0ddbbb60-8d7d-40ab-aebc-11a6f2e738cc,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:08.318495 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0bf785eb-b8e0-4740-affd-88c6a1efd496 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2068563'] for router_gateway, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:08.325621 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7c506997-b7ae-4719-b4d6-80d48b3b6cd5 req-082047a6-6035-4040-9a9d-61efea54cb16 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] 10.222.0.39 "GET /v2.0/ports?device_id=7cd761e0-072c-46ae-8bd5-f6d1ff77734e HTTP/1.1" status: 200 len: 210 time: 0.0761693 Sep 23 06:55:08.457807 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e821c1d3-0bef-455e-a399-b04fa830de75 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:08.481815 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-05bb5913-979c-4371-aae4-460527fcaf3d None None] For port 2310e241-20b7-4774-9850-9403b2a42b86, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:55:08.485057 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-05bb5913-979c-4371-aae4-460527fcaf3d None None] For port 2310e241-20b7-4774-9850-9403b2a42b86, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=2310e241-20b7-4774-9850-9403b2a42b86,segment=NetworkSegment(1aaba559-5417-4d6d-af03-115f9e3261a9),segment_id=1aaba559-5417-4d6d-af03-115f9e3261a9)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:55:08.487952 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b329ce44-5725-4489-8865-df1345ddc968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:08.496431 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-05bb5913-979c-4371-aae4-460527fcaf3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:08.572943 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bb5913-979c-4371-aae4-460527fcaf3d None None] Pushing event updated for resources: {'Port': ['ID=2310e241-20b7-4774-9850-9403b2a42b86,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:08.587849 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0bf785eb-b8e0-4740-affd-88c6a1efd496 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:08.594830 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0bf785eb-b8e0-4740-affd-88c6a1efd496 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:08.673032 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9ece9b-6ef0-4e87-be20-b72ebc7c752a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-7e671270-ede8-4dcd-9bb8-5a502f96716f', 'network_id': '7e671270-ede8-4dcd-9bb8-5a502f96716f', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'fixed_ips': [{'subnet_id': '51d41b98-a92f-4ddc-99a1-565e9c649f69'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 06:55:08.673919 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-9e9ece9b-6ef0-4e87-be20-b72ebc7c752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:08.690122 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0bf785eb-b8e0-4740-affd-88c6a1efd496 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:08.690674 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bf785eb-b8e0-4740-affd-88c6a1efd496 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Fanout notify agent at l3_agent the message router_deleted on router 3955027f-89eb-4fb5-b881-14dc4060b5f2 {{(pid=95065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 06:55:08.704564 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0bf785eb-b8e0-4740-affd-88c6a1efd496 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:08.712366 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-0bf785eb-b8e0-4740-affd-88c6a1efd496 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] 10.222.0.39 "DELETE /v2.0/routers/3955027f-89eb-4fb5-b881-14dc4060b5f2 HTTP/1.1" status: 204 len: 168 time: 2.5535624 Sep 23 06:55:08.713598 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 42110) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:08.729105 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-38aa2009-1e4f-469c-84fd-c61b46b2b220 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1446231396', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}, 'admin_state_up': False}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:55:08.782236 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-0445d11f-8ac7-4f7d-9eac-7f76cc158cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ab0b1a-2f06-42b3-8d69-bf43485bb477', 'name': 'tempest-ServersTestJSON-89398903-router', 'tenant_id': 'd7938816ab9c44ebb4e957f360576dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '27dfd032-b2fa-4950-9a37-fa409e0c52d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:51:34Z', 'updated_at': '2021-09-23T06:51:40Z', 'revision_number': 4, 'project_id': 'd7938816ab9c44ebb4e957f360576dc8', 'gw_port': {'id': '27dfd032-b2fa-4950-9a37-fa409e0c52d1', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ab0b1a-2f06-42b3-8d69-bf43485bb477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:51:35Z', 'updated_at': '2021-09-23T06:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '2cb4fad4-ba9a-4431-beee-945aad87e564', 'name': '', 'network_id': '0b3e2c43-e919-45eb-9af3-a484276fff9d', 'tenant_id': 'd7938816ab9c44ebb4e957f360576dc8', 'mac_address': 'fa:16:3e:a1:3e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ab0b1a-2f06-42b3-8d69-bf43485bb477', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '9fc2d9fb-aad3-4d00-b908-00d3404369a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:51:39Z', 'updated_at': '2021-09-23T06:51:45Z', 'revision_number': 5, 'project_id': 'd7938816ab9c44ebb4e957f360576dc8', 'subnets': [{'id': '9fc2d9fb-aad3-4d00-b908-00d3404369a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:08.788713 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-38aa2009-1e4f-469c-84fd-c61b46b2b220 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:08.789782 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-38aa2009-1e4f-469c-84fd-c61b46b2b220 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:08.826645 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0445d11f-8ac7-4f7d-9eac-7f76cc158cb8 None None] Checking router: 09ab0b1a-2f06-42b3-8d69-bf43485bb477 for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:55:08.857703 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0445d11f-8ac7-4f7d-9eac-7f76cc158cb8 None None] Routers {'09ab0b1a-2f06-42b3-8d69-bf43485bb477'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:55:08.858383 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-0445d11f-8ac7-4f7d-9eac-7f76cc158cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:54:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['09ab0b1a-2f06-42b3-8d69-bf43485bb477'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:08.913353 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-38aa2009-1e4f-469c-84fd-c61b46b2b220 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:09.268340 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-9e9ece9b-6ef0-4e87-be20-b72ebc7c752a None None] Allocated IP 2001:db8:1::2 (7e671270-ede8-4dcd-9bb8-5a502f96716f/51d41b98-a92f-4ddc-99a1-565e9c649f69/87c67dea-50ef-4a80-a16d-a41b32d26305) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:55:09.276738 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-0445d11f-8ac7-4f7d-9eac-7f76cc158cb8 None None] Set router 09ab0b1a-2f06-42b3-8d69-bf43485bb477 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:55:09.501023 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 42128) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:09.526858 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-38aa2009-1e4f-469c-84fd-c61b46b2b220 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:09.581573 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-e821c1d3-0bef-455e-a399-b04fa830de75 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Allocated IP 2001:db8::1 (a1addcd0-30fe-4ef1-8987-7563204179fe/e27bddcd-6c4f-4992-9f7f-7d651bd54830/8bdddfef-5ba5-4233-991f-9c7cd72f0d12) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:55:09.735486 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-05649b20-10d2-42fc-86d2-d2cf5b6d8289 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:09.771868 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-9e9ece9b-6ef0-4e87-be20-b72ebc7c752a None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:09.804362 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-9e9ece9b-6ef0-4e87-be20-b72ebc7c752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:09.854335 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-05649b20-10d2-42fc-86d2-d2cf5b6d8289 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:09.863626 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 06:55:09.888578 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-38aa2009-1e4f-469c-84fd-c61b46b2b220 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks [] for router_gateway, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:09.913277 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9ece9b-6ef0-4e87-be20-b72ebc7c752a None None] Network 7e671270-ede8-4dcd-9bb8-5a502f96716f is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:55:09.917505 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-0445d11f-8ac7-4f7d-9eac-7f76cc158cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ab0b1a-2f06-42b3-8d69-bf43485bb477', 'name': 'tempest-ServersTestJSON-89398903-router', 'tenant_id': 'd7938816ab9c44ebb4e957f360576dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '27dfd032-b2fa-4950-9a37-fa409e0c52d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:51:34Z', 'updated_at': '2021-09-23T06:51:40Z', 'revision_number': 4, 'project_id': 'd7938816ab9c44ebb4e957f360576dc8', 'gw_port': {'id': '27dfd032-b2fa-4950-9a37-fa409e0c52d1', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ab0b1a-2f06-42b3-8d69-bf43485bb477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:51:35Z', 'updated_at': '2021-09-23T06:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '2cb4fad4-ba9a-4431-beee-945aad87e564', 'name': '', 'network_id': '0b3e2c43-e919-45eb-9af3-a484276fff9d', 'tenant_id': 'd7938816ab9c44ebb4e957f360576dc8', 'mac_address': 'fa:16:3e:a1:3e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ab0b1a-2f06-42b3-8d69-bf43485bb477', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '9fc2d9fb-aad3-4d00-b908-00d3404369a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:51:39Z', 'updated_at': '2021-09-23T06:51:45Z', 'revision_number': 5, 'project_id': 'd7938816ab9c44ebb4e957f360576dc8', 'subnets': [{'id': '9fc2d9fb-aad3-4d00-b908-00d3404369a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:09.920055 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-38aa2009-1e4f-469c-84fd-c61b46b2b220 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:09.955285 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-9e9ece9b-6ef0-4e87-be20-b72ebc7c752a None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:55:09.961183 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e821c1d3-0bef-455e-a399-b04fa830de75 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:09.966714 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9ece9b-6ef0-4e87-be20-b72ebc7c752a None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:55:09.990254 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0445d11f-8ac7-4f7d-9eac-7f76cc158cb8 None None] The sync data for ids ['09ab0b1a-2f06-42b3-8d69-bf43485bb477'] in n-d-715271-16 is: [{'id': '09ab0b1a-2f06-42b3-8d69-bf43485bb477', 'name': 'tempest-ServersTestJSON-89398903-router', 'tenant_id': 'd7938816ab9c44ebb4e957f360576dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '27dfd032-b2fa-4950-9a37-fa409e0c52d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:51:34Z', 'updated_at': '2021-09-23T06:51:40Z', 'revision_number': 4, 'project_id': 'd7938816ab9c44ebb4e957f360576dc8', 'gw_port': {'id': '27dfd032-b2fa-4950-9a37-fa409e0c52d1', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ab0b1a-2f06-42b3-8d69-bf43485bb477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:51:35Z', 'updated_at': '2021-09-23T06:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '2cb4fad4-ba9a-4431-beee-945aad87e564', 'name': '', 'network_id': '0b3e2c43-e919-45eb-9af3-a484276fff9d', 'tenant_id': 'd7938816ab9c44ebb4e957f360576dc8', 'mac_address': 'fa:16:3e:a1:3e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ab0b1a-2f06-42b3-8d69-bf43485bb477', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '9fc2d9fb-aad3-4d00-b908-00d3404369a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:51:39Z', 'updated_at': '2021-09-23T06:51:45Z', 'revision_number': 5, 'project_id': 'd7938816ab9c44ebb4e957f360576dc8', 'subnets': [{'id': '9fc2d9fb-aad3-4d00-b908-00d3404369a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:55:10.005361 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9ece9b-6ef0-4e87-be20-b72ebc7c752a None None] Pushing event updated for resources: {'Port': ['ID=87c67dea-50ef-4a80-a16d-a41b32d26305,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:10.009769 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:10.029905 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-05649b20-10d2-42fc-86d2-d2cf5b6d8289 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:10.032599 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-05649b20-10d2-42fc-86d2-d2cf5b6d8289 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:10.033803 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-05649b20-10d2-42fc-86d2-d2cf5b6d8289 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] 10.222.0.39 "DELETE /v2.0/security-groups/aa9aa16e-008b-4f25-9a90-22b6b7b8c83c HTTP/1.1" status: 204 len: 168 time: 0.5317850 Sep 23 06:55:10.076126 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 42138) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:10.104660 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-38aa2009-1e4f-469c-84fd-c61b46b2b220 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Allocated IP 172.25.2.247 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/4a9e5473-bed6-44ac-871a-27a4def55125) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:55:10.121590 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05649b20-10d2-42fc-86d2-d2cf5b6d8289 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa9aa16e-008b-4f25-9a90-22b6b7b8c83c,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:10.154807 n-d-715271-16 neutron-server[95066]: INFO neutron.api.v2.resource [None req-375454f4-beba-4762-888f-96ce3a253884 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] show failed (client error): The resource could not be found. Sep 23 06:55:10.162403 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-375454f4-beba-4762-888f-96ce3a253884 tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] 10.222.0.39 "GET /v2.0/security-groups/aa9aa16e-008b-4f25-9a90-22b6b7b8c83c HTTP/1.1" status: 404 len: 347 time: 0.0774209 Sep 23 06:55:10.163390 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 42144) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:10.181625 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e821c1d3-0bef-455e-a399-b04fa830de75 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:10.367194 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-9e9ece9b-6ef0-4e87-be20-b72ebc7c752a None None] Attempting to bind port 87c67dea-50ef-4a80-a16d-a41b32d26305 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:55:10.367841 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-9e9ece9b-6ef0-4e87-be20-b72ebc7c752a None None] Attempting to bind port 87c67dea-50ef-4a80-a16d-a41b32d26305 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '14992781-4180-4c3c-9de2-0462e8386ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '7e671270-ede8-4dcd-9bb8-5a502f96716f'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:55:10.368496 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9ece9b-6ef0-4e87-be20-b72ebc7c752a None None] Attempting to bind port 87c67dea-50ef-4a80-a16d-a41b32d26305 on network 7e671270-ede8-4dcd-9bb8-5a502f96716f {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:55:10.375393 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9ece9b-6ef0-4e87-be20-b72ebc7c752a None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:55:10.378281 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9ece9b-6ef0-4e87-be20-b72ebc7c752a None None] Checking segment: {'id': '14992781-4180-4c3c-9de2-0462e8386ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '7e671270-ede8-4dcd-9bb8-5a502f96716f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:55:10.379473 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-9e9ece9b-6ef0-4e87-be20-b72ebc7c752a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:10.380917 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9ece9b-6ef0-4e87-be20-b72ebc7c752a None None] Bound using segment: {'id': '14992781-4180-4c3c-9de2-0462e8386ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '7e671270-ede8-4dcd-9bb8-5a502f96716f'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:55:10.383083 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-9e9ece9b-6ef0-4e87-be20-b72ebc7c752a None None] Bound port: 87c67dea-50ef-4a80-a16d-a41b32d26305, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14992781-4180-4c3c-9de2-0462e8386ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '7e671270-ede8-4dcd-9bb8-5a502f96716f'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:55:10.383251 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-38aa2009-1e4f-469c-84fd-c61b46b2b220 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:10.384012 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-9e9ece9b-6ef0-4e87-be20-b72ebc7c752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:10.424770 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50952522-6343-48f7-9737-4dd54e3302ee None None] Network a1addcd0-30fe-4ef1-8987-7563204179fe requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:55:10.461455 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e821c1d3-0bef-455e-a399-b04fa830de75 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Network a1addcd0-30fe-4ef1-8987-7563204179fe is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:55:10.471648 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-e821c1d3-0bef-455e-a399-b04fa830de75 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:55:10.482305 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-38aa2009-1e4f-469c-84fd-c61b46b2b220 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:10.484027 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e821c1d3-0bef-455e-a399-b04fa830de75 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:55:10.484920 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e821c1d3-0bef-455e-a399-b04fa830de75 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068614'] for router_interface, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:10.494078 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e821c1d3-0bef-455e-a399-b04fa830de75 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Pushing event updated for resources: {'Port': ['ID=8bdddfef-5ba5-4233-991f-9c7cd72f0d12,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:10.561899 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38aa2009-1e4f-469c-84fd-c61b46b2b220 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:55:10.567752 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-38aa2009-1e4f-469c-84fd-c61b46b2b220 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:55:10.571356 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38aa2009-1e4f-469c-84fd-c61b46b2b220 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:55:10.581540 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9f60fb-083a-4bf9-9748-7486327039ba None None] New status for floating IP d0484204-ef7d-4620-b06a-f9e229066e35: DOWN {{(pid=95068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 06:55:10.607859 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aa2009-1e4f-469c-84fd-c61b46b2b220 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Pushing event updated for resources: {'Port': ['ID=4a9e5473-bed6-44ac-871a-27a4def55125,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:10.671526 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-f3c837f2-24c1-48f7-a9b0-f93db66b55c1 None None] Provisioning complete for port 2310e241-20b7-4774-9850-9403b2a42b86 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:55:10.671833 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f3c837f2-24c1-48f7-a9b0-f93db66b55c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:10.725229 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-9e9ece9b-6ef0-4e87-be20-b72ebc7c752a None None] For port 87c67dea-50ef-4a80-a16d-a41b32d26305, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:55:10.763809 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-9e9ece9b-6ef0-4e87-be20-b72ebc7c752a None None] For port 87c67dea-50ef-4a80-a16d-a41b32d26305, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=87c67dea-50ef-4a80-a16d-a41b32d26305,segment=NetworkSegment(14992781-4180-4c3c-9de2-0462e8386ea4),segment_id=14992781-4180-4c3c-9de2-0462e8386ea4)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:55:10.828692 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-9e9ece9b-6ef0-4e87-be20-b72ebc7c752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:10.843867 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 42160) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:10.889607 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e821c1d3-0bef-455e-a399-b04fa830de75 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:10.956112 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-f1082df3-333b-4410-b6cf-03cfb00d6a2c tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Deleting port b4363aaf-133c-42c3-a5be-4fa522620b65 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:55:10.959115 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f1082df3-333b-4410-b6cf-03cfb00d6a2c tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:11.074416 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-38aa2009-1e4f-469c-84fd-c61b46b2b220 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks [] for router_gateway, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:11.079727 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 2310e241-20b7-4774-9850-9403b2a42b86 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:55:11.146987 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9ece9b-6ef0-4e87-be20-b72ebc7c752a None None] Pushing event updated for resources: {'Port': ['ID=87c67dea-50ef-4a80-a16d-a41b32d26305,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:11.169786 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 42170) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:11.184978 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f3c837f2-24c1-48f7-a9b0-f93db66b55c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:11.190106 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d5b2507d-fecc-4745-a44b-960ffb497164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:11.216328 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f1082df3-333b-4410-b6cf-03cfb00d6a2c tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:11.217033 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f1082df3-333b-4410-b6cf-03cfb00d6a2c tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:11.330525 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-f3c837f2-24c1-48f7-a9b0-f93db66b55c1 None None] For port 2310e241-20b7-4774-9850-9403b2a42b86, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=2310e241-20b7-4774-9850-9403b2a42b86,segment=NetworkSegment(1aaba559-5417-4d6d-af03-115f9e3261a9),segment_id=1aaba559-5417-4d6d-af03-115f9e3261a9)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:55:11.334658 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-88f49110-521b-47cb-be6f-0ce338d04b83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:11.338125 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 2310e241-20b7-4774-9850-9403b2a42b86 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:55:11.338635 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:11.340089 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-f1082df3-333b-4410-b6cf-03cfb00d6a2c tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Calling delete_port for b4363aaf-133c-42c3-a5be-4fa522620b65 owned by network:floatingip {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:55:11.341942 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f3c837f2-24c1-48f7-a9b0-f93db66b55c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:11.390326 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-406d9fb9-1d0c-4883-8934-7b44eaca580d admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1163272132-network', 'tenant_id': 'a7b6eaf9a1674036b218b7686ab73712'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:55:11.508630 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c837f2-24c1-48f7-a9b0-f93db66b55c1 None None] Pushing event updated for resources: {'Port': ['ID=2310e241-20b7-4774-9850-9403b2a42b86,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:11.512007 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:11.516596 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-38aa2009-1e4f-469c-84fd-c61b46b2b220 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:11.608275 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-406d9fb9-1d0c-4883-8934-7b44eaca580d admin admin] Made reservation on behalf of a7b6eaf9a1674036b218b7686ab73712 for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:55:11.614419 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-406d9fb9-1d0c-4883-8934-7b44eaca580d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:11.729505 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-406d9fb9-1d0c-4883-8934-7b44eaca580d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:11.736386 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38aa2009-1e4f-469c-84fd-c61b46b2b220 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Router 9b267399-77cc-4b40-8b30-3414b996a2c3 is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 06:55:11.796092 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-78596bf9-2b55-415c-8874-c5cc7312fdd6 None None] Provisioning complete for port 8bdddfef-5ba5-4233-991f-9c7cd72f0d12 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:55:11.796651 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-78596bf9-2b55-415c-8874-c5cc7312fdd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:11.863218 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-78596bf9-2b55-415c-8874-c5cc7312fdd6 None None] Port 8bdddfef-5ba5-4233-991f-9c7cd72f0d12 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:55:11.877764 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-88f49110-521b-47cb-be6f-0ce338d04b83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:11.883720 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-78596bf9-2b55-415c-8874-c5cc7312fdd6 None None] Provisioning complete for port 2310e241-20b7-4774-9850-9403b2a42b86 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:55:11.884672 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-78596bf9-2b55-415c-8874-c5cc7312fdd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:11.892559 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-88f49110-521b-47cb-be6f-0ce338d04b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:11.904025 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38aa2009-1e4f-469c-84fd-c61b46b2b220 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:55:11.928297 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4129be-2ff4-4fd0-a945-a508a351ab4a None None] Sync routers for ids ['9b267399-77cc-4b40-8b30-3414b996a2c3'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:55:11.962959 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4129be-2ff4-4fd0-a945-a508a351ab4a None None] Routers {'9b267399-77cc-4b40-8b30-3414b996a2c3'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:55:11.962959 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-cd4129be-2ff4-4fd0-a945-a508a351ab4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:55:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['9b267399-77cc-4b40-8b30-3414b996a2c3'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:12.018837 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-cd4129be-2ff4-4fd0-a945-a508a351ab4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:12.029308 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-88f49110-521b-47cb-be6f-0ce338d04b83 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7bf5de5acf8446d9a2ab90625898e1af&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1839068 Sep 23 06:55:12.032388 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 42184) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:12.043984 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f49110-521b-47cb-be6f-0ce338d04b83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=581ba4cb-4236-412b-91b7-fd19ffe2ca89,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:12.056085 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4129be-2ff4-4fd0-a945-a508a351ab4a None None] Routers {'9b267399-77cc-4b40-8b30-3414b996a2c3'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:55:12.057342 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-cd4129be-2ff4-4fd0-a945-a508a351ab4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:55:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['9b267399-77cc-4b40-8b30-3414b996a2c3'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:12.112173 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-cd4129be-2ff4-4fd0-a945-a508a351ab4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:12.112618 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4129be-2ff4-4fd0-a945-a508a351ab4a None None] The sync data for ids ['9b267399-77cc-4b40-8b30-3414b996a2c3'] in n-d-715271-16 is: [] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:55:12.168258 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6d75261c-f079-4cac-99e0-10ddab53a8e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:12.179810 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e821c1d3-0bef-455e-a399-b04fa830de75 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:12.199140 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e821c1d3-0bef-455e-a399-b04fa830de75 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:12.200113 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e821c1d3-0bef-455e-a399-b04fa830de75 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067062'] for router_interface, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:12.202094 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6d75261c-f079-4cac-99e0-10ddab53a8e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:12.220833 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:12.275050 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6d75261c-f079-4cac-99e0-10ddab53a8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:12.278487 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6d75261c-f079-4cac-99e0-10ddab53a8e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:12.280046 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-6d75261c-f079-4cac-99e0-10ddab53a8e5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/581ba4cb-4236-412b-91b7-fd19ffe2ca89 HTTP/1.1" status: 204 len: 168 time: 0.2461295 Sep 23 06:55:12.290221 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-ee0cfb49-c5cf-4915-adad-24ef77650d2b None None] Provisioning complete for port 8bdddfef-5ba5-4233-991f-9c7cd72f0d12 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:55:12.292929 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ee0cfb49-c5cf-4915-adad-24ef77650d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:12.309837 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d75261c-f079-4cac-99e0-10ddab53a8e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=581ba4cb-4236-412b-91b7-fd19ffe2ca89,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:12.322027 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f1082df3-333b-4410-b6cf-03cfb00d6a2c tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:12.373804 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-ee0cfb49-c5cf-4915-adad-24ef77650d2b None None] Port 8bdddfef-5ba5-4233-991f-9c7cd72f0d12 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:55:12.426357 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e821c1d3-0bef-455e-a399-b04fa830de75 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Pushing event updated for resources: {'Port': ['ID=8bdddfef-5ba5-4233-991f-9c7cd72f0d12,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:12.456044 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1082df3-333b-4410-b6cf-03cfb00d6a2c tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Pushing event deleted for resources: {'Port': ['ID=b4363aaf-133c-42c3-a5be-4fa522620b65,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:12.499709 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-406d9fb9-1d0c-4883-8934-7b44eaca580d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:12.509701 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-406d9fb9-1d0c-4883-8934-7b44eaca580d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:12.515596 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-38aa2009-1e4f-469c-84fd-c61b46b2b220 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:12.521180 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-38aa2009-1e4f-469c-84fd-c61b46b2b220 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.8065021 Sep 23 06:55:12.521986 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 42192) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:12.527730 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-8aa6a873-cf2d-4774-9c51-4ccfaf24df90 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:55:12.556658 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-406d9fb9-1d0c-4883-8934-7b44eaca580d admin admin] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:55:12.573067 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f1082df3-333b-4410-b6cf-03cfb00d6a2c tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Notify callbacks [] for floatingip, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:12.576813 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f1082df3-333b-4410-b6cf-03cfb00d6a2c tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:12.583631 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-f1082df3-333b-4410-b6cf-03cfb00d6a2c tempest-ServersTestJSON-1485400518 tempest-ServersTestJSON-1485400518-project] 10.222.0.39 "DELETE /v2.0/floatingips/d0484204-ef7d-4620-b06a-f9e229066e35 HTTP/1.1" status: 204 len: 168 time: 2.4185202 Sep 23 06:55:12.589537 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 42196) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:12.593019 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e821c1d3-0bef-455e-a399-b04fa830de75 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Network a1addcd0-30fe-4ef1-8987-7563204179fe is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:55:12.634235 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d9fb9-1d0c-4883-8934-7b44eaca580d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94317fed-f8ea-49ef-88c2-3816f403721c,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:12.638785 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2c7196-047c-4457-91fd-8366459194c6 None None] Network 7e671270-ede8-4dcd-9bb8-5a502f96716f requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:55:12.658669 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-e821c1d3-0bef-455e-a399-b04fa830de75 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:55:12.664579 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-406d9fb9-1d0c-4883-8934-7b44eaca580d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:12.664939 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-406d9fb9-1d0c-4883-8934-7b44eaca580d admin admin] Added segment f68e1adb-fdd7-4d15-a5d1-921dce56fbbf of type vlan for network 2b699ce6-0a70-435f-85dd-b45891dc3cf7 Sep 23 06:55:12.783491 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-093b7bcf-3511-45e6-9266-9cf56346f5fc None None] Provisioning complete for port 87c67dea-50ef-4a80-a16d-a41b32d26305 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:55:12.784087 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-093b7bcf-3511-45e6-9266-9cf56346f5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:12.964788 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-406d9fb9-1d0c-4883-8934-7b44eaca580d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:12.966612 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 42204) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:12.983011 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-da6f8aed-751e-41e5-8f55-b80bc2229462 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:13.085516 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-406d9fb9-1d0c-4883-8934-7b44eaca580d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:13.086522 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406d9fb9-1d0c-4883-8934-7b44eaca580d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:13.087315 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-406d9fb9-1d0c-4883-8934-7b44eaca580d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:13.125042 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8aa6a873-cf2d-4774-9c51-4ccfaf24df90 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:13.167031 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 2310e241-20b7-4774-9850-9403b2a42b86 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:55:13.199736 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e821c1d3-0bef-455e-a399-b04fa830de75 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Router b9758294-ced3-4827-b918-10276f391b37 is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 06:55:13.241523 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-da6f8aed-751e-41e5-8f55-b80bc2229462 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:13.243384 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d9fb9-1d0c-4883-8934-7b44eaca580d admin admin] Pushing event updated for resources: {'Network': ['ID=2b699ce6-0a70-435f-85dd-b45891dc3cf7,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:13.250475 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8aa6a873-cf2d-4774-9c51-4ccfaf24df90 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:13.255579 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-da6f8aed-751e-41e5-8f55-b80bc2229462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:13.275168 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 2b699ce6-0a70-435f-85dd-b45891dc3cf7 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:55:13.276937 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-093b7bcf-3511-45e6-9266-9cf56346f5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:13.303220 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-406d9fb9-1d0c-4883-8934-7b44eaca580d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.1281250 Sep 23 06:55:13.304901 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 42210) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:13.312201 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-cbeec22c-76a4-4da1-b389-64c35c532fca admin admin] Request body: {'subnet': {'network_id': '2b699ce6-0a70-435f-85dd-b45891dc3cf7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1163272132-subnet', 'tenant_id': 'a7b6eaf9a1674036b218b7686ab73712', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:55:13.367667 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 2310e241-20b7-4774-9850-9403b2a42b86 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:55:13.367963 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:13.391190 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-da6f8aed-751e-41e5-8f55-b80bc2229462 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a5e48b89d41e4a028e6458bbac307c33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4226923 Sep 23 06:55:13.391944 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6f8aed-751e-41e5-8f55-b80bc2229462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=279009be-caa0-423c-964f-495e1419d5a6,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:13.397696 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 42212) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:13.490746 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-093b7bcf-3511-45e6-9266-9cf56346f5fc None None] For port 87c67dea-50ef-4a80-a16d-a41b32d26305, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=87c67dea-50ef-4a80-a16d-a41b32d26305,segment=NetworkSegment(14992781-4180-4c3c-9de2-0462e8386ea4),segment_id=14992781-4180-4c3c-9de2-0462e8386ea4)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:55:13.500470 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-093b7bcf-3511-45e6-9266-9cf56346f5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:13.513683 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-8aa6a873-cf2d-4774-9c51-4ccfaf24df90 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Deleting port 4a9e5473-bed6-44ac-871a-27a4def55125 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:55:13.514050 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8aa6a873-cf2d-4774-9c51-4ccfaf24df90 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:13.540288 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbeec22c-76a4-4da1-b389-64c35c532fca admin admin] Made reservation on behalf of a7b6eaf9a1674036b218b7686ab73712 for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:55:13.548393 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-cbeec22c-76a4-4da1-b389-64c35c532fca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:13.647896 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8aa6a873-cf2d-4774-9c51-4ccfaf24df90 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:13.648563 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093b7bcf-3511-45e6-9266-9cf56346f5fc None None] Pushing event updated for resources: {'Port': ['ID=87c67dea-50ef-4a80-a16d-a41b32d26305,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:13.667132 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-8aa6a873-cf2d-4774-9c51-4ccfaf24df90 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Calling delete_port for 4a9e5473-bed6-44ac-871a-27a4def55125 owned by network:router_gateway {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:55:13.686761 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e821c1d3-0bef-455e-a399-b04fa830de75 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:55:13.689791 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 87c67dea-50ef-4a80-a16d-a41b32d26305 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:55:13.696938 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-e821c1d3-0bef-455e-a399-b04fa830de75 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "PUT /v2.0/routers/b9758294-ced3-4827-b918-10276f391b37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7560120 Sep 23 06:55:13.702480 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c324a6c1-88b6-4611-92ce-8382b25fc840 None None] Sync routers for ids ['b9758294-ced3-4827-b918-10276f391b37'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:55:13.715674 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c324a6c1-88b6-4611-92ce-8382b25fc840 None None] Routers {'b9758294-ced3-4827-b918-10276f391b37'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:55:13.716775 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-c324a6c1-88b6-4611-92ce-8382b25fc840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:55:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['b9758294-ced3-4827-b918-10276f391b37'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:13.735929 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 42216) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:13.751715 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-d83f2aa9-7217-473b-a203-0b4494c2c662 None None] Provisioning complete for port 8bdddfef-5ba5-4233-991f-9c7cd72f0d12 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:55:13.752412 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d83f2aa9-7217-473b-a203-0b4494c2c662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:13.771750 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0a70fd0d-2768-4101-a601-81344563f580 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:13.782956 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-c324a6c1-88b6-4611-92ce-8382b25fc840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:13.799581 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c324a6c1-88b6-4611-92ce-8382b25fc840 None None] Routers {'b9758294-ced3-4827-b918-10276f391b37'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:55:13.803536 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-c324a6c1-88b6-4611-92ce-8382b25fc840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:55:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['b9758294-ced3-4827-b918-10276f391b37'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:13.805666 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:13.814945 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 87c67dea-50ef-4a80-a16d-a41b32d26305 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:55:13.815465 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:13.842441 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45965b4-8096-47bd-b739-c1dd731dfc30 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:13.844054 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-a45965b4-8096-47bd-b739-c1dd731dfc30 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "GET /v2.0/ports/8bdddfef-5ba5-4233-991f-9c7cd72f0d12 HTTP/1.1" status: 200 len: 911 time: 0.1026328 Sep 23 06:55:13.869059 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 42220) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:13.871709 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-d83f2aa9-7217-473b-a203-0b4494c2c662 None None] Port 8bdddfef-5ba5-4233-991f-9c7cd72f0d12 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:55:13.882456 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-c324a6c1-88b6-4611-92ce-8382b25fc840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:13.885242 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c324a6c1-88b6-4611-92ce-8382b25fc840 None None] The sync data for ids ['b9758294-ced3-4827-b918-10276f391b37'] in n-d-715271-16 is: [] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:55:13.958258 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0a70fd0d-2768-4101-a601-81344563f580 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:14.010489 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-19f0675a-ec76-4e8d-9806-ac25f7e13880 None None] Provisioning complete for port 87c67dea-50ef-4a80-a16d-a41b32d26305 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:55:14.011030 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-19f0675a-ec76-4e8d-9806-ac25f7e13880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:14.074931 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0a70fd0d-2768-4101-a601-81344563f580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:14.077761 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0a70fd0d-2768-4101-a601-81344563f580 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:14.088943 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-0a70fd0d-2768-4101-a601-81344563f580 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/279009be-caa0-423c-964f-495e1419d5a6 HTTP/1.1" status: 204 len: 168 time: 0.6818521 Sep 23 06:55:14.122264 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8aa6a873-cf2d-4774-9c51-4ccfaf24df90 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:14.131916 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a70fd0d-2768-4101-a601-81344563f580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=279009be-caa0-423c-964f-495e1419d5a6,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:14.223956 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa6a873-cf2d-4774-9c51-4ccfaf24df90 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Pushing event deleted for resources: {'Port': ['ID=4a9e5473-bed6-44ac-871a-27a4def55125,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:14.228580 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8aa6a873-cf2d-4774-9c51-4ccfaf24df90 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2068563'] for router_gateway, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:14.509665 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-cbeec22c-76a4-4da1-b389-64c35c532fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:14.562917 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8aa6a873-cf2d-4774-9c51-4ccfaf24df90 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2069904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5251'] for router, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:14.570138 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8aa6a873-cf2d-4774-9c51-4ccfaf24df90 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2069929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2069922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2064665'] for router, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:14.617297 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bd8fb852-3175-49d5-bcd1-ffabe4bcddc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066969'] for router_interface, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:14.693294 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeec22c-76a4-4da1-b389-64c35c532fca admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8b80929-1b03-43c4-bc6c-1a6cedb3b827,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:14.782043 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbeec22c-76a4-4da1-b389-64c35c532fca admin admin] Checking segment: {'id': 'f68e1adb-fdd7-4d15-a5d1-921dce56fbbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2b699ce6-0a70-435f-85dd-b45891dc3cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:55:14.782411 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbeec22c-76a4-4da1-b389-64c35c532fca admin admin] Network hostable DHCP agents. Network: 2b699ce6-0a70-435f-85dd-b45891dc3cf7, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:55:14.927606 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbeec22c-76a4-4da1-b389-64c35c532fca admin admin] Network 2b699ce6-0a70-435f-85dd-b45891dc3cf7 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:55:15.014666 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-cbeec22c-76a4-4da1-b389-64c35c532fca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 2b699ce6-0a70-435f-85dd-b45891dc3cf7) {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:55:15.015625 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 87c67dea-50ef-4a80-a16d-a41b32d26305 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:55:15.033144 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbeec22c-76a4-4da1-b389-64c35c532fca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:15.034024 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-cbeec22c-76a4-4da1-b389-64c35c532fca admin admin] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:15.096082 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-cbeec22c-76a4-4da1-b389-64c35c532fca admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.7876911 Sep 23 06:55:15.109214 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c00698-0640-4f7c-a2f2-db34ac82d045 None None] Network 2b699ce6-0a70-435f-85dd-b45891dc3cf7 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:55:15.206434 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aa6a873-cf2d-4774-9c51-4ccfaf24df90 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Router 9b267399-77cc-4b40-8b30-3414b996a2c3 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:55:15.217406 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-961e653b-b7e8-463f-ad7a-28a542344517 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:15.248551 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 87c67dea-50ef-4a80-a16d-a41b32d26305 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:55:15.248925 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:15.337284 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90628f1-5e54-4b0a-90f4-651c1d874ac5 None None] Network 2b699ce6-0a70-435f-85dd-b45891dc3cf7 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:55:15.345889 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa6a873-cf2d-4774-9c51-4ccfaf24df90 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:55:15.361550 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b375de-0a4c-46d9-b9cf-c7fafa6ea5b9 None None] Sync routers for ids ['9b267399-77cc-4b40-8b30-3414b996a2c3'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:55:15.363517 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8aa6a873-cf2d-4774-9c51-4ccfaf24df90 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:15.369405 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-8aa6a873-cf2d-4774-9c51-4ccfaf24df90 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] 10.222.0.39 "PUT /v2.0/routers/9b267399-77cc-4b40-8b30-3414b996a2c3 HTTP/1.1" status: 200 len: 706 time: 2.8462934 Sep 23 06:55:15.370537 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 42254) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:15.461953 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-bd8fb852-3175-49d5-bcd1-ffabe4bcddc1 admin admin] Deleting port 2cb4fad4-ba9a-4431-beee-945aad87e564 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:55:15.464075 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bd8fb852-3175-49d5-bcd1-ffabe4bcddc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:15.497100 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-194b6bda-c330-48a9-9ac1-123de02a6002 tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] 10.222.0.39 "GET /v2.0/routers/9b267399-77cc-4b40-8b30-3414b996a2c3 HTTP/1.1" status: 200 len: 741 time: 0.1251101 Sep 23 06:55:15.497482 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 42266) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:15.517633 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b375de-0a4c-46d9-b9cf-c7fafa6ea5b9 None None] Routers {'9b267399-77cc-4b40-8b30-3414b996a2c3'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:55:15.518961 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-22b375de-0a4c-46d9-b9cf-c7fafa6ea5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:55:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['9b267399-77cc-4b40-8b30-3414b996a2c3'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:15.574723 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-5cbde648-1079-4839-a6cc-c4311bd286fc tempest-RoutersAdminTest-1769179157 tempest-RoutersAdminTest-1769179157-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=0f47978c-41eb-4cc7-92bf-8b873be8a1a0&device_id=9b267399-77cc-4b40-8b30-3414b996a2c3 HTTP/1.1" status: 200 len: 205 time: 0.0743175 Sep 23 06:55:15.577722 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 42270) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:15.624848 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-22b375de-0a4c-46d9-b9cf-c7fafa6ea5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:15.633809 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-a8f60b9c-7a2d-45eb-84d4-e63914952766 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b267399-77cc-4b40-8b30-3414b996a2c3 HTTP/1.1" status: 200 len: 205 time: 0.0535793 Sep 23 06:55:15.635269 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 42272) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:15.708878 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b375de-0a4c-46d9-b9cf-c7fafa6ea5b9 None None] Routers {'9b267399-77cc-4b40-8b30-3414b996a2c3'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:55:15.709326 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-22b375de-0a4c-46d9-b9cf-c7fafa6ea5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:55:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['9b267399-77cc-4b40-8b30-3414b996a2c3'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:15.741952 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-05c323bb-edb9-4606-b14e-37ffa847f851 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks [] for router, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:15.780602 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-bd8fb852-3175-49d5-bcd1-ffabe4bcddc1 admin admin] For port 2cb4fad4-ba9a-4431-beee-945aad87e564, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=2cb4fad4-ba9a-4431-beee-945aad87e564,segment=NetworkSegment(be72623b-aa7b-4254-91c5-48856a3a961c),segment_id=be72623b-aa7b-4254-91c5-48856a3a961c)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:55:15.781025 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bd8fb852-3175-49d5-bcd1-ffabe4bcddc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:15.826641 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-bd8fb852-3175-49d5-bcd1-ffabe4bcddc1 admin admin] Calling delete_port for 2cb4fad4-ba9a-4431-beee-945aad87e564 owned by network:router_interface {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:55:15.827350 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-22b375de-0a4c-46d9-b9cf-c7fafa6ea5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:15.828130 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b375de-0a4c-46d9-b9cf-c7fafa6ea5b9 None None] The sync data for ids ['9b267399-77cc-4b40-8b30-3414b996a2c3'] in n-d-715271-16 is: [] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:55:15.935668 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-961e653b-b7e8-463f-ad7a-28a542344517 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Allocated IP 2001:db8:1::1 (7e671270-ede8-4dcd-9bb8-5a502f96716f/51d41b98-a92f-4ddc-99a1-565e9c649f69/6c978972-6b17-476e-acf2-93b6fed50451) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:55:15.949930 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-05c323bb-edb9-4606-b14e-37ffa847f851 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:15.952779 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-05c323bb-edb9-4606-b14e-37ffa847f851 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:16.023625 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-05c323bb-edb9-4606-b14e-37ffa847f851 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:16.024308 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05c323bb-edb9-4606-b14e-37ffa847f851 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Fanout notify agent at l3_agent the message router_deleted on router 9b267399-77cc-4b40-8b30-3414b996a2c3 {{(pid=95065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 06:55:16.034564 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-05c323bb-edb9-4606-b14e-37ffa847f851 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:16.036621 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-05c323bb-edb9-4606-b14e-37ffa847f851 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] 10.222.0.39 "DELETE /v2.0/routers/9b267399-77cc-4b40-8b30-3414b996a2c3 HTTP/1.1" status: 204 len: 168 time: 0.4002159 Sep 23 06:55:16.040471 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 42288) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:16.098243 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-daa37739-557c-4715-b0ba-48e95425e816 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b267399-77cc-4b40-8b30-3414b996a2c3 HTTP/1.1" status: 200 len: 205 time: 0.0555389 Sep 23 06:55:16.100786 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 42294) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:16.152200 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [None req-dc29530b-91ab-4cad-94ee-0703e95c2f8c tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] delete failed (client error): The resource could not be found. Sep 23 06:55:16.154008 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-dc29530b-91ab-4cad-94ee-0703e95c2f8c tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] 10.222.0.39 "DELETE /v2.0/routers/9b267399-77cc-4b40-8b30-3414b996a2c3 HTTP/1.1" status: 404 len: 336 time: 0.0507224 Sep 23 06:55:16.157228 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 42296) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:16.195042 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-ab95f3de-2be4-4596-b5ff-fe731a102950 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] 10.222.0.39 "GET /v2.0/ports?device_id=3955027f-89eb-4fb5-b881-14dc4060b5f2 HTTP/1.1" status: 200 len: 205 time: 0.0359616 Sep 23 06:55:16.198247 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 42298) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:16.247481 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [None req-16c91331-1857-4a7b-ab69-277814903ae3 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] delete failed (client error): The resource could not be found. Sep 23 06:55:16.248845 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-16c91331-1857-4a7b-ab69-277814903ae3 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] 10.222.0.39 "DELETE /v2.0/routers/3955027f-89eb-4fb5-b881-14dc4060b5f2 HTTP/1.1" status: 404 len: 336 time: 0.0492074 Sep 23 06:55:16.252146 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 42302) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:16.280411 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-961e653b-b7e8-463f-ad7a-28a542344517 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:16.297243 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa27cf-56f2-42ba-a74b-9f9995f952a7 req-3ff46e9b-1d6f-4214-bede-9bbc10288590 tempest-ServerAddressesNegativeTestJSON-1995068403 tempest-ServerAddressesNegativeTestJSON-1995068403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:16.298914 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-61aa27cf-56f2-42ba-a74b-9f9995f952a7 req-3ff46e9b-1d6f-4214-bede-9bbc10288590 tempest-ServerAddressesNegativeTestJSON-1995068403 tempest-ServerAddressesNegativeTestJSON-1995068403-project] 10.222.0.39 "GET /v2.0/networks?id=2b699ce6-0a70-435f-85dd-b45891dc3cf7 HTTP/1.1" status: 200 len: 822 time: 0.3049335 Sep 23 06:55:16.325844 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-4d4f4aef-6c85-45b0-9093-62a551b8a80d tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1ec3010-b959-4bf7-959d-ca13f9d345cb HTTP/1.1" status: 200 len: 205 time: 0.0695169 Sep 23 06:55:16.326837 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 42306) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:16.369021 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-61aa27cf-56f2-42ba-a74b-9f9995f952a7 req-9b2c9dba-d46c-49b3-b258-f53187188d28 tempest-ServerAddressesNegativeTestJSON-1995068403 tempest-ServerAddressesNegativeTestJSON-1995068403-project] 10.222.0.39 "GET /v2.0/quotas/a7b6eaf9a1674036b218b7686ab73712 HTTP/1.1" status: 200 len: 375 time: 0.0584807 Sep 23 06:55:16.374977 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [None req-d0c61088-0ed0-4ca0-9106-21bc0a6fbff8 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] delete failed (client error): The resource could not be found. Sep 23 06:55:16.378886 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-d0c61088-0ed0-4ca0-9106-21bc0a6fbff8 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] 10.222.0.39 "DELETE /v2.0/routers/e1ec3010-b959-4bf7-959d-ca13f9d345cb HTTP/1.1" status: 404 len: 336 time: 0.0485311 Sep 23 06:55:16.380090 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 42308) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:16.418084 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-0cfbd968-4f5f-4029-b0ca-cc91c0076847 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb86e805-5f3d-4658-b225-358cd99c5abf HTTP/1.1" status: 200 len: 205 time: 0.0346518 Sep 23 06:55:16.419239 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 42310) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:16.435322 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-61aa27cf-56f2-42ba-a74b-9f9995f952a7 req-b7340cd1-4a32-4a90-914e-82e05a6cd99a tempest-ServerAddressesNegativeTestJSON-1995068403 tempest-ServerAddressesNegativeTestJSON-1995068403-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a7b6eaf9a1674036b218b7686ab73712&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0496900 Sep 23 06:55:16.462391 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-961e653b-b7e8-463f-ad7a-28a542344517 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:16.487651 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [None req-b260d7fd-8013-4191-a50b-86620bff5ab3 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] delete failed (client error): The resource could not be found. Sep 23 06:55:16.493084 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-b260d7fd-8013-4191-a50b-86620bff5ab3 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] 10.222.0.39 "DELETE /v2.0/routers/eb86e805-5f3d-4658-b225-358cd99c5abf HTTP/1.1" status: 404 len: 336 time: 0.0701067 Sep 23 06:55:16.494096 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 42318) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:16.515392 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bd8fb852-3175-49d5-bcd1-ffabe4bcddc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:16.525156 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961e653b-b7e8-463f-ad7a-28a542344517 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Network 7e671270-ede8-4dcd-9bb8-5a502f96716f is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:55:16.533282 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-961e653b-b7e8-463f-ad7a-28a542344517 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:55:16.536561 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 42320) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:16.536732 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-76c9ec0d-a2ff-46d0-846b-f4ec2f188966 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd2d5fe1-a11a-4946-8556-9466dbd1fdc3 HTTP/1.1" status: 200 len: 205 time: 0.0408807 Sep 23 06:55:16.548336 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961e653b-b7e8-463f-ad7a-28a542344517 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:55:16.548900 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-961e653b-b7e8-463f-ad7a-28a542344517 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068614'] for router_interface, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:16.743140 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e653b-b7e8-463f-ad7a-28a542344517 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Pushing event updated for resources: {'Port': ['ID=6c978972-6b17-476e-acf2-93b6fed50451,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:16.764982 n-d-715271-16 neutron-server[95066]: INFO neutron.api.v2.resource [None req-1d55d23c-940b-4e2c-aa5d-5e41fe7d2b48 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] delete failed (client error): The resource could not be found. Sep 23 06:55:16.766154 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-1d55d23c-940b-4e2c-aa5d-5e41fe7d2b48 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] 10.222.0.39 "DELETE /v2.0/routers/fd2d5fe1-a11a-4946-8556-9466dbd1fdc3 HTTP/1.1" status: 404 len: 336 time: 0.2261708 Sep 23 06:55:16.771438 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 42328) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:16.849376 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-a33e0002-6c5b-4acf-8734-6ca5161d4ab2 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0ac68a0-c50e-4861-9e4d-f54b246cc3f0 HTTP/1.1" status: 200 len: 205 time: 0.0732152 Sep 23 06:55:16.850382 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 42330) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:16.878127 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8fb852-3175-49d5-bcd1-ffabe4bcddc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cb4fad4-ba9a-4431-beee-945aad87e564,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:16.959734 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [None req-35e74cab-14c2-4218-99e7-c3d8f1250b39 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] delete failed (client error): The resource could not be found. Sep 23 06:55:16.966930 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 42332) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:16.967114 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-35e74cab-14c2-4218-99e7-c3d8f1250b39 tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] 10.222.0.39 "DELETE /v2.0/routers/b0ac68a0-c50e-4861-9e4d-f54b246cc3f0 HTTP/1.1" status: 404 len: 336 time: 0.1142709 Sep 23 06:55:17.051242 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-564d9865-12f5-412e-ab38-51607f0aa16e tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] DELETE failed (client error): The resource could not be found. Sep 23 06:55:17.052145 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-564d9865-12f5-412e-ab38-51607f0aa16e tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:55:17.054144 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-564d9865-12f5-412e-ab38-51607f0aa16e tempest-RoutersAdminTest-872573623 tempest-RoutersAdminTest-872573623-project] 10.222.0.39 "DELETE /v2.0/subnets/f528214c-6426-44f9-ad7f-3d73e673231e HTTP/1.1" status: 404 len: 337 time: 0.0845370 Sep 23 06:55:17.055040 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-961e653b-b7e8-463f-ad7a-28a542344517 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:17.090204 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-61aa27cf-56f2-42ba-a74b-9f9995f952a7 req-14eb3045-53be-4123-81e7-53f072c2e173 service neutron] 10.222.0.39 "GET /v2.0/networks/2b699ce6-0a70-435f-85dd-b45891dc3cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6471004 Sep 23 06:55:17.091100 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-ae380b49-5fc5-4860-8603-b70c301623ca None None] Provisioning complete for port 6c978972-6b17-476e-acf2-93b6fed50451 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:55:17.091845 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ae380b49-5fc5-4860-8603-b70c301623ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:17.175256 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-ae380b49-5fc5-4860-8603-b70c301623ca None None] Port 6c978972-6b17-476e-acf2-93b6fed50451 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:55:17.589525 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 42350) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:17.620997 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bd8fb852-3175-49d5-bcd1-ffabe4bcddc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2068624'] for router_interface, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:17.747196 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-61aa27cf-56f2-42ba-a74b-9f9995f952a7 req-072a6336-60b4-474f-960d-e1d684c907c8 service neutron] 10.222.0.39 "GET /v2.0/networks/2b699ce6-0a70-435f-85dd-b45891dc3cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6217797 Sep 23 06:55:17.842339 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6b394641-a4f9-4961-a44a-0744711591cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:17.979754 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-961e653b-b7e8-463f-ad7a-28a542344517 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:18.055104 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-63921e23-3d9d-4dc6-8607-62cfbadc2d9b req-d58fe429-7260-41cf-abd4-e33db75b4b6d tempest-ServerAddressesNegativeTestJSON-1995068403 tempest-ServerAddressesNegativeTestJSON-1995068403-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b0b5fd8-443d-4692-a2a2-8e52c6a1c194 HTTP/1.1" status: 200 len: 210 time: 0.0778208 Sep 23 06:55:18.071552 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-961e653b-b7e8-463f-ad7a-28a542344517 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:18.072751 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-961e653b-b7e8-463f-ad7a-28a542344517 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067062'] for router_interface, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:18.104179 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6b394641-a4f9-4961-a44a-0744711591cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:18.112148 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6b394641-a4f9-4961-a44a-0744711591cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:18.154164 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-6b394641-a4f9-4961-a44a-0744711591cc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fb5e79c6fd0348e38d64be1938ce3e13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5629697 Sep 23 06:55:18.160854 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 42376) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:18.214345 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e653b-b7e8-463f-ad7a-28a542344517 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Pushing event updated for resources: {'Port': ['ID=6c978972-6b17-476e-acf2-93b6fed50451,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:18.232919 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b394641-a4f9-4961-a44a-0744711591cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=681ae6c9-0e3b-4a02-be73-d9b33a6948f0,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:18.273783 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c005c156-76ec-42e6-b5e1-03c4ecf179a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:18.317573 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c005c156-76ec-42e6-b5e1-03c4ecf179a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:18.419932 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c005c156-76ec-42e6-b5e1-03c4ecf179a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:18.426615 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c005c156-76ec-42e6-b5e1-03c4ecf179a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:18.427911 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-c005c156-76ec-42e6-b5e1-03c4ecf179a5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/681ae6c9-0e3b-4a02-be73-d9b33a6948f0 HTTP/1.1" status: 204 len: 168 time: 0.2656188 Sep 23 06:55:18.443227 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c005c156-76ec-42e6-b5e1-03c4ecf179a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=681ae6c9-0e3b-4a02-be73-d9b33a6948f0,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:18.465626 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd8fb852-3175-49d5-bcd1-ffabe4bcddc1 admin admin] Router 09ab0b1a-2f06-42b3-8d69-bf43485bb477 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:55:18.472110 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961e653b-b7e8-463f-ad7a-28a542344517 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Network 7e671270-ede8-4dcd-9bb8-5a502f96716f is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:55:18.476108 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-961e653b-b7e8-463f-ad7a-28a542344517 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:55:18.728695 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd8fb852-3175-49d5-bcd1-ffabe4bcddc1 admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:55:18.739786 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f148c7-3078-4c28-a2f2-fc7da7ad5baa None None] Sync routers for ids ['09ab0b1a-2f06-42b3-8d69-bf43485bb477'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:55:18.743823 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-bd8fb852-3175-49d5-bcd1-ffabe4bcddc1 admin admin] 10.222.0.39 "PUT /v2.0/routers/09ab0b1a-2f06-42b3-8d69-bf43485bb477/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1529582 Sep 23 06:55:18.746394 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 42394) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:18.751266 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f148c7-3078-4c28-a2f2-fc7da7ad5baa None None] Routers {'09ab0b1a-2f06-42b3-8d69-bf43485bb477'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:55:18.752339 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-b9f148c7-3078-4c28-a2f2-fc7da7ad5baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:55:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['09ab0b1a-2f06-42b3-8d69-bf43485bb477'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:18.767488 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-961e653b-b7e8-463f-ad7a-28a542344517 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Router b9758294-ced3-4827-b918-10276f391b37 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:55:18.963242 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-9177e377-e8ba-4af0-a80e-90de6d226394 None None] Provisioning complete for port 6c978972-6b17-476e-acf2-93b6fed50451 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:55:18.963793 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-9177e377-e8ba-4af0-a80e-90de6d226394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:18.969526 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-b9f148c7-3078-4c28-a2f2-fc7da7ad5baa None None] Set router 09ab0b1a-2f06-42b3-8d69-bf43485bb477 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:55:19.021375 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e0bbde7d-97bc-4d71-b7dd-056d40b10948 admin admin] Notify callbacks [] for router, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:19.041355 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-9177e377-e8ba-4af0-a80e-90de6d226394 None None] Port 6c978972-6b17-476e-acf2-93b6fed50451 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:55:19.051375 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-961e653b-b7e8-463f-ad7a-28a542344517 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:55:19.061309 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca583686-43cb-42de-8480-f6c55798a08b None None] Sync routers for ids ['b9758294-ced3-4827-b918-10276f391b37'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:55:19.073229 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 42402) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:19.075583 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-961e653b-b7e8-463f-ad7a-28a542344517 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "PUT /v2.0/routers/b9758294-ced3-4827-b918-10276f391b37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2052753 Sep 23 06:55:19.078597 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca583686-43cb-42de-8480-f6c55798a08b None None] Routers {'b9758294-ced3-4827-b918-10276f391b37'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:55:19.080123 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-ca583686-43cb-42de-8480-f6c55798a08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:55:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['b9758294-ced3-4827-b918-10276f391b37'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:19.095843 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 42406) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:19.131534 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c6fbdd-0a00-4dab-8e9d-4a0c8fdb7200 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:19.133295 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-74c6fbdd-0a00-4dab-8e9d-4a0c8fdb7200 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "GET /v2.0/ports/6c978972-6b17-476e-acf2-93b6fed50451 HTTP/1.1" status: 200 len: 913 time: 0.0588005 Sep 23 06:55:19.146529 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 42408) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:19.214074 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-ca583686-43cb-42de-8480-f6c55798a08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:19.226279 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-76572c1c-2932-480c-b432-5737910eb968 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f6cce6e61ac745e7aba26fa5b64515ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1291087 Sep 23 06:55:19.237576 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca583686-43cb-42de-8480-f6c55798a08b None None] Routers {'b9758294-ced3-4827-b918-10276f391b37'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:55:19.241930 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-ca583686-43cb-42de-8480-f6c55798a08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:55:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['b9758294-ced3-4827-b918-10276f391b37'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:19.247978 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 42410) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:19.327996 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e10ab239-cbeb-4528-b685-8b10b23f768a req-943a65e6-82af-4c72-92dd-d30175b0b22d tempest-ServerAddressesNegativeTestJSON-1995068403 tempest-ServerAddressesNegativeTestJSON-1995068403-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b0b5fd8-443d-4692-a2a2-8e52c6a1c194 HTTP/1.1" status: 200 len: 210 time: 0.1028445 Sep 23 06:55:19.418607 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e0bbde7d-97bc-4d71-b7dd-056d40b10948 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:19.451545 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-b9f148c7-3078-4c28-a2f2-fc7da7ad5baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ab0b1a-2f06-42b3-8d69-bf43485bb477', 'name': 'tempest-ServersTestJSON-89398903-router', 'tenant_id': 'd7938816ab9c44ebb4e957f360576dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '27dfd032-b2fa-4950-9a37-fa409e0c52d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:51:34Z', 'updated_at': '2021-09-23T06:55:16Z', 'revision_number': 5, 'project_id': 'd7938816ab9c44ebb4e957f360576dc8', 'gw_port': {'id': '27dfd032-b2fa-4950-9a37-fa409e0c52d1', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ab0b1a-2f06-42b3-8d69-bf43485bb477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:51:35Z', 'updated_at': '2021-09-23T06:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:19.542117 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f148c7-3078-4c28-a2f2-fc7da7ad5baa None None] Checking router: 09ab0b1a-2f06-42b3-8d69-bf43485bb477 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:55:19.570189 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f148c7-3078-4c28-a2f2-fc7da7ad5baa None None] Routers {'09ab0b1a-2f06-42b3-8d69-bf43485bb477'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:55:19.572182 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-b9f148c7-3078-4c28-a2f2-fc7da7ad5baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:55:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['09ab0b1a-2f06-42b3-8d69-bf43485bb477'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:19.588256 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-ca583686-43cb-42de-8480-f6c55798a08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:19.589984 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca583686-43cb-42de-8480-f6c55798a08b None None] The sync data for ids ['b9758294-ced3-4827-b918-10276f391b37'] in n-d-715271-16 is: [] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:55:19.605704 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e70ef525-0163-49c5-b188-4d301ebaf1b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:19.655111 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 42418) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:19.701269 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e70ef525-0163-49c5-b188-4d301ebaf1b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:19.712075 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa27cf-56f2-42ba-a74b-9f9995f952a7 req-94b9a621-e41f-400b-9177-76762e39bf9d tempest-ServerAddressesNegativeTestJSON-1995068403 tempest-ServerAddressesNegativeTestJSON-1995068403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:19.713561 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-61aa27cf-56f2-42ba-a74b-9f9995f952a7 req-94b9a621-e41f-400b-9177-76762e39bf9d tempest-ServerAddressesNegativeTestJSON-1995068403 tempest-ServerAddressesNegativeTestJSON-1995068403-project] 10.222.0.21 "GET /v2.0/networks?id=2b699ce6-0a70-435f-85dd-b45891dc3cf7 HTTP/1.1" status: 200 len: 822 time: 0.3651910 Sep 23 06:55:19.729327 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-e0bbde7d-97bc-4d71-b7dd-056d40b10948 admin admin] Deleting port 27dfd032-b2fa-4950-9a37-fa409e0c52d1 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:55:19.729704 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e0bbde7d-97bc-4d71-b7dd-056d40b10948 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:19.733071 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-b9f148c7-3078-4c28-a2f2-fc7da7ad5baa None None] Set router 09ab0b1a-2f06-42b3-8d69-bf43485bb477 gateway port host: None {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:55:19.755561 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-61aa27cf-56f2-42ba-a74b-9f9995f952a7 req-93f06e89-453f-400e-a54a-082fe8eee39e tempest-ServerAddressesNegativeTestJSON-1995068403 tempest-ServerAddressesNegativeTestJSON-1995068403-project] Request body: {'port': {'device_id': '6b0b5fd8-443d-4692-a2a2-8e52c6a1c194', 'network_id': '2b699ce6-0a70-435f-85dd-b45891dc3cf7', 'admin_state_up': True, 'tenant_id': 'a7b6eaf9a1674036b218b7686ab73712'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:55:19.807284 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-b9f148c7-3078-4c28-a2f2-fc7da7ad5baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ab0b1a-2f06-42b3-8d69-bf43485bb477', 'name': 'tempest-ServersTestJSON-89398903-router', 'tenant_id': 'd7938816ab9c44ebb4e957f360576dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:51:34Z', 'updated_at': '2021-09-23T06:55:19Z', 'revision_number': 6, 'project_id': 'd7938816ab9c44ebb4e957f360576dc8', 'gw_port_host': None}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:19.845764 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f148c7-3078-4c28-a2f2-fc7da7ad5baa None None] The sync data for ids ['09ab0b1a-2f06-42b3-8d69-bf43485bb477'] in n-d-715271-16 is: [{'id': '09ab0b1a-2f06-42b3-8d69-bf43485bb477', 'name': 'tempest-ServersTestJSON-89398903-router', 'tenant_id': 'd7938816ab9c44ebb4e957f360576dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:51:34Z', 'updated_at': '2021-09-23T06:55:19Z', 'revision_number': 6, 'project_id': 'd7938816ab9c44ebb4e957f360576dc8', 'gw_port_host': None}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:55:19.918994 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6f16c6cc-19ed-4595-ae3c-12c1c79f4375 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:19.981142 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e70ef525-0163-49c5-b188-4d301ebaf1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:19.984083 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e70ef525-0163-49c5-b188-4d301ebaf1b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:19.985710 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-e70ef525-0163-49c5-b188-4d301ebaf1b6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ffbf3f57-b05d-43a1-9613-ff5f2d353ff4 HTTP/1.1" status: 204 len: 168 time: 0.7068436 Sep 23 06:55:19.991156 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-e0bbde7d-97bc-4d71-b7dd-056d40b10948 admin admin] For port 27dfd032-b2fa-4950-9a37-fa409e0c52d1, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=27dfd032-b2fa-4950-9a37-fa409e0c52d1,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:55:19.991860 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e0bbde7d-97bc-4d71-b7dd-056d40b10948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:20.029276 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70ef525-0163-49c5-b188-4d301ebaf1b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffbf3f57-b05d-43a1-9613-ff5f2d353ff4,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:20.032731 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-e0bbde7d-97bc-4d71-b7dd-056d40b10948 admin admin] Calling delete_port for 27dfd032-b2fa-4950-9a37-fa409e0c52d1 owned by network:router_gateway {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:55:20.050465 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6f16c6cc-19ed-4595-ae3c-12c1c79f4375 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:20.056505 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6f16c6cc-19ed-4595-ae3c-12c1c79f4375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:20.090993 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f16c6cc-19ed-4595-ae3c-12c1c79f4375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa094e1-fcd0-4386-b78a-08b1e5755364,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:20.119669 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-6f16c6cc-19ed-4595-ae3c-12c1c79f4375 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6901888639544c0d91aaf49cdfec8373&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4634676 Sep 23 06:55:20.120259 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 42434) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:20.172043 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61aa27cf-56f2-42ba-a74b-9f9995f952a7 req-93f06e89-453f-400e-a54a-082fe8eee39e tempest-ServerAddressesNegativeTestJSON-1995068403 tempest-ServerAddressesNegativeTestJSON-1995068403-project] Made reservation on behalf of a7b6eaf9a1674036b218b7686ab73712 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:55:20.172641 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ff1cc1fd-c7bd-4095-b2e4-684fa20cda19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:20.176339 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-61aa27cf-56f2-42ba-a74b-9f9995f952a7 req-93f06e89-453f-400e-a54a-082fe8eee39e tempest-ServerAddressesNegativeTestJSON-1995068403 tempest-ServerAddressesNegativeTestJSON-1995068403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:20.198660 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ff1cc1fd-c7bd-4095-b2e4-684fa20cda19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:20.275651 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ff1cc1fd-c7bd-4095-b2e4-684fa20cda19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:20.278514 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ff1cc1fd-c7bd-4095-b2e4-684fa20cda19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:20.282364 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-ff1cc1fd-c7bd-4095-b2e4-684fa20cda19 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9aa094e1-fcd0-4386-b78a-08b1e5755364 HTTP/1.1" status: 204 len: 168 time: 0.1611588 Sep 23 06:55:20.293758 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1cc1fd-c7bd-4095-b2e4-684fa20cda19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa094e1-fcd0-4386-b78a-08b1e5755364,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:20.364504 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1d7de8a9-2b10-46c4-ad0d-3160ef89f1ee tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066969'] for router_interface, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:20.771662 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 42458) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:20.786931 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f60afa6c-6fa2-4eeb-a5d7-a32d480f34e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:20.802806 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0976f99c-a825-4628-94b1-2d8d6f6218b0 req-8be0a585-8dc3-4391-8df4-3ee250b038be tempest-ServerAddressesNegativeTestJSON-1995068403 tempest-ServerAddressesNegativeTestJSON-1995068403-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b0b5fd8-443d-4692-a2a2-8e52c6a1c194 HTTP/1.1" status: 200 len: 210 time: 0.1197300 Sep 23 06:55:20.900696 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e0bbde7d-97bc-4d71-b7dd-056d40b10948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:20.994692 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f60afa6c-6fa2-4eeb-a5d7-a32d480f34e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:21.006550 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f60afa6c-6fa2-4eeb-a5d7-a32d480f34e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:21.006945 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 2cb4fad4-ba9a-4431-beee-945aad87e564 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:55:21.034938 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bbde7d-97bc-4d71-b7dd-056d40b10948 admin admin] Pushing event deleted for resources: {'Port': ['ID=27dfd032-b2fa-4950-9a37-fa409e0c52d1,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:21.049663 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60afa6c-6fa2-4eeb-a5d7-a32d480f34e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd9df77-3c2d-4bc0-ac10-70b3845a3e6b,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:21.057751 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbde7d-97bc-4d71-b7dd-056d40b10948 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:55:21.058496 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbde7d-97bc-4d71-b7dd-056d40b10948 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:55:21.059108 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbde7d-97bc-4d71-b7dd-056d40b10948 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:55:21.059720 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbde7d-97bc-4d71-b7dd-056d40b10948 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:55:21.060269 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbde7d-97bc-4d71-b7dd-056d40b10948 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:55:21.060828 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbde7d-97bc-4d71-b7dd-056d40b10948 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:55:21.061895 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbde7d-97bc-4d71-b7dd-056d40b10948 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:55:21.062689 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbde7d-97bc-4d71-b7dd-056d40b10948 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:55:21.063548 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbde7d-97bc-4d71-b7dd-056d40b10948 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:55:21.064543 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbde7d-97bc-4d71-b7dd-056d40b10948 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:55:21.065178 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbde7d-97bc-4d71-b7dd-056d40b10948 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:55:21.066636 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbde7d-97bc-4d71-b7dd-056d40b10948 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:55:21.067232 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 2cb4fad4-ba9a-4431-beee-945aad87e564 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:55:21.067577 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 2cb4fad4-ba9a-4431-beee-945aad87e564 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:55:21.067994 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 27dfd032-b2fa-4950-9a37-fa409e0c52d1 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:55:21.073706 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-61aa27cf-56f2-42ba-a74b-9f9995f952a7 req-93f06e89-453f-400e-a54a-082fe8eee39e tempest-ServerAddressesNegativeTestJSON-1995068403 tempest-ServerAddressesNegativeTestJSON-1995068403-project] Allocated IP 172.20.0.12 (2b699ce6-0a70-435f-85dd-b45891dc3cf7/e8b80929-1b03-43c4-bc6c-1a6cedb3b827/0ed05b49-3c05-4ce7-9c06-ad822d634ead) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:55:21.104149 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-f60afa6c-6fa2-4eeb-a5d7-a32d480f34e3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ae5c9824d97f42b4af302570f2595f13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3314843 Sep 23 06:55:21.106626 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 42470) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:21.141661 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 27dfd032-b2fa-4950-9a37-fa409e0c52d1 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:55:21.142930 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 27dfd032-b2fa-4950-9a37-fa409e0c52d1 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:55:21.183728 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e0bbde7d-97bc-4d71-b7dd-056d40b10948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2068563'] for router_gateway, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:21.185072 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-45adf001-811d-4578-9e51-f3f123f544bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:21.216951 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-45adf001-811d-4578-9e51-f3f123f544bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:21.281676 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-45adf001-811d-4578-9e51-f3f123f544bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:21.287029 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-45adf001-811d-4578-9e51-f3f123f544bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:21.290542 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-45adf001-811d-4578-9e51-f3f123f544bd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8bd9df77-3c2d-4bc0-ac10-70b3845a3e6b HTTP/1.1" status: 204 len: 168 time: 0.1796706 Sep 23 06:55:21.299649 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45adf001-811d-4578-9e51-f3f123f544bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd9df77-3c2d-4bc0-ac10-70b3845a3e6b,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:21.316171 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e0bbde7d-97bc-4d71-b7dd-056d40b10948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:21.325021 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e0bbde7d-97bc-4d71-b7dd-056d40b10948 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:21.435048 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e0bbde7d-97bc-4d71-b7dd-056d40b10948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:21.435048 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0bbde7d-97bc-4d71-b7dd-056d40b10948 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09ab0b1a-2f06-42b3-8d69-bf43485bb477 {{(pid=95065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 06:55:21.443615 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e0bbde7d-97bc-4d71-b7dd-056d40b10948 admin admin] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:21.447161 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-e0bbde7d-97bc-4d71-b7dd-056d40b10948 admin admin] 10.222.0.39 "DELETE /v2.0/routers/09ab0b1a-2f06-42b3-8d69-bf43485bb477 HTTP/1.1" status: 204 len: 168 time: 2.6973162 Sep 23 06:55:21.447546 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 42486) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:21.510831 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-98f27e8e-73b6-49d6-b04d-99d68ed6b1bc admin admin] Deleting subnet 9fc2d9fb-aad3-4d00-b908-00d3404369a0 {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:55:21.514439 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-98f27e8e-73b6-49d6-b04d-99d68ed6b1bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:21.560994 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-98f27e8e-73b6-49d6-b04d-99d68ed6b1bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:21.584369 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-61aa27cf-56f2-42ba-a74b-9f9995f952a7 req-93f06e89-453f-400e-a54a-082fe8eee39e tempest-ServerAddressesNegativeTestJSON-1995068403 tempest-ServerAddressesNegativeTestJSON-1995068403-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:21.604385 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-1d7de8a9-2b10-46c4-ad0d-3160ef89f1ee tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Deleting port 6c978972-6b17-476e-acf2-93b6fed50451 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:55:21.604385 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1d7de8a9-2b10-46c4-ad0d-3160ef89f1ee tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:21.620108 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 42490) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:21.705573 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-61aa27cf-56f2-42ba-a74b-9f9995f952a7 req-93f06e89-453f-400e-a54a-082fe8eee39e tempest-ServerAddressesNegativeTestJSON-1995068403 tempest-ServerAddressesNegativeTestJSON-1995068403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:21.711565 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-98f27e8e-73b6-49d6-b04d-99d68ed6b1bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:21.776581 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1d7de8a9-2b10-46c4-ad0d-3160ef89f1ee tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:21.781958 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61aa27cf-56f2-42ba-a74b-9f9995f952a7 req-93f06e89-453f-400e-a54a-082fe8eee39e tempest-ServerAddressesNegativeTestJSON-1995068403 tempest-ServerAddressesNegativeTestJSON-1995068403-project] Network 2b699ce6-0a70-435f-85dd-b45891dc3cf7 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:55:21.792989 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-61aa27cf-56f2-42ba-a74b-9f9995f952a7 req-93f06e89-453f-400e-a54a-082fe8eee39e tempest-ServerAddressesNegativeTestJSON-1995068403 tempest-ServerAddressesNegativeTestJSON-1995068403-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:55:21.804406 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-98f27e8e-73b6-49d6-b04d-99d68ed6b1bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:21.805668 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-61aa27cf-56f2-42ba-a74b-9f9995f952a7 req-93f06e89-453f-400e-a54a-082fe8eee39e tempest-ServerAddressesNegativeTestJSON-1995068403 tempest-ServerAddressesNegativeTestJSON-1995068403-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:55:21.813710 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f06e89-453f-400e-a54a-082fe8eee39e tempest-ServerAddressesNegativeTestJSON-1995068403 tempest-ServerAddressesNegativeTestJSON-1995068403-project] Pushing event updated for resources: {'Port': ['ID=0ed05b49-3c05-4ce7-9c06-ad822d634ead,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:21.817322 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-1d7de8a9-2b10-46c4-ad0d-3160ef89f1ee tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Calling delete_port for 6c978972-6b17-476e-acf2-93b6fed50451 owned by network:router_interface {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:55:21.831967 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a881bb-2c37-4093-9956-cfe32651458b None None] Network 0b3e2c43-e919-45eb-9af3-a484276fff9d requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:55:21.835219 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-98f27e8e-73b6-49d6-b04d-99d68ed6b1bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:21.844757 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 42502) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:21.847048 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-98f27e8e-73b6-49d6-b04d-99d68ed6b1bc admin admin] 10.222.0.39 "DELETE /v2.0/subnets/9fc2d9fb-aad3-4d00-b908-00d3404369a0 HTTP/1.1" status: 204 len: 168 time: 0.3922138 Sep 23 06:55:21.893827 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f27e8e-73b6-49d6-b04d-99d68ed6b1bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fc2d9fb-aad3-4d00-b908-00d3404369a0,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:21.909060 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-80afbce6-fe08-40c7-9d9d-cfd2385c04bd tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1700552060'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:55:21.958472 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80afbce6-fe08-40c7-9d9d-cfd2385c04bd tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Made reservation on behalf of 78c9aa1f7c974f5e8eb3142cba9695e5 for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:55:21.962986 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-80afbce6-fe08-40c7-9d9d-cfd2385c04bd tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:21.982208 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa27cf-56f2-42ba-a74b-9f9995f952a7 req-93f06e89-453f-400e-a54a-082fe8eee39e tempest-ServerAddressesNegativeTestJSON-1995068403 tempest-ServerAddressesNegativeTestJSON-1995068403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:21.982834 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-61aa27cf-56f2-42ba-a74b-9f9995f952a7 req-93f06e89-453f-400e-a54a-082fe8eee39e tempest-ServerAddressesNegativeTestJSON-1995068403 tempest-ServerAddressesNegativeTestJSON-1995068403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:21.993703 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e6716b92-2339-4862-a075-fdaa4e2f1830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:21.997709 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-80afbce6-fe08-40c7-9d9d-cfd2385c04bd tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:22.029243 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-61aa27cf-56f2-42ba-a74b-9f9995f952a7 req-93f06e89-453f-400e-a54a-082fe8eee39e tempest-ServerAddressesNegativeTestJSON-1995068403 tempest-ServerAddressesNegativeTestJSON-1995068403-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2928145 Sep 23 06:55:22.093202 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-61aa27cf-56f2-42ba-a74b-9f9995f952a7 req-86dac681-d921-46b1-816e-e6c8f117f384 service neutron] Request body: {'port': {'device_id': '6b0b5fd8-443d-4692-a2a2-8e52c6a1c194', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:55:22.145550 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1341698-fc7a-402f-88d2-4b0bdd325cf5 req-7a7e129b-2a5e-4fd3-bc83-2e72fd0b219c tempest-ServerAddressesNegativeTestJSON-1995068403 tempest-ServerAddressesNegativeTestJSON-1995068403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:22.148243 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f1341698-fc7a-402f-88d2-4b0bdd325cf5 req-7a7e129b-2a5e-4fd3-bc83-2e72fd0b219c tempest-ServerAddressesNegativeTestJSON-1995068403 tempest-ServerAddressesNegativeTestJSON-1995068403-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b0b5fd8-443d-4692-a2a2-8e52c6a1c194 HTTP/1.1" status: 200 len: 932 time: 0.2070582 Sep 23 06:55:22.162973 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab74822-5942-4455-aa1b-4b8fe502a06a None None] DHCP port deletion for 0b3e2c43-e919-45eb-9af3-a484276fff9d request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 06:55:22.176496 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-80afbce6-fe08-40c7-9d9d-cfd2385c04bd tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:22.189088 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-80afbce6-fe08-40c7-9d9d-cfd2385c04bd tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:22.205645 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-61aa27cf-56f2-42ba-a74b-9f9995f952a7 req-86dac681-d921-46b1-816e-e6c8f117f384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:22.264798 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80afbce6-fe08-40c7-9d9d-cfd2385c04bd tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1771e2a1-822b-4ae4-8fc5-c1ec534b3610,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:22.277061 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-e6716b92-2339-4862-a075-fdaa4e2f1830 admin admin] Deleting port b2a66458-dceb-44eb-b5c4-64afb456caa9 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:55:22.277413 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e6716b92-2339-4862-a075-fdaa4e2f1830 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:22.296138 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-5ab74822-5942-4455-aa1b-4b8fe502a06a None None] Deleting port b2a66458-dceb-44eb-b5c4-64afb456caa9 {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:55:22.297275 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5ab74822-5942-4455-aa1b-4b8fe502a06a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:22.302749 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f1341698-fc7a-402f-88d2-4b0bdd325cf5 req-32f0ce47-3150-4dcc-a73a-158978c8bc1a tempest-ServerAddressesNegativeTestJSON-1995068403 tempest-ServerAddressesNegativeTestJSON-1995068403-project] 10.222.0.39 "GET /v2.0/security-groups?id=94317fed-f8ea-49ef-88c2-3816f403721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246533 Sep 23 06:55:22.316462 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1d7de8a9-2b10-46c4-ad0d-3160ef89f1ee tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:22.327249 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80afbce6-fe08-40c7-9d9d-cfd2385c04bd tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:55:22.346224 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-80afbce6-fe08-40c7-9d9d-cfd2385c04bd tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:22.347056 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-80afbce6-fe08-40c7-9d9d-cfd2385c04bd tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Added segment 80ef895f-c252-4324-85a4-24ff79cbdec4 of type vlan for network b1bea130-48fe-4c88-8189-a296d02dee21 Sep 23 06:55:22.396539 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7de8a9-2b10-46c4-ad0d-3160ef89f1ee tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Pushing event deleted for resources: {'Port': ['ID=6c978972-6b17-476e-acf2-93b6fed50451,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:22.405997 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-80afbce6-fe08-40c7-9d9d-cfd2385c04bd tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:22.459360 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-80afbce6-fe08-40c7-9d9d-cfd2385c04bd tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:22.465169 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80afbce6-fe08-40c7-9d9d-cfd2385c04bd tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:22.465800 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-80afbce6-fe08-40c7-9d9d-cfd2385c04bd tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:22.471576 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-e6716b92-2339-4862-a075-fdaa4e2f1830 admin admin] For port b2a66458-dceb-44eb-b5c4-64afb456caa9, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=b2a66458-dceb-44eb-b5c4-64afb456caa9,segment=NetworkSegment(be72623b-aa7b-4254-91c5-48856a3a961c),segment_id=be72623b-aa7b-4254-91c5-48856a3a961c)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:55:22.472856 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e6716b92-2339-4862-a075-fdaa4e2f1830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:22.478028 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-5ab74822-5942-4455-aa1b-4b8fe502a06a None None] For port b2a66458-dceb-44eb-b5c4-64afb456caa9, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=b2a66458-dceb-44eb-b5c4-64afb456caa9,segment=NetworkSegment(be72623b-aa7b-4254-91c5-48856a3a961c),segment_id=be72623b-aa7b-4254-91c5-48856a3a961c)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:55:22.478707 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5ab74822-5942-4455-aa1b-4b8fe502a06a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:22.496897 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-5ab74822-5942-4455-aa1b-4b8fe502a06a None None] Calling delete_port for b2a66458-dceb-44eb-b5c4-64afb456caa9 owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:55:22.522903 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-80afbce6-fe08-40c7-9d9d-cfd2385c04bd tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9022961 Sep 23 06:55:22.526068 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 42518) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:22.543733 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-118fd644-2b41-4516-abd6-8062b1f99799 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Request body: {'subnet': {'network_id': 'b1bea130-48fe-4c88-8189-a296d02dee21', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:55:22.585217 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-e6716b92-2339-4862-a075-fdaa4e2f1830 admin admin] Calling delete_port for b2a66458-dceb-44eb-b5c4-64afb456caa9 owned by network:dhcp {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:55:22.643569 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80afbce6-fe08-40c7-9d9d-cfd2385c04bd tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Pushing event updated for resources: {'Network': ['ID=b1bea130-48fe-4c88-8189-a296d02dee21,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:22.664084 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5ab74822-5942-4455-aa1b-4b8fe502a06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:22.676700 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network b1bea130-48fe-4c88-8189-a296d02dee21 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:55:22.693063 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab74822-5942-4455-aa1b-4b8fe502a06a None None] No DVR routers for this DVR port b2a66458-dceb-44eb-b5c4-64afb456caa9 on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:55:22.758052 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab74822-5942-4455-aa1b-4b8fe502a06a None None] Pushing event deleted for resources: {'Port': ['ID=b2a66458-dceb-44eb-b5c4-64afb456caa9,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:22.778950 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-118fd644-2b41-4516-abd6-8062b1f99799 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Made reservation on behalf of 78c9aa1f7c974f5e8eb3142cba9695e5 for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:55:22.783330 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-118fd644-2b41-4516-abd6-8062b1f99799 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:22.883730 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1d7de8a9-2b10-46c4-ad0d-3160ef89f1ee tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2068624'] for router_interface, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:23.008692 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e6716b92-2339-4862-a075-fdaa4e2f1830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:23.018956 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device b2a66458-dceb-44eb-b5c4-64afb456caa9 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:55:23.057345 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6716b92-2339-4862-a075-fdaa4e2f1830 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2a66458-dceb-44eb-b5c4-64afb456caa9,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:23.069074 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: b2a66458-dceb-44eb-b5c4-64afb456caa9 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:55:23.069526 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device b2a66458-dceb-44eb-b5c4-64afb456caa9 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:55:23.080583 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6716b92-2339-4862-a075-fdaa4e2f1830 admin admin] No DVR routers for this DVR port b2a66458-dceb-44eb-b5c4-64afb456caa9 on host n-d-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:55:23.126938 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-61aa27cf-56f2-42ba-a74b-9f9995f952a7 req-86dac681-d921-46b1-816e-e6c8f117f384 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ed05b49-3c05-4ce7-9c06-ad822d634ead {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:55:23.138218 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-61aa27cf-56f2-42ba-a74b-9f9995f952a7 req-86dac681-d921-46b1-816e-e6c8f117f384 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:23.149437 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-118fd644-2b41-4516-abd6-8062b1f99799 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:23.206060 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-61aa27cf-56f2-42ba-a74b-9f9995f952a7 req-86dac681-d921-46b1-816e-e6c8f117f384 service neutron] Transition to ACTIVE for port object 0ed05b49-3c05-4ce7-9c06-ad822d634ead will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:55:23.230784 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118fd644-2b41-4516-abd6-8062b1f99799 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Pushing event updated for resources: {'Subnet': ['ID=68ec500d-5713-4af7-85d3-3e117a320aef,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:23.234108 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118fd644-2b41-4516-abd6-8062b1f99799 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Checking segment: {'id': '80ef895f-c252-4324-85a4-24ff79cbdec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b1bea130-48fe-4c88-8189-a296d02dee21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:55:23.234531 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118fd644-2b41-4516-abd6-8062b1f99799 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Network hostable DHCP agents. Network: b1bea130-48fe-4c88-8189-a296d02dee21, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:55:23.256064 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118fd644-2b41-4516-abd6-8062b1f99799 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Network b1bea130-48fe-4c88-8189-a296d02dee21 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:55:23.268441 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-118fd644-2b41-4516-abd6-8062b1f99799 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, b1bea130-48fe-4c88-8189-a296d02dee21) {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:55:23.273587 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118fd644-2b41-4516-abd6-8062b1f99799 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:23.274642 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-118fd644-2b41-4516-abd6-8062b1f99799 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:23.282159 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40d2bab-388e-4272-a502-561d04579681 None None] Network b1bea130-48fe-4c88-8189-a296d02dee21 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:55:23.324625 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-118fd644-2b41-4516-abd6-8062b1f99799 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7971780 Sep 23 06:55:23.327463 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 42546) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:23.335649 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-7e4fec01-e97c-4846-a5cf-fc048ab98839 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Request body: {'port': {'network_id': 'b1bea130-48fe-4c88-8189-a296d02dee21', 'name': 'tempest-AllowedAddressPairTestJSON-2134590845'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:55:23.454040 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 42550) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:23.560226 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e6716b92-2339-4862-a075-fdaa4e2f1830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:23.563147 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-61aa27cf-56f2-42ba-a74b-9f9995f952a7 req-86dac681-d921-46b1-816e-e6c8f117f384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:23.618977 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e4fec01-e97c-4846-a5cf-fc048ab98839 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Made reservation on behalf of 78c9aa1f7c974f5e8eb3142cba9695e5 for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:55:23.626531 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7e4fec01-e97c-4846-a5cf-fc048ab98839 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:23.631314 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c683a9e-f31d-4f63-9267-fb0932906d70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-b1bea130-48fe-4c88-8189-a296d02dee21', 'network_id': 'b1bea130-48fe-4c88-8189-a296d02dee21', 'tenant_id': '78c9aa1f7c974f5e8eb3142cba9695e5', 'fixed_ips': [{'subnet_id': '68ec500d-5713-4af7-85d3-3e117a320aef'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 06:55:23.632198 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5c683a9e-f31d-4f63-9267-fb0932906d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:23.641639 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-e6716b92-2339-4862-a075-fdaa4e2f1830 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b3e2c43-e919-45eb-9af3-a484276fff9d']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:23.658522 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-46b627ef-0e13-4a49-830b-5249e978c17d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:23.666788 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [None req-7e4fec01-e97c-4846-a5cf-fc048ab98839 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] device_id is not set on port 93fd6ddc-3a30-47c9-8b61-d573cc8ef19a yet. {{(pid=95066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 06:55:23.676174 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-e6716b92-2339-4862-a075-fdaa4e2f1830 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be72623b-aa7b-4254-91c5-48856a3a961c') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:23.676483 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-e6716b92-2339-4862-a075-fdaa4e2f1830 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be72623b-aa7b-4254-91c5-48856a3a961c') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:23.698251 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e6716b92-2339-4862-a075-fdaa4e2f1830 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:23.705160 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d7de8a9-2b10-46c4-ad0d-3160ef89f1ee tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Router b9758294-ced3-4827-b918-10276f391b37 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:55:23.719766 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dac681-d921-46b1-816e-e6c8f117f384 service neutron] Pushing event updated for resources: {'Port': ['ID=0ed05b49-3c05-4ce7-9c06-ad822d634ead,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:23.748509 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e6716b92-2339-4862-a075-fdaa4e2f1830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:23.786927 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c8a570-3a1a-407c-b14b-8dd8598baa9b req-3d265369-302f-4f58-a3eb-5d4b19f177ca tempest-ServerAddressesNegativeTestJSON-1995068403 tempest-ServerAddressesNegativeTestJSON-1995068403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:23.788360 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-31c8a570-3a1a-407c-b14b-8dd8598baa9b req-3d265369-302f-4f58-a3eb-5d4b19f177ca tempest-ServerAddressesNegativeTestJSON-1995068403 tempest-ServerAddressesNegativeTestJSON-1995068403-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b0b5fd8-443d-4692-a2a2-8e52c6a1c194 HTTP/1.1" status: 200 len: 944 time: 0.2228010 Sep 23 06:55:23.792754 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6716b92-2339-4862-a075-fdaa4e2f1830 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:55:23.793158 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e6716b92-2339-4862-a075-fdaa4e2f1830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:23.796369 n-d-715271-16 neutron-server[95065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 06:55:23.796369 n-d-715271-16 neutron-server[95065]: self.session.flush() Sep 23 06:55:23.796369 n-d-715271-16 neutron-server[95065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 06:55:23.796369 n-d-715271-16 neutron-server[95065]: self.session.flush() Sep 23 06:55:23.796369 n-d-715271-16 neutron-server[95065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 06:55:23.796369 n-d-715271-16 neutron-server[95065]: self.session.flush() Sep 23 06:55:23.796369 n-d-715271-16 neutron-server[95065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 06:55:23.796369 n-d-715271-16 neutron-server[95065]: self.session.flush() Sep 23 06:55:23.796369 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 06:55:23.796369 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:55:23.796369 n-d-715271-16 neutron-server[95065]: timer() Sep 23 06:55:23.796369 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:55:23.796369 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 06:55:23.796369 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:55:23.796369 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 06:55:23.796369 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:55:23.796369 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 06:55:23.796369 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:55:23.796369 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 06:55:23.796369 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:55:23.796369 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 06:55:23.796369 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:55:23.796369 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:55:23.796369 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:55:23.796369 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:55:23.796369 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:55:23.796369 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 06:55:23.796369 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:55:23.796369 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 06:55:23.796369 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:55:23.796369 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:55:23.796369 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:55:23.796369 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 06:55:23.796369 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:55:23.796369 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:55:23.796369 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:55:23.796369 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:55:23.796369 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:55:23.796369 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:55:23.796369 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:55:23.831358 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-7e4fec01-e97c-4846-a5cf-fc048ab98839 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Allocated IP 172.20.0.4 (b1bea130-48fe-4c88-8189-a296d02dee21/68ec500d-5713-4af7-85d3-3e117a320aef/93fd6ddc-3a30-47c9-8b61-d573cc8ef19a) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:55:23.905805 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-46b627ef-0e13-4a49-830b-5249e978c17d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:23.916673 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-46b627ef-0e13-4a49-830b-5249e978c17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:23.961369 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e6716b92-2339-4862-a075-fdaa4e2f1830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:23.977034 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e6716b92-2339-4862-a075-fdaa4e2f1830 admin admin] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:23.981424 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-e6716b92-2339-4862-a075-fdaa4e2f1830 admin admin] 10.222.0.39 "DELETE /v2.0/networks/0b3e2c43-e919-45eb-9af3-a484276fff9d HTTP/1.1" status: 204 len: 168 time: 2.1332393 Sep 23 06:55:23.982721 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-61aa27cf-56f2-42ba-a74b-9f9995f952a7 req-86dac681-d921-46b1-816e-e6c8f117f384 service neutron] Attempting to bind port 0ed05b49-3c05-4ce7-9c06-ad822d634ead on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:55:23.983060 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-61aa27cf-56f2-42ba-a74b-9f9995f952a7 req-86dac681-d921-46b1-816e-e6c8f117f384 service neutron] Attempting to bind port 0ed05b49-3c05-4ce7-9c06-ad822d634ead by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': 'f68e1adb-fdd7-4d15-a5d1-921dce56fbbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2b699ce6-0a70-435f-85dd-b45891dc3cf7'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:55:23.983390 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61aa27cf-56f2-42ba-a74b-9f9995f952a7 req-86dac681-d921-46b1-816e-e6c8f117f384 service neutron] Attempting to bind port 0ed05b49-3c05-4ce7-9c06-ad822d634ead on network 2b699ce6-0a70-435f-85dd-b45891dc3cf7 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:55:23.997581 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-31c8a570-3a1a-407c-b14b-8dd8598baa9b req-c702d0e5-e17d-4424-b1d5-2458aa729a6e tempest-ServerAddressesNegativeTestJSON-1995068403 tempest-ServerAddressesNegativeTestJSON-1995068403-project] 10.222.0.39 "GET /v2.0/security-groups?id=94317fed-f8ea-49ef-88c2-3816f403721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869299 Sep 23 06:55:24.005278 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6716b92-2339-4862-a075-fdaa4e2f1830 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b3e2c43-e919-45eb-9af3-a484276fff9d,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:24.008114 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61aa27cf-56f2-42ba-a74b-9f9995f952a7 req-86dac681-d921-46b1-816e-e6c8f117f384 service neutron] Port 0ed05b49-3c05-4ce7-9c06-ad822d634ead on network 2b699ce6-0a70-435f-85dd-b45891dc3cf7 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:55:24.008438 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61aa27cf-56f2-42ba-a74b-9f9995f952a7 req-86dac681-d921-46b1-816e-e6c8f117f384 service neutron] Attempting to bind port 0ed05b49-3c05-4ce7-9c06-ad822d634ead on network 2b699ce6-0a70-435f-85dd-b45891dc3cf7 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:55:24.010873 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d7de8a9-2b10-46c4-ad0d-3160ef89f1ee tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:55:24.017971 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-1d7de8a9-2b10-46c4-ad0d-3160ef89f1ee tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "PUT /v2.0/routers/b9758294-ced3-4827-b918-10276f391b37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8698869 Sep 23 06:55:24.022578 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 42558) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:24.025199 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61aa27cf-56f2-42ba-a74b-9f9995f952a7 req-86dac681-d921-46b1-816e-e6c8f117f384 service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:55:24.025742 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61aa27cf-56f2-42ba-a74b-9f9995f952a7 req-86dac681-d921-46b1-816e-e6c8f117f384 service neutron] Checking segment: {'id': 'f68e1adb-fdd7-4d15-a5d1-921dce56fbbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2b699ce6-0a70-435f-85dd-b45891dc3cf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:55:24.026453 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61aa27cf-56f2-42ba-a74b-9f9995f952a7 req-86dac681-d921-46b1-816e-e6c8f117f384 service neutron] Bound using segment: {'id': 'f68e1adb-fdd7-4d15-a5d1-921dce56fbbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2b699ce6-0a70-435f-85dd-b45891dc3cf7'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:55:24.027084 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-61aa27cf-56f2-42ba-a74b-9f9995f952a7 req-86dac681-d921-46b1-816e-e6c8f117f384 service neutron] Bound port: 0ed05b49-3c05-4ce7-9c06-ad822d634ead, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f68e1adb-fdd7-4d15-a5d1-921dce56fbbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2b699ce6-0a70-435f-85dd-b45891dc3cf7'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:55:24.027615 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-61aa27cf-56f2-42ba-a74b-9f9995f952a7 req-86dac681-d921-46b1-816e-e6c8f117f384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:24.028031 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41430f7d-d231-4f58-8f70-4061da0f8d6b None None] Sync routers for ids ['b9758294-ced3-4827-b918-10276f391b37'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:55:24.044120 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41430f7d-d231-4f58-8f70-4061da0f8d6b None None] Routers {'b9758294-ced3-4827-b918-10276f391b37'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:55:24.044857 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-41430f7d-d231-4f58-8f70-4061da0f8d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:55:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['b9758294-ced3-4827-b918-10276f391b37'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:24.053733 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-46b627ef-0e13-4a49-830b-5249e978c17d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7e27a0eef13644408f84af22f0eb4654&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5905721 Sep 23 06:55:24.056848 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 42560) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:24.058929 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b627ef-0e13-4a49-830b-5249e978c17d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bfa3594-ee3a-431a-b7f0-4b2bd307ed16,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:24.088905 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-41430f7d-d231-4f58-8f70-4061da0f8d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:24.102321 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41430f7d-d231-4f58-8f70-4061da0f8d6b None None] Routers {'b9758294-ced3-4827-b918-10276f391b37'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:55:24.103356 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-41430f7d-d231-4f58-8f70-4061da0f8d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:55:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['b9758294-ced3-4827-b918-10276f391b37'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:24.162492 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-41430f7d-d231-4f58-8f70-4061da0f8d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:24.165667 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41430f7d-d231-4f58-8f70-4061da0f8d6b None None] The sync data for ids ['b9758294-ced3-4827-b918-10276f391b37'] in n-d-715271-16 is: [] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:55:24.172699 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1e8882c8-1c12-47c2-936e-45711ee6be6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:24.177373 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 42562) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:24.195670 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7e4fec01-e97c-4846-a5cf-fc048ab98839 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:24.232755 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1e8882c8-1c12-47c2-936e-45711ee6be6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:24.233054 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-61aa27cf-56f2-42ba-a74b-9f9995f952a7 req-86dac681-d921-46b1-816e-e6c8f117f384 service neutron] For port 0ed05b49-3c05-4ce7-9c06-ad822d634ead, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:55:24.276690 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-61aa27cf-56f2-42ba-a74b-9f9995f952a7 req-86dac681-d921-46b1-816e-e6c8f117f384 service neutron] For port 0ed05b49-3c05-4ce7-9c06-ad822d634ead, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=0ed05b49-3c05-4ce7-9c06-ad822d634ead,segment=NetworkSegment(f68e1adb-fdd7-4d15-a5d1-921dce56fbbf),segment_id=f68e1adb-fdd7-4d15-a5d1-921dce56fbbf)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:55:24.286455 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-61aa27cf-56f2-42ba-a74b-9f9995f952a7 req-86dac681-d921-46b1-816e-e6c8f117f384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:24.293988 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-e4127b99-9e1b-481d-a2fb-901a6d879944 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d7938816ab9c44ebb4e957f360576dc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1141503 Sep 23 06:55:24.296896 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 42564) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:24.314632 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7e4fec01-e97c-4846-a5cf-fc048ab98839 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:24.361882 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa27cf-56f2-42ba-a74b-9f9995f952a7 req-86dac681-d921-46b1-816e-e6c8f117f384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:24.362822 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-61aa27cf-56f2-42ba-a74b-9f9995f952a7 req-86dac681-d921-46b1-816e-e6c8f117f384 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:24.364534 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-61aa27cf-56f2-42ba-a74b-9f9995f952a7 req-86dac681-d921-46b1-816e-e6c8f117f384 service neutron] 10.222.0.21 "PUT /v2.0/ports/0ed05b49-3c05-4ce7-9c06-ad822d634ead HTTP/1.1" status: 200 len: 1093 time: 2.2973447 Sep 23 06:55:24.367015 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b0b5fd8-443d-4692-a2a2-8e52c6a1c194', 'tag': '0ed05b49-3c05-4ce7-9c06-ad822d634ead'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:55:24.369752 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49872fc3-0ceb-41e2-9666-eb8ebf06face" -d '{"events": [{"name": "network-changed", "server_uuid": "6b0b5fd8-443d-4692-a2a2-8e52c6a1c194", "tag": "0ed05b49-3c05-4ce7-9c06-ad822d634ead"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:55:24.403987 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dac681-d921-46b1-816e-e6c8f117f384 service neutron] Pushing event updated for resources: {'Port': ['ID=0ed05b49-3c05-4ce7-9c06-ad822d634ead,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:24.429241 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4fec01-e97c-4846-a5cf-fc048ab98839 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Network b1bea130-48fe-4c88-8189-a296d02dee21 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:55:24.430791 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1e8882c8-1c12-47c2-936e-45711ee6be6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:24.430955 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-5c683a9e-f31d-4f63-9267-fb0932906d70 None None] Allocated IP 172.20.0.2 (b1bea130-48fe-4c88-8189-a296d02dee21/68ec500d-5713-4af7-85d3-3e117a320aef/1834e10f-efe9-4aef-9b05-0245dc413011) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:55:24.433384 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1e8882c8-1c12-47c2-936e-45711ee6be6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:24.440380 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d604a3fa-5d54-41ae-a638-6b609ff7e8d6 x-openstack-request-id: req-d604a3fa-5d54-41ae-a638-6b609ff7e8d6 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:55:24.441739 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b0b5fd8-443d-4692-a2a2-8e52c6a1c194", "tag": "0ed05b49-3c05-4ce7-9c06-ad822d634ead", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:55:24.442533 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d604a3fa-5d54-41ae-a638-6b609ff7e8d6 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:55:24.443188 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b0b5fd8-443d-4692-a2a2-8e52c6a1c194', 'tag': '0ed05b49-3c05-4ce7-9c06-ad822d634ead', 'status': 'completed', 'code': 200} Sep 23 06:55:24.445667 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-1e8882c8-1c12-47c2-936e-45711ee6be6d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6bfa3594-ee3a-431a-b7f0-4b2bd307ed16 HTTP/1.1" status: 204 len: 168 time: 0.3823681 Sep 23 06:55:24.450218 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4fec01-e97c-4846-a5cf-fc048ab98839 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Pushing event updated for resources: {'Port': ['ID=93fd6ddc-3a30-47c9-8b61-d573cc8ef19a,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:24.473436 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-7e4fec01-e97c-4846-a5cf-fc048ab98839 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:55:24.489059 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4fec01-e97c-4846-a5cf-fc048ab98839 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:55:24.497791 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8882c8-1c12-47c2-936e-45711ee6be6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bfa3594-ee3a-431a-b7f0-4b2bd307ed16,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:24.517607 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa27cf-56f2-42ba-a74b-9f9995f952a7 req-00a605bb-feb6-4cd6-9b34-e7c42ad344f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:24.519885 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-61aa27cf-56f2-42ba-a74b-9f9995f952a7 req-00a605bb-feb6-4cd6-9b34-e7c42ad344f8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a7b6eaf9a1674036b218b7686ab73712&device_id=6b0b5fd8-443d-4692-a2a2-8e52c6a1c194 HTTP/1.1" status: 200 len: 1096 time: 0.0754488 Sep 23 06:55:24.561103 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ba438abc-90fc-4cbc-8a8b-6d02ec5e7ec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:24.593482 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-61aa27cf-56f2-42ba-a74b-9f9995f952a7 req-c21d8c79-6c8d-45c3-af81-c970853cdd06 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ed05b49-3c05-4ce7-9c06-ad822d634ead HTTP/1.1" status: 200 len: 217 time: 0.0480433 Sep 23 06:55:24.604507 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4fec01-e97c-4846-a5cf-fc048ab98839 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:24.605187 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7e4fec01-e97c-4846-a5cf-fc048ab98839 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:24.615995 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ba438abc-90fc-4cbc-8a8b-6d02ec5e7ec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:24.640206 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-7e4fec01-e97c-4846-a5cf-fc048ab98839 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3085048 Sep 23 06:55:24.644758 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 42574) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:24.652502 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-6ca5f2f5-8e94-4162-b4d8-673555309a53 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Request body: {'port': {'network_id': 'b1bea130-48fe-4c88-8189-a296d02dee21', 'name': 'tempest-AllowedAddressPairTestJSON-838804832', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:6c:c2:61'}]}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:55:24.702396 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ba438abc-90fc-4cbc-8a8b-6d02ec5e7ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:24.706005 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ba438abc-90fc-4cbc-8a8b-6d02ec5e7ec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:24.708225 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-ba438abc-90fc-4cbc-8a8b-6d02ec5e7ec6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/41185552-1fbc-4e24-bc7b-7bbebb51a065 HTTP/1.1" status: 204 len: 168 time: 0.4103947 Sep 23 06:55:24.709055 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-907fbd39-ae92-455e-87b9-5b201b082f07 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066969'] for router_interface, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:24.714340 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa27cf-56f2-42ba-a74b-9f9995f952a7 req-5a03bd61-4aca-4635-a27e-16297786c330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:24.715916 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-61aa27cf-56f2-42ba-a74b-9f9995f952a7 req-5a03bd61-4aca-4635-a27e-16297786c330 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e8b80929-1b03-43c4-bc6c-1a6cedb3b827 HTTP/1.1" status: 200 len: 862 time: 0.1123028 Sep 23 06:55:24.721001 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba438abc-90fc-4cbc-8a8b-6d02ec5e7ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41185552-1fbc-4e24-bc7b-7bbebb51a065,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:24.757688 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5c683a9e-f31d-4f63-9267-fb0932906d70 None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:24.765197 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5c683a9e-f31d-4f63-9267-fb0932906d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:24.824050 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-61aa27cf-56f2-42ba-a74b-9f9995f952a7 req-3b615132-d786-4d73-92cd-3e646f8e4907 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2b699ce6-0a70-435f-85dd-b45891dc3cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405509 Sep 23 06:55:24.824680 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c683a9e-f31d-4f63-9267-fb0932906d70 None None] Pushing event updated for resources: {'Port': ['ID=1834e10f-efe9-4aef-9b05-0245dc413011,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:24.838318 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c683a9e-f31d-4f63-9267-fb0932906d70 None None] Network b1bea130-48fe-4c88-8189-a296d02dee21 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:55:24.839831 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-5c683a9e-f31d-4f63-9267-fb0932906d70 None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:55:24.842466 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c683a9e-f31d-4f63-9267-fb0932906d70 None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:55:24.910812 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-5c683a9e-f31d-4f63-9267-fb0932906d70 None None] Attempting to bind port 1834e10f-efe9-4aef-9b05-0245dc413011 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:55:24.911199 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-5c683a9e-f31d-4f63-9267-fb0932906d70 None None] Attempting to bind port 1834e10f-efe9-4aef-9b05-0245dc413011 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '80ef895f-c252-4324-85a4-24ff79cbdec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b1bea130-48fe-4c88-8189-a296d02dee21'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:55:24.911565 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c683a9e-f31d-4f63-9267-fb0932906d70 None None] Attempting to bind port 1834e10f-efe9-4aef-9b05-0245dc413011 on network b1bea130-48fe-4c88-8189-a296d02dee21 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:55:24.918090 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c683a9e-f31d-4f63-9267-fb0932906d70 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:55:24.919094 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c683a9e-f31d-4f63-9267-fb0932906d70 None None] Checking segment: {'id': '80ef895f-c252-4324-85a4-24ff79cbdec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b1bea130-48fe-4c88-8189-a296d02dee21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:55:24.919424 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5c683a9e-f31d-4f63-9267-fb0932906d70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:24.919821 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c683a9e-f31d-4f63-9267-fb0932906d70 None None] Bound using segment: {'id': '80ef895f-c252-4324-85a4-24ff79cbdec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b1bea130-48fe-4c88-8189-a296d02dee21'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:55:24.920312 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-5c683a9e-f31d-4f63-9267-fb0932906d70 None None] Bound port: 1834e10f-efe9-4aef-9b05-0245dc413011, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80ef895f-c252-4324-85a4-24ff79cbdec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b1bea130-48fe-4c88-8189-a296d02dee21'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:55:24.921319 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5c683a9e-f31d-4f63-9267-fb0932906d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:24.997906 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-5c683a9e-f31d-4f63-9267-fb0932906d70 None None] For port 1834e10f-efe9-4aef-9b05-0245dc413011, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:55:25.001728 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-5c683a9e-f31d-4f63-9267-fb0932906d70 None None] For port 1834e10f-efe9-4aef-9b05-0245dc413011, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=1834e10f-efe9-4aef-9b05-0245dc413011,segment=NetworkSegment(80ef895f-c252-4324-85a4-24ff79cbdec4),segment_id=80ef895f-c252-4324-85a4-24ff79cbdec4)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:55:25.008485 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5c683a9e-f31d-4f63-9267-fb0932906d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:25.052323 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca5f2f5-8e94-4162-b4d8-673555309a53 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Made reservation on behalf of 78c9aa1f7c974f5e8eb3142cba9695e5 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:55:25.076467 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-61aa27cf-56f2-42ba-a74b-9f9995f952a7 req-7e711d28-83f4-4efa-90d7-2451af128556 service neutron] 10.222.0.21 "GET /v2.0/networks/2b699ce6-0a70-435f-85dd-b45891dc3cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177563 Sep 23 06:55:25.084299 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c683a9e-f31d-4f63-9267-fb0932906d70 None None] Pushing event updated for resources: {'Port': ['ID=1834e10f-efe9-4aef-9b05-0245dc413011,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:25.185838 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 42590) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:25.215291 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-88cd985d-fc79-478b-bfbb-35c44d27e6c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:25.301101 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6ca5f2f5-8e94-4162-b4d8-673555309a53 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:25.390032 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [None req-6ca5f2f5-8e94-4162-b4d8-673555309a53 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] device_id is not set on port c4e0eb39-6e83-4e07-9218-4c511f563ee5 yet. {{(pid=95065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 06:55:25.403561 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b5524f-bbf6-4542-bcda-7903b54fd85e req-8158251e-9385-4ec3-864c-1084a6704e2a tempest-ServerAddressesNegativeTestJSON-1995068403 tempest-ServerAddressesNegativeTestJSON-1995068403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:25.418545 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-88cd985d-fc79-478b-bfbb-35c44d27e6c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:25.420360 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-53b5524f-bbf6-4542-bcda-7903b54fd85e req-8158251e-9385-4ec3-864c-1084a6704e2a tempest-ServerAddressesNegativeTestJSON-1995068403 tempest-ServerAddressesNegativeTestJSON-1995068403-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b0b5fd8-443d-4692-a2a2-8e52c6a1c194 HTTP/1.1" status: 200 len: 944 time: 0.2136788 Sep 23 06:55:25.424744 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-88cd985d-fc79-478b-bfbb-35c44d27e6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:25.501957 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cd985d-fc79-478b-bfbb-35c44d27e6c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=744b0f55-6cf8-4974-abb5-14a0c709c451,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:25.519959 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-61aa27cf-56f2-42ba-a74b-9f9995f952a7 req-db007f66-b96a-4f70-acd4-363f7cbb9496 service neutron] 10.222.0.21 "GET /v2.0/networks/2b699ce6-0a70-435f-85dd-b45891dc3cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4177849 Sep 23 06:55:25.609155 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-88cd985d-fc79-478b-bfbb-35c44d27e6c7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0eeed9169ed947f4a726307b9fa39a43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4213691 Sep 23 06:55:25.611963 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 42602) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:25.753912 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-80b9c591-b442-492b-8d41-7c8503657639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:25.803560 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-80b9c591-b442-492b-8d41-7c8503657639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:25.900676 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-80b9c591-b442-492b-8d41-7c8503657639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:25.904130 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-80b9c591-b442-492b-8d41-7c8503657639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:25.906480 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-80b9c591-b442-492b-8d41-7c8503657639 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/744b0f55-6cf8-4974-abb5-14a0c709c451 HTTP/1.1" status: 204 len: 168 time: 0.2910128 Sep 23 06:55:25.916741 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b9c591-b442-492b-8d41-7c8503657639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744b0f55-6cf8-4974-abb5-14a0c709c451,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:26.186616 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 42620) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:26.382069 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-53b5524f-bbf6-4542-bcda-7903b54fd85e req-f0154f3c-a860-496e-a826-deae8df38559 tempest-ServerAddressesNegativeTestJSON-1995068403 tempest-ServerAddressesNegativeTestJSON-1995068403-project] 10.222.0.39 "GET /v2.0/security-groups?id=94317fed-f8ea-49ef-88c2-3816f403721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8924809 Sep 23 06:55:26.411962 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 42626) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:26.426574 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-b7b596ce-ef66-4006-b283-d8d7a52b0b31 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1498729652-network', 'tenant_id': '32d6446ab2e641418601d6f9b0d422b1'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:55:26.439419 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49872fc3-0ceb-41e2-9666-eb8ebf06face req-2008d0ee-6668-4eb1-a3ee-b5857803b6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:26.441049 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-49872fc3-0ceb-41e2-9666-eb8ebf06face req-2008d0ee-6668-4eb1-a3ee-b5857803b6ec service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a7b6eaf9a1674036b218b7686ab73712&device_id=6b0b5fd8-443d-4692-a2a2-8e52c6a1c194 HTTP/1.1" status: 200 len: 1096 time: 0.7055502 Sep 23 06:55:26.444162 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1ebbd0ed-fea6-46f4-a5c8-bdd52db74146 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:26.481527 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b596ce-ef66-4006-b283-d8d7a52b0b31 admin admin] Made reservation on behalf of 32d6446ab2e641418601d6f9b0d422b1 for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:55:26.484376 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b7b596ce-ef66-4006-b283-d8d7a52b0b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:26.491297 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-6ca5f2f5-8e94-4162-b4d8-673555309a53 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Allocated IP 172.20.0.11 (b1bea130-48fe-4c88-8189-a296d02dee21/68ec500d-5713-4af7-85d3-3e117a320aef/c4e0eb39-6e83-4e07-9218-4c511f563ee5) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:55:26.495051 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-907fbd39-ae92-455e-87b9-5b201b082f07 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Deleting port 8bdddfef-5ba5-4233-991f-9c7cd72f0d12 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:55:26.495448 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-907fbd39-ae92-455e-87b9-5b201b082f07 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:26.501689 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b7b596ce-ef66-4006-b283-d8d7a52b0b31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:26.561368 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff677dd7-ca67-47c3-817f-b01f229aac54 None None] Network b1bea130-48fe-4c88-8189-a296d02dee21 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:55:26.605185 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1ebbd0ed-fea6-46f4-a5c8-bdd52db74146 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:26.616037 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1ebbd0ed-fea6-46f4-a5c8-bdd52db74146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:26.662281 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-41a67a8e-3028-43c7-846c-7c3738c4c65f None None] Provisioning complete for port 1834e10f-efe9-4aef-9b05-0245dc413011 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:55:26.662652 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-41a67a8e-3028-43c7-846c-7c3738c4c65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:26.683273 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-1ebbd0ed-fea6-46f4-a5c8-bdd52db74146 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=453be2b1f4f24daa8edab834540e0c34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2676203 Sep 23 06:55:26.683605 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 42628) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:26.692094 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebbd0ed-fea6-46f4-a5c8-bdd52db74146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a7979d4-72f9-4a4a-b63b-07dff5767e94,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:26.705558 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-907fbd39-ae92-455e-87b9-5b201b082f07 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:26.708947 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49872fc3-0ceb-41e2-9666-eb8ebf06face req-46773618-6f74-46b5-af9a-73150819fc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:26.710750 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-49872fc3-0ceb-41e2-9666-eb8ebf06face req-46773618-6f74-46b5-af9a-73150819fc42 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2b699ce6-0a70-435f-85dd-b45891dc3cf7 HTTP/1.1" status: 200 len: 923 time: 0.2582879 Sep 23 06:55:26.787353 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-907fbd39-ae92-455e-87b9-5b201b082f07 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Calling delete_port for 8bdddfef-5ba5-4233-991f-9c7cd72f0d12 owned by network:router_interface {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:55:26.792027 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-49872fc3-0ceb-41e2-9666-eb8ebf06face req-a2d232b9-f6de-4aed-abab-4ca806bc0967 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ed05b49-3c05-4ce7-9c06-ad822d634ead HTTP/1.1" status: 200 len: 217 time: 0.0643365 Sep 23 06:55:26.806699 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-41a67a8e-3028-43c7-846c-7c3738c4c65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:26.850745 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-41a67a8e-3028-43c7-846c-7c3738c4c65f None None] For port 1834e10f-efe9-4aef-9b05-0245dc413011, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=1834e10f-efe9-4aef-9b05-0245dc413011,segment=NetworkSegment(80ef895f-c252-4324-85a4-24ff79cbdec4),segment_id=80ef895f-c252-4324-85a4-24ff79cbdec4)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:55:26.854493 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d5cc427f-7401-47f3-b957-cb566ca86711 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:26.856073 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-41a67a8e-3028-43c7-846c-7c3738c4c65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:26.868319 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b7b596ce-ef66-4006-b283-d8d7a52b0b31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:26.889317 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b7b596ce-ef66-4006-b283-d8d7a52b0b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:26.912890 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d5cc427f-7401-47f3-b957-cb566ca86711 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:26.925735 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a67a8e-3028-43c7-846c-7c3738c4c65f None None] Pushing event updated for resources: {'Port': ['ID=1834e10f-efe9-4aef-9b05-0245dc413011,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:26.945878 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7b596ce-ef66-4006-b283-d8d7a52b0b31 admin admin] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:55:26.985227 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b596ce-ef66-4006-b283-d8d7a52b0b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17dea6cb-0954-48a1-aba2-6e27a96cc9e8,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:27.005987 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b7b596ce-ef66-4006-b283-d8d7a52b0b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:27.006657 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-b7b596ce-ef66-4006-b283-d8d7a52b0b31 admin admin] Added segment a1782582-1f04-4f60-aa73-114373484a5d of type vlan for network 73269455-291c-4521-ad88-579f38510b1a Sep 23 06:55:27.019609 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49872fc3-0ceb-41e2-9666-eb8ebf06face req-97d914ba-5373-4610-9c04-ee687ed9d6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:27.021453 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-49872fc3-0ceb-41e2-9666-eb8ebf06face req-97d914ba-5373-4610-9c04-ee687ed9d6bd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e8b80929-1b03-43c4-bc6c-1a6cedb3b827 HTTP/1.1" status: 200 len: 862 time: 0.1962328 Sep 23 06:55:27.026407 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6ca5f2f5-8e94-4162-b4d8-673555309a53 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:27.073546 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 1834e10f-efe9-4aef-9b05-0245dc413011 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:55:27.123780 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-49872fc3-0ceb-41e2-9666-eb8ebf06face req-cfe1bab1-1057-45db-8deb-fc698474ba7b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2b699ce6-0a70-435f-85dd-b45891dc3cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0923471 Sep 23 06:55:27.137492 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b7b596ce-ef66-4006-b283-d8d7a52b0b31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:27.174824 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b7b596ce-ef66-4006-b283-d8d7a52b0b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:27.176758 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b596ce-ef66-4006-b283-d8d7a52b0b31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:27.177337 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b7b596ce-ef66-4006-b283-d8d7a52b0b31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:27.185289 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 1834e10f-efe9-4aef-9b05-0245dc413011 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:55:27.185766 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:27.208869 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d5cc427f-7401-47f3-b957-cb566ca86711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:27.218113 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d5cc427f-7401-47f3-b957-cb566ca86711 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:27.219357 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-d5cc427f-7401-47f3-b957-cb566ca86711 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2a7979d4-72f9-4a4a-b63b-07dff5767e94 HTTP/1.1" status: 204 len: 168 time: 0.5347431 Sep 23 06:55:27.233464 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-b7b596ce-ef66-4006-b283-d8d7a52b0b31 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0455298 Sep 23 06:55:27.237336 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 42640) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:27.269141 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-5426ea34-928f-463e-9dc2-b2bb75a9c191 admin admin] Request body: {'subnet': {'network_id': '73269455-291c-4521-ad88-579f38510b1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1498729652-subnet', 'tenant_id': '32d6446ab2e641418601d6f9b0d422b1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:55:27.270087 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cc427f-7401-47f3-b957-cb566ca86711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a7979d4-72f9-4a4a-b63b-07dff5767e94,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:27.272192 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b596ce-ef66-4006-b283-d8d7a52b0b31 admin admin] Pushing event updated for resources: {'Network': ['ID=73269455-291c-4521-ad88-579f38510b1a,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:27.364466 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-8ebb753b-2efc-47dd-b794-9b3c78adcd09 None None] Provisioning complete for port 1834e10f-efe9-4aef-9b05-0245dc413011 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:55:27.366328 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8ebb753b-2efc-47dd-b794-9b3c78adcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:27.368203 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 73269455-291c-4521-ad88-579f38510b1a details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:55:27.407145 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6ca5f2f5-8e94-4162-b4d8-673555309a53 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:27.492623 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5426ea34-928f-463e-9dc2-b2bb75a9c191 admin admin] Made reservation on behalf of 32d6446ab2e641418601d6f9b0d422b1 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:55:27.495128 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5426ea34-928f-463e-9dc2-b2bb75a9c191 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:27.537620 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-907fbd39-ae92-455e-87b9-5b201b082f07 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:27.560417 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7493afcf-37fa-4d9f-9865-ef08a0468e74 req-6c6bf25a-4140-44e8-88b7-d25aab4d2f6a tempest-ServerAddressesNegativeTestJSON-1995068403 tempest-ServerAddressesNegativeTestJSON-1995068403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:27.564149 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7493afcf-37fa-4d9f-9865-ef08a0468e74 req-6c6bf25a-4140-44e8-88b7-d25aab4d2f6a tempest-ServerAddressesNegativeTestJSON-1995068403 tempest-ServerAddressesNegativeTestJSON-1995068403-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b0b5fd8-443d-4692-a2a2-8e52c6a1c194 HTTP/1.1" status: 200 len: 944 time: 0.0907385 Sep 23 06:55:27.592150 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca5f2f5-8e94-4162-b4d8-673555309a53 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Network b1bea130-48fe-4c88-8189-a296d02dee21 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:55:27.603930 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-49872fc3-0ceb-41e2-9666-eb8ebf06face req-0bf5178c-859f-4db4-b55f-493911f79251 service neutron] 10.222.0.21 "GET /v2.0/networks/2b699ce6-0a70-435f-85dd-b45891dc3cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4702761 Sep 23 06:55:27.622343 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-6ca5f2f5-8e94-4162-b4d8-673555309a53 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:55:27.626115 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca5f2f5-8e94-4162-b4d8-673555309a53 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:55:27.638797 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7493afcf-37fa-4d9f-9865-ef08a0468e74 req-8403ede8-89db-4384-9cc5-963a6867d94f tempest-ServerAddressesNegativeTestJSON-1995068403 tempest-ServerAddressesNegativeTestJSON-1995068403-project] 10.222.0.39 "GET /v2.0/security-groups?id=94317fed-f8ea-49ef-88c2-3816f403721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676184 Sep 23 06:55:27.729727 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-8ebb753b-2efc-47dd-b794-9b3c78adcd09 None None] Provisioning complete for port 93fd6ddc-3a30-47c9-8b61-d573cc8ef19a triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:55:27.729727 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8ebb753b-2efc-47dd-b794-9b3c78adcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:27.730412 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca5f2f5-8e94-4162-b4d8-673555309a53 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Pushing event updated for resources: {'Port': ['ID=c4e0eb39-6e83-4e07-9218-4c511f563ee5,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:27.790246 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-8ebb753b-2efc-47dd-b794-9b3c78adcd09 None None] Port 93fd6ddc-3a30-47c9-8b61-d573cc8ef19a cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:55:27.807512 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907fbd39-ae92-455e-87b9-5b201b082f07 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Pushing event deleted for resources: {'Port': ['ID=8bdddfef-5ba5-4233-991f-9c7cd72f0d12,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:27.916089 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 0ed05b49-3c05-4ce7-9c06-ad822d634ead details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:55:27.931648 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca5f2f5-8e94-4162-b4d8-673555309a53 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:27.932524 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6ca5f2f5-8e94-4162-b4d8-673555309a53 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:27.944369 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-d84aa93f-865b-41e3-94ed-cc200230afd8 None None] Provisioning complete for port 93fd6ddc-3a30-47c9-8b61-d573cc8ef19a triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:55:27.944895 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d84aa93f-865b-41e3-94ed-cc200230afd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:27.990260 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-907fbd39-ae92-455e-87b9-5b201b082f07 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2068624'] for router_interface, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:27.991832 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-d84aa93f-865b-41e3-94ed-cc200230afd8 None None] Port 93fd6ddc-3a30-47c9-8b61-d573cc8ef19a cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:55:28.098889 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 0ed05b49-3c05-4ce7-9c06-ad822d634ead, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=0ed05b49-3c05-4ce7-9c06-ad822d634ead,segment=NetworkSegment(f68e1adb-fdd7-4d15-a5d1-921dce56fbbf),segment_id=f68e1adb-fdd7-4d15-a5d1-921dce56fbbf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:55:28.106432 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 42664) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:28.108441 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-6ca5f2f5-8e94-4162-b4d8-673555309a53 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 3.4623954 Sep 23 06:55:28.131987 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': '0ed05b49-3c05-4ce7-9c06-ad822d634ead', 'network_id': '2b699ce6-0a70-435f-85dd-b45891dc3cf7', 'port_id': '0ed05b49-3c05-4ce7-9c06-ad822d634ead', 'mac_address': 'fa:16:3e:f2:50:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8b80929-1b03-43c4-bc6c-1a6cedb3b827', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:55:28.175946 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-8da82e15-a29e-4e1b-bd50-f7e4ab2c5dd8 None None] Provisioning complete for port c4e0eb39-6e83-4e07-9218-4c511f563ee5 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:55:28.176682 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8da82e15-a29e-4e1b-bd50-f7e4ab2c5dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:28.198860 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a799d40-f653-47a7-a8d4-6c052e1010d3 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:28.205498 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a799d40-f653-47a7-a8d4-6c052e1010d3 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:28.212551 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a799d40-f653-47a7-a8d4-6c052e1010d3 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:28.214981 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-7a799d40-f653-47a7-a8d4-6c052e1010d3 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.1072497 Sep 23 06:55:28.217689 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 42670) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:28.242663 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:28.245396 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-8da82e15-a29e-4e1b-bd50-f7e4ab2c5dd8 None None] Port c4e0eb39-6e83-4e07-9218-4c511f563ee5 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:55:28.260378 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ed05b49-3c05-4ce7-9c06-ad822d634ead {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:55:28.295856 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 0ed05b49-3c05-4ce7-9c06-ad822d634ead, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=0ed05b49-3c05-4ce7-9c06-ad822d634ead,segment=NetworkSegment(f68e1adb-fdd7-4d15-a5d1-921dce56fbbf),segment_id=f68e1adb-fdd7-4d15-a5d1-921dce56fbbf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:55:28.297058 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-49872fc3-0ceb-41e2-9666-eb8ebf06face req-9ca241dc-ff8d-4c7f-9988-333d444ca5d6 service neutron] 10.222.0.21 "GET /v2.0/networks/2b699ce6-0a70-435f-85dd-b45891dc3cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5888784 Sep 23 06:55:28.304495 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:28.356224 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-44837cc9-cb90-48ba-a0bd-7e1462db66a1 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Deleting port c4e0eb39-6e83-4e07-9218-4c511f563ee5 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:55:28.357048 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-44837cc9-cb90-48ba-a0bd-7e1462db66a1 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:28.389448 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=0ed05b49-3c05-4ce7-9c06-ad822d634ead,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:28.414210 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-907fbd39-ae92-455e-87b9-5b201b082f07 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Router b9758294-ced3-4827-b918-10276f391b37 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:55:28.419756 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5426ea34-928f-463e-9dc2-b2bb75a9c191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:28.496883 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-44837cc9-cb90-48ba-a0bd-7e1462db66a1 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:28.504429 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5426ea34-928f-463e-9dc2-b2bb75a9c191 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30533a6f-b862-4b9d-ba78-3a6162dd1f60,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:28.521319 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-44837cc9-cb90-48ba-a0bd-7e1462db66a1 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Calling delete_port for c4e0eb39-6e83-4e07-9218-4c511f563ee5 owned by {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:55:28.596045 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5426ea34-928f-463e-9dc2-b2bb75a9c191 admin admin] Checking segment: {'id': 'a1782582-1f04-4f60-aa73-114373484a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '73269455-291c-4521-ad88-579f38510b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:55:28.596776 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5426ea34-928f-463e-9dc2-b2bb75a9c191 admin admin] Network hostable DHCP agents. Network: 73269455-291c-4521-ad88-579f38510b1a, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:55:28.633481 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-907fbd39-ae92-455e-87b9-5b201b082f07 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:55:28.642440 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['0ed05b49-3c05-4ce7-9c06-ad822d634ead'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:55:28.642804 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-907fbd39-ae92-455e-87b9-5b201b082f07 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "PUT /v2.0/routers/b9758294-ced3-4827-b918-10276f391b37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6180911 Sep 23 06:55:28.642921 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 42684) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:28.657644 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5426ea34-928f-463e-9dc2-b2bb75a9c191 admin admin] Network 73269455-291c-4521-ad88-579f38510b1a is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:55:28.673949 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-5426ea34-928f-463e-9dc2-b2bb75a9c191 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 73269455-291c-4521-ad88-579f38510b1a) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:55:28.678833 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9b1583-c92a-40c9-825f-eef76184f5db None None] Sync routers for ids ['b9758294-ced3-4827-b918-10276f391b37'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:55:28.687230 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5426ea34-928f-463e-9dc2-b2bb75a9c191 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:28.687852 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5426ea34-928f-463e-9dc2-b2bb75a9c191 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:28.688204 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6050001e-246c-42c6-800c-2219cefed848 None None] Network 73269455-291c-4521-ad88-579f38510b1a requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:55:28.712153 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-5426ea34-928f-463e-9dc2-b2bb75a9c191 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4486334 Sep 23 06:55:28.712153 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 42690) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:28.716070 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 42692) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:28.716619 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-3ce70c93-be42-4daa-a2ab-3c955af8136e tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "GET /v2.0/ports?device_id=b9758294-ced3-4827-b918-10276f391b37 HTTP/1.1" status: 200 len: 205 time: 0.0719316 Sep 23 06:55:28.730151 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-ed20d776-4e1f-4de7-9188-9ba931f6675f admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1498729652-router', 'tenant_id': '32d6446ab2e641418601d6f9b0d422b1', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:55:28.743378 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9b1583-c92a-40c9-825f-eef76184f5db None None] Routers {'b9758294-ced3-4827-b918-10276f391b37'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:55:28.744185 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-5c9b1583-c92a-40c9-825f-eef76184f5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:55:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['b9758294-ced3-4827-b918-10276f391b37'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:28.790653 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-5c9b1583-c92a-40c9-825f-eef76184f5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:28.817024 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-44837cc9-cb90-48ba-a0bd-7e1462db66a1 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:28.855362 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44837cc9-cb90-48ba-a0bd-7e1462db66a1 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Pushing event deleted for resources: {'Port': ['ID=c4e0eb39-6e83-4e07-9218-4c511f563ee5,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:28.872659 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44837cc9-cb90-48ba-a0bd-7e1462db66a1 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:55:28.873128 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44837cc9-cb90-48ba-a0bd-7e1462db66a1 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:55:28.873479 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44837cc9-cb90-48ba-a0bd-7e1462db66a1 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:55:28.873819 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44837cc9-cb90-48ba-a0bd-7e1462db66a1 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:55:28.874238 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44837cc9-cb90-48ba-a0bd-7e1462db66a1 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:55:28.874617 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44837cc9-cb90-48ba-a0bd-7e1462db66a1 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:55:28.875077 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44837cc9-cb90-48ba-a0bd-7e1462db66a1 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:55:28.875450 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44837cc9-cb90-48ba-a0bd-7e1462db66a1 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:55:28.875824 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44837cc9-cb90-48ba-a0bd-7e1462db66a1 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:55:28.876293 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44837cc9-cb90-48ba-a0bd-7e1462db66a1 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:55:28.876627 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44837cc9-cb90-48ba-a0bd-7e1462db66a1 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:55:28.877041 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44837cc9-cb90-48ba-a0bd-7e1462db66a1 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:55:28.884650 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-646b94e6-b9bf-445b-9085-94164c777bc1 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for router, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:28.959767 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9b1583-c92a-40c9-825f-eef76184f5db None None] Routers {'b9758294-ced3-4827-b918-10276f391b37'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:55:28.961210 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-5c9b1583-c92a-40c9-825f-eef76184f5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:55:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['b9758294-ced3-4827-b918-10276f391b37'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:29.014776 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ed20d776-4e1f-4de7-9188-9ba931f6675f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:29.016145 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ed20d776-4e1f-4de7-9188-9ba931f6675f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:29.117410 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6604f9-e658-4691-a8ad-1a4e05e5bdad req-1228b207-38fa-460d-a667-1f4682a3ccb3 tempest-ServerAddressesNegativeTestJSON-1995068403 tempest-ServerAddressesNegativeTestJSON-1995068403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:29.122876 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-44837cc9-cb90-48ba-a0bd-7e1462db66a1 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:29.126008 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-44837cc9-cb90-48ba-a0bd-7e1462db66a1 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] 10.222.0.39 "DELETE /v2.0/ports/c4e0eb39-6e83-4e07-9218-4c511f563ee5 HTTP/1.1" status: 204 len: 168 time: 0.9068463 Sep 23 06:55:29.127287 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ff6604f9-e658-4691-a8ad-1a4e05e5bdad req-1228b207-38fa-460d-a667-1f4682a3ccb3 tempest-ServerAddressesNegativeTestJSON-1995068403 tempest-ServerAddressesNegativeTestJSON-1995068403-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b0b5fd8-443d-4692-a2a2-8e52c6a1c194 HTTP/1.1" status: 200 len: 945 time: 0.3410754 Sep 23 06:55:29.135393 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 42704) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:29.172007 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaf587d6-e9fa-435e-9547-d96a27212671 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] GET failed (client error): The resource could not be found. Sep 23 06:55:29.172352 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-eaf587d6-e9fa-435e-9547-d96a27212671 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] 10.222.0.39 "GET /v2.0/ports/c4e0eb39-6e83-4e07-9218-4c511f563ee5 HTTP/1.1" status: 404 len: 333 time: 0.0354185 Sep 23 06:55:29.177054 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 42706) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:29.184321 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-a35e5541-affe-49ba-8de7-787133efa285 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Request body: {'port': {'network_id': 'b1bea130-48fe-4c88-8189-a296d02dee21', 'name': 'tempest-AllowedAddressPairTestJSON-797364103'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:55:29.239717 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 1834e10f-efe9-4aef-9b05-0245dc413011 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:55:29.253280 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-5c9b1583-c92a-40c9-825f-eef76184f5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:29.254743 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9b1583-c92a-40c9-825f-eef76184f5db None None] The sync data for ids ['b9758294-ced3-4827-b918-10276f391b37'] in n-d-715271-16 is: [] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:55:29.290063 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-646b94e6-b9bf-445b-9085-94164c777bc1 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:29.301457 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-646b94e6-b9bf-445b-9085-94164c777bc1 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:29.350184 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ed20d776-4e1f-4de7-9188-9ba931f6675f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:29.373791 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35e5541-affe-49ba-8de7-787133efa285 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Made reservation on behalf of 78c9aa1f7c974f5e8eb3142cba9695e5 for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:55:29.381150 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a35e5541-affe-49ba-8de7-787133efa285 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:29.413194 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [None req-a35e5541-affe-49ba-8de7-787133efa285 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] device_id is not set on port ef33434e-1553-4693-a6bd-58ba862c929d yet. {{(pid=95066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 06:55:29.420187 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 1834e10f-efe9-4aef-9b05-0245dc413011 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:55:29.420815 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:29.479668 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ff6604f9-e658-4691-a8ad-1a4e05e5bdad req-2f53d1ca-b0dd-4ec9-bdcd-6099bf434581 tempest-ServerAddressesNegativeTestJSON-1995068403 tempest-ServerAddressesNegativeTestJSON-1995068403-project] 10.222.0.39 "GET /v2.0/security-groups?id=94317fed-f8ea-49ef-88c2-3816f403721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911179 Sep 23 06:55:29.559841 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108cae47-1c5a-4370-9593-700939c93308 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-73269455-291c-4521-ad88-579f38510b1a', 'network_id': '73269455-291c-4521-ad88-579f38510b1a', 'tenant_id': '32d6446ab2e641418601d6f9b0d422b1', 'fixed_ips': [{'subnet_id': '30533a6f-b862-4b9d-ba78-3a6162dd1f60'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 06:55:29.560848 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-108cae47-1c5a-4370-9593-700939c93308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:29.570333 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ed20d776-4e1f-4de7-9188-9ba931f6675f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:29.574347 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-646b94e6-b9bf-445b-9085-94164c777bc1 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:29.575204 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-646b94e6-b9bf-445b-9085-94164c777bc1 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Fanout notify agent at l3_agent the message router_deleted on router b9758294-ced3-4827-b918-10276f391b37 {{(pid=95065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 06:55:29.586527 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-646b94e6-b9bf-445b-9085-94164c777bc1 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:29.590626 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-646b94e6-b9bf-445b-9085-94164c777bc1 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "DELETE /v2.0/routers/b9758294-ced3-4827-b918-10276f391b37 HTTP/1.1" status: 204 len: 168 time: 0.8697567 Sep 23 06:55:29.591621 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 42714) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:29.599325 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-a35e5541-affe-49ba-8de7-787133efa285 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Allocated IP 172.20.0.5 (b1bea130-48fe-4c88-8189-a296d02dee21/68ec500d-5713-4af7-85d3-3e117a320aef/ef33434e-1553-4693-a6bd-58ba862c929d) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:55:29.902661 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a35e5541-affe-49ba-8de7-787133efa285 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:29.943407 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-108cae47-1c5a-4370-9593-700939c93308 None None] Allocated IP 172.20.0.2 (73269455-291c-4521-ad88-579f38510b1a/30533a6f-b862-4b9d-ba78-3a6162dd1f60/67035846-639c-42e4-add9-47037f2c0c17) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:55:29.964135 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a35e5541-affe-49ba-8de7-787133efa285 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:30.022895 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35e5541-affe-49ba-8de7-787133efa285 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Network b1bea130-48fe-4c88-8189-a296d02dee21 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:55:30.026935 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-a35e5541-affe-49ba-8de7-787133efa285 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:55:30.031309 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35e5541-affe-49ba-8de7-787133efa285 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:55:30.046774 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0bf52a2-dd12-4214-bc02-bd21a3f41dc9 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Deleting subnet 51d41b98-a92f-4ddc-99a1-565e9c649f69 {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:55:30.052756 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b0bf52a2-dd12-4214-bc02-bd21a3f41dc9 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:30.066948 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35e5541-affe-49ba-8de7-787133efa285 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Pushing event updated for resources: {'Port': ['ID=ef33434e-1553-4693-a6bd-58ba862c929d,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:30.116964 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35e5541-affe-49ba-8de7-787133efa285 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:30.122025 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a35e5541-affe-49ba-8de7-787133efa285 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:30.162319 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-a35e5541-affe-49ba-8de7-787133efa285 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9796240 Sep 23 06:55:30.162319 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 42732) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:30.166717 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-be3d308c-ecaa-4fda-8a2a-9554abfc9abd tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:6c:c2:61'}]}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:55:30.183809 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b0bf52a2-dd12-4214-bc02-bd21a3f41dc9 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:30.200030 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-108cae47-1c5a-4370-9593-700939c93308 None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:30.211407 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-108cae47-1c5a-4370-9593-700939c93308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:30.231390 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108cae47-1c5a-4370-9593-700939c93308 None None] Network 73269455-291c-4521-ad88-579f38510b1a is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:55:30.275803 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-108cae47-1c5a-4370-9593-700939c93308 None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:55:30.279607 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108cae47-1c5a-4370-9593-700939c93308 None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:55:30.323909 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108cae47-1c5a-4370-9593-700939c93308 None None] Pushing event updated for resources: {'Port': ['ID=67035846-639c-42e4-add9-47037f2c0c17,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:30.355634 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-108cae47-1c5a-4370-9593-700939c93308 None None] Attempting to bind port 67035846-639c-42e4-add9-47037f2c0c17 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:55:30.355997 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-108cae47-1c5a-4370-9593-700939c93308 None None] Attempting to bind port 67035846-639c-42e4-add9-47037f2c0c17 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': 'a1782582-1f04-4f60-aa73-114373484a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '73269455-291c-4521-ad88-579f38510b1a'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:55:30.356410 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108cae47-1c5a-4370-9593-700939c93308 None None] Attempting to bind port 67035846-639c-42e4-add9-47037f2c0c17 on network 73269455-291c-4521-ad88-579f38510b1a {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:55:30.363252 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108cae47-1c5a-4370-9593-700939c93308 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:55:30.363642 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108cae47-1c5a-4370-9593-700939c93308 None None] Checking segment: {'id': 'a1782582-1f04-4f60-aa73-114373484a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '73269455-291c-4521-ad88-579f38510b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:55:30.364839 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-108cae47-1c5a-4370-9593-700939c93308 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:30.365242 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108cae47-1c5a-4370-9593-700939c93308 None None] Bound using segment: {'id': 'a1782582-1f04-4f60-aa73-114373484a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '73269455-291c-4521-ad88-579f38510b1a'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:55:30.365731 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-108cae47-1c5a-4370-9593-700939c93308 None None] Bound port: 67035846-639c-42e4-add9-47037f2c0c17, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1782582-1f04-4f60-aa73-114373484a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '73269455-291c-4521-ad88-579f38510b1a'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:55:30.366218 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-108cae47-1c5a-4370-9593-700939c93308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:30.370161 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b0bf52a2-dd12-4214-bc02-bd21a3f41dc9 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:30.423119 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-647c1698-cd57-4342-a5dc-ddb4a899371c None None] Provisioning complete for port ef33434e-1553-4693-a6bd-58ba862c929d triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:55:30.424023 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-647c1698-cd57-4342-a5dc-ddb4a899371c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:30.442961 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-be3d308c-ecaa-4fda-8a2a-9554abfc9abd tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:30.448962 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ed20d776-4e1f-4de7-9188-9ba931f6675f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:30.477635 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ed20d776-4e1f-4de7-9188-9ba931f6675f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:30.480871 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-647c1698-cd57-4342-a5dc-ddb4a899371c None None] Port ef33434e-1553-4693-a6bd-58ba862c929d cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:55:30.495202 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-108cae47-1c5a-4370-9593-700939c93308 None None] For port 67035846-639c-42e4-add9-47037f2c0c17, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:55:30.499314 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-108cae47-1c5a-4370-9593-700939c93308 None None] For port 67035846-639c-42e4-add9-47037f2c0c17, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=67035846-639c-42e4-add9-47037f2c0c17,segment=NetworkSegment(a1782582-1f04-4f60-aa73-114373484a5d),segment_id=a1782582-1f04-4f60-aa73-114373484a5d)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:55:30.506625 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-108cae47-1c5a-4370-9593-700939c93308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:30.538490 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b0bf52a2-dd12-4214-bc02-bd21a3f41dc9 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:30.611813 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1c8267-c357-4b08-93f1-014689945af4 None None] Network 7e671270-ede8-4dcd-9bb8-5a502f96716f requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:55:30.622221 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b0bf52a2-dd12-4214-bc02-bd21a3f41dc9 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:30.624224 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-b0bf52a2-dd12-4214-bc02-bd21a3f41dc9 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "DELETE /v2.0/subnets/51d41b98-a92f-4ddc-99a1-565e9c649f69 HTTP/1.1" status: 204 len: 168 time: 1.0314596 Sep 23 06:55:30.625335 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bf52a2-dd12-4214-bc02-bd21a3f41dc9 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Pushing event deleted for resources: {'Subnet': ['ID=51d41b98-a92f-4ddc-99a1-565e9c649f69,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:30.630910 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 42740) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:30.740555 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108cae47-1c5a-4370-9593-700939c93308 None None] Pushing event updated for resources: {'Port': ['ID=67035846-639c-42e4-add9-47037f2c0c17,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:30.774757 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bbc3157-7b12-4612-bb04-eaf684eb97f4 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Deleting subnet e27bddcd-6c4f-4992-9f7f-7d651bd54830 {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:55:30.781087 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3bbc3157-7b12-4612-bb04-eaf684eb97f4 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:30.866248 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f5843-e54e-4fd3-8050-383f0955fbc5 req-5a6daceb-8266-407b-80f6-202eb0b43c61 tempest-ServerAddressesNegativeTestJSON-1995068403 tempest-ServerAddressesNegativeTestJSON-1995068403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:30.868206 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0a5f5843-e54e-4fd3-8050-383f0955fbc5 req-5a6daceb-8266-407b-80f6-202eb0b43c61 tempest-ServerAddressesNegativeTestJSON-1995068403 tempest-ServerAddressesNegativeTestJSON-1995068403-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b0b5fd8-443d-4692-a2a2-8e52c6a1c194 HTTP/1.1" status: 200 len: 945 time: 0.2027357 Sep 23 06:55:30.923840 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-ed20d776-4e1f-4de7-9188-9ba931f6675f admin admin] Allocated IP 172.25.2.154 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/5dc0d68e-7384-44bd-92d4-741f4ca313bc) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:55:30.963692 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3bbc3157-7b12-4612-bb04-eaf684eb97f4 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:30.964350 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0a5f5843-e54e-4fd3-8050-383f0955fbc5 req-4cf1afce-0177-4c60-b514-3071928b672a tempest-ServerAddressesNegativeTestJSON-1995068403 tempest-ServerAddressesNegativeTestJSON-1995068403-project] 10.222.0.39 "GET /v2.0/security-groups?id=94317fed-f8ea-49ef-88c2-3816f403721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873570 Sep 23 06:55:30.972971 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22cde109-0ae6-4710-b4e0-ebc3525e824b None None] DHCP port deletion for 7e671270-ede8-4dcd-9bb8-5a502f96716f request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 06:55:31.023420 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-be3d308c-ecaa-4fda-8a2a-9554abfc9abd tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:31.035475 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-be3d308c-ecaa-4fda-8a2a-9554abfc9abd tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:31.068319 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 67035846-639c-42e4-add9-47037f2c0c17 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:55:31.127309 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3d308c-ecaa-4fda-8a2a-9554abfc9abd tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Pushing event updated for resources: {'Port': ['ID=ef33434e-1553-4693-a6bd-58ba862c929d,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:31.148178 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-be3d308c-ecaa-4fda-8a2a-9554abfc9abd tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] In _notify_port_updated(), no bound segment for port ef33434e-1553-4693-a6bd-58ba862c929d on network b1bea130-48fe-4c88-8189-a296d02dee21 {{(pid=95066) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 06:55:31.157083 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3d308c-ecaa-4fda-8a2a-9554abfc9abd tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:31.157985 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-be3d308c-ecaa-4fda-8a2a-9554abfc9abd tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:31.159439 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-be3d308c-ecaa-4fda-8a2a-9554abfc9abd tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] 10.222.0.39 "PUT /v2.0/ports/ef33434e-1553-4693-a6bd-58ba862c929d HTTP/1.1" status: 200 len: 992 time: 0.9973567 Sep 23 06:55:31.163332 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 42750) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:31.182384 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-22cde109-0ae6-4710-b4e0-ebc3525e824b None None] Deleting port 87c67dea-50ef-4a80-a16d-a41b32d26305 {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:55:31.182764 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-22cde109-0ae6-4710-b4e0-ebc3525e824b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:31.231356 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 42754) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:31.277808 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-22cde109-0ae6-4710-b4e0-ebc3525e824b None None] For port 87c67dea-50ef-4a80-a16d-a41b32d26305, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=87c67dea-50ef-4a80-a16d-a41b32d26305,segment=NetworkSegment(14992781-4180-4c3c-9de2-0462e8386ea4),segment_id=14992781-4180-4c3c-9de2-0462e8386ea4)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:55:31.278237 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-22cde109-0ae6-4710-b4e0-ebc3525e824b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:31.294164 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-22cde109-0ae6-4710-b4e0-ebc3525e824b None None] Calling delete_port for 87c67dea-50ef-4a80-a16d-a41b32d26305 owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:55:31.296291 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ed20d776-4e1f-4de7-9188-9ba931f6675f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:31.298835 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3bbc3157-7b12-4612-bb04-eaf684eb97f4 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:31.412267 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-22cde109-0ae6-4710-b4e0-ebc3525e824b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:31.437083 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ed20d776-4e1f-4de7-9188-9ba931f6675f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:31.439454 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3bbc3157-7b12-4612-bb04-eaf684eb97f4 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:31.450795 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 67035846-639c-42e4-add9-47037f2c0c17 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:55:31.451170 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:31.459455 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cde109-0ae6-4710-b4e0-ebc3525e824b None None] No DVR routers for this DVR port 87c67dea-50ef-4a80-a16d-a41b32d26305 on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:55:31.488308 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cde109-0ae6-4710-b4e0-ebc3525e824b None None] Pushing event deleted for resources: {'Port': ['ID=87c67dea-50ef-4a80-a16d-a41b32d26305,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:31.498096 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-fecb513b-9291-408c-82f3-682b68436288 None None] Provisioning complete for port ef33434e-1553-4693-a6bd-58ba862c929d triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:55:31.498546 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-fecb513b-9291-408c-82f3-682b68436288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:31.504157 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-28b99621-e1d5-494c-b536-f05d744216bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:31.517892 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbc3157-7b12-4612-bb04-eaf684eb97f4 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Pushing event deleted for resources: {'Subnet': ['ID=e27bddcd-6c4f-4992-9f7f-7d651bd54830,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:31.532714 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3bbc3157-7b12-4612-bb04-eaf684eb97f4 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:31.536164 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-3bbc3157-7b12-4612-bb04-eaf684eb97f4 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "DELETE /v2.0/subnets/e27bddcd-6c4f-4992-9f7f-7d651bd54830 HTTP/1.1" status: 204 len: 168 time: 0.9005949 Sep 23 06:55:31.543395 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed20d776-4e1f-4de7-9188-9ba931f6675f admin admin] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:55:31.544779 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 42758) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:31.547424 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b06051-0f53-499c-8c5a-369713237739 None None] Network a1addcd0-30fe-4ef1-8987-7563204179fe requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:55:31.580061 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-ed20d776-4e1f-4de7-9188-9ba931f6675f admin admin] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:55:31.588037 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed20d776-4e1f-4de7-9188-9ba931f6675f admin admin] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:55:31.596669 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed20d776-4e1f-4de7-9188-9ba931f6675f admin admin] Pushing event updated for resources: {'Port': ['ID=5dc0d68e-7384-44bd-92d4-741f4ca313bc,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:31.687920 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-fecb513b-9291-408c-82f3-682b68436288 None None] Port ef33434e-1553-4693-a6bd-58ba862c929d cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:55:31.737413 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-0a37b4ae-06a0-4022-8486-745310dea716 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Deleting port ef33434e-1553-4693-a6bd-58ba862c929d {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:55:31.738618 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0a37b4ae-06a0-4022-8486-745310dea716 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:31.755109 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:31.778155 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-828c8200-1da2-4f91-805c-866d84b1ce89 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:31.804288 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port 67035846-639c-42e4-add9-47037f2c0c17, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=67035846-639c-42e4-add9-47037f2c0c17,segment=NetworkSegment(a1782582-1f04-4f60-aa73-114373484a5d),segment_id=a1782582-1f04-4f60-aa73-114373484a5d)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:55:31.811814 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:31.842687 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0a37b4ae-06a0-4022-8486-745310dea716 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:31.887020 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-0a37b4ae-06a0-4022-8486-745310dea716 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Calling delete_port for ef33434e-1553-4693-a6bd-58ba862c929d owned by {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:55:31.901058 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b914060c-6531-4316-af5d-30b8351df127 None None] DHCP port deletion for a1addcd0-30fe-4ef1-8987-7563204179fe request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 06:55:31.909801 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=67035846-639c-42e4-add9-47037f2c0c17,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:31.940194 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 0ed05b49-3c05-4ce7-9c06-ad822d634ead up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:55:32.029892 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-b914060c-6531-4316-af5d-30b8351df127 None None] Deleting port 2310e241-20b7-4774-9850-9403b2a42b86 {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:55:32.032598 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b914060c-6531-4316-af5d-30b8351df127 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:32.033805 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port 0ed05b49-3c05-4ce7-9c06-ad822d634ead completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:55:32.056161 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port 0ed05b49-3c05-4ce7-9c06-ad822d634ead triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:55:32.061432 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:32.087459 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-28b99621-e1d5-494c-b536-f05d744216bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:32.136326 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-828c8200-1da2-4f91-805c-866d84b1ce89 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:32.139599 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-28b99621-e1d5-494c-b536-f05d744216bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:32.152990 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0a37b4ae-06a0-4022-8486-745310dea716 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:32.186893 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1d3a5e-f696-4cd6-bc3f-721fd920e6d0 None None] Network 73269455-291c-4521-ad88-579f38510b1a requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:55:32.200068 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a37b4ae-06a0-4022-8486-745310dea716 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Pushing event deleted for resources: {'Port': ['ID=ef33434e-1553-4693-a6bd-58ba862c929d,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:32.225668 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-828c8200-1da2-4f91-805c-866d84b1ce89 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e671270-ede8-4dcd-9bb8-5a502f96716f']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:32.273659 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-28b99621-e1d5-494c-b536-f05d744216bc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=74123b32d0a941a49785e5bac98d064e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0395713 Sep 23 06:55:32.275411 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 42772) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:32.283530 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-828c8200-1da2-4f91-805c-866d84b1ce89 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14992781-4180-4c3c-9de2-0462e8386ea4') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:32.283825 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-828c8200-1da2-4f91-805c-866d84b1ce89 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14992781-4180-4c3c-9de2-0462e8386ea4') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:32.352165 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b99621-e1d5-494c-b536-f05d744216bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0611a128-1e02-4414-944b-d468c95d3935,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:32.363585 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-b914060c-6531-4316-af5d-30b8351df127 None None] For port 2310e241-20b7-4774-9850-9403b2a42b86, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=2310e241-20b7-4774-9850-9403b2a42b86,segment=NetworkSegment(1aaba559-5417-4d6d-af03-115f9e3261a9),segment_id=1aaba559-5417-4d6d-af03-115f9e3261a9)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:55:32.363862 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b914060c-6531-4316-af5d-30b8351df127 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:32.372118 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-828c8200-1da2-4f91-805c-866d84b1ce89 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:32.403560 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0a37b4ae-06a0-4022-8486-745310dea716 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:32.404682 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-b914060c-6531-4316-af5d-30b8351df127 None None] Calling delete_port for 2310e241-20b7-4774-9850-9403b2a42b86 owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:55:32.410102 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-0a37b4ae-06a0-4022-8486-745310dea716 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] 10.222.0.39 "DELETE /v2.0/ports/ef33434e-1553-4693-a6bd-58ba862c929d HTTP/1.1" status: 204 len: 168 time: 1.2447040 Sep 23 06:55:32.411042 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 42778) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:32.421791 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a61f82bf-faf5-4ede-a5a6-d50c834de94c None None] Provisioning complete for port 67035846-639c-42e4-add9-47037f2c0c17 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:55:32.422288 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a61f82bf-faf5-4ede-a5a6-d50c834de94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:32.430734 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2938610b-40be-46ac-805e-c1fccd7b5d75 req-bafa828e-0e3f-453d-a3c4-dbf87a36a4a3 tempest-ServerAddressesNegativeTestJSON-1995068403 tempest-ServerAddressesNegativeTestJSON-1995068403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:32.432633 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2938610b-40be-46ac-805e-c1fccd7b5d75 req-bafa828e-0e3f-453d-a3c4-dbf87a36a4a3 tempest-ServerAddressesNegativeTestJSON-1995068403 tempest-ServerAddressesNegativeTestJSON-1995068403-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b0b5fd8-443d-4692-a2a2-8e52c6a1c194 HTTP/1.1" status: 200 len: 945 time: 0.3415556 Sep 23 06:55:32.444458 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-828c8200-1da2-4f91-805c-866d84b1ce89 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:32.454768 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-e039370c-256c-4ca3-85b8-5f3990c2daeb tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] GET failed (client error): The resource could not be found. Sep 23 06:55:32.461801 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-e039370c-256c-4ca3-85b8-5f3990c2daeb tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] 10.222.0.39 "GET /v2.0/ports/ef33434e-1553-4693-a6bd-58ba862c929d HTTP/1.1" status: 404 len: 333 time: 0.0490849 Sep 23 06:55:32.462560 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 42780) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:32.465217 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ed20d776-4e1f-4de7-9188-9ba931f6675f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:32.468932 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-badb0675-2482-460e-bb65-36dc6eea4d59 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Request body: {'port': {'network_id': 'b1bea130-48fe-4c88-8189-a296d02dee21', 'name': 'tempest-AllowedAddressPairTestJSON-1343307568'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:55:32.508125 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-828c8200-1da2-4f91-805c-866d84b1ce89 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:55:32.508545 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-828c8200-1da2-4f91-805c-866d84b1ce89 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:32.517005 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 06:55:32.517005 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:55:32.517005 n-d-715271-16 neutron-server[95065]: timer() Sep 23 06:55:32.517005 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:55:32.517005 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 06:55:32.517005 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:55:32.517005 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 06:55:32.517005 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:55:32.517005 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 06:55:32.517005 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:55:32.517005 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 06:55:32.517005 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:55:32.517005 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 06:55:32.517005 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:55:32.517005 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:55:32.517005 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:55:32.517005 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:55:32.517005 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:55:32.517005 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 06:55:32.517005 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:55:32.517005 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 06:55:32.517005 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:55:32.517005 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:55:32.517005 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:55:32.517005 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 06:55:32.517005 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:55:32.517005 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:55:32.517005 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:55:32.517005 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:55:32.517005 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:55:32.517005 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:55:32.517005 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:55:32.591608 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-badb0675-2482-460e-bb65-36dc6eea4d59 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Made reservation on behalf of 78c9aa1f7c974f5e8eb3142cba9695e5 for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:55:32.595534 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-badb0675-2482-460e-bb65-36dc6eea4d59 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:32.606555 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-91e61f83-7778-460e-9de4-cf2035a56d13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:32.618777 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2938610b-40be-46ac-805e-c1fccd7b5d75 req-6d207291-665a-46c6-8fdd-e25afee97174 tempest-ServerAddressesNegativeTestJSON-1995068403 tempest-ServerAddressesNegativeTestJSON-1995068403-project] 10.222.0.39 "GET /v2.0/security-groups?id=94317fed-f8ea-49ef-88c2-3816f403721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756659 Sep 23 06:55:32.621348 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [None req-badb0675-2482-460e-bb65-36dc6eea4d59 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] device_id is not set on port 191f9236-8ff5-4147-9c95-ef45e924333b yet. {{(pid=95066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 06:55:32.630051 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:32.655530 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-828c8200-1da2-4f91-805c-866d84b1ce89 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:32.669031 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-828c8200-1da2-4f91-805c-866d84b1ce89 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:32.670929 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-828c8200-1da2-4f91-805c-866d84b1ce89 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "DELETE /v2.0/networks/7e671270-ede8-4dcd-9bb8-5a502f96716f HTTP/1.1" status: 204 len: 168 time: 1.1240523 Sep 23 06:55:32.678419 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 42782) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:32.691798 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-91e61f83-7778-460e-9de4-cf2035a56d13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:32.693775 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c8200-1da2-4f91-805c-866d84b1ce89 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Pushing event deleted for resources: {'Network': ['ID=7e671270-ede8-4dcd-9bb8-5a502f96716f,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:32.721374 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b0b5fd8-443d-4692-a2a2-8e52c6a1c194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ed05b49-3c05-4ce7-9c06-ad822d634ead'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:55:32.724356 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a65ffd9-fb5a-46a8-8da1-df781a9569f7" -d '{"events": [{"server_uuid": "6b0b5fd8-443d-4692-a2a2-8e52c6a1c194", "name": "network-vif-plugged", "status": "completed", "tag": "0ed05b49-3c05-4ce7-9c06-ad822d634ead"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:55:32.744307 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 0ed05b49-3c05-4ce7-9c06-ad822d634ead, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=0ed05b49-3c05-4ce7-9c06-ad822d634ead,segment=NetworkSegment(f68e1adb-fdd7-4d15-a5d1-921dce56fbbf),segment_id=f68e1adb-fdd7-4d15-a5d1-921dce56fbbf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:55:32.756305 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:32.760382 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b914060c-6531-4316-af5d-30b8351df127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:32.787718 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e45f425-5d24-4a0a-8d0a-d22f41bf49cb x-openstack-request-id: req-2e45f425-5d24-4a0a-8d0a-d22f41bf49cb {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:55:32.788251 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b0b5fd8-443d-4692-a2a2-8e52c6a1c194", "name": "network-vif-plugged", "status": "completed", "tag": "0ed05b49-3c05-4ce7-9c06-ad822d634ead", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:55:32.788661 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2e45f425-5d24-4a0a-8d0a-d22f41bf49cb {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:55:32.789846 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b0b5fd8-443d-4692-a2a2-8e52c6a1c194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ed05b49-3c05-4ce7-9c06-ad822d634ead', 'code': 200} Sep 23 06:55:32.823811 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b914060c-6531-4316-af5d-30b8351df127 None None] No DVR routers for this DVR port 2310e241-20b7-4774-9850-9403b2a42b86 on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:55:32.824480 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-053d53bc-ffbd-47ce-813c-f3edc84f65cd tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:32.868437 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=0ed05b49-3c05-4ce7-9c06-ad822d634ead,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:32.895341 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b914060c-6531-4316-af5d-30b8351df127 None None] Pushing event deleted for resources: {'Port': ['ID=2310e241-20b7-4774-9850-9403b2a42b86,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:32.938866 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-badb0675-2482-460e-bb65-36dc6eea4d59 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Allocated IP 172.20.0.13 (b1bea130-48fe-4c88-8189-a296d02dee21/68ec500d-5713-4af7-85d3-3e117a320aef/191f9236-8ff5-4147-9c95-ef45e924333b) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:55:32.974700 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ed20d776-4e1f-4de7-9188-9ba931f6675f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:32.976847 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-91e61f83-7778-460e-9de4-cf2035a56d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:32.979771 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-053d53bc-ffbd-47ce-813c-f3edc84f65cd tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:32.979910 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-91e61f83-7778-460e-9de4-cf2035a56d13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:32.981084 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-91e61f83-7778-460e-9de4-cf2035a56d13 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0611a128-1e02-4414-944b-d468c95d3935 HTTP/1.1" status: 204 len: 168 time: 0.6884387 Sep 23 06:55:32.985893 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-f905ef2e-fef3-42c4-81b8-c9a709b65f25 None None] Provisioning complete for port 67035846-639c-42e4-add9-47037f2c0c17 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:55:32.986323 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f905ef2e-fef3-42c4-81b8-c9a709b65f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:32.997991 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e61f83-7778-460e-9de4-cf2035a56d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0611a128-1e02-4414-944b-d468c95d3935,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:33.048311 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 67035846-639c-42e4-add9-47037f2c0c17 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:55:33.050152 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6327c422-1c6d-4a8d-812f-09d5a5d1a4a1 req-c2f84224-863f-40f5-90b2-9cf58de17871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:33.051724 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-053d53bc-ffbd-47ce-813c-f3edc84f65cd tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1addcd0-30fe-4ef1-8987-7563204179fe']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:33.051900 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6327c422-1c6d-4a8d-812f-09d5a5d1a4a1 req-c2f84224-863f-40f5-90b2-9cf58de17871 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6b0b5fd8-443d-4692-a2a2-8e52c6a1c194 HTTP/1.1" status: 200 len: 1098 time: 0.1468627 Sep 23 06:55:33.071719 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-053d53bc-ffbd-47ce-813c-f3edc84f65cd tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aaba559-5417-4d6d-af03-115f9e3261a9') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:33.072233 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-053d53bc-ffbd-47ce-813c-f3edc84f65cd tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aaba559-5417-4d6d-af03-115f9e3261a9') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:33.090302 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-053d53bc-ffbd-47ce-813c-f3edc84f65cd tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:33.123448 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-053d53bc-ffbd-47ce-813c-f3edc84f65cd tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:33.131060 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-053d53bc-ffbd-47ce-813c-f3edc84f65cd tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:55:33.131665 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-053d53bc-ffbd-47ce-813c-f3edc84f65cd tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:33.158189 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6327c422-1c6d-4a8d-812f-09d5a5d1a4a1 req-15b45cde-958b-488b-8d14-f60fcf8e3126 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=94317fed-f8ea-49ef-88c2-3816f403721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983286 Sep 23 06:55:33.163981 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 67035846-639c-42e4-add9-47037f2c0c17 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:55:33.164507 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:33.205437 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed20d776-4e1f-4de7-9188-9ba931f6675f admin admin] Router 5a389afc-ab51-4e27-86a1-2e5797b06360 is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 06:55:33.213416 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 06:55:33.213416 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:55:33.213416 n-d-715271-16 neutron-server[95066]: timer() Sep 23 06:55:33.213416 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:55:33.213416 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 06:55:33.213416 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:55:33.213416 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 06:55:33.213416 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:55:33.213416 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 06:55:33.213416 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:55:33.213416 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 06:55:33.213416 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:55:33.213416 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 06:55:33.213416 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:55:33.213416 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:55:33.213416 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:55:33.213416 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:55:33.213416 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:55:33.213416 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 06:55:33.213416 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:55:33.213416 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 06:55:33.213416 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:55:33.213416 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:55:33.213416 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:55:33.213416 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 06:55:33.213416 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:55:33.213416 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:55:33.213416 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:55:33.213416 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:55:33.213416 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:55:33.213416 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:55:33.213416 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:55:33.230037 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-053d53bc-ffbd-47ce-813c-f3edc84f65cd tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:33.242996 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-053d53bc-ffbd-47ce-813c-f3edc84f65cd tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:33.249930 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-053d53bc-ffbd-47ce-813c-f3edc84f65cd tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "DELETE /v2.0/networks/a1addcd0-30fe-4ef1-8987-7563204179fe HTTP/1.1" status: 204 len: 168 time: 0.5652649 Sep 23 06:55:33.263886 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 42792) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:33.274134 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-6488f336-731a-49c5-a803-76921e87b783 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-143293805'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:55:33.290102 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053d53bc-ffbd-47ce-813c-f3edc84f65cd tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Pushing event deleted for resources: {'Network': ['ID=a1addcd0-30fe-4ef1-8987-7563204179fe,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:33.345849 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed20d776-4e1f-4de7-9188-9ba931f6675f admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:55:33.356535 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f4ca3d-bcec-4731-9750-973390a70950 None None] Sync routers for ids ['5a389afc-ab51-4e27-86a1-2e5797b06360'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:55:33.365949 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 87c67dea-50ef-4a80-a16d-a41b32d26305 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:55:33.368677 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f4ca3d-bcec-4731-9750-973390a70950 None None] Routers {'5a389afc-ab51-4e27-86a1-2e5797b06360'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:55:33.369598 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-d0f4ca3d-bcec-4731-9750-973390a70950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:55:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['5a389afc-ab51-4e27-86a1-2e5797b06360'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:33.388042 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 87c67dea-50ef-4a80-a16d-a41b32d26305 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:55:33.388577 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 87c67dea-50ef-4a80-a16d-a41b32d26305 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:55:33.388790 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 2310e241-20b7-4774-9850-9403b2a42b86 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:55:33.394760 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6488f336-731a-49c5-a803-76921e87b783 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Made reservation on behalf of 18664d18977f48d3a961b4095d05ed52 for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:55:33.398676 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ed20d776-4e1f-4de7-9188-9ba931f6675f admin admin] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:33.399161 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6488f336-731a-49c5-a803-76921e87b783 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:33.402749 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-ed20d776-4e1f-4de7-9188-9ba931f6675f admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.6897473 Sep 23 06:55:33.403655 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 42796) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:33.429522 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-badb0675-2482-460e-bb65-36dc6eea4d59 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:33.442091 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 42798) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:33.456833 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 2310e241-20b7-4774-9850-9403b2a42b86 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:55:33.457270 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 2310e241-20b7-4774-9850-9403b2a42b86 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:55:33.462597 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-146e5485-2bfc-4abc-a7ca-2b6ee838bb2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:33.479585 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6488f336-731a-49c5-a803-76921e87b783 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:55:33.506237 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6488f336-731a-49c5-a803-76921e87b783 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:33.506590 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-6488f336-731a-49c5-a803-76921e87b783 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Added segment 16c8e112-fb66-4e8e-8c8a-5ebf969472f8 of type vlan for network 6f91bb54-a0f4-4702-a383-f61c3bedd9f8 Sep 23 06:55:33.575465 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6488f336-731a-49c5-a803-76921e87b783 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:33.590523 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-badb0675-2482-460e-bb65-36dc6eea4d59 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:33.636672 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-d0f4ca3d-bcec-4731-9750-973390a70950 None None] Set router 5a389afc-ab51-4e27-86a1-2e5797b06360 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:55:33.653125 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badb0675-2482-460e-bb65-36dc6eea4d59 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Network b1bea130-48fe-4c88-8189-a296d02dee21 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:55:33.661627 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-badb0675-2482-460e-bb65-36dc6eea4d59 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:55:33.669979 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badb0675-2482-460e-bb65-36dc6eea4d59 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:55:33.680365 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6488f336-731a-49c5-a803-76921e87b783 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:33.689854 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6488f336-731a-49c5-a803-76921e87b783 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:33.690591 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6488f336-731a-49c5-a803-76921e87b783 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:33.822333 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6488f336-731a-49c5-a803-76921e87b783 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Pushing event updated for resources: {'Network': ['ID=6f91bb54-a0f4-4702-a383-f61c3bedd9f8,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:33.824548 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badb0675-2482-460e-bb65-36dc6eea4d59 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Pushing event updated for resources: {'Port': ['ID=191f9236-8ff5-4147-9c95-ef45e924333b,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:33.831662 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-d0f4ca3d-bcec-4731-9750-973390a70950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a389afc-ab51-4e27-86a1-2e5797b06360', 'name': 'tempest-ServersTestManualDisk-1498729652-router', 'tenant_id': '32d6446ab2e641418601d6f9b0d422b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '5dc0d68e-7384-44bd-92d4-741f4ca313bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:55:29Z', 'updated_at': '2021-09-23T06:55:31Z', 'revision_number': 3, 'project_id': '32d6446ab2e641418601d6f9b0d422b1', 'gw_port': {'id': '5dc0d68e-7384-44bd-92d4-741f4ca313bc', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ea:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a389afc-ab51-4e27-86a1-2e5797b06360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:55:30Z', 'updated_at': '2021-09-23T06:55:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:33.838531 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 6f91bb54-a0f4-4702-a383-f61c3bedd9f8 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:55:33.855245 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-badb0675-2482-460e-bb65-36dc6eea4d59 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:33.855898 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-badb0675-2482-460e-bb65-36dc6eea4d59 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:33.867307 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f4ca3d-bcec-4731-9750-973390a70950 None None] Checking router: 5a389afc-ab51-4e27-86a1-2e5797b06360 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:55:33.868035 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f4ca3d-bcec-4731-9750-973390a70950 None None] Updating router 5a389afc-ab51-4e27-86a1-2e5797b06360 port 5dc0d68e-7384-44bd-92d4-741f4ca313bc binding host n-d-715271-16 {{(pid=95068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 06:55:33.870335 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-146e5485-2bfc-4abc-a7ca-2b6ee838bb2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:33.881587 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-146e5485-2bfc-4abc-a7ca-2b6ee838bb2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:33.903564 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-d0f4ca3d-bcec-4731-9750-973390a70950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:33.911540 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-6488f336-731a-49c5-a803-76921e87b783 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6458712 Sep 23 06:55:33.916701 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 42802) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:33.928226 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-badb0675-2482-460e-bb65-36dc6eea4d59 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4644482 Sep 23 06:55:33.928930 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 42804) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:33.934140 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-1992dfe6-7c75-444a-b929-5ffc519a6969 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Request body: {'subnet': {'network_id': '6f91bb54-a0f4-4702-a383-f61c3bedd9f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:55:33.968416 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-2d926db6-1cbf-45c5-ab54-1664dcdc3945 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:6c:c2:61'}]}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:55:34.040441 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-27d15737-42a5-4997-9c95-d663ad5d57f1 None None] Provisioning complete for port 191f9236-8ff5-4147-9c95-ef45e924333b triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:55:34.041653 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-27d15737-42a5-4997-9c95-d663ad5d57f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:34.071832 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-146e5485-2bfc-4abc-a7ca-2b6ee838bb2c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=438f1f6f366e4751afdc5fadd2668a39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6287985 Sep 23 06:55:34.086333 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146e5485-2bfc-4abc-a7ca-2b6ee838bb2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fbba2b6-c1be-4e67-a519-edfa9a97e073,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:34.090674 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 42806) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:34.101828 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2d926db6-1cbf-45c5-ab54-1664dcdc3945 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:34.114966 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27841fb9-4a65-46a4-a759-9f80c3363265 req-b2e373db-ea17-4183-b189-cfc543bf1afc tempest-ServerAddressesNegativeTestJSON-1995068403 tempest-ServerAddressesNegativeTestJSON-1995068403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:34.117897 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-27d15737-42a5-4997-9c95-d663ad5d57f1 None None] Port 191f9236-8ff5-4147-9c95-ef45e924333b cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:55:34.122475 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-27841fb9-4a65-46a4-a759-9f80c3363265 req-b2e373db-ea17-4183-b189-cfc543bf1afc tempest-ServerAddressesNegativeTestJSON-1995068403 tempest-ServerAddressesNegativeTestJSON-1995068403-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b0b5fd8-443d-4692-a2a2-8e52c6a1c194 HTTP/1.1" status: 200 len: 946 time: 0.1540008 Sep 23 06:55:34.203308 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-27841fb9-4a65-46a4-a759-9f80c3363265 req-07ce971a-dd89-4c9a-8fc6-2dd1240e6efa tempest-ServerAddressesNegativeTestJSON-1995068403 tempest-ServerAddressesNegativeTestJSON-1995068403-project] 10.222.0.39 "GET /v2.0/security-groups?id=94317fed-f8ea-49ef-88c2-3816f403721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799630 Sep 23 06:55:34.211919 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-d0f4ca3d-bcec-4731-9750-973390a70950 None None] Notify callbacks [] for port, precommit_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:34.231780 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-d0f4ca3d-bcec-4731-9750-973390a70950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:34.286113 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-d0f4ca3d-bcec-4731-9750-973390a70950 None None] Attempting to bind port 5dc0d68e-7384-44bd-92d4-741f4ca313bc on host n-d-715271-16 for vnic_type normal with profile {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:55:34.286484 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-d0f4ca3d-bcec-4731-9750-973390a70950 None None] Attempting to bind port 5dc0d68e-7384-44bd-92d4-741f4ca313bc by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:55:34.286842 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f4ca3d-bcec-4731-9750-973390a70950 None None] Attempting to bind port 5dc0d68e-7384-44bd-92d4-741f4ca313bc on network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:55:34.296229 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34053923-a282-4dc6-979a-547bd19b1a27 None None] Pushing event updated for resources: {'Port': ['ID=5dc0d68e-7384-44bd-92d4-741f4ca313bc,revision_number=2']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:34.299004 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f4ca3d-bcec-4731-9750-973390a70950 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:55:34.299171 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f4ca3d-bcec-4731-9750-973390a70950 None None] Checking segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:55:34.299615 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-d0f4ca3d-bcec-4731-9750-973390a70950 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:34.300702 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f4ca3d-bcec-4731-9750-973390a70950 None None] Bound using segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:55:34.301455 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-d0f4ca3d-bcec-4731-9750-973390a70950 None None] Bound port: 5dc0d68e-7384-44bd-92d4-741f4ca313bc, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:55:34.301585 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-d0f4ca3d-bcec-4731-9750-973390a70950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:34.312342 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1992dfe6-7c75-444a-b929-5ffc519a6969 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Made reservation on behalf of 18664d18977f48d3a961b4095d05ed52 for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:55:34.315946 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1992dfe6-7c75-444a-b929-5ffc519a6969 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:34.358652 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-d0f4ca3d-bcec-4731-9750-973390a70950 None None] For port 5dc0d68e-7384-44bd-92d4-741f4ca313bc, host n-d-715271-16, cleared binding levels {{(pid=95068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:55:34.362192 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-d0f4ca3d-bcec-4731-9750-973390a70950 None None] For port 5dc0d68e-7384-44bd-92d4-741f4ca313bc, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=5dc0d68e-7384-44bd-92d4-741f4ca313bc,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:55:34.362468 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ea56e38c-c846-49bb-9bfc-ee5845c57969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:34.367985 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-d0f4ca3d-bcec-4731-9750-973390a70950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:34.434305 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f4ca3d-bcec-4731-9750-973390a70950 None None] Routers {'5a389afc-ab51-4e27-86a1-2e5797b06360'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:55:34.435353 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-d0f4ca3d-bcec-4731-9750-973390a70950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:55:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['5a389afc-ab51-4e27-86a1-2e5797b06360'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:34.438282 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34053923-a282-4dc6-979a-547bd19b1a27 None None] Pushing event updated for resources: {'Port': ['ID=5dc0d68e-7384-44bd-92d4-741f4ca313bc,revision_number=3']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:34.477066 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ea56e38c-c846-49bb-9bfc-ee5845c57969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:34.497385 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-29244067-01a2-4f4a-a221-a6ad48fb5148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:34.587755 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-d0f4ca3d-bcec-4731-9750-973390a70950 None None] Set router 5a389afc-ab51-4e27-86a1-2e5797b06360 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:55:34.626349 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2d926db6-1cbf-45c5-ab54-1664dcdc3945 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:34.644463 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2d926db6-1cbf-45c5-ab54-1664dcdc3945 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:34.676192 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ea56e38c-c846-49bb-9bfc-ee5845c57969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:34.678789 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ea56e38c-c846-49bb-9bfc-ee5845c57969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:34.682403 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-ea56e38c-c846-49bb-9bfc-ee5845c57969 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9fbba2b6-c1be-4e67-a519-edfa9a97e073 HTTP/1.1" status: 204 len: 168 time: 0.5880613 Sep 23 06:55:34.730261 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea56e38c-c846-49bb-9bfc-ee5845c57969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fbba2b6-c1be-4e67-a519-edfa9a97e073,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:34.746043 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-29244067-01a2-4f4a-a221-a6ad48fb5148 admin admin] Allocated IP 172.20.0.1 (73269455-291c-4521-ad88-579f38510b1a/30533a6f-b862-4b9d-ba78-3a6162dd1f60/4a31dacf-9298-499d-8dcf-0ce0a215bba9) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:55:34.771801 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d926db6-1cbf-45c5-ab54-1664dcdc3945 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Pushing event updated for resources: {'Port': ['ID=191f9236-8ff5-4147-9c95-ef45e924333b,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:34.782691 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1992dfe6-7c75-444a-b929-5ffc519a6969 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:34.898895 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-2d926db6-1cbf-45c5-ab54-1664dcdc3945 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] In _notify_port_updated(), no bound segment for port 191f9236-8ff5-4147-9c95-ef45e924333b on network b1bea130-48fe-4c88-8189-a296d02dee21 {{(pid=95066) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 06:55:34.901157 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-29244067-01a2-4f4a-a221-a6ad48fb5148 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:34.904532 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d926db6-1cbf-45c5-ab54-1664dcdc3945 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:34.905206 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2d926db6-1cbf-45c5-ab54-1664dcdc3945 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:34.909234 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-2d926db6-1cbf-45c5-ab54-1664dcdc3945 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] 10.222.0.39 "PUT /v2.0/ports/191f9236-8ff5-4147-9c95-ef45e924333b HTTP/1.1" status: 200 len: 997 time: 0.9546075 Sep 23 06:55:34.910088 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 42814) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:34.927330 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1992dfe6-7c75-444a-b929-5ffc519a6969 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Pushing event updated for resources: {'Subnet': ['ID=6e289992-8c0c-4bec-a0b1-1eb95a60b3f5,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:34.951167 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-d0f4ca3d-bcec-4731-9750-973390a70950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a389afc-ab51-4e27-86a1-2e5797b06360', 'name': 'tempest-ServersTestManualDisk-1498729652-router', 'tenant_id': '32d6446ab2e641418601d6f9b0d422b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '5dc0d68e-7384-44bd-92d4-741f4ca313bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:55:29Z', 'updated_at': '2021-09-23T06:55:31Z', 'revision_number': 3, 'project_id': '32d6446ab2e641418601d6f9b0d422b1', 'gw_port': {'id': '5dc0d68e-7384-44bd-92d4-741f4ca313bc', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ea:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a389afc-ab51-4e27-86a1-2e5797b06360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:55:30Z', 'updated_at': '2021-09-23T06:55:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:34.955787 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1992dfe6-7c75-444a-b929-5ffc519a6969 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Checking segment: {'id': '16c8e112-fb66-4e8e-8c8a-5ebf969472f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6f91bb54-a0f4-4702-a383-f61c3bedd9f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:55:34.956162 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1992dfe6-7c75-444a-b929-5ffc519a6969 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Network hostable DHCP agents. Network: 6f91bb54-a0f4-4702-a383-f61c3bedd9f8, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:55:34.977201 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1992dfe6-7c75-444a-b929-5ffc519a6969 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Network 6f91bb54-a0f4-4702-a383-f61c3bedd9f8 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:55:34.991557 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f4ca3d-bcec-4731-9750-973390a70950 None None] The sync data for ids ['5a389afc-ab51-4e27-86a1-2e5797b06360'] in n-d-715271-16 is: [{'id': '5a389afc-ab51-4e27-86a1-2e5797b06360', 'name': 'tempest-ServersTestManualDisk-1498729652-router', 'tenant_id': '32d6446ab2e641418601d6f9b0d422b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '5dc0d68e-7384-44bd-92d4-741f4ca313bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:55:29Z', 'updated_at': '2021-09-23T06:55:31Z', 'revision_number': 3, 'project_id': '32d6446ab2e641418601d6f9b0d422b1', 'gw_port': {'id': '5dc0d68e-7384-44bd-92d4-741f4ca313bc', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ea:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a389afc-ab51-4e27-86a1-2e5797b06360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:55:30Z', 'updated_at': '2021-09-23T06:55:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:55:35.002171 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-1992dfe6-7c75-444a-b929-5ffc519a6969 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 6f91bb54-a0f4-4702-a383-f61c3bedd9f8) {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:55:35.013422 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1992dfe6-7c75-444a-b929-5ffc519a6969 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:35.013680 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0e19f8-3f1c-4b7f-8f7f-81d6135be83b None None] Network 6f91bb54-a0f4-4702-a383-f61c3bedd9f8 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:55:35.014941 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1992dfe6-7c75-444a-b929-5ffc519a6969 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:35.043810 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-1992dfe6-7c75-444a-b929-5ffc519a6969 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1231291 Sep 23 06:55:35.046349 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 42818) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:35.052226 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-d96d4b87-637a-40f7-af10-a24eccc8d3ad tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1190662696', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:55:35.076309 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-29244067-01a2-4f4a-a221-a6ad48fb5148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:35.083298 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-d74b41c0-015f-4724-9c68-f5061782f723 None None] Provisioning complete for port 191f9236-8ff5-4147-9c95-ef45e924333b triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:55:35.083682 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d74b41c0-015f-4724-9c68-f5061782f723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:35.094279 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-1197ad49-4a71-40bb-b83a-ef5c2310bd2e tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Deleting port 191f9236-8ff5-4147-9c95-ef45e924333b {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:55:35.094622 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1197ad49-4a71-40bb-b83a-ef5c2310bd2e tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:35.106190 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d96d4b87-637a-40f7-af10-a24eccc8d3ad tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:35.107344 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d96d4b87-637a-40f7-af10-a24eccc8d3ad tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:35.171361 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29244067-01a2-4f4a-a221-a6ad48fb5148 admin admin] Network 73269455-291c-4521-ad88-579f38510b1a is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:55:35.178119 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-29244067-01a2-4f4a-a221-a6ad48fb5148 admin admin] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:55:35.197329 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d96d4b87-637a-40f7-af10-a24eccc8d3ad tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:35.205838 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d96d4b87-637a-40f7-af10-a24eccc8d3ad tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:35.215082 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-d74b41c0-015f-4724-9c68-f5061782f723 None None] Port 191f9236-8ff5-4147-9c95-ef45e924333b cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:55:35.242906 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d96d4b87-637a-40f7-af10-a24eccc8d3ad tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:35.245416 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-d96d4b87-637a-40f7-af10-a24eccc8d3ad tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1979811 Sep 23 06:55:35.249567 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 42828) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:35.256065 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-33daaac8-f2db-4357-bdda-f8678127e8ff tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Request body: {'port': {'network_id': '6f91bb54-a0f4-4702-a383-f61c3bedd9f8', 'name': 'tempest-RoutersIpV6Test-1478895596'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:55:35.272812 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29244067-01a2-4f4a-a221-a6ad48fb5148 admin admin] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:55:35.359231 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29244067-01a2-4f4a-a221-a6ad48fb5148 admin admin] Pushing event updated for resources: {'Port': ['ID=4a31dacf-9298-499d-8dcf-0ce0a215bba9,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:35.475529 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1197ad49-4a71-40bb-b83a-ef5c2310bd2e tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:35.507048 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-1197ad49-4a71-40bb-b83a-ef5c2310bd2e tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Calling delete_port for 191f9236-8ff5-4147-9c95-ef45e924333b owned by {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:55:35.595567 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8cb37be-2368-41d6-86d3-9c6d5acbfc0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-6f91bb54-a0f4-4702-a383-f61c3bedd9f8', 'network_id': '6f91bb54-a0f4-4702-a383-f61c3bedd9f8', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'fixed_ips': [{'subnet_id': '6e289992-8c0c-4bec-a0b1-1eb95a60b3f5'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 06:55:35.596729 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e8cb37be-2368-41d6-86d3-9c6d5acbfc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:35.634465 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16083a4f-7f18-4808-8746-d838515693ed req-374b7aea-7e54-4e88-bc8b-0bb2d0edb936 tempest-ServerAddressesNegativeTestJSON-1995068403 tempest-ServerAddressesNegativeTestJSON-1995068403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:35.654423 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-16083a4f-7f18-4808-8746-d838515693ed req-374b7aea-7e54-4e88-bc8b-0bb2d0edb936 tempest-ServerAddressesNegativeTestJSON-1995068403 tempest-ServerAddressesNegativeTestJSON-1995068403-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b0b5fd8-443d-4692-a2a2-8e52c6a1c194 HTTP/1.1" status: 200 len: 946 time: 0.2102551 Sep 23 06:55:35.704691 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1197ad49-4a71-40bb-b83a-ef5c2310bd2e tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:35.707495 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-29244067-01a2-4f4a-a221-a6ad48fb5148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068614'] for router_interface, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:35.723486 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33daaac8-f2db-4357-bdda-f8678127e8ff tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Made reservation on behalf of 18664d18977f48d3a961b4095d05ed52 for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:55:35.727550 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-33daaac8-f2db-4357-bdda-f8678127e8ff tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:35.760837 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1197ad49-4a71-40bb-b83a-ef5c2310bd2e tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Pushing event deleted for resources: {'Port': ['ID=191f9236-8ff5-4147-9c95-ef45e924333b,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:35.776168 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-16083a4f-7f18-4808-8746-d838515693ed req-f5c4840f-bda8-4893-bb2d-091a26f8e683 tempest-ServerAddressesNegativeTestJSON-1995068403 tempest-ServerAddressesNegativeTestJSON-1995068403-project] 10.222.0.39 "GET /v2.0/security-groups?id=94317fed-f8ea-49ef-88c2-3816f403721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156354 Sep 23 06:55:35.782368 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [None req-33daaac8-f2db-4357-bdda-f8678127e8ff tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] device_id is not set on port 1a919606-3746-4695-a64b-14bed623b476 yet. {{(pid=95066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 06:55:35.886163 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-e8cb37be-2368-41d6-86d3-9c6d5acbfc0a None None] Allocated IP 2001:db8::2 (6f91bb54-a0f4-4702-a383-f61c3bedd9f8/6e289992-8c0c-4bec-a0b1-1eb95a60b3f5/734343fc-7dcf-4342-aa2c-9a6a5c308f24) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:55:35.969984 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-bc930075-0069-471b-8d1c-887714667c21 None None] Provisioning complete for port 4a31dacf-9298-499d-8dcf-0ce0a215bba9 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:55:35.970211 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-bc930075-0069-471b-8d1c-887714667c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:36.076356 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1197ad49-4a71-40bb-b83a-ef5c2310bd2e tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:36.088564 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 42848) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:36.089815 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-1197ad49-4a71-40bb-b83a-ef5c2310bd2e tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] 10.222.0.39 "DELETE /v2.0/ports/191f9236-8ff5-4147-9c95-ef45e924333b HTTP/1.1" status: 204 len: 168 time: 1.1772869 Sep 23 06:55:36.170029 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce5dd317-46f7-4ca6-bc8d-13e4fe8fa9b2 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] GET failed (client error): The resource could not be found. Sep 23 06:55:36.172154 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-ce5dd317-46f7-4ca6-bc8d-13e4fe8fa9b2 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] 10.222.0.39 "GET /v2.0/ports/191f9236-8ff5-4147-9c95-ef45e924333b HTTP/1.1" status: 404 len: 333 time: 0.0794599 Sep 23 06:55:36.176128 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 42854) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:36.190957 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-be4070e1-fadf-4bc3-b261-db00dcc3bb14 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Request body: {'port': {'network_id': 'b1bea130-48fe-4c88-8189-a296d02dee21', 'name': 'tempest-AllowedAddressPairTestJSON-421981041'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:55:36.255134 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-bc930075-0069-471b-8d1c-887714667c21 None None] Port 4a31dacf-9298-499d-8dcf-0ce0a215bba9 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:55:36.288191 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-29244067-01a2-4f4a-a221-a6ad48fb5148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:36.297203 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e8cb37be-2368-41d6-86d3-9c6d5acbfc0a None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:36.306405 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:36.311533 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e8cb37be-2368-41d6-86d3-9c6d5acbfc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:36.369732 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cb37be-2368-41d6-86d3-9c6d5acbfc0a None None] Pushing event updated for resources: {'Port': ['ID=734343fc-7dcf-4342-aa2c-9a6a5c308f24,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:36.396136 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cb37be-2368-41d6-86d3-9c6d5acbfc0a None None] Network 6f91bb54-a0f4-4702-a383-f61c3bedd9f8 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:55:36.398952 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-e8cb37be-2368-41d6-86d3-9c6d5acbfc0a None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:55:36.405603 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cb37be-2368-41d6-86d3-9c6d5acbfc0a None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:55:36.466987 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7916d199-15d9-4dd4-aeb6-e3c788d85c00 req-d126ba13-3acc-4b63-9821-c145af3fbb50 tempest-ServerAddressesNegativeTestJSON-1995068403 tempest-ServerAddressesNegativeTestJSON-1995068403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:36.475138 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7916d199-15d9-4dd4-aeb6-e3c788d85c00 req-d126ba13-3acc-4b63-9821-c145af3fbb50 tempest-ServerAddressesNegativeTestJSON-1995068403 tempest-ServerAddressesNegativeTestJSON-1995068403-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b0b5fd8-443d-4692-a2a2-8e52c6a1c194 HTTP/1.1" status: 200 len: 946 time: 0.2533422 Sep 23 06:55:36.498769 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-e8cb37be-2368-41d6-86d3-9c6d5acbfc0a None None] Attempting to bind port 734343fc-7dcf-4342-aa2c-9a6a5c308f24 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:55:36.499284 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-e8cb37be-2368-41d6-86d3-9c6d5acbfc0a None None] Attempting to bind port 734343fc-7dcf-4342-aa2c-9a6a5c308f24 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '16c8e112-fb66-4e8e-8c8a-5ebf969472f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6f91bb54-a0f4-4702-a383-f61c3bedd9f8'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:55:36.499912 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cb37be-2368-41d6-86d3-9c6d5acbfc0a None None] Attempting to bind port 734343fc-7dcf-4342-aa2c-9a6a5c308f24 on network 6f91bb54-a0f4-4702-a383-f61c3bedd9f8 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:55:36.504102 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-33daaac8-f2db-4357-bdda-f8678127e8ff tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Allocated IP 2001:db8::1af (6f91bb54-a0f4-4702-a383-f61c3bedd9f8/6e289992-8c0c-4bec-a0b1-1eb95a60b3f5/1a919606-3746-4695-a64b-14bed623b476) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:55:36.506814 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cb37be-2368-41d6-86d3-9c6d5acbfc0a None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:55:36.510980 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cb37be-2368-41d6-86d3-9c6d5acbfc0a None None] Checking segment: {'id': '16c8e112-fb66-4e8e-8c8a-5ebf969472f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6f91bb54-a0f4-4702-a383-f61c3bedd9f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:55:36.510980 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e8cb37be-2368-41d6-86d3-9c6d5acbfc0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:36.510980 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cb37be-2368-41d6-86d3-9c6d5acbfc0a None None] Bound using segment: {'id': '16c8e112-fb66-4e8e-8c8a-5ebf969472f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6f91bb54-a0f4-4702-a383-f61c3bedd9f8'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:55:36.510980 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-e8cb37be-2368-41d6-86d3-9c6d5acbfc0a None None] Bound port: 734343fc-7dcf-4342-aa2c-9a6a5c308f24, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c8e112-fb66-4e8e-8c8a-5ebf969472f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6f91bb54-a0f4-4702-a383-f61c3bedd9f8'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:55:36.510980 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e8cb37be-2368-41d6-86d3-9c6d5acbfc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:36.593104 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7916d199-15d9-4dd4-aeb6-e3c788d85c00 req-f8d0e8a1-7a5b-46f6-86e5-2b1dd6728b6f tempest-ServerAddressesNegativeTestJSON-1995068403 tempest-ServerAddressesNegativeTestJSON-1995068403-project] 10.222.0.39 "GET /v2.0/security-groups?id=94317fed-f8ea-49ef-88c2-3816f403721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135476 Sep 23 06:55:36.623674 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be4070e1-fadf-4bc3-b261-db00dcc3bb14 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Made reservation on behalf of 78c9aa1f7c974f5e8eb3142cba9695e5 for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:55:36.627515 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-be4070e1-fadf-4bc3-b261-db00dcc3bb14 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:36.634691 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-e8cb37be-2368-41d6-86d3-9c6d5acbfc0a None None] For port 734343fc-7dcf-4342-aa2c-9a6a5c308f24, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:55:36.639106 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-e8cb37be-2368-41d6-86d3-9c6d5acbfc0a None None] For port 734343fc-7dcf-4342-aa2c-9a6a5c308f24, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=734343fc-7dcf-4342-aa2c-9a6a5c308f24,segment=NetworkSegment(16c8e112-fb66-4e8e-8c8a-5ebf969472f8),segment_id=16c8e112-fb66-4e8e-8c8a-5ebf969472f8)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:55:36.645599 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e8cb37be-2368-41d6-86d3-9c6d5acbfc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:36.648197 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-29244067-01a2-4f4a-a221-a6ad48fb5148 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:36.656492 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-29244067-01a2-4f4a-a221-a6ad48fb5148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:36.673797 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [None req-be4070e1-fadf-4bc3-b261-db00dcc3bb14 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] device_id is not set on port 9ee74685-1f4b-4314-8bec-f2a58875fc7c yet. {{(pid=95066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 06:55:36.735406 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cb37be-2368-41d6-86d3-9c6d5acbfc0a None None] Pushing event updated for resources: {'Port': ['ID=734343fc-7dcf-4342-aa2c-9a6a5c308f24,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:36.750310 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-29244067-01a2-4f4a-a221-a6ad48fb5148 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067062'] for router_interface, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:36.768052 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29244067-01a2-4f4a-a221-a6ad48fb5148 admin admin] Pushing event updated for resources: {'Port': ['ID=4a31dacf-9298-499d-8dcf-0ce0a215bba9,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:36.878456 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-33daaac8-f2db-4357-bdda-f8678127e8ff tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:36.905605 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29244067-01a2-4f4a-a221-a6ad48fb5148 admin admin] Network 73269455-291c-4521-ad88-579f38510b1a is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:55:36.907506 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-29244067-01a2-4f4a-a221-a6ad48fb5148 admin admin] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:55:36.997686 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-be4070e1-fadf-4bc3-b261-db00dcc3bb14 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Allocated IP 172.20.0.14 (b1bea130-48fe-4c88-8189-a296d02dee21/68ec500d-5713-4af7-85d3-3e117a320aef/9ee74685-1f4b-4314-8bec-f2a58875fc7c) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:55:37.025539 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-33daaac8-f2db-4357-bdda-f8678127e8ff tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:37.115734 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 5dc0d68e-7384-44bd-92d4-741f4ca313bc up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:55:37.155724 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33daaac8-f2db-4357-bdda-f8678127e8ff tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Network 6f91bb54-a0f4-4702-a383-f61c3bedd9f8 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:55:37.197736 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-33daaac8-f2db-4357-bdda-f8678127e8ff tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:55:37.212416 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33daaac8-f2db-4357-bdda-f8678127e8ff tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:55:37.223234 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 5dc0d68e-7384-44bd-92d4-741f4ca313bc triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:55:37.223682 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:37.227884 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33daaac8-f2db-4357-bdda-f8678127e8ff tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:37.228793 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-33daaac8-f2db-4357-bdda-f8678127e8ff tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:37.255545 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29244067-01a2-4f4a-a221-a6ad48fb5148 admin admin] Router 5a389afc-ab51-4e27-86a1-2e5797b06360 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:55:37.263435 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 42872) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:37.264172 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-33daaac8-f2db-4357-bdda-f8678127e8ff tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0132637 Sep 23 06:55:37.368819 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:37.413705 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-be4070e1-fadf-4bc3-b261-db00dcc3bb14 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:37.435745 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port 5dc0d68e-7384-44bd-92d4-741f4ca313bc, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=5dc0d68e-7384-44bd-92d4-741f4ca313bc,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:55:37.437796 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-6d796452-4fde-4c33-a366-8689bee30d54 None None] Provisioning complete for port 4a31dacf-9298-499d-8dcf-0ce0a215bba9 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:55:37.438296 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-6d796452-4fde-4c33-a366-8689bee30d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:37.447987 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33daaac8-f2db-4357-bdda-f8678127e8ff tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Pushing event updated for resources: {'Port': ['ID=1a919606-3746-4695-a64b-14bed623b476,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:37.453446 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-be4070e1-fadf-4bc3-b261-db00dcc3bb14 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:37.470810 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:37.505691 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4070e1-fadf-4bc3-b261-db00dcc3bb14 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Network b1bea130-48fe-4c88-8189-a296d02dee21 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:55:37.509554 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-be4070e1-fadf-4bc3-b261-db00dcc3bb14 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:55:37.515206 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4070e1-fadf-4bc3-b261-db00dcc3bb14 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:55:37.531562 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4070e1-fadf-4bc3-b261-db00dcc3bb14 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Pushing event updated for resources: {'Port': ['ID=9ee74685-1f4b-4314-8bec-f2a58875fc7c,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:37.541761 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-6d796452-4fde-4c33-a366-8689bee30d54 None None] Port 4a31dacf-9298-499d-8dcf-0ce0a215bba9 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:55:37.593663 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4070e1-fadf-4bc3-b261-db00dcc3bb14 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:37.594393 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-be4070e1-fadf-4bc3-b261-db00dcc3bb14 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:37.605662 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=5dc0d68e-7384-44bd-92d4-741f4ca313bc,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:37.629376 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:55:37.629376 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:55:37.630453 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:55:37.631702 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:55:37.635524 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:55:37.635704 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-be4070e1-fadf-4bc3-b261-db00dcc3bb14 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4558051 Sep 23 06:55:37.635811 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:55:37.635811 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:55:37.635811 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:55:37.636214 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:55:37.636339 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 42884) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:37.636538 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:55:37.636882 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:55:37.637219 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:55:37.648413 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-a9db730f-e44c-461c-a2fd-892e9b7b7187 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Request body: {'port': {'network_id': 'b1bea130-48fe-4c88-8189-a296d02dee21', 'name': 'tempest-AllowedAddressPairTestJSON-140783923'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:55:37.822900 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9db730f-e44c-461c-a2fd-892e9b7b7187 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Made reservation on behalf of 78c9aa1f7c974f5e8eb3142cba9695e5 for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:55:37.827373 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a9db730f-e44c-461c-a2fd-892e9b7b7187 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:37.858644 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [None req-a9db730f-e44c-461c-a2fd-892e9b7b7187 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] device_id is not set on port 07c4eaf8-40d0-43d6-a2c6-cd33ef3eeaa8 yet. {{(pid=95066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 06:55:37.959157 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41940afe-bfa4-4125-a46c-f1061da4f3a0 req-2671f6ce-dd39-4aa8-805d-b5abfb24fd77 tempest-ServerAddressesNegativeTestJSON-1995068403 tempest-ServerAddressesNegativeTestJSON-1995068403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:37.960297 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-41940afe-bfa4-4125-a46c-f1061da4f3a0 req-2671f6ce-dd39-4aa8-805d-b5abfb24fd77 tempest-ServerAddressesNegativeTestJSON-1995068403 tempest-ServerAddressesNegativeTestJSON-1995068403-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b0b5fd8-443d-4692-a2a2-8e52c6a1c194 HTTP/1.1" status: 200 len: 946 time: 0.2468474 Sep 23 06:55:37.984360 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29244067-01a2-4f4a-a221-a6ad48fb5148 admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:55:37.997758 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-29244067-01a2-4f4a-a221-a6ad48fb5148 admin admin] 10.222.0.39 "PUT /v2.0/routers/5a389afc-ab51-4e27-86a1-2e5797b06360/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5930657 Sep 23 06:55:37.998029 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-2f384a01-b429-4940-9bcf-e20d37e019e2 None None] Provisioning complete for port 9ee74685-1f4b-4314-8bec-f2a58875fc7c triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:55:37.998719 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2f384a01-b429-4940-9bcf-e20d37e019e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:38.047201 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89482746-c1d1-47a2-ae5f-d07e5a128dce req-5f529281-719e-4a2e-8110-95d7c873dae9 tempest-ServerAddressesNegativeTestJSON-1995068403 tempest-ServerAddressesNegativeTestJSON-1995068403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:38.052637 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-89482746-c1d1-47a2-ae5f-d07e5a128dce req-5f529281-719e-4a2e-8110-95d7c873dae9 tempest-ServerAddressesNegativeTestJSON-1995068403 tempest-ServerAddressesNegativeTestJSON-1995068403-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b0b5fd8-443d-4692-a2a2-8e52c6a1c194 HTTP/1.1" status: 200 len: 946 time: 0.2707717 Sep 23 06:55:38.070975 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c0196137-9835-42fc-b692-4e442b16d415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:38.088029 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-a9db730f-e44c-461c-a2fd-892e9b7b7187 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Allocated IP 172.20.0.9 (b1bea130-48fe-4c88-8189-a296d02dee21/68ec500d-5713-4af7-85d3-3e117a320aef/07c4eaf8-40d0-43d6-a2c6-cd33ef3eeaa8) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:55:38.092923 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-2f384a01-b429-4940-9bcf-e20d37e019e2 None None] Port 9ee74685-1f4b-4314-8bec-f2a58875fc7c cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:55:38.178466 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-41940afe-bfa4-4125-a46c-f1061da4f3a0 req-cdd501dd-fcbc-44e6-8cab-05bea776d464 tempest-ServerAddressesNegativeTestJSON-1995068403 tempest-ServerAddressesNegativeTestJSON-1995068403-project] 10.222.0.39 "GET /v2.0/security-groups?id=94317fed-f8ea-49ef-88c2-3816f403721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044981 Sep 23 06:55:38.237353 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1636cfc-181a-4816-b84f-9ef1929d5679 None None] Sync routers for ids ['5a389afc-ab51-4e27-86a1-2e5797b06360'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:55:38.260350 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1636cfc-181a-4816-b84f-9ef1929d5679 None None] Routers {'5a389afc-ab51-4e27-86a1-2e5797b06360'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:55:38.261011 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-e1636cfc-181a-4816-b84f-9ef1929d5679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:55:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['5a389afc-ab51-4e27-86a1-2e5797b06360'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:38.294344 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-13663dc2-df0d-4892-aeaf-e0ecfc5d8267 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:38.371948 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a9db730f-e44c-461c-a2fd-892e9b7b7187 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:38.452639 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a9db730f-e44c-461c-a2fd-892e9b7b7187 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:38.456956 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91f4787-898d-4272-a525-f8fa4cbe8ab3 None None] Network 6f91bb54-a0f4-4702-a383-f61c3bedd9f8 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:55:38.560288 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9db730f-e44c-461c-a2fd-892e9b7b7187 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Network b1bea130-48fe-4c88-8189-a296d02dee21 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:55:38.563781 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-a9db730f-e44c-461c-a2fd-892e9b7b7187 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:55:38.576360 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9db730f-e44c-461c-a2fd-892e9b7b7187 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:55:38.654798 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9db730f-e44c-461c-a2fd-892e9b7b7187 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:38.665762 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a9db730f-e44c-461c-a2fd-892e9b7b7187 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:38.672141 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-e1636cfc-181a-4816-b84f-9ef1929d5679 None None] Set router 5a389afc-ab51-4e27-86a1-2e5797b06360 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:55:38.683843 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9db730f-e44c-461c-a2fd-892e9b7b7187 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Pushing event updated for resources: {'Port': ['ID=07c4eaf8-40d0-43d6-a2c6-cd33ef3eeaa8,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:38.702674 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-a9db730f-e44c-461c-a2fd-892e9b7b7187 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.0651860 Sep 23 06:55:38.704963 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 42912) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:38.715351 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-161311f6-05e7-4273-ae66-8dd571460a3e tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:6c:c2:61'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:1c:ea:fd'}]}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:55:38.756565 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-de24335b-9bda-473f-b4c5-6f924a3912ab None None] Provisioning complete for port 734343fc-7dcf-4342-aa2c-9a6a5c308f24 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:55:38.757251 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-de24335b-9bda-473f-b4c5-6f924a3912ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:38.898776 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-89482746-c1d1-47a2-ae5f-d07e5a128dce req-a27028ae-00bd-468b-9d0b-272ccc780ef4 tempest-ServerAddressesNegativeTestJSON-1995068403 tempest-ServerAddressesNegativeTestJSON-1995068403-project] Deleting port 0ed05b49-3c05-4ce7-9c06-ad822d634ead {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:55:38.899061 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-89482746-c1d1-47a2-ae5f-d07e5a128dce req-a27028ae-00bd-468b-9d0b-272ccc780ef4 tempest-ServerAddressesNegativeTestJSON-1995068403 tempest-ServerAddressesNegativeTestJSON-1995068403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:39.016018 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 42918) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:39.023519 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-a8f3179f-9bd6-4099-ab24-3934decc71c4 tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1815701012', 'description': 'tempest-description--767721352'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:55:39.113578 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-89482746-c1d1-47a2-ae5f-d07e5a128dce req-a27028ae-00bd-468b-9d0b-272ccc780ef4 tempest-ServerAddressesNegativeTestJSON-1995068403 tempest-ServerAddressesNegativeTestJSON-1995068403-project] For port 0ed05b49-3c05-4ce7-9c06-ad822d634ead, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=0ed05b49-3c05-4ce7-9c06-ad822d634ead,segment=NetworkSegment(f68e1adb-fdd7-4d15-a5d1-921dce56fbbf),segment_id=f68e1adb-fdd7-4d15-a5d1-921dce56fbbf)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:55:39.114379 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-89482746-c1d1-47a2-ae5f-d07e5a128dce req-a27028ae-00bd-468b-9d0b-272ccc780ef4 tempest-ServerAddressesNegativeTestJSON-1995068403 tempest-ServerAddressesNegativeTestJSON-1995068403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:39.147625 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-89482746-c1d1-47a2-ae5f-d07e5a128dce req-a27028ae-00bd-468b-9d0b-272ccc780ef4 tempest-ServerAddressesNegativeTestJSON-1995068403 tempest-ServerAddressesNegativeTestJSON-1995068403-project] Calling delete_port for 0ed05b49-3c05-4ce7-9c06-ad822d634ead owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:55:39.152818 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a8f3179f-9bd6-4099-ab24-3934decc71c4 tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:39.178217 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-161311f6-05e7-4273-ae66-8dd571460a3e tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:39.252048 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 734343fc-7dcf-4342-aa2c-9a6a5c308f24 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:55:39.294144 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-de24335b-9bda-473f-b4c5-6f924a3912ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:39.411016 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-de24335b-9bda-473f-b4c5-6f924a3912ab None None] For port 734343fc-7dcf-4342-aa2c-9a6a5c308f24, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=734343fc-7dcf-4342-aa2c-9a6a5c308f24,segment=NetworkSegment(16c8e112-fb66-4e8e-8c8a-5ebf969472f8),segment_id=16c8e112-fb66-4e8e-8c8a-5ebf969472f8)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:55:39.423696 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 734343fc-7dcf-4342-aa2c-9a6a5c308f24 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:55:39.424541 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:39.427820 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-de24335b-9bda-473f-b4c5-6f924a3912ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:39.433984 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 42926) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:39.508620 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-13663dc2-df0d-4892-aeaf-e0ecfc5d8267 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:39.514143 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9270d6d8-e639-46cb-bf2a-ec4acd7bd54b req-3c91f493-88ce-406c-8042-4a8897d02ef8 tempest-ServerAddressesNegativeTestJSON-1995068403 tempest-ServerAddressesNegativeTestJSON-1995068403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:39.519875 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-13663dc2-df0d-4892-aeaf-e0ecfc5d8267 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:39.523288 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9270d6d8-e639-46cb-bf2a-ec4acd7bd54b req-3c91f493-88ce-406c-8042-4a8897d02ef8 tempest-ServerAddressesNegativeTestJSON-1995068403 tempest-ServerAddressesNegativeTestJSON-1995068403-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b0b5fd8-443d-4692-a2a2-8e52c6a1c194 HTTP/1.1" status: 200 len: 946 time: 0.2061958 Sep 23 06:55:39.523913 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de24335b-9bda-473f-b4c5-6f924a3912ab None None] Pushing event updated for resources: {'Port': ['ID=734343fc-7dcf-4342-aa2c-9a6a5c308f24,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:39.557743 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-e1636cfc-181a-4816-b84f-9ef1929d5679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a389afc-ab51-4e27-86a1-2e5797b06360', 'name': 'tempest-ServersTestManualDisk-1498729652-router', 'tenant_id': '32d6446ab2e641418601d6f9b0d422b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '5dc0d68e-7384-44bd-92d4-741f4ca313bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:55:29Z', 'updated_at': '2021-09-23T06:55:36Z', 'revision_number': 4, 'project_id': '32d6446ab2e641418601d6f9b0d422b1', 'gw_port': {'id': '5dc0d68e-7384-44bd-92d4-741f4ca313bc', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ea:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a389afc-ab51-4e27-86a1-2e5797b06360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:55:30Z', 'updated_at': '2021-09-23T06:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '4a31dacf-9298-499d-8dcf-0ce0a215bba9', 'name': '', 'network_id': '73269455-291c-4521-ad88-579f38510b1a', 'tenant_id': '32d6446ab2e641418601d6f9b0d422b1', 'mac_address': 'fa:16:3e:6c:a3:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a389afc-ab51-4e27-86a1-2e5797b06360', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '30533a6f-b862-4b9d-ba78-3a6162dd1f60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:55:34Z', 'updated_at': '2021-09-23T06:55:36Z', 'revision_number': 2, 'project_id': '32d6446ab2e641418601d6f9b0d422b1', 'subnets': [{'id': '30533a6f-b862-4b9d-ba78-3a6162dd1f60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:39.579480 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a8f3179f-9bd6-4099-ab24-3934decc71c4 tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:39.590705 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a8f3179f-9bd6-4099-ab24-3934decc71c4 tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:39.629100 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1636cfc-181a-4816-b84f-9ef1929d5679 None None] Checking router: 5a389afc-ab51-4e27-86a1-2e5797b06360 for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:55:39.629779 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1636cfc-181a-4816-b84f-9ef1929d5679 None None] Updating router 5a389afc-ab51-4e27-86a1-2e5797b06360 port 4a31dacf-9298-499d-8dcf-0ce0a215bba9 binding host n-d-715271-16 {{(pid=95067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 06:55:39.634602 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-3851b308-e0fd-47ed-b9d5-311e5bd01605 None None] Provisioning complete for port 07c4eaf8-40d0-43d6-a2c6-cd33ef3eeaa8 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:55:39.634978 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3851b308-e0fd-47ed-b9d5-311e5bd01605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:39.672937 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13663dc2-df0d-4892-aeaf-e0ecfc5d8267 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Pushing event updated for resources: {'Port': ['ID=1a919606-3746-4695-a64b-14bed623b476,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:39.693466 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a8f3179f-9bd6-4099-ab24-3934decc71c4 tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:39.695296 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-a8f3179f-9bd6-4099-ab24-3934decc71c4 tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6778080 Sep 23 06:55:39.704226 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 42930) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:39.704920 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-89482746-c1d1-47a2-ae5f-d07e5a128dce req-a27028ae-00bd-468b-9d0b-272ccc780ef4 tempest-ServerAddressesNegativeTestJSON-1995068403 tempest-ServerAddressesNegativeTestJSON-1995068403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:39.718231 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-839b8f65-6d64-442c-a3c9-28fe4c3b165c tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Request body: {'security_group_rule': {'security_group_id': '525bd54d-13c7-4683-81fd-80c01071e156', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:55:39.719757 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f3179f-9bd6-4099-ab24-3934decc71c4 tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=525bd54d-13c7-4683-81fd-80c01071e156,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:39.736750 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9270d6d8-e639-46cb-bf2a-ec4acd7bd54b req-d4d473f4-8e10-47ff-acae-245d85507ba4 tempest-ServerAddressesNegativeTestJSON-1995068403 tempest-ServerAddressesNegativeTestJSON-1995068403-project] 10.222.0.39 "GET /v2.0/security-groups?id=94317fed-f8ea-49ef-88c2-3816f403721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126253 Sep 23 06:55:39.736892 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['0ed05b49-3c05-4ce7-9c06-ad822d634ead'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:55:39.739372 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-161311f6-05e7-4273-ae66-8dd571460a3e tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:39.747586 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-161311f6-05e7-4273-ae66-8dd571460a3e tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:39.782858 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e1636cfc-181a-4816-b84f-9ef1929d5679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:39.819939 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161311f6-05e7-4273-ae66-8dd571460a3e tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Pushing event updated for resources: {'Port': ['ID=07c4eaf8-40d0-43d6-a2c6-cd33ef3eeaa8,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:39.835609 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-3851b308-e0fd-47ed-b9d5-311e5bd01605 None None] Port 07c4eaf8-40d0-43d6-a2c6-cd33ef3eeaa8 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:55:39.844886 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27028ae-00bd-468b-9d0b-272ccc780ef4 tempest-ServerAddressesNegativeTestJSON-1995068403 tempest-ServerAddressesNegativeTestJSON-1995068403-project] Pushing event deleted for resources: {'Port': ['ID=0ed05b49-3c05-4ce7-9c06-ad822d634ead,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:39.851000 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 5dc0d68e-7384-44bd-92d4-741f4ca313bc up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:55:39.879301 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-005c8775-f4d3-4d59-b2d3-d10d0f0fd8c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:39.904177 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-161311f6-05e7-4273-ae66-8dd571460a3e tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] In _notify_port_updated(), no bound segment for port 07c4eaf8-40d0-43d6-a2c6-cd33ef3eeaa8 on network b1bea130-48fe-4c88-8189-a296d02dee21 {{(pid=95066) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 06:55:39.913635 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161311f6-05e7-4273-ae66-8dd571460a3e tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:39.914626 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-161311f6-05e7-4273-ae66-8dd571460a3e tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:39.919884 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-161311f6-05e7-4273-ae66-8dd571460a3e tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] 10.222.0.39 "PUT /v2.0/ports/07c4eaf8-40d0-43d6-a2c6-cd33ef3eeaa8 HTTP/1.1" status: 200 len: 1055 time: 1.2138164 Sep 23 06:55:39.920668 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 42934) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:39.998818 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-89482746-c1d1-47a2-ae5f-d07e5a128dce req-a27028ae-00bd-468b-9d0b-272ccc780ef4 tempest-ServerAddressesNegativeTestJSON-1995068403 tempest-ServerAddressesNegativeTestJSON-1995068403-project] No DVR routers for this DVR port 0ed05b49-3c05-4ce7-9c06-ad822d634ead on host n-h1-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:55:40.011089 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-89482746-c1d1-47a2-ae5f-d07e5a128dce req-a27028ae-00bd-468b-9d0b-272ccc780ef4 tempest-ServerAddressesNegativeTestJSON-1995068403 tempest-ServerAddressesNegativeTestJSON-1995068403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:40.013356 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-89482746-c1d1-47a2-ae5f-d07e5a128dce req-a27028ae-00bd-468b-9d0b-272ccc780ef4 tempest-ServerAddressesNegativeTestJSON-1995068403 tempest-ServerAddressesNegativeTestJSON-1995068403-project] 10.222.0.21 "DELETE /v2.0/ports/0ed05b49-3c05-4ce7-9c06-ad822d634ead HTTP/1.1" status: 204 len: 173 time: 1.9420471 Sep 23 06:55:40.030271 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b0b5fd8-443d-4692-a2a2-8e52c6a1c194', 'name': 'network-vif-deleted', 'tag': '0ed05b49-3c05-4ce7-9c06-ad822d634ead'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:55:40.033763 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09eb56db-5f32-4d2c-8d23-5187b10169fd" -d '{"events": [{"server_uuid": "6b0b5fd8-443d-4692-a2a2-8e52c6a1c194", "name": "network-vif-deleted", "tag": "0ed05b49-3c05-4ce7-9c06-ad822d634ead"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:55:40.118873 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-704fd82e-6010-4a78-9cbc-42fa39106b2a tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Deleting port 07c4eaf8-40d0-43d6-a2c6-cd33ef3eeaa8 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:55:40.119199 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-704fd82e-6010-4a78-9cbc-42fa39106b2a tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:40.195539 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-005c8775-f4d3-4d59-b2d3-d10d0f0fd8c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:40.196781 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-13663dc2-df0d-4892-aeaf-e0ecfc5d8267 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068614'] for router_interface, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:40.199908 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-839b8f65-6d64-442c-a3c9-28fe4c3b165c tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:40.255850 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a20ae37f-4174-491e-b452-95c871dc33e6 x-openstack-request-id: req-a20ae37f-4174-491e-b452-95c871dc33e6 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:55:40.256413 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b0b5fd8-443d-4692-a2a2-8e52c6a1c194", "name": "network-vif-deleted", "tag": "0ed05b49-3c05-4ce7-9c06-ad822d634ead", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:55:40.256824 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a20ae37f-4174-491e-b452-95c871dc33e6 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:55:40.257551 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b0b5fd8-443d-4692-a2a2-8e52c6a1c194', 'name': 'network-vif-deleted', 'tag': '0ed05b49-3c05-4ce7-9c06-ad822d634ead', 'status': 'completed', 'code': 200} Sep 23 06:55:40.262620 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-005c8775-f4d3-4d59-b2d3-d10d0f0fd8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:40.282362 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-704fd82e-6010-4a78-9cbc-42fa39106b2a tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:40.299353 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-704fd82e-6010-4a78-9cbc-42fa39106b2a tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Calling delete_port for 07c4eaf8-40d0-43d6-a2c6-cd33ef3eeaa8 owned by {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:55:40.316555 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:40.345738 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-c1d05518-d626-4904-baca-63adbe94b9bf None None] Provisioning complete for port 734343fc-7dcf-4342-aa2c-9a6a5c308f24 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:55:40.346388 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c1d05518-d626-4904-baca-63adbe94b9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:40.392414 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 5dc0d68e-7384-44bd-92d4-741f4ca313bc triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:55:40.392789 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:40.399269 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-005c8775-f4d3-4d59-b2d3-d10d0f0fd8c2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=88df56cf7fee409cb27ba454e411ec85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9641435 Sep 23 06:55:40.402438 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 42940) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:40.403255 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005c8775-f4d3-4d59-b2d3-d10d0f0fd8c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9212108f-3873-4217-bc60-126ef20a8427,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:40.434407 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-839b8f65-6d64-442c-a3c9-28fe4c3b165c tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:40.440217 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-839b8f65-6d64-442c-a3c9-28fe4c3b165c tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:40.488574 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839b8f65-6d64-442c-a3c9-28fe4c3b165c tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77d0ef07-ef3e-4313-bdd8-bb783bd1f541,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:40.498927 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-13663dc2-df0d-4892-aeaf-e0ecfc5d8267 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:40.502457 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-839b8f65-6d64-442c-a3c9-28fe4c3b165c tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:40.506901 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-839b8f65-6d64-442c-a3c9-28fe4c3b165c tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7961972 Sep 23 06:55:40.511127 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 42942) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:40.548618 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-a0dcaa86-8e2f-47fd-92cc-89be43ff01a9 tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Request body: {'security_group_rule': {'security_group_id': '525bd54d-13c7-4683-81fd-80c01071e156', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:55:40.580942 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f0c833a2-2dce-4429-9a9e-c0ff0832847b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:40.607191 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f0c833a2-2dce-4429-9a9e-c0ff0832847b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:40.718207 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-c1d05518-d626-4904-baca-63adbe94b9bf None None] Provisioning complete for port 1a919606-3746-4695-a64b-14bed623b476 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:55:40.718820 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c1d05518-d626-4904-baca-63adbe94b9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:40.724824 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-704fd82e-6010-4a78-9cbc-42fa39106b2a tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:40.765582 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a0dcaa86-8e2f-47fd-92cc-89be43ff01a9 tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:40.774914 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704fd82e-6010-4a78-9cbc-42fa39106b2a tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Pushing event deleted for resources: {'Port': ['ID=07c4eaf8-40d0-43d6-a2c6-cd33ef3eeaa8,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:40.804755 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f0c833a2-2dce-4429-9a9e-c0ff0832847b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:40.812966 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f0c833a2-2dce-4429-9a9e-c0ff0832847b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:40.813703 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-f0c833a2-2dce-4429-9a9e-c0ff0832847b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9212108f-3873-4217-bc60-126ef20a8427 HTTP/1.1" status: 204 len: 168 time: 0.4102063 Sep 23 06:55:40.833343 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-c1d05518-d626-4904-baca-63adbe94b9bf None None] Port 1a919606-3746-4695-a64b-14bed623b476 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:55:40.842118 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 42948) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:40.889338 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e1636cfc-181a-4816-b84f-9ef1929d5679 None None] Notify callbacks [] for port, precommit_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:40.900636 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e1636cfc-181a-4816-b84f-9ef1929d5679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:40.924992 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a0dcaa86-8e2f-47fd-92cc-89be43ff01a9 tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:40.926937 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c833a2-2dce-4429-9a9e-c0ff0832847b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9212108f-3873-4217-bc60-126ef20a8427,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:40.952434 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d73a80a-4cd6-41ec-86df-96b8131db29a admin admin] Deleting subnet e8b80929-1b03-43c4-bc6c-1a6cedb3b827 {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:55:40.952659 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a0dcaa86-8e2f-47fd-92cc-89be43ff01a9 tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:40.964734 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4d73a80a-4cd6-41ec-86df-96b8131db29a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:41.004805 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 734343fc-7dcf-4342-aa2c-9a6a5c308f24 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:55:41.025123 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dcaa86-8e2f-47fd-92cc-89be43ff01a9 tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dd7f3b7-2123-441f-a165-c59685c6b3a9,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:41.034567 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a0dcaa86-8e2f-47fd-92cc-89be43ff01a9 tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:41.046466 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 42954) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:41.051283 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-a0dcaa86-8e2f-47fd-92cc-89be43ff01a9 tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5381305 Sep 23 06:55:41.093357 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-3d920a64-66e3-460c-82bf-219f74e69edc tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Request body: {'floatingip': {'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:55:41.094939 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d585e589-312d-4cef-99db-09d66cd5e09c None None] Pushing event updated for resources: {'Port': ['ID=4a31dacf-9298-499d-8dcf-0ce0a215bba9,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:41.143806 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4d73a80a-4cd6-41ec-86df-96b8131db29a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:41.146366 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-318aae54-46c6-4702-82f7-bfa7db979bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:41.148038 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-977f7bcb-8ea5-4224-805a-88265fed3863 None None] Provisioning complete for port 1a919606-3746-4695-a64b-14bed623b476 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:55:41.148608 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-977f7bcb-8ea5-4224-805a-88265fed3863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:41.205224 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3d920a64-66e3-460c-82bf-219f74e69edc tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Notify callbacks [] for floatingip, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:41.231067 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-13663dc2-df0d-4892-aeaf-e0ecfc5d8267 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:41.243605 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-13663dc2-df0d-4892-aeaf-e0ecfc5d8267 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:41.244606 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-13663dc2-df0d-4892-aeaf-e0ecfc5d8267 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067062'] for router_interface, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:41.280010 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-704fd82e-6010-4a78-9cbc-42fa39106b2a tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:41.285837 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-704fd82e-6010-4a78-9cbc-42fa39106b2a tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] 10.222.0.39 "DELETE /v2.0/ports/07c4eaf8-40d0-43d6-a2c6-cd33ef3eeaa8 HTTP/1.1" status: 204 len: 168 time: 1.3638949 Sep 23 06:55:41.286541 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 42958) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:41.301546 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-977f7bcb-8ea5-4224-805a-88265fed3863 None None] Port 1a919606-3746-4695-a64b-14bed623b476 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:55:41.313845 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-e1636cfc-181a-4816-b84f-9ef1929d5679 None None] Attempting to bind port 4a31dacf-9298-499d-8dcf-0ce0a215bba9 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:55:41.318611 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-e1636cfc-181a-4816-b84f-9ef1929d5679 None None] Attempting to bind port 4a31dacf-9298-499d-8dcf-0ce0a215bba9 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': 'a1782582-1f04-4f60-aa73-114373484a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '73269455-291c-4521-ad88-579f38510b1a'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:55:41.319284 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1636cfc-181a-4816-b84f-9ef1929d5679 None None] Attempting to bind port 4a31dacf-9298-499d-8dcf-0ce0a215bba9 on network 73269455-291c-4521-ad88-579f38510b1a {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:55:41.325325 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4d73a80a-4cd6-41ec-86df-96b8131db29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:41.325756 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-977f7bcb-8ea5-4224-805a-88265fed3863 None None] Could not find standard attr ID for object 07c4eaf8-40d0-43d6-a2c6-cd33ef3eeaa8. {{(pid=95067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 06:55:41.335379 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1636cfc-181a-4816-b84f-9ef1929d5679 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:55:41.335727 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-23f50fcd-1f1f-4ba6-91fc-707553c05622 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] GET failed (client error): The resource could not be found. Sep 23 06:55:41.335979 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1636cfc-181a-4816-b84f-9ef1929d5679 None None] Checking segment: {'id': 'a1782582-1f04-4f60-aa73-114373484a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '73269455-291c-4521-ad88-579f38510b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:55:41.336506 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e1636cfc-181a-4816-b84f-9ef1929d5679 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:41.336992 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1636cfc-181a-4816-b84f-9ef1929d5679 None None] Bound using segment: {'id': 'a1782582-1f04-4f60-aa73-114373484a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '73269455-291c-4521-ad88-579f38510b1a'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:55:41.338873 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-e1636cfc-181a-4816-b84f-9ef1929d5679 None None] Bound port: 4a31dacf-9298-499d-8dcf-0ce0a215bba9, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1782582-1f04-4f60-aa73-114373484a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '73269455-291c-4521-ad88-579f38510b1a'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:55:41.338873 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e1636cfc-181a-4816-b84f-9ef1929d5679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:41.343648 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-23f50fcd-1f1f-4ba6-91fc-707553c05622 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] 10.222.0.39 "GET /v2.0/ports/07c4eaf8-40d0-43d6-a2c6-cd33ef3eeaa8 HTTP/1.1" status: 404 len: 333 time: 0.0560703 Sep 23 06:55:41.344940 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 42964) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:41.361658 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 734343fc-7dcf-4342-aa2c-9a6a5c308f24 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:55:41.362199 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:41.454687 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13663dc2-df0d-4892-aeaf-e0ecfc5d8267 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Pushing event updated for resources: {'Port': ['ID=1a919606-3746-4695-a64b-14bed623b476,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:41.466373 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-e1636cfc-181a-4816-b84f-9ef1929d5679 None None] For port 4a31dacf-9298-499d-8dcf-0ce0a215bba9, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:55:41.490522 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-9bcf8d06-2ece-4198-a64b-270c851def18 None None] Provisioning complete for port 4a31dacf-9298-499d-8dcf-0ce0a215bba9 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:55:41.490522 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-9bcf8d06-2ece-4198-a64b-270c851def18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:41.490877 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-4626a84b-2a90-4a75-b1a0-a08b8655a1cf tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Deleting port 9ee74685-1f4b-4314-8bec-f2a58875fc7c {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:55:41.490877 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4626a84b-2a90-4a75-b1a0-a08b8655a1cf tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:41.505342 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13663dc2-df0d-4892-aeaf-e0ecfc5d8267 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Network 6f91bb54-a0f4-4702-a383-f61c3bedd9f8 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:55:41.510924 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-13663dc2-df0d-4892-aeaf-e0ecfc5d8267 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:55:41.516791 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-e1636cfc-181a-4816-b84f-9ef1929d5679 None None] For port 4a31dacf-9298-499d-8dcf-0ce0a215bba9, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=4a31dacf-9298-499d-8dcf-0ce0a215bba9,segment=NetworkSegment(a1782582-1f04-4f60-aa73-114373484a5d),segment_id=a1782582-1f04-4f60-aa73-114373484a5d)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:55:41.518111 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:41.525342 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4d73a80a-4cd6-41ec-86df-96b8131db29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:41.546620 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e1636cfc-181a-4816-b84f-9ef1929d5679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:41.600895 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-9bcf8d06-2ece-4198-a64b-270c851def18 None None] Port 4a31dacf-9298-499d-8dcf-0ce0a215bba9 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:55:41.601411 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d73a80a-4cd6-41ec-86df-96b8131db29a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8b80929-1b03-43c4-bc6c-1a6cedb3b827,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:41.649243 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d585e589-312d-4cef-99db-09d66cd5e09c None None] Pushing event updated for resources: {'Port': ['ID=4a31dacf-9298-499d-8dcf-0ce0a215bba9,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:41.651094 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4d73a80a-4cd6-41ec-86df-96b8131db29a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:41.653468 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1636cfc-181a-4816-b84f-9ef1929d5679 None None] Routers {'5a389afc-ab51-4e27-86a1-2e5797b06360'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:55:41.654188 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-e1636cfc-181a-4816-b84f-9ef1929d5679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:55:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['5a389afc-ab51-4e27-86a1-2e5797b06360'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:41.661605 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-4d73a80a-4cd6-41ec-86df-96b8131db29a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/e8b80929-1b03-43c4-bc6c-1a6cedb3b827 HTTP/1.1" status: 204 len: 168 time: 0.8183522 Sep 23 06:55:41.663941 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 42970) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:41.716011 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3d920a64-66e3-460c-82bf-219f74e69edc tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:41.825919 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13663dc2-df0d-4892-aeaf-e0ecfc5d8267 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Router f80729af-e164-4db9-a495-d9f5a3d7b66e is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 06:55:41.946110 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 0ed05b49-3c05-4ce7-9c06-ad822d634ead no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:55:41.963788 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-3d920a64-66e3-460c-82bf-219f74e69edc tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Allocated IP 172.25.2.50 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/b1c59186-af16-456f-b7a7-4f22b9e192bc) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:55:41.984967 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-e1636cfc-181a-4816-b84f-9ef1929d5679 None None] Set router 5a389afc-ab51-4e27-86a1-2e5797b06360 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:55:42.043892 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] No Port match for: 0ed05b49-3c05-4ce7-9c06-ad822d634ead {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:55:42.044287 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 0ed05b49-3c05-4ce7-9c06-ad822d634ead not bound to the agent host n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:55:42.057209 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13663dc2-df0d-4892-aeaf-e0ecfc5d8267 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:55:42.066733 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-13663dc2-df0d-4892-aeaf-e0ecfc5d8267 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "PUT /v2.0/routers/f80729af-e164-4db9-a495-d9f5a3d7b66e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8020833 Sep 23 06:55:42.072197 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad87b903-28f2-4f0e-b718-e2c5258c130e None None] Sync routers for ids ['f80729af-e164-4db9-a495-d9f5a3d7b66e'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:55:42.080718 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-f7640867-ac3f-4816-b894-20c845262d79 None None] Provisioning complete for port 4a31dacf-9298-499d-8dcf-0ce0a215bba9 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:55:42.081154 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f7640867-ac3f-4816-b894-20c845262d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:42.086259 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad87b903-28f2-4f0e-b718-e2c5258c130e None None] Routers {'f80729af-e164-4db9-a495-d9f5a3d7b66e'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:55:42.087158 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-ad87b903-28f2-4f0e-b718-e2c5258c130e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:55:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['f80729af-e164-4db9-a495-d9f5a3d7b66e'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:42.105474 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 42980) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:42.152117 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-ad87b903-28f2-4f0e-b718-e2c5258c130e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:42.173366 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4626a84b-2a90-4a75-b1a0-a08b8655a1cf tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:42.177016 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad87b903-28f2-4f0e-b718-e2c5258c130e None None] Routers {'f80729af-e164-4db9-a495-d9f5a3d7b66e'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:55:42.177934 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-ad87b903-28f2-4f0e-b718-e2c5258c130e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:55:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['f80729af-e164-4db9-a495-d9f5a3d7b66e'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:42.225106 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06fa385-4d26-4ffd-9319-0a0a65444227 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:42.226838 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-c06fa385-4d26-4ffd-9319-0a0a65444227 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "GET /v2.0/ports/1a919606-3746-4695-a64b-14bed623b476 HTTP/1.1" status: 200 len: 984 time: 0.1201208 Sep 23 06:55:42.230167 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 42986) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:42.245494 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-4626a84b-2a90-4a75-b1a0-a08b8655a1cf tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Calling delete_port for 9ee74685-1f4b-4314-8bec-f2a58875fc7c owned by {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:55:42.257671 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c86626dc-f305-4262-8316-7639c80718dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:42.263156 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-ad87b903-28f2-4f0e-b718-e2c5258c130e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:42.264084 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad87b903-28f2-4f0e-b718-e2c5258c130e None None] The sync data for ids ['f80729af-e164-4db9-a495-d9f5a3d7b66e'] in n-d-715271-16 is: [] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:55:42.294016 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3d920a64-66e3-460c-82bf-219f74e69edc tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:42.300502 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:42.398745 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f7640867-ac3f-4816-b894-20c845262d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:42.399939 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3d920a64-66e3-460c-82bf-219f74e69edc tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:42.418322 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c86626dc-f305-4262-8316-7639c80718dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:42.449393 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-e1636cfc-181a-4816-b84f-9ef1929d5679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a389afc-ab51-4e27-86a1-2e5797b06360', 'name': 'tempest-ServersTestManualDisk-1498729652-router', 'tenant_id': '32d6446ab2e641418601d6f9b0d422b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '5dc0d68e-7384-44bd-92d4-741f4ca313bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:55:29Z', 'updated_at': '2021-09-23T06:55:36Z', 'revision_number': 4, 'project_id': '32d6446ab2e641418601d6f9b0d422b1', 'gw_port': {'id': '5dc0d68e-7384-44bd-92d4-741f4ca313bc', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ea:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a389afc-ab51-4e27-86a1-2e5797b06360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:55:30Z', 'updated_at': '2021-09-23T06:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '4a31dacf-9298-499d-8dcf-0ce0a215bba9', 'name': '', 'network_id': '73269455-291c-4521-ad88-579f38510b1a', 'tenant_id': '32d6446ab2e641418601d6f9b0d422b1', 'mac_address': 'fa:16:3e:6c:a3:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a389afc-ab51-4e27-86a1-2e5797b06360', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '30533a6f-b862-4b9d-ba78-3a6162dd1f60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:55:34Z', 'updated_at': '2021-09-23T06:55:41Z', 'revision_number': 4, 'project_id': '32d6446ab2e641418601d6f9b0d422b1', 'subnets': [{'id': '30533a6f-b862-4b9d-ba78-3a6162dd1f60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:42.451449 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-c86626dc-f305-4262-8316-7639c80718dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b699ce6-0a70-435f-85dd-b45891dc3cf7']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:42.480836 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1636cfc-181a-4816-b84f-9ef1929d5679 None None] The sync data for ids ['5a389afc-ab51-4e27-86a1-2e5797b06360'] in n-d-715271-16 is: [{'id': '5a389afc-ab51-4e27-86a1-2e5797b06360', 'name': 'tempest-ServersTestManualDisk-1498729652-router', 'tenant_id': '32d6446ab2e641418601d6f9b0d422b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '5dc0d68e-7384-44bd-92d4-741f4ca313bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:55:29Z', 'updated_at': '2021-09-23T06:55:36Z', 'revision_number': 4, 'project_id': '32d6446ab2e641418601d6f9b0d422b1', 'gw_port': {'id': '5dc0d68e-7384-44bd-92d4-741f4ca313bc', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ea:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a389afc-ab51-4e27-86a1-2e5797b06360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:55:30Z', 'updated_at': '2021-09-23T06:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '4a31dacf-9298-499d-8dcf-0ce0a215bba9', 'name': '', 'network_id': '73269455-291c-4521-ad88-579f38510b1a', 'tenant_id': '32d6446ab2e641418601d6f9b0d422b1', 'mac_address': 'fa:16:3e:6c:a3:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a389afc-ab51-4e27-86a1-2e5797b06360', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '30533a6f-b862-4b9d-ba78-3a6162dd1f60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:55:34Z', 'updated_at': '2021-09-23T06:55:41Z', 'revision_number': 4, 'project_id': '32d6446ab2e641418601d6f9b0d422b1', 'subnets': [{'id': '30533a6f-b862-4b9d-ba78-3a6162dd1f60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:55:42.483701 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-f7640867-ac3f-4816-b894-20c845262d79 None None] For port 4a31dacf-9298-499d-8dcf-0ce0a215bba9, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=4a31dacf-9298-499d-8dcf-0ce0a215bba9,segment=NetworkSegment(a1782582-1f04-4f60-aa73-114373484a5d),segment_id=a1782582-1f04-4f60-aa73-114373484a5d)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:55:42.492550 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-c86626dc-f305-4262-8316-7639c80718dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f68e1adb-fdd7-4d15-a5d1-921dce56fbbf') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:42.492550 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-c86626dc-f305-4262-8316-7639c80718dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f68e1adb-fdd7-4d15-a5d1-921dce56fbbf') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:42.492844 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f7640867-ac3f-4816-b894-20c845262d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:42.540585 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-f7640867-ac3f-4816-b894-20c845262d79 None None] Provisioning complete for port 1a919606-3746-4695-a64b-14bed623b476 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:55:42.540964 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f7640867-ac3f-4816-b894-20c845262d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:42.593653 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d920a64-66e3-460c-82bf-219f74e69edc tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:55:42.594418 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7640867-ac3f-4816-b894-20c845262d79 None None] Pushing event updated for resources: {'Port': ['ID=4a31dacf-9298-499d-8dcf-0ce0a215bba9,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:42.607797 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-f7640867-ac3f-4816-b894-20c845262d79 None None] Port 1a919606-3746-4695-a64b-14bed623b476 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:55:42.612189 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-3d920a64-66e3-460c-82bf-219f74e69edc tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:55:42.620363 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d920a64-66e3-460c-82bf-219f74e69edc tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:55:42.624344 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d920a64-66e3-460c-82bf-219f74e69edc tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Pushing event updated for resources: {'Port': ['ID=b1c59186-af16-456f-b7a7-4f22b9e192bc,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:42.631309 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c86626dc-f305-4262-8316-7639c80718dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:42.664030 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c86626dc-f305-4262-8316-7639c80718dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:42.679120 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4626a84b-2a90-4a75-b1a0-a08b8655a1cf tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:42.686482 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c86626dc-f305-4262-8316-7639c80718dd admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:55:42.686939 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c86626dc-f305-4262-8316-7639c80718dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:42.721119 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 06:55:42.721119 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:55:42.721119 n-d-715271-16 neutron-server[95066]: timer() Sep 23 06:55:42.721119 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:55:42.721119 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 06:55:42.721119 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:55:42.721119 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 06:55:42.721119 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:55:42.721119 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 06:55:42.721119 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:55:42.721119 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 06:55:42.721119 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:55:42.721119 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 06:55:42.721119 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:55:42.721119 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:55:42.721119 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:55:42.721119 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:55:42.721119 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:55:42.721119 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 06:55:42.721119 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:55:42.721119 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 06:55:42.721119 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:55:42.721119 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:55:42.721119 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:55:42.721119 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 06:55:42.721119 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:55:42.721119 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:55:42.721119 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:55:42.721119 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:55:42.721119 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:55:42.721119 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:55:42.721119 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:55:42.736663 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4626a84b-2a90-4a75-b1a0-a08b8655a1cf tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Pushing event deleted for resources: {'Port': ['ID=9ee74685-1f4b-4314-8bec-f2a58875fc7c,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:42.926901 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c86626dc-f305-4262-8316-7639c80718dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:42.954374 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c86626dc-f305-4262-8316-7639c80718dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:42.974547 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-c86626dc-f305-4262-8316-7639c80718dd admin admin] 10.222.0.39 "DELETE /v2.0/networks/2b699ce6-0a70-435f-85dd-b45891dc3cf7 HTTP/1.1" status: 204 len: 168 time: 1.3086820 Sep 23 06:55:42.990573 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86626dc-f305-4262-8316-7639c80718dd admin admin] Pushing event deleted for resources: {'Network': ['ID=2b699ce6-0a70-435f-85dd-b45891dc3cf7,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:42.997952 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4626a84b-2a90-4a75-b1a0-a08b8655a1cf tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:43.003670 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-4626a84b-2a90-4a75-b1a0-a08b8655a1cf tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] 10.222.0.39 "DELETE /v2.0/ports/9ee74685-1f4b-4314-8bec-f2a58875fc7c HTTP/1.1" status: 204 len: 168 time: 1.6565580 Sep 23 06:55:43.006620 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 43004) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:43.049388 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 4a31dacf-9298-499d-8dcf-0ce0a215bba9 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:55:43.057331 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-876268f5-ef56-456c-8b37-f4a7adb22cd0 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] GET failed (client error): The resource could not be found. Sep 23 06:55:43.059681 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-876268f5-ef56-456c-8b37-f4a7adb22cd0 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] 10.222.0.39 "GET /v2.0/ports/9ee74685-1f4b-4314-8bec-f2a58875fc7c HTTP/1.1" status: 404 len: 333 time: 0.0514071 Sep 23 06:55:43.064091 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 43006) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:43.119826 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 43008) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:43.156705 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 4a31dacf-9298-499d-8dcf-0ce0a215bba9 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:55:43.157286 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:43.288935 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-ba142886-d006-46c7-a9a9-556ae97dc920 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Deleting port 93fd6ddc-3a30-47c9-8b61-d573cc8ef19a {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:55:43.289309 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ba142886-d006-46c7-a9a9-556ae97dc920 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:43.388763 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 43014) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:43.395858 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-1aafc016-a07f-497a-9b5c-638d79cc44bf tempest-ExternalNetworksTestJSON-1048575423 tempest-ExternalNetworksTestJSON-1048575423-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1252758544'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:55:43.439063 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ba142886-d006-46c7-a9a9-556ae97dc920 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:43.476276 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-ba142886-d006-46c7-a9a9-556ae97dc920 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Calling delete_port for 93fd6ddc-3a30-47c9-8b61-d573cc8ef19a owned by {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:55:43.491508 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aafc016-a07f-497a-9b5c-638d79cc44bf tempest-ExternalNetworksTestJSON-1048575423 tempest-ExternalNetworksTestJSON-1048575423-project] Made reservation on behalf of cec629d8777346c6984666ffb1e1c3c9 for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:55:43.495446 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1aafc016-a07f-497a-9b5c-638d79cc44bf tempest-ExternalNetworksTestJSON-1048575423 tempest-ExternalNetworksTestJSON-1048575423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:43.516742 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1aafc016-a07f-497a-9b5c-638d79cc44bf tempest-ExternalNetworksTestJSON-1048575423 tempest-ExternalNetworksTestJSON-1048575423-project] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:43.536377 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 43020) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:43.546660 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-bd8e21db-a1e2-40c4-b0f7-f0b405c85dca admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a7b6eaf9a1674036b218b7686ab73712&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1552529 Sep 23 06:55:43.637130 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3d920a64-66e3-460c-82bf-219f74e69edc tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:43.639244 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b8223032-f1e3-4be5-836d-7f79b6cdf15b tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066969'] for router_interface, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:43.753101 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:43.757578 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ba142886-d006-46c7-a9a9-556ae97dc920 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:43.785574 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3d920a64-66e3-460c-82bf-219f74e69edc tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:43.798494 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba142886-d006-46c7-a9a9-556ae97dc920 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Pushing event deleted for resources: {'Port': ['ID=93fd6ddc-3a30-47c9-8b61-d573cc8ef19a,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:43.829978 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-768c669f-d414-41f6-9160-6ee3c62aba80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:43.838325 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1aafc016-a07f-497a-9b5c-638d79cc44bf tempest-ExternalNetworksTestJSON-1048575423 tempest-ExternalNetworksTestJSON-1048575423-project] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:43.868729 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1aafc016-a07f-497a-9b5c-638d79cc44bf tempest-ExternalNetworksTestJSON-1048575423 tempest-ExternalNetworksTestJSON-1048575423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:43.900852 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1aafc016-a07f-497a-9b5c-638d79cc44bf tempest-ExternalNetworksTestJSON-1048575423 tempest-ExternalNetworksTestJSON-1048575423-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:55:43.928060 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-768c669f-d414-41f6-9160-6ee3c62aba80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:43.932880 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aafc016-a07f-497a-9b5c-638d79cc44bf tempest-ExternalNetworksTestJSON-1048575423 tempest-ExternalNetworksTestJSON-1048575423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31df7ca6-0726-4baf-a029-176d2266f917,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:43.937220 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1aafc016-a07f-497a-9b5c-638d79cc44bf tempest-ExternalNetworksTestJSON-1048575423 tempest-ExternalNetworksTestJSON-1048575423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:43.937578 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-1aafc016-a07f-497a-9b5c-638d79cc44bf tempest-ExternalNetworksTestJSON-1048575423 tempest-ExternalNetworksTestJSON-1048575423-project] Added segment 21e905ab-cccc-462e-ab2a-13ec1f1048b3 of type vlan for network d2a279b8-ecc6-499f-8a7f-4f25066c2955 Sep 23 06:55:43.941437 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ba142886-d006-46c7-a9a9-556ae97dc920 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:43.943616 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-ba142886-d006-46c7-a9a9-556ae97dc920 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] 10.222.0.39 "DELETE /v2.0/ports/93fd6ddc-3a30-47c9-8b61-d573cc8ef19a HTTP/1.1" status: 204 len: 168 time: 0.8782187 Sep 23 06:55:43.949546 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 43024) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:43.991445 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1aafc016-a07f-497a-9b5c-638d79cc44bf tempest-ExternalNetworksTestJSON-1048575423 tempest-ExternalNetworksTestJSON-1048575423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:44.021550 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1aafc016-a07f-497a-9b5c-638d79cc44bf tempest-ExternalNetworksTestJSON-1048575423 tempest-ExternalNetworksTestJSON-1048575423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:44.030123 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aafc016-a07f-497a-9b5c-638d79cc44bf tempest-ExternalNetworksTestJSON-1048575423 tempest-ExternalNetworksTestJSON-1048575423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:44.030765 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1aafc016-a07f-497a-9b5c-638d79cc44bf tempest-ExternalNetworksTestJSON-1048575423 tempest-ExternalNetworksTestJSON-1048575423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:44.073937 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-1aafc016-a07f-497a-9b5c-638d79cc44bf tempest-ExternalNetworksTestJSON-1048575423 tempest-ExternalNetworksTestJSON-1048575423-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.9513330 Sep 23 06:55:44.078859 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 43026) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:44.115891 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e78596c-7d2b-4322-aaae-b7b72de7e2ed tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Deleting subnet 68ec500d-5713-4af7-85d3-3e117a320aef {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:55:44.126202 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5e78596c-7d2b-4322-aaae-b7b72de7e2ed tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:44.134987 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aafc016-a07f-497a-9b5c-638d79cc44bf tempest-ExternalNetworksTestJSON-1048575423 tempest-ExternalNetworksTestJSON-1048575423-project] Pushing event updated for resources: {'Network': ['ID=d2a279b8-ecc6-499f-8a7f-4f25066c2955,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:44.147118 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network d2a279b8-ecc6-499f-8a7f-4f25066c2955 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:55:44.177331 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-768c669f-d414-41f6-9160-6ee3c62aba80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:44.180008 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-768c669f-d414-41f6-9160-6ee3c62aba80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:44.183912 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-768c669f-d414-41f6-9160-6ee3c62aba80 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/94317fed-f8ea-49ef-88c2-3816f403721c HTTP/1.1" status: 204 len: 168 time: 0.6464987 Sep 23 06:55:44.262042 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5e78596c-7d2b-4322-aaae-b7b72de7e2ed tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:44.265972 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768c669f-d414-41f6-9160-6ee3c62aba80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94317fed-f8ea-49ef-88c2-3816f403721c,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:44.301959 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3d920a64-66e3-460c-82bf-219f74e69edc tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:44.313358 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3d920a64-66e3-460c-82bf-219f74e69edc tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:44.417795 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-6abe8c64-3fd3-484f-8dbe-a5364d9c7941 tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Request body: {'network': {'name': 'tempest-network--654038113', 'router:external': True}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:55:44.449457 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6abe8c64-3fd3-484f-8dbe-a5364d9c7941 tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Made reservation on behalf of 8199452f1dd643c792a241ea01f5a566 for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:55:44.452397 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6abe8c64-3fd3-484f-8dbe-a5364d9c7941 tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:44.457472 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d920a64-66e3-460c-82bf-219f74e69edc tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Pushing event updated for resources: {'Port': ['ID=b1c59186-af16-456f-b7a7-4f22b9e192bc,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:44.470332 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6abe8c64-3fd3-484f-8dbe-a5364d9c7941 tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:44.474630 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-b8223032-f1e3-4be5-836d-7f79b6cdf15b tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Deleting port 1a919606-3746-4695-a64b-14bed623b476 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:55:44.474981 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b8223032-f1e3-4be5-836d-7f79b6cdf15b tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:44.483528 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3d920a64-66e3-460c-82bf-219f74e69edc tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:44.513907 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5e78596c-7d2b-4322-aaae-b7b72de7e2ed tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:44.580111 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6abe8c64-3fd3-484f-8dbe-a5364d9c7941 tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:44.585086 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6abe8c64-3fd3-484f-8dbe-a5364d9c7941 tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:44.609682 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3d920a64-66e3-460c-82bf-219f74e69edc tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:44.621019 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-3d920a64-66e3-460c-82bf-219f74e69edc tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5616713 Sep 23 06:55:44.621368 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6abe8c64-3fd3-484f-8dbe-a5364d9c7941 tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:55:44.636169 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abe8c64-3fd3-484f-8dbe-a5364d9c7941 tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd40a17-283c-4814-9f8f-35753f3020d9,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:44.640142 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6abe8c64-3fd3-484f-8dbe-a5364d9c7941 tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:44.640706 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-6abe8c64-3fd3-484f-8dbe-a5364d9c7941 tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Added segment 7ee611a9-8dc9-45f2-b3eb-5c7c7677824d of type vlan for network c4bbb90f-aa08-4404-8a0e-dc568fa73c7f Sep 23 06:55:44.656439 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b8223032-f1e3-4be5-836d-7f79b6cdf15b tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:44.676691 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-b8223032-f1e3-4be5-836d-7f79b6cdf15b tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Calling delete_port for 1a919606-3746-4695-a64b-14bed623b476 owned by network:router_interface {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:55:44.681841 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5e78596c-7d2b-4322-aaae-b7b72de7e2ed tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:44.725025 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e78596c-7d2b-4322-aaae-b7b72de7e2ed tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Pushing event deleted for resources: {'Subnet': ['ID=68ec500d-5713-4af7-85d3-3e117a320aef,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:44.758762 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6abe8c64-3fd3-484f-8dbe-a5364d9c7941 tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:44.764973 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5e78596c-7d2b-4322-aaae-b7b72de7e2ed tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:44.767088 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-5e78596c-7d2b-4322-aaae-b7b72de7e2ed tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] 10.222.0.39 "DELETE /v2.0/subnets/68ec500d-5713-4af7-85d3-3e117a320aef HTTP/1.1" status: 204 len: 168 time: 0.8134322 Sep 23 06:55:44.770453 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 43048) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:44.771050 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30685857-5e0b-4ae1-871e-677f1332b69f None None] Network b1bea130-48fe-4c88-8189-a296d02dee21 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:55:44.979362 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-29e5a513-96ec-4c50-9376-a1bd17b15f27 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:44.993604 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6abe8c64-3fd3-484f-8dbe-a5364d9c7941 tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:44.994809 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abe8c64-3fd3-484f-8dbe-a5364d9c7941 tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:44.995360 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6abe8c64-3fd3-484f-8dbe-a5364d9c7941 tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:45.011110 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3a67bf-f63f-4d57-bf68-172452bb9592 None None] DHCP port deletion for b1bea130-48fe-4c88-8189-a296d02dee21 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 06:55:45.012323 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b8223032-f1e3-4be5-836d-7f79b6cdf15b tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:45.056535 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8223032-f1e3-4be5-836d-7f79b6cdf15b tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Pushing event deleted for resources: {'Port': ['ID=1a919606-3746-4695-a64b-14bed623b476,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:45.113458 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abe8c64-3fd3-484f-8dbe-a5364d9c7941 tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Pushing event updated for resources: {'Network': ['ID=c4bbb90f-aa08-4404-8a0e-dc568fa73c7f,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:45.127888 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network c4bbb90f-aa08-4404-8a0e-dc568fa73c7f details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:55:45.180882 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-6abe8c64-3fd3-484f-8dbe-a5364d9c7941 tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.1007392 Sep 23 06:55:45.183348 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 43074) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:45.239138 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-0e3a67bf-f63f-4d57-bf68-172452bb9592 None None] Deleting port 1834e10f-efe9-4aef-9b05-0245dc413011 {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:55:45.239678 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0e3a67bf-f63f-4d57-bf68-172452bb9592 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:45.254988 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e3b8649d-429e-4875-9fee-cd881b1c4325 req-945a52f4-563a-4262-8a5c-8a6e0beef05d tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1815701012&fields=id&tenant_id=32d6446ab2e641418601d6f9b0d422b1 HTTP/1.1" status: 200 len: 267 time: 0.2633040 Sep 23 06:55:45.297617 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b8223032-f1e3-4be5-836d-7f79b6cdf15b tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2068624'] for router_interface, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:45.310327 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7fea1d58-a386-4827-8a49-e89631a15b03 tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:45.361372 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 43082) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:45.404152 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-0e3a67bf-f63f-4d57-bf68-172452bb9592 None None] For port 1834e10f-efe9-4aef-9b05-0245dc413011, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=1834e10f-efe9-4aef-9b05-0245dc413011,segment=NetworkSegment(80ef895f-c252-4324-85a4-24ff79cbdec4),segment_id=80ef895f-c252-4324-85a4-24ff79cbdec4)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:55:45.404657 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0e3a67bf-f63f-4d57-bf68-172452bb9592 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:45.407227 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-29e5a513-96ec-4c50-9376-a1bd17b15f27 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Deleting port 1834e10f-efe9-4aef-9b05-0245dc413011 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:55:45.407784 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-29e5a513-96ec-4c50-9376-a1bd17b15f27 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:45.423544 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-0e3a67bf-f63f-4d57-bf68-172452bb9592 None None] Calling delete_port for 1834e10f-efe9-4aef-9b05-0245dc413011 owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:55:45.452840 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7fea1d58-a386-4827-8a49-e89631a15b03 tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:45.515650 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-7fea1d58-a386-4827-8a49-e89631a15b03 tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4bbb90f-aa08-4404-8a0e-dc568fa73c7f']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:45.563634 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-7fea1d58-a386-4827-8a49-e89631a15b03 tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ee611a9-8dc9-45f2-b3eb-5c7c7677824d') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:45.563848 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-7fea1d58-a386-4827-8a49-e89631a15b03 tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ee611a9-8dc9-45f2-b3eb-5c7c7677824d') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:45.569020 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-557c062a-e360-4460-9cfe-a8c5b9a3c79a admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1373905880-network', 'tenant_id': 'd87fe5be63eb44b182ffadfde555e996'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:55:45.574937 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-29e5a513-96ec-4c50-9376-a1bd17b15f27 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] For port 1834e10f-efe9-4aef-9b05-0245dc413011, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=1834e10f-efe9-4aef-9b05-0245dc413011,segment=NetworkSegment(80ef895f-c252-4324-85a4-24ff79cbdec4),segment_id=80ef895f-c252-4324-85a4-24ff79cbdec4)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:55:45.575312 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-29e5a513-96ec-4c50-9376-a1bd17b15f27 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:45.582657 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0e3a67bf-f63f-4d57-bf68-172452bb9592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:45.586555 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7fea1d58-a386-4827-8a49-e89631a15b03 tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:45.593372 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b8649d-429e-4875-9fee-cd881b1c4325 req-b80fda1a-7e4b-4650-a907-795050b20b43 tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:45.595544 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e3b8649d-429e-4875-9fee-cd881b1c4325 req-b80fda1a-7e4b-4650-a907-795050b20b43 tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] 10.222.0.39 "GET /v2.0/networks?id=73269455-291c-4521-ad88-579f38510b1a HTTP/1.1" status: 200 len: 812 time: 0.3397005 Sep 23 06:55:45.599036 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-29e5a513-96ec-4c50-9376-a1bd17b15f27 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Calling delete_port for 1834e10f-efe9-4aef-9b05-0245dc413011 owned by network:dhcp {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:55:45.610245 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7fea1d58-a386-4827-8a49-e89631a15b03 tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:45.613417 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3a67bf-f63f-4d57-bf68-172452bb9592 None None] Pushing event deleted for resources: {'Port': ['ID=1834e10f-efe9-4aef-9b05-0245dc413011,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:45.615374 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3a67bf-f63f-4d57-bf68-172452bb9592 None None] No DVR routers for this DVR port 1834e10f-efe9-4aef-9b05-0245dc413011 on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:55:45.621215 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fea1d58-a386-4827-8a49-e89631a15b03 tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:55:45.621614 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7fea1d58-a386-4827-8a49-e89631a15b03 tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:45.626444 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 06:55:45.626444 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:55:45.626444 n-d-715271-16 neutron-server[95066]: timer() Sep 23 06:55:45.626444 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:55:45.626444 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 06:55:45.626444 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:55:45.626444 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 06:55:45.626444 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:55:45.626444 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 06:55:45.626444 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:55:45.626444 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 06:55:45.626444 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:55:45.626444 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 06:55:45.626444 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:55:45.626444 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:55:45.626444 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:55:45.626444 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:55:45.626444 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:55:45.626444 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 06:55:45.626444 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:55:45.626444 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 06:55:45.626444 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:55:45.626444 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:55:45.626444 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:55:45.626444 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 06:55:45.626444 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:55:45.626444 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:55:45.626444 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:55:45.626444 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:55:45.626444 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:55:45.626444 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:55:45.626444 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:55:45.655717 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e3b8649d-429e-4875-9fee-cd881b1c4325 req-71f5a3f5-8fc0-40e8-ba32-343af34a3301 tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] 10.222.0.39 "GET /v2.0/quotas/32d6446ab2e641418601d6f9b0d422b1 HTTP/1.1" status: 200 len: 375 time: 0.0200391 Sep 23 06:55:45.657905 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8223032-f1e3-4be5-836d-7f79b6cdf15b tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Router f80729af-e164-4db9-a495-d9f5a3d7b66e has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:55:45.659644 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-557c062a-e360-4460-9cfe-a8c5b9a3c79a admin admin] Made reservation on behalf of d87fe5be63eb44b182ffadfde555e996 for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:55:45.662212 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-557c062a-e360-4460-9cfe-a8c5b9a3c79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:45.682810 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-557c062a-e360-4460-9cfe-a8c5b9a3c79a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:45.731279 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7fea1d58-a386-4827-8a49-e89631a15b03 tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:45.743275 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fea1d58-a386-4827-8a49-e89631a15b03 tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c4bbb90f-aa08-4404-8a0e-dc568fa73c7f {{(pid=95066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 23 06:55:45.754431 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7fea1d58-a386-4827-8a49-e89631a15b03 tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:45.758756 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-7fea1d58-a386-4827-8a49-e89631a15b03 tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] 10.222.0.39 "DELETE /v2.0/networks/c4bbb90f-aa08-4404-8a0e-dc568fa73c7f HTTP/1.1" status: 204 len: 168 time: 0.5741012 Sep 23 06:55:45.761735 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fea1d58-a386-4827-8a49-e89631a15b03 tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Pushing event deleted for resources: {'Network': ['ID=c4bbb90f-aa08-4404-8a0e-dc568fa73c7f,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:45.763566 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 43088) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:45.769983 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-d16a8f5c-28d8-4be8-9a06-594016772e93 tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Request body: {'network': {'router:external': True}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:55:45.777245 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-29e5a513-96ec-4c50-9376-a1bd17b15f27 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:45.821414 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e5a513-96ec-4c50-9376-a1bd17b15f27 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Pushing event deleted for resources: {'Port': ['ID=1834e10f-efe9-4aef-9b05-0245dc413011,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:45.826298 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8223032-f1e3-4be5-836d-7f79b6cdf15b tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:55:45.831833 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e5a513-96ec-4c50-9376-a1bd17b15f27 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] No DVR routers for this DVR port 1834e10f-efe9-4aef-9b05-0245dc413011 on host n-d-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:55:45.833978 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-b8223032-f1e3-4be5-836d-7f79b6cdf15b tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "PUT /v2.0/routers/f80729af-e164-4db9-a495-d9f5a3d7b66e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6027665 Sep 23 06:55:45.842895 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 43092) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:45.845704 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e3b8649d-429e-4875-9fee-cd881b1c4325 req-6c5ad919-ca64-4c64-83e4-777db4aaf821 tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=32d6446ab2e641418601d6f9b0d422b1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1811869 Sep 23 06:55:45.958418 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-557c062a-e360-4460-9cfe-a8c5b9a3c79a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:45.980235 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-557c062a-e360-4460-9cfe-a8c5b9a3c79a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:46.022978 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-557c062a-e360-4460-9cfe-a8c5b9a3c79a admin admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:55:46.043334 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d16a8f5c-28d8-4be8-9a06-594016772e93 tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Made reservation on behalf of 8199452f1dd643c792a241ea01f5a566 for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:55:46.045408 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d16a8f5c-28d8-4be8-9a06-594016772e93 tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:46.071117 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557c062a-e360-4460-9cfe-a8c5b9a3c79a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa5181f-94d4-4b99-8a8c-21a05c9637e8,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:46.077263 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-557c062a-e360-4460-9cfe-a8c5b9a3c79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:46.077606 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-557c062a-e360-4460-9cfe-a8c5b9a3c79a admin admin] Added segment 0531aa5f-6f50-4eba-95b8-c44781ca9bd4 of type vlan for network 888e8eaf-0a87-4cb7-aad2-45ac54b22ebe Sep 23 06:55:46.135200 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-29e5a513-96ec-4c50-9376-a1bd17b15f27 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:46.142750 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e3b8649d-429e-4875-9fee-cd881b1c4325 req-3fb50757-1f1d-4dff-b7df-f546821eb6be service neutron] 10.222.0.39 "GET /v2.0/networks/73269455-291c-4521-ad88-579f38510b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713311 Sep 23 06:55:46.146473 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-557c062a-e360-4460-9cfe-a8c5b9a3c79a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:46.231738 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-29e5a513-96ec-4c50-9376-a1bd17b15f27 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1bea130-48fe-4c88-8189-a296d02dee21']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:46.236012 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-557c062a-e360-4460-9cfe-a8c5b9a3c79a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:46.236993 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557c062a-e360-4460-9cfe-a8c5b9a3c79a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:46.238193 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-557c062a-e360-4460-9cfe-a8c5b9a3c79a admin admin] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:46.279989 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-557c062a-e360-4460-9cfe-a8c5b9a3c79a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9146101 Sep 23 06:55:46.280228 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d16a8f5c-28d8-4be8-9a06-594016772e93 tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:55:46.282871 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 43096) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:46.287992 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-3accdb77-bec7-46be-bed3-73fb8c0468d6 admin admin] Request body: {'subnet': {'network_id': '888e8eaf-0a87-4cb7-aad2-45ac54b22ebe', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1373905880-subnet', 'tenant_id': 'd87fe5be63eb44b182ffadfde555e996', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:55:46.307155 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-29e5a513-96ec-4c50-9376-a1bd17b15f27 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80ef895f-c252-4324-85a4-24ff79cbdec4') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:46.307525 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-29e5a513-96ec-4c50-9376-a1bd17b15f27 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80ef895f-c252-4324-85a4-24ff79cbdec4') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:46.312250 n-d-715271-16 neutron-server[95066]: INFO neutron.api.v2.resource [None req-e1b3d1c0-f299-4769-bff9-9c5ef43eed43 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] remove_router_interface failed (client error): The resource could not be found. Sep 23 06:55:46.313366 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-e1b3d1c0-f299-4769-bff9-9c5ef43eed43 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "PUT /v2.0/routers/f80729af-e164-4db9-a495-d9f5a3d7b66e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4692383 Sep 23 06:55:46.320318 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 43098) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:46.333204 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557c062a-e360-4460-9cfe-a8c5b9a3c79a admin admin] Pushing event updated for resources: {'Network': ['ID=888e8eaf-0a87-4cb7-aad2-45ac54b22ebe,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:46.335413 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d16a8f5c-28d8-4be8-9a06-594016772e93 tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:46.335920 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-d16a8f5c-28d8-4be8-9a06-594016772e93 tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Added segment d86fdf3d-7ead-460c-8682-99fdd08023ba of type vlan for network 98a59e49-ae01-411f-a6d0-7b4a7b1e1b0b Sep 23 06:55:46.340415 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-29e5a513-96ec-4c50-9376-a1bd17b15f27 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:46.343350 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e3b8649d-429e-4875-9fee-cd881b1c4325 req-1ed970a3-0c6d-4c39-a8e1-3a1fb28626c0 service neutron] 10.222.0.39 "GET /v2.0/networks/73269455-291c-4521-ad88-579f38510b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931524 Sep 23 06:55:46.353337 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 888e8eaf-0a87-4cb7-aad2-45ac54b22ebe details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:55:46.367416 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3accdb77-bec7-46be-bed3-73fb8c0468d6 admin admin] Made reservation on behalf of d87fe5be63eb44b182ffadfde555e996 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:55:46.369804 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3accdb77-bec7-46be-bed3-73fb8c0468d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:46.398617 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-29e5a513-96ec-4c50-9376-a1bd17b15f27 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:46.408419 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29e5a513-96ec-4c50-9376-a1bd17b15f27 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:55:46.409610 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-29e5a513-96ec-4c50-9376-a1bd17b15f27 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:46.491241 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3599a148-0df9-47ef-b30a-83fbf27b3cbb None None] Sync routers for ids ['f80729af-e164-4db9-a495-d9f5a3d7b66e'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:55:46.506402 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-2793c136-0c7a-49d4-918c-8ed2bee6ee0f tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "GET /v2.0/ports?device_id=f80729af-e164-4db9-a495-d9f5a3d7b66e HTTP/1.1" status: 200 len: 205 time: 0.1811798 Sep 23 06:55:46.506402 n-d-715271-16 neutron-server[95066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 06:55:46.506402 n-d-715271-16 neutron-server[95066]: self.session.flush() Sep 23 06:55:46.506402 n-d-715271-16 neutron-server[95066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 06:55:46.506402 n-d-715271-16 neutron-server[95066]: self.session.flush() Sep 23 06:55:46.506402 n-d-715271-16 neutron-server[95066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 06:55:46.506402 n-d-715271-16 neutron-server[95066]: self.session.flush() Sep 23 06:55:46.506402 n-d-715271-16 neutron-server[95066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 06:55:46.506402 n-d-715271-16 neutron-server[95066]: self.session.flush() Sep 23 06:55:46.506402 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 06:55:46.506402 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:55:46.506402 n-d-715271-16 neutron-server[95066]: timer() Sep 23 06:55:46.506402 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:55:46.506402 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 06:55:46.506402 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:55:46.506402 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 06:55:46.506402 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:55:46.506402 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 06:55:46.506402 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:55:46.506402 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 06:55:46.506402 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:55:46.506402 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 06:55:46.506402 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:55:46.506402 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:55:46.506402 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:55:46.506402 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:55:46.506402 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:55:46.506402 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 06:55:46.506402 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:55:46.506402 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 06:55:46.506402 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:55:46.506402 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:55:46.506402 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:55:46.506402 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 06:55:46.506402 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:55:46.506402 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:55:46.506402 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:55:46.506402 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:55:46.506402 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:55:46.506402 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:55:46.506402 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:55:46.510566 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3599a148-0df9-47ef-b30a-83fbf27b3cbb None None] Routers {'f80729af-e164-4db9-a495-d9f5a3d7b66e'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:55:46.511209 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-3599a148-0df9-47ef-b30a-83fbf27b3cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:55:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['f80729af-e164-4db9-a495-d9f5a3d7b66e'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:46.513266 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 43104) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:46.538856 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-29e5a513-96ec-4c50-9376-a1bd17b15f27 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:46.567787 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-29e5a513-96ec-4c50-9376-a1bd17b15f27 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:46.569751 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-29e5a513-96ec-4c50-9376-a1bd17b15f27 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] 10.222.0.39 "DELETE /v2.0/networks/b1bea130-48fe-4c88-8189-a296d02dee21 HTTP/1.1" status: 204 len: 168 time: 1.7949083 Sep 23 06:55:46.574274 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e5a513-96ec-4c50-9376-a1bd17b15f27 tempest-AllowedAddressPairTestJSON-1291402207 tempest-AllowedAddressPairTestJSON-1291402207-project] Pushing event deleted for resources: {'Network': ['ID=b1bea130-48fe-4c88-8189-a296d02dee21,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:46.593243 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d16a8f5c-28d8-4be8-9a06-594016772e93 tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:46.602809 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-3599a148-0df9-47ef-b30a-83fbf27b3cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:46.611851 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3599a148-0df9-47ef-b30a-83fbf27b3cbb None None] Routers {'f80729af-e164-4db9-a495-d9f5a3d7b66e'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:55:46.612593 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-3599a148-0df9-47ef-b30a-83fbf27b3cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:55:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['f80729af-e164-4db9-a495-d9f5a3d7b66e'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:46.633583 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d16a8f5c-28d8-4be8-9a06-594016772e93 tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:46.635572 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16a8f5c-28d8-4be8-9a06-594016772e93 tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:46.636185 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d16a8f5c-28d8-4be8-9a06-594016772e93 tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:46.733015 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16a8f5c-28d8-4be8-9a06-594016772e93 tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Pushing event updated for resources: {'Network': ['ID=98a59e49-ae01-411f-a6d0-7b4a7b1e1b0b,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:46.744651 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-d16a8f5c-28d8-4be8-9a06-594016772e93 tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.9795244 Sep 23 06:55:46.747627 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 43116) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:46.755391 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-f43cfd86-3bea-4039-b408-d2ac36974230 tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Request body: {'subnet': {'network_id': '98a59e49-ae01-411f-a6d0-7b4a7b1e1b0b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:55:46.786972 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f43cfd86-3bea-4039-b408-d2ac36974230 tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Made reservation on behalf of 8199452f1dd643c792a241ea01f5a566 for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:55:46.791151 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f43cfd86-3bea-4039-b408-d2ac36974230 tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:46.874770 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 06:55:47.004398 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [req-dd3cc783-180a-43c7-8137-aeb0b361fd3c req-e2b5c4c8-8aa1-4dfb-942a-691a21a8d95a service neutron] (95065) timed out ('10.222.0.58', 49879) {{(pid=95065) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 23 06:55:47.060569 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 43128) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:47.089540 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 98a59e49-ae01-411f-a6d0-7b4a7b1e1b0b details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:55:47.106436 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 1834e10f-efe9-4aef-9b05-0245dc413011 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:55:47.108634 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-caa0258b-5622-405d-9453-074040c448ee req-7bfb39b9-b53d-4db3-b4b0-4f76f573dccc tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1cd84fc-812d-47ec-a964-fe50909675ac HTTP/1.1" status: 200 len: 210 time: 0.0985882 Sep 23 06:55:47.111054 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-3599a148-0df9-47ef-b30a-83fbf27b3cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:47.111892 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3599a148-0df9-47ef-b30a-83fbf27b3cbb None None] The sync data for ids ['f80729af-e164-4db9-a495-d9f5a3d7b66e'] in n-d-715271-16 is: [] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:55:47.153923 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f5af1888-3a71-48c7-86c1-09be7599d483 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for router, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:47.168397 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 1834e10f-efe9-4aef-9b05-0245dc413011 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:55:47.168746 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 1834e10f-efe9-4aef-9b05-0245dc413011 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:55:47.279503 n-d-715271-16 neutron-server[95066]: DEBUG neutron.objects.ports [None req-f43cfd86-3bea-4039-b408-d2ac36974230 tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95066) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 06:55:47.280339 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f43cfd86-3bea-4039-b408-d2ac36974230 tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:47.387906 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-aaca13b6-0af4-4bfb-9a78-9435ea416e20 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=78c9aa1f7c974f5e8eb3142cba9695e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3227677 Sep 23 06:55:47.387906 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43cfd86-3bea-4039-b408-d2ac36974230 tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Pushing event updated for resources: {'Subnet': ['ID=97d08702-87cd-44b4-8d42-6b50e2a6c959,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:47.387906 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43cfd86-3bea-4039-b408-d2ac36974230 tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Checking segment: {'id': 'd86fdf3d-7ead-460c-8682-99fdd08023ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '98a59e49-ae01-411f-a6d0-7b4a7b1e1b0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:55:47.388283 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43cfd86-3bea-4039-b408-d2ac36974230 tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Network hostable DHCP agents. Network: 98a59e49-ae01-411f-a6d0-7b4a7b1e1b0b, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:55:47.390401 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 43132) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:47.428202 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43cfd86-3bea-4039-b408-d2ac36974230 tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Network 98a59e49-ae01-411f-a6d0-7b4a7b1e1b0b is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:55:47.439616 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3accdb77-bec7-46be-bed3-73fb8c0468d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:47.450165 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-f43cfd86-3bea-4039-b408-d2ac36974230 tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 98a59e49-ae01-411f-a6d0-7b4a7b1e1b0b) {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:55:47.462194 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23245a79-1e84-4651-a9b7-025f7720bc7a None None] Network 98a59e49-ae01-411f-a6d0-7b4a7b1e1b0b requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:55:47.462781 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43cfd86-3bea-4039-b408-d2ac36974230 tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:47.463092 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f43cfd86-3bea-4039-b408-d2ac36974230 tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:47.474357 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2c84ed14-312e-4dbc-ab39-0f4178d66f0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:47.475326 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f5af1888-3a71-48c7-86c1-09be7599d483 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:47.482960 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f5af1888-3a71-48c7-86c1-09be7599d483 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:47.492027 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-f43cfd86-3bea-4039-b408-d2ac36974230 tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7430711 Sep 23 06:55:47.492701 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 43134) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:47.501496 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-47d83eb8-a119-4eb3-b950-d9063e60297e tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Request body: {'floatingip': {'floating_network_id': '98a59e49-ae01-411f-a6d0-7b4a7b1e1b0b'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:55:47.515151 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2c84ed14-312e-4dbc-ab39-0f4178d66f0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:47.554157 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-47d83eb8-a119-4eb3-b950-d9063e60297e tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:47.586040 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3accdb77-bec7-46be-bed3-73fb8c0468d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=368a4ced-7b94-4b18-88ab-dbbe9e666517,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:47.588629 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f5af1888-3a71-48c7-86c1-09be7599d483 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:47.589097 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5af1888-3a71-48c7-86c1-09be7599d483 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Fanout notify agent at l3_agent the message router_deleted on router f80729af-e164-4db9-a495-d9f5a3d7b66e {{(pid=95065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 06:55:47.597657 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f5af1888-3a71-48c7-86c1-09be7599d483 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:47.602554 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-f5af1888-3a71-48c7-86c1-09be7599d483 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "DELETE /v2.0/routers/f80729af-e164-4db9-a495-d9f5a3d7b66e HTTP/1.1" status: 204 len: 168 time: 1.0882380 Sep 23 06:55:47.605352 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 43136) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:47.630045 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2c84ed14-312e-4dbc-ab39-0f4178d66f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:47.634486 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2c84ed14-312e-4dbc-ab39-0f4178d66f0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:47.638573 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-2c84ed14-312e-4dbc-ab39-0f4178d66f0a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1771e2a1-822b-4ae4-8fc5-c1ec534b3610 HTTP/1.1" status: 204 len: 168 time: 0.2471495 Sep 23 06:55:47.640153 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3accdb77-bec7-46be-bed3-73fb8c0468d6 admin admin] Checking segment: {'id': '0531aa5f-6f50-4eba-95b8-c44781ca9bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '888e8eaf-0a87-4cb7-aad2-45ac54b22ebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:55:47.640523 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3accdb77-bec7-46be-bed3-73fb8c0468d6 admin admin] Network hostable DHCP agents. Network: 888e8eaf-0a87-4cb7-aad2-45ac54b22ebe, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:55:47.655893 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c84ed14-312e-4dbc-ab39-0f4178d66f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1771e2a1-822b-4ae4-8fc5-c1ec534b3610,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:47.671397 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e03312-541a-42dd-9b41-a10ef107ab21 None None] Network 98a59e49-ae01-411f-a6d0-7b4a7b1e1b0b requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:55:47.689508 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-a75fc7bc-6644-4001-bded-cb8a539a518a tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Deleting subnet 6e289992-8c0c-4bec-a0b1-1eb95a60b3f5 {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:55:47.692628 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-47d83eb8-a119-4eb3-b950-d9063e60297e tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:47.700652 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a75fc7bc-6644-4001-bded-cb8a539a518a tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:47.761585 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a75fc7bc-6644-4001-bded-cb8a539a518a tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:47.877783 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a75fc7bc-6644-4001-bded-cb8a539a518a tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:47.949770 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3accdb77-bec7-46be-bed3-73fb8c0468d6 admin admin] Network 888e8eaf-0a87-4cb7-aad2-45ac54b22ebe is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:55:47.951086 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-47d83eb8-a119-4eb3-b950-d9063e60297e tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Allocated IP 172.20.0.5 (98a59e49-ae01-411f-a6d0-7b4a7b1e1b0b/97d08702-87cd-44b4-8d42-6b50e2a6c959/e7edcd45-8e02-4eac-91f4-bbea67592916) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:55:47.993020 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a75fc7bc-6644-4001-bded-cb8a539a518a tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:48.109504 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-3accdb77-bec7-46be-bed3-73fb8c0468d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 888e8eaf-0a87-4cb7-aad2-45ac54b22ebe) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:55:48.119503 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0f36fe-b56a-46bc-90a6-e60e3b8b9614 None None] Network 888e8eaf-0a87-4cb7-aad2-45ac54b22ebe requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:55:48.134855 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-47d83eb8-a119-4eb3-b950-d9063e60297e tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:48.148313 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3accdb77-bec7-46be-bed3-73fb8c0468d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:48.148977 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3accdb77-bec7-46be-bed3-73fb8c0468d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:48.169216 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75fc7bc-6644-4001-bded-cb8a539a518a tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Pushing event deleted for resources: {'Subnet': ['ID=6e289992-8c0c-4bec-a0b1-1eb95a60b3f5,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:48.178944 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-3accdb77-bec7-46be-bed3-73fb8c0468d6 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.8971527 Sep 23 06:55:48.186044 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-47d83eb8-a119-4eb3-b950-d9063e60297e tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:48.193823 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a75fc7bc-6644-4001-bded-cb8a539a518a tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:48.194141 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32780df2-5821-4bc0-b46e-a8a2bc93a742 None None] Network 6f91bb54-a0f4-4702-a383-f61c3bedd9f8 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:55:48.196236 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-a75fc7bc-6644-4001-bded-cb8a539a518a tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "DELETE /v2.0/subnets/6e289992-8c0c-4bec-a0b1-1eb95a60b3f5 HTTP/1.1" status: 204 len: 168 time: 0.5899158 Sep 23 06:55:48.198936 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 43164) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:48.223394 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b8649d-429e-4875-9fee-cd881b1c4325 req-b5439580-7f14-4d5f-b00f-8cb03e5e4f58 tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:48.225439 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e3b8649d-429e-4875-9fee-cd881b1c4325 req-b5439580-7f14-4d5f-b00f-8cb03e5e4f58 tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] 10.222.0.21 "GET /v2.0/networks?id=73269455-291c-4521-ad88-579f38510b1a HTTP/1.1" status: 200 len: 812 time: 0.2774780 Sep 23 06:55:48.289109 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-65894ccd-cf60-49db-b896-de44cb94c041 req-107d0738-1118-4dff-bba1-38e9cf31830b tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1cd84fc-812d-47ec-a964-fe50909675ac HTTP/1.1" status: 200 len: 210 time: 0.0410912 Sep 23 06:55:48.293997 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d83eb8-a119-4eb3-b950-d9063e60297e tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Network 98a59e49-ae01-411f-a6d0-7b4a7b1e1b0b is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:55:48.298155 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-47d83eb8-a119-4eb3-b950-d9063e60297e tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:55:48.301618 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d83eb8-a119-4eb3-b950-d9063e60297e tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:55:48.352028 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d83eb8-a119-4eb3-b950-d9063e60297e tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Pushing event updated for resources: {'Port': ['ID=e7edcd45-8e02-4eac-91f4-bbea67592916,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:48.355250 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e3b8649d-429e-4875-9fee-cd881b1c4325 req-8b3d6272-0aec-4e3b-aeff-de59e81be1a8 tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32d6446ab2e641418601d6f9b0d422b1 HTTP/1.1" status: 200 len: 380 time: 0.0968161 Sep 23 06:55:48.361459 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-754624fd-9588-40fa-9be9-6dadbc7e5f05 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:48.371043 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-e3b8649d-429e-4875-9fee-cd881b1c4325 req-5699dd6a-5e4f-4907-b014-ff9994bcd39a tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Request body: {'port': {'device_id': 'd1cd84fc-812d-47ec-a964-fe50909675ac', 'network_id': '73269455-291c-4521-ad88-579f38510b1a', 'admin_state_up': True, 'tenant_id': '32d6446ab2e641418601d6f9b0d422b1', 'security_groups': ['525bd54d-13c7-4683-81fd-80c01071e156']}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:55:48.405530 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 43170) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:48.447276 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-47d83eb8-a119-4eb3-b950-d9063e60297e tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:48.492270 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-47d83eb8-a119-4eb3-b950-d9063e60297e tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:48.540245 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f08657-dd6f-4833-9756-7a0a4f051923 None None] Network 888e8eaf-0a87-4cb7-aad2-45ac54b22ebe requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:55:48.596867 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d2a4c24-c0c9-4b6b-bc94-e0a38b88fc89 admin admin] Deleting subnet 368a4ced-7b94-4b18-88ab-dbbe9e666517 {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:55:48.602134 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5d2a4c24-c0c9-4b6b-bc94-e0a38b88fc89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:48.673749 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-754624fd-9588-40fa-9be9-6dadbc7e5f05 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Deleting port 734343fc-7dcf-4342-aa2c-9a6a5c308f24 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:55:48.674142 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-754624fd-9588-40fa-9be9-6dadbc7e5f05 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:48.677410 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5d2a4c24-c0c9-4b6b-bc94-e0a38b88fc89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:48.684760 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ea9668-d2ae-407e-afa2-a2e56d3171b8 None None] DHCP port deletion for 6f91bb54-a0f4-4702-a383-f61c3bedd9f8 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 06:55:48.709728 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 43178) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:48.710404 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3b8649d-429e-4875-9fee-cd881b1c4325 req-5699dd6a-5e4f-4907-b014-ff9994bcd39a tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Made reservation on behalf of 32d6446ab2e641418601d6f9b0d422b1 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:55:48.713901 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-e3b8649d-429e-4875-9fee-cd881b1c4325 req-5699dd6a-5e4f-4907-b014-ff9994bcd39a tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:48.760032 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-99ea9668-d2ae-407e-afa2-a2e56d3171b8 None None] Deleting port 734343fc-7dcf-4342-aa2c-9a6a5c308f24 {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:55:48.760413 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-99ea9668-d2ae-407e-afa2-a2e56d3171b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:48.793743 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-47d83eb8-a119-4eb3-b950-d9063e60297e tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:48.802574 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-47d83eb8-a119-4eb3-b950-d9063e60297e tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:48.835777 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-99ea9668-d2ae-407e-afa2-a2e56d3171b8 None None] For port 734343fc-7dcf-4342-aa2c-9a6a5c308f24, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=734343fc-7dcf-4342-aa2c-9a6a5c308f24,segment=NetworkSegment(16c8e112-fb66-4e8e-8c8a-5ebf969472f8),segment_id=16c8e112-fb66-4e8e-8c8a-5ebf969472f8)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:55:48.836165 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-99ea9668-d2ae-407e-afa2-a2e56d3171b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:48.850034 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-99ea9668-d2ae-407e-afa2-a2e56d3171b8 None None] Calling delete_port for 734343fc-7dcf-4342-aa2c-9a6a5c308f24 owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:55:48.860231 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5d2a4c24-c0c9-4b6b-bc94-e0a38b88fc89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:48.896858 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-324856ed-7913-42d3-b75c-2bc425a5dbeb tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-91247994'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:55:48.912081 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d83eb8-a119-4eb3-b950-d9063e60297e tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Pushing event updated for resources: {'Port': ['ID=e7edcd45-8e02-4eac-91f4-bbea67592916,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:48.919377 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-47d83eb8-a119-4eb3-b950-d9063e60297e tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:48.939185 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 734343fc-7dcf-4342-aa2c-9a6a5c308f24 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:55:48.984676 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-754624fd-9588-40fa-9be9-6dadbc7e5f05 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] For port 734343fc-7dcf-4342-aa2c-9a6a5c308f24, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=734343fc-7dcf-4342-aa2c-9a6a5c308f24,segment=NetworkSegment(16c8e112-fb66-4e8e-8c8a-5ebf969472f8),segment_id=16c8e112-fb66-4e8e-8c8a-5ebf969472f8)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:55:48.985061 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-754624fd-9588-40fa-9be9-6dadbc7e5f05 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:49.003660 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-47d83eb8-a119-4eb3-b950-d9063e60297e tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:49.009186 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-47d83eb8-a119-4eb3-b950-d9063e60297e tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.5137153 Sep 23 06:55:49.009937 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 43184) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:49.010082 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-324856ed-7913-42d3-b75c-2bc425a5dbeb tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Made reservation on behalf of 33ff908947b44625b0fb74b629f6e0c6 for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:55:49.014658 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-324856ed-7913-42d3-b75c-2bc425a5dbeb tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:49.022387 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-99ea9668-d2ae-407e-afa2-a2e56d3171b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:49.026083 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-754624fd-9588-40fa-9be9-6dadbc7e5f05 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Calling delete_port for 734343fc-7dcf-4342-aa2c-9a6a5c308f24 owned by network:dhcp {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:55:49.041642 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-324856ed-7913-42d3-b75c-2bc425a5dbeb tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:49.054843 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ea9668-d2ae-407e-afa2-a2e56d3171b8 None None] No DVR routers for this DVR port 734343fc-7dcf-4342-aa2c-9a6a5c308f24 on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:55:49.058062 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ea9668-d2ae-407e-afa2-a2e56d3171b8 None None] Pushing event deleted for resources: {'Port': ['ID=734343fc-7dcf-4342-aa2c-9a6a5c308f24,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:49.073950 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:49.082082 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5d2a4c24-c0c9-4b6b-bc94-e0a38b88fc89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:49.101475 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-f046b691-ff29-4366-b7fa-e5605db9d4fa tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] 10.222.0.39 "GET /v2.0/floatingips?floating_network_id=98a59e49-ae01-411f-a6d0-7b4a7b1e1b0b HTTP/1.1" status: 200 len: 689 time: 0.0903051 Sep 23 06:55:49.104316 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 43188) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:49.169280 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2a4c24-c0c9-4b6b-bc94-e0a38b88fc89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=368a4ced-7b94-4b18-88ab-dbbe9e666517,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:49.175663 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5d2a4c24-c0c9-4b6b-bc94-e0a38b88fc89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:49.178830 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-5d2a4c24-c0c9-4b6b-bc94-e0a38b88fc89 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/368a4ced-7b94-4b18-88ab-dbbe9e666517 HTTP/1.1" status: 204 len: 168 time: 0.7678168 Sep 23 06:55:49.184640 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 43192) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:49.210320 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-e3b8649d-429e-4875-9fee-cd881b1c4325 req-5699dd6a-5e4f-4907-b014-ff9994bcd39a tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Allocated IP 172.20.0.8 (73269455-291c-4521-ad88-579f38510b1a/30533a6f-b862-4b9d-ba78-3a6162dd1f60/abe0245b-de5a-4ba9-9037-4492913740ce) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:55:49.272917 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7e6ef293-46e7-42c6-ba83-71cf3c3ad1bd tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:49.302202 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-754624fd-9588-40fa-9be9-6dadbc7e5f05 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:49.307058 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ebe74ed8-17a9-41bd-9cbc-9a9a20f38291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:49.350927 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754624fd-9588-40fa-9be9-6dadbc7e5f05 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Pushing event deleted for resources: {'Port': ['ID=734343fc-7dcf-4342-aa2c-9a6a5c308f24,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:49.358561 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754624fd-9588-40fa-9be9-6dadbc7e5f05 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] No DVR routers for this DVR port 734343fc-7dcf-4342-aa2c-9a6a5c308f24 on host n-d-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:55:49.451787 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9fcad233-fba0-4d0e-b1e7-12f644808f5b req-1aceca4b-24e5-4ef6-9f60-09fc8a46867e tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1cd84fc-812d-47ec-a964-fe50909675ac HTTP/1.1" status: 200 len: 210 time: 0.0468447 Sep 23 06:55:49.458059 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-324856ed-7913-42d3-b75c-2bc425a5dbeb tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:49.478904 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-324856ed-7913-42d3-b75c-2bc425a5dbeb tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:49.491998 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ebe74ed8-17a9-41bd-9cbc-9a9a20f38291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:49.515146 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-754624fd-9588-40fa-9be9-6dadbc7e5f05 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:49.516932 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-7e6ef293-46e7-42c6-ba83-71cf3c3ad1bd tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Deleting port e7edcd45-8e02-4eac-91f4-bbea67592916 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:55:49.517272 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7e6ef293-46e7-42c6-ba83-71cf3c3ad1bd tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:49.521157 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-ebe74ed8-17a9-41bd-9cbc-9a9a20f38291 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['888e8eaf-0a87-4cb7-aad2-45ac54b22ebe']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:49.542660 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-ebe74ed8-17a9-41bd-9cbc-9a9a20f38291 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0531aa5f-6f50-4eba-95b8-c44781ca9bd4') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:49.542877 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-ebe74ed8-17a9-41bd-9cbc-9a9a20f38291 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0531aa5f-6f50-4eba-95b8-c44781ca9bd4') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:49.547362 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-324856ed-7913-42d3-b75c-2bc425a5dbeb tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:55:49.560413 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ebe74ed8-17a9-41bd-9cbc-9a9a20f38291 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:49.585587 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-e3b8649d-429e-4875-9fee-cd881b1c4325 req-5699dd6a-5e4f-4907-b014-ff9994bcd39a tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:49.594620 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-754624fd-9588-40fa-9be9-6dadbc7e5f05 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f91bb54-a0f4-4702-a383-f61c3bedd9f8']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:49.597989 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-324856ed-7913-42d3-b75c-2bc425a5dbeb tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:49.598342 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-324856ed-7913-42d3-b75c-2bc425a5dbeb tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Added segment f7ea8817-0a9d-48ff-b5f7-4430c5919eee of type vlan for network 9fbbbf39-df69-4ad9-8e7a-ab6a35279d8f Sep 23 06:55:49.601004 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324856ed-7913-42d3-b75c-2bc425a5dbeb tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31fa1942-a2a6-44ea-8554-a12db4bbeadb,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:49.625851 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-754624fd-9588-40fa-9be9-6dadbc7e5f05 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16c8e112-fb66-4e8e-8c8a-5ebf969472f8') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:49.626180 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-754624fd-9588-40fa-9be9-6dadbc7e5f05 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16c8e112-fb66-4e8e-8c8a-5ebf969472f8') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:49.657101 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-754624fd-9588-40fa-9be9-6dadbc7e5f05 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:49.688406 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-324856ed-7913-42d3-b75c-2bc425a5dbeb tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:49.698679 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-754624fd-9588-40fa-9be9-6dadbc7e5f05 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:49.711234 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-754624fd-9588-40fa-9be9-6dadbc7e5f05 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:55:49.711635 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-754624fd-9588-40fa-9be9-6dadbc7e5f05 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:49.715877 n-d-715271-16 neutron-server[95065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 06:55:49.715877 n-d-715271-16 neutron-server[95065]: self.session.flush() Sep 23 06:55:49.715877 n-d-715271-16 neutron-server[95065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 06:55:49.715877 n-d-715271-16 neutron-server[95065]: self.session.flush() Sep 23 06:55:49.715877 n-d-715271-16 neutron-server[95065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 06:55:49.715877 n-d-715271-16 neutron-server[95065]: self.session.flush() Sep 23 06:55:49.715877 n-d-715271-16 neutron-server[95065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 06:55:49.715877 n-d-715271-16 neutron-server[95065]: self.session.flush() Sep 23 06:55:49.715877 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 06:55:49.715877 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:55:49.715877 n-d-715271-16 neutron-server[95065]: timer() Sep 23 06:55:49.715877 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:55:49.715877 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 06:55:49.715877 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:55:49.715877 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 06:55:49.715877 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:55:49.715877 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 06:55:49.715877 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:55:49.715877 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 06:55:49.715877 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:55:49.715877 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 06:55:49.715877 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:55:49.715877 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:55:49.715877 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:55:49.715877 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:55:49.715877 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:55:49.715877 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 06:55:49.715877 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:55:49.715877 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 06:55:49.715877 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:55:49.715877 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:55:49.715877 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:55:49.715877 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 06:55:49.715877 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:55:49.715877 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:55:49.715877 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:55:49.715877 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:55:49.715877 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:55:49.715877 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:55:49.715877 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:55:49.738122 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-e3b8649d-429e-4875-9fee-cd881b1c4325 req-5699dd6a-5e4f-4907-b014-ff9994bcd39a tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:49.816501 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-324856ed-7913-42d3-b75c-2bc425a5dbeb tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:49.822845 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324856ed-7913-42d3-b75c-2bc425a5dbeb tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:49.823473 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-324856ed-7913-42d3-b75c-2bc425a5dbeb tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:49.866568 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3b8649d-429e-4875-9fee-cd881b1c4325 req-5699dd6a-5e4f-4907-b014-ff9994bcd39a tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Network 73269455-291c-4521-ad88-579f38510b1a is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:55:49.867375 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-754624fd-9588-40fa-9be9-6dadbc7e5f05 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:49.885805 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-e3b8649d-429e-4875-9fee-cd881b1c4325 req-5699dd6a-5e4f-4907-b014-ff9994bcd39a tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:55:49.888184 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-754624fd-9588-40fa-9be9-6dadbc7e5f05 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:49.894228 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-754624fd-9588-40fa-9be9-6dadbc7e5f05 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "DELETE /v2.0/networks/6f91bb54-a0f4-4702-a383-f61c3bedd9f8 HTTP/1.1" status: 204 len: 168 time: 1.6900337 Sep 23 06:55:49.900347 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 43198) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:49.901144 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3b8649d-429e-4875-9fee-cd881b1c4325 req-5699dd6a-5e4f-4907-b014-ff9994bcd39a tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:55:49.907370 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-324856ed-7913-42d3-b75c-2bc425a5dbeb tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.1883748 Sep 23 06:55:49.913460 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-94c9d384-6ead-4c17-859c-9ee2e670ffa3 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1849854419'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:55:49.916729 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5699dd6a-5e4f-4907-b014-ff9994bcd39a tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Pushing event updated for resources: {'Port': ['ID=abe0245b-de5a-4ba9-9037-4492913740ce,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:49.929182 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 43200) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:49.937420 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ebe74ed8-17a9-41bd-9cbc-9a9a20f38291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:49.946403 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebe74ed8-17a9-41bd-9cbc-9a9a20f38291 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:55:49.946809 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ebe74ed8-17a9-41bd-9cbc-9a9a20f38291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:49.959633 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 06:55:49.959633 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:55:49.959633 n-d-715271-16 neutron-server[95066]: timer() Sep 23 06:55:49.959633 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:55:49.959633 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 06:55:49.959633 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:55:49.959633 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 06:55:49.959633 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:55:49.959633 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 06:55:49.959633 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:55:49.959633 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 06:55:49.959633 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:55:49.959633 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 06:55:49.959633 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:55:49.959633 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:55:49.959633 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:55:49.959633 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:55:49.959633 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:55:49.959633 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 06:55:49.959633 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:55:49.959633 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 06:55:49.959633 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:55:49.959633 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:55:49.959633 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:55:49.959633 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 06:55:49.959633 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:55:49.959633 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:55:49.959633 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:55:49.959633 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:55:49.959633 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:55:49.959633 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:55:49.959633 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:55:49.966475 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-b70a169a-0b06-4003-adc7-88418de0fd6b tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Request body: {'subnet': {'network_id': '9fbbbf39-df69-4ad9-8e7a-ab6a35279d8f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:55:49.980636 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324856ed-7913-42d3-b75c-2bc425a5dbeb tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Pushing event updated for resources: {'Network': ['ID=9fbbbf39-df69-4ad9-8e7a-ab6a35279d8f,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:49.998199 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 9fbbbf39-df69-4ad9-8e7a-ab6a35279d8f details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:55:50.013780 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754624fd-9588-40fa-9be9-6dadbc7e5f05 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Pushing event deleted for resources: {'Network': ['ID=6f91bb54-a0f4-4702-a383-f61c3bedd9f8,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:50.026196 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b8649d-429e-4875-9fee-cd881b1c4325 req-5699dd6a-5e4f-4907-b014-ff9994bcd39a tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:50.026855 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-e3b8649d-429e-4875-9fee-cd881b1c4325 req-5699dd6a-5e4f-4907-b014-ff9994bcd39a tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:50.043274 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c9d384-6ead-4c17-859c-9ee2e670ffa3 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Made reservation on behalf of 18664d18977f48d3a961b4095d05ed52 for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:55:50.054099 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-94c9d384-6ead-4c17-859c-9ee2e670ffa3 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:50.062990 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ebe74ed8-17a9-41bd-9cbc-9a9a20f38291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:50.066649 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7e6ef293-46e7-42c6-ba83-71cf3c3ad1bd tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:50.066920 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7e6ef293-46e7-42c6-ba83-71cf3c3ad1bd tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:50.075085 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e3b8649d-429e-4875-9fee-cd881b1c4325 req-5699dd6a-5e4f-4907-b014-ff9994bcd39a tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7090843 Sep 23 06:55:50.085925 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94c9d384-6ead-4c17-859c-9ee2e670ffa3 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:55:50.095623 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-e3b8649d-429e-4875-9fee-cd881b1c4325 req-6a32475b-78cf-4975-a7d9-45ea534bb059 service neutron] Request body: {'port': {'device_id': 'd1cd84fc-812d-47ec-a964-fe50909675ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:55:50.120118 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-94c9d384-6ead-4c17-859c-9ee2e670ffa3 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:50.120391 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-94c9d384-6ead-4c17-859c-9ee2e670ffa3 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Added segment 19c15867-073c-480f-a591-c9d05a08b4f2 of type vlan for network 7b2aa13f-d5d4-4efc-af6f-b225b7396bb7 Sep 23 06:55:50.132845 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ebe74ed8-17a9-41bd-9cbc-9a9a20f38291 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:50.135681 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-ebe74ed8-17a9-41bd-9cbc-9a9a20f38291 admin admin] 10.222.0.39 "DELETE /v2.0/networks/888e8eaf-0a87-4cb7-aad2-45ac54b22ebe HTTP/1.1" status: 204 len: 168 time: 0.9499707 Sep 23 06:55:50.152866 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe74ed8-17a9-41bd-9cbc-9a9a20f38291 admin admin] Pushing event deleted for resources: {'Network': ['ID=888e8eaf-0a87-4cb7-aad2-45ac54b22ebe,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:50.155074 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-7e6ef293-46e7-42c6-ba83-71cf3c3ad1bd tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Calling delete_port for e7edcd45-8e02-4eac-91f4-bbea67592916 owned by network:floatingip {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:55:50.201241 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-94c9d384-6ead-4c17-859c-9ee2e670ffa3 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:50.214111 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-e3b8649d-429e-4875-9fee-cd881b1c4325 req-6a32475b-78cf-4975-a7d9-45ea534bb059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:50.244339 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b70a169a-0b06-4003-adc7-88418de0fd6b tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Made reservation on behalf of 33ff908947b44625b0fb74b629f6e0c6 for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:55:50.249538 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b70a169a-0b06-4003-adc7-88418de0fd6b tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:50.274056 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-94c9d384-6ead-4c17-859c-9ee2e670ffa3 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:50.280244 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c9d384-6ead-4c17-859c-9ee2e670ffa3 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:50.281156 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-94c9d384-6ead-4c17-859c-9ee2e670ffa3 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:50.299331 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-60c87bc3-1ab5-4df3-bc44-0a4e525dbfc1 None None] Provisioning complete for port abe0245b-de5a-4ba9-9037-4492913740ce triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:55:50.301281 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-60c87bc3-1ab5-4df3-bc44-0a4e525dbfc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:50.346270 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-94c9d384-6ead-4c17-859c-9ee2e670ffa3 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4405613 Sep 23 06:55:50.353112 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 43210) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:50.361942 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-b8f54c85-f5f0-44b6-9397-8e1f19405007 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Request body: {'subnet': {'network_id': '7b2aa13f-d5d4-4efc-af6f-b225b7396bb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:55:50.394224 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-60c87bc3-1ab5-4df3-bc44-0a4e525dbfc1 None None] Port abe0245b-de5a-4ba9-9037-4492913740ce cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:55:50.440636 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c9d384-6ead-4c17-859c-9ee2e670ffa3 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Pushing event updated for resources: {'Network': ['ID=7b2aa13f-d5d4-4efc-af6f-b225b7396bb7,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:50.454329 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 7b2aa13f-d5d4-4efc-af6f-b225b7396bb7 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:55:50.519106 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 43216) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:50.566657 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 43218) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:50.639614 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-c7a6c048-97db-48c6-a480-04427273404f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d87fe5be63eb44b182ffadfde555e996&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1185374 Sep 23 06:55:50.641975 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 43222) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:50.651137 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f54c85-f5f0-44b6-9397-8e1f19405007 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Made reservation on behalf of 18664d18977f48d3a961b4095d05ed52 for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:55:50.654664 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b8f54c85-f5f0-44b6-9397-8e1f19405007 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:50.727514 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed70b6d-3418-48b8-8e50-12590830c6f8 req-6e5ef152-a4e9-497d-a5c8-2901506f90b3 tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:50.729194 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-aed70b6d-3418-48b8-8e50-12590830c6f8 req-6e5ef152-a4e9-497d-a5c8-2901506f90b3 tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1cd84fc-812d-47ec-a964-fe50909675ac HTTP/1.1" status: 200 len: 931 time: 0.1583204 Sep 23 06:55:50.742661 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-e3b8649d-429e-4875-9fee-cd881b1c4325 req-6a32475b-78cf-4975-a7d9-45ea534bb059 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abe0245b-de5a-4ba9-9037-4492913740ce {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:55:50.745014 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7e6ef293-46e7-42c6-ba83-71cf3c3ad1bd tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:50.755207 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-e3b8649d-429e-4875-9fee-cd881b1c4325 req-6a32475b-78cf-4975-a7d9-45ea534bb059 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:50.785104 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ea046e6c-1da5-4728-8343-d4403661e14a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:50.805272 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-e3b8649d-429e-4875-9fee-cd881b1c4325 req-6a32475b-78cf-4975-a7d9-45ea534bb059 service neutron] Transition to ACTIVE for port object abe0245b-de5a-4ba9-9037-4492913740ce will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:55:50.820123 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-e3b8649d-429e-4875-9fee-cd881b1c4325 req-6a32475b-78cf-4975-a7d9-45ea534bb059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:50.832516 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ea046e6c-1da5-4728-8343-d4403661e14a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:50.843193 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-aed70b6d-3418-48b8-8e50-12590830c6f8 req-7823583d-7733-453c-bcd7-2271a7c2a1d3 tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] 10.222.0.39 "GET /v2.0/security-groups?id=525bd54d-13c7-4683-81fd-80c01071e156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947490 Sep 23 06:55:50.852351 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6ef293-46e7-42c6-ba83-71cf3c3ad1bd tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Pushing event deleted for resources: {'Port': ['ID=e7edcd45-8e02-4eac-91f4-bbea67592916,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:50.909766 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-369937db-3835-49f8-bbe3-36169fe1657d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:50.916382 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a32475b-78cf-4975-a7d9-45ea534bb059 service neutron] Pushing event updated for resources: {'Port': ['ID=abe0245b-de5a-4ba9-9037-4492913740ce,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:50.975778 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7e6ef293-46e7-42c6-ba83-71cf3c3ad1bd tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:50.978763 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b70a169a-0b06-4003-adc7-88418de0fd6b tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:50.999898 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ea046e6c-1da5-4728-8343-d4403661e14a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:51.002685 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ea046e6c-1da5-4728-8343-d4403661e14a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:51.007185 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-ea046e6c-1da5-4728-8343-d4403661e14a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7aa5181f-94d4-4b99-8a8c-21a05c9637e8 HTTP/1.1" status: 204 len: 168 time: 0.3603091 Sep 23 06:55:51.025480 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea046e6c-1da5-4728-8343-d4403661e14a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa5181f-94d4-4b99-8a8c-21a05c9637e8,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:51.045381 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-e3b8649d-429e-4875-9fee-cd881b1c4325 req-6a32475b-78cf-4975-a7d9-45ea534bb059 service neutron] Attempting to bind port abe0245b-de5a-4ba9-9037-4492913740ce on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:55:51.045849 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-e3b8649d-429e-4875-9fee-cd881b1c4325 req-6a32475b-78cf-4975-a7d9-45ea534bb059 service neutron] Attempting to bind port abe0245b-de5a-4ba9-9037-4492913740ce by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': 'a1782582-1f04-4f60-aa73-114373484a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '73269455-291c-4521-ad88-579f38510b1a'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:55:51.046320 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b8649d-429e-4875-9fee-cd881b1c4325 req-6a32475b-78cf-4975-a7d9-45ea534bb059 service neutron] Attempting to bind port abe0245b-de5a-4ba9-9037-4492913740ce on network 73269455-291c-4521-ad88-579f38510b1a {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:55:51.053331 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b8649d-429e-4875-9fee-cd881b1c4325 req-6a32475b-78cf-4975-a7d9-45ea534bb059 service neutron] Port abe0245b-de5a-4ba9-9037-4492913740ce on network 73269455-291c-4521-ad88-579f38510b1a not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:55:51.053835 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b8649d-429e-4875-9fee-cd881b1c4325 req-6a32475b-78cf-4975-a7d9-45ea534bb059 service neutron] Attempting to bind port abe0245b-de5a-4ba9-9037-4492913740ce on network 73269455-291c-4521-ad88-579f38510b1a {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:55:51.061505 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b8649d-429e-4875-9fee-cd881b1c4325 req-6a32475b-78cf-4975-a7d9-45ea534bb059 service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:55:51.061848 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b8649d-429e-4875-9fee-cd881b1c4325 req-6a32475b-78cf-4975-a7d9-45ea534bb059 service neutron] Checking segment: {'id': 'a1782582-1f04-4f60-aa73-114373484a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '73269455-291c-4521-ad88-579f38510b1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:55:51.062485 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b8649d-429e-4875-9fee-cd881b1c4325 req-6a32475b-78cf-4975-a7d9-45ea534bb059 service neutron] Bound using segment: {'id': 'a1782582-1f04-4f60-aa73-114373484a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '73269455-291c-4521-ad88-579f38510b1a'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:55:51.063022 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-e3b8649d-429e-4875-9fee-cd881b1c4325 req-6a32475b-78cf-4975-a7d9-45ea534bb059 service neutron] Bound port: abe0245b-de5a-4ba9-9037-4492913740ce, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1782582-1f04-4f60-aa73-114373484a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '73269455-291c-4521-ad88-579f38510b1a'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:55:51.063478 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-e3b8649d-429e-4875-9fee-cd881b1c4325 req-6a32475b-78cf-4975-a7d9-45ea534bb059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:51.154413 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-e3b8649d-429e-4875-9fee-cd881b1c4325 req-6a32475b-78cf-4975-a7d9-45ea534bb059 service neutron] For port abe0245b-de5a-4ba9-9037-4492913740ce, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:55:51.158847 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-e3b8649d-429e-4875-9fee-cd881b1c4325 req-6a32475b-78cf-4975-a7d9-45ea534bb059 service neutron] For port abe0245b-de5a-4ba9-9037-4492913740ce, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=abe0245b-de5a-4ba9-9037-4492913740ce,segment=NetworkSegment(a1782582-1f04-4f60-aa73-114373484a5d),segment_id=a1782582-1f04-4f60-aa73-114373484a5d)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:55:51.163800 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-e3b8649d-429e-4875-9fee-cd881b1c4325 req-6a32475b-78cf-4975-a7d9-45ea534bb059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:51.167588 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70a169a-0b06-4003-adc7-88418de0fd6b tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Pushing event updated for resources: {'Subnet': ['ID=c4f4621c-4073-434b-aedf-6c706b663443,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:51.211502 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b8649d-429e-4875-9fee-cd881b1c4325 req-6a32475b-78cf-4975-a7d9-45ea534bb059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:51.212104 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-e3b8649d-429e-4875-9fee-cd881b1c4325 req-6a32475b-78cf-4975-a7d9-45ea534bb059 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:51.213769 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e3b8649d-429e-4875-9fee-cd881b1c4325 req-6a32475b-78cf-4975-a7d9-45ea534bb059 service neutron] 10.222.0.21 "PUT /v2.0/ports/abe0245b-de5a-4ba9-9037-4492913740ce HTTP/1.1" status: 200 len: 1092 time: 1.1254001 Sep 23 06:55:51.214207 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1cd84fc-812d-47ec-a964-fe50909675ac', 'tag': 'abe0245b-de5a-4ba9-9037-4492913740ce'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:55:51.216900 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb479c7-29b4-463a-94f0-a80034138f18" -d '{"events": [{"name": "network-changed", "server_uuid": "d1cd84fc-812d-47ec-a964-fe50909675ac", "tag": "abe0245b-de5a-4ba9-9037-4492913740ce"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:55:51.247931 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7e6ef293-46e7-42c6-ba83-71cf3c3ad1bd tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:51.248750 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a32475b-78cf-4975-a7d9-45ea534bb059 service neutron] Pushing event updated for resources: {'Port': ['ID=abe0245b-de5a-4ba9-9037-4492913740ce,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:51.278896 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70a169a-0b06-4003-adc7-88418de0fd6b tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Checking segment: {'id': 'f7ea8817-0a9d-48ff-b5f7-4430c5919eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '9fbbbf39-df69-4ad9-8e7a-ab6a35279d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:55:51.279273 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70a169a-0b06-4003-adc7-88418de0fd6b tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Network hostable DHCP agents. Network: 9fbbbf39-df69-4ad9-8e7a-ab6a35279d8f, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:55:51.291595 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b8f54c85-f5f0-44b6-9397-8e1f19405007 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:51.298618 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d8ed527-ecff-4319-a3a1-e31191bdbd0e x-openstack-request-id: req-9d8ed527-ecff-4319-a3a1-e31191bdbd0e {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:55:51.299111 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1cd84fc-812d-47ec-a964-fe50909675ac", "tag": "abe0245b-de5a-4ba9-9037-4492913740ce", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:55:51.301035 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9d8ed527-ecff-4319-a3a1-e31191bdbd0e {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:55:51.301167 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1cd84fc-812d-47ec-a964-fe50909675ac', 'tag': 'abe0245b-de5a-4ba9-9037-4492913740ce', 'status': 'completed', 'code': 200} Sep 23 06:55:51.339332 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b8649d-429e-4875-9fee-cd881b1c4325 req-6533cb21-d17e-4041-bf81-eaad9addb1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:51.341453 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e3b8649d-429e-4875-9fee-cd881b1c4325 req-6533cb21-d17e-4041-bf81-eaad9addb1f0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=32d6446ab2e641418601d6f9b0d422b1&device_id=d1cd84fc-812d-47ec-a964-fe50909675ac HTTP/1.1" status: 200 len: 1095 time: 0.0546088 Sep 23 06:55:51.403225 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70a169a-0b06-4003-adc7-88418de0fd6b tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Network 9fbbbf39-df69-4ad9-8e7a-ab6a35279d8f is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:55:51.450445 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f54c85-f5f0-44b6-9397-8e1f19405007 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Pushing event updated for resources: {'Subnet': ['ID=7912a3b9-4833-47d0-8039-bd98201f75f9,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:51.454285 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-b70a169a-0b06-4003-adc7-88418de0fd6b tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 9fbbbf39-df69-4ad9-8e7a-ab6a35279d8f) {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:55:51.458807 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70a169a-0b06-4003-adc7-88418de0fd6b tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:51.459402 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b70a169a-0b06-4003-adc7-88418de0fd6b tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:51.464007 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-369937db-3835-49f8-bbe3-36169fe1657d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:51.464461 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e3b8649d-429e-4875-9fee-cd881b1c4325 req-875e4121-8f68-4e12-8c21-c684c76a2b64 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=abe0245b-de5a-4ba9-9037-4492913740ce HTTP/1.1" status: 200 len: 217 time: 0.1025467 Sep 23 06:55:51.466178 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4649729-ddf0-4098-8808-7088a1602767 None None] Network 9fbbbf39-df69-4ad9-8e7a-ab6a35279d8f requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:55:51.469543 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7e6ef293-46e7-42c6-ba83-71cf3c3ad1bd tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:51.484050 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-369937db-3835-49f8-bbe3-36169fe1657d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:51.520669 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f54c85-f5f0-44b6-9397-8e1f19405007 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Checking segment: {'id': '19c15867-073c-480f-a591-c9d05a08b4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7b2aa13f-d5d4-4efc-af6f-b225b7396bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:55:51.521081 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f54c85-f5f0-44b6-9397-8e1f19405007 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Network hostable DHCP agents. Network: 7b2aa13f-d5d4-4efc-af6f-b225b7396bb7, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:55:51.532580 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6ef293-46e7-42c6-ba83-71cf3c3ad1bd tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=97d08702-87cd-44b4-8d42-6b50e2a6c959,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:51.541757 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-b70a169a-0b06-4003-adc7-88418de0fd6b tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5830209 Sep 23 06:55:51.551097 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 43240) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:51.567871 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-b04b09a1-0d15-4097-9d15-ccdd8dab6f49 tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-774781571', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:55:51.610009 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-369937db-3835-49f8-bbe3-36169fe1657d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9e7ccd562fb448caa42c018b93218d8a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0378547 Sep 23 06:55:51.621981 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369937db-3835-49f8-bbe3-36169fe1657d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e509b5f9-58c2-482e-ab0c-aa678d169391,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:51.625191 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 43244) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:51.651340 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f54c85-f5f0-44b6-9397-8e1f19405007 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Network 7b2aa13f-d5d4-4efc-af6f-b225b7396bb7 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:55:51.700822 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7e6ef293-46e7-42c6-ba83-71cf3c3ad1bd tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:51.711232 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc37bdb3-17d4-41f5-bc9c-90834ace12ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-9fbbbf39-df69-4ad9-8e7a-ab6a35279d8f', 'network_id': '9fbbbf39-df69-4ad9-8e7a-ab6a35279d8f', 'tenant_id': '33ff908947b44625b0fb74b629f6e0c6', 'fixed_ips': [{'subnet_id': 'c4f4621c-4073-434b-aedf-6c706b663443'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 06:55:51.712099 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-bc37bdb3-17d4-41f5-bc9c-90834ace12ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:51.729669 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-b8f54c85-f5f0-44b6-9397-8e1f19405007 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 7b2aa13f-d5d4-4efc-af6f-b225b7396bb7) {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:55:51.734211 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f54c85-f5f0-44b6-9397-8e1f19405007 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:51.734944 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b8f54c85-f5f0-44b6-9397-8e1f19405007 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:51.738132 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b04b09a1-0d15-4097-9d15-ccdd8dab6f49 tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:51.739202 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b04b09a1-0d15-4097-9d15-ccdd8dab6f49 tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:51.740808 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e920d55-6cd5-42eb-87de-761ce6745780 None None] Network 7b2aa13f-d5d4-4efc-af6f-b225b7396bb7 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:55:51.777196 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-7e6ef293-46e7-42c6-ba83-71cf3c3ad1bd tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98a59e49-ae01-411f-a6d0-7b4a7b1e1b0b']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:51.844715 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b04b09a1-0d15-4097-9d15-ccdd8dab6f49 tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:51.865195 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-7e6ef293-46e7-42c6-ba83-71cf3c3ad1bd tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd86fdf3d-7ead-460c-8682-99fdd08023ba') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:51.865617 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-7e6ef293-46e7-42c6-ba83-71cf3c3ad1bd tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd86fdf3d-7ead-460c-8682-99fdd08023ba') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:51.886349 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0104cb9c-14b0-47d7-b205-efaff2fa4f89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:51.892309 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-b8f54c85-f5f0-44b6-9397-8e1f19405007 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5351303 Sep 23 06:55:51.902593 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 43256) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:51.910471 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b04b09a1-0d15-4097-9d15-ccdd8dab6f49 tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:51.937142 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-71bcce4e-5e34-4a75-9860-6bf32f3674e4 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1471196817', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:55:51.966652 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7e6ef293-46e7-42c6-ba83-71cf3c3ad1bd tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:51.975066 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-bc37bdb3-17d4-41f5-bc9c-90834ace12ac None None] Allocated IP 172.20.0.2 (9fbbbf39-df69-4ad9-8e7a-ab6a35279d8f/c4f4621c-4073-434b-aedf-6c706b663443/57abdcac-0f5d-4932-aec1-b13a6bb7c528) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:55:51.980218 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b04b09a1-0d15-4097-9d15-ccdd8dab6f49 tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:51.984054 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-b04b09a1-0d15-4097-9d15-ccdd8dab6f49 tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.4224744 Sep 23 06:55:51.989038 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 43258) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:52.007597 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7e6ef293-46e7-42c6-ba83-71cf3c3ad1bd tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:52.008039 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 43260) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:52.014918 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0104cb9c-14b0-47d7-b205-efaff2fa4f89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:52.032750 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e6ef293-46e7-42c6-ba83-71cf3c3ad1bd tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:55:52.033175 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7e6ef293-46e7-42c6-ba83-71cf3c3ad1bd tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:52.035953 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 06:55:52.035953 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:55:52.035953 n-d-715271-16 neutron-server[95066]: timer() Sep 23 06:55:52.035953 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:55:52.035953 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 06:55:52.035953 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:55:52.035953 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 06:55:52.035953 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:55:52.035953 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 06:55:52.035953 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:55:52.035953 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 06:55:52.035953 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:55:52.035953 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 06:55:52.035953 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:55:52.035953 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:55:52.035953 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:55:52.035953 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:55:52.035953 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:55:52.035953 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 06:55:52.035953 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:55:52.035953 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 06:55:52.035953 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:55:52.035953 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:55:52.035953 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:55:52.035953 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 06:55:52.035953 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:55:52.035953 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:55:52.035953 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:55:52.035953 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:55:52.035953 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:55:52.035953 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:55:52.035953 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:55:52.055136 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b8649d-429e-4875-9fee-cd881b1c4325 req-7b213f5c-e307-46c9-95d1-2c664a600e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:52.056717 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e3b8649d-429e-4875-9fee-cd881b1c4325 req-7b213f5c-e307-46c9-95d1-2c664a600e3c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=30533a6f-b862-4b9d-ba78-3a6162dd1f60 HTTP/1.1" status: 200 len: 851 time: 0.5763397 Sep 23 06:55:52.111563 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-71bcce4e-5e34-4a75-9860-6bf32f3674e4 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:52.113210 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-71bcce4e-5e34-4a75-9860-6bf32f3674e4 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:52.134325 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90848d21-da16-4b45-9638-4ed7560f7e80 req-fdd3ffe4-1714-4158-b78f-56e4e4a1d3b2 tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:52.135752 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-90848d21-da16-4b45-9638-4ed7560f7e80 req-fdd3ffe4-1714-4158-b78f-56e4e4a1d3b2 tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1cd84fc-812d-47ec-a964-fe50909675ac HTTP/1.1" status: 200 len: 943 time: 0.1839569 Sep 23 06:55:52.186753 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7e6ef293-46e7-42c6-ba83-71cf3c3ad1bd tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:52.198359 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e6ef293-46e7-42c6-ba83-71cf3c3ad1bd tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 98a59e49-ae01-411f-a6d0-7b4a7b1e1b0b {{(pid=95066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 23 06:55:52.229661 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9c84c2-fc92-4201-8d76-ac6d96a4fd1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-7b2aa13f-d5d4-4efc-af6f-b225b7396bb7', 'network_id': '7b2aa13f-d5d4-4efc-af6f-b225b7396bb7', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'fixed_ips': [{'subnet_id': '7912a3b9-4833-47d0-8039-bd98201f75f9'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 06:55:52.230800 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-71bcce4e-5e34-4a75-9860-6bf32f3674e4 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:52.231422 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8a9c84c2-fc92-4201-8d76-ac6d96a4fd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:52.232546 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7e6ef293-46e7-42c6-ba83-71cf3c3ad1bd tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:52.237253 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-7e6ef293-46e7-42c6-ba83-71cf3c3ad1bd tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] 10.222.0.39 "DELETE /v2.0/networks/98a59e49-ae01-411f-a6d0-7b4a7b1e1b0b HTTP/1.1" status: 204 len: 168 time: 3.1294353 Sep 23 06:55:52.245988 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 43266) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:52.247530 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-71bcce4e-5e34-4a75-9860-6bf32f3674e4 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:52.253608 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0104cb9c-14b0-47d7-b205-efaff2fa4f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:52.256557 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0104cb9c-14b0-47d7-b205-efaff2fa4f89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:52.260416 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-0104cb9c-14b0-47d7-b205-efaff2fa4f89 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e509b5f9-58c2-482e-ab0c-aa678d169391 HTTP/1.1" status: 204 len: 168 time: 0.6263185 Sep 23 06:55:52.296751 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6ef293-46e7-42c6-ba83-71cf3c3ad1bd tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Pushing event deleted for resources: {'Network': ['ID=98a59e49-ae01-411f-a6d0-7b4a7b1e1b0b,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:52.304340 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0104cb9c-14b0-47d7-b205-efaff2fa4f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e509b5f9-58c2-482e-ab0c-aa678d169391,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:52.320787 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-a5614f5b-5e3f-4dbd-a614-0cbfb123ecfb admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1378560841-network', 'tenant_id': 'eedcc1ede52d49b189ea690fce0223cc'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:55:52.326450 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-71bcce4e-5e34-4a75-9860-6bf32f3674e4 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:52.327962 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-71bcce4e-5e34-4a75-9860-6bf32f3674e4 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4074697 Sep 23 06:55:52.330757 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 43270) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:52.406559 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b8649d-429e-4875-9fee-cd881b1c4325 req-ddb20402-610a-483a-b251-cd8c605e4fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:52.407964 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e3b8649d-429e-4875-9fee-cd881b1c4325 req-ddb20402-610a-483a-b251-cd8c605e4fed service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=73269455-291c-4521-ad88-579f38510b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3427329 Sep 23 06:55:52.468834 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-8a9c84c2-fc92-4201-8d76-ac6d96a4fd1f None None] Allocated IP 2001:db8::2 (7b2aa13f-d5d4-4efc-af6f-b225b7396bb7/7912a3b9-4833-47d0-8039-bd98201f75f9/85a71cec-743d-4906-a07a-6e3a9b31bca6) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:55:52.474730 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-90848d21-da16-4b45-9638-4ed7560f7e80 req-dff66aae-c906-4dc3-a7d3-ccf84806c568 tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] 10.222.0.39 "GET /v2.0/security-groups?id=525bd54d-13c7-4683-81fd-80c01071e156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2952950 Sep 23 06:55:52.576166 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-e1ae7549-ded5-457a-ba58-751291c7d907 tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2262 time: 0.3278220 Sep 23 06:55:52.577144 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5614f5b-5e3f-4dbd-a614-0cbfb123ecfb admin admin] Made reservation on behalf of eedcc1ede52d49b189ea690fce0223cc for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:55:52.579691 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a5614f5b-5e3f-4dbd-a614-0cbfb123ecfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:52.584788 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 43276) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:52.594398 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a5614f5b-5e3f-4dbd-a614-0cbfb123ecfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:52.633431 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-bc37bdb3-17d4-41f5-bc9c-90834ace12ac None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:52.649696 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-bc37bdb3-17d4-41f5-bc9c-90834ace12ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:52.712813 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc37bdb3-17d4-41f5-bc9c-90834ace12ac None None] Network 9fbbbf39-df69-4ad9-8e7a-ab6a35279d8f is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:55:52.724245 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-bc37bdb3-17d4-41f5-bc9c-90834ace12ac None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:55:52.739019 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d27f9322-cd7a-4728-bd7e-959a4475d056 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:52.756925 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc37bdb3-17d4-41f5-bc9c-90834ace12ac None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:55:52.788766 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37bdb3-17d4-41f5-bc9c-90834ace12ac None None] Pushing event updated for resources: {'Port': ['ID=57abdcac-0f5d-4932-aec1-b13a6bb7c528,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:52.846448 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-bc37bdb3-17d4-41f5-bc9c-90834ace12ac None None] Attempting to bind port 57abdcac-0f5d-4932-aec1-b13a6bb7c528 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:55:52.848100 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-bc37bdb3-17d4-41f5-bc9c-90834ace12ac None None] Attempting to bind port 57abdcac-0f5d-4932-aec1-b13a6bb7c528 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': 'f7ea8817-0a9d-48ff-b5f7-4430c5919eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '9fbbbf39-df69-4ad9-8e7a-ab6a35279d8f'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:55:52.848603 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc37bdb3-17d4-41f5-bc9c-90834ace12ac None None] Attempting to bind port 57abdcac-0f5d-4932-aec1-b13a6bb7c528 on network 9fbbbf39-df69-4ad9-8e7a-ab6a35279d8f {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:55:52.852151 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8a9c84c2-fc92-4201-8d76-ac6d96a4fd1f None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:52.858602 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc37bdb3-17d4-41f5-bc9c-90834ace12ac None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:55:52.859112 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc37bdb3-17d4-41f5-bc9c-90834ace12ac None None] Checking segment: {'id': 'f7ea8817-0a9d-48ff-b5f7-4430c5919eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '9fbbbf39-df69-4ad9-8e7a-ab6a35279d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:55:52.859631 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-bc37bdb3-17d4-41f5-bc9c-90834ace12ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:52.860173 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc37bdb3-17d4-41f5-bc9c-90834ace12ac None None] Bound using segment: {'id': 'f7ea8817-0a9d-48ff-b5f7-4430c5919eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '9fbbbf39-df69-4ad9-8e7a-ab6a35279d8f'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:55:52.860806 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-bc37bdb3-17d4-41f5-bc9c-90834ace12ac None None] Bound port: 57abdcac-0f5d-4932-aec1-b13a6bb7c528, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ea8817-0a9d-48ff-b5f7-4430c5919eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '9fbbbf39-df69-4ad9-8e7a-ab6a35279d8f'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:55:52.861298 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-bc37bdb3-17d4-41f5-bc9c-90834ace12ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:52.867196 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8a9c84c2-fc92-4201-8d76-ac6d96a4fd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:52.877824 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e3b8649d-429e-4875-9fee-cd881b1c4325 req-625467a2-bcda-4eae-9303-6200641a2f4d service neutron] 10.222.0.21 "GET /v2.0/networks/73269455-291c-4521-ad88-579f38510b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4293337 Sep 23 06:55:52.922541 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9c84c2-fc92-4201-8d76-ac6d96a4fd1f None None] Pushing event updated for resources: {'Port': ['ID=85a71cec-743d-4906-a07a-6e3a9b31bca6,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:52.930476 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f34015d-b346-47ed-b7ea-46800abd004d tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:52.931990 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f34015d-b346-47ed-b7ea-46800abd004d tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:52.932439 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f34015d-b346-47ed-b7ea-46800abd004d tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:52.933033 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f34015d-b346-47ed-b7ea-46800abd004d tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:52.933342 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f34015d-b346-47ed-b7ea-46800abd004d tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:52.937135 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f34015d-b346-47ed-b7ea-46800abd004d tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:52.937759 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f34015d-b346-47ed-b7ea-46800abd004d tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:52.938254 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f34015d-b346-47ed-b7ea-46800abd004d tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:52.940093 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f34015d-b346-47ed-b7ea-46800abd004d tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:52.940630 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f34015d-b346-47ed-b7ea-46800abd004d tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:52.941619 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9c84c2-fc92-4201-8d76-ac6d96a4fd1f None None] Network 7b2aa13f-d5d4-4efc-af6f-b225b7396bb7 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:55:52.943470 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-8a9c84c2-fc92-4201-8d76-ac6d96a4fd1f None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:55:52.943842 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f34015d-b346-47ed-b7ea-46800abd004d tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:52.944485 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f34015d-b346-47ed-b7ea-46800abd004d tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:52.947111 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9c84c2-fc92-4201-8d76-ac6d96a4fd1f None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:55:52.955036 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-9f34015d-b346-47ed-b7ea-46800abd004d tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7569 time: 0.3600526 Sep 23 06:55:52.961483 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 43284) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:53.061084 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [None req-68b30ff2-192f-446b-8a52-4f1a36139b1b tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] delete failed (client error): The resource could not be found. Sep 23 06:55:53.062398 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-68b30ff2-192f-446b-8a52-4f1a36139b1b tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] 10.222.0.39 "DELETE /v2.0/floatingips/8f4ebf6f-170e-4c95-a85b-cebd6d901a22 HTTP/1.1" status: 404 len: 345 time: 0.0894823 Sep 23 06:55:53.063778 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-32d53cc6-b2f9-472a-89e6-4f4267e0d1d2 tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:53.068332 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-8a9c84c2-fc92-4201-8d76-ac6d96a4fd1f None None] Attempting to bind port 85a71cec-743d-4906-a07a-6e3a9b31bca6 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:55:53.068824 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-8a9c84c2-fc92-4201-8d76-ac6d96a4fd1f None None] Attempting to bind port 85a71cec-743d-4906-a07a-6e3a9b31bca6 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '19c15867-073c-480f-a591-c9d05a08b4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7b2aa13f-d5d4-4efc-af6f-b225b7396bb7'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:55:53.069266 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9c84c2-fc92-4201-8d76-ac6d96a4fd1f None None] Attempting to bind port 85a71cec-743d-4906-a07a-6e3a9b31bca6 on network 7b2aa13f-d5d4-4efc-af6f-b225b7396bb7 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:55:53.071797 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 43288) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:53.076234 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9c84c2-fc92-4201-8d76-ac6d96a4fd1f None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:55:53.076720 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9c84c2-fc92-4201-8d76-ac6d96a4fd1f None None] Checking segment: {'id': '19c15867-073c-480f-a591-c9d05a08b4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7b2aa13f-d5d4-4efc-af6f-b225b7396bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:55:53.077333 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8a9c84c2-fc92-4201-8d76-ac6d96a4fd1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:53.077877 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9c84c2-fc92-4201-8d76-ac6d96a4fd1f None None] Bound using segment: {'id': '19c15867-073c-480f-a591-c9d05a08b4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7b2aa13f-d5d4-4efc-af6f-b225b7396bb7'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:55:53.078386 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-8a9c84c2-fc92-4201-8d76-ac6d96a4fd1f None None] Bound port: 85a71cec-743d-4906-a07a-6e3a9b31bca6, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c15867-073c-480f-a591-c9d05a08b4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7b2aa13f-d5d4-4efc-af6f-b225b7396bb7'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:55:53.078806 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8a9c84c2-fc92-4201-8d76-ac6d96a4fd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:53.082832 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-bc37bdb3-17d4-41f5-bc9c-90834ace12ac None None] For port 57abdcac-0f5d-4932-aec1-b13a6bb7c528, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:55:53.091438 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-bc37bdb3-17d4-41f5-bc9c-90834ace12ac None None] For port 57abdcac-0f5d-4932-aec1-b13a6bb7c528, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=57abdcac-0f5d-4932-aec1-b13a6bb7c528,segment=NetworkSegment(f7ea8817-0a9d-48ff-b5f7-4430c5919eee),segment_id=f7ea8817-0a9d-48ff-b5f7-4430c5919eee)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:55:53.107354 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-bc37bdb3-17d4-41f5-bc9c-90834ace12ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:53.179423 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-daee1c87-8069-4bf0-acc9-2e30245a5fcc tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] DELETE failed (client error): The resource could not be found. Sep 23 06:55:53.180396 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daee1c87-8069-4bf0-acc9-2e30245a5fcc tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:55:53.182525 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-daee1c87-8069-4bf0-acc9-2e30245a5fcc tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] 10.222.0.39 "DELETE /v2.0/networks/98a59e49-ae01-411f-a6d0-7b4a7b1e1b0b HTTP/1.1" status: 404 len: 339 time: 0.1094391 Sep 23 06:55:53.204977 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 43296) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:53.214917 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-e46762e7-2969-47f2-a186-71921f061af1 tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Request body: {'network': {'name': 'tempest-network--1854447704', 'router:external': True}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:55:53.253396 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37bdb3-17d4-41f5-bc9c-90834ace12ac None None] Pushing event updated for resources: {'Port': ['ID=57abdcac-0f5d-4932-aec1-b13a6bb7c528,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:53.274919 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-d27f9322-cd7a-4728-bd7e-959a4475d056 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Allocated IP 2001:db8::1 (7b2aa13f-d5d4-4efc-af6f-b225b7396bb7/7912a3b9-4833-47d0-8039-bd98201f75f9/0ca4c1ef-7931-4f3f-af5c-bc55d3048063) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:55:53.305300 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-8a9c84c2-fc92-4201-8d76-ac6d96a4fd1f None None] For port 85a71cec-743d-4906-a07a-6e3a9b31bca6, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:55:53.309031 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-8a9c84c2-fc92-4201-8d76-ac6d96a4fd1f None None] For port 85a71cec-743d-4906-a07a-6e3a9b31bca6, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=85a71cec-743d-4906-a07a-6e3a9b31bca6,segment=NetworkSegment(19c15867-073c-480f-a591-c9d05a08b4f2),segment_id=19c15867-073c-480f-a591-c9d05a08b4f2)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:55:53.315189 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8a9c84c2-fc92-4201-8d76-ac6d96a4fd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:53.388291 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9c84c2-fc92-4201-8d76-ac6d96a4fd1f None None] Pushing event updated for resources: {'Port': ['ID=85a71cec-743d-4906-a07a-6e3a9b31bca6,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:53.446282 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d27f9322-cd7a-4728-bd7e-959a4475d056 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:53.586055 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d27f9322-cd7a-4728-bd7e-959a4475d056 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:53.656520 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a5614f5b-5e3f-4dbd-a614-0cbfb123ecfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:53.671812 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e3b8649d-429e-4875-9fee-cd881b1c4325 req-8511364e-c92b-4360-a6a1-62840363cf43 service neutron] 10.222.0.21 "GET /v2.0/networks/73269455-291c-4521-ad88-579f38510b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7763524 Sep 23 06:55:53.676271 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a5614f5b-5e3f-4dbd-a614-0cbfb123ecfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:53.723586 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e46762e7-2969-47f2-a186-71921f061af1 tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Made reservation on behalf of 8199452f1dd643c792a241ea01f5a566 for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:55:53.725927 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e46762e7-2969-47f2-a186-71921f061af1 tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:53.727392 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-32d53cc6-b2f9-472a-89e6-4f4267e0d1d2 tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Allocated IP 172.20.0.1 (9fbbbf39-df69-4ad9-8e7a-ab6a35279d8f/c4f4621c-4073-434b-aedf-6c706b663443/2b25d90c-079e-41c1-b171-878e2612946d) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:55:53.729765 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5614f5b-5e3f-4dbd-a614-0cbfb123ecfb admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:55:53.790353 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27f9322-cd7a-4728-bd7e-959a4475d056 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Network 7b2aa13f-d5d4-4efc-af6f-b225b7396bb7 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:55:53.801324 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5614f5b-5e3f-4dbd-a614-0cbfb123ecfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f714bf-14af-449d-9f18-bd235c5d7c7b,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:53.803078 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-d27f9322-cd7a-4728-bd7e-959a4475d056 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:55:53.806102 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27f9322-cd7a-4728-bd7e-959a4475d056 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Pushing event updated for resources: {'Port': ['ID=0ca4c1ef-7931-4f3f-af5c-bc55d3048063,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:53.808706 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27f9322-cd7a-4728-bd7e-959a4475d056 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:55:53.809257 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d27f9322-cd7a-4728-bd7e-959a4475d056 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068614'] for router_interface, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:53.813476 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a5614f5b-5e3f-4dbd-a614-0cbfb123ecfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:53.813897 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-a5614f5b-5e3f-4dbd-a614-0cbfb123ecfb admin admin] Added segment 00e5e27b-0ad2-476e-964d-f218b0f5b985 of type vlan for network 0ca5c62c-2fc3-40a0-9ee6-e4b2dac326e4 Sep 23 06:55:53.891677 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e46762e7-2969-47f2-a186-71921f061af1 tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:55:53.922469 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a5614f5b-5e3f-4dbd-a614-0cbfb123ecfb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:53.943935 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff68c1a4-da42-497b-accf-0a21b4b32eae req-fd2d5c76-d1fe-4e72-89d6-a9e79183d378 tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:53.946720 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ff68c1a4-da42-497b-accf-0a21b4b32eae req-fd2d5c76-d1fe-4e72-89d6-a9e79183d378 tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1cd84fc-812d-47ec-a964-fe50909675ac HTTP/1.1" status: 200 len: 943 time: 0.2929943 Sep 23 06:55:53.955671 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e46762e7-2969-47f2-a186-71921f061af1 tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:53.956613 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-e46762e7-2969-47f2-a186-71921f061af1 tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Added segment a2d67a65-2e9e-4c76-a540-c06446c9c743 of type vlan for network 9e47c21a-5a30-4a65-b08f-42075ef4fb63 Sep 23 06:55:53.967478 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb479c7-29b4-463a-94f0-a80034138f18 req-635bad1d-ef68-455f-9071-224174e7d534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:53.969095 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1fb479c7-29b4-463a-94f0-a80034138f18 req-635bad1d-ef68-455f-9071-224174e7d534 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=32d6446ab2e641418601d6f9b0d422b1&device_id=d1cd84fc-812d-47ec-a964-fe50909675ac HTTP/1.1" status: 200 len: 1095 time: 0.2183912 Sep 23 06:55:54.043668 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a5614f5b-5e3f-4dbd-a614-0cbfb123ecfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:54.044538 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5614f5b-5e3f-4dbd-a614-0cbfb123ecfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:54.045112 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a5614f5b-5e3f-4dbd-a614-0cbfb123ecfb admin admin] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:54.088741 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e46762e7-2969-47f2-a186-71921f061af1 tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:54.095374 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ff68c1a4-da42-497b-accf-0a21b4b32eae req-c6c06e30-f3ca-4222-a791-13206b68a18f tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] 10.222.0.39 "GET /v2.0/security-groups?id=525bd54d-13c7-4683-81fd-80c01071e156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371338 Sep 23 06:55:54.099566 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d27f9322-cd7a-4728-bd7e-959a4475d056 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:54.132860 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-32d53cc6-b2f9-472a-89e6-4f4267e0d1d2 tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:54.150496 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-a5614f5b-5e3f-4dbd-a614-0cbfb123ecfb admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.1413078 Sep 23 06:55:54.156518 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e46762e7-2969-47f2-a186-71921f061af1 tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:54.157589 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46762e7-2969-47f2-a186-71921f061af1 tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:54.158977 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e46762e7-2969-47f2-a186-71921f061af1 tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:54.212932 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5614f5b-5e3f-4dbd-a614-0cbfb123ecfb admin admin] Pushing event updated for resources: {'Network': ['ID=0ca5c62c-2fc3-40a0-9ee6-e4b2dac326e4,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:54.230923 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 0ca5c62c-2fc3-40a0-9ee6-e4b2dac326e4 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:55:54.240785 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb479c7-29b4-463a-94f0-a80034138f18 req-581b654c-b2db-4679-9e15-590e812a554d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:54.243039 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1fb479c7-29b4-463a-94f0-a80034138f18 req-581b654c-b2db-4679-9e15-590e812a554d service neutron] 10.222.0.21 "GET /v2.0/networks?id=73269455-291c-4521-ad88-579f38510b1a HTTP/1.1" status: 200 len: 913 time: 0.2617776 Sep 23 06:55:54.248280 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 43318) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:54.250226 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-e46762e7-2969-47f2-a186-71921f061af1 tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0404258 Sep 23 06:55:54.295143 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46762e7-2969-47f2-a186-71921f061af1 tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Pushing event updated for resources: {'Network': ['ID=9e47c21a-5a30-4a65-b08f-42075ef4fb63,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:54.334647 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 9e47c21a-5a30-4a65-b08f-42075ef4fb63 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:55:54.336484 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1fb479c7-29b4-463a-94f0-a80034138f18 req-950de607-e476-4682-b9a9-b54384224908 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=abe0245b-de5a-4ba9-9037-4492913740ce HTTP/1.1" status: 200 len: 217 time: 0.0608850 Sep 23 06:55:54.539732 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-32d53cc6-b2f9-472a-89e6-4f4267e0d1d2 tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:54.591218 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d27f9322-cd7a-4728-bd7e-959a4475d056 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:54.599929 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d27f9322-cd7a-4728-bd7e-959a4475d056 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:54.600958 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d27f9322-cd7a-4728-bd7e-959a4475d056 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067062'] for router_interface, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:54.614939 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d53cc6-b2f9-472a-89e6-4f4267e0d1d2 tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Network 9fbbbf39-df69-4ad9-8e7a-ab6a35279d8f is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:55:54.632146 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb479c7-29b4-463a-94f0-a80034138f18 req-8238f86c-7994-4001-8252-25e2dc6b8914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:54.633765 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1fb479c7-29b4-463a-94f0-a80034138f18 req-8238f86c-7994-4001-8252-25e2dc6b8914 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=30533a6f-b862-4b9d-ba78-3a6162dd1f60 HTTP/1.1" status: 200 len: 851 time: 0.2705116 Sep 23 06:55:54.644395 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-32d53cc6-b2f9-472a-89e6-4f4267e0d1d2 tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:55:54.656149 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d53cc6-b2f9-472a-89e6-4f4267e0d1d2 tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:55:54.807334 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27f9322-cd7a-4728-bd7e-959a4475d056 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Pushing event updated for resources: {'Port': ['ID=0ca4c1ef-7931-4f3f-af5c-bc55d3048063,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:54.836202 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d53cc6-b2f9-472a-89e6-4f4267e0d1d2 tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Pushing event updated for resources: {'Port': ['ID=2b25d90c-079e-41c1-b171-878e2612946d,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:54.858574 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d440fc51-ac1e-4f5c-a273-d5f469f761c4 tempest-ExternalNetworksTestJSON-1048575423 tempest-ExternalNetworksTestJSON-1048575423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:54.871604 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d440fc51-ac1e-4f5c-a273-d5f469f761c4 tempest-ExternalNetworksTestJSON-1048575423 tempest-ExternalNetworksTestJSON-1048575423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:54.878284 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d440fc51-ac1e-4f5c-a273-d5f469f761c4 tempest-ExternalNetworksTestJSON-1048575423 tempest-ExternalNetworksTestJSON-1048575423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:54.884319 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d440fc51-ac1e-4f5c-a273-d5f469f761c4 tempest-ExternalNetworksTestJSON-1048575423 tempest-ExternalNetworksTestJSON-1048575423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:54.892361 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-d440fc51-ac1e-4f5c-a273-d5f469f761c4 tempest-ExternalNetworksTestJSON-1048575423 tempest-ExternalNetworksTestJSON-1048575423-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.6429405 Sep 23 06:55:54.894188 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 43340) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:54.948422 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb479c7-29b4-463a-94f0-a80034138f18 req-0a1ce068-4a75-4180-9765-fb2bdd4330d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:54.949940 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1fb479c7-29b4-463a-94f0-a80034138f18 req-0a1ce068-4a75-4180-9765-fb2bdd4330d1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=73269455-291c-4521-ad88-579f38510b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2981169 Sep 23 06:55:54.958050 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-32d53cc6-b2f9-472a-89e6-4f4267e0d1d2 tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068614'] for router_interface, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:55.057465 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbf3497-d4ed-4684-85c8-84a94b195377 None None] Network 9fbbbf39-df69-4ad9-8e7a-ab6a35279d8f requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:55:55.084232 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-051f6b90-22a2-4e38-b336-b53045c1f55f tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:55.110174 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a8e20e-5f13-4062-8111-e673d24030ef req-035f4b66-9cb8-44b5-849a-2bde76626b5d tempest-ComputeTenantNetworksTest-1739672265 tempest-ComputeTenantNetworksTest-1739672265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:55.118246 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a8e20e-5f13-4062-8111-e673d24030ef req-035f4b66-9cb8-44b5-849a-2bde76626b5d tempest-ComputeTenantNetworksTest-1739672265 tempest-ComputeTenantNetworksTest-1739672265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:55.126448 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a8e20e-5f13-4062-8111-e673d24030ef req-035f4b66-9cb8-44b5-849a-2bde76626b5d tempest-ComputeTenantNetworksTest-1739672265 tempest-ComputeTenantNetworksTest-1739672265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:55.165368 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a8e20e-5f13-4062-8111-e673d24030ef req-035f4b66-9cb8-44b5-849a-2bde76626b5d tempest-ComputeTenantNetworksTest-1739672265 tempest-ComputeTenantNetworksTest-1739672265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:55.173628 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b3a8e20e-5f13-4062-8111-e673d24030ef req-035f4b66-9cb8-44b5-849a-2bde76626b5d tempest-ComputeTenantNetworksTest-1739672265 tempest-ComputeTenantNetworksTest-1739672265-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2455 time: 0.3599017 Sep 23 06:55:55.184242 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 57abdcac-0f5d-4932-aec1-b13a6bb7c528 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:55:55.224240 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-de2ad2ac-3c0f-49ae-a9cd-01150d54b8f9 None None] Provisioning complete for port 57abdcac-0f5d-4932-aec1-b13a6bb7c528 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:55:55.224574 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-de2ad2ac-3c0f-49ae-a9cd-01150d54b8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:55.254499 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1fb479c7-29b4-463a-94f0-a80034138f18 req-c878c888-8ac3-4cfa-8de8-b05c03dad381 service neutron] 10.222.0.21 "GET /v2.0/networks/73269455-291c-4521-ad88-579f38510b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912230 Sep 23 06:55:55.377005 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-de2ad2ac-3c0f-49ae-a9cd-01150d54b8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:55.453694 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee974ac8-86e0-4de7-896d-dca521a4c4ab None None] Network 7b2aa13f-d5d4-4efc-af6f-b225b7396bb7 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:55:55.588239 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 57abdcac-0f5d-4932-aec1-b13a6bb7c528 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:55:55.588656 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:55.769605 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f651e0dd-345b-4203-9947-39007eb72cc9 req-43a2fe4f-f4a6-4823-a329-0054e91adfee tempest-ComputeTenantNetworksTest-1739672265 tempest-ComputeTenantNetworksTest-1739672265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:55.771046 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f651e0dd-345b-4203-9947-39007eb72cc9 req-43a2fe4f-f4a6-4823-a329-0054e91adfee tempest-ComputeTenantNetworksTest-1739672265 tempest-ComputeTenantNetworksTest-1739672265-project] 10.222.0.39 "GET /v2.0/networks/0ca5c62c-2fc3-40a0-9ee6-e4b2dac326e4 HTTP/1.1" status: 200 len: 769 time: 0.5196066 Sep 23 06:55:55.780822 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 43390) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:55.832242 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-051f6b90-22a2-4e38-b336-b53045c1f55f tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:55.834887 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-32d53cc6-b2f9-472a-89e6-4f4267e0d1d2 tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:55.835149 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27f9322-cd7a-4728-bd7e-959a4475d056 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Network 7b2aa13f-d5d4-4efc-af6f-b225b7396bb7 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:55:55.838756 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-d27f9322-cd7a-4728-bd7e-959a4475d056 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:55:55.869640 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a2c75-c8bf-478c-a24e-0c8d2d70b8ef req-7a43bf57-3d89-4627-a2bf-662286a53278 tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:55.877582 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-884a2c75-c8bf-478c-a24e-0c8d2d70b8ef req-7a43bf57-3d89-4627-a2bf-662286a53278 tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1cd84fc-812d-47ec-a964-fe50909675ac HTTP/1.1" status: 200 len: 943 time: 0.6048005 Sep 23 06:55:55.898440 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 43394) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:55.912281 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-051f6b90-22a2-4e38-b336-b53045c1f55f tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e47c21a-5a30-4a65-b08f-42075ef4fb63']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:55.948424 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:55.964011 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-051f6b90-22a2-4e38-b336-b53045c1f55f tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2d67a65-2e9e-4c76-a540-c06446c9c743') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:55.964369 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-051f6b90-22a2-4e38-b336-b53045c1f55f tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2d67a65-2e9e-4c76-a540-c06446c9c743') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:55.965564 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-de2ad2ac-3c0f-49ae-a9cd-01150d54b8f9 None None] For port 57abdcac-0f5d-4932-aec1-b13a6bb7c528, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=57abdcac-0f5d-4932-aec1-b13a6bb7c528,segment=NetworkSegment(f7ea8817-0a9d-48ff-b5f7-4430c5919eee),segment_id=f7ea8817-0a9d-48ff-b5f7-4430c5919eee)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:55:55.985670 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1fb479c7-29b4-463a-94f0-a80034138f18 req-2ddc24bb-c332-48c0-9943-ce1ba5eb35bf service neutron] 10.222.0.21 "GET /v2.0/networks/73269455-291c-4521-ad88-579f38510b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7232018 Sep 23 06:55:55.998146 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-051f6b90-22a2-4e38-b336-b53045c1f55f tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:56.023182 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fc522095-2916-4cff-a9bb-10fed6606b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:56.043886 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-884a2c75-c8bf-478c-a24e-0c8d2d70b8ef req-5098056a-427b-4cf0-9346-1c2dda7f6a8c tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] 10.222.0.39 "GET /v2.0/security-groups?id=525bd54d-13c7-4683-81fd-80c01071e156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606987 Sep 23 06:55:56.076384 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-de2ad2ac-3c0f-49ae-a9cd-01150d54b8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:56.085502 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.db.api [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 06:55:56.085852 n-d-715271-16 neutron-server[95067]: DEBUG oslo_db.api [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 06:55:56.112148 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-051f6b90-22a2-4e38-b336-b53045c1f55f tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:56.113818 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d27f9322-cd7a-4728-bd7e-959a4475d056 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Router f9da2e8b-e9c2-4643-927c-5e0e556cb074 is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 06:55:56.133954 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-051f6b90-22a2-4e38-b336-b53045c1f55f tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:55:56.134684 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-051f6b90-22a2-4e38-b336-b53045c1f55f tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:56.136538 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 06:55:56.136538 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:55:56.136538 n-d-715271-16 neutron-server[95065]: timer() Sep 23 06:55:56.136538 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:55:56.136538 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 06:55:56.136538 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:55:56.136538 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 06:55:56.136538 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:55:56.136538 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 06:55:56.136538 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:55:56.136538 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 06:55:56.136538 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:55:56.136538 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 06:55:56.136538 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:55:56.136538 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:55:56.136538 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:55:56.136538 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:55:56.136538 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:55:56.136538 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 06:55:56.136538 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:55:56.136538 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 06:55:56.136538 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:55:56.136538 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:55:56.136538 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:55:56.136538 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 06:55:56.136538 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:55:56.136538 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:55:56.136538 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:55:56.136538 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:55:56.136538 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:55:56.136538 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:55:56.136538 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:55:56.175989 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2ad2ac-3c0f-49ae-a9cd-01150d54b8f9 None None] Pushing event updated for resources: {'Port': ['ID=57abdcac-0f5d-4932-aec1-b13a6bb7c528,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:56.187891 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-31ef782b-98ba-4771-9f6e-640ad5aa69a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:56.208733 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-2c39c2d1-5abd-49cc-b557-5912f1a42509 None None] Provisioning complete for port 85a71cec-743d-4906-a07a-6e3a9b31bca6 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:55:56.209170 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2c39c2d1-5abd-49cc-b557-5912f1a42509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:56.239379 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d27f9322-cd7a-4728-bd7e-959a4475d056 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:55:56.251716 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5cd4ee-1c98-487c-8917-edc916a3a6db None None] Sync routers for ids ['f9da2e8b-e9c2-4643-927c-5e0e556cb074'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:55:56.254708 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-d27f9322-cd7a-4728-bd7e-959a4475d056 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "PUT /v2.0/routers/f9da2e8b-e9c2-4643-927c-5e0e556cb074/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9202886 Sep 23 06:55:56.257419 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 43398) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:56.268723 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5cd4ee-1c98-487c-8917-edc916a3a6db None None] Routers {'f9da2e8b-e9c2-4643-927c-5e0e556cb074'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:55:56.269362 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-af5cd4ee-1c98-487c-8917-edc916a3a6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:55:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['f9da2e8b-e9c2-4643-927c-5e0e556cb074'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:56.304290 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fc522095-2916-4cff-a9bb-10fed6606b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:56.331859 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-fc522095-2916-4cff-a9bb-10fed6606b2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ca5c62c-2fc3-40a0-9ee6-e4b2dac326e4']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:56.344538 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-fc522095-2916-4cff-a9bb-10fed6606b2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00e5e27b-0ad2-476e-964d-f218b0f5b985') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:56.345208 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-fc522095-2916-4cff-a9bb-10fed6606b2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00e5e27b-0ad2-476e-964d-f218b0f5b985') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:56.346115 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-051f6b90-22a2-4e38-b336-b53045c1f55f tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:56.354440 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-af5cd4ee-1c98-487c-8917-edc916a3a6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:56.370109 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fc522095-2916-4cff-a9bb-10fed6606b2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:56.371920 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-051f6b90-22a2-4e38-b336-b53045c1f55f tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9e47c21a-5a30-4a65-b08f-42075ef4fb63 {{(pid=95065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 23 06:55:56.378642 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5cd4ee-1c98-487c-8917-edc916a3a6db None None] Routers {'f9da2e8b-e9c2-4643-927c-5e0e556cb074'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:55:56.379524 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-af5cd4ee-1c98-487c-8917-edc916a3a6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:55:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['f9da2e8b-e9c2-4643-927c-5e0e556cb074'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:56.392738 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-051f6b90-22a2-4e38-b336-b53045c1f55f tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:56.394870 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-051f6b90-22a2-4e38-b336-b53045c1f55f tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] 10.222.0.39 "DELETE /v2.0/networks/9e47c21a-5a30-4a65-b08f-42075ef4fb63 HTTP/1.1" status: 204 len: 168 time: 1.4942052 Sep 23 06:55:56.398672 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 43400) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:56.405356 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-bc23435d-93eb-42b1-869a-0ff38085882c tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Request body: {'network': {'name': 'tempest-network--1139973795', 'router:external': True}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:55:56.413968 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2c39c2d1-5abd-49cc-b557-5912f1a42509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:56.420597 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12dface-f336-4a81-93fc-3f7421750fd0 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:56.422626 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-c12dface-f336-4a81-93fc-3f7421750fd0 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "GET /v2.0/ports/0ca4c1ef-7931-4f3f-af5c-bc55d3048063 HTTP/1.1" status: 200 len: 911 time: 0.1589355 Sep 23 06:55:56.423714 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051f6b90-22a2-4e38-b336-b53045c1f55f tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Pushing event deleted for resources: {'Network': ['ID=9e47c21a-5a30-4a65-b08f-42075ef4fb63,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:56.432422 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 43402) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:56.442339 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fc522095-2916-4cff-a9bb-10fed6606b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:56.457536 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-af5cd4ee-1c98-487c-8917-edc916a3a6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:56.458242 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5cd4ee-1c98-487c-8917-edc916a3a6db None None] The sync data for ids ['f9da2e8b-e9c2-4643-927c-5e0e556cb074'] in n-d-715271-16 is: [] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:55:56.500108 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-2c39c2d1-5abd-49cc-b557-5912f1a42509 None None] For port 85a71cec-743d-4906-a07a-6e3a9b31bca6, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=85a71cec-743d-4906-a07a-6e3a9b31bca6,segment=NetworkSegment(19c15867-073c-480f-a591-c9d05a08b4f2),segment_id=19c15867-073c-480f-a591-c9d05a08b4f2)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:55:56.507049 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2c39c2d1-5abd-49cc-b557-5912f1a42509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:56.510989 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc522095-2916-4cff-a9bb-10fed6606b2e admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:55:56.511525 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fc522095-2916-4cff-a9bb-10fed6606b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:56.513255 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 06:55:56.513255 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:55:56.513255 n-d-715271-16 neutron-server[95066]: timer() Sep 23 06:55:56.513255 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:55:56.513255 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 06:55:56.513255 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:55:56.513255 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 06:55:56.513255 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:55:56.513255 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 06:55:56.513255 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:55:56.513255 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 06:55:56.513255 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:55:56.513255 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 06:55:56.513255 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:55:56.513255 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:55:56.513255 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:55:56.513255 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:55:56.513255 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:55:56.513255 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 06:55:56.513255 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:55:56.513255 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 06:55:56.513255 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:55:56.513255 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:55:56.513255 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:55:56.513255 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 06:55:56.513255 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:55:56.513255 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:55:56.513255 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:55:56.513255 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:55:56.513255 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:55:56.513255 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:55:56.513255 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:55:56.607017 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-32d53cc6-b2f9-472a-89e6-4f4267e0d1d2 tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:56.619294 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-32d53cc6-b2f9-472a-89e6-4f4267e0d1d2 tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:56.685634 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c39c2d1-5abd-49cc-b557-5912f1a42509 None None] Pushing event updated for resources: {'Port': ['ID=85a71cec-743d-4906-a07a-6e3a9b31bca6,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:56.734388 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 85a71cec-743d-4906-a07a-6e3a9b31bca6 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:55:56.741999 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-3672a709-362c-402d-b4d9-ffacd7ad1fc0 None None] Provisioning complete for port 2b25d90c-079e-41c1-b171-878e2612946d triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:55:56.742608 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3672a709-362c-402d-b4d9-ffacd7ad1fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:56.755783 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d53cc6-b2f9-472a-89e6-4f4267e0d1d2 tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Pushing event updated for resources: {'Port': ['ID=2b25d90c-079e-41c1-b171-878e2612946d,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:56.763486 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-32d53cc6-b2f9-472a-89e6-4f4267e0d1d2 tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067062'] for router_interface, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:56.778317 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fc522095-2916-4cff-a9bb-10fed6606b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:56.786867 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fc522095-2916-4cff-a9bb-10fed6606b2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602874'] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:56.794470 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-fc522095-2916-4cff-a9bb-10fed6606b2e admin admin] 10.222.0.39 "DELETE /v2.0/networks/0ca5c62c-2fc3-40a0-9ee6-e4b2dac326e4 HTTP/1.1" status: 204 len: 168 time: 1.0121126 Sep 23 06:55:56.819125 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc522095-2916-4cff-a9bb-10fed6606b2e admin admin] Pushing event deleted for resources: {'Network': ['ID=0ca5c62c-2fc3-40a0-9ee6-e4b2dac326e4,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:56.852575 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-3672a709-362c-402d-b4d9-ffacd7ad1fc0 None None] Port 2b25d90c-079e-41c1-b171-878e2612946d cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:55:56.878485 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-3672a709-362c-402d-b4d9-ffacd7ad1fc0 None None] Provisioning complete for port 57abdcac-0f5d-4932-aec1-b13a6bb7c528 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:55:56.878904 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3672a709-362c-402d-b4d9-ffacd7ad1fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:56.881767 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 85a71cec-743d-4906-a07a-6e3a9b31bca6 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:55:56.882151 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:57.021752 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 43410) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:57.037822 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-31ef782b-98ba-4771-9f6e-640ad5aa69a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:57.048981 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-31ef782b-98ba-4771-9f6e-640ad5aa69a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:57.153235 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-31ef782b-98ba-4771-9f6e-640ad5aa69a3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5227681575e84c36920b243d27dea3ee&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2499490 Sep 23 06:55:57.153482 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-fef6d11b-4163-4ac9-956e-e40018a21ed8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=eedcc1ede52d49b189ea690fce0223cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1293099 Sep 23 06:55:57.157061 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc23435d-93eb-42b1-869a-0ff38085882c tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Made reservation on behalf of 8199452f1dd643c792a241ea01f5a566 for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:55:57.159969 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bc23435d-93eb-42b1-869a-0ff38085882c tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:57.179976 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 43414) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:57.180315 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 43416) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:57.195121 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc23435d-93eb-42b1-869a-0ff38085882c tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:55:57.208137 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bc23435d-93eb-42b1-869a-0ff38085882c tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:57.208482 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-bc23435d-93eb-42b1-869a-0ff38085882c tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Added segment 6f66d434-6747-40c0-9266-385f91895d11 of type vlan for network 1f8bfd6d-335f-41de-9d68-8dbeb7889f3b Sep 23 06:55:57.237677 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe32b519-29a8-4cd5-a061-8246f1234814 req-5cf1ffbd-dcde-4acc-a083-0f692254e239 tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:57.239633 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fe32b519-29a8-4cd5-a061-8246f1234814 req-5cf1ffbd-dcde-4acc-a083-0f692254e239 tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1cd84fc-812d-47ec-a964-fe50909675ac HTTP/1.1" status: 200 len: 943 time: 0.0862780 Sep 23 06:55:57.267198 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ef782b-98ba-4771-9f6e-640ad5aa69a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b0a7029-b5e5-4d1b-a511-9f15b28ecff4,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:57.290352 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bc23435d-93eb-42b1-869a-0ff38085882c tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:57.294497 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-b7057e4f-0097-4cbf-9734-d90a19796d70 None None] Provisioning complete for port 0ca4c1ef-7931-4f3f-af5c-bc55d3048063 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:55:57.294871 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b7057e4f-0097-4cbf-9734-d90a19796d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:57.301474 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-eafddaf5-c79a-4277-b6c9-7eb8aeb52abc tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066969'] for router_interface, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:57.304091 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d53cc6-b2f9-472a-89e6-4f4267e0d1d2 tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Network 9fbbbf39-df69-4ad9-8e7a-ab6a35279d8f is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:55:57.321922 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-32d53cc6-b2f9-472a-89e6-4f4267e0d1d2 tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:55:57.323574 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 57abdcac-0f5d-4932-aec1-b13a6bb7c528 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:55:57.360315 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fe32b519-29a8-4cd5-a061-8246f1234814 req-9c2c5543-6d68-4b09-9b7e-9382778ba77f tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] 10.222.0.39 "GET /v2.0/security-groups?id=525bd54d-13c7-4683-81fd-80c01071e156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995929 Sep 23 06:55:57.398463 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bc23435d-93eb-42b1-869a-0ff38085882c tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:57.399781 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc23435d-93eb-42b1-869a-0ff38085882c tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:57.400536 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bc23435d-93eb-42b1-869a-0ff38085882c tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:57.400972 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-b7057e4f-0097-4cbf-9734-d90a19796d70 None None] Port 0ca4c1ef-7931-4f3f-af5c-bc55d3048063 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:55:57.422309 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-b7057e4f-0097-4cbf-9734-d90a19796d70 None None] Provisioning complete for port 85a71cec-743d-4906-a07a-6e3a9b31bca6 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:55:57.423420 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b7057e4f-0097-4cbf-9734-d90a19796d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:57.476313 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 57abdcac-0f5d-4932-aec1-b13a6bb7c528 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:55:57.476961 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:57.556496 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-bc23435d-93eb-42b1-869a-0ff38085882c tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1549869 Sep 23 06:55:57.557536 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc23435d-93eb-42b1-869a-0ff38085882c tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Pushing event updated for resources: {'Network': ['ID=1f8bfd6d-335f-41de-9d68-8dbeb7889f3b,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:57.560945 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 43418) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:57.570480 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 1f8bfd6d-335f-41de-9d68-8dbeb7889f3b details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:55:57.606878 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-b7057e4f-0097-4cbf-9734-d90a19796d70 None None] Provisioning complete for port 2b25d90c-079e-41c1-b171-878e2612946d triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:55:57.608067 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b7057e4f-0097-4cbf-9734-d90a19796d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:57.609303 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-eba75fb6-d34b-49a3-b91c-dd43cc00f563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:57.635829 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-44e5723b-97fe-42d4-a4e4-cc87bc01f74f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:57.665136 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-eba75fb6-d34b-49a3-b91c-dd43cc00f563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:57.680174 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc56b01-41c0-416f-9a67-1052fc2fa10a tempest-ExternalNetworksTestJSON-1048575423 tempest-ExternalNetworksTestJSON-1048575423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:57.684017 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-6fc56b01-41c0-416f-9a67-1052fc2fa10a tempest-ExternalNetworksTestJSON-1048575423 tempest-ExternalNetworksTestJSON-1048575423-project] 10.222.0.39 "GET /v2.0/networks/1f8bfd6d-335f-41de-9d68-8dbeb7889f3b HTTP/1.1" status: 200 len: 757 time: 0.1196067 Sep 23 06:55:57.685917 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 43420) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:57.687280 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-44e5723b-97fe-42d4-a4e4-cc87bc01f74f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:57.695198 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 85a71cec-743d-4906-a07a-6e3a9b31bca6 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:55:57.724456 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-eafddaf5-c79a-4277-b6c9-7eb8aeb52abc tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Deleting port 0ca4c1ef-7931-4f3f-af5c-bc55d3048063 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:55:57.724456 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-eafddaf5-c79a-4277-b6c9-7eb8aeb52abc tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:57.724775 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-b7057e4f-0097-4cbf-9734-d90a19796d70 None None] Port 2b25d90c-079e-41c1-b171-878e2612946d cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:55:57.760005 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 85a71cec-743d-4906-a07a-6e3a9b31bca6 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:55:57.760418 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:57.764073 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32d53cc6-b2f9-472a-89e6-4f4267e0d1d2 tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Router 7f3fb319-3be4-4ee9-8209-fa35b7fa04a0 is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 06:55:57.804500 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0911f4d5-4260-4b6d-83d4-ba7ec90c4e52 tempest-ExternalNetworksTestJSON-1048575423 tempest-ExternalNetworksTestJSON-1048575423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:57.808693 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-0911f4d5-4260-4b6d-83d4-ba7ec90c4e52 tempest-ExternalNetworksTestJSON-1048575423 tempest-ExternalNetworksTestJSON-1048575423-project] 10.222.0.39 "GET /v2.0/networks/d2a279b8-ecc6-499f-8a7f-4f25066c2955 HTTP/1.1" status: 200 len: 768 time: 0.1207085 Sep 23 06:55:57.817520 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 43422) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:57.826930 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-eba75fb6-d34b-49a3-b91c-dd43cc00f563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:57.829376 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-eba75fb6-d34b-49a3-b91c-dd43cc00f563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:57.832950 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-eba75fb6-d34b-49a3-b91c-dd43cc00f563 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1b0a7029-b5e5-4d1b-a511-9f15b28ecff4 HTTP/1.1" status: 204 len: 168 time: 0.5784655 Sep 23 06:55:57.832950 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-44e5723b-97fe-42d4-a4e4-cc87bc01f74f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:57.833919 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-44e5723b-97fe-42d4-a4e4-cc87bc01f74f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:57.838230 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-44e5723b-97fe-42d4-a4e4-cc87bc01f74f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/46f714bf-14af-449d-9f18-bd235c5d7c7b HTTP/1.1" status: 204 len: 168 time: 0.5849698 Sep 23 06:55:57.877630 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-43343805-284d-42df-b8a6-06be4c2be61d None None] Provisioning complete for port 0ca4c1ef-7931-4f3f-af5c-bc55d3048063 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:55:57.879818 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-43343805-284d-42df-b8a6-06be4c2be61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:57.902109 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba75fb6-d34b-49a3-b91c-dd43cc00f563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b0a7029-b5e5-4d1b-a511-9f15b28ecff4,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:57.910584 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-eafddaf5-c79a-4277-b6c9-7eb8aeb52abc tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:57.919811 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e5723b-97fe-42d4-a4e4-cc87bc01f74f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f714bf-14af-449d-9f18-bd235c5d7c7b,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:57.938505 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-eafddaf5-c79a-4277-b6c9-7eb8aeb52abc tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Calling delete_port for 0ca4c1ef-7931-4f3f-af5c-bc55d3048063 owned by network:router_interface {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:55:57.969644 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d53cc6-b2f9-472a-89e6-4f4267e0d1d2 tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:55:57.977687 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-32d53cc6-b2f9-472a-89e6-4f4267e0d1d2 tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] 10.222.0.39 "PUT /v2.0/routers/7f3fb319-3be4-4ee9-8209-fa35b7fa04a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9864740 Sep 23 06:55:57.981438 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4d48deaa-e3e1-4ed2-83b2-ee5932fb117c tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:57.983624 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 43428) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:57.991579 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-497d996c-dc94-4920-953c-3a10a0c23c0a tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Request body: {'port': {'network_id': '9fbbbf39-df69-4ad9-8e7a-ab6a35279d8f', 'name': 'tempest-FloatingIPNegativeTestJSON-899883399'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:55:57.992549 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5cabd46-5f5b-4f07-8a18-073ed90906d5 None None] Sync routers for ids ['7f3fb319-3be4-4ee9-8209-fa35b7fa04a0'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:55:58.015086 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cabd46-5f5b-4f07-8a18-073ed90906d5 None None] Routers {'7f3fb319-3be4-4ee9-8209-fa35b7fa04a0'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:55:58.017238 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-b5cabd46-5f5b-4f07-8a18-073ed90906d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:55:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['7f3fb319-3be4-4ee9-8209-fa35b7fa04a0'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:58.019756 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device abe0245b-de5a-4ba9-9037-4492913740ce details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:55:58.194635 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4d48deaa-e3e1-4ed2-83b2-ee5932fb117c tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:58.241068 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-4d48deaa-e3e1-4ed2-83b2-ee5932fb117c tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f8bfd6d-335f-41de-9d68-8dbeb7889f3b']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:58.255066 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-4d48deaa-e3e1-4ed2-83b2-ee5932fb117c tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f66d434-6747-40c0-9266-385f91895d11') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:58.255456 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-4d48deaa-e3e1-4ed2-83b2-ee5932fb117c tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f66d434-6747-40c0-9266-385f91895d11') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:58.270015 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4d48deaa-e3e1-4ed2-83b2-ee5932fb117c tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:58.272902 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-b5cabd46-5f5b-4f07-8a18-073ed90906d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:58.279159 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-497d996c-dc94-4920-953c-3a10a0c23c0a tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Made reservation on behalf of 33ff908947b44625b0fb74b629f6e0c6 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:55:58.282858 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-497d996c-dc94-4920-953c-3a10a0c23c0a tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:58.296718 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4d48deaa-e3e1-4ed2-83b2-ee5932fb117c tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:58.302138 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port abe0245b-de5a-4ba9-9037-4492913740ce, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=abe0245b-de5a-4ba9-9037-4492913740ce,segment=NetworkSegment(a1782582-1f04-4f60-aa73-114373484a5d),segment_id=a1782582-1f04-4f60-aa73-114373484a5d)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:55:58.307792 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-43343805-284d-42df-b8a6-06be4c2be61d None None] Port 0ca4c1ef-7931-4f3f-af5c-bc55d3048063 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:55:58.309495 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d48deaa-e3e1-4ed2-83b2-ee5932fb117c tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:55:58.310038 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4d48deaa-e3e1-4ed2-83b2-ee5932fb117c tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:58.313023 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 06:55:58.313023 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:55:58.313023 n-d-715271-16 neutron-server[95065]: timer() Sep 23 06:55:58.313023 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:55:58.313023 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 06:55:58.313023 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:55:58.313023 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 06:55:58.313023 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:55:58.313023 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 06:55:58.313023 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:55:58.313023 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 06:55:58.313023 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:55:58.313023 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 06:55:58.313023 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:55:58.313023 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:55:58.313023 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:55:58.313023 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:55:58.313023 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:55:58.313023 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 06:55:58.313023 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:55:58.313023 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 06:55:58.313023 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:55:58.313023 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:55:58.313023 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:55:58.313023 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 06:55:58.313023 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:55:58.313023 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:55:58.313023 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:55:58.313023 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:55:58.313023 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:55:58.313023 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:55:58.313023 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:55:58.327390 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-eafddaf5-c79a-4277-b6c9-7eb8aeb52abc tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:58.333565 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [None req-497d996c-dc94-4920-953c-3a10a0c23c0a tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] device_id is not set on port 797d6075-c962-4f57-966d-0042583a9514 yet. {{(pid=95065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 06:55:58.335744 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': 'abe0245b-de5a-4ba9-9037-4492913740ce', 'network_id': '73269455-291c-4521-ad88-579f38510b1a', 'port_id': 'abe0245b-de5a-4ba9-9037-4492913740ce', 'mac_address': 'fa:16:3e:97:c6:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30533a6f-b862-4b9d-ba78-3a6162dd1f60', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:55:58.337706 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cabd46-5f5b-4f07-8a18-073ed90906d5 None None] Routers {'7f3fb319-3be4-4ee9-8209-fa35b7fa04a0'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:55:58.338426 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-b5cabd46-5f5b-4f07-8a18-073ed90906d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:55:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['7f3fb319-3be4-4ee9-8209-fa35b7fa04a0'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:58.390047 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafddaf5-c79a-4277-b6c9-7eb8aeb52abc tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Pushing event deleted for resources: {'Port': ['ID=0ca4c1ef-7931-4f3f-af5c-bc55d3048063,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:58.423492 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-43343805-284d-42df-b8a6-06be4c2be61d None None] Provisioning complete for port 2b25d90c-079e-41c1-b171-878e2612946d triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:55:58.424022 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-43343805-284d-42df-b8a6-06be4c2be61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:58.428221 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4d48deaa-e3e1-4ed2-83b2-ee5932fb117c tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:58.428614 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-b5cabd46-5f5b-4f07-8a18-073ed90906d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:58.429253 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5cabd46-5f5b-4f07-8a18-073ed90906d5 None None] The sync data for ids ['7f3fb319-3be4-4ee9-8209-fa35b7fa04a0'] in n-d-715271-16 is: [] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:55:58.452825 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 43444) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:58.471008 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-19ccf660-2190-4f89-8435-5851666171cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:58.531756 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d48deaa-e3e1-4ed2-83b2-ee5932fb117c tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1f8bfd6d-335f-41de-9d68-8dbeb7889f3b {{(pid=95065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 23 06:55:58.546065 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-43343805-284d-42df-b8a6-06be4c2be61d None None] Port 2b25d90c-079e-41c1-b171-878e2612946d cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:55:58.547990 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4d48deaa-e3e1-4ed2-83b2-ee5932fb117c tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:58.553533 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-4d48deaa-e3e1-4ed2-83b2-ee5932fb117c tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] 10.222.0.39 "DELETE /v2.0/networks/1f8bfd6d-335f-41de-9d68-8dbeb7889f3b HTTP/1.1" status: 204 len: 168 time: 0.7326920 Sep 23 06:55:58.561919 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 43448) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:58.568355 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:58.581970 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-eafddaf5-c79a-4277-b6c9-7eb8aeb52abc tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2068624'] for router_interface, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:58.589552 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abe0245b-de5a-4ba9-9037-4492913740ce {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:55:58.624676 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port abe0245b-de5a-4ba9-9037-4492913740ce, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=abe0245b-de5a-4ba9-9037-4492913740ce,segment=NetworkSegment(a1782582-1f04-4f60-aa73-114373484a5d),segment_id=a1782582-1f04-4f60-aa73-114373484a5d)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:55:58.633444 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:58.669519 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-78bd7b4e-87a4-42fc-8074-4a229ca802df tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Request body: {'network': {'name': 'tempest-network--944374319'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:55:58.700941 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d48deaa-e3e1-4ed2-83b2-ee5932fb117c tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Pushing event deleted for resources: {'Network': ['ID=1f8bfd6d-335f-41de-9d68-8dbeb7889f3b,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:58.733743 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=abe0245b-de5a-4ba9-9037-4492913740ce,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:58.765366 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aee4f52-febb-48ad-971b-d369e03fd3a0 req-d77fe86c-8bd4-4116-9980-07e5e6a1fc38 tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:58.767012 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0aee4f52-febb-48ad-971b-d369e03fd3a0 req-d77fe86c-8bd4-4116-9980-07e5e6a1fc38 tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1cd84fc-812d-47ec-a964-fe50909675ac HTTP/1.1" status: 200 len: 943 time: 0.2556579 Sep 23 06:55:58.835847 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-497d996c-dc94-4920-953c-3a10a0c23c0a tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Allocated IP 172.20.0.6 (9fbbbf39-df69-4ad9-8e7a-ab6a35279d8f/c4f4621c-4073-434b-aedf-6c706b663443/797d6075-c962-4f57-966d-0042583a9514) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:55:58.853249 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0aee4f52-febb-48ad-971b-d369e03fd3a0 req-410259ee-c059-42f8-a155-7f016027f0a1 tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] 10.222.0.39 "GET /v2.0/security-groups?id=525bd54d-13c7-4683-81fd-80c01071e156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782452 Sep 23 06:55:58.874156 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eafddaf5-c79a-4277-b6c9-7eb8aeb52abc tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Router f9da2e8b-e9c2-4643-927c-5e0e556cb074 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:55:58.984681 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eafddaf5-c79a-4277-b6c9-7eb8aeb52abc tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:55:58.993577 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-eafddaf5-c79a-4277-b6c9-7eb8aeb52abc tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "PUT /v2.0/routers/f9da2e8b-e9c2-4643-927c-5e0e556cb074/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5600021 Sep 23 06:55:58.996875 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 43458) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:58.999268 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-19ccf660-2190-4f89-8435-5851666171cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:59.003769 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['abe0245b-de5a-4ba9-9037-4492913740ce'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:55:59.005541 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-19ccf660-2190-4f89-8435-5851666171cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:59.045188 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-1e8eeca7-1daa-4627-9155-0e7275c97922 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9da2e8b-e9c2-4643-927c-5e0e556cb074 HTTP/1.1" status: 200 len: 205 time: 0.0410275 Sep 23 06:55:59.050237 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 43462) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:59.089383 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-19ccf660-2190-4f89-8435-5851666171cf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=480f135fd6f14aa99356664c7b373ced&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6351218 Sep 23 06:55:59.097051 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 43464) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:59.117620 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78bd7b4e-87a4-42fc-8074-4a229ca802df tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Made reservation on behalf of 8199452f1dd643c792a241ea01f5a566 for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:55:59.119838 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-78bd7b4e-87a4-42fc-8074-4a229ca802df tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:59.184387 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-77e4e07c-8408-4b47-bf6c-6854fe49d62d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:59.201609 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1cdd10e1-b36b-4d16-b3e7-63322df24b92 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for router, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:59.217731 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452008d3-cf1f-4ff8-b294-26bef65b5383 None None] Sync routers for ids ['f9da2e8b-e9c2-4643-927c-5e0e556cb074'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:55:59.223000 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ccf660-2190-4f89-8435-5851666171cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=475903b7-2e86-4566-a3ae-f7e0728c938c,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:59.246744 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452008d3-cf1f-4ff8-b294-26bef65b5383 None None] Routers {'f9da2e8b-e9c2-4643-927c-5e0e556cb074'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:55:59.247369 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-452008d3-cf1f-4ff8-b294-26bef65b5383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:55:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['f9da2e8b-e9c2-4643-927c-5e0e556cb074'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:59.276621 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-77e4e07c-8408-4b47-bf6c-6854fe49d62d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:59.308614 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-452008d3-cf1f-4ff8-b294-26bef65b5383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:59.318222 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452008d3-cf1f-4ff8-b294-26bef65b5383 None None] Routers {'f9da2e8b-e9c2-4643-927c-5e0e556cb074'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:55:59.319148 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-452008d3-cf1f-4ff8-b294-26bef65b5383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:55:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['f9da2e8b-e9c2-4643-927c-5e0e556cb074'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:59.354472 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-77e4e07c-8408-4b47-bf6c-6854fe49d62d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:59.355384 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-452008d3-cf1f-4ff8-b294-26bef65b5383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:55:59.356249 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452008d3-cf1f-4ff8-b294-26bef65b5383 None None] The sync data for ids ['f9da2e8b-e9c2-4643-927c-5e0e556cb074'] in n-d-715271-16 is: [] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:55:59.361968 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-77e4e07c-8408-4b47-bf6c-6854fe49d62d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:59.366904 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-77e4e07c-8408-4b47-bf6c-6854fe49d62d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/475903b7-2e86-4566-a3ae-f7e0728c938c HTTP/1.1" status: 204 len: 168 time: 0.2678719 Sep 23 06:55:59.368457 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78bd7b4e-87a4-42fc-8074-4a229ca802df tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:55:59.375968 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e4e07c-8408-4b47-bf6c-6854fe49d62d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=475903b7-2e86-4566-a3ae-f7e0728c938c,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:59.378308 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-497d996c-dc94-4920-953c-3a10a0c23c0a tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:59.449658 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-78bd7b4e-87a4-42fc-8074-4a229ca802df tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:59.450040 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-78bd7b4e-87a4-42fc-8074-4a229ca802df tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Added segment 7af80596-972e-4ede-9335-fa6ea34b3c9e of type vlan for network 5ef10cb0-e1fe-45a2-a6b6-676c39c1a7cc Sep 23 06:55:59.492255 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1cdd10e1-b36b-4d16-b3e7-63322df24b92 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:59.513975 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1cdd10e1-b36b-4d16-b3e7-63322df24b92 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:59.575516 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-78bd7b4e-87a4-42fc-8074-4a229ca802df tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:59.595883 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1cdd10e1-b36b-4d16-b3e7-63322df24b92 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:59.597349 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cdd10e1-b36b-4d16-b3e7-63322df24b92 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Fanout notify agent at l3_agent the message router_deleted on router f9da2e8b-e9c2-4643-927c-5e0e556cb074 {{(pid=95065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 06:55:59.609250 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1cdd10e1-b36b-4d16-b3e7-63322df24b92 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:59.610427 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-1cdd10e1-b36b-4d16-b3e7-63322df24b92 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "DELETE /v2.0/routers/f9da2e8b-e9c2-4643-927c-5e0e556cb074 HTTP/1.1" status: 204 len: 168 time: 0.5585198 Sep 23 06:55:59.613748 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-497d996c-dc94-4920-953c-3a10a0c23c0a tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:59.613924 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 43478) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:59.658980 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497d996c-dc94-4920-953c-3a10a0c23c0a tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Network 9fbbbf39-df69-4ad9-8e7a-ab6a35279d8f is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:55:59.662138 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-78bd7b4e-87a4-42fc-8074-4a229ca802df tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:59.663119 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78bd7b4e-87a4-42fc-8074-4a229ca802df tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:59.663698 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-78bd7b4e-87a4-42fc-8074-4a229ca802df tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:59.675506 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-497d996c-dc94-4920-953c-3a10a0c23c0a tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:55:59.680935 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497d996c-dc94-4920-953c-3a10a0c23c0a tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:55:59.711773 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-d279cb08-766e-4396-a346-05a3bf57cc56 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Deleting subnet 7912a3b9-4833-47d0-8039-bd98201f75f9 {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:55:59.715368 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d279cb08-766e-4396-a346-05a3bf57cc56 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:59.735857 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-78bd7b4e-87a4-42fc-8074-4a229ca802df tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1675918 Sep 23 06:55:59.774237 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 43488) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:55:59.781354 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-2d0410a5-a543-4035-a711-e613bd1da750 tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Request body: {'network': {'router:external': True}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:55:59.806577 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497d996c-dc94-4920-953c-3a10a0c23c0a tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Pushing event updated for resources: {'Port': ['ID=797d6075-c962-4f57-966d-0042583a9514,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:59.818116 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d279cb08-766e-4396-a346-05a3bf57cc56 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:55:59.888176 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bd7b4e-87a4-42fc-8074-4a229ca802df tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Pushing event updated for resources: {'Network': ['ID=5ef10cb0-e1fe-45a2-a6b6-676c39c1a7cc,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:55:59.903660 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 5ef10cb0-e1fe-45a2-a6b6-676c39c1a7cc details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:55:59.962754 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497d996c-dc94-4920-953c-3a10a0c23c0a tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:55:59.964905 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-497d996c-dc94-4920-953c-3a10a0c23c0a tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:00.012081 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-497d996c-dc94-4920-953c-3a10a0c23c0a tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0260706 Sep 23 06:56:00.013215 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 43500) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:00.028025 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-1100a27a-2751-4381-8c6e-c4e5e3968f67 tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Request body: {'floatingip': {'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:56:00.062736 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1100a27a-2751-4381-8c6e-c4e5e3968f67 tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Notify callbacks [] for floatingip, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:00.084788 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-277b0751-3b85-4ba7-9898-eefb088fad79 None None] Provisioning complete for port 797d6075-c962-4f57-966d-0042583a9514 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:56:00.086776 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-277b0751-3b85-4ba7-9898-eefb088fad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:00.184758 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-277b0751-3b85-4ba7-9898-eefb088fad79 None None] Port 797d6075-c962-4f57-966d-0042583a9514 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:56:00.193510 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9033d0f-2cea-44a4-a591-642c4713bf07 req-779125a0-b53c-437a-9268-0b34b61fc1a0 tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:00.195107 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e9033d0f-2cea-44a4-a591-642c4713bf07 req-779125a0-b53c-437a-9268-0b34b61fc1a0 tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1cd84fc-812d-47ec-a964-fe50909675ac HTTP/1.1" status: 200 len: 944 time: 0.1935797 Sep 23 06:56:00.196547 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d279cb08-766e-4396-a346-05a3bf57cc56 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:00.208828 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1100a27a-2751-4381-8c6e-c4e5e3968f67 tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:00.261426 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2d0410a5-a543-4035-a711-e613bd1da750 tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:00.302145 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2d0410a5-a543-4035-a711-e613bd1da750 tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:00.317681 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e9033d0f-2cea-44a4-a591-642c4713bf07 req-eafb9f37-86b3-4929-b4b5-98ba9e5a1542 tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] 10.222.0.39 "GET /v2.0/security-groups?id=525bd54d-13c7-4683-81fd-80c01071e156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925910 Sep 23 06:56:00.329017 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2d0410a5-a543-4035-a711-e613bd1da750 tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Network 5ef10cb0-e1fe-45a2-a6b6-676c39c1a7cc is not hosted by any dhcp agent {{(pid=95066) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 23 06:56:00.329891 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0410a5-a543-4035-a711-e613bd1da750 tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:00.330508 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2d0410a5-a543-4035-a711-e613bd1da750 tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:00.332990 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-2d0410a5-a543-4035-a711-e613bd1da750 tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] 10.222.0.39 "PUT /v2.0/networks/5ef10cb0-e1fe-45a2-a6b6-676c39c1a7cc HTTP/1.1" status: 200 len: 857 time: 0.5576751 Sep 23 06:56:00.339166 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 43510) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:00.362378 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-1100a27a-2751-4381-8c6e-c4e5e3968f67 tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Allocated IP 172.25.2.57 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/a58ecc96-d9b9-4936-9d98-9f3c41cb439c) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:56:00.454941 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d279cb08-766e-4396-a346-05a3bf57cc56 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:00.473124 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0410a5-a543-4035-a711-e613bd1da750 tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Pushing event updated for resources: {'Network': ['ID=5ef10cb0-e1fe-45a2-a6b6-676c39c1a7cc,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:00.489834 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1100a27a-2751-4381-8c6e-c4e5e3968f67 tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:00.509831 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d279cb08-766e-4396-a346-05a3bf57cc56 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Pushing event deleted for resources: {'Subnet': ['ID=7912a3b9-4833-47d0-8039-bd98201f75f9,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:00.511990 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d279cb08-766e-4396-a346-05a3bf57cc56 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:00.514020 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-d279cb08-766e-4396-a346-05a3bf57cc56 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "DELETE /v2.0/subnets/7912a3b9-4833-47d0-8039-bd98201f75f9 HTTP/1.1" status: 204 len: 168 time: 0.8989608 Sep 23 06:56:00.521945 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 43520) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:00.524973 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180797b4-f57e-4d97-996d-429817fa7465 None None] Network 7b2aa13f-d5d4-4efc-af6f-b225b7396bb7 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:56:00.552953 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1100a27a-2751-4381-8c6e-c4e5e3968f67 tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:00.615441 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f9285c28-cfb8-4b0c-be75-39a658ea395c tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:00.677372 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f392fa01-efc5-45c7-9a07-2ceb3a44b6ff tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:00.823893 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f9285c28-cfb8-4b0c-be75-39a658ea395c tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:00.847574 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de94b3c9-3769-4913-b247-63199f8e2bec None None] DHCP port deletion for 7b2aa13f-d5d4-4efc-af6f-b225b7396bb7 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 06:56:00.855694 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-f9285c28-cfb8-4b0c-be75-39a658ea395c tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ef10cb0-e1fe-45a2-a6b6-676c39c1a7cc']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:00.869032 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-f9285c28-cfb8-4b0c-be75-39a658ea395c tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7af80596-972e-4ede-9335-fa6ea34b3c9e') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:00.869615 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-f9285c28-cfb8-4b0c-be75-39a658ea395c tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7af80596-972e-4ede-9335-fa6ea34b3c9e') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:00.882845 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f9285c28-cfb8-4b0c-be75-39a658ea395c tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:00.902415 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f9285c28-cfb8-4b0c-be75-39a658ea395c tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:00.911684 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-f392fa01-efc5-45c7-9a07-2ceb3a44b6ff tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Deleting port 85a71cec-743d-4906-a07a-6e3a9b31bca6 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:56:00.912319 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f392fa01-efc5-45c7-9a07-2ceb3a44b6ff tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:00.916883 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9285c28-cfb8-4b0c-be75-39a658ea395c tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:56:00.917542 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f9285c28-cfb8-4b0c-be75-39a658ea395c tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:00.920197 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 06:56:00.920197 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:56:00.920197 n-d-715271-16 neutron-server[95066]: timer() Sep 23 06:56:00.920197 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:56:00.920197 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 06:56:00.920197 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:56:00.920197 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 06:56:00.920197 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:56:00.920197 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 06:56:00.920197 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:56:00.920197 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 06:56:00.920197 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:56:00.920197 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 06:56:00.920197 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:56:00.920197 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:56:00.920197 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:56:00.920197 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:56:00.920197 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:56:00.920197 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 06:56:00.920197 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:56:00.920197 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 06:56:00.920197 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:56:00.920197 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:56:00.920197 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:56:00.920197 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 06:56:00.920197 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:56:00.920197 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:56:00.920197 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:56:00.920197 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:56:00.920197 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:56:00.920197 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:56:00.920197 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:56:00.960329 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-de94b3c9-3769-4913-b247-63199f8e2bec None None] Deleting port 85a71cec-743d-4906-a07a-6e3a9b31bca6 {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:56:00.960919 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-de94b3c9-3769-4913-b247-63199f8e2bec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:00.996735 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1100a27a-2751-4381-8c6e-c4e5e3968f67 tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:56:01.000996 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-1100a27a-2751-4381-8c6e-c4e5e3968f67 tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:56:01.005448 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1100a27a-2751-4381-8c6e-c4e5e3968f67 tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:56:01.050714 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1100a27a-2751-4381-8c6e-c4e5e3968f67 tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Pushing event updated for resources: {'Port': ['ID=a58ecc96-d9b9-4936-9d98-9f3c41cb439c,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:01.053493 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-de94b3c9-3769-4913-b247-63199f8e2bec None None] For port 85a71cec-743d-4906-a07a-6e3a9b31bca6, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=85a71cec-743d-4906-a07a-6e3a9b31bca6,segment=NetworkSegment(19c15867-073c-480f-a591-c9d05a08b4f2),segment_id=19c15867-073c-480f-a591-c9d05a08b4f2)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:56:01.054039 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-de94b3c9-3769-4913-b247-63199f8e2bec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:01.075717 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-de94b3c9-3769-4913-b247-63199f8e2bec None None] Calling delete_port for 85a71cec-743d-4906-a07a-6e3a9b31bca6 owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:56:01.083238 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-f392fa01-efc5-45c7-9a07-2ceb3a44b6ff tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] For port 85a71cec-743d-4906-a07a-6e3a9b31bca6, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=85a71cec-743d-4906-a07a-6e3a9b31bca6,segment=NetworkSegment(19c15867-073c-480f-a591-c9d05a08b4f2),segment_id=19c15867-073c-480f-a591-c9d05a08b4f2)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:56:01.084061 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f392fa01-efc5-45c7-9a07-2ceb3a44b6ff tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:01.088974 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f9285c28-cfb8-4b0c-be75-39a658ea395c tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:01.124027 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9285c28-cfb8-4b0c-be75-39a658ea395c tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5ef10cb0-e1fe-45a2-a6b6-676c39c1a7cc {{(pid=95066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 23 06:56:01.125708 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9285c28-cfb8-4b0c-be75-39a658ea395c tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Pushing event deleted for resources: {'Network': ['ID=5ef10cb0-e1fe-45a2-a6b6-676c39c1a7cc,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:01.128723 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-f392fa01-efc5-45c7-9a07-2ceb3a44b6ff tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Calling delete_port for 85a71cec-743d-4906-a07a-6e3a9b31bca6 owned by network:dhcp {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:56:01.131077 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f9285c28-cfb8-4b0c-be75-39a658ea395c tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:01.137846 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-f9285c28-cfb8-4b0c-be75-39a658ea395c tempest-ExternalNetworksTestJSON-333057000 tempest-ExternalNetworksTestJSON-333057000-project-admin] 10.222.0.39 "DELETE /v2.0/networks/5ef10cb0-e1fe-45a2-a6b6-676c39c1a7cc HTTP/1.1" status: 204 len: 168 time: 0.7976658 Sep 23 06:56:01.138489 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 43538) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:01.154044 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1100a27a-2751-4381-8c6e-c4e5e3968f67 tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:01.173010 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-e06ebd64-251a-4168-bb31-a03e091efc04 tempest-ExternalNetworksTestJSON-1048575423 tempest-ExternalNetworksTestJSON-1048575423-project] DELETE failed (client error): The resource could not be found. Sep 23 06:56:01.173495 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e06ebd64-251a-4168-bb31-a03e091efc04 tempest-ExternalNetworksTestJSON-1048575423 tempest-ExternalNetworksTestJSON-1048575423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:56:01.178358 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-e06ebd64-251a-4168-bb31-a03e091efc04 tempest-ExternalNetworksTestJSON-1048575423 tempest-ExternalNetworksTestJSON-1048575423-project] 10.222.0.39 "DELETE /v2.0/subnets/97d08702-87cd-44b4-8d42-6b50e2a6c959 HTTP/1.1" status: 404 len: 337 time: 0.0362701 Sep 23 06:56:01.182147 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 43540) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:01.197182 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-de94b3c9-3769-4913-b247-63199f8e2bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:01.214476 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1100a27a-2751-4381-8c6e-c4e5e3968f67 tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:01.289078 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de94b3c9-3769-4913-b247-63199f8e2bec None None] No DVR routers for this DVR port 85a71cec-743d-4906-a07a-6e3a9b31bca6 on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:56:01.311073 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de94b3c9-3769-4913-b247-63199f8e2bec None None] Pushing event deleted for resources: {'Port': ['ID=85a71cec-743d-4906-a07a-6e3a9b31bca6,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:01.325701 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 85a71cec-743d-4906-a07a-6e3a9b31bca6 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:56:01.327024 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ad142a8b-ab98-4f0e-8daa-5728a9650199 tempest-ExternalNetworksTestJSON-1048575423 tempest-ExternalNetworksTestJSON-1048575423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:01.370469 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 85a71cec-743d-4906-a07a-6e3a9b31bca6 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:56:01.375323 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 85a71cec-743d-4906-a07a-6e3a9b31bca6 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:56:01.420988 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f392fa01-efc5-45c7-9a07-2ceb3a44b6ff tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:01.463238 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ad142a8b-ab98-4f0e-8daa-5728a9650199 tempest-ExternalNetworksTestJSON-1048575423 tempest-ExternalNetworksTestJSON-1048575423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:01.496178 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f392fa01-efc5-45c7-9a07-2ceb3a44b6ff tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Pushing event deleted for resources: {'Port': ['ID=85a71cec-743d-4906-a07a-6e3a9b31bca6,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:01.504708 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f392fa01-efc5-45c7-9a07-2ceb3a44b6ff tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] No DVR routers for this DVR port 85a71cec-743d-4906-a07a-6e3a9b31bca6 on host n-d-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:56:01.605446 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f392fa01-efc5-45c7-9a07-2ceb3a44b6ff tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:01.628882 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-f392fa01-efc5-45c7-9a07-2ceb3a44b6ff tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b2aa13f-d5d4-4efc-af6f-b225b7396bb7']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:01.639140 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-f392fa01-efc5-45c7-9a07-2ceb3a44b6ff tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19c15867-073c-480f-a591-c9d05a08b4f2') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:01.639525 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-f392fa01-efc5-45c7-9a07-2ceb3a44b6ff tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19c15867-073c-480f-a591-c9d05a08b4f2') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:01.650831 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f392fa01-efc5-45c7-9a07-2ceb3a44b6ff tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:01.667503 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f392fa01-efc5-45c7-9a07-2ceb3a44b6ff tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:01.674601 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f392fa01-efc5-45c7-9a07-2ceb3a44b6ff tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:56:01.675092 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f392fa01-efc5-45c7-9a07-2ceb3a44b6ff tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:01.724856 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561bc85c-ec28-4f65-aab9-7d8cc0efae72 req-b0adf060-01c0-4824-a924-ae8226191eff tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:01.734860 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-561bc85c-ec28-4f65-aab9-7d8cc0efae72 req-b0adf060-01c0-4824-a924-ae8226191eff tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1cd84fc-812d-47ec-a964-fe50909675ac HTTP/1.1" status: 200 len: 944 time: 0.2351394 Sep 23 06:56:01.740461 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1100a27a-2751-4381-8c6e-c4e5e3968f67 tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:01.750747 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 06:56:01.750747 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:56:01.750747 n-d-715271-16 neutron-server[95066]: timer() Sep 23 06:56:01.750747 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:56:01.750747 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 06:56:01.750747 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:56:01.750747 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 06:56:01.750747 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:56:01.750747 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 06:56:01.750747 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:56:01.750747 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 06:56:01.750747 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:56:01.750747 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 06:56:01.750747 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:56:01.750747 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:56:01.750747 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:56:01.750747 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:56:01.750747 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:56:01.750747 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 06:56:01.750747 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:56:01.750747 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 06:56:01.750747 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:56:01.750747 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:56:01.750747 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:56:01.750747 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 06:56:01.750747 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:56:01.750747 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:56:01.750747 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:56:01.750747 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:56:01.750747 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:56:01.750747 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:56:01.750747 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:56:01.752859 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-ad142a8b-ab98-4f0e-8daa-5728a9650199 tempest-ExternalNetworksTestJSON-1048575423 tempest-ExternalNetworksTestJSON-1048575423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2a279b8-ecc6-499f-8a7f-4f25066c2955']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:01.762126 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f392fa01-efc5-45c7-9a07-2ceb3a44b6ff tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:01.772382 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f392fa01-efc5-45c7-9a07-2ceb3a44b6ff tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:01.774718 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-f392fa01-efc5-45c7-9a07-2ceb3a44b6ff tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "DELETE /v2.0/networks/7b2aa13f-d5d4-4efc-af6f-b225b7396bb7 HTTP/1.1" status: 204 len: 168 time: 1.2517507 Sep 23 06:56:01.775272 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1100a27a-2751-4381-8c6e-c4e5e3968f67 tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:01.778362 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-ad142a8b-ab98-4f0e-8daa-5728a9650199 tempest-ExternalNetworksTestJSON-1048575423 tempest-ExternalNetworksTestJSON-1048575423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21e905ab-cccc-462e-ab2a-13ec1f1048b3') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:01.778668 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-ad142a8b-ab98-4f0e-8daa-5728a9650199 tempest-ExternalNetworksTestJSON-1048575423 tempest-ExternalNetworksTestJSON-1048575423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21e905ab-cccc-462e-ab2a-13ec1f1048b3') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:01.781744 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 43562) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:01.804063 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-8bfcc51a-3dfd-4666-bbfc-39c35279fff8 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1206255655', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}, 'admin_state_up': False}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:56:01.813020 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ad142a8b-ab98-4f0e-8daa-5728a9650199 tempest-ExternalNetworksTestJSON-1048575423 tempest-ExternalNetworksTestJSON-1048575423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:01.822735 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f392fa01-efc5-45c7-9a07-2ceb3a44b6ff tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Pushing event deleted for resources: {'Network': ['ID=7b2aa13f-d5d4-4efc-af6f-b225b7396bb7,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:01.833896 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-561bc85c-ec28-4f65-aab9-7d8cc0efae72 req-fed3097d-8634-4276-b5b8-273a2bd26350 tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] 10.222.0.39 "GET /v2.0/security-groups?id=525bd54d-13c7-4683-81fd-80c01071e156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950043 Sep 23 06:56:01.843813 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ad142a8b-ab98-4f0e-8daa-5728a9650199 tempest-ExternalNetworksTestJSON-1048575423 tempest-ExternalNetworksTestJSON-1048575423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:01.855173 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad142a8b-ab98-4f0e-8daa-5728a9650199 tempest-ExternalNetworksTestJSON-1048575423 tempest-ExternalNetworksTestJSON-1048575423-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:56:01.856008 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ad142a8b-ab98-4f0e-8daa-5728a9650199 tempest-ExternalNetworksTestJSON-1048575423 tempest-ExternalNetworksTestJSON-1048575423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:01.859409 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 06:56:01.859409 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:56:01.859409 n-d-715271-16 neutron-server[95066]: timer() Sep 23 06:56:01.859409 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:56:01.859409 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 06:56:01.859409 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:56:01.859409 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 06:56:01.859409 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:56:01.859409 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 06:56:01.859409 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:56:01.859409 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 06:56:01.859409 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:56:01.859409 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 06:56:01.859409 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:56:01.859409 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:56:01.859409 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:56:01.859409 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:56:01.859409 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:56:01.859409 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 06:56:01.859409 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:56:01.859409 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 06:56:01.859409 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:56:01.859409 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:56:01.859409 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:56:01.859409 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 06:56:01.859409 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:56:01.859409 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:56:01.859409 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:56:01.859409 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:56:01.859409 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:56:01.859409 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:56:01.859409 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:56:01.877194 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8bfcc51a-3dfd-4666-bbfc-39c35279fff8 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:01.878752 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1100a27a-2751-4381-8c6e-c4e5e3968f67 tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Pushing event updated for resources: {'Port': ['ID=a58ecc96-d9b9-4936-9d98-9f3c41cb439c,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:01.889210 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8bfcc51a-3dfd-4666-bbfc-39c35279fff8 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:01.892080 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1100a27a-2751-4381-8c6e-c4e5e3968f67 tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:01.909792 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1100a27a-2751-4381-8c6e-c4e5e3968f67 tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:01.914517 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-1100a27a-2751-4381-8c6e-c4e5e3968f67 tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8985212 Sep 23 06:56:01.917566 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 43568) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:01.923565 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-7f799c51-2e4f-4720-b153-db1c2c347990 tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Request body: {'floatingip': {'port_id': '797d6075-c962-4f57-966d-0042583a9514', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:56:01.958544 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ad142a8b-ab98-4f0e-8daa-5728a9650199 tempest-ExternalNetworksTestJSON-1048575423 tempest-ExternalNetworksTestJSON-1048575423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:01.972760 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7f799c51-2e4f-4720-b153-db1c2c347990 tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Notify callbacks [] for floatingip, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:01.994269 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ad142a8b-ab98-4f0e-8daa-5728a9650199 tempest-ExternalNetworksTestJSON-1048575423 tempest-ExternalNetworksTestJSON-1048575423-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:01.996353 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-ad142a8b-ab98-4f0e-8daa-5728a9650199 tempest-ExternalNetworksTestJSON-1048575423 tempest-ExternalNetworksTestJSON-1048575423-project] 10.222.0.39 "DELETE /v2.0/networks/d2a279b8-ecc6-499f-8a7f-4f25066c2955 HTTP/1.1" status: 204 len: 168 time: 0.8132670 Sep 23 06:56:02.011226 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad142a8b-ab98-4f0e-8daa-5728a9650199 tempest-ExternalNetworksTestJSON-1048575423 tempest-ExternalNetworksTestJSON-1048575423-project] Pushing event deleted for resources: {'Network': ['ID=d2a279b8-ecc6-499f-8a7f-4f25066c2955,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:02.039581 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device abe0245b-de5a-4ba9-9037-4492913740ce up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:56:02.045849 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8bfcc51a-3dfd-4666-bbfc-39c35279fff8 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:02.129967 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [None req-7f799c51-2e4f-4720-b153-db1c2c347990 tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] update failed (client error): The resource could not be found. Sep 23 06:56:02.134629 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-7f799c51-2e4f-4720-b153-db1c2c347990 tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] 10.222.0.39 "PUT /v2.0/floatingips/c95bafcc-cfbf-4ce9-93d6-e3b981e1b530 HTTP/1.1" status: 404 len: 507 time: 0.2157302 Sep 23 06:56:02.137992 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 43580) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:02.147100 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port abe0245b-de5a-4ba9-9037-4492913740ce completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:56:02.153968 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port abe0245b-de5a-4ba9-9037-4492913740ce triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:56:02.157049 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:02.339676 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-2afaef61-e10e-4c52-a671-28fc49256e6e tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Deleting port a58ecc96-d9b9-4936-9d98-9f3c41cb439c {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:56:02.340246 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2afaef61-e10e-4c52-a671-28fc49256e6e tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:02.383231 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:02.452991 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1cd84fc-812d-47ec-a964-fe50909675ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abe0245b-de5a-4ba9-9037-4492913740ce'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:56:02.457403 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd5c05c-7b49-484a-9941-74b70c1f2b1e" -d '{"events": [{"server_uuid": "d1cd84fc-812d-47ec-a964-fe50909675ac", "name": "network-vif-plugged", "status": "completed", "tag": "abe0245b-de5a-4ba9-9037-4492913740ce"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:56:02.482084 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2afaef61-e10e-4c52-a671-28fc49256e6e tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:02.482623 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2afaef61-e10e-4c52-a671-28fc49256e6e tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:02.512114 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port abe0245b-de5a-4ba9-9037-4492913740ce, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=abe0245b-de5a-4ba9-9037-4492913740ce,segment=NetworkSegment(a1782582-1f04-4f60-aa73-114373484a5d),segment_id=a1782582-1f04-4f60-aa73-114373484a5d)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:56:02.516592 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 43600) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:02.521647 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:02.533186 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-2afaef61-e10e-4c52-a671-28fc49256e6e tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Calling delete_port for a58ecc96-d9b9-4936-9d98-9f3c41cb439c owned by network:floatingip {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:56:02.571155 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b948e4ca-b7b2-4a61-8d75-85ce1b82d2fa x-openstack-request-id: req-b948e4ca-b7b2-4a61-8d75-85ce1b82d2fa {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:56:02.571960 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1cd84fc-812d-47ec-a964-fe50909675ac", "name": "network-vif-plugged", "status": "completed", "tag": "abe0245b-de5a-4ba9-9037-4492913740ce", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:56:02.572424 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b948e4ca-b7b2-4a61-8d75-85ce1b82d2fa {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:56:02.572997 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1cd84fc-812d-47ec-a964-fe50909675ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abe0245b-de5a-4ba9-9037-4492913740ce', 'code': 200} Sep 23 06:56:02.631621 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=abe0245b-de5a-4ba9-9037-4492913740ce,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:02.649945 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8bfcc51a-3dfd-4666-bbfc-39c35279fff8 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:02.723108 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f01c60a-fb05-4e02-9027-6068a7653059 req-24e6811d-fcf4-47c0-a9e2-fd463fe22e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:02.725053 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2f01c60a-fb05-4e02-9027-6068a7653059 req-24e6811d-fcf4-47c0-a9e2-fd463fe22e97 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d1cd84fc-812d-47ec-a964-fe50909675ac HTTP/1.1" status: 200 len: 1097 time: 0.0749462 Sep 23 06:56:02.827974 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2f01c60a-fb05-4e02-9027-6068a7653059 req-b108327f-e490-4d84-bce3-dcfadeeb8dbc service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=525bd54d-13c7-4683-81fd-80c01071e156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933037 Sep 23 06:56:02.936112 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8bfcc51a-3dfd-4666-bbfc-39c35279fff8 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for router_gateway, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:02.950407 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-4cc1a904-0116-47b6-85d5-00f682f30a08 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cec629d8777346c6984666ffb1e1c3c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4305196 Sep 23 06:56:02.952871 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2afaef61-e10e-4c52-a671-28fc49256e6e tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:02.954822 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 43622) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:02.959339 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8bfcc51a-3dfd-4666-bbfc-39c35279fff8 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:03.016264 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afaef61-e10e-4c52-a671-28fc49256e6e tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Pushing event deleted for resources: {'Port': ['ID=a58ecc96-d9b9-4936-9d98-9f3c41cb439c,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:03.112764 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d382bab6-262c-4d39-9169-e993ab3e888a req-70462671-a594-4dab-a622-9e46beef83d9 tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:03.114678 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d382bab6-262c-4d39-9169-e993ab3e888a req-70462671-a594-4dab-a622-9e46beef83d9 tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1cd84fc-812d-47ec-a964-fe50909675ac HTTP/1.1" status: 200 len: 945 time: 0.1774526 Sep 23 06:56:03.129018 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-8bfcc51a-3dfd-4666-bbfc-39c35279fff8 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Allocated IP 172.25.2.239 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/1c565abf-d5ba-434d-ace7-23e4f363ca88) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:56:03.161901 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2afaef61-e10e-4c52-a671-28fc49256e6e tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Notify callbacks [] for floatingip, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:03.165129 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2afaef61-e10e-4c52-a671-28fc49256e6e tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:03.167082 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-2afaef61-e10e-4c52-a671-28fc49256e6e tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] 10.222.0.39 "DELETE /v2.0/floatingips/c95bafcc-cfbf-4ce9-93d6-e3b981e1b530 HTTP/1.1" status: 204 len: 168 time: 1.0280433 Sep 23 06:56:03.170186 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1481e11b-086f-4fd0-94ee-21572db69c78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:03.172145 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 43640) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:03.179172 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-83ceffbd-010e-41b4-aff2-569da3041b2e tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Request body: {'floatingip': {'floating_network_id': '9fbbbf39-df69-4ad9-8e7a-ab6a35279d8f', 'port_id': '797d6075-c962-4f57-966d-0042583a9514', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:56:03.202280 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d382bab6-262c-4d39-9169-e993ab3e888a req-683187c0-c63d-4261-9120-d148fa4e5b36 tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] 10.222.0.39 "GET /v2.0/security-groups?id=525bd54d-13c7-4683-81fd-80c01071e156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776684 Sep 23 06:56:03.216208 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1481e11b-086f-4fd0-94ee-21572db69c78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:03.263735 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-83ceffbd-010e-41b4-aff2-569da3041b2e tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Notify callbacks [] for floatingip, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:03.287611 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1481e11b-086f-4fd0-94ee-21572db69c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:03.293351 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1481e11b-086f-4fd0-94ee-21572db69c78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:03.305404 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-1481e11b-086f-4fd0-94ee-21572db69c78 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/31df7ca6-0726-4baf-a029-176d2266f917 HTTP/1.1" status: 204 len: 168 time: 0.3468950 Sep 23 06:56:03.327763 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481e11b-086f-4fd0-94ee-21572db69c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31df7ca6-0726-4baf-a029-176d2266f917,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:03.339212 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8bfcc51a-3dfd-4666-bbfc-39c35279fff8 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:03.462602 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8bfcc51a-3dfd-4666-bbfc-39c35279fff8 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:03.528998 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfcc51a-3dfd-4666-bbfc-39c35279fff8 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:56:03.533132 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-8bfcc51a-3dfd-4666-bbfc-39c35279fff8 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:56:03.557063 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfcc51a-3dfd-4666-bbfc-39c35279fff8 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:56:03.559960 n-d-715271-16 neutron-server[95066]: INFO neutron.api.v2.resource [None req-83ceffbd-010e-41b4-aff2-569da3041b2e tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 06:56:03.565718 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-83ceffbd-010e-41b4-aff2-569da3041b2e tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3924236 Sep 23 06:56:03.566508 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 43682) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:03.572092 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-6cafe2a7-9d04-4f22-9fe5-3aee31dde15c tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Request body: {'floatingip': {'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'port_id': '797d6075-c962-4f57-966d-0042583a9514', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:56:03.574183 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfcc51a-3dfd-4666-bbfc-39c35279fff8 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Pushing event updated for resources: {'Port': ['ID=1c565abf-d5ba-434d-ace7-23e4f363ca88,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:03.628478 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6cafe2a7-9d04-4f22-9fe5-3aee31dde15c tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Notify callbacks [] for floatingip, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:03.789458 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6cafe2a7-9d04-4f22-9fe5-3aee31dde15c tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:03.973791 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 43712) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:04.023076 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-6cafe2a7-9d04-4f22-9fe5-3aee31dde15c tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Allocated IP 172.25.2.216 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/3cc2033d-f07f-4902-821e-0009fef2c745) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:56:04.047514 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-69781802-0000-4938-a8ba-018fc2a6ae04 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8199452f1dd643c792a241ea01f5a566&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0720983 Sep 23 06:56:04.050301 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 43718) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:04.058935 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8bfcc51a-3dfd-4666-bbfc-39c35279fff8 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for router_gateway, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:04.207147 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6cafe2a7-9d04-4f22-9fe5-3aee31dde15c tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:04.238539 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-473d39b4-9b24-4712-bf9a-5279b187a569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:04.273662 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-473d39b4-9b24-4712-bf9a-5279b187a569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:04.302518 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6cafe2a7-9d04-4f22-9fe5-3aee31dde15c tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:04.409548 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cafe2a7-9d04-4f22-9fe5-3aee31dde15c tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:56:04.423011 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2297ae5-0cf2-4117-bdda-0dee3cfce2de req-b288f9c9-d599-4184-8463-daa288638838 tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:04.424622 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d2297ae5-0cf2-4117-bdda-0dee3cfce2de req-b288f9c9-d599-4184-8463-daa288638838 tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1cd84fc-812d-47ec-a964-fe50909675ac HTTP/1.1" status: 200 len: 945 time: 0.1057971 Sep 23 06:56:04.429416 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-6cafe2a7-9d04-4f22-9fe5-3aee31dde15c tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:56:04.435700 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cafe2a7-9d04-4f22-9fe5-3aee31dde15c tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:56:04.452608 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8bfcc51a-3dfd-4666-bbfc-39c35279fff8 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:04.470839 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafe2a7-9d04-4f22-9fe5-3aee31dde15c tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Pushing event updated for resources: {'Port': ['ID=3cc2033d-f07f-4902-821e-0009fef2c745,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:04.493600 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5adf14e7-dfe9-41c3-b87b-cdf4e25fe326 req-52009857-4aef-41f7-812f-a16cf4d96e9e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d1cd84fc-812d-47ec-a964-fe50909675ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1068485 Sep 23 06:56:04.503335 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-473d39b4-9b24-4712-bf9a-5279b187a569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:04.505967 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-473d39b4-9b24-4712-bf9a-5279b187a569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:04.507181 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-473d39b4-9b24-4712-bf9a-5279b187a569 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4dd40a17-283c-4814-9f8f-35753f3020d9 HTTP/1.1" status: 204 len: 168 time: 0.4559698 Sep 23 06:56:04.535909 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473d39b4-9b24-4712-bf9a-5279b187a569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd40a17-283c-4814-9f8f-35753f3020d9,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:04.540040 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d2297ae5-0cf2-4117-bdda-0dee3cfce2de req-eb13be9e-3743-4870-8487-de13c8da5910 tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] 10.222.0.39 "GET /v2.0/security-groups?id=525bd54d-13c7-4683-81fd-80c01071e156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026943 Sep 23 06:56:04.686543 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bfcc51a-3dfd-4666-bbfc-39c35279fff8 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Router e2efb226-164a-443b-a0e9-c724f222fba1 is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 06:56:04.772020 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fbb2ea-cce8-47e8-8be9-60fc3bdca68d req-98ead43c-746a-4087-8c28-25867755e408 tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:04.773680 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-30fbb2ea-cce8-47e8-8be9-60fc3bdca68d req-98ead43c-746a-4087-8c28-25867755e408 tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1cd84fc-812d-47ec-a964-fe50909675ac HTTP/1.1" status: 200 len: 945 time: 0.0975266 Sep 23 06:56:04.783573 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf14e7-dfe9-41c3-b87b-cdf4e25fe326 req-ea61d510-4742-4602-964c-42e485139ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:04.785351 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5adf14e7-dfe9-41c3-b87b-cdf4e25fe326 req-ea61d510-4742-4602-964c-42e485139ba9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=32d6446ab2e641418601d6f9b0d422b1&device_id=d1cd84fc-812d-47ec-a964-fe50909675ac HTTP/1.1" status: 200 len: 1097 time: 0.1918948 Sep 23 06:56:04.792740 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 43770) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:04.801427 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-1d565d98-5929-4353-aed8-1b05608a97dd tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Request body: {'floatingip': {'port_id': 'abe0245b-de5a-4ba9-9037-4492913740ce'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:56:04.849819 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-6cafe2a7-9d04-4f22-9fe5-3aee31dde15c tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Deleting port 3cc2033d-f07f-4902-821e-0009fef2c745 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:56:04.850448 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bfcc51a-3dfd-4666-bbfc-39c35279fff8 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:56:04.850673 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6cafe2a7-9d04-4f22-9fe5-3aee31dde15c tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:04.865450 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a23b7c-88d8-4833-858b-7e0e135c4b2d None None] Sync routers for ids ['e2efb226-164a-443b-a0e9-c724f222fba1'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:56:04.883279 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a23b7c-88d8-4833-858b-7e0e135c4b2d None None] Routers {'e2efb226-164a-443b-a0e9-c724f222fba1'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:56:04.884110 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-47a23b7c-88d8-4833-858b-7e0e135c4b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:55:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['e2efb226-164a-443b-a0e9-c724f222fba1'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:04.889098 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1d565d98-5929-4353-aed8-1b05608a97dd tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Notify callbacks [] for floatingip, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:04.895051 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8bfcc51a-3dfd-4666-bbfc-39c35279fff8 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:04.896505 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-8bfcc51a-3dfd-4666-bbfc-39c35279fff8 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.1139097 Sep 23 06:56:04.899360 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 43778) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:04.936529 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-47a23b7c-88d8-4833-858b-7e0e135c4b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:04.949380 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a23b7c-88d8-4833-858b-7e0e135c4b2d None None] Routers {'e2efb226-164a-443b-a0e9-c724f222fba1'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:56:04.949505 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-47a23b7c-88d8-4833-858b-7e0e135c4b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:55:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['e2efb226-164a-443b-a0e9-c724f222fba1'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:05.005912 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-47a23b7c-88d8-4833-858b-7e0e135c4b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:05.006590 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a23b7c-88d8-4833-858b-7e0e135c4b2d None None] The sync data for ids ['e2efb226-164a-443b-a0e9-c724f222fba1'] in n-d-715271-16 is: [] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:56:05.085112 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-8899323a-87da-4e7d-bd06-c0ec4c39c960 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "GET /v2.0/routers/e2efb226-164a-443b-a0e9-c724f222fba1 HTTP/1.1" status: 200 len: 885 time: 0.1842365 Sep 23 06:56:05.089461 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 43786) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:05.213416 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6cafe2a7-9d04-4f22-9fe5-3aee31dde15c tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:05.213787 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6cafe2a7-9d04-4f22-9fe5-3aee31dde15c tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:05.239280 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf14e7-dfe9-41c3-b87b-cdf4e25fe326 req-739ed6b2-2c31-42ea-b997-5534ba242658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:05.240329 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5adf14e7-dfe9-41c3-b87b-cdf4e25fe326 req-739ed6b2-2c31-42ea-b997-5534ba242658 service neutron] 10.222.0.21 "GET /v2.0/networks?id=73269455-291c-4521-ad88-579f38510b1a HTTP/1.1" status: 200 len: 913 time: 0.3814664 Sep 23 06:56:05.274764 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-6cafe2a7-9d04-4f22-9fe5-3aee31dde15c tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Calling delete_port for 3cc2033d-f07f-4902-821e-0009fef2c745 owned by network:floatingip {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:56:05.332110 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5adf14e7-dfe9-41c3-b87b-cdf4e25fe326 req-cd62fe48-8a88-494e-a2cf-d1be96f08cd5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=abe0245b-de5a-4ba9-9037-4492913740ce HTTP/1.1" status: 200 len: 217 time: 0.0550280 Sep 23 06:56:05.389687 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-5607da5b-ad6d-414f-8346-0f94d214d742 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.2988520 Sep 23 06:56:05.390872 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 43794) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:05.399101 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 43796) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:05.406413 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-b0310a06-0465-4c8f-b3ce-b2c1ce6f6c93 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1206255655'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:56:05.492307 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf14e7-dfe9-41c3-b87b-cdf4e25fe326 req-a6fba505-7763-4f4d-9a81-e8629db7f083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:05.493817 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5adf14e7-dfe9-41c3-b87b-cdf4e25fe326 req-a6fba505-7763-4f4d-9a81-e8629db7f083 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=30533a6f-b862-4b9d-ba78-3a6162dd1f60 HTTP/1.1" status: 200 len: 851 time: 0.1308794 Sep 23 06:56:05.609692 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9ab6de88-a395-4142-80e7-fd8f879d113f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:05.658317 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf14e7-dfe9-41c3-b87b-cdf4e25fe326 req-2c594bf3-7a9a-4bd2-a5a1-69e81fa84cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:05.659936 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5adf14e7-dfe9-41c3-b87b-cdf4e25fe326 req-2c594bf3-7a9a-4bd2-a5a1-69e81fa84cba service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=73269455-291c-4521-ad88-579f38510b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1544917 Sep 23 06:56:05.727412 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6cafe2a7-9d04-4f22-9fe5-3aee31dde15c tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:05.792330 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafe2a7-9d04-4f22-9fe5-3aee31dde15c tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Pushing event deleted for resources: {'Port': ['ID=3cc2033d-f07f-4902-821e-0009fef2c745,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:05.896419 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b0310a06-0465-4c8f-b3ce-b2c1ce6f6c93 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2069904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5251'] for router, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:05.916837 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9ab6de88-a395-4142-80e7-fd8f879d113f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:05.919020 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b0310a06-0465-4c8f-b3ce-b2c1ce6f6c93 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2069929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2069922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2064665'] for router, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:05.926019 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9ab6de88-a395-4142-80e7-fd8f879d113f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:05.950018 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5adf14e7-dfe9-41c3-b87b-cdf4e25fe326 req-d0f241be-6a1b-4034-8657-506f7f2ba9d1 service neutron] 10.222.0.21 "GET /v2.0/networks/73269455-291c-4521-ad88-579f38510b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816591 Sep 23 06:56:06.065966 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1d565d98-5929-4353-aed8-1b05608a97dd tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:06.071128 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [None req-6cafe2a7-9d04-4f22-9fe5-3aee31dde15c tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] create failed (client error): The resource could not be found. Sep 23 06:56:06.077549 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-6cafe2a7-9d04-4f22-9fe5-3aee31dde15c tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.5093014 Sep 23 06:56:06.082035 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 43828) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:06.123138 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1d565d98-5929-4353-aed8-1b05608a97dd tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:06.163983 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-9ab6de88-a395-4142-80e7-fd8f879d113f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d51fe6c989244947a623792eb5cc6613&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7710676 Sep 23 06:56:06.168166 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 43830) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:06.178393 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab6de88-a395-4142-80e7-fd8f879d113f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd127e9b-9489-4616-be77-a3308ee62e40,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:06.212646 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0310a06-0465-4c8f-b3ce-b2c1ce6f6c93 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Router e2efb226-164a-443b-a0e9-c724f222fba1 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:56:06.297138 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:06.301315 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d92a19c2-7ccc-44e8-929e-e8ab5f4ceb7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:06.614266 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5adf14e7-dfe9-41c3-b87b-cdf4e25fe326 req-9e40cf3f-6241-4379-9359-0e6ab05eb6ee service neutron] 10.222.0.21 "GET /v2.0/networks/73269455-291c-4521-ad88-579f38510b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6340222 Sep 23 06:56:06.679470 n-d-715271-16 neutron-server[95065]: INFO neutron.db.l3_db [None req-1d565d98-5929-4353-aed8-1b05608a97dd tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Floating IP 53b03a9c-b887-4438-af6a-ee2ace1b32ab associated. External IP: 172.25.2.50, port: abe0245b-de5a-4ba9-9037-4492913740ce. Sep 23 06:56:06.738726 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-73c9ab40-2a13-4677-90ed-0f11b64e3c30 tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Deleting port 797d6075-c962-4f57-966d-0042583a9514 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:56:06.739163 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-73c9ab40-2a13-4677-90ed-0f11b64e3c30 tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:06.752402 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d92a19c2-7ccc-44e8-929e-e8ab5f4ceb7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:06.788708 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0310a06-0465-4c8f-b3ce-b2c1ce6f6c93 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:56:06.797754 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b0310a06-0465-4c8f-b3ce-b2c1ce6f6c93 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:06.798963 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-b0310a06-0465-4c8f-b3ce-b2c1ce6f6c93 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "PUT /v2.0/routers/e2efb226-164a-443b-a0e9-c724f222fba1 HTTP/1.1" status: 200 len: 892 time: 1.3970530 Sep 23 06:56:06.802219 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 43850) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:06.805219 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bf19f5-6cf6-4f52-9462-35f5ebc4b686 None None] Sync routers for ids ['e2efb226-164a-443b-a0e9-c724f222fba1'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:56:06.818904 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bf19f5-6cf6-4f52-9462-35f5ebc4b686 None None] Routers {'e2efb226-164a-443b-a0e9-c724f222fba1'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:56:06.819539 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-b8bf19f5-6cf6-4f52-9462-35f5ebc4b686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:55:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['e2efb226-164a-443b-a0e9-c724f222fba1'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:06.837952 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-73c9ab40-2a13-4677-90ed-0f11b64e3c30 tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:06.850812 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-73c9ab40-2a13-4677-90ed-0f11b64e3c30 tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Calling delete_port for 797d6075-c962-4f57-966d-0042583a9514 owned by {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:56:06.869487 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d92a19c2-7ccc-44e8-929e-e8ab5f4ceb7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:06.872363 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d92a19c2-7ccc-44e8-929e-e8ab5f4ceb7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:06.876126 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-d92a19c2-7ccc-44e8-929e-e8ab5f4ceb7d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dd127e9b-9489-4616-be77-a3308ee62e40 HTTP/1.1" status: 204 len: 168 time: 0.7043927 Sep 23 06:56:06.897533 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-b8bf19f5-6cf6-4f52-9462-35f5ebc4b686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:06.906860 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bf19f5-6cf6-4f52-9462-35f5ebc4b686 None None] Routers {'e2efb226-164a-443b-a0e9-c724f222fba1'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:56:06.907700 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-b8bf19f5-6cf6-4f52-9462-35f5ebc4b686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:55:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['e2efb226-164a-443b-a0e9-c724f222fba1'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:06.917820 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92a19c2-7ccc-44e8-929e-e8ab5f4ceb7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd127e9b-9489-4616-be77-a3308ee62e40,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:06.941187 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-e5e13374-5b9d-4714-9d4c-773e19fc0c13 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "GET /v2.0/routers/e2efb226-164a-443b-a0e9-c724f222fba1 HTTP/1.1" status: 200 len: 892 time: 0.1355062 Sep 23 06:56:06.942485 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 43856) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:06.954214 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-b8bf19f5-6cf6-4f52-9462-35f5ebc4b686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:06.955526 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bf19f5-6cf6-4f52-9462-35f5ebc4b686 None None] The sync data for ids ['e2efb226-164a-443b-a0e9-c724f222fba1'] in n-d-715271-16 is: [] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:56:06.982808 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-320aff1c-3a2f-45be-ac2d-9c54d85c8a83 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2efb226-164a-443b-a0e9-c724f222fba1 HTTP/1.1" status: 200 len: 205 time: 0.0390856 Sep 23 06:56:06.985119 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 43860) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:07.145748 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-73c9ab40-2a13-4677-90ed-0f11b64e3c30 tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:07.175640 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bd3ed6b6-1a5d-458a-b3f9-0c84669a4afe tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for router, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:07.193459 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9ab40-2a13-4677-90ed-0f11b64e3c30 tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Pushing event deleted for resources: {'Port': ['ID=797d6075-c962-4f57-966d-0042583a9514,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:07.321461 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bd3ed6b6-1a5d-458a-b3f9-0c84669a4afe tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:07.390425 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-73c9ab40-2a13-4677-90ed-0f11b64e3c30 tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:07.395556 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-73c9ab40-2a13-4677-90ed-0f11b64e3c30 tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] 10.222.0.39 "DELETE /v2.0/ports/797d6075-c962-4f57-966d-0042583a9514 HTTP/1.1" status: 204 len: 168 time: 1.3136842 Sep 23 06:56:07.396215 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 43874) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:07.397820 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d565d98-5929-4353-aed8-1b05608a97dd tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Router 5a389afc-ab51-4e27-86a1-2e5797b06360 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:56:07.454468 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 43876) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:07.475921 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-bd3ed6b6-1a5d-458a-b3f9-0c84669a4afe tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Deleting port 1c565abf-d5ba-434d-ace7-23e4f363ca88 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:56:07.477194 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bd3ed6b6-1a5d-458a-b3f9-0c84669a4afe tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:07.517683 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2b9f7e7d-2661-4b2f-9292-f4b6858c4c1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:07.561353 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d565d98-5929-4353-aed8-1b05608a97dd tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:56:07.567329 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1d565d98-5929-4353-aed8-1b05608a97dd tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:07.575272 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791971af-aa69-4689-ba8e-07caa16edc74 None None] Sync routers for ids ['5a389afc-ab51-4e27-86a1-2e5797b06360'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:56:07.593566 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791971af-aa69-4689-ba8e-07caa16edc74 None None] Routers {'5a389afc-ab51-4e27-86a1-2e5797b06360'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:56:07.594487 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-791971af-aa69-4689-ba8e-07caa16edc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:55:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['5a389afc-ab51-4e27-86a1-2e5797b06360'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:07.604502 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-1d565d98-5929-4353-aed8-1b05608a97dd tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] 10.222.0.39 "PUT /v2.0/floatingips/53b03a9c-b887-4438-af6a-ee2ace1b32ab HTTP/1.1" status: 200 len: 990 time: 2.8066897 Sep 23 06:56:07.604502 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1cd84fc-812d-47ec-a964-fe50909675ac', 'tag': 'abe0245b-de5a-4ba9-9037-4492913740ce'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:56:07.608759 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ab1ef5-d557-4739-9f7d-9e1dc2f1b6df" -d '{"events": [{"name": "network-changed", "server_uuid": "d1cd84fc-812d-47ec-a964-fe50909675ac", "tag": "abe0245b-de5a-4ba9-9037-4492913740ce"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:56:07.611601 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d596f7-5f7a-4f8f-906e-e37e4239a49a tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:07.613023 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-13d596f7-5f7a-4f8f-906e-e37e4239a49a tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f3fb319-3be4-4ee9-8209-fa35b7fa04a0 HTTP/1.1" status: 200 len: 913 time: 0.2124062 Sep 23 06:56:07.616614 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 43884) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:07.705239 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bd3ed6b6-1a5d-458a-b3f9-0c84669a4afe tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:07.734245 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-bd3ed6b6-1a5d-458a-b3f9-0c84669a4afe tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Calling delete_port for 1c565abf-d5ba-434d-ace7-23e4f363ca88 owned by network:router_gateway {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:56:07.764943 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fedfef5a-0ddc-4fcc-ab98-be6383e58d91 x-openstack-request-id: req-fedfef5a-0ddc-4fcc-ab98-be6383e58d91 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:56:07.765447 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1cd84fc-812d-47ec-a964-fe50909675ac", "tag": "abe0245b-de5a-4ba9-9037-4492913740ce", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:56:07.765886 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fedfef5a-0ddc-4fcc-ab98-be6383e58d91 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:56:07.766597 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1cd84fc-812d-47ec-a964-fe50909675ac', 'tag': 'abe0245b-de5a-4ba9-9037-4492913740ce', 'status': 'completed', 'code': 200} Sep 23 06:56:07.839141 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2b9f7e7d-2661-4b2f-9292-f4b6858c4c1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:07.847135 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2b9f7e7d-2661-4b2f-9292-f4b6858c4c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:07.883777 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-2b9f7e7d-2661-4b2f-9292-f4b6858c4c1a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=25697f9485a748808b002d7eaa660c26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4278202 Sep 23 06:56:07.887623 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 43892) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:07.918425 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab1ef5-d557-4739-9f7d-9e1dc2f1b6df req-0868d7b3-e0cb-45f7-ae91-f5d0007efedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:07.921721 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a5ab1ef5-d557-4739-9f7d-9e1dc2f1b6df req-0868d7b3-e0cb-45f7-ae91-f5d0007efedb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=32d6446ab2e641418601d6f9b0d422b1&device_id=d1cd84fc-812d-47ec-a964-fe50909675ac HTTP/1.1" status: 200 len: 1097 time: 0.1590981 Sep 23 06:56:07.993697 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9f7e7d-2661-4b2f-9292-f4b6858c4c1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e5b594-d340-47e0-9316-e656d7ae3525,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:08.017852 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-791971af-aa69-4689-ba8e-07caa16edc74 None None] Set router 5a389afc-ab51-4e27-86a1-2e5797b06360 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:56:08.024845 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7074e86d-5892-4ea2-97ae-58fdece2f221 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:08.050643 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7074e86d-5892-4ea2-97ae-58fdece2f221 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:08.125136 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7074e86d-5892-4ea2-97ae-58fdece2f221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:08.129655 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7074e86d-5892-4ea2-97ae-58fdece2f221 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:08.138466 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-7074e86d-5892-4ea2-97ae-58fdece2f221 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/85e5b594-d340-47e0-9316-e656d7ae3525 HTTP/1.1" status: 204 len: 168 time: 0.2488251 Sep 23 06:56:08.201032 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 43900) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:08.203606 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bd3ed6b6-1a5d-458a-b3f9-0c84669a4afe tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:08.223888 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab1ef5-d557-4739-9f7d-9e1dc2f1b6df req-bf774f62-6ef5-465e-8ec3-da8d057c4546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:08.225486 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a5ab1ef5-d557-4739-9f7d-9e1dc2f1b6df req-bf774f62-6ef5-465e-8ec3-da8d057c4546 service neutron] 10.222.0.21 "GET /v2.0/networks?id=73269455-291c-4521-ad88-579f38510b1a HTTP/1.1" status: 200 len: 913 time: 0.2964816 Sep 23 06:56:08.249054 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7074e86d-5892-4ea2-97ae-58fdece2f221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e5b594-d340-47e0-9316-e656d7ae3525,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:08.254095 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3ed6b6-1a5d-458a-b3f9-0c84669a4afe tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Pushing event deleted for resources: {'Port': ['ID=1c565abf-d5ba-434d-ace7-23e4f363ca88,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:08.296818 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-225c1722-a476-491c-8971-da8878080f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:08.357661 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-791971af-aa69-4689-ba8e-07caa16edc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a389afc-ab51-4e27-86a1-2e5797b06360', 'name': 'tempest-ServersTestManualDisk-1498729652-router', 'tenant_id': '32d6446ab2e641418601d6f9b0d422b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '5dc0d68e-7384-44bd-92d4-741f4ca313bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:55:29Z', 'updated_at': '2021-09-23T06:55:36Z', 'revision_number': 4, 'project_id': '32d6446ab2e641418601d6f9b0d422b1', 'gw_port': {'id': '5dc0d68e-7384-44bd-92d4-741f4ca313bc', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ea:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a389afc-ab51-4e27-86a1-2e5797b06360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:55:30Z', 'updated_at': '2021-09-23T06:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '53b03a9c-b887-4438-af6a-ee2ace1b32ab', 'tenant_id': '32d6446ab2e641418601d6f9b0d422b1', 'floating_ip_address': '172.25.2.50', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '5a389afc-ab51-4e27-86a1-2e5797b06360', 'port_id': 'abe0245b-de5a-4ba9-9037-4492913740ce', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73269455-291c-4521-ad88-579f38510b1a', 'mac_address': 'fa:16:3e:97:c6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cd84fc-812d-47ec-a964-fe50909675ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T06:55:42Z', 'updated_at': '2021-09-23T06:56:05Z', 'revision_number': 1, 'project_id': '32d6446ab2e641418601d6f9b0d422b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a31dacf-9298-499d-8dcf-0ce0a215bba9', 'name': '', 'network_id': '73269455-291c-4521-ad88-579f38510b1a', 'tenant_id': '32d6446ab2e641418601d6f9b0d422b1', 'mac_address': 'fa:16:3e:6c:a3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a389afc-ab51-4e27-86a1-2e5797b06360', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '30533a6f-b862-4b9d-ba78-3a6162dd1f60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:55:34Z', 'updated_at': '2021-09-23T06:55:42Z', 'revision_number': 5, 'project_id': '32d6446ab2e641418601d6f9b0d422b1', 'subnets': [{'id': '30533a6f-b862-4b9d-ba78-3a6162dd1f60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:08.361347 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a5ab1ef5-d557-4739-9f7d-9e1dc2f1b6df req-28edb6b9-d998-440d-9835-7050e3850304 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=abe0245b-de5a-4ba9-9037-4492913740ce HTTP/1.1" status: 200 len: 998 time: 0.1270010 Sep 23 06:56:08.387182 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791971af-aa69-4689-ba8e-07caa16edc74 None None] Checking router: 5a389afc-ab51-4e27-86a1-2e5797b06360 for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:56:08.400752 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791971af-aa69-4689-ba8e-07caa16edc74 None None] Routers {'5a389afc-ab51-4e27-86a1-2e5797b06360'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:56:08.402283 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-791971af-aa69-4689-ba8e-07caa16edc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:55:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['5a389afc-ab51-4e27-86a1-2e5797b06360'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:08.430680 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bd3ed6b6-1a5d-458a-b3f9-0c84669a4afe tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2068563'] for router_gateway, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:08.434351 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-27e65c17-f207-4ce1-9099-93da4587e4bc tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066969'] for router_interface, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:08.511426 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab1ef5-d557-4739-9f7d-9e1dc2f1b6df req-c3da336b-c0f4-4ff2-b3bf-eb6134890317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:08.521027 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a5ab1ef5-d557-4739-9f7d-9e1dc2f1b6df req-c3da336b-c0f4-4ff2-b3bf-eb6134890317 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=30533a6f-b862-4b9d-ba78-3a6162dd1f60 HTTP/1.1" status: 200 len: 851 time: 0.1512847 Sep 23 06:56:08.536624 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bd3ed6b6-1a5d-458a-b3f9-0c84669a4afe tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:08.539315 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bd3ed6b6-1a5d-458a-b3f9-0c84669a4afe tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:08.570416 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-791971af-aa69-4689-ba8e-07caa16edc74 None None] Set router 5a389afc-ab51-4e27-86a1-2e5797b06360 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:56:08.618848 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-e4321811-9879-4561-b2f1-f65b0ed2bf09 tempest-QuotasNegativeTest-1012315608 tempest-QuotasNegativeTest-1012315608-project-admin] Request body: {'quota': {'network': 2}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:56:08.664660 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-e4321811-9879-4561-b2f1-f65b0ed2bf09 tempest-QuotasNegativeTest-1012315608 tempest-QuotasNegativeTest-1012315608-project-admin] 10.222.0.39 "PUT /v2.0/quotas/f976db5e8c284a029cd22631c6d1c132 HTTP/1.1" status: 200 len: 368 time: 0.4594994 Sep 23 06:56:08.664660 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bd3ed6b6-1a5d-458a-b3f9-0c84669a4afe tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:08.664660 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd3ed6b6-1a5d-458a-b3f9-0c84669a4afe tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Fanout notify agent at l3_agent the message router_deleted on router e2efb226-164a-443b-a0e9-c724f222fba1 {{(pid=95066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 06:56:08.665080 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 43910) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:08.670001 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-f4b24866-cf22-4e91-87b8-7492b04ca541 tempest-QuotasNegativeTest-1012315608 tempest-QuotasNegativeTest-1012315608-project-admin] Request body: {'network': {'project_id': 'f976db5e8c284a029cd22631c6d1c132'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:56:08.679277 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bd3ed6b6-1a5d-458a-b3f9-0c84669a4afe tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:08.680370 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-bd3ed6b6-1a5d-458a-b3f9-0c84669a4afe tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "DELETE /v2.0/routers/e2efb226-164a-443b-a0e9-c724f222fba1 HTTP/1.1" status: 204 len: 168 time: 1.6942699 Sep 23 06:56:08.684487 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 43912) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:08.689349 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-56692325-e428-42c4-8271-e93d1587432c tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1777385138'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:56:08.714163 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab1ef5-d557-4739-9f7d-9e1dc2f1b6df req-4cb4185c-784e-4311-8139-2c4a6643f135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:08.716147 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a5ab1ef5-d557-4739-9f7d-9e1dc2f1b6df req-4cb4185c-784e-4311-8139-2c4a6643f135 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=73269455-291c-4521-ad88-579f38510b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1245186 Sep 23 06:56:08.722657 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.db.api [None req-56692325-e428-42c4-8271-e93d1587432c tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 06:56:08.722657 n-d-715271-16 neutron-server[95066]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 23 06:56:08.722657 n-d-715271-16 neutron-server[95066]: [parameters: {'project_id': '18664d18977f48d3a961b4095d05ed52', 'id': '0268cf5a-f0a0-4c7b-8de5-49ab3757893d', 'expiration': datetime.datetime(2021, 9, 23, 6, 58, 8, 710450)}] Sep 23 06:56:08.722657 n-d-715271-16 neutron-server[95066]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95066) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 06:56:08.723106 n-d-715271-16 neutron-server[95066]: DEBUG oslo_db.api [None req-56692325-e428-42c4-8271-e93d1587432c tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 06:56:08.725429 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4b24866-cf22-4e91-87b8-7492b04ca541 tempest-QuotasNegativeTest-1012315608 tempest-QuotasNegativeTest-1012315608-project-admin] Made reservation on behalf of f976db5e8c284a029cd22631c6d1c132 for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:56:08.728589 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f4b24866-cf22-4e91-87b8-7492b04ca541 tempest-QuotasNegativeTest-1012315608 tempest-QuotasNegativeTest-1012315608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:08.739823 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f4b24866-cf22-4e91-87b8-7492b04ca541 tempest-QuotasNegativeTest-1012315608 tempest-QuotasNegativeTest-1012315608-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:08.899559 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a5ab1ef5-d557-4739-9f7d-9e1dc2f1b6df req-999db2c9-ff6e-4052-a494-ec8db9f1c78f service neutron] 10.222.0.21 "GET /v2.0/networks/73269455-291c-4521-ad88-579f38510b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745389 Sep 23 06:56:08.913777 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f4b24866-cf22-4e91-87b8-7492b04ca541 tempest-QuotasNegativeTest-1012315608 tempest-QuotasNegativeTest-1012315608-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:08.920318 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f4b24866-cf22-4e91-87b8-7492b04ca541 tempest-QuotasNegativeTest-1012315608 tempest-QuotasNegativeTest-1012315608-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:08.958664 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-27e65c17-f207-4ce1-9099-93da4587e4bc tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Deleting port 2b25d90c-079e-41c1-b171-878e2612946d {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:56:08.959214 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-27e65c17-f207-4ce1-9099-93da4587e4bc tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:08.960779 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4b24866-cf22-4e91-87b8-7492b04ca541 tempest-QuotasNegativeTest-1012315608 tempest-QuotasNegativeTest-1012315608-project-admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:56:08.980932 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b24866-cf22-4e91-87b8-7492b04ca541 tempest-QuotasNegativeTest-1012315608 tempest-QuotasNegativeTest-1012315608-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a175c83-2311-40e4-a627-0bd4e2003462,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:08.984603 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f4b24866-cf22-4e91-87b8-7492b04ca541 tempest-QuotasNegativeTest-1012315608 tempest-QuotasNegativeTest-1012315608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:08.985160 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-f4b24866-cf22-4e91-87b8-7492b04ca541 tempest-QuotasNegativeTest-1012315608 tempest-QuotasNegativeTest-1012315608-project-admin] Added segment 580cb4dc-e02f-44bb-9658-30289f1cb687 of type vlan for network a4b7fb5b-c230-420a-85e3-82d5f60f59fa Sep 23 06:56:09.046766 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f4b24866-cf22-4e91-87b8-7492b04ca541 tempest-QuotasNegativeTest-1012315608 tempest-QuotasNegativeTest-1012315608-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:09.082798 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f4b24866-cf22-4e91-87b8-7492b04ca541 tempest-QuotasNegativeTest-1012315608 tempest-QuotasNegativeTest-1012315608-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:09.084046 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b24866-cf22-4e91-87b8-7492b04ca541 tempest-QuotasNegativeTest-1012315608 tempest-QuotasNegativeTest-1012315608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:09.084852 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f4b24866-cf22-4e91-87b8-7492b04ca541 tempest-QuotasNegativeTest-1012315608 tempest-QuotasNegativeTest-1012315608-project-admin] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:09.086147 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-791971af-aa69-4689-ba8e-07caa16edc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a389afc-ab51-4e27-86a1-2e5797b06360', 'name': 'tempest-ServersTestManualDisk-1498729652-router', 'tenant_id': '32d6446ab2e641418601d6f9b0d422b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '5dc0d68e-7384-44bd-92d4-741f4ca313bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:55:29Z', 'updated_at': '2021-09-23T06:55:36Z', 'revision_number': 4, 'project_id': '32d6446ab2e641418601d6f9b0d422b1', 'gw_port': {'id': '5dc0d68e-7384-44bd-92d4-741f4ca313bc', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ea:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a389afc-ab51-4e27-86a1-2e5797b06360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:55:30Z', 'updated_at': '2021-09-23T06:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '53b03a9c-b887-4438-af6a-ee2ace1b32ab', 'tenant_id': '32d6446ab2e641418601d6f9b0d422b1', 'floating_ip_address': '172.25.2.50', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '5a389afc-ab51-4e27-86a1-2e5797b06360', 'port_id': 'abe0245b-de5a-4ba9-9037-4492913740ce', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73269455-291c-4521-ad88-579f38510b1a', 'mac_address': 'fa:16:3e:97:c6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cd84fc-812d-47ec-a964-fe50909675ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T06:55:42Z', 'updated_at': '2021-09-23T06:56:05Z', 'revision_number': 1, 'project_id': '32d6446ab2e641418601d6f9b0d422b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a31dacf-9298-499d-8dcf-0ce0a215bba9', 'name': '', 'network_id': '73269455-291c-4521-ad88-579f38510b1a', 'tenant_id': '32d6446ab2e641418601d6f9b0d422b1', 'mac_address': 'fa:16:3e:6c:a3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a389afc-ab51-4e27-86a1-2e5797b06360', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '30533a6f-b862-4b9d-ba78-3a6162dd1f60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:55:34Z', 'updated_at': '2021-09-23T06:55:42Z', 'revision_number': 5, 'project_id': '32d6446ab2e641418601d6f9b0d422b1', 'subnets': [{'id': '30533a6f-b862-4b9d-ba78-3a6162dd1f60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:09.108773 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a5ab1ef5-d557-4739-9f7d-9e1dc2f1b6df req-87c3a782-c543-47af-a369-e030279375da service neutron] 10.222.0.21 "GET /v2.0/networks/73269455-291c-4521-ad88-579f38510b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001464 Sep 23 06:56:09.124944 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-27e65c17-f207-4ce1-9099-93da4587e4bc tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:09.129374 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-f4b24866-cf22-4e91-87b8-7492b04ca541 tempest-QuotasNegativeTest-1012315608 tempest-QuotasNegativeTest-1012315608-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4631288 Sep 23 06:56:09.131813 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 43926) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:09.136455 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791971af-aa69-4689-ba8e-07caa16edc74 None None] The sync data for ids ['5a389afc-ab51-4e27-86a1-2e5797b06360'] in n-d-715271-16 is: [{'id': '5a389afc-ab51-4e27-86a1-2e5797b06360', 'name': 'tempest-ServersTestManualDisk-1498729652-router', 'tenant_id': '32d6446ab2e641418601d6f9b0d422b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '5dc0d68e-7384-44bd-92d4-741f4ca313bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:55:29Z', 'updated_at': '2021-09-23T06:55:36Z', 'revision_number': 4, 'project_id': '32d6446ab2e641418601d6f9b0d422b1', 'gw_port': {'id': '5dc0d68e-7384-44bd-92d4-741f4ca313bc', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ea:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a389afc-ab51-4e27-86a1-2e5797b06360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:55:30Z', 'updated_at': '2021-09-23T06:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '53b03a9c-b887-4438-af6a-ee2ace1b32ab', 'tenant_id': '32d6446ab2e641418601d6f9b0d422b1', 'floating_ip_address': '172.25.2.50', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '5a389afc-ab51-4e27-86a1-2e5797b06360', 'port_id': 'abe0245b-de5a-4ba9-9037-4492913740ce', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73269455-291c-4521-ad88-579f38510b1a', 'mac_address': 'fa:16:3e:97:c6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cd84fc-812d-47ec-a964-fe50909675ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T06:55:42Z', 'updated_at': '2021-09-23T06:56:05Z', 'revision_number': 1, 'project_id': '32d6446ab2e641418601d6f9b0d422b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a31dacf-9298-499d-8dcf-0ce0a215bba9', 'name': '', 'network_id': '73269455-291c-4521-ad88-579f38510b1a', 'tenant_id': '32d6446ab2e641418601d6f9b0d422b1', 'mac_address': 'fa:16:3e:6c:a3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a389afc-ab51-4e27-86a1-2e5797b06360', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '30533a6f-b862-4b9d-ba78-3a6162dd1f60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:55:34Z', 'updated_at': '2021-09-23T06:55:42Z', 'revision_number': 5, 'project_id': '32d6446ab2e641418601d6f9b0d422b1', 'subnets': [{'id': '30533a6f-b862-4b9d-ba78-3a6162dd1f60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:56:09.138711 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-e4c5be06-7c5c-470b-a9ee-ccc4f79a8bf6 tempest-QuotasNegativeTest-1012315608 tempest-QuotasNegativeTest-1012315608-project-admin] Request body: {'network': {'project_id': 'f976db5e8c284a029cd22631c6d1c132'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:56:09.141396 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-27e65c17-f207-4ce1-9099-93da4587e4bc tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Calling delete_port for 2b25d90c-079e-41c1-b171-878e2612946d owned by network:router_interface {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:56:09.182688 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b24866-cf22-4e91-87b8-7492b04ca541 tempest-QuotasNegativeTest-1012315608 tempest-QuotasNegativeTest-1012315608-project-admin] Pushing event updated for resources: {'Network': ['ID=a4b7fb5b-c230-420a-85e3-82d5f60f59fa,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:09.204957 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c5be06-7c5c-470b-a9ee-ccc4f79a8bf6 tempest-QuotasNegativeTest-1012315608 tempest-QuotasNegativeTest-1012315608-project-admin] Made reservation on behalf of f976db5e8c284a029cd22631c6d1c132 for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:56:09.208147 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e4c5be06-7c5c-470b-a9ee-ccc4f79a8bf6 tempest-QuotasNegativeTest-1012315608 tempest-QuotasNegativeTest-1012315608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:09.228265 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network a4b7fb5b-c230-420a-85e3-82d5f60f59fa details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:56:09.248216 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4c5be06-7c5c-470b-a9ee-ccc4f79a8bf6 tempest-QuotasNegativeTest-1012315608 tempest-QuotasNegativeTest-1012315608-project-admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:56:09.259697 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e4c5be06-7c5c-470b-a9ee-ccc4f79a8bf6 tempest-QuotasNegativeTest-1012315608 tempest-QuotasNegativeTest-1012315608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:09.260328 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-e4c5be06-7c5c-470b-a9ee-ccc4f79a8bf6 tempest-QuotasNegativeTest-1012315608 tempest-QuotasNegativeTest-1012315608-project-admin] Added segment 0ba5a0bb-7711-461d-9db9-54b2192b745f of type vlan for network a1fe82fb-1682-4a60-ad7b-e62c830ca285 Sep 23 06:56:09.317129 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e4c5be06-7c5c-470b-a9ee-ccc4f79a8bf6 tempest-QuotasNegativeTest-1012315608 tempest-QuotasNegativeTest-1012315608-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:09.321380 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56692325-e428-42c4-8271-e93d1587432c tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Made reservation on behalf of 18664d18977f48d3a961b4095d05ed52 for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:56:09.325065 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-56692325-e428-42c4-8271-e93d1587432c tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:09.380749 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56692325-e428-42c4-8271-e93d1587432c tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:56:09.392190 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-56692325-e428-42c4-8271-e93d1587432c tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:09.392633 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-56692325-e428-42c4-8271-e93d1587432c tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Added segment 75d855e8-b582-4658-9623-d805d18ebbdf of type vlan for network d4331caa-ef4a-48a2-878c-13a307b71975 Sep 23 06:56:09.395773 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e4c5be06-7c5c-470b-a9ee-ccc4f79a8bf6 tempest-QuotasNegativeTest-1012315608 tempest-QuotasNegativeTest-1012315608-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:09.396835 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c5be06-7c5c-470b-a9ee-ccc4f79a8bf6 tempest-QuotasNegativeTest-1012315608 tempest-QuotasNegativeTest-1012315608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:09.397515 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e4c5be06-7c5c-470b-a9ee-ccc4f79a8bf6 tempest-QuotasNegativeTest-1012315608 tempest-QuotasNegativeTest-1012315608-project-admin] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:09.488365 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-e4c5be06-7c5c-470b-a9ee-ccc4f79a8bf6 tempest-QuotasNegativeTest-1012315608 tempest-QuotasNegativeTest-1012315608-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3555653 Sep 23 06:56:09.510013 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7c682f-58ea-4dd7-b6da-e0aba1a95a3f None None] New status for floating IP 53b03a9c-b887-4438-af6a-ee2ace1b32ab: ACTIVE {{(pid=95068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 06:56:09.516803 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 43936) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:09.528052 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-ce2cbe6b-2df7-4424-ad3a-cad0e3d0d379 tempest-QuotasNegativeTest-1012315608 tempest-QuotasNegativeTest-1012315608-project-admin] Request body: {'network': {'project_id': 'f976db5e8c284a029cd22631c6d1c132'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:56:09.544481 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-27e65c17-f207-4ce1-9099-93da4587e4bc tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:09.562796 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c5be06-7c5c-470b-a9ee-ccc4f79a8bf6 tempest-QuotasNegativeTest-1012315608 tempest-QuotasNegativeTest-1012315608-project-admin] Pushing event updated for resources: {'Network': ['ID=a1fe82fb-1682-4a60-ad7b-e62c830ca285,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:09.563363 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce2cbe6b-2df7-4424-ad3a-cad0e3d0d379 tempest-QuotasNegativeTest-1012315608 tempest-QuotasNegativeTest-1012315608-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 23 06:56:09.564007 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce2cbe6b-2df7-4424-ad3a-cad0e3d0d379 tempest-QuotasNegativeTest-1012315608 tempest-QuotasNegativeTest-1012315608-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:56:09.565642 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-ce2cbe6b-2df7-4424-ad3a-cad0e3d0d379 tempest-QuotasNegativeTest-1012315608 tempest-QuotasNegativeTest-1012315608-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0471721 Sep 23 06:56:09.569493 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-56692325-e428-42c4-8271-e93d1587432c tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:09.573626 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network a1fe82fb-1682-4a60-ad7b-e62c830ca285 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:56:09.576601 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 43938) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:09.597893 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e65c17-f207-4ce1-9099-93da4587e4bc tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Pushing event deleted for resources: {'Port': ['ID=2b25d90c-079e-41c1-b171-878e2612946d,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:09.646666 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-56692325-e428-42c4-8271-e93d1587432c tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:09.652320 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56692325-e428-42c4-8271-e93d1587432c tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:09.652941 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-56692325-e428-42c4-8271-e93d1587432c tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:09.695472 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-56692325-e428-42c4-8271-e93d1587432c tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0099235 Sep 23 06:56:09.698335 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 43944) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:09.716545 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-a8ad823b-a258-4cee-a5a4-2572720324b7 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Request body: {'subnet': {'network_id': 'd4331caa-ef4a-48a2-878c-13a307b71975', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:56:09.717305 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-1316301d-03c2-4206-bab4-188e52ffbe95 tempest-QuotasNegativeTest-1012315608 tempest-QuotasNegativeTest-1012315608-project-admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f976db5e8c284a029cd22631c6d1c132&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1343651 Sep 23 06:56:09.724021 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 43946) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:09.844806 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56692325-e428-42c4-8271-e93d1587432c tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Pushing event updated for resources: {'Network': ['ID=d4331caa-ef4a-48a2-878c-13a307b71975,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:09.864923 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network d4331caa-ef4a-48a2-878c-13a307b71975 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:56:09.903030 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-18093e7e-9e4e-440d-b464-a38f52b845d0 tempest-QuotasNegativeTest-1012315608 tempest-QuotasNegativeTest-1012315608-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:09.934623 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-27e65c17-f207-4ce1-9099-93da4587e4bc tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2068624'] for router_interface, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:09.936545 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-18093e7e-9e4e-440d-b464-a38f52b845d0 tempest-QuotasNegativeTest-1012315608 tempest-QuotasNegativeTest-1012315608-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:10.012767 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-18093e7e-9e4e-440d-b464-a38f52b845d0 tempest-QuotasNegativeTest-1012315608 tempest-QuotasNegativeTest-1012315608-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:10.015494 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-18093e7e-9e4e-440d-b464-a38f52b845d0 tempest-QuotasNegativeTest-1012315608 tempest-QuotasNegativeTest-1012315608-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:10.019413 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-18093e7e-9e4e-440d-b464-a38f52b845d0 tempest-QuotasNegativeTest-1012315608 tempest-QuotasNegativeTest-1012315608-project-admin] 10.222.0.39 "DELETE /v2.0/security-groups/9a175c83-2311-40e4-a627-0bd4e2003462 HTTP/1.1" status: 204 len: 168 time: 0.2893884 Sep 23 06:56:10.020511 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 43960) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:10.042730 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18093e7e-9e4e-440d-b464-a38f52b845d0 tempest-QuotasNegativeTest-1012315608 tempest-QuotasNegativeTest-1012315608-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a175c83-2311-40e4-a627-0bd4e2003462,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:10.044232 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:10.073727 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 43962) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:10.114885 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4b7c7fbd-9893-4ed9-a1ec-3ea44d78f94c tempest-QuotasNegativeTest-1012315608 tempest-QuotasNegativeTest-1012315608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:10.145508 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ad823b-a258-4cee-a5a4-2572720324b7 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Made reservation on behalf of 18664d18977f48d3a961b4095d05ed52 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:56:10.149901 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a8ad823b-a258-4cee-a5a4-2572720324b7 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:10.212260 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4b7c7fbd-9893-4ed9-a1ec-3ea44d78f94c tempest-QuotasNegativeTest-1012315608 tempest-QuotasNegativeTest-1012315608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:10.234580 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-4b7c7fbd-9893-4ed9-a1ec-3ea44d78f94c tempest-QuotasNegativeTest-1012315608 tempest-QuotasNegativeTest-1012315608-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1fe82fb-1682-4a60-ad7b-e62c830ca285']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:10.244748 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-4b7c7fbd-9893-4ed9-a1ec-3ea44d78f94c tempest-QuotasNegativeTest-1012315608 tempest-QuotasNegativeTest-1012315608-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ba5a0bb-7711-461d-9db9-54b2192b745f') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:10.245055 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-4b7c7fbd-9893-4ed9-a1ec-3ea44d78f94c tempest-QuotasNegativeTest-1012315608 tempest-QuotasNegativeTest-1012315608-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ba5a0bb-7711-461d-9db9-54b2192b745f') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:10.255363 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4b7c7fbd-9893-4ed9-a1ec-3ea44d78f94c tempest-QuotasNegativeTest-1012315608 tempest-QuotasNegativeTest-1012315608-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:10.270535 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4b7c7fbd-9893-4ed9-a1ec-3ea44d78f94c tempest-QuotasNegativeTest-1012315608 tempest-QuotasNegativeTest-1012315608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:10.280802 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b7c7fbd-9893-4ed9-a1ec-3ea44d78f94c tempest-QuotasNegativeTest-1012315608 tempest-QuotasNegativeTest-1012315608-project-admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:56:10.281212 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4b7c7fbd-9893-4ed9-a1ec-3ea44d78f94c tempest-QuotasNegativeTest-1012315608 tempest-QuotasNegativeTest-1012315608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:10.283083 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 06:56:10.283083 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:56:10.283083 n-d-715271-16 neutron-server[95066]: timer() Sep 23 06:56:10.283083 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:56:10.283083 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 06:56:10.283083 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:56:10.283083 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 06:56:10.283083 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:56:10.283083 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 06:56:10.283083 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:56:10.283083 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 06:56:10.283083 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:56:10.283083 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 06:56:10.283083 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:56:10.283083 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:56:10.283083 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:56:10.283083 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:56:10.283083 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:56:10.283083 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 06:56:10.283083 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:56:10.283083 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 06:56:10.283083 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:56:10.283083 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:56:10.283083 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:56:10.283083 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 06:56:10.283083 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:56:10.283083 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:56:10.283083 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:56:10.283083 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:56:10.283083 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:56:10.283083 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:56:10.283083 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:56:10.323185 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-15ee4d66-a93e-4f86-a5a4-932d175db7ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:10.354606 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27e65c17-f207-4ce1-9099-93da4587e4bc tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Router 7f3fb319-3be4-4ee9-8209-fa35b7fa04a0 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:56:10.358382 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4b7c7fbd-9893-4ed9-a1ec-3ea44d78f94c tempest-QuotasNegativeTest-1012315608 tempest-QuotasNegativeTest-1012315608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:10.367671 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4b7c7fbd-9893-4ed9-a1ec-3ea44d78f94c tempest-QuotasNegativeTest-1012315608 tempest-QuotasNegativeTest-1012315608-project-admin] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:10.370130 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-4b7c7fbd-9893-4ed9-a1ec-3ea44d78f94c tempest-QuotasNegativeTest-1012315608 tempest-QuotasNegativeTest-1012315608-project-admin] 10.222.0.39 "DELETE /v2.0/networks/a1fe82fb-1682-4a60-ad7b-e62c830ca285 HTTP/1.1" status: 204 len: 168 time: 0.3473320 Sep 23 06:56:10.375345 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 43986) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:10.383300 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7c7fbd-9893-4ed9-a1ec-3ea44d78f94c tempest-QuotasNegativeTest-1012315608 tempest-QuotasNegativeTest-1012315608-project-admin] Pushing event deleted for resources: {'Network': ['ID=a1fe82fb-1682-4a60-ad7b-e62c830ca285,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:10.588756 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f5f9d4d8-025f-4eb3-ab90-8254b8b19aa0 tempest-QuotasNegativeTest-1012315608 tempest-QuotasNegativeTest-1012315608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:10.594767 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e65c17-f207-4ce1-9099-93da4587e4bc tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:56:10.601983 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-27e65c17-f207-4ce1-9099-93da4587e4bc tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] 10.222.0.39 "PUT /v2.0/routers/7f3fb319-3be4-4ee9-8209-fa35b7fa04a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9831786 Sep 23 06:56:10.604169 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0cbfc0-4bf0-43ca-be7a-0e36326e56f0 None None] Sync routers for ids ['7f3fb319-3be4-4ee9-8209-fa35b7fa04a0'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:56:10.604677 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44016) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:10.621260 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0cbfc0-4bf0-43ca-be7a-0e36326e56f0 None None] Routers {'7f3fb319-3be4-4ee9-8209-fa35b7fa04a0'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:56:10.622162 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-8b0cbfc0-4bf0-43ca-be7a-0e36326e56f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:55:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['7f3fb319-3be4-4ee9-8209-fa35b7fa04a0'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:10.660465 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-8b0cbfc0-4bf0-43ca-be7a-0e36326e56f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:10.669656 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0cbfc0-4bf0-43ca-be7a-0e36326e56f0 None None] Routers {'7f3fb319-3be4-4ee9-8209-fa35b7fa04a0'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:56:10.670691 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-8b0cbfc0-4bf0-43ca-be7a-0e36326e56f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:55:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['7f3fb319-3be4-4ee9-8209-fa35b7fa04a0'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:10.717157 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-8b0cbfc0-4bf0-43ca-be7a-0e36326e56f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:10.717824 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0cbfc0-4bf0-43ca-be7a-0e36326e56f0 None None] The sync data for ids ['7f3fb319-3be4-4ee9-8209-fa35b7fa04a0'] in n-d-715271-16 is: [] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:56:10.732007 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fca2cd10-810e-4278-96a0-55a6964fa134 tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Notify callbacks [] for router, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:10.734656 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a8ad823b-a258-4cee-a5a4-2572720324b7 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:10.773153 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f5f9d4d8-025f-4eb3-ab90-8254b8b19aa0 tempest-QuotasNegativeTest-1012315608 tempest-QuotasNegativeTest-1012315608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:10.815002 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-15ee4d66-a93e-4f86-a5a4-932d175db7ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:10.840480 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-15ee4d66-a93e-4f86-a5a4-932d175db7ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:10.845720 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-f5f9d4d8-025f-4eb3-ab90-8254b8b19aa0 tempest-QuotasNegativeTest-1012315608 tempest-QuotasNegativeTest-1012315608-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4b7fb5b-c230-420a-85e3-82d5f60f59fa']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:10.881741 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-f5f9d4d8-025f-4eb3-ab90-8254b8b19aa0 tempest-QuotasNegativeTest-1012315608 tempest-QuotasNegativeTest-1012315608-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '580cb4dc-e02f-44bb-9658-30289f1cb687') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:10.882054 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-f5f9d4d8-025f-4eb3-ab90-8254b8b19aa0 tempest-QuotasNegativeTest-1012315608 tempest-QuotasNegativeTest-1012315608-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '580cb4dc-e02f-44bb-9658-30289f1cb687') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:10.904673 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fca2cd10-810e-4278-96a0-55a6964fa134 tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:10.906986 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fca2cd10-810e-4278-96a0-55a6964fa134 tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:10.914997 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ad823b-a258-4cee-a5a4-2572720324b7 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Pushing event updated for resources: {'Subnet': ['ID=d3d81119-9348-415c-b0e3-eddd61185470,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:10.920021 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f5f9d4d8-025f-4eb3-ab90-8254b8b19aa0 tempest-QuotasNegativeTest-1012315608 tempest-QuotasNegativeTest-1012315608-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:10.938265 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-15ee4d66-a93e-4f86-a5a4-932d175db7ac admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=086761a7feb849ef9dcf947f47ad53a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8634517 Sep 23 06:56:10.943396 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ee4d66-a93e-4f86-a5a4-932d175db7ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54897949-231d-4017-8698-8f187e16cdb2,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:10.944334 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44056) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:10.950011 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f5f9d4d8-025f-4eb3-ab90-8254b8b19aa0 tempest-QuotasNegativeTest-1012315608 tempest-QuotasNegativeTest-1012315608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:10.959585 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ad823b-a258-4cee-a5a4-2572720324b7 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Checking segment: {'id': '75d855e8-b582-4658-9623-d805d18ebbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd4331caa-ef4a-48a2-878c-13a307b71975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:56:10.959865 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ad823b-a258-4cee-a5a4-2572720324b7 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Network hostable DHCP agents. Network: d4331caa-ef4a-48a2-878c-13a307b71975, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:56:10.963186 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5f9d4d8-025f-4eb3-ab90-8254b8b19aa0 tempest-QuotasNegativeTest-1012315608 tempest-QuotasNegativeTest-1012315608-project-admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:56:10.963611 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f5f9d4d8-025f-4eb3-ab90-8254b8b19aa0 tempest-QuotasNegativeTest-1012315608 tempest-QuotasNegativeTest-1012315608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:10.965377 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 06:56:10.965377 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:56:10.965377 n-d-715271-16 neutron-server[95065]: timer() Sep 23 06:56:10.965377 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:56:10.965377 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 06:56:10.965377 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:56:10.965377 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 06:56:10.965377 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:56:10.965377 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 06:56:10.965377 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:56:10.965377 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 06:56:10.965377 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:56:10.965377 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 06:56:10.965377 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:56:10.965377 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:56:10.965377 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:56:10.965377 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:56:10.965377 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:56:10.965377 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 06:56:10.965377 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:56:10.965377 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 06:56:10.965377 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:56:10.965377 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:56:10.965377 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:56:10.965377 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 06:56:10.965377 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:56:10.965377 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:56:10.965377 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:56:10.965377 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:56:10.965377 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:56:10.965377 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:56:10.965377 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:56:10.976530 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fca2cd10-810e-4278-96a0-55a6964fa134 tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:10.977410 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fca2cd10-810e-4278-96a0-55a6964fa134 tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Fanout notify agent at l3_agent the message router_deleted on router 7f3fb319-3be4-4ee9-8209-fa35b7fa04a0 {{(pid=95066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 06:56:10.998216 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fca2cd10-810e-4278-96a0-55a6964fa134 tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:10.999541 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-fca2cd10-810e-4278-96a0-55a6964fa134 tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] 10.222.0.39 "DELETE /v2.0/routers/7f3fb319-3be4-4ee9-8209-fa35b7fa04a0 HTTP/1.1" status: 204 len: 168 time: 0.3939950 Sep 23 06:56:11.001897 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44060) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:11.030783 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ad823b-a258-4cee-a5a4-2572720324b7 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Network d4331caa-ef4a-48a2-878c-13a307b71975 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:56:11.037609 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e08fbe3c-f70a-43c3-a595-472f7f30fe73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:11.040917 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f5f9d4d8-025f-4eb3-ab90-8254b8b19aa0 tempest-QuotasNegativeTest-1012315608 tempest-QuotasNegativeTest-1012315608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:11.046265 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f5f9d4d8-025f-4eb3-ab90-8254b8b19aa0 tempest-QuotasNegativeTest-1012315608 tempest-QuotasNegativeTest-1012315608-project-admin] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:11.048611 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-f5f9d4d8-025f-4eb3-ab90-8254b8b19aa0 tempest-QuotasNegativeTest-1012315608 tempest-QuotasNegativeTest-1012315608-project-admin] 10.222.0.39 "DELETE /v2.0/networks/a4b7fb5b-c230-420a-85e3-82d5f60f59fa HTTP/1.1" status: 204 len: 168 time: 0.6693134 Sep 23 06:56:11.052463 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-a8ad823b-a258-4cee-a5a4-2572720324b7 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, d4331caa-ef4a-48a2-878c-13a307b71975) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:56:11.058236 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ad823b-a258-4cee-a5a4-2572720324b7 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:11.059519 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a8ad823b-a258-4cee-a5a4-2572720324b7 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:11.061792 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3746d2d2-3fc4-4331-888a-cc99c503a19e None None] Network d4331caa-ef4a-48a2-878c-13a307b71975 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:56:11.080373 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f9d4d8-025f-4eb3-ab90-8254b8b19aa0 tempest-QuotasNegativeTest-1012315608 tempest-QuotasNegativeTest-1012315608-project-admin] Pushing event deleted for resources: {'Network': ['ID=a4b7fb5b-c230-420a-85e3-82d5f60f59fa,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:11.088110 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-01689634-5b1d-4a7a-8004-d954e924cb35 tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Deleting subnet c4f4621c-4073-434b-aedf-6c706b663443 {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:56:11.102809 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-01689634-5b1d-4a7a-8004-d954e924cb35 tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:11.109409 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-a8ad823b-a258-4cee-a5a4-2572720324b7 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4099727 Sep 23 06:56:11.110250 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44064) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:11.116185 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-6b8ace7f-2887-4713-aa17-83ab339afe0e tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2124945019', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:56:11.154693 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0bb49172-455c-4a0e-9bea-90fd32c60822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:11.175833 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6b8ace7f-2887-4713-aa17-83ab339afe0e tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:11.177016 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6b8ace7f-2887-4713-aa17-83ab339afe0e tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:11.196137 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0bb49172-455c-4a0e-9bea-90fd32c60822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:11.252492 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae89365-3611-4cbf-8f9a-13a0f78d7235 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-d4331caa-ef4a-48a2-878c-13a307b71975', 'network_id': 'd4331caa-ef4a-48a2-878c-13a307b71975', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'fixed_ips': [{'subnet_id': 'd3d81119-9348-415c-b0e3-eddd61185470'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 06:56:11.253548 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-1ae89365-3611-4cbf-8f9a-13a0f78d7235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:11.254397 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-01689634-5b1d-4a7a-8004-d954e924cb35 tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:11.304799 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0bb49172-455c-4a0e-9bea-90fd32c60822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:11.308518 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0bb49172-455c-4a0e-9bea-90fd32c60822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:11.312674 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-0bb49172-455c-4a0e-9bea-90fd32c60822 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/54897949-231d-4017-8698-8f187e16cdb2 HTTP/1.1" status: 204 len: 168 time: 0.3645294 Sep 23 06:56:11.312674 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44068) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:11.332139 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb49172-455c-4a0e-9bea-90fd32c60822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54897949-231d-4017-8698-8f187e16cdb2,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:11.382970 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-01689634-5b1d-4a7a-8004-d954e924cb35 tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:11.490133 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-01689634-5b1d-4a7a-8004-d954e924cb35 tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:11.550856 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01689634-5b1d-4a7a-8004-d954e924cb35 tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Pushing event deleted for resources: {'Subnet': ['ID=c4f4621c-4073-434b-aedf-6c706b663443,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:11.578057 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-01689634-5b1d-4a7a-8004-d954e924cb35 tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:11.582841 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-01689634-5b1d-4a7a-8004-d954e924cb35 tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] 10.222.0.39 "DELETE /v2.0/subnets/c4f4621c-4073-434b-aedf-6c706b663443 HTTP/1.1" status: 204 len: 168 time: 0.5794568 Sep 23 06:56:11.586757 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44080) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:11.592379 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1acba87-8104-4e84-9f16-f2c17281b185 None None] Network 9fbbbf39-df69-4ad9-8e7a-ab6a35279d8f requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:56:11.625258 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:11.652993 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-1ae89365-3611-4cbf-8f9a-13a0f78d7235 None None] Allocated IP 2001:db8::2 (d4331caa-ef4a-48a2-878c-13a307b71975/d3d81119-9348-415c-b0e3-eddd61185470/52c8b46a-0d81-4f54-896a-b6585806c0ae) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:56:11.718004 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6b8ace7f-2887-4713-aa17-83ab339afe0e tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:11.724926 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6b8ace7f-2887-4713-aa17-83ab339afe0e tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:11.746992 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6b8ace7f-2887-4713-aa17-83ab339afe0e tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:11.749068 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-6b8ace7f-2887-4713-aa17-83ab339afe0e tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6379468 Sep 23 06:56:11.751674 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44084) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:11.812874 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a81c19f8-c962-42be-a8ce-193b357f18a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:11.829283 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5fa6aeb8-2ab4-4c60-9d4e-3a14d3fba3ed tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:11.912824 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7136095f-f58a-442b-af75-de89224d2337 None None] DHCP port deletion for 9fbbbf39-df69-4ad9-8e7a-ab6a35279d8f request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 06:56:11.969414 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-1ae89365-3611-4cbf-8f9a-13a0f78d7235 None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:11.979687 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-5fa6aeb8-2ab4-4c60-9d4e-3a14d3fba3ed tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Deleting port 57abdcac-0f5d-4932-aec1-b13a6bb7c528 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:56:11.980449 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5fa6aeb8-2ab4-4c60-9d4e-3a14d3fba3ed tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:11.992555 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-1ae89365-3611-4cbf-8f9a-13a0f78d7235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:12.043883 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-7136095f-f58a-442b-af75-de89224d2337 None None] Deleting port 57abdcac-0f5d-4932-aec1-b13a6bb7c528 {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:56:12.044596 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-7136095f-f58a-442b-af75-de89224d2337 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:12.060649 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44088) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:12.062562 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a81c19f8-c962-42be-a8ce-193b357f18a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:12.065617 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae89365-3611-4cbf-8f9a-13a0f78d7235 None None] Pushing event updated for resources: {'Port': ['ID=52c8b46a-0d81-4f54-896a-b6585806c0ae,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:12.082192 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a81c19f8-c962-42be-a8ce-193b357f18a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:12.094029 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae89365-3611-4cbf-8f9a-13a0f78d7235 None None] Network d4331caa-ef4a-48a2-878c-13a307b71975 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:56:12.094173 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44090) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:12.098356 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-1ae89365-3611-4cbf-8f9a-13a0f78d7235 None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:56:12.101275 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae89365-3611-4cbf-8f9a-13a0f78d7235 None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:56:12.174772 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-1ae89365-3611-4cbf-8f9a-13a0f78d7235 None None] Attempting to bind port 52c8b46a-0d81-4f54-896a-b6585806c0ae on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:56:12.175393 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-1ae89365-3611-4cbf-8f9a-13a0f78d7235 None None] Attempting to bind port 52c8b46a-0d81-4f54-896a-b6585806c0ae by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '75d855e8-b582-4658-9623-d805d18ebbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd4331caa-ef4a-48a2-878c-13a307b71975'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:56:12.175827 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-55c32de8-1ee1-441f-b4a7-aa44e66c9cb4 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:12.176110 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae89365-3611-4cbf-8f9a-13a0f78d7235 None None] Attempting to bind port 52c8b46a-0d81-4f54-896a-b6585806c0ae on network d4331caa-ef4a-48a2-878c-13a307b71975 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:56:12.188779 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8e3f4f52-a132-47bd-84b7-36d5da102c57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:12.216613 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-5fa6aeb8-2ab4-4c60-9d4e-3a14d3fba3ed tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] For port 57abdcac-0f5d-4932-aec1-b13a6bb7c528, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=57abdcac-0f5d-4932-aec1-b13a6bb7c528,segment=NetworkSegment(f7ea8817-0a9d-48ff-b5f7-4430c5919eee),segment_id=f7ea8817-0a9d-48ff-b5f7-4430c5919eee)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:56:12.217387 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5fa6aeb8-2ab4-4c60-9d4e-3a14d3fba3ed tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:12.248409 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-7136095f-f58a-442b-af75-de89224d2337 None None] For port 57abdcac-0f5d-4932-aec1-b13a6bb7c528, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=57abdcac-0f5d-4932-aec1-b13a6bb7c528,segment=NetworkSegment(f7ea8817-0a9d-48ff-b5f7-4430c5919eee),segment_id=f7ea8817-0a9d-48ff-b5f7-4430c5919eee)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:56:12.248818 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-7136095f-f58a-442b-af75-de89224d2337 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:12.252180 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae89365-3611-4cbf-8f9a-13a0f78d7235 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:56:12.252811 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae89365-3611-4cbf-8f9a-13a0f78d7235 None None] Checking segment: {'id': '75d855e8-b582-4658-9623-d805d18ebbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd4331caa-ef4a-48a2-878c-13a307b71975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:56:12.253313 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-1ae89365-3611-4cbf-8f9a-13a0f78d7235 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:12.253900 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae89365-3611-4cbf-8f9a-13a0f78d7235 None None] Bound using segment: {'id': '75d855e8-b582-4658-9623-d805d18ebbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd4331caa-ef4a-48a2-878c-13a307b71975'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:56:12.254392 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-1ae89365-3611-4cbf-8f9a-13a0f78d7235 None None] Bound port: 52c8b46a-0d81-4f54-896a-b6585806c0ae, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d855e8-b582-4658-9623-d805d18ebbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd4331caa-ef4a-48a2-878c-13a307b71975'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:56:12.254777 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-1ae89365-3611-4cbf-8f9a-13a0f78d7235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:12.259751 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-a81c19f8-c962-42be-a8ce-193b357f18a9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3f39cd7c238f4d4c9fe05bf29c498da3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9444542 Sep 23 06:56:12.263697 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:12.265111 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-5fa6aeb8-2ab4-4c60-9d4e-3a14d3fba3ed tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Calling delete_port for 57abdcac-0f5d-4932-aec1-b13a6bb7c528 owned by network:dhcp {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:56:12.266974 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81c19f8-c962-42be-a8ce-193b357f18a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea7beb8-6b66-4c64-b2d8-9d1fe49468f4,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:12.275209 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44096) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:12.279151 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-7136095f-f58a-442b-af75-de89224d2337 None None] Calling delete_port for 57abdcac-0f5d-4932-aec1-b13a6bb7c528 owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:56:12.345902 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-462b66ba-c62f-47b2-8a03-f3ce6e8fa4b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:12.395585 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-1ae89365-3611-4cbf-8f9a-13a0f78d7235 None None] For port 52c8b46a-0d81-4f54-896a-b6585806c0ae, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:56:12.412892 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-1ae89365-3611-4cbf-8f9a-13a0f78d7235 None None] For port 52c8b46a-0d81-4f54-896a-b6585806c0ae, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=52c8b46a-0d81-4f54-896a-b6585806c0ae,segment=NetworkSegment(75d855e8-b582-4658-9623-d805d18ebbdf),segment_id=75d855e8-b582-4658-9623-d805d18ebbdf)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:56:12.420762 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-1ae89365-3611-4cbf-8f9a-13a0f78d7235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:12.429988 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9e66e588-5faf-474b-b3ae-23bfb3f5cd6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:12.470133 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-7136095f-f58a-442b-af75-de89224d2337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:12.473116 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9e66e588-5faf-474b-b3ae-23bfb3f5cd6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:12.490879 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae89365-3611-4cbf-8f9a-13a0f78d7235 None None] Pushing event updated for resources: {'Port': ['ID=52c8b46a-0d81-4f54-896a-b6585806c0ae,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:12.498670 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7136095f-f58a-442b-af75-de89224d2337 None None] No DVR routers for this DVR port 57abdcac-0f5d-4932-aec1-b13a6bb7c528 on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:56:12.511233 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5fa6aeb8-2ab4-4c60-9d4e-3a14d3fba3ed tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:12.514702 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-55c32de8-1ee1-441f-b4a7-aa44e66c9cb4 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Allocated IP 2001:db8::1 (d4331caa-ef4a-48a2-878c-13a307b71975/d3d81119-9348-415c-b0e3-eddd61185470/52155a1c-ca10-40b7-986a-89db40ee312f) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:56:12.516145 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8e3f4f52-a132-47bd-84b7-36d5da102c57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:12.516867 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7136095f-f58a-442b-af75-de89224d2337 None None] Pushing event deleted for resources: {'Port': ['ID=57abdcac-0f5d-4932-aec1-b13a6bb7c528,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:12.538274 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8e3f4f52-a132-47bd-84b7-36d5da102c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:12.579769 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa6aeb8-2ab4-4c60-9d4e-3a14d3fba3ed tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] No DVR routers for this DVR port 57abdcac-0f5d-4932-aec1-b13a6bb7c528 on host n-d-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:56:12.585696 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa6aeb8-2ab4-4c60-9d4e-3a14d3fba3ed tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Pushing event deleted for resources: {'Port': ['ID=57abdcac-0f5d-4932-aec1-b13a6bb7c528,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:12.637982 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3f4f52-a132-47bd-84b7-36d5da102c57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb7bbd0-879d-449f-9736-9ed842a06a8f,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:12.657821 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-8e3f4f52-a132-47bd-84b7-36d5da102c57 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9106f93fac804e8f8bb8c704c29d1572&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5936494 Sep 23 06:56:12.662275 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44098) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:12.723215 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-462b66ba-c62f-47b2-8a03-f3ce6e8fa4b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:12.734738 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-462b66ba-c62f-47b2-8a03-f3ce6e8fa4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:12.738510 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5fa6aeb8-2ab4-4c60-9d4e-3a14d3fba3ed tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:12.754379 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9e66e588-5faf-474b-b3ae-23bfb3f5cd6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:12.756941 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9e66e588-5faf-474b-b3ae-23bfb3f5cd6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:12.760413 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-9e66e588-5faf-474b-b3ae-23bfb3f5cd6f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4ea7beb8-6b66-4c64-b2d8-9d1fe49468f4 HTTP/1.1" status: 204 len: 168 time: 0.4788022 Sep 23 06:56:12.760557 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-55c32de8-1ee1-441f-b4a7-aa44e66c9cb4 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:12.782006 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-5fa6aeb8-2ab4-4c60-9d4e-3a14d3fba3ed tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fbbbf39-df69-4ad9-8e7a-ab6a35279d8f']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:12.788515 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-462b66ba-c62f-47b2-8a03-f3ce6e8fa4b9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f1bde936017244ed8c3b918b77a9b475&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6931953 Sep 23 06:56:12.790651 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44106) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:12.822109 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e66e588-5faf-474b-b3ae-23bfb3f5cd6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea7beb8-6b66-4c64-b2d8-9d1fe49468f4,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:12.840663 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-5fa6aeb8-2ab4-4c60-9d4e-3a14d3fba3ed tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7ea8817-0a9d-48ff-b5f7-4430c5919eee') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:12.841083 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-5fa6aeb8-2ab4-4c60-9d4e-3a14d3fba3ed tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7ea8817-0a9d-48ff-b5f7-4430c5919eee') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:12.850529 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462b66ba-c62f-47b2-8a03-f3ce6e8fa4b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8c1aa7-ab4b-49d0-a485-881091c2affa,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:12.873795 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5fa6aeb8-2ab4-4c60-9d4e-3a14d3fba3ed tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:12.886163 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-313cc03d-8946-4086-acbe-81c2e1800f57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:12.899331 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5fa6aeb8-2ab4-4c60-9d4e-3a14d3fba3ed tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:12.916815 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fa6aeb8-2ab4-4c60-9d4e-3a14d3fba3ed tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:56:12.917221 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5fa6aeb8-2ab4-4c60-9d4e-3a14d3fba3ed tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:12.920281 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 06:56:12.920281 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:56:12.920281 n-d-715271-16 neutron-server[95066]: timer() Sep 23 06:56:12.920281 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:56:12.920281 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 06:56:12.920281 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:56:12.920281 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 06:56:12.920281 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:56:12.920281 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 06:56:12.920281 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:56:12.920281 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 06:56:12.920281 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:56:12.920281 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 06:56:12.920281 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:56:12.920281 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:56:12.920281 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:56:12.920281 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:56:12.920281 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:56:12.920281 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 06:56:12.920281 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:56:12.920281 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 06:56:12.920281 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:56:12.920281 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:56:12.920281 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:56:12.920281 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 06:56:12.920281 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:56:12.920281 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:56:12.920281 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:56:12.920281 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:56:12.920281 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:56:12.920281 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:56:12.920281 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:56:12.934513 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-313cc03d-8946-4086-acbe-81c2e1800f57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:12.944204 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-53045c52-ea4f-4dc4-bff2-90c5b7a07327 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:12.953446 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-55c32de8-1ee1-441f-b4a7-aa44e66c9cb4 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:13.014437 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5fa6aeb8-2ab4-4c60-9d4e-3a14d3fba3ed tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:13.016888 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-53045c52-ea4f-4dc4-bff2-90c5b7a07327 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:13.023452 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5fa6aeb8-2ab4-4c60-9d4e-3a14d3fba3ed tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:13.027730 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-5fa6aeb8-2ab4-4c60-9d4e-3a14d3fba3ed tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] 10.222.0.39 "DELETE /v2.0/networks/9fbbbf39-df69-4ad9-8e7a-ab6a35279d8f HTTP/1.1" status: 204 len: 168 time: 1.4376900 Sep 23 06:56:13.034803 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c32de8-1ee1-441f-b4a7-aa44e66c9cb4 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Network d4331caa-ef4a-48a2-878c-13a307b71975 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:56:13.040248 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa6aeb8-2ab4-4c60-9d4e-3a14d3fba3ed tempest-FloatingIPNegativeTestJSON-1009653066 tempest-FloatingIPNegativeTestJSON-1009653066-project] Pushing event deleted for resources: {'Network': ['ID=9fbbbf39-df69-4ad9-8e7a-ab6a35279d8f,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:13.041533 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-55c32de8-1ee1-441f-b4a7-aa44e66c9cb4 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:56:13.056320 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c32de8-1ee1-441f-b4a7-aa44e66c9cb4 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:56:13.057043 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-55c32de8-1ee1-441f-b4a7-aa44e66c9cb4 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068614'] for router_interface, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:13.059382 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-313cc03d-8946-4086-acbe-81c2e1800f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:13.062289 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c32de8-1ee1-441f-b4a7-aa44e66c9cb4 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Pushing event updated for resources: {'Port': ['ID=52155a1c-ca10-40b7-986a-89db40ee312f,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:13.064013 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-313cc03d-8946-4086-acbe-81c2e1800f57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:13.066302 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-313cc03d-8946-4086-acbe-81c2e1800f57 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/aeb7bbd0-879d-449f-9736-9ed842a06a8f HTTP/1.1" status: 204 len: 168 time: 0.4031484 Sep 23 06:56:13.078701 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313cc03d-8946-4086-acbe-81c2e1800f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb7bbd0-879d-449f-9736-9ed842a06a8f,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:13.173301 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-53045c52-ea4f-4dc4-bff2-90c5b7a07327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:13.176751 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-53045c52-ea4f-4dc4-bff2-90c5b7a07327 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:13.177946 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-53045c52-ea4f-4dc4-bff2-90c5b7a07327 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0a8c1aa7-ab4b-49d0-a485-881091c2affa HTTP/1.1" status: 204 len: 168 time: 0.3823950 Sep 23 06:56:13.192906 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53045c52-ea4f-4dc4-bff2-90c5b7a07327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8c1aa7-ab4b-49d0-a485-881091c2affa,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:13.241055 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-55c32de8-1ee1-441f-b4a7-aa44e66c9cb4 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:13.353483 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 52c8b46a-0d81-4f54-896a-b6585806c0ae up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:56:13.424889 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 52c8b46a-0d81-4f54-896a-b6585806c0ae triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:56:13.425514 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:13.556407 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44128) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:13.616546 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:13.669810 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port 52c8b46a-0d81-4f54-896a-b6585806c0ae, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=52c8b46a-0d81-4f54-896a-b6585806c0ae,segment=NetworkSegment(75d855e8-b582-4658-9623-d805d18ebbdf),segment_id=75d855e8-b582-4658-9623-d805d18ebbdf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:56:13.685119 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:13.732899 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-55c32de8-1ee1-441f-b4a7-aa44e66c9cb4 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:13.740604 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-55c32de8-1ee1-441f-b4a7-aa44e66c9cb4 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:13.741732 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-55c32de8-1ee1-441f-b4a7-aa44e66c9cb4 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067062'] for router_interface, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:13.785637 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:13.798387 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 57abdcac-0f5d-4932-aec1-b13a6bb7c528 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:56:13.855338 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 57abdcac-0f5d-4932-aec1-b13a6bb7c528 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:56:13.856878 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 57abdcac-0f5d-4932-aec1-b13a6bb7c528 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:56:13.867044 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=52c8b46a-0d81-4f54-896a-b6585806c0ae,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:13.885680 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c32de8-1ee1-441f-b4a7-aa44e66c9cb4 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Pushing event updated for resources: {'Port': ['ID=52155a1c-ca10-40b7-986a-89db40ee312f,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:13.923838 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b0cfc3-a5c1-424b-9ce3-9035569c19f4 None None] Network d4331caa-ef4a-48a2-878c-13a307b71975 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:56:13.933741 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44142) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:13.978485 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-a8cc89c9-711d-4cef-a3bc-3bc84a0887df admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=33ff908947b44625b0fb74b629f6e0c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4208560 Sep 23 06:56:13.979091 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44144) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:13.989659 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1d1969df-48b1-457b-a0d6-3ca9b1a9cd19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:14.010180 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c32de8-1ee1-441f-b4a7-aa44e66c9cb4 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Network d4331caa-ef4a-48a2-878c-13a307b71975 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:56:14.032701 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-55c32de8-1ee1-441f-b4a7-aa44e66c9cb4 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:56:14.074432 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-cee3de1b-c6ea-4e1c-92d2-48bee17ea6c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:14.105899 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-cee3de1b-c6ea-4e1c-92d2-48bee17ea6c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:14.118677 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-862c3ccc-4818-45bb-be31-31c603555362 None None] Provisioning complete for port 52c8b46a-0d81-4f54-896a-b6585806c0ae triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:56:14.119046 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-862c3ccc-4818-45bb-be31-31c603555362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:14.165821 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-cee3de1b-c6ea-4e1c-92d2-48bee17ea6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:14.168860 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-cee3de1b-c6ea-4e1c-92d2-48bee17ea6c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:14.170075 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-cee3de1b-c6ea-4e1c-92d2-48bee17ea6c6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/31fa1942-a2a6-44ea-8554-a12db4bbeadb HTTP/1.1" status: 204 len: 168 time: 0.1900289 Sep 23 06:56:14.184376 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee3de1b-c6ea-4e1c-92d2-48bee17ea6c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31fa1942-a2a6-44ea-8554-a12db4bbeadb,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:14.305612 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55c32de8-1ee1-441f-b4a7-aa44e66c9cb4 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Router 2fa785a1-5d34-4436-9976-52172f065790 is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 06:56:14.318856 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1d1969df-48b1-457b-a0d6-3ca9b1a9cd19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:14.325833 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1d1969df-48b1-457b-a0d6-3ca9b1a9cd19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:14.406109 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-1d1969df-48b1-457b-a0d6-3ca9b1a9cd19 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=404e751b3dc541b685bfbcdff266ad31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4629946 Sep 23 06:56:14.409726 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44162) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:14.438446 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1969df-48b1-457b-a0d6-3ca9b1a9cd19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=589da941-2195-4085-b387-026952eb7f18,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:14.456991 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c32de8-1ee1-441f-b4a7-aa44e66c9cb4 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:56:14.466098 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-55c32de8-1ee1-441f-b4a7-aa44e66c9cb4 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "PUT /v2.0/routers/2fa785a1-5d34-4436-9976-52172f065790/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7088985 Sep 23 06:56:14.466098 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44164) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:14.468904 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0f3e62-69ba-40b6-8ce0-e4431e213d77 None None] Sync routers for ids ['2fa785a1-5d34-4436-9976-52172f065790'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:56:14.488399 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0f3e62-69ba-40b6-8ce0-e4431e213d77 None None] Routers {'2fa785a1-5d34-4436-9976-52172f065790'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:56:14.489359 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-3d0f3e62-69ba-40b6-8ce0-e4431e213d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:56:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['2fa785a1-5d34-4436-9976-52172f065790'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:14.515323 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-083234cf-be12-4cd9-8a4c-c36de259cd34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:14.519912 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4beb447f-7019-41a4-809e-5e07a235a103 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:14.523627 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-4beb447f-7019-41a4-809e-5e07a235a103 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "GET /v2.0/ports/52155a1c-ca10-40b7-986a-89db40ee312f HTTP/1.1" status: 200 len: 911 time: 0.0546949 Sep 23 06:56:14.524002 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44168) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:14.530479 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-efb1f341-5c49-4d89-b4be-4d56a466aec0 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd3d81119-9348-415c-b0e3-eddd61185470'}]}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:56:14.559988 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-083234cf-be12-4cd9-8a4c-c36de259cd34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:14.601001 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-3d0f3e62-69ba-40b6-8ce0-e4431e213d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:14.619898 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0f3e62-69ba-40b6-8ce0-e4431e213d77 None None] Routers {'2fa785a1-5d34-4436-9976-52172f065790'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:56:14.620532 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-3d0f3e62-69ba-40b6-8ce0-e4431e213d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:56:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['2fa785a1-5d34-4436-9976-52172f065790'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:14.649701 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-083234cf-be12-4cd9-8a4c-c36de259cd34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:14.652640 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-083234cf-be12-4cd9-8a4c-c36de259cd34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:14.654089 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-083234cf-be12-4cd9-8a4c-c36de259cd34 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/589da941-2195-4085-b387-026952eb7f18 HTTP/1.1" status: 204 len: 168 time: 0.2431350 Sep 23 06:56:14.669267 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083234cf-be12-4cd9-8a4c-c36de259cd34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=589da941-2195-4085-b387-026952eb7f18,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:14.717636 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-3d0f3e62-69ba-40b6-8ce0-e4431e213d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:14.722846 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0f3e62-69ba-40b6-8ce0-e4431e213d77 None None] The sync data for ids ['2fa785a1-5d34-4436-9976-52172f065790'] in n-d-715271-16 is: [] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:56:14.791060 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-efb1f341-5c49-4d89-b4be-4d56a466aec0 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:14.906778 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-8844bcf6-31dd-47ca-99ec-1ab95ea6196e None None] Provisioning complete for port 52155a1c-ca10-40b7-986a-89db40ee312f triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:56:14.907331 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8844bcf6-31dd-47ca-99ec-1ab95ea6196e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:14.971889 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-8844bcf6-31dd-47ca-99ec-1ab95ea6196e None None] Port 52155a1c-ca10-40b7-986a-89db40ee312f cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:56:14.996065 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-8844bcf6-31dd-47ca-99ec-1ab95ea6196e None None] Provisioning complete for port 52c8b46a-0d81-4f54-896a-b6585806c0ae triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:56:14.997729 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8844bcf6-31dd-47ca-99ec-1ab95ea6196e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:15.313487 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-801b8353-db70-499d-bb2a-4fda28675c36 None None] Provisioning complete for port 52155a1c-ca10-40b7-986a-89db40ee312f triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:56:15.313874 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-801b8353-db70-499d-bb2a-4fda28675c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:15.371532 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 52c8b46a-0d81-4f54-896a-b6585806c0ae up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:56:15.422684 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-efb1f341-5c49-4d89-b4be-4d56a466aec0 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:15.441270 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-efb1f341-5c49-4d89-b4be-4d56a466aec0 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:15.452012 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb1f341-5c49-4d89-b4be-4d56a466aec0 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:15.452607 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-efb1f341-5c49-4d89-b4be-4d56a466aec0 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:15.454181 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-efb1f341-5c49-4d89-b4be-4d56a466aec0 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "PUT /v2.0/ports/52155a1c-ca10-40b7-986a-89db40ee312f HTTP/1.1" status: 200 len: 911 time: 0.9290984 Sep 23 06:56:15.457907 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44206) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:15.513537 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb1f341-5c49-4d89-b4be-4d56a466aec0 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Pushing event updated for resources: {'Port': ['ID=52155a1c-ca10-40b7-986a-89db40ee312f,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:15.559816 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-801b8353-db70-499d-bb2a-4fda28675c36 None None] Port 52155a1c-ca10-40b7-986a-89db40ee312f cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:56:15.575759 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 52c8b46a-0d81-4f54-896a-b6585806c0ae triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:56:15.577183 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:15.700068 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-0abb35e2-246f-418f-954d-40d6589dae76 None None] Provisioning complete for port 52155a1c-ca10-40b7-986a-89db40ee312f triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:56:15.700436 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0abb35e2-246f-418f-954d-40d6589dae76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:15.767369 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-0abb35e2-246f-418f-954d-40d6589dae76 None None] Port 52155a1c-ca10-40b7-986a-89db40ee312f cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:56:15.948839 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-37e07d71-30ef-4333-b83f-324c12281461 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066969'] for router_interface, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:16.249977 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-37e07d71-30ef-4333-b83f-324c12281461 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Deleting port 52155a1c-ca10-40b7-986a-89db40ee312f {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:56:16.250327 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-37e07d71-30ef-4333-b83f-324c12281461 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:16.339489 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44244) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:16.353747 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-37e07d71-30ef-4333-b83f-324c12281461 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:16.369529 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-37e07d71-30ef-4333-b83f-324c12281461 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Calling delete_port for 52155a1c-ca10-40b7-986a-89db40ee312f owned by network:router_interface {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:56:16.498276 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-7e030801-a92d-4421-960b-bcb5a67001cd tempest-NetworksNegativeTestJSON-1847185881 tempest-NetworksNegativeTestJSON-1847185881-project] Request body: {'port': {'network_id': '41a87c47-60db-48ef-b355-414d9a7296ee', 'name': 'tempest-NetworksNegativeTestJSON-82271581'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:56:16.513637 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e030801-a92d-4421-960b-bcb5a67001cd tempest-NetworksNegativeTestJSON-1847185881 tempest-NetworksNegativeTestJSON-1847185881-project] POST failed (client error): The resource could not be found. Sep 23 06:56:16.514272 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e030801-a92d-4421-960b-bcb5a67001cd tempest-NetworksNegativeTestJSON-1847185881 tempest-NetworksNegativeTestJSON-1847185881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:56:16.519723 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-7e030801-a92d-4421-960b-bcb5a67001cd tempest-NetworksNegativeTestJSON-1847185881 tempest-NetworksNegativeTestJSON-1847185881-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1789010 Sep 23 06:56:16.520482 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44256) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:16.540039 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6a2b4d0-8444-46aa-bf6f-1146d59cbb3f tempest-NetworksNegativeTestJSON-1847185881 tempest-NetworksNegativeTestJSON-1847185881-project] DELETE failed (client error): The resource could not be found. Sep 23 06:56:16.540701 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6a2b4d0-8444-46aa-bf6f-1146d59cbb3f tempest-NetworksNegativeTestJSON-1847185881 tempest-NetworksNegativeTestJSON-1847185881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:56:16.547760 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-e6a2b4d0-8444-46aa-bf6f-1146d59cbb3f tempest-NetworksNegativeTestJSON-1847185881 tempest-NetworksNegativeTestJSON-1847185881-project] 10.222.0.39 "DELETE /v2.0/networks/30f60be5-bd42-493e-9713-723f2613006f HTTP/1.1" status: 404 len: 339 time: 0.0258021 Sep 23 06:56:16.548467 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44258) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:16.578042 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ad36106-10f3-4a2f-8c73-211ad28ad202 tempest-NetworksNegativeTestJSON-1847185881 tempest-NetworksNegativeTestJSON-1847185881-project] DELETE failed (client error): The resource could not be found. Sep 23 06:56:16.579280 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ad36106-10f3-4a2f-8c73-211ad28ad202 tempest-NetworksNegativeTestJSON-1847185881 tempest-NetworksNegativeTestJSON-1847185881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:56:16.585788 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-4ad36106-10f3-4a2f-8c73-211ad28ad202 tempest-NetworksNegativeTestJSON-1847185881 tempest-NetworksNegativeTestJSON-1847185881-project] 10.222.0.39 "DELETE /v2.0/ports/3b9f95ef-24bc-4caf-8572-a55098351916 HTTP/1.1" status: 404 len: 333 time: 0.0355718 Sep 23 06:56:16.586803 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44262) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:16.621597 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb28a2f8-978a-4022-9760-8b56c67d65b1 tempest-NetworksNegativeTestJSON-1847185881 tempest-NetworksNegativeTestJSON-1847185881-project] DELETE failed (client error): The resource could not be found. Sep 23 06:56:16.622310 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb28a2f8-978a-4022-9760-8b56c67d65b1 tempest-NetworksNegativeTestJSON-1847185881 tempest-NetworksNegativeTestJSON-1847185881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:56:16.629174 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-eb28a2f8-978a-4022-9760-8b56c67d65b1 tempest-NetworksNegativeTestJSON-1847185881 tempest-NetworksNegativeTestJSON-1847185881-project] 10.222.0.39 "DELETE /v2.0/subnets/c92bedab-a118-4725-a1e5-8ffd4b319acb HTTP/1.1" status: 404 len: 337 time: 0.0409193 Sep 23 06:56:16.630034 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44266) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:16.652686 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1d378e1-8699-4a8d-8ae3-b5e22335f823 tempest-NetworksNegativeTestJSON-1847185881 tempest-NetworksNegativeTestJSON-1847185881-project] GET failed (client error): The resource could not be found. Sep 23 06:56:16.658819 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-b1d378e1-8699-4a8d-8ae3-b5e22335f823 tempest-NetworksNegativeTestJSON-1847185881 tempest-NetworksNegativeTestJSON-1847185881-project] 10.222.0.39 "GET /v2.0/networks/0a8475cf-75b2-4056-a607-7c6ba9a8018e HTTP/1.1" status: 404 len: 339 time: 0.0275323 Sep 23 06:56:16.659487 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44268) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:16.692095 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-58cfa625-83b3-469a-ac74-4b4c5cee514c tempest-NetworksNegativeTestJSON-1847185881 tempest-NetworksNegativeTestJSON-1847185881-project] GET failed (client error): The resource could not be found. Sep 23 06:56:16.697963 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-58cfa625-83b3-469a-ac74-4b4c5cee514c tempest-NetworksNegativeTestJSON-1847185881 tempest-NetworksNegativeTestJSON-1847185881-project] 10.222.0.39 "GET /v2.0/ports/f7cb0ae3-00cf-4af3-9277-1b033a436a77 HTTP/1.1" status: 404 len: 333 time: 0.0371964 Sep 23 06:56:16.698850 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44272) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:16.728661 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-95be721f-b228-4047-8810-f381b0ba7a01 tempest-NetworksNegativeTestJSON-1847185881 tempest-NetworksNegativeTestJSON-1847185881-project] GET failed (client error): The resource could not be found. Sep 23 06:56:16.734314 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-95be721f-b228-4047-8810-f381b0ba7a01 tempest-NetworksNegativeTestJSON-1847185881 tempest-NetworksNegativeTestJSON-1847185881-project] 10.222.0.39 "GET /v2.0/subnets/8e93aaa5-1664-4bb0-a788-1d8dc44e55ea HTTP/1.1" status: 404 len: 337 time: 0.0341606 Sep 23 06:56:16.735163 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44274) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:16.741576 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-4cdadad0-3c1f-4d1f-96e1-1259409e2dfd tempest-NetworksNegativeTestJSON-1847185881 tempest-NetworksNegativeTestJSON-1847185881-project] Request body: {'network': {'name': 'new_name'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:56:16.763275 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cdadad0-3c1f-4d1f-96e1-1259409e2dfd tempest-NetworksNegativeTestJSON-1847185881 tempest-NetworksNegativeTestJSON-1847185881-project] PUT failed (client error): The resource could not be found. Sep 23 06:56:16.764227 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cdadad0-3c1f-4d1f-96e1-1259409e2dfd tempest-NetworksNegativeTestJSON-1847185881 tempest-NetworksNegativeTestJSON-1847185881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:56:16.771348 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-4cdadad0-3c1f-4d1f-96e1-1259409e2dfd tempest-NetworksNegativeTestJSON-1847185881 tempest-NetworksNegativeTestJSON-1847185881-project] 10.222.0.39 "PUT /v2.0/networks/04931c6f-5e87-49c3-bffd-4bd128621c3c HTTP/1.1" status: 404 len: 339 time: 0.0349379 Sep 23 06:56:16.772037 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44278) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:16.781974 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-16eb8f91-1ffe-48f5-8939-206d9576841f tempest-NetworksNegativeTestJSON-1847185881 tempest-NetworksNegativeTestJSON-1847185881-project] Request body: {'port': {'name': 'new_name'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:56:16.808643 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-16eb8f91-1ffe-48f5-8939-206d9576841f tempest-NetworksNegativeTestJSON-1847185881 tempest-NetworksNegativeTestJSON-1847185881-project] PUT failed (client error): The resource could not be found. Sep 23 06:56:16.809608 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16eb8f91-1ffe-48f5-8939-206d9576841f tempest-NetworksNegativeTestJSON-1847185881 tempest-NetworksNegativeTestJSON-1847185881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:56:16.816177 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-16eb8f91-1ffe-48f5-8939-206d9576841f tempest-NetworksNegativeTestJSON-1847185881 tempest-NetworksNegativeTestJSON-1847185881-project] 10.222.0.39 "PUT /v2.0/ports/a4111bc1-2346-444a-9a57-3fe8dbb4016b HTTP/1.1" status: 404 len: 333 time: 0.0430753 Sep 23 06:56:16.817105 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44282) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:16.822573 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-69b1c0c7-b30d-4b69-9633-7ac6a8ff7e8f tempest-NetworksNegativeTestJSON-1847185881 tempest-NetworksNegativeTestJSON-1847185881-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:56:16.846964 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-69b1c0c7-b30d-4b69-9633-7ac6a8ff7e8f tempest-NetworksNegativeTestJSON-1847185881 tempest-NetworksNegativeTestJSON-1847185881-project] PUT failed (client error): The resource could not be found. Sep 23 06:56:16.847762 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69b1c0c7-b30d-4b69-9633-7ac6a8ff7e8f tempest-NetworksNegativeTestJSON-1847185881 tempest-NetworksNegativeTestJSON-1847185881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:56:16.853456 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-69b1c0c7-b30d-4b69-9633-7ac6a8ff7e8f tempest-NetworksNegativeTestJSON-1847185881 tempest-NetworksNegativeTestJSON-1847185881-project] 10.222.0.39 "PUT /v2.0/subnets/9eb93269-37e7-4956-bcd1-06fec51e2b0a HTTP/1.1" status: 404 len: 337 time: 0.0351164 Sep 23 06:56:16.957666 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-37e07d71-30ef-4333-b83f-324c12281461 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:16.989414 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e07d71-30ef-4333-b83f-324c12281461 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Pushing event deleted for resources: {'Port': ['ID=52155a1c-ca10-40b7-986a-89db40ee312f,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:17.059276 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44292) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:17.108805 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-37e07d71-30ef-4333-b83f-324c12281461 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2068624'] for router_interface, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:17.316134 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37e07d71-30ef-4333-b83f-324c12281461 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Router 2fa785a1-5d34-4436-9976-52172f065790 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:56:17.398865 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e07d71-30ef-4333-b83f-324c12281461 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:56:17.408607 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-37e07d71-30ef-4333-b83f-324c12281461 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "PUT /v2.0/routers/2fa785a1-5d34-4436-9976-52172f065790/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9452951 Sep 23 06:56:17.408769 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44306) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:17.412326 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74f8e63-f344-43c2-ae4c-b8589dfa51a4 None None] Sync routers for ids ['2fa785a1-5d34-4436-9976-52172f065790'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:56:17.431172 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74f8e63-f344-43c2-ae4c-b8589dfa51a4 None None] Routers {'2fa785a1-5d34-4436-9976-52172f065790'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:56:17.431807 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-f74f8e63-f344-43c2-ae4c-b8589dfa51a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:56:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['2fa785a1-5d34-4436-9976-52172f065790'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:17.467660 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44310) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:17.484799 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-f760fdda-f087-4706-a9b0-2b6981408b67 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fa785a1-5d34-4436-9976-52172f065790 HTTP/1.1" status: 200 len: 205 time: 0.0730898 Sep 23 06:56:17.485527 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44314) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:17.494869 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-ba333d1b-1bd2-482b-9f23-4a85f5725e50 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1114956455'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:56:17.523104 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-f74f8e63-f344-43c2-ae4c-b8589dfa51a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:17.534606 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74f8e63-f344-43c2-ae4c-b8589dfa51a4 None None] Routers {'2fa785a1-5d34-4436-9976-52172f065790'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:56:17.535359 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-f74f8e63-f344-43c2-ae4c-b8589dfa51a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:56:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['2fa785a1-5d34-4436-9976-52172f065790'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:17.537464 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba333d1b-1bd2-482b-9f23-4a85f5725e50 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Made reservation on behalf of 5e650be244de4ee8b27aea189be279d1 for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:56:17.543706 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ba333d1b-1bd2-482b-9f23-4a85f5725e50 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:17.553746 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ba333d1b-1bd2-482b-9f23-4a85f5725e50 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:17.579209 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-f74f8e63-f344-43c2-ae4c-b8589dfa51a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:17.579876 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74f8e63-f344-43c2-ae4c-b8589dfa51a4 None None] The sync data for ids ['2fa785a1-5d34-4436-9976-52172f065790'] in n-d-715271-16 is: [] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:56:17.607345 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1c730a97-9742-447b-b627-9cddf7de9198 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for router, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:17.680894 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ba333d1b-1bd2-482b-9f23-4a85f5725e50 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:17.693204 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ba333d1b-1bd2-482b-9f23-4a85f5725e50 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:17.731586 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba333d1b-1bd2-482b-9f23-4a85f5725e50 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:56:17.743131 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba333d1b-1bd2-482b-9f23-4a85f5725e50 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee5decc-ac7e-4dfb-97eb-9fbe1256e6e9,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:17.754027 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ba333d1b-1bd2-482b-9f23-4a85f5725e50 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:17.754614 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-ba333d1b-1bd2-482b-9f23-4a85f5725e50 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Added segment 98ee167a-1403-4867-958f-d4f6736b2e62 of type vlan for network 4d1aa380-e411-494b-958c-7f758df734d6 Sep 23 06:56:17.818046 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ba333d1b-1bd2-482b-9f23-4a85f5725e50 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:17.828752 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1c730a97-9742-447b-b627-9cddf7de9198 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:17.833916 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1c730a97-9742-447b-b627-9cddf7de9198 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:17.851045 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ba333d1b-1bd2-482b-9f23-4a85f5725e50 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:17.858351 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba333d1b-1bd2-482b-9f23-4a85f5725e50 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:17.858976 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ba333d1b-1bd2-482b-9f23-4a85f5725e50 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:17.885765 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44326) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:17.888702 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b1cf4d90-b53c-43a0-b84a-264d162db09f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:17.913145 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-ba333d1b-1bd2-482b-9f23-4a85f5725e50 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8527422 Sep 23 06:56:17.916078 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1c730a97-9742-447b-b627-9cddf7de9198 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:17.916591 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c730a97-9742-447b-b627-9cddf7de9198 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Fanout notify agent at l3_agent the message router_deleted on router 2fa785a1-5d34-4436-9976-52172f065790 {{(pid=95066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 06:56:17.916999 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44330) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:17.925101 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1c730a97-9742-447b-b627-9cddf7de9198 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:17.929210 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-1c730a97-9742-447b-b627-9cddf7de9198 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "DELETE /v2.0/routers/2fa785a1-5d34-4436-9976-52172f065790 HTTP/1.1" status: 204 len: 168 time: 0.4424479 Sep 23 06:56:17.929816 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44332) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:17.961180 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-1aecccbd-9de0-4351-93ab-d8aa17432c37 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Request body: {'subnet': {'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:56:17.966949 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba333d1b-1bd2-482b-9f23-4a85f5725e50 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event updated for resources: {'Network': ['ID=4d1aa380-e411-494b-958c-7f758df734d6,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:17.979581 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 4d1aa380-e411-494b-958c-7f758df734d6 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:56:18.017234 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-efae6f35-bba7-4a35-b809-b109224cc952 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Deleting subnet d3d81119-9348-415c-b0e3-eddd61185470 {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:56:18.022990 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-efae6f35-bba7-4a35-b809-b109224cc952 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:18.132239 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-efae6f35-bba7-4a35-b809-b109224cc952 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:18.166728 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b1cf4d90-b53c-43a0-b84a-264d162db09f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:18.183028 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-9f56ddf1-1b95-4a32-86fe-3f28da7813f9 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Request body: {'floatingip': {'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:56:18.191035 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b1cf4d90-b53c-43a0-b84a-264d162db09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:18.192090 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aecccbd-9de0-4351-93ab-d8aa17432c37 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Made reservation on behalf of 5e650be244de4ee8b27aea189be279d1 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:56:18.199485 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1aecccbd-9de0-4351-93ab-d8aa17432c37 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:18.294212 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-b1cf4d90-b53c-43a0-b84a-264d162db09f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4afbc43bc93e45eebce05cb4fe680b46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8254118 Sep 23 06:56:18.297317 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cf4d90-b53c-43a0-b84a-264d162db09f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97bf76cb-4fe7-4540-9202-eeb25a341e30,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:18.301715 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44342) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:18.302522 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9f56ddf1-1b95-4a32-86fe-3f28da7813f9 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks [] for floatingip, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:18.353491 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-efae6f35-bba7-4a35-b809-b109224cc952 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:18.457473 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-51b0e014-682b-4d39-ba79-2fde90215152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:18.483379 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1aecccbd-9de0-4351-93ab-d8aa17432c37 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:18.513122 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-efae6f35-bba7-4a35-b809-b109224cc952 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:18.527165 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-51b0e014-682b-4d39-ba79-2fde90215152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:18.542946 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aecccbd-9de0-4351-93ab-d8aa17432c37 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event updated for resources: {'Subnet': ['ID=6177bd02-b8c0-4972-9e87-db1382e219b2,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:18.561052 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efae6f35-bba7-4a35-b809-b109224cc952 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Pushing event deleted for resources: {'Subnet': ['ID=d3d81119-9348-415c-b0e3-eddd61185470,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:18.570284 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-efae6f35-bba7-4a35-b809-b109224cc952 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:18.572361 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-efae6f35-bba7-4a35-b809-b109224cc952 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "DELETE /v2.0/subnets/d3d81119-9348-415c-b0e3-eddd61185470 HTTP/1.1" status: 204 len: 168 time: 0.6394396 Sep 23 06:56:18.576407 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44352) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:18.583171 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cefa78e-26e6-4528-9787-43cf91188d02 None None] Network d4331caa-ef4a-48a2-878c-13a307b71975 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:56:18.600774 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aecccbd-9de0-4351-93ab-d8aa17432c37 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Checking segment: {'id': '98ee167a-1403-4867-958f-d4f6736b2e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:56:18.601167 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aecccbd-9de0-4351-93ab-d8aa17432c37 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Network hostable DHCP agents. Network: 4d1aa380-e411-494b-958c-7f758df734d6, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:56:18.622642 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-51b0e014-682b-4d39-ba79-2fde90215152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:18.625012 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-51b0e014-682b-4d39-ba79-2fde90215152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:18.626219 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-51b0e014-682b-4d39-ba79-2fde90215152 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/97bf76cb-4fe7-4540-9202-eeb25a341e30 HTTP/1.1" status: 204 len: 168 time: 0.3102169 Sep 23 06:56:18.641288 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b0e014-682b-4d39-ba79-2fde90215152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97bf76cb-4fe7-4540-9202-eeb25a341e30,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:18.649528 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9f56ddf1-1b95-4a32-86fe-3f28da7813f9 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:18.680718 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-745b4bec-18f4-43a2-b883-89cb1579468f tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:18.685705 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aecccbd-9de0-4351-93ab-d8aa17432c37 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Network 4d1aa380-e411-494b-958c-7f758df734d6 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:56:18.726519 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-1aecccbd-9de0-4351-93ab-d8aa17432c37 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 4d1aa380-e411-494b-958c-7f758df734d6) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:56:18.738837 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0263ef-955b-4a8a-821c-887426e8a0af None None] Network 4d1aa380-e411-494b-958c-7f758df734d6 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:56:18.740499 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aecccbd-9de0-4351-93ab-d8aa17432c37 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:18.741193 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1aecccbd-9de0-4351-93ab-d8aa17432c37 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:18.764685 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-1aecccbd-9de0-4351-93ab-d8aa17432c37 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8432848 Sep 23 06:56:18.768482 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44360) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:18.769598 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-9f56ddf1-1b95-4a32-86fe-3f28da7813f9 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Allocated IP 172.25.2.137 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/8e6f48e9-0322-4105-b1e8-e789f3b67090) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:56:18.776172 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-d220a78c-331d-4078-8538-025d02957277 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Request body: {'port': {'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'name': 'tempest-NetworksTestDHCPv6-2054464594'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:56:18.876422 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-745b4bec-18f4-43a2-b883-89cb1579468f tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Deleting port 52c8b46a-0d81-4f54-896a-b6585806c0ae {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:56:18.876955 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-745b4bec-18f4-43a2-b883-89cb1579468f tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:18.977478 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9f56ddf1-1b95-4a32-86fe-3f28da7813f9 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:18.995078 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-745b4bec-18f4-43a2-b883-89cb1579468f tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] For port 52c8b46a-0d81-4f54-896a-b6585806c0ae, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=52c8b46a-0d81-4f54-896a-b6585806c0ae,segment=NetworkSegment(75d855e8-b582-4658-9623-d805d18ebbdf),segment_id=75d855e8-b582-4658-9623-d805d18ebbdf)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:56:18.995481 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-745b4bec-18f4-43a2-b883-89cb1579468f tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:19.019172 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-745b4bec-18f4-43a2-b883-89cb1579468f tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Calling delete_port for 52c8b46a-0d81-4f54-896a-b6585806c0ae owned by network:dhcp {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:56:19.038524 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d220a78c-331d-4078-8538-025d02957277 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Made reservation on behalf of 5e650be244de4ee8b27aea189be279d1 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:56:19.042238 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d220a78c-331d-4078-8538-025d02957277 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:19.059754 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9f56ddf1-1b95-4a32-86fe-3f28da7813f9 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:19.099981 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [None req-d220a78c-331d-4078-8538-025d02957277 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] device_id is not set on port 98472c44-7888-46e9-a0da-9dcaf1185ae2 yet. {{(pid=95065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 06:56:19.138626 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f56ddf1-1b95-4a32-86fe-3f28da7813f9 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Pushing event updated for resources: {'Port': ['ID=8e6f48e9-0322-4105-b1e8-e789f3b67090,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:19.152197 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f56ddf1-1b95-4a32-86fe-3f28da7813f9 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:56:19.154041 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-9f56ddf1-1b95-4a32-86fe-3f28da7813f9 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:56:19.157283 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f56ddf1-1b95-4a32-86fe-3f28da7813f9 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:56:19.268656 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02482fa3-d6c6-494f-a460-083922530754 None None] DHCP port deletion for d4331caa-ef4a-48a2-878c-13a307b71975 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 06:56:19.269786 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9f56ddf1-1b95-4a32-86fe-3f28da7813f9 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:19.319895 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24f1dca-49f8-43a3-bea2-5a35e9a7dc9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-4d1aa380-e411-494b-958c-7f758df734d6', 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'tenant_id': '5e650be244de4ee8b27aea189be279d1', 'fixed_ips': [{'subnet_id': '6177bd02-b8c0-4972-9e87-db1382e219b2'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 06:56:19.320845 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b24f1dca-49f8-43a3-bea2-5a35e9a7dc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:19.321719 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-745b4bec-18f4-43a2-b883-89cb1579468f tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:19.350593 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9f56ddf1-1b95-4a32-86fe-3f28da7813f9 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:19.359545 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745b4bec-18f4-43a2-b883-89cb1579468f tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] No DVR routers for this DVR port 52c8b46a-0d81-4f54-896a-b6585806c0ae on host n-d-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:56:19.368974 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745b4bec-18f4-43a2-b883-89cb1579468f tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Pushing event deleted for resources: {'Port': ['ID=52c8b46a-0d81-4f54-896a-b6585806c0ae,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:19.486232 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-d220a78c-331d-4078-8538-025d02957277 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Allocated IP 2001:db8::cc (4d1aa380-e411-494b-958c-7f758df734d6/6177bd02-b8c0-4972-9e87-db1382e219b2/98472c44-7888-46e9-a0da-9dcaf1185ae2) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:56:19.527039 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-02482fa3-d6c6-494f-a460-083922530754 None None] Deleting port 52c8b46a-0d81-4f54-896a-b6585806c0ae {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:56:19.527680 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-02482fa3-d6c6-494f-a460-083922530754 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:19.559359 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9f56ddf1-1b95-4a32-86fe-3f28da7813f9 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:19.573397 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9f56ddf1-1b95-4a32-86fe-3f28da7813f9 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:19.610724 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-02482fa3-d6c6-494f-a460-083922530754 None None] For port 52c8b46a-0d81-4f54-896a-b6585806c0ae, host n-d-715271-16, got binding levels [] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:56:19.611316 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-02482fa3-d6c6-494f-a460-083922530754 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:19.619018 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-745b4bec-18f4-43a2-b883-89cb1579468f tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:19.624049 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-02482fa3-d6c6-494f-a460-083922530754 None None] Calling delete_port for 52c8b46a-0d81-4f54-896a-b6585806c0ae owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:56:19.627982 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.ipam_backend_mixin [None req-02482fa3-d6c6-494f-a460-083922530754 None None] Port 52c8b46a-0d81-4f54-896a-b6585806c0ae was not found and therefore no delete operation was performed {{(pid=95067) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 23 06:56:19.629225 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-02482fa3-d6c6-494f-a460-083922530754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:19.647341 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f56ddf1-1b95-4a32-86fe-3f28da7813f9 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Pushing event updated for resources: {'Port': ['ID=8e6f48e9-0322-4105-b1e8-e789f3b67090,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:19.665895 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02482fa3-d6c6-494f-a460-083922530754 None None] No DVR routers for this DVR port 52c8b46a-0d81-4f54-896a-b6585806c0ae on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:56:19.670187 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02482fa3-d6c6-494f-a460-083922530754 None None] Pushing event deleted for resources: {'Port': ['ID=52c8b46a-0d81-4f54-896a-b6585806c0ae,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:19.684712 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-745b4bec-18f4-43a2-b883-89cb1579468f tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4331caa-ef4a-48a2-878c-13a307b71975']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:19.695100 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-745b4bec-18f4-43a2-b883-89cb1579468f tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75d855e8-b582-4658-9623-d805d18ebbdf') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:19.695422 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-745b4bec-18f4-43a2-b883-89cb1579468f tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75d855e8-b582-4658-9623-d805d18ebbdf') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:19.705054 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-745b4bec-18f4-43a2-b883-89cb1579468f tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:19.718819 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-745b4bec-18f4-43a2-b883-89cb1579468f tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:19.726728 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9f56ddf1-1b95-4a32-86fe-3f28da7813f9 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:19.737388 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-745b4bec-18f4-43a2-b883-89cb1579468f tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:56:19.737828 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-745b4bec-18f4-43a2-b883-89cb1579468f tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:19.741103 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 06:56:19.741103 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:56:19.741103 n-d-715271-16 neutron-server[95065]: timer() Sep 23 06:56:19.741103 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:56:19.741103 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 06:56:19.741103 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:56:19.741103 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 06:56:19.741103 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:56:19.741103 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 06:56:19.741103 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:56:19.741103 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 06:56:19.741103 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:56:19.741103 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 06:56:19.741103 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:56:19.741103 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:56:19.741103 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:56:19.741103 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:56:19.741103 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:56:19.741103 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 06:56:19.741103 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:56:19.741103 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 06:56:19.741103 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:56:19.741103 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:56:19.741103 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:56:19.741103 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 06:56:19.741103 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:56:19.741103 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:56:19.741103 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:56:19.741103 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:56:19.741103 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:56:19.741103 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:56:19.741103 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:56:19.747233 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9f56ddf1-1b95-4a32-86fe-3f28da7813f9 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:19.749963 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-9f56ddf1-1b95-4a32-86fe-3f28da7813f9 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8620584 Sep 23 06:56:19.752891 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44386) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:19.758924 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-78f8255a-5448-416f-a0a5-10a496f1480f tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-571474120'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:56:19.794169 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f8255a-5448-416f-a0a5-10a496f1480f tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Made reservation on behalf of 336f3d6f26084883a7d952436f570e30 for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:56:19.798355 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-78f8255a-5448-416f-a0a5-10a496f1480f tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:19.811302 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-78f8255a-5448-416f-a0a5-10a496f1480f tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:19.941335 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-78f8255a-5448-416f-a0a5-10a496f1480f tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:19.948018 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-78f8255a-5448-416f-a0a5-10a496f1480f tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:19.985507 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78f8255a-5448-416f-a0a5-10a496f1480f tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:56:19.998732 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f8255a-5448-416f-a0a5-10a496f1480f tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1bad67f-8eba-4244-8881-98c1df27a50d,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:20.007023 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-78f8255a-5448-416f-a0a5-10a496f1480f tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:20.007887 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-78f8255a-5448-416f-a0a5-10a496f1480f tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Added segment a381766d-a3ad-4c8c-b646-374decaa76c9 of type vlan for network 21166435-ab08-4efb-b884-4ec1cc3b350c Sep 23 06:56:20.072437 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-78f8255a-5448-416f-a0a5-10a496f1480f tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:20.126581 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-78f8255a-5448-416f-a0a5-10a496f1480f tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:20.135668 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f8255a-5448-416f-a0a5-10a496f1480f tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:20.136860 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-78f8255a-5448-416f-a0a5-10a496f1480f tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:20.216228 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44402) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:20.227415 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-78f8255a-5448-416f-a0a5-10a496f1480f tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4721479 Sep 23 06:56:20.228496 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f8255a-5448-416f-a0a5-10a496f1480f tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Pushing event updated for resources: {'Network': ['ID=21166435-ab08-4efb-b884-4ec1cc3b350c,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:20.230932 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44404) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:20.233250 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6995fae2-e539-4478-a54b-a3523ef13b8d req-62830404-4d4c-4505-bb43-0110b9358fb5 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:20.235865 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-d34318a0-ae36-4171-8cf3-ebe52b098db9 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Request body: {'subnet': {'network_id': '21166435-ab08-4efb-b884-4ec1cc3b350c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:56:20.239982 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 21166435-ab08-4efb-b884-4ec1cc3b350c details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:56:20.241503 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6995fae2-e539-4478-a54b-a3523ef13b8d req-62830404-4d4c-4505-bb43-0110b9358fb5 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:20.247559 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6995fae2-e539-4478-a54b-a3523ef13b8d req-62830404-4d4c-4505-bb43-0110b9358fb5 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:20.253955 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6995fae2-e539-4478-a54b-a3523ef13b8d req-62830404-4d4c-4505-bb43-0110b9358fb5 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:20.259850 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6995fae2-e539-4478-a54b-a3523ef13b8d req-62830404-4d4c-4505-bb43-0110b9358fb5 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:20.265672 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6995fae2-e539-4478-a54b-a3523ef13b8d req-62830404-4d4c-4505-bb43-0110b9358fb5 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:20.272204 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6995fae2-e539-4478-a54b-a3523ef13b8d req-62830404-4d4c-4505-bb43-0110b9358fb5 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:20.274427 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6995fae2-e539-4478-a54b-a3523ef13b8d req-62830404-4d4c-4505-bb43-0110b9358fb5 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bf31744-0efa-4cef-967d-471fd8e8c528 HTTP/1.1" status: 200 len: 5443 time: 0.6526315 Sep 23 06:56:20.310418 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-745b4bec-18f4-43a2-b883-89cb1579468f tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:20.315375 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-745b4bec-18f4-43a2-b883-89cb1579468f tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:20.321595 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-745b4bec-18f4-43a2-b883-89cb1579468f tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "DELETE /v2.0/networks/d4331caa-ef4a-48a2-878c-13a307b71975 HTTP/1.1" status: 204 len: 168 time: 1.7440746 Sep 23 06:56:20.324690 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44410) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:20.348987 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-98c5a43c-4924-44c6-ba88-ea0216a2899d tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-527177519', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:56:20.381631 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34318a0-ae36-4171-8cf3-ebe52b098db9 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Made reservation on behalf of 336f3d6f26084883a7d952436f570e30 for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:56:20.388126 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d34318a0-ae36-4171-8cf3-ebe52b098db9 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:20.397339 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745b4bec-18f4-43a2-b883-89cb1579468f tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Pushing event deleted for resources: {'Network': ['ID=d4331caa-ef4a-48a2-878c-13a307b71975,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:20.425298 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-00bf1dac-474a-4104-9934-f305a88c5364 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-804359437', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:56:20.448412 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6995fae2-e539-4478-a54b-a3523ef13b8d req-fff283f6-5a44-4a26-b039-49aa6cf732a8 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c9c5b19-61b6-4835-bef3-eb0ee04d7a83&id=5d045487-122b-40fb-9f4c-7e88b4bd6ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1654015 Sep 23 06:56:20.469779 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-98c5a43c-4924-44c6-ba88-ea0216a2899d tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:20.470913 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-98c5a43c-4924-44c6-ba88-ea0216a2899d tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:20.535660 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-00bf1dac-474a-4104-9934-f305a88c5364 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:20.537063 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-00bf1dac-474a-4104-9934-f305a88c5364 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:20.568416 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d220a78c-331d-4078-8538-025d02957277 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:20.629709 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d34318a0-ae36-4171-8cf3-ebe52b098db9 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:20.641669 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-00bf1dac-474a-4104-9934-f305a88c5364 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:20.651601 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-00bf1dac-474a-4104-9934-f305a88c5364 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:20.696847 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34318a0-ae36-4171-8cf3-ebe52b098db9 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Pushing event updated for resources: {'Subnet': ['ID=f443c3d5-b7e3-4960-935c-97a805764aaa,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:20.697241 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-98c5a43c-4924-44c6-ba88-ea0216a2899d tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:20.707914 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34318a0-ae36-4171-8cf3-ebe52b098db9 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Checking segment: {'id': 'a381766d-a3ad-4c8c-b646-374decaa76c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '21166435-ab08-4efb-b884-4ec1cc3b350c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:56:20.708278 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34318a0-ae36-4171-8cf3-ebe52b098db9 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Network hostable DHCP agents. Network: 21166435-ab08-4efb-b884-4ec1cc3b350c, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:56:20.711332 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-98c5a43c-4924-44c6-ba88-ea0216a2899d tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:20.726726 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34318a0-ae36-4171-8cf3-ebe52b098db9 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Network 21166435-ab08-4efb-b884-4ec1cc3b350c is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:56:20.731200 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516addc6-035b-49a4-85fc-a9b607dc4f46 req-ad240a33-d556-4fbc-9dd0-ea01eb451533 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:20.737491 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-d34318a0-ae36-4171-8cf3-ebe52b098db9 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 21166435-ab08-4efb-b884-4ec1cc3b350c) {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:56:20.737923 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516addc6-035b-49a4-85fc-a9b607dc4f46 req-ad240a33-d556-4fbc-9dd0-ea01eb451533 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:20.742392 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34318a0-ae36-4171-8cf3-ebe52b098db9 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:20.743120 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d34318a0-ae36-4171-8cf3-ebe52b098db9 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:20.743838 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516addc6-035b-49a4-85fc-a9b607dc4f46 req-ad240a33-d556-4fbc-9dd0-ea01eb451533 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:20.750182 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516addc6-035b-49a4-85fc-a9b607dc4f46 req-ad240a33-d556-4fbc-9dd0-ea01eb451533 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:20.750484 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528c7371-179f-4627-843a-67ae1ec01208 None None] Network 21166435-ab08-4efb-b884-4ec1cc3b350c requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:56:20.755693 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516addc6-035b-49a4-85fc-a9b607dc4f46 req-ad240a33-d556-4fbc-9dd0-ea01eb451533 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:20.761705 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516addc6-035b-49a4-85fc-a9b607dc4f46 req-ad240a33-d556-4fbc-9dd0-ea01eb451533 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:20.763431 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-d34318a0-ae36-4171-8cf3-ebe52b098db9 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5312545 Sep 23 06:56:20.766177 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44424) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:20.767467 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516addc6-035b-49a4-85fc-a9b607dc4f46 req-ad240a33-d556-4fbc-9dd0-ea01eb451533 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:20.769444 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-516addc6-035b-49a4-85fc-a9b607dc4f46 req-ad240a33-d556-4fbc-9dd0-ea01eb451533 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bf31744-0efa-4cef-967d-471fd8e8c528 HTTP/1.1" status: 200 len: 5443 time: 0.1990700 Sep 23 06:56:20.774861 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-ac24bbf5-109c-4b9e-b4a0-57b4e115e555 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-55205216', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}, 'admin_state_up': False}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:56:20.786593 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-00bf1dac-474a-4104-9934-f305a88c5364 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:20.787790 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-00bf1dac-474a-4104-9934-f305a88c5364 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.5683575 Sep 23 06:56:20.794435 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44430) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:20.799700 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-98c5a43c-4924-44c6-ba88-ea0216a2899d tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:20.801457 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-98c5a43c-4924-44c6-ba88-ea0216a2899d tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4568386 Sep 23 06:56:20.805910 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44432) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:20.811094 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-f354a02c-8783-49bc-8831-128f929d91c3 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-912839072'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:56:20.813667 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-9a362a80-e6aa-4ed0-8341-3b8aa51273a7 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-718286529'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:56:20.814819 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d220a78c-331d-4078-8538-025d02957277 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:20.850049 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ac24bbf5-109c-4b9e-b4a0-57b4e115e555 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:20.851497 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ac24bbf5-109c-4b9e-b4a0-57b4e115e555 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:20.878913 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d220a78c-331d-4078-8538-025d02957277 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Network 4d1aa380-e411-494b-958c-7f758df734d6 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:56:20.887738 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-d220a78c-331d-4078-8538-025d02957277 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:56:20.889631 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d220a78c-331d-4078-8538-025d02957277 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event updated for resources: {'Port': ['ID=98472c44-7888-46e9-a0da-9dcaf1185ae2,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:20.892525 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d220a78c-331d-4078-8538-025d02957277 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:56:20.898184 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d220a78c-331d-4078-8538-025d02957277 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:20.898814 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d220a78c-331d-4078-8538-025d02957277 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:20.902939 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f354a02c-8783-49bc-8831-128f929d91c3 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Made reservation on behalf of 18664d18977f48d3a961b4095d05ed52 for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:56:20.906528 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f354a02c-8783-49bc-8831-128f929d91c3 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:20.910521 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-b24f1dca-49f8-43a3-bea2-5a35e9a7dc9f None None] Allocated IP 2001:db8::2 (4d1aa380-e411-494b-958c-7f758df734d6/6177bd02-b8c0-4972-9e87-db1382e219b2/b05cf03a-9b24-4279-bab7-6f3945de211b) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:56:20.939703 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f354a02c-8783-49bc-8831-128f929d91c3 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:56:20.957568 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f354a02c-8783-49bc-8831-128f929d91c3 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:20.957939 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ac24bbf5-109c-4b9e-b4a0-57b4e115e555 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:20.959908 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-f354a02c-8783-49bc-8831-128f929d91c3 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Added segment e7b37257-06f4-49b8-9d68-f8b062ccfb66 of type vlan for network 3aa85240-395c-45b3-8f0a-394508f0f93b Sep 23 06:56:21.006874 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f354a02c-8783-49bc-8831-128f929d91c3 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:21.036633 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f354a02c-8783-49bc-8831-128f929d91c3 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:21.043781 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f354a02c-8783-49bc-8831-128f929d91c3 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:21.044385 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f354a02c-8783-49bc-8831-128f929d91c3 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:21.087461 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e983cc52-34f1-4a21-a9cb-8c43d784d97f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-21166435-ab08-4efb-b884-4ec1cc3b350c', 'network_id': '21166435-ab08-4efb-b884-4ec1cc3b350c', 'tenant_id': '336f3d6f26084883a7d952436f570e30', 'fixed_ips': [{'subnet_id': 'f443c3d5-b7e3-4960-935c-97a805764aaa'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 06:56:21.088542 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e983cc52-34f1-4a21-a9cb-8c43d784d97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:21.096510 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-d220a78c-331d-4078-8538-025d02957277 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3268213 Sep 23 06:56:21.108043 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-f354a02c-8783-49bc-8831-128f929d91c3 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2933378 Sep 23 06:56:21.108903 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44438) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:21.109245 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44440) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:21.118587 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-5146b33e-822f-4153-b070-5730cb4e3f6c tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Request body: {'subnet': {'network_id': '3aa85240-395c-45b3-8f0a-394508f0f93b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:56:21.118939 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a362a80-e6aa-4ed0-8341-3b8aa51273a7 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Made reservation on behalf of 377d95a52e5f4a28a30eddc8081104f7 for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:56:21.122763 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9a362a80-e6aa-4ed0-8341-3b8aa51273a7 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:21.140242 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9a362a80-e6aa-4ed0-8341-3b8aa51273a7 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:21.182959 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ac24bbf5-109c-4b9e-b4a0-57b4e115e555 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:21.232566 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f354a02c-8783-49bc-8831-128f929d91c3 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Pushing event updated for resources: {'Network': ['ID=3aa85240-395c-45b3-8f0a-394508f0f93b,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:21.260959 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f354a02c-8783-49bc-8831-128f929d91c3 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:56:21.260959 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f354a02c-8783-49bc-8831-128f929d91c3 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:56:21.260959 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f354a02c-8783-49bc-8831-128f929d91c3 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:56:21.261436 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f354a02c-8783-49bc-8831-128f929d91c3 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:56:21.261436 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f354a02c-8783-49bc-8831-128f929d91c3 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:56:21.261808 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f354a02c-8783-49bc-8831-128f929d91c3 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:56:21.262022 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f354a02c-8783-49bc-8831-128f929d91c3 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:56:21.262622 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f354a02c-8783-49bc-8831-128f929d91c3 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:56:21.262753 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f354a02c-8783-49bc-8831-128f929d91c3 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:56:21.262991 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f354a02c-8783-49bc-8831-128f929d91c3 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:56:21.263303 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f354a02c-8783-49bc-8831-128f929d91c3 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:56:21.263623 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f354a02c-8783-49bc-8831-128f929d91c3 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:56:21.308182 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 3aa85240-395c-45b3-8f0a-394508f0f93b details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:56:21.351168 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd95b16-b69f-44c6-9e44-05551b627d19 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:21.353011 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-cdd95b16-b69f-44c6-9e44-05551b627d19 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.2400002 Sep 23 06:56:21.357575 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44448) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:21.378707 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 52c8b46a-0d81-4f54-896a-b6585806c0ae no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:56:21.413246 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 52c8b46a-0d81-4f54-896a-b6585806c0ae {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:56:21.413788 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 52c8b46a-0d81-4f54-896a-b6585806c0ae not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:56:21.477551 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9a362a80-e6aa-4ed0-8341-3b8aa51273a7 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:21.482260 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9a362a80-e6aa-4ed0-8341-3b8aa51273a7 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:21.498490 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-746cde9b-c13b-4919-a942-d339e9880e83 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Deleting port 98472c44-7888-46e9-a0da-9dcaf1185ae2 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:56:21.499033 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-746cde9b-c13b-4919-a942-d339e9880e83 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:21.517358 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-e983cc52-34f1-4a21-a9cb-8c43d784d97f None None] Allocated IP 172.20.0.2 (21166435-ab08-4efb-b884-4ec1cc3b350c/f443c3d5-b7e3-4960-935c-97a805764aaa/1566dd94-3dee-4adc-ba5b-bf2b70791193) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:56:21.521193 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b24f1dca-49f8-43a3-bea2-5a35e9a7dc9f None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:21.535795 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b24f1dca-49f8-43a3-bea2-5a35e9a7dc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:21.543884 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a362a80-e6aa-4ed0-8341-3b8aa51273a7 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:56:21.555354 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5146b33e-822f-4153-b070-5730cb4e3f6c tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Made reservation on behalf of 18664d18977f48d3a961b4095d05ed52 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:56:21.560051 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5146b33e-822f-4153-b070-5730cb4e3f6c tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:21.585575 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ac24bbf5-109c-4b9e-b4a0-57b4e115e555 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks [] for router_gateway, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:21.592242 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9a362a80-e6aa-4ed0-8341-3b8aa51273a7 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:21.592242 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-9a362a80-e6aa-4ed0-8341-3b8aa51273a7 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Added segment 914c223d-211c-46d9-af1a-537463cb6f4b of type vlan for network 2947689c-17fa-4929-84c2-e5bbbe6b3420 Sep 23 06:56:21.600958 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a362a80-e6aa-4ed0-8341-3b8aa51273a7 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa078553-ac00-46c1-91e2-e4bf1b15c609,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:21.610161 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24f1dca-49f8-43a3-bea2-5a35e9a7dc9f None None] Network 4d1aa380-e411-494b-958c-7f758df734d6 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:56:21.619006 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-b24f1dca-49f8-43a3-bea2-5a35e9a7dc9f None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:56:21.633991 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24f1dca-49f8-43a3-bea2-5a35e9a7dc9f None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:56:21.636949 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ac24bbf5-109c-4b9e-b4a0-57b4e115e555 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:21.675783 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24f1dca-49f8-43a3-bea2-5a35e9a7dc9f None None] Pushing event updated for resources: {'Port': ['ID=b05cf03a-9b24-4279-bab7-6f3945de211b,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:21.705234 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9a362a80-e6aa-4ed0-8341-3b8aa51273a7 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:21.727194 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-746cde9b-c13b-4919-a942-d339e9880e83 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:21.744722 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-746cde9b-c13b-4919-a942-d339e9880e83 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Calling delete_port for 98472c44-7888-46e9-a0da-9dcaf1185ae2 owned by {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:56:21.764593 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9a362a80-e6aa-4ed0-8341-3b8aa51273a7 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:21.770212 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a362a80-e6aa-4ed0-8341-3b8aa51273a7 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:21.770812 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9a362a80-e6aa-4ed0-8341-3b8aa51273a7 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:21.816068 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e983cc52-34f1-4a21-a9cb-8c43d784d97f None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:21.826870 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-9a362a80-e6aa-4ed0-8341-3b8aa51273a7 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0172536 Sep 23 06:56:21.829485 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44460) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:21.834366 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-b24f1dca-49f8-43a3-bea2-5a35e9a7dc9f None None] Attempting to bind port b05cf03a-9b24-4279-bab7-6f3945de211b on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:56:21.834735 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-b24f1dca-49f8-43a3-bea2-5a35e9a7dc9f None None] Attempting to bind port b05cf03a-9b24-4279-bab7-6f3945de211b by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '98ee167a-1403-4867-958f-d4f6736b2e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:56:21.835093 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24f1dca-49f8-43a3-bea2-5a35e9a7dc9f None None] Attempting to bind port b05cf03a-9b24-4279-bab7-6f3945de211b on network 4d1aa380-e411-494b-958c-7f758df734d6 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:56:21.838965 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e983cc52-34f1-4a21-a9cb-8c43d784d97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:21.843879 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-09ede5c1-460d-4b77-ad31-efe1985f753f tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Request body: {'subnet': {'network_id': '2947689c-17fa-4929-84c2-e5bbbe6b3420', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:56:21.851048 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-ac24bbf5-109c-4b9e-b4a0-57b4e115e555 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Allocated IP 172.25.2.52 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/d476d471-acf2-434e-996a-a87851770812) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:56:21.853082 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24f1dca-49f8-43a3-bea2-5a35e9a7dc9f None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:56:21.853659 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24f1dca-49f8-43a3-bea2-5a35e9a7dc9f None None] Checking segment: {'id': '98ee167a-1403-4867-958f-d4f6736b2e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:56:21.854287 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b24f1dca-49f8-43a3-bea2-5a35e9a7dc9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:21.854911 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24f1dca-49f8-43a3-bea2-5a35e9a7dc9f None None] Bound using segment: {'id': '98ee167a-1403-4867-958f-d4f6736b2e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:56:21.855590 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-b24f1dca-49f8-43a3-bea2-5a35e9a7dc9f None None] Bound port: b05cf03a-9b24-4279-bab7-6f3945de211b, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98ee167a-1403-4867-958f-d4f6736b2e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:56:21.856179 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b24f1dca-49f8-43a3-bea2-5a35e9a7dc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:21.898832 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e983cc52-34f1-4a21-a9cb-8c43d784d97f None None] Network 21166435-ab08-4efb-b884-4ec1cc3b350c is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:56:21.911208 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a362a80-e6aa-4ed0-8341-3b8aa51273a7 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Pushing event updated for resources: {'Network': ['ID=2947689c-17fa-4929-84c2-e5bbbe6b3420,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:21.959334 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-b24f1dca-49f8-43a3-bea2-5a35e9a7dc9f None None] For port b05cf03a-9b24-4279-bab7-6f3945de211b, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:56:21.963214 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-b24f1dca-49f8-43a3-bea2-5a35e9a7dc9f None None] For port b05cf03a-9b24-4279-bab7-6f3945de211b, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=b05cf03a-9b24-4279-bab7-6f3945de211b,segment=NetworkSegment(98ee167a-1403-4867-958f-d4f6736b2e62),segment_id=98ee167a-1403-4867-958f-d4f6736b2e62)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:56:21.969330 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 2947689c-17fa-4929-84c2-e5bbbe6b3420 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:56:21.975747 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-e983cc52-34f1-4a21-a9cb-8c43d784d97f None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:56:21.978837 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e983cc52-34f1-4a21-a9cb-8c43d784d97f None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:56:21.985808 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b24f1dca-49f8-43a3-bea2-5a35e9a7dc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:22.037124 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e983cc52-34f1-4a21-a9cb-8c43d784d97f None None] Pushing event updated for resources: {'Port': ['ID=1566dd94-3dee-4adc-ba5b-bf2b70791193,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:22.043218 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ede5c1-460d-4b77-ad31-efe1985f753f tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Made reservation on behalf of 377d95a52e5f4a28a30eddc8081104f7 for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:56:22.047014 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-09ede5c1-460d-4b77-ad31-efe1985f753f tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:22.093818 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5146b33e-822f-4153-b070-5730cb4e3f6c tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:22.130091 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ac24bbf5-109c-4b9e-b4a0-57b4e115e555 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:22.193160 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5146b33e-822f-4153-b070-5730cb4e3f6c tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Pushing event updated for resources: {'Subnet': ['ID=7530e25f-c8e6-49fb-9bb9-42e044621486,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:22.220172 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-e983cc52-34f1-4a21-a9cb-8c43d784d97f None None] Attempting to bind port 1566dd94-3dee-4adc-ba5b-bf2b70791193 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:56:22.220558 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-e983cc52-34f1-4a21-a9cb-8c43d784d97f None None] Attempting to bind port 1566dd94-3dee-4adc-ba5b-bf2b70791193 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': 'a381766d-a3ad-4c8c-b646-374decaa76c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '21166435-ab08-4efb-b884-4ec1cc3b350c'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:56:22.221180 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e983cc52-34f1-4a21-a9cb-8c43d784d97f None None] Attempting to bind port 1566dd94-3dee-4adc-ba5b-bf2b70791193 on network 21166435-ab08-4efb-b884-4ec1cc3b350c {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:56:22.240698 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e983cc52-34f1-4a21-a9cb-8c43d784d97f None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:56:22.241371 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e983cc52-34f1-4a21-a9cb-8c43d784d97f None None] Checking segment: {'id': 'a381766d-a3ad-4c8c-b646-374decaa76c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '21166435-ab08-4efb-b884-4ec1cc3b350c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:56:22.241958 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e983cc52-34f1-4a21-a9cb-8c43d784d97f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:22.242368 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e983cc52-34f1-4a21-a9cb-8c43d784d97f None None] Bound using segment: {'id': 'a381766d-a3ad-4c8c-b646-374decaa76c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '21166435-ab08-4efb-b884-4ec1cc3b350c'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:56:22.242844 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-e983cc52-34f1-4a21-a9cb-8c43d784d97f None None] Bound port: 1566dd94-3dee-4adc-ba5b-bf2b70791193, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a381766d-a3ad-4c8c-b646-374decaa76c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '21166435-ab08-4efb-b884-4ec1cc3b350c'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:56:22.243239 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5146b33e-822f-4153-b070-5730cb4e3f6c tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Checking segment: {'id': 'e7b37257-06f4-49b8-9d68-f8b062ccfb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '3aa85240-395c-45b3-8f0a-394508f0f93b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:56:22.243370 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e983cc52-34f1-4a21-a9cb-8c43d784d97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:22.243483 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5146b33e-822f-4153-b070-5730cb4e3f6c tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Network hostable DHCP agents. Network: 3aa85240-395c-45b3-8f0a-394508f0f93b, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:56:22.246299 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24f1dca-49f8-43a3-bea2-5a35e9a7dc9f None None] Pushing event updated for resources: {'Port': ['ID=b05cf03a-9b24-4279-bab7-6f3945de211b,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:22.273456 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-746cde9b-c13b-4919-a942-d339e9880e83 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:22.283148 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5146b33e-822f-4153-b070-5730cb4e3f6c tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Network 3aa85240-395c-45b3-8f0a-394508f0f93b is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:56:22.312488 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746cde9b-c13b-4919-a942-d339e9880e83 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event deleted for resources: {'Port': ['ID=98472c44-7888-46e9-a0da-9dcaf1185ae2,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:22.326206 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-5146b33e-822f-4153-b070-5730cb4e3f6c tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 3aa85240-395c-45b3-8f0a-394508f0f93b) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:56:22.334463 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad34a10d-ff94-430a-a551-bcd356e875c7 None None] Network 3aa85240-395c-45b3-8f0a-394508f0f93b requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:56:22.349366 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5146b33e-822f-4153-b070-5730cb4e3f6c tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:22.350107 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5146b33e-822f-4153-b070-5730cb4e3f6c tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:22.354251 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-746cde9b-c13b-4919-a942-d339e9880e83 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:22.358881 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-746cde9b-c13b-4919-a942-d339e9880e83 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/ports/98472c44-7888-46e9-a0da-9dcaf1185ae2 HTTP/1.1" status: 204 len: 168 time: 0.9982555 Sep 23 06:56:22.363344 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44468) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:22.431144 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-5146b33e-822f-4153-b070-5730cb4e3f6c tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3166997 Sep 23 06:56:22.433914 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44470) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:22.520153 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-e983cc52-34f1-4a21-a9cb-8c43d784d97f None None] For port 1566dd94-3dee-4adc-ba5b-bf2b70791193, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:56:22.540999 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-e983cc52-34f1-4a21-a9cb-8c43d784d97f None None] For port 1566dd94-3dee-4adc-ba5b-bf2b70791193, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=1566dd94-3dee-4adc-ba5b-bf2b70791193,segment=NetworkSegment(a381766d-a3ad-4c8c-b646-374decaa76c9),segment_id=a381766d-a3ad-4c8c-b646-374decaa76c9)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:56:22.603606 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e983cc52-34f1-4a21-a9cb-8c43d784d97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:22.624577 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-09ede5c1-460d-4b77-ad31-efe1985f753f tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:22.630169 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707835d4-f69a-452b-9bcc-943cd86e3a79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-3aa85240-395c-45b3-8f0a-394508f0f93b', 'network_id': '3aa85240-395c-45b3-8f0a-394508f0f93b', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'fixed_ips': [{'subnet_id': '7530e25f-c8e6-49fb-9bb9-42e044621486'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 06:56:22.631039 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-707835d4-f69a-452b-9bcc-943cd86e3a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:22.632773 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4cc8c0-055c-4339-9049-c8ebfe268cb1 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:22.634507 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4cc8c0-055c-4339-9049-c8ebfe268cb1 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:22.636706 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-1f4cc8c0-055c-4339-9049-c8ebfe268cb1 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2723453 Sep 23 06:56:22.652132 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44478) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:22.859254 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ac24bbf5-109c-4b9e-b4a0-57b4e115e555 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:22.871931 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e983cc52-34f1-4a21-a9cb-8c43d784d97f None None] Pushing event updated for resources: {'Port': ['ID=1566dd94-3dee-4adc-ba5b-bf2b70791193,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:22.900190 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-73fccba5-c5f7-41d5-af33-d9d05c7890e4 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:22.937275 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ede5c1-460d-4b77-ad31-efe1985f753f tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Pushing event updated for resources: {'Subnet': ['ID=fdeb4dd5-12b7-4d2e-accb-4a018a3d0f30,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:22.960438 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ede5c1-460d-4b77-ad31-efe1985f753f tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Checking segment: {'id': '914c223d-211c-46d9-af1a-537463cb6f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2947689c-17fa-4929-84c2-e5bbbe6b3420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:56:22.961105 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ede5c1-460d-4b77-ad31-efe1985f753f tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Network hostable DHCP agents. Network: 2947689c-17fa-4929-84c2-e5bbbe6b3420, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:56:23.000105 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-57850c70-8c00-42b1-a224-9e54be1c1cc9 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Deleting subnet 6177bd02-b8c0-4972-9e87-db1382e219b2 {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:56:23.014269 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac24bbf5-109c-4b9e-b4a0-57b4e115e555 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:56:23.018614 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-57850c70-8c00-42b1-a224-9e54be1c1cc9 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:23.031182 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-ac24bbf5-109c-4b9e-b4a0-57b4e115e555 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:56:23.059531 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac24bbf5-109c-4b9e-b4a0-57b4e115e555 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:56:23.067874 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-707835d4-f69a-452b-9bcc-943cd86e3a79 None None] Allocated IP 2001:db8::2 (3aa85240-395c-45b3-8f0a-394508f0f93b/7530e25f-c8e6-49fb-9bb9-42e044621486/67b85843-4f05-43f1-8a6b-a4f2baefc885) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:56:23.161550 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ede5c1-460d-4b77-ad31-efe1985f753f tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Network 2947689c-17fa-4929-84c2-e5bbbe6b3420 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:56:23.169369 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac24bbf5-109c-4b9e-b4a0-57b4e115e555 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Pushing event updated for resources: {'Port': ['ID=d476d471-acf2-434e-996a-a87851770812,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:23.242517 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-09ede5c1-460d-4b77-ad31-efe1985f753f tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 2947689c-17fa-4929-84c2-e5bbbe6b3420) {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:56:23.273837 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-57850c70-8c00-42b1-a224-9e54be1c1cc9 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:23.286190 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ede5c1-460d-4b77-ad31-efe1985f753f tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:23.286803 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-09ede5c1-460d-4b77-ad31-efe1985f753f tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:23.496441 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44508) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:23.496666 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-09ede5c1-460d-4b77-ad31-efe1985f753f tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6631343 Sep 23 06:56:23.503161 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-0d6e92fc-3d8f-47e5-818d-2a997c3e1350 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Request body: {'network': {'name': 'tempest-router-network01--1513083709'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:56:23.538021 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84186d26-e04b-4efb-b787-bf0cdbd73a37 None None] Network 2947689c-17fa-4929-84c2-e5bbbe6b3420 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:56:23.551569 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44510) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:23.560157 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d6e92fc-3d8f-47e5-818d-2a997c3e1350 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Made reservation on behalf of 377d95a52e5f4a28a30eddc8081104f7 for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:56:23.572785 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0d6e92fc-3d8f-47e5-818d-2a997c3e1350 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:23.620254 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device b05cf03a-9b24-4279-bab7-6f3945de211b up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:56:23.624421 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d6e92fc-3d8f-47e5-818d-2a997c3e1350 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:56:23.641320 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0d6e92fc-3d8f-47e5-818d-2a997c3e1350 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:23.642064 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-0d6e92fc-3d8f-47e5-818d-2a997c3e1350 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Added segment 3e9b0e06-752e-4ac2-8d42-845aef2644fe of type vlan for network 1021180e-baba-4e63-8156-80315f7a3e59 Sep 23 06:56:23.710115 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0d6e92fc-3d8f-47e5-818d-2a997c3e1350 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:23.812680 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0d6e92fc-3d8f-47e5-818d-2a997c3e1350 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:23.819845 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6e92fc-3d8f-47e5-818d-2a997c3e1350 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:23.820781 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0d6e92fc-3d8f-47e5-818d-2a997c3e1350 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:23.824855 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23aa5132-1cb1-4882-93b7-741fff345bb5 None None] Network 4d1aa380-e411-494b-958c-7f758df734d6 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:56:23.863994 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 06:56:23.897939 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-0d6e92fc-3d8f-47e5-818d-2a997c3e1350 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3998806 Sep 23 06:56:23.908948 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44520) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:23.936175 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-1032bfe2-0677-4b1e-a0e9-ec66f2267f37 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Request body: {'network': {'name': 'tempest-router-network02--134614222'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:56:23.958682 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b0d114-7a45-4216-92c8-84278c6543f1 req-71288529-6158-4e0b-9947-fe165b6396a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:23.959228 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b0d114-7a45-4216-92c8-84278c6543f1 req-71288529-6158-4e0b-9947-fe165b6396a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:23.959711 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b0d114-7a45-4216-92c8-84278c6543f1 req-71288529-6158-4e0b-9947-fe165b6396a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:23.960235 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b0d114-7a45-4216-92c8-84278c6543f1 req-71288529-6158-4e0b-9947-fe165b6396a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:23.960718 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b0d114-7a45-4216-92c8-84278c6543f1 req-71288529-6158-4e0b-9947-fe165b6396a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:23.961370 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b0d114-7a45-4216-92c8-84278c6543f1 req-71288529-6158-4e0b-9947-fe165b6396a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:23.961839 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b0d114-7a45-4216-92c8-84278c6543f1 req-71288529-6158-4e0b-9947-fe165b6396a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:23.964990 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-95b0d114-7a45-4216-92c8-84278c6543f1 req-71288529-6158-4e0b-9947-fe165b6396a1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5bf31744-0efa-4cef-967d-471fd8e8c528 HTTP/1.1" status: 200 len: 6507 time: 0.4122987 Sep 23 06:56:24.061454 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6e92fc-3d8f-47e5-818d-2a997c3e1350 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Pushing event updated for resources: {'Network': ['ID=1021180e-baba-4e63-8156-80315f7a3e59,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:24.096235 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-95b0d114-7a45-4216-92c8-84278c6543f1 req-b7a88290-3ae1-415f-9e34-4c86153b2362 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5d045487-122b-40fb-9f4c-7e88b4bd6ca4&id=9c9c5b19-61b6-4835-bef3-eb0ee04d7a83&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1207530 Sep 23 06:56:24.104363 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1032bfe2-0677-4b1e-a0e9-ec66f2267f37 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Made reservation on behalf of 377d95a52e5f4a28a30eddc8081104f7 for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:56:24.108545 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1032bfe2-0677-4b1e-a0e9-ec66f2267f37 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:24.151786 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1032bfe2-0677-4b1e-a0e9-ec66f2267f37 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:56:24.170903 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1032bfe2-0677-4b1e-a0e9-ec66f2267f37 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:24.174007 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-1032bfe2-0677-4b1e-a0e9-ec66f2267f37 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Added segment c5b38e5f-7dcd-4c1d-92cb-1da55f170ab1 of type vlan for network 7e516bbc-f05e-4901-8958-0387723d9722 Sep 23 06:56:24.210876 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 1021180e-baba-4e63-8156-80315f7a3e59 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:56:24.282350 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1032bfe2-0677-4b1e-a0e9-ec66f2267f37 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:24.315269 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1032bfe2-0677-4b1e-a0e9-ec66f2267f37 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:24.322523 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1032bfe2-0677-4b1e-a0e9-ec66f2267f37 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:24.323583 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1032bfe2-0677-4b1e-a0e9-ec66f2267f37 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:24.337668 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0265b825-c523-45fb-ac9e-f83c04bc08e3 None None] Network 21166435-ab08-4efb-b884-4ec1cc3b350c requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:56:24.391312 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-57850c70-8c00-42b1-a224-9e54be1c1cc9 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:24.414209 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1032bfe2-0677-4b1e-a0e9-ec66f2267f37 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Pushing event updated for resources: {'Network': ['ID=7e516bbc-f05e-4901-8958-0387723d9722,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:24.433789 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-1032bfe2-0677-4b1e-a0e9-ec66f2267f37 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5232289 Sep 23 06:56:24.437191 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44540) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:24.453821 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-2b782e0c-342a-4545-b29d-20bb21704f7f tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Request body: {'subnet': {'network_id': '1021180e-baba-4e63-8156-80315f7a3e59', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:56:24.543058 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ac24bbf5-109c-4b9e-b4a0-57b4e115e555 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks [] for router_gateway, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:24.547101 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-57850c70-8c00-42b1-a224-9e54be1c1cc9 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:24.587643 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-707835d4-f69a-452b-9bcc-943cd86e3a79 None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:24.605656 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b782e0c-342a-4545-b29d-20bb21704f7f tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Made reservation on behalf of 377d95a52e5f4a28a30eddc8081104f7 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:56:24.609976 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2b782e0c-342a-4545-b29d-20bb21704f7f tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:24.610752 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 7e516bbc-f05e-4901-8958-0387723d9722 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:56:24.630202 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-4c488efa-5587-4661-9729-de03e6d69972 None None] Provisioning complete for port b05cf03a-9b24-4279-bab7-6f3945de211b triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:56:24.630833 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-4c488efa-5587-4661-9729-de03e6d69972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:24.733518 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-707835d4-f69a-452b-9bcc-943cd86e3a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:24.740377 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-73fccba5-c5f7-41d5-af33-d9d05c7890e4 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Allocated IP 2001:db8::1 (3aa85240-395c-45b3-8f0a-394508f0f93b/7530e25f-c8e6-49fb-9bb9-42e044621486/fc21dbcb-38e5-41b4-83c1-c4a20fdba468) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:56:24.748820 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57850c70-8c00-42b1-a224-9e54be1c1cc9 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event deleted for resources: {'Subnet': ['ID=6177bd02-b8c0-4972-9e87-db1382e219b2,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:24.762941 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-57850c70-8c00-42b1-a224-9e54be1c1cc9 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:24.765384 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-57850c70-8c00-42b1-a224-9e54be1c1cc9 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/subnets/6177bd02-b8c0-4972-9e87-db1382e219b2 HTTP/1.1" status: 204 len: 168 time: 2.1085107 Sep 23 06:56:24.768823 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44550) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:24.850251 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-922b65b8-7bf0-4c97-aaf5-d25a560d6517 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0788326 Sep 23 06:56:24.852816 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44554) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:24.856043 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb254ea-ad50-4143-a618-26177073d826 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-2947689c-17fa-4929-84c2-e5bbbe6b3420', 'network_id': '2947689c-17fa-4929-84c2-e5bbbe6b3420', 'tenant_id': '377d95a52e5f4a28a30eddc8081104f7', 'fixed_ips': [{'subnet_id': 'fdeb4dd5-12b7-4d2e-accb-4a018a3d0f30'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 06:56:24.856791 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-4fb254ea-ad50-4143-a618-26177073d826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:24.859286 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-f218e0e2-5e6f-4409-be38-8b9e374ef4c1 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Request body: {'subnet': {'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:56:24.867215 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port b05cf03a-9b24-4279-bab7-6f3945de211b triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:56:24.867594 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:24.929393 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707835d4-f69a-452b-9bcc-943cd86e3a79 None None] Network 3aa85240-395c-45b3-8f0a-394508f0f93b is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:56:24.967657 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-73fccba5-c5f7-41d5-af33-d9d05c7890e4 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:25.078130 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-73fccba5-c5f7-41d5-af33-d9d05c7890e4 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:25.102991 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-707835d4-f69a-452b-9bcc-943cd86e3a79 None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:56:25.174263 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73fccba5-c5f7-41d5-af33-d9d05c7890e4 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Network 3aa85240-395c-45b3-8f0a-394508f0f93b is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:56:25.185688 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-73fccba5-c5f7-41d5-af33-d9d05c7890e4 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:56:25.187824 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707835d4-f69a-452b-9bcc-943cd86e3a79 None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:56:25.192970 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fccba5-c5f7-41d5-af33-d9d05c7890e4 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:56:25.193613 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-73fccba5-c5f7-41d5-af33-d9d05c7890e4 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068614'] for router_interface, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:25.204125 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707835d4-f69a-452b-9bcc-943cd86e3a79 None None] Pushing event updated for resources: {'Port': ['ID=67b85843-4f05-43f1-8a6b-a4f2baefc885,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:25.275260 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2b782e0c-342a-4545-b29d-20bb21704f7f tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:25.278473 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ead3d2-c6b2-4651-a759-6bd6fc5356d2 None None] Network 4d1aa380-e411-494b-958c-7f758df734d6 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:56:25.295321 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ac24bbf5-109c-4b9e-b4a0-57b4e115e555 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:25.299096 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fccba5-c5f7-41d5-af33-d9d05c7890e4 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Pushing event updated for resources: {'Port': ['ID=fc21dbcb-38e5-41b4-83c1-c4a20fdba468,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:25.312531 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f218e0e2-5e6f-4409-be38-8b9e374ef4c1 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Made reservation on behalf of 5e650be244de4ee8b27aea189be279d1 for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:56:25.321208 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f218e0e2-5e6f-4409-be38-8b9e374ef4c1 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:25.410695 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b782e0c-342a-4545-b29d-20bb21704f7f tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Pushing event updated for resources: {'Subnet': ['ID=6aade8b4-e4d6-44e4-945e-091cbf109c2f,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:25.433686 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b782e0c-342a-4545-b29d-20bb21704f7f tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Checking segment: {'id': '3e9b0e06-752e-4ac2-8d42-845aef2644fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '1021180e-baba-4e63-8156-80315f7a3e59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:56:25.434093 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b782e0c-342a-4545-b29d-20bb21704f7f tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Network hostable DHCP agents. Network: 1021180e-baba-4e63-8156-80315f7a3e59, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:56:25.437653 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-4fb254ea-ad50-4143-a618-26177073d826 None None] Allocated IP 172.20.0.2 (2947689c-17fa-4929-84c2-e5bbbe6b3420/fdeb4dd5-12b7-4d2e-accb-4a018a3d0f30/96969cb3-4c25-4ce5-bd1d-d6b119d21d37) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:56:25.473843 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-73fccba5-c5f7-41d5-af33-d9d05c7890e4 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:25.499001 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b782e0c-342a-4545-b29d-20bb21704f7f tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Network 1021180e-baba-4e63-8156-80315f7a3e59 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:56:25.541250 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-2b782e0c-342a-4545-b29d-20bb21704f7f tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 1021180e-baba-4e63-8156-80315f7a3e59) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:56:25.584108 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-707835d4-f69a-452b-9bcc-943cd86e3a79 None None] Attempting to bind port 67b85843-4f05-43f1-8a6b-a4f2baefc885 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:56:25.584573 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-707835d4-f69a-452b-9bcc-943cd86e3a79 None None] Attempting to bind port 67b85843-4f05-43f1-8a6b-a4f2baefc885 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': 'e7b37257-06f4-49b8-9d68-f8b062ccfb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '3aa85240-395c-45b3-8f0a-394508f0f93b'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:56:25.585051 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707835d4-f69a-452b-9bcc-943cd86e3a79 None None] Attempting to bind port 67b85843-4f05-43f1-8a6b-a4f2baefc885 on network 3aa85240-395c-45b3-8f0a-394508f0f93b {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:56:25.590505 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5eaa068-3ff4-41e3-8be2-45de6dcbfe93 None None] Network 1021180e-baba-4e63-8156-80315f7a3e59 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:56:25.599581 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707835d4-f69a-452b-9bcc-943cd86e3a79 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:56:25.600117 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707835d4-f69a-452b-9bcc-943cd86e3a79 None None] Checking segment: {'id': 'e7b37257-06f4-49b8-9d68-f8b062ccfb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '3aa85240-395c-45b3-8f0a-394508f0f93b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:56:25.600651 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-707835d4-f69a-452b-9bcc-943cd86e3a79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:25.601696 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707835d4-f69a-452b-9bcc-943cd86e3a79 None None] Bound using segment: {'id': 'e7b37257-06f4-49b8-9d68-f8b062ccfb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '3aa85240-395c-45b3-8f0a-394508f0f93b'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:56:25.602578 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-707835d4-f69a-452b-9bcc-943cd86e3a79 None None] Bound port: 67b85843-4f05-43f1-8a6b-a4f2baefc885, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7b37257-06f4-49b8-9d68-f8b062ccfb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '3aa85240-395c-45b3-8f0a-394508f0f93b'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:56:25.602827 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b782e0c-342a-4545-b29d-20bb21704f7f tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:25.603151 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-707835d4-f69a-452b-9bcc-943cd86e3a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:25.603432 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2b782e0c-342a-4545-b29d-20bb21704f7f tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:25.625239 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-2b782e0c-342a-4545-b29d-20bb21704f7f tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1830628 Sep 23 06:56:25.629980 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44566) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:25.637173 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-bc36f42f-2aa0-4a9a-919d-d3da3804d804 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Request body: {'subnet': {'network_id': '7e516bbc-f05e-4901-8958-0387723d9722', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:56:25.789512 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac24bbf5-109c-4b9e-b4a0-57b4e115e555 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Router 553a4728-3158-486f-81f6-d5fda5531618 is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 06:56:25.869651 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc36f42f-2aa0-4a9a-919d-d3da3804d804 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Made reservation on behalf of 377d95a52e5f4a28a30eddc8081104f7 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:56:25.873432 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bc36f42f-2aa0-4a9a-919d-d3da3804d804 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:25.888080 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:25.904610 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-4c488efa-5587-4661-9729-de03e6d69972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:26.031877 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-707835d4-f69a-452b-9bcc-943cd86e3a79 None None] For port 67b85843-4f05-43f1-8a6b-a4f2baefc885, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:56:26.048442 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f218e0e2-5e6f-4409-be38-8b9e374ef4c1 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:26.055462 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port b05cf03a-9b24-4279-bab7-6f3945de211b, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=b05cf03a-9b24-4279-bab7-6f3945de211b,segment=NetworkSegment(98ee167a-1403-4867-958f-d4f6736b2e62),segment_id=98ee167a-1403-4867-958f-d4f6736b2e62)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:56:26.078785 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-707835d4-f69a-452b-9bcc-943cd86e3a79 None None] For port 67b85843-4f05-43f1-8a6b-a4f2baefc885, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=67b85843-4f05-43f1-8a6b-a4f2baefc885,segment=NetworkSegment(e7b37257-06f4-49b8-9d68-f8b062ccfb66),segment_id=e7b37257-06f4-49b8-9d68-f8b062ccfb66)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:56:26.093185 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:26.094134 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 1566dd94-3dee-4adc-ba5b-bf2b70791193 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:56:26.114665 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f218e0e2-5e6f-4409-be38-8b9e374ef4c1 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event updated for resources: {'Subnet': ['ID=5264cc0e-b930-401a-b056-8f55fb53a01a,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:26.133977 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac24bbf5-109c-4b9e-b4a0-57b4e115e555 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:56:26.149319 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8266606-2b93-4c42-90cf-1cc131d3c77a None None] Sync routers for ids ['553a4728-3158-486f-81f6-d5fda5531618'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:56:26.151724 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f218e0e2-5e6f-4409-be38-8b9e374ef4c1 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Network 4d1aa380-e411-494b-958c-7f758df734d6 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:56:26.154284 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-f218e0e2-5e6f-4409-be38-8b9e374ef4c1 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:56:26.159995 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f218e0e2-5e6f-4409-be38-8b9e374ef4c1 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:26.160593 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f218e0e2-5e6f-4409-be38-8b9e374ef4c1 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:26.174540 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8266606-2b93-4c42-90cf-1cc131d3c77a None None] Routers {'553a4728-3158-486f-81f6-d5fda5531618'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:56:26.176773 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-a8266606-2b93-4c42-90cf-1cc131d3c77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:56:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['553a4728-3158-486f-81f6-d5fda5531618'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:26.182880 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-f218e0e2-5e6f-4409-be38-8b9e374ef4c1 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3291109 Sep 23 06:56:26.191236 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44580) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:26.197662 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-0228afcd-20f8-4beb-8f67-628979aa5d33 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Request body: {'port': {'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'name': 'tempest-NetworksTestDHCPv6-659965126'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:56:26.223727 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-a8266606-2b93-4c42-90cf-1cc131d3c77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:26.234746 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8266606-2b93-4c42-90cf-1cc131d3c77a None None] Routers {'553a4728-3158-486f-81f6-d5fda5531618'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:56:26.235564 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-a8266606-2b93-4c42-90cf-1cc131d3c77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:56:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['553a4728-3158-486f-81f6-d5fda5531618'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:26.264724 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ac24bbf5-109c-4b9e-b4a0-57b4e115e555 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:26.270790 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44584) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:26.271389 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-ac24bbf5-109c-4b9e-b4a0-57b4e115e555 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.5024257 Sep 23 06:56:26.306264 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-a8266606-2b93-4c42-90cf-1cc131d3c77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:26.306991 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8266606-2b93-4c42-90cf-1cc131d3c77a None None] The sync data for ids ['553a4728-3158-486f-81f6-d5fda5531618'] in n-d-715271-16 is: [] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:56:26.411622 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0228afcd-20f8-4beb-8f67-628979aa5d33 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Made reservation on behalf of 5e650be244de4ee8b27aea189be279d1 for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:56:26.417808 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0228afcd-20f8-4beb-8f67-628979aa5d33 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:26.418413 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-707835d4-f69a-452b-9bcc-943cd86e3a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:26.449532 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [None req-0228afcd-20f8-4beb-8f67-628979aa5d33 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] device_id is not set on port 1c3a055b-36e2-463e-9b3a-fe3c6ece2a4c yet. {{(pid=95066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 06:56:26.610057 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1b0eba-36b2-41bc-a6c7-a196173b157f None None] DHCP port deletion for 4d1aa380-e411-494b-958c-7f758df734d6 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 06:56:26.648090 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d543f4db-93e1-4b96-969f-83f03b281f2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-1021180e-baba-4e63-8156-80315f7a3e59', 'network_id': '1021180e-baba-4e63-8156-80315f7a3e59', 'tenant_id': '377d95a52e5f4a28a30eddc8081104f7', 'fixed_ips': [{'subnet_id': '6aade8b4-e4d6-44e4-945e-091cbf109c2f'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 06:56:26.649407 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d543f4db-93e1-4b96-969f-83f03b281f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:26.682404 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-0228afcd-20f8-4beb-8f67-628979aa5d33 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Allocated IP 2001:db8::327 (4d1aa380-e411-494b-958c-7f758df734d6/5264cc0e-b930-401a-b056-8f55fb53a01a/1c3a055b-36e2-463e-9b3a-fe3c6ece2a4c) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:56:26.696091 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.db.api [None req-4c488efa-5587-4661-9729-de03e6d69972 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 06:56:26.696471 n-d-715271-16 neutron-server[95067]: DEBUG oslo_db.api [None req-4c488efa-5587-4661-9729-de03e6d69972 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 06:56:26.728712 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-4fb254ea-ad50-4143-a618-26177073d826 None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:26.742355 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=b05cf03a-9b24-4279-bab7-6f3945de211b,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:26.792060 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-4fb254ea-ad50-4143-a618-26177073d826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:26.812498 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 1566dd94-3dee-4adc-ba5b-bf2b70791193 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:56:26.812498 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:26.890879 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bc36f42f-2aa0-4a9a-919d-d3da3804d804 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:26.941997 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb254ea-ad50-4143-a618-26177073d826 None None] Network 2947689c-17fa-4929-84c2-e5bbbe6b3420 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:56:26.959136 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707835d4-f69a-452b-9bcc-943cd86e3a79 None None] Pushing event updated for resources: {'Port': ['ID=67b85843-4f05-43f1-8a6b-a4f2baefc885,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:26.984591 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-73fccba5-c5f7-41d5-af33-d9d05c7890e4 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:26.993966 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0228afcd-20f8-4beb-8f67-628979aa5d33 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:27.007247 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-4fb254ea-ad50-4143-a618-26177073d826 None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:56:27.020183 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-fd1b0eba-36b2-41bc-a6c7-a196173b157f None None] Deleting port b05cf03a-9b24-4279-bab7-6f3945de211b {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:56:27.021992 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-73fccba5-c5f7-41d5-af33-d9d05c7890e4 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:27.022762 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-73fccba5-c5f7-41d5-af33-d9d05c7890e4 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067062'] for router_interface, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:27.024310 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-fd1b0eba-36b2-41bc-a6c7-a196173b157f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:27.036305 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb254ea-ad50-4143-a618-26177073d826 None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:56:27.037272 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0228afcd-20f8-4beb-8f67-628979aa5d33 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:27.071320 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0228afcd-20f8-4beb-8f67-628979aa5d33 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Network 4d1aa380-e411-494b-958c-7f758df734d6 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:56:27.074823 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-0228afcd-20f8-4beb-8f67-628979aa5d33 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:56:27.103454 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0228afcd-20f8-4beb-8f67-628979aa5d33 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:56:27.110749 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0228afcd-20f8-4beb-8f67-628979aa5d33 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:27.112049 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0228afcd-20f8-4beb-8f67-628979aa5d33 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:27.148283 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-0228afcd-20f8-4beb-8f67-628979aa5d33 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9523609 Sep 23 06:56:27.148283 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0228afcd-20f8-4beb-8f67-628979aa5d33 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event updated for resources: {'Port': ['ID=1c3a055b-36e2-463e-9b3a-fe3c6ece2a4c,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:27.150033 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44600) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:27.188620 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc36f42f-2aa0-4a9a-919d-d3da3804d804 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Pushing event updated for resources: {'Subnet': ['ID=dd0c862c-a975-47ec-84cf-4f31cd10bf89,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:27.206800 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fccba5-c5f7-41d5-af33-d9d05c7890e4 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Pushing event updated for resources: {'Port': ['ID=fc21dbcb-38e5-41b4-83c1-c4a20fdba468,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:27.231098 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb2937e-c019-4b94-aa33-65a7fca2a358 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:27.240942 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb2937e-c019-4b94-aa33-65a7fca2a358 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:27.243303 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-fcb2937e-c019-4b94-aa33-65a7fca2a358 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.0929189 Sep 23 06:56:27.246153 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44604) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:27.248777 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc36f42f-2aa0-4a9a-919d-d3da3804d804 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Checking segment: {'id': 'c5b38e5f-7dcd-4c1d-92cb-1da55f170ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7e516bbc-f05e-4901-8958-0387723d9722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:56:27.249146 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc36f42f-2aa0-4a9a-919d-d3da3804d804 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Network hostable DHCP agents. Network: 7e516bbc-f05e-4901-8958-0387723d9722, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:56:27.255705 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-d543f4db-93e1-4b96-969f-83f03b281f2f None None] Allocated IP 172.20.0.2 (1021180e-baba-4e63-8156-80315f7a3e59/6aade8b4-e4d6-44e4-945e-091cbf109c2f/8a65b7fe-ac89-4b22-a4a9-7e39aa1f663b) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:56:27.345412 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc36f42f-2aa0-4a9a-919d-d3da3804d804 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Network 7e516bbc-f05e-4901-8958-0387723d9722 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:56:27.360301 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73fccba5-c5f7-41d5-af33-d9d05c7890e4 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Network 3aa85240-395c-45b3-8f0a-394508f0f93b is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:56:27.379165 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-e9aa92c0-62d1-4bf4-ac61-133b1a374155 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Deleting port 1c3a055b-36e2-463e-9b3a-fe3c6ece2a4c {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:56:27.379518 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e9aa92c0-62d1-4bf4-ac61-133b1a374155 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:27.397566 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-73fccba5-c5f7-41d5-af33-d9d05c7890e4 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:56:27.409326 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-bc36f42f-2aa0-4a9a-919d-d3da3804d804 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 7e516bbc-f05e-4901-8958-0387723d9722) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:56:27.413711 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc36f42f-2aa0-4a9a-919d-d3da3804d804 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:27.414340 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bc36f42f-2aa0-4a9a-919d-d3da3804d804 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:27.470319 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-bc36f42f-2aa0-4a9a-919d-d3da3804d804 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8387091 Sep 23 06:56:27.474387 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44608) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:27.490997 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8f30f1-160b-41d0-933c-69cf63c4a846 None None] Network 7e516bbc-f05e-4901-8958-0387723d9722 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:56:27.491457 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e9aa92c0-62d1-4bf4-ac61-133b1a374155 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:27.507735 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-e9aa92c0-62d1-4bf4-ac61-133b1a374155 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Calling delete_port for 1c3a055b-36e2-463e-9b3a-fe3c6ece2a4c owned by {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:56:27.540240 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb254ea-ad50-4143-a618-26177073d826 None None] Pushing event updated for resources: {'Port': ['ID=96969cb3-4c25-4ce5-bd1d-d6b119d21d37,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:27.664060 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-4fb254ea-ad50-4143-a618-26177073d826 None None] Attempting to bind port 96969cb3-4c25-4ce5-bd1d-d6b119d21d37 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:56:27.666516 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-4fb254ea-ad50-4143-a618-26177073d826 None None] Attempting to bind port 96969cb3-4c25-4ce5-bd1d-d6b119d21d37 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '914c223d-211c-46d9-af1a-537463cb6f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2947689c-17fa-4929-84c2-e5bbbe6b3420'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:56:27.668539 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb254ea-ad50-4143-a618-26177073d826 None None] Attempting to bind port 96969cb3-4c25-4ce5-bd1d-d6b119d21d37 on network 2947689c-17fa-4929-84c2-e5bbbe6b3420 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:56:27.680353 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e9aa92c0-62d1-4bf4-ac61-133b1a374155 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:27.710207 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb254ea-ad50-4143-a618-26177073d826 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:56:27.710661 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb254ea-ad50-4143-a618-26177073d826 None None] Checking segment: {'id': '914c223d-211c-46d9-af1a-537463cb6f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2947689c-17fa-4929-84c2-e5bbbe6b3420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:56:27.711012 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-4fb254ea-ad50-4143-a618-26177073d826 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:27.711408 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb254ea-ad50-4143-a618-26177073d826 None None] Bound using segment: {'id': '914c223d-211c-46d9-af1a-537463cb6f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2947689c-17fa-4929-84c2-e5bbbe6b3420'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:56:27.711897 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-4fb254ea-ad50-4143-a618-26177073d826 None None] Bound port: 96969cb3-4c25-4ce5-bd1d-d6b119d21d37, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '914c223d-211c-46d9-af1a-537463cb6f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2947689c-17fa-4929-84c2-e5bbbe6b3420'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:56:27.712283 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-4fb254ea-ad50-4143-a618-26177073d826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:27.729677 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aa92c0-62d1-4bf4-ac61-133b1a374155 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event deleted for resources: {'Port': ['ID=1c3a055b-36e2-463e-9b3a-fe3c6ece2a4c,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:27.768791 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e9aa92c0-62d1-4bf4-ac61-133b1a374155 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:27.775055 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-e9aa92c0-62d1-4bf4-ac61-133b1a374155 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/ports/1c3a055b-36e2-463e-9b3a-fe3c6ece2a4c HTTP/1.1" status: 204 len: 168 time: 0.5271461 Sep 23 06:56:27.775378 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44612) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:27.903299 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1492f6eb-4a06-4d2f-bfcb-3a42bfae372f tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:27.905040 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1492f6eb-4a06-4d2f-bfcb-3a42bfae372f tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:27.912117 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-1492f6eb-4a06-4d2f-bfcb-3a42bfae372f tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1350622 Sep 23 06:56:27.913527 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44614) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:27.914467 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-fd1b0eba-36b2-41bc-a6c7-a196173b157f None None] For port b05cf03a-9b24-4279-bab7-6f3945de211b, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=b05cf03a-9b24-4279-bab7-6f3945de211b,segment=NetworkSegment(98ee167a-1403-4867-958f-d4f6736b2e62),segment_id=98ee167a-1403-4867-958f-d4f6736b2e62)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:56:27.914883 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-fd1b0eba-36b2-41bc-a6c7-a196173b157f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:27.943324 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73fccba5-c5f7-41d5-af33-d9d05c7890e4 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Router 0149b0df-eb23-4c02-a086-bd9ef410c234 is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 06:56:27.945197 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:28.016731 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-fd1b0eba-36b2-41bc-a6c7-a196173b157f None None] Calling delete_port for b05cf03a-9b24-4279-bab7-6f3945de211b owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:56:28.026992 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-4274c8ee-c29d-4e59-8602-dda670a4afba tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Deleting subnet 5264cc0e-b930-401a-b056-8f55fb53a01a {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:56:28.036911 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-b4d36744-6142-4e3e-be5f-5449b0e34aa7 None None] Provisioning complete for port 1566dd94-3dee-4adc-ba5b-bf2b70791193 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:56:28.037314 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b4d36744-6142-4e3e-be5f-5449b0e34aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:28.039415 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4274c8ee-c29d-4e59-8602-dda670a4afba tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:28.061719 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d543f4db-93e1-4b96-969f-83f03b281f2f None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:28.085940 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-93b34442-cf26-44fa-bfac-7a68f53ae7a8 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:28.108584 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4274c8ee-c29d-4e59-8602-dda670a4afba tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:28.121671 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4b76be-092f-426c-b346-7e716215fa4e None None] Network 3aa85240-395c-45b3-8f0a-394508f0f93b requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:56:28.130895 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-133d6acd-a07f-4b77-a48c-557ff9570f21 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:28.177643 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4274c8ee-c29d-4e59-8602-dda670a4afba tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:28.181529 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d543f4db-93e1-4b96-969f-83f03b281f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:28.242472 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port 1566dd94-3dee-4adc-ba5b-bf2b70791193, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=1566dd94-3dee-4adc-ba5b-bf2b70791193,segment=NetworkSegment(a381766d-a3ad-4c8c-b646-374decaa76c9),segment_id=a381766d-a3ad-4c8c-b646-374decaa76c9)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:56:28.265891 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4274c8ee-c29d-4e59-8602-dda670a4afba tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:28.294558 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:28.302431 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4274c8ee-c29d-4e59-8602-dda670a4afba tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event deleted for resources: {'Subnet': ['ID=5264cc0e-b930-401a-b056-8f55fb53a01a,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:28.304696 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73fccba5-c5f7-41d5-af33-d9d05c7890e4 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:56:28.312396 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-4fb254ea-ad50-4143-a618-26177073d826 None None] For port 96969cb3-4c25-4ce5-bd1d-d6b119d21d37, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:56:28.312741 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4274c8ee-c29d-4e59-8602-dda670a4afba tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:28.314951 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-4274c8ee-c29d-4e59-8602-dda670a4afba tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/subnets/5264cc0e-b930-401a-b056-8f55fb53a01a HTTP/1.1" status: 204 len: 168 time: 0.4002161 Sep 23 06:56:28.317706 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44624) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:28.365489 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-73fccba5-c5f7-41d5-af33-d9d05c7890e4 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "PUT /v2.0/routers/0149b0df-eb23-4c02-a086-bd9ef410c234/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9264038 Sep 23 06:56:28.367517 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44630) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:28.374668 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-7a22ee6c-6310-446e-8f9e-561d80de475f tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1923784459'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:56:28.381469 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519fc0cf-8320-4e74-812e-eaa7f5a96b46 None None] Sync routers for ids ['0149b0df-eb23-4c02-a086-bd9ef410c234'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:56:28.415271 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d543f4db-93e1-4b96-969f-83f03b281f2f None None] Network 1021180e-baba-4e63-8156-80315f7a3e59 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:56:28.425812 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-cd334493-0063-4789-84e8-826b12f704eb tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1068459 Sep 23 06:56:28.430941 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44634) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:28.441434 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-32da5287-483e-418c-b100-e2e57b1aaece tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Request body: {'subnet': {'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:56:28.482894 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-4fb254ea-ad50-4143-a618-26177073d826 None None] For port 96969cb3-4c25-4ce5-bd1d-d6b119d21d37, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=96969cb3-4c25-4ce5-bd1d-d6b119d21d37,segment=NetworkSegment(914c223d-211c-46d9-af1a-537463cb6f4b),segment_id=914c223d-211c-46d9-af1a-537463cb6f4b)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:56:28.490987 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-d543f4db-93e1-4b96-969f-83f03b281f2f None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:56:28.499104 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d543f4db-93e1-4b96-969f-83f03b281f2f None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:56:28.509681 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d543f4db-93e1-4b96-969f-83f03b281f2f None None] Pushing event updated for resources: {'Port': ['ID=8a65b7fe-ac89-4b22-a4a9-7e39aa1f663b,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:28.512947 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-4fb254ea-ad50-4143-a618-26177073d826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:28.529126 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519fc0cf-8320-4e74-812e-eaa7f5a96b46 None None] Routers {'0149b0df-eb23-4c02-a086-bd9ef410c234'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:56:28.529775 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-519fc0cf-8320-4e74-812e-eaa7f5a96b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:56:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['0149b0df-eb23-4c02-a086-bd9ef410c234'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:28.541476 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a22ee6c-6310-446e-8f9e-561d80de475f tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Made reservation on behalf of 18664d18977f48d3a961b4095d05ed52 for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:56:28.545326 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7a22ee6c-6310-446e-8f9e-561d80de475f tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:28.561537 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1272401-397a-435d-ba2e-05efda950401 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-7e516bbc-f05e-4901-8958-0387723d9722', 'network_id': '7e516bbc-f05e-4901-8958-0387723d9722', 'tenant_id': '377d95a52e5f4a28a30eddc8081104f7', 'fixed_ips': [{'subnet_id': 'dd0c862c-a975-47ec-84cf-4f31cd10bf89'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 06:56:28.562501 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a1272401-397a-435d-ba2e-05efda950401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:28.578998 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 67b85843-4f05-43f1-8a6b-a4f2baefc885 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:56:28.617352 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32da5287-483e-418c-b100-e2e57b1aaece tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Made reservation on behalf of 5e650be244de4ee8b27aea189be279d1 for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:56:28.623065 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-32da5287-483e-418c-b100-e2e57b1aaece tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:28.630147 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a22ee6c-6310-446e-8f9e-561d80de475f tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:56:28.692719 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7a22ee6c-6310-446e-8f9e-561d80de475f tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:28.693362 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-7a22ee6c-6310-446e-8f9e-561d80de475f tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Added segment 71c0724b-656d-4875-b0d6-5a9fbc0f1955 of type vlan for network 7dc46c74-d521-4969-b1ab-fe454772b293 Sep 23 06:56:28.699358 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=1566dd94-3dee-4adc-ba5b-bf2b70791193,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:28.862555 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7a22ee6c-6310-446e-8f9e-561d80de475f tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:28.908761 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-133d6acd-a07f-4b77-a48c-557ff9570f21 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Allocated IP 172.20.0.1 (1021180e-baba-4e63-8156-80315f7a3e59/6aade8b4-e4d6-44e4-945e-091cbf109c2f/2f3c966f-9f57-4959-b7dc-c5ea5695c6d9) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:56:28.914775 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-32da5287-483e-418c-b100-e2e57b1aaece tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:28.972567 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32da5287-483e-418c-b100-e2e57b1aaece tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Network 4d1aa380-e411-494b-958c-7f758df734d6 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:56:28.975925 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-32da5287-483e-418c-b100-e2e57b1aaece tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:56:28.978217 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7a22ee6c-6310-446e-8f9e-561d80de475f tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:28.984067 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a22ee6c-6310-446e-8f9e-561d80de475f tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:28.984980 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7a22ee6c-6310-446e-8f9e-561d80de475f tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:28.991182 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32da5287-483e-418c-b100-e2e57b1aaece tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:28.991804 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-32da5287-483e-418c-b100-e2e57b1aaece tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:29.067859 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32da5287-483e-418c-b100-e2e57b1aaece tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event updated for resources: {'Subnet': ['ID=d8f3b3f2-e2a1-4eef-8b00-ec597c7902aa,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:29.079008 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-32da5287-483e-418c-b100-e2e57b1aaece tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6468794 Sep 23 06:56:29.081169 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32da5287-483e-418c-b100-e2e57b1aaece tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:56:29.081388 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32da5287-483e-418c-b100-e2e57b1aaece tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:56:29.081721 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32da5287-483e-418c-b100-e2e57b1aaece tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:56:29.094408 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32da5287-483e-418c-b100-e2e57b1aaece tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:56:29.095114 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32da5287-483e-418c-b100-e2e57b1aaece tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:56:29.096292 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32da5287-483e-418c-b100-e2e57b1aaece tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:56:29.096862 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32da5287-483e-418c-b100-e2e57b1aaece tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:56:29.097360 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32da5287-483e-418c-b100-e2e57b1aaece tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:56:29.097932 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32da5287-483e-418c-b100-e2e57b1aaece tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:56:29.098443 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32da5287-483e-418c-b100-e2e57b1aaece tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:56:29.098724 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44642) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:29.099086 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32da5287-483e-418c-b100-e2e57b1aaece tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:56:29.099655 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32da5287-483e-418c-b100-e2e57b1aaece tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:56:29.119748 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-fd1b0eba-36b2-41bc-a6c7-a196173b157f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:29.120077 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-42db79ea-35b0-4500-8319-2f7cdeff4b39 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Request body: {'port': {'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'name': 'tempest-NetworksTestDHCPv6-1279258527'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:56:29.155104 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-d543f4db-93e1-4b96-969f-83f03b281f2f None None] Attempting to bind port 8a65b7fe-ac89-4b22-a4a9-7e39aa1f663b on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:56:29.155611 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-d543f4db-93e1-4b96-969f-83f03b281f2f None None] Attempting to bind port 8a65b7fe-ac89-4b22-a4a9-7e39aa1f663b by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '3e9b0e06-752e-4ac2-8d42-845aef2644fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '1021180e-baba-4e63-8156-80315f7a3e59'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:56:29.156105 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d543f4db-93e1-4b96-969f-83f03b281f2f None None] Attempting to bind port 8a65b7fe-ac89-4b22-a4a9-7e39aa1f663b on network 1021180e-baba-4e63-8156-80315f7a3e59 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:56:29.170802 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-b4d36744-6142-4e3e-be5f-5449b0e34aa7 None None] Could not find standard attr ID for object b05cf03a-9b24-4279-bab7-6f3945de211b. {{(pid=95067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 06:56:29.172988 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d543f4db-93e1-4b96-969f-83f03b281f2f None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:56:29.173493 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d543f4db-93e1-4b96-969f-83f03b281f2f None None] Checking segment: {'id': '3e9b0e06-752e-4ac2-8d42-845aef2644fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '1021180e-baba-4e63-8156-80315f7a3e59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:56:29.174718 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d543f4db-93e1-4b96-969f-83f03b281f2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:29.175238 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d543f4db-93e1-4b96-969f-83f03b281f2f None None] Bound using segment: {'id': '3e9b0e06-752e-4ac2-8d42-845aef2644fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '1021180e-baba-4e63-8156-80315f7a3e59'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:56:29.175842 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-d543f4db-93e1-4b96-969f-83f03b281f2f None None] Bound port: 8a65b7fe-ac89-4b22-a4a9-7e39aa1f663b, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e9b0e06-752e-4ac2-8d42-845aef2644fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '1021180e-baba-4e63-8156-80315f7a3e59'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:56:29.176432 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d543f4db-93e1-4b96-969f-83f03b281f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:29.191020 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1b0eba-36b2-41bc-a6c7-a196173b157f None None] No DVR routers for this DVR port b05cf03a-9b24-4279-bab7-6f3945de211b on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:56:29.265440 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-7a22ee6c-6310-446e-8f9e-561d80de475f tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8946190 Sep 23 06:56:29.269674 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44650) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:29.277048 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-deda2a44-2cd2-4f80-b11e-fe57a9599460 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Request body: {'subnet': {'network_id': '7dc46c74-d521-4969-b1ab-fe454772b293', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:56:29.279736 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a22ee6c-6310-446e-8f9e-561d80de475f tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Pushing event updated for resources: {'Network': ['ID=7dc46c74-d521-4969-b1ab-fe454772b293,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:29.287496 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-93b34442-cf26-44fa-bfac-7a68f53ae7a8 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Allocated IP 172.20.0.1 (21166435-ab08-4efb-b884-4ec1cc3b350c/f443c3d5-b7e3-4960-935c-97a805764aaa/699e1429-4422-4b5b-9c19-3c7111b66835) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:56:29.356955 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 7dc46c74-d521-4969-b1ab-fe454772b293 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:56:29.440162 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7781ca6-3a51-43a9-9dea-6232da92c896 None None] Network 4d1aa380-e411-494b-958c-7f758df734d6 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:56:29.459846 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deda2a44-2cd2-4f80-b11e-fe57a9599460 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Made reservation on behalf of 18664d18977f48d3a961b4095d05ed52 for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:56:29.464243 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-deda2a44-2cd2-4f80-b11e-fe57a9599460 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:29.468296 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42db79ea-35b0-4500-8319-2f7cdeff4b39 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Made reservation on behalf of 5e650be244de4ee8b27aea189be279d1 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:56:29.472984 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-42db79ea-35b0-4500-8319-2f7cdeff4b39 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:29.511959 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [None req-42db79ea-35b0-4500-8319-2f7cdeff4b39 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] device_id is not set on port db3730f6-be39-4a0c-92e3-22c297c3ddc4 yet. {{(pid=95065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 06:56:29.518957 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-133d6acd-a07f-4b77-a48c-557ff9570f21 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:29.531555 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-d543f4db-93e1-4b96-969f-83f03b281f2f None None] For port 8a65b7fe-ac89-4b22-a4a9-7e39aa1f663b, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:56:29.600744 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-fe1d9ac0-8aed-43d6-84e8-0035ffabfab8 None None] Provisioning complete for port 67b85843-4f05-43f1-8a6b-a4f2baefc885 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:56:29.601121 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-fe1d9ac0-8aed-43d6-84e8-0035ffabfab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:29.630347 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 67b85843-4f05-43f1-8a6b-a4f2baefc885 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:56:29.630716 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:29.678337 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-519fc0cf-8320-4e74-812e-eaa7f5a96b46 None None] Set router 0149b0df-eb23-4c02-a086-bd9ef410c234 gateway port host: None {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:56:29.753764 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-d543f4db-93e1-4b96-969f-83f03b281f2f None None] For port 8a65b7fe-ac89-4b22-a4a9-7e39aa1f663b, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=8a65b7fe-ac89-4b22-a4a9-7e39aa1f663b,segment=NetworkSegment(3e9b0e06-752e-4ac2-8d42-845aef2644fe),segment_id=3e9b0e06-752e-4ac2-8d42-845aef2644fe)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:56:29.755440 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb254ea-ad50-4143-a618-26177073d826 None None] Pushing event updated for resources: {'Port': ['ID=96969cb3-4c25-4ce5-bd1d-d6b119d21d37,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:29.771972 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-deda2a44-2cd2-4f80-b11e-fe57a9599460 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:29.813155 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d543f4db-93e1-4b96-969f-83f03b281f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:29.884223 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1b0eba-36b2-41bc-a6c7-a196173b157f None None] Pushing event deleted for resources: {'Port': ['ID=b05cf03a-9b24-4279-bab7-6f3945de211b,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:29.892103 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deda2a44-2cd2-4f80-b11e-fe57a9599460 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Checking segment: {'id': '71c0724b-656d-4875-b0d6-5a9fbc0f1955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7dc46c74-d521-4969-b1ab-fe454772b293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:56:29.892473 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deda2a44-2cd2-4f80-b11e-fe57a9599460 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Network hostable DHCP agents. Network: 7dc46c74-d521-4969-b1ab-fe454772b293, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:56:29.916708 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deda2a44-2cd2-4f80-b11e-fe57a9599460 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Pushing event updated for resources: {'Subnet': ['ID=b03920dd-474b-496d-ba64-0e0965ab395e,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:29.929248 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deda2a44-2cd2-4f80-b11e-fe57a9599460 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Network 7dc46c74-d521-4969-b1ab-fe454772b293 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:56:29.942399 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-deda2a44-2cd2-4f80-b11e-fe57a9599460 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 7dc46c74-d521-4969-b1ab-fe454772b293) {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:56:29.958866 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b6f2e2-a1d0-495c-a6cf-eaa19b2e3a23 None None] Network 7dc46c74-d521-4969-b1ab-fe454772b293 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:56:29.960731 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deda2a44-2cd2-4f80-b11e-fe57a9599460 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:29.961500 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-deda2a44-2cd2-4f80-b11e-fe57a9599460 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:29.990669 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-deda2a44-2cd2-4f80-b11e-fe57a9599460 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7188442 Sep 23 06:56:29.993447 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44672) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:30.114623 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-a1272401-397a-435d-ba2e-05efda950401 None None] Allocated IP 172.20.0.2 (7e516bbc-f05e-4901-8958-0387723d9722/dd0c862c-a975-47ec-84cf-4f31cd10bf89/8aab6834-48bf-4791-840f-b04a91dd82c7) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:56:30.218008 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-93b34442-cf26-44fa-bfac-7a68f53ae7a8 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:30.310422 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-133d6acd-a07f-4b77-a48c-557ff9570f21 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:30.405831 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926135fd-473d-46ea-9e60-6c78c690c0f9 None None] Network 2947689c-17fa-4929-84c2-e5bbbe6b3420 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:56:30.448032 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133d6acd-a07f-4b77-a48c-557ff9570f21 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Network 1021180e-baba-4e63-8156-80315f7a3e59 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:56:30.453066 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-133d6acd-a07f-4b77-a48c-557ff9570f21 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:56:30.455045 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133d6acd-a07f-4b77-a48c-557ff9570f21 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Pushing event updated for resources: {'Port': ['ID=2f3c966f-9f57-4959-b7dc-c5ea5695c6d9,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:30.492972 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-42db79ea-35b0-4500-8319-2f7cdeff4b39 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Allocated IP 2001:db8::252 (4d1aa380-e411-494b-958c-7f758df734d6/d8f3b3f2-e2a1-4eef-8b00-ec597c7902aa/db3730f6-be39-4a0c-92e3-22c297c3ddc4) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:56:30.654110 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-132795f9-3e0a-4144-85a8-3f58099892c7 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:30.727295 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-fe1d9ac0-8aed-43d6-84e8-0035ffabfab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:30.741940 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-42db79ea-35b0-4500-8319-2f7cdeff4b39 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:30.764110 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d543f4db-93e1-4b96-969f-83f03b281f2f None None] Pushing event updated for resources: {'Port': ['ID=8a65b7fe-ac89-4b22-a4a9-7e39aa1f663b,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:30.784108 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:30.785456 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133d6acd-a07f-4b77-a48c-557ff9570f21 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:56:30.799416 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d9894d-07ca-48f3-87b7-5fb61f58de4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-4d1aa380-e411-494b-958c-7f758df734d6', 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'tenant_id': '5e650be244de4ee8b27aea189be279d1', 'fixed_ips': [{'subnet_id': 'd8f3b3f2-e2a1-4eef-8b00-ec597c7902aa'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 06:56:30.800494 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-07d9894d-07ca-48f3-87b7-5fb61f58de4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:30.822437 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-42db79ea-35b0-4500-8319-2f7cdeff4b39 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:30.870307 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-93b34442-cf26-44fa-bfac-7a68f53ae7a8 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:30.906454 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42db79ea-35b0-4500-8319-2f7cdeff4b39 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Network 4d1aa380-e411-494b-958c-7f758df734d6 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:56:30.921426 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-42db79ea-35b0-4500-8319-2f7cdeff4b39 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:56:30.925386 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42db79ea-35b0-4500-8319-2f7cdeff4b39 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:56:30.931345 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42db79ea-35b0-4500-8319-2f7cdeff4b39 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:30.931932 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-42db79ea-35b0-4500-8319-2f7cdeff4b39 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:30.958126 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b34442-cf26-44fa-bfac-7a68f53ae7a8 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Network 21166435-ab08-4efb-b884-4ec1cc3b350c is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:56:30.959680 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42db79ea-35b0-4500-8319-2f7cdeff4b39 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event updated for resources: {'Port': ['ID=db3730f6-be39-4a0c-92e3-22c297c3ddc4,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:31.014093 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-42db79ea-35b0-4500-8319-2f7cdeff4b39 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9040396 Sep 23 06:56:31.017210 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b34442-cf26-44fa-bfac-7a68f53ae7a8 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Pushing event updated for resources: {'Port': ['ID=699e1429-4422-4b5b-9c19-3c7111b66835,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:31.021410 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-133d6acd-a07f-4b77-a48c-557ff9570f21 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068614'] for router_interface, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:31.022240 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44686) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:31.025581 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-93b34442-cf26-44fa-bfac-7a68f53ae7a8 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:56:31.067423 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b34442-cf26-44fa-bfac-7a68f53ae7a8 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:56:31.071976 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port 67b85843-4f05-43f1-8a6b-a4f2baefc885, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=67b85843-4f05-43f1-8a6b-a4f2baefc885,segment=NetworkSegment(e7b37257-06f4-49b8-9d68-f8b062ccfb66),segment_id=e7b37257-06f4-49b8-9d68-f8b062ccfb66)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:56:31.207515 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-93b34442-cf26-44fa-bfac-7a68f53ae7a8 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068614'] for router_interface, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:31.245843 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc471a6f-6419-4279-8546-306c9847f9c1 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:31.247577 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-cc471a6f-6419-4279-8546-306c9847f9c1 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2207727 Sep 23 06:56:31.253467 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44694) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:31.344138 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:31.346402 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-132795f9-3e0a-4144-85a8-3f58099892c7 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Allocated IP 2001:db8:1::1 (7dc46c74-d521-4969-b1ab-fe454772b293/b03920dd-474b-496d-ba64-0e0965ab395e/ebcf80a6-e4da-48a5-86e4-37f9c98e5a1e) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:56:31.416795 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-133d6acd-a07f-4b77-a48c-557ff9570f21 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:31.581567 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device b05cf03a-9b24-4279-bab7-6f3945de211b no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:56:31.650900 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-03c0731e-3ee5-4634-a11e-28980a139ba9 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Deleting port db3730f6-be39-4a0c-92e3-22c297c3ddc4 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:56:31.651928 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-03c0731e-3ee5-4634-a11e-28980a139ba9 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:31.736070 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-132795f9-3e0a-4144-85a8-3f58099892c7 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:31.835069 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-03c0731e-3ee5-4634-a11e-28980a139ba9 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:31.871836 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-03c0731e-3ee5-4634-a11e-28980a139ba9 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Calling delete_port for db3730f6-be39-4a0c-92e3-22c297c3ddc4 owned by {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:56:31.874505 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-132795f9-3e0a-4144-85a8-3f58099892c7 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:31.913533 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132795f9-3e0a-4144-85a8-3f58099892c7 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Network 7dc46c74-d521-4969-b1ab-fe454772b293 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:56:31.915527 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-93b34442-cf26-44fa-bfac-7a68f53ae7a8 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:31.938609 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-132795f9-3e0a-4144-85a8-3f58099892c7 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:56:32.054871 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-07d9894d-07ca-48f3-87b7-5fb61f58de4f None None] Allocated IP 2001:db8::2 (4d1aa380-e411-494b-958c-7f758df734d6/d8f3b3f2-e2a1-4eef-8b00-ec597c7902aa/a4270be4-b19e-44e5-a6b3-325f08fc6922) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:56:32.063494 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-133d6acd-a07f-4b77-a48c-557ff9570f21 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:32.076583 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-133d6acd-a07f-4b77-a48c-557ff9570f21 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:32.242920 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-133d6acd-a07f-4b77-a48c-557ff9570f21 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067062'] for router_interface, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:32.250894 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=67b85843-4f05-43f1-8a6b-a4f2baefc885,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:32.272997 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133d6acd-a07f-4b77-a48c-557ff9570f21 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Pushing event updated for resources: {'Port': ['ID=2f3c966f-9f57-4959-b7dc-c5ea5695c6d9,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:32.291283 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-07d9894d-07ca-48f3-87b7-5fb61f58de4f None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:32.328343 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.db.api [None req-fe1d9ac0-8aed-43d6-84e8-0035ffabfab8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 06:56:32.328695 n-d-715271-16 neutron-server[95067]: DEBUG oslo_db.api [None req-fe1d9ac0-8aed-43d6-84e8-0035ffabfab8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 06:56:32.329629 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b85650a-1e97-4ba1-a76e-17470e490162 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-7dc46c74-d521-4969-b1ab-fe454772b293', 'network_id': '7dc46c74-d521-4969-b1ab-fe454772b293', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'fixed_ips': [{'subnet_id': 'b03920dd-474b-496d-ba64-0e0965ab395e'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 06:56:32.331416 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0b85650a-1e97-4ba1-a76e-17470e490162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:32.333717 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd59ffc-bf3c-465a-b344-2e1f7bd4aeb9 None None] Network 1021180e-baba-4e63-8156-80315f7a3e59 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:56:32.336270 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132795f9-3e0a-4144-85a8-3f58099892c7 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:56:32.336815 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-132795f9-3e0a-4144-85a8-3f58099892c7 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068614'] for router_interface, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:32.342006 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: b05cf03a-9b24-4279-bab7-6f3945de211b {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:56:32.342562 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device b05cf03a-9b24-4279-bab7-6f3945de211b not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:56:32.394984 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-07d9894d-07ca-48f3-87b7-5fb61f58de4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:32.395930 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132795f9-3e0a-4144-85a8-3f58099892c7 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Pushing event updated for resources: {'Port': ['ID=ebcf80a6-e4da-48a5-86e4-37f9c98e5a1e,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:32.575290 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d9894d-07ca-48f3-87b7-5fb61f58de4f None None] Network 4d1aa380-e411-494b-958c-7f758df734d6 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:56:32.581130 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a1272401-397a-435d-ba2e-05efda950401 None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:32.604343 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-132795f9-3e0a-4144-85a8-3f58099892c7 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:32.631697 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133d6acd-a07f-4b77-a48c-557ff9570f21 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Network 1021180e-baba-4e63-8156-80315f7a3e59 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:56:32.633838 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-93b34442-cf26-44fa-bfac-7a68f53ae7a8 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:32.645856 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-133d6acd-a07f-4b77-a48c-557ff9570f21 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:56:32.656878 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-93b34442-cf26-44fa-bfac-7a68f53ae7a8 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:32.744547 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-03c0731e-3ee5-4634-a11e-28980a139ba9 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:32.754867 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-07d9894d-07ca-48f3-87b7-5fb61f58de4f None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:56:32.782413 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d9894d-07ca-48f3-87b7-5fb61f58de4f None None] Pushing event updated for resources: {'Port': ['ID=a4270be4-b19e-44e5-a6b3-325f08fc6922,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:32.790943 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 8a65b7fe-ac89-4b22-a4a9-7e39aa1f663b up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:56:32.793479 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d9894d-07ca-48f3-87b7-5fb61f58de4f None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:56:32.801754 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a1272401-397a-435d-ba2e-05efda950401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:32.822881 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c0731e-3ee5-4634-a11e-28980a139ba9 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event deleted for resources: {'Port': ['ID=db3730f6-be39-4a0c-92e3-22c297c3ddc4,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:32.849043 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-519fc0cf-8320-4e74-812e-eaa7f5a96b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'name': 'tempest-RoutersIpV6Test-router-527177519', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:56:20Z', 'updated_at': '2021-09-23T06:56:25Z', 'revision_number': 2, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'gw_port_host': None, '_interfaces': [{'id': 'fc21dbcb-38e5-41b4-83c1-c4a20fdba468', 'name': '', 'network_id': '3aa85240-395c-45b3-8f0a-394508f0f93b', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'mac_address': 'fa:16:3e:67:cb:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '7530e25f-c8e6-49fb-9bb9-42e044621486', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:56:23Z', 'updated_at': '2021-09-23T06:56:25Z', 'revision_number': 2, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'subnets': [{'id': '7530e25f-c8e6-49fb-9bb9-42e044621486', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:32.857621 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-0b85650a-1e97-4ba1-a76e-17470e490162 None None] Allocated IP 2001:db8:1::2 (7dc46c74-d521-4969-b1ab-fe454772b293/b03920dd-474b-496d-ba64-0e0965ab395e/3ab9ae48-1e67-4da4-abdc-905392b9c21d) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:56:32.938511 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-03c0731e-3ee5-4634-a11e-28980a139ba9 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:32.941911 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-03c0731e-3ee5-4634-a11e-28980a139ba9 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/ports/db3730f6-be39-4a0c-92e3-22c297c3ddc4 HTTP/1.1" status: 204 len: 168 time: 1.6870704 Sep 23 06:56:32.944814 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44736) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:32.964903 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-93b34442-cf26-44fa-bfac-7a68f53ae7a8 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067062'] for router_interface, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:32.979722 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b34442-cf26-44fa-bfac-7a68f53ae7a8 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Pushing event updated for resources: {'Port': ['ID=699e1429-4422-4b5b-9c19-3c7111b66835,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:32.991935 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519fc0cf-8320-4e74-812e-eaa7f5a96b46 None None] Checking router: 0149b0df-eb23-4c02-a086-bd9ef410c234 for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:56:32.992290 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519fc0cf-8320-4e74-812e-eaa7f5a96b46 None None] Updating router 0149b0df-eb23-4c02-a086-bd9ef410c234 port fc21dbcb-38e5-41b4-83c1-c4a20fdba468 binding host n-d-715271-16 {{(pid=95067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 06:56:33.053374 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1272401-397a-435d-ba2e-05efda950401 None None] Network 7e516bbc-f05e-4901-8958-0387723d9722 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:56:33.081549 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7d9eda-57be-4e9b-8a7a-439301c6f9e0 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:33.083175 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7d9eda-57be-4e9b-8a7a-439301c6f9e0 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:33.083328 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-a1272401-397a-435d-ba2e-05efda950401 None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:56:33.087159 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-cf7d9eda-57be-4e9b-8a7a-439301c6f9e0 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1390359 Sep 23 06:56:33.087971 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44742) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:33.121522 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1272401-397a-435d-ba2e-05efda950401 None None] Pushing event updated for resources: {'Port': ['ID=8aab6834-48bf-4791-840f-b04a91dd82c7,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:33.130453 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1272401-397a-435d-ba2e-05efda950401 None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:56:33.161998 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-133d6acd-a07f-4b77-a48c-557ff9570f21 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Router a9c1e0e7-1e5e-46ec-ba12-0efcf505b219 is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 06:56:33.170495 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-519fc0cf-8320-4e74-812e-eaa7f5a96b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:33.186151 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b34442-cf26-44fa-bfac-7a68f53ae7a8 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Network 21166435-ab08-4efb-b884-4ec1cc3b350c is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:56:33.191300 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-93b34442-cf26-44fa-bfac-7a68f53ae7a8 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:56:33.216911 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-88cb6339-daff-4457-b4ca-2421c20b53cb tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Deleting subnet d8f3b3f2-e2a1-4eef-8b00-ec597c7902aa {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:56:33.228071 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-88cb6339-daff-4457-b4ca-2421c20b53cb tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:33.280778 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-07d9894d-07ca-48f3-87b7-5fb61f58de4f None None] Attempting to bind port a4270be4-b19e-44e5-a6b3-325f08fc6922 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:56:33.281053 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-07d9894d-07ca-48f3-87b7-5fb61f58de4f None None] Attempting to bind port a4270be4-b19e-44e5-a6b3-325f08fc6922 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '98ee167a-1403-4867-958f-d4f6736b2e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:56:33.281285 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d9894d-07ca-48f3-87b7-5fb61f58de4f None None] Attempting to bind port a4270be4-b19e-44e5-a6b3-325f08fc6922 on network 4d1aa380-e411-494b-958c-7f758df734d6 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:56:33.335684 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-88cb6339-daff-4457-b4ca-2421c20b53cb tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:33.384214 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-133d6acd-a07f-4b77-a48c-557ff9570f21 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:56:33.395520 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d63bfa-2d78-41c2-a50a-fa8a54981154 None None] Sync routers for ids ['a9c1e0e7-1e5e-46ec-ba12-0efcf505b219'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:56:33.400375 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-133d6acd-a07f-4b77-a48c-557ff9570f21 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] 10.222.0.39 "PUT /v2.0/routers/a9c1e0e7-1e5e-46ec-ba12-0efcf505b219/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9233527 Sep 23 06:56:33.403365 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44746) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:33.413789 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d63bfa-2d78-41c2-a50a-fa8a54981154 None None] Routers {'a9c1e0e7-1e5e-46ec-ba12-0efcf505b219'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:56:33.414448 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-b9d63bfa-2d78-41c2-a50a-fa8a54981154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:56:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['a9c1e0e7-1e5e-46ec-ba12-0efcf505b219'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:33.425469 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-132795f9-3e0a-4144-85a8-3f58099892c7 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:33.437356 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-132795f9-3e0a-4144-85a8-3f58099892c7 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:33.438247 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-132795f9-3e0a-4144-85a8-3f58099892c7 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067062'] for router_interface, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:33.487770 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0b85650a-1e97-4ba1-a76e-17470e490162 None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:33.541600 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-a1272401-397a-435d-ba2e-05efda950401 None None] Attempting to bind port 8aab6834-48bf-4791-840f-b04a91dd82c7 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:56:33.541993 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-a1272401-397a-435d-ba2e-05efda950401 None None] Attempting to bind port 8aab6834-48bf-4791-840f-b04a91dd82c7 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': 'c5b38e5f-7dcd-4c1d-92cb-1da55f170ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7e516bbc-f05e-4901-8958-0387723d9722'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:56:33.542800 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1272401-397a-435d-ba2e-05efda950401 None None] Attempting to bind port 8aab6834-48bf-4791-840f-b04a91dd82c7 on network 7e516bbc-f05e-4901-8958-0387723d9722 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:56:33.545203 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0b85650a-1e97-4ba1-a76e-17470e490162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:33.582176 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132795f9-3e0a-4144-85a8-3f58099892c7 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Pushing event updated for resources: {'Port': ['ID=ebcf80a6-e4da-48a5-86e4-37f9c98e5a1e,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:33.617752 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b85650a-1e97-4ba1-a76e-17470e490162 None None] Network 7dc46c74-d521-4969-b1ab-fe454772b293 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:56:33.625233 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b85650a-1e97-4ba1-a76e-17470e490162 None None] Pushing event updated for resources: {'Port': ['ID=3ab9ae48-1e67-4da4-abdc-905392b9c21d,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:33.630543 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-0b85650a-1e97-4ba1-a76e-17470e490162 None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:56:33.633220 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b85650a-1e97-4ba1-a76e-17470e490162 None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:56:33.640416 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 8a65b7fe-ac89-4b22-a4a9-7e39aa1f663b triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:56:33.640799 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:33.661001 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-88cb6339-daff-4457-b4ca-2421c20b53cb tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:33.698848 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d9894d-07ca-48f3-87b7-5fb61f58de4f None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:56:33.699278 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d9894d-07ca-48f3-87b7-5fb61f58de4f None None] Checking segment: {'id': '98ee167a-1403-4867-958f-d4f6736b2e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:56:33.699660 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-07d9894d-07ca-48f3-87b7-5fb61f58de4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:33.700067 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d9894d-07ca-48f3-87b7-5fb61f58de4f None None] Bound using segment: {'id': '98ee167a-1403-4867-958f-d4f6736b2e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:56:33.700572 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-07d9894d-07ca-48f3-87b7-5fb61f58de4f None None] Bound port: a4270be4-b19e-44e5-a6b3-325f08fc6922, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98ee167a-1403-4867-958f-d4f6736b2e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:56:33.700960 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-07d9894d-07ca-48f3-87b7-5fb61f58de4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:33.743037 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-b9d63bfa-2d78-41c2-a50a-fa8a54981154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:33.763285 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d63bfa-2d78-41c2-a50a-fa8a54981154 None None] Routers {'a9c1e0e7-1e5e-46ec-ba12-0efcf505b219'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:56:33.767634 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-b9d63bfa-2d78-41c2-a50a-fa8a54981154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:56:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['a9c1e0e7-1e5e-46ec-ba12-0efcf505b219'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:33.823951 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [None req-6f90c823-16fb-4488-8056-bef63a2b5190 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 06:56:33.826937 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-6f90c823-16fb-4488-8056-bef63a2b5190 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] 10.222.0.39 "PUT /v2.0/routers/a9c1e0e7-1e5e-46ec-ba12-0efcf505b219/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4221406 Sep 23 06:56:33.835880 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44752) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:33.859777 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132795f9-3e0a-4144-85a8-3f58099892c7 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Network 7dc46c74-d521-4969-b1ab-fe454772b293 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:56:33.864451 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-132795f9-3e0a-4144-85a8-3f58099892c7 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:56:33.870557 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-b9d63bfa-2d78-41c2-a50a-fa8a54981154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:33.873558 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d63bfa-2d78-41c2-a50a-fa8a54981154 None None] The sync data for ids ['a9c1e0e7-1e5e-46ec-ba12-0efcf505b219'] in n-d-715271-16 is: [] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:56:33.881340 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-88cb6339-daff-4457-b4ca-2421c20b53cb tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:33.891312 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1272401-397a-435d-ba2e-05efda950401 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:56:33.891780 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1272401-397a-435d-ba2e-05efda950401 None None] Checking segment: {'id': 'c5b38e5f-7dcd-4c1d-92cb-1da55f170ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7e516bbc-f05e-4901-8958-0387723d9722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:56:33.892249 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a1272401-397a-435d-ba2e-05efda950401 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:33.892741 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1272401-397a-435d-ba2e-05efda950401 None None] Bound using segment: {'id': 'c5b38e5f-7dcd-4c1d-92cb-1da55f170ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7e516bbc-f05e-4901-8958-0387723d9722'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:56:33.893225 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-a1272401-397a-435d-ba2e-05efda950401 None None] Bound port: 8aab6834-48bf-4791-840f-b04a91dd82c7, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5b38e5f-7dcd-4c1d-92cb-1da55f170ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7e516bbc-f05e-4901-8958-0387723d9722'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:56:33.893873 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a1272401-397a-435d-ba2e-05efda950401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:33.900938 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-88cb6339-daff-4457-b4ca-2421c20b53cb tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:33.905911 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-88cb6339-daff-4457-b4ca-2421c20b53cb tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/subnets/d8f3b3f2-e2a1-4eef-8b00-ec597c7902aa HTTP/1.1" status: 204 len: 168 time: 0.8141398 Sep 23 06:56:33.913000 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44756) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:33.961397 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cb6339-daff-4457-b4ca-2421c20b53cb tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event deleted for resources: {'Subnet': ['ID=d8f3b3f2-e2a1-4eef-8b00-ec597c7902aa,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:33.962682 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-1e59a166-99d4-4b0f-80ad-cfad00c3e54f None None] Provisioning complete for port 8a65b7fe-ac89-4b22-a4a9-7e39aa1f663b triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:56:33.963879 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-1e59a166-99d4-4b0f-80ad-cfad00c3e54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:33.981704 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-404d14e0-1828-460a-977d-0dcaee49383a tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0654082 Sep 23 06:56:33.983544 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44760) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:34.058073 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-132795f9-3e0a-4144-85a8-3f58099892c7 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Router 0149b0df-eb23-4c02-a086-bd9ef410c234 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:56:34.060144 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-0b85650a-1e97-4ba1-a76e-17470e490162 None None] Attempting to bind port 3ab9ae48-1e67-4da4-abdc-905392b9c21d on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:56:34.060588 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-0b85650a-1e97-4ba1-a76e-17470e490162 None None] Attempting to bind port 3ab9ae48-1e67-4da4-abdc-905392b9c21d by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '71c0724b-656d-4875-b0d6-5a9fbc0f1955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7dc46c74-d521-4969-b1ab-fe454772b293'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:56:34.061018 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b85650a-1e97-4ba1-a76e-17470e490162 None None] Attempting to bind port 3ab9ae48-1e67-4da4-abdc-905392b9c21d on network 7dc46c74-d521-4969-b1ab-fe454772b293 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:56:34.082139 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93b34442-cf26-44fa-bfac-7a68f53ae7a8 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Router 553a4728-3158-486f-81f6-d5fda5531618 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:56:34.095510 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b85650a-1e97-4ba1-a76e-17470e490162 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:56:34.096920 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b85650a-1e97-4ba1-a76e-17470e490162 None None] Checking segment: {'id': '71c0724b-656d-4875-b0d6-5a9fbc0f1955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7dc46c74-d521-4969-b1ab-fe454772b293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:56:34.096920 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0b85650a-1e97-4ba1-a76e-17470e490162 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:34.097401 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b85650a-1e97-4ba1-a76e-17470e490162 None None] Bound using segment: {'id': '71c0724b-656d-4875-b0d6-5a9fbc0f1955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7dc46c74-d521-4969-b1ab-fe454772b293'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:56:34.098000 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-0b85650a-1e97-4ba1-a76e-17470e490162 None None] Bound port: 3ab9ae48-1e67-4da4-abdc-905392b9c21d, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71c0724b-656d-4875-b0d6-5a9fbc0f1955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7dc46c74-d521-4969-b1ab-fe454772b293'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:56:34.098432 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0b85650a-1e97-4ba1-a76e-17470e490162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:34.124377 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5577563-1846-4ae6-a5dc-e2764f784494 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:34.124377 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-b5577563-1846-4ae6-a5dc-e2764f784494 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1343029 Sep 23 06:56:34.124802 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44762) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:34.243261 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500fa089-af9d-4fb3-ac92-6c133ed7b765 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:34.247882 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-500fa089-af9d-4fb3-ac92-6c133ed7b765 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1241477 Sep 23 06:56:34.249095 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44766) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:34.266236 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-132795f9-3e0a-4144-85a8-3f58099892c7 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:56:34.292320 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-07d9894d-07ca-48f3-87b7-5fb61f58de4f None None] For port a4270be4-b19e-44e5-a6b3-325f08fc6922, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:56:34.298766 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:34.312408 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-132795f9-3e0a-4144-85a8-3f58099892c7 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "PUT /v2.0/routers/0149b0df-eb23-4c02-a086-bd9ef410c234/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3177671 Sep 23 06:56:34.318985 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44768) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:34.326537 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-5d25365b-c513-4868-b5d9-886d66f3dc2c tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0697377 Sep 23 06:56:34.327155 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44770) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:34.332753 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-9382f7b8-40c2-4e66-b49f-a131fa91bbb3 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-635140962'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:56:34.332908 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-e4efcbf6-8617-434a-890d-b168bfb25a6d tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Request body: {'subnet': {'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:56:34.362883 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-0b85650a-1e97-4ba1-a76e-17470e490162 None None] For port 3ab9ae48-1e67-4da4-abdc-905392b9c21d, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:56:34.375453 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-07d9894d-07ca-48f3-87b7-5fb61f58de4f None None] For port a4270be4-b19e-44e5-a6b3-325f08fc6922, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=a4270be4-b19e-44e5-a6b3-325f08fc6922,segment=NetworkSegment(98ee167a-1403-4867-958f-d4f6736b2e62),segment_id=98ee167a-1403-4867-958f-d4f6736b2e62)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:56:34.427778 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-07d9894d-07ca-48f3-87b7-5fb61f58de4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:34.440646 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-0b85650a-1e97-4ba1-a76e-17470e490162 None None] For port 3ab9ae48-1e67-4da4-abdc-905392b9c21d, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=3ab9ae48-1e67-4da4-abdc-905392b9c21d,segment=NetworkSegment(71c0724b-656d-4875-b0d6-5a9fbc0f1955),segment_id=71c0724b-656d-4875-b0d6-5a9fbc0f1955)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:56:34.462368 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a1272401-397a-435d-ba2e-05efda950401 None None] For port 8aab6834-48bf-4791-840f-b04a91dd82c7, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:56:34.496753 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9382f7b8-40c2-4e66-b49f-a131fa91bbb3 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Made reservation on behalf of 18664d18977f48d3a961b4095d05ed52 for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:56:34.500251 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9382f7b8-40c2-4e66-b49f-a131fa91bbb3 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:34.512352 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93b34442-cf26-44fa-bfac-7a68f53ae7a8 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:56:34.519693 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4efcbf6-8617-434a-890d-b168bfb25a6d tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Made reservation on behalf of 5e650be244de4ee8b27aea189be279d1 for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:56:34.524124 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e4efcbf6-8617-434a-890d-b168bfb25a6d tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:34.525106 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-93b34442-cf26-44fa-bfac-7a68f53ae7a8 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] 10.222.0.39 "PUT /v2.0/routers/553a4728-3158-486f-81f6-d5fda5531618/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2536170 Sep 23 06:56:34.528667 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44774) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:34.563121 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a1272401-397a-435d-ba2e-05efda950401 None None] For port 8aab6834-48bf-4791-840f-b04a91dd82c7, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=8aab6834-48bf-4791-840f-b04a91dd82c7,segment=NetworkSegment(c5b38e5f-7dcd-4c1d-92cb-1da55f170ab1),segment_id=c5b38e5f-7dcd-4c1d-92cb-1da55f170ab1)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:56:34.566913 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0b85650a-1e97-4ba1-a76e-17470e490162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:34.569804 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d9894d-07ca-48f3-87b7-5fb61f58de4f None None] Pushing event updated for resources: {'Port': ['ID=a4270be4-b19e-44e5-a6b3-325f08fc6922,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:34.572464 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-1e59a166-99d4-4b0f-80ad-cfad00c3e54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:34.573021 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9382f7b8-40c2-4e66-b49f-a131fa91bbb3 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:56:34.586409 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-2c4c34df-73c1-4b16-9fba-17b5bb35aaf2 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Request body: {'port': {'network_id': '21166435-ab08-4efb-b884-4ec1cc3b350c', 'name': 'tempest-FloatingIPAdminTestJSON-971966949'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:56:34.587642 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9382f7b8-40c2-4e66-b49f-a131fa91bbb3 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:34.588028 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-9382f7b8-40c2-4e66-b49f-a131fa91bbb3 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Added segment 5fc1ba7e-8404-4036-9973-3d0b8546a9d6 of type vlan for network d59a759d-ba4b-41b1-b958-9ad0ad742f2f Sep 23 06:56:34.643075 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44776) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:34.664177 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9382f7b8-40c2-4e66-b49f-a131fa91bbb3 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:34.721060 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9382f7b8-40c2-4e66-b49f-a131fa91bbb3 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:34.727310 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9382f7b8-40c2-4e66-b49f-a131fa91bbb3 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:34.728100 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9382f7b8-40c2-4e66-b49f-a131fa91bbb3 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:34.813776 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-9382f7b8-40c2-4e66-b49f-a131fa91bbb3 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4864414 Sep 23 06:56:34.817732 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44782) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:34.825919 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-e992013a-4596-43aa-b29d-0d2fcc85e2c5 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Request body: {'subnet': {'network_id': 'd59a759d-ba4b-41b1-b958-9ad0ad742f2f', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:56:34.849725 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a1272401-397a-435d-ba2e-05efda950401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:34.852420 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acca3f3f-9adf-46ca-89ee-b6ec9388f316 None None] Sync routers for ids ['553a4728-3158-486f-81f6-d5fda5531618'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:56:34.872515 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9382f7b8-40c2-4e66-b49f-a131fa91bbb3 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Pushing event updated for resources: {'Network': ['ID=d59a759d-ba4b-41b1-b958-9ad0ad742f2f,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:34.902456 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port 8a65b7fe-ac89-4b22-a4a9-7e39aa1f663b, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=8a65b7fe-ac89-4b22-a4a9-7e39aa1f663b,segment=NetworkSegment(3e9b0e06-752e-4ac2-8d42-845aef2644fe),segment_id=3e9b0e06-752e-4ac2-8d42-845aef2644fe)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:56:34.921290 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network d59a759d-ba4b-41b1-b958-9ad0ad742f2f details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:56:34.943624 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a9d250cc-615a-423d-9c6e-7226ebd8cfae admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:34.958287 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:34.959095 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 1566dd94-3dee-4adc-ba5b-bf2b70791193 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:56:34.977733 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c4c34df-73c1-4b16-9fba-17b5bb35aaf2 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Made reservation on behalf of 336f3d6f26084883a7d952436f570e30 for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:56:34.982644 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2c4c34df-73c1-4b16-9fba-17b5bb35aaf2 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:35.066138 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acca3f3f-9adf-46ca-89ee-b6ec9388f316 None None] Routers {'553a4728-3158-486f-81f6-d5fda5531618'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:56:35.066800 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-acca3f3f-9adf-46ca-89ee-b6ec9388f316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:56:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['553a4728-3158-486f-81f6-d5fda5531618'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:35.095451 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e4efcbf6-8617-434a-890d-b168bfb25a6d tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:35.097378 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [None req-2c4c34df-73c1-4b16-9fba-17b5bb35aaf2 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] device_id is not set on port 6fbb63b5-6fe1-4b39-87fc-84e12dd65fa1 yet. {{(pid=95066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 06:56:35.230296 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-acca3f3f-9adf-46ca-89ee-b6ec9388f316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:35.246382 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b85650a-1e97-4ba1-a76e-17470e490162 None None] Pushing event updated for resources: {'Port': ['ID=3ab9ae48-1e67-4da4-abdc-905392b9c21d,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:35.251661 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5123c1-87d2-44fd-b787-b9ebebf6b38f None None] Network 4d1aa380-e411-494b-958c-7f758df734d6 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:56:35.364791 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.db.api [None req-1e59a166-99d4-4b0f-80ad-cfad00c3e54f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 06:56:35.365419 n-d-715271-16 neutron-server[95067]: DEBUG oslo_db.api [None req-1e59a166-99d4-4b0f-80ad-cfad00c3e54f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 06:56:35.365639 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-2c4c34df-73c1-4b16-9fba-17b5bb35aaf2 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Allocated IP 172.20.0.14 (21166435-ab08-4efb-b884-4ec1cc3b350c/f443c3d5-b7e3-4960-935c-97a805764aaa/6fbb63b5-6fe1-4b39-87fc-84e12dd65fa1) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:56:35.389489 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acca3f3f-9adf-46ca-89ee-b6ec9388f316 None None] Routers {'553a4728-3158-486f-81f6-d5fda5531618'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:56:35.390206 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-acca3f3f-9adf-46ca-89ee-b6ec9388f316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:56:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['553a4728-3158-486f-81f6-d5fda5531618'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:35.464924 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4efcbf6-8617-434a-890d-b168bfb25a6d tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Network 4d1aa380-e411-494b-958c-7f758df734d6 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:56:35.475614 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-e4efcbf6-8617-434a-890d-b168bfb25a6d tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:56:35.497201 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4efcbf6-8617-434a-890d-b168bfb25a6d tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:35.497760 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e4efcbf6-8617-434a-890d-b168bfb25a6d tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:35.513561 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-519fc0cf-8320-4e74-812e-eaa7f5a96b46 None None] Notify callbacks [] for port, precommit_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:35.515231 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-acca3f3f-9adf-46ca-89ee-b6ec9388f316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:35.515886 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acca3f3f-9adf-46ca-89ee-b6ec9388f316 None None] The sync data for ids ['553a4728-3158-486f-81f6-d5fda5531618'] in n-d-715271-16 is: [] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:56:35.526585 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4efcbf6-8617-434a-890d-b168bfb25a6d tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event updated for resources: {'Subnet': ['ID=351f2951-bfa1-4c0a-8fca-a485624b7bf6,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:35.541252 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1272401-397a-435d-ba2e-05efda950401 None None] Pushing event updated for resources: {'Port': ['ID=8aab6834-48bf-4791-840f-b04a91dd82c7,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:35.554224 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-519fc0cf-8320-4e74-812e-eaa7f5a96b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:35.560705 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-e4efcbf6-8617-434a-890d-b168bfb25a6d tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2296624 Sep 23 06:56:35.561953 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44786) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:35.567202 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-1b3da12b-dc55-4894-868f-8e97b28c4fd5 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Request body: {'port': {'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'fixed_ips': [{'subnet_id': '351f2951-bfa1-4c0a-8fca-a485624b7bf6', 'ip_address': '2001:db8::52df:d1a:1a9:d1c3'}], 'name': 'tempest-NetworksTestDHCPv6-1883111909'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:56:35.590705 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 1566dd94-3dee-4adc-ba5b-bf2b70791193 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:56:35.591077 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:35.658147 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2032b232-f238-430f-b062-ccf436a6fbe8 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066969'] for router_interface, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:35.701094 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=8a65b7fe-ac89-4b22-a4a9-7e39aa1f663b,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:35.731578 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2c4c34df-73c1-4b16-9fba-17b5bb35aaf2 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:35.798656 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2c4c34df-73c1-4b16-9fba-17b5bb35aaf2 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:35.843554 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-519fc0cf-8320-4e74-812e-eaa7f5a96b46 None None] Attempting to bind port fc21dbcb-38e5-41b4-83c1-c4a20fdba468 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:56:35.844075 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-519fc0cf-8320-4e74-812e-eaa7f5a96b46 None None] Attempting to bind port fc21dbcb-38e5-41b4-83c1-c4a20fdba468 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': 'e7b37257-06f4-49b8-9d68-f8b062ccfb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '3aa85240-395c-45b3-8f0a-394508f0f93b'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:56:35.844566 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519fc0cf-8320-4e74-812e-eaa7f5a96b46 None None] Attempting to bind port fc21dbcb-38e5-41b4-83c1-c4a20fdba468 on network 3aa85240-395c-45b3-8f0a-394508f0f93b {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:56:35.846441 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4c34df-73c1-4b16-9fba-17b5bb35aaf2 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Network 21166435-ab08-4efb-b884-4ec1cc3b350c is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:56:35.850076 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-2c4c34df-73c1-4b16-9fba-17b5bb35aaf2 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:56:35.854877 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4c34df-73c1-4b16-9fba-17b5bb35aaf2 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:56:35.881272 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519fc0cf-8320-4e74-812e-eaa7f5a96b46 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:56:35.882222 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519fc0cf-8320-4e74-812e-eaa7f5a96b46 None None] Checking segment: {'id': 'e7b37257-06f4-49b8-9d68-f8b062ccfb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '3aa85240-395c-45b3-8f0a-394508f0f93b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:56:35.884432 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-519fc0cf-8320-4e74-812e-eaa7f5a96b46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:35.885655 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519fc0cf-8320-4e74-812e-eaa7f5a96b46 None None] Bound using segment: {'id': 'e7b37257-06f4-49b8-9d68-f8b062ccfb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '3aa85240-395c-45b3-8f0a-394508f0f93b'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:56:35.888003 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-519fc0cf-8320-4e74-812e-eaa7f5a96b46 None None] Bound port: fc21dbcb-38e5-41b4-83c1-c4a20fdba468, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7b37257-06f4-49b8-9d68-f8b062ccfb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '3aa85240-395c-45b3-8f0a-394508f0f93b'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:56:35.888703 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-519fc0cf-8320-4e74-812e-eaa7f5a96b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:35.914293 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c34df-73c1-4b16-9fba-17b5bb35aaf2 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Pushing event updated for resources: {'Port': ['ID=6fbb63b5-6fe1-4b39-87fc-84e12dd65fa1,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:35.914498 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a9d250cc-615a-423d-9c6e-7226ebd8cfae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:35.950407 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a9d250cc-615a-423d-9c6e-7226ebd8cfae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:35.952223 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4c34df-73c1-4b16-9fba-17b5bb35aaf2 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:35.954814 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2c4c34df-73c1-4b16-9fba-17b5bb35aaf2 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:35.976014 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.db.api [None req-1b3da12b-dc55-4894-868f-8e97b28c4fd5 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 06:56:35.976014 n-d-715271-16 neutron-server[95066]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 23 06:56:35.976014 n-d-715271-16 neutron-server[95066]: [parameters: {'project_id_1': '5e650be244de4ee8b27aea189be279d1', 'expiration_1': datetime.datetime(2021, 9, 23, 6, 56, 15, 759459)}] Sep 23 06:56:35.976014 n-d-715271-16 neutron-server[95066]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95066) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 06:56:35.977256 n-d-715271-16 neutron-server[95066]: DEBUG oslo_db.api [None req-1b3da12b-dc55-4894-868f-8e97b28c4fd5 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 06:56:36.032811 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8ee86f-5e64-405d-bd21-9c9285a676fc None None] Pushing event updated for resources: {'Port': ['ID=fc21dbcb-38e5-41b4-83c1-c4a20fdba468,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:36.038163 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-a9d250cc-615a-423d-9c6e-7226ebd8cfae admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=336673bd47024780b33720de4b428be2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3925562 Sep 23 06:56:36.041015 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44790) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:36.048898 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-1e59a166-99d4-4b0f-80ad-cfad00c3e54f None None] Provisioning complete for port 96969cb3-4c25-4ce5-bd1d-d6b119d21d37 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:56:36.049683 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-1e59a166-99d4-4b0f-80ad-cfad00c3e54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:36.051706 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e992013a-4596-43aa-b29d-0d2fcc85e2c5 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Made reservation on behalf of 18664d18977f48d3a961b4095d05ed52 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:56:36.056311 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e992013a-4596-43aa-b29d-0d2fcc85e2c5 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:36.077704 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-2c4c34df-73c1-4b16-9fba-17b5bb35aaf2 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5022166 Sep 23 06:56:36.086420 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44792) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:36.162610 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9fdeae45-5409-410c-bbe1-257ca7872e54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:36.177177 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d250cc-615a-423d-9c6e-7226ebd8cfae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a84f59b-8a8d-403e-bf4e-9779da2b6c6b,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:36.215595 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9fdeae45-5409-410c-bbe1-257ca7872e54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:36.241255 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 96969cb3-4c25-4ce5-bd1d-d6b119d21d37 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:56:36.293366 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-125d7618-fa33-498b-b7b0-61472b09c6fa tempest-FloatingIPAdminTestJSON-1861506112 tempest-FloatingIPAdminTestJSON-1861506112-project-admin] Request body: {'floatingip': {'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'project_id': '336f3d6f26084883a7d952436f570e30', 'port_id': '6fbb63b5-6fe1-4b39-87fc-84e12dd65fa1'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:56:36.298593 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9fdeae45-5409-410c-bbe1-257ca7872e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:36.302644 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9fdeae45-5409-410c-bbe1-257ca7872e54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:36.306459 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-9fdeae45-5409-410c-bbe1-257ca7872e54 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8a84f59b-8a8d-403e-bf4e-9779da2b6c6b HTTP/1.1" status: 204 len: 168 time: 0.2643297 Sep 23 06:56:36.327796 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdeae45-5409-410c-bbe1-257ca7872e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a84f59b-8a8d-403e-bf4e-9779da2b6c6b,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:36.346516 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-125d7618-fa33-498b-b7b0-61472b09c6fa tempest-FloatingIPAdminTestJSON-1861506112 tempest-FloatingIPAdminTestJSON-1861506112-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:36.389242 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-519fc0cf-8320-4e74-812e-eaa7f5a96b46 None None] For port fc21dbcb-38e5-41b4-83c1-c4a20fdba468, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:56:36.429489 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-2032b232-f238-430f-b062-ccf436a6fbe8 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Deleting port 2f3c966f-9f57-4959-b7dc-c5ea5695c6d9 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:56:36.429734 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2032b232-f238-430f-b062-ccf436a6fbe8 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:36.448210 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:36.453308 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b315fd-44e6-428b-a3a3-ffd68ecf0730 None None] Update dhcp port {'port': {'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'fixed_ips': [{'subnet_id': '351f2951-bfa1-4c0a-8fca-a485624b7bf6'}], 'binding:host_id': 'n-d-715271-16'}, 'id': 'a4270be4-b19e-44e5-a6b3-325f08fc6922'} from n-d-715271-16. {{(pid=95067) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 23 06:56:36.458084 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-1e59a166-99d4-4b0f-80ad-cfad00c3e54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:36.479414 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-125d7618-fa33-498b-b7b0-61472b09c6fa tempest-FloatingIPAdminTestJSON-1861506112 tempest-FloatingIPAdminTestJSON-1861506112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:36.479674 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-519fc0cf-8320-4e74-812e-eaa7f5a96b46 None None] For port fc21dbcb-38e5-41b4-83c1-c4a20fdba468, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=fc21dbcb-38e5-41b4-83c1-c4a20fdba468,segment=NetworkSegment(e7b37257-06f4-49b8-9d68-f8b062ccfb66),segment_id=e7b37257-06f4-49b8-9d68-f8b062ccfb66)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:56:36.500088 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-519fc0cf-8320-4e74-812e-eaa7f5a96b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:36.545912 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e992013a-4596-43aa-b29d-0d2fcc85e2c5 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:36.631362 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8ee86f-5e64-405d-bd21-9c9285a676fc None None] Pushing event updated for resources: {'Port': ['ID=fc21dbcb-38e5-41b4-83c1-c4a20fdba468,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:36.664146 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-125d7618-fa33-498b-b7b0-61472b09c6fa tempest-FloatingIPAdminTestJSON-1861506112 tempest-FloatingIPAdminTestJSON-1861506112-project-admin] Allocated IP 172.25.2.227 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/e3e5031b-4f70-4e91-99e1-7a6a262db0f2) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:56:36.672224 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-1e59a166-99d4-4b0f-80ad-cfad00c3e54f None None] For port 96969cb3-4c25-4ce5-bd1d-d6b119d21d37, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=96969cb3-4c25-4ce5-bd1d-d6b119d21d37,segment=NetworkSegment(914c223d-211c-46d9-af1a-537463cb6f4b),segment_id=914c223d-211c-46d9-af1a-537463cb6f4b)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:56:36.694581 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2032b232-f238-430f-b062-ccf436a6fbe8 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:36.703846 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-55b315fd-44e6-428b-a3a3-ffd68ecf0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:36.712418 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-2032b232-f238-430f-b062-ccf436a6fbe8 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Calling delete_port for 2f3c966f-9f57-4959-b7dc-c5ea5695c6d9 owned by network:router_interface {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:56:36.715659 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-1e59a166-99d4-4b0f-80ad-cfad00c3e54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:36.785259 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 96969cb3-4c25-4ce5-bd1d-d6b119d21d37 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:56:36.786116 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:36.835469 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519fc0cf-8320-4e74-812e-eaa7f5a96b46 None None] Routers {'0149b0df-eb23-4c02-a086-bd9ef410c234'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:56:36.836643 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-519fc0cf-8320-4e74-812e-eaa7f5a96b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:56:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['0149b0df-eb23-4c02-a086-bd9ef410c234'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:36.904176 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-125d7618-fa33-498b-b7b0-61472b09c6fa tempest-FloatingIPAdminTestJSON-1861506112 tempest-FloatingIPAdminTestJSON-1861506112-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:36.943451 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-1e59a166-99d4-4b0f-80ad-cfad00c3e54f None None] Provisioning complete for port 67b85843-4f05-43f1-8a6b-a4f2baefc885 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:56:36.944072 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-1e59a166-99d4-4b0f-80ad-cfad00c3e54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:36.966906 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e992013a-4596-43aa-b29d-0d2fcc85e2c5 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Pushing event updated for resources: {'Subnet': ['ID=90f26265-f09b-4544-b4c8-1a454568d1e2,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:36.972729 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44802) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:36.973456 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2032b232-f238-430f-b062-ccf436a6fbe8 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:37.013034 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-125d7618-fa33-498b-b7b0-61472b09c6fa tempest-FloatingIPAdminTestJSON-1861506112 tempest-FloatingIPAdminTestJSON-1861506112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:37.030823 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1b259779-5124-465e-9c79-807f591c14d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:37.085151 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb9dcd0-ae10-4b1e-99cd-ed617d158a8b None None] Network 7dc46c74-d521-4969-b1ab-fe454772b293 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:56:37.085837 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e992013a-4596-43aa-b29d-0d2fcc85e2c5 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Checking segment: {'id': '5fc1ba7e-8404-4036-9973-3d0b8546a9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd59a759d-ba4b-41b1-b958-9ad0ad742f2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:56:37.087555 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e992013a-4596-43aa-b29d-0d2fcc85e2c5 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Network hostable DHCP agents. Network: d59a759d-ba4b-41b1-b958-9ad0ad742f2f, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:56:37.124069 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2032b232-f238-430f-b062-ccf436a6fbe8 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Pushing event deleted for resources: {'Port': ['ID=2f3c966f-9f57-4959-b7dc-c5ea5695c6d9,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:37.141576 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e992013a-4596-43aa-b29d-0d2fcc85e2c5 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Network d59a759d-ba4b-41b1-b958-9ad0ad742f2f is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:56:37.154487 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125d7618-fa33-498b-b7b0-61472b09c6fa tempest-FloatingIPAdminTestJSON-1861506112 tempest-FloatingIPAdminTestJSON-1861506112-project-admin] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:56:37.160260 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-125d7618-fa33-498b-b7b0-61472b09c6fa tempest-FloatingIPAdminTestJSON-1861506112 tempest-FloatingIPAdminTestJSON-1861506112-project-admin] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:56:37.162360 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b3da12b-dc55-4894-868f-8e97b28c4fd5 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Made reservation on behalf of 5e650be244de4ee8b27aea189be279d1 for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:56:37.178939 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125d7618-fa33-498b-b7b0-61472b09c6fa tempest-FloatingIPAdminTestJSON-1861506112 tempest-FloatingIPAdminTestJSON-1861506112-project-admin] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:56:37.198343 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e59a166-99d4-4b0f-80ad-cfad00c3e54f None None] Pushing event updated for resources: {'Port': ['ID=96969cb3-4c25-4ce5-bd1d-d6b119d21d37,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:37.208302 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-e992013a-4596-43aa-b29d-0d2fcc85e2c5 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, d59a759d-ba4b-41b1-b958-9ad0ad742f2f) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:56:37.240908 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745b08db-beb1-4e98-8c02-debea5c571fa None None] Network d59a759d-ba4b-41b1-b958-9ad0ad742f2f requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:56:37.254013 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d7618-fa33-498b-b7b0-61472b09c6fa tempest-FloatingIPAdminTestJSON-1861506112 tempest-FloatingIPAdminTestJSON-1861506112-project-admin] Pushing event updated for resources: {'Port': ['ID=e3e5031b-4f70-4e91-99e1-7a6a262db0f2,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:37.297717 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e992013a-4596-43aa-b29d-0d2fcc85e2c5 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:37.298625 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e992013a-4596-43aa-b29d-0d2fcc85e2c5 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:37.409228 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2032b232-f238-430f-b062-ccf436a6fbe8 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2068624'] for router_interface, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:37.425687 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1b3da12b-dc55-4894-868f-8e97b28c4fd5 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:37.488702 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [None req-1b3da12b-dc55-4894-868f-8e97b28c4fd5 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] device_id is not set on port 9f8a785b-a138-4a60-b2e2-4d78c368bd0b yet. {{(pid=95066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 06:56:37.556669 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2001b9-c8b3-4516-9ff8-e6dc4b0c334f None None] Network 7e516bbc-f05e-4901-8958-0387723d9722 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:56:37.563002 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-519fc0cf-8320-4e74-812e-eaa7f5a96b46 None None] Set router 0149b0df-eb23-4c02-a086-bd9ef410c234 gateway port host: None {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:56:37.565902 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1b259779-5124-465e-9c79-807f591c14d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:37.583226 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1b259779-5124-465e-9c79-807f591c14d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:37.619577 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-e992013a-4596-43aa-b29d-0d2fcc85e2c5 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.7998757 Sep 23 06:56:37.624112 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44808) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:37.651339 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2032b232-f238-430f-b062-ccf436a6fbe8 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Router a9c1e0e7-1e5e-46ec-ba12-0efcf505b219 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:56:37.662760 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-1b259779-5124-465e-9c79-807f591c14d9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9fcdf2cc53274eaebc28e178ada4f866&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6867499 Sep 23 06:56:37.663573 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b259779-5124-465e-9c79-807f591c14d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48c369d5-27dc-4e60-9f65-ad66ac8129c7,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:37.666913 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44810) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:37.779131 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2032b232-f238-430f-b062-ccf436a6fbe8 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:56:37.790561 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-2032b232-f238-430f-b062-ccf436a6fbe8 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] 10.222.0.39 "PUT /v2.0/routers/a9c1e0e7-1e5e-46ec-ba12-0efcf505b219/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9550283 Sep 23 06:56:37.791315 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44812) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:37.795289 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deffc67e-f275-45b1-a2ca-0abff0d07071 None None] Sync routers for ids ['a9c1e0e7-1e5e-46ec-ba12-0efcf505b219'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:56:37.809415 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deffc67e-f275-45b1-a2ca-0abff0d07071 None None] Routers {'a9c1e0e7-1e5e-46ec-ba12-0efcf505b219'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:56:37.812211 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-deffc67e-f275-45b1-a2ca-0abff0d07071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:56:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['a9c1e0e7-1e5e-46ec-ba12-0efcf505b219'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:37.847495 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-525c0aec-596e-4be0-ae36-7e553aa6be29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:37.849479 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [None req-0776e518-84b0-43c2-bf94-aeee23f8c3b5 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] delete failed (client error): The resource could not be found. Sep 23 06:56:37.856512 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44814) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:37.856730 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-0776e518-84b0-43c2-bf94-aeee23f8c3b5 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] 10.222.0.39 "DELETE /v2.0/routers/tempest-non_exist_router-566166855 HTTP/1.1" status: 404 len: 334 time: 0.0504882 Sep 23 06:56:37.862355 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-deffc67e-f275-45b1-a2ca-0abff0d07071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:37.863180 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-3bbffab5-0e43-4325-a99a-ab0efb94e504 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a9c1e0e7-1e5e-46ec-ba12-0efcf505b219'}}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:56:37.872112 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deffc67e-f275-45b1-a2ca-0abff0d07071 None None] Routers {'a9c1e0e7-1e5e-46ec-ba12-0efcf505b219'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:56:37.873087 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-deffc67e-f275-45b1-a2ca-0abff0d07071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:56:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['a9c1e0e7-1e5e-46ec-ba12-0efcf505b219'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:37.896281 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-525c0aec-596e-4be0-ae36-7e553aa6be29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:37.910282 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-deffc67e-f275-45b1-a2ca-0abff0d07071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:37.911341 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deffc67e-f275-45b1-a2ca-0abff0d07071 None None] The sync data for ids ['a9c1e0e7-1e5e-46ec-ba12-0efcf505b219'] in n-d-715271-16 is: [] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:56:37.923420 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 67b85843-4f05-43f1-8a6b-a4f2baefc885 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:56:37.966828 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-525c0aec-596e-4be0-ae36-7e553aa6be29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:37.969458 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-525c0aec-596e-4be0-ae36-7e553aa6be29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:37.970728 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-525c0aec-596e-4be0-ae36-7e553aa6be29 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/48c369d5-27dc-4e60-9f65-ad66ac8129c7 HTTP/1.1" status: 204 len: 168 time: 0.3027995 Sep 23 06:56:37.979070 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525c0aec-596e-4be0-ae36-7e553aa6be29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c369d5-27dc-4e60-9f65-ad66ac8129c7,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:38.056898 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-55b315fd-44e6-428b-a3a3-ffd68ecf0730 None None] Allocated IP 2001:db8::2 (4d1aa380-e411-494b-958c-7f758df734d6/351f2951-bfa1-4c0a-8fca-a485624b7bf6/a4270be4-b19e-44e5-a6b3-325f08fc6922) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:56:38.098784 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-1e59a166-99d4-4b0f-80ad-cfad00c3e54f None None] Provisioning complete for port fc21dbcb-38e5-41b4-83c1-c4a20fdba468 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:56:38.099163 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-1e59a166-99d4-4b0f-80ad-cfad00c3e54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:38.235801 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b48e9b93-9be5-4638-a96a-f41a24fd825d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:38.308643 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0257027f-22f4-4659-b1e0-83bbd2e39620 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-d59a759d-ba4b-41b1-b958-9ad0ad742f2f', 'network_id': 'd59a759d-ba4b-41b1-b958-9ad0ad742f2f', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'fixed_ips': [{'subnet_id': '90f26265-f09b-4544-b4c8-1a454568d1e2'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 06:56:38.309398 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0257027f-22f4-4659-b1e0-83bbd2e39620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:38.468979 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 67b85843-4f05-43f1-8a6b-a4f2baefc885 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:56:38.469441 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:38.604582 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-55b315fd-44e6-428b-a3a3-ffd68ecf0730 None None] For port a4270be4-b19e-44e5-a6b3-325f08fc6922, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=a4270be4-b19e-44e5-a6b3-325f08fc6922,segment=NetworkSegment(98ee167a-1403-4867-958f-d4f6736b2e62),segment_id=98ee167a-1403-4867-958f-d4f6736b2e62)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:56:38.605293 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-125d7618-fa33-498b-b7b0-61472b09c6fa tempest-FloatingIPAdminTestJSON-1861506112 tempest-FloatingIPAdminTestJSON-1861506112-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:38.659821 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-1e59a166-99d4-4b0f-80ad-cfad00c3e54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:38.671835 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3bbffab5-0e43-4325-a99a-ab0efb94e504 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:38.719626 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-55b315fd-44e6-428b-a3a3-ffd68ecf0730 None None] Notify callbacks [] for port, precommit_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:38.746749 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-55b315fd-44e6-428b-a3a3-ffd68ecf0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:38.772090 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-519fc0cf-8320-4e74-812e-eaa7f5a96b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'name': 'tempest-RoutersIpV6Test-router-527177519', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:56:20Z', 'updated_at': '2021-09-23T06:56:32Z', 'revision_number': 3, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'gw_port_host': None, '_interfaces': [{'id': 'ebcf80a6-e4da-48a5-86e4-37f9c98e5a1e', 'name': '', 'network_id': '7dc46c74-d521-4969-b1ab-fe454772b293', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'mac_address': 'fa:16:3e:4d:c4:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': 'b03920dd-474b-496d-ba64-0e0965ab395e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:56:30Z', 'updated_at': '2021-09-23T06:56:33Z', 'revision_number': 2, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'subnets': [{'id': 'b03920dd-474b-496d-ba64-0e0965ab395e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc21dbcb-38e5-41b4-83c1-c4a20fdba468', 'name': '', 'network_id': '3aa85240-395c-45b3-8f0a-394508f0f93b', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'mac_address': 'fa:16:3e:67:cb:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '7530e25f-c8e6-49fb-9bb9-42e044621486', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:56:23Z', 'updated_at': '2021-09-23T06:56:36Z', 'revision_number': 4, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'subnets': [{'id': '7530e25f-c8e6-49fb-9bb9-42e044621486', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:38.812737 n-d-715271-16 neutron-server[95066]: INFO neutron.api.v2.resource [None req-3bbffab5-0e43-4325-a99a-ab0efb94e504 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] update failed (client error): The resource could not be found. Sep 23 06:56:38.818824 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-3bbffab5-0e43-4325-a99a-ab0efb94e504 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] 10.222.0.39 "PUT /v2.0/routers/a9c1e0e7-1e5e-46ec-ba12-0efcf505b219 HTTP/1.1" status: 404 len: 339 time: 0.9598339 Sep 23 06:56:38.824202 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44840) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:38.959083 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-1b3da12b-dc55-4894-868f-8e97b28c4fd5 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Allocated IP 2001:db8::52df:d1a:1a9:d1c3 (4d1aa380-e411-494b-958c-7f758df734d6/351f2951-bfa1-4c0a-8fca-a485624b7bf6/9f8a785b-a138-4a60-b2e2-4d78c368bd0b) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:56:38.974202 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-125d7618-fa33-498b-b7b0-61472b09c6fa tempest-FloatingIPAdminTestJSON-1861506112 tempest-FloatingIPAdminTestJSON-1861506112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:38.980592 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-0257027f-22f4-4659-b1e0-83bbd2e39620 None None] Allocated IP 2001:db8:2::2 (d59a759d-ba4b-41b1-b958-9ad0ad742f2f/90f26265-f09b-4544-b4c8-1a454568d1e2/c0898313-07bc-45bd-85a2-20386a99a77d) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:56:38.993633 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519fc0cf-8320-4e74-812e-eaa7f5a96b46 None None] The sync data for ids ['0149b0df-eb23-4c02-a086-bd9ef410c234'] in n-d-715271-16 is: [{'id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'name': 'tempest-RoutersIpV6Test-router-527177519', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:56:20Z', 'updated_at': '2021-09-23T06:56:32Z', 'revision_number': 3, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'gw_port_host': None, '_interfaces': [{'id': 'ebcf80a6-e4da-48a5-86e4-37f9c98e5a1e', 'name': '', 'network_id': '7dc46c74-d521-4969-b1ab-fe454772b293', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'mac_address': 'fa:16:3e:4d:c4:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': 'b03920dd-474b-496d-ba64-0e0965ab395e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:56:30Z', 'updated_at': '2021-09-23T06:56:33Z', 'revision_number': 2, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'subnets': [{'id': 'b03920dd-474b-496d-ba64-0e0965ab395e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc21dbcb-38e5-41b4-83c1-c4a20fdba468', 'name': '', 'network_id': '3aa85240-395c-45b3-8f0a-394508f0f93b', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'mac_address': 'fa:16:3e:67:cb:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '7530e25f-c8e6-49fb-9bb9-42e044621486', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:56:23Z', 'updated_at': '2021-09-23T06:56:36Z', 'revision_number': 4, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'subnets': [{'id': '7530e25f-c8e6-49fb-9bb9-42e044621486', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:56:39.046720 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-1e59a166-99d4-4b0f-80ad-cfad00c3e54f None None] For port fc21dbcb-38e5-41b4-83c1-c4a20fdba468, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=fc21dbcb-38e5-41b4-83c1-c4a20fdba468,segment=NetworkSegment(e7b37257-06f4-49b8-9d68-f8b062ccfb66),segment_id=e7b37257-06f4-49b8-9d68-f8b062ccfb66)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:56:39.068417 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5ef6304e-b328-4e22-af68-cef7c15b137a tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:39.121563 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b315fd-44e6-428b-a3a3-ffd68ecf0730 None None] Pushing event updated for resources: {'Port': ['ID=a4270be4-b19e-44e5-a6b3-325f08fc6922,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:39.128705 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-1e59a166-99d4-4b0f-80ad-cfad00c3e54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:39.207740 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b315fd-44e6-428b-a3a3-ffd68ecf0730 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:56:39.208169 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b315fd-44e6-428b-a3a3-ffd68ecf0730 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:56:39.209208 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b315fd-44e6-428b-a3a3-ffd68ecf0730 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:56:39.209589 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b315fd-44e6-428b-a3a3-ffd68ecf0730 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:56:39.211044 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b315fd-44e6-428b-a3a3-ffd68ecf0730 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:56:39.213345 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b315fd-44e6-428b-a3a3-ffd68ecf0730 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:56:39.213987 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b315fd-44e6-428b-a3a3-ffd68ecf0730 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:56:39.214534 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b315fd-44e6-428b-a3a3-ffd68ecf0730 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:56:39.215071 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b315fd-44e6-428b-a3a3-ffd68ecf0730 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:56:39.216172 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b315fd-44e6-428b-a3a3-ffd68ecf0730 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:56:39.217722 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b315fd-44e6-428b-a3a3-ffd68ecf0730 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:56:39.218973 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b315fd-44e6-428b-a3a3-ffd68ecf0730 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:56:39.408687 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-1e59a166-99d4-4b0f-80ad-cfad00c3e54f None None] Provisioning complete for port 699e1429-4422-4b5b-9c19-3c7111b66835 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:56:39.408984 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-1e59a166-99d4-4b0f-80ad-cfad00c3e54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:39.488702 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-141f0504-e791-476d-8c8d-91a1480128cd tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:39.640630 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-1e59a166-99d4-4b0f-80ad-cfad00c3e54f None None] Port 699e1429-4422-4b5b-9c19-3c7111b66835 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:56:39.752204 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 8aab6834-48bf-4791-840f-b04a91dd82c7 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:56:39.802291 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e59a166-99d4-4b0f-80ad-cfad00c3e54f None None] Pushing event updated for resources: {'Port': ['ID=fc21dbcb-38e5-41b4-83c1-c4a20fdba468,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:39.849441 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-ee0e1ef1-b511-4aad-8d2e-85a7af0b77a0 None None] Provisioning complete for port ebcf80a6-e4da-48a5-86e4-37f9c98e5a1e triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:56:39.849820 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1ef1-b511-4aad-8d2e-85a7af0b77a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:39.898838 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-ee0e1ef1-b511-4aad-8d2e-85a7af0b77a0 None None] Port ebcf80a6-e4da-48a5-86e4-37f9c98e5a1e cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:56:39.902400 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1b3da12b-dc55-4894-868f-8e97b28c4fd5 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:39.958224 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-ee0e1ef1-b511-4aad-8d2e-85a7af0b77a0 None None] Provisioning complete for port 3ab9ae48-1e67-4da4-abdc-905392b9c21d triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:56:39.958597 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1ef1-b511-4aad-8d2e-85a7af0b77a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:40.028717 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 8aab6834-48bf-4791-840f-b04a91dd82c7 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:56:40.030457 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:40.095159 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-141f0504-e791-476d-8c8d-91a1480128cd tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Allocated IP 172.20.0.1 (2947689c-17fa-4929-84c2-e5bbbe6b3420/fdeb4dd5-12b7-4d2e-accb-4a018a3d0f30/4063b71e-912c-4b03-9245-510b1e43e903) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:56:40.232247 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-125d7618-fa33-498b-b7b0-61472b09c6fa tempest-FloatingIPAdminTestJSON-1861506112 tempest-FloatingIPAdminTestJSON-1861506112-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:40.245436 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-125d7618-fa33-498b-b7b0-61472b09c6fa tempest-FloatingIPAdminTestJSON-1861506112 tempest-FloatingIPAdminTestJSON-1861506112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:40.329235 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1b3da12b-dc55-4894-868f-8e97b28c4fd5 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:40.347701 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-141f0504-e791-476d-8c8d-91a1480128cd tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:40.414183 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-141f0504-e791-476d-8c8d-91a1480128cd tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:40.483612 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:40.533729 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3da12b-dc55-4894-868f-8e97b28c4fd5 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Network 4d1aa380-e411-494b-958c-7f758df734d6 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:56:40.534808 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d7618-fa33-498b-b7b0-61472b09c6fa tempest-FloatingIPAdminTestJSON-1861506112 tempest-FloatingIPAdminTestJSON-1861506112-project-admin] Pushing event updated for resources: {'Port': ['ID=e3e5031b-4f70-4e91-99e1-7a6a262db0f2,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:40.539714 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141f0504-e791-476d-8c8d-91a1480128cd tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Network 2947689c-17fa-4929-84c2-e5bbbe6b3420 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:56:40.547616 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-141f0504-e791-476d-8c8d-91a1480128cd tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:56:40.556705 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141f0504-e791-476d-8c8d-91a1480128cd tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:56:40.573062 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-1b3da12b-dc55-4894-868f-8e97b28c4fd5 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:56:40.590402 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3da12b-dc55-4894-868f-8e97b28c4fd5 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:56:40.598299 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3da12b-dc55-4894-868f-8e97b28c4fd5 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:40.598919 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1b3da12b-dc55-4894-868f-8e97b28c4fd5 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:40.637001 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44878) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:40.678159 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0257027f-22f4-4659-b1e0-83bbd2e39620 None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:40.681685 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-125d7618-fa33-498b-b7b0-61472b09c6fa tempest-FloatingIPAdminTestJSON-1861506112 tempest-FloatingIPAdminTestJSON-1861506112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:40.707445 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-141f0504-e791-476d-8c8d-91a1480128cd tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068614'] for router_interface, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:40.732691 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0257027f-22f4-4659-b1e0-83bbd2e39620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:40.832857 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-1b3da12b-dc55-4894-868f-8e97b28c4fd5 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 5.2704411 Sep 23 06:56:40.856641 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0257027f-22f4-4659-b1e0-83bbd2e39620 None None] Pushing event updated for resources: {'Port': ['ID=c0898313-07bc-45bd-85a2-20386a99a77d,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:40.867727 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:40.880143 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44884) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:40.881101 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3da12b-dc55-4894-868f-8e97b28c4fd5 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event updated for resources: {'Port': ['ID=9f8a785b-a138-4a60-b2e2-4d78c368bd0b,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:40.901961 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1ef1-b511-4aad-8d2e-85a7af0b77a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:40.912055 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141f0504-e791-476d-8c8d-91a1480128cd tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Pushing event updated for resources: {'Port': ['ID=4063b71e-912c-4b03-9245-510b1e43e903,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:40.949014 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0257027f-22f4-4659-b1e0-83bbd2e39620 None None] Network d59a759d-ba4b-41b1-b958-9ad0ad742f2f is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:56:40.957785 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-0257027f-22f4-4659-b1e0-83bbd2e39620 None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:56:40.961946 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0257027f-22f4-4659-b1e0-83bbd2e39620 None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:56:40.969436 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port 8aab6834-48bf-4791-840f-b04a91dd82c7, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=8aab6834-48bf-4791-840f-b04a91dd82c7,segment=NetworkSegment(c5b38e5f-7dcd-4c1d-92cb-1da55f170ab1),segment_id=c5b38e5f-7dcd-4c1d-92cb-1da55f170ab1)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:56:40.975826 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-141f0504-e791-476d-8c8d-91a1480128cd tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:40.996872 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-ee0e1ef1-b511-4aad-8d2e-85a7af0b77a0 None None] For port 3ab9ae48-1e67-4da4-abdc-905392b9c21d, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=3ab9ae48-1e67-4da4-abdc-905392b9c21d,segment=NetworkSegment(71c0724b-656d-4875-b0d6-5a9fbc0f1955),segment_id=71c0724b-656d-4875-b0d6-5a9fbc0f1955)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:56:41.002194 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee1d3c7-cf79-4e92-ba1b-3cd8becd8d17 None None] Network 4d1aa380-e411-494b-958c-7f758df734d6 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:56:41.006425 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:41.007224 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 8a65b7fe-ac89-4b22-a4a9-7e39aa1f663b up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:56:41.013894 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b66b428f-e5f3-48f1-ade7-e854eaad0460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:41.043154 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1ef1-b511-4aad-8d2e-85a7af0b77a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:41.075568 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-5ef6304e-b328-4e22-af68-cef7c15b137a tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Allocated IP 2001:db8:2::1 (d59a759d-ba4b-41b1-b958-9ad0ad742f2f/90f26265-f09b-4544-b4c8-1a454568d1e2/414139d9-2d7a-47d4-b638-19f7b638585b) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:56:41.141545 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d892794d-4c2b-44b8-bcf8-9d63e272e7f0 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:41.148344 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d892794d-4c2b-44b8-bcf8-9d63e272e7f0 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:41.152699 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44886) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:41.153297 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-d892794d-4c2b-44b8-bcf8-9d63e272e7f0 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.2658198 Sep 23 06:56:41.181093 n-d-715271-16 neutron-server[95066]: INFO neutron.db.l3_db [None req-125d7618-fa33-498b-b7b0-61472b09c6fa tempest-FloatingIPAdminTestJSON-1861506112 tempest-FloatingIPAdminTestJSON-1861506112-project-admin] Floating IP 242f0fbf-4d20-4524-9213-1ef319258ec6 associated. External IP: 172.25.2.227, port: 6fbb63b5-6fe1-4b39-87fc-84e12dd65fa1. Sep 23 06:56:41.182120 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=8aab6834-48bf-4791-840f-b04a91dd82c7,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:41.258141 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-ee0e1ef1-b511-4aad-8d2e-85a7af0b77a0 None None] Provisioning complete for port fc21dbcb-38e5-41b4-83c1-c4a20fdba468 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:56:41.258380 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1ef1-b511-4aad-8d2e-85a7af0b77a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:41.286077 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f75d5a29-3241-4a1b-9c75-d6ec917dbdde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:41.311040 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-7f0cb3b2-5ec3-4ee6-b67c-75443bf4a511 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Deleting port 9f8a785b-a138-4a60-b2e2-4d78c368bd0b {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:56:41.311505 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7f0cb3b2-5ec3-4ee6-b67c-75443bf4a511 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:41.365798 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-0257027f-22f4-4659-b1e0-83bbd2e39620 None None] Attempting to bind port c0898313-07bc-45bd-85a2-20386a99a77d on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:56:41.366090 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-0257027f-22f4-4659-b1e0-83bbd2e39620 None None] Attempting to bind port c0898313-07bc-45bd-85a2-20386a99a77d by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '5fc1ba7e-8404-4036-9973-3d0b8546a9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd59a759d-ba4b-41b1-b958-9ad0ad742f2f'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:56:41.366692 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0257027f-22f4-4659-b1e0-83bbd2e39620 None None] Attempting to bind port c0898313-07bc-45bd-85a2-20386a99a77d on network d59a759d-ba4b-41b1-b958-9ad0ad742f2f {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:56:41.368806 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0e1ef1-b511-4aad-8d2e-85a7af0b77a0 None None] Pushing event updated for resources: {'Port': ['ID=3ab9ae48-1e67-4da4-abdc-905392b9c21d,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:41.399980 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 8a65b7fe-ac89-4b22-a4a9-7e39aa1f663b triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:56:41.400357 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:41.405164 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0257027f-22f4-4659-b1e0-83bbd2e39620 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:56:41.405792 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0257027f-22f4-4659-b1e0-83bbd2e39620 None None] Checking segment: {'id': '5fc1ba7e-8404-4036-9973-3d0b8546a9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd59a759d-ba4b-41b1-b958-9ad0ad742f2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:56:41.406217 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0257027f-22f4-4659-b1e0-83bbd2e39620 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:41.406619 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0257027f-22f4-4659-b1e0-83bbd2e39620 None None] Bound using segment: {'id': '5fc1ba7e-8404-4036-9973-3d0b8546a9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd59a759d-ba4b-41b1-b958-9ad0ad742f2f'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:56:41.407132 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-0257027f-22f4-4659-b1e0-83bbd2e39620 None None] Bound port: c0898313-07bc-45bd-85a2-20386a99a77d, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fc1ba7e-8404-4036-9973-3d0b8546a9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd59a759d-ba4b-41b1-b958-9ad0ad742f2f'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:56:41.407511 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0257027f-22f4-4659-b1e0-83bbd2e39620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:41.418322 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5ef6304e-b328-4e22-af68-cef7c15b137a tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:41.434754 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b66b428f-e5f3-48f1-ade7-e854eaad0460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:41.465437 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7f0cb3b2-5ec3-4ee6-b67c-75443bf4a511 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:41.477397 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b66b428f-e5f3-48f1-ade7-e854eaad0460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:41.490694 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-7f0cb3b2-5ec3-4ee6-b67c-75443bf4a511 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Calling delete_port for 9f8a785b-a138-4a60-b2e2-4d78c368bd0b owned by {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:56:41.497078 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-141f0504-e791-476d-8c8d-91a1480128cd tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:41.505741 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-141f0504-e791-476d-8c8d-91a1480128cd tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:41.548357 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66b428f-e5f3-48f1-ade7-e854eaad0460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b517689-5f69-401e-9106-046424d471d1,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:41.558953 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-b66b428f-e5f3-48f1-ade7-e854eaad0460 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b74dfaca33ec4d1bb01bb88ad7227017&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9155004 Sep 23 06:56:41.567776 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44888) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:41.576368 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:41.587047 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-141f0504-e791-476d-8c8d-91a1480128cd tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067062'] for router_interface, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:41.607852 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5ef6304e-b328-4e22-af68-cef7c15b137a tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:41.681538 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-0257027f-22f4-4659-b1e0-83bbd2e39620 None None] For port c0898313-07bc-45bd-85a2-20386a99a77d, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:56:41.684823 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-125d7618-fa33-498b-b7b0-61472b09c6fa tempest-FloatingIPAdminTestJSON-1861506112 tempest-FloatingIPAdminTestJSON-1861506112-project-admin] Router 553a4728-3158-486f-81f6-d5fda5531618 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:56:41.690142 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef6304e-b328-4e22-af68-cef7c15b137a tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Pushing event updated for resources: {'Port': ['ID=414139d9-2d7a-47d4-b638-19f7b638585b,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:41.717569 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef6304e-b328-4e22-af68-cef7c15b137a tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Network d59a759d-ba4b-41b1-b958-9ad0ad742f2f is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:56:41.720288 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-ee0e1ef1-b511-4aad-8d2e-85a7af0b77a0 None None] Provisioning complete for port 699e1429-4422-4b5b-9c19-3c7111b66835 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:56:41.721956 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1ef1-b511-4aad-8d2e-85a7af0b77a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:41.722633 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-5ef6304e-b328-4e22-af68-cef7c15b137a tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:56:41.726530 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-0257027f-22f4-4659-b1e0-83bbd2e39620 None None] For port c0898313-07bc-45bd-85a2-20386a99a77d, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=c0898313-07bc-45bd-85a2-20386a99a77d,segment=NetworkSegment(5fc1ba7e-8404-4036-9973-3d0b8546a9d6),segment_id=5fc1ba7e-8404-4036-9973-3d0b8546a9d6)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:56:41.762845 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef6304e-b328-4e22-af68-cef7c15b137a tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:56:41.763416 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5ef6304e-b328-4e22-af68-cef7c15b137a tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068614'] for router_interface, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:41.765956 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141f0504-e791-476d-8c8d-91a1480128cd tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Pushing event updated for resources: {'Port': ['ID=4063b71e-912c-4b03-9245-510b1e43e903,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:41.779345 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 96969cb3-4c25-4ce5-bd1d-d6b119d21d37 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:56:41.782333 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0257027f-22f4-4659-b1e0-83bbd2e39620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:41.806258 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-559117e4-224a-4e2f-9bfd-865b9feb980f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:41.876825 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-559117e4-224a-4e2f-9bfd-865b9feb980f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:41.920952 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141f0504-e791-476d-8c8d-91a1480128cd tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Network 2947689c-17fa-4929-84c2-e5bbbe6b3420 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:56:41.931166 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-141f0504-e791-476d-8c8d-91a1480128cd tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:56:41.943161 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-ee0e1ef1-b511-4aad-8d2e-85a7af0b77a0 None None] Port 699e1429-4422-4b5b-9c19-3c7111b66835 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:56:41.971515 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-125d7618-fa33-498b-b7b0-61472b09c6fa tempest-FloatingIPAdminTestJSON-1861506112 tempest-FloatingIPAdminTestJSON-1861506112-project-admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:56:42.000806 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7f0cb3b2-5ec3-4ee6-b67c-75443bf4a511 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:42.015944 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef21962-c2ca-4ae8-980e-eca11c52d530 None None] Sync routers for ids ['553a4728-3158-486f-81f6-d5fda5531618'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:56:42.048535 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-125d7618-fa33-498b-b7b0-61472b09c6fa tempest-FloatingIPAdminTestJSON-1861506112 tempest-FloatingIPAdminTestJSON-1861506112-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:42.052594 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0257027f-22f4-4659-b1e0-83bbd2e39620 None None] Pushing event updated for resources: {'Port': ['ID=c0898313-07bc-45bd-85a2-20386a99a77d,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:42.061034 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-ee0e1ef1-b511-4aad-8d2e-85a7af0b77a0 None None] Provisioning complete for port 8aab6834-48bf-4791-840f-b04a91dd82c7 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:56:42.061447 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1ef1-b511-4aad-8d2e-85a7af0b77a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:42.109290 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-125d7618-fa33-498b-b7b0-61472b09c6fa tempest-FloatingIPAdminTestJSON-1861506112 tempest-FloatingIPAdminTestJSON-1861506112-project-admin] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 6.0154507 Sep 23 06:56:42.111063 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5ef6304e-b328-4e22-af68-cef7c15b137a tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:42.116597 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44894) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:42.138133 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef21962-c2ca-4ae8-980e-eca11c52d530 None None] Routers {'553a4728-3158-486f-81f6-d5fda5531618'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:56:42.138834 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-9ef21962-c2ca-4ae8-980e-eca11c52d530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:56:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['553a4728-3158-486f-81f6-d5fda5531618'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:42.145282 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 96969cb3-4c25-4ce5-bd1d-d6b119d21d37 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:56:42.145668 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:42.254746 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-9ef21962-c2ca-4ae8-980e-eca11c52d530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:42.345163 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:42.357926 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef21962-c2ca-4ae8-980e-eca11c52d530 None None] Routers {'553a4728-3158-486f-81f6-d5fda5531618'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:56:42.358689 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-9ef21962-c2ca-4ae8-980e-eca11c52d530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:56:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['553a4728-3158-486f-81f6-d5fda5531618'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:42.374811 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1118c1-b704-4db8-a973-14023f948236 None None] Sync routers for ids ['0149b0df-eb23-4c02-a086-bd9ef410c234'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:56:42.391657 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1118c1-b704-4db8-a973-14023f948236 None None] Routers {'0149b0df-eb23-4c02-a086-bd9ef410c234'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:56:42.392352 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-7d1118c1-b704-4db8-a973-14023f948236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:56:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['0149b0df-eb23-4c02-a086-bd9ef410c234'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:42.407301 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-9ef21962-c2ca-4ae8-980e-eca11c52d530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:42.408074 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef21962-c2ca-4ae8-980e-eca11c52d530 None None] The sync data for ids ['553a4728-3158-486f-81f6-d5fda5531618'] in n-d-715271-16 is: [] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:56:42.433755 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-ee0e1ef1-b511-4aad-8d2e-85a7af0b77a0 None None] Could not find standard attr ID for object 2f3c966f-9f57-4959-b7dc-c5ea5695c6d9. {{(pid=95067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 06:56:42.441296 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-3fa95184-798d-4610-9bff-817109d5c336 tempest-FloatingIPAdminTestJSON-1861506112 tempest-FloatingIPAdminTestJSON-1861506112-project-admin] 10.222.0.39 "GET /v2.0/floatingips/242f0fbf-4d20-4524-9213-1ef319258ec6 HTTP/1.1" status: 200 len: 983 time: 0.3223510 Sep 23 06:56:42.443556 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44896) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:42.500809 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 3ab9ae48-1e67-4da4-abdc-905392b9c21d up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:56:42.505171 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-ee0e1ef1-b511-4aad-8d2e-85a7af0b77a0 None None] Provisioning complete for port 8a65b7fe-ac89-4b22-a4a9-7e39aa1f663b triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:56:42.505543 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1ef1-b511-4aad-8d2e-85a7af0b77a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:42.620460 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 3ab9ae48-1e67-4da4-abdc-905392b9c21d triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:56:42.620878 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:42.631434 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-7d1118c1-b704-4db8-a973-14023f948236 None None] Set router 0149b0df-eb23-4c02-a086-bd9ef410c234 gateway port host: None {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:56:42.803408 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-ee0e1ef1-b511-4aad-8d2e-85a7af0b77a0 None None] Provisioning complete for port 6fbb63b5-6fe1-4b39-87fc-84e12dd65fa1 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:56:42.803976 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1ef1-b511-4aad-8d2e-85a7af0b77a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:42.850069 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-b60f1700-2952-40e7-aa0d-5c48bb9c2b5d tempest-FloatingIPAdminTestJSON-1861506112 tempest-FloatingIPAdminTestJSON-1861506112-project-admin] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3822 time: 0.3825824 Sep 23 06:56:42.850727 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44900) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:42.872704 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-ee0e1ef1-b511-4aad-8d2e-85a7af0b77a0 None None] Port 6fbb63b5-6fe1-4b39-87fc-84e12dd65fa1 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:56:42.885342 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0cb3b2-5ec3-4ee6-b67c-75443bf4a511 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event deleted for resources: {'Port': ['ID=9f8a785b-a138-4a60-b2e2-4d78c368bd0b,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:42.907139 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-559117e4-224a-4e2f-9bfd-865b9feb980f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:42.914000 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-559117e4-224a-4e2f-9bfd-865b9feb980f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:42.916662 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-559117e4-224a-4e2f-9bfd-865b9feb980f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4b517689-5f69-401e-9106-046424d471d1 HTTP/1.1" status: 204 len: 168 time: 1.3441389 Sep 23 06:56:42.930691 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-141f0504-e791-476d-8c8d-91a1480128cd tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Router a9c1e0e7-1e5e-46ec-ba12-0efcf505b219 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:56:42.992554 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7f0cb3b2-5ec3-4ee6-b67c-75443bf4a511 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:42.995071 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-7f0cb3b2-5ec3-4ee6-b67c-75443bf4a511 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/ports/9f8a785b-a138-4a60-b2e2-4d78c368bd0b HTTP/1.1" status: 204 len: 168 time: 1.8405480 Sep 23 06:56:42.996268 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559117e4-224a-4e2f-9bfd-865b9feb980f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b517689-5f69-401e-9106-046424d471d1,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:42.998655 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44904) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:43.025024 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-b58e0f72-78ce-4122-b80a-cb461faf79b1 None None] Provisioning complete for port ebcf80a6-e4da-48a5-86e4-37f9c98e5a1e triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:56:43.025567 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b58e0f72-78ce-4122-b80a-cb461faf79b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:43.142132 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-7d1118c1-b704-4db8-a973-14023f948236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'name': 'tempest-RoutersIpV6Test-router-527177519', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:56:20Z', 'updated_at': '2021-09-23T06:56:41Z', 'revision_number': 4, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'gw_port_host': None, '_interfaces': [{'id': '414139d9-2d7a-47d4-b638-19f7b638585b', 'name': '', 'network_id': 'd59a759d-ba4b-41b1-b958-9ad0ad742f2f', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'mac_address': 'fa:16:3e:db:01:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '90f26265-f09b-4544-b4c8-1a454568d1e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:56:39Z', 'updated_at': '2021-09-23T06:56:41Z', 'revision_number': 1, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'subnets': [{'id': '90f26265-f09b-4544-b4c8-1a454568d1e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebcf80a6-e4da-48a5-86e4-37f9c98e5a1e', 'name': '', 'network_id': '7dc46c74-d521-4969-b1ab-fe454772b293', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'mac_address': 'fa:16:3e:4d:c4:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': 'b03920dd-474b-496d-ba64-0e0965ab395e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:56:30Z', 'updated_at': '2021-09-23T06:56:33Z', 'revision_number': 2, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'subnets': [{'id': 'b03920dd-474b-496d-ba64-0e0965ab395e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc21dbcb-38e5-41b4-83c1-c4a20fdba468', 'name': '', 'network_id': '3aa85240-395c-45b3-8f0a-394508f0f93b', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'mac_address': 'fa:16:3e:67:cb:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '7530e25f-c8e6-49fb-9bb9-42e044621486', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:56:23Z', 'updated_at': '2021-09-23T06:56:38Z', 'revision_number': 5, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'subnets': [{'id': '7530e25f-c8e6-49fb-9bb9-42e044621486', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:43.183622 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2d5a5e-46d9-425c-830a-dedf2e030563 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:43.185505 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2d5a5e-46d9-425c-830a-dedf2e030563 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:43.187866 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-2c2d5a5e-46d9-425c-830a-dedf2e030563 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1877105 Sep 23 06:56:43.192199 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-b58e0f72-78ce-4122-b80a-cb461faf79b1 None None] Port ebcf80a6-e4da-48a5-86e4-37f9c98e5a1e cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:56:43.195326 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44908) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:43.211010 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-b58e0f72-78ce-4122-b80a-cb461faf79b1 None None] Could not find standard attr ID for object 98472c44-7888-46e9-a0da-9dcaf1185ae2. {{(pid=95067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 06:56:43.232517 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-141f0504-e791-476d-8c8d-91a1480128cd tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:56:43.241481 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-141f0504-e791-476d-8c8d-91a1480128cd tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] 10.222.0.39 "PUT /v2.0/routers/a9c1e0e7-1e5e-46ec-ba12-0efcf505b219/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4160528 Sep 23 06:56:43.246215 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44910) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:43.274970 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5ef6304e-b328-4e22-af68-cef7c15b137a tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:43.285829 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1118c1-b704-4db8-a973-14023f948236 None None] Checking router: 0149b0df-eb23-4c02-a086-bd9ef410c234 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:56:43.286243 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1118c1-b704-4db8-a973-14023f948236 None None] Updating router 0149b0df-eb23-4c02-a086-bd9ef410c234 port 414139d9-2d7a-47d4-b638-19f7b638585b binding host n-d-715271-16 {{(pid=95068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 06:56:43.288246 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047f84e3-153d-4552-8425-e21bce550ae1 None None] Sync routers for ids ['a9c1e0e7-1e5e-46ec-ba12-0efcf505b219'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:56:43.293432 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-b58e0f72-78ce-4122-b80a-cb461faf79b1 None None] Could not find standard attr ID for object 9f8a785b-a138-4a60-b2e2-4d78c368bd0b. {{(pid=95067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 06:56:43.356825 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047f84e3-153d-4552-8425-e21bce550ae1 None None] Routers {'a9c1e0e7-1e5e-46ec-ba12-0efcf505b219'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:56:43.357806 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-047f84e3-153d-4552-8425-e21bce550ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:56:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['a9c1e0e7-1e5e-46ec-ba12-0efcf505b219'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:43.360825 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-7d1118c1-b704-4db8-a973-14023f948236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:43.369154 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1432dd0-74b4-46a6-91ea-41f51f1789e6 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Deleting subnet 351f2951-bfa1-4c0a-8fca-a485624b7bf6 {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:56:43.379234 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f1432dd0-74b4-46a6-91ea-41f51f1789e6 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:43.484075 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-047f84e3-153d-4552-8425-e21bce550ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:43.491234 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 8aab6834-48bf-4791-840f-b04a91dd82c7 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:56:43.551878 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f1432dd0-74b4-46a6-91ea-41f51f1789e6 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:43.560173 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b7521a0c-12af-4f2a-83cd-81e7cb91d0cb tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks [] for router, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:43.587795 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-b58e0f72-78ce-4122-b80a-cb461faf79b1 None None] Provisioning complete for port 4063b71e-912c-4b03-9245-510b1e43e903 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:56:43.588403 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b58e0f72-78ce-4122-b80a-cb461faf79b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:43.697148 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-b58e0f72-78ce-4122-b80a-cb461faf79b1 None None] Port 4063b71e-912c-4b03-9245-510b1e43e903 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:56:43.749605 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-b58e0f72-78ce-4122-b80a-cb461faf79b1 None None] Provisioning complete for port a4270be4-b19e-44e5-a6b3-325f08fc6922 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:56:43.750019 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b58e0f72-78ce-4122-b80a-cb461faf79b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:43.778148 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047f84e3-153d-4552-8425-e21bce550ae1 None None] Routers {'a9c1e0e7-1e5e-46ec-ba12-0efcf505b219'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:56:43.779619 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-047f84e3-153d-4552-8425-e21bce550ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:56:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['a9c1e0e7-1e5e-46ec-ba12-0efcf505b219'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:43.831563 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [None req-b7521a0c-12af-4f2a-83cd-81e7cb91d0cb tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 23 06:56:43.832900 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-b7521a0c-12af-4f2a-83cd-81e7cb91d0cb tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] 10.222.0.39 "DELETE /v2.0/routers/a9c1e0e7-1e5e-46ec-ba12-0efcf505b219 HTTP/1.1" status: 409 len: 329 time: 0.5858979 Sep 23 06:56:43.835830 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44922) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:43.937951 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-047f84e3-153d-4552-8425-e21bce550ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:43.940431 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047f84e3-153d-4552-8425-e21bce550ae1 None None] The sync data for ids ['a9c1e0e7-1e5e-46ec-ba12-0efcf505b219'] in n-d-715271-16 is: [] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:56:43.947483 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-7d1118c1-b704-4db8-a973-14023f948236 None None] Notify callbacks [] for port, precommit_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:43.959853 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-7d1118c1-b704-4db8-a973-14023f948236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:43.984870 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07af652c-cdfa-4511-89e6-a08e0518b903 None None] Network d59a759d-ba4b-41b1-b958-9ad0ad742f2f requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:56:43.994648 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:44.067797 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a678f408-adc6-48f1-9325-ba9c8d89ecba None None] Pushing event updated for resources: {'Port': ['ID=414139d9-2d7a-47d4-b638-19f7b638585b,revision_number=3']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:44.086241 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5ef6304e-b328-4e22-af68-cef7c15b137a tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:44.087583 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a678f408-adc6-48f1-9325-ba9c8d89ecba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:56:44.088127 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5ef6304e-b328-4e22-af68-cef7c15b137a tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067062'] for router_interface, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:44.090095 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a678f408-adc6-48f1-9325-ba9c8d89ecba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:56:44.090095 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a678f408-adc6-48f1-9325-ba9c8d89ecba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:56:44.090342 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a678f408-adc6-48f1-9325-ba9c8d89ecba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:56:44.090517 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a678f408-adc6-48f1-9325-ba9c8d89ecba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:56:44.091810 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a678f408-adc6-48f1-9325-ba9c8d89ecba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:56:44.092311 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a678f408-adc6-48f1-9325-ba9c8d89ecba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:56:44.093928 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a678f408-adc6-48f1-9325-ba9c8d89ecba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:56:44.094450 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a678f408-adc6-48f1-9325-ba9c8d89ecba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:56:44.094944 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a678f408-adc6-48f1-9325-ba9c8d89ecba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:56:44.096409 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a678f408-adc6-48f1-9325-ba9c8d89ecba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:56:44.098225 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a678f408-adc6-48f1-9325-ba9c8d89ecba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:56:44.102291 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 8aab6834-48bf-4791-840f-b04a91dd82c7 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:56:44.102676 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:44.160642 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f1432dd0-74b4-46a6-91ea-41f51f1789e6 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:44.165592 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-7d1118c1-b704-4db8-a973-14023f948236 None None] Attempting to bind port 414139d9-2d7a-47d4-b638-19f7b638585b on host n-d-715271-16 for vnic_type normal with profile {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:56:44.165932 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-7d1118c1-b704-4db8-a973-14023f948236 None None] Attempting to bind port 414139d9-2d7a-47d4-b638-19f7b638585b by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '5fc1ba7e-8404-4036-9973-3d0b8546a9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd59a759d-ba4b-41b1-b958-9ad0ad742f2f'}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:56:44.168569 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1118c1-b704-4db8-a973-14023f948236 None None] Attempting to bind port 414139d9-2d7a-47d4-b638-19f7b638585b on network d59a759d-ba4b-41b1-b958-9ad0ad742f2f {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:56:44.181067 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1118c1-b704-4db8-a973-14023f948236 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:56:44.185069 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1118c1-b704-4db8-a973-14023f948236 None None] Checking segment: {'id': '5fc1ba7e-8404-4036-9973-3d0b8546a9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd59a759d-ba4b-41b1-b958-9ad0ad742f2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:56:44.185485 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-7d1118c1-b704-4db8-a973-14023f948236 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:44.185896 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1118c1-b704-4db8-a973-14023f948236 None None] Bound using segment: {'id': '5fc1ba7e-8404-4036-9973-3d0b8546a9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd59a759d-ba4b-41b1-b958-9ad0ad742f2f'} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:56:44.195263 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-7d1118c1-b704-4db8-a973-14023f948236 None None] Bound port: 414139d9-2d7a-47d4-b638-19f7b638585b, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fc1ba7e-8404-4036-9973-3d0b8546a9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd59a759d-ba4b-41b1-b958-9ad0ad742f2f'}}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:56:44.195891 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-7d1118c1-b704-4db8-a973-14023f948236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:44.282068 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-7d1118c1-b704-4db8-a973-14023f948236 None None] For port 414139d9-2d7a-47d4-b638-19f7b638585b, host n-d-715271-16, cleared binding levels {{(pid=95068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:56:44.286970 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-7d1118c1-b704-4db8-a973-14023f948236 None None] For port 414139d9-2d7a-47d4-b638-19f7b638585b, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=414139d9-2d7a-47d4-b638-19f7b638585b,segment=NetworkSegment(5fc1ba7e-8404-4036-9973-3d0b8546a9d6),segment_id=5fc1ba7e-8404-4036-9973-3d0b8546a9d6)] {{(pid=95068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:56:44.296992 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-7d1118c1-b704-4db8-a973-14023f948236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:44.314380 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b58e0f72-78ce-4122-b80a-cb461faf79b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:44.316122 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef6304e-b328-4e22-af68-cef7c15b137a tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Pushing event updated for resources: {'Port': ['ID=414139d9-2d7a-47d4-b638-19f7b638585b,revision_number=3']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:44.379689 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a678f408-adc6-48f1-9325-ba9c8d89ecba None None] Pushing event updated for resources: {'Port': ['ID=414139d9-2d7a-47d4-b638-19f7b638585b,revision_number=4']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:44.391238 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1118c1-b704-4db8-a973-14023f948236 None None] Updating router 0149b0df-eb23-4c02-a086-bd9ef410c234 port ebcf80a6-e4da-48a5-86e4-37f9c98e5a1e binding host n-d-715271-16 {{(pid=95068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 06:56:44.457119 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-7d1118c1-b704-4db8-a973-14023f948236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:44.529680 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f1432dd0-74b4-46a6-91ea-41f51f1789e6 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:44.546312 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f1432dd0-74b4-46a6-91ea-41f51f1789e6 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:44.549606 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-f1432dd0-74b4-46a6-91ea-41f51f1789e6 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/subnets/351f2951-bfa1-4c0a-8fca-a485624b7bf6 HTTP/1.1" status: 204 len: 168 time: 1.3518672 Sep 23 06:56:44.553128 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44938) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:44.649391 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-0b7376a1-d772-4c80-bbca-b45e896699df tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0743065 Sep 23 06:56:44.652968 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1432dd0-74b4-46a6-91ea-41f51f1789e6 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event deleted for resources: {'Subnet': ['ID=351f2951-bfa1-4c0a-8fca-a485624b7bf6,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:44.660760 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44942) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:44.678426 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-947bf3ca-ad9f-485f-b845-2ea4a48d2516 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Request body: {'subnet': {'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:56:44.691778 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-aec9756c-8854-45fe-bdda-db2659227669 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066969'] for router_interface, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:44.703981 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef6304e-b328-4e22-af68-cef7c15b137a tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Network d59a759d-ba4b-41b1-b958-9ad0ad742f2f is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:56:44.712700 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-5ef6304e-b328-4e22-af68-cef7c15b137a tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:56:44.835771 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-bba164a6-89b7-4696-a170-755256cd7688 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Deleting port e3e5031b-4f70-4e91-99e1-7a6a262db0f2 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:56:44.836117 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bba164a6-89b7-4696-a170-755256cd7688 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:44.897496 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733a55b2-7df4-4595-9826-dfdb5a31f49e None None] Network 4d1aa380-e411-494b-958c-7f758df734d6 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:56:44.943559 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-7d1118c1-b704-4db8-a973-14023f948236 None None] Notify callbacks [] for port, precommit_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:44.953419 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-7d1118c1-b704-4db8-a973-14023f948236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:44.985150 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-947bf3ca-ad9f-485f-b845-2ea4a48d2516 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Made reservation on behalf of 5e650be244de4ee8b27aea189be279d1 for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:56:44.995543 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-947bf3ca-ad9f-485f-b845-2ea4a48d2516 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:45.008957 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.db.api [None req-b58e0f72-78ce-4122-b80a-cb461faf79b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 06:56:45.009918 n-d-715271-16 neutron-server[95067]: DEBUG oslo_db.api [None req-b58e0f72-78ce-4122-b80a-cb461faf79b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 06:56:45.010615 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device a4270be4-b19e-44e5-a6b3-325f08fc6922 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:56:45.048848 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-aec9756c-8854-45fe-bdda-db2659227669 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Deleting port 4063b71e-912c-4b03-9245-510b1e43e903 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:56:45.049190 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-aec9756c-8854-45fe-bdda-db2659227669 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:45.090463 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a678f408-adc6-48f1-9325-ba9c8d89ecba None None] Pushing event updated for resources: {'Port': ['ID=ebcf80a6-e4da-48a5-86e4-37f9c98e5a1e,revision_number=3']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:45.116877 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-7d1118c1-b704-4db8-a973-14023f948236 None None] Attempting to bind port ebcf80a6-e4da-48a5-86e4-37f9c98e5a1e on host n-d-715271-16 for vnic_type normal with profile {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:56:45.117392 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-7d1118c1-b704-4db8-a973-14023f948236 None None] Attempting to bind port ebcf80a6-e4da-48a5-86e4-37f9c98e5a1e by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '71c0724b-656d-4875-b0d6-5a9fbc0f1955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7dc46c74-d521-4969-b1ab-fe454772b293'}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:56:45.117933 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1118c1-b704-4db8-a973-14023f948236 None None] Attempting to bind port ebcf80a6-e4da-48a5-86e4-37f9c98e5a1e on network 7dc46c74-d521-4969-b1ab-fe454772b293 {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:56:45.125679 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port a4270be4-b19e-44e5-a6b3-325f08fc6922 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:56:45.126087 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:45.127983 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1118c1-b704-4db8-a973-14023f948236 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:56:45.129203 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1118c1-b704-4db8-a973-14023f948236 None None] Checking segment: {'id': '71c0724b-656d-4875-b0d6-5a9fbc0f1955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7dc46c74-d521-4969-b1ab-fe454772b293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:56:45.129747 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-7d1118c1-b704-4db8-a973-14023f948236 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:45.130262 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1118c1-b704-4db8-a973-14023f948236 None None] Bound using segment: {'id': '71c0724b-656d-4875-b0d6-5a9fbc0f1955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7dc46c74-d521-4969-b1ab-fe454772b293'} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:56:45.130852 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-7d1118c1-b704-4db8-a973-14023f948236 None None] Bound port: ebcf80a6-e4da-48a5-86e4-37f9c98e5a1e, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71c0724b-656d-4875-b0d6-5a9fbc0f1955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7dc46c74-d521-4969-b1ab-fe454772b293'}}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:56:45.131338 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-7d1118c1-b704-4db8-a973-14023f948236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:45.237294 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ef6304e-b328-4e22-af68-cef7c15b137a tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Router 0149b0df-eb23-4c02-a086-bd9ef410c234 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:56:45.271193 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-7d1118c1-b704-4db8-a973-14023f948236 None None] For port ebcf80a6-e4da-48a5-86e4-37f9c98e5a1e, host n-d-715271-16, cleared binding levels {{(pid=95068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:56:45.280089 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-7d1118c1-b704-4db8-a973-14023f948236 None None] For port ebcf80a6-e4da-48a5-86e4-37f9c98e5a1e, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=ebcf80a6-e4da-48a5-86e4-37f9c98e5a1e,segment=NetworkSegment(71c0724b-656d-4875-b0d6-5a9fbc0f1955),segment_id=71c0724b-656d-4875-b0d6-5a9fbc0f1955)] {{(pid=95068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:56:45.287501 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-7d1118c1-b704-4db8-a973-14023f948236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:45.302901 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bba164a6-89b7-4696-a170-755256cd7688 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:45.303241 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bba164a6-89b7-4696-a170-755256cd7688 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:45.304555 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-aec9756c-8854-45fe-bdda-db2659227669 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:45.343613 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:45.352215 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-aec9756c-8854-45fe-bdda-db2659227669 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Calling delete_port for 4063b71e-912c-4b03-9245-510b1e43e903 owned by network:router_interface {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:56:45.355932 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-bba164a6-89b7-4696-a170-755256cd7688 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Calling delete_port for e3e5031b-4f70-4e91-99e1-7a6a262db0f2 owned by network:floatingip {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:56:45.370392 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef1dcf8-87f6-41f3-872b-49c76de49a7c None None] DHCP port deletion for 4d1aa380-e411-494b-958c-7f758df734d6 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 06:56:45.421029 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a678f408-adc6-48f1-9325-ba9c8d89ecba None None] Pushing event updated for resources: {'Port': ['ID=ebcf80a6-e4da-48a5-86e4-37f9c98e5a1e,revision_number=4']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:45.464493 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1118c1-b704-4db8-a973-14023f948236 None None] Routers {'0149b0df-eb23-4c02-a086-bd9ef410c234'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:56:45.465438 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-7d1118c1-b704-4db8-a973-14023f948236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:56:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['0149b0df-eb23-4c02-a086-bd9ef410c234'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:45.482776 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port a4270be4-b19e-44e5-a6b3-325f08fc6922, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=a4270be4-b19e-44e5-a6b3-325f08fc6922,segment=NetworkSegment(98ee167a-1403-4867-958f-d4f6736b2e62),segment_id=98ee167a-1403-4867-958f-d4f6736b2e62)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:56:45.507410 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:45.508379 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device c0898313-07bc-45bd-85a2-20386a99a77d up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:56:45.616454 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-7d1118c1-b704-4db8-a973-14023f948236 None None] Set router 0149b0df-eb23-4c02-a086-bd9ef410c234 gateway port host: None {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:56:45.707275 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ef6304e-b328-4e22-af68-cef7c15b137a tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:56:45.718910 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-5ef6304e-b328-4e22-af68-cef7c15b137a tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "PUT /v2.0/routers/0149b0df-eb23-4c02-a086-bd9ef410c234/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0936344 Sep 23 06:56:45.725337 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44964) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:45.741129 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-bb10c519-b697-4b2c-81c1-12c5966b3b2b tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-525751817'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:56:45.796418 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-aec9756c-8854-45fe-bdda-db2659227669 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:45.824465 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=a4270be4-b19e-44e5-a6b3-325f08fc6922,revision_number=6']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:45.837102 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port c0898313-07bc-45bd-85a2-20386a99a77d triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:56:45.847531 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:45.880212 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec9756c-8854-45fe-bdda-db2659227669 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Pushing event deleted for resources: {'Port': ['ID=4063b71e-912c-4b03-9245-510b1e43e903,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:45.896478 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb10c519-b697-4b2c-81c1-12c5966b3b2b tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Made reservation on behalf of 18664d18977f48d3a961b4095d05ed52 for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:56:45.900826 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bb10c519-b697-4b2c-81c1-12c5966b3b2b tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:45.968288 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a60b82e1-c63c-4755-adf8-2db70749b32c None None] Provisioning complete for port 414139d9-2d7a-47d4-b638-19f7b638585b triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:56:45.968664 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a60b82e1-c63c-4755-adf8-2db70749b32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:45.984201 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-947bf3ca-ad9f-485f-b845-2ea4a48d2516 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:45.992996 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-7d1118c1-b704-4db8-a973-14023f948236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'name': 'tempest-RoutersIpV6Test-router-527177519', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:56:20Z', 'updated_at': '2021-09-23T06:56:41Z', 'revision_number': 4, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'gw_port_host': None, '_interfaces': [{'id': '414139d9-2d7a-47d4-b638-19f7b638585b', 'name': '', 'network_id': 'd59a759d-ba4b-41b1-b958-9ad0ad742f2f', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'mac_address': 'fa:16:3e:db:01:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '90f26265-f09b-4544-b4c8-1a454568d1e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:56:39Z', 'updated_at': '2021-09-23T06:56:44Z', 'revision_number': 4, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'subnets': [{'id': '90f26265-f09b-4544-b4c8-1a454568d1e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebcf80a6-e4da-48a5-86e4-37f9c98e5a1e', 'name': '', 'network_id': '7dc46c74-d521-4969-b1ab-fe454772b293', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'mac_address': 'fa:16:3e:4d:c4:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': 'b03920dd-474b-496d-ba64-0e0965ab395e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:56:30Z', 'updated_at': '2021-09-23T06:56:45Z', 'revision_number': 4, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'subnets': [{'id': 'b03920dd-474b-496d-ba64-0e0965ab395e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc21dbcb-38e5-41b4-83c1-c4a20fdba468', 'name': '', 'network_id': '3aa85240-395c-45b3-8f0a-394508f0f93b', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'mac_address': 'fa:16:3e:67:cb:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '7530e25f-c8e6-49fb-9bb9-42e044621486', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:56:23Z', 'updated_at': '2021-09-23T06:56:38Z', 'revision_number': 5, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'subnets': [{'id': '7530e25f-c8e6-49fb-9bb9-42e044621486', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:45.993632 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-8ef1dcf8-87f6-41f3-872b-49c76de49a7c None None] Deleting port a4270be4-b19e-44e5-a6b3-325f08fc6922 {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:56:45.993760 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8ef1dcf8-87f6-41f3-872b-49c76de49a7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:46.044349 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1118c1-b704-4db8-a973-14023f948236 None None] The sync data for ids ['0149b0df-eb23-4c02-a086-bd9ef410c234'] in n-d-715271-16 is: [{'id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'name': 'tempest-RoutersIpV6Test-router-527177519', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:56:20Z', 'updated_at': '2021-09-23T06:56:41Z', 'revision_number': 4, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'gw_port_host': None, '_interfaces': [{'id': '414139d9-2d7a-47d4-b638-19f7b638585b', 'name': '', 'network_id': 'd59a759d-ba4b-41b1-b958-9ad0ad742f2f', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'mac_address': 'fa:16:3e:db:01:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '90f26265-f09b-4544-b4c8-1a454568d1e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:56:39Z', 'updated_at': '2021-09-23T06:56:44Z', 'revision_number': 4, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'subnets': [{'id': '90f26265-f09b-4544-b4c8-1a454568d1e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebcf80a6-e4da-48a5-86e4-37f9c98e5a1e', 'name': '', 'network_id': '7dc46c74-d521-4969-b1ab-fe454772b293', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'mac_address': 'fa:16:3e:4d:c4:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': 'b03920dd-474b-496d-ba64-0e0965ab395e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:56:30Z', 'updated_at': '2021-09-23T06:56:45Z', 'revision_number': 4, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'subnets': [{'id': 'b03920dd-474b-496d-ba64-0e0965ab395e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc21dbcb-38e5-41b4-83c1-c4a20fdba468', 'name': '', 'network_id': '3aa85240-395c-45b3-8f0a-394508f0f93b', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'mac_address': 'fa:16:3e:67:cb:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '7530e25f-c8e6-49fb-9bb9-42e044621486', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:56:23Z', 'updated_at': '2021-09-23T06:56:38Z', 'revision_number': 5, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'subnets': [{'id': '7530e25f-c8e6-49fb-9bb9-42e044621486', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:56:46.135209 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb10c519-b697-4b2c-81c1-12c5966b3b2b tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:56:46.202516 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947bf3ca-ad9f-485f-b845-2ea4a48d2516 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Network 4d1aa380-e411-494b-958c-7f758df734d6 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:56:46.250817 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-947bf3ca-ad9f-485f-b845-2ea4a48d2516 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:56:46.264392 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947bf3ca-ad9f-485f-b845-2ea4a48d2516 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:46.269245 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-947bf3ca-ad9f-485f-b845-2ea4a48d2516 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:46.308233 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947bf3ca-ad9f-485f-b845-2ea4a48d2516 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event updated for resources: {'Subnet': ['ID=faedb0cf-802f-43ff-bf30-b3fb73cc6229,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:46.338049 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-aec9756c-8854-45fe-bdda-db2659227669 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2068624'] for router_interface, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:46.397470 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-947bf3ca-ad9f-485f-b845-2ea4a48d2516 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7289398 Sep 23 06:56:46.400606 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44980) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:46.418892 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bb10c519-b697-4b2c-81c1-12c5966b3b2b tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:46.418892 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-bb10c519-b697-4b2c-81c1-12c5966b3b2b tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Added segment 08eaf4c9-e00c-4adc-8ceb-321e9fc16e77 of type vlan for network f746bb4e-a8c0-47c9-b242-fd8e5b27ec90 Sep 23 06:56:46.422005 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-5d2ea826-4e42-4d7b-bfc0-b669597a8071 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Request body: {'port': {'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'fixed_ips': [{'subnet_id': 'faedb0cf-802f-43ff-bf30-b3fb73cc6229', 'ip_address': '2001:db8::9545:f486:48e3:5b1'}], 'name': 'tempest-NetworksTestDHCPv6-1911995646'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:56:46.426268 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bba164a6-89b7-4696-a170-755256cd7688 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:46.525029 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-8ef1dcf8-87f6-41f3-872b-49c76de49a7c None None] For port a4270be4-b19e-44e5-a6b3-325f08fc6922, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=a4270be4-b19e-44e5-a6b3-325f08fc6922,segment=NetworkSegment(98ee167a-1403-4867-958f-d4f6736b2e62),segment_id=98ee167a-1403-4867-958f-d4f6736b2e62)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:56:46.526334 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8ef1dcf8-87f6-41f3-872b-49c76de49a7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:46.608377 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a60b82e1-c63c-4755-adf8-2db70749b32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:46.613181 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba164a6-89b7-4696-a170-755256cd7688 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Pushing event deleted for resources: {'Port': ['ID=e3e5031b-4f70-4e91-99e1-7a6a262db0f2,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:46.630525 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aec9756c-8854-45fe-bdda-db2659227669 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Router a9c1e0e7-1e5e-46ec-ba12-0efcf505b219 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:56:46.683787 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:46.733447 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-8ef1dcf8-87f6-41f3-872b-49c76de49a7c None None] Calling delete_port for a4270be4-b19e-44e5-a6b3-325f08fc6922 owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:56:46.760209 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bba164a6-89b7-4696-a170-755256cd7688 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks [] for floatingip, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:46.761152 n-d-715271-16 neutron-server[95066]: INFO neutron.db.l3_db [None req-bba164a6-89b7-4696-a170-755256cd7688 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Floating IP 242f0fbf-4d20-4524-9213-1ef319258ec6 disassociated (deleted). External IP: 172.25.2.227, port: 6fbb63b5-6fe1-4b39-87fc-84e12dd65fa1. Sep 23 06:56:46.777663 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aec9756c-8854-45fe-bdda-db2659227669 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:56:46.790708 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-aec9756c-8854-45fe-bdda-db2659227669 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] 10.222.0.39 "PUT /v2.0/routers/a9c1e0e7-1e5e-46ec-ba12-0efcf505b219/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9489849 Sep 23 06:56:46.790708 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45002) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:46.800594 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3650797a-d3d1-4c58-adaa-8591fbc5360d None None] Sync routers for ids ['a9c1e0e7-1e5e-46ec-ba12-0efcf505b219'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:56:46.817077 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3650797a-d3d1-4c58-adaa-8591fbc5360d None None] Routers {'a9c1e0e7-1e5e-46ec-ba12-0efcf505b219'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:56:46.817699 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-3650797a-d3d1-4c58-adaa-8591fbc5360d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:56:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['a9c1e0e7-1e5e-46ec-ba12-0efcf505b219'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:46.857623 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [None req-ddaa28de-fa2e-475e-a703-86f69d537926 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] show failed (client error): The resource could not be found. Sep 23 06:56:46.865190 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-ddaa28de-fa2e-475e-a703-86f69d537926 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] 10.222.0.39 "GET /v2.0/routers/tempest-non_exist_router-1409593927 HTTP/1.1" status: 404 len: 335 time: 0.0682292 Sep 23 06:56:46.865817 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45004) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:46.876076 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bb10c519-b697-4b2c-81c1-12c5966b3b2b tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:46.883207 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a60b82e1-c63c-4755-adf8-2db70749b32c None None] For port 414139d9-2d7a-47d4-b638-19f7b638585b, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=414139d9-2d7a-47d4-b638-19f7b638585b,segment=NetworkSegment(5fc1ba7e-8404-4036-9973-3d0b8546a9d6),segment_id=5fc1ba7e-8404-4036-9973-3d0b8546a9d6)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:56:46.886720 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-bfafdc9d-39d9-45ac-8bee-5a3c683ec325 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Request body: {'router': {'name': 'new_name'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:56:46.888745 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-3650797a-d3d1-4c58-adaa-8591fbc5360d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:46.902712 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3650797a-d3d1-4c58-adaa-8591fbc5360d None None] Routers {'a9c1e0e7-1e5e-46ec-ba12-0efcf505b219'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:56:46.903453 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-3650797a-d3d1-4c58-adaa-8591fbc5360d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:56:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['a9c1e0e7-1e5e-46ec-ba12-0efcf505b219'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:46.963351 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-3650797a-d3d1-4c58-adaa-8591fbc5360d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:46.971703 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3650797a-d3d1-4c58-adaa-8591fbc5360d None None] The sync data for ids ['a9c1e0e7-1e5e-46ec-ba12-0efcf505b219'] in n-d-715271-16 is: [] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:56:46.977500 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a60b82e1-c63c-4755-adf8-2db70749b32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:46.979765 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [None req-bfafdc9d-39d9-45ac-8bee-5a3c683ec325 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] update failed (client error): The resource could not be found. Sep 23 06:56:46.981110 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-bfafdc9d-39d9-45ac-8bee-5a3c683ec325 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] 10.222.0.39 "PUT /v2.0/routers/tempest-non_exist_router-1580050539 HTTP/1.1" status: 404 len: 335 time: 0.1142421 Sep 23 06:56:46.988957 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45006) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:47.011035 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port c0898313-07bc-45bd-85a2-20386a99a77d, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=c0898313-07bc-45bd-85a2-20386a99a77d,segment=NetworkSegment(5fc1ba7e-8404-4036-9973-3d0b8546a9d6),segment_id=5fc1ba7e-8404-4036-9973-3d0b8546a9d6)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:56:47.060863 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:47.062233 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device fc21dbcb-38e5-41b4-83c1-c4a20fdba468 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:56:47.134780 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2ea826-4e42-4d7b-bfc0-b669597a8071 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Made reservation on behalf of 5e650be244de4ee8b27aea189be279d1 for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:56:47.151167 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-cca10676-0b2e-4149-a7d5-6c97c89545df tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Deleting subnet dd0c862c-a975-47ec-84cf-4f31cd10bf89 {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:56:47.155727 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-cca10676-0b2e-4149-a7d5-6c97c89545df tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:47.160766 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bb10c519-b697-4b2c-81c1-12c5966b3b2b tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:47.167085 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb10c519-b697-4b2c-81c1-12c5966b3b2b tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:47.167626 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bb10c519-b697-4b2c-81c1-12c5966b3b2b tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:47.175807 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a60b82e1-c63c-4755-adf8-2db70749b32c None None] Provisioning complete for port ebcf80a6-e4da-48a5-86e4-37f9c98e5a1e triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:56:47.176184 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a60b82e1-c63c-4755-adf8-2db70749b32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:47.247715 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45010) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:47.253010 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c71a4e-6301-4e01-94c3-ac8edec747e0 None None] Sync routers for ids ['0149b0df-eb23-4c02-a086-bd9ef410c234'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:56:47.268063 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-bb10c519-b697-4b2c-81c1-12c5966b3b2b tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5343945 Sep 23 06:56:47.269590 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45014) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:47.276568 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-3816a6a5-c430-4ce5-8bff-4d56d4b2a507 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Request body: {'subnet': {'network_id': 'f746bb4e-a8c0-47c9-b242-fd8e5b27ec90', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:56:47.279890 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60b82e1-c63c-4755-adf8-2db70749b32c None None] Pushing event updated for resources: {'Port': ['ID=414139d9-2d7a-47d4-b638-19f7b638585b,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:47.366214 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=c0898313-07bc-45bd-85a2-20386a99a77d,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:47.390339 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c71a4e-6301-4e01-94c3-ac8edec747e0 None None] Routers {'0149b0df-eb23-4c02-a086-bd9ef410c234'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:56:47.391118 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-f4c71a4e-6301-4e01-94c3-ac8edec747e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:56:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['0149b0df-eb23-4c02-a086-bd9ef410c234'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:47.445444 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port fc21dbcb-38e5-41b4-83c1-c4a20fdba468 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:56:47.445444 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:47.447226 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8ef1dcf8-87f6-41f3-872b-49c76de49a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:47.459302 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8f61c212-b9f5-4772-950a-70a6f5883ca6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:47.476362 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3816a6a5-c430-4ce5-8bff-4d56d4b2a507 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Made reservation on behalf of 18664d18977f48d3a961b4095d05ed52 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:56:47.481675 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3816a6a5-c430-4ce5-8bff-4d56d4b2a507 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:47.543822 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef1dcf8-87f6-41f3-872b-49c76de49a7c None None] Pushing event deleted for resources: {'Port': ['ID=a4270be4-b19e-44e5-a6b3-325f08fc6922,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:47.548081 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef1dcf8-87f6-41f3-872b-49c76de49a7c None None] No DVR routers for this DVR port a4270be4-b19e-44e5-a6b3-325f08fc6922 on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:56:47.597006 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-f4c71a4e-6301-4e01-94c3-ac8edec747e0 None None] Set router 0149b0df-eb23-4c02-a086-bd9ef410c234 gateway port host: None {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:56:47.604443 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01c3cb5-6475-421a-b014-8433cc03f23d None None] Network 4d1aa380-e411-494b-958c-7f758df734d6 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:56:47.637570 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-cca10676-0b2e-4149-a7d5-6c97c89545df tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:47.735696 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8f61c212-b9f5-4772-950a-70a6f5883ca6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:47.744124 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb10c519-b697-4b2c-81c1-12c5966b3b2b tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Pushing event updated for resources: {'Network': ['ID=f746bb4e-a8c0-47c9-b242-fd8e5b27ec90,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:47.764732 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8f61c212-b9f5-4772-950a-70a6f5883ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:47.829414 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3816a6a5-c430-4ce5-8bff-4d56d4b2a507 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:47.839186 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f61c212-b9f5-4772-950a-70a6f5883ca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76ebf303-1e77-4930-b822-74d4ee681371,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:47.846148 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5d2ea826-4e42-4d7b-bfc0-b669597a8071 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:47.869137 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-8f61c212-b9f5-4772-950a-70a6f5883ca6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6dff5de824a34e70b85ca43511c9c7ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6200438 Sep 23 06:56:47.872733 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45020) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:47.896320 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [None req-5d2ea826-4e42-4d7b-bfc0-b669597a8071 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] device_id is not set on port 745beb2a-209c-4056-ba11-702e6a27dc34 yet. {{(pid=95066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 06:56:47.907086 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-cca10676-0b2e-4149-a7d5-6c97c89545df tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:47.935669 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bba164a6-89b7-4696-a170-755256cd7688 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Router 553a4728-3158-486f-81f6-d5fda5531618 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:56:47.948599 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3816a6a5-c430-4ce5-8bff-4d56d4b2a507 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Pushing event updated for resources: {'Subnet': ['ID=0d3e5bf4-8603-46e7-84d9-44bb26d03747,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:47.961726 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network f746bb4e-a8c0-47c9-b242-fd8e5b27ec90 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:56:47.965621 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3816a6a5-c430-4ce5-8bff-4d56d4b2a507 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Checking segment: {'id': '08eaf4c9-e00c-4adc-8ceb-321e9fc16e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f746bb4e-a8c0-47c9-b242-fd8e5b27ec90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:56:47.965621 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3816a6a5-c430-4ce5-8bff-4d56d4b2a507 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Network hostable DHCP agents. Network: f746bb4e-a8c0-47c9-b242-fd8e5b27ec90, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:56:47.980469 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-109461ea-2e1c-4150-aca4-12a93e3e763e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:48.006168 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a60b82e1-c63c-4755-adf8-2db70749b32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:48.013185 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3816a6a5-c430-4ce5-8bff-4d56d4b2a507 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Network f746bb4e-a8c0-47c9-b242-fd8e5b27ec90 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:56:48.016680 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-109461ea-2e1c-4150-aca4-12a93e3e763e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:48.040617 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-3816a6a5-c430-4ce5-8bff-4d56d4b2a507 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, f746bb4e-a8c0-47c9-b242-fd8e5b27ec90) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:56:48.045240 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3816a6a5-c430-4ce5-8bff-4d56d4b2a507 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:48.045828 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3816a6a5-c430-4ce5-8bff-4d56d4b2a507 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:48.062817 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43da3c5-af5c-4f94-a2ed-dc11f598afcd None None] Network f746bb4e-a8c0-47c9-b242-fd8e5b27ec90 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:56:48.080724 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-3816a6a5-c430-4ce5-8bff-4d56d4b2a507 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8069253 Sep 23 06:56:48.080967 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45022) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:48.118717 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-cca10676-0b2e-4149-a7d5-6c97c89545df tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:48.144677 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-109461ea-2e1c-4150-aca4-12a93e3e763e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:48.147354 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-109461ea-2e1c-4150-aca4-12a93e3e763e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:48.150878 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-109461ea-2e1c-4150-aca4-12a93e3e763e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/76ebf303-1e77-4930-b822-74d4ee681371 HTTP/1.1" status: 204 len: 168 time: 0.2745085 Sep 23 06:56:48.189088 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109461ea-2e1c-4150-aca4-12a93e3e763e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ebf303-1e77-4930-b822-74d4ee681371,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:48.195616 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 3ab9ae48-1e67-4da4-abdc-905392b9c21d up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:56:48.210495 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a60b82e1-c63c-4755-adf8-2db70749b32c None None] For port ebcf80a6-e4da-48a5-86e4-37f9c98e5a1e, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=ebcf80a6-e4da-48a5-86e4-37f9c98e5a1e,segment=NetworkSegment(71c0724b-656d-4875-b0d6-5a9fbc0f1955),segment_id=71c0724b-656d-4875-b0d6-5a9fbc0f1955)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:56:48.232400 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca10676-0b2e-4149-a7d5-6c97c89545df tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Pushing event deleted for resources: {'Subnet': ['ID=dd0c862c-a975-47ec-84cf-4f31cd10bf89,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:48.259746 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a60b82e1-c63c-4755-adf8-2db70749b32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:48.295244 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-cca10676-0b2e-4149-a7d5-6c97c89545df tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:48.297159 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-cca10676-0b2e-4149-a7d5-6c97c89545df tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] 10.222.0.39 "DELETE /v2.0/subnets/dd0c862c-a975-47ec-84cf-4f31cd10bf89 HTTP/1.1" status: 204 len: 168 time: 1.3053288 Sep 23 06:56:48.303676 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-5d2ea826-4e42-4d7b-bfc0-b669597a8071 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Allocated IP 2001:db8::9545:f486:48e3:5b1 (4d1aa380-e411-494b-958c-7f758df734d6/faedb0cf-802f-43ff-bf30-b3fb73cc6229/745beb2a-209c-4056-ba11-702e6a27dc34) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:56:48.305694 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45026) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:48.321855 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ad3a2c-0a2a-4f73-9671-82d5e0009fa3 None None] Network 7e516bbc-f05e-4901-8958-0387723d9722 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:56:48.428649 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a60b82e1-c63c-4755-adf8-2db70749b32c None None] Could not find standard attr ID for object 9f8a785b-a138-4a60-b2e2-4d78c368bd0b. {{(pid=95067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 06:56:48.549232 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5d2ea826-4e42-4d7b-bfc0-b669597a8071 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:48.551716 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4991f8e8-22ca-4f7b-b8f4-c07914293c6a tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:48.555578 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a60b82e1-c63c-4755-adf8-2db70749b32c None None] Provisioning complete for port c0898313-07bc-45bd-85a2-20386a99a77d triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:56:48.556527 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a60b82e1-c63c-4755-adf8-2db70749b32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:48.578175 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba164a6-89b7-4696-a170-755256cd7688 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:56:48.601072 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b941bb-8b0c-482a-96ed-8ab26e4bd837 None None] Sync routers for ids ['553a4728-3158-486f-81f6-d5fda5531618'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:56:48.601666 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bba164a6-89b7-4696-a170-755256cd7688 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:48.623267 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b941bb-8b0c-482a-96ed-8ab26e4bd837 None None] Routers {'553a4728-3158-486f-81f6-d5fda5531618'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:56:48.624241 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-f4b941bb-8b0c-482a-96ed-8ab26e4bd837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:56:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['553a4728-3158-486f-81f6-d5fda5531618'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:48.634240 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45032) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:48.643024 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-3413bf33-f809-406c-858a-0337eaeb5048 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Deleting subnet 6aade8b4-e4d6-44e4-945e-091cbf109c2f {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:56:48.646560 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3413bf33-f809-406c-858a-0337eaeb5048 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:48.679671 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-f4b941bb-8b0c-482a-96ed-8ab26e4bd837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:48.690678 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b941bb-8b0c-482a-96ed-8ab26e4bd837 None None] Routers {'553a4728-3158-486f-81f6-d5fda5531618'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:56:48.691584 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-f4b941bb-8b0c-482a-96ed-8ab26e4bd837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:56:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['553a4728-3158-486f-81f6-d5fda5531618'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:48.692066 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3413bf33-f809-406c-858a-0337eaeb5048 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:48.698438 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6cc77ed-8e92-4660-949c-ccb7d2a91615 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-4d1aa380-e411-494b-958c-7f758df734d6', 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'tenant_id': '5e650be244de4ee8b27aea189be279d1', 'fixed_ips': [{'subnet_id': 'faedb0cf-802f-43ff-bf30-b3fb73cc6229'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 06:56:48.699343 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e6cc77ed-8e92-4660-949c-ccb7d2a91615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:48.758738 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60b82e1-c63c-4755-adf8-2db70749b32c None None] Pushing event updated for resources: {'Port': ['ID=ebcf80a6-e4da-48a5-86e4-37f9c98e5a1e,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:48.785249 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 3ab9ae48-1e67-4da4-abdc-905392b9c21d triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:56:48.785509 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:48.813817 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3413bf33-f809-406c-858a-0337eaeb5048 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:48.853843 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-f4b941bb-8b0c-482a-96ed-8ab26e4bd837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:48.857956 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b941bb-8b0c-482a-96ed-8ab26e4bd837 None None] The sync data for ids ['553a4728-3158-486f-81f6-d5fda5531618'] in n-d-715271-16 is: [] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:56:48.897743 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3413bf33-f809-406c-858a-0337eaeb5048 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:48.899004 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3528d552-f614-402b-a73f-a436d028ac2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-f746bb4e-a8c0-47c9-b242-fd8e5b27ec90', 'network_id': 'f746bb4e-a8c0-47c9-b242-fd8e5b27ec90', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'fixed_ips': [{'subnet_id': '0d3e5bf4-8603-46e7-84d9-44bb26d03747'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 06:56:48.900176 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3528d552-f614-402b-a73f-a436d028ac2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:48.931175 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3413bf33-f809-406c-858a-0337eaeb5048 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:48.935802 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-3413bf33-f809-406c-858a-0337eaeb5048 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] 10.222.0.39 "DELETE /v2.0/subnets/6aade8b4-e4d6-44e4-945e-091cbf109c2f HTTP/1.1" status: 204 len: 168 time: 0.6265290 Sep 23 06:56:48.937579 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2572cb52-79fa-4abf-913e-a2c3dd7e2fd4 None None] Network 1021180e-baba-4e63-8156-80315f7a3e59 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:56:48.957173 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45036) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:48.965255 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-bba164a6-89b7-4696-a170-755256cd7688 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] 10.222.0.39 "DELETE /v2.0/floatingips/242f0fbf-4d20-4524-9213-1ef319258ec6 HTTP/1.1" status: 204 len: 168 time: 6.0986302 Sep 23 06:56:48.970808 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3413bf33-f809-406c-858a-0337eaeb5048 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Pushing event deleted for resources: {'Subnet': ['ID=6aade8b4-e4d6-44e4-945e-091cbf109c2f,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:48.974054 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45038) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:48.981349 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-47ec2569-f100-4516-be6b-9f3558651672 tempest-FloatingIPAdminTestJSON-1861506112 tempest-FloatingIPAdminTestJSON-1861506112-project-admin] Request body: {'floatingip': {'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:56:49.006356 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1179777e-9b96-4480-87b3-357fa27f0907 None None] DHCP port deletion for 7e516bbc-f05e-4901-8958-0387723d9722 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 06:56:49.045998 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-f4c71a4e-6301-4e01-94c3-ac8edec747e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'name': 'tempest-RoutersIpV6Test-router-527177519', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:56:20Z', 'updated_at': '2021-09-23T06:56:41Z', 'revision_number': 4, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'gw_port_host': None, '_interfaces': [{'id': '414139d9-2d7a-47d4-b638-19f7b638585b', 'name': '', 'network_id': 'd59a759d-ba4b-41b1-b958-9ad0ad742f2f', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'mac_address': 'fa:16:3e:db:01:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '90f26265-f09b-4544-b4c8-1a454568d1e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:56:39Z', 'updated_at': '2021-09-23T06:56:46Z', 'revision_number': 5, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'subnets': [{'id': '90f26265-f09b-4544-b4c8-1a454568d1e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebcf80a6-e4da-48a5-86e4-37f9c98e5a1e', 'name': '', 'network_id': '7dc46c74-d521-4969-b1ab-fe454772b293', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'mac_address': 'fa:16:3e:4d:c4:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': 'b03920dd-474b-496d-ba64-0e0965ab395e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:56:30Z', 'updated_at': '2021-09-23T06:56:45Z', 'revision_number': 4, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'subnets': [{'id': 'b03920dd-474b-496d-ba64-0e0965ab395e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc21dbcb-38e5-41b4-83c1-c4a20fdba468', 'name': '', 'network_id': '3aa85240-395c-45b3-8f0a-394508f0f93b', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'mac_address': 'fa:16:3e:67:cb:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '7530e25f-c8e6-49fb-9bb9-42e044621486', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:56:23Z', 'updated_at': '2021-09-23T06:56:38Z', 'revision_number': 5, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'subnets': [{'id': '7530e25f-c8e6-49fb-9bb9-42e044621486', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:49.057462 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5d2ea826-4e42-4d7b-bfc0-b669597a8071 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:49.087847 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-338ac76a-46fa-4a91-a347-d03037ff4054 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:49.102601 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f1aaea92-82d7-49cc-a3ef-9a45c7694f02 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:49.110171 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-47ec2569-f100-4516-be6b-9f3558651672 tempest-FloatingIPAdminTestJSON-1861506112 tempest-FloatingIPAdminTestJSON-1861506112-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:49.135945 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2ea826-4e42-4d7b-bfc0-b669597a8071 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Network 4d1aa380-e411-494b-958c-7f758df734d6 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:56:49.145752 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-5d2ea826-4e42-4d7b-bfc0-b669597a8071 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:56:49.156351 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2ea826-4e42-4d7b-bfc0-b669597a8071 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:56:49.162774 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2ea826-4e42-4d7b-bfc0-b669597a8071 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:49.163590 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5d2ea826-4e42-4d7b-bfc0-b669597a8071 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:49.169001 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2ea826-4e42-4d7b-bfc0-b669597a8071 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event updated for resources: {'Port': ['ID=745beb2a-209c-4056-ba11-702e6a27dc34,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:49.224792 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c71a4e-6301-4e01-94c3-ac8edec747e0 None None] Checking router: 0149b0df-eb23-4c02-a086-bd9ef410c234 for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:56:49.281423 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-f1aaea92-82d7-49cc-a3ef-9a45c7694f02 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Deleting port 8aab6834-48bf-4791-840f-b04a91dd82c7 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:56:49.281796 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f1aaea92-82d7-49cc-a3ef-9a45c7694f02 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:49.333408 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c71a4e-6301-4e01-94c3-ac8edec747e0 None None] Routers {'0149b0df-eb23-4c02-a086-bd9ef410c234'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:56:49.334245 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-f4c71a4e-6301-4e01-94c3-ac8edec747e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:56:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['0149b0df-eb23-4c02-a086-bd9ef410c234'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:49.341016 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-4991f8e8-22ca-4f7b-b8f4-c07914293c6a tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Allocated IP 2001:db8:3::1 (f746bb4e-a8c0-47c9-b242-fd8e5b27ec90/0d3e5bf4-8603-46e7-84d9-44bb26d03747/be172cfd-0f67-4354-9fa5-29232c79bf30) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:56:49.357045 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-f1aaea92-82d7-49cc-a3ef-9a45c7694f02 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] For port 8aab6834-48bf-4791-840f-b04a91dd82c7, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=8aab6834-48bf-4791-840f-b04a91dd82c7,segment=NetworkSegment(c5b38e5f-7dcd-4c1d-92cb-1da55f170ab1),segment_id=c5b38e5f-7dcd-4c1d-92cb-1da55f170ab1)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:56:49.357505 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f1aaea92-82d7-49cc-a3ef-9a45c7694f02 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:49.363685 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-47ec2569-f100-4516-be6b-9f3558651672 tempest-FloatingIPAdminTestJSON-1861506112 tempest-FloatingIPAdminTestJSON-1861506112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:49.389069 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-338ac76a-46fa-4a91-a347-d03037ff4054 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:49.399012 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-f1aaea92-82d7-49cc-a3ef-9a45c7694f02 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Calling delete_port for 8aab6834-48bf-4791-840f-b04a91dd82c7 owned by network:dhcp {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:56:49.402619 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-338ac76a-46fa-4a91-a347-d03037ff4054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:49.409268 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a60b82e1-c63c-4755-adf8-2db70749b32c None None] Could not find standard attr ID for object 1c3a055b-36e2-463e-9b3a-fe3c6ece2a4c. {{(pid=95067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 06:56:49.435313 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-e6cc77ed-8e92-4660-949c-ccb7d2a91615 None None] Allocated IP 2001:db8::2 (4d1aa380-e411-494b-958c-7f758df734d6/faedb0cf-802f-43ff-bf30-b3fb73cc6229/6a60fda8-bcd9-4465-ba99-7b3b3b8e35ca) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:56:49.450609 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-5d2ea826-4e42-4d7b-bfc0-b669597a8071 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.0380192 Sep 23 06:56:49.452752 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45040) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:49.472099 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a60b82e1-c63c-4755-adf8-2db70749b32c None None] Could not find standard attr ID for object db3730f6-be39-4a0c-92e3-22c297c3ddc4. {{(pid=95067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 06:56:49.490217 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-338ac76a-46fa-4a91-a347-d03037ff4054 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1f416145a3394319879a40ba43d654a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8553813 Sep 23 06:56:49.495312 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338ac76a-46fa-4a91-a347-d03037ff4054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83c22fed-8a5c-4703-b5f5-b81373acabb6,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:49.504199 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45042) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:49.537070 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-f4c71a4e-6301-4e01-94c3-ac8edec747e0 None None] Set router 0149b0df-eb23-4c02-a086-bd9ef410c234 gateway port host: None {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:56:49.549739 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-1179777e-9b96-4480-87b3-357fa27f0907 None None] Deleting port 8aab6834-48bf-4791-840f-b04a91dd82c7 {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:56:49.550514 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-1179777e-9b96-4480-87b3-357fa27f0907 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:49.605734 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3d705a-c397-4ec9-b0de-55c6d2e2a715 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:49.607308 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-3a3d705a-c397-4ec9-b0de-55c6d2e2a715 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1489513 Sep 23 06:56:49.615434 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45046) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:49.652052 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-29c6667a-8e38-436b-b468-24c6ea1156ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:49.689129 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-29c6667a-8e38-436b-b468-24c6ea1156ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:49.722563 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-47ec2569-f100-4516-be6b-9f3558651672 tempest-FloatingIPAdminTestJSON-1861506112 tempest-FloatingIPAdminTestJSON-1861506112-project-admin] Allocated IP 172.25.2.103 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/c560a0cb-79c0-4a30-93fa-7459e377ed16) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:56:49.747934 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4991f8e8-22ca-4f7b-b8f4-c07914293c6a tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:49.787087 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f1aaea92-82d7-49cc-a3ef-9a45c7694f02 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:49.796881 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-29c6667a-8e38-436b-b468-24c6ea1156ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:49.801575 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-29c6667a-8e38-436b-b468-24c6ea1156ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:49.805133 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-29c6667a-8e38-436b-b468-24c6ea1156ce admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/83c22fed-8a5c-4703-b5f5-b81373acabb6 HTTP/1.1" status: 204 len: 168 time: 0.2976580 Sep 23 06:56:49.820689 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6667a-8e38-436b-b468-24c6ea1156ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c22fed-8a5c-4703-b5f5-b81373acabb6,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:49.831580 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4991f8e8-22ca-4f7b-b8f4-c07914293c6a tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:49.855762 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1aaea92-82d7-49cc-a3ef-9a45c7694f02 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] No DVR routers for this DVR port 8aab6834-48bf-4791-840f-b04a91dd82c7 on host n-d-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:56:49.863508 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device c0898313-07bc-45bd-85a2-20386a99a77d up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:56:49.866355 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df31f12-b3d6-43d9-bc32-10917f278096 None None] DHCP port deletion for 1021180e-baba-4e63-8156-80315f7a3e59 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 06:56:49.871990 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aaea92-82d7-49cc-a3ef-9a45c7694f02 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Pushing event deleted for resources: {'Port': ['ID=8aab6834-48bf-4791-840f-b04a91dd82c7,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:49.912273 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4991f8e8-22ca-4f7b-b8f4-c07914293c6a tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Network f746bb4e-a8c0-47c9-b242-fd8e5b27ec90 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:56:49.915956 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-4991f8e8-22ca-4f7b-b8f4-c07914293c6a tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:56:49.921815 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4991f8e8-22ca-4f7b-b8f4-c07914293c6a tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:56:49.922409 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4991f8e8-22ca-4f7b-b8f4-c07914293c6a tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068614'] for router_interface, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:49.970733 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4991f8e8-22ca-4f7b-b8f4-c07914293c6a tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Pushing event updated for resources: {'Port': ['ID=be172cfd-0f67-4354-9fa5-29232c79bf30,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:50.024416 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-185181e2-1100-4945-a23d-5d37439d0db4 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Deleting port 745beb2a-209c-4056-ba11-702e6a27dc34 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:56:50.024763 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-185181e2-1100-4945-a23d-5d37439d0db4 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:50.077923 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-4f30c8b9-9c57-4df8-97ce-58e6abaa0b77 None None] Provisioning complete for port ebcf80a6-e4da-48a5-86e4-37f9c98e5a1e triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:56:50.078312 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-4f30c8b9-9c57-4df8-97ce-58e6abaa0b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:50.099639 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4991f8e8-22ca-4f7b-b8f4-c07914293c6a tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:50.162035 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-1179777e-9b96-4480-87b3-357fa27f0907 None None] For port 8aab6834-48bf-4791-840f-b04a91dd82c7, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=8aab6834-48bf-4791-840f-b04a91dd82c7,segment=NetworkSegment(c5b38e5f-7dcd-4c1d-92cb-1da55f170ab1),segment_id=c5b38e5f-7dcd-4c1d-92cb-1da55f170ab1)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:56:50.162439 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-1179777e-9b96-4480-87b3-357fa27f0907 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:50.194028 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-185181e2-1100-4945-a23d-5d37439d0db4 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:50.212561 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-185181e2-1100-4945-a23d-5d37439d0db4 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Calling delete_port for 745beb2a-209c-4056-ba11-702e6a27dc34 owned by {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:56:50.227427 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-3528d552-f614-402b-a73f-a436d028ac2e None None] Allocated IP 2001:db8:3::2 (f746bb4e-a8c0-47c9-b242-fd8e5b27ec90/0d3e5bf4-8603-46e7-84d9-44bb26d03747/0e69e96b-877f-4b5d-be78-37f4ed1b4fb6) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:56:50.255162 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-1179777e-9b96-4480-87b3-357fa27f0907 None None] Calling delete_port for 8aab6834-48bf-4791-840f-b04a91dd82c7 owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:56:50.263036 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f1aaea92-82d7-49cc-a3ef-9a45c7694f02 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:50.276450 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-47ec2569-f100-4516-be6b-9f3558651672 tempest-FloatingIPAdminTestJSON-1861506112 tempest-FloatingIPAdminTestJSON-1861506112-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:50.397911 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e6cc77ed-8e92-4660-949c-ccb7d2a91615 None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:50.419134 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4991f8e8-22ca-4f7b-b8f4-c07914293c6a tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:50.423855 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port c0898313-07bc-45bd-85a2-20386a99a77d triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:56:50.424348 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:50.426616 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4991f8e8-22ca-4f7b-b8f4-c07914293c6a tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:50.427965 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4991f8e8-22ca-4f7b-b8f4-c07914293c6a tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067062'] for router_interface, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:50.439375 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-185181e2-1100-4945-a23d-5d37439d0db4 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:50.452965 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-f1aaea92-82d7-49cc-a3ef-9a45c7694f02 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e516bbc-f05e-4901-8958-0387723d9722']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:50.460173 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e6cc77ed-8e92-4660-949c-ccb7d2a91615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:50.491140 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185181e2-1100-4945-a23d-5d37439d0db4 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event deleted for resources: {'Port': ['ID=745beb2a-209c-4056-ba11-702e6a27dc34,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:50.503660 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-f1aaea92-82d7-49cc-a3ef-9a45c7694f02 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5b38e5f-7dcd-4c1d-92cb-1da55f170ab1') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:50.504004 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-f1aaea92-82d7-49cc-a3ef-9a45c7694f02 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5b38e5f-7dcd-4c1d-92cb-1da55f170ab1') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:50.511096 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4991f8e8-22ca-4f7b-b8f4-c07914293c6a tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Pushing event updated for resources: {'Port': ['ID=be172cfd-0f67-4354-9fa5-29232c79bf30,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:50.538470 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-0df31f12-b3d6-43d9-bc32-10917f278096 None None] Deleting port 8a65b7fe-ac89-4b22-a4a9-7e39aa1f663b {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:56:50.539046 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0df31f12-b3d6-43d9-bc32-10917f278096 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:50.547938 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-185181e2-1100-4945-a23d-5d37439d0db4 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:50.552392 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-185181e2-1100-4945-a23d-5d37439d0db4 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/ports/745beb2a-209c-4056-ba11-702e6a27dc34 HTTP/1.1" status: 204 len: 168 time: 0.9317181 Sep 23 06:56:50.557180 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45066) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:50.592747 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f1aaea92-82d7-49cc-a3ef-9a45c7694f02 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:50.600099 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4991f8e8-22ca-4f7b-b8f4-c07914293c6a tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Network f746bb4e-a8c0-47c9-b242-fd8e5b27ec90 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:56:50.601769 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-4991f8e8-22ca-4f7b-b8f4-c07914293c6a tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:56:50.626110 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f1aaea92-82d7-49cc-a3ef-9a45c7694f02 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:50.655976 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1aaea92-82d7-49cc-a3ef-9a45c7694f02 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:56:50.656778 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f1aaea92-82d7-49cc-a3ef-9a45c7694f02 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:50.664796 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 06:56:50.664796 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:56:50.664796 n-d-715271-16 neutron-server[95066]: timer() Sep 23 06:56:50.664796 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:56:50.664796 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 06:56:50.664796 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:56:50.664796 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 06:56:50.664796 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:56:50.664796 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 06:56:50.664796 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:56:50.664796 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 06:56:50.664796 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:56:50.664796 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 06:56:50.664796 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:56:50.664796 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:56:50.664796 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:56:50.664796 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:56:50.664796 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:56:50.664796 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 06:56:50.664796 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:56:50.664796 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 06:56:50.664796 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:56:50.664796 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:56:50.664796 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:56:50.664796 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 06:56:50.664796 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:56:50.664796 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:56:50.664796 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:56:50.664796 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:56:50.664796 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:56:50.664796 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:56:50.664796 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:56:50.679915 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88aa19ec-820e-4f46-af8d-d1efdcbb5317 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:50.681595 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88aa19ec-820e-4f46-af8d-d1efdcbb5317 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:50.685964 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-88aa19ec-820e-4f46-af8d-d1efdcbb5317 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1277494 Sep 23 06:56:50.689509 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45070) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:50.693378 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6cc77ed-8e92-4660-949c-ccb7d2a91615 None None] Network 4d1aa380-e411-494b-958c-7f758df734d6 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:56:50.745779 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cc77ed-8e92-4660-949c-ccb7d2a91615 None None] Pushing event updated for resources: {'Port': ['ID=6a60fda8-bcd9-4465-ba99-7b3b3b8e35ca,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:50.748472 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-e6cc77ed-8e92-4660-949c-ccb7d2a91615 None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:56:50.749348 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-47ec2569-f100-4516-be6b-9f3558651672 tempest-FloatingIPAdminTestJSON-1861506112 tempest-FloatingIPAdminTestJSON-1861506112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:50.755669 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-018c9c8d-663a-4d44-b03d-ddf148e28edc tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Deleting subnet faedb0cf-802f-43ff-bf30-b3fb73cc6229 {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:56:50.759119 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-018c9c8d-663a-4d44-b03d-ddf148e28edc tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:50.770618 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cc77ed-8e92-4660-949c-ccb7d2a91615 None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:56:50.771219 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4991f8e8-22ca-4f7b-b8f4-c07914293c6a tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Router 0149b0df-eb23-4c02-a086-bd9ef410c234 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:56:50.792912 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-0df31f12-b3d6-43d9-bc32-10917f278096 None None] For port 8a65b7fe-ac89-4b22-a4a9-7e39aa1f663b, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=8a65b7fe-ac89-4b22-a4a9-7e39aa1f663b,segment=NetworkSegment(3e9b0e06-752e-4ac2-8d42-845aef2644fe),segment_id=3e9b0e06-752e-4ac2-8d42-845aef2644fe)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:56:50.793319 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0df31f12-b3d6-43d9-bc32-10917f278096 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:50.798141 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-1179777e-9b96-4480-87b3-357fa27f0907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:50.826413 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-018c9c8d-663a-4d44-b03d-ddf148e28edc tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:50.883924 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-0df31f12-b3d6-43d9-bc32-10917f278096 None None] Calling delete_port for 8a65b7fe-ac89-4b22-a4a9-7e39aa1f663b owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:56:50.901608 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4991f8e8-22ca-4f7b-b8f4-c07914293c6a tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:56:50.910817 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1179777e-9b96-4480-87b3-357fa27f0907 None None] Pushing event deleted for resources: {'Port': ['ID=8aab6834-48bf-4791-840f-b04a91dd82c7,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:50.912698 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1179777e-9b96-4480-87b3-357fa27f0907 None None] No DVR routers for this DVR port 8aab6834-48bf-4791-840f-b04a91dd82c7 on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:56:50.931463 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-4991f8e8-22ca-4f7b-b8f4-c07914293c6a tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "PUT /v2.0/routers/0149b0df-eb23-4c02-a086-bd9ef410c234/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8493862 Sep 23 06:56:50.936723 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45078) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:50.950058 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-7d3ba4c0-d13b-4a1b-ad3a-103acb5a18a9 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:56:50.951939 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ec2569-f100-4516-be6b-9f3558651672 tempest-FloatingIPAdminTestJSON-1861506112 tempest-FloatingIPAdminTestJSON-1861506112-project-admin] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:56:50.952748 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f1aaea92-82d7-49cc-a3ef-9a45c7694f02 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:50.967684 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-4f30c8b9-9c57-4df8-97ce-58e6abaa0b77 None None] Provisioning complete for port 414139d9-2d7a-47d4-b638-19f7b638585b triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:56:50.968064 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-4f30c8b9-9c57-4df8-97ce-58e6abaa0b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:51.024999 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f1aaea92-82d7-49cc-a3ef-9a45c7694f02 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:51.027402 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-f1aaea92-82d7-49cc-a3ef-9a45c7694f02 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] 10.222.0.39 "DELETE /v2.0/networks/7e516bbc-f05e-4901-8958-0387723d9722 HTTP/1.1" status: 204 len: 168 time: 2.0673862 Sep 23 06:56:51.028943 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aaea92-82d7-49cc-a3ef-9a45c7694f02 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Pushing event deleted for resources: {'Network': ['ID=7e516bbc-f05e-4901-8958-0387723d9722,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:51.034796 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-47ec2569-f100-4516-be6b-9f3558651672 tempest-FloatingIPAdminTestJSON-1861506112 tempest-FloatingIPAdminTestJSON-1861506112-project-admin] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:56:51.040693 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45082) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:51.041547 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ec2569-f100-4516-be6b-9f3558651672 tempest-FloatingIPAdminTestJSON-1861506112 tempest-FloatingIPAdminTestJSON-1861506112-project-admin] Pushing event updated for resources: {'Port': ['ID=c560a0cb-79c0-4a30-93fa-7459e377ed16,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:51.055852 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-f4c71a4e-6301-4e01-94c3-ac8edec747e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'name': 'tempest-RoutersIpV6Test-router-527177519', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:56:20Z', 'updated_at': '2021-09-23T06:56:41Z', 'revision_number': 4, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'gw_port_host': None, '_interfaces': [{'id': '414139d9-2d7a-47d4-b638-19f7b638585b', 'name': '', 'network_id': 'd59a759d-ba4b-41b1-b958-9ad0ad742f2f', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'mac_address': 'fa:16:3e:db:01:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '90f26265-f09b-4544-b4c8-1a454568d1e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:56:39Z', 'updated_at': '2021-09-23T06:56:46Z', 'revision_number': 5, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'subnets': [{'id': '90f26265-f09b-4544-b4c8-1a454568d1e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebcf80a6-e4da-48a5-86e4-37f9c98e5a1e', 'name': '', 'network_id': '7dc46c74-d521-4969-b1ab-fe454772b293', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'mac_address': 'fa:16:3e:4d:c4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': 'b03920dd-474b-496d-ba64-0e0965ab395e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:56:30Z', 'updated_at': '2021-09-23T06:56:48Z', 'revision_number': 5, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'subnets': [{'id': 'b03920dd-474b-496d-ba64-0e0965ab395e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc21dbcb-38e5-41b4-83c1-c4a20fdba468', 'name': '', 'network_id': '3aa85240-395c-45b3-8f0a-394508f0f93b', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'mac_address': 'fa:16:3e:67:cb:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '7530e25f-c8e6-49fb-9bb9-42e044621486', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:56:23Z', 'updated_at': '2021-09-23T06:56:38Z', 'revision_number': 5, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'subnets': [{'id': '7530e25f-c8e6-49fb-9bb9-42e044621486', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:51.058719 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ec2569-f100-4516-be6b-9f3558651672 tempest-FloatingIPAdminTestJSON-1861506112 tempest-FloatingIPAdminTestJSON-1861506112-project-admin] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:56:51.059558 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3528d552-f614-402b-a73f-a436d028ac2e None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:51.124764 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c71a4e-6301-4e01-94c3-ac8edec747e0 None None] The sync data for ids ['0149b0df-eb23-4c02-a086-bd9ef410c234'] in n-d-715271-16 is: [{'id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'name': 'tempest-RoutersIpV6Test-router-527177519', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:56:20Z', 'updated_at': '2021-09-23T06:56:41Z', 'revision_number': 4, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'gw_port_host': None, '_interfaces': [{'id': '414139d9-2d7a-47d4-b638-19f7b638585b', 'name': '', 'network_id': 'd59a759d-ba4b-41b1-b958-9ad0ad742f2f', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'mac_address': 'fa:16:3e:db:01:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '90f26265-f09b-4544-b4c8-1a454568d1e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:56:39Z', 'updated_at': '2021-09-23T06:56:46Z', 'revision_number': 5, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'subnets': [{'id': '90f26265-f09b-4544-b4c8-1a454568d1e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebcf80a6-e4da-48a5-86e4-37f9c98e5a1e', 'name': '', 'network_id': '7dc46c74-d521-4969-b1ab-fe454772b293', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'mac_address': 'fa:16:3e:4d:c4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': 'b03920dd-474b-496d-ba64-0e0965ab395e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:56:30Z', 'updated_at': '2021-09-23T06:56:48Z', 'revision_number': 5, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'subnets': [{'id': 'b03920dd-474b-496d-ba64-0e0965ab395e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc21dbcb-38e5-41b4-83c1-c4a20fdba468', 'name': '', 'network_id': '3aa85240-395c-45b3-8f0a-394508f0f93b', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'mac_address': 'fa:16:3e:67:cb:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '7530e25f-c8e6-49fb-9bb9-42e044621486', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:56:23Z', 'updated_at': '2021-09-23T06:56:38Z', 'revision_number': 5, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'subnets': [{'id': '7530e25f-c8e6-49fb-9bb9-42e044621486', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:56:51.132764 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-e6cc77ed-8e92-4660-949c-ccb7d2a91615 None None] Attempting to bind port 6a60fda8-bcd9-4465-ba99-7b3b3b8e35ca on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:56:51.133150 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-e6cc77ed-8e92-4660-949c-ccb7d2a91615 None None] Attempting to bind port 6a60fda8-bcd9-4465-ba99-7b3b3b8e35ca by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '98ee167a-1403-4867-958f-d4f6736b2e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:56:51.133523 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cc77ed-8e92-4660-949c-ccb7d2a91615 None None] Attempting to bind port 6a60fda8-bcd9-4465-ba99-7b3b3b8e35ca on network 4d1aa380-e411-494b-958c-7f758df734d6 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:56:51.136094 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3528d552-f614-402b-a73f-a436d028ac2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:51.232035 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cc77ed-8e92-4660-949c-ccb7d2a91615 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:56:51.232443 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cc77ed-8e92-4660-949c-ccb7d2a91615 None None] Checking segment: {'id': '98ee167a-1403-4867-958f-d4f6736b2e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:56:51.232862 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e6cc77ed-8e92-4660-949c-ccb7d2a91615 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:51.233266 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cc77ed-8e92-4660-949c-ccb7d2a91615 None None] Bound using segment: {'id': '98ee167a-1403-4867-958f-d4f6736b2e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:56:51.233773 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-e6cc77ed-8e92-4660-949c-ccb7d2a91615 None None] Bound port: 6a60fda8-bcd9-4465-ba99-7b3b3b8e35ca, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98ee167a-1403-4867-958f-d4f6736b2e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:56:51.234190 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e6cc77ed-8e92-4660-949c-ccb7d2a91615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:51.237913 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 414139d9-2d7a-47d4-b638-19f7b638585b up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:56:51.319267 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3528d552-f614-402b-a73f-a436d028ac2e None None] Network f746bb4e-a8c0-47c9-b242-fd8e5b27ec90 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:56:51.383110 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-e6cc77ed-8e92-4660-949c-ccb7d2a91615 None None] For port 6a60fda8-bcd9-4465-ba99-7b3b3b8e35ca, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:56:51.389950 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-e6cc77ed-8e92-4660-949c-ccb7d2a91615 None None] For port 6a60fda8-bcd9-4465-ba99-7b3b3b8e35ca, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=6a60fda8-bcd9-4465-ba99-7b3b3b8e35ca,segment=NetworkSegment(98ee167a-1403-4867-958f-d4f6736b2e62),segment_id=98ee167a-1403-4867-958f-d4f6736b2e62)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:56:51.411327 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-3528d552-f614-402b-a73f-a436d028ac2e None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:56:51.421005 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3528d552-f614-402b-a73f-a436d028ac2e None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:56:51.443312 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-018c9c8d-663a-4d44-b03d-ddf148e28edc tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:51.443580 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2faf3be-606e-46cb-bdf8-badf075080d7 None None] Sync routers for ids ['0149b0df-eb23-4c02-a086-bd9ef410c234'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:56:51.464027 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0df31f12-b3d6-43d9-bc32-10917f278096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:51.466043 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e6cc77ed-8e92-4660-949c-ccb7d2a91615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:51.542483 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.extraroute_db [None req-7d3ba4c0-d13b-4a1b-ad3a-103acb5a18a9 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=95065) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 23 06:56:51.564653 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-47ec2569-f100-4516-be6b-9f3558651672 tempest-FloatingIPAdminTestJSON-1861506112 tempest-FloatingIPAdminTestJSON-1861506112-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:51.576881 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2faf3be-606e-46cb-bdf8-badf075080d7 None None] Routers {'0149b0df-eb23-4c02-a086-bd9ef410c234'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:56:51.577535 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-e2faf3be-606e-46cb-bdf8-badf075080d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:56:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['0149b0df-eb23-4c02-a086-bd9ef410c234'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:51.579668 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3528d552-f614-402b-a73f-a436d028ac2e None None] Pushing event updated for resources: {'Port': ['ID=0e69e96b-877f-4b5d-be78-37f4ed1b4fb6,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:51.591798 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-45996bd3-9500-4686-bc05-5bfc8329c582 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:51.592263 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.extraroute_db [None req-7d3ba4c0-d13b-4a1b-ad3a-103acb5a18a9 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Removed routes are [] {{(pid=95065) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 23 06:56:51.592780 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7d3ba4c0-d13b-4a1b-ad3a-103acb5a18a9 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2069904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5251'] for router, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:51.624145 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df31f12-b3d6-43d9-bc32-10917f278096 None None] No DVR routers for this DVR port 8a65b7fe-ac89-4b22-a4a9-7e39aa1f663b on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:56:51.650739 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-47ec2569-f100-4516-be6b-9f3558651672 tempest-FloatingIPAdminTestJSON-1861506112 tempest-FloatingIPAdminTestJSON-1861506112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:51.679237 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df31f12-b3d6-43d9-bc32-10917f278096 None None] Pushing event deleted for resources: {'Port': ['ID=8a65b7fe-ac89-4b22-a4a9-7e39aa1f663b,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:51.699832 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-018c9c8d-663a-4d44-b03d-ddf148e28edc tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:51.726144 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-3528d552-f614-402b-a73f-a436d028ac2e None None] Attempting to bind port 0e69e96b-877f-4b5d-be78-37f4ed1b4fb6 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:56:51.726522 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-3528d552-f614-402b-a73f-a436d028ac2e None None] Attempting to bind port 0e69e96b-877f-4b5d-be78-37f4ed1b4fb6 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '08eaf4c9-e00c-4adc-8ceb-321e9fc16e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f746bb4e-a8c0-47c9-b242-fd8e5b27ec90'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:56:51.727577 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3528d552-f614-402b-a73f-a436d028ac2e None None] Attempting to bind port 0e69e96b-877f-4b5d-be78-37f4ed1b4fb6 on network f746bb4e-a8c0-47c9-b242-fd8e5b27ec90 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:56:51.748276 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3528d552-f614-402b-a73f-a436d028ac2e None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:56:51.748693 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3528d552-f614-402b-a73f-a436d028ac2e None None] Checking segment: {'id': '08eaf4c9-e00c-4adc-8ceb-321e9fc16e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f746bb4e-a8c0-47c9-b242-fd8e5b27ec90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:56:51.749107 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3528d552-f614-402b-a73f-a436d028ac2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:51.749507 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3528d552-f614-402b-a73f-a436d028ac2e None None] Bound using segment: {'id': '08eaf4c9-e00c-4adc-8ceb-321e9fc16e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f746bb4e-a8c0-47c9-b242-fd8e5b27ec90'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:56:51.750506 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-3528d552-f614-402b-a73f-a436d028ac2e None None] Bound port: 0e69e96b-877f-4b5d-be78-37f4ed1b4fb6, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08eaf4c9-e00c-4adc-8ceb-321e9fc16e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f746bb4e-a8c0-47c9-b242-fd8e5b27ec90'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:56:51.750896 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3528d552-f614-402b-a73f-a436d028ac2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:51.788156 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018c9c8d-663a-4d44-b03d-ddf148e28edc tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event deleted for resources: {'Subnet': ['ID=faedb0cf-802f-43ff-bf30-b3fb73cc6229,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:51.795024 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-018c9c8d-663a-4d44-b03d-ddf148e28edc tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:51.800078 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-018c9c8d-663a-4d44-b03d-ddf148e28edc tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/subnets/faedb0cf-802f-43ff-bf30-b3fb73cc6229 HTTP/1.1" status: 204 len: 168 time: 1.1089952 Sep 23 06:56:51.801071 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45098) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:51.863384 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-45996bd3-9500-4686-bc05-5bfc8329c582 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:51.888785 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 414139d9-2d7a-47d4-b638-19f7b638585b triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:56:51.889251 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:51.909097 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-fa25118b-8c21-4499-9831-b6726e77fd05 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0969920 Sep 23 06:56:51.911627 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45108) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:51.918443 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-28a3cb45-4228-4a80-aca6-0af6f4f5a1dc tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Request body: {'subnet': {'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:56:51.980687 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-45996bd3-9500-4686-bc05-5bfc8329c582 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1021180e-baba-4e63-8156-80315f7a3e59']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:52.007059 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-45996bd3-9500-4686-bc05-5bfc8329c582 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e9b0e06-752e-4ac2-8d42-845aef2644fe') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:52.007380 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-45996bd3-9500-4686-bc05-5bfc8329c582 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e9b0e06-752e-4ac2-8d42-845aef2644fe') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:52.050785 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7d3ba4c0-d13b-4a1b-ad3a-103acb5a18a9 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2069904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5251'] for router, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:52.062573 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7d3ba4c0-d13b-4a1b-ad3a-103acb5a18a9 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2069929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2069922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2064665'] for router, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:52.110524 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-45996bd3-9500-4686-bc05-5bfc8329c582 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:52.202700 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cc77ed-8e92-4660-949c-ccb7d2a91615 None None] Pushing event updated for resources: {'Port': ['ID=6a60fda8-bcd9-4465-ba99-7b3b3b8e35ca,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:52.212343 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-45996bd3-9500-4686-bc05-5bfc8329c582 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:52.245406 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-e2faf3be-606e-46cb-bdf8-badf075080d7 None None] Set router 0149b0df-eb23-4c02-a086-bd9ef410c234 gateway port host: None {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:56:52.258002 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45996bd3-9500-4686-bc05-5bfc8329c582 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:56:52.258752 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-45996bd3-9500-4686-bc05-5bfc8329c582 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:52.262270 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 06:56:52.262270 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:56:52.262270 n-d-715271-16 neutron-server[95066]: timer() Sep 23 06:56:52.262270 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:56:52.262270 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 06:56:52.262270 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:56:52.262270 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 06:56:52.262270 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:56:52.262270 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 06:56:52.262270 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:56:52.262270 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 06:56:52.262270 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:56:52.262270 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 06:56:52.262270 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:56:52.262270 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:56:52.262270 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:56:52.262270 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:56:52.262270 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:56:52.262270 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 06:56:52.262270 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:56:52.262270 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 06:56:52.262270 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:56:52.262270 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:56:52.262270 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:56:52.262270 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 06:56:52.262270 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:56:52.262270 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:56:52.262270 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:56:52.262270 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:56:52.262270 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:56:52.262270 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:56:52.262270 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:56:52.278130 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a3cb45-4228-4a80-aca6-0af6f4f5a1dc tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Made reservation on behalf of 5e650be244de4ee8b27aea189be279d1 for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:56:52.280132 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d3ba4c0-d13b-4a1b-ad3a-103acb5a18a9 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Router 0149b0df-eb23-4c02-a086-bd9ef410c234 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:56:52.282223 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-28a3cb45-4228-4a80-aca6-0af6f4f5a1dc tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:52.376686 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device ebcf80a6-e4da-48a5-86e4-37f9c98e5a1e up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:56:52.433495 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d3ba4c0-d13b-4a1b-ad3a-103acb5a18a9 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:56:52.452685 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7d3ba4c0-d13b-4a1b-ad3a-103acb5a18a9 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:52.453225 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-47ec2569-f100-4516-be6b-9f3558651672 tempest-FloatingIPAdminTestJSON-1861506112 tempest-FloatingIPAdminTestJSON-1861506112-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:52.457575 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-7d3ba4c0-d13b-4a1b-ad3a-103acb5a18a9 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "PUT /v2.0/routers/0149b0df-eb23-4c02-a086-bd9ef410c234 HTTP/1.1" status: 200 len: 953 time: 1.5194085 Sep 23 06:56:52.462033 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45138) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:52.472495 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-45996bd3-9500-4686-bc05-5bfc8329c582 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:52.476925 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-3528d552-f614-402b-a73f-a436d028ac2e None None] For port 0e69e96b-877f-4b5d-be78-37f4ed1b4fb6, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:56:52.477748 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-47ec2569-f100-4516-be6b-9f3558651672 tempest-FloatingIPAdminTestJSON-1861506112 tempest-FloatingIPAdminTestJSON-1861506112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:52.523811 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-3528d552-f614-402b-a73f-a436d028ac2e None None] For port 0e69e96b-877f-4b5d-be78-37f4ed1b4fb6, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=0e69e96b-877f-4b5d-be78-37f4ed1b4fb6,segment=NetworkSegment(08eaf4c9-e00c-4adc-8ceb-321e9fc16e77),segment_id=08eaf4c9-e00c-4adc-8ceb-321e9fc16e77)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:56:52.533412 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3528d552-f614-402b-a73f-a436d028ac2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:52.547632 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-45996bd3-9500-4686-bc05-5bfc8329c582 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:52.552716 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-45996bd3-9500-4686-bc05-5bfc8329c582 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] 10.222.0.39 "DELETE /v2.0/networks/1021180e-baba-4e63-8156-80315f7a3e59 HTTP/1.1" status: 204 len: 168 time: 1.5082464 Sep 23 06:56:52.552902 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45148) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:52.627689 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45996bd3-9500-4686-bc05-5bfc8329c582 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Pushing event deleted for resources: {'Network': ['ID=1021180e-baba-4e63-8156-80315f7a3e59,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:52.635409 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee9fb5b7-f424-4cb2-afdf-faf227452d3c tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Deleting subnet fdeb4dd5-12b7-4d2e-accb-4a018a3d0f30 {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:56:52.639339 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ee9fb5b7-f424-4cb2-afdf-faf227452d3c tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:52.640845 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3528d552-f614-402b-a73f-a436d028ac2e None None] Pushing event updated for resources: {'Port': ['ID=0e69e96b-877f-4b5d-be78-37f4ed1b4fb6,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:52.647130 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port ebcf80a6-e4da-48a5-86e4-37f9c98e5a1e triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:56:52.647590 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:52.714423 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ee9fb5b7-f424-4cb2-afdf-faf227452d3c tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:52.761144 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-d83bc0fa-5c60-4da5-8f8e-02154b142a52 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "GET /v2.0/routers/0149b0df-eb23-4c02-a086-bd9ef410c234 HTTP/1.1" status: 200 len: 953 time: 0.2974572 Sep 23 06:56:52.761820 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45164) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:52.768466 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ec2569-f100-4516-be6b-9f3558651672 tempest-FloatingIPAdminTestJSON-1861506112 tempest-FloatingIPAdminTestJSON-1861506112-project-admin] Pushing event updated for resources: {'Port': ['ID=c560a0cb-79c0-4a30-93fa-7459e377ed16,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:52.771605 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-47ec2569-f100-4516-be6b-9f3558651672 tempest-FloatingIPAdminTestJSON-1861506112 tempest-FloatingIPAdminTestJSON-1861506112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:52.794886 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-e2faf3be-606e-46cb-bdf8-badf075080d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'name': 'tempest-RoutersIpV6Test-router-527177519', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:56:20Z', 'updated_at': '2021-09-23T06:56:50Z', 'revision_number': 5, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'gw_port_host': None, '_interfaces': [{'id': '414139d9-2d7a-47d4-b638-19f7b638585b', 'name': '', 'network_id': 'd59a759d-ba4b-41b1-b958-9ad0ad742f2f', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'mac_address': 'fa:16:3e:db:01:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '90f26265-f09b-4544-b4c8-1a454568d1e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:56:39Z', 'updated_at': '2021-09-23T06:56:46Z', 'revision_number': 5, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'subnets': [{'id': '90f26265-f09b-4544-b4c8-1a454568d1e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be172cfd-0f67-4354-9fa5-29232c79bf30', 'name': '', 'network_id': 'f746bb4e-a8c0-47c9-b242-fd8e5b27ec90', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'mac_address': 'fa:16:3e:6d:5a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': '0d3e5bf4-8603-46e7-84d9-44bb26d03747', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:56:49Z', 'updated_at': '2021-09-23T06:56:50Z', 'revision_number': 2, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'subnets': [{'id': '0d3e5bf4-8603-46e7-84d9-44bb26d03747', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebcf80a6-e4da-48a5-86e4-37f9c98e5a1e', 'name': '', 'network_id': '7dc46c74-d521-4969-b1ab-fe454772b293', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'mac_address': 'fa:16:3e:4d:c4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': 'b03920dd-474b-496d-ba64-0e0965ab395e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:56:30Z', 'updated_at': '2021-09-23T06:56:48Z', 'revision_number': 5, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'subnets': [{'id': 'b03920dd-474b-496d-ba64-0e0965ab395e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc21dbcb-38e5-41b4-83c1-c4a20fdba468', 'name': '', 'network_id': '3aa85240-395c-45b3-8f0a-394508f0f93b', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'mac_address': 'fa:16:3e:67:cb:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '7530e25f-c8e6-49fb-9bb9-42e044621486', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:56:23Z', 'updated_at': '2021-09-23T06:56:38Z', 'revision_number': 5, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'subnets': [{'id': '7530e25f-c8e6-49fb-9bb9-42e044621486', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:52.796637 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-6f91ad0b-c852-48b0-91bd-b0d9b3680df2 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Request body: {'router': {'routes': None}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:56:52.827503 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2faf3be-606e-46cb-bdf8-badf075080d7 None None] Checking router: 0149b0df-eb23-4c02-a086-bd9ef410c234 for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:56:52.827866 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2faf3be-606e-46cb-bdf8-badf075080d7 None None] Updating router 0149b0df-eb23-4c02-a086-bd9ef410c234 port be172cfd-0f67-4354-9fa5-29232c79bf30 binding host n-d-715271-16 {{(pid=95067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 06:56:52.873905 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e2faf3be-606e-46cb-bdf8-badf075080d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:52.915705 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ee9fb5b7-f424-4cb2-afdf-faf227452d3c tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:52.951821 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-47ec2569-f100-4516-be6b-9f3558651672 tempest-FloatingIPAdminTestJSON-1861506112 tempest-FloatingIPAdminTestJSON-1861506112-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:52.953087 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-47ec2569-f100-4516-be6b-9f3558651672 tempest-FloatingIPAdminTestJSON-1861506112 tempest-FloatingIPAdminTestJSON-1861506112-project-admin] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9768100 Sep 23 06:56:52.973102 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45178) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:53.006695 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 8aab6834-48bf-4791-840f-b04a91dd82c7 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:56:53.065805 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 8aab6834-48bf-4791-840f-b04a91dd82c7 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:56:53.066273 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 8aab6834-48bf-4791-840f-b04a91dd82c7 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:56:53.074063 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device a4270be4-b19e-44e5-a6b3-325f08fc6922 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:56:53.085407 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ee9fb5b7-f424-4cb2-afdf-faf227452d3c tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:53.119790 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9fb5b7-f424-4cb2-afdf-faf227452d3c tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Pushing event deleted for resources: {'Subnet': ['ID=fdeb4dd5-12b7-4d2e-accb-4a018a3d0f30,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:53.130094 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ee9fb5b7-f424-4cb2-afdf-faf227452d3c tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:53.132334 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-ee9fb5b7-f424-4cb2-afdf-faf227452d3c tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] 10.222.0.39 "DELETE /v2.0/subnets/fdeb4dd5-12b7-4d2e-accb-4a018a3d0f30 HTTP/1.1" status: 204 len: 168 time: 0.5782275 Sep 23 06:56:53.136925 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45190) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:53.201046 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5db921-033a-4942-93d9-bbf3900639fd None None] Network 2947689c-17fa-4929-84c2-e5bbbe6b3420 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:56:53.202848 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: a4270be4-b19e-44e5-a6b3-325f08fc6922 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:56:53.203198 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device a4270be4-b19e-44e5-a6b3-325f08fc6922 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:56:53.431976 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7b9d236e-e488-4986-ba70-6cd477f65f9a tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:53.504454 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc9b818-e658-4c6c-bd33-6f583a8ffce0 None None] Network 4d1aa380-e411-494b-958c-7f758df734d6 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:56:53.555435 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-921e722f-47ad-4b0c-8c5a-dc9a458788d3 tempest-FloatingIPAdminTestJSON-1407307003 tempest-FloatingIPAdminTestJSON-1407307003-project] Request body: {'floatingip': {'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:56:53.559511 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-28a3cb45-4228-4a80-aca6-0af6f4f5a1dc tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:53.613038 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-7b9d236e-e488-4986-ba70-6cd477f65f9a tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Deleting port 96969cb3-4c25-4ce5-bd1d-d6b119d21d37 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:56:53.613539 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7b9d236e-e488-4986-ba70-6cd477f65f9a tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:53.621783 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 0e69e96b-877f-4b5d-be78-37f4ed1b4fb6 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:56:53.651064 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a3cb45-4228-4a80-aca6-0af6f4f5a1dc tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Network 4d1aa380-e411-494b-958c-7f758df734d6 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:56:53.664416 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-28a3cb45-4228-4a80-aca6-0af6f4f5a1dc tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:56:53.665979 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45196) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:53.692661 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a3cb45-4228-4a80-aca6-0af6f4f5a1dc tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:53.693265 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-28a3cb45-4228-4a80-aca6-0af6f4f5a1dc tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:53.699166 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a3cb45-4228-4a80-aca6-0af6f4f5a1dc tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event updated for resources: {'Subnet': ['ID=63071473-8174-46ee-9a04-1496a4192693,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:53.709212 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-921e722f-47ad-4b0c-8c5a-dc9a458788d3 tempest-FloatingIPAdminTestJSON-1407307003 tempest-FloatingIPAdminTestJSON-1407307003-project] Notify callbacks [] for floatingip, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:53.728710 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-4913d118-eb43-4c3c-bb8c-6076e7e1655b None None] Provisioning complete for port 6a60fda8-bcd9-4465-ba99-7b3b3b8e35ca triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:56:53.728968 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-4913d118-eb43-4c3c-bb8c-6076e7e1655b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:53.748505 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-7b9d236e-e488-4986-ba70-6cd477f65f9a tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] For port 96969cb3-4c25-4ce5-bd1d-d6b119d21d37, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=96969cb3-4c25-4ce5-bd1d-d6b119d21d37,segment=NetworkSegment(914c223d-211c-46d9-af1a-537463cb6f4b),segment_id=914c223d-211c-46d9-af1a-537463cb6f4b)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:56:53.748912 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7b9d236e-e488-4986-ba70-6cd477f65f9a tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:53.751106 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-28a3cb45-4228-4a80-aca6-0af6f4f5a1dc tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8368933 Sep 23 06:56:53.751266 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45200) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:53.760900 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-b099e431-4baf-4050-b4a1-d7fcef4ad1dd tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Request body: {'port': {'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'fixed_ips': [{'subnet_id': '63071473-8174-46ee-9a04-1496a4192693', 'ip_address': '2001:db8::7f35:3cc2:824e:cf14'}], 'name': 'tempest-NetworksTestDHCPv6-174320315'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:56:53.879883 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-7b9d236e-e488-4986-ba70-6cd477f65f9a tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Calling delete_port for 96969cb3-4c25-4ce5-bd1d-d6b119d21d37 owned by network:dhcp {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:56:53.882703 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0afa81-7f7e-4409-9745-e2dba8f76132 None None] DHCP port deletion for 2947689c-17fa-4929-84c2-e5bbbe6b3420 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 06:56:53.925455 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d7189663-93e5-4efd-9eaf-d45375569027 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:53.974296 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 0e69e96b-877f-4b5d-be78-37f4ed1b4fb6 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:56:53.974566 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.extraroute_db [None req-6f91ad0b-c852-48b0-91bd-b0d9b3680df2 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Added routes are [] {{(pid=95066) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 23 06:56:53.974766 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.extraroute_db [None req-6f91ad0b-c852-48b0-91bd-b0d9b3680df2 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=95066) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 23 06:56:53.975300 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:54.015688 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e2faf3be-606e-46cb-bdf8-badf075080d7 None None] Notify callbacks [] for port, precommit_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:54.026985 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7b9d236e-e488-4986-ba70-6cd477f65f9a tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:54.036144 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6f91ad0b-c852-48b0-91bd-b0d9b3680df2 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2069904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5251'] for router, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:54.056954 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-921e722f-47ad-4b0c-8c5a-dc9a458788d3 tempest-FloatingIPAdminTestJSON-1407307003 tempest-FloatingIPAdminTestJSON-1407307003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:54.063433 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9d236e-e488-4986-ba70-6cd477f65f9a tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Pushing event deleted for resources: {'Port': ['ID=96969cb3-4c25-4ce5-bd1d-d6b119d21d37,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:54.069180 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e2faf3be-606e-46cb-bdf8-badf075080d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:54.070237 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9d236e-e488-4986-ba70-6cd477f65f9a tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] No DVR routers for this DVR port 96969cb3-4c25-4ce5-bd1d-d6b119d21d37 on host n-d-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:56:54.138500 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-4913d118-eb43-4c3c-bb8c-6076e7e1655b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:54.171953 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7b9d236e-e488-4986-ba70-6cd477f65f9a tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:54.203023 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-1d0afa81-7f7e-4409-9745-e2dba8f76132 None None] Deleting port 96969cb3-4c25-4ce5-bd1d-d6b119d21d37 {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:56:54.203405 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-1d0afa81-7f7e-4409-9745-e2dba8f76132 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:54.206036 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4519ff1e-6640-4624-9f3d-85f429f3b37d None None] Pushing event updated for resources: {'Port': ['ID=be172cfd-0f67-4354-9fa5-29232c79bf30,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:54.219651 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-7b9d236e-e488-4986-ba70-6cd477f65f9a tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2947689c-17fa-4929-84c2-e5bbbe6b3420']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:54.245389 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-7b9d236e-e488-4986-ba70-6cd477f65f9a tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '914c223d-211c-46d9-af1a-537463cb6f4b') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:54.245992 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-7b9d236e-e488-4986-ba70-6cd477f65f9a tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '914c223d-211c-46d9-af1a-537463cb6f4b') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:54.265269 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7b9d236e-e488-4986-ba70-6cd477f65f9a tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:54.293111 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7b9d236e-e488-4986-ba70-6cd477f65f9a tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:54.302310 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b9d236e-e488-4986-ba70-6cd477f65f9a tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:56:54.302775 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7b9d236e-e488-4986-ba70-6cd477f65f9a tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:54.306835 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 06:56:54.306835 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:56:54.306835 n-d-715271-16 neutron-server[95065]: timer() Sep 23 06:56:54.306835 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:56:54.306835 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 06:56:54.306835 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:56:54.306835 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 06:56:54.306835 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:56:54.306835 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 06:56:54.306835 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:56:54.306835 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 06:56:54.306835 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:56:54.306835 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 06:56:54.306835 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:56:54.306835 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:56:54.306835 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:56:54.306835 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:56:54.306835 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:56:54.306835 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 06:56:54.306835 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:56:54.306835 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 06:56:54.306835 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:56:54.306835 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:56:54.306835 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:56:54.306835 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 06:56:54.306835 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:56:54.306835 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:56:54.306835 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:56:54.306835 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:56:54.306835 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:56:54.306835 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:56:54.306835 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:56:54.312161 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d7189663-93e5-4efd-9eaf-d45375569027 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:54.335681 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-4913d118-eb43-4c3c-bb8c-6076e7e1655b None None] For port 6a60fda8-bcd9-4465-ba99-7b3b3b8e35ca, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=6a60fda8-bcd9-4465-ba99-7b3b3b8e35ca,segment=NetworkSegment(98ee167a-1403-4867-958f-d4f6736b2e62),segment_id=98ee167a-1403-4867-958f-d4f6736b2e62)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:56:54.349900 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b099e431-4baf-4050-b4a1-d7fcef4ad1dd tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Made reservation on behalf of 5e650be244de4ee8b27aea189be279d1 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:56:54.386021 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-4913d118-eb43-4c3c-bb8c-6076e7e1655b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:54.401472 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d7189663-93e5-4efd-9eaf-d45375569027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:54.407096 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-1d0afa81-7f7e-4409-9745-e2dba8f76132 None None] For port 96969cb3-4c25-4ce5-bd1d-d6b119d21d37, host n-d-715271-16, got binding levels [] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:56:54.407860 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-1d0afa81-7f7e-4409-9745-e2dba8f76132 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:54.412214 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:54.445225 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed37136-cc36-4b93-ab56-c2844c4c9df8 None None] Network f746bb4e-a8c0-47c9-b242-fd8e5b27ec90 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:56:54.447121 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b099e431-4baf-4050-b4a1-d7fcef4ad1dd tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:54.461331 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-1d0afa81-7f7e-4409-9745-e2dba8f76132 None None] Calling delete_port for 96969cb3-4c25-4ce5-bd1d-d6b119d21d37 owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:56:54.483772 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.ipam_backend_mixin [None req-1d0afa81-7f7e-4409-9745-e2dba8f76132 None None] Port 96969cb3-4c25-4ce5-bd1d-d6b119d21d37 was not found and therefore no delete operation was performed {{(pid=95067) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 23 06:56:54.484993 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-e2faf3be-606e-46cb-bdf8-badf075080d7 None None] Attempting to bind port be172cfd-0f67-4354-9fa5-29232c79bf30 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:56:54.485548 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-e2faf3be-606e-46cb-bdf8-badf075080d7 None None] Attempting to bind port be172cfd-0f67-4354-9fa5-29232c79bf30 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '08eaf4c9-e00c-4adc-8ceb-321e9fc16e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f746bb4e-a8c0-47c9-b242-fd8e5b27ec90'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:56:54.486161 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2faf3be-606e-46cb-bdf8-badf075080d7 None None] Attempting to bind port be172cfd-0f67-4354-9fa5-29232c79bf30 on network f746bb4e-a8c0-47c9-b242-fd8e5b27ec90 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:56:54.502961 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [None req-b099e431-4baf-4050-b4a1-d7fcef4ad1dd tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] device_id is not set on port 071a7e84-9726-4a04-aeea-5b6cd72dd838 yet. {{(pid=95065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 06:56:54.575336 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7189663-93e5-4efd-9eaf-d45375569027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc20ba4a-5951-4fdc-83bb-4f96bf54ed1a,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:54.588763 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7b9d236e-e488-4986-ba70-6cd477f65f9a tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:54.603294 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7b9d236e-e488-4986-ba70-6cd477f65f9a tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:54.608017 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-921e722f-47ad-4b0c-8c5a-dc9a458788d3 tempest-FloatingIPAdminTestJSON-1407307003 tempest-FloatingIPAdminTestJSON-1407307003-project] Allocated IP 172.25.2.174 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/98770088-1df5-48c9-b4cb-29665a3d50b7) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:56:54.608535 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-7b9d236e-e488-4986-ba70-6cd477f65f9a tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] 10.222.0.39 "DELETE /v2.0/networks/2947689c-17fa-4929-84c2-e5bbbe6b3420 HTTP/1.1" status: 204 len: 168 time: 1.4650559 Sep 23 06:56:54.611470 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45206) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:54.613268 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6f91ad0b-c852-48b0-91bd-b0d9b3680df2 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2069904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5251'] for router, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:54.620869 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-d7189663-93e5-4efd-9eaf-d45375569027 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7f07a8d4b8f949eeb24db5f85c4dd7c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9322085 Sep 23 06:56:54.623711 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45208) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:54.626183 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6f91ad0b-c852-48b0-91bd-b0d9b3680df2 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2069929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2069922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2064665'] for router, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:54.656827 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-89223633-2ad2-4b9a-ac3d-46d5adf95c06 tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9c1e0e7-1e5e-46ec-ba12-0efcf505b219 HTTP/1.1" status: 200 len: 205 time: 0.0418606 Sep 23 06:56:54.656827 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9d236e-e488-4986-ba70-6cd477f65f9a tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Pushing event deleted for resources: {'Network': ['ID=2947689c-17fa-4929-84c2-e5bbbe6b3420,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:54.660346 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45210) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:54.703923 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-1d0afa81-7f7e-4409-9745-e2dba8f76132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:54.721824 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916301b8-0edd-4582-86c6-519a1823232a None None] Network 4d1aa380-e411-494b-958c-7f758df734d6 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:56:54.736554 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2faf3be-606e-46cb-bdf8-badf075080d7 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:56:54.737021 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2faf3be-606e-46cb-bdf8-badf075080d7 None None] Checking segment: {'id': '08eaf4c9-e00c-4adc-8ceb-321e9fc16e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f746bb4e-a8c0-47c9-b242-fd8e5b27ec90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:56:54.737569 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e2faf3be-606e-46cb-bdf8-badf075080d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:54.737901 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2faf3be-606e-46cb-bdf8-badf075080d7 None None] Bound using segment: {'id': '08eaf4c9-e00c-4adc-8ceb-321e9fc16e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f746bb4e-a8c0-47c9-b242-fd8e5b27ec90'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:56:54.738451 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-e2faf3be-606e-46cb-bdf8-badf075080d7 None None] Bound port: be172cfd-0f67-4354-9fa5-29232c79bf30, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08eaf4c9-e00c-4adc-8ceb-321e9fc16e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f746bb4e-a8c0-47c9-b242-fd8e5b27ec90'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:56:54.738819 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e2faf3be-606e-46cb-bdf8-badf075080d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:54.769907 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-31957899-8e6e-42de-bae5-09400adfbfee tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks [] for router, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:54.797205 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1d0afa81-7f7e-4409-9745-e2dba8f76132 None None] Network 2947689c-17fa-4929-84c2-e5bbbe6b3420 is not hosted by any dhcp agent {{(pid=95067) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 23 06:56:54.797608 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0afa81-7f7e-4409-9745-e2dba8f76132 None None] No DVR routers for this DVR port 96969cb3-4c25-4ce5-bd1d-d6b119d21d37 on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:56:54.837506 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4913d118-eb43-4c3c-bb8c-6076e7e1655b None None] Pushing event updated for resources: {'Port': ['ID=6a60fda8-bcd9-4465-ba99-7b3b3b8e35ca,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:54.849457 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port 0e69e96b-877f-4b5d-be78-37f4ed1b4fb6, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=0e69e96b-877f-4b5d-be78-37f4ed1b4fb6,segment=NetworkSegment(08eaf4c9-e00c-4adc-8ceb-321e9fc16e77),segment_id=08eaf4c9-e00c-4adc-8ceb-321e9fc16e77)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:56:54.853654 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-b099e431-4baf-4050-b4a1-d7fcef4ad1dd tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Allocated IP 2001:db8::7f35:3cc2:824e:cf14 (4d1aa380-e411-494b-958c-7f758df734d6/63071473-8174-46ee-9a04-1496a4192693/071a7e84-9726-4a04-aeea-5b6cd72dd838) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:56:54.924189 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:54.924934 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 6a60fda8-bcd9-4465-ba99-7b3b3b8e35ca up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:56:54.927110 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0afa81-7f7e-4409-9745-e2dba8f76132 None None] Pushing event deleted for resources: {'Port': ['ID=96969cb3-4c25-4ce5-bd1d-d6b119d21d37,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:54.963354 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-31957899-8e6e-42de-bae5-09400adfbfee tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:54.967528 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-31957899-8e6e-42de-bae5-09400adfbfee tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:54.981223 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-c78acbc9-6d88-4c22-8d45-83056adc9a89 None None] Provisioning complete for port 0e69e96b-877f-4b5d-be78-37f4ed1b4fb6 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:56:54.982219 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c78acbc9-6d88-4c22-8d45-83056adc9a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:55.030845 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-31957899-8e6e-42de-bae5-09400adfbfee tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:55.031392 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31957899-8e6e-42de-bae5-09400adfbfee tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Fanout notify agent at l3_agent the message router_deleted on router a9c1e0e7-1e5e-46ec-ba12-0efcf505b219 {{(pid=95065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 06:56:55.040727 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-31957899-8e6e-42de-bae5-09400adfbfee tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:55.046476 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-31957899-8e6e-42de-bae5-09400adfbfee tempest-RoutersNegativeTest-1725982616 tempest-RoutersNegativeTest-1725982616-project] 10.222.0.39 "DELETE /v2.0/routers/a9c1e0e7-1e5e-46ec-ba12-0efcf505b219 HTTP/1.1" status: 204 len: 168 time: 0.3810449 Sep 23 06:56:55.119340 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ea592dd3-fdca-4716-8ffc-f2261e5dd0ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:55.122337 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f91ad0b-c852-48b0-91bd-b0d9b3680df2 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Router 0149b0df-eb23-4c02-a086-bd9ef410c234 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:56:55.128423 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-921e722f-47ad-4b0c-8c5a-dc9a458788d3 tempest-FloatingIPAdminTestJSON-1407307003 tempest-FloatingIPAdminTestJSON-1407307003-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:55.146787 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=0e69e96b-877f-4b5d-be78-37f4ed1b4fb6,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:55.169181 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ea592dd3-fdca-4716-8ffc-f2261e5dd0ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:55.177988 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-e2faf3be-606e-46cb-bdf8-badf075080d7 None None] For port be172cfd-0f67-4354-9fa5-29232c79bf30, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:56:55.214634 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-e2faf3be-606e-46cb-bdf8-badf075080d7 None None] For port be172cfd-0f67-4354-9fa5-29232c79bf30, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=be172cfd-0f67-4354-9fa5-29232c79bf30,segment=NetworkSegment(08eaf4c9-e00c-4adc-8ceb-321e9fc16e77),segment_id=08eaf4c9-e00c-4adc-8ceb-321e9fc16e77)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:56:55.216154 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b099e431-4baf-4050-b4a1-d7fcef4ad1dd tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:55.246006 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e2faf3be-606e-46cb-bdf8-badf075080d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:55.259378 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 6a60fda8-bcd9-4465-ba99-7b3b3b8e35ca triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:56:55.260084 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:55.283837 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b099e431-4baf-4050-b4a1-d7fcef4ad1dd tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:55.307757 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-921e722f-47ad-4b0c-8c5a-dc9a458788d3 tempest-FloatingIPAdminTestJSON-1407307003 tempest-FloatingIPAdminTestJSON-1407307003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:55.317524 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f91ad0b-c852-48b0-91bd-b0d9b3680df2 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:56:55.351724 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6f91ad0b-c852-48b0-91bd-b0d9b3680df2 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:55.352389 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b099e431-4baf-4050-b4a1-d7fcef4ad1dd tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Network 4d1aa380-e411-494b-958c-7f758df734d6 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:56:55.353826 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-6f91ad0b-c852-48b0-91bd-b0d9b3680df2 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "PUT /v2.0/routers/0149b0df-eb23-4c02-a086-bd9ef410c234 HTTP/1.1" status: 200 len: 703 time: 2.5870452 Sep 23 06:56:55.357930 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45218) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:55.358824 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ea592dd3-fdca-4716-8ffc-f2261e5dd0ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:55.359940 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-b099e431-4baf-4050-b4a1-d7fcef4ad1dd tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:56:55.362692 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ea592dd3-fdca-4716-8ffc-f2261e5dd0ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:55.364129 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-ea592dd3-fdca-4716-8ffc-f2261e5dd0ea admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fc20ba4a-5951-4fdc-83bb-4f96bf54ed1a HTTP/1.1" status: 204 len: 168 time: 0.7392752 Sep 23 06:56:55.365146 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b099e431-4baf-4050-b4a1-d7fcef4ad1dd tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:56:55.372693 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b099e431-4baf-4050-b4a1-d7fcef4ad1dd tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:55.373413 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b099e431-4baf-4050-b4a1-d7fcef4ad1dd tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:55.402038 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-b099e431-4baf-4050-b4a1-d7fcef4ad1dd tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6490214 Sep 23 06:56:55.402836 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45222) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:55.407475 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4519ff1e-6640-4624-9f3d-85f429f3b37d None None] Pushing event updated for resources: {'Port': ['ID=be172cfd-0f67-4354-9fa5-29232c79bf30,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:55.420097 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921e722f-47ad-4b0c-8c5a-dc9a458788d3 tempest-FloatingIPAdminTestJSON-1407307003 tempest-FloatingIPAdminTestJSON-1407307003-project] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:56:55.433494 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45224) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:55.434437 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea592dd3-fdca-4716-8ffc-f2261e5dd0ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc20ba4a-5951-4fdc-83bb-4f96bf54ed1a,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:55.449151 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-921e722f-47ad-4b0c-8c5a-dc9a458788d3 tempest-FloatingIPAdminTestJSON-1407307003 tempest-FloatingIPAdminTestJSON-1407307003-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:56:55.453982 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921e722f-47ad-4b0c-8c5a-dc9a458788d3 tempest-FloatingIPAdminTestJSON-1407307003 tempest-FloatingIPAdminTestJSON-1407307003-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:56:55.456887 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921e722f-47ad-4b0c-8c5a-dc9a458788d3 tempest-FloatingIPAdminTestJSON-1407307003 tempest-FloatingIPAdminTestJSON-1407307003-project] Pushing event updated for resources: {'Port': ['ID=98770088-1df5-48c9-b4cb-29665a3d50b7,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:55.522034 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b099e431-4baf-4050-b4a1-d7fcef4ad1dd tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event updated for resources: {'Port': ['ID=071a7e84-9726-4a04-aeea-5b6cd72dd838,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:55.582689 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03d3f51-028d-4778-b971-17a7007f42fd tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:55.597061 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03d3f51-028d-4778-b971-17a7007f42fd tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:55.597597 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-5c929e8b-4b5a-4242-8c74-ffbd4b82eb85 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "GET /v2.0/routers/0149b0df-eb23-4c02-a086-bd9ef410c234 HTTP/1.1" status: 200 len: 703 time: 0.2262106 Sep 23 06:56:55.598551 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45230) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:55.609143 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-a03d3f51-028d-4778-b971-17a7007f42fd tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.1923277 Sep 23 06:56:55.609893 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45232) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:55.616369 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2faf3be-606e-46cb-bdf8-badf075080d7 None None] Routers {'0149b0df-eb23-4c02-a086-bd9ef410c234'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:56:55.617018 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-e2faf3be-606e-46cb-bdf8-badf075080d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:56:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['0149b0df-eb23-4c02-a086-bd9ef410c234'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:55.739295 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 8a65b7fe-ac89-4b22-a4a9-7e39aa1f663b no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:56:55.783595 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 8a65b7fe-ac89-4b22-a4a9-7e39aa1f663b {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:56:55.784173 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 8a65b7fe-ac89-4b22-a4a9-7e39aa1f663b not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:56:55.797348 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-684e1e11-c820-4dec-b691-e41ecba35c2e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Deleting port 071a7e84-9726-4a04-aeea-5b6cd72dd838 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:56:55.797920 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-684e1e11-c820-4dec-b691-e41ecba35c2e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:55.802949 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-e2faf3be-606e-46cb-bdf8-badf075080d7 None None] Set router 0149b0df-eb23-4c02-a086-bd9ef410c234 gateway port host: None {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:56:55.805638 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-9442ddb2-1478-4ed9-8c8d-a4bfd4d8f73e None None] Provisioning complete for port 6a60fda8-bcd9-4465-ba99-7b3b3b8e35ca triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:56:55.805638 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-9442ddb2-1478-4ed9-8c8d-a4bfd4d8f73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:55.988413 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-684e1e11-c820-4dec-b691-e41ecba35c2e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:56.005897 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 0e69e96b-877f-4b5d-be78-37f4ed1b4fb6 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:56:56.011425 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-684e1e11-c820-4dec-b691-e41ecba35c2e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Calling delete_port for 071a7e84-9726-4a04-aeea-5b6cd72dd838 owned by {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:56:56.118826 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-a24542b5-9539-4079-ab62-260aa4947486 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=377d95a52e5f4a28a30eddc8081104f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6820869 Sep 23 06:56:56.120128 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-921e722f-47ad-4b0c-8c5a-dc9a458788d3 tempest-FloatingIPAdminTestJSON-1407307003 tempest-FloatingIPAdminTestJSON-1407307003-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:56.123272 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45236) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:56.161015 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45238) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:56.221243 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3f12e4a3-9c71-43d8-990e-7ef177a1a400 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:56.280375 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-921e722f-47ad-4b0c-8c5a-dc9a458788d3 tempest-FloatingIPAdminTestJSON-1407307003 tempest-FloatingIPAdminTestJSON-1407307003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:56.296457 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 0e69e96b-877f-4b5d-be78-37f4ed1b4fb6 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:56:56.297028 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:56.324844 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-aa798558-e976-4fb4-a2b3-0c0a14d0088f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:56.345932 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-d1db5b76-08a9-42e1-840d-9ef8c7f14434 None None] Provisioning complete for port 6a60fda8-bcd9-4465-ba99-7b3b3b8e35ca triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:56:56.346197 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d1db5b76-08a9-42e1-840d-9ef8c7f14434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:56.425742 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-aa798558-e976-4fb4-a2b3-0c0a14d0088f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:56.459650 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-e2faf3be-606e-46cb-bdf8-badf075080d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'name': 'tempest-RoutersIpV6Test-router-527177519', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:56:20Z', 'updated_at': '2021-09-23T06:56:53Z', 'revision_number': 7, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'gw_port_host': None, '_interfaces': [{'id': '414139d9-2d7a-47d4-b638-19f7b638585b', 'name': '', 'network_id': 'd59a759d-ba4b-41b1-b958-9ad0ad742f2f', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'mac_address': 'fa:16:3e:db:01:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '90f26265-f09b-4544-b4c8-1a454568d1e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:56:39Z', 'updated_at': '2021-09-23T06:56:46Z', 'revision_number': 5, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'subnets': [{'id': '90f26265-f09b-4544-b4c8-1a454568d1e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be172cfd-0f67-4354-9fa5-29232c79bf30', 'name': '', 'network_id': 'f746bb4e-a8c0-47c9-b242-fd8e5b27ec90', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'mac_address': 'fa:16:3e:6d:5a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': '0d3e5bf4-8603-46e7-84d9-44bb26d03747', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:56:49Z', 'updated_at': '2021-09-23T06:56:55Z', 'revision_number': 4, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'subnets': [{'id': '0d3e5bf4-8603-46e7-84d9-44bb26d03747', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebcf80a6-e4da-48a5-86e4-37f9c98e5a1e', 'name': '', 'network_id': '7dc46c74-d521-4969-b1ab-fe454772b293', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'mac_address': 'fa:16:3e:4d:c4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': 'b03920dd-474b-496d-ba64-0e0965ab395e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:56:30Z', 'updated_at': '2021-09-23T06:56:48Z', 'revision_number': 5, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'subnets': [{'id': 'b03920dd-474b-496d-ba64-0e0965ab395e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc21dbcb-38e5-41b4-83c1-c4a20fdba468', 'name': '', 'network_id': '3aa85240-395c-45b3-8f0a-394508f0f93b', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'mac_address': 'fa:16:3e:67:cb:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '7530e25f-c8e6-49fb-9bb9-42e044621486', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:56:23Z', 'updated_at': '2021-09-23T06:56:38Z', 'revision_number': 5, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'subnets': [{'id': '7530e25f-c8e6-49fb-9bb9-42e044621486', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:56.548201 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2faf3be-606e-46cb-bdf8-badf075080d7 None None] The sync data for ids ['0149b0df-eb23-4c02-a086-bd9ef410c234'] in n-d-715271-16 is: [{'id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'name': 'tempest-RoutersIpV6Test-router-527177519', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:56:20Z', 'updated_at': '2021-09-23T06:56:53Z', 'revision_number': 7, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'gw_port_host': None, '_interfaces': [{'id': '414139d9-2d7a-47d4-b638-19f7b638585b', 'name': '', 'network_id': 'd59a759d-ba4b-41b1-b958-9ad0ad742f2f', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'mac_address': 'fa:16:3e:db:01:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '90f26265-f09b-4544-b4c8-1a454568d1e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:56:39Z', 'updated_at': '2021-09-23T06:56:46Z', 'revision_number': 5, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'subnets': [{'id': '90f26265-f09b-4544-b4c8-1a454568d1e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be172cfd-0f67-4354-9fa5-29232c79bf30', 'name': '', 'network_id': 'f746bb4e-a8c0-47c9-b242-fd8e5b27ec90', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'mac_address': 'fa:16:3e:6d:5a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': '0d3e5bf4-8603-46e7-84d9-44bb26d03747', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:56:49Z', 'updated_at': '2021-09-23T06:56:55Z', 'revision_number': 4, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'subnets': [{'id': '0d3e5bf4-8603-46e7-84d9-44bb26d03747', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebcf80a6-e4da-48a5-86e4-37f9c98e5a1e', 'name': '', 'network_id': '7dc46c74-d521-4969-b1ab-fe454772b293', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'mac_address': 'fa:16:3e:4d:c4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': 'b03920dd-474b-496d-ba64-0e0965ab395e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:56:30Z', 'updated_at': '2021-09-23T06:56:48Z', 'revision_number': 5, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'subnets': [{'id': 'b03920dd-474b-496d-ba64-0e0965ab395e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc21dbcb-38e5-41b4-83c1-c4a20fdba468', 'name': '', 'network_id': '3aa85240-395c-45b3-8f0a-394508f0f93b', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'mac_address': 'fa:16:3e:67:cb:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '7530e25f-c8e6-49fb-9bb9-42e044621486', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:56:23Z', 'updated_at': '2021-09-23T06:56:38Z', 'revision_number': 5, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'subnets': [{'id': '7530e25f-c8e6-49fb-9bb9-42e044621486', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:56:56.570857 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 6a60fda8-bcd9-4465-ba99-7b3b3b8e35ca up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:56:56.670227 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 6a60fda8-bcd9-4465-ba99-7b3b3b8e35ca triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:56:56.670709 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:56.738720 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-aa798558-e976-4fb4-a2b3-0c0a14d0088f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:56.747179 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-d1db5b76-08a9-42e1-840d-9ef8c7f14434 None None] Provisioning complete for port 0e69e96b-877f-4b5d-be78-37f4ed1b4fb6 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:56:56.747559 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d1db5b76-08a9-42e1-840d-9ef8c7f14434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:56.748586 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-aa798558-e976-4fb4-a2b3-0c0a14d0088f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:56.750973 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-aa798558-e976-4fb4-a2b3-0c0a14d0088f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/aa078553-ac00-46c1-91e2-e4bf1b15c609 HTTP/1.1" status: 204 len: 168 time: 0.6212151 Sep 23 06:56:56.920298 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa798558-e976-4fb4-a2b3-0c0a14d0088f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa078553-ac00-46c1-91e2-e4bf1b15c609,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:56.924211 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3f12e4a3-9c71-43d8-990e-7ef177a1a400 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:56.993296 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-d1db5b76-08a9-42e1-840d-9ef8c7f14434 None None] Provisioning complete for port be172cfd-0f67-4354-9fa5-29232c79bf30 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:56:56.994067 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d1db5b76-08a9-42e1-840d-9ef8c7f14434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:57.023078 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3f12e4a3-9c71-43d8-990e-7ef177a1a400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:57.046815 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-921e722f-47ad-4b0c-8c5a-dc9a458788d3 tempest-FloatingIPAdminTestJSON-1407307003 tempest-FloatingIPAdminTestJSON-1407307003-project] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:57.050059 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-684e1e11-c820-4dec-b691-e41ecba35c2e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:57.065822 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 96969cb3-4c25-4ce5-bd1d-d6b119d21d37 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:56:57.104986 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-3f12e4a3-9c71-43d8-990e-7ef177a1a400 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2a7d59dc63a64610b802405e600780dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9362776 Sep 23 06:56:57.122054 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45246) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:57.130017 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-921e722f-47ad-4b0c-8c5a-dc9a458788d3 tempest-FloatingIPAdminTestJSON-1407307003 tempest-FloatingIPAdminTestJSON-1407307003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:57.184102 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-684e1e11-c820-4dec-b691-e41ecba35c2e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:57.187268 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-684e1e11-c820-4dec-b691-e41ecba35c2e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/ports/071a7e84-9726-4a04-aeea-5b6cd72dd838 HTTP/1.1" status: 204 len: 168 time: 1.5763712 Sep 23 06:56:57.189855 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45248) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:57.195585 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684e1e11-c820-4dec-b691-e41ecba35c2e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event deleted for resources: {'Port': ['ID=071a7e84-9726-4a04-aeea-5b6cd72dd838,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:57.303126 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bfebc122-5649-41e7-b668-b4ef042b284a req-ac694c51-7d8d-47f3-8db9-e31868761f2b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5bf31744-0efa-4cef-967d-471fd8e8c528&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.5358520 Sep 23 06:56:57.316604 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838e5458-93b9-43c5-b4d6-3448de4d181d tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:57.318997 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838e5458-93b9-43c5-b4d6-3448de4d181d tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:57.319926 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f12e4a3-9c71-43d8-990e-7ef177a1a400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c7c421e-7354-4c1a-a168-116607eca16f,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:57.323169 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-838e5458-93b9-43c5-b4d6-3448de4d181d tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1319444 Sep 23 06:56:57.327163 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45252) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:57.411829 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921e722f-47ad-4b0c-8c5a-dc9a458788d3 tempest-FloatingIPAdminTestJSON-1407307003 tempest-FloatingIPAdminTestJSON-1407307003-project] Pushing event updated for resources: {'Port': ['ID=98770088-1df5-48c9-b4cb-29665a3d50b7,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:57.433642 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 96969cb3-4c25-4ce5-bd1d-d6b119d21d37 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:56:57.434378 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 96969cb3-4c25-4ce5-bd1d-d6b119d21d37 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:56:57.465005 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c72cb29-f5a0-4d44-8a56-dfe1df1f112d tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Deleting subnet 63071473-8174-46ee-9a04-1496a4192693 {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:56:57.478054 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0c72cb29-f5a0-4d44-8a56-dfe1df1f112d tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:57.542260 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d1db5b76-08a9-42e1-840d-9ef8c7f14434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:57.565058 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0c72cb29-f5a0-4d44-8a56-dfe1df1f112d tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:57.614120 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fbc0e0c0-788c-4095-8d1b-c6ccde43b6b7 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066969'] for router_interface, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:57.620547 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-d1db5b76-08a9-42e1-840d-9ef8c7f14434 None None] For port be172cfd-0f67-4354-9fa5-29232c79bf30, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=be172cfd-0f67-4354-9fa5-29232c79bf30,segment=NetworkSegment(08eaf4c9-e00c-4adc-8ceb-321e9fc16e77),segment_id=08eaf4c9-e00c-4adc-8ceb-321e9fc16e77)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:56:57.631049 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d1db5b76-08a9-42e1-840d-9ef8c7f14434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:57.655908 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-921e722f-47ad-4b0c-8c5a-dc9a458788d3 tempest-FloatingIPAdminTestJSON-1407307003 tempest-FloatingIPAdminTestJSON-1407307003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:57.699215 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0c72cb29-f5a0-4d44-8a56-dfe1df1f112d tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:57.745980 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1db5b76-08a9-42e1-840d-9ef8c7f14434 None None] Pushing event updated for resources: {'Port': ['ID=be172cfd-0f67-4354-9fa5-29232c79bf30,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:57.748953 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-c9cada40-56dc-4488-95a7-8d8fcbadbfa6 None None] Could not find standard attr ID for object 745beb2a-209c-4056-ba11-702e6a27dc34. {{(pid=95067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 06:56:57.766344 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-c9cada40-56dc-4488-95a7-8d8fcbadbfa6 None None] Provisioning complete for port be172cfd-0f67-4354-9fa5-29232c79bf30 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:56:57.767549 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c9cada40-56dc-4488-95a7-8d8fcbadbfa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:57.846453 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0c72cb29-f5a0-4d44-8a56-dfe1df1f112d tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:57.932010 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0c72cb29-f5a0-4d44-8a56-dfe1df1f112d tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:57.934305 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-0c72cb29-f5a0-4d44-8a56-dfe1df1f112d tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/subnets/63071473-8174-46ee-9a04-1496a4192693 HTTP/1.1" status: 204 len: 168 time: 0.6062276 Sep 23 06:56:57.935685 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c72cb29-f5a0-4d44-8a56-dfe1df1f112d tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event deleted for resources: {'Subnet': ['ID=63071473-8174-46ee-9a04-1496a4192693,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:57.938638 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45266) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:57.955996 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a9d06bfa-262d-453c-840d-d99bb12e8013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:57.961305 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-c9cada40-56dc-4488-95a7-8d8fcbadbfa6 None None] Could not find standard attr ID for object 071a7e84-9726-4a04-aeea-5b6cd72dd838. {{(pid=95067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 06:56:58.034454 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device be172cfd-0f67-4354-9fa5-29232c79bf30 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:56:58.035005 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fb72c0-32ac-40eb-a634-f55ab3647a21 None None] Sync routers for ids ['0149b0df-eb23-4c02-a086-bd9ef410c234'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:56:58.051073 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-0d75f20d-2d4e-4a0a-93a0-86b6709b41ba tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1107488 Sep 23 06:56:58.053523 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fb72c0-32ac-40eb-a634-f55ab3647a21 None None] Routers {'0149b0df-eb23-4c02-a086-bd9ef410c234'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:56:58.054374 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-39fb72c0-32ac-40eb-a634-f55ab3647a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:56:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['0149b0df-eb23-4c02-a086-bd9ef410c234'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:58.055191 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45274) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:58.083579 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfebc122-5649-41e7-b668-b4ef042b284a req-6708a964-85f6-4e70-aac0-bc3be94ec2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:58.084312 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfebc122-5649-41e7-b668-b4ef042b284a req-6708a964-85f6-4e70-aac0-bc3be94ec2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:58.084883 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfebc122-5649-41e7-b668-b4ef042b284a req-6708a964-85f6-4e70-aac0-bc3be94ec2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:58.085230 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfebc122-5649-41e7-b668-b4ef042b284a req-6708a964-85f6-4e70-aac0-bc3be94ec2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:58.085798 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfebc122-5649-41e7-b668-b4ef042b284a req-6708a964-85f6-4e70-aac0-bc3be94ec2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:58.086291 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfebc122-5649-41e7-b668-b4ef042b284a req-6708a964-85f6-4e70-aac0-bc3be94ec2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:58.086986 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfebc122-5649-41e7-b668-b4ef042b284a req-6708a964-85f6-4e70-aac0-bc3be94ec2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:58.089003 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bfebc122-5649-41e7-b668-b4ef042b284a req-6708a964-85f6-4e70-aac0-bc3be94ec2cd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=147ee43e793f431bb6dc0e9de8ff2960&device_id=5bf31744-0efa-4cef-967d-471fd8e8c528 HTTP/1.1" status: 200 len: 6507 time: 0.7079780 Sep 23 06:56:58.090185 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-921e722f-47ad-4b0c-8c5a-dc9a458788d3 tempest-FloatingIPAdminTestJSON-1407307003 tempest-FloatingIPAdminTestJSON-1407307003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:58.094309 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-921e722f-47ad-4b0c-8c5a-dc9a458788d3 tempest-FloatingIPAdminTestJSON-1407307003 tempest-FloatingIPAdminTestJSON-1407307003-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0293341 Sep 23 06:56:58.096685 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45276) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:58.104860 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe206f9-57f7-425f-910c-50bb91920c19 None None] Network 4d1aa380-e411-494b-958c-7f758df734d6 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:56:58.116347 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a9d06bfa-262d-453c-840d-d99bb12e8013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:58.158012 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747a7b7d-aaff-49a9-98c9-0b924fa8fb23 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:58.164356 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-747a7b7d-aaff-49a9-98c9-0b924fa8fb23 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1057303 Sep 23 06:56:58.166604 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-44d6e8d7-ce25-4472-b440-7200663ed1f2 None None] Provisioning complete for port be172cfd-0f67-4354-9fa5-29232c79bf30 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:56:58.167133 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-44d6e8d7-ce25-4472-b440-7200663ed1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:58.178608 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45278) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:58.219569 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-39fb72c0-32ac-40eb-a634-f55ab3647a21 None None] Set router 0149b0df-eb23-4c02-a086-bd9ef410c234 gateway port host: None {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:56:58.254272 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d37d48e-2c33-4c2a-b669-3195bdce8503 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:58.255824 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-9d37d48e-2c33-4c2a-b669-3195bdce8503 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0758204 Sep 23 06:56:58.258380 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45282) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:58.309989 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-086caca8-f287-4785-a8cd-d626b933bfbd tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0501997 Sep 23 06:56:58.311547 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port be172cfd-0f67-4354-9fa5-29232c79bf30 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:56:58.311992 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:58.318357 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45284) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:58.324799 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-45f13b3a-b92d-46bb-9b1f-6c8f49d25665 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Request body: {'subnet': {'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:56:58.331932 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45286) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:58.502009 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-39fb72c0-32ac-40eb-a634-f55ab3647a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'name': 'tempest-RoutersIpV6Test-router-527177519', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:56:20Z', 'updated_at': '2021-09-23T06:56:53Z', 'revision_number': 7, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'gw_port_host': None, '_interfaces': [{'id': '414139d9-2d7a-47d4-b638-19f7b638585b', 'name': '', 'network_id': 'd59a759d-ba4b-41b1-b958-9ad0ad742f2f', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'mac_address': 'fa:16:3e:db:01:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '90f26265-f09b-4544-b4c8-1a454568d1e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:56:39Z', 'updated_at': '2021-09-23T06:56:46Z', 'revision_number': 5, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'subnets': [{'id': '90f26265-f09b-4544-b4c8-1a454568d1e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be172cfd-0f67-4354-9fa5-29232c79bf30', 'name': '', 'network_id': 'f746bb4e-a8c0-47c9-b242-fd8e5b27ec90', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'mac_address': 'fa:16:3e:6d:5a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': '0d3e5bf4-8603-46e7-84d9-44bb26d03747', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:56:49Z', 'updated_at': '2021-09-23T06:56:57Z', 'revision_number': 5, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'subnets': [{'id': '0d3e5bf4-8603-46e7-84d9-44bb26d03747', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebcf80a6-e4da-48a5-86e4-37f9c98e5a1e', 'name': '', 'network_id': '7dc46c74-d521-4969-b1ab-fe454772b293', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'mac_address': 'fa:16:3e:4d:c4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': 'b03920dd-474b-496d-ba64-0e0965ab395e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:56:30Z', 'updated_at': '2021-09-23T06:56:48Z', 'revision_number': 5, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'subnets': [{'id': 'b03920dd-474b-496d-ba64-0e0965ab395e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc21dbcb-38e5-41b4-83c1-c4a20fdba468', 'name': '', 'network_id': '3aa85240-395c-45b3-8f0a-394508f0f93b', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'mac_address': 'fa:16:3e:67:cb:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '7530e25f-c8e6-49fb-9bb9-42e044621486', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:56:23Z', 'updated_at': '2021-09-23T06:56:38Z', 'revision_number': 5, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'subnets': [{'id': '7530e25f-c8e6-49fb-9bb9-42e044621486', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:58.521484 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb5c2c6-a023-4aa4-b547-679fc77b39fb None None] DHCP port deletion for 4d1aa380-e411-494b-958c-7f758df734d6 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 06:56:58.531020 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f13b3a-b92d-46bb-9b1f-6c8f49d25665 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Made reservation on behalf of 5e650be244de4ee8b27aea189be279d1 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:56:58.539315 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-6d0d75cb-a378-4d7e-be07-2eb284c47fff tempest-FloatingIPAdminTestJSON-1861506112 tempest-FloatingIPAdminTestJSON-1861506112-project-admin] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4007 time: 0.4342508 Sep 23 06:56:58.539892 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-45f13b3a-b92d-46bb-9b1f-6c8f49d25665 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:58.543544 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fb72c0-32ac-40eb-a634-f55ab3647a21 None None] Checking router: 0149b0df-eb23-4c02-a086-bd9ef410c234 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:56:58.553220 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fb72c0-32ac-40eb-a634-f55ab3647a21 None None] Routers {'0149b0df-eb23-4c02-a086-bd9ef410c234'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:56:58.554061 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-39fb72c0-32ac-40eb-a634-f55ab3647a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:56:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['0149b0df-eb23-4c02-a086-bd9ef410c234'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:58.576245 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45290) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:58.602004 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-0eb5c2c6-a023-4aa4-b547-679fc77b39fb None None] Deleting port 6a60fda8-bcd9-4465-ba99-7b3b3b8e35ca {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:56:58.602894 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0eb5c2c6-a023-4aa4-b547-679fc77b39fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:58.652106 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-4fc42255-e9fc-4335-bfba-efdd62c6dcaf tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1284476261'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:56:58.679716 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-39fb72c0-32ac-40eb-a634-f55ab3647a21 None None] Set router 0149b0df-eb23-4c02-a086-bd9ef410c234 gateway port host: None {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:56:58.681803 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc42255-e9fc-4335-bfba-efdd62c6dcaf tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] Made reservation on behalf of f77fdcc6210b47348c97c99153ae1b2b for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:56:58.682905 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-0eb5c2c6-a023-4aa4-b547-679fc77b39fb None None] For port 6a60fda8-bcd9-4465-ba99-7b3b3b8e35ca, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=6a60fda8-bcd9-4465-ba99-7b3b3b8e35ca,segment=NetworkSegment(98ee167a-1403-4867-958f-d4f6736b2e62),segment_id=98ee167a-1403-4867-958f-d4f6736b2e62)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:56:58.683470 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0eb5c2c6-a023-4aa4-b547-679fc77b39fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:58.687223 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4fc42255-e9fc-4335-bfba-efdd62c6dcaf tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:58.699702 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-0eb5c2c6-a023-4aa4-b547-679fc77b39fb None None] Calling delete_port for 6a60fda8-bcd9-4465-ba99-7b3b3b8e35ca owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:56:58.701228 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4fc42255-e9fc-4335-bfba-efdd62c6dcaf tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:58.798774 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0eb5c2c6-a023-4aa4-b547-679fc77b39fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:58.826146 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb5c2c6-a023-4aa4-b547-679fc77b39fb None None] Pushing event deleted for resources: {'Port': ['ID=6a60fda8-bcd9-4465-ba99-7b3b3b8e35ca,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:58.833206 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb5c2c6-a023-4aa4-b547-679fc77b39fb None None] No DVR routers for this DVR port 6a60fda8-bcd9-4465-ba99-7b3b3b8e35ca on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:56:58.861410 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b616137-b481-4be3-a695-698270719f3e None None] get_active_networks_info from n-d-715271-16 {{(pid=95067) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 06:56:58.919517 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-5dcbe067-901a-4159-bc14-d4d89917eaf9 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.3404577 Sep 23 06:56:58.922202 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfebc122-5649-41e7-b668-b4ef042b284a req-60c7aab2-b325-4227-b7b0-77d03d8009bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:58.922339 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45294) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:58.922683 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfebc122-5649-41e7-b668-b4ef042b284a req-60c7aab2-b325-4227-b7b0-77d03d8009bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:58.923254 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfebc122-5649-41e7-b668-b4ef042b284a req-60c7aab2-b325-4227-b7b0-77d03d8009bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:58.925262 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bfebc122-5649-41e7-b668-b4ef042b284a req-60c7aab2-b325-4227-b7b0-77d03d8009bc service neutron] 10.222.0.58 "GET /v2.0/networks?id=101e91e4-7df0-4369-ab96-69b58e29208f&id=feb093c6-06a4-4aad-bf82-6fd567da1d91&id=feb093c6-06a4-4aad-bf82-6fd567da1d91&id=feb093c6-06a4-4aad-bf82-6fd567da1d91&id=feb093c6-06a4-4aad-bf82-6fd567da1d91&id=f4c6acfd-810d-4386-8654-cad37d5f8fa8&id=f4c6acfd-810d-4386-8654-cad37d5f8fa8 HTTP/1.1" status: 200 len: 2297 time: 0.7611682 Sep 23 06:56:58.931452 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a9d06bfa-262d-453c-840d-d99bb12e8013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:58.934036 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a9d06bfa-262d-453c-840d-d99bb12e8013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:58.937434 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-a9d06bfa-262d-453c-840d-d99bb12e8013 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7c7c421e-7354-4c1a-a168-116607eca16f HTTP/1.1" status: 204 len: 168 time: 1.8019536 Sep 23 06:56:59.014219 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-39fb72c0-32ac-40eb-a634-f55ab3647a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'name': 'tempest-RoutersIpV6Test-router-527177519', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:56:20Z', 'updated_at': '2021-09-23T06:56:53Z', 'revision_number': 7, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'gw_port_host': None, '_interfaces': [{'id': '414139d9-2d7a-47d4-b638-19f7b638585b', 'name': '', 'network_id': 'd59a759d-ba4b-41b1-b958-9ad0ad742f2f', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'mac_address': 'fa:16:3e:db:01:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '90f26265-f09b-4544-b4c8-1a454568d1e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:56:39Z', 'updated_at': '2021-09-23T06:56:46Z', 'revision_number': 5, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'subnets': [{'id': '90f26265-f09b-4544-b4c8-1a454568d1e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be172cfd-0f67-4354-9fa5-29232c79bf30', 'name': '', 'network_id': 'f746bb4e-a8c0-47c9-b242-fd8e5b27ec90', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'mac_address': 'fa:16:3e:6d:5a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': '0d3e5bf4-8603-46e7-84d9-44bb26d03747', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:56:49Z', 'updated_at': '2021-09-23T06:56:57Z', 'revision_number': 5, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'subnets': [{'id': '0d3e5bf4-8603-46e7-84d9-44bb26d03747', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebcf80a6-e4da-48a5-86e4-37f9c98e5a1e', 'name': '', 'network_id': '7dc46c74-d521-4969-b1ab-fe454772b293', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'mac_address': 'fa:16:3e:4d:c4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': 'b03920dd-474b-496d-ba64-0e0965ab395e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:56:30Z', 'updated_at': '2021-09-23T06:56:48Z', 'revision_number': 5, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'subnets': [{'id': 'b03920dd-474b-496d-ba64-0e0965ab395e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc21dbcb-38e5-41b4-83c1-c4a20fdba468', 'name': '', 'network_id': '3aa85240-395c-45b3-8f0a-394508f0f93b', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'mac_address': 'fa:16:3e:67:cb:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '7530e25f-c8e6-49fb-9bb9-42e044621486', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:56:23Z', 'updated_at': '2021-09-23T06:56:38Z', 'revision_number': 5, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'subnets': [{'id': '7530e25f-c8e6-49fb-9bb9-42e044621486', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:56:59.018487 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d06bfa-262d-453c-840d-d99bb12e8013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c7c421e-7354-4c1a-a168-116607eca16f,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:59.073148 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-fbc0e0c0-788c-4095-8d1b-c6ccde43b6b7 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Deleting port be172cfd-0f67-4354-9fa5-29232c79bf30 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:56:59.073765 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fbc0e0c0-788c-4095-8d1b-c6ccde43b6b7 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:59.079524 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bfebc122-5649-41e7-b668-b4ef042b284a req-6883c0b8-7ecd-45e8-b257-08799b6b31e7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec26d16c-4b06-4d74-a5ea-ff42d0ea9fbb HTTP/1.1" status: 200 len: 1001 time: 0.1431990 Sep 23 06:56:59.101714 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fb72c0-32ac-40eb-a634-f55ab3647a21 None None] The sync data for ids ['0149b0df-eb23-4c02-a086-bd9ef410c234'] in n-d-715271-16 is: [{'id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'name': 'tempest-RoutersIpV6Test-router-527177519', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:56:20Z', 'updated_at': '2021-09-23T06:56:53Z', 'revision_number': 7, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'gw_port_host': None, '_interfaces': [{'id': '414139d9-2d7a-47d4-b638-19f7b638585b', 'name': '', 'network_id': 'd59a759d-ba4b-41b1-b958-9ad0ad742f2f', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'mac_address': 'fa:16:3e:db:01:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '90f26265-f09b-4544-b4c8-1a454568d1e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:56:39Z', 'updated_at': '2021-09-23T06:56:46Z', 'revision_number': 5, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'subnets': [{'id': '90f26265-f09b-4544-b4c8-1a454568d1e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be172cfd-0f67-4354-9fa5-29232c79bf30', 'name': '', 'network_id': 'f746bb4e-a8c0-47c9-b242-fd8e5b27ec90', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'mac_address': 'fa:16:3e:6d:5a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': '0d3e5bf4-8603-46e7-84d9-44bb26d03747', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:56:49Z', 'updated_at': '2021-09-23T06:56:57Z', 'revision_number': 5, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'subnets': [{'id': '0d3e5bf4-8603-46e7-84d9-44bb26d03747', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebcf80a6-e4da-48a5-86e4-37f9c98e5a1e', 'name': '', 'network_id': '7dc46c74-d521-4969-b1ab-fe454772b293', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'mac_address': 'fa:16:3e:4d:c4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': 'b03920dd-474b-496d-ba64-0e0965ab395e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:56:30Z', 'updated_at': '2021-09-23T06:56:48Z', 'revision_number': 5, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'subnets': [{'id': 'b03920dd-474b-496d-ba64-0e0965ab395e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc21dbcb-38e5-41b4-83c1-c4a20fdba468', 'name': '', 'network_id': '3aa85240-395c-45b3-8f0a-394508f0f93b', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'mac_address': 'fa:16:3e:67:cb:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '7530e25f-c8e6-49fb-9bb9-42e044621486', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:56:23Z', 'updated_at': '2021-09-23T06:56:38Z', 'revision_number': 5, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'subnets': [{'id': '7530e25f-c8e6-49fb-9bb9-42e044621486', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:56:59.128761 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b616137-b481-4be3-a695-698270719f3e None None] Resources bound (agent type, host, resource id): {{(pid=95067) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 06:56:59.262535 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfebc122-5649-41e7-b668-b4ef042b284a req-d1b6411a-167b-4606-90e4-2ce09b9cb4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:59.264048 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bfebc122-5649-41e7-b668-b4ef042b284a req-d1b6411a-167b-4606-90e4-2ce09b9cb4fc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f10707c7-ecb6-4efa-8289-ef31b97494c5 HTTP/1.1" status: 200 len: 855 time: 0.1467378 Sep 23 06:56:59.290617 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4fc42255-e9fc-4335-bfba-efdd62c6dcaf tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:59.303098 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4fc42255-e9fc-4335-bfba-efdd62c6dcaf tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:59.315472 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fc42255-e9fc-4335-bfba-efdd62c6dcaf tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:56:59.382835 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-fbc0e0c0-788c-4095-8d1b-c6ccde43b6b7 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] For port be172cfd-0f67-4354-9fa5-29232c79bf30, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=be172cfd-0f67-4354-9fa5-29232c79bf30,segment=NetworkSegment(08eaf4c9-e00c-4adc-8ceb-321e9fc16e77),segment_id=08eaf4c9-e00c-4adc-8ceb-321e9fc16e77)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:56:59.382835 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fbc0e0c0-788c-4095-8d1b-c6ccde43b6b7 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:59.390471 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc42255-e9fc-4335-bfba-efdd62c6dcaf tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4042e21d-4227-42b4-b8c1-a0adc25b82da,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:59.401184 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4fc42255-e9fc-4335-bfba-efdd62c6dcaf tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:59.401545 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-4fc42255-e9fc-4335-bfba-efdd62c6dcaf tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] Added segment bee422dc-c33e-4f2c-bf87-a536fe7fd059 of type vlan for network 2cff44df-ed5f-4ad7-867f-6f60b4430bdc Sep 23 06:56:59.406401 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-fbc0e0c0-788c-4095-8d1b-c6ccde43b6b7 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Calling delete_port for be172cfd-0f67-4354-9fa5-29232c79bf30 owned by network:router_interface {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:56:59.424135 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfebc122-5649-41e7-b668-b4ef042b284a req-88cee817-0018-4c20-9bae-0cc9642ee901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:59.425886 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bfebc122-5649-41e7-b668-b4ef042b284a req-88cee817-0018-4c20-9bae-0cc9642ee901 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=101e91e4-7df0-4369-ab96-69b58e29208f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1531427 Sep 23 06:56:59.461095 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-2b05136f-42c1-421c-a864-e4f135228a20 tempest-FloatingIPAdminTestJSON-1407307003 tempest-FloatingIPAdminTestJSON-1407307003-project] Deleting port 98770088-1df5-48c9-b4cb-29665a3d50b7 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:56:59.461574 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2b05136f-42c1-421c-a864-e4f135228a20 tempest-FloatingIPAdminTestJSON-1407307003 tempest-FloatingIPAdminTestJSON-1407307003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:59.538457 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4fc42255-e9fc-4335-bfba-efdd62c6dcaf tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:59.569603 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-45f13b3a-b92d-46bb-9b1f-6c8f49d25665 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:59.624505 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f13b3a-b92d-46bb-9b1f-6c8f49d25665 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Network 4d1aa380-e411-494b-958c-7f758df734d6 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:56:59.639948 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-45f13b3a-b92d-46bb-9b1f-6c8f49d25665 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:56:59.641638 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bfebc122-5649-41e7-b668-b4ef042b284a req-8f06ab73-f728-449f-9413-b60a3d1abd2f service neutron] 10.222.0.58 "GET /v2.0/networks/101e91e4-7df0-4369-ab96-69b58e29208f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589451 Sep 23 06:56:59.649743 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f13b3a-b92d-46bb-9b1f-6c8f49d25665 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:59.650314 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-45f13b3a-b92d-46bb-9b1f-6c8f49d25665 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:59.651062 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313e622f-abd7-41b7-b9b1-594fa514f94e None None] Network 4d1aa380-e411-494b-958c-7f758df734d6 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:56:59.675881 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2b05136f-42c1-421c-a864-e4f135228a20 tempest-FloatingIPAdminTestJSON-1407307003 tempest-FloatingIPAdminTestJSON-1407307003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:59.676242 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2b05136f-42c1-421c-a864-e4f135228a20 tempest-FloatingIPAdminTestJSON-1407307003 tempest-FloatingIPAdminTestJSON-1407307003-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:59.686720 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-45f13b3a-b92d-46bb-9b1f-6c8f49d25665 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3663778 Sep 23 06:56:59.686980 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45310) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:59.698644 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4fc42255-e9fc-4335-bfba-efdd62c6dcaf tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:59.705588 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc42255-e9fc-4335-bfba-efdd62c6dcaf tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:56:59.706371 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4fc42255-e9fc-4335-bfba-efdd62c6dcaf tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:56:59.720392 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-9bbef472-ebf6-48a0-9fa8-31c6906faf13 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Request body: {'port': {'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'fixed_ips': [{'subnet_id': '69cea97d-b442-490b-a1ce-6ef3d96f3dc9', 'ip_address': '2001:db8::b226:cf1f:face:8be7'}], 'name': 'tempest-NetworksTestDHCPv6-1954056772'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:56:59.734420 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f13b3a-b92d-46bb-9b1f-6c8f49d25665 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event updated for resources: {'Subnet': ['ID=69cea97d-b442-490b-a1ce-6ef3d96f3dc9,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:59.762386 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-2b05136f-42c1-421c-a864-e4f135228a20 tempest-FloatingIPAdminTestJSON-1407307003 tempest-FloatingIPAdminTestJSON-1407307003-project] Calling delete_port for 98770088-1df5-48c9-b4cb-29665a3d50b7 owned by network:floatingip {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:56:59.774678 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-4fc42255-e9fc-4335-bfba-efdd62c6dcaf tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4417448 Sep 23 06:56:59.787209 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45316) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:56:59.849469 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bfebc122-5649-41e7-b668-b4ef042b284a req-a4a1c7b8-1ebb-408f-bd52-c0a63cbc016d service neutron] 10.222.0.58 "GET /v2.0/networks/101e91e4-7df0-4369-ab96-69b58e29208f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000597 Sep 23 06:56:59.858571 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-1887c412-0bbb-41cd-9719-4de5386b4e1f tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] Request body: {'subnet': {'network_id': '2cff44df-ed5f-4ad7-867f-6f60b4430bdc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:56:59.873107 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc42255-e9fc-4335-bfba-efdd62c6dcaf tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] Pushing event updated for resources: {'Network': ['ID=2cff44df-ed5f-4ad7-867f-6f60b4430bdc,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:56:59.894223 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 2cff44df-ed5f-4ad7-867f-6f60b4430bdc details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:56:59.938097 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c5ac25-f8f6-4ea0-a5ac-f67f42ce3e50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-4d1aa380-e411-494b-958c-7f758df734d6', 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'tenant_id': '5e650be244de4ee8b27aea189be279d1', 'fixed_ips': [{'subnet_id': '69cea97d-b442-490b-a1ce-6ef3d96f3dc9'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 06:56:59.940103 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-07c5ac25-f8f6-4ea0-a5ac-f67f42ce3e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:00.004990 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fbc0e0c0-788c-4095-8d1b-c6ccde43b6b7 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:00.007466 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 6a60fda8-bcd9-4465-ba99-7b3b3b8e35ca no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:57:00.042704 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 6a60fda8-bcd9-4465-ba99-7b3b3b8e35ca {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:57:00.043467 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 6a60fda8-bcd9-4465-ba99-7b3b3b8e35ca not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:57:00.216084 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc0e0c0-788c-4095-8d1b-c6ccde43b6b7 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Pushing event deleted for resources: {'Port': ['ID=be172cfd-0f67-4354-9fa5-29232c79bf30,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:00.237070 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bbef472-ebf6-48a0-9fa8-31c6906faf13 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Made reservation on behalf of 5e650be244de4ee8b27aea189be279d1 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:57:00.241475 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1887c412-0bbb-41cd-9719-4de5386b4e1f tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] Made reservation on behalf of f77fdcc6210b47348c97c99153ae1b2b for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:57:00.245068 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1887c412-0bbb-41cd-9719-4de5386b4e1f tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:00.250993 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bfebc122-5649-41e7-b668-b4ef042b284a req-0247e9b2-1e13-43e2-9ad1-04d9d7fdcac9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=836860f4-7f78-4d29-8753-1658ddbce618 HTTP/1.1" status: 200 len: 217 time: 0.2115810 Sep 23 06:57:00.252243 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2b05136f-42c1-421c-a864-e4f135228a20 tempest-FloatingIPAdminTestJSON-1407307003 tempest-FloatingIPAdminTestJSON-1407307003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:00.257616 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-07c5ac25-f8f6-4ea0-a5ac-f67f42ce3e50 None None] Allocated IP 2001:db8::2 (4d1aa380-e411-494b-958c-7f758df734d6/69cea97d-b442-490b-a1ce-6ef3d96f3dc9/e1a3de04-b58f-4d0c-b530-b1ac32b1ca7a) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:57:00.402510 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b05136f-42c1-421c-a864-e4f135228a20 tempest-FloatingIPAdminTestJSON-1407307003 tempest-FloatingIPAdminTestJSON-1407307003-project] Pushing event deleted for resources: {'Port': ['ID=98770088-1df5-48c9-b4cb-29665a3d50b7,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:00.409271 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9bbef472-ebf6-48a0-9fa8-31c6906faf13 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:00.435586 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [None req-9bbef472-ebf6-48a0-9fa8-31c6906faf13 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] device_id is not set on port 7bd067b9-8929-4d16-bfbf-ed900da5f8d1 yet. {{(pid=95065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 06:57:00.506398 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-07c5ac25-f8f6-4ea0-a5ac-f67f42ce3e50 None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:00.510035 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfebc122-5649-41e7-b668-b4ef042b284a req-7fd77252-bb13-4632-94d2-b389122a2a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:00.511527 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bfebc122-5649-41e7-b668-b4ef042b284a req-7fd77252-bb13-4632-94d2-b389122a2a1b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cc8a7554-36e3-4ad0-b779-92036cb83888 HTTP/1.1" status: 200 len: 797 time: 0.2458680 Sep 23 06:57:00.527582 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-07c5ac25-f8f6-4ea0-a5ac-f67f42ce3e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:00.568038 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2b05136f-42c1-421c-a864-e4f135228a20 tempest-FloatingIPAdminTestJSON-1407307003 tempest-FloatingIPAdminTestJSON-1407307003-project] Notify callbacks [] for floatingip, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:00.572117 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2b05136f-42c1-421c-a864-e4f135228a20 tempest-FloatingIPAdminTestJSON-1407307003 tempest-FloatingIPAdminTestJSON-1407307003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:00.575956 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-2b05136f-42c1-421c-a864-e4f135228a20 tempest-FloatingIPAdminTestJSON-1407307003 tempest-FloatingIPAdminTestJSON-1407307003-project] 10.222.0.39 "DELETE /v2.0/floatingips/02f9d42c-9493-4db4-8bdd-29445f33f0b1 HTTP/1.1" status: 204 len: 168 time: 1.6502194 Sep 23 06:57:00.577285 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45338) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:00.578836 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c5ac25-f8f6-4ea0-a5ac-f67f42ce3e50 None None] Network 4d1aa380-e411-494b-958c-7f758df734d6 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:57:00.584780 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fbc0e0c0-788c-4095-8d1b-c6ccde43b6b7 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2068624'] for router_interface, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:00.589560 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-07c5ac25-f8f6-4ea0-a5ac-f67f42ce3e50 None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:57:00.591530 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c5ac25-f8f6-4ea0-a5ac-f67f42ce3e50 None None] Pushing event updated for resources: {'Port': ['ID=e1a3de04-b58f-4d0c-b530-b1ac32b1ca7a,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:00.601396 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c5ac25-f8f6-4ea0-a5ac-f67f42ce3e50 None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:57:00.671241 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-07c5ac25-f8f6-4ea0-a5ac-f67f42ce3e50 None None] Attempting to bind port e1a3de04-b58f-4d0c-b530-b1ac32b1ca7a on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:57:00.671975 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-07c5ac25-f8f6-4ea0-a5ac-f67f42ce3e50 None None] Attempting to bind port e1a3de04-b58f-4d0c-b530-b1ac32b1ca7a by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '98ee167a-1403-4867-958f-d4f6736b2e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:57:00.671975 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c5ac25-f8f6-4ea0-a5ac-f67f42ce3e50 None None] Attempting to bind port e1a3de04-b58f-4d0c-b530-b1ac32b1ca7a on network 4d1aa380-e411-494b-958c-7f758df734d6 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:57:00.678148 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c5ac25-f8f6-4ea0-a5ac-f67f42ce3e50 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:57:00.678524 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c5ac25-f8f6-4ea0-a5ac-f67f42ce3e50 None None] Checking segment: {'id': '98ee167a-1403-4867-958f-d4f6736b2e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:57:00.678931 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-07c5ac25-f8f6-4ea0-a5ac-f67f42ce3e50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:00.679324 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c5ac25-f8f6-4ea0-a5ac-f67f42ce3e50 None None] Bound using segment: {'id': '98ee167a-1403-4867-958f-d4f6736b2e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:57:00.679792 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-07c5ac25-f8f6-4ea0-a5ac-f67f42ce3e50 None None] Bound port: e1a3de04-b58f-4d0c-b530-b1ac32b1ca7a, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98ee167a-1403-4867-958f-d4f6736b2e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:57:00.680175 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-07c5ac25-f8f6-4ea0-a5ac-f67f42ce3e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:00.695096 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfebc122-5649-41e7-b668-b4ef042b284a req-37573413-d40d-48f5-a936-2eee73db11f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:00.696750 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bfebc122-5649-41e7-b668-b4ef042b284a req-37573413-d40d-48f5-a936-2eee73db11f9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=feb093c6-06a4-4aad-bf82-6fd567da1d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1764820 Sep 23 06:57:00.769179 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-07c5ac25-f8f6-4ea0-a5ac-f67f42ce3e50 None None] For port e1a3de04-b58f-4d0c-b530-b1ac32b1ca7a, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:57:00.773247 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-07c5ac25-f8f6-4ea0-a5ac-f67f42ce3e50 None None] For port e1a3de04-b58f-4d0c-b530-b1ac32b1ca7a, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=e1a3de04-b58f-4d0c-b530-b1ac32b1ca7a,segment=NetworkSegment(98ee167a-1403-4867-958f-d4f6736b2e62),segment_id=98ee167a-1403-4867-958f-d4f6736b2e62)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:57:00.780872 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-07c5ac25-f8f6-4ea0-a5ac-f67f42ce3e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:00.829259 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-9bbef472-ebf6-48a0-9fa8-31c6906faf13 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Allocated IP 2001:db8::b226:cf1f:face:8be7 (4d1aa380-e411-494b-958c-7f758df734d6/69cea97d-b442-490b-a1ce-6ef3d96f3dc9/7bd067b9-8929-4d16-bfbf-ed900da5f8d1) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:57:00.854346 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c5ac25-f8f6-4ea0-a5ac-f67f42ce3e50 None None] Pushing event updated for resources: {'Port': ['ID=e1a3de04-b58f-4d0c-b530-b1ac32b1ca7a,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:00.873345 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 06:57:00.893266 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-f3940ad4-e32d-4d8f-ab30-fba65536862a tempest-FloatingIPAdminTestJSON-1861506112 tempest-FloatingIPAdminTestJSON-1861506112-project-admin] Deleting port c560a0cb-79c0-4a30-93fa-7459e377ed16 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:57:00.893266 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f3940ad4-e32d-4d8f-ab30-fba65536862a tempest-FloatingIPAdminTestJSON-1861506112 tempest-FloatingIPAdminTestJSON-1861506112-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:00.910043 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1887c412-0bbb-41cd-9719-4de5386b4e1f tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:01.047160 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bfebc122-5649-41e7-b668-b4ef042b284a req-13a2de4c-da55-4a92-af87-360771d07583 service neutron] 10.222.0.58 "GET /v2.0/networks/feb093c6-06a4-4aad-bf82-6fd567da1d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3388078 Sep 23 06:57:01.068507 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f3940ad4-e32d-4d8f-ab30-fba65536862a tempest-FloatingIPAdminTestJSON-1861506112 tempest-FloatingIPAdminTestJSON-1861506112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:01.068870 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f3940ad4-e32d-4d8f-ab30-fba65536862a tempest-FloatingIPAdminTestJSON-1861506112 tempest-FloatingIPAdminTestJSON-1861506112-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:01.160006 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-f3940ad4-e32d-4d8f-ab30-fba65536862a tempest-FloatingIPAdminTestJSON-1861506112 tempest-FloatingIPAdminTestJSON-1861506112-project-admin] Calling delete_port for c560a0cb-79c0-4a30-93fa-7459e377ed16 owned by network:floatingip {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:57:01.164451 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9bbef472-ebf6-48a0-9fa8-31c6906faf13 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:01.290427 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9bbef472-ebf6-48a0-9fa8-31c6906faf13 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:01.356582 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bbef472-ebf6-48a0-9fa8-31c6906faf13 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Network 4d1aa380-e411-494b-958c-7f758df734d6 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:57:01.361791 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-9bbef472-ebf6-48a0-9fa8-31c6906faf13 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:57:01.367944 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbef472-ebf6-48a0-9fa8-31c6906faf13 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:57:01.372450 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbef472-ebf6-48a0-9fa8-31c6906faf13 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:01.373026 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9bbef472-ebf6-48a0-9fa8-31c6906faf13 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:01.418268 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbef472-ebf6-48a0-9fa8-31c6906faf13 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event updated for resources: {'Port': ['ID=7bd067b9-8929-4d16-bfbf-ed900da5f8d1,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:01.427452 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-9bbef472-ebf6-48a0-9fa8-31c6906faf13 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7299666 Sep 23 06:57:01.431858 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45380) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:01.437063 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-ac8f7a72-132e-464a-9d89-d55974c774dc tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Request body: {'port': {'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'fixed_ips': [{'subnet_id': '69cea97d-b442-490b-a1ce-6ef3d96f3dc9', 'ip_address': '2001:db8::b226:cf1f:face:8be7'}], 'name': 'tempest-NetworksTestDHCPv6-1186408608'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:57:01.467429 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1887c412-0bbb-41cd-9719-4de5386b4e1f tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] Pushing event updated for resources: {'Subnet': ['ID=f45b8273-0795-4766-af7e-b55e33d4f3e7,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:01.483122 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f3940ad4-e32d-4d8f-ab30-fba65536862a tempest-FloatingIPAdminTestJSON-1861506112 tempest-FloatingIPAdminTestJSON-1861506112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:01.506586 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbc0e0c0-788c-4095-8d1b-c6ccde43b6b7 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Router 0149b0df-eb23-4c02-a086-bd9ef410c234 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:57:01.540057 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1887c412-0bbb-41cd-9719-4de5386b4e1f tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] Checking segment: {'id': 'bee422dc-c33e-4f2c-bf87-a536fe7fd059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '2cff44df-ed5f-4ad7-867f-6f60b4430bdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:57:01.540532 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1887c412-0bbb-41cd-9719-4de5386b4e1f tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] Network hostable DHCP agents. Network: 2cff44df-ed5f-4ad7-867f-6f60b4430bdc, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:57:01.563596 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3940ad4-e32d-4d8f-ab30-fba65536862a tempest-FloatingIPAdminTestJSON-1861506112 tempest-FloatingIPAdminTestJSON-1861506112-project-admin] Pushing event deleted for resources: {'Port': ['ID=c560a0cb-79c0-4a30-93fa-7459e377ed16,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:01.647096 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1887c412-0bbb-41cd-9719-4de5386b4e1f tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] Network 2cff44df-ed5f-4ad7-867f-6f60b4430bdc is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:57:01.663071 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f3940ad4-e32d-4d8f-ab30-fba65536862a tempest-FloatingIPAdminTestJSON-1861506112 tempest-FloatingIPAdminTestJSON-1861506112-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:01.664718 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bfebc122-5649-41e7-b668-b4ef042b284a req-24f80bac-0ba4-4b6c-a220-6a6276d42eac service neutron] 10.222.0.58 "GET /v2.0/networks/feb093c6-06a4-4aad-bf82-6fd567da1d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6044502 Sep 23 06:57:01.669832 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f3940ad4-e32d-4d8f-ab30-fba65536862a tempest-FloatingIPAdminTestJSON-1861506112 tempest-FloatingIPAdminTestJSON-1861506112-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:01.676076 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-f3940ad4-e32d-4d8f-ab30-fba65536862a tempest-FloatingIPAdminTestJSON-1861506112 tempest-FloatingIPAdminTestJSON-1861506112-project-admin] 10.222.0.39 "DELETE /v2.0/floatingips/41ed7835-5cc1-4150-a676-2af27b88a91f HTTP/1.1" status: 204 len: 168 time: 1.0976496 Sep 23 06:57:01.676797 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45400) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:01.681279 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-1887c412-0bbb-41cd-9719-4de5386b4e1f tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 2cff44df-ed5f-4ad7-867f-6f60b4430bdc) {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:57:01.684910 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc0e0c0-788c-4095-8d1b-c6ccde43b6b7 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:57:01.695977 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac8f7a72-132e-464a-9d89-d55974c774dc tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Made reservation on behalf of 5e650be244de4ee8b27aea189be279d1 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:57:01.700237 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608805cc-371b-435f-9f1a-906dc05f5f17 None None] Sync routers for ids ['0149b0df-eb23-4c02-a086-bd9ef410c234'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:57:01.712982 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ac8f7a72-132e-464a-9d89-d55974c774dc tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:01.717180 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5077fb-4856-4715-85f9-cc348708fa90 None None] Network 2cff44df-ed5f-4ad7-867f-6f60b4430bdc requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:57:01.734992 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-fbc0e0c0-788c-4095-8d1b-c6ccde43b6b7 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "PUT /v2.0/routers/0149b0df-eb23-4c02-a086-bd9ef410c234/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1333537 Sep 23 06:57:01.737569 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1887c412-0bbb-41cd-9719-4de5386b4e1f tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:01.737857 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1887c412-0bbb-41cd-9719-4de5386b4e1f tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:01.738398 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45406) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:01.742699 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bfebc122-5649-41e7-b668-b4ef042b284a req-8301a01c-fefb-41ac-a040-ece2ac5bc51c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=66dc2450-0dc5-4831-8e32-390fda82bf83 HTTP/1.1" status: 200 len: 217 time: 0.0676880 Sep 23 06:57:01.774950 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-1887c412-0bbb-41cd-9719-4de5386b4e1f tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9325180 Sep 23 06:57:01.785003 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608805cc-371b-435f-9f1a-906dc05f5f17 None None] Routers {'0149b0df-eb23-4c02-a086-bd9ef410c234'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:57:01.786277 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-608805cc-371b-435f-9f1a-906dc05f5f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:56:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['0149b0df-eb23-4c02-a086-bd9ef410c234'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:01.794378 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45408) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:01.815704 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-3df93efd-3a51-44cc-8c94-b5d0bd7475a9 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] Request body: {'port': {'network_id': '2cff44df-ed5f-4ad7-867f-6f60b4430bdc', 'name': 'tempest-TagsExtTest-1270691326'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:57:01.860511 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfebc122-5649-41e7-b668-b4ef042b284a req-2ed0a122-360e-48c0-aaeb-e6b68fa9af3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:01.865152 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bfebc122-5649-41e7-b668-b4ef042b284a req-2ed0a122-360e-48c0-aaeb-e6b68fa9af3b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cc8a7554-36e3-4ad0-b779-92036cb83888 HTTP/1.1" status: 200 len: 797 time: 0.1075671 Sep 23 06:57:01.919103 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [None req-ac8f7a72-132e-464a-9d89-d55974c774dc tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] device_id is not set on port 37460267-f75e-4115-9530-c55e0378e72f yet. {{(pid=95065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 06:57:01.951798 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfebc122-5649-41e7-b668-b4ef042b284a req-e1f3734f-5b04-4a29-9f51-0914c12ca3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:01.953339 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bfebc122-5649-41e7-b668-b4ef042b284a req-e1f3734f-5b04-4a29-9f51-0914c12ca3c7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=feb093c6-06a4-4aad-bf82-6fd567da1d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0807762 Sep 23 06:57:02.005274 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-608805cc-371b-435f-9f1a-906dc05f5f17 None None] Set router 0149b0df-eb23-4c02-a086-bd9ef410c234 gateway port host: None {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:57:02.181546 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device e1a3de04-b58f-4d0c-b530-b1ac32b1ca7a up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:57:02.187334 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0082173-9682-4600-834e-19aef87771d0 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Deleting subnet 0d3e5bf4-8603-46e7-84d9-44bb26d03747 {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:57:02.193803 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c0082173-9682-4600-834e-19aef87771d0 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:02.198368 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bfebc122-5649-41e7-b668-b4ef042b284a req-f819670a-a5f7-45d6-b9ef-e0c405a99b83 service neutron] 10.222.0.58 "GET /v2.0/networks/feb093c6-06a4-4aad-bf82-6fd567da1d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370017 Sep 23 06:57:02.278399 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c0082173-9682-4600-834e-19aef87771d0 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:02.388577 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bfebc122-5649-41e7-b668-b4ef042b284a req-68eda5f8-182e-4799-afd3-15b3a6880d4c service neutron] 10.222.0.58 "GET /v2.0/networks/feb093c6-06a4-4aad-bf82-6fd567da1d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820674 Sep 23 06:57:02.463567 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bfebc122-5649-41e7-b668-b4ef042b284a req-adaaa51c-3348-4ac7-8bd7-e597398f0e60 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.148&port_id=2b24a097-bd4a-4680-b3ae-d426079e7a16 HTTP/1.1" status: 200 len: 217 time: 0.0671632 Sep 23 06:57:02.549826 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfebc122-5649-41e7-b668-b4ef042b284a req-8a539e27-aed0-4fd4-b232-e736ef5777a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:02.552230 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bfebc122-5649-41e7-b668-b4ef042b284a req-8a539e27-aed0-4fd4-b232-e736ef5777a4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cc8a7554-36e3-4ad0-b779-92036cb83888 HTTP/1.1" status: 200 len: 797 time: 0.0792758 Sep 23 06:57:02.623704 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df93efd-3a51-44cc-8c94-b5d0bd7475a9 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] Made reservation on behalf of f77fdcc6210b47348c97c99153ae1b2b for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:57:02.629341 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3df93efd-3a51-44cc-8c94-b5d0bd7475a9 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:02.649036 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71407282-d084-41bb-a467-5835d8078a48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-2cff44df-ed5f-4ad7-867f-6f60b4430bdc', 'network_id': '2cff44df-ed5f-4ad7-867f-6f60b4430bdc', 'tenant_id': 'f77fdcc6210b47348c97c99153ae1b2b', 'fixed_ips': [{'subnet_id': 'f45b8273-0795-4766-af7e-b55e33d4f3e7'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 06:57:02.652177 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-71407282-d084-41bb-a467-5835d8078a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:02.660885 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfebc122-5649-41e7-b668-b4ef042b284a req-5501e8b2-a1d3-48cc-823b-32a56a3bfa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:02.662470 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bfebc122-5649-41e7-b668-b4ef042b284a req-5501e8b2-a1d3-48cc-823b-32a56a3bfa97 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=feb093c6-06a4-4aad-bf82-6fd567da1d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1020050 Sep 23 06:57:02.710433 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c0082173-9682-4600-834e-19aef87771d0 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:02.727756 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [None req-3df93efd-3a51-44cc-8c94-b5d0bd7475a9 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] device_id is not set on port 36290f61-93b8-4bc9-86cd-23993592e9a9 yet. {{(pid=95065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 06:57:02.729824 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-201e03aa-f049-4076-b4aa-335f46731af8 None None] Provisioning complete for port e1a3de04-b58f-4d0c-b530-b1ac32b1ca7a triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:57:02.730321 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-201e03aa-f049-4076-b4aa-335f46731af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:02.802475 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bfebc122-5649-41e7-b668-b4ef042b284a req-bb60bb3a-f6a9-4039-b147-bf366f1dc40b service neutron] 10.222.0.58 "GET /v2.0/networks/feb093c6-06a4-4aad-bf82-6fd567da1d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311567 Sep 23 06:57:02.849182 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port e1a3de04-b58f-4d0c-b530-b1ac32b1ca7a triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:57:02.849558 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:02.870444 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac8f7a72-132e-464a-9d89-d55974c774dc tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] POST failed (client error): There was a conflict when trying to complete your request. Sep 23 06:57:02.870613 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac8f7a72-132e-464a-9d89-d55974c774dc tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:57:02.927450 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bfebc122-5649-41e7-b668-b4ef042b284a req-e82e75a9-82db-43db-bf6a-fb688dfe6be0 service neutron] 10.222.0.58 "GET /v2.0/networks/feb093c6-06a4-4aad-bf82-6fd567da1d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168311 Sep 23 06:57:02.985056 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bfebc122-5649-41e7-b668-b4ef042b284a req-92516641-9db9-4bf4-be65-932bc466f708 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=aadce6c5-7244-4918-943f-79af3b163ac9 HTTP/1.1" status: 200 len: 217 time: 0.0491381 Sep 23 06:57:03.012410 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-ac8f7a72-132e-464a-9d89-d55974c774dc tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.5792730 Sep 23 06:57:03.020423 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-608805cc-371b-435f-9f1a-906dc05f5f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'name': 'tempest-RoutersIpV6Test-router-527177519', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:56:20Z', 'updated_at': '2021-09-23T06:56:59Z', 'revision_number': 8, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'gw_port_host': None, '_interfaces': [{'id': '414139d9-2d7a-47d4-b638-19f7b638585b', 'name': '', 'network_id': 'd59a759d-ba4b-41b1-b958-9ad0ad742f2f', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'mac_address': 'fa:16:3e:db:01:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '90f26265-f09b-4544-b4c8-1a454568d1e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:56:39Z', 'updated_at': '2021-09-23T06:56:46Z', 'revision_number': 5, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'subnets': [{'id': '90f26265-f09b-4544-b4c8-1a454568d1e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebcf80a6-e4da-48a5-86e4-37f9c98e5a1e', 'name': '', 'network_id': '7dc46c74-d521-4969-b1ab-fe454772b293', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'mac_address': 'fa:16:3e:4d:c4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': 'b03920dd-474b-496d-ba64-0e0965ab395e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:56:30Z', 'updated_at': '2021-09-23T06:56:48Z', 'revision_number': 5, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'subnets': [{'id': 'b03920dd-474b-496d-ba64-0e0965ab395e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc21dbcb-38e5-41b4-83c1-c4a20fdba468', 'name': '', 'network_id': '3aa85240-395c-45b3-8f0a-394508f0f93b', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'mac_address': 'fa:16:3e:67:cb:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '7530e25f-c8e6-49fb-9bb9-42e044621486', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:56:23Z', 'updated_at': '2021-09-23T06:56:38Z', 'revision_number': 5, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'subnets': [{'id': '7530e25f-c8e6-49fb-9bb9-42e044621486', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:03.022975 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45474) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:03.041051 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-46e84b43-ed4f-4049-88f1-44ad3702dc13 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Deleting port 6fbb63b5-6fe1-4b39-87fc-84e12dd65fa1 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:57:03.041650 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-46e84b43-ed4f-4049-88f1-44ad3702dc13 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:03.059353 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:03.063104 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608805cc-371b-435f-9f1a-906dc05f5f17 None None] Checking router: 0149b0df-eb23-4c02-a086-bd9ef410c234 for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:57:03.065893 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-201e03aa-f049-4076-b4aa-335f46731af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:03.112156 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfebc122-5649-41e7-b668-b4ef042b284a req-cb481d7e-0a74-40a6-8980-499b6a6774e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:03.116278 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bfebc122-5649-41e7-b668-b4ef042b284a req-cb481d7e-0a74-40a6-8980-499b6a6774e2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cc8a7554-36e3-4ad0-b779-92036cb83888 HTTP/1.1" status: 200 len: 797 time: 0.1216986 Sep 23 06:57:03.122976 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608805cc-371b-435f-9f1a-906dc05f5f17 None None] Routers {'0149b0df-eb23-4c02-a086-bd9ef410c234'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:57:03.123594 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-608805cc-371b-435f-9f1a-906dc05f5f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:56:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['0149b0df-eb23-4c02-a086-bd9ef410c234'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:03.146322 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-46e84b43-ed4f-4049-88f1-44ad3702dc13 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:03.159135 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-46e84b43-ed4f-4049-88f1-44ad3702dc13 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Calling delete_port for 6fbb63b5-6fe1-4b39-87fc-84e12dd65fa1 owned by {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:57:03.175378 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port e1a3de04-b58f-4d0c-b530-b1ac32b1ca7a, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=e1a3de04-b58f-4d0c-b530-b1ac32b1ca7a,segment=NetworkSegment(98ee167a-1403-4867-958f-d4f6736b2e62),segment_id=98ee167a-1403-4867-958f-d4f6736b2e62)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:57:03.213602 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:03.235128 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfebc122-5649-41e7-b668-b4ef042b284a req-eb99b303-4494-4d3a-b1a6-3a26a6e2a089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:03.237439 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bfebc122-5649-41e7-b668-b4ef042b284a req-eb99b303-4494-4d3a-b1a6-3a26a6e2a089 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=feb093c6-06a4-4aad-bf82-6fd567da1d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1140814 Sep 23 06:57:03.288249 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-608805cc-371b-435f-9f1a-906dc05f5f17 None None] Set router 0149b0df-eb23-4c02-a086-bd9ef410c234 gateway port host: None {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:57:03.321307 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-3df93efd-3a51-44cc-8c94-b5d0bd7475a9 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] Allocated IP 172.20.0.6 (2cff44df-ed5f-4ad7-867f-6f60b4430bdc/f45b8273-0795-4766-af7e-b55e33d4f3e7/36290f61-93b8-4bc9-86cd-23993592e9a9) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:57:03.322488 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.db.api [None req-201e03aa-f049-4076-b4aa-335f46731af8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 06:57:03.322841 n-d-715271-16 neutron-server[95067]: DEBUG oslo_db.api [None req-201e03aa-f049-4076-b4aa-335f46731af8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 06:57:03.344513 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=e1a3de04-b58f-4d0c-b530-b1ac32b1ca7a,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:03.399040 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-46e84b43-ed4f-4049-88f1-44ad3702dc13 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:03.424511 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e34505-af0a-4a2a-9448-a9d4f992097e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:03.432118 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e34505-af0a-4a2a-9448-a9d4f992097e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:03.435017 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-54e34505-af0a-4a2a-9448-a9d4f992097e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.4060049 Sep 23 06:57:03.435534 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c0082173-9682-4600-834e-19aef87771d0 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:03.445675 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45508) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:03.465462 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bfebc122-5649-41e7-b668-b4ef042b284a req-523c13b6-65a3-44c3-81fa-52286cf8fd8c service neutron] 10.222.0.58 "GET /v2.0/networks/feb093c6-06a4-4aad-bf82-6fd567da1d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184808 Sep 23 06:57:03.511757 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e84b43-ed4f-4049-88f1-44ad3702dc13 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Pushing event deleted for resources: {'Port': ['ID=6fbb63b5-6fe1-4b39-87fc-84e12dd65fa1,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:03.523217 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0082173-9682-4600-834e-19aef87771d0 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Pushing event deleted for resources: {'Subnet': ['ID=0d3e5bf4-8603-46e7-84d9-44bb26d03747,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:03.560041 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c0082173-9682-4600-834e-19aef87771d0 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:03.564592 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-c0082173-9682-4600-834e-19aef87771d0 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "DELETE /v2.0/subnets/0d3e5bf4-8603-46e7-84d9-44bb26d03747 HTTP/1.1" status: 204 len: 168 time: 1.8207028 Sep 23 06:57:03.579930 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c884cd8d-037b-4478-8e4b-5fecdf25de6f None None] Network f746bb4e-a8c0-47c9-b242-fd8e5b27ec90 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:57:03.621708 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45514) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:03.662918 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-46e84b43-ed4f-4049-88f1-44ad3702dc13 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:03.667715 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-46e84b43-ed4f-4049-88f1-44ad3702dc13 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] 10.222.0.39 "DELETE /v2.0/ports/6fbb63b5-6fe1-4b39-87fc-84e12dd65fa1 HTTP/1.1" status: 204 len: 168 time: 1.9861152 Sep 23 06:57:03.668579 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45530) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:03.786947 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-74ffa4a3-b668-476b-a0ef-da469062c9fa tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:03.793653 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bfebc122-5649-41e7-b668-b4ef042b284a req-b62eb271-69bb-4242-9e23-f4bab0619863 service neutron] 10.222.0.58 "GET /v2.0/networks/feb093c6-06a4-4aad-bf82-6fd567da1d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958438 Sep 23 06:57:03.798826 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb78877c-ffda-46b5-a587-8bcea3f20216 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:03.803708 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-fb78877c-ffda-46b5-a587-8bcea3f20216 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] 10.222.0.39 "GET /v2.0/ports?device_id=553a4728-3158-486f-81f6-d5fda5531618 HTTP/1.1" status: 200 len: 913 time: 0.1232526 Sep 23 06:57:03.804508 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45536) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:03.823741 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-1d524897-954f-4718-948b-38d580bd700c tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Deleting port 7bd067b9-8929-4d16-bfbf-ed900da5f8d1 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:57:03.824219 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1d524897-954f-4718-948b-38d580bd700c tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:03.837450 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-608805cc-371b-435f-9f1a-906dc05f5f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'name': 'tempest-RoutersIpV6Test-router-527177519', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:56:20Z', 'updated_at': '2021-09-23T06:56:59Z', 'revision_number': 8, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'gw_port_host': None, '_interfaces': [{'id': '414139d9-2d7a-47d4-b638-19f7b638585b', 'name': '', 'network_id': 'd59a759d-ba4b-41b1-b958-9ad0ad742f2f', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'mac_address': 'fa:16:3e:db:01:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '90f26265-f09b-4544-b4c8-1a454568d1e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:56:39Z', 'updated_at': '2021-09-23T06:56:46Z', 'revision_number': 5, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'subnets': [{'id': '90f26265-f09b-4544-b4c8-1a454568d1e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebcf80a6-e4da-48a5-86e4-37f9c98e5a1e', 'name': '', 'network_id': '7dc46c74-d521-4969-b1ab-fe454772b293', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'mac_address': 'fa:16:3e:4d:c4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': 'b03920dd-474b-496d-ba64-0e0965ab395e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:56:30Z', 'updated_at': '2021-09-23T06:56:48Z', 'revision_number': 5, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'subnets': [{'id': 'b03920dd-474b-496d-ba64-0e0965ab395e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc21dbcb-38e5-41b4-83c1-c4a20fdba468', 'name': '', 'network_id': '3aa85240-395c-45b3-8f0a-394508f0f93b', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'mac_address': 'fa:16:3e:67:cb:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '7530e25f-c8e6-49fb-9bb9-42e044621486', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:56:23Z', 'updated_at': '2021-09-23T06:56:38Z', 'revision_number': 5, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'subnets': [{'id': '7530e25f-c8e6-49fb-9bb9-42e044621486', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:03.889954 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3df93efd-3a51-44cc-8c94-b5d0bd7475a9 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:03.901583 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bfebc122-5649-41e7-b668-b4ef042b284a req-d3e5875c-5367-47dc-81e6-affb756e8c13 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=07136d1d-f216-41bf-b3d9-e3f2b509cb43 HTTP/1.1" status: 200 len: 217 time: 0.0813677 Sep 23 06:57:03.925889 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608805cc-371b-435f-9f1a-906dc05f5f17 None None] The sync data for ids ['0149b0df-eb23-4c02-a086-bd9ef410c234'] in n-d-715271-16 is: [{'id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'name': 'tempest-RoutersIpV6Test-router-527177519', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:56:20Z', 'updated_at': '2021-09-23T06:56:59Z', 'revision_number': 8, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'gw_port_host': None, '_interfaces': [{'id': '414139d9-2d7a-47d4-b638-19f7b638585b', 'name': '', 'network_id': 'd59a759d-ba4b-41b1-b958-9ad0ad742f2f', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'mac_address': 'fa:16:3e:db:01:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '90f26265-f09b-4544-b4c8-1a454568d1e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:56:39Z', 'updated_at': '2021-09-23T06:56:46Z', 'revision_number': 5, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'subnets': [{'id': '90f26265-f09b-4544-b4c8-1a454568d1e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebcf80a6-e4da-48a5-86e4-37f9c98e5a1e', 'name': '', 'network_id': '7dc46c74-d521-4969-b1ab-fe454772b293', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'mac_address': 'fa:16:3e:4d:c4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': 'b03920dd-474b-496d-ba64-0e0965ab395e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:56:30Z', 'updated_at': '2021-09-23T06:56:48Z', 'revision_number': 5, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'subnets': [{'id': 'b03920dd-474b-496d-ba64-0e0965ab395e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc21dbcb-38e5-41b4-83c1-c4a20fdba468', 'name': '', 'network_id': '3aa85240-395c-45b3-8f0a-394508f0f93b', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'mac_address': 'fa:16:3e:67:cb:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '7530e25f-c8e6-49fb-9bb9-42e044621486', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:56:23Z', 'updated_at': '2021-09-23T06:56:38Z', 'revision_number': 5, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'subnets': [{'id': '7530e25f-c8e6-49fb-9bb9-42e044621486', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:57:03.992166 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device e1a3de04-b58f-4d0c-b530-b1ac32b1ca7a up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:57:04.056104 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3df93efd-3a51-44cc-8c94-b5d0bd7475a9 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:04.088558 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfebc122-5649-41e7-b668-b4ef042b284a req-dcc9297e-30f4-4291-9dae-dac34d685a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:04.090863 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bfebc122-5649-41e7-b668-b4ef042b284a req-dcc9297e-30f4-4291-9dae-dac34d685a00 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=27562dfd-be61-43be-9922-87df8a6761c0 HTTP/1.1" status: 200 len: 797 time: 0.1600461 Sep 23 06:57:04.095877 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1d524897-954f-4718-948b-38d580bd700c tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:04.106545 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port e1a3de04-b58f-4d0c-b530-b1ac32b1ca7a triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:57:04.107041 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:04.145930 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-71407282-d084-41bb-a467-5835d8078a48 None None] Allocated IP 172.20.0.2 (2cff44df-ed5f-4ad7-867f-6f60b4430bdc/f45b8273-0795-4766-af7e-b55e33d4f3e7/d1f67508-d6a9-4f96-a368-4e117f8f0bd0) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:57:04.146666 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-1d524897-954f-4718-948b-38d580bd700c tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Calling delete_port for 7bd067b9-8929-4d16-bfbf-ed900da5f8d1 owned by {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:57:04.195375 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-d9111ff9-d1a3-43a2-847f-c12b6f43d98f None None] Provisioning complete for port 7bd067b9-8929-4d16-bfbf-ed900da5f8d1 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:57:04.195729 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d9111ff9-d1a3-43a2-847f-c12b6f43d98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:04.216197 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-74ffa4a3-b668-476b-a0ef-da469062c9fa tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Deleting port 0e69e96b-877f-4b5d-be78-37f4ed1b4fb6 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:57:04.216620 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-74ffa4a3-b668-476b-a0ef-da469062c9fa tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:04.289699 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfebc122-5649-41e7-b668-b4ef042b284a req-3e90d3c8-38a2-478b-8048-5231ec43db18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:04.291880 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bfebc122-5649-41e7-b668-b4ef042b284a req-3e90d3c8-38a2-478b-8048-5231ec43db18 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f4c6acfd-810d-4386-8654-cad37d5f8fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1859307 Sep 23 06:57:04.320234 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2773ee-17d0-415b-93ea-dbb64df37974 None None] DHCP port deletion for f746bb4e-a8c0-47c9-b242-fd8e5b27ec90 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 06:57:04.333586 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-d9111ff9-d1a3-43a2-847f-c12b6f43d98f None None] Port 7bd067b9-8929-4d16-bfbf-ed900da5f8d1 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:57:04.452981 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-74ffa4a3-b668-476b-a0ef-da469062c9fa tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] For port 0e69e96b-877f-4b5d-be78-37f4ed1b4fb6, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=0e69e96b-877f-4b5d-be78-37f4ed1b4fb6,segment=NetworkSegment(08eaf4c9-e00c-4adc-8ceb-321e9fc16e77),segment_id=08eaf4c9-e00c-4adc-8ceb-321e9fc16e77)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:57:04.453649 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-74ffa4a3-b668-476b-a0ef-da469062c9fa tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:04.481982 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45554) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:04.484406 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-8d2773ee-17d0-415b-93ea-dbb64df37974 None None] Deleting port 0e69e96b-877f-4b5d-be78-37f4ed1b4fb6 {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:57:04.484583 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8d2773ee-17d0-415b-93ea-dbb64df37974 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:04.490345 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-71407282-d084-41bb-a467-5835d8078a48 None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:04.495472 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-74ffa4a3-b668-476b-a0ef-da469062c9fa tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Calling delete_port for 0e69e96b-877f-4b5d-be78-37f4ed1b4fb6 owned by network:dhcp {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:57:04.522587 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-71407282-d084-41bb-a467-5835d8078a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:04.577730 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71407282-d084-41bb-a467-5835d8078a48 None None] Pushing event updated for resources: {'Port': ['ID=d1f67508-d6a9-4f96-a368-4e117f8f0bd0,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:04.623321 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71407282-d084-41bb-a467-5835d8078a48 None None] Network 2cff44df-ed5f-4ad7-867f-6f60b4430bdc is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:57:04.630943 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-71407282-d084-41bb-a467-5835d8078a48 None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:57:04.634896 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71407282-d084-41bb-a467-5835d8078a48 None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:57:04.641711 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-8d2773ee-17d0-415b-93ea-dbb64df37974 None None] For port 0e69e96b-877f-4b5d-be78-37f4ed1b4fb6, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=0e69e96b-877f-4b5d-be78-37f4ed1b4fb6,segment=NetworkSegment(08eaf4c9-e00c-4adc-8ceb-321e9fc16e77),segment_id=08eaf4c9-e00c-4adc-8ceb-321e9fc16e77)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:57:04.642985 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8d2773ee-17d0-415b-93ea-dbb64df37974 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:04.680846 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-8d2773ee-17d0-415b-93ea-dbb64df37974 None None] Calling delete_port for 0e69e96b-877f-4b5d-be78-37f4ed1b4fb6 owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:57:04.712474 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bfebc122-5649-41e7-b668-b4ef042b284a req-f298548a-b289-4cfc-8fcb-73a737aff1ab service neutron] 10.222.0.58 "GET /v2.0/networks/f4c6acfd-810d-4386-8654-cad37d5f8fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3827882 Sep 23 06:57:04.714664 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1d524897-954f-4718-948b-38d580bd700c tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:04.742016 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df93efd-3a51-44cc-8c94-b5d0bd7475a9 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] Network 2cff44df-ed5f-4ad7-867f-6f60b4430bdc is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:57:04.745152 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-3df93efd-3a51-44cc-8c94-b5d0bd7475a9 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:57:04.747881 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df93efd-3a51-44cc-8c94-b5d0bd7475a9 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:57:04.763667 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-71407282-d084-41bb-a467-5835d8078a48 None None] Attempting to bind port d1f67508-d6a9-4f96-a368-4e117f8f0bd0 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:57:04.764242 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-71407282-d084-41bb-a467-5835d8078a48 None None] Attempting to bind port d1f67508-d6a9-4f96-a368-4e117f8f0bd0 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': 'bee422dc-c33e-4f2c-bf87-a536fe7fd059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '2cff44df-ed5f-4ad7-867f-6f60b4430bdc'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:57:04.764773 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71407282-d084-41bb-a467-5835d8078a48 None None] Attempting to bind port d1f67508-d6a9-4f96-a368-4e117f8f0bd0 on network 2cff44df-ed5f-4ad7-867f-6f60b4430bdc {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:57:04.775764 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71407282-d084-41bb-a467-5835d8078a48 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:57:04.776137 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71407282-d084-41bb-a467-5835d8078a48 None None] Checking segment: {'id': 'bee422dc-c33e-4f2c-bf87-a536fe7fd059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '2cff44df-ed5f-4ad7-867f-6f60b4430bdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:57:04.776536 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-71407282-d084-41bb-a467-5835d8078a48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:04.776925 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71407282-d084-41bb-a467-5835d8078a48 None None] Bound using segment: {'id': 'bee422dc-c33e-4f2c-bf87-a536fe7fd059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '2cff44df-ed5f-4ad7-867f-6f60b4430bdc'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:57:04.777388 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-71407282-d084-41bb-a467-5835d8078a48 None None] Bound port: d1f67508-d6a9-4f96-a368-4e117f8f0bd0, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bee422dc-c33e-4f2c-bf87-a536fe7fd059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '2cff44df-ed5f-4ad7-867f-6f60b4430bdc'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:57:04.777773 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-71407282-d084-41bb-a467-5835d8078a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:04.783864 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df93efd-3a51-44cc-8c94-b5d0bd7475a9 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] Pushing event updated for resources: {'Port': ['ID=36290f61-93b8-4bc9-86cd-23993592e9a9,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:04.794208 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d524897-954f-4718-948b-38d580bd700c tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event deleted for resources: {'Port': ['ID=7bd067b9-8929-4d16-bfbf-ed900da5f8d1,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:04.796077 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2b4650e6-8794-4251-aa44-2e5f1c21e43f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:04.860399 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-71407282-d084-41bb-a467-5835d8078a48 None None] For port d1f67508-d6a9-4f96-a368-4e117f8f0bd0, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:57:04.862479 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df93efd-3a51-44cc-8c94-b5d0bd7475a9 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:04.863144 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3df93efd-3a51-44cc-8c94-b5d0bd7475a9 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:04.863720 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-71407282-d084-41bb-a467-5835d8078a48 None None] For port d1f67508-d6a9-4f96-a368-4e117f8f0bd0, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=d1f67508-d6a9-4f96-a368-4e117f8f0bd0,segment=NetworkSegment(bee422dc-c33e-4f2c-bf87-a536fe7fd059),segment_id=bee422dc-c33e-4f2c-bf87-a536fe7fd059)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:57:04.871882 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-71407282-d084-41bb-a467-5835d8078a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:04.879967 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1d524897-954f-4718-948b-38d580bd700c tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:04.881635 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-1d524897-954f-4718-948b-38d580bd700c tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/ports/7bd067b9-8929-4d16-bfbf-ed900da5f8d1 HTTP/1.1" status: 204 len: 168 time: 1.4323225 Sep 23 06:57:04.884813 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45562) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:04.886547 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-74ffa4a3-b668-476b-a0ef-da469062c9fa tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:04.932565 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8d2773ee-17d0-415b-93ea-dbb64df37974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:04.937574 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ffa4a3-b668-476b-a0ef-da469062c9fa tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Pushing event deleted for resources: {'Port': ['ID=0e69e96b-877f-4b5d-be78-37f4ed1b4fb6,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:04.945499 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ffa4a3-b668-476b-a0ef-da469062c9fa tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] No DVR routers for this DVR port 0e69e96b-877f-4b5d-be78-37f4ed1b4fb6 on host n-d-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:57:04.971083 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2773ee-17d0-415b-93ea-dbb64df37974 None None] No DVR routers for this DVR port 0e69e96b-877f-4b5d-be78-37f4ed1b4fb6 on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:57:04.973285 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71407282-d084-41bb-a467-5835d8078a48 None None] Pushing event updated for resources: {'Port': ['ID=d1f67508-d6a9-4f96-a368-4e117f8f0bd0,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:05.009713 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14f79c1-d3c7-4d7d-9edd-5dce885c21ac tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:05.011333 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14f79c1-d3c7-4d7d-9edd-5dce885c21ac tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:05.015484 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-b14f79c1-d3c7-4d7d-9edd-5dce885c21ac tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1271789 Sep 23 06:57:05.016542 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45566) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:05.027288 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2773ee-17d0-415b-93ea-dbb64df37974 None None] Pushing event deleted for resources: {'Port': ['ID=0e69e96b-877f-4b5d-be78-37f4ed1b4fb6,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:05.056712 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bfebc122-5649-41e7-b668-b4ef042b284a req-e4bed9d3-0b82-4f82-a86b-10ed29710706 service neutron] 10.222.0.58 "GET /v2.0/networks/f4c6acfd-810d-4386-8654-cad37d5f8fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3286655 Sep 23 06:57:05.120378 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-18690ef4-398d-4416-af1a-017af473098a tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Deleting subnet 69cea97d-b442-490b-a1ce-6ef3d96f3dc9 {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:57:05.131713 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-18690ef4-398d-4416-af1a-017af473098a tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:05.163193 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bfebc122-5649-41e7-b668-b4ef042b284a req-f182a8bd-42b9-4809-ab36-848cd1b47114 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5e543f7d-d49b-4f81-a1d4-c7dc1b170f42 HTTP/1.1" status: 200 len: 217 time: 0.0847070 Sep 23 06:57:05.192730 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-18690ef4-398d-4416-af1a-017af473098a tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:05.217198 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2b4650e6-8794-4251-aa44-2e5f1c21e43f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:05.243285 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-3df93efd-3a51-44cc-8c94-b5d0bd7475a9 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.4413066 Sep 23 06:57:05.248021 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fab97bd9-66c0-4ef2-aee5-42c01ab40d74 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066969'] for router_interface, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:05.249651 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45568) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:05.250921 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-74ffa4a3-b668-476b-a0ef-da469062c9fa tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:05.260734 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-1e05f1ad-fefe-4701-b844-fb2d90e0309d tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-660382774', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:57:05.286035 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2b4650e6-8794-4251-aa44-2e5f1c21e43f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:05.354394 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-74ffa4a3-b668-476b-a0ef-da469062c9fa tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f746bb4e-a8c0-47c9-b242-fd8e5b27ec90']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:05.368121 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-2b4650e6-8794-4251-aa44-2e5f1c21e43f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1eb52741aa494da4a8c15b63c921dd85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8830116 Sep 23 06:57:05.372101 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4650e6-8794-4251-aa44-2e5f1c21e43f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c06d54d-d6cd-4f3a-8521-c5d1759d5cbf,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:05.376821 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-74ffa4a3-b668-476b-a0ef-da469062c9fa tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08eaf4c9-e00c-4adc-8ceb-321e9fc16e77') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:05.377154 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-74ffa4a3-b668-476b-a0ef-da469062c9fa tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08eaf4c9-e00c-4adc-8ceb-321e9fc16e77') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:05.378032 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45570) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:05.382298 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1e05f1ad-fefe-4701-b844-fb2d90e0309d tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:05.383394 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1e05f1ad-fefe-4701-b844-fb2d90e0309d tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:05.388924 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfebc122-5649-41e7-b668-b4ef042b284a req-e28c55a6-d45c-4fea-bd53-1f2f5d2f04e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:05.391364 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bfebc122-5649-41e7-b668-b4ef042b284a req-e28c55a6-d45c-4fea-bd53-1f2f5d2f04e5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=27562dfd-be61-43be-9922-87df8a6761c0 HTTP/1.1" status: 200 len: 797 time: 0.2140150 Sep 23 06:57:05.395194 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-74ffa4a3-b668-476b-a0ef-da469062c9fa tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:05.412522 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-18690ef4-398d-4416-af1a-017af473098a tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:05.431901 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-74ffa4a3-b668-476b-a0ef-da469062c9fa tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:05.441059 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74ffa4a3-b668-476b-a0ef-da469062c9fa tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:57:05.442523 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-74ffa4a3-b668-476b-a0ef-da469062c9fa tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:05.444763 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 06:57:05.444763 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:57:05.444763 n-d-715271-16 neutron-server[95066]: timer() Sep 23 06:57:05.444763 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:57:05.444763 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 06:57:05.444763 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:57:05.444763 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 06:57:05.444763 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:57:05.444763 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 06:57:05.444763 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:57:05.444763 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 06:57:05.444763 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:57:05.444763 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 06:57:05.444763 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:57:05.444763 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:57:05.444763 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:57:05.444763 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:57:05.444763 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:57:05.444763 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 06:57:05.444763 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:57:05.444763 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 06:57:05.444763 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:57:05.444763 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:57:05.444763 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:57:05.444763 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 06:57:05.444763 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:57:05.444763 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:57:05.444763 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:57:05.444763 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:57:05.444763 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:57:05.444763 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:57:05.444763 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:57:05.487000 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfebc122-5649-41e7-b668-b4ef042b284a req-a1d27791-2e4e-46b9-9d50-586958484511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:05.488618 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bfebc122-5649-41e7-b668-b4ef042b284a req-a1d27791-2e4e-46b9-9d50-586958484511 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f4c6acfd-810d-4386-8654-cad37d5f8fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0867198 Sep 23 06:57:05.567803 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-74ffa4a3-b668-476b-a0ef-da469062c9fa tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:05.576662 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-74ffa4a3-b668-476b-a0ef-da469062c9fa tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:05.582854 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-74ffa4a3-b668-476b-a0ef-da469062c9fa tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "DELETE /v2.0/networks/f746bb4e-a8c0-47c9-b242-fd8e5b27ec90 HTTP/1.1" status: 204 len: 168 time: 1.9546568 Sep 23 06:57:05.584061 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45574) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:05.633734 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ffa4a3-b668-476b-a0ef-da469062c9fa tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Pushing event deleted for resources: {'Network': ['ID=f746bb4e-a8c0-47c9-b242-fd8e5b27ec90,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:05.663514 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bb6fc5d3-9f62-4798-ac59-4288dce38473 req-d1caf7dc-7472-4512-ba9a-a2afcab6a6ea service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d1cd84fc-812d-47ec-a964-fe50909675ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2738907 Sep 23 06:57:05.712915 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1e05f1ad-fefe-4701-b844-fb2d90e0309d tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:05.721448 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9f89ae4c-cb36-4d56-a2ac-0bb489d9a228 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:05.738768 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1e05f1ad-fefe-4701-b844-fb2d90e0309d tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:05.746174 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-18690ef4-398d-4416-af1a-017af473098a tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:05.792349 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9f89ae4c-cb36-4d56-a2ac-0bb489d9a228 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:05.844516 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1e05f1ad-fefe-4701-b844-fb2d90e0309d tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:05.849548 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-1e05f1ad-fefe-4701-b844-fb2d90e0309d tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5938451 Sep 23 06:57:05.850110 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb09c82a-8ed8-4e57-9cd4-d2003ff9fbe1 None None] Network 4d1aa380-e411-494b-958c-7f758df734d6 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:57:05.852795 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-18690ef4-398d-4416-af1a-017af473098a tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:05.854747 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-18690ef4-398d-4416-af1a-017af473098a tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/subnets/69cea97d-b442-490b-a1ce-6ef3d96f3dc9 HTTP/1.1" status: 204 len: 168 time: 0.8348806 Sep 23 06:57:05.855615 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18690ef4-398d-4416-af1a-017af473098a tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event deleted for resources: {'Subnet': ['ID=69cea97d-b442-490b-a1ce-6ef3d96f3dc9,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:05.865945 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45578) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:05.866334 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45580) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:05.875367 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-118fad35-3c67-499d-86f9-e868cd76bbc1 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1843661264', 'prefixes': ['172.20.0.0/16']}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:57:05.990787 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-649a2ea8-a389-4b2c-ab78-70988684cad7 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1165743 Sep 23 06:57:05.993329 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45582) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:06.000945 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-94279744-6dfa-4b26-8b22-b150caecf5ac tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Request body: {'subnet': {'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:57:06.063503 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6fc5d3-9f62-4798-ac59-4288dce38473 req-8a2d00c2-4c20-48aa-bea0-57425d1bf9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:06.071238 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bb6fc5d3-9f62-4798-ac59-4288dce38473 req-8a2d00c2-4c20-48aa-bea0-57425d1bf9fe service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=32d6446ab2e641418601d6f9b0d422b1&device_id=d1cd84fc-812d-47ec-a964-fe50909675ac HTTP/1.1" status: 200 len: 1097 time: 0.3097625 Sep 23 06:57:06.261014 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9f89ae4c-cb36-4d56-a2ac-0bb489d9a228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:06.263294 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9f89ae4c-cb36-4d56-a2ac-0bb489d9a228 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:06.264549 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-9f89ae4c-cb36-4d56-a2ac-0bb489d9a228 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8c06d54d-d6cd-4f3a-8521-c5d1759d5cbf HTTP/1.1" status: 204 len: 168 time: 0.8839159 Sep 23 06:57:06.286561 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bfebc122-5649-41e7-b668-b4ef042b284a req-b7257115-4df3-4f7e-bc4e-b70826dca435 service neutron] 10.222.0.58 "GET /v2.0/networks/f4c6acfd-810d-4386-8654-cad37d5f8fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7541564 Sep 23 06:57:06.322859 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f89ae4c-cb36-4d56-a2ac-0bb489d9a228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c06d54d-d6cd-4f3a-8521-c5d1759d5cbf,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:06.326345 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device d1f67508-d6a9-4f96-a368-4e117f8f0bd0 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:57:06.391320 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268d6ea8-8f1a-4eb7-a283-8e8529e56f91 None None] Network 2cff44df-ed5f-4ad7-867f-6f60b4430bdc requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:57:06.403520 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94279744-6dfa-4b26-8b22-b150caecf5ac tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Made reservation on behalf of 5e650be244de4ee8b27aea189be279d1 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:57:06.408410 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-94279744-6dfa-4b26-8b22-b150caecf5ac tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:06.433394 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:06.437824 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bfebc122-5649-41e7-b668-b4ef042b284a req-5a2d14c5-a531-4739-8377-699c14cffd35 service neutron] 10.222.0.58 "GET /v2.0/networks/f4c6acfd-810d-4386-8654-cad37d5f8fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372190 Sep 23 06:57:06.443283 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-118fad35-3c67-499d-86f9-e868cd76bbc1 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] Notify callbacks [] for subnetpool, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:06.448310 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-118fad35-3c67-499d-86f9-e868cd76bbc1 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.5798004 Sep 23 06:57:06.464698 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45586) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:06.471894 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.tag.tag_plugin [None req-4dcd04ff-dfdb-4303-9661-010c0c407a06 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f45b8273-0795-4766-af7e-b55e33d4f3e7', 'tempest-TagsExtTest-Tag-741137101') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:06.568217 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6fc5d3-9f62-4798-ac59-4288dce38473 req-5dc858b7-a33f-4687-837f-54d68ec0922c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:06.569754 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bb6fc5d3-9f62-4798-ac59-4288dce38473 req-5dc858b7-a33f-4687-837f-54d68ec0922c service neutron] 10.222.0.21 "GET /v2.0/networks?id=73269455-291c-4521-ad88-579f38510b1a HTTP/1.1" status: 200 len: 913 time: 0.4152207 Sep 23 06:57:06.572182 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-fab97bd9-66c0-4ef2-aee5-42c01ab40d74 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Deleting port 699e1429-4422-4b5b-9c19-3c7111b66835 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:57:06.572529 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fab97bd9-66c0-4ef2-aee5-42c01ab40d74 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:06.598567 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-58143c7c-7817-492c-a537-fb5f1801e4a7 None None] Provisioning complete for port d1f67508-d6a9-4f96-a368-4e117f8f0bd0 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:57:06.599229 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-58143c7c-7817-492c-a537-fb5f1801e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:06.757467 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port d1f67508-d6a9-4f96-a368-4e117f8f0bd0 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:57:06.758702 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:06.762962 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bb6fc5d3-9f62-4798-ac59-4288dce38473 req-f8540fe2-992f-4e6e-a82a-4397e3df2621 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=abe0245b-de5a-4ba9-9037-4492913740ce HTTP/1.1" status: 200 len: 1000 time: 0.1816804 Sep 23 06:57:06.848072 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fab97bd9-66c0-4ef2-aee5-42c01ab40d74 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:06.886842 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5d20070f-5f17-45ba-ad60-c7504dbfef83 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066969'] for router_interface, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:06.911209 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412ce238-8375-4827-96e1-8e7e62968df3 None None] DHCP port deletion for 4d1aa380-e411-494b-958c-7f758df734d6 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 06:57:06.940946 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-fab97bd9-66c0-4ef2-aee5-42c01ab40d74 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Calling delete_port for 699e1429-4422-4b5b-9c19-3c7111b66835 owned by network:router_interface {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:57:06.973031 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-4dcd04ff-dfdb-4303-9661-010c0c407a06 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] 10.222.0.39 "PUT /v2.0/subnets/f45b8273-0795-4766-af7e-b55e33d4f3e7/tags/tempest-TagsExtTest-Tag-741137101 HTTP/1.1" status: 201 len: 201 time: 0.5059543 Sep 23 06:57:06.974758 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45604) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:06.980715 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6fc5d3-9f62-4798-ac59-4288dce38473 req-79c79cf6-716f-4bb1-be1c-c96e9b7f91c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:06.982484 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bb6fc5d3-9f62-4798-ac59-4288dce38473 req-79c79cf6-716f-4bb1-be1c-c96e9b7f91c7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=30533a6f-b862-4b9d-ba78-3a6162dd1f60 HTTP/1.1" status: 200 len: 851 time: 0.2052920 Sep 23 06:57:07.027201 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.tag.tag_plugin [None req-b754ffb3-b451-479b-9358-a5753b408489 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '36290f61-93b8-4bc9-86cd-23993592e9a9', 'tempest-TagsExtTest-Tag-389406601') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:07.045969 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:07.113507 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-58143c7c-7817-492c-a537-fb5f1801e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:07.124980 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-94279744-6dfa-4b26-8b22-b150caecf5ac tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:07.144569 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6fc5d3-9f62-4798-ac59-4288dce38473 req-0437fa93-1247-49a4-8b9c-ef9684503829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:07.146938 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bb6fc5d3-9f62-4798-ac59-4288dce38473 req-0437fa93-1247-49a4-8b9c-ef9684503829 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=73269455-291c-4521-ad88-579f38510b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1564143 Sep 23 06:57:07.179396 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port d1f67508-d6a9-4f96-a368-4e117f8f0bd0, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=d1f67508-d6a9-4f96-a368-4e117f8f0bd0,segment=NetworkSegment(bee422dc-c33e-4f2c-bf87-a536fe7fd059),segment_id=bee422dc-c33e-4f2c-bf87-a536fe7fd059)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:57:07.196350 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-b754ffb3-b451-479b-9358-a5753b408489 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] 10.222.0.39 "PUT /v2.0/ports/36290f61-93b8-4bc9-86cd-23993592e9a9/tags/tempest-TagsExtTest-Tag-389406601 HTTP/1.1" status: 201 len: 201 time: 0.2171669 Sep 23 06:57:07.197084 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:07.199292 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45612) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:07.207091 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.tag.tag_plugin [None req-b5063535-d38c-448b-bead-ab0bc62968b5 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c1c0630c-a900-4671-9cf0-d8158accaa44', 'tempest-TagsExtTest-Tag-490820953') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:07.212841 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94279744-6dfa-4b26-8b22-b150caecf5ac tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Network 4d1aa380-e411-494b-958c-7f758df734d6 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:57:07.278302 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-412ce238-8375-4827-96e1-8e7e62968df3 None None] Deleting port e1a3de04-b58f-4d0c-b530-b1ac32b1ca7a {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:57:07.278613 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-412ce238-8375-4827-96e1-8e7e62968df3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:07.314852 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-94279744-6dfa-4b26-8b22-b150caecf5ac tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:57:07.331260 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94279744-6dfa-4b26-8b22-b150caecf5ac tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:07.331870 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-94279744-6dfa-4b26-8b22-b150caecf5ac tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:07.358506 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 0e69e96b-877f-4b5d-be78-37f4ed1b4fb6 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:57:07.373274 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94279744-6dfa-4b26-8b22-b150caecf5ac tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event updated for resources: {'Subnet': ['ID=000917c6-11e9-4393-bc21-287d9b6c22f2,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:07.394376 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-94279744-6dfa-4b26-8b22-b150caecf5ac tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3949676 Sep 23 06:57:07.395103 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45616) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:07.401367 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-9bccb423-27e2-48a2-baae-c6e12962777c tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Request body: {'port': {'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'fixed_ips': [{'subnet_id': '000917c6-11e9-4393-bc21-287d9b6c22f2', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-1807830142'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:57:07.426959 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 0e69e96b-877f-4b5d-be78-37f4ed1b4fb6 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:57:07.427305 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 0e69e96b-877f-4b5d-be78-37f4ed1b4fb6 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:57:07.428314 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device be172cfd-0f67-4354-9fa5-29232c79bf30 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:57:07.488750 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bb6fc5d3-9f62-4798-ac59-4288dce38473 req-4f7d9b5c-cbcf-4d57-b0fc-2139f7a513f0 service neutron] 10.222.0.21 "GET /v2.0/networks/73269455-291c-4521-ad88-579f38510b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3197699 Sep 23 06:57:07.511081 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: be172cfd-0f67-4354-9fa5-29232c79bf30 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:57:07.512963 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device be172cfd-0f67-4354-9fa5-29232c79bf30 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:57:07.568422 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=d1f67508-d6a9-4f96-a368-4e117f8f0bd0,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:07.586474 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-b5063535-d38c-448b-bead-ab0bc62968b5 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] 10.222.0.39 "PUT /v2.0/routers/c1c0630c-a900-4671-9cf0-d8158accaa44/tags/tempest-TagsExtTest-Tag-490820953 HTTP/1.1" status: 201 len: 201 time: 0.3847747 Sep 23 06:57:07.588899 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45624) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:07.596257 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.tag.tag_plugin [None req-2f2b2826-1b5f-4986-b594-53ccd1c04848 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'b4ec186f-7125-41b0-860e-e8bda07529aa', 'tempest-TagsExtTest-Tag-471662775') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:07.607680 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.db.api [None req-58143c7c-7817-492c-a537-fb5f1801e4a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 06:57:07.608047 n-d-715271-16 neutron-server[95067]: DEBUG oslo_db.api [None req-58143c7c-7817-492c-a537-fb5f1801e4a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 06:57:07.643033 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-412ce238-8375-4827-96e1-8e7e62968df3 None None] For port e1a3de04-b58f-4d0c-b530-b1ac32b1ca7a, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=e1a3de04-b58f-4d0c-b530-b1ac32b1ca7a,segment=NetworkSegment(98ee167a-1403-4867-958f-d4f6736b2e62),segment_id=98ee167a-1403-4867-958f-d4f6736b2e62)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:57:07.646335 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-412ce238-8375-4827-96e1-8e7e62968df3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:07.671393 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-412ce238-8375-4827-96e1-8e7e62968df3 None None] Calling delete_port for e1a3de04-b58f-4d0c-b530-b1ac32b1ca7a owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:57:07.687431 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-5d20070f-5f17-45ba-ad60-c7504dbfef83 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Deleting port 414139d9-2d7a-47d4-b638-19f7b638585b {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:57:07.687431 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5d20070f-5f17-45ba-ad60-c7504dbfef83 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:07.722339 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-2f2b2826-1b5f-4986-b594-53ccd1c04848 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] 10.222.0.39 "PUT /v2.0/subnetpools/b4ec186f-7125-41b0-860e-e8bda07529aa/tags/tempest-TagsExtTest-Tag-471662775 HTTP/1.1" status: 201 len: 201 time: 0.1322374 Sep 23 06:57:07.726452 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45632) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:07.731894 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.tag.tag_plugin [None req-5fc50ba0-faad-4470-993d-3a7c8d7da836 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f45b8273-0795-4766-af7e-b55e33d4f3e7') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:07.748135 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fab97bd9-66c0-4ef2-aee5-42c01ab40d74 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:07.898793 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab97bd9-66c0-4ef2-aee5-42c01ab40d74 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Pushing event deleted for resources: {'Port': ['ID=699e1429-4422-4b5b-9c19-3c7111b66835,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:07.910160 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-412ce238-8375-4827-96e1-8e7e62968df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:07.971032 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bb6fc5d3-9f62-4798-ac59-4288dce38473 req-95c9373f-1b70-4090-a292-03d79711d618 service neutron] 10.222.0.21 "GET /v2.0/networks/73269455-291c-4521-ad88-579f38510b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4739468 Sep 23 06:57:08.045576 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412ce238-8375-4827-96e1-8e7e62968df3 None None] Pushing event deleted for resources: {'Port': ['ID=e1a3de04-b58f-4d0c-b530-b1ac32b1ca7a,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:08.085031 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device d1f67508-d6a9-4f96-a368-4e117f8f0bd0 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:57:08.106857 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412ce238-8375-4827-96e1-8e7e62968df3 None None] No DVR routers for this DVR port e1a3de04-b58f-4d0c-b530-b1ac32b1ca7a on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:57:08.138254 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-5d20070f-5f17-45ba-ad60-c7504dbfef83 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] For port 414139d9-2d7a-47d4-b638-19f7b638585b, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=414139d9-2d7a-47d4-b638-19f7b638585b,segment=NetworkSegment(5fc1ba7e-8404-4036-9973-3d0b8546a9d6),segment_id=5fc1ba7e-8404-4036-9973-3d0b8546a9d6)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:57:08.138636 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5d20070f-5f17-45ba-ad60-c7504dbfef83 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:08.148894 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ad6621-dfac-4fdd-b733-e328c6385027 None None] Network 4d1aa380-e411-494b-958c-7f758df734d6 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:57:08.150961 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0bc81b02-f50d-4587-9e6b-62e9dd08e250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:08.187390 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-5d20070f-5f17-45ba-ad60-c7504dbfef83 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Calling delete_port for 414139d9-2d7a-47d4-b638-19f7b638585b owned by network:router_interface {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:57:08.199524 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-5fc50ba0-faad-4470-993d-3a7c8d7da836 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] 10.222.0.39 "GET /v2.0/subnets/f45b8273-0795-4766-af7e-b55e33d4f3e7/tags HTTP/1.1" status: 200 len: 240 time: 0.4715779 Sep 23 06:57:08.203109 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45642) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:08.210035 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.tag.tag_plugin [None req-d41ae38e-1cbc-440d-a402-117c399513ec tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f45b8273-0795-4766-af7e-b55e33d4f3e7', 'tempest-TagsExtTest-Tag-741137101') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:08.289533 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port d1f67508-d6a9-4f96-a368-4e117f8f0bd0 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:57:08.290110 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:08.393584 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-d41ae38e-1cbc-440d-a402-117c399513ec tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] 10.222.0.39 "GET /v2.0/subnets/f45b8273-0795-4766-af7e-b55e33d4f3e7/tags/tempest-TagsExtTest-Tag-741137101 HTTP/1.1" status: 204 len: 168 time: 0.1893909 Sep 23 06:57:08.396096 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45646) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:08.406916 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.tag.tag_plugin [None req-9b11bfe2-0a9b-4283-b4cb-6e8dacc07f2b tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'f45b8273-0795-4766-af7e-b55e33d4f3e7', 'tempest-TagsExtTest-Tag-741137101') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:08.441928 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-8a2a9766-008f-4031-b7df-28d79c144222 None None] Provisioning complete for port 36290f61-93b8-4bc9-86cd-23993592e9a9 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:57:08.442509 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8a2a9766-008f-4031-b7df-28d79c144222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:08.558266 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb30d4a7-7613-43f0-bbf2-ceac8b07aec8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-4d1aa380-e411-494b-958c-7f758df734d6', 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'tenant_id': '5e650be244de4ee8b27aea189be279d1', 'fixed_ips': [{'subnet_id': '000917c6-11e9-4393-bc21-287d9b6c22f2'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 06:57:08.559293 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-cb30d4a7-7613-43f0-bbf2-ceac8b07aec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:08.578509 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-8a2a9766-008f-4031-b7df-28d79c144222 None None] Port 36290f61-93b8-4bc9-86cd-23993592e9a9 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:57:08.591238 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5d20070f-5f17-45ba-ad60-c7504dbfef83 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:08.649704 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d20070f-5f17-45ba-ad60-c7504dbfef83 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Pushing event deleted for resources: {'Port': ['ID=414139d9-2d7a-47d4-b638-19f7b638585b,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:08.655056 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-9b11bfe2-0a9b-4283-b4cb-6e8dacc07f2b tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] 10.222.0.39 "DELETE /v2.0/subnets/f45b8273-0795-4766-af7e-b55e33d4f3e7/tags/tempest-TagsExtTest-Tag-741137101 HTTP/1.1" status: 204 len: 168 time: 0.2554383 Sep 23 06:57:08.666648 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45656) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:08.677589 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-8a2a9766-008f-4031-b7df-28d79c144222 None None] Provisioning complete for port d1f67508-d6a9-4f96-a368-4e117f8f0bd0 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:57:08.683480 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8a2a9766-008f-4031-b7df-28d79c144222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:08.704107 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bccb423-27e2-48a2-baae-c6e12962777c tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Made reservation on behalf of 5e650be244de4ee8b27aea189be279d1 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:57:08.739643 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.tag.tag_plugin [None req-c398a35a-3e15-45e5-a62a-dcaa63140f4a tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f45b8273-0795-4766-af7e-b55e33d4f3e7') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:08.762982 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device e1a3de04-b58f-4d0c-b530-b1ac32b1ca7a no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:57:08.809456 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: e1a3de04-b58f-4d0c-b530-b1ac32b1ca7a {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:57:08.812121 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device e1a3de04-b58f-4d0c-b530-b1ac32b1ca7a not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:57:08.858028 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fab97bd9-66c0-4ef2-aee5-42c01ab40d74 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2068624'] for router_interface, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:08.886226 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9bccb423-27e2-48a2-baae-c6e12962777c tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:08.983092 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [None req-9bccb423-27e2-48a2-baae-c6e12962777c tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] device_id is not set on port ddf4aa5e-ef94-4b18-ad76-33e244c9c406 yet. {{(pid=95065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 06:57:08.985289 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5d20070f-5f17-45ba-ad60-c7504dbfef83 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2068624'] for router_interface, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:09.019725 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-c398a35a-3e15-45e5-a62a-dcaa63140f4a tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] 10.222.0.39 "GET /v2.0/subnets/f45b8273-0795-4766-af7e-b55e33d4f3e7/tags HTTP/1.1" status: 200 len: 205 time: 0.3512948 Sep 23 06:57:09.019946 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45676) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:09.075536 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.tag.tag_plugin [None req-9b788d4d-0b4b-4b4a-bd49-e7e099b8b13b tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '36290f61-93b8-4bc9-86cd-23993592e9a9') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:09.100820 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-cb30d4a7-7613-43f0-bbf2-ceac8b07aec8 None None] Allocated IP 2001:db8::2 (4d1aa380-e411-494b-958c-7f758df734d6/000917c6-11e9-4393-bc21-287d9b6c22f2/da4de67d-4c30-43ce-9c33-8df8f76feb1b) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:57:09.298970 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-9b788d4d-0b4b-4b4a-bd49-e7e099b8b13b tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] 10.222.0.39 "GET /v2.0/ports/36290f61-93b8-4bc9-86cd-23993592e9a9/tags HTTP/1.1" status: 200 len: 240 time: 0.2770247 Sep 23 06:57:09.301537 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45690) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:09.308048 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.tag.tag_plugin [None req-6aab4313-ca62-48ec-8bd9-8d7bec6bd0f0 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '36290f61-93b8-4bc9-86cd-23993592e9a9', 'tempest-TagsExtTest-Tag-389406601') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:09.333554 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-cb30d4a7-7613-43f0-bbf2-ceac8b07aec8 None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:09.346816 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-cb30d4a7-7613-43f0-bbf2-ceac8b07aec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:09.353220 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d20070f-5f17-45ba-ad60-c7504dbfef83 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Router 0149b0df-eb23-4c02-a086-bd9ef410c234 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:57:09.354003 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fab97bd9-66c0-4ef2-aee5-42c01ab40d74 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Router 553a4728-3158-486f-81f6-d5fda5531618 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:57:09.356189 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bccb423-27e2-48a2-baae-c6e12962777c tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 06:57:09.356819 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bccb423-27e2-48a2-baae-c6e12962777c tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:57:09.383720 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-9bccb423-27e2-48a2-baae-c6e12962777c tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.9862030 Sep 23 06:57:09.416867 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb30d4a7-7613-43f0-bbf2-ceac8b07aec8 None None] Pushing event updated for resources: {'Port': ['ID=da4de67d-4c30-43ce-9c33-8df8f76feb1b,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:09.422659 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45696) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:09.436551 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb30d4a7-7613-43f0-bbf2-ceac8b07aec8 None None] Network 4d1aa380-e411-494b-958c-7f758df734d6 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:57:09.439842 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-cb30d4a7-7613-43f0-bbf2-ceac8b07aec8 None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:57:09.443312 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb30d4a7-7613-43f0-bbf2-ceac8b07aec8 None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:57:09.540403 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8e5be1-f3f4-4f4c-a372-ff56696edca0 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:09.541109 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-cb30d4a7-7613-43f0-bbf2-ceac8b07aec8 None None] Attempting to bind port da4de67d-4c30-43ce-9c33-8df8f76feb1b on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:57:09.542064 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-ff8e5be1-f3f4-4f4c-a372-ff56696edca0 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1170340 Sep 23 06:57:09.544731 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45704) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:09.545927 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-cb30d4a7-7613-43f0-bbf2-ceac8b07aec8 None None] Attempting to bind port da4de67d-4c30-43ce-9c33-8df8f76feb1b by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '98ee167a-1403-4867-958f-d4f6736b2e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:57:09.546615 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb30d4a7-7613-43f0-bbf2-ceac8b07aec8 None None] Attempting to bind port da4de67d-4c30-43ce-9c33-8df8f76feb1b on network 4d1aa380-e411-494b-958c-7f758df734d6 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:57:09.554219 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb30d4a7-7613-43f0-bbf2-ceac8b07aec8 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:57:09.554879 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb30d4a7-7613-43f0-bbf2-ceac8b07aec8 None None] Checking segment: {'id': '98ee167a-1403-4867-958f-d4f6736b2e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:57:09.555316 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-cb30d4a7-7613-43f0-bbf2-ceac8b07aec8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:09.556305 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb30d4a7-7613-43f0-bbf2-ceac8b07aec8 None None] Bound using segment: {'id': '98ee167a-1403-4867-958f-d4f6736b2e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:57:09.557121 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-cb30d4a7-7613-43f0-bbf2-ceac8b07aec8 None None] Bound port: da4de67d-4c30-43ce-9c33-8df8f76feb1b, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98ee167a-1403-4867-958f-d4f6736b2e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:57:09.557614 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-cb30d4a7-7613-43f0-bbf2-ceac8b07aec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:09.607531 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab97bd9-66c0-4ef2-aee5-42c01ab40d74 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:57:09.617064 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-fab97bd9-66c0-4ef2-aee5-42c01ab40d74 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] 10.222.0.39 "PUT /v2.0/routers/553a4728-3158-486f-81f6-d5fda5531618/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8093884 Sep 23 06:57:09.621798 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16333618-2f2a-45b0-a6c3-951becdd25c4 None None] Sync routers for ids ['553a4728-3158-486f-81f6-d5fda5531618'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:57:09.623394 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45710) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:09.636873 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16333618-2f2a-45b0-a6c3-951becdd25c4 None None] Routers {'553a4728-3158-486f-81f6-d5fda5531618'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:57:09.637970 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-16333618-2f2a-45b0-a6c3-951becdd25c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:56:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['553a4728-3158-486f-81f6-d5fda5531618'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:09.666301 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-cb30d4a7-7613-43f0-bbf2-ceac8b07aec8 None None] For port da4de67d-4c30-43ce-9c33-8df8f76feb1b, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:57:09.670234 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-cb30d4a7-7613-43f0-bbf2-ceac8b07aec8 None None] For port da4de67d-4c30-43ce-9c33-8df8f76feb1b, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=da4de67d-4c30-43ce-9c33-8df8f76feb1b,segment=NetworkSegment(98ee167a-1403-4867-958f-d4f6736b2e62),segment_id=98ee167a-1403-4867-958f-d4f6736b2e62)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:57:09.678710 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-cb30d4a7-7613-43f0-bbf2-ceac8b07aec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:09.742625 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-16333618-2f2a-45b0-a6c3-951becdd25c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:09.765923 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16333618-2f2a-45b0-a6c3-951becdd25c4 None None] Routers {'553a4728-3158-486f-81f6-d5fda5531618'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:57:09.767431 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-16333618-2f2a-45b0-a6c3-951becdd25c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:56:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['553a4728-3158-486f-81f6-d5fda5531618'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:09.769733 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d20070f-5f17-45ba-ad60-c7504dbfef83 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:57:09.772821 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb30d4a7-7613-43f0-bbf2-ceac8b07aec8 None None] Pushing event updated for resources: {'Port': ['ID=da4de67d-4c30-43ce-9c33-8df8f76feb1b,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:09.775857 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-5d20070f-5f17-45ba-ad60-c7504dbfef83 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "PUT /v2.0/routers/0149b0df-eb23-4c02-a086-bd9ef410c234/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1781411 Sep 23 06:57:09.780072 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45718) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:09.788084 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682ec7bf-7b78-43e1-b170-49456bb8014c None None] Sync routers for ids ['0149b0df-eb23-4c02-a086-bd9ef410c234'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:57:09.804917 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8381304a-8e5d-46f0-a1d9-f0bca2f25999 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:09.807114 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682ec7bf-7b78-43e1-b170-49456bb8014c None None] Routers {'0149b0df-eb23-4c02-a086-bd9ef410c234'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:57:09.807260 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8381304a-8e5d-46f0-a1d9-f0bca2f25999 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:09.807890 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-682ec7bf-7b78-43e1-b170-49456bb8014c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:56:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['0149b0df-eb23-4c02-a086-bd9ef410c234'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:09.808796 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-8381304a-8e5d-46f0-a1d9-f0bca2f25999 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2628834 Sep 23 06:57:09.811943 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8630167f-fea7-49bd-bf92-48e3a13ebb01 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks [] for router, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:09.815739 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45724) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:09.887950 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-16333618-2f2a-45b0-a6c3-951becdd25c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:09.890831 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16333618-2f2a-45b0-a6c3-951becdd25c4 None None] The sync data for ids ['553a4728-3158-486f-81f6-d5fda5531618'] in n-d-715271-16 is: [] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:57:09.896534 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-6aab4313-ca62-48ec-8bd9-8d7bec6bd0f0 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] 10.222.0.39 "GET /v2.0/ports/36290f61-93b8-4bc9-86cd-23993592e9a9/tags/tempest-TagsExtTest-Tag-389406601 HTTP/1.1" status: 204 len: 168 time: 0.5932748 Sep 23 06:57:09.915270 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45728) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:09.931856 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.tag.tag_plugin [None req-58afa2ba-1a5c-4149-bdd8-0ca314113e42 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '36290f61-93b8-4bc9-86cd-23993592e9a9', 'tempest-TagsExtTest-Tag-389406601') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:09.977380 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e956842-1d6d-4f30-93bd-caec2189c864 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Deleting subnet 000917c6-11e9-4393-bc21-287d9b6c22f2 {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:57:10.000690 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6a7e72b-3fa5-4cad-902d-5ed3be520075 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Deleting subnet 90f26265-f09b-4544-b4c8-1a454568d1e2 {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:57:10.005197 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c6a7e72b-3fa5-4cad-902d-5ed3be520075 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:10.035531 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0e956842-1d6d-4f30-93bd-caec2189c864 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:10.123914 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c6a7e72b-3fa5-4cad-902d-5ed3be520075 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:10.181449 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0e956842-1d6d-4f30-93bd-caec2189c864 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:10.233930 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-682ec7bf-7b78-43e1-b170-49456bb8014c None None] Set router 0149b0df-eb23-4c02-a086-bd9ef410c234 gateway port host: None {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:57:10.235842 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:10.265703 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8630167f-fea7-49bd-bf92-48e3a13ebb01 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:10.324420 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-58afa2ba-1a5c-4149-bdd8-0ca314113e42 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] 10.222.0.39 "DELETE /v2.0/ports/36290f61-93b8-4bc9-86cd-23993592e9a9/tags/tempest-TagsExtTest-Tag-389406601 HTTP/1.1" status: 204 len: 168 time: 0.4013753 Sep 23 06:57:10.325989 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45748) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:10.334078 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.tag.tag_plugin [None req-86ea7a99-6d9c-43a3-aeff-443ae0f4d754 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '36290f61-93b8-4bc9-86cd-23993592e9a9') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:10.336935 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c6a7e72b-3fa5-4cad-902d-5ed3be520075 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:10.420152 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-8630167f-fea7-49bd-bf92-48e3a13ebb01 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Deleting port d476d471-acf2-434e-996a-a87851770812 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:57:10.420876 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8630167f-fea7-49bd-bf92-48e3a13ebb01 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:10.426997 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0e956842-1d6d-4f30-93bd-caec2189c864 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:10.449737 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-86ea7a99-6d9c-43a3-aeff-443ae0f4d754 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] 10.222.0.39 "GET /v2.0/ports/36290f61-93b8-4bc9-86cd-23993592e9a9/tags HTTP/1.1" status: 200 len: 205 time: 0.1191125 Sep 23 06:57:10.450024 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45756) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:10.455168 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.tag.tag_plugin [None req-6a654bb0-e806-4973-a445-326999120fe0 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c1c0630c-a900-4671-9cf0-d8158accaa44') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:10.497440 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c6a7e72b-3fa5-4cad-902d-5ed3be520075 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:10.525430 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-682ec7bf-7b78-43e1-b170-49456bb8014c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'name': 'tempest-RoutersIpV6Test-router-527177519', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:56:20Z', 'updated_at': '2021-09-23T06:57:08Z', 'revision_number': 9, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'gw_port_host': None, '_interfaces': [{'id': 'ebcf80a6-e4da-48a5-86e4-37f9c98e5a1e', 'name': '', 'network_id': '7dc46c74-d521-4969-b1ab-fe454772b293', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'mac_address': 'fa:16:3e:4d:c4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': 'b03920dd-474b-496d-ba64-0e0965ab395e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:56:30Z', 'updated_at': '2021-09-23T06:56:48Z', 'revision_number': 5, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'subnets': [{'id': 'b03920dd-474b-496d-ba64-0e0965ab395e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc21dbcb-38e5-41b4-83c1-c4a20fdba468', 'name': '', 'network_id': '3aa85240-395c-45b3-8f0a-394508f0f93b', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'mac_address': 'fa:16:3e:67:cb:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '7530e25f-c8e6-49fb-9bb9-42e044621486', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:56:23Z', 'updated_at': '2021-09-23T06:56:38Z', 'revision_number': 5, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'subnets': [{'id': '7530e25f-c8e6-49fb-9bb9-42e044621486', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:10.531082 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7e72b-3fa5-4cad-902d-5ed3be520075 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Pushing event deleted for resources: {'Subnet': ['ID=90f26265-f09b-4544-b4c8-1a454568d1e2,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:10.540191 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c6a7e72b-3fa5-4cad-902d-5ed3be520075 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:10.544774 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-c6a7e72b-3fa5-4cad-902d-5ed3be520075 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "DELETE /v2.0/subnets/90f26265-f09b-4544-b4c8-1a454568d1e2 HTTP/1.1" status: 204 len: 168 time: 0.7579315 Sep 23 06:57:10.549271 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45762) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:10.574858 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbe7f7f-3e35-4903-907b-11029af00a51 None None] Network d59a759d-ba4b-41b1-b958-9ad0ad742f2f requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:57:10.578310 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682ec7bf-7b78-43e1-b170-49456bb8014c None None] Checking router: 0149b0df-eb23-4c02-a086-bd9ef410c234 for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:57:10.598310 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8630167f-fea7-49bd-bf92-48e3a13ebb01 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:10.612538 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682ec7bf-7b78-43e1-b170-49456bb8014c None None] Routers {'0149b0df-eb23-4c02-a086-bd9ef410c234'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:57:10.613183 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-682ec7bf-7b78-43e1-b170-49456bb8014c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:56:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['0149b0df-eb23-4c02-a086-bd9ef410c234'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:10.617882 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-8630167f-fea7-49bd-bf92-48e3a13ebb01 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Calling delete_port for d476d471-acf2-434e-996a-a87851770812 owned by network:router_gateway {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:57:10.633389 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0e956842-1d6d-4f30-93bd-caec2189c864 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:10.649337 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ab2b6ae4-9e7f-4026-bed5-a7fcd2d43a83 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:10.693206 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-6a654bb0-e806-4973-a445-326999120fe0 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] 10.222.0.39 "GET /v2.0/routers/c1c0630c-a900-4671-9cf0-d8158accaa44/tags HTTP/1.1" status: 200 len: 240 time: 0.2422354 Sep 23 06:57:10.699017 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45768) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:10.707761 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.tag.tag_plugin [None req-7816db3f-1dea-43a7-835b-b87a6d7773ac tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c1c0630c-a900-4671-9cf0-d8158accaa44', 'tempest-TagsExtTest-Tag-490820953') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:10.721138 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e956842-1d6d-4f30-93bd-caec2189c864 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event deleted for resources: {'Subnet': ['ID=000917c6-11e9-4393-bc21-287d9b6c22f2,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:10.738714 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0e956842-1d6d-4f30-93bd-caec2189c864 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:10.741344 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-0e956842-1d6d-4f30-93bd-caec2189c864 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/subnets/000917c6-11e9-4393-bc21-287d9b6c22f2 HTTP/1.1" status: 204 len: 168 time: 0.9240499 Sep 23 06:57:10.743932 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45774) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:10.788519 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-7913fe41-5f17-4d9a-9eb3-a80b9480303a tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0432386 Sep 23 06:57:10.792791 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45776) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:10.798858 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-d04ee6be-26b9-4160-b520-e361c969e8ef tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Request body: {'subnet': {'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:57:10.823424 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-682ec7bf-7b78-43e1-b170-49456bb8014c None None] Set router 0149b0df-eb23-4c02-a086-bd9ef410c234 gateway port host: None {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:57:10.911404 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-7816db3f-1dea-43a7-835b-b87a6d7773ac tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] 10.222.0.39 "GET /v2.0/routers/c1c0630c-a900-4671-9cf0-d8158accaa44/tags/tempest-TagsExtTest-Tag-490820953 HTTP/1.1" status: 204 len: 168 time: 0.2072425 Sep 23 06:57:10.911951 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45780) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:10.916772 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.tag.tag_plugin [None req-1b1a1c73-f97b-4c6b-8cb6-f247ab8f54aa tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'c1c0630c-a900-4671-9cf0-d8158accaa44', 'tempest-TagsExtTest-Tag-490820953') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:11.014597 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-ab2b6ae4-9e7f-4026-bed5-a7fcd2d43a83 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Deleting port c0898313-07bc-45bd-85a2-20386a99a77d {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:57:11.015015 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ab2b6ae4-9e7f-4026-bed5-a7fcd2d43a83 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:11.027104 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d04ee6be-26b9-4160-b520-e361c969e8ef tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Made reservation on behalf of 5e650be244de4ee8b27aea189be279d1 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:57:11.030862 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d04ee6be-26b9-4160-b520-e361c969e8ef tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:11.116292 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332f6385-4962-4809-a750-772b2aed6018 None None] DHCP port deletion for d59a759d-ba4b-41b1-b958-9ad0ad742f2f request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 06:57:11.160597 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8630167f-fea7-49bd-bf92-48e3a13ebb01 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:11.173282 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-501dd820-c64a-4762-87fd-39229dcd6468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:11.206807 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8630167f-fea7-49bd-bf92-48e3a13ebb01 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Pushing event deleted for resources: {'Port': ['ID=d476d471-acf2-434e-996a-a87851770812,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:11.283861 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-ab2b6ae4-9e7f-4026-bed5-a7fcd2d43a83 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] For port c0898313-07bc-45bd-85a2-20386a99a77d, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=c0898313-07bc-45bd-85a2-20386a99a77d,segment=NetworkSegment(5fc1ba7e-8404-4036-9973-3d0b8546a9d6),segment_id=5fc1ba7e-8404-4036-9973-3d0b8546a9d6)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:57:11.284756 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ab2b6ae4-9e7f-4026-bed5-a7fcd2d43a83 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:11.289464 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-1b1a1c73-f97b-4c6b-8cb6-f247ab8f54aa tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] 10.222.0.39 "DELETE /v2.0/routers/c1c0630c-a900-4671-9cf0-d8158accaa44/tags/tempest-TagsExtTest-Tag-490820953 HTTP/1.1" status: 204 len: 168 time: 0.3767405 Sep 23 06:57:11.295404 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45810) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:11.304929 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.tag.tag_plugin [None req-ff92b9d5-976a-4586-a5f1-ecb311f28c6d tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c1c0630c-a900-4671-9cf0-d8158accaa44') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:11.321878 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-ab2b6ae4-9e7f-4026-bed5-a7fcd2d43a83 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Calling delete_port for c0898313-07bc-45bd-85a2-20386a99a77d owned by network:dhcp {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:57:11.322798 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8207bd-32c9-455a-a170-ce4c5e0c1737 None None] Network 4d1aa380-e411-494b-958c-7f758df734d6 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:57:11.412903 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8630167f-fea7-49bd-bf92-48e3a13ebb01 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2068563'] for router_gateway, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:11.431867 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-332f6385-4962-4809-a750-772b2aed6018 None None] Deleting port c0898313-07bc-45bd-85a2-20386a99a77d {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:57:11.432640 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-332f6385-4962-4809-a750-772b2aed6018 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:11.448141 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ab2b6ae4-9e7f-4026-bed5-a7fcd2d43a83 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:11.478438 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2b6ae4-9e7f-4026-bed5-a7fcd2d43a83 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Pushing event deleted for resources: {'Port': ['ID=c0898313-07bc-45bd-85a2-20386a99a77d,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:11.502579 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2b6ae4-9e7f-4026-bed5-a7fcd2d43a83 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] No DVR routers for this DVR port c0898313-07bc-45bd-85a2-20386a99a77d on host n-d-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:57:11.513535 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-682ec7bf-7b78-43e1-b170-49456bb8014c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'name': 'tempest-RoutersIpV6Test-router-527177519', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:56:20Z', 'updated_at': '2021-09-23T06:57:08Z', 'revision_number': 9, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'gw_port_host': None, '_interfaces': [{'id': 'ebcf80a6-e4da-48a5-86e4-37f9c98e5a1e', 'name': '', 'network_id': '7dc46c74-d521-4969-b1ab-fe454772b293', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'mac_address': 'fa:16:3e:4d:c4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': 'b03920dd-474b-496d-ba64-0e0965ab395e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:56:30Z', 'updated_at': '2021-09-23T06:56:48Z', 'revision_number': 5, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'subnets': [{'id': 'b03920dd-474b-496d-ba64-0e0965ab395e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc21dbcb-38e5-41b4-83c1-c4a20fdba468', 'name': '', 'network_id': '3aa85240-395c-45b3-8f0a-394508f0f93b', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'mac_address': 'fa:16:3e:67:cb:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '7530e25f-c8e6-49fb-9bb9-42e044621486', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:56:23Z', 'updated_at': '2021-09-23T06:56:38Z', 'revision_number': 5, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'subnets': [{'id': '7530e25f-c8e6-49fb-9bb9-42e044621486', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:11.519983 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:11.533372 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8630167f-fea7-49bd-bf92-48e3a13ebb01 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:11.537230 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8630167f-fea7-49bd-bf92-48e3a13ebb01 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:11.551785 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-b5a6c624-1dd6-44ad-8288-5030f6cc01da None None] Provisioning complete for port da4de67d-4c30-43ce-9c33-8df8f76feb1b triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:57:11.552367 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b5a6c624-1dd6-44ad-8288-5030f6cc01da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:11.608477 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682ec7bf-7b78-43e1-b170-49456bb8014c None None] The sync data for ids ['0149b0df-eb23-4c02-a086-bd9ef410c234'] in n-d-715271-16 is: [{'id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'name': 'tempest-RoutersIpV6Test-router-527177519', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:56:20Z', 'updated_at': '2021-09-23T06:57:08Z', 'revision_number': 9, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'gw_port_host': None, '_interfaces': [{'id': 'ebcf80a6-e4da-48a5-86e4-37f9c98e5a1e', 'name': '', 'network_id': '7dc46c74-d521-4969-b1ab-fe454772b293', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'mac_address': 'fa:16:3e:4d:c4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': 'b03920dd-474b-496d-ba64-0e0965ab395e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:56:30Z', 'updated_at': '2021-09-23T06:56:48Z', 'revision_number': 5, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'subnets': [{'id': 'b03920dd-474b-496d-ba64-0e0965ab395e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc21dbcb-38e5-41b4-83c1-c4a20fdba468', 'name': '', 'network_id': '3aa85240-395c-45b3-8f0a-394508f0f93b', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'mac_address': 'fa:16:3e:67:cb:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '7530e25f-c8e6-49fb-9bb9-42e044621486', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:56:23Z', 'updated_at': '2021-09-23T06:56:38Z', 'revision_number': 5, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'subnets': [{'id': '7530e25f-c8e6-49fb-9bb9-42e044621486', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:57:11.631513 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ab2b6ae4-9e7f-4026-bed5-a7fcd2d43a83 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:11.641147 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8630167f-fea7-49bd-bf92-48e3a13ebb01 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:11.643164 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8630167f-fea7-49bd-bf92-48e3a13ebb01 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Fanout notify agent at l3_agent the message router_deleted on router 553a4728-3158-486f-81f6-d5fda5531618 {{(pid=95065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 06:57:11.654330 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-ab2b6ae4-9e7f-4026-bed5-a7fcd2d43a83 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d59a759d-ba4b-41b1-b958-9ad0ad742f2f']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:11.658349 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-332f6385-4962-4809-a750-772b2aed6018 None None] For port c0898313-07bc-45bd-85a2-20386a99a77d, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=c0898313-07bc-45bd-85a2-20386a99a77d,segment=NetworkSegment(5fc1ba7e-8404-4036-9973-3d0b8546a9d6),segment_id=5fc1ba7e-8404-4036-9973-3d0b8546a9d6)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:57:11.658822 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-332f6385-4962-4809-a750-772b2aed6018 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:11.662146 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8630167f-fea7-49bd-bf92-48e3a13ebb01 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:11.663943 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-8630167f-fea7-49bd-bf92-48e3a13ebb01 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] 10.222.0.39 "DELETE /v2.0/routers/553a4728-3158-486f-81f6-d5fda5531618 HTTP/1.1" status: 204 len: 168 time: 2.0393136 Sep 23 06:57:11.665033 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-ab2b6ae4-9e7f-4026-bed5-a7fcd2d43a83 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fc1ba7e-8404-4036-9973-3d0b8546a9d6') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:11.665342 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-ab2b6ae4-9e7f-4026-bed5-a7fcd2d43a83 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fc1ba7e-8404-4036-9973-3d0b8546a9d6') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:11.666848 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45838) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:11.669234 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d04ee6be-26b9-4160-b520-e361c969e8ef tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:11.676357 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ab2b6ae4-9e7f-4026-bed5-a7fcd2d43a83 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:11.681586 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-332f6385-4962-4809-a750-772b2aed6018 None None] Calling delete_port for c0898313-07bc-45bd-85a2-20386a99a77d owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:57:11.702074 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ab2b6ae4-9e7f-4026-bed5-a7fcd2d43a83 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:11.709783 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab2b6ae4-9e7f-4026-bed5-a7fcd2d43a83 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:57:11.710248 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ab2b6ae4-9e7f-4026-bed5-a7fcd2d43a83 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:11.713364 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 06:57:11.713364 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:57:11.713364 n-d-715271-16 neutron-server[95066]: timer() Sep 23 06:57:11.713364 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:57:11.713364 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 06:57:11.713364 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:57:11.713364 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 06:57:11.713364 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:57:11.713364 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 06:57:11.713364 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:57:11.713364 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 06:57:11.713364 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:57:11.713364 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 06:57:11.713364 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:57:11.713364 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:57:11.713364 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:57:11.713364 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:57:11.713364 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:57:11.713364 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 06:57:11.713364 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:57:11.713364 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 06:57:11.713364 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:57:11.713364 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:57:11.713364 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:57:11.713364 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 06:57:11.713364 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:57:11.713364 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:57:11.713364 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:57:11.713364 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:57:11.713364 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:57:11.713364 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:57:11.713364 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:57:11.742596 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-ff92b9d5-976a-4586-a5f1-ecb311f28c6d tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] 10.222.0.39 "GET /v2.0/routers/c1c0630c-a900-4671-9cf0-d8158accaa44/tags HTTP/1.1" status: 200 len: 205 time: 0.4459779 Sep 23 06:57:11.747142 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04ee6be-26b9-4160-b520-e361c969e8ef tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Network 4d1aa380-e411-494b-958c-7f758df734d6 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:57:11.747758 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45848) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:11.752812 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.tag.tag_plugin [None req-8b5eac08-f3fa-45c1-9dde-e60395fd44c5 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'b4ec186f-7125-41b0-860e-e8bda07529aa') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:11.778944 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-d04ee6be-26b9-4160-b520-e361c969e8ef tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:57:11.788643 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04ee6be-26b9-4160-b520-e361c969e8ef tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:11.789254 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d04ee6be-26b9-4160-b520-e361c969e8ef tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:11.820178 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-703d6512-e494-488c-a1c9-767ced0a62c7 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Deleting subnet f443c3d5-b7e3-4960-935c-97a805764aaa {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:57:11.824615 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-703d6512-e494-488c-a1c9-767ced0a62c7 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:11.827696 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04ee6be-26b9-4160-b520-e361c969e8ef tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event updated for resources: {'Subnet': ['ID=c4c3e99c-1a93-48f3-97ce-448c19330570,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:11.830580 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-8b5eac08-f3fa-45c1-9dde-e60395fd44c5 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] 10.222.0.39 "GET /v2.0/subnetpools/b4ec186f-7125-41b0-860e-e8bda07529aa/tags HTTP/1.1" status: 200 len: 240 time: 0.0816934 Sep 23 06:57:11.837831 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45854) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:11.843113 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.tag.tag_plugin [None req-70032304-f7ec-4b05-87be-8aa0d42ba3a7 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b4ec186f-7125-41b0-860e-e8bda07529aa', 'tempest-TagsExtTest-Tag-471662775') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:11.854890 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ab2b6ae4-9e7f-4026-bed5-a7fcd2d43a83 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:11.855947 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-d04ee6be-26b9-4160-b520-e361c969e8ef tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0614829 Sep 23 06:57:11.856409 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45856) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:11.862821 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-ab936ce3-0832-4cf1-9923-2565502e9f59 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-987308896', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:57:11.880083 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ab2b6ae4-9e7f-4026-bed5-a7fcd2d43a83 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:11.884362 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-ab2b6ae4-9e7f-4026-bed5-a7fcd2d43a83 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "DELETE /v2.0/networks/d59a759d-ba4b-41b1-b958-9ad0ad742f2f HTTP/1.1" status: 204 len: 168 time: 1.3313336 Sep 23 06:57:11.884544 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-703d6512-e494-488c-a1c9-767ced0a62c7 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:11.885462 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45862) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:11.893931 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b5a6c624-1dd6-44ad-8288-5030f6cc01da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:11.896924 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-332f6385-4962-4809-a750-772b2aed6018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:11.928005 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-332f6385-4962-4809-a750-772b2aed6018 None None] Network d59a759d-ba4b-41b1-b958-9ad0ad742f2f is not hosted by any dhcp agent {{(pid=95067) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 23 06:57:11.928396 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332f6385-4962-4809-a750-772b2aed6018 None None] No DVR routers for this DVR port c0898313-07bc-45bd-85a2-20386a99a77d on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:57:11.936603 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f6385-4962-4809-a750-772b2aed6018 None None] Pushing event deleted for resources: {'Port': ['ID=c0898313-07bc-45bd-85a2-20386a99a77d,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:11.967594 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-b5a6c624-1dd6-44ad-8288-5030f6cc01da None None] For port da4de67d-4c30-43ce-9c33-8df8f76feb1b, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=da4de67d-4c30-43ce-9c33-8df8f76feb1b,segment=NetworkSegment(98ee167a-1403-4867-958f-d4f6736b2e62),segment_id=98ee167a-1403-4867-958f-d4f6736b2e62)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:57:11.971887 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2b6ae4-9e7f-4026-bed5-a7fcd2d43a83 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Pushing event deleted for resources: {'Network': ['ID=d59a759d-ba4b-41b1-b958-9ad0ad742f2f,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:11.979488 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b5a6c624-1dd6-44ad-8288-5030f6cc01da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:12.028936 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-703d6512-e494-488c-a1c9-767ced0a62c7 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:12.033377 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-70032304-f7ec-4b05-87be-8aa0d42ba3a7 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] 10.222.0.39 "GET /v2.0/subnetpools/b4ec186f-7125-41b0-860e-e8bda07529aa/tags/tempest-TagsExtTest-Tag-471662775 HTTP/1.1" status: 204 len: 168 time: 0.1938610 Sep 23 06:57:12.044486 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b61e08-a72f-4042-a5cf-8621486b512f None None] DHCP port deletion for 4d1aa380-e411-494b-958c-7f758df734d6 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 06:57:12.046808 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45868) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:12.058064 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.tag.tag_plugin [None req-03550547-c80d-4933-9de8-35711eef5033 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'b4ec186f-7125-41b0-860e-e8bda07529aa', 'tempest-TagsExtTest-Tag-471662775') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:12.058282 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a6c624-1dd6-44ad-8288-5030f6cc01da None None] Pushing event updated for resources: {'Port': ['ID=da4de67d-4c30-43ce-9c33-8df8f76feb1b,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:12.074974 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ab936ce3-0832-4cf1-9923-2565502e9f59 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:12.078690 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ab936ce3-0832-4cf1-9923-2565502e9f59 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:12.150720 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-13b61e08-a72f-4042-a5cf-8621486b512f None None] Deleting port da4de67d-4c30-43ce-9c33-8df8f76feb1b {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:57:12.151104 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-13b61e08-a72f-4042-a5cf-8621486b512f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:12.181497 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device c0898313-07bc-45bd-85a2-20386a99a77d no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:57:12.222826 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-703d6512-e494-488c-a1c9-767ced0a62c7 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:12.236738 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-03550547-c80d-4933-9de8-35711eef5033 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] 10.222.0.39 "DELETE /v2.0/subnetpools/b4ec186f-7125-41b0-860e-e8bda07529aa/tags/tempest-TagsExtTest-Tag-471662775 HTTP/1.1" status: 204 len: 168 time: 0.1845510 Sep 23 06:57:12.239364 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45880) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:12.252863 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.tag.tag_plugin [None req-943024df-b229-4e56-8a79-fc000e046935 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'b4ec186f-7125-41b0-860e-e8bda07529aa') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:12.257365 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-703d6512-e494-488c-a1c9-767ced0a62c7 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:12.265309 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-703d6512-e494-488c-a1c9-767ced0a62c7 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] 10.222.0.39 "DELETE /v2.0/subnets/f443c3d5-b7e3-4960-935c-97a805764aaa HTTP/1.1" status: 204 len: 168 time: 0.5971010 Sep 23 06:57:12.282671 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1183d58-993a-495d-ae3b-75ae467ad968 None None] Network 21166435-ab08-4efb-b884-4ec1cc3b350c requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:57:12.284856 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45882) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:12.287335 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: c0898313-07bc-45bd-85a2-20386a99a77d {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:57:12.287681 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device c0898313-07bc-45bd-85a2-20386a99a77d not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:57:12.288087 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 414139d9-2d7a-47d4-b638-19f7b638585b no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:57:12.293103 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703d6512-e494-488c-a1c9-767ced0a62c7 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Pushing event deleted for resources: {'Subnet': ['ID=f443c3d5-b7e3-4960-935c-97a805764aaa,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:12.328862 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ab936ce3-0832-4cf1-9923-2565502e9f59 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:12.346492 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ab936ce3-0832-4cf1-9923-2565502e9f59 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:12.380228 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-943024df-b229-4e56-8a79-fc000e046935 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] 10.222.0.39 "GET /v2.0/subnetpools/b4ec186f-7125-41b0-860e-e8bda07529aa/tags HTTP/1.1" status: 200 len: 205 time: 0.1395514 Sep 23 06:57:12.382803 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45892) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:12.390493 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 414139d9-2d7a-47d4-b638-19f7b638585b {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:57:12.390931 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.tag.tag_plugin [None req-c7b42f60-1cad-4200-9ea1-f24f687b8a77 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b4ec186f-7125-41b0-860e-e8bda07529aa') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:12.391430 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 414139d9-2d7a-47d4-b638-19f7b638585b not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:57:12.395880 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ab936ce3-0832-4cf1-9923-2565502e9f59 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:12.399672 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-ab936ce3-0832-4cf1-9923-2565502e9f59 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5377688 Sep 23 06:57:12.400105 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45894) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:12.438994 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c6b00900-5f36-45d1-be4b-cc87044df4f1 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:12.465561 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:12.523045 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-c6b00900-5f36-45d1-be4b-cc87044df4f1 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Deleting port 1566dd94-3dee-4adc-ba5b-bf2b70791193 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:57:12.523473 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c6b00900-5f36-45d1-be4b-cc87044df4f1 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:12.550758 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-13b61e08-a72f-4042-a5cf-8621486b512f None None] For port da4de67d-4c30-43ce-9c33-8df8f76feb1b, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=da4de67d-4c30-43ce-9c33-8df8f76feb1b,segment=NetworkSegment(98ee167a-1403-4867-958f-d4f6736b2e62),segment_id=98ee167a-1403-4867-958f-d4f6736b2e62)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:57:12.551154 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-13b61e08-a72f-4042-a5cf-8621486b512f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:12.577545 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-13b61e08-a72f-4042-a5cf-8621486b512f None None] Calling delete_port for da4de67d-4c30-43ce-9c33-8df8f76feb1b owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:57:12.636406 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-c6b00900-5f36-45d1-be4b-cc87044df4f1 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] For port 1566dd94-3dee-4adc-ba5b-bf2b70791193, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=1566dd94-3dee-4adc-ba5b-bf2b70791193,segment=NetworkSegment(a381766d-a3ad-4c8c-b646-374decaa76c9),segment_id=a381766d-a3ad-4c8c-b646-374decaa76c9)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:57:12.638383 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c6b00900-5f36-45d1-be4b-cc87044df4f1 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:12.666412 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8885c8aa-3e09-492a-9872-cef1782d731b None None] DHCP port deletion for 21166435-ab08-4efb-b884-4ec1cc3b350c request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 06:57:12.669968 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-c6b00900-5f36-45d1-be4b-cc87044df4f1 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Calling delete_port for 1566dd94-3dee-4adc-ba5b-bf2b70791193 owned by network:dhcp {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:57:12.687944 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-c7b42f60-1cad-4200-9ea1-f24f687b8a77 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] 10.222.0.39 "DELETE /v2.0/subnetpools/b4ec186f-7125-41b0-860e-e8bda07529aa/tags HTTP/1.1" status: 204 len: 168 time: 0.3036554 Sep 23 06:57:12.698463 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45910) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:12.703473 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.tag.tag_plugin [None req-cf91bd70-9196-48de-af94-7585de1ab993 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c1c0630c-a900-4671-9cf0-d8158accaa44') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:12.754685 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-13b61e08-a72f-4042-a5cf-8621486b512f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:12.795416 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c6b00900-5f36-45d1-be4b-cc87044df4f1 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:12.800653 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-8885c8aa-3e09-492a-9872-cef1782d731b None None] Deleting port 1566dd94-3dee-4adc-ba5b-bf2b70791193 {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:57:12.801118 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8885c8aa-3e09-492a-9872-cef1782d731b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:12.823967 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b61e08-a72f-4042-a5cf-8621486b512f None None] No DVR routers for this DVR port da4de67d-4c30-43ce-9c33-8df8f76feb1b on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:57:12.840814 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b61e08-a72f-4042-a5cf-8621486b512f None None] Pushing event deleted for resources: {'Port': ['ID=da4de67d-4c30-43ce-9c33-8df8f76feb1b,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:12.841080 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b00900-5f36-45d1-be4b-cc87044df4f1 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Pushing event deleted for resources: {'Port': ['ID=1566dd94-3dee-4adc-ba5b-bf2b70791193,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:12.846388 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b00900-5f36-45d1-be4b-cc87044df4f1 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] No DVR routers for this DVR port 1566dd94-3dee-4adc-ba5b-bf2b70791193 on host n-d-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:57:12.869564 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70eded4-bec1-47d3-903e-4ecd8533f883 None None] Network 4d1aa380-e411-494b-958c-7f758df734d6 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:57:12.913297 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-de9c580f-91f7-4170-ab5b-02d81eea2a88 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:12.918553 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-cf91bd70-9196-48de-af94-7585de1ab993 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] 10.222.0.39 "DELETE /v2.0/routers/c1c0630c-a900-4671-9cf0-d8158accaa44/tags HTTP/1.1" status: 204 len: 168 time: 0.2167151 Sep 23 06:57:12.918725 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45932) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:12.932247 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.tag.tag_plugin [None req-5247558f-5f3b-4468-ae49-f22646f08837 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '36290f61-93b8-4bc9-86cd-23993592e9a9') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:12.938646 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-8885c8aa-3e09-492a-9872-cef1782d731b None None] For port 1566dd94-3dee-4adc-ba5b-bf2b70791193, host n-d-715271-16, got binding levels [] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:57:12.938646 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8885c8aa-3e09-492a-9872-cef1782d731b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:12.969517 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c6b00900-5f36-45d1-be4b-cc87044df4f1 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:12.980188 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-8885c8aa-3e09-492a-9872-cef1782d731b None None] Calling delete_port for 1566dd94-3dee-4adc-ba5b-bf2b70791193 owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:57:12.984401 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.ipam_backend_mixin [None req-8885c8aa-3e09-492a-9872-cef1782d731b None None] Port 1566dd94-3dee-4adc-ba5b-bf2b70791193 was not found and therefore no delete operation was performed {{(pid=95067) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 23 06:57:12.989619 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8885c8aa-3e09-492a-9872-cef1782d731b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:13.006335 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-c6b00900-5f36-45d1-be4b-cc87044df4f1 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21166435-ab08-4efb-b884-4ec1cc3b350c']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:13.037206 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-c6b00900-5f36-45d1-be4b-cc87044df4f1 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a381766d-a3ad-4c8c-b646-374decaa76c9') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:13.038012 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-c6b00900-5f36-45d1-be4b-cc87044df4f1 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a381766d-a3ad-4c8c-b646-374decaa76c9') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:13.057744 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c6b00900-5f36-45d1-be4b-cc87044df4f1 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:13.077986 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c6b00900-5f36-45d1-be4b-cc87044df4f1 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:13.104385 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6b00900-5f36-45d1-be4b-cc87044df4f1 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:57:13.104970 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c6b00900-5f36-45d1-be4b-cc87044df4f1 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:13.109454 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 06:57:13.109454 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:57:13.109454 n-d-715271-16 neutron-server[95065]: timer() Sep 23 06:57:13.109454 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:57:13.109454 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 06:57:13.109454 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:57:13.109454 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 06:57:13.109454 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:57:13.109454 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 06:57:13.109454 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:57:13.109454 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 06:57:13.109454 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:57:13.109454 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 06:57:13.109454 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:57:13.109454 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:57:13.109454 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:57:13.109454 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:57:13.109454 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:57:13.109454 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 06:57:13.109454 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:57:13.109454 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 06:57:13.109454 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:57:13.109454 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:57:13.109454 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:57:13.109454 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 06:57:13.109454 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:57:13.109454 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:57:13.109454 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:57:13.109454 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:57:13.109454 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:57:13.109454 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:57:13.109454 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:57:13.200663 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c6b00900-5f36-45d1-be4b-cc87044df4f1 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:13.219132 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c6b00900-5f36-45d1-be4b-cc87044df4f1 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:13.219391 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8885c8aa-3e09-492a-9872-cef1782d731b None None] Pushing event deleted for resources: {'Port': ['ID=1566dd94-3dee-4adc-ba5b-bf2b70791193,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:13.226880 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-c6b00900-5f36-45d1-be4b-cc87044df4f1 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] 10.222.0.39 "DELETE /v2.0/networks/21166435-ab08-4efb-b884-4ec1cc3b350c HTTP/1.1" status: 204 len: 168 time: 0.9401684 Sep 23 06:57:13.227649 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45954) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:13.239500 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8885c8aa-3e09-492a-9872-cef1782d731b None None] No DVR routers for this DVR port 1566dd94-3dee-4adc-ba5b-bf2b70791193 on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:57:13.262419 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b00900-5f36-45d1-be4b-cc87044df4f1 tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Pushing event deleted for resources: {'Network': ['ID=21166435-ab08-4efb-b884-4ec1cc3b350c,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:13.349611 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ba9f5e-26a0-4789-87b6-4fc840e377a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-4d1aa380-e411-494b-958c-7f758df734d6', 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'tenant_id': '5e650be244de4ee8b27aea189be279d1', 'fixed_ips': [{'subnet_id': 'c4c3e99c-1a93-48f3-97ce-448c19330570'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 06:57:13.350716 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c9ba9f5e-26a0-4789-87b6-4fc840e377a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:13.444958 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d43d2-e3eb-409c-8cef-eccd8451eeec tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Deleting port 8e6f48e9-0322-4105-b1e8-e789f3b67090 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:57:13.445284 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4f3d43d2-e3eb-409c-8cef-eccd8451eeec tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:13.549772 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4f3d43d2-e3eb-409c-8cef-eccd8451eeec tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:13.550266 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4f3d43d2-e3eb-409c-8cef-eccd8451eeec tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:13.566049 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5857ce56-9b08-4528-9c4f-e0de545a9819 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066969'] for router_interface, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:13.568955 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d43d2-e3eb-409c-8cef-eccd8451eeec tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Calling delete_port for 8e6f48e9-0322-4105-b1e8-e789f3b67090 owned by network:floatingip {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:57:13.571129 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-5247558f-5f3b-4468-ae49-f22646f08837 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] 10.222.0.39 "DELETE /v2.0/ports/36290f61-93b8-4bc9-86cd-23993592e9a9/tags HTTP/1.1" status: 204 len: 168 time: 0.6515160 Sep 23 06:57:13.574530 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-c9ba9f5e-26a0-4789-87b6-4fc840e377a9 None None] Allocated IP 2001:db8::2 (4d1aa380-e411-494b-958c-7f758df734d6/c4c3e99c-1a93-48f3-97ce-448c19330570/89ad4c41-f0e2-426d-9c4f-b5aec3cd216a) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:57:13.574928 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45980) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:13.585021 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.tag.tag_plugin [None req-deb6f41b-b48a-4285-a4a8-a8404d569a98 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f45b8273-0795-4766-af7e-b55e33d4f3e7') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:13.784046 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:13.804241 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-deb6f41b-b48a-4285-a4a8-a8404d569a98 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] 10.222.0.39 "DELETE /v2.0/subnets/f45b8273-0795-4766-af7e-b55e33d4f3e7/tags HTTP/1.1" status: 204 len: 168 time: 0.2279680 Sep 23 06:57:13.808519 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45996) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:13.808693 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c9ba9f5e-26a0-4789-87b6-4fc840e377a9 None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:13.814342 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.tag.tag_plugin [None req-1aa1c833-2467-4fc0-9bbb-5d9d0aeacfdb tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f45b8273-0795-4766-af7e-b55e33d4f3e7', 'tempest-TagsExtTest-Tag-1982077160') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:13.816104 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c9ba9f5e-26a0-4789-87b6-4fc840e377a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:13.819786 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4f3d43d2-e3eb-409c-8cef-eccd8451eeec tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:13.867087 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ba9f5e-26a0-4789-87b6-4fc840e377a9 None None] Network 4d1aa380-e411-494b-958c-7f758df734d6 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:57:13.869895 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-c9ba9f5e-26a0-4789-87b6-4fc840e377a9 None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:57:13.885364 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ba9f5e-26a0-4789-87b6-4fc840e377a9 None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:57:13.888872 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ba9f5e-26a0-4789-87b6-4fc840e377a9 None None] Pushing event updated for resources: {'Port': ['ID=89ad4c41-f0e2-426d-9c4f-b5aec3cd216a,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:13.907767 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d43d2-e3eb-409c-8cef-eccd8451eeec tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Pushing event deleted for resources: {'Port': ['ID=8e6f48e9-0322-4105-b1e8-e789f3b67090,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:13.922478 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-de9c580f-91f7-4170-ab5b-02d81eea2a88 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Allocated IP 2001:db8::1 (4d1aa380-e411-494b-958c-7f758df734d6/c4c3e99c-1a93-48f3-97ce-448c19330570/c4cb71ad-f5af-4d62-a175-f47e338fe47a) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:57:13.963146 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 1566dd94-3dee-4adc-ba5b-bf2b70791193 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:57:13.987227 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-5857ce56-9b08-4528-9c4f-e0de545a9819 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Deleting port ebcf80a6-e4da-48a5-86e4-37f9c98e5a1e {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:57:13.988096 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5857ce56-9b08-4528-9c4f-e0de545a9819 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:13.993391 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 1566dd94-3dee-4adc-ba5b-bf2b70791193 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:57:13.993732 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 1566dd94-3dee-4adc-ba5b-bf2b70791193 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:57:14.008441 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-c9ba9f5e-26a0-4789-87b6-4fc840e377a9 None None] Attempting to bind port 89ad4c41-f0e2-426d-9c4f-b5aec3cd216a on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:57:14.008632 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4f3d43d2-e3eb-409c-8cef-eccd8451eeec tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks [] for floatingip, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:14.008924 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-c9ba9f5e-26a0-4789-87b6-4fc840e377a9 None None] Attempting to bind port 89ad4c41-f0e2-426d-9c4f-b5aec3cd216a by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '98ee167a-1403-4867-958f-d4f6736b2e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:57:14.009288 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ba9f5e-26a0-4789-87b6-4fc840e377a9 None None] Attempting to bind port 89ad4c41-f0e2-426d-9c4f-b5aec3cd216a on network 4d1aa380-e411-494b-958c-7f758df734d6 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:57:14.011737 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4f3d43d2-e3eb-409c-8cef-eccd8451eeec tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:14.015439 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-4f3d43d2-e3eb-409c-8cef-eccd8451eeec tempest-FloatingIPAdminTestJSON-1182821806 tempest-FloatingIPAdminTestJSON-1182821806-project] 10.222.0.39 "DELETE /v2.0/floatingips/ab2bd76d-a3c6-4d51-bd1b-55706e0e0a1a HTTP/1.1" status: 204 len: 168 time: 0.7563374 Sep 23 06:57:14.018182 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ba9f5e-26a0-4789-87b6-4fc840e377a9 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:57:14.018566 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ba9f5e-26a0-4789-87b6-4fc840e377a9 None None] Checking segment: {'id': '98ee167a-1403-4867-958f-d4f6736b2e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:57:14.018971 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c9ba9f5e-26a0-4789-87b6-4fc840e377a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:14.019478 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ba9f5e-26a0-4789-87b6-4fc840e377a9 None None] Bound using segment: {'id': '98ee167a-1403-4867-958f-d4f6736b2e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:57:14.019964 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-c9ba9f5e-26a0-4789-87b6-4fc840e377a9 None None] Bound port: 89ad4c41-f0e2-426d-9c4f-b5aec3cd216a, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98ee167a-1403-4867-958f-d4f6736b2e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:57:14.020473 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c9ba9f5e-26a0-4789-87b6-4fc840e377a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:14.043513 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-1aa1c833-2467-4fc0-9bbb-5d9d0aeacfdb tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] 10.222.0.39 "PUT /v2.0/subnets/f45b8273-0795-4766-af7e-b55e33d4f3e7/tags/tempest-TagsExtTest-Tag-1982077160 HTTP/1.1" status: 201 len: 201 time: 0.2336891 Sep 23 06:57:14.045214 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46010) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:14.054206 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.tag.tag_plugin [None req-a18b7bbd-1213-42e0-a9c9-9da24c7b3bdf tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '36290f61-93b8-4bc9-86cd-23993592e9a9', 'tempest-TagsExtTest-Tag-7590110') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:14.100884 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-c9ba9f5e-26a0-4789-87b6-4fc840e377a9 None None] For port 89ad4c41-f0e2-426d-9c4f-b5aec3cd216a, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:57:14.105819 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-c9ba9f5e-26a0-4789-87b6-4fc840e377a9 None None] For port 89ad4c41-f0e2-426d-9c4f-b5aec3cd216a, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=89ad4c41-f0e2-426d-9c4f-b5aec3cd216a,segment=NetworkSegment(98ee167a-1403-4867-958f-d4f6736b2e62),segment_id=98ee167a-1403-4867-958f-d4f6736b2e62)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:57:14.115963 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c9ba9f5e-26a0-4789-87b6-4fc840e377a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:14.151874 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-a18b7bbd-1213-42e0-a9c9-9da24c7b3bdf tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] 10.222.0.39 "PUT /v2.0/ports/36290f61-93b8-4bc9-86cd-23993592e9a9/tags/tempest-TagsExtTest-Tag-7590110 HTTP/1.1" status: 201 len: 201 time: 0.1052895 Sep 23 06:57:14.154199 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46020) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:14.160618 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.tag.tag_plugin [None req-d1f3975b-f107-4d46-a930-e67064fad1aa tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c1c0630c-a900-4671-9cf0-d8158accaa44', 'tempest-TagsExtTest-Tag-1848024126') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:14.208313 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-5857ce56-9b08-4528-9c4f-e0de545a9819 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] For port ebcf80a6-e4da-48a5-86e4-37f9c98e5a1e, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=ebcf80a6-e4da-48a5-86e4-37f9c98e5a1e,segment=NetworkSegment(71c0724b-656d-4875-b0d6-5a9fbc0f1955),segment_id=71c0724b-656d-4875-b0d6-5a9fbc0f1955)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:57:14.208649 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5857ce56-9b08-4528-9c4f-e0de545a9819 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:14.227952 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-5857ce56-9b08-4528-9c4f-e0de545a9819 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Calling delete_port for ebcf80a6-e4da-48a5-86e4-37f9c98e5a1e owned by network:router_interface {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:57:14.230621 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ba9f5e-26a0-4789-87b6-4fc840e377a9 None None] Pushing event updated for resources: {'Port': ['ID=89ad4c41-f0e2-426d-9c4f-b5aec3cd216a,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:14.314873 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-de9c580f-91f7-4170-ab5b-02d81eea2a88 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:14.437483 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-de9c580f-91f7-4170-ab5b-02d81eea2a88 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:14.499129 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46038) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:14.581581 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9c580f-91f7-4170-ab5b-02d81eea2a88 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Network 4d1aa380-e411-494b-958c-7f758df734d6 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:57:14.586352 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-de9c580f-91f7-4170-ab5b-02d81eea2a88 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:57:14.592323 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9c580f-91f7-4170-ab5b-02d81eea2a88 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event updated for resources: {'Port': ['ID=c4cb71ad-f5af-4d62-a175-f47e338fe47a,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:14.596351 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9c580f-91f7-4170-ab5b-02d81eea2a88 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:57:14.597242 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-de9c580f-91f7-4170-ab5b-02d81eea2a88 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068614'] for router_interface, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:14.718563 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5857ce56-9b08-4528-9c4f-e0de545a9819 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:14.778418 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5857ce56-9b08-4528-9c4f-e0de545a9819 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Pushing event deleted for resources: {'Port': ['ID=ebcf80a6-e4da-48a5-86e4-37f9c98e5a1e,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:14.811341 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46048) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:14.896042 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-d1f3975b-f107-4d46-a930-e67064fad1aa tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] 10.222.0.39 "PUT /v2.0/routers/c1c0630c-a900-4671-9cf0-d8158accaa44/tags/tempest-TagsExtTest-Tag-1848024126 HTTP/1.1" status: 201 len: 201 time: 0.7403567 Sep 23 06:57:14.896863 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46052) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:14.901612 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.tag.tag_plugin [None req-1cc7af0e-a617-417d-bc61-13806116a604 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'b4ec186f-7125-41b0-860e-e8bda07529aa', 'tempest-TagsExtTest-Tag-432596389') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:14.958020 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-1541998d-eca3-4103-8f64-98633903ebd2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=336f3d6f26084883a7d952436f570e30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4507692 Sep 23 06:57:14.961456 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46054) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:14.971636 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-de9c580f-91f7-4170-ab5b-02d81eea2a88 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:14.995874 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-1cc7af0e-a617-417d-bc61-13806116a604 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] 10.222.0.39 "PUT /v2.0/subnetpools/b4ec186f-7125-41b0-860e-e8bda07529aa/tags/tempest-TagsExtTest-Tag-432596389 HTTP/1.1" status: 201 len: 201 time: 0.0979362 Sep 23 06:57:14.996487 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46056) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:15.004851 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.tag.tag_plugin [None req-742316f4-9a18-465b-b89f-a7590e029424 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'f45b8273-0795-4766-af7e-b55e33d4f3e7', {'tags': ['tempest-TagsExtTest-Tag-2036955120', 'tempest-TagsExtTest-Tag-1132813580', 'tempest-TagsExtTest-Tag-92728032']}) {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:15.007120 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-eda2cae4-6662-4a36-92cf-2dbf175b5cac admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:15.011080 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5857ce56-9b08-4528-9c4f-e0de545a9819 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2068624'] for router_interface, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:15.065980 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fb5783ad-a766-47d3-894a-2b833a17b040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:15.123162 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fb5783ad-a766-47d3-894a-2b833a17b040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:15.131712 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-742316f4-9a18-465b-b89f-a7590e029424 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] 10.222.0.39 "PUT /v2.0/subnets/f45b8273-0795-4766-af7e-b55e33d4f3e7/tags HTTP/1.1" status: 200 len: 316 time: 0.1309719 Sep 23 06:57:15.135193 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46058) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:15.165601 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.tag.tag_plugin [None req-91d9eba6-afef-4d28-842c-97e338d8ed0c tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f45b8273-0795-4766-af7e-b55e33d4f3e7') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:15.246801 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fb5783ad-a766-47d3-894a-2b833a17b040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:15.249721 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fb5783ad-a766-47d3-894a-2b833a17b040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:15.253719 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-fb5783ad-a766-47d3-894a-2b833a17b040 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b1bad67f-8eba-4244-8881-98c1df27a50d HTTP/1.1" status: 204 len: 168 time: 0.2883916 Sep 23 06:57:15.271322 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5783ad-a766-47d3-894a-2b833a17b040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1bad67f-8eba-4244-8881-98c1df27a50d,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:15.299871 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-91d9eba6-afef-4d28-842c-97e338d8ed0c tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] 10.222.0.39 "DELETE /v2.0/subnets/f45b8273-0795-4766-af7e-b55e33d4f3e7/tags HTTP/1.1" status: 204 len: 168 time: 0.1363361 Sep 23 06:57:15.302094 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46062) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:15.307654 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.tag.tag_plugin [None req-49ba247a-d3d6-41d3-9939-107cfbe7a9d6 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f45b8273-0795-4766-af7e-b55e33d4f3e7', 'tempest-TagsExtTest-Tag-2036955120') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:15.390102 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [None req-49ba247a-d3d6-41d3-9939-107cfbe7a9d6 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] show failed (client error): The resource could not be found. Sep 23 06:57:15.394499 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-49ba247a-d3d6-41d3-9939-107cfbe7a9d6 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] 10.222.0.39 "GET /v2.0/subnets/f45b8273-0795-4766-af7e-b55e33d4f3e7/tags/tempest-TagsExtTest-Tag-2036955120 HTTP/1.1" status: 404 len: 329 time: 0.0912881 Sep 23 06:57:15.395692 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46064) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:15.402868 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.tag.tag_plugin [None req-065f73bc-b9fe-43f7-abdc-83c2faed8235 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f45b8273-0795-4766-af7e-b55e33d4f3e7', 'tempest-TagsExtTest-Tag-1132813580') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:15.468866 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [None req-065f73bc-b9fe-43f7-abdc-83c2faed8235 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] show failed (client error): The resource could not be found. Sep 23 06:57:15.470042 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-065f73bc-b9fe-43f7-abdc-83c2faed8235 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] 10.222.0.39 "GET /v2.0/subnets/f45b8273-0795-4766-af7e-b55e33d4f3e7/tags/tempest-TagsExtTest-Tag-1132813580 HTTP/1.1" status: 404 len: 329 time: 0.0705676 Sep 23 06:57:15.473421 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46068) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:15.479727 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.tag.tag_plugin [None req-57f174f7-0413-47b8-9211-a6a0fa91a807 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f45b8273-0795-4766-af7e-b55e33d4f3e7', 'tempest-TagsExtTest-Tag-92728032') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:15.514969 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-eda2cae4-6662-4a36-92cf-2dbf175b5cac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:15.524512 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5857ce56-9b08-4528-9c4f-e0de545a9819 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Router 0149b0df-eb23-4c02-a086-bd9ef410c234 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:57:15.531145 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-eda2cae4-6662-4a36-92cf-2dbf175b5cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:15.551151 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-e6b80431-0e87-4f2f-9a7d-10223fb0735f None None] Provisioning complete for port 89ad4c41-f0e2-426d-9c4f-b5aec3cd216a triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:57:15.552578 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e6b80431-0e87-4f2f-9a7d-10223fb0735f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:15.589433 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [None req-57f174f7-0413-47b8-9211-a6a0fa91a807 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] show failed (client error): The resource could not be found. Sep 23 06:57:15.590650 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-57f174f7-0413-47b8-9211-a6a0fa91a807 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] 10.222.0.39 "GET /v2.0/subnets/f45b8273-0795-4766-af7e-b55e33d4f3e7/tags/tempest-TagsExtTest-Tag-92728032 HTTP/1.1" status: 404 len: 327 time: 0.1160817 Sep 23 06:57:15.593265 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46072) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:15.598987 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.tag.tag_plugin [None req-d4078ff7-094b-496d-84e8-21614b34a32a tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '36290f61-93b8-4bc9-86cd-23993592e9a9', {'tags': ['tempest-TagsExtTest-Tag-472407042', 'tempest-TagsExtTest-Tag-626183153', 'tempest-TagsExtTest-Tag-794717440']}) {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:15.649837 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda2cae4-6662-4a36-92cf-2dbf175b5cac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d05953-6d95-41e4-a10a-c6da6afdb6bd,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:15.699546 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46074) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:15.709897 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e6b80431-0e87-4f2f-9a7d-10223fb0735f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:15.760665 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-af9ab96d-fb1a-4fca-b62d-56f889134142 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:15.784472 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-e6b80431-0e87-4f2f-9a7d-10223fb0735f None None] For port 89ad4c41-f0e2-426d-9c4f-b5aec3cd216a, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=89ad4c41-f0e2-426d-9c4f-b5aec3cd216a,segment=NetworkSegment(98ee167a-1403-4867-958f-d4f6736b2e62),segment_id=98ee167a-1403-4867-958f-d4f6736b2e62)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:57:15.793092 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e6b80431-0e87-4f2f-9a7d-10223fb0735f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:15.845080 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-de9c580f-91f7-4170-ab5b-02d81eea2a88 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:15.848883 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5857ce56-9b08-4528-9c4f-e0de545a9819 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:57:15.864824 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c393a7d9-609e-4a28-919e-a5a9cdb95118 None None] Sync routers for ids ['0149b0df-eb23-4c02-a086-bd9ef410c234'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:57:15.883944 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-eda2cae4-6662-4a36-92cf-2dbf175b5cac admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2eec42acf2b44ce1a64d7de0662e18bf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0695531 Sep 23 06:57:15.890402 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c393a7d9-609e-4a28-919e-a5a9cdb95118 None None] Routers {'0149b0df-eb23-4c02-a086-bd9ef410c234'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:57:15.892995 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-c393a7d9-609e-4a28-919e-a5a9cdb95118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:57:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['0149b0df-eb23-4c02-a086-bd9ef410c234'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:15.900572 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-5857ce56-9b08-4528-9c4f-e0de545a9819 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "PUT /v2.0/routers/0149b0df-eb23-4c02-a086-bd9ef410c234/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0101984 Sep 23 06:57:15.903479 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46078) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:15.904335 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46080) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:15.905244 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-de9c580f-91f7-4170-ab5b-02d81eea2a88 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:15.907026 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-de9c580f-91f7-4170-ab5b-02d81eea2a88 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067062'] for router_interface, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:15.936692 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-af9ab96d-fb1a-4fca-b62d-56f889134142 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:15.939225 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-d4078ff7-094b-496d-84e8-21614b34a32a tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] 10.222.0.39 "PUT /v2.0/ports/36290f61-93b8-4bc9-86cd-23993592e9a9/tags HTTP/1.1" status: 200 len: 315 time: 0.3450041 Sep 23 06:57:15.941755 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46082) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:15.951932 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.tag.tag_plugin [None req-accc2c57-5dba-424a-81bc-7fc5b0f63d06 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '36290f61-93b8-4bc9-86cd-23993592e9a9') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:15.957568 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-af9ab96d-fb1a-4fca-b62d-56f889134142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:15.964261 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b80431-0e87-4f2f-9a7d-10223fb0735f None None] Pushing event updated for resources: {'Port': ['ID=89ad4c41-f0e2-426d-9c4f-b5aec3cd216a,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:15.994085 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-9a4452a6-04ad-49d3-851e-c8cff5634201 None None] Provisioning complete for port c4cb71ad-f5af-4d62-a175-f47e338fe47a triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:57:15.994659 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-9a4452a6-04ad-49d3-851e-c8cff5634201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:16.038651 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-c393a7d9-609e-4a28-919e-a5a9cdb95118 None None] Set router 0149b0df-eb23-4c02-a086-bd9ef410c234 gateway port host: None {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:57:16.060361 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-9a4452a6-04ad-49d3-851e-c8cff5634201 None None] Port c4cb71ad-f5af-4d62-a175-f47e338fe47a cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:57:16.097317 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d8de3abd-893f-4120-8098-d0543bfd264e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:16.111039 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-af9ab96d-fb1a-4fca-b62d-56f889134142 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=05bd99877a064738aa97fdda9f5bab6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4098570 Sep 23 06:57:16.114073 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46084) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:16.114701 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9ab96d-fb1a-4fca-b62d-56f889134142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a54c8c6d-3d91-4025-b2bc-b89db3d03c0b,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:16.129419 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d8de3abd-893f-4120-8098-d0543bfd264e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:16.228382 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 89ad4c41-f0e2-426d-9c4f-b5aec3cd216a up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:57:16.237685 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d8de3abd-893f-4120-8098-d0543bfd264e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:16.240649 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d8de3abd-893f-4120-8098-d0543bfd264e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:16.241801 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-d8de3abd-893f-4120-8098-d0543bfd264e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d4d05953-6d95-41e4-a10a-c6da6afdb6bd HTTP/1.1" status: 204 len: 168 time: 0.3135042 Sep 23 06:57:16.244443 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46086) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:16.254830 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-accc2c57-5dba-424a-81bc-7fc5b0f63d06 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] 10.222.0.39 "DELETE /v2.0/ports/36290f61-93b8-4bc9-86cd-23993592e9a9/tags HTTP/1.1" status: 204 len: 168 time: 0.3117421 Sep 23 06:57:16.256188 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-75809c64-36c8-49aa-881b-0da603799f95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:16.257443 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9c580f-91f7-4170-ab5b-02d81eea2a88 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event updated for resources: {'Port': ['ID=c4cb71ad-f5af-4d62-a175-f47e338fe47a,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:16.273517 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.tag.tag_plugin [None req-7d67f5de-066f-4097-8de6-ee2de313e91b tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '36290f61-93b8-4bc9-86cd-23993592e9a9', 'tempest-TagsExtTest-Tag-472407042') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:16.277607 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8de3abd-893f-4120-8098-d0543bfd264e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d05953-6d95-41e4-a10a-c6da6afdb6bd,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:16.295995 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-a70d1adf-a6fc-49ce-a67f-6b9beef13432 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Deleting subnet b03920dd-474b-496d-ba64-0e0965ab395e {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:57:16.300520 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a70d1adf-a6fc-49ce-a67f-6b9beef13432 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:16.304476 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 89ad4c41-f0e2-426d-9c4f-b5aec3cd216a triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:57:16.304975 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:16.318088 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-75809c64-36c8-49aa-881b-0da603799f95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:16.351261 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a70d1adf-a6fc-49ce-a67f-6b9beef13432 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:16.377218 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-c393a7d9-609e-4a28-919e-a5a9cdb95118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'name': 'tempest-RoutersIpV6Test-router-527177519', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:56:20Z', 'updated_at': '2021-09-23T06:57:14Z', 'revision_number': 10, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'gw_port_host': None, '_interfaces': [{'id': 'fc21dbcb-38e5-41b4-83c1-c4a20fdba468', 'name': '', 'network_id': '3aa85240-395c-45b3-8f0a-394508f0f93b', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'mac_address': 'fa:16:3e:67:cb:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '7530e25f-c8e6-49fb-9bb9-42e044621486', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:56:23Z', 'updated_at': '2021-09-23T06:56:38Z', 'revision_number': 5, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'subnets': [{'id': '7530e25f-c8e6-49fb-9bb9-42e044621486', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:16.411318 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c393a7d9-609e-4a28-919e-a5a9cdb95118 None None] Checking router: 0149b0df-eb23-4c02-a086-bd9ef410c234 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:57:16.413369 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-75809c64-36c8-49aa-881b-0da603799f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:16.416881 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-75809c64-36c8-49aa-881b-0da603799f95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:16.418298 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-75809c64-36c8-49aa-881b-0da603799f95 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a54c8c6d-3d91-4025-b2bc-b89db3d03c0b HTTP/1.1" status: 204 len: 168 time: 0.3000932 Sep 23 06:57:16.423432 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c393a7d9-609e-4a28-919e-a5a9cdb95118 None None] Routers {'0149b0df-eb23-4c02-a086-bd9ef410c234'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:57:16.424544 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-c393a7d9-609e-4a28-919e-a5a9cdb95118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:57:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['0149b0df-eb23-4c02-a086-bd9ef410c234'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:16.435126 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75809c64-36c8-49aa-881b-0da603799f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54c8c6d-3d91-4025-b2bc-b89db3d03c0b,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:16.543153 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-c393a7d9-609e-4a28-919e-a5a9cdb95118 None None] Set router 0149b0df-eb23-4c02-a086-bd9ef410c234 gateway port host: None {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:57:16.757984 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a70d1adf-a6fc-49ce-a67f-6b9beef13432 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:16.851623 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9c580f-91f7-4170-ab5b-02d81eea2a88 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Network 4d1aa380-e411-494b-958c-7f758df734d6 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:57:16.858373 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-de9c580f-91f7-4170-ab5b-02d81eea2a88 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:57:16.912829 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a70d1adf-a6fc-49ce-a67f-6b9beef13432 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:16.931140 n-d-715271-16 neutron-server[95066]: INFO neutron.api.v2.resource [None req-7d67f5de-066f-4097-8de6-ee2de313e91b tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] show failed (client error): The resource could not be found. Sep 23 06:57:16.932685 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-7d67f5de-066f-4097-8de6-ee2de313e91b tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] 10.222.0.39 "GET /v2.0/ports/36290f61-93b8-4bc9-86cd-23993592e9a9/tags/tempest-TagsExtTest-Tag-472407042 HTTP/1.1" status: 404 len: 328 time: 0.6757982 Sep 23 06:57:16.935948 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46110) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:16.942671 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.tag.tag_plugin [None req-71c93ae1-4ebe-4928-b81a-c950f92d83fa tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '36290f61-93b8-4bc9-86cd-23993592e9a9', 'tempest-TagsExtTest-Tag-626183153') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:16.947741 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-c393a7d9-609e-4a28-919e-a5a9cdb95118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'name': 'tempest-RoutersIpV6Test-router-527177519', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:56:20Z', 'updated_at': '2021-09-23T06:57:14Z', 'revision_number': 10, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'gw_port_host': None, '_interfaces': [{'id': 'fc21dbcb-38e5-41b4-83c1-c4a20fdba468', 'name': '', 'network_id': '3aa85240-395c-45b3-8f0a-394508f0f93b', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'mac_address': 'fa:16:3e:67:cb:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '7530e25f-c8e6-49fb-9bb9-42e044621486', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:56:23Z', 'updated_at': '2021-09-23T06:56:38Z', 'revision_number': 5, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'subnets': [{'id': '7530e25f-c8e6-49fb-9bb9-42e044621486', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:16.957133 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70d1adf-a6fc-49ce-a67f-6b9beef13432 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Pushing event deleted for resources: {'Subnet': ['ID=b03920dd-474b-496d-ba64-0e0965ab395e,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:16.979839 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9590e62c-c971-4ff3-be0d-145792d6efd4 None None] Network 7dc46c74-d521-4969-b1ab-fe454772b293 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:57:16.999201 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c393a7d9-609e-4a28-919e-a5a9cdb95118 None None] The sync data for ids ['0149b0df-eb23-4c02-a086-bd9ef410c234'] in n-d-715271-16 is: [{'id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'name': 'tempest-RoutersIpV6Test-router-527177519', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:56:20Z', 'updated_at': '2021-09-23T06:57:14Z', 'revision_number': 10, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'gw_port_host': None, '_interfaces': [{'id': 'fc21dbcb-38e5-41b4-83c1-c4a20fdba468', 'name': '', 'network_id': '3aa85240-395c-45b3-8f0a-394508f0f93b', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'mac_address': 'fa:16:3e:67:cb:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '7530e25f-c8e6-49fb-9bb9-42e044621486', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:56:23Z', 'updated_at': '2021-09-23T06:56:38Z', 'revision_number': 5, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'subnets': [{'id': '7530e25f-c8e6-49fb-9bb9-42e044621486', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:57:17.000808 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46112) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:17.004318 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a70d1adf-a6fc-49ce-a67f-6b9beef13432 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:17.010539 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-a70d1adf-a6fc-49ce-a67f-6b9beef13432 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "DELETE /v2.0/subnets/b03920dd-474b-496d-ba64-0e0965ab395e HTTP/1.1" status: 204 len: 168 time: 1.0809658 Sep 23 06:57:17.016477 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46114) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:17.034608 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d08a8393-4ce1-49e8-836f-2f128902605f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:17.162806 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de9c580f-91f7-4170-ab5b-02d81eea2a88 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Router 4705afbe-4f0c-43b1-a1d0-4a5cb3a6e2b8 is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 06:57:17.198826 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-03df9a8b-5922-4726-9e81-35d6975d7e24 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:17.260200 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [None req-71c93ae1-4ebe-4928-b81a-c950f92d83fa tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] show failed (client error): The resource could not be found. Sep 23 06:57:17.261286 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-71c93ae1-4ebe-4928-b81a-c950f92d83fa tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] 10.222.0.39 "GET /v2.0/ports/36290f61-93b8-4bc9-86cd-23993592e9a9/tags/tempest-TagsExtTest-Tag-626183153 HTTP/1.1" status: 404 len: 328 time: 0.3242855 Sep 23 06:57:17.268500 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46122) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:17.273081 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.tag.tag_plugin [None req-181dee21-d9a0-4ad4-9724-b82fed6c9ed2 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '36290f61-93b8-4bc9-86cd-23993592e9a9', 'tempest-TagsExtTest-Tag-794717440') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:17.294147 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-03df9a8b-5922-4726-9e81-35d6975d7e24 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Deleting port 3ab9ae48-1e67-4da4-abdc-905392b9c21d {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:57:17.294605 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-03df9a8b-5922-4726-9e81-35d6975d7e24 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:17.350029 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-9c0b5aed-7838-4b7a-87c6-9e5df6298fb9 None None] Provisioning complete for port c4cb71ad-f5af-4d62-a175-f47e338fe47a triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:57:17.350502 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-9c0b5aed-7838-4b7a-87c6-9e5df6298fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:17.370827 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-03df9a8b-5922-4726-9e81-35d6975d7e24 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] For port 3ab9ae48-1e67-4da4-abdc-905392b9c21d, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=3ab9ae48-1e67-4da4-abdc-905392b9c21d,segment=NetworkSegment(71c0724b-656d-4875-b0d6-5a9fbc0f1955),segment_id=71c0724b-656d-4875-b0d6-5a9fbc0f1955)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:57:17.371452 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-03df9a8b-5922-4726-9e81-35d6975d7e24 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:17.375855 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d08a8393-4ce1-49e8-836f-2f128902605f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:17.386510 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-03df9a8b-5922-4726-9e81-35d6975d7e24 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Calling delete_port for 3ab9ae48-1e67-4da4-abdc-905392b9c21d owned by network:dhcp {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:57:17.399834 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e0fd3f-e485-40aa-bb44-0e8664c9799e None None] DHCP port deletion for 7dc46c74-d521-4969-b1ab-fe454772b293 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 06:57:17.417217 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d08a8393-4ce1-49e8-836f-2f128902605f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:17.435007 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de9c580f-91f7-4170-ab5b-02d81eea2a88 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:57:17.448130 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-de9c580f-91f7-4170-ab5b-02d81eea2a88 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "PUT /v2.0/routers/4705afbe-4f0c-43b1-a1d0-4a5cb3a6e2b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0471654 Sep 23 06:57:17.457889 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46126) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:17.481524 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2312004a-cbbc-4712-b96e-c176c721a259 None None] Sync routers for ids ['4705afbe-4f0c-43b1-a1d0-4a5cb3a6e2b8'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:57:17.488424 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-9c0b5aed-7838-4b7a-87c6-9e5df6298fb9 None None] Port c4cb71ad-f5af-4d62-a175-f47e338fe47a cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:57:17.505740 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2312004a-cbbc-4712-b96e-c176c721a259 None None] Routers {'4705afbe-4f0c-43b1-a1d0-4a5cb3a6e2b8'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:57:17.506815 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-2312004a-cbbc-4712-b96e-c176c721a259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:57:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['4705afbe-4f0c-43b1-a1d0-4a5cb3a6e2b8'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:17.523717 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-d08a8393-4ce1-49e8-836f-2f128902605f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8c2bd6d8f79841a4920b49c8524603eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5206237 Sep 23 06:57:17.527503 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08a8393-4ce1-49e8-836f-2f128902605f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc3f299-fba3-4438-8450-a68a17fedb53,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:17.528260 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6258a1ef-7bd0-420c-9cb2-eb70a0fa8256 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:17.529955 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-6258a1ef-7bd0-420c-9cb2-eb70a0fa8256 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/ports/c4cb71ad-f5af-4d62-a175-f47e338fe47a HTTP/1.1" status: 200 len: 911 time: 0.0709984 Sep 23 06:57:17.531312 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46128) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:17.535005 n-d-715271-16 neutron-server[95066]: INFO neutron.api.v2.resource [None req-181dee21-d9a0-4ad4-9724-b82fed6c9ed2 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] show failed (client error): The resource could not be found. Sep 23 06:57:17.537446 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-181dee21-d9a0-4ad4-9724-b82fed6c9ed2 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] 10.222.0.39 "GET /v2.0/ports/36290f61-93b8-4bc9-86cd-23993592e9a9/tags/tempest-TagsExtTest-Tag-794717440 HTTP/1.1" status: 404 len: 328 time: 0.2671342 Sep 23 06:57:17.545426 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46130) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:17.547536 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46134) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:17.556373 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.tag.tag_plugin [None req-305878a8-e289-4fb4-a7b1-b6122595a65e tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'c1c0630c-a900-4671-9cf0-d8158accaa44', {'tags': ['tempest-TagsExtTest-Tag-635668868', 'tempest-TagsExtTest-Tag-1161334304', 'tempest-TagsExtTest-Tag-2009417480']}) {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:17.623084 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2ad28499-d6c9-447e-9df9-c3bdaab82fbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:17.635745 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-03df9a8b-5922-4726-9e81-35d6975d7e24 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:17.652973 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2ad28499-d6c9-447e-9df9-c3bdaab82fbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:17.664877 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-2312004a-cbbc-4712-b96e-c176c721a259 None None] Set router 4705afbe-4f0c-43b1-a1d0-4a5cb3a6e2b8 gateway port host: None {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:57:17.700613 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-c1e0fd3f-e485-40aa-bb44-0e8664c9799e None None] Deleting port 3ab9ae48-1e67-4da4-abdc-905392b9c21d {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:57:17.701355 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c1e0fd3f-e485-40aa-bb44-0e8664c9799e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:17.705662 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03df9a8b-5922-4726-9e81-35d6975d7e24 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Pushing event deleted for resources: {'Port': ['ID=3ab9ae48-1e67-4da4-abdc-905392b9c21d,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:17.711271 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03df9a8b-5922-4726-9e81-35d6975d7e24 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] No DVR routers for this DVR port 3ab9ae48-1e67-4da4-abdc-905392b9c21d on host n-d-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:57:17.712843 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2ad28499-d6c9-447e-9df9-c3bdaab82fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:17.716304 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2ad28499-d6c9-447e-9df9-c3bdaab82fbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:17.717551 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-2ad28499-d6c9-447e-9df9-c3bdaab82fbe admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6bc3f299-fba3-4438-8450-a68a17fedb53 HTTP/1.1" status: 204 len: 168 time: 0.1777208 Sep 23 06:57:17.730745 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad28499-d6c9-447e-9df9-c3bdaab82fbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc3f299-fba3-4438-8450-a68a17fedb53,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:17.760985 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e06e9b-7905-4f0a-8923-a7c2112224db tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:17.767653 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e06e9b-7905-4f0a-8923-a7c2112224db tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:17.769427 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-e0e06e9b-7905-4f0a-8923-a7c2112224db tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2203555 Sep 23 06:57:17.773239 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46140) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:17.778019 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-305878a8-e289-4fb4-a7b1-b6122595a65e tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] 10.222.0.39 "PUT /v2.0/routers/c1c0630c-a900-4671-9cf0-d8158accaa44/tags HTTP/1.1" status: 200 len: 317 time: 0.2232072 Sep 23 06:57:17.786978 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46142) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:17.791866 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.tag.tag_plugin [None req-b9be1f1f-86a0-424d-87b2-4d3455369f27 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c1c0630c-a900-4671-9cf0-d8158accaa44') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:17.873663 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-03df9a8b-5922-4726-9e81-35d6975d7e24 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:17.902544 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-03df9a8b-5922-4726-9e81-35d6975d7e24 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dc46c74-d521-4969-b1ab-fe454772b293']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:17.945544 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-03df9a8b-5922-4726-9e81-35d6975d7e24 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71c0724b-656d-4875-b0d6-5a9fbc0f1955') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:17.946264 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-03df9a8b-5922-4726-9e81-35d6975d7e24 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71c0724b-656d-4875-b0d6-5a9fbc0f1955') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:17.959894 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-03df9a8b-5922-4726-9e81-35d6975d7e24 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:17.979795 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-03df9a8b-5922-4726-9e81-35d6975d7e24 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:17.987942 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-b9be1f1f-86a0-424d-87b2-4d3455369f27 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] 10.222.0.39 "DELETE /v2.0/routers/c1c0630c-a900-4671-9cf0-d8158accaa44/tags HTTP/1.1" status: 204 len: 168 time: 0.1964777 Sep 23 06:57:17.988834 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46150) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:17.995593 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.tag.tag_plugin [None req-5997b642-4a4d-4c23-94a9-037eeb687ade tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c1c0630c-a900-4671-9cf0-d8158accaa44', 'tempest-TagsExtTest-Tag-635668868') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:17.998154 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03df9a8b-5922-4726-9e81-35d6975d7e24 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:57:17.998635 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-03df9a8b-5922-4726-9e81-35d6975d7e24 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:18.003219 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 06:57:18.003219 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:57:18.003219 n-d-715271-16 neutron-server[95065]: timer() Sep 23 06:57:18.003219 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:57:18.003219 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 06:57:18.003219 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:57:18.003219 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 06:57:18.003219 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:57:18.003219 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 06:57:18.003219 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:57:18.003219 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 06:57:18.003219 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:57:18.003219 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 06:57:18.003219 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:57:18.003219 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:57:18.003219 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:57:18.003219 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:57:18.003219 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:57:18.003219 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 06:57:18.003219 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:57:18.003219 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 06:57:18.003219 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:57:18.003219 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:57:18.003219 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:57:18.003219 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 06:57:18.003219 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:57:18.003219 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:57:18.003219 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:57:18.003219 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:57:18.003219 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:57:18.003219 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:57:18.003219 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:57:18.034920 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-c1e0fd3f-e485-40aa-bb44-0e8664c9799e None None] For port 3ab9ae48-1e67-4da4-abdc-905392b9c21d, host n-d-715271-16, got binding levels [] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:57:18.036874 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c1e0fd3f-e485-40aa-bb44-0e8664c9799e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:18.099314 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 89ad4c41-f0e2-426d-9c4f-b5aec3cd216a up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:57:18.101549 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-c1e0fd3f-e485-40aa-bb44-0e8664c9799e None None] Calling delete_port for 3ab9ae48-1e67-4da4-abdc-905392b9c21d owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:57:18.109472 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.ipam_backend_mixin [None req-c1e0fd3f-e485-40aa-bb44-0e8664c9799e None None] Port 3ab9ae48-1e67-4da4-abdc-905392b9c21d was not found and therefore no delete operation was performed {{(pid=95067) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 23 06:57:18.140736 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-03df9a8b-5922-4726-9e81-35d6975d7e24 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:18.140956 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c1e0fd3f-e485-40aa-bb44-0e8664c9799e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:18.172384 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [None req-5997b642-4a4d-4c23-94a9-037eeb687ade tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] show failed (client error): The resource could not be found. Sep 23 06:57:18.173644 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-5997b642-4a4d-4c23-94a9-037eeb687ade tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] 10.222.0.39 "GET /v2.0/routers/c1c0630c-a900-4671-9cf0-d8158accaa44/tags/tempest-TagsExtTest-Tag-635668868 HTTP/1.1" status: 404 len: 328 time: 0.1844707 Sep 23 06:57:18.178283 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c1e0fd3f-e485-40aa-bb44-0e8664c9799e None None] Network 7dc46c74-d521-4969-b1ab-fe454772b293 is not hosted by any dhcp agent {{(pid=95067) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 23 06:57:18.178752 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e0fd3f-e485-40aa-bb44-0e8664c9799e None None] No DVR routers for this DVR port 3ab9ae48-1e67-4da4-abdc-905392b9c21d on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:57:18.178990 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46154) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:18.180634 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-03df9a8b-5922-4726-9e81-35d6975d7e24 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:18.186027 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-03df9a8b-5922-4726-9e81-35d6975d7e24 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "DELETE /v2.0/networks/7dc46c74-d521-4969-b1ab-fe454772b293 HTTP/1.1" status: 204 len: 168 time: 1.1661773 Sep 23 06:57:18.186435 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e0fd3f-e485-40aa-bb44-0e8664c9799e None None] Pushing event deleted for resources: {'Port': ['ID=3ab9ae48-1e67-4da4-abdc-905392b9c21d,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:18.187661 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46158) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:18.218805 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.tag.tag_plugin [None req-b537752f-256c-4a9a-9a0c-0cd2c6d77401 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c1c0630c-a900-4671-9cf0-d8158accaa44', 'tempest-TagsExtTest-Tag-1161334304') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:18.221272 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03df9a8b-5922-4726-9e81-35d6975d7e24 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Pushing event deleted for resources: {'Network': ['ID=7dc46c74-d521-4969-b1ab-fe454772b293,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:18.228515 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 89ad4c41-f0e2-426d-9c4f-b5aec3cd216a triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:57:18.228834 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:18.233572 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-2312004a-cbbc-4712-b96e-c176c721a259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4705afbe-4f0c-43b1-a1d0-4a5cb3a6e2b8', 'name': 'tempest-NetworksTestDHCPv6-router-987308896', 'tenant_id': '5e650be244de4ee8b27aea189be279d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:57:12Z', 'updated_at': '2021-09-23T06:57:14Z', 'revision_number': 2, 'project_id': '5e650be244de4ee8b27aea189be279d1', 'gw_port_host': None, '_interfaces': [{'id': 'c4cb71ad-f5af-4d62-a175-f47e338fe47a', 'name': '', 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'tenant_id': '5e650be244de4ee8b27aea189be279d1', 'mac_address': 'fa:16:3e:c5:3c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4705afbe-4f0c-43b1-a1d0-4a5cb3a6e2b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': 'c4c3e99c-1a93-48f3-97ce-448c19330570', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:57:13Z', 'updated_at': '2021-09-23T06:57:15Z', 'revision_number': 2, 'project_id': '5e650be244de4ee8b27aea189be279d1', 'subnets': [{'id': 'c4c3e99c-1a93-48f3-97ce-448c19330570', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:18.312296 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [None req-b537752f-256c-4a9a-9a0c-0cd2c6d77401 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] show failed (client error): The resource could not be found. Sep 23 06:57:18.313881 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-b537752f-256c-4a9a-9a0c-0cd2c6d77401 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] 10.222.0.39 "GET /v2.0/routers/c1c0630c-a900-4671-9cf0-d8158accaa44/tags/tempest-TagsExtTest-Tag-1161334304 HTTP/1.1" status: 404 len: 329 time: 0.1201513 Sep 23 06:57:18.316763 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46162) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:18.321742 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.tag.tag_plugin [None req-342f0a47-249f-41a4-893d-2f9c76c7d54c tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c1c0630c-a900-4671-9cf0-d8158accaa44', 'tempest-TagsExtTest-Tag-2009417480') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:18.331420 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2312004a-cbbc-4712-b96e-c176c721a259 None None] Checking router: 4705afbe-4f0c-43b1-a1d0-4a5cb3a6e2b8 for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:57:18.335513 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2312004a-cbbc-4712-b96e-c176c721a259 None None] Updating router 4705afbe-4f0c-43b1-a1d0-4a5cb3a6e2b8 port c4cb71ad-f5af-4d62-a175-f47e338fe47a binding host n-d-715271-16 {{(pid=95067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 06:57:18.420904 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2312004a-cbbc-4712-b96e-c176c721a259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:18.520511 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [None req-342f0a47-249f-41a4-893d-2f9c76c7d54c tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] show failed (client error): The resource could not be found. Sep 23 06:57:18.522186 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-342f0a47-249f-41a4-893d-2f9c76c7d54c tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] 10.222.0.39 "GET /v2.0/routers/c1c0630c-a900-4671-9cf0-d8158accaa44/tags/tempest-TagsExtTest-Tag-2009417480 HTTP/1.1" status: 404 len: 329 time: 0.2040689 Sep 23 06:57:18.524959 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46172) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:18.529790 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.tag.tag_plugin [None req-38bb2a45-5d30-46fa-98b1-4d6ba82f042c tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'b4ec186f-7125-41b0-860e-e8bda07529aa', {'tags': ['tempest-TagsExtTest-Tag-239880642', 'tempest-TagsExtTest-Tag-1263114185', 'tempest-TagsExtTest-Tag-1838235190']}) {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:18.573600 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46174) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:18.616911 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device ebcf80a6-e4da-48a5-86e4-37f9c98e5a1e no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:57:18.621266 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-38bb2a45-5d30-46fa-98b1-4d6ba82f042c tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] 10.222.0.39 "PUT /v2.0/subnetpools/b4ec186f-7125-41b0-860e-e8bda07529aa/tags HTTP/1.1" status: 200 len: 317 time: 0.0950155 Sep 23 06:57:18.621979 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46180) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:18.633753 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.tag.tag_plugin [None req-92b4e216-c626-4ce2-a973-56a55873418b tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b4ec186f-7125-41b0-860e-e8bda07529aa') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:18.646552 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: ebcf80a6-e4da-48a5-86e4-37f9c98e5a1e {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:57:18.647366 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device ebcf80a6-e4da-48a5-86e4-37f9c98e5a1e not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:57:18.648077 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 3ab9ae48-1e67-4da4-abdc-905392b9c21d no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:57:18.678419 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 3ab9ae48-1e67-4da4-abdc-905392b9c21d {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:57:18.679176 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 3ab9ae48-1e67-4da4-abdc-905392b9c21d not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:57:18.719246 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-92b4e216-c626-4ce2-a973-56a55873418b tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] 10.222.0.39 "DELETE /v2.0/subnetpools/b4ec186f-7125-41b0-860e-e8bda07529aa/tags HTTP/1.1" status: 204 len: 168 time: 0.0962007 Sep 23 06:57:18.723960 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46184) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:18.729036 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.tag.tag_plugin [None req-40e28fd4-7a30-4928-8db7-1bed8e502ec6 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b4ec186f-7125-41b0-860e-e8bda07529aa', 'tempest-TagsExtTest-Tag-239880642') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:18.756275 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [None req-40e28fd4-7a30-4928-8db7-1bed8e502ec6 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] show failed (client error): The resource could not be found. Sep 23 06:57:18.757023 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-85932c73-344d-41d2-a796-a08a5456ebad tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066969'] for router_interface, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:18.759174 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-40e28fd4-7a30-4928-8db7-1bed8e502ec6 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] 10.222.0.39 "GET /v2.0/subnetpools/b4ec186f-7125-41b0-860e-e8bda07529aa/tags/tempest-TagsExtTest-Tag-239880642 HTTP/1.1" status: 404 len: 328 time: 0.0340033 Sep 23 06:57:18.761706 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46186) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:18.768560 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.tag.tag_plugin [None req-f87a4277-e851-47c0-985f-7305aef73e65 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b4ec186f-7125-41b0-860e-e8bda07529aa', 'tempest-TagsExtTest-Tag-1263114185') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:18.815174 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [None req-f87a4277-e851-47c0-985f-7305aef73e65 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] show failed (client error): The resource could not be found. Sep 23 06:57:18.820221 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-f87a4277-e851-47c0-985f-7305aef73e65 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] 10.222.0.39 "GET /v2.0/subnetpools/b4ec186f-7125-41b0-860e-e8bda07529aa/tags/tempest-TagsExtTest-Tag-1263114185 HTTP/1.1" status: 404 len: 329 time: 0.0570045 Sep 23 06:57:18.823023 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46188) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:18.838387 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.tag.tag_plugin [None req-4211a1d1-02de-44d3-a94c-61091d415f84 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b4ec186f-7125-41b0-860e-e8bda07529aa', 'tempest-TagsExtTest-Tag-1838235190') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:18.870442 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [None req-4211a1d1-02de-44d3-a94c-61091d415f84 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] show failed (client error): The resource could not be found. Sep 23 06:57:18.874017 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-4211a1d1-02de-44d3-a94c-61091d415f84 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] 10.222.0.39 "GET /v2.0/subnetpools/b4ec186f-7125-41b0-860e-e8bda07529aa/tags/tempest-TagsExtTest-Tag-1838235190 HTTP/1.1" status: 404 len: 329 time: 0.0474951 Sep 23 06:57:18.874768 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46192) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:18.881705 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.tag.tag_plugin [None req-15cc6799-20b0-4680-a18d-96a4b0ca90e0 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b4ec186f-7125-41b0-860e-e8bda07529aa') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:18.912529 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-15cc6799-20b0-4680-a18d-96a4b0ca90e0 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] 10.222.0.39 "DELETE /v2.0/subnetpools/b4ec186f-7125-41b0-860e-e8bda07529aa/tags HTTP/1.1" status: 204 len: 168 time: 0.0356450 Sep 23 06:57:18.916474 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46194) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:18.922355 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.tag.tag_plugin [None req-32f9f4be-d161-40c1-9026-80423960e615 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c1c0630c-a900-4671-9cf0-d8158accaa44') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:18.948416 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2312004a-cbbc-4712-b96e-c176c721a259 None None] Notify callbacks [] for port, precommit_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:18.957623 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2312004a-cbbc-4712-b96e-c176c721a259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:19.031086 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-3b6b1dc6-c8e2-49a5-95f1-5f52ab73db7a tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1596521468'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:57:19.071801 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-32f9f4be-d161-40c1-9026-80423960e615 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] 10.222.0.39 "DELETE /v2.0/routers/c1c0630c-a900-4671-9cf0-d8158accaa44/tags HTTP/1.1" status: 204 len: 168 time: 0.1515422 Sep 23 06:57:19.072360 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46202) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:19.077422 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.tag.tag_plugin [None req-a1c022c4-77e1-4e46-a48f-a66386407796 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '36290f61-93b8-4bc9-86cd-23993592e9a9') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:19.118168 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ff6a3d6b-bad3-4710-91ed-d718b8763f59 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066969'] for router_interface, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:19.132799 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4497ed52-8b5d-48cb-8fe9-965d46a40652 None None] Pushing event updated for resources: {'Port': ['ID=c4cb71ad-f5af-4d62-a175-f47e338fe47a,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:19.178254 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-2312004a-cbbc-4712-b96e-c176c721a259 None None] Attempting to bind port c4cb71ad-f5af-4d62-a175-f47e338fe47a on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:57:19.178925 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-2312004a-cbbc-4712-b96e-c176c721a259 None None] Attempting to bind port c4cb71ad-f5af-4d62-a175-f47e338fe47a by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '98ee167a-1403-4867-958f-d4f6736b2e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:57:19.179480 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2312004a-cbbc-4712-b96e-c176c721a259 None None] Attempting to bind port c4cb71ad-f5af-4d62-a175-f47e338fe47a on network 4d1aa380-e411-494b-958c-7f758df734d6 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:57:19.182295 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b6b1dc6-c8e2-49a5-95f1-5f52ab73db7a tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] Made reservation on behalf of ac5bafca26d240b781de21e4787e2287 for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:57:19.185331 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2312004a-cbbc-4712-b96e-c176c721a259 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:57:19.186075 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2312004a-cbbc-4712-b96e-c176c721a259 None None] Checking segment: {'id': '98ee167a-1403-4867-958f-d4f6736b2e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:57:19.186707 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2312004a-cbbc-4712-b96e-c176c721a259 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:19.187015 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3b6b1dc6-c8e2-49a5-95f1-5f52ab73db7a tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:19.187673 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2312004a-cbbc-4712-b96e-c176c721a259 None None] Bound using segment: {'id': '98ee167a-1403-4867-958f-d4f6736b2e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:57:19.188956 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-2312004a-cbbc-4712-b96e-c176c721a259 None None] Bound port: c4cb71ad-f5af-4d62-a175-f47e338fe47a, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98ee167a-1403-4867-958f-d4f6736b2e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:57:19.189746 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2312004a-cbbc-4712-b96e-c176c721a259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:19.201704 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3b6b1dc6-c8e2-49a5-95f1-5f52ab73db7a tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:19.236027 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-a1c022c4-77e1-4e46-a48f-a66386407796 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] 10.222.0.39 "DELETE /v2.0/ports/36290f61-93b8-4bc9-86cd-23993592e9a9/tags HTTP/1.1" status: 204 len: 168 time: 0.1628306 Sep 23 06:57:19.238819 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46208) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:19.244184 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.tag.tag_plugin [None req-208b9695-eedd-43d8-be4c-aafdd7b128f8 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f45b8273-0795-4766-af7e-b55e33d4f3e7') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:19.273817 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-2312004a-cbbc-4712-b96e-c176c721a259 None None] For port c4cb71ad-f5af-4d62-a175-f47e338fe47a, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:57:19.277753 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-2312004a-cbbc-4712-b96e-c176c721a259 None None] For port c4cb71ad-f5af-4d62-a175-f47e338fe47a, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=c4cb71ad-f5af-4d62-a175-f47e338fe47a,segment=NetworkSegment(98ee167a-1403-4867-958f-d4f6736b2e62),segment_id=98ee167a-1403-4867-958f-d4f6736b2e62)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:57:19.285782 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2312004a-cbbc-4712-b96e-c176c721a259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:19.340591 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-208b9695-eedd-43d8-be4c-aafdd7b128f8 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] 10.222.0.39 "DELETE /v2.0/subnets/f45b8273-0795-4766-af7e-b55e33d4f3e7/tags HTTP/1.1" status: 204 len: 168 time: 0.0993893 Sep 23 06:57:19.340591 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46212) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:19.364480 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2312004a-cbbc-4712-b96e-c176c721a259 None None] Routers {'4705afbe-4f0c-43b1-a1d0-4a5cb3a6e2b8'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:57:19.365127 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-2312004a-cbbc-4712-b96e-c176c721a259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:57:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['4705afbe-4f0c-43b1-a1d0-4a5cb3a6e2b8'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:19.403728 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-85932c73-344d-41d2-a796-a08a5456ebad tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Deleting port c4cb71ad-f5af-4d62-a175-f47e338fe47a {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:57:19.403972 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-85932c73-344d-41d2-a796-a08a5456ebad tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:19.413474 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4497ed52-8b5d-48cb-8fe9-965d46a40652 None None] Pushing event updated for resources: {'Port': ['ID=c4cb71ad-f5af-4d62-a175-f47e338fe47a,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:19.450898 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-adaf0bde-8777-457d-9f40-b9c466945755 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] Notify callbacks [] for subnetpool, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:19.459542 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-adaf0bde-8777-457d-9f40-b9c466945755 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] 10.222.0.39 "DELETE /v2.0/subnetpools/b4ec186f-7125-41b0-860e-e8bda07529aa HTTP/1.1" status: 204 len: 168 time: 0.1172466 Sep 23 06:57:19.460208 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46214) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:19.507844 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-91a2b82b-5aa6-4d43-b9ab-2b9d2c9b7db3 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1c0630c-a900-4671-9cf0-d8158accaa44 HTTP/1.1" status: 200 len: 205 time: 0.0456738 Sep 23 06:57:19.510196 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46218) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:19.515213 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-2312004a-cbbc-4712-b96e-c176c721a259 None None] Set router 4705afbe-4f0c-43b1-a1d0-4a5cb3a6e2b8 gateway port host: None {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:57:19.564434 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-85932c73-344d-41d2-a796-a08a5456ebad tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] For port c4cb71ad-f5af-4d62-a175-f47e338fe47a, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=c4cb71ad-f5af-4d62-a175-f47e338fe47a,segment=NetworkSegment(98ee167a-1403-4867-958f-d4f6736b2e62),segment_id=98ee167a-1403-4867-958f-d4f6736b2e62)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:57:19.564863 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-85932c73-344d-41d2-a796-a08a5456ebad tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:19.576661 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-03d09015-aa5b-4b76-9418-5a46b63e3160 None None] Provisioning complete for port c4cb71ad-f5af-4d62-a175-f47e338fe47a triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:57:19.577110 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-03d09015-aa5b-4b76-9418-5a46b63e3160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:19.599835 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-85932c73-344d-41d2-a796-a08a5456ebad tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Calling delete_port for c4cb71ad-f5af-4d62-a175-f47e338fe47a owned by network:router_interface {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:57:19.623438 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-14af8bd2-e0fd-4a50-8d2d-7aef49e14636 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] Notify callbacks [] for router, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:19.826758 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-03d09015-aa5b-4b76-9418-5a46b63e3160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:19.862164 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-14af8bd2-e0fd-4a50-8d2d-7aef49e14636 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:19.865633 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-14af8bd2-e0fd-4a50-8d2d-7aef49e14636 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:19.896014 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-03d09015-aa5b-4b76-9418-5a46b63e3160 None None] For port c4cb71ad-f5af-4d62-a175-f47e338fe47a, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=c4cb71ad-f5af-4d62-a175-f47e338fe47a,segment=NetworkSegment(98ee167a-1403-4867-958f-d4f6736b2e62),segment_id=98ee167a-1403-4867-958f-d4f6736b2e62)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:57:19.903852 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-03d09015-aa5b-4b76-9418-5a46b63e3160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:19.904181 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3b6b1dc6-c8e2-49a5-95f1-5f52ab73db7a tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:19.917938 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3b6b1dc6-c8e2-49a5-95f1-5f52ab73db7a tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:19.931767 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-14af8bd2-e0fd-4a50-8d2d-7aef49e14636 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:19.933062 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14af8bd2-e0fd-4a50-8d2d-7aef49e14636 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] Fanout notify agent at l3_agent the message router_deleted on router c1c0630c-a900-4671-9cf0-d8158accaa44 {{(pid=95065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 06:57:19.939629 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-2312004a-cbbc-4712-b96e-c176c721a259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4705afbe-4f0c-43b1-a1d0-4a5cb3a6e2b8', 'name': 'tempest-NetworksTestDHCPv6-router-987308896', 'tenant_id': '5e650be244de4ee8b27aea189be279d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:57:12Z', 'updated_at': '2021-09-23T06:57:14Z', 'revision_number': 2, 'project_id': '5e650be244de4ee8b27aea189be279d1', 'gw_port_host': None, '_interfaces': [{'id': 'c4cb71ad-f5af-4d62-a175-f47e338fe47a', 'name': '', 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'tenant_id': '5e650be244de4ee8b27aea189be279d1', 'mac_address': 'fa:16:3e:c5:3c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4705afbe-4f0c-43b1-a1d0-4a5cb3a6e2b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': 'c4c3e99c-1a93-48f3-97ce-448c19330570', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:57:13Z', 'updated_at': '2021-09-23T06:57:19Z', 'revision_number': 4, 'project_id': '5e650be244de4ee8b27aea189be279d1', 'subnets': [{'id': 'c4c3e99c-1a93-48f3-97ce-448c19330570', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:19.954184 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-14af8bd2-e0fd-4a50-8d2d-7aef49e14636 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:19.958435 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-14af8bd2-e0fd-4a50-8d2d-7aef49e14636 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] 10.222.0.39 "DELETE /v2.0/routers/c1c0630c-a900-4671-9cf0-d8158accaa44 HTTP/1.1" status: 204 len: 168 time: 0.4440439 Sep 23 06:57:19.958435 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46226) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:19.986840 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b6b1dc6-c8e2-49a5-95f1-5f52ab73db7a tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:57:20.027397 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-ff6a3d6b-bad3-4710-91ed-d718b8763f59 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Deleting port fc21dbcb-38e5-41b4-83c1-c4a20fdba468 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:57:20.027745 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ff6a3d6b-bad3-4710-91ed-d718b8763f59 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:20.031959 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6b1dc6-c8e2-49a5-95f1-5f52ab73db7a tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12395416-5dd2-47b9-b7de-b213e03554e3,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:20.071026 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd7a9f-a386-4312-a3c2-805728472f04 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] Deleting port 36290f61-93b8-4bc9-86cd-23993592e9a9 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:57:20.071463 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9ccd7a9f-a386-4312-a3c2-805728472f04 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:20.111389 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3b6b1dc6-c8e2-49a5-95f1-5f52ab73db7a tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:20.111819 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-3b6b1dc6-c8e2-49a5-95f1-5f52ab73db7a tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] Added segment 128e2edc-ee40-4483-bc43-cef33549bc9b of type vlan for network 41aa02f1-0e1b-4fc3-b1fb-28d39cc754a2 Sep 23 06:57:20.116286 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-85932c73-344d-41d2-a796-a08a5456ebad tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:20.177045 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d09015-aa5b-4b76-9418-5a46b63e3160 None None] Pushing event updated for resources: {'Port': ['ID=c4cb71ad-f5af-4d62-a175-f47e338fe47a,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:20.183812 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2312004a-cbbc-4712-b96e-c176c721a259 None None] The sync data for ids ['4705afbe-4f0c-43b1-a1d0-4a5cb3a6e2b8'] in n-d-715271-16 is: [{'id': '4705afbe-4f0c-43b1-a1d0-4a5cb3a6e2b8', 'name': 'tempest-NetworksTestDHCPv6-router-987308896', 'tenant_id': '5e650be244de4ee8b27aea189be279d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:57:12Z', 'updated_at': '2021-09-23T06:57:14Z', 'revision_number': 2, 'project_id': '5e650be244de4ee8b27aea189be279d1', 'gw_port_host': None, '_interfaces': [{'id': 'c4cb71ad-f5af-4d62-a175-f47e338fe47a', 'name': '', 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'tenant_id': '5e650be244de4ee8b27aea189be279d1', 'mac_address': 'fa:16:3e:c5:3c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4705afbe-4f0c-43b1-a1d0-4a5cb3a6e2b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': 'c4c3e99c-1a93-48f3-97ce-448c19330570', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:57:13Z', 'updated_at': '2021-09-23T06:57:19Z', 'revision_number': 4, 'project_id': '5e650be244de4ee8b27aea189be279d1', 'subnets': [{'id': 'c4c3e99c-1a93-48f3-97ce-448c19330570', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:57:20.187791 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-761db339-746b-4863-b5ab-34535dea5a4e None None] Could not find standard attr ID for object c4cb71ad-f5af-4d62-a175-f47e338fe47a. {{(pid=95067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 06:57:20.209205 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46234) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:20.237214 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9ccd7a9f-a386-4312-a3c2-805728472f04 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:20.278447 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd7a9f-a386-4312-a3c2-805728472f04 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] Calling delete_port for 36290f61-93b8-4bc9-86cd-23993592e9a9 owned by {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:57:20.295630 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85932c73-344d-41d2-a796-a08a5456ebad tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event deleted for resources: {'Port': ['ID=c4cb71ad-f5af-4d62-a175-f47e338fe47a,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:20.477797 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-f47c697f-ac3d-4349-86d9-243080e0daa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867614344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867614344-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1926453839'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:57:20.516103 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9ccd7a9f-a386-4312-a3c2-805728472f04 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:20.558324 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47c697f-ac3d-4349-86d9-243080e0daa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867614344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867614344-project] Made reservation on behalf of 932824efa282403b8e144776c862aff7 for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:57:20.562234 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f47c697f-ac3d-4349-86d9-243080e0daa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867614344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867614344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:20.570080 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccd7a9f-a386-4312-a3c2-805728472f04 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] Pushing event deleted for resources: {'Port': ['ID=36290f61-93b8-4bc9-86cd-23993592e9a9,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:20.583556 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f47c697f-ac3d-4349-86d9-243080e0daa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867614344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867614344-project] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:20.698718 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9ccd7a9f-a386-4312-a3c2-805728472f04 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:20.700810 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-9ccd7a9f-a386-4312-a3c2-805728472f04 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] 10.222.0.39 "DELETE /v2.0/ports/36290f61-93b8-4bc9-86cd-23993592e9a9 HTTP/1.1" status: 204 len: 168 time: 0.7419808 Sep 23 06:57:20.703225 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46240) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:20.729696 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3b6b1dc6-c8e2-49a5-95f1-5f52ab73db7a tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:20.791988 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-85932c73-344d-41d2-a796-a08a5456ebad tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2068624'] for router_interface, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:20.795999 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9f4dfd0-1dd3-470e-9ea7-3f4e61872d6c tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] Deleting subnet f45b8273-0795-4766-af7e-b55e33d4f3e7 {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:57:20.804692 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b9f4dfd0-1dd3-470e-9ea7-3f4e61872d6c tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:20.863248 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f47c697f-ac3d-4349-86d9-243080e0daa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867614344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867614344-project] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:20.870291 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b9f4dfd0-1dd3-470e-9ea7-3f4e61872d6c tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:20.894994 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f47c697f-ac3d-4349-86d9-243080e0daa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867614344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867614344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:20.917518 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3b6b1dc6-c8e2-49a5-95f1-5f52ab73db7a tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:20.924520 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6b1dc6-c8e2-49a5-95f1-5f52ab73db7a tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:20.925252 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3b6b1dc6-c8e2-49a5-95f1-5f52ab73db7a tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:20.948256 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f47c697f-ac3d-4349-86d9-243080e0daa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867614344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867614344-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:57:20.955174 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47c697f-ac3d-4349-86d9-243080e0daa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867614344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867614344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf0287d-bb16-4a3c-b629-0d51dcad6526,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:20.975249 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-ff6a3d6b-bad3-4710-91ed-d718b8763f59 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] For port fc21dbcb-38e5-41b4-83c1-c4a20fdba468, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=fc21dbcb-38e5-41b4-83c1-c4a20fdba468,segment=NetworkSegment(e7b37257-06f4-49b8-9d68-f8b062ccfb66),segment_id=e7b37257-06f4-49b8-9d68-f8b062ccfb66)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:57:20.975764 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ff6a3d6b-bad3-4710-91ed-d718b8763f59 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:20.997163 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f47c697f-ac3d-4349-86d9-243080e0daa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867614344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867614344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:20.997512 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-f47c697f-ac3d-4349-86d9-243080e0daa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867614344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867614344-project] Added segment 46783a0f-a9ec-4c21-b5ae-9aa4aafeeed7 of type vlan for network f44b9c23-d86f-496b-9162-95e4dc7e9be6 Sep 23 06:57:21.010519 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-ff6a3d6b-bad3-4710-91ed-d718b8763f59 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Calling delete_port for fc21dbcb-38e5-41b4-83c1-c4a20fdba468 owned by network:router_interface {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:57:21.053013 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b9f4dfd0-1dd3-470e-9ea7-3f4e61872d6c tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:21.056799 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f47c697f-ac3d-4349-86d9-243080e0daa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867614344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867614344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:21.059849 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-3b6b1dc6-c8e2-49a5-95f1-5f52ab73db7a tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.4816024 Sep 23 06:57:21.068787 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46242) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:21.080020 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-5e352671-20ea-4ed8-a83f-994551084338 tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] Request body: {'subnet': {'network_id': '41aa02f1-0e1b-4fc3-b1fb-28d39cc754a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:57:21.124642 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f47c697f-ac3d-4349-86d9-243080e0daa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867614344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867614344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:21.132074 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47c697f-ac3d-4349-86d9-243080e0daa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867614344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867614344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:21.132613 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f47c697f-ac3d-4349-86d9-243080e0daa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867614344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867614344-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:21.158349 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85932c73-344d-41d2-a796-a08a5456ebad tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Router 4705afbe-4f0c-43b1-a1d0-4a5cb3a6e2b8 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:57:21.165348 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b9f4dfd0-1dd3-470e-9ea7-3f4e61872d6c tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:21.172191 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6b1dc6-c8e2-49a5-95f1-5f52ab73db7a tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] Pushing event updated for resources: {'Network': ['ID=41aa02f1-0e1b-4fc3-b1fb-28d39cc754a2,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:21.185706 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 41aa02f1-0e1b-4fc3-b1fb-28d39cc754a2 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:57:21.214385 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-f47c697f-ac3d-4349-86d9-243080e0daa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867614344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867614344-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.0038710 Sep 23 06:57:21.219333 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f4dfd0-1dd3-470e-9ea7-3f4e61872d6c tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] Pushing event deleted for resources: {'Subnet': ['ID=f45b8273-0795-4766-af7e-b55e33d4f3e7,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:21.227153 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b9f4dfd0-1dd3-470e-9ea7-3f4e61872d6c tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:21.232708 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-b9f4dfd0-1dd3-470e-9ea7-3f4e61872d6c tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] 10.222.0.39 "DELETE /v2.0/subnets/f45b8273-0795-4766-af7e-b55e33d4f3e7 HTTP/1.1" status: 204 len: 168 time: 0.5283067 Sep 23 06:57:21.236417 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46248) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:21.263176 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5f99f3-0fd2-4a14-b952-5fa1cffac308 None None] Network 2cff44df-ed5f-4ad7-867f-6f60b4430bdc requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:57:21.335276 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85932c73-344d-41d2-a796-a08a5456ebad tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:57:21.344543 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-85932c73-344d-41d2-a796-a08a5456ebad tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "PUT /v2.0/routers/4705afbe-4f0c-43b1-a1d0-4a5cb3a6e2b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5699496 Sep 23 06:57:21.360376 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0350b21f-1fed-4cc2-805b-948e23c654d1 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:21.362296 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46252) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:21.372472 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47c697f-ac3d-4349-86d9-243080e0daa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867614344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867614344-project] Pushing event updated for resources: {'Network': ['ID=f44b9c23-d86f-496b-9162-95e4dc7e9be6,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:21.408508 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47c697f-ac3d-4349-86d9-243080e0daa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867614344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867614344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:57:21.408852 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47c697f-ac3d-4349-86d9-243080e0daa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867614344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867614344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:57:21.409566 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47c697f-ac3d-4349-86d9-243080e0daa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867614344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867614344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:57:21.409941 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47c697f-ac3d-4349-86d9-243080e0daa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867614344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867614344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:57:21.410284 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47c697f-ac3d-4349-86d9-243080e0daa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867614344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867614344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:57:21.410615 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47c697f-ac3d-4349-86d9-243080e0daa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867614344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867614344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:57:21.411206 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47c697f-ac3d-4349-86d9-243080e0daa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867614344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867614344-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:57:21.411356 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47c697f-ac3d-4349-86d9-243080e0daa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867614344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867614344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:57:21.411644 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47c697f-ac3d-4349-86d9-243080e0daa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867614344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867614344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:57:21.411980 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47c697f-ac3d-4349-86d9-243080e0daa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867614344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867614344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:57:21.412627 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47c697f-ac3d-4349-86d9-243080e0daa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867614344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867614344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:57:21.413005 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47c697f-ac3d-4349-86d9-243080e0daa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867614344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867614344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:57:21.430674 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e352671-20ea-4ed8-a83f-994551084338 tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] Made reservation on behalf of ac5bafca26d240b781de21e4787e2287 for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:57:21.435948 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5e352671-20ea-4ed8-a83f-994551084338 tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:21.436873 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network f44b9c23-d86f-496b-9162-95e4dc7e9be6 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:57:21.484597 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfabd70a-2291-4618-a502-95202dd1a78e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:21.487809 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfabd70a-2291-4618-a502-95202dd1a78e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:21.493523 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-dfabd70a-2291-4618-a502-95202dd1a78e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1278408 Sep 23 06:57:21.494558 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46256) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:21.527702 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-0350b21f-1fed-4cc2-805b-948e23c654d1 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] Deleting port d1f67508-d6a9-4f96-a368-4e117f8f0bd0 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:57:21.528041 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0350b21f-1fed-4cc2-805b-948e23c654d1 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:21.583841 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01688677-cd4e-4744-b764-3668c1778443 None None] DHCP port deletion for 2cff44df-ed5f-4ad7-867f-6f60b4430bdc request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 06:57:21.610031 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46258) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:21.624670 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-0350b21f-1fed-4cc2-805b-948e23c654d1 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] For port d1f67508-d6a9-4f96-a368-4e117f8f0bd0, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=d1f67508-d6a9-4f96-a368-4e117f8f0bd0,segment=NetworkSegment(bee422dc-c33e-4f2c-bf87-a536fe7fd059),segment_id=bee422dc-c33e-4f2c-bf87-a536fe7fd059)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:57:21.625036 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0350b21f-1fed-4cc2-805b-948e23c654d1 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:21.636856 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-01688677-cd4e-4744-b764-3668c1778443 None None] Deleting port d1f67508-d6a9-4f96-a368-4e117f8f0bd0 {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:57:21.638259 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-01688677-cd4e-4744-b764-3668c1778443 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:21.642302 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-0350b21f-1fed-4cc2-805b-948e23c654d1 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] Calling delete_port for d1f67508-d6a9-4f96-a368-4e117f8f0bd0 owned by network:dhcp {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:57:21.645909 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-cd087286-a56d-4b25-b8b0-05833e2c1fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Request body: {'port': {'network_id': 'f44b9c23-d86f-496b-9162-95e4dc7e9be6', 'binding:host_id': 'n-h2-715271-16', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1186592951'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:57:21.656394 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-536a029d-3748-4299-8722-304462c9a9ac tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Deleting subnet c4c3e99c-1a93-48f3-97ce-448c19330570 {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:57:21.670176 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-536a029d-3748-4299-8722-304462c9a9ac tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:21.715874 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-01688677-cd4e-4744-b764-3668c1778443 None None] For port d1f67508-d6a9-4f96-a368-4e117f8f0bd0, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=d1f67508-d6a9-4f96-a368-4e117f8f0bd0,segment=NetworkSegment(bee422dc-c33e-4f2c-bf87-a536fe7fd059),segment_id=bee422dc-c33e-4f2c-bf87-a536fe7fd059)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:57:21.716675 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-01688677-cd4e-4744-b764-3668c1778443 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:21.732055 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-01688677-cd4e-4744-b764-3668c1778443 None None] Calling delete_port for d1f67508-d6a9-4f96-a368-4e117f8f0bd0 owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:57:21.732402 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ff6a3d6b-bad3-4710-91ed-d718b8763f59 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:21.734392 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0350b21f-1fed-4cc2-805b-948e23c654d1 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:21.750295 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd087286-a56d-4b25-b8b0-05833e2c1fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Made reservation on behalf of 237e29c20760488bb7cf275f6d689399 for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:57:21.752752 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-cd087286-a56d-4b25-b8b0-05833e2c1fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:21.765332 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0350b21f-1fed-4cc2-805b-948e23c654d1 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] Pushing event deleted for resources: {'Port': ['ID=d1f67508-d6a9-4f96-a368-4e117f8f0bd0,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:21.770144 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0350b21f-1fed-4cc2-805b-948e23c654d1 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] No DVR routers for this DVR port d1f67508-d6a9-4f96-a368-4e117f8f0bd0 on host n-d-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:57:21.789161 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6a3d6b-bad3-4710-91ed-d718b8763f59 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Pushing event deleted for resources: {'Port': ['ID=fc21dbcb-38e5-41b4-83c1-c4a20fdba468,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:21.798036 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-536a029d-3748-4299-8722-304462c9a9ac tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:21.827905 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-cd087286-a56d-4b25-b8b0-05833e2c1fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:21.866555 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-01688677-cd4e-4744-b764-3668c1778443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:21.869584 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0350b21f-1fed-4cc2-805b-948e23c654d1 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:21.907969 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-0350b21f-1fed-4cc2-805b-948e23c654d1 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cff44df-ed5f-4ad7-867f-6f60b4430bdc']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:21.909618 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01688677-cd4e-4744-b764-3668c1778443 None None] Pushing event deleted for resources: {'Port': ['ID=d1f67508-d6a9-4f96-a368-4e117f8f0bd0,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:21.925294 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01688677-cd4e-4744-b764-3668c1778443 None None] No DVR routers for this DVR port d1f67508-d6a9-4f96-a368-4e117f8f0bd0 on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:57:21.930023 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-0350b21f-1fed-4cc2-805b-948e23c654d1 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bee422dc-c33e-4f2c-bf87-a536fe7fd059') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:21.930460 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-0350b21f-1fed-4cc2-805b-948e23c654d1 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bee422dc-c33e-4f2c-bf87-a536fe7fd059') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:21.948075 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0350b21f-1fed-4cc2-805b-948e23c654d1 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:21.972107 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0350b21f-1fed-4cc2-805b-948e23c654d1 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:21.980895 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0350b21f-1fed-4cc2-805b-948e23c654d1 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:57:21.981388 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0350b21f-1fed-4cc2-805b-948e23c654d1 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:21.985873 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 06:57:21.985873 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:57:21.985873 n-d-715271-16 neutron-server[95065]: timer() Sep 23 06:57:21.985873 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:57:21.985873 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 06:57:21.985873 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:57:21.985873 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 06:57:21.985873 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:57:21.985873 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 06:57:21.985873 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:57:21.985873 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 06:57:21.985873 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:57:21.985873 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 06:57:21.985873 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:57:21.985873 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:57:21.985873 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:57:21.985873 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:57:21.985873 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:57:21.985873 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 06:57:21.985873 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:57:21.985873 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 06:57:21.985873 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:57:21.985873 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:57:21.985873 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:57:21.985873 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 06:57:21.985873 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:57:21.985873 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:57:21.985873 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:57:21.985873 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:57:21.985873 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:57:21.985873 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:57:21.985873 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:57:22.035505 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6b6423-851e-43ba-82de-0003ef2f3a5a None None] Sync routers for ids ['4705afbe-4f0c-43b1-a1d0-4a5cb3a6e2b8'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:57:22.052446 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ff6a3d6b-bad3-4710-91ed-d718b8763f59 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2068624'] for router_interface, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:22.071155 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6b6423-851e-43ba-82de-0003ef2f3a5a None None] Routers {'4705afbe-4f0c-43b1-a1d0-4a5cb3a6e2b8'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:57:22.071924 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-ff6b6423-851e-43ba-82de-0003ef2f3a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:57:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['4705afbe-4f0c-43b1-a1d0-4a5cb3a6e2b8'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:22.076150 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0350b21f-1fed-4cc2-805b-948e23c654d1 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:22.108882 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0350b21f-1fed-4cc2-805b-948e23c654d1 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:22.110256 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device d1f67508-d6a9-4f96-a368-4e117f8f0bd0 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:57:22.112330 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-0350b21f-1fed-4cc2-805b-948e23c654d1 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] 10.222.0.39 "DELETE /v2.0/networks/2cff44df-ed5f-4ad7-867f-6f60b4430bdc HTTP/1.1" status: 204 len: 168 time: 0.8748598 Sep 23 06:57:22.114203 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0350b21f-1fed-4cc2-805b-948e23c654d1 tempest-TagsExtTest-1271472843 tempest-TagsExtTest-1271472843-project] Pushing event deleted for resources: {'Network': ['ID=2cff44df-ed5f-4ad7-867f-6f60b4430bdc,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:22.153640 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: d1f67508-d6a9-4f96-a368-4e117f8f0bd0 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:57:22.153978 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device d1f67508-d6a9-4f96-a368-4e117f8f0bd0 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:57:22.162298 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-ff6b6423-851e-43ba-82de-0003ef2f3a5a None None] Set router 4705afbe-4f0c-43b1-a1d0-4a5cb3a6e2b8 gateway port host: None {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:57:22.213568 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-ff6b6423-851e-43ba-82de-0003ef2f3a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4705afbe-4f0c-43b1-a1d0-4a5cb3a6e2b8', 'name': 'tempest-NetworksTestDHCPv6-router-987308896', 'tenant_id': '5e650be244de4ee8b27aea189be279d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:57:12Z', 'updated_at': '2021-09-23T06:57:19Z', 'revision_number': 3, 'project_id': '5e650be244de4ee8b27aea189be279d1', 'gw_port_host': None}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:22.244472 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6b6423-851e-43ba-82de-0003ef2f3a5a None None] Checking router: 4705afbe-4f0c-43b1-a1d0-4a5cb3a6e2b8 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:57:22.253676 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6b6423-851e-43ba-82de-0003ef2f3a5a None None] Routers {'4705afbe-4f0c-43b1-a1d0-4a5cb3a6e2b8'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:57:22.254565 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-ff6b6423-851e-43ba-82de-0003ef2f3a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:57:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['4705afbe-4f0c-43b1-a1d0-4a5cb3a6e2b8'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:22.266244 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-536a029d-3748-4299-8722-304462c9a9ac tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:22.270777 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5e352671-20ea-4ed8-a83f-994551084338 tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:22.324786 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-ff6b6423-851e-43ba-82de-0003ef2f3a5a None None] Set router 4705afbe-4f0c-43b1-a1d0-4a5cb3a6e2b8 gateway port host: None {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:57:22.380599 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-ff6b6423-851e-43ba-82de-0003ef2f3a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4705afbe-4f0c-43b1-a1d0-4a5cb3a6e2b8', 'name': 'tempest-NetworksTestDHCPv6-router-987308896', 'tenant_id': '5e650be244de4ee8b27aea189be279d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:57:12Z', 'updated_at': '2021-09-23T06:57:19Z', 'revision_number': 3, 'project_id': '5e650be244de4ee8b27aea189be279d1', 'gw_port_host': None}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:22.407613 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6b6423-851e-43ba-82de-0003ef2f3a5a None None] The sync data for ids ['4705afbe-4f0c-43b1-a1d0-4a5cb3a6e2b8'] in n-d-715271-16 is: [{'id': '4705afbe-4f0c-43b1-a1d0-4a5cb3a6e2b8', 'name': 'tempest-NetworksTestDHCPv6-router-987308896', 'tenant_id': '5e650be244de4ee8b27aea189be279d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:57:12Z', 'updated_at': '2021-09-23T06:57:19Z', 'revision_number': 3, 'project_id': '5e650be244de4ee8b27aea189be279d1', 'gw_port_host': None}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:57:22.417121 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46264) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:22.493833 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e352671-20ea-4ed8-a83f-994551084338 tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] Pushing event updated for resources: {'Subnet': ['ID=0f8db040-9798-44d2-964e-6d5dcf1ad3de,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:22.505313 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff6a3d6b-bad3-4710-91ed-d718b8763f59 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Router 0149b0df-eb23-4c02-a086-bd9ef410c234 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:57:22.510588 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-cd087286-a56d-4b25-b8b0-05833e2c1fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:22.517895 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-cd087286-a56d-4b25-b8b0-05833e2c1fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:22.524808 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-536a029d-3748-4299-8722-304462c9a9ac tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:22.531798 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [None req-cd087286-a56d-4b25-b8b0-05833e2c1fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] device_id is not set on port 5926d03e-8699-4899-a18b-423e94e18ccf yet. {{(pid=95066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 06:57:22.555160 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e352671-20ea-4ed8-a83f-994551084338 tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] Checking segment: {'id': '128e2edc-ee40-4483-bc43-cef33549bc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '41aa02f1-0e1b-4fc3-b1fb-28d39cc754a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:57:22.555539 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e352671-20ea-4ed8-a83f-994551084338 tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] Network hostable DHCP agents. Network: 41aa02f1-0e1b-4fc3-b1fb-28d39cc754a2, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:57:22.577817 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-88ad4b65-bbe1-470f-9091-f6a7ee0c49d9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f77fdcc6210b47348c97c99153ae1b2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1587346 Sep 23 06:57:22.580271 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46272) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:22.660569 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536a029d-3748-4299-8722-304462c9a9ac tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event deleted for resources: {'Subnet': ['ID=c4c3e99c-1a93-48f3-97ce-448c19330570,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:22.671385 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22c78a3-d748-4bde-8dd8-9e098167f7d6 None None] Network 4d1aa380-e411-494b-958c-7f758df734d6 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:57:22.712788 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-536a029d-3748-4299-8722-304462c9a9ac tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:22.714633 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-536a029d-3748-4299-8722-304462c9a9ac tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/subnets/c4c3e99c-1a93-48f3-97ce-448c19330570 HTTP/1.1" status: 204 len: 168 time: 1.1996694 Sep 23 06:57:22.717363 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46276) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:22.720795 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd087286-a56d-4b25-b8b0-05833e2c1fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b42c617-b41b-4bb3-9eb0-f21c3769b961,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:22.784901 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e352671-20ea-4ed8-a83f-994551084338 tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] Network 41aa02f1-0e1b-4fc3-b1fb-28d39cc754a2 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:57:22.794644 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff6a3d6b-bad3-4710-91ed-d718b8763f59 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:57:22.807439 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2896e901-5029-4ab0-bf09-58950877ab2b None None] Sync routers for ids ['0149b0df-eb23-4c02-a086-bd9ef410c234'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:57:22.818864 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-ff6a3d6b-bad3-4710-91ed-d718b8763f59 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "PUT /v2.0/routers/0149b0df-eb23-4c02-a086-bd9ef410c234/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6277330 Sep 23 06:57:22.819408 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46278) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:22.828379 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2896e901-5029-4ab0-bf09-58950877ab2b None None] Routers {'0149b0df-eb23-4c02-a086-bd9ef410c234'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:57:22.829289 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-2896e901-5029-4ab0-bf09-58950877ab2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:57:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['0149b0df-eb23-4c02-a086-bd9ef410c234'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:22.832430 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-5e352671-20ea-4ed8-a83f-994551084338 tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 41aa02f1-0e1b-4fc3-b1fb-28d39cc754a2) {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:57:22.851913 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e352671-20ea-4ed8-a83f-994551084338 tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:22.852861 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5e352671-20ea-4ed8-a83f-994551084338 tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:22.890995 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c62319-6e6d-4f9e-9451-e03ac736248a None None] Network 41aa02f1-0e1b-4fc3-b1fb-28d39cc754a2 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:57:22.905913 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9bb100e9-8554-44e0-8d63-ca7b0b572cf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:22.928767 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-185d811d-e126-4d22-813f-70cc5c10fec2 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2096632 Sep 23 06:57:22.931218 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46280) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:22.936766 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d71336d-5fe2-4c0d-8c80-c0b5f424dbca tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Deleting subnet 7530e25f-c8e6-49fb-9bb9-42e044621486 {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:57:22.941010 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7d71336d-5fe2-4c0d-8c80-c0b5f424dbca tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:22.941633 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-5e352671-20ea-4ed8-a83f-994551084338 tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8694596 Sep 23 06:57:22.962005 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46282) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:22.968624 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-83b35e82-229c-494d-981f-e70c62b68e7f tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] Request body: {'port': {'network_id': '41aa02f1-0e1b-4fc3-b1fb-28d39cc754a2', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1004699336'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:57:22.970831 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30b9459-0090-4629-86bf-b18da76b6cbb None None] DHCP port deletion for 4d1aa380-e411-494b-958c-7f758df734d6 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 06:57:22.977576 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-2896e901-5029-4ab0-bf09-58950877ab2b None None] Set router 0149b0df-eb23-4c02-a086-bd9ef410c234 gateway port host: None {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:57:23.019966 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9bb100e9-8554-44e0-8d63-ca7b0b572cf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:23.090377 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-2896e901-5029-4ab0-bf09-58950877ab2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'name': 'tempest-RoutersIpV6Test-router-527177519', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:56:20Z', 'updated_at': '2021-09-23T06:57:21Z', 'revision_number': 11, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'gw_port_host': None}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:23.119619 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [None req-cd087286-a56d-4b25-b8b0-05833e2c1fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] device_id is not set on port 5926d03e-8699-4899-a18b-423e94e18ccf yet. {{(pid=95066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 06:57:23.129524 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2896e901-5029-4ab0-bf09-58950877ab2b None None] Checking router: 0149b0df-eb23-4c02-a086-bd9ef410c234 for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:57:23.138706 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-cd087286-a56d-4b25-b8b0-05833e2c1fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:23.153119 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2896e901-5029-4ab0-bf09-58950877ab2b None None] Routers {'0149b0df-eb23-4c02-a086-bd9ef410c234'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:57:23.153839 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-2896e901-5029-4ab0-bf09-58950877ab2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:57:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['0149b0df-eb23-4c02-a086-bd9ef410c234'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:23.161712 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-cd087286-a56d-4b25-b8b0-05833e2c1fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:23.215448 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9bb100e9-8554-44e0-8d63-ca7b0b572cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:23.218162 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9bb100e9-8554-44e0-8d63-ca7b0b572cf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:23.219398 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-9bb100e9-8554-44e0-8d63-ca7b0b572cf2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4042e21d-4227-42b4-b8c1-a0adc25b82da HTTP/1.1" status: 204 len: 168 time: 0.6184654 Sep 23 06:57:23.248463 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb100e9-8554-44e0-8d63-ca7b0b572cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4042e21d-4227-42b4-b8c1-a0adc25b82da,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:23.262655 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd087286-a56d-4b25-b8b0-05833e2c1fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Pushing event updated for resources: {'Port': ['ID=5926d03e-8699-4899-a18b-423e94e18ccf,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:23.265046 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b35e82-229c-494d-981f-e70c62b68e7f tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] Made reservation on behalf of ac5bafca26d240b781de21e4787e2287 for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:57:23.270406 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-83b35e82-229c-494d-981f-e70c62b68e7f tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:23.301247 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [None req-83b35e82-229c-494d-981f-e70c62b68e7f tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] device_id is not set on port 4e9f01a6-2bd6-4f95-a81d-2f3f6c581e9f yet. {{(pid=95066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 06:57:23.306249 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd087286-a56d-4b25-b8b0-05833e2c1fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Checking segment: {'id': '46783a0f-a9ec-4c21-b5ae-9aa4aafeeed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f44b9c23-d86f-496b-9162-95e4dc7e9be6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:57:23.306575 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd087286-a56d-4b25-b8b0-05833e2c1fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Network hostable DHCP agents. Network: f44b9c23-d86f-496b-9162-95e4dc7e9be6, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:57:23.321569 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-2896e901-5029-4ab0-bf09-58950877ab2b None None] Set router 0149b0df-eb23-4c02-a086-bd9ef410c234 gateway port host: None {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:57:23.371543 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd087286-a56d-4b25-b8b0-05833e2c1fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Network f44b9c23-d86f-496b-9162-95e4dc7e9be6 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:57:23.392650 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-cd087286-a56d-4b25-b8b0-05833e2c1fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, f44b9c23-d86f-496b-9162-95e4dc7e9be6) {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:57:23.411139 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7d71336d-5fe2-4c0d-8c80-c0b5f424dbca tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:23.419262 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a97114-1b85-41e6-af46-741379156d05 None None] Network f44b9c23-d86f-496b-9162-95e4dc7e9be6 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:57:23.425369 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd087286-a56d-4b25-b8b0-05833e2c1fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:57:23.448526 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [None req-cd087286-a56d-4b25-b8b0-05833e2c1fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port 5926d03e-8699-4899-a18b-423e94e18ccf on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:57:23.448854 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [None req-cd087286-a56d-4b25-b8b0-05833e2c1fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port 5926d03e-8699-4899-a18b-423e94e18ccf by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '46783a0f-a9ec-4c21-b5ae-9aa4aafeeed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f44b9c23-d86f-496b-9162-95e4dc7e9be6'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:57:23.449147 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd087286-a56d-4b25-b8b0-05833e2c1fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port 5926d03e-8699-4899-a18b-423e94e18ccf on network f44b9c23-d86f-496b-9162-95e4dc7e9be6 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:57:23.463868 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd087286-a56d-4b25-b8b0-05833e2c1fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Port 5926d03e-8699-4899-a18b-423e94e18ccf on network f44b9c23-d86f-496b-9162-95e4dc7e9be6 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:57:23.464244 n-d-715271-16 neutron-server[95066]: ERROR neutron.plugins.ml2.managers [None req-cd087286-a56d-4b25-b8b0-05833e2c1fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Failed to bind port 5926d03e-8699-4899-a18b-423e94e18ccf on host n-h2-715271-16 for vnic_type normal using segments [{'id': '46783a0f-a9ec-4c21-b5ae-9aa4aafeeed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f44b9c23-d86f-496b-9162-95e4dc7e9be6'}] Sep 23 06:57:23.466281 n-d-715271-16 neutron-server[95066]: INFO neutron.plugins.ml2.plugin [None req-cd087286-a56d-4b25-b8b0-05833e2c1fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempt 2 to bind port 5926d03e-8699-4899-a18b-423e94e18ccf Sep 23 06:57:23.473376 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1487e4e5-2740-480c-aad2-cbe865452d7f tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for router, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:23.484447 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-83b35e82-229c-494d-981f-e70c62b68e7f tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] Allocated IP 172.20.0.10 (41aa02f1-0e1b-4fc3-b1fb-28d39cc754a2/0f8db040-9798-44d2-964e-6d5dcf1ad3de/4e9f01a6-2bd6-4f95-a81d-2f3f6c581e9f) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:57:23.494619 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [None req-cd087286-a56d-4b25-b8b0-05833e2c1fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port 5926d03e-8699-4899-a18b-423e94e18ccf on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:57:23.494960 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [None req-cd087286-a56d-4b25-b8b0-05833e2c1fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port 5926d03e-8699-4899-a18b-423e94e18ccf by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '46783a0f-a9ec-4c21-b5ae-9aa4aafeeed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f44b9c23-d86f-496b-9162-95e4dc7e9be6'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:57:23.495443 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd087286-a56d-4b25-b8b0-05833e2c1fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port 5926d03e-8699-4899-a18b-423e94e18ccf on network f44b9c23-d86f-496b-9162-95e4dc7e9be6 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:57:23.510400 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd087286-a56d-4b25-b8b0-05833e2c1fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Port 5926d03e-8699-4899-a18b-423e94e18ccf on network f44b9c23-d86f-496b-9162-95e4dc7e9be6 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:57:23.510400 n-d-715271-16 neutron-server[95066]: ERROR neutron.plugins.ml2.managers [None req-cd087286-a56d-4b25-b8b0-05833e2c1fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Failed to bind port 5926d03e-8699-4899-a18b-423e94e18ccf on host n-h2-715271-16 for vnic_type normal using segments [{'id': '46783a0f-a9ec-4c21-b5ae-9aa4aafeeed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f44b9c23-d86f-496b-9162-95e4dc7e9be6'}] Sep 23 06:57:23.510400 n-d-715271-16 neutron-server[95066]: INFO neutron.plugins.ml2.plugin [None req-cd087286-a56d-4b25-b8b0-05833e2c1fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempt 3 to bind port 5926d03e-8699-4899-a18b-423e94e18ccf Sep 23 06:57:23.530351 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [None req-cd087286-a56d-4b25-b8b0-05833e2c1fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port 5926d03e-8699-4899-a18b-423e94e18ccf on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:57:23.530780 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [None req-cd087286-a56d-4b25-b8b0-05833e2c1fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port 5926d03e-8699-4899-a18b-423e94e18ccf by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '46783a0f-a9ec-4c21-b5ae-9aa4aafeeed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f44b9c23-d86f-496b-9162-95e4dc7e9be6'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:57:23.531452 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-2896e901-5029-4ab0-bf09-58950877ab2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'name': 'tempest-RoutersIpV6Test-router-527177519', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:56:20Z', 'updated_at': '2021-09-23T06:57:21Z', 'revision_number': 11, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'gw_port_host': None}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:23.531618 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd087286-a56d-4b25-b8b0-05833e2c1fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port 5926d03e-8699-4899-a18b-423e94e18ccf on network f44b9c23-d86f-496b-9162-95e4dc7e9be6 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:57:23.544518 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd087286-a56d-4b25-b8b0-05833e2c1fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Port 5926d03e-8699-4899-a18b-423e94e18ccf on network f44b9c23-d86f-496b-9162-95e4dc7e9be6 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:57:23.545454 n-d-715271-16 neutron-server[95066]: ERROR neutron.plugins.ml2.managers [None req-cd087286-a56d-4b25-b8b0-05833e2c1fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Failed to bind port 5926d03e-8699-4899-a18b-423e94e18ccf on host n-h2-715271-16 for vnic_type normal using segments [{'id': '46783a0f-a9ec-4c21-b5ae-9aa4aafeeed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f44b9c23-d86f-496b-9162-95e4dc7e9be6'}] Sep 23 06:57:23.547628 n-d-715271-16 neutron-server[95066]: INFO neutron.plugins.ml2.plugin [None req-cd087286-a56d-4b25-b8b0-05833e2c1fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempt 4 to bind port 5926d03e-8699-4899-a18b-423e94e18ccf Sep 23 06:57:23.581212 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [None req-cd087286-a56d-4b25-b8b0-05833e2c1fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port 5926d03e-8699-4899-a18b-423e94e18ccf on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:57:23.581533 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [None req-cd087286-a56d-4b25-b8b0-05833e2c1fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port 5926d03e-8699-4899-a18b-423e94e18ccf by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '46783a0f-a9ec-4c21-b5ae-9aa4aafeeed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f44b9c23-d86f-496b-9162-95e4dc7e9be6'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:57:23.581892 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd087286-a56d-4b25-b8b0-05833e2c1fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port 5926d03e-8699-4899-a18b-423e94e18ccf on network f44b9c23-d86f-496b-9162-95e4dc7e9be6 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:57:23.591572 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd087286-a56d-4b25-b8b0-05833e2c1fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Port 5926d03e-8699-4899-a18b-423e94e18ccf on network f44b9c23-d86f-496b-9162-95e4dc7e9be6 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:57:23.591795 n-d-715271-16 neutron-server[95066]: ERROR neutron.plugins.ml2.managers [None req-cd087286-a56d-4b25-b8b0-05833e2c1fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Failed to bind port 5926d03e-8699-4899-a18b-423e94e18ccf on host n-h2-715271-16 for vnic_type normal using segments [{'id': '46783a0f-a9ec-4c21-b5ae-9aa4aafeeed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f44b9c23-d86f-496b-9162-95e4dc7e9be6'}] Sep 23 06:57:23.600490 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2896e901-5029-4ab0-bf09-58950877ab2b None None] The sync data for ids ['0149b0df-eb23-4c02-a086-bd9ef410c234'] in n-d-715271-16 is: [{'id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'name': 'tempest-RoutersIpV6Test-router-527177519', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:56:20Z', 'updated_at': '2021-09-23T06:57:21Z', 'revision_number': 11, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'gw_port_host': None}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:57:23.604233 n-d-715271-16 neutron-server[95066]: INFO neutron.plugins.ml2.plugin [None req-cd087286-a56d-4b25-b8b0-05833e2c1fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempt 5 to bind port 5926d03e-8699-4899-a18b-423e94e18ccf Sep 23 06:57:23.606431 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-f30b9459-0090-4629-86bf-b18da76b6cbb None None] Deleting port 89ad4c41-f0e2-426d-9c4f-b5aec3cd216a {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:57:23.606686 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f30b9459-0090-4629-86bf-b18da76b6cbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:23.645370 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [None req-cd087286-a56d-4b25-b8b0-05833e2c1fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port 5926d03e-8699-4899-a18b-423e94e18ccf on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:57:23.645735 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [None req-cd087286-a56d-4b25-b8b0-05833e2c1fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port 5926d03e-8699-4899-a18b-423e94e18ccf by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '46783a0f-a9ec-4c21-b5ae-9aa4aafeeed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f44b9c23-d86f-496b-9162-95e4dc7e9be6'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:57:23.646093 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd087286-a56d-4b25-b8b0-05833e2c1fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port 5926d03e-8699-4899-a18b-423e94e18ccf on network f44b9c23-d86f-496b-9162-95e4dc7e9be6 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:57:23.680743 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd087286-a56d-4b25-b8b0-05833e2c1fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Port 5926d03e-8699-4899-a18b-423e94e18ccf on network f44b9c23-d86f-496b-9162-95e4dc7e9be6 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:57:23.681327 n-d-715271-16 neutron-server[95066]: ERROR neutron.plugins.ml2.managers [None req-cd087286-a56d-4b25-b8b0-05833e2c1fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Failed to bind port 5926d03e-8699-4899-a18b-423e94e18ccf on host n-h2-715271-16 for vnic_type normal using segments [{'id': '46783a0f-a9ec-4c21-b5ae-9aa4aafeeed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f44b9c23-d86f-496b-9162-95e4dc7e9be6'}] Sep 23 06:57:23.692233 n-d-715271-16 neutron-server[95066]: INFO neutron.plugins.ml2.plugin [None req-cd087286-a56d-4b25-b8b0-05833e2c1fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempt 6 to bind port 5926d03e-8699-4899-a18b-423e94e18ccf Sep 23 06:57:23.713060 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [None req-cd087286-a56d-4b25-b8b0-05833e2c1fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port 5926d03e-8699-4899-a18b-423e94e18ccf on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:57:23.713493 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [None req-cd087286-a56d-4b25-b8b0-05833e2c1fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port 5926d03e-8699-4899-a18b-423e94e18ccf by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '46783a0f-a9ec-4c21-b5ae-9aa4aafeeed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f44b9c23-d86f-496b-9162-95e4dc7e9be6'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:57:23.713931 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd087286-a56d-4b25-b8b0-05833e2c1fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port 5926d03e-8699-4899-a18b-423e94e18ccf on network f44b9c23-d86f-496b-9162-95e4dc7e9be6 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:57:23.723235 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd087286-a56d-4b25-b8b0-05833e2c1fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Port 5926d03e-8699-4899-a18b-423e94e18ccf on network f44b9c23-d86f-496b-9162-95e4dc7e9be6 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:57:23.723683 n-d-715271-16 neutron-server[95066]: ERROR neutron.plugins.ml2.managers [None req-cd087286-a56d-4b25-b8b0-05833e2c1fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Failed to bind port 5926d03e-8699-4899-a18b-423e94e18ccf on host n-h2-715271-16 for vnic_type normal using segments [{'id': '46783a0f-a9ec-4c21-b5ae-9aa4aafeeed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f44b9c23-d86f-496b-9162-95e4dc7e9be6'}] Sep 23 06:57:23.729077 n-d-715271-16 neutron-server[95066]: INFO neutron.plugins.ml2.plugin [None req-cd087286-a56d-4b25-b8b0-05833e2c1fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempt 7 to bind port 5926d03e-8699-4899-a18b-423e94e18ccf Sep 23 06:57:23.780048 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1487e4e5-2740-480c-aad2-cbe865452d7f tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:23.783134 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1487e4e5-2740-480c-aad2-cbe865452d7f tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:23.792547 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7d71336d-5fe2-4c0d-8c80-c0b5f424dbca tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:23.842765 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-f30b9459-0090-4629-86bf-b18da76b6cbb None None] For port 89ad4c41-f0e2-426d-9c4f-b5aec3cd216a, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=89ad4c41-f0e2-426d-9c4f-b5aec3cd216a,segment=NetworkSegment(98ee167a-1403-4867-958f-d4f6736b2e62),segment_id=98ee167a-1403-4867-958f-d4f6736b2e62)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:57:23.843918 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f30b9459-0090-4629-86bf-b18da76b6cbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:23.869285 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71269e70-1e69-449c-9a0e-1e608575ee36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-41aa02f1-0e1b-4fc3-b1fb-28d39cc754a2', 'network_id': '41aa02f1-0e1b-4fc3-b1fb-28d39cc754a2', 'tenant_id': 'ac5bafca26d240b781de21e4787e2287', 'fixed_ips': [{'subnet_id': '0f8db040-9798-44d2-964e-6d5dcf1ad3de'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 06:57:23.871386 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-71269e70-1e69-449c-9a0e-1e608575ee36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:23.880871 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1487e4e5-2740-480c-aad2-cbe865452d7f tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:23.881916 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1487e4e5-2740-480c-aad2-cbe865452d7f tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Fanout notify agent at l3_agent the message router_deleted on router 4705afbe-4f0c-43b1-a1d0-4a5cb3a6e2b8 {{(pid=95065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 06:57:23.895487 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-f30b9459-0090-4629-86bf-b18da76b6cbb None None] Calling delete_port for 89ad4c41-f0e2-426d-9c4f-b5aec3cd216a owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:57:23.953463 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1487e4e5-2740-480c-aad2-cbe865452d7f tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:23.964955 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-1487e4e5-2740-480c-aad2-cbe865452d7f tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/routers/4705afbe-4f0c-43b1-a1d0-4a5cb3a6e2b8 HTTP/1.1" status: 204 len: 168 time: 1.0300148 Sep 23 06:57:23.965173 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46302) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:23.971090 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-e0e9630c-2aab-40da-8905-38483228b520 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Request body: {'subnet': {'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:57:23.987428 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7d71336d-5fe2-4c0d-8c80-c0b5f424dbca tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:24.063596 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7d71336d-5fe2-4c0d-8c80-c0b5f424dbca tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:24.068408 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10dc7ff-e3d8-46b0-bb19-758fb9b0ddff None None] Network 3aa85240-395c-45b3-8f0a-394508f0f93b requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:57:24.074157 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-7d71336d-5fe2-4c0d-8c80-c0b5f424dbca tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "DELETE /v2.0/subnets/7530e25f-c8e6-49fb-9bb9-42e044621486 HTTP/1.1" status: 204 len: 168 time: 1.2528977 Sep 23 06:57:24.076548 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46308) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:24.095244 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d71336d-5fe2-4c0d-8c80-c0b5f424dbca tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Pushing event deleted for resources: {'Subnet': ['ID=7530e25f-c8e6-49fb-9bb9-42e044621486,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:24.097184 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [None req-cd087286-a56d-4b25-b8b0-05833e2c1fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port 5926d03e-8699-4899-a18b-423e94e18ccf on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:57:24.097523 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [None req-cd087286-a56d-4b25-b8b0-05833e2c1fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port 5926d03e-8699-4899-a18b-423e94e18ccf by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '46783a0f-a9ec-4c21-b5ae-9aa4aafeeed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f44b9c23-d86f-496b-9162-95e4dc7e9be6'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:57:24.097884 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd087286-a56d-4b25-b8b0-05833e2c1fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port 5926d03e-8699-4899-a18b-423e94e18ccf on network f44b9c23-d86f-496b-9162-95e4dc7e9be6 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:57:24.102536 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-83b35e82-229c-494d-981f-e70c62b68e7f tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:24.110440 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd087286-a56d-4b25-b8b0-05833e2c1fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Port 5926d03e-8699-4899-a18b-423e94e18ccf on network f44b9c23-d86f-496b-9162-95e4dc7e9be6 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:57:24.110781 n-d-715271-16 neutron-server[95066]: ERROR neutron.plugins.ml2.managers [None req-cd087286-a56d-4b25-b8b0-05833e2c1fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Failed to bind port 5926d03e-8699-4899-a18b-423e94e18ccf on host n-h2-715271-16 for vnic_type normal using segments [{'id': '46783a0f-a9ec-4c21-b5ae-9aa4aafeeed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f44b9c23-d86f-496b-9162-95e4dc7e9be6'}] Sep 23 06:57:24.112429 n-d-715271-16 neutron-server[95066]: INFO neutron.plugins.ml2.plugin [None req-cd087286-a56d-4b25-b8b0-05833e2c1fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempt 8 to bind port 5926d03e-8699-4899-a18b-423e94e18ccf Sep 23 06:57:24.180704 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device c4cb71ad-f5af-4d62-a175-f47e338fe47a no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:57:24.182012 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [None req-cd087286-a56d-4b25-b8b0-05833e2c1fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port 5926d03e-8699-4899-a18b-423e94e18ccf on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:57:24.182511 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [None req-cd087286-a56d-4b25-b8b0-05833e2c1fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port 5926d03e-8699-4899-a18b-423e94e18ccf by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '46783a0f-a9ec-4c21-b5ae-9aa4aafeeed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f44b9c23-d86f-496b-9162-95e4dc7e9be6'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:57:24.182641 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd087286-a56d-4b25-b8b0-05833e2c1fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port 5926d03e-8699-4899-a18b-423e94e18ccf on network f44b9c23-d86f-496b-9162-95e4dc7e9be6 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:57:24.195447 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd087286-a56d-4b25-b8b0-05833e2c1fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Port 5926d03e-8699-4899-a18b-423e94e18ccf on network f44b9c23-d86f-496b-9162-95e4dc7e9be6 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:57:24.196207 n-d-715271-16 neutron-server[95066]: ERROR neutron.plugins.ml2.managers [None req-cd087286-a56d-4b25-b8b0-05833e2c1fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Failed to bind port 5926d03e-8699-4899-a18b-423e94e18ccf on host n-h2-715271-16 for vnic_type normal using segments [{'id': '46783a0f-a9ec-4c21-b5ae-9aa4aafeeed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f44b9c23-d86f-496b-9162-95e4dc7e9be6'}] Sep 23 06:57:24.197387 n-d-715271-16 neutron-server[95066]: INFO neutron.plugins.ml2.plugin [None req-cd087286-a56d-4b25-b8b0-05833e2c1fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempt 9 to bind port 5926d03e-8699-4899-a18b-423e94e18ccf Sep 23 06:57:24.230257 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [None req-cd087286-a56d-4b25-b8b0-05833e2c1fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port 5926d03e-8699-4899-a18b-423e94e18ccf on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:57:24.230257 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [None req-cd087286-a56d-4b25-b8b0-05833e2c1fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port 5926d03e-8699-4899-a18b-423e94e18ccf by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '46783a0f-a9ec-4c21-b5ae-9aa4aafeeed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f44b9c23-d86f-496b-9162-95e4dc7e9be6'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:57:24.230487 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd087286-a56d-4b25-b8b0-05833e2c1fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port 5926d03e-8699-4899-a18b-423e94e18ccf on network f44b9c23-d86f-496b-9162-95e4dc7e9be6 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:57:24.249780 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-83b35e82-229c-494d-981f-e70c62b68e7f tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:24.252136 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd087286-a56d-4b25-b8b0-05833e2c1fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Port 5926d03e-8699-4899-a18b-423e94e18ccf on network f44b9c23-d86f-496b-9162-95e4dc7e9be6 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:57:24.252466 n-d-715271-16 neutron-server[95066]: ERROR neutron.plugins.ml2.managers [None req-cd087286-a56d-4b25-b8b0-05833e2c1fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Failed to bind port 5926d03e-8699-4899-a18b-423e94e18ccf on host n-h2-715271-16 for vnic_type normal using segments [{'id': '46783a0f-a9ec-4c21-b5ae-9aa4aafeeed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f44b9c23-d86f-496b-9162-95e4dc7e9be6'}] Sep 23 06:57:24.254732 n-d-715271-16 neutron-server[95066]: INFO neutron.plugins.ml2.plugin [None req-cd087286-a56d-4b25-b8b0-05833e2c1fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempt 10 to bind port 5926d03e-8699-4899-a18b-423e94e18ccf Sep 23 06:57:24.277090 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: c4cb71ad-f5af-4d62-a175-f47e338fe47a {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:57:24.277428 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device c4cb71ad-f5af-4d62-a175-f47e338fe47a not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:57:24.277845 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 89ad4c41-f0e2-426d-9c4f-b5aec3cd216a no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:57:24.347830 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [None req-cd087286-a56d-4b25-b8b0-05833e2c1fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port 5926d03e-8699-4899-a18b-423e94e18ccf on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:57:24.348412 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [None req-cd087286-a56d-4b25-b8b0-05833e2c1fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port 5926d03e-8699-4899-a18b-423e94e18ccf by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '46783a0f-a9ec-4c21-b5ae-9aa4aafeeed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f44b9c23-d86f-496b-9162-95e4dc7e9be6'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:57:24.348547 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd087286-a56d-4b25-b8b0-05833e2c1fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port 5926d03e-8699-4899-a18b-423e94e18ccf on network f44b9c23-d86f-496b-9162-95e4dc7e9be6 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:57:24.360850 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5cb051a3-e41d-4071-be05-f4aa8fce9acc tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:24.369722 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b35e82-229c-494d-981f-e70c62b68e7f tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] Network 41aa02f1-0e1b-4fc3-b1fb-28d39cc754a2 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:57:24.388410 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-83b35e82-229c-494d-981f-e70c62b68e7f tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:57:24.389840 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e9630c-2aab-40da-8905-38483228b520 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Made reservation on behalf of 5e650be244de4ee8b27aea189be279d1 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:57:24.394370 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b35e82-229c-494d-981f-e70c62b68e7f tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:57:24.398635 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e0e9630c-2aab-40da-8905-38483228b520 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:24.402783 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd087286-a56d-4b25-b8b0-05833e2c1fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Port 5926d03e-8699-4899-a18b-423e94e18ccf on network f44b9c23-d86f-496b-9162-95e4dc7e9be6 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:57:24.403129 n-d-715271-16 neutron-server[95066]: ERROR neutron.plugins.ml2.managers [None req-cd087286-a56d-4b25-b8b0-05833e2c1fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Failed to bind port 5926d03e-8699-4899-a18b-423e94e18ccf on host n-h2-715271-16 for vnic_type normal using segments [{'id': '46783a0f-a9ec-4c21-b5ae-9aa4aafeeed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f44b9c23-d86f-496b-9162-95e4dc7e9be6'}] Sep 23 06:57:24.403556 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-cd087286-a56d-4b25-b8b0-05833e2c1fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:24.480628 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b35e82-229c-494d-981f-e70c62b68e7f tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] Pushing event updated for resources: {'Port': ['ID=4e9f01a6-2bd6-4f95-a81d-2f3f6c581e9f,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:24.528468 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-5cb051a3-e41d-4071-be05-f4aa8fce9acc tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Deleting port 67b85843-4f05-43f1-8a6b-a4f2baefc885 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:57:24.529507 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5cb051a3-e41d-4071-be05-f4aa8fce9acc tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:24.608870 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b35e82-229c-494d-981f-e70c62b68e7f tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:24.609532 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-83b35e82-229c-494d-981f-e70c62b68e7f tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:24.635591 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-5cb051a3-e41d-4071-be05-f4aa8fce9acc tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] For port 67b85843-4f05-43f1-8a6b-a4f2baefc885, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=67b85843-4f05-43f1-8a6b-a4f2baefc885,segment=NetworkSegment(e7b37257-06f4-49b8-9d68-f8b062ccfb66),segment_id=e7b37257-06f4-49b8-9d68-f8b062ccfb66)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:57:24.636380 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5cb051a3-e41d-4071-be05-f4aa8fce9acc tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:24.659035 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-5cb051a3-e41d-4071-be05-f4aa8fce9acc tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Calling delete_port for 67b85843-4f05-43f1-8a6b-a4f2baefc885 owned by network:dhcp {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:57:24.696061 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-83b35e82-229c-494d-981f-e70c62b68e7f tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 1.7329519 Sep 23 06:57:24.696669 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46318) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:24.746388 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-cd087286-a56d-4b25-b8b0-05833e2c1fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] For port 5926d03e-8699-4899-a18b-423e94e18ccf, host n-h2-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:57:24.746829 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-cd087286-a56d-4b25-b8b0-05833e2c1fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempted to set empty binding levels {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 23 06:57:24.757072 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-cd087286-a56d-4b25-b8b0-05833e2c1fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:24.760380 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-71269e70-1e69-449c-9a0e-1e608575ee36 None None] Allocated IP 172.20.0.2 (41aa02f1-0e1b-4fc3-b1fb-28d39cc754a2/0f8db040-9798-44d2-964e-6d5dcf1ad3de/f3517bee-9d96-4f4f-9aea-bbabc18b97bd) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:57:24.767292 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f30b9459-0090-4629-86bf-b18da76b6cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:24.814361 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No active binding found for port 89ad4c41-f0e2-426d-9c4f-b5aec3cd216a {{(pid=95067) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 23 06:57:24.815075 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 89ad4c41-f0e2-426d-9c4f-b5aec3cd216a not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:57:24.815681 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device fc21dbcb-38e5-41b4-83c1-c4a20fdba468 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:57:24.822399 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30b9459-0090-4629-86bf-b18da76b6cbb None None] Pushing event deleted for resources: {'Port': ['ID=89ad4c41-f0e2-426d-9c4f-b5aec3cd216a,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:24.855947 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30b9459-0090-4629-86bf-b18da76b6cbb None None] No DVR routers for this DVR port 89ad4c41-f0e2-426d-9c4f-b5aec3cd216a on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:57:24.883779 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: fc21dbcb-38e5-41b4-83c1-c4a20fdba468 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:57:24.884502 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device fc21dbcb-38e5-41b4-83c1-c4a20fdba468 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:57:24.915228 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd087286-a56d-4b25-b8b0-05833e2c1fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:24.916261 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-cd087286-a56d-4b25-b8b0-05833e2c1fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:24.954906 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5cb051a3-e41d-4071-be05-f4aa8fce9acc tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:24.973011 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59492974-048b-4369-b4fe-58bb9c964167 None None] DHCP port deletion for 3aa85240-395c-45b3-8f0a-394508f0f93b request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 06:57:24.980799 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-cd087286-a56d-4b25-b8b0-05833e2c1fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 3.3649185 Sep 23 06:57:24.985114 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e0e9630c-2aab-40da-8905-38483228b520 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:24.991428 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46328) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:24.994488 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd087286-a56d-4b25-b8b0-05833e2c1fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Pushing event updated for resources: {'Port': ['ID=5926d03e-8699-4899-a18b-423e94e18ccf,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:25.054492 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb051a3-e41d-4071-be05-f4aa8fce9acc tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] No DVR routers for this DVR port 67b85843-4f05-43f1-8a6b-a4f2baefc885 on host n-d-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:57:25.087465 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-71269e70-1e69-449c-9a0e-1e608575ee36 None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:25.108681 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-71269e70-1e69-449c-9a0e-1e608575ee36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:25.119138 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb051a3-e41d-4071-be05-f4aa8fce9acc tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Pushing event deleted for resources: {'Port': ['ID=67b85843-4f05-43f1-8a6b-a4f2baefc885,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:25.140676 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e9630c-2aab-40da-8905-38483228b520 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Network 4d1aa380-e411-494b-958c-7f758df734d6 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:57:25.140902 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-5c0e92f2-f2d2-49f5-918b-73488349d1c1 tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] Deleting port 4e9f01a6-2bd6-4f95-a81d-2f3f6c581e9f {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:57:25.140902 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5c0e92f2-f2d2-49f5-918b-73488349d1c1 tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:25.164757 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-e0e9630c-2aab-40da-8905-38483228b520 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:57:25.170199 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e9630c-2aab-40da-8905-38483228b520 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:25.170937 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e0e9630c-2aab-40da-8905-38483228b520 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:25.176802 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71269e70-1e69-449c-9a0e-1e608575ee36 None None] Network 41aa02f1-0e1b-4fc3-b1fb-28d39cc754a2 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:57:25.179436 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c4ebe4-1e3f-4b78-8ca4-79e3d954f724 None None] Network 4d1aa380-e411-494b-958c-7f758df734d6 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:57:25.246286 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5cb051a3-e41d-4071-be05-f4aa8fce9acc tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:25.268687 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-5cb051a3-e41d-4071-be05-f4aa8fce9acc tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aa85240-395c-45b3-8f0a-394508f0f93b']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:25.278501 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-5cb051a3-e41d-4071-be05-f4aa8fce9acc tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7b37257-06f4-49b8-9d68-f8b062ccfb66') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:25.278875 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-5cb051a3-e41d-4071-be05-f4aa8fce9acc tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7b37257-06f4-49b8-9d68-f8b062ccfb66') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:25.290200 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5cb051a3-e41d-4071-be05-f4aa8fce9acc tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:25.299207 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-71269e70-1e69-449c-9a0e-1e608575ee36 None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:57:25.305606 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5cb051a3-e41d-4071-be05-f4aa8fce9acc tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:25.307208 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71269e70-1e69-449c-9a0e-1e608575ee36 None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:57:25.312987 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cb051a3-e41d-4071-be05-f4aa8fce9acc tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:57:25.313534 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5cb051a3-e41d-4071-be05-f4aa8fce9acc tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:25.330991 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-a93ad1a6-5853-424c-a6da-1f686166f11a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Deleting port 5926d03e-8699-4899-a18b-423e94e18ccf {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:57:25.331343 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a93ad1a6-5853-424c-a6da-1f686166f11a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:25.347254 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5c0e92f2-f2d2-49f5-918b-73488349d1c1 tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:25.350863 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71269e70-1e69-449c-9a0e-1e608575ee36 None None] Pushing event updated for resources: {'Port': ['ID=f3517bee-9d96-4f4f-9aea-bbabc18b97bd,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:25.370940 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-5c0e92f2-f2d2-49f5-918b-73488349d1c1 tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] Calling delete_port for 4e9f01a6-2bd6-4f95-a81d-2f3f6c581e9f owned by {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:57:25.398418 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 06:57:25.398418 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:57:25.398418 n-d-715271-16 neutron-server[95065]: timer() Sep 23 06:57:25.398418 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:57:25.398418 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 06:57:25.398418 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:57:25.398418 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 06:57:25.398418 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:57:25.398418 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 06:57:25.398418 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:57:25.398418 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 06:57:25.398418 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:57:25.398418 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 06:57:25.398418 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:57:25.398418 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:57:25.398418 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:57:25.398418 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:57:25.398418 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:57:25.398418 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 06:57:25.398418 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:57:25.398418 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 06:57:25.398418 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:57:25.398418 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:57:25.398418 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:57:25.398418 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 06:57:25.398418 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:57:25.398418 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:57:25.398418 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:57:25.398418 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:57:25.398418 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:57:25.398418 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:57:25.398418 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:57:25.406186 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5cb051a3-e41d-4071-be05-f4aa8fce9acc tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:25.424144 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5cb051a3-e41d-4071-be05-f4aa8fce9acc tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:25.429519 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-5cb051a3-e41d-4071-be05-f4aa8fce9acc tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "DELETE /v2.0/networks/3aa85240-395c-45b3-8f0a-394508f0f93b HTTP/1.1" status: 204 len: 168 time: 1.3446259 Sep 23 06:57:25.436559 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46340) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:25.440285 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e9630c-2aab-40da-8905-38483228b520 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event updated for resources: {'Subnet': ['ID=d84c48a2-5f82-452f-a553-50dd2f1cd35a,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:25.443774 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-e0e9630c-2aab-40da-8905-38483228b520 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4774091 Sep 23 06:57:25.445571 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb051a3-e41d-4071-be05-f4aa8fce9acc tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Pushing event deleted for resources: {'Network': ['ID=3aa85240-395c-45b3-8f0a-394508f0f93b,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:25.447307 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46342) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:25.452166 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-f2ddd18a-38fe-49f1-abc4-ba28ba5a1b23 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-225725292', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:57:25.463023 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-8f9e6fbb-b503-4c8d-8c33-5af55a592101 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Request body: {'router': {'routes': None}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:57:25.473256 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-71269e70-1e69-449c-9a0e-1e608575ee36 None None] Attempting to bind port f3517bee-9d96-4f4f-9aea-bbabc18b97bd on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:57:25.474400 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-71269e70-1e69-449c-9a0e-1e608575ee36 None None] Attempting to bind port f3517bee-9d96-4f4f-9aea-bbabc18b97bd by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '128e2edc-ee40-4483-bc43-cef33549bc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '41aa02f1-0e1b-4fc3-b1fb-28d39cc754a2'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:57:25.475016 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71269e70-1e69-449c-9a0e-1e608575ee36 None None] Attempting to bind port f3517bee-9d96-4f4f-9aea-bbabc18b97bd on network 41aa02f1-0e1b-4fc3-b1fb-28d39cc754a2 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:57:25.483185 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f2ddd18a-38fe-49f1-abc4-ba28ba5a1b23 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:25.483400 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71269e70-1e69-449c-9a0e-1e608575ee36 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:57:25.483604 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71269e70-1e69-449c-9a0e-1e608575ee36 None None] Checking segment: {'id': '128e2edc-ee40-4483-bc43-cef33549bc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '41aa02f1-0e1b-4fc3-b1fb-28d39cc754a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:57:25.484035 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-71269e70-1e69-449c-9a0e-1e608575ee36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:25.484249 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f2ddd18a-38fe-49f1-abc4-ba28ba5a1b23 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:25.484567 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71269e70-1e69-449c-9a0e-1e608575ee36 None None] Bound using segment: {'id': '128e2edc-ee40-4483-bc43-cef33549bc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '41aa02f1-0e1b-4fc3-b1fb-28d39cc754a2'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:57:25.485561 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-71269e70-1e69-449c-9a0e-1e608575ee36 None None] Bound port: f3517bee-9d96-4f4f-9aea-bbabc18b97bd, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128e2edc-ee40-4483-bc43-cef33549bc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '41aa02f1-0e1b-4fc3-b1fb-28d39cc754a2'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:57:25.486393 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-71269e70-1e69-449c-9a0e-1e608575ee36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:25.491130 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8580b0f-aa2d-45bb-9fc3-28069428b9f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-4d1aa380-e411-494b-958c-7f758df734d6', 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'tenant_id': '5e650be244de4ee8b27aea189be279d1', 'fixed_ips': [{'subnet_id': 'd84c48a2-5f82-452f-a553-50dd2f1cd35a'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 06:57:25.492903 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c8580b0f-aa2d-45bb-9fc3-28069428b9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:25.544740 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f2ddd18a-38fe-49f1-abc4-ba28ba5a1b23 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:25.551938 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f2ddd18a-38fe-49f1-abc4-ba28ba5a1b23 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:25.576935 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f2ddd18a-38fe-49f1-abc4-ba28ba5a1b23 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:25.582239 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-f2ddd18a-38fe-49f1-abc4-ba28ba5a1b23 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1336834 Sep 23 06:57:25.582979 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46348) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:25.628445 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-a93ad1a6-5853-424c-a6da-1f686166f11a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] For port 5926d03e-8699-4899-a18b-423e94e18ccf, host n-h2-715271-16, got binding levels [] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:57:25.628445 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a93ad1a6-5853-424c-a6da-1f686166f11a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:25.647731 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-71269e70-1e69-449c-9a0e-1e608575ee36 None None] For port f3517bee-9d96-4f4f-9aea-bbabc18b97bd, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:57:25.647731 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-71269e70-1e69-449c-9a0e-1e608575ee36 None None] For port f3517bee-9d96-4f4f-9aea-bbabc18b97bd, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=f3517bee-9d96-4f4f-9aea-bbabc18b97bd,segment=NetworkSegment(128e2edc-ee40-4483-bc43-cef33549bc9b),segment_id=128e2edc-ee40-4483-bc43-cef33549bc9b)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:57:25.677299 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-71269e70-1e69-449c-9a0e-1e608575ee36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:25.760907 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-c8580b0f-aa2d-45bb-9fc3-28069428b9f0 None None] Allocated IP 2001:db8::2 (4d1aa380-e411-494b-958c-7f758df734d6/d84c48a2-5f82-452f-a553-50dd2f1cd35a/b20328e5-548d-4547-a70f-519fae3b717c) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:57:25.815871 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71269e70-1e69-449c-9a0e-1e608575ee36 None None] Pushing event updated for resources: {'Port': ['ID=f3517bee-9d96-4f4f-9aea-bbabc18b97bd,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:25.906021 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.extraroute_db [None req-8f9e6fbb-b503-4c8d-8c33-5af55a592101 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Added routes are [] {{(pid=95066) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 23 06:57:25.909896 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.extraroute_db [None req-8f9e6fbb-b503-4c8d-8c33-5af55a592101 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Removed routes are [] {{(pid=95066) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 23 06:57:25.918085 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8f9e6fbb-b503-4c8d-8c33-5af55a592101 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2069904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5251'] for router, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:25.949225 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-a93ad1a6-5853-424c-a6da-1f686166f11a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Calling delete_port for 5926d03e-8699-4899-a18b-423e94e18ccf owned by {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:57:25.971022 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5c0e92f2-f2d2-49f5-918b-73488349d1c1 tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:25.989810 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0cc22c8e-1676-48aa-8f43-243bf4a331d3 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:26.021524 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 67b85843-4f05-43f1-8a6b-a4f2baefc885 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:57:26.056560 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 67b85843-4f05-43f1-8a6b-a4f2baefc885 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:57:26.057304 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 67b85843-4f05-43f1-8a6b-a4f2baefc885 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:57:26.249328 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c8580b0f-aa2d-45bb-9fc3-28069428b9f0 None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:26.269373 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c8580b0f-aa2d-45bb-9fc3-28069428b9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:26.307384 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8f9e6fbb-b503-4c8d-8c33-5af55a592101 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2069904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5251'] for router, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:26.326834 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8580b0f-aa2d-45bb-9fc3-28069428b9f0 None None] Network 4d1aa380-e411-494b-958c-7f758df734d6 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:57:26.330349 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-c8580b0f-aa2d-45bb-9fc3-28069428b9f0 None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:57:26.334587 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8f9e6fbb-b503-4c8d-8c33-5af55a592101 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2069929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2069922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2064665'] for router, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:26.341206 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8580b0f-aa2d-45bb-9fc3-28069428b9f0 None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:57:26.344382 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8580b0f-aa2d-45bb-9fc3-28069428b9f0 None None] Pushing event updated for resources: {'Port': ['ID=b20328e5-548d-4547-a70f-519fae3b717c,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:26.371212 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0e92f2-f2d2-49f5-918b-73488349d1c1 tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] Pushing event deleted for resources: {'Port': ['ID=4e9f01a6-2bd6-4f95-a81d-2f3f6c581e9f,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:26.389396 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-0cc22c8e-1676-48aa-8f43-243bf4a331d3 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Allocated IP 2001:db8::1 (4d1aa380-e411-494b-958c-7f758df734d6/d84c48a2-5f82-452f-a553-50dd2f1cd35a/0856ec26-6b74-4dbe-8a97-2c715b716b85) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:57:26.407737 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-c8580b0f-aa2d-45bb-9fc3-28069428b9f0 None None] Attempting to bind port b20328e5-548d-4547-a70f-519fae3b717c on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:57:26.408873 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-c8580b0f-aa2d-45bb-9fc3-28069428b9f0 None None] Attempting to bind port b20328e5-548d-4547-a70f-519fae3b717c by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '98ee167a-1403-4867-958f-d4f6736b2e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:57:26.408873 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8580b0f-aa2d-45bb-9fc3-28069428b9f0 None None] Attempting to bind port b20328e5-548d-4547-a70f-519fae3b717c on network 4d1aa380-e411-494b-958c-7f758df734d6 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:57:26.413615 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8580b0f-aa2d-45bb-9fc3-28069428b9f0 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:57:26.414028 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8580b0f-aa2d-45bb-9fc3-28069428b9f0 None None] Checking segment: {'id': '98ee167a-1403-4867-958f-d4f6736b2e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:57:26.414430 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c8580b0f-aa2d-45bb-9fc3-28069428b9f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:26.414818 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8580b0f-aa2d-45bb-9fc3-28069428b9f0 None None] Bound using segment: {'id': '98ee167a-1403-4867-958f-d4f6736b2e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:57:26.415278 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-c8580b0f-aa2d-45bb-9fc3-28069428b9f0 None None] Bound port: b20328e5-548d-4547-a70f-519fae3b717c, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98ee167a-1403-4867-958f-d4f6736b2e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:57:26.415659 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c8580b0f-aa2d-45bb-9fc3-28069428b9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:26.479722 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-c8580b0f-aa2d-45bb-9fc3-28069428b9f0 None None] For port b20328e5-548d-4547-a70f-519fae3b717c, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:57:26.483391 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-c8580b0f-aa2d-45bb-9fc3-28069428b9f0 None None] For port b20328e5-548d-4547-a70f-519fae3b717c, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=b20328e5-548d-4547-a70f-519fae3b717c,segment=NetworkSegment(98ee167a-1403-4867-958f-d4f6736b2e62),segment_id=98ee167a-1403-4867-958f-d4f6736b2e62)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:57:26.492343 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c8580b0f-aa2d-45bb-9fc3-28069428b9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:26.524596 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0cc22c8e-1676-48aa-8f43-243bf4a331d3 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:26.533557 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5c0e92f2-f2d2-49f5-918b-73488349d1c1 tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:26.538277 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46360) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:26.538525 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-5c0e92f2-f2d2-49f5-918b-73488349d1c1 tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] 10.222.0.39 "DELETE /v2.0/ports/4e9f01a6-2bd6-4f95-a81d-2f3f6c581e9f HTTP/1.1" status: 204 len: 168 time: 1.8305266 Sep 23 06:57:26.551803 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f9e6fbb-b503-4c8d-8c33-5af55a592101 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Router 0149b0df-eb23-4c02-a086-bd9ef410c234 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:57:26.556802 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8580b0f-aa2d-45bb-9fc3-28069428b9f0 None None] Pushing event updated for resources: {'Port': ['ID=b20328e5-548d-4547-a70f-519fae3b717c,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:26.567669 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a93ad1a6-5853-424c-a6da-1f686166f11a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:26.590715 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0cc22c8e-1676-48aa-8f43-243bf4a331d3 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:26.634719 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93ad1a6-5853-424c-a6da-1f686166f11a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Pushing event deleted for resources: {'Port': ['ID=5926d03e-8699-4899-a18b-423e94e18ccf,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:26.637034 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc22c8e-1676-48aa-8f43-243bf4a331d3 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Network 4d1aa380-e411-494b-958c-7f758df734d6 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:57:26.640955 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-0cc22c8e-1676-48aa-8f43-243bf4a331d3 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:57:26.645382 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a93ad1a6-5853-424c-a6da-1f686166f11a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:26.645988 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc22c8e-1676-48aa-8f43-243bf4a331d3 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:57:26.646530 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0cc22c8e-1676-48aa-8f43-243bf4a331d3 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068614'] for router_interface, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:26.648054 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-a93ad1a6-5853-424c-a6da-1f686166f11a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] 10.222.0.39 "DELETE /v2.0/ports/5926d03e-8699-4899-a18b-423e94e18ccf HTTP/1.1" status: 204 len: 168 time: 1.6545417 Sep 23 06:57:26.650774 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46364) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:26.694444 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc22c8e-1676-48aa-8f43-243bf4a331d3 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event updated for resources: {'Port': ['ID=0856ec26-6b74-4dbe-8a97-2c715b716b85,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:26.710258 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-2626b3b7-ec22-4e40-9e8e-2190af5d4def tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] GET failed (client error): The resource could not be found. Sep 23 06:57:26.711926 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-2626b3b7-ec22-4e40-9e8e-2190af5d4def tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] 10.222.0.39 "GET /v2.0/ports/5926d03e-8699-4899-a18b-423e94e18ccf HTTP/1.1" status: 404 len: 333 time: 0.0600660 Sep 23 06:57:26.713003 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f9e6fbb-b503-4c8d-8c33-5af55a592101 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:57:26.737979 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8f9e6fbb-b503-4c8d-8c33-5af55a592101 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:26.739300 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-8f9e6fbb-b503-4c8d-8c33-5af55a592101 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "PUT /v2.0/routers/0149b0df-eb23-4c02-a086-bd9ef410c234 HTTP/1.1" status: 200 len: 704 time: 1.2917609 Sep 23 06:57:26.739919 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46366) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:26.746595 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46368) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:26.747766 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13398820-a1d6-4221-84cf-df72f6b36207 None None] Sync routers for ids ['0149b0df-eb23-4c02-a086-bd9ef410c234'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:57:26.754558 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-873670b1-6ecb-4f24-8583-310825ec6a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Request body: {'port': {'network_id': 'f44b9c23-d86f-496b-9162-95e4dc7e9be6', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1599743094'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:57:26.762564 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13398820-a1d6-4221-84cf-df72f6b36207 None None] Routers {'0149b0df-eb23-4c02-a086-bd9ef410c234'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:57:26.763600 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-13398820-a1d6-4221-84cf-df72f6b36207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:57:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['0149b0df-eb23-4c02-a086-bd9ef410c234'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:26.797092 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873670b1-6ecb-4f24-8583-310825ec6a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Made reservation on behalf of 237e29c20760488bb7cf275f6d689399 for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:57:26.806755 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-873670b1-6ecb-4f24-8583-310825ec6a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:26.828311 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [None req-873670b1-6ecb-4f24-8583-310825ec6a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] device_id is not set on port 682fe9c4-a997-4be3-a225-896eb941b7af yet. {{(pid=95066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 06:57:26.835583 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46370) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:26.846512 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-2a522399-8759-4f16-98cc-4dbbab0248ef tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "GET /v2.0/ports?device_id=0149b0df-eb23-4c02-a086-bd9ef410c234 HTTP/1.1" status: 200 len: 205 time: 0.0875616 Sep 23 06:57:26.871100 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-9165397d-1a27-4644-877e-05bb91f4a42e tempest-DHCPAgentSchedulersTestJSON-848266937 tempest-DHCPAgentSchedulersTestJSON-848266937-project-admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4687 time: 0.3290272 Sep 23 06:57:26.871300 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46374) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:26.876376 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-38971f99-c263-4de0-aee6-2147324dd8d4 tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1518771303'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:57:26.944663 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0cc22c8e-1676-48aa-8f43-243bf4a331d3 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:26.979728 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-13398820-a1d6-4221-84cf-df72f6b36207 None None] Set router 0149b0df-eb23-4c02-a086-bd9ef410c234 gateway port host: None {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:57:27.000415 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-98044fa0-2650-4338-843a-ba9b147aa0bf tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for router, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:27.023656 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38971f99-c263-4de0-aee6-2147324dd8d4 tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] Made reservation on behalf of ac5bafca26d240b781de21e4787e2287 for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:57:27.027442 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-38971f99-c263-4de0-aee6-2147324dd8d4 tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:27.074815 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-13398820-a1d6-4221-84cf-df72f6b36207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'name': 'tempest-RoutersIpV6Test-router-527177519', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:56:20Z', 'updated_at': '2021-09-23T06:57:21Z', 'revision_number': 11, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'gw_port_host': None}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:27.107656 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13398820-a1d6-4221-84cf-df72f6b36207 None None] Checking router: 0149b0df-eb23-4c02-a086-bd9ef410c234 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:57:27.117245 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13398820-a1d6-4221-84cf-df72f6b36207 None None] Routers {'0149b0df-eb23-4c02-a086-bd9ef410c234'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:57:27.117897 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-13398820-a1d6-4221-84cf-df72f6b36207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:57:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['0149b0df-eb23-4c02-a086-bd9ef410c234'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:27.163393 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38971f99-c263-4de0-aee6-2147324dd8d4 tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:57:27.194009 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-38971f99-c263-4de0-aee6-2147324dd8d4 tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:27.194593 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-38971f99-c263-4de0-aee6-2147324dd8d4 tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] Added segment cdd02702-a238-47dc-bfc1-b8dfe6eb9714 of type vlan for network 10237b36-23a8-4947-961d-a5a5a65850dc Sep 23 06:57:27.246616 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-13398820-a1d6-4221-84cf-df72f6b36207 None None] Set router 0149b0df-eb23-4c02-a086-bd9ef410c234 gateway port host: None {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:57:27.270480 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-98044fa0-2650-4338-843a-ba9b147aa0bf tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:27.274689 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-98044fa0-2650-4338-843a-ba9b147aa0bf tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:27.325212 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-38971f99-c263-4de0-aee6-2147324dd8d4 tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:27.332242 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-13398820-a1d6-4221-84cf-df72f6b36207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'name': 'tempest-RoutersIpV6Test-router-527177519', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:56:20Z', 'updated_at': '2021-09-23T06:57:21Z', 'revision_number': 11, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'gw_port_host': None}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:27.370261 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d5708f-d708-4f7d-8e7a-c44a7aaabf2a None None] Network 41aa02f1-0e1b-4fc3-b1fb-28d39cc754a2 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:57:27.370835 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13398820-a1d6-4221-84cf-df72f6b36207 None None] The sync data for ids ['0149b0df-eb23-4c02-a086-bd9ef410c234'] in n-d-715271-16 is: [{'id': '0149b0df-eb23-4c02-a086-bd9ef410c234', 'name': 'tempest-RoutersIpV6Test-router-527177519', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:56:20Z', 'updated_at': '2021-09-23T06:57:21Z', 'revision_number': 11, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'gw_port_host': None}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:57:27.388110 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-98044fa0-2650-4338-843a-ba9b147aa0bf tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:27.388726 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98044fa0-2650-4338-843a-ba9b147aa0bf tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Fanout notify agent at l3_agent the message router_deleted on router 0149b0df-eb23-4c02-a086-bd9ef410c234 {{(pid=95066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 06:57:27.400913 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-98044fa0-2650-4338-843a-ba9b147aa0bf tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:27.401444 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-98044fa0-2650-4338-843a-ba9b147aa0bf tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "DELETE /v2.0/routers/0149b0df-eb23-4c02-a086-bd9ef410c234 HTTP/1.1" status: 204 len: 168 time: 0.5629907 Sep 23 06:57:27.406241 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46382) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:27.432900 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-1587b899-2539-4301-92c3-eae4d44d8c13 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1966739266', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:57:27.442765 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-da4c9089-7f0b-481d-8a7c-836f388e9af2 None None] Provisioning complete for port f3517bee-9d96-4f4f-9aea-bbabc18b97bd triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:57:27.443147 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-da4c9089-7f0b-481d-8a7c-836f388e9af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:27.447364 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-873670b1-6ecb-4f24-8583-310825ec6a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:27.496513 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-38971f99-c263-4de0-aee6-2147324dd8d4 tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:27.502532 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-873670b1-6ecb-4f24-8583-310825ec6a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:27.514873 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38971f99-c263-4de0-aee6-2147324dd8d4 tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:27.515898 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-38971f99-c263-4de0-aee6-2147324dd8d4 tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:27.561495 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873670b1-6ecb-4f24-8583-310825ec6a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Network f44b9c23-d86f-496b-9162-95e4dc7e9be6 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:57:27.565377 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-873670b1-6ecb-4f24-8583-310825ec6a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:57:27.570636 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873670b1-6ecb-4f24-8583-310825ec6a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:57:27.571821 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873670b1-6ecb-4f24-8583-310825ec6a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:27.572436 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-873670b1-6ecb-4f24-8583-310825ec6a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:27.597437 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1587b899-2539-4301-92c3-eae4d44d8c13 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:27.599234 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1587b899-2539-4301-92c3-eae4d44d8c13 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:27.614079 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46384) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:27.614466 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-873670b1-6ecb-4f24-8583-310825ec6a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8730381 Sep 23 06:57:27.615126 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873670b1-6ecb-4f24-8583-310825ec6a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Pushing event updated for resources: {'Port': ['ID=682fe9c4-a997-4be3-a225-896eb941b7af,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:27.627967 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-38971f99-c263-4de0-aee6-2147324dd8d4 tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7558208 Sep 23 06:57:27.631639 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46386) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:27.640164 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-ee79e7e3-33a8-4d82-8158-2522eeadd507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:57:27.693828 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-da4c9089-7f0b-481d-8a7c-836f388e9af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:27.753582 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0cc22c8e-1676-48aa-8f43-243bf4a331d3 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:27.755742 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38971f99-c263-4de0-aee6-2147324dd8d4 tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] Pushing event updated for resources: {'Network': ['ID=10237b36-23a8-4947-961d-a5a5a65850dc,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:27.773815 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-da4c9089-7f0b-481d-8a7c-836f388e9af2 None None] For port f3517bee-9d96-4f4f-9aea-bbabc18b97bd, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=f3517bee-9d96-4f4f-9aea-bbabc18b97bd,segment=NetworkSegment(128e2edc-ee40-4483-bc43-cef33549bc9b),segment_id=128e2edc-ee40-4483-bc43-cef33549bc9b)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:57:27.784950 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 10237b36-23a8-4947-961d-a5a5a65850dc details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:57:27.801891 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-da4c9089-7f0b-481d-8a7c-836f388e9af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:27.870088 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1587b899-2539-4301-92c3-eae4d44d8c13 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:27.873319 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0cc22c8e-1676-48aa-8f43-243bf4a331d3 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:27.874479 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0cc22c8e-1676-48aa-8f43-243bf4a331d3 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067062'] for router_interface, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:27.894312 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1587b899-2539-4301-92c3-eae4d44d8c13 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:27.995347 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-36f33b02-cdeb-4d00-a0d0-e4c49ba336e9 tempest-DHCPAgentSchedulersTestJSON-848266937 tempest-DHCPAgentSchedulersTestJSON-848266937-project-admin] 10.222.0.39 "GET /v2.0/agents/538a14ce-d1ec-415b-97b5-c659e2f25d7f/dhcp-networks HTTP/1.1" status: 200 len: 10426 time: 0.3624461 Sep 23 06:57:27.995987 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46396) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:28.150598 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29da527c-08a6-4f1f-8910-ae0725c863ed tempest-DHCPAgentSchedulersTestJSON-848266937 tempest-DHCPAgentSchedulersTestJSON-848266937-project-admin] Network 10237b36-23a8-4947-961d-a5a5a65850dc is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:57:28.169732 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-29da527c-08a6-4f1f-8910-ae0725c863ed tempest-DHCPAgentSchedulersTestJSON-848266937 tempest-DHCPAgentSchedulersTestJSON-848266937-project-admin] 10.222.0.39 "POST /v2.0/agents/538a14ce-d1ec-415b-97b5-c659e2f25d7f/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1723080 Sep 23 06:57:28.170531 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1587b899-2539-4301-92c3-eae4d44d8c13 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:28.171998 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46404) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:28.177829 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-1587b899-2539-4301-92c3-eae4d44d8c13 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7676196 Sep 23 06:57:28.178809 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46406) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:28.216709 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-f3e1ab08-dde6-472b-b53c-df82de317db5 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Request body: {'router': {'admin_state_up': True}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:57:28.222272 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ee79e7e3-33a8-4d82-8158-2522eeadd507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:28.228341 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device b20328e5-548d-4547-a70f-519fae3b717c up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:57:28.237946 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a79840-aa0d-4c58-acc9-e22b529a23af None None] Network 10237b36-23a8-4947-961d-a5a5a65850dc requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:57:28.244598 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4c9089-7f0b-481d-8a7c-836f388e9af2 None None] Pushing event updated for resources: {'Port': ['ID=f3517bee-9d96-4f4f-9aea-bbabc18b97bd,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:28.245061 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc22c8e-1676-48aa-8f43-243bf4a331d3 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event updated for resources: {'Port': ['ID=0856ec26-6b74-4dbe-8a97-2c715b716b85,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:28.494555 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-ad3f0163-dd2b-40a4-b08b-da262024f0ee None None] Provisioning complete for port b20328e5-548d-4547-a70f-519fae3b717c triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:57:28.495556 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ad3f0163-dd2b-40a4-b08b-da262024f0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:28.674075 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port b20328e5-548d-4547-a70f-519fae3b717c triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:57:28.674659 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:28.722839 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ad3f0163-dd2b-40a4-b08b-da262024f0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:28.812117 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-ad3f0163-dd2b-40a4-b08b-da262024f0ee None None] For port b20328e5-548d-4547-a70f-519fae3b717c, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=b20328e5-548d-4547-a70f-519fae3b717c,segment=NetworkSegment(98ee167a-1403-4867-958f-d4f6736b2e62),segment_id=98ee167a-1403-4867-958f-d4f6736b2e62)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:57:28.818308 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:28.822112 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ad3f0163-dd2b-40a4-b08b-da262024f0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:28.862215 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-4865a5a5-678e-48c5-af95-c716cfada2cd tempest-DHCPAgentSchedulersTestJSON-848266937 tempest-DHCPAgentSchedulersTestJSON-848266937-project-admin] 10.222.0.39 "GET /v2.0/agents/538a14ce-d1ec-415b-97b5-c659e2f25d7f/dhcp-networks HTTP/1.1" status: 200 len: 11197 time: 0.6795135 Sep 23 06:57:28.863203 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46410) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:28.952576 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.db.api [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 06:57:28.953390 n-d-715271-16 neutron-server[95067]: DEBUG oslo_db.api [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 06:57:28.957448 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-d52a379f-880c-4fef-96b0-fe23be052423 None None] Could not find standard attr ID for object 4e9f01a6-2bd6-4f95-a81d-2f3f6c581e9f. {{(pid=95067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 06:57:28.965272 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-8c0baa4d-3fc0-4694-a6d4-af45d5e4e88b tempest-DHCPAgentSchedulersTestJSON-848266937 tempest-DHCPAgentSchedulersTestJSON-848266937-project-admin] 10.222.0.39 "DELETE /v2.0/agents/538a14ce-d1ec-415b-97b5-c659e2f25d7f/dhcp-networks/10237b36-23a8-4947-961d-a5a5a65850dc HTTP/1.1" status: 204 len: 168 time: 0.1007764 Sep 23 06:57:28.971117 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46412) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:28.984203 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3f0163-dd2b-40a4-b08b-da262024f0ee None None] Pushing event updated for resources: {'Port': ['ID=b20328e5-548d-4547-a70f-519fae3b717c,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:28.999644 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-d52a379f-880c-4fef-96b0-fe23be052423 None None] Provisioning complete for port 0856ec26-6b74-4dbe-8a97-2c715b716b85 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:57:29.000133 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d52a379f-880c-4fef-96b0-fe23be052423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:29.048721 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-d52a379f-880c-4fef-96b0-fe23be052423 None None] Port 0856ec26-6b74-4dbe-8a97-2c715b716b85 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:57:29.059473 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-d52a379f-880c-4fef-96b0-fe23be052423 None None] Provisioning complete for port f3517bee-9d96-4f4f-9aea-bbabc18b97bd triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:57:29.063697 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d52a379f-880c-4fef-96b0-fe23be052423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:29.189946 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-d6eaca0b-73ed-4347-9caa-fca6df67b7d6 tempest-DHCPAgentSchedulersTestJSON-848266937 tempest-DHCPAgentSchedulersTestJSON-848266937-project-admin] 10.222.0.39 "GET /v2.0/agents/538a14ce-d1ec-415b-97b5-c659e2f25d7f/dhcp-networks HTTP/1.1" status: 200 len: 10426 time: 0.2174895 Sep 23 06:57:29.195838 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46420) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:29.221323 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-32c8bb52-8f4d-43be-a8b1-f4c20f7b25f7 tempest-DHCPAgentSchedulersTestJSON-848266937 tempest-DHCPAgentSchedulersTestJSON-848266937-project-admin] 10.222.0.39 "GET /v2.0/networks/41aa02f1-0e1b-4fc3-b1fb-28d39cc754a2/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0242212 Sep 23 06:57:29.225774 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46422) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:29.237460 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc22c8e-1676-48aa-8f43-243bf4a331d3 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Network 4d1aa380-e411-494b-958c-7f758df734d6 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:57:29.251545 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-ccee3cb8-c5fe-4dbb-a1fe-deaa0f7d1ddd tempest-DHCPAgentSchedulersTestJSON-848266937 tempest-DHCPAgentSchedulersTestJSON-848266937-project-admin] 10.222.0.39 "GET /v2.0/networks/41aa02f1-0e1b-4fc3-b1fb-28d39cc754a2/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0235224 Sep 23 06:57:29.253360 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46424) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:29.262425 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f3e1ab08-dde6-472b-b53c-df82de317db5 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2069904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5251'] for router, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:29.276215 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-0cc22c8e-1676-48aa-8f43-243bf4a331d3 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:57:29.286684 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f3e1ab08-dde6-472b-b53c-df82de317db5 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2069929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2069922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2064665'] for router, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:29.402039 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46428) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:29.402812 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-bd796872-191a-4c4a-9f0e-edee40484eaa tempest-DHCPAgentSchedulersTestJSON-848266937 tempest-DHCPAgentSchedulersTestJSON-848266937-project-admin] 10.222.0.39 "GET /v2.0/agents/538a14ce-d1ec-415b-97b5-c659e2f25d7f/dhcp-networks HTTP/1.1" status: 200 len: 10426 time: 0.1480718 Sep 23 06:57:29.495567 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device f3517bee-9d96-4f4f-9aea-bbabc18b97bd up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:57:29.501012 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [None req-ee79e7e3-33a8-4d82-8158-2522eeadd507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] device_id is not set on port 682fe9c4-a997-4be3-a225-896eb941b7af yet. {{(pid=95065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 06:57:29.522486 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ee79e7e3-33a8-4d82-8158-2522eeadd507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:29.567705 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ee79e7e3-33a8-4d82-8158-2522eeadd507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:29.619654 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6c08ecac-a93c-4f86-aec6-7602c2048c9a tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:29.666053 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee79e7e3-33a8-4d82-8158-2522eeadd507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Pushing event updated for resources: {'Port': ['ID=682fe9c4-a997-4be3-a225-896eb941b7af,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:29.674872 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3e1ab08-dde6-472b-b53c-df82de317db5 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Router 06375760-9968-45aa-98ff-7a69229b802d is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 06:57:29.686086 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-8cb79506-8477-48ab-82ca-6bfccdb42ae5 None None] Provisioning complete for port 0856ec26-6b74-4dbe-8a97-2c715b716b85 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:57:29.686386 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8cb79506-8477-48ab-82ca-6bfccdb42ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:29.724746 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-8cb79506-8477-48ab-82ca-6bfccdb42ae5 None None] Port 0856ec26-6b74-4dbe-8a97-2c715b716b85 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:57:29.731208 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port f3517bee-9d96-4f4f-9aea-bbabc18b97bd triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:57:29.731581 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:29.736526 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [None req-ee79e7e3-33a8-4d82-8158-2522eeadd507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port 682fe9c4-a997-4be3-a225-896eb941b7af on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:57:29.736864 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [None req-ee79e7e3-33a8-4d82-8158-2522eeadd507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port 682fe9c4-a997-4be3-a225-896eb941b7af by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '46783a0f-a9ec-4c21-b5ae-9aa4aafeeed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f44b9c23-d86f-496b-9162-95e4dc7e9be6'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:57:29.737241 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee79e7e3-33a8-4d82-8158-2522eeadd507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port 682fe9c4-a997-4be3-a225-896eb941b7af on network f44b9c23-d86f-496b-9162-95e4dc7e9be6 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:57:29.743993 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cc22c8e-1676-48aa-8f43-243bf4a331d3 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Router a09953cf-4f03-4fab-a377-bf423569bfd9 is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 06:57:29.758390 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee79e7e3-33a8-4d82-8158-2522eeadd507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Port 682fe9c4-a997-4be3-a225-896eb941b7af on network f44b9c23-d86f-496b-9162-95e4dc7e9be6 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:57:29.758742 n-d-715271-16 neutron-server[95065]: ERROR neutron.plugins.ml2.managers [None req-ee79e7e3-33a8-4d82-8158-2522eeadd507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Failed to bind port 682fe9c4-a997-4be3-a225-896eb941b7af on host n-h2-715271-16 for vnic_type normal using segments [{'id': '46783a0f-a9ec-4c21-b5ae-9aa4aafeeed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f44b9c23-d86f-496b-9162-95e4dc7e9be6'}] Sep 23 06:57:29.790030 n-d-715271-16 neutron-server[95065]: INFO neutron.plugins.ml2.plugin [None req-ee79e7e3-33a8-4d82-8158-2522eeadd507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempt 2 to bind port 682fe9c4-a997-4be3-a225-896eb941b7af Sep 23 06:57:29.830835 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6c08ecac-a93c-4f86-aec6-7602c2048c9a tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:29.903117 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device b20328e5-548d-4547-a70f-519fae3b717c up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:57:29.910980 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [None req-ee79e7e3-33a8-4d82-8158-2522eeadd507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port 682fe9c4-a997-4be3-a225-896eb941b7af on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:57:29.911323 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [None req-ee79e7e3-33a8-4d82-8158-2522eeadd507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port 682fe9c4-a997-4be3-a225-896eb941b7af by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '46783a0f-a9ec-4c21-b5ae-9aa4aafeeed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f44b9c23-d86f-496b-9162-95e4dc7e9be6'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:57:29.911662 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee79e7e3-33a8-4d82-8158-2522eeadd507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port 682fe9c4-a997-4be3-a225-896eb941b7af on network f44b9c23-d86f-496b-9162-95e4dc7e9be6 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:57:29.918813 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-6c08ecac-a93c-4f86-aec6-7602c2048c9a tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10237b36-23a8-4947-961d-a5a5a65850dc']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:29.922243 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e1ab08-dde6-472b-b53c-df82de317db5 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:57:29.934129 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb06a21-2ab7-4f68-90e6-5e893d57d7c8 None None] Sync routers for ids ['06375760-9968-45aa-98ff-7a69229b802d'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:57:29.936962 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f3e1ab08-dde6-472b-b53c-df82de317db5 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:29.940410 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-f3e1ab08-dde6-472b-b53c-df82de317db5 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "PUT /v2.0/routers/06375760-9968-45aa-98ff-7a69229b802d HTTP/1.1" status: 200 len: 698 time: 1.7271960 Sep 23 06:57:29.940410 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee79e7e3-33a8-4d82-8158-2522eeadd507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Port 682fe9c4-a997-4be3-a225-896eb941b7af on network f44b9c23-d86f-496b-9162-95e4dc7e9be6 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:57:29.940410 n-d-715271-16 neutron-server[95065]: ERROR neutron.plugins.ml2.managers [None req-ee79e7e3-33a8-4d82-8158-2522eeadd507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Failed to bind port 682fe9c4-a997-4be3-a225-896eb941b7af on host n-h2-715271-16 for vnic_type normal using segments [{'id': '46783a0f-a9ec-4c21-b5ae-9aa4aafeeed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f44b9c23-d86f-496b-9162-95e4dc7e9be6'}] Sep 23 06:57:29.940842 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46430) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:29.942767 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-6c08ecac-a93c-4f86-aec6-7602c2048c9a tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdd02702-a238-47dc-bfc1-b8dfe6eb9714') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:29.943066 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-6c08ecac-a93c-4f86-aec6-7602c2048c9a tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdd02702-a238-47dc-bfc1-b8dfe6eb9714') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:29.944708 n-d-715271-16 neutron-server[95065]: INFO neutron.plugins.ml2.plugin [None req-ee79e7e3-33a8-4d82-8158-2522eeadd507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempt 3 to bind port 682fe9c4-a997-4be3-a225-896eb941b7af Sep 23 06:57:29.951774 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb06a21-2ab7-4f68-90e6-5e893d57d7c8 None None] Routers {'06375760-9968-45aa-98ff-7a69229b802d'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:57:29.952396 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-2bb06a21-2ab7-4f68-90e6-5e893d57d7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:57:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['06375760-9968-45aa-98ff-7a69229b802d'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:29.993273 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6c08ecac-a93c-4f86-aec6-7602c2048c9a tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:30.012104 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [None req-ee79e7e3-33a8-4d82-8158-2522eeadd507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port 682fe9c4-a997-4be3-a225-896eb941b7af on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:57:30.012451 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [None req-ee79e7e3-33a8-4d82-8158-2522eeadd507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port 682fe9c4-a997-4be3-a225-896eb941b7af by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '46783a0f-a9ec-4c21-b5ae-9aa4aafeeed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f44b9c23-d86f-496b-9162-95e4dc7e9be6'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:57:30.012789 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee79e7e3-33a8-4d82-8158-2522eeadd507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port 682fe9c4-a997-4be3-a225-896eb941b7af on network f44b9c23-d86f-496b-9162-95e4dc7e9be6 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:57:30.017886 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6c08ecac-a93c-4f86-aec6-7602c2048c9a tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:30.027989 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-2bb06a21-2ab7-4f68-90e6-5e893d57d7c8 None None] Set router 06375760-9968-45aa-98ff-7a69229b802d gateway port host: None {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:57:30.031384 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee79e7e3-33a8-4d82-8158-2522eeadd507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Port 682fe9c4-a997-4be3-a225-896eb941b7af on network f44b9c23-d86f-496b-9162-95e4dc7e9be6 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:57:30.031535 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-14786f60-da8c-4d99-ac48-87a20a88e787 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "GET /v2.0/routers/06375760-9968-45aa-98ff-7a69229b802d HTTP/1.1" status: 200 len: 704 time: 0.0861480 Sep 23 06:57:30.031650 n-d-715271-16 neutron-server[95065]: ERROR neutron.plugins.ml2.managers [None req-ee79e7e3-33a8-4d82-8158-2522eeadd507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Failed to bind port 682fe9c4-a997-4be3-a225-896eb941b7af on host n-h2-715271-16 for vnic_type normal using segments [{'id': '46783a0f-a9ec-4c21-b5ae-9aa4aafeeed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f44b9c23-d86f-496b-9162-95e4dc7e9be6'}] Sep 23 06:57:30.031747 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port b20328e5-548d-4547-a70f-519fae3b717c triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:57:30.031747 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:30.032498 n-d-715271-16 neutron-server[95065]: INFO neutron.plugins.ml2.plugin [None req-ee79e7e3-33a8-4d82-8158-2522eeadd507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempt 4 to bind port 682fe9c4-a997-4be3-a225-896eb941b7af Sep 23 06:57:30.032618 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46434) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:30.034587 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c08ecac-a93c-4f86-aec6-7602c2048c9a tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:57:30.034996 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6c08ecac-a93c-4f86-aec6-7602c2048c9a tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:30.038875 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 06:57:30.038875 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:57:30.038875 n-d-715271-16 neutron-server[95065]: timer() Sep 23 06:57:30.038875 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:57:30.038875 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 06:57:30.038875 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:57:30.038875 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 06:57:30.038875 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:57:30.038875 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 06:57:30.038875 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:57:30.038875 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 06:57:30.038875 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:57:30.038875 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 06:57:30.038875 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:57:30.038875 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:57:30.038875 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:57:30.038875 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:57:30.038875 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:57:30.038875 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 06:57:30.038875 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:57:30.038875 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 06:57:30.038875 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:57:30.038875 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:57:30.038875 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:57:30.038875 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 06:57:30.038875 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:57:30.038875 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:57:30.038875 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:57:30.038875 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:57:30.038875 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:57:30.038875 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:57:30.038875 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:57:30.053987 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc22c8e-1676-48aa-8f43-243bf4a331d3 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:57:30.062189 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-0cc22c8e-1676-48aa-8f43-243bf4a331d3 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "PUT /v2.0/routers/a09953cf-4f03-4fab-a377-bf423569bfd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4778109 Sep 23 06:57:30.064028 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-51501bc5-f394-40ff-9e58-0aa14891698b tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "GET /v2.0/ports?device_id=06375760-9968-45aa-98ff-7a69229b802d HTTP/1.1" status: 200 len: 205 time: 0.0305750 Sep 23 06:57:30.064694 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46436) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:30.065024 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46438) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:30.067437 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [None req-ee79e7e3-33a8-4d82-8158-2522eeadd507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port 682fe9c4-a997-4be3-a225-896eb941b7af on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:57:30.067776 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [None req-ee79e7e3-33a8-4d82-8158-2522eeadd507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port 682fe9c4-a997-4be3-a225-896eb941b7af by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '46783a0f-a9ec-4c21-b5ae-9aa4aafeeed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f44b9c23-d86f-496b-9162-95e4dc7e9be6'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:57:30.068120 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee79e7e3-33a8-4d82-8158-2522eeadd507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port 682fe9c4-a997-4be3-a225-896eb941b7af on network f44b9c23-d86f-496b-9162-95e4dc7e9be6 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:57:30.070903 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fbeac0-79fd-4d0e-adb4-d543f6a36bc9 None None] Sync routers for ids ['a09953cf-4f03-4fab-a377-bf423569bfd9'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:57:30.084735 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fbeac0-79fd-4d0e-adb4-d543f6a36bc9 None None] Routers {'a09953cf-4f03-4fab-a377-bf423569bfd9'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:57:30.085795 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-f7fbeac0-79fd-4d0e-adb4-d543f6a36bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:57:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['a09953cf-4f03-4fab-a377-bf423569bfd9'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:30.111162 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee79e7e3-33a8-4d82-8158-2522eeadd507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Port 682fe9c4-a997-4be3-a225-896eb941b7af on network f44b9c23-d86f-496b-9162-95e4dc7e9be6 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:57:30.111497 n-d-715271-16 neutron-server[95065]: ERROR neutron.plugins.ml2.managers [None req-ee79e7e3-33a8-4d82-8158-2522eeadd507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Failed to bind port 682fe9c4-a997-4be3-a225-896eb941b7af on host n-h2-715271-16 for vnic_type normal using segments [{'id': '46783a0f-a9ec-4c21-b5ae-9aa4aafeeed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f44b9c23-d86f-496b-9162-95e4dc7e9be6'}] Sep 23 06:57:30.112995 n-d-715271-16 neutron-server[95065]: INFO neutron.plugins.ml2.plugin [None req-ee79e7e3-33a8-4d82-8158-2522eeadd507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempt 5 to bind port 682fe9c4-a997-4be3-a225-896eb941b7af Sep 23 06:57:30.117054 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-2bb06a21-2ab7-4f68-90e6-5e893d57d7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06375760-9968-45aa-98ff-7a69229b802d', 'name': 'tempest-RoutersIpV6Test-router-1966739266', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:57:27Z', 'updated_at': '2021-09-23T06:57:29Z', 'revision_number': 2, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'gw_port_host': None}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:30.137404 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6c08ecac-a93c-4f86-aec6-7602c2048c9a tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:30.148564 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb06a21-2ab7-4f68-90e6-5e893d57d7c8 None None] Checking router: 06375760-9968-45aa-98ff-7a69229b802d for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:57:30.154015 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6c08ecac-a93c-4f86-aec6-7602c2048c9a tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:30.162342 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-6c08ecac-a93c-4f86-aec6-7602c2048c9a tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] 10.222.0.39 "DELETE /v2.0/networks/10237b36-23a8-4947-961d-a5a5a65850dc HTTP/1.1" status: 204 len: 168 time: 0.7577322 Sep 23 06:57:30.163660 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [None req-ee79e7e3-33a8-4d82-8158-2522eeadd507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port 682fe9c4-a997-4be3-a225-896eb941b7af on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:57:30.163999 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [None req-ee79e7e3-33a8-4d82-8158-2522eeadd507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port 682fe9c4-a997-4be3-a225-896eb941b7af by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '46783a0f-a9ec-4c21-b5ae-9aa4aafeeed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f44b9c23-d86f-496b-9162-95e4dc7e9be6'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:57:30.164346 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee79e7e3-33a8-4d82-8158-2522eeadd507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port 682fe9c4-a997-4be3-a225-896eb941b7af on network f44b9c23-d86f-496b-9162-95e4dc7e9be6 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:57:30.167308 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46440) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:30.170961 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb06a21-2ab7-4f68-90e6-5e893d57d7c8 None None] Routers {'06375760-9968-45aa-98ff-7a69229b802d'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:57:30.171609 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-2bb06a21-2ab7-4f68-90e6-5e893d57d7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:57:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['06375760-9968-45aa-98ff-7a69229b802d'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:30.192583 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ef9d78-b8bf-43a8-995a-d0b25436e143 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:30.193259 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee79e7e3-33a8-4d82-8158-2522eeadd507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Port 682fe9c4-a997-4be3-a225-896eb941b7af on network f44b9c23-d86f-496b-9162-95e4dc7e9be6 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:57:30.193597 n-d-715271-16 neutron-server[95065]: ERROR neutron.plugins.ml2.managers [None req-ee79e7e3-33a8-4d82-8158-2522eeadd507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Failed to bind port 682fe9c4-a997-4be3-a225-896eb941b7af on host n-h2-715271-16 for vnic_type normal using segments [{'id': '46783a0f-a9ec-4c21-b5ae-9aa4aafeeed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f44b9c23-d86f-496b-9162-95e4dc7e9be6'}] Sep 23 06:57:30.194223 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-b2ef9d78-b8bf-43a8-995a-d0b25436e143 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/ports/0856ec26-6b74-4dbe-8a97-2c715b716b85 HTTP/1.1" status: 200 len: 911 time: 0.1265688 Sep 23 06:57:30.196698 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2eac0321-a1ac-47a7-9cc8-5e1ed79e4fb0 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for router, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:30.211798 n-d-715271-16 neutron-server[95065]: INFO neutron.plugins.ml2.plugin [None req-ee79e7e3-33a8-4d82-8158-2522eeadd507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempt 6 to bind port 682fe9c4-a997-4be3-a225-896eb941b7af Sep 23 06:57:30.216043 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46442) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:30.216824 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c08ecac-a93c-4f86-aec6-7602c2048c9a tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] Pushing event deleted for resources: {'Network': ['ID=10237b36-23a8-4947-961d-a5a5a65850dc,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:30.234332 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a337752-6f25-4aa2-b46f-5b6601a12a2b tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] DELETE failed (client error): The resource could not be found. Sep 23 06:57:30.235652 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a337752-6f25-4aa2-b46f-5b6601a12a2b tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:57:30.239904 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-7a337752-6f25-4aa2-b46f-5b6601a12a2b tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] 10.222.0.39 "DELETE /v2.0/ports/4e9f01a6-2bd6-4f95-a81d-2f3f6c581e9f HTTP/1.1" status: 404 len: 333 time: 0.0653932 Sep 23 06:57:30.245710 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46444) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:30.245710 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [None req-ee79e7e3-33a8-4d82-8158-2522eeadd507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port 682fe9c4-a997-4be3-a225-896eb941b7af on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:57:30.245710 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [None req-ee79e7e3-33a8-4d82-8158-2522eeadd507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port 682fe9c4-a997-4be3-a225-896eb941b7af by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '46783a0f-a9ec-4c21-b5ae-9aa4aafeeed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f44b9c23-d86f-496b-9162-95e4dc7e9be6'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:57:30.245710 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee79e7e3-33a8-4d82-8158-2522eeadd507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port 682fe9c4-a997-4be3-a225-896eb941b7af on network f44b9c23-d86f-496b-9162-95e4dc7e9be6 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:57:30.252752 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-f7fbeac0-79fd-4d0e-adb4-d543f6a36bc9 None None] Set router a09953cf-4f03-4fab-a377-bf423569bfd9 gateway port host: None {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:57:30.296803 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee79e7e3-33a8-4d82-8158-2522eeadd507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Port 682fe9c4-a997-4be3-a225-896eb941b7af on network f44b9c23-d86f-496b-9162-95e4dc7e9be6 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:57:30.297140 n-d-715271-16 neutron-server[95065]: ERROR neutron.plugins.ml2.managers [None req-ee79e7e3-33a8-4d82-8158-2522eeadd507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Failed to bind port 682fe9c4-a997-4be3-a225-896eb941b7af on host n-h2-715271-16 for vnic_type normal using segments [{'id': '46783a0f-a9ec-4c21-b5ae-9aa4aafeeed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f44b9c23-d86f-496b-9162-95e4dc7e9be6'}] Sep 23 06:57:30.303412 n-d-715271-16 neutron-server[95065]: INFO neutron.plugins.ml2.plugin [None req-ee79e7e3-33a8-4d82-8158-2522eeadd507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempt 7 to bind port 682fe9c4-a997-4be3-a225-896eb941b7af Sep 23 06:57:30.315305 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-2bb06a21-2ab7-4f68-90e6-5e893d57d7c8 None None] Set router 06375760-9968-45aa-98ff-7a69229b802d gateway port host: None {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:57:30.331416 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [None req-ee79e7e3-33a8-4d82-8158-2522eeadd507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port 682fe9c4-a997-4be3-a225-896eb941b7af on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:57:30.331759 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [None req-ee79e7e3-33a8-4d82-8158-2522eeadd507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port 682fe9c4-a997-4be3-a225-896eb941b7af by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '46783a0f-a9ec-4c21-b5ae-9aa4aafeeed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f44b9c23-d86f-496b-9162-95e4dc7e9be6'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:57:30.332103 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee79e7e3-33a8-4d82-8158-2522eeadd507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port 682fe9c4-a997-4be3-a225-896eb941b7af on network f44b9c23-d86f-496b-9162-95e4dc7e9be6 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:57:30.342651 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee79e7e3-33a8-4d82-8158-2522eeadd507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Port 682fe9c4-a997-4be3-a225-896eb941b7af on network f44b9c23-d86f-496b-9162-95e4dc7e9be6 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:57:30.343076 n-d-715271-16 neutron-server[95065]: ERROR neutron.plugins.ml2.managers [None req-ee79e7e3-33a8-4d82-8158-2522eeadd507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Failed to bind port 682fe9c4-a997-4be3-a225-896eb941b7af on host n-h2-715271-16 for vnic_type normal using segments [{'id': '46783a0f-a9ec-4c21-b5ae-9aa4aafeeed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f44b9c23-d86f-496b-9162-95e4dc7e9be6'}] Sep 23 06:57:30.347911 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-61daee36-cce2-4b87-98c3-bdd05595e632 tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] Deleting subnet 0f8db040-9798-44d2-964e-6d5dcf1ad3de {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:57:30.352236 n-d-715271-16 neutron-server[95065]: INFO neutron.plugins.ml2.plugin [None req-ee79e7e3-33a8-4d82-8158-2522eeadd507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempt 8 to bind port 682fe9c4-a997-4be3-a225-896eb941b7af Sep 23 06:57:30.355172 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-61daee36-cce2-4b87-98c3-bdd05595e632 tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:30.390267 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d59d64a-0598-412f-bec6-9e0d90155578 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:30.396975 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d59d64a-0598-412f-bec6-9e0d90155578 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:30.397164 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-2bb06a21-2ab7-4f68-90e6-5e893d57d7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06375760-9968-45aa-98ff-7a69229b802d', 'name': 'tempest-RoutersIpV6Test-router-1966739266', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:57:27Z', 'updated_at': '2021-09-23T06:57:29Z', 'revision_number': 2, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'gw_port_host': None}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:30.398657 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-1d59d64a-0598-412f-bec6-9e0d90155578 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1795897 Sep 23 06:57:30.404240 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46454) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:30.433274 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb06a21-2ab7-4f68-90e6-5e893d57d7c8 None None] The sync data for ids ['06375760-9968-45aa-98ff-7a69229b802d'] in n-d-715271-16 is: [{'id': '06375760-9968-45aa-98ff-7a69229b802d', 'name': 'tempest-RoutersIpV6Test-router-1966739266', 'tenant_id': '18664d18977f48d3a961b4095d05ed52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:57:27Z', 'updated_at': '2021-09-23T06:57:29Z', 'revision_number': 2, 'project_id': '18664d18977f48d3a961b4095d05ed52', 'gw_port_host': None}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:57:30.435812 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device f3517bee-9d96-4f4f-9aea-bbabc18b97bd up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:57:30.499761 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [None req-ee79e7e3-33a8-4d82-8158-2522eeadd507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port 682fe9c4-a997-4be3-a225-896eb941b7af on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:57:30.500106 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [None req-ee79e7e3-33a8-4d82-8158-2522eeadd507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port 682fe9c4-a997-4be3-a225-896eb941b7af by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '46783a0f-a9ec-4c21-b5ae-9aa4aafeeed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f44b9c23-d86f-496b-9162-95e4dc7e9be6'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:57:30.500459 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee79e7e3-33a8-4d82-8158-2522eeadd507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port 682fe9c4-a997-4be3-a225-896eb941b7af on network f44b9c23-d86f-496b-9162-95e4dc7e9be6 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:57:30.524467 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2eac0321-a1ac-47a7-9cc8-5e1ed79e4fb0 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:30.530415 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2eac0321-a1ac-47a7-9cc8-5e1ed79e4fb0 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:30.540158 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee79e7e3-33a8-4d82-8158-2522eeadd507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Port 682fe9c4-a997-4be3-a225-896eb941b7af on network f44b9c23-d86f-496b-9162-95e4dc7e9be6 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:57:30.541167 n-d-715271-16 neutron-server[95065]: ERROR neutron.plugins.ml2.managers [None req-ee79e7e3-33a8-4d82-8158-2522eeadd507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Failed to bind port 682fe9c4-a997-4be3-a225-896eb941b7af on host n-h2-715271-16 for vnic_type normal using segments [{'id': '46783a0f-a9ec-4c21-b5ae-9aa4aafeeed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f44b9c23-d86f-496b-9162-95e4dc7e9be6'}] Sep 23 06:57:30.543793 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-61daee36-cce2-4b87-98c3-bdd05595e632 tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:30.586874 n-d-715271-16 neutron-server[95065]: INFO neutron.plugins.ml2.plugin [None req-ee79e7e3-33a8-4d82-8158-2522eeadd507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempt 9 to bind port 682fe9c4-a997-4be3-a225-896eb941b7af Sep 23 06:57:30.605022 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port f3517bee-9d96-4f4f-9aea-bbabc18b97bd triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:57:30.605650 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:30.630516 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2eac0321-a1ac-47a7-9cc8-5e1ed79e4fb0 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:30.631276 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eac0321-a1ac-47a7-9cc8-5e1ed79e4fb0 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Fanout notify agent at l3_agent the message router_deleted on router 06375760-9968-45aa-98ff-7a69229b802d {{(pid=95066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 06:57:30.645166 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2eac0321-a1ac-47a7-9cc8-5e1ed79e4fb0 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:30.651446 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-2eac0321-a1ac-47a7-9cc8-5e1ed79e4fb0 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "DELETE /v2.0/routers/06375760-9968-45aa-98ff-7a69229b802d HTTP/1.1" status: 204 len: 168 time: 0.5804472 Sep 23 06:57:30.651631 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46458) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:30.697728 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-9151add9-ae96-4260-9121-4ff8fa3842f5 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "GET /v2.0/ports?device_id=06375760-9968-45aa-98ff-7a69229b802d HTTP/1.1" status: 200 len: 205 time: 0.0429077 Sep 23 06:57:30.701248 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46460) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:30.728114 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [None req-ee79e7e3-33a8-4d82-8158-2522eeadd507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port 682fe9c4-a997-4be3-a225-896eb941b7af on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:57:30.728528 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [None req-ee79e7e3-33a8-4d82-8158-2522eeadd507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port 682fe9c4-a997-4be3-a225-896eb941b7af by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '46783a0f-a9ec-4c21-b5ae-9aa4aafeeed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f44b9c23-d86f-496b-9162-95e4dc7e9be6'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:57:30.728912 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee79e7e3-33a8-4d82-8158-2522eeadd507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port 682fe9c4-a997-4be3-a225-896eb941b7af on network f44b9c23-d86f-496b-9162-95e4dc7e9be6 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:57:30.745963 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee79e7e3-33a8-4d82-8158-2522eeadd507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Port 682fe9c4-a997-4be3-a225-896eb941b7af on network f44b9c23-d86f-496b-9162-95e4dc7e9be6 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:57:30.746263 n-d-715271-16 neutron-server[95065]: ERROR neutron.plugins.ml2.managers [None req-ee79e7e3-33a8-4d82-8158-2522eeadd507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Failed to bind port 682fe9c4-a997-4be3-a225-896eb941b7af on host n-h2-715271-16 for vnic_type normal using segments [{'id': '46783a0f-a9ec-4c21-b5ae-9aa4aafeeed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f44b9c23-d86f-496b-9162-95e4dc7e9be6'}] Sep 23 06:57:30.755580 n-d-715271-16 neutron-server[95066]: INFO neutron.api.v2.resource [None req-7dedfe82-f09b-45cf-b1a4-1443318edfac tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] delete failed (client error): The resource could not be found. Sep 23 06:57:30.761198 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-7dedfe82-f09b-45cf-b1a4-1443318edfac tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "DELETE /v2.0/routers/06375760-9968-45aa-98ff-7a69229b802d HTTP/1.1" status: 404 len: 336 time: 0.0566795 Sep 23 06:57:30.763182 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46462) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:30.811132 n-d-715271-16 neutron-server[95065]: INFO neutron.plugins.ml2.plugin [None req-ee79e7e3-33a8-4d82-8158-2522eeadd507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempt 10 to bind port 682fe9c4-a997-4be3-a225-896eb941b7af Sep 23 06:57:30.826343 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-d97b23c0-eeb2-4514-b268-93d91ca52997 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] DELETE failed (client error): The resource could not be found. Sep 23 06:57:30.826808 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d97b23c0-eeb2-4514-b268-93d91ca52997 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:57:30.828631 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-d97b23c0-eeb2-4514-b268-93d91ca52997 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "DELETE /v2.0/subnets/0d3e5bf4-8603-46e7-84d9-44bb26d03747 HTTP/1.1" status: 404 len: 337 time: 0.0644746 Sep 23 06:57:30.834442 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46466) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:30.837072 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [None req-ee79e7e3-33a8-4d82-8158-2522eeadd507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port 682fe9c4-a997-4be3-a225-896eb941b7af on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:57:30.837421 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [None req-ee79e7e3-33a8-4d82-8158-2522eeadd507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port 682fe9c4-a997-4be3-a225-896eb941b7af by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '46783a0f-a9ec-4c21-b5ae-9aa4aafeeed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f44b9c23-d86f-496b-9162-95e4dc7e9be6'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:57:30.837767 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee79e7e3-33a8-4d82-8158-2522eeadd507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port 682fe9c4-a997-4be3-a225-896eb941b7af on network f44b9c23-d86f-496b-9162-95e4dc7e9be6 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:57:30.840040 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-f7fbeac0-79fd-4d0e-adb4-d543f6a36bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a09953cf-4f03-4fab-a377-bf423569bfd9', 'name': 'tempest-NetworksTestDHCPv6-router-225725292', 'tenant_id': '5e650be244de4ee8b27aea189be279d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:57:25Z', 'updated_at': '2021-09-23T06:57:26Z', 'revision_number': 2, 'project_id': '5e650be244de4ee8b27aea189be279d1', 'gw_port_host': None, '_interfaces': [{'id': '0856ec26-6b74-4dbe-8a97-2c715b716b85', 'name': '', 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'tenant_id': '5e650be244de4ee8b27aea189be279d1', 'mac_address': 'fa:16:3e:49:a3:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a09953cf-4f03-4fab-a377-bf423569bfd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': 'd84c48a2-5f82-452f-a553-50dd2f1cd35a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:57:26Z', 'updated_at': '2021-09-23T06:57:27Z', 'revision_number': 2, 'project_id': '5e650be244de4ee8b27aea189be279d1', 'subnets': [{'id': 'd84c48a2-5f82-452f-a553-50dd2f1cd35a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:30.847918 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee79e7e3-33a8-4d82-8158-2522eeadd507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Port 682fe9c4-a997-4be3-a225-896eb941b7af on network f44b9c23-d86f-496b-9162-95e4dc7e9be6 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:57:30.848265 n-d-715271-16 neutron-server[95065]: ERROR neutron.plugins.ml2.managers [None req-ee79e7e3-33a8-4d82-8158-2522eeadd507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Failed to bind port 682fe9c4-a997-4be3-a225-896eb941b7af on host n-h2-715271-16 for vnic_type normal using segments [{'id': '46783a0f-a9ec-4c21-b5ae-9aa4aafeeed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f44b9c23-d86f-496b-9162-95e4dc7e9be6'}] Sep 23 06:57:30.848642 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ee79e7e3-33a8-4d82-8158-2522eeadd507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:30.867277 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-54c6bb9d-0b43-4d54-9e82-7574c228cfa5 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] DELETE failed (client error): The resource could not be found. Sep 23 06:57:30.867739 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54c6bb9d-0b43-4d54-9e82-7574c228cfa5 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:57:30.874567 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-54c6bb9d-0b43-4d54-9e82-7574c228cfa5 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "DELETE /v2.0/subnets/90f26265-f09b-4544-b4c8-1a454568d1e2 HTTP/1.1" status: 404 len: 337 time: 0.0340946 Sep 23 06:57:30.875540 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46468) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:30.890399 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fbeac0-79fd-4d0e-adb4-d543f6a36bc9 None None] Checking router: a09953cf-4f03-4fab-a377-bf423569bfd9 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:57:30.890749 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fbeac0-79fd-4d0e-adb4-d543f6a36bc9 None None] Updating router a09953cf-4f03-4fab-a377-bf423569bfd9 port 0856ec26-6b74-4dbe-8a97-2c715b716b85 binding host n-d-715271-16 {{(pid=95068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 06:57:30.917353 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-784b6014-ed45-4f86-9319-8f807bf59c42 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] DELETE failed (client error): The resource could not be found. Sep 23 06:57:30.918037 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-784b6014-ed45-4f86-9319-8f807bf59c42 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:57:30.920585 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-784b6014-ed45-4f86-9319-8f807bf59c42 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "DELETE /v2.0/subnets/b03920dd-474b-496d-ba64-0e0965ab395e HTTP/1.1" status: 404 len: 337 time: 0.0428536 Sep 23 06:57:30.922646 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46470) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:30.923038 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-f7fbeac0-79fd-4d0e-adb4-d543f6a36bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:30.964894 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-61daee36-cce2-4b87-98c3-bdd05595e632 tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:30.980315 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-54a734fb-82a5-4d36-b157-2f7737885ab3 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] DELETE failed (client error): The resource could not be found. Sep 23 06:57:30.982173 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54a734fb-82a5-4d36-b157-2f7737885ab3 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:57:30.989984 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-54a734fb-82a5-4d36-b157-2f7737885ab3 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "DELETE /v2.0/subnets/7530e25f-c8e6-49fb-9bb9-42e044621486 HTTP/1.1" status: 404 len: 337 time: 0.0660157 Sep 23 06:57:30.991124 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46472) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:31.051981 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-680ec2c7-e487-4bc1-b728-86e0a641fc96 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "GET /v2.0/ports?device_id=0149b0df-eb23-4c02-a086-bd9ef410c234 HTTP/1.1" status: 200 len: 205 time: 0.0576935 Sep 23 06:57:31.053278 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46474) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:31.083366 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-ee79e7e3-33a8-4d82-8158-2522eeadd507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] For port 682fe9c4-a997-4be3-a225-896eb941b7af, host n-h2-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:57:31.083881 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-ee79e7e3-33a8-4d82-8158-2522eeadd507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempted to set empty binding levels {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 23 06:57:31.112417 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ee79e7e3-33a8-4d82-8158-2522eeadd507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:31.139203 n-d-715271-16 neutron-server[95066]: INFO neutron.api.v2.resource [None req-0c5d5e18-0af7-431c-90f0-fc5698930b9e tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] delete failed (client error): The resource could not be found. Sep 23 06:57:31.146635 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-0c5d5e18-0af7-431c-90f0-fc5698930b9e tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "DELETE /v2.0/routers/0149b0df-eb23-4c02-a086-bd9ef410c234 HTTP/1.1" status: 404 len: 336 time: 0.0909562 Sep 23 06:57:31.148563 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46476) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:31.162301 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee79e7e3-33a8-4d82-8158-2522eeadd507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Pushing event updated for resources: {'Port': ['ID=682fe9c4-a997-4be3-a225-896eb941b7af,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:31.186151 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-ee79e7e3-33a8-4d82-8158-2522eeadd507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] In _notify_port_updated(), no bound segment for port 682fe9c4-a997-4be3-a225-896eb941b7af on network f44b9c23-d86f-496b-9162-95e4dc7e9be6 {{(pid=95065) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 06:57:31.187230 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee79e7e3-33a8-4d82-8158-2522eeadd507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:31.187839 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ee79e7e3-33a8-4d82-8158-2522eeadd507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:31.190671 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-ee79e7e3-33a8-4d82-8158-2522eeadd507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] 10.222.0.39 "PUT /v2.0/ports/682fe9c4-a997-4be3-a225-896eb941b7af HTTP/1.1" status: 200 len: 980 time: 3.5653837 Sep 23 06:57:31.193498 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-61daee36-cce2-4b87-98c3-bdd05595e632 tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:31.201519 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46478) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:31.208533 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-61daee36-cce2-4b87-98c3-bdd05595e632 tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:31.213232 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-61daee36-cce2-4b87-98c3-bdd05595e632 tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] 10.222.0.39 "DELETE /v2.0/subnets/0f8db040-9798-44d2-964e-6d5dcf1ad3de HTTP/1.1" status: 204 len: 168 time: 0.9712677 Sep 23 06:57:31.215229 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46480) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:31.218864 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45235338-8860-44ed-8031-38ca62063378 None None] Network 41aa02f1-0e1b-4fc3-b1fb-28d39cc754a2 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:57:31.245086 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-602a3214-aaa3-4878-96ab-9f67bf68be40 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fa785a1-5d34-4436-9976-52172f065790 HTTP/1.1" status: 200 len: 205 time: 0.0941610 Sep 23 06:57:31.246314 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46482) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:31.316853 n-d-715271-16 neutron-server[95066]: INFO neutron.api.v2.resource [None req-6c12acb3-6fb2-47dd-89a4-3fa85ed27eb9 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] delete failed (client error): The resource could not be found. Sep 23 06:57:31.322918 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-6c12acb3-6fb2-47dd-89a4-3fa85ed27eb9 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "DELETE /v2.0/routers/2fa785a1-5d34-4436-9976-52172f065790 HTTP/1.1" status: 404 len: 336 time: 0.0748327 Sep 23 06:57:31.323900 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46484) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:31.384017 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61daee36-cce2-4b87-98c3-bdd05595e632 tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] Pushing event deleted for resources: {'Subnet': ['ID=0f8db040-9798-44d2-964e-6d5dcf1ad3de,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:31.421067 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a48985d-482c-44e7-b7dc-d1e722ddd7da tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] DELETE failed (client error): The resource could not be found. Sep 23 06:57:31.425321 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a48985d-482c-44e7-b7dc-d1e722ddd7da tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:57:31.433766 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-6a48985d-482c-44e7-b7dc-d1e722ddd7da tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "DELETE /v2.0/subnets/d3d81119-9348-415c-b0e3-eddd61185470 HTTP/1.1" status: 404 len: 337 time: 0.1044214 Sep 23 06:57:31.435142 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46488) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:31.496560 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-bdd9cc87-c6c1-47f2-be41-963971c3a6b7 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2efb226-164a-443b-a0e9-c724f222fba1 HTTP/1.1" status: 200 len: 205 time: 0.0601952 Sep 23 06:57:31.500241 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46490) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:31.534241 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f746abff-e9e0-4233-93d0-9bc256282163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:31.534825 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f746abff-e9e0-4233-93d0-9bc256282163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:31.535299 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f746abff-e9e0-4233-93d0-9bc256282163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:31.535765 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f746abff-e9e0-4233-93d0-9bc256282163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:31.536223 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f746abff-e9e0-4233-93d0-9bc256282163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:31.537808 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f746abff-e9e0-4233-93d0-9bc256282163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:31.537988 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f746abff-e9e0-4233-93d0-9bc256282163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:31.538358 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f746abff-e9e0-4233-93d0-9bc256282163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:31.538815 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f746abff-e9e0-4233-93d0-9bc256282163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:31.539270 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f746abff-e9e0-4233-93d0-9bc256282163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:31.539721 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f746abff-e9e0-4233-93d0-9bc256282163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:31.540173 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f746abff-e9e0-4233-93d0-9bc256282163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:31.540624 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f746abff-e9e0-4233-93d0-9bc256282163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:31.541075 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f746abff-e9e0-4233-93d0-9bc256282163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:31.541665 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f746abff-e9e0-4233-93d0-9bc256282163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:31.542527 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f746abff-e9e0-4233-93d0-9bc256282163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:31.542666 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f746abff-e9e0-4233-93d0-9bc256282163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:31.543036 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f746abff-e9e0-4233-93d0-9bc256282163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:31.543882 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f746abff-e9e0-4233-93d0-9bc256282163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:31.544022 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f746abff-e9e0-4233-93d0-9bc256282163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:31.544366 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f746abff-e9e0-4233-93d0-9bc256282163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:31.544819 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f746abff-e9e0-4233-93d0-9bc256282163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:31.545269 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f746abff-e9e0-4233-93d0-9bc256282163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:31.545719 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f746abff-e9e0-4233-93d0-9bc256282163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:31.546578 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f746abff-e9e0-4233-93d0-9bc256282163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:31.546835 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f746abff-e9e0-4233-93d0-9bc256282163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:31.548210 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f746abff-e9e0-4233-93d0-9bc256282163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:31.548664 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f746abff-e9e0-4233-93d0-9bc256282163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:31.549118 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f746abff-e9e0-4233-93d0-9bc256282163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:31.549508 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94784d4f-e717-4129-b70e-7d7dde6ea19b None None] DHCP port deletion for 41aa02f1-0e1b-4fc3-b1fb-28d39cc754a2 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 06:57:31.549661 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f746abff-e9e0-4233-93d0-9bc256282163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:31.550221 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f746abff-e9e0-4233-93d0-9bc256282163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:31.550681 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f746abff-e9e0-4233-93d0-9bc256282163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:31.550811 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-f7fbeac0-79fd-4d0e-adb4-d543f6a36bc9 None None] Notify callbacks [] for port, precommit_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:31.551288 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f746abff-e9e0-4233-93d0-9bc256282163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:31.551812 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f746abff-e9e0-4233-93d0-9bc256282163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:31.552273 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f746abff-e9e0-4233-93d0-9bc256282163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:31.552727 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f746abff-e9e0-4233-93d0-9bc256282163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:31.553188 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f746abff-e9e0-4233-93d0-9bc256282163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:31.553643 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f746abff-e9e0-4233-93d0-9bc256282163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:31.554122 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f746abff-e9e0-4233-93d0-9bc256282163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:31.560513 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-f746abff-e9e0-4233-93d0-9bc256282163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 35213 time: 0.3446293 Sep 23 06:57:31.564061 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-f7fbeac0-79fd-4d0e-adb4-d543f6a36bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:31.571427 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46492) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:31.582347 n-d-715271-16 neutron-server[95066]: INFO neutron.api.v2.resource [None req-e4cbf2b3-6ba5-4c8b-ab17-adb55023674c tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] delete failed (client error): The resource could not be found. Sep 23 06:57:31.583462 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-e4cbf2b3-6ba5-4c8b-ab17-adb55023674c tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "DELETE /v2.0/routers/e2efb226-164a-443b-a0e9-c724f222fba1 HTTP/1.1" status: 404 len: 336 time: 0.0814958 Sep 23 06:57:31.590313 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46496) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:31.679112 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b7a8202b-cf42-4cfb-ad3d-22958d2835aa tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066969'] for router_interface, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:31.692289 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-94784d4f-e717-4129-b70e-7d7dde6ea19b None None] Deleting port f3517bee-9d96-4f4f-9aea-bbabc18b97bd {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:57:31.693326 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-94784d4f-e717-4129-b70e-7d7dde6ea19b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:31.701990 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a78d6ee6-17b3-436f-a62e-89426e5a9971 tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:31.738977 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-8d77c4a8-5295-46c1-84be-2dc58319ecbd tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9da2e8b-e9c2-4643-927c-5e0e556cb074 HTTP/1.1" status: 200 len: 205 time: 0.1219029 Sep 23 06:57:31.742676 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46498) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:31.801600 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bceb2b-de62-4ed2-bd67-cea753571e29 None None] Pushing event updated for resources: {'Port': ['ID=0856ec26-6b74-4dbe-8a97-2c715b716b85,revision_number=3']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:31.818880 n-d-715271-16 neutron-server[95066]: INFO neutron.api.v2.resource [None req-f2593376-104f-4efa-8972-674a7894aaed tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] delete failed (client error): The resource could not be found. Sep 23 06:57:31.819955 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-f2593376-104f-4efa-8972-674a7894aaed tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "DELETE /v2.0/routers/f9da2e8b-e9c2-4643-927c-5e0e556cb074 HTTP/1.1" status: 404 len: 336 time: 0.0763655 Sep 23 06:57:31.832752 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46500) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:31.861617 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-f7fbeac0-79fd-4d0e-adb4-d543f6a36bc9 None None] Attempting to bind port 0856ec26-6b74-4dbe-8a97-2c715b716b85 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:57:31.862213 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-f7fbeac0-79fd-4d0e-adb4-d543f6a36bc9 None None] Attempting to bind port 0856ec26-6b74-4dbe-8a97-2c715b716b85 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '98ee167a-1403-4867-958f-d4f6736b2e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6'}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:57:31.862791 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fbeac0-79fd-4d0e-adb4-d543f6a36bc9 None None] Attempting to bind port 0856ec26-6b74-4dbe-8a97-2c715b716b85 on network 4d1aa380-e411-494b-958c-7f758df734d6 {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:57:31.875017 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fbeac0-79fd-4d0e-adb4-d543f6a36bc9 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:57:31.876076 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fbeac0-79fd-4d0e-adb4-d543f6a36bc9 None None] Checking segment: {'id': '98ee167a-1403-4867-958f-d4f6736b2e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:57:31.876720 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-f7fbeac0-79fd-4d0e-adb4-d543f6a36bc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:31.877332 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fbeac0-79fd-4d0e-adb4-d543f6a36bc9 None None] Bound using segment: {'id': '98ee167a-1403-4867-958f-d4f6736b2e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6'} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:57:31.881255 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-f7fbeac0-79fd-4d0e-adb4-d543f6a36bc9 None None] Bound port: 0856ec26-6b74-4dbe-8a97-2c715b716b85, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98ee167a-1403-4867-958f-d4f6736b2e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6'}}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:57:31.881943 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-f7fbeac0-79fd-4d0e-adb4-d543f6a36bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:31.922467 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-94784d4f-e717-4129-b70e-7d7dde6ea19b None None] For port f3517bee-9d96-4f4f-9aea-bbabc18b97bd, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=f3517bee-9d96-4f4f-9aea-bbabc18b97bd,segment=NetworkSegment(128e2edc-ee40-4483-bc43-cef33549bc9b),segment_id=128e2edc-ee40-4483-bc43-cef33549bc9b)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:57:31.923981 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-94784d4f-e717-4129-b70e-7d7dde6ea19b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:31.944796 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-35563347-0fe1-4388-8fa5-327d8a7c3b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Deleting port 682fe9c4-a997-4be3-a225-896eb941b7af {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:57:31.945902 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-35563347-0fe1-4388-8fa5-327d8a7c3b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:31.952475 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f7b82ff-e0ec-4fde-b341-60cb09cab3bb tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] DELETE failed (client error): The resource could not be found. Sep 23 06:57:31.953016 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f7b82ff-e0ec-4fde-b341-60cb09cab3bb tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:57:31.959347 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-5f7b82ff-e0ec-4fde-b341-60cb09cab3bb tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "DELETE /v2.0/subnets/7912a3b9-4833-47d0-8039-bd98201f75f9 HTTP/1.1" status: 404 len: 337 time: 0.1144590 Sep 23 06:57:31.961053 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46504) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:31.961505 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-94784d4f-e717-4129-b70e-7d7dde6ea19b None None] Calling delete_port for f3517bee-9d96-4f4f-9aea-bbabc18b97bd owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:57:32.026527 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-3e57390e-6747-4500-8d23-b73be2a55536 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "GET /v2.0/ports?device_id=f80729af-e164-4db9-a495-d9f5a3d7b66e HTTP/1.1" status: 200 len: 205 time: 0.0642710 Sep 23 06:57:32.033143 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46506) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:32.061270 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device f3517bee-9d96-4f4f-9aea-bbabc18b97bd no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:57:32.179038 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-f7fbeac0-79fd-4d0e-adb4-d543f6a36bc9 None None] For port 0856ec26-6b74-4dbe-8a97-2c715b716b85, host n-d-715271-16, cleared binding levels {{(pid=95068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:57:32.195287 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-f7fbeac0-79fd-4d0e-adb4-d543f6a36bc9 None None] For port 0856ec26-6b74-4dbe-8a97-2c715b716b85, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=0856ec26-6b74-4dbe-8a97-2c715b716b85,segment=NetworkSegment(98ee167a-1403-4867-958f-d4f6736b2e62),segment_id=98ee167a-1403-4867-958f-d4f6736b2e62)] {{(pid=95068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:57:32.207476 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-f7fbeac0-79fd-4d0e-adb4-d543f6a36bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:32.246194 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-94784d4f-e717-4129-b70e-7d7dde6ea19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:32.283531 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94784d4f-e717-4129-b70e-7d7dde6ea19b None None] No DVR routers for this DVR port f3517bee-9d96-4f4f-9aea-bbabc18b97bd on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:57:32.297221 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94784d4f-e717-4129-b70e-7d7dde6ea19b None None] Pushing event deleted for resources: {'Port': ['ID=f3517bee-9d96-4f4f-9aea-bbabc18b97bd,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:32.312547 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-b90b1524-347c-467f-8ab7-e59bfe245706 None None] Provisioning complete for port 0856ec26-6b74-4dbe-8a97-2c715b716b85 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:57:32.313300 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b90b1524-347c-467f-8ab7-e59bfe245706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:32.340782 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:32.342765 n-d-715271-16 neutron-server[95066]: INFO neutron.api.v2.resource [None req-d10f9dd9-12dc-4816-9480-df4136766977 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] delete failed (client error): The resource could not be found. Sep 23 06:57:32.355428 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-d10f9dd9-12dc-4816-9480-df4136766977 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "DELETE /v2.0/routers/f80729af-e164-4db9-a495-d9f5a3d7b66e HTTP/1.1" status: 404 len: 336 time: 0.3186438 Sep 23 06:57:32.363786 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46508) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:32.384272 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bceb2b-de62-4ed2-bd67-cea753571e29 None None] Pushing event updated for resources: {'Port': ['ID=0856ec26-6b74-4dbe-8a97-2c715b716b85,revision_number=4']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:32.405195 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fbeac0-79fd-4d0e-adb4-d543f6a36bc9 None None] Routers {'a09953cf-4f03-4fab-a377-bf423569bfd9'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:57:32.405849 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-f7fbeac0-79fd-4d0e-adb4-d543f6a36bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:57:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['a09953cf-4f03-4fab-a377-bf423569bfd9'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:32.417852 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-35563347-0fe1-4388-8fa5-327d8a7c3b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] For port 682fe9c4-a997-4be3-a225-896eb941b7af, host n-h2-715271-16, got binding levels [] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:57:32.418491 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-35563347-0fe1-4388-8fa5-327d8a7c3b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:32.421840 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-4776f056-654c-4628-b618-05ef76ac06c4 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] DELETE failed (client error): The resource could not be found. Sep 23 06:57:32.423025 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4776f056-654c-4628-b618-05ef76ac06c4 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:57:32.428341 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-4776f056-654c-4628-b618-05ef76ac06c4 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "DELETE /v2.0/subnets/6e289992-8c0c-4bec-a0b1-1eb95a60b3f5 HTTP/1.1" status: 404 len: 337 time: 0.0633285 Sep 23 06:57:32.429060 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46510) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:32.503747 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-d1267613-21ac-4731-b6c1-cb6150da682b tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "GET /v2.0/ports?device_id=b9758294-ced3-4827-b918-10276f391b37 HTTP/1.1" status: 200 len: 205 time: 0.0661821 Sep 23 06:57:32.507372 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46514) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:32.525919 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-f7fbeac0-79fd-4d0e-adb4-d543f6a36bc9 None None] Set router a09953cf-4f03-4fab-a377-bf423569bfd9 gateway port host: None {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:57:32.528627 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b90b1524-347c-467f-8ab7-e59bfe245706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:32.533529 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-35563347-0fe1-4388-8fa5-327d8a7c3b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Calling delete_port for 682fe9c4-a997-4be3-a225-896eb941b7af owned by {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:57:32.614825 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-b90b1524-347c-467f-8ab7-e59bfe245706 None None] For port 0856ec26-6b74-4dbe-8a97-2c715b716b85, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=0856ec26-6b74-4dbe-8a97-2c715b716b85,segment=NetworkSegment(98ee167a-1403-4867-958f-d4f6736b2e62),segment_id=98ee167a-1403-4867-958f-d4f6736b2e62)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:57:32.634006 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b90b1524-347c-467f-8ab7-e59bfe245706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:32.685238 n-d-715271-16 neutron-server[95066]: INFO neutron.api.v2.resource [None req-143ad4cd-42c2-4eb2-886c-aabe90722d5d tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] delete failed (client error): The resource could not be found. Sep 23 06:57:32.689494 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-143ad4cd-42c2-4eb2-886c-aabe90722d5d tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "DELETE /v2.0/routers/b9758294-ced3-4827-b918-10276f391b37 HTTP/1.1" status: 404 len: 336 time: 0.1583693 Sep 23 06:57:32.700632 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46516) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:32.892326 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90b1524-347c-467f-8ab7-e59bfe245706 None None] Pushing event updated for resources: {'Port': ['ID=0856ec26-6b74-4dbe-8a97-2c715b716b85,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:32.916600 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a9a121f-3473-41e1-85e1-260536b69714 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] DELETE failed (client error): The resource could not be found. Sep 23 06:57:32.916600 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a9a121f-3473-41e1-85e1-260536b69714 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:57:32.918791 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-1a9a121f-3473-41e1-85e1-260536b69714 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "DELETE /v2.0/subnets/51d41b98-a92f-4ddc-99a1-565e9c649f69 HTTP/1.1" status: 404 len: 337 time: 0.2119105 Sep 23 06:57:32.921208 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46522) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:32.921461 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-a78d6ee6-17b3-436f-a62e-89426e5a9971 tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] Deleting port f3517bee-9d96-4f4f-9aea-bbabc18b97bd {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:57:32.922393 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a78d6ee6-17b3-436f-a62e-89426e5a9971 tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:32.974170 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-e9a3bb83-75eb-4d89-aaa0-8510c793b2fc None None] Provisioning complete for port 0856ec26-6b74-4dbe-8a97-2c715b716b85 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:57:32.974550 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e9a3bb83-75eb-4d89-aaa0-8510c793b2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:32.987677 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-da2b284f-9df4-4cb6-ad97-9122458d2623 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] DELETE failed (client error): The resource could not be found. Sep 23 06:57:32.988160 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da2b284f-9df4-4cb6-ad97-9122458d2623 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:57:32.989964 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-da2b284f-9df4-4cb6-ad97-9122458d2623 tempest-RoutersIpV6Test-368892736 tempest-RoutersIpV6Test-368892736-project] 10.222.0.39 "DELETE /v2.0/subnets/e27bddcd-6c4f-4992-9f7f-7d651bd54830 HTTP/1.1" status: 404 len: 337 time: 0.0677779 Sep 23 06:57:33.025719 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-f7fbeac0-79fd-4d0e-adb4-d543f6a36bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a09953cf-4f03-4fab-a377-bf423569bfd9', 'name': 'tempest-NetworksTestDHCPv6-router-225725292', 'tenant_id': '5e650be244de4ee8b27aea189be279d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:57:25Z', 'updated_at': '2021-09-23T06:57:26Z', 'revision_number': 2, 'project_id': '5e650be244de4ee8b27aea189be279d1', 'gw_port_host': None, '_interfaces': [{'id': '0856ec26-6b74-4dbe-8a97-2c715b716b85', 'name': '', 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'tenant_id': '5e650be244de4ee8b27aea189be279d1', 'mac_address': 'fa:16:3e:49:a3:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a09953cf-4f03-4fab-a377-bf423569bfd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': 'd84c48a2-5f82-452f-a553-50dd2f1cd35a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:57:26Z', 'updated_at': '2021-09-23T06:57:32Z', 'revision_number': 4, 'project_id': '5e650be244de4ee8b27aea189be279d1', 'subnets': [{'id': 'd84c48a2-5f82-452f-a553-50dd2f1cd35a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:33.051099 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-35563347-0fe1-4388-8fa5-327d8a7c3b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:33.065676 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-a78d6ee6-17b3-436f-a62e-89426e5a9971 tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] For port f3517bee-9d96-4f4f-9aea-bbabc18b97bd, host n-d-715271-16, got binding levels [] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:57:33.066179 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a78d6ee6-17b3-436f-a62e-89426e5a9971 tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:33.085913 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fbeac0-79fd-4d0e-adb4-d543f6a36bc9 None None] The sync data for ids ['a09953cf-4f03-4fab-a377-bf423569bfd9'] in n-d-715271-16 is: [{'id': 'a09953cf-4f03-4fab-a377-bf423569bfd9', 'name': 'tempest-NetworksTestDHCPv6-router-225725292', 'tenant_id': '5e650be244de4ee8b27aea189be279d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:57:25Z', 'updated_at': '2021-09-23T06:57:26Z', 'revision_number': 2, 'project_id': '5e650be244de4ee8b27aea189be279d1', 'gw_port_host': None, '_interfaces': [{'id': '0856ec26-6b74-4dbe-8a97-2c715b716b85', 'name': '', 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'tenant_id': '5e650be244de4ee8b27aea189be279d1', 'mac_address': 'fa:16:3e:49:a3:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a09953cf-4f03-4fab-a377-bf423569bfd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': 'd84c48a2-5f82-452f-a553-50dd2f1cd35a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:57:26Z', 'updated_at': '2021-09-23T06:57:32Z', 'revision_number': 4, 'project_id': '5e650be244de4ee8b27aea189be279d1', 'subnets': [{'id': 'd84c48a2-5f82-452f-a553-50dd2f1cd35a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:57:33.098604 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-a78d6ee6-17b3-436f-a62e-89426e5a9971 tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] Calling delete_port for f3517bee-9d96-4f4f-9aea-bbabc18b97bd owned by network:dhcp {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:57:33.104102 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.ipam_backend_mixin [None req-a78d6ee6-17b3-436f-a62e-89426e5a9971 tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] Port f3517bee-9d96-4f4f-9aea-bbabc18b97bd was not found and therefore no delete operation was performed {{(pid=95065) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 23 06:57:33.110407 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a78d6ee6-17b3-436f-a62e-89426e5a9971 tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:33.131908 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-35563347-0fe1-4388-8fa5-327d8a7c3b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:33.137045 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-35563347-0fe1-4388-8fa5-327d8a7c3b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] 10.222.0.39 "DELETE /v2.0/ports/682fe9c4-a997-4be3-a225-896eb941b7af HTTP/1.1" status: 204 len: 168 time: 1.5617683 Sep 23 06:57:33.137045 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35563347-0fe1-4388-8fa5-327d8a7c3b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Pushing event deleted for resources: {'Port': ['ID=682fe9c4-a997-4be3-a225-896eb941b7af,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:33.138008 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46526) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:33.155772 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-b7a8202b-cf42-4cfb-ad3d-22958d2835aa tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Deleting port 0856ec26-6b74-4dbe-8a97-2c715b716b85 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:57:33.155772 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b7a8202b-cf42-4cfb-ad3d-22958d2835aa tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:33.161297 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78d6ee6-17b3-436f-a62e-89426e5a9971 tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] Pushing event deleted for resources: {'Port': ['ID=f3517bee-9d96-4f4f-9aea-bbabc18b97bd,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:33.172970 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35563347-0fe1-4388-8fa5-327d8a7c3b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:57:33.173336 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35563347-0fe1-4388-8fa5-327d8a7c3b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:57:33.173812 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35563347-0fe1-4388-8fa5-327d8a7c3b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:57:33.174183 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35563347-0fe1-4388-8fa5-327d8a7c3b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:57:33.174518 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35563347-0fe1-4388-8fa5-327d8a7c3b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:57:33.174852 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35563347-0fe1-4388-8fa5-327d8a7c3b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:57:33.175181 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35563347-0fe1-4388-8fa5-327d8a7c3b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:57:33.175517 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35563347-0fe1-4388-8fa5-327d8a7c3b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:57:33.176010 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35563347-0fe1-4388-8fa5-327d8a7c3b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:57:33.176364 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35563347-0fe1-4388-8fa5-327d8a7c3b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:57:33.176698 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35563347-0fe1-4388-8fa5-327d8a7c3b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:57:33.177020 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35563347-0fe1-4388-8fa5-327d8a7c3b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:57:33.177146 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78d6ee6-17b3-436f-a62e-89426e5a9971 tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] No DVR routers for this DVR port f3517bee-9d96-4f4f-9aea-bbabc18b97bd on host n-d-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:57:33.182823 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd07c486-c440-4269-ad46-28e256af3215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] GET failed (client error): The resource could not be found. Sep 23 06:57:33.185946 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-dd07c486-c440-4269-ad46-28e256af3215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] 10.222.0.39 "GET /v2.0/ports/682fe9c4-a997-4be3-a225-896eb941b7af HTTP/1.1" status: 404 len: 333 time: 0.0444760 Sep 23 06:57:33.188467 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46528) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:33.198437 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-ca8c712f-ba58-44e4-ba6b-7297fa1b5191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1311528427', 'network_id': 'f44b9c23-d86f-496b-9162-95e4dc7e9be6'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:57:33.228231 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca8c712f-ba58-44e4-ba6b-7297fa1b5191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Made reservation on behalf of 237e29c20760488bb7cf275f6d689399 for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:57:33.231314 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ca8c712f-ba58-44e4-ba6b-7297fa1b5191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:33.248870 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [None req-ca8c712f-ba58-44e4-ba6b-7297fa1b5191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] device_id is not set on port 98c9ddf8-9d4e-4231-9279-f111dfeb532d yet. {{(pid=95066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 06:57:33.323018 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a78d6ee6-17b3-436f-a62e-89426e5a9971 tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:33.359434 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-a78d6ee6-17b3-436f-a62e-89426e5a9971 tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41aa02f1-0e1b-4fc3-b1fb-28d39cc754a2']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:33.369391 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-b7a8202b-cf42-4cfb-ad3d-22958d2835aa tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] For port 0856ec26-6b74-4dbe-8a97-2c715b716b85, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=0856ec26-6b74-4dbe-8a97-2c715b716b85,segment=NetworkSegment(98ee167a-1403-4867-958f-d4f6736b2e62),segment_id=98ee167a-1403-4867-958f-d4f6736b2e62)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:57:33.369758 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b7a8202b-cf42-4cfb-ad3d-22958d2835aa tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:33.385582 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-a78d6ee6-17b3-436f-a62e-89426e5a9971 tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '128e2edc-ee40-4483-bc43-cef33549bc9b') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:33.401754 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-a78d6ee6-17b3-436f-a62e-89426e5a9971 tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '128e2edc-ee40-4483-bc43-cef33549bc9b') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:33.403665 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46532) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:33.421220 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-b7a8202b-cf42-4cfb-ad3d-22958d2835aa tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Calling delete_port for 0856ec26-6b74-4dbe-8a97-2c715b716b85 owned by network:router_interface {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:57:33.434024 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a78d6ee6-17b3-436f-a62e-89426e5a9971 tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:33.486300 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ca8c712f-ba58-44e4-ba6b-7297fa1b5191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:33.507094 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a78d6ee6-17b3-436f-a62e-89426e5a9971 tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:33.516799 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a78d6ee6-17b3-436f-a62e-89426e5a9971 tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:57:33.517210 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a78d6ee6-17b3-436f-a62e-89426e5a9971 tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:33.520273 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 06:57:33.520273 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:57:33.520273 n-d-715271-16 neutron-server[95065]: timer() Sep 23 06:57:33.520273 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:57:33.520273 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 06:57:33.520273 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:57:33.520273 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 06:57:33.520273 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:57:33.520273 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 06:57:33.520273 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:57:33.520273 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 06:57:33.520273 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:57:33.520273 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 06:57:33.520273 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:57:33.520273 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:57:33.520273 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:57:33.520273 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:57:33.520273 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:57:33.520273 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 06:57:33.520273 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:57:33.520273 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 06:57:33.520273 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:57:33.520273 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:57:33.520273 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:57:33.520273 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 06:57:33.520273 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:57:33.520273 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:57:33.520273 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:57:33.520273 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:57:33.520273 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:57:33.520273 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:57:33.520273 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:57:33.551523 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ca8c712f-ba58-44e4-ba6b-7297fa1b5191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:33.593805 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8c712f-ba58-44e4-ba6b-7297fa1b5191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Network f44b9c23-d86f-496b-9162-95e4dc7e9be6 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:57:33.598739 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-ca8c712f-ba58-44e4-ba6b-7297fa1b5191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:57:33.602625 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8c712f-ba58-44e4-ba6b-7297fa1b5191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:57:33.603498 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8c712f-ba58-44e4-ba6b-7297fa1b5191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:33.604155 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ca8c712f-ba58-44e4-ba6b-7297fa1b5191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:33.617388 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a78d6ee6-17b3-436f-a62e-89426e5a9971 tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:33.631981 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8c712f-ba58-44e4-ba6b-7297fa1b5191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Pushing event updated for resources: {'Port': ['ID=98c9ddf8-9d4e-4231-9279-f111dfeb532d,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:33.639557 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-ca8c712f-ba58-44e4-ba6b-7297fa1b5191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4495945 Sep 23 06:57:33.642060 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46536) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:33.669159 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a78d6ee6-17b3-436f-a62e-89426e5a9971 tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:33.670869 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-a78d6ee6-17b3-436f-a62e-89426e5a9971 tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] 10.222.0.39 "DELETE /v2.0/networks/41aa02f1-0e1b-4fc3-b1fb-28d39cc754a2 HTTP/1.1" status: 204 len: 168 time: 2.3725507 Sep 23 06:57:33.691046 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b439c998-59fc-43a4-9e02-76c010ec96f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:33.695171 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-b439c998-59fc-43a4-9e02-76c010ec96f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] 10.222.0.39 "GET /v2.0/ports/98c9ddf8-9d4e-4231-9279-f111dfeb532d HTTP/1.1" status: 200 len: 959 time: 0.0494227 Sep 23 06:57:33.695430 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46542) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:33.721574 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78d6ee6-17b3-436f-a62e-89426e5a9971 tempest-DHCPAgentSchedulersTestJSON-1368606714 tempest-DHCPAgentSchedulersTestJSON-1368606714-project] Pushing event deleted for resources: {'Network': ['ID=41aa02f1-0e1b-4fc3-b1fb-28d39cc754a2,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:33.736971 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-05777dc4-903b-4ba7-bc81-3db3b7053af4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=18664d18977f48d3a961b4095d05ed52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3254383 Sep 23 06:57:33.740819 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46544) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:33.835966 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b7a8202b-cf42-4cfb-ad3d-22958d2835aa tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:33.837194 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-341cbba1-9c28-42f7-967e-e587a857dae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:33.882984 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a8202b-cf42-4cfb-ad3d-22958d2835aa tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event deleted for resources: {'Port': ['ID=0856ec26-6b74-4dbe-8a97-2c715b716b85,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:33.899176 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-341cbba1-9c28-42f7-967e-e587a857dae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:33.959378 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-89e3d5af-2510-4abe-a35d-917ff57bae08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Deleting port 98c9ddf8-9d4e-4231-9279-f111dfeb532d {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:57:33.959753 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-89e3d5af-2510-4abe-a35d-917ff57bae08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:34.032720 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46554) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:34.035800 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 0856ec26-6b74-4dbe-8a97-2c715b716b85 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:57:34.122123 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b7a8202b-cf42-4cfb-ad3d-22958d2835aa tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2068624'] for router_interface, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:34.128628 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 0856ec26-6b74-4dbe-8a97-2c715b716b85 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:57:34.128969 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 0856ec26-6b74-4dbe-8a97-2c715b716b85 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 23 06:57:34.152922 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-89e3d5af-2510-4abe-a35d-917ff57bae08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:34.168960 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Port 0856ec26-6b74-4dbe-8a97-2c715b716b85 not found, will not notify nova. {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 23 06:57:34.178311 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-89e3d5af-2510-4abe-a35d-917ff57bae08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Calling delete_port for 98c9ddf8-9d4e-4231-9279-f111dfeb532d owned by {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:57:34.183651 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-341cbba1-9c28-42f7-967e-e587a857dae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:34.187084 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-341cbba1-9c28-42f7-967e-e587a857dae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:34.189719 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-341cbba1-9c28-42f7-967e-e587a857dae1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/eba01b78-7301-45a2-911e-3e11e1b0617d HTTP/1.1" status: 204 len: 168 time: 0.4477968 Sep 23 06:57:34.208524 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341cbba1-9c28-42f7-967e-e587a857dae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba01b78-7301-45a2-911e-3e11e1b0617d,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:34.348505 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-89e3d5af-2510-4abe-a35d-917ff57bae08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:34.352210 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-1ee417cf-0dd0-45ca-8ce8-cd7a44e568bb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ac5bafca26d240b781de21e4787e2287&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3182554 Sep 23 06:57:34.353366 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7a8202b-cf42-4cfb-ad3d-22958d2835aa tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Router a09953cf-4f03-4fab-a377-bf423569bfd9 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:57:34.355924 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46564) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:34.392814 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e3d5af-2510-4abe-a35d-917ff57bae08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Pushing event deleted for resources: {'Port': ['ID=98c9ddf8-9d4e-4231-9279-f111dfeb532d,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:34.411875 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-89e3d5af-2510-4abe-a35d-917ff57bae08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:34.414435 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-89e3d5af-2510-4abe-a35d-917ff57bae08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] 10.222.0.39 "DELETE /v2.0/ports/98c9ddf8-9d4e-4231-9279-f111dfeb532d HTTP/1.1" status: 204 len: 168 time: 0.7158520 Sep 23 06:57:34.418195 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46568) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:34.444354 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d273006-b351-423a-b950-d4e7e219d5f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] GET failed (client error): The resource could not be found. Sep 23 06:57:34.450417 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-5d273006-b351-423a-b950-d4e7e219d5f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] 10.222.0.39 "GET /v2.0/ports/98c9ddf8-9d4e-4231-9279-f111dfeb532d HTTP/1.1" status: 404 len: 333 time: 0.0266237 Sep 23 06:57:34.450417 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46570) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:34.455616 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-10b1e73a-e480-4f02-8884-cc9c65fd80e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Request body: {'port': {'network_id': 'f44b9c23-d86f-496b-9162-95e4dc7e9be6', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-304784824'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:57:34.480579 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b1e73a-e480-4f02-8884-cc9c65fd80e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Made reservation on behalf of 237e29c20760488bb7cf275f6d689399 for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:57:34.484313 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-10b1e73a-e480-4f02-8884-cc9c65fd80e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:34.484979 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a8202b-cf42-4cfb-ad3d-22958d2835aa tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:57:34.491704 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-b7a8202b-cf42-4cfb-ad3d-22958d2835aa tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "PUT /v2.0/routers/a09953cf-4f03-4fab-a377-bf423569bfd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0836163 Sep 23 06:57:34.494607 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46572) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:34.507986 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1b84203e-53ea-4b72-a5e7-df3cfd6bc8e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:34.544830 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1b84203e-53ea-4b72-a5e7-df3cfd6bc8e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:34.554559 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [None req-10b1e73a-e480-4f02-8884-cc9c65fd80e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] device_id is not set on port df3340cd-ec93-4560-a132-ddbe902b6713 yet. {{(pid=95066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 06:57:34.616906 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1b84203e-53ea-4b72-a5e7-df3cfd6bc8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:34.620217 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1b84203e-53ea-4b72-a5e7-df3cfd6bc8e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:34.621697 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-1b84203e-53ea-4b72-a5e7-df3cfd6bc8e8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/12395416-5dd2-47b9-b7de-b213e03554e3 HTTP/1.1" status: 204 len: 168 time: 0.2639315 Sep 23 06:57:34.632457 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5131aa60-3034-46e7-ab44-48273cd5933d tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:34.633967 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5131aa60-3034-46e7-ab44-48273cd5933d tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:34.638471 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-5131aa60-3034-46e7-ab44-48273cd5933d tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1404808 Sep 23 06:57:34.639544 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46582) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:34.643239 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b84203e-53ea-4b72-a5e7-df3cfd6bc8e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12395416-5dd2-47b9-b7de-b213e03554e3,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:34.741702 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-851d92b8-7539-494a-ad9a-db5cdf4f94d4 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Deleting subnet d84c48a2-5f82-452f-a553-50dd2f1cd35a {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:57:34.747752 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-851d92b8-7539-494a-ad9a-db5cdf4f94d4 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:34.867022 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-851d92b8-7539-494a-ad9a-db5cdf4f94d4 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:35.037292 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-10b1e73a-e480-4f02-8884-cc9c65fd80e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:35.137489 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46610) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:35.151907 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6118cbbf-613a-4530-a978-d6c8dcaf1ab3 None None] Sync routers for ids ['a09953cf-4f03-4fab-a377-bf423569bfd9'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:57:35.158749 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c276625f-8862-4afe-98bd-4f7454eab5a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:35.183088 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6118cbbf-613a-4530-a978-d6c8dcaf1ab3 None None] Routers {'a09953cf-4f03-4fab-a377-bf423569bfd9'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:57:35.190421 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-6118cbbf-613a-4530-a978-d6c8dcaf1ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:57:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['a09953cf-4f03-4fab-a377-bf423569bfd9'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:35.264596 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-851d92b8-7539-494a-ad9a-db5cdf4f94d4 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:35.316650 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-6118cbbf-613a-4530-a978-d6c8dcaf1ab3 None None] Set router a09953cf-4f03-4fab-a377-bf423569bfd9 gateway port host: None {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:57:35.346728 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c276625f-8862-4afe-98bd-4f7454eab5a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:35.356473 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c276625f-8862-4afe-98bd-4f7454eab5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:35.369558 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-851d92b8-7539-494a-ad9a-db5cdf4f94d4 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:35.379472 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-6118cbbf-613a-4530-a978-d6c8dcaf1ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a09953cf-4f03-4fab-a377-bf423569bfd9', 'name': 'tempest-NetworksTestDHCPv6-router-225725292', 'tenant_id': '5e650be244de4ee8b27aea189be279d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:57:25Z', 'updated_at': '2021-09-23T06:57:33Z', 'revision_number': 3, 'project_id': '5e650be244de4ee8b27aea189be279d1', 'gw_port_host': None}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:35.385324 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-10b1e73a-e480-4f02-8884-cc9c65fd80e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:35.418542 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6118cbbf-613a-4530-a978-d6c8dcaf1ab3 None None] Checking router: a09953cf-4f03-4fab-a377-bf423569bfd9 for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:57:35.424449 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-851d92b8-7539-494a-ad9a-db5cdf4f94d4 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:35.428755 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-c276625f-8862-4afe-98bd-4f7454eab5a0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b3bb52f8fb3849bfb8ea257c63bb4c67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2939041 Sep 23 06:57:35.429365 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46614) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:35.430870 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e3316b-1b22-4154-bed1-d43ff34ebb12 None None] Network 4d1aa380-e411-494b-958c-7f758df734d6 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:57:35.434998 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-851d92b8-7539-494a-ad9a-db5cdf4f94d4 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/subnets/d84c48a2-5f82-452f-a553-50dd2f1cd35a HTTP/1.1" status: 204 len: 168 time: 0.7909725 Sep 23 06:57:35.436194 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851d92b8-7539-494a-ad9a-db5cdf4f94d4 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event deleted for resources: {'Subnet': ['ID=d84c48a2-5f82-452f-a553-50dd2f1cd35a,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:35.439466 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b1e73a-e480-4f02-8884-cc9c65fd80e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Network f44b9c23-d86f-496b-9162-95e4dc7e9be6 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:57:35.450600 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46616) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:35.451048 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46618) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:35.451301 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6118cbbf-613a-4530-a978-d6c8dcaf1ab3 None None] Routers {'a09953cf-4f03-4fab-a377-bf423569bfd9'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:57:35.452640 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-6118cbbf-613a-4530-a978-d6c8dcaf1ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:57:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['a09953cf-4f03-4fab-a377-bf423569bfd9'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:35.464596 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-10b1e73a-e480-4f02-8884-cc9c65fd80e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:57:35.468361 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b1e73a-e480-4f02-8884-cc9c65fd80e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:57:35.470132 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b1e73a-e480-4f02-8884-cc9c65fd80e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:35.470695 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-10b1e73a-e480-4f02-8884-cc9c65fd80e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:35.498541 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-10b1e73a-e480-4f02-8884-cc9c65fd80e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.0471950 Sep 23 06:57:35.499556 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46622) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:35.515954 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-0b8b4257-f8d5-4199-8b34-a3768c374d3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-715271-16'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:57:35.519401 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b1e73a-e480-4f02-8884-cc9c65fd80e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Pushing event updated for resources: {'Port': ['ID=df3340cd-ec93-4560-a132-ddbe902b6713,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:35.545309 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c276625f-8862-4afe-98bd-4f7454eab5a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=953abf5a-06ce-4f99-adf0-7999ebd0be90,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:35.644633 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0b8b4257-f8d5-4199-8b34-a3768c374d3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:35.676066 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4e8c2e04-462d-41fd-a0c2-3daf838189da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:35.708702 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4e8c2e04-462d-41fd-a0c2-3daf838189da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:35.752747 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-aa2e8854-83dc-497c-8323-20884217b722 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3196678 Sep 23 06:57:35.758956 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46624) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:35.759314 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-928ffb7e-ebf1-4373-8da5-d3d717c056b9 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1386174010', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:57:35.775190 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-6118cbbf-613a-4530-a978-d6c8dcaf1ab3 None None] Set router a09953cf-4f03-4fab-a377-bf423569bfd9 gateway port host: None {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:57:35.793614 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-928ffb7e-ebf1-4373-8da5-d3d717c056b9 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:35.795091 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-928ffb7e-ebf1-4373-8da5-d3d717c056b9 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:35.821550 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4e8c2e04-462d-41fd-a0c2-3daf838189da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:35.827030 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4e8c2e04-462d-41fd-a0c2-3daf838189da admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:35.831351 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-4e8c2e04-462d-41fd-a0c2-3daf838189da admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/953abf5a-06ce-4f99-adf0-7999ebd0be90 HTTP/1.1" status: 204 len: 168 time: 0.3765943 Sep 23 06:57:35.851298 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-6118cbbf-613a-4530-a978-d6c8dcaf1ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a09953cf-4f03-4fab-a377-bf423569bfd9', 'name': 'tempest-NetworksTestDHCPv6-router-225725292', 'tenant_id': '5e650be244de4ee8b27aea189be279d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:57:25Z', 'updated_at': '2021-09-23T06:57:33Z', 'revision_number': 3, 'project_id': '5e650be244de4ee8b27aea189be279d1', 'gw_port_host': None}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:35.868470 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6bdf86a4-d3fc-414f-bcb8-445caf8fa48e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for router, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:35.890137 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8c2e04-462d-41fd-a0c2-3daf838189da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=953abf5a-06ce-4f99-adf0-7999ebd0be90,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:35.965436 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6118cbbf-613a-4530-a978-d6c8dcaf1ab3 None None] The sync data for ids ['a09953cf-4f03-4fab-a377-bf423569bfd9'] in n-d-715271-16 is: [{'id': 'a09953cf-4f03-4fab-a377-bf423569bfd9', 'name': 'tempest-NetworksTestDHCPv6-router-225725292', 'tenant_id': '5e650be244de4ee8b27aea189be279d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:57:25Z', 'updated_at': '2021-09-23T06:57:33Z', 'revision_number': 3, 'project_id': '5e650be244de4ee8b27aea189be279d1', 'gw_port_host': None}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:57:36.002324 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-928ffb7e-ebf1-4373-8da5-d3d717c056b9 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:36.008834 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-928ffb7e-ebf1-4373-8da5-d3d717c056b9 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:36.028789 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-928ffb7e-ebf1-4373-8da5-d3d717c056b9 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:36.030683 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-928ffb7e-ebf1-4373-8da5-d3d717c056b9 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.5669634 Sep 23 06:57:36.033454 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46630) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:36.039045 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-f40c47bf-7505-4566-9f97-dbb338b11def tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1967537724'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:57:36.064589 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f40c47bf-7505-4566-9f97-dbb338b11def tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Made reservation on behalf of a29a61521a994f198c0a79528eb27ed5 for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:57:36.076878 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f40c47bf-7505-4566-9f97-dbb338b11def tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:36.093908 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f40c47bf-7505-4566-9f97-dbb338b11def tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:36.152730 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [None req-0b8b4257-f8d5-4199-8b34-a3768c374d3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] device_id is not set on port df3340cd-ec93-4560-a132-ddbe902b6713 yet. {{(pid=95066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 06:57:36.196132 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6bdf86a4-d3fc-414f-bcb8-445caf8fa48e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:36.198841 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0b8b4257-f8d5-4199-8b34-a3768c374d3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:36.201124 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6bdf86a4-d3fc-414f-bcb8-445caf8fa48e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:36.238841 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f40c47bf-7505-4566-9f97-dbb338b11def tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:36.243935 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f40c47bf-7505-4566-9f97-dbb338b11def tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:36.255162 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0b8b4257-f8d5-4199-8b34-a3768c374d3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:36.284870 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f40c47bf-7505-4566-9f97-dbb338b11def tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:57:36.298393 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6bdf86a4-d3fc-414f-bcb8-445caf8fa48e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:36.298942 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bdf86a4-d3fc-414f-bcb8-445caf8fa48e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Fanout notify agent at l3_agent the message router_deleted on router a09953cf-4f03-4fab-a377-bf423569bfd9 {{(pid=95066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 06:57:36.312638 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6bdf86a4-d3fc-414f-bcb8-445caf8fa48e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:36.314569 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-6bdf86a4-d3fc-414f-bcb8-445caf8fa48e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/routers/a09953cf-4f03-4fab-a377-bf423569bfd9 HTTP/1.1" status: 204 len: 168 time: 0.5544846 Sep 23 06:57:36.319334 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:36.336858 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46640) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:36.342523 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3205267b-1af9-4d9c-a19f-a7c153853e64 None None] DHCP port deletion for 4d1aa380-e411-494b-958c-7f758df734d6 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 06:57:36.353375 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8b4257-f8d5-4199-8b34-a3768c374d3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Pushing event updated for resources: {'Port': ['ID=df3340cd-ec93-4560-a132-ddbe902b6713,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:36.367514 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f40c47bf-7505-4566-9f97-dbb338b11def tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:36.367923 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-f40c47bf-7505-4566-9f97-dbb338b11def tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Added segment b183b435-fa90-41eb-9600-c69c5f1ffb32 of type vlan for network 02160bd4-0f97-47d9-a577-2fc60d28c5ed Sep 23 06:57:36.388758 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40c47bf-7505-4566-9f97-dbb338b11def tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a4d728a-3661-4d59-ab05-5d20e122a7dd,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:36.397063 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [None req-0b8b4257-f8d5-4199-8b34-a3768c374d3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port df3340cd-ec93-4560-a132-ddbe902b6713 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:57:36.397570 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [None req-0b8b4257-f8d5-4199-8b34-a3768c374d3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port df3340cd-ec93-4560-a132-ddbe902b6713 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '46783a0f-a9ec-4c21-b5ae-9aa4aafeeed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f44b9c23-d86f-496b-9162-95e4dc7e9be6'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:57:36.397934 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8b4257-f8d5-4199-8b34-a3768c374d3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port df3340cd-ec93-4560-a132-ddbe902b6713 on network f44b9c23-d86f-496b-9162-95e4dc7e9be6 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:57:36.411664 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8b4257-f8d5-4199-8b34-a3768c374d3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Port df3340cd-ec93-4560-a132-ddbe902b6713 on network f44b9c23-d86f-496b-9162-95e4dc7e9be6 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:57:36.411989 n-d-715271-16 neutron-server[95066]: ERROR neutron.plugins.ml2.managers [None req-0b8b4257-f8d5-4199-8b34-a3768c374d3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Failed to bind port df3340cd-ec93-4560-a132-ddbe902b6713 on host n-h2-715271-16 for vnic_type normal using segments [{'id': '46783a0f-a9ec-4c21-b5ae-9aa4aafeeed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f44b9c23-d86f-496b-9162-95e4dc7e9be6'}] Sep 23 06:57:36.412579 n-d-715271-16 neutron-server[95066]: INFO neutron.plugins.ml2.plugin [None req-0b8b4257-f8d5-4199-8b34-a3768c374d3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempt 2 to bind port df3340cd-ec93-4560-a132-ddbe902b6713 Sep 23 06:57:36.437371 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [None req-0b8b4257-f8d5-4199-8b34-a3768c374d3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port df3340cd-ec93-4560-a132-ddbe902b6713 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:57:36.437717 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [None req-0b8b4257-f8d5-4199-8b34-a3768c374d3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port df3340cd-ec93-4560-a132-ddbe902b6713 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '46783a0f-a9ec-4c21-b5ae-9aa4aafeeed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f44b9c23-d86f-496b-9162-95e4dc7e9be6'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:57:36.438662 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8b4257-f8d5-4199-8b34-a3768c374d3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port df3340cd-ec93-4560-a132-ddbe902b6713 on network f44b9c23-d86f-496b-9162-95e4dc7e9be6 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:57:36.449685 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e26837-c09d-489c-8972-6d12a9a75b55 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:36.451394 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-66e26837-c09d-489c-8972-6d12a9a75b55 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1135542 Sep 23 06:57:36.456724 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46644) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:36.460980 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f40c47bf-7505-4566-9f97-dbb338b11def tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:36.469541 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8b4257-f8d5-4199-8b34-a3768c374d3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Port df3340cd-ec93-4560-a132-ddbe902b6713 on network f44b9c23-d86f-496b-9162-95e4dc7e9be6 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:57:36.469541 n-d-715271-16 neutron-server[95066]: ERROR neutron.plugins.ml2.managers [None req-0b8b4257-f8d5-4199-8b34-a3768c374d3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Failed to bind port df3340cd-ec93-4560-a132-ddbe902b6713 on host n-h2-715271-16 for vnic_type normal using segments [{'id': '46783a0f-a9ec-4c21-b5ae-9aa4aafeeed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f44b9c23-d86f-496b-9162-95e4dc7e9be6'}] Sep 23 06:57:36.478293 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-3205267b-1af9-4d9c-a19f-a7c153853e64 None None] Deleting port b20328e5-548d-4547-a70f-519fae3b717c {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:57:36.482595 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3205267b-1af9-4d9c-a19f-a7c153853e64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:36.492704 n-d-715271-16 neutron-server[95066]: INFO neutron.plugins.ml2.plugin [None req-0b8b4257-f8d5-4199-8b34-a3768c374d3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempt 3 to bind port df3340cd-ec93-4560-a132-ddbe902b6713 Sep 23 06:57:36.511922 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f40c47bf-7505-4566-9f97-dbb338b11def tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:36.518806 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40c47bf-7505-4566-9f97-dbb338b11def tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:36.519774 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f40c47bf-7505-4566-9f97-dbb338b11def tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:36.522521 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [None req-0b8b4257-f8d5-4199-8b34-a3768c374d3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port df3340cd-ec93-4560-a132-ddbe902b6713 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:57:36.522862 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [None req-0b8b4257-f8d5-4199-8b34-a3768c374d3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port df3340cd-ec93-4560-a132-ddbe902b6713 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '46783a0f-a9ec-4c21-b5ae-9aa4aafeeed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f44b9c23-d86f-496b-9162-95e4dc7e9be6'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:57:36.523201 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8b4257-f8d5-4199-8b34-a3768c374d3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port df3340cd-ec93-4560-a132-ddbe902b6713 on network f44b9c23-d86f-496b-9162-95e4dc7e9be6 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:57:36.531044 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8b4257-f8d5-4199-8b34-a3768c374d3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Port df3340cd-ec93-4560-a132-ddbe902b6713 on network f44b9c23-d86f-496b-9162-95e4dc7e9be6 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:57:36.531396 n-d-715271-16 neutron-server[95066]: ERROR neutron.plugins.ml2.managers [None req-0b8b4257-f8d5-4199-8b34-a3768c374d3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Failed to bind port df3340cd-ec93-4560-a132-ddbe902b6713 on host n-h2-715271-16 for vnic_type normal using segments [{'id': '46783a0f-a9ec-4c21-b5ae-9aa4aafeeed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f44b9c23-d86f-496b-9162-95e4dc7e9be6'}] Sep 23 06:57:36.534397 n-d-715271-16 neutron-server[95066]: INFO neutron.plugins.ml2.plugin [None req-0b8b4257-f8d5-4199-8b34-a3768c374d3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempt 4 to bind port df3340cd-ec93-4560-a132-ddbe902b6713 Sep 23 06:57:36.548560 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac7ccc2-1cac-478e-8e86-4ebb8ce29888 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:36.558115 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-5ac7ccc2-1cac-478e-8e86-4ebb8ce29888 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0918157 Sep 23 06:57:36.558820 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46650) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:36.574157 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [None req-0b8b4257-f8d5-4199-8b34-a3768c374d3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port df3340cd-ec93-4560-a132-ddbe902b6713 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:57:36.574495 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [None req-0b8b4257-f8d5-4199-8b34-a3768c374d3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port df3340cd-ec93-4560-a132-ddbe902b6713 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '46783a0f-a9ec-4c21-b5ae-9aa4aafeeed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f44b9c23-d86f-496b-9162-95e4dc7e9be6'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:57:36.574843 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8b4257-f8d5-4199-8b34-a3768c374d3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port df3340cd-ec93-4560-a132-ddbe902b6713 on network f44b9c23-d86f-496b-9162-95e4dc7e9be6 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:57:36.591573 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-3205267b-1af9-4d9c-a19f-a7c153853e64 None None] For port b20328e5-548d-4547-a70f-519fae3b717c, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=b20328e5-548d-4547-a70f-519fae3b717c,segment=NetworkSegment(98ee167a-1403-4867-958f-d4f6736b2e62),segment_id=98ee167a-1403-4867-958f-d4f6736b2e62)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:57:36.591972 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3205267b-1af9-4d9c-a19f-a7c153853e64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:36.606742 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-3205267b-1af9-4d9c-a19f-a7c153853e64 None None] Calling delete_port for b20328e5-548d-4547-a70f-519fae3b717c owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:57:36.624811 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40c47bf-7505-4566-9f97-dbb338b11def tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Pushing event updated for resources: {'Network': ['ID=02160bd4-0f97-47d9-a577-2fc60d28c5ed,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:36.637770 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-f40c47bf-7505-4566-9f97-dbb338b11def tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6029978 Sep 23 06:57:36.648426 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46654) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:36.655197 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-e9c70273-577e-4e51-be01-a36b08081a26 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Request body: {'subnet': {'network_id': '02160bd4-0f97-47d9-a577-2fc60d28c5ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:57:36.676612 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-70094e2d-83b7-4624-b96d-ab72ad3eab61 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1094408 Sep 23 06:57:36.680182 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46656) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:36.681914 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 02160bd4-0f97-47d9-a577-2fc60d28c5ed details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:57:36.694110 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8b4257-f8d5-4199-8b34-a3768c374d3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Port df3340cd-ec93-4560-a132-ddbe902b6713 on network f44b9c23-d86f-496b-9162-95e4dc7e9be6 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:57:36.694450 n-d-715271-16 neutron-server[95066]: ERROR neutron.plugins.ml2.managers [None req-0b8b4257-f8d5-4199-8b34-a3768c374d3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Failed to bind port df3340cd-ec93-4560-a132-ddbe902b6713 on host n-h2-715271-16 for vnic_type normal using segments [{'id': '46783a0f-a9ec-4c21-b5ae-9aa4aafeeed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f44b9c23-d86f-496b-9162-95e4dc7e9be6'}] Sep 23 06:57:36.694852 n-d-715271-16 neutron-server[95066]: INFO neutron.plugins.ml2.plugin [None req-0b8b4257-f8d5-4199-8b34-a3768c374d3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempt 5 to bind port df3340cd-ec93-4560-a132-ddbe902b6713 Sep 23 06:57:36.697149 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-cba30f07-5994-4167-979d-ebec4cfd6075 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Request body: {'subnet': {'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:57:36.724986 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [None req-0b8b4257-f8d5-4199-8b34-a3768c374d3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port df3340cd-ec93-4560-a132-ddbe902b6713 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:57:36.725321 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [None req-0b8b4257-f8d5-4199-8b34-a3768c374d3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port df3340cd-ec93-4560-a132-ddbe902b6713 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '46783a0f-a9ec-4c21-b5ae-9aa4aafeeed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f44b9c23-d86f-496b-9162-95e4dc7e9be6'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:57:36.725858 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8b4257-f8d5-4199-8b34-a3768c374d3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port df3340cd-ec93-4560-a132-ddbe902b6713 on network f44b9c23-d86f-496b-9162-95e4dc7e9be6 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:57:36.739832 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8b4257-f8d5-4199-8b34-a3768c374d3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Port df3340cd-ec93-4560-a132-ddbe902b6713 on network f44b9c23-d86f-496b-9162-95e4dc7e9be6 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:57:36.740352 n-d-715271-16 neutron-server[95066]: ERROR neutron.plugins.ml2.managers [None req-0b8b4257-f8d5-4199-8b34-a3768c374d3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Failed to bind port df3340cd-ec93-4560-a132-ddbe902b6713 on host n-h2-715271-16 for vnic_type normal using segments [{'id': '46783a0f-a9ec-4c21-b5ae-9aa4aafeeed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f44b9c23-d86f-496b-9162-95e4dc7e9be6'}] Sep 23 06:57:36.740916 n-d-715271-16 neutron-server[95066]: INFO neutron.plugins.ml2.plugin [None req-0b8b4257-f8d5-4199-8b34-a3768c374d3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempt 6 to bind port df3340cd-ec93-4560-a132-ddbe902b6713 Sep 23 06:57:36.772812 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3205267b-1af9-4d9c-a19f-a7c153853e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:36.773388 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [None req-0b8b4257-f8d5-4199-8b34-a3768c374d3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port df3340cd-ec93-4560-a132-ddbe902b6713 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:57:36.774019 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [None req-0b8b4257-f8d5-4199-8b34-a3768c374d3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port df3340cd-ec93-4560-a132-ddbe902b6713 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '46783a0f-a9ec-4c21-b5ae-9aa4aafeeed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f44b9c23-d86f-496b-9162-95e4dc7e9be6'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:57:36.774527 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8b4257-f8d5-4199-8b34-a3768c374d3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port df3340cd-ec93-4560-a132-ddbe902b6713 on network f44b9c23-d86f-496b-9162-95e4dc7e9be6 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:57:36.783902 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8b4257-f8d5-4199-8b34-a3768c374d3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Port df3340cd-ec93-4560-a132-ddbe902b6713 on network f44b9c23-d86f-496b-9162-95e4dc7e9be6 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:57:36.786555 n-d-715271-16 neutron-server[95066]: ERROR neutron.plugins.ml2.managers [None req-0b8b4257-f8d5-4199-8b34-a3768c374d3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Failed to bind port df3340cd-ec93-4560-a132-ddbe902b6713 on host n-h2-715271-16 for vnic_type normal using segments [{'id': '46783a0f-a9ec-4c21-b5ae-9aa4aafeeed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f44b9c23-d86f-496b-9162-95e4dc7e9be6'}] Sep 23 06:57:36.787169 n-d-715271-16 neutron-server[95066]: INFO neutron.plugins.ml2.plugin [None req-0b8b4257-f8d5-4199-8b34-a3768c374d3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempt 7 to bind port df3340cd-ec93-4560-a132-ddbe902b6713 Sep 23 06:57:36.819211 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [None req-0b8b4257-f8d5-4199-8b34-a3768c374d3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port df3340cd-ec93-4560-a132-ddbe902b6713 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:57:36.819813 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [None req-0b8b4257-f8d5-4199-8b34-a3768c374d3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port df3340cd-ec93-4560-a132-ddbe902b6713 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '46783a0f-a9ec-4c21-b5ae-9aa4aafeeed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f44b9c23-d86f-496b-9162-95e4dc7e9be6'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:57:36.820395 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8b4257-f8d5-4199-8b34-a3768c374d3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port df3340cd-ec93-4560-a132-ddbe902b6713 on network f44b9c23-d86f-496b-9162-95e4dc7e9be6 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:57:36.821574 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3205267b-1af9-4d9c-a19f-a7c153853e64 None None] No DVR routers for this DVR port b20328e5-548d-4547-a70f-519fae3b717c on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:57:36.823760 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3205267b-1af9-4d9c-a19f-a7c153853e64 None None] Pushing event deleted for resources: {'Port': ['ID=b20328e5-548d-4547-a70f-519fae3b717c,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:36.847078 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8b4257-f8d5-4199-8b34-a3768c374d3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Port df3340cd-ec93-4560-a132-ddbe902b6713 on network f44b9c23-d86f-496b-9162-95e4dc7e9be6 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:57:36.847497 n-d-715271-16 neutron-server[95066]: ERROR neutron.plugins.ml2.managers [None req-0b8b4257-f8d5-4199-8b34-a3768c374d3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Failed to bind port df3340cd-ec93-4560-a132-ddbe902b6713 on host n-h2-715271-16 for vnic_type normal using segments [{'id': '46783a0f-a9ec-4c21-b5ae-9aa4aafeeed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f44b9c23-d86f-496b-9162-95e4dc7e9be6'}] Sep 23 06:57:36.847974 n-d-715271-16 neutron-server[95066]: INFO neutron.plugins.ml2.plugin [None req-0b8b4257-f8d5-4199-8b34-a3768c374d3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempt 8 to bind port df3340cd-ec93-4560-a132-ddbe902b6713 Sep 23 06:57:36.880374 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [None req-0b8b4257-f8d5-4199-8b34-a3768c374d3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port df3340cd-ec93-4560-a132-ddbe902b6713 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:57:36.880725 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [None req-0b8b4257-f8d5-4199-8b34-a3768c374d3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port df3340cd-ec93-4560-a132-ddbe902b6713 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '46783a0f-a9ec-4c21-b5ae-9aa4aafeeed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f44b9c23-d86f-496b-9162-95e4dc7e9be6'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:57:36.881069 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8b4257-f8d5-4199-8b34-a3768c374d3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port df3340cd-ec93-4560-a132-ddbe902b6713 on network f44b9c23-d86f-496b-9162-95e4dc7e9be6 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:57:36.898245 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8b4257-f8d5-4199-8b34-a3768c374d3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Port df3340cd-ec93-4560-a132-ddbe902b6713 on network f44b9c23-d86f-496b-9162-95e4dc7e9be6 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:57:36.898614 n-d-715271-16 neutron-server[95066]: ERROR neutron.plugins.ml2.managers [None req-0b8b4257-f8d5-4199-8b34-a3768c374d3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Failed to bind port df3340cd-ec93-4560-a132-ddbe902b6713 on host n-h2-715271-16 for vnic_type normal using segments [{'id': '46783a0f-a9ec-4c21-b5ae-9aa4aafeeed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f44b9c23-d86f-496b-9162-95e4dc7e9be6'}] Sep 23 06:57:36.899059 n-d-715271-16 neutron-server[95066]: INFO neutron.plugins.ml2.plugin [None req-0b8b4257-f8d5-4199-8b34-a3768c374d3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempt 9 to bind port df3340cd-ec93-4560-a132-ddbe902b6713 Sep 23 06:57:36.905576 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c70273-577e-4e51-be01-a36b08081a26 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Made reservation on behalf of a29a61521a994f198c0a79528eb27ed5 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:57:36.909629 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e9c70273-577e-4e51-be01-a36b08081a26 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:36.919477 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [None req-0b8b4257-f8d5-4199-8b34-a3768c374d3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port df3340cd-ec93-4560-a132-ddbe902b6713 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:57:36.919816 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [None req-0b8b4257-f8d5-4199-8b34-a3768c374d3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port df3340cd-ec93-4560-a132-ddbe902b6713 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '46783a0f-a9ec-4c21-b5ae-9aa4aafeeed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f44b9c23-d86f-496b-9162-95e4dc7e9be6'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:57:36.920151 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8b4257-f8d5-4199-8b34-a3768c374d3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port df3340cd-ec93-4560-a132-ddbe902b6713 on network f44b9c23-d86f-496b-9162-95e4dc7e9be6 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:57:36.938467 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8b4257-f8d5-4199-8b34-a3768c374d3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Port df3340cd-ec93-4560-a132-ddbe902b6713 on network f44b9c23-d86f-496b-9162-95e4dc7e9be6 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:57:36.939361 n-d-715271-16 neutron-server[95066]: ERROR neutron.plugins.ml2.managers [None req-0b8b4257-f8d5-4199-8b34-a3768c374d3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Failed to bind port df3340cd-ec93-4560-a132-ddbe902b6713 on host n-h2-715271-16 for vnic_type normal using segments [{'id': '46783a0f-a9ec-4c21-b5ae-9aa4aafeeed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f44b9c23-d86f-496b-9162-95e4dc7e9be6'}] Sep 23 06:57:36.940134 n-d-715271-16 neutron-server[95066]: INFO neutron.plugins.ml2.plugin [None req-0b8b4257-f8d5-4199-8b34-a3768c374d3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempt 10 to bind port df3340cd-ec93-4560-a132-ddbe902b6713 Sep 23 06:57:36.961356 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba30f07-5994-4167-979d-ebec4cfd6075 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Made reservation on behalf of 5e650be244de4ee8b27aea189be279d1 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:57:36.962334 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [None req-0b8b4257-f8d5-4199-8b34-a3768c374d3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port df3340cd-ec93-4560-a132-ddbe902b6713 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:57:36.963021 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [None req-0b8b4257-f8d5-4199-8b34-a3768c374d3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port df3340cd-ec93-4560-a132-ddbe902b6713 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '46783a0f-a9ec-4c21-b5ae-9aa4aafeeed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f44b9c23-d86f-496b-9162-95e4dc7e9be6'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:57:36.963865 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8b4257-f8d5-4199-8b34-a3768c374d3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempting to bind port df3340cd-ec93-4560-a132-ddbe902b6713 on network f44b9c23-d86f-496b-9162-95e4dc7e9be6 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:57:36.965031 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cba30f07-5994-4167-979d-ebec4cfd6075 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:36.971276 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8b4257-f8d5-4199-8b34-a3768c374d3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Port df3340cd-ec93-4560-a132-ddbe902b6713 on network f44b9c23-d86f-496b-9162-95e4dc7e9be6 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:57:36.971863 n-d-715271-16 neutron-server[95066]: ERROR neutron.plugins.ml2.managers [None req-0b8b4257-f8d5-4199-8b34-a3768c374d3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Failed to bind port df3340cd-ec93-4560-a132-ddbe902b6713 on host n-h2-715271-16 for vnic_type normal using segments [{'id': '46783a0f-a9ec-4c21-b5ae-9aa4aafeeed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f44b9c23-d86f-496b-9162-95e4dc7e9be6'}] Sep 23 06:57:36.972413 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0b8b4257-f8d5-4199-8b34-a3768c374d3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:37.114669 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-0b8b4257-f8d5-4199-8b34-a3768c374d3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] For port df3340cd-ec93-4560-a132-ddbe902b6713, host n-h2-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:57:37.116223 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-0b8b4257-f8d5-4199-8b34-a3768c374d3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attempted to set empty binding levels {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 23 06:57:37.122653 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0b8b4257-f8d5-4199-8b34-a3768c374d3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:37.177834 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-0b8b4257-f8d5-4199-8b34-a3768c374d3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] In _notify_port_updated(), no bound segment for port df3340cd-ec93-4560-a132-ddbe902b6713 on network f44b9c23-d86f-496b-9162-95e4dc7e9be6 {{(pid=95066) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 06:57:37.178887 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8b4257-f8d5-4199-8b34-a3768c374d3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:37.179547 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0b8b4257-f8d5-4199-8b34-a3768c374d3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:37.183743 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-0b8b4257-f8d5-4199-8b34-a3768c374d3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] 10.222.0.39 "PUT /v2.0/ports/df3340cd-ec93-4560-a132-ddbe902b6713 HTTP/1.1" status: 200 len: 979 time: 1.6805425 Sep 23 06:57:37.184005 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46668) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:37.248284 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8b4257-f8d5-4199-8b34-a3768c374d3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Pushing event updated for resources: {'Port': ['ID=df3340cd-ec93-4560-a132-ddbe902b6713,revision_number=3']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:37.307125 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e9c70273-577e-4e51-be01-a36b08081a26 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:37.307756 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-9a97693a-c6ee-4c92-aad8-072c3cc8a77c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Deleting port df3340cd-ec93-4560-a132-ddbe902b6713 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:57:37.308752 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9a97693a-c6ee-4c92-aad8-072c3cc8a77c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:37.376233 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c70273-577e-4e51-be01-a36b08081a26 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Pushing event updated for resources: {'Subnet': ['ID=c03d7443-c5c9-42d5-a6fd-ef644cf942e1,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:37.430605 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-9a97693a-c6ee-4c92-aad8-072c3cc8a77c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] For port df3340cd-ec93-4560-a132-ddbe902b6713, host n-h2-715271-16, got binding levels [] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:57:37.430935 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9a97693a-c6ee-4c92-aad8-072c3cc8a77c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:37.461637 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-9a97693a-c6ee-4c92-aad8-072c3cc8a77c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Calling delete_port for df3340cd-ec93-4560-a132-ddbe902b6713 owned by {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:57:37.469699 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c70273-577e-4e51-be01-a36b08081a26 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Checking segment: {'id': 'b183b435-fa90-41eb-9600-c69c5f1ffb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '02160bd4-0f97-47d9-a577-2fc60d28c5ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:57:37.470123 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c70273-577e-4e51-be01-a36b08081a26 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Network hostable DHCP agents. Network: 02160bd4-0f97-47d9-a577-2fc60d28c5ed, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:57:37.533460 n-d-715271-16 neutron-server[95065]: DEBUG neutron.objects.ports [None req-cba30f07-5994-4167-979d-ebec4cfd6075 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95065) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 06:57:37.539159 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cba30f07-5994-4167-979d-ebec4cfd6075 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:37.569839 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c70273-577e-4e51-be01-a36b08081a26 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Network 02160bd4-0f97-47d9-a577-2fc60d28c5ed is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:57:37.604418 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-e9c70273-577e-4e51-be01-a36b08081a26 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 02160bd4-0f97-47d9-a577-2fc60d28c5ed) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:57:37.609191 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba30f07-5994-4167-979d-ebec4cfd6075 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Network 4d1aa380-e411-494b-958c-7f758df734d6 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:57:37.614172 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbc0c27-cfaa-4f7e-8035-8c00aa254b00 None None] Network 02160bd4-0f97-47d9-a577-2fc60d28c5ed requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:57:37.616682 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-cba30f07-5994-4167-979d-ebec4cfd6075 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:57:37.620936 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c70273-577e-4e51-be01-a36b08081a26 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:37.621530 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e9c70273-577e-4e51-be01-a36b08081a26 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:37.625123 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba30f07-5994-4167-979d-ebec4cfd6075 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:37.626464 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cba30f07-5994-4167-979d-ebec4cfd6075 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:37.626594 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9a97693a-c6ee-4c92-aad8-072c3cc8a77c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:37.636420 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba30f07-5994-4167-979d-ebec4cfd6075 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event updated for resources: {'Subnet': ['ID=832a1359-669f-4284-9a8a-c1c85d4a2500,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:37.658609 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-e9c70273-577e-4e51-be01-a36b08081a26 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0029469 Sep 23 06:57:37.658609 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-cba30f07-5994-4167-979d-ebec4cfd6075 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9735632 Sep 23 06:57:37.659861 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46684) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:37.660151 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a97693a-c6ee-4c92-aad8-072c3cc8a77c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Pushing event deleted for resources: {'Port': ['ID=df3340cd-ec93-4560-a132-ddbe902b6713,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:37.661482 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46686) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:37.671860 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9a97693a-c6ee-4c92-aad8-072c3cc8a77c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:37.677298 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-9a97693a-c6ee-4c92-aad8-072c3cc8a77c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] 10.222.0.39 "DELETE /v2.0/ports/df3340cd-ec93-4560-a132-ddbe902b6713 HTTP/1.1" status: 204 len: 168 time: 0.4899802 Sep 23 06:57:37.677497 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5028451f-1803-4346-8e4b-9b788685cec6 None None] Network 4d1aa380-e411-494b-958c-7f758df734d6 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:57:37.677627 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46688) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:37.678496 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-b15eb04d-0539-4468-8ea6-04ebd683da5a tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Request body: {'subnet': {'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:57:37.693004 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-266208e5-ac14-45d4-a946-8991f2cb2173 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Request body: {'network': {'name': 'tempest-router-network01--753548318'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:57:37.717918 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-82565751-582b-4642-a832-b6020283a530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] GET failed (client error): The resource could not be found. Sep 23 06:57:37.719887 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-82565751-582b-4642-a832-b6020283a530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030464654-project-admin] 10.222.0.39 "GET /v2.0/ports/df3340cd-ec93-4560-a132-ddbe902b6713 HTTP/1.1" status: 404 len: 333 time: 0.0412791 Sep 23 06:57:37.725496 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46690) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:37.815075 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-266208e5-ac14-45d4-a946-8991f2cb2173 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Made reservation on behalf of a29a61521a994f198c0a79528eb27ed5 for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:57:37.818818 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-266208e5-ac14-45d4-a946-8991f2cb2173 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:37.824066 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-631ecc92-6db3-4a37-b675-d5511edb6ccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-867614344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867614344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:37.878306 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 06:57:37.920371 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-266208e5-ac14-45d4-a946-8991f2cb2173 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:57:37.943061 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-266208e5-ac14-45d4-a946-8991f2cb2173 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:37.943414 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-266208e5-ac14-45d4-a946-8991f2cb2173 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Added segment 9cd94c37-00f7-4f81-8360-cc856504debb of type vlan for network 1d9fd03c-e43d-4fea-9fcf-6286c85adaa8 Sep 23 06:57:37.983874 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 0856ec26-6b74-4dbe-8a97-2c715b716b85 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:57:37.992391 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-631ecc92-6db3-4a37-b675-d5511edb6ccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-867614344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867614344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:38.021316 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-631ecc92-6db3-4a37-b675-d5511edb6ccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-867614344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867614344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f44b9c23-d86f-496b-9162-95e4dc7e9be6']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:38.042439 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 0856ec26-6b74-4dbe-8a97-2c715b716b85 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:57:38.043162 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 0856ec26-6b74-4dbe-8a97-2c715b716b85 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:57:38.043746 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device b20328e5-548d-4547-a70f-519fae3b717c no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:57:38.050327 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-631ecc92-6db3-4a37-b675-d5511edb6ccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-867614344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867614344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46783a0f-a9ec-4c21-b5ae-9aa4aafeeed7') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:38.050644 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-631ecc92-6db3-4a37-b675-d5511edb6ccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-867614344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867614344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46783a0f-a9ec-4c21-b5ae-9aa4aafeeed7') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:38.052252 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b15eb04d-0539-4468-8ea6-04ebd683da5a tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Made reservation on behalf of 5e650be244de4ee8b27aea189be279d1 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:57:38.053829 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4207241c-316f-4151-8607-74c5daa0bc1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-02160bd4-0f97-47d9-a577-2fc60d28c5ed', 'network_id': '02160bd4-0f97-47d9-a577-2fc60d28c5ed', 'tenant_id': 'a29a61521a994f198c0a79528eb27ed5', 'fixed_ips': [{'subnet_id': 'c03d7443-c5c9-42d5-a6fd-ef644cf942e1'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 06:57:38.054709 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-4207241c-316f-4151-8607-74c5daa0bc1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:38.062969 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b15eb04d-0539-4468-8ea6-04ebd683da5a tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:38.075953 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-631ecc92-6db3-4a37-b675-d5511edb6ccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-867614344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867614344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:38.082865 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46698) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:38.085754 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: b20328e5-548d-4547-a70f-519fae3b717c {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:57:38.086452 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device b20328e5-548d-4547-a70f-519fae3b717c not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:57:38.105002 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-4578d9c3-e962-4782-9943-8c48216f2ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:38.110987 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-266208e5-ac14-45d4-a946-8991f2cb2173 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:38.117476 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-631ecc92-6db3-4a37-b675-d5511edb6ccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-867614344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867614344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:38.132634 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-631ecc92-6db3-4a37-b675-d5511edb6ccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-867614344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867614344-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:57:38.133042 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-631ecc92-6db3-4a37-b675-d5511edb6ccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-867614344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867614344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:38.136152 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 06:57:38.136152 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:57:38.136152 n-d-715271-16 neutron-server[95066]: timer() Sep 23 06:57:38.136152 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:57:38.136152 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 06:57:38.136152 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:57:38.136152 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 06:57:38.136152 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:57:38.136152 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 06:57:38.136152 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:57:38.136152 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 06:57:38.136152 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:57:38.136152 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 06:57:38.136152 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:57:38.136152 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:57:38.136152 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:57:38.136152 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:57:38.136152 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:57:38.136152 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 06:57:38.136152 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:57:38.136152 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 06:57:38.136152 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:57:38.136152 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:57:38.136152 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:57:38.136152 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 06:57:38.136152 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:57:38.136152 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:57:38.136152 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:57:38.136152 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:57:38.136152 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:57:38.136152 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:57:38.136152 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:57:38.153618 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5323f607-47fa-46ad-a68b-23a126973f06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-4d1aa380-e411-494b-958c-7f758df734d6', 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'tenant_id': '5e650be244de4ee8b27aea189be279d1', 'fixed_ips': [{'subnet_id': '832a1359-669f-4284-9a8a-c1c85d4a2500'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 06:57:38.154767 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5323f607-47fa-46ad-a68b-23a126973f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:38.215152 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-266208e5-ac14-45d4-a946-8991f2cb2173 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:38.222505 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266208e5-ac14-45d4-a946-8991f2cb2173 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:38.223299 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-266208e5-ac14-45d4-a946-8991f2cb2173 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:38.226273 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-631ecc92-6db3-4a37-b675-d5511edb6ccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-867614344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867614344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:38.259538 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-631ecc92-6db3-4a37-b675-d5511edb6ccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-867614344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867614344-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:38.265000 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-631ecc92-6db3-4a37-b675-d5511edb6ccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-867614344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867614344-project] 10.222.0.39 "DELETE /v2.0/networks/f44b9c23-d86f-496b-9162-95e4dc7e9be6 HTTP/1.1" status: 204 len: 168 time: 0.5382900 Sep 23 06:57:38.282559 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631ecc92-6db3-4a37-b675-d5511edb6ccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-867614344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867614344-project] Pushing event deleted for resources: {'Network': ['ID=f44b9c23-d86f-496b-9162-95e4dc7e9be6,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:38.296088 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-266208e5-ac14-45d4-a946-8991f2cb2173 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6332736 Sep 23 06:57:38.299660 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46706) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:38.307164 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-3b18214e-2c5a-421f-b1a1-4b1ffec23080 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Request body: {'network': {'name': 'tempest-router-network02--18512606'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:57:38.341358 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266208e5-ac14-45d4-a946-8991f2cb2173 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Pushing event updated for resources: {'Network': ['ID=1d9fd03c-e43d-4fea-9fcf-6286c85adaa8,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:38.357724 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b18214e-2c5a-421f-b1a1-4b1ffec23080 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Made reservation on behalf of a29a61521a994f198c0a79528eb27ed5 for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:57:38.366013 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3b18214e-2c5a-421f-b1a1-4b1ffec23080 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:38.397832 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-95503c26-e7b5-4cde-a6e7-c4bc42923271 tempest-RoutersAdminNegativeTest-891852646 tempest-RoutersAdminNegativeTest-891852646-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1101668', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:57:38.432626 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 1d9fd03c-e43d-4fea-9fcf-6286c85adaa8 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:57:38.460837 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b18214e-2c5a-421f-b1a1-4b1ffec23080 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:57:38.493357 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3b18214e-2c5a-421f-b1a1-4b1ffec23080 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:38.493714 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-3b18214e-2c5a-421f-b1a1-4b1ffec23080 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Added segment a2d71b5f-19e0-4339-87cf-d1a6e24c50ae of type vlan for network 0d37ad64-1469-462f-b4aa-43d32235f049 Sep 23 06:57:38.495006 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95503c26-e7b5-4cde-a6e7-c4bc42923271 tempest-RoutersAdminNegativeTest-891852646 tempest-RoutersAdminNegativeTest-891852646-project-admin] Made reservation on behalf of ba532cc5acbb4a5cb271447d8a06d1c9 for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:57:38.497336 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-95503c26-e7b5-4cde-a6e7-c4bc42923271 tempest-RoutersAdminNegativeTest-891852646 tempest-RoutersAdminNegativeTest-891852646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:38.580924 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-95503c26-e7b5-4cde-a6e7-c4bc42923271 tempest-RoutersAdminNegativeTest-891852646 tempest-RoutersAdminNegativeTest-891852646-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:38.701649 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-4207241c-316f-4151-8607-74c5daa0bc1d None None] Allocated IP 2001:db8::2 (02160bd4-0f97-47d9-a577-2fc60d28c5ed/c03d7443-c5c9-42d5-a6fd-ef644cf942e1/dd0e88ed-5d5e-4190-bc03-af238ff1e50a) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:57:38.705513 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-5323f607-47fa-46ad-a68b-23a126973f06 None None] Allocated IP 2001:db8::f816:3eff:fe2f:f783 (4d1aa380-e411-494b-958c-7f758df734d6/832a1359-669f-4284-9a8a-c1c85d4a2500/b9233d6c-47ee-4bfd-98b5-c38bd9c8fdf0) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:57:38.712274 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3b18214e-2c5a-421f-b1a1-4b1ffec23080 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:38.762544 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b15eb04d-0539-4468-8ea6-04ebd683da5a tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:38.796212 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3b18214e-2c5a-421f-b1a1-4b1ffec23080 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:38.802455 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b18214e-2c5a-421f-b1a1-4b1ffec23080 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:38.803106 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3b18214e-2c5a-421f-b1a1-4b1ffec23080 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:38.856236 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15eb04d-0539-4468-8ea6-04ebd683da5a tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Network 4d1aa380-e411-494b-958c-7f758df734d6 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:57:38.862306 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-b15eb04d-0539-4468-8ea6-04ebd683da5a tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:57:38.867186 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15eb04d-0539-4468-8ea6-04ebd683da5a tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:38.868268 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b15eb04d-0539-4468-8ea6-04ebd683da5a tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:38.920713 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b18214e-2c5a-421f-b1a1-4b1ffec23080 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Pushing event updated for resources: {'Network': ['ID=0d37ad64-1469-462f-b4aa-43d32235f049,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:38.943028 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 0d37ad64-1469-462f-b4aa-43d32235f049 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:57:38.946381 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46716) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:38.962482 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15eb04d-0539-4468-8ea6-04ebd683da5a tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event updated for resources: {'Subnet': ['ID=12d02538-9e96-4f1c-b86a-5f09f4c978f4,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:38.991990 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-95503c26-e7b5-4cde-a6e7-c4bc42923271 tempest-RoutersAdminNegativeTest-891852646 tempest-RoutersAdminNegativeTest-891852646-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:38.999920 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-95503c26-e7b5-4cde-a6e7-c4bc42923271 tempest-RoutersAdminNegativeTest-891852646 tempest-RoutersAdminNegativeTest-891852646-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:39.009072 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-3b18214e-2c5a-421f-b1a1-4b1ffec23080 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7078421 Sep 23 06:57:39.011823 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [None req-95503c26-e7b5-4cde-a6e7-c4bc42923271 tempest-RoutersAdminNegativeTest-891852646 tempest-RoutersAdminNegativeTest-891852646-project-admin] device_id is not set on port b794a39d-b284-4ccf-afb3-839a7e04f68b yet. {{(pid=95066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 06:57:39.016990 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46720) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:39.029524 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-b15eb04d-0539-4468-8ea6-04ebd683da5a tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3633420 Sep 23 06:57:39.036231 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46722) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:39.043634 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-57f25dde-bf27-477c-a60e-22ada6de46cb tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Request body: {'subnet': {'network_id': '1d9fd03c-e43d-4fea-9fcf-6286c85adaa8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:57:39.064195 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-be1d6977-5d1a-48e0-bf75-c1fb23bd4f45 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Request body: {'port': {'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'mac_address': 'fa:16:3e:ac:8b:e1', 'name': 'tempest-NetworksTestDHCPv6-730040328'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:57:39.122090 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95503c26-e7b5-4cde-a6e7-c4bc42923271 tempest-RoutersAdminNegativeTest-891852646 tempest-RoutersAdminNegativeTest-891852646-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6acd9724-dfb4-4642-9e32-e1e9b96925e2,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:39.179184 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-4207241c-316f-4151-8607-74c5daa0bc1d None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:39.195067 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5323f607-47fa-46ad-a68b-23a126973f06 None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:39.207221 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-4207241c-316f-4151-8607-74c5daa0bc1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:39.245303 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-95503c26-e7b5-4cde-a6e7-c4bc42923271 tempest-RoutersAdminNegativeTest-891852646 tempest-RoutersAdminNegativeTest-891852646-project-admin] Allocated IP 172.25.2.27 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/b794a39d-b284-4ccf-afb3-839a7e04f68b) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:57:39.247663 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f25dde-bf27-477c-a60e-22ada6de46cb tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Made reservation on behalf of a29a61521a994f198c0a79528eb27ed5 for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:57:39.252994 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-57f25dde-bf27-477c-a60e-22ada6de46cb tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:39.253891 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5323f607-47fa-46ad-a68b-23a126973f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:39.337233 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4207241c-316f-4151-8607-74c5daa0bc1d None None] Network 02160bd4-0f97-47d9-a577-2fc60d28c5ed is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:57:39.346269 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-4207241c-316f-4151-8607-74c5daa0bc1d None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:57:39.355481 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5323f607-47fa-46ad-a68b-23a126973f06 None None] Network 4d1aa380-e411-494b-958c-7f758df734d6 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:57:39.356767 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4207241c-316f-4151-8607-74c5daa0bc1d None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:57:39.371228 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-5323f607-47fa-46ad-a68b-23a126973f06 None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:57:39.396150 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5323f607-47fa-46ad-a68b-23a126973f06 None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:57:39.401139 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4207241c-316f-4151-8607-74c5daa0bc1d None None] Pushing event updated for resources: {'Port': ['ID=dd0e88ed-5d5e-4190-bc03-af238ff1e50a,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:39.414673 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4207241c-316f-4151-8607-74c5daa0bc1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:57:39.415279 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4207241c-316f-4151-8607-74c5daa0bc1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:57:39.415810 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4207241c-316f-4151-8607-74c5daa0bc1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:57:39.416312 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4207241c-316f-4151-8607-74c5daa0bc1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:57:39.416835 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4207241c-316f-4151-8607-74c5daa0bc1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:57:39.417336 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4207241c-316f-4151-8607-74c5daa0bc1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:57:39.418101 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4207241c-316f-4151-8607-74c5daa0bc1d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:57:39.418690 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4207241c-316f-4151-8607-74c5daa0bc1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:57:39.419209 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4207241c-316f-4151-8607-74c5daa0bc1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:57:39.419717 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4207241c-316f-4151-8607-74c5daa0bc1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:57:39.420351 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4207241c-316f-4151-8607-74c5daa0bc1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:57:39.420842 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4207241c-316f-4151-8607-74c5daa0bc1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:57:39.511843 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-4207241c-316f-4151-8607-74c5daa0bc1d None None] Attempting to bind port dd0e88ed-5d5e-4190-bc03-af238ff1e50a on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:57:39.512600 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-4207241c-316f-4151-8607-74c5daa0bc1d None None] Attempting to bind port dd0e88ed-5d5e-4190-bc03-af238ff1e50a by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': 'b183b435-fa90-41eb-9600-c69c5f1ffb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '02160bd4-0f97-47d9-a577-2fc60d28c5ed'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:57:39.513294 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4207241c-316f-4151-8607-74c5daa0bc1d None None] Attempting to bind port dd0e88ed-5d5e-4190-bc03-af238ff1e50a on network 02160bd4-0f97-47d9-a577-2fc60d28c5ed {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:57:39.535741 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4207241c-316f-4151-8607-74c5daa0bc1d None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:57:39.536055 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4207241c-316f-4151-8607-74c5daa0bc1d None None] Checking segment: {'id': 'b183b435-fa90-41eb-9600-c69c5f1ffb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '02160bd4-0f97-47d9-a577-2fc60d28c5ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:57:39.536403 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-4207241c-316f-4151-8607-74c5daa0bc1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:39.536794 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4207241c-316f-4151-8607-74c5daa0bc1d None None] Bound using segment: {'id': 'b183b435-fa90-41eb-9600-c69c5f1ffb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '02160bd4-0f97-47d9-a577-2fc60d28c5ed'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:57:39.537262 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-4207241c-316f-4151-8607-74c5daa0bc1d None None] Bound port: dd0e88ed-5d5e-4190-bc03-af238ff1e50a, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b183b435-fa90-41eb-9600-c69c5f1ffb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '02160bd4-0f97-47d9-a577-2fc60d28c5ed'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:57:39.537638 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-4207241c-316f-4151-8607-74c5daa0bc1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:39.570464 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5323f607-47fa-46ad-a68b-23a126973f06 None None] Pushing event updated for resources: {'Port': ['ID=b9233d6c-47ee-4bfd-98b5-c38bd9c8fdf0,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:39.575943 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-5323f607-47fa-46ad-a68b-23a126973f06 None None] Attempting to bind port b9233d6c-47ee-4bfd-98b5-c38bd9c8fdf0 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:57:39.576529 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-5323f607-47fa-46ad-a68b-23a126973f06 None None] Attempting to bind port b9233d6c-47ee-4bfd-98b5-c38bd9c8fdf0 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '98ee167a-1403-4867-958f-d4f6736b2e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:57:39.576681 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5323f607-47fa-46ad-a68b-23a126973f06 None None] Attempting to bind port b9233d6c-47ee-4bfd-98b5-c38bd9c8fdf0 on network 4d1aa380-e411-494b-958c-7f758df734d6 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:57:39.601323 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-780f0124-2c30-4c96-b27a-a62e314e1769 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=932824efa282403b8e144776c862aff7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6529527 Sep 23 06:57:39.604703 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46728) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:39.611813 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be1d6977-5d1a-48e0-bf75-c1fb23bd4f45 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Made reservation on behalf of 5e650be244de4ee8b27aea189be279d1 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:57:39.617382 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5323f607-47fa-46ad-a68b-23a126973f06 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:57:39.617899 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5323f607-47fa-46ad-a68b-23a126973f06 None None] Checking segment: {'id': '98ee167a-1403-4867-958f-d4f6736b2e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:57:39.618306 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5323f607-47fa-46ad-a68b-23a126973f06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:39.618704 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5323f607-47fa-46ad-a68b-23a126973f06 None None] Bound using segment: {'id': '98ee167a-1403-4867-958f-d4f6736b2e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:57:39.619200 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-5323f607-47fa-46ad-a68b-23a126973f06 None None] Bound port: b9233d6c-47ee-4bfd-98b5-c38bd9c8fdf0, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98ee167a-1403-4867-958f-d4f6736b2e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:57:39.619582 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5323f607-47fa-46ad-a68b-23a126973f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:39.695457 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-4207241c-316f-4151-8607-74c5daa0bc1d None None] For port dd0e88ed-5d5e-4190-bc03-af238ff1e50a, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:57:39.700094 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-4207241c-316f-4151-8607-74c5daa0bc1d None None] For port dd0e88ed-5d5e-4190-bc03-af238ff1e50a, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=dd0e88ed-5d5e-4190-bc03-af238ff1e50a,segment=NetworkSegment(b183b435-fa90-41eb-9600-c69c5f1ffb32),segment_id=b183b435-fa90-41eb-9600-c69c5f1ffb32)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:57:39.709809 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-4207241c-316f-4151-8607-74c5daa0bc1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:39.736695 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-06bc9534-44df-4e0c-b354-5d585f3121eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:39.757337 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-be1d6977-5d1a-48e0-bf75-c1fb23bd4f45 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:39.798002 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-5323f607-47fa-46ad-a68b-23a126973f06 None None] For port b9233d6c-47ee-4bfd-98b5-c38bd9c8fdf0, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:57:39.803435 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-5323f607-47fa-46ad-a68b-23a126973f06 None None] For port b9233d6c-47ee-4bfd-98b5-c38bd9c8fdf0, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=b9233d6c-47ee-4bfd-98b5-c38bd9c8fdf0,segment=NetworkSegment(98ee167a-1403-4867-958f-d4f6736b2e62),segment_id=98ee167a-1403-4867-958f-d4f6736b2e62)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:57:39.829808 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-06bc9534-44df-4e0c-b354-5d585f3121eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:39.834381 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5323f607-47fa-46ad-a68b-23a126973f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:39.866160 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [None req-be1d6977-5d1a-48e0-bf75-c1fb23bd4f45 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] device_id is not set on port 7d8ea8c7-8d70-4e52-a90c-c33956d28941 yet. {{(pid=95065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 06:57:39.892485 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4207241c-316f-4151-8607-74c5daa0bc1d None None] Pushing event updated for resources: {'Port': ['ID=dd0e88ed-5d5e-4190-bc03-af238ff1e50a,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:40.103844 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:40.135133 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-06bc9534-44df-4e0c-b354-5d585f3121eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:40.136802 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5323f607-47fa-46ad-a68b-23a126973f06 None None] Pushing event updated for resources: {'Port': ['ID=b9233d6c-47ee-4bfd-98b5-c38bd9c8fdf0,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:40.138546 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-06bc9534-44df-4e0c-b354-5d585f3121eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:40.151272 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-06bc9534-44df-4e0c-b354-5d585f3121eb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3cf0287d-bb16-4a3c-b629-0d51dcad6526 HTTP/1.1" status: 204 len: 168 time: 0.5445199 Sep 23 06:57:40.180868 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bc9534-44df-4e0c-b354-5d585f3121eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf0287d-bb16-4a3c-b629-0d51dcad6526,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:40.185354 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-95503c26-e7b5-4cde-a6e7-c4bc42923271 tempest-RoutersAdminNegativeTest-891852646 tempest-RoutersAdminNegativeTest-891852646-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:40.201950 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-57f25dde-bf27-477c-a60e-22ada6de46cb tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:40.344576 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f25dde-bf27-477c-a60e-22ada6de46cb tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Pushing event updated for resources: {'Subnet': ['ID=8b189826-9801-410b-b810-6d9096e8dd73,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:40.347739 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-be1d6977-5d1a-48e0-bf75-c1fb23bd4f45 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Allocated IP 172.20.0.5 (4d1aa380-e411-494b-958c-7f758df734d6/12d02538-9e96-4f1c-b86a-5f09f4c978f4/7d8ea8c7-8d70-4e52-a90c-c33956d28941) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:57:40.361109 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-be1d6977-5d1a-48e0-bf75-c1fb23bd4f45 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Allocated IP 2001:db8::f816:3eff:feac:8be1 (4d1aa380-e411-494b-958c-7f758df734d6/832a1359-669f-4284-9a8a-c1c85d4a2500/7d8ea8c7-8d70-4e52-a90c-c33956d28941) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:57:40.424273 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f25dde-bf27-477c-a60e-22ada6de46cb tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Checking segment: {'id': '9cd94c37-00f7-4f81-8360-cc856504debb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '1d9fd03c-e43d-4fea-9fcf-6286c85adaa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:57:40.424671 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f25dde-bf27-477c-a60e-22ada6de46cb tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Network hostable DHCP agents. Network: 1d9fd03c-e43d-4fea-9fcf-6286c85adaa8, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:57:40.434241 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-95503c26-e7b5-4cde-a6e7-c4bc42923271 tempest-RoutersAdminNegativeTest-891852646 tempest-RoutersAdminNegativeTest-891852646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:40.503434 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95503c26-e7b5-4cde-a6e7-c4bc42923271 tempest-RoutersAdminNegativeTest-891852646 tempest-RoutersAdminNegativeTest-891852646-project-admin] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:57:40.512548 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-95503c26-e7b5-4cde-a6e7-c4bc42923271 tempest-RoutersAdminNegativeTest-891852646 tempest-RoutersAdminNegativeTest-891852646-project-admin] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:57:40.515471 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95503c26-e7b5-4cde-a6e7-c4bc42923271 tempest-RoutersAdminNegativeTest-891852646 tempest-RoutersAdminNegativeTest-891852646-project-admin] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:57:40.520349 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f25dde-bf27-477c-a60e-22ada6de46cb tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Network 1d9fd03c-e43d-4fea-9fcf-6286c85adaa8 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:57:40.572412 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95503c26-e7b5-4cde-a6e7-c4bc42923271 tempest-RoutersAdminNegativeTest-891852646 tempest-RoutersAdminNegativeTest-891852646-project-admin] Pushing event updated for resources: {'Port': ['ID=b794a39d-b284-4ccf-afb3-839a7e04f68b,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:40.578286 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-57f25dde-bf27-477c-a60e-22ada6de46cb tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 1d9fd03c-e43d-4fea-9fcf-6286c85adaa8) {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:57:40.593195 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f25dde-bf27-477c-a60e-22ada6de46cb tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:40.594265 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-57f25dde-bf27-477c-a60e-22ada6de46cb tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:40.603000 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f80ef69-fe7c-4a25-bc80-569b6e870d7a None None] Network 1d9fd03c-e43d-4fea-9fcf-6286c85adaa8 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:57:40.619618 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-be1d6977-5d1a-48e0-bf75-c1fb23bd4f45 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:40.664070 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95503c26-e7b5-4cde-a6e7-c4bc42923271 tempest-RoutersAdminNegativeTest-891852646 tempest-RoutersAdminNegativeTest-891852646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:40.666061 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-be1d6977-5d1a-48e0-bf75-c1fb23bd4f45 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:40.667246 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-95503c26-e7b5-4cde-a6e7-c4bc42923271 tempest-RoutersAdminNegativeTest-891852646 tempest-RoutersAdminNegativeTest-891852646-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:40.676776 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-57f25dde-bf27-477c-a60e-22ada6de46cb tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6570561 Sep 23 06:57:40.681047 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46742) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:40.693539 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-5375799e-5409-435d-819f-287f61de1683 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Request body: {'subnet': {'network_id': '0d37ad64-1469-462f-b4aa-43d32235f049', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:57:40.726072 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-95503c26-e7b5-4cde-a6e7-c4bc42923271 tempest-RoutersAdminNegativeTest-891852646 tempest-RoutersAdminNegativeTest-891852646-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.6356192 Sep 23 06:57:40.734449 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46744) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:40.763959 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-212629ac-2686-46a9-bb30-b461ed08f6d0 tempest-RoutersAdminNegativeTest-891852646 tempest-RoutersAdminNegativeTest-891852646-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.27'}]}}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:57:40.842923 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-212629ac-2686-46a9-bb30-b461ed08f6d0 tempest-RoutersAdminNegativeTest-891852646 tempest-RoutersAdminNegativeTest-891852646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:40.845199 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-212629ac-2686-46a9-bb30-b461ed08f6d0 tempest-RoutersAdminNegativeTest-891852646 tempest-RoutersAdminNegativeTest-891852646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:40.880434 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1d6977-5d1a-48e0-bf75-c1fb23bd4f45 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Network 4d1aa380-e411-494b-958c-7f758df734d6 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:57:40.925996 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-be1d6977-5d1a-48e0-bf75-c1fb23bd4f45 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:57:40.938559 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1d6977-5d1a-48e0-bf75-c1fb23bd4f45 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:57:40.949167 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1d6977-5d1a-48e0-bf75-c1fb23bd4f45 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event updated for resources: {'Port': ['ID=7d8ea8c7-8d70-4e52-a90c-c33956d28941,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:40.951879 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46752) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:41.013667 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-212629ac-2686-46a9-bb30-b461ed08f6d0 tempest-RoutersAdminNegativeTest-891852646 tempest-RoutersAdminNegativeTest-891852646-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:41.054613 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-25b13259-a047-4c6c-aceb-491543bad06a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=237e29c20760488bb7cf275f6d689399&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0752299 Sep 23 06:57:41.055852 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5375799e-5409-435d-819f-287f61de1683 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Made reservation on behalf of a29a61521a994f198c0a79528eb27ed5 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:57:41.060038 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5375799e-5409-435d-819f-287f61de1683 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:41.063477 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46754) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:41.072940 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1d6977-5d1a-48e0-bf75-c1fb23bd4f45 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:41.073787 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2aa458b9-711d-49d5-8ba5-89fb7a22e661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:41.074313 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-be1d6977-5d1a-48e0-bf75-c1fb23bd4f45 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:41.148257 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-be1d6977-5d1a-48e0-bf75-c1fb23bd4f45 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.0985765 Sep 23 06:57:41.149689 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46756) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:41.246648 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-212629ac-2686-46a9-bb30-b461ed08f6d0 tempest-RoutersAdminNegativeTest-891852646 tempest-RoutersAdminNegativeTest-891852646-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:41.256021 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78bc59f9-d065-4aea-b781-f0fdd70825ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-1d9fd03c-e43d-4fea-9fcf-6286c85adaa8', 'network_id': '1d9fd03c-e43d-4fea-9fcf-6286c85adaa8', 'tenant_id': 'a29a61521a994f198c0a79528eb27ed5', 'fixed_ips': [{'subnet_id': '8b189826-9801-410b-b810-6d9096e8dd73'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 06:57:41.257274 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-78bc59f9-d065-4aea-b781-f0fdd70825ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:41.438412 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6c9be032-27cd-49e9-9710-194f96bde102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:41.453286 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64edfa33-e360-4c0c-814b-c550d7e4712e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:41.461110 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64edfa33-e360-4c0c-814b-c550d7e4712e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:41.462979 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-64edfa33-e360-4c0c-814b-c550d7e4712e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.3104403 Sep 23 06:57:41.470366 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46758) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:41.535460 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:41.543329 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6c9be032-27cd-49e9-9710-194f96bde102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:41.549709 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-78bc59f9-d065-4aea-b781-f0fdd70825ed None None] Allocated IP 2001:db8::2 (1d9fd03c-e43d-4fea-9fcf-6286c85adaa8/8b189826-9801-410b-b810-6d9096e8dd73/c1ae12f3-82e7-406f-a9f9-0628c504dfc2) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:57:41.630909 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef852c59-90f4-4c52-bd92-82b47221f726 None None] Network 02160bd4-0f97-47d9-a577-2fc60d28c5ed requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:57:41.658997 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5375799e-5409-435d-819f-287f61de1683 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:41.784284 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6c9be032-27cd-49e9-9710-194f96bde102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:41.789995 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6c9be032-27cd-49e9-9710-194f96bde102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:41.797406 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-6c9be032-27cd-49e9-9710-194f96bde102 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1b42c617-b41b-4bb3-9eb0-f21c3769b961 HTTP/1.1" status: 204 len: 168 time: 0.7279198 Sep 23 06:57:41.849282 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9be032-27cd-49e9-9710-194f96bde102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b42c617-b41b-4bb3-9eb0-f21c3769b961,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:41.874825 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5375799e-5409-435d-819f-287f61de1683 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Pushing event updated for resources: {'Subnet': ['ID=cc39bd97-8958-4d4a-95fb-820db80ac3bb,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:41.897042 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5375799e-5409-435d-819f-287f61de1683 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Checking segment: {'id': 'a2d71b5f-19e0-4339-87cf-d1a6e24c50ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0d37ad64-1469-462f-b4aa-43d32235f049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:57:41.897292 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5375799e-5409-435d-819f-287f61de1683 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Network hostable DHCP agents. Network: 0d37ad64-1469-462f-b4aa-43d32235f049, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:57:41.924858 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-bf7698c4-a16a-4424-a6c3-59095db51ea2 None None] Provisioning complete for port dd0e88ed-5d5e-4190-bc03-af238ff1e50a triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:57:41.926981 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-bf7698c4-a16a-4424-a6c3-59095db51ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:41.956219 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5375799e-5409-435d-819f-287f61de1683 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Network 0d37ad64-1469-462f-b4aa-43d32235f049 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:57:41.999163 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-5375799e-5409-435d-819f-287f61de1683 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 0d37ad64-1469-462f-b4aa-43d32235f049) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:57:42.010395 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-212629ac-2686-46a9-bb30-b461ed08f6d0 tempest-RoutersAdminNegativeTest-891852646 tempest-RoutersAdminNegativeTest-891852646-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:42.039135 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5375799e-5409-435d-819f-287f61de1683 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:42.039772 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5375799e-5409-435d-819f-287f61de1683 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:42.042121 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f2647f-8793-4ce8-9107-b3a24dc33bbd None None] Network 0d37ad64-1469-462f-b4aa-43d32235f049 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:57:42.044000 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2022d45c-bb3b-4248-8810-aab10b149029 None None] Network 4d1aa380-e411-494b-958c-7f758df734d6 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:57:42.067330 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-212629ac-2686-46a9-bb30-b461ed08f6d0 tempest-RoutersAdminNegativeTest-891852646 tempest-RoutersAdminNegativeTest-891852646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:42.102899 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-c7e3a0be-0990-47e4-9e15-d8418c74fefc tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Deleting port 7d8ea8c7-8d70-4e52-a90c-c33956d28941 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:57:42.104047 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c7e3a0be-0990-47e4-9e15-d8418c74fefc tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:42.124986 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-5375799e-5409-435d-819f-287f61de1683 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4405849 Sep 23 06:57:42.127436 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46770) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:42.274330 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c7e3a0be-0990-47e4-9e15-d8418c74fefc tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:42.291678 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-c7e3a0be-0990-47e4-9e15-d8418c74fefc tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Calling delete_port for 7d8ea8c7-8d70-4e52-a90c-c33956d28941 owned by {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:57:42.312549 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device dd0e88ed-5d5e-4190-bc03-af238ff1e50a up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:57:42.484194 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:42.593380 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-78bc59f9-d065-4aea-b781-f0fdd70825ed None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:42.629048 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-212629ac-2686-46a9-bb30-b461ed08f6d0 tempest-RoutersAdminNegativeTest-891852646 tempest-RoutersAdminNegativeTest-891852646-project-admin] Notify callbacks [] for router, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:42.713593 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-78bc59f9-d065-4aea-b781-f0fdd70825ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:42.763952 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bc59f9-d065-4aea-b781-f0fdd70825ed None None] Network 1d9fd03c-e43d-4fea-9fcf-6286c85adaa8 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:57:42.778106 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-78bc59f9-d065-4aea-b781-f0fdd70825ed None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:57:42.785240 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bc59f9-d065-4aea-b781-f0fdd70825ed None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:57:42.835029 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-212629ac-2686-46a9-bb30-b461ed08f6d0 tempest-RoutersAdminNegativeTest-891852646 tempest-RoutersAdminNegativeTest-891852646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:42.839100 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-212629ac-2686-46a9-bb30-b461ed08f6d0 tempest-RoutersAdminNegativeTest-891852646 tempest-RoutersAdminNegativeTest-891852646-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:42.843014 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bc59f9-d065-4aea-b781-f0fdd70825ed None None] Pushing event updated for resources: {'Port': ['ID=c1ae12f3-82e7-406f-a9f9-0628c504dfc2,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:42.863335 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c7bdd92b-1a0a-4f59-ace8-d5f7b42453f2 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:42.882131 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-bf7698c4-a16a-4424-a6c3-59095db51ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:42.923008 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port dd0e88ed-5d5e-4190-bc03-af238ff1e50a triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:57:42.923295 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:43.000431 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c7e3a0be-0990-47e4-9e15-d8418c74fefc tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:43.037463 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-212629ac-2686-46a9-bb30-b461ed08f6d0 tempest-RoutersAdminNegativeTest-891852646 tempest-RoutersAdminNegativeTest-891852646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:43.038260 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-212629ac-2686-46a9-bb30-b461ed08f6d0 tempest-RoutersAdminNegativeTest-891852646 tempest-RoutersAdminNegativeTest-891852646-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cdf67ca5-90a2-45fb-b823-acf241565b13 {{(pid=95066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 06:57:43.051548 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603869c5-59af-4d9a-90e1-f46c73c66c96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-0d37ad64-1469-462f-b4aa-43d32235f049', 'network_id': '0d37ad64-1469-462f-b4aa-43d32235f049', 'tenant_id': 'a29a61521a994f198c0a79528eb27ed5', 'fixed_ips': [{'subnet_id': 'cc39bd97-8958-4d4a-95fb-820db80ac3bb'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 06:57:43.052671 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-603869c5-59af-4d9a-90e1-f46c73c66c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:43.085114 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-78bc59f9-d065-4aea-b781-f0fdd70825ed None None] Attempting to bind port c1ae12f3-82e7-406f-a9f9-0628c504dfc2 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:57:43.085497 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-78bc59f9-d065-4aea-b781-f0fdd70825ed None None] Attempting to bind port c1ae12f3-82e7-406f-a9f9-0628c504dfc2 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '9cd94c37-00f7-4f81-8360-cc856504debb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '1d9fd03c-e43d-4fea-9fcf-6286c85adaa8'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:57:43.085894 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bc59f9-d065-4aea-b781-f0fdd70825ed None None] Attempting to bind port c1ae12f3-82e7-406f-a9f9-0628c504dfc2 on network 1d9fd03c-e43d-4fea-9fcf-6286c85adaa8 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:57:43.108387 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-bf7698c4-a16a-4424-a6c3-59095db51ea2 None None] For port dd0e88ed-5d5e-4190-bc03-af238ff1e50a, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=dd0e88ed-5d5e-4190-bc03-af238ff1e50a,segment=NetworkSegment(b183b435-fa90-41eb-9600-c69c5f1ffb32),segment_id=b183b435-fa90-41eb-9600-c69c5f1ffb32)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:57:43.119027 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-bf7698c4-a16a-4424-a6c3-59095db51ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:43.131084 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bc59f9-d065-4aea-b781-f0fdd70825ed None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:57:43.131463 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bc59f9-d065-4aea-b781-f0fdd70825ed None None] Checking segment: {'id': '9cd94c37-00f7-4f81-8360-cc856504debb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '1d9fd03c-e43d-4fea-9fcf-6286c85adaa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:57:43.131863 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-78bc59f9-d065-4aea-b781-f0fdd70825ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:43.131986 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e3a0be-0990-47e4-9e15-d8418c74fefc tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event deleted for resources: {'Port': ['ID=7d8ea8c7-8d70-4e52-a90c-c33956d28941,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:43.132253 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bc59f9-d065-4aea-b781-f0fdd70825ed None None] Bound using segment: {'id': '9cd94c37-00f7-4f81-8360-cc856504debb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '1d9fd03c-e43d-4fea-9fcf-6286c85adaa8'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:57:43.132736 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-78bc59f9-d065-4aea-b781-f0fdd70825ed None None] Bound port: c1ae12f3-82e7-406f-a9f9-0628c504dfc2, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cd94c37-00f7-4f81-8360-cc856504debb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '1d9fd03c-e43d-4fea-9fcf-6286c85adaa8'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:57:43.133118 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-78bc59f9-d065-4aea-b781-f0fdd70825ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:43.208706 n-d-715271-16 neutron-server[95066]: INFO neutron.api.v2.resource [None req-212629ac-2686-46a9-bb30-b461ed08f6d0 tempest-RoutersAdminNegativeTest-891852646 tempest-RoutersAdminNegativeTest-891852646-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 23 06:57:43.209749 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-212629ac-2686-46a9-bb30-b461ed08f6d0 tempest-RoutersAdminNegativeTest-891852646 tempest-RoutersAdminNegativeTest-891852646-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.4711008 Sep 23 06:57:43.218418 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46794) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:43.385033 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-78bc59f9-d065-4aea-b781-f0fdd70825ed None None] For port c1ae12f3-82e7-406f-a9f9-0628c504dfc2, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:57:43.388901 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-78bc59f9-d065-4aea-b781-f0fdd70825ed None None] For port c1ae12f3-82e7-406f-a9f9-0628c504dfc2, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=c1ae12f3-82e7-406f-a9f9-0628c504dfc2,segment=NetworkSegment(9cd94c37-00f7-4f81-8360-cc856504debb),segment_id=9cd94c37-00f7-4f81-8360-cc856504debb)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:57:43.406349 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-78bc59f9-d065-4aea-b781-f0fdd70825ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:43.552667 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f423cb5-7299-4fe2-b7ad-20b1e534d7ec None None] Update dhcp port {'port': {'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'fixed_ips': [{'subnet_id': '832a1359-669f-4284-9a8a-c1c85d4a2500', 'ip_address': '2001:db8::f816:3eff:fe2f:f783'}, {'subnet_id': '12d02538-9e96-4f1c-b86a-5f09f4c978f4'}], 'binding:host_id': 'n-d-715271-16'}, 'id': 'b9233d6c-47ee-4bfd-98b5-c38bd9c8fdf0'} from n-d-715271-16. {{(pid=95067) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 23 06:57:43.561896 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-c7bdd92b-1a0a-4f59-ace8-d5f7b42453f2 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Allocated IP 2001:db8::1 (1d9fd03c-e43d-4fea-9fcf-6286c85adaa8/8b189826-9801-410b-b810-6d9096e8dd73/f85427f9-17c3-4fe5-bcdb-81c454428f14) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:57:43.603105 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-1f423cb5-7299-4fe2-b7ad-20b1e534d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:43.628727 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c7e3a0be-0990-47e4-9e15-d8418c74fefc tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:43.631664 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-c7e3a0be-0990-47e4-9e15-d8418c74fefc tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/ports/7d8ea8c7-8d70-4e52-a90c-c33956d28941 HTTP/1.1" status: 204 len: 168 time: 2.1597834 Sep 23 06:57:43.634983 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-c316ca25-8e33-411c-8ecd-f8e18e2bdb02 None None] Provisioning complete for port b9233d6c-47ee-4bfd-98b5-c38bd9c8fdf0 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:57:43.635643 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c316ca25-8e33-411c-8ecd-f8e18e2bdb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:43.649579 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46802) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:43.674197 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7698c4-a16a-4424-a6c3-59095db51ea2 None None] Pushing event updated for resources: {'Port': ['ID=dd0e88ed-5d5e-4190-bc03-af238ff1e50a,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:43.744623 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-54a86c03-7b65-4fb6-b30b-1e60c6e41e02 tempest-RoutersAdminNegativeTest-891852646 tempest-RoutersAdminNegativeTest-891852646-project-admin] Deleting port b794a39d-b284-4ccf-afb3-839a7e04f68b {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:57:43.744915 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-54a86c03-7b65-4fb6-b30b-1e60c6e41e02 tempest-RoutersAdminNegativeTest-891852646 tempest-RoutersAdminNegativeTest-891852646-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:43.785723 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bc59f9-d065-4aea-b781-f0fdd70825ed None None] Pushing event updated for resources: {'Port': ['ID=c1ae12f3-82e7-406f-a9f9-0628c504dfc2,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:43.812921 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fa57db-892d-41b6-bfd9-55f30363c1ac tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:43.815823 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fa57db-892d-41b6-bfd9-55f30363c1ac tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:43.817961 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fa57db-892d-41b6-bfd9-55f30363c1ac tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:43.820235 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-f5fa57db-892d-41b6-bfd9-55f30363c1ac tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1685259 Sep 23 06:57:43.823018 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46806) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:43.826924 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device b9233d6c-47ee-4bfd-98b5-c38bd9c8fdf0 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:57:43.866430 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c7bdd92b-1a0a-4f59-ace8-d5f7b42453f2 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:43.955138 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-a38c31a7-ab93-4d72-aa4d-016717c39165 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Deleting subnet 12d02538-9e96-4f1c-b86a-5f09f4c978f4 {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:57:43.970685 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a38c31a7-ab93-4d72-aa4d-016717c39165 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:43.981832 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c7bdd92b-1a0a-4f59-ace8-d5f7b42453f2 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:44.046542 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a38c31a7-ab93-4d72-aa4d-016717c39165 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:44.124937 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bdd92b-1a0a-4f59-ace8-d5f7b42453f2 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Network 1d9fd03c-e43d-4fea-9fcf-6286c85adaa8 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:57:44.146020 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-c7bdd92b-1a0a-4f59-ace8-d5f7b42453f2 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:57:44.159324 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bdd92b-1a0a-4f59-ace8-d5f7b42453f2 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:57:44.159897 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c7bdd92b-1a0a-4f59-ace8-d5f7b42453f2 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068614'] for router_interface, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:44.185459 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a38c31a7-ab93-4d72-aa4d-016717c39165 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:44.192026 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bdd92b-1a0a-4f59-ace8-d5f7b42453f2 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Pushing event updated for resources: {'Port': ['ID=f85427f9-17c3-4fe5-bcdb-81c454428f14,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:44.295230 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a38c31a7-ab93-4d72-aa4d-016717c39165 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:44.309661 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:44.312323 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server [None req-1f423cb5-7299-4fe2-b7ad-20b1e534d7ec None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 12d02538-9e96-4f1c-b86a-5f09f4c978f4: This subnet is being modified by another concurrent operation. Sep 23 06:57:44.312323 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 23 06:57:44.312323 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 23 06:57:44.312323 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 23 06:57:44.312323 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 23 06:57:44.312323 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 23 06:57:44.312323 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 23 06:57:44.312323 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 23 06:57:44.312323 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 23 06:57:44.312323 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 23 06:57:44.312323 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 23 06:57:44.312323 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 23 06:57:44.312323 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 23 06:57:44.312323 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 23 06:57:44.312323 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 06:57:44.312323 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 06:57:44.312323 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 06:57:44.312323 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 06:57:44.312323 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 23 06:57:44.312323 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 06:57:44.312323 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 23 06:57:44.312323 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 23 06:57:44.312323 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 06:57:44.312323 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 06:57:44.312323 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 06:57:44.312323 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 06:57:44.312323 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 23 06:57:44.312323 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 06:57:44.312323 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 23 06:57:44.312323 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 23 06:57:44.312323 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 06:57:44.312323 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 06:57:44.312323 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 06:57:44.312323 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 06:57:44.312323 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 23 06:57:44.312323 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 23 06:57:44.312323 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Sep 23 06:57:44.312323 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Sep 23 06:57:44.312323 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Sep 23 06:57:44.312323 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Sep 23 06:57:44.312323 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 23 06:57:44.312323 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 23 06:57:44.312323 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 23 06:57:44.312323 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 23 06:57:44.312323 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 23 06:57:44.312323 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 23 06:57:44.312323 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 06:57:44.312323 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 06:57:44.312323 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 06:57:44.312323 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 06:57:44.312323 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 23 06:57:44.312323 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 06:57:44.312323 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 23 06:57:44.312323 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 23 06:57:44.312323 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 06:57:44.312323 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 06:57:44.312323 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 06:57:44.312323 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 06:57:44.312323 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 23 06:57:44.312323 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 06:57:44.312323 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 23 06:57:44.312323 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 23 06:57:44.312323 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 06:57:44.312323 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 06:57:44.312323 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 06:57:44.312323 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 06:57:44.312323 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 23 06:57:44.312323 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 23 06:57:44.312323 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1739, in update_port Sep 23 06:57:44.312323 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Sep 23 06:57:44.312323 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 23 06:57:44.312323 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 23 06:57:44.312323 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Sep 23 06:57:44.312323 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Sep 23 06:57:44.312323 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Sep 23 06:57:44.312323 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Sep 23 06:57:44.312323 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Sep 23 06:57:44.312323 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Sep 23 06:57:44.312323 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Sep 23 06:57:44.312323 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 23 06:57:44.312323 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 23 06:57:44.312323 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 23 06:57:44.312323 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 23 06:57:44.312323 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server raise exception Sep 23 06:57:44.312323 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 12d02538-9e96-4f1c-b86a-5f09f4c978f4: This subnet is being modified by another concurrent operation. Sep 23 06:57:44.312323 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server Sep 23 06:57:44.368800 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38c31a7-ab93-4d72-aa4d-016717c39165 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event deleted for resources: {'Subnet': ['ID=12d02538-9e96-4f1c-b86a-5f09f4c978f4,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:44.406041 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c316ca25-8e33-411c-8ecd-f8e18e2bdb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:44.437989 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-54a86c03-7b65-4fb6-b30b-1e60c6e41e02 tempest-RoutersAdminNegativeTest-891852646 tempest-RoutersAdminNegativeTest-891852646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:44.458147 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-603869c5-59af-4d9a-90e1-f46c73c66c96 None None] Allocated IP 2001:db8::2 (0d37ad64-1469-462f-b4aa-43d32235f049/cc39bd97-8958-4d4a-95fb-820db80ac3bb/7b6ccc48-635b-4e3f-8082-1972c3e5af99) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:57:44.462790 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a38c31a7-ab93-4d72-aa4d-016717c39165 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:44.464721 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-a38c31a7-ab93-4d72-aa4d-016717c39165 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/subnets/12d02538-9e96-4f1c-b86a-5f09f4c978f4 HTTP/1.1" status: 204 len: 168 time: 0.6407812 Sep 23 06:57:44.468813 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46818) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:44.476558 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-c316ca25-8e33-411c-8ecd-f8e18e2bdb02 None None] For port b9233d6c-47ee-4bfd-98b5-c38bd9c8fdf0, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=b9233d6c-47ee-4bfd-98b5-c38bd9c8fdf0,segment=NetworkSegment(98ee167a-1403-4867-958f-d4f6736b2e62),segment_id=98ee167a-1403-4867-958f-d4f6736b2e62)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:57:44.481430 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port b9233d6c-47ee-4bfd-98b5-c38bd9c8fdf0 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:57:44.481798 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:44.502158 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-54a86c03-7b65-4fb6-b30b-1e60c6e41e02 tempest-RoutersAdminNegativeTest-891852646 tempest-RoutersAdminNegativeTest-891852646-project-admin] Calling delete_port for b794a39d-b284-4ccf-afb3-839a7e04f68b owned by {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:57:44.510636 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c7bdd92b-1a0a-4f59-ace8-d5f7b42453f2 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:44.515121 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c316ca25-8e33-411c-8ecd-f8e18e2bdb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:44.658292 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-187d37b7-7ef8-4408-9a16-88ac94db33d7 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Deleting subnet 832a1359-669f-4284-9a8a-c1c85d4a2500 {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:57:44.673914 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-187d37b7-7ef8-4408-9a16-88ac94db33d7 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:44.733761 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-d1033689-04ca-4e8b-8efc-840b57c296ba None None] Could not find standard attr ID for object 7d8ea8c7-8d70-4e52-a90c-c33956d28941. {{(pid=95067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 06:57:44.810865 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c316ca25-8e33-411c-8ecd-f8e18e2bdb02 None None] Pushing event updated for resources: {'Port': ['ID=b9233d6c-47ee-4bfd-98b5-c38bd9c8fdf0,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:44.825826 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-187d37b7-7ef8-4408-9a16-88ac94db33d7 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:44.834365 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-54a86c03-7b65-4fb6-b30b-1e60c6e41e02 tempest-RoutersAdminNegativeTest-891852646 tempest-RoutersAdminNegativeTest-891852646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:44.865923 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-d1033689-04ca-4e8b-8efc-840b57c296ba None None] Provisioning complete for port b9233d6c-47ee-4bfd-98b5-c38bd9c8fdf0 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:57:44.867332 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d1033689-04ca-4e8b-8efc-840b57c296ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:44.913158 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a86c03-7b65-4fb6-b30b-1e60c6e41e02 tempest-RoutersAdminNegativeTest-891852646 tempest-RoutersAdminNegativeTest-891852646-project-admin] Pushing event deleted for resources: {'Port': ['ID=b794a39d-b284-4ccf-afb3-839a7e04f68b,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:45.086740 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-54a86c03-7b65-4fb6-b30b-1e60c6e41e02 tempest-RoutersAdminNegativeTest-891852646 tempest-RoutersAdminNegativeTest-891852646-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:45.108578 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-54a86c03-7b65-4fb6-b30b-1e60c6e41e02 tempest-RoutersAdminNegativeTest-891852646 tempest-RoutersAdminNegativeTest-891852646-project-admin] 10.222.0.39 "DELETE /v2.0/ports/b794a39d-b284-4ccf-afb3-839a7e04f68b HTTP/1.1" status: 204 len: 168 time: 1.8890262 Sep 23 06:57:45.159537 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-603869c5-59af-4d9a-90e1-f46c73c66c96 None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:45.180941 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-603869c5-59af-4d9a-90e1-f46c73c66c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:45.199183 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-187d37b7-7ef8-4408-9a16-88ac94db33d7 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:45.258523 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device dd0e88ed-5d5e-4190-bc03-af238ff1e50a up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:57:45.306540 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603869c5-59af-4d9a-90e1-f46c73c66c96 None None] Network 0d37ad64-1469-462f-b4aa-43d32235f049 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:57:45.322578 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-603869c5-59af-4d9a-90e1-f46c73c66c96 None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:57:45.328135 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603869c5-59af-4d9a-90e1-f46c73c66c96 None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:57:45.330788 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603869c5-59af-4d9a-90e1-f46c73c66c96 None None] Pushing event updated for resources: {'Port': ['ID=7b6ccc48-635b-4e3f-8082-1972c3e5af99,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:45.451804 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-d1033689-04ca-4e8b-8efc-840b57c296ba None None] Provisioning complete for port dd0e88ed-5d5e-4190-bc03-af238ff1e50a triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:57:45.452766 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d1033689-04ca-4e8b-8efc-840b57c296ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:45.459965 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-603869c5-59af-4d9a-90e1-f46c73c66c96 None None] Attempting to bind port 7b6ccc48-635b-4e3f-8082-1972c3e5af99 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:57:45.460348 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-603869c5-59af-4d9a-90e1-f46c73c66c96 None None] Attempting to bind port 7b6ccc48-635b-4e3f-8082-1972c3e5af99 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': 'a2d71b5f-19e0-4339-87cf-d1a6e24c50ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0d37ad64-1469-462f-b4aa-43d32235f049'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:57:45.460847 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603869c5-59af-4d9a-90e1-f46c73c66c96 None None] Attempting to bind port 7b6ccc48-635b-4e3f-8082-1972c3e5af99 on network 0d37ad64-1469-462f-b4aa-43d32235f049 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:57:45.474029 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-187d37b7-7ef8-4408-9a16-88ac94db33d7 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:45.494055 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port dd0e88ed-5d5e-4190-bc03-af238ff1e50a triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:57:45.494412 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:45.520015 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603869c5-59af-4d9a-90e1-f46c73c66c96 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:57:45.520512 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603869c5-59af-4d9a-90e1-f46c73c66c96 None None] Checking segment: {'id': 'a2d71b5f-19e0-4339-87cf-d1a6e24c50ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0d37ad64-1469-462f-b4aa-43d32235f049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:57:45.521136 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-603869c5-59af-4d9a-90e1-f46c73c66c96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:45.521485 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603869c5-59af-4d9a-90e1-f46c73c66c96 None None] Bound using segment: {'id': 'a2d71b5f-19e0-4339-87cf-d1a6e24c50ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0d37ad64-1469-462f-b4aa-43d32235f049'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:57:45.522161 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-603869c5-59af-4d9a-90e1-f46c73c66c96 None None] Bound port: 7b6ccc48-635b-4e3f-8082-1972c3e5af99, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d71b5f-19e0-4339-87cf-d1a6e24c50ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0d37ad64-1469-462f-b4aa-43d32235f049'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:57:45.522527 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-603869c5-59af-4d9a-90e1-f46c73c66c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:45.531761 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edfc167d-a06d-4f4d-8dcd-9d6a3b300ac6 None None] Network 1d9fd03c-e43d-4fea-9fcf-6286c85adaa8 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:57:45.547395 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187d37b7-7ef8-4408-9a16-88ac94db33d7 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event deleted for resources: {'Subnet': ['ID=832a1359-669f-4284-9a8a-c1c85d4a2500,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:45.570954 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-187d37b7-7ef8-4408-9a16-88ac94db33d7 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:45.576394 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-187d37b7-7ef8-4408-9a16-88ac94db33d7 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/subnets/832a1359-669f-4284-9a8a-c1c85d4a2500 HTTP/1.1" status: 204 len: 168 time: 1.0946708 Sep 23 06:57:45.577368 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46844) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:45.613205 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4adbaaf-0f1c-4b0c-8a6c-38ce8a2989c3 None None] Network 4d1aa380-e411-494b-958c-7f758df734d6 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:57:45.629525 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c7bdd92b-1a0a-4f59-ace8-d5f7b42453f2 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:45.637674 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c7bdd92b-1a0a-4f59-ace8-d5f7b42453f2 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:45.656021 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-4d4c1357-faa7-49ef-b159-6b242055b8e1 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0752664 Sep 23 06:57:45.656207 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c7bdd92b-1a0a-4f59-ace8-d5f7b42453f2 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067062'] for router_interface, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:45.657787 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46848) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:45.663317 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-a5005b7c-bc8b-4fe4-b382-5ab93b5b2cb6 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Request body: {'subnet': {'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:57:45.870650 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bdd92b-1a0a-4f59-ace8-d5f7b42453f2 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Pushing event updated for resources: {'Port': ['ID=f85427f9-17c3-4fe5-bcdb-81c454428f14,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:45.905100 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5005b7c-bc8b-4fe4-b382-5ab93b5b2cb6 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Made reservation on behalf of 5e650be244de4ee8b27aea189be279d1 for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:57:45.908995 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-603869c5-59af-4d9a-90e1-f46c73c66c96 None None] For port 7b6ccc48-635b-4e3f-8082-1972c3e5af99, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:57:45.909570 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a5005b7c-bc8b-4fe4-b382-5ab93b5b2cb6 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:45.911629 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46854) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:45.958290 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-603869c5-59af-4d9a-90e1-f46c73c66c96 None None] For port 7b6ccc48-635b-4e3f-8082-1972c3e5af99, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=7b6ccc48-635b-4e3f-8082-1972c3e5af99,segment=NetworkSegment(a2d71b5f-19e0-4339-87cf-d1a6e24c50ae),segment_id=a2d71b5f-19e0-4339-87cf-d1a6e24c50ae)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:57:45.987570 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bdd92b-1a0a-4f59-ace8-d5f7b42453f2 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Network 1d9fd03c-e43d-4fea-9fcf-6286c85adaa8 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:57:45.989728 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-c7bdd92b-1a0a-4f59-ace8-d5f7b42453f2 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:57:46.013905 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-603869c5-59af-4d9a-90e1-f46c73c66c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:46.022147 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device c1ae12f3-82e7-406f-a9f9-0628c504dfc2 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:57:46.067305 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46858) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:46.189220 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603869c5-59af-4d9a-90e1-f46c73c66c96 None None] Pushing event updated for resources: {'Port': ['ID=7b6ccc48-635b-4e3f-8082-1972c3e5af99,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:46.197904 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7bdd92b-1a0a-4f59-ace8-d5f7b42453f2 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Router 72a9e90f-7ddf-46a3-acb4-c34a19b9fe17 is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 06:57:46.211852 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a81b482-593e-4b31-8e6f-e5767d359438 None None] DHCP port deletion for 4d1aa380-e411-494b-958c-7f758df734d6 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 06:57:46.215862 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-d2909103-96d8-42de-8216-d2268d521ce2 tempest-QuotasTest-2029857693 tempest-QuotasTest-2029857693-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:57:46.223998 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-afef4cf7-fb53-4d9a-aff5-f40d8a886041 None None] Provisioning complete for port c1ae12f3-82e7-406f-a9f9-0628c504dfc2 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:57:46.223998 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-afef4cf7-fb53-4d9a-aff5-f40d8a886041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:46.291779 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-d2909103-96d8-42de-8216-d2268d521ce2 tempest-QuotasTest-2029857693 tempest-QuotasTest-2029857693-project-admin] 10.222.0.39 "PUT /v2.0/quotas/57a1fda850c94b929f659ebeb66955e4 HTTP/1.1" status: 200 len: 366 time: 0.2210157 Sep 23 06:57:46.293927 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46862) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:46.305038 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8ec25d0b-f739-4608-9542-8fede3834490 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:46.346497 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port c1ae12f3-82e7-406f-a9f9-0628c504dfc2 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:57:46.347133 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:46.386546 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-4dc542f5-b63b-435e-b73a-bc5642288842 tempest-QuotasTest-2029857693 tempest-QuotasTest-2029857693-project-admin] 10.222.0.39 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0889254 Sep 23 06:57:46.391652 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46864) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:46.417670 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7bdd92b-1a0a-4f59-ace8-d5f7b42453f2 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:57:46.428814 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-100b85a1-a4f6-4dd8-9d81-1e6a504c4a1c tempest-QuotasTest-2029857693 tempest-QuotasTest-2029857693-project-admin] 10.222.0.39 "GET /v2.0/quotas/57a1fda850c94b929f659ebeb66955e4 HTTP/1.1" status: 200 len: 366 time: 0.0359986 Sep 23 06:57:46.451163 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-c7bdd92b-1a0a-4f59-ace8-d5f7b42453f2 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] 10.222.0.39 "PUT /v2.0/routers/72a9e90f-7ddf-46a3-acb4-c34a19b9fe17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3171508 Sep 23 06:57:46.456882 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3651c472-c9a9-4501-945a-bdb70423036f None None] Sync routers for ids ['72a9e90f-7ddf-46a3-acb4-c34a19b9fe17'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:57:46.471843 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3651c472-c9a9-4501-945a-bdb70423036f None None] Routers {'72a9e90f-7ddf-46a3-acb4-c34a19b9fe17'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:57:46.473513 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-afef4cf7-fb53-4d9a-aff5-f40d8a886041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:46.474038 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-3651c472-c9a9-4501-945a-bdb70423036f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:57:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['72a9e90f-7ddf-46a3-acb4-c34a19b9fe17'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:46.494912 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46866) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:46.495255 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46868) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:46.554454 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:46.562554 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8ec25d0b-f739-4608-9542-8fede3834490 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:46.570068 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8ec25d0b-f739-4608-9542-8fede3834490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:46.578522 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-3651c472-c9a9-4501-945a-bdb70423036f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:46.589728 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3651c472-c9a9-4501-945a-bdb70423036f None None] Routers {'72a9e90f-7ddf-46a3-acb4-c34a19b9fe17'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:57:46.590662 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-3651c472-c9a9-4501-945a-bdb70423036f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:57:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['72a9e90f-7ddf-46a3-acb4-c34a19b9fe17'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:46.595166 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-4a81b482-593e-4b31-8e6f-e5767d359438 None None] Deleting port b9233d6c-47ee-4bfd-98b5-c38bd9c8fdf0 {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:57:46.595563 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-4a81b482-593e-4b31-8e6f-e5767d359438 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:46.631659 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46870) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:46.632608 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-8ec25d0b-f739-4608-9542-8fede3834490 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=32e8610135d24297856f8a0ca29fccfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7198553 Sep 23 06:57:46.650845 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-3651c472-c9a9-4501-945a-bdb70423036f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:46.652034 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3651c472-c9a9-4501-945a-bdb70423036f None None] The sync data for ids ['72a9e90f-7ddf-46a3-acb4-c34a19b9fe17'] in n-d-715271-16 is: [] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:57:46.671877 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-c609a4c3-1bc2-4996-b4cf-b603a6120d1e tempest-QuotasTest-2029857693 tempest-QuotasTest-2029857693-project-admin] 10.222.0.39 "DELETE /v2.0/quotas/57a1fda850c94b929f659ebeb66955e4 HTTP/1.1" status: 204 len: 168 time: 0.1734047 Sep 23 06:57:46.672725 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-afef4cf7-fb53-4d9a-aff5-f40d8a886041 None None] For port c1ae12f3-82e7-406f-a9f9-0628c504dfc2, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=c1ae12f3-82e7-406f-a9f9-0628c504dfc2,segment=NetworkSegment(9cd94c37-00f7-4f81-8360-cc856504debb),segment_id=9cd94c37-00f7-4f81-8360-cc856504debb)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:57:46.684209 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec25d0b-f739-4608-9542-8fede3834490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=763851c6-9f22-4e4a-8240-91fea2bbf167,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:46.691976 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46872) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:46.706139 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-860998ac-9304-4be0-8514-f49365d5243c tempest-QuotasTest-2029857693 tempest-QuotasTest-2029857693-project-admin] 10.222.0.39 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0105982 Sep 23 06:57:46.706445 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46874) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:46.722031 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-aaf429e2-03ba-4009-9a8d-c2fb10ee8af9 tempest-QuotasTest-2029857693 tempest-QuotasTest-2029857693-project-admin] 10.222.0.39 "GET /v2.0/quotas/57a1fda850c94b929f659ebeb66955e4 HTTP/1.1" status: 200 len: 370 time: 0.0119908 Sep 23 06:57:46.722268 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46876) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:46.743053 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-9b0331d3-f797-400e-b96e-65e5bd7adba5 tempest-QuotasTest-2029857693 tempest-QuotasTest-2029857693-project-admin] 10.222.0.39 "GET /v2.0/quotas/57a1fda850c94b929f659ebeb66955e4/default HTTP/1.1" status: 200 len: 370 time: 0.0197377 Sep 23 06:57:46.745626 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46880) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:46.747939 n-d-715271-16 neutron-server[95066]: DEBUG neutron.objects.ports [None req-a5005b7c-bc8b-4fe4-b382-5ab93b5b2cb6 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95066) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 06:57:46.763243 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-4a81b482-593e-4b31-8e6f-e5767d359438 None None] For port b9233d6c-47ee-4bfd-98b5-c38bd9c8fdf0, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=b9233d6c-47ee-4bfd-98b5-c38bd9c8fdf0,segment=NetworkSegment(98ee167a-1403-4867-958f-d4f6736b2e62),segment_id=98ee167a-1403-4867-958f-d4f6736b2e62)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:57:46.763657 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-4a81b482-593e-4b31-8e6f-e5767d359438 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:46.774483 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-afef4cf7-fb53-4d9a-aff5-f40d8a886041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:46.783568 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-4a81b482-593e-4b31-8e6f-e5767d359438 None None] Calling delete_port for b9233d6c-47ee-4bfd-98b5-c38bd9c8fdf0 owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:57:46.857626 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-afef4cf7-fb53-4d9a-aff5-f40d8a886041 None None] Could not find standard attr ID for object 7d8ea8c7-8d70-4e52-a90c-c33956d28941. {{(pid=95067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 06:57:46.924736 n-d-715271-16 neutron-server[95066]: INFO neutron.api.v2.resource [None req-d0367bae-2d4e-41a5-ba72-3814d4fc068f tempest-QuotasTest-2029857693 tempest-QuotasTest-2029857693-project-admin] delete failed (client error): The resource could not be found. Sep 23 06:57:46.930106 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-d0367bae-2d4e-41a5-ba72-3814d4fc068f tempest-QuotasTest-2029857693 tempest-QuotasTest-2029857693-project-admin] 10.222.0.39 "DELETE /v2.0/quotas/57a1fda850c94b929f659ebeb66955e4 HTTP/1.1" status: 404 len: 348 time: 0.1783750 Sep 23 06:57:46.983102 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.db.api [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 06:57:46.983459 n-d-715271-16 neutron-server[95067]: DEBUG oslo_db.api [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 06:57:46.988977 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afef4cf7-fb53-4d9a-aff5-f40d8a886041 None None] Pushing event updated for resources: {'Port': ['ID=c1ae12f3-82e7-406f-a9f9-0628c504dfc2,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:47.038084 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-92a9cfe7-e549-44f7-a306-91fa44e67adb None None] Provisioning complete for port c1ae12f3-82e7-406f-a9f9-0628c504dfc2 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:57:47.038390 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-92a9cfe7-e549-44f7-a306-91fa44e67adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:47.088549 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-4a81b482-593e-4b31-8e6f-e5767d359438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:47.104514 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46900) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:47.129925 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a81b482-593e-4b31-8e6f-e5767d359438 None None] No DVR routers for this DVR port b9233d6c-47ee-4bfd-98b5-c38bd9c8fdf0 on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:57:47.143785 n-d-715271-16 neutron-server[95065]: DEBUG neutron.quota.resource [None req-c87c364d-5b52-408b-b983-8a235cca7e40 tempest-QuotasTest-2029857693 tempest-QuotasTest-2029857693-project-admin] Usage tracker for resource:network and tenant:c056c710f4344ab7b035e088890b3195 is out of sync, need to count used quota {{(pid=95065) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 23 06:57:47.149999 n-d-715271-16 neutron-server[95065]: DEBUG neutron.quota.resource [None req-c87c364d-5b52-408b-b983-8a235cca7e40 tempest-QuotasTest-2029857693 tempest-QuotasTest-2029857693-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95065) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 23 06:57:47.164953 n-d-715271-16 neutron-server[95065]: DEBUG neutron.quota.resource [None req-c87c364d-5b52-408b-b983-8a235cca7e40 tempest-QuotasTest-2029857693 tempest-QuotasTest-2029857693-project-admin] Usage tracker for resource:subnet and tenant:c056c710f4344ab7b035e088890b3195 is out of sync, need to count used quota {{(pid=95065) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 23 06:57:47.173365 n-d-715271-16 neutron-server[95065]: DEBUG neutron.quota.resource [None req-c87c364d-5b52-408b-b983-8a235cca7e40 tempest-QuotasTest-2029857693 tempest-QuotasTest-2029857693-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95065) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 23 06:57:47.180836 n-d-715271-16 neutron-server[95065]: DEBUG neutron.quota.resource [None req-c87c364d-5b52-408b-b983-8a235cca7e40 tempest-QuotasTest-2029857693 tempest-QuotasTest-2029857693-project-admin] Usage tracker for resource:subnetpool and tenant:c056c710f4344ab7b035e088890b3195 is out of sync, need to count used quota {{(pid=95065) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 23 06:57:47.185296 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a81b482-593e-4b31-8e6f-e5767d359438 None None] Pushing event deleted for resources: {'Port': ['ID=b9233d6c-47ee-4bfd-98b5-c38bd9c8fdf0,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:47.186486 n-d-715271-16 neutron-server[95065]: DEBUG neutron.quota.resource [None req-c87c364d-5b52-408b-b983-8a235cca7e40 tempest-QuotasTest-2029857693 tempest-QuotasTest-2029857693-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=95065) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 23 06:57:47.195395 n-d-715271-16 neutron-server[95065]: DEBUG neutron.quota.resource [None req-c87c364d-5b52-408b-b983-8a235cca7e40 tempest-QuotasTest-2029857693 tempest-QuotasTest-2029857693-project-admin] Usage tracker for resource:port and tenant:c056c710f4344ab7b035e088890b3195 is out of sync, need to count used quota {{(pid=95065) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 23 06:57:47.201440 n-d-715271-16 neutron-server[95065]: DEBUG neutron.quota.resource [None req-c87c364d-5b52-408b-b983-8a235cca7e40 tempest-QuotasTest-2029857693 tempest-QuotasTest-2029857693-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=95065) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 23 06:57:47.208798 n-d-715271-16 neutron-server[95065]: DEBUG neutron.quota.resource [None req-c87c364d-5b52-408b-b983-8a235cca7e40 tempest-QuotasTest-2029857693 tempest-QuotasTest-2029857693-project-admin] Usage tracker for resource:router and tenant:c056c710f4344ab7b035e088890b3195 is out of sync, need to count used quota {{(pid=95065) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 23 06:57:47.214185 n-d-715271-16 neutron-server[95065]: DEBUG neutron.quota.resource [None req-c87c364d-5b52-408b-b983-8a235cca7e40 tempest-QuotasTest-2029857693 tempest-QuotasTest-2029857693-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95065) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 23 06:57:47.240521 n-d-715271-16 neutron-server[95065]: DEBUG neutron.quota.resource [None req-c87c364d-5b52-408b-b983-8a235cca7e40 tempest-QuotasTest-2029857693 tempest-QuotasTest-2029857693-project-admin] Usage tracker for resource:floatingip and tenant:c056c710f4344ab7b035e088890b3195 is out of sync, need to count used quota {{(pid=95065) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 23 06:57:47.247327 n-d-715271-16 neutron-server[95065]: DEBUG neutron.quota.resource [None req-c87c364d-5b52-408b-b983-8a235cca7e40 tempest-QuotasTest-2029857693 tempest-QuotasTest-2029857693-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95065) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 23 06:57:47.302680 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-92a9cfe7-e549-44f7-a306-91fa44e67adb None None] Provisioning complete for port f85427f9-17c3-4fe5-bcdb-81c454428f14 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:57:47.305453 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-92a9cfe7-e549-44f7-a306-91fa44e67adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:47.354395 n-d-715271-16 neutron-server[95065]: DEBUG neutron.quota.resource [None req-c87c364d-5b52-408b-b983-8a235cca7e40 tempest-QuotasTest-2029857693 tempest-QuotasTest-2029857693-project-admin] Usage tracker for resource:security_group and tenant:c056c710f4344ab7b035e088890b3195 is out of sync, need to count used quota {{(pid=95065) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 23 06:57:47.372342 n-d-715271-16 neutron-server[95065]: DEBUG neutron.quota.resource [None req-c87c364d-5b52-408b-b983-8a235cca7e40 tempest-QuotasTest-2029857693 tempest-QuotasTest-2029857693-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=95065) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 23 06:57:47.384290 n-d-715271-16 neutron-server[95065]: DEBUG neutron.quota.resource [None req-c87c364d-5b52-408b-b983-8a235cca7e40 tempest-QuotasTest-2029857693 tempest-QuotasTest-2029857693-project-admin] Usage tracker for resource:security_group_rule and tenant:c056c710f4344ab7b035e088890b3195 is out of sync, need to count used quota {{(pid=95065) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 23 06:57:47.391233 n-d-715271-16 neutron-server[95065]: DEBUG neutron.quota.resource [None req-c87c364d-5b52-408b-b983-8a235cca7e40 tempest-QuotasTest-2029857693 tempest-QuotasTest-2029857693-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95065) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 23 06:57:47.393256 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-92a9cfe7-e549-44f7-a306-91fa44e67adb None None] Port f85427f9-17c3-4fe5-bcdb-81c454428f14 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:57:47.401407 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-c87c364d-5b52-408b-b983-8a235cca7e40 tempest-QuotasTest-2029857693 tempest-QuotasTest-2029857693-project-admin] 10.222.0.39 "GET /v2.0/quotas/c056c710f4344ab7b035e088890b3195/details.json HTTP/1.1" status: 200 len: 703 time: 0.2957559 Sep 23 06:57:47.581277 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-7f80c754-e2df-47df-9d9a-f07a7ed77b1e None None] Provisioning complete for port f85427f9-17c3-4fe5-bcdb-81c454428f14 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:57:47.581836 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-7f80c754-e2df-47df-9d9a-f07a7ed77b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:47.667459 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c1834414-e6b6-43e4-84a7-6258c9559934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:47.668858 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device b9233d6c-47ee-4bfd-98b5-c38bd9c8fdf0 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:57:47.709169 n-d-715271-16 neutron-server[95066]: WARNING neutron.services.revisions.revision_plugin [None req-a5005b7c-bc8b-4fe4-b382-5ab93b5b2cb6 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Could not find related port for resource to bump revision. Sep 23 06:57:47.736599 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.ipam_pluggable_backend [None req-a5005b7c-bc8b-4fe4-b382-5ab93b5b2cb6 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Port b9233d6c-47ee-4bfd-98b5-c38bd9c8fdf0 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=95066) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Sep 23 06:57:47.737032 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.ipam_pluggable_backend [None req-a5005b7c-bc8b-4fe4-b382-5ab93b5b2cb6 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Reverting IP allocation for 2001:db8::f816:3eff:fe2f:f783 {{(pid=95066) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Sep 23 06:57:47.741182 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-7f80c754-e2df-47df-9d9a-f07a7ed77b1e None None] Port f85427f9-17c3-4fe5-bcdb-81c454428f14 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:57:47.741568 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c1834414-e6b6-43e4-84a7-6258c9559934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:47.748245 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: b9233d6c-47ee-4bfd-98b5-c38bd9c8fdf0 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:57:47.748613 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device b9233d6c-47ee-4bfd-98b5-c38bd9c8fdf0 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:57:47.793409 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.ipam_pluggable_backend [None req-a5005b7c-bc8b-4fe4-b382-5ab93b5b2cb6 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe2f:f783 {{(pid=95066) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Sep 23 06:57:47.804374 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a5005b7c-bc8b-4fe4-b382-5ab93b5b2cb6 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:47.815550 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46910) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:47.866774 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a26dd59-5aa9-4464-82cf-04155e9491d0 None None] Network 0d37ad64-1469-462f-b4aa-43d32235f049 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:57:47.898230 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5005b7c-bc8b-4fe4-b382-5ab93b5b2cb6 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Network 4d1aa380-e411-494b-958c-7f758df734d6 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:57:47.911392 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-a5005b7c-bc8b-4fe4-b382-5ab93b5b2cb6 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:57:47.922521 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5005b7c-bc8b-4fe4-b382-5ab93b5b2cb6 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:47.923234 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a5005b7c-bc8b-4fe4-b382-5ab93b5b2cb6 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:47.923450 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-fbf14625-7c13-44bd-be50-85a95719b22d None None] Provisioning complete for port 7b6ccc48-635b-4e3f-8082-1972c3e5af99 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:57:47.923702 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-fbf14625-7c13-44bd-be50-85a95719b22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:47.928488 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373cc6b8-99d6-4276-bb49-5ecfbde5f6e8 None None] Network 4d1aa380-e411-494b-958c-7f758df734d6 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:57:47.983212 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5005b7c-bc8b-4fe4-b382-5ab93b5b2cb6 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event updated for resources: {'Subnet': ['ID=d2b85ff1-03df-4e5e-890f-4110af5e0ecb,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:47.996740 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-a5005b7c-bc8b-4fe4-b382-5ab93b5b2cb6 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3374956 Sep 23 06:57:47.997269 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46918) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:48.003420 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c1834414-e6b6-43e4-84a7-6258c9559934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:48.004572 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-144c8293-fe39-46c2-a593-02982a330306 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Request body: {'subnet': {'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:57:48.006078 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c1834414-e6b6-43e4-84a7-6258c9559934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:48.010293 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-c1834414-e6b6-43e4-84a7-6258c9559934 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/763851c6-9f22-4e4a-8240-91fea2bbf167 HTTP/1.1" status: 204 len: 168 time: 1.3629346 Sep 23 06:57:48.027817 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1834414-e6b6-43e4-84a7-6258c9559934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=763851c6-9f22-4e4a-8240-91fea2bbf167,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:48.128292 n-d-715271-16 neutron-server[95066]: INFO neutron.api.v2.resource [None req-de485f8e-78fb-442e-81ba-dee28c5cf6f3 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 06:57:48.129284 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-de485f8e-78fb-442e-81ba-dee28c5cf6f3 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] 10.222.0.39 "PUT /v2.0/routers/72a9e90f-7ddf-46a3-acb4-c34a19b9fe17/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.6319509 Sep 23 06:57:48.132144 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46922) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:48.134072 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device c1ae12f3-82e7-406f-a9f9-0628c504dfc2 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:57:48.218846 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2cdbfe32-8025-4294-9d6a-ea140d7fe9b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:48.428316 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2cdbfe32-8025-4294-9d6a-ea140d7fe9b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:48.463003 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2cdbfe32-8025-4294-9d6a-ea140d7fe9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:48.539802 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-144c8293-fe39-46c2-a593-02982a330306 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Made reservation on behalf of 5e650be244de4ee8b27aea189be279d1 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:57:48.544182 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-144c8293-fe39-46c2-a593-02982a330306 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:48.586640 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port c1ae12f3-82e7-406f-a9f9-0628c504dfc2 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:57:48.586640 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:48.601411 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46930) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:48.692187 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-773c7da4-37fe-49c8-ac78-efd2d83d44c5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ba532cc5acbb4a5cb271447d8a06d1c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0896223 Sep 23 06:57:48.693857 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46932) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:48.742664 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-fbf14625-7c13-44bd-be50-85a95719b22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:48.794311 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fea5437f-1cc9-4146-be1b-83ae7ba626c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:48.817406 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-010ef031-2ae4-4d4a-ba00-4c3138fa46fb tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066969'] for router_interface, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:48.850778 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-2cdbfe32-8025-4294-9d6a-ea140d7fe9b6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fbb303099d6847949f21d22f6ba577d0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0339351 Sep 23 06:57:48.852798 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-144c8293-fe39-46c2-a593-02982a330306 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:48.855960 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46934) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:48.919196 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-fbf14625-7c13-44bd-be50-85a95719b22d None None] For port 7b6ccc48-635b-4e3f-8082-1972c3e5af99, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=7b6ccc48-635b-4e3f-8082-1972c3e5af99,segment=NetworkSegment(a2d71b5f-19e0-4339-87cf-d1a6e24c50ae),segment_id=a2d71b5f-19e0-4339-87cf-d1a6e24c50ae)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:57:48.921249 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144c8293-fe39-46c2-a593-02982a330306 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event updated for resources: {'Subnet': ['ID=5c1c6d49-f392-4eeb-8da9-c4819fff673c,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:48.937293 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59e480e-a9b7-462e-a736-514572786231 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-4d1aa380-e411-494b-958c-7f758df734d6', 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'tenant_id': '5e650be244de4ee8b27aea189be279d1', 'fixed_ips': [{'subnet_id': 'd2b85ff1-03df-4e5e-890f-4110af5e0ecb'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 06:57:48.939714 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d59e480e-a9b7-462e-a736-514572786231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:48.945536 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdbfe32-8025-4294-9d6a-ea140d7fe9b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe5a4c0-9dc3-4831-b31b-c1058b717675,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:48.968637 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-fbf14625-7c13-44bd-be50-85a95719b22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:48.979967 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144c8293-fe39-46c2-a593-02982a330306 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Network 4d1aa380-e411-494b-958c-7f758df734d6 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:57:48.984142 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 7b6ccc48-635b-4e3f-8082-1972c3e5af99 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:57:48.996035 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-144c8293-fe39-46c2-a593-02982a330306 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:57:48.999186 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144c8293-fe39-46c2-a593-02982a330306 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:48.999775 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-144c8293-fe39-46c2-a593-02982a330306 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:49.036965 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fea5437f-1cc9-4146-be1b-83ae7ba626c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:49.040384 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-144c8293-fe39-46c2-a593-02982a330306 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0413356 Sep 23 06:57:49.044327 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46936) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:49.052817 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-e8a144ab-1420-49e6-95ad-bee6fa0cc4d6 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Request body: {'port': {'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'mac_address': 'fa:16:3e:46:9d:30', 'name': 'tempest-NetworksTestDHCPv6-537758610'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:57:49.060234 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-fbf14625-7c13-44bd-be50-85a95719b22d None None] Provisioning complete for port f85427f9-17c3-4fe5-bcdb-81c454428f14 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:57:49.060623 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-fbf14625-7c13-44bd-be50-85a95719b22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:49.066954 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-44de9cff-06d6-4e2e-9584-2ecbeece4be1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:49.151764 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fea5437f-1cc9-4146-be1b-83ae7ba626c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:49.156902 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fea5437f-1cc9-4146-be1b-83ae7ba626c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:49.165011 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-44de9cff-06d6-4e2e-9584-2ecbeece4be1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:49.175366 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-fea5437f-1cc9-4146-be1b-83ae7ba626c2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6acd9724-dfb4-4642-9e32-e1e9b96925e2 HTTP/1.1" status: 204 len: 168 time: 0.4718552 Sep 23 06:57:49.247962 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea5437f-1cc9-4146-be1b-83ae7ba626c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6acd9724-dfb4-4642-9e32-e1e9b96925e2,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:49.281941 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf14625-7c13-44bd-be50-85a95719b22d None None] Pushing event updated for resources: {'Port': ['ID=7b6ccc48-635b-4e3f-8082-1972c3e5af99,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:49.345442 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-fbf14625-7c13-44bd-be50-85a95719b22d None None] Port f85427f9-17c3-4fe5-bcdb-81c454428f14 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:57:49.362650 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-010ef031-2ae4-4d4a-ba00-4c3138fa46fb tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Deleting port f85427f9-17c3-4fe5-bcdb-81c454428f14 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:57:49.363109 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-010ef031-2ae4-4d4a-ba00-4c3138fa46fb tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:49.395765 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 7b6ccc48-635b-4e3f-8082-1972c3e5af99 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:57:49.396259 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:49.431485 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-d59e480e-a9b7-462e-a736-514572786231 None None] Allocated IP 2001:db8::f816:3eff:fe71:d0af (4d1aa380-e411-494b-958c-7f758df734d6/d2b85ff1-03df-4e5e-890f-4110af5e0ecb/8535b75f-dc4d-4c04-b200-f1b2460422dd) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:57:49.523301 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-010ef031-2ae4-4d4a-ba00-4c3138fa46fb tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:49.538507 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-010ef031-2ae4-4d4a-ba00-4c3138fa46fb tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Calling delete_port for f85427f9-17c3-4fe5-bcdb-81c454428f14 owned by network:router_interface {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:57:49.539742 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-c2354ea5-c4f2-4c95-b384-2caab3d2c096 None None] Provisioning complete for port 7b6ccc48-635b-4e3f-8082-1972c3e5af99 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:57:49.540486 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c2354ea5-c4f2-4c95-b384-2caab3d2c096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:49.690227 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d59e480e-a9b7-462e-a736-514572786231 None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:49.744444 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d59e480e-a9b7-462e-a736-514572786231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:49.764427 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a144ab-1420-49e6-95ad-bee6fa0cc4d6 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Made reservation on behalf of 5e650be244de4ee8b27aea189be279d1 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:57:49.795885 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-44de9cff-06d6-4e2e-9584-2ecbeece4be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:49.799111 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-44de9cff-06d6-4e2e-9584-2ecbeece4be1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:49.800609 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-44de9cff-06d6-4e2e-9584-2ecbeece4be1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1fe5a4c0-9dc3-4831-b31b-c1058b717675 HTTP/1.1" status: 204 len: 168 time: 0.8884368 Sep 23 06:57:49.820749 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44de9cff-06d6-4e2e-9584-2ecbeece4be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe5a4c0-9dc3-4831-b31b-c1058b717675,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:49.827115 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59e480e-a9b7-462e-a736-514572786231 None None] Network 4d1aa380-e411-494b-958c-7f758df734d6 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:57:49.831388 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-d59e480e-a9b7-462e-a736-514572786231 None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:57:49.839535 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59e480e-a9b7-462e-a736-514572786231 None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:57:49.843331 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59e480e-a9b7-462e-a736-514572786231 None None] Pushing event updated for resources: {'Port': ['ID=8535b75f-dc4d-4c04-b200-f1b2460422dd,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:49.871745 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-010ef031-2ae4-4d4a-ba00-4c3138fa46fb tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:49.928192 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e8a144ab-1420-49e6-95ad-bee6fa0cc4d6 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:49.939493 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010ef031-2ae4-4d4a-ba00-4c3138fa46fb tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Pushing event deleted for resources: {'Port': ['ID=f85427f9-17c3-4fe5-bcdb-81c454428f14,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:49.996699 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-d59e480e-a9b7-462e-a736-514572786231 None None] Attempting to bind port 8535b75f-dc4d-4c04-b200-f1b2460422dd on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:57:49.997231 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-d59e480e-a9b7-462e-a736-514572786231 None None] Attempting to bind port 8535b75f-dc4d-4c04-b200-f1b2460422dd by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '98ee167a-1403-4867-958f-d4f6736b2e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:57:49.997389 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [None req-e8a144ab-1420-49e6-95ad-bee6fa0cc4d6 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] device_id is not set on port 75123548-c717-40d8-8ff5-b26ff37bdafd yet. {{(pid=95065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 06:57:49.997788 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59e480e-a9b7-462e-a736-514572786231 None None] Attempting to bind port 8535b75f-dc4d-4c04-b200-f1b2460422dd on network 4d1aa380-e411-494b-958c-7f758df734d6 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:57:50.023594 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 7b6ccc48-635b-4e3f-8082-1972c3e5af99 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:57:50.085146 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-010ef031-2ae4-4d4a-ba00-4c3138fa46fb tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2068624'] for router_interface, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:50.144372 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59e480e-a9b7-462e-a736-514572786231 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:57:50.148683 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59e480e-a9b7-462e-a736-514572786231 None None] Checking segment: {'id': '98ee167a-1403-4867-958f-d4f6736b2e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:57:50.149345 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d59e480e-a9b7-462e-a736-514572786231 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:50.149953 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59e480e-a9b7-462e-a736-514572786231 None None] Bound using segment: {'id': '98ee167a-1403-4867-958f-d4f6736b2e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:57:50.150642 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-d59e480e-a9b7-462e-a736-514572786231 None None] Bound port: 8535b75f-dc4d-4c04-b200-f1b2460422dd, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98ee167a-1403-4867-958f-d4f6736b2e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:57:50.151222 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d59e480e-a9b7-462e-a736-514572786231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:50.281017 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 7b6ccc48-635b-4e3f-8082-1972c3e5af99 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:57:50.281453 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:50.415587 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-e8a144ab-1420-49e6-95ad-bee6fa0cc4d6 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Allocated IP 172.20.0.9 (4d1aa380-e411-494b-958c-7f758df734d6/5c1c6d49-f392-4eeb-8da9-c4819fff673c/75123548-c717-40d8-8ff5-b26ff37bdafd) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:57:50.424033 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-e8a144ab-1420-49e6-95ad-bee6fa0cc4d6 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Allocated IP 2001:db8::f816:3eff:fe46:9d30 (4d1aa380-e411-494b-958c-7f758df734d6/d2b85ff1-03df-4e5e-890f-4110af5e0ecb/75123548-c717-40d8-8ff5-b26ff37bdafd) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:57:50.437539 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46972) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:50.461128 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-010ef031-2ae4-4d4a-ba00-4c3138fa46fb tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Router 72a9e90f-7ddf-46a3-acb4-c34a19b9fe17 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:57:50.462845 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a327ea72-39c8-4d3b-98ac-6ca8324d3199 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:50.470305 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-d59e480e-a9b7-462e-a736-514572786231 None None] For port 8535b75f-dc4d-4c04-b200-f1b2460422dd, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:57:50.479930 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-d59e480e-a9b7-462e-a736-514572786231 None None] For port 8535b75f-dc4d-4c04-b200-f1b2460422dd, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=8535b75f-dc4d-4c04-b200-f1b2460422dd,segment=NetworkSegment(98ee167a-1403-4867-958f-d4f6736b2e62),segment_id=98ee167a-1403-4867-958f-d4f6736b2e62)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:57:50.492718 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d59e480e-a9b7-462e-a736-514572786231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:50.596761 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-010ef031-2ae4-4d4a-ba00-4c3138fa46fb tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:57:50.605350 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-010ef031-2ae4-4d4a-ba00-4c3138fa46fb tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] 10.222.0.39 "PUT /v2.0/routers/72a9e90f-7ddf-46a3-acb4-c34a19b9fe17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4718726 Sep 23 06:57:50.610972 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46976) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:50.621839 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117f8998-8b02-48d0-9a81-81e5896bbe55 None None] Sync routers for ids ['72a9e90f-7ddf-46a3-acb4-c34a19b9fe17'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:57:50.636575 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59e480e-a9b7-462e-a736-514572786231 None None] Pushing event updated for resources: {'Port': ['ID=8535b75f-dc4d-4c04-b200-f1b2460422dd,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:50.643623 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117f8998-8b02-48d0-9a81-81e5896bbe55 None None] Routers {'72a9e90f-7ddf-46a3-acb4-c34a19b9fe17'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:57:50.644266 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-117f8998-8b02-48d0-9a81-81e5896bbe55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:57:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['72a9e90f-7ddf-46a3-acb4-c34a19b9fe17'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:50.667583 n-d-715271-16 neutron-server[95066]: INFO neutron.api.v2.resource [None req-40bfe428-787c-426b-9cd5-62f728935b3f tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] delete failed (client error): The resource could not be found. Sep 23 06:57:50.668853 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-40bfe428-787c-426b-9cd5-62f728935b3f tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] 10.222.0.39 "DELETE /v2.0/routers/tempest-non_exist_router-970045231 HTTP/1.1" status: 404 len: 334 time: 0.0566990 Sep 23 06:57:50.673174 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46978) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:50.681721 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-520481f4-04e7-4a85-b951-9aaa72a2c619 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Request body: {'router': {'external_gateway_info': {'network_id': '72a9e90f-7ddf-46a3-acb4-c34a19b9fe17'}}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:57:50.697829 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-117f8998-8b02-48d0-9a81-81e5896bbe55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:50.699680 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e8a144ab-1420-49e6-95ad-bee6fa0cc4d6 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:50.717235 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117f8998-8b02-48d0-9a81-81e5896bbe55 None None] Routers {'72a9e90f-7ddf-46a3-acb4-c34a19b9fe17'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:57:50.719413 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-117f8998-8b02-48d0-9a81-81e5896bbe55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:57:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['72a9e90f-7ddf-46a3-acb4-c34a19b9fe17'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:50.777144 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-117f8998-8b02-48d0-9a81-81e5896bbe55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:50.778244 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117f8998-8b02-48d0-9a81-81e5896bbe55 None None] The sync data for ids ['72a9e90f-7ddf-46a3-acb4-c34a19b9fe17'] in n-d-715271-16 is: [] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:57:50.813165 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e8a144ab-1420-49e6-95ad-bee6fa0cc4d6 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:50.931996 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a144ab-1420-49e6-95ad-bee6fa0cc4d6 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Network 4d1aa380-e411-494b-958c-7f758df734d6 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:57:50.947732 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-e8a144ab-1420-49e6-95ad-bee6fa0cc4d6 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:57:50.965570 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a144ab-1420-49e6-95ad-bee6fa0cc4d6 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:57:51.073241 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a327ea72-39c8-4d3b-98ac-6ca8324d3199 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:51.138436 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a144ab-1420-49e6-95ad-bee6fa0cc4d6 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:51.139452 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e8a144ab-1420-49e6-95ad-bee6fa0cc4d6 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:51.166912 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a327ea72-39c8-4d3b-98ac-6ca8324d3199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:51.168737 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a144ab-1420-49e6-95ad-bee6fa0cc4d6 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event updated for resources: {'Port': ['ID=75123548-c717-40d8-8ff5-b26ff37bdafd,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:51.187497 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-e8a144ab-1420-49e6-95ad-bee6fa0cc4d6 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.1415837 Sep 23 06:57:51.188731 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46996) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:51.235744 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-520481f4-04e7-4a85-b951-9aaa72a2c619 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:51.258359 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f142a6-b4bb-4ec0-bf1e-4cfd8d9684d8 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:51.261725 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a327ea72-39c8-4d3b-98ac-6ca8324d3199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=291cb8de-e1cb-4ad4-8e2c-152783f945f4,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:51.267027 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f142a6-b4bb-4ec0-bf1e-4cfd8d9684d8 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:51.272357 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-61f142a6-b4bb-4ec0-bf1e-4cfd8d9684d8 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.0824974 Sep 23 06:57:51.273083 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 47004) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:51.333132 n-d-715271-16 neutron-server[95066]: INFO neutron.api.v2.resource [None req-520481f4-04e7-4a85-b951-9aaa72a2c619 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] update failed (client error): The resource could not be found. Sep 23 06:57:51.339357 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-520481f4-04e7-4a85-b951-9aaa72a2c619 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] 10.222.0.39 "PUT /v2.0/routers/72a9e90f-7ddf-46a3-acb4-c34a19b9fe17 HTTP/1.1" status: 404 len: 339 time: 0.6577418 Sep 23 06:57:51.339357 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47008) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:51.342611 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-fe57d016-9fc1-4d73-859a-dfa94b47d684 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1216734643'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:57:51.361941 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-a327ea72-39c8-4d3b-98ac-6ca8324d3199 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c056c710f4344ab7b035e088890b3195&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9216042 Sep 23 06:57:51.363814 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47012) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:51.427439 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-25487c06-bc0f-4b81-a86f-381de3a865c4 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Deleting port 75123548-c717-40d8-8ff5-b26ff37bdafd {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:57:51.428146 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-25487c06-bc0f-4b81-a86f-381de3a865c4 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:51.439602 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-71c3d5af-de83-407a-abeb-1f5b8d0b67f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:51.445050 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe57d016-9fc1-4d73-859a-dfa94b47d684 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Made reservation on behalf of a29a61521a994f198c0a79528eb27ed5 for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:57:51.449997 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fe57d016-9fc1-4d73-859a-dfa94b47d684 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:51.485321 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-71c3d5af-de83-407a-abeb-1f5b8d0b67f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:51.524300 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe57d016-9fc1-4d73-859a-dfa94b47d684 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:57:51.556982 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fe57d016-9fc1-4d73-859a-dfa94b47d684 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:51.557387 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-fe57d016-9fc1-4d73-859a-dfa94b47d684 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Added segment 11fbf7f1-e3e8-4bab-8c88-1f0bb8ad358c of type vlan for network 0eb32f1c-dc85-4bf8-a2e0-1141b5274226 Sep 23 06:57:51.606385 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fe57d016-9fc1-4d73-859a-dfa94b47d684 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:51.611432 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-71c3d5af-de83-407a-abeb-1f5b8d0b67f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:51.614329 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-71c3d5af-de83-407a-abeb-1f5b8d0b67f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:51.615741 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-71c3d5af-de83-407a-abeb-1f5b8d0b67f0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/291cb8de-e1cb-4ad4-8e2c-152783f945f4 HTTP/1.1" status: 204 len: 168 time: 0.2509451 Sep 23 06:57:51.632066 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3d5af-de83-407a-abeb-1f5b8d0b67f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=291cb8de-e1cb-4ad4-8e2c-152783f945f4,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:51.676221 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-25487c06-bc0f-4b81-a86f-381de3a865c4 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:51.681996 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fe57d016-9fc1-4d73-859a-dfa94b47d684 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:51.697587 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe57d016-9fc1-4d73-859a-dfa94b47d684 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:51.698353 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fe57d016-9fc1-4d73-859a-dfa94b47d684 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:51.701703 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-25487c06-bc0f-4b81-a86f-381de3a865c4 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Calling delete_port for 75123548-c717-40d8-8ff5-b26ff37bdafd owned by {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:57:51.779071 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-fe57d016-9fc1-4d73-859a-dfa94b47d684 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4403830 Sep 23 06:57:51.790188 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 47022) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:51.801666 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-f766cdd6-f773-4de7-9221-d03880868225 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Request body: {'subnet': {'network_id': '0eb32f1c-dc85-4bf8-a2e0-1141b5274226', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:57:51.898764 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe57d016-9fc1-4d73-859a-dfa94b47d684 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Pushing event updated for resources: {'Network': ['ID=0eb32f1c-dc85-4bf8-a2e0-1141b5274226,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:51.917951 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 0eb32f1c-dc85-4bf8-a2e0-1141b5274226 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:57:51.995620 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 8535b75f-dc4d-4c04-b200-f1b2460422dd up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:57:52.138337 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 8535b75f-dc4d-4c04-b200-f1b2460422dd triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:57:52.139116 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:52.153897 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f766cdd6-f773-4de7-9221-d03880868225 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Made reservation on behalf of a29a61521a994f198c0a79528eb27ed5 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:57:52.160955 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f766cdd6-f773-4de7-9221-d03880868225 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:52.185707 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e1493d-fd58-4cee-a36b-ab1704e79916 None None] Network 4d1aa380-e411-494b-958c-7f758df734d6 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:57:52.266852 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:52.351579 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port 8535b75f-dc4d-4c04-b200-f1b2460422dd, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=8535b75f-dc4d-4c04-b200-f1b2460422dd,segment=NetworkSegment(98ee167a-1403-4867-958f-d4f6736b2e62),segment_id=98ee167a-1403-4867-958f-d4f6736b2e62)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:57:52.364144 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-7e02f47c-8544-4ca6-b595-f2d865652405 None None] Provisioning complete for port 8535b75f-dc4d-4c04-b200-f1b2460422dd triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:57:52.364707 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-7e02f47c-8544-4ca6-b595-f2d865652405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:52.366553 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:52.395864 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f766cdd6-f773-4de7-9221-d03880868225 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:52.398747 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-25487c06-bc0f-4b81-a86f-381de3a865c4 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:52.475135 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=8535b75f-dc4d-4c04-b200-f1b2460422dd,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:52.518974 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25487c06-bc0f-4b81-a86f-381de3a865c4 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event deleted for resources: {'Port': ['ID=75123548-c717-40d8-8ff5-b26ff37bdafd,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:52.587381 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f766cdd6-f773-4de7-9221-d03880868225 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Pushing event updated for resources: {'Subnet': ['ID=e7464483-2662-45d7-9292-f076c7b048e8,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:52.685858 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f766cdd6-f773-4de7-9221-d03880868225 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Checking segment: {'id': '11fbf7f1-e3e8-4bab-8c88-1f0bb8ad358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '0eb32f1c-dc85-4bf8-a2e0-1141b5274226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:57:52.686229 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f766cdd6-f773-4de7-9221-d03880868225 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Network hostable DHCP agents. Network: 0eb32f1c-dc85-4bf8-a2e0-1141b5274226, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:57:52.710149 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-25487c06-bc0f-4b81-a86f-381de3a865c4 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:52.712168 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-25487c06-bc0f-4b81-a86f-381de3a865c4 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/ports/75123548-c717-40d8-8ff5-b26ff37bdafd HTTP/1.1" status: 204 len: 168 time: 1.4380925 Sep 23 06:57:52.715233 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47066) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:52.742917 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f766cdd6-f773-4de7-9221-d03880868225 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Network 0eb32f1c-dc85-4bf8-a2e0-1141b5274226 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:57:52.756070 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-f766cdd6-f773-4de7-9221-d03880868225 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 0eb32f1c-dc85-4bf8-a2e0-1141b5274226) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:57:52.769147 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f766cdd6-f773-4de7-9221-d03880868225 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:52.769841 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f766cdd6-f773-4de7-9221-d03880868225 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:52.803497 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35bbec1-f672-4fe6-81d1-2ac4b718b05b None None] Network 0eb32f1c-dc85-4bf8-a2e0-1141b5274226 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:57:52.804854 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-f766cdd6-f773-4de7-9221-d03880868225 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0127976 Sep 23 06:57:52.805531 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 47072) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:52.810397 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-2f1b5c8e-ffc7-4ccc-af63-8fe583d38337 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Request body: {'router': {'external_gateway_info': {'network_id': '0eb32f1c-dc85-4bf8-a2e0-1141b5274226'}}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:57:52.869609 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018c770a-d804-4e08-98eb-f74f68d4d5bb tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:52.871031 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018c770a-d804-4e08-98eb-f74f68d4d5bb tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:52.872779 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018c770a-d804-4e08-98eb-f74f68d4d5bb tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:52.874965 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-018c770a-d804-4e08-98eb-f74f68d4d5bb tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1573896 Sep 23 06:57:52.877612 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47076) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:53.003284 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-23888c07-0fdc-4034-b865-c5790f498562 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Deleting subnet 5c1c6d49-f392-4eeb-8da9-c4819fff673c {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:57:53.016544 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-23888c07-0fdc-4034-b865-c5790f498562 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:53.025070 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d899907d-a11c-4bbc-9dc1-8a115c67892b None None] Update dhcp port {'port': {'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'fixed_ips': [{'subnet_id': 'd2b85ff1-03df-4e5e-890f-4110af5e0ecb', 'ip_address': '2001:db8::f816:3eff:fe71:d0af'}, {'subnet_id': '5c1c6d49-f392-4eeb-8da9-c4819fff673c'}], 'binding:host_id': 'n-d-715271-16'}, 'id': '8535b75f-dc4d-4c04-b200-f1b2460422dd'} from n-d-715271-16. {{(pid=95067) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 23 06:57:53.046613 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 47080) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:53.085340 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d899907d-a11c-4bbc-9dc1-8a115c67892b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:53.108440 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-23888c07-0fdc-4034-b865-c5790f498562 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:53.147700 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12bb94d1-832a-4afd-a3ba-e2e76083a745 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-0eb32f1c-dc85-4bf8-a2e0-1141b5274226', 'network_id': '0eb32f1c-dc85-4bf8-a2e0-1141b5274226', 'tenant_id': 'a29a61521a994f198c0a79528eb27ed5', 'fixed_ips': [{'subnet_id': 'e7464483-2662-45d7-9292-f076c7b048e8'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 06:57:53.148856 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-12bb94d1-832a-4afd-a3ba-e2e76083a745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:53.193759 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-23888c07-0fdc-4034-b865-c5790f498562 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:53.244813 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2f1b5c8e-ffc7-4ccc-af63-8fe583d38337 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:53.320164 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-23888c07-0fdc-4034-b865-c5790f498562 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:53.352943 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23888c07-0fdc-4034-b865-c5790f498562 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event deleted for resources: {'Subnet': ['ID=5c1c6d49-f392-4eeb-8da9-c4819fff673c,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:53.358882 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-23888c07-0fdc-4034-b865-c5790f498562 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:53.363831 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-23888c07-0fdc-4034-b865-c5790f498562 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/subnets/5c1c6d49-f392-4eeb-8da9-c4819fff673c HTTP/1.1" status: 204 len: 168 time: 0.4825971 Sep 23 06:57:53.364208 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47092) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:53.369355 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d5c921cf-b770-4fe2-ab93-6b56506c05de admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:53.442719 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-57d40918-eeee-4442-8ac9-e42e3de6fb88 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Deleting subnet d2b85ff1-03df-4e5e-890f-4110af5e0ecb {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:57:53.448532 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-57d40918-eeee-4442-8ac9-e42e3de6fb88 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:53.548451 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [None req-2f1b5c8e-ffc7-4ccc-af63-8fe583d38337 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 06:57:53.556172 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server [None req-d899907d-a11c-4bbc-9dc1-8a115c67892b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5c1c6d49-f392-4eeb-8da9-c4819fff673c: This subnet is being modified by another concurrent operation. Sep 23 06:57:53.556172 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 23 06:57:53.556172 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 23 06:57:53.556172 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 23 06:57:53.556172 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 23 06:57:53.556172 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 23 06:57:53.556172 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 23 06:57:53.556172 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 23 06:57:53.556172 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 23 06:57:53.556172 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 23 06:57:53.556172 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 23 06:57:53.556172 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 23 06:57:53.556172 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 23 06:57:53.556172 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 23 06:57:53.556172 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 06:57:53.556172 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 06:57:53.556172 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 06:57:53.556172 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 06:57:53.556172 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 23 06:57:53.556172 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 06:57:53.556172 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 23 06:57:53.556172 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 23 06:57:53.556172 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 06:57:53.556172 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 06:57:53.556172 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 06:57:53.556172 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 06:57:53.556172 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 23 06:57:53.556172 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 06:57:53.556172 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 23 06:57:53.556172 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 23 06:57:53.556172 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 06:57:53.556172 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 06:57:53.556172 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 06:57:53.556172 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 06:57:53.556172 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 23 06:57:53.556172 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 23 06:57:53.556172 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Sep 23 06:57:53.556172 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Sep 23 06:57:53.556172 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Sep 23 06:57:53.556172 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Sep 23 06:57:53.556172 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 23 06:57:53.556172 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 23 06:57:53.556172 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 23 06:57:53.556172 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 23 06:57:53.556172 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 23 06:57:53.556172 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 23 06:57:53.556172 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 06:57:53.556172 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 06:57:53.556172 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 06:57:53.556172 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 06:57:53.556172 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 23 06:57:53.556172 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 06:57:53.556172 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 23 06:57:53.556172 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 23 06:57:53.556172 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 06:57:53.556172 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 06:57:53.556172 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 06:57:53.556172 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 06:57:53.556172 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 23 06:57:53.556172 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 06:57:53.556172 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 23 06:57:53.556172 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 23 06:57:53.556172 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 06:57:53.556172 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 06:57:53.556172 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 06:57:53.556172 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 06:57:53.556172 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 23 06:57:53.556172 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 23 06:57:53.556172 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1739, in update_port Sep 23 06:57:53.556172 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Sep 23 06:57:53.556172 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 23 06:57:53.556172 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 23 06:57:53.556172 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Sep 23 06:57:53.556172 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Sep 23 06:57:53.556172 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Sep 23 06:57:53.556172 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Sep 23 06:57:53.556172 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Sep 23 06:57:53.556172 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Sep 23 06:57:53.556172 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Sep 23 06:57:53.556172 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 23 06:57:53.556172 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 23 06:57:53.556172 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 23 06:57:53.556172 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 23 06:57:53.556172 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server raise exception Sep 23 06:57:53.556172 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5c1c6d49-f392-4eeb-8da9-c4819fff673c: This subnet is being modified by another concurrent operation. Sep 23 06:57:53.556172 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server Sep 23 06:57:53.564565 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-2f1b5c8e-ffc7-4ccc-af63-8fe583d38337 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] 10.222.0.39 "PUT /v2.0/routers/72a9e90f-7ddf-46a3-acb4-c34a19b9fe17 HTTP/1.1" status: 400 len: 364 time: 0.7459626 Sep 23 06:57:53.564565 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 47104) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:53.565208 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-57d40918-eeee-4442-8ac9-e42e3de6fb88 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:53.693263 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-12bb94d1-832a-4afd-a3ba-e2e76083a745 None None] Allocated IP 2001:db8:1::2 (0eb32f1c-dc85-4bf8-a2e0-1141b5274226/e7464483-2662-45d7-9292-f076c7b048e8/8db28c1b-9e40-433d-ba92-0344eb4e4c2a) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:57:53.744851 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d5c921cf-b770-4fe2-ab93-6b56506c05de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:53.786959 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-57d40918-eeee-4442-8ac9-e42e3de6fb88 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:53.846699 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-9359e04f-7469-48d4-bda1-21b269946bd3 None None] Provisioning complete for port 8535b75f-dc4d-4c04-b200-f1b2460422dd triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:57:53.858773 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-9359e04f-7469-48d4-bda1-21b269946bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:53.945054 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d5c921cf-b770-4fe2-ab93-6b56506c05de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:53.956965 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-57d40918-eeee-4442-8ac9-e42e3de6fb88 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:54.010299 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d40918-eeee-4442-8ac9-e42e3de6fb88 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event deleted for resources: {'Subnet': ['ID=d2b85ff1-03df-4e5e-890f-4110af5e0ecb,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:54.020266 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 8535b75f-dc4d-4c04-b200-f1b2460422dd no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:57:54.024835 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-57d40918-eeee-4442-8ac9-e42e3de6fb88 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:54.028443 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-57d40918-eeee-4442-8ac9-e42e3de6fb88 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/subnets/d2b85ff1-03df-4e5e-890f-4110af5e0ecb HTTP/1.1" status: 204 len: 168 time: 0.6632547 Sep 23 06:57:54.030296 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47120) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:54.096089 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47122) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:54.098756 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-e2e83ed7-8df5-4176-9fbe-8a9c806926f5 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0659986 Sep 23 06:57:54.100891 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674bbe29-d0ef-48c2-bd5f-198ee8245de6 None None] Network 4d1aa380-e411-494b-958c-7f758df734d6 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:57:54.101702 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47124) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:54.118122 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-a03a34d2-2836-4348-b90a-4c09f67b9ac9 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Request body: {'subnet': {'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:57:54.160045 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c921cf-b770-4fe2-ab93-6b56506c05de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85b99fea-71c4-4e23-bc55-5354e1450fdf,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:54.214466 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-d5c921cf-b770-4fe2-ab93-6b56506c05de admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6cc4c2ec6be54f96921143510411951c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1658535 Sep 23 06:57:54.215932 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-57c40325-2cc3-481d-9701-e42ab6edec6f tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:54.229325 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47128) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:54.258079 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-be454c91-8574-4c39-a574-6c6dad1d63e0 tempest-RoutersTestDVR-576787974 tempest-RoutersTestDVR-576787974-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-528509127'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:57:54.332900 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:54.333129 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-be454c91-8574-4c39-a574-6c6dad1d63e0 tempest-RoutersTestDVR-576787974 tempest-RoutersTestDVR-576787974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:54.333962 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-be454c91-8574-4c39-a574-6c6dad1d63e0 tempest-RoutersTestDVR-576787974 tempest-RoutersTestDVR-576787974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:54.352976 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b89e7223-f830-47df-a9ad-24830ab39703 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:54.375924 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03a34d2-2836-4348-b90a-4c09f67b9ac9 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Made reservation on behalf of 5e650be244de4ee8b27aea189be279d1 for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:57:54.378948 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a03a34d2-2836-4348-b90a-4c09f67b9ac9 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:54.421376 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b89e7223-f830-47df-a9ad-24830ab39703 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:54.452261 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port 8535b75f-dc4d-4c04-b200-f1b2460422dd, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=8535b75f-dc4d-4c04-b200-f1b2460422dd,segment=NetworkSegment(98ee167a-1403-4867-958f-d4f6736b2e62),segment_id=98ee167a-1403-4867-958f-d4f6736b2e62)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:57:54.471087 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-be454c91-8574-4c39-a574-6c6dad1d63e0 tempest-RoutersTestDVR-576787974 tempest-RoutersTestDVR-576787974-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:54.483350 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:54.510301 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-be454c91-8574-4c39-a574-6c6dad1d63e0 tempest-RoutersTestDVR-576787974 tempest-RoutersTestDVR-576787974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:54.542959 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-12bb94d1-832a-4afd-a3ba-e2e76083a745 None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:54.544691 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=8535b75f-dc4d-4c04-b200-f1b2460422dd,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:54.556349 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-be454c91-8574-4c39-a574-6c6dad1d63e0 tempest-RoutersTestDVR-576787974 tempest-RoutersTestDVR-576787974-project-admin] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:54.560504 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-be454c91-8574-4c39-a574-6c6dad1d63e0 tempest-RoutersTestDVR-576787974 tempest-RoutersTestDVR-576787974-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.4579527 Sep 23 06:57:54.561360 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47130) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:54.564604 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-12bb94d1-832a-4afd-a3ba-e2e76083a745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:54.584759 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-57c40325-2cc3-481d-9701-e42ab6edec6f tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Allocated IP 2001:db8::1 (02160bd4-0f97-47d9-a577-2fc60d28c5ed/c03d7443-c5c9-42d5-a6fd-ef644cf942e1/3c66c4fe-f58f-40bb-8181-ea1a620128d7) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:57:54.615334 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bb94d1-832a-4afd-a3ba-e2e76083a745 None None] Network 0eb32f1c-dc85-4bf8-a2e0-1141b5274226 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:57:54.621698 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-12bb94d1-832a-4afd-a3ba-e2e76083a745 None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:57:54.623167 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bb94d1-832a-4afd-a3ba-e2e76083a745 None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:57:54.677746 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea0e6ef-9b6b-4219-8ffb-dd833a66ac01 None None] DHCP port deletion for 4d1aa380-e411-494b-958c-7f758df734d6 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 06:57:54.687580 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bb94d1-832a-4afd-a3ba-e2e76083a745 None None] Pushing event updated for resources: {'Port': ['ID=8db28c1b-9e40-433d-ba92-0344eb4e4c2a,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:54.707854 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-c72dadf8-fa86-418c-87b7-4faa98659b8e None None] Could not find standard attr ID for object 75123548-c717-40d8-8ff5-b26ff37bdafd. {{(pid=95067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 06:57:54.711086 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-12bb94d1-832a-4afd-a3ba-e2e76083a745 None None] Attempting to bind port 8db28c1b-9e40-433d-ba92-0344eb4e4c2a on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:57:54.711420 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-12bb94d1-832a-4afd-a3ba-e2e76083a745 None None] Attempting to bind port 8db28c1b-9e40-433d-ba92-0344eb4e4c2a by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '11fbf7f1-e3e8-4bab-8c88-1f0bb8ad358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '0eb32f1c-dc85-4bf8-a2e0-1141b5274226'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:57:54.711994 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bb94d1-832a-4afd-a3ba-e2e76083a745 None None] Attempting to bind port 8db28c1b-9e40-433d-ba92-0344eb4e4c2a on network 0eb32f1c-dc85-4bf8-a2e0-1141b5274226 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:57:54.734700 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bb94d1-832a-4afd-a3ba-e2e76083a745 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:57:54.735389 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bb94d1-832a-4afd-a3ba-e2e76083a745 None None] Checking segment: {'id': '11fbf7f1-e3e8-4bab-8c88-1f0bb8ad358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '0eb32f1c-dc85-4bf8-a2e0-1141b5274226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:57:54.735977 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-12bb94d1-832a-4afd-a3ba-e2e76083a745 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:54.736575 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bb94d1-832a-4afd-a3ba-e2e76083a745 None None] Bound using segment: {'id': '11fbf7f1-e3e8-4bab-8c88-1f0bb8ad358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '0eb32f1c-dc85-4bf8-a2e0-1141b5274226'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:57:54.737263 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-12bb94d1-832a-4afd-a3ba-e2e76083a745 None None] Bound port: 8db28c1b-9e40-433d-ba92-0344eb4e4c2a, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11fbf7f1-e3e8-4bab-8c88-1f0bb8ad358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '0eb32f1c-dc85-4bf8-a2e0-1141b5274226'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:57:54.737833 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-12bb94d1-832a-4afd-a3ba-e2e76083a745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:54.760602 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-57c40325-2cc3-481d-9701-e42ab6edec6f tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:54.807023 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-57c40325-2cc3-481d-9701-e42ab6edec6f tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:54.819171 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-3ea0e6ef-9b6b-4219-8ffb-dd833a66ac01 None None] Deleting port 8535b75f-dc4d-4c04-b200-f1b2460422dd {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:57:54.819830 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3ea0e6ef-9b6b-4219-8ffb-dd833a66ac01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:54.897041 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-3ea0e6ef-9b6b-4219-8ffb-dd833a66ac01 None None] For port 8535b75f-dc4d-4c04-b200-f1b2460422dd, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=8535b75f-dc4d-4c04-b200-f1b2460422dd,segment=NetworkSegment(98ee167a-1403-4867-958f-d4f6736b2e62),segment_id=98ee167a-1403-4867-958f-d4f6736b2e62)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:57:54.897732 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3ea0e6ef-9b6b-4219-8ffb-dd833a66ac01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:54.911806 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-3ea0e6ef-9b6b-4219-8ffb-dd833a66ac01 None None] Calling delete_port for 8535b75f-dc4d-4c04-b200-f1b2460422dd owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:57:54.916813 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c40325-2cc3-481d-9701-e42ab6edec6f tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Network 02160bd4-0f97-47d9-a577-2fc60d28c5ed is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:57:54.920907 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-57c40325-2cc3-481d-9701-e42ab6edec6f tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:57:54.932510 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c40325-2cc3-481d-9701-e42ab6edec6f tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:57:54.933201 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-57c40325-2cc3-481d-9701-e42ab6edec6f tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068614'] for router_interface, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:55.007433 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c40325-2cc3-481d-9701-e42ab6edec6f tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Pushing event updated for resources: {'Port': ['ID=3c66c4fe-f58f-40bb-8181-ea1a620128d7,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:55.018863 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a86d5c01-6b1b-4dc8-907b-01cb11691a31 tempest-RoutersTestDVR-576787974 tempest-RoutersTestDVR-576787974-project-admin] Notify callbacks [] for router, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:55.023338 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b89e7223-f830-47df-a9ad-24830ab39703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:55.026760 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b89e7223-f830-47df-a9ad-24830ab39703 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:55.028187 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-b89e7223-f830-47df-a9ad-24830ab39703 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/85b99fea-71c4-4e23-bc55-5354e1450fdf HTTP/1.1" status: 204 len: 168 time: 0.7890944 Sep 23 06:57:55.057722 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3ea0e6ef-9b6b-4219-8ffb-dd833a66ac01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:55.103789 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea0e6ef-9b6b-4219-8ffb-dd833a66ac01 None None] No DVR routers for this DVR port 8535b75f-dc4d-4c04-b200-f1b2460422dd on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:57:55.121952 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89e7223-f830-47df-a9ad-24830ab39703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b99fea-71c4-4e23-bc55-5354e1450fdf,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:55.158573 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-12bb94d1-832a-4afd-a3ba-e2e76083a745 None None] For port 8db28c1b-9e40-433d-ba92-0344eb4e4c2a, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:57:55.176096 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea0e6ef-9b6b-4219-8ffb-dd833a66ac01 None None] Pushing event deleted for resources: {'Port': ['ID=8535b75f-dc4d-4c04-b200-f1b2460422dd,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:55.213552 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-57c40325-2cc3-481d-9701-e42ab6edec6f tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:55.223929 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-12bb94d1-832a-4afd-a3ba-e2e76083a745 None None] For port 8db28c1b-9e40-433d-ba92-0344eb4e4c2a, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=8db28c1b-9e40-433d-ba92-0344eb4e4c2a,segment=NetworkSegment(11fbf7f1-e3e8-4bab-8c88-1f0bb8ad358c),segment_id=11fbf7f1-e3e8-4bab-8c88-1f0bb8ad358c)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:57:55.233803 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-12bb94d1-832a-4afd-a3ba-e2e76083a745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:55.333614 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bb94d1-832a-4afd-a3ba-e2e76083a745 None None] Pushing event updated for resources: {'Port': ['ID=8db28c1b-9e40-433d-ba92-0344eb4e4c2a,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:55.412937 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a86d5c01-6b1b-4dc8-907b-01cb11691a31 tempest-RoutersTestDVR-576787974 tempest-RoutersTestDVR-576787974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:55.417541 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a86d5c01-6b1b-4dc8-907b-01cb11691a31 tempest-RoutersTestDVR-576787974 tempest-RoutersTestDVR-576787974-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:55.424972 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a03a34d2-2836-4348-b90a-4c09f67b9ac9 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:55.445184 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-47ad3aa8-3685-4e51-92e4-edb3075555f7 None None] Provisioning complete for port 3c66c4fe-f58f-40bb-8181-ea1a620128d7 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:57:55.445793 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-47ad3aa8-3685-4e51-92e4-edb3075555f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:55.513505 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-47ad3aa8-3685-4e51-92e4-edb3075555f7 None None] Port 3c66c4fe-f58f-40bb-8181-ea1a620128d7 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:57:55.541455 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03a34d2-2836-4348-b90a-4c09f67b9ac9 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Network 4d1aa380-e411-494b-958c-7f758df734d6 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:57:55.543083 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-a03a34d2-2836-4348-b90a-4c09f67b9ac9 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:57:55.546387 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03a34d2-2836-4348-b90a-4c09f67b9ac9 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:55.547675 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a03a34d2-2836-4348-b90a-4c09f67b9ac9 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:55.554609 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1551a13-f56c-45d4-9a6c-803ad9896710 None None] Network 4d1aa380-e411-494b-958c-7f758df734d6 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:57:55.588621 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-a03a34d2-2836-4348-b90a-4c09f67b9ac9 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4788673 Sep 23 06:57:55.606541 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47144) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:55.614085 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a86d5c01-6b1b-4dc8-907b-01cb11691a31 tempest-RoutersTestDVR-576787974 tempest-RoutersTestDVR-576787974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:55.620507 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a86d5c01-6b1b-4dc8-907b-01cb11691a31 tempest-RoutersTestDVR-576787974 tempest-RoutersTestDVR-576787974-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9803f629-86f4-45d2-9205-479b53db9ad7 {{(pid=95066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 06:57:55.626424 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a86d5c01-6b1b-4dc8-907b-01cb11691a31 tempest-RoutersTestDVR-576787974 tempest-RoutersTestDVR-576787974-project-admin] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:55.631077 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-a86d5c01-6b1b-4dc8-907b-01cb11691a31 tempest-RoutersTestDVR-576787974 tempest-RoutersTestDVR-576787974-project-admin] 10.222.0.39 "DELETE /v2.0/routers/9803f629-86f4-45d2-9205-479b53db9ad7 HTTP/1.1" status: 204 len: 168 time: 1.0686657 Sep 23 06:57:55.642701 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-272b54b7-6307-4c71-9641-32188f7ddb4e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Request body: {'subnet': {'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:57:55.657168 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47146) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:55.672687 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-436337c8-8b68-4f5c-af7c-6642a305061f tempest-RoutersTestDVR-576787974 tempest-RoutersTestDVR-576787974-project-admin] Request body: {'router': {'name': 'tempest-router-1820381851', 'distributed': False}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:57:55.861779 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a34d2-2836-4348-b90a-4c09f67b9ac9 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event updated for resources: {'Subnet': ['ID=4b2961c9-bc5a-4490-a20d-90525f2f406a,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:55.865823 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47148) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:55.888993 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4de29ec-fc27-4d40-81f3-13b6f42066de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-4d1aa380-e411-494b-958c-7f758df734d6', 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'tenant_id': '5e650be244de4ee8b27aea189be279d1', 'fixed_ips': [{'subnet_id': '4b2961c9-bc5a-4490-a20d-90525f2f406a'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 06:57:55.890339 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a4de29ec-fc27-4d40-81f3-13b6f42066de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:55.913184 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fea52f27-da88-44a5-a801-32cc16e018ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:55.995355 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-436337c8-8b68-4f5c-af7c-6642a305061f tempest-RoutersTestDVR-576787974 tempest-RoutersTestDVR-576787974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:55.996410 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-436337c8-8b68-4f5c-af7c-6642a305061f tempest-RoutersTestDVR-576787974 tempest-RoutersTestDVR-576787974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:56.013275 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 8db28c1b-9e40-433d-ba92-0344eb4e4c2a up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:57:56.111845 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 8db28c1b-9e40-433d-ba92-0344eb4e4c2a triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:57:56.113063 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:56.116471 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-436337c8-8b68-4f5c-af7c-6642a305061f tempest-RoutersTestDVR-576787974 tempest-RoutersTestDVR-576787974-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:56.139103 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-57c40325-2cc3-481d-9701-e42ab6edec6f tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:56.145448 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-57c40325-2cc3-481d-9701-e42ab6edec6f tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:56.146418 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-57c40325-2cc3-481d-9701-e42ab6edec6f tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067062'] for router_interface, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:56.195831 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-a4de29ec-fc27-4d40-81f3-13b6f42066de None None] Allocated IP 172.20.0.2 (4d1aa380-e411-494b-958c-7f758df734d6/4b2961c9-bc5a-4490-a20d-90525f2f406a/e5837f0f-6e72-474f-bc8e-ee5e405742a2) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:57:56.244333 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fea52f27-da88-44a5-a801-32cc16e018ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:56.246835 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-272b54b7-6307-4c71-9641-32188f7ddb4e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Made reservation on behalf of 5e650be244de4ee8b27aea189be279d1 for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:57:56.252431 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-272b54b7-6307-4c71-9641-32188f7ddb4e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:56.297650 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c40325-2cc3-481d-9701-e42ab6edec6f tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Pushing event updated for resources: {'Port': ['ID=3c66c4fe-f58f-40bb-8181-ea1a620128d7,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:56.363272 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-436337c8-8b68-4f5c-af7c-6642a305061f tempest-RoutersTestDVR-576787974 tempest-RoutersTestDVR-576787974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:56.365619 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fea52f27-da88-44a5-a801-32cc16e018ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:56.368864 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c40325-2cc3-481d-9701-e42ab6edec6f tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Network 02160bd4-0f97-47d9-a577-2fc60d28c5ed is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:57:56.370683 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-57c40325-2cc3-481d-9701-e42ab6edec6f tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:57:56.394597 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:56.423051 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-fea52f27-da88-44a5-a801-32cc16e018ec admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2b1d79574f6d443391cbb183ad633ad4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5501904 Sep 23 06:57:56.432593 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47158) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:56.472577 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-436337c8-8b68-4f5c-af7c-6642a305061f tempest-RoutersTestDVR-576787974 tempest-RoutersTestDVR-576787974-project-admin] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:56.476313 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-436337c8-8b68-4f5c-af7c-6642a305061f tempest-RoutersTestDVR-576787974 tempest-RoutersTestDVR-576787974-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.8114200 Sep 23 06:57:56.483829 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47160) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:56.490824 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port 8db28c1b-9e40-433d-ba92-0344eb4e4c2a, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=8db28c1b-9e40-433d-ba92-0344eb4e4c2a,segment=NetworkSegment(11fbf7f1-e3e8-4bab-8c88-1f0bb8ad358c),segment_id=11fbf7f1-e3e8-4bab-8c88-1f0bb8ad358c)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:57:56.498438 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:56.514142 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea52f27-da88-44a5-a801-32cc16e018ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25008874-af77-4a8f-8154-3b8b5262e450,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:56.553750 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57c40325-2cc3-481d-9701-e42ab6edec6f tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Router 72a9e90f-7ddf-46a3-acb4-c34a19b9fe17 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:57:56.622498 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c263122b-6290-4c5f-975a-875afc8b8421 tempest-RoutersTestDVR-576787974 tempest-RoutersTestDVR-576787974-project-admin] Notify callbacks [] for router, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:56.679703 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c40325-2cc3-481d-9701-e42ab6edec6f tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:57:56.684698 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a4de29ec-fc27-4d40-81f3-13b6f42066de None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:56.695729 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b07bbe-e976-459b-9fe3-9c79861619d3 None None] Sync routers for ids ['72a9e90f-7ddf-46a3-acb4-c34a19b9fe17'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:57:56.711323 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b07bbe-e976-459b-9fe3-9c79861619d3 None None] Routers {'72a9e90f-7ddf-46a3-acb4-c34a19b9fe17'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:57:56.713444 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-f9b07bbe-e976-459b-9fe3-9c79861619d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:57:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['72a9e90f-7ddf-46a3-acb4-c34a19b9fe17'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:56.713630 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a4de29ec-fc27-4d40-81f3-13b6f42066de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:56.714621 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-57c40325-2cc3-481d-9701-e42ab6edec6f tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] 10.222.0.39 "PUT /v2.0/routers/72a9e90f-7ddf-46a3-acb4-c34a19b9fe17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1572132 Sep 23 06:57:56.718186 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47162) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:56.748815 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=8db28c1b-9e40-433d-ba92-0344eb4e4c2a,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:56.771627 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4de29ec-fc27-4d40-81f3-13b6f42066de None None] Network 4d1aa380-e411-494b-958c-7f758df734d6 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:57:56.776820 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-f9b07bbe-e976-459b-9fe3-9c79861619d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:56.785461 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-a4de29ec-fc27-4d40-81f3-13b6f42066de None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:57:56.787855 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b07bbe-e976-459b-9fe3-9c79861619d3 None None] Routers {'72a9e90f-7ddf-46a3-acb4-c34a19b9fe17'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:57:56.788906 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4de29ec-fc27-4d40-81f3-13b6f42066de None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:57:56.792745 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-f9b07bbe-e976-459b-9fe3-9c79861619d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:57:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['72a9e90f-7ddf-46a3-acb4-c34a19b9fe17'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:56.833964 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-f9b07bbe-e976-459b-9fe3-9c79861619d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:57:56.834916 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b07bbe-e976-459b-9fe3-9c79861619d3 None None] The sync data for ids ['72a9e90f-7ddf-46a3-acb4-c34a19b9fe17'] in n-d-715271-16 is: [] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:57:56.878960 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4de29ec-fc27-4d40-81f3-13b6f42066de None None] Pushing event updated for resources: {'Port': ['ID=e5837f0f-6e72-474f-bc8e-ee5e405742a2,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:56.946369 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-f6e3193a-729b-4fc8-ae92-794ed953d848 None None] Provisioning complete for port 3c66c4fe-f58f-40bb-8181-ea1a620128d7 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:57:56.947172 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f6e3193a-729b-4fc8-ae92-794ed953d848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:56.954324 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c263122b-6290-4c5f-975a-875afc8b8421 tempest-RoutersTestDVR-576787974 tempest-RoutersTestDVR-576787974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:56.957139 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c263122b-6290-4c5f-975a-875afc8b8421 tempest-RoutersTestDVR-576787974 tempest-RoutersTestDVR-576787974-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:56.984135 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-a4de29ec-fc27-4d40-81f3-13b6f42066de None None] Attempting to bind port e5837f0f-6e72-474f-bc8e-ee5e405742a2 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:57:56.985337 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-a4de29ec-fc27-4d40-81f3-13b6f42066de None None] Attempting to bind port e5837f0f-6e72-474f-bc8e-ee5e405742a2 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '98ee167a-1403-4867-958f-d4f6736b2e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:57:56.986020 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4de29ec-fc27-4d40-81f3-13b6f42066de None None] Attempting to bind port e5837f0f-6e72-474f-bc8e-ee5e405742a2 on network 4d1aa380-e411-494b-958c-7f758df734d6 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:57:56.994441 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4de29ec-fc27-4d40-81f3-13b6f42066de None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:57:56.994957 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4de29ec-fc27-4d40-81f3-13b6f42066de None None] Checking segment: {'id': '98ee167a-1403-4867-958f-d4f6736b2e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:57:56.995508 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a4de29ec-fc27-4d40-81f3-13b6f42066de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:56.996015 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4de29ec-fc27-4d40-81f3-13b6f42066de None None] Bound using segment: {'id': '98ee167a-1403-4867-958f-d4f6736b2e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:57:56.996573 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-a4de29ec-fc27-4d40-81f3-13b6f42066de None None] Bound port: e5837f0f-6e72-474f-bc8e-ee5e405742a2, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98ee167a-1403-4867-958f-d4f6736b2e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:57:56.997020 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a4de29ec-fc27-4d40-81f3-13b6f42066de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:57.042863 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439ce888-4a30-45f9-8fa9-b85995b0cd5f None None] Network 0eb32f1c-dc85-4bf8-a2e0-1141b5274226 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:57:57.047538 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-f6e3193a-729b-4fc8-ae92-794ed953d848 None None] Port 3c66c4fe-f58f-40bb-8181-ea1a620128d7 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:57:57.069092 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c263122b-6290-4c5f-975a-875afc8b8421 tempest-RoutersTestDVR-576787974 tempest-RoutersTestDVR-576787974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:57.070025 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c263122b-6290-4c5f-975a-875afc8b8421 tempest-RoutersTestDVR-576787974 tempest-RoutersTestDVR-576787974-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bd5ea7f7-4b5b-4a2a-90ab-ade53060c938 {{(pid=95066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 06:57:57.071204 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-10289a8f-a33f-47ca-9e10-1677978dd20c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:57.079974 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c263122b-6290-4c5f-975a-875afc8b8421 tempest-RoutersTestDVR-576787974 tempest-RoutersTestDVR-576787974-project-admin] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:57.081146 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-c263122b-6290-4c5f-975a-875afc8b8421 tempest-RoutersTestDVR-576787974 tempest-RoutersTestDVR-576787974-project-admin] 10.222.0.39 "DELETE /v2.0/routers/bd5ea7f7-4b5b-4a2a-90ab-ade53060c938 HTTP/1.1" status: 204 len: 168 time: 0.5921195 Sep 23 06:57:57.084797 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 47166) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:57.089289 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-3bdec2fb-cca7-4d68-a6d7-a70922cbadfa tempest-RoutersTestDVR-576787974 tempest-RoutersTestDVR-576787974-project-admin] Request body: {'router': {'name': 'tempest-router-103715634', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'baf181e2d0d746c5b20cd975ab2bbf73'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:57:57.146666 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3bdec2fb-cca7-4d68-a6d7-a70922cbadfa tempest-RoutersTestDVR-576787974 tempest-RoutersTestDVR-576787974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:57.148479 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3bdec2fb-cca7-4d68-a6d7-a70922cbadfa tempest-RoutersTestDVR-576787974 tempest-RoutersTestDVR-576787974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:57.149340 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fc2538c5-82b3-46bf-b233-c968761a02e1 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks [] for router, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:57.155415 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a4de29ec-fc27-4d40-81f3-13b6f42066de None None] For port e5837f0f-6e72-474f-bc8e-ee5e405742a2, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:57:57.173745 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a4de29ec-fc27-4d40-81f3-13b6f42066de None None] For port e5837f0f-6e72-474f-bc8e-ee5e405742a2, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=e5837f0f-6e72-474f-bc8e-ee5e405742a2,segment=NetworkSegment(98ee167a-1403-4867-958f-d4f6736b2e62),segment_id=98ee167a-1403-4867-958f-d4f6736b2e62)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:57:57.188133 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a4de29ec-fc27-4d40-81f3-13b6f42066de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:57.213545 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3bdec2fb-cca7-4d68-a6d7-a70922cbadfa tempest-RoutersTestDVR-576787974 tempest-RoutersTestDVR-576787974-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:57.215190 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0f124987-70db-492e-8dc1-145a4a10cdb8 req-06e33468-e274-4bcd-a4b0-980a66a1e9c6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4081171 Sep 23 06:57:57.229493 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3bdec2fb-cca7-4d68-a6d7-a70922cbadfa tempest-RoutersTestDVR-576787974 tempest-RoutersTestDVR-576787974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:57.238387 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-10289a8f-a33f-47ca-9e10-1677978dd20c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:57.239996 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-9501ef07-386e-4b93-ada9-b38c4d8849f1 None None] Provisioning complete for port 8db28c1b-9e40-433d-ba92-0344eb4e4c2a triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:57:57.240378 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-9501ef07-386e-4b93-ada9-b38c4d8849f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:57.258046 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3bdec2fb-cca7-4d68-a6d7-a70922cbadfa tempest-RoutersTestDVR-576787974 tempest-RoutersTestDVR-576787974-project-admin] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:57.259607 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-3bdec2fb-cca7-4d68-a6d7-a70922cbadfa tempest-RoutersTestDVR-576787974 tempest-RoutersTestDVR-576787974-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1737931 Sep 23 06:57:57.262661 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 47170) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:57.277570 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-22033e19-2ce7-4d29-bfe3-c9f4c1a67286 tempest-RoutersTestDVR-576787974 tempest-RoutersTestDVR-576787974-project-admin] Request body: {'router': {'distributed': True}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:57:57.381322 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4de29ec-fc27-4d40-81f3-13b6f42066de None None] Pushing event updated for resources: {'Port': ['ID=e5837f0f-6e72-474f-bc8e-ee5e405742a2,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:57.427777 n-d-715271-16 neutron-server[95066]: INFO neutron.api.v2.resource [None req-fc2538c5-82b3-46bf-b233-c968761a02e1 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 23 06:57:57.441158 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-fc2538c5-82b3-46bf-b233-c968761a02e1 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] 10.222.0.39 "DELETE /v2.0/routers/72a9e90f-7ddf-46a3-acb4-c34a19b9fe17 HTTP/1.1" status: 409 len: 329 time: 0.7030721 Sep 23 06:57:57.466073 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 47178) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:57.534640 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f124987-70db-492e-8dc1-145a4a10cdb8 req-04326218-af73-4826-b950-dbb65ffe57a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:57.534640 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f124987-70db-492e-8dc1-145a4a10cdb8 req-04326218-af73-4826-b950-dbb65ffe57a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:57.534874 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f124987-70db-492e-8dc1-145a4a10cdb8 req-04326218-af73-4826-b950-dbb65ffe57a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:57.535283 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f124987-70db-492e-8dc1-145a4a10cdb8 req-04326218-af73-4826-b950-dbb65ffe57a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:57.535761 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f124987-70db-492e-8dc1-145a4a10cdb8 req-04326218-af73-4826-b950-dbb65ffe57a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:57.536248 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f124987-70db-492e-8dc1-145a4a10cdb8 req-04326218-af73-4826-b950-dbb65ffe57a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:57.536721 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f124987-70db-492e-8dc1-145a4a10cdb8 req-04326218-af73-4826-b950-dbb65ffe57a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:57.539713 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0f124987-70db-492e-8dc1-145a4a10cdb8 req-04326218-af73-4826-b950-dbb65ffe57a6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3be4c5cb804b4ff99ee0f3347ae7c2c6&device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79 HTTP/1.1" status: 200 len: 6500 time: 0.2789121 Sep 23 06:57:57.576558 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-10289a8f-a33f-47ca-9e10-1677978dd20c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:57.577778 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-10289a8f-a33f-47ca-9e10-1677978dd20c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:57.579196 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-10289a8f-a33f-47ca-9e10-1677978dd20c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/25008874-af77-4a8f-8154-3b8b5262e450 HTTP/1.1" status: 204 len: 168 time: 1.1380830 Sep 23 06:57:57.722575 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10289a8f-a33f-47ca-9e10-1677978dd20c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25008874-af77-4a8f-8154-3b8b5262e450,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:57.763762 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-22033e19-2ce7-4d29-bfe3-c9f4c1a67286 tempest-RoutersTestDVR-576787974 tempest-RoutersTestDVR-576787974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2069904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5251'] for router, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:57.764132 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-22033e19-2ce7-4d29-bfe3-c9f4c1a67286 tempest-RoutersTestDVR-576787974 tempest-RoutersTestDVR-576787974-project-admin] Notify callbacks [] for router, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:57.952284 n-d-715271-16 neutron-server[95066]: DEBUG neutron.objects.ports [None req-272b54b7-6307-4c71-9641-32188f7ddb4e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95066) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 06:57:58.075687 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-16b42f92-e9be-4ce9-91f5-36322a196b56 None None] Provisioning complete for port 8db28c1b-9e40-433d-ba92-0344eb4e4c2a triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:57:58.077758 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-16b42f92-e9be-4ce9-91f5-36322a196b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:58.122162 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f124987-70db-492e-8dc1-145a4a10cdb8 req-f5f279ae-cf04-4ace-8b81-1cd34773d696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:58.122999 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f124987-70db-492e-8dc1-145a4a10cdb8 req-f5f279ae-cf04-4ace-8b81-1cd34773d696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:58.123720 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f124987-70db-492e-8dc1-145a4a10cdb8 req-f5f279ae-cf04-4ace-8b81-1cd34773d696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:58.127264 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0f124987-70db-492e-8dc1-145a4a10cdb8 req-f5f279ae-cf04-4ace-8b81-1cd34773d696 service neutron] 10.222.0.58 "GET /v2.0/networks?id=89158bcd-2a79-4993-ae5b-556a0ab839e7&id=a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54&id=a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54&id=a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54&id=a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54&id=57ba53b1-4b40-40e0-aae1-e93257c8c94d&id=57ba53b1-4b40-40e0-aae1-e93257c8c94d HTTP/1.1" status: 200 len: 2291 time: 0.5458143 Sep 23 06:57:58.152805 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-22033e19-2ce7-4d29-bfe3-c9f4c1a67286 tempest-RoutersTestDVR-576787974 tempest-RoutersTestDVR-576787974-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=95065) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Sep 23 06:57:58.153395 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-22033e19-2ce7-4d29-bfe3-c9f4c1a67286 tempest-RoutersTestDVR-576787974 tempest-RoutersTestDVR-576787974-project-admin] Router 65b4d81d-fad0-4771-9d6f-310aca8833c0 migrating from provider to provider. {{(pid=95065) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Sep 23 06:57:58.153588 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-22033e19-2ce7-4d29-bfe3-c9f4c1a67286 tempest-RoutersTestDVR-576787974 tempest-RoutersTestDVR-576787974-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:58.176205 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device e5837f0f-6e72-474f-bc8e-ee5e405742a2 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:57:58.202608 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-22033e19-2ce7-4d29-bfe3-c9f4c1a67286 tempest-RoutersTestDVR-576787974 tempest-RoutersTestDVR-576787974-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:58.212852 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-22033e19-2ce7-4d29-bfe3-c9f4c1a67286 tempest-RoutersTestDVR-576787974 tempest-RoutersTestDVR-576787974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2069929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2069922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2064665'] for router, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:58.250445 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0f124987-70db-492e-8dc1-145a4a10cdb8 req-06526dc7-5198-4126-90ce-ba77262a0f43 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=710c6711-73b5-4443-9f6d-058253ac8526 HTTP/1.1" status: 200 len: 1002 time: 0.1142023 Sep 23 06:57:58.319688 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port e5837f0f-6e72-474f-bc8e-ee5e405742a2 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:57:58.320039 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:58.346792 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-272b54b7-6307-4c71-9641-32188f7ddb4e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:58.437181 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:58.466933 n-d-715271-16 neutron-server[95065]: WARNING neutron.scheduler.l3_agent_scheduler [None req-22033e19-2ce7-4d29-bfe3-c9f4c1a67286 tempest-RoutersTestDVR-576787974 tempest-RoutersTestDVR-576787974-project-admin] No L3 agents can host the router 65b4d81d-fad0-4771-9d6f-310aca8833c0 Sep 23 06:57:58.480400 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port e5837f0f-6e72-474f-bc8e-ee5e405742a2, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=e5837f0f-6e72-474f-bc8e-ee5e405742a2,segment=NetworkSegment(98ee167a-1403-4867-958f-d4f6736b2e62),segment_id=98ee167a-1403-4867-958f-d4f6736b2e62)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:57:58.487161 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f124987-70db-492e-8dc1-145a4a10cdb8 req-e2c80096-190f-4bf7-9644-ffc41d4634d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:58.488885 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0f124987-70db-492e-8dc1-145a4a10cdb8 req-e2c80096-190f-4bf7-9644-ffc41d4634d3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=11f8f7b3-d5e2-420b-8586-bf82f5f03fc6 HTTP/1.1" status: 200 len: 850 time: 0.2001977 Sep 23 06:57:58.492069 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.db.api [None req-272b54b7-6307-4c71-9641-32188f7ddb4e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95066) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 06:57:58.492541 n-d-715271-16 neutron-server[95066]: DEBUG oslo_db.api [None req-272b54b7-6307-4c71-9641-32188f7ddb4e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 06:57:58.496386 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:58.497625 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 8db28c1b-9e40-433d-ba92-0344eb4e4c2a up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:57:58.566041 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f124987-70db-492e-8dc1-145a4a10cdb8 req-c2ae6238-810c-4041-8fea-d94419a180dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:58.567721 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0f124987-70db-492e-8dc1-145a4a10cdb8 req-c2ae6238-810c-4041-8fea-d94419a180dc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=89158bcd-2a79-4993-ae5b-556a0ab839e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0703208 Sep 23 06:57:58.602966 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=e5837f0f-6e72-474f-bc8e-ee5e405742a2,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:58.614594 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 8db28c1b-9e40-433d-ba92-0344eb4e4c2a triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:57:58.619023 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:58.664549 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22033e19-2ce7-4d29-bfe3-c9f4c1a67286 tempest-RoutersTestDVR-576787974 tempest-RoutersTestDVR-576787974-project-admin] Hosts for router 65b4d81d-fad0-4771-9d6f-310aca8833c0: [] {{(pid=95065) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Sep 23 06:57:58.691003 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22033e19-2ce7-4d29-bfe3-c9f4c1a67286 tempest-RoutersTestDVR-576787974 tempest-RoutersTestDVR-576787974-project-admin] Hosts for other DVR routers connected to router 65b4d81d-fad0-4771-9d6f-310aca8833c0: set() {{(pid=95065) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Sep 23 06:57:58.693568 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-22033e19-2ce7-4d29-bfe3-c9f4c1a67286 tempest-RoutersTestDVR-576787974 tempest-RoutersTestDVR-576787974-project-admin] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:58.694843 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-22033e19-2ce7-4d29-bfe3-c9f4c1a67286 tempest-RoutersTestDVR-576787974 tempest-RoutersTestDVR-576787974-project-admin] 10.222.0.39 "PUT /v2.0/routers/65b4d81d-fad0-4771-9d6f-310aca8833c0 HTTP/1.1" status: 200 len: 716 time: 1.4279268 Sep 23 06:57:58.697530 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 47208) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:58.762042 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0f124987-70db-492e-8dc1-145a4a10cdb8 req-f5a04228-a035-4bf7-9816-9ba048496ae5 service neutron] 10.222.0.58 "GET /v2.0/networks/89158bcd-2a79-4993-ae5b-556a0ab839e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814203 Sep 23 06:57:58.784488 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-2f46d923-c6a0-4aed-907b-9b561f48464f tempest-RoutersTestDVR-576787974 tempest-RoutersTestDVR-576787974-project-admin] 10.222.0.39 "GET /v2.0/routers/65b4d81d-fad0-4771-9d6f-310aca8833c0 HTTP/1.1" status: 200 len: 716 time: 0.0858374 Sep 23 06:57:58.787143 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 47214) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:58.798373 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-10beb341-492d-4b81-825b-6d8ced79afbf tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066969'] for router_interface, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:58.915245 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0f124987-70db-492e-8dc1-145a4a10cdb8 req-6f690f3a-ddd0-4c90-a667-06a050f9106a service neutron] 10.222.0.58 "GET /v2.0/networks/89158bcd-2a79-4993-ae5b-556a0ab839e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453876 Sep 23 06:57:58.929797 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a53780-4b74-4a26-9046-c6a2e0ef98a6 None None] get_active_networks_info from n-d-715271-16 {{(pid=95067) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 06:57:58.997664 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0f124987-70db-492e-8dc1-145a4a10cdb8 req-718e9115-47ac-4b8d-8b82-cb76abe8ca74 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=2967a824-073c-4484-ab0d-43a76601a0ab HTTP/1.1" status: 200 len: 217 time: 0.0756726 Sep 23 06:57:59.008139 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-83f05c59-ea50-4afc-a55b-8ef6eb87488c None None] Provisioning complete for port e5837f0f-6e72-474f-bc8e-ee5e405742a2 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:57:59.008517 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-83f05c59-ea50-4afc-a55b-8ef6eb87488c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:59.088304 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-272b54b7-6307-4c71-9641-32188f7ddb4e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:59.144968 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f124987-70db-492e-8dc1-145a4a10cdb8 req-f7ba1121-8c17-4034-bd5f-c525667a2087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:59.146489 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0f124987-70db-492e-8dc1-145a4a10cdb8 req-f7ba1121-8c17-4034-bd5f-c525667a2087 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7b8d89ab-b77e-4358-8f41-f550782dd0dc HTTP/1.1" status: 200 len: 797 time: 0.1063094 Sep 23 06:57:59.282516 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f124987-70db-492e-8dc1-145a4a10cdb8 req-bdee1d8e-f991-4c21-aeb6-4dfb3e10f5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:59.283692 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0f124987-70db-492e-8dc1-145a4a10cdb8 req-bdee1d8e-f991-4c21-aeb6-4dfb3e10f5d6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1293488 Sep 23 06:57:59.459557 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a53780-4b74-4a26-9046-c6a2e0ef98a6 None None] Resources bound (agent type, host, resource id): {{(pid=95067) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 06:57:59.464843 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-272b54b7-6307-4c71-9641-32188f7ddb4e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] For port e5837f0f-6e72-474f-bc8e-ee5e405742a2, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=e5837f0f-6e72-474f-bc8e-ee5e405742a2,segment=NetworkSegment(98ee167a-1403-4867-958f-d4f6736b2e62),segment_id=98ee167a-1403-4867-958f-d4f6736b2e62)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:57:59.509543 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0f124987-70db-492e-8dc1-145a4a10cdb8 req-fadda986-3d0a-4a30-8571-ec8bfb0798b6 service neutron] 10.222.0.58 "GET /v2.0/networks/a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128224 Sep 23 06:57:59.549363 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-272b54b7-6307-4c71-9641-32188f7ddb4e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:59.578616 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-272b54b7-6307-4c71-9641-32188f7ddb4e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:59.580438 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-272b54b7-6307-4c71-9641-32188f7ddb4e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:59.803533 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272b54b7-6307-4c71-9641-32188f7ddb4e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Network 4d1aa380-e411-494b-958c-7f758df734d6 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:57:59.814726 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-272b54b7-6307-4c71-9641-32188f7ddb4e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:57:59.835850 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272b54b7-6307-4c71-9641-32188f7ddb4e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:57:59.836463 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-272b54b7-6307-4c71-9641-32188f7ddb4e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:57:59.858882 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272b54b7-6307-4c71-9641-32188f7ddb4e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event updated for resources: {'Subnet': ['ID=ce4e0ecc-962e-4b0c-bf3c-05f9ae3ee371,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:59.904161 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-19c8dd02-a22f-4000-b21b-d9d9e5c59f4d tempest-RoutersTestDVR-291872752 tempest-RoutersTestDVR-291872752-project] 10.222.0.39 "GET /v2.0/routers/65b4d81d-fad0-4771-9d6f-310aca8833c0 HTTP/1.1" status: 200 len: 682 time: 1.1158755 Sep 23 06:57:59.910564 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 47252) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:59.911176 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-272b54b7-6307-4c71-9641-32188f7ddb4e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.2979982 Sep 23 06:57:59.913889 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47254) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:57:59.920430 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272b54b7-6307-4c71-9641-32188f7ddb4e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event updated for resources: {'Port': ['ID=e5837f0f-6e72-474f-bc8e-ee5e405742a2,revision_number=5']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:57:59.935525 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-7e069943-49bb-4300-a07b-86a047985aa7 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Request body: {'port': {'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'mac_address': 'fa:16:3e:1f:c5:ec', 'name': 'tempest-NetworksTestDHCPv6-2019811320'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:57:59.976247 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device e5837f0f-6e72-474f-bc8e-ee5e405742a2 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:57:59.997018 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-10beb341-492d-4b81-825b-6d8ced79afbf tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Deleting port 3c66c4fe-f58f-40bb-8181-ea1a620128d7 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:57:59.997450 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-10beb341-492d-4b81-825b-6d8ced79afbf tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:00.111691 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-10beb341-492d-4b81-825b-6d8ced79afbf tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:00.116108 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port e5837f0f-6e72-474f-bc8e-ee5e405742a2 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:58:00.116494 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:00.124548 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-10beb341-492d-4b81-825b-6d8ced79afbf tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Calling delete_port for 3c66c4fe-f58f-40bb-8181-ea1a620128d7 owned by network:router_interface {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:58:00.396470 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ce69797e-feb0-43d4-897c-c8e03f13adf1 tempest-RoutersTestDVR-576787974 tempest-RoutersTestDVR-576787974-project-admin] Notify callbacks [] for router, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:00.481051 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0f124987-70db-492e-8dc1-145a4a10cdb8 req-9dec5302-d589-4197-a095-a89d430807c9 service neutron] 10.222.0.58 "GET /v2.0/networks/a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9612694 Sep 23 06:58:00.497119 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-10beb341-492d-4b81-825b-6d8ced79afbf tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:00.582340 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0f124987-70db-492e-8dc1-145a4a10cdb8 req-17341ebe-ab60-4c1a-8067-04ae4a304815 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=ec16f835-822f-4543-a177-5c6ae4f55507 HTTP/1.1" status: 200 len: 217 time: 0.0874007 Sep 23 06:58:00.612659 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10beb341-492d-4b81-825b-6d8ced79afbf tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Pushing event deleted for resources: {'Port': ['ID=3c66c4fe-f58f-40bb-8181-ea1a620128d7,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:00.672471 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ce69797e-feb0-43d4-897c-c8e03f13adf1 tempest-RoutersTestDVR-576787974 tempest-RoutersTestDVR-576787974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:00.677009 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ce69797e-feb0-43d4-897c-c8e03f13adf1 tempest-RoutersTestDVR-576787974 tempest-RoutersTestDVR-576787974-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:00.791019 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f124987-70db-492e-8dc1-145a4a10cdb8 req-0e44a1cd-7ec4-466b-9b64-71ada647dce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:00.793746 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0f124987-70db-492e-8dc1-145a4a10cdb8 req-0e44a1cd-7ec4-466b-9b64-71ada647dce1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7b8d89ab-b77e-4358-8f41-f550782dd0dc HTTP/1.1" status: 200 len: 797 time: 0.2020133 Sep 23 06:58:00.850465 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ce69797e-feb0-43d4-897c-c8e03f13adf1 tempest-RoutersTestDVR-576787974 tempest-RoutersTestDVR-576787974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:00.850982 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce69797e-feb0-43d4-897c-c8e03f13adf1 tempest-RoutersTestDVR-576787974 tempest-RoutersTestDVR-576787974-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 65b4d81d-fad0-4771-9d6f-310aca8833c0 {{(pid=95065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 06:58:00.853045 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-10beb341-492d-4b81-825b-6d8ced79afbf tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2068624'] for router_interface, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:00.858765 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ce69797e-feb0-43d4-897c-c8e03f13adf1 tempest-RoutersTestDVR-576787974 tempest-RoutersTestDVR-576787974-project-admin] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:00.860568 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-ce69797e-feb0-43d4-897c-c8e03f13adf1 tempest-RoutersTestDVR-576787974 tempest-RoutersTestDVR-576787974-project-admin] 10.222.0.39 "DELETE /v2.0/routers/65b4d81d-fad0-4771-9d6f-310aca8833c0 HTTP/1.1" status: 204 len: 168 time: 0.9484484 Sep 23 06:58:00.866014 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 47278) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:00.871165 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-451a04b4-8f86-4a89-9543-da7e2666dec3 tempest-RoutersTestDVR-576787974 tempest-RoutersTestDVR-576787974-project-admin] Request body: {'router': {'name': 'tempest-router-60333586', 'distributed': True}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:58:00.910444 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.db.api [None req-7e069943-49bb-4300-a07b-86a047985aa7 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 06:58:00.910444 n-d-715271-16 neutron-server[95066]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 23 06:58:00.910444 n-d-715271-16 neutron-server[95066]: [parameters: {'project_id': '5e650be244de4ee8b27aea189be279d1', 'id': 'a6fe0d03-f236-49a8-a11b-87de2c20e3b7', 'expiration': datetime.datetime(2021, 9, 23, 7, 0, 0, 901531)}] Sep 23 06:58:00.910444 n-d-715271-16 neutron-server[95066]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95066) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 06:58:00.911881 n-d-715271-16 neutron-server[95066]: DEBUG oslo_db.api [None req-7e069943-49bb-4300-a07b-86a047985aa7 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 06:58:00.919819 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f124987-70db-492e-8dc1-145a4a10cdb8 req-8e519e91-e00d-488c-acae-bba8c432a639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:00.922704 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0f124987-70db-492e-8dc1-145a4a10cdb8 req-8e519e91-e00d-488c-acae-bba8c432a639 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1182168 Sep 23 06:58:00.926810 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bc10e1-e7b2-4d7a-a40a-a9098b604231 None None] get_active_networks_info from n-d-715271-16 {{(pid=95067) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 06:58:00.967163 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-451a04b4-8f86-4a89-9543-da7e2666dec3 tempest-RoutersTestDVR-576787974 tempest-RoutersTestDVR-576787974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:00.968241 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-451a04b4-8f86-4a89-9543-da7e2666dec3 tempest-RoutersTestDVR-576787974 tempest-RoutersTestDVR-576787974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:01.004031 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-6b68dc85-b691-4acc-a5d6-e5c8958e4916 None None] Provisioning complete for port e5837f0f-6e72-474f-bc8e-ee5e405742a2 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:58:01.004413 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-6b68dc85-b691-4acc-a5d6-e5c8958e4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:01.041434 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0f124987-70db-492e-8dc1-145a4a10cdb8 req-9afe5608-74fc-40e4-9814-8950fe4c76a0 service neutron] 10.222.0.58 "GET /v2.0/networks/a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101494 Sep 23 06:58:01.086656 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-451a04b4-8f86-4a89-9543-da7e2666dec3 tempest-RoutersTestDVR-576787974 tempest-RoutersTestDVR-576787974-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:01.119762 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-451a04b4-8f86-4a89-9543-da7e2666dec3 tempest-RoutersTestDVR-576787974 tempest-RoutersTestDVR-576787974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:01.128499 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10beb341-492d-4b81-825b-6d8ced79afbf tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Router 72a9e90f-7ddf-46a3-acb4-c34a19b9fe17 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:58:01.140746 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-451a04b4-8f86-4a89-9543-da7e2666dec3 tempest-RoutersTestDVR-576787974 tempest-RoutersTestDVR-576787974-project-admin] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:01.141976 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-451a04b4-8f86-4a89-9543-da7e2666dec3 tempest-RoutersTestDVR-576787974 tempest-RoutersTestDVR-576787974-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 719 time: 0.2745814 Sep 23 06:58:01.145028 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47282) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:01.159455 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9bc10e1-e7b2-4d7a-a40a-a9098b604231 None None] Resources bound (agent type, host, resource id): {{(pid=95067) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 06:58:01.226066 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-64d4a5d5-baac-4601-9cf9-6722fdaaef35 tempest-RoutersTestDVR-576787974 tempest-RoutersTestDVR-576787974-project-admin] Notify callbacks [] for router, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:01.226308 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10beb341-492d-4b81-825b-6d8ced79afbf tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:58:01.230727 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0f124987-70db-492e-8dc1-145a4a10cdb8 req-0f452867-46b3-4fc5-8b26-7edfcc4819ad service neutron] 10.222.0.58 "GET /v2.0/networks/a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824942 Sep 23 06:58:01.236709 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-10beb341-492d-4b81-825b-6d8ced79afbf tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] 10.222.0.39 "PUT /v2.0/routers/72a9e90f-7ddf-46a3-acb4-c34a19b9fe17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7622826 Sep 23 06:58:01.236956 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 47284) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:01.247522 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b60ccb-347c-4253-90c2-7edca7543d69 None None] Sync routers for ids ['72a9e90f-7ddf-46a3-acb4-c34a19b9fe17'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:58:01.269498 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b60ccb-347c-4253-90c2-7edca7543d69 None None] Routers {'72a9e90f-7ddf-46a3-acb4-c34a19b9fe17'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:58:01.270237 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-23b60ccb-347c-4253-90c2-7edca7543d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:57:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['72a9e90f-7ddf-46a3-acb4-c34a19b9fe17'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:58:01.274308 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [None req-99529154-0ba1-4de8-b8d9-4c7492247e33 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] show failed (client error): The resource could not be found. Sep 23 06:58:01.275493 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-99529154-0ba1-4de8-b8d9-4c7492247e33 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] 10.222.0.39 "GET /v2.0/routers/tempest-non_exist_router-1166922277 HTTP/1.1" status: 404 len: 335 time: 0.0376728 Sep 23 06:58:01.280721 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 47286) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:01.285934 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-feaa9dae-9069-416a-9690-98bfd9be0e50 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Request body: {'router': {'name': 'new_name'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:58:01.305083 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0f124987-70db-492e-8dc1-145a4a10cdb8 req-85ec8775-5f4a-45f1-9aa6-8a42950fc0c3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=ea4acb4d-2ff2-49b3-ae8f-b03131cd7298 HTTP/1.1" status: 200 len: 217 time: 0.0404997 Sep 23 06:58:01.313032 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-23b60ccb-347c-4253-90c2-7edca7543d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:58:01.323763 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [None req-feaa9dae-9069-416a-9690-98bfd9be0e50 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] update failed (client error): The resource could not be found. Sep 23 06:58:01.324808 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-feaa9dae-9069-416a-9690-98bfd9be0e50 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] 10.222.0.39 "PUT /v2.0/routers/tempest-non_exist_router-136102054 HTTP/1.1" status: 404 len: 334 time: 0.0425751 Sep 23 06:58:01.329575 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 47288) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:01.350400 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b60ccb-347c-4253-90c2-7edca7543d69 None None] Routers {'72a9e90f-7ddf-46a3-acb4-c34a19b9fe17'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:58:01.351355 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-23b60ccb-347c-4253-90c2-7edca7543d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:57:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['72a9e90f-7ddf-46a3-acb4-c34a19b9fe17'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:58:01.387110 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9dd934a-9a08-4591-b3b6-3bdacd69df73 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Deleting subnet e7464483-2662-45d7-9292-f076c7b048e8 {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:58:01.391269 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a9dd934a-9a08-4591-b3b6-3bdacd69df73 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:01.409634 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-23b60ccb-347c-4253-90c2-7edca7543d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:58:01.410328 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b60ccb-347c-4253-90c2-7edca7543d69 None None] The sync data for ids ['72a9e90f-7ddf-46a3-acb4-c34a19b9fe17'] in n-d-715271-16 is: [] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:58:01.445687 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a9dd934a-9a08-4591-b3b6-3bdacd69df73 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:01.476788 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-64d4a5d5-baac-4601-9cf9-6722fdaaef35 tempest-RoutersTestDVR-576787974 tempest-RoutersTestDVR-576787974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:01.482672 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-64d4a5d5-baac-4601-9cf9-6722fdaaef35 tempest-RoutersTestDVR-576787974 tempest-RoutersTestDVR-576787974-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:01.495080 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f124987-70db-492e-8dc1-145a4a10cdb8 req-ec765ab9-7e55-4099-add6-761c15da96b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:01.496780 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0f124987-70db-492e-8dc1-145a4a10cdb8 req-ec765ab9-7e55-4099-add6-761c15da96b3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7b8d89ab-b77e-4358-8f41-f550782dd0dc HTTP/1.1" status: 200 len: 797 time: 0.1627922 Sep 23 06:58:01.540275 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e069943-49bb-4300-a07b-86a047985aa7 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Made reservation on behalf of 5e650be244de4ee8b27aea189be279d1 for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:58:01.555979 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a9dd934a-9a08-4591-b3b6-3bdacd69df73 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:01.583146 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-64d4a5d5-baac-4601-9cf9-6722fdaaef35 tempest-RoutersTestDVR-576787974 tempest-RoutersTestDVR-576787974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:01.583659 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d4a5d5-baac-4601-9cf9-6722fdaaef35 tempest-RoutersTestDVR-576787974 tempest-RoutersTestDVR-576787974-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c81b679c-ba77-4ca9-aff9-f691abb82fff {{(pid=95066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 06:58:01.596557 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-64d4a5d5-baac-4601-9cf9-6722fdaaef35 tempest-RoutersTestDVR-576787974 tempest-RoutersTestDVR-576787974-project-admin] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:01.600773 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-64d4a5d5-baac-4601-9cf9-6722fdaaef35 tempest-RoutersTestDVR-576787974 tempest-RoutersTestDVR-576787974-project-admin] 10.222.0.39 "DELETE /v2.0/routers/c81b679c-ba77-4ca9-aff9-f691abb82fff HTTP/1.1" status: 204 len: 168 time: 0.4519758 Sep 23 06:58:01.660268 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a9dd934a-9a08-4591-b3b6-3bdacd69df73 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:01.670205 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f124987-70db-492e-8dc1-145a4a10cdb8 req-02a20176-e489-4b0a-aced-1b60ec434e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:01.680746 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a9dd934a-9a08-4591-b3b6-3bdacd69df73 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:01.683581 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-a9dd934a-9a08-4591-b3b6-3bdacd69df73 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] 10.222.0.39 "DELETE /v2.0/subnets/e7464483-2662-45d7-9292-f076c7b048e8 HTTP/1.1" status: 204 len: 168 time: 0.3527005 Sep 23 06:58:01.686451 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 47294) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:01.690308 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0f124987-70db-492e-8dc1-145a4a10cdb8 req-02a20176-e489-4b0a-aced-1b60ec434e05 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1518590 Sep 23 06:58:01.717678 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dd934a-9a08-4591-b3b6-3bdacd69df73 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Pushing event deleted for resources: {'Subnet': ['ID=e7464483-2662-45d7-9292-f076c7b048e8,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:01.762145 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7e069943-49bb-4300-a07b-86a047985aa7 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:01.824518 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [None req-7e069943-49bb-4300-a07b-86a047985aa7 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] device_id is not set on port 0d4e83b8-2f3e-4712-8bfa-5b6145fbdada yet. {{(pid=95066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 06:58:01.849352 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8e605a98-bf28-4d03-8b3f-8045158d473e tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:01.932226 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-8e605a98-bf28-4d03-8b3f-8045158d473e tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Deleting port 8db28c1b-9e40-433d-ba92-0344eb4e4c2a {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:58:01.932574 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8e605a98-bf28-4d03-8b3f-8045158d473e tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:02.039392 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 47310) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:02.064014 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-8e605a98-bf28-4d03-8b3f-8045158d473e tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] For port 8db28c1b-9e40-433d-ba92-0344eb4e4c2a, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=8db28c1b-9e40-433d-ba92-0344eb4e4c2a,segment=NetworkSegment(11fbf7f1-e3e8-4bab-8c88-1f0bb8ad358c),segment_id=11fbf7f1-e3e8-4bab-8c88-1f0bb8ad358c)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:58:02.064396 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8e605a98-bf28-4d03-8b3f-8045158d473e tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:02.080244 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-8e605a98-bf28-4d03-8b3f-8045158d473e tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Calling delete_port for 8db28c1b-9e40-433d-ba92-0344eb4e4c2a owned by network:dhcp {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:58:02.130762 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-7e069943-49bb-4300-a07b-86a047985aa7 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Allocated IP 172.20.0.7 (4d1aa380-e411-494b-958c-7f758df734d6/4b2961c9-bc5a-4490-a20d-90525f2f406a/0d4e83b8-2f3e-4712-8bfa-5b6145fbdada) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:58:02.135414 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0f124987-70db-492e-8dc1-145a4a10cdb8 req-95f4f61d-8b45-4640-a88e-3dd826339254 service neutron] 10.222.0.58 "GET /v2.0/networks/a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4389918 Sep 23 06:58:02.143545 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-7e069943-49bb-4300-a07b-86a047985aa7 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Allocated IP 2001:db8::f816:3eff:fe1f:c5ec (4d1aa380-e411-494b-958c-7f758df734d6/ce4e0ecc-962e-4b0c-bf3c-05f9ae3ee371/0d4e83b8-2f3e-4712-8bfa-5b6145fbdada) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:58:02.216427 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8e605a98-bf28-4d03-8b3f-8045158d473e tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:02.262861 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e605a98-bf28-4d03-8b3f-8045158d473e tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Pushing event deleted for resources: {'Port': ['ID=8db28c1b-9e40-433d-ba92-0344eb4e4c2a,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:02.276100 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e605a98-bf28-4d03-8b3f-8045158d473e tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] No DVR routers for this DVR port 8db28c1b-9e40-433d-ba92-0344eb4e4c2a on host n-d-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:58:02.277965 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6cbe3f23-53e4-4468-971d-d66c5f4ea1d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:02.385643 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0f124987-70db-492e-8dc1-145a4a10cdb8 req-36128fee-e0c6-432b-9290-382b2eec00bf service neutron] 10.222.0.58 "GET /v2.0/networks/a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386134 Sep 23 06:58:02.403589 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8e605a98-bf28-4d03-8b3f-8045158d473e tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:02.449390 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-8e605a98-bf28-4d03-8b3f-8045158d473e tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eb32f1c-dc85-4bf8-a2e0-1141b5274226']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:58:02.467286 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-8e605a98-bf28-4d03-8b3f-8045158d473e tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11fbf7f1-e3e8-4bab-8c88-1f0bb8ad358c') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:58:02.468114 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-8e605a98-bf28-4d03-8b3f-8045158d473e tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11fbf7f1-e3e8-4bab-8c88-1f0bb8ad358c') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:58:02.474747 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c60f1dc-ab67-4550-a3e0-817762890939 None None] Network 4d1aa380-e411-494b-958c-7f758df734d6 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:58:02.495687 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8e605a98-bf28-4d03-8b3f-8045158d473e tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:02.503203 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7a1a17-c4c8-42bb-bb0d-a2f7b07e6a10 None None] Network 0eb32f1c-dc85-4bf8-a2e0-1141b5274226 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:58:02.531397 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0f124987-70db-492e-8dc1-145a4a10cdb8 req-e088c85d-2ea8-4a57-8fcd-62d6b366ac08 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=dae8f25f-c017-48b4-8dfb-e6deacfb0ac2 HTTP/1.1" status: 200 len: 217 time: 0.1370361 Sep 23 06:58:02.572949 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8e605a98-bf28-4d03-8b3f-8045158d473e tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:02.601917 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e605a98-bf28-4d03-8b3f-8045158d473e tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:58:02.602925 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8e605a98-bf28-4d03-8b3f-8045158d473e tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:02.605720 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 06:58:02.605720 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:58:02.605720 n-d-715271-16 neutron-server[95065]: timer() Sep 23 06:58:02.605720 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:58:02.605720 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 06:58:02.605720 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:58:02.605720 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 06:58:02.605720 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:58:02.605720 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 06:58:02.605720 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:58:02.605720 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 06:58:02.605720 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:58:02.605720 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 06:58:02.605720 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:58:02.605720 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:58:02.605720 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:58:02.605720 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:58:02.605720 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:58:02.605720 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 06:58:02.605720 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:58:02.605720 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 06:58:02.605720 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:58:02.605720 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:58:02.605720 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:58:02.605720 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 06:58:02.605720 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:58:02.605720 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:58:02.605720 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:58:02.605720 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:58:02.605720 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:58:02.605720 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:58:02.605720 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:58:02.706941 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f124987-70db-492e-8dc1-145a4a10cdb8 req-1c018d48-85d1-4052-ad7e-9d8038da5b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:02.709198 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0f124987-70db-492e-8dc1-145a4a10cdb8 req-1c018d48-85d1-4052-ad7e-9d8038da5b43 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7b8d89ab-b77e-4358-8f41-f550782dd0dc HTTP/1.1" status: 200 len: 797 time: 0.1665564 Sep 23 06:58:02.752652 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7e069943-49bb-4300-a07b-86a047985aa7 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:02.788069 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-67f77939-c8aa-4f68-92af-6eb771d20755 None None] Provisioning complete for port e5837f0f-6e72-474f-bc8e-ee5e405742a2 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:58:02.788548 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-67f77939-c8aa-4f68-92af-6eb771d20755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:02.795962 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8e605a98-bf28-4d03-8b3f-8045158d473e tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:02.802071 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f124987-70db-492e-8dc1-145a4a10cdb8 req-9be8ef9e-476f-4fb5-b4ae-b55552101741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:02.803702 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0f124987-70db-492e-8dc1-145a4a10cdb8 req-9be8ef9e-476f-4fb5-b4ae-b55552101741 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0858569 Sep 23 06:58:02.842633 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8e605a98-bf28-4d03-8b3f-8045158d473e tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:02.850051 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-8e605a98-bf28-4d03-8b3f-8045158d473e tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] 10.222.0.39 "DELETE /v2.0/networks/0eb32f1c-dc85-4bf8-a2e0-1141b5274226 HTTP/1.1" status: 204 len: 168 time: 1.1621284 Sep 23 06:58:02.853032 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e605a98-bf28-4d03-8b3f-8045158d473e tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Pushing event deleted for resources: {'Network': ['ID=0eb32f1c-dc85-4bf8-a2e0-1141b5274226,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:02.854021 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 47340) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:02.858823 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7e069943-49bb-4300-a07b-86a047985aa7 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:02.864137 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6cbe3f23-53e4-4468-971d-d66c5f4ea1d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:02.903819 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6cbe3f23-53e4-4468-971d-d66c5f4ea1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:02.950856 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e069943-49bb-4300-a07b-86a047985aa7 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Network 4d1aa380-e411-494b-958c-7f758df734d6 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:58:02.983469 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbe3f23-53e4-4468-971d-d66c5f4ea1d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65c1ff7f-9ef9-4b3c-a50b-f6e22f374e88,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:03.001041 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6bc8350-043e-4b1d-8d59-365cea146e65 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Deleting subnet cc39bd97-8958-4d4a-95fb-820db80ac3bb {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:58:03.008474 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-7e069943-49bb-4300-a07b-86a047985aa7 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:58:03.018232 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62a62de-c664-4510-90d1-9e2b7cbc61cf None None] DHCP port deletion for 0eb32f1c-dc85-4bf8-a2e0-1141b5274226 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 06:58:03.018555 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e069943-49bb-4300-a07b-86a047985aa7 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:58:03.039656 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-6cbe3f23-53e4-4468-971d-d66c5f4ea1d3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=baf181e2d0d746c5b20cd975ab2bbf73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9995332 Sep 23 06:58:03.042027 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f6bc8350-043e-4b1d-8d59-365cea146e65 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:03.076676 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 47348) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:03.097288 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e069943-49bb-4300-a07b-86a047985aa7 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event updated for resources: {'Port': ['ID=0d4e83b8-2f3e-4712-8bfa-5b6145fbdada,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:03.128619 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0f124987-70db-492e-8dc1-145a4a10cdb8 req-1defab9b-2033-4bea-ac1c-8c11edac7fab service neutron] 10.222.0.58 "GET /v2.0/networks/a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126540 Sep 23 06:58:03.150873 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f7475d79-a397-4d1b-9d36-2f07de205669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:03.154315 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f6bc8350-043e-4b1d-8d59-365cea146e65 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:03.170907 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e069943-49bb-4300-a07b-86a047985aa7 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:03.171603 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7e069943-49bb-4300-a07b-86a047985aa7 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:03.212305 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f7475d79-a397-4d1b-9d36-2f07de205669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:03.290827 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f6bc8350-043e-4b1d-8d59-365cea146e65 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:03.333368 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0f124987-70db-492e-8dc1-145a4a10cdb8 req-9ffdb63b-11aa-48b3-b25b-c03fdc41f0df service neutron] 10.222.0.58 "GET /v2.0/networks/a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951454 Sep 23 06:58:03.409515 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0f124987-70db-492e-8dc1-145a4a10cdb8 req-db90e9d3-43b4-4069-8300-aa1808c405be service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6a597634-f59c-495a-9ce4-024de1317b9c HTTP/1.1" status: 200 len: 217 time: 0.0639865 Sep 23 06:58:03.415287 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f6bc8350-043e-4b1d-8d59-365cea146e65 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:03.424696 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f7475d79-a397-4d1b-9d36-2f07de205669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:03.428256 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f7475d79-a397-4d1b-9d36-2f07de205669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:03.430498 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-f7475d79-a397-4d1b-9d36-2f07de205669 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/65c1ff7f-9ef9-4b3c-a50b-f6e22f374e88 HTTP/1.1" status: 204 len: 168 time: 0.3528571 Sep 23 06:58:03.476669 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bc8350-043e-4b1d-8d59-365cea146e65 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Pushing event deleted for resources: {'Subnet': ['ID=cc39bd97-8958-4d4a-95fb-820db80ac3bb,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:03.480311 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7475d79-a397-4d1b-9d36-2f07de205669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c1ff7f-9ef9-4b3c-a50b-f6e22f374e88,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:03.483021 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f6bc8350-043e-4b1d-8d59-365cea146e65 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:03.488569 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-f6bc8350-043e-4b1d-8d59-365cea146e65 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] 10.222.0.39 "DELETE /v2.0/subnets/cc39bd97-8958-4d4a-95fb-820db80ac3bb HTTP/1.1" status: 204 len: 168 time: 0.6233234 Sep 23 06:58:03.489683 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 47352) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:03.501502 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c353249-a400-4f3e-b26e-d644a4598d8f None None] Network 0d37ad64-1469-462f-b4aa-43d32235f049 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:58:03.508832 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-7e069943-49bb-4300-a07b-86a047985aa7 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.5933125 Sep 23 06:58:03.512193 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47354) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:03.565692 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e4dc827-c36e-4ab3-b844-69b4a6b8b21a tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Deleting subnet 8b189826-9801-410b-b810-6d9096e8dd73 {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:58:03.569067 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7e4dc827-c36e-4ab3-b844-69b4a6b8b21a tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:03.641417 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acf2698-28a8-473d-8114-e0845985f08f tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:03.657912 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acf2698-28a8-473d-8114-e0845985f08f tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:03.662636 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 47358) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:03.668579 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7e4dc827-c36e-4ab3-b844-69b4a6b8b21a tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:03.674479 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-7acf2698-28a8-473d-8114-e0845985f08f tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1411455 Sep 23 06:58:03.676256 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f124987-70db-492e-8dc1-145a4a10cdb8 req-8c86b4f9-de35-4c42-adab-30eb49338281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:03.677754 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0f124987-70db-492e-8dc1-145a4a10cdb8 req-8c86b4f9-de35-4c42-adab-30eb49338281 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f0cb65e8-fa80-40ac-a2e5-8e7b9c47cb4e HTTP/1.1" status: 200 len: 797 time: 0.2609446 Sep 23 06:58:03.804724 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f124987-70db-492e-8dc1-145a4a10cdb8 req-ef454c11-79ba-41b9-9dfb-b03640e12eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:03.806306 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0f124987-70db-492e-8dc1-145a4a10cdb8 req-ef454c11-79ba-41b9-9dfb-b03640e12eeb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=57ba53b1-4b40-40e0-aae1-e93257c8c94d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1175253 Sep 23 06:58:03.952526 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-9d6a8a21-d4b7-47d0-a339-58650d7bb9df None None] Provisioning complete for port 0d4e83b8-2f3e-4712-8bfa-5b6145fbdada triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:58:03.953787 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-9d6a8a21-d4b7-47d0-a339-58650d7bb9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:03.971786 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0f124987-70db-492e-8dc1-145a4a10cdb8 req-46a60750-0847-4f5c-9d55-83db8263066b service neutron] 10.222.0.58 "GET /v2.0/networks/57ba53b1-4b40-40e0-aae1-e93257c8c94d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568370 Sep 23 06:58:03.988646 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 8db28c1b-9e40-433d-ba92-0344eb4e4c2a no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:58:04.023737 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 8db28c1b-9e40-433d-ba92-0344eb4e4c2a {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:58:04.024120 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 8db28c1b-9e40-433d-ba92-0344eb4e4c2a not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:58:04.078865 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-9d6a8a21-d4b7-47d0-a339-58650d7bb9df None None] Port 0d4e83b8-2f3e-4712-8bfa-5b6145fbdada cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:58:04.080859 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-6da68219-9b7d-4f3b-992e-37173d713209 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Deleting port 0d4e83b8-2f3e-4712-8bfa-5b6145fbdada {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:58:04.081346 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6da68219-9b7d-4f3b-992e-37173d713209 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:04.084837 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7e4dc827-c36e-4ab3-b844-69b4a6b8b21a tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:04.100118 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-9d6a8a21-d4b7-47d0-a339-58650d7bb9df None None] Provisioning complete for port e5837f0f-6e72-474f-bc8e-ee5e405742a2 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:58:04.100770 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-9d6a8a21-d4b7-47d0-a339-58650d7bb9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:04.189659 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0f124987-70db-492e-8dc1-145a4a10cdb8 req-d4baa339-a1b3-49d5-a98e-41114ec0d7d3 service neutron] 10.222.0.58 "GET /v2.0/networks/57ba53b1-4b40-40e0-aae1-e93257c8c94d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064159 Sep 23 06:58:04.192011 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0583e65-2f77-468f-8f48-2dc01a295693 None None] DHCP port deletion for 0d37ad64-1469-462f-b4aa-43d32235f049 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 06:58:04.267180 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0f124987-70db-492e-8dc1-145a4a10cdb8 req-cd2162b1-2b1f-4a6a-8940-3fa8d5b609b3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=48c8eed9-1a28-4363-b6b7-bf9827fa555e HTTP/1.1" status: 200 len: 217 time: 0.0689559 Sep 23 06:58:04.273360 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-b0583e65-2f77-468f-8f48-2dc01a295693 None None] Deleting port 7b6ccc48-635b-4e3f-8082-1972c3e5af99 {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:58:04.274320 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b0583e65-2f77-468f-8f48-2dc01a295693 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:04.299671 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7e4dc827-c36e-4ab3-b844-69b4a6b8b21a tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:04.303270 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6da68219-9b7d-4f3b-992e-37173d713209 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:04.333821 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f124987-70db-492e-8dc1-145a4a10cdb8 req-fc538d2d-bcf0-4467-9fd6-2c12d943e3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:04.335445 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0f124987-70db-492e-8dc1-145a4a10cdb8 req-fc538d2d-bcf0-4467-9fd6-2c12d943e3d1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f0cb65e8-fa80-40ac-a2e5-8e7b9c47cb4e HTTP/1.1" status: 200 len: 797 time: 0.0604043 Sep 23 06:58:04.336005 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47372) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:04.342993 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4dc827-c36e-4ab3-b844-69b4a6b8b21a tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Pushing event deleted for resources: {'Subnet': ['ID=8b189826-9801-410b-b810-6d9096e8dd73,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:04.346362 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-b0583e65-2f77-468f-8f48-2dc01a295693 None None] For port 7b6ccc48-635b-4e3f-8082-1972c3e5af99, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=7b6ccc48-635b-4e3f-8082-1972c3e5af99,segment=NetworkSegment(a2d71b5f-19e0-4339-87cf-d1a6e24c50ae),segment_id=a2d71b5f-19e0-4339-87cf-d1a6e24c50ae)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:58:04.346775 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b0583e65-2f77-468f-8f48-2dc01a295693 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:04.348011 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-6da68219-9b7d-4f3b-992e-37173d713209 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Calling delete_port for 0d4e83b8-2f3e-4712-8bfa-5b6145fbdada owned by {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:58:04.350622 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f95feb9a-73e7-4e5c-a90f-ace8b1cd61c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:04.353413 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7e4dc827-c36e-4ab3-b844-69b4a6b8b21a tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:04.355527 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-7e4dc827-c36e-4ab3-b844-69b4a6b8b21a tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] 10.222.0.39 "DELETE /v2.0/subnets/8b189826-9801-410b-b810-6d9096e8dd73 HTTP/1.1" status: 204 len: 168 time: 0.8643072 Sep 23 06:58:04.358527 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 47374) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:04.369162 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-b0583e65-2f77-468f-8f48-2dc01a295693 None None] Calling delete_port for 7b6ccc48-635b-4e3f-8082-1972c3e5af99 owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:58:04.370989 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4860e2-454e-4bf0-9404-fe6fedcad90e None None] Network 1d9fd03c-e43d-4fea-9fcf-6286c85adaa8 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:58:04.397562 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-f72f4d0a-8f79-4301-a803-18b77a1e75f1 None None] Provisioning complete for port 0d4e83b8-2f3e-4712-8bfa-5b6145fbdada triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:58:04.397849 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f72f4d0a-8f79-4301-a803-18b77a1e75f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:04.423620 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f124987-70db-492e-8dc1-145a4a10cdb8 req-49247ca7-711c-48de-b837-1025fcb3b8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:04.425281 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0f124987-70db-492e-8dc1-145a4a10cdb8 req-49247ca7-711c-48de-b837-1025fcb3b8ca service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=57ba53b1-4b40-40e0-aae1-e93257c8c94d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0720010 Sep 23 06:58:04.483913 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9f8f07e9-326f-4028-b633-f20a40269be0 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:04.546260 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-f72f4d0a-8f79-4301-a803-18b77a1e75f1 None None] Port 0d4e83b8-2f3e-4712-8bfa-5b6145fbdada cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:58:04.560520 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0f124987-70db-492e-8dc1-145a4a10cdb8 req-de7b8e1e-0172-4793-85d9-f5fdfa5c0cfd service neutron] 10.222.0.58 "GET /v2.0/networks/57ba53b1-4b40-40e0-aae1-e93257c8c94d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262355 Sep 23 06:58:04.587248 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f95feb9a-73e7-4e5c-a90f-ace8b1cd61c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:04.600427 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f95feb9a-73e7-4e5c-a90f-ace8b1cd61c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:04.603823 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-9f8f07e9-326f-4028-b633-f20a40269be0 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Deleting port 7b6ccc48-635b-4e3f-8082-1972c3e5af99 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:58:04.604176 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9f8f07e9-326f-4028-b633-f20a40269be0 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:04.615893 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b0583e65-2f77-468f-8f48-2dc01a295693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:04.657428 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0583e65-2f77-468f-8f48-2dc01a295693 None None] Pushing event deleted for resources: {'Port': ['ID=7b6ccc48-635b-4e3f-8082-1972c3e5af99,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:04.659499 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0583e65-2f77-468f-8f48-2dc01a295693 None None] No DVR routers for this DVR port 7b6ccc48-635b-4e3f-8082-1972c3e5af99 on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:58:04.685500 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be5362e-eeda-4683-8ab3-25245b67bce7 None None] DHCP port deletion for 1d9fd03c-e43d-4fea-9fcf-6286c85adaa8 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 06:58:04.714095 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-f95feb9a-73e7-4e5c-a90f-ace8b1cd61c4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=30f546cbfcdd4e7ca2b1f522ee5366b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3769555 Sep 23 06:58:04.716549 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95feb9a-73e7-4e5c-a90f-ace8b1cd61c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b95a4385-25e9-48ac-a4f7-af5bf9294e1e,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:04.716914 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 47376) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:04.739243 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0f124987-70db-492e-8dc1-145a4a10cdb8 req-70a43088-bf06-402d-b591-862647c1d6a8 service neutron] 10.222.0.58 "GET /v2.0/networks/57ba53b1-4b40-40e0-aae1-e93257c8c94d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690497 Sep 23 06:58:04.739992 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6da68219-9b7d-4f3b-992e-37173d713209 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:04.742802 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-9f8f07e9-326f-4028-b633-f20a40269be0 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] For port 7b6ccc48-635b-4e3f-8082-1972c3e5af99, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=7b6ccc48-635b-4e3f-8082-1972c3e5af99,segment=NetworkSegment(a2d71b5f-19e0-4339-87cf-d1a6e24c50ae),segment_id=a2d71b5f-19e0-4339-87cf-d1a6e24c50ae)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:58:04.743182 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9f8f07e9-326f-4028-b633-f20a40269be0 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:04.746616 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-6be5362e-eeda-4683-8ab3-25245b67bce7 None None] Deleting port c1ae12f3-82e7-406f-a9f9-0628c504dfc2 {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:58:04.747072 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-6be5362e-eeda-4683-8ab3-25245b67bce7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:04.816326 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-6be5362e-eeda-4683-8ab3-25245b67bce7 None None] For port c1ae12f3-82e7-406f-a9f9-0628c504dfc2, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=c1ae12f3-82e7-406f-a9f9-0628c504dfc2,segment=NetworkSegment(9cd94c37-00f7-4f81-8360-cc856504debb),segment_id=9cd94c37-00f7-4f81-8360-cc856504debb)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:58:04.816723 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-6be5362e-eeda-4683-8ab3-25245b67bce7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:04.830842 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-6be5362e-eeda-4683-8ab3-25245b67bce7 None None] Calling delete_port for c1ae12f3-82e7-406f-a9f9-0628c504dfc2 owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:58:04.923643 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-6be5362e-eeda-4683-8ab3-25245b67bce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:04.960803 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be5362e-eeda-4683-8ab3-25245b67bce7 None None] Pushing event deleted for resources: {'Port': ['ID=c1ae12f3-82e7-406f-a9f9-0628c504dfc2,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:04.968002 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be5362e-eeda-4683-8ab3-25245b67bce7 None None] No DVR routers for this DVR port c1ae12f3-82e7-406f-a9f9-0628c504dfc2 on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:58:05.044587 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-9f8f07e9-326f-4028-b633-f20a40269be0 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Calling delete_port for 7b6ccc48-635b-4e3f-8082-1972c3e5af99 owned by network:dhcp {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:58:05.054532 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da68219-9b7d-4f3b-992e-37173d713209 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event deleted for resources: {'Port': ['ID=0d4e83b8-2f3e-4712-8bfa-5b6145fbdada,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:05.204311 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-614fa102-cb2d-40ce-9e6c-54450ad37fd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:05.233310 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6da68219-9b7d-4f3b-992e-37173d713209 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:05.236310 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-6da68219-9b7d-4f3b-992e-37173d713209 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/ports/0d4e83b8-2f3e-4712-8bfa-5b6145fbdada HTTP/1.1" status: 204 len: 168 time: 1.5702670 Sep 23 06:58:05.238976 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47394) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:05.252765 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-614fa102-cb2d-40ce-9e6c-54450ad37fd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:05.286456 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9f8f07e9-326f-4028-b633-f20a40269be0 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:05.306501 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0368c8c-91af-4f64-b899-4788a052d07d tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:05.308354 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0368c8c-91af-4f64-b899-4788a052d07d tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:05.313059 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0368c8c-91af-4f64-b899-4788a052d07d tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:05.316854 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-a0368c8c-91af-4f64-b899-4788a052d07d tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0764453 Sep 23 06:58:05.319931 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47398) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:05.353313 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8f07e9-326f-4028-b633-f20a40269be0 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Pushing event deleted for resources: {'Port': ['ID=7b6ccc48-635b-4e3f-8082-1972c3e5af99,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:05.355328 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8f07e9-326f-4028-b633-f20a40269be0 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] No DVR routers for this DVR port 7b6ccc48-635b-4e3f-8082-1972c3e5af99 on host n-d-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:58:05.406696 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fc9073d-685c-4447-9ab9-d9611cd0af28 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Deleting subnet 4b2961c9-bc5a-4490-a20d-90525f2f406a {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:58:05.410373 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8fc9073d-685c-4447-9ab9-d9611cd0af28 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:05.424678 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-614fa102-cb2d-40ce-9e6c-54450ad37fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:05.427464 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-614fa102-cb2d-40ce-9e6c-54450ad37fd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:05.428770 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-614fa102-cb2d-40ce-9e6c-54450ad37fd2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b95a4385-25e9-48ac-a4f7-af5bf9294e1e HTTP/1.1" status: 204 len: 168 time: 0.7046955 Sep 23 06:58:05.455813 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8fc9073d-685c-4447-9ab9-d9611cd0af28 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:05.455990 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9f8f07e9-326f-4028-b633-f20a40269be0 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:05.474979 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614fa102-cb2d-40ce-9e6c-54450ad37fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b95a4385-25e9-48ac-a4f7-af5bf9294e1e,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:05.484912 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-9f8f07e9-326f-4028-b633-f20a40269be0 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d37ad64-1469-462f-b4aa-43d32235f049']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:58:05.496227 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-9f8f07e9-326f-4028-b633-f20a40269be0 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2d71b5f-19e0-4339-87cf-d1a6e24c50ae') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:58:05.496771 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-9f8f07e9-326f-4028-b633-f20a40269be0 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2d71b5f-19e0-4339-87cf-d1a6e24c50ae') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:58:05.506435 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9f8f07e9-326f-4028-b633-f20a40269be0 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:05.522093 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9f8f07e9-326f-4028-b633-f20a40269be0 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:05.529991 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f8f07e9-326f-4028-b633-f20a40269be0 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:58:05.530649 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9f8f07e9-326f-4028-b633-f20a40269be0 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:05.534486 n-d-715271-16 neutron-server[95065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 06:58:05.534486 n-d-715271-16 neutron-server[95065]: self.session.flush() Sep 23 06:58:05.534486 n-d-715271-16 neutron-server[95065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 06:58:05.534486 n-d-715271-16 neutron-server[95065]: self.session.flush() Sep 23 06:58:05.534486 n-d-715271-16 neutron-server[95065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 06:58:05.534486 n-d-715271-16 neutron-server[95065]: self.session.flush() Sep 23 06:58:05.534486 n-d-715271-16 neutron-server[95065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 06:58:05.534486 n-d-715271-16 neutron-server[95065]: self.session.flush() Sep 23 06:58:05.534486 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 06:58:05.534486 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:58:05.534486 n-d-715271-16 neutron-server[95065]: timer() Sep 23 06:58:05.534486 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:58:05.534486 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 06:58:05.534486 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:58:05.534486 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 06:58:05.534486 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:58:05.534486 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 06:58:05.534486 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:58:05.534486 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 06:58:05.534486 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:58:05.534486 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 06:58:05.534486 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:58:05.534486 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:58:05.534486 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:58:05.534486 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:58:05.534486 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:58:05.534486 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 06:58:05.534486 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:58:05.534486 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 06:58:05.534486 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:58:05.534486 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:58:05.534486 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:58:05.534486 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 06:58:05.534486 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:58:05.534486 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:58:05.534486 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:58:05.534486 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:58:05.534486 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:58:05.534486 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:58:05.534486 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:58:05.614608 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9f8f07e9-326f-4028-b633-f20a40269be0 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:05.626847 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9f8f07e9-326f-4028-b633-f20a40269be0 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:05.631159 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-9f8f07e9-326f-4028-b633-f20a40269be0 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] 10.222.0.39 "DELETE /v2.0/networks/0d37ad64-1469-462f-b4aa-43d32235f049 HTTP/1.1" status: 204 len: 168 time: 1.2685778 Sep 23 06:58:05.631343 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8fc9073d-685c-4447-9ab9-d9611cd0af28 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:05.633310 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47406) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:05.651877 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8f07e9-326f-4028-b633-f20a40269be0 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Pushing event deleted for resources: {'Network': ['ID=0d37ad64-1469-462f-b4aa-43d32235f049,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:05.790774 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-46f5083f-ab86-4c20-91a5-09819e53c601 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:05.845769 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8fc9073d-685c-4447-9ab9-d9611cd0af28 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:05.902008 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc9073d-685c-4447-9ab9-d9611cd0af28 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event deleted for resources: {'Subnet': ['ID=4b2961c9-bc5a-4490-a20d-90525f2f406a,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:05.906384 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8fc9073d-685c-4447-9ab9-d9611cd0af28 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:05.908494 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-8fc9073d-685c-4447-9ab9-d9611cd0af28 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/subnets/4b2961c9-bc5a-4490-a20d-90525f2f406a HTTP/1.1" status: 204 len: 168 time: 0.5873325 Sep 23 06:58:05.911165 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 47416) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:05.926482 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f5830e-86aa-4324-836a-ff74c41d4c50 None None] Network 4d1aa380-e411-494b-958c-7f758df734d6 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:58:06.024092 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-54dd2404-4098-4bcf-ad56-3cf5e1c1b4dd tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Deleting subnet ce4e0ecc-962e-4b0c-bf3c-05f9ae3ee371 {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:58:06.032477 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-54dd2404-4098-4bcf-ad56-3cf5e1c1b4dd tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:06.037970 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-46f5083f-ab86-4c20-91a5-09819e53c601 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:06.062119 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-46f5083f-ab86-4c20-91a5-09819e53c601 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d9fd03c-e43d-4fea-9fcf-6286c85adaa8']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:58:06.075129 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-46f5083f-ab86-4c20-91a5-09819e53c601 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cd94c37-00f7-4f81-8360-cc856504debb') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:58:06.075816 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-46f5083f-ab86-4c20-91a5-09819e53c601 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cd94c37-00f7-4f81-8360-cc856504debb') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:58:06.112935 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-46f5083f-ab86-4c20-91a5-09819e53c601 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:06.132261 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-54dd2404-4098-4bcf-ad56-3cf5e1c1b4dd tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:06.160705 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-46f5083f-ab86-4c20-91a5-09819e53c601 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:06.189243 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46f5083f-ab86-4c20-91a5-09819e53c601 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:58:06.191624 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-46f5083f-ab86-4c20-91a5-09819e53c601 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:06.201042 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 06:58:06.201042 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:58:06.201042 n-d-715271-16 neutron-server[95066]: timer() Sep 23 06:58:06.201042 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:58:06.201042 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 06:58:06.201042 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:58:06.201042 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 06:58:06.201042 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:58:06.201042 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 06:58:06.201042 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:58:06.201042 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 06:58:06.201042 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:58:06.201042 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 06:58:06.201042 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:58:06.201042 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:58:06.201042 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:58:06.201042 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:58:06.201042 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:58:06.201042 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 06:58:06.201042 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:58:06.201042 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 06:58:06.201042 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:58:06.201042 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:58:06.201042 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:58:06.201042 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 06:58:06.201042 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:58:06.201042 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:58:06.201042 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:58:06.201042 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:58:06.201042 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:58:06.201042 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:58:06.201042 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:58:06.347271 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 7b6ccc48-635b-4e3f-8082-1972c3e5af99 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:58:06.396413 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 7b6ccc48-635b-4e3f-8082-1972c3e5af99 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:58:06.397028 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 7b6ccc48-635b-4e3f-8082-1972c3e5af99 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:58:06.397848 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device c1ae12f3-82e7-406f-a9f9-0628c504dfc2 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:58:06.409413 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-54dd2404-4098-4bcf-ad56-3cf5e1c1b4dd tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:06.410957 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-46f5083f-ab86-4c20-91a5-09819e53c601 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:06.440382 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: c1ae12f3-82e7-406f-a9f9-0628c504dfc2 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:58:06.441318 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device c1ae12f3-82e7-406f-a9f9-0628c504dfc2 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:58:06.442798 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-46f5083f-ab86-4c20-91a5-09819e53c601 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:06.450655 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-46f5083f-ab86-4c20-91a5-09819e53c601 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] 10.222.0.39 "DELETE /v2.0/networks/1d9fd03c-e43d-4fea-9fcf-6286c85adaa8 HTTP/1.1" status: 204 len: 168 time: 0.8140349 Sep 23 06:58:06.466897 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 47436) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:06.470744 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f5083f-ab86-4c20-91a5-09819e53c601 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Pushing event deleted for resources: {'Network': ['ID=1d9fd03c-e43d-4fea-9fcf-6286c85adaa8,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:06.485231 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:06.552448 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-129959fc-e213-49a8-94ce-9a8f645ef651 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Deleting subnet c03d7443-c5c9-42d5-a6fd-ef644cf942e1 {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:58:06.557842 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-129959fc-e213-49a8-94ce-9a8f645ef651 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:06.631541 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-129959fc-e213-49a8-94ce-9a8f645ef651 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:06.675789 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c5f0df8e-e541-475e-a5da-c8624a93fc3b req-417ebe60-3a86-4b76-a14d-5bf6bf91fb99 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d1cd84fc-812d-47ec-a964-fe50909675ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2821047 Sep 23 06:58:06.698787 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-54dd2404-4098-4bcf-ad56-3cf5e1c1b4dd tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:06.731440 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dd2404-4098-4bcf-ad56-3cf5e1c1b4dd tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event deleted for resources: {'Subnet': ['ID=ce4e0ecc-962e-4b0c-bf3c-05f9ae3ee371,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:06.761643 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-54dd2404-4098-4bcf-ad56-3cf5e1c1b4dd tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:06.763646 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-54dd2404-4098-4bcf-ad56-3cf5e1c1b4dd tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/subnets/ce4e0ecc-962e-4b0c-bf3c-05f9ae3ee371 HTTP/1.1" status: 204 len: 168 time: 0.8504899 Sep 23 06:58:06.766866 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47446) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:06.820009 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-129959fc-e213-49a8-94ce-9a8f645ef651 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:06.826132 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-aa2cda43-f458-4a93-b8b4-2e864486580d tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0574913 Sep 23 06:58:06.828338 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47450) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:06.834401 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-20a272d4-7e71-453b-a051-14f0ed01d15c tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Request body: {'subnet': {'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:58:06.875652 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f0df8e-e541-475e-a5da-c8624a93fc3b req-2147cffb-6f48-4e97-9822-a4ad300d514b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:06.877742 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c5f0df8e-e541-475e-a5da-c8624a93fc3b req-2147cffb-6f48-4e97-9822-a4ad300d514b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=32d6446ab2e641418601d6f9b0d422b1&device_id=d1cd84fc-812d-47ec-a964-fe50909675ac HTTP/1.1" status: 200 len: 1097 time: 0.1074145 Sep 23 06:58:07.051589 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f0df8e-e541-475e-a5da-c8624a93fc3b req-fd697a09-2172-443f-9392-32169a3c0905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:07.053550 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c5f0df8e-e541-475e-a5da-c8624a93fc3b req-fd697a09-2172-443f-9392-32169a3c0905 service neutron] 10.222.0.21 "GET /v2.0/networks?id=73269455-291c-4521-ad88-579f38510b1a HTTP/1.1" status: 200 len: 913 time: 0.1465979 Sep 23 06:58:07.079482 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a272d4-7e71-453b-a051-14f0ed01d15c tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Made reservation on behalf of 5e650be244de4ee8b27aea189be279d1 for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:58:07.132090 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-20a272d4-7e71-453b-a051-14f0ed01d15c tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:07.194200 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-129959fc-e213-49a8-94ce-9a8f645ef651 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:07.251742 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129959fc-e213-49a8-94ce-9a8f645ef651 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Pushing event deleted for resources: {'Subnet': ['ID=c03d7443-c5c9-42d5-a6fd-ef644cf942e1,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:07.255973 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-129959fc-e213-49a8-94ce-9a8f645ef651 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:07.259259 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-129959fc-e213-49a8-94ce-9a8f645ef651 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] 10.222.0.39 "DELETE /v2.0/subnets/c03d7443-c5c9-42d5-a6fd-ef644cf942e1 HTTP/1.1" status: 204 len: 168 time: 0.7877965 Sep 23 06:58:07.261467 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 47462) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:07.269446 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49aaea0b-f845-4dd7-9ef3-b673acd42feb None None] Network 02160bd4-0f97-47d9-a577-2fc60d28c5ed requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:58:07.325052 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c5f0df8e-e541-475e-a5da-c8624a93fc3b req-e0e4a4a5-69a1-4dea-87e3-d5434909a9d2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=abe0245b-de5a-4ba9-9037-4492913740ce HTTP/1.1" status: 200 len: 1000 time: 0.2618222 Sep 23 06:58:07.567201 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7a8301-d7ae-44ab-83bb-024f2bad56f5 None None] DHCP port deletion for 02160bd4-0f97-47d9-a577-2fc60d28c5ed request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 06:58:07.568060 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4028be99-59cc-444b-b5ea-d68629d04d72 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:07.575536 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f0df8e-e541-475e-a5da-c8624a93fc3b req-6b922caa-cea8-4056-95f1-b27153f0ef9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:07.577047 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c5f0df8e-e541-475e-a5da-c8624a93fc3b req-6b922caa-cea8-4056-95f1-b27153f0ef9d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=30533a6f-b862-4b9d-ba78-3a6162dd1f60 HTTP/1.1" status: 200 len: 851 time: 0.2434397 Sep 23 06:58:07.632144 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-20a272d4-7e71-453b-a051-14f0ed01d15c tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:07.643083 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0256c895-34f1-476b-8ee7-7b54f52b1d84 None None] Network 4d1aa380-e411-494b-958c-7f758df734d6 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:58:07.717994 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f0df8e-e541-475e-a5da-c8624a93fc3b req-22968261-61c3-435f-b3ac-d19e234baefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:07.720989 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c5f0df8e-e541-475e-a5da-c8624a93fc3b req-22968261-61c3-435f-b3ac-d19e234baefe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=73269455-291c-4521-ad88-579f38510b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1349638 Sep 23 06:58:07.726795 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a272d4-7e71-453b-a051-14f0ed01d15c tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Network 4d1aa380-e411-494b-958c-7f758df734d6 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:58:07.730501 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-20a272d4-7e71-453b-a051-14f0ed01d15c tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:58:07.733929 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a272d4-7e71-453b-a051-14f0ed01d15c tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:07.734917 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-20a272d4-7e71-453b-a051-14f0ed01d15c tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:07.746256 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a272d4-7e71-453b-a051-14f0ed01d15c tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event updated for resources: {'Subnet': ['ID=f70578f0-b406-4dcf-bcaa-27e945738a02,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:07.765963 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-cc9c1071-0e2f-45dc-b3fb-28328869ba28 None None] Provisioning complete for port e5837f0f-6e72-474f-bc8e-ee5e405742a2 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:58:07.766864 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-cc9c1071-0e2f-45dc-b3fb-28328869ba28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:07.768764 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-20a272d4-7e71-453b-a051-14f0ed01d15c tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9386129 Sep 23 06:58:07.771594 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47480) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:07.777832 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-9325f5c8-b58a-495b-af62-c838d3ce2193 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Request body: {'subnet': {'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:58:07.823683 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-3a7a8301-d7ae-44ab-83bb-024f2bad56f5 None None] Deleting port dd0e88ed-5d5e-4190-bc03-af238ff1e50a {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:58:07.824440 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3a7a8301-d7ae-44ab-83bb-024f2bad56f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:07.833714 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c5f0df8e-e541-475e-a5da-c8624a93fc3b req-2083b7e4-b65f-474e-8453-d100a5d89683 service neutron] 10.222.0.21 "GET /v2.0/networks/73269455-291c-4521-ad88-579f38510b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025374 Sep 23 06:58:07.857134 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-4028be99-59cc-444b-b5ea-d68629d04d72 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Deleting port dd0e88ed-5d5e-4190-bc03-af238ff1e50a {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:58:07.857490 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4028be99-59cc-444b-b5ea-d68629d04d72 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:07.909691 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47482) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:07.930466 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-3a7a8301-d7ae-44ab-83bb-024f2bad56f5 None None] For port dd0e88ed-5d5e-4190-bc03-af238ff1e50a, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=dd0e88ed-5d5e-4190-bc03-af238ff1e50a,segment=NetworkSegment(b183b435-fa90-41eb-9600-c69c5f1ffb32),segment_id=b183b435-fa90-41eb-9600-c69c5f1ffb32)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:58:07.930977 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3a7a8301-d7ae-44ab-83bb-024f2bad56f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:07.949560 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-4028be99-59cc-444b-b5ea-d68629d04d72 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] For port dd0e88ed-5d5e-4190-bc03-af238ff1e50a, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=dd0e88ed-5d5e-4190-bc03-af238ff1e50a,segment=NetworkSegment(b183b435-fa90-41eb-9600-c69c5f1ffb32),segment_id=b183b435-fa90-41eb-9600-c69c5f1ffb32)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:58:07.949792 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-3a7a8301-d7ae-44ab-83bb-024f2bad56f5 None None] Calling delete_port for dd0e88ed-5d5e-4190-bc03-af238ff1e50a owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:58:07.949939 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4028be99-59cc-444b-b5ea-d68629d04d72 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:07.982790 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-4028be99-59cc-444b-b5ea-d68629d04d72 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Calling delete_port for dd0e88ed-5d5e-4190-bc03-af238ff1e50a owned by network:dhcp {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:58:07.985433 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9325f5c8-b58a-495b-af62-c838d3ce2193 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Made reservation on behalf of 5e650be244de4ee8b27aea189be279d1 for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:58:07.995750 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9325f5c8-b58a-495b-af62-c838d3ce2193 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:08.062947 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device dd0e88ed-5d5e-4190-bc03-af238ff1e50a no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:58:08.134652 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-abe047f6-ecf7-4e6b-8a7e-14eadfe61a19 tempest-RoutersAdminNegativeIpV6Test-1787062538 tempest-RoutersAdminNegativeIpV6Test-1787062538-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1977208571', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:58:08.175136 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3a7a8301-d7ae-44ab-83bb-024f2bad56f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:08.184238 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4028be99-59cc-444b-b5ea-d68629d04d72 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:08.213631 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe047f6-ecf7-4e6b-8a7e-14eadfe61a19 tempest-RoutersAdminNegativeIpV6Test-1787062538 tempest-RoutersAdminNegativeIpV6Test-1787062538-project-admin] Made reservation on behalf of d7201d0e679e4af48b276c5643e8368c for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:58:08.217512 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No active binding found for port dd0e88ed-5d5e-4190-bc03-af238ff1e50a {{(pid=95067) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 23 06:58:08.218267 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device dd0e88ed-5d5e-4190-bc03-af238ff1e50a not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:58:08.219462 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-abe047f6-ecf7-4e6b-8a7e-14eadfe61a19 tempest-RoutersAdminNegativeIpV6Test-1787062538 tempest-RoutersAdminNegativeIpV6Test-1787062538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:08.228218 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-6aab88d1-605d-4280-a70a-beb2cf7b28a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:08.229174 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4028be99-59cc-444b-b5ea-d68629d04d72 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Pushing event deleted for resources: {'Port': ['ID=dd0e88ed-5d5e-4190-bc03-af238ff1e50a,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:08.231362 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4028be99-59cc-444b-b5ea-d68629d04d72 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] No DVR routers for this DVR port dd0e88ed-5d5e-4190-bc03-af238ff1e50a on host n-d-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:58:08.236190 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7a8301-d7ae-44ab-83bb-024f2bad56f5 None None] Pushing event deleted for resources: {'Port': ['ID=dd0e88ed-5d5e-4190-bc03-af238ff1e50a,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:08.273133 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-abe047f6-ecf7-4e6b-8a7e-14eadfe61a19 tempest-RoutersAdminNegativeIpV6Test-1787062538 tempest-RoutersAdminNegativeIpV6Test-1787062538-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:08.288651 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7a8301-d7ae-44ab-83bb-024f2bad56f5 None None] No DVR routers for this DVR port dd0e88ed-5d5e-4190-bc03-af238ff1e50a on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:58:08.348864 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c5f0df8e-e541-475e-a5da-c8624a93fc3b req-aa7065cb-bdb3-4bbd-8f3e-199038d89b41 service neutron] 10.222.0.21 "GET /v2.0/networks/73269455-291c-4521-ad88-579f38510b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5049753 Sep 23 06:58:08.414061 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4028be99-59cc-444b-b5ea-d68629d04d72 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:08.438988 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09846794-6316-43fe-95f3-db4fe1756889 None None] Update dhcp port {'port': {'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'fixed_ips': [{'subnet_id': 'f70578f0-b406-4dcf-bcaa-27e945738a02'}], 'binding:host_id': 'n-d-715271-16'}, 'id': 'e5837f0f-6e72-474f-bc8e-ee5e405742a2'} from n-d-715271-16. {{(pid=95067) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 23 06:58:08.457967 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-4028be99-59cc-444b-b5ea-d68629d04d72 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02160bd4-0f97-47d9-a577-2fc60d28c5ed']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:58:08.471892 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-4028be99-59cc-444b-b5ea-d68629d04d72 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b183b435-fa90-41eb-9600-c69c5f1ffb32') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:58:08.472119 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-4028be99-59cc-444b-b5ea-d68629d04d72 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b183b435-fa90-41eb-9600-c69c5f1ffb32') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:58:08.479986 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-09846794-6316-43fe-95f3-db4fe1756889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:08.486399 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4028be99-59cc-444b-b5ea-d68629d04d72 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:08.500435 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4028be99-59cc-444b-b5ea-d68629d04d72 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:08.507001 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4028be99-59cc-444b-b5ea-d68629d04d72 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:58:08.507285 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4028be99-59cc-444b-b5ea-d68629d04d72 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:08.567636 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 06:58:08.567636 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:58:08.567636 n-d-715271-16 neutron-server[95065]: timer() Sep 23 06:58:08.567636 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:58:08.567636 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 06:58:08.567636 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:58:08.567636 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 06:58:08.567636 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:58:08.567636 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 06:58:08.567636 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:58:08.567636 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 06:58:08.567636 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:58:08.567636 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 06:58:08.567636 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:58:08.567636 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:58:08.567636 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:58:08.567636 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:58:08.567636 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:58:08.567636 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 06:58:08.567636 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:58:08.567636 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 06:58:08.567636 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:58:08.567636 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:58:08.567636 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:58:08.567636 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 06:58:08.567636 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:58:08.567636 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:58:08.567636 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:58:08.567636 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:58:08.567636 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:58:08.567636 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:58:08.567636 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:58:08.572722 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4028be99-59cc-444b-b5ea-d68629d04d72 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:08.584875 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4028be99-59cc-444b-b5ea-d68629d04d72 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:08.586961 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-4028be99-59cc-444b-b5ea-d68629d04d72 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] 10.222.0.39 "DELETE /v2.0/networks/02160bd4-0f97-47d9-a577-2fc60d28c5ed HTTP/1.1" status: 204 len: 168 time: 1.3244410 Sep 23 06:58:08.597702 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47496) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:08.603514 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4028be99-59cc-444b-b5ea-d68629d04d72 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Pushing event deleted for resources: {'Network': ['ID=02160bd4-0f97-47d9-a577-2fc60d28c5ed,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:08.669120 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 47498) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:08.669286 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-255c8d0d-b7c6-4f92-ba7d-bbe19220d2f6 tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] 10.222.0.39 "GET /v2.0/ports?device_id=72a9e90f-7ddf-46a3-acb4-c34a19b9fe17 HTTP/1.1" status: 200 len: 205 time: 0.0617588 Sep 23 06:58:08.748245 n-d-715271-16 neutron-server[95066]: DEBUG neutron.objects.ports [None req-9325f5c8-b58a-495b-af62-c838d3ce2193 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95066) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 06:58:08.770119 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-abe047f6-ecf7-4e6b-8a7e-14eadfe61a19 tempest-RoutersAdminNegativeIpV6Test-1787062538 tempest-RoutersAdminNegativeIpV6Test-1787062538-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:08.815929 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-999db047-5779-44a0-9f3b-301bc8c1d95a tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks [] for router, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:08.816564 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-09846794-6316-43fe-95f3-db4fe1756889 None None] Allocated IP 172.20.0.2 (4d1aa380-e411-494b-958c-7f758df734d6/f70578f0-b406-4dcf-bcaa-27e945738a02/e5837f0f-6e72-474f-bc8e-ee5e405742a2) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:58:08.826656 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-09846794-6316-43fe-95f3-db4fe1756889 None None] Allocated IP 2001:db8::f816:3eff:fec3:a9dd (4d1aa380-e411-494b-958c-7f758df734d6/afee7952-72b9-460c-810a-7f356746caab/e5837f0f-6e72-474f-bc8e-ee5e405742a2) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:58:08.829071 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-abe047f6-ecf7-4e6b-8a7e-14eadfe61a19 tempest-RoutersAdminNegativeIpV6Test-1787062538 tempest-RoutersAdminNegativeIpV6Test-1787062538-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:08.845359 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [None req-abe047f6-ecf7-4e6b-8a7e-14eadfe61a19 tempest-RoutersAdminNegativeIpV6Test-1787062538 tempest-RoutersAdminNegativeIpV6Test-1787062538-project-admin] device_id is not set on port eb650c7c-4edf-4923-bf5b-f6819b9ab207 yet. {{(pid=95066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 06:58:08.920925 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe047f6-ecf7-4e6b-8a7e-14eadfe61a19 tempest-RoutersAdminNegativeIpV6Test-1787062538 tempest-RoutersAdminNegativeIpV6Test-1787062538-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f8f8d4-d5ba-4fc1-a424-960787f30afa,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:08.956612 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-09846794-6316-43fe-95f3-db4fe1756889 None None] For port e5837f0f-6e72-474f-bc8e-ee5e405742a2, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=e5837f0f-6e72-474f-bc8e-ee5e405742a2,segment=NetworkSegment(98ee167a-1403-4867-958f-d4f6736b2e62),segment_id=98ee167a-1403-4867-958f-d4f6736b2e62)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:58:08.992279 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-999db047-5779-44a0-9f3b-301bc8c1d95a tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:08.994961 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-999db047-5779-44a0-9f3b-301bc8c1d95a tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:08.999354 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-09846794-6316-43fe-95f3-db4fe1756889 None None] Notify callbacks [] for port, precommit_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:09.004272 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-abe047f6-ecf7-4e6b-8a7e-14eadfe61a19 tempest-RoutersAdminNegativeIpV6Test-1787062538 tempest-RoutersAdminNegativeIpV6Test-1787062538-project-admin] Allocated IP 172.25.2.197 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/eb650c7c-4edf-4923-bf5b-f6819b9ab207) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:58:09.007053 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-09846794-6316-43fe-95f3-db4fe1756889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:09.009729 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.db.api [None req-9325f5c8-b58a-495b-af62-c838d3ce2193 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fec3:a9dd-ebf374df-4e01-4f59-8a21-ba849dcf39 {{(pid=95066) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 06:58:09.010142 n-d-715271-16 neutron-server[95066]: DEBUG oslo_db.api [None req-9325f5c8-b58a-495b-af62-c838d3ce2193 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2._create_subnet_postcommit {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 06:58:09.048686 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-999db047-5779-44a0-9f3b-301bc8c1d95a tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:09.049385 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-999db047-5779-44a0-9f3b-301bc8c1d95a tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Fanout notify agent at l3_agent the message router_deleted on router 72a9e90f-7ddf-46a3-acb4-c34a19b9fe17 {{(pid=95065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 06:58:09.058184 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-999db047-5779-44a0-9f3b-301bc8c1d95a tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:09.061721 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-999db047-5779-44a0-9f3b-301bc8c1d95a tempest-RoutersNegativeIpV6Test-51010400 tempest-RoutersNegativeIpV6Test-51010400-project] 10.222.0.39 "DELETE /v2.0/routers/72a9e90f-7ddf-46a3-acb4-c34a19b9fe17 HTTP/1.1" status: 204 len: 168 time: 0.3892612 Sep 23 06:58:09.110227 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09846794-6316-43fe-95f3-db4fe1756889 None None] Pushing event updated for resources: {'Port': ['ID=e5837f0f-6e72-474f-bc8e-ee5e405742a2,revision_number=8']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:09.189531 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-abe047f6-ecf7-4e6b-8a7e-14eadfe61a19 tempest-RoutersAdminNegativeIpV6Test-1787062538 tempest-RoutersAdminNegativeIpV6Test-1787062538-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:09.260479 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-abe047f6-ecf7-4e6b-8a7e-14eadfe61a19 tempest-RoutersAdminNegativeIpV6Test-1787062538 tempest-RoutersAdminNegativeIpV6Test-1787062538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:09.300416 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe047f6-ecf7-4e6b-8a7e-14eadfe61a19 tempest-RoutersAdminNegativeIpV6Test-1787062538 tempest-RoutersAdminNegativeIpV6Test-1787062538-project-admin] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:58:09.303640 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-abe047f6-ecf7-4e6b-8a7e-14eadfe61a19 tempest-RoutersAdminNegativeIpV6Test-1787062538 tempest-RoutersAdminNegativeIpV6Test-1787062538-project-admin] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:58:09.307409 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe047f6-ecf7-4e6b-8a7e-14eadfe61a19 tempest-RoutersAdminNegativeIpV6Test-1787062538 tempest-RoutersAdminNegativeIpV6Test-1787062538-project-admin] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:58:09.341905 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe047f6-ecf7-4e6b-8a7e-14eadfe61a19 tempest-RoutersAdminNegativeIpV6Test-1787062538 tempest-RoutersAdminNegativeIpV6Test-1787062538-project-admin] Pushing event updated for resources: {'Port': ['ID=eb650c7c-4edf-4923-bf5b-f6819b9ab207,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:09.357141 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe047f6-ecf7-4e6b-8a7e-14eadfe61a19 tempest-RoutersAdminNegativeIpV6Test-1787062538 tempest-RoutersAdminNegativeIpV6Test-1787062538-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:09.357843 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-abe047f6-ecf7-4e6b-8a7e-14eadfe61a19 tempest-RoutersAdminNegativeIpV6Test-1787062538 tempest-RoutersAdminNegativeIpV6Test-1787062538-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:09.376268 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-abe047f6-ecf7-4e6b-8a7e-14eadfe61a19 tempest-RoutersAdminNegativeIpV6Test-1787062538 tempest-RoutersAdminNegativeIpV6Test-1787062538-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.4624410 Sep 23 06:58:09.376801 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 47512) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:09.382996 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-6cb8bedc-f9ef-4ecb-a267-a5e91cc1f19d tempest-RoutersAdminNegativeIpV6Test-1787062538 tempest-RoutersAdminNegativeIpV6Test-1787062538-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.197'}]}}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:58:09.422868 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6cb8bedc-f9ef-4ecb-a267-a5e91cc1f19d tempest-RoutersAdminNegativeIpV6Test-1787062538 tempest-RoutersAdminNegativeIpV6Test-1787062538-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:09.424069 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6cb8bedc-f9ef-4ecb-a267-a5e91cc1f19d tempest-RoutersAdminNegativeIpV6Test-1787062538 tempest-RoutersAdminNegativeIpV6Test-1787062538-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:09.476024 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47516) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:09.524588 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6cb8bedc-f9ef-4ecb-a267-a5e91cc1f19d tempest-RoutersAdminNegativeIpV6Test-1787062538 tempest-RoutersAdminNegativeIpV6Test-1787062538-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:09.680241 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6cb8bedc-f9ef-4ecb-a267-a5e91cc1f19d tempest-RoutersAdminNegativeIpV6Test-1787062538 tempest-RoutersAdminNegativeIpV6Test-1787062538-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:09.738426 n-d-715271-16 neutron-server[95066]: DEBUG neutron.objects.ports [None req-9325f5c8-b58a-495b-af62-c838d3ce2193 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95066) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 06:58:09.754157 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-79b35677-063f-441c-850a-fb58a86e3091 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a29a61521a994f198c0a79528eb27ed5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2768793 Sep 23 06:58:09.767963 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 47522) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:09.854192 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cb737014-a740-4bb8-ac3c-bc9901d87a94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:09.935272 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cb737014-a740-4bb8-ac3c-bc9901d87a94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:09.952684 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device e5837f0f-6e72-474f-bc8e-ee5e405742a2 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:58:09.953805 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.ipam_pluggable_backend [None req-9325f5c8-b58a-495b-af62-c838d3ce2193 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Port e5837f0f-6e72-474f-bc8e-ee5e405742a2 got IPv6 auto-address in a concurrent create or update port request. Ignoring. {{(pid=95066) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:583}} Sep 23 06:58:09.954271 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9325f5c8-b58a-495b-af62-c838d3ce2193 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:10.019367 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9325f5c8-b58a-495b-af62-c838d3ce2193 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event updated for resources: {'Subnet': ['ID=afee7952-72b9-460c-810a-7f356746caab,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:10.048012 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9325f5c8-b58a-495b-af62-c838d3ce2193 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Network 4d1aa380-e411-494b-958c-7f758df734d6 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:58:10.055940 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-9325f5c8-b58a-495b-af62-c838d3ce2193 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:58:10.060136 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9325f5c8-b58a-495b-af62-c838d3ce2193 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:10.060738 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9325f5c8-b58a-495b-af62-c838d3ce2193 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:10.081854 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6cb8bedc-f9ef-4ecb-a267-a5e91cc1f19d tempest-RoutersAdminNegativeIpV6Test-1787062538 tempest-RoutersAdminNegativeIpV6Test-1787062538-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:10.082124 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port e5837f0f-6e72-474f-bc8e-ee5e405742a2 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:58:10.082407 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:10.109700 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-9325f5c8-b58a-495b-af62-c838d3ce2193 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3361089 Sep 23 06:58:10.112357 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47534) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:10.120586 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-d55d6916-a43f-44e8-9cee-c82c73876bb6 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Request body: {'port': {'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'mac_address': 'fa:16:3e:03:69:90', 'name': 'tempest-NetworksTestDHCPv6-439688924'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:58:10.136249 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6cb8bedc-f9ef-4ecb-a267-a5e91cc1f19d tempest-RoutersAdminNegativeIpV6Test-1787062538 tempest-RoutersAdminNegativeIpV6Test-1787062538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:10.147687 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:10.193140 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c5527e-9a4b-4e23-a9cd-36f4eca35801 None None] Network 4d1aa380-e411-494b-958c-7f758df734d6 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:58:10.226275 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cb737014-a740-4bb8-ac3c-bc9901d87a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:10.230485 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cb737014-a740-4bb8-ac3c-bc9901d87a94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:10.235290 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-cb737014-a740-4bb8-ac3c-bc9901d87a94 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6a4d728a-3661-4d59-ab05-5d20e122a7dd HTTP/1.1" status: 204 len: 168 time: 0.4592326 Sep 23 06:58:10.270526 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb737014-a740-4bb8-ac3c-bc9901d87a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a4d728a-3661-4d59-ab05-5d20e122a7dd,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:10.413354 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-fe4cb353-7d0a-4e42-92ca-64ba6575d503 None None] Provisioning complete for port e5837f0f-6e72-474f-bc8e-ee5e405742a2 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:58:10.413718 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-fe4cb353-7d0a-4e42-92ca-64ba6575d503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:10.922457 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d55d6916-a43f-44e8-9cee-c82c73876bb6 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Made reservation on behalf of 5e650be244de4ee8b27aea189be279d1 for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:58:10.996634 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6cb8bedc-f9ef-4ecb-a267-a5e91cc1f19d tempest-RoutersAdminNegativeIpV6Test-1787062538 tempest-RoutersAdminNegativeIpV6Test-1787062538-project-admin] Notify callbacks [] for router, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:11.035097 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b51e866b-0abc-44be-977a-98e1836acc90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:11.123542 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d55d6916-a43f-44e8-9cee-c82c73876bb6 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:11.197738 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [None req-d55d6916-a43f-44e8-9cee-c82c73876bb6 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] device_id is not set on port 200138b1-fde8-442e-b525-f0989168654a yet. {{(pid=95066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 06:58:11.434075 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6cb8bedc-f9ef-4ecb-a267-a5e91cc1f19d tempest-RoutersAdminNegativeIpV6Test-1787062538 tempest-RoutersAdminNegativeIpV6Test-1787062538-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:11.440361 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6cb8bedc-f9ef-4ecb-a267-a5e91cc1f19d tempest-RoutersAdminNegativeIpV6Test-1787062538 tempest-RoutersAdminNegativeIpV6Test-1787062538-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:11.494635 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:11.535987 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-d55d6916-a43f-44e8-9cee-c82c73876bb6 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Allocated IP 172.20.0.11 (4d1aa380-e411-494b-958c-7f758df734d6/f70578f0-b406-4dcf-bcaa-27e945738a02/200138b1-fde8-442e-b525-f0989168654a) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:58:11.549628 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-d55d6916-a43f-44e8-9cee-c82c73876bb6 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Allocated IP 2001:db8::f816:3eff:fe03:6990 (4d1aa380-e411-494b-958c-7f758df734d6/afee7952-72b9-460c-810a-7f356746caab/200138b1-fde8-442e-b525-f0989168654a) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:58:11.569424 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6cb8bedc-f9ef-4ecb-a267-a5e91cc1f19d tempest-RoutersAdminNegativeIpV6Test-1787062538 tempest-RoutersAdminNegativeIpV6Test-1787062538-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:11.570135 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb8bedc-f9ef-4ecb-a267-a5e91cc1f19d tempest-RoutersAdminNegativeIpV6Test-1787062538 tempest-RoutersAdminNegativeIpV6Test-1787062538-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b2d9a6b9-802a-437a-98bf-8df9f6b55c2c {{(pid=95065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 06:58:11.576206 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a77e499-a7c8-43fc-bc17-a1607ba9521f None None] Network 4d1aa380-e411-494b-958c-7f758df734d6 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:58:11.629309 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [None req-6cb8bedc-f9ef-4ecb-a267-a5e91cc1f19d tempest-RoutersAdminNegativeIpV6Test-1787062538 tempest-RoutersAdminNegativeIpV6Test-1787062538-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 23 06:58:11.642279 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-6cb8bedc-f9ef-4ecb-a267-a5e91cc1f19d tempest-RoutersAdminNegativeIpV6Test-1787062538 tempest-RoutersAdminNegativeIpV6Test-1787062538-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.2643571 Sep 23 06:58:11.647441 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47572) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:11.815145 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-eee3dd20-dca7-4e1e-8490-76d2af295027 None None] Provisioning complete for port e5837f0f-6e72-474f-bc8e-ee5e405742a2 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:58:11.816124 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-eee3dd20-dca7-4e1e-8490-76d2af295027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:11.819671 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d55d6916-a43f-44e8-9cee-c82c73876bb6 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:11.841105 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 47576) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:11.841590 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-44978b5a-4bd8-4082-a57d-0074f761b266 tempest-RoutersAdminNegativeIpV6Test-1787062538 tempest-RoutersAdminNegativeIpV6Test-1787062538-project-admin] Deleting port eb650c7c-4edf-4923-bf5b-f6819b9ab207 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:58:11.841966 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-44978b5a-4bd8-4082-a57d-0074f761b266 tempest-RoutersAdminNegativeIpV6Test-1787062538 tempest-RoutersAdminNegativeIpV6Test-1787062538-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:12.004681 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-1d416772-3cee-4758-8b08-ccf9c928f312 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Request body: {'security_group': {'name': 'tempest-secgroup--157684631'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:58:12.007617 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d55d6916-a43f-44e8-9cee-c82c73876bb6 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:12.057674 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1d416772-3cee-4758-8b08-ccf9c928f312 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:12.068894 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1d416772-3cee-4758-8b08-ccf9c928f312 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:12.079810 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55d6916-a43f-44e8-9cee-c82c73876bb6 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Network 4d1aa380-e411-494b-958c-7f758df734d6 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:58:12.110120 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-d55d6916-a43f-44e8-9cee-c82c73876bb6 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:58:12.113922 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-44978b5a-4bd8-4082-a57d-0074f761b266 tempest-RoutersAdminNegativeIpV6Test-1787062538 tempest-RoutersAdminNegativeIpV6Test-1787062538-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:12.118118 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55d6916-a43f-44e8-9cee-c82c73876bb6 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:58:12.183569 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-44978b5a-4bd8-4082-a57d-0074f761b266 tempest-RoutersAdminNegativeIpV6Test-1787062538 tempest-RoutersAdminNegativeIpV6Test-1787062538-project-admin] Calling delete_port for eb650c7c-4edf-4923-bf5b-f6819b9ab207 owned by {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:58:12.197558 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55d6916-a43f-44e8-9cee-c82c73876bb6 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event updated for resources: {'Port': ['ID=200138b1-fde8-442e-b525-f0989168654a,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:12.248903 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:12.319289 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55d6916-a43f-44e8-9cee-c82c73876bb6 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:12.320332 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d55d6916-a43f-44e8-9cee-c82c73876bb6 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:12.391703 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1d416772-3cee-4758-8b08-ccf9c928f312 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:12.398462 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1d416772-3cee-4758-8b08-ccf9c928f312 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:12.408216 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-d55d6916-a43f-44e8-9cee-c82c73876bb6 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.2944136 Sep 23 06:58:12.409262 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47582) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:12.558677 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-c4f28737-4030-4501-8f88-2fc6a3e19527 None None] Provisioning complete for port e5837f0f-6e72-474f-bc8e-ee5e405742a2 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:58:12.558988 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c4f28737-4030-4501-8f88-2fc6a3e19527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:12.560059 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1d416772-3cee-4758-8b08-ccf9c928f312 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:12.568142 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1d416772-3cee-4758-8b08-ccf9c928f312 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:12.579094 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b514bc36-da41-4c25-aa22-a55cea15ac6b tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:12.587314 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d416772-3cee-4758-8b08-ccf9c928f312 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=901a00cf-4361-4437-ab68-1d4eb02068cf,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:12.590143 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b514bc36-da41-4c25-aa22-a55cea15ac6b tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:12.596649 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-b514bc36-da41-4c25-aa22-a55cea15ac6b tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1834064 Sep 23 06:58:12.597124 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47586) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:12.611359 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-44978b5a-4bd8-4082-a57d-0074f761b266 tempest-RoutersAdminNegativeIpV6Test-1787062538 tempest-RoutersAdminNegativeIpV6Test-1787062538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:12.640038 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d416772-3cee-4758-8b08-ccf9c928f312 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=224a78ae-f9d2-4ca4-9225-b7e6d8386350,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:12.656561 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1d416772-3cee-4758-8b08-ccf9c928f312 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:12.657875 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-1d416772-3cee-4758-8b08-ccf9c928f312 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8139243 Sep 23 06:58:12.660027 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 47590) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:12.778198 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-0c219719-3939-4352-87c5-c4016b1417a7 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1169884 Sep 23 06:58:12.778877 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 47594) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:12.783344 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-876298a7-7aa8-434b-ae98-8f5138669082 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Request body: {'security_group': {'name': 'tempest-security--2009964566', 'description': 'tempest-security-description-1743055774'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:58:12.800453 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44978b5a-4bd8-4082-a57d-0074f761b266 tempest-RoutersAdminNegativeIpV6Test-1787062538 tempest-RoutersAdminNegativeIpV6Test-1787062538-project-admin] Pushing event deleted for resources: {'Port': ['ID=eb650c7c-4edf-4923-bf5b-f6819b9ab207,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:12.844324 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-876298a7-7aa8-434b-ae98-8f5138669082 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:12.926435 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-876298a7-7aa8-434b-ae98-8f5138669082 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:12.935132 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-876298a7-7aa8-434b-ae98-8f5138669082 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:12.947574 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-876298a7-7aa8-434b-ae98-8f5138669082 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:12.955735 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-876298a7-7aa8-434b-ae98-8f5138669082 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] 10.222.0.39 "PUT /v2.0/security-groups/224a78ae-f9d2-4ca4-9225-b7e6d8386350 HTTP/1.1" status: 200 len: 1780 time: 0.1757052 Sep 23 06:58:12.962654 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47598) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:13.036382 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876298a7-7aa8-434b-ae98-8f5138669082 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=224a78ae-f9d2-4ca4-9225-b7e6d8386350,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:13.063122 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-44978b5a-4bd8-4082-a57d-0074f761b266 tempest-RoutersAdminNegativeIpV6Test-1787062538 tempest-RoutersAdminNegativeIpV6Test-1787062538-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:13.064505 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-44978b5a-4bd8-4082-a57d-0074f761b266 tempest-RoutersAdminNegativeIpV6Test-1787062538 tempest-RoutersAdminNegativeIpV6Test-1787062538-project-admin] 10.222.0.39 "DELETE /v2.0/ports/eb650c7c-4edf-4923-bf5b-f6819b9ab207 HTTP/1.1" status: 204 len: 168 time: 1.4159276 Sep 23 06:58:13.086532 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 47602) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:13.092242 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-099d79fd-e370-4386-8af5-d4ccafebf66a tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] 10.222.0.39 "GET /v2.0/security-groups/224a78ae-f9d2-4ca4-9225-b7e6d8386350 HTTP/1.1" status: 200 len: 1780 time: 0.1132486 Sep 23 06:58:13.114417 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-f5808c74-2442-42da-867f-85b767f519b8 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Deleting port 200138b1-fde8-442e-b525-f0989168654a {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:58:13.115840 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f5808c74-2442-42da-867f-85b767f519b8 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:13.201396 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-998cb853-6c59-49cd-85c9-5b4f2032adac None None] Provisioning complete for port 200138b1-fde8-442e-b525-f0989168654a triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:58:13.201772 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-998cb853-6c59-49cd-85c9-5b4f2032adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:13.239494 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-769d35b1-cfc0-4880-9740-abfab57c5ed1 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:13.263273 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f5808c74-2442-42da-867f-85b767f519b8 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:13.287433 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-f5808c74-2442-42da-867f-85b767f519b8 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Calling delete_port for 200138b1-fde8-442e-b525-f0989168654a owned by {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:58:13.295677 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-769d35b1-cfc0-4880-9740-abfab57c5ed1 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:13.302746 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-998cb853-6c59-49cd-85c9-5b4f2032adac None None] Port 200138b1-fde8-442e-b525-f0989168654a cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:58:13.368932 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-769d35b1-cfc0-4880-9740-abfab57c5ed1 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:13.371831 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-769d35b1-cfc0-4880-9740-abfab57c5ed1 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:13.376267 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47606) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:13.377810 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-769d35b1-cfc0-4880-9740-abfab57c5ed1 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] 10.222.0.39 "DELETE /v2.0/security-groups/224a78ae-f9d2-4ca4-9225-b7e6d8386350 HTTP/1.1" status: 204 len: 168 time: 0.2855859 Sep 23 06:58:13.389416 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769d35b1-cfc0-4880-9740-abfab57c5ed1 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=224a78ae-f9d2-4ca4-9225-b7e6d8386350,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:13.482395 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-02db9e48-f118-4247-9f22-0da4a5d68d9e tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1049528 Sep 23 06:58:13.486116 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 47610) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:13.512854 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [None req-f303bfc8-eb31-4612-a851-325fd3cc7fa1 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] delete failed (client error): The resource could not be found. Sep 23 06:58:13.516693 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-f303bfc8-eb31-4612-a851-325fd3cc7fa1 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] 10.222.0.39 "DELETE /v2.0/security-groups/224a78ae-f9d2-4ca4-9225-b7e6d8386350 HTTP/1.1" status: 404 len: 347 time: 0.0279155 Sep 23 06:58:13.522776 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 47614) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:13.531568 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-e420fcbc-f9ef-42a2-921e-cd9bcedb27e1 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Request body: {'security_group': {'name': 'tempest-secgroup--1746831605'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:58:13.573989 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e420fcbc-f9ef-42a2-921e-cd9bcedb27e1 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:13.605461 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 47616) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:13.684595 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f5808c74-2442-42da-867f-85b767f519b8 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:13.724018 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5808c74-2442-42da-867f-85b767f519b8 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event deleted for resources: {'Port': ['ID=200138b1-fde8-442e-b525-f0989168654a,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:13.760672 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:13.830775 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e420fcbc-f9ef-42a2-921e-cd9bcedb27e1 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:13.849473 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e420fcbc-f9ef-42a2-921e-cd9bcedb27e1 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:13.881959 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f5808c74-2442-42da-867f-85b767f519b8 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:13.886377 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-f5808c74-2442-42da-867f-85b767f519b8 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/ports/200138b1-fde8-442e-b525-f0989168654a HTTP/1.1" status: 204 len: 168 time: 1.2854400 Sep 23 06:58:13.886740 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47622) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:13.887155 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e420fcbc-f9ef-42a2-921e-cd9bcedb27e1 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02d103da-ada9-4f96-98b2-98ba6c0bfe79,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:13.893090 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6f261c8b-2e1f-4ae6-a01b-bd2cc7541934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:13.991026 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980c6ad8-3610-442a-86a7-1f7b8ed06b2f tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:13.992559 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980c6ad8-3610-442a-86a7-1f7b8ed06b2f tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:13.999188 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980c6ad8-3610-442a-86a7-1f7b8ed06b2f tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:14.001958 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-980c6ad8-3610-442a-86a7-1f7b8ed06b2f tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1124899 Sep 23 06:58:14.006686 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47628) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:14.013640 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e420fcbc-f9ef-42a2-921e-cd9bcedb27e1 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:14.018617 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-e420fcbc-f9ef-42a2-921e-cd9bcedb27e1 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4910138 Sep 23 06:58:14.020049 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 47630) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:14.026082 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-39b821b9-1577-417b-939e-28d58fa02ab7 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Request body: {'security_group_rule': {'security_group_id': '02d103da-ada9-4f96-98b2-98ba6c0bfe79', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:58:14.160378 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6f261c8b-2e1f-4ae6-a01b-bd2cc7541934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:14.166213 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a16dbc9-23a9-416e-a2bf-70325374bef9 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Deleting subnet afee7952-72b9-460c-810a-7f356746caab {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:58:14.175638 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6f261c8b-2e1f-4ae6-a01b-bd2cc7541934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:14.186607 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9a16dbc9-23a9-416e-a2bf-70325374bef9 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:14.258982 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-39b821b9-1577-417b-939e-28d58fa02ab7 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:14.264077 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-6f261c8b-2e1f-4ae6-a01b-bd2cc7541934 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2a4155895f034f3a9ddc2196cbcf189a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6570103 Sep 23 06:58:14.267066 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f261c8b-2e1f-4ae6-a01b-bd2cc7541934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5db41a-c5cb-4b27-9e2d-bac8615fb5ab,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:14.269622 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 47632) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:14.344197 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9a16dbc9-23a9-416e-a2bf-70325374bef9 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:14.374637 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-39b821b9-1577-417b-939e-28d58fa02ab7 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:14.407659 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-39b821b9-1577-417b-939e-28d58fa02ab7 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:14.419439 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-65f33f6a-b269-428c-ae3e-0da1ed6e8120 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:14.470952 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b821b9-1577-417b-939e-28d58fa02ab7 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b80aa83-cef2-4b61-b5fe-993872bc8439,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:14.490944 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-65f33f6a-b269-428c-ae3e-0da1ed6e8120 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:14.495149 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-39b821b9-1577-417b-939e-28d58fa02ab7 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:14.496556 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-39b821b9-1577-417b-939e-28d58fa02ab7 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4753361 Sep 23 06:58:14.502495 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47636) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:14.566505 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b352a631-626e-48b3-b841-bdba7b4808fe tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:14.600892 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b352a631-626e-48b3-b841-bdba7b4808fe tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:14.603645 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9a16dbc9-23a9-416e-a2bf-70325374bef9 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:14.605159 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-65f33f6a-b269-428c-ae3e-0da1ed6e8120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:14.608251 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-65f33f6a-b269-428c-ae3e-0da1ed6e8120 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:14.610444 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-65f33f6a-b269-428c-ae3e-0da1ed6e8120 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4b5db41a-c5cb-4b27-9e2d-bac8615fb5ab HTTP/1.1" status: 204 len: 168 time: 0.3334768 Sep 23 06:58:14.620033 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f33f6a-b269-428c-ae3e-0da1ed6e8120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5db41a-c5cb-4b27-9e2d-bac8615fb5ab,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:14.679304 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b352a631-626e-48b3-b841-bdba7b4808fe tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:14.686913 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b352a631-626e-48b3-b841-bdba7b4808fe tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:14.693705 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-b352a631-626e-48b3-b841-bdba7b4808fe tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/4b80aa83-cef2-4b61-b5fe-993872bc8439 HTTP/1.1" status: 204 len: 168 time: 0.1841791 Sep 23 06:58:14.694763 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 47642) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:14.696170 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b352a631-626e-48b3-b841-bdba7b4808fe tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4b80aa83-cef2-4b61-b5fe-993872bc8439,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:14.711193 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9a16dbc9-23a9-416e-a2bf-70325374bef9 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:14.743017 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a16dbc9-23a9-416e-a2bf-70325374bef9 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event deleted for resources: {'Subnet': ['ID=afee7952-72b9-460c-810a-7f356746caab,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:14.746834 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9a16dbc9-23a9-416e-a2bf-70325374bef9 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:14.752142 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-9a16dbc9-23a9-416e-a2bf-70325374bef9 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/subnets/afee7952-72b9-460c-810a-7f356746caab HTTP/1.1" status: 204 len: 168 time: 0.7441654 Sep 23 06:58:14.753020 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47644) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:14.756351 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e28083-7987-4c51-930a-7685b3556346 None None] Network 4d1aa380-e411-494b-958c-7f758df734d6 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:58:14.783870 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47646) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:14.784114 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-cb75d77f-a4e3-4f53-b616-c911924c2dae tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0880990 Sep 23 06:58:14.841398 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-f60887e8-7335-4049-90c7-1075e00e27cd tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Deleting subnet f70578f0-b406-4dcf-bcaa-27e945738a02 {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:58:14.846507 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f60887e8-7335-4049-90c7-1075e00e27cd tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:14.869456 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 06:58:14.904979 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0bcad153-9e8d-4698-9f1f-23402cbe73b8 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:14.933123 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f60887e8-7335-4049-90c7-1075e00e27cd tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:14.974193 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0bcad153-9e8d-4698-9f1f-23402cbe73b8 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:15.074160 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0bcad153-9e8d-4698-9f1f-23402cbe73b8 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:15.077380 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0bcad153-9e8d-4698-9f1f-23402cbe73b8 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:15.082117 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 47654) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:15.095626 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-0bcad153-9e8d-4698-9f1f-23402cbe73b8 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] 10.222.0.39 "DELETE /v2.0/security-groups/02d103da-ada9-4f96-98b2-98ba6c0bfe79 HTTP/1.1" status: 204 len: 168 time: 0.2982290 Sep 23 06:58:15.114353 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcad153-9e8d-4698-9f1f-23402cbe73b8 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d103da-ada9-4f96-98b2-98ba6c0bfe79,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:15.127149 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f60887e8-7335-4049-90c7-1075e00e27cd tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:15.211496 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-d102ad08-896b-4289-a1d6-2de7b11707cc tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1250215 Sep 23 06:58:15.211496 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 47658) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:15.211496 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 47660) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:15.242299 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-d26643cb-d4cc-4895-9648-260fbca993a1 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Request body: {'security_group': {'name': 'tempest-secgroup--1627280736'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:58:15.279364 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f60887e8-7335-4049-90c7-1075e00e27cd tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:15.287571 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-637809e3-b453-48a7-b4e6-53405a4d4842 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d7201d0e679e4af48b276c5643e8368c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0758717 Sep 23 06:58:15.290167 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47662) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:15.302628 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d26643cb-d4cc-4895-9648-260fbca993a1 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:15.329295 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60887e8-7335-4049-90c7-1075e00e27cd tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event deleted for resources: {'Subnet': ['ID=f70578f0-b406-4dcf-bcaa-27e945738a02,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:15.341704 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f60887e8-7335-4049-90c7-1075e00e27cd tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:15.344533 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-f60887e8-7335-4049-90c7-1075e00e27cd tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/subnets/f70578f0-b406-4dcf-bcaa-27e945738a02 HTTP/1.1" status: 204 len: 168 time: 0.5903986 Sep 23 06:58:15.346995 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 47664) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:15.401510 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c370f396-a41b-4116-b767-ab0d745092ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:15.424825 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-1ceef7c3-5634-4bcb-8062-1c1035bd1a7f tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0467799 Sep 23 06:58:15.427662 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 47666) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:15.462399 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c370f396-a41b-4116-b767-ab0d745092ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:15.515090 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d26643cb-d4cc-4895-9648-260fbca993a1 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:15.535133 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7919ff23-f997-40d5-a30c-9544d77340d3 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:15.539633 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47670) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:15.545718 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-7919ff23-f997-40d5-a30c-9544d77340d3 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1140635 Sep 23 06:58:15.548537 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d26643cb-d4cc-4895-9648-260fbca993a1 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:15.550339 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c370f396-a41b-4116-b767-ab0d745092ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:15.552932 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c370f396-a41b-4116-b767-ab0d745092ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:15.553992 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-c370f396-a41b-4116-b767-ab0d745092ef admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/01f8f8d4-d5ba-4fc1-a424-960787f30afa HTTP/1.1" status: 204 len: 168 time: 0.2629187 Sep 23 06:58:15.599364 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c370f396-a41b-4116-b767-ab0d745092ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f8f8d4-d5ba-4fc1-a424-960787f30afa,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:15.660104 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d26643cb-d4cc-4895-9648-260fbca993a1 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:15.664195 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-d26643cb-d4cc-4895-9648-260fbca993a1 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4514568 Sep 23 06:58:15.665328 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 47680) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:15.670464 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-bfa4ffb0-b4c1-407a-b4c5-22bfd76d83b8 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Request body: {'security_group_rule': {'security_group_id': 'd9650b35-d895-46ea-b389-dec41eb0aaca', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:58:15.671206 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9032d405-038c-4031-84fd-04370127a792 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:15.676876 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26643cb-d4cc-4895-9648-260fbca993a1 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9650b35-d895-46ea-b389-dec41eb0aaca,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:15.679425 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-9032d405-038c-4031-84fd-04370127a792 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1386056 Sep 23 06:58:15.680206 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47682) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:15.734520 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bfa4ffb0-b4c1-407a-b4c5-22bfd76d83b8 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:15.799328 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-a38dd80e-ea5d-4a51-a002-180081fe341c tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1175883 Sep 23 06:58:15.807097 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 47688) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:15.814065 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-a0f7becf-bb64-41c1-9468-85823e392242 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Request body: {'subnet': {'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:58:15.952272 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bfa4ffb0-b4c1-407a-b4c5-22bfd76d83b8 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:15.953788 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f7becf-bb64-41c1-9468-85823e392242 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Made reservation on behalf of 5e650be244de4ee8b27aea189be279d1 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:58:15.957675 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a0f7becf-bb64-41c1-9468-85823e392242 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:15.959739 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0f7becf-bb64-41c1-9468-85823e392242 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 06:58:15.960272 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0f7becf-bb64-41c1-9468-85823e392242 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:58:15.961495 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a2eb74-3b5b-49ea-b581-7fdab0d0a24a None None] Network 4d1aa380-e411-494b-958c-7f758df734d6 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:58:15.964056 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bfa4ffb0-b4c1-407a-b4c5-22bfd76d83b8 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:15.993043 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa4ffb0-b4c1-407a-b4c5-22bfd76d83b8 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe4ef4c3-6b2b-402c-a948-1e8dbfacab0f,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:16.005092 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-a0f7becf-bb64-41c1-9468-85823e392242 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1926062 Sep 23 06:58:16.005092 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bfa4ffb0-b4c1-407a-b4c5-22bfd76d83b8 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:16.005587 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47692) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:16.006916 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-bfa4ffb0-b4c1-407a-b4c5-22bfd76d83b8 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3396297 Sep 23 06:58:16.008777 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 47694) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:16.013659 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-213c97cf-edb6-4668-ae8e-20eaf1d2a5ba tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Request body: {'security_group_rule': {'security_group_id': 'd9650b35-d895-46ea-b389-dec41eb0aaca', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:58:16.014355 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-809cc30e-eaa6-4cb1-9d24-2165e8d393d2 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Request body: {'subnet': {'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:58:16.082877 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-213c97cf-edb6-4668-ae8e-20eaf1d2a5ba tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:16.275111 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-213c97cf-edb6-4668-ae8e-20eaf1d2a5ba tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:16.284413 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-809cc30e-eaa6-4cb1-9d24-2165e8d393d2 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Made reservation on behalf of 5e650be244de4ee8b27aea189be279d1 for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:58:16.288663 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-213c97cf-edb6-4668-ae8e-20eaf1d2a5ba tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:16.308447 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-809cc30e-eaa6-4cb1-9d24-2165e8d393d2 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:16.319491 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-809cc30e-eaa6-4cb1-9d24-2165e8d393d2 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 06:58:16.351505 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-809cc30e-eaa6-4cb1-9d24-2165e8d393d2 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:58:16.372805 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213c97cf-edb6-4668-ae8e-20eaf1d2a5ba tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5418dab8-9c09-4da8-a06d-6f3ae73e9f37,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:16.392469 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-809cc30e-eaa6-4cb1-9d24-2165e8d393d2 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3792086 Sep 23 06:58:16.393435 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47708) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:16.403717 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-213c97cf-edb6-4668-ae8e-20eaf1d2a5ba tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:16.408993 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-52a6fd01-59a7-4e00-9a47-b7651a13c247 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Request body: {'subnet': {'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:58:16.410618 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-213c97cf-edb6-4668-ae8e-20eaf1d2a5ba tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4006488 Sep 23 06:58:16.422735 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 47712) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:16.441733 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-231f9ef4-c0c4-4d2a-88e7-9477abf0b455 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Request body: {'security_group_rule': {'security_group_id': 'd9650b35-d895-46ea-b389-dec41eb0aaca', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:58:16.473136 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-953f40b9-761b-441e-84fc-9597f2b6577b None None] Provisioning complete for port e5837f0f-6e72-474f-bc8e-ee5e405742a2 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:58:16.476492 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-953f40b9-761b-441e-84fc-9597f2b6577b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:16.534399 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-231f9ef4-c0c4-4d2a-88e7-9477abf0b455 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:16.653213 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a6fd01-59a7-4e00-9a47-b7651a13c247 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Made reservation on behalf of 5e650be244de4ee8b27aea189be279d1 for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:58:16.666094 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-231f9ef4-c0c4-4d2a-88e7-9477abf0b455 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:16.666321 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-52a6fd01-59a7-4e00-9a47-b7651a13c247 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:16.667879 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-52a6fd01-59a7-4e00-9a47-b7651a13c247 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 06:58:16.668337 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52a6fd01-59a7-4e00-9a47-b7651a13c247 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:58:16.672844 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-231f9ef4-c0c4-4d2a-88e7-9477abf0b455 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:16.713285 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-52a6fd01-59a7-4e00-9a47-b7651a13c247 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3185959 Sep 23 06:58:16.716437 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47724) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:16.727360 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-a485f486-be29-4ff3-96f2-4861ab55069d tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Request body: {'subnet': {'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:58:16.797466 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231f9ef4-c0c4-4d2a-88e7-9477abf0b455 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9488cb70-40ce-4dd5-964c-c16c0b274c67,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:16.831090 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-231f9ef4-c0c4-4d2a-88e7-9477abf0b455 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:16.835071 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-231f9ef4-c0c4-4d2a-88e7-9477abf0b455 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3977506 Sep 23 06:58:16.837367 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 47728) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:16.856556 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-a7c6dd48-7608-4ad9-9764-31ac6839c8dc tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Request body: {'security_group_rule': {'security_group_id': 'd9650b35-d895-46ea-b389-dec41eb0aaca', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:58:16.895390 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a485f486-be29-4ff3-96f2-4861ab55069d tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Made reservation on behalf of 5e650be244de4ee8b27aea189be279d1 for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:58:16.899205 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a485f486-be29-4ff3-96f2-4861ab55069d tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:16.900919 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-a485f486-be29-4ff3-96f2-4861ab55069d tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 06:58:16.901514 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a485f486-be29-4ff3-96f2-4861ab55069d tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:58:16.957134 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-a485f486-be29-4ff3-96f2-4861ab55069d tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2389491 Sep 23 06:58:16.960500 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47732) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:16.966754 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-7a6a2bb5-63ea-4709-ae1d-4b794f6c16a7 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Request body: {'subnet': {'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:58:16.988081 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a7c6dd48-7608-4ad9-9764-31ac6839c8dc tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:17.008845 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf07a2f-1b9b-4ce5-85b8-dc9b879ec88c None None] DHCP port deletion for 4d1aa380-e411-494b-958c-7f758df734d6 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 06:58:17.071928 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a6a2bb5-63ea-4709-ae1d-4b794f6c16a7 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Made reservation on behalf of 5e650be244de4ee8b27aea189be279d1 for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:58:17.077846 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7a6a2bb5-63ea-4709-ae1d-4b794f6c16a7 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:17.081566 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a6a2bb5-63ea-4709-ae1d-4b794f6c16a7 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 06:58:17.086813 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a6a2bb5-63ea-4709-ae1d-4b794f6c16a7 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:58:17.105975 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a7c6dd48-7608-4ad9-9764-31ac6839c8dc tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:17.117587 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a7c6dd48-7608-4ad9-9764-31ac6839c8dc tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:17.140063 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-7cf07a2f-1b9b-4ce5-85b8-dc9b879ec88c None None] Deleting port e5837f0f-6e72-474f-bc8e-ee5e405742a2 {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:58:17.141313 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-7cf07a2f-1b9b-4ce5-85b8-dc9b879ec88c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:17.145358 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-7a6a2bb5-63ea-4709-ae1d-4b794f6c16a7 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1833355 Sep 23 06:58:17.148127 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47738) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:17.153240 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-5296c236-0976-45a8-b6af-4a6c4c2e7d10 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Request body: {'subnet': {'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:58:17.165330 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c6dd48-7608-4ad9-9764-31ac6839c8dc tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b1ea6f4-4ded-4740-b3a4-f9d3b095544f,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:17.187894 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a7c6dd48-7608-4ad9-9764-31ac6839c8dc tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:17.193917 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-a7c6dd48-7608-4ad9-9764-31ac6839c8dc tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3503780 Sep 23 06:58:17.195100 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 47740) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:17.204258 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-6d7a8181-8561-4748-a5de-82b625a6e25c tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Request body: {'security_group_rule': {'security_group_id': 'd9650b35-d895-46ea-b389-dec41eb0aaca', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:58:17.253464 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-7cf07a2f-1b9b-4ce5-85b8-dc9b879ec88c None None] For port e5837f0f-6e72-474f-bc8e-ee5e405742a2, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=e5837f0f-6e72-474f-bc8e-ee5e405742a2,segment=NetworkSegment(98ee167a-1403-4867-958f-d4f6736b2e62),segment_id=98ee167a-1403-4867-958f-d4f6736b2e62)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:58:17.254167 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-7cf07a2f-1b9b-4ce5-85b8-dc9b879ec88c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:17.270057 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-7cf07a2f-1b9b-4ce5-85b8-dc9b879ec88c None None] Calling delete_port for e5837f0f-6e72-474f-bc8e-ee5e405742a2 owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:58:17.306830 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6d7a8181-8561-4748-a5de-82b625a6e25c tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:17.417140 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-7cf07a2f-1b9b-4ce5-85b8-dc9b879ec88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:17.454830 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5296c236-0976-45a8-b6af-4a6c4c2e7d10 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Made reservation on behalf of 5e650be244de4ee8b27aea189be279d1 for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:58:17.459623 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5296c236-0976-45a8-b6af-4a6c4c2e7d10 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:17.461146 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-5296c236-0976-45a8-b6af-4a6c4c2e7d10 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 06:58:17.461591 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5296c236-0976-45a8-b6af-4a6c4c2e7d10 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:58:17.501340 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf07a2f-1b9b-4ce5-85b8-dc9b879ec88c None None] No DVR routers for this DVR port e5837f0f-6e72-474f-bc8e-ee5e405742a2 on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:58:17.507153 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf07a2f-1b9b-4ce5-85b8-dc9b879ec88c None None] Pushing event deleted for resources: {'Port': ['ID=e5837f0f-6e72-474f-bc8e-ee5e405742a2,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:17.516360 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-5296c236-0976-45a8-b6af-4a6c4c2e7d10 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3671494 Sep 23 06:58:17.529050 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47750) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:17.574690 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 47752) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:17.600999 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6d7a8181-8561-4748-a5de-82b625a6e25c tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:17.610519 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6d7a8181-8561-4748-a5de-82b625a6e25c tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:17.646429 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-87425dc4-76de-4487-84cc-d3cb946d27ad tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1162801 Sep 23 06:58:17.651146 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 47758) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:17.679527 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6d7a8181-8561-4748-a5de-82b625a6e25c tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:17.680831 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-6d7a8181-8561-4748-a5de-82b625a6e25c tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4809854 Sep 23 06:58:17.686423 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47760) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:17.702104 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a8181-8561-4748-a5de-82b625a6e25c tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d822550-8092-4bc0-b268-b1c51e75d2e9,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:17.731450 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415b26f2-477a-4b28-b9cd-38fdb9a74aa5 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:17.733119 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-415b26f2-477a-4b28-b9cd-38fdb9a74aa5 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0790451 Sep 23 06:58:17.736737 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 47762) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:17.755061 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ef0f9df2-fac0-4253-9bc7-18cb2f3b3884 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:17.763793 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ef0f9df2-fac0-4253-9bc7-18cb2f3b3884 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:17.779213 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-45149437-1ac2-47b5-8e2b-7ea0f8635162 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0411341 Sep 23 06:58:17.783872 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-7e89f63d-64a9-47a3-9adf-b2144d6be2f7 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1397476091'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:58:17.784506 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47766) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:17.792647 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-09ce0a5e-5e43-4783-a06b-7080e0555877 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Request body: {'subnet': {'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:58:17.820261 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e89f63d-64a9-47a3-9adf-b2144d6be2f7 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Made reservation on behalf of 491c99cd05024ca48545f26dd674e4b8 for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:58:17.830635 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7e89f63d-64a9-47a3-9adf-b2144d6be2f7 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:17.863649 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7e89f63d-64a9-47a3-9adf-b2144d6be2f7 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:17.924889 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ef0f9df2-fac0-4253-9bc7-18cb2f3b3884 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:17.943031 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device e5837f0f-6e72-474f-bc8e-ee5e405742a2 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:58:17.950486 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ef0f9df2-fac0-4253-9bc7-18cb2f3b3884 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:17.959697 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-ef0f9df2-fac0-4253-9bc7-18cb2f3b3884 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/0d822550-8092-4bc0-b268-b1c51e75d2e9 HTTP/1.1" status: 204 len: 168 time: 0.2662909 Sep 23 06:58:17.960371 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 47768) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:17.963492 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0f9df2-fac0-4253-9bc7-18cb2f3b3884 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0d822550-8092-4bc0-b268-b1c51e75d2e9,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:17.989941 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: e5837f0f-6e72-474f-bc8e-ee5e405742a2 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:58:17.990979 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device e5837f0f-6e72-474f-bc8e-ee5e405742a2 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:58:18.061058 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-a371be62-f34d-4340-b857-4472c42bae2b tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0884526 Sep 23 06:58:18.061470 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47770) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:18.079814 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7e89f63d-64a9-47a3-9adf-b2144d6be2f7 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:18.084353 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7e89f63d-64a9-47a3-9adf-b2144d6be2f7 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:18.115156 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e89f63d-64a9-47a3-9adf-b2144d6be2f7 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:58:18.120755 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ad6d2c59-c847-40d9-9112-ab0988606673 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:18.127076 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e89f63d-64a9-47a3-9adf-b2144d6be2f7 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7847c9cf-3e09-490d-8579-17415a5288f6,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:18.138813 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ad6d2c59-c847-40d9-9112-ab0988606673 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:18.150529 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7e89f63d-64a9-47a3-9adf-b2144d6be2f7 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:18.152212 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-7e89f63d-64a9-47a3-9adf-b2144d6be2f7 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Added segment 64fa725b-92b3-49ae-ac84-d5ae7f377cb0 of type vlan for network 1fb544a2-32b8-4c4b-9701-e6221d6b83cd Sep 23 06:58:18.162227 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ce0a5e-5e43-4783-a06b-7080e0555877 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Made reservation on behalf of 5e650be244de4ee8b27aea189be279d1 for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:58:18.168508 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-09ce0a5e-5e43-4783-a06b-7080e0555877 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:18.212314 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7e89f63d-64a9-47a3-9adf-b2144d6be2f7 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:18.222318 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ad6d2c59-c847-40d9-9112-ab0988606673 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:18.248891 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7e89f63d-64a9-47a3-9adf-b2144d6be2f7 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:18.256221 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e89f63d-64a9-47a3-9adf-b2144d6be2f7 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:18.257160 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7e89f63d-64a9-47a3-9adf-b2144d6be2f7 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:18.268731 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ad6d2c59-c847-40d9-9112-ab0988606673 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:18.270075 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-ad6d2c59-c847-40d9-9112-ab0988606673 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/4b1ea6f4-4ded-4740-b3a4-f9d3b095544f HTTP/1.1" status: 204 len: 168 time: 0.2067497 Sep 23 06:58:18.275788 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47772) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:18.288300 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6d2c59-c847-40d9-9112-ab0988606673 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4b1ea6f4-4ded-4740-b3a4-f9d3b095544f,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:18.315081 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-7e89f63d-64a9-47a3-9adf-b2144d6be2f7 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7389216 Sep 23 06:58:18.318208 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 47774) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:18.323363 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-0de9357c-0f1f-4460-bd18-79bbd1bd3797 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Request body: {'subnet': {'network_id': '1fb544a2-32b8-4c4b-9701-e6221d6b83cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:58:18.367143 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e89f63d-64a9-47a3-9adf-b2144d6be2f7 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Pushing event updated for resources: {'Network': ['ID=1fb544a2-32b8-4c4b-9701-e6221d6b83cd,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:18.371977 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 47776) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:18.381010 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 1fb544a2-32b8-4c4b-9701-e6221d6b83cd details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:58:18.385228 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-0cf0b391-f683-4961-b32c-410b3fc87eb5 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1058300 Sep 23 06:58:18.419249 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-dc10ec7c-359b-49b1-ada4-fbe39cddf6f1 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:18.462249 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-dc10ec7c-359b-49b1-ada4-fbe39cddf6f1 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:18.507852 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de9357c-0f1f-4460-bd18-79bbd1bd3797 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Made reservation on behalf of 491c99cd05024ca48545f26dd674e4b8 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:58:18.512004 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0de9357c-0f1f-4460-bd18-79bbd1bd3797 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:18.516349 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-dc10ec7c-359b-49b1-ada4-fbe39cddf6f1 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:18.543205 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-dc10ec7c-359b-49b1-ada4-fbe39cddf6f1 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:18.544796 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-dc10ec7c-359b-49b1-ada4-fbe39cddf6f1 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/9488cb70-40ce-4dd5-964c-c16c0b274c67 HTTP/1.1" status: 204 len: 168 time: 0.1716466 Sep 23 06:58:18.552499 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 47778) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:18.590700 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc10ec7c-359b-49b1-ada4-fbe39cddf6f1 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9488cb70-40ce-4dd5-964c-c16c0b274c67,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:18.676266 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-a5f45f57-7964-4801-8467-a908d7095966 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1220422 Sep 23 06:58:18.679444 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 47786) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:18.716119 n-d-715271-16 neutron-server[95066]: DEBUG neutron.objects.ports [None req-09ce0a5e-5e43-4783-a06b-7080e0555877 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95066) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 06:58:18.717984 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a8be3943-b7c7-4e68-95cf-14fe35dcb3dc tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:18.719885 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-09ce0a5e-5e43-4783-a06b-7080e0555877 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:18.729941 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a8be3943-b7c7-4e68-95cf-14fe35dcb3dc tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:18.774972 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a8be3943-b7c7-4e68-95cf-14fe35dcb3dc tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:18.793641 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a8be3943-b7c7-4e68-95cf-14fe35dcb3dc tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:18.794874 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-a8be3943-b7c7-4e68-95cf-14fe35dcb3dc tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/5418dab8-9c09-4da8-a06d-6f3ae73e9f37 HTTP/1.1" status: 204 len: 168 time: 0.1143742 Sep 23 06:58:18.799479 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8be3943-b7c7-4e68-95cf-14fe35dcb3dc tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5418dab8-9c09-4da8-a06d-6f3ae73e9f37,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:18.801085 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 47790) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:18.803785 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ce0a5e-5e43-4783-a06b-7080e0555877 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event updated for resources: {'Subnet': ['ID=d455a7fe-ebc8-4399-a79b-9e1ac00a0687,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:18.817608 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ce0a5e-5e43-4783-a06b-7080e0555877 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Network 4d1aa380-e411-494b-958c-7f758df734d6 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:58:18.819780 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-09ce0a5e-5e43-4783-a06b-7080e0555877 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:58:18.830126 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb118bda-0f28-4646-9c1c-4851e4af2ee3 None None] Network 4d1aa380-e411-494b-958c-7f758df734d6 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:58:18.842049 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ce0a5e-5e43-4783-a06b-7080e0555877 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:18.844348 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-09ce0a5e-5e43-4783-a06b-7080e0555877 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:18.878903 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-09ce0a5e-5e43-4783-a06b-7080e0555877 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0909164 Sep 23 06:58:18.879473 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47792) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:18.885782 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-bb54cbaa-ac3a-4a40-8488-56276e609afd tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0637367 Sep 23 06:58:18.887893 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-510936b9-9457-4adf-bde7-8a873f21b111 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Request body: {'port': {'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'mac_address': 'fa:16:3e:cb:00:58', 'name': 'tempest-NetworksTestDHCPv6-159154556'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:58:18.901600 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47794) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:18.932987 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0de9357c-0f1f-4460-bd18-79bbd1bd3797 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:19.000995 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-74471786-6c33-4faf-a396-756cfbd06a7c tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:19.010898 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-74471786-6c33-4faf-a396-756cfbd06a7c tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:19.034486 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de9357c-0f1f-4460-bd18-79bbd1bd3797 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Pushing event updated for resources: {'Subnet': ['ID=3f9507db-21e0-4394-9559-066f947c6ca4,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:19.051155 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-74471786-6c33-4faf-a396-756cfbd06a7c tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:19.067122 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-74471786-6c33-4faf-a396-756cfbd06a7c tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:19.068640 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-74471786-6c33-4faf-a396-756cfbd06a7c tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/fe4ef4c3-6b2b-402c-a948-1e8dbfacab0f HTTP/1.1" status: 204 len: 168 time: 0.1656713 Sep 23 06:58:19.072058 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 47798) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:19.076798 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74471786-6c33-4faf-a396-756cfbd06a7c tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fe4ef4c3-6b2b-402c-a948-1e8dbfacab0f,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:19.119537 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de9357c-0f1f-4460-bd18-79bbd1bd3797 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Checking segment: {'id': '64fa725b-92b3-49ae-ac84-d5ae7f377cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1fb544a2-32b8-4c4b-9701-e6221d6b83cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:58:19.120359 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de9357c-0f1f-4460-bd18-79bbd1bd3797 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Network hostable DHCP agents. Network: 1fb544a2-32b8-4c4b-9701-e6221d6b83cd, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:58:19.136757 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ad1df8-4f0a-469e-bf73-81ddcb471aeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-4d1aa380-e411-494b-958c-7f758df734d6', 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'tenant_id': '5e650be244de4ee8b27aea189be279d1', 'fixed_ips': [{'subnet_id': 'd455a7fe-ebc8-4399-a79b-9e1ac00a0687'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 06:58:19.136995 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-510936b9-9457-4adf-bde7-8a873f21b111 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Made reservation on behalf of 5e650be244de4ee8b27aea189be279d1 for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:58:19.139399 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c7ad1df8-4f0a-469e-bf73-81ddcb471aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:19.183115 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-a5825816-44b9-44ab-b84d-98a759e1d9cc tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1099145 Sep 23 06:58:19.190123 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47800) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:19.226676 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de9357c-0f1f-4460-bd18-79bbd1bd3797 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Network 1fb544a2-32b8-4c4b-9701-e6221d6b83cd is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:58:19.242536 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-0de9357c-0f1f-4460-bd18-79bbd1bd3797 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 1fb544a2-32b8-4c4b-9701-e6221d6b83cd) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:58:19.249158 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de9357c-0f1f-4460-bd18-79bbd1bd3797 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:19.249158 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0de9357c-0f1f-4460-bd18-79bbd1bd3797 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:19.271022 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-0de9357c-0f1f-4460-bd18-79bbd1bd3797 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9516125 Sep 23 06:58:19.271715 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 47802) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:19.277567 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-b28bdd10-b5c4-4f6c-a0fd-93666695b3bc tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2089194701', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}, 'admin_state_up': False}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:58:19.301045 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-510936b9-9457-4adf-bde7-8a873f21b111 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:19.305182 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b28bdd10-b5c4-4f6c-a0fd-93666695b3bc tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:19.306756 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b28bdd10-b5c4-4f6c-a0fd-93666695b3bc tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:19.319997 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe4c8f9-5876-472c-b92b-c5e6c247eaaa None None] Network 1fb544a2-32b8-4c4b-9701-e6221d6b83cd requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:58:19.322019 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6512c332-ce6d-4a28-9ae6-c023a45b2303 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:19.336323 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [None req-510936b9-9457-4adf-bde7-8a873f21b111 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] device_id is not set on port 736c1230-9360-4b9e-9d7f-441fef6ff7a1 yet. {{(pid=95066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 06:58:19.412544 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6512c332-ce6d-4a28-9ae6-c023a45b2303 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:19.416480 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b28bdd10-b5c4-4f6c-a0fd-93666695b3bc tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:19.524666 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6512c332-ce6d-4a28-9ae6-c023a45b2303 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:19.527654 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6512c332-ce6d-4a28-9ae6-c023a45b2303 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:19.529128 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-6512c332-ce6d-4a28-9ae6-c023a45b2303 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] 10.222.0.39 "DELETE /v2.0/security-groups/d9650b35-d895-46ea-b389-dec41eb0aaca HTTP/1.1" status: 204 len: 168 time: 0.3377187 Sep 23 06:58:19.541810 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47804) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:19.544870 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6512c332-ce6d-4a28-9ae6-c023a45b2303 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9650b35-d895-46ea-b389-dec41eb0aaca,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:19.586337 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-510936b9-9457-4adf-bde7-8a873f21b111 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Allocated IP 2001:db8::f816:3eff:fecb:58 (4d1aa380-e411-494b-958c-7f758df734d6/d455a7fe-ebc8-4399-a79b-9e1ac00a0687/736c1230-9360-4b9e-9d7f-441fef6ff7a1) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:58:19.627038 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2560de-39d1-4880-8f3f-ee8fc392f889 None None] Network 1fb544a2-32b8-4c4b-9701-e6221d6b83cd requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:58:19.650980 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-c27a8603-772b-4e65-9516-f5c01eac8c82 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1018648 Sep 23 06:58:19.661683 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47806) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:19.662386 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b28bdd10-b5c4-4f6c-a0fd-93666695b3bc tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:19.676400 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-0f1d10f4-b3dd-4693-a16a-4dfa09897c05 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Request body: {'security_group': {'name': 'tempest-secgroup--1130401741'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:58:19.754474 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0f1d10f4-b3dd-4693-a16a-4dfa09897c05 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:19.911299 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-510936b9-9457-4adf-bde7-8a873f21b111 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:19.967165 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0f1d10f4-b3dd-4693-a16a-4dfa09897c05 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:19.973739 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0f1d10f4-b3dd-4693-a16a-4dfa09897c05 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:19.987175 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b28bdd10-b5c4-4f6c-a0fd-93666695b3bc tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks [] for router_gateway, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:20.006570 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b28bdd10-b5c4-4f6c-a0fd-93666695b3bc tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:20.010050 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1d10f4-b3dd-4693-a16a-4dfa09897c05 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8183ca9f-4602-4ad5-9416-61191c654027,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:20.013112 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-510936b9-9457-4adf-bde7-8a873f21b111 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:20.014699 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0f1d10f4-b3dd-4693-a16a-4dfa09897c05 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:20.018796 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-0f1d10f4-b3dd-4693-a16a-4dfa09897c05 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3506904 Sep 23 06:58:20.052865 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-c7ad1df8-4f0a-469e-bf73-81ddcb471aeb None None] Allocated IP 2001:db8::f816:3eff:fe7c:3c3a (4d1aa380-e411-494b-958c-7f758df734d6/d455a7fe-ebc8-4399-a79b-9e1ac00a0687/1f779d30-6804-4f86-b616-fe83329abd25) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:58:20.067025 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47822) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:20.067807 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510936b9-9457-4adf-bde7-8a873f21b111 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event updated for resources: {'Port': ['ID=736c1230-9360-4b9e-9d7f-441fef6ff7a1,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:20.085475 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-7dab2ca5-b485-481e-b2b7-9a6d2236579d tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Request body: {'security_group_rule': {'security_group_id': '8183ca9f-4602-4ad5-9416-61191c654027', 'direction': 'ingress', 'protocol': 17}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:58:20.113818 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510936b9-9457-4adf-bde7-8a873f21b111 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Network 4d1aa380-e411-494b-958c-7f758df734d6 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:58:20.119134 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-510936b9-9457-4adf-bde7-8a873f21b111 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:58:20.123267 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510936b9-9457-4adf-bde7-8a873f21b111 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:58:20.125802 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-b28bdd10-b5c4-4f6c-a0fd-93666695b3bc tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Allocated IP 172.25.2.88 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/195c965a-d0f1-475b-bf48-35a2ebbc09f5) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:58:20.129847 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510936b9-9457-4adf-bde7-8a873f21b111 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:20.130573 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-510936b9-9457-4adf-bde7-8a873f21b111 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:20.166336 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7dab2ca5-b485-481e-b2b7-9a6d2236579d tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:20.173669 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-510936b9-9457-4adf-bde7-8a873f21b111 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 1.2930193 Sep 23 06:58:20.180823 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47830) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:20.237727 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b28bdd10-b5c4-4f6c-a0fd-93666695b3bc tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:20.248037 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c7ad1df8-4f0a-469e-bf73-81ddcb471aeb None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:20.255979 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c7ad1df8-4f0a-469e-bf73-81ddcb471aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:20.267718 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5417d952-ad1e-4ba8-af0f-1f3e33406799 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:20.268281 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-5417d952-ad1e-4ba8-af0f-1f3e33406799 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0865450 Sep 23 06:58:20.271212 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47832) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:20.293373 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b28bdd10-b5c4-4f6c-a0fd-93666695b3bc tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:20.303250 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ad1df8-4f0a-469e-bf73-81ddcb471aeb None None] Network 4d1aa380-e411-494b-958c-7f758df734d6 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:58:20.307925 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-c7ad1df8-4f0a-469e-bf73-81ddcb471aeb None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:58:20.315289 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7dab2ca5-b485-481e-b2b7-9a6d2236579d tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:20.326142 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ad1df8-4f0a-469e-bf73-81ddcb471aeb None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:58:20.330228 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ad1df8-4f0a-469e-bf73-81ddcb471aeb None None] Pushing event updated for resources: {'Port': ['ID=1f779d30-6804-4f86-b616-fe83329abd25,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:20.341394 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7dab2ca5-b485-481e-b2b7-9a6d2236579d tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:20.363054 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28bdd10-b5c4-4f6c-a0fd-93666695b3bc tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:58:20.367595 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-b28bdd10-b5c4-4f6c-a0fd-93666695b3bc tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:58:20.371335 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28bdd10-b5c4-4f6c-a0fd-93666695b3bc tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:58:20.392524 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-c7ad1df8-4f0a-469e-bf73-81ddcb471aeb None None] Attempting to bind port 1f779d30-6804-4f86-b616-fe83329abd25 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:58:20.392900 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-c7ad1df8-4f0a-469e-bf73-81ddcb471aeb None None] Attempting to bind port 1f779d30-6804-4f86-b616-fe83329abd25 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '98ee167a-1403-4867-958f-d4f6736b2e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:58:20.393262 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ad1df8-4f0a-469e-bf73-81ddcb471aeb None None] Attempting to bind port 1f779d30-6804-4f86-b616-fe83329abd25 on network 4d1aa380-e411-494b-958c-7f758df734d6 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:58:20.398410 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ad1df8-4f0a-469e-bf73-81ddcb471aeb None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:58:20.398786 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ad1df8-4f0a-469e-bf73-81ddcb471aeb None None] Checking segment: {'id': '98ee167a-1403-4867-958f-d4f6736b2e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:58:20.399190 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c7ad1df8-4f0a-469e-bf73-81ddcb471aeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:20.399584 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ad1df8-4f0a-469e-bf73-81ddcb471aeb None None] Bound using segment: {'id': '98ee167a-1403-4867-958f-d4f6736b2e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:58:20.400053 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-c7ad1df8-4f0a-469e-bf73-81ddcb471aeb None None] Bound port: 1f779d30-6804-4f86-b616-fe83329abd25, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98ee167a-1403-4867-958f-d4f6736b2e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:58:20.400434 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c7ad1df8-4f0a-469e-bf73-81ddcb471aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:20.402223 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28bdd10-b5c4-4f6c-a0fd-93666695b3bc tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Pushing event updated for resources: {'Port': ['ID=195c965a-d0f1-475b-bf48-35a2ebbc09f5,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:20.418795 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7dab2ca5-b485-481e-b2b7-9a6d2236579d tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:20.420314 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-7dab2ca5-b485-481e-b2b7-9a6d2236579d tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3497524 Sep 23 06:58:20.423321 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47838) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:20.463885 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dab2ca5-b485-481e-b2b7-9a6d2236579d tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6630b4d8-0270-4df1-a80d-4237375a7e58,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:20.475709 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-c7ad1df8-4f0a-469e-bf73-81ddcb471aeb None None] For port 1f779d30-6804-4f86-b616-fe83329abd25, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:58:20.479648 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-c7ad1df8-4f0a-469e-bf73-81ddcb471aeb None None] For port 1f779d30-6804-4f86-b616-fe83329abd25, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=1f779d30-6804-4f86-b616-fe83329abd25,segment=NetworkSegment(98ee167a-1403-4867-958f-d4f6736b2e62),segment_id=98ee167a-1403-4867-958f-d4f6736b2e62)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:58:20.487259 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c7ad1df8-4f0a-469e-bf73-81ddcb471aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:20.501794 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b87b2823-b050-4912-82c3-4293405ab7bd tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:20.523260 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-a4f2ea02-2abf-4b53-8f64-c97946c76115 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Deleting port 736c1230-9360-4b9e-9d7f-441fef6ff7a1 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:58:20.523901 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a4f2ea02-2abf-4b53-8f64-c97946c76115 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:20.559220 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ad1df8-4f0a-469e-bf73-81ddcb471aeb None None] Pushing event updated for resources: {'Port': ['ID=1f779d30-6804-4f86-b616-fe83329abd25,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:20.616725 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b87b2823-b050-4912-82c3-4293405ab7bd tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:20.697205 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a4f2ea02-2abf-4b53-8f64-c97946c76115 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:20.712537 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-a4f2ea02-2abf-4b53-8f64-c97946c76115 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Calling delete_port for 736c1230-9360-4b9e-9d7f-441fef6ff7a1 owned by {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:58:20.772346 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b87b2823-b050-4912-82c3-4293405ab7bd tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:20.775236 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b87b2823-b050-4912-82c3-4293405ab7bd tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:20.777918 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-b87b2823-b050-4912-82c3-4293405ab7bd tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] 10.222.0.39 "DELETE /v2.0/security-groups/8183ca9f-4602-4ad5-9416-61191c654027 HTTP/1.1" status: 204 len: 168 time: 0.3515613 Sep 23 06:58:20.783750 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47842) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:20.860172 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87b2823-b050-4912-82c3-4293405ab7bd tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8183ca9f-4602-4ad5-9416-61191c654027,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:20.930547 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-86625b42-2076-4511-954b-88d635a90b41 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1430457 Sep 23 06:58:20.933026 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47854) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:20.944336 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-48f1589c-4610-4e4a-ac20-19d9b753c6fe tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Request body: {'security_group': {'name': 'tempest-secgroup--862924885'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:58:21.045744 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-48f1589c-4610-4e4a-ac20-19d9b753c6fe tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:21.072599 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b28bdd10-b5c4-4f6c-a0fd-93666695b3bc tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks [] for router_gateway, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:21.093360 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a4f2ea02-2abf-4b53-8f64-c97946c76115 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:21.139573 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f2ea02-2abf-4b53-8f64-c97946c76115 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event deleted for resources: {'Port': ['ID=736c1230-9360-4b9e-9d7f-441fef6ff7a1,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:21.166624 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a4f2ea02-2abf-4b53-8f64-c97946c76115 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:21.172067 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-a4f2ea02-2abf-4b53-8f64-c97946c76115 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/ports/736c1230-9360-4b9e-9d7f-441fef6ff7a1 HTTP/1.1" status: 204 len: 168 time: 0.8992367 Sep 23 06:58:21.174109 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47862) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:21.253137 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a21781-d82e-4935-8bda-51b2f33f3009 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:21.254731 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a21781-d82e-4935-8bda-51b2f33f3009 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:21.259141 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-44a21781-d82e-4935-8bda-51b2f33f3009 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0839992 Sep 23 06:58:21.259727 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47868) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:21.316148 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-48f1589c-4610-4e4a-ac20-19d9b753c6fe tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:21.329934 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-48f1589c-4610-4e4a-ac20-19d9b753c6fe tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:21.368020 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdca0ccd-d5e9-47b1-9199-e79fd2954473 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Deleting subnet d455a7fe-ebc8-4399-a79b-9e1ac00a0687 {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:58:21.380307 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bdca0ccd-d5e9-47b1-9199-e79fd2954473 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:21.387357 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-48f1589c-4610-4e4a-ac20-19d9b753c6fe tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:21.392899 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-48f1589c-4610-4e4a-ac20-19d9b753c6fe tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4534023 Sep 23 06:58:21.393255 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 47872) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:21.402533 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-160d5475-d02c-4b3c-abae-0ed3427bc0d8 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Request body: {'security_group': {'name': 'tempest-secgroup--5365147'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:58:21.416011 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f1589c-4610-4e4a-ac20-19d9b753c6fe tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e97d080c-6563-434e-82b1-0ae264a9efb2,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:21.450056 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bdca0ccd-d5e9-47b1-9199-e79fd2954473 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:21.484364 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-160d5475-d02c-4b3c-abae-0ed3427bc0d8 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:21.570158 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b28bdd10-b5c4-4f6c-a0fd-93666695b3bc tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:21.619163 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bdca0ccd-d5e9-47b1-9199-e79fd2954473 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:21.741645 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bdca0ccd-d5e9-47b1-9199-e79fd2954473 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:21.767969 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bdca0ccd-d5e9-47b1-9199-e79fd2954473 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:21.783299 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-bdca0ccd-d5e9-47b1-9199-e79fd2954473 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/subnets/d455a7fe-ebc8-4399-a79b-9e1ac00a0687 HTTP/1.1" status: 204 len: 168 time: 0.5172729 Sep 23 06:58:21.786408 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 47878) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:21.802726 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdca0ccd-d5e9-47b1-9199-e79fd2954473 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event deleted for resources: {'Subnet': ['ID=d455a7fe-ebc8-4399-a79b-9e1ac00a0687,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:21.807200 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-160d5475-d02c-4b3c-abae-0ed3427bc0d8 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:21.855335 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-09020858-092a-43a5-9da8-34708e967ff2 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0567520 Sep 23 06:58:21.855335 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-160d5475-d02c-4b3c-abae-0ed3427bc0d8 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:21.855585 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47880) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:21.865908 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-c4fd3694-5813-4ce3-9c91-a0b609610874 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Request body: {'subnet': {'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:58:21.964702 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 1f779d30-6804-4f86-b616-fe83329abd25 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:58:21.975600 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-160d5475-d02c-4b3c-abae-0ed3427bc0d8 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:21.985197 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-160d5475-d02c-4b3c-abae-0ed3427bc0d8 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5879364 Sep 23 06:58:21.988350 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 47882) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:22.000320 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-46680c1a-5346-427c-a42b-58f91171d8d7 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Request body: {'security_group_rule': {'security_group_id': 'e97d080c-6563-434e-82b1-0ae264a9efb2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f800b3a4-7a0f-48c2-a9fb-e6902f387328', 'remote_ip_prefix': None}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:58:22.011652 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160d5475-d02c-4b3c-abae-0ed3427bc0d8 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f800b3a4-7a0f-48c2-a9fb-e6902f387328,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:22.025429 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160d5475-d02c-4b3c-abae-0ed3427bc0d8 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:58:22.026064 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160d5475-d02c-4b3c-abae-0ed3427bc0d8 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:58:22.026655 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160d5475-d02c-4b3c-abae-0ed3427bc0d8 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:58:22.027271 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160d5475-d02c-4b3c-abae-0ed3427bc0d8 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:58:22.027836 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160d5475-d02c-4b3c-abae-0ed3427bc0d8 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:58:22.028435 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160d5475-d02c-4b3c-abae-0ed3427bc0d8 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:58:22.029009 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160d5475-d02c-4b3c-abae-0ed3427bc0d8 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:58:22.029592 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160d5475-d02c-4b3c-abae-0ed3427bc0d8 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:58:22.030205 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160d5475-d02c-4b3c-abae-0ed3427bc0d8 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:58:22.031459 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160d5475-d02c-4b3c-abae-0ed3427bc0d8 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:58:22.031666 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818a3627-7f11-41c7-aac9-a86b2568c168 None None] Network 4d1aa380-e411-494b-958c-7f758df734d6 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:58:22.032487 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160d5475-d02c-4b3c-abae-0ed3427bc0d8 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:58:22.033058 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160d5475-d02c-4b3c-abae-0ed3427bc0d8 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:58:22.038457 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b28bdd10-b5c4-4f6c-a0fd-93666695b3bc tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Router 1c4900cb-ca57-41b1-914f-12b14a217d77 is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 06:58:22.045401 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4fd3694-5813-4ce3-9c91-a0b609610874 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Made reservation on behalf of 5e650be244de4ee8b27aea189be279d1 for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:58:22.054653 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c4fd3694-5813-4ce3-9c91-a0b609610874 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:22.125292 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 1f779d30-6804-4f86-b616-fe83329abd25 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:58:22.126027 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:22.184666 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-46680c1a-5346-427c-a42b-58f91171d8d7 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:22.192991 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-cbbbeab6-b389-4b79-b808-7a80e4d56931 None None] Provisioning complete for port 1f779d30-6804-4f86-b616-fe83329abd25 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:58:22.193515 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-cbbbeab6-b389-4b79-b808-7a80e4d56931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:22.278355 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b28bdd10-b5c4-4f6c-a0fd-93666695b3bc tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:58:22.290748 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0441ac43-ed2e-49ce-8ff8-8790cf8f76bc None None] Sync routers for ids ['1c4900cb-ca57-41b1-914f-12b14a217d77'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:58:22.307323 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0441ac43-ed2e-49ce-8ff8-8790cf8f76bc None None] Routers {'1c4900cb-ca57-41b1-914f-12b14a217d77'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:58:22.307972 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-0441ac43-ed2e-49ce-8ff8-8790cf8f76bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:58:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['1c4900cb-ca57-41b1-914f-12b14a217d77'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:58:22.336669 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-46680c1a-5346-427c-a42b-58f91171d8d7 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:22.338304 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b28bdd10-b5c4-4f6c-a0fd-93666695b3bc tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:22.339905 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-b28bdd10-b5c4-4f6c-a0fd-93666695b3bc tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.0663159 Sep 23 06:58:22.342909 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 47886) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:22.427209 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:22.442858 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-0441ac43-ed2e-49ce-8ff8-8790cf8f76bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:58:22.463097 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-46680c1a-5346-427c-a42b-58f91171d8d7 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:22.486392 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0441ac43-ed2e-49ce-8ff8-8790cf8f76bc None None] Routers {'1c4900cb-ca57-41b1-914f-12b14a217d77'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:58:22.487105 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-0441ac43-ed2e-49ce-8ff8-8790cf8f76bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:58:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['1c4900cb-ca57-41b1-914f-12b14a217d77'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:58:22.533816 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46680c1a-5346-427c-a42b-58f91171d8d7 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f36923b-59bd-44a3-be8d-a6b92aa24c9f,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:22.600445 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-0441ac43-ed2e-49ce-8ff8-8790cf8f76bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:58:22.601363 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0441ac43-ed2e-49ce-8ff8-8790cf8f76bc None None] The sync data for ids ['1c4900cb-ca57-41b1-914f-12b14a217d77'] in n-d-715271-16 is: [] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:58:22.692194 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port 1f779d30-6804-4f86-b616-fe83329abd25, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=1f779d30-6804-4f86-b616-fe83329abd25,segment=NetworkSegment(98ee167a-1403-4867-958f-d4f6736b2e62),segment_id=98ee167a-1403-4867-958f-d4f6736b2e62)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:58:22.708843 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-cbbbeab6-b389-4b79-b808-7a80e4d56931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:22.728315 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:22.742751 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-46680c1a-5346-427c-a42b-58f91171d8d7 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:22.746643 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-46680c1a-5346-427c-a42b-58f91171d8d7 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7525511 Sep 23 06:58:22.746965 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 47898) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:22.817784 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-babb432a-15c6-4c82-8b25-b8612c489c47 None None] DHCP port deletion for 4d1aa380-e411-494b-958c-7f758df734d6 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 06:58:22.860007 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9c4a6133-9e25-4a5d-99d4-21b430925fcd tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:22.872855 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9c4a6133-9e25-4a5d-99d4-21b430925fcd tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:22.880379 n-d-715271-16 neutron-server[95066]: DEBUG neutron.objects.ports [None req-c4fd3694-5813-4ce3-9c91-a0b609610874 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95066) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 06:58:22.906728 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.db.api [None req-cbbbeab6-b389-4b79-b808-7a80e4d56931 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 06:58:22.907525 n-d-715271-16 neutron-server[95067]: DEBUG oslo_db.api [None req-cbbbeab6-b389-4b79-b808-7a80e4d56931 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 06:58:22.913787 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=1f779d30-6804-4f86-b616-fe83329abd25,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:22.966966 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-babb432a-15c6-4c82-8b25-b8612c489c47 None None] Deleting port 1f779d30-6804-4f86-b616-fe83329abd25 {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:58:22.968779 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-babb432a-15c6-4c82-8b25-b8612c489c47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:23.066444 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c4fd3694-5813-4ce3-9c91-a0b609610874 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:23.093964 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-babb432a-15c6-4c82-8b25-b8612c489c47 None None] For port 1f779d30-6804-4f86-b616-fe83329abd25, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=1f779d30-6804-4f86-b616-fe83329abd25,segment=NetworkSegment(98ee167a-1403-4867-958f-d4f6736b2e62),segment_id=98ee167a-1403-4867-958f-d4f6736b2e62)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:58:23.093964 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-babb432a-15c6-4c82-8b25-b8612c489c47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:23.106116 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-babb432a-15c6-4c82-8b25-b8612c489c47 None None] Calling delete_port for 1f779d30-6804-4f86-b616-fe83329abd25 owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:58:23.165408 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9c4a6133-9e25-4a5d-99d4-21b430925fcd tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:23.177113 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9c4a6133-9e25-4a5d-99d4-21b430925fcd tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:23.179570 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-9c4a6133-9e25-4a5d-99d4-21b430925fcd tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/0f36923b-59bd-44a3-be8d-a6b92aa24c9f HTTP/1.1" status: 204 len: 168 time: 0.4231865 Sep 23 06:58:23.185298 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 47902) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:23.239909 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4a6133-9e25-4a5d-99d4-21b430925fcd tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0f36923b-59bd-44a3-be8d-a6b92aa24c9f,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:23.292191 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-1aac84dd-0f18-4e67-8d53-7dc30ced16c8 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1005223 Sep 23 06:58:23.296641 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 47904) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:23.305569 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0f2ea40f-6912-4c69-8458-f79fd655274e tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:23.333543 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-c4fd3694-5813-4ce3-9c91-a0b609610874 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] For port 1f779d30-6804-4f86-b616-fe83329abd25, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=1f779d30-6804-4f86-b616-fe83329abd25,segment=NetworkSegment(98ee167a-1403-4867-958f-d4f6736b2e62),segment_id=98ee167a-1403-4867-958f-d4f6736b2e62)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:58:23.365095 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c4fd3694-5813-4ce3-9c91-a0b609610874 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:23.372326 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c4fd3694-5813-4ce3-9c91-a0b609610874 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:23.373372 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c4fd3694-5813-4ce3-9c91-a0b609610874 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:23.378706 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-babb432a-15c6-4c82-8b25-b8612c489c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:23.399187 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babb432a-15c6-4c82-8b25-b8612c489c47 None None] No DVR routers for this DVR port 1f779d30-6804-4f86-b616-fe83329abd25 on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:58:23.412068 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0bee135f-20d0-497d-b688-ffb810582ea3 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:23.456234 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-cbbbeab6-b389-4b79-b808-7a80e4d56931 None None] Port 1f779d30-6804-4f86-b616-fe83329abd25 update to ACTIVE by agent not found {{(pid=95067) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 23 06:58:23.461566 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babb432a-15c6-4c82-8b25-b8612c489c47 None None] Pushing event deleted for resources: {'Port': ['ID=1f779d30-6804-4f86-b616-fe83329abd25,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:23.485386 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0bee135f-20d0-497d-b688-ffb810582ea3 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:23.504158 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4fd3694-5813-4ce3-9c91-a0b609610874 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Network 4d1aa380-e411-494b-958c-7f758df734d6 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:58:23.505479 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fd3694-5813-4ce3-9c91-a0b609610874 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event deleted for resources: {'Port': ['ID=1f779d30-6804-4f86-b616-fe83329abd25,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:23.509780 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-c4fd3694-5813-4ce3-9c91-a0b609610874 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:58:23.523289 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4fd3694-5813-4ce3-9c91-a0b609610874 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:23.523289 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c4fd3694-5813-4ce3-9c91-a0b609610874 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:23.527682 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fd3694-5813-4ce3-9c91-a0b609610874 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event updated for resources: {'Subnet': ['ID=616dfeae-194e-4f79-adb1-d70609a19faa,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:23.540080 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-c4fd3694-5813-4ce3-9c91-a0b609610874 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6811557 Sep 23 06:58:23.540462 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47906) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:23.545731 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a641a383-e388-4f2e-96fb-cfa1cc5d713d None None] Network 4d1aa380-e411-494b-958c-7f758df734d6 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:58:23.547303 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-c3d29cad-171d-4266-b43e-afcf5d679b03 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Request body: {'port': {'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'mac_address': 'fa:16:3e:9d:12:dd', 'name': 'tempest-NetworksTestDHCPv6-1840752963'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:58:23.726626 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0bee135f-20d0-497d-b688-ffb810582ea3 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:23.730011 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0bee135f-20d0-497d-b688-ffb810582ea3 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:23.731225 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-0bee135f-20d0-497d-b688-ffb810582ea3 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] 10.222.0.39 "DELETE /v2.0/security-groups/f800b3a4-7a0f-48c2-a9fb-e6902f387328 HTTP/1.1" status: 204 len: 168 time: 0.4328825 Sep 23 06:58:23.743286 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47918) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:23.752443 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bee135f-20d0-497d-b688-ffb810582ea3 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f800b3a4-7a0f-48c2-a9fb-e6902f387328,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:23.861090 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-0195c832-5f4f-4776-a551-349de6dc16e0 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1117892 Sep 23 06:58:23.863659 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47922) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:23.901016 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79280a1d-59fa-4223-a2b3-848b2481cdfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-4d1aa380-e411-494b-958c-7f758df734d6', 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'tenant_id': '5e650be244de4ee8b27aea189be279d1', 'fixed_ips': [{'subnet_id': '616dfeae-194e-4f79-adb1-d70609a19faa'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 06:58:23.912751 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-79280a1d-59fa-4223-a2b3-848b2481cdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:23.913014 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d29cad-171d-4266-b43e-afcf5d679b03 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Made reservation on behalf of 5e650be244de4ee8b27aea189be279d1 for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:58:23.927364 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c3d29cad-171d-4266-b43e-afcf5d679b03 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:23.953627 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 1f779d30-6804-4f86-b616-fe83329abd25 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:58:23.977333 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [None req-c3d29cad-171d-4266-b43e-afcf5d679b03 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] device_id is not set on port c6a7ddf3-a33e-4193-8e1d-356b21a591f3 yet. {{(pid=95066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 06:58:24.028386 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e9c4e424-17c2-4001-98ce-f0065715874b tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:24.041191 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-0f2ea40f-6912-4c69-8458-f79fd655274e tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Allocated IP 172.20.0.1 (1fb544a2-32b8-4c4b-9701-e6221d6b83cd/3f9507db-21e0-4394-9559-066f947c6ca4/a1b256b4-3bd1-4664-9feb-99891d5f6148) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:58:24.072670 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e9c4e424-17c2-4001-98ce-f0065715874b tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:24.156788 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-c3d29cad-171d-4266-b43e-afcf5d679b03 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Allocated IP 2001:db8::f816:3eff:fe9d:12dd (4d1aa380-e411-494b-958c-7f758df734d6/616dfeae-194e-4f79-adb1-d70609a19faa/c6a7ddf3-a33e-4193-8e1d-356b21a591f3) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:58:24.160700 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 1f779d30-6804-4f86-b616-fe83329abd25 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:58:24.166510 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 1f779d30-6804-4f86-b616-fe83329abd25 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:58:24.271940 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0f2ea40f-6912-4c69-8458-f79fd655274e tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:24.314961 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e9c4e424-17c2-4001-98ce-f0065715874b tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:24.317739 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e9c4e424-17c2-4001-98ce-f0065715874b tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:24.321442 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-e9c4e424-17c2-4001-98ce-f0065715874b tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] 10.222.0.39 "DELETE /v2.0/security-groups/e97d080c-6563-434e-82b1-0ae264a9efb2 HTTP/1.1" status: 204 len: 168 time: 0.4544418 Sep 23 06:58:24.323942 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0f2ea40f-6912-4c69-8458-f79fd655274e tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:24.324994 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47932) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:24.357381 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4e424-17c2-4001-98ce-f0065715874b tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e97d080c-6563-434e-82b1-0ae264a9efb2,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:24.419965 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2ea40f-6912-4c69-8458-f79fd655274e tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Network 1fb544a2-32b8-4c4b-9701-e6221d6b83cd is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:58:24.424101 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-0f2ea40f-6912-4c69-8458-f79fd655274e tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:58:24.436647 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2ea40f-6912-4c69-8458-f79fd655274e tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:58:24.462858 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-d10013ca-ed45-4aa0-ba57-4de29b2f1373 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1272295 Sep 23 06:58:24.464762 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47934) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:24.469397 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-997e838c-273a-4e51-9651-2ce3e9e5b058 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Request body: {'security_group': {'name': 'tempest-secgroup--778706391'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:58:24.478411 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c3d29cad-171d-4266-b43e-afcf5d679b03 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:24.501454 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2ea40f-6912-4c69-8458-f79fd655274e tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Pushing event updated for resources: {'Port': ['ID=a1b256b4-3bd1-4664-9feb-99891d5f6148,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:24.517919 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-997e838c-273a-4e51-9651-2ce3e9e5b058 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:24.556906 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c3d29cad-171d-4266-b43e-afcf5d679b03 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:24.564025 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0f2ea40f-6912-4c69-8458-f79fd655274e tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068614'] for router_interface, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:24.624849 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d29cad-171d-4266-b43e-afcf5d679b03 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Network 4d1aa380-e411-494b-958c-7f758df734d6 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:58:24.633327 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-c3d29cad-171d-4266-b43e-afcf5d679b03 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:58:24.635828 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d29cad-171d-4266-b43e-afcf5d679b03 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:58:24.642696 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d29cad-171d-4266-b43e-afcf5d679b03 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:24.643347 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c3d29cad-171d-4266-b43e-afcf5d679b03 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:24.680872 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d29cad-171d-4266-b43e-afcf5d679b03 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event updated for resources: {'Port': ['ID=c6a7ddf3-a33e-4193-8e1d-356b21a591f3,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:24.694419 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-79280a1d-59fa-4223-a2b3-848b2481cdfd None None] Allocated IP 2001:db8::f816:3eff:fe43:abcb (4d1aa380-e411-494b-958c-7f758df734d6/616dfeae-194e-4f79-adb1-d70609a19faa/bb33df01-cdd9-41be-87f5-1894b822b08b) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:58:24.732795 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-997e838c-273a-4e51-9651-2ce3e9e5b058 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:24.741271 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-997e838c-273a-4e51-9651-2ce3e9e5b058 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:24.757516 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-c3d29cad-171d-4266-b43e-afcf5d679b03 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2156727 Sep 23 06:58:24.760078 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 47938) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:24.778641 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0f2ea40f-6912-4c69-8458-f79fd655274e tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:24.781678 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-997e838c-273a-4e51-9651-2ce3e9e5b058 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:24.785974 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-997e838c-273a-4e51-9651-2ce3e9e5b058 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3177798 Sep 23 06:58:24.787069 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47942) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:24.791947 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-938ceabe-65c9-4dbb-8194-a69b068631b5 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Request body: {'security_group_rule': {'security_group_id': '69951bea-c658-4ead-b82e-178df9bcc275', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:58:24.802948 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997e838c-273a-4e51-9651-2ce3e9e5b058 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69951bea-c658-4ead-b82e-178df9bcc275,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:24.836101 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-938ceabe-65c9-4dbb-8194-a69b068631b5 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:24.928131 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-938ceabe-65c9-4dbb-8194-a69b068631b5 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:24.936684 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-938ceabe-65c9-4dbb-8194-a69b068631b5 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:24.962957 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938ceabe-65c9-4dbb-8194-a69b068631b5 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a780dfc-c19b-485b-ab2d-1139cda148ad,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:24.983035 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-938ceabe-65c9-4dbb-8194-a69b068631b5 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:24.985361 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-938ceabe-65c9-4dbb-8194-a69b068631b5 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1971676 Sep 23 06:58:24.988432 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47946) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:25.048461 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-79280a1d-59fa-4223-a2b3-848b2481cdfd None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:25.049375 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-381b0e34-6fb5-4360-9f45-7deba147bfff tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:25.057614 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-79280a1d-59fa-4223-a2b3-848b2481cdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:25.066600 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-381b0e34-6fb5-4360-9f45-7deba147bfff tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:25.103257 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-381b0e34-6fb5-4360-9f45-7deba147bfff tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:25.114529 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-381b0e34-6fb5-4360-9f45-7deba147bfff tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:25.116355 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-381b0e34-6fb5-4360-9f45-7deba147bfff tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/0a780dfc-c19b-485b-ab2d-1139cda148ad HTTP/1.1" status: 204 len: 168 time: 0.1268616 Sep 23 06:58:25.120682 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79280a1d-59fa-4223-a2b3-848b2481cdfd None None] Network 4d1aa380-e411-494b-958c-7f758df734d6 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:58:25.123247 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47948) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:25.125758 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-79280a1d-59fa-4223-a2b3-848b2481cdfd None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:58:25.133417 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79280a1d-59fa-4223-a2b3-848b2481cdfd None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:58:25.135254 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc43cc8-dee0-45ed-b9c9-7be3bbd17372 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:25.136840 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-9fc43cc8-dee0-45ed-b9c9-7be3bbd17372 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.3742838 Sep 23 06:58:25.145215 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47950) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:25.161252 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79280a1d-59fa-4223-a2b3-848b2481cdfd None None] Pushing event updated for resources: {'Port': ['ID=bb33df01-cdd9-41be-87f5-1894b822b08b,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:25.183146 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381b0e34-6fb5-4360-9f45-7deba147bfff tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0a780dfc-c19b-485b-ab2d-1139cda148ad,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:25.291792 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-79280a1d-59fa-4223-a2b3-848b2481cdfd None None] Attempting to bind port bb33df01-cdd9-41be-87f5-1894b822b08b on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:58:25.292337 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-79280a1d-59fa-4223-a2b3-848b2481cdfd None None] Attempting to bind port bb33df01-cdd9-41be-87f5-1894b822b08b by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '98ee167a-1403-4867-958f-d4f6736b2e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:58:25.293124 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79280a1d-59fa-4223-a2b3-848b2481cdfd None None] Attempting to bind port bb33df01-cdd9-41be-87f5-1894b822b08b on network 4d1aa380-e411-494b-958c-7f758df734d6 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:58:25.306620 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79280a1d-59fa-4223-a2b3-848b2481cdfd None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:58:25.307224 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79280a1d-59fa-4223-a2b3-848b2481cdfd None None] Checking segment: {'id': '98ee167a-1403-4867-958f-d4f6736b2e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:58:25.307740 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-79280a1d-59fa-4223-a2b3-848b2481cdfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:25.311084 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79280a1d-59fa-4223-a2b3-848b2481cdfd None None] Bound using segment: {'id': '98ee167a-1403-4867-958f-d4f6736b2e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:58:25.311731 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-79280a1d-59fa-4223-a2b3-848b2481cdfd None None] Bound port: bb33df01-cdd9-41be-87f5-1894b822b08b, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98ee167a-1403-4867-958f-d4f6736b2e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:58:25.313734 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-79280a1d-59fa-4223-a2b3-848b2481cdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:25.369468 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-3e5fd1bc-4d16-469a-b4fd-048632244d37 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2394192 Sep 23 06:58:25.375552 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47954) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:25.451669 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-79280a1d-59fa-4223-a2b3-848b2481cdfd None None] For port bb33df01-cdd9-41be-87f5-1894b822b08b, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:58:25.456197 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-79280a1d-59fa-4223-a2b3-848b2481cdfd None None] For port bb33df01-cdd9-41be-87f5-1894b822b08b, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=bb33df01-cdd9-41be-87f5-1894b822b08b,segment=NetworkSegment(98ee167a-1403-4867-958f-d4f6736b2e62),segment_id=98ee167a-1403-4867-958f-d4f6736b2e62)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:58:25.462980 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-79280a1d-59fa-4223-a2b3-848b2481cdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:25.543334 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79280a1d-59fa-4223-a2b3-848b2481cdfd None None] Pushing event updated for resources: {'Port': ['ID=bb33df01-cdd9-41be-87f5-1894b822b08b,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:25.557065 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0f2ea40f-6912-4c69-8458-f79fd655274e tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:25.565178 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0f2ea40f-6912-4c69-8458-f79fd655274e tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:25.580227 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-b5589982-c573-42d8-bee1-8e5e77310e05 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Deleting port c6a7ddf3-a33e-4193-8e1d-356b21a591f3 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:58:25.580600 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b5589982-c573-42d8-bee1-8e5e77310e05 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:25.602224 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a95f0dbb-bc2e-49ca-bfdf-bcbd90f33a4f tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:25.638254 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0f2ea40f-6912-4c69-8458-f79fd655274e tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067062'] for router_interface, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:25.708367 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2ea40f-6912-4c69-8458-f79fd655274e tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Pushing event updated for resources: {'Port': ['ID=a1b256b4-3bd1-4664-9feb-99891d5f6148,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:25.711088 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a95f0dbb-bc2e-49ca-bfdf-bcbd90f33a4f tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:25.766195 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b5589982-c573-42d8-bee1-8e5e77310e05 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:25.781326 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-b5589982-c573-42d8-bee1-8e5e77310e05 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Calling delete_port for c6a7ddf3-a33e-4193-8e1d-356b21a591f3 owned by {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:58:25.799535 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a95f0dbb-bc2e-49ca-bfdf-bcbd90f33a4f tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:25.802214 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a95f0dbb-bc2e-49ca-bfdf-bcbd90f33a4f tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:25.803393 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-a95f0dbb-bc2e-49ca-bfdf-bcbd90f33a4f tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] 10.222.0.39 "DELETE /v2.0/security-groups/69951bea-c658-4ead-b82e-178df9bcc275 HTTP/1.1" status: 204 len: 168 time: 0.4266963 Sep 23 06:58:25.807880 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47960) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:25.838520 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2ea40f-6912-4c69-8458-f79fd655274e tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Network 1fb544a2-32b8-4c4b-9701-e6221d6b83cd is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:58:25.840724 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-0f2ea40f-6912-4c69-8458-f79fd655274e tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:58:25.889027 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95f0dbb-bc2e-49ca-bfdf-bcbd90f33a4f tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69951bea-c658-4ead-b82e-178df9bcc275,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:25.965063 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-7fb929a0-b325-429d-95c4-38fd136e7283 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1004770 Sep 23 06:58:25.968933 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47970) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:25.974368 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-f4a30405-9822-4fd6-a60e-33367a356fe9 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Request body: {'security_group': {'name': 'tempest-secgroup--1535742795'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:58:26.076852 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f4a30405-9822-4fd6-a60e-33367a356fe9 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:26.181832 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b5589982-c573-42d8-bee1-8e5e77310e05 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:26.221027 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5589982-c573-42d8-bee1-8e5e77310e05 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event deleted for resources: {'Port': ['ID=c6a7ddf3-a33e-4193-8e1d-356b21a591f3,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:26.261918 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b5589982-c573-42d8-bee1-8e5e77310e05 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:26.267762 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-b5589982-c573-42d8-bee1-8e5e77310e05 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/ports/c6a7ddf3-a33e-4193-8e1d-356b21a591f3 HTTP/1.1" status: 204 len: 168 time: 1.1206372 Sep 23 06:58:26.273016 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47974) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:26.283278 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f2ea40f-6912-4c69-8458-f79fd655274e tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Router 1c4900cb-ca57-41b1-914f-12b14a217d77 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:58:26.397450 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f4a30405-9822-4fd6-a60e-33367a356fe9 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:26.411497 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f4a30405-9822-4fd6-a60e-33367a356fe9 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:26.440516 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f2ea40f-6912-4c69-8458-f79fd655274e tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:58:26.441398 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124f5aa9-0fa6-47cb-aac9-8705415d87eb tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:26.450764 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-0f2ea40f-6912-4c69-8458-f79fd655274e tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] 10.222.0.39 "PUT /v2.0/routers/1c4900cb-ca57-41b1-914f-12b14a217d77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1036541 Sep 23 06:58:26.451037 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 47976) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:26.452992 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124f5aa9-0fa6-47cb-aac9-8705415d87eb tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:26.458316 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea80355d-bc1a-450e-95dc-01cbb63ef3b1 None None] Sync routers for ids ['1c4900cb-ca57-41b1-914f-12b14a217d77'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:58:26.469372 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-124f5aa9-0fa6-47cb-aac9-8705415d87eb tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1900630 Sep 23 06:58:26.470789 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47978) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:26.472788 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-0775a400-677a-40b3-8b79-745686befcbe tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Request body: {'port': {'network_id': '1fb544a2-32b8-4c4b-9701-e6221d6b83cd', 'name': 'tempest-FloatingIPTestJSON-848040051'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:58:26.475493 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea80355d-bc1a-450e-95dc-01cbb63ef3b1 None None] Routers {'1c4900cb-ca57-41b1-914f-12b14a217d77'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:58:26.479562 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-ea80355d-bc1a-450e-95dc-01cbb63ef3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:58:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['1c4900cb-ca57-41b1-914f-12b14a217d77'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:58:26.632238 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-ea80355d-bc1a-450e-95dc-01cbb63ef3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:58:26.638851 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a30405-9822-4fd6-a60e-33367a356fe9 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55fb32f2-f3d1-4a4e-b220-84160e3c6d67,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:26.675978 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea80355d-bc1a-450e-95dc-01cbb63ef3b1 None None] Routers {'1c4900cb-ca57-41b1-914f-12b14a217d77'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:58:26.676651 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-ea80355d-bc1a-450e-95dc-01cbb63ef3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:58:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['1c4900cb-ca57-41b1-914f-12b14a217d77'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:58:26.689387 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0775a400-677a-40b3-8b79-745686befcbe tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Made reservation on behalf of 491c99cd05024ca48545f26dd674e4b8 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:58:26.692728 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f4a30405-9822-4fd6-a60e-33367a356fe9 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:26.695971 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-f4a30405-9822-4fd6-a60e-33367a356fe9 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7237730 Sep 23 06:58:26.696129 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0775a400-677a-40b3-8b79-745686befcbe tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:26.697661 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 47988) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:26.724593 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-68d34d71-c62c-4230-bad6-386da37be887 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Request body: {'security_group_rule': {'security_group_id': '55fb32f2-f3d1-4a4e-b220-84160e3c6d67', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:58:26.751541 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-044efe5b-b941-42cf-9f6f-8252bc4ef8b9 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Deleting subnet 616dfeae-194e-4f79-adb1-d70609a19faa {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:58:26.760314 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-044efe5b-b941-42cf-9f6f-8252bc4ef8b9 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:26.793679 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-ea80355d-bc1a-450e-95dc-01cbb63ef3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:58:26.794402 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea80355d-bc1a-450e-95dc-01cbb63ef3b1 None None] The sync data for ids ['1c4900cb-ca57-41b1-914f-12b14a217d77'] in n-d-715271-16 is: [] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:58:26.795568 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [None req-0775a400-677a-40b3-8b79-745686befcbe tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] device_id is not set on port 4d4682d0-3ef5-491a-b775-82430afdb118 yet. {{(pid=95065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 06:58:26.850885 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-044efe5b-b941-42cf-9f6f-8252bc4ef8b9 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:26.897010 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7fb070-c224-42f6-88aa-a6853a59cb5e req-d931ed05-2c2b-460e-85db-6b93fa412af4 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:26.903454 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7fb070-c224-42f6-88aa-a6853a59cb5e req-d931ed05-2c2b-460e-85db-6b93fa412af4 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:26.912184 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7fb070-c224-42f6-88aa-a6853a59cb5e req-d931ed05-2c2b-460e-85db-6b93fa412af4 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:26.919073 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7fb070-c224-42f6-88aa-a6853a59cb5e req-d931ed05-2c2b-460e-85db-6b93fa412af4 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:26.926233 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7fb070-c224-42f6-88aa-a6853a59cb5e req-d931ed05-2c2b-460e-85db-6b93fa412af4 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:26.932371 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7fb070-c224-42f6-88aa-a6853a59cb5e req-d931ed05-2c2b-460e-85db-6b93fa412af4 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:26.938723 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7fb070-c224-42f6-88aa-a6853a59cb5e req-d931ed05-2c2b-460e-85db-6b93fa412af4 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:26.940755 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8e7fb070-c224-42f6-88aa-a6853a59cb5e req-d931ed05-2c2b-460e-85db-6b93fa412af4 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bf31744-0efa-4cef-967d-471fd8e8c528 HTTP/1.1" status: 200 len: 5443 time: 0.2387726 Sep 23 06:58:26.962240 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-68d34d71-c62c-4230-bad6-386da37be887 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:26.970165 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-044efe5b-b941-42cf-9f6f-8252bc4ef8b9 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:27.051618 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-044efe5b-b941-42cf-9f6f-8252bc4ef8b9 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:27.071837 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8e7fb070-c224-42f6-88aa-a6853a59cb5e req-17f57bfc-2616-4594-9e10-85cd6ae25b0e tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c9c5b19-61b6-4835-bef3-eb0ee04d7a83&id=5d045487-122b-40fb-9f4c-7e88b4bd6ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1215942 Sep 23 06:58:27.099857 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-044efe5b-b941-42cf-9f6f-8252bc4ef8b9 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:27.104613 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-044efe5b-b941-42cf-9f6f-8252bc4ef8b9 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/subnets/616dfeae-194e-4f79-adb1-d70609a19faa HTTP/1.1" status: 204 len: 168 time: 0.5721083 Sep 23 06:58:27.104613 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044efe5b-b941-42cf-9f6f-8252bc4ef8b9 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event deleted for resources: {'Subnet': ['ID=616dfeae-194e-4f79-adb1-d70609a19faa,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:27.111532 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47990) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:27.118131 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-0775a400-677a-40b3-8b79-745686befcbe tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Allocated IP 172.20.0.3 (1fb544a2-32b8-4c4b-9701-e6221d6b83cd/3f9507db-21e0-4394-9559-066f947c6ca4/4d4682d0-3ef5-491a-b775-82430afdb118) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:58:27.134028 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-68d34d71-c62c-4230-bad6-386da37be887 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:27.145208 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-68d34d71-c62c-4230-bad6-386da37be887 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:27.172160 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-c70687eb-1c33-4fdd-b3b3-8b607606e287 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0589089 Sep 23 06:58:27.181436 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 47996) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:27.187582 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff15f7b-90d6-4e49-8b9c-f467ef66604b None None] Network 4d1aa380-e411-494b-958c-7f758df734d6 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:58:27.190159 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d34d71-c62c-4230-bad6-386da37be887 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=413ac3ea-fa4e-4fcd-aad5-9bdd09659fe5,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:27.209092 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-68d34d71-c62c-4230-bad6-386da37be887 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:27.210595 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 48000) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:27.211644 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-68d34d71-c62c-4230-bad6-386da37be887 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4910002 Sep 23 06:58:27.265644 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-479533cf-43b4-47fd-b8cd-089abb3a1d2b tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] 10.222.0.39 "GET /v2.0/security-group-rules/413ac3ea-fa4e-4fcd-aad5-9bdd09659fe5 HTTP/1.1" status: 200 len: 763 time: 0.0512037 Sep 23 06:58:27.272591 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 48004) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:27.338504 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92b7fa2-c8a9-47f0-a30f-bbe5152a38ef tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:27.340123 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-b92b7fa2-c8a9-47f0-a30f-bbe5152a38ef tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1546001 Sep 23 06:58:27.345597 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 48010) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:27.393547 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-f866c336-982f-406d-abe8-b676577023fb None None] Provisioning complete for port bb33df01-cdd9-41be-87f5-1894b822b08b triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:58:27.393976 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f866c336-982f-406d-abe8-b676577023fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:27.497784 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed35fd5-95aa-437e-b782-59ff108607f5 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:27.502464 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-bed35fd5-95aa-437e-b782-59ff108607f5 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1547771 Sep 23 06:58:27.504899 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 48016) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:27.560802 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-5c375569-bb28-4095-8bdc-f5800b3dde60 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0537796 Sep 23 06:58:27.568462 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 48018) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:27.574857 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-62fe841f-29d3-42d4-8022-6ff331474667 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Request body: {'subnet': {'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:58:27.659918 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-6de657ec-c18d-48f6-9b88-a0dca5c99557 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3860133 Sep 23 06:58:27.660615 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 48022) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:27.768997 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f866c336-982f-406d-abe8-b676577023fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:27.773263 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0775a400-677a-40b3-8b79-745686befcbe tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:27.831442 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-f866c336-982f-406d-abe8-b676577023fb None None] For port bb33df01-cdd9-41be-87f5-1894b822b08b, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=bb33df01-cdd9-41be-87f5-1894b822b08b,segment=NetworkSegment(98ee167a-1403-4867-958f-d4f6736b2e62),segment_id=98ee167a-1403-4867-958f-d4f6736b2e62)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:58:27.849103 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f866c336-982f-406d-abe8-b676577023fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:27.862694 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-35ed6f9e-cac7-45d3-9196-a9e60d654323 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:27.908906 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-35ed6f9e-cac7-45d3-9196-a9e60d654323 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:27.918980 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0775a400-677a-40b3-8b79-745686befcbe tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:27.942136 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866c336-982f-406d-abe8-b676577023fb None None] Pushing event updated for resources: {'Port': ['ID=bb33df01-cdd9-41be-87f5-1894b822b08b,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:27.949306 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a6f1cb-fe63-4202-8a89-3e4c12593517 None None] DHCP port deletion for 4d1aa380-e411-494b-958c-7f758df734d6 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 06:58:27.971137 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0292ac-42d4-49fe-b94e-06c23ca50f39 req-6a70a0ac-0167-40be-8906-7d47ee11f17e tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:27.978870 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0292ac-42d4-49fe-b94e-06c23ca50f39 req-6a70a0ac-0167-40be-8906-7d47ee11f17e tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:27.985480 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0292ac-42d4-49fe-b94e-06c23ca50f39 req-6a70a0ac-0167-40be-8906-7d47ee11f17e tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:27.991903 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0292ac-42d4-49fe-b94e-06c23ca50f39 req-6a70a0ac-0167-40be-8906-7d47ee11f17e tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:27.998581 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0292ac-42d4-49fe-b94e-06c23ca50f39 req-6a70a0ac-0167-40be-8906-7d47ee11f17e tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:28.006204 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0292ac-42d4-49fe-b94e-06c23ca50f39 req-6a70a0ac-0167-40be-8906-7d47ee11f17e tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:28.012732 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0292ac-42d4-49fe-b94e-06c23ca50f39 req-6a70a0ac-0167-40be-8906-7d47ee11f17e tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:28.015572 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6f0292ac-42d4-49fe-b94e-06c23ca50f39 req-6a70a0ac-0167-40be-8906-7d47ee11f17e tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.58 "GET /v2.0/ports?device_id=5bf31744-0efa-4cef-967d-471fd8e8c528 HTTP/1.1" status: 200 len: 5443 time: 0.2619348 Sep 23 06:58:28.017897 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0775a400-677a-40b3-8b79-745686befcbe tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Network 1fb544a2-32b8-4c4b-9701-e6221d6b83cd is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:58:28.019151 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0775a400-677a-40b3-8b79-745686befcbe tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Pushing event updated for resources: {'Port': ['ID=4d4682d0-3ef5-491a-b775-82430afdb118,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:28.023193 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-0775a400-677a-40b3-8b79-745686befcbe tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:58:28.025957 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0775a400-677a-40b3-8b79-745686befcbe tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:58:28.038034 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-89a6f1cb-fe63-4202-8a89-3e4c12593517 None None] Deleting port bb33df01-cdd9-41be-87f5-1894b822b08b {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:58:28.038714 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-89a6f1cb-fe63-4202-8a89-3e4c12593517 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:28.125415 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-89a6f1cb-fe63-4202-8a89-3e4c12593517 None None] For port bb33df01-cdd9-41be-87f5-1894b822b08b, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=bb33df01-cdd9-41be-87f5-1894b822b08b,segment=NetworkSegment(98ee167a-1403-4867-958f-d4f6736b2e62),segment_id=98ee167a-1403-4867-958f-d4f6736b2e62)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:58:28.126192 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-89a6f1cb-fe63-4202-8a89-3e4c12593517 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:28.136486 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0775a400-677a-40b3-8b79-745686befcbe tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:28.137414 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0775a400-677a-40b3-8b79-745686befcbe tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:28.142870 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-89a6f1cb-fe63-4202-8a89-3e4c12593517 None None] Calling delete_port for bb33df01-cdd9-41be-87f5-1894b822b08b owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:58:28.146098 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62fe841f-29d3-42d4-8022-6ff331474667 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Made reservation on behalf of 5e650be244de4ee8b27aea189be279d1 for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:58:28.155976 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-62fe841f-29d3-42d4-8022-6ff331474667 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:28.159473 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-0775a400-677a-40b3-8b79-745686befcbe tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.7075608 Sep 23 06:58:28.163267 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 48042) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:28.175876 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-59f81d21-7e69-49b7-a548-2c8a2a90b609 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Request body: {'port': {'network_id': '1fb544a2-32b8-4c4b-9701-e6221d6b83cd', 'name': 'tempest-FloatingIPTestJSON-1466476166'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:58:28.216910 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0292ac-42d4-49fe-b94e-06c23ca50f39 req-039da57e-0ae7-4029-adb9-7f6ea807e51d tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:28.219801 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6f0292ac-42d4-49fe-b94e-06c23ca50f39 req-039da57e-0ae7-4029-adb9-7f6ea807e51d tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.58 "GET /v2.0/ports/66dc2450-0dc5-4831-8e32-390fda82bf83?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1562643 Sep 23 06:58:28.228862 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-35ed6f9e-cac7-45d3-9196-a9e60d654323 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:28.236754 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-35ed6f9e-cac7-45d3-9196-a9e60d654323 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:28.238193 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-35ed6f9e-cac7-45d3-9196-a9e60d654323 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/413ac3ea-fa4e-4fcd-aad5-9bdd09659fe5 HTTP/1.1" status: 204 len: 168 time: 0.5723715 Sep 23 06:58:28.241088 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 48044) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:28.300767 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-89a6f1cb-fe63-4202-8a89-3e4c12593517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:28.333030 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a6f1cb-fe63-4202-8a89-3e4c12593517 None None] Pushing event deleted for resources: {'Port': ['ID=bb33df01-cdd9-41be-87f5-1894b822b08b,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:28.342316 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a6f1cb-fe63-4202-8a89-3e4c12593517 None None] No DVR routers for this DVR port bb33df01-cdd9-41be-87f5-1894b822b08b on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:58:28.352648 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ed6f9e-cac7-45d3-9196-a9e60d654323 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=413ac3ea-fa4e-4fcd-aad5-9bdd09659fe5,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:28.434486 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 48050) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:28.443691 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f81d21-7e69-49b7-a548-2c8a2a90b609 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Made reservation on behalf of 491c99cd05024ca48545f26dd674e4b8 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:58:28.448053 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-59f81d21-7e69-49b7-a548-2c8a2a90b609 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:28.472259 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [None req-59f81d21-7e69-49b7-a548-2c8a2a90b609 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] device_id is not set on port 911a77c1-0ddf-43a7-9ad1-a57a4e723f8d yet. {{(pid=95065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 06:58:28.480043 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-f31b503a-16f0-4869-ad2f-5b9990b78ce2 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2141943 Sep 23 06:58:28.481685 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 48054) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:28.487930 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-d8585dc5-be88-4db5-bfcf-e159dc9be9ca tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Request body: {'security_group_rule': {'security_group_id': '55fb32f2-f3d1-4a4e-b220-84160e3c6d67', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:58:28.490757 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95006999-3c26-4627-9842-2892ee9828b3 req-0bf68682-2fe5-42c0-91bf-4c0be053c56e tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:28.497026 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95006999-3c26-4627-9842-2892ee9828b3 req-0bf68682-2fe5-42c0-91bf-4c0be053c56e tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:28.504004 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95006999-3c26-4627-9842-2892ee9828b3 req-0bf68682-2fe5-42c0-91bf-4c0be053c56e tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:28.510255 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95006999-3c26-4627-9842-2892ee9828b3 req-0bf68682-2fe5-42c0-91bf-4c0be053c56e tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:28.516474 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95006999-3c26-4627-9842-2892ee9828b3 req-0bf68682-2fe5-42c0-91bf-4c0be053c56e tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:28.522685 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95006999-3c26-4627-9842-2892ee9828b3 req-0bf68682-2fe5-42c0-91bf-4c0be053c56e tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:28.528623 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95006999-3c26-4627-9842-2892ee9828b3 req-0bf68682-2fe5-42c0-91bf-4c0be053c56e tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:28.530651 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-95006999-3c26-4627-9842-2892ee9828b3 req-0bf68682-2fe5-42c0-91bf-4c0be053c56e tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bf31744-0efa-4cef-967d-471fd8e8c528 HTTP/1.1" status: 200 len: 5443 time: 0.2886486 Sep 23 06:58:28.582337 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d8585dc5-be88-4db5-bfcf-e159dc9be9ca tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:28.614359 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6f0292ac-42d4-49fe-b94e-06c23ca50f39 req-29befc34-5394-4e18-b08e-b9ed7c9931a0 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.58 "GET /v2.0/networks/feb093c6-06a4-4aad-bf82-6fd567da1d91?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3621211 Sep 23 06:58:28.628976 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3e57475c-32f6-488c-8bab-b929ea89b69d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:28.632515 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-6f0292ac-42d4-49fe-b94e-06c23ca50f39 req-58294074-058e-40b3-93ee-ffd1e56c60c5 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:58:28.668156 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-95006999-3c26-4627-9842-2892ee9828b3 req-05920f35-497d-44b8-9be9-64c9028b13fd tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c9c5b19-61b6-4835-bef3-eb0ee04d7a83&id=5d045487-122b-40fb-9f4c-7e88b4bd6ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1279974 Sep 23 06:58:28.688981 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-59f81d21-7e69-49b7-a548-2c8a2a90b609 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Allocated IP 172.20.0.13 (1fb544a2-32b8-4c4b-9701-e6221d6b83cd/3f9507db-21e0-4394-9559-066f947c6ca4/911a77c1-0ddf-43a7-9ad1-a57a4e723f8d) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:58:28.711242 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d8585dc5-be88-4db5-bfcf-e159dc9be9ca tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:28.719585 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d8585dc5-be88-4db5-bfcf-e159dc9be9ca tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:28.751964 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-6f0292ac-42d4-49fe-b94e-06c23ca50f39 req-58294074-058e-40b3-93ee-ffd1e56c60c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:28.757080 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8585dc5-be88-4db5-bfcf-e159dc9be9ca tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33163228-951d-4b5d-ba7f-67c6fd812fe5,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:28.874460 n-d-715271-16 neutron-server[95066]: DEBUG neutron.objects.ports [None req-62fe841f-29d3-42d4-8022-6ff331474667 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95066) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 06:58:28.878514 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-62fe841f-29d3-42d4-8022-6ff331474667 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:28.936779 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3e57475c-32f6-488c-8bab-b929ea89b69d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:28.948622 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3e57475c-32f6-488c-8bab-b929ea89b69d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:28.957034 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d8585dc5-be88-4db5-bfcf-e159dc9be9ca tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:28.960717 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-d8585dc5-be88-4db5-bfcf-e159dc9be9ca tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4754126 Sep 23 06:58:28.967190 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 48062) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:28.973032 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fe841f-29d3-42d4-8022-6ff331474667 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Network 4d1aa380-e411-494b-958c-7f758df734d6 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:58:28.983209 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-62fe841f-29d3-42d4-8022-6ff331474667 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:58:28.989473 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fe841f-29d3-42d4-8022-6ff331474667 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:28.990520 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-62fe841f-29d3-42d4-8022-6ff331474667 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:28.996007 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9860dd18-815b-49b1-99a6-602dd615581a None None] Network 4d1aa380-e411-494b-958c-7f758df734d6 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:58:29.009015 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fe841f-29d3-42d4-8022-6ff331474667 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event updated for resources: {'Subnet': ['ID=11ce320f-ec77-4f46-a7a7-db1338a2460c,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:29.016847 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-59f81d21-7e69-49b7-a548-2c8a2a90b609 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:29.024784 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e57475c-32f6-488c-8bab-b929ea89b69d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b35367ac-23a6-4134-baa8-dbe303b1c0aa,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:29.025388 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-62fe841f-29d3-42d4-8022-6ff331474667 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.4556787 Sep 23 06:58:29.029366 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 48064) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:29.032989 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-6f0292ac-42d4-49fe-b94e-06c23ca50f39 req-58294074-058e-40b3-93ee-ffd1e56c60c5 service neutron] For port 66dc2450-0dc5-4831-8e32-390fda82bf83, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=66dc2450-0dc5-4831-8e32-390fda82bf83,segment=NetworkSegment(f24e108b-4e28-412d-86ee-4c835449b745),segment_id=f24e108b-4e28-412d-86ee-4c835449b745)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:58:29.037884 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-db94f482-b3ee-4344-a90d-04301e03fb10 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] 10.222.0.39 "GET /v2.0/security-group-rules/33163228-951d-4b5d-ba7f-67c6fd812fe5 HTTP/1.1" status: 200 len: 763 time: 0.0624597 Sep 23 06:58:29.038013 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-fbbdf4bb-4716-4c60-82c8-4d1179123a3a tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Request body: {'port': {'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'mac_address': 'fa:16:3e:04:dc:9f', 'name': 'tempest-NetworksTestDHCPv6-447416839'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:58:29.039724 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-3e57475c-32f6-488c-8bab-b929ea89b69d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7f99370b743047a7b4a0ff4f3326d781&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6040630 Sep 23 06:58:29.040298 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 48066) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:29.049394 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 48068) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:29.158857 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-63855291-c3fc-4b8f-afed-1b2851ed6be6 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1162548 Sep 23 06:58:29.161723 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-59f81d21-7e69-49b7-a548-2c8a2a90b609 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:29.163227 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 48072) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:29.225282 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-6f0292ac-42d4-49fe-b94e-06c23ca50f39 req-58294074-058e-40b3-93ee-ffd1e56c60c5 service neutron] For port 66dc2450-0dc5-4831-8e32-390fda82bf83, host n-h2-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:58:29.233050 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-af294b01-67aa-4770-9184-2d5301b85a83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:29.246310 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f81d21-7e69-49b7-a548-2c8a2a90b609 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Network 1fb544a2-32b8-4c4b-9701-e6221d6b83cd is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:58:29.270263 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-59f81d21-7e69-49b7-a548-2c8a2a90b609 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:58:29.276664 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f81d21-7e69-49b7-a548-2c8a2a90b609 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:58:29.288568 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f81d21-7e69-49b7-a548-2c8a2a90b609 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Pushing event updated for resources: {'Port': ['ID=911a77c1-0ddf-43a7-9ad1-a57a4e723f8d,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:29.297737 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-af294b01-67aa-4770-9184-2d5301b85a83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:29.317907 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8fa95e54-a490-4960-9ef5-f6ba016ac254 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:29.339414 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [req-6f0292ac-42d4-49fe-b94e-06c23ca50f39 req-58294074-058e-40b3-93ee-ffd1e56c60c5 service neutron] device_id is not set on port 66dc2450-0dc5-4831-8e32-390fda82bf83 yet. {{(pid=95066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 06:58:29.343982 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8fa95e54-a490-4960-9ef5-f6ba016ac254 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:29.351628 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-6f0292ac-42d4-49fe-b94e-06c23ca50f39 req-58294074-058e-40b3-93ee-ffd1e56c60c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:29.361020 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbbdf4bb-4716-4c60-82c8-4d1179123a3a tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Made reservation on behalf of 5e650be244de4ee8b27aea189be279d1 for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:58:29.394183 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f81d21-7e69-49b7-a548-2c8a2a90b609 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:29.394814 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-59f81d21-7e69-49b7-a548-2c8a2a90b609 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:29.416564 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8fa95e54-a490-4960-9ef5-f6ba016ac254 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:29.423467 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8fa95e54-a490-4960-9ef5-f6ba016ac254 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:29.426806 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-8fa95e54-a490-4960-9ef5-f6ba016ac254 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/33163228-951d-4b5d-ba7f-67c6fd812fe5 HTTP/1.1" status: 204 len: 168 time: 0.2602031 Sep 23 06:58:29.427280 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 48082) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:29.434718 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77532d6-f16f-4b7b-b24d-1c2f37f6a160 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-4d1aa380-e411-494b-958c-7f758df734d6', 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'tenant_id': '5e650be244de4ee8b27aea189be279d1', 'fixed_ips': [{'subnet_id': '11ce320f-ec77-4f46-a7a7-db1338a2460c'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 06:58:29.436501 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b77532d6-f16f-4b7b-b24d-1c2f37f6a160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:29.442204 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-59f81d21-7e69-49b7-a548-2c8a2a90b609 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2748954 Sep 23 06:58:29.448310 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 48086) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:29.450553 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa95e54-a490-4960-9ef5-f6ba016ac254 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=33163228-951d-4b5d-ba7f-67c6fd812fe5,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:29.459044 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-9377b3d6-180e-41e4-8af6-93e3013c9958 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Request body: {'floatingip': {'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'port_id': '911a77c1-0ddf-43a7-9ad1-a57a4e723f8d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:58:29.467624 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-af294b01-67aa-4770-9184-2d5301b85a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:29.470777 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-af294b01-67aa-4770-9184-2d5301b85a83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:29.471931 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-af294b01-67aa-4770-9184-2d5301b85a83 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b35367ac-23a6-4134-baa8-dbe303b1c0aa HTTP/1.1" status: 204 len: 168 time: 0.4215927 Sep 23 06:58:29.501760 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-6f0292ac-42d4-49fe-b94e-06c23ca50f39 req-58294074-058e-40b3-93ee-ffd1e56c60c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:29.504835 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af294b01-67aa-4770-9184-2d5301b85a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b35367ac-23a6-4134-baa8-dbe303b1c0aa,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:29.525038 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fbbdf4bb-4716-4c60-82c8-4d1179123a3a tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:29.527982 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9377b3d6-180e-41e4-8af6-93e3013c9958 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks [] for floatingip, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:29.540969 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-b2f05168-76b6-44af-973a-0d05821b49cc tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1113646 Sep 23 06:58:29.548194 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 48090) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:29.571813 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-bc7799f7-1017-4996-afbc-78e5be25addc tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Request body: {'security_group_rule': {'security_group_id': '55fb32f2-f3d1-4a4e-b220-84160e3c6d67', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:58:29.620735 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f0292ac-42d4-49fe-b94e-06c23ca50f39 req-58294074-058e-40b3-93ee-ffd1e56c60c5 service neutron] No DVR routers for this DVR port 66dc2450-0dc5-4831-8e32-390fda82bf83 on host n-h2-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:58:29.667478 n-d-715271-16 neutron-server[95066]: INFO neutron.db.securitygroups_db [None req-bc7799f7-1017-4996-afbc-78e5be25addc tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Project 7b0a4f9cbe4742c19c2e41ab2d81288d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 06:58:29.675133 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-6f0292ac-42d4-49fe-b94e-06c23ca50f39 req-58294074-058e-40b3-93ee-ffd1e56c60c5 service neutron] In _notify_port_updated(), no bound segment for port 66dc2450-0dc5-4831-8e32-390fda82bf83 on network feb093c6-06a4-4aad-bf82-6fd567da1d91 {{(pid=95066) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 06:58:29.676696 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0292ac-42d4-49fe-b94e-06c23ca50f39 req-58294074-058e-40b3-93ee-ffd1e56c60c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:29.676826 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-6f0292ac-42d4-49fe-b94e-06c23ca50f39 req-58294074-058e-40b3-93ee-ffd1e56c60c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:29.683446 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6f0292ac-42d4-49fe-b94e-06c23ca50f39 req-58294074-058e-40b3-93ee-ffd1e56c60c5 service neutron] 10.222.0.58 "PUT /v2.0/ports/66dc2450-0dc5-4831-8e32-390fda82bf83 HTTP/1.1" status: 200 len: 1032 time: 1.0571158 Sep 23 06:58:29.685384 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bc7799f7-1017-4996-afbc-78e5be25addc tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:29.691651 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9377b3d6-180e-41e4-8af6-93e3013c9958 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:29.794477 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [None req-fbbdf4bb-4716-4c60-82c8-4d1179123a3a tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] device_id is not set on port 7f8fe4f6-5dcd-4661-8990-b7a6d685e266 yet. {{(pid=95066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 06:58:29.844839 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-b77532d6-f16f-4b7b-b24d-1c2f37f6a160 None None] Allocated IP 2001:db8::f816:3eff:fe6b:c6cf (4d1aa380-e411-494b-958c-7f758df734d6/11ce320f-ec77-4f46-a7a7-db1338a2460c/03c84045-47cb-46c0-9013-fd2af551f97a) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:58:29.854857 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58294074-058e-40b3-93ee-ffd1e56c60c5 service neutron] Pushing event updated for resources: {'Port': ['ID=66dc2450-0dc5-4831-8e32-390fda82bf83,revision_number=6']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:29.856523 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device bb33df01-cdd9-41be-87f5-1894b822b08b no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:58:29.909256 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: bb33df01-cdd9-41be-87f5-1894b822b08b {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:58:29.909614 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device bb33df01-cdd9-41be-87f5-1894b822b08b not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:58:29.955459 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-1b504b64-ebf7-4473-a06d-5797df554fab None None] Provisioning complete for port 66dc2450-0dc5-4831-8e32-390fda82bf83 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:58:29.955658 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-1b504b64-ebf7-4473-a06d-5797df554fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:30.017573 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bc7799f7-1017-4996-afbc-78e5be25addc tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:30.019606 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b330ebe-34e8-48ec-b830-2c51db707583 req-b0f0fbce-4103-4108-8b75-f26bd7de141e tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:30.029095 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b330ebe-34e8-48ec-b830-2c51db707583 req-b0f0fbce-4103-4108-8b75-f26bd7de141e tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:30.032202 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0292ac-42d4-49fe-b94e-06c23ca50f39 req-f7bf1e53-53d1-44ea-a6b8-05e6f3acbde0 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:30.033713 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6f0292ac-42d4-49fe-b94e-06c23ca50f39 req-f7bf1e53-53d1-44ea-a6b8-05e6f3acbde0 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.58 "GET /v2.0/ports/836860f4-7f78-4d29-8753-1658ddbce618?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3417606 Sep 23 06:58:30.036306 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b330ebe-34e8-48ec-b830-2c51db707583 req-b0f0fbce-4103-4108-8b75-f26bd7de141e tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:30.041893 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bc7799f7-1017-4996-afbc-78e5be25addc tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:30.053714 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b330ebe-34e8-48ec-b830-2c51db707583 req-b0f0fbce-4103-4108-8b75-f26bd7de141e tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:30.058770 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-1b504b64-ebf7-4473-a06d-5797df554fab None None] Port 66dc2450-0dc5-4831-8e32-390fda82bf83 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:58:30.066176 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b330ebe-34e8-48ec-b830-2c51db707583 req-b0f0fbce-4103-4108-8b75-f26bd7de141e tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:30.078758 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b330ebe-34e8-48ec-b830-2c51db707583 req-b0f0fbce-4103-4108-8b75-f26bd7de141e tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:30.079338 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-6f0292ac-42d4-49fe-b94e-06c23ca50f39 req-54591793-7a72-4557-84ca-0e6d99473802 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:58:30.084242 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1b330ebe-34e8-48ec-b830-2c51db707583 req-b0f0fbce-4103-4108-8b75-f26bd7de141e tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bf31744-0efa-4cef-967d-471fd8e8c528 HTTP/1.1" status: 200 len: 4664 time: 0.2634189 Sep 23 06:58:30.105256 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 48098) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:30.130956 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bc7799f7-1017-4996-afbc-78e5be25addc tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:30.134541 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-bc7799f7-1017-4996-afbc-78e5be25addc tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5656269 Sep 23 06:58:30.135651 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7799f7-1017-4996-afbc-78e5be25addc tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a3ad1b2-3e0d-45ef-9a04-7fc820fd0e1c,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:30.137533 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 48100) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:30.151050 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-9377b3d6-180e-41e4-8af6-93e3013c9958 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Allocated IP 172.25.2.63 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/bd5b9823-dab3-4de0-b6f8-c4bc38203f9a) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:58:30.154866 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ba4725f2-37e9-4b4e-911c-87af1059abb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:30.183858 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-4a3a3bd3-b60f-453e-b773-93f0cdd01a9f tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] 10.222.0.39 "GET /v2.0/security-group-rules/6a3ad1b2-3e0d-45ef-9a04-7fc820fd0e1c HTTP/1.1" status: 200 len: 769 time: 0.0370667 Sep 23 06:58:30.184192 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 48102) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:30.204107 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b77532d6-f16f-4b7b-b24d-1c2f37f6a160 None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:30.206384 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-6f0292ac-42d4-49fe-b94e-06c23ca50f39 req-54591793-7a72-4557-84ca-0e6d99473802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:30.212729 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b77532d6-f16f-4b7b-b24d-1c2f37f6a160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:30.246607 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1b330ebe-34e8-48ec-b830-2c51db707583 req-362aedbb-40dd-4ab2-9812-d7b7cc8597c5 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c9c5b19-61b6-4835-bef3-eb0ee04d7a83&id=5d045487-122b-40fb-9f4c-7e88b4bd6ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1476765 Sep 23 06:58:30.274815 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77532d6-f16f-4b7b-b24d-1c2f37f6a160 None None] Network 4d1aa380-e411-494b-958c-7f758df734d6 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:58:30.275062 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-20a2c980-5cfd-4041-a017-fcd935ccfdfe tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0898714 Sep 23 06:58:30.283851 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-b77532d6-f16f-4b7b-b24d-1c2f37f6a160 None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:58:30.288615 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 48104) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:30.290254 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77532d6-f16f-4b7b-b24d-1c2f37f6a160 None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:58:30.295069 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77532d6-f16f-4b7b-b24d-1c2f37f6a160 None None] Pushing event updated for resources: {'Port': ['ID=03c84045-47cb-46c0-9013-fd2af551f97a,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:30.342295 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-fbbdf4bb-4716-4c60-82c8-4d1179123a3a tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Allocated IP 2001:db8::f816:3eff:fe04:dc9f (4d1aa380-e411-494b-958c-7f758df734d6/11ce320f-ec77-4f46-a7a7-db1338a2460c/7f8fe4f6-5dcd-4661-8990-b7a6d685e266) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:58:30.373761 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-b77532d6-f16f-4b7b-b24d-1c2f37f6a160 None None] Attempting to bind port 03c84045-47cb-46c0-9013-fd2af551f97a on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:58:30.375940 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-b77532d6-f16f-4b7b-b24d-1c2f37f6a160 None None] Attempting to bind port 03c84045-47cb-46c0-9013-fd2af551f97a by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '98ee167a-1403-4867-958f-d4f6736b2e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:58:30.376820 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77532d6-f16f-4b7b-b24d-1c2f37f6a160 None None] Attempting to bind port 03c84045-47cb-46c0-9013-fd2af551f97a on network 4d1aa380-e411-494b-958c-7f758df734d6 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:58:30.382846 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77532d6-f16f-4b7b-b24d-1c2f37f6a160 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:58:30.383211 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77532d6-f16f-4b7b-b24d-1c2f37f6a160 None None] Checking segment: {'id': '98ee167a-1403-4867-958f-d4f6736b2e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:58:30.383664 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b77532d6-f16f-4b7b-b24d-1c2f37f6a160 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:30.384158 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77532d6-f16f-4b7b-b24d-1c2f37f6a160 None None] Bound using segment: {'id': '98ee167a-1403-4867-958f-d4f6736b2e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:58:30.384707 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-b77532d6-f16f-4b7b-b24d-1c2f37f6a160 None None] Bound port: 03c84045-47cb-46c0-9013-fd2af551f97a, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98ee167a-1403-4867-958f-d4f6736b2e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:58:30.385138 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b77532d6-f16f-4b7b-b24d-1c2f37f6a160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:30.395284 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9377b3d6-180e-41e4-8af6-93e3013c9958 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:30.456703 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f7269b13-5fcb-46a2-8281-5fa6e163af1b tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:30.475034 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f7269b13-5fcb-46a2-8281-5fa6e163af1b tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:30.479005 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-b77532d6-f16f-4b7b-b24d-1c2f37f6a160 None None] For port 03c84045-47cb-46c0-9013-fd2af551f97a, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:58:30.484041 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-b77532d6-f16f-4b7b-b24d-1c2f37f6a160 None None] For port 03c84045-47cb-46c0-9013-fd2af551f97a, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=03c84045-47cb-46c0-9013-fd2af551f97a,segment=NetworkSegment(98ee167a-1403-4867-958f-d4f6736b2e62),segment_id=98ee167a-1403-4867-958f-d4f6736b2e62)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:58:30.490751 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b77532d6-f16f-4b7b-b24d-1c2f37f6a160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:30.507723 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9377b3d6-180e-41e4-8af6-93e3013c9958 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:30.605102 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fbbdf4bb-4716-4c60-82c8-4d1179123a3a tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:30.607385 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9377b3d6-180e-41e4-8af6-93e3013c9958 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:58:30.624763 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f7269b13-5fcb-46a2-8281-5fa6e163af1b tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:30.641420 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f7269b13-5fcb-46a2-8281-5fa6e163af1b tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:30.647280 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-f7269b13-5fcb-46a2-8281-5fa6e163af1b tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/6a3ad1b2-3e0d-45ef-9a04-7fc820fd0e1c HTTP/1.1" status: 204 len: 168 time: 0.3573749 Sep 23 06:58:30.650381 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 48116) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:30.651285 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fbbdf4bb-4716-4c60-82c8-4d1179123a3a tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:30.656140 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77532d6-f16f-4b7b-b24d-1c2f37f6a160 None None] Pushing event updated for resources: {'Port': ['ID=03c84045-47cb-46c0-9013-fd2af551f97a,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:30.660062 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-6f0292ac-42d4-49fe-b94e-06c23ca50f39 req-54591793-7a72-4557-84ca-0e6d99473802 service neutron] For port 836860f4-7f78-4d29-8753-1658ddbce618, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=836860f4-7f78-4d29-8753-1658ddbce618,segment=NetworkSegment(f24e108b-4e28-412d-86ee-4c835449b745),segment_id=f24e108b-4e28-412d-86ee-4c835449b745)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:58:30.674560 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-9377b3d6-180e-41e4-8af6-93e3013c9958 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:58:30.677290 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9377b3d6-180e-41e4-8af6-93e3013c9958 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:58:30.731741 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ba4725f2-37e9-4b4e-911c-87af1059abb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:30.732539 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbdf4bb-4716-4c60-82c8-4d1179123a3a tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Network 4d1aa380-e411-494b-958c-7f758df734d6 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:58:30.740672 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7269b13-5fcb-46a2-8281-5fa6e163af1b tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6a3ad1b2-3e0d-45ef-9a04-7fc820fd0e1c,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:30.742432 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9377b3d6-180e-41e4-8af6-93e3013c9958 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Pushing event updated for resources: {'Port': ['ID=bd5b9823-dab3-4de0-b6f8-c4bc38203f9a,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:30.751943 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ba4725f2-37e9-4b4e-911c-87af1059abb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:30.753517 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-fbbdf4bb-4716-4c60-82c8-4d1179123a3a tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:58:30.766832 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbdf4bb-4716-4c60-82c8-4d1179123a3a tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:58:30.773215 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbdf4bb-4716-4c60-82c8-4d1179123a3a tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:30.773757 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fbbdf4bb-4716-4c60-82c8-4d1179123a3a tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:30.779170 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbdf4bb-4716-4c60-82c8-4d1179123a3a tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event updated for resources: {'Port': ['ID=7f8fe4f6-5dcd-4661-8990-b7a6d685e266,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:30.789937 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-6f0292ac-42d4-49fe-b94e-06c23ca50f39 req-54591793-7a72-4557-84ca-0e6d99473802 service neutron] For port 836860f4-7f78-4d29-8753-1658ddbce618, host n-h2-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:58:30.823160 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-fbbdf4bb-4716-4c60-82c8-4d1179123a3a tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7927248 Sep 23 06:58:30.825857 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 48118) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:30.834100 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-abfed296-41a0-401d-a9b3-fefa6c8bd9ea tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1696341 Sep 23 06:58:30.835271 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 48120) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:30.836053 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4725f2-37e9-4b4e-911c-87af1059abb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4104e0d7-191b-4679-8d12-f4b651af99b0,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:30.845111 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [req-6f0292ac-42d4-49fe-b94e-06c23ca50f39 req-54591793-7a72-4557-84ca-0e6d99473802 service neutron] device_id is not set on port 836860f4-7f78-4d29-8753-1658ddbce618 yet. {{(pid=95066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 06:58:30.869394 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-6f0292ac-42d4-49fe-b94e-06c23ca50f39 req-54591793-7a72-4557-84ca-0e6d99473802 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:30.882697 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-ba4725f2-37e9-4b4e-911c-87af1059abb0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9373a4fd0f5a46f7a719b0f739c52c44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7740757 Sep 23 06:58:30.882878 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-6f0292ac-42d4-49fe-b94e-06c23ca50f39 req-54591793-7a72-4557-84ca-0e6d99473802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:30.884364 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 48122) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:30.967359 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca58e5fc-2d9a-40ae-85f9-cfb4ed6fef7b tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:30.974406 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca58e5fc-2d9a-40ae-85f9-cfb4ed6fef7b tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:30.976673 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-ca58e5fc-2d9a-40ae-85f9-cfb4ed6fef7b tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1498761 Sep 23 06:58:30.980480 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 48124) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:31.040445 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f0292ac-42d4-49fe-b94e-06c23ca50f39 req-54591793-7a72-4557-84ca-0e6d99473802 service neutron] No DVR routers for this DVR port 836860f4-7f78-4d29-8753-1658ddbce618 on host n-h2-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:58:31.086500 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54591793-7a72-4557-84ca-0e6d99473802 service neutron] Pushing event updated for resources: {'Port': ['ID=836860f4-7f78-4d29-8753-1658ddbce618,revision_number=6']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:31.113209 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9c8b0e58-f502-4dd8-abc5-41ae0a4c5773 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:31.123111 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-97205dbf-a4f9-498c-a784-e4a5ec293883 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:31.130725 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-6f0292ac-42d4-49fe-b94e-06c23ca50f39 req-54591793-7a72-4557-84ca-0e6d99473802 service neutron] In _notify_port_updated(), no bound segment for port 836860f4-7f78-4d29-8753-1658ddbce618 on network feb093c6-06a4-4aad-bf82-6fd567da1d91 {{(pid=95066) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 06:58:31.131942 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0292ac-42d4-49fe-b94e-06c23ca50f39 req-54591793-7a72-4557-84ca-0e6d99473802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:31.132624 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-6f0292ac-42d4-49fe-b94e-06c23ca50f39 req-54591793-7a72-4557-84ca-0e6d99473802 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:31.135715 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 5e543f7d-d49b-4f81-a1d4-c7dc1b170f42 no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:58:31.137106 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9c8b0e58-f502-4dd8-abc5-41ae0a4c5773 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:31.145730 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6f0292ac-42d4-49fe-b94e-06c23ca50f39 req-54591793-7a72-4557-84ca-0e6d99473802 service neutron] 10.222.0.58 "PUT /v2.0/ports/836860f4-7f78-4d29-8753-1658ddbce618 HTTP/1.1" status: 200 len: 1032 time: 1.0821285 Sep 23 06:58:31.188991 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9c8b0e58-f502-4dd8-abc5-41ae0a4c5773 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:31.191665 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9c8b0e58-f502-4dd8-abc5-41ae0a4c5773 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:31.195365 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-9c8b0e58-f502-4dd8-abc5-41ae0a4c5773 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] 10.222.0.39 "DELETE /v2.0/security-groups/55fb32f2-f3d1-4a4e-b220-84160e3c6d67 HTTP/1.1" status: 204 len: 168 time: 0.3156693 Sep 23 06:58:31.206504 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 48128) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:31.208858 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8b0e58-f502-4dd8-abc5-41ae0a4c5773 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55fb32f2-f3d1-4a4e-b220-84160e3c6d67,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:31.234600 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-97205dbf-a4f9-498c-a784-e4a5ec293883 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:31.281646 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:31.302604 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-97205dbf-a4f9-498c-a784-e4a5ec293883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:31.306337 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-97205dbf-a4f9-498c-a784-e4a5ec293883 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:31.310922 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-97205dbf-a4f9-498c-a784-e4a5ec293883 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4104e0d7-191b-4679-8d12-f4b651af99b0 HTTP/1.1" status: 204 len: 168 time: 0.4238663 Sep 23 06:58:31.330821 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97205dbf-a4f9-498c-a784-e4a5ec293883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4104e0d7-191b-4679-8d12-f4b651af99b0,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:31.381418 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bf31744-0efa-4cef-967d-471fd8e8c528', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e543f7d-d49b-4f81-a1d4-c7dc1b170f42'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:58:31.385481 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9667df2-d470-4eaf-812a-63c137a87f36" -d '{"events": [{"server_uuid": "5bf31744-0efa-4cef-967d-471fd8e8c528", "name": "network-vif-unplugged", "status": "completed", "tag": "5e543f7d-d49b-4f81-a1d4-c7dc1b170f42"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:58:31.389748 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-6f0292ac-42d4-49fe-b94e-06c23ca50f39 req-bdcb8111-19b4-4719-a23c-1372e175676a tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Deleting port 2b24a097-bd4a-4680-b3ae-d426079e7a16 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:58:31.391148 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-6f0292ac-42d4-49fe-b94e-06c23ca50f39 req-bdcb8111-19b4-4719-a23c-1372e175676a tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:31.414080 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 5e543f7d-d49b-4f81-a1d4-c7dc1b170f42, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=5e543f7d-d49b-4f81-a1d4-c7dc1b170f42,segment=NetworkSegment(0ae6ac83-af34-4bd3-80d6-329f37fca9ef),segment_id=0ae6ac83-af34-4bd3-80d6-329f37fca9ef)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:58:31.424692 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:31.425454 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device ec26d16c-4b06-4d74-a5ea-ff42d0ea9fbb no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:58:31.443691 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-d89d34c9-ab94-42d5-9619-8cd82e293432 tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2325454 Sep 23 06:58:31.455439 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 48136) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:31.529188 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 06:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed53aebf-ddeb-4887-8a09-185479e6e11d x-openstack-request-id: req-ed53aebf-ddeb-4887-8a09-185479e6e11d {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:58:31.529491 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bf31744-0efa-4cef-967d-471fd8e8c528", "name": "network-vif-unplugged", "status": "completed", "tag": "5e543f7d-d49b-4f81-a1d4-c7dc1b170f42", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:58:31.529755 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ed53aebf-ddeb-4887-8a09-185479e6e11d {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:58:31.530197 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bf31744-0efa-4cef-967d-471fd8e8c528', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e543f7d-d49b-4f81-a1d4-c7dc1b170f42', 'code': 200} Sep 23 06:58:31.532655 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=5e543f7d-d49b-4f81-a1d4-c7dc1b170f42,revision_number=6']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:31.580232 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-1a8ca44d-3b71-4874-8611-edc4a5657645 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Deleting port 7f8fe4f6-5dcd-4661-8990-b7a6d685e266 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:58:31.580576 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1a8ca44d-3b71-4874-8611-edc4a5657645 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:31.591886 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-33301aba-d38b-4033-8dc6-ccdb09fb34dd tempest-SecGroupIPv6Test-849361909 tempest-SecGroupIPv6Test-849361909-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1309557 Sep 23 06:58:31.648011 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-15b3e47e-9cd2-4ebe-99de-5ffdb3c6258a None None] Provisioning complete for port 836860f4-7f78-4d29-8753-1658ddbce618 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:58:31.648390 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-15b3e47e-9cd2-4ebe-99de-5ffdb3c6258a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:31.821590 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-15b3e47e-9cd2-4ebe-99de-5ffdb3c6258a None None] Port 836860f4-7f78-4d29-8753-1658ddbce618 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:58:31.852005 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:31.942555 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port ec26d16c-4b06-4d74-a5ea-ff42d0ea9fbb, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=ec26d16c-4b06-4d74-a5ea-ff42d0ea9fbb,segment=NetworkSegment(51e5ec9a-f432-4fca-9474-63e4a4e4e1fb),segment_id=51e5ec9a-f432-4fca-9474-63e4a4e4e1fb)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:58:31.953964 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:31.953964 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 07136d1d-f216-41bf-b3d9-e3f2b509cb43 no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:58:32.038183 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1a8ca44d-3b71-4874-8611-edc4a5657645 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:32.087043 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 03c84045-47cb-46c0-9013-fd2af551f97a up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:58:32.251346 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-1a8ca44d-3b71-4874-8611-edc4a5657645 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Calling delete_port for 7f8fe4f6-5dcd-4661-8990-b7a6d685e266 owned by {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:58:32.300400 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=ec26d16c-4b06-4d74-a5ea-ff42d0ea9fbb,revision_number=6']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:32.347328 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8f1cdd-92a9-4eab-bcd6-f1824ff9e37e req-4bccb0ce-5be5-4764-a4c9-976fc8abc238 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:32.354586 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8f1cdd-92a9-4eab-bcd6-f1824ff9e37e req-4bccb0ce-5be5-4764-a4c9-976fc8abc238 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:32.361297 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 48160) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:32.367120 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8f1cdd-92a9-4eab-bcd6-f1824ff9e37e req-4bccb0ce-5be5-4764-a4c9-976fc8abc238 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:32.373516 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8f1cdd-92a9-4eab-bcd6-f1824ff9e37e req-4bccb0ce-5be5-4764-a4c9-976fc8abc238 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:32.380975 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8f1cdd-92a9-4eab-bcd6-f1824ff9e37e req-4bccb0ce-5be5-4764-a4c9-976fc8abc238 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:32.382931 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2f8f1cdd-92a9-4eab-bcd6-f1824ff9e37e req-4bccb0ce-5be5-4764-a4c9-976fc8abc238 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bf31744-0efa-4cef-967d-471fd8e8c528 HTTP/1.1" status: 200 len: 3885 time: 0.9871223 Sep 23 06:58:32.401330 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:32.410393 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 03c84045-47cb-46c0-9013-fd2af551f97a triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:58:32.410906 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:32.455936 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-6f0292ac-42d4-49fe-b94e-06c23ca50f39 req-bdcb8111-19b4-4719-a23c-1372e175676a tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] For port 2b24a097-bd4a-4680-b3ae-d426079e7a16, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=2b24a097-bd4a-4680-b3ae-d426079e7a16,segment=NetworkSegment(f24e108b-4e28-412d-86ee-4c835449b745),segment_id=f24e108b-4e28-412d-86ee-4c835449b745)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:58:32.456338 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-6f0292ac-42d4-49fe-b94e-06c23ca50f39 req-bdcb8111-19b4-4719-a23c-1372e175676a tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:32.456981 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9377b3d6-180e-41e4-8af6-93e3013c9958 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:32.558732 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-6f0292ac-42d4-49fe-b94e-06c23ca50f39 req-bdcb8111-19b4-4719-a23c-1372e175676a tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Calling delete_port for 2b24a097-bd4a-4680-b3ae-d426079e7a16 owned by compute:nova {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:58:32.659646 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-aea92bc1-c891-4600-8bb3-029a21eae07a None None] Provisioning complete for port 03c84045-47cb-46c0-9013-fd2af551f97a triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:58:32.660028 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-aea92bc1-c891-4600-8bb3-029a21eae07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:32.663019 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 07136d1d-f216-41bf-b3d9-e3f2b509cb43, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=07136d1d-f216-41bf-b3d9-e3f2b509cb43,segment=NetworkSegment(0ae6ac83-af34-4bd3-80d6-329f37fca9ef),segment_id=0ae6ac83-af34-4bd3-80d6-329f37fca9ef)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:58:32.768600 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:32.769392 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 836860f4-7f78-4d29-8753-1658ddbce618 no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:58:32.830127 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2f8f1cdd-92a9-4eab-bcd6-f1824ff9e37e req-b94e4233-b0e5-47b4-b516-6104830cc3e2 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d045487-122b-40fb-9f4c-7e88b4bd6ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4302199 Sep 23 06:58:32.853171 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1a8ca44d-3b71-4874-8611-edc4a5657645 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:32.875694 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=07136d1d-f216-41bf-b3d9-e3f2b509cb43,revision_number=6']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:32.950587 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:32.960404 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8ca44d-3b71-4874-8611-edc4a5657645 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event deleted for resources: {'Port': ['ID=7f8fe4f6-5dcd-4661-8990-b7a6d685e266,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:32.982121 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-6f0292ac-42d4-49fe-b94e-06c23ca50f39 req-bdcb8111-19b4-4719-a23c-1372e175676a tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:33.000785 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port 03c84045-47cb-46c0-9013-fd2af551f97a, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=03c84045-47cb-46c0-9013-fd2af551f97a,segment=NetworkSegment(98ee167a-1403-4867-958f-d4f6736b2e62),segment_id=98ee167a-1403-4867-958f-d4f6736b2e62)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:58:33.026666 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9377b3d6-180e-41e4-8af6-93e3013c9958 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:33.046408 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcb8111-19b4-4719-a23c-1372e175676a tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Pushing event deleted for resources: {'Port': ['ID=2b24a097-bd4a-4680-b3ae-d426079e7a16,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:33.049782 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-aea92bc1-c891-4600-8bb3-029a21eae07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:33.052008 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:33.100462 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 836860f4-7f78-4d29-8753-1658ddbce618 not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:58:33.100894 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 2b24a097-bd4a-4680-b3ae-d426079e7a16 no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:58:33.116813 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f0292ac-42d4-49fe-b94e-06c23ca50f39 req-bdcb8111-19b4-4719-a23c-1372e175676a tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] No DVR routers for this DVR port 2b24a097-bd4a-4680-b3ae-d426079e7a16 on host n-h2-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:58:33.125101 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-6f0292ac-42d4-49fe-b94e-06c23ca50f39 req-bdcb8111-19b4-4719-a23c-1372e175676a tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:33.127369 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6f0292ac-42d4-49fe-b94e-06c23ca50f39 req-bdcb8111-19b4-4719-a23c-1372e175676a tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.58 "DELETE /v2.0/ports/2b24a097-bd4a-4680-b3ae-d426079e7a16 HTTP/1.1" status: 204 len: 173 time: 1.9731486 Sep 23 06:58:33.127946 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bf31744-0efa-4cef-967d-471fd8e8c528', 'name': 'network-vif-deleted', 'tag': '2b24a097-bd4a-4680-b3ae-d426079e7a16'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:58:33.130427 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c74251-5acd-4445-9d09-7cd74cc057ed" -d '{"events": [{"server_uuid": "5bf31744-0efa-4cef-967d-471fd8e8c528", "name": "network-vif-deleted", "tag": "2b24a097-bd4a-4680-b3ae-d426079e7a16"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:58:33.186398 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No Port match for: 2b24a097-bd4a-4680-b3ae-d426079e7a16 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:58:33.187315 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 2b24a097-bd4a-4680-b3ae-d426079e7a16 not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:58:33.187763 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device aadce6c5-7244-4918-943f-79af3b163ac9 no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:58:33.189436 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=03c84045-47cb-46c0-9013-fd2af551f97a,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:33.202600 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb726e0-aa85-4696-82ac-3ba2bf428577 x-openstack-request-id: req-6bb726e0-aa85-4696-82ac-3ba2bf428577 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:58:33.203205 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bf31744-0efa-4cef-967d-471fd8e8c528", "name": "network-vif-deleted", "tag": "2b24a097-bd4a-4680-b3ae-d426079e7a16", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:58:33.203653 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6bb726e0-aa85-4696-82ac-3ba2bf428577 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:58:33.204258 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bf31744-0efa-4cef-967d-471fd8e8c528', 'name': 'network-vif-deleted', 'tag': '2b24a097-bd4a-4680-b3ae-d426079e7a16', 'status': 'completed', 'code': 200} Sep 23 06:58:33.251162 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1a8ca44d-3b71-4874-8611-edc4a5657645 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:33.262630 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-1a8ca44d-3b71-4874-8611-edc4a5657645 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/ports/7f8fe4f6-5dcd-4661-8990-b7a6d685e266 HTTP/1.1" status: 204 len: 168 time: 2.2791905 Sep 23 06:58:33.270408 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 48180) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:33.279112 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.db.api [None req-aea92bc1-c891-4600-8bb3-029a21eae07a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 06:58:33.279478 n-d-715271-16 neutron-server[95067]: DEBUG oslo_db.api [None req-aea92bc1-c891-4600-8bb3-029a21eae07a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 06:58:33.346026 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc7d7a9-56dc-4f78-982d-b1dbfee430ee tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:33.348167 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc7d7a9-56dc-4f78-982d-b1dbfee430ee tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:33.349828 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-2dc7d7a9-56dc-4f78-982d-b1dbfee430ee tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0780621 Sep 23 06:58:33.353662 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 48184) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:33.364897 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-6f0292ac-42d4-49fe-b94e-06c23ca50f39 req-382e0d37-2c98-40fa-8c1c-01389b0472f4 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Deleting port 5e543f7d-d49b-4f81-a1d4-c7dc1b170f42 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:58:33.366060 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-6f0292ac-42d4-49fe-b94e-06c23ca50f39 req-382e0d37-2c98-40fa-8c1c-01389b0472f4 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:33.380802 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:33.403333 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-b5faac82-9736-4a44-a33f-e0af995e926b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7b0a4f9cbe4742c19c2e41ab2d81288d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0399921 Sep 23 06:58:33.410896 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 48188) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:33.433825 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9377b3d6-180e-41e4-8af6-93e3013c9958 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:33.441928 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port aadce6c5-7244-4918-943f-79af3b163ac9, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=aadce6c5-7244-4918-943f-79af3b163ac9,segment=NetworkSegment(f24e108b-4e28-412d-86ee-4c835449b745),segment_id=f24e108b-4e28-412d-86ee-4c835449b745)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:58:33.444971 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9377b3d6-180e-41e4-8af6-93e3013c9958 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:33.447614 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:33.448584 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 66dc2450-0dc5-4831-8e32-390fda82bf83 no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:58:33.488775 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fba00ae-5248-4c8f-a50b-aebbebb88dd5 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Deleting subnet 11ce320f-ec77-4f46-a7a7-db1338a2460c {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:58:33.501832 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4fba00ae-5248-4c8f-a50b-aebbebb88dd5 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:33.547342 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bf31744-0efa-4cef-967d-471fd8e8c528', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec26d16c-4b06-4d74-a5ea-ff42d0ea9fbb'}, {'server_uuid': '5bf31744-0efa-4cef-967d-471fd8e8c528', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07136d1d-f216-41bf-b3d9-e3f2b509cb43'}, {'server_uuid': '5bf31744-0efa-4cef-967d-471fd8e8c528', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aadce6c5-7244-4918-943f-79af3b163ac9'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:58:33.550188 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37015e01-94e3-45bf-878f-2e92d0f16761" -d '{"events": [{"server_uuid": "5bf31744-0efa-4cef-967d-471fd8e8c528", "name": "network-vif-unplugged", "status": "completed", "tag": "ec26d16c-4b06-4d74-a5ea-ff42d0ea9fbb"}, {"server_uuid": "5bf31744-0efa-4cef-967d-471fd8e8c528", "name": "network-vif-unplugged", "status": "completed", "tag": "07136d1d-f216-41bf-b3d9-e3f2b509cb43"}, {"server_uuid": "5bf31744-0efa-4cef-967d-471fd8e8c528", "name": "network-vif-unplugged", "status": "completed", "tag": "aadce6c5-7244-4918-943f-79af3b163ac9"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:58:33.557468 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-6f0292ac-42d4-49fe-b94e-06c23ca50f39 req-382e0d37-2c98-40fa-8c1c-01389b0472f4 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] For port 5e543f7d-d49b-4f81-a1d4-c7dc1b170f42, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=5e543f7d-d49b-4f81-a1d4-c7dc1b170f42,segment=NetworkSegment(0ae6ac83-af34-4bd3-80d6-329f37fca9ef),segment_id=0ae6ac83-af34-4bd3-80d6-329f37fca9ef)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:58:33.557717 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-6f0292ac-42d4-49fe-b94e-06c23ca50f39 req-382e0d37-2c98-40fa-8c1c-01389b0472f4 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:33.557971 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=aadce6c5-7244-4918-943f-79af3b163ac9,revision_number=6']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:33.574896 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 66dc2450-0dc5-4831-8e32-390fda82bf83 not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:58:33.579275 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7bc1dbea-98e4-48e9-9ece-de0a650ee288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:33.588676 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-6f0292ac-42d4-49fe-b94e-06c23ca50f39 req-382e0d37-2c98-40fa-8c1c-01389b0472f4 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Calling delete_port for 5e543f7d-d49b-4f81-a1d4-c7dc1b170f42 owned by compute:nova {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:58:33.634499 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Thu, 23 Sep 2021 06:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af1dff31-32f2-451a-93e0-eb6c597eea64 x-openstack-request-id: req-af1dff31-32f2-451a-93e0-eb6c597eea64 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:58:33.634911 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bf31744-0efa-4cef-967d-471fd8e8c528", "name": "network-vif-unplugged", "status": "completed", "tag": "ec26d16c-4b06-4d74-a5ea-ff42d0ea9fbb", "code": 200}, {"server_uuid": "5bf31744-0efa-4cef-967d-471fd8e8c528", "name": "network-vif-unplugged", "status": "completed", "tag": "07136d1d-f216-41bf-b3d9-e3f2b509cb43", "code": 200}, {"server_uuid": "5bf31744-0efa-4cef-967d-471fd8e8c528", "name": "network-vif-unplugged", "status": "completed", "tag": "aadce6c5-7244-4918-943f-79af3b163ac9", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:58:33.637626 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-af1dff31-32f2-451a-93e0-eb6c597eea64 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:58:33.638236 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bf31744-0efa-4cef-967d-471fd8e8c528', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec26d16c-4b06-4d74-a5ea-ff42d0ea9fbb', 'code': 200} Sep 23 06:58:33.638529 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7bc1dbea-98e4-48e9-9ece-de0a650ee288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:33.638632 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bf31744-0efa-4cef-967d-471fd8e8c528', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07136d1d-f216-41bf-b3d9-e3f2b509cb43', 'code': 200} Sep 23 06:58:33.638977 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bf31744-0efa-4cef-967d-471fd8e8c528', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aadce6c5-7244-4918-943f-79af3b163ac9', 'code': 200} Sep 23 06:58:33.769206 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7bc1dbea-98e4-48e9-9ece-de0a650ee288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:33.777649 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7bc1dbea-98e4-48e9-9ece-de0a650ee288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:33.781926 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-7bc1dbea-98e4-48e9-9ece-de0a650ee288 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/901a00cf-4361-4437-ab68-1d4eb02068cf HTTP/1.1" status: 204 len: 168 time: 0.3671365 Sep 23 06:58:33.863096 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4fba00ae-5248-4c8f-a50b-aebbebb88dd5 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:33.880069 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc1dbea-98e4-48e9-9ece-de0a650ee288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=901a00cf-4361-4437-ab68-1d4eb02068cf,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:33.893501 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc1dbea-98e4-48e9-9ece-de0a650ee288 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:58:33.893847 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc1dbea-98e4-48e9-9ece-de0a650ee288 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:58:33.894226 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc1dbea-98e4-48e9-9ece-de0a650ee288 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:58:33.894564 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc1dbea-98e4-48e9-9ece-de0a650ee288 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:58:33.894876 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc1dbea-98e4-48e9-9ece-de0a650ee288 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:58:33.895200 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc1dbea-98e4-48e9-9ece-de0a650ee288 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:58:33.895520 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc1dbea-98e4-48e9-9ece-de0a650ee288 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:58:33.895839 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc1dbea-98e4-48e9-9ece-de0a650ee288 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:58:33.896156 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc1dbea-98e4-48e9-9ece-de0a650ee288 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:58:33.896470 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc1dbea-98e4-48e9-9ece-de0a650ee288 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:58:33.896804 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc1dbea-98e4-48e9-9ece-de0a650ee288 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:58:33.897094 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc1dbea-98e4-48e9-9ece-de0a650ee288 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:58:33.913746 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-6f0292ac-42d4-49fe-b94e-06c23ca50f39 req-382e0d37-2c98-40fa-8c1c-01389b0472f4 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:33.974319 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-91bcd14b-1793-4eef-a9c4-5bb40051fba0 None None] Could not find standard attr ID for object 7f8fe4f6-5dcd-4661-8990-b7a6d685e266. {{(pid=95067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 06:58:34.020825 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9377b3d6-180e-41e4-8af6-93e3013c9958 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Pushing event updated for resources: {'Port': ['ID=bd5b9823-dab3-4de0-b6f8-c4bc38203f9a,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:34.028387 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9377b3d6-180e-41e4-8af6-93e3013c9958 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:34.032886 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382e0d37-2c98-40fa-8c1c-01389b0472f4 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Pushing event deleted for resources: {'Port': ['ID=5e543f7d-d49b-4f81-a1d4-c7dc1b170f42,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:34.097595 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 03c84045-47cb-46c0-9013-fd2af551f97a up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:58:34.118447 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f0292ac-42d4-49fe-b94e-06c23ca50f39 req-382e0d37-2c98-40fa-8c1c-01389b0472f4 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] No DVR routers for this DVR port 5e543f7d-d49b-4f81-a1d4-c7dc1b170f42 on host n-h2-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:58:34.128982 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-6f0292ac-42d4-49fe-b94e-06c23ca50f39 req-382e0d37-2c98-40fa-8c1c-01389b0472f4 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:34.128982 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6f0292ac-42d4-49fe-b94e-06c23ca50f39 req-382e0d37-2c98-40fa-8c1c-01389b0472f4 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.58 "DELETE /v2.0/ports/5e543f7d-d49b-4f81-a1d4-c7dc1b170f42 HTTP/1.1" status: 204 len: 173 time: 0.9826252 Sep 23 06:58:34.177641 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4fba00ae-5248-4c8f-a50b-aebbebb88dd5 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:34.194120 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 03c84045-47cb-46c0-9013-fd2af551f97a triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:58:34.194567 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:34.257757 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-6f0292ac-42d4-49fe-b94e-06c23ca50f39 req-99e131e0-d009-4672-a806-b69cff00caf9 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Deleting port 07136d1d-f216-41bf-b3d9-e3f2b509cb43 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:58:34.258324 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-6f0292ac-42d4-49fe-b94e-06c23ca50f39 req-99e131e0-d009-4672-a806-b69cff00caf9 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:34.288511 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4fba00ae-5248-4c8f-a50b-aebbebb88dd5 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:34.334320 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a937c53a-51e3-4f9c-a633-5158caf1bb55 None None] Network 4d1aa380-e411-494b-958c-7f758df734d6 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:58:34.335659 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4fba00ae-5248-4c8f-a50b-aebbebb88dd5 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:34.338275 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-4fba00ae-5248-4c8f-a50b-aebbebb88dd5 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/subnets/11ce320f-ec77-4f46-a7a7-db1338a2460c HTTP/1.1" status: 204 len: 168 time: 0.9812551 Sep 23 06:58:34.351960 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 48228) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:34.488279 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-6f0292ac-42d4-49fe-b94e-06c23ca50f39 req-99e131e0-d009-4672-a806-b69cff00caf9 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] For port 07136d1d-f216-41bf-b3d9-e3f2b509cb43, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=07136d1d-f216-41bf-b3d9-e3f2b509cb43,segment=NetworkSegment(0ae6ac83-af34-4bd3-80d6-329f37fca9ef),segment_id=0ae6ac83-af34-4bd3-80d6-329f37fca9ef)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:58:34.488817 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-6f0292ac-42d4-49fe-b94e-06c23ca50f39 req-99e131e0-d009-4672-a806-b69cff00caf9 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:34.525729 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-6f0292ac-42d4-49fe-b94e-06c23ca50f39 req-99e131e0-d009-4672-a806-b69cff00caf9 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Calling delete_port for 07136d1d-f216-41bf-b3d9-e3f2b509cb43 owned by compute:nova {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:58:34.577100 n-d-715271-16 neutron-server[95065]: INFO neutron.db.l3_db [None req-9377b3d6-180e-41e4-8af6-93e3013c9958 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Floating IP 9928bc9b-96b8-4673-8e69-7c1780bb068d associated. External IP: 172.25.2.63, port: 911a77c1-0ddf-43a7-9ad1-a57a4e723f8d. Sep 23 06:58:34.587490 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fba00ae-5248-4c8f-a50b-aebbebb88dd5 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event deleted for resources: {'Subnet': ['ID=11ce320f-ec77-4f46-a7a7-db1338a2460c,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:34.680390 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d84e1e1-efe7-41b9-aee5-b2fe9a23cf72 req-8a450ac5-7e05-4465-9eaf-ea529bdc2a3d tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:34.694098 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d84e1e1-efe7-41b9-aee5-b2fe9a23cf72 req-8a450ac5-7e05-4465-9eaf-ea529bdc2a3d tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:34.700201 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d84e1e1-efe7-41b9-aee5-b2fe9a23cf72 req-8a450ac5-7e05-4465-9eaf-ea529bdc2a3d tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:34.713932 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4d84e1e1-efe7-41b9-aee5-b2fe9a23cf72 req-8a450ac5-7e05-4465-9eaf-ea529bdc2a3d tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bf31744-0efa-4cef-967d-471fd8e8c528 HTTP/1.1" status: 200 len: 2409 time: 0.6339152 Sep 23 06:58:34.721355 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-352a2237-0f11-41a8-a3b0-5764643a2ac5 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3188984 Sep 23 06:58:34.756406 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 48248) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:34.779499 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-c9a673dd-28c8-4602-a7bc-ee7fc76685a7 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Request body: {'subnet': {'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:58:34.809981 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7867f8d4-9088-47d9-93d7-e8f6fbaa26e5 None None] DHCP port deletion for 4d1aa380-e411-494b-958c-7f758df734d6 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 06:58:34.898573 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-6f0292ac-42d4-49fe-b94e-06c23ca50f39 req-99e131e0-d009-4672-a806-b69cff00caf9 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:34.913589 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-7867f8d4-9088-47d9-93d7-e8f6fbaa26e5 None None] Deleting port 03c84045-47cb-46c0-9013-fd2af551f97a {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:58:34.914325 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-7867f8d4-9088-47d9-93d7-e8f6fbaa26e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:34.929216 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4d84e1e1-efe7-41b9-aee5-b2fe9a23cf72 req-2d9e1b6d-17a1-4a7a-9777-163e3e4c4bce tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d045487-122b-40fb-9f4c-7e88b4bd6ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2122786 Sep 23 06:58:34.943301 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e131e0-d009-4672-a806-b69cff00caf9 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Pushing event deleted for resources: {'Port': ['ID=07136d1d-f216-41bf-b3d9-e3f2b509cb43,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:35.009283 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f0292ac-42d4-49fe-b94e-06c23ca50f39 req-99e131e0-d009-4672-a806-b69cff00caf9 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] No DVR routers for this DVR port 07136d1d-f216-41bf-b3d9-e3f2b509cb43 on host n-h2-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:58:35.010870 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a673dd-28c8-4602-a7bc-ee7fc76685a7 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Made reservation on behalf of 5e650be244de4ee8b27aea189be279d1 for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:58:35.015672 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c9a673dd-28c8-4602-a7bc-ee7fc76685a7 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:35.020426 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-6f0292ac-42d4-49fe-b94e-06c23ca50f39 req-99e131e0-d009-4672-a806-b69cff00caf9 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:35.022494 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6f0292ac-42d4-49fe-b94e-06c23ca50f39 req-99e131e0-d009-4672-a806-b69cff00caf9 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.58 "DELETE /v2.0/ports/07136d1d-f216-41bf-b3d9-e3f2b509cb43 HTTP/1.1" status: 204 len: 173 time: 0.8885956 Sep 23 06:58:35.029752 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-7867f8d4-9088-47d9-93d7-e8f6fbaa26e5 None None] For port 03c84045-47cb-46c0-9013-fd2af551f97a, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=03c84045-47cb-46c0-9013-fd2af551f97a,segment=NetworkSegment(98ee167a-1403-4867-958f-d4f6736b2e62),segment_id=98ee167a-1403-4867-958f-d4f6736b2e62)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:58:35.030660 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-7867f8d4-9088-47d9-93d7-e8f6fbaa26e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:35.048993 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-7867f8d4-9088-47d9-93d7-e8f6fbaa26e5 None None] Calling delete_port for 03c84045-47cb-46c0-9013-fd2af551f97a owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:58:35.197073 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9377b3d6-180e-41e4-8af6-93e3013c9958 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Router 1c4900cb-ca57-41b1-914f-12b14a217d77 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:58:35.209772 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bf31744-0efa-4cef-967d-471fd8e8c528', 'name': 'network-vif-deleted', 'tag': '5e543f7d-d49b-4f81-a1d4-c7dc1b170f42'}, {'server_uuid': '5bf31744-0efa-4cef-967d-471fd8e8c528', 'name': 'network-vif-deleted', 'tag': '07136d1d-f216-41bf-b3d9-e3f2b509cb43'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:58:35.212089 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab322351-fc5c-4cad-90e3-982ff672a01c" -d '{"events": [{"server_uuid": "5bf31744-0efa-4cef-967d-471fd8e8c528", "name": "network-vif-deleted", "tag": "5e543f7d-d49b-4f81-a1d4-c7dc1b170f42"}, {"server_uuid": "5bf31744-0efa-4cef-967d-471fd8e8c528", "name": "network-vif-deleted", "tag": "07136d1d-f216-41bf-b3d9-e3f2b509cb43"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:58:35.258543 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-7867f8d4-9088-47d9-93d7-e8f6fbaa26e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:35.320983 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 23 Sep 2021 06:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5049a217-1334-41fd-9168-aa5b29eb3701 x-openstack-request-id: req-5049a217-1334-41fd-9168-aa5b29eb3701 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:58:35.321277 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bf31744-0efa-4cef-967d-471fd8e8c528", "name": "network-vif-deleted", "tag": "5e543f7d-d49b-4f81-a1d4-c7dc1b170f42", "status": "completed", "code": 200}, {"server_uuid": "5bf31744-0efa-4cef-967d-471fd8e8c528", "name": "network-vif-deleted", "tag": "07136d1d-f216-41bf-b3d9-e3f2b509cb43", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:58:35.321546 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5049a217-1334-41fd-9168-aa5b29eb3701 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:58:35.335723 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bf31744-0efa-4cef-967d-471fd8e8c528', 'name': 'network-vif-deleted', 'tag': '5e543f7d-d49b-4f81-a1d4-c7dc1b170f42', 'status': 'completed', 'code': 200} Sep 23 06:58:35.335723 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bf31744-0efa-4cef-967d-471fd8e8c528', 'name': 'network-vif-deleted', 'tag': '07136d1d-f216-41bf-b3d9-e3f2b509cb43', 'status': 'completed', 'code': 200} Sep 23 06:58:35.344884 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7867f8d4-9088-47d9-93d7-e8f6fbaa26e5 None None] Pushing event deleted for resources: {'Port': ['ID=03c84045-47cb-46c0-9013-fd2af551f97a,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:35.356138 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7867f8d4-9088-47d9-93d7-e8f6fbaa26e5 None None] No DVR routers for this DVR port 03c84045-47cb-46c0-9013-fd2af551f97a on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:58:35.408220 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9377b3d6-180e-41e4-8af6-93e3013c9958 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:58:35.420284 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a92c6f-8f17-425a-9886-d8fcebb18594 None None] Sync routers for ids ['1c4900cb-ca57-41b1-914f-12b14a217d77'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:58:35.433246 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a92c6f-8f17-425a-9886-d8fcebb18594 None None] Routers {'1c4900cb-ca57-41b1-914f-12b14a217d77'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:58:35.434098 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-58a92c6f-8f17-425a-9886-d8fcebb18594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:58:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['1c4900cb-ca57-41b1-914f-12b14a217d77'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:58:35.437398 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9377b3d6-180e-41e4-8af6-93e3013c9958 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:35.465220 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-6f0292ac-42d4-49fe-b94e-06c23ca50f39 req-c48f4ef7-bc5e-441a-9ca0-aa29c4318847 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Deleting port aadce6c5-7244-4918-943f-79af3b163ac9 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:58:35.465569 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-6f0292ac-42d4-49fe-b94e-06c23ca50f39 req-c48f4ef7-bc5e-441a-9ca0-aa29c4318847 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:35.499159 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-9377b3d6-180e-41e4-8af6-93e3013c9958 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.0467937 Sep 23 06:58:35.499297 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 48282) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:35.500266 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-58a92c6f-8f17-425a-9886-d8fcebb18594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:58:35.503972 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-de8ffbac-e46f-4ee2-ae7d-6a3d94bcf03f tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:58:35.511057 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a92c6f-8f17-425a-9886-d8fcebb18594 None None] Routers {'1c4900cb-ca57-41b1-914f-12b14a217d77'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:58:35.511910 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-58a92c6f-8f17-425a-9886-d8fcebb18594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:58:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['1c4900cb-ca57-41b1-914f-12b14a217d77'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:58:35.555882 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-58a92c6f-8f17-425a-9886-d8fcebb18594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:58:35.557419 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a92c6f-8f17-425a-9886-d8fcebb18594 None None] The sync data for ids ['1c4900cb-ca57-41b1-914f-12b14a217d77'] in n-d-715271-16 is: [] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:58:35.747891 n-d-715271-16 neutron-server[95066]: DEBUG neutron.objects.ports [None req-c9a673dd-28c8-4602-a7bc-ee7fc76685a7 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95066) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 06:58:35.752083 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c9a673dd-28c8-4602-a7bc-ee7fc76685a7 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:35.778175 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-de8ffbac-e46f-4ee2-ae7d-6a3d94bcf03f tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks [] for floatingip, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:35.829676 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a673dd-28c8-4602-a7bc-ee7fc76685a7 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Network 4d1aa380-e411-494b-958c-7f758df734d6 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:58:35.849853 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-c9a673dd-28c8-4602-a7bc-ee7fc76685a7 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:58:35.872862 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342a79d6-25e1-42a6-83d5-70407079672c None None] Network 4d1aa380-e411-494b-958c-7f758df734d6 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:58:35.873815 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a673dd-28c8-4602-a7bc-ee7fc76685a7 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:35.880229 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c9a673dd-28c8-4602-a7bc-ee7fc76685a7 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:35.973297 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-6f0292ac-42d4-49fe-b94e-06c23ca50f39 req-c48f4ef7-bc5e-441a-9ca0-aa29c4318847 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] For port aadce6c5-7244-4918-943f-79af3b163ac9, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=aadce6c5-7244-4918-943f-79af3b163ac9,segment=NetworkSegment(f24e108b-4e28-412d-86ee-4c835449b745),segment_id=f24e108b-4e28-412d-86ee-4c835449b745)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:58:35.973677 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-6f0292ac-42d4-49fe-b94e-06c23ca50f39 req-c48f4ef7-bc5e-441a-9ca0-aa29c4318847 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:36.005786 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-de8ffbac-e46f-4ee2-ae7d-6a3d94bcf03f tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:36.012906 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-de8ffbac-e46f-4ee2-ae7d-6a3d94bcf03f tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:36.013849 n-d-715271-16 neutron-server[95065]: INFO neutron.db.l3_db [None req-de8ffbac-e46f-4ee2-ae7d-6a3d94bcf03f tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Floating IP 9928bc9b-96b8-4673-8e69-7c1780bb068d disassociated. External IP: 172.25.2.63, port: 911a77c1-0ddf-43a7-9ad1-a57a4e723f8d. Sep 23 06:58:36.063402 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 03c84045-47cb-46c0-9013-fd2af551f97a no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:58:36.079607 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 48312) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:36.083807 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-c9a673dd-28c8-4602-a7bc-ee7fc76685a7 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3256650 Sep 23 06:58:36.088974 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a673dd-28c8-4602-a7bc-ee7fc76685a7 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event updated for resources: {'Subnet': ['ID=83baecb9-b6a5-49ed-be5a-5a379b06a7a0,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:36.091726 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-6f0292ac-42d4-49fe-b94e-06c23ca50f39 req-c48f4ef7-bc5e-441a-9ca0-aa29c4318847 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Calling delete_port for aadce6c5-7244-4918-943f-79af3b163ac9 owned by compute:nova {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:58:36.103978 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-b36c273c-f033-4d3e-bb97-9d2d74aaf0ee tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Request body: {'port': {'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'mac_address': 'fa:16:3e:82:ae:a5', 'name': 'tempest-NetworksTestDHCPv6-1859712882'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:58:36.126850 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 03c84045-47cb-46c0-9013-fd2af551f97a {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:58:36.127498 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 03c84045-47cb-46c0-9013-fd2af551f97a not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:58:36.226027 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b142d308-de19-452e-a026-8a10552ac7db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-4d1aa380-e411-494b-958c-7f758df734d6', 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'tenant_id': '5e650be244de4ee8b27aea189be279d1', 'fixed_ips': [{'subnet_id': '83baecb9-b6a5-49ed-be5a-5a379b06a7a0'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 06:58:36.227083 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b142d308-de19-452e-a026-8a10552ac7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:36.387848 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-6f0292ac-42d4-49fe-b94e-06c23ca50f39 req-c48f4ef7-bc5e-441a-9ca0-aa29c4318847 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:36.445643 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfbd9e8-55e3-43e5-933e-d86260acc5a8 req-50403051-4fc0-4f3f-acfb-1000ed1ea773 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:36.450630 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfbd9e8-55e3-43e5-933e-d86260acc5a8 req-50403051-4fc0-4f3f-acfb-1000ed1ea773 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:36.453293 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8bfbd9e8-55e3-43e5-933e-d86260acc5a8 req-50403051-4fc0-4f3f-acfb-1000ed1ea773 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bf31744-0efa-4cef-967d-471fd8e8c528 HTTP/1.1" status: 200 len: 1676 time: 0.3438842 Sep 23 06:58:36.457745 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48f4ef7-bc5e-441a-9ca0-aa29c4318847 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Pushing event deleted for resources: {'Port': ['ID=aadce6c5-7244-4918-943f-79af3b163ac9,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:36.479140 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:36.531381 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f0292ac-42d4-49fe-b94e-06c23ca50f39 req-c48f4ef7-bc5e-441a-9ca0-aa29c4318847 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] No DVR routers for this DVR port aadce6c5-7244-4918-943f-79af3b163ac9 on host n-h2-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:58:36.535508 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-6f0292ac-42d4-49fe-b94e-06c23ca50f39 req-c48f4ef7-bc5e-441a-9ca0-aa29c4318847 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:36.537948 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6f0292ac-42d4-49fe-b94e-06c23ca50f39 req-c48f4ef7-bc5e-441a-9ca0-aa29c4318847 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.58 "DELETE /v2.0/ports/aadce6c5-7244-4918-943f-79af3b163ac9 HTTP/1.1" status: 204 len: 173 time: 1.5037403 Sep 23 06:58:36.551456 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-b142d308-de19-452e-a026-8a10552ac7db None None] Allocated IP 2001:db8::f816:3eff:fe15:488d (4d1aa380-e411-494b-958c-7f758df734d6/83baecb9-b6a5-49ed-be5a-5a379b06a7a0/8c719c86-0a07-4c69-8b55-76782f5519a6) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:58:36.606575 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8bfbd9e8-55e3-43e5-933e-d86260acc5a8 req-ef755a83-f81e-4bfb-bcea-7d8b24ef789e tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d045487-122b-40fb-9f4c-7e88b4bd6ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939322 Sep 23 06:58:36.681452 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b36c273c-f033-4d3e-bb97-9d2d74aaf0ee tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Made reservation on behalf of 5e650be244de4ee8b27aea189be279d1 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:58:36.764309 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-6f0292ac-42d4-49fe-b94e-06c23ca50f39 req-ea853fae-22c7-4349-9bec-33d4bb1cbd52 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Deleting port ec26d16c-4b06-4d74-a5ea-ff42d0ea9fbb {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:58:36.765816 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-6f0292ac-42d4-49fe-b94e-06c23ca50f39 req-ea853fae-22c7-4349-9bec-33d4bb1cbd52 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:36.871804 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b142d308-de19-452e-a026-8a10552ac7db None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:36.888416 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b142d308-de19-452e-a026-8a10552ac7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:36.889164 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b36c273c-f033-4d3e-bb97-9d2d74aaf0ee tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:36.927122 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de8ffbac-e46f-4ee2-ae7d-6a3d94bcf03f tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Router 1c4900cb-ca57-41b1-914f-12b14a217d77 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:58:36.931146 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-6f0292ac-42d4-49fe-b94e-06c23ca50f39 req-ea853fae-22c7-4349-9bec-33d4bb1cbd52 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] For port ec26d16c-4b06-4d74-a5ea-ff42d0ea9fbb, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=ec26d16c-4b06-4d74-a5ea-ff42d0ea9fbb,segment=NetworkSegment(51e5ec9a-f432-4fca-9474-63e4a4e4e1fb),segment_id=51e5ec9a-f432-4fca-9474-63e4a4e4e1fb)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:58:36.931520 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-6f0292ac-42d4-49fe-b94e-06c23ca50f39 req-ea853fae-22c7-4349-9bec-33d4bb1cbd52 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:36.969732 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b142d308-de19-452e-a026-8a10552ac7db None None] Network 4d1aa380-e411-494b-958c-7f758df734d6 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:58:36.979478 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-b142d308-de19-452e-a026-8a10552ac7db None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:58:36.983708 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b142d308-de19-452e-a026-8a10552ac7db None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:58:36.994870 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b142d308-de19-452e-a026-8a10552ac7db None None] Pushing event updated for resources: {'Port': ['ID=8c719c86-0a07-4c69-8b55-76782f5519a6,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:37.033471 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [None req-b36c273c-f033-4d3e-bb97-9d2d74aaf0ee tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] device_id is not set on port 8a6dd099-8d42-49a0-be6e-7b22e7c18b33 yet. {{(pid=95065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 06:58:37.098987 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-b142d308-de19-452e-a026-8a10552ac7db None None] Attempting to bind port 8c719c86-0a07-4c69-8b55-76782f5519a6 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:58:37.099358 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-b142d308-de19-452e-a026-8a10552ac7db None None] Attempting to bind port 8c719c86-0a07-4c69-8b55-76782f5519a6 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '98ee167a-1403-4867-958f-d4f6736b2e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:58:37.099760 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b142d308-de19-452e-a026-8a10552ac7db None None] Attempting to bind port 8c719c86-0a07-4c69-8b55-76782f5519a6 on network 4d1aa380-e411-494b-958c-7f758df734d6 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:58:37.110256 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b142d308-de19-452e-a026-8a10552ac7db None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:58:37.110669 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b142d308-de19-452e-a026-8a10552ac7db None None] Checking segment: {'id': '98ee167a-1403-4867-958f-d4f6736b2e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:58:37.111087 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b142d308-de19-452e-a026-8a10552ac7db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:37.111484 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b142d308-de19-452e-a026-8a10552ac7db None None] Bound using segment: {'id': '98ee167a-1403-4867-958f-d4f6736b2e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:58:37.112098 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-b142d308-de19-452e-a026-8a10552ac7db None None] Bound port: 8c719c86-0a07-4c69-8b55-76782f5519a6, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98ee167a-1403-4867-958f-d4f6736b2e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:58:37.112486 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b142d308-de19-452e-a026-8a10552ac7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:37.244017 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de8ffbac-e46f-4ee2-ae7d-6a3d94bcf03f tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:58:37.249907 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-de8ffbac-e46f-4ee2-ae7d-6a3d94bcf03f tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:37.261113 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafbee34-3a5d-4f5b-8cfe-76bca7403e5b None None] Sync routers for ids ['1c4900cb-ca57-41b1-914f-12b14a217d77'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:58:37.275158 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-b142d308-de19-452e-a026-8a10552ac7db None None] For port 8c719c86-0a07-4c69-8b55-76782f5519a6, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:58:37.286392 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-de8ffbac-e46f-4ee2-ae7d-6a3d94bcf03f tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] 10.222.0.39 "PUT /v2.0/floatingips/9928bc9b-96b8-4673-8e69-7c1780bb068d HTTP/1.1" status: 200 len: 687 time: 1.7859852 Sep 23 06:58:37.289411 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-b142d308-de19-452e-a026-8a10552ac7db None None] For port 8c719c86-0a07-4c69-8b55-76782f5519a6, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=8c719c86-0a07-4c69-8b55-76782f5519a6,segment=NetworkSegment(98ee167a-1403-4867-958f-d4f6736b2e62),segment_id=98ee167a-1403-4867-958f-d4f6736b2e62)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:58:37.290032 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 48388) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:37.292565 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafbee34-3a5d-4f5b-8cfe-76bca7403e5b None None] Routers {'1c4900cb-ca57-41b1-914f-12b14a217d77'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:58:37.293360 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-dafbee34-3a5d-4f5b-8cfe-76bca7403e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:58:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['1c4900cb-ca57-41b1-914f-12b14a217d77'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:58:37.299165 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b142d308-de19-452e-a026-8a10552ac7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:37.340662 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-6f0292ac-42d4-49fe-b94e-06c23ca50f39 req-ea853fae-22c7-4349-9bec-33d4bb1cbd52 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:37.342574 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-6f0292ac-42d4-49fe-b94e-06c23ca50f39 req-ea853fae-22c7-4349-9bec-33d4bb1cbd52 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:37.343019 n-d-715271-16 neutron-server[95066]: INFO neutron.db.l3_db [req-6f0292ac-42d4-49fe-b94e-06c23ca50f39 req-ea853fae-22c7-4349-9bec-33d4bb1cbd52 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Floating IP 8efebd89-4c32-4566-bd9b-21089524ad99 disassociated. External IP: 172.25.2.203, port: ec26d16c-4b06-4d74-a5ea-ff42d0ea9fbb. Sep 23 06:58:37.344516 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-6f0292ac-42d4-49fe-b94e-06c23ca50f39 req-ea853fae-22c7-4349-9bec-33d4bb1cbd52 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Calling delete_port for ec26d16c-4b06-4d74-a5ea-ff42d0ea9fbb owned by compute:nova {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:58:37.409954 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b142d308-de19-452e-a026-8a10552ac7db None None] Pushing event updated for resources: {'Port': ['ID=8c719c86-0a07-4c69-8b55-76782f5519a6,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:37.423698 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-dafbee34-3a5d-4f5b-8cfe-76bca7403e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:58:37.453602 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafbee34-3a5d-4f5b-8cfe-76bca7403e5b None None] Routers {'1c4900cb-ca57-41b1-914f-12b14a217d77'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:58:37.454284 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-dafbee34-3a5d-4f5b-8cfe-76bca7403e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:58:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['1c4900cb-ca57-41b1-914f-12b14a217d77'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:58:37.526190 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-dafbee34-3a5d-4f5b-8cfe-76bca7403e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:58:37.526861 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafbee34-3a5d-4f5b-8cfe-76bca7403e5b None None] The sync data for ids ['1c4900cb-ca57-41b1-914f-12b14a217d77'] in n-d-715271-16 is: [] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:58:37.586547 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bf31744-0efa-4cef-967d-471fd8e8c528', 'name': 'network-vif-deleted', 'tag': 'aadce6c5-7244-4918-943f-79af3b163ac9'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:58:37.595184 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75718fe4-5c47-4f0c-aa48-3723b89989e0" -d '{"events": [{"server_uuid": "5bf31744-0efa-4cef-967d-471fd8e8c528", "name": "network-vif-deleted", "tag": "aadce6c5-7244-4918-943f-79af3b163ac9"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:58:37.603542 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-6f0292ac-42d4-49fe-b94e-06c23ca50f39 req-ea853fae-22c7-4349-9bec-33d4bb1cbd52 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:37.712474 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd5c3ca1-8e2c-4a26-b7df-ad7918fcd375 x-openstack-request-id: req-fd5c3ca1-8e2c-4a26-b7df-ad7918fcd375 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:58:37.717657 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bf31744-0efa-4cef-967d-471fd8e8c528", "name": "network-vif-deleted", "tag": "aadce6c5-7244-4918-943f-79af3b163ac9", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:58:37.719361 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fd5c3ca1-8e2c-4a26-b7df-ad7918fcd375 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:58:37.719830 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bf31744-0efa-4cef-967d-471fd8e8c528', 'name': 'network-vif-deleted', 'tag': 'aadce6c5-7244-4918-943f-79af3b163ac9', 'status': 'completed', 'code': 200} Sep 23 06:58:37.738343 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea853fae-22c7-4349-9bec-33d4bb1cbd52 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Pushing event deleted for resources: {'Port': ['ID=ec26d16c-4b06-4d74-a5ea-ff42d0ea9fbb,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:38.021850 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a4b97479-da7e-4837-9a69-277540acec00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:38.030019 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f0292ac-42d4-49fe-b94e-06c23ca50f39 req-ea853fae-22c7-4349-9bec-33d4bb1cbd52 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Router 64ba87ac-e142-4291-ab31-5b3e6dbccc60 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:58:38.049273 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-b36c273c-f033-4d3e-bb97-9d2d74aaf0ee tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Allocated IP 2001:db8::f816:3eff:fe82:aea5 (4d1aa380-e411-494b-958c-7f758df734d6/83baecb9-b6a5-49ed-be5a-5a379b06a7a0/8a6dd099-8d42-49a0-be6e-7b22e7c18b33) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:58:38.061214 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 8c719c86-0a07-4c69-8b55-76782f5519a6 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:58:38.158193 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 8c719c86-0a07-4c69-8b55-76782f5519a6 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:58:38.162286 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:38.243255 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 48422) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:38.289909 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f0292ac-42d4-49fe-b94e-06c23ca50f39 req-ea853fae-22c7-4349-9bec-33d4bb1cbd52 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:58:38.301169 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 48426) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:38.304777 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb496f93-614d-4c84-bb01-c5aa3cc48214 None None] Sync routers for ids ['64ba87ac-e142-4291-ab31-5b3e6dbccc60'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:58:38.317126 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb496f93-614d-4c84-bb01-c5aa3cc48214 None None] Routers {'64ba87ac-e142-4291-ab31-5b3e6dbccc60'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:58:38.317787 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-fb496f93-614d-4c84-bb01-c5aa3cc48214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:58:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['64ba87ac-e142-4291-ab31-5b3e6dbccc60'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:58:38.364972 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-df59c90a-6411-4388-b6a2-c823a3dd53bf req-f4362252-ae42-4ef9-a56b-aa622b807403 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bf31744-0efa-4cef-967d-471fd8e8c528 HTTP/1.1" status: 200 len: 210 time: 0.3475237 Sep 23 06:58:38.392100 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f0292ac-42d4-49fe-b94e-06c23ca50f39 req-ea853fae-22c7-4349-9bec-33d4bb1cbd52 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] No DVR routers for this DVR port ec26d16c-4b06-4d74-a5ea-ff42d0ea9fbb on host n-h2-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:58:38.402824 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-6f0292ac-42d4-49fe-b94e-06c23ca50f39 req-ea853fae-22c7-4349-9bec-33d4bb1cbd52 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:38.407929 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6f0292ac-42d4-49fe-b94e-06c23ca50f39 req-ea853fae-22c7-4349-9bec-33d4bb1cbd52 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.58 "DELETE /v2.0/ports/ec26d16c-4b06-4d74-a5ea-ff42d0ea9fbb HTTP/1.1" status: 204 len: 173 time: 1.8495765 Sep 23 06:58:38.596948 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-468ffbec-3387-4e30-a861-b897e8bdaf70 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Deleting port bd5b9823-dab3-4de0-b6f8-c4bc38203f9a {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:58:38.597211 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-468ffbec-3387-4e30-a861-b897e8bdaf70 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:38.610711 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:38.618905 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-416e472c-27b9-4c96-93aa-60943c4dc25e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:38.661851 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port 8c719c86-0a07-4c69-8b55-76782f5519a6, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=8c719c86-0a07-4c69-8b55-76782f5519a6,segment=NetworkSegment(98ee167a-1403-4867-958f-d4f6736b2e62),segment_id=98ee167a-1403-4867-958f-d4f6736b2e62)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:58:38.673259 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:38.714846 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f6a90b01-c7f9-4bf2-a8c4-d765fa17aeb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:38.730652 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b36c273c-f033-4d3e-bb97-9d2d74aaf0ee tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:38.734080 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-fb496f93-614d-4c84-bb01-c5aa3cc48214 None None] Set router 64ba87ac-e142-4291-ab31-5b3e6dbccc60 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:58:38.811250 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=8c719c86-0a07-4c69-8b55-76782f5519a6,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:38.913340 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-468ffbec-3387-4e30-a861-b897e8bdaf70 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:38.913579 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-468ffbec-3387-4e30-a861-b897e8bdaf70 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:38.915686 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-416e472c-27b9-4c96-93aa-60943c4dc25e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:38.942778 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-416e472c-27b9-4c96-93aa-60943c4dc25e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:38.946932 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-468ffbec-3387-4e30-a861-b897e8bdaf70 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Calling delete_port for bd5b9823-dab3-4de0-b6f8-c4bc38203f9a owned by network:floatingip {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:58:38.974010 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b36c273c-f033-4d3e-bb97-9d2d74aaf0ee tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:39.048284 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416e472c-27b9-4c96-93aa-60943c4dc25e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=107d0ff9-3f0b-4576-ab42-b8ec647a1272,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:39.068598 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-416e472c-27b9-4c96-93aa-60943c4dc25e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2085489e33214d8f993b46c2595b9478&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8242960 Sep 23 06:58:39.073434 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 48438) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:39.079390 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36c273c-f033-4d3e-bb97-9d2d74aaf0ee tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event updated for resources: {'Port': ['ID=8a6dd099-8d42-49a0-be6e-7b22e7c18b33,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:39.161307 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-fb496f93-614d-4c84-bb01-c5aa3cc48214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64ba87ac-e142-4291-ab31-5b3e6dbccc60', 'name': 'tempest-TaggedBootDevicesTest_v242-627469932-router', 'tenant_id': '147ee43e793f431bb6dc0e9de8ff2960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '0ccf14e5-74da-4249-8669-d7172e21ffe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:48:04Z', 'updated_at': '2021-09-23T06:48:15Z', 'revision_number': 4, 'project_id': '147ee43e793f431bb6dc0e9de8ff2960', 'gw_port': {'id': '0ccf14e5-74da-4249-8669-d7172e21ffe2', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ba87ac-e142-4291-ab31-5b3e6dbccc60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:48:06Z', 'updated_at': '2021-09-23T06:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': 'be579268-3724-4b06-b884-b4f755064dac', 'name': '', 'network_id': '101e91e4-7df0-4369-ab96-69b58e29208f', 'tenant_id': '147ee43e793f431bb6dc0e9de8ff2960', 'mac_address': 'fa:16:3e:26:df:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ba87ac-e142-4291-ab31-5b3e6dbccc60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'f10707c7-ecb6-4efa-8289-ef31b97494c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:48:13Z', 'updated_at': '2021-09-23T06:48:21Z', 'revision_number': 5, 'project_id': '147ee43e793f431bb6dc0e9de8ff2960', 'subnets': [{'id': 'f10707c7-ecb6-4efa-8289-ef31b97494c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:58:39.200623 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a5508949-021d-4d96-a481-0fcaca37d09f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:39.215056 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb496f93-614d-4c84-bb01-c5aa3cc48214 None None] Checking router: 64ba87ac-e142-4291-ab31-5b3e6dbccc60 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:58:39.242861 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb496f93-614d-4c84-bb01-c5aa3cc48214 None None] Routers {'64ba87ac-e142-4291-ab31-5b3e6dbccc60'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:58:39.244233 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-fb496f93-614d-4c84-bb01-c5aa3cc48214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:58:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['64ba87ac-e142-4291-ab31-5b3e6dbccc60'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:58:39.266893 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a5508949-021d-4d96-a481-0fcaca37d09f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:39.282140 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-3c6662c0-a39a-4480-a01d-00fadb4be6b8 None None] Provisioning complete for port 8c719c86-0a07-4c69-8b55-76782f5519a6 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:58:39.282698 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3c6662c0-a39a-4480-a01d-00fadb4be6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:39.289139 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f6a90b01-c7f9-4bf2-a8c4-d765fa17aeb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:39.309349 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f6a90b01-c7f9-4bf2-a8c4-d765fa17aeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:39.354880 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36c273c-f033-4d3e-bb97-9d2d74aaf0ee tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Network 4d1aa380-e411-494b-958c-7f758df734d6 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:58:39.359920 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-468ffbec-3387-4e30-a861-b897e8bdaf70 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:39.371384 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-f6a90b01-c7f9-4bf2-a8c4-d765fa17aeb0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=648c03c7760a4b74b796d9df89beb94c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0661147 Sep 23 06:58:39.371384 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a90b01-c7f9-4bf2-a8c4-d765fa17aeb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4054a39-010c-4929-8eef-b85363463e93,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:39.372877 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 48442) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:39.384082 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-b36c273c-f033-4d3e-bb97-9d2d74aaf0ee tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:58:39.409489 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a5508949-021d-4d96-a481-0fcaca37d09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:39.419309 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a5508949-021d-4d96-a481-0fcaca37d09f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:39.420706 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-a5508949-021d-4d96-a481-0fcaca37d09f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/107d0ff9-3f0b-4576-ab42-b8ec647a1272 HTTP/1.1" status: 204 len: 168 time: 0.3458486 Sep 23 06:58:39.472957 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5508949-021d-4d96-a481-0fcaca37d09f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=107d0ff9-3f0b-4576-ab42-b8ec647a1272,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:39.488673 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36c273c-f033-4d3e-bb97-9d2d74aaf0ee tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:58:39.514491 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36c273c-f033-4d3e-bb97-9d2d74aaf0ee tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:39.515660 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b36c273c-f033-4d3e-bb97-9d2d74aaf0ee tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:39.538449 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468ffbec-3387-4e30-a861-b897e8bdaf70 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Pushing event deleted for resources: {'Port': ['ID=bd5b9823-dab3-4de0-b6f8-c4bc38203f9a,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:39.563451 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-fb496f93-614d-4c84-bb01-c5aa3cc48214 None None] Set router 64ba87ac-e142-4291-ab31-5b3e6dbccc60 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:58:39.592126 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-b36c273c-f033-4d3e-bb97-9d2d74aaf0ee tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.5102053 Sep 23 06:58:39.594036 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 48448) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:39.625739 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d557b608-32a7-468c-bc45-73f3c066d493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:39.654207 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c977af4e-a4b2-4de2-a68f-9d540775536c req-6894afd4-1443-4347-9db9-5ce3f4891cd5 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bf31744-0efa-4cef-967d-471fd8e8c528 HTTP/1.1" status: 200 len: 210 time: 0.0619960 Sep 23 06:58:39.695098 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d557b608-32a7-468c-bc45-73f3c066d493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:39.708262 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e00732-b2f6-4e2b-a89a-a6e4e9141d5b tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:39.716217 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e00732-b2f6-4e2b-a89a-a6e4e9141d5b tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:39.721796 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-a9e00732-b2f6-4e2b-a89a-a6e4e9141d5b tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.1067841 Sep 23 06:58:39.722419 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bf31744-0efa-4cef-967d-471fd8e8c528', 'name': 'network-vif-deleted', 'tag': 'ec26d16c-4b06-4d74-a5ea-ff42d0ea9fbb'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:58:39.722740 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 48452) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:39.724739 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46109023-a89c-47fb-9c04-bad4b5dee4f2" -d '{"events": [{"server_uuid": "5bf31744-0efa-4cef-967d-471fd8e8c528", "name": "network-vif-deleted", "tag": "ec26d16c-4b06-4d74-a5ea-ff42d0ea9fbb"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:58:39.738074 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-468ffbec-3387-4e30-a861-b897e8bdaf70 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks [] for floatingip, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:39.741845 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-468ffbec-3387-4e30-a861-b897e8bdaf70 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:39.743837 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-468ffbec-3387-4e30-a861-b897e8bdaf70 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] 10.222.0.39 "DELETE /v2.0/floatingips/9928bc9b-96b8-4673-8e69-7c1780bb068d HTTP/1.1" status: 204 len: 168 time: 2.4525313 Sep 23 06:58:39.748441 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 48458) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:39.753154 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-cf9b3b10-9e69-454b-8f3d-be280316a512 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Request body: {'floatingip': {'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'port_id': '4d4682d0-3ef5-491a-b775-82430afdb118'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:58:39.831838 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63db75f1-d82d-4fe1-b14c-394aa791731f x-openstack-request-id: req-63db75f1-d82d-4fe1-b14c-394aa791731f {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:58:39.832265 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bf31744-0efa-4cef-967d-471fd8e8c528", "name": "network-vif-deleted", "tag": "ec26d16c-4b06-4d74-a5ea-ff42d0ea9fbb", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:58:39.832470 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-63db75f1-d82d-4fe1-b14c-394aa791731f {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:58:39.833331 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bf31744-0efa-4cef-967d-471fd8e8c528', 'name': 'network-vif-deleted', 'tag': 'ec26d16c-4b06-4d74-a5ea-ff42d0ea9fbb', 'status': 'completed', 'code': 200} Sep 23 06:58:39.862158 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d557b608-32a7-468c-bc45-73f3c066d493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:39.866790 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d557b608-32a7-468c-bc45-73f3c066d493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:39.868064 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-d557b608-32a7-468c-bc45-73f3c066d493 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a4054a39-010c-4929-8eef-b85363463e93 HTTP/1.1" status: 204 len: 168 time: 0.4942057 Sep 23 06:58:39.876115 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cf9b3b10-9e69-454b-8f3d-be280316a512 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks [] for floatingip, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:39.882950 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d557b608-32a7-468c-bc45-73f3c066d493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4054a39-010c-4929-8eef-b85363463e93,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:39.916219 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-23922ec7-36fc-4d86-ab38-7952b41bef28 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Deleting port 8a6dd099-8d42-49a0-be6e-7b22e7c18b33 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:58:39.916641 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-23922ec7-36fc-4d86-ab38-7952b41bef28 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:40.035455 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-f2438e16-403a-46f9-bb7d-9fc1fc810e43 None None] Provisioning complete for port 8a6dd099-8d42-49a0-be6e-7b22e7c18b33 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:58:40.037260 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f2438e16-403a-46f9-bb7d-9fc1fc810e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:40.052758 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-fb496f93-614d-4c84-bb01-c5aa3cc48214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64ba87ac-e142-4291-ab31-5b3e6dbccc60', 'name': 'tempest-TaggedBootDevicesTest_v242-627469932-router', 'tenant_id': '147ee43e793f431bb6dc0e9de8ff2960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '0ccf14e5-74da-4249-8669-d7172e21ffe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:48:04Z', 'updated_at': '2021-09-23T06:48:15Z', 'revision_number': 4, 'project_id': '147ee43e793f431bb6dc0e9de8ff2960', 'gw_port': {'id': '0ccf14e5-74da-4249-8669-d7172e21ffe2', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ba87ac-e142-4291-ab31-5b3e6dbccc60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:48:06Z', 'updated_at': '2021-09-23T06:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': 'be579268-3724-4b06-b884-b4f755064dac', 'name': '', 'network_id': '101e91e4-7df0-4369-ab96-69b58e29208f', 'tenant_id': '147ee43e793f431bb6dc0e9de8ff2960', 'mac_address': 'fa:16:3e:26:df:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ba87ac-e142-4291-ab31-5b3e6dbccc60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'f10707c7-ecb6-4efa-8289-ef31b97494c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:48:13Z', 'updated_at': '2021-09-23T06:48:21Z', 'revision_number': 5, 'project_id': '147ee43e793f431bb6dc0e9de8ff2960', 'subnets': [{'id': 'f10707c7-ecb6-4efa-8289-ef31b97494c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:58:40.108050 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-f2438e16-403a-46f9-bb7d-9fc1fc810e43 None None] Port 8a6dd099-8d42-49a0-be6e-7b22e7c18b33 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:58:40.109742 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 8c719c86-0a07-4c69-8b55-76782f5519a6 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:58:40.132811 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb496f93-614d-4c84-bb01-c5aa3cc48214 None None] The sync data for ids ['64ba87ac-e142-4291-ab31-5b3e6dbccc60'] in n-d-715271-16 is: [{'id': '64ba87ac-e142-4291-ab31-5b3e6dbccc60', 'name': 'tempest-TaggedBootDevicesTest_v242-627469932-router', 'tenant_id': '147ee43e793f431bb6dc0e9de8ff2960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '0ccf14e5-74da-4249-8669-d7172e21ffe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:48:04Z', 'updated_at': '2021-09-23T06:48:15Z', 'revision_number': 4, 'project_id': '147ee43e793f431bb6dc0e9de8ff2960', 'gw_port': {'id': '0ccf14e5-74da-4249-8669-d7172e21ffe2', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ba87ac-e142-4291-ab31-5b3e6dbccc60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:48:06Z', 'updated_at': '2021-09-23T06:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': 'be579268-3724-4b06-b884-b4f755064dac', 'name': '', 'network_id': '101e91e4-7df0-4369-ab96-69b58e29208f', 'tenant_id': '147ee43e793f431bb6dc0e9de8ff2960', 'mac_address': 'fa:16:3e:26:df:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ba87ac-e142-4291-ab31-5b3e6dbccc60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'f10707c7-ecb6-4efa-8289-ef31b97494c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:48:13Z', 'updated_at': '2021-09-23T06:48:21Z', 'revision_number': 5, 'project_id': '147ee43e793f431bb6dc0e9de8ff2960', 'subnets': [{'id': 'f10707c7-ecb6-4efa-8289-ef31b97494c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:58:40.162251 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:40.170747 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 48466) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:40.190059 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-23922ec7-36fc-4d86-ab38-7952b41bef28 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:40.190582 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-02e4e7d7-15ff-4d53-b5bd-312a087677fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:40.232280 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-23922ec7-36fc-4d86-ab38-7952b41bef28 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Calling delete_port for 8a6dd099-8d42-49a0-be6e-7b22e7c18b33 owned by {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:58:40.267455 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 8c719c86-0a07-4c69-8b55-76782f5519a6 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:58:40.267844 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:40.288430 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cf9b3b10-9e69-454b-8f3d-be280316a512 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:40.429811 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-02e4e7d7-15ff-4d53-b5bd-312a087677fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:40.438915 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-02e4e7d7-15ff-4d53-b5bd-312a087677fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:40.525369 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-02e4e7d7-15ff-4d53-b5bd-312a087677fc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0740eb16be5e49a2b98c1a8a09290a0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3534338 Sep 23 06:58:40.529413 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 48472) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:40.600542 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e4e7d7-15ff-4d53-b5bd-312a087677fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=350f9511-c256-4045-9713-71211e68e7b2,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:40.653461 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7f32b326-c4bb-4a84-8c31-4589169736a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:40.663062 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83da8ca2-738f-4927-8f14-1f1a69674b9f None None] New status for floating IP 8efebd89-4c32-4566-bd9b-21089524ad99: DOWN {{(pid=95067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 06:58:40.706781 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-cf9b3b10-9e69-454b-8f3d-be280316a512 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Allocated IP 172.25.2.104 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/8aa8a765-b1f1-4587-b8f7-e7bb848f7afd) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:58:40.727471 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7f32b326-c4bb-4a84-8c31-4589169736a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:40.739668 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-23922ec7-36fc-4d86-ab38-7952b41bef28 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:40.798573 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23922ec7-36fc-4d86-ab38-7952b41bef28 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event deleted for resources: {'Port': ['ID=8a6dd099-8d42-49a0-be6e-7b22e7c18b33,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:40.870229 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 48478) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:40.895615 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-59bbbab6-f2e4-4598-b393-361b0c691fe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:40.902063 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-23922ec7-36fc-4d86-ab38-7952b41bef28 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:40.907457 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-23922ec7-36fc-4d86-ab38-7952b41bef28 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/ports/8a6dd099-8d42-49a0-be6e-7b22e7c18b33 HTTP/1.1" status: 204 len: 168 time: 1.1779335 Sep 23 06:58:40.912272 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-43fed8d7-af6d-4e6e-946b-683f7d9b036d req-5c6f35d6-3a4f-414d-92fe-3547f10f21be tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bf31744-0efa-4cef-967d-471fd8e8c528 HTTP/1.1" status: 200 len: 210 time: 0.0883112 Sep 23 06:58:40.916044 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 48480) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:40.984688 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7f32b326-c4bb-4a84-8c31-4589169736a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:40.987845 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7f32b326-c4bb-4a84-8c31-4589169736a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:40.989259 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-7f32b326-c4bb-4a84-8c31-4589169736a8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/350f9511-c256-4045-9713-71211e68e7b2 HTTP/1.1" status: 204 len: 168 time: 0.4580815 Sep 23 06:58:41.012001 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f32b326-c4bb-4a84-8c31-4589169736a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=350f9511-c256-4045-9713-71211e68e7b2,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:41.085683 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d1e41c0e-bfc0-4f7e-9980-c3c423deb901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:41.090927 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-59bbbab6-f2e4-4598-b393-361b0c691fe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:41.105835 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-59bbbab6-f2e4-4598-b393-361b0c691fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:41.206242 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cf9b3b10-9e69-454b-8f3d-be280316a512 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:41.224215 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-59bbbab6-f2e4-4598-b393-361b0c691fe8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e042e701a9094b79b3b7f987727bffe0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3460813 Sep 23 06:58:41.226787 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 48490) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:41.245108 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bbbab6-f2e4-4598-b393-361b0c691fe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=357cee74-4f4b-46ed-8cca-b6506a481efd,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:41.302364 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cf9b3b10-9e69-454b-8f3d-be280316a512 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:41.359646 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-10b6f4e1-0b43-4666-b8ba-698c621eb2e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:41.378884 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9b3b10-9e69-454b-8f3d-be280316a512 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Pushing event updated for resources: {'Port': ['ID=8aa8a765-b1f1-4587-b8f7-e7bb848f7afd,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:41.414326 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-10b6f4e1-0b43-4666-b8ba-698c621eb2e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:41.440627 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41eb2e6-9c1b-423f-adac-ce1d7454d772 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:41.443553 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41eb2e6-9c1b-423f-adac-ce1d7454d772 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:41.449417 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-a41eb2e6-9c1b-423f-adac-ce1d7454d772 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.5294490 Sep 23 06:58:41.450902 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 48504) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:41.470102 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9b3b10-9e69-454b-8f3d-be280316a512 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:58:41.474866 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-cf9b3b10-9e69-454b-8f3d-be280316a512 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:58:41.478165 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9b3b10-9e69-454b-8f3d-be280316a512 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:58:41.479438 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:41.545169 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d81cb61-888d-4809-b4a6-8e2b8521feb3 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Deleting subnet 83baecb9-b6a5-49ed-be5a-5a379b06a7a0 {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:58:41.548976 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6d81cb61-888d-4809-b4a6-8e2b8521feb3 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:41.625548 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-10b6f4e1-0b43-4666-b8ba-698c621eb2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:41.628578 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-10b6f4e1-0b43-4666-b8ba-698c621eb2e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:41.633052 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-10b6f4e1-0b43-4666-b8ba-698c621eb2e6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/357cee74-4f4b-46ed-8cca-b6506a481efd HTTP/1.1" status: 204 len: 168 time: 0.4033327 Sep 23 06:58:41.667830 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b6f4e1-0b43-4666-b8ba-698c621eb2e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=357cee74-4f4b-46ed-8cca-b6506a481efd,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:41.686203 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6d81cb61-888d-4809-b4a6-8e2b8521feb3 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:41.911425 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6d81cb61-888d-4809-b4a6-8e2b8521feb3 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:42.048777 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6d81cb61-888d-4809-b4a6-8e2b8521feb3 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:42.124663 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d81cb61-888d-4809-b4a6-8e2b8521feb3 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event deleted for resources: {'Subnet': ['ID=83baecb9-b6a5-49ed-be5a-5a379b06a7a0,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:42.136540 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6d81cb61-888d-4809-b4a6-8e2b8521feb3 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:42.141916 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-6d81cb61-888d-4809-b4a6-8e2b8521feb3 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/subnets/83baecb9-b6a5-49ed-be5a-5a379b06a7a0 HTTP/1.1" status: 204 len: 168 time: 0.6863425 Sep 23 06:58:42.142892 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 48540) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:42.152572 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d88f1c7-2941-4602-9177-44f3abdb04b7 None None] Network 4d1aa380-e411-494b-958c-7f758df734d6 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:58:42.161225 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c6816954-078c-48ba-afc8-b485611f5dfa req-431fb146-04fe-4380-ae59-1c35b9d0502d tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bf31744-0efa-4cef-967d-471fd8e8c528 HTTP/1.1" status: 200 len: 210 time: 0.0599616 Sep 23 06:58:42.213551 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-601f226b-c88d-4167-be95-0a1afc0461fb tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0671554 Sep 23 06:58:42.214131 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 48546) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:42.284131 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22face95-0fc6-4359-9349-f50b3ee1ff95 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:42.290144 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-22face95-0fc6-4359-9349-f50b3ee1ff95 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0749502 Sep 23 06:58:42.290996 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 48550) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:42.303981 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:42.411115 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 48554) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:42.434470 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b311f77d-271e-4971-8a34-bf8918520b6c None None] DHCP port deletion for 4d1aa380-e411-494b-958c-7f758df734d6 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 06:58:42.450793 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6d8cb1-b7ea-4a04-8970-ca1e036e4f34 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:42.455629 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 48558) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:42.464329 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-dc6d8cb1-b7ea-4a04-8970-ca1e036e4f34 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1708298 Sep 23 06:58:42.507755 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cf9b3b10-9e69-454b-8f3d-be280316a512 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:42.546737 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-b311f77d-271e-4971-8a34-bf8918520b6c None None] Deleting port 8c719c86-0a07-4c69-8b55-76782f5519a6 {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:58:42.547137 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b311f77d-271e-4971-8a34-bf8918520b6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:42.560994 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 48566) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:42.561965 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-3eb6dd0a-5dcf-4fd9-84d9-09667453573a tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1049314 Sep 23 06:58:42.577783 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-8f1731fd-2233-4e08-89d4-b05451443b78 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Request body: {'subnet': {'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:58:42.662945 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-b311f77d-271e-4971-8a34-bf8918520b6c None None] For port 8c719c86-0a07-4c69-8b55-76782f5519a6, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=8c719c86-0a07-4c69-8b55-76782f5519a6,segment=NetworkSegment(98ee167a-1403-4867-958f-d4f6736b2e62),segment_id=98ee167a-1403-4867-958f-d4f6736b2e62)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:58:42.663753 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b311f77d-271e-4971-8a34-bf8918520b6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:42.670243 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f6acb679-eedd-4a4a-9dfe-59f27614cc04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:42.681339 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-b311f77d-271e-4971-8a34-bf8918520b6c None None] Calling delete_port for 8c719c86-0a07-4c69-8b55-76782f5519a6 owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:58:42.719531 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cf9b3b10-9e69-454b-8f3d-be280316a512 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:42.765524 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1731fd-2233-4e08-89d4-b05451443b78 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Made reservation on behalf of 5e650be244de4ee8b27aea189be279d1 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:58:42.766984 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8f1731fd-2233-4e08-89d4-b05451443b78 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:42.834305 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b311f77d-271e-4971-8a34-bf8918520b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:42.898013 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 48572) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:42.898354 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b311f77d-271e-4971-8a34-bf8918520b6c None None] Pushing event deleted for resources: {'Port': ['ID=8c719c86-0a07-4c69-8b55-76782f5519a6,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:42.910181 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b311f77d-271e-4971-8a34-bf8918520b6c None None] No DVR routers for this DVR port 8c719c86-0a07-4c69-8b55-76782f5519a6 on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:58:42.916710 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b311f77d-271e-4971-8a34-bf8918520b6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:58:42.917209 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b311f77d-271e-4971-8a34-bf8918520b6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:58:42.918257 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b311f77d-271e-4971-8a34-bf8918520b6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:58:42.918257 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b311f77d-271e-4971-8a34-bf8918520b6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:58:42.918257 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b311f77d-271e-4971-8a34-bf8918520b6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:58:42.918514 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b311f77d-271e-4971-8a34-bf8918520b6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:58:42.918847 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b311f77d-271e-4971-8a34-bf8918520b6c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:58:42.919853 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b311f77d-271e-4971-8a34-bf8918520b6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:58:42.920218 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b311f77d-271e-4971-8a34-bf8918520b6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:58:42.920553 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b311f77d-271e-4971-8a34-bf8918520b6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:58:42.920918 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b311f77d-271e-4971-8a34-bf8918520b6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:58:42.921323 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b311f77d-271e-4971-8a34-bf8918520b6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:58:42.925785 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f6acb679-eedd-4a4a-9dfe-59f27614cc04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:42.936415 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f6acb679-eedd-4a4a-9dfe-59f27614cc04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:42.998618 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-f6acb679-eedd-4a4a-9dfe-59f27614cc04 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ee4985eb54954ed0aabd62263289739e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5862577 Sep 23 06:58:43.007513 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 48578) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:43.062580 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-56522a17-f2ea-47bc-b9b0-7fe5967fe6e2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1865632256-network', 'tenant_id': '2f731d21dcd94f1ebe987b663a0aeb08'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:58:43.065456 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6acb679-eedd-4a4a-9dfe-59f27614cc04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=838ea9d8-3483-4c79-bc79-a671959636ef,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:43.111416 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cf9b3b10-9e69-454b-8f3d-be280316a512 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:43.129661 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fa959284-9abd-4bc5-84a9-313d7681befe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:43.147728 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cf9b3b10-9e69-454b-8f3d-be280316a512 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:43.160615 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fa959284-9abd-4bc5-84a9-313d7681befe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:43.167552 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56522a17-f2ea-47bc-b9b0-7fe5967fe6e2 admin admin] Made reservation on behalf of 2f731d21dcd94f1ebe987b663a0aeb08 for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:58:43.170054 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-56522a17-f2ea-47bc-b9b0-7fe5967fe6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:43.213688 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-56522a17-f2ea-47bc-b9b0-7fe5967fe6e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:43.235925 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fa959284-9abd-4bc5-84a9-313d7681befe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:43.238980 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fa959284-9abd-4bc5-84a9-313d7681befe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:43.240234 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-fa959284-9abd-4bc5-84a9-313d7681befe admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/838ea9d8-3483-4c79-bc79-a671959636ef HTTP/1.1" status: 204 len: 168 time: 0.2318194 Sep 23 06:58:43.250913 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa959284-9abd-4bc5-84a9-313d7681befe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=838ea9d8-3483-4c79-bc79-a671959636ef,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:43.251065 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8f1731fd-2233-4e08-89d4-b05451443b78 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:43.308171 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9b3b10-9e69-454b-8f3d-be280316a512 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Pushing event updated for resources: {'Port': ['ID=8aa8a765-b1f1-4587-b8f7-e7bb848f7afd,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:43.336823 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1731fd-2233-4e08-89d4-b05451443b78 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Network 4d1aa380-e411-494b-958c-7f758df734d6 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:58:43.345345 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-8f1731fd-2233-4e08-89d4-b05451443b78 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:58:43.346354 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0204b6ab-d42e-4e91-9751-6b1bd947f368 req-c15b0c59-92dc-412b-9148-ffbe088dae7b tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bf31744-0efa-4cef-967d-471fd8e8c528 HTTP/1.1" status: 200 len: 210 time: 0.0362954 Sep 23 06:58:43.347462 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cf9b3b10-9e69-454b-8f3d-be280316a512 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:43.353319 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1731fd-2233-4e08-89d4-b05451443b78 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:43.354083 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8f1731fd-2233-4e08-89d4-b05451443b78 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:43.356683 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df9c09a-d153-4e62-a2db-b6e3f0a6a3d0 None None] Network 4d1aa380-e411-494b-958c-7f758df734d6 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:58:43.418253 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1731fd-2233-4e08-89d4-b05451443b78 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event updated for resources: {'Subnet': ['ID=afc33f75-afcf-4c8a-bf8f-6a78afad3cf1,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:43.567769 n-d-715271-16 neutron-server[95065]: INFO neutron.db.l3_db [None req-cf9b3b10-9e69-454b-8f3d-be280316a512 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Floating IP f45354ed-4b89-476f-a308-2237f1cfd96b associated. External IP: 172.25.2.104, port: 4d4682d0-3ef5-491a-b775-82430afdb118. Sep 23 06:58:43.607615 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9d675a-27dc-4613-b25a-0da47b941b95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-4d1aa380-e411-494b-958c-7f758df734d6', 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'tenant_id': '5e650be244de4ee8b27aea189be279d1', 'fixed_ips': [{'subnet_id': 'afc33f75-afcf-4c8a-bf8f-6a78afad3cf1'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 06:58:43.612466 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8f9d675a-27dc-4613-b25a-0da47b941b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:43.637634 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-56522a17-f2ea-47bc-b9b0-7fe5967fe6e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:43.646777 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-56522a17-f2ea-47bc-b9b0-7fe5967fe6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:43.655795 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-8f1731fd-2233-4e08-89d4-b05451443b78 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0936935 Sep 23 06:58:43.658712 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 48598) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:43.665140 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-9dddb125-9f43-43da-9ff0-fcbe9a895bc8 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Request body: {'port': {'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'mac_address': 'fa:16:3e:b4:a5:c1', 'name': 'tempest-NetworksTestDHCPv6-1087925361'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:58:43.763020 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56522a17-f2ea-47bc-b9b0-7fe5967fe6e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:58:43.766959 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56522a17-f2ea-47bc-b9b0-7fe5967fe6e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25fdd8f9-088e-4176-a04d-cd1b6ada99b9,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:43.779592 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:43.820943 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-56522a17-f2ea-47bc-b9b0-7fe5967fe6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:43.825166 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-56522a17-f2ea-47bc-b9b0-7fe5967fe6e2 admin admin] Added segment a7cf01d3-07c3-4dba-8359-6e74b410e6cf of type vlan for network 16078993-0036-48a6-9831-9bf683776eea Sep 23 06:58:43.859649 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-8f9d675a-27dc-4613-b25a-0da47b941b95 None None] Allocated IP 2001:db8::2 (4d1aa380-e411-494b-958c-7f758df734d6/afc33f75-afcf-4c8a-bf8f-6a78afad3cf1/caf595c1-1cb8-4e53-9f74-589cc332d19d) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:58:43.911606 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dddb125-9f43-43da-9ff0-fcbe9a895bc8 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Made reservation on behalf of 5e650be244de4ee8b27aea189be279d1 for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:58:43.991447 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-56522a17-f2ea-47bc-b9b0-7fe5967fe6e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:44.015468 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 8c719c86-0a07-4c69-8b55-76782f5519a6 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:58:44.053420 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9dddb125-9f43-43da-9ff0-fcbe9a895bc8 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:44.058370 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 8c719c86-0a07-4c69-8b55-76782f5519a6 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:58:44.058370 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 8c719c86-0a07-4c69-8b55-76782f5519a6 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:58:44.064696 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-56522a17-f2ea-47bc-b9b0-7fe5967fe6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:44.065817 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56522a17-f2ea-47bc-b9b0-7fe5967fe6e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:44.066417 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-56522a17-f2ea-47bc-b9b0-7fe5967fe6e2 admin admin] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:44.119967 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [None req-9dddb125-9f43-43da-9ff0-fcbe9a895bc8 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] device_id is not set on port 5c8cd258-6fdd-4a55-a410-88f0993cf114 yet. {{(pid=95066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 06:58:44.136172 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 48606) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:44.169929 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-56522a17-f2ea-47bc-b9b0-7fe5967fe6e2 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2687793 Sep 23 06:58:44.177407 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf9b3b10-9e69-454b-8f3d-be280316a512 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Router 1c4900cb-ca57-41b1-914f-12b14a217d77 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:58:44.178185 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 48608) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:44.186159 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5bcfa12c-a717-4e77-9e41-d214a35deb23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:44.201345 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8f9d675a-27dc-4613-b25a-0da47b941b95 None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:44.216168 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8f9d675a-27dc-4613-b25a-0da47b941b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:44.219977 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-7906bde5-f53a-4a90-9e12-e02991e619ad admin admin] Request body: {'subnet': {'network_id': '16078993-0036-48a6-9831-9bf683776eea', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1865632256-subnet', 'tenant_id': '2f731d21dcd94f1ebe987b663a0aeb08', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:58:44.232005 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56522a17-f2ea-47bc-b9b0-7fe5967fe6e2 admin admin] Pushing event updated for resources: {'Network': ['ID=16078993-0036-48a6-9831-9bf683776eea,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:44.259781 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9d675a-27dc-4613-b25a-0da47b941b95 None None] Network 4d1aa380-e411-494b-958c-7f758df734d6 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:58:44.269685 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-8f9d675a-27dc-4613-b25a-0da47b941b95 None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:58:44.272240 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 16078993-0036-48a6-9831-9bf683776eea details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:58:44.350539 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-9dddb125-9f43-43da-9ff0-fcbe9a895bc8 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Allocated IP 2001:db8::e5 (4d1aa380-e411-494b-958c-7f758df734d6/afc33f75-afcf-4c8a-bf8f-6a78afad3cf1/5c8cd258-6fdd-4a55-a410-88f0993cf114) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:58:44.394003 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9d675a-27dc-4613-b25a-0da47b941b95 None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:58:44.459081 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5bcfa12c-a717-4e77-9e41-d214a35deb23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:44.465179 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9d675a-27dc-4613-b25a-0da47b941b95 None None] Pushing event updated for resources: {'Port': ['ID=caf595c1-1cb8-4e53-9f74-589cc332d19d,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:44.467177 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5bcfa12c-a717-4e77-9e41-d214a35deb23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:44.481969 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-8f9d675a-27dc-4613-b25a-0da47b941b95 None None] Attempting to bind port caf595c1-1cb8-4e53-9f74-589cc332d19d on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:58:44.482162 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf9b3b10-9e69-454b-8f3d-be280316a512 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:58:44.482627 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-8f9d675a-27dc-4613-b25a-0da47b941b95 None None] Attempting to bind port caf595c1-1cb8-4e53-9f74-589cc332d19d by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '98ee167a-1403-4867-958f-d4f6736b2e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:58:44.483109 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9d675a-27dc-4613-b25a-0da47b941b95 None None] Attempting to bind port caf595c1-1cb8-4e53-9f74-589cc332d19d on network 4d1aa380-e411-494b-958c-7f758df734d6 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:58:44.492851 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3057713c-a731-41dd-ac50-3670225d977c None None] Sync routers for ids ['1c4900cb-ca57-41b1-914f-12b14a217d77'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:58:44.501566 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9d675a-27dc-4613-b25a-0da47b941b95 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:58:44.503188 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9d675a-27dc-4613-b25a-0da47b941b95 None None] Checking segment: {'id': '98ee167a-1403-4867-958f-d4f6736b2e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:58:44.505060 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8f9d675a-27dc-4613-b25a-0da47b941b95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:44.505786 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9d675a-27dc-4613-b25a-0da47b941b95 None None] Bound using segment: {'id': '98ee167a-1403-4867-958f-d4f6736b2e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:58:44.506923 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-8f9d675a-27dc-4613-b25a-0da47b941b95 None None] Bound port: caf595c1-1cb8-4e53-9f74-589cc332d19d, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98ee167a-1403-4867-958f-d4f6736b2e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:58:44.508206 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3057713c-a731-41dd-ac50-3670225d977c None None] Routers {'1c4900cb-ca57-41b1-914f-12b14a217d77'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:58:44.508913 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8f9d675a-27dc-4613-b25a-0da47b941b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:44.511435 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-3057713c-a731-41dd-ac50-3670225d977c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:58:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['1c4900cb-ca57-41b1-914f-12b14a217d77'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:58:44.590600 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-12d97348-c84b-4ae5-9b40-0411655975ba req-5429b3ae-3790-429b-9f8c-058b4d4ba333 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bf31744-0efa-4cef-967d-471fd8e8c528 HTTP/1.1" status: 200 len: 210 time: 0.0730307 Sep 23 06:58:44.591060 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7906bde5-f53a-4a90-9e12-e02991e619ad admin admin] Made reservation on behalf of 2f731d21dcd94f1ebe987b663a0aeb08 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:58:44.593924 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-5bcfa12c-a717-4e77-9e41-d214a35deb23 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4b9f8beb853f4c5e88c1f6eaa7f4e002&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4556386 Sep 23 06:58:44.597459 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7906bde5-f53a-4a90-9e12-e02991e619ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:44.599875 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcfa12c-a717-4e77-9e41-d214a35deb23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4fcc84-af83-4cb6-9b13-f5d59e76a18d,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:44.600020 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 48622) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:44.604378 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cf9b3b10-9e69-454b-8f3d-be280316a512 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:44.612847 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-3057713c-a731-41dd-ac50-3670225d977c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:58:44.627256 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3057713c-a731-41dd-ac50-3670225d977c None None] Routers {'1c4900cb-ca57-41b1-914f-12b14a217d77'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:58:44.628193 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-3057713c-a731-41dd-ac50-3670225d977c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:58:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['1c4900cb-ca57-41b1-914f-12b14a217d77'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:58:44.667972 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-3057713c-a731-41dd-ac50-3670225d977c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:58:44.668796 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3057713c-a731-41dd-ac50-3670225d977c None None] The sync data for ids ['1c4900cb-ca57-41b1-914f-12b14a217d77'] in n-d-715271-16 is: [] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:58:44.689342 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-8f9d675a-27dc-4613-b25a-0da47b941b95 None None] For port caf595c1-1cb8-4e53-9f74-589cc332d19d, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:58:44.691503 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9dddb125-9f43-43da-9ff0-fcbe9a895bc8 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:44.693311 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-8f9d675a-27dc-4613-b25a-0da47b941b95 None None] For port caf595c1-1cb8-4e53-9f74-589cc332d19d, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=caf595c1-1cb8-4e53-9f74-589cc332d19d,segment=NetworkSegment(98ee167a-1403-4867-958f-d4f6736b2e62),segment_id=98ee167a-1403-4867-958f-d4f6736b2e62)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:58:44.700416 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8f9d675a-27dc-4613-b25a-0da47b941b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:44.759692 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-cf9b3b10-9e69-454b-8f3d-be280316a512 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.0100031 Sep 23 06:58:44.763518 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 48626) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:44.792954 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9d675a-27dc-4613-b25a-0da47b941b95 None None] Pushing event updated for resources: {'Port': ['ID=caf595c1-1cb8-4e53-9f74-589cc332d19d,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:44.854799 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1b12fa0d-fdc0-4abf-a3b2-023d6c6472fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:44.871738 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-2a4e3126-a232-4d61-8e4d-f9b81770fb54 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] 10.222.0.39 "GET /v2.0/floatingips/f45354ed-4b89-476f-a308-2237f1cfd96b HTTP/1.1" status: 200 len: 977 time: 0.1040456 Sep 23 06:58:44.874824 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 48628) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:44.903466 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1b12fa0d-fdc0-4abf-a3b2-023d6c6472fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:44.949790 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9dddb125-9f43-43da-9ff0-fcbe9a895bc8 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:45.048089 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-9d3140f8-9e7d-448e-b96d-77736da7313d tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1691988 Sep 23 06:58:45.053273 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dddb125-9f43-43da-9ff0-fcbe9a895bc8 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Network 4d1aa380-e411-494b-958c-7f758df734d6 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:58:45.053273 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 48630) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:45.058874 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-97458dc2-0077-427c-aa19-a35b9cb4cb06 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Request body: {'floatingip': {'port_id': '911a77c1-0ddf-43a7-9ad1-a57a4e723f8d'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:58:45.075912 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7906bde5-f53a-4a90-9e12-e02991e619ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:45.138477 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-97458dc2-0077-427c-aa19-a35b9cb4cb06 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks [] for floatingip, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:45.181508 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7906bde5-f53a-4a90-9e12-e02991e619ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e161daf-ec54-4371-8100-7190c27696a5,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:45.192187 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7906bde5-f53a-4a90-9e12-e02991e619ad admin admin] Checking segment: {'id': 'a7cf01d3-07c3-4dba-8359-6e74b410e6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '16078993-0036-48a6-9831-9bf683776eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:58:45.192187 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7906bde5-f53a-4a90-9e12-e02991e619ad admin admin] Network hostable DHCP agents. Network: 16078993-0036-48a6-9831-9bf683776eea, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:58:45.209168 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1b12fa0d-fdc0-4abf-a3b2-023d6c6472fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:45.212205 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1b12fa0d-fdc0-4abf-a3b2-023d6c6472fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:45.216111 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-1b12fa0d-fdc0-4abf-a3b2-023d6c6472fa admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bd4fcc84-af83-4cb6-9b13-f5d59e76a18d HTTP/1.1" status: 204 len: 168 time: 0.6105831 Sep 23 06:58:45.225699 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b12fa0d-fdc0-4abf-a3b2-023d6c6472fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4fcc84-af83-4cb6-9b13-f5d59e76a18d,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:45.230785 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7906bde5-f53a-4a90-9e12-e02991e619ad admin admin] Network 16078993-0036-48a6-9831-9bf683776eea is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:58:45.252068 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-7906bde5-f53a-4a90-9e12-e02991e619ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 16078993-0036-48a6-9831-9bf683776eea) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:58:45.258428 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7906bde5-f53a-4a90-9e12-e02991e619ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:45.259175 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7906bde5-f53a-4a90-9e12-e02991e619ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:45.263065 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1ba69a-6111-4804-a292-8083255248da None None] Network 16078993-0036-48a6-9831-9bf683776eea requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:58:45.312181 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-7906bde5-f53a-4a90-9e12-e02991e619ad admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1240020 Sep 23 06:58:45.471490 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8c5a82-bbff-4fa2-89a8-f08e924bc0f8 None None] Network 16078993-0036-48a6-9831-9bf683776eea requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:58:46.090204 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-9dddb125-9f43-43da-9ff0-fcbe9a895bc8 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:58:46.092095 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dddb125-9f43-43da-9ff0-fcbe9a895bc8 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event updated for resources: {'Port': ['ID=5c8cd258-6fdd-4a55-a410-88f0993cf114,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:46.122257 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dddb125-9f43-43da-9ff0-fcbe9a895bc8 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:58:46.131729 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device caf595c1-1cb8-4e53-9f74-589cc332d19d up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:58:46.136715 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dddb125-9f43-43da-9ff0-fcbe9a895bc8 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:46.146394 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9dddb125-9f43-43da-9ff0-fcbe9a895bc8 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:46.221679 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port caf595c1-1cb8-4e53-9f74-589cc332d19d triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:58:46.222186 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:46.249302 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ba49d4f0-d47d-434b-992d-6320ff07b832 req-380f378a-2cd9-49ba-8d2a-366e7e4148ed tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bf31744-0efa-4cef-967d-471fd8e8c528 HTTP/1.1" status: 200 len: 210 time: 0.1605206 Sep 23 06:58:46.266201 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 48670) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:46.267283 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-9dddb125-9f43-43da-9ff0-fcbe9a895bc8 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6071057 Sep 23 06:58:46.380337 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63fef30-e84f-440a-9440-ada031b9f535 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:46.382326 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:46.389316 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63fef30-e84f-440a-9440-ada031b9f535 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:46.394473 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-c63fef30-e84f-440a-9440-ada031b9f535 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1263499 Sep 23 06:58:46.397097 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 48672) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:46.442302 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port caf595c1-1cb8-4e53-9f74-589cc332d19d, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=caf595c1-1cb8-4e53-9f74-589cc332d19d,segment=NetworkSegment(98ee167a-1403-4867-958f-d4f6736b2e62),segment_id=98ee167a-1403-4867-958f-d4f6736b2e62)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:58:46.452823 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:46.476618 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 48674) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:46.482552 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-64db0e1b-5bb6-4374-9265-c67180aa554e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1503767226-network', 'tenant_id': '0d61e109c3c642cdb8e150e2e1f09b30'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:58:46.521457 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64db0e1b-5bb6-4374-9265-c67180aa554e admin admin] Made reservation on behalf of 0d61e109c3c642cdb8e150e2e1f09b30 for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:58:46.524681 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-64db0e1b-5bb6-4374-9265-c67180aa554e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:46.536719 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-64db0e1b-5bb6-4374-9265-c67180aa554e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:46.586520 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=caf595c1-1cb8-4e53-9f74-589cc332d19d,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:46.647322 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-64db0e1b-5bb6-4374-9265-c67180aa554e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:46.662156 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-64db0e1b-5bb6-4374-9265-c67180aa554e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:46.736353 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-6dc535c8-f99d-45c9-bef1-bdbca847ccae tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Deleting port 5c8cd258-6fdd-4a55-a410-88f0993cf114 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:58:46.736703 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6dc535c8-f99d-45c9-bef1-bdbca847ccae tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:46.794360 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-742422d2-0f06-4358-9ff9-917215c25a60 None None] Provisioning complete for port caf595c1-1cb8-4e53-9f74-589cc332d19d triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:58:46.794749 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-742422d2-0f06-4358-9ff9-917215c25a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:46.863133 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6dc535c8-f99d-45c9-bef1-bdbca847ccae tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:46.881988 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-6dc535c8-f99d-45c9-bef1-bdbca847ccae tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Calling delete_port for 5c8cd258-6fdd-4a55-a410-88f0993cf114 owned by {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:58:47.067434 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6dc535c8-f99d-45c9-bef1-bdbca847ccae tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:47.240479 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-4ceafed8-a309-4615-aea0-303c072f25e0 None None] Could not find standard attr ID for object 5c8cd258-6fdd-4a55-a410-88f0993cf114. {{(pid=95067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 06:58:47.260841 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc535c8-f99d-45c9-bef1-bdbca847ccae tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event deleted for resources: {'Port': ['ID=5c8cd258-6fdd-4a55-a410-88f0993cf114,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:47.269366 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6dc535c8-f99d-45c9-bef1-bdbca847ccae tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:47.273628 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-6dc535c8-f99d-45c9-bef1-bdbca847ccae tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/ports/5c8cd258-6fdd-4a55-a410-88f0993cf114 HTTP/1.1" status: 204 len: 168 time: 0.8719223 Sep 23 06:58:47.275221 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 48694) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:47.298729 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64db0e1b-5bb6-4374-9265-c67180aa554e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9dc8b5-d476-4a7f-907f-a162d6502263,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:47.323255 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64db0e1b-5bb6-4374-9265-c67180aa554e admin admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:58:47.349800 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-64db0e1b-5bb6-4374-9265-c67180aa554e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:47.350176 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-64db0e1b-5bb6-4374-9265-c67180aa554e admin admin] Added segment aa8f3013-73b8-450c-85dc-4880e3a8ab96 of type vlan for network f3a889bd-92fc-4327-aaa1-89bcedbe1b4a Sep 23 06:58:47.375738 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c551a76-b2dc-446e-a815-166fd513bf1f req-eee82262-4c40-41c9-861a-13d3a66018de tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:47.382607 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3c551a76-b2dc-446e-a815-166fd513bf1f req-eee82262-4c40-41c9-861a-13d3a66018de tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1cd84fc-812d-47ec-a964-fe50909675ac HTTP/1.1" status: 200 len: 945 time: 0.3382025 Sep 23 06:58:47.417703 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-64db0e1b-5bb6-4374-9265-c67180aa554e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:47.441419 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ee5f0e5a-7768-4381-9cdf-e4983b27e1d6 req-f797c101-f8c4-4b4d-b171-6e3f2403bef8 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bf31744-0efa-4cef-967d-471fd8e8c528 HTTP/1.1" status: 200 len: 210 time: 0.0468974 Sep 23 06:58:47.482435 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-64db0e1b-5bb6-4374-9265-c67180aa554e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:47.483583 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64db0e1b-5bb6-4374-9265-c67180aa554e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:47.484393 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-64db0e1b-5bb6-4374-9265-c67180aa554e admin admin] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:47.525948 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-64db0e1b-5bb6-4374-9265-c67180aa554e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0479205 Sep 23 06:58:47.528863 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 48700) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:47.536391 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-5de1bc3e-4ad9-4fad-a9b8-82ef32d40835 admin admin] Request body: {'subnet': {'network_id': 'f3a889bd-92fc-4327-aaa1-89bcedbe1b4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1503767226-subnet', 'tenant_id': '0d61e109c3c642cdb8e150e2e1f09b30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:58:47.540754 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c28ba1-fb74-42aa-ad39-6747eabe5760 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:47.543046 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c28ba1-fb74-42aa-ad39-6747eabe5760 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:47.547537 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-e5c28ba1-fb74-42aa-ad39-6747eabe5760 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2669649 Sep 23 06:58:47.551012 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 48702) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:47.580041 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64db0e1b-5bb6-4374-9265-c67180aa554e admin admin] Pushing event updated for resources: {'Network': ['ID=f3a889bd-92fc-4327-aaa1-89bcedbe1b4a,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:47.591001 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network f3a889bd-92fc-4327-aaa1-89bcedbe1b4a details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:58:47.609313 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de1bc3e-4ad9-4fad-a9b8-82ef32d40835 admin admin] Made reservation on behalf of 0d61e109c3c642cdb8e150e2e1f09b30 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:58:47.611884 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5de1bc3e-4ad9-4fad-a9b8-82ef32d40835 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:47.729308 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-03ae70d8-6781-49ea-8b29-1e8786f4cb7e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Deleting subnet afc33f75-afcf-4c8a-bf8f-6a78afad3cf1 {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:58:47.737219 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3c551a76-b2dc-446e-a815-166fd513bf1f req-b7f055dc-a588-4d81-9f77-fb9d954a7165 tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] 10.222.0.39 "GET /v2.0/security-groups?id=525bd54d-13c7-4683-81fd-80c01071e156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3533785 Sep 23 06:58:47.741675 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-03ae70d8-6781-49ea-8b29-1e8786f4cb7e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:47.797686 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.db.resource_extend [None req-97458dc2-0077-427c-aa19-a35b9cb4cb06 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 06:58:47.882484 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5de1bc3e-4ad9-4fad-a9b8-82ef32d40835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:47.909154 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-97458dc2-0077-427c-aa19-a35b9cb4cb06 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:47.933030 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-03ae70d8-6781-49ea-8b29-1e8786f4cb7e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:47.963077 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de1bc3e-4ad9-4fad-a9b8-82ef32d40835 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a143d7a-006f-4fb2-aea1-3037ba8f1f66,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:47.989099 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device caf595c1-1cb8-4e53-9f74-589cc332d19d up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:58:47.989273 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de1bc3e-4ad9-4fad-a9b8-82ef32d40835 admin admin] Checking segment: {'id': 'aa8f3013-73b8-450c-85dc-4880e3a8ab96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f3a889bd-92fc-4327-aaa1-89bcedbe1b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:58:47.989273 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de1bc3e-4ad9-4fad-a9b8-82ef32d40835 admin admin] Network hostable DHCP agents. Network: f3a889bd-92fc-4327-aaa1-89bcedbe1b4a, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:58:47.992774 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-97458dc2-0077-427c-aa19-a35b9cb4cb06 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:48.011157 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de1bc3e-4ad9-4fad-a9b8-82ef32d40835 admin admin] Network f3a889bd-92fc-4327-aaa1-89bcedbe1b4a is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:58:48.023347 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-5de1bc3e-4ad9-4fad-a9b8-82ef32d40835 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, f3a889bd-92fc-4327-aaa1-89bcedbe1b4a) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:58:48.029584 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de1bc3e-4ad9-4fad-a9b8-82ef32d40835 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:48.031124 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5de1bc3e-4ad9-4fad-a9b8-82ef32d40835 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:48.049073 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba64b52-e45d-42ed-820f-bf0dadaf499d None None] Network f3a889bd-92fc-4327-aaa1-89bcedbe1b4a requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:58:48.054465 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-5de1bc3e-4ad9-4fad-a9b8-82ef32d40835 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5237775 Sep 23 06:58:48.233912 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-03ae70d8-6781-49ea-8b29-1e8786f4cb7e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:48.270509 n-d-715271-16 neutron-server[95066]: INFO neutron.db.l3_db [None req-97458dc2-0077-427c-aa19-a35b9cb4cb06 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Floating IP f45354ed-4b89-476f-a308-2237f1cfd96b associated. External IP: 172.25.2.104, port: 4d4682d0-3ef5-491a-b775-82430afdb118. Sep 23 06:58:48.290095 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 48726) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:48.381690 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-14968245-7049-48bf-9413-9bc21bb86e41 admin admin] Deleting subnet 0e161daf-ec54-4371-8100-7190c27696a5 {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:58:48.395252 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-14968245-7049-48bf-9413-9bc21bb86e41 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:48.395663 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port caf595c1-1cb8-4e53-9f74-589cc332d19d triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:58:48.397466 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:48.406447 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35cbbd45-a1da-4c89-8eda-e2bc71f71d75 None None] Network f3a889bd-92fc-4327-aaa1-89bcedbe1b4a requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:58:48.409639 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-03ae70d8-6781-49ea-8b29-1e8786f4cb7e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:48.449720 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ae70d8-6781-49ea-8b29-1e8786f4cb7e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event deleted for resources: {'Subnet': ['ID=afc33f75-afcf-4c8a-bf8f-6a78afad3cf1,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:48.466948 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-03ae70d8-6781-49ea-8b29-1e8786f4cb7e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:48.469352 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-03ae70d8-6781-49ea-8b29-1e8786f4cb7e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/subnets/afc33f75-afcf-4c8a-bf8f-6a78afad3cf1 HTTP/1.1" status: 204 len: 168 time: 0.9156568 Sep 23 06:58:48.474915 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 48732) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:48.477549 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d37b3e7-1720-47ad-ad85-d6f7cb966e14 None None] Network 4d1aa380-e411-494b-958c-7f758df734d6 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:58:48.613696 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-14968245-7049-48bf-9413-9bc21bb86e41 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:48.629381 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-a6737d07-c863-46c5-abf1-ed62516100a9 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1527958 Sep 23 06:58:48.671386 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 48742) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:48.801188 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97458dc2-0077-427c-aa19-a35b9cb4cb06 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Router 1c4900cb-ca57-41b1-914f-12b14a217d77 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:58:48.816719 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c0e7f887-6b7c-4b78-87d2-cd95bf282aa6 req-cbe449ff-4784-4396-99c2-d5595cd1ef0a tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bf31744-0efa-4cef-967d-471fd8e8c528 HTTP/1.1" status: 200 len: 210 time: 0.0772421 Sep 23 06:58:48.825380 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-14968245-7049-48bf-9413-9bc21bb86e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:48.902642 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fdce5c-3e1b-406e-9622-560b9429a260 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:48.907909 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-61fdce5c-3e1b-406e-9622-560b9429a260 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2292633 Sep 23 06:58:48.908550 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 48748) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:49.026995 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97458dc2-0077-427c-aa19-a35b9cb4cb06 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:58:49.060589 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7c373c-dcce-4514-b7f2-17a1ca521530 None None] Sync routers for ids ['1c4900cb-ca57-41b1-914f-12b14a217d77'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:58:49.094339 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7c373c-dcce-4514-b7f2-17a1ca521530 None None] Routers {'1c4900cb-ca57-41b1-914f-12b14a217d77'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:58:49.095179 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-ed7c373c-dcce-4514-b7f2-17a1ca521530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:58:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['1c4900cb-ca57-41b1-914f-12b14a217d77'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:58:49.136639 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcaf5bbc-0002-4ff2-8f35-4c0cee45a049 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:49.140853 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-dcaf5bbc-0002-4ff2-8f35-4c0cee45a049 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2288914 Sep 23 06:58:49.141486 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 48750) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:49.145563 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-ed7c373c-dcce-4514-b7f2-17a1ca521530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:58:49.161096 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7c373c-dcce-4514-b7f2-17a1ca521530 None None] Routers {'1c4900cb-ca57-41b1-914f-12b14a217d77'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:58:49.172520 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-ed7c373c-dcce-4514-b7f2-17a1ca521530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:58:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['1c4900cb-ca57-41b1-914f-12b14a217d77'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:58:49.221479 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597da744-fe9a-494c-a363-7d8dacd4001f None None] DHCP port deletion for 4d1aa380-e411-494b-958c-7f758df734d6 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 06:58:49.224469 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-ed7c373c-dcce-4514-b7f2-17a1ca521530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:58:49.225338 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7c373c-dcce-4514-b7f2-17a1ca521530 None None] The sync data for ids ['1c4900cb-ca57-41b1-914f-12b14a217d77'] in n-d-715271-16 is: [] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:58:49.245675 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-8a3062a3-23d9-4f60-85de-6def3f7075d5 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0743742 Sep 23 06:58:49.246313 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 48756) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:49.251555 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-54584666-dd4b-4967-b019-0062ef0bd67e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Request body: {'subnet': {'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:58:49.272392 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-14968245-7049-48bf-9413-9bc21bb86e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:49.321367 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8fb432-6dd8-49a2-b42d-33b47b93e300 req-384355c8-0ab8-4c6b-b063-edaa51f6a807 tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:49.324094 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2a8fb432-6dd8-49a2-b42d-33b47b93e300 req-384355c8-0ab8-4c6b-b063-edaa51f6a807 tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1cd84fc-812d-47ec-a964-fe50909675ac HTTP/1.1" status: 200 len: 945 time: 0.3646216 Sep 23 06:58:49.345529 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 48760) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:49.369694 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-597da744-fe9a-494c-a363-7d8dacd4001f None None] Deleting port caf595c1-1cb8-4e53-9f74-589cc332d19d {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:58:49.371297 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-597da744-fe9a-494c-a363-7d8dacd4001f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:49.453829 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14968245-7049-48bf-9413-9bc21bb86e41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e161daf-ec54-4371-8100-7190c27696a5,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:49.456936 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-14968245-7049-48bf-9413-9bc21bb86e41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:49.464623 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 48764) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:49.465313 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-14968245-7049-48bf-9413-9bc21bb86e41 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/0e161daf-ec54-4371-8100-7190c27696a5 HTTP/1.1" status: 204 len: 168 time: 1.1740797 Sep 23 06:58:49.519853 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-597da744-fe9a-494c-a363-7d8dacd4001f None None] For port caf595c1-1cb8-4e53-9f74-589cc332d19d, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=caf595c1-1cb8-4e53-9f74-589cc332d19d,segment=NetworkSegment(98ee167a-1403-4867-958f-d4f6736b2e62),segment_id=98ee167a-1403-4867-958f-d4f6736b2e62)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:58:49.522394 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-597da744-fe9a-494c-a363-7d8dacd4001f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:49.564465 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-597da744-fe9a-494c-a363-7d8dacd4001f None None] Calling delete_port for caf595c1-1cb8-4e53-9f74-589cc332d19d owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:58:49.594404 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97458dc2-0077-427c-aa19-a35b9cb4cb06 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Router 1c4900cb-ca57-41b1-914f-12b14a217d77 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:58:49.598284 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8be6ff45-1ad9-4e81-8e15-c6ee792fe329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:49.602763 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0819a25b-96ec-4add-8ae1-5457b7cd535e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:49.622458 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2a8fb432-6dd8-49a2-b42d-33b47b93e300 req-4d67d6ba-a1fb-49dd-ad43-bd03ea46c436 tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] 10.222.0.39 "GET /v2.0/security-groups?id=525bd54d-13c7-4683-81fd-80c01071e156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2686014 Sep 23 06:58:49.649360 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54584666-dd4b-4967-b019-0062ef0bd67e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Made reservation on behalf of 5e650be244de4ee8b27aea189be279d1 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:58:49.661807 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-54584666-dd4b-4967-b019-0062ef0bd67e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:49.728278 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-597da744-fe9a-494c-a363-7d8dacd4001f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:49.753278 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597da744-fe9a-494c-a363-7d8dacd4001f None None] No DVR routers for this DVR port caf595c1-1cb8-4e53-9f74-589cc332d19d on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:58:49.829334 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597da744-fe9a-494c-a363-7d8dacd4001f None None] Pushing event deleted for resources: {'Port': ['ID=caf595c1-1cb8-4e53-9f74-589cc332d19d,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:50.006350 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0819a25b-96ec-4add-8ae1-5457b7cd535e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:50.033614 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-53d4426c-b5a2-457e-a602-8a6be1c9580a req-4e2fc6fc-3764-4573-b0d6-f97ad1696caa tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bf31744-0efa-4cef-967d-471fd8e8c528 HTTP/1.1" status: 200 len: 210 time: 0.0386457 Sep 23 06:58:50.041824 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device caf595c1-1cb8-4e53-9f74-589cc332d19d no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:58:50.066940 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-0819a25b-96ec-4add-8ae1-5457b7cd535e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16078993-0036-48a6-9831-9bf683776eea']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:58:50.091668 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-0819a25b-96ec-4add-8ae1-5457b7cd535e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7cf01d3-07c3-4dba-8359-6e74b410e6cf') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:58:50.092148 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-0819a25b-96ec-4add-8ae1-5457b7cd535e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7cf01d3-07c3-4dba-8359-6e74b410e6cf') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:58:50.097824 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: caf595c1-1cb8-4e53-9f74-589cc332d19d {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:58:50.098371 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device caf595c1-1cb8-4e53-9f74-589cc332d19d not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:58:50.117617 n-d-715271-16 neutron-server[95065]: DEBUG neutron.objects.ports [None req-54584666-dd4b-4967-b019-0062ef0bd67e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95065) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 06:58:50.119447 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-54584666-dd4b-4967-b019-0062ef0bd67e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:50.157737 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54584666-dd4b-4967-b019-0062ef0bd67e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Network 4d1aa380-e411-494b-958c-7f758df734d6 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:58:50.161369 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-54584666-dd4b-4967-b019-0062ef0bd67e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:58:50.167160 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54584666-dd4b-4967-b019-0062ef0bd67e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:50.167754 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-54584666-dd4b-4967-b019-0062ef0bd67e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:50.168104 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0819a25b-96ec-4add-8ae1-5457b7cd535e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:50.175697 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d911bb32-f5c7-4d3f-a3a3-dcb731f28c0c None None] Network 4d1aa380-e411-494b-958c-7f758df734d6 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:58:50.197398 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54584666-dd4b-4967-b019-0062ef0bd67e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event updated for resources: {'Subnet': ['ID=754f927e-2dec-47fb-90a0-6e52703a4e63,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:50.210812 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0819a25b-96ec-4add-8ae1-5457b7cd535e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:50.242522 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97458dc2-0077-427c-aa19-a35b9cb4cb06 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:58:50.252532 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-97458dc2-0077-427c-aa19-a35b9cb4cb06 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:50.256566 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bcac3c-bca5-4633-a096-9e02cb07a239 None None] Sync routers for ids ['1c4900cb-ca57-41b1-914f-12b14a217d77'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:58:50.276962 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bcac3c-bca5-4633-a096-9e02cb07a239 None None] Routers {'1c4900cb-ca57-41b1-914f-12b14a217d77'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:58:50.278211 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-d0bcac3c-bca5-4633-a096-9e02cb07a239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:58:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['1c4900cb-ca57-41b1-914f-12b14a217d77'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:58:50.284470 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0819a25b-96ec-4add-8ae1-5457b7cd535e admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:58:50.284893 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0819a25b-96ec-4add-8ae1-5457b7cd535e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:50.286903 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 06:58:50.286903 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:58:50.286903 n-d-715271-16 neutron-server[95066]: timer() Sep 23 06:58:50.286903 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:58:50.286903 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 06:58:50.286903 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:58:50.286903 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 06:58:50.286903 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:58:50.286903 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 06:58:50.286903 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:58:50.286903 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 06:58:50.286903 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:58:50.286903 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 06:58:50.286903 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:58:50.286903 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:58:50.286903 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:58:50.286903 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:58:50.286903 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:58:50.286903 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 06:58:50.286903 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:58:50.286903 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 06:58:50.286903 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:58:50.286903 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:58:50.286903 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:58:50.286903 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 06:58:50.286903 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:58:50.286903 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:58:50.286903 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:58:50.286903 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:58:50.286903 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:58:50.286903 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:58:50.286903 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:58:50.330711 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-d0bcac3c-bca5-4633-a096-9e02cb07a239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:58:50.342563 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bcac3c-bca5-4633-a096-9e02cb07a239 None None] Routers {'1c4900cb-ca57-41b1-914f-12b14a217d77'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:58:50.345142 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-d0bcac3c-bca5-4633-a096-9e02cb07a239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:58:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['1c4900cb-ca57-41b1-914f-12b14a217d77'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:58:50.385806 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-d0bcac3c-bca5-4633-a096-9e02cb07a239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:58:50.386874 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bcac3c-bca5-4633-a096-9e02cb07a239 None None] The sync data for ids ['1c4900cb-ca57-41b1-914f-12b14a217d77'] in n-d-715271-16 is: [] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:58:50.478537 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7391ddc3-547e-48e2-8c41-29dfc58a19b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-4d1aa380-e411-494b-958c-7f758df734d6', 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'tenant_id': '5e650be244de4ee8b27aea189be279d1', 'fixed_ips': [{'subnet_id': '754f927e-2dec-47fb-90a0-6e52703a4e63'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 06:58:50.479550 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0819a25b-96ec-4add-8ae1-5457b7cd535e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:50.484864 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-7391ddc3-547e-48e2-8c41-29dfc58a19b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:50.486456 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0819a25b-96ec-4add-8ae1-5457b7cd535e admin admin] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:50.491263 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-0819a25b-96ec-4add-8ae1-5457b7cd535e admin admin] 10.222.0.39 "DELETE /v2.0/networks/16078993-0036-48a6-9831-9bf683776eea HTTP/1.1" status: 204 len: 168 time: 1.0216320 Sep 23 06:58:50.492189 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 48784) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:50.546437 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8be6ff45-1ad9-4e81-8e15-c6ee792fe329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:50.547644 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0819a25b-96ec-4add-8ae1-5457b7cd535e admin admin] Pushing event deleted for resources: {'Network': ['ID=16078993-0036-48a6-9831-9bf683776eea,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:50.558753 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-97458dc2-0077-427c-aa19-a35b9cb4cb06 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] 10.222.0.39 "PUT /v2.0/floatingips/f45354ed-4b89-476f-a308-2237f1cfd96b HTTP/1.1" status: 200 len: 979 time: 5.5039182 Sep 23 06:58:50.563766 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 48786) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:50.574275 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-963a1e1a-f68a-4958-89ee-ee1c01b20867 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:58:50.602682 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8be6ff45-1ad9-4e81-8e15-c6ee792fe329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:50.652194 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-54584666-dd4b-4967-b019-0062ef0bd67e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4021921 Sep 23 06:58:50.656641 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 48788) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:50.671455 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff538c8-34c5-48e9-a2e1-b7d338259915 req-236ee766-9ad6-4ed1-b2fc-899a7f9ffe4d tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:50.673209 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7ff538c8-34c5-48e9-a2e1-b7d338259915 req-236ee766-9ad6-4ed1-b2fc-899a7f9ffe4d tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1cd84fc-812d-47ec-a964-fe50909675ac HTTP/1.1" status: 200 len: 945 time: 0.1403184 Sep 23 06:58:50.675969 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-8be6ff45-1ad9-4e81-8e15-c6ee792fe329 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cd903155b4c74eb9a35654fac4f172e6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3262262 Sep 23 06:58:50.678452 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 48790) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:50.687171 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be6ff45-1ad9-4e81-8e15-c6ee792fe329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6414cf9d-e5a2-4647-85a1-b25a5f634868,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:50.693341 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-830b4291-42d4-49ab-8ffc-371a45ed6b3e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Request body: {'subnet': {'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:58:50.696396 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-7391ddc3-547e-48e2-8c41-29dfc58a19b4 None None] Allocated IP 2001:db8::f816:3eff:febf:ce57 (4d1aa380-e411-494b-958c-7f758df734d6/754f927e-2dec-47fb-90a0-6e52703a4e63/abad3df7-0dd2-44cd-b4e0-4b585a2b024c) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:58:50.756316 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ac138cb-9e21-4bf3-a7cc-b82911a03cb5 admin admin] Deleting subnet 8a143d7a-006f-4fb2-aea1-3037ba8f1f66 {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:58:50.780615 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-05eb00f5-339e-4802-8803-66d9184114a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:50.789916 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7ff538c8-34c5-48e9-a2e1-b7d338259915 req-dcee7a21-89a8-4233-9ba5-e50bb511f22d tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] 10.222.0.39 "GET /v2.0/security-groups?id=525bd54d-13c7-4683-81fd-80c01071e156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044693 Sep 23 06:58:50.813886 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7ac138cb-9e21-4bf3-a7cc-b82911a03cb5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:50.822081 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-05eb00f5-339e-4802-8803-66d9184114a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:50.853358 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-963a1e1a-f68a-4958-89ee-ee1c01b20867 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks [] for floatingip, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:50.888106 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-05eb00f5-339e-4802-8803-66d9184114a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:50.892765 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-05eb00f5-339e-4802-8803-66d9184114a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:50.894220 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-05eb00f5-339e-4802-8803-66d9184114a9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6414cf9d-e5a2-4647-85a1-b25a5f634868 HTTP/1.1" status: 204 len: 168 time: 0.2146933 Sep 23 06:58:50.905830 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eb00f5-339e-4802-8803-66d9184114a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6414cf9d-e5a2-4647-85a1-b25a5f634868,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:50.926194 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7ac138cb-9e21-4bf3-a7cc-b82911a03cb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:50.995478 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-7391ddc3-547e-48e2-8c41-29dfc58a19b4 None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:51.010503 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-7391ddc3-547e-48e2-8c41-29dfc58a19b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:51.050787 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7ac138cb-9e21-4bf3-a7cc-b82911a03cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:51.077810 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-830b4291-42d4-49ab-8ffc-371a45ed6b3e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Made reservation on behalf of 5e650be244de4ee8b27aea189be279d1 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:58:51.081817 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-830b4291-42d4-49ab-8ffc-371a45ed6b3e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:51.082009 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7391ddc3-547e-48e2-8c41-29dfc58a19b4 None None] Network 4d1aa380-e411-494b-958c-7f758df734d6 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:58:51.085029 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-7391ddc3-547e-48e2-8c41-29dfc58a19b4 None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:58:51.089234 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7391ddc3-547e-48e2-8c41-29dfc58a19b4 None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:58:51.119282 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7391ddc3-547e-48e2-8c41-29dfc58a19b4 None None] Pushing event updated for resources: {'Port': ['ID=abad3df7-0dd2-44cd-b4e0-4b585a2b024c,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:51.155609 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-963a1e1a-f68a-4958-89ee-ee1c01b20867 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:51.174341 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-963a1e1a-f68a-4958-89ee-ee1c01b20867 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:51.174680 n-d-715271-16 neutron-server[95065]: INFO neutron.db.l3_db [None req-963a1e1a-f68a-4958-89ee-ee1c01b20867 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Floating IP f45354ed-4b89-476f-a308-2237f1cfd96b disassociated. External IP: 172.25.2.104, port: 911a77c1-0ddf-43a7-9ad1-a57a4e723f8d. Sep 23 06:58:51.239065 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-7391ddc3-547e-48e2-8c41-29dfc58a19b4 None None] Attempting to bind port abad3df7-0dd2-44cd-b4e0-4b585a2b024c on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:58:51.239449 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-7391ddc3-547e-48e2-8c41-29dfc58a19b4 None None] Attempting to bind port abad3df7-0dd2-44cd-b4e0-4b585a2b024c by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '98ee167a-1403-4867-958f-d4f6736b2e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:58:51.240030 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7391ddc3-547e-48e2-8c41-29dfc58a19b4 None None] Attempting to bind port abad3df7-0dd2-44cd-b4e0-4b585a2b024c on network 4d1aa380-e411-494b-958c-7f758df734d6 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:58:51.252289 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7391ddc3-547e-48e2-8c41-29dfc58a19b4 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:58:51.252679 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7391ddc3-547e-48e2-8c41-29dfc58a19b4 None None] Checking segment: {'id': '98ee167a-1403-4867-958f-d4f6736b2e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:58:51.253090 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-7391ddc3-547e-48e2-8c41-29dfc58a19b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:51.253491 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7391ddc3-547e-48e2-8c41-29dfc58a19b4 None None] Bound using segment: {'id': '98ee167a-1403-4867-958f-d4f6736b2e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:58:51.253991 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-7391ddc3-547e-48e2-8c41-29dfc58a19b4 None None] Bound port: abad3df7-0dd2-44cd-b4e0-4b585a2b024c, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98ee167a-1403-4867-958f-d4f6736b2e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:58:51.254429 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-7391ddc3-547e-48e2-8c41-29dfc58a19b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:51.356977 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-7391ddc3-547e-48e2-8c41-29dfc58a19b4 None None] For port abad3df7-0dd2-44cd-b4e0-4b585a2b024c, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:58:51.361366 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-7391ddc3-547e-48e2-8c41-29dfc58a19b4 None None] For port abad3df7-0dd2-44cd-b4e0-4b585a2b024c, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=abad3df7-0dd2-44cd-b4e0-4b585a2b024c,segment=NetworkSegment(98ee167a-1403-4867-958f-d4f6736b2e62),segment_id=98ee167a-1403-4867-958f-d4f6736b2e62)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:58:51.366905 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-7391ddc3-547e-48e2-8c41-29dfc58a19b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:51.375887 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c69eb5d5-8466-4e7a-b570-f78878271f43 req-deb01a49-21b5-4ad4-84e0-8879bf84c54a tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bf31744-0efa-4cef-967d-471fd8e8c528 HTTP/1.1" status: 200 len: 210 time: 0.0723460 Sep 23 06:58:51.408639 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 48808) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:51.411586 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7ac138cb-9e21-4bf3-a7cc-b82911a03cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:51.428569 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9f23d225-380e-4671-a71d-117fdf882ce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:51.461774 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7391ddc3-547e-48e2-8c41-29dfc58a19b4 None None] Pushing event updated for resources: {'Port': ['ID=abad3df7-0dd2-44cd-b4e0-4b585a2b024c,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:51.462658 n-d-715271-16 neutron-server[95065]: INFO neutron.db.ipam_backend_mixin [None req-830b4291-42d4-49ab-8ffc-371a45ed6b3e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 754f927e-2dec-47fb-90a0-6e52703a4e63 (CIDR: 2001:db8::/64) Sep 23 06:58:51.470538 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac138cb-9e21-4bf3-a7cc-b82911a03cb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a143d7a-006f-4fb2-aea1-3037ba8f1f66,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:51.523259 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-830b4291-42d4-49ab-8ffc-371a45ed6b3e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 06:58:51.529124 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-830b4291-42d4-49ab-8ffc-371a45ed6b3e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:58:51.536660 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7ac138cb-9e21-4bf3-a7cc-b82911a03cb5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:51.548761 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-7ac138cb-9e21-4bf3-a7cc-b82911a03cb5 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/8a143d7a-006f-4fb2-aea1-3037ba8f1f66 HTTP/1.1" status: 204 len: 168 time: 1.0553334 Sep 23 06:58:51.551615 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 48812) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:51.689229 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9f23d225-380e-4671-a71d-117fdf882ce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:51.698784 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9f23d225-380e-4671-a71d-117fdf882ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:51.751018 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-9f23d225-380e-4671-a71d-117fdf882ce3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=36eee646d0cb4c928d7dfa20ca245dcd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3386819 Sep 23 06:58:51.754509 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 48814) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:51.787178 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-830b4291-42d4-49ab-8ffc-371a45ed6b3e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1028156 Sep 23 06:58:51.797554 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 48816) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:51.803587 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-22bb25f2-0f7b-4ab6-a6e8-2a7cd4fdfa52 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Request body: {'subnet': {'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:58:51.808671 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-963a1e1a-f68a-4958-89ee-ee1c01b20867 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Router 1c4900cb-ca57-41b1-914f-12b14a217d77 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:58:51.834436 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f23d225-380e-4671-a71d-117fdf882ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b37dfed-4e1b-48b1-ab60-6ab3ec95fbd0,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:51.837315 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-da1ba1ad-7d91-4124-b268-c51ee3f00c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:51.870077 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 06:58:51.879970 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-32c0ca61-fe23-47ce-92b8-c977d18fd98f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:51.909287 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-32c0ca61-fe23-47ce-92b8-c977d18fd98f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:51.974569 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-32c0ca61-fe23-47ce-92b8-c977d18fd98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:51.981057 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-32c0ca61-fe23-47ce-92b8-c977d18fd98f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:51.984473 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-32c0ca61-fe23-47ce-92b8-c977d18fd98f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5b37dfed-4e1b-48b1-ab60-6ab3ec95fbd0 HTTP/1.1" status: 204 len: 168 time: 0.2287474 Sep 23 06:58:51.995914 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c0ca61-fe23-47ce-92b8-c977d18fd98f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b37dfed-4e1b-48b1-ab60-6ab3ec95fbd0,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:52.086809 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device abad3df7-0dd2-44cd-b4e0-4b585a2b024c up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:58:52.128203 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-da1ba1ad-7d91-4124-b268-c51ee3f00c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:52.164187 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-da1ba1ad-7d91-4124-b268-c51ee3f00c4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3a889bd-92fc-4327-aaa1-89bcedbe1b4a']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:58:52.164637 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port abad3df7-0dd2-44cd-b4e0-4b585a2b024c triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:58:52.165087 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:52.176032 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-da1ba1ad-7d91-4124-b268-c51ee3f00c4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa8f3013-73b8-450c-85dc-4880e3a8ab96') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:58:52.176420 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-da1ba1ad-7d91-4124-b268-c51ee3f00c4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa8f3013-73b8-450c-85dc-4880e3a8ab96') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:58:52.187620 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-da1ba1ad-7d91-4124-b268-c51ee3f00c4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:52.291233 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-da1ba1ad-7d91-4124-b268-c51ee3f00c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:52.313893 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d0b66-827e-4c0e-a874-a7c39979b5f0 req-61865e1f-4d12-44ab-bfe9-6f4e9b1720c8 tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:52.324587 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-aa1d0b66-827e-4c0e-a874-a7c39979b5f0 req-61865e1f-4d12-44ab-bfe9-6f4e9b1720c8 tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1cd84fc-812d-47ec-a964-fe50909675ac HTTP/1.1" status: 200 len: 945 time: 0.3411505 Sep 23 06:58:52.359885 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da1ba1ad-7d91-4124-b268-c51ee3f00c4e admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:58:52.360312 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-da1ba1ad-7d91-4124-b268-c51ee3f00c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:52.362960 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 06:58:52.362960 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:58:52.362960 n-d-715271-16 neutron-server[95065]: timer() Sep 23 06:58:52.362960 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:58:52.362960 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 06:58:52.362960 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:58:52.362960 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 06:58:52.362960 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:58:52.362960 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 06:58:52.362960 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:58:52.362960 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 06:58:52.362960 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:58:52.362960 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 06:58:52.362960 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:58:52.362960 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:58:52.362960 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:58:52.362960 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:58:52.362960 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:58:52.362960 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 06:58:52.362960 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:58:52.362960 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 06:58:52.362960 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:58:52.362960 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:58:52.362960 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:58:52.362960 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 06:58:52.362960 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:58:52.362960 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:58:52.362960 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:58:52.362960 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:58:52.362960 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:58:52.362960 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:58:52.362960 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:58:52.376149 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:52.448809 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port abad3df7-0dd2-44cd-b4e0-4b585a2b024c, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=abad3df7-0dd2-44cd-b4e0-4b585a2b024c,segment=NetworkSegment(98ee167a-1403-4867-958f-d4f6736b2e62),segment_id=98ee167a-1403-4867-958f-d4f6736b2e62)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:58:52.457692 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:52.494723 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-aa1d0b66-827e-4c0e-a874-a7c39979b5f0 req-ecc21a2d-9c79-4df2-b21f-1230159c216f tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] 10.222.0.39 "GET /v2.0/security-groups?id=525bd54d-13c7-4683-81fd-80c01071e156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476588 Sep 23 06:58:52.580952 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-abdbe234-4248-4eed-a593-d815d98d9bcc req-d19a60fc-2ebd-485b-ae5e-7eedf44e27bc tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bf31744-0efa-4cef-967d-471fd8e8c528 HTTP/1.1" status: 200 len: 210 time: 0.0667863 Sep 23 06:58:52.597393 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=abad3df7-0dd2-44cd-b4e0-4b585a2b024c,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:53.100517 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-963a1e1a-f68a-4958-89ee-ee1c01b20867 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:58:53.124593 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff93487-b237-4a1e-9573-e991b21a9688 None None] Sync routers for ids ['1c4900cb-ca57-41b1-914f-12b14a217d77'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:58:53.147789 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff93487-b237-4a1e-9573-e991b21a9688 None None] Routers {'1c4900cb-ca57-41b1-914f-12b14a217d77'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:58:53.148670 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-0ff93487-b237-4a1e-9573-e991b21a9688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:58:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['1c4900cb-ca57-41b1-914f-12b14a217d77'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:58:53.153017 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3365d482-966d-4b32-bcf7-a44cb3448560 req-a035f452-8c73-4f84-b9a7-cb477f7f72df tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:53.158348 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3365d482-966d-4b32-bcf7-a44cb3448560 req-a035f452-8c73-4f84-b9a7-cb477f7f72df tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1cd84fc-812d-47ec-a964-fe50909675ac HTTP/1.1" status: 200 len: 945 time: 0.9658792 Sep 23 06:58:53.172702 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-963a1e1a-f68a-4958-89ee-ee1c01b20867 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:53.278727 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22bb25f2-0f7b-4ab6-a6e8-2a7cd4fdfa52 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Made reservation on behalf of 5e650be244de4ee8b27aea189be279d1 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:58:53.282931 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-22bb25f2-0f7b-4ab6-a6e8-2a7cd4fdfa52 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:53.284722 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-0ff93487-b237-4a1e-9573-e991b21a9688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:58:53.294979 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff93487-b237-4a1e-9573-e991b21a9688 None None] Routers {'1c4900cb-ca57-41b1-914f-12b14a217d77'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:58:53.295585 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-0ff93487-b237-4a1e-9573-e991b21a9688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:58:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['1c4900cb-ca57-41b1-914f-12b14a217d77'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:58:53.335409 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-0ff93487-b237-4a1e-9573-e991b21a9688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:58:53.336111 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff93487-b237-4a1e-9573-e991b21a9688 None None] The sync data for ids ['1c4900cb-ca57-41b1-914f-12b14a217d77'] in n-d-715271-16 is: [] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:58:53.352375 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-edc8e6a0-a039-4da8-a233-e18e4224a857 None None] Provisioning complete for port abad3df7-0dd2-44cd-b4e0-4b585a2b024c triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:58:53.352768 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-edc8e6a0-a039-4da8-a233-e18e4224a857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:53.376936 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-da1ba1ad-7d91-4124-b268-c51ee3f00c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:53.421705 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-da1ba1ad-7d91-4124-b268-c51ee3f00c4e admin admin] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:53.423650 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-da1ba1ad-7d91-4124-b268-c51ee3f00c4e admin admin] 10.222.0.39 "DELETE /v2.0/networks/f3a889bd-92fc-4327-aaa1-89bcedbe1b4a HTTP/1.1" status: 204 len: 168 time: 1.8681583 Sep 23 06:58:53.456064 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1ba1ad-7d91-4124-b268-c51ee3f00c4e admin admin] Pushing event deleted for resources: {'Network': ['ID=f3a889bd-92fc-4327-aaa1-89bcedbe1b4a,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:53.462288 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-963a1e1a-f68a-4958-89ee-ee1c01b20867 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] 10.222.0.39 "PUT /v2.0/floatingips/f45354ed-4b89-476f-a308-2237f1cfd96b HTTP/1.1" status: 200 len: 688 time: 2.8955679 Sep 23 06:58:53.466662 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 48850) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:53.570017 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-3365d482-966d-4b32-bcf7-a44cb3448560 req-ba0f8604-019e-4698-b7d1-6d84628a80ba tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Deleting port abe0245b-de5a-4ba9-9037-4492913740ce {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:58:53.570017 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-3365d482-966d-4b32-bcf7-a44cb3448560 req-ba0f8604-019e-4698-b7d1-6d84628a80ba tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:53.796268 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 48864) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:53.830061 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-570eaf30-1e02-46f3-a701-51822b79e87c req-10d8b446-dbe2-45d5-92bf-3fd61074422e tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bf31744-0efa-4cef-967d-471fd8e8c528 HTTP/1.1" status: 200 len: 210 time: 0.0645232 Sep 23 06:58:53.887502 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-3365d482-966d-4b32-bcf7-a44cb3448560 req-ba0f8604-019e-4698-b7d1-6d84628a80ba tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] For port abe0245b-de5a-4ba9-9037-4492913740ce, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=abe0245b-de5a-4ba9-9037-4492913740ce,segment=NetworkSegment(a1782582-1f04-4f60-aa73-114373484a5d),segment_id=a1782582-1f04-4f60-aa73-114373484a5d)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:58:53.892562 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-3365d482-966d-4b32-bcf7-a44cb3448560 req-ba0f8604-019e-4698-b7d1-6d84628a80ba tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:53.954859 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc3320-c96c-4e7b-a0b1-b5985a33c63f req-97170817-b460-4c81-afb0-8e687bbd342c tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:53.959068 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-aefc3320-c96c-4e7b-a0b1-b5985a33c63f req-97170817-b460-4c81-afb0-8e687bbd342c tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1cd84fc-812d-47ec-a964-fe50909675ac HTTP/1.1" status: 200 len: 945 time: 0.2845404 Sep 23 06:58:54.009203 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-b5a202ef-b5c4-4b65-861c-e0ea299a0c64 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2f731d21dcd94f1ebe987b663a0aeb08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2106783 Sep 23 06:58:54.022014 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 48870) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:54.037253 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device abad3df7-0dd2-44cd-b4e0-4b585a2b024c up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:58:54.038206 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-a6a53437-407f-4ba7-93ac-8fb648555855 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Deleting port 8aa8a765-b1f1-4587-b8f7-e7bb848f7afd {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:58:54.038490 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a6a53437-407f-4ba7-93ac-8fb648555855 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:54.121205 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-22bb25f2-0f7b-4ab6-a6e8-2a7cd4fdfa52 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:54.141669 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port abad3df7-0dd2-44cd-b4e0-4b585a2b024c triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:58:54.142371 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:54.225473 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bb25f2-0f7b-4ab6-a6e8-2a7cd4fdfa52 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Network 4d1aa380-e411-494b-958c-7f758df734d6 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:58:54.233152 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-22bb25f2-0f7b-4ab6-a6e8-2a7cd4fdfa52 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:58:54.253719 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22bb25f2-0f7b-4ab6-a6e8-2a7cd4fdfa52 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:54.254587 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-22bb25f2-0f7b-4ab6-a6e8-2a7cd4fdfa52 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:54.265205 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be8368a-172c-42ad-b585-2db3cf3bba3d None None] Network 4d1aa380-e411-494b-958c-7f758df734d6 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:58:54.304051 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bb25f2-0f7b-4ab6-a6e8-2a7cd4fdfa52 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event updated for resources: {'Subnet': ['ID=e6797049-fb97-48c2-9d93-cb64fe7065b9,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:54.324419 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-22bb25f2-0f7b-4ab6-a6e8-2a7cd4fdfa52 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5226202 Sep 23 06:58:54.331415 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 48876) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:54.337821 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-8b69b510-2004-4e73-8fb2-de821bcbb3e7 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Request body: {'port': {'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'mac_address': 'fa:16:3e:16:9c:af', 'name': 'tempest-NetworksTestDHCPv6-1845191218'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:58:54.345259 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-3365d482-966d-4b32-bcf7-a44cb3448560 req-ba0f8604-019e-4698-b7d1-6d84628a80ba tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:54.346153 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-3365d482-966d-4b32-bcf7-a44cb3448560 req-ba0f8604-019e-4698-b7d1-6d84628a80ba tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:54.346790 n-d-715271-16 neutron-server[95065]: INFO neutron.db.l3_db [req-3365d482-966d-4b32-bcf7-a44cb3448560 req-ba0f8604-019e-4698-b7d1-6d84628a80ba tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Floating IP 53b03a9c-b887-4438-af6a-ee2ace1b32ab disassociated. External IP: 172.25.2.50, port: abe0245b-de5a-4ba9-9037-4492913740ce. Sep 23 06:58:54.347312 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-3365d482-966d-4b32-bcf7-a44cb3448560 req-ba0f8604-019e-4698-b7d1-6d84628a80ba tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Calling delete_port for abe0245b-de5a-4ba9-9037-4492913740ce owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:58:54.545813 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b69b510-2004-4e73-8fb2-de821bcbb3e7 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Made reservation on behalf of 5e650be244de4ee8b27aea189be279d1 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:58:54.637695 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8306e778-6e35-4af7-8a65-83a2f5642a43 None None] Update dhcp port {'port': {'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'fixed_ips': [{'subnet_id': '754f927e-2dec-47fb-90a0-6e52703a4e63', 'ip_address': '2001:db8::f816:3eff:febf:ce57'}, {'subnet_id': 'e6797049-fb97-48c2-9d93-cb64fe7065b9'}], 'binding:host_id': 'n-d-715271-16'}, 'id': 'abad3df7-0dd2-44cd-b4e0-4b585a2b024c'} from n-d-715271-16. {{(pid=95067) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 23 06:58:54.726125 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8b69b510-2004-4e73-8fb2-de821bcbb3e7 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:54.729344 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8306e778-6e35-4af7-8a65-83a2f5642a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:54.745182 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-3365d482-966d-4b32-bcf7-a44cb3448560 req-ba0f8604-019e-4698-b7d1-6d84628a80ba tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:54.763672 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [None req-8b69b510-2004-4e73-8fb2-de821bcbb3e7 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] device_id is not set on port daad2df5-e865-4b2d-913e-0c14bf02d764 yet. {{(pid=95065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 06:58:54.792272 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0f8604-019e-4698-b7d1-6d84628a80ba tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Pushing event deleted for resources: {'Port': ['ID=abe0245b-de5a-4ba9-9037-4492913740ce,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:54.810952 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device abe0245b-de5a-4ba9-9037-4492913740ce no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:58:54.867593 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] No Port match for: abe0245b-de5a-4ba9-9037-4492913740ce {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:58:54.867933 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device abe0245b-de5a-4ba9-9037-4492913740ce not bound to the agent host n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:58:55.019491 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a6a53437-407f-4ba7-93ac-8fb648555855 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:55.020505 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a6a53437-407f-4ba7-93ac-8fb648555855 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:55.042006 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-aefc3320-c96c-4e7b-a0b1-b5985a33c63f req-63fb59f9-fb0c-48c0-b040-85834b544286 tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] 10.222.0.39 "GET /v2.0/security-groups?id=525bd54d-13c7-4683-81fd-80c01071e156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0699179 Sep 23 06:58:55.084766 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-a6a53437-407f-4ba7-93ac-8fb648555855 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Calling delete_port for 8aa8a765-b1f1-4587-b8f7-e7bb848f7afd owned by network:floatingip {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:58:55.112860 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0a4c3c41-d807-481e-a186-b803f39282e5 req-072c9630-a726-420f-8392-383f54fa8564 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bf31744-0efa-4cef-967d-471fd8e8c528 HTTP/1.1" status: 200 len: 210 time: 0.0919769 Sep 23 06:58:55.166482 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fdca4821-88ff-438f-b2e5-73a1eec95cc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:55.220381 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 48902) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:55.253116 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fdca4821-88ff-438f-b2e5-73a1eec95cc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:55.256423 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3365d482-966d-4b32-bcf7-a44cb3448560 req-ba0f8604-019e-4698-b7d1-6d84628a80ba tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Router 5a389afc-ab51-4e27-86a1-2e5797b06360 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:58:55.322446 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fdca4821-88ff-438f-b2e5-73a1eec95cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:55.325625 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fdca4821-88ff-438f-b2e5-73a1eec95cc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:55.330636 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-fdca4821-88ff-438f-b2e5-73a1eec95cc7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/25fdd8f9-088e-4176-a04d-cd1b6ada99b9 HTTP/1.1" status: 204 len: 168 time: 1.3106856 Sep 23 06:58:55.342658 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdca4821-88ff-438f-b2e5-73a1eec95cc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25fdd8f9-088e-4176-a04d-cd1b6ada99b9,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:55.427099 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-8b69b510-2004-4e73-8fb2-de821bcbb3e7 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Allocated IP 2001:db8:0:1::2df (4d1aa380-e411-494b-958c-7f758df734d6/e6797049-fb97-48c2-9d93-cb64fe7065b9/daad2df5-e865-4b2d-913e-0c14bf02d764) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:58:55.469049 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-8b69b510-2004-4e73-8fb2-de821bcbb3e7 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Allocated IP 2001:db8::f816:3eff:fe16:9caf (4d1aa380-e411-494b-958c-7f758df734d6/754f927e-2dec-47fb-90a0-6e52703a4e63/daad2df5-e865-4b2d-913e-0c14bf02d764) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:58:55.506130 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3365d482-966d-4b32-bcf7-a44cb3448560 req-ba0f8604-019e-4698-b7d1-6d84628a80ba tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:58:55.508781 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a6a53437-407f-4ba7-93ac-8fb648555855 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:55.525963 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbc137e-3825-4500-b154-f1289c67f512 None None] Sync routers for ids ['5a389afc-ab51-4e27-86a1-2e5797b06360'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:58:55.544148 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbc137e-3825-4500-b154-f1289c67f512 None None] Routers {'5a389afc-ab51-4e27-86a1-2e5797b06360'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:58:55.544993 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-bbbc137e-3825-4500-b154-f1289c67f512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:58:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['5a389afc-ab51-4e27-86a1-2e5797b06360'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:58:55.586921 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a53437-407f-4ba7-93ac-8fb648555855 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Pushing event deleted for resources: {'Port': ['ID=8aa8a765-b1f1-4587-b8f7-e7bb848f7afd,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:55.604415 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6e87f2d9-e43f-436d-992b-6d2740f8530e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:55.707750 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-bbbc137e-3825-4500-b154-f1289c67f512 None None] Set router 5a389afc-ab51-4e27-86a1-2e5797b06360 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:58:55.756597 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-3365d482-966d-4b32-bcf7-a44cb3448560 req-ba0f8604-019e-4698-b7d1-6d84628a80ba tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] No DVR routers for this DVR port abe0245b-de5a-4ba9-9037-4492913740ce on host n-h1-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:58:55.761122 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-3365d482-966d-4b32-bcf7-a44cb3448560 req-ba0f8604-019e-4698-b7d1-6d84628a80ba tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:55.763275 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3365d482-966d-4b32-bcf7-a44cb3448560 req-ba0f8604-019e-4698-b7d1-6d84628a80ba tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] 10.222.0.21 "DELETE /v2.0/ports/abe0245b-de5a-4ba9-9037-4492913740ce HTTP/1.1" status: 204 len: 173 time: 2.5577652 Sep 23 06:58:55.766368 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1cd84fc-812d-47ec-a964-fe50909675ac', 'name': 'network-vif-deleted', 'tag': 'abe0245b-de5a-4ba9-9037-4492913740ce'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:58:55.769057 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d821136f-fa6d-4d0f-9ce9-ed78f2e0f8e8" -d '{"events": [{"server_uuid": "d1cd84fc-812d-47ec-a964-fe50909675ac", "name": "network-vif-deleted", "tag": "abe0245b-de5a-4ba9-9037-4492913740ce"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:58:55.797239 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6e87f2d9-e43f-436d-992b-6d2740f8530e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:55.808038 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6e87f2d9-e43f-436d-992b-6d2740f8530e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:55.822777 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd0ff95c-6bab-41d7-8944-f0a1fd1b0333 x-openstack-request-id: req-bd0ff95c-6bab-41d7-8944-f0a1fd1b0333 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:58:55.823341 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1cd84fc-812d-47ec-a964-fe50909675ac", "name": "network-vif-deleted", "tag": "abe0245b-de5a-4ba9-9037-4492913740ce", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:58:55.823804 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bd0ff95c-6bab-41d7-8944-f0a1fd1b0333 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:58:55.824359 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1cd84fc-812d-47ec-a964-fe50909675ac', 'name': 'network-vif-deleted', 'tag': 'abe0245b-de5a-4ba9-9037-4492913740ce', 'status': 'completed', 'code': 200} Sep 23 06:58:55.831901 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8b69b510-2004-4e73-8fb2-de821bcbb3e7 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:55.874444 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-6e87f2d9-e43f-436d-992b-6d2740f8530e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=210567399cd34a5ba96cd7b024516146&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6510029 Sep 23 06:58:55.876442 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 48912) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:55.879676 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a6a53437-407f-4ba7-93ac-8fb648555855 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks [] for floatingip, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:55.889058 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a6a53437-407f-4ba7-93ac-8fb648555855 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:55.890644 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-a6a53437-407f-4ba7-93ac-8fb648555855 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] 10.222.0.39 "DELETE /v2.0/floatingips/f45354ed-4b89-476f-a308-2237f1cfd96b HTTP/1.1" status: 204 len: 168 time: 2.4177322 Sep 23 06:58:55.893293 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 48914) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:55.938393 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 48916) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:55.948000 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [None req-008e3ace-0d38-459f-a803-94db28e6a1ad tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] delete failed (client error): The resource could not be found. Sep 23 06:58:55.949560 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-008e3ace-0d38-459f-a803-94db28e6a1ad tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] 10.222.0.39 "DELETE /v2.0/floatingips/f45354ed-4b89-476f-a308-2237f1cfd96b HTTP/1.1" status: 404 len: 345 time: 0.0548708 Sep 23 06:58:55.954687 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 48918) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:55.974448 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e87f2d9-e43f-436d-992b-6d2740f8530e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=409b4b03-c18e-4b38-a880-115f40b30fd0,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:56.048643 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-33104330-84cc-4ec8-9d0f-2d0c5b4eca62 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0d61e109c3c642cdb8e150e2e1f09b30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1088941 Sep 23 06:58:56.063589 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 48922) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:56.090672 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-bbbc137e-3825-4500-b154-f1289c67f512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a389afc-ab51-4e27-86a1-2e5797b06360', 'name': 'tempest-ServersTestManualDisk-1498729652-router', 'tenant_id': '32d6446ab2e641418601d6f9b0d422b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '5dc0d68e-7384-44bd-92d4-741f4ca313bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:55:29Z', 'updated_at': '2021-09-23T06:55:36Z', 'revision_number': 4, 'project_id': '32d6446ab2e641418601d6f9b0d422b1', 'gw_port': {'id': '5dc0d68e-7384-44bd-92d4-741f4ca313bc', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ea:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a389afc-ab51-4e27-86a1-2e5797b06360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:55:30Z', 'updated_at': '2021-09-23T06:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '4a31dacf-9298-499d-8dcf-0ce0a215bba9', 'name': '', 'network_id': '73269455-291c-4521-ad88-579f38510b1a', 'tenant_id': '32d6446ab2e641418601d6f9b0d422b1', 'mac_address': 'fa:16:3e:6c:a3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a389afc-ab51-4e27-86a1-2e5797b06360', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '30533a6f-b862-4b9d-ba78-3a6162dd1f60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:55:34Z', 'updated_at': '2021-09-23T06:55:42Z', 'revision_number': 5, 'project_id': '32d6446ab2e641418601d6f9b0d422b1', 'subnets': [{'id': '30533a6f-b862-4b9d-ba78-3a6162dd1f60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:58:56.110590 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c1dc4022-ca76-46e3-b2ef-6b9b30ce2a76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:56.136642 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbc137e-3825-4500-b154-f1289c67f512 None None] Checking router: 5a389afc-ab51-4e27-86a1-2e5797b06360 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:58:56.148338 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbc137e-3825-4500-b154-f1289c67f512 None None] Routers {'5a389afc-ab51-4e27-86a1-2e5797b06360'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:58:56.149360 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-bbbc137e-3825-4500-b154-f1289c67f512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:58:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['5a389afc-ab51-4e27-86a1-2e5797b06360'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:58:56.188883 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8b69b510-2004-4e73-8fb2-de821bcbb3e7 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:56.211564 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-8306e778-6e35-4af7-8a65-83a2f5642a43 None None] Allocated IP 2001:db8:0:1::2 (4d1aa380-e411-494b-958c-7f758df734d6/e6797049-fb97-48c2-9d93-cb64fe7065b9/abad3df7-0dd2-44cd-b4e0-4b585a2b024c) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:58:56.221245 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c1dc4022-ca76-46e3-b2ef-6b9b30ce2a76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:56.247459 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-612eed41-8a3e-4673-9c97-ebd310877957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:56.256870 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b69b510-2004-4e73-8fb2-de821bcbb3e7 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Network 4d1aa380-e411-494b-958c-7f758df734d6 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:58:56.264526 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-8b69b510-2004-4e73-8fb2-de821bcbb3e7 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:58:56.268498 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b69b510-2004-4e73-8fb2-de821bcbb3e7 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:58:56.275023 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b69b510-2004-4e73-8fb2-de821bcbb3e7 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:56.275683 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8b69b510-2004-4e73-8fb2-de821bcbb3e7 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:56.313280 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7127ced-7182-4f11-b344-31f78f04ba7a tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:56.319361 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7127ced-7182-4f11-b344-31f78f04ba7a tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:56.325714 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7127ced-7182-4f11-b344-31f78f04ba7a tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:56.328004 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-e7127ced-7182-4f11-b344-31f78f04ba7a tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] 10.222.0.39 "GET /v2.0/ports?network_id=1fb544a2-32b8-4c4b-9701-e6221d6b83cd HTTP/1.1" status: 200 len: 2358 time: 0.3719776 Sep 23 06:58:56.332100 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-8b69b510-2004-4e73-8fb2-de821bcbb3e7 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.9994559 Sep 23 06:58:56.336199 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 48930) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:56.336534 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 48932) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:56.343656 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0f5a2a48-1d18-43ba-821a-ebe5e8a2b30e req-93820b1e-78be-447e-b0bd-bdd0017f7830 tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1cd84fc-812d-47ec-a964-fe50909675ac HTTP/1.1" status: 200 len: 210 time: 0.0754993 Sep 23 06:58:56.399163 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-612eed41-8a3e-4673-9c97-ebd310877957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:56.423098 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b69b510-2004-4e73-8fb2-de821bcbb3e7 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event updated for resources: {'Port': ['ID=daad2df5-e865-4b2d-913e-0c14bf02d764,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:56.431028 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-bbbc137e-3825-4500-b154-f1289c67f512 None None] Set router 5a389afc-ab51-4e27-86a1-2e5797b06360 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:58:56.448370 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c1dc4022-ca76-46e3-b2ef-6b9b30ce2a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:56.456112 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c1dc4022-ca76-46e3-b2ef-6b9b30ce2a76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:56.462204 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-c1dc4022-ca76-46e3-b2ef-6b9b30ce2a76 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/409b4b03-c18e-4b38-a880-115f40b30fd0 HTTP/1.1" status: 204 len: 168 time: 0.5833724 Sep 23 06:58:56.475657 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8ce85885-7945-498b-82fd-6a172d71cff9 req-a9397852-48a6-4772-96c9-a338d21db42a tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bf31744-0efa-4cef-967d-471fd8e8c528 HTTP/1.1" status: 200 len: 210 time: 0.1422086 Sep 23 06:58:56.518718 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dc4022-ca76-46e3-b2ef-6b9b30ce2a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=409b4b03-c18e-4b38-a880-115f40b30fd0,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:56.559345 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-612eed41-8a3e-4673-9c97-ebd310877957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:56.562458 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-612eed41-8a3e-4673-9c97-ebd310877957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:56.566418 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-612eed41-8a3e-4673-9c97-ebd310877957 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9e9dc8b5-d476-4a7f-907f-a162d6502263 HTTP/1.1" status: 204 len: 168 time: 0.5017030 Sep 23 06:58:56.577759 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-8306e778-6e35-4af7-8a65-83a2f5642a43 None None] For port abad3df7-0dd2-44cd-b4e0-4b585a2b024c, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=abad3df7-0dd2-44cd-b4e0-4b585a2b024c,segment=NetworkSegment(98ee167a-1403-4867-958f-d4f6736b2e62),segment_id=98ee167a-1403-4867-958f-d4f6736b2e62)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:58:56.583674 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612eed41-8a3e-4673-9c97-ebd310877957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9dc8b5-d476-4a7f-907f-a162d6502263,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:56.637063 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b210cc8-68cd-4c7a-ad53-789d89d6fe3f tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:56.642199 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-1b210cc8-68cd-4c7a-ad53-789d89d6fe3f tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] 10.222.0.39 "GET /v2.0/subnets/3f9507db-21e0-4394-9559-066f947c6ca4 HTTP/1.1" status: 200 len: 797 time: 0.3037782 Sep 23 06:58:56.645917 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 48944) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:56.651734 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-f159fd2e-41eb-41c1-9c31-533437c00d89 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Request body: {'port': {'network_id': '1fb544a2-32b8-4c4b-9701-e6221d6b83cd', 'name': 'tempest-FloatingIPTestJSON-1927646601', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:58:56.692821 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8306e778-6e35-4af7-8a65-83a2f5642a43 None None] Notify callbacks [] for port, precommit_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:56.731537 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-a88bfd38-83f1-4ce6-8316-ff32aa02725a tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Deleting port daad2df5-e865-4b2d-913e-0c14bf02d764 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:58:56.731892 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a88bfd38-83f1-4ce6-8316-ff32aa02725a tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:56.738172 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8306e778-6e35-4af7-8a65-83a2f5642a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:56.945839 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306e778-6e35-4af7-8a65-83a2f5642a43 None None] Pushing event updated for resources: {'Port': ['ID=abad3df7-0dd2-44cd-b4e0-4b585a2b024c,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:57.076156 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a88bfd38-83f1-4ce6-8316-ff32aa02725a tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:57.099716 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f159fd2e-41eb-41c1-9c31-533437c00d89 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Made reservation on behalf of 491c99cd05024ca48545f26dd674e4b8 for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:58:57.149096 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-a88bfd38-83f1-4ce6-8316-ff32aa02725a tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Calling delete_port for daad2df5-e865-4b2d-913e-0c14bf02d764 owned by {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:58:57.319896 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f159fd2e-41eb-41c1-9c31-533437c00d89 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:57.378575 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [None req-f159fd2e-41eb-41c1-9c31-533437c00d89 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] device_id is not set on port 481ae854-80fa-4a5e-9085-f72dbc6521a0 yet. {{(pid=95066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 06:58:57.393249 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-bbbc137e-3825-4500-b154-f1289c67f512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a389afc-ab51-4e27-86a1-2e5797b06360', 'name': 'tempest-ServersTestManualDisk-1498729652-router', 'tenant_id': '32d6446ab2e641418601d6f9b0d422b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '5dc0d68e-7384-44bd-92d4-741f4ca313bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:55:29Z', 'updated_at': '2021-09-23T06:55:36Z', 'revision_number': 4, 'project_id': '32d6446ab2e641418601d6f9b0d422b1', 'gw_port': {'id': '5dc0d68e-7384-44bd-92d4-741f4ca313bc', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ea:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a389afc-ab51-4e27-86a1-2e5797b06360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:55:30Z', 'updated_at': '2021-09-23T06:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '4a31dacf-9298-499d-8dcf-0ce0a215bba9', 'name': '', 'network_id': '73269455-291c-4521-ad88-579f38510b1a', 'tenant_id': '32d6446ab2e641418601d6f9b0d422b1', 'mac_address': 'fa:16:3e:6c:a3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a389afc-ab51-4e27-86a1-2e5797b06360', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '30533a6f-b862-4b9d-ba78-3a6162dd1f60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:55:34Z', 'updated_at': '2021-09-23T06:55:42Z', 'revision_number': 5, 'project_id': '32d6446ab2e641418601d6f9b0d422b1', 'subnets': [{'id': '30533a6f-b862-4b9d-ba78-3a6162dd1f60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:58:57.492752 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbc137e-3825-4500-b154-f1289c67f512 None None] The sync data for ids ['5a389afc-ab51-4e27-86a1-2e5797b06360'] in n-d-715271-16 is: [{'id': '5a389afc-ab51-4e27-86a1-2e5797b06360', 'name': 'tempest-ServersTestManualDisk-1498729652-router', 'tenant_id': '32d6446ab2e641418601d6f9b0d422b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '5dc0d68e-7384-44bd-92d4-741f4ca313bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:55:29Z', 'updated_at': '2021-09-23T06:55:36Z', 'revision_number': 4, 'project_id': '32d6446ab2e641418601d6f9b0d422b1', 'gw_port': {'id': '5dc0d68e-7384-44bd-92d4-741f4ca313bc', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ea:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a389afc-ab51-4e27-86a1-2e5797b06360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:55:30Z', 'updated_at': '2021-09-23T06:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '4a31dacf-9298-499d-8dcf-0ce0a215bba9', 'name': '', 'network_id': '73269455-291c-4521-ad88-579f38510b1a', 'tenant_id': '32d6446ab2e641418601d6f9b0d422b1', 'mac_address': 'fa:16:3e:6c:a3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a389afc-ab51-4e27-86a1-2e5797b06360', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '30533a6f-b862-4b9d-ba78-3a6162dd1f60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:55:34Z', 'updated_at': '2021-09-23T06:55:42Z', 'revision_number': 5, 'project_id': '32d6446ab2e641418601d6f9b0d422b1', 'subnets': [{'id': '30533a6f-b862-4b9d-ba78-3a6162dd1f60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:58:57.504007 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 48964) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:57.512852 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 48966) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:57.558610 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2b126adc-7f14-4e95-ad90-a64f88ba9aac admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:57.571977 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a88bfd38-83f1-4ce6-8316-ff32aa02725a tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:57.650138 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88bfd38-83f1-4ce6-8316-ff32aa02725a tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event deleted for resources: {'Port': ['ID=daad2df5-e865-4b2d-913e-0c14bf02d764,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:57.750689 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a88bfd38-83f1-4ce6-8316-ff32aa02725a tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:57.755662 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-a88bfd38-83f1-4ce6-8316-ff32aa02725a tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/ports/daad2df5-e865-4b2d-913e-0c14bf02d764 HTTP/1.1" status: 204 len: 168 time: 1.4149179 Sep 23 06:58:57.780063 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 48974) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:57.797898 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e008a318-a705-4686-846b-4c2f41738b6d req-14abf95d-5390-438d-9adc-989477e0cd9f tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bf31744-0efa-4cef-967d-471fd8e8c528 HTTP/1.1" status: 200 len: 210 time: 0.0923755 Sep 23 06:58:57.855046 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2b126adc-7f14-4e95-ad90-a64f88ba9aac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:57.890738 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2b126adc-7f14-4e95-ad90-a64f88ba9aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:57.914958 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35df0c3b-5e00-40bd-9f5a-bd31fbfb2b1a tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:57.922415 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-35df0c3b-5e00-40bd-9f5a-bd31fbfb2b1a tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1405201 Sep 23 06:58:57.923367 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 48978) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:57.997933 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device abad3df7-0dd2-44cd-b4e0-4b585a2b024c up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:58:58.063268 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-2b126adc-7f14-4e95-ad90-a64f88ba9aac admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bffe3e24f1b347339ba0df947d78cd18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5460980 Sep 23 06:58:58.065279 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3c3106-a5bf-4ed2-ba8f-ff031ae4d1b2 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:58.069355 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-0c3c3106-a5bf-4ed2-ba8f-ff031ae4d1b2 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1427283 Sep 23 06:58:58.069355 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 48984) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:58.072331 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 48986) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:58.089114 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port abad3df7-0dd2-44cd-b4e0-4b585a2b024c triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:58:58.089668 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:58.133010 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e37386f8-bd84-425d-8c82-ef97186617d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:58.134327 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b126adc-7f14-4e95-ad90-a64f88ba9aac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c130c2-9960-4b42-a5ff-4a0ae75322cd,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:58.143959 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4262419b-801f-4b81-93a5-273d7cd78a62 None None] New status for floating IP 53b03a9c-b887-4438-af6a-ee2ace1b32ab: DOWN {{(pid=95067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 06:58:58.162993 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e37386f8-bd84-425d-8c82-ef97186617d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:58.214465 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e37386f8-bd84-425d-8c82-ef97186617d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:58.217628 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e37386f8-bd84-425d-8c82-ef97186617d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:58.223395 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-e37386f8-bd84-425d-8c82-ef97186617d3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d0c130c2-9960-4b42-a5ff-4a0ae75322cd HTTP/1.1" status: 204 len: 168 time: 0.1546953 Sep 23 06:58:58.252365 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37386f8-bd84-425d-8c82-ef97186617d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c130c2-9960-4b42-a5ff-4a0ae75322cd,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:58.359913 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2bd085-9e5e-4b12-9b0a-f8c18cf9005a tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:58.361798 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2bd085-9e5e-4b12-9b0a-f8c18cf9005a tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:58.366021 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2bd085-9e5e-4b12-9b0a-f8c18cf9005a tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:58.368167 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-0f2bd085-9e5e-4b12-9b0a-f8c18cf9005a tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2309377 Sep 23 06:58:58.371572 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 49002) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:58.395587 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-ad8e1b9f-1929-42c4-a384-a85ad5318ac3 None None] Provisioning complete for port abad3df7-0dd2-44cd-b4e0-4b585a2b024c triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:58:58.395983 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ad8e1b9f-1929-42c4-a384-a85ad5318ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:58.397084 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-17069032-ffed-4825-9060-9e12ebb6a82b tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:58.476737 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a3d9894-e985-4820-98e5-0a0d77db9490 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Deleting subnet 754f927e-2dec-47fb-90a0-6e52703a4e63 {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:58:58.491796 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6a3d9894-e985-4820-98e5-0a0d77db9490 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:58.552783 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-17069032-ffed-4825-9060-9e12ebb6a82b tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:58.636138 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6a3d9894-e985-4820-98e5-0a0d77db9490 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:58.787179 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-17069032-ffed-4825-9060-9e12ebb6a82b tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:58.795369 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-17069032-ffed-4825-9060-9e12ebb6a82b tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:58.798046 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-17069032-ffed-4825-9060-9e12ebb6a82b tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] 10.222.0.39 "DELETE /v2.0/security-groups/525bd54d-13c7-4683-81fd-80c01071e156 HTTP/1.1" status: 204 len: 168 time: 1.2927666 Sep 23 06:58:58.826335 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 49012) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:58.919230 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [None req-ddba8237-27c1-4b22-ab52-55c7fed0b653 tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] show failed (client error): The resource could not be found. Sep 23 06:58:58.920365 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-ddba8237-27c1-4b22-ab52-55c7fed0b653 tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] 10.222.0.39 "GET /v2.0/security-groups/525bd54d-13c7-4683-81fd-80c01071e156 HTTP/1.1" status: 404 len: 347 time: 0.0904012 Sep 23 06:58:58.927470 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-c82681de-4495-4d42-9519-c52d8cdef037 None None] Could not find standard attr ID for object daad2df5-e865-4b2d-913e-0c14bf02d764. {{(pid=95067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 06:58:58.930026 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17069032-ffed-4825-9060-9e12ebb6a82b tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=525bd54d-13c7-4683-81fd-80c01071e156,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:58.934479 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 49020) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:58.953069 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6a3d9894-e985-4820-98e5-0a0d77db9490 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:59.047517 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-13696272-d810-4d37-98e4-35db06871175 req-4d7ca668-38a4-4b2b-b0f4-dfc0d0724570 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bf31744-0efa-4cef-967d-471fd8e8c528 HTTP/1.1" status: 200 len: 210 time: 0.0908737 Sep 23 06:58:59.049569 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc6738b1-5a41-4825-85d8-ac73b1ad0e9e req-eb934b0c-0447-46f8-8ff3-513fa804be72 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3004820 Sep 23 06:58:59.072612 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-f159fd2e-41eb-41c1-9c31-533437c00d89 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Allocated IP 172.20.0.14 (1fb544a2-32b8-4c4b-9701-e6221d6b83cd/3f9507db-21e0-4394-9559-066f947c6ca4/481ae854-80fa-4a5e-9085-f72dbc6521a0) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:58:59.140597 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6a3d9894-e985-4820-98e5-0a0d77db9490 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:59.156738 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6a3d9894-e985-4820-98e5-0a0d77db9490 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:59.161895 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-6a3d9894-e985-4820-98e5-0a0d77db9490 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/subnets/754f927e-2dec-47fb-90a0-6e52703a4e63 HTTP/1.1" status: 204 len: 168 time: 0.7890530 Sep 23 06:58:59.165660 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6215a1e2-5b4e-47df-aa9e-61b27db8ab9c None None] Network 4d1aa380-e411-494b-958c-7f758df734d6 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:58:59.180254 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 49028) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:59.190431 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3d9894-e985-4820-98e5-0a0d77db9490 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event deleted for resources: {'Subnet': ['ID=754f927e-2dec-47fb-90a0-6e52703a4e63,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:59.252704 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-f159fd2e-41eb-41c1-9c31-533437c00d89 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Allocated IP 172.20.0.12 (1fb544a2-32b8-4c4b-9701-e6221d6b83cd/3f9507db-21e0-4394-9559-066f947c6ca4/481ae854-80fa-4a5e-9085-f72dbc6521a0) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:58:59.276146 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b8e4834-6f79-4982-89ba-5b48756c1e85 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Deleting subnet e6797049-fb97-48c2-9d93-cb64fe7065b9 {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:58:59.284508 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0b8e4834-6f79-4982-89ba-5b48756c1e85 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:59.368617 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0b8e4834-6f79-4982-89ba-5b48756c1e85 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:59.481595 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0b8e4834-6f79-4982-89ba-5b48756c1e85 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:59.544373 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f159fd2e-41eb-41c1-9c31-533437c00d89 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:59.597397 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f159fd2e-41eb-41c1-9c31-533437c00d89 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:59.624014 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0b8e4834-6f79-4982-89ba-5b48756c1e85 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:59.693149 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8e4834-6f79-4982-89ba-5b48756c1e85 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event deleted for resources: {'Subnet': ['ID=e6797049-fb97-48c2-9d93-cb64fe7065b9,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:58:59.713451 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0b8e4834-6f79-4982-89ba-5b48756c1e85 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:59.715494 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-0b8e4834-6f79-4982-89ba-5b48756c1e85 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/subnets/e6797049-fb97-48c2-9d93-cb64fe7065b9 HTTP/1.1" status: 204 len: 168 time: 0.5341597 Sep 23 06:58:59.731965 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 49042) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:59.796395 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f159fd2e-41eb-41c1-9c31-533437c00d89 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Network 1fb544a2-32b8-4c4b-9701-e6221d6b83cd is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:58:59.824132 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-f159fd2e-41eb-41c1-9c31-533437c00d89 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:58:59.832768 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f159fd2e-41eb-41c1-9c31-533437c00d89 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:58:59.875935 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-4bc34c52-6b01-4a76-902e-9ef940d154ed tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1183739 Sep 23 06:58:59.876684 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 49054) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:58:59.899877 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-ec45daa7-a322-4b46-affa-b9b18aa5b1b8 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Request body: {'subnet': {'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:58:59.925695 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f159fd2e-41eb-41c1-9c31-533437c00d89 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:59.926564 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f159fd2e-41eb-41c1-9c31-533437c00d89 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:58:59.949977 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6738b1-5a41-4825-85d8-ac73b1ad0e9e req-1fc30088-9fc5-447a-b589-2da95b8b9b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:59.950718 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6738b1-5a41-4825-85d8-ac73b1ad0e9e req-1fc30088-9fc5-447a-b589-2da95b8b9b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:59.952969 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6738b1-5a41-4825-85d8-ac73b1ad0e9e req-1fc30088-9fc5-447a-b589-2da95b8b9b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:59.953832 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6738b1-5a41-4825-85d8-ac73b1ad0e9e req-1fc30088-9fc5-447a-b589-2da95b8b9b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:59.955073 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6738b1-5a41-4825-85d8-ac73b1ad0e9e req-1fc30088-9fc5-447a-b589-2da95b8b9b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:59.957926 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6738b1-5a41-4825-85d8-ac73b1ad0e9e req-1fc30088-9fc5-447a-b589-2da95b8b9b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:59.958901 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6738b1-5a41-4825-85d8-ac73b1ad0e9e req-1fc30088-9fc5-447a-b589-2da95b8b9b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:58:59.964553 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc6738b1-5a41-4825-85d8-ac73b1ad0e9e req-1fc30088-9fc5-447a-b589-2da95b8b9b34 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3be4c5cb804b4ff99ee0f3347ae7c2c6&device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79 HTTP/1.1" status: 200 len: 6500 time: 0.7386777 Sep 23 06:58:59.997042 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159fd2e-41eb-41c1-9c31-533437c00d89 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Pushing event updated for resources: {'Port': ['ID=481ae854-80fa-4a5e-9085-f72dbc6521a0,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:00.053263 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-f159fd2e-41eb-41c1-9c31-533437c00d89 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 3.4062073 Sep 23 06:59:00.065794 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 49060) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:00.120001 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-90c7c21a-fed6-40ed-872d-c11cf04218dd tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Request body: {'floatingip': {'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'port_id': '481ae854-80fa-4a5e-9085-f72dbc6521a0', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:59:00.132042 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-b3c27df3-ac68-4962-bfdc-090ca970624a tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Deleting port b1c59186-af16-456f-b7a7-4f22b9e192bc {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:59:00.132392 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b3c27df3-ac68-4962-bfdc-090ca970624a tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:00.193465 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.db.api [None req-90c7c21a-fed6-40ed-872d-c11cf04218dd tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 06:59:00.193465 n-d-715271-16 neutron-server[95066]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 23 06:59:00.193465 n-d-715271-16 neutron-server[95066]: [parameters: {'project_id_1': '491c99cd05024ca48545f26dd674e4b8', 'expiration_1': datetime.datetime(2021, 9, 23, 6, 58, 40, 136807)}] Sep 23 06:59:00.193465 n-d-715271-16 neutron-server[95066]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95066) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 06:59:00.193796 n-d-715271-16 neutron-server[95066]: DEBUG oslo_db.api [None req-90c7c21a-fed6-40ed-872d-c11cf04218dd tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 06:59:00.197990 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec45daa7-a322-4b46-affa-b9b18aa5b1b8 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Made reservation on behalf of 5e650be244de4ee8b27aea189be279d1 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:59:00.211346 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ec45daa7-a322-4b46-affa-b9b18aa5b1b8 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:00.289545 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 49066) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:00.341597 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6738b1-5a41-4825-85d8-ac73b1ad0e9e req-ac010b67-4eb0-493f-92a1-587325638011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:00.342111 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6738b1-5a41-4825-85d8-ac73b1ad0e9e req-ac010b67-4eb0-493f-92a1-587325638011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:00.343186 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6738b1-5a41-4825-85d8-ac73b1ad0e9e req-ac010b67-4eb0-493f-92a1-587325638011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:00.344820 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc6738b1-5a41-4825-85d8-ac73b1ad0e9e req-ac010b67-4eb0-493f-92a1-587325638011 service neutron] 10.222.0.58 "GET /v2.0/networks?id=89158bcd-2a79-4993-ae5b-556a0ab839e7&id=a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54&id=a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54&id=a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54&id=a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54&id=57ba53b1-4b40-40e0-aae1-e93257c8c94d&id=57ba53b1-4b40-40e0-aae1-e93257c8c94d HTTP/1.1" status: 200 len: 2291 time: 0.3431582 Sep 23 06:59:00.465656 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b3c27df3-ac68-4962-bfdc-090ca970624a tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:00.476107 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b3c27df3-ac68-4962-bfdc-090ca970624a tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:00.516225 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-b3c27df3-ac68-4962-bfdc-090ca970624a tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Calling delete_port for b1c59186-af16-456f-b7a7-4f22b9e192bc owned by network:floatingip {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:59:00.534482 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc6738b1-5a41-4825-85d8-ac73b1ad0e9e req-d0f4f55d-fd46-4cda-b6b4-fc969884dc31 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=710c6711-73b5-4443-9f6d-058253ac8526 HTTP/1.1" status: 200 len: 1002 time: 0.1768208 Sep 23 06:59:00.596368 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e2f919ae-99fc-462d-9a5a-282e28efb7d8 req-81fc12f5-0bdf-410c-8393-af8e827a6f2a tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bf31744-0efa-4cef-967d-471fd8e8c528 HTTP/1.1" status: 200 len: 210 time: 0.0485198 Sep 23 06:59:00.654630 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b2c23d-93d9-4d82-b0fa-94bab116c9a7 None None] Network 4d1aa380-e411-494b-958c-7f758df734d6 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:59:00.682786 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3428b06e-3fa3-4922-bdc9-538abd1bc46a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:00.749455 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-c4534bd4-d388-42c5-90e4-19d7770c2deb None None] Provisioning complete for port abad3df7-0dd2-44cd-b4e0-4b585a2b024c triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:59:00.750290 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c4534bd4-d388-42c5-90e4-19d7770c2deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:00.828646 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6738b1-5a41-4825-85d8-ac73b1ad0e9e req-c9b0ae79-e368-4be8-8afc-9a499bb29504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:00.847637 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc6738b1-5a41-4825-85d8-ac73b1ad0e9e req-c9b0ae79-e368-4be8-8afc-9a499bb29504 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=11f8f7b3-d5e2-420b-8586-bf82f5f03fc6 HTTP/1.1" status: 200 len: 850 time: 0.2846491 Sep 23 06:59:00.957053 n-d-715271-16 neutron-server[95065]: DEBUG neutron.objects.ports [None req-ec45daa7-a322-4b46-affa-b9b18aa5b1b8 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95065) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 06:59:00.979771 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-90c7c21a-fed6-40ed-872d-c11cf04218dd tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks [] for floatingip, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:01.087813 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6738b1-5a41-4825-85d8-ac73b1ad0e9e req-7dad4139-6825-426d-985b-7ea7f50ee287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:01.090481 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc6738b1-5a41-4825-85d8-ac73b1ad0e9e req-7dad4139-6825-426d-985b-7ea7f50ee287 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=89158bcd-2a79-4993-ae5b-556a0ab839e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2420070 Sep 23 06:59:01.227576 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b3c27df3-ac68-4962-bfdc-090ca970624a tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:01.320723 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c27df3-ac68-4962-bfdc-090ca970624a tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Pushing event deleted for resources: {'Port': ['ID=b1c59186-af16-456f-b7a7-4f22b9e192bc,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:01.380737 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889a128b-bdbd-450e-a87c-7854b545cc5d None None] Update dhcp port {'port': {'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'fixed_ips': [{'subnet_id': 'c201111c-6af3-4f5b-a479-ce0c9a127084'}], 'binding:host_id': 'n-d-715271-16'}, 'id': 'abad3df7-0dd2-44cd-b4e0-4b585a2b024c'} from n-d-715271-16. {{(pid=95067) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 23 06:59:01.439193 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-889a128b-bdbd-450e-a87c-7854b545cc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:01.554628 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc6738b1-5a41-4825-85d8-ac73b1ad0e9e req-3355dbf0-e5d5-4982-88f5-57f72b80201e service neutron] 10.222.0.58 "GET /v2.0/networks/89158bcd-2a79-4993-ae5b-556a0ab839e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4358473 Sep 23 06:59:01.568986 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3428b06e-3fa3-4922-bdc9-538abd1bc46a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:01.629730 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3428b06e-3fa3-4922-bdc9-538abd1bc46a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:01.675366 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-889a128b-bdbd-450e-a87c-7854b545cc5d None None] Allocated IP 2001:db8::f816:3eff:febf:ce57 (4d1aa380-e411-494b-958c-7f758df734d6/c201111c-6af3-4f5b-a479-ce0c9a127084/abad3df7-0dd2-44cd-b4e0-4b585a2b024c) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:59:01.692215 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b3c27df3-ac68-4962-bfdc-090ca970624a tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Notify callbacks [] for floatingip, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:01.696470 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b3c27df3-ac68-4962-bfdc-090ca970624a tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:01.701357 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-b3c27df3-ac68-4962-bfdc-090ca970624a tempest-ServersTestManualDisk-278778872 tempest-ServersTestManualDisk-278778872-project] 10.222.0.39 "DELETE /v2.0/floatingips/53b03a9c-b887-4438-af6a-ee2ace1b32ab HTTP/1.1" status: 204 len: 168 time: 2.7424805 Sep 23 06:59:01.716154 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 49098) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:01.760968 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 49102) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:01.768296 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-3428b06e-3fa3-4922-bdc9-538abd1bc46a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8c384d07c8804a0f8df28406931b2f78&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4762278 Sep 23 06:59:01.773093 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 49104) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:01.788320 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3428b06e-3fa3-4922-bdc9-538abd1bc46a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d4622f3-d2a9-461d-a48d-acad212d8345,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:01.818390 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-90c7c21a-fed6-40ed-872d-c11cf04218dd tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:01.846733 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-889a128b-bdbd-450e-a87c-7854b545cc5d None None] For port abad3df7-0dd2-44cd-b4e0-4b585a2b024c, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=abad3df7-0dd2-44cd-b4e0-4b585a2b024c,segment=NetworkSegment(98ee167a-1403-4867-958f-d4f6736b2e62),segment_id=98ee167a-1403-4867-958f-d4f6736b2e62)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:59:01.870595 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc6738b1-5a41-4825-85d8-ac73b1ad0e9e req-48fcedbe-f6a7-4570-b10e-0b4c1f17f092 service neutron] 10.222.0.58 "GET /v2.0/networks/89158bcd-2a79-4993-ae5b-556a0ab839e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064880 Sep 23 06:59:01.926753 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-889a128b-bdbd-450e-a87c-7854b545cc5d None None] Notify callbacks [] for port, precommit_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:01.939343 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-889a128b-bdbd-450e-a87c-7854b545cc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:01.968034 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.db.api [None req-ec45daa7-a322-4b46-affa-b9b18aa5b1b8 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:febf:ce57-7fae13c9-9193-4297-97b2-a956009fc3 {{(pid=95065) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 06:59:01.968612 n-d-715271-16 neutron-server[95065]: DEBUG oslo_db.api [None req-ec45daa7-a322-4b46-affa-b9b18aa5b1b8 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2._create_subnet_postcommit {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 06:59:01.993892 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-24d28b30-f410-4052-b405-ad6a5b34b270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:02.051614 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889a128b-bdbd-450e-a87c-7854b545cc5d None None] Pushing event updated for resources: {'Port': ['ID=abad3df7-0dd2-44cd-b4e0-4b585a2b024c,revision_number=7']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:02.085255 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-24d28b30-f410-4052-b405-ad6a5b34b270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:02.099180 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-90c7c21a-fed6-40ed-872d-c11cf04218dd tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Allocated IP 172.25.2.205 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/0968dffb-af97-43b1-9879-6d4e55e9c4c4) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:59:02.195256 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc6738b1-5a41-4825-85d8-ac73b1ad0e9e req-fbdcab36-243a-4eca-8e13-0d89e84bc9bb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=2967a824-073c-4484-ab0d-43a76601a0ab HTTP/1.1" status: 200 len: 217 time: 0.2874644 Sep 23 06:59:02.195935 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e7ed9c16-314f-4500-98fe-b37fc5dd204d tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:02.226405 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e7ed9c16-314f-4500-98fe-b37fc5dd204d tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:02.313440 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-24d28b30-f410-4052-b405-ad6a5b34b270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:02.318607 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6738b1-5a41-4825-85d8-ac73b1ad0e9e req-d88124a4-1a73-42e2-a707-1387c2b12ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:02.320254 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc6738b1-5a41-4825-85d8-ac73b1ad0e9e req-d88124a4-1a73-42e2-a707-1387c2b12ed6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7b8d89ab-b77e-4358-8f41-f550782dd0dc HTTP/1.1" status: 200 len: 797 time: 0.0694218 Sep 23 06:59:02.320451 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-24d28b30-f410-4052-b405-ad6a5b34b270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:02.323906 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-24d28b30-f410-4052-b405-ad6a5b34b270 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0d4622f3-d2a9-461d-a48d-acad212d8345 HTTP/1.1" status: 204 len: 168 time: 0.5467634 Sep 23 06:59:02.350722 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d28b30-f410-4052-b405-ad6a5b34b270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d4622f3-d2a9-461d-a48d-acad212d8345,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:02.475432 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-90c7c21a-fed6-40ed-872d-c11cf04218dd tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:02.498927 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6738b1-5a41-4825-85d8-ac73b1ad0e9e req-2a80da25-7f70-4773-b9b7-604764cbb8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:02.500869 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc6738b1-5a41-4825-85d8-ac73b1ad0e9e req-2a80da25-7f70-4773-b9b7-604764cbb8fa service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1581340 Sep 23 06:59:02.505449 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e7ed9c16-314f-4500-98fe-b37fc5dd204d tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:02.508646 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e7ed9c16-314f-4500-98fe-b37fc5dd204d tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:02.509912 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-e7ed9c16-314f-4500-98fe-b37fc5dd204d tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "DELETE /v2.0/security-groups/5d045487-122b-40fb-9f4c-7e88b4bd6ca4 HTTP/1.1" status: 204 len: 168 time: 0.7457793 Sep 23 06:59:02.529200 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 49124) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:02.570251 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ed9c16-314f-4500-98fe-b37fc5dd204d tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d045487-122b-40fb-9f4c-7e88b4bd6ca4,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:02.667968 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-90c7c21a-fed6-40ed-872d-c11cf04218dd tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:02.688045 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [None req-00138d91-3487-4768-ba78-2984d807149b tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] show failed (client error): The resource could not be found. Sep 23 06:59:02.693802 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 49132) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:02.694076 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-00138d91-3487-4768-ba78-2984d807149b tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "GET /v2.0/security-groups/5d045487-122b-40fb-9f4c-7e88b4bd6ca4 HTTP/1.1" status: 404 len: 347 time: 0.1255045 Sep 23 06:59:02.759935 n-d-715271-16 neutron-server[95065]: DEBUG neutron.objects.ports [None req-ec45daa7-a322-4b46-affa-b9b18aa5b1b8 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95065) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 06:59:02.837814 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-475161f4-5058-43dd-96cd-35662fe7a409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066969'] for router_interface, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:02.842843 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc6738b1-5a41-4825-85d8-ac73b1ad0e9e req-41d91d83-fde2-4a29-8d1a-f1bf00462460 service neutron] 10.222.0.58 "GET /v2.0/networks/a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3290846 Sep 23 06:59:02.854844 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c7c21a-fed6-40ed-872d-c11cf04218dd tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:59:02.873583 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-90c7c21a-fed6-40ed-872d-c11cf04218dd tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:59:02.899008 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c7c21a-fed6-40ed-872d-c11cf04218dd tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:59:03.004942 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c7c21a-fed6-40ed-872d-c11cf04218dd tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Pushing event updated for resources: {'Port': ['ID=0968dffb-af97-43b1-9879-6d4e55e9c4c4,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:03.022110 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 49136) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:03.033095 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-742178d3-b40c-420e-9848-35dc5cc75266 None None] Provisioning complete for port abad3df7-0dd2-44cd-b4e0-4b585a2b024c triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:59:03.037982 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-742178d3-b40c-420e-9848-35dc5cc75266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:03.050916 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-badd2a65-5419-4120-bb9b-c8df8c392a29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:03.094776 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.ipam_pluggable_backend [None req-ec45daa7-a322-4b46-affa-b9b18aa5b1b8 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Port abad3df7-0dd2-44cd-b4e0-4b585a2b024c got IPv6 auto-address in a concurrent create or update port request. Ignoring. {{(pid=95065) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:583}} Sep 23 06:59:03.095217 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ec45daa7-a322-4b46-affa-b9b18aa5b1b8 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:03.196090 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec45daa7-a322-4b46-affa-b9b18aa5b1b8 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Network 4d1aa380-e411-494b-958c-7f758df734d6 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:59:03.205969 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-ec45daa7-a322-4b46-affa-b9b18aa5b1b8 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:59:03.214154 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec45daa7-a322-4b46-affa-b9b18aa5b1b8 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:03.214758 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ec45daa7-a322-4b46-affa-b9b18aa5b1b8 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:03.215425 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-25d3de13-9de0-42eb-9423-fe5157b94722 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Deleting port 422df07b-87c7-4cc3-8dbc-a1c01502edce {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:59:03.215941 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-25d3de13-9de0-42eb-9423-fe5157b94722 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:03.217107 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610238cb-7b2c-46cb-bf67-1ab5e1d8331a None None] Network 4d1aa380-e411-494b-958c-7f758df734d6 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:59:03.225312 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec45daa7-a322-4b46-affa-b9b18aa5b1b8 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event updated for resources: {'Subnet': ['ID=c201111c-6af3-4f5b-a479-ce0c9a127084,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:03.297954 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc6738b1-5a41-4825-85d8-ac73b1ad0e9e req-deaf9c2b-7af4-4d82-8c0a-b535cd42df34 service neutron] 10.222.0.58 "GET /v2.0/networks/a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4418342 Sep 23 06:59:03.413004 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-badd2a65-5419-4120-bb9b-c8df8c392a29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:03.429634 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-badd2a65-5419-4120-bb9b-c8df8c392a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:03.480114 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-ec45daa7-a322-4b46-affa-b9b18aa5b1b8 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.6022706 Sep 23 06:59:03.493967 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 49142) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:03.532065 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-0a496a65-572d-4a2b-9a0a-3ab49bf3ad03 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Request body: {'subnet': {'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:59:03.542683 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-475161f4-5058-43dd-96cd-35662fe7a409 admin admin] Deleting port 4a31dacf-9298-499d-8dcf-0ce0a215bba9 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:59:03.543334 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-475161f4-5058-43dd-96cd-35662fe7a409 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:03.674285 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-475161f4-5058-43dd-96cd-35662fe7a409 admin admin] For port 4a31dacf-9298-499d-8dcf-0ce0a215bba9, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=4a31dacf-9298-499d-8dcf-0ce0a215bba9,segment=NetworkSegment(a1782582-1f04-4f60-aa73-114373484a5d),segment_id=a1782582-1f04-4f60-aa73-114373484a5d)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:59:03.674774 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-475161f4-5058-43dd-96cd-35662fe7a409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:03.699801 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-475161f4-5058-43dd-96cd-35662fe7a409 admin admin] Calling delete_port for 4a31dacf-9298-499d-8dcf-0ce0a215bba9 owned by network:router_interface {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:59:03.878170 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badd2a65-5419-4120-bb9b-c8df8c392a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25ecdde0-28ec-440e-8eeb-ca838401655e,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:03.927929 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-badd2a65-5419-4120-bb9b-c8df8c392a29 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cfea8ee61e83424c916aadf003d887b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9023116 Sep 23 06:59:03.931338 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 49148) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:03.941881 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc6738b1-5a41-4825-85d8-ac73b1ad0e9e req-a9d387e9-4f25-4f1d-ba01-a1bbb49da17a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=ec16f835-822f-4543-a177-5c6ae4f55507 HTTP/1.1" status: 200 len: 217 time: 0.6303036 Sep 23 06:59:03.981205 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device abad3df7-0dd2-44cd-b4e0-4b585a2b024c up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:59:04.016797 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-25d3de13-9de0-42eb-9423-fe5157b94722 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:04.017132 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-25d3de13-9de0-42eb-9423-fe5157b94722 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:04.044731 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-25d3de13-9de0-42eb-9423-fe5157b94722 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Calling delete_port for 422df07b-87c7-4cc3-8dbc-a1c01502edce owned by network:floatingip {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:59:04.057192 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-3ff70753-3058-40f0-ba32-eb11bf352931 None None] Provisioning complete for port abad3df7-0dd2-44cd-b4e0-4b585a2b024c triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:59:04.057740 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3ff70753-3058-40f0-ba32-eb11bf352931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:04.102053 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-11a2ebd4-20fb-43c7-83dd-cc59f612a55c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:04.119157 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port abad3df7-0dd2-44cd-b4e0-4b585a2b024c triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:59:04.119157 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:04.129770 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a496a65-572d-4a2b-9a0a-3ab49bf3ad03 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Made reservation on behalf of 5e650be244de4ee8b27aea189be279d1 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:59:04.134485 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0a496a65-572d-4a2b-9a0a-3ab49bf3ad03 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:04.199362 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-11a2ebd4-20fb-43c7-83dd-cc59f612a55c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:04.217034 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6738b1-5a41-4825-85d8-ac73b1ad0e9e req-5da6ceeb-9cbc-4991-9368-e2bcd78d96f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:04.220123 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc6738b1-5a41-4825-85d8-ac73b1ad0e9e req-5da6ceeb-9cbc-4991-9368-e2bcd78d96f7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7b8d89ab-b77e-4358-8f41-f550782dd0dc HTTP/1.1" status: 200 len: 797 time: 0.2724149 Sep 23 06:59:04.354249 n-d-715271-16 neutron-server[95065]: INFO neutron.db.ipam_backend_mixin [None req-0a496a65-572d-4a2b-9a0a-3ab49bf3ad03 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c201111c-6af3-4f5b-a479-ce0c9a127084 (CIDR: 2001:db8::/64) Sep 23 06:59:04.357315 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-11a2ebd4-20fb-43c7-83dd-cc59f612a55c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:04.360113 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-11a2ebd4-20fb-43c7-83dd-cc59f612a55c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:04.361272 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-11a2ebd4-20fb-43c7-83dd-cc59f612a55c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/25ecdde0-28ec-440e-8eeb-ca838401655e HTTP/1.1" status: 204 len: 168 time: 0.4273319 Sep 23 06:59:04.371239 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a496a65-572d-4a2b-9a0a-3ab49bf3ad03 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 06:59:04.371882 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a496a65-572d-4a2b-9a0a-3ab49bf3ad03 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:59:04.378956 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6738b1-5a41-4825-85d8-ac73b1ad0e9e req-9083e600-0ba7-4e30-a363-2391384d9823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:04.380767 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc6738b1-5a41-4825-85d8-ac73b1ad0e9e req-9083e600-0ba7-4e30-a363-2391384d9823 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1496599 Sep 23 06:59:04.384713 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a2ebd4-20fb-43c7-83dd-cc59f612a55c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ecdde0-28ec-440e-8eeb-ca838401655e,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:04.394558 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-475161f4-5058-43dd-96cd-35662fe7a409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:04.405612 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [req-dc6738b1-5a41-4825-85d8-ac73b1ad0e9e req-780e25ca-c4cb-4e1c-9c0b-60d40a9a8bac service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 06:59:04.407012 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc6738b1-5a41-4825-85d8-ac73b1ad0e9e req-780e25ca-c4cb-4e1c-9c0b-60d40a9a8bac service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067859 Sep 23 06:59:04.426584 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475161f4-5058-43dd-96cd-35662fe7a409 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a31dacf-9298-499d-8dcf-0ce0a215bba9,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:04.432870 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-0a496a65-572d-4a2b-9a0a-3ab49bf3ad03 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9340255 Sep 23 06:59:04.439594 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 49162) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:04.444320 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-49883cb4-4e94-4577-b71e-7711e4108a6e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Request body: {'subnet': {'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:59:04.636835 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-25d3de13-9de0-42eb-9423-fe5157b94722 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:04.654974 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49883cb4-4e94-4577-b71e-7711e4108a6e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Made reservation on behalf of 5e650be244de4ee8b27aea189be279d1 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:59:04.659220 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-49883cb4-4e94-4577-b71e-7711e4108a6e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:04.731822 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-90c7c21a-fed6-40ed-872d-c11cf04218dd tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:04.735145 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d3de13-9de0-42eb-9423-fe5157b94722 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Pushing event deleted for resources: {'Port': ['ID=422df07b-87c7-4cc3-8dbc-a1c01502edce,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:04.828415 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc6738b1-5a41-4825-85d8-ac73b1ad0e9e req-d2010a45-0368-44c8-a610-9ee6d2b9801a service neutron] 10.222.0.58 "GET /v2.0/networks/a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3766518 Sep 23 06:59:04.876743 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-25d3de13-9de0-42eb-9423-fe5157b94722 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks [] for floatingip, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:04.879372 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-25d3de13-9de0-42eb-9423-fe5157b94722 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:04.883091 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-25d3de13-9de0-42eb-9423-fe5157b94722 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "DELETE /v2.0/floatingips/8efebd89-4c32-4566-bd9b-21089524ad99 HTTP/1.1" status: 204 len: 168 time: 2.1853337 Sep 23 06:59:04.892286 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 49174) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:04.969034 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-475161f4-5058-43dd-96cd-35662fe7a409 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2068624'] for router_interface, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:04.986507 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-90c7c21a-fed6-40ed-872d-c11cf04218dd tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:05.078095 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc6738b1-5a41-4825-85d8-ac73b1ad0e9e req-759db899-2374-4ee1-aabb-94f832ac0fb0 service neutron] 10.222.0.58 "GET /v2.0/networks/a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355695 Sep 23 06:59:05.163556 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc6738b1-5a41-4825-85d8-ac73b1ad0e9e req-6836aa31-0939-4d03-b98a-9899416c01e0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=ea4acb4d-2ff2-49b3-ae8f-b03131cd7298 HTTP/1.1" status: 200 len: 217 time: 0.0728400 Sep 23 06:59:05.235978 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-49883cb4-4e94-4577-b71e-7711e4108a6e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:05.301510 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-f2b5fe8d-e2b5-4f42-9f95-68ceedb2f055 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Deleting port 66dc2450-0dc5-4831-8e32-390fda82bf83 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:59:05.301891 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f2b5fe8d-e2b5-4f42-9f95-68ceedb2f055 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:05.307668 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49883cb4-4e94-4577-b71e-7711e4108a6e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Network 4d1aa380-e411-494b-958c-7f758df734d6 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:59:05.308940 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6738b1-5a41-4825-85d8-ac73b1ad0e9e req-144fe569-e9b2-4f39-a772-362f685dbc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:05.310544 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc6738b1-5a41-4825-85d8-ac73b1ad0e9e req-144fe569-e9b2-4f39-a772-362f685dbc19 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7b8d89ab-b77e-4358-8f41-f550782dd0dc HTTP/1.1" status: 200 len: 797 time: 0.1369662 Sep 23 06:59:05.316163 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-49883cb4-4e94-4577-b71e-7711e4108a6e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:59:05.332236 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573c988c-ec61-4c11-ba23-f60ab4662ca4 None None] Network 4d1aa380-e411-494b-958c-7f758df734d6 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:59:05.352187 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49883cb4-4e94-4577-b71e-7711e4108a6e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:05.352781 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-49883cb4-4e94-4577-b71e-7711e4108a6e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:05.366830 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49883cb4-4e94-4577-b71e-7711e4108a6e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event updated for resources: {'Subnet': ['ID=3c36935f-6d6e-4f68-97d2-7f085bbd6d56,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:05.394078 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-49883cb4-4e94-4577-b71e-7711e4108a6e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9530699 Sep 23 06:59:05.394753 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 49190) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:05.406069 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-554c806f-2595-4510-b4bb-0d102f9301c1 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Request body: {'port': {'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'mac_address': 'fa:16:3e:85:f6:cd', 'name': 'tempest-NetworksTestDHCPv6-244274922'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:59:05.426447 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-475161f4-5058-43dd-96cd-35662fe7a409 admin admin] Router 5a389afc-ab51-4e27-86a1-2e5797b06360 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:59:05.527299 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6738b1-5a41-4825-85d8-ac73b1ad0e9e req-e518a793-b771-4db3-95e2-9f701515a41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:05.528896 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc6738b1-5a41-4825-85d8-ac73b1ad0e9e req-e518a793-b771-4db3-95e2-9f701515a41c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2012420 Sep 23 06:59:05.547705 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f2b5fe8d-e2b5-4f42-9f95-68ceedb2f055 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:05.632105 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-90c7c21a-fed6-40ed-872d-c11cf04218dd tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:05.664430 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-f2b5fe8d-e2b5-4f42-9f95-68ceedb2f055 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Calling delete_port for 66dc2450-0dc5-4831-8e32-390fda82bf83 owned by {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:59:05.687650 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-90c7c21a-fed6-40ed-872d-c11cf04218dd tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:05.968062 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638e33de-8da9-4ffa-91eb-2f64d5adcfd6 None None] Update dhcp port {'port': {'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'fixed_ips': [{'subnet_id': 'c201111c-6af3-4f5b-a479-ce0c9a127084', 'ip_address': '2001:db8::f816:3eff:febf:ce57'}, {'subnet_id': '3c36935f-6d6e-4f68-97d2-7f085bbd6d56'}], 'binding:host_id': 'n-d-715271-16'}, 'id': 'abad3df7-0dd2-44cd-b4e0-4b585a2b024c'} from n-d-715271-16. {{(pid=95067) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 23 06:59:06.062457 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-638e33de-8da9-4ffa-91eb-2f64d5adcfd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:06.106397 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c7c21a-fed6-40ed-872d-c11cf04218dd tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Pushing event updated for resources: {'Port': ['ID=0968dffb-af97-43b1-9879-6d4e55e9c4c4,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:06.127939 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-90c7c21a-fed6-40ed-872d-c11cf04218dd tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:06.145380 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc6738b1-5a41-4825-85d8-ac73b1ad0e9e req-8caf3be8-f8c3-4a63-95e0-bcfac40f3cc7 service neutron] 10.222.0.58 "GET /v2.0/networks/a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6003127 Sep 23 06:59:06.497586 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f2b5fe8d-e2b5-4f42-9f95-68ceedb2f055 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:06.567689 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:06.570043 n-d-715271-16 neutron-server[95066]: INFO neutron.db.l3_db [None req-90c7c21a-fed6-40ed-872d-c11cf04218dd tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Floating IP c6dc4ce9-f670-4134-866b-f5cf39dc35bb associated. External IP: 172.25.2.205, port: 481ae854-80fa-4a5e-9085-f72dbc6521a0. Sep 23 06:59:06.582159 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b5fe8d-e2b5-4f42-9f95-68ceedb2f055 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Pushing event deleted for resources: {'Port': ['ID=66dc2450-0dc5-4831-8e32-390fda82bf83,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:06.709008 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-638e33de-8da9-4ffa-91eb-2f64d5adcfd6 None None] Allocated IP 2001:db8:0:1::2 (4d1aa380-e411-494b-958c-7f758df734d6/3c36935f-6d6e-4f68-97d2-7f085bbd6d56/abad3df7-0dd2-44cd-b4e0-4b585a2b024c) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:59:06.760264 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-554c806f-2595-4510-b4bb-0d102f9301c1 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Made reservation on behalf of 5e650be244de4ee8b27aea189be279d1 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:59:06.834518 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-475161f4-5058-43dd-96cd-35662fe7a409 admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:59:06.845433 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdfd3fe-95e7-4d4e-94f3-7ac350113ba4 None None] Sync routers for ids ['5a389afc-ab51-4e27-86a1-2e5797b06360'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:59:06.860280 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-475161f4-5058-43dd-96cd-35662fe7a409 admin admin] 10.222.0.39 "PUT /v2.0/routers/5a389afc-ab51-4e27-86a1-2e5797b06360/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1427846 Sep 23 06:59:06.864535 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 49218) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:06.866046 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdfd3fe-95e7-4d4e-94f3-7ac350113ba4 None None] Routers {'5a389afc-ab51-4e27-86a1-2e5797b06360'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:59:06.867151 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-9bdfd3fe-95e7-4d4e-94f3-7ac350113ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:58:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['5a389afc-ab51-4e27-86a1-2e5797b06360'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:59:06.890140 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc6738b1-5a41-4825-85d8-ac73b1ad0e9e req-e52afd59-008e-4aa3-8a42-ff224be1ae89 service neutron] 10.222.0.58 "GET /v2.0/networks/a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7316620 Sep 23 06:59:06.947728 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-638e33de-8da9-4ffa-91eb-2f64d5adcfd6 None None] For port abad3df7-0dd2-44cd-b4e0-4b585a2b024c, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=abad3df7-0dd2-44cd-b4e0-4b585a2b024c,segment=NetworkSegment(98ee167a-1403-4867-958f-d4f6736b2e62),segment_id=98ee167a-1403-4867-958f-d4f6736b2e62)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:59:06.983296 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-638e33de-8da9-4ffa-91eb-2f64d5adcfd6 None None] Notify callbacks [] for port, precommit_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:06.991733 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-638e33de-8da9-4ffa-91eb-2f64d5adcfd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:07.012808 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-554c806f-2595-4510-b4bb-0d102f9301c1 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:07.076235 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [None req-554c806f-2595-4510-b4bb-0d102f9301c1 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] device_id is not set on port 55f6fbaa-fcc9-4276-a763-68a975f8246c yet. {{(pid=95065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 06:59:07.144747 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638e33de-8da9-4ffa-91eb-2f64d5adcfd6 None None] Pushing event updated for resources: {'Port': ['ID=abad3df7-0dd2-44cd-b4e0-4b585a2b024c,revision_number=8']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:07.189167 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-9bdfd3fe-95e7-4d4e-94f3-7ac350113ba4 None None] Set router 5a389afc-ab51-4e27-86a1-2e5797b06360 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:59:07.307015 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc6738b1-5a41-4825-85d8-ac73b1ad0e9e req-f114a80d-ac31-4a91-a6a6-4dde219c7f4c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=dae8f25f-c017-48b4-8dfb-e6deacfb0ac2 HTTP/1.1" status: 200 len: 217 time: 0.1783679 Sep 23 06:59:07.333354 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6756146a-96df-4cf1-90bb-740cb218548a admin admin] Notify callbacks [] for router, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:07.358522 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90c7c21a-fed6-40ed-872d-c11cf04218dd tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Router 1c4900cb-ca57-41b1-914f-12b14a217d77 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:59:07.362239 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f2b5fe8d-e2b5-4f42-9f95-68ceedb2f055 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:07.368895 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-f2b5fe8d-e2b5-4f42-9f95-68ceedb2f055 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "DELETE /v2.0/ports/66dc2450-0dc5-4831-8e32-390fda82bf83 HTTP/1.1" status: 204 len: 168 time: 2.4755664 Sep 23 06:59:07.371103 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 49226) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:07.495304 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-9bdfd3fe-95e7-4d4e-94f3-7ac350113ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a389afc-ab51-4e27-86a1-2e5797b06360', 'name': 'tempest-ServersTestManualDisk-1498729652-router', 'tenant_id': '32d6446ab2e641418601d6f9b0d422b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '5dc0d68e-7384-44bd-92d4-741f4ca313bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:55:29Z', 'updated_at': '2021-09-23T06:59:04Z', 'revision_number': 5, 'project_id': '32d6446ab2e641418601d6f9b0d422b1', 'gw_port': {'id': '5dc0d68e-7384-44bd-92d4-741f4ca313bc', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ea:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a389afc-ab51-4e27-86a1-2e5797b06360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:55:30Z', 'updated_at': '2021-09-23T06:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:59:07.541569 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdfd3fe-95e7-4d4e-94f3-7ac350113ba4 None None] Checking router: 5a389afc-ab51-4e27-86a1-2e5797b06360 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:59:07.558705 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdfd3fe-95e7-4d4e-94f3-7ac350113ba4 None None] Routers {'5a389afc-ab51-4e27-86a1-2e5797b06360'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:59:07.559337 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-9bdfd3fe-95e7-4d4e-94f3-7ac350113ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:58:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['5a389afc-ab51-4e27-86a1-2e5797b06360'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:59:07.592744 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6738b1-5a41-4825-85d8-ac73b1ad0e9e req-36b9c9ce-7746-4958-aa5d-46cb68958ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:07.594325 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc6738b1-5a41-4825-85d8-ac73b1ad0e9e req-36b9c9ce-7746-4958-aa5d-46cb68958ab3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7b8d89ab-b77e-4358-8f41-f550782dd0dc HTTP/1.1" status: 200 len: 797 time: 0.2243435 Sep 23 06:59:07.716358 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-9bdfd3fe-95e7-4d4e-94f3-7ac350113ba4 None None] Set router 5a389afc-ab51-4e27-86a1-2e5797b06360 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:59:07.717968 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-554c806f-2595-4510-b4bb-0d102f9301c1 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Allocated IP 2001:db8:0:1::179 (4d1aa380-e411-494b-958c-7f758df734d6/3c36935f-6d6e-4f68-97d2-7f085bbd6d56/55f6fbaa-fcc9-4276-a763-68a975f8246c) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:59:07.737637 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-554c806f-2595-4510-b4bb-0d102f9301c1 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Allocated IP 2001:db8::f816:3eff:fe85:f6cd (4d1aa380-e411-494b-958c-7f758df734d6/c201111c-6af3-4f5b-a479-ce0c9a127084/55f6fbaa-fcc9-4276-a763-68a975f8246c) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:59:07.853962 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6756146a-96df-4cf1-90bb-740cb218548a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:08.026880 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-eb55855a-282d-47c1-8337-eaa40f55cf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:08.042096 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device abad3df7-0dd2-44cd-b4e0-4b585a2b024c up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:59:08.120795 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-554c806f-2595-4510-b4bb-0d102f9301c1 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:08.179709 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port abad3df7-0dd2-44cd-b4e0-4b585a2b024c triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:59:08.180100 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:08.195051 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-9bdfd3fe-95e7-4d4e-94f3-7ac350113ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a389afc-ab51-4e27-86a1-2e5797b06360', 'name': 'tempest-ServersTestManualDisk-1498729652-router', 'tenant_id': '32d6446ab2e641418601d6f9b0d422b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '5dc0d68e-7384-44bd-92d4-741f4ca313bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:55:29Z', 'updated_at': '2021-09-23T06:59:04Z', 'revision_number': 5, 'project_id': '32d6446ab2e641418601d6f9b0d422b1', 'gw_port': {'id': '5dc0d68e-7384-44bd-92d4-741f4ca313bc', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ea:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a389afc-ab51-4e27-86a1-2e5797b06360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:55:30Z', 'updated_at': '2021-09-23T06:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:59:08.210280 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-554c806f-2595-4510-b4bb-0d102f9301c1 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:08.236159 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdfd3fe-95e7-4d4e-94f3-7ac350113ba4 None None] The sync data for ids ['5a389afc-ab51-4e27-86a1-2e5797b06360'] in n-d-715271-16 is: [{'id': '5a389afc-ab51-4e27-86a1-2e5797b06360', 'name': 'tempest-ServersTestManualDisk-1498729652-router', 'tenant_id': '32d6446ab2e641418601d6f9b0d422b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '5dc0d68e-7384-44bd-92d4-741f4ca313bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:55:29Z', 'updated_at': '2021-09-23T06:59:04Z', 'revision_number': 5, 'project_id': '32d6446ab2e641418601d6f9b0d422b1', 'gw_port': {'id': '5dc0d68e-7384-44bd-92d4-741f4ca313bc', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ea:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a389afc-ab51-4e27-86a1-2e5797b06360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:55:30Z', 'updated_at': '2021-09-23T06:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:59:08.297661 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554c806f-2595-4510-b4bb-0d102f9301c1 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Network 4d1aa380-e411-494b-958c-7f758df734d6 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:59:08.306120 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-554c806f-2595-4510-b4bb-0d102f9301c1 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:59:08.320576 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554c806f-2595-4510-b4bb-0d102f9301c1 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:59:08.325675 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554c806f-2595-4510-b4bb-0d102f9301c1 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:08.327218 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-554c806f-2595-4510-b4bb-0d102f9301c1 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:08.336723 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554c806f-2595-4510-b4bb-0d102f9301c1 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event updated for resources: {'Port': ['ID=55f6fbaa-fcc9-4276-a763-68a975f8246c,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:08.380840 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-6756146a-96df-4cf1-90bb-740cb218548a admin admin] Deleting port 5dc0d68e-7384-44bd-92d4-741f4ca313bc {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:59:08.382158 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6756146a-96df-4cf1-90bb-740cb218548a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:08.388927 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-554c806f-2595-4510-b4bb-0d102f9301c1 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.9929090 Sep 23 06:59:08.397287 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 49260) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:08.401683 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-6ca8fe8f-5150-418b-ad15-3abbb886248a None None] Provisioning complete for port abad3df7-0dd2-44cd-b4e0-4b585a2b024c triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:59:08.402140 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-6ca8fe8f-5150-418b-ad15-3abbb886248a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:08.517778 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6738b1-5a41-4825-85d8-ac73b1ad0e9e req-80d5fe23-a383-4492-9140-5082afd78d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:08.519469 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc6738b1-5a41-4825-85d8-ac73b1ad0e9e req-80d5fe23-a383-4492-9140-5082afd78d58 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8607683 Sep 23 06:59:08.559844 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 49266) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:08.599265 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-6756146a-96df-4cf1-90bb-740cb218548a admin admin] For port 5dc0d68e-7384-44bd-92d4-741f4ca313bc, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=5dc0d68e-7384-44bd-92d4-741f4ca313bc,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:59:08.599572 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6756146a-96df-4cf1-90bb-740cb218548a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:08.611815 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-58684371-2e70-43e4-8761-31d18155cb51 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Deleting port 836860f4-7f78-4d29-8753-1658ddbce618 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:59:08.612171 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-58684371-2e70-43e4-8761-31d18155cb51 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:08.633061 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-6756146a-96df-4cf1-90bb-740cb218548a admin admin] Calling delete_port for 5dc0d68e-7384-44bd-92d4-741f4ca313bc owned by network:router_gateway {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:59:08.792659 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c7c21a-fed6-40ed-872d-c11cf04218dd tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:59:08.793518 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-dcdcacdf-3de2-421c-942c-905d375a97da admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:08.807939 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a858e7c-a996-4281-b452-aca8db868a64 None None] Sync routers for ids ['1c4900cb-ca57-41b1-914f-12b14a217d77'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:59:08.825694 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a858e7c-a996-4281-b452-aca8db868a64 None None] Routers {'1c4900cb-ca57-41b1-914f-12b14a217d77'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:59:08.832293 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-4a858e7c-a996-4281-b452-aca8db868a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:58:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['1c4900cb-ca57-41b1-914f-12b14a217d77'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:59:08.874702 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-58684371-2e70-43e4-8761-31d18155cb51 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:08.940853 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-58684371-2e70-43e4-8761-31d18155cb51 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Calling delete_port for 836860f4-7f78-4d29-8753-1658ddbce618 owned by {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:59:08.941222 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-4a858e7c-a996-4281-b452-aca8db868a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:59:08.963792 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6756146a-96df-4cf1-90bb-740cb218548a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:08.976136 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a858e7c-a996-4281-b452-aca8db868a64 None None] Routers {'1c4900cb-ca57-41b1-914f-12b14a217d77'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:59:08.976794 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-4a858e7c-a996-4281-b452-aca8db868a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:58:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['1c4900cb-ca57-41b1-914f-12b14a217d77'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:59:09.035756 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-c4afcb6c-7f8e-4e01-bac4-b03a4c63719f None None] Provisioning complete for port 55f6fbaa-fcc9-4276-a763-68a975f8246c triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:59:09.036383 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c4afcb6c-7f8e-4e01-bac4-b03a4c63719f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:09.037175 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc6738b1-5a41-4825-85d8-ac73b1ad0e9e req-6d111655-100f-43fa-9c81-906261f54020 service neutron] 10.222.0.58 "GET /v2.0/networks/a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4642222 Sep 23 06:59:09.105023 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6756146a-96df-4cf1-90bb-740cb218548a admin admin] Pushing event deleted for resources: {'Port': ['ID=5dc0d68e-7384-44bd-92d4-741f4ca313bc,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:09.113700 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-2c31980c-bb23-499a-8b9f-79710854da53 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Deleting port 55f6fbaa-fcc9-4276-a763-68a975f8246c {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:59:09.116178 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2c31980c-bb23-499a-8b9f-79710854da53 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:09.128846 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-c4afcb6c-7f8e-4e01-bac4-b03a4c63719f None None] Port 55f6fbaa-fcc9-4276-a763-68a975f8246c cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:59:09.130410 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-4a858e7c-a996-4281-b452-aca8db868a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:59:09.131080 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a858e7c-a996-4281-b452-aca8db868a64 None None] The sync data for ids ['1c4900cb-ca57-41b1-914f-12b14a217d77'] in n-d-715271-16 is: [] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:59:09.210939 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-dcdcacdf-3de2-421c-942c-905d375a97da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:09.215465 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6756146a-96df-4cf1-90bb-740cb218548a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2068563'] for router_gateway, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:09.295032 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-90c7c21a-fed6-40ed-872d-c11cf04218dd tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:09.350649 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6756146a-96df-4cf1-90bb-740cb218548a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:09.356630 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-90c7c21a-fed6-40ed-872d-c11cf04218dd tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 9.2720788 Sep 23 06:59:09.357199 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6756146a-96df-4cf1-90bb-740cb218548a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:09.360186 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 49284) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:09.362593 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-dcdcacdf-3de2-421c-942c-905d375a97da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:09.380757 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-4cdce024-3e10-4937-8bca-f9730244c5dc tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Request body: {'floatingip': {'port_id': '481ae854-80fa-4a5e-9085-f72dbc6521a0', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:59:09.403832 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc6738b1-5a41-4825-85d8-ac73b1ad0e9e req-1b73d2c5-cf23-49df-9065-79ae05e215c3 service neutron] 10.222.0.58 "GET /v2.0/networks/a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3559520 Sep 23 06:59:09.407630 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2c31980c-bb23-499a-8b9f-79710854da53 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:09.470051 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc6738b1-5a41-4825-85d8-ac73b1ad0e9e req-8e871685-0032-40b6-957d-cf59afba0fbc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6a597634-f59c-495a-9ce4-024de1317b9c HTTP/1.1" status: 200 len: 217 time: 0.0559909 Sep 23 06:59:09.470951 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-2c31980c-bb23-499a-8b9f-79710854da53 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Calling delete_port for 55f6fbaa-fcc9-4276-a763-68a975f8246c owned by {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:59:09.480031 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-dcdcacdf-3de2-421c-942c-905d375a97da admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=11a28477599b4da9b4aabf485dc9ff20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9164355 Sep 23 06:59:09.487480 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 49286) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:09.500601 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6756146a-96df-4cf1-90bb-740cb218548a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:09.501291 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6756146a-96df-4cf1-90bb-740cb218548a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a389afc-ab51-4e27-86a1-2e5797b06360 {{(pid=95065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 06:59:09.512311 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6756146a-96df-4cf1-90bb-740cb218548a admin admin] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:09.517810 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-6756146a-96df-4cf1-90bb-740cb218548a admin admin] 10.222.0.39 "DELETE /v2.0/routers/5a389afc-ab51-4e27-86a1-2e5797b06360 HTTP/1.1" status: 204 len: 168 time: 2.6479847 Sep 23 06:59:09.519029 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 49288) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:09.522194 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdcacdf-3de2-421c-942c-905d375a97da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8fd6312-73cf-4a89-94f3-cc4af605f421,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:09.571460 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-58684371-2e70-43e4-8761-31d18155cb51 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:09.573522 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4cdce024-3e10-4937-8bca-f9730244c5dc tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks [] for floatingip, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:09.699836 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ff70d3ed-186f-4426-ba43-8d6134fda3d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:09.789114 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ff70d3ed-186f-4426-ba43-8d6134fda3d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:09.867270 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6738b1-5a41-4825-85d8-ac73b1ad0e9e req-205c0070-fb70-41ec-9625-c2849a00ec22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:09.870283 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc6738b1-5a41-4825-85d8-ac73b1ad0e9e req-205c0070-fb70-41ec-9625-c2849a00ec22 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f0cb65e8-fa80-40ac-a2e5-8e7b9c47cb4e HTTP/1.1" status: 200 len: 797 time: 0.3908703 Sep 23 06:59:09.892743 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58684371-2e70-43e4-8761-31d18155cb51 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Pushing event deleted for resources: {'Port': ['ID=836860f4-7f78-4d29-8753-1658ddbce618,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:09.917402 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ff70d3ed-186f-4426-ba43-8d6134fda3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:09.920979 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ff70d3ed-186f-4426-ba43-8d6134fda3d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:09.924998 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-ff70d3ed-186f-4426-ba43-8d6134fda3d1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e8fd6312-73cf-4a89-94f3-cc4af605f421 HTTP/1.1" status: 204 len: 168 time: 0.4340429 Sep 23 06:59:09.960471 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff70d3ed-186f-4426-ba43-8d6134fda3d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8fd6312-73cf-4a89-94f3-cc4af605f421,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:10.019130 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:10.020708 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-38c7ae9d-261e-47c4-b20e-88759959deee admin admin] Deleting subnet 30533a6f-b862-4b9d-ba78-3a6162dd1f60 {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:59:10.030549 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-38c7ae9d-261e-47c4-b20e-88759959deee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:10.187820 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-38c7ae9d-261e-47c4-b20e-88759959deee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:10.188301 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6738b1-5a41-4825-85d8-ac73b1ad0e9e req-ac0d3567-cc49-492c-8f68-4e72adc52089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:10.189821 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc6738b1-5a41-4825-85d8-ac73b1ad0e9e req-ac0d3567-cc49-492c-8f68-4e72adc52089 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=57ba53b1-4b40-40e0-aae1-e93257c8c94d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2983890 Sep 23 06:59:10.238435 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-58684371-2e70-43e4-8761-31d18155cb51 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:10.240425 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-58684371-2e70-43e4-8761-31d18155cb51 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "DELETE /v2.0/ports/836860f4-7f78-4d29-8753-1658ddbce618 HTTP/1.1" status: 204 len: 168 time: 2.8632886 Sep 23 06:59:10.262386 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 4a31dacf-9298-499d-8dcf-0ce0a215bba9 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:59:10.270739 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 49300) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:10.301954 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2c31980c-bb23-499a-8b9f-79710854da53 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:10.345324 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 4a31dacf-9298-499d-8dcf-0ce0a215bba9 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:59:10.348402 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 4a31dacf-9298-499d-8dcf-0ce0a215bba9 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:59:10.356798 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 5dc0d68e-7384-44bd-92d4-741f4ca313bc no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:59:10.415789 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 5dc0d68e-7384-44bd-92d4-741f4ca313bc {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:59:10.416122 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 5dc0d68e-7384-44bd-92d4-741f4ca313bc not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:59:10.455035 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.db.resource_extend [None req-4cdce024-3e10-4937-8bca-f9730244c5dc tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 06:59:10.502575 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c31980c-bb23-499a-8b9f-79710854da53 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event deleted for resources: {'Port': ['ID=55f6fbaa-fcc9-4276-a763-68a975f8246c,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:10.622993 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4cdce024-3e10-4937-8bca-f9730244c5dc tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:10.624071 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 49312) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:10.651853 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4cdce024-3e10-4937-8bca-f9730244c5dc tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:10.657712 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f3ca18cc-928f-4ba0-9c7b-2898dc752ca5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:10.673121 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-38c7ae9d-261e-47c4-b20e-88759959deee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:10.724943 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc6738b1-5a41-4825-85d8-ac73b1ad0e9e req-3322db11-a828-44e5-8a3b-e1cd78b5a080 service neutron] 10.222.0.58 "GET /v2.0/networks/57ba53b1-4b40-40e0-aae1-e93257c8c94d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4778311 Sep 23 06:59:10.744953 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-80589805-ef18-4d06-a418-f635702aa1c1 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Deleting subnet 27562dfd-be61-43be-9922-87df8a6761c0 {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:59:10.773067 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-80589805-ef18-4d06-a418-f635702aa1c1 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:10.816545 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2c31980c-bb23-499a-8b9f-79710854da53 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:10.821179 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-2c31980c-bb23-499a-8b9f-79710854da53 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/ports/55f6fbaa-fcc9-4276-a763-68a975f8246c HTTP/1.1" status: 204 len: 168 time: 2.4153941 Sep 23 06:59:10.824243 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 49314) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:10.906672 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-80589805-ef18-4d06-a418-f635702aa1c1 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:10.993835 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-38c7ae9d-261e-47c4-b20e-88759959deee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:11.037530 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cdce024-3e10-4937-8bca-f9730244c5dc tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Router 1c4900cb-ca57-41b1-914f-12b14a217d77 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:59:11.041424 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-02ba7685-468e-4234-ab43-b6a25fe1d321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:11.051913 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f3ca18cc-928f-4ba0-9c7b-2898dc752ca5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:11.077916 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f23e1cf-18c0-429e-bead-1ab3052a87e8 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:11.079536 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-7f23e1cf-18c0-429e-bead-1ab3052a87e8 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2429566 Sep 23 06:59:11.085786 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c7ae9d-261e-47c4-b20e-88759959deee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30533a6f-b862-4b9d-ba78-3a6162dd1f60,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:11.092584 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc18087d-01b6-4977-bbbb-c5dc58da856b None None] Network 73269455-291c-4521-ad88-579f38510b1a requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:59:11.093189 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 49316) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:11.094525 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-38c7ae9d-261e-47c4-b20e-88759959deee admin admin] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:11.098805 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-38c7ae9d-261e-47c4-b20e-88759959deee admin admin] 10.222.0.39 "DELETE /v2.0/subnets/30533a6f-b862-4b9d-ba78-3a6162dd1f60 HTTP/1.1" status: 204 len: 168 time: 1.5767322 Sep 23 06:59:11.104221 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 49318) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:11.118760 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f3ca18cc-928f-4ba0-9c7b-2898dc752ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:11.129102 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc6738b1-5a41-4825-85d8-ac73b1ad0e9e req-755d70fd-e074-4fd1-a535-84f30ec1ca80 service neutron] 10.222.0.58 "GET /v2.0/networks/57ba53b1-4b40-40e0-aae1-e93257c8c94d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3569732 Sep 23 06:59:11.171463 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-f3ca18cc-928f-4ba0-9c7b-2898dc752ca5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e32b1c0595cb4cd4955a8ef6d18e82b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5438087 Sep 23 06:59:11.171463 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ca18cc-928f-4ba0-9c7b-2898dc752ca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=558d8a6b-4325-4865-b472-095104b60cfb,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:11.173855 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 49320) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:11.246933 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc6738b1-5a41-4825-85d8-ac73b1ad0e9e req-ea011182-977a-488c-a611-86455c232f68 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=48c8eed9-1a28-4363-b6b7-bf9827fa555e HTTP/1.1" status: 200 len: 217 time: 0.0594654 Sep 23 06:59:11.280069 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cdce024-3e10-4937-8bca-f9730244c5dc tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:59:11.286027 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4cdce024-3e10-4937-8bca-f9730244c5dc tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:11.297778 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37c9d2a-9e85-4cdf-bde1-42cbe67920b1 None None] Sync routers for ids ['1c4900cb-ca57-41b1-914f-12b14a217d77'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:59:11.311566 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37c9d2a-9e85-4cdf-bde1-42cbe67920b1 None None] Routers {'1c4900cb-ca57-41b1-914f-12b14a217d77'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:59:11.313330 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-80589805-ef18-4d06-a418-f635702aa1c1 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:11.313808 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6e965df5-781f-4c3d-a736-22c35d83fe4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:11.314352 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-b37c9d2a-9e85-4cdf-bde1-42cbe67920b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:59:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['1c4900cb-ca57-41b1-914f-12b14a217d77'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:59:11.359597 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4b9731-2e64-4f46-b6a5-50b91f98ca9e None None] DHCP port deletion for 73269455-291c-4521-ad88-579f38510b1a request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 06:59:11.378696 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-4cdce024-3e10-4937-8bca-f9730244c5dc tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] 10.222.0.39 "PUT /v2.0/floatingips/c6dc4ce9-f670-4134-866b-f5cf39dc35bb HTTP/1.1" status: 200 len: 979 time: 2.0028896 Sep 23 06:59:11.382317 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 49322) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:11.388598 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6e965df5-781f-4c3d-a736-22c35d83fe4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:11.400075 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-b37c9d2a-9e85-4cdf-bde1-42cbe67920b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:59:11.411499 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d69995-95aa-4b16-8115-f2b6d6c80af7 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:11.413630 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-a0d69995-95aa-4b16-8115-f2b6d6c80af7 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3104866 Sep 23 06:59:11.416279 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7f2e37f5-775c-4369-8448-1dce20d2d442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:11.417319 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 49326) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:11.425631 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37c9d2a-9e85-4cdf-bde1-42cbe67920b1 None None] Routers {'1c4900cb-ca57-41b1-914f-12b14a217d77'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:59:11.430125 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-b37c9d2a-9e85-4cdf-bde1-42cbe67920b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:59:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['1c4900cb-ca57-41b1-914f-12b14a217d77'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:59:11.481115 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92211773-6fa2-4748-a5c8-2c5f6eec94a2 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:11.483469 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92211773-6fa2-4748-a5c8-2c5f6eec94a2 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:11.485264 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92211773-6fa2-4748-a5c8-2c5f6eec94a2 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:11.487154 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-92211773-6fa2-4748-a5c8-2c5f6eec94a2 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0686185 Sep 23 06:59:11.490544 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 49332) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:11.530885 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-b37c9d2a-9e85-4cdf-bde1-42cbe67920b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:59:11.533461 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37c9d2a-9e85-4cdf-bde1-42cbe67920b1 None None] The sync data for ids ['1c4900cb-ca57-41b1-914f-12b14a217d77'] in n-d-715271-16 is: [] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:59:11.541817 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b9731-2e64-4f46-b6a5-50b91f98ca9e None None] Deleting port 67035846-639c-42e4-add9-47037f2c0c17 {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:59:11.547085 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-7e4b9731-2e64-4f46-b6a5-50b91f98ca9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:11.548699 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:11.550336 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6738b1-5a41-4825-85d8-ac73b1ad0e9e req-686351fd-fe6b-4290-9d0f-30a87cc1cae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:11.553349 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc6738b1-5a41-4825-85d8-ac73b1ad0e9e req-686351fd-fe6b-4290-9d0f-30a87cc1cae6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f0cb65e8-fa80-40ac-a2e5-8e7b9c47cb4e HTTP/1.1" status: 200 len: 797 time: 0.2958784 Sep 23 06:59:11.562978 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6e965df5-781f-4c3d-a736-22c35d83fe4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:11.566296 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6e965df5-781f-4c3d-a736-22c35d83fe4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:11.569497 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-6e965df5-781f-4c3d-a736-22c35d83fe4c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/558d8a6b-4325-4865-b472-095104b60cfb HTTP/1.1" status: 204 len: 168 time: 0.3909297 Sep 23 06:59:11.609954 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e965df5-781f-4c3d-a736-22c35d83fe4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=558d8a6b-4325-4865-b472-095104b60cfb,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:11.632140 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb9bfe8f-79a1-44fb-ac0f-fd6448e0dafc tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Deleting subnet 3c36935f-6d6e-4f68-97d2-7f085bbd6d56 {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:59:11.642484 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-eb9bfe8f-79a1-44fb-ac0f-fd6448e0dafc tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:11.703203 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-7e4b9731-2e64-4f46-b6a5-50b91f98ca9e None None] For port 67035846-639c-42e4-add9-47037f2c0c17, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=67035846-639c-42e4-add9-47037f2c0c17,segment=NetworkSegment(a1782582-1f04-4f60-aa73-114373484a5d),segment_id=a1782582-1f04-4f60-aa73-114373484a5d)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:59:11.703402 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-7e4b9731-2e64-4f46-b6a5-50b91f98ca9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:11.728917 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b9731-2e64-4f46-b6a5-50b91f98ca9e None None] Calling delete_port for 67035846-639c-42e4-add9-47037f2c0c17 owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:59:11.740056 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-eb9bfe8f-79a1-44fb-ac0f-fd6448e0dafc tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:11.782933 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-80589805-ef18-4d06-a418-f635702aa1c1 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:11.858427 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-eb9bfe8f-79a1-44fb-ac0f-fd6448e0dafc tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:11.891655 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-7e4b9731-2e64-4f46-b6a5-50b91f98ca9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:11.892446 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80589805-ef18-4d06-a418-f635702aa1c1 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Pushing event deleted for resources: {'Subnet': ['ID=27562dfd-be61-43be-9922-87df8a6761c0,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:11.915046 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-80589805-ef18-4d06-a418-f635702aa1c1 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:11.917630 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-80589805-ef18-4d06-a418-f635702aa1c1 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "DELETE /v2.0/subnets/27562dfd-be61-43be-9922-87df8a6761c0 HTTP/1.1" status: 204 len: 168 time: 1.6166556 Sep 23 06:59:11.934770 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 49340) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:11.946994 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-eb9bfe8f-79a1-44fb-ac0f-fd6448e0dafc tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:11.972558 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6738b1-5a41-4825-85d8-ac73b1ad0e9e req-0990d8d6-44d2-4e6c-a3fa-a7d97e1a981b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:11.985748 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc6738b1-5a41-4825-85d8-ac73b1ad0e9e req-0990d8d6-44d2-4e6c-a3fa-a7d97e1a981b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=57ba53b1-4b40-40e0-aae1-e93257c8c94d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4156675 Sep 23 06:59:11.991843 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4b9731-2e64-4f46-b6a5-50b91f98ca9e None None] No DVR routers for this DVR port 67035846-639c-42e4-add9-47037f2c0c17 on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:59:12.000839 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9bfe8f-79a1-44fb-ac0f-fd6448e0dafc tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event deleted for resources: {'Subnet': ['ID=3c36935f-6d6e-4f68-97d2-7f085bbd6d56,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:12.010798 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-eb9bfe8f-79a1-44fb-ac0f-fd6448e0dafc tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:12.013140 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-eb9bfe8f-79a1-44fb-ac0f-fd6448e0dafc tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/subnets/3c36935f-6d6e-4f68-97d2-7f085bbd6d56 HTTP/1.1" status: 204 len: 168 time: 0.5213919 Sep 23 06:59:12.017615 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 49344) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:12.026113 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b9731-2e64-4f46-b6a5-50b91f98ca9e None None] Pushing event deleted for resources: {'Port': ['ID=67035846-639c-42e4-add9-47037f2c0c17,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:12.034318 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4084e3-3576-4966-9ae2-8a8458ab6992 None None] Network f4c6acfd-810d-4386-8654-cad37d5f8fa8 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:59:12.039318 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68fad0ce-2c64-4c66-9b2d-404984ac65c7 None None] Network 4d1aa380-e411-494b-958c-7f758df734d6 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:59:12.062503 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 67035846-639c-42e4-add9-47037f2c0c17 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:59:12.065430 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8e91658-5e6a-45a9-b6b6-f0d6b97368dd tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Deleting subnet cc8a7554-36e3-4ad0-b779-92036cb83888 {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:59:12.074341 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d8e91658-5e6a-45a9-b6b6-f0d6b97368dd tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:12.129886 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-7f2e37f5-775c-4369-8448-1dce20d2d442 admin admin] Deleting port 67035846-639c-42e4-add9-47037f2c0c17 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:59:12.137033 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7f2e37f5-775c-4369-8448-1dce20d2d442 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:12.148546 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6b10eae-087c-470e-9595-a9cb20c2334e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Deleting subnet c201111c-6af3-4f5b-a479-ce0c9a127084 {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:59:12.153768 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d6b10eae-087c-470e-9595-a9cb20c2334e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:12.158087 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d8e91658-5e6a-45a9-b6b6-f0d6b97368dd tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:12.160778 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 67035846-639c-42e4-add9-47037f2c0c17 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:59:12.161123 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 67035846-639c-42e4-add9-47037f2c0c17 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:59:12.302055 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-7f2e37f5-775c-4369-8448-1dce20d2d442 admin admin] For port 67035846-639c-42e4-add9-47037f2c0c17, host n-d-715271-16, got binding levels [] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:59:12.302419 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7f2e37f5-775c-4369-8448-1dce20d2d442 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:12.325369 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d8e91658-5e6a-45a9-b6b6-f0d6b97368dd tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:12.328963 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-6b422dac-cd84-4185-a6ff-c997a7e99578 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Deleting port 0968dffb-af97-43b1-9879-6d4e55e9c4c4 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:59:12.329312 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6b422dac-cd84-4185-a6ff-c997a7e99578 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:12.335626 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc6738b1-5a41-4825-85d8-ac73b1ad0e9e req-24e9168f-194c-496e-986b-2936908a8e3b service neutron] 10.222.0.58 "GET /v2.0/networks/57ba53b1-4b40-40e0-aae1-e93257c8c94d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3250864 Sep 23 06:59:12.355973 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:12.566242 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d6b10eae-087c-470e-9595-a9cb20c2334e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:12.698882 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d8e91658-5e6a-45a9-b6b6-f0d6b97368dd tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:12.714046 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1568e881-f8bb-45d8-aadb-d7751abd753d None None] DHCP port deletion for f4c6acfd-810d-4386-8654-cad37d5f8fa8 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 06:59:12.829886 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-1568e881-f8bb-45d8-aadb-d7751abd753d None None] Deleting port d04f7108-0d8a-4ad3-a7fb-57a011140a52 {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:59:12.830024 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-1568e881-f8bb-45d8-aadb-d7751abd753d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:12.911574 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-1568e881-f8bb-45d8-aadb-d7751abd753d None None] For port d04f7108-0d8a-4ad3-a7fb-57a011140a52, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=d04f7108-0d8a-4ad3-a7fb-57a011140a52,segment=NetworkSegment(0ae6ac83-af34-4bd3-80d6-329f37fca9ef),segment_id=0ae6ac83-af34-4bd3-80d6-329f37fca9ef)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:59:12.911982 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-1568e881-f8bb-45d8-aadb-d7751abd753d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:12.931844 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-1568e881-f8bb-45d8-aadb-d7751abd753d None None] Calling delete_port for d04f7108-0d8a-4ad3-a7fb-57a011140a52 owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:59:13.115055 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-1568e881-f8bb-45d8-aadb-d7751abd753d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:13.180655 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1568e881-f8bb-45d8-aadb-d7751abd753d None None] Pushing event deleted for resources: {'Port': ['ID=d04f7108-0d8a-4ad3-a7fb-57a011140a52,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:13.197032 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1568e881-f8bb-45d8-aadb-d7751abd753d None None] No DVR routers for this DVR port d04f7108-0d8a-4ad3-a7fb-57a011140a52 on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:59:13.223425 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-7f2e37f5-775c-4369-8448-1dce20d2d442 admin admin] Calling delete_port for 67035846-639c-42e4-add9-47037f2c0c17 owned by network:dhcp {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:59:13.226649 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.ipam_backend_mixin [None req-7f2e37f5-775c-4369-8448-1dce20d2d442 admin admin] Port 67035846-639c-42e4-add9-47037f2c0c17 was not found and therefore no delete operation was performed {{(pid=95066) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 23 06:59:13.299658 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e91658-5e6a-45a9-b6b6-f0d6b97368dd tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Pushing event deleted for resources: {'Subnet': ['ID=cc8a7554-36e3-4ad0-b779-92036cb83888,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:13.307847 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d8e91658-5e6a-45a9-b6b6-f0d6b97368dd tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:13.313268 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-d8e91658-5e6a-45a9-b6b6-f0d6b97368dd tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "DELETE /v2.0/subnets/cc8a7554-36e3-4ad0-b779-92036cb83888 HTTP/1.1" status: 204 len: 168 time: 1.3739212 Sep 23 06:59:13.313414 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 49376) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:13.324712 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7cf698-2670-404e-8567-b90690bdeaee None None] Network feb093c6-06a4-4aad-bf82-6fd567da1d91 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:59:13.331456 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6b422dac-cd84-4185-a6ff-c997a7e99578 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:13.331794 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6b422dac-cd84-4185-a6ff-c997a7e99578 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:13.344663 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-6b422dac-cd84-4185-a6ff-c997a7e99578 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Calling delete_port for 0968dffb-af97-43b1-9879-6d4e55e9c4c4 owned by network:floatingip {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:59:13.434795 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d6b10eae-087c-470e-9595-a9cb20c2334e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:13.508765 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7f2e37f5-775c-4369-8448-1dce20d2d442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:13.540267 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f5dc5c56-dd26-4a24-b774-2ee8b8a80fb5 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:13.624938 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8bb9635-dd78-4460-a8c3-8fb47766bb56 None None] DHCP port deletion for feb093c6-06a4-4aad-bf82-6fd567da1d91 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 06:59:13.637058 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2e37f5-775c-4369-8448-1dce20d2d442 admin admin] Pushing event deleted for resources: {'Port': ['ID=67035846-639c-42e4-add9-47037f2c0c17,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:13.640707 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2e37f5-775c-4369-8448-1dce20d2d442 admin admin] No DVR routers for this DVR port 67035846-639c-42e4-add9-47037f2c0c17 on host n-d-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:59:13.658276 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc6738b1-5a41-4825-85d8-ac73b1ad0e9e req-0378aafb-3185-48f0-af4b-92cd3bca3feb service neutron] 10.222.0.58 "GET /v2.0/networks/57ba53b1-4b40-40e0-aae1-e93257c8c94d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3062418 Sep 23 06:59:13.694484 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f5dc5c56-dd26-4a24-b774-2ee8b8a80fb5 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:13.724209 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-f5dc5c56-dd26-4a24-b774-2ee8b8a80fb5 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4c6acfd-810d-4386-8654-cad37d5f8fa8']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:59:13.737939 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-f5dc5c56-dd26-4a24-b774-2ee8b8a80fb5 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ae6ac83-af34-4bd3-80d6-329f37fca9ef') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:59:13.738487 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-f5dc5c56-dd26-4a24-b774-2ee8b8a80fb5 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ae6ac83-af34-4bd3-80d6-329f37fca9ef') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:59:13.740422 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6b422dac-cd84-4185-a6ff-c997a7e99578 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:13.756175 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f5dc5c56-dd26-4a24-b774-2ee8b8a80fb5 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:13.781476 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f5dc5c56-dd26-4a24-b774-2ee8b8a80fb5 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:13.784887 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:13.799998 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-c8bb9635-dd78-4460-a8c3-8fb47766bb56 None None] Deleting port ccca0375-cef3-427d-a94a-d40371b0adc4 {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:59:13.800373 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c8bb9635-dd78-4460-a8c3-8fb47766bb56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:13.804647 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 49388) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:13.855062 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d6b10eae-087c-470e-9595-a9cb20c2334e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:13.861798 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5dc5c56-dd26-4a24-b774-2ee8b8a80fb5 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:59:13.861986 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f5dc5c56-dd26-4a24-b774-2ee8b8a80fb5 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:13.877267 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 06:59:13.877267 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:59:13.877267 n-d-715271-16 neutron-server[95065]: timer() Sep 23 06:59:13.877267 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:59:13.877267 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 06:59:13.877267 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:59:13.877267 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 06:59:13.877267 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:59:13.877267 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 06:59:13.877267 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:59:13.877267 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 06:59:13.877267 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:59:13.877267 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 06:59:13.877267 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:59:13.877267 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:59:13.877267 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:59:13.877267 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:59:13.877267 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:59:13.877267 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 06:59:13.877267 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:59:13.877267 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 06:59:13.877267 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:59:13.877267 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:59:13.877267 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:59:13.877267 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 06:59:13.877267 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:59:13.877267 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:59:13.877267 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:59:13.877267 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:59:13.877267 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:59:13.877267 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:59:13.877267 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:59:13.930326 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7f2e37f5-775c-4369-8448-1dce20d2d442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:13.939191 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b422dac-cd84-4185-a6ff-c997a7e99578 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Pushing event deleted for resources: {'Port': ['ID=0968dffb-af97-43b1-9879-6d4e55e9c4c4,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:13.960272 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b10eae-087c-470e-9595-a9cb20c2334e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event deleted for resources: {'Subnet': ['ID=c201111c-6af3-4f5b-a479-ce0c9a127084,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:13.976661 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d6b10eae-087c-470e-9595-a9cb20c2334e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:13.981940 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-d6b10eae-087c-470e-9595-a9cb20c2334e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/subnets/c201111c-6af3-4f5b-a479-ce0c9a127084 HTTP/1.1" status: 204 len: 168 time: 1.9632905 Sep 23 06:59:13.986385 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 49398) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:14.012549 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ff98d8-3e8b-4332-95ce-42a967dcd0b5 None None] Network 4d1aa380-e411-494b-958c-7f758df734d6 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:59:14.040319 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-c8bb9635-dd78-4460-a8c3-8fb47766bb56 None None] For port ccca0375-cef3-427d-a94a-d40371b0adc4, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=ccca0375-cef3-427d-a94a-d40371b0adc4,segment=NetworkSegment(f24e108b-4e28-412d-86ee-4c835449b745),segment_id=f24e108b-4e28-412d-86ee-4c835449b745)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:59:14.040908 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c8bb9635-dd78-4460-a8c3-8fb47766bb56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:14.083364 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-decc8438-066a-4756-8654-d2de66045e80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:14.114389 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device d04f7108-0d8a-4ad3-a7fb-57a011140a52 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:59:14.124287 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f5dc5c56-dd26-4a24-b774-2ee8b8a80fb5 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:14.136794 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f5dc5c56-dd26-4a24-b774-2ee8b8a80fb5 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:14.143327 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-f5dc5c56-dd26-4a24-b774-2ee8b8a80fb5 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "DELETE /v2.0/networks/f4c6acfd-810d-4386-8654-cad37d5f8fa8 HTTP/1.1" status: 204 len: 168 time: 0.8284059 Sep 23 06:59:14.143972 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 49402) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:14.146530 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-7f2e37f5-775c-4369-8448-1dce20d2d442 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73269455-291c-4521-ad88-579f38510b1a']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:59:14.168704 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-c8bb9635-dd78-4460-a8c3-8fb47766bb56 None None] Calling delete_port for ccca0375-cef3-427d-a94a-d40371b0adc4 owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:59:14.183621 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-fe452a19-53ba-4e94-8f68-8f2bf8167a2e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1801119 Sep 23 06:59:14.191739 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-6092b570-fb20-4808-b106-ab569cc0ebc6 None None] Provisioning complete for port abad3df7-0dd2-44cd-b4e0-4b585a2b024c triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:59:14.192333 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-6092b570-fb20-4808-b106-ab569cc0ebc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:14.203869 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 49404) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:14.209052 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-7f2e37f5-775c-4369-8448-1dce20d2d442 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1782582-1f04-4f60-aa73-114373484a5d') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:59:14.212591 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-7f2e37f5-775c-4369-8448-1dce20d2d442 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1782582-1f04-4f60-aa73-114373484a5d') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:59:14.223821 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-62a9185a-2f8f-4ca3-91f9-eaf50a2001b6 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Request body: {'subnet': {'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:59:14.229020 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: d04f7108-0d8a-4ad3-a7fb-57a011140a52 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:59:14.229531 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device d04f7108-0d8a-4ad3-a7fb-57a011140a52 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:59:14.230367 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device ccca0375-cef3-427d-a94a-d40371b0adc4 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:59:14.254018 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dc5c56-dd26-4a24-b774-2ee8b8a80fb5 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Pushing event deleted for resources: {'Network': ['ID=f4c6acfd-810d-4386-8654-cad37d5f8fa8,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:14.261440 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-efd4ab54-f8a0-4e8d-9e67-604393793fe7 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:14.317836 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7f2e37f5-775c-4369-8448-1dce20d2d442 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:14.358702 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7f2e37f5-775c-4369-8448-1dce20d2d442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:14.407753 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f2e37f5-775c-4369-8448-1dce20d2d442 admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:59:14.408312 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7f2e37f5-775c-4369-8448-1dce20d2d442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:14.411754 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 06:59:14.411754 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:59:14.411754 n-d-715271-16 neutron-server[95066]: timer() Sep 23 06:59:14.411754 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:59:14.411754 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 06:59:14.411754 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:59:14.411754 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 06:59:14.411754 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:59:14.411754 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 06:59:14.411754 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:59:14.411754 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 06:59:14.411754 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:59:14.411754 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 06:59:14.411754 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:59:14.411754 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:59:14.411754 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:59:14.411754 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:59:14.411754 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:59:14.411754 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 06:59:14.411754 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:59:14.411754 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 06:59:14.411754 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:59:14.411754 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:59:14.411754 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:59:14.411754 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 06:59:14.411754 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:59:14.411754 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:59:14.411754 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:59:14.411754 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:59:14.411754 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:59:14.411754 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:59:14.411754 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:59:14.414913 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-efd4ab54-f8a0-4e8d-9e67-604393793fe7 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Deleting port ccca0375-cef3-427d-a94a-d40371b0adc4 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:59:14.417478 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-efd4ab54-f8a0-4e8d-9e67-604393793fe7 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:14.432490 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6b422dac-cd84-4185-a6ff-c997a7e99578 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks [] for floatingip, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:14.432904 n-d-715271-16 neutron-server[95066]: INFO neutron.db.l3_db [None req-6b422dac-cd84-4185-a6ff-c997a7e99578 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Floating IP c6dc4ce9-f670-4134-866b-f5cf39dc35bb disassociated (deleted). External IP: 172.25.2.205, port: 481ae854-80fa-4a5e-9085-f72dbc6521a0. Sep 23 06:59:14.568619 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-efd4ab54-f8a0-4e8d-9e67-604393793fe7 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] For port ccca0375-cef3-427d-a94a-d40371b0adc4, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=ccca0375-cef3-427d-a94a-d40371b0adc4,segment=NetworkSegment(f24e108b-4e28-412d-86ee-4c835449b745),segment_id=f24e108b-4e28-412d-86ee-4c835449b745)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:59:14.569038 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-efd4ab54-f8a0-4e8d-9e67-604393793fe7 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:14.578513 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7f2e37f5-775c-4369-8448-1dce20d2d442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:14.606510 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-decc8438-066a-4756-8654-d2de66045e80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:14.608982 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-efd4ab54-f8a0-4e8d-9e67-604393793fe7 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Calling delete_port for ccca0375-cef3-427d-a94a-d40371b0adc4 owned by network:dhcp {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:59:14.620396 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-decc8438-066a-4756-8654-d2de66045e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:14.634895 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7f2e37f5-775c-4369-8448-1dce20d2d442 admin admin] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:14.636792 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-7f2e37f5-775c-4369-8448-1dce20d2d442 admin admin] 10.222.0.39 "DELETE /v2.0/networks/73269455-291c-4521-ad88-579f38510b1a HTTP/1.1" status: 204 len: 168 time: 3.5276055 Sep 23 06:59:14.682797 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-decc8438-066a-4756-8654-d2de66045e80 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=aede7820bd2e43888ce0876917b7c8f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8693056 Sep 23 06:59:14.685609 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decc8438-066a-4756-8654-d2de66045e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8e74e3-924c-4ce2-9b94-9629edecdf85,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:14.691381 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3bcc05b-88ea-4fd4-84ae-e601c1f4bd20 None None] DHCP port deletion for 4d1aa380-e411-494b-958c-7f758df734d6 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 06:59:14.691706 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 49408) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:14.737544 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2e37f5-775c-4369-8448-1dce20d2d442 admin admin] Pushing event deleted for resources: {'Network': ['ID=73269455-291c-4521-ad88-579f38510b1a,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:14.739596 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:14.743614 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a9185a-2f8f-4ca3-91f9-eaf50a2001b6 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Made reservation on behalf of 5e650be244de4ee8b27aea189be279d1 for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:59:14.749476 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-62a9185a-2f8f-4ca3-91f9-eaf50a2001b6 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:14.753056 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c8bb9635-dd78-4460-a8c3-8fb47766bb56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:14.822643 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d5f2ef1d-d0cb-4840-bd57-3dda8e00de12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:14.829736 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bb9635-dd78-4460-a8c3-8fb47766bb56 None None] No DVR routers for this DVR port ccca0375-cef3-427d-a94a-d40371b0adc4 on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:59:14.831738 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bb9635-dd78-4460-a8c3-8fb47766bb56 None None] Pushing event deleted for resources: {'Port': ['ID=ccca0375-cef3-427d-a94a-d40371b0adc4,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:14.861250 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d5f2ef1d-d0cb-4840-bd57-3dda8e00de12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:14.891069 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 49410) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:14.919941 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-e3bcc05b-88ea-4fd4-84ae-e601c1f4bd20 None None] Deleting port abad3df7-0dd2-44cd-b4e0-4b585a2b024c {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:59:14.920944 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e3bcc05b-88ea-4fd4-84ae-e601c1f4bd20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:14.988763 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-5e27e46b-7773-411b-abde-a3d6216451ae admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=32d6446ab2e641418601d6f9b0d422b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0941966 Sep 23 06:59:14.996919 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 49418) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:15.022568 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-efd4ab54-f8a0-4e8d-9e67-604393793fe7 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:15.071083 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd4ab54-f8a0-4e8d-9e67-604393793fe7 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Pushing event deleted for resources: {'Port': ['ID=ccca0375-cef3-427d-a94a-d40371b0adc4,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:15.081951 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d5f2ef1d-d0cb-4840-bd57-3dda8e00de12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:15.085907 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d5f2ef1d-d0cb-4840-bd57-3dda8e00de12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:15.087223 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-d5f2ef1d-d0cb-4840-bd57-3dda8e00de12 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7f8e74e3-924c-4ce2-9b94-9629edecdf85 HTTP/1.1" status: 204 len: 168 time: 0.3923826 Sep 23 06:59:15.111537 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b422dac-cd84-4185-a6ff-c997a7e99578 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Router 1c4900cb-ca57-41b1-914f-12b14a217d77 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:59:15.115879 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-e3bcc05b-88ea-4fd4-84ae-e601c1f4bd20 None None] For port abad3df7-0dd2-44cd-b4e0-4b585a2b024c, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=abad3df7-0dd2-44cd-b4e0-4b585a2b024c,segment=NetworkSegment(98ee167a-1403-4867-958f-d4f6736b2e62),segment_id=98ee167a-1403-4867-958f-d4f6736b2e62)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:59:15.116292 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e3bcc05b-88ea-4fd4-84ae-e601c1f4bd20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:15.120672 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd4ab54-f8a0-4e8d-9e67-604393793fe7 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] No DVR routers for this DVR port ccca0375-cef3-427d-a94a-d40371b0adc4 on host n-d-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:59:15.148739 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f2ef1d-d0cb-4840-bd57-3dda8e00de12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8e74e3-924c-4ce2-9b94-9629edecdf85,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:15.202810 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-e3bcc05b-88ea-4fd4-84ae-e601c1f4bd20 None None] Calling delete_port for abad3df7-0dd2-44cd-b4e0-4b585a2b024c owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:59:15.337791 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3a0e9292-771c-4a72-bc04-5588faebce38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:15.362226 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e3bcc05b-88ea-4fd4-84ae-e601c1f4bd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:15.395203 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3a0e9292-771c-4a72-bc04-5588faebce38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:15.406984 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-62a9185a-2f8f-4ca3-91f9-eaf50a2001b6 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:15.427493 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b422dac-cd84-4185-a6ff-c997a7e99578 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:59:15.433829 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bcc05b-88ea-4fd4-84ae-e601c1f4bd20 None None] Pushing event deleted for resources: {'Port': ['ID=abad3df7-0dd2-44cd-b4e0-4b585a2b024c,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:15.447428 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bcc05b-88ea-4fd4-84ae-e601c1f4bd20 None None] No DVR routers for this DVR port abad3df7-0dd2-44cd-b4e0-4b585a2b024c on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:59:15.454909 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3a0e9292-771c-4a72-bc04-5588faebce38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:15.459124 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3a0e9292-771c-4a72-bc04-5588faebce38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:15.460576 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-3a0e9292-771c-4a72-bc04-5588faebce38 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/17dea6cb-0954-48a1-aba2-6e27a96cc9e8 HTTP/1.1" status: 204 len: 168 time: 0.4625614 Sep 23 06:59:15.461124 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730f267a-a68d-4b86-99de-dc9ac21cfb29 None None] Sync routers for ids ['1c4900cb-ca57-41b1-914f-12b14a217d77'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:59:15.487914 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6b422dac-cd84-4185-a6ff-c997a7e99578 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:15.505454 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730f267a-a68d-4b86-99de-dc9ac21cfb29 None None] Routers {'1c4900cb-ca57-41b1-914f-12b14a217d77'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:59:15.507320 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-730f267a-a68d-4b86-99de-dc9ac21cfb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:59:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['1c4900cb-ca57-41b1-914f-12b14a217d77'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:59:15.510415 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-efd4ab54-f8a0-4e8d-9e67-604393793fe7 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:15.550987 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0e9292-771c-4a72-bc04-5588faebce38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17dea6cb-0954-48a1-aba2-6e27a96cc9e8,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:15.564415 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a9185a-2f8f-4ca3-91f9-eaf50a2001b6 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Network 4d1aa380-e411-494b-958c-7f758df734d6 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:59:15.582152 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-62a9185a-2f8f-4ca3-91f9-eaf50a2001b6 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:59:15.583118 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-730f267a-a68d-4b86-99de-dc9ac21cfb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:59:15.593176 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-efd4ab54-f8a0-4e8d-9e67-604393793fe7 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feb093c6-06a4-4aad-bf82-6fd567da1d91']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:59:15.604691 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a9185a-2f8f-4ca3-91f9-eaf50a2001b6 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:15.605331 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-62a9185a-2f8f-4ca3-91f9-eaf50a2001b6 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:15.606221 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09efe72e-0a94-4e4c-b132-8a72545a7913 None None] Network 4d1aa380-e411-494b-958c-7f758df734d6 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:59:15.619329 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-efd4ab54-f8a0-4e8d-9e67-604393793fe7 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f24e108b-4e28-412d-86ee-4c835449b745') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:59:15.621979 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-efd4ab54-f8a0-4e8d-9e67-604393793fe7 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f24e108b-4e28-412d-86ee-4c835449b745') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:59:15.642628 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a9185a-2f8f-4ca3-91f9-eaf50a2001b6 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event updated for resources: {'Subnet': ['ID=c77d0367-c3b8-4d63-920c-f6d07813fb11,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:15.644578 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730f267a-a68d-4b86-99de-dc9ac21cfb29 None None] Routers {'1c4900cb-ca57-41b1-914f-12b14a217d77'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:59:15.645379 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-730f267a-a68d-4b86-99de-dc9ac21cfb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:59:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['1c4900cb-ca57-41b1-914f-12b14a217d77'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:59:15.647470 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-efd4ab54-f8a0-4e8d-9e67-604393793fe7 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:15.662576 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-6b422dac-cd84-4185-a6ff-c997a7e99578 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] 10.222.0.39 "DELETE /v2.0/floatingips/c6dc4ce9-f670-4134-866b-f5cf39dc35bb HTTP/1.1" status: 204 len: 168 time: 4.2707562 Sep 23 06:59:15.665330 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 49432) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:15.681522 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-62a9185a-2f8f-4ca3-91f9-eaf50a2001b6 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4744051 Sep 23 06:59:15.684308 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 49434) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:15.690255 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-32201af6-0169-4b4f-a1b9-126568cdf921 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Request body: {'subnet': {'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:59:15.717979 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-730f267a-a68d-4b86-99de-dc9ac21cfb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:59:15.718560 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730f267a-a68d-4b86-99de-dc9ac21cfb29 None None] The sync data for ids ['1c4900cb-ca57-41b1-914f-12b14a217d77'] in n-d-715271-16 is: [] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:59:15.745320 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-efd4ab54-f8a0-4e8d-9e67-604393793fe7 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:15.811786 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efd4ab54-f8a0-4e8d-9e67-604393793fe7 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:59:15.812213 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-efd4ab54-f8a0-4e8d-9e67-604393793fe7 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:15.819218 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 49438) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:15.819936 n-d-715271-16 neutron-server[95065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 06:59:15.819936 n-d-715271-16 neutron-server[95065]: self.session.flush() Sep 23 06:59:15.819936 n-d-715271-16 neutron-server[95065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 06:59:15.819936 n-d-715271-16 neutron-server[95065]: self.session.flush() Sep 23 06:59:15.819936 n-d-715271-16 neutron-server[95065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 06:59:15.819936 n-d-715271-16 neutron-server[95065]: self.session.flush() Sep 23 06:59:15.819936 n-d-715271-16 neutron-server[95065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 06:59:15.819936 n-d-715271-16 neutron-server[95065]: self.session.flush() Sep 23 06:59:15.819936 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 06:59:15.819936 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:59:15.819936 n-d-715271-16 neutron-server[95065]: timer() Sep 23 06:59:15.819936 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:59:15.819936 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 06:59:15.819936 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:59:15.819936 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 06:59:15.819936 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:59:15.819936 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 06:59:15.819936 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:59:15.819936 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 06:59:15.819936 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:59:15.819936 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 06:59:15.819936 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:59:15.819936 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:59:15.819936 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:59:15.819936 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:59:15.819936 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:59:15.819936 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 06:59:15.819936 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:59:15.819936 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 06:59:15.819936 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:59:15.819936 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:59:15.819936 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:59:15.819936 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 06:59:15.819936 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:59:15.819936 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:59:15.819936 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:59:15.819936 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:59:15.819936 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:59:15.819936 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:59:15.819936 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:59:15.982204 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca240217-b660-47c4-acf3-954c1559ee43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-4d1aa380-e411-494b-958c-7f758df734d6', 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'tenant_id': '5e650be244de4ee8b27aea189be279d1', 'fixed_ips': [{'subnet_id': 'c77d0367-c3b8-4d63-920c-f6d07813fb11'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 06:59:15.985308 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ca240217-b660-47c4-acf3-954c1559ee43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:16.023161 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32201af6-0169-4b4f-a1b9-126568cdf921 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Made reservation on behalf of 5e650be244de4ee8b27aea189be279d1 for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:59:16.027454 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-32201af6-0169-4b4f-a1b9-126568cdf921 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:16.039796 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device abad3df7-0dd2-44cd-b4e0-4b585a2b024c no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:59:16.112598 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: abad3df7-0dd2-44cd-b4e0-4b585a2b024c {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:59:16.112878 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device abad3df7-0dd2-44cd-b4e0-4b585a2b024c not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:59:16.149631 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-efd4ab54-f8a0-4e8d-9e67-604393793fe7 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:16.175563 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-efd4ab54-f8a0-4e8d-9e67-604393793fe7 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:16.187730 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-efd4ab54-f8a0-4e8d-9e67-604393793fe7 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] 10.222.0.39 "DELETE /v2.0/networks/feb093c6-06a4-4aad-bf82-6fd567da1d91 HTTP/1.1" status: 204 len: 168 time: 2.0220301 Sep 23 06:59:16.264851 n-d-715271-16 neutron-server[95066]: INFO neutron.db.ipam_backend_mixin [None req-32201af6-0169-4b4f-a1b9-126568cdf921 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c77d0367-c3b8-4d63-920c-f6d07813fb11 (CIDR: 2001:db8::/64) Sep 23 06:59:16.276596 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-32201af6-0169-4b4f-a1b9-126568cdf921 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 06:59:16.277961 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-336b84a3-204a-4fa8-bf0a-30d92aff1628 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Deleting port 481ae854-80fa-4a5e-9085-f72dbc6521a0 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:59:16.277961 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-336b84a3-204a-4fa8-bf0a-30d92aff1628 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:16.280092 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32201af6-0169-4b4f-a1b9-126568cdf921 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:59:16.297621 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd4ab54-f8a0-4e8d-9e67-604393793fe7 tempest-TaggedBootDevicesTest_v242-219089070 tempest-TaggedBootDevicesTest_v242-219089070-project] Pushing event deleted for resources: {'Network': ['ID=feb093c6-06a4-4aad-bf82-6fd567da1d91,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:16.355119 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-32201af6-0169-4b4f-a1b9-126568cdf921 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6695447 Sep 23 06:59:16.360435 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 49456) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:16.395233 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-07c062dc-3d70-41c1-9817-1da01fd2c545 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Request body: {'subnet': {'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:59:16.491459 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bf445c87-686c-4a60-af74-0c523e459a1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:16.544893 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c062dc-3d70-41c1-9817-1da01fd2c545 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Made reservation on behalf of 5e650be244de4ee8b27aea189be279d1 for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:59:16.549933 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-07c062dc-3d70-41c1-9817-1da01fd2c545 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:16.600758 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-ca240217-b660-47c4-acf3-954c1559ee43 None None] Allocated IP 2001:db8::2 (4d1aa380-e411-494b-958c-7f758df734d6/c77d0367-c3b8-4d63-920c-f6d07813fb11/5acb13ff-fee6-4ee3-8ad9-b7fa816e5004) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:59:16.688575 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-336b84a3-204a-4fa8-bf0a-30d92aff1628 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:16.711172 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-336b84a3-204a-4fa8-bf0a-30d92aff1628 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Calling delete_port for 481ae854-80fa-4a5e-9085-f72dbc6521a0 owned by {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:59:17.006352 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ca240217-b660-47c4-acf3-954c1559ee43 None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:17.013010 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ca240217-b660-47c4-acf3-954c1559ee43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:17.044782 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bf445c87-686c-4a60-af74-0c523e459a1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:17.056721 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bf445c87-686c-4a60-af74-0c523e459a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:17.083685 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca240217-b660-47c4-acf3-954c1559ee43 None None] Network 4d1aa380-e411-494b-958c-7f758df734d6 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:59:17.092016 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-ca240217-b660-47c4-acf3-954c1559ee43 None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:59:17.097566 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca240217-b660-47c4-acf3-954c1559ee43 None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:59:17.100204 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca240217-b660-47c4-acf3-954c1559ee43 None None] Pushing event updated for resources: {'Port': ['ID=5acb13ff-fee6-4ee3-8ad9-b7fa816e5004,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:17.261191 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-ca240217-b660-47c4-acf3-954c1559ee43 None None] Attempting to bind port 5acb13ff-fee6-4ee3-8ad9-b7fa816e5004 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:59:17.261577 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-ca240217-b660-47c4-acf3-954c1559ee43 None None] Attempting to bind port 5acb13ff-fee6-4ee3-8ad9-b7fa816e5004 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '98ee167a-1403-4867-958f-d4f6736b2e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:59:17.268245 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca240217-b660-47c4-acf3-954c1559ee43 None None] Attempting to bind port 5acb13ff-fee6-4ee3-8ad9-b7fa816e5004 on network 4d1aa380-e411-494b-958c-7f758df734d6 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:59:17.276264 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-bf445c87-686c-4a60-af74-0c523e459a1c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cb8c37d38dc64ce09f301799b9fc6313&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4537044 Sep 23 06:59:17.279268 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 49496) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:17.283146 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf445c87-686c-4a60-af74-0c523e459a1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90783b9d-a606-429b-bdf5-3ed3c937d153,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:17.304052 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca240217-b660-47c4-acf3-954c1559ee43 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:59:17.305297 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca240217-b660-47c4-acf3-954c1559ee43 None None] Checking segment: {'id': '98ee167a-1403-4867-958f-d4f6736b2e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:59:17.308990 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ca240217-b660-47c4-acf3-954c1559ee43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:17.312867 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca240217-b660-47c4-acf3-954c1559ee43 None None] Bound using segment: {'id': '98ee167a-1403-4867-958f-d4f6736b2e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:59:17.314263 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-ca240217-b660-47c4-acf3-954c1559ee43 None None] Bound port: 5acb13ff-fee6-4ee3-8ad9-b7fa816e5004, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98ee167a-1403-4867-958f-d4f6736b2e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:59:17.316813 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ca240217-b660-47c4-acf3-954c1559ee43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:17.423482 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-336b84a3-204a-4fa8-bf0a-30d92aff1628 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:17.480801 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-ca240217-b660-47c4-acf3-954c1559ee43 None None] For port 5acb13ff-fee6-4ee3-8ad9-b7fa816e5004, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:59:17.487896 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-ca240217-b660-47c4-acf3-954c1559ee43 None None] For port 5acb13ff-fee6-4ee3-8ad9-b7fa816e5004, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=5acb13ff-fee6-4ee3-8ad9-b7fa816e5004,segment=NetworkSegment(98ee167a-1403-4867-958f-d4f6736b2e62),segment_id=98ee167a-1403-4867-958f-d4f6736b2e62)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:59:17.496276 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ca240217-b660-47c4-acf3-954c1559ee43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:17.504554 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336b84a3-204a-4fa8-bf0a-30d92aff1628 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Pushing event deleted for resources: {'Port': ['ID=481ae854-80fa-4a5e-9085-f72dbc6521a0,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:17.547440 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d3718c67-23ec-4ab3-94e8-b0f9f980665d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:17.622760 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 49508) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:17.662545 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d3718c67-23ec-4ab3-94e8-b0f9f980665d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:17.662687 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca240217-b660-47c4-acf3-954c1559ee43 None None] Pushing event updated for resources: {'Port': ['ID=5acb13ff-fee6-4ee3-8ad9-b7fa816e5004,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:17.718372 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-336b84a3-204a-4fa8-bf0a-30d92aff1628 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:17.720861 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-336b84a3-204a-4fa8-bf0a-30d92aff1628 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] 10.222.0.39 "DELETE /v2.0/ports/481ae854-80fa-4a5e-9085-f72dbc6521a0 HTTP/1.1" status: 204 len: 168 time: 2.0388250 Sep 23 06:59:17.725113 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 49518) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:17.739024 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-f69d9b53-b413-4ff1-ae98-2fed2a1ea23d tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Request body: {'floatingip': {'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:59:17.794510 n-d-715271-16 neutron-server[95066]: DEBUG neutron.objects.ports [None req-07c062dc-3d70-41c1-9817-1da01fd2c545 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95066) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 06:59:17.834051 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f69d9b53-b413-4ff1-ae98-2fed2a1ea23d tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks [] for floatingip, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:17.861943 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-cb815b91-0be5-40c5-b111-a59e5462f665 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1246367544-network', 'tenant_id': '975c49cb4b83465685884a643e7b4a2e'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:59:17.971243 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb815b91-0be5-40c5-b111-a59e5462f665 admin admin] Made reservation on behalf of 975c49cb4b83465685884a643e7b4a2e for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:59:17.990666 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cb815b91-0be5-40c5-b111-a59e5462f665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:18.006569 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cb815b91-0be5-40c5-b111-a59e5462f665 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:18.055412 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d3718c67-23ec-4ab3-94e8-b0f9f980665d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:18.063489 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d3718c67-23ec-4ab3-94e8-b0f9f980665d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:18.074313 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-d3718c67-23ec-4ab3-94e8-b0f9f980665d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/90783b9d-a606-429b-bdf5-3ed3c937d153 HTTP/1.1" status: 204 len: 168 time: 0.7921247 Sep 23 06:59:18.130671 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3718c67-23ec-4ab3-94e8-b0f9f980665d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90783b9d-a606-429b-bdf5-3ed3c937d153,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:18.209200 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f69d9b53-b413-4ff1-ae98-2fed2a1ea23d tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:18.282768 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-07c062dc-3d70-41c1-9817-1da01fd2c545 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:18.463177 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cb815b91-0be5-40c5-b111-a59e5462f665 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:18.480411 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cb815b91-0be5-40c5-b111-a59e5462f665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:18.563444 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-07c062dc-3d70-41c1-9817-1da01fd2c545 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] For port 5acb13ff-fee6-4ee3-8ad9-b7fa816e5004, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=5acb13ff-fee6-4ee3-8ad9-b7fa816e5004,segment=NetworkSegment(98ee167a-1403-4867-958f-d4f6736b2e62),segment_id=98ee167a-1403-4867-958f-d4f6736b2e62)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:59:18.593073 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb815b91-0be5-40c5-b111-a59e5462f665 admin admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:59:18.631055 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-07c062dc-3d70-41c1-9817-1da01fd2c545 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:18.639945 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-07c062dc-3d70-41c1-9817-1da01fd2c545 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:18.640748 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-07c062dc-3d70-41c1-9817-1da01fd2c545 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:18.667919 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb815b91-0be5-40c5-b111-a59e5462f665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd2b27e9-002e-4189-a66b-a3d17ee0f452,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:18.699385 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cb815b91-0be5-40c5-b111-a59e5462f665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:18.699827 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-cb815b91-0be5-40c5-b111-a59e5462f665 admin admin] Added segment 9bd7ac6d-d0ea-41a0-b103-8c3b286ade04 of type vlan for network b1168109-2f74-485d-b022-6ac22a84b1fa Sep 23 06:59:18.706270 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-f69d9b53-b413-4ff1-ae98-2fed2a1ea23d tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Allocated IP 172.25.2.13 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/348c4c47-01a6-4ae3-af55-5181a3474633) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:59:18.729795 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 49552) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:18.755628 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c062dc-3d70-41c1-9817-1da01fd2c545 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event updated for resources: {'Subnet': ['ID=74ccc909-3553-4ed7-82ae-c7410a2a8006,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:18.805252 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c062dc-3d70-41c1-9817-1da01fd2c545 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Network 4d1aa380-e411-494b-958c-7f758df734d6 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:59:18.809081 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-07c062dc-3d70-41c1-9817-1da01fd2c545 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:59:18.814026 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c062dc-3d70-41c1-9817-1da01fd2c545 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:18.814559 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-07c062dc-3d70-41c1-9817-1da01fd2c545 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:18.830750 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c5b41946-800e-4d86-814d-12cd5bc6b8c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:18.867173 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-07c062dc-3d70-41c1-9817-1da01fd2c545 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.5023313 Sep 23 06:59:18.873104 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 49556) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:18.885717 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-43132d58-8a09-4cb9-8291-869ab7398a28 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Request body: {'port': {'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'mac_address': 'fa:16:3e:98:be:6a', 'name': 'tempest-NetworksTestDHCPv6-1566219540'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:59:18.890774 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cb815b91-0be5-40c5-b111-a59e5462f665 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:18.896557 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c062dc-3d70-41c1-9817-1da01fd2c545 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event updated for resources: {'Port': ['ID=5acb13ff-fee6-4ee3-8ad9-b7fa816e5004,revision_number=4']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:19.109567 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cb815b91-0be5-40c5-b111-a59e5462f665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:19.110846 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb815b91-0be5-40c5-b111-a59e5462f665 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:19.111739 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cb815b91-0be5-40c5-b111-a59e5462f665 admin admin] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:19.215702 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6da67a0-5beb-45bb-aa36-e9fb52563ed0 None None] Network 4d1aa380-e411-494b-958c-7f758df734d6 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:59:19.263897 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f69d9b53-b413-4ff1-ae98-2fed2a1ea23d tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:19.279261 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb815b91-0be5-40c5-b111-a59e5462f665 admin admin] Pushing event updated for resources: {'Network': ['ID=b1168109-2f74-485d-b022-6ac22a84b1fa,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:19.328486 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network b1168109-2f74-485d-b022-6ac22a84b1fa details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:59:19.353502 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f69d9b53-b413-4ff1-ae98-2fed2a1ea23d tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:19.415021 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69d9b53-b413-4ff1-ae98-2fed2a1ea23d tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Pushing event updated for resources: {'Port': ['ID=348c4c47-01a6-4ae3-af55-5181a3474633,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:19.423952 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c5b41946-800e-4d86-814d-12cd5bc6b8c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:19.437941 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69d9b53-b413-4ff1-ae98-2fed2a1ea23d tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:59:19.438915 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c5b41946-800e-4d86-814d-12cd5bc6b8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:19.451091 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-cb815b91-0be5-40c5-b111-a59e5462f665 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.8200095 Sep 23 06:59:19.453068 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-f69d9b53-b413-4ff1-ae98-2fed2a1ea23d tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:59:19.459321 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 49562) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:19.471465 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-b787b2bd-0bb7-460e-b434-59de38a1f20a admin admin] Request body: {'subnet': {'network_id': 'b1168109-2f74-485d-b022-6ac22a84b1fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1246367544-subnet', 'tenant_id': '975c49cb4b83465685884a643e7b4a2e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:59:19.473153 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69d9b53-b413-4ff1-ae98-2fed2a1ea23d tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:59:19.484592 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43132d58-8a09-4cb9-8291-869ab7398a28 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Made reservation on behalf of 5e650be244de4ee8b27aea189be279d1 for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:59:19.531788 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-be7fa3eb-b757-41c2-b2d3-3c336c4051ff None None] Provisioning complete for port 5acb13ff-fee6-4ee3-8ad9-b7fa816e5004 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:59:19.532332 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-be7fa3eb-b757-41c2-b2d3-3c336c4051ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:19.586069 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f69d9b53-b413-4ff1-ae98-2fed2a1ea23d tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:19.637670 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b787b2bd-0bb7-460e-b434-59de38a1f20a admin admin] Made reservation on behalf of 975c49cb4b83465685884a643e7b4a2e for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:59:19.640753 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b787b2bd-0bb7-460e-b434-59de38a1f20a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:19.663127 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b41946-800e-4d86-814d-12cd5bc6b8c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=981361a2-6e02-4ed3-b738-29ecbc96f91a,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:19.682314 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-c5b41946-800e-4d86-814d-12cd5bc6b8c8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=455f0baa098d4c58afcd8789905dc2ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9478900 Sep 23 06:59:19.687009 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 49566) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:19.703407 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f69d9b53-b413-4ff1-ae98-2fed2a1ea23d tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:19.726238 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-be7fa3eb-b757-41c2-b2d3-3c336c4051ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:19.768109 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-be7fa3eb-b757-41c2-b2d3-3c336c4051ff None None] For port 5acb13ff-fee6-4ee3-8ad9-b7fa816e5004, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=5acb13ff-fee6-4ee3-8ad9-b7fa816e5004,segment=NetworkSegment(98ee167a-1403-4867-958f-d4f6736b2e62),segment_id=98ee167a-1403-4867-958f-d4f6736b2e62)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:59:19.774888 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-be7fa3eb-b757-41c2-b2d3-3c336c4051ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:19.844000 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f0ae7a92-33cf-495f-81f1-192a1efd9293 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:19.861945 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-43132d58-8a09-4cb9-8291-869ab7398a28 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:19.886185 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7fa3eb-b757-41c2-b2d3-3c336c4051ff None None] Pushing event updated for resources: {'Port': ['ID=5acb13ff-fee6-4ee3-8ad9-b7fa816e5004,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:19.890611 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f0ae7a92-33cf-495f-81f1-192a1efd9293 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:20.063361 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [None req-43132d58-8a09-4cb9-8291-869ab7398a28 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] device_id is not set on port 3011bbcc-bd66-434a-8198-55e7b92c5aa3 yet. {{(pid=95066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 06:59:20.116361 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f0ae7a92-33cf-495f-81f1-192a1efd9293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:20.118546 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f0ae7a92-33cf-495f-81f1-192a1efd9293 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:20.119807 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-f0ae7a92-33cf-495f-81f1-192a1efd9293 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/981361a2-6e02-4ed3-b738-29ecbc96f91a HTTP/1.1" status: 204 len: 168 time: 0.4318366 Sep 23 06:59:20.145118 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ae7a92-33cf-495f-81f1-192a1efd9293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=981361a2-6e02-4ed3-b738-29ecbc96f91a,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:20.198296 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f69d9b53-b413-4ff1-ae98-2fed2a1ea23d tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:20.211897 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f69d9b53-b413-4ff1-ae98-2fed2a1ea23d tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:20.223897 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 5acb13ff-fee6-4ee3-8ad9-b7fa816e5004 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:59:20.324119 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69d9b53-b413-4ff1-ae98-2fed2a1ea23d tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Pushing event updated for resources: {'Port': ['ID=348c4c47-01a6-4ae3-af55-5181a3474633,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:20.398081 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 5acb13ff-fee6-4ee3-8ad9-b7fa816e5004 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:59:20.398466 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:20.464704 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f69d9b53-b413-4ff1-ae98-2fed2a1ea23d tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:20.508885 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f69d9b53-b413-4ff1-ae98-2fed2a1ea23d tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:20.513355 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-f69d9b53-b413-4ff1-ae98-2fed2a1ea23d tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7862024 Sep 23 06:59:20.515091 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 49590) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:20.525681 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-47a18a09-f8e9-4ce4-a3aa-0bc1f7af23a7 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Request body: {'port': {'network_id': '1fb544a2-32b8-4c4b-9701-e6221d6b83cd', 'name': 'tempest-FloatingIPTestJSON-574766278'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:59:20.537008 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-43132d58-8a09-4cb9-8291-869ab7398a28 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Allocated IP 2001:db8::1c (4d1aa380-e411-494b-958c-7f758df734d6/c77d0367-c3b8-4d63-920c-f6d07813fb11/3011bbcc-bd66-434a-8198-55e7b92c5aa3) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:59:20.559344 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-43132d58-8a09-4cb9-8291-869ab7398a28 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Allocated IP 2001:db8:0:1:f816:3eff:fe98:be6a (4d1aa380-e411-494b-958c-7f758df734d6/74ccc909-3553-4ed7-82ae-c7410a2a8006/3011bbcc-bd66-434a-8198-55e7b92c5aa3) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:59:20.791814 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b787b2bd-0bb7-460e-b434-59de38a1f20a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:20.875413 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a18a09-f8e9-4ce4-a3aa-0bc1f7af23a7 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Made reservation on behalf of 491c99cd05024ca48545f26dd674e4b8 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:59:20.880137 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-47a18a09-f8e9-4ce4-a3aa-0bc1f7af23a7 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:20.921050 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-68445150-90e1-40af-8232-e6abd90c4456 None None] Provisioning complete for port 5acb13ff-fee6-4ee3-8ad9-b7fa816e5004 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:59:20.925436 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [None req-47a18a09-f8e9-4ce4-a3aa-0bc1f7af23a7 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] device_id is not set on port 944b04c9-adf7-46cb-adab-a3729235b64a yet. {{(pid=95065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 06:59:20.926090 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-68445150-90e1-40af-8232-e6abd90c4456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:21.001465 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-43132d58-8a09-4cb9-8291-869ab7398a28 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:21.105812 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b787b2bd-0bb7-460e-b434-59de38a1f20a admin admin] Pushing event updated for resources: {'Subnet': ['ID=17c90601-5462-41e7-bf81-405fc24353fe,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:21.112396 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-43132d58-8a09-4cb9-8291-869ab7398a28 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:21.166759 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-47a18a09-f8e9-4ce4-a3aa-0bc1f7af23a7 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Allocated IP 172.20.0.10 (1fb544a2-32b8-4c4b-9701-e6221d6b83cd/3f9507db-21e0-4394-9559-066f947c6ca4/944b04c9-adf7-46cb-adab-a3729235b64a) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:59:21.183654 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43132d58-8a09-4cb9-8291-869ab7398a28 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event updated for resources: {'Port': ['ID=3011bbcc-bd66-434a-8198-55e7b92c5aa3,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:21.214379 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43132d58-8a09-4cb9-8291-869ab7398a28 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Network 4d1aa380-e411-494b-958c-7f758df734d6 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:59:21.215104 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-43132d58-8a09-4cb9-8291-869ab7398a28 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:59:21.228796 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43132d58-8a09-4cb9-8291-869ab7398a28 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:59:21.239153 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43132d58-8a09-4cb9-8291-869ab7398a28 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:21.240663 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-43132d58-8a09-4cb9-8291-869ab7398a28 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:21.275856 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 49622) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:21.288539 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-43132d58-8a09-4cb9-8291-869ab7398a28 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.4137683 Sep 23 06:59:21.318678 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b787b2bd-0bb7-460e-b434-59de38a1f20a admin admin] Checking segment: {'id': '9bd7ac6d-d0ea-41a0-b103-8c3b286ade04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b1168109-2f74-485d-b022-6ac22a84b1fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:59:21.319047 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b787b2bd-0bb7-460e-b434-59de38a1f20a admin admin] Network hostable DHCP agents. Network: b1168109-2f74-485d-b022-6ac22a84b1fa, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:59:21.346737 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b787b2bd-0bb7-460e-b434-59de38a1f20a admin admin] Network b1168109-2f74-485d-b022-6ac22a84b1fa is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:59:21.361314 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-b787b2bd-0bb7-460e-b434-59de38a1f20a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, b1168109-2f74-485d-b022-6ac22a84b1fa) {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:59:21.376187 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64eba587-5032-4d27-819a-e8d3f7641e3f None None] Network b1168109-2f74-485d-b022-6ac22a84b1fa requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:59:21.393031 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b787b2bd-0bb7-460e-b434-59de38a1f20a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:21.393977 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b787b2bd-0bb7-460e-b434-59de38a1f20a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:21.429360 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-b787b2bd-0bb7-460e-b434-59de38a1f20a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.9645560 Sep 23 06:59:21.430416 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 49630) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:21.442119 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-b9419aad-ae55-4b5d-8310-cbfdfaf53ba7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1246367544-router', 'tenant_id': '975c49cb4b83465685884a643e7b4a2e', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:59:21.542916 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b9419aad-ae55-4b5d-8310-cbfdfaf53ba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:21.544163 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b9419aad-ae55-4b5d-8310-cbfdfaf53ba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:21.671081 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1343484-aed9-44ce-ac5a-464addacc4e4 None None] Network b1168109-2f74-485d-b022-6ac22a84b1fa requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:59:21.688210 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b9419aad-ae55-4b5d-8310-cbfdfaf53ba7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:21.700965 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-ea806945-8277-46e6-a3fe-b9e6ae5f36c4 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Deleting port 3011bbcc-bd66-434a-8198-55e7b92c5aa3 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:59:21.702131 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ea806945-8277-46e6-a3fe-b9e6ae5f36c4 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:21.826901 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-47a18a09-f8e9-4ce4-a3aa-0bc1f7af23a7 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:21.954150 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-74f6cc24-284c-4ba3-8d82-74f72fc028cf None None] Provisioning complete for port 3011bbcc-bd66-434a-8198-55e7b92c5aa3 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:59:21.954527 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-74f6cc24-284c-4ba3-8d82-74f72fc028cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:21.964922 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b9419aad-ae55-4b5d-8310-cbfdfaf53ba7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:21.997356 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ea806945-8277-46e6-a3fe-b9e6ae5f36c4 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:22.029344 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-ea806945-8277-46e6-a3fe-b9e6ae5f36c4 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Calling delete_port for 3011bbcc-bd66-434a-8198-55e7b92c5aa3 owned by {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:59:22.054184 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-47a18a09-f8e9-4ce4-a3aa-0bc1f7af23a7 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:22.064528 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 5acb13ff-fee6-4ee3-8ad9-b7fa816e5004 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:59:22.071602 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-74f6cc24-284c-4ba3-8d82-74f72fc028cf None None] Port 3011bbcc-bd66-434a-8198-55e7b92c5aa3 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:59:22.147957 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a18a09-f8e9-4ce4-a3aa-0bc1f7af23a7 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Pushing event updated for resources: {'Port': ['ID=944b04c9-adf7-46cb-adab-a3729235b64a,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:22.169410 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a18a09-f8e9-4ce4-a3aa-0bc1f7af23a7 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:59:22.169751 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a18a09-f8e9-4ce4-a3aa-0bc1f7af23a7 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:59:22.170815 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a18a09-f8e9-4ce4-a3aa-0bc1f7af23a7 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:59:22.171185 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a18a09-f8e9-4ce4-a3aa-0bc1f7af23a7 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:59:22.171479 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a18a09-f8e9-4ce4-a3aa-0bc1f7af23a7 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:59:22.171940 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a18a09-f8e9-4ce4-a3aa-0bc1f7af23a7 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:59:22.172117 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a18a09-f8e9-4ce4-a3aa-0bc1f7af23a7 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:59:22.172437 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a18a09-f8e9-4ce4-a3aa-0bc1f7af23a7 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:59:22.172764 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a18a09-f8e9-4ce4-a3aa-0bc1f7af23a7 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:59:22.173061 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a18a09-f8e9-4ce4-a3aa-0bc1f7af23a7 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:59:22.173380 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a18a09-f8e9-4ce4-a3aa-0bc1f7af23a7 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:59:22.173719 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a18a09-f8e9-4ce4-a3aa-0bc1f7af23a7 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:59:22.184331 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 5acb13ff-fee6-4ee3-8ad9-b7fa816e5004 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:59:22.184990 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:22.214718 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a18a09-f8e9-4ce4-a3aa-0bc1f7af23a7 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Network 1fb544a2-32b8-4c4b-9701-e6221d6b83cd is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:59:22.246867 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-47a18a09-f8e9-4ce4-a3aa-0bc1f7af23a7 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:59:22.260540 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a18a09-f8e9-4ce4-a3aa-0bc1f7af23a7 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:59:22.986319 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a18a09-f8e9-4ce4-a3aa-0bc1f7af23a7 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:22.987001 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-47a18a09-f8e9-4ce4-a3aa-0bc1f7af23a7 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:23.117666 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-47a18a09-f8e9-4ce4-a3aa-0bc1f7af23a7 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6013527 Sep 23 06:59:23.120364 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 49668) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:23.126200 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-af69d995-ee52-4ec5-9784-92e261ff2bdb tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Request body: {'floatingip': {'port_id': '944b04c9-adf7-46cb-adab-a3729235b64a'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:59:23.237375 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-af69d995-ee52-4ec5-9784-92e261ff2bdb tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks [] for floatingip, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:23.335895 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b9419aad-ae55-4b5d-8310-cbfdfaf53ba7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:23.362497 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b9419aad-ae55-4b5d-8310-cbfdfaf53ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:23.364346 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ea806945-8277-46e6-a3fe-b9e6ae5f36c4 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:23.407329 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea806945-8277-46e6-a3fe-b9e6ae5f36c4 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event deleted for resources: {'Port': ['ID=3011bbcc-bd66-434a-8198-55e7b92c5aa3,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:23.547264 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ea806945-8277-46e6-a3fe-b9e6ae5f36c4 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:23.565714 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-ea806945-8277-46e6-a3fe-b9e6ae5f36c4 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/ports/3011bbcc-bd66-434a-8198-55e7b92c5aa3 HTTP/1.1" status: 204 len: 168 time: 2.2840014 Sep 23 06:59:23.566493 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 49680) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:23.782758 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-b9419aad-ae55-4b5d-8310-cbfdfaf53ba7 admin admin] Allocated IP 172.25.2.7 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/3fb01e64-5a0a-494f-8ccc-9dc68c4e9602) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:59:24.037771 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-af69d995-ee52-4ec5-9784-92e261ff2bdb tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:24.048736 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-af69d995-ee52-4ec5-9784-92e261ff2bdb tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:24.070165 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b9419aad-ae55-4b5d-8310-cbfdfaf53ba7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:24.141896 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b7a60c-7185-4a51-be47-d774293bc53a tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:24.148903 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-b0b7a60c-7185-4a51-be47-d774293bc53a tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.5696754 Sep 23 06:59:24.149658 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 49696) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:24.233088 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b9419aad-ae55-4b5d-8310-cbfdfaf53ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:24.273327 n-d-715271-16 neutron-server[95066]: INFO neutron.db.l3_db [None req-af69d995-ee52-4ec5-9784-92e261ff2bdb tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Floating IP cdb03368-8d06-4606-9887-3666677ff032 associated. External IP: 172.25.2.13, port: 944b04c9-adf7-46cb-adab-a3729235b64a. Sep 23 06:59:24.330490 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c854bf3a-ce34-4090-89b4-cb2b88919063 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:24.332330 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-c854bf3a-ce34-4090-89b4-cb2b88919063 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1679413 Sep 23 06:59:24.337083 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 49698) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:24.414563 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9419aad-ae55-4b5d-8310-cbfdfaf53ba7 admin admin] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:59:24.420930 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9419aad-ae55-4b5d-8310-cbfdfaf53ba7 admin admin] Pushing event updated for resources: {'Port': ['ID=3fb01e64-5a0a-494f-8ccc-9dc68c4e9602,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:24.432924 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-b9419aad-ae55-4b5d-8310-cbfdfaf53ba7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:59:24.437599 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9419aad-ae55-4b5d-8310-cbfdfaf53ba7 admin admin] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:59:24.483140 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5204793e-a032-408e-91c0-2d98f0081251 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:24.484725 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5204793e-a032-408e-91c0-2d98f0081251 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:24.486507 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5204793e-a032-408e-91c0-2d98f0081251 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:24.488415 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-5204793e-a032-408e-91c0-2d98f0081251 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1459792 Sep 23 06:59:24.491275 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 49702) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:24.599549 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 49704) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:24.599713 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-40e440e1-33f7-4a01-852b-9fb0795e2a49 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Deleting subnet 74ccc909-3553-4ed7-82ae-c7410a2a8006 {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:59:24.606051 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-40e440e1-33f7-4a01-852b-9fb0795e2a49 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:24.914570 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-40e440e1-33f7-4a01-852b-9fb0795e2a49 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:25.192837 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-40e440e1-33f7-4a01-852b-9fb0795e2a49 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:25.329940 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 49724) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:25.332073 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e2697cbe-865c-4410-9f72-0def60ee720f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:25.416719 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af69d995-ee52-4ec5-9784-92e261ff2bdb tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Router 1c4900cb-ca57-41b1-914f-12b14a217d77 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:59:25.464053 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b9419aad-ae55-4b5d-8310-cbfdfaf53ba7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:25.585433 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-96bd9ae5-7137-47e7-b857-52317fda7025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:25.726369 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af69d995-ee52-4ec5-9784-92e261ff2bdb tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:59:25.738059 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-af69d995-ee52-4ec5-9784-92e261ff2bdb tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:25.743306 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44d45fa-7149-4c43-9c7c-11da05528dd6 None None] Sync routers for ids ['1c4900cb-ca57-41b1-914f-12b14a217d77'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:59:25.759672 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44d45fa-7149-4c43-9c7c-11da05528dd6 None None] Routers {'1c4900cb-ca57-41b1-914f-12b14a217d77'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:59:25.760546 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-e44d45fa-7149-4c43-9c7c-11da05528dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:59:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['1c4900cb-ca57-41b1-914f-12b14a217d77'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:59:25.768503 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b9419aad-ae55-4b5d-8310-cbfdfaf53ba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:25.772588 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-40e440e1-33f7-4a01-852b-9fb0795e2a49 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:25.791672 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e2697cbe-865c-4410-9f72-0def60ee720f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:25.796881 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-af69d995-ee52-4ec5-9784-92e261ff2bdb tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] 10.222.0.39 "PUT /v2.0/floatingips/cdb03368-8d06-4606-9887-3666677ff032 HTTP/1.1" status: 200 len: 977 time: 2.6751208 Sep 23 06:59:25.814557 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 49730) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:25.821368 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e440e1-33f7-4a01-852b-9fb0795e2a49 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event deleted for resources: {'Subnet': ['ID=74ccc909-3553-4ed7-82ae-c7410a2a8006,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:25.915923 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-e44d45fa-7149-4c43-9c7c-11da05528dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:59:25.991674 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-40e440e1-33f7-4a01-852b-9fb0795e2a49 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:25.991965 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44d45fa-7149-4c43-9c7c-11da05528dd6 None None] Routers {'1c4900cb-ca57-41b1-914f-12b14a217d77'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:59:25.994222 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-e44d45fa-7149-4c43-9c7c-11da05528dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:59:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['1c4900cb-ca57-41b1-914f-12b14a217d77'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:59:26.000391 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-40e440e1-33f7-4a01-852b-9fb0795e2a49 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/subnets/74ccc909-3553-4ed7-82ae-c7410a2a8006 HTTP/1.1" status: 204 len: 168 time: 1.5058212 Sep 23 06:59:26.001494 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 49734) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:26.005324 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986aa928-ec6a-4f0d-9a70-6b5a60513f8b None None] Network 4d1aa380-e411-494b-958c-7f758df734d6 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:59:26.030290 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-96bd9ae5-7137-47e7-b857-52317fda7025 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:26.037989 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e2697cbe-865c-4410-9f72-0def60ee720f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:26.092996 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-e44d45fa-7149-4c43-9c7c-11da05528dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:59:26.094028 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44d45fa-7149-4c43-9c7c-11da05528dd6 None None] The sync data for ids ['1c4900cb-ca57-41b1-914f-12b14a217d77'] in n-d-715271-16 is: [] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:59:26.123180 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-96bd9ae5-7137-47e7-b857-52317fda7025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:26.139470 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2697cbe-865c-4410-9f72-0def60ee720f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1879de-7d09-4433-8680-050bfd53bf9e,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:26.185071 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-e2697cbe-865c-4410-9f72-0def60ee720f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=08e56eef40b44ec4b838fafa107c637a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5764163 Sep 23 06:59:26.192453 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-96bd9ae5-7137-47e7-b857-52317fda7025 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=85336c47e36f4f4686a44ea896cf77b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8590620 Sep 23 06:59:26.198006 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 49740) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:26.198713 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 49742) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:26.227653 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-f073da1a-1b75-4a51-84d8-676a9da31ccf tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Deleting port 944b04c9-adf7-46cb-adab-a3729235b64a {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:59:26.232535 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f073da1a-1b75-4a51-84d8-676a9da31ccf tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:26.254878 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bd9ae5-7137-47e7-b857-52317fda7025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e896d2c1-209e-415a-beaf-754ea8dddfc6,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:26.303803 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-420e1ddf-2e43-4d3b-8023-8f657041a6e3 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Deleting subnet c77d0367-c3b8-4d63-920c-f6d07813fb11 {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:59:26.321209 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-420e1ddf-2e43-4d3b-8023-8f657041a6e3 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:26.352058 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-41cc69b4-dae0-420e-87da-6bafb07d458b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:26.398650 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-41cc69b4-dae0-420e-87da-6bafb07d458b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:26.401885 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-420e1ddf-2e43-4d3b-8023-8f657041a6e3 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:26.476265 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1ab4bed3-391f-4adc-82d8-a1bac9bec80f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:26.521463 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1ab4bed3-391f-4adc-82d8-a1bac9bec80f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:26.546185 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-420e1ddf-2e43-4d3b-8023-8f657041a6e3 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:26.579923 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1ab4bed3-391f-4adc-82d8-a1bac9bec80f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:26.582074 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1ab4bed3-391f-4adc-82d8-a1bac9bec80f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:26.586110 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-1ab4bed3-391f-4adc-82d8-a1bac9bec80f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cb1879de-7d09-4433-8680-050bfd53bf9e HTTP/1.1" status: 204 len: 168 time: 0.3833196 Sep 23 06:59:26.594882 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab4bed3-391f-4adc-82d8-a1bac9bec80f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1879de-7d09-4433-8680-050bfd53bf9e,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:26.628941 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-41cc69b4-dae0-420e-87da-6bafb07d458b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:26.632287 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-41cc69b4-dae0-420e-87da-6bafb07d458b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:26.633745 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-41cc69b4-dae0-420e-87da-6bafb07d458b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e896d2c1-209e-415a-beaf-754ea8dddfc6 HTTP/1.1" status: 204 len: 168 time: 0.4310884 Sep 23 06:59:26.661508 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cc69b4-dae0-420e-87da-6bafb07d458b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e896d2c1-209e-415a-beaf-754ea8dddfc6,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:26.693876 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f073da1a-1b75-4a51-84d8-676a9da31ccf tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:26.962172 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-420e1ddf-2e43-4d3b-8023-8f657041a6e3 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:27.013352 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9419aad-ae55-4b5d-8310-cbfdfaf53ba7 admin admin] Router d33a3124-24d4-415c-a7e5-188c4356472b is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 06:59:27.020138 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420e1ddf-2e43-4d3b-8023-8f657041a6e3 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event deleted for resources: {'Subnet': ['ID=c77d0367-c3b8-4d63-920c-f6d07813fb11,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:27.032630 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-420e1ddf-2e43-4d3b-8023-8f657041a6e3 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:27.037707 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 49756) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:27.038486 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-420e1ddf-2e43-4d3b-8023-8f657041a6e3 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/subnets/c77d0367-c3b8-4d63-920c-f6d07813fb11 HTTP/1.1" status: 204 len: 168 time: 1.0357690 Sep 23 06:59:27.066424 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f073da1a-1b75-4a51-84d8-676a9da31ccf tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:27.066800 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f073da1a-1b75-4a51-84d8-676a9da31ccf tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:27.067127 n-d-715271-16 neutron-server[95065]: INFO neutron.db.l3_db [None req-f073da1a-1b75-4a51-84d8-676a9da31ccf tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Floating IP cdb03368-8d06-4606-9887-3666677ff032 disassociated. External IP: 172.25.2.13, port: 944b04c9-adf7-46cb-adab-a3729235b64a. Sep 23 06:59:27.067589 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-f073da1a-1b75-4a51-84d8-676a9da31ccf tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Calling delete_port for 944b04c9-adf7-46cb-adab-a3729235b64a owned by {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:59:27.128692 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-0153cf22-dde1-40e1-8716-5b4866174f50 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0889435 Sep 23 06:59:27.132757 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 49760) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:27.141187 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-370e7a6a-f78a-43f7-a955-ecd53e3e19d2 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Request body: {'subnet': {'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:59:27.278062 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d640b051-8286-4fad-83d8-bb0ff7d0a37f None None] Network 4d1aa380-e411-494b-958c-7f758df734d6 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:59:27.335501 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 49766) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:27.354801 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-370e7a6a-f78a-43f7-a955-ecd53e3e19d2 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Made reservation on behalf of 5e650be244de4ee8b27aea189be279d1 for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:59:27.361600 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-370e7a6a-f78a-43f7-a955-ecd53e3e19d2 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:27.385922 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1d2ee220-5eac-4787-b9a1-b9bd63f7c471 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:27.401652 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f073da1a-1b75-4a51-84d8-676a9da31ccf tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:27.491486 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f073da1a-1b75-4a51-84d8-676a9da31ccf tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Pushing event deleted for resources: {'Port': ['ID=944b04c9-adf7-46cb-adab-a3729235b64a,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:27.513595 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9419aad-ae55-4b5d-8310-cbfdfaf53ba7 admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:59:27.522752 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-5820658b-f364-4d49-afc5-c75e2af785fb None None] Provisioning complete for port 5acb13ff-fee6-4ee3-8ad9-b7fa816e5004 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:59:27.523316 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5820658b-f364-4d49-afc5-c75e2af785fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:27.629702 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169ee766-f0eb-481d-8479-4e8d61f38e53 None None] Sync routers for ids ['d33a3124-24d4-415c-a7e5-188c4356472b'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:59:27.646282 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-370e7a6a-f78a-43f7-a955-ecd53e3e19d2 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:27.665294 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169ee766-f0eb-481d-8479-4e8d61f38e53 None None] Routers {'d33a3124-24d4-415c-a7e5-188c4356472b'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:59:27.665964 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-169ee766-f0eb-481d-8479-4e8d61f38e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:59:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['d33a3124-24d4-415c-a7e5-188c4356472b'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:59:27.676748 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f073da1a-1b75-4a51-84d8-676a9da31ccf tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Router 1c4900cb-ca57-41b1-914f-12b14a217d77 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:59:27.736746 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370e7a6a-f78a-43f7-a955-ecd53e3e19d2 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event updated for resources: {'Subnet': ['ID=cb466115-d68f-471b-857a-e5822b70e230,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:27.756290 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370e7a6a-f78a-43f7-a955-ecd53e3e19d2 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Network 4d1aa380-e411-494b-958c-7f758df734d6 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:59:27.760966 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-370e7a6a-f78a-43f7-a955-ecd53e3e19d2 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:59:27.764983 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370e7a6a-f78a-43f7-a955-ecd53e3e19d2 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:27.765780 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-370e7a6a-f78a-43f7-a955-ecd53e3e19d2 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:27.834063 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1d2ee220-5eac-4787-b9a1-b9bd63f7c471 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:27.841513 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1d2ee220-5eac-4787-b9a1-b9bd63f7c471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:27.872358 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-1d2ee220-5eac-4787-b9a1-b9bd63f7c471 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=58789a26c22448b89bff02bff55ad358&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5353448 Sep 23 06:59:27.876322 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-370e7a6a-f78a-43f7-a955-ecd53e3e19d2 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7418332 Sep 23 06:59:27.882867 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 49780) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:27.883368 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 49782) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:27.891216 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-51090846-6512-499f-8bff-f2978ea7d8c6 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Request body: {'subnet': {'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:59:27.900864 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-169ee766-f0eb-481d-8479-4e8d61f38e53 None None] Set router d33a3124-24d4-415c-a7e5-188c4356472b gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:59:27.906559 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f073da1a-1b75-4a51-84d8-676a9da31ccf tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:59:27.915961 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b9419aad-ae55-4b5d-8310-cbfdfaf53ba7 admin admin] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:27.917366 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-b9419aad-ae55-4b5d-8310-cbfdfaf53ba7 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.4798298 Sep 23 06:59:27.919412 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e04757e-b988-49aa-9c72-e6254807bee6 None None] Sync routers for ids ['1c4900cb-ca57-41b1-914f-12b14a217d77'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:59:27.936126 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e04757e-b988-49aa-9c72-e6254807bee6 None None] Routers {'1c4900cb-ca57-41b1-914f-12b14a217d77'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:59:27.937461 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-7e04757e-b988-49aa-9c72-e6254807bee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:59:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['1c4900cb-ca57-41b1-914f-12b14a217d77'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:59:27.956261 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 49784) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:27.995363 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-7e04757e-b988-49aa-9c72-e6254807bee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:59:28.008433 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e04757e-b988-49aa-9c72-e6254807bee6 None None] Routers {'1c4900cb-ca57-41b1-914f-12b14a217d77'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:59:28.009530 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-7e04757e-b988-49aa-9c72-e6254807bee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:59:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['1c4900cb-ca57-41b1-914f-12b14a217d77'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:59:28.018128 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f073da1a-1b75-4a51-84d8-676a9da31ccf tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:28.020388 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-f073da1a-1b75-4a51-84d8-676a9da31ccf tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] 10.222.0.39 "DELETE /v2.0/ports/944b04c9-adf7-46cb-adab-a3729235b64a HTTP/1.1" status: 204 len: 168 time: 2.2011268 Sep 23 06:59:28.069727 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 49786) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:28.088603 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-7e04757e-b988-49aa-9c72-e6254807bee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:59:28.093475 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e04757e-b988-49aa-9c72-e6254807bee6 None None] The sync data for ids ['1c4900cb-ca57-41b1-914f-12b14a217d77'] in n-d-715271-16 is: [] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:59:28.203067 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2ee220-5eac-4787-b9a1-b9bd63f7c471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=629ae5c3-9cfb-4631-a171-27988e907c0f,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:28.226021 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0eb68bc3-f631-4f8a-8752-bede2eb4fff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:28.292991 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51090846-6512-499f-8bff-f2978ea7d8c6 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Made reservation on behalf of 5e650be244de4ee8b27aea189be279d1 for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:59:28.298217 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-51090846-6512-499f-8bff-f2978ea7d8c6 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:28.470202 n-d-715271-16 neutron-server[95066]: INFO neutron.db.ipam_backend_mixin [None req-51090846-6512-499f-8bff-f2978ea7d8c6 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cb466115-d68f-471b-857a-e5822b70e230 (CIDR: 2001:db8::/64) Sep 23 06:59:28.478413 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-51090846-6512-499f-8bff-f2978ea7d8c6 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 06:59:28.479110 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51090846-6512-499f-8bff-f2978ea7d8c6 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:59:28.504008 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0eb68bc3-f631-4f8a-8752-bede2eb4fff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:28.521695 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-51090846-6512-499f-8bff-f2978ea7d8c6 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6359515 Sep 23 06:59:28.524852 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 49790) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:28.526794 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83baddf-81de-45ba-8614-b26cdf24169f None None] DHCP port deletion for 4d1aa380-e411-494b-958c-7f758df734d6 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 06:59:28.532533 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-ba83493e-51fe-48df-8ab0-95226625fde3 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] 10.222.0.39 "GET /v2.0/floatingips/cdb03368-8d06-4606-9887-3666677ff032 HTTP/1.1" status: 200 len: 687 time: 0.4591675 Sep 23 06:59:28.534160 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 49792) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:28.535328 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-8cc75a59-b620-4041-a3cc-cd9545c3f1cf tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Request body: {'subnet': {'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:59:28.693284 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0eb68bc3-f631-4f8a-8752-bede2eb4fff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:28.697404 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0eb68bc3-f631-4f8a-8752-bede2eb4fff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:28.699253 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-0eb68bc3-f631-4f8a-8752-bede2eb4fff3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/629ae5c3-9cfb-4631-a171-27988e907c0f HTTP/1.1" status: 204 len: 168 time: 0.8146279 Sep 23 06:59:28.716364 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb68bc3-f631-4f8a-8752-bede2eb4fff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=629ae5c3-9cfb-4631-a171-27988e907c0f,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:28.753467 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-b83baddf-81de-45ba-8614-b26cdf24169f None None] Deleting port 5acb13ff-fee6-4ee3-8ad9-b7fa816e5004 {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:59:28.753845 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b83baddf-81de-45ba-8614-b26cdf24169f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:28.782437 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc75a59-b620-4041-a3cc-cd9545c3f1cf tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Made reservation on behalf of 5e650be244de4ee8b27aea189be279d1 for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:59:28.788092 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8cc75a59-b620-4041-a3cc-cd9545c3f1cf tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:28.854760 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-b83baddf-81de-45ba-8614-b26cdf24169f None None] For port 5acb13ff-fee6-4ee3-8ad9-b7fa816e5004, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=5acb13ff-fee6-4ee3-8ad9-b7fa816e5004,segment=NetworkSegment(98ee167a-1403-4867-958f-d4f6736b2e62),segment_id=98ee167a-1403-4867-958f-d4f6736b2e62)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:59:28.855369 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b83baddf-81de-45ba-8614-b26cdf24169f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:28.869346 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-b83baddf-81de-45ba-8614-b26cdf24169f None None] Calling delete_port for 5acb13ff-fee6-4ee3-8ad9-b7fa816e5004 owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:59:28.871819 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 06:59:28.971650 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b83baddf-81de-45ba-8614-b26cdf24169f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:29.023889 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-ee082f5b-0e0e-49f5-937c-1bdbbb4112a2 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Deleting port 348c4c47-01a6-4ae3-af55-5181a3474633 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:59:29.024226 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ee082f5b-0e0e-49f5-937c-1bdbbb4112a2 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:29.053524 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83baddf-81de-45ba-8614-b26cdf24169f None None] Pushing event deleted for resources: {'Port': ['ID=5acb13ff-fee6-4ee3-8ad9-b7fa816e5004,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:29.068516 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83baddf-81de-45ba-8614-b26cdf24169f None None] No DVR routers for this DVR port 5acb13ff-fee6-4ee3-8ad9-b7fa816e5004 on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:59:29.081463 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-169ee766-f0eb-481d-8479-4e8d61f38e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd33a3124-24d4-415c-a7e5-188c4356472b', 'name': 'tempest-ServerRescueNegativeTestJSON-1246367544-router', 'tenant_id': '975c49cb4b83465685884a643e7b4a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '3fb01e64-5a0a-494f-8ccc-9dc68c4e9602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:59:21Z', 'updated_at': '2021-09-23T06:59:25Z', 'revision_number': 3, 'project_id': '975c49cb4b83465685884a643e7b4a2e', 'gw_port': {'id': '3fb01e64-5a0a-494f-8ccc-9dc68c4e9602', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ba:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd33a3124-24d4-415c-a7e5-188c4356472b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:59:23Z', 'updated_at': '2021-09-23T06:59:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:59:29.154013 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d33ac0-03e6-4a0d-b0e2-6af210ec628c None None] Network 4d1aa380-e411-494b-958c-7f758df734d6 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:59:29.159109 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169ee766-f0eb-481d-8479-4e8d61f38e53 None None] Checking router: d33a3124-24d4-415c-a7e5-188c4356472b for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:59:29.159565 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169ee766-f0eb-481d-8479-4e8d61f38e53 None None] Updating router d33a3124-24d4-415c-a7e5-188c4356472b port 3fb01e64-5a0a-494f-8ccc-9dc68c4e9602 binding host n-d-715271-16 {{(pid=95067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 06:59:29.254865 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ee082f5b-0e0e-49f5-937c-1bdbbb4112a2 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:29.255355 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ee082f5b-0e0e-49f5-937c-1bdbbb4112a2 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:29.276667 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-169ee766-f0eb-481d-8479-4e8d61f38e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:29.289667 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-ee082f5b-0e0e-49f5-937c-1bdbbb4112a2 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Calling delete_port for 348c4c47-01a6-4ae3-af55-5181a3474633 owned by network:floatingip {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:59:29.349408 n-d-715271-16 neutron-server[95066]: DEBUG neutron.objects.ports [None req-8cc75a59-b620-4041-a3cc-cd9545c3f1cf tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95066) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 06:59:29.351485 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8cc75a59-b620-4041-a3cc-cd9545c3f1cf tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:29.378047 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc75a59-b620-4041-a3cc-cd9545c3f1cf tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Network 4d1aa380-e411-494b-958c-7f758df734d6 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:59:29.380904 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-8cc75a59-b620-4041-a3cc-cd9545c3f1cf tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:59:29.384701 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc75a59-b620-4041-a3cc-cd9545c3f1cf tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:29.385900 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8cc75a59-b620-4041-a3cc-cd9545c3f1cf tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:29.450342 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-8cc75a59-b620-4041-a3cc-cd9545c3f1cf tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.9233723 Sep 23 06:59:29.452667 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 49822) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:29.472209 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-047356f2-eb41-4f0f-a8c8-34559457363b tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Request body: {'port': {'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'mac_address': 'fa:16:3e:f7:9e:04', 'name': 'tempest-NetworksTestDHCPv6-765637878'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:59:29.654838 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa22cf50-f82b-43d1-b3e5-0cd4600c944b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-4d1aa380-e411-494b-958c-7f758df734d6', 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6', 'tenant_id': '5e650be244de4ee8b27aea189be279d1', 'fixed_ips': [{'subnet_id': 'cb466115-d68f-471b-857a-e5822b70e230'}, {'subnet_id': 'ebfee642-580a-407f-bedc-9a329d754da5'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 06:59:29.655723 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-aa22cf50-f82b-43d1-b3e5-0cd4600c944b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:29.671230 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc75a59-b620-4041-a3cc-cd9545c3f1cf tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event updated for resources: {'Subnet': ['ID=ebfee642-580a-407f-bedc-9a329d754da5,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:29.702560 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-047356f2-eb41-4f0f-a8c8-34559457363b tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Made reservation on behalf of 5e650be244de4ee8b27aea189be279d1 for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:59:29.868115 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ee082f5b-0e0e-49f5-937c-1bdbbb4112a2 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:29.917857 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee082f5b-0e0e-49f5-937c-1bdbbb4112a2 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Pushing event deleted for resources: {'Port': ['ID=348c4c47-01a6-4ae3-af55-5181a3474633,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:29.918372 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-047356f2-eb41-4f0f-a8c8-34559457363b tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:29.989099 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2ad8cfef-5a9c-4253-b760-4de8813d2b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:29.995145 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [None req-047356f2-eb41-4f0f-a8c8-34559457363b tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] device_id is not set on port dbacd8b0-3971-41c8-830e-bc6f517d0395 yet. {{(pid=95066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 06:59:30.030760 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ee082f5b-0e0e-49f5-937c-1bdbbb4112a2 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks [] for floatingip, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:30.033668 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 5acb13ff-fee6-4ee3-8ad9-b7fa816e5004 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:59:30.048584 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ee082f5b-0e0e-49f5-937c-1bdbbb4112a2 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:30.053216 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-ee082f5b-0e0e-49f5-937c-1bdbbb4112a2 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] 10.222.0.39 "DELETE /v2.0/floatingips/cdb03368-8d06-4606-9887-3666677ff032 HTTP/1.1" status: 204 len: 168 time: 1.5148616 Sep 23 06:59:30.053756 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 49838) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:30.058446 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-58f00ac9-32e8-4853-ad24-1882fbf2bec6 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Request body: {'floatingip': {'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'port_id': '911a77c1-0ddf-43a7-9ad1-a57a4e723f8d'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:59:30.075331 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 5acb13ff-fee6-4ee3-8ad9-b7fa816e5004 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:59:30.090938 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 5acb13ff-fee6-4ee3-8ad9-b7fa816e5004 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:59:30.159301 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-58f00ac9-32e8-4853-ad24-1882fbf2bec6 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks [] for floatingip, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:30.268421 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-169ee766-f0eb-481d-8479-4e8d61f38e53 None None] Notify callbacks [] for port, precommit_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:30.298547 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-169ee766-f0eb-481d-8479-4e8d61f38e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:30.330907 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-047356f2-eb41-4f0f-a8c8-34559457363b tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Allocated IP 2001:db8::6c (4d1aa380-e411-494b-958c-7f758df734d6/cb466115-d68f-471b-857a-e5822b70e230/dbacd8b0-3971-41c8-830e-bc6f517d0395) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:59:30.331941 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-2ad8cfef-5a9c-4253-b760-4de8813d2b0b admin admin] Allocated IP 172.20.0.1 (b1168109-2f74-485d-b022-6ac22a84b1fa/17c90601-5462-41e7-bf81-405fc24353fe/4f7c542f-96ca-413f-9849-65bda7cd2750) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:59:30.340543 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-047356f2-eb41-4f0f-a8c8-34559457363b tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Allocated IP 2001:db8:0:1:f816:3eff:fef7:9e04 (4d1aa380-e411-494b-958c-7f758df734d6/ebfee642-580a-407f-bedc-9a329d754da5/dbacd8b0-3971-41c8-830e-bc6f517d0395) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:59:30.393707 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-169ee766-f0eb-481d-8479-4e8d61f38e53 None None] Attempting to bind port 3fb01e64-5a0a-494f-8ccc-9dc68c4e9602 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:59:30.394499 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-169ee766-f0eb-481d-8479-4e8d61f38e53 None None] Attempting to bind port 3fb01e64-5a0a-494f-8ccc-9dc68c4e9602 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:59:30.395307 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169ee766-f0eb-481d-8479-4e8d61f38e53 None None] Attempting to bind port 3fb01e64-5a0a-494f-8ccc-9dc68c4e9602 on network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:59:30.412828 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35326525-0789-4c40-bef2-24fab476b797 None None] Pushing event updated for resources: {'Port': ['ID=3fb01e64-5a0a-494f-8ccc-9dc68c4e9602,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:30.423260 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-58f00ac9-32e8-4853-ad24-1882fbf2bec6 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:30.426489 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169ee766-f0eb-481d-8479-4e8d61f38e53 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:59:30.426885 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169ee766-f0eb-481d-8479-4e8d61f38e53 None None] Checking segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:59:30.427502 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-169ee766-f0eb-481d-8479-4e8d61f38e53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:30.427912 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169ee766-f0eb-481d-8479-4e8d61f38e53 None None] Bound using segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:59:30.428523 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-169ee766-f0eb-481d-8479-4e8d61f38e53 None None] Bound port: 3fb01e64-5a0a-494f-8ccc-9dc68c4e9602, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:59:30.428916 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-169ee766-f0eb-481d-8479-4e8d61f38e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:30.522569 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2ad8cfef-5a9c-4253-b760-4de8813d2b0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:30.549550 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-169ee766-f0eb-481d-8479-4e8d61f38e53 None None] For port 3fb01e64-5a0a-494f-8ccc-9dc68c4e9602, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:59:30.554200 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-169ee766-f0eb-481d-8479-4e8d61f38e53 None None] For port 3fb01e64-5a0a-494f-8ccc-9dc68c4e9602, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=3fb01e64-5a0a-494f-8ccc-9dc68c4e9602,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:59:30.563309 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-169ee766-f0eb-481d-8479-4e8d61f38e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:30.619200 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-047356f2-eb41-4f0f-a8c8-34559457363b tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:30.654900 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-58f00ac9-32e8-4853-ad24-1882fbf2bec6 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Allocated IP 172.25.2.154 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/ee58fd7a-b292-4539-a8b7-020f5b592564) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:59:30.676337 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2ad8cfef-5a9c-4253-b760-4de8813d2b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:30.706443 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35326525-0789-4c40-bef2-24fab476b797 None None] Pushing event updated for resources: {'Port': ['ID=3fb01e64-5a0a-494f-8ccc-9dc68c4e9602,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:30.729580 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-047356f2-eb41-4f0f-a8c8-34559457363b tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:30.748537 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad8cfef-5a9c-4253-b760-4de8813d2b0b admin admin] Network b1168109-2f74-485d-b022-6ac22a84b1fa is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:59:30.757853 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-2ad8cfef-5a9c-4253-b760-4de8813d2b0b admin admin] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:59:30.765840 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169ee766-f0eb-481d-8479-4e8d61f38e53 None None] Routers {'d33a3124-24d4-415c-a7e5-188c4356472b'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:59:30.766899 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-169ee766-f0eb-481d-8479-4e8d61f38e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:59:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['d33a3124-24d4-415c-a7e5-188c4356472b'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:59:30.768219 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad8cfef-5a9c-4253-b760-4de8813d2b0b admin admin] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:59:30.854046 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047356f2-eb41-4f0f-a8c8-34559457363b tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Network 4d1aa380-e411-494b-958c-7f758df734d6 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:59:30.866474 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-047356f2-eb41-4f0f-a8c8-34559457363b tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:59:30.884600 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047356f2-eb41-4f0f-a8c8-34559457363b tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:59:30.891411 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad8cfef-5a9c-4253-b760-4de8813d2b0b admin admin] Pushing event updated for resources: {'Port': ['ID=4f7c542f-96ca-413f-9849-65bda7cd2750,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:30.916114 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2ad8cfef-5a9c-4253-b760-4de8813d2b0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068614'] for router_interface, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:30.919109 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047356f2-eb41-4f0f-a8c8-34559457363b tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:30.923760 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-047356f2-eb41-4f0f-a8c8-34559457363b tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:30.929505 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047356f2-eb41-4f0f-a8c8-34559457363b tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event updated for resources: {'Port': ['ID=dbacd8b0-3971-41c8-830e-bc6f517d0395,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:30.956909 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-169ee766-f0eb-481d-8479-4e8d61f38e53 None None] Set router d33a3124-24d4-415c-a7e5-188c4356472b gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:59:30.971600 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-047356f2-eb41-4f0f-a8c8-34559457363b tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.5161605 Sep 23 06:59:30.973993 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 49856) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:30.992901 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-58f00ac9-32e8-4853-ad24-1882fbf2bec6 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:31.082072 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-58f00ac9-32e8-4853-ad24-1882fbf2bec6 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:31.115966 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-aa22cf50-f82b-43d1-b3e5-0cd4600c944b None None] Allocated IP 2001:db8::2 (4d1aa380-e411-494b-958c-7f758df734d6/cb466115-d68f-471b-857a-e5822b70e230/d8dec3b9-6d05-4250-80da-308e7b782aae) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:59:31.129911 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-aa22cf50-f82b-43d1-b3e5-0cd4600c944b None None] Allocated IP 2001:db8:0:1:f816:3eff:febb:b6ad (4d1aa380-e411-494b-958c-7f758df734d6/ebfee642-580a-407f-bedc-9a329d754da5/d8dec3b9-6d05-4250-80da-308e7b782aae) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:59:31.168153 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f00ac9-32e8-4853-ad24-1882fbf2bec6 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:59:31.175310 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-58f00ac9-32e8-4853-ad24-1882fbf2bec6 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:59:31.180201 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2ad8cfef-5a9c-4253-b760-4de8813d2b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:31.182398 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f00ac9-32e8-4853-ad24-1882fbf2bec6 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:59:31.217130 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-35e5451e-95b6-4b4a-aea3-ebdca00f2608 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Deleting port dbacd8b0-3971-41c8-830e-bc6f517d0395 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:59:31.217329 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-35e5451e-95b6-4b4a-aea3-ebdca00f2608 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:31.247542 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f00ac9-32e8-4853-ad24-1882fbf2bec6 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Pushing event updated for resources: {'Port': ['ID=ee58fd7a-b292-4539-a8b7-020f5b592564,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:31.363547 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-35e5451e-95b6-4b4a-aea3-ebdca00f2608 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:31.384636 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-35e5451e-95b6-4b4a-aea3-ebdca00f2608 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Calling delete_port for dbacd8b0-3971-41c8-830e-bc6f517d0395 owned by {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:59:31.464870 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-aa22cf50-f82b-43d1-b3e5-0cd4600c944b None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:31.487745 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-169ee766-f0eb-481d-8479-4e8d61f38e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd33a3124-24d4-415c-a7e5-188c4356472b', 'name': 'tempest-ServerRescueNegativeTestJSON-1246367544-router', 'tenant_id': '975c49cb4b83465685884a643e7b4a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '3fb01e64-5a0a-494f-8ccc-9dc68c4e9602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:59:21Z', 'updated_at': '2021-09-23T06:59:25Z', 'revision_number': 3, 'project_id': '975c49cb4b83465685884a643e7b4a2e', 'gw_port': {'id': '3fb01e64-5a0a-494f-8ccc-9dc68c4e9602', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ba:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd33a3124-24d4-415c-a7e5-188c4356472b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:59:23Z', 'updated_at': '2021-09-23T06:59:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:59:31.492493 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-aa22cf50-f82b-43d1-b3e5-0cd4600c944b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:31.736809 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2ad8cfef-5a9c-4253-b760-4de8813d2b0b admin admin] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:31.755108 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 49876) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:31.757978 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2ad8cfef-5a9c-4253-b760-4de8813d2b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:31.814404 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-35e5451e-95b6-4b4a-aea3-ebdca00f2608 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:31.857946 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169ee766-f0eb-481d-8479-4e8d61f38e53 None None] The sync data for ids ['d33a3124-24d4-415c-a7e5-188c4356472b'] in n-d-715271-16 is: [{'id': 'd33a3124-24d4-415c-a7e5-188c4356472b', 'name': 'tempest-ServerRescueNegativeTestJSON-1246367544-router', 'tenant_id': '975c49cb4b83465685884a643e7b4a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '3fb01e64-5a0a-494f-8ccc-9dc68c4e9602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:59:21Z', 'updated_at': '2021-09-23T06:59:25Z', 'revision_number': 3, 'project_id': '975c49cb4b83465685884a643e7b4a2e', 'gw_port': {'id': '3fb01e64-5a0a-494f-8ccc-9dc68c4e9602', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ba:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd33a3124-24d4-415c-a7e5-188c4356472b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:59:23Z', 'updated_at': '2021-09-23T06:59:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:59:31.927377 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa22cf50-f82b-43d1-b3e5-0cd4600c944b None None] Network 4d1aa380-e411-494b-958c-7f758df734d6 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:59:31.945562 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-aa22cf50-f82b-43d1-b3e5-0cd4600c944b None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:59:31.966866 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa22cf50-f82b-43d1-b3e5-0cd4600c944b None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:59:31.979260 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa22cf50-f82b-43d1-b3e5-0cd4600c944b None None] Pushing event updated for resources: {'Port': ['ID=d8dec3b9-6d05-4250-80da-308e7b782aae,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:31.988273 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e5451e-95b6-4b4a-aea3-ebdca00f2608 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event deleted for resources: {'Port': ['ID=dbacd8b0-3971-41c8-830e-bc6f517d0395,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:31.999594 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-35e5451e-95b6-4b4a-aea3-ebdca00f2608 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:32.018129 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-35e5451e-95b6-4b4a-aea3-ebdca00f2608 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/ports/dbacd8b0-3971-41c8-830e-bc6f517d0395 HTTP/1.1" status: 204 len: 168 time: 1.0409772 Sep 23 06:59:32.018806 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 49882) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:32.111051 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2ad8cfef-5a9c-4253-b760-4de8813d2b0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067062'] for router_interface, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:32.119162 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-aa22cf50-f82b-43d1-b3e5-0cd4600c944b None None] Attempting to bind port d8dec3b9-6d05-4250-80da-308e7b782aae on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:59:32.120146 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-aa22cf50-f82b-43d1-b3e5-0cd4600c944b None None] Attempting to bind port d8dec3b9-6d05-4250-80da-308e7b782aae by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '98ee167a-1403-4867-958f-d4f6736b2e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:59:32.120585 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa22cf50-f82b-43d1-b3e5-0cd4600c944b None None] Attempting to bind port d8dec3b9-6d05-4250-80da-308e7b782aae on network 4d1aa380-e411-494b-958c-7f758df734d6 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:59:32.131085 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa22cf50-f82b-43d1-b3e5-0cd4600c944b None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:59:32.132985 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa22cf50-f82b-43d1-b3e5-0cd4600c944b None None] Checking segment: {'id': '98ee167a-1403-4867-958f-d4f6736b2e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:59:32.133506 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-aa22cf50-f82b-43d1-b3e5-0cd4600c944b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:32.134360 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa22cf50-f82b-43d1-b3e5-0cd4600c944b None None] Bound using segment: {'id': '98ee167a-1403-4867-958f-d4f6736b2e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:59:32.136333 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-aa22cf50-f82b-43d1-b3e5-0cd4600c944b None None] Bound port: d8dec3b9-6d05-4250-80da-308e7b782aae, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98ee167a-1403-4867-958f-d4f6736b2e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4d1aa380-e411-494b-958c-7f758df734d6'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:59:32.137001 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-aa22cf50-f82b-43d1-b3e5-0cd4600c944b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:32.165513 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad8cfef-5a9c-4253-b760-4de8813d2b0b admin admin] Pushing event updated for resources: {'Port': ['ID=4f7c542f-96ca-413f-9849-65bda7cd2750,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:32.177524 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801cbba2-497d-49bc-8184-1da7027ac101 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:32.184632 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-801cbba2-497d-49bc-8184-1da7027ac101 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1641111 Sep 23 06:59:32.186649 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 49884) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:32.312527 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-aa22cf50-f82b-43d1-b3e5-0cd4600c944b None None] For port d8dec3b9-6d05-4250-80da-308e7b782aae, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:59:32.322616 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-aa22cf50-f82b-43d1-b3e5-0cd4600c944b None None] For port d8dec3b9-6d05-4250-80da-308e7b782aae, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=d8dec3b9-6d05-4250-80da-308e7b782aae,segment=NetworkSegment(98ee167a-1403-4867-958f-d4f6736b2e62),segment_id=98ee167a-1403-4867-958f-d4f6736b2e62)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:59:32.331913 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-aa22cf50-f82b-43d1-b3e5-0cd4600c944b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:32.445665 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa22cf50-f82b-43d1-b3e5-0cd4600c944b None None] Pushing event updated for resources: {'Port': ['ID=d8dec3b9-6d05-4250-80da-308e7b782aae,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:32.502573 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea78094-50b6-4f39-befb-36e62457a718 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:32.518517 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-8ea78094-50b6-4f39-befb-36e62457a718 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.3297117 Sep 23 06:59:32.520997 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 49890) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:32.695774 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66e4aa7-812f-4f1b-8a72-1114f1481edb tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:32.702409 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66e4aa7-812f-4f1b-8a72-1114f1481edb tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:32.704241 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66e4aa7-812f-4f1b-8a72-1114f1481edb tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:32.712756 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-f66e4aa7-812f-4f1b-8a72-1114f1481edb tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1864676 Sep 23 06:59:32.713472 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 49894) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:32.803551 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad8cfef-5a9c-4253-b760-4de8813d2b0b admin admin] Network b1168109-2f74-485d-b022-6ac22a84b1fa is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:59:32.805375 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-2ad8cfef-5a9c-4253-b760-4de8813d2b0b admin admin] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:59:32.974376 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-58f00ac9-32e8-4853-ad24-1882fbf2bec6 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:32.989388 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c9aa98a-e93c-4184-b9b7-e68942685379 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Deleting subnet cb466115-d68f-471b-857a-e5822b70e230 {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:59:32.997810 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9c9aa98a-e93c-4184-b9b7-e68942685379 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:33.090073 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9c9aa98a-e93c-4184-b9b7-e68942685379 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:33.321615 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9c9aa98a-e93c-4184-b9b7-e68942685379 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:33.462721 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9c9aa98a-e93c-4184-b9b7-e68942685379 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:33.507557 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9aa98a-e93c-4184-b9b7-e68942685379 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event deleted for resources: {'Subnet': ['ID=cb466115-d68f-471b-857a-e5822b70e230,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:33.642333 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9c9aa98a-e93c-4184-b9b7-e68942685379 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:33.644401 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-9c9aa98a-e93c-4184-b9b7-e68942685379 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/subnets/cb466115-d68f-471b-857a-e5822b70e230 HTTP/1.1" status: 204 len: 168 time: 0.9281762 Sep 23 06:59:33.647345 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 49910) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:33.800586 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0380258-584a-4d57-958a-e09eeb613afc tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Deleting subnet ebfee642-580a-407f-bedc-9a329d754da5 {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:59:33.817834 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c0380258-584a-4d57-958a-e09eeb613afc tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:33.943771 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c0380258-584a-4d57-958a-e09eeb613afc tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:34.053446 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ad8cfef-5a9c-4253-b760-4de8813d2b0b admin admin] Router d33a3124-24d4-415c-a7e5-188c4356472b has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:59:34.055274 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-58f00ac9-32e8-4853-ad24-1882fbf2bec6 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:34.124426 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 3fb01e64-5a0a-494f-8ccc-9dc68c4e9602 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:59:34.246831 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 3fb01e64-5a0a-494f-8ccc-9dc68c4e9602 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:59:34.247652 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:34.259605 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c0380258-584a-4d57-958a-e09eeb613afc tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:34.340699 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43cee127-0da1-4a3e-b9bc-91440e88958d None None] Network 4d1aa380-e411-494b-958c-7f758df734d6 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:59:34.366978 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c0380258-584a-4d57-958a-e09eeb613afc tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:34.459827 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c0380258-584a-4d57-958a-e09eeb613afc tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:34.465407 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-c0380258-584a-4d57-958a-e09eeb613afc tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/subnets/ebfee642-580a-407f-bedc-9a329d754da5 HTTP/1.1" status: 204 len: 168 time: 0.8170891 Sep 23 06:59:34.467719 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0380258-584a-4d57-958a-e09eeb613afc tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event deleted for resources: {'Subnet': ['ID=ebfee642-580a-407f-bedc-9a329d754da5,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:34.476352 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 49918) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:34.531728 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad8cfef-5a9c-4253-b760-4de8813d2b0b admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:59:34.539353 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-2ad8cfef-5a9c-4253-b760-4de8813d2b0b admin admin] 10.222.0.39 "PUT /v2.0/routers/d33a3124-24d4-415c-a7e5-188c4356472b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5817032 Sep 23 06:59:34.555460 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-4c4caa3d-907a-4c52-aa26-e067c7783c15 None None] Provisioning complete for port d8dec3b9-6d05-4250-80da-308e7b782aae triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:59:34.556163 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-4c4caa3d-907a-4c52-aa26-e067c7783c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:34.611620 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-81f006c5-173f-4ace-86bb-a9826a726d0f tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1262286 Sep 23 06:59:34.618520 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 49922) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:34.625168 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0380258-584a-4d57-958a-e09eeb613afc tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:59:34.625910 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0380258-584a-4d57-958a-e09eeb613afc tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:59:34.626321 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0380258-584a-4d57-958a-e09eeb613afc tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:59:34.626668 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0380258-584a-4d57-958a-e09eeb613afc tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:59:34.627160 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0380258-584a-4d57-958a-e09eeb613afc tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:59:34.627648 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0380258-584a-4d57-958a-e09eeb613afc tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:59:34.627946 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0380258-584a-4d57-958a-e09eeb613afc tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:59:34.628160 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0380258-584a-4d57-958a-e09eeb613afc tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:59:34.628489 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0380258-584a-4d57-958a-e09eeb613afc tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:59:34.629160 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0380258-584a-4d57-958a-e09eeb613afc tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:59:34.629504 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0380258-584a-4d57-958a-e09eeb613afc tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:59:34.629856 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0380258-584a-4d57-958a-e09eeb613afc tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:59:34.682469 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-58f00ac9-32e8-4853-ad24-1882fbf2bec6 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:34.691788 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-58f00ac9-32e8-4853-ad24-1882fbf2bec6 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:34.707730 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:34.767282 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f00ac9-32e8-4853-ad24-1882fbf2bec6 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Pushing event updated for resources: {'Port': ['ID=ee58fd7a-b292-4539-a8b7-020f5b592564,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:34.773379 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd17684d-dd99-49bd-a968-aba933f63d63 None None] Sync routers for ids ['d33a3124-24d4-415c-a7e5-188c4356472b'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:59:34.777502 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59bcd8a9-cdd7-40a0-b362-81555edf42a2 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:34.783439 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-59bcd8a9-cdd7-40a0-b362-81555edf42a2 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1483865 Sep 23 06:59:34.789365 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 49930) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:34.851896 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-58f00ac9-32e8-4853-ad24-1882fbf2bec6 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:34.862675 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port 3fb01e64-5a0a-494f-8ccc-9dc68c4e9602, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=3fb01e64-5a0a-494f-8ccc-9dc68c4e9602,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:59:34.874074 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd17684d-dd99-49bd-a968-aba933f63d63 None None] Routers {'d33a3124-24d4-415c-a7e5-188c4356472b'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:59:34.874724 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-cd17684d-dd99-49bd-a968-aba933f63d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:59:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['d33a3124-24d4-415c-a7e5-188c4356472b'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:59:34.930912 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:34.931222 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b53ed0d-38ae-486f-ad9f-b22578f36e38 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:34.932320 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device d8dec3b9-6d05-4250-80da-308e7b782aae up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:59:34.932953 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-3b53ed0d-38ae-486f-ad9f-b22578f36e38 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1333272 Sep 23 06:59:34.938252 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 49940) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:34.997230 n-d-715271-16 neutron-server[95065]: INFO neutron.db.l3_db [None req-58f00ac9-32e8-4853-ad24-1882fbf2bec6 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Floating IP b40cd881-3efc-4dc2-ba28-14dbf2310cce associated. External IP: 172.25.2.154, port: 911a77c1-0ddf-43a7-9ad1-a57a4e723f8d. Sep 23 06:59:35.005620 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-caa30b88-b540-422a-8af5-556e75a62d5f tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0650327 Sep 23 06:59:35.015276 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 49942) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:35.028939 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-27d7a8d0-027b-4e6a-8656-18a7d56c97a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066969'] for router_interface, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:35.089294 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-1849bc48-88a7-47fc-a944-c41d240b8042 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] DELETE failed (client error): The resource could not be found. Sep 23 06:59:35.090238 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1849bc48-88a7-47fc-a944-c41d240b8042 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:59:35.095059 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-1849bc48-88a7-47fc-a944-c41d240b8042 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/ports/dbacd8b0-3971-41c8-830e-bc6f517d0395 HTTP/1.1" status: 404 len: 333 time: 0.0757778 Sep 23 06:59:35.098656 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 49944) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:35.141252 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bf592da-d75a-47c7-ad96-530e1382ae75 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] DELETE failed (client error): The resource could not be found. Sep 23 06:59:35.141709 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bf592da-d75a-47c7-ad96-530e1382ae75 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:59:35.143854 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-8bf592da-d75a-47c7-ad96-530e1382ae75 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/subnets/ebfee642-580a-407f-bedc-9a329d754da5 HTTP/1.1" status: 404 len: 337 time: 0.0419838 Sep 23 06:59:35.146250 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 49952) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:35.211340 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1b0825d-1158-4457-917e-f76a1731c828 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] DELETE failed (client error): The resource could not be found. Sep 23 06:59:35.211817 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1b0825d-1158-4457-917e-f76a1731c828 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:59:35.213788 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-a1b0825d-1158-4457-917e-f76a1731c828 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/subnets/cb466115-d68f-471b-857a-e5822b70e230 HTTP/1.1" status: 404 len: 337 time: 0.0666413 Sep 23 06:59:35.217248 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 49958) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:35.272651 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-cd17684d-dd99-49bd-a968-aba933f63d63 None None] Set router d33a3124-24d4-415c-a7e5-188c4356472b gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:59:35.273129 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b8a6c3a-7ecb-448d-bd05-abdb3db09f28 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] DELETE failed (client error): The resource could not be found. Sep 23 06:59:35.273926 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b8a6c3a-7ecb-448d-bd05-abdb3db09f28 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:59:35.281142 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=3fb01e64-5a0a-494f-8ccc-9dc68c4e9602,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:35.282266 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-6b8a6c3a-7ecb-448d-bd05-abdb3db09f28 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/ports/3011bbcc-bd66-434a-8198-55e7b92c5aa3 HTTP/1.1" status: 404 len: 333 time: 0.0608978 Sep 23 06:59:35.284422 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 49960) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:35.360241 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-1921832d-d802-4914-aaa4-3be26c2731dc tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] DELETE failed (client error): The resource could not be found. Sep 23 06:59:35.360717 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1921832d-d802-4914-aaa4-3be26c2731dc tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:59:35.365915 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-1921832d-d802-4914-aaa4-3be26c2731dc tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/subnets/74ccc909-3553-4ed7-82ae-c7410a2a8006 HTTP/1.1" status: 404 len: 337 time: 0.0802233 Sep 23 06:59:35.380381 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 49964) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:35.384798 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ac3369-d9b4-418a-b531-8eaea7eed972 None None] DHCP port deletion for 4d1aa380-e411-494b-958c-7f758df734d6 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 06:59:35.387309 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port d8dec3b9-6d05-4250-80da-308e7b782aae triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:59:35.387695 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:35.414830 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c4595a2-2b98-40c1-8187-9a0e9fc91e1a tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] DELETE failed (client error): The resource could not be found. Sep 23 06:59:35.415471 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c4595a2-2b98-40c1-8187-9a0e9fc91e1a tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:59:35.421058 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-6c4595a2-2b98-40c1-8187-9a0e9fc91e1a tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/subnets/c77d0367-c3b8-4d63-920c-f6d07813fb11 HTTP/1.1" status: 404 len: 337 time: 0.0394459 Sep 23 06:59:35.423836 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 49972) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:35.461418 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-10af5d7d-6bad-4074-87db-abf1c86d8ce6 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] DELETE failed (client error): The resource could not be found. Sep 23 06:59:35.462331 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10af5d7d-6bad-4074-87db-abf1c86d8ce6 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:59:35.469203 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-10af5d7d-6bad-4074-87db-abf1c86d8ce6 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/ports/55f6fbaa-fcc9-4276-a763-68a975f8246c HTTP/1.1" status: 404 len: 333 time: 0.0441699 Sep 23 06:59:35.469971 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-4c4caa3d-907a-4c52-aa26-e067c7783c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:35.503694 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 49974) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:35.541563 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f8ecddc-6101-4641-9f6f-ad5b218d8ca1 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] DELETE failed (client error): The resource could not be found. Sep 23 06:59:35.542178 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f8ecddc-6101-4641-9f6f-ad5b218d8ca1 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:59:35.548417 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-1f8ecddc-6101-4641-9f6f-ad5b218d8ca1 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/subnets/3c36935f-6d6e-4f68-97d2-7f085bbd6d56 HTTP/1.1" status: 404 len: 337 time: 0.0433943 Sep 23 06:59:35.551879 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 49978) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:35.597628 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cc7b8aa-633a-40b7-ac11-0f2738e9be53 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] DELETE failed (client error): The resource could not be found. Sep 23 06:59:35.597628 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cc7b8aa-633a-40b7-ac11-0f2738e9be53 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:59:35.603833 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-4c4caa3d-907a-4c52-aa26-e067c7783c15 None None] For port d8dec3b9-6d05-4250-80da-308e7b782aae, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=d8dec3b9-6d05-4250-80da-308e7b782aae,segment=NetworkSegment(98ee167a-1403-4867-958f-d4f6736b2e62),segment_id=98ee167a-1403-4867-958f-d4f6736b2e62)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:59:35.607913 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-7cc7b8aa-633a-40b7-ac11-0f2738e9be53 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/subnets/c201111c-6af3-4f5b-a479-ce0c9a127084 HTTP/1.1" status: 404 len: 337 time: 0.0538788 Sep 23 06:59:35.608604 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 49982) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:35.626931 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-4c4caa3d-907a-4c52-aa26-e067c7783c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:35.677142 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-f615b385-9ba7-43dd-a7dc-5cf5ab5b3a3a tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] DELETE failed (client error): The resource could not be found. Sep 23 06:59:35.679466 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f615b385-9ba7-43dd-a7dc-5cf5ab5b3a3a tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:59:35.684665 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-f615b385-9ba7-43dd-a7dc-5cf5ab5b3a3a tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/ports/daad2df5-e865-4b2d-913e-0c14bf02d764 HTTP/1.1" status: 404 len: 333 time: 0.0725827 Sep 23 06:59:35.686341 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 49986) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:35.720279 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58f00ac9-32e8-4853-ad24-1882fbf2bec6 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Router 1c4900cb-ca57-41b1-914f-12b14a217d77 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:59:35.722261 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2f3956c-38a1-43bc-b03b-f4e48590e2a2 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] DELETE failed (client error): The resource could not be found. Sep 23 06:59:35.722964 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2f3956c-38a1-43bc-b03b-f4e48590e2a2 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:59:35.728622 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-b2f3956c-38a1-43bc-b03b-f4e48590e2a2 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/subnets/e6797049-fb97-48c2-9d93-cb64fe7065b9 HTTP/1.1" status: 404 len: 337 time: 0.0397940 Sep 23 06:59:35.729291 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 49988) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:35.789045 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9d73b00-48bb-4a19-aa7d-2adeb5a4fc63 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] DELETE failed (client error): The resource could not be found. Sep 23 06:59:35.789763 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9d73b00-48bb-4a19-aa7d-2adeb5a4fc63 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:59:35.795384 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-e9d73b00-48bb-4a19-aa7d-2adeb5a4fc63 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/subnets/754f927e-2dec-47fb-90a0-6e52703a4e63 HTTP/1.1" status: 404 len: 337 time: 0.0642648 Sep 23 06:59:35.832961 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 49994) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:35.868123 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4caa3d-907a-4c52-aa26-e067c7783c15 None None] Pushing event updated for resources: {'Port': ['ID=d8dec3b9-6d05-4250-80da-308e7b782aae,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:35.892698 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb294bab-5bfc-4346-9425-97a0d7e0e663 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] DELETE failed (client error): The resource could not be found. Sep 23 06:59:35.900790 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb294bab-5bfc-4346-9425-97a0d7e0e663 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:59:35.910288 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-eb294bab-5bfc-4346-9425-97a0d7e0e663 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/ports/5c8cd258-6fdd-4a55-a410-88f0993cf114 HTTP/1.1" status: 404 len: 333 time: 0.0758579 Sep 23 06:59:35.912689 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 49998) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:35.958766 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89768389-f42a-4629-8339-81bb4525f57f req-ea9b5bb9-dec2-4a04-8d08-e7b1092a8728 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:35.958979 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-f970a94d-54a4-43d0-8b58-b1160632ee4c tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] DELETE failed (client error): The resource could not be found. Sep 23 06:59:35.959273 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f970a94d-54a4-43d0-8b58-b1160632ee4c tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:59:35.960452 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-89768389-f42a-4629-8339-81bb4525f57f req-ea9b5bb9-dec2-4a04-8d08-e7b1092a8728 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/networks?id=b1168109-2f74-485d-b022-6ac22a84b1fa HTTP/1.1" status: 200 len: 819 time: 0.2269666 Sep 23 06:59:35.963988 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 50002) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:35.964237 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-f970a94d-54a4-43d0-8b58-b1160632ee4c tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/subnets/afc33f75-afcf-4c8a-bf8f-6a78afad3cf1 HTTP/1.1" status: 404 len: 337 time: 0.0485976 Sep 23 06:59:35.965293 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-d0ac3369-d9b4-418a-b531-8eaea7eed972 None None] Deleting port d8dec3b9-6d05-4250-80da-308e7b782aae {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:59:35.965680 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d0ac3369-d9b4-418a-b531-8eaea7eed972 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:36.037261 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-bddf171f-d5d4-4c08-b891-c307991289ad tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] DELETE failed (client error): The resource could not be found. Sep 23 06:59:36.037789 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bddf171f-d5d4-4c08-b891-c307991289ad tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:59:36.042376 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-bddf171f-d5d4-4c08-b891-c307991289ad tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/ports/8a6dd099-8d42-49a0-be6e-7b22e7c18b33 HTTP/1.1" status: 404 len: 333 time: 0.0747390 Sep 23 06:59:36.042376 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-89768389-f42a-4629-8339-81bb4525f57f req-76d57325-e471-4681-babf-9b9005ee64c8 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/quotas/975c49cb4b83465685884a643e7b4a2e HTTP/1.1" status: 200 len: 375 time: 0.0607924 Sep 23 06:59:36.043241 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 50006) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:36.050771 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f00ac9-32e8-4853-ad24-1882fbf2bec6 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:59:36.064363 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace9782d-7eea-4e9d-b6f1-38545a1f2c7b None None] Sync routers for ids ['1c4900cb-ca57-41b1-914f-12b14a217d77'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:59:36.079736 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 3fb01e64-5a0a-494f-8ccc-9dc68c4e9602 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:59:36.081027 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace9782d-7eea-4e9d-b6f1-38545a1f2c7b None None] Routers {'1c4900cb-ca57-41b1-914f-12b14a217d77'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:59:36.081667 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-ace9782d-7eea-4e9d-b6f1-38545a1f2c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:59:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['1c4900cb-ca57-41b1-914f-12b14a217d77'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:59:36.090184 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-58f00ac9-32e8-4853-ad24-1882fbf2bec6 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:36.128143 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-58f00ac9-32e8-4853-ad24-1882fbf2bec6 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 6.0731876 Sep 23 06:59:36.130802 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50010) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:36.143194 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-eeb39db8-bf1a-443c-8b95-49e59e3722d1 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-133625117'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:59:36.143433 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf774160-fb4b-4143-a642-107914a5aa76 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] DELETE failed (client error): The resource could not be found. Sep 23 06:59:36.143433 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf774160-fb4b-4143-a642-107914a5aa76 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:59:36.147169 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-cf774160-fb4b-4143-a642-107914a5aa76 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/subnets/83baecb9-b6a5-49ed-be5a-5a379b06a7a0 HTTP/1.1" status: 404 len: 337 time: 0.0996215 Sep 23 06:59:36.150048 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50012) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:36.155414 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-ace9782d-7eea-4e9d-b6f1-38545a1f2c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:59:36.173810 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace9782d-7eea-4e9d-b6f1-38545a1f2c7b None None] Routers {'1c4900cb-ca57-41b1-914f-12b14a217d77'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:59:36.174466 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-ace9782d-7eea-4e9d-b6f1-38545a1f2c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:59:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['1c4900cb-ca57-41b1-914f-12b14a217d77'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:59:36.190516 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce88c7ce-9371-4719-b4f3-80353cc9d5b7 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] DELETE failed (client error): The resource could not be found. Sep 23 06:59:36.191377 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce88c7ce-9371-4719-b4f3-80353cc9d5b7 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:59:36.193248 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-ce88c7ce-9371-4719-b4f3-80353cc9d5b7 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/ports/7f8fe4f6-5dcd-4661-8990-b7a6d685e266 HTTP/1.1" status: 404 len: 333 time: 0.0366240 Sep 23 06:59:36.196487 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50014) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:36.234741 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-0daab727-3466-482b-87fe-bbd04fe9dfd1 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] DELETE failed (client error): The resource could not be found. Sep 23 06:59:36.235379 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0daab727-3466-482b-87fe-bbd04fe9dfd1 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:59:36.237273 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-0daab727-3466-482b-87fe-bbd04fe9dfd1 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/subnets/11ce320f-ec77-4f46-a7a7-db1338a2460c HTTP/1.1" status: 404 len: 337 time: 0.0396750 Sep 23 06:59:36.239926 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50016) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:36.250839 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb39db8-bf1a-443c-8b95-49e59e3722d1 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Made reservation on behalf of 491c99cd05024ca48545f26dd674e4b8 for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:59:36.255103 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-eeb39db8-bf1a-443c-8b95-49e59e3722d1 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:36.282957 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-89768389-f42a-4629-8339-81bb4525f57f req-ca400abe-3c50-4c83-8f0b-1621d63b3a5e tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=975c49cb4b83465685884a643e7b4a2e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1491354 Sep 23 06:59:36.300800 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-f34fa0fa-35f5-44c7-9046-ed05f470526c tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] DELETE failed (client error): The resource could not be found. Sep 23 06:59:36.301489 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f34fa0fa-35f5-44c7-9046-ed05f470526c tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:59:36.305792 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-f34fa0fa-35f5-44c7-9046-ed05f470526c tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/ports/c6a7ddf3-a33e-4193-8e1d-356b21a591f3 HTTP/1.1" status: 404 len: 333 time: 0.0624468 Sep 23 06:59:36.306888 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [req-0ae5feac-c09e-47f2-92f9-c1a738350835 req-efde7089-d52f-4704-901f-4d2b209fa27a service neutron] (95065) timed out ('10.222.0.39', 46432) {{(pid=95065) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 23 06:59:36.307405 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50020) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:36.316041 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-d0ac3369-d9b4-418a-b531-8eaea7eed972 None None] For port d8dec3b9-6d05-4250-80da-308e7b782aae, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=d8dec3b9-6d05-4250-80da-308e7b782aae,segment=NetworkSegment(98ee167a-1403-4867-958f-d4f6736b2e62),segment_id=98ee167a-1403-4867-958f-d4f6736b2e62)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:59:36.320160 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [req-89768389-f42a-4629-8339-81bb4525f57f req-0b97664c-eca2-4192-9611-82ec085be1a7 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 06:59:36.321640 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d0ac3369-d9b4-418a-b531-8eaea7eed972 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:36.329496 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-89768389-f42a-4629-8339-81bb4525f57f req-0b97664c-eca2-4192-9611-82ec085be1a7 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0325036 Sep 23 06:59:36.351100 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fb65b5b-7886-47eb-9186-808cbbbb69ed tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] DELETE failed (client error): The resource could not be found. Sep 23 06:59:36.351319 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fb65b5b-7886-47eb-9186-808cbbbb69ed tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:59:36.357414 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-2fb65b5b-7886-47eb-9186-808cbbbb69ed tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/subnets/616dfeae-194e-4f79-adb1-d70609a19faa HTTP/1.1" status: 404 len: 337 time: 0.0449095 Sep 23 06:59:36.357414 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50022) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:36.359950 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-ace9782d-7eea-4e9d-b6f1-38545a1f2c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:59:36.360775 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace9782d-7eea-4e9d-b6f1-38545a1f2c7b None None] The sync data for ids ['1c4900cb-ca57-41b1-914f-12b14a217d77'] in n-d-715271-16 is: [] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:59:36.372313 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeb39db8-bf1a-443c-8b95-49e59e3722d1 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:59:36.411944 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-d0ac3369-d9b4-418a-b531-8eaea7eed972 None None] Calling delete_port for d8dec3b9-6d05-4250-80da-308e7b782aae owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:59:36.434644 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-04fbac39-d9c8-4ff6-9652-994345d08c7b tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] DELETE failed (client error): The resource could not be found. Sep 23 06:59:36.436209 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04fbac39-d9c8-4ff6-9652-994345d08c7b tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:59:36.438565 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-04fbac39-d9c8-4ff6-9652-994345d08c7b tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/ports/736c1230-9360-4b9e-9d7f-441fef6ff7a1 HTTP/1.1" status: 404 len: 333 time: 0.0808210 Sep 23 06:59:36.453621 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50026) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:36.458119 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-eeb39db8-bf1a-443c-8b95-49e59e3722d1 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:36.458595 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-eeb39db8-bf1a-443c-8b95-49e59e3722d1 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Added segment 6abe41cf-4fef-45d5-8974-5237283c7409 of type vlan for network a577d884-9028-4a30-9e53-3164a80aebc6 Sep 23 06:59:36.541294 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:36.564436 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-cd17684d-dd99-49bd-a968-aba933f63d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd33a3124-24d4-415c-a7e5-188c4356472b', 'name': 'tempest-ServerRescueNegativeTestJSON-1246367544-router', 'tenant_id': '975c49cb4b83465685884a643e7b4a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '3fb01e64-5a0a-494f-8ccc-9dc68c4e9602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:59:21Z', 'updated_at': '2021-09-23T06:59:31Z', 'revision_number': 4, 'project_id': '975c49cb4b83465685884a643e7b4a2e', 'gw_port': {'id': '3fb01e64-5a0a-494f-8ccc-9dc68c4e9602', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ba:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33a3124-24d4-415c-a7e5-188c4356472b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:59:23Z', 'updated_at': '2021-09-23T06:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '4f7c542f-96ca-413f-9849-65bda7cd2750', 'name': '', 'network_id': 'b1168109-2f74-485d-b022-6ac22a84b1fa', 'tenant_id': '975c49cb4b83465685884a643e7b4a2e', 'mac_address': 'fa:16:3e:2e:eb:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd33a3124-24d4-415c-a7e5-188c4356472b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': '17c90601-5462-41e7-bf81-405fc24353fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:59:30Z', 'updated_at': '2021-09-23T06:59:31Z', 'revision_number': 2, 'project_id': '975c49cb4b83465685884a643e7b4a2e', 'subnets': [{'id': '17c90601-5462-41e7-bf81-405fc24353fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:59:36.587844 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-eeb39db8-bf1a-443c-8b95-49e59e3722d1 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:36.663819 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 3fb01e64-5a0a-494f-8ccc-9dc68c4e9602 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:59:36.664494 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:36.666422 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd17684d-dd99-49bd-a968-aba933f63d63 None None] Checking router: d33a3124-24d4-415c-a7e5-188c4356472b for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:59:36.667000 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd17684d-dd99-49bd-a968-aba933f63d63 None None] Updating router d33a3124-24d4-415c-a7e5-188c4356472b port 4f7c542f-96ca-413f-9849-65bda7cd2750 binding host n-d-715271-16 {{(pid=95067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 06:59:36.667157 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-89768389-f42a-4629-8339-81bb4525f57f req-5e9d655a-9378-4957-b760-a0de81278ca1 service neutron] 10.222.0.39 "GET /v2.0/networks/b1168109-2f74-485d-b022-6ac22a84b1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212676 Sep 23 06:59:36.699608 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca36df5a-2c09-48dc-b5a9-4ae414a886b4 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] DELETE failed (client error): The resource could not be found. Sep 23 06:59:36.703840 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca36df5a-2c09-48dc-b5a9-4ae414a886b4 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:59:36.708794 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-ca36df5a-2c09-48dc-b5a9-4ae414a886b4 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/subnets/d455a7fe-ebc8-4399-a79b-9e1ac00a0687 HTTP/1.1" status: 404 len: 337 time: 0.2524228 Sep 23 06:59:36.709727 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-eeb39db8-bf1a-443c-8b95-49e59e3722d1 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:36.712414 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 50034) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:36.725601 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb39db8-bf1a-443c-8b95-49e59e3722d1 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:36.726285 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-eeb39db8-bf1a-443c-8b95-49e59e3722d1 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:36.756264 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-eeb39db8-bf1a-443c-8b95-49e59e3722d1 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6240032 Sep 23 06:59:36.759542 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50036) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:36.765428 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-66f1c7f7-4f05-4fe9-9f0e-095d0cee9f59 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Request body: {'subnet': {'network_id': 'a577d884-9028-4a30-9e53-3164a80aebc6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:59:36.788115 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-cd17684d-dd99-49bd-a968-aba933f63d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:36.847833 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-52869730-a99f-4386-b70b-afa4feb46c2b tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] DELETE failed (client error): The resource could not be found. Sep 23 06:59:36.849495 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52869730-a99f-4386-b70b-afa4feb46c2b tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:59:36.850308 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb39db8-bf1a-443c-8b95-49e59e3722d1 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Pushing event updated for resources: {'Network': ['ID=a577d884-9028-4a30-9e53-3164a80aebc6,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:36.865385 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50040) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:36.866651 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-52869730-a99f-4386-b70b-afa4feb46c2b tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/ports/200138b1-fde8-442e-b525-f0989168654a HTTP/1.1" status: 404 len: 333 time: 0.1499059 Sep 23 06:59:36.908991 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network a577d884-9028-4a30-9e53-3164a80aebc6 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:59:36.910411 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-27d7a8d0-027b-4e6a-8656-18a7d56c97a3 admin admin] Deleting port be579268-3724-4b06-b884-b4f755064dac {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:59:36.910770 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-27d7a8d0-027b-4e6a-8656-18a7d56c97a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:36.962125 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-a39f382a-6260-4345-b75e-7bc2965ec17a tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] DELETE failed (client error): The resource could not be found. Sep 23 06:59:36.962756 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a39f382a-6260-4345-b75e-7bc2965ec17a tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:59:36.965217 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-a39f382a-6260-4345-b75e-7bc2965ec17a tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/subnets/afee7952-72b9-460c-810a-7f356746caab HTTP/1.1" status: 404 len: 337 time: 0.0967271 Sep 23 06:59:36.972796 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50042) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:36.990091 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-89768389-f42a-4629-8339-81bb4525f57f req-8b8e52bd-6962-4eaf-84d1-e14e6a1d8059 service neutron] 10.222.0.39 "GET /v2.0/networks/b1168109-2f74-485d-b022-6ac22a84b1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220596 Sep 23 06:59:37.008115 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d0ac3369-d9b4-418a-b531-8eaea7eed972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:37.028066 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfb593f3-da77-4dce-a25e-b38d4134f022 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] DELETE failed (client error): The resource could not be found. Sep 23 06:59:37.028774 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfb593f3-da77-4dce-a25e-b38d4134f022 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:59:37.030855 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-dfb593f3-da77-4dce-a25e-b38d4134f022 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/subnets/f70578f0-b406-4dcf-bcaa-27e945738a02 HTTP/1.1" status: 404 len: 337 time: 0.0552444 Sep 23 06:59:37.034017 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50044) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:37.039914 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ac3369-d9b4-418a-b531-8eaea7eed972 None None] No DVR routers for this DVR port d8dec3b9-6d05-4250-80da-308e7b782aae on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:59:37.069397 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0c87095-c43a-4b22-828d-f5555d69641e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] DELETE failed (client error): The resource could not be found. Sep 23 06:59:37.070416 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0c87095-c43a-4b22-828d-f5555d69641e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:59:37.070555 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-27d7a8d0-027b-4e6a-8656-18a7d56c97a3 admin admin] For port be579268-3724-4b06-b884-b4f755064dac, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=be579268-3724-4b06-b884-b4f755064dac,segment=NetworkSegment(51e5ec9a-f432-4fca-9474-63e4a4e4e1fb),segment_id=51e5ec9a-f432-4fca-9474-63e4a4e4e1fb)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:59:37.071816 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-27d7a8d0-027b-4e6a-8656-18a7d56c97a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:37.072818 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-a0c87095-c43a-4b22-828d-f5555d69641e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/ports/0d4e83b8-2f3e-4712-8bfa-5b6145fbdada HTTP/1.1" status: 404 len: 333 time: 0.0372357 Sep 23 06:59:37.075978 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50046) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:37.112749 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ac3369-d9b4-418a-b531-8eaea7eed972 None None] Pushing event deleted for resources: {'Port': ['ID=d8dec3b9-6d05-4250-80da-308e7b782aae,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:37.114062 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-27d7a8d0-027b-4e6a-8656-18a7d56c97a3 admin admin] Calling delete_port for be579268-3724-4b06-b884-b4f755064dac owned by network:router_interface {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:59:37.129274 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f1c7f7-4f05-4fe9-9f0e-095d0cee9f59 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Made reservation on behalf of 491c99cd05024ca48545f26dd674e4b8 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:59:37.133385 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-66f1c7f7-4f05-4fe9-9f0e-095d0cee9f59 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:37.138138 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-5940b3ef-adbd-4f7c-b2b0-c7eaf10d8bb8 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] DELETE failed (client error): The resource could not be found. Sep 23 06:59:37.139021 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5940b3ef-adbd-4f7c-b2b0-c7eaf10d8bb8 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:59:37.140716 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-5940b3ef-adbd-4f7c-b2b0-c7eaf10d8bb8 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/subnets/ce4e0ecc-962e-4b0c-bf3c-05f9ae3ee371 HTTP/1.1" status: 404 len: 337 time: 0.0635860 Sep 23 06:59:37.146058 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 50048) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:37.426120 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device d8dec3b9-6d05-4250-80da-308e7b782aae no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:59:37.523635 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: d8dec3b9-6d05-4250-80da-308e7b782aae {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:59:37.523981 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device d8dec3b9-6d05-4250-80da-308e7b782aae not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:59:37.562820 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8eee512b-c02a-410a-b977-751200c9c5bf req-2514ef36-d283-438d-8582-5837fa7c8e2e tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fbf98fe-c909-4c03-a796-488b786cfe1c HTTP/1.1" status: 200 len: 210 time: 0.2499604 Sep 23 06:59:37.578240 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-5611140d-a677-4a8f-9d18-dec51994a370 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] DELETE failed (client error): The resource could not be found. Sep 23 06:59:37.579340 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5611140d-a677-4a8f-9d18-dec51994a370 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:59:37.581360 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-5611140d-a677-4a8f-9d18-dec51994a370 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/subnets/4b2961c9-bc5a-4490-a20d-90525f2f406a HTTP/1.1" status: 404 len: 337 time: 0.4326322 Sep 23 06:59:37.598781 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 50062) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:37.666545 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-66f1c7f7-4f05-4fe9-9f0e-095d0cee9f59 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:37.673547 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-31df34ef-8b02-4171-8452-0917b4a2caff tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] DELETE failed (client error): The resource could not be found. Sep 23 06:59:37.674636 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31df34ef-8b02-4171-8452-0917b4a2caff tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:59:37.677236 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-31df34ef-8b02-4171-8452-0917b4a2caff tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/ports/75123548-c717-40d8-8ff5-b26ff37bdafd HTTP/1.1" status: 404 len: 333 time: 0.0772352 Sep 23 06:59:37.688262 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 50068) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:37.778495 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-27d7a8d0-027b-4e6a-8656-18a7d56c97a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:37.780220 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f1c7f7-4f05-4fe9-9f0e-095d0cee9f59 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Pushing event updated for resources: {'Subnet': ['ID=dd10931c-7c72-4e96-a883-b30465b44383,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:37.793376 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-cd17684d-dd99-49bd-a968-aba933f63d63 None None] Notify callbacks [] for port, precommit_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:37.804470 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-cd17684d-dd99-49bd-a968-aba933f63d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:37.806107 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-92b02c32-ccab-4614-876e-d08241953dc6 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] DELETE failed (client error): The resource could not be found. Sep 23 06:59:37.806835 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92b02c32-ccab-4614-876e-d08241953dc6 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:59:37.814628 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-92b02c32-ccab-4614-876e-d08241953dc6 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/subnets/5c1c6d49-f392-4eeb-8da9-c4819fff673c HTTP/1.1" status: 404 len: 337 time: 0.1196861 Sep 23 06:59:37.818286 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 50078) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:37.823318 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f1c7f7-4f05-4fe9-9f0e-095d0cee9f59 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Checking segment: {'id': '6abe41cf-4fef-45d5-8974-5237283c7409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'a577d884-9028-4a30-9e53-3164a80aebc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:59:37.823771 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f1c7f7-4f05-4fe9-9f0e-095d0cee9f59 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Network hostable DHCP agents. Network: a577d884-9028-4a30-9e53-3164a80aebc6, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:59:37.945829 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785323d7-026b-4e89-9f8f-82a0480a9643 None None] Pushing event updated for resources: {'Port': ['ID=4f7c542f-96ca-413f-9849-65bda7cd2750,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:38.056498 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d7a8d0-027b-4e6a-8656-18a7d56c97a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=be579268-3724-4b06-b884-b4f755064dac,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:38.074160 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1457fd7e-a1b6-4675-8b11-5fac8993bc93 req-6ced16e9-fd49-40c8-8097-6c0edfbf7ce5 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:38.074342 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-cd17684d-dd99-49bd-a968-aba933f63d63 None None] Attempting to bind port 4f7c542f-96ca-413f-9849-65bda7cd2750 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:59:38.077172 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1457fd7e-a1b6-4675-8b11-5fac8993bc93 req-6ced16e9-fd49-40c8-8097-6c0edfbf7ce5 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/networks?id=b1168109-2f74-485d-b022-6ac22a84b1fa HTTP/1.1" status: 200 len: 819 time: 0.2993526 Sep 23 06:59:38.079556 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-cd17684d-dd99-49bd-a968-aba933f63d63 None None] Attempting to bind port 4f7c542f-96ca-413f-9849-65bda7cd2750 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '9bd7ac6d-d0ea-41a0-b103-8c3b286ade04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b1168109-2f74-485d-b022-6ac22a84b1fa'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:59:38.086500 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd17684d-dd99-49bd-a968-aba933f63d63 None None] Attempting to bind port 4f7c542f-96ca-413f-9849-65bda7cd2750 on network b1168109-2f74-485d-b022-6ac22a84b1fa {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:59:38.094371 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f1c7f7-4f05-4fe9-9f0e-095d0cee9f59 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Network a577d884-9028-4a30-9e53-3164a80aebc6 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:59:38.109375 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1457fd7e-a1b6-4675-8b11-5fac8993bc93 req-db0109c9-4e46-4e7c-9fdf-b1a27b3d68ea tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/quotas/975c49cb4b83465685884a643e7b4a2e HTTP/1.1" status: 200 len: 375 time: 0.0243917 Sep 23 06:59:38.110140 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-66f1c7f7-4f05-4fe9-9f0e-095d0cee9f59 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, a577d884-9028-4a30-9e53-3164a80aebc6) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:59:38.116409 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f1c7f7-4f05-4fe9-9f0e-095d0cee9f59 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:38.117334 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-66f1c7f7-4f05-4fe9-9f0e-095d0cee9f59 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:38.127810 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c2f217d-4acf-45bf-bd06-502b111a30e6 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] DELETE failed (client error): The resource could not be found. Sep 23 06:59:38.128658 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c2f217d-4acf-45bf-bd06-502b111a30e6 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:59:38.132987 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-1c2f217d-4acf-45bf-bd06-502b111a30e6 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/subnets/d2b85ff1-03df-4e5e-890f-4110af5e0ecb HTTP/1.1" status: 404 len: 337 time: 0.3107755 Sep 23 06:59:38.134614 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7deab220-ba36-41f8-87ac-31e94b1f45ed None None] Network a577d884-9028-4a30-9e53-3164a80aebc6 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:59:38.140274 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd17684d-dd99-49bd-a968-aba933f63d63 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:59:38.141000 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd17684d-dd99-49bd-a968-aba933f63d63 None None] Checking segment: {'id': '9bd7ac6d-d0ea-41a0-b103-8c3b286ade04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b1168109-2f74-485d-b022-6ac22a84b1fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:59:38.141734 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-cd17684d-dd99-49bd-a968-aba933f63d63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:38.142368 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd17684d-dd99-49bd-a968-aba933f63d63 None None] Bound using segment: {'id': '9bd7ac6d-d0ea-41a0-b103-8c3b286ade04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b1168109-2f74-485d-b022-6ac22a84b1fa'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:59:38.143912 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 50086) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:38.144522 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-cd17684d-dd99-49bd-a968-aba933f63d63 None None] Bound port: 4f7c542f-96ca-413f-9849-65bda7cd2750, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bd7ac6d-d0ea-41a0-b103-8c3b286ade04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b1168109-2f74-485d-b022-6ac22a84b1fa'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:59:38.145306 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-cd17684d-dd99-49bd-a968-aba933f63d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:38.182642 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f516e9c7-84eb-4eb9-8d6b-9597bcd58bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:38.230119 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-e129e108-71d2-4dc5-a652-946a4e6026c1 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] DELETE failed (client error): The resource could not be found. Sep 23 06:59:38.234921 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e129e108-71d2-4dc5-a652-946a4e6026c1 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:59:38.236951 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-e129e108-71d2-4dc5-a652-946a4e6026c1 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/ports/7d8ea8c7-8d70-4e52-a90c-c33956d28941 HTTP/1.1" status: 404 len: 333 time: 0.0926454 Sep 23 06:59:38.239983 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-66f1c7f7-4f05-4fe9-9f0e-095d0cee9f59 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4796071 Sep 23 06:59:38.245832 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 50092) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:38.246254 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 50094) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:38.272695 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-8d777d39-4758-4d70-ac9e-bc85bc1abfb7 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-51964737', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}, 'admin_state_up': False}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:59:38.275132 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1457fd7e-a1b6-4675-8b11-5fac8993bc93 req-734d12ea-e23f-46a9-8dc7-08f5f8a256bc tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=975c49cb4b83465685884a643e7b4a2e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1309321 Sep 23 06:59:38.334594 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8d777d39-4758-4d70-ac9e-bc85bc1abfb7 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:38.335663 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8d777d39-4758-4d70-ac9e-bc85bc1abfb7 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:38.392931 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8d777d39-4758-4d70-ac9e-bc85bc1abfb7 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:38.396653 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-009df5fa-ac27-4bd4-8233-2df87c1c39ee tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] DELETE failed (client error): The resource could not be found. Sep 23 06:59:38.397320 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-009df5fa-ac27-4bd4-8233-2df87c1c39ee tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:59:38.399122 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-009df5fa-ac27-4bd4-8233-2df87c1c39ee tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/subnets/12d02538-9e96-4f1c-b86a-5f09f4c978f4 HTTP/1.1" status: 404 len: 337 time: 0.1519418 Sep 23 06:59:38.414933 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50096) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:38.463304 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bfee6b1-1d4d-4a5f-a9d7-badd7420750b tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] DELETE failed (client error): The resource could not be found. Sep 23 06:59:38.463931 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bfee6b1-1d4d-4a5f-a9d7-badd7420750b tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:59:38.469792 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-3bfee6b1-1d4d-4a5f-a9d7-badd7420750b tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/subnets/832a1359-669f-4284-9a8a-c1c85d4a2500 HTTP/1.1" status: 404 len: 337 time: 0.0533972 Sep 23 06:59:38.470555 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50098) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:38.521990 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-3b20e276-855e-408f-af37-7e20a25ba99d tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/ports?device_id=a09953cf-4f03-4fab-a377-bf423569bfd9 HTTP/1.1" status: 200 len: 205 time: 0.0476024 Sep 23 06:59:38.522765 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50100) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:38.589938 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8d777d39-4758-4d70-ac9e-bc85bc1abfb7 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:38.596211 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [None req-0d7d731f-6a6e-47a3-b601-1f122d46c020 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] delete failed (client error): The resource could not be found. Sep 23 06:59:38.600700 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-0d7d731f-6a6e-47a3-b601-1f122d46c020 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/routers/a09953cf-4f03-4fab-a377-bf423569bfd9 HTTP/1.1" status: 404 len: 336 time: 0.0717514 Sep 23 06:59:38.611466 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 50102) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:38.611686 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1457fd7e-a1b6-4675-8b11-5fac8993bc93 req-93bef874-2e46-4392-bcdb-0b6605f64a32 service neutron] 10.222.0.39 "GET /v2.0/networks/b1168109-2f74-485d-b022-6ac22a84b1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3278332 Sep 23 06:59:38.683572 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1eaa11a-ed7d-4fb9-96e9-077565c1d5c6 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] DELETE failed (client error): The resource could not be found. Sep 23 06:59:38.684281 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1eaa11a-ed7d-4fb9-96e9-077565c1d5c6 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:59:38.687519 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-a1eaa11a-ed7d-4fb9-96e9-077565c1d5c6 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/subnets/d84c48a2-5f82-452f-a553-50dd2f1cd35a HTTP/1.1" status: 404 len: 337 time: 0.0732996 Sep 23 06:59:38.694990 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 50104) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:38.730088 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-cd17684d-dd99-49bd-a968-aba933f63d63 None None] For port 4f7c542f-96ca-413f-9849-65bda7cd2750, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:59:38.734168 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-cd17684d-dd99-49bd-a968-aba933f63d63 None None] For port 4f7c542f-96ca-413f-9849-65bda7cd2750, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=4f7c542f-96ca-413f-9849-65bda7cd2750,segment=NetworkSegment(9bd7ac6d-d0ea-41a0-b103-8c3b286ade04),segment_id=9bd7ac6d-d0ea-41a0-b103-8c3b286ade04)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:59:38.753331 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-b3318228-7747-436e-9a9b-7dff4709db02 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "GET /v2.0/ports?device_id=4705afbe-4f0c-43b1-a1d0-4a5cb3a6e2b8 HTTP/1.1" status: 200 len: 205 time: 0.0569823 Sep 23 06:59:38.759945 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 50108) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:38.771629 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-cd17684d-dd99-49bd-a968-aba933f63d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:38.801240 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1457fd7e-a1b6-4675-8b11-5fac8993bc93 req-6bf246d7-322e-414c-881e-2542cc1b09cc service neutron] 10.222.0.39 "GET /v2.0/networks/b1168109-2f74-485d-b022-6ac22a84b1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876502 Sep 23 06:59:38.826145 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3b2bba-d56c-4372-a05d-458265cdddbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-a577d884-9028-4a30-9e53-3164a80aebc6', 'network_id': 'a577d884-9028-4a30-9e53-3164a80aebc6', 'tenant_id': '491c99cd05024ca48545f26dd674e4b8', 'fixed_ips': [{'subnet_id': 'dd10931c-7c72-4e96-a883-b30465b44383'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 06:59:38.827216 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0d3b2bba-d56c-4372-a05d-458265cdddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:38.840271 n-d-715271-16 neutron-server[95066]: INFO neutron.api.v2.resource [None req-63fc8057-3c59-4219-ab46-1a626a97039c tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] delete failed (client error): The resource could not be found. Sep 23 06:59:38.841953 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-63fc8057-3c59-4219-ab46-1a626a97039c tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/routers/4705afbe-4f0c-43b1-a1d0-4a5cb3a6e2b8 HTTP/1.1" status: 404 len: 336 time: 0.0769389 Sep 23 06:59:38.846806 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50110) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:38.869270 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd17684d-dd99-49bd-a968-aba933f63d63 None None] Routers {'d33a3124-24d4-415c-a7e5-188c4356472b'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:59:38.870387 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-cd17684d-dd99-49bd-a968-aba933f63d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:59:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['d33a3124-24d4-415c-a7e5-188c4356472b'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:59:38.887729 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-930478be-2654-41e8-b5cc-b48f33a6d023 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] DELETE failed (client error): The resource could not be found. Sep 23 06:59:38.888106 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-930478be-2654-41e8-b5cc-b48f33a6d023 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:59:38.893036 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-930478be-2654-41e8-b5cc-b48f33a6d023 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/subnets/c4c3e99c-1a93-48f3-97ce-448c19330570 HTTP/1.1" status: 404 len: 337 time: 0.0425160 Sep 23 06:59:38.894146 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50112) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:38.934921 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-d564158e-1ae5-4c2c-9867-099e5b182b6b tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] DELETE failed (client error): The resource could not be found. Sep 23 06:59:38.935415 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d564158e-1ae5-4c2c-9867-099e5b182b6b tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:59:38.941363 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-d564158e-1ae5-4c2c-9867-099e5b182b6b tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/subnets/000917c6-11e9-4393-bc21-287d9b6c22f2 HTTP/1.1" status: 404 len: 337 time: 0.0458806 Sep 23 06:59:38.942063 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50114) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:38.955314 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785323d7-026b-4e89-9f8f-82a0480a9643 None None] Pushing event updated for resources: {'Port': ['ID=4f7c542f-96ca-413f-9849-65bda7cd2750,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:38.970896 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-6542ca6e-6cad-4dfd-af87-95d469d9c280 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] DELETE failed (client error): The resource could not be found. Sep 23 06:59:38.971747 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6542ca6e-6cad-4dfd-af87-95d469d9c280 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:59:38.977168 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-6542ca6e-6cad-4dfd-af87-95d469d9c280 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/ports/7bd067b9-8929-4d16-bfbf-ed900da5f8d1 HTTP/1.1" status: 404 len: 333 time: 0.0338547 Sep 23 06:59:38.979076 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50116) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:39.016138 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e988853-b240-4e48-8b3f-0c113dfcbcb7 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] DELETE failed (client error): The resource could not be found. Sep 23 06:59:39.018010 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e988853-b240-4e48-8b3f-0c113dfcbcb7 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:59:39.023185 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-9e988853-b240-4e48-8b3f-0c113dfcbcb7 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/subnets/69cea97d-b442-490b-a1ce-6ef3d96f3dc9 HTTP/1.1" status: 404 len: 337 time: 0.0411565 Sep 23 06:59:39.023975 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50120) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:39.105293 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff3efd5b-e948-413a-9294-e2d2f9bc5ead tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] DELETE failed (client error): The resource could not be found. Sep 23 06:59:39.106164 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff3efd5b-e948-413a-9294-e2d2f9bc5ead tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:59:39.115247 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-ff3efd5b-e948-413a-9294-e2d2f9bc5ead tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/ports/071a7e84-9726-4a04-aeea-5b6cd72dd838 HTTP/1.1" status: 404 len: 333 time: 0.0877488 Sep 23 06:59:39.115588 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50126) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:39.152242 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0fc7e49c-4d5e-4d44-a776-8723297361f2 req-0623033c-797e-4707-934f-ea9d1ccf43f7 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/ports?device_id=66ba0042-4875-4f86-af92-2e56c950326b HTTP/1.1" status: 200 len: 210 time: 0.0327859 Sep 23 06:59:39.170241 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-27d7a8d0-027b-4e6a-8656-18a7d56c97a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2068624'] for router_interface, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:39.212063 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2e0d1ae-79ee-4e26-b916-3644b7035592 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] DELETE failed (client error): The resource could not be found. Sep 23 06:59:39.212576 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2e0d1ae-79ee-4e26-b916-3644b7035592 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:59:39.214382 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-d2e0d1ae-79ee-4e26-b916-3644b7035592 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/subnets/63071473-8174-46ee-9a04-1496a4192693 HTTP/1.1" status: 404 len: 337 time: 0.0957396 Sep 23 06:59:39.217668 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50128) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:39.262856 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4fe497a-ddb4-46a6-8467-c30143ea7223 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] DELETE failed (client error): The resource could not be found. Sep 23 06:59:39.264105 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4fe497a-ddb4-46a6-8467-c30143ea7223 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:59:39.265902 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-a4fe497a-ddb4-46a6-8467-c30143ea7223 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/ports/745beb2a-209c-4056-ba11-702e6a27dc34 HTTP/1.1" status: 404 len: 333 time: 0.0472310 Sep 23 06:59:39.273270 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50130) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:39.421137 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-cd17684d-dd99-49bd-a968-aba933f63d63 None None] Set router d33a3124-24d4-415c-a7e5-188c4356472b gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:59:39.562423 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-0d3b2bba-d56c-4372-a05d-458265cdddbc None None] Allocated IP 172.20.0.2 (a577d884-9028-4a30-9e53-3164a80aebc6/dd10931c-7c72-4e96-a883-b30465b44383/845c2164-884b-4551-a264-e09244aaf7a4) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:59:39.605075 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fb37e5a-a260-41ed-8a8f-ec9fc868c15e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] DELETE failed (client error): The resource could not be found. Sep 23 06:59:39.605562 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fb37e5a-a260-41ed-8a8f-ec9fc868c15e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:59:39.612021 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-6fb37e5a-a260-41ed-8a8f-ec9fc868c15e tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/subnets/faedb0cf-802f-43ff-bf30-b3fb73cc6229 HTTP/1.1" status: 404 len: 337 time: 0.3376873 Sep 23 06:59:39.615194 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50144) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:39.682939 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-64993272-81c5-4ed5-b172-d1068ff2071a tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] DELETE failed (client error): The resource could not be found. Sep 23 06:59:39.683626 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64993272-81c5-4ed5-b172-d1068ff2071a tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:59:39.686888 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-64993272-81c5-4ed5-b172-d1068ff2071a tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/ports/9f8a785b-a138-4a60-b2e2-4d78c368bd0b HTTP/1.1" status: 404 len: 333 time: 0.0700712 Sep 23 06:59:39.688994 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 50148) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:39.756097 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-9da8cbef-7356-4cc3-ab83-5cfde9c0f331 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] DELETE failed (client error): The resource could not be found. Sep 23 06:59:39.756586 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9da8cbef-7356-4cc3-ab83-5cfde9c0f331 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:59:39.756828 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89768389-f42a-4629-8339-81bb4525f57f req-42744255-54d6-4c14-bb71-4e5d0de8d3d2 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:39.761486 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-9da8cbef-7356-4cc3-ab83-5cfde9c0f331 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/subnets/351f2951-bfa1-4c0a-8fca-a485624b7bf6 HTTP/1.1" status: 404 len: 337 time: 0.0695524 Sep 23 06:59:39.762106 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 50152) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:39.763394 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-89768389-f42a-4629-8339-81bb4525f57f req-42744255-54d6-4c14-bb71-4e5d0de8d3d2 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.21 "GET /v2.0/networks?id=b1168109-2f74-485d-b022-6ac22a84b1fa HTTP/1.1" status: 200 len: 819 time: 0.4268584 Sep 23 06:59:39.781245 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-89768389-f42a-4629-8339-81bb4525f57f req-0f26ad64-60ff-4e45-bdad-c43e1a89d314 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Request body: {'port': {'device_id': '3fbf98fe-c909-4c03-a796-488b786cfe1c', 'network_id': 'b1168109-2f74-485d-b022-6ac22a84b1fa', 'admin_state_up': True, 'tenant_id': '975c49cb4b83465685884a643e7b4a2e'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:59:39.820742 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8d777d39-4758-4d70-ac9e-bc85bc1abfb7 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks [] for router_gateway, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:40.025586 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 50156) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:40.034709 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b9b8cc6-7467-497b-9e0d-83ca414758bc tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] DELETE failed (client error): The resource could not be found. Sep 23 06:59:40.035419 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b9b8cc6-7467-497b-9e0d-83ca414758bc tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:59:40.039957 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-3b9b8cc6-7467-497b-9e0d-83ca414758bc tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/ports/db3730f6-be39-4a0c-92e3-22c297c3ddc4 HTTP/1.1" status: 404 len: 333 time: 0.2420411 Sep 23 06:59:40.042794 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 50158) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:40.051973 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89768389-f42a-4629-8339-81bb4525f57f req-0f26ad64-60ff-4e45-bdad-c43e1a89d314 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Made reservation on behalf of 975c49cb4b83465685884a643e7b4a2e for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:59:40.056526 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0d3b2bba-d56c-4372-a05d-458265cdddbc None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:40.057178 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8d777d39-4758-4d70-ac9e-bc85bc1abfb7 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:40.058185 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-89768389-f42a-4629-8339-81bb4525f57f req-0f26ad64-60ff-4e45-bdad-c43e1a89d314 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:40.070564 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0d3b2bba-d56c-4372-a05d-458265cdddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:40.124688 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3b2bba-d56c-4372-a05d-458265cdddbc None None] Network a577d884-9028-4a30-9e53-3164a80aebc6 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:59:40.145016 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-0d3b2bba-d56c-4372-a05d-458265cdddbc None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:59:40.148100 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3b2bba-d56c-4372-a05d-458265cdddbc None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:59:40.226092 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:40.320209 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-0d3b2bba-d56c-4372-a05d-458265cdddbc None None] Attempting to bind port 845c2164-884b-4551-a264-e09244aaf7a4 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:59:40.320944 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-0d3b2bba-d56c-4372-a05d-458265cdddbc None None] Attempting to bind port 845c2164-884b-4551-a264-e09244aaf7a4 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '6abe41cf-4fef-45d5-8974-5237283c7409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'a577d884-9028-4a30-9e53-3164a80aebc6'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:59:40.321558 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3b2bba-d56c-4372-a05d-458265cdddbc None None] Attempting to bind port 845c2164-884b-4551-a264-e09244aaf7a4 on network a577d884-9028-4a30-9e53-3164a80aebc6 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:59:40.329235 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3b2bba-d56c-4372-a05d-458265cdddbc None None] Pushing event updated for resources: {'Port': ['ID=845c2164-884b-4551-a264-e09244aaf7a4,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:40.343799 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3b2bba-d56c-4372-a05d-458265cdddbc None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:59:40.349447 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3b2bba-d56c-4372-a05d-458265cdddbc None None] Checking segment: {'id': '6abe41cf-4fef-45d5-8974-5237283c7409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'a577d884-9028-4a30-9e53-3164a80aebc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:59:40.350812 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0d3b2bba-d56c-4372-a05d-458265cdddbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:40.351448 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3b2bba-d56c-4372-a05d-458265cdddbc None None] Bound using segment: {'id': '6abe41cf-4fef-45d5-8974-5237283c7409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'a577d884-9028-4a30-9e53-3164a80aebc6'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:59:40.352190 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-0d3b2bba-d56c-4372-a05d-458265cdddbc None None] Bound port: 845c2164-884b-4551-a264-e09244aaf7a4, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6abe41cf-4fef-45d5-8974-5237283c7409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'a577d884-9028-4a30-9e53-3164a80aebc6'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:59:40.352824 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0d3b2bba-d56c-4372-a05d-458265cdddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:40.367289 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-8d777d39-4758-4d70-ac9e-bc85bc1abfb7 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Allocated IP 172.25.2.76 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/2336e970-7eeb-4af6-97b3-d9e7ff9816e4) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:59:40.368835 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-cd17684d-dd99-49bd-a968-aba933f63d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd33a3124-24d4-415c-a7e5-188c4356472b', 'name': 'tempest-ServerRescueNegativeTestJSON-1246367544-router', 'tenant_id': '975c49cb4b83465685884a643e7b4a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '3fb01e64-5a0a-494f-8ccc-9dc68c4e9602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:59:21Z', 'updated_at': '2021-09-23T06:59:31Z', 'revision_number': 4, 'project_id': '975c49cb4b83465685884a643e7b4a2e', 'gw_port': {'id': '3fb01e64-5a0a-494f-8ccc-9dc68c4e9602', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ba:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33a3124-24d4-415c-a7e5-188c4356472b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:59:23Z', 'updated_at': '2021-09-23T06:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '4f7c542f-96ca-413f-9849-65bda7cd2750', 'name': '', 'network_id': 'b1168109-2f74-485d-b022-6ac22a84b1fa', 'tenant_id': '975c49cb4b83465685884a643e7b4a2e', 'mac_address': 'fa:16:3e:2e:eb:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd33a3124-24d4-415c-a7e5-188c4356472b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': '17c90601-5462-41e7-bf81-405fc24353fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:59:30Z', 'updated_at': '2021-09-23T06:59:38Z', 'revision_number': 4, 'project_id': '975c49cb4b83465685884a643e7b4a2e', 'subnets': [{'id': '17c90601-5462-41e7-bf81-405fc24353fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:59:40.412563 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd17684d-dd99-49bd-a968-aba933f63d63 None None] The sync data for ids ['d33a3124-24d4-415c-a7e5-188c4356472b'] in n-d-715271-16 is: [{'id': 'd33a3124-24d4-415c-a7e5-188c4356472b', 'name': 'tempest-ServerRescueNegativeTestJSON-1246367544-router', 'tenant_id': '975c49cb4b83465685884a643e7b4a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '3fb01e64-5a0a-494f-8ccc-9dc68c4e9602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:59:21Z', 'updated_at': '2021-09-23T06:59:31Z', 'revision_number': 4, 'project_id': '975c49cb4b83465685884a643e7b4a2e', 'gw_port': {'id': '3fb01e64-5a0a-494f-8ccc-9dc68c4e9602', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ba:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33a3124-24d4-415c-a7e5-188c4356472b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:59:23Z', 'updated_at': '2021-09-23T06:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '4f7c542f-96ca-413f-9849-65bda7cd2750', 'name': '', 'network_id': 'b1168109-2f74-485d-b022-6ac22a84b1fa', 'tenant_id': '975c49cb4b83465685884a643e7b4a2e', 'mac_address': 'fa:16:3e:2e:eb:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd33a3124-24d4-415c-a7e5-188c4356472b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': '17c90601-5462-41e7-bf81-405fc24353fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:59:30Z', 'updated_at': '2021-09-23T06:59:38Z', 'revision_number': 4, 'project_id': '975c49cb4b83465685884a643e7b4a2e', 'subnets': [{'id': '17c90601-5462-41e7-bf81-405fc24353fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:59:40.444156 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-89768389-f42a-4629-8339-81bb4525f57f req-0f26ad64-60ff-4e45-bdad-c43e1a89d314 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Allocated IP 172.20.0.8 (b1168109-2f74-485d-b022-6ac22a84b1fa/17c90601-5462-41e7-bf81-405fc24353fe/6c3a2632-e7df-4f52-9b07-323eaa3e6404) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:59:40.572793 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-0d3b2bba-d56c-4372-a05d-458265cdddbc None None] For port 845c2164-884b-4551-a264-e09244aaf7a4, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:59:40.581958 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-0d3b2bba-d56c-4372-a05d-458265cdddbc None None] For port 845c2164-884b-4551-a264-e09244aaf7a4, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=845c2164-884b-4551-a264-e09244aaf7a4,segment=NetworkSegment(6abe41cf-4fef-45d5-8974-5237283c7409),segment_id=6abe41cf-4fef-45d5-8974-5237283c7409)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:59:40.594345 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0d3b2bba-d56c-4372-a05d-458265cdddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:40.758924 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3b2bba-d56c-4372-a05d-458265cdddbc None None] Pushing event updated for resources: {'Port': ['ID=845c2164-884b-4551-a264-e09244aaf7a4,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:40.882250 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-89768389-f42a-4629-8339-81bb4525f57f req-0f26ad64-60ff-4e45-bdad-c43e1a89d314 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:41.038217 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-89768389-f42a-4629-8339-81bb4525f57f req-0f26ad64-60ff-4e45-bdad-c43e1a89d314 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:41.073670 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c773d46c-0927-46b7-95e1-1ad6ab760baf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:41.212560 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50180) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:41.214636 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f26ad64-60ff-4e45-bdad-c43e1a89d314 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Pushing event updated for resources: {'Port': ['ID=6c3a2632-e7df-4f52-9b07-323eaa3e6404,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:41.241325 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89768389-f42a-4629-8339-81bb4525f57f req-0f26ad64-60ff-4e45-bdad-c43e1a89d314 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Network b1168109-2f74-485d-b022-6ac22a84b1fa is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:59:41.243333 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-89768389-f42a-4629-8339-81bb4525f57f req-0f26ad64-60ff-4e45-bdad-c43e1a89d314 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:59:41.246746 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-89768389-f42a-4629-8339-81bb4525f57f req-0f26ad64-60ff-4e45-bdad-c43e1a89d314 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:59:41.316486 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89768389-f42a-4629-8339-81bb4525f57f req-0f26ad64-60ff-4e45-bdad-c43e1a89d314 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:41.317572 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-89768389-f42a-4629-8339-81bb4525f57f req-0f26ad64-60ff-4e45-bdad-c43e1a89d314 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:41.345700 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-89768389-f42a-4629-8339-81bb4525f57f req-0f26ad64-60ff-4e45-bdad-c43e1a89d314 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5690222 Sep 23 06:59:41.395257 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-925f7e09-51ff-407a-9f4b-0a5859445ca3 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] DELETE failed (client error): The resource could not be found. Sep 23 06:59:41.395755 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-925f7e09-51ff-407a-9f4b-0a5859445ca3 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:59:41.400023 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-925f7e09-51ff-407a-9f4b-0a5859445ca3 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/subnets/d8f3b3f2-e2a1-4eef-8b00-ec597c7902aa HTTP/1.1" status: 404 len: 337 time: 1.3443778 Sep 23 06:59:41.402601 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50186) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:41.429604 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-540a816d-42af-435f-82c2-4299e82ef85e req-c0231c66-08ff-4062-8c42-ae1e9a00166c tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/ports?device_id=66ba0042-4875-4f86-af92-2e56c950326b HTTP/1.1" status: 200 len: 210 time: 0.1907301 Sep 23 06:59:41.448165 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-b847f505-0bc2-490a-b98d-7a463ac46076 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] DELETE failed (client error): The resource could not be found. Sep 23 06:59:41.448851 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b847f505-0bc2-490a-b98d-7a463ac46076 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:59:41.451307 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-b847f505-0bc2-490a-b98d-7a463ac46076 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/ports/1c3a055b-36e2-463e-9b3a-fe3c6ece2a4c HTTP/1.1" status: 404 len: 333 time: 0.0468423 Sep 23 06:59:41.457362 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50188) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:41.497015 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:41.501007 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4f50c8a-72e0-4e4b-9816-65e6a764a654 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] DELETE failed (client error): The resource could not be found. Sep 23 06:59:41.501661 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4f50c8a-72e0-4e4b-9816-65e6a764a654 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:59:41.503709 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-c4f50c8a-72e0-4e4b-9816-65e6a764a654 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/subnets/5264cc0e-b930-401a-b056-8f55fb53a01a HTTP/1.1" status: 404 len: 337 time: 0.0452259 Sep 23 06:59:41.515503 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3c34c457-7993-4673-b9ce-a99e8b942fcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:41.524146 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50190) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:41.551497 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a952707-d7bd-43f6-9478-d26106082ccf tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] DELETE failed (client error): The resource could not be found. Sep 23 06:59:41.552379 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a952707-d7bd-43f6-9478-d26106082ccf tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:59:41.556531 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-3a952707-d7bd-43f6-9478-d26106082ccf tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/ports/98472c44-7888-46e9-a0da-9dcaf1185ae2 HTTP/1.1" status: 404 len: 333 time: 0.0275416 Sep 23 06:59:41.559074 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50192) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:41.577835 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-89768389-f42a-4629-8339-81bb4525f57f req-d34c3e51-66e8-46c0-a645-b5d5ed2dd6a3 service neutron] Request body: {'port': {'device_id': '3fbf98fe-c909-4c03-a796-488b786cfe1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:59:41.621645 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8d777d39-4758-4d70-ac9e-bc85bc1abfb7 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:41.629360 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27d7a8d0-027b-4e6a-8656-18a7d56c97a3 admin admin] Router 64ba87ac-e142-4291-ab31-5b3e6dbccc60 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:59:41.630491 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-536087d7-6451-4937-b970-c337bc6d3848 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] DELETE failed (client error): The resource could not be found. Sep 23 06:59:41.631067 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-536087d7-6451-4937-b970-c337bc6d3848 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 06:59:41.636176 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-536087d7-6451-4937-b970-c337bc6d3848 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/subnets/6177bd02-b8c0-4972-9e87-db1382e219b2 HTTP/1.1" status: 404 len: 337 time: 0.0678518 Sep 23 06:59:41.636349 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4a913127-2f83-490b-9c7c-8c87430a6f29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:41.637975 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50194) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:41.707247 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1457fd7e-a1b6-4675-8b11-5fac8993bc93 req-4af441bf-c22e-493b-8054-227e41e5bf4c tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:41.708830 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1457fd7e-a1b6-4675-8b11-5fac8993bc93 req-4af441bf-c22e-493b-8054-227e41e5bf4c tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.58 "GET /v2.0/networks?id=b1168109-2f74-485d-b022-6ac22a84b1fa HTTP/1.1" status: 200 len: 819 time: 0.5163431 Sep 23 06:59:41.725998 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-89768389-f42a-4629-8339-81bb4525f57f req-d34c3e51-66e8-46c0-a645-b5d5ed2dd6a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:41.759163 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-1457fd7e-a1b6-4675-8b11-5fac8993bc93 req-c91e2509-b686-45e5-bd6a-d56036fcc0f7 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Request body: {'port': {'device_id': '66ba0042-4875-4f86-af92-2e56c950326b', 'network_id': 'b1168109-2f74-485d-b022-6ac22a84b1fa', 'admin_state_up': True, 'tenant_id': '975c49cb4b83465685884a643e7b4a2e'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:59:41.858047 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8d777d39-4758-4d70-ac9e-bc85bc1abfb7 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:41.980236 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d777d39-4758-4d70-ac9e-bc85bc1abfb7 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:59:41.987730 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27d7a8d0-027b-4e6a-8656-18a7d56c97a3 admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:59:41.994984 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-8d777d39-4758-4d70-ac9e-bc85bc1abfb7 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:59:42.002212 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf556694-e270-4037-982a-7203cbc3cfde None None] Sync routers for ids ['64ba87ac-e142-4291-ab31-5b3e6dbccc60'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:59:42.004950 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-27d7a8d0-027b-4e6a-8656-18a7d56c97a3 admin admin] 10.222.0.39 "PUT /v2.0/routers/64ba87ac-e142-4291-ab31-5b3e6dbccc60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2456176 Sep 23 06:59:42.031408 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 50196) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:42.032722 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d777d39-4758-4d70-ac9e-bc85bc1abfb7 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:59:42.032944 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf556694-e270-4037-982a-7203cbc3cfde None None] Routers {'64ba87ac-e142-4291-ab31-5b3e6dbccc60'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:59:42.033648 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-cf556694-e270-4037-982a-7203cbc3cfde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:59:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['64ba87ac-e142-4291-ab31-5b3e6dbccc60'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:59:42.044150 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d777d39-4758-4d70-ac9e-bc85bc1abfb7 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Pushing event updated for resources: {'Port': ['ID=2336e970-7eeb-4af6-97b3-d9e7ff9816e4,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:42.158756 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0ce1e360-8d8b-4754-bb03-8c36e23fe627 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:42.300287 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-cf556694-e270-4037-982a-7203cbc3cfde None None] Set router 64ba87ac-e142-4291-ab31-5b3e6dbccc60 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:59:42.340568 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3c34c457-7993-4673-b9ce-a99e8b942fcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:42.349942 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3c34c457-7993-4673-b9ce-a99e8b942fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:42.366172 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 4f7c542f-96ca-413f-9849-65bda7cd2750 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:59:42.368116 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fac2517-0807-408d-8f87-03c8fe517df9 None None] Network a577d884-9028-4a30-9e53-3164a80aebc6 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:59:42.373497 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ae7d7ef2-2e0d-449b-8e38-e5463b5f3e9d admin admin] Notify callbacks [] for router, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:42.448911 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:42.536491 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-25bcce01-9541-4821-905b-3ef6ccbc4cdd None None] Provisioning complete for port 845c2164-884b-4551-a264-e09244aaf7a4 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:59:42.536870 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-25bcce01-9541-4821-905b-3ef6ccbc4cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:42.589483 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b5463dd0-0832-4aac-9f88-59d10179092c req-653a8ec9-9117-4335-b05c-af56b32dc7f2 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/ports?device_id=66ba0042-4875-4f86-af92-2e56c950326b HTTP/1.1" status: 200 len: 210 time: 0.0765765 Sep 23 06:59:42.631240 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 4f7c542f-96ca-413f-9849-65bda7cd2750 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:59:42.631621 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:42.657069 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c34c457-7993-4673-b9ce-a99e8b942fcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a4b03bc-e563-40f7-8189-806c89162396,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:42.674787 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ae7d7ef2-2e0d-449b-8e38-e5463b5f3e9d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:42.722583 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-3c34c457-7993-4673-b9ce-a99e8b942fcd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3c44e9f2427243dfabac39631cff94a3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5037000 Sep 23 06:59:42.733893 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 50202) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:42.749485 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4a913127-2f83-490b-9c7c-8c87430a6f29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:42.781214 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4a913127-2f83-490b-9c7c-8c87430a6f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:42.807843 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-25bcce01-9541-4821-905b-3ef6ccbc4cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:42.815718 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0ce1e360-8d8b-4754-bb03-8c36e23fe627 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:42.836764 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-cf556694-e270-4037-982a-7203cbc3cfde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64ba87ac-e142-4291-ab31-5b3e6dbccc60', 'name': 'tempest-TaggedBootDevicesTest_v242-627469932-router', 'tenant_id': '147ee43e793f431bb6dc0e9de8ff2960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '0ccf14e5-74da-4249-8669-d7172e21ffe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:48:04Z', 'updated_at': '2021-09-23T06:59:37Z', 'revision_number': 5, 'project_id': '147ee43e793f431bb6dc0e9de8ff2960', 'gw_port': {'id': '0ccf14e5-74da-4249-8669-d7172e21ffe2', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ba87ac-e142-4291-ab31-5b3e6dbccc60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:48:06Z', 'updated_at': '2021-09-23T06:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:59:42.844512 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-89768389-f42a-4629-8339-81bb4525f57f req-d34c3e51-66e8-46c0-a645-b5d5ed2dd6a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c3a2632-e7df-4f52-9b07-323eaa3e6404 {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:59:42.850165 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-0ce1e360-8d8b-4754-bb03-8c36e23fe627 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d1aa380-e411-494b-958c-7f758df734d6']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:59:42.855380 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8d777d39-4758-4d70-ac9e-bc85bc1abfb7 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks [] for router_gateway, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:42.862113 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-89768389-f42a-4629-8339-81bb4525f57f req-d34c3e51-66e8-46c0-a645-b5d5ed2dd6a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:42.867875 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-0ce1e360-8d8b-4754-bb03-8c36e23fe627 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98ee167a-1403-4867-958f-d4f6736b2e62') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:59:42.868166 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-0ce1e360-8d8b-4754-bb03-8c36e23fe627 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98ee167a-1403-4867-958f-d4f6736b2e62') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:59:42.887427 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0ce1e360-8d8b-4754-bb03-8c36e23fe627 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:42.895494 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-89768389-f42a-4629-8339-81bb4525f57f req-d34c3e51-66e8-46c0-a645-b5d5ed2dd6a3 service neutron] Transition to ACTIVE for port object 6c3a2632-e7df-4f52-9b07-323eaa3e6404 will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:59:42.902497 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-89768389-f42a-4629-8339-81bb4525f57f req-d34c3e51-66e8-46c0-a645-b5d5ed2dd6a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:42.904520 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1457fd7e-a1b6-4675-8b11-5fac8993bc93 req-c91e2509-b686-45e5-bd6a-d56036fcc0f7 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Made reservation on behalf of 975c49cb4b83465685884a643e7b4a2e for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:59:42.908366 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-1457fd7e-a1b6-4675-8b11-5fac8993bc93 req-c91e2509-b686-45e5-bd6a-d56036fcc0f7 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:42.911851 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0ce1e360-8d8b-4754-bb03-8c36e23fe627 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:42.921944 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-4a913127-2f83-490b-9c7c-8c87430a6f29 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4ce2c4ca5f1e4a93bfde6bc2720f6f87&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8858702 Sep 23 06:59:42.933608 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 50204) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:42.939396 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a913127-2f83-490b-9c7c-8c87430a6f29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c33daf3-5678-4f64-a61d-7d56ebaec193,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:42.963282 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ce1e360-8d8b-4754-bb03-8c36e23fe627 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:59:42.964232 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0ce1e360-8d8b-4754-bb03-8c36e23fe627 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:42.970958 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 06:59:42.970958 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:59:42.970958 n-d-715271-16 neutron-server[95065]: timer() Sep 23 06:59:42.970958 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:59:42.970958 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 06:59:42.970958 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:59:42.970958 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 06:59:42.970958 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:59:42.970958 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 06:59:42.970958 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:59:42.970958 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 06:59:42.970958 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:59:42.970958 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 06:59:42.970958 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:59:42.970958 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:59:42.970958 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:59:42.970958 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:59:42.970958 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:59:42.970958 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 06:59:42.970958 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:59:42.970958 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 06:59:42.970958 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:59:42.970958 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:59:42.970958 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:59:42.970958 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 06:59:42.970958 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:59:42.970958 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:59:42.970958 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:59:42.970958 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:59:42.970958 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:59:42.970958 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:59:42.970958 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:59:42.992311 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dfcdeb9a-aed8-44b7-88ab-1364e464b913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:43.011794 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34c3e51-66e8-46c0-a645-b5d5ed2dd6a3 service neutron] Pushing event updated for resources: {'Port': ['ID=6c3a2632-e7df-4f52-9b07-323eaa3e6404,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:43.070054 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf556694-e270-4037-982a-7203cbc3cfde None None] Checking router: 64ba87ac-e142-4291-ab31-5b3e6dbccc60 for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 06:59:43.094962 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-ae7d7ef2-2e0d-449b-8e38-e5463b5f3e9d admin admin] Deleting port 0ccf14e5-74da-4249-8669-d7172e21ffe2 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:59:43.095307 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ae7d7ef2-2e0d-449b-8e38-e5463b5f3e9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:43.103588 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-25bcce01-9541-4821-905b-3ef6ccbc4cdd None None] For port 845c2164-884b-4551-a264-e09244aaf7a4, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=845c2164-884b-4551-a264-e09244aaf7a4,segment=NetworkSegment(6abe41cf-4fef-45d5-8974-5237283c7409),segment_id=6abe41cf-4fef-45d5-8974-5237283c7409)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:59:43.110067 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf556694-e270-4037-982a-7203cbc3cfde None None] Routers {'64ba87ac-e142-4291-ab31-5b3e6dbccc60'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:59:43.111179 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-cf556694-e270-4037-982a-7203cbc3cfde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:59:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['64ba87ac-e142-4291-ab31-5b3e6dbccc60'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:59:43.116482 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:43.116832 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0ce1e360-8d8b-4754-bb03-8c36e23fe627 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:43.118924 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-25bcce01-9541-4821-905b-3ef6ccbc4cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:43.123219 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0ce1e360-8d8b-4754-bb03-8c36e23fe627 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:43.125514 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-0ce1e360-8d8b-4754-bb03-8c36e23fe627 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] 10.222.0.39 "DELETE /v2.0/networks/4d1aa380-e411-494b-958c-7f758df734d6 HTTP/1.1" status: 204 len: 168 time: 1.4858294 Sep 23 06:59:43.170649 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce1e360-8d8b-4754-bb03-8c36e23fe627 tempest-NetworksTestDHCPv6-1237035184 tempest-NetworksTestDHCPv6-1237035184-project] Pushing event deleted for resources: {'Network': ['ID=4d1aa380-e411-494b-958c-7f758df734d6,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:43.172145 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dfcdeb9a-aed8-44b7-88ab-1364e464b913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:43.200132 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-89768389-f42a-4629-8339-81bb4525f57f req-d34c3e51-66e8-46c0-a645-b5d5ed2dd6a3 service neutron] Attempting to bind port 6c3a2632-e7df-4f52-9b07-323eaa3e6404 on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:59:43.200610 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-89768389-f42a-4629-8339-81bb4525f57f req-d34c3e51-66e8-46c0-a645-b5d5ed2dd6a3 service neutron] Attempting to bind port 6c3a2632-e7df-4f52-9b07-323eaa3e6404 by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': '9bd7ac6d-d0ea-41a0-b103-8c3b286ade04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b1168109-2f74-485d-b022-6ac22a84b1fa'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:59:43.201111 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89768389-f42a-4629-8339-81bb4525f57f req-d34c3e51-66e8-46c0-a645-b5d5ed2dd6a3 service neutron] Attempting to bind port 6c3a2632-e7df-4f52-9b07-323eaa3e6404 on network b1168109-2f74-485d-b022-6ac22a84b1fa {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:59:43.205799 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89768389-f42a-4629-8339-81bb4525f57f req-d34c3e51-66e8-46c0-a645-b5d5ed2dd6a3 service neutron] Port 6c3a2632-e7df-4f52-9b07-323eaa3e6404 on network b1168109-2f74-485d-b022-6ac22a84b1fa not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:59:43.206279 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89768389-f42a-4629-8339-81bb4525f57f req-d34c3e51-66e8-46c0-a645-b5d5ed2dd6a3 service neutron] Attempting to bind port 6c3a2632-e7df-4f52-9b07-323eaa3e6404 on network b1168109-2f74-485d-b022-6ac22a84b1fa {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:59:43.212015 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89768389-f42a-4629-8339-81bb4525f57f req-d34c3e51-66e8-46c0-a645-b5d5ed2dd6a3 service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:59:43.212507 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89768389-f42a-4629-8339-81bb4525f57f req-d34c3e51-66e8-46c0-a645-b5d5ed2dd6a3 service neutron] Checking segment: {'id': '9bd7ac6d-d0ea-41a0-b103-8c3b286ade04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b1168109-2f74-485d-b022-6ac22a84b1fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:59:43.213035 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89768389-f42a-4629-8339-81bb4525f57f req-d34c3e51-66e8-46c0-a645-b5d5ed2dd6a3 service neutron] Bound using segment: {'id': '9bd7ac6d-d0ea-41a0-b103-8c3b286ade04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b1168109-2f74-485d-b022-6ac22a84b1fa'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:59:43.213582 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-89768389-f42a-4629-8339-81bb4525f57f req-d34c3e51-66e8-46c0-a645-b5d5ed2dd6a3 service neutron] Bound port: 6c3a2632-e7df-4f52-9b07-323eaa3e6404, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bd7ac6d-d0ea-41a0-b103-8c3b286ade04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b1168109-2f74-485d-b022-6ac22a84b1fa'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:59:43.214085 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-89768389-f42a-4629-8339-81bb4525f57f req-d34c3e51-66e8-46c0-a645-b5d5ed2dd6a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:43.318648 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-89768389-f42a-4629-8339-81bb4525f57f req-d34c3e51-66e8-46c0-a645-b5d5ed2dd6a3 service neutron] For port 6c3a2632-e7df-4f52-9b07-323eaa3e6404, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:59:43.323496 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port 4f7c542f-96ca-413f-9849-65bda7cd2750, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=4f7c542f-96ca-413f-9849-65bda7cd2750,segment=NetworkSegment(9bd7ac6d-d0ea-41a0-b103-8c3b286ade04),segment_id=9bd7ac6d-d0ea-41a0-b103-8c3b286ade04)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:59:43.328276 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-89768389-f42a-4629-8339-81bb4525f57f req-d34c3e51-66e8-46c0-a645-b5d5ed2dd6a3 service neutron] For port 6c3a2632-e7df-4f52-9b07-323eaa3e6404, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=6c3a2632-e7df-4f52-9b07-323eaa3e6404,segment=NetworkSegment(9bd7ac6d-d0ea-41a0-b103-8c3b286ade04),segment_id=9bd7ac6d-d0ea-41a0-b103-8c3b286ade04)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:59:43.333430 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-89768389-f42a-4629-8339-81bb4525f57f req-d34c3e51-66e8-46c0-a645-b5d5ed2dd6a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:43.340206 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-cf556694-e270-4037-982a-7203cbc3cfde None None] Set router 64ba87ac-e142-4291-ab31-5b3e6dbccc60 gateway port host: None {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 06:59:43.380992 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-387b911a-324b-4c19-9031-3f2af0759290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:43.391943 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89768389-f42a-4629-8339-81bb4525f57f req-d34c3e51-66e8-46c0-a645-b5d5ed2dd6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:43.399695 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-89768389-f42a-4629-8339-81bb4525f57f req-d34c3e51-66e8-46c0-a645-b5d5ed2dd6a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:43.401231 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-89768389-f42a-4629-8339-81bb4525f57f req-d34c3e51-66e8-46c0-a645-b5d5ed2dd6a3 service neutron] 10.222.0.21 "PUT /v2.0/ports/6c3a2632-e7df-4f52-9b07-323eaa3e6404 HTTP/1.1" status: 200 len: 1092 time: 2.0422242 Sep 23 06:59:43.401735 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fbf98fe-c909-4c03-a796-488b786cfe1c', 'tag': '6c3a2632-e7df-4f52-9b07-323eaa3e6404'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:59:43.404277 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac7d30a-8df0-413c-bbd0-4548d32f4082" -d '{"events": [{"name": "network-changed", "server_uuid": "3fbf98fe-c909-4c03-a796-488b786cfe1c", "tag": "6c3a2632-e7df-4f52-9b07-323eaa3e6404"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:59:43.444934 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bcce01-9541-4821-905b-3ef6ccbc4cdd None None] Pushing event updated for resources: {'Port': ['ID=845c2164-884b-4551-a264-e09244aaf7a4,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:43.448858 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-cf556694-e270-4037-982a-7203cbc3cfde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64ba87ac-e142-4291-ab31-5b3e6dbccc60', 'name': 'tempest-TaggedBootDevicesTest_v242-627469932-router', 'tenant_id': '147ee43e793f431bb6dc0e9de8ff2960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:48:04Z', 'updated_at': '2021-09-23T06:59:42Z', 'revision_number': 6, 'project_id': '147ee43e793f431bb6dc0e9de8ff2960', 'gw_port_host': None}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:59:43.449246 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34c3e51-66e8-46c0-a645-b5d5ed2dd6a3 service neutron] Pushing event updated for resources: {'Port': ['ID=6c3a2632-e7df-4f52-9b07-323eaa3e6404,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:43.453887 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:43.454945 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 845c2164-884b-4551-a264-e09244aaf7a4 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:59:43.526253 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-387b911a-324b-4c19-9031-3f2af0759290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:43.533783 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [req-1457fd7e-a1b6-4675-8b11-5fac8993bc93 req-c91e2509-b686-45e5-bd6a-d56036fcc0f7 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Allocated IP 172.20.0.6 (b1168109-2f74-485d-b022-6ac22a84b1fa/17c90601-5462-41e7-bf81-405fc24353fe/a3520650-b779-4dd5-9cec-ab0b72abcffd) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:59:43.552160 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf556694-e270-4037-982a-7203cbc3cfde None None] The sync data for ids ['64ba87ac-e142-4291-ab31-5b3e6dbccc60'] in n-d-715271-16 is: [{'id': '64ba87ac-e142-4291-ab31-5b3e6dbccc60', 'name': 'tempest-TaggedBootDevicesTest_v242-627469932-router', 'tenant_id': '147ee43e793f431bb6dc0e9de8ff2960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:48:04Z', 'updated_at': '2021-09-23T06:59:42Z', 'revision_number': 6, 'project_id': '147ee43e793f431bb6dc0e9de8ff2960', 'gw_port_host': None}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:59:43.555417 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bcce01-9541-4821-905b-3ef6ccbc4cdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:59:43.556294 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bcce01-9541-4821-905b-3ef6ccbc4cdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:59:43.557788 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bcce01-9541-4821-905b-3ef6ccbc4cdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:59:43.558241 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bcce01-9541-4821-905b-3ef6ccbc4cdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:59:43.559047 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bcce01-9541-4821-905b-3ef6ccbc4cdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:59:43.559507 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bcce01-9541-4821-905b-3ef6ccbc4cdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:59:43.559952 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bcce01-9541-4821-905b-3ef6ccbc4cdd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:59:43.561315 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bcce01-9541-4821-905b-3ef6ccbc4cdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:59:43.561756 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bcce01-9541-4821-905b-3ef6ccbc4cdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:59:43.562328 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bcce01-9541-4821-905b-3ef6ccbc4cdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:59:43.562828 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bcce01-9541-4821-905b-3ef6ccbc4cdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:59:43.563262 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bcce01-9541-4821-905b-3ef6ccbc4cdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 06:59:43.563389 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89768389-f42a-4629-8339-81bb4525f57f req-f06fb70e-c753-4154-8c9f-48a63fa928c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:43.565102 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-89768389-f42a-4629-8339-81bb4525f57f req-f06fb70e-c753-4154-8c9f-48a63fa928c8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=975c49cb4b83465685884a643e7b4a2e&device_id=3fbf98fe-c909-4c03-a796-488b786cfe1c HTTP/1.1" status: 200 len: 1095 time: 0.0910830 Sep 23 06:59:43.574436 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50216) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:43.633405 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-83960942-da25-4e62-8c2d-7065104b1a8d None None] Provisioning complete for port 845c2164-884b-4551-a264-e09244aaf7a4 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:59:43.633962 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-83960942-da25-4e62-8c2d-7065104b1a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:43.636023 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-89768389-f42a-4629-8339-81bb4525f57f req-98c4764c-2efe-4fa7-a403-306950735992 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c3a2632-e7df-4f52-9b07-323eaa3e6404 HTTP/1.1" status: 200 len: 217 time: 0.0448647 Sep 23 06:59:43.652534 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-ae7d7ef2-2e0d-449b-8e38-e5463b5f3e9d admin admin] For port 0ccf14e5-74da-4249-8669-d7172e21ffe2, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=0ccf14e5-74da-4249-8669-d7172e21ffe2,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:59:43.653054 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ae7d7ef2-2e0d-449b-8e38-e5463b5f3e9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:43.704865 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dfcdeb9a-aed8-44b7-88ab-1364e464b913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:43.708064 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dfcdeb9a-aed8-44b7-88ab-1364e464b913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:43.708875 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=4f7c542f-96ca-413f-9849-65bda7cd2750,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:43.714375 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 845c2164-884b-4551-a264-e09244aaf7a4 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:59:43.714904 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:43.719529 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-dfcdeb9a-aed8-44b7-88ab-1364e464b913 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6a4b03bc-e563-40f7-8189-806c89162396 HTTP/1.1" status: 204 len: 168 time: 0.9836514 Sep 23 06:59:43.733025 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-ae7d7ef2-2e0d-449b-8e38-e5463b5f3e9d admin admin] Calling delete_port for 0ccf14e5-74da-4249-8669-d7172e21ffe2 owned by network:router_gateway {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:59:43.735197 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89768389-f42a-4629-8339-81bb4525f57f req-2ac5b504-7d04-4b7f-acd4-da7d8bb5634e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:43.737137 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-89768389-f42a-4629-8339-81bb4525f57f req-2ac5b504-7d04-4b7f-acd4-da7d8bb5634e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=17c90601-5462-41e7-bf81-405fc24353fe HTTP/1.1" status: 200 len: 859 time: 0.0926294 Sep 23 06:59:43.752945 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8d777d39-4758-4d70-ac9e-bc85bc1abfb7 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:43.779872 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcdeb9a-aed8-44b7-88ab-1364e464b913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a4b03bc-e563-40f7-8189-806c89162396,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:43.801652 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee6b205b-bd2f-4858-b299-ca240b0d716b x-openstack-request-id: req-ee6b205b-bd2f-4858-b299-ca240b0d716b {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:59:43.802166 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fbf98fe-c909-4c03-a796-488b786cfe1c", "tag": "6c3a2632-e7df-4f52-9b07-323eaa3e6404", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:59:43.802565 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ee6b205b-bd2f-4858-b299-ca240b0d716b {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:59:43.803117 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fbf98fe-c909-4c03-a796-488b786cfe1c', 'tag': '6c3a2632-e7df-4f52-9b07-323eaa3e6404', 'status': 'completed', 'code': 200} Sep 23 06:59:43.805641 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-89768389-f42a-4629-8339-81bb4525f57f req-5b05e9a2-d543-44d9-906d-6f3a1249e172 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b1168109-2f74-485d-b022-6ac22a84b1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570242 Sep 23 06:59:43.814910 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:43.818827 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c735b679-7a01-4f78-9b19-97d60a53b314 req-a3d7d3e3-a28f-4a67-8d52-085009cbe050 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/ports?device_id=66ba0042-4875-4f86-af92-2e56c950326b HTTP/1.1" status: 200 len: 210 time: 0.0761838 Sep 23 06:59:43.827238 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [req-89768389-f42a-4629-8339-81bb4525f57f req-be729f96-be4a-4b69-8664-2be65b057115 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=95065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 06:59:43.828479 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-89768389-f42a-4629-8339-81bb4525f57f req-be729f96-be4a-4b69-8664-2be65b057115 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085340 Sep 23 06:59:43.926069 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-82a07c36-1e70-4423-8ffe-a9c625bb173d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5e650be244de4ee8b27aea189be279d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3490598 Sep 23 06:59:43.929151 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50224) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:44.045317 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-89768389-f42a-4629-8339-81bb4525f57f req-2e9dbd4f-df88-4676-b56d-186d11b69ccc service neutron] 10.222.0.21 "GET /v2.0/networks/b1168109-2f74-485d-b022-6ac22a84b1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070229 Sep 23 06:59:44.069240 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b803212d-99c4-44ad-96e6-90e652532e51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:44.075216 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 4f7c542f-96ca-413f-9849-65bda7cd2750 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:59:44.102196 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b803212d-99c4-44ad-96e6-90e652532e51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:44.104634 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-387b911a-324b-4c19-9031-3f2af0759290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:44.107391 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-387b911a-324b-4c19-9031-3f2af0759290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:44.111721 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-387b911a-324b-4c19-9031-3f2af0759290 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1c33daf3-5678-4f64-a61d-7d56ebaec193 HTTP/1.1" status: 204 len: 168 time: 1.1704059 Sep 23 06:59:44.149902 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387b911a-324b-4c19-9031-3f2af0759290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c33daf3-5678-4f64-a61d-7d56ebaec193,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:44.203888 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 4f7c542f-96ca-413f-9849-65bda7cd2750 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:59:44.204125 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:44.249301 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-1457fd7e-a1b6-4675-8b11-5fac8993bc93 req-c91e2509-b686-45e5-bd6a-d56036fcc0f7 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:44.253573 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-89768389-f42a-4629-8339-81bb4525f57f req-d6d5bf6b-deaa-455f-bc8d-ac7a5b098f53 service neutron] 10.222.0.21 "GET /v2.0/networks/b1168109-2f74-485d-b022-6ac22a84b1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982927 Sep 23 06:59:44.259726 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b803212d-99c4-44ad-96e6-90e652532e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:44.264598 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b803212d-99c4-44ad-96e6-90e652532e51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:44.269194 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-b803212d-99c4-44ad-96e6-90e652532e51 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0ee5decc-ac7e-4dfb-97eb-9fbe1256e6e9 HTTP/1.1" status: 204 len: 168 time: 0.3363416 Sep 23 06:59:44.276974 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b803212d-99c4-44ad-96e6-90e652532e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee5decc-ac7e-4dfb-97eb-9fbe1256e6e9,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:44.325135 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d777d39-4758-4d70-ac9e-bc85bc1abfb7 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Router 1ec85a61-1588-4d98-b167-cdab9d8c0439 is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 06:59:44.375968 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50232) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:44.376147 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 845c2164-884b-4551-a264-e09244aaf7a4 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:59:44.378428 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-1457fd7e-a1b6-4675-8b11-5fac8993bc93 req-c91e2509-b686-45e5-bd6a-d56036fcc0f7 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:44.431032 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 845c2164-884b-4551-a264-e09244aaf7a4 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:59:44.431416 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:44.455637 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-82215767-4341-45b9-b2b4-186199c3b755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:44.493835 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ae7d7ef2-2e0d-449b-8e38-e5463b5f3e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:44.503179 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d777d39-4758-4d70-ac9e-bc85bc1abfb7 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:59:44.515242 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb757e24-86c6-4a9d-a143-4ce6c689a00a None None] Sync routers for ids ['1ec85a61-1588-4d98-b167-cdab9d8c0439'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:59:44.532904 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb757e24-86c6-4a9d-a143-4ce6c689a00a None None] Routers {'1ec85a61-1588-4d98-b167-cdab9d8c0439'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:59:44.533749 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-fb757e24-86c6-4a9d-a143-4ce6c689a00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:59:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['1ec85a61-1588-4d98-b167-cdab9d8c0439'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:59:44.537230 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7d7ef2-2e0d-449b-8e38-e5463b5f3e9d admin admin] Pushing event deleted for resources: {'Port': ['ID=0ccf14e5-74da-4249-8669-d7172e21ffe2,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:44.610086 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device be579268-3724-4b06-b884-b4f755064dac no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:59:44.613526 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-fb757e24-86c6-4a9d-a143-4ce6c689a00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:59:44.629974 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb757e24-86c6-4a9d-a143-4ce6c689a00a None None] Routers {'1ec85a61-1588-4d98-b167-cdab9d8c0439'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:59:44.631343 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-fb757e24-86c6-4a9d-a143-4ce6c689a00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:59:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['1ec85a61-1588-4d98-b167-cdab9d8c0439'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:59:44.657605 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91e2509-b686-45e5-bd6a-d56036fcc0f7 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Pushing event updated for resources: {'Port': ['ID=a3520650-b779-4dd5-9cec-ab0b72abcffd,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:44.660308 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ae7d7ef2-2e0d-449b-8e38-e5463b5f3e9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2068563'] for router_gateway, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:44.664737 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: be579268-3724-4b06-b884-b4f755064dac {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:59:44.667136 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device be579268-3724-4b06-b884-b4f755064dac not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:59:44.704675 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-fb757e24-86c6-4a9d-a143-4ce6c689a00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:59:44.706843 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb757e24-86c6-4a9d-a143-4ce6c689a00a None None] The sync data for ids ['1ec85a61-1588-4d98-b167-cdab9d8c0439'] in n-d-715271-16 is: [] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:59:44.719675 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac7d30a-8df0-413c-bbd0-4548d32f4082 req-b9c34071-ccdd-4311-aac6-8a9bf41f5da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:44.722071 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4ac7d30a-8df0-413c-bbd0-4548d32f4082 req-b9c34071-ccdd-4311-aac6-8a9bf41f5da6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=975c49cb4b83465685884a643e7b4a2e&device_id=3fbf98fe-c909-4c03-a796-488b786cfe1c HTTP/1.1" status: 200 len: 1095 time: 0.3547666 Sep 23 06:59:44.760762 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-82215767-4341-45b9-b2b4-186199c3b755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:44.762671 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ae7d7ef2-2e0d-449b-8e38-e5463b5f3e9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:44.768574 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ae7d7ef2-2e0d-449b-8e38-e5463b5f3e9d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:44.772413 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1457fd7e-a1b6-4675-8b11-5fac8993bc93 req-c91e2509-b686-45e5-bd6a-d56036fcc0f7 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Network b1168109-2f74-485d-b022-6ac22a84b1fa is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:59:44.775742 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [req-1457fd7e-a1b6-4675-8b11-5fac8993bc93 req-c91e2509-b686-45e5-bd6a-d56036fcc0f7 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:59:44.776948 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-82215767-4341-45b9-b2b4-186199c3b755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:44.781219 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-1457fd7e-a1b6-4675-8b11-5fac8993bc93 req-c91e2509-b686-45e5-bd6a-d56036fcc0f7 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:59:44.814238 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8d777d39-4758-4d70-ac9e-bc85bc1abfb7 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:44.817946 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-8d777d39-4758-4d70-ac9e-bc85bc1abfb7 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.5591359 Sep 23 06:59:44.822309 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 50238) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:44.838945 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82215767-4341-45b9-b2b4-186199c3b755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6740b3af-b8d2-4d0b-9f74-ec974e252af1,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:44.844702 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50240) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:44.910018 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ae7d7ef2-2e0d-449b-8e38-e5463b5f3e9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:44.910612 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae7d7ef2-2e0d-449b-8e38-e5463b5f3e9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64ba87ac-e142-4291-ab31-5b3e6dbccc60 {{(pid=95066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 06:59:44.920396 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ae7d7ef2-2e0d-449b-8e38-e5463b5f3e9d admin admin] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:44.924316 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-ae7d7ef2-2e0d-449b-8e38-e5463b5f3e9d admin admin] 10.222.0.39 "DELETE /v2.0/routers/64ba87ac-e142-4291-ab31-5b3e6dbccc60 HTTP/1.1" status: 204 len: 168 time: 2.8882093 Sep 23 06:59:44.924651 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f5571d04-2db6-44b7-a0ad-429b4a92816d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:44.924922 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 50246) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:44.940806 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-82215767-4341-45b9-b2b4-186199c3b755 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1765771fbcdf40f0b31105372c87298e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5615962 Sep 23 06:59:44.942267 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1457fd7e-a1b6-4675-8b11-5fac8993bc93 req-c91e2509-b686-45e5-bd6a-d56036fcc0f7 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:44.942918 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-1457fd7e-a1b6-4675-8b11-5fac8993bc93 req-c91e2509-b686-45e5-bd6a-d56036fcc0f7 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:44.945397 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 50248) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:45.082359 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf6a7c2-acf7-4461-b1b1-73de81f40a65 req-57b7ed61-f794-4ce5-9988-b6ba647a7204 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:45.084242 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-faf6a7c2-acf7-4461-b1b1-73de81f40a65 req-57b7ed61-f794-4ce5-9988-b6ba647a7204 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/ports?device_id=66ba0042-4875-4f86-af92-2e56c950326b HTTP/1.1" status: 200 len: 931 time: 0.1614056 Sep 23 06:59:45.116263 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac7d30a-8df0-413c-bbd0-4548d32f4082 req-e4695f2e-44a8-4cfd-b222-7651bd9eca23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:45.118349 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4ac7d30a-8df0-413c-bbd0-4548d32f4082 req-e4695f2e-44a8-4cfd-b222-7651bd9eca23 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b1168109-2f74-485d-b022-6ac22a84b1fa HTTP/1.1" status: 200 len: 920 time: 0.3778007 Sep 23 06:59:45.193587 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4ac7d30a-8df0-413c-bbd0-4548d32f4082 req-522da597-41ca-4bd4-954b-9750526b8efb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c3a2632-e7df-4f52-9b07-323eaa3e6404 HTTP/1.1" status: 200 len: 217 time: 0.0614781 Sep 23 06:59:45.204894 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f5571d04-2db6-44b7-a0ad-429b4a92816d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:45.240577 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f5571d04-2db6-44b7-a0ad-429b4a92816d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:45.273479 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-faf6a7c2-acf7-4461-b1b1-73de81f40a65 req-c931f262-6a12-4b39-bc68-b87c1db0d939 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/security-groups?id=fd2b27e9-002e-4189-a66b-a3d17ee0f452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540334 Sep 23 06:59:45.305242 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-f5571d04-2db6-44b7-a0ad-429b4a92816d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7e24b89ec12d4f6f99f0a9a3f647a8bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4594960 Sep 23 06:59:45.307785 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5571d04-2db6-44b7-a0ad-429b4a92816d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b3e282a-3436-43d7-981f-1a59e74a212b,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:45.312529 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50258) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:45.330470 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac7d30a-8df0-413c-bbd0-4548d32f4082 req-8d9b1314-268a-4ce6-9128-d8256fcff0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:45.331962 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4ac7d30a-8df0-413c-bbd0-4548d32f4082 req-8d9b1314-268a-4ce6-9128-d8256fcff0bc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=17c90601-5462-41e7-bf81-405fc24353fe HTTP/1.1" status: 200 len: 859 time: 0.1257057 Sep 23 06:59:45.371251 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4ac7d30a-8df0-413c-bbd0-4548d32f4082 req-6bec6a2b-1f85-4e71-b160-23217654fe3c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b1168109-2f74-485d-b022-6ac22a84b1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312269 Sep 23 06:59:45.420261 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1457fd7e-a1b6-4675-8b11-5fac8993bc93 req-c91e2509-b686-45e5-bd6a-d56036fcc0f7 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6690156 Sep 23 06:59:45.424915 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cc566178-0fef-4b47-b063-b4931c268bbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:45.441569 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-1457fd7e-a1b6-4675-8b11-5fac8993bc93 req-535380f9-7114-42b3-ab0f-554fd48f024d service neutron] Request body: {'port': {'device_id': '66ba0042-4875-4f86-af92-2e56c950326b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:59:45.451890 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-36ef0edb-a9ae-4067-ae1d-5cb432884131 admin admin] Deleting subnet f10707c7-ecb6-4efa-8289-ef31b97494c5 {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:59:45.482855 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-36ef0edb-a9ae-4067-ae1d-5cb432884131 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:45.509501 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cc566178-0fef-4b47-b063-b4931c268bbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:45.553373 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4ac7d30a-8df0-413c-bbd0-4548d32f4082 req-c6284333-cc6e-4187-994c-b39dfd2df00d service neutron] 10.222.0.21 "GET /v2.0/networks/b1168109-2f74-485d-b022-6ac22a84b1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725245 Sep 23 06:59:45.609743 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-85afd27c-87bc-4b09-95cc-56cd265327e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:45.610849 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 50270) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:45.616193 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-36ef0edb-a9ae-4067-ae1d-5cb432884131 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:45.629672 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cc566178-0fef-4b47-b063-b4931c268bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:45.632415 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cc566178-0fef-4b47-b063-b4931c268bbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:45.635877 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-cc566178-0fef-4b47-b063-b4931c268bbc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6b3e282a-3436-43d7-981f-1a59e74a212b HTTP/1.1" status: 204 len: 168 time: 0.3200536 Sep 23 06:59:45.651858 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc566178-0fef-4b47-b063-b4931c268bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b3e282a-3436-43d7-981f-1a59e74a212b,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:45.658068 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-1457fd7e-a1b6-4675-8b11-5fac8993bc93 req-535380f9-7114-42b3-ab0f-554fd48f024d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:45.690656 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4ac7d30a-8df0-413c-bbd0-4548d32f4082 req-dae6e59d-5c4f-4cc4-ac97-152be645bfc7 service neutron] 10.222.0.21 "GET /v2.0/networks/b1168109-2f74-485d-b022-6ac22a84b1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284077 Sep 23 06:59:45.740004 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-85afd27c-87bc-4b09-95cc-56cd265327e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:45.805493 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-84b8be6e-af49-44a2-bae9-36a9d0eca75c tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-744630621'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:59:45.922436 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-36ef0edb-a9ae-4067-ae1d-5cb432884131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:45.950355 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b8be6e-af49-44a2-bae9-36a9d0eca75c tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Made reservation on behalf of 1fd2b513ee654b4ab830a8a495571c9e for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:59:45.954432 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-84b8be6e-af49-44a2-bae9-36a9d0eca75c tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:46.017176 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 0ccf14e5-74da-4249-8669-d7172e21ffe2 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:59:46.035317 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50278) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:46.043653 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-84b8be6e-af49-44a2-bae9-36a9d0eca75c tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:46.046419 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 0ccf14e5-74da-4249-8669-d7172e21ffe2 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:59:46.047092 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 0ccf14e5-74da-4249-8669-d7172e21ffe2 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:59:46.055792 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-24cd4155-d00f-4aa6-bceb-533cb7f39849 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:46.152622 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-85afd27c-87bc-4b09-95cc-56cd265327e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:46.153127 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-24cd4155-d00f-4aa6-bceb-533cb7f39849 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:46.155359 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-85afd27c-87bc-4b09-95cc-56cd265327e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:46.156479 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-24cd4155-d00f-4aa6-bceb-533cb7f39849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:46.156807 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-85afd27c-87bc-4b09-95cc-56cd265327e9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6740b3af-b8d2-4d0b-9f74-ec974e252af1 HTTP/1.1" status: 204 len: 168 time: 1.1837897 Sep 23 06:59:46.197601 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-24cd4155-d00f-4aa6-bceb-533cb7f39849 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=49bb0058222d425a937c60d7f3384b9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1611359 Sep 23 06:59:46.199130 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cd4155-d00f-4aa6-bceb-533cb7f39849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb377946-438a-4431-aad8-14bb0be051f7,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:46.204786 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50282) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:46.210998 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85afd27c-87bc-4b09-95cc-56cd265327e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6740b3af-b8d2-4d0b-9f74-ec974e252af1,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:46.256733 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-36ef0edb-a9ae-4067-ae1d-5cb432884131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:46.259774 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e12fa1eb-48ca-46a4-b1ac-09f572005ebe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:46.284236 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e12fa1eb-48ca-46a4-b1ac-09f572005ebe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:46.341048 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e12fa1eb-48ca-46a4-b1ac-09f572005ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:46.345414 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e12fa1eb-48ca-46a4-b1ac-09f572005ebe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:46.347425 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-e12fa1eb-48ca-46a4-b1ac-09f572005ebe admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cb377946-438a-4431-aad8-14bb0be051f7 HTTP/1.1" status: 204 len: 168 time: 0.1413517 Sep 23 06:59:46.347579 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ef0edb-a9ae-4067-ae1d-5cb432884131 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f10707c7-ecb6-4efa-8289-ef31b97494c5,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:46.360695 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-36ef0edb-a9ae-4067-ae1d-5cb432884131 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:46.365204 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-36ef0edb-a9ae-4067-ae1d-5cb432884131 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/f10707c7-ecb6-4efa-8289-ef31b97494c5 HTTP/1.1" status: 204 len: 168 time: 1.4371359 Sep 23 06:59:46.366376 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad3a0fd-8eda-4173-a91b-e708fdd495ec None None] Network 101e91e4-7df0-4369-ab96-69b58e29208f requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:59:46.369078 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50288) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:46.380444 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12fa1eb-48ca-46a4-b1ac-09f572005ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb377946-438a-4431-aad8-14bb0be051f7,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:46.495379 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-99149b55-b875-4d8e-8dad-5fd7dbaddd5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:46.594167 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76189d59-3a77-47ab-88f4-4e286c02c37a req-6f50aea2-16dd-4375-a5d6-b304b80d0b56 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:46.595944 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-76189d59-3a77-47ab-88f4-4e286c02c37a req-6f50aea2-16dd-4375-a5d6-b304b80d0b56 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/ports?device_id=66ba0042-4875-4f86-af92-2e56c950326b HTTP/1.1" status: 200 len: 931 time: 0.1294158 Sep 23 06:59:46.601893 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-84b8be6e-af49-44a2-bae9-36a9d0eca75c tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:46.612343 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0ab222c6-9a05-4e3a-99c3-a5f160b8836c tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:46.638177 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-99149b55-b875-4d8e-8dad-5fd7dbaddd5f admin admin] Deleting port 08a1f97a-ecff-4839-8556-5d4b78f38387 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:59:46.638694 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-99149b55-b875-4d8e-8dad-5fd7dbaddd5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:46.643874 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-84b8be6e-af49-44a2-bae9-36a9d0eca75c tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:46.666189 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [req-1457fd7e-a1b6-4675-8b11-5fac8993bc93 req-535380f9-7114-42b3-ab0f-554fd48f024d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3520650-b779-4dd5-9cec-ab0b72abcffd {{(pid=95066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:59:46.695367 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-1457fd7e-a1b6-4675-8b11-5fac8993bc93 req-535380f9-7114-42b3-ab0f-554fd48f024d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:46.752649 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-76189d59-3a77-47ab-88f4-4e286c02c37a req-347882fd-c85d-4adc-97d7-80b622d0e584 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/security-groups?id=fd2b27e9-002e-4189-a66b-a3d17ee0f452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436465 Sep 23 06:59:46.760396 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84b8be6e-af49-44a2-bae9-36a9d0eca75c tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:59:46.766879 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-99149b55-b875-4d8e-8dad-5fd7dbaddd5f admin admin] For port 08a1f97a-ecff-4839-8556-5d4b78f38387, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=08a1f97a-ecff-4839-8556-5d4b78f38387,segment=NetworkSegment(51e5ec9a-f432-4fca-9474-63e4a4e4e1fb),segment_id=51e5ec9a-f432-4fca-9474-63e4a4e4e1fb)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:59:46.767101 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07cdd71-d5e2-4b22-a2ad-1b2587ab9d90 None None] DHCP port deletion for 101e91e4-7df0-4369-ab96-69b58e29208f request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 06:59:46.767251 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-99149b55-b875-4d8e-8dad-5fd7dbaddd5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:46.790271 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-99149b55-b875-4d8e-8dad-5fd7dbaddd5f admin admin] Calling delete_port for 08a1f97a-ecff-4839-8556-5d4b78f38387 owned by network:dhcp {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:59:46.829807 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.provisioning_blocks [req-1457fd7e-a1b6-4675-8b11-5fac8993bc93 req-535380f9-7114-42b3-ab0f-554fd48f024d service neutron] Transition to ACTIVE for port object a3520650-b779-4dd5-9cec-ab0b72abcffd will not be triggered until provisioned by entity L2. {{(pid=95066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:59:46.839784 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-1457fd7e-a1b6-4675-8b11-5fac8993bc93 req-535380f9-7114-42b3-ab0f-554fd48f024d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:46.845482 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-84b8be6e-af49-44a2-bae9-36a9d0eca75c tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:46.846056 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-84b8be6e-af49-44a2-bae9-36a9d0eca75c tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Added segment dd76d57f-9f11-45a9-b465-c4d641eab573 of type vlan for network 99dad69a-a087-4dfe-9951-9620a942c2d3 Sep 23 06:59:46.851424 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b8be6e-af49-44a2-bae9-36a9d0eca75c tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab336cf0-3501-46b0-8fda-f8883d2e7fd5,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:46.855957 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-d07cdd71-d5e2-4b22-a2ad-1b2587ab9d90 None None] Deleting port 08a1f97a-ecff-4839-8556-5d4b78f38387 {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:59:46.856354 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d07cdd71-d5e2-4b22-a2ad-1b2587ab9d90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:46.933346 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-99149b55-b875-4d8e-8dad-5fd7dbaddd5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:46.976766 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99149b55-b875-4d8e-8dad-5fd7dbaddd5f admin admin] Pushing event deleted for resources: {'Port': ['ID=08a1f97a-ecff-4839-8556-5d4b78f38387,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:46.982669 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99149b55-b875-4d8e-8dad-5fd7dbaddd5f admin admin] No DVR routers for this DVR port 08a1f97a-ecff-4839-8556-5d4b78f38387 on host n-d-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:59:47.000532 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-84b8be6e-af49-44a2-bae9-36a9d0eca75c tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:47.014563 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-d07cdd71-d5e2-4b22-a2ad-1b2587ab9d90 None None] For port 08a1f97a-ecff-4839-8556-5d4b78f38387, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=08a1f97a-ecff-4839-8556-5d4b78f38387,segment=NetworkSegment(51e5ec9a-f432-4fca-9474-63e4a4e4e1fb),segment_id=51e5ec9a-f432-4fca-9474-63e4a4e4e1fb)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:59:47.014978 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d07cdd71-d5e2-4b22-a2ad-1b2587ab9d90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:47.018290 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535380f9-7114-42b3-ab0f-554fd48f024d service neutron] Pushing event updated for resources: {'Port': ['ID=a3520650-b779-4dd5-9cec-ab0b72abcffd,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:47.043083 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-d07cdd71-d5e2-4b22-a2ad-1b2587ab9d90 None None] Calling delete_port for 08a1f97a-ecff-4839-8556-5d4b78f38387 owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:59:47.069853 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 6c3a2632-e7df-4f52-9b07-323eaa3e6404 details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:59:47.111982 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-99149b55-b875-4d8e-8dad-5fd7dbaddd5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:47.171129 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-99149b55-b875-4d8e-8dad-5fd7dbaddd5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['101e91e4-7df0-4369-ab96-69b58e29208f']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:59:47.177592 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-84b8be6e-af49-44a2-bae9-36a9d0eca75c tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:47.183363 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-99149b55-b875-4d8e-8dad-5fd7dbaddd5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51e5ec9a-f432-4fca-9474-63e4a4e4e1fb') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:59:47.183529 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b8be6e-af49-44a2-bae9-36a9d0eca75c tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:47.183661 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-99149b55-b875-4d8e-8dad-5fd7dbaddd5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51e5ec9a-f432-4fca-9474-63e4a4e4e1fb') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:59:47.184278 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-84b8be6e-af49-44a2-bae9-36a9d0eca75c tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:47.189297 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 6c3a2632-e7df-4f52-9b07-323eaa3e6404, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=6c3a2632-e7df-4f52-9b07-323eaa3e6404,segment=NetworkSegment(9bd7ac6d-d0ea-41a0-b103-8c3b286ade04),segment_id=9bd7ac6d-d0ea-41a0-b103-8c3b286ade04)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:59:47.200464 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-99149b55-b875-4d8e-8dad-5fd7dbaddd5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:47.204788 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': '6c3a2632-e7df-4f52-9b07-323eaa3e6404', 'network_id': 'b1168109-2f74-485d-b022-6ac22a84b1fa', 'port_id': '6c3a2632-e7df-4f52-9b07-323eaa3e6404', 'mac_address': 'fa:16:3e:9a:71:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17c90601-5462-41e7-bf81-405fc24353fe', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:59:47.221595 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-99149b55-b875-4d8e-8dad-5fd7dbaddd5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:47.232766 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99149b55-b875-4d8e-8dad-5fd7dbaddd5f admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 06:59:47.233497 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-99149b55-b875-4d8e-8dad-5fd7dbaddd5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:47.235470 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 06:59:47.235470 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 06:59:47.235470 n-d-715271-16 neutron-server[95065]: timer() Sep 23 06:59:47.235470 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 06:59:47.235470 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 06:59:47.235470 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 06:59:47.235470 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 06:59:47.235470 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 06:59:47.235470 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 06:59:47.235470 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 06:59:47.235470 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 06:59:47.235470 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 06:59:47.235470 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 06:59:47.235470 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 06:59:47.235470 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 06:59:47.235470 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 06:59:47.235470 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 06:59:47.235470 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 06:59:47.235470 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 06:59:47.235470 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 06:59:47.235470 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 06:59:47.235470 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 06:59:47.235470 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 06:59:47.235470 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 06:59:47.235470 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 06:59:47.235470 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 06:59:47.235470 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 06:59:47.235470 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 06:59:47.235470 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 06:59:47.235470 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 06:59:47.235470 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 06:59:47.235470 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 06:59:47.314678 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-84b8be6e-af49-44a2-bae9-36a9d0eca75c tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.6963689 Sep 23 06:59:47.319685 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:47.335106 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 50316) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:47.345082 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c3a2632-e7df-4f52-9b07-323eaa3e6404 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:59:47.353145 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-99149b55-b875-4d8e-8dad-5fd7dbaddd5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:47.355470 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-ccbf4118-2999-4997-a571-b14c55189247 tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Request body: {'subnet': {'network_id': '99dad69a-a087-4dfe-9951-9620a942c2d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:59:47.369558 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-1457fd7e-a1b6-4675-8b11-5fac8993bc93 req-535380f9-7114-42b3-ab0f-554fd48f024d service neutron] Attempting to bind port a3520650-b779-4dd5-9cec-ab0b72abcffd on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:59:47.370176 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-1457fd7e-a1b6-4675-8b11-5fac8993bc93 req-535380f9-7114-42b3-ab0f-554fd48f024d service neutron] Attempting to bind port a3520650-b779-4dd5-9cec-ab0b72abcffd by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '9bd7ac6d-d0ea-41a0-b103-8c3b286ade04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b1168109-2f74-485d-b022-6ac22a84b1fa'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:59:47.370667 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1457fd7e-a1b6-4675-8b11-5fac8993bc93 req-535380f9-7114-42b3-ab0f-554fd48f024d service neutron] Attempting to bind port a3520650-b779-4dd5-9cec-ab0b72abcffd on network b1168109-2f74-485d-b022-6ac22a84b1fa {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:59:47.371809 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-99149b55-b875-4d8e-8dad-5fd7dbaddd5f admin admin] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:47.378002 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-99149b55-b875-4d8e-8dad-5fd7dbaddd5f admin admin] 10.222.0.39 "DELETE /v2.0/networks/101e91e4-7df0-4369-ab96-69b58e29208f HTTP/1.1" status: 204 len: 168 time: 1.0042479 Sep 23 06:59:47.378291 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d07cdd71-d5e2-4b22-a2ad-1b2587ab9d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:47.383696 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 6c3a2632-e7df-4f52-9b07-323eaa3e6404, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=6c3a2632-e7df-4f52-9b07-323eaa3e6404,segment=NetworkSegment(9bd7ac6d-d0ea-41a0-b103-8c3b286ade04),segment_id=9bd7ac6d-d0ea-41a0-b103-8c3b286ade04)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:59:47.396791 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99149b55-b875-4d8e-8dad-5fd7dbaddd5f admin admin] Pushing event deleted for resources: {'Network': ['ID=101e91e4-7df0-4369-ab96-69b58e29208f,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:47.412244 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d07cdd71-d5e2-4b22-a2ad-1b2587ab9d90 None None] Network 101e91e4-7df0-4369-ab96-69b58e29208f is not hosted by any dhcp agent {{(pid=95067) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 23 06:59:47.413226 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07cdd71-d5e2-4b22-a2ad-1b2587ab9d90 None None] No DVR routers for this DVR port 08a1f97a-ecff-4839-8556-5d4b78f38387 on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:59:47.419064 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07cdd71-d5e2-4b22-a2ad-1b2587ab9d90 None None] Pushing event deleted for resources: {'Port': ['ID=08a1f97a-ecff-4839-8556-5d4b78f38387,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:47.428993 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:47.451229 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1457fd7e-a1b6-4675-8b11-5fac8993bc93 req-535380f9-7114-42b3-ab0f-554fd48f024d service neutron] Port a3520650-b779-4dd5-9cec-ab0b72abcffd on network b1168109-2f74-485d-b022-6ac22a84b1fa not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:59:47.451560 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1457fd7e-a1b6-4675-8b11-5fac8993bc93 req-535380f9-7114-42b3-ab0f-554fd48f024d service neutron] Attempting to bind port a3520650-b779-4dd5-9cec-ab0b72abcffd on network b1168109-2f74-485d-b022-6ac22a84b1fa {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:59:47.454637 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b8be6e-af49-44a2-bae9-36a9d0eca75c tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Pushing event updated for resources: {'Network': ['ID=99dad69a-a087-4dfe-9951-9620a942c2d3,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:47.469517 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 99dad69a-a087-4dfe-9951-9620a942c2d3 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:59:47.487362 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1457fd7e-a1b6-4675-8b11-5fac8993bc93 req-535380f9-7114-42b3-ab0f-554fd48f024d service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:59:47.488007 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1457fd7e-a1b6-4675-8b11-5fac8993bc93 req-535380f9-7114-42b3-ab0f-554fd48f024d service neutron] Checking segment: {'id': '9bd7ac6d-d0ea-41a0-b103-8c3b286ade04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b1168109-2f74-485d-b022-6ac22a84b1fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:59:47.488135 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1457fd7e-a1b6-4675-8b11-5fac8993bc93 req-535380f9-7114-42b3-ab0f-554fd48f024d service neutron] Bound using segment: {'id': '9bd7ac6d-d0ea-41a0-b103-8c3b286ade04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b1168109-2f74-485d-b022-6ac22a84b1fa'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:59:47.488518 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-1457fd7e-a1b6-4675-8b11-5fac8993bc93 req-535380f9-7114-42b3-ab0f-554fd48f024d service neutron] Bound port: a3520650-b779-4dd5-9cec-ab0b72abcffd, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bd7ac6d-d0ea-41a0-b103-8c3b286ade04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b1168109-2f74-485d-b022-6ac22a84b1fa'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:59:47.489060 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-1457fd7e-a1b6-4675-8b11-5fac8993bc93 req-535380f9-7114-42b3-ab0f-554fd48f024d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:47.582597 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=6c3a2632-e7df-4f52-9b07-323eaa3e6404,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:47.590923 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-0ab222c6-9a05-4e3a-99c3-a5f160b8836c tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Allocated IP 172.20.0.1 (a577d884-9028-4a30-9e53-3164a80aebc6/dd10931c-7c72-4e96-a883-b30465b44383/8281b0c0-36ee-4866-be51-93f19672578d) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:59:47.593167 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50326) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:47.644888 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-bb5da886-5abd-4787-8b10-5485db6ae4be admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=147ee43e793f431bb6dc0e9de8ff2960&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0498209 Sep 23 06:59:47.648129 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50328) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:47.653162 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccbf4118-2999-4997-a571-b14c55189247 tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Made reservation on behalf of 1fd2b513ee654b4ab830a8a495571c9e for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:59:47.657251 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ccbf4118-2999-4997-a571-b14c55189247 tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:47.701785 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-1457fd7e-a1b6-4675-8b11-5fac8993bc93 req-535380f9-7114-42b3-ab0f-554fd48f024d service neutron] For port a3520650-b779-4dd5-9cec-ab0b72abcffd, host n-h2-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:59:47.704798 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-df22693b-52fc-444e-b201-1e225413a85e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:47.733073 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-df22693b-52fc-444e-b201-1e225413a85e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:47.791750 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-1457fd7e-a1b6-4675-8b11-5fac8993bc93 req-535380f9-7114-42b3-ab0f-554fd48f024d service neutron] For port a3520650-b779-4dd5-9cec-ab0b72abcffd, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=a3520650-b779-4dd5-9cec-ab0b72abcffd,segment=NetworkSegment(9bd7ac6d-d0ea-41a0-b103-8c3b286ade04),segment_id=9bd7ac6d-d0ea-41a0-b103-8c3b286ade04)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:59:47.805839 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-1457fd7e-a1b6-4675-8b11-5fac8993bc93 req-535380f9-7114-42b3-ab0f-554fd48f024d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:47.817816 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-df22693b-52fc-444e-b201-1e225413a85e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:47.822876 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-df22693b-52fc-444e-b201-1e225413a85e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:47.829296 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-df22693b-52fc-444e-b201-1e225413a85e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9c9c5b19-61b6-4835-bef3-eb0ee04d7a83 HTTP/1.1" status: 204 len: 168 time: 0.1803923 Sep 23 06:59:47.843786 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df22693b-52fc-444e-b201-1e225413a85e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9c5b19-61b6-4835-bef3-eb0ee04d7a83,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:47.852459 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['6c3a2632-e7df-4f52-9b07-323eaa3e6404'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:59:47.869295 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1457fd7e-a1b6-4675-8b11-5fac8993bc93 req-535380f9-7114-42b3-ab0f-554fd48f024d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:47.870003 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-1457fd7e-a1b6-4675-8b11-5fac8993bc93 req-535380f9-7114-42b3-ab0f-554fd48f024d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:47.871351 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1457fd7e-a1b6-4675-8b11-5fac8993bc93 req-535380f9-7114-42b3-ab0f-554fd48f024d service neutron] 10.222.0.58 "PUT /v2.0/ports/a3520650-b779-4dd5-9cec-ab0b72abcffd HTTP/1.1" status: 200 len: 1092 time: 2.4392469 Sep 23 06:59:47.877796 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66ba0042-4875-4f86-af92-2e56c950326b', 'tag': 'a3520650-b779-4dd5-9cec-ab0b72abcffd'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:59:47.883049 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b36598d9-371f-4bb6-855f-43e245ca66f2" -d '{"events": [{"name": "network-changed", "server_uuid": "66ba0042-4875-4f86-af92-2e56c950326b", "tag": "a3520650-b779-4dd5-9cec-ab0b72abcffd"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:59:47.908453 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0ab222c6-9a05-4e3a-99c3-a5f160b8836c tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:48.016334 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535380f9-7114-42b3-ab0f-554fd48f024d service neutron] Pushing event updated for resources: {'Port': ['ID=a3520650-b779-4dd5-9cec-ab0b72abcffd,revision_number=3']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:48.059864 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb86c6-78e7-44d6-8df5-782f955b32e1 req-f68d6260-29b6-4008-a814-941a52547b95 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:48.065018 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9fcb86c6-78e7-44d6-8df5-782f955b32e1 req-f68d6260-29b6-4008-a814-941a52547b95 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/ports?device_id=66ba0042-4875-4f86-af92-2e56c950326b HTTP/1.1" status: 200 len: 943 time: 0.1257727 Sep 23 06:59:48.127445 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1457fd7e-a1b6-4675-8b11-5fac8993bc93 req-77b78a42-fd05-4496-b6c6-044452f804e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:48.128999 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1457fd7e-a1b6-4675-8b11-5fac8993bc93 req-77b78a42-fd05-4496-b6c6-044452f804e1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=975c49cb4b83465685884a643e7b4a2e&device_id=66ba0042-4875-4f86-af92-2e56c950326b HTTP/1.1" status: 200 len: 1095 time: 0.1983762 Sep 23 06:59:48.149965 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9fcb86c6-78e7-44d6-8df5-782f955b32e1 req-8437a60e-b593-4d78-bd2f-c8edc7eaa500 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/security-groups?id=fd2b27e9-002e-4189-a66b-a3d17ee0f452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748560 Sep 23 06:59:48.161307 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0ab222c6-9a05-4e3a-99c3-a5f160b8836c tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:48.163565 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ccbf4118-2999-4997-a571-b14c55189247 tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:48.177468 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 08a1f97a-ecff-4839-8556-5d4b78f38387 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 06:59:48.209394 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 08a1f97a-ecff-4839-8556-5d4b78f38387 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 06:59:48.209841 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 08a1f97a-ecff-4839-8556-5d4b78f38387 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 06:59:48.377830 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50356) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:48.573981 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a20d974d-5c57-429d-97dd-ef02e72cd88a x-openstack-request-id: req-a20d974d-5c57-429d-97dd-ef02e72cd88a {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:59:48.574303 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66ba0042-4875-4f86-af92-2e56c950326b", "tag": "a3520650-b779-4dd5-9cec-ab0b72abcffd", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:59:48.574513 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a20d974d-5c57-429d-97dd-ef02e72cd88a {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:59:48.574906 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66ba0042-4875-4f86-af92-2e56c950326b', 'tag': 'a3520650-b779-4dd5-9cec-ab0b72abcffd', 'status': 'completed', 'code': 200} Sep 23 06:59:48.616016 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1457fd7e-a1b6-4675-8b11-5fac8993bc93 req-24d0a379-1162-4c84-bd59-69cf7406beb0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3520650-b779-4dd5-9cec-ab0b72abcffd HTTP/1.1" status: 200 len: 217 time: 0.4754560 Sep 23 06:59:48.636397 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-bf791be8-d3f4-4537-819a-444263788370 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-249879135-network', 'tenant_id': '4a7a002963fd48a09d0897116f136693'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:59:48.640188 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab222c6-9a05-4e3a-99c3-a5f160b8836c tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Network a577d884-9028-4a30-9e53-3164a80aebc6 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:59:48.661501 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf791be8-d3f4-4537-819a-444263788370 admin admin] Made reservation on behalf of 4a7a002963fd48a09d0897116f136693 for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:59:48.664769 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bf791be8-d3f4-4537-819a-444263788370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:48.686475 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bf791be8-d3f4-4537-819a-444263788370 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:48.687461 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-0ab222c6-9a05-4e3a-99c3-a5f160b8836c tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:59:48.704228 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab222c6-9a05-4e3a-99c3-a5f160b8836c tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:59:48.712783 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab222c6-9a05-4e3a-99c3-a5f160b8836c tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Pushing event updated for resources: {'Port': ['ID=8281b0c0-36ee-4866-be51-93f19672578d,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:48.743839 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbf4118-2999-4997-a571-b14c55189247 tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Pushing event updated for resources: {'Subnet': ['ID=caee4890-cc52-465e-8f3d-957ad4e4f551,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:48.775822 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1457fd7e-a1b6-4675-8b11-5fac8993bc93 req-8fac5e82-a217-440d-bcbc-fc35e34135a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:48.777347 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1457fd7e-a1b6-4675-8b11-5fac8993bc93 req-8fac5e82-a217-440d-bcbc-fc35e34135a0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=17c90601-5462-41e7-bf81-405fc24353fe HTTP/1.1" status: 200 len: 859 time: 0.1393516 Sep 23 06:59:48.797622 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbf4118-2999-4997-a571-b14c55189247 tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Checking segment: {'id': 'dd76d57f-9f11-45a9-b465-c4d641eab573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '99dad69a-a087-4dfe-9951-9620a942c2d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:59:48.798019 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbf4118-2999-4997-a571-b14c55189247 tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Network hostable DHCP agents. Network: 99dad69a-a087-4dfe-9951-9620a942c2d3, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:59:48.825552 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1457fd7e-a1b6-4675-8b11-5fac8993bc93 req-fa454771-53d8-42b7-a310-5c7ce051b7d3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b1168109-2f74-485d-b022-6ac22a84b1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387557 Sep 23 06:59:48.826564 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0ab222c6-9a05-4e3a-99c3-a5f160b8836c tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068614'] for router_interface, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:48.860139 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bf791be8-d3f4-4537-819a-444263788370 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:48.867422 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bf791be8-d3f4-4537-819a-444263788370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:48.927995 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf791be8-d3f4-4537-819a-444263788370 admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:59:48.933025 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbf4118-2999-4997-a571-b14c55189247 tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Network 99dad69a-a087-4dfe-9951-9620a942c2d3 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:59:48.939738 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf791be8-d3f4-4537-819a-444263788370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3b7e59-df38-468e-87df-f71d60e98b3f,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:48.946534 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bf791be8-d3f4-4537-819a-444263788370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:48.946733 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-bf791be8-d3f4-4537-819a-444263788370 admin admin] Added segment 246a328a-f0a9-4507-b0f8-65ab030d674f of type vlan for network 3f96c91f-c29f-4716-92bf-8a0aea5934cc Sep 23 06:59:48.975070 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-ccbf4118-2999-4997-a571-b14c55189247 tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 99dad69a-a087-4dfe-9951-9620a942c2d3) {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:59:48.987059 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2749f3dd-46a2-4044-a32e-0acb914e967d None None] Network 99dad69a-a087-4dfe-9951-9620a942c2d3 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:59:49.039249 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbf4118-2999-4997-a571-b14c55189247 tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:49.040179 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bf791be8-d3f4-4537-819a-444263788370 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:49.040370 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ccbf4118-2999-4997-a571-b14c55189247 tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:49.115324 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 6c3a2632-e7df-4f52-9b07-323eaa3e6404 up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:59:49.127585 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bf791be8-d3f4-4537-819a-444263788370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:49.129109 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf791be8-d3f4-4537-819a-444263788370 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:49.130385 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bf791be8-d3f4-4537-819a-444263788370 admin admin] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:49.135063 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-ccbf4118-2999-4997-a571-b14c55189247 tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7949619 Sep 23 06:59:49.148680 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 50386) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:49.159288 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-e16221d9-91fc-406c-a03d-c760dffbbf17 tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Request body: {'port': {'network_id': '99dad69a-a087-4dfe-9951-9620a942c2d3', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1197579541'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:59:49.182636 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-bf791be8-d3f4-4537-819a-444263788370 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8031421 Sep 23 06:59:49.192593 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50392) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:49.202267 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-d96e80d2-440d-4115-a57f-2d49d2d9ac9d admin admin] Request body: {'subnet': {'network_id': '3f96c91f-c29f-4716-92bf-8a0aea5934cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-249879135-subnet', 'tenant_id': '4a7a002963fd48a09d0897116f136693', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:59:49.205215 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-229bb8b3-ac95-49ac-b673-d0cfba2ef7d9 None None] Provisioning complete for port 8281b0c0-36ee-4866-be51-93f19672578d triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:59:49.205708 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-229bb8b3-ac95-49ac-b673-d0cfba2ef7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:49.273932 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1457fd7e-a1b6-4675-8b11-5fac8993bc93 req-76af71a4-2a5c-4a53-841f-ba022991bab3 service neutron] 10.222.0.58 "GET /v2.0/networks/b1168109-2f74-485d-b022-6ac22a84b1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4390023 Sep 23 06:59:49.295514 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-229bb8b3-ac95-49ac-b673-d0cfba2ef7d9 None None] Port 8281b0c0-36ee-4866-be51-93f19672578d cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:59:49.299899 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port 6c3a2632-e7df-4f52-9b07-323eaa3e6404 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:59:49.308570 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port 6c3a2632-e7df-4f52-9b07-323eaa3e6404 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:59:49.309180 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:49.327052 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d96e80d2-440d-4115-a57f-2d49d2d9ac9d admin admin] Made reservation on behalf of 4a7a002963fd48a09d0897116f136693 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:59:49.329487 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d96e80d2-440d-4115-a57f-2d49d2d9ac9d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:49.369888 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd34b83-9651-44a7-b499-2a4f934f09e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-99dad69a-a087-4dfe-9951-9620a942c2d3', 'network_id': '99dad69a-a087-4dfe-9951-9620a942c2d3', 'tenant_id': '1fd2b513ee654b4ab830a8a495571c9e', 'fixed_ips': [{'subnet_id': 'caee4890-cc52-465e-8f3d-957ad4e4f551'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 06:59:49.371735 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf791be8-d3f4-4537-819a-444263788370 admin admin] Pushing event updated for resources: {'Network': ['ID=3f96c91f-c29f-4716-92bf-8a0aea5934cc,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:49.376560 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-cbd34b83-9651-44a7-b499-2a4f934f09e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:49.417355 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50404) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:49.417834 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 3f96c91f-c29f-4716-92bf-8a0aea5934cc details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:59:49.511769 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0ab222c6-9a05-4e3a-99c3-a5f160b8836c tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:49.551206 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-2b8fe548-d7e9-4fda-ae3e-702658e22914 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1560235751-network', 'tenant_id': '5d110e1e0a034bccbd0a8f343e22b852'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:59:49.579336 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c630b79-5b94-4dd0-8462-e45f86deff55 req-bd25f810-0eb6-47b7-80d9-a8d273bbfb94 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:49.581354 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1c630b79-5b94-4dd0-8462-e45f86deff55 req-bd25f810-0eb6-47b7-80d9-a8d273bbfb94 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/ports?device_id=66ba0042-4875-4f86-af92-2e56c950326b HTTP/1.1" status: 200 len: 943 time: 0.2608662 Sep 23 06:59:49.614537 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8fe548-d7e9-4fda-ae3e-702658e22914 admin admin] Made reservation on behalf of 5d110e1e0a034bccbd0a8f343e22b852 for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:59:49.617229 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2b8fe548-d7e9-4fda-ae3e-702658e22914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:49.635109 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2b8fe548-d7e9-4fda-ae3e-702658e22914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:49.651343 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d96e80d2-440d-4115-a57f-2d49d2d9ac9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:49.656432 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1457fd7e-a1b6-4675-8b11-5fac8993bc93 req-23783e91-f6c3-4da2-a6e3-7336ff061db2 service neutron] 10.222.0.58 "GET /v2.0/networks/b1168109-2f74-485d-b022-6ac22a84b1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3757675 Sep 23 06:59:49.707214 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:49.713997 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96e80d2-440d-4115-a57f-2d49d2d9ac9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f131c6e-2a00-470b-88bd-53df114e1143,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:49.722122 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e16221d9-91fc-406c-a03d-c760dffbbf17 tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Made reservation on behalf of 1fd2b513ee654b4ab830a8a495571c9e for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:59:49.726186 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e16221d9-91fc-406c-a03d-c760dffbbf17 tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:49.769825 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 6c3a2632-e7df-4f52-9b07-323eaa3e6404, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=6c3a2632-e7df-4f52-9b07-323eaa3e6404,segment=NetworkSegment(9bd7ac6d-d0ea-41a0-b103-8c3b286ade04),segment_id=9bd7ac6d-d0ea-41a0-b103-8c3b286ade04)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:59:49.773400 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fbf98fe-c909-4c03-a796-488b786cfe1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c3a2632-e7df-4f52-9b07-323eaa3e6404'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:59:49.776481 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f13294c0-a0b9-4652-8f2d-f79408d4850e" -d '{"events": [{"server_uuid": "3fbf98fe-c909-4c03-a796-488b786cfe1c", "name": "network-vif-plugged", "status": "completed", "tag": "6c3a2632-e7df-4f52-9b07-323eaa3e6404"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:59:49.782105 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96e80d2-440d-4115-a57f-2d49d2d9ac9d admin admin] Checking segment: {'id': '246a328a-f0a9-4507-b0f8-65ab030d674f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3f96c91f-c29f-4716-92bf-8a0aea5934cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:59:49.782544 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96e80d2-440d-4115-a57f-2d49d2d9ac9d admin admin] Network hostable DHCP agents. Network: 3f96c91f-c29f-4716-92bf-8a0aea5934cc, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:59:49.784904 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:49.795135 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1c630b79-5b94-4dd0-8462-e45f86deff55 req-5d633ab0-442a-49d8-aed5-2d741301ee39 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/security-groups?id=fd2b27e9-002e-4189-a66b-a3d17ee0f452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845202 Sep 23 06:59:49.809982 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [None req-e16221d9-91fc-406c-a03d-c760dffbbf17 tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] device_id is not set on port 34213b19-8aab-4792-b965-cd5f14721e08 yet. {{(pid=95066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 06:59:49.850332 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=6c3a2632-e7df-4f52-9b07-323eaa3e6404,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:49.869728 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-cbd34b83-9651-44a7-b499-2a4f934f09e9 None None] Allocated IP 172.20.0.2 (99dad69a-a087-4dfe-9951-9620a942c2d3/caee4890-cc52-465e-8f3d-957ad4e4f551/feb678b5-d235-485c-9f08-1573d41562b2) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:59:49.912723 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36598d9-371f-4bb6-855f-43e245ca66f2 req-c99a5c0b-c083-4495-878d-853260e19d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:49.913889 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b36598d9-371f-4bb6-855f-43e245ca66f2 req-c99a5c0b-c083-4495-878d-853260e19d6d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=975c49cb4b83465685884a643e7b4a2e&device_id=66ba0042-4875-4f86-af92-2e56c950326b HTTP/1.1" status: 200 len: 1095 time: 0.1844978 Sep 23 06:59:49.937965 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96e80d2-440d-4115-a57f-2d49d2d9ac9d admin admin] Network 3f96c91f-c29f-4716-92bf-8a0aea5934cc is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:59:49.952096 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2b8fe548-d7e9-4fda-ae3e-702658e22914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:49.959157 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2b8fe548-d7e9-4fda-ae3e-702658e22914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:49.974859 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b8fe548-d7e9-4fda-ae3e-702658e22914 admin admin] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 06:59:49.988242 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2b8fe548-d7e9-4fda-ae3e-702658e22914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:49.989363 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-2b8fe548-d7e9-4fda-ae3e-702658e22914 admin admin] Added segment 757dd634-8947-4fda-a35f-964e616b2e7c of type vlan for network da2053dc-fa08-4a76-8b16-257450343793 Sep 23 06:59:50.041487 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2b8fe548-d7e9-4fda-ae3e-702658e22914 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:50.071917 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-d96e80d2-440d-4115-a57f-2d49d2d9ac9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 3f96c91f-c29f-4716-92bf-8a0aea5934cc) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:59:50.075802 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2b8fe548-d7e9-4fda-ae3e-702658e22914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:50.077102 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8fe548-d7e9-4fda-ae3e-702658e22914 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:50.077777 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2b8fe548-d7e9-4fda-ae3e-702658e22914 admin admin] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:50.084827 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0c46df-96cf-4a23-a043-0eb5b7c0b3f0 None None] Network 3f96c91f-c29f-4716-92bf-8a0aea5934cc requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:59:50.105717 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96e80d2-440d-4115-a57f-2d49d2d9ac9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:50.116124 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d96e80d2-440d-4115-a57f-2d49d2d9ac9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:50.116124 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-2b8fe548-d7e9-4fda-ae3e-702658e22914 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6922483 Sep 23 06:59:50.126329 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50418) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:50.135412 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-a82f67bf-97fb-42c7-8a0e-d1365b31546b admin admin] Request body: {'subnet': {'network_id': 'da2053dc-fa08-4a76-8b16-257450343793', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1560235751-subnet', 'tenant_id': '5d110e1e0a034bccbd0a8f343e22b852', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:59:50.166256 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8fe548-d7e9-4fda-ae3e-702658e22914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af5220ac-8ccf-4993-b0dc-9bb653004673,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:50.209156 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-d96e80d2-440d-4115-a57f-2d49d2d9ac9d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0153904 Sep 23 06:59:50.221046 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8fe548-d7e9-4fda-ae3e-702658e22914 admin admin] Pushing event updated for resources: {'Network': ['ID=da2053dc-fa08-4a76-8b16-257450343793,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:50.251878 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a82f67bf-97fb-42c7-8a0e-d1365b31546b admin admin] Made reservation on behalf of 5d110e1e0a034bccbd0a8f343e22b852 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:59:50.257726 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a82f67bf-97fb-42c7-8a0e-d1365b31546b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:50.396571 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36598d9-371f-4bb6-855f-43e245ca66f2 req-e4cd9d17-6058-4d8b-8b51-3fe0a13df318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:50.398378 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b36598d9-371f-4bb6-855f-43e245ca66f2 req-e4cd9d17-6058-4d8b-8b51-3fe0a13df318 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b1168109-2f74-485d-b022-6ac22a84b1fa HTTP/1.1" status: 200 len: 920 time: 0.4747734 Sep 23 06:59:50.400594 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cabf2a06-a79c-4a18-bd34-fa26f159b3a6 x-openstack-request-id: req-cabf2a06-a79c-4a18-bd34-fa26f159b3a6 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:59:50.401101 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fbf98fe-c909-4c03-a796-488b786cfe1c", "name": "network-vif-plugged", "status": "completed", "tag": "6c3a2632-e7df-4f52-9b07-323eaa3e6404", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:59:50.401272 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cabf2a06-a79c-4a18-bd34-fa26f159b3a6 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:59:50.401710 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fbf98fe-c909-4c03-a796-488b786cfe1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c3a2632-e7df-4f52-9b07-323eaa3e6404', 'code': 200} Sep 23 06:59:50.404814 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network da2053dc-fa08-4a76-8b16-257450343793 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 06:59:50.448595 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969a5c04-356e-4c39-b473-5aa62e3f683b req-b58e4527-0fe6-4961-b53f-7381b26d9d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:50.455462 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-969a5c04-356e-4c39-b473-5aa62e3f683b req-b58e4527-0fe6-4961-b53f-7381b26d9d10 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3fbf98fe-c909-4c03-a796-488b786cfe1c HTTP/1.1" status: 200 len: 1097 time: 0.1572378 Sep 23 06:59:50.458687 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b36598d9-371f-4bb6-855f-43e245ca66f2 req-31e171a3-fc38-4e98-9021-36c13a2597fb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3520650-b779-4dd5-9cec-ab0b72abcffd HTTP/1.1" status: 200 len: 217 time: 0.0521636 Sep 23 06:59:50.491027 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-cbd34b83-9651-44a7-b499-2a4f934f09e9 None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:50.531097 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-cbd34b83-9651-44a7-b499-2a4f934f09e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:50.544323 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0ab222c6-9a05-4e3a-99c3-a5f160b8836c tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:50.558696 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0ab222c6-9a05-4e3a-99c3-a5f160b8836c tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:50.587052 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-969a5c04-356e-4c39-b473-5aa62e3f683b req-cbb15db8-8179-4768-a76e-4e90689d39d5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=fd2b27e9-002e-4189-a66b-a3d17ee0f452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234560 Sep 23 06:59:50.619495 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36598d9-371f-4bb6-855f-43e245ca66f2 req-1d743e09-9187-41c8-8d94-5e9a6ec8e387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:50.621216 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b36598d9-371f-4bb6-855f-43e245ca66f2 req-1d743e09-9187-41c8-8d94-5e9a6ec8e387 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=17c90601-5462-41e7-bf81-405fc24353fe HTTP/1.1" status: 200 len: 859 time: 0.1540067 Sep 23 06:59:50.625895 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd34b83-9651-44a7-b499-2a4f934f09e9 None None] Pushing event updated for resources: {'Port': ['ID=feb678b5-d235-485c-9f08-1573d41562b2,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:50.669632 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16a5fda-2b35-4113-9af2-81287bbcc67f None None] Network 3f96c91f-c29f-4716-92bf-8a0aea5934cc requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:59:50.674207 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd34b83-9651-44a7-b499-2a4f934f09e9 None None] Network 99dad69a-a087-4dfe-9951-9620a942c2d3 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:59:50.686994 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-e16221d9-91fc-406c-a03d-c760dffbbf17 tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Allocated IP 172.20.0.10 (99dad69a-a087-4dfe-9951-9620a942c2d3/caee4890-cc52-465e-8f3d-957ad4e4f551/34213b19-8aab-4792-b965-cd5f14721e08) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:59:50.688250 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-cbd34b83-9651-44a7-b499-2a4f934f09e9 None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:59:50.692921 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b36598d9-371f-4bb6-855f-43e245ca66f2 req-5f202eb6-78bd-4a1e-a136-1771c78a2e02 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b1168109-2f74-485d-b022-6ac22a84b1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578349 Sep 23 06:59:50.701407 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd34b83-9651-44a7-b499-2a4f934f09e9 None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:59:50.725559 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0ab222c6-9a05-4e3a-99c3-a5f160b8836c tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067062'] for router_interface, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:50.741198 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab222c6-9a05-4e3a-99c3-a5f160b8836c tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Pushing event updated for resources: {'Port': ['ID=8281b0c0-36ee-4866-be51-93f19672578d,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:50.768031 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a82f67bf-97fb-42c7-8a0e-d1365b31546b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:50.881915 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82f67bf-97fb-42c7-8a0e-d1365b31546b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bac5fb9-fa7b-49b7-b95b-9436d57f3a8e,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:50.927376 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82f67bf-97fb-42c7-8a0e-d1365b31546b admin admin] Checking segment: {'id': '757dd634-8947-4fda-a35f-964e616b2e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'da2053dc-fa08-4a76-8b16-257450343793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:59:50.927990 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82f67bf-97fb-42c7-8a0e-d1365b31546b admin admin] Network hostable DHCP agents. Network: da2053dc-fa08-4a76-8b16-257450343793, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 06:59:50.994585 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82f67bf-97fb-42c7-8a0e-d1365b31546b admin admin] Network da2053dc-fa08-4a76-8b16-257450343793 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 06:59:51.017504 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-a82f67bf-97fb-42c7-8a0e-d1365b31546b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, da2053dc-fa08-4a76-8b16-257450343793) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:59:51.023803 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-cbd34b83-9651-44a7-b499-2a4f934f09e9 None None] Attempting to bind port feb678b5-d235-485c-9f08-1573d41562b2 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:59:51.024681 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-cbd34b83-9651-44a7-b499-2a4f934f09e9 None None] Attempting to bind port feb678b5-d235-485c-9f08-1573d41562b2 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': 'dd76d57f-9f11-45a9-b465-c4d641eab573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '99dad69a-a087-4dfe-9951-9620a942c2d3'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:59:51.024681 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd34b83-9651-44a7-b499-2a4f934f09e9 None None] Attempting to bind port feb678b5-d235-485c-9f08-1573d41562b2 on network 99dad69a-a087-4dfe-9951-9620a942c2d3 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:59:51.033255 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd34b83-9651-44a7-b499-2a4f934f09e9 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:59:51.034159 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd34b83-9651-44a7-b499-2a4f934f09e9 None None] Checking segment: {'id': 'dd76d57f-9f11-45a9-b465-c4d641eab573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '99dad69a-a087-4dfe-9951-9620a942c2d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:59:51.034825 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-cbd34b83-9651-44a7-b499-2a4f934f09e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:51.035527 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82f67bf-97fb-42c7-8a0e-d1365b31546b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:51.035813 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd34b83-9651-44a7-b499-2a4f934f09e9 None None] Bound using segment: {'id': 'dd76d57f-9f11-45a9-b465-c4d641eab573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '99dad69a-a087-4dfe-9951-9620a942c2d3'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:59:51.036644 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-cbd34b83-9651-44a7-b499-2a4f934f09e9 None None] Bound port: feb678b5-d235-485c-9f08-1573d41562b2, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd76d57f-9f11-45a9-b465-c4d641eab573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '99dad69a-a087-4dfe-9951-9620a942c2d3'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:59:51.037222 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a82f67bf-97fb-42c7-8a0e-d1365b31546b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:51.037735 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-cbd34b83-9651-44a7-b499-2a4f934f09e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:51.053159 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d269f23c-2b10-4197-a90c-de7b796c46d4 None None] Network da2053dc-fa08-4a76-8b16-257450343793 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:59:51.058278 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-a82f67bf-97fb-42c7-8a0e-d1365b31546b admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9291508 Sep 23 06:59:51.188168 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-cbd34b83-9651-44a7-b499-2a4f934f09e9 None None] For port feb678b5-d235-485c-9f08-1573d41562b2, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:59:51.191748 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-cbd34b83-9651-44a7-b499-2a4f934f09e9 None None] For port feb678b5-d235-485c-9f08-1573d41562b2, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=feb678b5-d235-485c-9f08-1573d41562b2,segment=NetworkSegment(dd76d57f-9f11-45a9-b465-c4d641eab573),segment_id=dd76d57f-9f11-45a9-b465-c4d641eab573)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:59:51.209353 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-cbd34b83-9651-44a7-b499-2a4f934f09e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:51.375715 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd34b83-9651-44a7-b499-2a4f934f09e9 None None] Pushing event updated for resources: {'Port': ['ID=feb678b5-d235-485c-9f08-1573d41562b2,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:51.469115 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27f9ee5-815c-4a8a-91c2-39cad8742a1c None None] Network da2053dc-fa08-4a76-8b16-257450343793 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:59:51.611509 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab222c6-9a05-4e3a-99c3-a5f160b8836c tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Network a577d884-9028-4a30-9e53-3164a80aebc6 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:59:51.632393 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-0ab222c6-9a05-4e3a-99c3-a5f160b8836c tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:59:51.657149 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b36598d9-371f-4bb6-855f-43e245ca66f2 req-ca6e1516-79fe-4ac7-9be2-8012f3739f31 service neutron] 10.222.0.58 "GET /v2.0/networks/b1168109-2f74-485d-b022-6ac22a84b1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9491825 Sep 23 06:59:51.778786 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420793a9-d614-4074-b59c-f35cf5912bac req-b754d41a-69ba-47f0-a912-3d28cd981ee0 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:51.787839 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-420793a9-d614-4074-b59c-f35cf5912bac req-b754d41a-69ba-47f0-a912-3d28cd981ee0 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/ports?device_id=66ba0042-4875-4f86-af92-2e56c950326b HTTP/1.1" status: 200 len: 943 time: 0.2887709 Sep 23 06:59:51.800648 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e16221d9-91fc-406c-a03d-c760dffbbf17 tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:51.839586 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18873849-feb8-49e1-9045-5686cdd0085b req-b261860d-7dc3-4489-9a93-0959baa2d034 tempest-InstanceActionsTestJSON-1106015027 tempest-InstanceActionsTestJSON-1106015027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:51.846103 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-18873849-feb8-49e1-9045-5686cdd0085b req-b261860d-7dc3-4489-9a93-0959baa2d034 tempest-InstanceActionsTestJSON-1106015027 tempest-InstanceActionsTestJSON-1106015027-project] 10.222.0.39 "GET /v2.0/networks?id=da2053dc-fa08-4a76-8b16-257450343793 HTTP/1.1" status: 200 len: 814 time: 0.2454212 Sep 23 06:59:51.881706 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-18873849-feb8-49e1-9045-5686cdd0085b req-6b7e3aee-74e0-44b5-9513-e5d9f3e2e757 tempest-InstanceActionsTestJSON-1106015027 tempest-InstanceActionsTestJSON-1106015027-project] 10.222.0.39 "GET /v2.0/quotas/5d110e1e0a034bccbd0a8f343e22b852 HTTP/1.1" status: 200 len: 375 time: 0.0219767 Sep 23 06:59:51.934985 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-18873849-feb8-49e1-9045-5686cdd0085b req-16b8a6a4-29ae-487b-b8bd-38a336f6fc4c tempest-InstanceActionsTestJSON-1106015027 tempest-InstanceActionsTestJSON-1106015027-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5d110e1e0a034bccbd0a8f343e22b852&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397117 Sep 23 06:59:52.048789 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ab222c6-9a05-4e3a-99c3-a5f160b8836c tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Router 1ec85a61-1588-4d98-b167-cdab9d8c0439 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:59:52.056131 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-6ab2d9ca-26bf-4096-b6fb-929b3c5e9a9f None None] Provisioning complete for port 8281b0c0-36ee-4866-be51-93f19672578d triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:59:52.057194 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-6ab2d9ca-26bf-4096-b6fb-929b3c5e9a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:52.057629 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-420793a9-d614-4074-b59c-f35cf5912bac req-6737faf9-d95d-444a-a18b-bc8ad83355ad tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/security-groups?id=fd2b27e9-002e-4189-a66b-a3d17ee0f452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687054 Sep 23 06:59:52.066292 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e16221d9-91fc-406c-a03d-c760dffbbf17 tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:52.077829 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-18873849-feb8-49e1-9045-5686cdd0085b req-fd7d1215-7912-4a5a-ad9a-e3908501a0f4 service neutron] 10.222.0.39 "GET /v2.0/networks/da2053dc-fa08-4a76-8b16-257450343793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292410 Sep 23 06:59:52.100505 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b36598d9-371f-4bb6-855f-43e245ca66f2 req-de7d02df-5300-4713-838c-fbe6d91ef88c service neutron] 10.222.0.58 "GET /v2.0/networks/b1168109-2f74-485d-b022-6ac22a84b1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4217594 Sep 23 06:59:52.119765 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-6ab2d9ca-26bf-4096-b6fb-929b3c5e9a9f None None] Port 8281b0c0-36ee-4866-be51-93f19672578d cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:59:52.159539 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device feb678b5-d235-485c-9f08-1573d41562b2 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:59:52.189198 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16221d9-91fc-406c-a03d-c760dffbbf17 tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Network 99dad69a-a087-4dfe-9951-9620a942c2d3 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:59:52.195889 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-e16221d9-91fc-406c-a03d-c760dffbbf17 tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:59:52.201958 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16221d9-91fc-406c-a03d-c760dffbbf17 tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:59:52.210006 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-18873849-feb8-49e1-9045-5686cdd0085b req-8a1269de-dbbe-45fb-8322-625cdf1742a7 service neutron] 10.222.0.39 "GET /v2.0/networks/da2053dc-fa08-4a76-8b16-257450343793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324730 Sep 23 06:59:52.235790 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16221d9-91fc-406c-a03d-c760dffbbf17 tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Pushing event updated for resources: {'Port': ['ID=34213b19-8aab-4792-b965-cd5f14721e08,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:52.251807 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port feb678b5-d235-485c-9f08-1573d41562b2 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:59:52.252528 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:52.310525 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16221d9-91fc-406c-a03d-c760dffbbf17 tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:52.311355 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e16221d9-91fc-406c-a03d-c760dffbbf17 tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:52.374480 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-e16221d9-91fc-406c-a03d-c760dffbbf17 tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.2209764 Sep 23 06:59:52.375640 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50478) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:52.383766 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-4fc081ef-2ef0-4359-bcaf-269196ba7424 tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Request body: {'port': {'network_id': '99dad69a-a087-4dfe-9951-9620a942c2d3', 'name': 'tempest-ExtraDHCPOptionsTestJSON-647299587', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:59:52.384560 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.api.validators [None req-4fc081ef-2ef0-4359-bcaf-269196ba7424 tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] bootfile-name is not in valid_values {{(pid=95065) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 23 06:59:52.385979 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.api.validators [None req-4fc081ef-2ef0-4359-bcaf-269196ba7424 tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] tftp-server is not in valid_values {{(pid=95065) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 23 06:59:52.386725 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.api.validators [None req-4fc081ef-2ef0-4359-bcaf-269196ba7424 tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] server-ip-address is not in valid_values {{(pid=95065) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 23 06:59:52.440214 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab222c6-9a05-4e3a-99c3-a5f160b8836c tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:59:52.451634 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-0ab222c6-9a05-4e3a-99c3-a5f160b8836c tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] 10.222.0.39 "PUT /v2.0/routers/1ec85a61-1588-4d98-b167-cdab9d8c0439/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5937181 Sep 23 06:59:52.452819 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 50484) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:52.459858 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-97f3b2d4-b91e-4377-86ec-faf52b9c4ef0 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Request body: {'port': {'network_id': 'a577d884-9028-4a30-9e53-3164a80aebc6', 'name': 'tempest-FloatingIPTestJSON-687130519'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:59:52.468314 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dd5a1a-f30b-47cd-984f-1f38e9355858 None None] Sync routers for ids ['1ec85a61-1588-4d98-b167-cdab9d8c0439'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:59:52.496296 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:52.502281 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3db4f2de-d22f-455c-81b9-42ecbde09220 req-ff83748e-fea7-47dd-8e27-184bdf0a6a39 tempest-InstanceActionsTestJSON-1106015027 tempest-InstanceActionsTestJSON-1106015027-project] 10.222.0.39 "GET /v2.0/ports?device_id=354e88d4-9b7a-419e-a069-078919ecae6b HTTP/1.1" status: 200 len: 210 time: 0.1047902 Sep 23 06:59:52.503492 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dd5a1a-f30b-47cd-984f-1f38e9355858 None None] Routers {'1ec85a61-1588-4d98-b167-cdab9d8c0439'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:59:52.504902 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-67dd5a1a-f30b-47cd-984f-1f38e9355858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:59:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['1ec85a61-1588-4d98-b167-cdab9d8c0439'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:59:52.648716 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-67dd5a1a-f30b-47cd-984f-1f38e9355858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:59:52.691947 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc081ef-2ef0-4359-bcaf-269196ba7424 tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Made reservation on behalf of 1fd2b513ee654b4ab830a8a495571c9e for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:59:52.695830 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4fc081ef-2ef0-4359-bcaf-269196ba7424 tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:52.711696 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaf3361-91d7-4157-a56c-eb79257e63aa req-8cb3e5ac-7536-4e47-a4e2-12d5a91712d5 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:52.713333 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3eaf3361-91d7-4157-a56c-eb79257e63aa req-8cb3e5ac-7536-4e47-a4e2-12d5a91712d5 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] 10.222.0.39 "GET /v2.0/networks?id=3f96c91f-c29f-4716-92bf-8a0aea5934cc HTTP/1.1" status: 200 len: 808 time: 0.3468564 Sep 23 06:59:52.719381 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port feb678b5-d235-485c-9f08-1573d41562b2, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=feb678b5-d235-485c-9f08-1573d41562b2,segment=NetworkSegment(dd76d57f-9f11-45a9-b465-c4d641eab573),segment_id=dd76d57f-9f11-45a9-b465-c4d641eab573)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:59:52.720505 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dd5a1a-f30b-47cd-984f-1f38e9355858 None None] Routers {'1ec85a61-1588-4d98-b167-cdab9d8c0439'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:59:52.721153 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-67dd5a1a-f30b-47cd-984f-1f38e9355858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:59:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['1ec85a61-1588-4d98-b167-cdab9d8c0439'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:59:52.726934 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [None req-4fc081ef-2ef0-4359-bcaf-269196ba7424 tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] device_id is not set on port 9a0b156a-1dc1-4d52-b9e2-a1f839993b3e yet. {{(pid=95065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 06:59:52.729002 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:52.776633 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3eaf3361-91d7-4157-a56c-eb79257e63aa req-996756a7-1147-4e76-92ce-339579e8142f tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] 10.222.0.39 "GET /v2.0/quotas/4a7a002963fd48a09d0897116f136693 HTTP/1.1" status: 200 len: 375 time: 0.0517406 Sep 23 06:59:52.815233 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-67dd5a1a-f30b-47cd-984f-1f38e9355858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:59:52.815871 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dd5a1a-f30b-47cd-984f-1f38e9355858 None None] The sync data for ids ['1ec85a61-1588-4d98-b167-cdab9d8c0439'] in n-d-715271-16 is: [] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:59:52.851447 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3eaf3361-91d7-4157-a56c-eb79257e63aa req-7423eb8c-551d-44a3-94dc-7dcd0e97442b tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a7a002963fd48a09d0897116f136693&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0659883 Sep 23 06:59:52.908864 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f3b2d4-b91e-4377-86ec-faf52b9c4ef0 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Made reservation on behalf of 491c99cd05024ca48545f26dd674e4b8 for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:59:52.912743 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-97f3b2d4-b91e-4377-86ec-faf52b9c4ef0 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:52.920655 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-4fc081ef-2ef0-4359-bcaf-269196ba7424 tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Allocated IP 172.20.0.3 (99dad69a-a087-4dfe-9951-9620a942c2d3/caee4890-cc52-465e-8f3d-957ad4e4f551/9a0b156a-1dc1-4d52-b9e2-a1f839993b3e) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:59:52.936017 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=feb678b5-d235-485c-9f08-1573d41562b2,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:52.991715 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [None req-97f3b2d4-b91e-4377-86ec-faf52b9c4ef0 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] device_id is not set on port c3352036-ac96-4888-aba6-91592c1af8e5 yet. {{(pid=95066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 06:59:53.016683 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704400e6-317c-4fab-a415-ae65986b2825 None None] Network 99dad69a-a087-4dfe-9951-9620a942c2d3 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:59:53.067748 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3eaf3361-91d7-4157-a56c-eb79257e63aa req-8b08dbfc-a407-4e51-aa2f-255c14f8cb86 service neutron] 10.222.0.39 "GET /v2.0/networks/3f96c91f-c29f-4716-92bf-8a0aea5934cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152004 Sep 23 06:59:53.195776 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4fc081ef-2ef0-4359-bcaf-269196ba7424 tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:53.258022 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4fc081ef-2ef0-4359-bcaf-269196ba7424 tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:53.263572 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-97f3b2d4-b91e-4377-86ec-faf52b9c4ef0 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Allocated IP 172.20.0.14 (a577d884-9028-4a30-9e53-3164a80aebc6/dd10931c-7c72-4e96-a883-b30465b44383/c3352036-ac96-4888-aba6-91592c1af8e5) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:59:53.265681 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-be45c96d-cfb1-45c8-87a4-819d6bcd22d4 None None] Provisioning complete for port feb678b5-d235-485c-9f08-1573d41562b2 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:59:53.270309 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-be45c96d-cfb1-45c8-87a4-819d6bcd22d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:53.278700 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3eaf3361-91d7-4157-a56c-eb79257e63aa req-5307c89e-019c-4a6a-ba9c-7d918c4ab7cd service neutron] 10.222.0.39 "GET /v2.0/networks/3f96c91f-c29f-4716-92bf-8a0aea5934cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092001 Sep 23 06:59:53.538150 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device a3520650-b779-4dd5-9cec-ab0b72abcffd details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 06:59:53.551904 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-97f3b2d4-b91e-4377-86ec-faf52b9c4ef0 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:53.638370 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a93fba90-3586-4b41-8887-4273d749dbdf req-39c3e97b-632b-4451-a3ce-f29a661f1b67 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] 10.222.0.39 "GET /v2.0/ports?device_id=03d55418-726b-4a51-92cd-5c3b96f6a059 HTTP/1.1" status: 200 len: 210 time: 0.0536549 Sep 23 06:59:53.672243 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-97f3b2d4-b91e-4377-86ec-faf52b9c4ef0 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:53.782976 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f3b2d4-b91e-4377-86ec-faf52b9c4ef0 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Network a577d884-9028-4a30-9e53-3164a80aebc6 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:59:53.805724 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-97f3b2d4-b91e-4377-86ec-faf52b9c4ef0 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:59:53.809017 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f3b2d4-b91e-4377-86ec-faf52b9c4ef0 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:59:53.823123 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8e76d07d-67f8-46c8-89cd-92a0f572bffb req-216ed1fa-48d2-4af2-8565-391a97d41ed8 tempest-InstanceActionsTestJSON-1106015027 tempest-InstanceActionsTestJSON-1106015027-project] 10.222.0.39 "GET /v2.0/ports?device_id=354e88d4-9b7a-419e-a069-078919ecae6b HTTP/1.1" status: 200 len: 210 time: 0.0613995 Sep 23 06:59:53.882033 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f3b2d4-b91e-4377-86ec-faf52b9c4ef0 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Pushing event updated for resources: {'Port': ['ID=c3352036-ac96-4888-aba6-91592c1af8e5,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:53.947632 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port a3520650-b779-4dd5-9cec-ab0b72abcffd, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=a3520650-b779-4dd5-9cec-ab0b72abcffd,segment=NetworkSegment(9bd7ac6d-d0ea-41a0-b103-8c3b286ade04),segment_id=9bd7ac6d-d0ea-41a0-b103-8c3b286ade04)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:59:53.972938 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc081ef-2ef0-4359-bcaf-269196ba7424 tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Pushing event updated for resources: {'Port': ['ID=9a0b156a-1dc1-4d52-b9e2-a1f839993b3e,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:53.992401 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f3b2d4-b91e-4377-86ec-faf52b9c4ef0 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:53.993564 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-97f3b2d4-b91e-4377-86ec-faf52b9c4ef0 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:54.038838 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': 'a3520650-b779-4dd5-9cec-ab0b72abcffd', 'network_id': 'b1168109-2f74-485d-b022-6ac22a84b1fa', 'port_id': 'a3520650-b779-4dd5-9cec-ab0b72abcffd', 'mac_address': 'fa:16:3e:25:8f:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17c90601-5462-41e7-bf81-405fc24353fe', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 06:59:54.042274 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc081ef-2ef0-4359-bcaf-269196ba7424 tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Network 99dad69a-a087-4dfe-9951-9620a942c2d3 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:59:54.042751 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-97f3b2d4-b91e-4377-86ec-faf52b9c4ef0 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5836508 Sep 23 06:59:54.048399 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-c76b0752-5071-4c5f-b646-1c92ab812e4b None None] Provisioning complete for port 9a0b156a-1dc1-4d52-b9e2-a1f839993b3e triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:59:54.048954 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c76b0752-5071-4c5f-b646-1c92ab812e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:54.050654 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 50516) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:54.056465 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-1f9e00b1-1d00-43ce-b129-46f928150cc6 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Request body: {'floatingip': {'port_id': 'c3352036-ac96-4888-aba6-91592c1af8e5'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:59:54.092456 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-4fc081ef-2ef0-4359-bcaf-269196ba7424 tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:59:54.097832 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-c76b0752-5071-4c5f-b646-1c92ab812e4b None None] Port 9a0b156a-1dc1-4d52-b9e2-a1f839993b3e cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:59:54.101796 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc081ef-2ef0-4359-bcaf-269196ba7424 tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:59:54.193477 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device feb678b5-d235-485c-9f08-1573d41562b2 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:59:54.201601 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-c76b0752-5071-4c5f-b646-1c92ab812e4b None None] Provisioning complete for port 34213b19-8aab-4792-b965-cd5f14721e08 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:59:54.202319 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c76b0752-5071-4c5f-b646-1c92ab812e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:54.242627 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:54.251106 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1f9e00b1-1d00-43ce-b129-46f928150cc6 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks [] for floatingip, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:54.304783 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc081ef-2ef0-4359-bcaf-269196ba7424 tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:54.305572 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4fc081ef-2ef0-4359-bcaf-269196ba7424 tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:54.309183 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3520650-b779-4dd5-9cec-ab0b72abcffd {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:59:54.344549 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port a3520650-b779-4dd5-9cec-ab0b72abcffd, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=a3520650-b779-4dd5-9cec-ab0b72abcffd,segment=NetworkSegment(9bd7ac6d-d0ea-41a0-b103-8c3b286ade04),segment_id=9bd7ac6d-d0ea-41a0-b103-8c3b286ade04)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:59:54.358072 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-c76b0752-5071-4c5f-b646-1c92ab812e4b None None] Port 34213b19-8aab-4792-b965-cd5f14721e08 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:59:54.361343 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:54.372207 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003927ec-21fc-4a0d-8f70-9246bd46d42f req-55b16094-a934-43ef-9c6e-a279b0d5ada8 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:54.381069 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-003927ec-21fc-4a0d-8f70-9246bd46d42f req-55b16094-a934-43ef-9c6e-a279b0d5ada8 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/ports?device_id=66ba0042-4875-4f86-af92-2e56c950326b HTTP/1.1" status: 200 len: 943 time: 1.1478581 Sep 23 06:59:54.409994 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-4fc081ef-2ef0-4359-bcaf-269196ba7424 tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 2.0325911 Sep 23 06:59:54.415395 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50520) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:54.457024 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=a3520650-b779-4dd5-9cec-ab0b72abcffd,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:54.466769 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-c76b0752-5071-4c5f-b646-1c92ab812e4b None None] Provisioning complete for port feb678b5-d235-485c-9f08-1573d41562b2 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:59:54.467246 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c76b0752-5071-4c5f-b646-1c92ab812e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:54.494874 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port feb678b5-d235-485c-9f08-1573d41562b2 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:59:54.494874 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:54.503836 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-003927ec-21fc-4a0d-8f70-9246bd46d42f req-5318e74e-6fba-4564-a7fb-80285cad108c tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/security-groups?id=fd2b27e9-002e-4189-a66b-a3d17ee0f452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215949 Sep 23 06:59:54.520443 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18873849-feb8-49e1-9045-5686cdd0085b req-a417320c-fae4-4932-9c39-16bd1778a8a7 tempest-InstanceActionsTestJSON-1106015027 tempest-InstanceActionsTestJSON-1106015027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:54.522225 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-18873849-feb8-49e1-9045-5686cdd0085b req-a417320c-fae4-4932-9c39-16bd1778a8a7 tempest-InstanceActionsTestJSON-1106015027 tempest-InstanceActionsTestJSON-1106015027-project] 10.222.0.21 "GET /v2.0/networks?id=da2053dc-fa08-4a76-8b16-257450343793 HTTP/1.1" status: 200 len: 814 time: 0.5457304 Sep 23 06:59:54.547707 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d058ca7-d578-44cd-b85c-c092f463bd38 tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:54.556139 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d058ca7-d578-44cd-b85c-c092f463bd38 tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:54.570920 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d058ca7-d578-44cd-b85c-c092f463bd38 tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:54.574996 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-4d058ca7-d578-44cd-b85c-c092f463bd38 tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.1582072 Sep 23 06:59:54.581211 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-18873849-feb8-49e1-9045-5686cdd0085b req-719546ae-1904-4f8e-bb59-e4a5e80343f3 tempest-InstanceActionsTestJSON-1106015027 tempest-InstanceActionsTestJSON-1106015027-project] Request body: {'port': {'device_id': '354e88d4-9b7a-419e-a069-078919ecae6b', 'network_id': 'da2053dc-fa08-4a76-8b16-257450343793', 'admin_state_up': True, 'tenant_id': '5d110e1e0a034bccbd0a8f343e22b852'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:59:54.623542 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 50522) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:54.683984 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['a3520650-b779-4dd5-9cec-ab0b72abcffd'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 06:59:54.780128 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18873849-feb8-49e1-9045-5686cdd0085b req-719546ae-1904-4f8e-bb59-e4a5e80343f3 tempest-InstanceActionsTestJSON-1106015027 tempest-InstanceActionsTestJSON-1106015027-project] Made reservation on behalf of 5d110e1e0a034bccbd0a8f343e22b852 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:59:54.784911 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-18873849-feb8-49e1-9045-5686cdd0085b req-719546ae-1904-4f8e-bb59-e4a5e80343f3 tempest-InstanceActionsTestJSON-1106015027 tempest-InstanceActionsTestJSON-1106015027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:54.789472 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e1d1d488-9831-4774-b2ec-716106b82189 req-84abb553-60cc-4a45-8c79-a6cda84e8c91 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] 10.222.0.39 "GET /v2.0/ports?device_id=03d55418-726b-4a51-92cd-5c3b96f6a059 HTTP/1.1" status: 200 len: 210 time: 0.0320284 Sep 23 06:59:54.847562 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-7485b2bc-01cb-4a5c-8acf-ac64af21bab7 None None] Provisioning complete for port 9a0b156a-1dc1-4d52-b9e2-a1f839993b3e triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:59:54.848122 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-7485b2bc-01cb-4a5c-8acf-ac64af21bab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:54.866048 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-9a21cb32-8bc8-4106-b3fe-8c0c59c05b6c tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Deleting port 9a0b156a-1dc1-4d52-b9e2-a1f839993b3e {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:59:54.866396 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9a21cb32-8bc8-4106-b3fe-8c0c59c05b6c tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:54.921480 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-7485b2bc-01cb-4a5c-8acf-ac64af21bab7 None None] Port 9a0b156a-1dc1-4d52-b9e2-a1f839993b3e cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:59:54.954471 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-7485b2bc-01cb-4a5c-8acf-ac64af21bab7 None None] Provisioning complete for port c3352036-ac96-4888-aba6-91592c1af8e5 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:59:54.955020 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-7485b2bc-01cb-4a5c-8acf-ac64af21bab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:54.976866 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1cab66b4-b055-4647-aecd-6650ac4f71ef req-403a3287-5a7d-4031-bd5c-73aaee8ccf22 tempest-InstanceActionsTestJSON-1106015027 tempest-InstanceActionsTestJSON-1106015027-project] 10.222.0.39 "GET /v2.0/ports?device_id=354e88d4-9b7a-419e-a069-078919ecae6b HTTP/1.1" status: 200 len: 210 time: 0.0366061 Sep 23 06:59:55.008786 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-7485b2bc-01cb-4a5c-8acf-ac64af21bab7 None None] Port c3352036-ac96-4888-aba6-91592c1af8e5 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:59:55.019370 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-7485b2bc-01cb-4a5c-8acf-ac64af21bab7 None None] Provisioning complete for port 34213b19-8aab-4792-b965-cd5f14721e08 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:59:55.019829 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-7485b2bc-01cb-4a5c-8acf-ac64af21bab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:55.023073 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-18873849-feb8-49e1-9045-5686cdd0085b req-719546ae-1904-4f8e-bb59-e4a5e80343f3 tempest-InstanceActionsTestJSON-1106015027 tempest-InstanceActionsTestJSON-1106015027-project] Allocated IP 172.20.0.4 (da2053dc-fa08-4a76-8b16-257450343793/5bac5fb9-fa7b-49b7-b95b-9436d57f3a8e/6f84ab3c-aa49-4208-95fa-fb518756aec4) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:59:55.065461 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-7485b2bc-01cb-4a5c-8acf-ac64af21bab7 None None] Port 34213b19-8aab-4792-b965-cd5f14721e08 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:59:55.193788 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaf3361-91d7-4157-a56c-eb79257e63aa req-889de2f5-1bb0-49d1-a80a-5de7e7a84a71 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:55.195367 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3eaf3361-91d7-4157-a56c-eb79257e63aa req-889de2f5-1bb0-49d1-a80a-5de7e7a84a71 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] 10.222.0.58 "GET /v2.0/networks?id=3f96c91f-c29f-4716-92bf-8a0aea5934cc HTTP/1.1" status: 200 len: 808 time: 0.1315277 Sep 23 06:59:55.219260 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-3eaf3361-91d7-4157-a56c-eb79257e63aa req-cd0dc7e7-2ce9-498c-80a5-e0c40043fca1 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] Request body: {'port': {'device_id': '03d55418-726b-4a51-92cd-5c3b96f6a059', 'network_id': '3f96c91f-c29f-4716-92bf-8a0aea5934cc', 'admin_state_up': True, 'tenant_id': '4a7a002963fd48a09d0897116f136693'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:59:55.257497 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-18873849-feb8-49e1-9045-5686cdd0085b req-719546ae-1904-4f8e-bb59-e4a5e80343f3 tempest-InstanceActionsTestJSON-1106015027 tempest-InstanceActionsTestJSON-1106015027-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:55.300854 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-18873849-feb8-49e1-9045-5686cdd0085b req-719546ae-1904-4f8e-bb59-e4a5e80343f3 tempest-InstanceActionsTestJSON-1106015027 tempest-InstanceActionsTestJSON-1106015027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:55.317681 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9a21cb32-8bc8-4106-b3fe-8c0c59c05b6c tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:55.347236 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18873849-feb8-49e1-9045-5686cdd0085b req-719546ae-1904-4f8e-bb59-e4a5e80343f3 tempest-InstanceActionsTestJSON-1106015027 tempest-InstanceActionsTestJSON-1106015027-project] Network da2053dc-fa08-4a76-8b16-257450343793 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:59:55.350629 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-18873849-feb8-49e1-9045-5686cdd0085b req-719546ae-1904-4f8e-bb59-e4a5e80343f3 tempest-InstanceActionsTestJSON-1106015027 tempest-InstanceActionsTestJSON-1106015027-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:59:55.358731 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-18873849-feb8-49e1-9045-5686cdd0085b req-719546ae-1904-4f8e-bb59-e4a5e80343f3 tempest-InstanceActionsTestJSON-1106015027 tempest-InstanceActionsTestJSON-1106015027-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:59:55.363143 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719546ae-1904-4f8e-bb59-e4a5e80343f3 tempest-InstanceActionsTestJSON-1106015027 tempest-InstanceActionsTestJSON-1106015027-project] Pushing event updated for resources: {'Port': ['ID=6f84ab3c-aa49-4208-95fa-fb518756aec4,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:55.379554 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-9a21cb32-8bc8-4106-b3fe-8c0c59c05b6c tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Calling delete_port for 9a0b156a-1dc1-4d52-b9e2-a1f839993b3e owned by {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:59:55.417595 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18873849-feb8-49e1-9045-5686cdd0085b req-719546ae-1904-4f8e-bb59-e4a5e80343f3 tempest-InstanceActionsTestJSON-1106015027 tempest-InstanceActionsTestJSON-1106015027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:55.418262 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-18873849-feb8-49e1-9045-5686cdd0085b req-719546ae-1904-4f8e-bb59-e4a5e80343f3 tempest-InstanceActionsTestJSON-1106015027 tempest-InstanceActionsTestJSON-1106015027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:55.433958 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-18873849-feb8-49e1-9045-5686cdd0085b req-719546ae-1904-4f8e-bb59-e4a5e80343f3 tempest-InstanceActionsTestJSON-1106015027 tempest-InstanceActionsTestJSON-1106015027-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8568120 Sep 23 06:59:55.452216 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-18873849-feb8-49e1-9045-5686cdd0085b req-f9d55180-9263-4c80-9164-5a51297234d0 service neutron] Request body: {'port': {'device_id': '354e88d4-9b7a-419e-a069-078919ecae6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:59:55.518125 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-18873849-feb8-49e1-9045-5686cdd0085b req-f9d55180-9263-4c80-9164-5a51297234d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:55.717290 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab520ab-52ee-419e-8370-803dadaecfb9 req-bcef23ac-596f-4eb6-80a3-35e8fad52c7d tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:55.718786 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-eab520ab-52ee-419e-8370-803dadaecfb9 req-bcef23ac-596f-4eb6-80a3-35e8fad52c7d tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/ports?device_id=66ba0042-4875-4f86-af92-2e56c950326b HTTP/1.1" status: 200 len: 944 time: 0.0868556 Sep 23 06:59:55.800597 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-eab520ab-52ee-419e-8370-803dadaecfb9 req-2ab59e56-62a5-4083-81a7-4a9262906c14 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/security-groups?id=fd2b27e9-002e-4189-a66b-a3d17ee0f452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729840 Sep 23 06:59:55.868711 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3eaf3361-91d7-4157-a56c-eb79257e63aa req-cd0dc7e7-2ce9-498c-80a5-e0c40043fca1 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] Made reservation on behalf of 4a7a002963fd48a09d0897116f136693 for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 06:59:55.872182 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-3eaf3361-91d7-4157-a56c-eb79257e63aa req-cd0dc7e7-2ce9-498c-80a5-e0c40043fca1 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:55.881039 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-18873849-feb8-49e1-9045-5686cdd0085b req-f9d55180-9263-4c80-9164-5a51297234d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f84ab3c-aa49-4208-95fa-fb518756aec4 {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:59:55.889123 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-18873849-feb8-49e1-9045-5686cdd0085b req-f9d55180-9263-4c80-9164-5a51297234d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:55.901470 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-18873849-feb8-49e1-9045-5686cdd0085b req-f9d55180-9263-4c80-9164-5a51297234d0 service neutron] Transition to ACTIVE for port object 6f84ab3c-aa49-4208-95fa-fb518756aec4 will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:59:55.906845 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-18873849-feb8-49e1-9045-5686cdd0085b req-f9d55180-9263-4c80-9164-5a51297234d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:55.967194 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7428c82a-c566-4c19-8867-9fe5bd80a44b req-515e7e4d-d349-4128-b9c0-06df59db59eb tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] 10.222.0.39 "GET /v2.0/ports?device_id=03d55418-726b-4a51-92cd-5c3b96f6a059 HTTP/1.1" status: 200 len: 210 time: 0.0597427 Sep 23 06:59:55.974953 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d55180-9263-4c80-9164-5a51297234d0 service neutron] Pushing event updated for resources: {'Port': ['ID=6f84ab3c-aa49-4208-95fa-fb518756aec4,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:55.987962 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1f9e00b1-1d00-43ce-b129-46f928150cc6 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:56.025570 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1f9e00b1-1d00-43ce-b129-46f928150cc6 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:56.092805 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-18873849-feb8-49e1-9045-5686cdd0085b req-f9d55180-9263-4c80-9164-5a51297234d0 service neutron] Attempting to bind port 6f84ab3c-aa49-4208-95fa-fb518756aec4 on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:59:56.093362 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-18873849-feb8-49e1-9045-5686cdd0085b req-f9d55180-9263-4c80-9164-5a51297234d0 service neutron] Attempting to bind port 6f84ab3c-aa49-4208-95fa-fb518756aec4 by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': '757dd634-8947-4fda-a35f-964e616b2e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'da2053dc-fa08-4a76-8b16-257450343793'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:59:56.093454 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18873849-feb8-49e1-9045-5686cdd0085b req-f9d55180-9263-4c80-9164-5a51297234d0 service neutron] Attempting to bind port 6f84ab3c-aa49-4208-95fa-fb518756aec4 on network da2053dc-fa08-4a76-8b16-257450343793 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:59:56.104200 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18873849-feb8-49e1-9045-5686cdd0085b req-f9d55180-9263-4c80-9164-5a51297234d0 service neutron] Port 6f84ab3c-aa49-4208-95fa-fb518756aec4 on network da2053dc-fa08-4a76-8b16-257450343793 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:59:56.104395 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18873849-feb8-49e1-9045-5686cdd0085b req-f9d55180-9263-4c80-9164-5a51297234d0 service neutron] Attempting to bind port 6f84ab3c-aa49-4208-95fa-fb518756aec4 on network da2053dc-fa08-4a76-8b16-257450343793 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:59:56.141607 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18873849-feb8-49e1-9045-5686cdd0085b req-f9d55180-9263-4c80-9164-5a51297234d0 service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:59:56.142129 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18873849-feb8-49e1-9045-5686cdd0085b req-f9d55180-9263-4c80-9164-5a51297234d0 service neutron] Checking segment: {'id': '757dd634-8947-4fda-a35f-964e616b2e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'da2053dc-fa08-4a76-8b16-257450343793'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:59:56.142917 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18873849-feb8-49e1-9045-5686cdd0085b req-f9d55180-9263-4c80-9164-5a51297234d0 service neutron] Bound using segment: {'id': '757dd634-8947-4fda-a35f-964e616b2e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'da2053dc-fa08-4a76-8b16-257450343793'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:59:56.143520 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-18873849-feb8-49e1-9045-5686cdd0085b req-f9d55180-9263-4c80-9164-5a51297234d0 service neutron] Bound port: 6f84ab3c-aa49-4208-95fa-fb518756aec4, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '757dd634-8947-4fda-a35f-964e616b2e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'da2053dc-fa08-4a76-8b16-257450343793'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:59:56.143997 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-18873849-feb8-49e1-9045-5686cdd0085b req-f9d55180-9263-4c80-9164-5a51297234d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:56.198863 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9a21cb32-8bc8-4106-b3fe-8c0c59c05b6c tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:56.247663 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a21cb32-8bc8-4106-b3fe-8c0c59c05b6c tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Pushing event deleted for resources: {'Port': ['ID=9a0b156a-1dc1-4d52-b9e2-a1f839993b3e,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:56.263847 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [req-3eaf3361-91d7-4157-a56c-eb79257e63aa req-cd0dc7e7-2ce9-498c-80a5-e0c40043fca1 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] Allocated IP 172.20.0.14 (3f96c91f-c29f-4716-92bf-8a0aea5934cc/6f131c6e-2a00-470b-88bd-53df114e1143/63442076-b8cb-4f47-b1c2-94caaf912da0) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 06:59:56.268449 n-d-715271-16 neutron-server[95066]: INFO neutron.db.l3_db [None req-1f9e00b1-1d00-43ce-b129-46f928150cc6 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Floating IP b40cd881-3efc-4dc2-ba28-14dbf2310cce associated. External IP: 172.25.2.154, port: 911a77c1-0ddf-43a7-9ad1-a57a4e723f8d. Sep 23 06:59:56.269049 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-18873849-feb8-49e1-9045-5686cdd0085b req-f9d55180-9263-4c80-9164-5a51297234d0 service neutron] For port 6f84ab3c-aa49-4208-95fa-fb518756aec4, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:59:56.273000 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-18873849-feb8-49e1-9045-5686cdd0085b req-f9d55180-9263-4c80-9164-5a51297234d0 service neutron] For port 6f84ab3c-aa49-4208-95fa-fb518756aec4, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=6f84ab3c-aa49-4208-95fa-fb518756aec4,segment=NetworkSegment(757dd634-8947-4fda-a35f-964e616b2e7c),segment_id=757dd634-8947-4fda-a35f-964e616b2e7c)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:59:56.282829 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-18873849-feb8-49e1-9045-5686cdd0085b req-f9d55180-9263-4c80-9164-5a51297234d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:56.350249 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b06df5-70b0-4a7d-8844-dd24957f3a14 req-c4af00f6-4a45-4d7b-b97f-8b46c467be43 tempest-InstanceActionsTestJSON-1106015027 tempest-InstanceActionsTestJSON-1106015027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:56.352974 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-55b06df5-70b0-4a7d-8844-dd24957f3a14 req-c4af00f6-4a45-4d7b-b97f-8b46c467be43 tempest-InstanceActionsTestJSON-1106015027 tempest-InstanceActionsTestJSON-1106015027-project] 10.222.0.39 "GET /v2.0/ports?device_id=354e88d4-9b7a-419e-a069-078919ecae6b HTTP/1.1" status: 200 len: 943 time: 0.2740707 Sep 23 06:59:56.422820 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d55180-9263-4c80-9164-5a51297234d0 service neutron] Pushing event updated for resources: {'Port': ['ID=6f84ab3c-aa49-4208-95fa-fb518756aec4,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:56.435245 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18873849-feb8-49e1-9045-5686cdd0085b req-f9d55180-9263-4c80-9164-5a51297234d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:56.435960 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-18873849-feb8-49e1-9045-5686cdd0085b req-f9d55180-9263-4c80-9164-5a51297234d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:56.437511 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-18873849-feb8-49e1-9045-5686cdd0085b req-f9d55180-9263-4c80-9164-5a51297234d0 service neutron] 10.222.0.21 "PUT /v2.0/ports/6f84ab3c-aa49-4208-95fa-fb518756aec4 HTTP/1.1" status: 200 len: 1092 time: 0.9907372 Sep 23 06:59:56.438099 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '354e88d4-9b7a-419e-a069-078919ecae6b', 'tag': '6f84ab3c-aa49-4208-95fa-fb518756aec4'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:59:56.440514 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afdbf05a-8cb4-40f5-909b-ae9c4bb3af82" -d '{"events": [{"name": "network-changed", "server_uuid": "354e88d4-9b7a-419e-a069-078919ecae6b", "tag": "6f84ab3c-aa49-4208-95fa-fb518756aec4"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:59:56.487641 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9a21cb32-8bc8-4106-b3fe-8c0c59c05b6c tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:56.489745 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-55b06df5-70b0-4a7d-8844-dd24957f3a14 req-586b4adb-5426-495f-b20f-94039b0cb91b tempest-InstanceActionsTestJSON-1106015027 tempest-InstanceActionsTestJSON-1106015027-project] 10.222.0.39 "GET /v2.0/security-groups?id=af5220ac-8ccf-4993-b0dc-9bb653004673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235778 Sep 23 06:59:56.494413 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50548) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:56.498674 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-9a21cb32-8bc8-4106-b3fe-8c0c59c05b6c tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] 10.222.0.39 "DELETE /v2.0/ports/9a0b156a-1dc1-4d52-b9e2-a1f839993b3e HTTP/1.1" status: 204 len: 168 time: 1.8737760 Sep 23 06:59:56.517733 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-814e7491-6066-4eea-86b5-b1300bca085a tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Request body: {'port': {'name': 'tempest-new-port-name-354380120', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:59:56.518568 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.api.validators [None req-814e7491-6066-4eea-86b5-b1300bca085a tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] bootfile-name is not in valid_values {{(pid=95065) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 23 06:59:56.525593 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.api.validators [None req-814e7491-6066-4eea-86b5-b1300bca085a tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] tftp-server is not in valid_values {{(pid=95065) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 23 06:59:56.526226 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.api.validators [None req-814e7491-6066-4eea-86b5-b1300bca085a tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] server-ip-address is not in valid_values {{(pid=95065) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 23 06:59:56.579614 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50550) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:56.581419 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed7bf626-87bc-483e-b2ae-8b0614d80672 x-openstack-request-id: req-ed7bf626-87bc-483e-b2ae-8b0614d80672 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:59:56.581716 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "354e88d4-9b7a-419e-a069-078919ecae6b", "tag": "6f84ab3c-aa49-4208-95fa-fb518756aec4", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:59:56.581992 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ed7bf626-87bc-483e-b2ae-8b0614d80672 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:59:56.582392 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '354e88d4-9b7a-419e-a069-078919ecae6b', 'tag': '6f84ab3c-aa49-4208-95fa-fb518756aec4', 'status': 'completed', 'code': 200} Sep 23 06:59:56.644785 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-814e7491-6066-4eea-86b5-b1300bca085a tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:56.658684 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18873849-feb8-49e1-9045-5686cdd0085b req-f9895e17-e206-4f9c-b0ca-5012e338d963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:56.660211 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-18873849-feb8-49e1-9045-5686cdd0085b req-f9895e17-e206-4f9c-b0ca-5012e338d963 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5d110e1e0a034bccbd0a8f343e22b852&device_id=354e88d4-9b7a-419e-a069-078919ecae6b HTTP/1.1" status: 200 len: 1095 time: 0.1603231 Sep 23 06:59:56.698532 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-3eaf3361-91d7-4157-a56c-eb79257e63aa req-cd0dc7e7-2ce9-498c-80a5-e0c40043fca1 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:56.738903 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-18873849-feb8-49e1-9045-5686cdd0085b req-f396c5ad-82c0-4948-8edc-70f5df362780 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f84ab3c-aa49-4208-95fa-fb518756aec4 HTTP/1.1" status: 200 len: 217 time: 0.0492530 Sep 23 06:59:56.757644 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b5eafe99-8b7b-40ed-81ce-23cb8a5e9fdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:56.776961 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f9e00b1-1d00-43ce-b129-46f928150cc6 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Router 1c4900cb-ca57-41b1-914f-12b14a217d77 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:59:56.791975 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-3eaf3361-91d7-4157-a56c-eb79257e63aa req-cd0dc7e7-2ce9-498c-80a5-e0c40043fca1 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:56.880249 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3eaf3361-91d7-4157-a56c-eb79257e63aa req-cd0dc7e7-2ce9-498c-80a5-e0c40043fca1 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] Network 3f96c91f-c29f-4716-92bf-8a0aea5934cc is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 06:59:56.886145 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [req-3eaf3361-91d7-4157-a56c-eb79257e63aa req-cd0dc7e7-2ce9-498c-80a5-e0c40043fca1 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 06:59:56.888780 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eaf3361-91d7-4157-a56c-eb79257e63aa req-cd0dc7e7-2ce9-498c-80a5-e0c40043fca1 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 06:59:56.890912 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18873849-feb8-49e1-9045-5686cdd0085b req-32783e83-dcf5-4322-a1ec-1f3b2e64b983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:56.892408 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-18873849-feb8-49e1-9045-5686cdd0085b req-32783e83-dcf5-4322-a1ec-1f3b2e64b983 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5bac5fb9-fa7b-49b7-b95b-9436d57f3a8e HTTP/1.1" status: 200 len: 854 time: 0.1451912 Sep 23 06:59:56.960520 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0dc7e7-2ce9-498c-80a5-e0c40043fca1 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] Pushing event updated for resources: {'Port': ['ID=63442076-b8cb-4f47-b1c2-94caaf912da0,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:56.968944 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-18873849-feb8-49e1-9045-5686cdd0085b req-dc427370-5b84-470a-8c3d-bf952e5a46c7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=da2053dc-fa08-4a76-8b16-257450343793&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599113 Sep 23 06:59:56.999252 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaf3361-91d7-4157-a56c-eb79257e63aa req-cd0dc7e7-2ce9-498c-80a5-e0c40043fca1 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:56.999792 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-3eaf3361-91d7-4157-a56c-eb79257e63aa req-cd0dc7e7-2ce9-498c-80a5-e0c40043fca1 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:57.003618 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f9e00b1-1d00-43ce-b129-46f928150cc6 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:59:57.016117 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759906d6-2a44-4048-aeb0-3d9822283cbe None None] Sync routers for ids ['1c4900cb-ca57-41b1-914f-12b14a217d77'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:59:57.032502 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759906d6-2a44-4048-aeb0-3d9822283cbe None None] Routers {'1c4900cb-ca57-41b1-914f-12b14a217d77'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:59:57.034497 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-759906d6-2a44-4048-aeb0-3d9822283cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:59:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['1c4900cb-ca57-41b1-914f-12b14a217d77'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:59:57.060976 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b525cb34-06d6-4eb6-9b5c-3e49151aecec req-6bb6835b-6164-4a4d-a511-32da672815bb tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:57.062601 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b525cb34-06d6-4eb6-9b5c-3e49151aecec req-6bb6835b-6164-4a4d-a511-32da672815bb tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/ports?device_id=66ba0042-4875-4f86-af92-2e56c950326b HTTP/1.1" status: 200 len: 944 time: 0.1693022 Sep 23 06:59:57.092322 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-759906d6-2a44-4048-aeb0-3d9822283cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:59:57.101434 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759906d6-2a44-4048-aeb0-3d9822283cbe None None] Routers {'1c4900cb-ca57-41b1-914f-12b14a217d77'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:59:57.102363 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-759906d6-2a44-4048-aeb0-3d9822283cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:59:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['1c4900cb-ca57-41b1-914f-12b14a217d77'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:59:57.134650 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-759906d6-2a44-4048-aeb0-3d9822283cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:59:57.135298 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759906d6-2a44-4048-aeb0-3d9822283cbe None None] The sync data for ids ['1c4900cb-ca57-41b1-914f-12b14a217d77'] in n-d-715271-16 is: [] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:59:57.167556 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b5eafe99-8b7b-40ed-81ce-23cb8a5e9fdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:57.183331 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b5eafe99-8b7b-40ed-81ce-23cb8a5e9fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:57.210183 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb28e3d-2a66-4f88-a1d7-e10b122e250a req-45c7c660-338c-4cf5-a9a9-bd95fcb67dbd tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:57.211703 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3bb28e3d-2a66-4f88-a1d7-e10b122e250a req-45c7c660-338c-4cf5-a9a9-bd95fcb67dbd tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] 10.222.0.39 "GET /v2.0/ports?device_id=03d55418-726b-4a51-92cd-5c3b96f6a059 HTTP/1.1" status: 200 len: 932 time: 0.1040018 Sep 23 06:59:57.215140 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3eaf3361-91d7-4157-a56c-eb79257e63aa req-cd0dc7e7-2ce9-498c-80a5-e0c40043fca1 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0093327 Sep 23 06:59:57.227768 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-814e7491-6066-4eea-86b5-b1300bca085a tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:57.240705 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-3eaf3361-91d7-4157-a56c-eb79257e63aa req-8d476990-6d44-4b0d-ab13-61472fe928df service neutron] Request body: {'port': {'device_id': '03d55418-726b-4a51-92cd-5c3b96f6a059', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 06:59:57.255587 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-814e7491-6066-4eea-86b5-b1300bca085a tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:57.273906 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-18873849-feb8-49e1-9045-5686cdd0085b req-8efc92d7-81e4-4392-8f52-754422cf23ad service neutron] 10.222.0.21 "GET /v2.0/networks/da2053dc-fa08-4a76-8b16-257450343793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882512 Sep 23 06:59:57.276771 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b525cb34-06d6-4eb6-9b5c-3e49151aecec req-8def4e70-ec50-4997-bba5-ccad7f06d4ce tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/security-groups?id=fd2b27e9-002e-4189-a66b-a3d17ee0f452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049353 Sep 23 06:59:57.307486 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-b5eafe99-8b7b-40ed-81ce-23cb8a5e9fdc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=680509ba8ea143108b8624b37ebaf31f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7206886 Sep 23 06:59:57.307486 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eafe99-8b7b-40ed-81ce-23cb8a5e9fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b3b3676-444e-44eb-ab50-6458269dca6a,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:57.313139 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 50560) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:57.389244 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814e7491-6066-4eea-86b5-b1300bca085a tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Pushing event updated for resources: {'Port': ['ID=34213b19-8aab-4792-b965-cd5f14721e08,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:57.405714 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3bb28e3d-2a66-4f88-a1d7-e10b122e250a req-e3963292-29bb-4c3c-8621-b80cee86bfc7 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c3b7e59-df38-468e-87df-f71d60e98b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823406 Sep 23 06:59:57.428373 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-3eaf3361-91d7-4157-a56c-eb79257e63aa req-8d476990-6d44-4b0d-ab13-61472fe928df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:57.432843 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f9e00b1-1d00-43ce-b129-46f928150cc6 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Router 1ec85a61-1588-4d98-b167-cdab9d8c0439 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 06:59:57.443768 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-814e7491-6066-4eea-86b5-b1300bca085a tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] In _notify_port_updated(), no bound segment for port 34213b19-8aab-4792-b965-cd5f14721e08 on network 99dad69a-a087-4dfe-9951-9620a942c2d3 {{(pid=95065) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 06:59:57.449843 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814e7491-6066-4eea-86b5-b1300bca085a tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:57.451106 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-814e7491-6066-4eea-86b5-b1300bca085a tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:57.454370 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-814e7491-6066-4eea-86b5-b1300bca085a tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] 10.222.0.39 "PUT /v2.0/ports/34213b19-8aab-4792-b965-cd5f14721e08 HTTP/1.1" status: 200 len: 1136 time: 0.9587505 Sep 23 06:59:57.457274 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50562) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:57.488052 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e340507b-e240-4e84-b9ab-401592a970f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:57.503501 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-18873849-feb8-49e1-9045-5686cdd0085b req-c87001da-d2b2-4e30-8ee0-12935c6e4664 service neutron] 10.222.0.21 "GET /v2.0/networks/da2053dc-fa08-4a76-8b16-257450343793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032688 Sep 23 06:59:57.523595 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fadbb81d-9a70-4cef-9099-8dd79a383846 tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:57.528148 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-fadbb81d-9a70-4cef-9099-8dd79a383846 tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] 10.222.0.39 "GET /v2.0/ports/34213b19-8aab-4792-b965-cd5f14721e08 HTTP/1.1" status: 200 len: 1136 time: 0.0694168 Sep 23 06:59:57.530967 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50566) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:57.561344 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device a3520650-b779-4dd5-9cec-ab0b72abcffd up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 06:59:57.623668 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-7fb7d228-a8fe-46f9-8620-5966f416e88a None None] Provisioning complete for port 34213b19-8aab-4792-b965-cd5f14721e08 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:59:57.624514 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-7fb7d228-a8fe-46f9-8620-5966f416e88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:57.628634 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f9e00b1-1d00-43ce-b129-46f928150cc6 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 06:59:57.642992 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1f9e00b1-1d00-43ce-b129-46f928150cc6 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:57.656790 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5165da64-3645-45a2-a3f8-edda17d0bb68 None None] Sync routers for ids ['1ec85a61-1588-4d98-b167-cdab9d8c0439'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 06:59:57.680592 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port a3520650-b779-4dd5-9cec-ab0b72abcffd completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 06:59:57.687135 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-7fb7d228-a8fe-46f9-8620-5966f416e88a None None] Port 34213b19-8aab-4792-b965-cd5f14721e08 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 06:59:57.690796 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port a3520650-b779-4dd5-9cec-ab0b72abcffd triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 06:59:57.691495 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:57.691727 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e340507b-e240-4e84-b9ab-401592a970f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:57.695420 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5165da64-3645-45a2-a3f8-edda17d0bb68 None None] Routers {'1ec85a61-1588-4d98-b167-cdab9d8c0439'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:59:57.696335 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-5165da64-3645-45a2-a3f8-edda17d0bb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:59:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['1ec85a61-1588-4d98-b167-cdab9d8c0439'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:59:57.701804 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07719823-2a65-4d0b-b10d-264d376136d9 req-425afbba-7f7a-4c65-b00d-39b8ed67c138 tempest-InstanceActionsTestJSON-1106015027 tempest-InstanceActionsTestJSON-1106015027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:57.703119 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-07719823-2a65-4d0b-b10d-264d376136d9 req-425afbba-7f7a-4c65-b00d-39b8ed67c138 tempest-InstanceActionsTestJSON-1106015027 tempest-InstanceActionsTestJSON-1106015027-project] 10.222.0.39 "GET /v2.0/ports?device_id=354e88d4-9b7a-419e-a069-078919ecae6b HTTP/1.1" status: 200 len: 943 time: 0.1195467 Sep 23 06:59:57.725389 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdbf05a-8cb4-40f5-909b-ae9c4bb3af82 req-a62de066-408b-4158-8861-589692c139a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:57.726919 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-afdbf05a-8cb4-40f5-909b-ae9c4bb3af82 req-a62de066-408b-4158-8861-589692c139a5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5d110e1e0a034bccbd0a8f343e22b852&device_id=354e88d4-9b7a-419e-a069-078919ecae6b HTTP/1.1" status: 200 len: 1095 time: 0.1422698 Sep 23 06:59:57.752880 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-5165da64-3645-45a2-a3f8-edda17d0bb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:59:57.772368 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5165da64-3645-45a2-a3f8-edda17d0bb68 None None] Routers {'1ec85a61-1588-4d98-b167-cdab9d8c0439'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 06:59:57.773583 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-5165da64-3645-45a2-a3f8-edda17d0bb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:59:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['1ec85a61-1588-4d98-b167-cdab9d8c0439'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:59:57.793618 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-07719823-2a65-4d0b-b10d-264d376136d9 req-9dcaf567-6b77-437b-9ee2-5a60629ff222 tempest-InstanceActionsTestJSON-1106015027 tempest-InstanceActionsTestJSON-1106015027-project] 10.222.0.39 "GET /v2.0/security-groups?id=af5220ac-8ccf-4993-b0dc-9bb653004673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824385 Sep 23 06:59:57.803492 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-03305762-a5f8-4a4b-980e-09451d8b3f1f tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Deleting port 34213b19-8aab-4792-b965-cd5f14721e08 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:59:57.803492 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-03305762-a5f8-4a4b-980e-09451d8b3f1f tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:57.809451 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-5165da64-3645-45a2-a3f8-edda17d0bb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 06:59:57.810937 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5165da64-3645-45a2-a3f8-edda17d0bb68 None None] The sync data for ids ['1ec85a61-1588-4d98-b167-cdab9d8c0439'] in n-d-715271-16 is: [] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 06:59:57.841725 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-1f9e00b1-1d00-43ce-b129-46f928150cc6 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] 10.222.0.39 "PUT /v2.0/floatingips/b40cd881-3efc-4dc2-ba28-14dbf2310cce HTTP/1.1" status: 200 len: 978 time: 3.7871351 Sep 23 06:59:57.843064 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 50568) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:57.864488 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:57.892851 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66ba0042-4875-4f86-af92-2e56c950326b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3520650-b779-4dd5-9cec-ab0b72abcffd'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:59:57.895318 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a33746-b7ef-4a7e-a388-6a85f35d9159" -d '{"events": [{"server_uuid": "66ba0042-4875-4f86-af92-2e56c950326b", "name": "network-vif-plugged", "status": "completed", "tag": "a3520650-b779-4dd5-9cec-ab0b72abcffd"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:59:57.911869 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port a3520650-b779-4dd5-9cec-ab0b72abcffd, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=a3520650-b779-4dd5-9cec-ab0b72abcffd,segment=NetworkSegment(9bd7ac6d-d0ea-41a0-b103-8c3b286ade04),segment_id=9bd7ac6d-d0ea-41a0-b103-8c3b286ade04)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:59:57.920036 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:57.920904 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdbf05a-8cb4-40f5-909b-ae9c4bb3af82 req-752c8141-f110-4c2f-b885-c4e01a6e3a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:57.922627 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-afdbf05a-8cb4-40f5-909b-ae9c4bb3af82 req-752c8141-f110-4c2f-b885-c4e01a6e3a6c service neutron] 10.222.0.21 "GET /v2.0/networks?id=da2053dc-fa08-4a76-8b16-257450343793 HTTP/1.1" status: 200 len: 915 time: 0.1826158 Sep 23 06:59:57.944643 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e340507b-e240-4e84-b9ab-401592a970f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:57.945608 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-03305762-a5f8-4a4b-980e-09451d8b3f1f tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:57.947299 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e340507b-e240-4e84-b9ab-401592a970f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:57.948461 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-e340507b-e240-4e84-b9ab-401592a970f6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7b3b3676-444e-44eb-ab50-6458269dca6a HTTP/1.1" status: 204 len: 168 time: 0.6343808 Sep 23 06:59:57.965333 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e340507b-e240-4e84-b9ab-401592a970f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b3b3676-444e-44eb-ab50-6458269dca6a,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:57.968161 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-03305762-a5f8-4a4b-980e-09451d8b3f1f tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Calling delete_port for 34213b19-8aab-4792-b965-cd5f14721e08 owned by {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:59:57.983664 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=a3520650-b779-4dd5-9cec-ab0b72abcffd,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:57.991017 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 06:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc06706e-ff22-47ea-becc-fb9f5e3d1a8f x-openstack-request-id: req-fc06706e-ff22-47ea-becc-fb9f5e3d1a8f {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:59:57.991217 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66ba0042-4875-4f86-af92-2e56c950326b", "name": "network-vif-plugged", "status": "completed", "tag": "a3520650-b779-4dd5-9cec-ab0b72abcffd", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:59:57.991513 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fc06706e-ff22-47ea-becc-fb9f5e3d1a8f {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:59:57.991944 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66ba0042-4875-4f86-af92-2e56c950326b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3520650-b779-4dd5-9cec-ab0b72abcffd', 'code': 200} Sep 23 06:59:58.071554 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-afdbf05a-8cb4-40f5-909b-ae9c4bb3af82 req-73bf103e-2ed4-4c93-a2fb-5d0ca41d39f6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f84ab3c-aa49-4208-95fa-fb518756aec4 HTTP/1.1" status: 200 len: 217 time: 0.0481057 Sep 23 06:59:58.141342 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-f5c4cadb-3762-45f0-990b-4881bed54047 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Deleting port c3352036-ac96-4888-aba6-91592c1af8e5 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:59:58.141687 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f5c4cadb-3762-45f0-990b-4881bed54047 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:58.143889 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdbf05a-8cb4-40f5-909b-ae9c4bb3af82 req-46d9b9a3-47ee-4505-bd01-5fcc8c60ad7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:58.145395 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-afdbf05a-8cb4-40f5-909b-ae9c4bb3af82 req-46d9b9a3-47ee-4505-bd01-5fcc8c60ad7e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5bac5fb9-fa7b-49b7-b95b-9436d57f3a8e HTTP/1.1" status: 200 len: 854 time: 0.0656319 Sep 23 06:59:58.197449 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-afdbf05a-8cb4-40f5-909b-ae9c4bb3af82 req-63abe9f6-0ae7-4a53-90a1-21eaab70346a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=da2053dc-fa08-4a76-8b16-257450343793&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310481 Sep 23 06:59:58.219920 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30119b93-6d62-4477-a2f5-6bf0862da98c req-662cb03d-188d-40cd-a33c-2ef6b1924a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:58.221458 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-30119b93-6d62-4477-a2f5-6bf0862da98c req-662cb03d-188d-40cd-a33c-2ef6b1924a7e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=66ba0042-4875-4f86-af92-2e56c950326b HTTP/1.1" status: 200 len: 1097 time: 0.1633162 Sep 23 06:59:58.239405 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-03305762-a5f8-4a4b-980e-09451d8b3f1f tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:58.306515 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03305762-a5f8-4a4b-980e-09451d8b3f1f tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Pushing event deleted for resources: {'Port': ['ID=34213b19-8aab-4792-b965-cd5f14721e08,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:58.349811 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50578) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:58.416676 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d3b94f70-5f23-4a69-b975-7fe9877c3e61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:58.452716 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-afdbf05a-8cb4-40f5-909b-ae9c4bb3af82 req-d78f417a-fe47-45ab-bdce-333d13cf1506 service neutron] 10.222.0.21 "GET /v2.0/networks/da2053dc-fa08-4a76-8b16-257450343793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472475 Sep 23 06:59:58.484271 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-03305762-a5f8-4a4b-980e-09451d8b3f1f tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:58.486246 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-03305762-a5f8-4a4b-980e-09451d8b3f1f tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] 10.222.0.39 "DELETE /v2.0/ports/34213b19-8aab-4792-b965-cd5f14721e08 HTTP/1.1" status: 204 len: 168 time: 0.9508734 Sep 23 06:59:58.500310 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50584) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:58.564443 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f7865d-9a2a-493a-9cad-df9a2dbb796b req-c61dbf97-dc84-4e38-82ef-33fa3d03c468 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:58.565490 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b6f7865d-9a2a-493a-9cad-df9a2dbb796b req-c61dbf97-dc84-4e38-82ef-33fa3d03c468 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/ports?device_id=66ba0042-4875-4f86-af92-2e56c950326b HTTP/1.1" status: 200 len: 945 time: 0.1832960 Sep 23 06:59:58.611801 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [req-3eaf3361-91d7-4157-a56c-eb79257e63aa req-8d476990-6d44-4b0d-ab13-61472fe928df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63442076-b8cb-4f47-b1c2-94caaf912da0 {{(pid=95066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 06:59:58.627569 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-3eaf3361-91d7-4157-a56c-eb79257e63aa req-8d476990-6d44-4b0d-ab13-61472fe928df service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:58.671303 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-25bc8aea-70f9-4611-bddd-7fc9d7af226a tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Deleting subnet caee4890-cc52-465e-8f3d-957ad4e4f551 {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 06:59:58.672493 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f5c4cadb-3762-45f0-990b-4881bed54047 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:58.684461 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.provisioning_blocks [req-3eaf3361-91d7-4157-a56c-eb79257e63aa req-8d476990-6d44-4b0d-ab13-61472fe928df service neutron] Transition to ACTIVE for port object 63442076-b8cb-4f47-b1c2-94caaf912da0 will not be triggered until provisioned by entity L2. {{(pid=95066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 06:59:58.691179 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-25bc8aea-70f9-4611-bddd-7fc9d7af226a tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:58.697581 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b6f7865d-9a2a-493a-9cad-df9a2dbb796b req-a492cc76-cf57-4dff-b389-6c4103b4891a tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/security-groups?id=fd2b27e9-002e-4189-a66b-a3d17ee0f452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006310 Sep 23 06:59:58.697760 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-30119b93-6d62-4477-a2f5-6bf0862da98c req-9ae533cb-609a-4484-b595-fe5ae7d3b37b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=fd2b27e9-002e-4189-a66b-a3d17ee0f452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376646 Sep 23 06:59:58.698476 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-3eaf3361-91d7-4157-a56c-eb79257e63aa req-8d476990-6d44-4b0d-ab13-61472fe928df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:58.723527 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-afdbf05a-8cb4-40f5-909b-ae9c4bb3af82 req-d5abbaea-b8ae-4832-bc58-24717c70cf9d service neutron] 10.222.0.21 "GET /v2.0/networks/da2053dc-fa08-4a76-8b16-257450343793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573187 Sep 23 06:59:58.733671 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00606445-6fa7-442f-8f7b-493dac07081e req-ac8fed6c-d780-4df2-851e-49cdc7dc4250 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:58.735373 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-00606445-6fa7-442f-8f7b-493dac07081e req-ac8fed6c-d780-4df2-851e-49cdc7dc4250 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] 10.222.0.39 "GET /v2.0/ports?device_id=03d55418-726b-4a51-92cd-5c3b96f6a059 HTTP/1.1" status: 200 len: 932 time: 0.1738274 Sep 23 06:59:58.754135 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-25bc8aea-70f9-4611-bddd-7fc9d7af226a tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:58.808177 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d3b94f70-5f23-4a69-b975-7fe9877c3e61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:58.815439 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d3b94f70-5f23-4a69-b975-7fe9877c3e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:58.875388 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d476990-6d44-4b0d-ab13-61472fe928df service neutron] Pushing event updated for resources: {'Port': ['ID=63442076-b8cb-4f47-b1c2-94caaf912da0,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:58.895224 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b94f70-5f23-4a69-b975-7fe9877c3e61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c361fdb7-8d5c-4cab-83af-4abd816091c6,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:58.915764 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-d3b94f70-5f23-4a69-b975-7fe9877c3e61 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ad20fe32bc494063801afe9e8ecf292c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5450482 Sep 23 06:59:58.932928 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50588) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:58.950728 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-25bc8aea-70f9-4611-bddd-7fc9d7af226a tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:59.004058 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-00606445-6fa7-442f-8f7b-493dac07081e req-235d3c94-bc98-48af-bb9c-06773bcbed1b tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c3b7e59-df38-468e-87df-f71d60e98b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137656 Sep 23 06:59:59.026292 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbe866e-5980-44e9-a7e7-2247bc23573a req-086f2133-48bd-4671-8a1a-5d25727c96e7 tempest-InstanceActionsTestJSON-1106015027 tempest-InstanceActionsTestJSON-1106015027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:59.027746 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-edbe866e-5980-44e9-a7e7-2247bc23573a req-086f2133-48bd-4671-8a1a-5d25727c96e7 tempest-InstanceActionsTestJSON-1106015027 tempest-InstanceActionsTestJSON-1106015027-project] 10.222.0.39 "GET /v2.0/ports?device_id=354e88d4-9b7a-419e-a069-078919ecae6b HTTP/1.1" status: 200 len: 943 time: 0.1483114 Sep 23 06:59:59.055285 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-16f87cb3-70f1-4176-a478-495d411bcedb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:59.090139 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-25bc8aea-70f9-4611-bddd-7fc9d7af226a tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:59.100913 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-39c70305-1bcd-430c-ba64-5778f0b39bcd req-41194053-2d56-4596-b450-de90ec26bfa2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2009547 Sep 23 06:59:59.104267 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-3eaf3361-91d7-4157-a56c-eb79257e63aa req-8d476990-6d44-4b0d-ab13-61472fe928df service neutron] Attempting to bind port 63442076-b8cb-4f47-b1c2-94caaf912da0 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 06:59:59.104605 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-3eaf3361-91d7-4157-a56c-eb79257e63aa req-8d476990-6d44-4b0d-ab13-61472fe928df service neutron] Attempting to bind port 63442076-b8cb-4f47-b1c2-94caaf912da0 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '246a328a-f0a9-4507-b0f8-65ab030d674f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3f96c91f-c29f-4716-92bf-8a0aea5934cc'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 06:59:59.104934 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eaf3361-91d7-4157-a56c-eb79257e63aa req-8d476990-6d44-4b0d-ab13-61472fe928df service neutron] Attempting to bind port 63442076-b8cb-4f47-b1c2-94caaf912da0 on network 3f96c91f-c29f-4716-92bf-8a0aea5934cc {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:59:59.112067 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-16f87cb3-70f1-4176-a478-495d411bcedb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:59.114897 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eaf3361-91d7-4157-a56c-eb79257e63aa req-8d476990-6d44-4b0d-ab13-61472fe928df service neutron] Port 63442076-b8cb-4f47-b1c2-94caaf912da0 on network 3f96c91f-c29f-4716-92bf-8a0aea5934cc not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 06:59:59.115271 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eaf3361-91d7-4157-a56c-eb79257e63aa req-8d476990-6d44-4b0d-ab13-61472fe928df service neutron] Attempting to bind port 63442076-b8cb-4f47-b1c2-94caaf912da0 on network 3f96c91f-c29f-4716-92bf-8a0aea5934cc {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 06:59:59.127752 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f5c4cadb-3762-45f0-990b-4881bed54047 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:59.128120 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f5c4cadb-3762-45f0-990b-4881bed54047 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:59.128438 n-d-715271-16 neutron-server[95066]: INFO neutron.db.l3_db [None req-f5c4cadb-3762-45f0-990b-4881bed54047 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Floating IP b40cd881-3efc-4dc2-ba28-14dbf2310cce disassociated. External IP: 172.25.2.154, port: c3352036-ac96-4888-aba6-91592c1af8e5. Sep 23 06:59:59.128776 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-f5c4cadb-3762-45f0-990b-4881bed54047 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Calling delete_port for c3352036-ac96-4888-aba6-91592c1af8e5 owned by {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:59:59.133050 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eaf3361-91d7-4157-a56c-eb79257e63aa req-8d476990-6d44-4b0d-ab13-61472fe928df service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 06:59:59.133389 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eaf3361-91d7-4157-a56c-eb79257e63aa req-8d476990-6d44-4b0d-ab13-61472fe928df service neutron] Checking segment: {'id': '246a328a-f0a9-4507-b0f8-65ab030d674f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3f96c91f-c29f-4716-92bf-8a0aea5934cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 06:59:59.133766 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eaf3361-91d7-4157-a56c-eb79257e63aa req-8d476990-6d44-4b0d-ab13-61472fe928df service neutron] Bound using segment: {'id': '246a328a-f0a9-4507-b0f8-65ab030d674f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3f96c91f-c29f-4716-92bf-8a0aea5934cc'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 06:59:59.134246 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-3eaf3361-91d7-4157-a56c-eb79257e63aa req-8d476990-6d44-4b0d-ab13-61472fe928df service neutron] Bound port: 63442076-b8cb-4f47-b1c2-94caaf912da0, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '246a328a-f0a9-4507-b0f8-65ab030d674f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3f96c91f-c29f-4716-92bf-8a0aea5934cc'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 06:59:59.134584 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-3eaf3361-91d7-4157-a56c-eb79257e63aa req-8d476990-6d44-4b0d-ab13-61472fe928df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:59.143655 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-edbe866e-5980-44e9-a7e7-2247bc23573a req-43bed110-b845-4625-8b65-e66789435ca0 tempest-InstanceActionsTestJSON-1106015027 tempest-InstanceActionsTestJSON-1106015027-project] 10.222.0.39 "GET /v2.0/security-groups?id=af5220ac-8ccf-4993-b0dc-9bb653004673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031208 Sep 23 06:59:59.146244 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bc8aea-70f9-4611-bddd-7fc9d7af226a tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Pushing event deleted for resources: {'Subnet': ['ID=caee4890-cc52-465e-8f3d-957ad4e4f551,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:59.156966 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-25bc8aea-70f9-4611-bddd-7fc9d7af226a tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:59.161605 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-25bc8aea-70f9-4611-bddd-7fc9d7af226a tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] 10.222.0.39 "DELETE /v2.0/subnets/caee4890-cc52-465e-8f3d-957ad4e4f551 HTTP/1.1" status: 204 len: 168 time: 0.6545470 Sep 23 06:59:59.161794 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50590) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 06:59:59.176255 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c255e8a1-3fb2-45ca-95e2-5ffc7f73f912 None None] Network 99dad69a-a087-4dfe-9951-9620a942c2d3 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 06:59:59.262061 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d5a32339-e73b-4aa7-aa58-013ac0b4c2d7 tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:59.269344 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-16f87cb3-70f1-4176-a478-495d411bcedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:59.271914 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-16f87cb3-70f1-4176-a478-495d411bcedb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:59.275403 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-16f87cb3-70f1-4176-a478-495d411bcedb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c361fdb7-8d5c-4cab-83af-4abd816091c6 HTTP/1.1" status: 204 len: 168 time: 0.3370271 Sep 23 06:59:59.284026 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f87cb3-70f1-4176-a478-495d411bcedb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c361fdb7-8d5c-4cab-83af-4abd816091c6,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:59.296674 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c70305-1bcd-430c-ba64-5778f0b39bcd req-0301ca23-2a42-49ab-a76b-434269e88ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:59.297221 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c70305-1bcd-430c-ba64-5778f0b39bcd req-0301ca23-2a42-49ab-a76b-434269e88ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:59.297645 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c70305-1bcd-430c-ba64-5778f0b39bcd req-0301ca23-2a42-49ab-a76b-434269e88ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:59.298150 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c70305-1bcd-430c-ba64-5778f0b39bcd req-0301ca23-2a42-49ab-a76b-434269e88ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:59.298628 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c70305-1bcd-430c-ba64-5778f0b39bcd req-0301ca23-2a42-49ab-a76b-434269e88ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:59.299101 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c70305-1bcd-430c-ba64-5778f0b39bcd req-0301ca23-2a42-49ab-a76b-434269e88ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:59.299567 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c70305-1bcd-430c-ba64-5778f0b39bcd req-0301ca23-2a42-49ab-a76b-434269e88ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:59.301608 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-39c70305-1bcd-430c-ba64-5778f0b39bcd req-0301ca23-2a42-49ab-a76b-434269e88ba5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3be4c5cb804b4ff99ee0f3347ae7c2c6&device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79 HTTP/1.1" status: 200 len: 6500 time: 0.1502075 Sep 23 06:59:59.316674 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-3eaf3361-91d7-4157-a56c-eb79257e63aa req-8d476990-6d44-4b0d-ab13-61472fe928df service neutron] For port 63442076-b8cb-4f47-b1c2-94caaf912da0, host n-h2-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 06:59:59.321822 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-3eaf3361-91d7-4157-a56c-eb79257e63aa req-8d476990-6d44-4b0d-ab13-61472fe928df service neutron] For port 63442076-b8cb-4f47-b1c2-94caaf912da0, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=63442076-b8cb-4f47-b1c2-94caaf912da0,segment=NetworkSegment(246a328a-f0a9-4507-b0f8-65ab030d674f),segment_id=246a328a-f0a9-4507-b0f8-65ab030d674f)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 06:59:59.330644 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-3eaf3361-91d7-4157-a56c-eb79257e63aa req-8d476990-6d44-4b0d-ab13-61472fe928df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:59.381444 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-d5a32339-e73b-4aa7-aa58-013ac0b4c2d7 tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Deleting port feb678b5-d235-485c-9f08-1573d41562b2 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:59:59.382063 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d5a32339-e73b-4aa7-aa58-013ac0b4c2d7 tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:59.411213 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaf3361-91d7-4157-a56c-eb79257e63aa req-8d476990-6d44-4b0d-ab13-61472fe928df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:59.411842 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-3eaf3361-91d7-4157-a56c-eb79257e63aa req-8d476990-6d44-4b0d-ab13-61472fe928df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:59.413242 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3eaf3361-91d7-4157-a56c-eb79257e63aa req-8d476990-6d44-4b0d-ab13-61472fe928df service neutron] 10.222.0.58 "PUT /v2.0/ports/63442076-b8cb-4f47-b1c2-94caaf912da0 HTTP/1.1" status: 200 len: 1093 time: 2.1874127 Sep 23 06:59:59.418530 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03d55418-726b-4a51-92cd-5c3b96f6a059', 'tag': '63442076-b8cb-4f47-b1c2-94caaf912da0'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 06:59:59.421773 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ad6d88-d9ce-4f49-ac18-5338ebfbf59a" -d '{"events": [{"name": "network-changed", "server_uuid": "03d55418-726b-4a51-92cd-5c3b96f6a059", "tag": "63442076-b8cb-4f47-b1c2-94caaf912da0"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 06:59:59.433999 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba0db67-33aa-4653-9bb8-5149e50e479b None None] DHCP port deletion for 99dad69a-a087-4dfe-9951-9620a942c2d3 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 06:59:59.484512 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 06:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6656f69a-3a0b-4289-ae64-71d7e00ea659 x-openstack-request-id: req-6656f69a-3a0b-4289-ae64-71d7e00ea659 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 06:59:59.484800 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03d55418-726b-4a51-92cd-5c3b96f6a059", "tag": "63442076-b8cb-4f47-b1c2-94caaf912da0", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 06:59:59.485051 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6656f69a-3a0b-4289-ae64-71d7e00ea659 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 06:59:59.485447 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03d55418-726b-4a51-92cd-5c3b96f6a059', 'tag': '63442076-b8cb-4f47-b1c2-94caaf912da0', 'status': 'completed', 'code': 200} Sep 23 06:59:59.502318 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dba0db67-33aa-4653-9bb8-5149e50e479b None None] Deleting port feb678b5-d235-485c-9f08-1573d41562b2 {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 06:59:59.502804 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dba0db67-33aa-4653-9bb8-5149e50e479b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:59.598587 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dba0db67-33aa-4653-9bb8-5149e50e479b None None] For port feb678b5-d235-485c-9f08-1573d41562b2, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=feb678b5-d235-485c-9f08-1573d41562b2,segment=NetworkSegment(dd76d57f-9f11-45a9-b465-c4d641eab573),segment_id=dd76d57f-9f11-45a9-b465-c4d641eab573)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:59:59.598873 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dba0db67-33aa-4653-9bb8-5149e50e479b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:59.604538 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d476990-6d44-4b0d-ab13-61472fe928df service neutron] Pushing event updated for resources: {'Port': ['ID=63442076-b8cb-4f47-b1c2-94caaf912da0,revision_number=3']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:59.608090 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f5c4cadb-3762-45f0-990b-4881bed54047 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:59.613795 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dba0db67-33aa-4653-9bb8-5149e50e479b None None] Calling delete_port for feb678b5-d235-485c-9f08-1573d41562b2 owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 06:59:59.656406 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c4cadb-3762-45f0-990b-4881bed54047 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Pushing event deleted for resources: {'Port': ['ID=c3352036-ac96-4888-aba6-91592c1af8e5,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:59.691663 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaf3361-91d7-4157-a56c-eb79257e63aa req-2b4ed5f6-df5f-4ec0-8bda-711f77ec03a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:59.693380 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3eaf3361-91d7-4157-a56c-eb79257e63aa req-2b4ed5f6-df5f-4ec0-8bda-711f77ec03a0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4a7a002963fd48a09d0897116f136693&device_id=03d55418-726b-4a51-92cd-5c3b96f6a059 HTTP/1.1" status: 200 len: 1096 time: 0.2235985 Sep 23 06:59:59.696353 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c70305-1bcd-430c-ba64-5778f0b39bcd req-6f48a899-ed62-4caa-8d04-a1bbe6e9f24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:59.701897 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c70305-1bcd-430c-ba64-5778f0b39bcd req-6f48a899-ed62-4caa-8d04-a1bbe6e9f24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:59.704623 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c70305-1bcd-430c-ba64-5778f0b39bcd req-6f48a899-ed62-4caa-8d04-a1bbe6e9f24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 06:59:59.706530 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-39c70305-1bcd-430c-ba64-5778f0b39bcd req-6f48a899-ed62-4caa-8d04-a1bbe6e9f24b service neutron] 10.222.0.58 "GET /v2.0/networks?id=89158bcd-2a79-4993-ae5b-556a0ab839e7&id=a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54&id=a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54&id=a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54&id=a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54&id=57ba53b1-4b40-40e0-aae1-e93257c8c94d&id=57ba53b1-4b40-40e0-aae1-e93257c8c94d HTTP/1.1" status: 200 len: 2291 time: 0.3360004 Sep 23 06:59:59.736088 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dba0db67-33aa-4653-9bb8-5149e50e479b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:59.800475 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba0db67-33aa-4653-9bb8-5149e50e479b None None] Pushing event deleted for resources: {'Port': ['ID=feb678b5-d235-485c-9f08-1573d41562b2,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 06:59:59.819224 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba0db67-33aa-4653-9bb8-5149e50e479b None None] No DVR routers for this DVR port feb678b5-d235-485c-9f08-1573d41562b2 on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 06:59:59.891565 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3eaf3361-91d7-4157-a56c-eb79257e63aa req-84fbc631-dacd-48bc-aa10-7a20cfc22c56 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63442076-b8cb-4f47-b1c2-94caaf912da0 HTTP/1.1" status: 200 len: 217 time: 0.1837277 Sep 23 06:59:59.963796 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-d5a32339-e73b-4aa7-aa58-013ac0b4c2d7 tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] For port feb678b5-d235-485c-9f08-1573d41562b2, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=feb678b5-d235-485c-9f08-1573d41562b2,segment=NetworkSegment(dd76d57f-9f11-45a9-b465-c4d641eab573),segment_id=dd76d57f-9f11-45a9-b465-c4d641eab573)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 06:59:59.964070 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d5a32339-e73b-4aa7-aa58-013ac0b4c2d7 tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 06:59:59.981147 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-d5a32339-e73b-4aa7-aa58-013ac0b4c2d7 tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Calling delete_port for feb678b5-d235-485c-9f08-1573d41562b2 owned by network:dhcp {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:00:00.096786 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d5a32339-e73b-4aa7-aa58-013ac0b4c2d7 tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:00.111277 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device feb678b5-d235-485c-9f08-1573d41562b2 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:00:00.114240 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaf3361-91d7-4157-a56c-eb79257e63aa req-f794888b-ac5e-4f1d-9f21-bd3fd78e29dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:00.115926 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3eaf3361-91d7-4157-a56c-eb79257e63aa req-f794888b-ac5e-4f1d-9f21-bd3fd78e29dd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6f131c6e-2a00-470b-88bd-53df114e1143 HTTP/1.1" status: 200 len: 848 time: 0.1773450 Sep 23 07:00:00.133428 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: feb678b5-d235-485c-9f08-1573d41562b2 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:00:00.134066 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device feb678b5-d235-485c-9f08-1573d41562b2 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:00:00.134206 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5c4cadb-3762-45f0-990b-4881bed54047 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Router 1ec85a61-1588-4d98-b167-cdab9d8c0439 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:00:00.136743 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-39c70305-1bcd-430c-ba64-5778f0b39bcd req-69b4f894-dd37-4499-836e-2a746b3a7cd9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=710c6711-73b5-4443-9f6d-058253ac8526 HTTP/1.1" status: 200 len: 1002 time: 0.3766544 Sep 23 07:00:00.159216 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a32339-e73b-4aa7-aa58-013ac0b4c2d7 tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Pushing event deleted for resources: {'Port': ['ID=feb678b5-d235-485c-9f08-1573d41562b2,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:00.169749 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3eaf3361-91d7-4157-a56c-eb79257e63aa req-fef99a8f-9913-4a2f-97bf-4383afcb90dc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3f96c91f-c29f-4716-92bf-8a0aea5934cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313392 Sep 23 07:00:00.179194 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a32339-e73b-4aa7-aa58-013ac0b4c2d7 tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] No DVR routers for this DVR port feb678b5-d235-485c-9f08-1573d41562b2 on host n-d-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:00:00.188046 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f123f3c3-c197-4ec2-b0a2-696217ab7d1f req-9bca1e27-99fe-44d5-bccf-2748cd1cae7b tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:00.194142 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f123f3c3-c197-4ec2-b0a2-696217ab7d1f req-9bca1e27-99fe-44d5-bccf-2748cd1cae7b tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/ports?device_id=66ba0042-4875-4f86-af92-2e56c950326b HTTP/1.1" status: 200 len: 945 time: 0.2565277 Sep 23 07:00:00.260711 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d982d6e-2f7c-4dd0-b2e0-1a6c6d19a616 req-08596a20-c2a4-461b-9a54-9f8acfb8c378 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:00.260711 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0d982d6e-2f7c-4dd0-b2e0-1a6c6d19a616 req-08596a20-c2a4-461b-9a54-9f8acfb8c378 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] 10.222.0.39 "GET /v2.0/ports?device_id=03d55418-726b-4a51-92cd-5c3b96f6a059 HTTP/1.1" status: 200 len: 944 time: 0.1130183 Sep 23 07:00:00.294269 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d5a32339-e73b-4aa7-aa58-013ac0b4c2d7 tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:00.331078 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-d5a32339-e73b-4aa7-aa58-013ac0b4c2d7 tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99dad69a-a087-4dfe-9951-9620a942c2d3']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:00.339479 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c70305-1bcd-430c-ba64-5778f0b39bcd req-abf8965a-8d3e-4419-9a38-a16deda1788c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:00.341562 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-39c70305-1bcd-430c-ba64-5778f0b39bcd req-abf8965a-8d3e-4419-9a38-a16deda1788c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=11f8f7b3-d5e2-420b-8586-bf82f5f03fc6 HTTP/1.1" status: 200 len: 850 time: 0.1703050 Sep 23 07:00:00.350538 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-d5a32339-e73b-4aa7-aa58-013ac0b4c2d7 tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd76d57f-9f11-45a9-b465-c4d641eab573') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:00.350949 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-d5a32339-e73b-4aa7-aa58-013ac0b4c2d7 tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd76d57f-9f11-45a9-b465-c4d641eab573') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:00.363440 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d5a32339-e73b-4aa7-aa58-013ac0b4c2d7 tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:00.367470 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0d982d6e-2f7c-4dd0-b2e0-1a6c6d19a616 req-96f0126a-9184-4604-b13c-966ed5ac3df6 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c3b7e59-df38-468e-87df-f71d60e98b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694790 Sep 23 07:00:00.381401 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d5a32339-e73b-4aa7-aa58-013ac0b4c2d7 tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:00.382415 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f123f3c3-c197-4ec2-b0a2-696217ab7d1f req-b0802794-14d3-4172-a4f4-fcfd4dbfdcc8 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/security-groups?id=fd2b27e9-002e-4189-a66b-a3d17ee0f452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854563 Sep 23 07:00:00.388932 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5a32339-e73b-4aa7-aa58-013ac0b4c2d7 tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:00:00.389350 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d5a32339-e73b-4aa7-aa58-013ac0b4c2d7 tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:00.392847 n-d-715271-16 neutron-server[95065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:00:00.392847 n-d-715271-16 neutron-server[95065]: self.session.flush() Sep 23 07:00:00.392847 n-d-715271-16 neutron-server[95065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:00:00.392847 n-d-715271-16 neutron-server[95065]: self.session.flush() Sep 23 07:00:00.392847 n-d-715271-16 neutron-server[95065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:00:00.392847 n-d-715271-16 neutron-server[95065]: self.session.flush() Sep 23 07:00:00.392847 n-d-715271-16 neutron-server[95065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:00:00.392847 n-d-715271-16 neutron-server[95065]: self.session.flush() Sep 23 07:00:00.392847 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 07:00:00.392847 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:00:00.392847 n-d-715271-16 neutron-server[95065]: timer() Sep 23 07:00:00.392847 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:00:00.392847 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 07:00:00.392847 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:00:00.392847 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 07:00:00.392847 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:00:00.392847 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 07:00:00.392847 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:00:00.392847 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 07:00:00.392847 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:00:00.392847 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 07:00:00.392847 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:00:00.392847 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:00:00.392847 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:00:00.392847 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:00:00.392847 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:00:00.392847 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 07:00:00.392847 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:00:00.392847 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 07:00:00.392847 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:00:00.392847 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:00:00.392847 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:00:00.392847 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 07:00:00.392847 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:00:00.392847 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:00:00.392847 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:00:00.392847 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:00:00.392847 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:00:00.392847 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:00:00.392847 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:00:00.474569 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3eaf3361-91d7-4157-a56c-eb79257e63aa req-7b9d1e2b-f0ed-4cde-9c2b-184cf1c20972 service neutron] 10.222.0.58 "GET /v2.0/networks/3f96c91f-c29f-4716-92bf-8a0aea5934cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788396 Sep 23 07:00:00.512094 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d5a32339-e73b-4aa7-aa58-013ac0b4c2d7 tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:00.514873 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c70305-1bcd-430c-ba64-5778f0b39bcd req-52f7d719-a05b-42da-9bea-2640c1d926eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:00.516639 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-39c70305-1bcd-430c-ba64-5778f0b39bcd req-52f7d719-a05b-42da-9bea-2640c1d926eb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=89158bcd-2a79-4993-ae5b-556a0ab839e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1478627 Sep 23 07:00:00.519854 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c4cadb-3762-45f0-990b-4881bed54047 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:00:00.535511 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a273e46d-29ab-40e0-82bf-0b503d573912 None None] Sync routers for ids ['1ec85a61-1588-4d98-b167-cdab9d8c0439'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:00:00.540148 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d5a32339-e73b-4aa7-aa58-013ac0b4c2d7 tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:00.544929 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a273e46d-29ab-40e0-82bf-0b503d573912 None None] Routers {'1ec85a61-1588-4d98-b167-cdab9d8c0439'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:00:00.545180 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-d5a32339-e73b-4aa7-aa58-013ac0b4c2d7 tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] 10.222.0.39 "DELETE /v2.0/networks/99dad69a-a087-4dfe-9951-9620a942c2d3 HTTP/1.1" status: 204 len: 168 time: 1.3823159 Sep 23 07:00:00.546146 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-a273e46d-29ab-40e0-82bf-0b503d573912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:59:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['1ec85a61-1588-4d98-b167-cdab9d8c0439'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:00.558497 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a32339-e73b-4aa7-aa58-013ac0b4c2d7 tempest-ExtraDHCPOptionsTestJSON-1396573644 tempest-ExtraDHCPOptionsTestJSON-1396573644-project] Pushing event deleted for resources: {'Network': ['ID=99dad69a-a087-4dfe-9951-9620a942c2d3,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:00.575172 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ba2e10-c2a0-4eb0-ba4e-de7d499a10d2 req-951bdf6d-6ddb-4ae2-80f7-d087e2399f03 tempest-InstanceActionsTestJSON-1106015027 tempest-InstanceActionsTestJSON-1106015027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:00.587829 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-68ba2e10-c2a0-4eb0-ba4e-de7d499a10d2 req-951bdf6d-6ddb-4ae2-80f7-d087e2399f03 tempest-InstanceActionsTestJSON-1106015027 tempest-InstanceActionsTestJSON-1106015027-project] 10.222.0.39 "GET /v2.0/ports?device_id=354e88d4-9b7a-419e-a069-078919ecae6b HTTP/1.1" status: 200 len: 943 time: 0.1070859 Sep 23 07:00:00.600886 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-a273e46d-29ab-40e0-82bf-0b503d573912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:00.618188 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a273e46d-29ab-40e0-82bf-0b503d573912 None None] Routers {'1ec85a61-1588-4d98-b167-cdab9d8c0439'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:00:00.618725 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-a273e46d-29ab-40e0-82bf-0b503d573912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:59:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['1ec85a61-1588-4d98-b167-cdab9d8c0439'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:00.656582 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-68ba2e10-c2a0-4eb0-ba4e-de7d499a10d2 req-3d762442-14b1-4637-9e58-5bff483c3543 tempest-InstanceActionsTestJSON-1106015027 tempest-InstanceActionsTestJSON-1106015027-project] 10.222.0.39 "GET /v2.0/security-groups?id=af5220ac-8ccf-4993-b0dc-9bb653004673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613861 Sep 23 07:00:00.673664 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-a273e46d-29ab-40e0-82bf-0b503d573912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:00.674565 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a273e46d-29ab-40e0-82bf-0b503d573912 None None] The sync data for ids ['1ec85a61-1588-4d98-b167-cdab9d8c0439'] in n-d-715271-16 is: [] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:00:00.758809 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f5c4cadb-3762-45f0-990b-4881bed54047 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:00.761162 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-f5c4cadb-3762-45f0-990b-4881bed54047 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] 10.222.0.39 "DELETE /v2.0/ports/c3352036-ac96-4888-aba6-91592c1af8e5 HTTP/1.1" status: 204 len: 168 time: 2.9169567 Sep 23 07:00:00.764227 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50634) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:00.777353 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3eaf3361-91d7-4157-a56c-eb79257e63aa req-95f352cf-2fea-477e-8bce-0d22b162046f service neutron] 10.222.0.58 "GET /v2.0/networks/3f96c91f-c29f-4716-92bf-8a0aea5934cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931657 Sep 23 07:00:00.789480 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-39c70305-1bcd-430c-ba64-5778f0b39bcd req-7fc7e388-aff5-4409-86c8-d496af5796f8 service neutron] 10.222.0.58 "GET /v2.0/networks/89158bcd-2a79-4993-ae5b-556a0ab839e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622783 Sep 23 07:00:00.920453 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 50640) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:00.935030 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad6d88-d9ce-4f49-ac18-5338ebfbf59a req-f4e2f798-4d35-49c5-ba6d-0c6ef434d17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:00.936395 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-72ad6d88-d9ce-4f49-ac18-5338ebfbf59a req-f4e2f798-4d35-49c5-ba6d-0c6ef434d17f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4a7a002963fd48a09d0897116f136693&device_id=03d55418-726b-4a51-92cd-5c3b96f6a059 HTTP/1.1" status: 200 len: 1096 time: 0.0963075 Sep 23 07:00:00.973441 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-39c70305-1bcd-430c-ba64-5778f0b39bcd req-bd536a9c-10dd-44e9-b5b8-a09b06efe667 service neutron] 10.222.0.58 "GET /v2.0/networks/89158bcd-2a79-4993-ae5b-556a0ab839e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761827 Sep 23 07:00:01.052416 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-39c70305-1bcd-430c-ba64-5778f0b39bcd req-7f479e50-d1b0-4494-afca-890e16b5fc0d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=2967a824-073c-4484-ab0d-43a76601a0ab HTTP/1.1" status: 200 len: 217 time: 0.0695174 Sep 23 07:00:01.128545 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad6d88-d9ce-4f49-ac18-5338ebfbf59a req-f6bd925e-96e0-40a9-83da-16fcd272479a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:01.130068 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-72ad6d88-d9ce-4f49-ac18-5338ebfbf59a req-f6bd925e-96e0-40a9-83da-16fcd272479a service neutron] 10.222.0.58 "GET /v2.0/networks?id=3f96c91f-c29f-4716-92bf-8a0aea5934cc HTTP/1.1" status: 200 len: 909 time: 0.1834772 Sep 23 07:00:01.135655 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c70305-1bcd-430c-ba64-5778f0b39bcd req-13ec103b-d46d-4b75-a778-7d7e1e30edf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:01.137079 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-39c70305-1bcd-430c-ba64-5778f0b39bcd req-13ec103b-d46d-4b75-a778-7d7e1e30edf2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7b8d89ab-b77e-4358-8f41-f550782dd0dc HTTP/1.1" status: 200 len: 797 time: 0.0770581 Sep 23 07:00:01.163318 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 6f84ab3c-aa49-4208-95fa-fb518756aec4 details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:00:01.190126 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-72ad6d88-d9ce-4f49-ac18-5338ebfbf59a req-193d73b9-ee9e-41cc-9d19-c30d8c31823a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63442076-b8cb-4f47-b1c2-94caaf912da0 HTTP/1.1" status: 200 len: 217 time: 0.0520360 Sep 23 07:00:01.231245 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5a4b96cd-da27-4118-894c-c468f2767bf5 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066969'] for router_interface, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:01.292827 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c70305-1bcd-430c-ba64-5778f0b39bcd req-60a8e791-1938-4c98-a197-e770424a6abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:01.295635 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-39c70305-1bcd-430c-ba64-5778f0b39bcd req-60a8e791-1938-4c98-a197-e770424a6abd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1486592 Sep 23 07:00:01.297624 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 6f84ab3c-aa49-4208-95fa-fb518756aec4, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=6f84ab3c-aa49-4208-95fa-fb518756aec4,segment=NetworkSegment(757dd634-8947-4fda-a35f-964e616b2e7c),segment_id=757dd634-8947-4fda-a35f-964e616b2e7c)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:00:01.300833 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-b2c315e5-aa98-4dac-b902-17ad94e203e7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1fd2b513ee654b4ab830a8a495571c9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3793247 Sep 23 07:00:01.302379 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad6d88-d9ce-4f49-ac18-5338ebfbf59a req-714ba78d-e990-41e3-91ea-ce8e72f9ed01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:01.303802 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-72ad6d88-d9ce-4f49-ac18-5338ebfbf59a req-714ba78d-e990-41e3-91ea-ce8e72f9ed01 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6f131c6e-2a00-470b-88bd-53df114e1143 HTTP/1.1" status: 200 len: 848 time: 0.0984151 Sep 23 07:00:01.305380 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 50652) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:01.311695 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': '6f84ab3c-aa49-4208-95fa-fb518756aec4', 'network_id': 'da2053dc-fa08-4a76-8b16-257450343793', 'port_id': '6f84ab3c-aa49-4208-95fa-fb518756aec4', 'mac_address': 'fa:16:3e:f0:b1:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bac5fb9-fa7b-49b7-b95b-9436d57f3a8e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:00:01.357008 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:01.371509 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f84ab3c-aa49-4208-95fa-fb518756aec4 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:00:01.417303 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 6f84ab3c-aa49-4208-95fa-fb518756aec4, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=6f84ab3c-aa49-4208-95fa-fb518756aec4,segment=NetworkSegment(757dd634-8947-4fda-a35f-964e616b2e7c),segment_id=757dd634-8947-4fda-a35f-964e616b2e7c)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:00:01.427766 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:01.499649 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=6f84ab3c-aa49-4208-95fa-fb518756aec4,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:01.617145 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c884d4-4dfc-4e3c-a194-1663dae34c36 req-6b00e0f5-805c-4dbc-af32-9929e915f81d tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:01.618859 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-22c884d4-4dfc-4e3c-a194-1663dae34c36 req-6b00e0f5-805c-4dbc-af32-9929e915f81d tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] 10.222.0.39 "GET /v2.0/ports?device_id=03d55418-726b-4a51-92cd-5c3b96f6a059 HTTP/1.1" status: 200 len: 944 time: 0.0911014 Sep 23 07:00:01.671873 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-5a4b96cd-da27-4118-894c-c468f2767bf5 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Deleting port 8281b0c0-36ee-4866-be51-93f19672578d {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:00:01.672131 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5a4b96cd-da27-4118-894c-c468f2767bf5 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:01.691559 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-22c884d4-4dfc-4e3c-a194-1663dae34c36 req-f20e00d9-e4fe-40c1-800b-1a025af84149 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c3b7e59-df38-468e-87df-f71d60e98b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654435 Sep 23 07:00:01.724371 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-72ad6d88-d9ce-4f49-ac18-5338ebfbf59a req-bb610b54-0070-46cd-84a8-5053996c01b0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3f96c91f-c29f-4716-92bf-8a0aea5934cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799401 Sep 23 07:00:01.783134 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['6f84ab3c-aa49-4208-95fa-fb518756aec4'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:00:01.789702 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5a4b96cd-da27-4118-894c-c468f2767bf5 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:01.806363 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-5a4b96cd-da27-4118-894c-c468f2767bf5 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Calling delete_port for 8281b0c0-36ee-4866-be51-93f19672578d owned by network:router_interface {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:00:01.929413 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91b4c21-2a82-4546-90c0-2aa80614bd51 req-a71a202a-8073-49d5-ad5e-84da78591c5c tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:01.937766 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c91b4c21-2a82-4546-90c0-2aa80614bd51 req-a71a202a-8073-49d5-ad5e-84da78591c5c tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/ports?device_id=66ba0042-4875-4f86-af92-2e56c950326b HTTP/1.1" status: 200 len: 945 time: 0.2813964 Sep 23 07:00:01.949330 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1b405427-719f-4ae0-9270-8ac8f1ad7503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:01.960993 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-72ad6d88-d9ce-4f49-ac18-5338ebfbf59a req-1bfd1e67-6f43-42c5-bdcb-e72226529044 service neutron] 10.222.0.58 "GET /v2.0/networks/3f96c91f-c29f-4716-92bf-8a0aea5934cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147655 Sep 23 07:00:02.032970 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-39c70305-1bcd-430c-ba64-5778f0b39bcd req-3d34e8ea-5074-49b5-981e-033b01ab4493 service neutron] 10.222.0.58 "GET /v2.0/networks/a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7281206 Sep 23 07:00:02.052463 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ba3d11-68be-4a22-bded-19caa164bbf7 req-5b01e187-b1ac-485b-8f8d-0c7f396081cf tempest-InstanceActionsTestJSON-1106015027 tempest-InstanceActionsTestJSON-1106015027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:02.054016 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b3ba3d11-68be-4a22-bded-19caa164bbf7 req-5b01e187-b1ac-485b-8f8d-0c7f396081cf tempest-InstanceActionsTestJSON-1106015027 tempest-InstanceActionsTestJSON-1106015027-project] 10.222.0.39 "GET /v2.0/ports?device_id=354e88d4-9b7a-419e-a069-078919ecae6b HTTP/1.1" status: 200 len: 944 time: 0.0978065 Sep 23 07:00:02.063250 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1b405427-719f-4ae0-9270-8ac8f1ad7503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:02.117607 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b3ba3d11-68be-4a22-bded-19caa164bbf7 req-237d07b0-760e-4fd5-aa30-89653c12dd76 tempest-InstanceActionsTestJSON-1106015027 tempest-InstanceActionsTestJSON-1106015027-project] 10.222.0.39 "GET /v2.0/security-groups?id=af5220ac-8ccf-4993-b0dc-9bb653004673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551286 Sep 23 07:00:02.139540 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c91b4c21-2a82-4546-90c0-2aa80614bd51 req-5b93f9ae-d68f-4211-a3e2-dd0dc86fac83 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/security-groups?id=fd2b27e9-002e-4189-a66b-a3d17ee0f452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988583 Sep 23 07:00:02.181341 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5a4b96cd-da27-4118-894c-c468f2767bf5 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:02.220308 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4b96cd-da27-4118-894c-c468f2767bf5 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Pushing event deleted for resources: {'Port': ['ID=8281b0c0-36ee-4866-be51-93f19672578d,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:02.271297 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-72ad6d88-d9ce-4f49-ac18-5338ebfbf59a req-86866b34-993e-418d-90cb-c655ba778ef8 service neutron] 10.222.0.58 "GET /v2.0/networks/3f96c91f-c29f-4716-92bf-8a0aea5934cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940319 Sep 23 07:00:02.317103 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1b405427-719f-4ae0-9270-8ac8f1ad7503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:02.321980 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1b405427-719f-4ae0-9270-8ac8f1ad7503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:02.323599 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-1b405427-719f-4ae0-9270-8ac8f1ad7503 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ab336cf0-3501-46b0-8fda-f8883d2e7fd5 HTTP/1.1" status: 204 len: 168 time: 1.0173011 Sep 23 07:00:02.337280 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b405427-719f-4ae0-9270-8ac8f1ad7503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab336cf0-3501-46b0-8fda-f8883d2e7fd5,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:02.374865 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-39c70305-1bcd-430c-ba64-5778f0b39bcd req-e2f2e831-3e53-4c5c-a8fe-d5ed9e1ce668 service neutron] 10.222.0.58 "GET /v2.0/networks/a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3235571 Sep 23 07:00:02.501670 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-39c70305-1bcd-430c-ba64-5778f0b39bcd req-5da3aaee-8149-472a-aca7-15c15ad9926c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=ec16f835-822f-4543-a177-5c6ae4f55507 HTTP/1.1" status: 200 len: 217 time: 0.1249354 Sep 23 07:00:02.525971 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5a4b96cd-da27-4118-894c-c468f2767bf5 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2068624'] for router_interface, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:02.595152 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde012c5-e217-4443-b228-9c41c5191d1b req-5ad402ff-57cd-4f4a-8fbf-831bda88ea85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:02.597617 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cde012c5-e217-4443-b228-9c41c5191d1b req-5ad402ff-57cd-4f4a-8fbf-831bda88ea85 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=975c49cb4b83465685884a643e7b4a2e&device_id=66ba0042-4875-4f86-af92-2e56c950326b HTTP/1.1" status: 200 len: 1097 time: 0.1474674 Sep 23 07:00:02.614602 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a3edb-265a-45b1-a66c-f7f18be82095 req-0472a1c9-e5c0-4c50-8a31-6ac53a5bc878 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:02.621838 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3b7a3edb-265a-45b1-a66c-f7f18be82095 req-0472a1c9-e5c0-4c50-8a31-6ac53a5bc878 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/ports?device_id=66ba0042-4875-4f86-af92-2e56c950326b HTTP/1.1" status: 200 len: 945 time: 0.1222057 Sep 23 07:00:02.624673 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c70305-1bcd-430c-ba64-5778f0b39bcd req-41ee6d79-29a6-459d-9f75-124233e1d6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:02.626239 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-39c70305-1bcd-430c-ba64-5778f0b39bcd req-41ee6d79-29a6-459d-9f75-124233e1d6fc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7b8d89ab-b77e-4358-8f41-f550782dd0dc HTTP/1.1" status: 200 len: 797 time: 0.1122344 Sep 23 07:00:02.774246 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3b7a3edb-265a-45b1-a66c-f7f18be82095 req-a34eec2b-22c1-448b-bcf0-625fd71a18c6 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/security-groups?id=fd2b27e9-002e-4189-a66b-a3d17ee0f452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465483 Sep 23 07:00:02.795807 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c70305-1bcd-430c-ba64-5778f0b39bcd req-25a04852-796e-44ec-8389-7b28c6c84c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:02.797514 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-39c70305-1bcd-430c-ba64-5778f0b39bcd req-25a04852-796e-44ec-8389-7b28c6c84c64 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1522479 Sep 23 07:00:02.801984 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde012c5-e217-4443-b228-9c41c5191d1b req-050dda13-ae22-4c40-aa96-7f3568bdf5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:02.804038 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cde012c5-e217-4443-b228-9c41c5191d1b req-050dda13-ae22-4c40-aa96-7f3568bdf5a0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b1168109-2f74-485d-b022-6ac22a84b1fa HTTP/1.1" status: 200 len: 920 time: 0.1980152 Sep 23 07:00:02.872943 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a4b96cd-da27-4118-894c-c468f2767bf5 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Router 1ec85a61-1588-4d98-b167-cdab9d8c0439 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:00:02.877992 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cde012c5-e217-4443-b228-9c41c5191d1b req-ff427f4b-6eed-471c-9d29-f2a85a0f93a0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3520650-b779-4dd5-9cec-ab0b72abcffd HTTP/1.1" status: 200 len: 217 time: 0.0574481 Sep 23 07:00:02.899315 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea9497-f2b5-4c6e-999d-81d982e980e8 req-c5f86cc5-29b6-46b9-91a3-91a0fc38a211 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:02.900911 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-17ea9497-f2b5-4c6e-999d-81d982e980e8 req-c5f86cc5-29b6-46b9-91a3-91a0fc38a211 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] 10.222.0.39 "GET /v2.0/ports?device_id=03d55418-726b-4a51-92cd-5c3b96f6a059 HTTP/1.1" status: 200 len: 944 time: 0.0968196 Sep 23 07:00:02.990110 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde012c5-e217-4443-b228-9c41c5191d1b req-7875d344-7991-4627-ba65-b674529c5b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:02.991788 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cde012c5-e217-4443-b228-9c41c5191d1b req-7875d344-7991-4627-ba65-b674529c5b25 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=17c90601-5462-41e7-bf81-405fc24353fe HTTP/1.1" status: 200 len: 859 time: 0.1046917 Sep 23 07:00:03.001584 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-39c70305-1bcd-430c-ba64-5778f0b39bcd req-9a738194-2235-4a46-aa51-eb10a2d31659 service neutron] 10.222.0.58 "GET /v2.0/networks/a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899476 Sep 23 07:00:03.007094 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-17ea9497-f2b5-4c6e-999d-81d982e980e8 req-ab18b4bf-457e-402e-8ef2-046bc4019c1b tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c3b7e59-df38-468e-87df-f71d60e98b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531609 Sep 23 07:00:03.039351 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cde012c5-e217-4443-b228-9c41c5191d1b req-c802275b-cf4d-44c0-968f-2606276f6c28 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b1168109-2f74-485d-b022-6ac22a84b1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401735 Sep 23 07:00:03.074041 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a4b96cd-da27-4118-894c-c468f2767bf5 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:00:03.083746 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-5a4b96cd-da27-4118-894c-c468f2767bf5 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] 10.222.0.39 "PUT /v2.0/routers/1ec85a61-1588-4d98-b167-cdab9d8c0439/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3158636 Sep 23 07:00:03.087049 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 50698) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:03.090044 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db562266-03ad-47cc-9020-852f435b9fdf None None] Sync routers for ids ['1ec85a61-1588-4d98-b167-cdab9d8c0439'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:00:03.105486 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db562266-03ad-47cc-9020-852f435b9fdf None None] Routers {'1ec85a61-1588-4d98-b167-cdab9d8c0439'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:00:03.106319 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-db562266-03ad-47cc-9020-852f435b9fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:59:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['1ec85a61-1588-4d98-b167-cdab9d8c0439'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:03.147960 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-db562266-03ad-47cc-9020-852f435b9fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:03.158827 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db562266-03ad-47cc-9020-852f435b9fdf None None] Routers {'1ec85a61-1588-4d98-b167-cdab9d8c0439'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:00:03.159522 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-db562266-03ad-47cc-9020-852f435b9fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T06:59:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['1ec85a61-1588-4d98-b167-cdab9d8c0439'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:03.207296 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 6f84ab3c-aa49-4208-95fa-fb518756aec4 up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:00:03.210919 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-db562266-03ad-47cc-9020-852f435b9fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:03.211699 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db562266-03ad-47cc-9020-852f435b9fdf None None] The sync data for ids ['1ec85a61-1588-4d98-b167-cdab9d8c0439'] in n-d-715271-16 is: [] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:00:03.276654 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port 6f84ab3c-aa49-4208-95fa-fb518756aec4 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:00:03.282936 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port 6f84ab3c-aa49-4208-95fa-fb518756aec4 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:00:03.283303 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:03.369283 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-39c70305-1bcd-430c-ba64-5778f0b39bcd req-f89c3e6a-0430-4270-a963-b1822ec81ac2 service neutron] 10.222.0.58 "GET /v2.0/networks/a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3573785 Sep 23 07:00:03.371679 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cde012c5-e217-4443-b228-9c41c5191d1b req-f88e9954-a7f9-4523-8fc0-7bf63a2f55af service neutron] 10.222.0.58 "GET /v2.0/networks/b1168109-2f74-485d-b022-6ac22a84b1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188331 Sep 23 07:00:03.392951 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:03.424615 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50712) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:03.440873 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7d4b2df9-367f-476a-a11c-0aba0c854f81 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks [] for router, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:03.453136 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 6f84ab3c-aa49-4208-95fa-fb518756aec4, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=6f84ab3c-aa49-4208-95fa-fb518756aec4,segment=NetworkSegment(757dd634-8947-4fda-a35f-964e616b2e7c),segment_id=757dd634-8947-4fda-a35f-964e616b2e7c)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:00:03.454463 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '354e88d4-9b7a-419e-a069-078919ecae6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f84ab3c-aa49-4208-95fa-fb518756aec4'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:00:03.457496 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b022abe3-820f-4423-beab-6f7a26a45e19" -d '{"events": [{"server_uuid": "354e88d4-9b7a-419e-a069-078919ecae6b", "name": "network-vif-plugged", "status": "completed", "tag": "6f84ab3c-aa49-4208-95fa-fb518756aec4"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:00:03.462642 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:03.506871 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4022fe5a-3087-4385-a5c1-e49feec86115 x-openstack-request-id: req-4022fe5a-3087-4385-a5c1-e49feec86115 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:00:03.507166 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "354e88d4-9b7a-419e-a069-078919ecae6b", "name": "network-vif-plugged", "status": "completed", "tag": "6f84ab3c-aa49-4208-95fa-fb518756aec4", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:00:03.507614 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4022fe5a-3087-4385-a5c1-e49feec86115 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:00:03.508140 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '354e88d4-9b7a-419e-a069-078919ecae6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f84ab3c-aa49-4208-95fa-fb518756aec4', 'code': 200} Sep 23 07:00:03.540742 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=6f84ab3c-aa49-4208-95fa-fb518756aec4,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:03.551795 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-39c70305-1bcd-430c-ba64-5778f0b39bcd req-ca6dc9ae-6a7f-4861-a4e0-cb315c7f6dcc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=ea4acb4d-2ff2-49b3-ae8f-b03131cd7298 HTTP/1.1" status: 200 len: 217 time: 0.1357183 Sep 23 07:00:03.579700 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 63442076-b8cb-4f47-b1c2-94caaf912da0 details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:00:03.596335 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70031cfe-ab69-4c4a-a6e6-09828f4da54d req-07d0be28-7bf8-4264-a656-779533258c21 tempest-InstanceActionsTestJSON-1106015027 tempest-InstanceActionsTestJSON-1106015027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:03.605422 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-70031cfe-ab69-4c4a-a6e6-09828f4da54d req-07d0be28-7bf8-4264-a656-779533258c21 tempest-InstanceActionsTestJSON-1106015027 tempest-InstanceActionsTestJSON-1106015027-project] 10.222.0.39 "GET /v2.0/ports?device_id=354e88d4-9b7a-419e-a069-078919ecae6b HTTP/1.1" status: 200 len: 944 time: 0.3406789 Sep 23 07:00:03.656156 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-7ef9ee20-332d-4569-9213-d22f379657ad tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-492183760'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:00:03.705761 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee624044-311a-4548-96a6-3d323bf1d106 req-180b5c80-8d94-401b-9fe8-2c4d47438591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:03.707351 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ee624044-311a-4548-96a6-3d323bf1d106 req-180b5c80-8d94-401b-9fe8-2c4d47438591 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=354e88d4-9b7a-419e-a069-078919ecae6b HTTP/1.1" status: 200 len: 1097 time: 0.0974874 Sep 23 07:00:03.708434 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef9ee20-332d-4569-9213-d22f379657ad tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Made reservation on behalf of 09cbbdc653254f998cb2497cb8f162a5 for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:00:03.711935 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7ef9ee20-332d-4569-9213-d22f379657ad tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:03.713943 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 63442076-b8cb-4f47-b1c2-94caaf912da0, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=63442076-b8cb-4f47-b1c2-94caaf912da0,segment=NetworkSegment(246a328a-f0a9-4507-b0f8-65ab030d674f),segment_id=246a328a-f0a9-4507-b0f8-65ab030d674f)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:00:03.728651 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': '63442076-b8cb-4f47-b1c2-94caaf912da0', 'network_id': '3f96c91f-c29f-4716-92bf-8a0aea5934cc', 'port_id': '63442076-b8cb-4f47-b1c2-94caaf912da0', 'mac_address': 'fa:16:3e:87:19:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f131c6e-2a00-470b-88bd-53df114e1143', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:00:03.770545 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7ef9ee20-332d-4569-9213-d22f379657ad tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:03.772720 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:03.781463 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cde012c5-e217-4443-b228-9c41c5191d1b req-df32d18c-c373-409d-a5d4-f1a94ee7ac7f service neutron] 10.222.0.58 "GET /v2.0/networks/b1168109-2f74-485d-b022-6ac22a84b1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3891201 Sep 23 07:00:03.785740 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c70305-1bcd-430c-ba64-5778f0b39bcd req-f29c6d0d-7b38-407e-a422-995f6eafef76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:03.788844 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63442076-b8cb-4f47-b1c2-94caaf912da0 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:00:03.789703 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ee624044-311a-4548-96a6-3d323bf1d106 req-a98065b8-8596-47af-afd8-4bf8c1656f83 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=af5220ac-8ccf-4993-b0dc-9bb653004673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743065 Sep 23 07:00:03.790539 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-39c70305-1bcd-430c-ba64-5778f0b39bcd req-f29c6d0d-7b38-407e-a422-995f6eafef76 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7b8d89ab-b77e-4358-8f41-f550782dd0dc HTTP/1.1" status: 200 len: 797 time: 0.2044504 Sep 23 07:00:03.820067 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-70031cfe-ab69-4c4a-a6e6-09828f4da54d req-219e5ae2-ab2c-4c24-b081-1aaa9feba66b tempest-InstanceActionsTestJSON-1106015027 tempest-InstanceActionsTestJSON-1106015027-project] 10.222.0.39 "GET /v2.0/security-groups?id=af5220ac-8ccf-4993-b0dc-9bb653004673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134869 Sep 23 07:00:03.847716 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 63442076-b8cb-4f47-b1c2-94caaf912da0, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=63442076-b8cb-4f47-b1c2-94caaf912da0,segment=NetworkSegment(246a328a-f0a9-4507-b0f8-65ab030d674f),segment_id=246a328a-f0a9-4507-b0f8-65ab030d674f)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:00:03.858136 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:03.873438 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7d4b2df9-367f-476a-a11c-0aba0c854f81 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:03.940850 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c70305-1bcd-430c-ba64-5778f0b39bcd req-1f407310-c1f5-487d-a8a2-1d6e8d053bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:03.942983 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-39c70305-1bcd-430c-ba64-5778f0b39bcd req-1f407310-c1f5-487d-a8a2-1d6e8d053bbe service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1220489 Sep 23 07:00:03.956837 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=63442076-b8cb-4f47-b1c2-94caaf912da0,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:03.990928 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7ef9ee20-332d-4569-9213-d22f379657ad tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:03.995120 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7ef9ee20-332d-4569-9213-d22f379657ad tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:04.024638 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ef9ee20-332d-4569-9213-d22f379657ad tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:00:04.054780 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7ef9ee20-332d-4569-9213-d22f379657ad tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:04.055253 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-7ef9ee20-332d-4569-9213-d22f379657ad tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Added segment 707638b2-67e0-43e9-afc2-4c78742c5743 of type vlan for network a192a482-1975-4750-ba50-27a6b59f1254 Sep 23 07:00:04.056498 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef9ee20-332d-4569-9213-d22f379657ad tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=551e6336-c01b-4001-941d-b34f3fe36b45,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:04.075538 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa6fd7e-b49f-40b4-9302-51bc984196cf req-de7b56d6-e67e-47c7-b0f6-8b0f19ba8674 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:04.077168 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1fa6fd7e-b49f-40b4-9302-51bc984196cf req-de7b56d6-e67e-47c7-b0f6-8b0f19ba8674 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/ports?device_id=66ba0042-4875-4f86-af92-2e56c950326b HTTP/1.1" status: 200 len: 945 time: 0.1603005 Sep 23 07:00:04.119730 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-7d4b2df9-367f-476a-a11c-0aba0c854f81 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Deleting port 2336e970-7eeb-4af6-97b3-d9e7ff9816e4 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:00:04.120079 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7d4b2df9-367f-476a-a11c-0aba0c854f81 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:04.133358 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7ef9ee20-332d-4569-9213-d22f379657ad tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:04.134580 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-39c70305-1bcd-430c-ba64-5778f0b39bcd req-91375517-54a8-4a8b-845f-150ad95024e5 service neutron] 10.222.0.58 "GET /v2.0/networks/a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801980 Sep 23 07:00:04.143732 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['63442076-b8cb-4f47-b1c2-94caaf912da0'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:00:04.168201 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1fa6fd7e-b49f-40b4-9302-51bc984196cf req-b6551cb2-1ac1-4f15-a2a1-bf9c1dda6eec tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/security-groups?id=fd2b27e9-002e-4189-a66b-a3d17ee0f452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640218 Sep 23 07:00:04.182531 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7ef9ee20-332d-4569-9213-d22f379657ad tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:04.192326 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef9ee20-332d-4569-9213-d22f379657ad tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:04.193249 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7ef9ee20-332d-4569-9213-d22f379657ad tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:04.215642 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-7ef9ee20-332d-4569-9213-d22f379657ad tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7898672 Sep 23 07:00:04.313360 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef9ee20-332d-4569-9213-d22f379657ad tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Pushing event updated for resources: {'Network': ['ID=a192a482-1975-4750-ba50-27a6b59f1254,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:04.407173 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network a192a482-1975-4750-ba50-27a6b59f1254 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:00:04.659253 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdea6762-c85f-453b-a60e-171282d9edce req-b52123a5-b652-4236-8a0e-6d1de9ed29e2 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:04.667489 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bdea6762-c85f-453b-a60e-171282d9edce req-b52123a5-b652-4236-8a0e-6d1de9ed29e2 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] 10.222.0.39 "GET /v2.0/ports?device_id=03d55418-726b-4a51-92cd-5c3b96f6a059 HTTP/1.1" status: 200 len: 945 time: 0.5192878 Sep 23 07:00:04.675117 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7d4b2df9-367f-476a-a11c-0aba0c854f81 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:04.714215 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-7d4b2df9-367f-476a-a11c-0aba0c854f81 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Calling delete_port for 2336e970-7eeb-4af6-97b3-d9e7ff9816e4 owned by network:router_gateway {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:00:04.733483 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-39c70305-1bcd-430c-ba64-5778f0b39bcd req-4a56f45d-d4fe-44b3-9407-1abba01ab812 service neutron] 10.222.0.58 "GET /v2.0/networks/a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5842898 Sep 23 07:00:04.750278 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bdea6762-c85f-453b-a60e-171282d9edce req-02b86a98-c62f-471d-923b-36149b522356 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c3b7e59-df38-468e-87df-f71d60e98b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815780 Sep 23 07:00:04.828380 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-39c70305-1bcd-430c-ba64-5778f0b39bcd req-7d853390-98ee-4f1f-b973-dccf34801ca3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=dae8f25f-c017-48b4-8dfb-e6deacfb0ac2 HTTP/1.1" status: 200 len: 217 time: 0.0770350 Sep 23 07:00:04.948215 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c70305-1bcd-430c-ba64-5778f0b39bcd req-83b1f659-691b-4ad3-8465-aabadf8685cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:04.950021 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-39c70305-1bcd-430c-ba64-5778f0b39bcd req-83b1f659-691b-4ad3-8465-aabadf8685cf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7b8d89ab-b77e-4358-8f41-f550782dd0dc HTTP/1.1" status: 200 len: 797 time: 0.1141346 Sep 23 07:00:04.994649 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15065b0-6524-48b2-ac2c-c0e4246c56ca req-4a8a01a6-64f5-4cd1-9672-4c688ef52e16 tempest-InstanceActionsTestJSON-1106015027 tempest-InstanceActionsTestJSON-1106015027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:05.017321 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f15065b0-6524-48b2-ac2c-c0e4246c56ca req-4a8a01a6-64f5-4cd1-9672-4c688ef52e16 tempest-InstanceActionsTestJSON-1106015027 tempest-InstanceActionsTestJSON-1106015027-project] 10.222.0.39 "GET /v2.0/ports?device_id=354e88d4-9b7a-419e-a069-078919ecae6b HTTP/1.1" status: 200 len: 945 time: 0.0991461 Sep 23 07:00:05.063068 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c70305-1bcd-430c-ba64-5778f0b39bcd req-e4cf9972-8719-45b2-b14a-d2329027f917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:05.065086 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-39c70305-1bcd-430c-ba64-5778f0b39bcd req-e4cf9972-8719-45b2-b14a-d2329027f917 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1070611 Sep 23 07:00:05.066671 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f15065b0-6524-48b2-ac2c-c0e4246c56ca req-97efe9b4-eb04-4e6e-92f0-84d67ca59ae9 tempest-InstanceActionsTestJSON-1106015027 tempest-InstanceActionsTestJSON-1106015027-project] 10.222.0.39 "GET /v2.0/security-groups?id=af5220ac-8ccf-4993-b0dc-9bb653004673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481968 Sep 23 07:00:05.069054 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7d4b2df9-367f-476a-a11c-0aba0c854f81 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:05.100733 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4b2df9-367f-476a-a11c-0aba0c854f81 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Pushing event deleted for resources: {'Port': ['ID=2336e970-7eeb-4af6-97b3-d9e7ff9816e4,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:05.347081 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47fbd6d-107f-4c19-998a-86b853857473 req-bba15759-8fa4-4338-8921-1074645acc79 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:05.352513 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7d4b2df9-367f-476a-a11c-0aba0c854f81 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2068563'] for router_gateway, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:05.356302 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b47fbd6d-107f-4c19-998a-86b853857473 req-bba15759-8fa4-4338-8921-1074645acc79 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/ports?device_id=66ba0042-4875-4f86-af92-2e56c950326b HTTP/1.1" status: 200 len: 945 time: 0.0856569 Sep 23 07:00:05.400011 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-39c70305-1bcd-430c-ba64-5778f0b39bcd req-22eb3400-8354-4a01-980b-13e749319b62 service neutron] 10.222.0.58 "GET /v2.0/networks/a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009601 Sep 23 07:00:05.409775 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b47fbd6d-107f-4c19-998a-86b853857473 req-a5c858a0-dca4-4c16-ace6-8dd09239cbca tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/security-groups?id=fd2b27e9-002e-4189-a66b-a3d17ee0f452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517859 Sep 23 07:00:05.497906 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7d4b2df9-367f-476a-a11c-0aba0c854f81 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:05.502115 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7d4b2df9-367f-476a-a11c-0aba0c854f81 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:05.577092 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 63442076-b8cb-4f47-b1c2-94caaf912da0 up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:00:05.588628 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7d4b2df9-367f-476a-a11c-0aba0c854f81 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:05.589165 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d4b2df9-367f-476a-a11c-0aba0c854f81 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Fanout notify agent at l3_agent the message router_deleted on router 1ec85a61-1588-4d98-b167-cdab9d8c0439 {{(pid=95066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 07:00:05.598023 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7d4b2df9-367f-476a-a11c-0aba0c854f81 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:05.601855 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50778) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:05.611626 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-7d4b2df9-367f-476a-a11c-0aba0c854f81 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] 10.222.0.39 "DELETE /v2.0/routers/1ec85a61-1588-4d98-b167-cdab9d8c0439 HTTP/1.1" status: 204 len: 168 time: 2.5235820 Sep 23 07:00:05.659976 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port 63442076-b8cb-4f47-b1c2-94caaf912da0 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:00:05.660822 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-39c70305-1bcd-430c-ba64-5778f0b39bcd req-52fc6d42-e7be-4292-b42c-1f6d2a8b9fe6 service neutron] 10.222.0.58 "GET /v2.0/networks/a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146461 Sep 23 07:00:05.666481 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port 63442076-b8cb-4f47-b1c2-94caaf912da0 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:00:05.666904 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:05.673066 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a0903c3-cf20-4da9-9870-1295cfbf5008 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Deleting subnet dd10931c-7c72-4e96-a883-b30465b44383 {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:00:05.676961 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0a0903c3-cf20-4da9-9870-1295cfbf5008 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:05.726229 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0a0903c3-cf20-4da9-9870-1295cfbf5008 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:05.744662 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-39c70305-1bcd-430c-ba64-5778f0b39bcd req-8f16531d-443e-4c5c-8a58-20d928261c84 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6a597634-f59c-495a-9ce4-024de1317b9c HTTP/1.1" status: 200 len: 217 time: 0.0732472 Sep 23 07:00:05.782179 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:05.845966 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03d55418-726b-4a51-92cd-5c3b96f6a059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63442076-b8cb-4f47-b1c2-94caaf912da0'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:00:05.849713 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f070fd-9def-40f0-be56-46a6ed148f54" -d '{"events": [{"server_uuid": "03d55418-726b-4a51-92cd-5c3b96f6a059", "name": "network-vif-plugged", "status": "completed", "tag": "63442076-b8cb-4f47-b1c2-94caaf912da0"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:00:05.877999 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:00:05.879099 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 63442076-b8cb-4f47-b1c2-94caaf912da0, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=63442076-b8cb-4f47-b1c2-94caaf912da0,segment=NetworkSegment(246a328a-f0a9-4507-b0f8-65ab030d674f),segment_id=246a328a-f0a9-4507-b0f8-65ab030d674f)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:00:05.885163 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:05.952915 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=63442076-b8cb-4f47-b1c2-94caaf912da0,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:05.968548 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c70305-1bcd-430c-ba64-5778f0b39bcd req-0a83ab07-0920-4481-bf53-b1e7f3eebce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:05.970230 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-39c70305-1bcd-430c-ba64-5778f0b39bcd req-0a83ab07-0920-4481-bf53-b1e7f3eebce8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f0cb65e8-fa80-40ac-a2e5-8e7b9c47cb4e HTTP/1.1" status: 200 len: 797 time: 0.2147563 Sep 23 07:00:05.982303 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daa228de-5b2e-4fe5-95a0-528f06ae8ef8 x-openstack-request-id: req-daa228de-5b2e-4fe5-95a0-528f06ae8ef8 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:00:05.983054 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03d55418-726b-4a51-92cd-5c3b96f6a059", "name": "network-vif-plugged", "status": "completed", "tag": "63442076-b8cb-4f47-b1c2-94caaf912da0", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:00:05.983457 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-daa228de-5b2e-4fe5-95a0-528f06ae8ef8 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:00:05.984088 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03d55418-726b-4a51-92cd-5c3b96f6a059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63442076-b8cb-4f47-b1c2-94caaf912da0', 'code': 200} Sep 23 07:00:05.985955 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0a0903c3-cf20-4da9-9870-1295cfbf5008 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:06.080256 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0a0903c3-cf20-4da9-9870-1295cfbf5008 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:06.134591 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fcb5a50-74c4-4c7a-9950-f0d7bec9f9ec None None] Network a577d884-9028-4a30-9e53-3164a80aebc6 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:00:06.140976 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6aab9e-eb3d-4a04-8b78-b7078aa07f0d req-4800e1f3-782d-4b98-87a0-f5091e771e3c tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:06.142572 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-da6aab9e-eb3d-4a04-8b78-b7078aa07f0d req-4800e1f3-782d-4b98-87a0-f5091e771e3c tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] 10.222.0.39 "GET /v2.0/ports?device_id=03d55418-726b-4a51-92cd-5c3b96f6a059 HTTP/1.1" status: 200 len: 946 time: 0.1714571 Sep 23 07:00:06.155244 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0a0903c3-cf20-4da9-9870-1295cfbf5008 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:06.163463 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c70305-1bcd-430c-ba64-5778f0b39bcd req-bace4e58-5133-477b-9321-3370aa7513c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:06.164164 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-0a0903c3-cf20-4da9-9870-1295cfbf5008 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] 10.222.0.39 "DELETE /v2.0/subnets/dd10931c-7c72-4e96-a883-b30465b44383 HTTP/1.1" status: 204 len: 168 time: 0.5611944 Sep 23 07:00:06.164942 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-39c70305-1bcd-430c-ba64-5778f0b39bcd req-bace4e58-5133-477b-9321-3370aa7513c0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=57ba53b1-4b40-40e0-aae1-e93257c8c94d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1455452 Sep 23 07:00:06.167214 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50792) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:06.182781 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0903c3-cf20-4da9-9870-1295cfbf5008 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Pushing event deleted for resources: {'Subnet': ['ID=dd10931c-7c72-4e96-a883-b30465b44383,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:06.211284 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008a26de-0e4d-4382-851a-ebe71cbeb835 req-407b1f8e-48f5-49bc-b0d7-87f6d88b966a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:06.212735 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-008a26de-0e4d-4382-851a-ebe71cbeb835 req-407b1f8e-48f5-49bc-b0d7-87f6d88b966a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=03d55418-726b-4a51-92cd-5c3b96f6a059 HTTP/1.1" status: 200 len: 1098 time: 0.1359391 Sep 23 07:00:06.266322 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-da6aab9e-eb3d-4a04-8b78-b7078aa07f0d req-e7fb9d6e-12bf-441d-955d-1d85b8c9959d tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c3b7e59-df38-468e-87df-f71d60e98b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124904 Sep 23 07:00:06.296109 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-008a26de-0e4d-4382-851a-ebe71cbeb835 req-35dca76a-bfc8-449c-b8b6-e2fb308cdbc3 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2c3b7e59-df38-468e-87df-f71d60e98b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656621 Sep 23 07:00:06.388453 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-39c70305-1bcd-430c-ba64-5778f0b39bcd req-81d782ae-2526-44a8-b4dd-34af7df019e5 service neutron] 10.222.0.58 "GET /v2.0/networks/57ba53b1-4b40-40e0-aae1-e93257c8c94d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785989 Sep 23 07:00:06.414188 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:06.415928 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a8033498-d1d2-44e2-ae72-d202cd311e6d tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:06.467321 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c7c576-60f1-4d09-9dd1-366cc6a94cf8 req-9393ffd3-4452-4975-b381-b7ce2b7e0e58 tempest-InstanceActionsTestJSON-1106015027 tempest-InstanceActionsTestJSON-1106015027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:06.469193 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d0c7c576-60f1-4d09-9dd1-366cc6a94cf8 req-9393ffd3-4452-4975-b381-b7ce2b7e0e58 tempest-InstanceActionsTestJSON-1106015027 tempest-InstanceActionsTestJSON-1106015027-project] 10.222.0.39 "GET /v2.0/ports?device_id=354e88d4-9b7a-419e-a069-078919ecae6b HTTP/1.1" status: 200 len: 945 time: 0.2289503 Sep 23 07:00:06.571776 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d0c7c576-60f1-4d09-9dd1-366cc6a94cf8 req-4767ab0e-5420-45be-b74a-0cfc8184ad97 tempest-InstanceActionsTestJSON-1106015027 tempest-InstanceActionsTestJSON-1106015027-project] 10.222.0.39 "GET /v2.0/security-groups?id=af5220ac-8ccf-4993-b0dc-9bb653004673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755329 Sep 23 07:00:06.590262 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-a8033498-d1d2-44e2-ae72-d202cd311e6d tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Deleting port 845c2164-884b-4551-a264-e09244aaf7a4 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:00:06.590914 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a8033498-d1d2-44e2-ae72-d202cd311e6d tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:06.610396 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917fe9c7-5a14-428d-a8aa-cda1ff3e5092 None None] DHCP port deletion for a577d884-9028-4a30-9e53-3164a80aebc6 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 07:00:06.738306 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-a8033498-d1d2-44e2-ae72-d202cd311e6d tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] For port 845c2164-884b-4551-a264-e09244aaf7a4, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=845c2164-884b-4551-a264-e09244aaf7a4,segment=NetworkSegment(6abe41cf-4fef-45d5-8974-5237283c7409),segment_id=6abe41cf-4fef-45d5-8974-5237283c7409)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:00:06.738306 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a8033498-d1d2-44e2-ae72-d202cd311e6d tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:06.744304 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-917fe9c7-5a14-428d-a8aa-cda1ff3e5092 None None] Deleting port 845c2164-884b-4551-a264-e09244aaf7a4 {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:00:06.748425 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-917fe9c7-5a14-428d-a8aa-cda1ff3e5092 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:06.781393 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-a8033498-d1d2-44e2-ae72-d202cd311e6d tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Calling delete_port for 845c2164-884b-4551-a264-e09244aaf7a4 owned by network:dhcp {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:00:06.832732 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b92a7f4-a576-4d0a-bb3b-9269ececcd27 req-94127561-9267-46af-a438-71778aad8300 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:06.854499 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6b92a7f4-a576-4d0a-bb3b-9269ececcd27 req-94127561-9267-46af-a438-71778aad8300 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/ports?device_id=66ba0042-4875-4f86-af92-2e56c950326b HTTP/1.1" status: 200 len: 945 time: 0.1764133 Sep 23 07:00:06.924550 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-39c70305-1bcd-430c-ba64-5778f0b39bcd req-fda13525-83b0-4a3f-88f5-3305fdf5c2bb service neutron] 10.222.0.58 "GET /v2.0/networks/57ba53b1-4b40-40e0-aae1-e93257c8c94d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4259079 Sep 23 07:00:07.002345 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-917fe9c7-5a14-428d-a8aa-cda1ff3e5092 None None] For port 845c2164-884b-4551-a264-e09244aaf7a4, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=845c2164-884b-4551-a264-e09244aaf7a4,segment=NetworkSegment(6abe41cf-4fef-45d5-8974-5237283c7409),segment_id=6abe41cf-4fef-45d5-8974-5237283c7409)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:00:07.004141 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-917fe9c7-5a14-428d-a8aa-cda1ff3e5092 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:07.007197 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a8033498-d1d2-44e2-ae72-d202cd311e6d tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:07.059062 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-917fe9c7-5a14-428d-a8aa-cda1ff3e5092 None None] Calling delete_port for 845c2164-884b-4551-a264-e09244aaf7a4 owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:00:07.080706 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8033498-d1d2-44e2-ae72-d202cd311e6d tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Pushing event deleted for resources: {'Port': ['ID=845c2164-884b-4551-a264-e09244aaf7a4,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:07.133106 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8033498-d1d2-44e2-ae72-d202cd311e6d tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] No DVR routers for this DVR port 845c2164-884b-4551-a264-e09244aaf7a4 on host n-d-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:00:07.165144 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-39c70305-1bcd-430c-ba64-5778f0b39bcd req-e90d3bcd-c274-4549-8033-92b4f5aeb867 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=48c8eed9-1a28-4363-b6b7-bf9827fa555e HTTP/1.1" status: 200 len: 217 time: 0.2302003 Sep 23 07:00:07.198449 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6b92a7f4-a576-4d0a-bb3b-9269ececcd27 req-2d66e12f-a91d-4bed-a4f0-65e70b64b25d tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/security-groups?id=fd2b27e9-002e-4189-a66b-a3d17ee0f452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3425934 Sep 23 07:00:07.246341 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a8033498-d1d2-44e2-ae72-d202cd311e6d tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:07.279416 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-a8033498-d1d2-44e2-ae72-d202cd311e6d tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a577d884-9028-4a30-9e53-3164a80aebc6']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:07.289563 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-a8033498-d1d2-44e2-ae72-d202cd311e6d tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6abe41cf-4fef-45d5-8974-5237283c7409') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:07.289857 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-a8033498-d1d2-44e2-ae72-d202cd311e6d tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6abe41cf-4fef-45d5-8974-5237283c7409') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:07.300504 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a8033498-d1d2-44e2-ae72-d202cd311e6d tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:07.302219 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-917fe9c7-5a14-428d-a8aa-cda1ff3e5092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:07.317788 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a8033498-d1d2-44e2-ae72-d202cd311e6d tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:07.323456 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c70305-1bcd-430c-ba64-5778f0b39bcd req-35011211-06ac-4e16-99c8-c5972e2d367f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:07.325009 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8033498-d1d2-44e2-ae72-d202cd311e6d tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:00:07.326371 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a8033498-d1d2-44e2-ae72-d202cd311e6d tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:07.332632 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-39c70305-1bcd-430c-ba64-5778f0b39bcd req-35011211-06ac-4e16-99c8-c5972e2d367f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f0cb65e8-fa80-40ac-a2e5-8e7b9c47cb4e HTTP/1.1" status: 200 len: 797 time: 0.1327589 Sep 23 07:00:07.355090 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917fe9c7-5a14-428d-a8aa-cda1ff3e5092 None None] Pushing event deleted for resources: {'Port': ['ID=845c2164-884b-4551-a264-e09244aaf7a4,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:07.371626 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917fe9c7-5a14-428d-a8aa-cda1ff3e5092 None None] No DVR routers for this DVR port 845c2164-884b-4551-a264-e09244aaf7a4 on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:00:07.462489 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 07:00:07.462489 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:00:07.462489 n-d-715271-16 neutron-server[95065]: timer() Sep 23 07:00:07.462489 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:00:07.462489 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 07:00:07.462489 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:00:07.462489 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 07:00:07.462489 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:00:07.462489 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 07:00:07.462489 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:00:07.462489 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 07:00:07.462489 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:00:07.462489 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 07:00:07.462489 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:00:07.462489 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:00:07.462489 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:00:07.462489 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:00:07.462489 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:00:07.462489 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 07:00:07.462489 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:00:07.462489 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 07:00:07.462489 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:00:07.462489 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:00:07.462489 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:00:07.462489 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 07:00:07.462489 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:00:07.462489 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:00:07.462489 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:00:07.462489 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:00:07.462489 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:00:07.462489 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:00:07.462489 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:00:07.482270 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c70305-1bcd-430c-ba64-5778f0b39bcd req-a0917e17-3ed7-466f-bf55-c98dbe048c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:07.488756 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-39c70305-1bcd-430c-ba64-5778f0b39bcd req-a0917e17-3ed7-466f-bf55-c98dbe048c8c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=57ba53b1-4b40-40e0-aae1-e93257c8c94d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1466780 Sep 23 07:00:07.529415 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a8033498-d1d2-44e2-ae72-d202cd311e6d tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:07.535248 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a8033498-d1d2-44e2-ae72-d202cd311e6d tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:07.540537 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-a8033498-d1d2-44e2-ae72-d202cd311e6d tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] 10.222.0.39 "DELETE /v2.0/networks/a577d884-9028-4a30-9e53-3164a80aebc6 HTTP/1.1" status: 204 len: 168 time: 1.3705957 Sep 23 07:00:07.546172 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50810) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:07.581435 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca1aea-e201-414f-8a7d-92ee112cf8ae req-5c1315fd-b6f1-41b8-bd7c-324def1b0ae3 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:07.588721 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-67ca1aea-e201-414f-8a7d-92ee112cf8ae req-5c1315fd-b6f1-41b8-bd7c-324def1b0ae3 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] 10.222.0.39 "GET /v2.0/ports?device_id=03d55418-726b-4a51-92cd-5c3b96f6a059 HTTP/1.1" status: 200 len: 946 time: 0.1815436 Sep 23 07:00:07.623509 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dac833-ccce-4842-bf93-a29502a867b7 req-8edd6e24-6331-4026-8783-130b6330a0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:07.624576 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-23dac833-ccce-4842-bf93-a29502a867b7 req-8edd6e24-6331-4026-8783-130b6330a0a4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5d110e1e0a034bccbd0a8f343e22b852&device_id=354e88d4-9b7a-419e-a069-078919ecae6b HTTP/1.1" status: 200 len: 1097 time: 0.5325599 Sep 23 07:00:07.625713 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8033498-d1d2-44e2-ae72-d202cd311e6d tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Pushing event deleted for resources: {'Network': ['ID=a577d884-9028-4a30-9e53-3164a80aebc6,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:07.688656 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f4d5e-b1cf-415e-b09b-502a0444b79f req-fdd29822-a0bd-4c2a-909e-4b909645efec tempest-InstanceActionsTestJSON-1106015027 tempest-InstanceActionsTestJSON-1106015027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:07.690154 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e34f4d5e-b1cf-415e-b09b-502a0444b79f req-fdd29822-a0bd-4c2a-909e-4b909645efec tempest-InstanceActionsTestJSON-1106015027 tempest-InstanceActionsTestJSON-1106015027-project] 10.222.0.39 "GET /v2.0/ports?device_id=354e88d4-9b7a-419e-a069-078919ecae6b HTTP/1.1" status: 200 len: 945 time: 0.2369268 Sep 23 07:00:07.696286 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-39c70305-1bcd-430c-ba64-5778f0b39bcd req-3c05dfa8-12a0-42d7-af1f-a7dda96715ec service neutron] 10.222.0.58 "GET /v2.0/networks/57ba53b1-4b40-40e0-aae1-e93257c8c94d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879845 Sep 23 07:00:07.703907 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 50812) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:07.710283 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-431a0a39-abcb-4d59-9b92-22a81601da67 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Request body: {'subnet': {'network_id': 'a192a482-1975-4750-ba50-27a6b59f1254', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:00:07.718547 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-67ca1aea-e201-414f-8a7d-92ee112cf8ae req-83f90f5d-18c7-4220-a85e-8b11596601b0 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c3b7e59-df38-468e-87df-f71d60e98b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289659 Sep 23 07:00:07.723435 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6fe0504e-a1f4-45c2-8e7a-3cbf51d74461 req-55937e52-12e6-4869-b8d1-5e8178d6e865 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3fbf98fe-c909-4c03-a796-488b786cfe1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2939291 Sep 23 07:00:07.896749 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e34f4d5e-b1cf-415e-b09b-502a0444b79f req-72b686da-cadc-4260-ba38-780ba8f7d8b5 tempest-InstanceActionsTestJSON-1106015027 tempest-InstanceActionsTestJSON-1106015027-project] 10.222.0.39 "GET /v2.0/security-groups?id=af5220ac-8ccf-4993-b0dc-9bb653004673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721439 Sep 23 07:00:07.906310 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dac833-ccce-4842-bf93-a29502a867b7 req-75dd5cb0-30f6-489a-a37f-efc279435c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:07.907791 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-23dac833-ccce-4842-bf93-a29502a867b7 req-75dd5cb0-30f6-489a-a37f-efc279435c85 service neutron] 10.222.0.21 "GET /v2.0/networks?id=da2053dc-fa08-4a76-8b16-257450343793 HTTP/1.1" status: 200 len: 915 time: 0.2624853 Sep 23 07:00:07.918076 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe0504e-a1f4-45c2-8e7a-3cbf51d74461 req-6fbaa52d-074b-4060-b563-4b9fb0d9846e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:07.920271 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6fe0504e-a1f4-45c2-8e7a-3cbf51d74461 req-6fbaa52d-074b-4060-b563-4b9fb0d9846e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=975c49cb4b83465685884a643e7b4a2e&device_id=3fbf98fe-c909-4c03-a796-488b786cfe1c HTTP/1.1" status: 200 len: 1097 time: 0.1039941 Sep 23 07:00:07.935572 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-39c70305-1bcd-430c-ba64-5778f0b39bcd req-212c26d4-cc10-45f4-aa11-505896a1d282 service neutron] 10.222.0.58 "GET /v2.0/networks/57ba53b1-4b40-40e0-aae1-e93257c8c94d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291610 Sep 23 07:00:07.936964 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-3579a22b-28b4-4189-b225-3f602666af73 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Deleting port ee58fd7a-b292-4539-a8b7-020f5b592564 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:00:07.937248 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3579a22b-28b4-4189-b225-3f602666af73 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:07.942967 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-431a0a39-abcb-4d59-9b92-22a81601da67 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Made reservation on behalf of 09cbbdc653254f998cb2497cb8f162a5 for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:00:07.947961 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-431a0a39-abcb-4d59-9b92-22a81601da67 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:08.004398 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-23dac833-ccce-4842-bf93-a29502a867b7 req-fa0639f8-62a9-426d-bab4-371226792e22 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f84ab3c-aa49-4208-95fa-fb518756aec4 HTTP/1.1" status: 200 len: 217 time: 0.0811038 Sep 23 07:00:08.039530 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dbc157b7-66cb-4377-9efe-fad391dc37e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:08.103323 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 845c2164-884b-4551-a264-e09244aaf7a4 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:00:08.145764 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 845c2164-884b-4551-a264-e09244aaf7a4 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:00:08.146743 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 845c2164-884b-4551-a264-e09244aaf7a4 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:00:08.243778 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-431a0a39-abcb-4d59-9b92-22a81601da67 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:08.371400 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431a0a39-abcb-4d59-9b92-22a81601da67 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Pushing event updated for resources: {'Subnet': ['ID=da268d6a-809f-4529-ae4c-8b7a277aae1b,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:08.375100 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431a0a39-abcb-4d59-9b92-22a81601da67 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Checking segment: {'id': '707638b2-67e0-43e9-afc2-4c78742c5743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a192a482-1975-4750-ba50-27a6b59f1254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:00:08.375632 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431a0a39-abcb-4d59-9b92-22a81601da67 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Network hostable DHCP agents. Network: a192a482-1975-4750-ba50-27a6b59f1254, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:00:08.403494 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f266829e-6ed7-46a7-ab7c-ec6d440ee682 req-3c1f1075-51db-4a77-b0ac-475513ab4e39 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:08.405400 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f266829e-6ed7-46a7-ab7c-ec6d440ee682 req-3c1f1075-51db-4a77-b0ac-475513ab4e39 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/ports?device_id=66ba0042-4875-4f86-af92-2e56c950326b HTTP/1.1" status: 200 len: 945 time: 0.0855734 Sep 23 07:00:08.423364 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431a0a39-abcb-4d59-9b92-22a81601da67 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Network a192a482-1975-4750-ba50-27a6b59f1254 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:00:08.444877 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-431a0a39-abcb-4d59-9b92-22a81601da67 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, a192a482-1975-4750-ba50-27a6b59f1254) {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:00:08.455598 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6be15cb-ce26-4e6b-9a65-710c77e4c008 None None] Network a192a482-1975-4750-ba50-27a6b59f1254 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:00:08.465309 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431a0a39-abcb-4d59-9b92-22a81601da67 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:08.466477 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-431a0a39-abcb-4d59-9b92-22a81601da67 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:08.491204 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f266829e-6ed7-46a7-ab7c-ec6d440ee682 req-4fad6c32-d809-49cb-ae8c-9b1a4040979e tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/security-groups?id=fd2b27e9-002e-4189-a66b-a3d17ee0f452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754182 Sep 23 07:00:08.494461 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-431a0a39-abcb-4d59-9b92-22a81601da67 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7893162 Sep 23 07:00:08.499616 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 50818) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:08.508320 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-3a0c5280-ca81-4e03-8bc3-e6c5f1f48516 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-978199705'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:00:08.511020 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dac833-ccce-4842-bf93-a29502a867b7 req-d5ee01ef-9c67-4609-8f74-2070ebd0408e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:08.512702 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-23dac833-ccce-4842-bf93-a29502a867b7 req-d5ee01ef-9c67-4609-8f74-2070ebd0408e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5bac5fb9-fa7b-49b7-b95b-9436d57f3a8e HTTP/1.1" status: 200 len: 854 time: 0.4898436 Sep 23 07:00:08.542334 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a0c5280-ca81-4e03-8bc3-e6c5f1f48516 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Made reservation on behalf of 09cbbdc653254f998cb2497cb8f162a5 for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:00:08.543016 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3579a22b-28b4-4189-b225-3f602666af73 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:08.543357 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3579a22b-28b4-4189-b225-3f602666af73 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:08.547080 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3a0c5280-ca81-4e03-8bc3-e6c5f1f48516 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:08.568426 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-23dac833-ccce-4842-bf93-a29502a867b7 req-5c77b752-dcf1-4deb-8bb0-1e4985d06a36 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=da2053dc-fa08-4a76-8b16-257450343793&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445089 Sep 23 07:00:08.579843 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a0c5280-ca81-4e03-8bc3-e6c5f1f48516 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:00:08.580630 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-3579a22b-28b4-4189-b225-3f602666af73 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Calling delete_port for ee58fd7a-b292-4539-a8b7-020f5b592564 owned by network:floatingip {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:00:08.594291 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3a0c5280-ca81-4e03-8bc3-e6c5f1f48516 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:08.595527 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-3a0c5280-ca81-4e03-8bc3-e6c5f1f48516 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Added segment aa8f8995-afbb-4926-ab93-c471f3c94d30 of type vlan for network c5f9932e-2820-48ce-bdc0-db7612eab669 Sep 23 07:00:08.596261 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe0504e-a1f4-45c2-8e7a-3cbf51d74461 req-3b49904b-02c6-48d7-a29e-8a145e68cba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:08.597720 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6fe0504e-a1f4-45c2-8e7a-3cbf51d74461 req-3b49904b-02c6-48d7-a29e-8a145e68cba6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b1168109-2f74-485d-b022-6ac22a84b1fa HTTP/1.1" status: 200 len: 920 time: 0.6108348 Sep 23 07:00:08.650852 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3a0c5280-ca81-4e03-8bc3-e6c5f1f48516 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:08.681569 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3a0c5280-ca81-4e03-8bc3-e6c5f1f48516 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:08.689197 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0c5280-ca81-4e03-8bc3-e6c5f1f48516 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:08.689896 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3a0c5280-ca81-4e03-8bc3-e6c5f1f48516 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:08.691563 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6fe0504e-a1f4-45c2-8e7a-3cbf51d74461 req-f9d37349-00d1-4527-a975-aecc4fa595f1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c3a2632-e7df-4f52-9b07-323eaa3e6404 HTTP/1.1" status: 200 len: 217 time: 0.0793903 Sep 23 07:00:08.698398 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e2881a-aae0-4d1e-b095-cf7c2ddf525d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-a192a482-1975-4750-ba50-27a6b59f1254', 'network_id': 'a192a482-1975-4750-ba50-27a6b59f1254', 'tenant_id': '09cbbdc653254f998cb2497cb8f162a5', 'fixed_ips': [{'subnet_id': 'da268d6a-809f-4529-ae4c-8b7a277aae1b'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:00:08.699808 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-82e2881a-aae0-4d1e-b095-cf7c2ddf525d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:08.737383 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-3a0c5280-ca81-4e03-8bc3-e6c5f1f48516 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2364035 Sep 23 07:00:08.744100 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50820) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:08.751633 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-bcebab32-2358-4fbe-aa71-d9abc6141edf tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Request body: {'subnet': {'network_id': 'c5f9932e-2820-48ce-bdc0-db7612eab669', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:00:08.820591 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0c5280-ca81-4e03-8bc3-e6c5f1f48516 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Pushing event updated for resources: {'Network': ['ID=c5f9932e-2820-48ce-bdc0-db7612eab669,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:08.843592 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network c5f9932e-2820-48ce-bdc0-db7612eab669 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:00:08.859776 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-23dac833-ccce-4842-bf93-a29502a867b7 req-6eaf9036-5756-4325-8242-6ed215c7146c service neutron] 10.222.0.21 "GET /v2.0/networks/da2053dc-fa08-4a76-8b16-257450343793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803059 Sep 23 07:00:08.911712 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe0504e-a1f4-45c2-8e7a-3cbf51d74461 req-aae9e4ba-622c-4888-90fa-e9cb7909984f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:08.913217 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6fe0504e-a1f4-45c2-8e7a-3cbf51d74461 req-aae9e4ba-622c-4888-90fa-e9cb7909984f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=17c90601-5462-41e7-bf81-405fc24353fe HTTP/1.1" status: 200 len: 859 time: 0.1872144 Sep 23 07:00:08.983648 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6fe0504e-a1f4-45c2-8e7a-3cbf51d74461 req-6315e5e9-7ebe-483b-aa9d-6091beccf605 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b1168109-2f74-485d-b022-6ac22a84b1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577197 Sep 23 07:00:08.994270 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-82e2881a-aae0-4d1e-b095-cf7c2ddf525d None None] Allocated IP 2001:db8:0:ffff::2 (a192a482-1975-4750-ba50-27a6b59f1254/da268d6a-809f-4529-ae4c-8b7a277aae1b/b877b98c-68ae-4e0a-876f-da6bab523ae2) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:00:09.079571 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff2866-8617-4f43-9fa7-318ed00705da req-4ce29ee5-2acc-4963-b4a2-2ac7ac524adf tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:09.081026 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d3ff2866-8617-4f43-9fa7-318ed00705da req-4ce29ee5-2acc-4963-b4a2-2ac7ac524adf tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] 10.222.0.39 "GET /v2.0/ports?device_id=03d55418-726b-4a51-92cd-5c3b96f6a059 HTTP/1.1" status: 200 len: 946 time: 0.2591913 Sep 23 07:00:09.082331 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be465c8-4224-4daa-b8fd-b1912225c966 req-babc24d0-f6e3-44ec-b4e3-03180ac850c2 tempest-InstanceActionsTestJSON-1106015027 tempest-InstanceActionsTestJSON-1106015027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:09.104702 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0be465c8-4224-4daa-b8fd-b1912225c966 req-babc24d0-f6e3-44ec-b4e3-03180ac850c2 tempest-InstanceActionsTestJSON-1106015027 tempest-InstanceActionsTestJSON-1106015027-project] 10.222.0.39 "GET /v2.0/ports?device_id=354e88d4-9b7a-419e-a069-078919ecae6b HTTP/1.1" status: 200 len: 945 time: 0.0953529 Sep 23 07:00:09.170726 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0be465c8-4224-4daa-b8fd-b1912225c966 req-0756467e-1757-4693-a979-8e66257b0730 tempest-InstanceActionsTestJSON-1106015027 tempest-InstanceActionsTestJSON-1106015027-project] 10.222.0.39 "GET /v2.0/security-groups?id=af5220ac-8ccf-4993-b0dc-9bb653004673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587776 Sep 23 07:00:09.171312 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcebab32-2358-4fbe-aa71-d9abc6141edf tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Made reservation on behalf of 09cbbdc653254f998cb2497cb8f162a5 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:00:09.174755 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bcebab32-2358-4fbe-aa71-d9abc6141edf tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:09.219221 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-82e2881a-aae0-4d1e-b095-cf7c2ddf525d None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:09.227524 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-82e2881a-aae0-4d1e-b095-cf7c2ddf525d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:09.267783 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-23dac833-ccce-4842-bf93-a29502a867b7 req-385fcf30-caa2-4cd3-8acb-f263887d3179 service neutron] 10.222.0.21 "GET /v2.0/networks/da2053dc-fa08-4a76-8b16-257450343793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3577166 Sep 23 07:00:09.290599 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e2881a-aae0-4d1e-b095-cf7c2ddf525d None None] Network a192a482-1975-4750-ba50-27a6b59f1254 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:00:09.295338 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-82e2881a-aae0-4d1e-b095-cf7c2ddf525d None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:00:09.298407 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d3ff2866-8617-4f43-9fa7-318ed00705da req-e77e5769-f7c1-4986-a642-8f30a8d2e192 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c3b7e59-df38-468e-87df-f71d60e98b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027993 Sep 23 07:00:09.303373 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e2881a-aae0-4d1e-b095-cf7c2ddf525d None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:00:09.305700 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e2881a-aae0-4d1e-b095-cf7c2ddf525d None None] Pushing event updated for resources: {'Port': ['ID=b877b98c-68ae-4e0a-876f-da6bab523ae2,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:09.347676 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3579a22b-28b4-4189-b225-3f602666af73 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:09.369508 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6fe0504e-a1f4-45c2-8e7a-3cbf51d74461 req-684c61e8-4b1f-4d26-91f3-1c2dfe237acf service neutron] 10.222.0.21 "GET /v2.0/networks/b1168109-2f74-485d-b022-6ac22a84b1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3725634 Sep 23 07:00:09.373695 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-82e2881a-aae0-4d1e-b095-cf7c2ddf525d None None] Attempting to bind port b877b98c-68ae-4e0a-876f-da6bab523ae2 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:00:09.374397 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-82e2881a-aae0-4d1e-b095-cf7c2ddf525d None None] Attempting to bind port b877b98c-68ae-4e0a-876f-da6bab523ae2 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '707638b2-67e0-43e9-afc2-4c78742c5743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a192a482-1975-4750-ba50-27a6b59f1254'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:00:09.374972 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e2881a-aae0-4d1e-b095-cf7c2ddf525d None None] Attempting to bind port b877b98c-68ae-4e0a-876f-da6bab523ae2 on network a192a482-1975-4750-ba50-27a6b59f1254 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:00:09.382077 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e2881a-aae0-4d1e-b095-cf7c2ddf525d None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:00:09.382828 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e2881a-aae0-4d1e-b095-cf7c2ddf525d None None] Checking segment: {'id': '707638b2-67e0-43e9-afc2-4c78742c5743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a192a482-1975-4750-ba50-27a6b59f1254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:00:09.383464 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-82e2881a-aae0-4d1e-b095-cf7c2ddf525d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:09.384041 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e2881a-aae0-4d1e-b095-cf7c2ddf525d None None] Bound using segment: {'id': '707638b2-67e0-43e9-afc2-4c78742c5743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a192a482-1975-4750-ba50-27a6b59f1254'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:00:09.385002 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-82e2881a-aae0-4d1e-b095-cf7c2ddf525d None None] Bound port: b877b98c-68ae-4e0a-876f-da6bab523ae2, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '707638b2-67e0-43e9-afc2-4c78742c5743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a192a482-1975-4750-ba50-27a6b59f1254'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:00:09.385636 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-82e2881a-aae0-4d1e-b095-cf7c2ddf525d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:09.420766 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3579a22b-28b4-4189-b225-3f602666af73 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Pushing event deleted for resources: {'Port': ['ID=ee58fd7a-b292-4539-a8b7-020f5b592564,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:09.522405 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-82e2881a-aae0-4d1e-b095-cf7c2ddf525d None None] For port b877b98c-68ae-4e0a-876f-da6bab523ae2, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:00:09.527020 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-82e2881a-aae0-4d1e-b095-cf7c2ddf525d None None] For port b877b98c-68ae-4e0a-876f-da6bab523ae2, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=b877b98c-68ae-4e0a-876f-da6bab523ae2,segment=NetworkSegment(707638b2-67e0-43e9-afc2-4c78742c5743),segment_id=707638b2-67e0-43e9-afc2-4c78742c5743)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:00:09.533058 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-82e2881a-aae0-4d1e-b095-cf7c2ddf525d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:09.613671 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e2881a-aae0-4d1e-b095-cf7c2ddf525d None None] Pushing event updated for resources: {'Port': ['ID=b877b98c-68ae-4e0a-876f-da6bab523ae2,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:09.660084 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3579a22b-28b4-4189-b225-3f602666af73 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks [] for floatingip, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:09.662751 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3579a22b-28b4-4189-b225-3f602666af73 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:09.663962 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-3579a22b-28b4-4189-b225-3f602666af73 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] 10.222.0.39 "DELETE /v2.0/floatingips/b40cd881-3efc-4dc2-ba28-14dbf2310cce HTTP/1.1" status: 204 len: 168 time: 2.1128931 Sep 23 07:00:09.673505 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6fe0504e-a1f4-45c2-8e7a-3cbf51d74461 req-a4df17d1-89f0-4750-9f9b-3c2cc16cf42f service neutron] 10.222.0.21 "GET /v2.0/networks/b1168109-2f74-485d-b022-6ac22a84b1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766132 Sep 23 07:00:09.674023 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50848) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:09.710781 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-21e88dd9-77a3-4d42-aa92-9f5054cbc82e tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] DELETE failed (client error): The resource could not be found. Sep 23 07:00:09.711534 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21e88dd9-77a3-4d42-aa92-9f5054cbc82e tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 07:00:09.716912 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-21e88dd9-77a3-4d42-aa92-9f5054cbc82e tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] 10.222.0.39 "DELETE /v2.0/ports/c3352036-ac96-4888-aba6-91592c1af8e5 HTTP/1.1" status: 404 len: 333 time: 0.0393987 Sep 23 07:00:09.720924 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50852) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:09.727985 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c2657f-368f-4c1a-9e84-8c8d18289e42 req-e886aaeb-0456-4a1b-9759-a77f82e9ecf0 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:09.730114 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c9c2657f-368f-4c1a-9e84-8c8d18289e42 req-e886aaeb-0456-4a1b-9759-a77f82e9ecf0 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/ports?device_id=66ba0042-4875-4f86-af92-2e56c950326b HTTP/1.1" status: 200 len: 945 time: 0.0812061 Sep 23 07:00:09.781556 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 50854) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:09.802989 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-e6cb78d7-26fb-4fde-ab19-8a83405b674a tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ec85a61-1588-4d98-b167-cdab9d8c0439 HTTP/1.1" status: 200 len: 205 time: 0.0807493 Sep 23 07:00:09.803880 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bcebab32-2358-4fbe-aa71-d9abc6141edf tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:09.805898 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50858) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:09.808026 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c9c2657f-368f-4c1a-9e84-8c8d18289e42 req-33bc05e5-1404-44dd-bdd4-ecab5c1d95c0 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/security-groups?id=fd2b27e9-002e-4189-a66b-a3d17ee0f452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647068 Sep 23 07:00:09.904373 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [None req-3f19bf7a-8dc0-4704-bfd6-1159d72c5429 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] delete failed (client error): The resource could not be found. Sep 23 07:00:09.905990 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-3f19bf7a-8dc0-4704-bfd6-1159d72c5429 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] 10.222.0.39 "DELETE /v2.0/routers/1ec85a61-1588-4d98-b167-cdab9d8c0439 HTTP/1.1" status: 404 len: 336 time: 0.0928504 Sep 23 07:00:09.908696 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 50864) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:09.995311 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3062ad3-d1b9-4c68-bb55-4bd76541d942 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] DELETE failed (client error): The resource could not be found. Sep 23 07:00:10.026288 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcebab32-2358-4fbe-aa71-d9abc6141edf tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Pushing event updated for resources: {'Subnet': ['ID=aa588fa2-74f8-4a4a-89a2-e8455c07ccab,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:10.040645 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3062ad3-d1b9-4c68-bb55-4bd76541d942 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 07:00:10.042632 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-a3062ad3-d1b9-4c68-bb55-4bd76541d942 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] 10.222.0.39 "DELETE /v2.0/subnets/dd10931c-7c72-4e96-a883-b30465b44383 HTTP/1.1" status: 404 len: 337 time: 0.1327844 Sep 23 07:00:10.049564 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 50866) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:10.064717 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcebab32-2358-4fbe-aa71-d9abc6141edf tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Checking segment: {'id': 'aa8f8995-afbb-4926-ab93-c471f3c94d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c5f9932e-2820-48ce-bdc0-db7612eab669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:00:10.066381 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:10.066893 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcebab32-2358-4fbe-aa71-d9abc6141edf tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Network hostable DHCP agents. Network: c5f9932e-2820-48ce-bdc0-db7612eab669, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:00:10.119684 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcebab32-2358-4fbe-aa71-d9abc6141edf tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Network c5f9932e-2820-48ce-bdc0-db7612eab669 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:00:10.138900 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-96dc0ee6-a32a-4015-8a00-63a3cc10a89b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:10.152875 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-bcebab32-2358-4fbe-aa71-d9abc6141edf tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, c5f9932e-2820-48ce-bdc0-db7612eab669) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:00:10.166988 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53341d90-322a-418b-93cf-ff767652a42f None None] Network c5f9932e-2820-48ce-bdc0-db7612eab669 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:00:10.175061 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcebab32-2358-4fbe-aa71-d9abc6141edf tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:10.175688 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bcebab32-2358-4fbe-aa71-d9abc6141edf tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:10.221559 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device b877b98c-68ae-4e0a-876f-da6bab523ae2 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:00:10.349477 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port b877b98c-68ae-4e0a-876f-da6bab523ae2 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:00:10.349742 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:10.394568 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a56cfd-5d03-4f16-8190-fc72fb8b2466 req-ace1d29f-5908-4096-a841-48badb36d914 tempest-InstanceActionsTestJSON-1106015027 tempest-InstanceActionsTestJSON-1106015027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:10.396893 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-09a56cfd-5d03-4f16-8190-fc72fb8b2466 req-ace1d29f-5908-4096-a841-48badb36d914 tempest-InstanceActionsTestJSON-1106015027 tempest-InstanceActionsTestJSON-1106015027-project] 10.222.0.39 "GET /v2.0/ports?device_id=354e88d4-9b7a-419e-a069-078919ecae6b HTTP/1.1" status: 200 len: 945 time: 0.1183007 Sep 23 07:00:10.404028 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-e47b370b-a39d-4105-a32f-66e573fd54d3 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Deleting port 911a77c1-0ddf-43a7-9ad1-a57a4e723f8d {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:00:10.404451 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e47b370b-a39d-4105-a32f-66e573fd54d3 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:10.451505 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9228b233-3e77-4510-bc39-7f796f38e7ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-c5f9932e-2820-48ce-bdc0-db7612eab669', 'network_id': 'c5f9932e-2820-48ce-bdc0-db7612eab669', 'tenant_id': '09cbbdc653254f998cb2497cb8f162a5', 'fixed_ips': [{'subnet_id': 'aa588fa2-74f8-4a4a-89a2-e8455c07ccab'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:00:10.452534 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-9228b233-3e77-4510-bc39-7f796f38e7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:10.500633 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8c1ffe-8682-4048-b7c6-5e86e8c277ed req-b84b0a8e-daed-4cf2-a9c3-11a591771960 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:10.504742 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8f8c1ffe-8682-4048-b7c6-5e86e8c277ed req-b84b0a8e-daed-4cf2-a9c3-11a591771960 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] 10.222.0.39 "GET /v2.0/ports?device_id=03d55418-726b-4a51-92cd-5c3b96f6a059 HTTP/1.1" status: 200 len: 946 time: 0.0621319 Sep 23 07:00:10.509629 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-96dc0ee6-a32a-4015-8a00-63a3cc10a89b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:10.524656 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-96dc0ee6-a32a-4015-8a00-63a3cc10a89b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:10.535244 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-bcebab32-2358-4fbe-aa71-d9abc6141edf tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.7900641 Sep 23 07:00:10.538026 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50876) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:10.547409 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-09a56cfd-5d03-4f16-8190-fc72fb8b2466 req-3ee1ceb7-24a2-43ea-86f7-9429cbcd7d4c tempest-InstanceActionsTestJSON-1106015027 tempest-InstanceActionsTestJSON-1106015027-project] 10.222.0.39 "GET /v2.0/security-groups?id=af5220ac-8ccf-4993-b0dc-9bb653004673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354415 Sep 23 07:00:10.581008 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:10.585417 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e47b370b-a39d-4105-a32f-66e573fd54d3 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:10.597238 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-96dc0ee6-a32a-4015-8a00-63a3cc10a89b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7c4bca48145f4ae6ac0e3afc205f411b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8116865 Sep 23 07:00:10.604517 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 50880) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:10.624826 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-e47b370b-a39d-4105-a32f-66e573fd54d3 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Calling delete_port for 911a77c1-0ddf-43a7-9ad1-a57a4e723f8d owned by {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:00:10.626724 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dc0ee6-a32a-4015-8a00-63a3cc10a89b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e894760-85c9-43cb-bd68-11bc5435824a,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:10.658408 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port b877b98c-68ae-4e0a-876f-da6bab523ae2, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=b877b98c-68ae-4e0a-876f-da6bab523ae2,segment=NetworkSegment(707638b2-67e0-43e9-afc2-4c78742c5743),segment_id=707638b2-67e0-43e9-afc2-4c78742c5743)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:00:10.668555 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:10.679132 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8f8c1ffe-8682-4048-b7c6-5e86e8c277ed req-1cabb3ba-0726-4014-bd4d-e0ebce1a9691 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c3b7e59-df38-468e-87df-f71d60e98b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673803 Sep 23 07:00:10.713299 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-9228b233-3e77-4510-bc39-7f796f38e7ed None None] Allocated IP 2001:db8::1 (c5f9932e-2820-48ce-bdc0-db7612eab669/aa588fa2-74f8-4a4a-89a2-e8455c07ccab/b533aa82-704a-456d-94cd-334d5d1cb43d) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:00:10.780209 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=b877b98c-68ae-4e0a-876f-da6bab523ae2,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:10.783827 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3a8e29a7-07e8-483a-8239-fde54decc8c1 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:10.808956 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-30a85cb6-da27-4730-80d9-d433e8759a38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:10.851391 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-30a85cb6-da27-4730-80d9-d433e8759a38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:10.983358 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3a8e29a7-07e8-483a-8239-fde54decc8c1 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:10.983783 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e47b370b-a39d-4105-a32f-66e573fd54d3 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:10.993202 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-30a85cb6-da27-4730-80d9-d433e8759a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:10.995691 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-30a85cb6-da27-4730-80d9-d433e8759a38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:11.000135 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-30a85cb6-da27-4730-80d9-d433e8759a38 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7e894760-85c9-43cb-bd68-11bc5435824a HTTP/1.1" status: 204 len: 168 time: 0.3916371 Sep 23 07:00:11.001839 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-9228b233-3e77-4510-bc39-7f796f38e7ed None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:11.020831 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-9228b233-3e77-4510-bc39-7f796f38e7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:11.052378 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a61233-5a5f-4cc0-97b9-d25c91a4961c req-9a499f58-fe28-4cd3-be35-c299f8f60c3e tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:11.054578 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-34a61233-5a5f-4cc0-97b9-d25c91a4961c req-9a499f58-fe28-4cd3-be35-c299f8f60c3e tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/ports?device_id=66ba0042-4875-4f86-af92-2e56c950326b HTTP/1.1" status: 200 len: 945 time: 0.1429625 Sep 23 07:00:11.098367 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b370b-a39d-4105-a32f-66e573fd54d3 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Pushing event deleted for resources: {'Port': ['ID=911a77c1-0ddf-43a7-9ad1-a57a4e723f8d,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:11.099220 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9228b233-3e77-4510-bc39-7f796f38e7ed None None] Network c5f9932e-2820-48ce-bdc0-db7612eab669 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:00:11.109975 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e5bae0d4-7745-4a1f-8bf7-8bc68e15ea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:11.119924 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-9228b233-3e77-4510-bc39-7f796f38e7ed None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:00:11.124402 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9228b233-3e77-4510-bc39-7f796f38e7ed None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:00:11.128402 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9228b233-3e77-4510-bc39-7f796f38e7ed None None] Pushing event updated for resources: {'Port': ['ID=b533aa82-704a-456d-94cd-334d5d1cb43d,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:11.131730 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3a8e29a7-07e8-483a-8239-fde54decc8c1 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:11.179482 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a85cb6-da27-4730-80d9-d433e8759a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e894760-85c9-43cb-bd68-11bc5435824a,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:11.228077 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-34a61233-5a5f-4cc0-97b9-d25c91a4961c req-043c6b98-9f70-4158-ad34-0f3136ab3797 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/security-groups?id=fd2b27e9-002e-4189-a66b-a3d17ee0f452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600456 Sep 23 07:00:11.236058 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-9228b233-3e77-4510-bc39-7f796f38e7ed None None] Attempting to bind port b533aa82-704a-456d-94cd-334d5d1cb43d on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:00:11.236526 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-9228b233-3e77-4510-bc39-7f796f38e7ed None None] Attempting to bind port b533aa82-704a-456d-94cd-334d5d1cb43d by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': 'aa8f8995-afbb-4926-ab93-c471f3c94d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c5f9932e-2820-48ce-bdc0-db7612eab669'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:00:11.236645 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8e29a7-07e8-483a-8239-fde54decc8c1 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Pushing event deleted for resources: {'Subnet': ['ID=aa588fa2-74f8-4a4a-89a2-e8455c07ccab,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:11.237094 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019617b2-bf14-495d-8963-5e1cd0d9256c req-3325dc82-d709-4f2a-a28a-3b302491e3e7 tempest-InstanceActionsTestJSON-1106015027 tempest-InstanceActionsTestJSON-1106015027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:11.242469 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9228b233-3e77-4510-bc39-7f796f38e7ed None None] Attempting to bind port b533aa82-704a-456d-94cd-334d5d1cb43d on network c5f9932e-2820-48ce-bdc0-db7612eab669 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:00:11.247263 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70f0f18-6b59-4ca9-963e-08426d265f14 None None] Network a192a482-1975-4750-ba50-27a6b59f1254 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:00:11.248865 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-019617b2-bf14-495d-8963-5e1cd0d9256c req-3325dc82-d709-4f2a-a28a-3b302491e3e7 tempest-InstanceActionsTestJSON-1106015027 tempest-InstanceActionsTestJSON-1106015027-project] 10.222.0.39 "GET /v2.0/ports?device_id=354e88d4-9b7a-419e-a069-078919ecae6b HTTP/1.1" status: 200 len: 945 time: 0.1621368 Sep 23 07:00:11.281662 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9228b233-3e77-4510-bc39-7f796f38e7ed None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 6, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:00:11.282113 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9228b233-3e77-4510-bc39-7f796f38e7ed None None] Checking segment: {'id': 'aa8f8995-afbb-4926-ab93-c471f3c94d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c5f9932e-2820-48ce-bdc0-db7612eab669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:00:11.282482 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-9228b233-3e77-4510-bc39-7f796f38e7ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:11.282880 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9228b233-3e77-4510-bc39-7f796f38e7ed None None] Bound using segment: {'id': 'aa8f8995-afbb-4926-ab93-c471f3c94d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c5f9932e-2820-48ce-bdc0-db7612eab669'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:00:11.283370 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-9228b233-3e77-4510-bc39-7f796f38e7ed None None] Bound port: b533aa82-704a-456d-94cd-334d5d1cb43d, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa8f8995-afbb-4926-ab93-c471f3c94d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c5f9932e-2820-48ce-bdc0-db7612eab669'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:00:11.283756 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-9228b233-3e77-4510-bc39-7f796f38e7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:11.308208 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-d4f8babc-14cf-4cd5-a109-7accab825970 None None] Provisioning complete for port b877b98c-68ae-4e0a-876f-da6bab523ae2 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:00:11.308585 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d4f8babc-14cf-4cd5-a109-7accab825970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:11.310099 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-019617b2-bf14-495d-8963-5e1cd0d9256c req-d1f76a1a-857c-4ff7-810b-da7ee39a7a42 tempest-InstanceActionsTestJSON-1106015027 tempest-InstanceActionsTestJSON-1106015027-project] 10.222.0.39 "GET /v2.0/security-groups?id=af5220ac-8ccf-4993-b0dc-9bb653004673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544250 Sep 23 07:00:11.325773 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e47b370b-a39d-4105-a32f-66e573fd54d3 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:11.328132 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-e47b370b-a39d-4105-a32f-66e573fd54d3 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] 10.222.0.39 "DELETE /v2.0/ports/911a77c1-0ddf-43a7-9ad1-a57a4e723f8d HTTP/1.1" status: 204 len: 168 time: 1.2779856 Sep 23 07:00:11.330593 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 50894) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:11.346205 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3a8e29a7-07e8-483a-8239-fde54decc8c1 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:11.386381 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-3a8e29a7-07e8-483a-8239-fde54decc8c1 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5f9932e-2820-48ce-bdc0-db7612eab669']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:11.398784 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-3a8e29a7-07e8-483a-8239-fde54decc8c1 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa8f8995-afbb-4926-ab93-c471f3c94d30') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:11.399439 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-3a8e29a7-07e8-483a-8239-fde54decc8c1 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa8f8995-afbb-4926-ab93-c471f3c94d30') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:11.414353 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3a8e29a7-07e8-483a-8239-fde54decc8c1 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:11.431674 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3a8e29a7-07e8-483a-8239-fde54decc8c1 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:11.440207 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a8e29a7-07e8-483a-8239-fde54decc8c1 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:00:11.440726 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3a8e29a7-07e8-483a-8239-fde54decc8c1 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:11.445371 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 07:00:11.445371 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:00:11.445371 n-d-715271-16 neutron-server[95065]: timer() Sep 23 07:00:11.445371 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:00:11.445371 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 07:00:11.445371 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:00:11.445371 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 07:00:11.445371 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:00:11.445371 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 07:00:11.445371 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:00:11.445371 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 07:00:11.445371 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:00:11.445371 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 07:00:11.445371 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:00:11.445371 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:00:11.445371 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:00:11.445371 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:00:11.445371 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:00:11.445371 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 07:00:11.445371 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:00:11.445371 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 07:00:11.445371 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:00:11.445371 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:00:11.445371 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:00:11.445371 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 07:00:11.445371 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:00:11.445371 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:00:11.445371 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:00:11.445371 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:00:11.445371 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:00:11.445371 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:00:11.445371 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:00:11.447954 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-7d11405a-6664-4ba5-87bf-4a5ffbe88962 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Deleting port 4d4682d0-3ef5-491a-b775-82430afdb118 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:00:11.448421 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7d11405a-6664-4ba5-87bf-4a5ffbe88962 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:11.487995 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-9228b233-3e77-4510-bc39-7f796f38e7ed None None] For port b533aa82-704a-456d-94cd-334d5d1cb43d, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:00:11.496018 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50896) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:11.529778 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:11.540012 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1c5a0adc-0563-492d-8927-0bb23023c7fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:11.543657 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.db.api [None req-3a8e29a7-07e8-483a-8239-fde54decc8c1 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 23 07:00:11.543657 n-d-715271-16 neutron-server[95065]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 23 07:00:11.543657 n-d-715271-16 neutron-server[95065]: [parameters: {'id': 'c5f9932e-2820-48ce-bdc0-db7612eab669'}] Sep 23 07:00:11.543657 n-d-715271-16 neutron-server[95065]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95065) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 07:00:11.544728 n-d-715271-16 neutron-server[95065]: DEBUG oslo_db.api [None req-3a8e29a7-07e8-483a-8239-fde54decc8c1 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 07:00:11.571617 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7d11405a-6664-4ba5-87bf-4a5ffbe88962 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:11.572549 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-9228b233-3e77-4510-bc39-7f796f38e7ed None None] For port b533aa82-704a-456d-94cd-334d5d1cb43d, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=b533aa82-704a-456d-94cd-334d5d1cb43d,segment=NetworkSegment(aa8f8995-afbb-4926-ab93-c471f3c94d30),segment_id=aa8f8995-afbb-4926-ab93-c471f3c94d30)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:00:11.581589 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-9228b233-3e77-4510-bc39-7f796f38e7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:11.587128 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-7d11405a-6664-4ba5-87bf-4a5ffbe88962 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Calling delete_port for 4d4682d0-3ef5-491a-b775-82430afdb118 owned by {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:00:11.643689 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1c5a0adc-0563-492d-8927-0bb23023c7fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:11.651349 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1c5a0adc-0563-492d-8927-0bb23023c7fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:11.693588 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-1c5a0adc-0563-492d-8927-0bb23023c7fb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d565eef8e2bf42b9aa523b74f573d8e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1682129 Sep 23 07:00:11.694507 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5a0adc-0563-492d-8927-0bb23023c7fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c648826-36c0-48d2-bed2-63cbbf88a742,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:11.697046 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 50898) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:11.718393 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9228b233-3e77-4510-bc39-7f796f38e7ed None None] Pushing event updated for resources: {'Port': ['ID=b533aa82-704a-456d-94cd-334d5d1cb43d,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:11.755439 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb890b92-83bd-4f5a-916d-b6bd89c2f81c None None] Network c5f9932e-2820-48ce-bdc0-db7612eab669 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:00:11.814393 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7d11405a-6664-4ba5-87bf-4a5ffbe88962 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:11.836465 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9220f16d-aa0c-4594-9e9f-29e9e7520ef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:11.866086 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d11405a-6664-4ba5-87bf-4a5ffbe88962 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Pushing event deleted for resources: {'Port': ['ID=4d4682d0-3ef5-491a-b775-82430afdb118,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:11.932792 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41074865-c27f-41d7-8ae6-ad2fefac357e None None] get_active_networks_info from n-d-715271-16 {{(pid=95067) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 07:00:11.991581 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-00d2f8d2-d81d-4795-a496-470d1cc6ed39 None None] Provisioning complete for port b877b98c-68ae-4e0a-876f-da6bab523ae2 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:00:11.991843 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-00d2f8d2-d81d-4795-a496-470d1cc6ed39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:12.045943 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3a8e29a7-07e8-483a-8239-fde54decc8c1 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:12.062922 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device b877b98c-68ae-4e0a-876f-da6bab523ae2 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:00:12.120902 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-3a8e29a7-07e8-483a-8239-fde54decc8c1 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Deleting port b533aa82-704a-456d-94cd-334d5d1cb43d {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:00:12.121496 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3a8e29a7-07e8-483a-8239-fde54decc8c1 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:12.125749 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41074865-c27f-41d7-8ae6-ad2fefac357e None None] Resources bound (agent type, host, resource id): {{(pid=95067) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 07:00:12.192263 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-3a8e29a7-07e8-483a-8239-fde54decc8c1 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] For port b533aa82-704a-456d-94cd-334d5d1cb43d, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=b533aa82-704a-456d-94cd-334d5d1cb43d,segment=NetworkSegment(aa8f8995-afbb-4926-ab93-c471f3c94d30),segment_id=aa8f8995-afbb-4926-ab93-c471f3c94d30)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:00:12.192668 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3a8e29a7-07e8-483a-8239-fde54decc8c1 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:12.207959 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-3a8e29a7-07e8-483a-8239-fde54decc8c1 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Calling delete_port for b533aa82-704a-456d-94cd-334d5d1cb43d owned by network:dhcp {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:00:12.215121 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port b877b98c-68ae-4e0a-876f-da6bab523ae2 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:00:12.215498 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:12.233178 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9220f16d-aa0c-4594-9e9f-29e9e7520ef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:12.309639 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3a8e29a7-07e8-483a-8239-fde54decc8c1 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:12.330202 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c2514-17b4-4ad3-a74d-284901ec0c22 req-a4be8d87-1b2b-4a6a-b669-82730195eb67 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:12.331887 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-906c2514-17b4-4ad3-a74d-284901ec0c22 req-a4be8d87-1b2b-4a6a-b669-82730195eb67 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] 10.222.0.39 "GET /v2.0/ports?device_id=03d55418-726b-4a51-92cd-5c3b96f6a059 HTTP/1.1" status: 200 len: 946 time: 0.5383537 Sep 23 07:00:12.343809 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:12.368374 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8e29a7-07e8-483a-8239-fde54decc8c1 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Pushing event deleted for resources: {'Port': ['ID=b533aa82-704a-456d-94cd-334d5d1cb43d,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:12.378317 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8e29a7-07e8-483a-8239-fde54decc8c1 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] No DVR routers for this DVR port b533aa82-704a-456d-94cd-334d5d1cb43d on host n-d-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:00:12.415835 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05e6282-d12e-49ed-aac4-626c7730536b req-6ffe23e9-4fad-428d-b5e2-54d9f7279f1e tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:12.417631 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b05e6282-d12e-49ed-aac4-626c7730536b req-6ffe23e9-4fad-428d-b5e2-54d9f7279f1e tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] 10.222.0.58 "GET /v2.0/ports?device_id=03d55418-726b-4a51-92cd-5c3b96f6a059 HTTP/1.1" status: 200 len: 946 time: 0.5267327 Sep 23 07:00:12.420710 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7d11405a-6664-4ba5-87bf-4a5ffbe88962 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:12.423910 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-7d11405a-6664-4ba5-87bf-4a5ffbe88962 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] 10.222.0.39 "DELETE /v2.0/ports/4d4682d0-3ef5-491a-b775-82430afdb118 HTTP/1.1" status: 204 len: 168 time: 1.0898440 Sep 23 07:00:12.426444 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 50908) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:12.430019 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be2c653-c372-4a4f-9911-d2e0ce6f7403 req-1d53dda9-3a46-441d-b578-3cb65b673a68 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:12.431645 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6be2c653-c372-4a4f-9911-d2e0ce6f7403 req-1d53dda9-3a46-441d-b578-3cb65b673a68 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/ports?device_id=66ba0042-4875-4f86-af92-2e56c950326b HTTP/1.1" status: 200 len: 945 time: 0.1195364 Sep 23 07:00:12.471673 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9220f16d-aa0c-4594-9e9f-29e9e7520ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:12.474446 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9220f16d-aa0c-4594-9e9f-29e9e7520ef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:12.475774 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-9220f16d-aa0c-4594-9e9f-29e9e7520ef6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3c648826-36c0-48d2-bed2-63cbbf88a742 HTTP/1.1" status: 204 len: 168 time: 0.7773468 Sep 23 07:00:12.504375 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3a8e29a7-07e8-483a-8239-fde54decc8c1 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:12.540243 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-3a8e29a7-07e8-483a-8239-fde54decc8c1 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5f9932e-2820-48ce-bdc0-db7612eab669']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:12.545824 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6be2c653-c372-4a4f-9911-d2e0ce6f7403 req-feeb19a1-6003-4820-ad52-5b21f2b35e1d tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/security-groups?id=fd2b27e9-002e-4189-a66b-a3d17ee0f452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982487 Sep 23 07:00:12.555531 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-3a8e29a7-07e8-483a-8239-fde54decc8c1 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa8f8995-afbb-4926-ab93-c471f3c94d30') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:12.555822 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-3a8e29a7-07e8-483a-8239-fde54decc8c1 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa8f8995-afbb-4926-ab93-c471f3c94d30') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:12.579035 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3a8e29a7-07e8-483a-8239-fde54decc8c1 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:12.586492 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-906c2514-17b4-4ad3-a74d-284901ec0c22 req-979e8af8-6c13-498a-a002-4bb1655848f3 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c3b7e59-df38-468e-87df-f71d60e98b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352114 Sep 23 07:00:12.618382 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3a8e29a7-07e8-483a-8239-fde54decc8c1 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:12.629783 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a8e29a7-07e8-483a-8239-fde54decc8c1 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:00:12.630839 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3a8e29a7-07e8-483a-8239-fde54decc8c1 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:12.634657 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 07:00:12.634657 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:00:12.634657 n-d-715271-16 neutron-server[95065]: timer() Sep 23 07:00:12.634657 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:00:12.634657 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 07:00:12.634657 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:00:12.634657 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 07:00:12.634657 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:00:12.634657 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 07:00:12.634657 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:00:12.634657 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 07:00:12.634657 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:00:12.634657 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 07:00:12.634657 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:00:12.634657 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:00:12.634657 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:00:12.634657 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:00:12.634657 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:00:12.634657 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 07:00:12.634657 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:00:12.634657 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 07:00:12.634657 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:00:12.634657 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:00:12.634657 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:00:12.634657 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 07:00:12.634657 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:00:12.634657 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:00:12.634657 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:00:12.634657 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:00:12.634657 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:00:12.634657 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:00:12.634657 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:00:12.656400 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9220f16d-aa0c-4594-9e9f-29e9e7520ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c648826-36c0-48d2-bed2-63cbbf88a742,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:12.702045 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6fc821c-1ade-4929-9fac-db87f6e29f4c tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:12.707123 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-f6fc821c-1ade-4929-9fac-db87f6e29f4c tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c4900cb-ca57-41b1-914f-12b14a217d77 HTTP/1.1" status: 200 len: 913 time: 0.2794697 Sep 23 07:00:12.708090 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 50912) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:12.798339 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-b05e6282-d12e-49ed-aac4-626c7730536b req-ff124613-2232-4b42-a73b-57c3697823b9 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] Deleting port 63442076-b8cb-4f47-b1c2-94caaf912da0 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:00:12.798548 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-b05e6282-d12e-49ed-aac4-626c7730536b req-ff124613-2232-4b42-a73b-57c3697823b9 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:12.803743 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3a8e29a7-07e8-483a-8239-fde54decc8c1 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:12.819408 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3a8e29a7-07e8-483a-8239-fde54decc8c1 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:12.825479 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-3a8e29a7-07e8-483a-8239-fde54decc8c1 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] 10.222.0.39 "DELETE /v2.0/networks/c5f9932e-2820-48ce-bdc0-db7612eab669 HTTP/1.1" status: 204 len: 168 time: 2.2864594 Sep 23 07:00:12.827246 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 50918) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:12.839117 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-87829329-e1a5-41e2-b944-e95ffa0da4fa tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1401601686'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:00:12.846928 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a9e8b-6e8e-4e05-a419-7c13d029ef0d req-1d19a14c-9b65-4a1d-bfc3-39b585d6be6f tempest-InstanceActionsTestJSON-1106015027 tempest-InstanceActionsTestJSON-1106015027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:12.848453 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-163a9e8b-6e8e-4e05-a419-7c13d029ef0d req-1d19a14c-9b65-4a1d-bfc3-39b585d6be6f tempest-InstanceActionsTestJSON-1106015027 tempest-InstanceActionsTestJSON-1106015027-project] 10.222.0.39 "GET /v2.0/ports?device_id=354e88d4-9b7a-419e-a069-078919ecae6b HTTP/1.1" status: 200 len: 945 time: 0.1171205 Sep 23 07:00:12.861055 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8e29a7-07e8-483a-8239-fde54decc8c1 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Pushing event deleted for resources: {'Network': ['ID=c5f9932e-2820-48ce-bdc0-db7612eab669,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:12.905601 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b49414-df8f-40dc-b5f5-e984afb48487 req-06e28247-f491-4b64-9525-d2db35d8682c tempest-InstanceActionsTestJSON-1106015027 tempest-InstanceActionsTestJSON-1106015027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:12.907147 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b7b49414-df8f-40dc-b5f5-e984afb48487 req-06e28247-f491-4b64-9525-d2db35d8682c tempest-InstanceActionsTestJSON-1106015027 tempest-InstanceActionsTestJSON-1106015027-project] 10.222.0.21 "GET /v2.0/ports?device_id=354e88d4-9b7a-419e-a069-078919ecae6b HTTP/1.1" status: 200 len: 945 time: 0.1191347 Sep 23 07:00:12.915391 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-163a9e8b-6e8e-4e05-a419-7c13d029ef0d req-38c699dd-58d0-4742-8734-9de961ce5200 tempest-InstanceActionsTestJSON-1106015027 tempest-InstanceActionsTestJSON-1106015027-project] 10.222.0.39 "GET /v2.0/security-groups?id=af5220ac-8ccf-4993-b0dc-9bb653004673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512495 Sep 23 07:00:13.012766 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87829329-e1a5-41e2-b944-e95ffa0da4fa tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Made reservation on behalf of 09cbbdc653254f998cb2497cb8f162a5 for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:00:13.016241 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-87829329-e1a5-41e2-b944-e95ffa0da4fa tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:13.027502 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-b7b49414-df8f-40dc-b5f5-e984afb48487 req-7aa85f52-35e0-44b9-a813-cd1a39caeda9 tempest-InstanceActionsTestJSON-1106015027 tempest-InstanceActionsTestJSON-1106015027-project] Deleting port 6f84ab3c-aa49-4208-95fa-fb518756aec4 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:00:13.027855 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-b7b49414-df8f-40dc-b5f5-e984afb48487 req-7aa85f52-35e0-44b9-a813-cd1a39caeda9 tempest-InstanceActionsTestJSON-1106015027 tempest-InstanceActionsTestJSON-1106015027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:13.028633 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-b05e6282-d12e-49ed-aac4-626c7730536b req-ff124613-2232-4b42-a73b-57c3697823b9 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] For port 63442076-b8cb-4f47-b1c2-94caaf912da0, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=63442076-b8cb-4f47-b1c2-94caaf912da0,segment=NetworkSegment(246a328a-f0a9-4507-b0f8-65ab030d674f),segment_id=246a328a-f0a9-4507-b0f8-65ab030d674f)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:00:13.028998 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-b05e6282-d12e-49ed-aac4-626c7730536b req-ff124613-2232-4b42-a73b-57c3697823b9 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:13.067846 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-b05e6282-d12e-49ed-aac4-626c7730536b req-ff124613-2232-4b42-a73b-57c3697823b9 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] Calling delete_port for 63442076-b8cb-4f47-b1c2-94caaf912da0 owned by compute:nova {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:00:13.107773 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87829329-e1a5-41e2-b944-e95ffa0da4fa tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:00:13.129418 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-b7b49414-df8f-40dc-b5f5-e984afb48487 req-7aa85f52-35e0-44b9-a813-cd1a39caeda9 tempest-InstanceActionsTestJSON-1106015027 tempest-InstanceActionsTestJSON-1106015027-project] For port 6f84ab3c-aa49-4208-95fa-fb518756aec4, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=6f84ab3c-aa49-4208-95fa-fb518756aec4,segment=NetworkSegment(757dd634-8947-4fda-a35f-964e616b2e7c),segment_id=757dd634-8947-4fda-a35f-964e616b2e7c)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:00:13.129785 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-b7b49414-df8f-40dc-b5f5-e984afb48487 req-7aa85f52-35e0-44b9-a813-cd1a39caeda9 tempest-InstanceActionsTestJSON-1106015027 tempest-InstanceActionsTestJSON-1106015027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:13.145898 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-b7b49414-df8f-40dc-b5f5-e984afb48487 req-7aa85f52-35e0-44b9-a813-cd1a39caeda9 tempest-InstanceActionsTestJSON-1106015027 tempest-InstanceActionsTestJSON-1106015027-project] Calling delete_port for 6f84ab3c-aa49-4208-95fa-fb518756aec4 owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:00:13.189629 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-87829329-e1a5-41e2-b944-e95ffa0da4fa tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:13.190012 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-87829329-e1a5-41e2-b944-e95ffa0da4fa tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Added segment 2990d2a0-9e66-4340-a632-d8ea3f2dac90 of type vlan for network d361e1bd-1b94-4144-a627-58e6003b0e5d Sep 23 07:00:13.270544 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-87829329-e1a5-41e2-b944-e95ffa0da4fa tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:13.296416 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-b7b49414-df8f-40dc-b5f5-e984afb48487 req-7aa85f52-35e0-44b9-a813-cd1a39caeda9 tempest-InstanceActionsTestJSON-1106015027 tempest-InstanceActionsTestJSON-1106015027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:13.329236 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa85f52-35e0-44b9-a813-cd1a39caeda9 tempest-InstanceActionsTestJSON-1106015027 tempest-InstanceActionsTestJSON-1106015027-project] Pushing event deleted for resources: {'Port': ['ID=6f84ab3c-aa49-4208-95fa-fb518756aec4,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:13.373595 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7b49414-df8f-40dc-b5f5-e984afb48487 req-7aa85f52-35e0-44b9-a813-cd1a39caeda9 tempest-InstanceActionsTestJSON-1106015027 tempest-InstanceActionsTestJSON-1106015027-project] No DVR routers for this DVR port 6f84ab3c-aa49-4208-95fa-fb518756aec4 on host n-h1-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:00:13.376164 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-b7b49414-df8f-40dc-b5f5-e984afb48487 req-7aa85f52-35e0-44b9-a813-cd1a39caeda9 tempest-InstanceActionsTestJSON-1106015027 tempest-InstanceActionsTestJSON-1106015027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:13.378466 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b7b49414-df8f-40dc-b5f5-e984afb48487 req-7aa85f52-35e0-44b9-a813-cd1a39caeda9 tempest-InstanceActionsTestJSON-1106015027 tempest-InstanceActionsTestJSON-1106015027-project] 10.222.0.21 "DELETE /v2.0/ports/6f84ab3c-aa49-4208-95fa-fb518756aec4 HTTP/1.1" status: 204 len: 173 time: 0.4619255 Sep 23 07:00:13.378693 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '354e88d4-9b7a-419e-a069-078919ecae6b', 'name': 'network-vif-deleted', 'tag': '6f84ab3c-aa49-4208-95fa-fb518756aec4'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:00:13.381261 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-953f2007-3ae3-43b1-bb66-9bc5a2e6a024" -d '{"events": [{"server_uuid": "354e88d4-9b7a-419e-a069-078919ecae6b", "name": "network-vif-deleted", "tag": "6f84ab3c-aa49-4208-95fa-fb518756aec4"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:00:13.401154 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-87829329-e1a5-41e2-b944-e95ffa0da4fa tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:13.407861 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87829329-e1a5-41e2-b944-e95ffa0da4fa tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:13.408504 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-87829329-e1a5-41e2-b944-e95ffa0da4fa tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:13.431197 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b8ba022-02a6-4cfc-b230-7c938491a4a9 x-openstack-request-id: req-6b8ba022-02a6-4cfc-b230-7c938491a4a9 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:00:13.431535 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "354e88d4-9b7a-419e-a069-078919ecae6b", "name": "network-vif-deleted", "tag": "6f84ab3c-aa49-4208-95fa-fb518756aec4", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:00:13.431793 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6b8ba022-02a6-4cfc-b230-7c938491a4a9 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:00:13.432460 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '354e88d4-9b7a-419e-a069-078919ecae6b', 'name': 'network-vif-deleted', 'tag': '6f84ab3c-aa49-4208-95fa-fb518756aec4', 'status': 'completed', 'code': 200} Sep 23 07:00:13.458853 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-87829329-e1a5-41e2-b944-e95ffa0da4fa tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6305380 Sep 23 07:00:13.461721 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50938) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:13.468039 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-b05e6282-d12e-49ed-aac4-626c7730536b req-ff124613-2232-4b42-a73b-57c3697823b9 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:13.469509 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-de8bd25d-922b-422f-963e-85a579b37e47 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Request body: {'subnet': {'network_id': 'd361e1bd-1b94-4144-a627-58e6003b0e5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:00:13.482494 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['63442076-b8cb-4f47-b1c2-94caaf912da0'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:00:13.559740 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff124613-2232-4b42-a73b-57c3697823b9 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] Pushing event deleted for resources: {'Port': ['ID=63442076-b8cb-4f47-b1c2-94caaf912da0,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:13.566223 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87829329-e1a5-41e2-b944-e95ffa0da4fa tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Pushing event updated for resources: {'Network': ['ID=d361e1bd-1b94-4144-a627-58e6003b0e5d,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:13.582009 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network d361e1bd-1b94-4144-a627-58e6003b0e5d details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:00:13.599336 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de8bd25d-922b-422f-963e-85a579b37e47 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Made reservation on behalf of 09cbbdc653254f998cb2497cb8f162a5 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:00:13.605831 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-de8bd25d-922b-422f-963e-85a579b37e47 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:13.664259 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-b05e6282-d12e-49ed-aac4-626c7730536b req-ff124613-2232-4b42-a73b-57c3697823b9 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] No DVR routers for this DVR port 63442076-b8cb-4f47-b1c2-94caaf912da0 on host n-h2-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:00:13.704969 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-b05e6282-d12e-49ed-aac4-626c7730536b req-ff124613-2232-4b42-a73b-57c3697823b9 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:13.707253 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b05e6282-d12e-49ed-aac4-626c7730536b req-ff124613-2232-4b42-a73b-57c3697823b9 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] 10.222.0.58 "DELETE /v2.0/ports/63442076-b8cb-4f47-b1c2-94caaf912da0 HTTP/1.1" status: 204 len: 173 time: 1.2685986 Sep 23 07:00:13.707891 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03d55418-726b-4a51-92cd-5c3b96f6a059', 'name': 'network-vif-deleted', 'tag': '63442076-b8cb-4f47-b1c2-94caaf912da0'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:00:13.710174 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ba0d18-e204-4c3c-8055-ed1a3a557b94" -d '{"events": [{"server_uuid": "03d55418-726b-4a51-92cd-5c3b96f6a059", "name": "network-vif-deleted", "tag": "63442076-b8cb-4f47-b1c2-94caaf912da0"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:00:13.767279 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-49742f68-04df-4c34-aa0b-e9e17ac35c76 req-b87e6aec-4a02-4a48-8d7d-bfce878d7b25 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] 10.222.0.39 "GET /v2.0/ports?device_id=03d55418-726b-4a51-92cd-5c3b96f6a059 HTTP/1.1" status: 200 len: 210 time: 0.0604908 Sep 23 07:00:13.803980 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:13.807476 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a7b13-4d99-450f-aeb9-7fdaea567857 req-55dc5329-fff8-458f-a4ad-4f06a32cf78c tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:13.816474 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-332a7b13-4d99-450f-aeb9-7fdaea567857 req-55dc5329-fff8-458f-a4ad-4f06a32cf78c tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/ports?device_id=66ba0042-4875-4f86-af92-2e56c950326b HTTP/1.1" status: 200 len: 945 time: 0.1487517 Sep 23 07:00:13.826368 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-36504405-af42-4115-b77e-30d3f24ce7bc tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066969'] for router_interface, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:13.833300 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-745fc802-ee9c-421b-b79b-30bbaee17c57 x-openstack-request-id: req-745fc802-ee9c-421b-b79b-30bbaee17c57 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:00:13.834009 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03d55418-726b-4a51-92cd-5c3b96f6a059", "name": "network-vif-deleted", "tag": "63442076-b8cb-4f47-b1c2-94caaf912da0", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:00:13.834470 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-745fc802-ee9c-421b-b79b-30bbaee17c57 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:00:13.835700 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03d55418-726b-4a51-92cd-5c3b96f6a059', 'name': 'network-vif-deleted', 'tag': '63442076-b8cb-4f47-b1c2-94caaf912da0', 'status': 'completed', 'code': 200} Sep 23 07:00:13.909838 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-332a7b13-4d99-450f-aeb9-7fdaea567857 req-b43a0948-1f46-4fd5-8453-24a385aa2d8a tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/security-groups?id=fd2b27e9-002e-4189-a66b-a3d17ee0f452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923257 Sep 23 07:00:14.031905 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-de8bd25d-922b-422f-963e-85a579b37e47 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:14.135118 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bf410e46-d884-4793-aa90-f8119ded7526 req-15ac3b8e-bc01-4930-8b3a-69c8cae3d793 tempest-InstanceActionsTestJSON-1106015027 tempest-InstanceActionsTestJSON-1106015027-project] 10.222.0.39 "GET /v2.0/ports?device_id=354e88d4-9b7a-419e-a069-078919ecae6b HTTP/1.1" status: 200 len: 210 time: 0.0595467 Sep 23 07:00:14.148653 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8bd25d-922b-422f-963e-85a579b37e47 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Pushing event updated for resources: {'Subnet': ['ID=0739cb15-780b-4267-bf39-c7f0a01ebb73,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:14.173693 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8bd25d-922b-422f-963e-85a579b37e47 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Checking segment: {'id': '2990d2a0-9e66-4340-a632-d8ea3f2dac90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd361e1bd-1b94-4144-a627-58e6003b0e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:00:14.174348 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8bd25d-922b-422f-963e-85a579b37e47 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Network hostable DHCP agents. Network: d361e1bd-1b94-4144-a627-58e6003b0e5d, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:00:14.179986 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-36504405-af42-4115-b77e-30d3f24ce7bc tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Deleting port a1b256b4-3bd1-4664-9feb-99891d5f6148 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:00:14.180538 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-36504405-af42-4115-b77e-30d3f24ce7bc tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:14.196092 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8bd25d-922b-422f-963e-85a579b37e47 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Network d361e1bd-1b94-4144-a627-58e6003b0e5d is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:00:14.207780 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-de8bd25d-922b-422f-963e-85a579b37e47 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, d361e1bd-1b94-4144-a627-58e6003b0e5d) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:00:14.212907 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8bd25d-922b-422f-963e-85a579b37e47 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:14.213856 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-de8bd25d-922b-422f-963e-85a579b37e47 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:14.221072 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74ab871-0f43-49d4-90ae-dc376a12260b None None] Network d361e1bd-1b94-4144-a627-58e6003b0e5d requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:00:14.234438 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-de8bd25d-922b-422f-963e-85a579b37e47 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7712100 Sep 23 07:00:14.240484 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50966) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:14.248479 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-6eaedc90-144f-4e70-8847-38e8a2bba806 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1249974274'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:00:14.277262 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eaedc90-144f-4e70-8847-38e8a2bba806 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Made reservation on behalf of 09cbbdc653254f998cb2497cb8f162a5 for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:00:14.282868 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6eaedc90-144f-4e70-8847-38e8a2bba806 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:14.291558 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-36504405-af42-4115-b77e-30d3f24ce7bc tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:14.310004 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-36504405-af42-4115-b77e-30d3f24ce7bc tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Calling delete_port for a1b256b4-3bd1-4664-9feb-99891d5f6148 owned by network:router_interface {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:00:14.316033 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eaedc90-144f-4e70-8847-38e8a2bba806 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:00:14.337694 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6eaedc90-144f-4e70-8847-38e8a2bba806 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:14.338261 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-6eaedc90-144f-4e70-8847-38e8a2bba806 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Added segment d501fc62-812c-42dc-9b19-d3eef13180f2 of type vlan for network dcce9f63-d2ee-48ed-b028-a3ad8aa0d6fd Sep 23 07:00:14.400233 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6eaedc90-144f-4e70-8847-38e8a2bba806 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:14.424602 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769344ea-69a8-4c53-9421-1939209f1af7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-d361e1bd-1b94-4144-a627-58e6003b0e5d', 'network_id': 'd361e1bd-1b94-4144-a627-58e6003b0e5d', 'tenant_id': '09cbbdc653254f998cb2497cb8f162a5', 'fixed_ips': [{'subnet_id': '0739cb15-780b-4267-bf39-c7f0a01ebb73'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:00:14.425855 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-769344ea-69a8-4c53-9421-1939209f1af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:14.448612 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6eaedc90-144f-4e70-8847-38e8a2bba806 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:14.458196 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eaedc90-144f-4e70-8847-38e8a2bba806 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:14.458876 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6eaedc90-144f-4e70-8847-38e8a2bba806 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:14.504010 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-6eaedc90-144f-4e70-8847-38e8a2bba806 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2619710 Sep 23 07:00:14.504625 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50972) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:14.517539 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-9737f595-3fe7-4afa-917b-02f7c6ed1e63 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Request body: {'subnet': {'network_id': 'dcce9f63-d2ee-48ed-b028-a3ad8aa0d6fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:00:14.560417 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaedc90-144f-4e70-8847-38e8a2bba806 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Pushing event updated for resources: {'Network': ['ID=dcce9f63-d2ee-48ed-b028-a3ad8aa0d6fd,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:14.584276 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network dcce9f63-d2ee-48ed-b028-a3ad8aa0d6fd details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:00:14.599214 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-36504405-af42-4115-b77e-30d3f24ce7bc tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:14.635823 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36504405-af42-4115-b77e-30d3f24ce7bc tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Pushing event deleted for resources: {'Port': ['ID=a1b256b4-3bd1-4664-9feb-99891d5f6148,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:14.649210 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9737f595-3fe7-4afa-917b-02f7c6ed1e63 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Made reservation on behalf of 09cbbdc653254f998cb2497cb8f162a5 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:00:14.657262 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9737f595-3fe7-4afa-917b-02f7c6ed1e63 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:14.680921 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-769344ea-69a8-4c53-9421-1939209f1af7 None None] Allocated IP 2001:db8::3 (d361e1bd-1b94-4144-a627-58e6003b0e5d/0739cb15-780b-4267-bf39-c7f0a01ebb73/ad9115b7-4fdd-4574-b90b-55d21a1c5369) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:00:14.740700 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.ipam_backend_mixin [None req-9737f595-3fe7-4afa-917b-02f7c6ed1e63 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Performing IP validity checks on allocation pools {{(pid=95065) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 23 07:00:14.741236 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.ipam_backend_mixin [None req-9737f595-3fe7-4afa-917b-02f7c6ed1e63 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95065) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 23 07:00:14.857818 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-36504405-af42-4115-b77e-30d3f24ce7bc tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2068624'] for router_interface, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:14.883728 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-769344ea-69a8-4c53-9421-1939209f1af7 None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:14.889995 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-769344ea-69a8-4c53-9421-1939209f1af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:14.975441 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9737f595-3fe7-4afa-917b-02f7c6ed1e63 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:14.976023 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769344ea-69a8-4c53-9421-1939209f1af7 None None] Network d361e1bd-1b94-4144-a627-58e6003b0e5d is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:00:14.980133 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-769344ea-69a8-4c53-9421-1939209f1af7 None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:00:15.000474 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769344ea-69a8-4c53-9421-1939209f1af7 None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:00:15.032445 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769344ea-69a8-4c53-9421-1939209f1af7 None None] Pushing event updated for resources: {'Port': ['ID=ad9115b7-4fdd-4574-b90b-55d21a1c5369,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:15.095614 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-769344ea-69a8-4c53-9421-1939209f1af7 None None] Attempting to bind port ad9115b7-4fdd-4574-b90b-55d21a1c5369 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:00:15.103242 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-769344ea-69a8-4c53-9421-1939209f1af7 None None] Attempting to bind port ad9115b7-4fdd-4574-b90b-55d21a1c5369 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '2990d2a0-9e66-4340-a632-d8ea3f2dac90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd361e1bd-1b94-4144-a627-58e6003b0e5d'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:00:15.103242 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769344ea-69a8-4c53-9421-1939209f1af7 None None] Attempting to bind port ad9115b7-4fdd-4574-b90b-55d21a1c5369 on network d361e1bd-1b94-4144-a627-58e6003b0e5d {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:00:15.110704 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769344ea-69a8-4c53-9421-1939209f1af7 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:00:15.112962 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769344ea-69a8-4c53-9421-1939209f1af7 None None] Checking segment: {'id': '2990d2a0-9e66-4340-a632-d8ea3f2dac90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd361e1bd-1b94-4144-a627-58e6003b0e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:00:15.113236 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-769344ea-69a8-4c53-9421-1939209f1af7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:15.116876 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769344ea-69a8-4c53-9421-1939209f1af7 None None] Bound using segment: {'id': '2990d2a0-9e66-4340-a632-d8ea3f2dac90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd361e1bd-1b94-4144-a627-58e6003b0e5d'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:00:15.116876 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-769344ea-69a8-4c53-9421-1939209f1af7 None None] Bound port: ad9115b7-4fdd-4574-b90b-55d21a1c5369, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2990d2a0-9e66-4340-a632-d8ea3f2dac90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd361e1bd-1b94-4144-a627-58e6003b0e5d'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:00:15.116876 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-769344ea-69a8-4c53-9421-1939209f1af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:15.176424 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9737f595-3fe7-4afa-917b-02f7c6ed1e63 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Pushing event updated for resources: {'Subnet': ['ID=806fe88c-fb56-4c30-97e3-56f31a2aee64,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:15.199019 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9737f595-3fe7-4afa-917b-02f7c6ed1e63 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Checking segment: {'id': 'd501fc62-812c-42dc-9b19-d3eef13180f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'dcce9f63-d2ee-48ed-b028-a3ad8aa0d6fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:00:15.199394 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9737f595-3fe7-4afa-917b-02f7c6ed1e63 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Network hostable DHCP agents. Network: dcce9f63-d2ee-48ed-b028-a3ad8aa0d6fd, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:00:15.211440 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-769344ea-69a8-4c53-9421-1939209f1af7 None None] For port ad9115b7-4fdd-4574-b90b-55d21a1c5369, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:00:15.214111 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ef288-a76f-4009-835d-05052317720c req-ed9a914f-ef4e-4f0d-9697-3baae3b6fef4 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:15.215964 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d89ef288-a76f-4009-835d-05052317720c req-ed9a914f-ef4e-4f0d-9697-3baae3b6fef4 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/ports?device_id=66ba0042-4875-4f86-af92-2e56c950326b HTTP/1.1" status: 200 len: 945 time: 0.1508622 Sep 23 07:00:15.222949 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-769344ea-69a8-4c53-9421-1939209f1af7 None None] For port ad9115b7-4fdd-4574-b90b-55d21a1c5369, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=ad9115b7-4fdd-4574-b90b-55d21a1c5369,segment=NetworkSegment(2990d2a0-9e66-4340-a632-d8ea3f2dac90),segment_id=2990d2a0-9e66-4340-a632-d8ea3f2dac90)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:00:15.233334 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-769344ea-69a8-4c53-9421-1939209f1af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:15.233804 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36504405-af42-4115-b77e-30d3f24ce7bc tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Router 1c4900cb-ca57-41b1-914f-12b14a217d77 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:00:15.252078 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 6f84ab3c-aa49-4208-95fa-fb518756aec4 no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:00:15.252448 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9737f595-3fe7-4afa-917b-02f7c6ed1e63 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Network dcce9f63-d2ee-48ed-b028-a3ad8aa0d6fd is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:00:15.280288 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d89ef288-a76f-4009-835d-05052317720c req-2b6d4f3e-940d-411a-bdb0-c315264e0439 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/security-groups?id=fd2b27e9-002e-4189-a66b-a3d17ee0f452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570314 Sep 23 07:00:15.281503 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-9737f595-3fe7-4afa-917b-02f7c6ed1e63 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, dcce9f63-d2ee-48ed-b028-a3ad8aa0d6fd) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:00:15.285784 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9737f595-3fe7-4afa-917b-02f7c6ed1e63 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:15.286660 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9737f595-3fe7-4afa-917b-02f7c6ed1e63 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:15.308887 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] No Port match for: 6f84ab3c-aa49-4208-95fa-fb518756aec4 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:00:15.309243 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 6f84ab3c-aa49-4208-95fa-fb518756aec4 not bound to the agent host n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:00:15.322231 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-9737f595-3fe7-4afa-917b-02f7c6ed1e63 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.8141730 Sep 23 07:00:15.326496 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51018) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:15.365532 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53418bb4-020e-48b2-91e1-3c4d3a050a35 None None] Network dcce9f63-d2ee-48ed-b028-a3ad8aa0d6fd requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:00:15.382322 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51020) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:15.406126 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feeba5a-7f30-4783-ad99-ecf1b5783d45 req-ab7b0e6a-f16d-4fec-b2ba-e201202e3bb2 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:15.411551 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3feeba5a-7f30-4783-ad99-ecf1b5783d45 req-ab7b0e6a-f16d-4fec-b2ba-e201202e3bb2 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] 10.222.0.39 "GET /v2.0/networks?id=3f96c91f-c29f-4716-92bf-8a0aea5934cc HTTP/1.1" status: 200 len: 808 time: 0.2333267 Sep 23 07:00:15.441161 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3feeba5a-7f30-4783-ad99-ecf1b5783d45 req-0806a53d-ac20-46f8-9fd6-55fb780ee7c9 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] 10.222.0.39 "GET /v2.0/quotas/4a7a002963fd48a09d0897116f136693 HTTP/1.1" status: 200 len: 375 time: 0.0220020 Sep 23 07:00:15.499798 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-30e07997-7937-4646-976b-2e218b457bbc admin admin] Deleting subnet 5bac5fb9-fa7b-49b7-b95b-9436d57f3a8e {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:00:15.512036 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-30e07997-7937-4646-976b-2e218b457bbc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:15.527319 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3feeba5a-7f30-4783-ad99-ecf1b5783d45 req-6fe563e9-1a01-4a8c-9a37-1f92fc9fbb1e tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a7a002963fd48a09d0897116f136693&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0849700 Sep 23 07:00:15.561045 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51024) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:15.566706 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36504405-af42-4115-b77e-30d3f24ce7bc tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:00:15.580218 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-36504405-af42-4115-b77e-30d3f24ce7bc tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] 10.222.0.39 "PUT /v2.0/routers/1c4900cb-ca57-41b1-914f-12b14a217d77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8674366 Sep 23 07:00:15.580218 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51028) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:15.581415 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8546f272-ba34-443d-98e0-9e503d87d3d5 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:15.596358 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212eebae-00a4-4f74-b522-3b91fde22e11 None None] Sync routers for ids ['1c4900cb-ca57-41b1-914f-12b14a217d77'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:00:15.599266 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769344ea-69a8-4c53-9421-1939209f1af7 None None] Pushing event updated for resources: {'Port': ['ID=ad9115b7-4fdd-4574-b90b-55d21a1c5369,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:15.612445 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-30e07997-7937-4646-976b-2e218b457bbc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:15.618706 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212eebae-00a4-4f74-b522-3b91fde22e11 None None] Routers {'1c4900cb-ca57-41b1-914f-12b14a217d77'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:00:15.619359 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-212eebae-00a4-4f74-b522-3b91fde22e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:00:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['1c4900cb-ca57-41b1-914f-12b14a217d77'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:15.626362 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 63442076-b8cb-4f47-b1c2-94caaf912da0 no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:00:15.690665 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90c7dd2-8df9-48b2-8d0b-ad31346e5325 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-dcce9f63-d2ee-48ed-b028-a3ad8aa0d6fd', 'network_id': 'dcce9f63-d2ee-48ed-b028-a3ad8aa0d6fd', 'tenant_id': '09cbbdc653254f998cb2497cb8f162a5', 'fixed_ips': [{'subnet_id': '806fe88c-fb56-4c30-97e3-56f31a2aee64'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:00:15.695603 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a90c7dd2-8df9-48b2-8d0b-ad31346e5325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:15.731210 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-212eebae-00a4-4f74-b522-3b91fde22e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:15.750783 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212eebae-00a4-4f74-b522-3b91fde22e11 None None] Routers {'1c4900cb-ca57-41b1-914f-12b14a217d77'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:00:15.751363 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-212eebae-00a4-4f74-b522-3b91fde22e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:00:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['1c4900cb-ca57-41b1-914f-12b14a217d77'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:15.809583 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-212eebae-00a4-4f74-b522-3b91fde22e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:15.812400 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e6b615d3-56cc-430b-aece-19d5ab4148d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:15.822511 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212eebae-00a4-4f74-b522-3b91fde22e11 None None] The sync data for ids ['1c4900cb-ca57-41b1-914f-12b14a217d77'] in n-d-715271-16 is: [] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:00:15.842977 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-30e07997-7937-4646-976b-2e218b457bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:15.875116 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-a90c7dd2-8df9-48b2-8d0b-ad31346e5325 None None] Allocated IP 2001:db8::3 (dcce9f63-d2ee-48ed-b028-a3ad8aa0d6fd/806fe88c-fb56-4c30-97e3-56f31a2aee64/2084239a-f05f-488d-87c5-a981116bdb80) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:00:15.887227 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8546f272-ba34-443d-98e0-9e503d87d3d5 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:15.955038 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No Port match for: 63442076-b8cb-4f47-b1c2-94caaf912da0 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:00:15.955289 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 63442076-b8cb-4f47-b1c2-94caaf912da0 not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:00:15.978716 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-30e07997-7937-4646-976b-2e218b457bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:16.014380 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e07997-7937-4646-976b-2e218b457bbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bac5fb9-fa7b-49b7-b95b-9436d57f3a8e,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:16.024392 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-30e07997-7937-4646-976b-2e218b457bbc admin admin] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:16.030812 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-30e07997-7937-4646-976b-2e218b457bbc admin admin] 10.222.0.39 "DELETE /v2.0/subnets/5bac5fb9-fa7b-49b7-b95b-9436d57f3a8e HTTP/1.1" status: 204 len: 168 time: 0.6430333 Sep 23 07:00:16.034214 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51030) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:16.142205 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e6b615d3-56cc-430b-aece-19d5ab4148d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:16.144450 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3feeba5a-7f30-4783-ad99-ecf1b5783d45 req-602fe8fe-23ac-4952-b28f-d8f19f76277f service neutron] 10.222.0.39 "GET /v2.0/networks/3f96c91f-c29f-4716-92bf-8a0aea5934cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6160474 Sep 23 07:00:16.150000 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f33d330d-e3a5-4e1b-9ebb-fdaa09c1887e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:16.154813 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e6b615d3-56cc-430b-aece-19d5ab4148d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:16.199101 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a90c7dd2-8df9-48b2-8d0b-ad31346e5325 None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:16.211961 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e5f40f53-a4d3-4175-9360-ef47e5ed5a09 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks [] for router, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:16.222843 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a90c7dd2-8df9-48b2-8d0b-ad31346e5325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:16.238119 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-e6b615d3-56cc-430b-aece-19d5ab4148d5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e7b71325b86c431997e55ef3429cbb2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6736732 Sep 23 07:00:16.243951 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51036) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:16.254552 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b615d3-56cc-430b-aece-19d5ab4148d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18829719-c3e0-4acf-8b1e-680a50c34e35,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:16.274220 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device ad9115b7-4fdd-4574-b90b-55d21a1c5369 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:00:16.294940 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8546f272-ba34-443d-98e0-9e503d87d3d5 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:16.358398 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f33d330d-e3a5-4e1b-9ebb-fdaa09c1887e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:16.359262 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90c7dd2-8df9-48b2-8d0b-ad31346e5325 None None] Network dcce9f63-d2ee-48ed-b028-a3ad8aa0d6fd is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:00:16.371481 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-a90c7dd2-8df9-48b2-8d0b-ad31346e5325 None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:00:16.379066 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90c7dd2-8df9-48b2-8d0b-ad31346e5325 None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:00:16.385904 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8546f272-ba34-443d-98e0-9e503d87d3d5 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Pushing event deleted for resources: {'Subnet': ['ID=806fe88c-fb56-4c30-97e3-56f31a2aee64,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:16.408617 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c7dd2-8df9-48b2-8d0b-ad31346e5325 None None] Pushing event updated for resources: {'Port': ['ID=2084239a-f05f-488d-87c5-a981116bdb80,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:16.453017 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3feeba5a-7f30-4783-ad99-ecf1b5783d45 req-52866fc1-0523-4cbe-996e-25f2e011720b service neutron] 10.222.0.39 "GET /v2.0/networks/3f96c91f-c29f-4716-92bf-8a0aea5934cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076684 Sep 23 07:00:16.484020 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e5f40f53-a4d3-4175-9360-ef47e5ed5a09 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:16.509221 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port ad9115b7-4fdd-4574-b90b-55d21a1c5369 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:00:16.509957 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:16.513662 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-a90c7dd2-8df9-48b2-8d0b-ad31346e5325 None None] Attempting to bind port 2084239a-f05f-488d-87c5-a981116bdb80 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:00:16.514367 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-a90c7dd2-8df9-48b2-8d0b-ad31346e5325 None None] Attempting to bind port 2084239a-f05f-488d-87c5-a981116bdb80 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': 'd501fc62-812c-42dc-9b19-d3eef13180f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'dcce9f63-d2ee-48ed-b028-a3ad8aa0d6fd'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:00:16.514975 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90c7dd2-8df9-48b2-8d0b-ad31346e5325 None None] Attempting to bind port 2084239a-f05f-488d-87c5-a981116bdb80 on network dcce9f63-d2ee-48ed-b028-a3ad8aa0d6fd {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:00:16.559100 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90c7dd2-8df9-48b2-8d0b-ad31346e5325 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:00:16.560388 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90c7dd2-8df9-48b2-8d0b-ad31346e5325 None None] Checking segment: {'id': 'd501fc62-812c-42dc-9b19-d3eef13180f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'dcce9f63-d2ee-48ed-b028-a3ad8aa0d6fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:00:16.560929 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a90c7dd2-8df9-48b2-8d0b-ad31346e5325 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:16.561403 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90c7dd2-8df9-48b2-8d0b-ad31346e5325 None None] Bound using segment: {'id': 'd501fc62-812c-42dc-9b19-d3eef13180f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'dcce9f63-d2ee-48ed-b028-a3ad8aa0d6fd'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:00:16.562496 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-a90c7dd2-8df9-48b2-8d0b-ad31346e5325 None None] Bound port: 2084239a-f05f-488d-87c5-a981116bdb80, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd501fc62-812c-42dc-9b19-d3eef13180f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'dcce9f63-d2ee-48ed-b028-a3ad8aa0d6fd'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:00:16.563165 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a90c7dd2-8df9-48b2-8d0b-ad31346e5325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:16.565706 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-e5f40f53-a4d3-4175-9360-ef47e5ed5a09 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Deleting port 195c965a-d0f1-475b-bf48-35a2ebbc09f5 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:00:16.567984 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e5f40f53-a4d3-4175-9360-ef47e5ed5a09 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:16.701962 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a90c7dd2-8df9-48b2-8d0b-ad31346e5325 None None] For port 2084239a-f05f-488d-87c5-a981116bdb80, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:00:16.706769 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a90c7dd2-8df9-48b2-8d0b-ad31346e5325 None None] For port 2084239a-f05f-488d-87c5-a981116bdb80, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=2084239a-f05f-488d-87c5-a981116bdb80,segment=NetworkSegment(d501fc62-812c-42dc-9b19-d3eef13180f2),segment_id=d501fc62-812c-42dc-9b19-d3eef13180f2)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:00:16.765741 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:16.770701 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-453ed867-d6c9-4501-a009-5981cac6e7ef req-c15d9b5b-7b8c-4630-b3d8-61c688e370fd tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8083357-730b-4106-a12f-250fbcce186b HTTP/1.1" status: 200 len: 210 time: 0.0767188 Sep 23 07:00:16.771107 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a90c7dd2-8df9-48b2-8d0b-ad31346e5325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:16.792550 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e5f40f53-a4d3-4175-9360-ef47e5ed5a09 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:16.807288 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-e5f40f53-a4d3-4175-9360-ef47e5ed5a09 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Calling delete_port for 195c965a-d0f1-475b-bf48-35a2ebbc09f5 owned by network:router_gateway {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:00:16.849120 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-f33d330d-e3a5-4e1b-9ebb-fdaa09c1887e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da2053dc-fa08-4a76-8b16-257450343793']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:16.908258 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdad8277-8342-4174-aa52-f12e7317f0d2 None None] Network d361e1bd-1b94-4144-a627-58e6003b0e5d requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:00:16.925348 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-f33d330d-e3a5-4e1b-9ebb-fdaa09c1887e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '757dd634-8947-4fda-a35f-964e616b2e7c') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:16.925643 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-f33d330d-e3a5-4e1b-9ebb-fdaa09c1887e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '757dd634-8947-4fda-a35f-964e616b2e7c') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:16.944688 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port ad9115b7-4fdd-4574-b90b-55d21a1c5369, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=ad9115b7-4fdd-4574-b90b-55d21a1c5369,segment=NetworkSegment(2990d2a0-9e66-4340-a632-d8ea3f2dac90),segment_id=2990d2a0-9e66-4340-a632-d8ea3f2dac90)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:00:16.945956 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c7dd2-8df9-48b2-8d0b-ad31346e5325 None None] Pushing event updated for resources: {'Port': ['ID=2084239a-f05f-488d-87c5-a981116bdb80,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:16.958134 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8546f272-ba34-443d-98e0-9e503d87d3d5 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:16.980777 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f33d330d-e3a5-4e1b-9ebb-fdaa09c1887e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:16.996097 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b746cf86-67cf-4613-9a78-a9194bb89e7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:17.010225 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-8546f272-ba34-443d-98e0-9e503d87d3d5 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcce9f63-d2ee-48ed-b028-a3ad8aa0d6fd']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:17.023926 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f33d330d-e3a5-4e1b-9ebb-fdaa09c1887e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:17.029279 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e5f40f53-a4d3-4175-9360-ef47e5ed5a09 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:17.042468 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-8546f272-ba34-443d-98e0-9e503d87d3d5 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd501fc62-812c-42dc-9b19-d3eef13180f2') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:17.042757 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-8546f272-ba34-443d-98e0-9e503d87d3d5 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd501fc62-812c-42dc-9b19-d3eef13180f2') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:17.048632 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f33d330d-e3a5-4e1b-9ebb-fdaa09c1887e admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:00:17.048935 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f33d330d-e3a5-4e1b-9ebb-fdaa09c1887e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:17.055369 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 07:00:17.055369 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:00:17.055369 n-d-715271-16 neutron-server[95065]: timer() Sep 23 07:00:17.055369 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:00:17.055369 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 07:00:17.055369 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:00:17.055369 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 07:00:17.055369 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:00:17.055369 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 07:00:17.055369 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:00:17.055369 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 07:00:17.055369 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:00:17.055369 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 07:00:17.055369 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:00:17.055369 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:00:17.055369 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:00:17.055369 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:00:17.055369 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:00:17.055369 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 07:00:17.055369 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:00:17.055369 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 07:00:17.055369 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:00:17.055369 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:00:17.055369 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:00:17.055369 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 07:00:17.055369 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:00:17.055369 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:00:17.055369 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:00:17.055369 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:00:17.055369 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:00:17.055369 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:00:17.055369 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:00:17.062297 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f40f53-a4d3-4175-9360-ef47e5ed5a09 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Pushing event deleted for resources: {'Port': ['ID=195c965a-d0f1-475b-bf48-35a2ebbc09f5,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:17.082189 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368cd5fe-d97d-4a0a-ac40-a12a65ee175d req-20e4c058-4cd0-45e7-b00f-7a83234aaf47 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:17.083752 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-368cd5fe-d97d-4a0a-ac40-a12a65ee175d req-20e4c058-4cd0-45e7-b00f-7a83234aaf47 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/ports?device_id=66ba0042-4875-4f86-af92-2e56c950326b HTTP/1.1" status: 200 len: 945 time: 0.6762302 Sep 23 07:00:17.085915 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8546f272-ba34-443d-98e0-9e503d87d3d5 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:17.116292 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:17.123587 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b746cf86-67cf-4613-9a78-a9194bb89e7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:17.157475 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e5f40f53-a4d3-4175-9360-ef47e5ed5a09 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2068563'] for router_gateway, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:17.165625 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0180ed-88c5-4dd1-a48c-ffa8a402f5e5 None None] Network dcce9f63-d2ee-48ed-b028-a3ad8aa0d6fd requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:00:17.199358 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8546f272-ba34-443d-98e0-9e503d87d3d5 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:17.229454 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8546f272-ba34-443d-98e0-9e503d87d3d5 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:00:17.229454 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8546f272-ba34-443d-98e0-9e503d87d3d5 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:17.233915 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 07:00:17.233915 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:00:17.233915 n-d-715271-16 neutron-server[95065]: timer() Sep 23 07:00:17.233915 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:00:17.233915 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 07:00:17.233915 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:00:17.233915 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 07:00:17.233915 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:00:17.233915 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 07:00:17.233915 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:00:17.233915 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 07:00:17.233915 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:00:17.233915 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 07:00:17.233915 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:00:17.233915 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:00:17.233915 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:00:17.233915 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:00:17.233915 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:00:17.233915 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 07:00:17.233915 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:00:17.233915 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 07:00:17.233915 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:00:17.233915 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:00:17.233915 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:00:17.233915 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 07:00:17.233915 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:00:17.233915 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:00:17.233915 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:00:17.233915 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:00:17.233915 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:00:17.233915 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:00:17.233915 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:00:17.239468 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-b7f1af78-396f-4d8f-b240-3d3bc89c9083 None None] Provisioning complete for port ad9115b7-4fdd-4574-b90b-55d21a1c5369 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:00:17.239865 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b7f1af78-396f-4d8f-b240-3d3bc89c9083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:17.252296 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f33d330d-e3a5-4e1b-9ebb-fdaa09c1887e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:17.268762 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f33d330d-e3a5-4e1b-9ebb-fdaa09c1887e admin admin] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:17.270880 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-f33d330d-e3a5-4e1b-9ebb-fdaa09c1887e admin admin] 10.222.0.39 "DELETE /v2.0/networks/da2053dc-fa08-4a76-8b16-257450343793 HTTP/1.1" status: 204 len: 168 time: 1.2356482 Sep 23 07:00:17.284461 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-368cd5fe-d97d-4a0a-ac40-a12a65ee175d req-9a35b929-be1e-4d0b-b10d-935629f91419 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/security-groups?id=fd2b27e9-002e-4189-a66b-a3d17ee0f452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712801 Sep 23 07:00:17.293482 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e5f40f53-a4d3-4175-9360-ef47e5ed5a09 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:17.298504 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33d330d-e3a5-4e1b-9ebb-fdaa09c1887e admin admin] Pushing event deleted for resources: {'Network': ['ID=da2053dc-fa08-4a76-8b16-257450343793,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:17.305089 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e5f40f53-a4d3-4175-9360-ef47e5ed5a09 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:17.349355 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.db.api [None req-8546f272-ba34-443d-98e0-9e503d87d3d5 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 23 07:00:17.349355 n-d-715271-16 neutron-server[95065]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 23 07:00:17.349355 n-d-715271-16 neutron-server[95065]: [parameters: {'id': 'dcce9f63-d2ee-48ed-b028-a3ad8aa0d6fd'}] Sep 23 07:00:17.349355 n-d-715271-16 neutron-server[95065]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95065) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 07:00:17.355287 n-d-715271-16 neutron-server[95065]: DEBUG oslo_db.api [None req-8546f272-ba34-443d-98e0-9e503d87d3d5 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 07:00:17.356343 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b746cf86-67cf-4613-9a78-a9194bb89e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:17.361549 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b746cf86-67cf-4613-9a78-a9194bb89e7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:17.380028 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e5f40f53-a4d3-4175-9360-ef47e5ed5a09 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:17.380692 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-b746cf86-67cf-4613-9a78-a9194bb89e7f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/18829719-c3e0-4acf-8b1e-680a50c34e35 HTTP/1.1" status: 204 len: 168 time: 1.1355565 Sep 23 07:00:17.380867 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5f40f53-a4d3-4175-9360-ef47e5ed5a09 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Fanout notify agent at l3_agent the message router_deleted on router 1c4900cb-ca57-41b1-914f-12b14a217d77 {{(pid=95066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 07:00:17.403124 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b746cf86-67cf-4613-9a78-a9194bb89e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18829719-c3e0-4acf-8b1e-680a50c34e35,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:17.405846 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e5f40f53-a4d3-4175-9360-ef47e5ed5a09 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:17.412531 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-e5f40f53-a4d3-4175-9360-ef47e5ed5a09 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] 10.222.0.39 "DELETE /v2.0/routers/1c4900cb-ca57-41b1-914f-12b14a217d77 HTTP/1.1" status: 204 len: 168 time: 1.8313422 Sep 23 07:00:17.414927 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51056) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:17.527456 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-25211be8-e228-443f-9dce-ef2ac0957358 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Deleting subnet 3f9507db-21e0-4394-9559-066f947c6ca4 {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:00:17.530882 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=ad9115b7-4fdd-4574-b90b-55d21a1c5369,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:17.533720 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-25211be8-e228-443f-9dce-ef2ac0957358 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:17.599929 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51060) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:17.616529 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-25211be8-e228-443f-9dce-ef2ac0957358 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:17.687966 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-25211be8-e228-443f-9dce-ef2ac0957358 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:17.708936 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-2d6f8b69-5662-4a8b-836f-2a4f3508cf85 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5d110e1e0a034bccbd0a8f343e22b852&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1071181 Sep 23 07:00:17.711382 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51062) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:17.811246 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-25211be8-e228-443f-9dce-ef2ac0957358 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:17.812975 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-26b965cb-eb07-4ace-b63c-5d9cf77e3ee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:17.847253 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25211be8-e228-443f-9dce-ef2ac0957358 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Pushing event deleted for resources: {'Subnet': ['ID=3f9507db-21e0-4394-9559-066f947c6ca4,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:17.858622 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8546f272-ba34-443d-98e0-9e503d87d3d5 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:17.874715 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-25211be8-e228-443f-9dce-ef2ac0957358 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:17.876975 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-25211be8-e228-443f-9dce-ef2ac0957358 tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] 10.222.0.39 "DELETE /v2.0/subnets/3f9507db-21e0-4394-9559-066f947c6ca4 HTTP/1.1" status: 204 len: 168 time: 0.4605033 Sep 23 07:00:17.879538 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51066) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:17.914072 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-26b965cb-eb07-4ace-b63c-5d9cf77e3ee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:17.994847 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51068) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:17.996369 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0bfad7c0-f49e-4903-a989-3764356f25fd req-39cb7023-3ff1-4b1b-8ee3-e66bfa59495f tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8083357-730b-4106-a12f-250fbcce186b HTTP/1.1" status: 200 len: 210 time: 0.0884831 Sep 23 07:00:18.011962 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-45e22a94-70b7-4c5d-b2e9-92e5f9a7564f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:18.039252 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf1610f-daba-4224-ae4e-88acc4f9a71c None None] get_active_networks_info from n-d-715271-16 {{(pid=95067) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 07:00:18.067841 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-26b965cb-eb07-4ace-b63c-5d9cf77e3ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:18.076133 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-26b965cb-eb07-4ace-b63c-5d9cf77e3ee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:18.078093 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-26b965cb-eb07-4ace-b63c-5d9cf77e3ee7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/af5220ac-8ccf-4993-b0dc-9bb653004673 HTTP/1.1" status: 204 len: 168 time: 0.3654952 Sep 23 07:00:18.092586 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device ad9115b7-4fdd-4574-b90b-55d21a1c5369 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:00:18.103234 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b965cb-eb07-4ace-b63c-5d9cf77e3ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5220ac-8ccf-4993-b0dc-9bb653004673,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:18.202092 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-44664144-11f3-43dd-952c-c7b0c2258f6a None None] Provisioning complete for port ad9115b7-4fdd-4574-b90b-55d21a1c5369 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:00:18.202352 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-44664144-11f3-43dd-952c-c7b0c2258f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:18.227703 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8d4b24c2-f22a-4b2c-aed4-611c3e88386b tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:18.262226 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-8546f272-ba34-443d-98e0-9e503d87d3d5 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Deleting port 2084239a-f05f-488d-87c5-a981116bdb80 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:00:18.264128 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8546f272-ba34-443d-98e0-9e503d87d3d5 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:18.275821 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-45e22a94-70b7-4c5d-b2e9-92e5f9a7564f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:18.283081 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-45e22a94-70b7-4c5d-b2e9-92e5f9a7564f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:18.300139 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf1610f-daba-4224-ae4e-88acc4f9a71c None None] Resources bound (agent type, host, resource id): {{(pid=95067) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 07:00:18.307652 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port ad9115b7-4fdd-4574-b90b-55d21a1c5369 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:00:18.308154 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:18.316359 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e22a94-70b7-4c5d-b2e9-92e5f9a7564f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8287ddf2-3044-4a59-a4e7-a350dae5e18c,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:18.360495 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-8546f272-ba34-443d-98e0-9e503d87d3d5 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] For port 2084239a-f05f-488d-87c5-a981116bdb80, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=2084239a-f05f-488d-87c5-a981116bdb80,segment=NetworkSegment(d501fc62-812c-42dc-9b19-d3eef13180f2),segment_id=d501fc62-812c-42dc-9b19-d3eef13180f2)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:00:18.360495 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8546f272-ba34-443d-98e0-9e503d87d3d5 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:18.372086 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-45e22a94-70b7-4c5d-b2e9-92e5f9a7564f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=22f9bd546ee546c5876f5f138942d451&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3735077 Sep 23 07:00:18.374353 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51076) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:18.401968 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-8546f272-ba34-443d-98e0-9e503d87d3d5 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Calling delete_port for 2084239a-f05f-488d-87c5-a981116bdb80 owned by network:dhcp {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:00:18.415767 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feeba5a-7f30-4783-ad99-ecf1b5783d45 req-07e6295e-2eb2-49b2-b714-4485c0c0a61d tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:18.417315 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3feeba5a-7f30-4783-ad99-ecf1b5783d45 req-07e6295e-2eb2-49b2-b714-4485c0c0a61d tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] 10.222.0.21 "GET /v2.0/networks?id=3f96c91f-c29f-4716-92bf-8a0aea5934cc HTTP/1.1" status: 200 len: 808 time: 0.4199274 Sep 23 07:00:18.453331 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-3feeba5a-7f30-4783-ad99-ecf1b5783d45 req-feb4672e-df23-4dd1-96ab-47aa9b5c5a32 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] Request body: {'port': {'device_id': 'b8083357-730b-4106-a12f-250fbcce186b', 'network_id': '3f96c91f-c29f-4716-92bf-8a0aea5934cc', 'admin_state_up': True, 'tenant_id': '4a7a002963fd48a09d0897116f136693'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:00:18.546028 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2829eefa-22e1-4724-9e18-87122ba10b56 req-f5d41b6e-0b28-47c1-8c66-265755b18a43 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:18.549879 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2829eefa-22e1-4724-9e18-87122ba10b56 req-f5d41b6e-0b28-47c1-8c66-265755b18a43 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/ports?device_id=66ba0042-4875-4f86-af92-2e56c950326b HTTP/1.1" status: 200 len: 945 time: 0.1490195 Sep 23 07:00:18.594782 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4c355cdd-fb0a-488d-9f27-ae4ce5f30dc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:18.623071 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4c355cdd-fb0a-488d-9f27-ae4ce5f30dc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:18.629684 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8d4b24c2-f22a-4b2c-aed4-611c3e88386b tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:18.689038 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2829eefa-22e1-4724-9e18-87122ba10b56 req-25a1d7bf-179c-4043-a462-21e9f6dc94ab tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/security-groups?id=fd2b27e9-002e-4189-a66b-a3d17ee0f452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339819 Sep 23 07:00:18.693660 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4c355cdd-fb0a-488d-9f27-ae4ce5f30dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:18.697131 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4c355cdd-fb0a-488d-9f27-ae4ce5f30dc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:18.698627 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-4c355cdd-fb0a-488d-9f27-ae4ce5f30dc6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8287ddf2-3044-4a59-a4e7-a350dae5e18c HTTP/1.1" status: 204 len: 168 time: 0.3232970 Sep 23 07:00:18.710714 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c355cdd-fb0a-488d-9f27-ae4ce5f30dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8287ddf2-3044-4a59-a4e7-a350dae5e18c,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:18.741715 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-8d4b24c2-f22a-4b2c-aed4-611c3e88386b tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fb544a2-32b8-4c4b-9701-e6221d6b83cd']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:18.761609 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8546f272-ba34-443d-98e0-9e503d87d3d5 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:18.782510 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-8d4b24c2-f22a-4b2c-aed4-611c3e88386b tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64fa725b-92b3-49ae-ac84-d5ae7f377cb0') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:18.783159 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-8d4b24c2-f22a-4b2c-aed4-611c3e88386b tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64fa725b-92b3-49ae-ac84-d5ae7f377cb0') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:18.789323 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.db.resource_extend [None req-bdf1610f-daba-4224-ae4e-88acc4f9a71c None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 07:00:18.791609 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8546f272-ba34-443d-98e0-9e503d87d3d5 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] No DVR routers for this DVR port 2084239a-f05f-488d-87c5-a981116bdb80 on host n-d-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:00:18.875038 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8d4b24c2-f22a-4b2c-aed4-611c3e88386b tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:18.886454 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8546f272-ba34-443d-98e0-9e503d87d3d5 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Pushing event deleted for resources: {'Port': ['ID=2084239a-f05f-488d-87c5-a981116bdb80,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:18.930019 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8d4b24c2-f22a-4b2c-aed4-611c3e88386b tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:18.944446 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d4b24c2-f22a-4b2c-aed4-611c3e88386b tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:00:18.945429 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8d4b24c2-f22a-4b2c-aed4-611c3e88386b tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:18.949610 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 07:00:18.949610 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:00:18.949610 n-d-715271-16 neutron-server[95065]: timer() Sep 23 07:00:18.949610 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:00:18.949610 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 07:00:18.949610 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:00:18.949610 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 07:00:18.949610 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:00:18.949610 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 07:00:18.949610 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:00:18.949610 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 07:00:18.949610 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:00:18.949610 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 07:00:18.949610 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:00:18.949610 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:00:18.949610 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:00:18.949610 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:00:18.949610 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:00:18.949610 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 07:00:18.949610 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:00:18.949610 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 07:00:18.949610 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:00:18.949610 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:00:18.949610 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:00:18.949610 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 07:00:18.949610 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:00:18.949610 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:00:18.949610 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:00:18.949610 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:00:18.949610 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:00:18.949610 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:00:18.949610 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:00:19.002417 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8546f272-ba34-443d-98e0-9e503d87d3d5 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:19.097603 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3feeba5a-7f30-4783-ad99-ecf1b5783d45 req-feb4672e-df23-4dd1-96ab-47aa9b5c5a32 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] Made reservation on behalf of 4a7a002963fd48a09d0897116f136693 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:00:19.101615 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-3feeba5a-7f30-4783-ad99-ecf1b5783d45 req-feb4672e-df23-4dd1-96ab-47aa9b5c5a32 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:19.109362 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-8546f272-ba34-443d-98e0-9e503d87d3d5 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcce9f63-d2ee-48ed-b028-a3ad8aa0d6fd']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:19.133401 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51104) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:19.136299 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-8546f272-ba34-443d-98e0-9e503d87d3d5 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd501fc62-812c-42dc-9b19-d3eef13180f2') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:19.136896 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-8546f272-ba34-443d-98e0-9e503d87d3d5 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd501fc62-812c-42dc-9b19-d3eef13180f2') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:19.151830 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8d4b24c2-f22a-4b2c-aed4-611c3e88386b tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:19.161334 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2c881d9e-bc5f-4da0-9ae6-193fd4a7144d req-4c0140a2-7659-4b0a-960b-7be7dc6242c6 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8083357-730b-4106-a12f-250fbcce186b HTTP/1.1" status: 200 len: 210 time: 0.0684445 Sep 23 07:00:19.170347 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8d4b24c2-f22a-4b2c-aed4-611c3e88386b tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:19.172204 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-8d4b24c2-f22a-4b2c-aed4-611c3e88386b tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] 10.222.0.39 "DELETE /v2.0/networks/1fb544a2-32b8-4c4b-9701-e6221d6b83cd HTTP/1.1" status: 204 len: 168 time: 1.2909005 Sep 23 07:00:19.176361 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8546f272-ba34-443d-98e0-9e503d87d3d5 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:19.250235 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4b24c2-f22a-4b2c-aed4-611c3e88386b tempest-FloatingIPTestJSON-1390035034 tempest-FloatingIPTestJSON-1390035034-project] Pushing event deleted for resources: {'Network': ['ID=1fb544a2-32b8-4c4b-9701-e6221d6b83cd,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:19.253115 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8546f272-ba34-443d-98e0-9e503d87d3d5 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:19.266654 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8546f272-ba34-443d-98e0-9e503d87d3d5 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:00:19.267093 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8546f272-ba34-443d-98e0-9e503d87d3d5 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:19.270076 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 07:00:19.270076 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:00:19.270076 n-d-715271-16 neutron-server[95065]: timer() Sep 23 07:00:19.270076 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:00:19.270076 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 07:00:19.270076 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:00:19.270076 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 07:00:19.270076 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:00:19.270076 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 07:00:19.270076 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:00:19.270076 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 07:00:19.270076 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:00:19.270076 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 07:00:19.270076 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:00:19.270076 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:00:19.270076 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:00:19.270076 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:00:19.270076 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:00:19.270076 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 07:00:19.270076 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:00:19.270076 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 07:00:19.270076 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:00:19.270076 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:00:19.270076 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:00:19.270076 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 07:00:19.270076 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:00:19.270076 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:00:19.270076 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:00:19.270076 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:00:19.270076 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:00:19.270076 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:00:19.270076 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:00:19.360659 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8546f272-ba34-443d-98e0-9e503d87d3d5 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:19.377386 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8546f272-ba34-443d-98e0-9e503d87d3d5 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:19.377386 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-8546f272-ba34-443d-98e0-9e503d87d3d5 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] 10.222.0.39 "DELETE /v2.0/networks/dcce9f63-d2ee-48ed-b028-a3ad8aa0d6fd HTTP/1.1" status: 204 len: 168 time: 4.0497258 Sep 23 07:00:19.378215 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-54fcadb7-5ae5-4286-a1f8-46fc614ad56c admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1248320919-network', 'tenant_id': '1701089b13fe450ab9b13ac33567c8d8'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:00:19.381580 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51116) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:19.388509 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-605b08fc-97b3-40c9-95c2-e1f9a94d6fa5 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-323655708'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:00:19.398493 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8546f272-ba34-443d-98e0-9e503d87d3d5 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Pushing event deleted for resources: {'Network': ['ID=dcce9f63-d2ee-48ed-b028-a3ad8aa0d6fd,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:19.409310 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-3feeba5a-7f30-4783-ad99-ecf1b5783d45 req-feb4672e-df23-4dd1-96ab-47aa9b5c5a32 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] Allocated IP 172.20.0.12 (3f96c91f-c29f-4716-92bf-8a0aea5934cc/6f131c6e-2a00-470b-88bd-53df114e1143/29cbe770-c788-4838-bf8d-83cf93da24ea) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:00:19.420274 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-605b08fc-97b3-40c9-95c2-e1f9a94d6fa5 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Made reservation on behalf of 09cbbdc653254f998cb2497cb8f162a5 for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:00:19.425321 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-605b08fc-97b3-40c9-95c2-e1f9a94d6fa5 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:19.457377 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54fcadb7-5ae5-4286-a1f8-46fc614ad56c admin admin] Made reservation on behalf of 1701089b13fe450ab9b13ac33567c8d8 for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:00:19.459954 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-54fcadb7-5ae5-4286-a1f8-46fc614ad56c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:19.473406 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-605b08fc-97b3-40c9-95c2-e1f9a94d6fa5 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:00:19.480992 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-54fcadb7-5ae5-4286-a1f8-46fc614ad56c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:19.496361 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-605b08fc-97b3-40c9-95c2-e1f9a94d6fa5 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:19.497000 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-605b08fc-97b3-40c9-95c2-e1f9a94d6fa5 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Added segment a0cc7767-617b-4399-b710-f547898e494d of type vlan for network e88b93e0-ff6c-4aa2-b158-f6fa3be73101 Sep 23 07:00:19.566325 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-605b08fc-97b3-40c9-95c2-e1f9a94d6fa5 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:19.582873 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51124) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:19.616509 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-3feeba5a-7f30-4783-ad99-ecf1b5783d45 req-feb4672e-df23-4dd1-96ab-47aa9b5c5a32 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:19.623058 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-605b08fc-97b3-40c9-95c2-e1f9a94d6fa5 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:19.628637 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605b08fc-97b3-40c9-95c2-e1f9a94d6fa5 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:19.629284 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-605b08fc-97b3-40c9-95c2-e1f9a94d6fa5 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:19.679341 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-3feeba5a-7f30-4783-ad99-ecf1b5783d45 req-feb4672e-df23-4dd1-96ab-47aa9b5c5a32 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:19.743005 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb4672e-df23-4dd1-96ab-47aa9b5c5a32 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] Pushing event updated for resources: {'Port': ['ID=29cbe770-c788-4838-bf8d-83cf93da24ea,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:19.752674 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605b08fc-97b3-40c9-95c2-e1f9a94d6fa5 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Pushing event updated for resources: {'Network': ['ID=e88b93e0-ff6c-4aa2-b158-f6fa3be73101,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:19.756940 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3feeba5a-7f30-4783-ad99-ecf1b5783d45 req-feb4672e-df23-4dd1-96ab-47aa9b5c5a32 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] Network 3f96c91f-c29f-4716-92bf-8a0aea5934cc is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:00:19.758465 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-3feeba5a-7f30-4783-ad99-ecf1b5783d45 req-feb4672e-df23-4dd1-96ab-47aa9b5c5a32 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:00:19.761450 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-3feeba5a-7f30-4783-ad99-ecf1b5783d45 req-feb4672e-df23-4dd1-96ab-47aa9b5c5a32 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:00:19.768975 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-54fcadb7-5ae5-4286-a1f8-46fc614ad56c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:19.776296 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network e88b93e0-ff6c-4aa2-b158-f6fa3be73101 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:00:19.781291 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-54fcadb7-5ae5-4286-a1f8-46fc614ad56c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:19.805357 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-605b08fc-97b3-40c9-95c2-e1f9a94d6fa5 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4193823 Sep 23 07:00:19.806353 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51136) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:19.827452 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54fcadb7-5ae5-4286-a1f8-46fc614ad56c admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:00:19.838519 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fcadb7-5ae5-4286-a1f8-46fc614ad56c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ebc23e-febb-4815-b05f-6ca01993baa8,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:19.845609 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-54fcadb7-5ae5-4286-a1f8-46fc614ad56c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:19.846426 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-54fcadb7-5ae5-4286-a1f8-46fc614ad56c admin admin] Added segment 1f4add4e-5e9a-4a72-9843-c87242a95e88 of type vlan for network 1159aefd-deef-45d5-a0ce-33830b957249 Sep 23 07:00:19.850411 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-3eef1e28-16a0-46bf-951b-25bc47f0e264 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Request body: {'subnet': {'network_id': 'e88b93e0-ff6c-4aa2-b158-f6fa3be73101', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:00:19.896000 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-54fcadb7-5ae5-4286-a1f8-46fc614ad56c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:19.923187 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-54fcadb7-5ae5-4286-a1f8-46fc614ad56c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:19.924161 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fcadb7-5ae5-4286-a1f8-46fc614ad56c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:19.924755 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-54fcadb7-5ae5-4286-a1f8-46fc614ad56c admin admin] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:19.950846 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feeba5a-7f30-4783-ad99-ecf1b5783d45 req-feb4672e-df23-4dd1-96ab-47aa9b5c5a32 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:19.951916 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-3feeba5a-7f30-4783-ad99-ecf1b5783d45 req-feb4672e-df23-4dd1-96ab-47aa9b5c5a32 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:19.961925 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-54fcadb7-5ae5-4286-a1f8-46fc614ad56c admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8269801 Sep 23 07:00:19.966112 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51140) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:20.012255 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-85596df9-e586-4678-8f7a-55bf70b35a06 admin admin] Request body: {'subnet': {'network_id': '1159aefd-deef-45d5-a0ce-33830b957249', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1248320919-subnet', 'tenant_id': '1701089b13fe450ab9b13ac33567c8d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:00:20.034273 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3feeba5a-7f30-4783-ad99-ecf1b5783d45 req-feb4672e-df23-4dd1-96ab-47aa9b5c5a32 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5877388 Sep 23 07:00:20.041149 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fcadb7-5ae5-4286-a1f8-46fc614ad56c admin admin] Pushing event updated for resources: {'Network': ['ID=1159aefd-deef-45d5-a0ce-33830b957249,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:20.051371 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 1159aefd-deef-45d5-a0ce-33830b957249 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:00:20.060222 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a856bb-a9fa-4b28-9e51-5958f9fa1410 req-ced6917e-64aa-41db-9e06-e44d7b5a820a tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:20.067480 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-43a856bb-a9fa-4b28-9e51-5958f9fa1410 req-ced6917e-64aa-41db-9e06-e44d7b5a820a tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/ports?device_id=66ba0042-4875-4f86-af92-2e56c950326b HTTP/1.1" status: 200 len: 945 time: 0.2619250 Sep 23 07:00:20.074587 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-1b6a5739-8e5f-4348-b1aa-b2ebc09940bd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=491c99cd05024ca48545f26dd674e4b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4865575 Sep 23 07:00:20.075157 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51144) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:20.075561 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-3feeba5a-7f30-4783-ad99-ecf1b5783d45 req-f635173c-913c-4f87-b6d9-528be5358775 service neutron] Request body: {'port': {'device_id': 'b8083357-730b-4106-a12f-250fbcce186b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:00:20.119894 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85596df9-e586-4678-8f7a-55bf70b35a06 admin admin] Made reservation on behalf of 1701089b13fe450ab9b13ac33567c8d8 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:00:20.122023 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-85596df9-e586-4678-8f7a-55bf70b35a06 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:20.149725 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-023f62c2-a48e-4a11-8450-6b60c4c539c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:20.175757 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-023f62c2-a48e-4a11-8450-6b60c4c539c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:20.198844 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eef1e28-16a0-46bf-951b-25bc47f0e264 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Made reservation on behalf of 09cbbdc653254f998cb2497cb8f162a5 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:00:20.203038 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3eef1e28-16a0-46bf-951b-25bc47f0e264 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:20.250754 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-023f62c2-a48e-4a11-8450-6b60c4c539c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:20.255061 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-023f62c2-a48e-4a11-8450-6b60c4c539c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:20.269746 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-3feeba5a-7f30-4783-ad99-ecf1b5783d45 req-f635173c-913c-4f87-b6d9-528be5358775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:20.273783 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-023f62c2-a48e-4a11-8450-6b60c4c539c8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7847c9cf-3e09-490d-8579-17415a5288f6 HTTP/1.1" status: 204 len: 168 time: 0.1975198 Sep 23 07:00:20.290261 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-43a856bb-a9fa-4b28-9e51-5958f9fa1410 req-b27302ef-95b4-4df0-945c-cce2bf11b50e tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/security-groups?id=fd2b27e9-002e-4189-a66b-a3d17ee0f452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183213 Sep 23 07:00:20.316526 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f62c2-a48e-4a11-8450-6b60c4c539c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7847c9cf-3e09-490d-8579-17415a5288f6,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:20.341650 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97239c91-34c6-4bf9-a032-e55cbb99ae01 req-1473f5b5-c223-45f0-89da-b8d1d5530b4a tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:20.349067 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-97239c91-34c6-4bf9-a032-e55cbb99ae01 req-1473f5b5-c223-45f0-89da-b8d1d5530b4a tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8083357-730b-4106-a12f-250fbcce186b HTTP/1.1" status: 200 len: 932 time: 0.0720739 Sep 23 07:00:20.399321 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-97239c91-34c6-4bf9-a032-e55cbb99ae01 req-12700674-9616-4002-94aa-07d7d2ccb29e tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c3b7e59-df38-468e-87df-f71d60e98b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442929 Sep 23 07:00:20.756767 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-85596df9-e586-4678-8f7a-55bf70b35a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:20.824617 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3eef1e28-16a0-46bf-951b-25bc47f0e264 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:20.861670 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85596df9-e586-4678-8f7a-55bf70b35a06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=626193ed-8eeb-4863-8c20-f9e972293819,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:20.967081 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-3feeba5a-7f30-4783-ad99-ecf1b5783d45 req-f635173c-913c-4f87-b6d9-528be5358775 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29cbe770-c788-4838-bf8d-83cf93da24ea {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:00:20.977687 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85596df9-e586-4678-8f7a-55bf70b35a06 admin admin] Checking segment: {'id': '1f4add4e-5e9a-4a72-9843-c87242a95e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '1159aefd-deef-45d5-a0ce-33830b957249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:00:20.977687 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85596df9-e586-4678-8f7a-55bf70b35a06 admin admin] Network hostable DHCP agents. Network: 1159aefd-deef-45d5-a0ce-33830b957249, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:00:20.984134 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-3feeba5a-7f30-4783-ad99-ecf1b5783d45 req-f635173c-913c-4f87-b6d9-528be5358775 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:20.986303 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eef1e28-16a0-46bf-951b-25bc47f0e264 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Pushing event updated for resources: {'Subnet': ['ID=77913f6c-dea5-412f-ae47-a7d171e4f2dd,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:21.007493 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-3feeba5a-7f30-4783-ad99-ecf1b5783d45 req-f635173c-913c-4f87-b6d9-528be5358775 service neutron] Transition to ACTIVE for port object 29cbe770-c788-4838-bf8d-83cf93da24ea will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:00:21.008380 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eef1e28-16a0-46bf-951b-25bc47f0e264 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Checking segment: {'id': 'a0cc7767-617b-4399-b710-f547898e494d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e88b93e0-ff6c-4aa2-b158-f6fa3be73101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:00:21.008769 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eef1e28-16a0-46bf-951b-25bc47f0e264 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Network hostable DHCP agents. Network: e88b93e0-ff6c-4aa2-b158-f6fa3be73101, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:00:21.016465 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-3feeba5a-7f30-4783-ad99-ecf1b5783d45 req-f635173c-913c-4f87-b6d9-528be5358775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:21.059201 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85596df9-e586-4678-8f7a-55bf70b35a06 admin admin] Network 1159aefd-deef-45d5-a0ce-33830b957249 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:00:21.087381 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eef1e28-16a0-46bf-951b-25bc47f0e264 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Network e88b93e0-ff6c-4aa2-b158-f6fa3be73101 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:00:21.100984 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-85596df9-e586-4678-8f7a-55bf70b35a06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 1159aefd-deef-45d5-a0ce-33830b957249) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:00:21.103360 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f635173c-913c-4f87-b6d9-528be5358775 service neutron] Pushing event updated for resources: {'Port': ['ID=29cbe770-c788-4838-bf8d-83cf93da24ea,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:21.109726 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-3eef1e28-16a0-46bf-951b-25bc47f0e264 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, e88b93e0-ff6c-4aa2-b158-f6fa3be73101) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:00:21.112146 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85596df9-e586-4678-8f7a-55bf70b35a06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:21.112740 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-85596df9-e586-4678-8f7a-55bf70b35a06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:21.114888 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ddd3afb-efa3-42d9-9cb4-9ad0f7c1491e None None] Network 1159aefd-deef-45d5-a0ce-33830b957249 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:00:21.123143 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7dafe10-517b-414c-bfc9-cddcb86a18ba None None] Network e88b93e0-ff6c-4aa2-b158-f6fa3be73101 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:00:21.131924 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eef1e28-16a0-46bf-951b-25bc47f0e264 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:21.132524 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3eef1e28-16a0-46bf-951b-25bc47f0e264 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:21.175959 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-85596df9-e586-4678-8f7a-55bf70b35a06 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1714292 Sep 23 07:00:21.202004 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-3eef1e28-16a0-46bf-951b-25bc47f0e264 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.3644438 Sep 23 07:00:21.202004 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51216) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:21.214789 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-3feeba5a-7f30-4783-ad99-ecf1b5783d45 req-f635173c-913c-4f87-b6d9-528be5358775 service neutron] Attempting to bind port 29cbe770-c788-4838-bf8d-83cf93da24ea on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:00:21.215136 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-3feeba5a-7f30-4783-ad99-ecf1b5783d45 req-f635173c-913c-4f87-b6d9-528be5358775 service neutron] Attempting to bind port 29cbe770-c788-4838-bf8d-83cf93da24ea by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': '246a328a-f0a9-4507-b0f8-65ab030d674f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3f96c91f-c29f-4716-92bf-8a0aea5934cc'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:00:21.216201 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3feeba5a-7f30-4783-ad99-ecf1b5783d45 req-f635173c-913c-4f87-b6d9-528be5358775 service neutron] Attempting to bind port 29cbe770-c788-4838-bf8d-83cf93da24ea on network 3f96c91f-c29f-4716-92bf-8a0aea5934cc {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:00:21.231736 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51218) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:21.239841 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3feeba5a-7f30-4783-ad99-ecf1b5783d45 req-f635173c-913c-4f87-b6d9-528be5358775 service neutron] Port 29cbe770-c788-4838-bf8d-83cf93da24ea on network 3f96c91f-c29f-4716-92bf-8a0aea5934cc not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:00:21.240176 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3feeba5a-7f30-4783-ad99-ecf1b5783d45 req-f635173c-913c-4f87-b6d9-528be5358775 service neutron] Attempting to bind port 29cbe770-c788-4838-bf8d-83cf93da24ea on network 3f96c91f-c29f-4716-92bf-8a0aea5934cc {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:00:21.259668 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3feeba5a-7f30-4783-ad99-ecf1b5783d45 req-f635173c-913c-4f87-b6d9-528be5358775 service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:00:21.260066 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3feeba5a-7f30-4783-ad99-ecf1b5783d45 req-f635173c-913c-4f87-b6d9-528be5358775 service neutron] Checking segment: {'id': '246a328a-f0a9-4507-b0f8-65ab030d674f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3f96c91f-c29f-4716-92bf-8a0aea5934cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:00:21.260456 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3feeba5a-7f30-4783-ad99-ecf1b5783d45 req-f635173c-913c-4f87-b6d9-528be5358775 service neutron] Bound using segment: {'id': '246a328a-f0a9-4507-b0f8-65ab030d674f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3f96c91f-c29f-4716-92bf-8a0aea5934cc'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:00:21.260923 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-3feeba5a-7f30-4783-ad99-ecf1b5783d45 req-f635173c-913c-4f87-b6d9-528be5358775 service neutron] Bound port: 29cbe770-c788-4838-bf8d-83cf93da24ea, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '246a328a-f0a9-4507-b0f8-65ab030d674f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3f96c91f-c29f-4716-92bf-8a0aea5934cc'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:00:21.261268 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-3feeba5a-7f30-4783-ad99-ecf1b5783d45 req-f635173c-913c-4f87-b6d9-528be5358775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:21.406333 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-643962d9-92b2-4a03-955d-e3fc6fc3a015 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:21.430720 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-3feeba5a-7f30-4783-ad99-ecf1b5783d45 req-f635173c-913c-4f87-b6d9-528be5358775 service neutron] For port 29cbe770-c788-4838-bf8d-83cf93da24ea, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:00:21.439681 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-3feeba5a-7f30-4783-ad99-ecf1b5783d45 req-f635173c-913c-4f87-b6d9-528be5358775 service neutron] For port 29cbe770-c788-4838-bf8d-83cf93da24ea, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=29cbe770-c788-4838-bf8d-83cf93da24ea,segment=NetworkSegment(246a328a-f0a9-4507-b0f8-65ab030d674f),segment_id=246a328a-f0a9-4507-b0f8-65ab030d674f)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:00:21.452037 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db2e44-9e9f-4098-8f83-089176075599 req-19fe2f54-5c98-4255-b1c9-dcc7605723eb tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:21.462239 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-29db2e44-9e9f-4098-8f83-089176075599 req-19fe2f54-5c98-4255-b1c9-dcc7605723eb tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/ports?device_id=66ba0042-4875-4f86-af92-2e56c950326b HTTP/1.1" status: 200 len: 945 time: 0.0757289 Sep 23 07:00:21.503653 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-3feeba5a-7f30-4783-ad99-ecf1b5783d45 req-f635173c-913c-4f87-b6d9-528be5358775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:21.540613 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f4d0af-8101-4887-83da-9e6e29e76886 None None] Network 1159aefd-deef-45d5-a0ce-33830b957249 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:00:21.542980 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-29db2e44-9e9f-4098-8f83-089176075599 req-3419dc62-a8c6-4fb2-b635-2c0b5f620152 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/security-groups?id=fd2b27e9-002e-4189-a66b-a3d17ee0f452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795920 Sep 23 07:00:21.561366 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5cd61f3-d3d3-438e-a95e-7d7d360a511d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-e88b93e0-ff6c-4aa2-b158-f6fa3be73101', 'network_id': 'e88b93e0-ff6c-4aa2-b158-f6fa3be73101', 'tenant_id': '09cbbdc653254f998cb2497cb8f162a5', 'fixed_ips': [{'subnet_id': '77913f6c-dea5-412f-ae47-a7d171e4f2dd'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:00:21.562241 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c5cd61f3-d3d3-438e-a95e-7d7d360a511d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:21.607646 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feeba5a-7f30-4783-ad99-ecf1b5783d45 req-f635173c-913c-4f87-b6d9-528be5358775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:21.608581 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-3feeba5a-7f30-4783-ad99-ecf1b5783d45 req-f635173c-913c-4f87-b6d9-528be5358775 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:21.610284 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3feeba5a-7f30-4783-ad99-ecf1b5783d45 req-f635173c-913c-4f87-b6d9-528be5358775 service neutron] 10.222.0.21 "PUT /v2.0/ports/29cbe770-c788-4838-bf8d-83cf93da24ea HTTP/1.1" status: 200 len: 1093 time: 1.5617814 Sep 23 07:00:21.611897 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-643962d9-92b2-4a03-955d-e3fc6fc3a015 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:21.614940 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8083357-730b-4106-a12f-250fbcce186b', 'tag': '29cbe770-c788-4838-bf8d-83cf93da24ea'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:00:21.617408 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b915339-340b-4e99-ad65-b251cb51bc57" -d '{"events": [{"name": "network-changed", "server_uuid": "b8083357-730b-4106-a12f-250fbcce186b", "tag": "29cbe770-c788-4838-bf8d-83cf93da24ea"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:00:21.683680 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-b7b1e517-f918-4b43-9477-c70b2b723eea tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1742126664'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:00:21.698025 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f635173c-913c-4f87-b6d9-528be5358775 service neutron] Pushing event updated for resources: {'Port': ['ID=29cbe770-c788-4838-bf8d-83cf93da24ea,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:21.735562 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a74b9-0b85-49d3-b764-bd9ed3f3bf3d req-e0a269cd-b675-4d65-bef7-dd7e401757a0 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:21.736110 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b1e517-f918-4b43-9477-c70b2b723eea tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Made reservation on behalf of 827ecb775293450ea32b12e6ad2b9555 for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:00:21.737639 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-580a74b9-0b85-49d3-b764-bd9ed3f3bf3d req-e0a269cd-b675-4d65-bef7-dd7e401757a0 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8083357-730b-4106-a12f-250fbcce186b HTTP/1.1" status: 200 len: 944 time: 0.2105944 Sep 23 07:00:21.745502 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-c5cd61f3-d3d3-438e-a95e-7d7d360a511d None None] Allocated IP 2001:db8::1 (e88b93e0-ff6c-4aa2-b158-f6fa3be73101/77913f6c-dea5-412f-ae47-a7d171e4f2dd/1dfcbef9-3d7a-4b8b-9f19-b727d4efe2fe) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:00:21.754913 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b7b1e517-f918-4b43-9477-c70b2b723eea tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:21.757960 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51236) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:21.784219 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b7b1e517-f918-4b43-9477-c70b2b723eea tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:21.789833 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feeba5a-7f30-4783-ad99-ecf1b5783d45 req-2b5b7911-e486-4c33-b79f-42739e89cdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:21.791834 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3feeba5a-7f30-4783-ad99-ecf1b5783d45 req-2b5b7911-e486-4c33-b79f-42739e89cdda service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4a7a002963fd48a09d0897116f136693&device_id=b8083357-730b-4106-a12f-250fbcce186b HTTP/1.1" status: 200 len: 1096 time: 0.1249895 Sep 23 07:00:21.800925 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-580a74b9-0b85-49d3-b764-bd9ed3f3bf3d req-f31de17d-7cd4-4850-80e4-9e89dc7307ef tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c3b7e59-df38-468e-87df-f71d60e98b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513284 Sep 23 07:00:21.853070 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3feeba5a-7f30-4783-ad99-ecf1b5783d45 req-665d3f66-974e-40d8-ab3d-6731068e61cf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29cbe770-c788-4838-bf8d-83cf93da24ea HTTP/1.1" status: 200 len: 217 time: 0.0472646 Sep 23 07:00:21.863805 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e78b91fc-f95e-402b-965e-1d87c03b25d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:21.959087 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feeba5a-7f30-4783-ad99-ecf1b5783d45 req-2e2ea3a9-fdd0-48ab-b6ed-506b6457376d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:21.960720 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3feeba5a-7f30-4783-ad99-ecf1b5783d45 req-2e2ea3a9-fdd0-48ab-b6ed-506b6457376d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6f131c6e-2a00-470b-88bd-53df114e1143 HTTP/1.1" status: 200 len: 848 time: 0.0994170 Sep 23 07:00:21.963186 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-008fad5b-19ef-4abb-ae07-1d60fcb17381 x-openstack-request-id: req-008fad5b-19ef-4abb-ae07-1d60fcb17381 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:00:21.963499 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8083357-730b-4106-a12f-250fbcce186b", "tag": "29cbe770-c788-4838-bf8d-83cf93da24ea", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:00:21.963726 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-008fad5b-19ef-4abb-ae07-1d60fcb17381 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:00:21.964331 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8083357-730b-4106-a12f-250fbcce186b', 'tag': '29cbe770-c788-4838-bf8d-83cf93da24ea', 'status': 'completed', 'code': 200} Sep 23 07:00:22.006505 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3feeba5a-7f30-4783-ad99-ecf1b5783d45 req-ac7b4d2f-9445-49dd-a073-9a8ebd81a8d5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3f96c91f-c29f-4716-92bf-8a0aea5934cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373261 Sep 23 07:00:22.029819 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c5cd61f3-d3d3-438e-a95e-7d7d360a511d None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:22.037460 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c5cd61f3-d3d3-438e-a95e-7d7d360a511d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:22.063373 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620bd5b3-28cf-4ce5-b4f9-578585842ddf req-7abe6896-9b58-4c14-9027-c3901e448dc6 tempest-InstanceActionsV221TestJSON-215621331 tempest-InstanceActionsV221TestJSON-215621331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:22.064919 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-620bd5b3-28cf-4ce5-b4f9-578585842ddf req-7abe6896-9b58-4c14-9027-c3901e448dc6 tempest-InstanceActionsV221TestJSON-215621331 tempest-InstanceActionsV221TestJSON-215621331-project] 10.222.0.39 "GET /v2.0/networks?id=1159aefd-deef-45d5-a0ce-33830b957249 HTTP/1.1" status: 200 len: 818 time: 0.1644731 Sep 23 07:00:22.074411 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b7b1e517-f918-4b43-9477-c70b2b723eea tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:22.077336 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cd61f3-d3d3-438e-a95e-7d7d360a511d None None] Network e88b93e0-ff6c-4aa2-b158-f6fa3be73101 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:00:22.080400 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-c5cd61f3-d3d3-438e-a95e-7d7d360a511d None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:00:22.084052 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cd61f3-d3d3-438e-a95e-7d7d360a511d None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:00:22.086292 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b7b1e517-f918-4b43-9477-c70b2b723eea tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:22.104475 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-643962d9-92b2-4a03-955d-e3fc6fc3a015 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:22.129365 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b1e517-f918-4b43-9477-c70b2b723eea tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cfc8627-e467-4104-a9b3-af84e20c955c,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:22.135653 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-620bd5b3-28cf-4ce5-b4f9-578585842ddf req-1672c25e-f4d1-478d-83b1-ac5dd3cabff9 tempest-InstanceActionsV221TestJSON-215621331 tempest-InstanceActionsV221TestJSON-215621331-project] 10.222.0.39 "GET /v2.0/quotas/1701089b13fe450ab9b13ac33567c8d8 HTTP/1.1" status: 200 len: 375 time: 0.0596390 Sep 23 07:00:22.138985 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cd61f3-d3d3-438e-a95e-7d7d360a511d None None] Pushing event updated for resources: {'Port': ['ID=1dfcbef9-3d7a-4b8b-9f19-b727d4efe2fe,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:22.142224 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643962d9-92b2-4a03-955d-e3fc6fc3a015 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Pushing event deleted for resources: {'Subnet': ['ID=77913f6c-dea5-412f-ae47-a7d171e4f2dd,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:22.150509 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-c5cd61f3-d3d3-438e-a95e-7d7d360a511d None None] Attempting to bind port 1dfcbef9-3d7a-4b8b-9f19-b727d4efe2fe on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:00:22.150933 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-c5cd61f3-d3d3-438e-a95e-7d7d360a511d None None] Attempting to bind port 1dfcbef9-3d7a-4b8b-9f19-b727d4efe2fe by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': 'a0cc7767-617b-4399-b710-f547898e494d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e88b93e0-ff6c-4aa2-b158-f6fa3be73101'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:00:22.151301 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cd61f3-d3d3-438e-a95e-7d7d360a511d None None] Attempting to bind port 1dfcbef9-3d7a-4b8b-9f19-b727d4efe2fe on network e88b93e0-ff6c-4aa2-b158-f6fa3be73101 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:00:22.154716 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7b1e517-f918-4b43-9477-c70b2b723eea tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:00:22.157782 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cd61f3-d3d3-438e-a95e-7d7d360a511d None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:00:22.158404 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cd61f3-d3d3-438e-a95e-7d7d360a511d None None] Checking segment: {'id': 'a0cc7767-617b-4399-b710-f547898e494d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e88b93e0-ff6c-4aa2-b158-f6fa3be73101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:00:22.159028 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c5cd61f3-d3d3-438e-a95e-7d7d360a511d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:22.159598 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cd61f3-d3d3-438e-a95e-7d7d360a511d None None] Bound using segment: {'id': 'a0cc7767-617b-4399-b710-f547898e494d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e88b93e0-ff6c-4aa2-b158-f6fa3be73101'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:00:22.160289 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-c5cd61f3-d3d3-438e-a95e-7d7d360a511d None None] Bound port: 1dfcbef9-3d7a-4b8b-9f19-b727d4efe2fe, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0cc7767-617b-4399-b710-f547898e494d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e88b93e0-ff6c-4aa2-b158-f6fa3be73101'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:00:22.160861 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c5cd61f3-d3d3-438e-a95e-7d7d360a511d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:22.186821 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b7b1e517-f918-4b43-9477-c70b2b723eea tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:22.187183 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-b7b1e517-f918-4b43-9477-c70b2b723eea tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Added segment e3319f5a-907e-4c5c-b897-175de1ebfc87 of type vlan for network 1cf6c3e3-734a-4ea5-a8fe-cb57e6c8de98 Sep 23 07:00:22.220223 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-620bd5b3-28cf-4ce5-b4f9-578585842ddf req-4742f802-b16c-4645-81d2-a53b11a38dd0 tempest-InstanceActionsV221TestJSON-215621331 tempest-InstanceActionsV221TestJSON-215621331-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1701089b13fe450ab9b13ac33567c8d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477421 Sep 23 07:00:22.235568 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-c5cd61f3-d3d3-438e-a95e-7d7d360a511d None None] For port 1dfcbef9-3d7a-4b8b-9f19-b727d4efe2fe, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:00:22.239340 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-c5cd61f3-d3d3-438e-a95e-7d7d360a511d None None] For port 1dfcbef9-3d7a-4b8b-9f19-b727d4efe2fe, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=1dfcbef9-3d7a-4b8b-9f19-b727d4efe2fe,segment=NetworkSegment(a0cc7767-617b-4399-b710-f547898e494d),segment_id=a0cc7767-617b-4399-b710-f547898e494d)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:00:22.244122 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c5cd61f3-d3d3-438e-a95e-7d7d360a511d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:22.308359 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b7b1e517-f918-4b43-9477-c70b2b723eea tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:22.332060 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cd61f3-d3d3-438e-a95e-7d7d360a511d None None] Pushing event updated for resources: {'Port': ['ID=1dfcbef9-3d7a-4b8b-9f19-b727d4efe2fe,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:22.355561 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8240312a-14a3-4a0c-a24d-fb9dec660bf7 None None] Network e88b93e0-ff6c-4aa2-b158-f6fa3be73101 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:00:22.409307 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e78b91fc-f95e-402b-965e-1d87c03b25d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:22.425127 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e78b91fc-f95e-402b-965e-1d87c03b25d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:22.427249 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b7b1e517-f918-4b43-9477-c70b2b723eea tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:22.432908 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b1e517-f918-4b43-9477-c70b2b723eea tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:22.433539 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b7b1e517-f918-4b43-9477-c70b2b723eea tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:22.472568 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-620bd5b3-28cf-4ce5-b4f9-578585842ddf req-2f7b41eb-c4d3-41cc-996e-afa6f394313d service neutron] 10.222.0.39 "GET /v2.0/networks/1159aefd-deef-45d5-a0ce-33830b957249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209449 Sep 23 07:00:22.500689 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7f5f51-4cd6-47eb-9b02-b08d9b57d3f8 None None] get_active_networks_info from n-d-715271-16 {{(pid=95067) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 07:00:22.529896 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-b7b1e517-f918-4b43-9477-c70b2b723eea tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2833643 Sep 23 07:00:22.547620 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-e78b91fc-f95e-402b-965e-1d87c03b25d4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d6f5307da8e448b7a1fce01268082e0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7866881 Sep 23 07:00:22.552604 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78b91fc-f95e-402b-965e-1d87c03b25d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3113553c-7e39-4783-ad59-5ad2e7688281,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:22.561359 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51250) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:22.578156 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-643962d9-92b2-4a03-955d-e3fc6fc3a015 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:22.607876 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b1e517-f918-4b43-9477-c70b2b723eea tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Pushing event updated for resources: {'Network': ['ID=1cf6c3e3-734a-4ea5-a8fe-cb57e6c8de98,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:22.625436 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 1cf6c3e3-734a-4ea5-a8fe-cb57e6c8de98 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:00:22.629808 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3feeba5a-7f30-4783-ad99-ecf1b5783d45 req-56aaf1bd-4e32-4a29-b206-886b7aba28da service neutron] 10.222.0.21 "GET /v2.0/networks/3f96c91f-c29f-4716-92bf-8a0aea5934cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6155648 Sep 23 07:00:22.631454 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-643962d9-92b2-4a03-955d-e3fc6fc3a015 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e88b93e0-ff6c-4aa2-b158-f6fa3be73101']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:22.679933 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-643962d9-92b2-4a03-955d-e3fc6fc3a015 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0cc7767-617b-4399-b710-f547898e494d') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:22.679933 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-643962d9-92b2-4a03-955d-e3fc6fc3a015 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0cc7767-617b-4399-b710-f547898e494d') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:22.718887 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-620bd5b3-28cf-4ce5-b4f9-578585842ddf req-7e69050a-370a-4d2f-8df3-ba9962c478c7 service neutron] 10.222.0.39 "GET /v2.0/networks/1159aefd-deef-45d5-a0ce-33830b957249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218819 Sep 23 07:00:22.723855 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-643962d9-92b2-4a03-955d-e3fc6fc3a015 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:22.725282 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7f5f51-4cd6-47eb-9b02-b08d9b57d3f8 None None] Resources bound (agent type, host, resource id): {{(pid=95067) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 07:00:22.768624 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d33f3eac-5192-4e39-a734-29e6cb8784be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:22.796162 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d33f3eac-5192-4e39-a734-29e6cb8784be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:22.831277 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-643962d9-92b2-4a03-955d-e3fc6fc3a015 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:22.867475 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-643962d9-92b2-4a03-955d-e3fc6fc3a015 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:00:22.868087 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-643962d9-92b2-4a03-955d-e3fc6fc3a015 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:22.871590 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 07:00:22.871590 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:00:22.871590 n-d-715271-16 neutron-server[95065]: timer() Sep 23 07:00:22.871590 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:00:22.871590 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 07:00:22.871590 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:00:22.871590 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 07:00:22.871590 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:00:22.871590 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 07:00:22.871590 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:00:22.871590 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 07:00:22.871590 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:00:22.871590 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 07:00:22.871590 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:00:22.871590 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:00:22.871590 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:00:22.871590 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:00:22.871590 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:00:22.871590 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 07:00:22.871590 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:00:22.871590 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 07:00:22.871590 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:00:22.871590 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:00:22.871590 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:00:22.871590 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 07:00:22.871590 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:00:22.871590 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:00:22.871590 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:00:22.871590 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:00:22.871590 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:00:22.871590 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:00:22.871590 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:00:22.874243 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d33f3eac-5192-4e39-a734-29e6cb8784be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:22.876017 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d33f3eac-5192-4e39-a734-29e6cb8784be admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:22.880051 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-d33f3eac-5192-4e39-a734-29e6cb8784be admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3113553c-7e39-4783-ad59-5ad2e7688281 HTTP/1.1" status: 204 len: 168 time: 0.2854588 Sep 23 07:00:22.908482 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b1e38-0015-4603-88ed-5a3b9e68a492 req-f395a520-f8b1-4bdf-b422-1daa0cb95be3 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:22.916424 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-005b1e38-0015-4603-88ed-5a3b9e68a492 req-f395a520-f8b1-4bdf-b422-1daa0cb95be3 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/ports?device_id=66ba0042-4875-4f86-af92-2e56c950326b HTTP/1.1" status: 200 len: 945 time: 0.2579966 Sep 23 07:00:22.919843 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f3eac-5192-4e39-a734-29e6cb8784be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3113553c-7e39-4783-ad59-5ad2e7688281,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:22.925050 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3feeba5a-7f30-4783-ad99-ecf1b5783d45 req-a83daf9e-a2e9-43d2-b53f-b85f8649667d service neutron] 10.222.0.21 "GET /v2.0/networks/3f96c91f-c29f-4716-92bf-8a0aea5934cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810650 Sep 23 07:00:23.124148 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.db.api [None req-643962d9-92b2-4a03-955d-e3fc6fc3a015 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 23 07:00:23.124148 n-d-715271-16 neutron-server[95065]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 23 07:00:23.124148 n-d-715271-16 neutron-server[95065]: [parameters: {'id': 'e88b93e0-ff6c-4aa2-b158-f6fa3be73101'}] Sep 23 07:00:23.124148 n-d-715271-16 neutron-server[95065]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95065) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 07:00:23.125094 n-d-715271-16 neutron-server[95065]: DEBUG oslo_db.api [None req-643962d9-92b2-4a03-955d-e3fc6fc3a015 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 07:00:23.185485 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-005b1e38-0015-4603-88ed-5a3b9e68a492 req-760379fc-c957-44e4-be36-7a662d2cf281 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/security-groups?id=fd2b27e9-002e-4189-a66b-a3d17ee0f452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593269 Sep 23 07:00:23.194809 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b915339-340b-4e99-ad65-b251cb51bc57 req-0ba477d9-6c0a-4beb-a1e8-ae274c80ce5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:23.196638 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9b915339-340b-4e99-ad65-b251cb51bc57 req-0ba477d9-6c0a-4beb-a1e8-ae274c80ce5f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4a7a002963fd48a09d0897116f136693&device_id=b8083357-730b-4106-a12f-250fbcce186b HTTP/1.1" status: 200 len: 1096 time: 0.1622648 Sep 23 07:00:23.249237 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e3a8c1-6d1b-4c48-8de8-26bb6a9786fd req-5e8067d9-d1b8-4047-97f5-0510abb1ad21 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:23.260635 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a4e3a8c1-6d1b-4c48-8de8-26bb6a9786fd req-5e8067d9-d1b8-4047-97f5-0510abb1ad21 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8083357-730b-4106-a12f-250fbcce186b HTTP/1.1" status: 200 len: 944 time: 0.1209290 Sep 23 07:00:23.298789 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-051ad406-2bf7-49c4-9a01-e15164ea60b7 req-164b8aa2-6a98-48fe-9a8e-b39a3a9d4dae tempest-InstanceActionsV221TestJSON-215621331 tempest-InstanceActionsV221TestJSON-215621331-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e20fbe3-4135-4c8b-bc28-336969c56829 HTTP/1.1" status: 200 len: 210 time: 0.0524545 Sep 23 07:00:23.411691 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a4e3a8c1-6d1b-4c48-8de8-26bb6a9786fd req-3ddb7c71-371e-469a-a20f-55984596e74d tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c3b7e59-df38-468e-87df-f71d60e98b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499994 Sep 23 07:00:23.438380 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b915339-340b-4e99-ad65-b251cb51bc57 req-ea1da202-ff81-4f57-9b04-ce79e5c8a02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:23.441033 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9b915339-340b-4e99-ad65-b251cb51bc57 req-ea1da202-ff81-4f57-9b04-ce79e5c8a02a service neutron] 10.222.0.21 "GET /v2.0/networks?id=3f96c91f-c29f-4716-92bf-8a0aea5934cc HTTP/1.1" status: 200 len: 909 time: 0.2363088 Sep 23 07:00:23.487900 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9b915339-340b-4e99-ad65-b251cb51bc57 req-39259ce4-b11c-453c-aab6-04e63e4194a8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29cbe770-c788-4838-bf8d-83cf93da24ea HTTP/1.1" status: 200 len: 217 time: 0.0395112 Sep 23 07:00:23.549269 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b915339-340b-4e99-ad65-b251cb51bc57 req-88a656ae-cc25-4840-85d1-e63e71fd31c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:23.551003 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9b915339-340b-4e99-ad65-b251cb51bc57 req-88a656ae-cc25-4840-85d1-e63e71fd31c9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6f131c6e-2a00-470b-88bd-53df114e1143 HTTP/1.1" status: 200 len: 848 time: 0.0553877 Sep 23 07:00:23.584983 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51272) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:23.601588 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3a1167d5-fd94-4d88-ac5f-d34934a425fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:23.611244 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9b915339-340b-4e99-ad65-b251cb51bc57 req-5788dcb9-dfc1-4803-a512-2284e8675ea7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3f96c91f-c29f-4716-92bf-8a0aea5934cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526247 Sep 23 07:00:23.629579 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-643962d9-92b2-4a03-955d-e3fc6fc3a015 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:23.706909 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3a1167d5-fd94-4d88-ac5f-d34934a425fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:23.712245 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3a1167d5-fd94-4d88-ac5f-d34934a425fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:23.759573 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1167d5-fd94-4d88-ac5f-d34934a425fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3d4a42-b9f9-4dac-a30f-9c893bb5a829,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:23.783482 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51274) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:23.784844 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-3a1167d5-fd94-4d88-ac5f-d34934a425fe admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c888e27f327d41ccac6d02df856be94e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1969125 Sep 23 07:00:23.820240 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9b915339-340b-4e99-ad65-b251cb51bc57 req-33de095c-ecea-465c-b9a7-ea44a8c440f7 service neutron] 10.222.0.21 "GET /v2.0/networks/3f96c91f-c29f-4716-92bf-8a0aea5934cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017066 Sep 23 07:00:23.833107 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-643962d9-92b2-4a03-955d-e3fc6fc3a015 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Deleting port 1dfcbef9-3d7a-4b8b-9f19-b727d4efe2fe {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:00:23.833444 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-643962d9-92b2-4a03-955d-e3fc6fc3a015 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:23.936333 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-32e90fbb-6c5c-4293-a3bc-2eeab3a484c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:23.991429 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-643962d9-92b2-4a03-955d-e3fc6fc3a015 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] For port 1dfcbef9-3d7a-4b8b-9f19-b727d4efe2fe, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=1dfcbef9-3d7a-4b8b-9f19-b727d4efe2fe,segment=NetworkSegment(a0cc7767-617b-4399-b710-f547898e494d),segment_id=a0cc7767-617b-4399-b710-f547898e494d)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:00:23.991795 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-643962d9-92b2-4a03-955d-e3fc6fc3a015 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:24.023437 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-32e90fbb-6c5c-4293-a3bc-2eeab3a484c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:24.025186 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-643962d9-92b2-4a03-955d-e3fc6fc3a015 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Calling delete_port for 1dfcbef9-3d7a-4b8b-9f19-b727d4efe2fe owned by network:dhcp {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:00:24.045696 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9b915339-340b-4e99-ad65-b251cb51bc57 req-0d9619c8-9546-4996-a3b9-202ba20b8970 service neutron] 10.222.0.21 "GET /v2.0/networks/3f96c91f-c29f-4716-92bf-8a0aea5934cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176268 Sep 23 07:00:24.128573 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-32e90fbb-6c5c-4293-a3bc-2eeab3a484c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:24.131323 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-32e90fbb-6c5c-4293-a3bc-2eeab3a484c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:24.132472 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-32e90fbb-6c5c-4293-a3bc-2eeab3a484c3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0d3d4a42-b9f9-4dac-a30f-9c893bb5a829 HTTP/1.1" status: 204 len: 168 time: 0.3408847 Sep 23 07:00:24.149362 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e90fbb-6c5c-4293-a3bc-2eeab3a484c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3d4a42-b9f9-4dac-a30f-9c893bb5a829,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:24.159137 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-643962d9-92b2-4a03-955d-e3fc6fc3a015 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:24.163492 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e90fbb-6c5c-4293-a3bc-2eeab3a484c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:00:24.163840 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e90fbb-6c5c-4293-a3bc-2eeab3a484c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:00:24.164175 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e90fbb-6c5c-4293-a3bc-2eeab3a484c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:00:24.164511 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e90fbb-6c5c-4293-a3bc-2eeab3a484c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:00:24.164839 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e90fbb-6c5c-4293-a3bc-2eeab3a484c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:00:24.165270 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e90fbb-6c5c-4293-a3bc-2eeab3a484c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:00:24.165599 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e90fbb-6c5c-4293-a3bc-2eeab3a484c3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:00:24.165955 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e90fbb-6c5c-4293-a3bc-2eeab3a484c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:00:24.166281 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e90fbb-6c5c-4293-a3bc-2eeab3a484c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:00:24.166601 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e90fbb-6c5c-4293-a3bc-2eeab3a484c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:00:24.166921 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e90fbb-6c5c-4293-a3bc-2eeab3a484c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:00:24.167295 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e90fbb-6c5c-4293-a3bc-2eeab3a484c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:00:24.194327 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643962d9-92b2-4a03-955d-e3fc6fc3a015 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Pushing event deleted for resources: {'Port': ['ID=1dfcbef9-3d7a-4b8b-9f19-b727d4efe2fe,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:24.209830 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643962d9-92b2-4a03-955d-e3fc6fc3a015 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] No DVR routers for this DVR port 1dfcbef9-3d7a-4b8b-9f19-b727d4efe2fe on host n-d-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:00:24.429766 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-643962d9-92b2-4a03-955d-e3fc6fc3a015 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:24.438630 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3d5175-3a7b-4745-a6fc-677d658fae65 req-5ca4cd99-8a22-4bdd-b45a-6cc3566de4d0 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:24.443258 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-be3d5175-3a7b-4745-a6fc-677d658fae65 req-5ca4cd99-8a22-4bdd-b45a-6cc3566de4d0 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/ports?device_id=66ba0042-4875-4f86-af92-2e56c950326b HTTP/1.1" status: 200 len: 945 time: 0.1563897 Sep 23 07:00:24.476324 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-643962d9-92b2-4a03-955d-e3fc6fc3a015 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e88b93e0-ff6c-4aa2-b158-f6fa3be73101']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:24.488523 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-643962d9-92b2-4a03-955d-e3fc6fc3a015 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0cc7767-617b-4399-b710-f547898e494d') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:24.488894 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-643962d9-92b2-4a03-955d-e3fc6fc3a015 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0cc7767-617b-4399-b710-f547898e494d') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:24.506892 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-643962d9-92b2-4a03-955d-e3fc6fc3a015 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:24.527167 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-643962d9-92b2-4a03-955d-e3fc6fc3a015 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:24.534129 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-643962d9-92b2-4a03-955d-e3fc6fc3a015 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:00:24.535000 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-643962d9-92b2-4a03-955d-e3fc6fc3a015 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:24.561803 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-be3d5175-3a7b-4745-a6fc-677d658fae65 req-a89ba6e5-6964-4865-8c49-ecbd0aa909fe tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/security-groups?id=fd2b27e9-002e-4189-a66b-a3d17ee0f452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107535 Sep 23 07:00:24.661432 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 07:00:24.661432 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:00:24.661432 n-d-715271-16 neutron-server[95065]: timer() Sep 23 07:00:24.661432 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:00:24.661432 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 07:00:24.661432 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:00:24.661432 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 07:00:24.661432 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:00:24.661432 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 07:00:24.661432 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:00:24.661432 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 07:00:24.661432 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:00:24.661432 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 07:00:24.661432 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:00:24.661432 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:00:24.661432 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:00:24.661432 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:00:24.661432 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:00:24.661432 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 07:00:24.661432 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:00:24.661432 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 07:00:24.661432 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:00:24.661432 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:00:24.661432 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:00:24.661432 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 07:00:24.661432 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:00:24.661432 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:00:24.661432 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:00:24.661432 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:00:24.661432 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:00:24.661432 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:00:24.661432 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:00:24.729615 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3fab8b99-0034-41aa-b501-c2299079a965 req-3ce1c6a7-fb5c-4407-b3f5-6d5dafae1464 tempest-InstanceActionsV221TestJSON-215621331 tempest-InstanceActionsV221TestJSON-215621331-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e20fbe3-4135-4c8b-bc28-336969c56829 HTTP/1.1" status: 200 len: 210 time: 0.0628519 Sep 23 07:00:24.734965 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-643962d9-92b2-4a03-955d-e3fc6fc3a015 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:24.748354 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-643962d9-92b2-4a03-955d-e3fc6fc3a015 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:24.750840 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-643962d9-92b2-4a03-955d-e3fc6fc3a015 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] 10.222.0.39 "DELETE /v2.0/networks/e88b93e0-ff6c-4aa2-b158-f6fa3be73101 HTTP/1.1" status: 204 len: 168 time: 3.5479369 Sep 23 07:00:24.764749 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6503dd6-a902-494a-90ac-3c26076054d2 req-fd118669-c8d1-4ab8-a70b-dbacc868a499 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:24.767442 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d6503dd6-a902-494a-90ac-3c26076054d2 req-fd118669-c8d1-4ab8-a70b-dbacc868a499 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8083357-730b-4106-a12f-250fbcce186b HTTP/1.1" status: 200 len: 944 time: 0.1172264 Sep 23 07:00:24.767970 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51292) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:24.778500 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-b4313a85-ca45-4ee5-82f0-45fc0e319dab tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1778988885'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:00:24.826889 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643962d9-92b2-4a03-955d-e3fc6fc3a015 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Pushing event deleted for resources: {'Network': ['ID=e88b93e0-ff6c-4aa2-b158-f6fa3be73101,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:24.863656 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4313a85-ca45-4ee5-82f0-45fc0e319dab tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Made reservation on behalf of 09cbbdc653254f998cb2497cb8f162a5 for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:00:24.868088 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b4313a85-ca45-4ee5-82f0-45fc0e319dab tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:24.928699 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4313a85-ca45-4ee5-82f0-45fc0e319dab tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:00:24.931457 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620bd5b3-28cf-4ce5-b4f9-578585842ddf req-93ef11c3-5979-465e-bedd-45674399834d tempest-InstanceActionsV221TestJSON-215621331 tempest-InstanceActionsV221TestJSON-215621331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:24.934252 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-620bd5b3-28cf-4ce5-b4f9-578585842ddf req-93ef11c3-5979-465e-bedd-45674399834d tempest-InstanceActionsV221TestJSON-215621331 tempest-InstanceActionsV221TestJSON-215621331-project] 10.222.0.21 "GET /v2.0/networks?id=1159aefd-deef-45d5-a0ce-33830b957249 HTTP/1.1" status: 200 len: 818 time: 0.2692630 Sep 23 07:00:24.934786 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d6503dd6-a902-494a-90ac-3c26076054d2 req-fde8c029-0136-4e99-a1c7-89415539415f tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c3b7e59-df38-468e-87df-f71d60e98b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498024 Sep 23 07:00:24.945301 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b4313a85-ca45-4ee5-82f0-45fc0e319dab tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:24.945651 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-b4313a85-ca45-4ee5-82f0-45fc0e319dab tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Added segment 63e2756a-8fb5-4aa2-ada8-2242126dd249 of type vlan for network 9ff6f070-f666-43f0-805c-28c2ac9f9cb0 Sep 23 07:00:24.953525 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-620bd5b3-28cf-4ce5-b4f9-578585842ddf req-c1a474e7-e1de-420c-b0ab-0a2555b83065 tempest-InstanceActionsV221TestJSON-215621331 tempest-InstanceActionsV221TestJSON-215621331-project] Request body: {'port': {'device_id': '7e20fbe3-4135-4c8b-bc28-336969c56829', 'network_id': '1159aefd-deef-45d5-a0ce-33830b957249', 'admin_state_up': True, 'tenant_id': '1701089b13fe450ab9b13ac33567c8d8'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:00:24.997759 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b4313a85-ca45-4ee5-82f0-45fc0e319dab tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:25.031879 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b4313a85-ca45-4ee5-82f0-45fc0e319dab tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:25.039310 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4313a85-ca45-4ee5-82f0-45fc0e319dab tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:25.040075 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b4313a85-ca45-4ee5-82f0-45fc0e319dab tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:25.061985 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-b4313a85-ca45-4ee5-82f0-45fc0e319dab tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2901487 Sep 23 07:00:25.075697 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51298) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:25.084328 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-0f7ce7c9-e286-498b-b982-7665a744b165 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Request body: {'subnet': {'network_id': '9ff6f070-f666-43f0-805c-28c2ac9f9cb0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:00:25.092855 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-620bd5b3-28cf-4ce5-b4f9-578585842ddf req-c1a474e7-e1de-420c-b0ab-0a2555b83065 tempest-InstanceActionsV221TestJSON-215621331 tempest-InstanceActionsV221TestJSON-215621331-project] Made reservation on behalf of 1701089b13fe450ab9b13ac33567c8d8 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:00:25.099791 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-620bd5b3-28cf-4ce5-b4f9-578585842ddf req-c1a474e7-e1de-420c-b0ab-0a2555b83065 tempest-InstanceActionsV221TestJSON-215621331 tempest-InstanceActionsV221TestJSON-215621331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:25.261894 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4313a85-ca45-4ee5-82f0-45fc0e319dab tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Pushing event updated for resources: {'Network': ['ID=9ff6f070-f666-43f0-805c-28c2ac9f9cb0,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:25.279479 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 9ff6f070-f666-43f0-805c-28c2ac9f9cb0 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:00:25.284797 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f7ce7c9-e286-498b-b982-7665a744b165 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Made reservation on behalf of 09cbbdc653254f998cb2497cb8f162a5 for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:00:25.303051 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0f7ce7c9-e286-498b-b982-7665a744b165 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:25.345913 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 29cbe770-c788-4838-bf8d-83cf93da24ea details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:00:25.365731 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-620bd5b3-28cf-4ce5-b4f9-578585842ddf req-c1a474e7-e1de-420c-b0ab-0a2555b83065 tempest-InstanceActionsV221TestJSON-215621331 tempest-InstanceActionsV221TestJSON-215621331-project] Allocated IP 172.20.0.11 (1159aefd-deef-45d5-a0ce-33830b957249/626193ed-8eeb-4863-8c20-f9e972293819/0b30b7b7-3e72-43c8-94af-d3f225a58c03) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:00:25.666242 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-620bd5b3-28cf-4ce5-b4f9-578585842ddf req-c1a474e7-e1de-420c-b0ab-0a2555b83065 tempest-InstanceActionsV221TestJSON-215621331 tempest-InstanceActionsV221TestJSON-215621331-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:25.693577 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0f7ce7c9-e286-498b-b982-7665a744b165 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:25.699853 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 29cbe770-c788-4838-bf8d-83cf93da24ea, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=29cbe770-c788-4838-bf8d-83cf93da24ea,segment=NetworkSegment(246a328a-f0a9-4507-b0f8-65ab030d674f),segment_id=246a328a-f0a9-4507-b0f8-65ab030d674f)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:00:25.717598 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': '29cbe770-c788-4838-bf8d-83cf93da24ea', 'network_id': '3f96c91f-c29f-4716-92bf-8a0aea5934cc', 'port_id': '29cbe770-c788-4838-bf8d-83cf93da24ea', 'mac_address': 'fa:16:3e:3b:89:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f131c6e-2a00-470b-88bd-53df114e1143', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:00:25.812488 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:25.815753 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7ce7c9-e286-498b-b982-7665a744b165 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Checking segment: {'id': '63e2756a-8fb5-4aa2-ada8-2242126dd249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '9ff6f070-f666-43f0-805c-28c2ac9f9cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:00:25.816258 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7ce7c9-e286-498b-b982-7665a744b165 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Network hostable DHCP agents. Network: 9ff6f070-f666-43f0-805c-28c2ac9f9cb0, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:00:25.822312 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7ce7c9-e286-498b-b982-7665a744b165 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Pushing event updated for resources: {'Subnet': ['ID=5723c13f-880f-48bd-9f9a-3ec22964b67a,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:25.848326 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29cbe770-c788-4838-bf8d-83cf93da24ea {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:00:25.889266 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d9eae-9990-4fb5-8630-bc5e16c2de11 req-a08e3a11-f570-42f0-80dd-b8b8340822de tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:25.892096 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-603d9eae-9990-4fb5-8630-bc5e16c2de11 req-a08e3a11-f570-42f0-80dd-b8b8340822de tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/ports?device_id=66ba0042-4875-4f86-af92-2e56c950326b HTTP/1.1" status: 200 len: 945 time: 0.1903055 Sep 23 07:00:25.892890 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51316) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:25.894457 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 29cbe770-c788-4838-bf8d-83cf93da24ea, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=29cbe770-c788-4838-bf8d-83cf93da24ea,segment=NetworkSegment(246a328a-f0a9-4507-b0f8-65ab030d674f),segment_id=246a328a-f0a9-4507-b0f8-65ab030d674f)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:00:25.897954 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7ce7c9-e286-498b-b982-7665a744b165 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Network 9ff6f070-f666-43f0-805c-28c2ac9f9cb0 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:00:25.898523 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-a8d6fa64-b9e1-445e-b1a4-51d7cc666601 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Request body: {'subnet': {'network_id': '1cf6c3e3-734a-4ea5-a8fe-cb57e6c8de98', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:00:25.900314 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:25.910982 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-620bd5b3-28cf-4ce5-b4f9-578585842ddf req-c1a474e7-e1de-420c-b0ab-0a2555b83065 tempest-InstanceActionsV221TestJSON-215621331 tempest-InstanceActionsV221TestJSON-215621331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:25.919231 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-0f7ce7c9-e286-498b-b982-7665a744b165 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 9ff6f070-f666-43f0-805c-28c2ac9f9cb0) {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:00:25.925995 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7ce7c9-e286-498b-b982-7665a744b165 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:25.926377 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0f7ce7c9-e286-498b-b982-7665a744b165 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:25.947160 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3a434a-261f-4fcf-93f4-dde2e3961047 None None] Network 9ff6f070-f666-43f0-805c-28c2ac9f9cb0 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:00:25.949722 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a42751-4110-42d1-b1b9-eda2fd903e86 req-5ea5bc5e-e855-4a26-804a-5ae0d56415d1 tempest-InstanceActionsV221TestJSON-215621331 tempest-InstanceActionsV221TestJSON-215621331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:25.952464 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b9a42751-4110-42d1-b1b9-eda2fd903e86 req-5ea5bc5e-e855-4a26-804a-5ae0d56415d1 tempest-InstanceActionsV221TestJSON-215621331 tempest-InstanceActionsV221TestJSON-215621331-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e20fbe3-4135-4c8b-bc28-336969c56829 HTTP/1.1" status: 200 len: 932 time: 0.0964653 Sep 23 07:00:25.985803 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-0f7ce7c9-e286-498b-b982-7665a744b165 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9084530 Sep 23 07:00:25.991729 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51326) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:26.023788 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b9a42751-4110-42d1-b1b9-eda2fd903e86 req-4a26cc80-cd10-4069-b46f-1564feba6de3 tempest-InstanceActionsV221TestJSON-215621331 tempest-InstanceActionsV221TestJSON-215621331-project] 10.222.0.39 "GET /v2.0/security-groups?id=11ebc23e-febb-4815-b05f-6ca01993baa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644398 Sep 23 07:00:26.085753 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=29cbe770-c788-4838-bf8d-83cf93da24ea,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:26.098092 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-603d9eae-9990-4fb5-8630-bc5e16c2de11 req-4b7cc0f7-588d-4211-b27b-922f35e1e7c4 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/security-groups?id=fd2b27e9-002e-4189-a66b-a3d17ee0f452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957247 Sep 23 07:00:26.101956 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-620bd5b3-28cf-4ce5-b4f9-578585842ddf req-c1a474e7-e1de-420c-b0ab-0a2555b83065 tempest-InstanceActionsV221TestJSON-215621331 tempest-InstanceActionsV221TestJSON-215621331-project] Network 1159aefd-deef-45d5-a0ce-33830b957249 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:00:26.106439 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a474e7-e1de-420c-b0ab-0a2555b83065 tempest-InstanceActionsV221TestJSON-215621331 tempest-InstanceActionsV221TestJSON-215621331-project] Pushing event updated for resources: {'Port': ['ID=0b30b7b7-3e72-43c8-94af-d3f225a58c03,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:26.113679 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-620bd5b3-28cf-4ce5-b4f9-578585842ddf req-c1a474e7-e1de-420c-b0ab-0a2555b83065 tempest-InstanceActionsV221TestJSON-215621331 tempest-InstanceActionsV221TestJSON-215621331-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:00:26.117157 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-620bd5b3-28cf-4ce5-b4f9-578585842ddf req-c1a474e7-e1de-420c-b0ab-0a2555b83065 tempest-InstanceActionsV221TestJSON-215621331 tempest-InstanceActionsV221TestJSON-215621331-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:00:26.167148 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-32e5cb86-5f0f-4738-aaa9-ee40a25b56c5 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:26.179163 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620bd5b3-28cf-4ce5-b4f9-578585842ddf req-c1a474e7-e1de-420c-b0ab-0a2555b83065 tempest-InstanceActionsV221TestJSON-215621331 tempest-InstanceActionsV221TestJSON-215621331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:26.179819 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-620bd5b3-28cf-4ce5-b4f9-578585842ddf req-c1a474e7-e1de-420c-b0ab-0a2555b83065 tempest-InstanceActionsV221TestJSON-215621331 tempest-InstanceActionsV221TestJSON-215621331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:26.225144 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d6fa64-b9e1-445e-b1a4-51d7cc666601 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Made reservation on behalf of 827ecb775293450ea32b12e6ad2b9555 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:00:26.230300 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a8d6fa64-b9e1-445e-b1a4-51d7cc666601 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:26.257621 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-620bd5b3-28cf-4ce5-b4f9-578585842ddf req-c1a474e7-e1de-420c-b0ab-0a2555b83065 tempest-InstanceActionsV221TestJSON-215621331 tempest-InstanceActionsV221TestJSON-215621331-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3093436 Sep 23 07:00:26.278884 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b32bc3-d975-4db7-85fb-4b8c347fa6d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-9ff6f070-f666-43f0-805c-28c2ac9f9cb0', 'network_id': '9ff6f070-f666-43f0-805c-28c2ac9f9cb0', 'tenant_id': '09cbbdc653254f998cb2497cb8f162a5', 'fixed_ips': [{'subnet_id': '5723c13f-880f-48bd-9f9a-3ec22964b67a'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:00:26.279797 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-21b32bc3-d975-4db7-85fb-4b8c347fa6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:26.281537 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-620bd5b3-28cf-4ce5-b4f9-578585842ddf req-3e425f91-2840-41a5-a067-6465b708d40f service neutron] Request body: {'port': {'device_id': '7e20fbe3-4135-4c8b-bc28-336969c56829', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:00:26.295664 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-32e5cb86-5f0f-4738-aaa9-ee40a25b56c5 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:26.297583 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['29cbe770-c788-4838-bf8d-83cf93da24ea'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:00:26.375059 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9731abe7-c3f7-4241-b4e1-c6becd0d9765 req-608cf307-9c75-4c4c-b72c-70b90445f39c tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:26.376431 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9731abe7-c3f7-4241-b4e1-c6becd0d9765 req-608cf307-9c75-4c4c-b72c-70b90445f39c tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8083357-730b-4106-a12f-250fbcce186b HTTP/1.1" status: 200 len: 945 time: 0.1638076 Sep 23 07:00:26.385722 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-32e5cb86-5f0f-4738-aaa9-ee40a25b56c5 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:26.431742 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5cb86-5f0f-4738-aaa9-ee40a25b56c5 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Pushing event deleted for resources: {'Subnet': ['ID=5723c13f-880f-48bd-9f9a-3ec22964b67a,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:26.445977 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-620bd5b3-28cf-4ce5-b4f9-578585842ddf req-3e425f91-2840-41a5-a067-6465b708d40f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server [None req-21b32bc3-d975-4db7-85fb-4b8c347fa6d4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5723c13f-880f-48bd-9f9a-3ec22964b67a: This subnet is being modified by another concurrent operation. Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server raise exception Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5723c13f-880f-48bd-9f9a-3ec22964b67a: This subnet is being modified by another concurrent operation. Sep 23 07:00:26.485313 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server Sep 23 07:00:26.507467 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510ecf49-11ce-4b24-b11e-58c8b2745523 None None] Network 9ff6f070-f666-43f0-805c-28c2ac9f9cb0 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:00:26.517525 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9731abe7-c3f7-4241-b4e1-c6becd0d9765 req-46f20e29-79f7-46db-8971-3fe6d83900d8 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c3b7e59-df38-468e-87df-f71d60e98b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111760 Sep 23 07:00:26.535106 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-32e5cb86-5f0f-4738-aaa9-ee40a25b56c5 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:26.563024 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-32e5cb86-5f0f-4738-aaa9-ee40a25b56c5 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ff6f070-f666-43f0-805c-28c2ac9f9cb0']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:26.574535 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-32e5cb86-5f0f-4738-aaa9-ee40a25b56c5 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63e2756a-8fb5-4aa2-ada8-2242126dd249') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:26.576788 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-32e5cb86-5f0f-4738-aaa9-ee40a25b56c5 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63e2756a-8fb5-4aa2-ada8-2242126dd249') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:26.587851 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-32e5cb86-5f0f-4738-aaa9-ee40a25b56c5 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:26.603841 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-32e5cb86-5f0f-4738-aaa9-ee40a25b56c5 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:26.617414 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32e5cb86-5f0f-4738-aaa9-ee40a25b56c5 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:00:26.619033 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-32e5cb86-5f0f-4738-aaa9-ee40a25b56c5 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:26.629006 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 07:00:26.629006 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:00:26.629006 n-d-715271-16 neutron-server[95066]: timer() Sep 23 07:00:26.629006 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:00:26.629006 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 07:00:26.629006 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:00:26.629006 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 07:00:26.629006 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:00:26.629006 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 07:00:26.629006 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:00:26.629006 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 07:00:26.629006 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:00:26.629006 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 07:00:26.629006 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:00:26.629006 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:00:26.629006 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:00:26.629006 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:00:26.629006 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:00:26.629006 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 07:00:26.629006 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:00:26.629006 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 07:00:26.629006 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:00:26.629006 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:00:26.629006 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:00:26.629006 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 07:00:26.629006 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:00:26.629006 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:00:26.629006 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:00:26.629006 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:00:26.629006 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:00:26.629006 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:00:26.629006 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:00:26.682970 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82577bd2-4d87-4d2e-89d7-3d95e19ab7ec None None] get_active_networks_info from n-d-715271-16 {{(pid=95067) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 07:00:26.738397 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-32e5cb86-5f0f-4738-aaa9-ee40a25b56c5 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:26.756338 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a8d6fa64-b9e1-445e-b1a4-51d7cc666601 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:26.764164 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-32e5cb86-5f0f-4738-aaa9-ee40a25b56c5 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:26.770371 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-32e5cb86-5f0f-4738-aaa9-ee40a25b56c5 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] 10.222.0.39 "DELETE /v2.0/networks/9ff6f070-f666-43f0-805c-28c2ac9f9cb0 HTTP/1.1" status: 204 len: 168 time: 0.7775800 Sep 23 07:00:26.771548 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5cb86-5f0f-4738-aaa9-ee40a25b56c5 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Pushing event deleted for resources: {'Network': ['ID=9ff6f070-f666-43f0-805c-28c2ac9f9cb0,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:26.773735 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51340) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:26.785655 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-48d84772-41e6-4789-8eed-8e2a54d900ef tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-714753580'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:00:26.814079 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d84772-41e6-4789-8eed-8e2a54d900ef tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Made reservation on behalf of 09cbbdc653254f998cb2497cb8f162a5 for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:00:26.814681 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82577bd2-4d87-4d2e-89d7-3d95e19ab7ec None None] Resources bound (agent type, host, resource id): {{(pid=95067) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 07:00:26.819771 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-48d84772-41e6-4789-8eed-8e2a54d900ef tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:26.852155 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48d84772-41e6-4789-8eed-8e2a54d900ef tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:00:26.859937 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d6fa64-b9e1-445e-b1a4-51d7cc666601 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Pushing event updated for resources: {'Subnet': ['ID=95a2627e-9985-4920-8b2d-0d89c2f0ad9e,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:26.872907 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-48d84772-41e6-4789-8eed-8e2a54d900ef tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:26.873645 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-48d84772-41e6-4789-8eed-8e2a54d900ef tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Added segment c5c78dd5-6a93-4131-9a29-990bf87d0f9c of type vlan for network b925940d-af58-4725-811b-7032245da7dc Sep 23 07:00:26.879383 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d6fa64-b9e1-445e-b1a4-51d7cc666601 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Checking segment: {'id': 'e3319f5a-907e-4c5c-b897-175de1ebfc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '1cf6c3e3-734a-4ea5-a8fe-cb57e6c8de98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:00:26.879754 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d6fa64-b9e1-445e-b1a4-51d7cc666601 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Network hostable DHCP agents. Network: 1cf6c3e3-734a-4ea5-a8fe-cb57e6c8de98, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:00:26.927265 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-48d84772-41e6-4789-8eed-8e2a54d900ef tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:26.946713 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-620bd5b3-28cf-4ce5-b4f9-578585842ddf req-3e425f91-2840-41a5-a067-6465b708d40f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b30b7b7-3e72-43c8-94af-d3f225a58c03 {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:00:26.957556 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-620bd5b3-28cf-4ce5-b4f9-578585842ddf req-3e425f91-2840-41a5-a067-6465b708d40f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:26.962049 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d6fa64-b9e1-445e-b1a4-51d7cc666601 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Network 1cf6c3e3-734a-4ea5-a8fe-cb57e6c8de98 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:00:26.963335 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-48d84772-41e6-4789-8eed-8e2a54d900ef tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:26.970670 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d84772-41e6-4789-8eed-8e2a54d900ef tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:26.971695 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-48d84772-41e6-4789-8eed-8e2a54d900ef tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:26.979946 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-620bd5b3-28cf-4ce5-b4f9-578585842ddf req-3e425f91-2840-41a5-a067-6465b708d40f service neutron] Transition to ACTIVE for port object 0b30b7b7-3e72-43c8-94af-d3f225a58c03 will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:00:26.999384 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-a8d6fa64-b9e1-445e-b1a4-51d7cc666601 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 1cf6c3e3-734a-4ea5-a8fe-cb57e6c8de98) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:00:27.007492 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d6fa64-b9e1-445e-b1a4-51d7cc666601 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:27.009614 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a8d6fa64-b9e1-445e-b1a4-51d7cc666601 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:27.015926 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-48d84772-41e6-4789-8eed-8e2a54d900ef tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2337558 Sep 23 07:00:27.016986 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51348) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:27.023399 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-a04da67d-ea0f-47bc-8c48-9478d67c7187 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Request body: {'subnet': {'network_id': 'b925940d-af58-4725-811b-7032245da7dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:00:27.026251 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-620bd5b3-28cf-4ce5-b4f9-578585842ddf req-3e425f91-2840-41a5-a067-6465b708d40f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:27.051139 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-a8d6fa64-b9e1-445e-b1a4-51d7cc666601 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1567483 Sep 23 07:00:27.057184 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51350) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:27.074225 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-93ba2584-370b-499d-8447-134111b6003b tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-274000794'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:00:27.080745 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d84772-41e6-4789-8eed-8e2a54d900ef tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Pushing event updated for resources: {'Network': ['ID=b925940d-af58-4725-811b-7032245da7dc,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:27.108676 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network b925940d-af58-4725-811b-7032245da7dc details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:00:27.146868 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ba2584-370b-499d-8447-134111b6003b tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Made reservation on behalf of 827ecb775293450ea32b12e6ad2b9555 for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:00:27.151090 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-93ba2584-370b-499d-8447-134111b6003b tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:27.195726 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e425f91-2840-41a5-a067-6465b708d40f service neutron] Pushing event updated for resources: {'Port': ['ID=0b30b7b7-3e72-43c8-94af-d3f225a58c03,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:27.234683 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44414f6a-e74e-4520-8aa7-498d6810cbf1 None None] Network 1cf6c3e3-734a-4ea5-a8fe-cb57e6c8de98 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:00:27.240624 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93ba2584-370b-499d-8447-134111b6003b tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:00:27.259004 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-93ba2584-370b-499d-8447-134111b6003b tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:27.259215 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-93ba2584-370b-499d-8447-134111b6003b tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Added segment 5c2ed37c-b7fc-470e-83e2-ba6e2d278701 of type vlan for network 4458d10d-e3f1-4575-b109-0b6993a49f02 Sep 23 07:00:27.270505 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a04da67d-ea0f-47bc-8c48-9478d67c7187 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Made reservation on behalf of 09cbbdc653254f998cb2497cb8f162a5 for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:00:27.274178 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a04da67d-ea0f-47bc-8c48-9478d67c7187 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:27.315351 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999017d-e33a-4fb1-a81a-67f470b18176 req-aefbe263-d22b-4e8e-a2c6-535ee0832997 tempest-InstanceActionsV221TestJSON-215621331 tempest-InstanceActionsV221TestJSON-215621331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:27.316729 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f999017d-e33a-4fb1-a81a-67f470b18176 req-aefbe263-d22b-4e8e-a2c6-535ee0832997 tempest-InstanceActionsV221TestJSON-215621331 tempest-InstanceActionsV221TestJSON-215621331-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e20fbe3-4135-4c8b-bc28-336969c56829 HTTP/1.1" status: 200 len: 944 time: 0.1446717 Sep 23 07:00:27.347089 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d479164c-c068-41b4-a984-06300a502fbe req-a0bb7510-81cb-4b80-91b6-c8fa3f27a64e tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:27.349201 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d479164c-c068-41b4-a984-06300a502fbe req-a0bb7510-81cb-4b80-91b6-c8fa3f27a64e tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/ports?device_id=66ba0042-4875-4f86-af92-2e56c950326b HTTP/1.1" status: 200 len: 945 time: 0.1102276 Sep 23 07:00:27.357983 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-93ba2584-370b-499d-8447-134111b6003b tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:27.366000 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-620bd5b3-28cf-4ce5-b4f9-578585842ddf req-3e425f91-2840-41a5-a067-6465b708d40f service neutron] Attempting to bind port 0b30b7b7-3e72-43c8-94af-d3f225a58c03 on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:00:27.366592 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-620bd5b3-28cf-4ce5-b4f9-578585842ddf req-3e425f91-2840-41a5-a067-6465b708d40f service neutron] Attempting to bind port 0b30b7b7-3e72-43c8-94af-d3f225a58c03 by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': '1f4add4e-5e9a-4a72-9843-c87242a95e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '1159aefd-deef-45d5-a0ce-33830b957249'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:00:27.367253 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620bd5b3-28cf-4ce5-b4f9-578585842ddf req-3e425f91-2840-41a5-a067-6465b708d40f service neutron] Attempting to bind port 0b30b7b7-3e72-43c8-94af-d3f225a58c03 on network 1159aefd-deef-45d5-a0ce-33830b957249 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:00:27.386229 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620bd5b3-28cf-4ce5-b4f9-578585842ddf req-3e425f91-2840-41a5-a067-6465b708d40f service neutron] Port 0b30b7b7-3e72-43c8-94af-d3f225a58c03 on network 1159aefd-deef-45d5-a0ce-33830b957249 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:00:27.387691 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620bd5b3-28cf-4ce5-b4f9-578585842ddf req-3e425f91-2840-41a5-a067-6465b708d40f service neutron] Attempting to bind port 0b30b7b7-3e72-43c8-94af-d3f225a58c03 on network 1159aefd-deef-45d5-a0ce-33830b957249 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:00:27.400126 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620bd5b3-28cf-4ce5-b4f9-578585842ddf req-3e425f91-2840-41a5-a067-6465b708d40f service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:00:27.400473 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620bd5b3-28cf-4ce5-b4f9-578585842ddf req-3e425f91-2840-41a5-a067-6465b708d40f service neutron] Checking segment: {'id': '1f4add4e-5e9a-4a72-9843-c87242a95e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '1159aefd-deef-45d5-a0ce-33830b957249'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:00:27.400863 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620bd5b3-28cf-4ce5-b4f9-578585842ddf req-3e425f91-2840-41a5-a067-6465b708d40f service neutron] Bound using segment: {'id': '1f4add4e-5e9a-4a72-9843-c87242a95e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '1159aefd-deef-45d5-a0ce-33830b957249'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:00:27.401307 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-620bd5b3-28cf-4ce5-b4f9-578585842ddf req-3e425f91-2840-41a5-a067-6465b708d40f service neutron] Bound port: 0b30b7b7-3e72-43c8-94af-d3f225a58c03, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f4add4e-5e9a-4a72-9843-c87242a95e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '1159aefd-deef-45d5-a0ce-33830b957249'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:00:27.401673 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-620bd5b3-28cf-4ce5-b4f9-578585842ddf req-3e425f91-2840-41a5-a067-6465b708d40f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:27.426799 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c77f1c-b64b-4b3d-93e3-30f4cad49e07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-1cf6c3e3-734a-4ea5-a8fe-cb57e6c8de98', 'network_id': '1cf6c3e3-734a-4ea5-a8fe-cb57e6c8de98', 'tenant_id': '827ecb775293450ea32b12e6ad2b9555', 'fixed_ips': [{'subnet_id': '95a2627e-9985-4920-8b2d-0d89c2f0ad9e'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:00:27.427332 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d479164c-c068-41b4-a984-06300a502fbe req-50356148-35ec-4e39-ae88-a6313c569bd0 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/security-groups?id=fd2b27e9-002e-4189-a66b-a3d17ee0f452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620558 Sep 23 07:00:27.428675 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-46c77f1c-b64b-4b3d-93e3-30f4cad49e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:27.494085 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-620bd5b3-28cf-4ce5-b4f9-578585842ddf req-3e425f91-2840-41a5-a067-6465b708d40f service neutron] For port 0b30b7b7-3e72-43c8-94af-d3f225a58c03, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:00:27.499490 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-620bd5b3-28cf-4ce5-b4f9-578585842ddf req-3e425f91-2840-41a5-a067-6465b708d40f service neutron] For port 0b30b7b7-3e72-43c8-94af-d3f225a58c03, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=0b30b7b7-3e72-43c8-94af-d3f225a58c03,segment=NetworkSegment(1f4add4e-5e9a-4a72-9843-c87242a95e88),segment_id=1f4add4e-5e9a-4a72-9843-c87242a95e88)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:00:27.505120 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-620bd5b3-28cf-4ce5-b4f9-578585842ddf req-3e425f91-2840-41a5-a067-6465b708d40f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:27.581290 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e425f91-2840-41a5-a067-6465b708d40f service neutron] Pushing event updated for resources: {'Port': ['ID=0b30b7b7-3e72-43c8-94af-d3f225a58c03,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:27.597915 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620bd5b3-28cf-4ce5-b4f9-578585842ddf req-3e425f91-2840-41a5-a067-6465b708d40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:27.599435 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-620bd5b3-28cf-4ce5-b4f9-578585842ddf req-3e425f91-2840-41a5-a067-6465b708d40f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:27.600817 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-620bd5b3-28cf-4ce5-b4f9-578585842ddf req-3e425f91-2840-41a5-a067-6465b708d40f service neutron] 10.222.0.21 "PUT /v2.0/ports/0b30b7b7-3e72-43c8-94af-d3f225a58c03 HTTP/1.1" status: 200 len: 1093 time: 1.3282998 Sep 23 07:00:27.601322 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e20fbe3-4135-4c8b-bc28-336969c56829', 'tag': '0b30b7b7-3e72-43c8-94af-d3f225a58c03'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:00:27.604906 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f07a2b-7c06-42cf-a40a-f4fca0190d48" -d '{"events": [{"name": "network-changed", "server_uuid": "7e20fbe3-4135-4c8b-bc28-336969c56829", "tag": "0b30b7b7-3e72-43c8-94af-d3f225a58c03"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:00:27.752935 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.db.resource_extend [None req-93ba2584-370b-499d-8447-134111b6003b tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 07:00:27.791562 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd67308-10fb-4d97-add6-749d19a812bd req-8a8798bd-34cd-42c7-98b9-70cef85afb7b tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:27.801292 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f999017d-e33a-4fb1-a81a-67f470b18176 req-cc4c40dd-596b-43ed-8c28-cf641086e1a3 tempest-InstanceActionsV221TestJSON-215621331 tempest-InstanceActionsV221TestJSON-215621331-project] 10.222.0.39 "GET /v2.0/security-groups?id=11ebc23e-febb-4815-b05f-6ca01993baa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4754603 Sep 23 07:00:27.814108 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cdd67308-10fb-4d97-add6-749d19a812bd req-8a8798bd-34cd-42c7-98b9-70cef85afb7b tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8083357-730b-4106-a12f-250fbcce186b HTTP/1.1" status: 200 len: 945 time: 0.1651902 Sep 23 07:00:27.819243 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620bd5b3-28cf-4ce5-b4f9-578585842ddf req-909fba7c-1cfc-42b3-9097-10c19822fd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:27.821609 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-620bd5b3-28cf-4ce5-b4f9-578585842ddf req-909fba7c-1cfc-42b3-9097-10c19822fd4b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1701089b13fe450ab9b13ac33567c8d8&device_id=7e20fbe3-4135-4c8b-bc28-336969c56829 HTTP/1.1" status: 200 len: 1096 time: 0.1544514 Sep 23 07:00:27.823234 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-93ba2584-370b-499d-8447-134111b6003b tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:27.832931 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ba2584-370b-499d-8447-134111b6003b tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:27.833609 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-93ba2584-370b-499d-8447-134111b6003b tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:27.848699 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-46c77f1c-b64b-4b3d-93e3-30f4cad49e07 None None] Allocated IP 2001:db8:0:ffff::2 (1cf6c3e3-734a-4ea5-a8fe-cb57e6c8de98/95a2627e-9985-4920-8b2d-0d89c2f0ad9e/1d6fe0ab-ed35-41cb-9d54-5419b5f2fe33) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:00:27.900795 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a8c83e-5757-448b-a447-1d16670b0ea0 x-openstack-request-id: req-e3a8c83e-5757-448b-a447-1d16670b0ea0 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:00:27.901087 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e20fbe3-4135-4c8b-bc28-336969c56829", "tag": "0b30b7b7-3e72-43c8-94af-d3f225a58c03", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:00:27.901343 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e3a8c83e-5757-448b-a447-1d16670b0ea0 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:00:27.901776 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e20fbe3-4135-4c8b-bc28-336969c56829', 'tag': '0b30b7b7-3e72-43c8-94af-d3f225a58c03', 'status': 'completed', 'code': 200} Sep 23 07:00:27.912640 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-620bd5b3-28cf-4ce5-b4f9-578585842ddf req-e4793012-e810-4c6e-b6a3-35a569b44ff0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b30b7b7-3e72-43c8-94af-d3f225a58c03 HTTP/1.1" status: 200 len: 217 time: 0.0759125 Sep 23 07:00:27.972538 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cdd67308-10fb-4d97-add6-749d19a812bd req-f2382c16-20b2-4f5b-8b59-a8ef0de7c464 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c3b7e59-df38-468e-87df-f71d60e98b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575053 Sep 23 07:00:27.988679 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ba2584-370b-499d-8447-134111b6003b tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Pushing event updated for resources: {'Network': ['ID=4458d10d-e3f1-4575-b109-0b6993a49f02,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:27.997628 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-93ba2584-370b-499d-8447-134111b6003b tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9347589 Sep 23 07:00:27.998408 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51370) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:28.017776 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-b048c1d4-39f3-4379-abaf-25c2fe9f84ba tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Request body: {'subnet': {'network_id': '4458d10d-e3f1-4575-b109-0b6993a49f02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:00:28.018657 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 4458d10d-e3f1-4575-b109-0b6993a49f02 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:00:28.019428 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620bd5b3-28cf-4ce5-b4f9-578585842ddf req-1c2806f2-bebb-4d8d-a593-249a4c5f967a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:28.023658 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-620bd5b3-28cf-4ce5-b4f9-578585842ddf req-1c2806f2-bebb-4d8d-a593-249a4c5f967a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=626193ed-8eeb-4863-8c20-f9e972293819 HTTP/1.1" status: 200 len: 858 time: 0.1010420 Sep 23 07:00:28.068489 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-620bd5b3-28cf-4ce5-b4f9-578585842ddf req-8e4b5f34-9986-49dd-aec8-90fb9a19063e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1159aefd-deef-45d5-a0ce-33830b957249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376325 Sep 23 07:00:28.154648 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-46c77f1c-b64b-4b3d-93e3-30f4cad49e07 None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:28.161275 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-46c77f1c-b64b-4b3d-93e3-30f4cad49e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:28.196631 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-620bd5b3-28cf-4ce5-b4f9-578585842ddf req-110a0650-d0a9-44b2-bf36-8be081d63eba service neutron] 10.222.0.21 "GET /v2.0/networks/1159aefd-deef-45d5-a0ce-33830b957249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202235 Sep 23 07:00:28.213006 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a04da67d-ea0f-47bc-8c48-9478d67c7187 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:28.223494 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b048c1d4-39f3-4379-abaf-25c2fe9f84ba tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Made reservation on behalf of 827ecb775293450ea32b12e6ad2b9555 for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:00:28.226366 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c77f1c-b64b-4b3d-93e3-30f4cad49e07 None None] Pushing event updated for resources: {'Port': ['ID=1d6fe0ab-ed35-41cb-9d54-5419b5f2fe33,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:28.227327 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b048c1d4-39f3-4379-abaf-25c2fe9f84ba tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:28.240670 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c77f1c-b64b-4b3d-93e3-30f4cad49e07 None None] Network 1cf6c3e3-734a-4ea5-a8fe-cb57e6c8de98 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:00:28.242471 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-46c77f1c-b64b-4b3d-93e3-30f4cad49e07 None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:00:28.245318 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c77f1c-b64b-4b3d-93e3-30f4cad49e07 None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:00:28.319201 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-46c77f1c-b64b-4b3d-93e3-30f4cad49e07 None None] Attempting to bind port 1d6fe0ab-ed35-41cb-9d54-5419b5f2fe33 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:00:28.319999 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-46c77f1c-b64b-4b3d-93e3-30f4cad49e07 None None] Attempting to bind port 1d6fe0ab-ed35-41cb-9d54-5419b5f2fe33 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': 'e3319f5a-907e-4c5c-b897-175de1ebfc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '1cf6c3e3-734a-4ea5-a8fe-cb57e6c8de98'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:00:28.320739 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c77f1c-b64b-4b3d-93e3-30f4cad49e07 None None] Attempting to bind port 1d6fe0ab-ed35-41cb-9d54-5419b5f2fe33 on network 1cf6c3e3-734a-4ea5-a8fe-cb57e6c8de98 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:00:28.322854 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-620bd5b3-28cf-4ce5-b4f9-578585842ddf req-d4ac4260-5bbe-4035-bcdf-f2391c3bbcca service neutron] 10.222.0.21 "GET /v2.0/networks/1159aefd-deef-45d5-a0ce-33830b957249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180627 Sep 23 07:00:28.328047 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c77f1c-b64b-4b3d-93e3-30f4cad49e07 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:00:28.328406 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c77f1c-b64b-4b3d-93e3-30f4cad49e07 None None] Checking segment: {'id': 'e3319f5a-907e-4c5c-b897-175de1ebfc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '1cf6c3e3-734a-4ea5-a8fe-cb57e6c8de98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:00:28.329026 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-46c77f1c-b64b-4b3d-93e3-30f4cad49e07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:28.329451 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c77f1c-b64b-4b3d-93e3-30f4cad49e07 None None] Bound using segment: {'id': 'e3319f5a-907e-4c5c-b897-175de1ebfc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '1cf6c3e3-734a-4ea5-a8fe-cb57e6c8de98'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:00:28.329958 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-46c77f1c-b64b-4b3d-93e3-30f4cad49e07 None None] Bound port: 1d6fe0ab-ed35-41cb-9d54-5419b5f2fe33, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3319f5a-907e-4c5c-b897-175de1ebfc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '1cf6c3e3-734a-4ea5-a8fe-cb57e6c8de98'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:00:28.330330 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-46c77f1c-b64b-4b3d-93e3-30f4cad49e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:28.397617 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04da67d-ea0f-47bc-8c48-9478d67c7187 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Pushing event updated for resources: {'Subnet': ['ID=3ce69e6a-c31c-4f86-bd4c-33384b374269,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:28.401208 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-46c77f1c-b64b-4b3d-93e3-30f4cad49e07 None None] For port 1d6fe0ab-ed35-41cb-9d54-5419b5f2fe33, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:00:28.405496 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-46c77f1c-b64b-4b3d-93e3-30f4cad49e07 None None] For port 1d6fe0ab-ed35-41cb-9d54-5419b5f2fe33, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=1d6fe0ab-ed35-41cb-9d54-5419b5f2fe33,segment=NetworkSegment(e3319f5a-907e-4c5c-b897-175de1ebfc87),segment_id=e3319f5a-907e-4c5c-b897-175de1ebfc87)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:00:28.411957 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-46c77f1c-b64b-4b3d-93e3-30f4cad49e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:28.452989 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04da67d-ea0f-47bc-8c48-9478d67c7187 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Checking segment: {'id': 'c5c78dd5-6a93-4131-9a29-990bf87d0f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b925940d-af58-4725-811b-7032245da7dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:00:28.453654 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04da67d-ea0f-47bc-8c48-9478d67c7187 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Network hostable DHCP agents. Network: b925940d-af58-4725-811b-7032245da7dc, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:00:28.487929 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c77f1c-b64b-4b3d-93e3-30f4cad49e07 None None] Pushing event updated for resources: {'Port': ['ID=1d6fe0ab-ed35-41cb-9d54-5419b5f2fe33,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:28.518764 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f07a2b-7c06-42cf-a40a-f4fca0190d48 req-d66f7f5a-8ae5-472b-a23c-8b5ebbf5cffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:28.520671 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-38f07a2b-7c06-42cf-a40a-f4fca0190d48 req-d66f7f5a-8ae5-472b-a23c-8b5ebbf5cffd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1701089b13fe450ab9b13ac33567c8d8&device_id=7e20fbe3-4135-4c8b-bc28-336969c56829 HTTP/1.1" status: 200 len: 1096 time: 0.0985773 Sep 23 07:00:28.530756 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04da67d-ea0f-47bc-8c48-9478d67c7187 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Network b925940d-af58-4725-811b-7032245da7dc is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:00:28.559658 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-a04da67d-ea0f-47bc-8c48-9478d67c7187 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, b925940d-af58-4725-811b-7032245da7dc) {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:00:28.570558 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04da67d-ea0f-47bc-8c48-9478d67c7187 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:28.571529 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a04da67d-ea0f-47bc-8c48-9478d67c7187 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:28.574195 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d36b80-3e0b-41e6-ba71-f0d10adef1a5 None None] Network b925940d-af58-4725-811b-7032245da7dc requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:00:28.659167 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-a04da67d-ea0f-47bc-8c48-9478d67c7187 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6413760 Sep 23 07:00:28.666461 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51378) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:28.670345 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f07a2b-7c06-42cf-a40a-f4fca0190d48 req-ebd42f9f-20d5-4d26-990d-849c118406a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:28.672148 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-38f07a2b-7c06-42cf-a40a-f4fca0190d48 req-ebd42f9f-20d5-4d26-990d-849c118406a8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1159aefd-deef-45d5-a0ce-33830b957249 HTTP/1.1" status: 200 len: 919 time: 0.1427288 Sep 23 07:00:28.676966 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-f5be8d0b-c98a-4d13-84e0-8c0f74c19403 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Request body: {'subnet': {'network_id': 'b925940d-af58-4725-811b-7032245da7dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:00:28.698458 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18936eb0-0f6b-43dc-8f67-a83f7edc0e83 req-5caf3e34-e942-4b8d-8d29-ed7e898bba50 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:28.702907 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-18936eb0-0f6b-43dc-8f67-a83f7edc0e83 req-5caf3e34-e942-4b8d-8d29-ed7e898bba50 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/ports?device_id=66ba0042-4875-4f86-af92-2e56c950326b HTTP/1.1" status: 200 len: 945 time: 0.1538653 Sep 23 07:00:28.775522 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-38f07a2b-7c06-42cf-a40a-f4fca0190d48 req-32e63557-9312-4073-a256-ae166f8f0557 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b30b7b7-3e72-43c8-94af-d3f225a58c03 HTTP/1.1" status: 200 len: 217 time: 0.0936413 Sep 23 07:00:28.787014 n-d-715271-16 neutron-server[95066]: DEBUG neutron.objects.ports [None req-b048c1d4-39f3-4379-abaf-25c2fe9f84ba tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95066) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 07:00:28.855493 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f07a2b-7c06-42cf-a40a-f4fca0190d48 req-a9617a6b-d5d4-47e3-8ca2-2b619acbd8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:28.857757 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-38f07a2b-7c06-42cf-a40a-f4fca0190d48 req-a9617a6b-d5d4-47e3-8ca2-2b619acbd8dd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=626193ed-8eeb-4863-8c20-f9e972293819 HTTP/1.1" status: 200 len: 858 time: 0.0739775 Sep 23 07:00:28.908438 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3673599-0156-43d9-9ea2-44c46d674cfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-b925940d-af58-4725-811b-7032245da7dc', 'network_id': 'b925940d-af58-4725-811b-7032245da7dc', 'tenant_id': '09cbbdc653254f998cb2497cb8f162a5', 'fixed_ips': [{'subnet_id': '3ce69e6a-c31c-4f86-bd4c-33384b374269'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:00:28.910564 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a3673599-0156-43d9-9ea2-44c46d674cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:28.916503 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b048c1d4-39f3-4379-abaf-25c2fe9f84ba tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:28.931233 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-38f07a2b-7c06-42cf-a40a-f4fca0190d48 req-b7ec1cb4-d969-4eb0-b51f-8ebd48762ec1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1159aefd-deef-45d5-a0ce-33830b957249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660427 Sep 23 07:00:29.026153 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e6f52-d55b-4585-80fe-ac9bbbd43b62 req-5b411414-838b-4c1d-ae8d-d79128c6507f tempest-InstanceActionsV221TestJSON-215621331 tempest-InstanceActionsV221TestJSON-215621331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:29.036720 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8f9e6f52-d55b-4585-80fe-ac9bbbd43b62 req-5b411414-838b-4c1d-ae8d-d79128c6507f tempest-InstanceActionsV221TestJSON-215621331 tempest-InstanceActionsV221TestJSON-215621331-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e20fbe3-4135-4c8b-bc28-336969c56829 HTTP/1.1" status: 200 len: 944 time: 0.1007774 Sep 23 07:00:29.046388 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-18936eb0-0f6b-43dc-8f67-a83f7edc0e83 req-fb0c9fca-02f9-48d6-bc57-1b9d227cb096 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/security-groups?id=fd2b27e9-002e-4189-a66b-a3d17ee0f452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050132 Sep 23 07:00:29.099836 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5be8d0b-c98a-4d13-84e0-8c0f74c19403 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Made reservation on behalf of 09cbbdc653254f998cb2497cb8f162a5 for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:00:29.104219 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f5be8d0b-c98a-4d13-84e0-8c0f74c19403 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:29.129034 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-a3673599-0156-43d9-9ea2-44c46d674cfd None None] Allocated IP 2001:db8::2 (b925940d-af58-4725-811b-7032245da7dc/3ce69e6a-c31c-4f86-bd4c-33384b374269/91ae34a0-1987-41f9-925a-887e17aab4c1) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:00:29.147137 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8f9e6f52-d55b-4585-80fe-ac9bbbd43b62 req-a7893ce6-aea8-4f8f-ab30-bc48d3c036ed tempest-InstanceActionsV221TestJSON-215621331 tempest-InstanceActionsV221TestJSON-215621331-project] 10.222.0.39 "GET /v2.0/security-groups?id=11ebc23e-febb-4815-b05f-6ca01993baa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043408 Sep 23 07:00:29.173542 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-38f07a2b-7c06-42cf-a40a-f4fca0190d48 req-b63b5a93-d4f1-4713-8ab7-c61654772b04 service neutron] 10.222.0.21 "GET /v2.0/networks/1159aefd-deef-45d5-a0ce-33830b957249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994286 Sep 23 07:00:29.229302 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b048c1d4-39f3-4379-abaf-25c2fe9f84ba tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Pushing event updated for resources: {'Subnet': ['ID=b475560f-2115-47dd-a7e1-faa381801006,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:29.292971 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b048c1d4-39f3-4379-abaf-25c2fe9f84ba tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Checking segment: {'id': '5c2ed37c-b7fc-470e-83e2-ba6e2d278701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4458d10d-e3f1-4575-b109-0b6993a49f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:00:29.294313 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b048c1d4-39f3-4379-abaf-25c2fe9f84ba tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Network hostable DHCP agents. Network: 4458d10d-e3f1-4575-b109-0b6993a49f02, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:00:29.302881 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-38f07a2b-7c06-42cf-a40a-f4fca0190d48 req-a617812a-89eb-40a3-b1da-201baa543c21 service neutron] 10.222.0.21 "GET /v2.0/networks/1159aefd-deef-45d5-a0ce-33830b957249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207163 Sep 23 07:00:29.344292 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b048c1d4-39f3-4379-abaf-25c2fe9f84ba tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Network 4458d10d-e3f1-4575-b109-0b6993a49f02 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:00:29.351982 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 29cbe770-c788-4838-bf8d-83cf93da24ea up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:00:29.360019 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d771be63-cb67-428f-adfa-3f17d4e51b2c req-69698484-c75e-4a38-a9d6-534c3588a8a2 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:29.367728 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d771be63-cb67-428f-adfa-3f17d4e51b2c req-69698484-c75e-4a38-a9d6-534c3588a8a2 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8083357-730b-4106-a12f-250fbcce186b HTTP/1.1" status: 200 len: 945 time: 0.1351364 Sep 23 07:00:29.380876 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-b048c1d4-39f3-4379-abaf-25c2fe9f84ba tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 4458d10d-e3f1-4575-b109-0b6993a49f02) {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:00:29.393217 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a3673599-0156-43d9-9ea2-44c46d674cfd None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:29.399544 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11653c8e-aeac-466d-bee1-00bab15b3ba2 None None] Network 4458d10d-e3f1-4575-b109-0b6993a49f02 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:00:29.402385 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b048c1d4-39f3-4379-abaf-25c2fe9f84ba tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:29.403593 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b048c1d4-39f3-4379-abaf-25c2fe9f84ba tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:29.434855 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d771be63-cb67-428f-adfa-3f17d4e51b2c req-3b071add-871f-48b0-85d2-a0e896ddf8a7 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c3b7e59-df38-468e-87df-f71d60e98b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654674 Sep 23 07:00:29.464919 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-b048c1d4-39f3-4379-abaf-25c2fe9f84ba tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4657214 Sep 23 07:00:29.468077 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51400) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:29.474317 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-8384fa5e-299d-4f41-9bea-5c182db562a7 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Request body: {'port': {'network_id': '4458d10d-e3f1-4575-b109-0b6993a49f02', 'name': 'tempest-NetworksIpV6TestAttrs-754916608'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:00:29.502880 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a3673599-0156-43d9-9ea2-44c46d674cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:29.591471 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3673599-0156-43d9-9ea2-44c46d674cfd None None] Network b925940d-af58-4725-811b-7032245da7dc is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:00:29.625293 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f5be8d0b-c98a-4d13-84e0-8c0f74c19403 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:29.627190 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-a3673599-0156-43d9-9ea2-44c46d674cfd None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:00:29.645312 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3673599-0156-43d9-9ea2-44c46d674cfd None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:00:29.653309 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8384fa5e-299d-4f41-9bea-5c182db562a7 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Made reservation on behalf of 827ecb775293450ea32b12e6ad2b9555 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:00:29.661145 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8384fa5e-299d-4f41-9bea-5c182db562a7 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:29.665310 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3673599-0156-43d9-9ea2-44c46d674cfd None None] Pushing event updated for resources: {'Port': ['ID=91ae34a0-1987-41f9-925a-887e17aab4c1,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:29.683877 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port 29cbe770-c788-4838-bf8d-83cf93da24ea completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:00:29.698514 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port 29cbe770-c788-4838-bf8d-83cf93da24ea triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:00:29.698894 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:29.714607 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [None req-8384fa5e-299d-4f41-9bea-5c182db562a7 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] device_id is not set on port f1fd0432-86b1-4a44-8cfe-3a6b6a292a77 yet. {{(pid=95065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 07:00:29.757558 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5be8d0b-c98a-4d13-84e0-8c0f74c19403 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Network b925940d-af58-4725-811b-7032245da7dc is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:00:29.762095 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-f5be8d0b-c98a-4d13-84e0-8c0f74c19403 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:00:29.766752 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5be8d0b-c98a-4d13-84e0-8c0f74c19403 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:29.767355 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f5be8d0b-c98a-4d13-84e0-8c0f74c19403 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:29.814298 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5be8d0b-c98a-4d13-84e0-8c0f74c19403 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Pushing event updated for resources: {'Subnet': ['ID=33c93961-9dea-49c6-9fed-dd1194a226d6,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:29.834296 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-f5be8d0b-c98a-4d13-84e0-8c0f74c19403 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1666448 Sep 23 07:00:29.837019 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51404) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:29.851564 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143a184f-f032-4a42-be24-159ebee4eb0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-4458d10d-e3f1-4575-b109-0b6993a49f02', 'network_id': '4458d10d-e3f1-4575-b109-0b6993a49f02', 'tenant_id': '827ecb775293450ea32b12e6ad2b9555', 'fixed_ips': [{'subnet_id': 'b475560f-2115-47dd-a7e1-faa381801006'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:00:29.863221 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-143a184f-f032-4a42-be24-159ebee4eb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:29.868666 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-a3673599-0156-43d9-9ea2-44c46d674cfd None None] Attempting to bind port 91ae34a0-1987-41f9-925a-887e17aab4c1 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:00:29.869047 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-a3673599-0156-43d9-9ea2-44c46d674cfd None None] Attempting to bind port 91ae34a0-1987-41f9-925a-887e17aab4c1 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': 'c5c78dd5-6a93-4131-9a29-990bf87d0f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b925940d-af58-4725-811b-7032245da7dc'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:00:29.869421 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3673599-0156-43d9-9ea2-44c46d674cfd None None] Attempting to bind port 91ae34a0-1987-41f9-925a-887e17aab4c1 on network b925940d-af58-4725-811b-7032245da7dc {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:00:29.883815 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3673599-0156-43d9-9ea2-44c46d674cfd None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:00:29.884126 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3673599-0156-43d9-9ea2-44c46d674cfd None None] Checking segment: {'id': 'c5c78dd5-6a93-4131-9a29-990bf87d0f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b925940d-af58-4725-811b-7032245da7dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:00:29.884508 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a3673599-0156-43d9-9ea2-44c46d674cfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:29.884920 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3673599-0156-43d9-9ea2-44c46d674cfd None None] Bound using segment: {'id': 'c5c78dd5-6a93-4131-9a29-990bf87d0f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b925940d-af58-4725-811b-7032245da7dc'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:00:29.885433 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-a3673599-0156-43d9-9ea2-44c46d674cfd None None] Bound port: 91ae34a0-1987-41f9-925a-887e17aab4c1, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5c78dd5-6a93-4131-9a29-990bf87d0f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b925940d-af58-4725-811b-7032245da7dc'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:00:29.885875 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a3673599-0156-43d9-9ea2-44c46d674cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:29.934437 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-8384fa5e-299d-4f41-9bea-5c182db562a7 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Allocated IP 2001:db8::f816:3eff:fe95:bf94 (4458d10d-e3f1-4575-b109-0b6993a49f02/b475560f-2115-47dd-a7e1-faa381801006/f1fd0432-86b1-4a44-8cfe-3a6b6a292a77) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:00:29.935313 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a723cdb-8fbf-4fe2-8a3b-cbee494c2369 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:29.937963 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a723cdb-8fbf-4fe2-8a3b-cbee494c2369 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:29.940467 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a723cdb-8fbf-4fe2-8a3b-cbee494c2369 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:29.942902 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a723cdb-8fbf-4fe2-8a3b-cbee494c2369 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:29.945458 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a723cdb-8fbf-4fe2-8a3b-cbee494c2369 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:29.952411 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51406) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:29.952920 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-0a723cdb-8fbf-4fe2-8a3b-cbee494c2369 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1145532 Sep 23 07:00:29.957773 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-c750411e-a0be-4ea7-bc60-ab5bd12b4f45 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1832561622'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:00:30.009547 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c750411e-a0be-4ea7-bc60-ab5bd12b4f45 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Made reservation on behalf of 09cbbdc653254f998cb2497cb8f162a5 for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:00:30.013938 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c750411e-a0be-4ea7-bc60-ab5bd12b4f45 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:30.045222 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba713df-927d-4f84-a3b1-b9b37073b0f8 req-1685cdc2-8c83-4e96-9b88-4a3c4ae51254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:30.047394 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-eba713df-927d-4f84-a3b1-b9b37073b0f8 req-1685cdc2-8c83-4e96-9b88-4a3c4ae51254 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=66ba0042-4875-4f86-af92-2e56c950326b HTTP/1.1" status: 200 len: 1097 time: 0.0926559 Sep 23 07:00:30.051745 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a939f101-d09a-4332-a41a-e2e976a9618b None None] Network 1cf6c3e3-734a-4ea5-a8fe-cb57e6c8de98 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:00:30.074240 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c750411e-a0be-4ea7-bc60-ab5bd12b4f45 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:00:30.094286 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c750411e-a0be-4ea7-bc60-ab5bd12b4f45 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:30.094662 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-c750411e-a0be-4ea7-bc60-ab5bd12b4f45 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Added segment 279646b0-4db0-44bc-8ba9-dc7ef11f332e of type vlan for network 87def508-d10d-4476-a252-9f2342777721 Sep 23 07:00:30.138004 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-eba713df-927d-4f84-a3b1-b9b37073b0f8 req-77bee626-8cf3-4cf8-9ee5-bd1b935e982d service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=fd2b27e9-002e-4189-a66b-a3d17ee0f452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821741 Sep 23 07:00:30.163407 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:30.169591 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c750411e-a0be-4ea7-bc60-ab5bd12b4f45 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:30.225322 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 1d6fe0ab-ed35-41cb-9d54-5419b5f2fe33 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:00:30.237614 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80266bf-4afb-4054-988d-15ec5a86a3be req-946b7134-4c2c-4b4c-a87a-78129482f7e3 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:30.239511 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a80266bf-4afb-4054-988d-15ec5a86a3be req-946b7134-4c2c-4b4c-a87a-78129482f7e3 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/ports?device_id=66ba0042-4875-4f86-af92-2e56c950326b HTTP/1.1" status: 200 len: 945 time: 0.0777948 Sep 23 07:00:30.298169 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a80266bf-4afb-4054-988d-15ec5a86a3be req-cf15c447-0dda-4480-a739-0e4220473ffd tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/security-groups?id=fd2b27e9-002e-4189-a66b-a3d17ee0f452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525091 Sep 23 07:00:30.327667 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8083357-730b-4106-a12f-250fbcce186b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29cbe770-c788-4838-bf8d-83cf93da24ea'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:00:30.330181 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c49f3b1c-a543-449b-b149-96ef721a8012" -d '{"events": [{"server_uuid": "b8083357-730b-4106-a12f-250fbcce186b", "name": "network-vif-plugged", "status": "completed", "tag": "29cbe770-c788-4838-bf8d-83cf93da24ea"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:00:30.338165 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8384fa5e-299d-4f41-9bea-5c182db562a7 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:30.344617 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c750411e-a0be-4ea7-bc60-ab5bd12b4f45 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:30.350232 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c750411e-a0be-4ea7-bc60-ab5bd12b4f45 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:30.350828 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c750411e-a0be-4ea7-bc60-ab5bd12b4f45 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:30.400095 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c79d227-5379-4350-abe2-50ab51c7c21b req-a6fb5086-7624-4200-8e79-3937ce883f24 tempest-InstanceActionsV221TestJSON-215621331 tempest-InstanceActionsV221TestJSON-215621331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:30.407620 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 29cbe770-c788-4838-bf8d-83cf93da24ea, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=29cbe770-c788-4838-bf8d-83cf93da24ea,segment=NetworkSegment(246a328a-f0a9-4507-b0f8-65ab030d674f),segment_id=246a328a-f0a9-4507-b0f8-65ab030d674f)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:00:30.410165 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8c79d227-5379-4350-abe2-50ab51c7c21b req-a6fb5086-7624-4200-8e79-3937ce883f24 tempest-InstanceActionsV221TestJSON-215621331 tempest-InstanceActionsV221TestJSON-215621331-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e20fbe3-4135-4c8b-bc28-336969c56829 HTTP/1.1" status: 200 len: 944 time: 0.1560857 Sep 23 07:00:30.412918 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-842c10bd-6196-4aa0-8628-fd33bf1139d7 None None] Provisioning complete for port 1d6fe0ab-ed35-41cb-9d54-5419b5f2fe33 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:00:30.413295 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-842c10bd-6196-4aa0-8628-fd33bf1139d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:30.438880 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bb9114a-11a6-44d5-9536-be70d0163478 x-openstack-request-id: req-2bb9114a-11a6-44d5-9536-be70d0163478 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:00:30.439553 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8083357-730b-4106-a12f-250fbcce186b", "name": "network-vif-plugged", "status": "completed", "tag": "29cbe770-c788-4838-bf8d-83cf93da24ea", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:00:30.439816 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2bb9114a-11a6-44d5-9536-be70d0163478 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:00:30.440394 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8083357-730b-4106-a12f-250fbcce186b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29cbe770-c788-4838-bf8d-83cf93da24ea', 'code': 200} Sep 23 07:00:30.443080 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-c750411e-a0be-4ea7-bc60-ab5bd12b4f45 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4886732 Sep 23 07:00:30.444901 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51426) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:30.451781 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-5ed910ff-ce6d-4fab-967c-d1c8f47bbc84 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Request body: {'network': {'name': 'New_network'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:00:30.452734 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:30.517852 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a3673599-0156-43d9-9ea2-44c46d674cfd None None] For port 91ae34a0-1987-41f9-925a-887e17aab4c1, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:00:30.580649 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c750411e-a0be-4ea7-bc60-ab5bd12b4f45 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Pushing event updated for resources: {'Network': ['ID=87def508-d10d-4476-a252-9f2342777721,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:30.599754 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8384fa5e-299d-4f41-9bea-5c182db562a7 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:30.632014 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-143a184f-f032-4a42-be24-159ebee4eb0d None None] Allocated IP 2001:db8::f816:3eff:fe05:3cd9 (4458d10d-e3f1-4575-b109-0b6993a49f02/b475560f-2115-47dd-a7e1-faa381801006/34f101c0-f17c-40d4-9e72-b6d0bfe5df0d) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:00:30.669968 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8384fa5e-299d-4f41-9bea-5c182db562a7 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Network 4458d10d-e3f1-4575-b109-0b6993a49f02 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:00:30.693307 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8c79d227-5379-4350-abe2-50ab51c7c21b req-d4709898-c63a-4de4-bc7a-01becd564833 tempest-InstanceActionsV221TestJSON-215621331 tempest-InstanceActionsV221TestJSON-215621331-project] 10.222.0.39 "GET /v2.0/security-groups?id=11ebc23e-febb-4815-b05f-6ca01993baa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692547 Sep 23 07:00:30.706015 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8384fa5e-299d-4f41-9bea-5c182db562a7 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Pushing event updated for resources: {'Port': ['ID=f1fd0432-86b1-4a44-8cfe-3a6b6a292a77,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:30.709202 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-8384fa5e-299d-4f41-9bea-5c182db562a7 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:00:30.713281 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8384fa5e-299d-4f41-9bea-5c182db562a7 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:00:30.719636 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8384fa5e-299d-4f41-9bea-5c182db562a7 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:30.720259 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8384fa5e-299d-4f41-9bea-5c182db562a7 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:30.737253 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5ed910ff-ce6d-4fab-967c-d1c8f47bbc84 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:30.741578 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35676927-9531-4ef9-99e4-f83ea0772a89 req-f68723a2-f6bc-484d-80f5-875c3934b308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:30.743674 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-35676927-9531-4ef9-99e4-f83ea0772a89 req-f68723a2-f6bc-484d-80f5-875c3934b308 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b8083357-730b-4106-a12f-250fbcce186b HTTP/1.1" status: 200 len: 1098 time: 0.1918905 Sep 23 07:00:30.748689 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-8384fa5e-299d-4f41-9bea-5c182db562a7 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.2793438 Sep 23 07:00:30.749308 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51430) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:30.761845 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5ed910ff-ce6d-4fab-967c-d1c8f47bbc84 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:30.792983 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5ed910ff-ce6d-4fab-967c-d1c8f47bbc84 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Network 87def508-d10d-4476-a252-9f2342777721 is not hosted by any dhcp agent {{(pid=95066) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 23 07:00:30.799411 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed910ff-ce6d-4fab-967c-d1c8f47bbc84 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:30.800066 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5ed910ff-ce6d-4fab-967c-d1c8f47bbc84 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:30.804080 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-5ed910ff-ce6d-4fab-967c-d1c8f47bbc84 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] 10.222.0.39 "PUT /v2.0/networks/87def508-d10d-4476-a252-9f2342777721 HTTP/1.1" status: 200 len: 723 time: 0.3551493 Sep 23 07:00:30.806190 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51432) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:30.818797 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-143a184f-f032-4a42-be24-159ebee4eb0d None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:30.822608 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822625b8-d6b9-402c-9630-0a059e0267af req-06bcfb26-6737-4a21-a081-28e6f5fd60c9 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:30.834963 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-822625b8-d6b9-402c-9630-0a059e0267af req-06bcfb26-6737-4a21-a081-28e6f5fd60c9 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8083357-730b-4106-a12f-250fbcce186b HTTP/1.1" status: 200 len: 946 time: 0.2644608 Sep 23 07:00:30.845777 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-73a0d92c-f906-41d4-9119-bf3d8e968b9d tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Request body: {'subnet': {'network_id': '87def508-d10d-4476-a252-9f2342777721', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:00:30.875876 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a3673599-0156-43d9-9ea2-44c46d674cfd None None] For port 91ae34a0-1987-41f9-925a-887e17aab4c1, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=91ae34a0-1987-41f9-925a-887e17aab4c1,segment=NetworkSegment(c5c78dd5-6a93-4131-9a29-990bf87d0f9c),segment_id=c5c78dd5-6a93-4131-9a29-990bf87d0f9c)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:00:30.881358 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 87def508-d10d-4476-a252-9f2342777721 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:00:30.884236 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-143a184f-f032-4a42-be24-159ebee4eb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:30.931472 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a3673599-0156-43d9-9ea2-44c46d674cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:30.955057 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-822625b8-d6b9-402c-9630-0a059e0267af req-f330f444-72d2-47fa-b9c3-ecd8822fd8c7 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c3b7e59-df38-468e-87df-f71d60e98b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183472 Sep 23 07:00:30.972134 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 1d6fe0ab-ed35-41cb-9d54-5419b5f2fe33 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:00:30.972134 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:30.977129 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed910ff-ce6d-4fab-967c-d1c8f47bbc84 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Pushing event updated for resources: {'Network': ['ID=87def508-d10d-4476-a252-9f2342777721,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:30.991220 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=29cbe770-c788-4838-bf8d-83cf93da24ea,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:31.026601 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 87def508-d10d-4476-a252-9f2342777721 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:00:31.070866 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143a184f-f032-4a42-be24-159ebee4eb0d None None] Network 4458d10d-e3f1-4575-b109-0b6993a49f02 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:00:31.072757 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a0d92c-f906-41d4-9119-bf3d8e968b9d tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Made reservation on behalf of 09cbbdc653254f998cb2497cb8f162a5 for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:00:31.080314 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-73a0d92c-f906-41d4-9119-bf3d8e968b9d tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:31.269577 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-21206a89-c475-4479-b456-4d0793f51236 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Deleting subnet b475560f-2115-47dd-a7e1-faa381801006 {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:00:31.282157 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-21206a89-c475-4479-b456-4d0793f51236 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:31.329847 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-35676927-9531-4ef9-99e4-f83ea0772a89 req-e7c8e94d-eaee-4c4a-8b16-94b3ad739f3e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2c3b7e59-df38-468e-87df-f71d60e98b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5720484 Sep 23 07:00:31.339815 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-21206a89-c475-4479-b456-4d0793f51236 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:31.387834 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-143a184f-f032-4a42-be24-159ebee4eb0d None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:00:31.392814 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 0b30b7b7-3e72-43c8-94af-d3f225a58c03 details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:00:31.492811 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-73a0d92c-f906-41d4-9119-bf3d8e968b9d tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:31.579517 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-21206a89-c475-4479-b456-4d0793f51236 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:31.605434 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143a184f-f032-4a42-be24-159ebee4eb0d None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:00:31.615234 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a0d92c-f906-41d4-9119-bf3d8e968b9d tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Checking segment: {'id': '279646b0-4db0-44bc-8ba9-dc7ef11f332e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '87def508-d10d-4476-a252-9f2342777721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:00:31.615617 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a0d92c-f906-41d4-9119-bf3d8e968b9d tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Network hostable DHCP agents. Network: 87def508-d10d-4476-a252-9f2342777721, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:00:31.626875 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a0d92c-f906-41d4-9119-bf3d8e968b9d tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Pushing event updated for resources: {'Subnet': ['ID=85f686e8-3e60-4e4d-9544-17e9c319eec8,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:31.641533 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27e17f1-7251-42d5-b7dc-45e7c53ae598 req-a98c0612-16f4-4881-8b4f-6b2c385df40a tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:31.653407 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a27e17f1-7251-42d5-b7dc-45e7c53ae598 req-a98c0612-16f4-4881-8b4f-6b2c385df40a tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/ports?device_id=66ba0042-4875-4f86-af92-2e56c950326b HTTP/1.1" status: 200 len: 945 time: 0.2293727 Sep 23 07:00:31.673844 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a0d92c-f906-41d4-9119-bf3d8e968b9d tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Network 87def508-d10d-4476-a252-9f2342777721 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:00:31.684105 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-842c10bd-6196-4aa0-8628-fd33bf1139d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:31.686513 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-73a0d92c-f906-41d4-9119-bf3d8e968b9d tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 87def508-d10d-4476-a252-9f2342777721) {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:00:31.692820 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a0d92c-f906-41d4-9119-bf3d8e968b9d tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:31.693408 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143a184f-f032-4a42-be24-159ebee4eb0d None None] Pushing event updated for resources: {'Port': ['ID=34f101c0-f17c-40d4-9e72-b6d0bfe5df0d,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:31.693560 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-73a0d92c-f906-41d4-9119-bf3d8e968b9d tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:31.705468 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-21206a89-c475-4479-b456-4d0793f51236 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:31.727744 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-73a0d92c-f906-41d4-9119-bf3d8e968b9d tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8902473 Sep 23 07:00:31.730634 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51442) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:31.736544 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-0a19f545-7698-4156-967e-dbfada4a70ac tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:00:31.792810 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-21206a89-c475-4479-b456-4d0793f51236 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:31.798801 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-21206a89-c475-4479-b456-4d0793f51236 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] 10.222.0.39 "DELETE /v2.0/subnets/b475560f-2115-47dd-a7e1-faa381801006 HTTP/1.1" status: 204 len: 168 time: 1.0463164 Sep 23 07:00:31.801770 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51444) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:31.803822 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21206a89-c475-4479-b456-4d0793f51236 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Pushing event deleted for resources: {'Subnet': ['ID=b475560f-2115-47dd-a7e1-faa381801006,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:31.830214 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e88b8ea-c932-43e2-8665-35a290bf075e None None] Network 87def508-d10d-4476-a252-9f2342777721 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:00:31.876343 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a27e17f1-7251-42d5-b7dc-45e7c53ae598 req-88236fc9-4b4c-4de5-b35e-59fda7f37d83 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/security-groups?id=fd2b27e9-002e-4189-a66b-a3d17ee0f452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218845 Sep 23 07:00:31.949564 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd386e31-5459-42b8-ac82-a62aa5b3e78b tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:31.957594 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd386e31-5459-42b8-ac82-a62aa5b3e78b tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:31.964000 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-cd386e31-5459-42b8-ac82-a62aa5b3e78b tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1534445 Sep 23 07:00:31.965800 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d612aeb-b718-4cea-9164-1ed6713a6870 req-a6d0fe3d-93d6-4a27-bf21-84ddb6665c67 tempest-InstanceActionsV221TestJSON-215621331 tempest-InstanceActionsV221TestJSON-215621331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:31.966441 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51450) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:31.973726 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3d612aeb-b718-4cea-9164-1ed6713a6870 req-a6d0fe3d-93d6-4a27-bf21-84ddb6665c67 tempest-InstanceActionsV221TestJSON-215621331 tempest-InstanceActionsV221TestJSON-215621331-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e20fbe3-4135-4c8b-bc28-336969c56829 HTTP/1.1" status: 200 len: 944 time: 0.1365194 Sep 23 07:00:31.978478 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0a19f545-7698-4156-967e-dbfada4a70ac tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-31385557'] for subnet, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:32.064759 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 0b30b7b7-3e72-43c8-94af-d3f225a58c03, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=0b30b7b7-3e72-43c8-94af-d3f225a58c03,segment=NetworkSegment(1f4add4e-5e9a-4a72-9843-c87242a95e88),segment_id=1f4add4e-5e9a-4a72-9843-c87242a95e88)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:00:32.067002 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3d612aeb-b718-4cea-9164-1ed6713a6870 req-6195f1e1-5dcf-4e21-a309-5ee3285144dc tempest-InstanceActionsV221TestJSON-215621331 tempest-InstanceActionsV221TestJSON-215621331-project] 10.222.0.39 "GET /v2.0/security-groups?id=11ebc23e-febb-4815-b05f-6ca01993baa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910466 Sep 23 07:00:32.123613 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:32.125678 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-143a184f-f032-4a42-be24-159ebee4eb0d None None] Attempting to bind port 34f101c0-f17c-40d4-9e72-b6d0bfe5df0d on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:00:32.126081 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-143a184f-f032-4a42-be24-159ebee4eb0d None None] Attempting to bind port 34f101c0-f17c-40d4-9e72-b6d0bfe5df0d by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '5c2ed37c-b7fc-470e-83e2-ba6e2d278701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4458d10d-e3f1-4575-b109-0b6993a49f02'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:00:32.126452 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143a184f-f032-4a42-be24-159ebee4eb0d None None] Attempting to bind port 34f101c0-f17c-40d4-9e72-b6d0bfe5df0d on network 4458d10d-e3f1-4575-b109-0b6993a49f02 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:00:32.182018 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e93ad2e-601b-4165-8e3a-e53815db3ab8 req-670b5add-6279-4858-8810-89e2373320b3 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:32.183029 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3673599-0156-43d9-9ea2-44c46d674cfd None None] Pushing event updated for resources: {'Port': ['ID=91ae34a0-1987-41f9-925a-887e17aab4c1,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:32.189488 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4e93ad2e-601b-4165-8e3a-e53815db3ab8 req-670b5add-6279-4858-8810-89e2373320b3 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fbf98fe-c909-4c03-a796-488b786cfe1c HTTP/1.1" status: 200 len: 945 time: 0.1438394 Sep 23 07:00:32.191672 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-842c10bd-6196-4aa0-8628-fd33bf1139d7 None None] For port 1d6fe0ab-ed35-41cb-9d54-5419b5f2fe33, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=1d6fe0ab-ed35-41cb-9d54-5419b5f2fe33,segment=NetworkSegment(e3319f5a-907e-4c5c-b897-175de1ebfc87),segment_id=e3319f5a-907e-4c5c-b897-175de1ebfc87)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:00:32.192350 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143a184f-f032-4a42-be24-159ebee4eb0d None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:00:32.192691 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143a184f-f032-4a42-be24-159ebee4eb0d None None] Checking segment: {'id': '5c2ed37c-b7fc-470e-83e2-ba6e2d278701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4458d10d-e3f1-4575-b109-0b6993a49f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:00:32.193170 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-143a184f-f032-4a42-be24-159ebee4eb0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:32.193486 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143a184f-f032-4a42-be24-159ebee4eb0d None None] Bound using segment: {'id': '5c2ed37c-b7fc-470e-83e2-ba6e2d278701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4458d10d-e3f1-4575-b109-0b6993a49f02'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:00:32.193983 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-143a184f-f032-4a42-be24-159ebee4eb0d None None] Bound port: 34f101c0-f17c-40d4-9e72-b6d0bfe5df0d, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c2ed37c-b7fc-470e-83e2-ba6e2d278701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4458d10d-e3f1-4575-b109-0b6993a49f02'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:00:32.194373 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-143a184f-f032-4a42-be24-159ebee4eb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:32.194910 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c186f6dd-ba22-424f-91dc-359972bdc4a5 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:32.200837 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': '0b30b7b7-3e72-43c8-94af-d3f225a58c03', 'network_id': '1159aefd-deef-45d5-a0ce-33830b957249', 'port_id': '0b30b7b7-3e72-43c8-94af-d3f225a58c03', 'mac_address': 'fa:16:3e:21:34:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '626193ed-8eeb-4863-8c20-f9e972293819', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:00:32.220929 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-842c10bd-6196-4aa0-8628-fd33bf1139d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:32.237071 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-c186f6dd-ba22-424f-91dc-359972bdc4a5 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 23 07:00:32.237071 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c186f6dd-ba22-424f-91dc-359972bdc4a5 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 07:00:32.237071 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-c186f6dd-ba22-424f-91dc-359972bdc4a5 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] 10.222.0.39 "DELETE /v2.0/networks/4458d10d-e3f1-4575-b109-0b6993a49f02 HTTP/1.1" status: 409 len: 405 time: 0.2659168 Sep 23 07:00:32.242737 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51454) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:32.249229 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-ab862799-15d1-47c2-afc6-becb84c5015b tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2022908783'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:00:32.289428 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4e93ad2e-601b-4165-8e3a-e53815db3ab8 req-b57b9440-5543-4018-b3bf-cdfaa1870e8b tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/security-groups?id=fd2b27e9-002e-4189-a66b-a3d17ee0f452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754449 Sep 23 07:00:32.297614 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab862799-15d1-47c2-afc6-becb84c5015b tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Made reservation on behalf of 827ecb775293450ea32b12e6ad2b9555 for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:00:32.302354 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ab862799-15d1-47c2-afc6-becb84c5015b tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:32.360474 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab862799-15d1-47c2-afc6-becb84c5015b tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:00:32.373995 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0a19f545-7698-4156-967e-dbfada4a70ac tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753429850871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-29486690'] for subnet, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:32.378792 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-143a184f-f032-4a42-be24-159ebee4eb0d None None] For port 34f101c0-f17c-40d4-9e72-b6d0bfe5df0d, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:00:32.382590 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-143a184f-f032-4a42-be24-159ebee4eb0d None None] For port 34f101c0-f17c-40d4-9e72-b6d0bfe5df0d, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=34f101c0-f17c-40d4-9e72-b6d0bfe5df0d,segment=NetworkSegment(5c2ed37c-b7fc-470e-83e2-ba6e2d278701),segment_id=5c2ed37c-b7fc-470e-83e2-ba6e2d278701)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:00:32.386003 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ab862799-15d1-47c2-afc6-becb84c5015b tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:32.386637 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-ab862799-15d1-47c2-afc6-becb84c5015b tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Added segment 00395997-05d7-4121-8385-a0f704825cdd of type vlan for network b1af6177-6bcc-4063-ba47-12d637a372c2 Sep 23 07:00:32.453054 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19f545-7698-4156-967e-dbfada4a70ac tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Pushing event updated for resources: {'Subnet': ['ID=85f686e8-3e60-4e4d-9544-17e9c319eec8,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:32.468197 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ab862799-15d1-47c2-afc6-becb84c5015b tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:32.468885 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-143a184f-f032-4a42-be24-159ebee4eb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:32.489023 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a19f545-7698-4156-967e-dbfada4a70ac tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:32.489759 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0a19f545-7698-4156-967e-dbfada4a70ac tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:32.491164 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-0a19f545-7698-4156-967e-dbfada4a70ac tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] 10.222.0.39 "PUT /v2.0/subnets/85f686e8-3e60-4e4d-9544-17e9c319eec8 HTTP/1.1" status: 200 len: 826 time: 0.7588751 Sep 23 07:00:32.494535 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51460) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:32.521593 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ab862799-15d1-47c2-afc6-becb84c5015b tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:32.528420 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4a9315-ac1d-4312-b77e-853771a7496d req-6416a420-2805-4cb4-92f2-fbc736cc0301 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:32.530489 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab862799-15d1-47c2-afc6-becb84c5015b tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:32.531491 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ab862799-15d1-47c2-afc6-becb84c5015b tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:32.537484 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9a4a9315-ac1d-4312-b77e-853771a7496d req-6416a420-2805-4cb4-92f2-fbc736cc0301 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8083357-730b-4106-a12f-250fbcce186b HTTP/1.1" status: 200 len: 946 time: 0.2153671 Sep 23 07:00:32.596255 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-ab862799-15d1-47c2-afc6-becb84c5015b tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3522534 Sep 23 07:00:32.599557 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51464) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:32.607097 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-973a7ff3-4d4f-49a4-8e47-28bb5d3b0f95 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Request body: {'subnet': {'network_id': 'b1af6177-6bcc-4063-ba47-12d637a372c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:00:32.650767 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:32.667857 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9a4a9315-ac1d-4312-b77e-853771a7496d req-644ee017-1fbc-4287-a3ba-61021a3ba43f tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c3b7e59-df38-468e-87df-f71d60e98b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187091 Sep 23 07:00:32.731577 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab862799-15d1-47c2-afc6-becb84c5015b tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Pushing event updated for resources: {'Network': ['ID=b1af6177-6bcc-4063-ba47-12d637a372c2,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:32.758757 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network b1af6177-6bcc-4063-ba47-12d637a372c2 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:00:32.766569 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-98ddabb7-74b0-4dac-9e86-335608a76fce tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:32.766764 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-0e80cd43-3be6-4fb1-a312-6d3bcc430ff4 None None] Provisioning complete for port 1d6fe0ab-ed35-41cb-9d54-5419b5f2fe33 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:00:32.767141 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0e80cd43-3be6-4fb1-a312-6d3bcc430ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:32.776283 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.db.api [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 07:00:32.776283 n-d-715271-16 neutron-server[95067]: DEBUG oslo_db.api [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 07:00:32.852796 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842c10bd-6196-4aa0-8628-fd33bf1139d7 None None] Pushing event updated for resources: {'Port': ['ID=1d6fe0ab-ed35-41cb-9d54-5419b5f2fe33,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:32.873560 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-98ddabb7-74b0-4dac-9e86-335608a76fce tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:32.923119 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b30b7b7-3e72-43c8-94af-d3f225a58c03 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:00:32.991338 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-98ddabb7-74b0-4dac-9e86-335608a76fce tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:33.011148 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47462e39-be9a-48b2-a88b-5f6dede4ea70 req-0537a3ba-87e4-42be-834f-42317df74dec tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:33.021441 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-47462e39-be9a-48b2-a88b-5f6dede4ea70 req-0537a3ba-87e4-42be-834f-42317df74dec tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fbf98fe-c909-4c03-a796-488b786cfe1c HTTP/1.1" status: 200 len: 945 time: 0.3118215 Sep 23 07:00:33.046169 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ddabb7-74b0-4dac-9e86-335608a76fce tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Pushing event deleted for resources: {'Subnet': ['ID=85f686e8-3e60-4e4d-9544-17e9c319eec8,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:33.123493 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-973a7ff3-4d4f-49a4-8e47-28bb5d3b0f95 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Made reservation on behalf of 827ecb775293450ea32b12e6ad2b9555 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:00:33.129808 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-973a7ff3-4d4f-49a4-8e47-28bb5d3b0f95 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:33.171452 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-98ddabb7-74b0-4dac-9e86-335608a76fce tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:33.201959 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-47462e39-be9a-48b2-a88b-5f6dede4ea70 req-07c8b138-4595-4c63-a4d7-ce9320574013 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/security-groups?id=fd2b27e9-002e-4189-a66b-a3d17ee0f452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561446 Sep 23 07:00:33.205208 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-98ddabb7-74b0-4dac-9e86-335608a76fce tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87def508-d10d-4476-a252-9f2342777721']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:33.299597 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-98ddabb7-74b0-4dac-9e86-335608a76fce tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '279646b0-4db0-44bc-8ba9-dc7ef11f332e') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:33.300041 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-98ddabb7-74b0-4dac-9e86-335608a76fce tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '279646b0-4db0-44bc-8ba9-dc7ef11f332e') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:33.308475 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 0b30b7b7-3e72-43c8-94af-d3f225a58c03, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=0b30b7b7-3e72-43c8-94af-d3f225a58c03,segment=NetworkSegment(1f4add4e-5e9a-4a72-9843-c87242a95e88),segment_id=1f4add4e-5e9a-4a72-9843-c87242a95e88)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:00:33.326818 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912f8bca-2fc5-4d6e-8961-f93eb15471d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-87def508-d10d-4476-a252-9f2342777721', 'network_id': '87def508-d10d-4476-a252-9f2342777721', 'tenant_id': '09cbbdc653254f998cb2497cb8f162a5', 'fixed_ips': [{'subnet_id': '85f686e8-3e60-4e4d-9544-17e9c319eec8'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:00:33.328799 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-912f8bca-2fc5-4d6e-8961-f93eb15471d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:33.329992 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-98ddabb7-74b0-4dac-9e86-335608a76fce tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:33.330862 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06ad72b-263e-4dc8-a064-4dbb06a8db27 None None] Network 4458d10d-e3f1-4575-b109-0b6993a49f02 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:00:33.333102 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb1fe91-b82e-4b78-b87c-0f0e101fb49d None None] Network b925940d-af58-4725-811b-7032245da7dc requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:00:33.366072 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eee65f-2331-4b56-bc76-359e396030a4 req-40b4277d-1d23-45e3-9286-942f72cb2c5f tempest-InstanceActionsV221TestJSON-215621331 tempest-InstanceActionsV221TestJSON-215621331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:33.367658 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-99eee65f-2331-4b56-bc76-359e396030a4 req-40b4277d-1d23-45e3-9286-942f72cb2c5f tempest-InstanceActionsV221TestJSON-215621331 tempest-InstanceActionsV221TestJSON-215621331-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e20fbe3-4135-4c8b-bc28-336969c56829 HTTP/1.1" status: 200 len: 944 time: 0.1579554 Sep 23 07:00:33.369115 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-98ddabb7-74b0-4dac-9e86-335608a76fce tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:33.378353 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98ddabb7-74b0-4dac-9e86-335608a76fce tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:00:33.379142 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-98ddabb7-74b0-4dac-9e86-335608a76fce tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:33.382503 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 07:00:33.382503 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:00:33.382503 n-d-715271-16 neutron-server[95066]: timer() Sep 23 07:00:33.382503 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:00:33.382503 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 07:00:33.382503 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:00:33.382503 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 07:00:33.382503 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:00:33.382503 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 07:00:33.382503 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:00:33.382503 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 07:00:33.382503 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:00:33.382503 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 07:00:33.382503 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:00:33.382503 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:00:33.382503 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:00:33.382503 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:00:33.382503 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:00:33.382503 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 07:00:33.382503 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:00:33.382503 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 07:00:33.382503 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:00:33.382503 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:00:33.382503 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:00:33.382503 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 07:00:33.382503 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:00:33.382503 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:00:33.382503 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:00:33.382503 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:00:33.382503 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:00:33.382503 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:00:33.382503 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:00:33.440808 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:33.490607 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-98ddabb7-74b0-4dac-9e86-335608a76fce tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:33.495442 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-99eee65f-2331-4b56-bc76-359e396030a4 req-130a20df-6a2c-4036-981b-d0d38db82962 tempest-InstanceActionsV221TestJSON-215621331 tempest-InstanceActionsV221TestJSON-215621331-project] 10.222.0.39 "GET /v2.0/security-groups?id=11ebc23e-febb-4815-b05f-6ca01993baa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992346 Sep 23 07:00:33.515163 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-98ddabb7-74b0-4dac-9e86-335608a76fce tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:33.520660 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-98ddabb7-74b0-4dac-9e86-335608a76fce tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] 10.222.0.39 "DELETE /v2.0/networks/87def508-d10d-4476-a252-9f2342777721 HTTP/1.1" status: 204 len: 168 time: 1.0193076 Sep 23 07:00:33.521591 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ddabb7-74b0-4dac-9e86-335608a76fce tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Pushing event deleted for resources: {'Network': ['ID=87def508-d10d-4476-a252-9f2342777721,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:33.523658 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51480) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:33.552590 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-521e9cbd-9772-4604-8f14-d93c6088fccb tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] DELETE failed (client error): The resource could not be found. Sep 23 07:00:33.553179 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-521e9cbd-9772-4604-8f14-d93c6088fccb tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 07:00:33.557168 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143a184f-f032-4a42-be24-159ebee4eb0d None None] Pushing event updated for resources: {'Port': ['ID=34f101c0-f17c-40d4-9e72-b6d0bfe5df0d,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:33.559896 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-521e9cbd-9772-4604-8f14-d93c6088fccb tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] 10.222.0.39 "DELETE /v2.0/networks/87def508-d10d-4476-a252-9f2342777721 HTTP/1.1" status: 404 len: 339 time: 0.0351593 Sep 23 07:00:33.560764 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51482) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:33.565422 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-9cdc273a-98cd-41d3-a810-f91a74350244 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2013585801', 'description': 'd1'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:00:33.623823 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cdc273a-98cd-41d3-a810-f91a74350244 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Made reservation on behalf of 09cbbdc653254f998cb2497cb8f162a5 for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:00:33.628302 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9cdc273a-98cd-41d3-a810-f91a74350244 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:33.646920 n-d-715271-16 neutron-server[95065]: DEBUG neutron.objects.ports [None req-973a7ff3-4d4f-49a4-8e47-28bb5d3b0f95 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95065) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 07:00:33.648583 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-973a7ff3-4d4f-49a4-8e47-28bb5d3b0f95 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:33.703751 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cdc273a-98cd-41d3-a810-f91a74350244 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:00:33.727133 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d43bb19-4e01-494b-b521-6da6f105a90d None None] Network 87def508-d10d-4476-a252-9f2342777721 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:00:33.733752 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9cdc273a-98cd-41d3-a810-f91a74350244 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:33.734549 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-9cdc273a-98cd-41d3-a810-f91a74350244 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Added segment 783cdfaa-295c-4fd3-8138-e46aa3c4d139 of type vlan for network c4cac46b-6744-403d-84a4-cc8af734c0ab Sep 23 07:00:33.804594 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973a7ff3-4d4f-49a4-8e47-28bb5d3b0f95 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Pushing event updated for resources: {'Subnet': ['ID=f7832bed-c8dc-4e96-a63d-8602a3c6d9b0,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:33.825552 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9cdc273a-98cd-41d3-a810-f91a74350244 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:33.837524 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d43bb19-4e01-494b-b521-6da6f105a90d None None] Network 87def508-d10d-4476-a252-9f2342777721 could not be found, it might have been deleted concurrently. {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 23 07:00:33.841933 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973a7ff3-4d4f-49a4-8e47-28bb5d3b0f95 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Checking segment: {'id': '00395997-05d7-4121-8385-a0f704825cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b1af6177-6bcc-4063-ba47-12d637a372c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:00:33.842410 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973a7ff3-4d4f-49a4-8e47-28bb5d3b0f95 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Network hostable DHCP agents. Network: b1af6177-6bcc-4063-ba47-12d637a372c2, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:00:33.860700 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3103f01-22c7-4f12-bb6f-ab23f9b8cb11 None None] Network 87def508-d10d-4476-a252-9f2342777721 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:00:33.888672 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9cdc273a-98cd-41d3-a810-f91a74350244 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:33.891679 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88030cd-2976-4f5e-8861-da4cde122c6d req-54c308c1-b498-4e58-b23f-060ffab91d74 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:33.893144 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d88030cd-2976-4f5e-8861-da4cde122c6d req-54c308c1-b498-4e58-b23f-060ffab91d74 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8083357-730b-4106-a12f-250fbcce186b HTTP/1.1" status: 200 len: 946 time: 0.0897553 Sep 23 07:00:33.904940 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973a7ff3-4d4f-49a4-8e47-28bb5d3b0f95 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Network b1af6177-6bcc-4063-ba47-12d637a372c2 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:00:33.911398 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cdc273a-98cd-41d3-a810-f91a74350244 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:33.912060 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9cdc273a-98cd-41d3-a810-f91a74350244 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:33.929576 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['0b30b7b7-3e72-43c8-94af-d3f225a58c03'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:00:33.940226 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3103f01-22c7-4f12-bb6f-ab23f9b8cb11 None None] Network 87def508-d10d-4476-a252-9f2342777721 could not be found, it might have been deleted concurrently. {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 23 07:00:33.955221 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-973a7ff3-4d4f-49a4-8e47-28bb5d3b0f95 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, b1af6177-6bcc-4063-ba47-12d637a372c2) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:00:33.962941 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973a7ff3-4d4f-49a4-8e47-28bb5d3b0f95 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:33.963549 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-973a7ff3-4d4f-49a4-8e47-28bb5d3b0f95 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:34.020987 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-9cdc273a-98cd-41d3-a810-f91a74350244 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4592772 Sep 23 07:00:34.024616 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51486) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:34.035963 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d88030cd-2976-4f5e-8861-da4cde122c6d req-ec02a24c-c920-4c93-b1d1-cfd54be28acb tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c3b7e59-df38-468e-87df-f71d60e98b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319890 Sep 23 07:00:34.044812 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-973a7ff3-4d4f-49a4-8e47-28bb5d3b0f95 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4411373 Sep 23 07:00:34.046086 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51488) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:34.051126 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-2aa9da8e-8032-4ea9-bbcf-3a2dd9d75cd1 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Request body: {'port': {'network_id': 'b1af6177-6bcc-4063-ba47-12d637a372c2', 'name': 'tempest-NetworksIpV6TestAttrs-1985368513'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:00:34.092746 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93aa9b5e-f99a-4d72-937e-06979f87d797 None None] Network b1af6177-6bcc-4063-ba47-12d637a372c2 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:00:34.206651 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc273a-98cd-41d3-a810-f91a74350244 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Pushing event updated for resources: {'Network': ['ID=c4cac46b-6744-403d-84a4-cc8af734c0ab,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:34.239250 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 91ae34a0-1987-41f9-925a-887e17aab4c1 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:00:34.283452 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ded7813-cdf2-4fa2-a47b-af0de282cdc3 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:34.285952 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-5ded7813-cdf2-4fa2-a47b-af0de282cdc3 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] 10.222.0.39 "GET /v2.0/networks?id=c4cac46b-6744-403d-84a4-cc8af734c0ab HTTP/1.1" status: 200 len: 765 time: 0.2595124 Sep 23 07:00:34.287707 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51500) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:34.298473 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-f99480ca-8ed3-4588-a1c0-dc832ff7b930 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Request body: {'network': {'description': 'd2'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:00:34.309186 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa9da8e-8032-4ea9-bbcf-3a2dd9d75cd1 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Made reservation on behalf of 827ecb775293450ea32b12e6ad2b9555 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:00:34.313061 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2aa9da8e-8032-4ea9-bbcf-3a2dd9d75cd1 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:34.340834 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network c4cac46b-6744-403d-84a4-cc8af734c0ab details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:00:34.355561 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [None req-2aa9da8e-8032-4ea9-bbcf-3a2dd9d75cd1 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] device_id is not set on port 5ee92754-be7b-465d-b271-deb1ae4d8a9e yet. {{(pid=95065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 07:00:34.386614 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=0b30b7b7-3e72-43c8-94af-d3f225a58c03,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:34.473301 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-09096409-6b64-4634-8148-91328c014c00 None None] Provisioning complete for port 91ae34a0-1987-41f9-925a-887e17aab4c1 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:00:34.473820 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-09096409-6b64-4634-8148-91328c014c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:34.531532 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3d7b61-e89f-4cf6-8ee7-d285db032623 req-aabbface-5e8d-4f33-af0a-e021f1f23003 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:34.533058 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5c3d7b61-e89f-4cf6-8ee7-d285db032623 req-aabbface-5e8d-4f33-af0a-e021f1f23003 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fbf98fe-c909-4c03-a796-488b786cfe1c HTTP/1.1" status: 200 len: 945 time: 0.1941638 Sep 23 07:00:34.598706 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-2aa9da8e-8032-4ea9-bbcf-3a2dd9d75cd1 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Allocated IP 2001:db8::f816:3eff:fe45:2f1d (b1af6177-6bcc-4063-ba47-12d637a372c2/f7832bed-c8dc-4e96-a63d-8602a3c6d9b0/5ee92754-be7b-465d-b271-deb1ae4d8a9e) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:00:34.654356 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5c3d7b61-e89f-4cf6-8ee7-d285db032623 req-d87544f9-b1d0-4943-b01e-14eddca30b77 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/security-groups?id=fd2b27e9-002e-4189-a66b-a3d17ee0f452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069815 Sep 23 07:00:34.666646 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f99480ca-8ed3-4588-a1c0-dc832ff7b930 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:34.700952 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f99480ca-8ed3-4588-a1c0-dc832ff7b930 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:34.737030 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f99480ca-8ed3-4588-a1c0-dc832ff7b930 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Network c4cac46b-6744-403d-84a4-cc8af734c0ab is not hosted by any dhcp agent {{(pid=95066) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 23 07:00:34.741847 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d45f78-4762-4ddd-94fa-6d504a738462 req-1986e175-7134-4a2a-81dd-dac32bdcce0f tempest-InstanceActionsV221TestJSON-215621331 tempest-InstanceActionsV221TestJSON-215621331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:34.747463 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99480ca-8ed3-4588-a1c0-dc832ff7b930 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:34.748156 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f99480ca-8ed3-4588-a1c0-dc832ff7b930 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:34.751819 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-f99480ca-8ed3-4588-a1c0-dc832ff7b930 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] 10.222.0.39 "PUT /v2.0/networks/c4cac46b-6744-403d-84a4-cc8af734c0ab HTTP/1.1" status: 200 len: 762 time: 0.4606204 Sep 23 07:00:34.751960 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b0d45f78-4762-4ddd-94fa-6d504a738462 req-1986e175-7134-4a2a-81dd-dac32bdcce0f tempest-InstanceActionsV221TestJSON-215621331 tempest-InstanceActionsV221TestJSON-215621331-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e20fbe3-4135-4c8b-bc28-336969c56829 HTTP/1.1" status: 200 len: 945 time: 0.0923376 Sep 23 07:00:34.752884 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51526) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:34.849618 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99480ca-8ed3-4588-a1c0-dc832ff7b930 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Pushing event updated for resources: {'Network': ['ID=c4cac46b-6744-403d-84a4-cc8af734c0ab,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:34.865787 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99480ca-8ed3-4588-a1c0-dc832ff7b930 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:00:34.866169 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99480ca-8ed3-4588-a1c0-dc832ff7b930 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:00:34.866513 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99480ca-8ed3-4588-a1c0-dc832ff7b930 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:00:34.866903 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99480ca-8ed3-4588-a1c0-dc832ff7b930 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:00:34.867289 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99480ca-8ed3-4588-a1c0-dc832ff7b930 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:00:34.867790 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99480ca-8ed3-4588-a1c0-dc832ff7b930 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:00:34.868139 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99480ca-8ed3-4588-a1c0-dc832ff7b930 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:00:34.868553 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99480ca-8ed3-4588-a1c0-dc832ff7b930 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:00:34.868888 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99480ca-8ed3-4588-a1c0-dc832ff7b930 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:00:34.869774 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99480ca-8ed3-4588-a1c0-dc832ff7b930 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:00:34.870475 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99480ca-8ed3-4588-a1c0-dc832ff7b930 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:00:34.870620 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99480ca-8ed3-4588-a1c0-dc832ff7b930 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:00:34.906063 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b0d45f78-4762-4ddd-94fa-6d504a738462 req-b4e63eaa-5741-4983-b546-e7eb76b97807 tempest-InstanceActionsV221TestJSON-215621331 tempest-InstanceActionsV221TestJSON-215621331-project] 10.222.0.39 "GET /v2.0/security-groups?id=11ebc23e-febb-4815-b05f-6ca01993baa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474812 Sep 23 07:00:34.937838 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bad109d-fd46-4713-be03-028bee0784b2 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:34.939667 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-2bad109d-fd46-4713-be03-028bee0784b2 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] 10.222.0.39 "GET /v2.0/networks?id=c4cac46b-6744-403d-84a4-cc8af734c0ab HTTP/1.1" status: 200 len: 765 time: 0.1858611 Sep 23 07:00:34.943911 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51538) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:35.030154 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network c4cac46b-6744-403d-84a4-cc8af734c0ab details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:00:35.040797 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2aa9da8e-8032-4ea9-bbcf-3a2dd9d75cd1 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:35.126608 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2aa9da8e-8032-4ea9-bbcf-3a2dd9d75cd1 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:35.230719 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa9da8e-8032-4ea9-bbcf-3a2dd9d75cd1 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Network b1af6177-6bcc-4063-ba47-12d637a372c2 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:00:35.234762 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-2aa9da8e-8032-4ea9-bbcf-3a2dd9d75cd1 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:00:35.246471 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa9da8e-8032-4ea9-bbcf-3a2dd9d75cd1 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:00:35.256352 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa9da8e-8032-4ea9-bbcf-3a2dd9d75cd1 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:35.263266 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2aa9da8e-8032-4ea9-bbcf-3a2dd9d75cd1 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:35.351284 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-2aa9da8e-8032-4ea9-bbcf-3a2dd9d75cd1 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.3040435 Sep 23 07:00:35.351968 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa9da8e-8032-4ea9-bbcf-3a2dd9d75cd1 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Pushing event updated for resources: {'Port': ['ID=5ee92754-be7b-465d-b271-deb1ae4d8a9e,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:35.353103 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd51332-2acd-4554-a65a-288f62052c89 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:35.358498 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51544) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:35.365683 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-9fd51332-2acd-4554-a65a-288f62052c89 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4207063 Sep 23 07:00:35.370028 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51546) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:35.380980 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 91ae34a0-1987-41f9-925a-887e17aab4c1 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:00:35.382174 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:35.385999 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ce77fe-2e38-44ab-b43b-41294823a855 req-e85b3ecd-fa32-4c49-b88c-a4aa7140e5e8 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:35.390622 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a7ce77fe-2e38-44ab-b43b-41294823a855 req-e85b3ecd-fa32-4c49-b88c-a4aa7140e5e8 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fbf98fe-c909-4c03-a796-488b786cfe1c HTTP/1.1" status: 200 len: 945 time: 0.2030094 Sep 23 07:00:35.418595 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10fd5bb-40e0-4fa2-a11c-0fe81916548b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-b1af6177-6bcc-4063-ba47-12d637a372c2', 'network_id': 'b1af6177-6bcc-4063-ba47-12d637a372c2', 'tenant_id': '827ecb775293450ea32b12e6ad2b9555', 'fixed_ips': [{'subnet_id': 'f7832bed-c8dc-4e96-a63d-8602a3c6d9b0'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:00:35.421414 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c10fd5bb-40e0-4fa2-a11c-0fe81916548b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:35.427631 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82f226-e53c-4a95-b81d-3da160b8c620 req-b3d34cce-de18-4075-af88-37c13c03ec69 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:35.429741 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cc82f226-e53c-4a95-b81d-3da160b8c620 req-b3d34cce-de18-4075-af88-37c13c03ec69 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8083357-730b-4106-a12f-250fbcce186b HTTP/1.1" status: 200 len: 946 time: 0.1471438 Sep 23 07:00:35.446086 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-8a90b54a-71da-4f5a-a59b-1aa6d7e2e21c tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] 10.222.0.39 "GET /v2.0/subnets?network_id=0f47978c-41eb-4cc7-92bf-8b873be8a1a0 HTTP/1.1" status: 200 len: 207 time: 0.0540609 Sep 23 07:00:35.453939 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51548) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:35.477910 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-d879f713-5f63-42f3-9d3e-921ad3b71aea tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Deleting subnet f7832bed-c8dc-4e96-a63d-8602a3c6d9b0 {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:00:35.493857 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d879f713-5f63-42f3-9d3e-921ad3b71aea tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:35.495544 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-09096409-6b64-4634-8148-91328c014c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:35.499831 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cc82f226-e53c-4a95-b81d-3da160b8c620 req-ae4b08e7-0322-4bb0-8da6-2e5b5e71d1d5 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c3b7e59-df38-468e-87df-f71d60e98b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639186 Sep 23 07:00:35.562082 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d879f713-5f63-42f3-9d3e-921ad3b71aea tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:35.563529 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a7ce77fe-2e38-44ab-b43b-41294823a855 req-ed838798-9bb2-45c4-980e-befb17e8a3bc tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/security-groups?id=fd2b27e9-002e-4189-a66b-a3d17ee0f452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160655 Sep 23 07:00:35.619534 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-09096409-6b64-4634-8148-91328c014c00 None None] For port 91ae34a0-1987-41f9-925a-887e17aab4c1, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=91ae34a0-1987-41f9-925a-887e17aab4c1,segment=NetworkSegment(c5c78dd5-6a93-4131-9a29-990bf87d0f9c),segment_id=c5c78dd5-6a93-4131-9a29-990bf87d0f9c)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:00:35.627233 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6fff27-f222-4bcc-811d-acfb683b43cb None None] Update dhcp port {'port': {'network_id': 'b925940d-af58-4725-811b-7032245da7dc', 'fixed_ips': [{'subnet_id': '3ce69e6a-c31c-4f86-bd4c-33384b374269', 'ip_address': '2001:db8::2'}, {'subnet_id': '33c93961-9dea-49c6-9fed-dd1194a226d6'}], 'binding:host_id': 'n-d-715271-16'}, 'id': '91ae34a0-1987-41f9-925a-887e17aab4c1'} from n-d-715271-16. {{(pid=95067) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 23 07:00:35.633943 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-09096409-6b64-4634-8148-91328c014c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:35.671610 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d879f713-5f63-42f3-9d3e-921ad3b71aea tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:35.745187 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d879f713-5f63-42f3-9d3e-921ad3b71aea tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:35.780779 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2a6fff27-f222-4bcc-811d-acfb683b43cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:35.804436 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d879f713-5f63-42f3-9d3e-921ad3b71aea tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:35.807926 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-d879f713-5f63-42f3-9d3e-921ad3b71aea tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] 10.222.0.39 "DELETE /v2.0/subnets/f7832bed-c8dc-4e96-a63d-8602a3c6d9b0 HTTP/1.1" status: 204 len: 168 time: 0.4452531 Sep 23 07:00:35.810203 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d879f713-5f63-42f3-9d3e-921ad3b71aea tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Pushing event deleted for resources: {'Subnet': ['ID=f7832bed-c8dc-4e96-a63d-8602a3c6d9b0,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:35.813455 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51552) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server [None req-c10fd5bb-40e0-4fa2-a11c-0fe81916548b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f7832bed-c8dc-4e96-a63d-8602a3c6d9b0: This subnet is being modified by another concurrent operation. Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server raise exception Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f7832bed-c8dc-4e96-a63d-8602a3c6d9b0: This subnet is being modified by another concurrent operation. Sep 23 07:00:35.838525 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server Sep 23 07:00:35.865609 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09096409-6b64-4634-8148-91328c014c00 None None] Pushing event updated for resources: {'Port': ['ID=91ae34a0-1987-41f9-925a-887e17aab4c1,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:35.881662 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c38fcb0-9f95-48fb-b9f9-fd907ebbaafd None None] Network b1af6177-6bcc-4063-ba47-12d637a372c2 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:00:35.905453 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e723757-0a10-437a-9fc3-23f1b3d410d6 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:35.907559 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e723757-0a10-437a-9fc3-23f1b3d410d6 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:35.910725 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-1e723757-0a10-437a-9fc3-23f1b3d410d6 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0953763 Sep 23 07:00:35.913039 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51554) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:35.915368 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 1d6fe0ab-ed35-41cb-9d54-5419b5f2fe33 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:00:36.043006 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d27c894b-dec6-46f2-9070-13d913609f03 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:36.059983 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-d27c894b-dec6-46f2-9070-13d913609f03 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 23 07:00:36.059983 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d27c894b-dec6-46f2-9070-13d913609f03 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 07:00:36.066353 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-d27c894b-dec6-46f2-9070-13d913609f03 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] 10.222.0.39 "DELETE /v2.0/networks/b1af6177-6bcc-4063-ba47-12d637a372c2 HTTP/1.1" status: 409 len: 405 time: 0.1520994 Sep 23 07:00:36.067595 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51560) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:36.073026 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-92387e73-e989-416f-b3df-e0ae52deff26 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-714746339'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:00:36.103948 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92387e73-e989-416f-b3df-e0ae52deff26 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Made reservation on behalf of 827ecb775293450ea32b12e6ad2b9555 for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:00:36.113342 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-92387e73-e989-416f-b3df-e0ae52deff26 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:36.129629 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc30c2a7-8376-4992-b807-1e62a00ec491 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:36.135680 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc30c2a7-8376-4992-b807-1e62a00ec491 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:36.141817 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc30c2a7-8376-4992-b807-1e62a00ec491 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:36.147144 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92387e73-e989-416f-b3df-e0ae52deff26 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:00:36.147825 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc30c2a7-8376-4992-b807-1e62a00ec491 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:36.154487 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc30c2a7-8376-4992-b807-1e62a00ec491 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:36.161484 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc30c2a7-8376-4992-b807-1e62a00ec491 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:36.165609 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-92387e73-e989-416f-b3df-e0ae52deff26 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:36.166380 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-92387e73-e989-416f-b3df-e0ae52deff26 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Added segment 9b6d5597-f6c0-4e1a-9c07-0b92ff2cc3a6 of type vlan for network f5d2cb24-18de-46a5-9094-ec394542755f Sep 23 07:00:36.169493 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-cc30c2a7-8376-4992-b807-1e62a00ec491 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.7141819 Sep 23 07:00:36.170227 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51562) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:36.192480 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4e57a1-eca8-4d82-a4c9-fa06dd73932b req-9267f0d8-55a0-4f66-90a1-566e368c391e tempest-InstanceActionsV221TestJSON-215621331 tempest-InstanceActionsV221TestJSON-215621331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:36.194071 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0b4e57a1-eca8-4d82-a4c9-fa06dd73932b req-9267f0d8-55a0-4f66-90a1-566e368c391e tempest-InstanceActionsV221TestJSON-215621331 tempest-InstanceActionsV221TestJSON-215621331-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e20fbe3-4135-4c8b-bc28-336969c56829 HTTP/1.1" status: 200 len: 945 time: 0.1661971 Sep 23 07:00:36.240708 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-92387e73-e989-416f-b3df-e0ae52deff26 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:36.274641 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-92387e73-e989-416f-b3df-e0ae52deff26 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:36.282712 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92387e73-e989-416f-b3df-e0ae52deff26 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:36.283832 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-92387e73-e989-416f-b3df-e0ae52deff26 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:36.290774 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-2a6fff27-f222-4bcc-811d-acfb683b43cb None None] Allocated IP 172.20.0.1 (b925940d-af58-4725-811b-7032245da7dc/33c93961-9dea-49c6-9fed-dd1194a226d6/91ae34a0-1987-41f9-925a-887e17aab4c1) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:00:36.296559 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0b4e57a1-eca8-4d82-a4c9-fa06dd73932b req-6f8f38e8-262a-4266-a217-f3d0f8943658 tempest-InstanceActionsV221TestJSON-215621331 tempest-InstanceActionsV221TestJSON-215621331-project] 10.222.0.39 "GET /v2.0/security-groups?id=11ebc23e-febb-4815-b05f-6ca01993baa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908637 Sep 23 07:00:36.344877 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-92387e73-e989-416f-b3df-e0ae52deff26 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2760494 Sep 23 07:00:36.347764 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51564) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:36.352671 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-1d09c47e-817b-4654-a573-c5e54b79981c tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Request body: {'subnet': {'network_id': 'f5d2cb24-18de-46a5-9094-ec394542755f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:00:36.357344 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-c01b8161-b104-4910-8f83-81a884d4cacf tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] 10.222.0.39 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.1840034 Sep 23 07:00:36.358942 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51566) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:36.414962 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92387e73-e989-416f-b3df-e0ae52deff26 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Pushing event updated for resources: {'Network': ['ID=f5d2cb24-18de-46a5-9094-ec394542755f,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:36.427130 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-2a6fff27-f222-4bcc-811d-acfb683b43cb None None] For port 91ae34a0-1987-41f9-925a-887e17aab4c1, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=91ae34a0-1987-41f9-925a-887e17aab4c1,segment=NetworkSegment(c5c78dd5-6a93-4131-9a29-990bf87d0f9c),segment_id=c5c78dd5-6a93-4131-9a29-990bf87d0f9c)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:00:36.454548 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f23667d-e492-48e7-ad4f-a058a45d4bc5 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:36.456432 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f23667d-e492-48e7-ad4f-a058a45d4bc5 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:36.458383 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f23667d-e492-48e7-ad4f-a058a45d4bc5 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:36.460105 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f23667d-e492-48e7-ad4f-a058a45d4bc5 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:36.461459 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2a6fff27-f222-4bcc-811d-acfb683b43cb None None] Notify callbacks [] for port, precommit_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:36.462101 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f23667d-e492-48e7-ad4f-a058a45d4bc5 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:36.464065 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-5f23667d-e492-48e7-ad4f-a058a45d4bc5 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1039667 Sep 23 07:00:36.469855 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51568) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:36.471325 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network f5d2cb24-18de-46a5-9094-ec394542755f details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:00:36.494993 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2a6fff27-f222-4bcc-811d-acfb683b43cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:36.518777 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d09c47e-817b-4654-a573-c5e54b79981c tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Made reservation on behalf of 827ecb775293450ea32b12e6ad2b9555 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:00:36.524012 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1d09c47e-817b-4654-a573-c5e54b79981c tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:36.555089 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d182f93-bd49-447a-98cb-41564afa066f tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Attributes excluded by policy engine: ['shared'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:36.556631 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d182f93-bd49-447a-98cb-41564afa066f tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Attributes excluded by policy engine: ['shared'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:36.559752 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d182f93-bd49-447a-98cb-41564afa066f tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Attributes excluded by policy engine: ['shared'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:36.560772 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d182f93-bd49-447a-98cb-41564afa066f tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Attributes excluded by policy engine: ['shared'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:36.562400 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d182f93-bd49-447a-98cb-41564afa066f tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Attributes excluded by policy engine: ['shared'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:36.568324 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-3d182f93-bd49-447a-98cb-41564afa066f tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] 10.222.0.39 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0929279 Sep 23 07:00:36.573540 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6fff27-f222-4bcc-811d-acfb683b43cb None None] Pushing event updated for resources: {'Port': ['ID=91ae34a0-1987-41f9-925a-887e17aab4c1,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:36.604167 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51572) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:36.623501 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:36.719221 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 1d6fe0ab-ed35-41cb-9d54-5419b5f2fe33 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:00:36.719610 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:36.738366 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314857ff-eb6c-4f73-ac72-94aeed85e209 req-fb039ff3-2bf0-4a80-b32a-0b90caf50dd6 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:36.740328 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-314857ff-eb6c-4f73-ac72-94aeed85e209 req-fb039ff3-2bf0-4a80-b32a-0b90caf50dd6 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fbf98fe-c909-4c03-a796-488b786cfe1c HTTP/1.1" status: 200 len: 945 time: 0.0902941 Sep 23 07:00:36.812516 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-314857ff-eb6c-4f73-ac72-94aeed85e209 req-6e8d2b52-3272-4c20-97fa-2e2673a993a8 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/security-groups?id=fd2b27e9-002e-4189-a66b-a3d17ee0f452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620790 Sep 23 07:00:36.881637 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed7948-cfc1-4ea9-a289-9d15e3ebe3d3 req-b8ab5069-0b1c-48d6-a8ca-2d7e6e73017c tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:36.893908 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-28ed7948-cfc1-4ea9-a289-9d15e3ebe3d3 req-b8ab5069-0b1c-48d6-a8ca-2d7e6e73017c tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8083357-730b-4106-a12f-250fbcce186b HTTP/1.1" status: 200 len: 946 time: 0.2260454 Sep 23 07:00:36.995215 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 91ae34a0-1987-41f9-925a-887e17aab4c1 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:00:37.018481 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96d454f-33f0-4197-9aee-8dffc87e069f tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:37.023707 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51582) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:37.023866 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-a96d454f-33f0-4197-9aee-8dffc87e069f tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] 10.222.0.39 "GET /v2.0/networks/a192a482-1975-4750-ba50-27a6b59f1254 HTTP/1.1" status: 200 len: 803 time: 0.3570948 Sep 23 07:00:37.081487 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc65f5a8-f3c8-4c63-b12e-8c25b0fe8154 req-a2902b57-0e24-4ae1-835d-0dae379c9743 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:37.083119 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cc65f5a8-f3c8-4c63-b12e-8c25b0fe8154 req-a2902b57-0e24-4ae1-835d-0dae379c9743 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8083357-730b-4106-a12f-250fbcce186b HTTP/1.1" status: 200 len: 946 time: 0.1732666 Sep 23 07:00:37.101505 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-28ed7948-cfc1-4ea9-a289-9d15e3ebe3d3 req-af2b8542-ec74-4d65-b3cf-3a048bc775fc tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c3b7e59-df38-468e-87df-f71d60e98b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428037 Sep 23 07:00:37.121072 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 91ae34a0-1987-41f9-925a-887e17aab4c1 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:00:37.122464 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:37.301450 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-a7ef4ebd-a230-401e-bcd9-76fc6be968b4 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] 10.222.0.39 "GET /v2.0/networks/a192a482-1975-4750-ba50-27a6b59f1254?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.2761436 Sep 23 07:00:37.304808 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51592) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:37.399400 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2964cdc6-6287-430e-9298-344695a7f257 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:37.405180 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-2964cdc6-6287-430e-9298-344695a7f257 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] 10.222.0.39 "GET /v2.0/subnets/da268d6a-809f-4529-ae4c-8b7a277aae1b HTTP/1.1" status: 200 len: 843 time: 0.0984502 Sep 23 07:00:37.405792 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51598) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:37.464474 n-d-715271-16 neutron-server[95065]: DEBUG neutron.objects.ports [None req-1d09c47e-817b-4654-a573-c5e54b79981c tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95065) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 07:00:37.470629 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1d09c47e-817b-4654-a573-c5e54b79981c tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:37.508108 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 0b30b7b7-3e72-43c8-94af-d3f225a58c03 up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:00:37.538911 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-cc65f5a8-f3c8-4c63-b12e-8c25b0fe8154 req-199501c6-79e6-498f-a4cc-a59407562dc0 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] Deleting port 29cbe770-c788-4838-bf8d-83cf93da24ea {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:00:37.539231 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-cc65f5a8-f3c8-4c63-b12e-8c25b0fe8154 req-199501c6-79e6-498f-a4cc-a59407562dc0 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:37.623048 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port 0b30b7b7-3e72-43c8-94af-d3f225a58c03 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:00:37.624902 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a684d230-69b9-46f8-af93-c1958cdc6a96 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Attributes excluded by policy engine: ['shared'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:37.629816 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-a684d230-69b9-46f8-af93-c1958cdc6a96 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] 10.222.0.39 "GET /v2.0/subnets/da268d6a-809f-4529-ae4c-8b7a277aae1b?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2217331 Sep 23 07:00:37.635029 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port 0b30b7b7-3e72-43c8-94af-d3f225a58c03 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:00:37.640491 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:37.642109 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51602) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:37.644040 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d09c47e-817b-4654-a573-c5e54b79981c tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Pushing event updated for resources: {'Subnet': ['ID=c8003167-f8fe-45b4-b12f-4bab68e46e09,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:37.666316 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a74a8c3-0e01-42b4-b250-0e8ccf8b2614 req-edbeb5b2-b198-4d37-a2a2-a346c316c78a tempest-InstanceActionsV221TestJSON-215621331 tempest-InstanceActionsV221TestJSON-215621331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:37.671152 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-21c28679-e05a-402e-b1f4-41c05a8d4184 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2050087776'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:00:37.684040 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7a74a8c3-0e01-42b4-b250-0e8ccf8b2614 req-edbeb5b2-b198-4d37-a2a2-a346c316c78a tempest-InstanceActionsV221TestJSON-215621331 tempest-InstanceActionsV221TestJSON-215621331-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e20fbe3-4135-4c8b-bc28-336969c56829 HTTP/1.1" status: 200 len: 945 time: 0.2036152 Sep 23 07:00:37.750724 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c28679-e05a-402e-b1f4-41c05a8d4184 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Made reservation on behalf of 09cbbdc653254f998cb2497cb8f162a5 for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:00:37.754417 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-21c28679-e05a-402e-b1f4-41c05a8d4184 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:37.780750 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51608) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:37.794755 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f410361d-3510-4a73-9476-b213e9f702f6 None None] Network b925940d-af58-4725-811b-7032245da7dc requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:00:37.799143 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7a74a8c3-0e01-42b4-b250-0e8ccf8b2614 req-a9e316c9-003a-4464-adf2-a263fd006f2d tempest-InstanceActionsV221TestJSON-215621331 tempest-InstanceActionsV221TestJSON-215621331-project] 10.222.0.39 "GET /v2.0/security-groups?id=11ebc23e-febb-4815-b05f-6ca01993baa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133649 Sep 23 07:00:37.829275 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d09c47e-817b-4654-a573-c5e54b79981c tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Checking segment: {'id': '9b6d5597-f6c0-4e1a-9c07-0b92ff2cc3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5d2cb24-18de-46a5-9094-ec394542755f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:00:37.830002 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d09c47e-817b-4654-a573-c5e54b79981c tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Network hostable DHCP agents. Network: f5d2cb24-18de-46a5-9094-ec394542755f, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:00:37.844659 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:37.861895 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21c28679-e05a-402e-b1f4-41c05a8d4184 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:00:37.894443 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d09c47e-817b-4654-a573-c5e54b79981c tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Network f5d2cb24-18de-46a5-9094-ec394542755f is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:00:37.905729 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-21c28679-e05a-402e-b1f4-41c05a8d4184 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:37.906111 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-21c28679-e05a-402e-b1f4-41c05a8d4184 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Added segment 286ed093-0adf-4b83-a135-cdfe428d82d7 of type vlan for network 36721399-2ec3-415f-bd76-65a4890475af Sep 23 07:00:37.925045 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-cc65f5a8-f3c8-4c63-b12e-8c25b0fe8154 req-199501c6-79e6-498f-a4cc-a59407562dc0 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] For port 29cbe770-c788-4838-bf8d-83cf93da24ea, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=29cbe770-c788-4838-bf8d-83cf93da24ea,segment=NetworkSegment(246a328a-f0a9-4507-b0f8-65ab030d674f),segment_id=246a328a-f0a9-4507-b0f8-65ab030d674f)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:00:37.925595 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-cc65f5a8-f3c8-4c63-b12e-8c25b0fe8154 req-199501c6-79e6-498f-a4cc-a59407562dc0 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:37.952192 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e20fbe3-4135-4c8b-bc28-336969c56829', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b30b7b7-3e72-43c8-94af-d3f225a58c03'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:00:37.961024 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5052e880-25ae-4eaa-8faf-b33b53aea6d5" -d '{"events": [{"server_uuid": "7e20fbe3-4135-4c8b-bc28-336969c56829", "name": "network-vif-plugged", "status": "completed", "tag": "0b30b7b7-3e72-43c8-94af-d3f225a58c03"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:00:38.000246 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-e0784e53-0100-4969-a7d3-b8cd1d07ed55 None None] Provisioning complete for port 91ae34a0-1987-41f9-925a-887e17aab4c1 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:00:38.008278 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e0784e53-0100-4969-a7d3-b8cd1d07ed55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:38.012668 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 0b30b7b7-3e72-43c8-94af-d3f225a58c03, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=0b30b7b7-3e72-43c8-94af-d3f225a58c03,segment=NetworkSegment(1f4add4e-5e9a-4a72-9843-c87242a95e88),segment_id=1f4add4e-5e9a-4a72-9843-c87242a95e88)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:00:38.047268 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9910283d-5d66-42be-8c65-b2e7419d9877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:38.049472 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-cc65f5a8-f3c8-4c63-b12e-8c25b0fe8154 req-199501c6-79e6-498f-a4cc-a59407562dc0 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] Calling delete_port for 29cbe770-c788-4838-bf8d-83cf93da24ea owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:00:38.062313 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:38.063101 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 29cbe770-c788-4838-bf8d-83cf93da24ea no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:00:38.066892 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2a4a585-e759-4730-b088-d8e5e90059ea x-openstack-request-id: req-b2a4a585-e759-4730-b088-d8e5e90059ea {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:00:38.067208 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e20fbe3-4135-4c8b-bc28-336969c56829", "name": "network-vif-plugged", "status": "completed", "tag": "0b30b7b7-3e72-43c8-94af-d3f225a58c03", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:00:38.067453 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b2a4a585-e759-4730-b088-d8e5e90059ea {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:00:38.068192 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e20fbe3-4135-4c8b-bc28-336969c56829', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b30b7b7-3e72-43c8-94af-d3f225a58c03', 'code': 200} Sep 23 07:00:38.111443 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-cbc3542f-931f-4116-a0dc-2fba47857d9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:38.275023 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=0b30b7b7-3e72-43c8-94af-d3f225a58c03,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:38.275208 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-1d09c47e-817b-4654-a573-c5e54b79981c tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, f5d2cb24-18de-46a5-9094-ec394542755f) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:00:38.287924 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c45fd9f-a78a-4c6a-89b4-c0cbaa1dbc3c None None] Network f5d2cb24-18de-46a5-9094-ec394542755f requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:00:38.294305 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d09c47e-817b-4654-a573-c5e54b79981c tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:38.295247 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1d09c47e-817b-4654-a573-c5e54b79981c tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:38.326876 n-d-715271-16 neutron-server[95067]: INFO neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] No ports have port_id starting with 29cbe770-c788-4838-bf8d-83cf93da24ea Sep 23 07:00:38.381939 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-cc65f5a8-f3c8-4c63-b12e-8c25b0fe8154 req-199501c6-79e6-498f-a4cc-a59407562dc0 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:38.433166 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-21c28679-e05a-402e-b1f4-41c05a8d4184 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:38.493424 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3e125928-1f21-4965-b9fe-669e111d4871 req-466b8a27-a896-4321-bdc3-3dfb1cb76c5f tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8083357-730b-4106-a12f-250fbcce186b HTTP/1.1" status: 200 len: 210 time: 0.1941619 Sep 23 07:00:38.513120 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199501c6-79e6-498f-a4cc-a59407562dc0 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] Pushing event deleted for resources: {'Port': ['ID=29cbe770-c788-4838-bf8d-83cf93da24ea,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:38.566709 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-1d09c47e-817b-4654-a573-c5e54b79981c tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.2177818 Sep 23 07:00:38.569720 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51620) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:38.614573 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855011d2-276a-4116-825c-3f8e157395ff req-14de1054-ec09-443c-ad74-b57fb23816ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:38.616389 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-855011d2-276a-4116-825c-3f8e157395ff req-14de1054-ec09-443c-ad74-b57fb23816ef service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7e20fbe3-4135-4c8b-bc28-336969c56829 HTTP/1.1" status: 200 len: 1098 time: 0.2978437 Sep 23 07:00:38.711619 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc65f5a8-f3c8-4c63-b12e-8c25b0fe8154 req-199501c6-79e6-498f-a4cc-a59407562dc0 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] No DVR routers for this DVR port 29cbe770-c788-4838-bf8d-83cf93da24ea on host n-h1-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:00:38.715215 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-cc65f5a8-f3c8-4c63-b12e-8c25b0fe8154 req-199501c6-79e6-498f-a4cc-a59407562dc0 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:38.724363 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cc65f5a8-f3c8-4c63-b12e-8c25b0fe8154 req-199501c6-79e6-498f-a4cc-a59407562dc0 tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] 10.222.0.21 "DELETE /v2.0/ports/29cbe770-c788-4838-bf8d-83cf93da24ea HTTP/1.1" status: 204 len: 173 time: 1.6204288 Sep 23 07:00:38.727604 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-511306cf-cf3e-4ed0-8099-50a3d0050b22 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:38.734679 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8083357-730b-4106-a12f-250fbcce186b', 'name': 'network-vif-deleted', 'tag': '29cbe770-c788-4838-bf8d-83cf93da24ea'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:00:38.738418 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e49c05c-a50b-4ba5-b38b-0e0fd5a0161b" -d '{"events": [{"server_uuid": "b8083357-730b-4106-a12f-250fbcce186b", "name": "network-vif-deleted", "tag": "29cbe770-c788-4838-bf8d-83cf93da24ea"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:00:38.768366 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-21c28679-e05a-402e-b1f4-41c05a8d4184 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:38.777574 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c28679-e05a-402e-b1f4-41c05a8d4184 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:38.780616 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-21c28679-e05a-402e-b1f4-41c05a8d4184 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:38.825911 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bcbfaad-6c13-4256-94a7-fe084cb4e812 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-f5d2cb24-18de-46a5-9094-ec394542755f', 'network_id': 'f5d2cb24-18de-46a5-9094-ec394542755f', 'tenant_id': '827ecb775293450ea32b12e6ad2b9555', 'fixed_ips': [{'subnet_id': 'c8003167-f8fe-45b4-b12f-4bab68e46e09'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:00:38.827022 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3bcbfaad-6c13-4256-94a7-fe084cb4e812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:38.841202 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-41a0f3f0-83b8-4af2-8cac-5a27a416ad3f None None] Provisioning complete for port 91ae34a0-1987-41f9-925a-887e17aab4c1 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:00:38.841594 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-41a0f3f0-83b8-4af2-8cac-5a27a416ad3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:38.849651 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-855011d2-276a-4116-825c-3f8e157395ff req-1b6e311d-8609-484b-b95a-7a3fb4b84165 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=11ebc23e-febb-4815-b05f-6ca01993baa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183840 Sep 23 07:00:38.889328 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e0b769b-f3de-48cf-a698-f83853c257ec x-openstack-request-id: req-3e0b769b-f3de-48cf-a698-f83853c257ec {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:00:38.889694 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8083357-730b-4106-a12f-250fbcce186b", "name": "network-vif-deleted", "tag": "29cbe770-c788-4838-bf8d-83cf93da24ea", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:00:38.889959 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3e0b769b-f3de-48cf-a698-f83853c257ec {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:00:38.890281 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8083357-730b-4106-a12f-250fbcce186b', 'name': 'network-vif-deleted', 'tag': '29cbe770-c788-4838-bf8d-83cf93da24ea', 'status': 'completed', 'code': 200} Sep 23 07:00:38.895741 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c28679-e05a-402e-b1f4-41c05a8d4184 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Pushing event updated for resources: {'Network': ['ID=36721399-2ec3-415f-bd76-65a4890475af,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:38.946803 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9910283d-5d66-42be-8c65-b2e7419d9877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:38.952523 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 36721399-2ec3-415f-bd76-65a4890475af details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:00:38.955888 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9910283d-5d66-42be-8c65-b2e7419d9877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:38.961711 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-511306cf-cf3e-4ed0-8099-50a3d0050b22 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:39.021361 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-9910283d-5d66-42be-8c65-b2e7419d9877 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9261131677094d87921860bc1f197211&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2069187 Sep 23 07:00:39.023852 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-21c28679-e05a-402e-b1f4-41c05a8d4184 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3657219 Sep 23 07:00:39.024481 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51630) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:39.024821 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51632) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:39.025494 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9910283d-5d66-42be-8c65-b2e7419d9877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71f893b2-e108-4021-90de-c27eab02ce25,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:39.034721 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-3f8c7c8d-8e1f-4cea-abf6-967c450c97fb tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Request body: {'subnet': {'network_id': '36721399-2ec3-415f-bd76-65a4890475af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:00:39.081616 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658cea45-544b-4a11-878c-7d92d8832a89 req-c2aa665c-daea-4598-842c-b0d2c73c27e0 tempest-InstanceActionsV221TestJSON-215621331 tempest-InstanceActionsV221TestJSON-215621331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:39.083196 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-658cea45-544b-4a11-878c-7d92d8832a89 req-c2aa665c-daea-4598-842c-b0d2c73c27e0 tempest-InstanceActionsV221TestJSON-215621331 tempest-InstanceActionsV221TestJSON-215621331-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e20fbe3-4135-4c8b-bc28-336969c56829 HTTP/1.1" status: 200 len: 946 time: 0.0876009 Sep 23 07:00:39.135393 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-3bcbfaad-6c13-4256-94a7-fe084cb4e812 None None] Allocated IP 2001:db8::f816:3eff:feb1:9330 (f5d2cb24-18de-46a5-9094-ec394542755f/c8003167-f8fe-45b4-b12f-4bab68e46e09/281666b7-b98f-4a09-ae87-b6798a93094d) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:00:39.146250 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-658cea45-544b-4a11-878c-7d92d8832a89 req-917953d5-c9af-45ed-8abe-1aa99b1ed68e tempest-InstanceActionsV221TestJSON-215621331 tempest-InstanceActionsV221TestJSON-215621331-project] 10.222.0.39 "GET /v2.0/security-groups?id=11ebc23e-febb-4815-b05f-6ca01993baa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518405 Sep 23 07:00:39.197536 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dda957-52bd-4afc-82c6-885be9f18890 req-0417f255-d06c-4cb4-b793-808126bd9e8c tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:39.199600 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d9dda957-52bd-4afc-82c6-885be9f18890 req-0417f255-d06c-4cb4-b793-808126bd9e8c tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fbf98fe-c909-4c03-a796-488b786cfe1c HTTP/1.1" status: 200 len: 945 time: 0.1565347 Sep 23 07:00:39.259723 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6ea4450c-0c7d-4135-95dd-fb3a0b04b142 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:39.320419 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3bcbfaad-6c13-4256-94a7-fe084cb4e812 None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:39.326951 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3bcbfaad-6c13-4256-94a7-fe084cb4e812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:39.328956 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f8c7c8d-8e1f-4cea-abf6-967c450c97fb tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Made reservation on behalf of 09cbbdc653254f998cb2497cb8f162a5 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:00:39.332800 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3f8c7c8d-8e1f-4cea-abf6-967c450c97fb tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:39.340972 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6ea4450c-0c7d-4135-95dd-fb3a0b04b142 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:39.345263 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d9dda957-52bd-4afc-82c6-885be9f18890 req-356326c9-6ce5-4737-9191-0242a0f41e43 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/security-groups?id=fd2b27e9-002e-4189-a66b-a3d17ee0f452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356030 Sep 23 07:00:39.345766 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-511306cf-cf3e-4ed0-8099-50a3d0050b22 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:39.368949 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bcbfaad-6c13-4256-94a7-fe084cb4e812 None None] Network f5d2cb24-18de-46a5-9094-ec394542755f is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:00:39.372037 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-3bcbfaad-6c13-4256-94a7-fe084cb4e812 None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:00:39.374682 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcbfaad-6c13-4256-94a7-fe084cb4e812 None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:00:39.383308 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511306cf-cf3e-4ed0-8099-50a3d0050b22 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Pushing event deleted for resources: {'Subnet': ['ID=c8003167-f8fe-45b4-b12f-4bab68e46e09,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:39.385550 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcbfaad-6c13-4256-94a7-fe084cb4e812 None None] Pushing event updated for resources: {'Port': ['ID=281666b7-b98f-4a09-ae87-b6798a93094d,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:39.416703 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef114b2b-0360-405e-9cea-f356efececaa req-f4a848e8-8d31-4a2c-8a16-bfcb5d13c538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:39.418958 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ef114b2b-0360-405e-9cea-f356efececaa req-f4a848e8-8d31-4a2c-8a16-bfcb5d13c538 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=975c49cb4b83465685884a643e7b4a2e&device_id=3fbf98fe-c909-4c03-a796-488b786cfe1c HTTP/1.1" status: 200 len: 1097 time: 0.1472073 Sep 23 07:00:39.445060 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-3bcbfaad-6c13-4256-94a7-fe084cb4e812 None None] Attempting to bind port 281666b7-b98f-4a09-ae87-b6798a93094d on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:00:39.445491 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-3bcbfaad-6c13-4256-94a7-fe084cb4e812 None None] Attempting to bind port 281666b7-b98f-4a09-ae87-b6798a93094d by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '9b6d5597-f6c0-4e1a-9c07-0b92ff2cc3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5d2cb24-18de-46a5-9094-ec394542755f'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:00:39.445945 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcbfaad-6c13-4256-94a7-fe084cb4e812 None None] Attempting to bind port 281666b7-b98f-4a09-ae87-b6798a93094d on network f5d2cb24-18de-46a5-9094-ec394542755f {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:00:39.449607 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.ipam_backend_mixin [None req-3f8c7c8d-8e1f-4cea-abf6-967c450c97fb tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Performing IP validity checks on allocation pools {{(pid=95065) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 23 07:00:39.450609 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.ipam_backend_mixin [None req-3f8c7c8d-8e1f-4cea-abf6-967c450c97fb tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95065) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 23 07:00:39.451392 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcbfaad-6c13-4256-94a7-fe084cb4e812 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:00:39.451774 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcbfaad-6c13-4256-94a7-fe084cb4e812 None None] Checking segment: {'id': '9b6d5597-f6c0-4e1a-9c07-0b92ff2cc3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5d2cb24-18de-46a5-9094-ec394542755f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:00:39.453178 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3bcbfaad-6c13-4256-94a7-fe084cb4e812 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:39.453769 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcbfaad-6c13-4256-94a7-fe084cb4e812 None None] Bound using segment: {'id': '9b6d5597-f6c0-4e1a-9c07-0b92ff2cc3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5d2cb24-18de-46a5-9094-ec394542755f'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:00:39.454565 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-3bcbfaad-6c13-4256-94a7-fe084cb4e812 None None] Bound port: 281666b7-b98f-4a09-ae87-b6798a93094d, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b6d5597-f6c0-4e1a-9c07-0b92ff2cc3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5d2cb24-18de-46a5-9094-ec394542755f'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:00:39.454954 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3bcbfaad-6c13-4256-94a7-fe084cb4e812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:39.464666 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-511306cf-cf3e-4ed0-8099-50a3d0050b22 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:39.490692 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-511306cf-cf3e-4ed0-8099-50a3d0050b22 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5d2cb24-18de-46a5-9094-ec394542755f']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:39.502942 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-511306cf-cf3e-4ed0-8099-50a3d0050b22 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b6d5597-f6c0-4e1a-9c07-0b92ff2cc3a6') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:39.503421 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-511306cf-cf3e-4ed0-8099-50a3d0050b22 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b6d5597-f6c0-4e1a-9c07-0b92ff2cc3a6') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:39.516008 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-511306cf-cf3e-4ed0-8099-50a3d0050b22 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:39.531081 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-3bcbfaad-6c13-4256-94a7-fe084cb4e812 None None] For port 281666b7-b98f-4a09-ae87-b6798a93094d, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:00:39.532515 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-511306cf-cf3e-4ed0-8099-50a3d0050b22 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:39.539564 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-511306cf-cf3e-4ed0-8099-50a3d0050b22 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:00:39.539967 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-511306cf-cf3e-4ed0-8099-50a3d0050b22 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:39.544168 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 07:00:39.544168 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:00:39.544168 n-d-715271-16 neutron-server[95066]: timer() Sep 23 07:00:39.544168 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:00:39.544168 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 07:00:39.544168 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:00:39.544168 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 07:00:39.544168 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:00:39.544168 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 07:00:39.544168 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:00:39.544168 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 07:00:39.544168 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:00:39.544168 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 07:00:39.544168 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:00:39.544168 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:00:39.544168 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:00:39.544168 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:00:39.544168 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:00:39.544168 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 07:00:39.544168 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:00:39.544168 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 07:00:39.544168 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:00:39.544168 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:00:39.544168 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:00:39.544168 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 07:00:39.544168 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:00:39.544168 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:00:39.544168 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:00:39.544168 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:00:39.544168 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:00:39.544168 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:00:39.544168 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:00:39.557619 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6ea4450c-0c7d-4135-95dd-fb3a0b04b142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:39.561348 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6ea4450c-0c7d-4135-95dd-fb3a0b04b142 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:39.562642 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-6ea4450c-0c7d-4135-95dd-fb3a0b04b142 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/71f893b2-e108-4021-90de-c27eab02ce25 HTTP/1.1" status: 204 len: 168 time: 0.5339580 Sep 23 07:00:39.590016 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea4450c-0c7d-4135-95dd-fb3a0b04b142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f893b2-e108-4021-90de-c27eab02ce25,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:39.597440 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef114b2b-0360-405e-9cea-f356efececaa req-499d1749-bbbd-4bd1-8ab4-9fb4d6c2c21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:39.598990 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ef114b2b-0360-405e-9cea-f356efececaa req-499d1749-bbbd-4bd1-8ab4-9fb4d6c2c21c service neutron] 10.222.0.21 "GET /v2.0/networks?id=b1168109-2f74-485d-b022-6ac22a84b1fa HTTP/1.1" status: 200 len: 920 time: 0.1443436 Sep 23 07:00:39.660582 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-3bcbfaad-6c13-4256-94a7-fe084cb4e812 None None] For port 281666b7-b98f-4a09-ae87-b6798a93094d, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=281666b7-b98f-4a09-ae87-b6798a93094d,segment=NetworkSegment(9b6d5597-f6c0-4e1a-9c07-0b92ff2cc3a6),segment_id=9b6d5597-f6c0-4e1a-9c07-0b92ff2cc3a6)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:00:39.666056 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3bcbfaad-6c13-4256-94a7-fe084cb4e812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:39.688135 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ef114b2b-0360-405e-9cea-f356efececaa req-4c152bcb-4f48-40ea-93f4-c67e78db8312 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c3a2632-e7df-4f52-9b07-323eaa3e6404 HTTP/1.1" status: 200 len: 217 time: 0.0716126 Sep 23 07:00:39.694259 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5265057d-e0ef-422e-a2a7-965c055f2845 req-2e11be7c-7fd5-4d38-a1e6-c07a866113de tempest-VolumesActionsTest-1786273608 tempest-VolumesActionsTest-1786273608-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8083357-730b-4106-a12f-250fbcce186b HTTP/1.1" status: 200 len: 210 time: 0.0574584 Sep 23 07:00:39.694960 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.db.api [None req-511306cf-cf3e-4ed0-8099-50a3d0050b22 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 23 07:00:39.694960 n-d-715271-16 neutron-server[95066]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 23 07:00:39.694960 n-d-715271-16 neutron-server[95066]: [parameters: {'id': 'f5d2cb24-18de-46a5-9094-ec394542755f'}] Sep 23 07:00:39.694960 n-d-715271-16 neutron-server[95066]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95066) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 07:00:39.725022 n-d-715271-16 neutron-server[95066]: DEBUG oslo_db.api [None req-511306cf-cf3e-4ed0-8099-50a3d0050b22 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 07:00:39.784896 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcbfaad-6c13-4256-94a7-fe084cb4e812 None None] Pushing event updated for resources: {'Port': ['ID=281666b7-b98f-4a09-ae87-b6798a93094d,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:39.795095 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f55d30-3fae-43bf-a41c-f975eb8e9ac3 None None] Network f5d2cb24-18de-46a5-9094-ec394542755f requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:00:39.803944 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef114b2b-0360-405e-9cea-f356efececaa req-05e0e13d-fc7d-4399-9f91-4378dc2a4d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:39.805474 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ef114b2b-0360-405e-9cea-f356efececaa req-05e0e13d-fc7d-4399-9f91-4378dc2a4d22 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=17c90601-5462-41e7-bf81-405fc24353fe HTTP/1.1" status: 200 len: 859 time: 0.1045856 Sep 23 07:00:39.809434 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3f8c7c8d-8e1f-4cea-abf6-967c450c97fb tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:39.875806 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ef114b2b-0360-405e-9cea-f356efececaa req-9fd1aae8-69d7-4a7f-84a5-c0ab540e5f01 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b1168109-2f74-485d-b022-6ac22a84b1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581985 Sep 23 07:00:39.925524 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c7c8d-8e1f-4cea-abf6-967c450c97fb tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Pushing event updated for resources: {'Subnet': ['ID=2d8e46cb-581c-4fef-82a4-8a378a4c6132,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:39.942929 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa64291b-b515-4f46-8fb3-cb034ae4cfd8 None None] get_active_networks_info from n-d-715271-16 {{(pid=95067) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 07:00:39.945818 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8c7c8d-8e1f-4cea-abf6-967c450c97fb tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Checking segment: {'id': '286ed093-0adf-4b83-a135-cdfe428d82d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '36721399-2ec3-415f-bd76-65a4890475af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:00:39.946241 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8c7c8d-8e1f-4cea-abf6-967c450c97fb tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Network hostable DHCP agents. Network: 36721399-2ec3-415f-bd76-65a4890475af, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:00:39.973052 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51642) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:39.993450 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8d550000-41ad-4c20-bd6e-74e7234efecf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:40.008596 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8c7c8d-8e1f-4cea-abf6-967c450c97fb tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Network 36721399-2ec3-415f-bd76-65a4890475af is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:00:40.025283 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ef114b2b-0360-405e-9cea-f356efececaa req-0ad3d302-ea7a-4377-a4de-f4457260cb9c service neutron] 10.222.0.21 "GET /v2.0/networks/b1168109-2f74-485d-b022-6ac22a84b1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357296 Sep 23 07:00:40.027035 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-3f8c7c8d-8e1f-4cea-abf6-967c450c97fb tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 36721399-2ec3-415f-bd76-65a4890475af) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:00:40.031820 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8c7c8d-8e1f-4cea-abf6-967c450c97fb tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:40.032496 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3f8c7c8d-8e1f-4cea-abf6-967c450c97fb tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:40.044594 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:40.122287 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8d550000-41ad-4c20-bd6e-74e7234efecf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:40.126565 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8d550000-41ad-4c20-bd6e-74e7234efecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:40.142712 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-3f8c7c8d-8e1f-4cea-abf6-967c450c97fb tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.1125128 Sep 23 07:00:40.145823 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ef114b2b-0360-405e-9cea-f356efececaa req-91a79fed-651f-498e-af3d-05b3639ff3da service neutron] 10.222.0.21 "GET /v2.0/networks/b1168109-2f74-485d-b022-6ac22a84b1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028922 Sep 23 07:00:40.146453 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51644) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:40.153997 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-1ea33c57-9beb-41c1-9cd2-30c69bbca632 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:00:40.175835 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-8d550000-41ad-4c20-bd6e-74e7234efecf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=125b2f0e40184b43b89ea2ede2caf893&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2009723 Sep 23 07:00:40.177370 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d550000-41ad-4c20-bd6e-74e7234efecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c806b36-ee24-4ec9-9947-ce03fc361334,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:40.182682 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51648) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:40.226194 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-511306cf-cf3e-4ed0-8099-50a3d0050b22 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:40.252105 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b9588532-5e7b-4b84-b31e-77e66b7b99b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:40.291741 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa64291b-b515-4f46-8fb3-cb034ae4cfd8 None None] Unable to find a vacant binding_index for network 36721399-2ec3-415f-bd76-65a4890475af and agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f {{(pid=95067) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Sep 23 07:00:40.301939 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa64291b-b515-4f46-8fb3-cb034ae4cfd8 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 36721399-2ec3-415f-bd76-65a4890475af) {{(pid=95067) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 07:00:40.329392 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b9588532-5e7b-4b84-b31e-77e66b7b99b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:40.391928 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-511306cf-cf3e-4ed0-8099-50a3d0050b22 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Deleting port 281666b7-b98f-4a09-ae87-b6798a93094d {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:00:40.392502 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-511306cf-cf3e-4ed0-8099-50a3d0050b22 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:40.393831 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1ea33c57-9beb-41c1-9cd2-30c69bbca632 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-518932330'] for subnet, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:40.422728 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408fe84a-f919-405c-a117-7499338bfa14 req-052990aa-ed15-4d5d-9840-9652b6340233 tempest-InstanceActionsV221TestJSON-215621331 tempest-InstanceActionsV221TestJSON-215621331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:40.438674 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-408fe84a-f919-405c-a117-7499338bfa14 req-052990aa-ed15-4d5d-9840-9652b6340233 tempest-InstanceActionsV221TestJSON-215621331 tempest-InstanceActionsV221TestJSON-215621331-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e20fbe3-4135-4c8b-bc28-336969c56829 HTTP/1.1" status: 200 len: 946 time: 0.1104920 Sep 23 07:00:40.470415 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b9588532-5e7b-4b84-b31e-77e66b7b99b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:40.473153 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b9588532-5e7b-4b84-b31e-77e66b7b99b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:40.475254 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-b9588532-5e7b-4b84-b31e-77e66b7b99b2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7c806b36-ee24-4ec9-9947-ce03fc361334 HTTP/1.1" status: 204 len: 168 time: 0.2901974 Sep 23 07:00:40.516954 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-511306cf-cf3e-4ed0-8099-50a3d0050b22 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] For port 281666b7-b98f-4a09-ae87-b6798a93094d, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=281666b7-b98f-4a09-ae87-b6798a93094d,segment=NetworkSegment(9b6d5597-f6c0-4e1a-9c07-0b92ff2cc3a6),segment_id=9b6d5597-f6c0-4e1a-9c07-0b92ff2cc3a6)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:00:40.517500 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-511306cf-cf3e-4ed0-8099-50a3d0050b22 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:40.528372 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-408fe84a-f919-405c-a117-7499338bfa14 req-5a43f6bb-9c59-43a1-85b5-935aef5aa06d tempest-InstanceActionsV221TestJSON-215621331 tempest-InstanceActionsV221TestJSON-215621331-project] 10.222.0.39 "GET /v2.0/security-groups?id=11ebc23e-febb-4815-b05f-6ca01993baa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875282 Sep 23 07:00:40.539111 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9588532-5e7b-4b84-b31e-77e66b7b99b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c806b36-ee24-4ec9-9947-ce03fc361334,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:40.551559 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-511306cf-cf3e-4ed0-8099-50a3d0050b22 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Calling delete_port for 281666b7-b98f-4a09-ae87-b6798a93094d owned by network:dhcp {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:00:40.570896 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbce3c4-45b9-4e5e-88d6-27c4e94854b3 req-5f345c2e-ef6c-4db6-8584-98f9a1484ced tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:40.578427 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1bbce3c4-45b9-4e5e-88d6-27c4e94854b3 req-5f345c2e-ef6c-4db6-8584-98f9a1484ced tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fbf98fe-c909-4c03-a796-488b786cfe1c HTTP/1.1" status: 200 len: 945 time: 0.1151929 Sep 23 07:00:40.619526 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1bbce3c4-45b9-4e5e-88d6-27c4e94854b3 req-ac44e416-ed9e-4bbc-bf80-c86d9cceec02 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/security-groups?id=fd2b27e9-002e-4189-a66b-a3d17ee0f452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401869 Sep 23 07:00:40.703810 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-511306cf-cf3e-4ed0-8099-50a3d0050b22 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:40.722540 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1ea33c57-9beb-41c1-9cd2-30c69bbca632 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753429850871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-518335387'] for subnet, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:40.738419 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511306cf-cf3e-4ed0-8099-50a3d0050b22 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Pushing event deleted for resources: {'Port': ['ID=281666b7-b98f-4a09-ae87-b6798a93094d,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:40.740911 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511306cf-cf3e-4ed0-8099-50a3d0050b22 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] No DVR routers for this DVR port 281666b7-b98f-4a09-ae87-b6798a93094d on host n-d-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:00:40.748245 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543a85b4-8811-4b33-af24-5e363cffe41e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-36721399-2ec3-415f-bd76-65a4890475af', 'network_id': '36721399-2ec3-415f-bd76-65a4890475af', 'tenant_id': '09cbbdc653254f998cb2497cb8f162a5', 'fixed_ips': [{'subnet_id': '2d8e46cb-581c-4fef-82a4-8a378a4c6132'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:00:40.749240 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-543a85b4-8811-4b33-af24-5e363cffe41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:40.802736 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea33c57-9beb-41c1-9cd2-30c69bbca632 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:40.803344 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1ea33c57-9beb-41c1-9cd2-30c69bbca632 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:40.807997 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-1ea33c57-9beb-41c1-9cd2-30c69bbca632 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] 10.222.0.39 "PUT /v2.0/subnets/2d8e46cb-581c-4fef-82a4-8a378a4c6132 HTTP/1.1" status: 200 len: 900 time: 0.6601861 Sep 23 07:00:40.808486 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51664) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:40.865036 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea33c57-9beb-41c1-9cd2-30c69bbca632 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Pushing event updated for resources: {'Subnet': ['ID=2d8e46cb-581c-4fef-82a4-8a378a4c6132,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:40.943040 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-511306cf-cf3e-4ed0-8099-50a3d0050b22 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:40.961820 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6598dec8-b11d-4c50-8cbf-47ec12a65d74 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:40.972715 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-543a85b4-8811-4b33-af24-5e363cffe41e None None] Allocated IP 2001:db8::3 (36721399-2ec3-415f-bd76-65a4890475af/2d8e46cb-581c-4fef-82a4-8a378a4c6132/f40f694e-f971-434b-af8d-a8c101001169) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:00:41.006091 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-511306cf-cf3e-4ed0-8099-50a3d0050b22 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5d2cb24-18de-46a5-9094-ec394542755f']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:41.032818 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51672) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:41.033010 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-511306cf-cf3e-4ed0-8099-50a3d0050b22 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b6d5597-f6c0-4e1a-9c07-0b92ff2cc3a6') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:41.033532 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-511306cf-cf3e-4ed0-8099-50a3d0050b22 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b6d5597-f6c0-4e1a-9c07-0b92ff2cc3a6') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:41.046489 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-511306cf-cf3e-4ed0-8099-50a3d0050b22 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:41.056901 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6598dec8-b11d-4c50-8cbf-47ec12a65d74 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:41.062604 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-75091375-bed1-4dae-bf89-97ba0a627bf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:41.067162 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-511306cf-cf3e-4ed0-8099-50a3d0050b22 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:41.077623 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-511306cf-cf3e-4ed0-8099-50a3d0050b22 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:00:41.078297 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-511306cf-cf3e-4ed0-8099-50a3d0050b22 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:41.083728 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-6e90316b-47e0-4e0f-b1fb-864458d81d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:41.084512 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 07:00:41.084512 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:00:41.084512 n-d-715271-16 neutron-server[95066]: timer() Sep 23 07:00:41.084512 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:00:41.084512 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 07:00:41.084512 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:00:41.084512 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 07:00:41.084512 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:00:41.084512 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 07:00:41.084512 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:00:41.084512 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 07:00:41.084512 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:00:41.084512 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 07:00:41.084512 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:00:41.084512 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:00:41.084512 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:00:41.084512 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:00:41.084512 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:00:41.084512 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 07:00:41.084512 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:00:41.084512 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 07:00:41.084512 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:00:41.084512 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:00:41.084512 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:00:41.084512 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 07:00:41.084512 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:00:41.084512 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:00:41.084512 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:00:41.084512 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:00:41.084512 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:00:41.084512 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:00:41.084512 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:00:41.179216 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-543a85b4-8811-4b33-af24-5e363cffe41e None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:41.188444 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-543a85b4-8811-4b33-af24-5e363cffe41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:41.191345 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-511306cf-cf3e-4ed0-8099-50a3d0050b22 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:41.206317 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-511306cf-cf3e-4ed0-8099-50a3d0050b22 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:41.209327 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-511306cf-cf3e-4ed0-8099-50a3d0050b22 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] 10.222.0.39 "DELETE /v2.0/networks/f5d2cb24-18de-46a5-9094-ec394542755f HTTP/1.1" status: 204 len: 168 time: 2.6384680 Sep 23 07:00:41.212421 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6598dec8-b11d-4c50-8cbf-47ec12a65d74 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:41.214580 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51680) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:41.223934 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511306cf-cf3e-4ed0-8099-50a3d0050b22 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Pushing event deleted for resources: {'Network': ['ID=f5d2cb24-18de-46a5-9094-ec394542755f,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:41.241747 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543a85b4-8811-4b33-af24-5e363cffe41e None None] Network 36721399-2ec3-415f-bd76-65a4890475af is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:00:41.241747 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-543a85b4-8811-4b33-af24-5e363cffe41e None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:00:41.241747 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543a85b4-8811-4b33-af24-5e363cffe41e None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:00:41.242032 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-07bbf762-af3d-4b4d-8729-4c38199487f7 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1681023857'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:00:41.285855 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543a85b4-8811-4b33-af24-5e363cffe41e None None] Pushing event updated for resources: {'Port': ['ID=f40f694e-f971-434b-af8d-a8c101001169,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:41.291556 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6598dec8-b11d-4c50-8cbf-47ec12a65d74 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Pushing event deleted for resources: {'Subnet': ['ID=2d8e46cb-581c-4fef-82a4-8a378a4c6132,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:41.317334 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-543a85b4-8811-4b33-af24-5e363cffe41e None None] Attempting to bind port f40f694e-f971-434b-af8d-a8c101001169 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:00:41.317717 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-543a85b4-8811-4b33-af24-5e363cffe41e None None] Attempting to bind port f40f694e-f971-434b-af8d-a8c101001169 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '286ed093-0adf-4b83-a135-cdfe428d82d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '36721399-2ec3-415f-bd76-65a4890475af'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:00:41.318693 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543a85b4-8811-4b33-af24-5e363cffe41e None None] Attempting to bind port f40f694e-f971-434b-af8d-a8c101001169 on network 36721399-2ec3-415f-bd76-65a4890475af {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:00:41.323876 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543a85b4-8811-4b33-af24-5e363cffe41e None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:00:41.324264 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543a85b4-8811-4b33-af24-5e363cffe41e None None] Checking segment: {'id': '286ed093-0adf-4b83-a135-cdfe428d82d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '36721399-2ec3-415f-bd76-65a4890475af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:00:41.324760 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-543a85b4-8811-4b33-af24-5e363cffe41e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:41.325152 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543a85b4-8811-4b33-af24-5e363cffe41e None None] Bound using segment: {'id': '286ed093-0adf-4b83-a135-cdfe428d82d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '36721399-2ec3-415f-bd76-65a4890475af'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:00:41.325629 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-543a85b4-8811-4b33-af24-5e363cffe41e None None] Bound port: f40f694e-f971-434b-af8d-a8c101001169, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '286ed093-0adf-4b83-a135-cdfe428d82d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '36721399-2ec3-415f-bd76-65a4890475af'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:00:41.326040 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-543a85b4-8811-4b33-af24-5e363cffe41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:41.378848 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6598dec8-b11d-4c50-8cbf-47ec12a65d74 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:41.394880 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-543a85b4-8811-4b33-af24-5e363cffe41e None None] For port f40f694e-f971-434b-af8d-a8c101001169, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:00:41.398294 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-543a85b4-8811-4b33-af24-5e363cffe41e None None] For port f40f694e-f971-434b-af8d-a8c101001169, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=f40f694e-f971-434b-af8d-a8c101001169,segment=NetworkSegment(286ed093-0adf-4b83-a135-cdfe428d82d7),segment_id=286ed093-0adf-4b83-a135-cdfe428d82d7)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:00:41.405263 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-543a85b4-8811-4b33-af24-5e363cffe41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:41.418071 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-6598dec8-b11d-4c50-8cbf-47ec12a65d74 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36721399-2ec3-415f-bd76-65a4890475af']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:41.440178 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-6598dec8-b11d-4c50-8cbf-47ec12a65d74 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '286ed093-0adf-4b83-a135-cdfe428d82d7') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:41.440801 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-6598dec8-b11d-4c50-8cbf-47ec12a65d74 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '286ed093-0adf-4b83-a135-cdfe428d82d7') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:41.469623 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6598dec8-b11d-4c50-8cbf-47ec12a65d74 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:41.487197 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-75091375-bed1-4dae-bf89-97ba0a627bf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:41.494513 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-75091375-bed1-4dae-bf89-97ba0a627bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:41.501800 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6598dec8-b11d-4c50-8cbf-47ec12a65d74 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:41.522234 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6598dec8-b11d-4c50-8cbf-47ec12a65d74 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:00:41.522651 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6598dec8-b11d-4c50-8cbf-47ec12a65d74 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:41.525471 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:41.529803 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543a85b4-8811-4b33-af24-5e363cffe41e None None] Pushing event updated for resources: {'Port': ['ID=f40f694e-f971-434b-af8d-a8c101001169,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:41.531443 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 07:00:41.531443 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:00:41.531443 n-d-715271-16 neutron-server[95065]: timer() Sep 23 07:00:41.531443 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:00:41.531443 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 07:00:41.531443 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:00:41.531443 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 07:00:41.531443 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:00:41.531443 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 07:00:41.531443 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:00:41.531443 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 07:00:41.531443 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:00:41.531443 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 07:00:41.531443 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:00:41.531443 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:00:41.531443 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:00:41.531443 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:00:41.531443 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:00:41.531443 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 07:00:41.531443 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:00:41.531443 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 07:00:41.531443 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:00:41.531443 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:00:41.531443 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:00:41.531443 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 07:00:41.531443 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:00:41.531443 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:00:41.531443 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:00:41.531443 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:00:41.531443 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:00:41.531443 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:00:41.531443 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:00:41.539739 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af34b85-8517-44f4-9a49-fda3262ce3eb None None] get_active_networks_info from n-d-715271-16 {{(pid=95067) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 07:00:41.584850 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07bbf762-af3d-4b4d-8729-4c38199487f7 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Made reservation on behalf of 827ecb775293450ea32b12e6ad2b9555 for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:00:41.588945 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-07bbf762-af3d-4b4d-8729-4c38199487f7 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:41.595938 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75091375-bed1-4dae-bf89-97ba0a627bf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe18b4a-a474-40b3-a27e-dece98f28460,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:41.635553 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51698) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:41.635872 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-75091375-bed1-4dae-bf89-97ba0a627bf5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2021f51e311e4049b493b779d73ccc0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6011946 Sep 23 07:00:41.673152 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07bbf762-af3d-4b4d-8729-4c38199487f7 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:00:41.703866 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.db.api [None req-6598dec8-b11d-4c50-8cbf-47ec12a65d74 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 23 07:00:41.703866 n-d-715271-16 neutron-server[95065]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 23 07:00:41.703866 n-d-715271-16 neutron-server[95065]: [parameters: {'id': '36721399-2ec3-415f-bd76-65a4890475af'}] Sep 23 07:00:41.703866 n-d-715271-16 neutron-server[95065]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95065) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 07:00:41.704258 n-d-715271-16 neutron-server[95065]: DEBUG oslo_db.api [None req-6598dec8-b11d-4c50-8cbf-47ec12a65d74 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 07:00:41.713744 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-07bbf762-af3d-4b4d-8729-4c38199487f7 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:41.714776 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-07bbf762-af3d-4b4d-8729-4c38199487f7 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Added segment c4af4006-666e-4dd4-bc9d-23757b4e650a of type vlan for network 0c32bf93-ac8e-424e-938c-dd5dd2016157 Sep 23 07:00:41.735137 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-271fb323-0138-4b0b-a574-8ed656f187e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:41.748343 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af34b85-8517-44f4-9a49-fda3262ce3eb None None] Resources bound (agent type, host, resource id): {{(pid=95067) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 07:00:41.761400 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-271fb323-0138-4b0b-a574-8ed656f187e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:41.767798 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f014c5-9a15-482c-811a-20cf44953b4d req-2166e7af-4121-405e-b74d-2cf19440f8b6 tempest-InstanceActionsV221TestJSON-215621331 tempest-InstanceActionsV221TestJSON-215621331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:41.769358 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-44f014c5-9a15-482c-811a-20cf44953b4d req-2166e7af-4121-405e-b74d-2cf19440f8b6 tempest-InstanceActionsV221TestJSON-215621331 tempest-InstanceActionsV221TestJSON-215621331-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e20fbe3-4135-4c8b-bc28-336969c56829 HTTP/1.1" status: 200 len: 946 time: 0.1324608 Sep 23 07:00:41.771106 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-07bbf762-af3d-4b4d-8729-4c38199487f7 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:41.833793 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-07bbf762-af3d-4b4d-8729-4c38199487f7 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:41.839445 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07bbf762-af3d-4b4d-8729-4c38199487f7 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:41.840671 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-07bbf762-af3d-4b4d-8729-4c38199487f7 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:41.862358 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-271fb323-0138-4b0b-a574-8ed656f187e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:41.866141 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-271fb323-0138-4b0b-a574-8ed656f187e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:41.867817 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-271fb323-0138-4b0b-a574-8ed656f187e8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ebe18b4a-a474-40b3-a27e-dece98f28460 HTTP/1.1" status: 204 len: 168 time: 0.2310286 Sep 23 07:00:41.890606 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715ea7f9-6f32-457b-a278-c534b47e623b req-5888acd4-43e5-4a9e-b943-93e71b32839b tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:41.898682 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-715ea7f9-6f32-457b-a278-c534b47e623b req-5888acd4-43e5-4a9e-b943-93e71b32839b tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fbf98fe-c909-4c03-a796-488b786cfe1c HTTP/1.1" status: 200 len: 945 time: 0.1657791 Sep 23 07:00:41.933117 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bbf762-af3d-4b4d-8729-4c38199487f7 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Pushing event updated for resources: {'Network': ['ID=0c32bf93-ac8e-424e-938c-dd5dd2016157,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:41.941850 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-44f014c5-9a15-482c-811a-20cf44953b4d req-7e7e4232-da0f-4b88-8a27-49df316ee974 tempest-InstanceActionsV221TestJSON-215621331 tempest-InstanceActionsV221TestJSON-215621331-project] 10.222.0.39 "GET /v2.0/security-groups?id=11ebc23e-febb-4815-b05f-6ca01993baa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628871 Sep 23 07:00:41.959191 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-07bbf762-af3d-4b4d-8729-4c38199487f7 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7330177 Sep 23 07:00:41.959399 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51722) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:41.959722 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 0c32bf93-ac8e-424e-938c-dd5dd2016157 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:00:41.966472 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-8b97c6e9-0060-404b-888a-af3a2c31f617 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Request body: {'subnet': {'network_id': '0c32bf93-ac8e-424e-938c-dd5dd2016157', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:00:41.982599 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-715ea7f9-6f32-457b-a278-c534b47e623b req-229947ee-de76-4247-9fc4-895aee7db852 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/security-groups?id=fd2b27e9-002e-4189-a66b-a3d17ee0f452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827887 Sep 23 07:00:41.983718 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271fb323-0138-4b0b-a574-8ed656f187e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe18b4a-a474-40b3-a27e-dece98f28460,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:42.363768 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:42.411816 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fba7ed-c044-498e-88ea-db46cf151f2c req-2b3979e1-36d2-43be-90e6-ff3ce4339e11 tempest-InstanceActionsV221TestJSON-215621331 tempest-InstanceActionsV221TestJSON-215621331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:42.423965 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-23fba7ed-c044-498e-88ea-db46cf151f2c req-2b3979e1-36d2-43be-90e6-ff3ce4339e11 tempest-InstanceActionsV221TestJSON-215621331 tempest-InstanceActionsV221TestJSON-215621331-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e20fbe3-4135-4c8b-bc28-336969c56829 HTTP/1.1" status: 200 len: 946 time: 0.0948133 Sep 23 07:00:42.478966 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957c72a9-d66e-4a1f-a51e-fc36e3331d53 None None] Network 36721399-2ec3-415f-bd76-65a4890475af requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:00:42.521802 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-23fba7ed-c044-498e-88ea-db46cf151f2c req-176d9520-4378-48e6-a50a-7f5673f3c691 tempest-InstanceActionsV221TestJSON-215621331 tempest-InstanceActionsV221TestJSON-215621331-project] 10.222.0.39 "GET /v2.0/security-groups?id=11ebc23e-febb-4815-b05f-6ca01993baa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964272 Sep 23 07:00:42.621107 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6598dec8-b11d-4c50-8cbf-47ec12a65d74 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:42.668555 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b97c6e9-0060-404b-888a-af3a2c31f617 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Made reservation on behalf of 827ecb775293450ea32b12e6ad2b9555 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:00:42.672080 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8b97c6e9-0060-404b-888a-af3a2c31f617 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:42.678792 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395c7fd2-2774-4628-8528-3b08327b96b8 None None] Network 36721399-2ec3-415f-bd76-65a4890475af requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:00:42.779739 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-6598dec8-b11d-4c50-8cbf-47ec12a65d74 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Deleting port f40f694e-f971-434b-af8d-a8c101001169 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:00:42.780272 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6598dec8-b11d-4c50-8cbf-47ec12a65d74 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:42.846499 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a48f0b-1580-4dd8-9109-e259be8feaa7 None None] Network 36721399-2ec3-415f-bd76-65a4890475af requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:00:42.880557 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-6598dec8-b11d-4c50-8cbf-47ec12a65d74 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] For port f40f694e-f971-434b-af8d-a8c101001169, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=f40f694e-f971-434b-af8d-a8c101001169,segment=NetworkSegment(286ed093-0adf-4b83-a135-cdfe428d82d7),segment_id=286ed093-0adf-4b83-a135-cdfe428d82d7)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:00:42.881392 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6598dec8-b11d-4c50-8cbf-47ec12a65d74 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:42.908414 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-6598dec8-b11d-4c50-8cbf-47ec12a65d74 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Calling delete_port for f40f694e-f971-434b-af8d-a8c101001169 owned by network:dhcp {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:00:42.909774 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:00:43.019385 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8b97c6e9-0060-404b-888a-af3a2c31f617 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:43.125770 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6598dec8-b11d-4c50-8cbf-47ec12a65d74 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:43.127629 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b97c6e9-0060-404b-888a-af3a2c31f617 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Pushing event updated for resources: {'Subnet': ['ID=6ac4aa45-c792-45b3-8230-14ee7a4e4069,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:43.128475 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb07ce6d-82ba-42a0-91b0-56fb3dbc2ba1 req-b7bbbfc6-7203-4889-bee7-6598bfca831a tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:43.142905 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fb07ce6d-82ba-42a0-91b0-56fb3dbc2ba1 req-b7bbbfc6-7203-4889-bee7-6598bfca831a tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fbf98fe-c909-4c03-a796-488b786cfe1c HTTP/1.1" status: 200 len: 945 time: 0.0770056 Sep 23 07:00:43.161582 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6598dec8-b11d-4c50-8cbf-47ec12a65d74 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Pushing event deleted for resources: {'Port': ['ID=f40f694e-f971-434b-af8d-a8c101001169,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:43.164980 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b97c6e9-0060-404b-888a-af3a2c31f617 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Checking segment: {'id': 'c4af4006-666e-4dd4-bc9d-23757b4e650a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '0c32bf93-ac8e-424e-938c-dd5dd2016157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:00:43.165313 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b97c6e9-0060-404b-888a-af3a2c31f617 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Network hostable DHCP agents. Network: 0c32bf93-ac8e-424e-938c-dd5dd2016157, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:00:43.168922 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6598dec8-b11d-4c50-8cbf-47ec12a65d74 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] No DVR routers for this DVR port f40f694e-f971-434b-af8d-a8c101001169 on host n-d-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:00:43.247750 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fb07ce6d-82ba-42a0-91b0-56fb3dbc2ba1 req-bddbf82f-674f-48e8-92c8-d3cd28641465 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/security-groups?id=fd2b27e9-002e-4189-a66b-a3d17ee0f452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977654 Sep 23 07:00:43.264075 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6598dec8-b11d-4c50-8cbf-47ec12a65d74 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:43.266753 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b97c6e9-0060-404b-888a-af3a2c31f617 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Network 0c32bf93-ac8e-424e-938c-dd5dd2016157 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:00:43.303985 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-6598dec8-b11d-4c50-8cbf-47ec12a65d74 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36721399-2ec3-415f-bd76-65a4890475af']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:43.306215 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-8b97c6e9-0060-404b-888a-af3a2c31f617 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 0c32bf93-ac8e-424e-938c-dd5dd2016157) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:00:43.317916 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53ee14f-4381-47c2-9d29-02476cc1c574 None None] Network 0c32bf93-ac8e-424e-938c-dd5dd2016157 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:00:43.330239 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b97c6e9-0060-404b-888a-af3a2c31f617 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:43.330975 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8b97c6e9-0060-404b-888a-af3a2c31f617 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:43.335419 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-6598dec8-b11d-4c50-8cbf-47ec12a65d74 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '286ed093-0adf-4b83-a135-cdfe428d82d7') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:43.335766 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-6598dec8-b11d-4c50-8cbf-47ec12a65d74 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '286ed093-0adf-4b83-a135-cdfe428d82d7') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:43.368430 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6598dec8-b11d-4c50-8cbf-47ec12a65d74 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:43.388604 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-8b97c6e9-0060-404b-888a-af3a2c31f617 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4281049 Sep 23 07:00:43.391790 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51780) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:43.411288 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6598dec8-b11d-4c50-8cbf-47ec12a65d74 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:43.422188 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6598dec8-b11d-4c50-8cbf-47ec12a65d74 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:00:43.422626 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6598dec8-b11d-4c50-8cbf-47ec12a65d74 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:43.425677 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 07:00:43.425677 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:00:43.425677 n-d-715271-16 neutron-server[95065]: timer() Sep 23 07:00:43.425677 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:00:43.425677 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 07:00:43.425677 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:00:43.425677 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 07:00:43.425677 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:00:43.425677 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 07:00:43.425677 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:00:43.425677 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 07:00:43.425677 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:00:43.425677 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 07:00:43.425677 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:00:43.425677 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:00:43.425677 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:00:43.425677 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:00:43.425677 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:00:43.425677 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 07:00:43.425677 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:00:43.425677 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 07:00:43.425677 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:00:43.425677 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:00:43.425677 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:00:43.425677 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 07:00:43.425677 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:00:43.425677 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:00:43.425677 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:00:43.425677 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:00:43.425677 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:00:43.425677 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:00:43.425677 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:00:43.555490 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6598dec8-b11d-4c50-8cbf-47ec12a65d74 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:43.562991 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6598dec8-b11d-4c50-8cbf-47ec12a65d74 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:43.569655 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-6598dec8-b11d-4c50-8cbf-47ec12a65d74 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] 10.222.0.39 "DELETE /v2.0/networks/36721399-2ec3-415f-bd76-65a4890475af HTTP/1.1" status: 204 len: 168 time: 2.7460256 Sep 23 07:00:43.585487 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51794) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:43.654895 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6598dec8-b11d-4c50-8cbf-47ec12a65d74 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Pushing event deleted for resources: {'Network': ['ID=36721399-2ec3-415f-bd76-65a4890475af,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:43.672624 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0b4f0037-c759-4852-bd90-f84b392b9291 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:43.743472 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a67c44d-9cf3-41a1-b690-699d628cdb1d tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] DELETE failed (client error): The resource could not be found. Sep 23 07:00:43.743966 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a67c44d-9cf3-41a1-b690-699d628cdb1d tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 07:00:43.746808 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-2a67c44d-9cf3-41a1-b690-699d628cdb1d tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] 10.222.0.39 "DELETE /v2.0/subnets/2d8e46cb-581c-4fef-82a4-8a378a4c6132 HTTP/1.1" status: 404 len: 337 time: 0.1597633 Sep 23 07:00:43.749627 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51818) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:43.816487 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f1aee4e-afce-46b0-a760-4ec8811797d7 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] DELETE failed (client error): The resource could not be found. Sep 23 07:00:43.817495 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f1aee4e-afce-46b0-a760-4ec8811797d7 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 07:00:43.823159 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51824) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:43.825317 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-4f1aee4e-afce-46b0-a760-4ec8811797d7 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] 10.222.0.39 "DELETE /v2.0/networks/36721399-2ec3-415f-bd76-65a4890475af HTTP/1.1" status: 404 len: 339 time: 0.0723579 Sep 23 07:00:43.859652 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0b4f0037-c759-4852-bd90-f84b392b9291 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:43.887308 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91401726-38fb-4f0f-a67a-68a8a32bd9cc req-13cb2aa8-af0b-4bf8-98af-6e3523ba7a08 tempest-InstanceActionsV221TestJSON-215621331 tempest-InstanceActionsV221TestJSON-215621331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:43.896494 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-91401726-38fb-4f0f-a67a-68a8a32bd9cc req-13cb2aa8-af0b-4bf8-98af-6e3523ba7a08 tempest-InstanceActionsV221TestJSON-215621331 tempest-InstanceActionsV221TestJSON-215621331-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e20fbe3-4135-4c8b-bc28-336969c56829 HTTP/1.1" status: 200 len: 946 time: 0.1879323 Sep 23 07:00:43.940452 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0b4f0037-c759-4852-bd90-f84b392b9291 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:44.001012 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e789f4-59b7-4094-9ed2-44c2d2709bf1 req-9802da41-3f40-4d8a-bdf3-25afcd3d526a tempest-InstanceActionsV221TestJSON-215621331 tempest-InstanceActionsV221TestJSON-215621331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:44.003854 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-61e789f4-59b7-4094-9ed2-44c2d2709bf1 req-9802da41-3f40-4d8a-bdf3-25afcd3d526a tempest-InstanceActionsV221TestJSON-215621331 tempest-InstanceActionsV221TestJSON-215621331-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e20fbe3-4135-4c8b-bc28-336969c56829 HTTP/1.1" status: 200 len: 946 time: 0.1681676 Sep 23 07:00:44.028396 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-91401726-38fb-4f0f-a67a-68a8a32bd9cc req-b458b19f-579e-4972-af70-96c9fe1d2cfe tempest-InstanceActionsV221TestJSON-215621331 tempest-InstanceActionsV221TestJSON-215621331-project] 10.222.0.39 "GET /v2.0/security-groups?id=11ebc23e-febb-4815-b05f-6ca01993baa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301346 Sep 23 07:00:44.041130 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4f0037-c759-4852-bd90-f84b392b9291 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Pushing event deleted for resources: {'Subnet': ['ID=6ac4aa45-c792-45b3-8230-14ee7a4e4069,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:44.079887 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840a9647-29ee-4715-8fef-b0d34ef9c787 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-0c32bf93-ac8e-424e-938c-dd5dd2016157', 'network_id': '0c32bf93-ac8e-424e-938c-dd5dd2016157', 'tenant_id': '827ecb775293450ea32b12e6ad2b9555', 'fixed_ips': [{'subnet_id': '6ac4aa45-c792-45b3-8230-14ee7a4e4069'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:00:44.080778 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-840a9647-29ee-4715-8fef-b0d34ef9c787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:44.107724 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:44.157669 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-12e41bfb-0ff7-4044-8e4e-a7d24c2532fd tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:44.228121 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e464c199-ee8c-41b5-ae69-a67b9527a42a None None] Network 0c32bf93-ac8e-424e-938c-dd5dd2016157 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:00:44.231996 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0b4f0037-c759-4852-bd90-f84b392b9291 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:44.265233 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-0b4f0037-c759-4852-bd90-f84b392b9291 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c32bf93-ac8e-424e-938c-dd5dd2016157']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:44.289145 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-0b4f0037-c759-4852-bd90-f84b392b9291 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4af4006-666e-4dd4-bc9d-23757b4e650a') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:44.289722 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-0b4f0037-c759-4852-bd90-f84b392b9291 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4af4006-666e-4dd4-bc9d-23757b4e650a') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:44.338593 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-61e789f4-59b7-4094-9ed2-44c2d2709bf1 req-ac0ba10c-c087-4a22-a64f-2fed25ac2f25 tempest-InstanceActionsV221TestJSON-215621331 tempest-InstanceActionsV221TestJSON-215621331-project] Deleting port 0b30b7b7-3e72-43c8-94af-d3f225a58c03 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:00:44.339896 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0b4f0037-c759-4852-bd90-f84b392b9291 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:44.345926 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-61e789f4-59b7-4094-9ed2-44c2d2709bf1 req-ac0ba10c-c087-4a22-a64f-2fed25ac2f25 tempest-InstanceActionsV221TestJSON-215621331 tempest-InstanceActionsV221TestJSON-215621331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:44.378314 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0b4f0037-c759-4852-bd90-f84b392b9291 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:44.410598 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-12e41bfb-0ff7-4044-8e4e-a7d24c2532fd tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:44.434765 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b4f0037-c759-4852-bd90-f84b392b9291 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:00:44.436092 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0b4f0037-c759-4852-bd90-f84b392b9291 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:44.442178 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 07:00:44.442178 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:00:44.442178 n-d-715271-16 neutron-server[95066]: timer() Sep 23 07:00:44.442178 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:00:44.442178 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 07:00:44.442178 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:00:44.442178 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 07:00:44.442178 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:00:44.442178 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 07:00:44.442178 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:00:44.442178 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 07:00:44.442178 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:00:44.442178 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 07:00:44.442178 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:00:44.442178 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:00:44.442178 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:00:44.442178 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:00:44.442178 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:00:44.442178 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 07:00:44.442178 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:00:44.442178 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 07:00:44.442178 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:00:44.442178 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:00:44.442178 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:00:44.442178 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 07:00:44.442178 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:00:44.442178 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:00:44.442178 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:00:44.442178 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:00:44.442178 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:00:44.442178 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:00:44.442178 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:00:44.502208 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-12e41bfb-0ff7-4044-8e4e-a7d24c2532fd tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4cac46b-6744-403d-84a4-cc8af734c0ab']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:44.523055 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-61e789f4-59b7-4094-9ed2-44c2d2709bf1 req-ac0ba10c-c087-4a22-a64f-2fed25ac2f25 tempest-InstanceActionsV221TestJSON-215621331 tempest-InstanceActionsV221TestJSON-215621331-project] For port 0b30b7b7-3e72-43c8-94af-d3f225a58c03, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=0b30b7b7-3e72-43c8-94af-d3f225a58c03,segment=NetworkSegment(1f4add4e-5e9a-4a72-9843-c87242a95e88),segment_id=1f4add4e-5e9a-4a72-9843-c87242a95e88)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:00:44.523521 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-61e789f4-59b7-4094-9ed2-44c2d2709bf1 req-ac0ba10c-c087-4a22-a64f-2fed25ac2f25 tempest-InstanceActionsV221TestJSON-215621331 tempest-InstanceActionsV221TestJSON-215621331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:44.540036 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-61e789f4-59b7-4094-9ed2-44c2d2709bf1 req-ac0ba10c-c087-4a22-a64f-2fed25ac2f25 tempest-InstanceActionsV221TestJSON-215621331 tempest-InstanceActionsV221TestJSON-215621331-project] Calling delete_port for 0b30b7b7-3e72-43c8-94af-d3f225a58c03 owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:00:44.575000 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-12e41bfb-0ff7-4044-8e4e-a7d24c2532fd tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '783cdfaa-295c-4fd3-8138-e46aa3c4d139') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:44.575595 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-12e41bfb-0ff7-4044-8e4e-a7d24c2532fd tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '783cdfaa-295c-4fd3-8138-e46aa3c4d139') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:44.593393 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-12e41bfb-0ff7-4044-8e4e-a7d24c2532fd tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:44.606232 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0b4f0037-c759-4852-bd90-f84b392b9291 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:44.622377 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0b4f0037-c759-4852-bd90-f84b392b9291 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:44.630742 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-0b4f0037-c759-4852-bd90-f84b392b9291 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] 10.222.0.39 "DELETE /v2.0/networks/0c32bf93-ac8e-424e-938c-dd5dd2016157 HTTP/1.1" status: 204 len: 168 time: 1.2375724 Sep 23 07:00:44.631359 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51846) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:44.640184 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-6caf7e97-db16-41b6-9787-fcddfab70f5c tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-353557112'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:00:44.644732 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c8904-4e7b-4ac5-b7a5-608a4e353d11 req-e4e3c22c-7d0c-4243-8dac-d781f3098e99 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:44.646913 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ec7c8904-4e7b-4ac5-b7a5-608a4e353d11 req-e4e3c22c-7d0c-4243-8dac-d781f3098e99 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fbf98fe-c909-4c03-a796-488b786cfe1c HTTP/1.1" status: 200 len: 945 time: 0.2329764 Sep 23 07:00:44.648112 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-12e41bfb-0ff7-4044-8e4e-a7d24c2532fd tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:44.670756 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4f0037-c759-4852-bd90-f84b392b9291 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Pushing event deleted for resources: {'Network': ['ID=0c32bf93-ac8e-424e-938c-dd5dd2016157,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:44.673219 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12e41bfb-0ff7-4044-8e4e-a7d24c2532fd tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:00:44.674089 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-12e41bfb-0ff7-4044-8e4e-a7d24c2532fd tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:44.682260 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 07:00:44.682260 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:00:44.682260 n-d-715271-16 neutron-server[95066]: timer() Sep 23 07:00:44.682260 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:00:44.682260 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 07:00:44.682260 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:00:44.682260 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 07:00:44.682260 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:00:44.682260 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 07:00:44.682260 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:00:44.682260 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 07:00:44.682260 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:00:44.682260 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 07:00:44.682260 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:00:44.682260 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:00:44.682260 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:00:44.682260 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:00:44.682260 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:00:44.682260 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 07:00:44.682260 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:00:44.682260 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 07:00:44.682260 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:00:44.682260 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:00:44.682260 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:00:44.682260 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 07:00:44.682260 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:00:44.682260 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:00:44.682260 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:00:44.682260 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:00:44.682260 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:00:44.682260 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:00:44.682260 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:00:44.691916 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6caf7e97-db16-41b6-9787-fcddfab70f5c tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Made reservation on behalf of 827ecb775293450ea32b12e6ad2b9555 for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:00:44.702021 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6caf7e97-db16-41b6-9787-fcddfab70f5c tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:44.817505 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6caf7e97-db16-41b6-9787-fcddfab70f5c tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:00:44.833236 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6caf7e97-db16-41b6-9787-fcddfab70f5c tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:44.833649 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-6caf7e97-db16-41b6-9787-fcddfab70f5c tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Added segment d18bc74f-8739-4064-b37d-eb89f11bdb99 of type vlan for network 0e6b611e-1c22-42e2-81ec-3e90d7db9d1c Sep 23 07:00:44.835992 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ec7c8904-4e7b-4ac5-b7a5-608a4e353d11 req-682fe239-58c5-48a0-b265-2c2c98ce4727 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/security-groups?id=fd2b27e9-002e-4189-a66b-a3d17ee0f452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695528 Sep 23 07:00:44.858375 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-12e41bfb-0ff7-4044-8e4e-a7d24c2532fd tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:44.875737 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-61e789f4-59b7-4094-9ed2-44c2d2709bf1 req-ac0ba10c-c087-4a22-a64f-2fed25ac2f25 tempest-InstanceActionsV221TestJSON-215621331 tempest-InstanceActionsV221TestJSON-215621331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:44.901141 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['0b30b7b7-3e72-43c8-94af-d3f225a58c03'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:00:44.929110 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-12e41bfb-0ff7-4044-8e4e-a7d24c2532fd tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:44.931340 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-12e41bfb-0ff7-4044-8e4e-a7d24c2532fd tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] 10.222.0.39 "DELETE /v2.0/networks/c4cac46b-6744-403d-84a4-cc8af734c0ab HTTP/1.1" status: 204 len: 168 time: 1.1069024 Sep 23 07:00:44.936146 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e41bfb-0ff7-4044-8e4e-a7d24c2532fd tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Pushing event deleted for resources: {'Network': ['ID=c4cac46b-6744-403d-84a4-cc8af734c0ab,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:44.947884 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51870) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:44.984438 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0ba10c-c087-4a22-a64f-2fed25ac2f25 tempest-InstanceActionsV221TestJSON-215621331 tempest-InstanceActionsV221TestJSON-215621331-project] Pushing event deleted for resources: {'Port': ['ID=0b30b7b7-3e72-43c8-94af-d3f225a58c03,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:44.995497 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-0266a7ce-1aaa-436b-b733-41c7703b5389 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] DELETE failed (client error): The resource could not be found. Sep 23 07:00:44.996227 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0266a7ce-1aaa-436b-b733-41c7703b5389 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 07:00:44.998853 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-0266a7ce-1aaa-436b-b733-41c7703b5389 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] 10.222.0.39 "DELETE /v2.0/subnets/85f686e8-3e60-4e4d-9544-17e9c319eec8 HTTP/1.1" status: 404 len: 337 time: 0.0496702 Sep 23 07:00:45.001751 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51876) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:45.011034 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6caf7e97-db16-41b6-9787-fcddfab70f5c tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:45.025432 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-a922b6b8-efdf-4874-ae66-6a2a2c1a7848 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] DELETE failed (client error): The resource could not be found. Sep 23 07:00:45.026355 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a922b6b8-efdf-4874-ae66-6a2a2c1a7848 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 07:00:45.030135 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-a922b6b8-efdf-4874-ae66-6a2a2c1a7848 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] 10.222.0.39 "DELETE /v2.0/networks/87def508-d10d-4476-a252-9f2342777721 HTTP/1.1" status: 404 len: 339 time: 0.0270238 Sep 23 07:00:45.033283 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51878) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:45.081504 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-61e789f4-59b7-4094-9ed2-44c2d2709bf1 req-ac0ba10c-c087-4a22-a64f-2fed25ac2f25 tempest-InstanceActionsV221TestJSON-215621331 tempest-InstanceActionsV221TestJSON-215621331-project] No DVR routers for this DVR port 0b30b7b7-3e72-43c8-94af-d3f225a58c03 on host n-h1-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:00:45.102182 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-61e789f4-59b7-4094-9ed2-44c2d2709bf1 req-ac0ba10c-c087-4a22-a64f-2fed25ac2f25 tempest-InstanceActionsV221TestJSON-215621331 tempest-InstanceActionsV221TestJSON-215621331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:45.110109 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-61e789f4-59b7-4094-9ed2-44c2d2709bf1 req-ac0ba10c-c087-4a22-a64f-2fed25ac2f25 tempest-InstanceActionsV221TestJSON-215621331 tempest-InstanceActionsV221TestJSON-215621331-project] 10.222.0.21 "DELETE /v2.0/ports/0b30b7b7-3e72-43c8-94af-d3f225a58c03 HTTP/1.1" status: 204 len: 173 time: 1.0748708 Sep 23 07:00:45.110760 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e20fbe3-4135-4c8b-bc28-336969c56829', 'name': 'network-vif-deleted', 'tag': '0b30b7b7-3e72-43c8-94af-d3f225a58c03'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:00:45.114075 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f44c471-124f-4181-95c1-986e55bffc07 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Deleting subnet 33c93961-9dea-49c6-9fed-dd1194a226d6 {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:00:45.116021 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-280eb3cd-0418-4ae9-8ecf-940af4449665" -d '{"events": [{"server_uuid": "7e20fbe3-4135-4c8b-bc28-336969c56829", "name": "network-vif-deleted", "tag": "0b30b7b7-3e72-43c8-94af-d3f225a58c03"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:00:45.118444 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9f44c471-124f-4181-95c1-986e55bffc07 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:45.234091 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9f44c471-124f-4181-95c1-986e55bffc07 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:45.250377 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f6dc1e23-acd9-4ef5-aed7-2166a0b792c8 req-93bf1e24-3633-436d-8e13-1ac9baa10d4e tempest-InstanceActionsV221TestJSON-215621331 tempest-InstanceActionsV221TestJSON-215621331-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e20fbe3-4135-4c8b-bc28-336969c56829 HTTP/1.1" status: 200 len: 210 time: 0.0909162 Sep 23 07:00:45.254131 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6caf7e97-db16-41b6-9787-fcddfab70f5c tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:45.271407 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6caf7e97-db16-41b6-9787-fcddfab70f5c tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:45.275008 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6caf7e97-db16-41b6-9787-fcddfab70f5c tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:45.286918 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cdb9a7e-262e-47a3-b579-86faf83837b6 x-openstack-request-id: req-8cdb9a7e-262e-47a3-b579-86faf83837b6 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:00:45.287119 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e20fbe3-4135-4c8b-bc28-336969c56829", "name": "network-vif-deleted", "tag": "0b30b7b7-3e72-43c8-94af-d3f225a58c03", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:00:45.287219 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8cdb9a7e-262e-47a3-b579-86faf83837b6 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:00:45.288069 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e20fbe3-4135-4c8b-bc28-336969c56829', 'name': 'network-vif-deleted', 'tag': '0b30b7b7-3e72-43c8-94af-d3f225a58c03', 'status': 'completed', 'code': 200} Sep 23 07:00:45.343459 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-6caf7e97-db16-41b6-9787-fcddfab70f5c tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7042875 Sep 23 07:00:45.344334 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51886) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:45.352762 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-6287fdb4-9f06-4075-b2cd-fd7f63cec690 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Request body: {'subnet': {'network_id': '0e6b611e-1c22-42e2-81ec-3e90d7db9d1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:00:45.406629 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9f44c471-124f-4181-95c1-986e55bffc07 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:45.426501 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caf7e97-db16-41b6-9787-fcddfab70f5c tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Pushing event updated for resources: {'Network': ['ID=0e6b611e-1c22-42e2-81ec-3e90d7db9d1c,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:45.439349 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 0e6b611e-1c22-42e2-81ec-3e90d7db9d1c details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:00:45.493741 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9f44c471-124f-4181-95c1-986e55bffc07 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:45.550416 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f44c471-124f-4181-95c1-986e55bffc07 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Pushing event deleted for resources: {'Subnet': ['ID=33c93961-9dea-49c6-9fed-dd1194a226d6,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:45.564080 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28512704-cf87-4ff2-87f5-bc84e25f0e1d None None] Network b925940d-af58-4725-811b-7032245da7dc requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:00:45.571318 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9f44c471-124f-4181-95c1-986e55bffc07 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:45.576523 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-9f44c471-124f-4181-95c1-986e55bffc07 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] 10.222.0.39 "DELETE /v2.0/subnets/33c93961-9dea-49c6-9fed-dd1194a226d6 HTTP/1.1" status: 204 len: 168 time: 0.5417540 Sep 23 07:00:45.582756 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51888) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:45.669610 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd93d231-304c-4c82-a35c-f3303b67ca45 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Deleting subnet 3ce69e6a-c31c-4f86-bd4c-33384b374269 {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:00:45.682236 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fd93d231-304c-4c82-a35c-f3303b67ca45 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:45.751193 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6287fdb4-9f06-4075-b2cd-fd7f63cec690 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Made reservation on behalf of 827ecb775293450ea32b12e6ad2b9555 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:00:45.756336 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6287fdb4-9f06-4075-b2cd-fd7f63cec690 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:45.806267 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fd93d231-304c-4c82-a35c-f3303b67ca45 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:46.018309 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fd93d231-304c-4c82-a35c-f3303b67ca45 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:46.202066 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59dd2ba-4bc9-44fd-8470-855814b19e9a req-2feb9161-2d7c-413c-8f02-dd704dba5a3a tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:46.207689 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a59dd2ba-4bc9-44fd-8470-855814b19e9a req-2feb9161-2d7c-413c-8f02-dd704dba5a3a tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fbf98fe-c909-4c03-a796-488b786cfe1c HTTP/1.1" status: 200 len: 945 time: 0.1412187 Sep 23 07:00:46.220449 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fd93d231-304c-4c82-a35c-f3303b67ca45 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:46.309547 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd93d231-304c-4c82-a35c-f3303b67ca45 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Pushing event deleted for resources: {'Subnet': ['ID=3ce69e6a-c31c-4f86-bd4c-33384b374269,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:46.609387 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fd93d231-304c-4c82-a35c-f3303b67ca45 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:46.613855 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-fd93d231-304c-4c82-a35c-f3303b67ca45 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] 10.222.0.39 "DELETE /v2.0/subnets/3ce69e6a-c31c-4f86-bd4c-33384b374269 HTTP/1.1" status: 204 len: 168 time: 1.0277886 Sep 23 07:00:46.616363 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51902) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:46.691687 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51906) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:46.694708 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a59dd2ba-4bc9-44fd-8470-855814b19e9a req-87c7a3f3-8f79-49ed-80f0-5bedd6d4c604 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/security-groups?id=fd2b27e9-002e-4189-a66b-a3d17ee0f452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4522705 Sep 23 07:00:46.799747 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-51108187-bd45-4978-9b99-936f76b4d7d2 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:46.827877 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ca6857d-03d9-4eb6-a887-fb47a86abaf0 admin admin] Deleting subnet 626193ed-8eeb-4863-8c20-f9e972293819 {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:00:46.831317 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1ca6857d-03d9-4eb6-a887-fb47a86abaf0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:46.838401 n-d-715271-16 neutron-server[95065]: DEBUG neutron.objects.ports [None req-6287fdb4-9f06-4075-b2cd-fd7f63cec690 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95065) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 07:00:46.841304 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6287fdb4-9f06-4075-b2cd-fd7f63cec690 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:46.877580 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1ca6857d-03d9-4eb6-a887-fb47a86abaf0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:46.940197 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1ca6857d-03d9-4eb6-a887-fb47a86abaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:46.983075 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6287fdb4-9f06-4075-b2cd-fd7f63cec690 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Pushing event updated for resources: {'Subnet': ['ID=61caaf3e-1a40-4948-a5b6-5ff64ce6e5c5,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:47.004567 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6287fdb4-9f06-4075-b2cd-fd7f63cec690 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Checking segment: {'id': 'd18bc74f-8739-4064-b37d-eb89f11bdb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '0e6b611e-1c22-42e2-81ec-3e90d7db9d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:00:47.005141 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6287fdb4-9f06-4075-b2cd-fd7f63cec690 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Network hostable DHCP agents. Network: 0e6b611e-1c22-42e2-81ec-3e90d7db9d1c, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:00:47.051101 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1ca6857d-03d9-4eb6-a887-fb47a86abaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:47.067352 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6287fdb4-9f06-4075-b2cd-fd7f63cec690 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Network 0e6b611e-1c22-42e2-81ec-3e90d7db9d1c is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:00:47.085223 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-6287fdb4-9f06-4075-b2cd-fd7f63cec690 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 0e6b611e-1c22-42e2-81ec-3e90d7db9d1c) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:00:47.092821 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6287fdb4-9f06-4075-b2cd-fd7f63cec690 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:47.093663 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6287fdb4-9f06-4075-b2cd-fd7f63cec690 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:47.131485 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca6857d-03d9-4eb6-a887-fb47a86abaf0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=626193ed-8eeb-4863-8c20-f9e972293819,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:47.131842 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-6287fdb4-9f06-4075-b2cd-fd7f63cec690 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.7856452 Sep 23 07:00:47.132687 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51910) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:47.142834 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1ca6857d-03d9-4eb6-a887-fb47a86abaf0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:47.145545 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712eb832-9c32-4ad8-ae7b-d9128ee5db2d None None] Network 0e6b611e-1c22-42e2-81ec-3e90d7db9d1c requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:00:47.147908 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-1ca6857d-03d9-4eb6-a887-fb47a86abaf0 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/626193ed-8eeb-4863-8c20-f9e972293819 HTTP/1.1" status: 204 len: 168 time: 0.4479725 Sep 23 07:00:47.148695 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51912) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:47.237508 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-51108187-bd45-4978-9b99-936f76b4d7d2 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Deleting port 91ae34a0-1987-41f9-925a-887e17aab4c1 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:00:47.238005 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-51108187-bd45-4978-9b99-936f76b4d7d2 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:47.264825 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-532c410d-98b9-4916-a6c2-15384d4ec4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:47.340457 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25de04be-6bf3-4470-8c00-c2ff1ccb788b None None] Network b925940d-af58-4725-811b-7032245da7dc requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:00:47.364677 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-51108187-bd45-4978-9b99-936f76b4d7d2 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] For port 91ae34a0-1987-41f9-925a-887e17aab4c1, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=91ae34a0-1987-41f9-925a-887e17aab4c1,segment=NetworkSegment(c5c78dd5-6a93-4131-9a29-990bf87d0f9c),segment_id=c5c78dd5-6a93-4131-9a29-990bf87d0f9c)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:00:47.365115 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-51108187-bd45-4978-9b99-936f76b4d7d2 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:47.391242 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-51108187-bd45-4978-9b99-936f76b4d7d2 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Calling delete_port for 91ae34a0-1987-41f9-925a-887e17aab4c1 owned by network:dhcp {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:00:47.420534 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-532c410d-98b9-4916-a6c2-15384d4ec4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:47.435398 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e1591a-af52-4dcc-84e7-dd979d3a4b85 req-86657f77-6640-433f-b805-1b4546bd36e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:47.444485 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-97e1591a-af52-4dcc-84e7-dd979d3a4b85 req-86657f77-6640-433f-b805-1b4546bd36e8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3fbf98fe-c909-4c03-a796-488b786cfe1c HTTP/1.1" status: 200 len: 1097 time: 0.2252984 Sep 23 07:00:47.451729 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cf60ae13-11e3-426c-a948-0ff912fa6fbc tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:47.487304 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-532c410d-98b9-4916-a6c2-15384d4ec4e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1159aefd-deef-45d5-a0ce-33830b957249']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:47.515833 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-532c410d-98b9-4916-a6c2-15384d4ec4e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f4add4e-5e9a-4a72-9843-c87242a95e88') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:47.516214 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-532c410d-98b9-4916-a6c2-15384d4ec4e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f4add4e-5e9a-4a72-9843-c87242a95e88') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:47.543927 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-532c410d-98b9-4916-a6c2-15384d4ec4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:47.573336 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-7712a2f5-9372-49e1-8d25-39015945505c None None] Provisioning complete for port 91ae34a0-1987-41f9-925a-887e17aab4c1 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:00:47.573719 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-7712a2f5-9372-49e1-8d25-39015945505c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:47.599029 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-532c410d-98b9-4916-a6c2-15384d4ec4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:47.611019 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-532c410d-98b9-4916-a6c2-15384d4ec4e3 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:00:47.612047 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-532c410d-98b9-4916-a6c2-15384d4ec4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:47.672729 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-97e1591a-af52-4dcc-84e7-dd979d3a4b85 req-5c67efd0-645c-4047-b3c7-71c9fc803f27 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=fd2b27e9-002e-4189-a66b-a3d17ee0f452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119977 Sep 23 07:00:47.678384 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 0b30b7b7-3e72-43c8-94af-d3f225a58c03 no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:00:47.710200 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cf60ae13-11e3-426c-a948-0ff912fa6fbc tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:47.726649 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] No Port match for: 0b30b7b7-3e72-43c8-94af-d3f225a58c03 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:00:47.727047 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 0b30b7b7-3e72-43c8-94af-d3f225a58c03 not bound to the agent host n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:00:47.736186 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c71ab2-0c80-457e-aa6c-fe76f58c87be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-0e6b611e-1c22-42e2-81ec-3e90d7db9d1c', 'network_id': '0e6b611e-1c22-42e2-81ec-3e90d7db9d1c', 'tenant_id': '827ecb775293450ea32b12e6ad2b9555', 'fixed_ips': [{'subnet_id': '61caaf3e-1a40-4948-a5b6-5ff64ce6e5c5'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:00:47.737638 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-88c71ab2-0c80-457e-aa6c-fe76f58c87be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:47.772159 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8afc1d6-0327-4076-a27c-e50dae9eb920 None None] DHCP port deletion for b925940d-af58-4725-811b-7032245da7dc request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 07:00:47.864684 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 07:00:47.864684 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:00:47.864684 n-d-715271-16 neutron-server[95066]: timer() Sep 23 07:00:47.864684 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:00:47.864684 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 07:00:47.864684 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:00:47.864684 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 07:00:47.864684 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:00:47.864684 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 07:00:47.864684 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:00:47.864684 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 07:00:47.864684 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:00:47.864684 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 07:00:47.864684 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:00:47.864684 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:00:47.864684 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:00:47.864684 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:00:47.864684 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:00:47.864684 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 07:00:47.864684 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:00:47.864684 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 07:00:47.864684 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:00:47.864684 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:00:47.864684 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:00:47.864684 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 07:00:47.864684 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:00:47.864684 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:00:47.864684 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:00:47.864684 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:00:47.864684 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:00:47.864684 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:00:47.864684 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:00:47.874622 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-532c410d-98b9-4916-a6c2-15384d4ec4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:47.885983 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-51108187-bd45-4978-9b99-936f76b4d7d2 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:47.897964 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-532c410d-98b9-4916-a6c2-15384d4ec4e3 admin admin] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:47.900461 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-532c410d-98b9-4916-a6c2-15384d4ec4e3 admin admin] 10.222.0.39 "DELETE /v2.0/networks/1159aefd-deef-45d5-a0ce-33830b957249 HTTP/1.1" status: 204 len: 168 time: 0.7497127 Sep 23 07:00:47.950946 n-d-715271-16 neutron-server[95067]: INFO neutron.plugins.ml2.db [None req-7712a2f5-9372-49e1-8d25-39015945505c None None] No ports have port_id starting with 91ae34a0-1987-41f9-925a-887e17aab4c1 Sep 23 07:00:47.951830 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-e8afc1d6-0327-4076-a27c-e50dae9eb920 None None] The port '91ae34a0-1987-41f9-925a-887e17aab4c1' was deleted {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1953}} Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server [None req-88c71ab2-0c80-457e-aa6c-fe76f58c87be None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 61caaf3e-1a40-4948-a5b6-5ff64ce6e5c5: This subnet is being modified by another concurrent operation. Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server raise exception Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 61caaf3e-1a40-4948-a5b6-5ff64ce6e5c5: This subnet is being modified by another concurrent operation. Sep 23 07:00:47.960097 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server Sep 23 07:00:47.968640 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cf60ae13-11e3-426c-a948-0ff912fa6fbc tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:48.006694 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cc059f-0b43-4a38-8dc5-486c6ee644fc None None] Network 0e6b611e-1c22-42e2-81ec-3e90d7db9d1c requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:00:48.022480 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532c410d-98b9-4916-a6c2-15384d4ec4e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=1159aefd-deef-45d5-a0ce-33830b957249,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:48.025017 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf60ae13-11e3-426c-a948-0ff912fa6fbc tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Pushing event deleted for resources: {'Subnet': ['ID=61caaf3e-1a40-4948-a5b6-5ff64ce6e5c5,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:48.055241 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489716fb-4912-4bef-8d0a-36cec3e0e36d req-8bae42f7-9a0e-4c5a-9fc4-2f7c92882c65 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:48.057151 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-489716fb-4912-4bef-8d0a-36cec3e0e36d req-8bae42f7-9a0e-4c5a-9fc4-2f7c92882c65 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fbf98fe-c909-4c03-a796-488b786cfe1c HTTP/1.1" status: 200 len: 945 time: 0.1640098 Sep 23 07:00:48.129610 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51108187-bd45-4978-9b99-936f76b4d7d2 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Pushing event deleted for resources: {'Port': ['ID=91ae34a0-1987-41f9-925a-887e17aab4c1,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:48.152032 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cf60ae13-11e3-426c-a948-0ff912fa6fbc tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:48.158115 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51108187-bd45-4978-9b99-936f76b4d7d2 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] No DVR routers for this DVR port 91ae34a0-1987-41f9-925a-887e17aab4c1 on host n-d-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:00:48.214239 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-489716fb-4912-4bef-8d0a-36cec3e0e36d req-fb83b71c-20f6-48dc-81f9-ed9357caa2d9 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/security-groups?id=fd2b27e9-002e-4189-a66b-a3d17ee0f452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501496 Sep 23 07:00:48.225108 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-cf60ae13-11e3-426c-a948-0ff912fa6fbc tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e6b611e-1c22-42e2-81ec-3e90d7db9d1c']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:48.250025 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-cf60ae13-11e3-426c-a948-0ff912fa6fbc tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd18bc74f-8739-4064-b37d-eb89f11bdb99') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:48.250489 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-cf60ae13-11e3-426c-a948-0ff912fa6fbc tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd18bc74f-8739-4064-b37d-eb89f11bdb99') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:48.257109 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084fb223-0bbf-4720-a806-3d77951947c2 None None] get_active_networks_info from n-d-715271-16 {{(pid=95067) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 07:00:48.292567 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cf60ae13-11e3-426c-a948-0ff912fa6fbc tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:48.332658 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cf60ae13-11e3-426c-a948-0ff912fa6fbc tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:48.341180 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf60ae13-11e3-426c-a948-0ff912fa6fbc tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:00:48.341673 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cf60ae13-11e3-426c-a948-0ff912fa6fbc tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:48.344852 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 07:00:48.344852 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:00:48.344852 n-d-715271-16 neutron-server[95065]: timer() Sep 23 07:00:48.344852 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:00:48.344852 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 07:00:48.344852 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:00:48.344852 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 07:00:48.344852 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:00:48.344852 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 07:00:48.344852 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:00:48.344852 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 07:00:48.344852 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:00:48.344852 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 07:00:48.344852 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:00:48.344852 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:00:48.344852 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:00:48.344852 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:00:48.344852 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:00:48.344852 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 07:00:48.344852 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:00:48.344852 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 07:00:48.344852 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:00:48.344852 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:00:48.344852 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:00:48.344852 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 07:00:48.344852 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:00:48.344852 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:00:48.344852 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:00:48.344852 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:00:48.344852 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:00:48.344852 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:00:48.344852 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:00:48.426423 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-51108187-bd45-4978-9b99-936f76b4d7d2 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:48.484358 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51922) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:48.493057 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-51108187-bd45-4978-9b99-936f76b4d7d2 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b925940d-af58-4725-811b-7032245da7dc']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:48.508908 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-51108187-bd45-4978-9b99-936f76b4d7d2 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5c78dd5-6a93-4131-9a29-990bf87d0f9c') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:48.509325 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-51108187-bd45-4978-9b99-936f76b4d7d2 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5c78dd5-6a93-4131-9a29-990bf87d0f9c') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:48.509447 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cf60ae13-11e3-426c-a948-0ff912fa6fbc tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:48.517096 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cf60ae13-11e3-426c-a948-0ff912fa6fbc tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:48.519095 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-cf60ae13-11e3-426c-a948-0ff912fa6fbc tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] 10.222.0.39 "DELETE /v2.0/networks/0e6b611e-1c22-42e2-81ec-3e90d7db9d1c HTTP/1.1" status: 204 len: 168 time: 1.3843136 Sep 23 07:00:48.524555 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51924) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:48.536735 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-51108187-bd45-4978-9b99-936f76b4d7d2 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:48.551941 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084fb223-0bbf-4720-a806-3d77951947c2 None None] Resources bound (agent type, host, resource id): {{(pid=95067) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 07:00:48.564748 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-f14fbff9-47ea-46e8-b1b4-cb266c14abff admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1701089b13fe450ab9b13ac33567c8d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0789661 Sep 23 07:00:48.565790 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf60ae13-11e3-426c-a948-0ff912fa6fbc tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Pushing event deleted for resources: {'Network': ['ID=0e6b611e-1c22-42e2-81ec-3e90d7db9d1c,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:48.568491 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51926) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:48.586851 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1c29123-7f7e-4cfd-b977-141951633bc4 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] DELETE failed (client error): The resource could not be found. Sep 23 07:00:48.587317 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1c29123-7f7e-4cfd-b977-141951633bc4 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 07:00:48.590768 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-e1c29123-7f7e-4cfd-b977-141951633bc4 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] 10.222.0.39 "DELETE /v2.0/subnets/61caaf3e-1a40-4948-a5b6-5ff64ce6e5c5 HTTP/1.1" status: 404 len: 337 time: 0.0633214 Sep 23 07:00:48.593536 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51928) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:48.599818 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-51108187-bd45-4978-9b99-936f76b4d7d2 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:48.622635 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51108187-bd45-4978-9b99-936f76b4d7d2 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:00:48.623351 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-51108187-bd45-4978-9b99-936f76b4d7d2 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:48.629217 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a5adb1e-c2cb-49f6-b24b-e330770423b2 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] DELETE failed (client error): The resource could not be found. Sep 23 07:00:48.629833 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a5adb1e-c2cb-49f6-b24b-e330770423b2 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 07:00:48.631657 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-4a5adb1e-c2cb-49f6-b24b-e330770423b2 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] 10.222.0.39 "DELETE /v2.0/networks/0e6b611e-1c22-42e2-81ec-3e90d7db9d1c HTTP/1.1" status: 404 len: 339 time: 0.0371468 Sep 23 07:00:48.660156 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51930) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:48.709586 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cf677c22-c22f-4a34-9dd5-7343186227ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:48.738567 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-420d4761-3645-4e37-bf07-ab8f698921a7 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] DELETE failed (client error): The resource could not be found. Sep 23 07:00:48.739029 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-420d4761-3645-4e37-bf07-ab8f698921a7 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 07:00:48.743360 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-420d4761-3645-4e37-bf07-ab8f698921a7 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] 10.222.0.39 "DELETE /v2.0/subnets/6ac4aa45-c792-45b3-8230-14ee7a4e4069 HTTP/1.1" status: 404 len: 337 time: 0.0795228 Sep 23 07:00:48.747887 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51934) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:48.749158 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 07:00:48.749158 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:00:48.749158 n-d-715271-16 neutron-server[95066]: timer() Sep 23 07:00:48.749158 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:00:48.749158 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 07:00:48.749158 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:00:48.749158 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 07:00:48.749158 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:00:48.749158 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 07:00:48.749158 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:00:48.749158 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 07:00:48.749158 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:00:48.749158 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 07:00:48.749158 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:00:48.749158 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:00:48.749158 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:00:48.749158 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:00:48.749158 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:00:48.749158 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 07:00:48.749158 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:00:48.749158 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 07:00:48.749158 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:00:48.749158 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:00:48.749158 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:00:48.749158 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 07:00:48.749158 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:00:48.749158 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:00:48.749158 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:00:48.749158 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:00:48.749158 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:00:48.749158 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:00:48.749158 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:00:48.758977 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-51108187-bd45-4978-9b99-936f76b4d7d2 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:48.771331 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba5f634b-0bcc-4bce-86eb-ce3db022c357 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] DELETE failed (client error): The resource could not be found. Sep 23 07:00:48.771966 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba5f634b-0bcc-4bce-86eb-ce3db022c357 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 07:00:48.776206 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-ba5f634b-0bcc-4bce-86eb-ce3db022c357 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] 10.222.0.39 "DELETE /v2.0/networks/0c32bf93-ac8e-424e-938c-dd5dd2016157 HTTP/1.1" status: 404 len: 339 time: 0.0248404 Sep 23 07:00:48.777369 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51936) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:48.807281 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-51108187-bd45-4978-9b99-936f76b4d7d2 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:48.815053 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51938) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:48.818219 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cf677c22-c22f-4a34-9dd5-7343186227ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:48.818983 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-51108187-bd45-4978-9b99-936f76b4d7d2 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] 10.222.0.39 "DELETE /v2.0/networks/b925940d-af58-4725-811b-7032245da7dc HTTP/1.1" status: 204 len: 168 time: 2.1923606 Sep 23 07:00:48.819615 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51108187-bd45-4978-9b99-936f76b4d7d2 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Pushing event deleted for resources: {'Network': ['ID=b925940d-af58-4725-811b-7032245da7dc,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:48.838099 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4b0cc19-063b-4eef-8feb-95f59fe9ca39 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] DELETE failed (client error): The resource could not be found. Sep 23 07:00:48.838561 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4b0cc19-063b-4eef-8feb-95f59fe9ca39 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 07:00:48.843395 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-e4b0cc19-063b-4eef-8feb-95f59fe9ca39 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] 10.222.0.39 "DELETE /v2.0/subnets/c8003167-f8fe-45b4-b12f-4bab68e46e09 HTTP/1.1" status: 404 len: 337 time: 0.0622241 Sep 23 07:00:48.843763 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51940) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:48.860555 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-5aa46ae4-29af-483b-a4d8-1bcf6abee286 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] DELETE failed (client error): The resource could not be found. Sep 23 07:00:48.861023 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5aa46ae4-29af-483b-a4d8-1bcf6abee286 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 07:00:48.866133 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-5aa46ae4-29af-483b-a4d8-1bcf6abee286 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] 10.222.0.39 "DELETE /v2.0/subnets/5723c13f-880f-48bd-9f9a-3ec22964b67a HTTP/1.1" status: 404 len: 337 time: 0.0464818 Sep 23 07:00:48.866796 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51942) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:48.891889 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-09dca2d1-d975-412f-b256-249ca50abebb tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] DELETE failed (client error): The resource could not be found. Sep 23 07:00:48.892583 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09dca2d1-d975-412f-b256-249ca50abebb tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 07:00:48.896827 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-09dca2d1-d975-412f-b256-249ca50abebb tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] 10.222.0.39 "DELETE /v2.0/networks/f5d2cb24-18de-46a5-9094-ec394542755f HTTP/1.1" status: 404 len: 339 time: 0.0496881 Sep 23 07:00:48.897894 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51944) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:48.906326 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-22316056-c370-4c2d-8347-ac15574c042c tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] DELETE failed (client error): The resource could not be found. Sep 23 07:00:48.907124 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22316056-c370-4c2d-8347-ac15574c042c tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 07:00:48.912743 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-22316056-c370-4c2d-8347-ac15574c042c tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] 10.222.0.39 "DELETE /v2.0/networks/9ff6f070-f666-43f0-805c-28c2ac9f9cb0 HTTP/1.1" status: 404 len: 339 time: 0.0423605 Sep 23 07:00:48.915622 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51946) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:48.968955 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-514b72af-ca10-4ee4-8b98-776630711f84 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] DELETE failed (client error): The resource could not be found. Sep 23 07:00:48.969624 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-514b72af-ca10-4ee4-8b98-776630711f84 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 07:00:48.989530 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-514b72af-ca10-4ee4-8b98-776630711f84 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] 10.222.0.39 "DELETE /v2.0/subnets/77913f6c-dea5-412f-ae47-a7d171e4f2dd HTTP/1.1" status: 404 len: 337 time: 0.0725088 Sep 23 07:00:48.993724 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51948) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:49.060443 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae22bf3d-8a04-41ee-9705-04ec529adda5 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] DELETE failed (client error): The resource could not be found. Sep 23 07:00:49.061415 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae22bf3d-8a04-41ee-9705-04ec529adda5 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 07:00:49.066276 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-ae22bf3d-8a04-41ee-9705-04ec529adda5 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] 10.222.0.39 "DELETE /v2.0/networks/e88b93e0-ff6c-4aa2-b158-f6fa3be73101 HTTP/1.1" status: 404 len: 339 time: 0.0637100 Sep 23 07:00:49.067145 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51950) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:49.081901 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-1eca9f88-f3c8-4dbc-bb2e-f219edc9bd04 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Deleting port 5ee92754-be7b-465d-b271-deb1ae4d8a9e {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:00:49.082228 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1eca9f88-f3c8-4dbc-bb2e-f219edc9bd04 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:49.096714 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 91ae34a0-1987-41f9-925a-887e17aab4c1 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:00:49.153295 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-070071bd-8b14-46c4-b1af-1c9c46a94832 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] DELETE failed (client error): The resource could not be found. Sep 23 07:00:49.153760 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-070071bd-8b14-46c4-b1af-1c9c46a94832 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 07:00:49.161179 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-070071bd-8b14-46c4-b1af-1c9c46a94832 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] 10.222.0.39 "DELETE /v2.0/subnets/806fe88c-fb56-4c30-97e3-56f31a2aee64 HTTP/1.1" status: 404 len: 337 time: 0.0923934 Sep 23 07:00:49.162225 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51952) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:49.170521 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 91ae34a0-1987-41f9-925a-887e17aab4c1 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:00:49.170786 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 91ae34a0-1987-41f9-925a-887e17aab4c1 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:00:49.206407 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-536bc457-d98f-4399-987c-5010d17cd785 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] DELETE failed (client error): The resource could not be found. Sep 23 07:00:49.209757 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-536bc457-d98f-4399-987c-5010d17cd785 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 07:00:49.211356 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1eca9f88-f3c8-4dbc-bb2e-f219edc9bd04 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:49.216108 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-536bc457-d98f-4399-987c-5010d17cd785 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] 10.222.0.39 "DELETE /v2.0/networks/dcce9f63-d2ee-48ed-b028-a3ad8aa0d6fd HTTP/1.1" status: 404 len: 339 time: 0.0508237 Sep 23 07:00:49.223042 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51954) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:49.238342 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-1eca9f88-f3c8-4dbc-bb2e-f219edc9bd04 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Calling delete_port for 5ee92754-be7b-465d-b271-deb1ae4d8a9e owned by {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:00:49.292624 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cf677c22-c22f-4a34-9dd5-7343186227ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:49.297043 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cf677c22-c22f-4a34-9dd5-7343186227ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:49.299639 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-cf677c22-c22f-4a34-9dd5-7343186227ef admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/11ebc23e-febb-4815-b05f-6ca01993baa8 HTTP/1.1" status: 204 len: 168 time: 0.7294743 Sep 23 07:00:49.319778 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf677c22-c22f-4a34-9dd5-7343186227ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ebc23e-febb-4815-b05f-6ca01993baa8,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:49.358472 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-fee60226-2bb6-4808-ab5b-398e7a034e05 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Deleting subnet 0739cb15-780b-4267-bf39-c7f0a01ebb73 {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:00:49.362942 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fee60226-2bb6-4808-ab5b-398e7a034e05 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:49.433962 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fee60226-2bb6-4808-ab5b-398e7a034e05 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:49.454766 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1eca9f88-f3c8-4dbc-bb2e-f219edc9bd04 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:49.521879 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1eca9f88-f3c8-4dbc-bb2e-f219edc9bd04 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:49.546517 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-1eca9f88-f3c8-4dbc-bb2e-f219edc9bd04 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] 10.222.0.39 "DELETE /v2.0/ports/5ee92754-be7b-465d-b271-deb1ae4d8a9e HTTP/1.1" status: 204 len: 168 time: 0.6326973 Sep 23 07:00:49.546517 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51962) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:49.581818 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eca9f88-f3c8-4dbc-bb2e-f219edc9bd04 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Pushing event deleted for resources: {'Port': ['ID=5ee92754-be7b-465d-b271-deb1ae4d8a9e,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:49.585276 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d815a7b-4e9f-4a28-b147-c045596ce8cc tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] DELETE failed (client error): The resource could not be found. Sep 23 07:00:49.585811 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d815a7b-4e9f-4a28-b147-c045596ce8cc tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 07:00:49.591426 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-3d815a7b-4e9f-4a28-b147-c045596ce8cc tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] 10.222.0.39 "DELETE /v2.0/subnets/f7832bed-c8dc-4e96-a63d-8602a3c6d9b0 HTTP/1.1" status: 404 len: 337 time: 0.0574946 Sep 23 07:00:49.592593 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51964) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:49.635111 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffca78a-bb41-4551-994e-bf2d0a5ffd7c req-56c98b8e-4386-4f87-8877-aaf7cb20c2ff tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:49.645436 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3ffca78a-bb41-4551-994e-bf2d0a5ffd7c req-56c98b8e-4386-4f87-8877-aaf7cb20c2ff tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fbf98fe-c909-4c03-a796-488b786cfe1c HTTP/1.1" status: 200 len: 945 time: 0.2173626 Sep 23 07:00:49.731810 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-44980a61-4006-4095-bb2b-9c50b29a6ba4 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:49.733222 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3ffca78a-bb41-4551-994e-bf2d0a5ffd7c req-71892374-b283-44f1-964a-9fd07081f0c0 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/security-groups?id=fd2b27e9-002e-4189-a66b-a3d17ee0f452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812554 Sep 23 07:00:49.753107 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fee60226-2bb6-4808-ab5b-398e7a034e05 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:49.876471 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fee60226-2bb6-4808-ab5b-398e7a034e05 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:49.940987 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee60226-2bb6-4808-ab5b-398e7a034e05 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Pushing event deleted for resources: {'Subnet': ['ID=0739cb15-780b-4267-bf39-c7f0a01ebb73,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:49.948618 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fee60226-2bb6-4808-ab5b-398e7a034e05 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:49.953696 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb3e54d-2ccd-479b-8b11-5a48be3f3320 None None] Network d361e1bd-1b94-4144-a627-58e6003b0e5d requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:00:49.955488 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-fee60226-2bb6-4808-ab5b-398e7a034e05 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] 10.222.0.39 "DELETE /v2.0/subnets/0739cb15-780b-4267-bf39-c7f0a01ebb73 HTTP/1.1" status: 204 len: 168 time: 0.7307043 Sep 23 07:00:49.957962 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51974) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:49.998569 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-44980a61-4006-4095-bb2b-9c50b29a6ba4 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:50.064638 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7294d0bf-6f9c-4daa-864c-c96d06ae1eaa tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:50.111393 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-44980a61-4006-4095-bb2b-9c50b29a6ba4 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1af6177-6bcc-4063-ba47-12d637a372c2']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:50.151900 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-44980a61-4006-4095-bb2b-9c50b29a6ba4 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00395997-05d7-4121-8385-a0f704825cdd') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:50.153263 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-44980a61-4006-4095-bb2b-9c50b29a6ba4 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00395997-05d7-4121-8385-a0f704825cdd') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:50.203830 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-44980a61-4006-4095-bb2b-9c50b29a6ba4 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:50.207092 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-7294d0bf-6f9c-4daa-864c-c96d06ae1eaa tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Deleting port ad9115b7-4fdd-4574-b90b-55d21a1c5369 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:00:50.207547 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7294d0bf-6f9c-4daa-864c-c96d06ae1eaa tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:50.281774 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-44980a61-4006-4095-bb2b-9c50b29a6ba4 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:50.324861 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-7294d0bf-6f9c-4daa-864c-c96d06ae1eaa tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] For port ad9115b7-4fdd-4574-b90b-55d21a1c5369, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=ad9115b7-4fdd-4574-b90b-55d21a1c5369,segment=NetworkSegment(2990d2a0-9e66-4340-a632-d8ea3f2dac90),segment_id=2990d2a0-9e66-4340-a632-d8ea3f2dac90)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:00:50.327744 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7294d0bf-6f9c-4daa-864c-c96d06ae1eaa tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:50.366759 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-7294d0bf-6f9c-4daa-864c-c96d06ae1eaa tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Calling delete_port for ad9115b7-4fdd-4574-b90b-55d21a1c5369 owned by network:dhcp {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:00:50.374653 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44980a61-4006-4095-bb2b-9c50b29a6ba4 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:00:50.375257 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-44980a61-4006-4095-bb2b-9c50b29a6ba4 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:50.378817 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 07:00:50.378817 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:00:50.378817 n-d-715271-16 neutron-server[95066]: timer() Sep 23 07:00:50.378817 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:00:50.378817 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 07:00:50.378817 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:00:50.378817 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 07:00:50.378817 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:00:50.378817 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 07:00:50.378817 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:00:50.378817 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 07:00:50.378817 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:00:50.378817 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 07:00:50.378817 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:00:50.378817 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:00:50.378817 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:00:50.378817 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:00:50.378817 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:00:50.378817 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 07:00:50.378817 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:00:50.378817 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 07:00:50.378817 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:00:50.378817 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:00:50.378817 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:00:50.378817 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 07:00:50.378817 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:00:50.378817 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:00:50.378817 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:00:50.378817 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:00:50.378817 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:00:50.378817 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:00:50.378817 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:00:50.434254 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c22e423-69bf-4374-9bba-abb9a8953053 None None] DHCP port deletion for d361e1bd-1b94-4144-a627-58e6003b0e5d request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 07:00:50.492030 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d53a1-70a2-4581-b1eb-fd5e6b37b73a req-4e2593ac-1497-45a3-9de9-28150ffd4b1b tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:50.496102 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2cb3a4-a73c-4279-9ce3-182231e39843 req-690360a4-c48f-41ad-8b15-a3b6bc1c4371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:50.498755 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7d2cb3a4-a73c-4279-9ce3-182231e39843 req-690360a4-c48f-41ad-8b15-a3b6bc1c4371 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=975c49cb4b83465685884a643e7b4a2e&device_id=3fbf98fe-c909-4c03-a796-488b786cfe1c HTTP/1.1" status: 200 len: 1097 time: 0.3377974 Sep 23 07:00:50.501707 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2b7d53a1-70a2-4581-b1eb-fd5e6b37b73a req-4e2593ac-1497-45a3-9de9-28150ffd4b1b tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fbf98fe-c909-4c03-a796-488b786cfe1c HTTP/1.1" status: 200 len: 945 time: 0.2542934 Sep 23 07:00:50.538847 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-44980a61-4006-4095-bb2b-9c50b29a6ba4 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:50.566610 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2b7d53a1-70a2-4581-b1eb-fd5e6b37b73a req-a8c93e8b-189c-4166-98fb-4082af7d6b9f tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/security-groups?id=fd2b27e9-002e-4189-a66b-a3d17ee0f452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564399 Sep 23 07:00:50.571728 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-44980a61-4006-4095-bb2b-9c50b29a6ba4 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:50.575852 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-44980a61-4006-4095-bb2b-9c50b29a6ba4 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] 10.222.0.39 "DELETE /v2.0/networks/b1af6177-6bcc-4063-ba47-12d637a372c2 HTTP/1.1" status: 204 len: 168 time: 0.9821627 Sep 23 07:00:50.576765 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-7c22e423-69bf-4374-9bba-abb9a8953053 None None] Deleting port ad9115b7-4fdd-4574-b90b-55d21a1c5369 {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:00:50.578106 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-7c22e423-69bf-4374-9bba-abb9a8953053 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:50.579543 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51988) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:50.625924 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44980a61-4006-4095-bb2b-9c50b29a6ba4 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Pushing event deleted for resources: {'Network': ['ID=b1af6177-6bcc-4063-ba47-12d637a372c2,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:50.682134 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7294d0bf-6f9c-4daa-864c-c96d06ae1eaa tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:50.751323 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-7c22e423-69bf-4374-9bba-abb9a8953053 None None] For port ad9115b7-4fdd-4574-b90b-55d21a1c5369, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=ad9115b7-4fdd-4574-b90b-55d21a1c5369,segment=NetworkSegment(2990d2a0-9e66-4340-a632-d8ea3f2dac90),segment_id=2990d2a0-9e66-4340-a632-d8ea3f2dac90)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:00:50.751728 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-7c22e423-69bf-4374-9bba-abb9a8953053 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:50.774754 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-7c22e423-69bf-4374-9bba-abb9a8953053 None None] Calling delete_port for ad9115b7-4fdd-4574-b90b-55d21a1c5369 owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:00:50.797098 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-e327f11f-e430-4524-98c8-88a9634913a7 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Deleting port f1fd0432-86b1-4a44-8cfe-3a6b6a292a77 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:00:50.797435 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e327f11f-e430-4524-98c8-88a9634913a7 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:50.842055 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7294d0bf-6f9c-4daa-864c-c96d06ae1eaa tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Pushing event deleted for resources: {'Port': ['ID=ad9115b7-4fdd-4574-b90b-55d21a1c5369,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:50.864545 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7294d0bf-6f9c-4daa-864c-c96d06ae1eaa tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] No DVR routers for this DVR port ad9115b7-4fdd-4574-b90b-55d21a1c5369 on host n-d-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:00:50.979983 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2cb3a4-a73c-4279-9ce3-182231e39843 req-373a1a55-e33c-42c4-bb91-327b806e280a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:50.987359 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7d2cb3a4-a73c-4279-9ce3-182231e39843 req-373a1a55-e33c-42c4-bb91-327b806e280a service neutron] 10.222.0.21 "GET /v2.0/networks?id=b1168109-2f74-485d-b022-6ac22a84b1fa HTTP/1.1" status: 200 len: 920 time: 0.4782965 Sep 23 07:00:50.992220 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:00:50.992220 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 07:00:50.992220 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:00:50.992220 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 07:00:50.992220 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:00:50.992220 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 07:00:50.992220 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:00:50.992220 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 07:00:50.992220 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:00:50.992220 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 07:00:50.992220 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:00:50.992220 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 07:00:50.992220 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:00:50.992220 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 07:00:50.992220 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:00:50.992220 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 07:00:50.992220 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:00:50.992220 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 07:00:50.992220 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:00:50.992220 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 07:00:50.992220 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:00:50.992220 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 07:00:50.992220 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:00:50.992220 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 07:00:50.992220 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:00:50.992220 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 07:00:50.992220 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:00:50.992220 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 07:00:50.992220 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:00:50.992220 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 07:00:50.992220 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:00:50.992220 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 07:00:50.992220 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:00:50.992220 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 07:00:50.992220 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:00:50.992220 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 07:00:50.992220 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:00:50.992220 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 07:00:50.992220 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:00:50.992220 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 07:00:50.992220 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:00:50.992220 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 07:00:50.992220 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:00:50.992220 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 07:00:50.992220 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:00:50.992220 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 07:00:50.992220 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:00:50.992220 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 07:00:50.992220 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:00:50.992220 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 07:00:50.992220 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:00:50.992220 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 07:00:50.992220 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:00:50.992220 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 07:00:51.005750 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-7c22e423-69bf-4374-9bba-abb9a8953053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:51.030493 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e327f11f-e430-4524-98c8-88a9634913a7 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:51.079940 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c22e423-69bf-4374-9bba-abb9a8953053 None None] Pushing event deleted for resources: {'Port': ['ID=ad9115b7-4fdd-4574-b90b-55d21a1c5369,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:51.093531 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c22e423-69bf-4374-9bba-abb9a8953053 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:00:51.093898 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c22e423-69bf-4374-9bba-abb9a8953053 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:00:51.094594 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c22e423-69bf-4374-9bba-abb9a8953053 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:00:51.095104 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c22e423-69bf-4374-9bba-abb9a8953053 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:00:51.096418 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-e327f11f-e430-4524-98c8-88a9634913a7 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Calling delete_port for f1fd0432-86b1-4a44-8cfe-3a6b6a292a77 owned by {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:00:51.099149 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c22e423-69bf-4374-9bba-abb9a8953053 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:00:51.099703 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c22e423-69bf-4374-9bba-abb9a8953053 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:00:51.100391 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c22e423-69bf-4374-9bba-abb9a8953053 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:00:51.100902 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c22e423-69bf-4374-9bba-abb9a8953053 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:00:51.101395 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c22e423-69bf-4374-9bba-abb9a8953053 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:00:51.101917 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c22e423-69bf-4374-9bba-abb9a8953053 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:00:51.102418 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c22e423-69bf-4374-9bba-abb9a8953053 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:00:51.110706 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c22e423-69bf-4374-9bba-abb9a8953053 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:00:51.114585 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device ad9115b7-4fdd-4574-b90b-55d21a1c5369 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:00:51.153519 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7294d0bf-6f9c-4daa-864c-c96d06ae1eaa tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:51.187653 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c22e423-69bf-4374-9bba-abb9a8953053 None None] No DVR routers for this DVR port ad9115b7-4fdd-4574-b90b-55d21a1c5369 on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:00:51.192842 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: ad9115b7-4fdd-4574-b90b-55d21a1c5369 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:00:51.195087 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device ad9115b7-4fdd-4574-b90b-55d21a1c5369 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:00:51.263631 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7d2cb3a4-a73c-4279-9ce3-182231e39843 req-da79b75b-5f46-4e30-a570-ea0f33ce482d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c3a2632-e7df-4f52-9b07-323eaa3e6404 HTTP/1.1" status: 200 len: 217 time: 0.1043124 Sep 23 07:00:51.306355 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-7294d0bf-6f9c-4daa-864c-c96d06ae1eaa tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d361e1bd-1b94-4144-a627-58e6003b0e5d']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:51.323880 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e327f11f-e430-4524-98c8-88a9634913a7 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:51.375058 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-7294d0bf-6f9c-4daa-864c-c96d06ae1eaa tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2990d2a0-9e66-4340-a632-d8ea3f2dac90') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:51.375362 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-7294d0bf-6f9c-4daa-864c-c96d06ae1eaa tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2990d2a0-9e66-4340-a632-d8ea3f2dac90') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:51.392356 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7294d0bf-6f9c-4daa-864c-c96d06ae1eaa tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:51.422460 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e327f11f-e430-4524-98c8-88a9634913a7 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Pushing event deleted for resources: {'Port': ['ID=f1fd0432-86b1-4a44-8cfe-3a6b6a292a77,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:51.426663 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2cb3a4-a73c-4279-9ce3-182231e39843 req-8a7ee024-e8fb-488d-90e6-370acbc3f495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:51.429129 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7d2cb3a4-a73c-4279-9ce3-182231e39843 req-8a7ee024-e8fb-488d-90e6-370acbc3f495 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=17c90601-5462-41e7-bf81-405fc24353fe HTTP/1.1" status: 200 len: 859 time: 0.1483285 Sep 23 07:00:51.431383 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7294d0bf-6f9c-4daa-864c-c96d06ae1eaa tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:51.457445 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e327f11f-e430-4524-98c8-88a9634913a7 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:51.470500 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-e327f11f-e430-4524-98c8-88a9634913a7 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] 10.222.0.39 "DELETE /v2.0/ports/f1fd0432-86b1-4a44-8cfe-3a6b6a292a77 HTTP/1.1" status: 204 len: 168 time: 0.8834581 Sep 23 07:00:51.470500 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 52016) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:51.482979 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7d2cb3a4-a73c-4279-9ce3-182231e39843 req-9546d09d-ce8f-4a88-a796-45b6a04f3dc4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b1168109-2f74-485d-b022-6ac22a84b1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441213 Sep 23 07:00:51.484481 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7294d0bf-6f9c-4daa-864c-c96d06ae1eaa tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:00:51.485109 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7294d0bf-6f9c-4daa-864c-c96d06ae1eaa tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:51.488859 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 07:00:51.488859 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:00:51.488859 n-d-715271-16 neutron-server[95065]: timer() Sep 23 07:00:51.488859 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:00:51.488859 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 07:00:51.488859 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:00:51.488859 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 07:00:51.488859 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:00:51.488859 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 07:00:51.488859 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:00:51.488859 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 07:00:51.488859 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:00:51.488859 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 07:00:51.488859 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:00:51.488859 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:00:51.488859 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:00:51.488859 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:00:51.488859 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:00:51.488859 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 07:00:51.488859 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:00:51.488859 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 07:00:51.488859 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:00:51.488859 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:00:51.488859 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:00:51.488859 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 07:00:51.488859 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:00:51.488859 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:00:51.488859 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:00:51.488859 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:00:51.488859 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:00:51.488859 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:00:51.488859 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:00:51.533824 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-4012c21d-a55c-4fa4-91d7-0e30e282c943 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] DELETE failed (client error): The resource could not be found. Sep 23 07:00:51.534317 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4012c21d-a55c-4fa4-91d7-0e30e282c943 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 07:00:51.540843 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-4012c21d-a55c-4fa4-91d7-0e30e282c943 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] 10.222.0.39 "DELETE /v2.0/subnets/b475560f-2115-47dd-a7e1-faa381801006 HTTP/1.1" status: 404 len: 337 time: 0.0723572 Sep 23 07:00:51.541462 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 52024) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:51.614363 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7294d0bf-6f9c-4daa-864c-c96d06ae1eaa tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:51.620620 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7294d0bf-6f9c-4daa-864c-c96d06ae1eaa tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:51.622770 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-7294d0bf-6f9c-4daa-864c-c96d06ae1eaa tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] 10.222.0.39 "DELETE /v2.0/networks/d361e1bd-1b94-4144-a627-58e6003b0e5d HTTP/1.1" status: 204 len: 168 time: 1.6635971 Sep 23 07:00:51.640210 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 52032) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:51.674071 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7294d0bf-6f9c-4daa-864c-c96d06ae1eaa tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Pushing event deleted for resources: {'Network': ['ID=d361e1bd-1b94-4144-a627-58e6003b0e5d,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:51.787156 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-dde85840-9551-417c-a0f1-a86827eebafc tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] DELETE failed (client error): The resource could not be found. Sep 23 07:00:51.787914 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dde85840-9551-417c-a0f1-a86827eebafc tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 07:00:51.789884 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-dde85840-9551-417c-a0f1-a86827eebafc tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] 10.222.0.39 "DELETE /v2.0/subnets/aa588fa2-74f8-4a4a-89a2-e8455c07ccab HTTP/1.1" status: 404 len: 337 time: 0.1418786 Sep 23 07:00:51.794380 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 52038) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:51.807493 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-23549f36-9f3a-454a-9dcd-f93e874bc4b2 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:51.834323 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed1ef40c-0268-40d9-8218-0a86e76fda07 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] DELETE failed (client error): The resource could not be found. Sep 23 07:00:51.835354 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed1ef40c-0268-40d9-8218-0a86e76fda07 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 07:00:51.840249 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-ed1ef40c-0268-40d9-8218-0a86e76fda07 tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] 10.222.0.39 "DELETE /v2.0/networks/c5f9932e-2820-48ce-bdc0-db7612eab669 HTTP/1.1" status: 404 len: 339 time: 0.0445876 Sep 23 07:00:51.845804 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 52040) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:51.849761 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7d2cb3a4-a73c-4279-9ce3-182231e39843 req-c8effa46-2e5b-4947-bfd1-af121c577e6c service neutron] 10.222.0.21 "GET /v2.0/networks/b1168109-2f74-485d-b022-6ac22a84b1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540200 Sep 23 07:00:51.923713 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-23549f36-9f3a-454a-9dcd-f93e874bc4b2 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Deleting port 34f101c0-f17c-40d4-9e72-b6d0bfe5df0d {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:00:51.925469 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-23549f36-9f3a-454a-9dcd-f93e874bc4b2 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:51.957065 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dd5130-8698-422e-8c58-74470b3b71f1 req-de757ac5-a789-41e5-9dc9-8024af042688 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:51.964656 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f9dd5130-8698-422e-8c58-74470b3b71f1 req-de757ac5-a789-41e5-9dc9-8024af042688 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fbf98fe-c909-4c03-a796-488b786cfe1c HTTP/1.1" status: 200 len: 945 time: 0.2255199 Sep 23 07:00:52.009393 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca228d3a-09f8-4824-9ad8-7c5b6500a9ed tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Deleting subnet da268d6a-809f-4529-ae4c-8b7a277aae1b {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:00:52.031777 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ca228d3a-09f8-4824-9ad8-7c5b6500a9ed tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:52.068552 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-23549f36-9f3a-454a-9dcd-f93e874bc4b2 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] For port 34f101c0-f17c-40d4-9e72-b6d0bfe5df0d, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=34f101c0-f17c-40d4-9e72-b6d0bfe5df0d,segment=NetworkSegment(5c2ed37c-b7fc-470e-83e2-ba6e2d278701),segment_id=5c2ed37c-b7fc-470e-83e2-ba6e2d278701)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:00:52.069122 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-23549f36-9f3a-454a-9dcd-f93e874bc4b2 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:52.073654 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f9dd5130-8698-422e-8c58-74470b3b71f1 req-58390c98-4eee-4f44-be14-e672bbd17365 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/security-groups?id=fd2b27e9-002e-4189-a66b-a3d17ee0f452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067891 Sep 23 07:00:52.119308 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-23549f36-9f3a-454a-9dcd-f93e874bc4b2 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Calling delete_port for 34f101c0-f17c-40d4-9e72-b6d0bfe5df0d owned by network:dhcp {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:00:52.289426 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7d2cb3a4-a73c-4279-9ce3-182231e39843 req-7109c378-d553-4eab-86a5-4c91dd1de5e1 service neutron] 10.222.0.21 "GET /v2.0/networks/b1168109-2f74-485d-b022-6ac22a84b1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3660898 Sep 23 07:00:52.290155 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 52046) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:52.300621 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-23549f36-9f3a-454a-9dcd-f93e874bc4b2 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:52.311766 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ca228d3a-09f8-4824-9ad8-7c5b6500a9ed tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:52.333946 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23549f36-9f3a-454a-9dcd-f93e874bc4b2 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Pushing event deleted for resources: {'Port': ['ID=34f101c0-f17c-40d4-9e72-b6d0bfe5df0d,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:52.351463 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23549f36-9f3a-454a-9dcd-f93e874bc4b2 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] No DVR routers for this DVR port 34f101c0-f17c-40d4-9e72-b6d0bfe5df0d on host n-d-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:00:52.497983 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ca228d3a-09f8-4824-9ad8-7c5b6500a9ed tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:52.623524 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ca228d3a-09f8-4824-9ad8-7c5b6500a9ed tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:52.661237 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca228d3a-09f8-4824-9ad8-7c5b6500a9ed tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Pushing event deleted for resources: {'Subnet': ['ID=da268d6a-809f-4529-ae4c-8b7a277aae1b,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:52.688628 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6547cdc4-8641-4a44-87a2-a73c77eefd84 None None] Network a192a482-1975-4750-ba50-27a6b59f1254 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:00:52.702996 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ca228d3a-09f8-4824-9ad8-7c5b6500a9ed tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:52.705535 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-ca228d3a-09f8-4824-9ad8-7c5b6500a9ed tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] 10.222.0.39 "DELETE /v2.0/subnets/da268d6a-809f-4529-ae4c-8b7a277aae1b HTTP/1.1" status: 204 len: 168 time: 0.8539364 Sep 23 07:00:52.707565 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 52052) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:52.884656 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-674442cd-1f1d-4e47-9e4d-99e19f1cf337 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:52.924896 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-38b5f127-85a9-475c-ae30-16298af9bf5d tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:52.999632 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-23549f36-9f3a-454a-9dcd-f93e874bc4b2 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:53.050576 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-23549f36-9f3a-454a-9dcd-f93e874bc4b2 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4458d10d-e3f1-4575-b109-0b6993a49f02']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:53.071417 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-23549f36-9f3a-454a-9dcd-f93e874bc4b2 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c2ed37c-b7fc-470e-83e2-ba6e2d278701') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:53.072251 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-23549f36-9f3a-454a-9dcd-f93e874bc4b2 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c2ed37c-b7fc-470e-83e2-ba6e2d278701') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:53.079487 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-38b5f127-85a9-475c-ae30-16298af9bf5d tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Deleting port b877b98c-68ae-4e0a-876f-da6bab523ae2 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:00:53.079487 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-38b5f127-85a9-475c-ae30-16298af9bf5d tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:53.087610 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-23549f36-9f3a-454a-9dcd-f93e874bc4b2 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:53.119754 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb2063d-5cbd-4384-9fc1-5899e2108390 None None] DHCP port deletion for a192a482-1975-4750-ba50-27a6b59f1254 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 07:00:53.143893 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-23549f36-9f3a-454a-9dcd-f93e874bc4b2 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:53.159220 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23549f36-9f3a-454a-9dcd-f93e874bc4b2 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:00:53.159927 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-23549f36-9f3a-454a-9dcd-f93e874bc4b2 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:53.319635 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dbb2063d-5cbd-4384-9fc1-5899e2108390 None None] Deleting port b877b98c-68ae-4e0a-876f-da6bab523ae2 {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:00:53.321022 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dbb2063d-5cbd-4384-9fc1-5899e2108390 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:53.377983 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 07:00:53.377983 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:00:53.377983 n-d-715271-16 neutron-server[95066]: timer() Sep 23 07:00:53.377983 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:00:53.377983 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 07:00:53.377983 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:00:53.377983 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 07:00:53.377983 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:00:53.377983 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 07:00:53.377983 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:00:53.377983 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 07:00:53.377983 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:00:53.377983 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 07:00:53.377983 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:00:53.377983 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:00:53.377983 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:00:53.377983 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:00:53.377983 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:00:53.377983 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 07:00:53.377983 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:00:53.377983 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 07:00:53.377983 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:00:53.377983 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:00:53.377983 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:00:53.377983 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 07:00:53.377983 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:00:53.377983 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:00:53.377983 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:00:53.377983 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:00:53.377983 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:00:53.377983 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:00:53.377983 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:00:53.412829 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a19a6-fa70-4752-9c4e-1f8268ffe674 req-45720959-c2fd-4fb3-9101-158a68f2bd83 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:53.423775 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a19a6-fa70-4752-9c4e-1f8268ffe674 req-45720959-c2fd-4fb3-9101-158a68f2bd83 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:53.432503 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a19a6-fa70-4752-9c4e-1f8268ffe674 req-45720959-c2fd-4fb3-9101-158a68f2bd83 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:53.438875 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-23549f36-9f3a-454a-9dcd-f93e874bc4b2 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:53.440517 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dbb2063d-5cbd-4384-9fc1-5899e2108390 None None] For port b877b98c-68ae-4e0a-876f-da6bab523ae2, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=b877b98c-68ae-4e0a-876f-da6bab523ae2,segment=NetworkSegment(707638b2-67e0-43e9-afc2-4c78742c5743),segment_id=707638b2-67e0-43e9-afc2-4c78742c5743)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:00:53.441443 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dbb2063d-5cbd-4384-9fc1-5899e2108390 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:53.444172 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a19a6-fa70-4752-9c4e-1f8268ffe674 req-45720959-c2fd-4fb3-9101-158a68f2bd83 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:53.451346 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a19a6-fa70-4752-9c4e-1f8268ffe674 req-45720959-c2fd-4fb3-9101-158a68f2bd83 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:53.453097 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-23549f36-9f3a-454a-9dcd-f93e874bc4b2 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:53.455898 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-23549f36-9f3a-454a-9dcd-f93e874bc4b2 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] 10.222.0.39 "DELETE /v2.0/networks/4458d10d-e3f1-4575-b109-0b6993a49f02 HTTP/1.1" status: 204 len: 168 time: 1.9131861 Sep 23 07:00:53.457282 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a19a6-fa70-4752-9c4e-1f8268ffe674 req-45720959-c2fd-4fb3-9101-158a68f2bd83 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:53.461451 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dbb2063d-5cbd-4384-9fc1-5899e2108390 None None] Calling delete_port for b877b98c-68ae-4e0a-876f-da6bab523ae2 owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:00:53.463442 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a19a6-fa70-4752-9c4e-1f8268ffe674 req-45720959-c2fd-4fb3-9101-158a68f2bd83 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:53.466199 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-646a19a6-fa70-4752-9c4e-1f8268ffe674 req-45720959-c2fd-4fb3-9101-158a68f2bd83 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79 HTTP/1.1" status: 200 len: 5436 time: 0.4634068 Sep 23 07:00:53.466617 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 52060) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:53.468561 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-38b5f127-85a9-475c-ae30-16298af9bf5d tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] For port b877b98c-68ae-4e0a-876f-da6bab523ae2, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=b877b98c-68ae-4e0a-876f-da6bab523ae2,segment=NetworkSegment(707638b2-67e0-43e9-afc2-4c78742c5743),segment_id=707638b2-67e0-43e9-afc2-4c78742c5743)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:00:53.468950 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-38b5f127-85a9-475c-ae30-16298af9bf5d tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:53.503144 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23549f36-9f3a-454a-9dcd-f93e874bc4b2 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Pushing event deleted for resources: {'Network': ['ID=4458d10d-e3f1-4575-b109-0b6993a49f02,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:53.535234 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-38b5f127-85a9-475c-ae30-16298af9bf5d tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Calling delete_port for b877b98c-68ae-4e0a-876f-da6bab523ae2 owned by network:dhcp {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:00:53.544698 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-674442cd-1f1d-4e47-9e4d-99e19f1cf337 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:53.559413 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a5fe25-cbb5-4ae4-98a2-b207bd2841fa req-2d5c50c7-5988-45c6-98b3-facf2397cd60 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:53.561457 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d8a5fe25-cbb5-4ae4-98a2-b207bd2841fa req-2d5c50c7-5988-45c6-98b3-facf2397cd60 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fbf98fe-c909-4c03-a796-488b786cfe1c HTTP/1.1" status: 200 len: 945 time: 0.1796541 Sep 23 07:00:53.562829 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-674442cd-1f1d-4e47-9e4d-99e19f1cf337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:53.570935 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-646a19a6-fa70-4752-9c4e-1f8268ffe674 req-0b518301-3bf1-44b8-9d51-6f97a9abc410 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/security-groups?id=af4b1172-21fa-42ea-8f78-02b27dc94910&id=b479065b-36b3-4865-ad7c-063369a14027&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0847323 Sep 23 07:00:53.600748 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dbb2063d-5cbd-4384-9fc1-5899e2108390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:53.604944 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-674442cd-1f1d-4e47-9e4d-99e19f1cf337 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ceb673b1483746acabafb919c66c3035&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3100772 Sep 23 07:00:53.606281 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 52062) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:53.661295 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-317b3f5f-e8e6-4d73-b0c9-be9d3e96be40 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Deleting subnet 95a2627e-9985-4920-8b2d-0d89c2f0ad9e {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:00:53.686902 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb2063d-5cbd-4384-9fc1-5899e2108390 None None] No DVR routers for this DVR port b877b98c-68ae-4e0a-876f-da6bab523ae2 on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:00:53.697111 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb2063d-5cbd-4384-9fc1-5899e2108390 None None] Pushing event deleted for resources: {'Port': ['ID=b877b98c-68ae-4e0a-876f-da6bab523ae2,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:53.709885 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-317b3f5f-e8e6-4d73-b0c9-be9d3e96be40 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:53.730080 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d8a5fe25-cbb5-4ae4-98a2-b207bd2841fa req-2cb34647-7754-47cd-af97-7b1deb8d48cf tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/security-groups?id=fd2b27e9-002e-4189-a66b-a3d17ee0f452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399112 Sep 23 07:00:53.736231 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674442cd-1f1d-4e47-9e4d-99e19f1cf337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9fd7a2f-fc80-4a0b-a7dd-8056b33701ca,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:53.780489 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f39ccc6f-79b3-416f-b618-51081dd5fee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:53.814639 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f39ccc6f-79b3-416f-b618-51081dd5fee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:53.858036 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387fe37-b8e6-4523-a312-1f1ebe33bb0f req-2c348c61-5972-43c1-a9a6-0640fe733810 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:53.876750 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387fe37-b8e6-4523-a312-1f1ebe33bb0f req-2c348c61-5972-43c1-a9a6-0640fe733810 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:53.883960 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387fe37-b8e6-4523-a312-1f1ebe33bb0f req-2c348c61-5972-43c1-a9a6-0640fe733810 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:53.894143 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387fe37-b8e6-4523-a312-1f1ebe33bb0f req-2c348c61-5972-43c1-a9a6-0640fe733810 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:53.903398 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387fe37-b8e6-4523-a312-1f1ebe33bb0f req-2c348c61-5972-43c1-a9a6-0640fe733810 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:53.911380 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387fe37-b8e6-4523-a312-1f1ebe33bb0f req-2c348c61-5972-43c1-a9a6-0640fe733810 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:53.916905 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387fe37-b8e6-4523-a312-1f1ebe33bb0f req-2c348c61-5972-43c1-a9a6-0640fe733810 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:53.918589 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f39ccc6f-79b3-416f-b618-51081dd5fee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:53.921427 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f39ccc6f-79b3-416f-b618-51081dd5fee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:53.922648 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-f39ccc6f-79b3-416f-b618-51081dd5fee1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b9fd7a2f-fc80-4a0b-a7dd-8056b33701ca HTTP/1.1" status: 204 len: 168 time: 0.3019631 Sep 23 07:00:53.922981 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b387fe37-b8e6-4523-a312-1f1ebe33bb0f req-2c348c61-5972-43c1-a9a6-0640fe733810 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79 HTTP/1.1" status: 200 len: 5436 time: 0.2101517 Sep 23 07:00:53.925536 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-317b3f5f-e8e6-4d73-b0c9-be9d3e96be40 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:53.932032 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39ccc6f-79b3-416f-b618-51081dd5fee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9fd7a2f-fc80-4a0b-a7dd-8056b33701ca,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:54.015693 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-38b5f127-85a9-475c-ae30-16298af9bf5d tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:54.048084 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b5f127-85a9-475c-ae30-16298af9bf5d tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Pushing event deleted for resources: {'Port': ['ID=b877b98c-68ae-4e0a-876f-da6bab523ae2,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:54.062736 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b5f127-85a9-475c-ae30-16298af9bf5d tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] No DVR routers for this DVR port b877b98c-68ae-4e0a-876f-da6bab523ae2 on host n-d-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:00:54.237543 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-38b5f127-85a9-475c-ae30-16298af9bf5d tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:54.280117 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-317b3f5f-e8e6-4d73-b0c9-be9d3e96be40 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:54.318930 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-38b5f127-85a9-475c-ae30-16298af9bf5d tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a192a482-1975-4750-ba50-27a6b59f1254']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:54.339049 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-38b5f127-85a9-475c-ae30-16298af9bf5d tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '707638b2-67e0-43e9-afc2-4c78742c5743') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:54.339344 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-38b5f127-85a9-475c-ae30-16298af9bf5d tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '707638b2-67e0-43e9-afc2-4c78742c5743') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:54.374995 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-38b5f127-85a9-475c-ae30-16298af9bf5d tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:54.406314 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-38b5f127-85a9-475c-ae30-16298af9bf5d tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:54.420315 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38b5f127-85a9-475c-ae30-16298af9bf5d tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:00:54.421558 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-38b5f127-85a9-475c-ae30-16298af9bf5d tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:54.424189 n-d-715271-16 neutron-server[95065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:00:54.424189 n-d-715271-16 neutron-server[95065]: self.session.flush() Sep 23 07:00:54.424189 n-d-715271-16 neutron-server[95065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:00:54.424189 n-d-715271-16 neutron-server[95065]: self.session.flush() Sep 23 07:00:54.424189 n-d-715271-16 neutron-server[95065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:00:54.424189 n-d-715271-16 neutron-server[95065]: self.session.flush() Sep 23 07:00:54.424189 n-d-715271-16 neutron-server[95065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:00:54.424189 n-d-715271-16 neutron-server[95065]: self.session.flush() Sep 23 07:00:54.424189 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 07:00:54.424189 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:00:54.424189 n-d-715271-16 neutron-server[95065]: timer() Sep 23 07:00:54.424189 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:00:54.424189 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 07:00:54.424189 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:00:54.424189 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 07:00:54.424189 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:00:54.424189 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 07:00:54.424189 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:00:54.424189 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 07:00:54.424189 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:00:54.424189 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 07:00:54.424189 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:00:54.424189 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:00:54.424189 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:00:54.424189 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:00:54.424189 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:00:54.424189 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 07:00:54.424189 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:00:54.424189 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 07:00:54.424189 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:00:54.424189 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:00:54.424189 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:00:54.424189 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 07:00:54.424189 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:00:54.424189 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:00:54.424189 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:00:54.424189 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:00:54.424189 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:00:54.424189 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:00:54.424189 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:00:54.467153 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-317b3f5f-e8e6-4d73-b0c9-be9d3e96be40 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:54.541617 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-317b3f5f-e8e6-4d73-b0c9-be9d3e96be40 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:54.543996 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-317b3f5f-e8e6-4d73-b0c9-be9d3e96be40 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] 10.222.0.39 "DELETE /v2.0/subnets/95a2627e-9985-4920-8b2d-0d89c2f0ad9e HTTP/1.1" status: 204 len: 168 time: 1.0720744 Sep 23 07:00:54.545722 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317b3f5f-e8e6-4d73-b0c9-be9d3e96be40 tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Pushing event deleted for resources: {'Subnet': ['ID=95a2627e-9985-4920-8b2d-0d89c2f0ad9e,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:54.546674 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 52080) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:54.555206 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e595e8-fa9e-4c3f-80be-7d660ca69be2 None None] Network 1cf6c3e3-734a-4ea5-a8fe-cb57e6c8de98 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:00:54.557558 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-38b5f127-85a9-475c-ae30-16298af9bf5d tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:54.573518 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-38b5f127-85a9-475c-ae30-16298af9bf5d tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:54.578639 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-38b5f127-85a9-475c-ae30-16298af9bf5d tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] 10.222.0.39 "DELETE /v2.0/networks/a192a482-1975-4750-ba50-27a6b59f1254 HTTP/1.1" status: 204 len: 168 time: 1.8676794 Sep 23 07:00:54.606883 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b5f127-85a9-475c-ae30-16298af9bf5d tempest-NetworksIpV6Test-744145900 tempest-NetworksIpV6Test-744145900-project] Pushing event deleted for resources: {'Network': ['ID=a192a482-1975-4750-ba50-27a6b59f1254,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:54.731635 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1ac86017-8eff-45a0-a7de-be66e1217c7e tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:54.912418 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d134a7c-3781-442a-a645-767952b2d011 None None] DHCP port deletion for 1cf6c3e3-734a-4ea5-a8fe-cb57e6c8de98 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 07:00:54.923385 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-1ac86017-8eff-45a0-a7de-be66e1217c7e tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Deleting port 1d6fe0ab-ed35-41cb-9d54-5419b5f2fe33 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:00:54.926173 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1ac86017-8eff-45a0-a7de-be66e1217c7e tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:55.060779 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedb34c6-3ae5-4d83-aaf7-bf7031eb0330 req-2c102f15-d5b7-437f-ab68-db4ab27b8166 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:55.068434 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bedb34c6-3ae5-4d83-aaf7-bf7031eb0330 req-2c102f15-d5b7-437f-ab68-db4ab27b8166 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fbf98fe-c909-4c03-a796-488b786cfe1c HTTP/1.1" status: 200 len: 945 time: 0.1385033 Sep 23 07:00:55.076490 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-1ac86017-8eff-45a0-a7de-be66e1217c7e tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] For port 1d6fe0ab-ed35-41cb-9d54-5419b5f2fe33, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=1d6fe0ab-ed35-41cb-9d54-5419b5f2fe33,segment=NetworkSegment(e3319f5a-907e-4c5c-b897-175de1ebfc87),segment_id=e3319f5a-907e-4c5c-b897-175de1ebfc87)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:00:55.077458 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1ac86017-8eff-45a0-a7de-be66e1217c7e tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:55.091571 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-3d134a7c-3781-442a-a645-767952b2d011 None None] Deleting port 1d6fe0ab-ed35-41cb-9d54-5419b5f2fe33 {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:00:55.092366 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3d134a7c-3781-442a-a645-767952b2d011 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:55.124882 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 1d6fe0ab-ed35-41cb-9d54-5419b5f2fe33 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:00:55.158217 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-1ac86017-8eff-45a0-a7de-be66e1217c7e tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Calling delete_port for 1d6fe0ab-ed35-41cb-9d54-5419b5f2fe33 owned by network:dhcp {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:00:55.171370 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 52092) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:55.231004 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bedb34c6-3ae5-4d83-aaf7-bf7031eb0330 req-0f437a30-c987-4901-a3cf-8def0bcce1f3 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/security-groups?id=fd2b27e9-002e-4189-a66b-a3d17ee0f452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607339 Sep 23 07:00:55.331493 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:55.352908 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1ac86017-8eff-45a0-a7de-be66e1217c7e tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:55.377086 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-3d134a7c-3781-442a-a645-767952b2d011 None None] For port 1d6fe0ab-ed35-41cb-9d54-5419b5f2fe33, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=1d6fe0ab-ed35-41cb-9d54-5419b5f2fe33,segment=NetworkSegment(e3319f5a-907e-4c5c-b897-175de1ebfc87),segment_id=e3319f5a-907e-4c5c-b897-175de1ebfc87)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:00:55.377790 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3d134a7c-3781-442a-a645-767952b2d011 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:55.411135 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac86017-8eff-45a0-a7de-be66e1217c7e tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] No DVR routers for this DVR port 1d6fe0ab-ed35-41cb-9d54-5419b5f2fe33 on host n-d-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:00:55.459998 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-3d134a7c-3781-442a-a645-767952b2d011 None None] Calling delete_port for 1d6fe0ab-ed35-41cb-9d54-5419b5f2fe33 owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:00:55.464306 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device b877b98c-68ae-4e0a-876f-da6bab523ae2 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:00:55.520444 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac86017-8eff-45a0-a7de-be66e1217c7e tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Pushing event deleted for resources: {'Port': ['ID=1d6fe0ab-ed35-41cb-9d54-5419b5f2fe33,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:55.526215 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: b877b98c-68ae-4e0a-876f-da6bab523ae2 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:00:55.526570 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device b877b98c-68ae-4e0a-876f-da6bab523ae2 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:00:55.665013 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 52106) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:55.732595 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1ac86017-8eff-45a0-a7de-be66e1217c7e tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:55.761372 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3d134a7c-3781-442a-a645-767952b2d011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:55.773669 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-1ac86017-8eff-45a0-a7de-be66e1217c7e tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cf6c3e3-734a-4ea5-a8fe-cb57e6c8de98']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:55.818777 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-1ac86017-8eff-45a0-a7de-be66e1217c7e tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3319f5a-907e-4c5c-b897-175de1ebfc87') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:55.819085 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-1ac86017-8eff-45a0-a7de-be66e1217c7e tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3319f5a-907e-4c5c-b897-175de1ebfc87') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:00:55.828099 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d134a7c-3781-442a-a645-767952b2d011 None None] No DVR routers for this DVR port 1d6fe0ab-ed35-41cb-9d54-5419b5f2fe33 on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:00:55.835106 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d134a7c-3781-442a-a645-767952b2d011 None None] Pushing event deleted for resources: {'Port': ['ID=1d6fe0ab-ed35-41cb-9d54-5419b5f2fe33,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:55.843844 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1ac86017-8eff-45a0-a7de-be66e1217c7e tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:55.869729 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1ac86017-8eff-45a0-a7de-be66e1217c7e tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:55.898465 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ac86017-8eff-45a0-a7de-be66e1217c7e tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:00:55.898880 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1ac86017-8eff-45a0-a7de-be66e1217c7e tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:55.926478 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 07:00:55.926478 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:00:55.926478 n-d-715271-16 neutron-server[95066]: timer() Sep 23 07:00:55.926478 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:00:55.926478 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 07:00:55.926478 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:00:55.926478 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 07:00:55.926478 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:00:55.926478 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 07:00:55.926478 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:00:55.926478 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 07:00:55.926478 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:00:55.926478 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 07:00:55.926478 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:00:55.926478 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:00:55.926478 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:00:55.926478 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:00:55.926478 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:00:55.926478 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 07:00:55.926478 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:00:55.926478 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 07:00:55.926478 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:00:55.926478 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:00:55.926478 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:00:55.926478 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 07:00:55.926478 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:00:55.926478 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:00:55.926478 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:00:55.926478 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:00:55.926478 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:00:55.926478 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:00:55.926478 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:00:56.024538 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1ac86017-8eff-45a0-a7de-be66e1217c7e tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:56.056650 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1ac86017-8eff-45a0-a7de-be66e1217c7e tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:56.066604 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-1ac86017-8eff-45a0-a7de-be66e1217c7e tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] 10.222.0.39 "DELETE /v2.0/networks/1cf6c3e3-734a-4ea5-a8fe-cb57e6c8de98 HTTP/1.1" status: 204 len: 168 time: 1.5185337 Sep 23 07:00:56.134288 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-e69112ff-5940-4e07-b86f-847e703f1df5 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-320136152-network', 'tenant_id': '89f11eecfa5e4a7092a5ae07bc115b63'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:00:56.140872 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac86017-8eff-45a0-a7de-be66e1217c7e tempest-NetworksIpV6TestAttrs-1271670487 tempest-NetworksIpV6TestAttrs-1271670487-project] Pushing event deleted for resources: {'Network': ['ID=1cf6c3e3-734a-4ea5-a8fe-cb57e6c8de98,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:56.239613 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e69112ff-5940-4e07-b86f-847e703f1df5 admin admin] Made reservation on behalf of 89f11eecfa5e4a7092a5ae07bc115b63 for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:00:56.271039 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e69112ff-5940-4e07-b86f-847e703f1df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:56.293465 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e69112ff-5940-4e07-b86f-847e703f1df5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:56.311784 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-0f5fe80f-ec1d-49ca-b139-79ff52024cae admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=09cbbdc653254f998cb2497cb8f162a5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1381743 Sep 23 07:00:56.316674 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 52126) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:56.509143 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2ca594dc-05a6-41c6-a309-da633e3728f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:56.511126 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e69112ff-5940-4e07-b86f-847e703f1df5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:56.522077 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e69112ff-5940-4e07-b86f-847e703f1df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:56.551915 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f63082-0e3d-48dd-a881-1c22f18bba36 req-ec4a00f9-0f66-44d0-abc5-36367f50078a tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:56.555246 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-77f63082-0e3d-48dd-a881-1c22f18bba36 req-ec4a00f9-0f66-44d0-abc5-36367f50078a tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fbf98fe-c909-4c03-a796-488b786cfe1c HTTP/1.1" status: 200 len: 945 time: 0.1055081 Sep 23 07:00:56.561305 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2ca594dc-05a6-41c6-a309-da633e3728f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:56.630770 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e69112ff-5940-4e07-b86f-847e703f1df5 admin admin] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:00:56.635098 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2ca594dc-05a6-41c6-a309-da633e3728f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:56.639227 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2ca594dc-05a6-41c6-a309-da633e3728f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:56.643425 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-2ca594dc-05a6-41c6-a309-da633e3728f6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/551e6336-c01b-4001-941d-b34f3fe36b45 HTTP/1.1" status: 204 len: 168 time: 0.3226991 Sep 23 07:00:56.664727 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca594dc-05a6-41c6-a309-da633e3728f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=551e6336-c01b-4001-941d-b34f3fe36b45,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:56.694180 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e69112ff-5940-4e07-b86f-847e703f1df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:56.694745 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-e69112ff-5940-4e07-b86f-847e703f1df5 admin admin] Added segment 7d448d96-e617-4bfe-aae4-858e411af6f3 of type vlan for network d42dbf02-dbd8-4475-9324-a170216ebb5d Sep 23 07:00:56.710474 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-77f63082-0e3d-48dd-a881-1c22f18bba36 req-c377abe2-7ca7-437a-803f-832cb151ee4f tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/security-groups?id=fd2b27e9-002e-4189-a66b-a3d17ee0f452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841188 Sep 23 07:00:56.742578 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 52136) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:56.754808 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e69112ff-5940-4e07-b86f-847e703f1df5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:56.796871 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e69112ff-5940-4e07-b86f-847e703f1df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:56.799608 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69112ff-5940-4e07-b86f-847e703f1df5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:56.799748 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e69112ff-5940-4e07-b86f-847e703f1df5 admin admin] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:56.879212 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69112ff-5940-4e07-b86f-847e703f1df5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdcfc86a-1d1f-475f-acfd-fabadcbb6c8e,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:56.884871 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69112ff-5940-4e07-b86f-847e703f1df5 admin admin] Pushing event updated for resources: {'Network': ['ID=d42dbf02-dbd8-4475-9324-a170216ebb5d,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:56.900183 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-e69112ff-5940-4e07-b86f-847e703f1df5 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2326062 Sep 23 07:00:56.903988 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 52144) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:56.914373 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-02f8c79e-cc46-459b-8e76-d56504102e4b admin admin] Request body: {'subnet': {'network_id': 'd42dbf02-dbd8-4475-9324-a170216ebb5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-320136152-subnet', 'tenant_id': '89f11eecfa5e4a7092a5ae07bc115b63', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:00:56.946167 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network d42dbf02-dbd8-4475-9324-a170216ebb5d details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:00:56.987265 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f8c79e-cc46-459b-8e76-d56504102e4b admin admin] Made reservation on behalf of 89f11eecfa5e4a7092a5ae07bc115b63 for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:00:56.999099 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-02f8c79e-cc46-459b-8e76-d56504102e4b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:57.206244 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-1b6c384e-d5cb-487e-a313-e1d7d7a6ffe5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=827ecb775293450ea32b12e6ad2b9555&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4622939 Sep 23 07:00:57.211605 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 52148) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:57.398241 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 52154) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:57.435926 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-03b96964-fe8e-409f-9c25-3cca588709b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:57.548663 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-03b96964-fe8e-409f-9c25-3cca588709b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:57.595895 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-02f8c79e-cc46-459b-8e76-d56504102e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:57.663356 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f8c79e-cc46-459b-8e76-d56504102e4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f414d52-2df6-4df0-a8e4-8564ccbb8fca,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:57.699998 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f8c79e-cc46-459b-8e76-d56504102e4b admin admin] Checking segment: {'id': '7d448d96-e617-4bfe-aae4-858e411af6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'd42dbf02-dbd8-4475-9324-a170216ebb5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:00:57.699998 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f8c79e-cc46-459b-8e76-d56504102e4b admin admin] Network hostable DHCP agents. Network: d42dbf02-dbd8-4475-9324-a170216ebb5d, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:00:57.716084 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-03b96964-fe8e-409f-9c25-3cca588709b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:57.718794 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-03b96964-fe8e-409f-9c25-3cca588709b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:57.719970 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-03b96964-fe8e-409f-9c25-3cca588709b8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8cfc8627-e467-4104-a9b3-af84e20c955c HTTP/1.1" status: 204 len: 168 time: 0.5069919 Sep 23 07:00:57.721133 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f8c79e-cc46-459b-8e76-d56504102e4b admin admin] Network d42dbf02-dbd8-4475-9324-a170216ebb5d is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:00:57.735402 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-02f8c79e-cc46-459b-8e76-d56504102e4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, d42dbf02-dbd8-4475-9324-a170216ebb5d) {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:00:57.742967 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f8c79e-cc46-459b-8e76-d56504102e4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:57.743578 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-02f8c79e-cc46-459b-8e76-d56504102e4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:57.749210 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b929b14-c6d3-4aa5-b18a-93f9a76c6076 None None] Network d42dbf02-dbd8-4475-9324-a170216ebb5d requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:00:57.756272 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f18468-587c-41b5-bc90-4be9a4e308a6 req-550fd960-9ace-41d2-9b10-4e02499737d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:57.757083 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f18468-587c-41b5-bc90-4be9a4e308a6 req-550fd960-9ace-41d2-9b10-4e02499737d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:57.757600 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f18468-587c-41b5-bc90-4be9a4e308a6 req-550fd960-9ace-41d2-9b10-4e02499737d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:57.758098 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f18468-587c-41b5-bc90-4be9a4e308a6 req-550fd960-9ace-41d2-9b10-4e02499737d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:57.758564 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f18468-587c-41b5-bc90-4be9a4e308a6 req-550fd960-9ace-41d2-9b10-4e02499737d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:57.759039 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f18468-587c-41b5-bc90-4be9a4e308a6 req-550fd960-9ace-41d2-9b10-4e02499737d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:57.759526 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f18468-587c-41b5-bc90-4be9a4e308a6 req-550fd960-9ace-41d2-9b10-4e02499737d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:57.785452 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-56f18468-587c-41b5-bc90-4be9a4e308a6 req-550fd960-9ace-41d2-9b10-4e02499737d9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79 HTTP/1.1" status: 200 len: 6500 time: 0.3857145 Sep 23 07:00:57.803493 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-02f8c79e-cc46-459b-8e76-d56504102e4b admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8954163 Sep 23 07:00:57.851982 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b96964-fe8e-409f-9c25-3cca588709b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cfc8627-e467-4104-a9b3-af84e20c955c,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:57.899304 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-56f18468-587c-41b5-bc90-4be9a4e308a6 req-3a02d6dd-51c5-433f-bfed-00cb447ffd1f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b479065b-36b3-4865-ad7c-063369a14027&id=af4b1172-21fa-42ea-8f78-02b27dc94910&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1130123 Sep 23 07:00:58.548381 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268f551e-fbd6-46a9-b6f1-12c1df752c6b None None] Network d42dbf02-dbd8-4475-9324-a170216ebb5d requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:00:58.696731 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 52200) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:58.990350 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-ce683fe2-6c90-4408-8b01-1ea82c74ed4c tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-2014857407'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:00:59.024025 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce683fe2-6c90-4408-8b01-1ea82c74ed4c tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Made reservation on behalf of 07ae454f7ce4401191be202855767634 for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:00:59.035927 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ce683fe2-6c90-4408-8b01-1ea82c74ed4c tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:59.058903 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ce683fe2-6c90-4408-8b01-1ea82c74ed4c tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:59.244021 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ce683fe2-6c90-4408-8b01-1ea82c74ed4c tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:59.251588 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ce683fe2-6c90-4408-8b01-1ea82c74ed4c tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:59.279116 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce683fe2-6c90-4408-8b01-1ea82c74ed4c tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:00:59.326369 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ce683fe2-6c90-4408-8b01-1ea82c74ed4c tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:59.326887 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-ce683fe2-6c90-4408-8b01-1ea82c74ed4c tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Added segment bcf917bd-5f77-4956-9822-05e11cd14096 of type vlan for network 86777a1e-cc73-49e9-a3f2-0c75dce33574 Sep 23 07:00:59.347696 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce683fe2-6c90-4408-8b01-1ea82c74ed4c tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51252e07-c78f-4136-a12a-816d9e57fc46,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:59.385508 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ce683fe2-6c90-4408-8b01-1ea82c74ed4c tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:59.440158 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ce683fe2-6c90-4408-8b01-1ea82c74ed4c tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:59.455899 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce683fe2-6c90-4408-8b01-1ea82c74ed4c tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:59.456913 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ce683fe2-6c90-4408-8b01-1ea82c74ed4c tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:59.501922 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-ce683fe2-6c90-4408-8b01-1ea82c74ed4c tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.8016236 Sep 23 07:00:59.502986 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 52220) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:59.508618 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-4f3df170-6460-4665-9daf-27d2f5e8b665 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Request body: {'port': {'network_id': '86777a1e-cc73-49e9-a3f2-0c75dce33574', 'name': 'tempest-PortsTestJSON-1834932510'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:00:59.582504 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce683fe2-6c90-4408-8b01-1ea82c74ed4c tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event updated for resources: {'Network': ['ID=86777a1e-cc73-49e9-a3f2-0c75dce33574,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:00:59.615264 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 86777a1e-cc73-49e9-a3f2-0c75dce33574 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:00:59.704214 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 52230) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:00:59.734401 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f3df170-6460-4665-9daf-27d2f5e8b665 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Made reservation on behalf of 07ae454f7ce4401191be202855767634 for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:00:59.738281 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4f3df170-6460-4665-9daf-27d2f5e8b665 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:59.795423 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [None req-4f3df170-6460-4665-9daf-27d2f5e8b665 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] device_id is not set on port d5056a66-4343-48f6-b932-608452ca72e1 yet. {{(pid=95066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 07:00:59.913824 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-b3a62b8f-b50d-4e8f-ac3a-453520ad2fdc tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Request body: {'network': {'name': 'tempest-RoutersTest-1686001726'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:00:59.964680 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a62b8f-b50d-4e8f-ac3a-453520ad2fdc tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Made reservation on behalf of d7464ba7b96349c78070f768c2b55fbf for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:00:59.968848 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b3a62b8f-b50d-4e8f-ac3a-453520ad2fdc tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:00:59.971155 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da1be47-f92f-4ab2-b767-0b1910ec86dc req-44dfb33b-666a-4fe6-b966-ab10a06445d2 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:00:59.980824 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4da1be47-f92f-4ab2-b767-0b1910ec86dc req-44dfb33b-666a-4fe6-b966-ab10a06445d2 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fbf98fe-c909-4c03-a796-488b786cfe1c HTTP/1.1" status: 200 len: 945 time: 0.1233146 Sep 23 07:00:59.996690 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b3a62b8f-b50d-4e8f-ac3a-453520ad2fdc tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:00.043994 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4da1be47-f92f-4ab2-b767-0b1910ec86dc req-0b9e5c96-b159-41eb-bcbc-f2a81edddc58 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/security-groups?id=fd2b27e9-002e-4189-a66b-a3d17ee0f452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561357 Sep 23 07:01:00.114412 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4f3df170-6460-4665-9daf-27d2f5e8b665 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:00.210134 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4f3df170-6460-4665-9daf-27d2f5e8b665 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:00.291188 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b3a62b8f-b50d-4e8f-ac3a-453520ad2fdc tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:00.302175 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b3a62b8f-b50d-4e8f-ac3a-453520ad2fdc tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:00.358527 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3df170-6460-4665-9daf-27d2f5e8b665 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event updated for resources: {'Port': ['ID=d5056a66-4343-48f6-b932-608452ca72e1,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:00.375979 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3a62b8f-b50d-4e8f-ac3a-453520ad2fdc tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:01:00.378017 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3df170-6460-4665-9daf-27d2f5e8b665 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Checking segment: {'id': 'bcf917bd-5f77-4956-9822-05e11cd14096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '86777a1e-cc73-49e9-a3f2-0c75dce33574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:01:00.378372 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3df170-6460-4665-9daf-27d2f5e8b665 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Network hostable DHCP agents. Network: 86777a1e-cc73-49e9-a3f2-0c75dce33574, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:01:00.399235 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a62b8f-b50d-4e8f-ac3a-453520ad2fdc tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=717a7155-20e2-4f68-9566-709cd2b979d0,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:00.407617 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b3a62b8f-b50d-4e8f-ac3a-453520ad2fdc tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:00.408043 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-b3a62b8f-b50d-4e8f-ac3a-453520ad2fdc tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Added segment 1678faac-ea34-40ab-b97a-f1243319e636 of type vlan for network 89c0b4a1-ad92-4d7a-9c74-6bf2ee526b44 Sep 23 07:01:00.461504 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3df170-6460-4665-9daf-27d2f5e8b665 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Network 86777a1e-cc73-49e9-a3f2-0c75dce33574 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:01:00.504075 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b3a62b8f-b50d-4e8f-ac3a-453520ad2fdc tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:00.587973 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-4f3df170-6460-4665-9daf-27d2f5e8b665 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 86777a1e-cc73-49e9-a3f2-0c75dce33574) {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:01:00.597412 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3df170-6460-4665-9daf-27d2f5e8b665 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:01:00.598337 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6569f377-7e8b-405a-ab50-dff675774662 None None] Network 86777a1e-cc73-49e9-a3f2-0c75dce33574 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:01:00.603192 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3df170-6460-4665-9daf-27d2f5e8b665 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:00.604107 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4f3df170-6460-4665-9daf-27d2f5e8b665 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:00.626404 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b3a62b8f-b50d-4e8f-ac3a-453520ad2fdc tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:00.633326 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a62b8f-b50d-4e8f-ac3a-453520ad2fdc tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:00.634028 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b3a62b8f-b50d-4e8f-ac3a-453520ad2fdc tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:00.676415 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-4f3df170-6460-4665-9daf-27d2f5e8b665 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1694686 Sep 23 07:01:00.678834 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 52248) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:00.682247 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f14a01b6-d2fd-43f3-bc87-858a01e317aa req-2a842df8-329e-47dc-8db8-a0672e719341 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1977074 Sep 23 07:01:00.688444 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-51450002-5d5c-4d5b-b95e-fe37a9adcfe8 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1882965118'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:01:00.720555 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-b3a62b8f-b50d-4e8f-ac3a-453520ad2fdc tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0131068 Sep 23 07:01:00.721235 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 52250) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:00.730878 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-47084e6a-522d-4a8f-99ad-5842e31174bb tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Request body: {'network': {'name': 'tempest-RoutersTest-427228386'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:01:00.791106 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a62b8f-b50d-4e8f-ac3a-453520ad2fdc tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Pushing event updated for resources: {'Network': ['ID=89c0b4a1-ad92-4d7a-9c74-6bf2ee526b44,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:00.822688 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51450002-5d5c-4d5b-b95e-fe37a9adcfe8 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Made reservation on behalf of 07ae454f7ce4401191be202855767634 for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:01:00.822964 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 89c0b4a1-ad92-4d7a-9c74-6bf2ee526b44 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:01:00.833632 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-51450002-5d5c-4d5b-b95e-fe37a9adcfe8 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:00.900238 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47084e6a-522d-4a8f-99ad-5842e31174bb tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Made reservation on behalf of d7464ba7b96349c78070f768c2b55fbf for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:01:00.907369 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-47084e6a-522d-4a8f-99ad-5842e31174bb tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:00.967359 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51450002-5d5c-4d5b-b95e-fe37a9adcfe8 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:01:00.981786 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-51450002-5d5c-4d5b-b95e-fe37a9adcfe8 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:00.982357 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-51450002-5d5c-4d5b-b95e-fe37a9adcfe8 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Added segment 692351b8-9d8c-44da-bc6f-c0a1b4df9826 of type vlan for network f66e6b1e-7720-410d-b736-c60b407df427 Sep 23 07:01:00.990011 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a01b6-d2fd-43f3-bc87-858a01e317aa req-a95c60e0-775e-4580-a088-d4df810aa421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:00.990750 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a01b6-d2fd-43f3-bc87-858a01e317aa req-a95c60e0-775e-4580-a088-d4df810aa421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:00.992070 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a01b6-d2fd-43f3-bc87-858a01e317aa req-a95c60e0-775e-4580-a088-d4df810aa421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:00.993998 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a01b6-d2fd-43f3-bc87-858a01e317aa req-a95c60e0-775e-4580-a088-d4df810aa421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:00.995197 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a01b6-d2fd-43f3-bc87-858a01e317aa req-a95c60e0-775e-4580-a088-d4df810aa421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:00.997078 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a01b6-d2fd-43f3-bc87-858a01e317aa req-a95c60e0-775e-4580-a088-d4df810aa421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:00.998440 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a01b6-d2fd-43f3-bc87-858a01e317aa req-a95c60e0-775e-4580-a088-d4df810aa421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:01.002013 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f14a01b6-d2fd-43f3-bc87-858a01e317aa req-a95c60e0-775e-4580-a088-d4df810aa421 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3be4c5cb804b4ff99ee0f3347ae7c2c6&device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79 HTTP/1.1" status: 200 len: 6500 time: 0.1707106 Sep 23 07:01:01.008477 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47084e6a-522d-4a8f-99ad-5842e31174bb tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:01:01.019160 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-47084e6a-522d-4a8f-99ad-5842e31174bb tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:01.020967 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-47084e6a-522d-4a8f-99ad-5842e31174bb tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Added segment f0f47328-6e09-415a-88e5-78c1c532e4d4 of type vlan for network 28c06f26-cf90-4427-8867-13987504023d Sep 23 07:01:01.065172 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-51450002-5d5c-4d5b-b95e-fe37a9adcfe8 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:01.131793 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-51450002-5d5c-4d5b-b95e-fe37a9adcfe8 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:01.139031 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51450002-5d5c-4d5b-b95e-fe37a9adcfe8 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:01.139848 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-51450002-5d5c-4d5b-b95e-fe37a9adcfe8 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:01.151309 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-47084e6a-522d-4a8f-99ad-5842e31174bb tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:01.185687 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-51450002-5d5c-4d5b-b95e-fe37a9adcfe8 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5053120 Sep 23 07:01:01.186473 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 52252) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:01.193972 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-73d4d823-2db6-470a-9477-138e79b83da3 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Request body: {'ports': [{'network_id': '86777a1e-cc73-49e9-a3f2-0c75dce33574'}, {'network_id': 'f66e6b1e-7720-410d-b736-c60b407df427'}]} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:01:01.194449 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-73d4d823-2db6-470a-9477-138e79b83da3 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Request body: {'port': {'network_id': '86777a1e-cc73-49e9-a3f2-0c75dce33574'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:01:01.195072 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-73d4d823-2db6-470a-9477-138e79b83da3 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Request body: {'port': {'network_id': 'f66e6b1e-7720-410d-b736-c60b407df427'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:01:01.247799 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-47084e6a-522d-4a8f-99ad-5842e31174bb tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:01.254657 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47084e6a-522d-4a8f-99ad-5842e31174bb tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:01.255416 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-47084e6a-522d-4a8f-99ad-5842e31174bb tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:01.287164 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a01b6-d2fd-43f3-bc87-858a01e317aa req-020ea6d2-efe0-438c-a6a0-71401ba9df0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:01.289430 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a01b6-d2fd-43f3-bc87-858a01e317aa req-020ea6d2-efe0-438c-a6a0-71401ba9df0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:01.290189 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a01b6-d2fd-43f3-bc87-858a01e317aa req-020ea6d2-efe0-438c-a6a0-71401ba9df0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:01.296554 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f14a01b6-d2fd-43f3-bc87-858a01e317aa req-020ea6d2-efe0-438c-a6a0-71401ba9df0c service neutron] 10.222.0.58 "GET /v2.0/networks?id=89158bcd-2a79-4993-ae5b-556a0ab839e7&id=a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54&id=a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54&id=a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54&id=a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54&id=57ba53b1-4b40-40e0-aae1-e93257c8c94d&id=57ba53b1-4b40-40e0-aae1-e93257c8c94d HTTP/1.1" status: 200 len: 2291 time: 0.2561114 Sep 23 07:01:01.301235 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-47084e6a-522d-4a8f-99ad-5842e31174bb tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5767233 Sep 23 07:01:01.301879 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 52256) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:01.330907 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-105376f9-a500-4a55-9ba1-af402ac2683f tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Request body: {'subnet': {'network_id': '89c0b4a1-ad92-4d7a-9c74-6bf2ee526b44', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:01:01.339192 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51450002-5d5c-4d5b-b95e-fe37a9adcfe8 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event updated for resources: {'Network': ['ID=f66e6b1e-7720-410d-b736-c60b407df427,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:01.352431 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network f66e6b1e-7720-410d-b736-c60b407df427 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:01:01.463754 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d4d823-2db6-470a-9477-138e79b83da3 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Made reservation on behalf of 07ae454f7ce4401191be202855767634 for: {'port': 2} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:01:01.472972 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-73d4d823-2db6-470a-9477-138e79b83da3 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:01.497299 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-73d4d823-2db6-470a-9477-138e79b83da3 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:01.534535 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47084e6a-522d-4a8f-99ad-5842e31174bb tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Pushing event updated for resources: {'Network': ['ID=28c06f26-cf90-4427-8867-13987504023d,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:01.572758 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f14a01b6-d2fd-43f3-bc87-858a01e317aa req-92d03c33-c44e-442f-b0da-e75391043065 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=710c6711-73b5-4443-9f6d-058253ac8526 HTTP/1.1" status: 200 len: 1002 time: 0.2569904 Sep 23 07:01:01.609531 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 28c06f26-cf90-4427-8867-13987504023d details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:01:01.653707 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a01b6-d2fd-43f3-bc87-858a01e317aa req-d60df550-5f8c-4ed8-8dc8-7200dca5883b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:01.655882 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f14a01b6-d2fd-43f3-bc87-858a01e317aa req-d60df550-5f8c-4ed8-8dc8-7200dca5883b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=11f8f7b3-d5e2-420b-8586-bf82f5f03fc6 HTTP/1.1" status: 200 len: 850 time: 0.0735209 Sep 23 07:01:01.682445 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-105376f9-a500-4a55-9ba1-af402ac2683f tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Made reservation on behalf of d7464ba7b96349c78070f768c2b55fbf for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:01:01.688197 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-105376f9-a500-4a55-9ba1-af402ac2683f tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:01.719195 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [None req-73d4d823-2db6-470a-9477-138e79b83da3 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] device_id is not set on port df1ce7f7-1cc7-44a5-9331-cd3255c6c0de yet. {{(pid=95065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 07:01:01.864134 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a01b6-d2fd-43f3-bc87-858a01e317aa req-1e2cd5ec-2acb-4ed0-a626-20bf2e153540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:01.874665 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f14a01b6-d2fd-43f3-bc87-858a01e317aa req-1e2cd5ec-2acb-4ed0-a626-20bf2e153540 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=89158bcd-2a79-4993-ae5b-556a0ab839e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2093036 Sep 23 07:01:01.974946 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-73d4d823-2db6-470a-9477-138e79b83da3 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:02.108095 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [None req-73d4d823-2db6-470a-9477-138e79b83da3 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] device_id is not set on port 666c779d-7750-4b45-911a-bcfaf324e9fb yet. {{(pid=95065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 07:01:02.241246 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f14a01b6-d2fd-43f3-bc87-858a01e317aa req-c3ca670f-c0e3-4212-bfa5-402e7d27e3ad service neutron] 10.222.0.58 "GET /v2.0/networks/89158bcd-2a79-4993-ae5b-556a0ab839e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3553693 Sep 23 07:01:02.417907 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-73d4d823-2db6-470a-9477-138e79b83da3 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:02.510403 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-73d4d823-2db6-470a-9477-138e79b83da3 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:02.549850 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d4d823-2db6-470a-9477-138e79b83da3 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Network 86777a1e-cc73-49e9-a3f2-0c75dce33574 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:01:02.562947 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-73d4d823-2db6-470a-9477-138e79b83da3 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:01:02.566494 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d4d823-2db6-470a-9477-138e79b83da3 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:01:02.567535 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-73d4d823-2db6-470a-9477-138e79b83da3 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:02.573127 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-105376f9-a500-4a55-9ba1-af402ac2683f tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:02.678010 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d4d823-2db6-470a-9477-138e79b83da3 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event updated for resources: {'Port': ['ID=df1ce7f7-1cc7-44a5-9331-cd3255c6c0de,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:02.730323 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105376f9-a500-4a55-9ba1-af402ac2683f tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Pushing event updated for resources: {'Subnet': ['ID=ca17dbc7-133a-426c-b44b-fe89a9e102da,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:02.736022 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f14a01b6-d2fd-43f3-bc87-858a01e317aa req-3e063dc2-fe13-4fc8-b92e-e26c156d37e7 service neutron] 10.222.0.58 "GET /v2.0/networks/89158bcd-2a79-4993-ae5b-556a0ab839e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4843476 Sep 23 07:01:02.743187 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d4d823-2db6-470a-9477-138e79b83da3 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event updated for resources: {'Port': ['ID=666c779d-7750-4b45-911a-bcfaf324e9fb,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:02.775091 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d4d823-2db6-470a-9477-138e79b83da3 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Checking segment: {'id': '692351b8-9d8c-44da-bc6f-c0a1b4df9826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f66e6b1e-7720-410d-b736-c60b407df427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:01:02.775827 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d4d823-2db6-470a-9477-138e79b83da3 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Network hostable DHCP agents. Network: f66e6b1e-7720-410d-b736-c60b407df427, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:01:02.802983 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d4d823-2db6-470a-9477-138e79b83da3 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Network f66e6b1e-7720-410d-b736-c60b407df427 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:01:02.829470 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-73d4d823-2db6-470a-9477-138e79b83da3 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, f66e6b1e-7720-410d-b736-c60b407df427) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:01:02.838668 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08933b4-d967-4826-b8e0-a30c814e0957 None None] Network f66e6b1e-7720-410d-b736-c60b407df427 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:01:02.844085 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d4d823-2db6-470a-9477-138e79b83da3 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:01:02.867567 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d4d823-2db6-470a-9477-138e79b83da3 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:02.876822 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d4d823-2db6-470a-9477-138e79b83da3 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:02.877558 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-73d4d823-2db6-470a-9477-138e79b83da3 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:02.894685 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f14a01b6-d2fd-43f3-bc87-858a01e317aa req-e6608842-5ccd-4e0e-a356-c46819ae5f66 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=2967a824-073c-4484-ab0d-43a76601a0ab HTTP/1.1" status: 200 len: 217 time: 0.1465170 Sep 23 07:01:02.899418 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-73d4d823-2db6-470a-9477-138e79b83da3 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.7092562 Sep 23 07:01:02.900094 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 52262) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:03.021047 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a01b6-d2fd-43f3-bc87-858a01e317aa req-9684ff8a-fd71-4e70-9c52-f55dffe32ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:03.022588 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f14a01b6-d2fd-43f3-bc87-858a01e317aa req-9684ff8a-fd71-4e70-9c52-f55dffe32ea8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7b8d89ab-b77e-4358-8f41-f550782dd0dc HTTP/1.1" status: 200 len: 797 time: 0.1190822 Sep 23 07:01:03.036512 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105376f9-a500-4a55-9ba1-af402ac2683f tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Checking segment: {'id': '1678faac-ea34-40ab-b97a-f1243319e636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '89c0b4a1-ad92-4d7a-9c74-6bf2ee526b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:01:03.036814 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105376f9-a500-4a55-9ba1-af402ac2683f tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Network hostable DHCP agents. Network: 89c0b4a1-ad92-4d7a-9c74-6bf2ee526b44, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:01:03.123209 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a01b6-d2fd-43f3-bc87-858a01e317aa req-fad1673b-9ccb-4869-b288-50681af86c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:03.124752 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f14a01b6-d2fd-43f3-bc87-858a01e317aa req-fad1673b-9ccb-4869-b288-50681af86c17 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0852942 Sep 23 07:01:03.127412 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105376f9-a500-4a55-9ba1-af402ac2683f tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Network 89c0b4a1-ad92-4d7a-9c74-6bf2ee526b44 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:01:03.134121 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-105376f9-a500-4a55-9ba1-af402ac2683f tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 89c0b4a1-ad92-4d7a-9c74-6bf2ee526b44) {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:01:03.137715 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-869f1d92-9ec0-4ad9-bacb-7f3d3decb45e tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Deleting port 666c779d-7750-4b45-911a-bcfaf324e9fb {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:01:03.142147 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-869f1d92-9ec0-4ad9-bacb-7f3d3decb45e tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:03.148490 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105376f9-a500-4a55-9ba1-af402ac2683f tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:03.149194 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-105376f9-a500-4a55-9ba1-af402ac2683f tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:03.153567 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf7f563-cc13-4d8c-b49c-c41d0adf7563 None None] Network 89c0b4a1-ad92-4d7a-9c74-6bf2ee526b44 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:01:03.218016 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-105376f9-a500-4a55-9ba1-af402ac2683f tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8939931 Sep 23 07:01:03.222385 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 52266) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:03.227297 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-00888906-b6e8-4c27-b901-a5e73c47128d tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Request body: {'subnet': {'network_id': '28c06f26-cf90-4427-8867-13987504023d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:01:03.350486 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00888906-b6e8-4c27-b901-a5e73c47128d tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Made reservation on behalf of d7464ba7b96349c78070f768c2b55fbf for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:01:03.355127 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-00888906-b6e8-4c27-b901-a5e73c47128d tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:03.385417 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-869f1d92-9ec0-4ad9-bacb-7f3d3decb45e tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:03.402670 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-869f1d92-9ec0-4ad9-bacb-7f3d3decb45e tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Calling delete_port for 666c779d-7750-4b45-911a-bcfaf324e9fb owned by {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:01:03.509779 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f14a01b6-d2fd-43f3-bc87-858a01e317aa req-6f20fa7e-f1b0-44ec-b175-654316c2eb0d service neutron] 10.222.0.58 "GET /v2.0/networks/a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735566 Sep 23 07:01:03.568642 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-869f1d92-9ec0-4ad9-bacb-7f3d3decb45e tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:03.576593 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d315404-51d8-4294-8e5d-3835b72dacd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-89c0b4a1-ad92-4d7a-9c74-6bf2ee526b44', 'network_id': '89c0b4a1-ad92-4d7a-9c74-6bf2ee526b44', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'fixed_ips': [{'subnet_id': 'ca17dbc7-133a-426c-b44b-fe89a9e102da'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:01:03.579161 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8d315404-51d8-4294-8e5d-3835b72dacd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:03.610442 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-869f1d92-9ec0-4ad9-bacb-7f3d3decb45e tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:03.612859 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-869f1d92-9ec0-4ad9-bacb-7f3d3decb45e tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "DELETE /v2.0/ports/666c779d-7750-4b45-911a-bcfaf324e9fb HTTP/1.1" status: 204 len: 168 time: 0.7117980 Sep 23 07:01:03.615545 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 52270) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:03.660273 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869f1d92-9ec0-4ad9-bacb-7f3d3decb45e tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event deleted for resources: {'Port': ['ID=666c779d-7750-4b45-911a-bcfaf324e9fb,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:03.672344 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f14a01b6-d2fd-43f3-bc87-858a01e317aa req-a9dd7360-b3a0-4618-b9ed-7fbf721495f9 service neutron] 10.222.0.58 "GET /v2.0/networks/a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490428 Sep 23 07:01:03.723375 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a7a783-8455-40d0-8ea8-2461cd7d20f7 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:03.733686 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a7a783-8455-40d0-8ea8-2461cd7d20f7 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:03.735903 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-96a7a783-8455-40d0-8ea8-2461cd7d20f7 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1178339 Sep 23 07:01:03.739619 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 52272) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:03.757014 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f14a01b6-d2fd-43f3-bc87-858a01e317aa req-7acde7d8-02f0-4f81-a65f-38302f993c38 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=ec16f835-822f-4543-a177-5c6ae4f55507 HTTP/1.1" status: 200 len: 217 time: 0.0628264 Sep 23 07:01:03.822592 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a01b6-d2fd-43f3-bc87-858a01e317aa req-315fbb25-8772-49ed-82e7-45a335dba5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:03.824825 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f14a01b6-d2fd-43f3-bc87-858a01e317aa req-315fbb25-8772-49ed-82e7-45a335dba5cc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7b8d89ab-b77e-4358-8f41-f550782dd0dc HTTP/1.1" status: 200 len: 797 time: 0.0561881 Sep 23 07:01:03.946134 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-00888906-b6e8-4c27-b901-a5e73c47128d tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:03.954277 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-8d315404-51d8-4294-8e5d-3835b72dacd6 None None] Allocated IP 172.20.0.2 (89c0b4a1-ad92-4d7a-9c74-6bf2ee526b44/ca17dbc7-133a-426c-b44b-fe89a9e102da/12d88add-10d8-4cc8-b614-a5199ba0665d) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:01:03.980014 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a01b6-d2fd-43f3-bc87-858a01e317aa req-7cecfba4-4d4d-471a-afb4-97a3f4f94ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:03.984264 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f14a01b6-d2fd-43f3-bc87-858a01e317aa req-7cecfba4-4d4d-471a-afb4-97a3f4f94ef0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1241031 Sep 23 07:01:04.046824 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-9da990e7-b735-4abe-84ae-a5515916cf50 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Deleting port df1ce7f7-1cc7-44a5-9331-cd3255c6c0de {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:01:04.047585 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9da990e7-b735-4abe-84ae-a5515916cf50 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:04.220349 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9da990e7-b735-4abe-84ae-a5515916cf50 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:04.253334 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-9da990e7-b735-4abe-84ae-a5515916cf50 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Calling delete_port for df1ce7f7-1cc7-44a5-9331-cd3255c6c0de owned by {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:01:04.274008 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8d315404-51d8-4294-8e5d-3835b72dacd6 None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:04.289118 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8d315404-51d8-4294-8e5d-3835b72dacd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:04.352372 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d315404-51d8-4294-8e5d-3835b72dacd6 None None] Pushing event updated for resources: {'Port': ['ID=12d88add-10d8-4cc8-b614-a5199ba0665d,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:04.370570 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d315404-51d8-4294-8e5d-3835b72dacd6 None None] Network 89c0b4a1-ad92-4d7a-9c74-6bf2ee526b44 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:01:04.372943 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-8d315404-51d8-4294-8e5d-3835b72dacd6 None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:01:04.375976 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d315404-51d8-4294-8e5d-3835b72dacd6 None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:01:04.450305 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9da990e7-b735-4abe-84ae-a5515916cf50 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:04.461736 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-8d315404-51d8-4294-8e5d-3835b72dacd6 None None] Attempting to bind port 12d88add-10d8-4cc8-b614-a5199ba0665d on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:01:04.462185 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-8d315404-51d8-4294-8e5d-3835b72dacd6 None None] Attempting to bind port 12d88add-10d8-4cc8-b614-a5199ba0665d by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '1678faac-ea34-40ab-b97a-f1243319e636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '89c0b4a1-ad92-4d7a-9c74-6bf2ee526b44'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:01:04.462994 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d315404-51d8-4294-8e5d-3835b72dacd6 None None] Attempting to bind port 12d88add-10d8-4cc8-b614-a5199ba0665d on network 89c0b4a1-ad92-4d7a-9c74-6bf2ee526b44 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:01:04.469476 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d315404-51d8-4294-8e5d-3835b72dacd6 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:01:04.470201 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d315404-51d8-4294-8e5d-3835b72dacd6 None None] Checking segment: {'id': '1678faac-ea34-40ab-b97a-f1243319e636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '89c0b4a1-ad92-4d7a-9c74-6bf2ee526b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:01:04.470711 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8d315404-51d8-4294-8e5d-3835b72dacd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:04.471563 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d315404-51d8-4294-8e5d-3835b72dacd6 None None] Bound using segment: {'id': '1678faac-ea34-40ab-b97a-f1243319e636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '89c0b4a1-ad92-4d7a-9c74-6bf2ee526b44'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:01:04.472154 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-8d315404-51d8-4294-8e5d-3835b72dacd6 None None] Bound port: 12d88add-10d8-4cc8-b614-a5199ba0665d, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1678faac-ea34-40ab-b97a-f1243319e636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '89c0b4a1-ad92-4d7a-9c74-6bf2ee526b44'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:01:04.472691 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8d315404-51d8-4294-8e5d-3835b72dacd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:04.507339 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da990e7-b735-4abe-84ae-a5515916cf50 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event deleted for resources: {'Port': ['ID=df1ce7f7-1cc7-44a5-9331-cd3255c6c0de,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:04.530715 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9da990e7-b735-4abe-84ae-a5515916cf50 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:04.532864 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-9da990e7-b735-4abe-84ae-a5515916cf50 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "DELETE /v2.0/ports/df1ce7f7-1cc7-44a5-9331-cd3255c6c0de HTTP/1.1" status: 204 len: 168 time: 0.7889326 Sep 23 07:01:04.545562 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 52276) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:04.646441 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-8d315404-51d8-4294-8e5d-3835b72dacd6 None None] For port 12d88add-10d8-4cc8-b614-a5199ba0665d, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:01:04.659067 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c8e1e7-706b-40b7-b536-5f187ec96e8e tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:04.660660 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-a6c8e1e7-706b-40b7-b536-5f187ec96e8e tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1140349 Sep 23 07:01:04.663488 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 52278) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:04.669634 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-8d315404-51d8-4294-8e5d-3835b72dacd6 None None] For port 12d88add-10d8-4cc8-b614-a5199ba0665d, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=12d88add-10d8-4cc8-b614-a5199ba0665d,segment=NetworkSegment(1678faac-ea34-40ab-b97a-f1243319e636),segment_id=1678faac-ea34-40ab-b97a-f1243319e636)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:01:04.680703 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8d315404-51d8-4294-8e5d-3835b72dacd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:04.752943 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d315404-51d8-4294-8e5d-3835b72dacd6 None None] Pushing event updated for resources: {'Port': ['ID=12d88add-10d8-4cc8-b614-a5199ba0665d,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:04.782280 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f7dfa1d-68c5-4030-965c-3f9f10812c9e tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] GET failed (client error): The resource could not be found. Sep 23 07:01:04.787024 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-3f7dfa1d-68c5-4030-965c-3f9f10812c9e tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "GET /v2.0/ports/666c779d-7750-4b45-911a-bcfaf324e9fb HTTP/1.1" status: 404 len: 333 time: 0.1199303 Sep 23 07:01:04.788852 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 52282) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:04.863622 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-88f8951b-7aae-47d1-9036-c12f515098ee tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] GET failed (client error): The resource could not be found. Sep 23 07:01:04.868616 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-88f8951b-7aae-47d1-9036-c12f515098ee tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "GET /v2.0/ports/df1ce7f7-1cc7-44a5-9331-cd3255c6c0de HTTP/1.1" status: 404 len: 333 time: 0.0775781 Sep 23 07:01:04.871383 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 52284) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:05.041584 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00888906-b6e8-4c27-b901-a5e73c47128d tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Pushing event updated for resources: {'Subnet': ['ID=64fcdba2-4149-4c17-b839-1fca29e9b0e6,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:05.070909 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ffa93005-4498-4b6e-8b00-67207cca434d tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:05.095086 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00888906-b6e8-4c27-b901-a5e73c47128d tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Checking segment: {'id': 'f0f47328-6e09-415a-88e5-78c1c532e4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '28c06f26-cf90-4427-8867-13987504023d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:01:05.095086 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00888906-b6e8-4c27-b901-a5e73c47128d tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Network hostable DHCP agents. Network: 28c06f26-cf90-4427-8867-13987504023d, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:01:05.185059 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f14a01b6-d2fd-43f3-bc87-858a01e317aa req-851ae997-8568-405a-8d01-4efdc094dd07 service neutron] 10.222.0.58 "GET /v2.0/networks/a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4331512 Sep 23 07:01:05.187196 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00888906-b6e8-4c27-b901-a5e73c47128d tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Network 28c06f26-cf90-4427-8867-13987504023d is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:01:05.326493 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ffa93005-4498-4b6e-8b00-67207cca434d tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:05.366964 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-ffa93005-4498-4b6e-8b00-67207cca434d tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f66e6b1e-7720-410d-b736-c60b407df427']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:01:05.394699 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-ffa93005-4498-4b6e-8b00-67207cca434d tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '692351b8-9d8c-44da-bc6f-c0a1b4df9826') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:01:05.395566 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-ffa93005-4498-4b6e-8b00-67207cca434d tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '692351b8-9d8c-44da-bc6f-c0a1b4df9826') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:01:05.416851 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f14a01b6-d2fd-43f3-bc87-858a01e317aa req-7c36c0d9-915e-4cec-b91b-2fc1fb64eb77 service neutron] 10.222.0.58 "GET /v2.0/networks/a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237067 Sep 23 07:01:05.421645 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ffa93005-4498-4b6e-8b00-67207cca434d tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:05.450678 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-00888906-b6e8-4c27-b901-a5e73c47128d tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 28c06f26-cf90-4427-8867-13987504023d) {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:01:05.461042 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9859a7-763f-4160-8f85-7b1bfa880f9d None None] Network 28c06f26-cf90-4427-8867-13987504023d requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:01:05.478456 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ffa93005-4498-4b6e-8b00-67207cca434d tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:05.505369 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00888906-b6e8-4c27-b901-a5e73c47128d tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:05.506990 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-00888906-b6e8-4c27-b901-a5e73c47128d tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:05.508864 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffa93005-4498-4b6e-8b00-67207cca434d tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:01:05.511968 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ffa93005-4498-4b6e-8b00-67207cca434d tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:05.522151 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 07:01:05.522151 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:01:05.522151 n-d-715271-16 neutron-server[95065]: timer() Sep 23 07:01:05.522151 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:01:05.522151 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 07:01:05.522151 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:01:05.522151 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 07:01:05.522151 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:01:05.522151 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 07:01:05.522151 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:01:05.522151 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 07:01:05.522151 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:01:05.522151 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 07:01:05.522151 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:01:05.522151 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:01:05.522151 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:01:05.522151 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:01:05.522151 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:01:05.522151 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 07:01:05.522151 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:01:05.522151 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 07:01:05.522151 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:01:05.522151 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:01:05.522151 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:01:05.522151 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 07:01:05.522151 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:01:05.522151 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:01:05.522151 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:01:05.522151 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:01:05.522151 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:01:05.522151 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:01:05.522151 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:01:05.526556 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f14a01b6-d2fd-43f3-bc87-858a01e317aa req-1ef16115-6b41-436c-8fed-2c28d93b7c67 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=ea4acb4d-2ff2-49b3-ae8f-b03131cd7298 HTTP/1.1" status: 200 len: 217 time: 0.0914960 Sep 23 07:01:05.529833 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-00888906-b6e8-4c27-b901-a5e73c47128d tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3063972 Sep 23 07:01:05.533464 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 52288) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:05.541241 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-de2e2558-1d78-4ac5-9f7b-d93d09c9758b tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-809431374', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:01:05.628828 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a01b6-d2fd-43f3-bc87-858a01e317aa req-511d2536-ee5c-40bd-a95c-1e3f8de320d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:05.631170 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f14a01b6-d2fd-43f3-bc87-858a01e317aa req-511d2536-ee5c-40bd-a95c-1e3f8de320d1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7b8d89ab-b77e-4358-8f41-f550782dd0dc HTTP/1.1" status: 200 len: 797 time: 0.0944066 Sep 23 07:01:05.708455 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-de2e2558-1d78-4ac5-9f7b-d93d09c9758b tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:05.708954 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ffa93005-4498-4b6e-8b00-67207cca434d tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:05.710590 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-de2e2558-1d78-4ac5-9f7b-d93d09c9758b tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:05.731392 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ffa93005-4498-4b6e-8b00-67207cca434d tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:05.739026 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-ffa93005-4498-4b6e-8b00-67207cca434d tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "DELETE /v2.0/networks/f66e6b1e-7720-410d-b736-c60b407df427 HTTP/1.1" status: 204 len: 168 time: 0.8628066 Sep 23 07:01:05.739447 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 52290) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:05.753095 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a01b6-d2fd-43f3-bc87-858a01e317aa req-dc1215f5-e2dd-4fda-8316-bacf0570011b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:05.755481 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f14a01b6-d2fd-43f3-bc87-858a01e317aa req-dc1215f5-e2dd-4fda-8316-bacf0570011b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1072588 Sep 23 07:01:05.756873 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-10ba14af-b20b-48ae-a4ac-e43e077212d9 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-587007991'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:01:05.865469 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa93005-4498-4b6e-8b00-67207cca434d tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event deleted for resources: {'Network': ['ID=f66e6b1e-7720-410d-b736-c60b407df427,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:05.873057 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ba14af-b20b-48ae-a4ac-e43e077212d9 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Made reservation on behalf of 07ae454f7ce4401191be202855767634 for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:01:05.883927 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-10ba14af-b20b-48ae-a4ac-e43e077212d9 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:05.912123 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31408af4-b8ec-4f89-b264-44a9cf5fa86f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-28c06f26-cf90-4427-8867-13987504023d', 'network_id': '28c06f26-cf90-4427-8867-13987504023d', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'fixed_ips': [{'subnet_id': '64fcdba2-4149-4c17-b839-1fca29e9b0e6'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:01:05.913147 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-31408af4-b8ec-4f89-b264-44a9cf5fa86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:05.939047 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-de2e2558-1d78-4ac5-9f7b-d93d09c9758b tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:05.948059 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10ba14af-b20b-48ae-a4ac-e43e077212d9 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:01:05.962478 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-10ba14af-b20b-48ae-a4ac-e43e077212d9 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:05.963135 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-10ba14af-b20b-48ae-a4ac-e43e077212d9 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Added segment eeeb9766-a2b0-4d6a-b15c-f74f90537122 of type vlan for network d1beb4c6-dd6f-48ed-9e27-4552e087b637 Sep 23 07:01:05.988078 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-de2e2558-1d78-4ac5-9f7b-d93d09c9758b tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:06.039233 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-de2e2558-1d78-4ac5-9f7b-d93d09c9758b tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:06.041531 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-de2e2558-1d78-4ac5-9f7b-d93d09c9758b tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5063012 Sep 23 07:01:06.045805 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 52294) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:06.104095 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f14a01b6-d2fd-43f3-bc87-858a01e317aa req-c604b2a1-ac0c-4e91-92f9-bea7620f2fbc service neutron] 10.222.0.58 "GET /v2.0/networks/a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3379238 Sep 23 07:01:06.347763 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-31408af4-b8ec-4f89-b264-44a9cf5fa86f None None] Allocated IP 172.21.0.2 (28c06f26-cf90-4427-8867-13987504023d/64fcdba2-4149-4c17-b839-1fca29e9b0e6/a67ba727-5674-4325-b0b8-15f0d75eaa9d) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:01:06.425970 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f14a01b6-d2fd-43f3-bc87-858a01e317aa req-f57ce0dc-e828-48b8-bb9b-f233075046a0 service neutron] 10.222.0.58 "GET /v2.0/networks/a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123670 Sep 23 07:01:06.572460 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-10ba14af-b20b-48ae-a4ac-e43e077212d9 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:06.601150 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f14a01b6-d2fd-43f3-bc87-858a01e317aa req-a81d52db-9885-4247-92f1-b460568b5f1e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=dae8f25f-c017-48b4-8dfb-e6deacfb0ac2 HTTP/1.1" status: 200 len: 217 time: 0.1591182 Sep 23 07:01:06.749050 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a01b6-d2fd-43f3-bc87-858a01e317aa req-9d6ba8c0-1a97-40c0-aab9-1ea5e8c0a53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:06.755788 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f14a01b6-d2fd-43f3-bc87-858a01e317aa req-9d6ba8c0-1a97-40c0-aab9-1ea5e8c0a53e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7b8d89ab-b77e-4358-8f41-f550782dd0dc HTTP/1.1" status: 200 len: 797 time: 0.1458302 Sep 23 07:01:06.785981 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.db.resource_extend [None req-10ba14af-b20b-48ae-a4ac-e43e077212d9 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 07:01:06.864524 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-31408af4-b8ec-4f89-b264-44a9cf5fa86f None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:06.872904 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-10ba14af-b20b-48ae-a4ac-e43e077212d9 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:06.887873 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec5e3a4-6d4f-4594-8545-4e88ee27773c None None] Network 89c0b4a1-ad92-4d7a-9c74-6bf2ee526b44 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:01:06.896804 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ba14af-b20b-48ae-a4ac-e43e077212d9 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:06.899047 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-10ba14af-b20b-48ae-a4ac-e43e077212d9 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:06.906298 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a01b6-d2fd-43f3-bc87-858a01e317aa req-7dda3b97-a94d-41f5-a951-195a4758442e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:06.907566 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-31408af4-b8ec-4f89-b264-44a9cf5fa86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:06.911538 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f14a01b6-d2fd-43f3-bc87-858a01e317aa req-7dda3b97-a94d-41f5-a951-195a4758442e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1461868 Sep 23 07:01:07.081560 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31408af4-b8ec-4f89-b264-44a9cf5fa86f None None] Network 28c06f26-cf90-4427-8867-13987504023d is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:01:07.168474 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-10ba14af-b20b-48ae-a4ac-e43e077212d9 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.4241107 Sep 23 07:01:07.172714 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4562fd50-20d1-49b2-9bdf-a68144072bf7 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:07.211166 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-31408af4-b8ec-4f89-b264-44a9cf5fa86f None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:01:07.221100 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 52300) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:07.221720 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31408af4-b8ec-4f89-b264-44a9cf5fa86f None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:01:07.241110 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-1133d5ac-b979-447b-b736-24183f1d5f9e tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Request body: {'subnet': {'network_id': 'd1beb4c6-dd6f-48ed-9e27-4552e087b637', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:01:07.319284 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f14a01b6-d2fd-43f3-bc87-858a01e317aa req-860f0eae-f0da-44bd-a496-27155b97edb0 service neutron] 10.222.0.58 "GET /v2.0/networks/a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3980467 Sep 23 07:01:07.375642 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ba14af-b20b-48ae-a4ac-e43e077212d9 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event updated for resources: {'Network': ['ID=d1beb4c6-dd6f-48ed-9e27-4552e087b637,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:07.393748 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-febaf07a-08c0-40a2-85bf-90ba195a1463 None None] Provisioning complete for port 12d88add-10d8-4cc8-b614-a5199ba0665d triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:01:07.394262 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-febaf07a-08c0-40a2-85bf-90ba195a1463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:07.455810 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:07.456543 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31408af4-b8ec-4f89-b264-44a9cf5fa86f None None] Pushing event updated for resources: {'Port': ['ID=a67ba727-5674-4325-b0b8-15f0d75eaa9d,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:07.508029 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 12d88add-10d8-4cc8-b614-a5199ba0665d up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:01:07.509803 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network d1beb4c6-dd6f-48ed-9e27-4552e087b637 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:01:07.557038 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f14a01b6-d2fd-43f3-bc87-858a01e317aa req-b45c3464-038a-4974-9acc-4364d79e9ef8 service neutron] 10.222.0.58 "GET /v2.0/networks/a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290599 Sep 23 07:01:07.559842 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1133d5ac-b979-447b-b736-24183f1d5f9e tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Made reservation on behalf of 07ae454f7ce4401191be202855767634 for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:01:07.565815 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1133d5ac-b979-447b-b736-24183f1d5f9e tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:07.873555 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-febaf07a-08c0-40a2-85bf-90ba195a1463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:07.908795 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-31408af4-b8ec-4f89-b264-44a9cf5fa86f None None] Attempting to bind port a67ba727-5674-4325-b0b8-15f0d75eaa9d on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:01:07.913534 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-31408af4-b8ec-4f89-b264-44a9cf5fa86f None None] Attempting to bind port a67ba727-5674-4325-b0b8-15f0d75eaa9d by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': 'f0f47328-6e09-415a-88e5-78c1c532e4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '28c06f26-cf90-4427-8867-13987504023d'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:01:07.914219 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31408af4-b8ec-4f89-b264-44a9cf5fa86f None None] Attempting to bind port a67ba727-5674-4325-b0b8-15f0d75eaa9d on network 28c06f26-cf90-4427-8867-13987504023d {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:01:07.952980 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31408af4-b8ec-4f89-b264-44a9cf5fa86f None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:01:07.953896 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31408af4-b8ec-4f89-b264-44a9cf5fa86f None None] Checking segment: {'id': 'f0f47328-6e09-415a-88e5-78c1c532e4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '28c06f26-cf90-4427-8867-13987504023d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:01:07.954582 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-31408af4-b8ec-4f89-b264-44a9cf5fa86f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:07.955267 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31408af4-b8ec-4f89-b264-44a9cf5fa86f None None] Bound using segment: {'id': 'f0f47328-6e09-415a-88e5-78c1c532e4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '28c06f26-cf90-4427-8867-13987504023d'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:01:07.956325 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-31408af4-b8ec-4f89-b264-44a9cf5fa86f None None] Bound port: a67ba727-5674-4325-b0b8-15f0d75eaa9d, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0f47328-6e09-415a-88e5-78c1c532e4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '28c06f26-cf90-4427-8867-13987504023d'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:01:07.956957 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-31408af4-b8ec-4f89-b264-44a9cf5fa86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:07.987202 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-4562fd50-20d1-49b2-9bdf-a68144072bf7 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Allocated IP 172.20.0.1 (89c0b4a1-ad92-4d7a-9c74-6bf2ee526b44/ca17dbc7-133a-426c-b44b-fe89a9e102da/1945c28c-c2ca-4854-b5d6-3ba35b7d941e) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:01:07.996658 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 12d88add-10d8-4cc8-b614-a5199ba0665d triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:01:07.997444 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:08.044431 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-febaf07a-08c0-40a2-85bf-90ba195a1463 None None] For port 12d88add-10d8-4cc8-b614-a5199ba0665d, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=12d88add-10d8-4cc8-b614-a5199ba0665d,segment=NetworkSegment(1678faac-ea34-40ab-b97a-f1243319e636),segment_id=1678faac-ea34-40ab-b97a-f1243319e636)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:01:08.076149 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f14a01b6-d2fd-43f3-bc87-858a01e317aa req-81111d98-12c1-4367-8407-38117f79a7e7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6a597634-f59c-495a-9ce4-024de1317b9c HTTP/1.1" status: 200 len: 217 time: 0.5042725 Sep 23 07:01:08.089994 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-febaf07a-08c0-40a2-85bf-90ba195a1463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:08.144304 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-17115fd4-abd2-40fc-92fd-739dba869ac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:08.266094 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-31408af4-b8ec-4f89-b264-44a9cf5fa86f None None] For port a67ba727-5674-4325-b0b8-15f0d75eaa9d, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:01:08.287758 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-31408af4-b8ec-4f89-b264-44a9cf5fa86f None None] For port a67ba727-5674-4325-b0b8-15f0d75eaa9d, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=a67ba727-5674-4325-b0b8-15f0d75eaa9d,segment=NetworkSegment(f0f47328-6e09-415a-88e5-78c1c532e4d4),segment_id=f0f47328-6e09-415a-88e5-78c1c532e4d4)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:01:08.314588 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4562fd50-20d1-49b2-9bdf-a68144072bf7 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:08.329580 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a01b6-d2fd-43f3-bc87-858a01e317aa req-de5ddc3b-0981-4106-ae6f-b2541ef89d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:08.336020 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f14a01b6-d2fd-43f3-bc87-858a01e317aa req-de5ddc3b-0981-4106-ae6f-b2541ef89d1a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f0cb65e8-fa80-40ac-a2e5-8e7b9c47cb4e HTTP/1.1" status: 200 len: 797 time: 0.2263610 Sep 23 07:01:08.347282 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febaf07a-08c0-40a2-85bf-90ba195a1463 None None] Pushing event updated for resources: {'Port': ['ID=12d88add-10d8-4cc8-b614-a5199ba0665d,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:08.379208 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-31408af4-b8ec-4f89-b264-44a9cf5fa86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:08.398277 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4562fd50-20d1-49b2-9bdf-a68144072bf7 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:08.488324 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31408af4-b8ec-4f89-b264-44a9cf5fa86f None None] Pushing event updated for resources: {'Port': ['ID=a67ba727-5674-4325-b0b8-15f0d75eaa9d,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:08.491258 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1133d5ac-b979-447b-b736-24183f1d5f9e tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:08.518888 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-56b2921d-4792-48b5-9be3-dc151d161432 None None] Provisioning complete for port 12d88add-10d8-4cc8-b614-a5199ba0665d triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:01:08.519264 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-56b2921d-4792-48b5-9be3-dc151d161432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:08.598127 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4562fd50-20d1-49b2-9bdf-a68144072bf7 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Network 89c0b4a1-ad92-4d7a-9c74-6bf2ee526b44 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:01:08.601525 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-4562fd50-20d1-49b2-9bdf-a68144072bf7 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:01:08.627691 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4562fd50-20d1-49b2-9bdf-a68144072bf7 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:01:08.675930 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1133d5ac-b979-447b-b736-24183f1d5f9e tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Checking segment: {'id': 'eeeb9766-a2b0-4d6a-b15c-f74f90537122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd1beb4c6-dd6f-48ed-9e27-4552e087b637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:01:08.676304 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1133d5ac-b979-447b-b736-24183f1d5f9e tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Network hostable DHCP agents. Network: d1beb4c6-dd6f-48ed-9e27-4552e087b637, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:01:08.687717 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4562fd50-20d1-49b2-9bdf-a68144072bf7 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Pushing event updated for resources: {'Port': ['ID=1945c28c-c2ca-4854-b5d6-3ba35b7d941e,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:08.700571 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1133d5ac-b979-447b-b736-24183f1d5f9e tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event updated for resources: {'Subnet': ['ID=832448a6-ea7d-4714-b92f-dc2744e295b5,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:08.726217 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4562fd50-20d1-49b2-9bdf-a68144072bf7 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068614'] for router_interface, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:08.738568 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a01b6-d2fd-43f3-bc87-858a01e317aa req-95e96905-9d83-478b-a5c6-5fb2c3abc67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:08.751353 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f14a01b6-d2fd-43f3-bc87-858a01e317aa req-95e96905-9d83-478b-a5c6-5fb2c3abc67a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=57ba53b1-4b40-40e0-aae1-e93257c8c94d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3891904 Sep 23 07:01:08.930925 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1133d5ac-b979-447b-b736-24183f1d5f9e tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Network d1beb4c6-dd6f-48ed-9e27-4552e087b637 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:01:09.088871 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4562fd50-20d1-49b2-9bdf-a68144072bf7 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:09.133204 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-1133d5ac-b979-447b-b736-24183f1d5f9e tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, d1beb4c6-dd6f-48ed-9e27-4552e087b637) {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:01:09.149983 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2e7c5f-edaa-48d6-b91f-a8333f3a21dc None None] Network d1beb4c6-dd6f-48ed-9e27-4552e087b637 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:01:09.167915 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1133d5ac-b979-447b-b736-24183f1d5f9e tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:09.168807 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1133d5ac-b979-447b-b736-24183f1d5f9e tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:09.207383 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-1133d5ac-b979-447b-b736-24183f1d5f9e tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9885595 Sep 23 07:01:09.210209 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 52312) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:09.218422 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-95b81af6-1f65-4256-8589-aa4b17aec429 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Request body: {'port': {'network_id': 'd1beb4c6-dd6f-48ed-9e27-4552e087b637', 'name': 'tempest-PortsTestJSON-1827807228'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:01:09.238612 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f14a01b6-d2fd-43f3-bc87-858a01e317aa req-a3a760c5-eaa5-4356-ae2b-626b997c3d56 service neutron] 10.222.0.58 "GET /v2.0/networks/57ba53b1-4b40-40e0-aae1-e93257c8c94d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4748273 Sep 23 07:01:09.250103 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-17f05f31-bc86-4c43-9663-5afe31113767 None None] Provisioning complete for port 1945c28c-c2ca-4854-b5d6-3ba35b7d941e triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:01:09.250481 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-17f05f31-bc86-4c43-9663-5afe31113767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:09.500424 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f14a01b6-d2fd-43f3-bc87-858a01e317aa req-5e9849a2-d920-4cd2-9b32-31e9c36c7295 service neutron] 10.222.0.58 "GET /v2.0/networks/57ba53b1-4b40-40e0-aae1-e93257c8c94d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335029 Sep 23 07:01:09.513439 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 12d88add-10d8-4cc8-b614-a5199ba0665d up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:01:09.564200 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f14a01b6-d2fd-43f3-bc87-858a01e317aa req-251c2450-ff41-43dc-8e80-17cc23f3bf6a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=48c8eed9-1a28-4363-b6b7-bf9827fa555e HTTP/1.1" status: 200 len: 217 time: 0.0543795 Sep 23 07:01:09.565157 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b81af6-1f65-4256-8589-aa4b17aec429 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Made reservation on behalf of 07ae454f7ce4401191be202855767634 for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:01:09.568759 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-95b81af6-1f65-4256-8589-aa4b17aec429 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:09.639955 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [None req-95b81af6-1f65-4256-8589-aa4b17aec429 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] device_id is not set on port df7e349b-8d3f-4f63-8aa8-5e7aeb6e329e yet. {{(pid=95066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 07:01:09.644991 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-17f05f31-bc86-4c43-9663-5afe31113767 None None] Port 1945c28c-c2ca-4854-b5d6-3ba35b7d941e cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:01:09.700554 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fecd5edf-c9bd-40b9-a806-a72b7e216139 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-d1beb4c6-dd6f-48ed-9e27-4552e087b637', 'network_id': 'd1beb4c6-dd6f-48ed-9e27-4552e087b637', 'tenant_id': '07ae454f7ce4401191be202855767634', 'fixed_ips': [{'subnet_id': '832448a6-ea7d-4714-b92f-dc2744e295b5'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:01:09.702373 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-fecd5edf-c9bd-40b9-a806-a72b7e216139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:09.703131 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a01b6-d2fd-43f3-bc87-858a01e317aa req-bff8fb0d-736f-4ca7-8712-5eb10b8739fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:09.704938 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f14a01b6-d2fd-43f3-bc87-858a01e317aa req-bff8fb0d-736f-4ca7-8712-5eb10b8739fa service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f0cb65e8-fa80-40ac-a2e5-8e7b9c47cb4e HTTP/1.1" status: 200 len: 797 time: 0.1324780 Sep 23 07:01:09.734604 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 12d88add-10d8-4cc8-b614-a5199ba0665d triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:01:09.735259 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:09.865460 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a01b6-d2fd-43f3-bc87-858a01e317aa req-5e23c527-0dc1-4943-900b-7b763b9d3565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:09.868428 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f14a01b6-d2fd-43f3-bc87-858a01e317aa req-5e23c527-0dc1-4943-900b-7b763b9d3565 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=57ba53b1-4b40-40e0-aae1-e93257c8c94d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1535914 Sep 23 07:01:09.910817 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4562fd50-20d1-49b2-9bdf-a68144072bf7 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:09.913769 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-95b81af6-1f65-4256-8589-aa4b17aec429 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Allocated IP 172.20.0.6 (d1beb4c6-dd6f-48ed-9e27-4552e087b637/832448a6-ea7d-4714-b92f-dc2744e295b5/df7e349b-8d3f-4f63-8aa8-5e7aeb6e329e) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:01:09.920763 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4562fd50-20d1-49b2-9bdf-a68144072bf7 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:10.019111 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4562fd50-20d1-49b2-9bdf-a68144072bf7 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067062'] for router_interface, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:10.175496 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4562fd50-20d1-49b2-9bdf-a68144072bf7 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Pushing event updated for resources: {'Port': ['ID=1945c28c-c2ca-4854-b5d6-3ba35b7d941e,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:10.297001 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f14a01b6-d2fd-43f3-bc87-858a01e317aa req-5788de59-4139-4fbd-913b-188c06ba9f29 service neutron] 10.222.0.58 "GET /v2.0/networks/57ba53b1-4b40-40e0-aae1-e93257c8c94d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4123354 Sep 23 07:01:10.337709 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4562fd50-20d1-49b2-9bdf-a68144072bf7 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Network 89c0b4a1-ad92-4d7a-9c74-6bf2ee526b44 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:01:10.341156 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-4562fd50-20d1-49b2-9bdf-a68144072bf7 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:01:10.439677 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd3823f-b61a-4157-a179-2927ae6657f8 None None] Network 28c06f26-cf90-4427-8867-13987504023d requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:01:10.448199 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device a67ba727-5674-4325-b0b8-15f0d75eaa9d up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:01:10.477935 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:10.499268 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f14a01b6-d2fd-43f3-bc87-858a01e317aa req-5b57f9ea-5312-49fd-8f67-51919aeeab79 service neutron] 10.222.0.58 "GET /v2.0/networks/57ba53b1-4b40-40e0-aae1-e93257c8c94d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989031 Sep 23 07:01:10.625146 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4562fd50-20d1-49b2-9bdf-a68144072bf7 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Router 0901d2d0-e813-449c-ad60-2c20aa0511c1 is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 07:01:10.761846 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-118aff38-1ea8-4ca2-bc63-4881fb6c7ac7 None None] Provisioning complete for port a67ba727-5674-4325-b0b8-15f0d75eaa9d triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:01:10.762200 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-118aff38-1ea8-4ca2-bc63-4881fb6c7ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:10.849989 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4562fd50-20d1-49b2-9bdf-a68144072bf7 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:01:10.864134 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-4562fd50-20d1-49b2-9bdf-a68144072bf7 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "PUT /v2.0/routers/0901d2d0-e813-449c-ad60-2c20aa0511c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8169796 Sep 23 07:01:10.871405 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 52324) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:10.890481 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5f0def-52e2-4a2b-80f6-a4e835499bc6 None None] Sync routers for ids ['0901d2d0-e813-449c-ad60-2c20aa0511c1'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:01:10.908956 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-95b81af6-1f65-4256-8589-aa4b17aec429 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:10.967877 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0909415c-5faa-4a9b-a160-d2465ffaa6b8 req-c3ec28ba-ef14-4d93-b37f-2a56d82cea52 tempest-ServerMetadataNegativeTestJSON-1121711079 tempest-ServerMetadataNegativeTestJSON-1121711079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:10.969942 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0909415c-5faa-4a9b-a160-d2465ffaa6b8 req-c3ec28ba-ef14-4d93-b37f-2a56d82cea52 tempest-ServerMetadataNegativeTestJSON-1121711079 tempest-ServerMetadataNegativeTestJSON-1121711079-project] 10.222.0.39 "GET /v2.0/networks?id=d42dbf02-dbd8-4475-9324-a170216ebb5d HTTP/1.1" status: 200 len: 820 time: 0.2802935 Sep 23 07:01:11.022908 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ae79a5-a138-47f5-b0a5-4941a17126e4 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:11.028416 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-30ae79a5-a138-47f5-b0a5-4941a17126e4 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "GET /v2.0/ports/1945c28c-c2ca-4854-b5d6-3ba35b7d941e HTTP/1.1" status: 200 len: 910 time: 0.1555474 Sep 23 07:01:11.031346 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 52336) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:11.040343 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5f0def-52e2-4a2b-80f6-a4e835499bc6 None None] Routers {'0901d2d0-e813-449c-ad60-2c20aa0511c1'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:01:11.049589 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-0f5f0def-52e2-4a2b-80f6-a4e835499bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:00:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['0901d2d0-e813-449c-ad60-2c20aa0511c1'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:01:11.070773 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0909415c-5faa-4a9b-a160-d2465ffaa6b8 req-9e27022f-88c7-404d-9450-c4f1929f0c08 tempest-ServerMetadataNegativeTestJSON-1121711079 tempest-ServerMetadataNegativeTestJSON-1121711079-project] 10.222.0.39 "GET /v2.0/quotas/89f11eecfa5e4a7092a5ae07bc115b63 HTTP/1.1" status: 200 len: 375 time: 0.0689449 Sep 23 07:01:11.114961 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0909415c-5faa-4a9b-a160-d2465ffaa6b8 req-50ca6055-af8e-4464-9cf5-d899a239fb58 tempest-ServerMetadataNegativeTestJSON-1121711079 tempest-ServerMetadataNegativeTestJSON-1121711079-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=89f11eecfa5e4a7092a5ae07bc115b63&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360579 Sep 23 07:01:11.116283 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-95b81af6-1f65-4256-8589-aa4b17aec429 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:11.203652 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b81af6-1f65-4256-8589-aa4b17aec429 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Network d1beb4c6-dd6f-48ed-9e27-4552e087b637 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:01:11.206010 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port a67ba727-5674-4325-b0b8-15f0d75eaa9d triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:01:11.206010 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:11.213271 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-95b81af6-1f65-4256-8589-aa4b17aec429 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:01:11.216880 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b81af6-1f65-4256-8589-aa4b17aec429 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:01:11.278235 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-0f5f0def-52e2-4a2b-80f6-a4e835499bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:01:11.312216 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81af6-1f65-4256-8589-aa4b17aec429 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event updated for resources: {'Port': ['ID=df7e349b-8d3f-4f63-8aa8-5e7aeb6e329e,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:11.313641 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c75768a9-2d34-4d2e-bc53-37c83d0cdbdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:11.343285 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-118aff38-1ea8-4ca2-bc63-4881fb6c7ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:11.354427 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b81af6-1f65-4256-8589-aa4b17aec429 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:11.355720 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-95b81af6-1f65-4256-8589-aa4b17aec429 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:11.375505 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0909415c-5faa-4a9b-a160-d2465ffaa6b8 req-4876fd2d-9a62-481d-981d-22b3c7f38938 service neutron] 10.222.0.39 "GET /v2.0/networks/d42dbf02-dbd8-4475-9324-a170216ebb5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495906 Sep 23 07:01:11.378257 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5f0def-52e2-4a2b-80f6-a4e835499bc6 None None] Routers {'0901d2d0-e813-449c-ad60-2c20aa0511c1'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:01:11.379883 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-0f5f0def-52e2-4a2b-80f6-a4e835499bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:01:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['0901d2d0-e813-449c-ad60-2c20aa0511c1'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:01:11.391498 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-fecd5edf-c9bd-40b9-a806-a72b7e216139 None None] Allocated IP 172.20.0.2 (d1beb4c6-dd6f-48ed-9e27-4552e087b637/832448a6-ea7d-4714-b92f-dc2744e295b5/0a5fbeb9-5a0e-470a-8527-111bf97a730a) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:01:11.434642 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-95b81af6-1f65-4256-8589-aa4b17aec429 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2213738 Sep 23 07:01:11.435801 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 52338) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:11.455963 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-0f5f0def-52e2-4a2b-80f6-a4e835499bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:01:11.458162 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5f0def-52e2-4a2b-80f6-a4e835499bc6 None None] The sync data for ids ['0901d2d0-e813-449c-ad60-2c20aa0511c1'] in n-d-715271-16 is: [] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:01:11.544389 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-118aff38-1ea8-4ca2-bc63-4881fb6c7ac7 None None] For port a67ba727-5674-4325-b0b8-15f0d75eaa9d, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=a67ba727-5674-4325-b0b8-15f0d75eaa9d,segment=NetworkSegment(f0f47328-6e09-415a-88e5-78c1c532e4d4),segment_id=f0f47328-6e09-415a-88e5-78c1c532e4d4)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:01:11.552547 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:11.579440 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-118aff38-1ea8-4ca2-bc63-4881fb6c7ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:11.636153 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0909415c-5faa-4a9b-a160-d2465ffaa6b8 req-ad1e29c9-6793-4106-8b40-836118fde953 service neutron] 10.222.0.39 "GET /v2.0/networks/d42dbf02-dbd8-4475-9324-a170216ebb5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526011 Sep 23 07:01:11.918948 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-5caa554b-9eb2-407c-a261-058d481327c3 None None] Provisioning complete for port 1945c28c-c2ca-4854-b5d6-3ba35b7d941e triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:01:11.918948 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5caa554b-9eb2-407c-a261-058d481327c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:11.974803 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-5caa554b-9eb2-407c-a261-058d481327c3 None None] Port 1945c28c-c2ca-4854-b5d6-3ba35b7d941e cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:01:11.986592 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118aff38-1ea8-4ca2-bc63-4881fb6c7ac7 None None] Pushing event updated for resources: {'Port': ['ID=a67ba727-5674-4325-b0b8-15f0d75eaa9d,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:12.074723 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-fecd5edf-c9bd-40b9-a806-a72b7e216139 None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:12.104634 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-fecd5edf-c9bd-40b9-a806-a72b7e216139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:12.212400 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fecd5edf-c9bd-40b9-a806-a72b7e216139 None None] Network d1beb4c6-dd6f-48ed-9e27-4552e087b637 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:01:12.240495 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-54923a45-d719-4855-9936-0e4d1e110038 None None] Provisioning complete for port a67ba727-5674-4325-b0b8-15f0d75eaa9d triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:01:12.241377 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-54923a45-d719-4855-9936-0e4d1e110038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:12.243576 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-fecd5edf-c9bd-40b9-a806-a72b7e216139 None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:01:12.247600 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecd5edf-c9bd-40b9-a806-a72b7e216139 None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:01:12.298169 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecd5edf-c9bd-40b9-a806-a72b7e216139 None None] Pushing event updated for resources: {'Port': ['ID=0a5fbeb9-5a0e-470a-8527-111bf97a730a,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:12.389957 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:12.413128 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-29f91202-eece-4242-b553-5e95ec1406d0 req-20f55589-fb65-476f-a446-2cb952e24921 tempest-ServerMetadataNegativeTestJSON-1121711079 tempest-ServerMetadataNegativeTestJSON-1121711079-project] 10.222.0.39 "GET /v2.0/ports?device_id=aab04475-c18f-4d0e-9942-a083092d01ca HTTP/1.1" status: 200 len: 210 time: 0.1085122 Sep 23 07:01:12.435375 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-fecd5edf-c9bd-40b9-a806-a72b7e216139 None None] Attempting to bind port 0a5fbeb9-5a0e-470a-8527-111bf97a730a on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:01:12.435375 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-fecd5edf-c9bd-40b9-a806-a72b7e216139 None None] Attempting to bind port 0a5fbeb9-5a0e-470a-8527-111bf97a730a by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': 'eeeb9766-a2b0-4d6a-b15c-f74f90537122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd1beb4c6-dd6f-48ed-9e27-4552e087b637'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:01:12.435727 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fecd5edf-c9bd-40b9-a806-a72b7e216139 None None] Attempting to bind port 0a5fbeb9-5a0e-470a-8527-111bf97a730a on network d1beb4c6-dd6f-48ed-9e27-4552e087b637 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:01:12.446320 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fecd5edf-c9bd-40b9-a806-a72b7e216139 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:01:12.446788 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fecd5edf-c9bd-40b9-a806-a72b7e216139 None None] Checking segment: {'id': 'eeeb9766-a2b0-4d6a-b15c-f74f90537122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd1beb4c6-dd6f-48ed-9e27-4552e087b637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:01:12.447226 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-fecd5edf-c9bd-40b9-a806-a72b7e216139 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:12.447624 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fecd5edf-c9bd-40b9-a806-a72b7e216139 None None] Bound using segment: {'id': 'eeeb9766-a2b0-4d6a-b15c-f74f90537122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd1beb4c6-dd6f-48ed-9e27-4552e087b637'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:01:12.448165 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-fecd5edf-c9bd-40b9-a806-a72b7e216139 None None] Bound port: 0a5fbeb9-5a0e-470a-8527-111bf97a730a, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeeb9766-a2b0-4d6a-b15c-f74f90537122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd1beb4c6-dd6f-48ed-9e27-4552e087b637'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:01:12.448758 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-fecd5edf-c9bd-40b9-a806-a72b7e216139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:12.584168 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-fecd5edf-c9bd-40b9-a806-a72b7e216139 None None] For port 0a5fbeb9-5a0e-470a-8527-111bf97a730a, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:01:12.588074 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-fecd5edf-c9bd-40b9-a806-a72b7e216139 None None] For port 0a5fbeb9-5a0e-470a-8527-111bf97a730a, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=0a5fbeb9-5a0e-470a-8527-111bf97a730a,segment=NetworkSegment(eeeb9766-a2b0-4d6a-b15c-f74f90537122),segment_id=eeeb9766-a2b0-4d6a-b15c-f74f90537122)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:01:12.606602 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-fecd5edf-c9bd-40b9-a806-a72b7e216139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:12.612018 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-b8257717-b34f-4335-b795-b20618fe30ac tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Deleting port df7e349b-8d3f-4f63-8aa8-5e7aeb6e329e {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:01:12.614575 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b8257717-b34f-4335-b795-b20618fe30ac tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:12.661438 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-855651c0-d292-4d38-9d20-42caf1bd7b8f tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:12.685080 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecd5edf-c9bd-40b9-a806-a72b7e216139 None None] Pushing event updated for resources: {'Port': ['ID=0a5fbeb9-5a0e-470a-8527-111bf97a730a,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:13.301651 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b8257717-b34f-4335-b795-b20618fe30ac tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:13.321501 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-b8257717-b34f-4335-b795-b20618fe30ac tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Calling delete_port for df7e349b-8d3f-4f63-8aa8-5e7aeb6e329e owned by {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:01:13.327877 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-855651c0-d292-4d38-9d20-42caf1bd7b8f tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Allocated IP 172.21.0.1 (28c06f26-cf90-4427-8867-13987504023d/64fcdba2-4149-4c17-b839-1fca29e9b0e6/82be17db-b53e-433d-9368-471bd2964f39) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:01:13.661762 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a069b54e-958f-4fb1-81af-1d0ec0823a9c req-bca49c6e-57c9-4b60-89cd-737e43d94168 tempest-ServerMetadataNegativeTestJSON-1121711079 tempest-ServerMetadataNegativeTestJSON-1121711079-project] 10.222.0.39 "GET /v2.0/ports?device_id=aab04475-c18f-4d0e-9942-a083092d01ca HTTP/1.1" status: 200 len: 210 time: 0.0601127 Sep 23 07:01:13.772291 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-855651c0-d292-4d38-9d20-42caf1bd7b8f tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:13.787380 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:13.895192 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-855651c0-d292-4d38-9d20-42caf1bd7b8f tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:13.994882 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b8257717-b34f-4335-b795-b20618fe30ac tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:14.046371 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855651c0-d292-4d38-9d20-42caf1bd7b8f tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Network 28c06f26-cf90-4427-8867-13987504023d is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:01:14.073122 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 0a5fbeb9-5a0e-470a-8527-111bf97a730a up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:01:14.089224 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-855651c0-d292-4d38-9d20-42caf1bd7b8f tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:01:14.107481 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855651c0-d292-4d38-9d20-42caf1bd7b8f tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:01:14.159505 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 0a5fbeb9-5a0e-470a-8527-111bf97a730a triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:01:14.159955 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:14.229996 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855651c0-d292-4d38-9d20-42caf1bd7b8f tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Pushing event updated for resources: {'Port': ['ID=82be17db-b53e-433d-9368-471bd2964f39,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:14.380428 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:14.413051 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8257717-b34f-4335-b795-b20618fe30ac tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event deleted for resources: {'Port': ['ID=df7e349b-8d3f-4f63-8aa8-5e7aeb6e329e,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:14.428201 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-855651c0-d292-4d38-9d20-42caf1bd7b8f tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068614'] for router_interface, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:14.454267 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port 0a5fbeb9-5a0e-470a-8527-111bf97a730a, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=0a5fbeb9-5a0e-470a-8527-111bf97a730a,segment=NetworkSegment(eeeb9766-a2b0-4d6a-b15c-f74f90537122),segment_id=eeeb9766-a2b0-4d6a-b15c-f74f90537122)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:01:14.456452 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0909415c-5faa-4a9b-a160-d2465ffaa6b8 req-35e7c420-7f1f-4e0b-9c0e-16fea5d52146 tempest-ServerMetadataNegativeTestJSON-1121711079 tempest-ServerMetadataNegativeTestJSON-1121711079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:14.459162 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:14.459484 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0909415c-5faa-4a9b-a160-d2465ffaa6b8 req-35e7c420-7f1f-4e0b-9c0e-16fea5d52146 tempest-ServerMetadataNegativeTestJSON-1121711079 tempest-ServerMetadataNegativeTestJSON-1121711079-project] 10.222.0.21 "GET /v2.0/networks?id=d42dbf02-dbd8-4475-9324-a170216ebb5d HTTP/1.1" status: 200 len: 820 time: 0.6080689 Sep 23 07:01:14.462361 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device a67ba727-5674-4325-b0b8-15f0d75eaa9d up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:01:14.557610 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=0a5fbeb9-5a0e-470a-8527-111bf97a730a,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:14.572860 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-0909415c-5faa-4a9b-a160-d2465ffaa6b8 req-3fe3adea-e1de-48d3-916f-f78d917222df tempest-ServerMetadataNegativeTestJSON-1121711079 tempest-ServerMetadataNegativeTestJSON-1121711079-project] Request body: {'port': {'device_id': 'aab04475-c18f-4d0e-9942-a083092d01ca', 'network_id': 'd42dbf02-dbd8-4475-9324-a170216ebb5d', 'admin_state_up': True, 'tenant_id': '89f11eecfa5e4a7092a5ae07bc115b63'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:01:14.601619 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port a67ba727-5674-4325-b0b8-15f0d75eaa9d triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:01:14.602261 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:14.641870 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-649170d5-545d-4e15-ad11-ee7a6337bb70 None None] Provisioning complete for port 82be17db-b53e-433d-9368-471bd2964f39 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:01:14.644931 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-649170d5-545d-4e15-ad11-ee7a6337bb70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:14.703310 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-649170d5-545d-4e15-ad11-ee7a6337bb70 None None] Port 82be17db-b53e-433d-9368-471bd2964f39 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:01:14.730058 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893bf8c0-b921-4f09-8f3d-4cccd5def49b None None] Network d1beb4c6-dd6f-48ed-9e27-4552e087b637 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:01:14.733786 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0909415c-5faa-4a9b-a160-d2465ffaa6b8 req-3fe3adea-e1de-48d3-916f-f78d917222df tempest-ServerMetadataNegativeTestJSON-1121711079 tempest-ServerMetadataNegativeTestJSON-1121711079-project] Made reservation on behalf of 89f11eecfa5e4a7092a5ae07bc115b63 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:01:14.740979 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-0909415c-5faa-4a9b-a160-d2465ffaa6b8 req-3fe3adea-e1de-48d3-916f-f78d917222df tempest-ServerMetadataNegativeTestJSON-1121711079 tempest-ServerMetadataNegativeTestJSON-1121711079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:14.747124 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b8257717-b34f-4335-b795-b20618fe30ac tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:14.749247 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-b8257717-b34f-4335-b795-b20618fe30ac tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "DELETE /v2.0/ports/df7e349b-8d3f-4f63-8aa8-5e7aeb6e329e HTTP/1.1" status: 204 len: 168 time: 3.3098640 Sep 23 07:01:14.752016 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 52398) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:14.823715 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-208d62f6-a704-429b-ac53-090fafc4194e tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] DELETE failed (client error): The resource could not be found. Sep 23 07:01:14.824425 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-208d62f6-a704-429b-ac53-090fafc4194e tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 07:01:14.826891 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-208d62f6-a704-429b-ac53-090fafc4194e tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "DELETE /v2.0/ports/df7e349b-8d3f-4f63-8aa8-5e7aeb6e329e HTTP/1.1" status: 404 len: 333 time: 0.0738564 Sep 23 07:01:14.830004 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 52400) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:14.852872 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-6a4a0b81-5e84-42c6-9d4f-654f4db063da None None] Provisioning complete for port 0a5fbeb9-5a0e-470a-8527-111bf97a730a triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:01:14.854280 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-6a4a0b81-5e84-42c6-9d4f-654f4db063da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:14.887846 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-bec876ce-15bc-4771-b191-f3f3293f8b67 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] GET failed (client error): The resource could not be found. Sep 23 07:01:14.890708 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-bec876ce-15bc-4771-b191-f3f3293f8b67 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "GET /v2.0/ports/df7e349b-8d3f-4f63-8aa8-5e7aeb6e329e HTTP/1.1" status: 404 len: 333 time: 0.0581961 Sep 23 07:01:14.893574 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 52402) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:14.901562 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bfaa28cd-2d17-4d09-b5db-6337e9361c26 req-95bef29a-0d79-464f-948d-f6c67b3ee393 tempest-ServerMetadataNegativeTestJSON-1121711079 tempest-ServerMetadataNegativeTestJSON-1121711079-project] 10.222.0.39 "GET /v2.0/ports?device_id=aab04475-c18f-4d0e-9942-a083092d01ca HTTP/1.1" status: 200 len: 210 time: 0.0460675 Sep 23 07:01:15.097948 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-0909415c-5faa-4a9b-a160-d2465ffaa6b8 req-3fe3adea-e1de-48d3-916f-f78d917222df tempest-ServerMetadataNegativeTestJSON-1121711079 tempest-ServerMetadataNegativeTestJSON-1121711079-project] Allocated IP 172.20.0.7 (d42dbf02-dbd8-4475-9324-a170216ebb5d/0f414d52-2df6-4df0-a8e4-8564ccbb8fca/a63dce29-8a57-43e1-bddd-f1a0398bb5d8) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:01:15.132627 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-476ec904-a38b-4014-9c06-bd5f375878f8 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Deleting subnet 832448a6-ea7d-4714-b92f-dc2744e295b5 {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:01:15.138571 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-476ec904-a38b-4014-9c06-bd5f375878f8 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:15.327531 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-0909415c-5faa-4a9b-a160-d2465ffaa6b8 req-3fe3adea-e1de-48d3-916f-f78d917222df tempest-ServerMetadataNegativeTestJSON-1121711079 tempest-ServerMetadataNegativeTestJSON-1121711079-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:15.338224 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-476ec904-a38b-4014-9c06-bd5f375878f8 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:15.384684 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-0909415c-5faa-4a9b-a160-d2465ffaa6b8 req-3fe3adea-e1de-48d3-916f-f78d917222df tempest-ServerMetadataNegativeTestJSON-1121711079 tempest-ServerMetadataNegativeTestJSON-1121711079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:15.454699 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-855651c0-d292-4d38-9d20-42caf1bd7b8f tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:15.496661 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0909415c-5faa-4a9b-a160-d2465ffaa6b8 req-3fe3adea-e1de-48d3-916f-f78d917222df tempest-ServerMetadataNegativeTestJSON-1121711079 tempest-ServerMetadataNegativeTestJSON-1121711079-project] Network d42dbf02-dbd8-4475-9324-a170216ebb5d is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:01:15.497598 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe3adea-e1de-48d3-916f-f78d917222df tempest-ServerMetadataNegativeTestJSON-1121711079 tempest-ServerMetadataNegativeTestJSON-1121711079-project] Pushing event updated for resources: {'Port': ['ID=a63dce29-8a57-43e1-bddd-f1a0398bb5d8,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:15.503327 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-0909415c-5faa-4a9b-a160-d2465ffaa6b8 req-3fe3adea-e1de-48d3-916f-f78d917222df tempest-ServerMetadataNegativeTestJSON-1121711079 tempest-ServerMetadataNegativeTestJSON-1121711079-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:01:15.506214 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-0909415c-5faa-4a9b-a160-d2465ffaa6b8 req-3fe3adea-e1de-48d3-916f-f78d917222df tempest-ServerMetadataNegativeTestJSON-1121711079 tempest-ServerMetadataNegativeTestJSON-1121711079-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:01:15.539783 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-476ec904-a38b-4014-9c06-bd5f375878f8 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:15.546982 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-4cebe100-fd98-4b33-9564-b1d27b56c301 None None] Provisioning complete for port 0a5fbeb9-5a0e-470a-8527-111bf97a730a triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:01:15.551236 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-4cebe100-fd98-4b33-9564-b1d27b56c301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:15.682827 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-476ec904-a38b-4014-9c06-bd5f375878f8 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:15.758285 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476ec904-a38b-4014-9c06-bd5f375878f8 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event deleted for resources: {'Subnet': ['ID=832448a6-ea7d-4714-b92f-dc2744e295b5,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:15.767510 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-476ec904-a38b-4014-9c06-bd5f375878f8 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:15.769964 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-476ec904-a38b-4014-9c06-bd5f375878f8 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "DELETE /v2.0/subnets/832448a6-ea7d-4714-b92f-dc2744e295b5 HTTP/1.1" status: 204 len: 168 time: 0.8737416 Sep 23 07:01:15.772551 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 52414) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:15.810416 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0909415c-5faa-4a9b-a160-d2465ffaa6b8 req-3fe3adea-e1de-48d3-916f-f78d917222df tempest-ServerMetadataNegativeTestJSON-1121711079 tempest-ServerMetadataNegativeTestJSON-1121711079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:15.811094 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-0909415c-5faa-4a9b-a160-d2465ffaa6b8 req-3fe3adea-e1de-48d3-916f-f78d917222df tempest-ServerMetadataNegativeTestJSON-1121711079 tempest-ServerMetadataNegativeTestJSON-1121711079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:15.875692 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76003a8f-9e33-4833-9d3f-91ff19db833e None None] Network d1beb4c6-dd6f-48ed-9e27-4552e087b637 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:01:15.923404 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-532f53d0-318a-482e-ab60-f03171c75d4d tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:15.977897 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0909415c-5faa-4a9b-a160-d2465ffaa6b8 req-3fe3adea-e1de-48d3-916f-f78d917222df tempest-ServerMetadataNegativeTestJSON-1121711079 tempest-ServerMetadataNegativeTestJSON-1121711079-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4118059 Sep 23 07:01:16.004611 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-532f53d0-318a-482e-ab60-f03171c75d4d tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Deleting port 0a5fbeb9-5a0e-470a-8527-111bf97a730a {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:01:16.005472 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-532f53d0-318a-482e-ab60-f03171c75d4d tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:16.029939 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 0a5fbeb9-5a0e-470a-8527-111bf97a730a up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:01:16.178723 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-0909415c-5faa-4a9b-a160-d2465ffaa6b8 req-d75e4e2d-bd27-4eb1-b77c-75d22b1d57d5 service neutron] Request body: {'port': {'device_id': 'aab04475-c18f-4d0e-9942-a083092d01ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:01:16.260616 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-532f53d0-318a-482e-ab60-f03171c75d4d tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] For port 0a5fbeb9-5a0e-470a-8527-111bf97a730a, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=0a5fbeb9-5a0e-470a-8527-111bf97a730a,segment=NetworkSegment(eeeb9766-a2b0-4d6a-b15c-f74f90537122),segment_id=eeeb9766-a2b0-4d6a-b15c-f74f90537122)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:01:16.263455 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-532f53d0-318a-482e-ab60-f03171c75d4d tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:16.280241 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-532f53d0-318a-482e-ab60-f03171c75d4d tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Calling delete_port for 0a5fbeb9-5a0e-470a-8527-111bf97a730a owned by network:dhcp {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:01:16.381588 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-0f931f6c-0467-46bc-bcca-52901c05746c None None] Could not find standard attr ID for object df7e349b-8d3f-4f63-8aa8-5e7aeb6e329e. {{(pid=95067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 07:01:16.392079 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 0a5fbeb9-5a0e-470a-8527-111bf97a730a triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:01:16.392478 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:16.498154 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98275fde-ab0c-4430-b341-4abad61e9286 req-37b9dd32-0201-4f71-9879-427522038b2b tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:16.515710 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-98275fde-ab0c-4430-b341-4abad61e9286 req-37b9dd32-0201-4f71-9879-427522038b2b tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fbf98fe-c909-4c03-a796-488b786cfe1c HTTP/1.1" status: 200 len: 945 time: 0.1238441 Sep 23 07:01:16.536984 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b7264f-df97-495d-90d5-2fc66b71fe82 None None] DHCP port deletion for d1beb4c6-dd6f-48ed-9e27-4552e087b637 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 07:01:16.598613 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-d0b7264f-df97-495d-90d5-2fc66b71fe82 None None] Deleting port 0a5fbeb9-5a0e-470a-8527-111bf97a730a {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:01:16.599168 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d0b7264f-df97-495d-90d5-2fc66b71fe82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:16.599519 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd15d0-29fd-4705-a83e-f75785b46d67 req-0c6b00c1-87a3-4194-838d-326decf6dc2e tempest-ServerMetadataNegativeTestJSON-1121711079 tempest-ServerMetadataNegativeTestJSON-1121711079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:16.601779 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cfdd15d0-29fd-4705-a83e-f75785b46d67 req-0c6b00c1-87a3-4194-838d-326decf6dc2e tempest-ServerMetadataNegativeTestJSON-1121711079 tempest-ServerMetadataNegativeTestJSON-1121711079-project] 10.222.0.39 "GET /v2.0/ports?device_id=aab04475-c18f-4d0e-9942-a083092d01ca HTTP/1.1" status: 200 len: 931 time: 0.4201565 Sep 23 07:01:16.630686 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-98275fde-ab0c-4430-b341-4abad61e9286 req-24f588f2-4d19-4ec3-a5f6-0d415ed88259 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/security-groups?id=fd2b27e9-002e-4189-a66b-a3d17ee0f452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139705 Sep 23 07:01:16.692882 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-532f53d0-318a-482e-ab60-f03171c75d4d tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:16.731258 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-d0b7264f-df97-495d-90d5-2fc66b71fe82 None None] For port 0a5fbeb9-5a0e-470a-8527-111bf97a730a, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=0a5fbeb9-5a0e-470a-8527-111bf97a730a,segment=NetworkSegment(eeeb9766-a2b0-4d6a-b15c-f74f90537122),segment_id=eeeb9766-a2b0-4d6a-b15c-f74f90537122)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:01:16.734365 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d0b7264f-df97-495d-90d5-2fc66b71fe82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:16.751254 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-d0b7264f-df97-495d-90d5-2fc66b71fe82 None None] Calling delete_port for 0a5fbeb9-5a0e-470a-8527-111bf97a730a owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:01:16.760061 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532f53d0-318a-482e-ab60-f03171c75d4d tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event deleted for resources: {'Port': ['ID=0a5fbeb9-5a0e-470a-8527-111bf97a730a,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:16.772327 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532f53d0-318a-482e-ab60-f03171c75d4d tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] No DVR routers for this DVR port 0a5fbeb9-5a0e-470a-8527-111bf97a730a on host n-d-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:01:16.783411 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-0909415c-5faa-4a9b-a160-d2465ffaa6b8 req-d75e4e2d-bd27-4eb1-b77c-75d22b1d57d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:16.821716 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae656e7-7f28-4026-aff7-1fe093350565 req-8a1b5018-1e88-4acb-99ad-0ddf5f0bcac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:16.823405 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7ae656e7-7f28-4026-aff7-1fe093350565 req-8a1b5018-1e88-4acb-99ad-0ddf5f0bcac4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=975c49cb4b83465685884a643e7b4a2e&device_id=3fbf98fe-c909-4c03-a796-488b786cfe1c HTTP/1.1" status: 200 len: 1097 time: 0.3976550 Sep 23 07:01:16.869731 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d0b7264f-df97-495d-90d5-2fc66b71fe82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:16.888308 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b7264f-df97-495d-90d5-2fc66b71fe82 None None] No DVR routers for this DVR port 0a5fbeb9-5a0e-470a-8527-111bf97a730a on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:01:16.918424 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cfdd15d0-29fd-4705-a83e-f75785b46d67 req-e5e354a9-d176-4586-95e1-fa62e112e51d tempest-ServerMetadataNegativeTestJSON-1121711079 tempest-ServerMetadataNegativeTestJSON-1121711079-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdcfc86a-1d1f-475f-acfd-fabadcbb6c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040566 Sep 23 07:01:16.919480 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b7264f-df97-495d-90d5-2fc66b71fe82 None None] Pushing event deleted for resources: {'Port': ['ID=0a5fbeb9-5a0e-470a-8527-111bf97a730a,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:16.970511 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-532f53d0-318a-482e-ab60-f03171c75d4d tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:16.981759 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-855651c0-d292-4d38-9d20-42caf1bd7b8f tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:17.037907 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-532f53d0-318a-482e-ab60-f03171c75d4d tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1beb4c6-dd6f-48ed-9e27-4552e087b637']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:01:17.055654 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-855651c0-d292-4d38-9d20-42caf1bd7b8f tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:17.068393 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-532f53d0-318a-482e-ab60-f03171c75d4d tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeeb9766-a2b0-4d6a-b15c-f74f90537122') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:01:17.068680 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-532f53d0-318a-482e-ab60-f03171c75d4d tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeeb9766-a2b0-4d6a-b15c-f74f90537122') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:01:17.089971 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-532f53d0-318a-482e-ab60-f03171c75d4d tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:17.125331 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-532f53d0-318a-482e-ab60-f03171c75d4d tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:17.153132 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-532f53d0-318a-482e-ab60-f03171c75d4d tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:01:17.153421 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-532f53d0-318a-482e-ab60-f03171c75d4d tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:17.157197 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 07:01:17.157197 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:01:17.157197 n-d-715271-16 neutron-server[95066]: timer() Sep 23 07:01:17.157197 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:01:17.157197 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 07:01:17.157197 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:01:17.157197 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 07:01:17.157197 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:01:17.157197 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 07:01:17.157197 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:01:17.157197 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 07:01:17.157197 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:01:17.157197 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 07:01:17.157197 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:01:17.157197 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:01:17.157197 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:01:17.157197 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:01:17.157197 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:01:17.157197 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 07:01:17.157197 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:01:17.157197 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 07:01:17.157197 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:01:17.157197 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:01:17.157197 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:01:17.157197 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 07:01:17.157197 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:01:17.157197 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:01:17.157197 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:01:17.157197 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:01:17.157197 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:01:17.157197 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:01:17.157197 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:01:17.259761 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-532f53d0-318a-482e-ab60-f03171c75d4d tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:17.301290 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-532f53d0-318a-482e-ab60-f03171c75d4d tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:17.301924 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-855651c0-d292-4d38-9d20-42caf1bd7b8f tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067062'] for router_interface, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:17.316327 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-532f53d0-318a-482e-ab60-f03171c75d4d tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "DELETE /v2.0/networks/d1beb4c6-dd6f-48ed-9e27-4552e087b637 HTTP/1.1" status: 204 len: 168 time: 1.5422149 Sep 23 07:01:17.319412 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532f53d0-318a-482e-ab60-f03171c75d4d tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event deleted for resources: {'Network': ['ID=d1beb4c6-dd6f-48ed-9e27-4552e087b637,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:17.329884 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 52436) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:17.334793 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-76e5792a-2604-4b22-a225-a5e1f6087ade tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-98346841'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:01:17.356388 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855651c0-d292-4d38-9d20-42caf1bd7b8f tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Pushing event updated for resources: {'Port': ['ID=82be17db-b53e-433d-9368-471bd2964f39,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:17.371675 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae656e7-7f28-4026-aff7-1fe093350565 req-4f77d72f-d775-4481-89e7-4a81865d41dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:17.373485 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7ae656e7-7f28-4026-aff7-1fe093350565 req-4f77d72f-d775-4481-89e7-4a81865d41dc service neutron] 10.222.0.21 "GET /v2.0/networks?id=b1168109-2f74-485d-b022-6ac22a84b1fa HTTP/1.1" status: 200 len: 920 time: 0.5245676 Sep 23 07:01:17.456667 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7ae656e7-7f28-4026-aff7-1fe093350565 req-37d8d334-5494-4211-97a2-4235863f3be0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c3a2632-e7df-4f52-9b07-323eaa3e6404 HTTP/1.1" status: 200 len: 217 time: 0.0662422 Sep 23 07:01:17.467994 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e5792a-2604-4b22-a225-a5e1f6087ade tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Made reservation on behalf of 07ae454f7ce4401191be202855767634 for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:01:17.471434 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-76e5792a-2604-4b22-a225-a5e1f6087ade tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:17.617794 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76e5792a-2604-4b22-a225-a5e1f6087ade tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:01:17.674012 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-76e5792a-2604-4b22-a225-a5e1f6087ade tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:17.674375 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-76e5792a-2604-4b22-a225-a5e1f6087ade tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Added segment 323aa18a-bb02-46af-a7fd-d533fbe3d928 of type vlan for network a3de8012-bf64-4bf4-b97d-994acc45b39e Sep 23 07:01:17.690033 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae656e7-7f28-4026-aff7-1fe093350565 req-1f1f7e9b-2190-4e9a-a3c8-38ed76202d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:17.692015 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7ae656e7-7f28-4026-aff7-1fe093350565 req-1f1f7e9b-2190-4e9a-a3c8-38ed76202d84 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=17c90601-5462-41e7-bf81-405fc24353fe HTTP/1.1" status: 200 len: 859 time: 0.1994452 Sep 23 07:01:17.761036 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7ae656e7-7f28-4026-aff7-1fe093350565 req-5ffef9f9-af3b-4a8e-b8c9-a65367e9401a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b1168109-2f74-485d-b022-6ac22a84b1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582469 Sep 23 07:01:17.769710 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855651c0-d292-4d38-9d20-42caf1bd7b8f tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Network 28c06f26-cf90-4427-8867-13987504023d is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:01:17.785107 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-76e5792a-2604-4b22-a225-a5e1f6087ade tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:17.795939 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-855651c0-d292-4d38-9d20-42caf1bd7b8f tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:01:17.893443 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 0a5fbeb9-5a0e-470a-8527-111bf97a730a no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:01:17.967942 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1501a8-de15-499c-beea-7566ef6dc768 req-abb725e0-40e8-4ddf-b6ce-da5a6059ff97 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:17.981814 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3e1501a8-de15-499c-beea-7566ef6dc768 req-abb725e0-40e8-4ddf-b6ce-da5a6059ff97 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fbf98fe-c909-4c03-a796-488b786cfe1c HTTP/1.1" status: 200 len: 945 time: 0.2239203 Sep 23 07:01:17.985813 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.db.resource_extend [None req-76e5792a-2604-4b22-a225-a5e1f6087ade tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 07:01:18.061555 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3e1501a8-de15-499c-beea-7566ef6dc768 req-c22cd687-f662-4877-80e3-054c1277bc64 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/security-groups?id=fd2b27e9-002e-4189-a66b-a3d17ee0f452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780978 Sep 23 07:01:18.062421 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 0a5fbeb9-5a0e-470a-8527-111bf97a730a {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:01:18.062920 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 0a5fbeb9-5a0e-470a-8527-111bf97a730a not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:01:18.486327 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-244d9136-d14b-4fca-a8f4-b23c634cea0a None None] Provisioning complete for port 82be17db-b53e-433d-9368-471bd2964f39 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:01:18.494587 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-244d9136-d14b-4fca-a8f4-b23c634cea0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:18.572633 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-244d9136-d14b-4fca-a8f4-b23c634cea0a None None] Port 82be17db-b53e-433d-9368-471bd2964f39 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:01:18.942639 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-855651c0-d292-4d38-9d20-42caf1bd7b8f tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Router 0901d2d0-e813-449c-ad60-2c20aa0511c1 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:01:19.002650 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-0909415c-5faa-4a9b-a160-d2465ffaa6b8 req-d75e4e2d-bd27-4eb1-b77c-75d22b1d57d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a63dce29-8a57-43e1-bddd-f1a0398bb5d8 {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:01:19.020345 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7ae656e7-7f28-4026-aff7-1fe093350565 req-01158c05-fe7e-4e0b-8532-ee70b3050fb5 service neutron] 10.222.0.21 "GET /v2.0/networks/b1168109-2f74-485d-b022-6ac22a84b1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2463968 Sep 23 07:01:19.021006 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-76e5792a-2604-4b22-a225-a5e1f6087ade tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:19.026998 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e5792a-2604-4b22-a225-a5e1f6087ade tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:19.027601 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-76e5792a-2604-4b22-a225-a5e1f6087ade tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:19.033100 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-0909415c-5faa-4a9b-a160-d2465ffaa6b8 req-d75e4e2d-bd27-4eb1-b77c-75d22b1d57d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:19.195330 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-0909415c-5faa-4a9b-a160-d2465ffaa6b8 req-d75e4e2d-bd27-4eb1-b77c-75d22b1d57d5 service neutron] Transition to ACTIVE for port object a63dce29-8a57-43e1-bddd-f1a0398bb5d8 will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:01:19.196994 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-76e5792a-2604-4b22-a225-a5e1f6087ade tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.8661165 Sep 23 07:01:19.200835 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 52454) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:19.208463 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-65a6353f-bcb7-462c-b219-0bf3a1317f93 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Request body: {'subnet': {'network_id': 'a3de8012-bf64-4bf4-b97d-994acc45b39e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:01:19.315077 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-0909415c-5faa-4a9b-a160-d2465ffaa6b8 req-d75e4e2d-bd27-4eb1-b77c-75d22b1d57d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:19.326060 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99421923-99da-430c-b422-5517e5f037b0 req-12392ba0-041c-495e-8afa-5afc561f9ef8 tempest-ServerMetadataNegativeTestJSON-1121711079 tempest-ServerMetadataNegativeTestJSON-1121711079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:19.333480 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-99421923-99da-430c-b422-5517e5f037b0 req-12392ba0-041c-495e-8afa-5afc561f9ef8 tempest-ServerMetadataNegativeTestJSON-1121711079 tempest-ServerMetadataNegativeTestJSON-1121711079-project] 10.222.0.39 "GET /v2.0/ports?device_id=aab04475-c18f-4d0e-9942-a083092d01ca HTTP/1.1" status: 200 len: 931 time: 0.4135015 Sep 23 07:01:19.365642 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e5792a-2604-4b22-a225-a5e1f6087ade tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event updated for resources: {'Network': ['ID=a3de8012-bf64-4bf4-b97d-994acc45b39e,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:19.379916 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network a3de8012-bf64-4bf4-b97d-994acc45b39e details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:01:19.383096 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba6a85e-5a24-432d-9a13-1e267286d262 req-d2e35372-a319-4370-b1ee-41880618ab00 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:19.392441 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5ba6a85e-5a24-432d-9a13-1e267286d262 req-d2e35372-a319-4370-b1ee-41880618ab00 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fbf98fe-c909-4c03-a796-488b786cfe1c HTTP/1.1" status: 200 len: 945 time: 0.1444483 Sep 23 07:01:19.455294 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5ba6a85e-5a24-432d-9a13-1e267286d262 req-9beb24a3-6cde-4c02-8390-eb7c0d8dd019 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/security-groups?id=fd2b27e9-002e-4189-a66b-a3d17ee0f452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615315 Sep 23 07:01:19.483769 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a6353f-bcb7-462c-b219-0bf3a1317f93 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Made reservation on behalf of 07ae454f7ce4401191be202855767634 for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:01:19.488789 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-65a6353f-bcb7-462c-b219-0bf3a1317f93 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:19.573664 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7ae656e7-7f28-4026-aff7-1fe093350565 req-ea2dca07-9e97-4521-879b-c32809277465 service neutron] 10.222.0.21 "GET /v2.0/networks/b1168109-2f74-485d-b022-6ac22a84b1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5378742 Sep 23 07:01:19.574304 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75e4e2d-bd27-4eb1-b77c-75d22b1d57d5 service neutron] Pushing event updated for resources: {'Port': ['ID=a63dce29-8a57-43e1-bddd-f1a0398bb5d8,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:19.587013 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-99421923-99da-430c-b422-5517e5f037b0 req-cbef578c-115d-4c5e-a7c5-9c6472d982c5 tempest-ServerMetadataNegativeTestJSON-1121711079 tempest-ServerMetadataNegativeTestJSON-1121711079-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdcfc86a-1d1f-475f-acfd-fabadcbb6c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510526 Sep 23 07:01:19.678176 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-855651c0-d292-4d38-9d20-42caf1bd7b8f tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:01:19.694679 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa261f98-5ec5-4484-a805-a695b2479d33 None None] Sync routers for ids ['0901d2d0-e813-449c-ad60-2c20aa0511c1'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:01:19.704219 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-855651c0-d292-4d38-9d20-42caf1bd7b8f tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "PUT /v2.0/routers/0901d2d0-e813-449c-ad60-2c20aa0511c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6708009 Sep 23 07:01:19.705627 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 52462) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:19.725150 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa261f98-5ec5-4484-a805-a695b2479d33 None None] Routers {'0901d2d0-e813-449c-ad60-2c20aa0511c1'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:01:19.727609 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-fa261f98-5ec5-4484-a805-a695b2479d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:01:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['0901d2d0-e813-449c-ad60-2c20aa0511c1'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:01:19.798844 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd32c46e-9808-4123-a6e2-de42374f0804 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:19.804518 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-bd32c46e-9808-4123-a6e2-de42374f0804 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "GET /v2.0/ports/82be17db-b53e-433d-9368-471bd2964f39 HTTP/1.1" status: 200 len: 910 time: 0.0642445 Sep 23 07:01:19.805125 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 52464) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:19.816072 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-fa261f98-5ec5-4484-a805-a695b2479d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:01:19.827235 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa261f98-5ec5-4484-a805-a695b2479d33 None None] Routers {'0901d2d0-e813-449c-ad60-2c20aa0511c1'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:01:19.828678 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-fa261f98-5ec5-4484-a805-a695b2479d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:01:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['0901d2d0-e813-449c-ad60-2c20aa0511c1'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:01:19.884437 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-fa261f98-5ec5-4484-a805-a695b2479d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:01:19.885356 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa261f98-5ec5-4484-a805-a695b2479d33 None None] The sync data for ids ['0901d2d0-e813-449c-ad60-2c20aa0511c1'] in n-d-715271-16 is: [] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:01:19.896559 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-65a6353f-bcb7-462c-b219-0bf3a1317f93 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:19.905849 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:01:19.939666 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-0909415c-5faa-4a9b-a160-d2465ffaa6b8 req-d75e4e2d-bd27-4eb1-b77c-75d22b1d57d5 service neutron] Attempting to bind port a63dce29-8a57-43e1-bddd-f1a0398bb5d8 on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:01:19.940010 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-0909415c-5faa-4a9b-a160-d2465ffaa6b8 req-d75e4e2d-bd27-4eb1-b77c-75d22b1d57d5 service neutron] Attempting to bind port a63dce29-8a57-43e1-bddd-f1a0398bb5d8 by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': '7d448d96-e617-4bfe-aae4-858e411af6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'd42dbf02-dbd8-4475-9324-a170216ebb5d'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:01:19.940341 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0909415c-5faa-4a9b-a160-d2465ffaa6b8 req-d75e4e2d-bd27-4eb1-b77c-75d22b1d57d5 service neutron] Attempting to bind port a63dce29-8a57-43e1-bddd-f1a0398bb5d8 on network d42dbf02-dbd8-4475-9324-a170216ebb5d {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:01:19.947664 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0909415c-5faa-4a9b-a160-d2465ffaa6b8 req-d75e4e2d-bd27-4eb1-b77c-75d22b1d57d5 service neutron] Port a63dce29-8a57-43e1-bddd-f1a0398bb5d8 on network d42dbf02-dbd8-4475-9324-a170216ebb5d not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:01:19.948702 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0909415c-5faa-4a9b-a160-d2465ffaa6b8 req-d75e4e2d-bd27-4eb1-b77c-75d22b1d57d5 service neutron] Attempting to bind port a63dce29-8a57-43e1-bddd-f1a0398bb5d8 on network d42dbf02-dbd8-4475-9324-a170216ebb5d {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:01:20.004096 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a6353f-bcb7-462c-b219-0bf3a1317f93 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Checking segment: {'id': '323aa18a-bb02-46af-a7fd-d533fbe3d928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a3de8012-bf64-4bf4-b97d-994acc45b39e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:01:20.004758 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a6353f-bcb7-462c-b219-0bf3a1317f93 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Network hostable DHCP agents. Network: a3de8012-bf64-4bf4-b97d-994acc45b39e, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:01:20.004890 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0909415c-5faa-4a9b-a160-d2465ffaa6b8 req-d75e4e2d-bd27-4eb1-b77c-75d22b1d57d5 service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:01:20.005366 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0909415c-5faa-4a9b-a160-d2465ffaa6b8 req-d75e4e2d-bd27-4eb1-b77c-75d22b1d57d5 service neutron] Checking segment: {'id': '7d448d96-e617-4bfe-aae4-858e411af6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'd42dbf02-dbd8-4475-9324-a170216ebb5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:01:20.005574 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0909415c-5faa-4a9b-a160-d2465ffaa6b8 req-d75e4e2d-bd27-4eb1-b77c-75d22b1d57d5 service neutron] Bound using segment: {'id': '7d448d96-e617-4bfe-aae4-858e411af6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'd42dbf02-dbd8-4475-9324-a170216ebb5d'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:01:20.006052 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-0909415c-5faa-4a9b-a160-d2465ffaa6b8 req-d75e4e2d-bd27-4eb1-b77c-75d22b1d57d5 service neutron] Bound port: a63dce29-8a57-43e1-bddd-f1a0398bb5d8, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d448d96-e617-4bfe-aae4-858e411af6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'd42dbf02-dbd8-4475-9324-a170216ebb5d'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:01:20.006415 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-0909415c-5faa-4a9b-a160-d2465ffaa6b8 req-d75e4e2d-bd27-4eb1-b77c-75d22b1d57d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:20.008145 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a6353f-bcb7-462c-b219-0bf3a1317f93 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event updated for resources: {'Subnet': ['ID=bfc2cf88-c771-42a5-9f37-13b5effa7ae6,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:20.041223 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a6353f-bcb7-462c-b219-0bf3a1317f93 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Network a3de8012-bf64-4bf4-b97d-994acc45b39e is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:01:20.060666 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-65a6353f-bcb7-462c-b219-0bf3a1317f93 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, a3de8012-bf64-4bf4-b97d-994acc45b39e) {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:01:20.067751 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a6353f-bcb7-462c-b219-0bf3a1317f93 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:20.068813 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-65a6353f-bcb7-462c-b219-0bf3a1317f93 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:20.070941 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5acac4d7-50c9-441c-80f9-cf59157e7b99 None None] Network a3de8012-bf64-4bf4-b97d-994acc45b39e requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:01:20.114800 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-65a6353f-bcb7-462c-b219-0bf3a1317f93 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9093783 Sep 23 07:01:20.115035 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 52470) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:20.120234 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-47a173f0-7bad-4034-a5ab-bf6226c7b490 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Request body: {'port': {'network_id': 'a3de8012-bf64-4bf4-b97d-994acc45b39e', 'security_groups': [], 'name': 'tempest-PortsTestJSON-2111290490'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:01:20.168367 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-0909415c-5faa-4a9b-a160-d2465ffaa6b8 req-d75e4e2d-bd27-4eb1-b77c-75d22b1d57d5 service neutron] For port a63dce29-8a57-43e1-bddd-f1a0398bb5d8, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:01:20.174385 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-0909415c-5faa-4a9b-a160-d2465ffaa6b8 req-d75e4e2d-bd27-4eb1-b77c-75d22b1d57d5 service neutron] For port a63dce29-8a57-43e1-bddd-f1a0398bb5d8, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=a63dce29-8a57-43e1-bddd-f1a0398bb5d8,segment=NetworkSegment(7d448d96-e617-4bfe-aae4-858e411af6f3),segment_id=7d448d96-e617-4bfe-aae4-858e411af6f3)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:01:20.181737 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-0909415c-5faa-4a9b-a160-d2465ffaa6b8 req-d75e4e2d-bd27-4eb1-b77c-75d22b1d57d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:20.251002 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0909415c-5faa-4a9b-a160-d2465ffaa6b8 req-d75e4e2d-bd27-4eb1-b77c-75d22b1d57d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:20.251623 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-0909415c-5faa-4a9b-a160-d2465ffaa6b8 req-d75e4e2d-bd27-4eb1-b77c-75d22b1d57d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:20.253003 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0909415c-5faa-4a9b-a160-d2465ffaa6b8 req-d75e4e2d-bd27-4eb1-b77c-75d22b1d57d5 service neutron] 10.222.0.21 "PUT /v2.0/ports/a63dce29-8a57-43e1-bddd-f1a0398bb5d8 HTTP/1.1" status: 200 len: 1092 time: 4.0911756 Sep 23 07:01:20.255853 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aab04475-c18f-4d0e-9942-a083092d01ca', 'tag': 'a63dce29-8a57-43e1-bddd-f1a0398bb5d8'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:01:20.259699 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b97860-bea0-4a64-8750-d53de5e310cd" -d '{"events": [{"name": "network-changed", "server_uuid": "aab04475-c18f-4d0e-9942-a083092d01ca", "tag": "a63dce29-8a57-43e1-bddd-f1a0398bb5d8"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:01:20.302812 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75e4e2d-bd27-4eb1-b77c-75d22b1d57d5 service neutron] Pushing event updated for resources: {'Port': ['ID=a63dce29-8a57-43e1-bddd-f1a0398bb5d8,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:20.353197 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a173f0-7bad-4034-a5ab-bf6226c7b490 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Made reservation on behalf of 07ae454f7ce4401191be202855767634 for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:01:20.358072 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-47a173f0-7bad-4034-a5ab-bf6226c7b490 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:20.366474 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1ae0748-30ea-4091-9b6f-aafdf77db227 x-openstack-request-id: req-e1ae0748-30ea-4091-9b6f-aafdf77db227 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:01:20.367538 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aab04475-c18f-4d0e-9942-a083092d01ca", "tag": "a63dce29-8a57-43e1-bddd-f1a0398bb5d8", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:01:20.368204 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e1ae0748-30ea-4091-9b6f-aafdf77db227 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:01:20.369050 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aab04475-c18f-4d0e-9942-a083092d01ca', 'tag': 'a63dce29-8a57-43e1-bddd-f1a0398bb5d8', 'status': 'completed', 'code': 200} Sep 23 07:01:20.404317 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca7a5c3-cf19-4536-a6a9-11fd28318f89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-a3de8012-bf64-4bf4-b97d-994acc45b39e', 'network_id': 'a3de8012-bf64-4bf4-b97d-994acc45b39e', 'tenant_id': '07ae454f7ce4401191be202855767634', 'fixed_ips': [{'subnet_id': 'bfc2cf88-c771-42a5-9f37-13b5effa7ae6'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:01:20.405805 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-fca7a5c3-cf19-4536-a6a9-11fd28318f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:20.434549 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0909415c-5faa-4a9b-a160-d2465ffaa6b8 req-53bf33b1-7740-4819-8cba-e3373df238fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:20.435648 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0909415c-5faa-4a9b-a160-d2465ffaa6b8 req-53bf33b1-7740-4819-8cba-e3373df238fb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=89f11eecfa5e4a7092a5ae07bc115b63&device_id=aab04475-c18f-4d0e-9942-a083092d01ca HTTP/1.1" status: 200 len: 1095 time: 0.1021743 Sep 23 07:01:20.514578 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0909415c-5faa-4a9b-a160-d2465ffaa6b8 req-e47c9ea7-776b-46ad-9e3e-aba83a76c083 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a63dce29-8a57-43e1-bddd-f1a0398bb5d8 HTTP/1.1" status: 200 len: 217 time: 0.0607369 Sep 23 07:01:20.585670 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-fca7a5c3-cf19-4536-a6a9-11fd28318f89 None None] Allocated IP 172.20.0.2 (a3de8012-bf64-4bf4-b97d-994acc45b39e/bfc2cf88-c771-42a5-9f37-13b5effa7ae6/0cb65f55-0460-4972-a5c7-b3ccc7505f32) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:01:20.598016 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-84f9454c-2dbf-4a15-9f7d-fc08f57f83eb tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066969'] for router_interface, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:20.723558 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0909415c-5faa-4a9b-a160-d2465ffaa6b8 req-58227637-7864-4768-ba80-fcb84240fff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:20.724938 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0909415c-5faa-4a9b-a160-d2465ffaa6b8 req-58227637-7864-4768-ba80-fcb84240fff1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0f414d52-2df6-4df0-a8e4-8564ccbb8fca HTTP/1.1" status: 200 len: 860 time: 0.1940076 Sep 23 07:01:20.800621 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-fca7a5c3-cf19-4536-a6a9-11fd28318f89 None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:20.826277 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0909415c-5faa-4a9b-a160-d2465ffaa6b8 req-d6d784bf-3479-45f6-ac72-2ed1b8705074 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d42dbf02-dbd8-4475-9324-a170216ebb5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290732 Sep 23 07:01:20.827760 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-fca7a5c3-cf19-4536-a6a9-11fd28318f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:20.873174 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16c2ed4-1ee8-48a2-8926-95d5b0cb44e5 req-8392790a-bbdf-427f-b00d-1bd72aac3a16 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:20.880715 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f16c2ed4-1ee8-48a2-8926-95d5b0cb44e5 req-8392790a-bbdf-427f-b00d-1bd72aac3a16 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fbf98fe-c909-4c03-a796-488b786cfe1c HTTP/1.1" status: 200 len: 945 time: 0.2243299 Sep 23 07:01:20.899687 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca7a5c3-cf19-4536-a6a9-11fd28318f89 None None] Pushing event updated for resources: {'Port': ['ID=0cb65f55-0460-4972-a5c7-b3ccc7505f32,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:20.913260 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca7a5c3-cf19-4536-a6a9-11fd28318f89 None None] Network a3de8012-bf64-4bf4-b97d-994acc45b39e is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:01:20.915517 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-fca7a5c3-cf19-4536-a6a9-11fd28318f89 None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:01:20.918204 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca7a5c3-cf19-4536-a6a9-11fd28318f89 None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:01:21.004987 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-fca7a5c3-cf19-4536-a6a9-11fd28318f89 None None] Attempting to bind port 0cb65f55-0460-4972-a5c7-b3ccc7505f32 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:01:21.005368 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-fca7a5c3-cf19-4536-a6a9-11fd28318f89 None None] Attempting to bind port 0cb65f55-0460-4972-a5c7-b3ccc7505f32 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '323aa18a-bb02-46af-a7fd-d533fbe3d928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a3de8012-bf64-4bf4-b97d-994acc45b39e'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:01:21.006147 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca7a5c3-cf19-4536-a6a9-11fd28318f89 None None] Attempting to bind port 0cb65f55-0460-4972-a5c7-b3ccc7505f32 on network a3de8012-bf64-4bf4-b97d-994acc45b39e {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:01:21.030789 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca7a5c3-cf19-4536-a6a9-11fd28318f89 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:01:21.033427 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca7a5c3-cf19-4536-a6a9-11fd28318f89 None None] Checking segment: {'id': '323aa18a-bb02-46af-a7fd-d533fbe3d928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a3de8012-bf64-4bf4-b97d-994acc45b39e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:01:21.034094 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-fca7a5c3-cf19-4536-a6a9-11fd28318f89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:21.034687 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca7a5c3-cf19-4536-a6a9-11fd28318f89 None None] Bound using segment: {'id': '323aa18a-bb02-46af-a7fd-d533fbe3d928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a3de8012-bf64-4bf4-b97d-994acc45b39e'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:01:21.035520 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-fca7a5c3-cf19-4536-a6a9-11fd28318f89 None None] Bound port: 0cb65f55-0460-4972-a5c7-b3ccc7505f32, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323aa18a-bb02-46af-a7fd-d533fbe3d928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a3de8012-bf64-4bf4-b97d-994acc45b39e'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:01:21.036113 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-fca7a5c3-cf19-4536-a6a9-11fd28318f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:21.067134 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f16c2ed4-1ee8-48a2-8926-95d5b0cb44e5 req-2dc7c167-0672-48af-b198-2376147263f8 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/security-groups?id=fd2b27e9-002e-4189-a66b-a3d17ee0f452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704412 Sep 23 07:01:21.073084 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0909415c-5faa-4a9b-a160-d2465ffaa6b8 req-bc95e8e3-e140-45fb-b360-0131ad874b34 service neutron] 10.222.0.21 "GET /v2.0/networks/d42dbf02-dbd8-4475-9324-a170216ebb5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365866 Sep 23 07:01:21.152823 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-fca7a5c3-cf19-4536-a6a9-11fd28318f89 None None] For port 0cb65f55-0460-4972-a5c7-b3ccc7505f32, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:01:21.156330 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-fca7a5c3-cf19-4536-a6a9-11fd28318f89 None None] For port 0cb65f55-0460-4972-a5c7-b3ccc7505f32, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=0cb65f55-0460-4972-a5c7-b3ccc7505f32,segment=NetworkSegment(323aa18a-bb02-46af-a7fd-d533fbe3d928),segment_id=323aa18a-bb02-46af-a7fd-d533fbe3d928)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:01:21.166637 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-fca7a5c3-cf19-4536-a6a9-11fd28318f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:21.224438 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [None req-47a173f0-7bad-4034-a5ab-bf6226c7b490 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] device_id is not set on port 21621723-b138-4ff9-8029-8a7d1583ee22 yet. {{(pid=95066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 07:01:21.243752 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0909415c-5faa-4a9b-a160-d2465ffaa6b8 req-b9ac081a-3992-4580-8910-77f2f3f18d77 service neutron] 10.222.0.21 "GET /v2.0/networks/d42dbf02-dbd8-4475-9324-a170216ebb5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623914 Sep 23 07:01:21.283813 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf7d094-af31-4b8a-827f-dad20e1ae077 req-08352ebb-7d16-4a5e-b5f9-b7929c249b53 tempest-ServerMetadataNegativeTestJSON-1121711079 tempest-ServerMetadataNegativeTestJSON-1121711079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:21.284447 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-84f9454c-2dbf-4a15-9f7d-fc08f57f83eb tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Deleting port 82be17db-b53e-433d-9368-471bd2964f39 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:01:21.285056 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-84f9454c-2dbf-4a15-9f7d-fc08f57f83eb tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:21.285653 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca7a5c3-cf19-4536-a6a9-11fd28318f89 None None] Pushing event updated for resources: {'Port': ['ID=0cb65f55-0460-4972-a5c7-b3ccc7505f32,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:21.286470 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-eaf7d094-af31-4b8a-827f-dad20e1ae077 req-08352ebb-7d16-4a5e-b5f9-b7929c249b53 tempest-ServerMetadataNegativeTestJSON-1121711079 tempest-ServerMetadataNegativeTestJSON-1121711079-project] 10.222.0.39 "GET /v2.0/ports?device_id=aab04475-c18f-4d0e-9942-a083092d01ca HTTP/1.1" status: 200 len: 943 time: 0.2070088 Sep 23 07:01:21.435755 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b97860-bea0-4a64-8750-d53de5e310cd req-84739c3d-edbc-4f5b-b487-f43b6d5d3b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:21.437567 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-38b97860-bea0-4a64-8750-d53de5e310cd req-84739c3d-edbc-4f5b-b487-f43b6d5d3b43 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=89f11eecfa5e4a7092a5ae07bc115b63&device_id=aab04475-c18f-4d0e-9942-a083092d01ca HTTP/1.1" status: 200 len: 1095 time: 0.1159151 Sep 23 07:01:21.489366 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-84f9454c-2dbf-4a15-9f7d-fc08f57f83eb tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:21.520455 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-84f9454c-2dbf-4a15-9f7d-fc08f57f83eb tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Calling delete_port for 82be17db-b53e-433d-9368-471bd2964f39 owned by network:router_interface {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:01:21.607523 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-eaf7d094-af31-4b8a-827f-dad20e1ae077 req-78656452-6071-48a3-b0d1-41752e0d6a1c tempest-ServerMetadataNegativeTestJSON-1121711079 tempest-ServerMetadataNegativeTestJSON-1121711079-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdcfc86a-1d1f-475f-acfd-fabadcbb6c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028829 Sep 23 07:01:21.711024 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b97860-bea0-4a64-8750-d53de5e310cd req-711b7724-5795-49b1-99a6-260b0ad927f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:21.712975 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-38b97860-bea0-4a64-8750-d53de5e310cd req-711b7724-5795-49b1-99a6-260b0ad927f5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d42dbf02-dbd8-4475-9324-a170216ebb5d HTTP/1.1" status: 200 len: 921 time: 0.2677183 Sep 23 07:01:21.727543 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-47a173f0-7bad-4034-a5ab-bf6226c7b490 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Allocated IP 172.20.0.4 (a3de8012-bf64-4bf4-b97d-994acc45b39e/bfc2cf88-c771-42a5-9f37-13b5effa7ae6/21621723-b138-4ff9-8029-8a7d1583ee22) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:01:21.805707 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-38b97860-bea0-4a64-8750-d53de5e310cd req-dfc59558-0c1f-462e-b41d-f9194cc6bf81 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a63dce29-8a57-43e1-bddd-f1a0398bb5d8 HTTP/1.1" status: 200 len: 217 time: 0.0821047 Sep 23 07:01:21.911888 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b97860-bea0-4a64-8750-d53de5e310cd req-d0a9e5eb-a670-4525-be45-196d546ca1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:21.914799 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-38b97860-bea0-4a64-8750-d53de5e310cd req-d0a9e5eb-a670-4525-be45-196d546ca1bf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0f414d52-2df6-4df0-a8e4-8564ccbb8fca HTTP/1.1" status: 200 len: 860 time: 0.0692942 Sep 23 07:01:21.930414 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 0cb65f55-0460-4972-a5c7-b3ccc7505f32 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:01:21.952919 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-38b97860-bea0-4a64-8750-d53de5e310cd req-4e24c28e-96ae-431b-9cc3-0dbb4770d811 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d42dbf02-dbd8-4475-9324-a170216ebb5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277433 Sep 23 07:01:22.008615 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-47a173f0-7bad-4034-a5ab-bf6226c7b490 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:22.056725 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-47a173f0-7bad-4034-a5ab-bf6226c7b490 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:22.093950 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 0cb65f55-0460-4972-a5c7-b3ccc7505f32 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:01:22.098194 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:22.112929 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a173f0-7bad-4034-a5ab-bf6226c7b490 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Network a3de8012-bf64-4bf4-b97d-994acc45b39e is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:01:22.119024 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-47a173f0-7bad-4034-a5ab-bf6226c7b490 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:01:22.125206 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a173f0-7bad-4034-a5ab-bf6226c7b490 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:01:22.155359 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-84f9454c-2dbf-4a15-9f7d-fc08f57f83eb tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:22.165896 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a173f0-7bad-4034-a5ab-bf6226c7b490 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event updated for resources: {'Port': ['ID=21621723-b138-4ff9-8029-8a7d1583ee22,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:22.215651 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a173f0-7bad-4034-a5ab-bf6226c7b490 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:22.218850 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-47a173f0-7bad-4034-a5ab-bf6226c7b490 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:22.240258 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-47a173f0-7bad-4034-a5ab-bf6226c7b490 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.1217480 Sep 23 07:01:22.240748 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 52498) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:22.280646 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:22.326929 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-38b97860-bea0-4a64-8750-d53de5e310cd req-297e1df9-334e-4b26-9b7c-f03eb653e324 service neutron] 10.222.0.21 "GET /v2.0/networks/d42dbf02-dbd8-4475-9324-a170216ebb5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455400 Sep 23 07:01:22.359408 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f9454c-2dbf-4a15-9f7d-fc08f57f83eb tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Pushing event deleted for resources: {'Port': ['ID=82be17db-b53e-433d-9368-471bd2964f39,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:22.418062 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port 0cb65f55-0460-4972-a5c7-b3ccc7505f32, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=0cb65f55-0460-4972-a5c7-b3ccc7505f32,segment=NetworkSegment(323aa18a-bb02-46af-a7fd-d533fbe3d928),segment_id=323aa18a-bb02-46af-a7fd-d533fbe3d928)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:01:22.427119 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:22.477080 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-375df0a1-d430-46e7-afae-6e7221da2703 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Deleting port 21621723-b138-4ff9-8029-8a7d1583ee22 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:01:22.477939 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-375df0a1-d430-46e7-afae-6e7221da2703 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:22.561610 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=0cb65f55-0460-4972-a5c7-b3ccc7505f32,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:22.653476 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f43265-16e2-42fa-85cc-3e3ed35c36af req-c445e1d9-6f84-4d8c-bdd0-dad17cf8fa61 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:22.666681 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b0f43265-16e2-42fa-85cc-3e3ed35c36af req-c445e1d9-6f84-4d8c-bdd0-dad17cf8fa61 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fbf98fe-c909-4c03-a796-488b786cfe1c HTTP/1.1" status: 200 len: 945 time: 0.3974550 Sep 23 07:01:22.742518 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-375df0a1-d430-46e7-afae-6e7221da2703 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:22.783769 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-375df0a1-d430-46e7-afae-6e7221da2703 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Calling delete_port for 21621723-b138-4ff9-8029-8a7d1583ee22 owned by {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:01:22.943907 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1b4916-ad13-4081-b57b-5cdc898c7b2c req-83b5895b-8518-406b-84c3-9c5fe4a981e0 tempest-ServerMetadataNegativeTestJSON-1121711079 tempest-ServerMetadataNegativeTestJSON-1121711079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:22.945543 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9b1b4916-ad13-4081-b57b-5cdc898c7b2c req-83b5895b-8518-406b-84c3-9c5fe4a981e0 tempest-ServerMetadataNegativeTestJSON-1121711079 tempest-ServerMetadataNegativeTestJSON-1121711079-project] 10.222.0.39 "GET /v2.0/ports?device_id=aab04475-c18f-4d0e-9942-a083092d01ca HTTP/1.1" status: 200 len: 943 time: 0.0883479 Sep 23 07:01:23.012412 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7286f2-93f6-4bc8-9842-6c0a6bcc1069 None None] Network a3de8012-bf64-4bf4-b97d-994acc45b39e requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:01:23.108156 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9b1b4916-ad13-4081-b57b-5cdc898c7b2c req-133cf2f7-05c6-4247-b8af-4ca319295c35 tempest-ServerMetadataNegativeTestJSON-1121711079 tempest-ServerMetadataNegativeTestJSON-1121711079-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdcfc86a-1d1f-475f-acfd-fabadcbb6c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438992 Sep 23 07:01:23.109827 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-375df0a1-d430-46e7-afae-6e7221da2703 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:23.138463 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375df0a1-d430-46e7-afae-6e7221da2703 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event deleted for resources: {'Port': ['ID=21621723-b138-4ff9-8029-8a7d1583ee22,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:23.217479 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-424db9b1-386b-4ef3-856f-3f11cc834fc1 None None] Provisioning complete for port 0cb65f55-0460-4972-a5c7-b3ccc7505f32 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:01:23.218038 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-424db9b1-386b-4ef3-856f-3f11cc834fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:23.297621 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-375df0a1-d430-46e7-afae-6e7221da2703 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:23.302557 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-375df0a1-d430-46e7-afae-6e7221da2703 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "DELETE /v2.0/ports/21621723-b138-4ff9-8029-8a7d1583ee22 HTTP/1.1" status: 204 len: 168 time: 1.0585325 Sep 23 07:01:23.303192 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 52508) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:23.344531 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-56a387d6-ae99-41eb-b812-e176535c406c tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] GET failed (client error): The resource could not be found. Sep 23 07:01:23.352084 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-56a387d6-ae99-41eb-b812-e176535c406c tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "GET /v2.0/ports/21621723-b138-4ff9-8029-8a7d1583ee22 HTTP/1.1" status: 404 len: 333 time: 0.0443876 Sep 23 07:01:23.356628 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 52510) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:23.430175 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaf9bf5b-7cee-4fdd-9862-2a72689ff15d tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Deleting subnet bfc2cf88-c771-42a5-9f37-13b5effa7ae6 {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:01:23.434431 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-aaf9bf5b-7cee-4fdd-9862-2a72689ff15d tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:23.435971 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-38b97860-bea0-4a64-8750-d53de5e310cd req-950e23c4-6a00-4794-b356-838d16fe12d9 service neutron] 10.222.0.21 "GET /v2.0/networks/d42dbf02-dbd8-4475-9324-a170216ebb5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0927265 Sep 23 07:01:23.487604 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-84f9454c-2dbf-4a15-9f7d-fc08f57f83eb tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2068624'] for router_interface, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:23.500484 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-aaf9bf5b-7cee-4fdd-9862-2a72689ff15d tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:23.501350 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b0f43265-16e2-42fa-85cc-3e3ed35c36af req-3e13c5f3-a4ca-4882-87c0-8367c91bb105 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/security-groups?id=fd2b27e9-002e-4189-a66b-a3d17ee0f452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6846573 Sep 23 07:01:23.642821 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-aaf9bf5b-7cee-4fdd-9862-2a72689ff15d tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:23.791812 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-aaf9bf5b-7cee-4fdd-9862-2a72689ff15d tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:23.839592 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-aaf9bf5b-7cee-4fdd-9862-2a72689ff15d tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:23.859284 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-aaf9bf5b-7cee-4fdd-9862-2a72689ff15d tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "DELETE /v2.0/subnets/bfc2cf88-c771-42a5-9f37-13b5effa7ae6 HTTP/1.1" status: 204 len: 168 time: 0.4990280 Sep 23 07:01:23.868464 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 52514) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:23.960834 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 0cb65f55-0460-4972-a5c7-b3ccc7505f32 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:01:23.967070 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f9454c-2dbf-4a15-9f7d-fc08f57f83eb tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Router 0901d2d0-e813-449c-ad60-2c20aa0511c1 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:01:23.993320 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf9bf5b-7cee-4fdd-9862-2a72689ff15d tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event deleted for resources: {'Subnet': ['ID=bfc2cf88-c771-42a5-9f37-13b5effa7ae6,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:24.081899 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 0cb65f55-0460-4972-a5c7-b3ccc7505f32 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:01:24.082420 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:24.146816 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e56763c0-195d-48de-ab2d-099202fbbc6b tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:24.222992 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f9454c-2dbf-4a15-9f7d-fc08f57f83eb tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:01:24.233938 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-84f9454c-2dbf-4a15-9f7d-fc08f57f83eb tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "PUT /v2.0/routers/0901d2d0-e813-449c-ad60-2c20aa0511c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4145026 Sep 23 07:01:24.242930 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 52522) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:24.244130 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27117657-4d27-481a-9f5a-74631e17ce70 None None] Network a3de8012-bf64-4bf4-b97d-994acc45b39e requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:01:24.269359 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c2221b-d317-488d-a5b2-d15a055d0e3f None None] Sync routers for ids ['0901d2d0-e813-449c-ad60-2c20aa0511c1'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:01:24.389983 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-8956f4c7-bc9f-4dc5-a64f-eed71c2cb2b1 None None] Provisioning complete for port 0cb65f55-0460-4972-a5c7-b3ccc7505f32 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:01:24.389983 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8956f4c7-bc9f-4dc5-a64f-eed71c2cb2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:24.410672 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c2221b-d317-488d-a5b2-d15a055d0e3f None None] Routers {'0901d2d0-e813-449c-ad60-2c20aa0511c1'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:01:24.411607 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-d5c2221b-d317-488d-a5b2-d15a055d0e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:01:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['0901d2d0-e813-449c-ad60-2c20aa0511c1'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:01:24.465597 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78428e45-6492-40c4-af14-9f870abc7251 req-fb30e3e1-52cc-4a14-87b4-58340c0a2b81 tempest-ServerMetadataNegativeTestJSON-1121711079 tempest-ServerMetadataNegativeTestJSON-1121711079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:24.470426 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-d5c2221b-d317-488d-a5b2-d15a055d0e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:01:24.482075 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-78428e45-6492-40c4-af14-9f870abc7251 req-fb30e3e1-52cc-4a14-87b4-58340c0a2b81 tempest-ServerMetadataNegativeTestJSON-1121711079 tempest-ServerMetadataNegativeTestJSON-1121711079-project] 10.222.0.39 "GET /v2.0/ports?device_id=aab04475-c18f-4d0e-9942-a083092d01ca HTTP/1.1" status: 200 len: 943 time: 0.2053535 Sep 23 07:01:24.483564 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-e56763c0-195d-48de-ab2d-099202fbbc6b tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Deleting port 0cb65f55-0460-4972-a5c7-b3ccc7505f32 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:01:24.483904 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e56763c0-195d-48de-ab2d-099202fbbc6b tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:24.496329 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c2221b-d317-488d-a5b2-d15a055d0e3f None None] Routers {'0901d2d0-e813-449c-ad60-2c20aa0511c1'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:01:24.497396 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-d5c2221b-d317-488d-a5b2-d15a055d0e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:01:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['0901d2d0-e813-449c-ad60-2c20aa0511c1'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:01:24.601182 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-78428e45-6492-40c4-af14-9f870abc7251 req-58c44fd7-6d72-4267-b5db-3189536e8de2 tempest-ServerMetadataNegativeTestJSON-1121711079 tempest-ServerMetadataNegativeTestJSON-1121711079-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdcfc86a-1d1f-475f-acfd-fabadcbb6c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801640 Sep 23 07:01:24.623956 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-d5c2221b-d317-488d-a5b2-d15a055d0e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:01:24.624625 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c2221b-d317-488d-a5b2-d15a055d0e3f None None] The sync data for ids ['0901d2d0-e813-449c-ad60-2c20aa0511c1'] in n-d-715271-16 is: [] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:01:24.736208 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-e56763c0-195d-48de-ab2d-099202fbbc6b tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] For port 0cb65f55-0460-4972-a5c7-b3ccc7505f32, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=0cb65f55-0460-4972-a5c7-b3ccc7505f32,segment=NetworkSegment(323aa18a-bb02-46af-a7fd-d533fbe3d928),segment_id=323aa18a-bb02-46af-a7fd-d533fbe3d928)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:01:24.736579 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e56763c0-195d-48de-ab2d-099202fbbc6b tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:24.749586 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b53537c-95f7-4fb5-b684-1b1f166a2923 req-ec9900ef-c2ed-489b-8dc6-aed2c4a5334c tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:24.752937 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6b53537c-95f7-4fb5-b684-1b1f166a2923 req-ec9900ef-c2ed-489b-8dc6-aed2c4a5334c tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fbf98fe-c909-4c03-a796-488b786cfe1c HTTP/1.1" status: 200 len: 945 time: 0.1303732 Sep 23 07:01:24.765701 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-e56763c0-195d-48de-ab2d-099202fbbc6b tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Calling delete_port for 0cb65f55-0460-4972-a5c7-b3ccc7505f32 owned by network:dhcp {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:01:24.845838 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6b53537c-95f7-4fb5-b684-1b1f166a2923 req-afcf5c16-9748-4f0a-b8af-269d29fbab44 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/security-groups?id=fd2b27e9-002e-4189-a66b-a3d17ee0f452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840187 Sep 23 07:01:24.891882 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b20ec39f-b1f2-44df-a1d7-faf26f106234 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066969'] for router_interface, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:24.899468 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b472d826-7766-4bf3-8963-7121215136e7 None None] DHCP port deletion for a3de8012-bf64-4bf4-b97d-994acc45b39e request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 07:01:24.904398 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e56763c0-195d-48de-ab2d-099202fbbc6b tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:24.941634 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56763c0-195d-48de-ab2d-099202fbbc6b tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event deleted for resources: {'Port': ['ID=0cb65f55-0460-4972-a5c7-b3ccc7505f32,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:24.945712 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56763c0-195d-48de-ab2d-099202fbbc6b tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] No DVR routers for this DVR port 0cb65f55-0460-4972-a5c7-b3ccc7505f32 on host n-d-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:01:25.102495 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e56763c0-195d-48de-ab2d-099202fbbc6b tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:25.131025 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-e56763c0-195d-48de-ab2d-099202fbbc6b tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3de8012-bf64-4bf4-b97d-994acc45b39e']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:01:25.161989 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-e56763c0-195d-48de-ab2d-099202fbbc6b tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '323aa18a-bb02-46af-a7fd-d533fbe3d928') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:01:25.161989 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-e56763c0-195d-48de-ab2d-099202fbbc6b tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '323aa18a-bb02-46af-a7fd-d533fbe3d928') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:01:25.168118 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e56763c0-195d-48de-ab2d-099202fbbc6b tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:25.201600 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e56763c0-195d-48de-ab2d-099202fbbc6b tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:25.225851 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e56763c0-195d-48de-ab2d-099202fbbc6b tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:01:25.226348 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e56763c0-195d-48de-ab2d-099202fbbc6b tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:25.333478 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 07:01:25.333478 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:01:25.333478 n-d-715271-16 neutron-server[95066]: timer() Sep 23 07:01:25.333478 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:01:25.333478 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 07:01:25.333478 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:01:25.333478 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 07:01:25.333478 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:01:25.333478 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 07:01:25.333478 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:01:25.333478 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 07:01:25.333478 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:01:25.333478 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 07:01:25.333478 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:01:25.333478 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:01:25.333478 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:01:25.333478 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:01:25.333478 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:01:25.333478 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 07:01:25.333478 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:01:25.333478 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 07:01:25.333478 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:01:25.333478 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:01:25.333478 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:01:25.333478 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 07:01:25.333478 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:01:25.333478 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:01:25.333478 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:01:25.333478 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:01:25.333478 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:01:25.333478 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:01:25.333478 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:01:25.339161 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e56763c0-195d-48de-ab2d-099202fbbc6b tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:25.381162 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e56763c0-195d-48de-ab2d-099202fbbc6b tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:25.390473 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-e56763c0-195d-48de-ab2d-099202fbbc6b tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "DELETE /v2.0/networks/a3de8012-bf64-4bf4-b97d-994acc45b39e HTTP/1.1" status: 204 len: 168 time: 1.5155916 Sep 23 07:01:25.392901 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56763c0-195d-48de-ab2d-099202fbbc6b tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event deleted for resources: {'Network': ['ID=a3de8012-bf64-4bf4-b97d-994acc45b39e,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:25.397179 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 52536) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:25.401195 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-b20ec39f-b1f2-44df-a1d7-faf26f106234 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Deleting port 1945c28c-c2ca-4854-b5d6-3ba35b7d941e {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:01:25.401751 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b20ec39f-b1f2-44df-a1d7-faf26f106234 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:25.408577 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-603a72ce-c914-43b0-80f4-88e5cbf28502 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Request body: {'port': {'network_id': '86777a1e-cc73-49e9-a3f2-0c75dce33574', 'name': 'tempest-PortsTestJSON-1403738194'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:01:25.579960 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b20ec39f-b1f2-44df-a1d7-faf26f106234 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:25.596355 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-b20ec39f-b1f2-44df-a1d7-faf26f106234 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Calling delete_port for 1945c28c-c2ca-4854-b5d6-3ba35b7d941e owned by network:router_interface {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:01:25.639510 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-603a72ce-c914-43b0-80f4-88e5cbf28502 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Made reservation on behalf of 07ae454f7ce4401191be202855767634 for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:01:25.643886 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-603a72ce-c914-43b0-80f4-88e5cbf28502 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:25.694980 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [None req-603a72ce-c914-43b0-80f4-88e5cbf28502 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] device_id is not set on port 66eff1dc-e253-4832-8c5e-05eb0203651a yet. {{(pid=95066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 07:01:25.744704 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device a63dce29-8a57-43e1-bddd-f1a0398bb5d8 details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:01:25.853375 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 0cb65f55-0460-4972-a5c7-b3ccc7505f32 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:01:25.966716 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 0cb65f55-0460-4972-a5c7-b3ccc7505f32 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:01:25.967579 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9762bc2c-6e80-431a-a6a5-aefa6166c7f5 req-2a6eb61f-e4b1-4f56-a644-192a446b74a4 tempest-ServerMetadataNegativeTestJSON-1121711079 tempest-ServerMetadataNegativeTestJSON-1121711079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:25.969325 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9762bc2c-6e80-431a-a6a5-aefa6166c7f5 req-2a6eb61f-e4b1-4f56-a644-192a446b74a4 tempest-ServerMetadataNegativeTestJSON-1121711079 tempest-ServerMetadataNegativeTestJSON-1121711079-project] 10.222.0.39 "GET /v2.0/ports?device_id=aab04475-c18f-4d0e-9942-a083092d01ca HTTP/1.1" status: 200 len: 943 time: 0.2539287 Sep 23 07:01:25.971773 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 0cb65f55-0460-4972-a5c7-b3ccc7505f32 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:01:26.044994 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port a63dce29-8a57-43e1-bddd-f1a0398bb5d8, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=a63dce29-8a57-43e1-bddd-f1a0398bb5d8,segment=NetworkSegment(7d448d96-e617-4bfe-aae4-858e411af6f3),segment_id=7d448d96-e617-4bfe-aae4-858e411af6f3)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:01:26.055818 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9762bc2c-6e80-431a-a6a5-aefa6166c7f5 req-be7ac9e4-0cf5-42e7-b2e2-f5abb4982c09 tempest-ServerMetadataNegativeTestJSON-1121711079 tempest-ServerMetadataNegativeTestJSON-1121711079-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdcfc86a-1d1f-475f-acfd-fabadcbb6c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611980 Sep 23 07:01:26.083762 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': 'a63dce29-8a57-43e1-bddd-f1a0398bb5d8', 'network_id': 'd42dbf02-dbd8-4475-9324-a170216ebb5d', 'port_id': 'a63dce29-8a57-43e1-bddd-f1a0398bb5d8', 'mac_address': 'fa:16:3e:10:17:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f414d52-2df6-4df0-a8e4-8564ccbb8fca', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:01:26.179041 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ad292e-3b17-421d-80d6-9c1ae5e85aa8 req-c903f47d-5a7f-46a4-8e22-80ccb01898c7 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:26.187871 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c4ad292e-3b17-421d-80d6-9c1ae5e85aa8 req-c903f47d-5a7f-46a4-8e22-80ccb01898c7 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fbf98fe-c909-4c03-a796-488b786cfe1c HTTP/1.1" status: 200 len: 945 time: 0.2160163 Sep 23 07:01:26.206553 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:26.210972 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b20ec39f-b1f2-44df-a1d7-faf26f106234 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:26.226501 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-603a72ce-c914-43b0-80f4-88e5cbf28502 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:26.242234 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a63dce29-8a57-43e1-bddd-f1a0398bb5d8 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:01:26.295029 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port a63dce29-8a57-43e1-bddd-f1a0398bb5d8, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=a63dce29-8a57-43e1-bddd-f1a0398bb5d8,segment=NetworkSegment(7d448d96-e617-4bfe-aae4-858e411af6f3),segment_id=7d448d96-e617-4bfe-aae4-858e411af6f3)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:01:26.311436 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:26.313607 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-603a72ce-c914-43b0-80f4-88e5cbf28502 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:26.335039 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c4ad292e-3b17-421d-80d6-9c1ae5e85aa8 req-7ac03feb-e059-4d06-b54f-e1bd9e9c4412 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/security-groups?id=fd2b27e9-002e-4189-a66b-a3d17ee0f452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458855 Sep 23 07:01:26.342810 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20ec39f-b1f2-44df-a1d7-faf26f106234 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Pushing event deleted for resources: {'Port': ['ID=1945c28c-c2ca-4854-b5d6-3ba35b7d941e,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:26.384080 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=a63dce29-8a57-43e1-bddd-f1a0398bb5d8,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:26.424480 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20ec39f-b1f2-44df-a1d7-faf26f106234 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:01:26.424971 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20ec39f-b1f2-44df-a1d7-faf26f106234 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:01:26.425386 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20ec39f-b1f2-44df-a1d7-faf26f106234 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:01:26.425727 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20ec39f-b1f2-44df-a1d7-faf26f106234 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:01:26.426142 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20ec39f-b1f2-44df-a1d7-faf26f106234 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:01:26.426507 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20ec39f-b1f2-44df-a1d7-faf26f106234 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:01:26.426835 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20ec39f-b1f2-44df-a1d7-faf26f106234 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:01:26.427161 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20ec39f-b1f2-44df-a1d7-faf26f106234 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:01:26.427486 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20ec39f-b1f2-44df-a1d7-faf26f106234 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:01:26.427806 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20ec39f-b1f2-44df-a1d7-faf26f106234 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:01:26.428493 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20ec39f-b1f2-44df-a1d7-faf26f106234 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:01:26.428493 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20ec39f-b1f2-44df-a1d7-faf26f106234 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:01:26.445528 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603a72ce-c914-43b0-80f4-88e5cbf28502 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Network 86777a1e-cc73-49e9-a3f2-0c75dce33574 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:01:26.463297 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-603a72ce-c914-43b0-80f4-88e5cbf28502 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:01:26.466934 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603a72ce-c914-43b0-80f4-88e5cbf28502 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:01:26.478281 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603a72ce-c914-43b0-80f4-88e5cbf28502 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:26.479414 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-603a72ce-c914-43b0-80f4-88e5cbf28502 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:26.505463 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603a72ce-c914-43b0-80f4-88e5cbf28502 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event updated for resources: {'Port': ['ID=66eff1dc-e253-4832-8c5e-05eb0203651a,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:26.514777 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-603a72ce-c914-43b0-80f4-88e5cbf28502 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1157115 Sep 23 07:01:26.518036 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 52548) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:26.714794 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b20ec39f-b1f2-44df-a1d7-faf26f106234 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2068624'] for router_interface, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:26.718766 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109a6588-7a5e-4fb1-8df0-44ce4d63503a req-d85617bc-8b96-48ef-9d44-048e7fe3ff4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:26.720349 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-109a6588-7a5e-4fb1-8df0-44ce4d63503a req-d85617bc-8b96-48ef-9d44-048e7fe3ff4c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3fbf98fe-c909-4c03-a796-488b786cfe1c HTTP/1.1" status: 200 len: 1097 time: 0.1813922 Sep 23 07:01:26.734603 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['a63dce29-8a57-43e1-bddd-f1a0398bb5d8'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:01:26.864496 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-109a6588-7a5e-4fb1-8df0-44ce4d63503a req-1b8b7c2d-5d90-4c01-8b37-2e17270627d1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=fd2b27e9-002e-4189-a66b-a3d17ee0f452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357591 Sep 23 07:01:26.873455 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-b817cbfb-06ae-4554-81ef-1e38a41ef345 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Deleting port 66eff1dc-e253-4832-8c5e-05eb0203651a {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:01:26.873789 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b817cbfb-06ae-4554-81ef-1e38a41ef345 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:27.019893 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b817cbfb-06ae-4554-81ef-1e38a41ef345 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:27.023133 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b20ec39f-b1f2-44df-a1d7-faf26f106234 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Router 0901d2d0-e813-449c-ad60-2c20aa0511c1 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:01:27.037465 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-b817cbfb-06ae-4554-81ef-1e38a41ef345 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Calling delete_port for 66eff1dc-e253-4832-8c5e-05eb0203651a owned by {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:01:27.162224 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b20ec39f-b1f2-44df-a1d7-faf26f106234 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:01:27.170694 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-b20ec39f-b1f2-44df-a1d7-faf26f106234 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "PUT /v2.0/routers/0901d2d0-e813-449c-ad60-2c20aa0511c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9266346 Sep 23 07:01:27.176054 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49fe851-6914-4e9e-b999-e9666bd5a007 None None] Sync routers for ids ['0901d2d0-e813-449c-ad60-2c20aa0511c1'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:01:27.176491 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 52572) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:27.187843 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49fe851-6914-4e9e-b999-e9666bd5a007 None None] Routers {'0901d2d0-e813-449c-ad60-2c20aa0511c1'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:01:27.188473 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-f49fe851-6914-4e9e-b999-e9666bd5a007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:01:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['0901d2d0-e813-449c-ad60-2c20aa0511c1'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:01:27.211844 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-f0a11a05-dcba-41b4-bd12-19942f7b5def tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "GET /v2.0/ports?device_id=0901d2d0-e813-449c-ad60-2c20aa0511c1 HTTP/1.1" status: 200 len: 205 time: 0.0342593 Sep 23 07:01:27.214744 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 52574) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:27.240383 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b817cbfb-06ae-4554-81ef-1e38a41ef345 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:27.277712 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-f49fe851-6914-4e9e-b999-e9666bd5a007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:01:27.287603 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b817cbfb-06ae-4554-81ef-1e38a41ef345 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event deleted for resources: {'Port': ['ID=66eff1dc-e253-4832-8c5e-05eb0203651a,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:27.288613 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136fb7b9-7426-4c55-885a-6db3592018f3 req-8836dead-af4a-44ac-b4ed-047f99d5bfe1 tempest-ServerMetadataNegativeTestJSON-1121711079 tempest-ServerMetadataNegativeTestJSON-1121711079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:27.292616 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b817cbfb-06ae-4554-81ef-1e38a41ef345 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:27.295185 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-b817cbfb-06ae-4554-81ef-1e38a41ef345 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "DELETE /v2.0/ports/66eff1dc-e253-4832-8c5e-05eb0203651a HTTP/1.1" status: 204 len: 168 time: 0.7761390 Sep 23 07:01:27.297938 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 52580) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:27.301587 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-136fb7b9-7426-4c55-885a-6db3592018f3 req-8836dead-af4a-44ac-b4ed-047f99d5bfe1 tempest-ServerMetadataNegativeTestJSON-1121711079 tempest-ServerMetadataNegativeTestJSON-1121711079-project] 10.222.0.39 "GET /v2.0/ports?device_id=aab04475-c18f-4d0e-9942-a083092d01ca HTTP/1.1" status: 200 len: 944 time: 0.1557658 Sep 23 07:01:27.306605 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-a428efdf-df49-47c3-8037-0a7d1e326f9b tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Request body: {'port': {'network_id': '86777a1e-cc73-49e9-a3f2-0c75dce33574', 'mac_address': 'fa:16:3e:3c:0d:1d', 'name': 'tempest-PortsTestJSON-1323289195'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:01:27.314743 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49fe851-6914-4e9e-b999-e9666bd5a007 None None] Routers {'0901d2d0-e813-449c-ad60-2c20aa0511c1'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:01:27.315464 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-f49fe851-6914-4e9e-b999-e9666bd5a007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:01:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['0901d2d0-e813-449c-ad60-2c20aa0511c1'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:01:27.366130 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-f49fe851-6914-4e9e-b999-e9666bd5a007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:01:27.367003 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49fe851-6914-4e9e-b999-e9666bd5a007 None None] The sync data for ids ['0901d2d0-e813-449c-ad60-2c20aa0511c1'] in n-d-715271-16 is: [] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:01:27.418670 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-136fb7b9-7426-4c55-885a-6db3592018f3 req-07a40850-3382-4c46-a536-a1c304424779 tempest-ServerMetadataNegativeTestJSON-1121711079 tempest-ServerMetadataNegativeTestJSON-1121711079-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdcfc86a-1d1f-475f-acfd-fabadcbb6c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162252 Sep 23 07:01:27.421556 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c055d8eb-9943-4c2c-ab6b-35e235af0bcc tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for router, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:27.499210 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a428efdf-df49-47c3-8037-0a7d1e326f9b tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Made reservation on behalf of 07ae454f7ce4401191be202855767634 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:01:27.623096 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28107a16-cb32-46f5-8c74-ed5037a221d3 req-fa7782de-9cc2-44b9-afd4-b7d4720ad159 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:27.624672 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-28107a16-cb32-46f5-8c74-ed5037a221d3 req-fa7782de-9cc2-44b9-afd4-b7d4720ad159 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fbf98fe-c909-4c03-a796-488b786cfe1c HTTP/1.1" status: 200 len: 945 time: 0.1391592 Sep 23 07:01:27.627737 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c055d8eb-9943-4c2c-ab6b-35e235af0bcc tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:27.629609 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c055d8eb-9943-4c2c-ab6b-35e235af0bcc tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:27.629800 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a428efdf-df49-47c3-8037-0a7d1e326f9b tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:27.676743 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [None req-a428efdf-df49-47c3-8037-0a7d1e326f9b tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] device_id is not set on port 2f4a5e13-c4a8-4ef6-b125-c0adb4988408 yet. {{(pid=95065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 07:01:27.682369 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c055d8eb-9943-4c2c-ab6b-35e235af0bcc tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:27.683465 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c055d8eb-9943-4c2c-ab6b-35e235af0bcc tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Fanout notify agent at l3_agent the message router_deleted on router 0901d2d0-e813-449c-ad60-2c20aa0511c1 {{(pid=95066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 07:01:27.696884 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c055d8eb-9943-4c2c-ab6b-35e235af0bcc tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:27.701744 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-c055d8eb-9943-4c2c-ab6b-35e235af0bcc tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "DELETE /v2.0/routers/0901d2d0-e813-449c-ad60-2c20aa0511c1 HTTP/1.1" status: 204 len: 168 time: 0.4687777 Sep 23 07:01:27.702028 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 52586) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:27.734791 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-28107a16-cb32-46f5-8c74-ed5037a221d3 req-9a478469-23b1-4615-b9cb-cfb292f1ea05 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/security-groups?id=fd2b27e9-002e-4189-a66b-a3d17ee0f452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934389 Sep 23 07:01:27.766873 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-39153800-c178-4ef7-8b3e-97fd214b53e2 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Deleting subnet 64fcdba2-4149-4c17-b839-1fca29e9b0e6 {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:01:27.771163 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-39153800-c178-4ef7-8b3e-97fd214b53e2 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:27.815706 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-39153800-c178-4ef7-8b3e-97fd214b53e2 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:27.863711 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a428efdf-df49-47c3-8037-0a7d1e326f9b tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:27.907971 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a428efdf-df49-47c3-8037-0a7d1e326f9b tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:27.922977 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-39153800-c178-4ef7-8b3e-97fd214b53e2 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:27.949049 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a428efdf-df49-47c3-8037-0a7d1e326f9b tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Network 86777a1e-cc73-49e9-a3f2-0c75dce33574 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:01:27.954210 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-a428efdf-df49-47c3-8037-0a7d1e326f9b tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:01:27.958833 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a428efdf-df49-47c3-8037-0a7d1e326f9b tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:01:27.965857 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a428efdf-df49-47c3-8037-0a7d1e326f9b tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:27.966512 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a428efdf-df49-47c3-8037-0a7d1e326f9b tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:28.004635 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-a428efdf-df49-47c3-8037-0a7d1e326f9b tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7028766 Sep 23 07:01:28.004635 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a428efdf-df49-47c3-8037-0a7d1e326f9b tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event updated for resources: {'Port': ['ID=2f4a5e13-c4a8-4ef6-b125-c0adb4988408,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:28.005583 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 52588) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:28.016774 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-39153800-c178-4ef7-8b3e-97fd214b53e2 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:28.075572 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39153800-c178-4ef7-8b3e-97fd214b53e2 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Pushing event deleted for resources: {'Subnet': ['ID=64fcdba2-4149-4c17-b839-1fca29e9b0e6,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:28.083881 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-39153800-c178-4ef7-8b3e-97fd214b53e2 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:28.087354 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-39153800-c178-4ef7-8b3e-97fd214b53e2 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "DELETE /v2.0/subnets/64fcdba2-4149-4c17-b839-1fca29e9b0e6 HTTP/1.1" status: 204 len: 168 time: 0.3843944 Sep 23 07:01:28.092536 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 52590) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:28.095150 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bef28c5-6d49-47de-88fc-74f906b3f4a2 None None] Network 28c06f26-cf90-4427-8867-13987504023d requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:01:28.097096 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da1a6c9-d48a-4afe-a975-c99c68832d49 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:28.098794 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-0da1a6c9-d48a-4afe-a975-c99c68832d49 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "GET /v2.0/ports/2f4a5e13-c4a8-4ef6-b125-c0adb4988408 HTTP/1.1" status: 200 len: 841 time: 0.0927722 Sep 23 07:01:28.101511 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 52592) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:28.205220 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-f15c50e2-33b9-4d62-9537-11cfea820644 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Deleting subnet ca17dbc7-133a-426c-b44b-fe89a9e102da {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:01:28.219790 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f15c50e2-33b9-4d62-9537-11cfea820644 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:28.338551 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-9210e2bd-0df5-44df-8274-2ad3964d8e47 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Deleting port 2f4a5e13-c4a8-4ef6-b125-c0adb4988408 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:01:28.340202 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9210e2bd-0df5-44df-8274-2ad3964d8e47 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:28.433452 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919216a3-a32d-49af-8bfb-1cdfda2f6287 None None] DHCP port deletion for 28c06f26-cf90-4427-8867-13987504023d request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 07:01:28.445779 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9210e2bd-0df5-44df-8274-2ad3964d8e47 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:28.509773 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-9210e2bd-0df5-44df-8274-2ad3964d8e47 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Calling delete_port for 2f4a5e13-c4a8-4ef6-b125-c0adb4988408 owned by {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:01:28.701310 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d332cb2a-f491-4787-8d22-54ffde605337 req-601caf8f-4fba-4e2a-bcc8-5d9b5b14142f tempest-ServerMetadataNegativeTestJSON-1121711079 tempest-ServerMetadataNegativeTestJSON-1121711079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:28.702955 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d332cb2a-f491-4787-8d22-54ffde605337 req-601caf8f-4fba-4e2a-bcc8-5d9b5b14142f tempest-ServerMetadataNegativeTestJSON-1121711079 tempest-ServerMetadataNegativeTestJSON-1121711079-project] 10.222.0.39 "GET /v2.0/ports?device_id=aab04475-c18f-4d0e-9942-a083092d01ca HTTP/1.1" status: 200 len: 944 time: 0.0800490 Sep 23 07:01:28.745833 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f15c50e2-33b9-4d62-9537-11cfea820644 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:28.778850 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9210e2bd-0df5-44df-8274-2ad3964d8e47 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:28.803325 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d332cb2a-f491-4787-8d22-54ffde605337 req-c6ca8931-de10-4410-8d7a-cd948124a59a tempest-ServerMetadataNegativeTestJSON-1121711079 tempest-ServerMetadataNegativeTestJSON-1121711079-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdcfc86a-1d1f-475f-acfd-fabadcbb6c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915048 Sep 23 07:01:28.804384 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9210e2bd-0df5-44df-8274-2ad3964d8e47 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:28.809486 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-9210e2bd-0df5-44df-8274-2ad3964d8e47 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "DELETE /v2.0/ports/2f4a5e13-c4a8-4ef6-b125-c0adb4988408 HTTP/1.1" status: 204 len: 168 time: 0.7039135 Sep 23 07:01:28.812396 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 52612) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:28.824913 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-919216a3-a32d-49af-8bfb-1cdfda2f6287 None None] Deleting port a67ba727-5674-4325-b0b8-15f0d75eaa9d {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:01:28.828990 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9210e2bd-0df5-44df-8274-2ad3964d8e47 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event deleted for resources: {'Port': ['ID=2f4a5e13-c4a8-4ef6-b125-c0adb4988408,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:28.830295 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-919216a3-a32d-49af-8bfb-1cdfda2f6287 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:28.880530 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d646e1d-53eb-40d8-ae45-d3bb900bdc09 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] GET failed (client error): The resource could not be found. Sep 23 07:01:28.887544 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-1d646e1d-53eb-40d8-ae45-d3bb900bdc09 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "GET /v2.0/ports/2f4a5e13-c4a8-4ef6-b125-c0adb4988408 HTTP/1.1" status: 404 len: 333 time: 0.0683103 Sep 23 07:01:28.888465 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 52614) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:28.893219 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-fc3486b2-5938-4b06-b596-42a54fb807c1 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Request body: {'port': {'network_id': '86777a1e-cc73-49e9-a3f2-0c75dce33574', 'name': 'tempest-PortsTestJSON-73122206'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:01:28.945269 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-919216a3-a32d-49af-8bfb-1cdfda2f6287 None None] For port a67ba727-5674-4325-b0b8-15f0d75eaa9d, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=a67ba727-5674-4325-b0b8-15f0d75eaa9d,segment=NetworkSegment(f0f47328-6e09-415a-88e5-78c1c532e4d4),segment_id=f0f47328-6e09-415a-88e5-78c1c532e4d4)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:01:28.946339 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-919216a3-a32d-49af-8bfb-1cdfda2f6287 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:28.999428 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-919216a3-a32d-49af-8bfb-1cdfda2f6287 None None] Calling delete_port for a67ba727-5674-4325-b0b8-15f0d75eaa9d owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:01:29.013662 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f15c50e2-33b9-4d62-9537-11cfea820644 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:29.059941 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a664392d-b85b-4fb9-bbd0-c1a91965024b req-53ea590f-f569-497f-b687-8a48c8e63a81 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:29.062377 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a664392d-b85b-4fb9-bbd0-c1a91965024b req-53ea590f-f569-497f-b687-8a48c8e63a81 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fbf98fe-c909-4c03-a796-488b786cfe1c HTTP/1.1" status: 200 len: 945 time: 0.1480680 Sep 23 07:01:29.140588 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc3486b2-5938-4b06-b596-42a54fb807c1 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Made reservation on behalf of 07ae454f7ce4401191be202855767634 for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:01:29.150827 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a664392d-b85b-4fb9-bbd0-c1a91965024b req-ea3bb3fa-42b6-4a65-a565-83e839e870fa tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/security-groups?id=fd2b27e9-002e-4189-a66b-a3d17ee0f452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658033 Sep 23 07:01:29.154758 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fc3486b2-5938-4b06-b596-42a54fb807c1 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:29.175622 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-919216a3-a32d-49af-8bfb-1cdfda2f6287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:29.182971 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f15c50e2-33b9-4d62-9537-11cfea820644 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:29.199050 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [None req-fc3486b2-5938-4b06-b596-42a54fb807c1 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] device_id is not set on port 9cab62f5-805e-458b-bde1-543048a3c56d yet. {{(pid=95066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 07:01:29.225671 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f15c50e2-33b9-4d62-9537-11cfea820644 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:29.230617 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-f15c50e2-33b9-4d62-9537-11cfea820644 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "DELETE /v2.0/subnets/ca17dbc7-133a-426c-b44b-fe89a9e102da HTTP/1.1" status: 204 len: 168 time: 1.1368954 Sep 23 07:01:29.234141 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919216a3-a32d-49af-8bfb-1cdfda2f6287 None None] Pushing event deleted for resources: {'Port': ['ID=a67ba727-5674-4325-b0b8-15f0d75eaa9d,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:29.240526 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8b6458-abac-46de-9aa2-f198ec66fdea None None] Network 89c0b4a1-ad92-4d7a-9c74-6bf2ee526b44 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:01:29.255692 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919216a3-a32d-49af-8bfb-1cdfda2f6287 None None] No DVR routers for this DVR port a67ba727-5674-4325-b0b8-15f0d75eaa9d on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:01:29.259396 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 52622) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:29.299833 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15c50e2-33b9-4d62-9537-11cfea820644 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Pushing event deleted for resources: {'Subnet': ['ID=ca17dbc7-133a-426c-b44b-fe89a9e102da,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:29.550765 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a3df6fb6-be86-45dd-abbe-c47f84501c97 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:29.615984 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65b675b-cf5e-44d2-9c7b-262e1aa9276d None None] DHCP port deletion for 89c0b4a1-ad92-4d7a-9c74-6bf2ee526b44 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 07:01:29.720864 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a65b675b-cf5e-44d2-9c7b-262e1aa9276d None None] Deleting port 12d88add-10d8-4cc8-b614-a5199ba0665d {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:01:29.721233 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a65b675b-cf5e-44d2-9c7b-262e1aa9276d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:29.766355 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fc3486b2-5938-4b06-b596-42a54fb807c1 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:29.772175 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device a63dce29-8a57-43e1-bddd-f1a0398bb5d8 up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:01:29.826438 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a3df6fb6-be86-45dd-abbe-c47f84501c97 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:29.882739 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-a3df6fb6-be86-45dd-abbe-c47f84501c97 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28c06f26-cf90-4427-8867-13987504023d']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:01:29.907821 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf540d2-6f1b-4b2c-9798-9117e082658b req-c54d0e09-4564-4d20-a177-19d600980b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:29.909960 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9cf540d2-6f1b-4b2c-9798-9117e082658b req-c54d0e09-4564-4d20-a177-19d600980b12 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=975c49cb4b83465685884a643e7b4a2e&device_id=3fbf98fe-c909-4c03-a796-488b786cfe1c HTTP/1.1" status: 200 len: 1097 time: 0.1089623 Sep 23 07:01:29.911674 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 12d88add-10d8-4cc8-b614-a5199ba0665d no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:01:29.913708 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-a3df6fb6-be86-45dd-abbe-c47f84501c97 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0f47328-6e09-415a-88e5-78c1c532e4d4') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:01:29.914180 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-a3df6fb6-be86-45dd-abbe-c47f84501c97 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0f47328-6e09-415a-88e5-78c1c532e4d4') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:01:29.944125 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a3df6fb6-be86-45dd-abbe-c47f84501c97 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:30.020934 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fc3486b2-5938-4b06-b596-42a54fb807c1 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:30.023785 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a3df6fb6-be86-45dd-abbe-c47f84501c97 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:30.023910 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a65b675b-cf5e-44d2-9c7b-262e1aa9276d None None] For port 12d88add-10d8-4cc8-b614-a5199ba0665d, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=12d88add-10d8-4cc8-b614-a5199ba0665d,segment=NetworkSegment(1678faac-ea34-40ab-b97a-f1243319e636),segment_id=1678faac-ea34-40ab-b97a-f1243319e636)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:01:30.024349 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a65b675b-cf5e-44d2-9c7b-262e1aa9276d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:30.051330 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a65b675b-cf5e-44d2-9c7b-262e1aa9276d None None] Calling delete_port for 12d88add-10d8-4cc8-b614-a5199ba0665d owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:01:30.065239 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3df6fb6-be86-45dd-abbe-c47f84501c97 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:01:30.065627 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a3df6fb6-be86-45dd-abbe-c47f84501c97 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:30.077655 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 07:01:30.077655 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:01:30.077655 n-d-715271-16 neutron-server[95066]: timer() Sep 23 07:01:30.077655 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:01:30.077655 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 07:01:30.077655 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:01:30.077655 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 07:01:30.077655 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:01:30.077655 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 07:01:30.077655 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:01:30.077655 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 07:01:30.077655 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:01:30.077655 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 07:01:30.077655 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:01:30.077655 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:01:30.077655 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:01:30.077655 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:01:30.077655 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:01:30.077655 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 07:01:30.077655 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:01:30.077655 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 07:01:30.077655 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:01:30.077655 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:01:30.077655 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:01:30.077655 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 07:01:30.077655 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:01:30.077655 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:01:30.077655 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:01:30.077655 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:01:30.077655 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:01:30.077655 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:01:30.077655 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:01:30.153651 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf540d2-6f1b-4b2c-9798-9117e082658b req-2ea882f5-751c-46c6-ae6d-456dc5af596b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:30.155510 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9cf540d2-6f1b-4b2c-9798-9117e082658b req-2ea882f5-751c-46c6-ae6d-456dc5af596b service neutron] 10.222.0.21 "GET /v2.0/networks?id=b1168109-2f74-485d-b022-6ac22a84b1fa HTTP/1.1" status: 200 len: 920 time: 0.2333114 Sep 23 07:01:30.191105 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3486b2-5938-4b06-b596-42a54fb807c1 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Network 86777a1e-cc73-49e9-a3f2-0c75dce33574 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:01:30.215804 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-fc3486b2-5938-4b06-b596-42a54fb807c1 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:01:30.216476 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9cf540d2-6f1b-4b2c-9798-9117e082658b req-1da44e05-3a18-4788-880a-b967c9e90c2f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c3a2632-e7df-4f52-9b07-323eaa3e6404 HTTP/1.1" status: 200 len: 217 time: 0.0516436 Sep 23 07:01:30.262521 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3486b2-5938-4b06-b596-42a54fb807c1 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:01:30.270126 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3486b2-5938-4b06-b596-42a54fb807c1 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:30.270855 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fc3486b2-5938-4b06-b596-42a54fb807c1 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:30.279053 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf540d2-6f1b-4b2c-9798-9117e082658b req-8c618a6c-27e2-4613-a075-91469527ad0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:30.281318 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9cf540d2-6f1b-4b2c-9798-9117e082658b req-8c618a6c-27e2-4613-a075-91469527ad0f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=17c90601-5462-41e7-bf81-405fc24353fe HTTP/1.1" status: 200 len: 859 time: 0.0570617 Sep 23 07:01:30.284237 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e32c13a-3fdf-4365-bdec-e2563c1aae9f req-f05e29fa-4857-437f-989b-758bf6394ae7 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:30.291706 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064d29b7-9e82-4ff9-99c8-b0409af6ee28 req-ff75836b-07ac-4dee-a029-dcf40cfabe60 tempest-ServerMetadataNegativeTestJSON-1121711079 tempest-ServerMetadataNegativeTestJSON-1121711079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:30.293231 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3e32c13a-3fdf-4365-bdec-e2563c1aae9f req-f05e29fa-4857-437f-989b-758bf6394ae7 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fbf98fe-c909-4c03-a796-488b786cfe1c HTTP/1.1" status: 200 len: 945 time: 0.3270841 Sep 23 07:01:30.294015 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-064d29b7-9e82-4ff9-99c8-b0409af6ee28 req-ff75836b-07ac-4dee-a029-dcf40cfabe60 tempest-ServerMetadataNegativeTestJSON-1121711079 tempest-ServerMetadataNegativeTestJSON-1121711079-project] 10.222.0.39 "GET /v2.0/ports?device_id=aab04475-c18f-4d0e-9942-a083092d01ca HTTP/1.1" status: 200 len: 944 time: 0.1976395 Sep 23 07:01:30.314351 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a65b675b-cf5e-44d2-9c7b-262e1aa9276d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:30.326932 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9cf540d2-6f1b-4b2c-9798-9117e082658b req-4190a87b-832f-4b05-ae48-49cca94937ea service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b1168109-2f74-485d-b022-6ac22a84b1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316670 Sep 23 07:01:30.336796 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3486b2-5938-4b06-b596-42a54fb807c1 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event updated for resources: {'Port': ['ID=9cab62f5-805e-458b-bde1-543048a3c56d,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:30.361643 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3e32c13a-3fdf-4365-bdec-e2563c1aae9f req-8279c890-c195-4cd6-9c3a-7b9903133407 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/security-groups?id=fd2b27e9-002e-4189-a66b-a3d17ee0f452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650890 Sep 23 07:01:30.365485 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a3df6fb6-be86-45dd-abbe-c47f84501c97 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:30.370710 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-fc3486b2-5938-4b06-b596-42a54fb807c1 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 1.4808517 Sep 23 07:01:30.373480 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 52672) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:30.384775 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-7cc2d02c-ca2f-456e-93d8-6d77f00d2fcd tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:01:30.386927 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a3df6fb6-be86-45dd-abbe-c47f84501c97 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:30.389109 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-a3df6fb6-be86-45dd-abbe-c47f84501c97 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "DELETE /v2.0/networks/28c06f26-cf90-4427-8867-13987504023d HTTP/1.1" status: 204 len: 168 time: 1.1283858 Sep 23 07:01:30.393254 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 52674) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:30.401710 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3df6fb6-be86-45dd-abbe-c47f84501c97 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Pushing event deleted for resources: {'Network': ['ID=28c06f26-cf90-4427-8867-13987504023d,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:30.441438 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port a63dce29-8a57-43e1-bddd-f1a0398bb5d8 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:01:30.444498 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65b675b-cf5e-44d2-9c7b-262e1aa9276d None None] Pushing event deleted for resources: {'Port': ['ID=12d88add-10d8-4cc8-b614-a5199ba0665d,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:30.459158 n-d-715271-16 neutron-server[95067]: INFO neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No ports have port_id starting with 12d88add-10d8-4cc8-b614-a5199ba0665d Sep 23 07:01:30.472431 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device a67ba727-5674-4325-b0b8-15f0d75eaa9d no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:01:30.478271 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65b675b-cf5e-44d2-9c7b-262e1aa9276d None None] No DVR routers for this DVR port 12d88add-10d8-4cc8-b614-a5199ba0665d on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:01:30.480635 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port a63dce29-8a57-43e1-bddd-f1a0398bb5d8 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:01:30.481007 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:30.541516 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: a67ba727-5674-4325-b0b8-15f0d75eaa9d {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:01:30.541992 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device a67ba727-5674-4325-b0b8-15f0d75eaa9d not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:01:30.555217 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-064d29b7-9e82-4ff9-99c8-b0409af6ee28 req-5863271b-c7b3-4ff4-82e8-e4e18790e37f tempest-ServerMetadataNegativeTestJSON-1121711079 tempest-ServerMetadataNegativeTestJSON-1121711079-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdcfc86a-1d1f-475f-acfd-fabadcbb6c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270029 Sep 23 07:01:30.621101 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7cc2d02c-ca2f-456e-93d8-6d77f00d2fcd tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:30.704216 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:30.731053 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-66658887-a20d-4453-967a-056ee8019041 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:30.751469 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9cf540d2-6f1b-4b2c-9798-9117e082658b req-77fe4b19-68aa-4e2f-bef0-f7ed0588c6ef service neutron] 10.222.0.21 "GET /v2.0/networks/b1168109-2f74-485d-b022-6ac22a84b1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4167216 Sep 23 07:01:30.754381 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aab04475-c18f-4d0e-9942-a083092d01ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a63dce29-8a57-43e1-bddd-f1a0398bb5d8'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:01:30.759132 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d8ba07c-4cea-458f-a8ba-08bba2e0a4d0" -d '{"events": [{"server_uuid": "aab04475-c18f-4d0e-9942-a083092d01ca", "name": "network-vif-plugged", "status": "completed", "tag": "a63dce29-8a57-43e1-bddd-f1a0398bb5d8"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:01:30.831881 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port a63dce29-8a57-43e1-bddd-f1a0398bb5d8, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=a63dce29-8a57-43e1-bddd-f1a0398bb5d8,segment=NetworkSegment(7d448d96-e617-4bfe-aae4-858e411af6f3),segment_id=7d448d96-e617-4bfe-aae4-858e411af6f3)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:01:30.845995 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:30.921126 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f5cddc8-0664-469a-880d-ef7468b2a08a x-openstack-request-id: req-1f5cddc8-0664-469a-880d-ef7468b2a08a {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:01:30.921326 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aab04475-c18f-4d0e-9942-a083092d01ca", "name": "network-vif-plugged", "status": "completed", "tag": "a63dce29-8a57-43e1-bddd-f1a0398bb5d8", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:01:30.922558 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1f5cddc8-0664-469a-880d-ef7468b2a08a {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:01:30.923184 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aab04475-c18f-4d0e-9942-a083092d01ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a63dce29-8a57-43e1-bddd-f1a0398bb5d8', 'code': 200} Sep 23 07:01:31.003425 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=a63dce29-8a57-43e1-bddd-f1a0398bb5d8,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:31.039843 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-66658887-a20d-4453-967a-056ee8019041 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:31.125479 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-66658887-a20d-4453-967a-056ee8019041 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89c0b4a1-ad92-4d7a-9c74-6bf2ee526b44']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:01:31.130071 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9cf540d2-6f1b-4b2c-9798-9117e082658b req-034098e5-5d74-4aef-bbd9-140e10a74052 service neutron] 10.222.0.21 "GET /v2.0/networks/b1168109-2f74-485d-b022-6ac22a84b1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3674760 Sep 23 07:01:31.149757 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7cc2d02c-ca2f-456e-93d8-6d77f00d2fcd tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:31.160817 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-66658887-a20d-4453-967a-056ee8019041 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1678faac-ea34-40ab-b97a-f1243319e636') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:01:31.161057 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-66658887-a20d-4453-967a-056ee8019041 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1678faac-ea34-40ab-b97a-f1243319e636') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:01:31.173940 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-66658887-a20d-4453-967a-056ee8019041 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:31.192378 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-66658887-a20d-4453-967a-056ee8019041 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:31.201528 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66658887-a20d-4453-967a-056ee8019041 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:01:31.201955 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-66658887-a20d-4453-967a-056ee8019041 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:31.270989 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 07:01:31.270989 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:01:31.270989 n-d-715271-16 neutron-server[95065]: timer() Sep 23 07:01:31.270989 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:01:31.270989 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 07:01:31.270989 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:01:31.270989 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 07:01:31.270989 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:01:31.270989 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 07:01:31.270989 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:01:31.270989 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 07:01:31.270989 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:01:31.270989 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 07:01:31.270989 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:01:31.270989 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:01:31.270989 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:01:31.270989 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:01:31.270989 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:01:31.270989 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 07:01:31.270989 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:01:31.270989 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 07:01:31.270989 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:01:31.270989 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:01:31.270989 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:01:31.270989 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 07:01:31.270989 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:01:31.270989 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:01:31.270989 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:01:31.270989 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:01:31.270989 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:01:31.270989 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:01:31.270989 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:01:31.275520 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7cc2d02c-ca2f-456e-93d8-6d77f00d2fcd tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:31.301300 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052e07e6-3216-4091-9e0d-f9379a823e34 req-105e9007-7088-443d-aaac-dbb3122f0083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:31.303204 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-052e07e6-3216-4091-9e0d-f9379a823e34 req-105e9007-7088-443d-aaac-dbb3122f0083 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=aab04475-c18f-4d0e-9942-a083092d01ca HTTP/1.1" status: 200 len: 1097 time: 0.3090630 Sep 23 07:01:31.303832 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-66658887-a20d-4453-967a-056ee8019041 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:31.305663 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-7cc2d02c-ca2f-456e-93d8-6d77f00d2fcd tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] In _notify_port_updated(), no bound segment for port 9cab62f5-805e-458b-bde1-543048a3c56d on network 86777a1e-cc73-49e9-a3f2-0c75dce33574 {{(pid=95065) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 07:01:31.313809 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc2d02c-ca2f-456e-93d8-6d77f00d2fcd tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:31.313809 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7cc2d02c-ca2f-456e-93d8-6d77f00d2fcd tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:31.317955 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-7cc2d02c-ca2f-456e-93d8-6d77f00d2fcd tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "PUT /v2.0/ports/9cab62f5-805e-458b-bde1-543048a3c56d HTTP/1.1" status: 200 len: 818 time: 0.9412372 Sep 23 07:01:31.318845 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 52682) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:31.365919 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-66658887-a20d-4453-967a-056ee8019041 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:31.367818 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-66658887-a20d-4453-967a-056ee8019041 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "DELETE /v2.0/networks/89c0b4a1-ad92-4d7a-9c74-6bf2ee526b44 HTTP/1.1" status: 204 len: 168 time: 0.9733248 Sep 23 07:01:31.373369 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 52684) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:31.382900 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-652357a9-566d-4c9a-a65e-9be8cfb5b2c8 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Request body: {'network': {'name': 'tempest-RoutersTest-1702787611'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:01:31.401380 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66658887-a20d-4453-967a-056ee8019041 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Pushing event deleted for resources: {'Network': ['ID=89c0b4a1-ad92-4d7a-9c74-6bf2ee526b44,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:31.429851 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-052e07e6-3216-4091-9e0d-f9379a823e34 req-8b0a5405-5ddc-4a2b-aea5-1047fd05e3d4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=fdcfc86a-1d1f-475f-acfd-fabadcbb6c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864942 Sep 23 07:01:31.431104 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc2d02c-ca2f-456e-93d8-6d77f00d2fcd tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event updated for resources: {'Port': ['ID=9cab62f5-805e-458b-bde1-543048a3c56d,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:31.469151 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-652357a9-566d-4c9a-a65e-9be8cfb5b2c8 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Made reservation on behalf of d7464ba7b96349c78070f768c2b55fbf for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:01:31.475990 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-652357a9-566d-4c9a-a65e-9be8cfb5b2c8 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:31.528578 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-652357a9-566d-4c9a-a65e-9be8cfb5b2c8 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:01:31.542487 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-b15326c7-1f4e-491d-956e-188ee4686b06 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Deleting port 9cab62f5-805e-458b-bde1-543048a3c56d {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:01:31.542936 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b15326c7-1f4e-491d-956e-188ee4686b06 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:31.554876 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-652357a9-566d-4c9a-a65e-9be8cfb5b2c8 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:31.555294 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-652357a9-566d-4c9a-a65e-9be8cfb5b2c8 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Added segment 9529e743-cd00-4f7a-87c1-5e80fc16e231 of type vlan for network a963818f-17a1-4b3f-904e-395dd29b414d Sep 23 07:01:31.561982 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fd457b-2c88-48d2-b173-edaf7c5c094c req-8710598d-ed7e-47b2-8c9d-5313209b11f4 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:31.567036 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-30fd457b-2c88-48d2-b173-edaf7c5c094c req-8710598d-ed7e-47b2-8c9d-5313209b11f4 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fbf98fe-c909-4c03-a796-488b786cfe1c HTTP/1.1" status: 200 len: 945 time: 0.0933034 Sep 23 07:01:31.687135 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-30fd457b-2c88-48d2-b173-edaf7c5c094c req-ac646cca-49c1-4a71-aecd-9a6c73ad1892 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/security-groups?id=fd2b27e9-002e-4189-a66b-a3d17ee0f452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108468 Sep 23 07:01:31.798028 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b15326c7-1f4e-491d-956e-188ee4686b06 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:31.865436 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-b15326c7-1f4e-491d-956e-188ee4686b06 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Calling delete_port for 9cab62f5-805e-458b-bde1-543048a3c56d owned by {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:01:31.889821 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-652357a9-566d-4c9a-a65e-9be8cfb5b2c8 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:31.982085 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d913b1b7-b125-42e3-9ccd-71e0e38853f8 req-c60cc88f-eec3-4422-a55a-014b2874c99b tempest-ServerMetadataNegativeTestJSON-1121711079 tempest-ServerMetadataNegativeTestJSON-1121711079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:31.984006 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d913b1b7-b125-42e3-9ccd-71e0e38853f8 req-c60cc88f-eec3-4422-a55a-014b2874c99b tempest-ServerMetadataNegativeTestJSON-1121711079 tempest-ServerMetadataNegativeTestJSON-1121711079-project] 10.222.0.39 "GET /v2.0/ports?device_id=aab04475-c18f-4d0e-9942-a083092d01ca HTTP/1.1" status: 200 len: 945 time: 0.2323420 Sep 23 07:01:32.012031 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-652357a9-566d-4c9a-a65e-9be8cfb5b2c8 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:32.019794 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652357a9-566d-4c9a-a65e-9be8cfb5b2c8 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:32.020785 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-652357a9-566d-4c9a-a65e-9be8cfb5b2c8 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:32.142724 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-652357a9-566d-4c9a-a65e-9be8cfb5b2c8 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7665021 Sep 23 07:01:32.146203 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 52692) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:32.171517 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-deb131b4-414f-4a2e-8391-691a43d5eeef tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Request body: {'subnet': {'network_id': 'a963818f-17a1-4b3f-904e-395dd29b414d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:01:32.185190 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652357a9-566d-4c9a-a65e-9be8cfb5b2c8 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Pushing event updated for resources: {'Network': ['ID=a963818f-17a1-4b3f-904e-395dd29b414d,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:32.191473 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d913b1b7-b125-42e3-9ccd-71e0e38853f8 req-0dec3f87-c865-48dd-b459-a63a729f18c6 tempest-ServerMetadataNegativeTestJSON-1121711079 tempest-ServerMetadataNegativeTestJSON-1121711079-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdcfc86a-1d1f-475f-acfd-fabadcbb6c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950846 Sep 23 07:01:32.193010 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b15326c7-1f4e-491d-956e-188ee4686b06 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:32.207935 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network a963818f-17a1-4b3f-904e-395dd29b414d details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:01:32.223262 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15326c7-1f4e-491d-956e-188ee4686b06 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event deleted for resources: {'Port': ['ID=9cab62f5-805e-458b-bde1-543048a3c56d,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:32.233822 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b15326c7-1f4e-491d-956e-188ee4686b06 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:32.236025 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-b15326c7-1f4e-491d-956e-188ee4686b06 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "DELETE /v2.0/ports/9cab62f5-805e-458b-bde1-543048a3c56d HTTP/1.1" status: 204 len: 168 time: 0.9155738 Sep 23 07:01:32.239687 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 52694) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:32.352039 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f37941b-5bc5-4afd-bcee-9660a66de90b tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:32.354715 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-3f37941b-5bc5-4afd-bcee-9660a66de90b tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1129227 Sep 23 07:01:32.357677 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb131b4-414f-4a2e-8391-691a43d5eeef tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Made reservation on behalf of d7464ba7b96349c78070f768c2b55fbf for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:01:32.359349 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 52698) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:32.362002 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-deb131b4-414f-4a2e-8391-691a43d5eeef tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:32.392465 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-9925d3e5-4b8e-4d97-92f3-4c3b523fa735 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] GET failed (client error): The resource could not be found. Sep 23 07:01:32.394388 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-9925d3e5-4b8e-4d97-92f3-4c3b523fa735 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "GET /v2.0/ports/9cab62f5-805e-458b-bde1-543048a3c56d HTTP/1.1" status: 404 len: 333 time: 0.0334203 Sep 23 07:01:32.398353 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 52700) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:32.404168 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-0326d27d-1d30-4c2d-aeb7-02cccb847ee4 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-322702767'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:01:32.446672 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0326d27d-1d30-4c2d-aeb7-02cccb847ee4 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Made reservation on behalf of 07ae454f7ce4401191be202855767634 for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:01:32.456948 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0326d27d-1d30-4c2d-aeb7-02cccb847ee4 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:32.497342 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0326d27d-1d30-4c2d-aeb7-02cccb847ee4 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:01:32.510420 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0326d27d-1d30-4c2d-aeb7-02cccb847ee4 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:32.511987 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-0326d27d-1d30-4c2d-aeb7-02cccb847ee4 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Added segment 1b610765-2d97-494d-805c-a97e43bca25f of type vlan for network 1618d69f-ffae-47f1-b63d-bfa4fa81c68d Sep 23 07:01:32.587782 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0326d27d-1d30-4c2d-aeb7-02cccb847ee4 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:32.607754 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-deb131b4-414f-4a2e-8391-691a43d5eeef tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:32.632220 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0326d27d-1d30-4c2d-aeb7-02cccb847ee4 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:32.649986 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0326d27d-1d30-4c2d-aeb7-02cccb847ee4 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:32.650445 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0326d27d-1d30-4c2d-aeb7-02cccb847ee4 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:32.679399 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb131b4-414f-4a2e-8391-691a43d5eeef tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Pushing event updated for resources: {'Subnet': ['ID=43828aaa-9dfb-4b27-ab56-502c69528ec5,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:32.684802 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb131b4-414f-4a2e-8391-691a43d5eeef tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Checking segment: {'id': '9529e743-cd00-4f7a-87c1-5e80fc16e231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a963818f-17a1-4b3f-904e-395dd29b414d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:01:32.685436 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb131b4-414f-4a2e-8391-691a43d5eeef tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Network hostable DHCP agents. Network: a963818f-17a1-4b3f-904e-395dd29b414d, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:01:32.712458 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb131b4-414f-4a2e-8391-691a43d5eeef tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Network a963818f-17a1-4b3f-904e-395dd29b414d is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:01:32.739056 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-0326d27d-1d30-4c2d-aeb7-02cccb847ee4 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3394539 Sep 23 07:01:32.741784 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 52706) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:32.749075 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-deb131b4-414f-4a2e-8391-691a43d5eeef tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, a963818f-17a1-4b3f-904e-395dd29b414d) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:01:32.751058 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-4540dc40-9c54-46e0-a07b-2f7324c60d6e tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Request body: {'subnet': {'network_id': '1618d69f-ffae-47f1-b63d-bfa4fa81c68d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:01:32.754525 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb131b4-414f-4a2e-8391-691a43d5eeef tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:32.755319 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-deb131b4-414f-4a2e-8391-691a43d5eeef tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:32.762589 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdfdd48f-00ff-492c-b273-a0228197e99c None None] Network a963818f-17a1-4b3f-904e-395dd29b414d requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:01:32.835403 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-deb131b4-414f-4a2e-8391-691a43d5eeef tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6848552 Sep 23 07:01:32.843666 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 52708) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:32.850409 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-91a64c29-1d28-44b0-b313-6718ffbef808 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1520777663', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:01:32.879986 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530de73b-71bd-47cf-94f9-c1f1e89bc274 req-4f07f8be-91e3-43c0-8134-a78e4d53df95 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:32.881852 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-530de73b-71bd-47cf-94f9-c1f1e89bc274 req-4f07f8be-91e3-43c0-8134-a78e4d53df95 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fbf98fe-c909-4c03-a796-488b786cfe1c HTTP/1.1" status: 200 len: 945 time: 0.1006269 Sep 23 07:01:32.891268 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0326d27d-1d30-4c2d-aeb7-02cccb847ee4 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event updated for resources: {'Network': ['ID=1618d69f-ffae-47f1-b63d-bfa4fa81c68d,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:32.938539 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-91a64c29-1d28-44b0-b313-6718ffbef808 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:32.939600 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-91a64c29-1d28-44b0-b313-6718ffbef808 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:32.940862 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 1618d69f-ffae-47f1-b63d-bfa4fa81c68d details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:01:32.971584 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4540dc40-9c54-46e0-a07b-2f7324c60d6e tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Made reservation on behalf of 07ae454f7ce4401191be202855767634 for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:01:32.989468 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4540dc40-9c54-46e0-a07b-2f7324c60d6e tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:33.035170 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-530de73b-71bd-47cf-94f9-c1f1e89bc274 req-2b564334-0ae3-4f94-a86e-09de9b6bb1b4 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/security-groups?id=fd2b27e9-002e-4189-a66b-a3d17ee0f452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434431 Sep 23 07:01:33.152425 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-91a64c29-1d28-44b0-b313-6718ffbef808 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:33.163416 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-91a64c29-1d28-44b0-b313-6718ffbef808 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:33.201992 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-91a64c29-1d28-44b0-b313-6718ffbef808 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:33.203342 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-91a64c29-1d28-44b0-b313-6718ffbef808 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3574772 Sep 23 07:01:33.233968 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 52710) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:33.247001 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-4a555d6b-9e56-453c-8d97-75daab30b9f7 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Request body: {'port': {'network_id': 'a963818f-17a1-4b3f-904e-395dd29b414d', 'name': 'tempest-RoutersTest-2083052610'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:01:33.281652 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0352294c-668a-4859-b131-6fdbc5aae50b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-a963818f-17a1-4b3f-904e-395dd29b414d', 'network_id': 'a963818f-17a1-4b3f-904e-395dd29b414d', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'fixed_ips': [{'subnet_id': '43828aaa-9dfb-4b27-ab56-502c69528ec5'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:01:33.283563 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0352294c-668a-4859-b131-6fdbc5aae50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:33.382290 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 52716) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:33.482811 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-2498a432-a069-4f52-913d-9e28d314128b admin admin] Deleting subnet 6f131c6e-2a00-470b-88bd-53df114e1143 {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:01:33.489138 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2498a432-a069-4f52-913d-9e28d314128b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:33.600780 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2498a432-a069-4f52-913d-9e28d314128b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:33.724213 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2498a432-a069-4f52-913d-9e28d314128b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:33.727233 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-0352294c-668a-4859-b131-6fdbc5aae50b None None] Allocated IP 172.20.0.2 (a963818f-17a1-4b3f-904e-395dd29b414d/43828aaa-9dfb-4b27-ab56-502c69528ec5/5b99cc18-a647-4ee4-bdad-872c02f3cdc5) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:01:33.946480 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2498a432-a069-4f52-913d-9e28d314128b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:34.026202 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a555d6b-9e56-453c-8d97-75daab30b9f7 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Made reservation on behalf of d7464ba7b96349c78070f768c2b55fbf for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:01:34.032708 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2498a432-a069-4f52-913d-9e28d314128b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f131c6e-2a00-470b-88bd-53df114e1143,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:34.033818 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4a555d6b-9e56-453c-8d97-75daab30b9f7 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:34.054811 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4540dc40-9c54-46e0-a07b-2f7324c60d6e tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:34.075006 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2498a432-a069-4f52-913d-9e28d314128b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:34.079915 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-2498a432-a069-4f52-913d-9e28d314128b admin admin] 10.222.0.39 "DELETE /v2.0/subnets/6f131c6e-2a00-470b-88bd-53df114e1143 HTTP/1.1" status: 204 len: 168 time: 0.6949024 Sep 23 07:01:34.083818 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 52720) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:34.094188 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0352294c-668a-4859-b131-6fdbc5aae50b None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:34.110215 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0352294c-668a-4859-b131-6fdbc5aae50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:34.149151 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [None req-4a555d6b-9e56-453c-8d97-75daab30b9f7 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] device_id is not set on port a8a0860d-8116-40e1-93e8-4c7a84a32bde yet. {{(pid=95066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 07:01:34.165349 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0352294c-668a-4859-b131-6fdbc5aae50b None None] Network a963818f-17a1-4b3f-904e-395dd29b414d is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:01:34.169433 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-0352294c-668a-4859-b131-6fdbc5aae50b None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:01:34.173185 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0352294c-668a-4859-b131-6fdbc5aae50b None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:01:34.211891 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0352294c-668a-4859-b131-6fdbc5aae50b None None] Pushing event updated for resources: {'Port': ['ID=5b99cc18-a647-4ee4-bdad-872c02f3cdc5,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:34.212110 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5ac85-a4a3-4d20-bf17-2b5884e9abb5 req-70eda7bd-859f-484a-a8ab-2c73d1cab952 tempest-ServerMetadataNegativeTestJSON-1121711079 tempest-ServerMetadataNegativeTestJSON-1121711079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:34.213438 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1a19369c-782f-47ba-ad99-7e87a1969f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:34.214246 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-12e5ac85-a4a3-4d20-bf17-2b5884e9abb5 req-70eda7bd-859f-484a-a8ab-2c73d1cab952 tempest-ServerMetadataNegativeTestJSON-1121711079 tempest-ServerMetadataNegativeTestJSON-1121711079-project] 10.222.0.39 "GET /v2.0/ports?device_id=aab04475-c18f-4d0e-9942-a083092d01ca HTTP/1.1" status: 200 len: 945 time: 0.8549643 Sep 23 07:01:34.253436 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4540dc40-9c54-46e0-a07b-2f7324c60d6e tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event updated for resources: {'Subnet': ['ID=40f008cc-12c0-41be-a085-2c18b1f2adda,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:34.294998 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-0352294c-668a-4859-b131-6fdbc5aae50b None None] Attempting to bind port 5b99cc18-a647-4ee4-bdad-872c02f3cdc5 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:01:34.295535 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-0352294c-668a-4859-b131-6fdbc5aae50b None None] Attempting to bind port 5b99cc18-a647-4ee4-bdad-872c02f3cdc5 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '9529e743-cd00-4f7a-87c1-5e80fc16e231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a963818f-17a1-4b3f-904e-395dd29b414d'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:01:34.295793 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0352294c-668a-4859-b131-6fdbc5aae50b None None] Attempting to bind port 5b99cc18-a647-4ee4-bdad-872c02f3cdc5 on network a963818f-17a1-4b3f-904e-395dd29b414d {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:01:34.301035 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0352294c-668a-4859-b131-6fdbc5aae50b None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:01:34.301413 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0352294c-668a-4859-b131-6fdbc5aae50b None None] Checking segment: {'id': '9529e743-cd00-4f7a-87c1-5e80fc16e231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a963818f-17a1-4b3f-904e-395dd29b414d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:01:34.301823 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0352294c-668a-4859-b131-6fdbc5aae50b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:34.302250 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0352294c-668a-4859-b131-6fdbc5aae50b None None] Bound using segment: {'id': '9529e743-cd00-4f7a-87c1-5e80fc16e231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a963818f-17a1-4b3f-904e-395dd29b414d'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:01:34.302725 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-0352294c-668a-4859-b131-6fdbc5aae50b None None] Bound port: 5b99cc18-a647-4ee4-bdad-872c02f3cdc5, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9529e743-cd00-4f7a-87c1-5e80fc16e231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a963818f-17a1-4b3f-904e-395dd29b414d'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:01:34.303171 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0352294c-668a-4859-b131-6fdbc5aae50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:34.329425 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1a19369c-782f-47ba-ad99-7e87a1969f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:34.347617 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-12e5ac85-a4a3-4d20-bf17-2b5884e9abb5 req-3146d4c5-8be6-4936-a523-1fe4fc6584a8 tempest-ServerMetadataNegativeTestJSON-1121711079 tempest-ServerMetadataNegativeTestJSON-1121711079-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdcfc86a-1d1f-475f-acfd-fabadcbb6c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187322 Sep 23 07:01:34.351390 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4540dc40-9c54-46e0-a07b-2f7324c60d6e tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Checking segment: {'id': '1b610765-2d97-494d-805c-a97e43bca25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '1618d69f-ffae-47f1-b63d-bfa4fa81c68d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:01:34.352109 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4540dc40-9c54-46e0-a07b-2f7324c60d6e tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Network hostable DHCP agents. Network: 1618d69f-ffae-47f1-b63d-bfa4fa81c68d, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:01:34.354598 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-1a19369c-782f-47ba-ad99-7e87a1969f27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f96c91f-c29f-4716-92bf-8a0aea5934cc']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:01:34.367175 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-1a19369c-782f-47ba-ad99-7e87a1969f27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '246a328a-f0a9-4507-b0f8-65ab030d674f') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:01:34.367716 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-1a19369c-782f-47ba-ad99-7e87a1969f27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '246a328a-f0a9-4507-b0f8-65ab030d674f') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:01:34.379956 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4540dc40-9c54-46e0-a07b-2f7324c60d6e tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Network 1618d69f-ffae-47f1-b63d-bfa4fa81c68d is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:01:34.382082 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1a19369c-782f-47ba-ad99-7e87a1969f27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:34.421844 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-4540dc40-9c54-46e0-a07b-2f7324c60d6e tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 1618d69f-ffae-47f1-b63d-bfa4fa81c68d) {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:01:34.426657 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4540dc40-9c54-46e0-a07b-2f7324c60d6e tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:34.427265 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4540dc40-9c54-46e0-a07b-2f7324c60d6e tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:34.450604 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-4540dc40-9c54-46e0-a07b-2f7324c60d6e tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7074263 Sep 23 07:01:34.451285 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 52726) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:34.459935 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a4a04c-a4e1-48d3-9636-161ced77dafb None None] Network 1618d69f-ffae-47f1-b63d-bfa4fa81c68d requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:01:34.460129 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-93e90d88-a7ba-4f00-b2d2-e251d20c5f4d tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Request body: {'subnet': {'network_id': '1618d69f-ffae-47f1-b63d-bfa4fa81c68d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:01:34.463248 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1a19369c-782f-47ba-ad99-7e87a1969f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:34.481055 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a19369c-782f-47ba-ad99-7e87a1969f27 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:01:34.484306 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1a19369c-782f-47ba-ad99-7e87a1969f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:34.484818 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-0352294c-668a-4859-b131-6fdbc5aae50b None None] For port 5b99cc18-a647-4ee4-bdad-872c02f3cdc5, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:01:34.497629 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-4a555d6b-9e56-453c-8d97-75daab30b9f7 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Allocated IP 172.20.0.5 (a963818f-17a1-4b3f-904e-395dd29b414d/43828aaa-9dfb-4b27-ab56-502c69528ec5/a8a0860d-8116-40e1-93e8-4c7a84a32bde) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:01:34.507471 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-0352294c-668a-4859-b131-6fdbc5aae50b None None] For port 5b99cc18-a647-4ee4-bdad-872c02f3cdc5, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=5b99cc18-a647-4ee4-bdad-872c02f3cdc5,segment=NetworkSegment(9529e743-cd00-4f7a-87c1-5e80fc16e231),segment_id=9529e743-cd00-4f7a-87c1-5e80fc16e231)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:01:34.514587 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 07:01:34.514587 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:01:34.514587 n-d-715271-16 neutron-server[95065]: timer() Sep 23 07:01:34.514587 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:01:34.514587 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 07:01:34.514587 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:01:34.514587 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 07:01:34.514587 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:01:34.514587 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 07:01:34.514587 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:01:34.514587 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 07:01:34.514587 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:01:34.514587 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 07:01:34.514587 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:01:34.514587 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:01:34.514587 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:01:34.514587 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:01:34.514587 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:01:34.514587 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 07:01:34.514587 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:01:34.514587 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 07:01:34.514587 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:01:34.514587 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:01:34.514587 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:01:34.514587 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 07:01:34.514587 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:01:34.514587 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:01:34.514587 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:01:34.514587 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:01:34.514587 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:01:34.514587 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:01:34.514587 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:01:34.541741 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0352294c-668a-4859-b131-6fdbc5aae50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:34.612191 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d8e87-27e3-455a-ab69-010811ac1011 req-37f3c3af-1eef-492a-bb7d-c5184039c54e tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:34.614574 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-179d8e87-27e3-455a-ab69-010811ac1011 req-37f3c3af-1eef-492a-bb7d-c5184039c54e tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fbf98fe-c909-4c03-a796-488b786cfe1c HTTP/1.1" status: 200 len: 945 time: 0.3574114 Sep 23 07:01:34.623229 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1a19369c-782f-47ba-ad99-7e87a1969f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:34.641593 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1a19369c-782f-47ba-ad99-7e87a1969f27 admin admin] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:34.642971 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-1a19369c-782f-47ba-ad99-7e87a1969f27 admin admin] 10.222.0.39 "DELETE /v2.0/networks/3f96c91f-c29f-4716-92bf-8a0aea5934cc HTTP/1.1" status: 204 len: 168 time: 0.5572672 Sep 23 07:01:34.653131 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e90d88-a7ba-4f00-b2d2-e251d20c5f4d tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Made reservation on behalf of 07ae454f7ce4401191be202855767634 for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:01:34.665365 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-93e90d88-a7ba-4f00-b2d2-e251d20c5f4d tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:34.667765 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a19369c-782f-47ba-ad99-7e87a1969f27 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f96c91f-c29f-4716-92bf-8a0aea5934cc,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:34.696490 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-179d8e87-27e3-455a-ab69-010811ac1011 req-4c0f9c1f-833f-4e6a-8969-3a54af171707 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/security-groups?id=fd2b27e9-002e-4189-a66b-a3d17ee0f452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706255 Sep 23 07:01:34.834939 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0352294c-668a-4859-b131-6fdbc5aae50b None None] Pushing event updated for resources: {'Port': ['ID=5b99cc18-a647-4ee4-bdad-872c02f3cdc5,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:34.932094 n-d-715271-16 neutron-server[95066]: INFO neutron.db.ipam_backend_mixin [None req-93e90d88-a7ba-4f00-b2d2-e251d20c5f4d tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 40f008cc-12c0-41be-a085-2c18b1f2adda (CIDR: 172.20.0.0/28) Sep 23 07:01:34.954431 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-93e90d88-a7ba-4f00-b2d2-e251d20c5f4d tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 07:01:34.954938 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93e90d88-a7ba-4f00-b2d2-e251d20c5f4d tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 07:01:35.086598 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-93e90d88-a7ba-4f00-b2d2-e251d20c5f4d tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6285095 Sep 23 07:01:35.088324 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 52754) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:35.094090 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-641b1aad-4d79-4680-99a8-754e370fdb94 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Request body: {'subnet': {'network_id': '1618d69f-ffae-47f1-b63d-bfa4fa81c68d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:01:35.100388 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4a555d6b-9e56-453c-8d97-75daab30b9f7 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:35.131805 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ce1ec6-d06a-44b2-a41e-84ae05d8022f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-1618d69f-ffae-47f1-b63d-bfa4fa81c68d', 'network_id': '1618d69f-ffae-47f1-b63d-bfa4fa81c68d', 'tenant_id': '07ae454f7ce4401191be202855767634', 'fixed_ips': [{'subnet_id': '40f008cc-12c0-41be-a085-2c18b1f2adda'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:01:35.132795 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-33ce1ec6-d06a-44b2-a41e-84ae05d8022f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:35.144340 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 52756) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:35.254318 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4a555d6b-9e56-453c-8d97-75daab30b9f7 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:35.334621 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-2892c597-96ac-4952-86f6-7c2df7735319 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4a7a002963fd48a09d0897116f136693&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1888900 Sep 23 07:01:35.337402 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 52764) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:35.444552 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a555d6b-9e56-453c-8d97-75daab30b9f7 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Network a963818f-17a1-4b3f-904e-395dd29b414d is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:01:35.450929 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-4a555d6b-9e56-453c-8d97-75daab30b9f7 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:01:35.461293 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a555d6b-9e56-453c-8d97-75daab30b9f7 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:01:35.470329 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-641b1aad-4d79-4680-99a8-754e370fdb94 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Made reservation on behalf of 07ae454f7ce4401191be202855767634 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:01:35.478172 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-641b1aad-4d79-4680-99a8-754e370fdb94 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:35.491307 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a555d6b-9e56-453c-8d97-75daab30b9f7 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Pushing event updated for resources: {'Port': ['ID=a8a0860d-8116-40e1-93e8-4c7a84a32bde,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:35.502318 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a555d6b-9e56-453c-8d97-75daab30b9f7 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:01:35.502862 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a555d6b-9e56-453c-8d97-75daab30b9f7 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:01:35.503340 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a555d6b-9e56-453c-8d97-75daab30b9f7 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:01:35.503818 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a555d6b-9e56-453c-8d97-75daab30b9f7 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:01:35.504332 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a555d6b-9e56-453c-8d97-75daab30b9f7 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:01:35.504806 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a555d6b-9e56-453c-8d97-75daab30b9f7 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:01:35.505287 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a555d6b-9e56-453c-8d97-75daab30b9f7 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:01:35.505758 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a555d6b-9e56-453c-8d97-75daab30b9f7 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:01:35.506368 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a555d6b-9e56-453c-8d97-75daab30b9f7 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:01:35.506891 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a555d6b-9e56-453c-8d97-75daab30b9f7 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:01:35.507373 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a555d6b-9e56-453c-8d97-75daab30b9f7 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:01:35.507846 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a555d6b-9e56-453c-8d97-75daab30b9f7 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:01:35.600116 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a555d6b-9e56-453c-8d97-75daab30b9f7 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:35.601160 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4a555d6b-9e56-453c-8d97-75daab30b9f7 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:35.648802 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-4a555d6b-9e56-453c-8d97-75daab30b9f7 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.4133966 Sep 23 07:01:35.649339 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 52772) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:35.660299 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-33ce1ec6-d06a-44b2-a41e-84ae05d8022f None None] Allocated IP 172.20.0.2 (1618d69f-ffae-47f1-b63d-bfa4fa81c68d/40f008cc-12c0-41be-a085-2c18b1f2adda/b157ee8a-7829-4f3f-9f9f-064d242bbb07) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:01:35.681642 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-156bbca6-6b61-495a-b275-eaddf3eb0ec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:35.892826 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-156bbca6-6b61-495a-b275-eaddf3eb0ec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:35.957437 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-156bbca6-6b61-495a-b275-eaddf3eb0ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:35.960525 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-156bbca6-6b61-495a-b275-eaddf3eb0ec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:35.961625 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-156bbca6-6b61-495a-b275-eaddf3eb0ec2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2c3b7e59-df38-468e-87df-f71d60e98b3f HTTP/1.1" status: 204 len: 168 time: 0.6229315 Sep 23 07:01:35.976243 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156bbca6-6b61-495a-b275-eaddf3eb0ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3b7e59-df38-468e-87df-f71d60e98b3f,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:36.006639 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 5b99cc18-a647-4ee4-bdad-872c02f3cdc5 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:01:36.206220 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-641b1aad-4d79-4680-99a8-754e370fdb94 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:36.219318 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-33ce1ec6-d06a-44b2-a41e-84ae05d8022f None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:36.219809 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd43dd6-5b6c-4c43-9056-fe8001e3ce91 req-e3628cab-5aa8-4e48-98ea-ce2756c5701c tempest-ServerMetadataNegativeTestJSON-1121711079 tempest-ServerMetadataNegativeTestJSON-1121711079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:36.228980 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1cd43dd6-5b6c-4c43-9056-fe8001e3ce91 req-e3628cab-5aa8-4e48-98ea-ce2756c5701c tempest-ServerMetadataNegativeTestJSON-1121711079 tempest-ServerMetadataNegativeTestJSON-1121711079-project] 10.222.0.39 "GET /v2.0/ports?device_id=aab04475-c18f-4d0e-9942-a083092d01ca HTTP/1.1" status: 200 len: 945 time: 0.2100775 Sep 23 07:01:36.234736 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 5b99cc18-a647-4ee4-bdad-872c02f3cdc5 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:01:36.237296 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:36.286428 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641b1aad-4d79-4680-99a8-754e370fdb94 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Network 1618d69f-ffae-47f1-b63d-bfa4fa81c68d is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:01:36.287045 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-33ce1ec6-d06a-44b2-a41e-84ae05d8022f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:36.365831 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-641b1aad-4d79-4680-99a8-754e370fdb94 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:01:36.377206 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641b1aad-4d79-4680-99a8-754e370fdb94 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:36.377560 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-96e0bb8b-522d-4679-85fa-d6a3d0dbd69d tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:36.378063 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-641b1aad-4d79-4680-99a8-754e370fdb94 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:36.424185 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ce1ec6-d06a-44b2-a41e-84ae05d8022f None None] Network 1618d69f-ffae-47f1-b63d-bfa4fa81c68d is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:01:36.437270 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-641b1aad-4d79-4680-99a8-754e370fdb94 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3472235 Sep 23 07:01:36.444429 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 52782) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:36.450592 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641b1aad-4d79-4680-99a8-754e370fdb94 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event updated for resources: {'Subnet': ['ID=7c5d2706-cd4e-4147-b17e-105d26354b4b,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:36.453791 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-33ce1ec6-d06a-44b2-a41e-84ae05d8022f None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:01:36.471425 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-1c354051-385e-4a6d-8e89-139e428f2509 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Request body: {'port': {'network_id': '1618d69f-ffae-47f1-b63d-bfa4fa81c68d', 'fixed_ips': [{'subnet_id': '40f008cc-12c0-41be-a085-2c18b1f2adda'}, {'subnet_id': '7c5d2706-cd4e-4147-b17e-105d26354b4b'}], 'name': 'tempest-PortsTestJSON-1551957693'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:01:36.483419 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ce1ec6-d06a-44b2-a41e-84ae05d8022f None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:01:36.497236 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1cd43dd6-5b6c-4c43-9056-fe8001e3ce91 req-c575a605-f5fa-47d3-86e6-5dc560aacfa0 tempest-ServerMetadataNegativeTestJSON-1121711079 tempest-ServerMetadataNegativeTestJSON-1121711079-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdcfc86a-1d1f-475f-acfd-fabadcbb6c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635491 Sep 23 07:01:36.516543 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ce1ec6-d06a-44b2-a41e-84ae05d8022f None None] Pushing event updated for resources: {'Port': ['ID=b157ee8a-7829-4f3f-9f9f-064d242bbb07,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:36.523057 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:36.704162 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-33ce1ec6-d06a-44b2-a41e-84ae05d8022f None None] Attempting to bind port b157ee8a-7829-4f3f-9f9f-064d242bbb07 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:01:36.704907 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-33ce1ec6-d06a-44b2-a41e-84ae05d8022f None None] Attempting to bind port b157ee8a-7829-4f3f-9f9f-064d242bbb07 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '1b610765-2d97-494d-805c-a97e43bca25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '1618d69f-ffae-47f1-b63d-bfa4fa81c68d'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:01:36.704907 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ce1ec6-d06a-44b2-a41e-84ae05d8022f None None] Attempting to bind port b157ee8a-7829-4f3f-9f9f-064d242bbb07 on network 1618d69f-ffae-47f1-b63d-bfa4fa81c68d {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:01:36.728896 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ce1ec6-d06a-44b2-a41e-84ae05d8022f None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:01:36.729591 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ce1ec6-d06a-44b2-a41e-84ae05d8022f None None] Checking segment: {'id': '1b610765-2d97-494d-805c-a97e43bca25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '1618d69f-ffae-47f1-b63d-bfa4fa81c68d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:01:36.733304 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-33ce1ec6-d06a-44b2-a41e-84ae05d8022f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:36.733729 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ce1ec6-d06a-44b2-a41e-84ae05d8022f None None] Bound using segment: {'id': '1b610765-2d97-494d-805c-a97e43bca25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '1618d69f-ffae-47f1-b63d-bfa4fa81c68d'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:01:36.734268 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-33ce1ec6-d06a-44b2-a41e-84ae05d8022f None None] Bound port: b157ee8a-7829-4f3f-9f9f-064d242bbb07, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b610765-2d97-494d-805c-a97e43bca25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '1618d69f-ffae-47f1-b63d-bfa4fa81c68d'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:01:36.737406 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-33ce1ec6-d06a-44b2-a41e-84ae05d8022f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:36.768411 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:36.789280 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c354051-385e-4a6d-8e89-139e428f2509 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Made reservation on behalf of 07ae454f7ce4401191be202855767634 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:01:36.887385 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-96e0bb8b-522d-4679-85fa-d6a3d0dbd69d tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:36.896322 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-96e0bb8b-522d-4679-85fa-d6a3d0dbd69d tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:36.921930 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-33ce1ec6-d06a-44b2-a41e-84ae05d8022f None None] For port b157ee8a-7829-4f3f-9f9f-064d242bbb07, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:01:36.927902 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-33ce1ec6-d06a-44b2-a41e-84ae05d8022f None None] For port b157ee8a-7829-4f3f-9f9f-064d242bbb07, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=b157ee8a-7829-4f3f-9f9f-064d242bbb07,segment=NetworkSegment(1b610765-2d97-494d-805c-a97e43bca25f),segment_id=1b610765-2d97-494d-805c-a97e43bca25f)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:01:36.933620 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9185c72-b293-48b6-8035-cf095e074961 None None] Network a963818f-17a1-4b3f-904e-395dd29b414d requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:01:36.944669 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-33ce1ec6-d06a-44b2-a41e-84ae05d8022f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:36.978714 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1c354051-385e-4a6d-8e89-139e428f2509 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:37.002572 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [None req-1c354051-385e-4a6d-8e89-139e428f2509 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] device_id is not set on port 954d3ce8-ac30-4808-a5c0-3d48110c3aeb yet. {{(pid=95065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 07:01:37.013308 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port 5b99cc18-a647-4ee4-bdad-872c02f3cdc5, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=5b99cc18-a647-4ee4-bdad-872c02f3cdc5,segment=NetworkSegment(9529e743-cd00-4f7a-87c1-5e80fc16e231),segment_id=9529e743-cd00-4f7a-87c1-5e80fc16e231)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:01:37.058527 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-e7ba76ee-c3d3-4abf-a96d-a6b65224194e None None] Provisioning complete for port 5b99cc18-a647-4ee4-bdad-872c02f3cdc5 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:01:37.059188 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e7ba76ee-c3d3-4abf-a96d-a6b65224194e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:37.061292 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:37.071780 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e0bb8b-522d-4679-85fa-d6a3d0dbd69d tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Pushing event updated for resources: {'Port': ['ID=a8a0860d-8116-40e1-93e8-4c7a84a32bde,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:37.217356 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ce1ec6-d06a-44b2-a41e-84ae05d8022f None None] Pushing event updated for resources: {'Port': ['ID=b157ee8a-7829-4f3f-9f9f-064d242bbb07,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:37.373046 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=5b99cc18-a647-4ee4-bdad-872c02f3cdc5,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:37.496314 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-96e0bb8b-522d-4679-85fa-d6a3d0dbd69d tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068614'] for router_interface, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:37.788272 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-96e0bb8b-522d-4679-85fa-d6a3d0dbd69d tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:37.970590 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-1c354051-385e-4a6d-8e89-139e428f2509 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Allocated IP 172.20.0.9 (1618d69f-ffae-47f1-b63d-bfa4fa81c68d/40f008cc-12c0-41be-a085-2c18b1f2adda/954d3ce8-ac30-4808-a5c0-3d48110c3aeb) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:01:38.006711 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b674fd-3c38-4ed1-96b0-43a66112c77c req-b329434f-b5b7-4d4c-887d-5f1d453a74b4 tempest-ServerMetadataNegativeTestJSON-1121711079 tempest-ServerMetadataNegativeTestJSON-1121711079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:38.021270 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-13b674fd-3c38-4ed1-96b0-43a66112c77c req-b329434f-b5b7-4d4c-887d-5f1d453a74b4 tempest-ServerMetadataNegativeTestJSON-1121711079 tempest-ServerMetadataNegativeTestJSON-1121711079-project] 10.222.0.39 "GET /v2.0/ports?device_id=aab04475-c18f-4d0e-9942-a083092d01ca HTTP/1.1" status: 200 len: 945 time: 0.3437946 Sep 23 07:01:38.071559 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-1c354051-385e-4a6d-8e89-139e428f2509 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Allocated IP 172.20.0.19 (1618d69f-ffae-47f1-b63d-bfa4fa81c68d/7c5d2706-cd4e-4147-b17e-105d26354b4b/954d3ce8-ac30-4808-a5c0-3d48110c3aeb) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:01:38.080437 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 5b99cc18-a647-4ee4-bdad-872c02f3cdc5 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:01:38.089401 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-71863342-b9d3-4adb-b9e2-049f3cc85010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:38.272224 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0871e887-665f-4308-b655-005b78997be8 req-d5a1c7a4-b70f-4d1b-8f9f-67031f402eba tempest-ServerMetadataNegativeTestJSON-1121711079 tempest-ServerMetadataNegativeTestJSON-1121711079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:38.274382 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0871e887-665f-4308-b655-005b78997be8 req-d5a1c7a4-b70f-4d1b-8f9f-67031f402eba tempest-ServerMetadataNegativeTestJSON-1121711079 tempest-ServerMetadataNegativeTestJSON-1121711079-project] 10.222.0.21 "GET /v2.0/ports?device_id=aab04475-c18f-4d0e-9942-a083092d01ca HTTP/1.1" status: 200 len: 945 time: 0.7201743 Sep 23 07:01:38.281456 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 5b99cc18-a647-4ee4-bdad-872c02f3cdc5 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:01:38.283248 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:38.452813 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-13b674fd-3c38-4ed1-96b0-43a66112c77c req-0d629510-4a17-45f6-8efa-58e39f61c5eb tempest-ServerMetadataNegativeTestJSON-1121711079 tempest-ServerMetadataNegativeTestJSON-1121711079-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdcfc86a-1d1f-475f-acfd-fabadcbb6c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4308152 Sep 23 07:01:38.559510 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device b157ee8a-7829-4f3f-9f9f-064d242bbb07 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:01:38.707492 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-96e0bb8b-522d-4679-85fa-d6a3d0dbd69d tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:38.711847 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-85e670fc-f447-4ae9-83ce-5563fc38955f None None] Provisioning complete for port a8a0860d-8116-40e1-93e8-4c7a84a32bde triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:01:38.712255 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-85e670fc-f447-4ae9-83ce-5563fc38955f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:38.712912 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1c354051-385e-4a6d-8e89-139e428f2509 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:38.717222 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-96e0bb8b-522d-4679-85fa-d6a3d0dbd69d tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:38.784282 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-0871e887-665f-4308-b655-005b78997be8 req-89e53b06-2752-47dd-b977-b990aa62b430 tempest-ServerMetadataNegativeTestJSON-1121711079 tempest-ServerMetadataNegativeTestJSON-1121711079-project] Deleting port a63dce29-8a57-43e1-bddd-f1a0398bb5d8 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:01:38.784282 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-0871e887-665f-4308-b655-005b78997be8 req-89e53b06-2752-47dd-b977-b990aa62b430 tempest-ServerMetadataNegativeTestJSON-1121711079 tempest-ServerMetadataNegativeTestJSON-1121711079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:38.813693 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port b157ee8a-7829-4f3f-9f9f-064d242bbb07 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:01:38.814055 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:38.889190 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-85e670fc-f447-4ae9-83ce-5563fc38955f None None] Port a8a0860d-8116-40e1-93e8-4c7a84a32bde cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:01:38.904816 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e0bb8b-522d-4679-85fa-d6a3d0dbd69d tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Pushing event updated for resources: {'Port': ['ID=a8a0860d-8116-40e1-93e8-4c7a84a32bde,revision_number=3']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:38.973848 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-85e670fc-f447-4ae9-83ce-5563fc38955f None None] Provisioning complete for port 5b99cc18-a647-4ee4-bdad-872c02f3cdc5 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:01:38.974250 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-85e670fc-f447-4ae9-83ce-5563fc38955f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:39.007107 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-96e0bb8b-522d-4679-85fa-d6a3d0dbd69d tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067062'] for router_interface, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:39.007911 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1253210-8451-4843-8a7e-17dbabb864c5 None None] Network 1618d69f-ffae-47f1-b63d-bfa4fa81c68d requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:01:39.137592 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1c354051-385e-4a6d-8e89-139e428f2509 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:39.187291 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e0bb8b-522d-4679-85fa-d6a3d0dbd69d tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Network a963818f-17a1-4b3f-904e-395dd29b414d is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:01:39.189093 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-96e0bb8b-522d-4679-85fa-d6a3d0dbd69d tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:01:39.272508 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:39.278136 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-0871e887-665f-4308-b655-005b78997be8 req-89e53b06-2752-47dd-b977-b990aa62b430 tempest-ServerMetadataNegativeTestJSON-1121711079 tempest-ServerMetadataNegativeTestJSON-1121711079-project] For port a63dce29-8a57-43e1-bddd-f1a0398bb5d8, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=a63dce29-8a57-43e1-bddd-f1a0398bb5d8,segment=NetworkSegment(7d448d96-e617-4bfe-aae4-858e411af6f3),segment_id=7d448d96-e617-4bfe-aae4-858e411af6f3)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:01:39.278653 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-0871e887-665f-4308-b655-005b78997be8 req-89e53b06-2752-47dd-b977-b990aa62b430 tempest-ServerMetadataNegativeTestJSON-1121711079 tempest-ServerMetadataNegativeTestJSON-1121711079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:39.296975 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c354051-385e-4a6d-8e89-139e428f2509 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Network 1618d69f-ffae-47f1-b63d-bfa4fa81c68d is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:01:39.313201 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-1c354051-385e-4a6d-8e89-139e428f2509 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:01:39.323861 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c354051-385e-4a6d-8e89-139e428f2509 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event updated for resources: {'Port': ['ID=954d3ce8-ac30-4808-a5c0-3d48110c3aeb,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:39.327349 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-0871e887-665f-4308-b655-005b78997be8 req-89e53b06-2752-47dd-b977-b990aa62b430 tempest-ServerMetadataNegativeTestJSON-1121711079 tempest-ServerMetadataNegativeTestJSON-1121711079-project] Calling delete_port for a63dce29-8a57-43e1-bddd-f1a0398bb5d8 owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:01:39.329535 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c354051-385e-4a6d-8e89-139e428f2509 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:01:39.396166 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96e0bb8b-522d-4679-85fa-d6a3d0dbd69d tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Router 13f96dfd-ebc7-4d80-934f-bbb021c9ba53 is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 07:01:39.477372 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port b157ee8a-7829-4f3f-9f9f-064d242bbb07, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=b157ee8a-7829-4f3f-9f9f-064d242bbb07,segment=NetworkSegment(1b610765-2d97-494d-805c-a97e43bca25f),segment_id=1b610765-2d97-494d-805c-a97e43bca25f)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:01:39.516650 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:39.540967 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c354051-385e-4a6d-8e89-139e428f2509 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:39.541563 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1c354051-385e-4a6d-8e89-139e428f2509 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:39.580289 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-1c354051-385e-4a6d-8e89-139e428f2509 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 3.1311433 Sep 23 07:01:39.586562 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 52828) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:39.592785 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-844d09c8-b223-46ea-9f84-72715592a115 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '40f008cc-12c0-41be-a085-2c18b1f2adda'}]}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:01:39.607922 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e0bb8b-522d-4679-85fa-d6a3d0dbd69d tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:01:39.613786 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-96e0bb8b-522d-4679-85fa-d6a3d0dbd69d tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "PUT /v2.0/routers/13f96dfd-ebc7-4d80-934f-bbb021c9ba53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9634061 Sep 23 07:01:39.619292 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 52830) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:39.621420 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c15d74-b31a-41e1-8acb-a4de667d75a1 None None] Sync routers for ids ['13f96dfd-ebc7-4d80-934f-bbb021c9ba53'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:01:39.672057 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-fb8ae1f7-ebdd-49e6-aeb4-9cdadb5ed036 None None] Provisioning complete for port a8a0860d-8116-40e1-93e8-4c7a84a32bde triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:01:39.675271 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-fb8ae1f7-ebdd-49e6-aeb4-9cdadb5ed036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:39.736531 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=b157ee8a-7829-4f3f-9f9f-064d242bbb07,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:39.739113 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c15d74-b31a-41e1-8acb-a4de667d75a1 None None] Routers {'13f96dfd-ebc7-4d80-934f-bbb021c9ba53'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:01:39.739724 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-48c15d74-b31a-41e1-8acb-a4de667d75a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:01:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['13f96dfd-ebc7-4d80-934f-bbb021c9ba53'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:01:39.773987 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0a1476-0ba7-42f2-b974-eaac0763fdde tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:39.779228 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-9c0a1476-0ba7-42f2-b974-eaac0763fdde tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "GET /v2.0/ports/a8a0860d-8116-40e1-93e8-4c7a84a32bde HTTP/1.1" status: 200 len: 977 time: 0.1561689 Sep 23 07:01:39.783063 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-48c15d74-b31a-41e1-8acb-a4de667d75a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:01:39.809585 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 52836) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:39.819525 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-fb8ae1f7-ebdd-49e6-aeb4-9cdadb5ed036 None None] Port a8a0860d-8116-40e1-93e8-4c7a84a32bde cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:01:39.834421 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c15d74-b31a-41e1-8acb-a4de667d75a1 None None] Routers {'13f96dfd-ebc7-4d80-934f-bbb021c9ba53'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:01:39.835315 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-48c15d74-b31a-41e1-8acb-a4de667d75a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:01:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['13f96dfd-ebc7-4d80-934f-bbb021c9ba53'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:01:39.858784 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-0871e887-665f-4308-b655-005b78997be8 req-89e53b06-2752-47dd-b977-b990aa62b430 tempest-ServerMetadataNegativeTestJSON-1121711079 tempest-ServerMetadataNegativeTestJSON-1121711079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:39.877195 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-fb8ae1f7-ebdd-49e6-aeb4-9cdadb5ed036 None None] Provisioning complete for port b157ee8a-7829-4f3f-9f9f-064d242bbb07 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:01:39.877606 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-fb8ae1f7-ebdd-49e6-aeb4-9cdadb5ed036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:39.900337 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-48c15d74-b31a-41e1-8acb-a4de667d75a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:01:39.902076 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c15d74-b31a-41e1-8acb-a4de667d75a1 None None] The sync data for ids ['13f96dfd-ebc7-4d80-934f-bbb021c9ba53'] in n-d-715271-16 is: [] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:01:39.922815 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0dd78f-b300-4735-81c2-a4d88f8c6ada None None] Update dhcp port {'port': {'network_id': '1618d69f-ffae-47f1-b63d-bfa4fa81c68d', 'fixed_ips': [{'subnet_id': '40f008cc-12c0-41be-a085-2c18b1f2adda', 'ip_address': '172.20.0.2'}, {'subnet_id': '7c5d2706-cd4e-4147-b17e-105d26354b4b'}], 'binding:host_id': 'n-d-715271-16'}, 'id': 'b157ee8a-7829-4f3f-9f9f-064d242bbb07'} from n-d-715271-16. {{(pid=95067) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 23 07:01:39.924033 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d16d70-8556-4999-8e4c-4f6c376997ce req-75e54b68-a006-4896-97dc-6c7e2f5b2827 tempest-ServerMetadataNegativeTestJSON-1121711079 tempest-ServerMetadataNegativeTestJSON-1121711079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:39.928334 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b4d16d70-8556-4999-8e4c-4f6c376997ce req-75e54b68-a006-4896-97dc-6c7e2f5b2827 tempest-ServerMetadataNegativeTestJSON-1121711079 tempest-ServerMetadataNegativeTestJSON-1121711079-project] 10.222.0.39 "GET /v2.0/ports?device_id=aab04475-c18f-4d0e-9942-a083092d01ca HTTP/1.1" status: 200 len: 867 time: 0.3333642 Sep 23 07:01:39.944867 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e53b06-2752-47dd-b977-b990aa62b430 tempest-ServerMetadataNegativeTestJSON-1121711079 tempest-ServerMetadataNegativeTestJSON-1121711079-project] Pushing event deleted for resources: {'Port': ['ID=a63dce29-8a57-43e1-bddd-f1a0398bb5d8,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:39.953645 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-1e0dd78f-b300-4735-81c2-a4d88f8c6ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:40.105591 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b4d16d70-8556-4999-8e4c-4f6c376997ce req-6a9e79ff-24d9-4830-8dce-f3fcb43b58f2 tempest-ServerMetadataNegativeTestJSON-1121711079 tempest-ServerMetadataNegativeTestJSON-1121711079-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdcfc86a-1d1f-475f-acfd-fabadcbb6c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616480 Sep 23 07:01:40.109106 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-0871e887-665f-4308-b655-005b78997be8 req-89e53b06-2752-47dd-b977-b990aa62b430 tempest-ServerMetadataNegativeTestJSON-1121711079 tempest-ServerMetadataNegativeTestJSON-1121711079-project] No DVR routers for this DVR port a63dce29-8a57-43e1-bddd-f1a0398bb5d8 on host n-h1-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:01:40.127466 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-0871e887-665f-4308-b655-005b78997be8 req-89e53b06-2752-47dd-b977-b990aa62b430 tempest-ServerMetadataNegativeTestJSON-1121711079 tempest-ServerMetadataNegativeTestJSON-1121711079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:40.136102 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0871e887-665f-4308-b655-005b78997be8 req-89e53b06-2752-47dd-b977-b990aa62b430 tempest-ServerMetadataNegativeTestJSON-1121711079 tempest-ServerMetadataNegativeTestJSON-1121711079-project] 10.222.0.21 "DELETE /v2.0/ports/a63dce29-8a57-43e1-bddd-f1a0398bb5d8 HTTP/1.1" status: 204 len: 173 time: 1.8488595 Sep 23 07:01:40.136752 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aab04475-c18f-4d0e-9942-a083092d01ca', 'name': 'network-vif-deleted', 'tag': 'a63dce29-8a57-43e1-bddd-f1a0398bb5d8'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:01:40.147550 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0eeba1-2ee3-40f1-8438-2c3c35294345" -d '{"events": [{"server_uuid": "aab04475-c18f-4d0e-9942-a083092d01ca", "name": "network-vif-deleted", "tag": "a63dce29-8a57-43e1-bddd-f1a0398bb5d8"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:01:40.188481 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:40.250089 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49dddbdb-2f37-4675-a0db-5d4f0e2234a4 x-openstack-request-id: req-49dddbdb-2f37-4675-a0db-5d4f0e2234a4 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:01:40.250388 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aab04475-c18f-4d0e-9942-a083092d01ca", "name": "network-vif-deleted", "tag": "a63dce29-8a57-43e1-bddd-f1a0398bb5d8", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:01:40.250696 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-49dddbdb-2f37-4675-a0db-5d4f0e2234a4 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:01:40.251734 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aab04475-c18f-4d0e-9942-a083092d01ca', 'name': 'network-vif-deleted', 'tag': 'a63dce29-8a57-43e1-bddd-f1a0398bb5d8', 'status': 'completed', 'code': 200} Sep 23 07:01:40.317148 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-1e0dd78f-b300-4735-81c2-a4d88f8c6ada None None] Allocated IP 172.20.0.18 (1618d69f-ffae-47f1-b63d-bfa4fa81c68d/7c5d2706-cd4e-4147-b17e-105d26354b4b/b157ee8a-7829-4f3f-9f9f-064d242bbb07) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:01:40.453406 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-844d09c8-b223-46ea-9f84-72715592a115 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:40.491316 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-1e0dd78f-b300-4735-81c2-a4d88f8c6ada None None] For port b157ee8a-7829-4f3f-9f9f-064d242bbb07, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=b157ee8a-7829-4f3f-9f9f-064d242bbb07,segment=NetworkSegment(1b610765-2d97-494d-805c-a97e43bca25f),segment_id=1b610765-2d97-494d-805c-a97e43bca25f)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:01:40.543042 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-1e0dd78f-b300-4735-81c2-a4d88f8c6ada None None] Notify callbacks [] for port, precommit_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:40.548082 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-1e0dd78f-b300-4735-81c2-a4d88f8c6ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:40.693431 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-eb97a3ec-2220-4727-b631-679d5215418a None None] Provisioning complete for port a8a0860d-8116-40e1-93e8-4c7a84a32bde triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:01:40.693712 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-eb97a3ec-2220-4727-b631-679d5215418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:40.695232 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0dd78f-b300-4735-81c2-a4d88f8c6ada None None] Pushing event updated for resources: {'Port': ['ID=b157ee8a-7829-4f3f-9f9f-064d242bbb07,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:40.740370 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-eb97a3ec-2220-4727-b631-679d5215418a None None] Port a8a0860d-8116-40e1-93e8-4c7a84a32bde cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:01:41.042911 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-af2f611e-46fc-41e7-bb3b-4b557d706a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:41.179136 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 52862) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:41.286804 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-62c7355d-9b17-41a8-afeb-8bd810e284ed admin admin] Deleting subnet 0f414d52-2df6-4df0-a8e4-8564ccbb8fca {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:01:41.293201 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-62c7355d-9b17-41a8-afeb-8bd810e284ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:41.394391 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-62c7355d-9b17-41a8-afeb-8bd810e284ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:41.458872 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-62c7355d-9b17-41a8-afeb-8bd810e284ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:41.481778 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:41.605370 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-844d09c8-b223-46ea-9f84-72715592a115 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Delete allocated IP 172.20.0.19 (1618d69f-ffae-47f1-b63d-bfa4fa81c68d/7c5d2706-cd4e-4147-b17e-105d26354b4b) {{(pid=95066) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 23 07:01:41.614288 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6b5f52c3-55ac-4140-993b-3cc29480c61d tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066969'] for router_interface, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:41.662015 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366bcdbc-6da1-4e66-8f63-e8df6ee26ee8 None None] Network 1618d69f-ffae-47f1-b63d-bfa4fa81c68d requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:01:41.875138 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device a63dce29-8a57-43e1-bddd-f1a0398bb5d8 no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:01:41.939654 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-62c7355d-9b17-41a8-afeb-8bd810e284ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:41.943761 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] No Port match for: a63dce29-8a57-43e1-bddd-f1a0398bb5d8 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:01:41.944121 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device a63dce29-8a57-43e1-bddd-f1a0398bb5d8 not bound to the agent host n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:01:41.949884 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device b157ee8a-7829-4f3f-9f9f-064d242bbb07 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:01:41.988971 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c7355d-9b17-41a8-afeb-8bd810e284ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f414d52-2df6-4df0-a8e4-8564ccbb8fca,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:41.996258 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-3737ff74-56f6-42ba-9987-292cb580707c None None] Provisioning complete for port 954d3ce8-ac30-4808-a5c0-3d48110c3aeb triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:01:41.996640 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3737ff74-56f6-42ba-9987-292cb580707c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:42.017928 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-62c7355d-9b17-41a8-afeb-8bd810e284ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:42.019992 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-62c7355d-9b17-41a8-afeb-8bd810e284ed admin admin] 10.222.0.39 "DELETE /v2.0/subnets/0f414d52-2df6-4df0-a8e4-8564ccbb8fca HTTP/1.1" status: 204 len: 168 time: 0.8396821 Sep 23 07:01:42.022532 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 52868) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:42.028188 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-6b5f52c3-55ac-4140-993b-3cc29480c61d tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Deleting port a8a0860d-8116-40e1-93e8-4c7a84a32bde {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:01:42.028546 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6b5f52c3-55ac-4140-993b-3cc29480c61d tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:42.047133 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-844d09c8-b223-46ea-9f84-72715592a115 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:42.058507 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-844d09c8-b223-46ea-9f84-72715592a115 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:42.156207 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e61997c7-b559-4d1b-80d2-f27bae6c39e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:42.157253 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-3737ff74-56f6-42ba-9987-292cb580707c None None] Port 954d3ce8-ac30-4808-a5c0-3d48110c3aeb cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:01:42.209291 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-3737ff74-56f6-42ba-9987-292cb580707c None None] Provisioning complete for port b157ee8a-7829-4f3f-9f9f-064d242bbb07 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:01:42.220335 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3737ff74-56f6-42ba-9987-292cb580707c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:42.306418 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port b157ee8a-7829-4f3f-9f9f-064d242bbb07 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:01:42.306418 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:42.332608 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e61997c7-b559-4d1b-80d2-f27bae6c39e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:42.340554 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844d09c8-b223-46ea-9f84-72715592a115 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event updated for resources: {'Port': ['ID=954d3ce8-ac30-4808-a5c0-3d48110c3aeb,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:42.351902 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6b5f52c3-55ac-4140-993b-3cc29480c61d tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:42.356997 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-844d09c8-b223-46ea-9f84-72715592a115 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] In _notify_port_updated(), no bound segment for port 954d3ce8-ac30-4808-a5c0-3d48110c3aeb on network 1618d69f-ffae-47f1-b63d-bfa4fa81c68d {{(pid=95066) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 07:01:42.363107 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844d09c8-b223-46ea-9f84-72715592a115 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:42.364324 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-844d09c8-b223-46ea-9f84-72715592a115 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:42.366177 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-844d09c8-b223-46ea-9f84-72715592a115 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "PUT /v2.0/ports/954d3ce8-ac30-4808-a5c0-3d48110c3aeb HTTP/1.1" status: 200 len: 919 time: 2.7786281 Sep 23 07:01:42.373088 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 52874) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:42.380851 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-70f38ee0-3f50-4496-bed0-2e95e8301375 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '40f008cc-12c0-41be-a085-2c18b1f2adda'}, {'subnet_id': '7c5d2706-cd4e-4147-b17e-105d26354b4b'}]}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:01:42.393386 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-e61997c7-b559-4d1b-80d2-f27bae6c39e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d42dbf02-dbd8-4475-9324-a170216ebb5d']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:01:42.404984 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-e61997c7-b559-4d1b-80d2-f27bae6c39e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d448d96-e617-4bfe-aae4-858e411af6f3') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:01:42.405286 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-e61997c7-b559-4d1b-80d2-f27bae6c39e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d448d96-e617-4bfe-aae4-858e411af6f3') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:01:42.408845 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:42.431587 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e61997c7-b559-4d1b-80d2-f27bae6c39e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:42.453377 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e61997c7-b559-4d1b-80d2-f27bae6c39e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:42.459873 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e61997c7-b559-4d1b-80d2-f27bae6c39e9 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:01:42.460362 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e61997c7-b559-4d1b-80d2-f27bae6c39e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:42.462455 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 07:01:42.462455 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:01:42.462455 n-d-715271-16 neutron-server[95065]: timer() Sep 23 07:01:42.462455 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:01:42.462455 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 07:01:42.462455 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:01:42.462455 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 07:01:42.462455 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:01:42.462455 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 07:01:42.462455 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:01:42.462455 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 07:01:42.462455 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:01:42.462455 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 07:01:42.462455 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:01:42.462455 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:01:42.462455 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:01:42.462455 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:01:42.462455 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:01:42.462455 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 07:01:42.462455 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:01:42.462455 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 07:01:42.462455 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:01:42.462455 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:01:42.462455 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:01:42.462455 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 07:01:42.462455 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:01:42.462455 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:01:42.462455 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:01:42.462455 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:01:42.462455 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:01:42.462455 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:01:42.462455 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:01:42.467825 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-6b5f52c3-55ac-4140-993b-3cc29480c61d tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Calling delete_port for a8a0860d-8116-40e1-93e8-4c7a84a32bde owned by network:router_interface {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:01:42.488101 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-70f38ee0-3f50-4496-bed0-2e95e8301375 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:42.530104 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e61997c7-b559-4d1b-80d2-f27bae6c39e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:42.543934 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e61997c7-b559-4d1b-80d2-f27bae6c39e9 admin admin] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:42.546057 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-e61997c7-b559-4d1b-80d2-f27bae6c39e9 admin admin] 10.222.0.39 "DELETE /v2.0/networks/d42dbf02-dbd8-4475-9324-a170216ebb5d HTTP/1.1" status: 204 len: 168 time: 0.5225449 Sep 23 07:01:42.559495 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61997c7-b559-4d1b-80d2-f27bae6c39e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d42dbf02-dbd8-4475-9324-a170216ebb5d,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:42.784451 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 52882) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:42.837558 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-e9eeb65f-e2d5-4a37-a143-fe499d766770 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=89f11eecfa5e4a7092a5ae07bc115b63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0496380 Sep 23 07:01:42.840663 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 52884) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:42.946631 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7d593a96-736b-47df-8a46-d9d1c8dca7d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:43.009429 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6b5f52c3-55ac-4140-993b-3cc29480c61d tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:43.010135 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7d593a96-736b-47df-8a46-d9d1c8dca7d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:43.050995 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5f52c3-55ac-4140-993b-3cc29480c61d tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Pushing event deleted for resources: {'Port': ['ID=a8a0860d-8116-40e1-93e8-4c7a84a32bde,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:43.066820 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-70f38ee0-3f50-4496-bed0-2e95e8301375 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Allocated IP 172.20.0.22 (1618d69f-ffae-47f1-b63d-bfa4fa81c68d/7c5d2706-cd4e-4147-b17e-105d26354b4b/954d3ce8-ac30-4808-a5c0-3d48110c3aeb) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:01:43.127437 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7d593a96-736b-47df-8a46-d9d1c8dca7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:43.131040 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7d593a96-736b-47df-8a46-d9d1c8dca7d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:43.134684 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-7d593a96-736b-47df-8a46-d9d1c8dca7d7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fdcfc86a-1d1f-475f-acfd-fabadcbb6c8e HTTP/1.1" status: 204 len: 168 time: 0.2907100 Sep 23 07:01:43.141920 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d593a96-736b-47df-8a46-d9d1c8dca7d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdcfc86a-1d1f-475f-acfd-fabadcbb6c8e,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:43.505170 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6b5f52c3-55ac-4140-993b-3cc29480c61d tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2068624'] for router_interface, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:43.628135 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-70f38ee0-3f50-4496-bed0-2e95e8301375 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:43.642609 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-70f38ee0-3f50-4496-bed0-2e95e8301375 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:43.721464 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-ed870238-fc15-4a89-962f-ff4fdc938692 None None] Provisioning complete for port 954d3ce8-ac30-4808-a5c0-3d48110c3aeb triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:01:43.722875 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ed870238-fc15-4a89-962f-ff4fdc938692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:43.829982 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-ed870238-fc15-4a89-962f-ff4fdc938692 None None] Port 954d3ce8-ac30-4808-a5c0-3d48110c3aeb cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:01:43.854987 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:43.857893 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-ed870238-fc15-4a89-962f-ff4fdc938692 None None] Provisioning complete for port b157ee8a-7829-4f3f-9f9f-064d242bbb07 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:01:43.858283 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ed870238-fc15-4a89-962f-ff4fdc938692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:43.925221 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-70f38ee0-3f50-4496-bed0-2e95e8301375 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] In _notify_port_updated(), no bound segment for port 954d3ce8-ac30-4808-a5c0-3d48110c3aeb on network 1618d69f-ffae-47f1-b63d-bfa4fa81c68d {{(pid=95066) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 07:01:43.932880 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f38ee0-3f50-4496-bed0-2e95e8301375 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:43.934039 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-70f38ee0-3f50-4496-bed0-2e95e8301375 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:43.935598 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-70f38ee0-3f50-4496-bed0-2e95e8301375 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "PUT /v2.0/ports/954d3ce8-ac30-4808-a5c0-3d48110c3aeb HTTP/1.1" status: 200 len: 999 time: 1.5612268 Sep 23 07:01:43.938518 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 52910) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:43.974584 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f38ee0-3f50-4496-bed0-2e95e8301375 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event updated for resources: {'Port': ['ID=954d3ce8-ac30-4808-a5c0-3d48110c3aeb,revision_number=3']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:44.080950 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b5f52c3-55ac-4140-993b-3cc29480c61d tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Router 13f96dfd-ebc7-4d80-934f-bbb021c9ba53 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:01:44.099694 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-d48ceb13-a989-4be1-ac8d-c48afaa88aa9 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Deleting port 954d3ce8-ac30-4808-a5c0-3d48110c3aeb {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:01:44.100387 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d48ceb13-a989-4be1-ac8d-c48afaa88aa9 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:44.131341 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-2275794a-0e81-4836-8f86-9a6d3cf424be None None] Provisioning complete for port 954d3ce8-ac30-4808-a5c0-3d48110c3aeb triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:01:44.131967 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2275794a-0e81-4836-8f86-9a6d3cf424be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:44.189522 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-2275794a-0e81-4836-8f86-9a6d3cf424be None None] Port 954d3ce8-ac30-4808-a5c0-3d48110c3aeb cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:01:44.230050 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b5f52c3-55ac-4140-993b-3cc29480c61d tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:01:44.239979 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-6b5f52c3-55ac-4140-993b-3cc29480c61d tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "PUT /v2.0/routers/13f96dfd-ebc7-4d80-934f-bbb021c9ba53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4150960 Sep 23 07:01:44.241220 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d48ceb13-a989-4be1-ac8d-c48afaa88aa9 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:44.242834 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1db430-fd33-40f1-b101-ede0f435e293 None None] Sync routers for ids ['13f96dfd-ebc7-4d80-934f-bbb021c9ba53'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:01:44.252957 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 52920) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:44.256584 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-d48ceb13-a989-4be1-ac8d-c48afaa88aa9 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Calling delete_port for 954d3ce8-ac30-4808-a5c0-3d48110c3aeb owned by {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:01:44.258963 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1db430-fd33-40f1-b101-ede0f435e293 None None] Routers {'13f96dfd-ebc7-4d80-934f-bbb021c9ba53'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:01:44.260151 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-cd1db430-fd33-40f1-b101-ede0f435e293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:01:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['13f96dfd-ebc7-4d80-934f-bbb021c9ba53'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:01:44.308483 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-cd1db430-fd33-40f1-b101-ede0f435e293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:01:44.320616 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1db430-fd33-40f1-b101-ede0f435e293 None None] Routers {'13f96dfd-ebc7-4d80-934f-bbb021c9ba53'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:01:44.321362 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-cd1db430-fd33-40f1-b101-ede0f435e293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:01:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['13f96dfd-ebc7-4d80-934f-bbb021c9ba53'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:01:44.389347 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-cd1db430-fd33-40f1-b101-ede0f435e293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:01:44.390368 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1db430-fd33-40f1-b101-ede0f435e293 None None] The sync data for ids ['13f96dfd-ebc7-4d80-934f-bbb021c9ba53'] in n-d-715271-16 is: [] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:01:44.477531 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 52926) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:44.590755 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d48ceb13-a989-4be1-ac8d-c48afaa88aa9 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:44.603155 n-d-715271-16 neutron-server[95066]: INFO neutron.api.v2.resource [None req-304dba78-a796-426a-8764-f7e3b9d52f7e tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] remove_router_interface failed (client error): The resource could not be found. Sep 23 07:01:44.607019 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-304dba78-a796-426a-8764-f7e3b9d52f7e tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "PUT /v2.0/routers/13f96dfd-ebc7-4d80-934f-bbb021c9ba53/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3501120 Sep 23 07:01:44.608348 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 52938) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:44.630318 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48ceb13-a989-4be1-ac8d-c48afaa88aa9 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event deleted for resources: {'Port': ['ID=954d3ce8-ac30-4808-a5c0-3d48110c3aeb,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:44.665967 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-4c536c3d-95c9-42bc-8cc6-d7593822d271 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "GET /v2.0/ports?device_id=13f96dfd-ebc7-4d80-934f-bbb021c9ba53 HTTP/1.1" status: 200 len: 205 time: 0.0545373 Sep 23 07:01:44.668996 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 52940) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:44.743290 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-d57f8139-3f30-4131-a049-dfa3848fe2fd admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1615599225-network', 'tenant_id': 'c8123dffd2f04f05b71173c30791d845'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:01:44.791001 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d48ceb13-a989-4be1-ac8d-c48afaa88aa9 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:44.791236 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-60b789d2-a329-4506-828b-01e0c924c17d tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for router, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:44.797815 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-d48ceb13-a989-4be1-ac8d-c48afaa88aa9 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "DELETE /v2.0/ports/954d3ce8-ac30-4808-a5c0-3d48110c3aeb HTTP/1.1" status: 204 len: 168 time: 0.8574619 Sep 23 07:01:44.799025 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 52946) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:44.850988 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d57f8139-3f30-4131-a049-dfa3848fe2fd admin admin] Made reservation on behalf of c8123dffd2f04f05b71173c30791d845 for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:01:44.853467 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d57f8139-3f30-4131-a049-dfa3848fe2fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:44.877779 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 52950) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:44.879020 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-3984d307-cf8c-4d50-95b8-bef597482bc0 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] GET failed (client error): The resource could not be found. Sep 23 07:01:44.890396 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-3984d307-cf8c-4d50-95b8-bef597482bc0 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "GET /v2.0/ports/954d3ce8-ac30-4808-a5c0-3d48110c3aeb HTTP/1.1" status: 404 len: 333 time: 0.0899563 Sep 23 07:01:44.896553 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 52952) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:44.912294 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d57f8139-3f30-4131-a049-dfa3848fe2fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:44.973233 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a2d7929-62f3-41b4-9c37-ae7a92428d8f tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Deleting subnet 7c5d2706-cd4e-4147-b17e-105d26354b4b {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:01:44.980731 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5a2d7929-62f3-41b4-9c37-ae7a92428d8f tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:45.074374 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-60b789d2-a329-4506-828b-01e0c924c17d tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:45.078087 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5a2d7929-62f3-41b4-9c37-ae7a92428d8f tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:45.080862 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-60b789d2-a329-4506-828b-01e0c924c17d tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:45.147177 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-677a7072-deea-49dc-b70d-a7cd55a12cd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:45.190986 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-60b789d2-a329-4506-828b-01e0c924c17d tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:45.192944 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60b789d2-a329-4506-828b-01e0c924c17d tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Fanout notify agent at l3_agent the message router_deleted on router 13f96dfd-ebc7-4d80-934f-bbb021c9ba53 {{(pid=95066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 07:01:45.212108 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-60b789d2-a329-4506-828b-01e0c924c17d tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:45.231852 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-60b789d2-a329-4506-828b-01e0c924c17d tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "DELETE /v2.0/routers/13f96dfd-ebc7-4d80-934f-bbb021c9ba53 HTTP/1.1" status: 204 len: 168 time: 0.5586154 Sep 23 07:01:45.237753 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 52958) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:45.378594 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5a2d7929-62f3-41b4-9c37-ae7a92428d8f tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:45.482493 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5a2d7929-62f3-41b4-9c37-ae7a92428d8f tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:45.518758 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-3f8046c5-9f26-43a9-bb46-3c142f76c62a None None] Could not find standard attr ID for object 954d3ce8-ac30-4808-a5c0-3d48110c3aeb. {{(pid=95067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 07:01:45.552859 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5a2d7929-62f3-41b4-9c37-ae7a92428d8f tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:45.558391 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-5a2d7929-62f3-41b4-9c37-ae7a92428d8f tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "DELETE /v2.0/subnets/7c5d2706-cd4e-4147-b17e-105d26354b4b HTTP/1.1" status: 204 len: 168 time: 0.6609051 Sep 23 07:01:45.559277 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 52962) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:45.599016 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2d7929-62f3-41b4-9c37-ae7a92428d8f tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event deleted for resources: {'Subnet': ['ID=7c5d2706-cd4e-4147-b17e-105d26354b4b,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:45.631037 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-43e5d3ac-65db-4183-8908-218ca55ecc30 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Deleting subnet 40f008cc-12c0-41be-a085-2c18b1f2adda {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:01:45.635462 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-43e5d3ac-65db-4183-8908-218ca55ecc30 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:45.685193 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-43e5d3ac-65db-4183-8908-218ca55ecc30 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:45.783477 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7726f16-1de4-4418-9c90-db88f1d2d4ad tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Deleting subnet 43828aaa-9dfb-4b27-ab56-502c69528ec5 {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:01:45.786878 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f7726f16-1de4-4418-9c90-db88f1d2d4ad tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:45.794526 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-43e5d3ac-65db-4183-8908-218ca55ecc30 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:45.837062 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f7726f16-1de4-4418-9c90-db88f1d2d4ad tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:45.879013 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-43e5d3ac-65db-4183-8908-218ca55ecc30 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:45.896690 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-43e5d3ac-65db-4183-8908-218ca55ecc30 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:45.901276 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-43e5d3ac-65db-4183-8908-218ca55ecc30 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "DELETE /v2.0/subnets/40f008cc-12c0-41be-a085-2c18b1f2adda HTTP/1.1" status: 204 len: 168 time: 0.3382547 Sep 23 07:01:45.903785 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 52964) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:45.920979 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e5d3ac-65db-4183-8908-218ca55ecc30 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event deleted for resources: {'Subnet': ['ID=40f008cc-12c0-41be-a085-2c18b1f2adda,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:46.062596 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e454f04e-7213-45ea-bb5f-671166a27733 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:46.087531 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d57f8139-3f30-4131-a049-dfa3848fe2fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:46.100220 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d57f8139-3f30-4131-a049-dfa3848fe2fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:46.111221 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f7726f16-1de4-4418-9c90-db88f1d2d4ad tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:46.164698 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d57f8139-3f30-4131-a049-dfa3848fe2fd admin admin] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:01:46.226368 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d57f8139-3f30-4131-a049-dfa3848fe2fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:46.227077 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-d57f8139-3f30-4131-a049-dfa3848fe2fd admin admin] Added segment 3554076c-8e7b-4c3b-8e26-a2ae47bd7b3a of type vlan for network ed950cc6-0b2d-4a44-971f-680e4b335fda Sep 23 07:01:46.230167 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57f8139-3f30-4131-a049-dfa3848fe2fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba31baa-348a-492b-a34e-8f248834c50f,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:46.251261 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-677a7072-deea-49dc-b70d-a7cd55a12cd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:46.256232 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-677a7072-deea-49dc-b70d-a7cd55a12cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:46.293888 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677a7072-deea-49dc-b70d-a7cd55a12cd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca5c02d-eccc-4bab-ad11-c07ef1e40083,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:46.295957 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d57f8139-3f30-4131-a049-dfa3848fe2fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:46.299667 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f7726f16-1de4-4418-9c90-db88f1d2d4ad tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:46.323207 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-677a7072-deea-49dc-b70d-a7cd55a12cd2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1ac0ab662ea741879b23d6c4e69b93cc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4314623 Sep 23 07:01:46.325827 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 52968) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:46.347388 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7726f16-1de4-4418-9c90-db88f1d2d4ad tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Pushing event deleted for resources: {'Subnet': ['ID=43828aaa-9dfb-4b27-ab56-502c69528ec5,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:46.361717 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f7726f16-1de4-4418-9c90-db88f1d2d4ad tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:46.363366 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-f7726f16-1de4-4418-9c90-db88f1d2d4ad tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "DELETE /v2.0/subnets/43828aaa-9dfb-4b27-ab56-502c69528ec5 HTTP/1.1" status: 204 len: 168 time: 1.1205943 Sep 23 07:01:46.366979 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5489539-1f35-46ad-bfb6-117b8d49065b None None] Network a963818f-17a1-4b3f-904e-395dd29b414d requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:01:46.371170 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 52970) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:46.383178 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-e454f04e-7213-45ea-bb5f-671166a27733 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Deleting port b157ee8a-7829-4f3f-9f9f-064d242bbb07 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:01:46.383511 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e454f04e-7213-45ea-bb5f-671166a27733 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:46.400908 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-892047a5-dc2b-4068-b066-ffad18f00b9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:46.423192 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d57f8139-3f30-4131-a049-dfa3848fe2fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:46.424248 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57f8139-3f30-4131-a049-dfa3848fe2fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:46.425178 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d57f8139-3f30-4131-a049-dfa3848fe2fd admin admin] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:46.429264 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-892047a5-dc2b-4068-b066-ffad18f00b9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:46.496234 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-892047a5-dc2b-4068-b066-ffad18f00b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:46.499887 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-892047a5-dc2b-4068-b066-ffad18f00b9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:46.501821 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-892047a5-dc2b-4068-b066-ffad18f00b9e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4ca5c02d-eccc-4bab-ad11-c07ef1e40083 HTTP/1.1" status: 204 len: 168 time: 0.1750207 Sep 23 07:01:46.535183 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892047a5-dc2b-4068-b066-ffad18f00b9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca5c02d-eccc-4bab-ad11-c07ef1e40083,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:46.726502 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588950d6-56c0-4e0f-901a-daf898869917 None None] DHCP port deletion for a963818f-17a1-4b3f-904e-395dd29b414d request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 07:01:46.766111 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57f8139-3f30-4131-a049-dfa3848fe2fd admin admin] Pushing event updated for resources: {'Network': ['ID=ed950cc6-0b2d-4a44-971f-680e4b335fda,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:46.776437 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f911ab-db5b-4234-b42a-0e0403bbe15e None None] Network 1618d69f-ffae-47f1-b63d-bfa4fa81c68d requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:01:46.782630 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-d57f8139-3f30-4131-a049-dfa3848fe2fd admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.3037267 Sep 23 07:01:46.783219 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 52978) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:46.789355 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-d1160903-d9db-4f46-8ca5-2de90fbfdfc8 admin admin] Request body: {'subnet': {'network_id': 'ed950cc6-0b2d-4a44-971f-680e4b335fda', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1615599225-subnet', 'tenant_id': 'c8123dffd2f04f05b71173c30791d845', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:01:46.794644 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4c3ec2ce-d00a-4ae2-ae6f-87ef4522c515 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:46.806209 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-e454f04e-7213-45ea-bb5f-671166a27733 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] For port b157ee8a-7829-4f3f-9f9f-064d242bbb07, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=b157ee8a-7829-4f3f-9f9f-064d242bbb07,segment=NetworkSegment(1b610765-2d97-494d-805c-a97e43bca25f),segment_id=1b610765-2d97-494d-805c-a97e43bca25f)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:01:46.806599 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e454f04e-7213-45ea-bb5f-671166a27733 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:46.836133 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1160903-d9db-4f46-8ca5-2de90fbfdfc8 admin admin] Made reservation on behalf of c8123dffd2f04f05b71173c30791d845 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:01:46.840954 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-e454f04e-7213-45ea-bb5f-671166a27733 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Calling delete_port for b157ee8a-7829-4f3f-9f9f-064d242bbb07 owned by network:dhcp {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:01:46.845117 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d1160903-d9db-4f46-8ca5-2de90fbfdfc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:47.015891 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e454f04e-7213-45ea-bb5f-671166a27733 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:47.058966 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network ed950cc6-0b2d-4a44-971f-680e4b335fda details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:01:47.067693 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-92eb0d1a-ae96-46bc-b7d9-10af2aa5ff94 None None] Could not find standard attr ID for object 954d3ce8-ac30-4808-a5c0-3d48110c3aeb. {{(pid=95067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 07:01:47.120979 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-4c3ec2ce-d00a-4ae2-ae6f-87ef4522c515 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Deleting port 5b99cc18-a647-4ee4-bdad-872c02f3cdc5 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:01:47.121339 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4c3ec2ce-d00a-4ae2-ae6f-87ef4522c515 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:47.211143 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-4c3ec2ce-d00a-4ae2-ae6f-87ef4522c515 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] For port 5b99cc18-a647-4ee4-bdad-872c02f3cdc5, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=5b99cc18-a647-4ee4-bdad-872c02f3cdc5,segment=NetworkSegment(9529e743-cd00-4f7a-87c1-5e80fc16e231),segment_id=9529e743-cd00-4f7a-87c1-5e80fc16e231)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:01:47.211529 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4c3ec2ce-d00a-4ae2-ae6f-87ef4522c515 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:47.235597 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-4c3ec2ce-d00a-4ae2-ae6f-87ef4522c515 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Calling delete_port for 5b99cc18-a647-4ee4-bdad-872c02f3cdc5 owned by network:dhcp {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:01:47.258058 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24559821-8aee-46e0-8aaf-61da80c9a83b None None] DHCP port deletion for 1618d69f-ffae-47f1-b63d-bfa4fa81c68d request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 07:01:47.301199 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-588950d6-56c0-4e0f-901a-daf898869917 None None] Deleting port 5b99cc18-a647-4ee4-bdad-872c02f3cdc5 {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:01:47.301724 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-588950d6-56c0-4e0f-901a-daf898869917 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:47.325587 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e454f04e-7213-45ea-bb5f-671166a27733 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event deleted for resources: {'Port': ['ID=b157ee8a-7829-4f3f-9f9f-064d242bbb07,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:47.329219 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e454f04e-7213-45ea-bb5f-671166a27733 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] No DVR routers for this DVR port b157ee8a-7829-4f3f-9f9f-064d242bbb07 on host n-d-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:01:47.343120 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d1160903-d9db-4f46-8ca5-2de90fbfdfc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:47.394716 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4c3ec2ce-d00a-4ae2-ae6f-87ef4522c515 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:47.400064 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-588950d6-56c0-4e0f-901a-daf898869917 None None] For port 5b99cc18-a647-4ee4-bdad-872c02f3cdc5, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=5b99cc18-a647-4ee4-bdad-872c02f3cdc5,segment=NetworkSegment(9529e743-cd00-4f7a-87c1-5e80fc16e231),segment_id=9529e743-cd00-4f7a-87c1-5e80fc16e231)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:01:47.400783 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-588950d6-56c0-4e0f-901a-daf898869917 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:47.437440 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3ec2ce-d00a-4ae2-ae6f-87ef4522c515 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Pushing event deleted for resources: {'Port': ['ID=5b99cc18-a647-4ee4-bdad-872c02f3cdc5,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:47.443371 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1160903-d9db-4f46-8ca5-2de90fbfdfc8 admin admin] Checking segment: {'id': '3554076c-8e7b-4c3b-8e26-a2ae47bd7b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'ed950cc6-0b2d-4a44-971f-680e4b335fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:01:47.444595 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1160903-d9db-4f46-8ca5-2de90fbfdfc8 admin admin] Network hostable DHCP agents. Network: ed950cc6-0b2d-4a44-971f-680e4b335fda, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:01:47.449469 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-588950d6-56c0-4e0f-901a-daf898869917 None None] Calling delete_port for 5b99cc18-a647-4ee4-bdad-872c02f3cdc5 owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:01:47.462675 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1160903-d9db-4f46-8ca5-2de90fbfdfc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb9a99df-0e06-4f76-9b64-373c70923634,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:47.475190 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1160903-d9db-4f46-8ca5-2de90fbfdfc8 admin admin] Network ed950cc6-0b2d-4a44-971f-680e4b335fda is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:01:47.477881 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e454f04e-7213-45ea-bb5f-671166a27733 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:47.487844 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3ec2ce-d00a-4ae2-ae6f-87ef4522c515 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] No DVR routers for this DVR port 5b99cc18-a647-4ee4-bdad-872c02f3cdc5 on host n-d-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:01:47.515836 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-d1160903-d9db-4f46-8ca5-2de90fbfdfc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, ed950cc6-0b2d-4a44-971f-680e4b335fda) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:01:47.525095 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1160903-d9db-4f46-8ca5-2de90fbfdfc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:47.529499 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d1160903-d9db-4f46-8ca5-2de90fbfdfc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:47.546270 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-e454f04e-7213-45ea-bb5f-671166a27733 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1618d69f-ffae-47f1-b63d-bfa4fa81c68d']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:01:47.564908 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-d1160903-d9db-4f46-8ca5-2de90fbfdfc8 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7805300 Sep 23 07:01:47.594802 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508b0176-5b64-4d24-b8ac-59cb7a93bb1f None None] Network ed950cc6-0b2d-4a44-971f-680e4b335fda requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:01:47.606064 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-e454f04e-7213-45ea-bb5f-671166a27733 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b610765-2d97-494d-805c-a97e43bca25f') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:01:47.606412 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-e454f04e-7213-45ea-bb5f-671166a27733 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b610765-2d97-494d-805c-a97e43bca25f') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:01:47.658100 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e454f04e-7213-45ea-bb5f-671166a27733 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:47.768977 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4c3ec2ce-d00a-4ae2-ae6f-87ef4522c515 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:47.785733 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e454f04e-7213-45ea-bb5f-671166a27733 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:47.802522 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-588950d6-56c0-4e0f-901a-daf898869917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:47.818415 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e454f04e-7213-45ea-bb5f-671166a27733 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:01:47.818831 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e454f04e-7213-45ea-bb5f-671166a27733 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:47.828157 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 07:01:47.828157 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:01:47.828157 n-d-715271-16 neutron-server[95066]: timer() Sep 23 07:01:47.828157 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:01:47.828157 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 07:01:47.828157 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:01:47.828157 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 07:01:47.828157 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:01:47.828157 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 07:01:47.828157 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:01:47.828157 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 07:01:47.828157 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:01:47.828157 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 07:01:47.828157 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:01:47.828157 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:01:47.828157 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:01:47.828157 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:01:47.828157 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:01:47.828157 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 07:01:47.828157 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:01:47.828157 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 07:01:47.828157 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:01:47.828157 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:01:47.828157 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:01:47.828157 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 07:01:47.828157 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:01:47.828157 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:01:47.828157 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:01:47.828157 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:01:47.828157 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:01:47.828157 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:01:47.828157 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:01:47.850140 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-4c3ec2ce-d00a-4ae2-ae6f-87ef4522c515 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a963818f-17a1-4b3f-904e-395dd29b414d']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:01:47.888615 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283614d7-8b9e-45fa-a467-896dcbc647ea None None] Network ed950cc6-0b2d-4a44-971f-680e4b335fda requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:01:47.890922 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 5b99cc18-a647-4ee4-bdad-872c02f3cdc5 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:01:47.892249 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-4c3ec2ce-d00a-4ae2-ae6f-87ef4522c515 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9529e743-cd00-4f7a-87c1-5e80fc16e231') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:01:47.892422 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-4c3ec2ce-d00a-4ae2-ae6f-87ef4522c515 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9529e743-cd00-4f7a-87c1-5e80fc16e231') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:01:47.916201 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588950d6-56c0-4e0f-901a-daf898869917 None None] Pushing event deleted for resources: {'Port': ['ID=5b99cc18-a647-4ee4-bdad-872c02f3cdc5,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:47.943055 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588950d6-56c0-4e0f-901a-daf898869917 None None] No DVR routers for this DVR port 5b99cc18-a647-4ee4-bdad-872c02f3cdc5 on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:01:47.944942 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 5b99cc18-a647-4ee4-bdad-872c02f3cdc5 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:01:47.945509 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 5b99cc18-a647-4ee4-bdad-872c02f3cdc5 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:01:47.946256 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device b157ee8a-7829-4f3f-9f9f-064d242bbb07 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:01:47.979905 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4c3ec2ce-d00a-4ae2-ae6f-87ef4522c515 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:47.982799 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: b157ee8a-7829-4f3f-9f9f-064d242bbb07 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:01:47.982799 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device b157ee8a-7829-4f3f-9f9f-064d242bbb07 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:01:48.024260 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e454f04e-7213-45ea-bb5f-671166a27733 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:48.031752 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4c3ec2ce-d00a-4ae2-ae6f-87ef4522c515 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:48.040435 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e454f04e-7213-45ea-bb5f-671166a27733 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:48.054890 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-e454f04e-7213-45ea-bb5f-671166a27733 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "DELETE /v2.0/networks/1618d69f-ffae-47f1-b63d-bfa4fa81c68d HTTP/1.1" status: 204 len: 168 time: 2.1500311 Sep 23 07:01:48.060572 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53014) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:48.111236 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c3ec2ce-d00a-4ae2-ae6f-87ef4522c515 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:01:48.112361 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4c3ec2ce-d00a-4ae2-ae6f-87ef4522c515 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:48.115990 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 07:01:48.115990 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:01:48.115990 n-d-715271-16 neutron-server[95066]: timer() Sep 23 07:01:48.115990 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:01:48.115990 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 07:01:48.115990 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:01:48.115990 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 07:01:48.115990 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:01:48.115990 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 07:01:48.115990 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:01:48.115990 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 07:01:48.115990 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:01:48.115990 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 07:01:48.115990 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:01:48.115990 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:01:48.115990 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:01:48.115990 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:01:48.115990 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:01:48.115990 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 07:01:48.115990 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:01:48.115990 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 07:01:48.115990 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:01:48.115990 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:01:48.115990 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:01:48.115990 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 07:01:48.115990 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:01:48.115990 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:01:48.115990 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:01:48.115990 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:01:48.115990 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:01:48.115990 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:01:48.115990 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:01:48.130087 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e454f04e-7213-45ea-bb5f-671166a27733 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event deleted for resources: {'Network': ['ID=1618d69f-ffae-47f1-b63d-bfa4fa81c68d,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:48.185253 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0921c5-aae6-45a8-a97d-6eef14b223e2 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:48.190960 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-2b0921c5-aae6-45a8-a97d-6eef14b223e2 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1260016 Sep 23 07:01:48.191742 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53022) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:48.297487 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4c3ec2ce-d00a-4ae2-ae6f-87ef4522c515 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:48.299521 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 53046) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:48.308576 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-54f80786-39e3-4754-99f4-dc63a0bd64ee tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1032062 Sep 23 07:01:48.315540 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-44b37b50-1a47-42ba-b3f6-4ef4bf896aec tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1843756120'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:01:48.332022 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4c3ec2ce-d00a-4ae2-ae6f-87ef4522c515 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:48.338441 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53056) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:48.341371 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-4c3ec2ce-d00a-4ae2-ae6f-87ef4522c515 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "DELETE /v2.0/networks/a963818f-17a1-4b3f-904e-395dd29b414d HTTP/1.1" status: 204 len: 168 time: 1.9687831 Sep 23 07:01:48.350078 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-832f4fdf-1c36-4230-82e3-9114a3e283eb tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Request body: {'network': {'name': 'tempest-RoutersTest-1581641655'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:01:48.362757 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3ec2ce-d00a-4ae2-ae6f-87ef4522c515 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Pushing event deleted for resources: {'Network': ['ID=a963818f-17a1-4b3f-904e-395dd29b414d,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:48.378589 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.db.api [None req-832f4fdf-1c36-4230-82e3-9114a3e283eb tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 07:01:48.378589 n-d-715271-16 neutron-server[95065]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 23 07:01:48.378589 n-d-715271-16 neutron-server[95065]: [parameters: {'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'id': 'a426ed27-c20d-4dfc-a4fc-0c5284b18214', 'expiration': datetime.datetime(2021, 9, 23, 7, 3, 48, 372337)}] Sep 23 07:01:48.378589 n-d-715271-16 neutron-server[95065]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95065) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 07:01:48.379427 n-d-715271-16 neutron-server[95065]: DEBUG oslo_db.api [None req-832f4fdf-1c36-4230-82e3-9114a3e283eb tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 07:01:48.430185 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b37b50-1a47-42ba-b3f6-4ef4bf896aec tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Made reservation on behalf of 07ae454f7ce4401191be202855767634 for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:01:48.435467 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-44b37b50-1a47-42ba-b3f6-4ef4bf896aec tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:48.512530 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44b37b50-1a47-42ba-b3f6-4ef4bf896aec tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:01:48.531555 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-44b37b50-1a47-42ba-b3f6-4ef4bf896aec tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:48.531912 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-44b37b50-1a47-42ba-b3f6-4ef4bf896aec tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Added segment b8a7d998-424e-40df-846f-9cfcc206241f of type vlan for network 92ad9afb-1893-4999-ac2d-6fc8bd275ebd Sep 23 07:01:48.581398 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d77d61-ecd0-426a-8157-81f69118301d req-da51f2d5-5c67-46b1-b13d-c271434c6e59 tempest-ServerPasswordTestJSON-1982048801 tempest-ServerPasswordTestJSON-1982048801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:48.583139 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-48d77d61-ecd0-426a-8157-81f69118301d req-da51f2d5-5c67-46b1-b13d-c271434c6e59 tempest-ServerPasswordTestJSON-1982048801 tempest-ServerPasswordTestJSON-1982048801-project] 10.222.0.39 "GET /v2.0/networks?id=ed950cc6-0b2d-4a44-971f-680e4b335fda HTTP/1.1" status: 200 len: 813 time: 0.2093430 Sep 23 07:01:48.605639 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-44b37b50-1a47-42ba-b3f6-4ef4bf896aec tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:48.609590 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-48d77d61-ecd0-426a-8157-81f69118301d req-4941b0bd-3dd8-483b-b996-7b4cdaf76fa4 tempest-ServerPasswordTestJSON-1982048801 tempest-ServerPasswordTestJSON-1982048801-project] 10.222.0.39 "GET /v2.0/quotas/c8123dffd2f04f05b71173c30791d845 HTTP/1.1" status: 200 len: 375 time: 0.0164018 Sep 23 07:01:48.646835 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-48d77d61-ecd0-426a-8157-81f69118301d req-e845e6be-86d2-4ae5-b7cb-5300466a42fa tempest-ServerPasswordTestJSON-1982048801 tempest-ServerPasswordTestJSON-1982048801-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c8123dffd2f04f05b71173c30791d845&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308330 Sep 23 07:01:48.732896 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-44b37b50-1a47-42ba-b3f6-4ef4bf896aec tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:48.744291 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b37b50-1a47-42ba-b3f6-4ef4bf896aec tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:48.745116 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-44b37b50-1a47-42ba-b3f6-4ef4bf896aec tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:48.869689 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53072) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:48.871869 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-44b37b50-1a47-42ba-b3f6-4ef4bf896aec tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5668066 Sep 23 07:01:48.880190 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-22b2fe8e-1fac-4d4a-bfa3-6082fedd12a3 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Request body: {'subnet': {'network_id': '92ad9afb-1893-4999-ac2d-6fc8bd275ebd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:01:48.912543 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b37b50-1a47-42ba-b3f6-4ef4bf896aec tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event updated for resources: {'Network': ['ID=92ad9afb-1893-4999-ac2d-6fc8bd275ebd,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:48.930353 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 92ad9afb-1893-4999-ac2d-6fc8bd275ebd details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:01:48.938896 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-48d77d61-ecd0-426a-8157-81f69118301d req-88696741-fcf3-4c11-945f-c36765c102dd service neutron] 10.222.0.39 "GET /v2.0/networks/ed950cc6-0b2d-4a44-971f-680e4b335fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830589 Sep 23 07:01:49.032444 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.db.api [None req-832f4fdf-1c36-4230-82e3-9114a3e283eb tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 07:01:49.032444 n-d-715271-16 neutron-server[95065]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 23 07:01:49.032444 n-d-715271-16 neutron-server[95065]: [parameters: {'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'id': '90799927-4663-4dcc-b038-81eacbc67a87', 'expiration': datetime.datetime(2021, 9, 23, 7, 3, 49, 22490)}] Sep 23 07:01:49.032444 n-d-715271-16 neutron-server[95065]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95065) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 07:01:49.033265 n-d-715271-16 neutron-server[95065]: DEBUG oslo_db.api [None req-832f4fdf-1c36-4230-82e3-9114a3e283eb tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 07:01:49.036704 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22b2fe8e-1fac-4d4a-bfa3-6082fedd12a3 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Made reservation on behalf of 07ae454f7ce4401191be202855767634 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:01:49.041070 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-22b2fe8e-1fac-4d4a-bfa3-6082fedd12a3 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:49.098265 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-48d77d61-ecd0-426a-8157-81f69118301d req-784abdd8-4506-4ece-ae84-b43e8418d6ce service neutron] 10.222.0.39 "GET /v2.0/networks/ed950cc6-0b2d-4a44-971f-680e4b335fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581903 Sep 23 07:01:49.349495 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b3131a36-c626-4807-9048-50daa9847bad req-87c63206-2e37-413e-b1ce-12a117828ab9 tempest-ServerPasswordTestJSON-1982048801 tempest-ServerPasswordTestJSON-1982048801-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d64eaf9-1330-4312-83ea-b58ad2db284a HTTP/1.1" status: 200 len: 210 time: 0.0473239 Sep 23 07:01:49.517374 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-22b2fe8e-1fac-4d4a-bfa3-6082fedd12a3 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:49.680872 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b2fe8e-1fac-4d4a-bfa3-6082fedd12a3 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event updated for resources: {'Subnet': ['ID=95c5046d-425b-4d93-b99a-21c68ebdf7eb,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:49.710645 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-832f4fdf-1c36-4230-82e3-9114a3e283eb tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Made reservation on behalf of d7464ba7b96349c78070f768c2b55fbf for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:01:49.715524 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-832f4fdf-1c36-4230-82e3-9114a3e283eb tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:49.745389 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-832f4fdf-1c36-4230-82e3-9114a3e283eb tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:01:49.755933 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-832f4fdf-1c36-4230-82e3-9114a3e283eb tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:49.756560 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-832f4fdf-1c36-4230-82e3-9114a3e283eb tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Added segment 2f4c7c74-bb34-48b0-81ac-ed78c7842608 of type vlan for network 5eee42cf-a9bf-436b-a70c-95b193588487 Sep 23 07:01:49.899282 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-832f4fdf-1c36-4230-82e3-9114a3e283eb tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:49.959969 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b2fe8e-1fac-4d4a-bfa3-6082fedd12a3 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Checking segment: {'id': 'b8a7d998-424e-40df-846f-9cfcc206241f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '92ad9afb-1893-4999-ac2d-6fc8bd275ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:01:49.961050 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b2fe8e-1fac-4d4a-bfa3-6082fedd12a3 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Network hostable DHCP agents. Network: 92ad9afb-1893-4999-ac2d-6fc8bd275ebd, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:01:49.995899 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-832f4fdf-1c36-4230-82e3-9114a3e283eb tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:50.003242 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832f4fdf-1c36-4230-82e3-9114a3e283eb tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:50.003898 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-832f4fdf-1c36-4230-82e3-9114a3e283eb tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:50.093907 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-832f4fdf-1c36-4230-82e3-9114a3e283eb tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.7507155 Sep 23 07:01:50.096844 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53126) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:50.119176 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-b779f070-8f46-4e0f-a5d9-8786ee6d3eb3 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Request body: {'subnet': {'network_id': '5eee42cf-a9bf-436b-a70c-95b193588487', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:01:50.124594 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b2fe8e-1fac-4d4a-bfa3-6082fedd12a3 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Network 92ad9afb-1893-4999-ac2d-6fc8bd275ebd is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:01:50.228283 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-22b2fe8e-1fac-4d4a-bfa3-6082fedd12a3 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 92ad9afb-1893-4999-ac2d-6fc8bd275ebd) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:01:50.231025 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832f4fdf-1c36-4230-82e3-9114a3e283eb tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Pushing event updated for resources: {'Network': ['ID=5eee42cf-a9bf-436b-a70c-95b193588487,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:50.244756 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fabff60-515a-4028-bbf3-6907617c3fbe None None] Network 92ad9afb-1893-4999-ac2d-6fc8bd275ebd requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:01:50.259345 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 5eee42cf-a9bf-436b-a70c-95b193588487 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:01:50.315051 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b2fe8e-1fac-4d4a-bfa3-6082fedd12a3 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:50.316865 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-22b2fe8e-1fac-4d4a-bfa3-6082fedd12a3 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:50.357578 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 53128) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:50.358879 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-22b2fe8e-1fac-4d4a-bfa3-6082fedd12a3 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4864564 Sep 23 07:01:50.374388 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-bf1d4f6e-0027-4813-b943-21c99d1b7c9b tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Request body: {'port': {'network_id': '92ad9afb-1893-4999-ac2d-6fc8bd275ebd', 'name': 'tempest-PortsTestJSON-2090549829'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:01:50.381447 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b779f070-8f46-4e0f-a5d9-8786ee6d3eb3 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Made reservation on behalf of d7464ba7b96349c78070f768c2b55fbf for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:01:50.387350 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b779f070-8f46-4e0f-a5d9-8786ee6d3eb3 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:50.626641 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d86cfe2d-147e-40bb-b7e9-6bad577c1ceb req-78490804-1e6d-4c2b-bccd-54108f154974 tempest-ServerPasswordTestJSON-1982048801 tempest-ServerPasswordTestJSON-1982048801-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d64eaf9-1330-4312-83ea-b58ad2db284a HTTP/1.1" status: 200 len: 210 time: 0.1423843 Sep 23 07:01:50.798188 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b779f070-8f46-4e0f-a5d9-8786ee6d3eb3 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:50.851624 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf1d4f6e-0027-4813-b943-21c99d1b7c9b tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Made reservation on behalf of 07ae454f7ce4401191be202855767634 for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:01:50.863272 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bf1d4f6e-0027-4813-b943-21c99d1b7c9b tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:50.867306 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e2560b-61e2-4262-b826-77edf798c1da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-92ad9afb-1893-4999-ac2d-6fc8bd275ebd', 'network_id': '92ad9afb-1893-4999-ac2d-6fc8bd275ebd', 'tenant_id': '07ae454f7ce4401191be202855767634', 'fixed_ips': [{'subnet_id': '95c5046d-425b-4d93-b99a-21c68ebdf7eb'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:01:50.890532 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [None req-bf1d4f6e-0027-4813-b943-21c99d1b7c9b tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] device_id is not set on port ea0c5f7d-a220-4981-86c7-50dd3eaf35f4 yet. {{(pid=95066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 07:01:50.897548 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a6e2560b-61e2-4262-b826-77edf798c1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:50.923267 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b779f070-8f46-4e0f-a5d9-8786ee6d3eb3 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Pushing event updated for resources: {'Subnet': ['ID=7ca2ef59-3861-4fe2-b73d-ed09f762645b,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:50.939194 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b779f070-8f46-4e0f-a5d9-8786ee6d3eb3 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Checking segment: {'id': '2f4c7c74-bb34-48b0-81ac-ed78c7842608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '5eee42cf-a9bf-436b-a70c-95b193588487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:01:50.940684 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b779f070-8f46-4e0f-a5d9-8786ee6d3eb3 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Network hostable DHCP agents. Network: 5eee42cf-a9bf-436b-a70c-95b193588487, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:01:50.980226 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b779f070-8f46-4e0f-a5d9-8786ee6d3eb3 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Network 5eee42cf-a9bf-436b-a70c-95b193588487 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:01:51.000893 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-b779f070-8f46-4e0f-a5d9-8786ee6d3eb3 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 5eee42cf-a9bf-436b-a70c-95b193588487) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:01:51.007582 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b779f070-8f46-4e0f-a5d9-8786ee6d3eb3 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:51.010839 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b779f070-8f46-4e0f-a5d9-8786ee6d3eb3 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:51.065756 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-b779f070-8f46-4e0f-a5d9-8786ee6d3eb3 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9678476 Sep 23 07:01:51.068803 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53138) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:51.078624 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-7df1c1d3-751e-4e58-953b-1b8e45558966 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1686489824', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:01:51.126753 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ff9df0-2295-494b-9d6b-9512b7c80092 None None] Network 5eee42cf-a9bf-436b-a70c-95b193588487 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:01:51.129732 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7df1c1d3-751e-4e58-953b-1b8e45558966 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:51.131000 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7df1c1d3-751e-4e58-953b-1b8e45558966 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:51.174866 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-bf1d4f6e-0027-4813-b943-21c99d1b7c9b tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Allocated IP 172.20.0.5 (92ad9afb-1893-4999-ac2d-6fc8bd275ebd/95c5046d-425b-4d93-b99a-21c68ebdf7eb/ea0c5f7d-a220-4981-86c7-50dd3eaf35f4) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:01:51.289081 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7df1c1d3-751e-4e58-953b-1b8e45558966 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:51.317225 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7df1c1d3-751e-4e58-953b-1b8e45558966 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:51.363561 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7df1c1d3-751e-4e58-953b-1b8e45558966 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:51.365063 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-7df1c1d3-751e-4e58-953b-1b8e45558966 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2899156 Sep 23 07:01:51.368334 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53140) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:51.459883 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f27e44-3a9d-446a-8a3e-7a43164339d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-5eee42cf-a9bf-436b-a70c-95b193588487', 'network_id': '5eee42cf-a9bf-436b-a70c-95b193588487', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'fixed_ips': [{'subnet_id': '7ca2ef59-3861-4fe2-b73d-ed09f762645b'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:01:51.467582 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-76f27e44-3a9d-446a-8a3e-7a43164339d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:51.587438 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bf1d4f6e-0027-4813-b943-21c99d1b7c9b tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:51.631990 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d77d61-ecd0-426a-8157-81f69118301d req-6105fba0-7e85-418e-bef7-d5d62223e4d2 tempest-ServerPasswordTestJSON-1982048801 tempest-ServerPasswordTestJSON-1982048801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:51.633880 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-48d77d61-ecd0-426a-8157-81f69118301d req-6105fba0-7e85-418e-bef7-d5d62223e4d2 tempest-ServerPasswordTestJSON-1982048801 tempest-ServerPasswordTestJSON-1982048801-project] 10.222.0.21 "GET /v2.0/networks?id=ed950cc6-0b2d-4a44-971f-680e4b335fda HTTP/1.1" status: 200 len: 813 time: 0.4302826 Sep 23 07:01:51.656085 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bf1d4f6e-0027-4813-b943-21c99d1b7c9b tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:51.673158 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-48d77d61-ecd0-426a-8157-81f69118301d req-fc08c760-fa5a-43a0-966a-26e4c8e30a72 tempest-ServerPasswordTestJSON-1982048801 tempest-ServerPasswordTestJSON-1982048801-project] Request body: {'port': {'device_id': '7d64eaf9-1330-4312-83ea-b58ad2db284a', 'network_id': 'ed950cc6-0b2d-4a44-971f-680e4b335fda', 'admin_state_up': True, 'tenant_id': 'c8123dffd2f04f05b71173c30791d845'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:01:51.851280 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1d4f6e-0027-4813-b943-21c99d1b7c9b tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Network 92ad9afb-1893-4999-ac2d-6fc8bd275ebd is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:01:51.855234 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-bf1d4f6e-0027-4813-b943-21c99d1b7c9b tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:01:51.859090 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1d4f6e-0027-4813-b943-21c99d1b7c9b tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:01:51.870664 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-76f27e44-3a9d-446a-8a3e-7a43164339d8 None None] Allocated IP 172.20.0.2 (5eee42cf-a9bf-436b-a70c-95b193588487/7ca2ef59-3861-4fe2-b73d-ed09f762645b/91a0f50b-2711-40d7-8360-b99da9aac49e) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:01:51.888833 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-baaa01e7-4798-4734-8154-3995a0389db1 req-fac5ea9f-ce6c-4496-93e5-045cba205802 tempest-ServerPasswordTestJSON-1982048801 tempest-ServerPasswordTestJSON-1982048801-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d64eaf9-1330-4312-83ea-b58ad2db284a HTTP/1.1" status: 200 len: 210 time: 0.0490928 Sep 23 07:01:51.933192 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1d4f6e-0027-4813-b943-21c99d1b7c9b tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event updated for resources: {'Port': ['ID=ea0c5f7d-a220-4981-86c7-50dd3eaf35f4,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:51.936463 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-a6e2560b-61e2-4262-b826-77edf798c1da None None] Allocated IP 172.20.0.2 (92ad9afb-1893-4999-ac2d-6fc8bd275ebd/95c5046d-425b-4d93-b99a-21c68ebdf7eb/82df0134-0c4f-4d24-9b0c-1eadb9126e38) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:01:51.972806 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ec62ec86-5788-4b32-8587-29cbd89612a6 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:52.024017 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1d4f6e-0027-4813-b943-21c99d1b7c9b tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:52.027333 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bf1d4f6e-0027-4813-b943-21c99d1b7c9b tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:52.103786 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48d77d61-ecd0-426a-8157-81f69118301d req-fc08c760-fa5a-43a0-966a-26e4c8e30a72 tempest-ServerPasswordTestJSON-1982048801 tempest-ServerPasswordTestJSON-1982048801-project] Made reservation on behalf of c8123dffd2f04f05b71173c30791d845 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:01:52.112127 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-48d77d61-ecd0-426a-8157-81f69118301d req-fc08c760-fa5a-43a0-966a-26e4c8e30a72 tempest-ServerPasswordTestJSON-1982048801 tempest-ServerPasswordTestJSON-1982048801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:52.125580 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-bf1d4f6e-0027-4813-b943-21c99d1b7c9b tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7653434 Sep 23 07:01:52.126399 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 53150) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:52.141600 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-956805ba-a5e4-4a91-9a2b-aaf0c9cd630c tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Request body: {'port': {'network_id': '92ad9afb-1893-4999-ac2d-6fc8bd275ebd', 'name': 'tempest-PortsTestJSON-981503793'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:01:52.264324 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-76f27e44-3a9d-446a-8a3e-7a43164339d8 None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:52.297647 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-76f27e44-3a9d-446a-8a3e-7a43164339d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:52.329606 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a6e2560b-61e2-4262-b826-77edf798c1da None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:52.365147 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-48d77d61-ecd0-426a-8157-81f69118301d req-fc08c760-fa5a-43a0-966a-26e4c8e30a72 tempest-ServerPasswordTestJSON-1982048801 tempest-ServerPasswordTestJSON-1982048801-project] Allocated IP 172.20.0.9 (ed950cc6-0b2d-4a44-971f-680e4b335fda/bb9a99df-0e06-4f76-9b64-373c70923634/c667c0a6-2e5b-45bb-aa98-124e0b9f0631) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:01:52.370840 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a6e2560b-61e2-4262-b826-77edf798c1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:52.388519 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-956805ba-a5e4-4a91-9a2b-aaf0c9cd630c tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Made reservation on behalf of 07ae454f7ce4401191be202855767634 for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:01:52.395175 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-956805ba-a5e4-4a91-9a2b-aaf0c9cd630c tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:52.418668 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [None req-956805ba-a5e4-4a91-9a2b-aaf0c9cd630c tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] device_id is not set on port 7da958cc-f1ae-46a2-9b02-22b539c7fdd2 yet. {{(pid=95066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 07:01:52.450545 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e2560b-61e2-4262-b826-77edf798c1da None None] Network 92ad9afb-1893-4999-ac2d-6fc8bd275ebd is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:01:52.454867 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f27e44-3a9d-446a-8a3e-7a43164339d8 None None] Network 5eee42cf-a9bf-436b-a70c-95b193588487 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:01:52.456170 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-a6e2560b-61e2-4262-b826-77edf798c1da None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:01:52.460474 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e2560b-61e2-4262-b826-77edf798c1da None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:01:52.465708 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-76f27e44-3a9d-446a-8a3e-7a43164339d8 None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:01:52.474967 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f27e44-3a9d-446a-8a3e-7a43164339d8 None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:01:52.478711 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f27e44-3a9d-446a-8a3e-7a43164339d8 None None] Pushing event updated for resources: {'Port': ['ID=91a0f50b-2711-40d7-8360-b99da9aac49e,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:52.506445 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f27e44-3a9d-446a-8a3e-7a43164339d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:01:52.507183 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f27e44-3a9d-446a-8a3e-7a43164339d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:01:52.507772 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f27e44-3a9d-446a-8a3e-7a43164339d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:01:52.508338 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f27e44-3a9d-446a-8a3e-7a43164339d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:01:52.508901 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f27e44-3a9d-446a-8a3e-7a43164339d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:01:52.509573 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f27e44-3a9d-446a-8a3e-7a43164339d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:01:52.510739 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f27e44-3a9d-446a-8a3e-7a43164339d8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:01:52.511335 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f27e44-3a9d-446a-8a3e-7a43164339d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:01:52.511977 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f27e44-3a9d-446a-8a3e-7a43164339d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:01:52.512543 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f27e44-3a9d-446a-8a3e-7a43164339d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:01:52.513101 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f27e44-3a9d-446a-8a3e-7a43164339d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:01:52.513652 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f27e44-3a9d-446a-8a3e-7a43164339d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:01:52.520475 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-48d77d61-ecd0-426a-8157-81f69118301d req-fc08c760-fa5a-43a0-966a-26e4c8e30a72 tempest-ServerPasswordTestJSON-1982048801 tempest-ServerPasswordTestJSON-1982048801-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:52.623466 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-a6e2560b-61e2-4262-b826-77edf798c1da None None] Attempting to bind port 82df0134-0c4f-4d24-9b0c-1eadb9126e38 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:01:52.624189 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-a6e2560b-61e2-4262-b826-77edf798c1da None None] Attempting to bind port 82df0134-0c4f-4d24-9b0c-1eadb9126e38 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': 'b8a7d998-424e-40df-846f-9cfcc206241f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '92ad9afb-1893-4999-ac2d-6fc8bd275ebd'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:01:52.624771 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e2560b-61e2-4262-b826-77edf798c1da None None] Attempting to bind port 82df0134-0c4f-4d24-9b0c-1eadb9126e38 on network 92ad9afb-1893-4999-ac2d-6fc8bd275ebd {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:01:52.650650 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e2560b-61e2-4262-b826-77edf798c1da None None] Pushing event updated for resources: {'Port': ['ID=82df0134-0c4f-4d24-9b0c-1eadb9126e38,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:52.653780 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e2560b-61e2-4262-b826-77edf798c1da None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:01:52.654685 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e2560b-61e2-4262-b826-77edf798c1da None None] Checking segment: {'id': 'b8a7d998-424e-40df-846f-9cfcc206241f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '92ad9afb-1893-4999-ac2d-6fc8bd275ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:01:52.655375 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a6e2560b-61e2-4262-b826-77edf798c1da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:52.655983 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e2560b-61e2-4262-b826-77edf798c1da None None] Bound using segment: {'id': 'b8a7d998-424e-40df-846f-9cfcc206241f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '92ad9afb-1893-4999-ac2d-6fc8bd275ebd'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:01:52.656688 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-a6e2560b-61e2-4262-b826-77edf798c1da None None] Bound port: 82df0134-0c4f-4d24-9b0c-1eadb9126e38, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8a7d998-424e-40df-846f-9cfcc206241f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '92ad9afb-1893-4999-ac2d-6fc8bd275ebd'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:01:52.657307 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a6e2560b-61e2-4262-b826-77edf798c1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:52.660775 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-76f27e44-3a9d-446a-8a3e-7a43164339d8 None None] Attempting to bind port 91a0f50b-2711-40d7-8360-b99da9aac49e on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:01:52.661454 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-76f27e44-3a9d-446a-8a3e-7a43164339d8 None None] Attempting to bind port 91a0f50b-2711-40d7-8360-b99da9aac49e by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '2f4c7c74-bb34-48b0-81ac-ed78c7842608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '5eee42cf-a9bf-436b-a70c-95b193588487'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:01:52.662086 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f27e44-3a9d-446a-8a3e-7a43164339d8 None None] Attempting to bind port 91a0f50b-2711-40d7-8360-b99da9aac49e on network 5eee42cf-a9bf-436b-a70c-95b193588487 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:01:52.663091 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-48d77d61-ecd0-426a-8157-81f69118301d req-fc08c760-fa5a-43a0-966a-26e4c8e30a72 tempest-ServerPasswordTestJSON-1982048801 tempest-ServerPasswordTestJSON-1982048801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:52.677288 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f27e44-3a9d-446a-8a3e-7a43164339d8 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:01:52.678136 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f27e44-3a9d-446a-8a3e-7a43164339d8 None None] Checking segment: {'id': '2f4c7c74-bb34-48b0-81ac-ed78c7842608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '5eee42cf-a9bf-436b-a70c-95b193588487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:01:52.678777 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-76f27e44-3a9d-446a-8a3e-7a43164339d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:52.679388 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f27e44-3a9d-446a-8a3e-7a43164339d8 None None] Bound using segment: {'id': '2f4c7c74-bb34-48b0-81ac-ed78c7842608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '5eee42cf-a9bf-436b-a70c-95b193588487'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:01:52.680164 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-76f27e44-3a9d-446a-8a3e-7a43164339d8 None None] Bound port: 91a0f50b-2711-40d7-8360-b99da9aac49e, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f4c7c74-bb34-48b0-81ac-ed78c7842608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '5eee42cf-a9bf-436b-a70c-95b193588487'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:01:52.680777 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-76f27e44-3a9d-446a-8a3e-7a43164339d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:52.786276 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc08c760-fa5a-43a0-966a-26e4c8e30a72 tempest-ServerPasswordTestJSON-1982048801 tempest-ServerPasswordTestJSON-1982048801-project] Pushing event updated for resources: {'Port': ['ID=c667c0a6-2e5b-45bb-aa98-124e0b9f0631,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:52.787500 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-76f27e44-3a9d-446a-8a3e-7a43164339d8 None None] For port 91a0f50b-2711-40d7-8360-b99da9aac49e, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:01:52.790174 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a6e2560b-61e2-4262-b826-77edf798c1da None None] For port 82df0134-0c4f-4d24-9b0c-1eadb9126e38, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:01:52.793755 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-76f27e44-3a9d-446a-8a3e-7a43164339d8 None None] For port 91a0f50b-2711-40d7-8360-b99da9aac49e, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=91a0f50b-2711-40d7-8360-b99da9aac49e,segment=NetworkSegment(2f4c7c74-bb34-48b0-81ac-ed78c7842608),segment_id=2f4c7c74-bb34-48b0-81ac-ed78c7842608)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:01:52.796137 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a6e2560b-61e2-4262-b826-77edf798c1da None None] For port 82df0134-0c4f-4d24-9b0c-1eadb9126e38, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=82df0134-0c4f-4d24-9b0c-1eadb9126e38,segment=NetworkSegment(b8a7d998-424e-40df-846f-9cfcc206241f),segment_id=b8a7d998-424e-40df-846f-9cfcc206241f)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:01:52.801811 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-76f27e44-3a9d-446a-8a3e-7a43164339d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:52.810737 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a6e2560b-61e2-4262-b826-77edf798c1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:52.840064 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48d77d61-ecd0-426a-8157-81f69118301d req-fc08c760-fa5a-43a0-966a-26e4c8e30a72 tempest-ServerPasswordTestJSON-1982048801 tempest-ServerPasswordTestJSON-1982048801-project] Network ed950cc6-0b2d-4a44-971f-680e4b335fda is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:01:52.844877 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-956805ba-a5e4-4a91-9a2b-aaf0c9cd630c tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Allocated IP 172.20.0.6 (92ad9afb-1893-4999-ac2d-6fc8bd275ebd/95c5046d-425b-4d93-b99a-21c68ebdf7eb/7da958cc-f1ae-46a2-9b02-22b539c7fdd2) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:01:52.939594 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f27e44-3a9d-446a-8a3e-7a43164339d8 None None] Pushing event updated for resources: {'Port': ['ID=91a0f50b-2711-40d7-8360-b99da9aac49e,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:53.057095 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-ec62ec86-5788-4b32-8587-29cbd89612a6 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Allocated IP 172.20.0.1 (5eee42cf-a9bf-436b-a70c-95b193588487/7ca2ef59-3861-4fe2-b73d-ed09f762645b/3c95b0b4-09fb-4048-8ddc-cd55a5c29a25) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:01:53.155891 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e2560b-61e2-4262-b826-77edf798c1da None None] Pushing event updated for resources: {'Port': ['ID=82df0134-0c4f-4d24-9b0c-1eadb9126e38,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:53.239441 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-48d77d61-ecd0-426a-8157-81f69118301d req-fc08c760-fa5a-43a0-966a-26e4c8e30a72 tempest-ServerPasswordTestJSON-1982048801 tempest-ServerPasswordTestJSON-1982048801-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:01:53.284349 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-48d77d61-ecd0-426a-8157-81f69118301d req-fc08c760-fa5a-43a0-966a-26e4c8e30a72 tempest-ServerPasswordTestJSON-1982048801 tempest-ServerPasswordTestJSON-1982048801-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:01:53.405085 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-956805ba-a5e4-4a91-9a2b-aaf0c9cd630c tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:53.455085 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d77d61-ecd0-426a-8157-81f69118301d req-fc08c760-fa5a-43a0-966a-26e4c8e30a72 tempest-ServerPasswordTestJSON-1982048801 tempest-ServerPasswordTestJSON-1982048801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:53.456977 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-48d77d61-ecd0-426a-8157-81f69118301d req-fc08c760-fa5a-43a0-966a-26e4c8e30a72 tempest-ServerPasswordTestJSON-1982048801 tempest-ServerPasswordTestJSON-1982048801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:53.581899 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c2b060-7736-4e9c-9832-9bd8e2684ed2 req-72f9d934-13ce-450d-b82f-5a015be9a317 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:53.592369 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-72c2b060-7736-4e9c-9832-9bd8e2684ed2 req-72f9d934-13ce-450d-b82f-5a015be9a317 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/ports?device_id=66ba0042-4875-4f86-af92-2e56c950326b HTTP/1.1" status: 200 len: 945 time: 0.2219634 Sep 23 07:01:53.628943 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ec62ec86-5788-4b32-8587-29cbd89612a6 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:53.634367 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-48d77d61-ecd0-426a-8157-81f69118301d req-fc08c760-fa5a-43a0-966a-26e4c8e30a72 tempest-ServerPasswordTestJSON-1982048801 tempest-ServerPasswordTestJSON-1982048801-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9688153 Sep 23 07:01:53.637567 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-956805ba-a5e4-4a91-9a2b-aaf0c9cd630c tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:53.665793 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e52b12-8f3b-4666-bda5-632a84711c16 req-0072010c-6afd-4d31-9078-fa00692cb26c tempest-ServerPasswordTestJSON-1982048801 tempest-ServerPasswordTestJSON-1982048801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:53.668698 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b9e52b12-8f3b-4666-bda5-632a84711c16 req-0072010c-6afd-4d31-9078-fa00692cb26c tempest-ServerPasswordTestJSON-1982048801 tempest-ServerPasswordTestJSON-1982048801-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d64eaf9-1330-4312-83ea-b58ad2db284a HTTP/1.1" status: 200 len: 931 time: 0.4240916 Sep 23 07:01:53.684171 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-48d77d61-ecd0-426a-8157-81f69118301d req-dc10f9e5-89f7-4bf9-9610-f22f111ddaed service neutron] Request body: {'port': {'device_id': '7d64eaf9-1330-4312-83ea-b58ad2db284a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:01:53.775465 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-72c2b060-7736-4e9c-9832-9bd8e2684ed2 req-dafe99bb-8a95-4b15-9239-b34134c3ee52 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/security-groups?id=fd2b27e9-002e-4189-a66b-a3d17ee0f452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784022 Sep 23 07:01:53.801770 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956805ba-a5e4-4a91-9a2b-aaf0c9cd630c tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Network 92ad9afb-1893-4999-ac2d-6fc8bd275ebd is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:01:53.805508 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-956805ba-a5e4-4a91-9a2b-aaf0c9cd630c tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:01:53.809814 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956805ba-a5e4-4a91-9a2b-aaf0c9cd630c tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:01:53.837034 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ec62ec86-5788-4b32-8587-29cbd89612a6 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:53.844186 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956805ba-a5e4-4a91-9a2b-aaf0c9cd630c tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event updated for resources: {'Port': ['ID=7da958cc-f1ae-46a2-9b02-22b539c7fdd2,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:53.889653 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b9e52b12-8f3b-4666-bda5-632a84711c16 req-607c3eea-b5e1-4837-90a6-16d1e784d876 tempest-ServerPasswordTestJSON-1982048801 tempest-ServerPasswordTestJSON-1982048801-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ba31baa-348a-492b-a34e-8f248834c50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811817 Sep 23 07:01:53.897095 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956805ba-a5e4-4a91-9a2b-aaf0c9cd630c tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:53.898903 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-956805ba-a5e4-4a91-9a2b-aaf0c9cd630c tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:53.899774 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec62ec86-5788-4b32-8587-29cbd89612a6 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Network 5eee42cf-a9bf-436b-a70c-95b193588487 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:01:53.905881 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-ec62ec86-5788-4b32-8587-29cbd89612a6 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:01:53.909266 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec62ec86-5788-4b32-8587-29cbd89612a6 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:01:53.912777 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-48d77d61-ecd0-426a-8157-81f69118301d req-dc10f9e5-89f7-4bf9-9610-f22f111ddaed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:53.942077 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-956805ba-a5e4-4a91-9a2b-aaf0c9cd630c tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8117161 Sep 23 07:01:53.942370 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 53164) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:54.139557 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec62ec86-5788-4b32-8587-29cbd89612a6 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Pushing event updated for resources: {'Port': ['ID=3c95b0b4-09fb-4048-8ddc-cd55a5c29a25,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:54.198853 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 91a0f50b-2711-40d7-8360-b99da9aac49e up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:01:54.205006 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ec62ec86-5788-4b32-8587-29cbd89612a6 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068614'] for router_interface, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:54.286437 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862da3c5-b068-45b8-bc8a-c11ba3b6f883 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:54.296750 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-862da3c5-b068-45b8-bc8a-c11ba3b6f883 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.5 HTTP/1.1" status: 200 len: 922 time: 0.3532352 Sep 23 07:01:54.297543 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 53166) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:54.375328 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 91a0f50b-2711-40d7-8360-b99da9aac49e triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:01:54.375655 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:54.551719 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-de48e716-c536-407f-b56b-1d7e3019c9b3 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Deleting port 7da958cc-f1ae-46a2-9b02-22b539c7fdd2 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:01:54.553169 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-de48e716-c536-407f-b56b-1d7e3019c9b3 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:54.647147 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:54.772066 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port 91a0f50b-2711-40d7-8360-b99da9aac49e, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=91a0f50b-2711-40d7-8360-b99da9aac49e,segment=NetworkSegment(2f4c7c74-bb34-48b0-81ac-ed78c7842608),segment_id=2f4c7c74-bb34-48b0-81ac-ed78c7842608)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:01:54.786510 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:54.787466 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 82df0134-0c4f-4d24-9b0c-1eadb9126e38 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:01:54.863041 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=91a0f50b-2711-40d7-8360-b99da9aac49e,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:55.008823 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 82df0134-0c4f-4d24-9b0c-1eadb9126e38 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:01:55.009395 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:55.009821 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-de48e716-c536-407f-b56b-1d7e3019c9b3 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:55.042659 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-de48e716-c536-407f-b56b-1d7e3019c9b3 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Calling delete_port for 7da958cc-f1ae-46a2-9b02-22b539c7fdd2 owned by {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:01:55.116797 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5823b1-b9b5-4e90-be32-d0849da6074f req-a7c10308-6e2e-4780-a206-e5809d6be2e8 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:55.140845 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bd5823b1-b9b5-4e90-be32-d0849da6074f req-a7c10308-6e2e-4780-a206-e5809d6be2e8 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/ports?device_id=66ba0042-4875-4f86-af92-2e56c950326b HTTP/1.1" status: 200 len: 945 time: 0.1535404 Sep 23 07:01:55.209230 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8510fe6-affb-4d2e-af0b-4e44e2fe247b None None] Network 5eee42cf-a9bf-436b-a70c-95b193588487 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:01:55.317888 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:55.387484 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77877556-886e-4506-8f03-f33b2fed10ed req-4ab7ad8c-d655-4d24-9e51-1f7fd48276f2 tempest-ServerPasswordTestJSON-1982048801 tempest-ServerPasswordTestJSON-1982048801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:55.394787 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port 82df0134-0c4f-4d24-9b0c-1eadb9126e38, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=82df0134-0c4f-4d24-9b0c-1eadb9126e38,segment=NetworkSegment(b8a7d998-424e-40df-846f-9cfcc206241f),segment_id=b8a7d998-424e-40df-846f-9cfcc206241f)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:01:55.397051 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-77877556-886e-4506-8f03-f33b2fed10ed req-4ab7ad8c-d655-4d24-9e51-1f7fd48276f2 tempest-ServerPasswordTestJSON-1982048801 tempest-ServerPasswordTestJSON-1982048801-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d64eaf9-1330-4312-83ea-b58ad2db284a HTTP/1.1" status: 200 len: 931 time: 0.1740198 Sep 23 07:01:55.470506 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ec62ec86-5788-4b32-8587-29cbd89612a6 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:55.489899 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bd5823b1-b9b5-4e90-be32-d0849da6074f req-f3e4cac5-9b6d-42c2-a450-0a148aee0c59 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/security-groups?id=fd2b27e9-002e-4189-a66b-a3d17ee0f452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3431947 Sep 23 07:01:55.510807 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-77877556-886e-4506-8f03-f33b2fed10ed req-6f915135-a8f4-4f56-962a-18e9dbad980d tempest-ServerPasswordTestJSON-1982048801 tempest-ServerPasswordTestJSON-1982048801-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ba31baa-348a-492b-a34e-8f248834c50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125376 Sep 23 07:01:55.539560 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-bf12c49d-ece1-4416-a522-37a776533075 None None] Provisioning complete for port 91a0f50b-2711-40d7-8360-b99da9aac49e triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:01:55.542030 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-bf12c49d-ece1-4416-a522-37a776533075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:55.543746 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:55.731961 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed87eaa-5a93-48f9-a2db-fe43316bfeab req-322fb6e2-7cf2-4e21-b3ec-5d289a4477fb tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:55.742138 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5ed87eaa-5a93-48f9-a2db-fe43316bfeab req-322fb6e2-7cf2-4e21-b3ec-5d289a4477fb tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.58 "GET /v2.0/ports?device_id=66ba0042-4875-4f86-af92-2e56c950326b HTTP/1.1" status: 200 len: 945 time: 0.2813303 Sep 23 07:01:55.748254 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-de48e716-c536-407f-b56b-1d7e3019c9b3 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:55.846559 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-48d77d61-ecd0-426a-8157-81f69118301d req-dc10f9e5-89f7-4bf9-9610-f22f111ddaed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c667c0a6-2e5b-45bb-aa98-124e0b9f0631 {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:01:55.863070 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-48d77d61-ecd0-426a-8157-81f69118301d req-dc10f9e5-89f7-4bf9-9610-f22f111ddaed service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:55.882720 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-48d77d61-ecd0-426a-8157-81f69118301d req-dc10f9e5-89f7-4bf9-9610-f22f111ddaed service neutron] Transition to ACTIVE for port object c667c0a6-2e5b-45bb-aa98-124e0b9f0631 will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:01:55.891478 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-48d77d61-ecd0-426a-8157-81f69118301d req-dc10f9e5-89f7-4bf9-9610-f22f111ddaed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:55.895185 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de48e716-c536-407f-b56b-1d7e3019c9b3 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event deleted for resources: {'Port': ['ID=7da958cc-f1ae-46a2-9b02-22b539c7fdd2,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:55.917238 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5594727-6c7d-461d-8091-9f67af799d77 None None] Network 92ad9afb-1893-4999-ac2d-6fc8bd275ebd requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:01:55.919361 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 91a0f50b-2711-40d7-8360-b99da9aac49e up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:01:56.072727 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-de48e716-c536-407f-b56b-1d7e3019c9b3 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:56.081449 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-de48e716-c536-407f-b56b-1d7e3019c9b3 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "DELETE /v2.0/ports/7da958cc-f1ae-46a2-9b02-22b539c7fdd2 HTTP/1.1" status: 204 len: 168 time: 1.7815192 Sep 23 07:01:56.084262 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 53180) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:56.110691 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc10f9e5-89f7-4bf9-9610-f22f111ddaed service neutron] Pushing event updated for resources: {'Port': ['ID=c667c0a6-2e5b-45bb-aa98-124e0b9f0631,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:56.143662 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-48d77d61-ecd0-426a-8157-81f69118301d req-dc10f9e5-89f7-4bf9-9610-f22f111ddaed service neutron] Attempting to bind port c667c0a6-2e5b-45bb-aa98-124e0b9f0631 on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:01:56.143904 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-48d77d61-ecd0-426a-8157-81f69118301d req-dc10f9e5-89f7-4bf9-9610-f22f111ddaed service neutron] Attempting to bind port c667c0a6-2e5b-45bb-aa98-124e0b9f0631 by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': '3554076c-8e7b-4c3b-8e26-a2ae47bd7b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'ed950cc6-0b2d-4a44-971f-680e4b335fda'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:01:56.144062 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d77d61-ecd0-426a-8157-81f69118301d req-dc10f9e5-89f7-4bf9-9610-f22f111ddaed service neutron] Attempting to bind port c667c0a6-2e5b-45bb-aa98-124e0b9f0631 on network ed950cc6-0b2d-4a44-971f-680e4b335fda {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:01:56.174591 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a20c9c6-19ff-4a82-b852-f5373f856c68 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] GET failed (client error): The resource could not be found. Sep 23 07:01:56.177261 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d77d61-ecd0-426a-8157-81f69118301d req-dc10f9e5-89f7-4bf9-9610-f22f111ddaed service neutron] Port c667c0a6-2e5b-45bb-aa98-124e0b9f0631 on network ed950cc6-0b2d-4a44-971f-680e4b335fda not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:01:56.177592 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d77d61-ecd0-426a-8157-81f69118301d req-dc10f9e5-89f7-4bf9-9610-f22f111ddaed service neutron] Attempting to bind port c667c0a6-2e5b-45bb-aa98-124e0b9f0631 on network ed950cc6-0b2d-4a44-971f-680e4b335fda {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:01:56.180033 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-1a20c9c6-19ff-4a82-b852-f5373f856c68 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "GET /v2.0/ports/7da958cc-f1ae-46a2-9b02-22b539c7fdd2 HTTP/1.1" status: 404 len: 333 time: 0.0933111 Sep 23 07:01:56.188682 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53182) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:56.211591 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-5ed87eaa-5a93-48f9-a2db-fe43316bfeab req-47aa97a2-adec-49bd-a23f-f57f2bc4f83f tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Deleting port a3520650-b779-4dd5-9cec-ab0b72abcffd {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:01:56.215320 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d77d61-ecd0-426a-8157-81f69118301d req-dc10f9e5-89f7-4bf9-9610-f22f111ddaed service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:01:56.215668 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d77d61-ecd0-426a-8157-81f69118301d req-dc10f9e5-89f7-4bf9-9610-f22f111ddaed service neutron] Checking segment: {'id': '3554076c-8e7b-4c3b-8e26-a2ae47bd7b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'ed950cc6-0b2d-4a44-971f-680e4b335fda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:01:56.216067 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d77d61-ecd0-426a-8157-81f69118301d req-dc10f9e5-89f7-4bf9-9610-f22f111ddaed service neutron] Bound using segment: {'id': '3554076c-8e7b-4c3b-8e26-a2ae47bd7b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'ed950cc6-0b2d-4a44-971f-680e4b335fda'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:01:56.216525 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-48d77d61-ecd0-426a-8157-81f69118301d req-dc10f9e5-89f7-4bf9-9610-f22f111ddaed service neutron] Bound port: c667c0a6-2e5b-45bb-aa98-124e0b9f0631, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3554076c-8e7b-4c3b-8e26-a2ae47bd7b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'ed950cc6-0b2d-4a44-971f-680e4b335fda'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:01:56.216885 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-48d77d61-ecd0-426a-8157-81f69118301d req-dc10f9e5-89f7-4bf9-9610-f22f111ddaed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:56.218087 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-5ed87eaa-5a93-48f9-a2db-fe43316bfeab req-47aa97a2-adec-49bd-a23f-f57f2bc4f83f tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:56.293583 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 91a0f50b-2711-40d7-8360-b99da9aac49e triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:01:56.294584 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:56.335058 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-5ed87eaa-5a93-48f9-a2db-fe43316bfeab req-47aa97a2-adec-49bd-a23f-f57f2bc4f83f tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] For port a3520650-b779-4dd5-9cec-ab0b72abcffd, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=a3520650-b779-4dd5-9cec-ab0b72abcffd,segment=NetworkSegment(9bd7ac6d-d0ea-41a0-b103-8c3b286ade04),segment_id=9bd7ac6d-d0ea-41a0-b103-8c3b286ade04)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:01:56.335444 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-5ed87eaa-5a93-48f9-a2db-fe43316bfeab req-47aa97a2-adec-49bd-a23f-f57f2bc4f83f tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:56.335990 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=82df0134-0c4f-4d24-9b0c-1eadb9126e38,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:56.351190 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-5ed87eaa-5a93-48f9-a2db-fe43316bfeab req-47aa97a2-adec-49bd-a23f-f57f2bc4f83f tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Calling delete_port for a3520650-b779-4dd5-9cec-ab0b72abcffd owned by compute:nova {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:01:56.469546 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-48d77d61-ecd0-426a-8157-81f69118301d req-dc10f9e5-89f7-4bf9-9610-f22f111ddaed service neutron] For port c667c0a6-2e5b-45bb-aa98-124e0b9f0631, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:01:56.491680 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-48d77d61-ecd0-426a-8157-81f69118301d req-dc10f9e5-89f7-4bf9-9610-f22f111ddaed service neutron] For port c667c0a6-2e5b-45bb-aa98-124e0b9f0631, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=c667c0a6-2e5b-45bb-aa98-124e0b9f0631,segment=NetworkSegment(3554076c-8e7b-4c3b-8e26-a2ae47bd7b3a),segment_id=3554076c-8e7b-4c3b-8e26-a2ae47bd7b3a)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:01:56.511203 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-2efbe80e-a339-484e-8108-bf495fab8eca tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Deleting port ea0c5f7d-a220-4981-86c7-50dd3eaf35f4 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:01:56.511203 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2efbe80e-a339-484e-8108-bf495fab8eca tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:56.522282 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-5ed87eaa-5a93-48f9-a2db-fe43316bfeab req-47aa97a2-adec-49bd-a23f-f57f2bc4f83f tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:56.522700 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-48d77d61-ecd0-426a-8157-81f69118301d req-dc10f9e5-89f7-4bf9-9610-f22f111ddaed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:56.548606 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['6c3a2632-e7df-4f52-9b07-323eaa3e6404'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:01:56.625455 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ec62ec86-5788-4b32-8587-29cbd89612a6 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:56.636973 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc10f9e5-89f7-4bf9-9610-f22f111ddaed service neutron] Pushing event updated for resources: {'Port': ['ID=c667c0a6-2e5b-45bb-aa98-124e0b9f0631,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:56.641798 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aa97a2-adec-49bd-a23f-f57f2bc4f83f tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Pushing event deleted for resources: {'Port': ['ID=a3520650-b779-4dd5-9cec-ab0b72abcffd,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:56.647178 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ec62ec86-5788-4b32-8587-29cbd89612a6 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:56.694942 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d77d61-ecd0-426a-8157-81f69118301d req-dc10f9e5-89f7-4bf9-9610-f22f111ddaed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:56.698407 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-48d77d61-ecd0-426a-8157-81f69118301d req-dc10f9e5-89f7-4bf9-9610-f22f111ddaed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:56.700136 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-48d77d61-ecd0-426a-8157-81f69118301d req-dc10f9e5-89f7-4bf9-9610-f22f111ddaed service neutron] 10.222.0.21 "PUT /v2.0/ports/c667c0a6-2e5b-45bb-aa98-124e0b9f0631 HTTP/1.1" status: 200 len: 1092 time: 3.0496371 Sep 23 07:01:56.733074 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d64eaf9-1330-4312-83ea-b58ad2db284a', 'tag': 'c667c0a6-2e5b-45bb-aa98-124e0b9f0631'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:01:56.744012 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-069a9840-b268-4a1b-9931-a4a52da01d44" -d '{"events": [{"name": "network-changed", "server_uuid": "7d64eaf9-1330-4312-83ea-b58ad2db284a", "tag": "c667c0a6-2e5b-45bb-aa98-124e0b9f0631"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:01:56.769982 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-388c955c-b9cc-482a-bc5a-4815cce69243 None None] Provisioning complete for port 82df0134-0c4f-4d24-9b0c-1eadb9126e38 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:01:56.770762 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-388c955c-b9cc-482a-bc5a-4815cce69243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:56.796838 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-401d2743-1223-44f4-a5a7-f4dd1059bb6b req-c4dbca72-5765-4fa7-94fb-520611882077 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/ports?device_id=66ba0042-4875-4f86-af92-2e56c950326b HTTP/1.1" status: 200 len: 210 time: 0.1154308 Sep 23 07:01:56.895093 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:01:56.896990 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ed87eaa-5a93-48f9-a2db-fe43316bfeab req-47aa97a2-adec-49bd-a23f-f57f2bc4f83f tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] No DVR routers for this DVR port a3520650-b779-4dd5-9cec-ab0b72abcffd on host n-h2-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:01:56.903662 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-5ed87eaa-5a93-48f9-a2db-fe43316bfeab req-47aa97a2-adec-49bd-a23f-f57f2bc4f83f tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:56.905762 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5ed87eaa-5a93-48f9-a2db-fe43316bfeab req-47aa97a2-adec-49bd-a23f-f57f2bc4f83f tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.58 "DELETE /v2.0/ports/a3520650-b779-4dd5-9cec-ab0b72abcffd HTTP/1.1" status: 204 len: 173 time: 1.1513257 Sep 23 07:01:56.915219 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66ba0042-4875-4f86-af92-2e56c950326b', 'name': 'network-vif-deleted', 'tag': 'a3520650-b779-4dd5-9cec-ab0b72abcffd'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:01:56.921807 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e44ac6-ed20-4a21-84a8-a8cfa6a63476" -d '{"events": [{"server_uuid": "66ba0042-4875-4f86-af92-2e56c950326b", "name": "network-vif-deleted", "tag": "a3520650-b779-4dd5-9cec-ab0b72abcffd"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:01:56.997721 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32613714-02a7-4e64-9889-64241a596af8 x-openstack-request-id: req-32613714-02a7-4e64-9889-64241a596af8 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:01:56.998102 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66ba0042-4875-4f86-af92-2e56c950326b", "name": "network-vif-deleted", "tag": "a3520650-b779-4dd5-9cec-ab0b72abcffd", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:01:56.998417 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-32613714-02a7-4e64-9889-64241a596af8 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:01:56.998930 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66ba0042-4875-4f86-af92-2e56c950326b', 'name': 'network-vif-deleted', 'tag': 'a3520650-b779-4dd5-9cec-ab0b72abcffd', 'status': 'completed', 'code': 200} Sep 23 07:01:57.007825 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ec62ec86-5788-4b32-8587-29cbd89612a6 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067062'] for router_interface, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:57.101240 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-290d140d-2162-4fd6-b84b-7acadfffdc29 x-openstack-request-id: req-290d140d-2162-4fd6-b84b-7acadfffdc29 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:01:57.101240 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d64eaf9-1330-4312-83ea-b58ad2db284a", "tag": "c667c0a6-2e5b-45bb-aa98-124e0b9f0631", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:01:57.101240 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-290d140d-2162-4fd6-b84b-7acadfffdc29 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:01:57.101240 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d64eaf9-1330-4312-83ea-b58ad2db284a', 'tag': 'c667c0a6-2e5b-45bb-aa98-124e0b9f0631', 'status': 'completed', 'code': 200} Sep 23 07:01:57.106572 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec62ec86-5788-4b32-8587-29cbd89612a6 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Pushing event updated for resources: {'Port': ['ID=3c95b0b4-09fb-4048-8ddc-cd55a5c29a25,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:57.230764 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2efbe80e-a339-484e-8108-bf495fab8eca tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:57.265990 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640f3a7d-83bb-4ac0-9c50-533b4486639e req-d4024b7e-df5a-4376-be41-c132c3d4ea8a tempest-ServerPasswordTestJSON-1982048801 tempest-ServerPasswordTestJSON-1982048801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:57.268017 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-640f3a7d-83bb-4ac0-9c50-533b4486639e req-d4024b7e-df5a-4376-be41-c132c3d4ea8a tempest-ServerPasswordTestJSON-1982048801 tempest-ServerPasswordTestJSON-1982048801-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d64eaf9-1330-4312-83ea-b58ad2db284a HTTP/1.1" status: 200 len: 943 time: 0.3862588 Sep 23 07:01:57.278272 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d77d61-ecd0-426a-8157-81f69118301d req-f6100d7f-4d7d-43e4-9afe-b6f622043cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:57.279822 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-48d77d61-ecd0-426a-8157-81f69118301d req-f6100d7f-4d7d-43e4-9afe-b6f622043cff service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c8123dffd2f04f05b71173c30791d845&device_id=7d64eaf9-1330-4312-83ea-b58ad2db284a HTTP/1.1" status: 200 len: 1095 time: 0.3968410 Sep 23 07:01:57.312811 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-2efbe80e-a339-484e-8108-bf495fab8eca tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Calling delete_port for ea0c5f7d-a220-4981-86c7-50dd3eaf35f4 owned by {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:01:57.362615 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-ef7406dd-6e1b-4969-a70e-5d7393b7441f None None] Provisioning complete for port 82df0134-0c4f-4d24-9b0c-1eadb9126e38 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:01:57.363052 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ef7406dd-6e1b-4969-a70e-5d7393b7441f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:57.386830 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-48d77d61-ecd0-426a-8157-81f69118301d req-cad5b061-1db9-4928-824d-2d384477e34a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c667c0a6-2e5b-45bb-aa98-124e0b9f0631 HTTP/1.1" status: 200 len: 217 time: 0.0703781 Sep 23 07:01:57.536664 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-640f3a7d-83bb-4ac0-9c50-533b4486639e req-5da88679-b3aa-4184-a122-63e2fa691443 tempest-ServerPasswordTestJSON-1982048801 tempest-ServerPasswordTestJSON-1982048801-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ba31baa-348a-492b-a34e-8f248834c50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533293 Sep 23 07:01:57.563789 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-ef7406dd-6e1b-4969-a70e-5d7393b7441f None None] Provisioning complete for port 91a0f50b-2711-40d7-8360-b99da9aac49e triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:01:57.564307 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ef7406dd-6e1b-4969-a70e-5d7393b7441f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:57.593901 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec62ec86-5788-4b32-8587-29cbd89612a6 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Network 5eee42cf-a9bf-436b-a70c-95b193588487 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:01:57.595875 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d77d61-ecd0-426a-8157-81f69118301d req-053d4073-7bde-4c2e-86ad-d7f2d0f07f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:57.597397 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-48d77d61-ecd0-426a-8157-81f69118301d req-053d4073-7bde-4c2e-86ad-d7f2d0f07f2f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bb9a99df-0e06-4f76-9b64-373c70923634 HTTP/1.1" status: 200 len: 853 time: 0.1559110 Sep 23 07:01:57.723278 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-ef7406dd-6e1b-4969-a70e-5d7393b7441f None None] Provisioning complete for port 3c95b0b4-09fb-4048-8ddc-cd55a5c29a25 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:01:57.726344 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ef7406dd-6e1b-4969-a70e-5d7393b7441f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:57.740220 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-ec62ec86-5788-4b32-8587-29cbd89612a6 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:01:57.747397 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2efbe80e-a339-484e-8108-bf495fab8eca tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:57.812782 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efbe80e-a339-484e-8108-bf495fab8eca tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event deleted for resources: {'Port': ['ID=ea0c5f7d-a220-4981-86c7-50dd3eaf35f4,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:57.824497 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-48d77d61-ecd0-426a-8157-81f69118301d req-18417f2c-ea1f-4f6f-a77f-bcfd55e152fe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ed950cc6-0b2d-4a44-971f-680e4b335fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2020869 Sep 23 07:01:57.892100 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-ef7406dd-6e1b-4969-a70e-5d7393b7441f None None] Port 3c95b0b4-09fb-4048-8ddc-cd55a5c29a25 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:01:57.911128 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-ef7406dd-6e1b-4969-a70e-5d7393b7441f None None] Could not find standard attr ID for object ea0c5f7d-a220-4981-86c7-50dd3eaf35f4. {{(pid=95067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 07:01:57.963938 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 82df0134-0c4f-4d24-9b0c-1eadb9126e38 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:01:58.045758 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-6c30b5a8-5159-4133-bdad-ff2cb8cd82c6 None None] Could not find standard attr ID for object ea0c5f7d-a220-4981-86c7-50dd3eaf35f4. {{(pid=95067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 07:01:58.057923 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device a3520650-b779-4dd5-9cec-ab0b72abcffd no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:01:58.116254 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-6c30b5a8-5159-4133-bdad-ff2cb8cd82c6 None None] Could not find standard attr ID for object 7da958cc-f1ae-46a2-9b02-22b539c7fdd2. {{(pid=95067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 07:01:58.133241 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No Port match for: a3520650-b779-4dd5-9cec-ab0b72abcffd {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:01:58.133653 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device a3520650-b779-4dd5-9cec-ab0b72abcffd not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:01:58.161723 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 82df0134-0c4f-4d24-9b0c-1eadb9126e38 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:01:58.164287 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:58.272742 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-8390fdc8-c294-4ebc-8faa-219633c7b030 None None] Provisioning complete for port 3c95b0b4-09fb-4048-8ddc-cd55a5c29a25 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:01:58.273109 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8390fdc8-c294-4ebc-8faa-219633c7b030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:58.362088 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-8390fdc8-c294-4ebc-8faa-219633c7b030 None None] Port 3c95b0b4-09fb-4048-8ddc-cd55a5c29a25 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:01:58.379911 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2efbe80e-a339-484e-8108-bf495fab8eca tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:58.379911 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-2efbe80e-a339-484e-8108-bf495fab8eca tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "DELETE /v2.0/ports/ea0c5f7d-a220-4981-86c7-50dd3eaf35f4 HTTP/1.1" status: 204 len: 168 time: 2.1900334 Sep 23 07:01:58.385399 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-48d77d61-ecd0-426a-8157-81f69118301d req-702cd9cc-e74a-4ec6-98a5-13848b092d7d service neutron] 10.222.0.21 "GET /v2.0/networks/ed950cc6-0b2d-4a44-971f-680e4b335fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4117842 Sep 23 07:01:58.401934 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53208) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:58.456182 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44681aba-41d6-4aa4-b98c-4e94b17d7ae7 req-9344a470-b581-4286-879a-068f00b0e22f tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:58.462423 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-44681aba-41d6-4aa4-b98c-4e94b17d7ae7 req-9344a470-b581-4286-879a-068f00b0e22f tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fbf98fe-c909-4c03-a796-488b786cfe1c HTTP/1.1" status: 200 len: 945 time: 0.0977788 Sep 23 07:01:58.531735 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-44681aba-41d6-4aa4-b98c-4e94b17d7ae7 req-d8160ba8-932e-4bae-9080-c843da90b2c3 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/security-groups?id=fd2b27e9-002e-4189-a66b-a3d17ee0f452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637360 Sep 23 07:01:58.533969 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-31f2ae21-631f-49b4-9a0a-1899c49053e7 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] GET failed (client error): The resource could not be found. Sep 23 07:01:58.535623 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-31f2ae21-631f-49b4-9a0a-1899c49053e7 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "GET /v2.0/ports/ea0c5f7d-a220-4981-86c7-50dd3eaf35f4 HTTP/1.1" status: 404 len: 333 time: 0.1314573 Sep 23 07:01:58.538547 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 53210) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:58.544536 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-48d77d61-ecd0-426a-8157-81f69118301d req-7d7f6c1d-f2e7-4086-9b32-eb4442db949c service neutron] 10.222.0.21 "GET /v2.0/networks/ed950cc6-0b2d-4a44-971f-680e4b335fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510162 Sep 23 07:01:58.555916 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec62ec86-5788-4b32-8587-29cbd89612a6 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Router 7ee40808-518b-45b7-89c2-1409f6e64251 is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 07:01:58.603925 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f526626-b5b6-4cb5-b3c3-b1878bd6e847 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Deleting subnet 95c5046d-425b-4d93-b99a-21c68ebdf7eb {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:01:58.608016 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8f526626-b5b6-4cb5-b3c3-b1878bd6e847 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:58.675693 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8f526626-b5b6-4cb5-b3c3-b1878bd6e847 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:58.738503 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec62ec86-5788-4b32-8587-29cbd89612a6 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:01:58.748612 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-ec62ec86-5788-4b32-8587-29cbd89612a6 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "PUT /v2.0/routers/7ee40808-518b-45b7-89c2-1409f6e64251/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3781052 Sep 23 07:01:58.750640 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20b871a-fd0d-485e-8acc-c21f2e5339e4 None None] Sync routers for ids ['7ee40808-518b-45b7-89c2-1409f6e64251'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:01:58.753180 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53214) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:58.764637 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20b871a-fd0d-485e-8acc-c21f2e5339e4 None None] Routers {'7ee40808-518b-45b7-89c2-1409f6e64251'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:01:58.765989 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-f20b871a-fd0d-485e-8acc-c21f2e5339e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:01:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['7ee40808-518b-45b7-89c2-1409f6e64251'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:01:58.766636 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a9840-b268-4a1b-9931-a4a52da01d44 req-92663263-c335-40b0-8ad1-8c7428c30d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:58.768199 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-069a9840-b268-4a1b-9931-a4a52da01d44 req-92663263-c335-40b0-8ad1-8c7428c30d3f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c8123dffd2f04f05b71173c30791d845&device_id=7d64eaf9-1330-4312-83ea-b58ad2db284a HTTP/1.1" status: 200 len: 1095 time: 0.1145644 Sep 23 07:01:58.783706 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8f526626-b5b6-4cb5-b3c3-b1878bd6e847 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:58.809733 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b6cf74-3f29-4cd1-aa33-fe466f8990c1 req-df2181cf-8fe4-43fe-bb79-3b6ecc473e8b tempest-ServerPasswordTestJSON-1982048801 tempest-ServerPasswordTestJSON-1982048801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:58.812234 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c4b6cf74-3f29-4cd1-aa33-fe466f8990c1 req-df2181cf-8fe4-43fe-bb79-3b6ecc473e8b tempest-ServerPasswordTestJSON-1982048801 tempest-ServerPasswordTestJSON-1982048801-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d64eaf9-1330-4312-83ea-b58ad2db284a HTTP/1.1" status: 200 len: 943 time: 0.1487305 Sep 23 07:01:58.815818 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-f20b871a-fd0d-485e-8acc-c21f2e5339e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:01:58.831736 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20b871a-fd0d-485e-8acc-c21f2e5339e4 None None] Routers {'7ee40808-518b-45b7-89c2-1409f6e64251'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:01:58.832364 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-f20b871a-fd0d-485e-8acc-c21f2e5339e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:01:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['7ee40808-518b-45b7-89c2-1409f6e64251'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:01:58.859239 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b8965e-b54e-47bf-95a0-315e1ecce725 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:58.863002 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8f526626-b5b6-4cb5-b3c3-b1878bd6e847 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:58.864678 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-a4b8965e-b54e-47bf-95a0-315e1ecce725 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "GET /v2.0/ports/3c95b0b4-09fb-4048-8ddc-cd55a5c29a25 HTTP/1.1" status: 200 len: 910 time: 0.1104720 Sep 23 07:01:58.868642 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53216) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:58.876827 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-f20b871a-fd0d-485e-8acc-c21f2e5339e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:01:58.877486 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20b871a-fd0d-485e-8acc-c21f2e5339e4 None None] The sync data for ids ['7ee40808-518b-45b7-89c2-1409f6e64251'] in n-d-715271-16 is: [] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:01:58.892445 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8f526626-b5b6-4cb5-b3c3-b1878bd6e847 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:58.894412 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-8f526626-b5b6-4cb5-b3c3-b1878bd6e847 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "DELETE /v2.0/subnets/95c5046d-425b-4d93-b99a-21c68ebdf7eb HTTP/1.1" status: 204 len: 168 time: 0.3544981 Sep 23 07:01:58.899022 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189071e5-0a50-4cd0-b3e0-e3ec863b3ca1 None None] Network 92ad9afb-1893-4999-ac2d-6fc8bd275ebd requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:01:58.914977 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53218) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:01:58.921719 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f526626-b5b6-4cb5-b3c3-b1878bd6e847 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event deleted for resources: {'Subnet': ['ID=95c5046d-425b-4d93-b99a-21c68ebdf7eb,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:59.132918 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c4b6cf74-3f29-4cd1-aa33-fe466f8990c1 req-32285abd-712c-4f24-bbdd-564b1385d9ef tempest-ServerPasswordTestJSON-1982048801 tempest-ServerPasswordTestJSON-1982048801-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ba31baa-348a-492b-a34e-8f248834c50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044550 Sep 23 07:01:59.145586 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6784fce4-d5ab-486d-91ba-515811abe9c6 None None] DHCP port deletion for 92ad9afb-1893-4999-ac2d-6fc8bd275ebd request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 07:01:59.220660 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-6784fce4-d5ab-486d-91ba-515811abe9c6 None None] Deleting port 82df0134-0c4f-4d24-9b0c-1eadb9126e38 {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:01:59.221160 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-6784fce4-d5ab-486d-91ba-515811abe9c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:59.251474 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a9840-b268-4a1b-9931-a4a52da01d44 req-61a7749a-1a3a-4b0c-b34f-34e2866c0330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:59.251474 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-069a9840-b268-4a1b-9931-a4a52da01d44 req-61a7749a-1a3a-4b0c-b34f-34e2866c0330 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ed950cc6-0b2d-4a44-971f-680e4b335fda HTTP/1.1" status: 200 len: 914 time: 0.4609158 Sep 23 07:01:59.258453 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0693ba9e-14c9-433e-b9c6-e1acd119d4cb tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:59.310996 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-6784fce4-d5ab-486d-91ba-515811abe9c6 None None] For port 82df0134-0c4f-4d24-9b0c-1eadb9126e38, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=82df0134-0c4f-4d24-9b0c-1eadb9126e38,segment=NetworkSegment(b8a7d998-424e-40df-846f-9cfcc206241f),segment_id=b8a7d998-424e-40df-846f-9cfcc206241f)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:01:59.311511 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-6784fce4-d5ab-486d-91ba-515811abe9c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:59.327215 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-6784fce4-d5ab-486d-91ba-515811abe9c6 None None] Calling delete_port for 82df0134-0c4f-4d24-9b0c-1eadb9126e38 owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:01:59.423907 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-6784fce4-d5ab-486d-91ba-515811abe9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:59.455967 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6784fce4-d5ab-486d-91ba-515811abe9c6 None None] Pushing event deleted for resources: {'Port': ['ID=82df0134-0c4f-4d24-9b0c-1eadb9126e38,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:01:59.457996 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6784fce4-d5ab-486d-91ba-515811abe9c6 None None] No DVR routers for this DVR port 82df0134-0c4f-4d24-9b0c-1eadb9126e38 on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:01:59.672562 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aafce90-4cca-4e69-be75-5e2f0e6c7217 req-6f94dcfd-437c-4b9b-a13c-a70b6e01d9e8 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:59.675296 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9aafce90-4cca-4e69-be75-5e2f0e6c7217 req-6f94dcfd-437c-4b9b-a13c-a70b6e01d9e8 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fbf98fe-c909-4c03-a796-488b786cfe1c HTTP/1.1" status: 200 len: 945 time: 0.0665967 Sep 23 07:01:59.730209 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9aafce90-4cca-4e69-be75-5e2f0e6c7217 req-0e15f795-9bb8-4f7f-b99d-674003dfab79 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/security-groups?id=fd2b27e9-002e-4189-a66b-a3d17ee0f452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380299 Sep 23 07:01:59.753599 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-069a9840-b268-4a1b-9931-a4a52da01d44 req-b35d430d-802e-4011-a4a8-49f39f57ecdc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c667c0a6-2e5b-45bb-aa98-124e0b9f0631 HTTP/1.1" status: 200 len: 217 time: 0.4546578 Sep 23 07:01:59.845701 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 82df0134-0c4f-4d24-9b0c-1eadb9126e38 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:01:59.866036 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 82df0134-0c4f-4d24-9b0c-1eadb9126e38 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:01:59.866395 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 82df0134-0c4f-4d24-9b0c-1eadb9126e38 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:01:59.903328 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a9840-b268-4a1b-9931-a4a52da01d44 req-02ba2724-b4d0-40b4-b20e-9e9384350fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:01:59.904821 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-069a9840-b268-4a1b-9931-a4a52da01d44 req-02ba2724-b4d0-40b4-b20e-9e9384350fb9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bb9a99df-0e06-4f76-9b64-373c70923634 HTTP/1.1" status: 200 len: 853 time: 0.1391435 Sep 23 07:01:59.966740 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0693ba9e-14c9-433e-b9c6-e1acd119d4cb tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:01:59.972109 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-069a9840-b268-4a1b-9931-a4a52da01d44 req-1094d746-e606-43e9-b768-c70a028b5ed2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ed950cc6-0b2d-4a44-971f-680e4b335fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594957 Sep 23 07:02:00.016266 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-0693ba9e-14c9-433e-b9c6-e1acd119d4cb tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92ad9afb-1893-4999-ac2d-6fc8bd275ebd']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:02:00.038326 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-0693ba9e-14c9-433e-b9c6-e1acd119d4cb tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8a7d998-424e-40df-846f-9cfcc206241f') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:02:00.038685 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-0693ba9e-14c9-433e-b9c6-e1acd119d4cb tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8a7d998-424e-40df-846f-9cfcc206241f') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:02:00.086267 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0693ba9e-14c9-433e-b9c6-e1acd119d4cb tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:00.132453 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0693ba9e-14c9-433e-b9c6-e1acd119d4cb tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:00.151514 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0693ba9e-14c9-433e-b9c6-e1acd119d4cb tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:02:00.151907 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0693ba9e-14c9-433e-b9c6-e1acd119d4cb tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:00.155210 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 07:02:00.155210 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:02:00.155210 n-d-715271-16 neutron-server[95065]: timer() Sep 23 07:02:00.155210 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:02:00.155210 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 07:02:00.155210 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:02:00.155210 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 07:02:00.155210 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:02:00.155210 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 07:02:00.155210 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:02:00.155210 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 07:02:00.155210 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:02:00.155210 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 07:02:00.155210 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:02:00.155210 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:02:00.155210 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:02:00.155210 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:02:00.155210 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:02:00.155210 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 07:02:00.155210 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:02:00.155210 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 07:02:00.155210 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:02:00.155210 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:02:00.155210 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:02:00.155210 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 07:02:00.155210 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:02:00.155210 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:02:00.155210 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:02:00.155210 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:02:00.155210 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:02:00.155210 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:02:00.155210 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:02:00.173997 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-069a9840-b268-4a1b-9931-a4a52da01d44 req-a50f2817-3be1-4d22-8656-07c3af79f075 service neutron] 10.222.0.21 "GET /v2.0/networks/ed950cc6-0b2d-4a44-971f-680e4b335fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905072 Sep 23 07:02:00.265792 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0693ba9e-14c9-433e-b9c6-e1acd119d4cb tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:00.328250 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0693ba9e-14c9-433e-b9c6-e1acd119d4cb tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:00.333797 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 53238) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:00.334390 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-0693ba9e-14c9-433e-b9c6-e1acd119d4cb tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "DELETE /v2.0/networks/92ad9afb-1893-4999-ac2d-6fc8bd275ebd HTTP/1.1" status: 204 len: 168 time: 1.4156411 Sep 23 07:02:00.343135 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-ed0fa9c3-4374-4730-9eb7-044a1d51f711 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1205388820'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:02:00.348253 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7cd70212-390f-4ac6-ac35-22017cbf4a8b tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066969'] for router_interface, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:00.358172 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0693ba9e-14c9-433e-b9c6-e1acd119d4cb tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event deleted for resources: {'Network': ['ID=92ad9afb-1893-4999-ac2d-6fc8bd275ebd,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:00.381992 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed0fa9c3-4374-4730-9eb7-044a1d51f711 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Made reservation on behalf of 07ae454f7ce4401191be202855767634 for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:02:00.389589 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ed0fa9c3-4374-4730-9eb7-044a1d51f711 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:00.427397 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed0fa9c3-4374-4730-9eb7-044a1d51f711 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:02:00.439261 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ed0fa9c3-4374-4730-9eb7-044a1d51f711 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:00.439528 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-ed0fa9c3-4374-4730-9eb7-044a1d51f711 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Added segment 3092f061-8bc7-423e-9100-8d68de13ffe5 of type vlan for network c77afe42-7a35-4e72-aac6-3a0c7c770037 Sep 23 07:02:00.465896 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeae9b2-0919-40b2-866d-d650430c6001 req-5b5048a1-d8e7-4f90-b895-f507a9880657 tempest-ServerPasswordTestJSON-1982048801 tempest-ServerPasswordTestJSON-1982048801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:02:00.467556 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-aaeae9b2-0919-40b2-866d-d650430c6001 req-5b5048a1-d8e7-4f90-b895-f507a9880657 tempest-ServerPasswordTestJSON-1982048801 tempest-ServerPasswordTestJSON-1982048801-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d64eaf9-1330-4312-83ea-b58ad2db284a HTTP/1.1" status: 200 len: 943 time: 0.2267907 Sep 23 07:02:00.471588 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-069a9840-b268-4a1b-9931-a4a52da01d44 req-93103d25-092a-46aa-94c2-2d2dee599c36 service neutron] 10.222.0.21 "GET /v2.0/networks/ed950cc6-0b2d-4a44-971f-680e4b335fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841794 Sep 23 07:02:00.484558 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ed0fa9c3-4374-4730-9eb7-044a1d51f711 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:00.526191 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ed0fa9c3-4374-4730-9eb7-044a1d51f711 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:00.538170 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0fa9c3-4374-4730-9eb7-044a1d51f711 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:02:00.539101 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ed0fa9c3-4374-4730-9eb7-044a1d51f711 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:00.576045 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-aaeae9b2-0919-40b2-866d-d650430c6001 req-9eaa6f58-7c9d-4963-bd89-63bbcb6458ae tempest-ServerPasswordTestJSON-1982048801 tempest-ServerPasswordTestJSON-1982048801-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ba31baa-348a-492b-a34e-8f248834c50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911746 Sep 23 07:02:00.581393 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-ed0fa9c3-4374-4730-9eb7-044a1d51f711 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2461443 Sep 23 07:02:00.584300 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 53240) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:00.593914 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-8d480dce-22c5-47a5-996f-9a790894bde9 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Request body: {'subnet': {'network_id': 'c77afe42-7a35-4e72-aac6-3a0c7c770037', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:02:00.654095 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0fa9c3-4374-4730-9eb7-044a1d51f711 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event updated for resources: {'Network': ['ID=c77afe42-7a35-4e72-aac6-3a0c7c770037,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:00.671714 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network c77afe42-7a35-4e72-aac6-3a0c7c770037 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:02:00.724022 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-7cd70212-390f-4ac6-ac35-22017cbf4a8b tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Deleting port 3c95b0b4-09fb-4048-8ddc-cd55a5c29a25 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:02:00.724393 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7cd70212-390f-4ac6-ac35-22017cbf4a8b tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:00.803037 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d480dce-22c5-47a5-996f-9a790894bde9 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Made reservation on behalf of 07ae454f7ce4401191be202855767634 for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:02:00.814983 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8d480dce-22c5-47a5-996f-9a790894bde9 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:00.851279 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7cd70212-390f-4ac6-ac35-22017cbf4a8b tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:00.865341 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-7cd70212-390f-4ac6-ac35-22017cbf4a8b tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Calling delete_port for 3c95b0b4-09fb-4048-8ddc-cd55a5c29a25 owned by network:router_interface {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:02:00.961655 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487b43b1-5eac-46c2-8c2a-7d8fb591a6be req-208631b6-b8be-4a77-83ed-59c6d0846194 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:02:00.963802 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-487b43b1-5eac-46c2-8c2a-7d8fb591a6be req-208631b6-b8be-4a77-83ed-59c6d0846194 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fbf98fe-c909-4c03-a796-488b786cfe1c HTTP/1.1" status: 200 len: 945 time: 0.1190753 Sep 23 07:02:01.020245 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-487b43b1-5eac-46c2-8c2a-7d8fb591a6be req-b4ccc76a-d64b-40d0-8e02-993bee2847ab tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/security-groups?id=fd2b27e9-002e-4189-a66b-a3d17ee0f452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502236 Sep 23 07:02:01.084967 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7cd70212-390f-4ac6-ac35-22017cbf4a8b tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:01.130837 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd70212-390f-4ac6-ac35-22017cbf4a8b tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Pushing event deleted for resources: {'Port': ['ID=3c95b0b4-09fb-4048-8ddc-cd55a5c29a25,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:01.188986 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8d480dce-22c5-47a5-996f-9a790894bde9 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:01.277664 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d480dce-22c5-47a5-996f-9a790894bde9 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event updated for resources: {'Subnet': ['ID=31299e9e-132f-4e69-9b90-76e63424f107,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:01.331289 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d480dce-22c5-47a5-996f-9a790894bde9 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Checking segment: {'id': '3092f061-8bc7-423e-9100-8d68de13ffe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c77afe42-7a35-4e72-aac6-3a0c7c770037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:02:01.331494 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d480dce-22c5-47a5-996f-9a790894bde9 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Network hostable DHCP agents. Network: c77afe42-7a35-4e72-aac6-3a0c7c770037, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:02:01.374551 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d480dce-22c5-47a5-996f-9a790894bde9 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Network c77afe42-7a35-4e72-aac6-3a0c7c770037 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:02:01.389905 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7cd70212-390f-4ac6-ac35-22017cbf4a8b tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2068624'] for router_interface, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:01.396147 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-8d480dce-22c5-47a5-996f-9a790894bde9 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, c77afe42-7a35-4e72-aac6-3a0c7c770037) {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:02:01.402631 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d480dce-22c5-47a5-996f-9a790894bde9 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:02:01.403382 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8d480dce-22c5-47a5-996f-9a790894bde9 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:01.406423 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749de72e-4cd4-430a-8b0f-e4edeea87c2c None None] Network c77afe42-7a35-4e72-aac6-3a0c7c770037 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:02:01.423096 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-8d480dce-22c5-47a5-996f-9a790894bde9 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8378162 Sep 23 07:02:01.425725 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 53250) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:01.437239 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-9be46573-f5b8-4ca2-8b0c-79d3f8a859b5 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Request body: {'port': {'network_id': 'c77afe42-7a35-4e72-aac6-3a0c7c770037', 'name': 'tempest-PortsTestJSON-407463521', 'fixed_ips': [{'subnet_id': '31299e9e-132f-4e69-9b90-76e63424f107', 'ip_address': '172.20.0.10'}]}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:02:01.603337 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be46573-f5b8-4ca2-8b0c-79d3f8a859b5 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Made reservation on behalf of 07ae454f7ce4401191be202855767634 for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:02:01.655711 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180017ae-e5ee-44f5-82ef-d805ca5e6b99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-c77afe42-7a35-4e72-aac6-3a0c7c770037', 'network_id': 'c77afe42-7a35-4e72-aac6-3a0c7c770037', 'tenant_id': '07ae454f7ce4401191be202855767634', 'fixed_ips': [{'subnet_id': '31299e9e-132f-4e69-9b90-76e63424f107'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:02:01.657246 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-180017ae-e5ee-44f5-82ef-d805ca5e6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:01.684936 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cd70212-390f-4ac6-ac35-22017cbf4a8b tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Router 7ee40808-518b-45b7-89c2-1409f6e64251 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:02:01.935899 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd70212-390f-4ac6-ac35-22017cbf4a8b tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:02:01.945723 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51da0581-6b2d-498a-970b-37ea69b4b857 None None] Sync routers for ids ['7ee40808-518b-45b7-89c2-1409f6e64251'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:02:01.952941 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-180017ae-e5ee-44f5-82ef-d805ca5e6b99 None None] Allocated IP 172.20.0.2 (c77afe42-7a35-4e72-aac6-3a0c7c770037/31299e9e-132f-4e69-9b90-76e63424f107/b7cc9ee5-1adb-4e62-86e5-4f5c4a8761c2) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:02:01.955414 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-7cd70212-390f-4ac6-ac35-22017cbf4a8b tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "PUT /v2.0/routers/7ee40808-518b-45b7-89c2-1409f6e64251/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0859601 Sep 23 07:02:01.956066 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53256) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:01.962929 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51da0581-6b2d-498a-970b-37ea69b4b857 None None] Routers {'7ee40808-518b-45b7-89c2-1409f6e64251'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:02:01.963728 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-51da0581-6b2d-498a-970b-37ea69b4b857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:01:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['7ee40808-518b-45b7-89c2-1409f6e64251'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:02:02.020771 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-be859008-ff4a-4a9f-b6f6-d7cd698235a6 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ee40808-518b-45b7-89c2-1409f6e64251 HTTP/1.1" status: 200 len: 205 time: 0.0619271 Sep 23 07:02:02.024929 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53258) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:02.053225 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-51da0581-6b2d-498a-970b-37ea69b4b857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:02:02.062763 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158cbee0-4177-4fdb-ab33-3f4fa9fe64b9 req-63d4821d-d15c-45aa-95d1-8a256894d81b tempest-ServerPasswordTestJSON-1982048801 tempest-ServerPasswordTestJSON-1982048801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:02:02.070878 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-158cbee0-4177-4fdb-ab33-3f4fa9fe64b9 req-63d4821d-d15c-45aa-95d1-8a256894d81b tempest-ServerPasswordTestJSON-1982048801 tempest-ServerPasswordTestJSON-1982048801-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d64eaf9-1330-4312-83ea-b58ad2db284a HTTP/1.1" status: 200 len: 943 time: 0.2865810 Sep 23 07:02:02.075495 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51da0581-6b2d-498a-970b-37ea69b4b857 None None] Routers {'7ee40808-518b-45b7-89c2-1409f6e64251'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:02:02.076380 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-51da0581-6b2d-498a-970b-37ea69b4b857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:01:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['7ee40808-518b-45b7-89c2-1409f6e64251'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:02:02.195543 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-51da0581-6b2d-498a-970b-37ea69b4b857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:02:02.196141 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51da0581-6b2d-498a-970b-37ea69b4b857 None None] The sync data for ids ['7ee40808-518b-45b7-89c2-1409f6e64251'] in n-d-715271-16 is: [] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:02:02.278578 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7547dc4f-e433-4a72-aaf5-fad7255ada32 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for router, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:02.282121 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-180017ae-e5ee-44f5-82ef-d805ca5e6b99 None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:02.283716 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-158cbee0-4177-4fdb-ab33-3f4fa9fe64b9 req-26c34185-91f3-46c5-90b2-b6c35d8736e6 tempest-ServerPasswordTestJSON-1982048801 tempest-ServerPasswordTestJSON-1982048801-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ba31baa-348a-492b-a34e-8f248834c50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119637 Sep 23 07:02:02.304812 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-180017ae-e5ee-44f5-82ef-d805ca5e6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:02.351475 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180017ae-e5ee-44f5-82ef-d805ca5e6b99 None None] Network c77afe42-7a35-4e72-aac6-3a0c7c770037 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:02:02.363497 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-180017ae-e5ee-44f5-82ef-d805ca5e6b99 None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:02:02.366693 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180017ae-e5ee-44f5-82ef-d805ca5e6b99 None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:02:02.372877 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180017ae-e5ee-44f5-82ef-d805ca5e6b99 None None] Pushing event updated for resources: {'Port': ['ID=b7cc9ee5-1adb-4e62-86e5-4f5c4a8761c2,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:02.438924 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9be46573-f5b8-4ca2-8b0c-79d3f8a859b5 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:02.441423 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-180017ae-e5ee-44f5-82ef-d805ca5e6b99 None None] Attempting to bind port b7cc9ee5-1adb-4e62-86e5-4f5c4a8761c2 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:02:02.441947 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-180017ae-e5ee-44f5-82ef-d805ca5e6b99 None None] Attempting to bind port b7cc9ee5-1adb-4e62-86e5-4f5c4a8761c2 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '3092f061-8bc7-423e-9100-8d68de13ffe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c77afe42-7a35-4e72-aac6-3a0c7c770037'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:02:02.442595 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180017ae-e5ee-44f5-82ef-d805ca5e6b99 None None] Attempting to bind port b7cc9ee5-1adb-4e62-86e5-4f5c4a8761c2 on network c77afe42-7a35-4e72-aac6-3a0c7c770037 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:02:02.449142 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180017ae-e5ee-44f5-82ef-d805ca5e6b99 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:02:02.449142 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180017ae-e5ee-44f5-82ef-d805ca5e6b99 None None] Checking segment: {'id': '3092f061-8bc7-423e-9100-8d68de13ffe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c77afe42-7a35-4e72-aac6-3a0c7c770037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:02:02.449713 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-180017ae-e5ee-44f5-82ef-d805ca5e6b99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:02.450400 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180017ae-e5ee-44f5-82ef-d805ca5e6b99 None None] Bound using segment: {'id': '3092f061-8bc7-423e-9100-8d68de13ffe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c77afe42-7a35-4e72-aac6-3a0c7c770037'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:02:02.450967 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-180017ae-e5ee-44f5-82ef-d805ca5e6b99 None None] Bound port: b7cc9ee5-1adb-4e62-86e5-4f5c4a8761c2, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3092f061-8bc7-423e-9100-8d68de13ffe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c77afe42-7a35-4e72-aac6-3a0c7c770037'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:02:02.451438 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-180017ae-e5ee-44f5-82ef-d805ca5e6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:02.457923 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5bea70-e5ed-4a8b-a572-4dae8a55d1be req-4cb74113-0abf-45eb-bc33-9d67925e4b1f tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:02:02.461248 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5d5bea70-e5ed-4a8b-a572-4dae8a55d1be req-4cb74113-0abf-45eb-bc33-9d67925e4b1f tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fbf98fe-c909-4c03-a796-488b786cfe1c HTTP/1.1" status: 200 len: 945 time: 0.1284621 Sep 23 07:02:02.502808 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [None req-9be46573-f5b8-4ca2-8b0c-79d3f8a859b5 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] device_id is not set on port ec4bfe9f-900a-46c7-aa92-473ada11ff45 yet. {{(pid=95066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 07:02:02.513723 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7547dc4f-e433-4a72-aaf5-fad7255ada32 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:02.516193 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7547dc4f-e433-4a72-aaf5-fad7255ada32 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:02.552666 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-180017ae-e5ee-44f5-82ef-d805ca5e6b99 None None] For port b7cc9ee5-1adb-4e62-86e5-4f5c4a8761c2, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:02:02.559828 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-180017ae-e5ee-44f5-82ef-d805ca5e6b99 None None] For port b7cc9ee5-1adb-4e62-86e5-4f5c4a8761c2, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=b7cc9ee5-1adb-4e62-86e5-4f5c4a8761c2,segment=NetworkSegment(3092f061-8bc7-423e-9100-8d68de13ffe5),segment_id=3092f061-8bc7-423e-9100-8d68de13ffe5)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:02:02.570347 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-180017ae-e5ee-44f5-82ef-d805ca5e6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:02.570592 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7547dc4f-e433-4a72-aaf5-fad7255ada32 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:02.570995 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7547dc4f-e433-4a72-aaf5-fad7255ada32 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Fanout notify agent at l3_agent the message router_deleted on router 7ee40808-518b-45b7-89c2-1409f6e64251 {{(pid=95065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 07:02:02.574639 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5d5bea70-e5ed-4a8b-a572-4dae8a55d1be req-90b9e305-79ce-4e83-a956-9d0c1584c470 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/security-groups?id=fd2b27e9-002e-4189-a66b-a3d17ee0f452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018410 Sep 23 07:02:02.592585 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7547dc4f-e433-4a72-aaf5-fad7255ada32 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:02.593970 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-7547dc4f-e433-4a72-aaf5-fad7255ada32 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "DELETE /v2.0/routers/7ee40808-518b-45b7-89c2-1409f6e64251 HTTP/1.1" status: 204 len: 168 time: 0.5587254 Sep 23 07:02:02.596717 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 53266) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:02.694443 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180017ae-e5ee-44f5-82ef-d805ca5e6b99 None None] Pushing event updated for resources: {'Port': ['ID=b7cc9ee5-1adb-4e62-86e5-4f5c4a8761c2,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:02.716517 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-156b1a29-9930-4289-a0f1-755969b2d0f8 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Deleting subnet 7ca2ef59-3861-4fe2-b73d-ed09f762645b {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:02:02.723779 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-156b1a29-9930-4289-a0f1-755969b2d0f8 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:02.801544 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-156b1a29-9930-4289-a0f1-755969b2d0f8 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:02.842436 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-9be46573-f5b8-4ca2-8b0c-79d3f8a859b5 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Allocated IP 172.20.0.10 (c77afe42-7a35-4e72-aac6-3a0c7c770037/31299e9e-132f-4e69-9b90-76e63424f107/ec4bfe9f-900a-46c7-aa92-473ada11ff45) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:02:02.986388 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-156b1a29-9930-4289-a0f1-755969b2d0f8 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:03.132648 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-156b1a29-9930-4289-a0f1-755969b2d0f8 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:03.178534 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156b1a29-9930-4289-a0f1-755969b2d0f8 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Pushing event deleted for resources: {'Subnet': ['ID=7ca2ef59-3861-4fe2-b73d-ed09f762645b,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:03.189935 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-156b1a29-9930-4289-a0f1-755969b2d0f8 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:03.194597 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53268) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:03.195122 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-156b1a29-9930-4289-a0f1-755969b2d0f8 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "DELETE /v2.0/subnets/7ca2ef59-3861-4fe2-b73d-ed09f762645b HTTP/1.1" status: 204 len: 168 time: 0.5948696 Sep 23 07:02:03.199814 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1bab82c-7daf-4af2-958c-593a5a6da8db None None] Network 5eee42cf-a9bf-436b-a70c-95b193588487 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:02:03.202935 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9be46573-f5b8-4ca2-8b0c-79d3f8a859b5 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:03.249044 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9be46573-f5b8-4ca2-8b0c-79d3f8a859b5 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:03.365111 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be46573-f5b8-4ca2-8b0c-79d3f8a859b5 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Network c77afe42-7a35-4e72-aac6-3a0c7c770037 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:02:03.376165 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-9be46573-f5b8-4ca2-8b0c-79d3f8a859b5 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:02:03.382092 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be46573-f5b8-4ca2-8b0c-79d3f8a859b5 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:02:03.391094 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-799d9b4d-2601-49bf-84b0-62fdb50012e9 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:03.434307 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be46573-f5b8-4ca2-8b0c-79d3f8a859b5 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event updated for resources: {'Port': ['ID=ec4bfe9f-900a-46c7-aa92-473ada11ff45,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:03.467633 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be46573-f5b8-4ca2-8b0c-79d3f8a859b5 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:02:03.468308 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9be46573-f5b8-4ca2-8b0c-79d3f8a859b5 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:03.487285 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-9be46573-f5b8-4ca2-8b0c-79d3f8a859b5 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0575187 Sep 23 07:02:03.489624 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 53274) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:03.507690 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-d65f080d-eeb5-42fb-9764-b62637851dd8 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Request body: {'port': {'network_id': 'c77afe42-7a35-4e72-aac6-3a0c7c770037', 'name': 'tempest-PortsTestJSON-294577442', 'fixed_ips': [{'subnet_id': '31299e9e-132f-4e69-9b90-76e63424f107', 'ip_address': '172.20.0.9'}]}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:02:03.562793 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80070ac-cab8-4937-a7fa-d51c4555a646 req-7d57a96b-73ca-4852-a922-f10149072fcd tempest-ServerPasswordTestJSON-1982048801 tempest-ServerPasswordTestJSON-1982048801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:02:03.571838 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e80070ac-cab8-4937-a7fa-d51c4555a646 req-7d57a96b-73ca-4852-a922-f10149072fcd tempest-ServerPasswordTestJSON-1982048801 tempest-ServerPasswordTestJSON-1982048801-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d64eaf9-1330-4312-83ea-b58ad2db284a HTTP/1.1" status: 200 len: 943 time: 0.1161289 Sep 23 07:02:03.604887 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8119ad72-3eac-41ba-bf1b-8ce12c9164c5 None None] DHCP port deletion for 5eee42cf-a9bf-436b-a70c-95b193588487 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 07:02:03.667125 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e80070ac-cab8-4937-a7fa-d51c4555a646 req-cbe0e94c-9e15-48f4-8d44-a8abbe2e5dde tempest-ServerPasswordTestJSON-1982048801 tempest-ServerPasswordTestJSON-1982048801-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ba31baa-348a-492b-a34e-8f248834c50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937400 Sep 23 07:02:03.689254 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-8119ad72-3eac-41ba-bf1b-8ce12c9164c5 None None] Deleting port 91a0f50b-2711-40d7-8360-b99da9aac49e {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:02:03.689778 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8119ad72-3eac-41ba-bf1b-8ce12c9164c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:03.693497 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-799d9b4d-2601-49bf-84b0-62fdb50012e9 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Deleting port 91a0f50b-2711-40d7-8360-b99da9aac49e {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:02:03.693857 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-799d9b4d-2601-49bf-84b0-62fdb50012e9 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:03.807286 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb90b696-68e0-460b-b0b6-2e021536990b req-b4229045-d49e-4222-90a5-256f2016080f tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:02:03.816307 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cb90b696-68e0-460b-b0b6-2e021536990b req-b4229045-d49e-4222-90a5-256f2016080f tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fbf98fe-c909-4c03-a796-488b786cfe1c HTTP/1.1" status: 200 len: 945 time: 0.1143768 Sep 23 07:02:03.821783 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-8119ad72-3eac-41ba-bf1b-8ce12c9164c5 None None] For port 91a0f50b-2711-40d7-8360-b99da9aac49e, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=91a0f50b-2711-40d7-8360-b99da9aac49e,segment=NetworkSegment(2f4c7c74-bb34-48b0-81ac-ed78c7842608),segment_id=2f4c7c74-bb34-48b0-81ac-ed78c7842608)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:02:03.822398 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8119ad72-3eac-41ba-bf1b-8ce12c9164c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:03.825330 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65f080d-eeb5-42fb-9764-b62637851dd8 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Made reservation on behalf of 07ae454f7ce4401191be202855767634 for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:02:03.831655 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d65f080d-eeb5-42fb-9764-b62637851dd8 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:03.847269 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-8119ad72-3eac-41ba-bf1b-8ce12c9164c5 None None] Calling delete_port for 91a0f50b-2711-40d7-8360-b99da9aac49e owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:02:03.854801 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-799d9b4d-2601-49bf-84b0-62fdb50012e9 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] For port 91a0f50b-2711-40d7-8360-b99da9aac49e, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=91a0f50b-2711-40d7-8360-b99da9aac49e,segment=NetworkSegment(2f4c7c74-bb34-48b0-81ac-ed78c7842608),segment_id=2f4c7c74-bb34-48b0-81ac-ed78c7842608)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:02:03.855082 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-799d9b4d-2601-49bf-84b0-62fdb50012e9 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:03.874153 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [None req-d65f080d-eeb5-42fb-9764-b62637851dd8 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] device_id is not set on port 05f44736-14ed-4efa-ad74-62df4e3ce3cc yet. {{(pid=95066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 07:02:03.913305 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-799d9b4d-2601-49bf-84b0-62fdb50012e9 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Calling delete_port for 91a0f50b-2711-40d7-8360-b99da9aac49e owned by network:dhcp {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:02:03.916936 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device c667c0a6-2e5b-45bb-aa98-124e0b9f0631 details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:02:03.964449 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device b7cc9ee5-1adb-4e62-86e5-4f5c4a8761c2 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:02:04.060557 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-799d9b4d-2601-49bf-84b0-62fdb50012e9 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:04.097296 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cb90b696-68e0-460b-b0b6-2e021536990b req-bbcd347d-87c8-444c-9018-44c163043601 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/security-groups?id=fd2b27e9-002e-4189-a66b-a3d17ee0f452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778137 Sep 23 07:02:04.146090 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ae5d93-e26c-42f7-a708-6ec6ec9497eb req-87e02a01-89e6-44a6-ad63-0e09f3ef55dc tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:02:04.147689 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-53ae5d93-e26c-42f7-a708-6ec6ec9497eb req-87e02a01-89e6-44a6-ad63-0e09f3ef55dc tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fbf98fe-c909-4c03-a796-488b786cfe1c HTTP/1.1" status: 200 len: 945 time: 0.2844541 Sep 23 07:02:04.148821 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799d9b4d-2601-49bf-84b0-62fdb50012e9 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] No DVR routers for this DVR port 91a0f50b-2711-40d7-8360-b99da9aac49e on host n-d-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:02:04.150553 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d9b4d-2601-49bf-84b0-62fdb50012e9 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Pushing event deleted for resources: {'Port': ['ID=91a0f50b-2711-40d7-8360-b99da9aac49e,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:04.163838 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5b8e9e-31b2-4a0c-8696-2fbf2d657855 None None] Network c77afe42-7a35-4e72-aac6-3a0c7c770037 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:02:04.207702 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-d65f080d-eeb5-42fb-9764-b62637851dd8 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Allocated IP 172.20.0.9 (c77afe42-7a35-4e72-aac6-3a0c7c770037/31299e9e-132f-4e69-9b90-76e63424f107/05f44736-14ed-4efa-ad74-62df4e3ce3cc) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:02:04.220959 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8119ad72-3eac-41ba-bf1b-8ce12c9164c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:04.302445 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-799d9b4d-2601-49bf-84b0-62fdb50012e9 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:04.336715 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-799d9b4d-2601-49bf-84b0-62fdb50012e9 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eee42cf-a9bf-436b-a70c-95b193588487']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:02:04.341540 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8119ad72-3eac-41ba-bf1b-8ce12c9164c5 None None] Pushing event deleted for resources: {'Port': ['ID=91a0f50b-2711-40d7-8360-b99da9aac49e,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:04.350899 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-799d9b4d-2601-49bf-84b0-62fdb50012e9 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f4c7c74-bb34-48b0-81ac-ed78c7842608') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:02:04.351192 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-799d9b4d-2601-49bf-84b0-62fdb50012e9 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f4c7c74-bb34-48b0-81ac-ed78c7842608') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:02:04.364920 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-799d9b4d-2601-49bf-84b0-62fdb50012e9 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:04.381237 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-53ae5d93-e26c-42f7-a708-6ec6ec9497eb req-1711d85b-0c1b-4e5d-be8f-0186bd380c39 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Deleting port 6c3a2632-e7df-4f52-9b07-323eaa3e6404 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:02:04.381577 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-53ae5d93-e26c-42f7-a708-6ec6ec9497eb req-1711d85b-0c1b-4e5d-be8f-0186bd380c39 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:04.427913 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-799d9b4d-2601-49bf-84b0-62fdb50012e9 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:04.431002 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8119ad72-3eac-41ba-bf1b-8ce12c9164c5 None None] No DVR routers for this DVR port 91a0f50b-2711-40d7-8360-b99da9aac49e on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:02:04.457967 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d65f080d-eeb5-42fb-9764-b62637851dd8 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:04.480057 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-799d9b4d-2601-49bf-84b0-62fdb50012e9 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:02:04.481347 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-799d9b4d-2601-49bf-84b0-62fdb50012e9 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:04.485705 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port c667c0a6-2e5b-45bb-aa98-124e0b9f0631, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=c667c0a6-2e5b-45bb-aa98-124e0b9f0631,segment=NetworkSegment(3554076c-8e7b-4c3b-8e26-a2ae47bd7b3a),segment_id=3554076c-8e7b-4c3b-8e26-a2ae47bd7b3a)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:02:04.495393 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 07:02:04.495393 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:02:04.495393 n-d-715271-16 neutron-server[95065]: timer() Sep 23 07:02:04.495393 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:02:04.495393 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 07:02:04.495393 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:02:04.495393 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 07:02:04.495393 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:02:04.495393 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 07:02:04.495393 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:02:04.495393 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 07:02:04.495393 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:02:04.495393 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 07:02:04.495393 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:02:04.495393 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:02:04.495393 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:02:04.495393 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:02:04.495393 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:02:04.495393 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 07:02:04.495393 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:02:04.495393 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 07:02:04.495393 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:02:04.495393 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:02:04.495393 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:02:04.495393 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 07:02:04.495393 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:02:04.495393 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:02:04.495393 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:02:04.495393 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:02:04.495393 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:02:04.495393 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:02:04.495393 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:02:04.506260 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-5529abc9-ddad-4939-93db-9b39add6fdcc None None] Provisioning complete for port b7cc9ee5-1adb-4e62-86e5-4f5c4a8761c2 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:02:04.506753 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5529abc9-ddad-4939-93db-9b39add6fdcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:04.519641 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d65f080d-eeb5-42fb-9764-b62637851dd8 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:04.537528 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': 'c667c0a6-2e5b-45bb-aa98-124e0b9f0631', 'network_id': 'ed950cc6-0b2d-4a44-971f-680e4b335fda', 'port_id': 'c667c0a6-2e5b-45bb-aa98-124e0b9f0631', 'mac_address': 'fa:16:3e:71:00:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb9a99df-0e06-4f76-9b64-373c70923634', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:02:04.538729 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port b7cc9ee5-1adb-4e62-86e5-4f5c4a8761c2 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:02:04.539200 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:04.566799 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65f080d-eeb5-42fb-9764-b62637851dd8 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Network c77afe42-7a35-4e72-aac6-3a0c7c770037 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:02:04.570974 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-d65f080d-eeb5-42fb-9764-b62637851dd8 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:02:04.576937 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65f080d-eeb5-42fb-9764-b62637851dd8 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:02:04.622985 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65f080d-eeb5-42fb-9764-b62637851dd8 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event updated for resources: {'Port': ['ID=05f44736-14ed-4efa-ad74-62df4e3ce3cc,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:04.655376 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-53ae5d93-e26c-42f7-a708-6ec6ec9497eb req-1711d85b-0c1b-4e5d-be8f-0186bd380c39 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] For port 6c3a2632-e7df-4f52-9b07-323eaa3e6404, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=6c3a2632-e7df-4f52-9b07-323eaa3e6404,segment=NetworkSegment(9bd7ac6d-d0ea-41a0-b103-8c3b286ade04),segment_id=9bd7ac6d-d0ea-41a0-b103-8c3b286ade04)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:02:04.656168 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-53ae5d93-e26c-42f7-a708-6ec6ec9497eb req-1711d85b-0c1b-4e5d-be8f-0186bd380c39 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:04.669771 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65f080d-eeb5-42fb-9764-b62637851dd8 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:02:04.674865 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-53ae5d93-e26c-42f7-a708-6ec6ec9497eb req-1711d85b-0c1b-4e5d-be8f-0186bd380c39 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Calling delete_port for 6c3a2632-e7df-4f52-9b07-323eaa3e6404 owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:02:04.677173 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d65f080d-eeb5-42fb-9764-b62637851dd8 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:04.702066 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-d65f080d-eeb5-42fb-9764-b62637851dd8 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2109060 Sep 23 07:02:04.704720 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 53284) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:04.809086 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-799d9b4d-2601-49bf-84b0-62fdb50012e9 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:04.827413 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:04.827990 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e30f17-04fc-44b3-aa81-3fbcbc21b3ce tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:02:04.829893 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-51e30f17-04fc-44b3-aa81-3fbcbc21b3ce tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1236200 Sep 23 07:02:04.832775 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 53290) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:04.862861 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c667c0a6-2e5b-45bb-aa98-124e0b9f0631 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:02:04.879100 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-799d9b4d-2601-49bf-84b0-62fdb50012e9 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:04.881918 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-799d9b4d-2601-49bf-84b0-62fdb50012e9 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "DELETE /v2.0/networks/5eee42cf-a9bf-436b-a70c-95b193588487 HTTP/1.1" status: 204 len: 168 time: 1.6862667 Sep 23 07:02:04.890124 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 53292) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:04.899288 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-1c489c2e-19fc-47fe-bb86-9d921158c3e7 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1803563661', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}, 'admin_state_up': False}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:02:04.915198 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port c667c0a6-2e5b-45bb-aa98-124e0b9f0631, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=c667c0a6-2e5b-45bb-aa98-124e0b9f0631,segment=NetworkSegment(3554076c-8e7b-4c3b-8e26-a2ae47bd7b3a),segment_id=3554076c-8e7b-4c3b-8e26-a2ae47bd7b3a)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:02:04.931860 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d9b4d-2601-49bf-84b0-62fdb50012e9 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Pushing event deleted for resources: {'Network': ['ID=5eee42cf-a9bf-436b-a70c-95b193588487,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:04.976761 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5529abc9-ddad-4939-93db-9b39add6fdcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:04.980076 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:04.997191 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23615181-f35e-46d6-807b-9136d8898722 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:02:05.003867 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23615181-f35e-46d6-807b-9136d8898722 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:02:05.010703 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23615181-f35e-46d6-807b-9136d8898722 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:02:05.012865 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-23615181-f35e-46d6-807b-9136d8898722 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2376 time: 0.1790752 Sep 23 07:02:05.014448 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1c489c2e-19fc-47fe-bb86-9d921158c3e7 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:05.015626 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1c489c2e-19fc-47fe-bb86-9d921158c3e7 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:05.023625 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53296) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:05.053330 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b99b56-5254-412f-9f4f-22fc36f60ee3 req-0ebb5490-95f5-43de-bc2e-586a2f24d5cd tempest-ServerPasswordTestJSON-1982048801 tempest-ServerPasswordTestJSON-1982048801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:02:05.061581 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-65b99b56-5254-412f-9f4f-22fc36f60ee3 req-0ebb5490-95f5-43de-bc2e-586a2f24d5cd tempest-ServerPasswordTestJSON-1982048801 tempest-ServerPasswordTestJSON-1982048801-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d64eaf9-1330-4312-83ea-b58ad2db284a HTTP/1.1" status: 200 len: 943 time: 0.2545903 Sep 23 07:02:05.154059 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-5529abc9-ddad-4939-93db-9b39add6fdcc None None] For port b7cc9ee5-1adb-4e62-86e5-4f5c4a8761c2, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=b7cc9ee5-1adb-4e62-86e5-4f5c4a8761c2,segment=NetworkSegment(3092f061-8bc7-423e-9100-8d68de13ffe5),segment_id=3092f061-8bc7-423e-9100-8d68de13ffe5)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:02:05.155576 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:05.192714 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5529abc9-ddad-4939-93db-9b39add6fdcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:05.201951 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=c667c0a6-2e5b-45bb-aa98-124e0b9f0631,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:05.218324 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1c489c2e-19fc-47fe-bb86-9d921158c3e7 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:05.300253 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.db.api [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 07:02:05.300773 n-d-715271-16 neutron-server[95067]: DEBUG oslo_db.api [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 07:02:05.318046 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5529abc9-ddad-4939-93db-9b39add6fdcc None None] Pushing event updated for resources: {'Port': ['ID=b7cc9ee5-1adb-4e62-86e5-4f5c4a8761c2,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:05.356408 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-52c8ad3d-e8ec-4454-b23d-2caaf198bc93 req-3f836624-0832-4d94-954e-a2e6722e6bf2 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fbf98fe-c909-4c03-a796-488b786cfe1c HTTP/1.1" status: 200 len: 210 time: 0.0459225 Sep 23 07:02:05.365898 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['c667c0a6-2e5b-45bb-aa98-124e0b9f0631'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:02:05.574261 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1c489c2e-19fc-47fe-bb86-9d921158c3e7 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:05.733160 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a7326016-bece-4ab5-8f26-7bebbcf808ca None None] Provisioning complete for port b7cc9ee5-1adb-4e62-86e5-4f5c4a8761c2 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:02:05.735306 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a7326016-bece-4ab5-8f26-7bebbcf808ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:05.792767 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-53ae5d93-e26c-42f7-a708-6ec6ec9497eb req-1711d85b-0c1b-4e5d-be8f-0186bd380c39 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:05.845779 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1711d85b-0c1b-4e5d-be8f-0186bd380c39 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Pushing event deleted for resources: {'Port': ['ID=6c3a2632-e7df-4f52-9b07-323eaa3e6404,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:05.910568 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-65b99b56-5254-412f-9f4f-22fc36f60ee3 req-df7e1e95-ca1f-41d0-9ec9-c343e8619a14 tempest-ServerPasswordTestJSON-1982048801 tempest-ServerPasswordTestJSON-1982048801-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ba31baa-348a-492b-a34e-8f248834c50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8479753 Sep 23 07:02:05.940876 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 6c3a2632-e7df-4f52-9b07-323eaa3e6404 no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:02:05.989163 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-53ae5d93-e26c-42f7-a708-6ec6ec9497eb req-1711d85b-0c1b-4e5d-be8f-0186bd380c39 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] No DVR routers for this DVR port 6c3a2632-e7df-4f52-9b07-323eaa3e6404 on host n-h1-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:02:05.992805 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-53ae5d93-e26c-42f7-a708-6ec6ec9497eb req-1711d85b-0c1b-4e5d-be8f-0186bd380c39 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:05.994971 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-53ae5d93-e26c-42f7-a708-6ec6ec9497eb req-1711d85b-0c1b-4e5d-be8f-0186bd380c39 tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.21 "DELETE /v2.0/ports/6c3a2632-e7df-4f52-9b07-323eaa3e6404 HTTP/1.1" status: 204 len: 173 time: 1.8380642 Sep 23 07:02:05.995511 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fbf98fe-c909-4c03-a796-488b786cfe1c', 'name': 'network-vif-deleted', 'tag': '6c3a2632-e7df-4f52-9b07-323eaa3e6404'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:02:06.001709 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d3bc9f4-8281-4620-ba52-1e64963981a3" -d '{"events": [{"server_uuid": "3fbf98fe-c909-4c03-a796-488b786cfe1c", "name": "network-vif-deleted", "tag": "6c3a2632-e7df-4f52-9b07-323eaa3e6404"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:02:06.015086 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] No Port match for: 6c3a2632-e7df-4f52-9b07-323eaa3e6404 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:02:06.016184 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 6c3a2632-e7df-4f52-9b07-323eaa3e6404 not bound to the agent host n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:02:06.028269 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 91a0f50b-2711-40d7-8360-b99da9aac49e no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:02:06.058938 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e47a18e1-d1f8-4fe4-a457-068f0574abf2 x-openstack-request-id: req-e47a18e1-d1f8-4fe4-a457-068f0574abf2 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:02:06.059494 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fbf98fe-c909-4c03-a796-488b786cfe1c", "name": "network-vif-deleted", "tag": "6c3a2632-e7df-4f52-9b07-323eaa3e6404", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:02:06.059908 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e47a18e1-d1f8-4fe4-a457-068f0574abf2 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:02:06.060304 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1c489c2e-19fc-47fe-bb86-9d921158c3e7 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for router_gateway, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:06.060655 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fbf98fe-c909-4c03-a796-488b786cfe1c', 'name': 'network-vif-deleted', 'tag': '6c3a2632-e7df-4f52-9b07-323eaa3e6404', 'status': 'completed', 'code': 200} Sep 23 07:02:06.081512 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-1d68e101-04a3-49a8-a149-3b10b9c5e7ac tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Deleting port 05f44736-14ed-4efa-ad74-62df4e3ce3cc {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:02:06.082935 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1d68e101-04a3-49a8-a149-3b10b9c5e7ac tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:06.102329 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1c489c2e-19fc-47fe-bb86-9d921158c3e7 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:06.116981 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 91a0f50b-2711-40d7-8360-b99da9aac49e {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:02:06.117246 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 91a0f50b-2711-40d7-8360-b99da9aac49e not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:02:06.145627 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a7326016-bece-4ab5-8f26-7bebbcf808ca None None] Provisioning complete for port 05f44736-14ed-4efa-ad74-62df4e3ce3cc triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:02:06.146433 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a7326016-bece-4ab5-8f26-7bebbcf808ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:06.239257 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a7326016-bece-4ab5-8f26-7bebbcf808ca None None] Port 05f44736-14ed-4efa-ad74-62df4e3ce3cc cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:02:06.283055 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a7326016-bece-4ab5-8f26-7bebbcf808ca None None] Provisioning complete for port ec4bfe9f-900a-46c7-aa92-473ada11ff45 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:02:06.284085 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a7326016-bece-4ab5-8f26-7bebbcf808ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:06.341796 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1d68e101-04a3-49a8-a149-3b10b9c5e7ac tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:06.354949 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-1c489c2e-19fc-47fe-bb86-9d921158c3e7 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Allocated IP 172.25.2.184 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/ecca1a47-00db-491c-9a4e-deccd2eee665) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:02:06.371368 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a7326016-bece-4ab5-8f26-7bebbcf808ca None None] Port ec4bfe9f-900a-46c7-aa92-473ada11ff45 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:02:06.374792 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-1d68e101-04a3-49a8-a149-3b10b9c5e7ac tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Calling delete_port for 05f44736-14ed-4efa-ad74-62df4e3ce3cc owned by {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:02:06.380676 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device b7cc9ee5-1adb-4e62-86e5-4f5c4a8761c2 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:02:06.495231 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:06.553005 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-916aeea2-e253-4a5c-8191-c1023c2d9e16 None None] Provisioning complete for port ec4bfe9f-900a-46c7-aa92-473ada11ff45 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:02:06.553528 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-916aeea2-e253-4a5c-8191-c1023c2d9e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:06.612984 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e51bf664-c28f-4c81-b410-b88482546101 req-f6743856-07d8-4b6b-9637-9ecef6c2cccd tempest-ServerRescueNegativeTestJSON-362468571 tempest-ServerRescueNegativeTestJSON-362468571-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fbf98fe-c909-4c03-a796-488b786cfe1c HTTP/1.1" status: 200 len: 210 time: 0.0658882 Sep 23 07:02:06.625416 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-916aeea2-e253-4a5c-8191-c1023c2d9e16 None None] Port ec4bfe9f-900a-46c7-aa92-473ada11ff45 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:02:06.629886 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port b7cc9ee5-1adb-4e62-86e5-4f5c4a8761c2 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:02:06.633127 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:06.667390 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1c489c2e-19fc-47fe-bb86-9d921158c3e7 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:06.720175 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1c489c2e-19fc-47fe-bb86-9d921158c3e7 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:06.751039 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1d68e101-04a3-49a8-a149-3b10b9c5e7ac tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:06.774000 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-03cae14a-83c3-4a27-a5d6-9d03f2529625 None None] Provisioning complete for port 05f44736-14ed-4efa-ad74-62df4e3ce3cc triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:02:06.774971 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-03cae14a-83c3-4a27-a5d6-9d03f2529625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:06.795914 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c489c2e-19fc-47fe-bb86-9d921158c3e7 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:02:06.799851 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-1c489c2e-19fc-47fe-bb86-9d921158c3e7 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:02:06.800747 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-03cae14a-83c3-4a27-a5d6-9d03f2529625 None None] Port 05f44736-14ed-4efa-ad74-62df4e3ce3cc was deleted so its status cannot be updated. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 23 07:02:06.803610 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c489c2e-19fc-47fe-bb86-9d921158c3e7 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:02:06.813595 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d68e101-04a3-49a8-a149-3b10b9c5e7ac tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event deleted for resources: {'Port': ['ID=05f44736-14ed-4efa-ad74-62df4e3ce3cc,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:06.857187 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c489c2e-19fc-47fe-bb86-9d921158c3e7 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Pushing event updated for resources: {'Port': ['ID=ecca1a47-00db-491c-9a4e-deccd2eee665,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:06.921902 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1d68e101-04a3-49a8-a149-3b10b9c5e7ac tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:06.923985 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-1d68e101-04a3-49a8-a149-3b10b9c5e7ac tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "DELETE /v2.0/ports/05f44736-14ed-4efa-ad74-62df4e3ce3cc HTTP/1.1" status: 204 len: 168 time: 1.8928819 Sep 23 07:02:06.926657 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53312) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:06.971873 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-440f6da8-d3c1-4b95-9e06-7386a13abf43 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] GET failed (client error): The resource could not be found. Sep 23 07:02:06.973584 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-440f6da8-d3c1-4b95-9e06-7386a13abf43 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "GET /v2.0/ports/05f44736-14ed-4efa-ad74-62df4e3ce3cc HTTP/1.1" status: 404 len: 333 time: 0.0457020 Sep 23 07:02:06.976306 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53316) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:07.097911 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-07648112-b805-4878-ab45-30966e82a6fa tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Deleting port ec4bfe9f-900a-46c7-aa92-473ada11ff45 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:02:07.098251 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-07648112-b805-4878-ab45-30966e82a6fa tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:07.211586 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25225eb-19c4-4f2a-a596-270868d9a061 req-7bb05441-7f0e-4120-9bd9-4c4e983155b4 tempest-ServerPasswordTestJSON-1982048801 tempest-ServerPasswordTestJSON-1982048801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:02:07.222263 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f25225eb-19c4-4f2a-a596-270868d9a061 req-7bb05441-7f0e-4120-9bd9-4c4e983155b4 tempest-ServerPasswordTestJSON-1982048801 tempest-ServerPasswordTestJSON-1982048801-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d64eaf9-1330-4312-83ea-b58ad2db284a HTTP/1.1" status: 200 len: 944 time: 0.1755140 Sep 23 07:02:07.252535 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-07648112-b805-4878-ab45-30966e82a6fa tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:07.284764 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-07648112-b805-4878-ab45-30966e82a6fa tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Calling delete_port for ec4bfe9f-900a-46c7-aa92-473ada11ff45 owned by {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:02:07.370849 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f25225eb-19c4-4f2a-a596-270868d9a061 req-4029320c-9d8d-4864-8953-7ba2f4a14a83 tempest-ServerPasswordTestJSON-1982048801 tempest-ServerPasswordTestJSON-1982048801-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ba31baa-348a-492b-a34e-8f248834c50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475418 Sep 23 07:02:07.395193 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1c489c2e-19fc-47fe-bb86-9d921158c3e7 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for router_gateway, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:07.533108 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-07648112-b805-4878-ab45-30966e82a6fa tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:07.570602 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07648112-b805-4878-ab45-30966e82a6fa tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event deleted for resources: {'Port': ['ID=ec4bfe9f-900a-46c7-aa92-473ada11ff45,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:07.667062 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-07648112-b805-4878-ab45-30966e82a6fa tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:07.671955 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-07648112-b805-4878-ab45-30966e82a6fa tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "DELETE /v2.0/ports/ec4bfe9f-900a-46c7-aa92-473ada11ff45 HTTP/1.1" status: 204 len: 168 time: 0.6945882 Sep 23 07:02:07.672613 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53322) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:07.681051 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1c489c2e-19fc-47fe-bb86-9d921158c3e7 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:07.702630 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c191bc3-e76f-4d88-a84e-8e76775e333b tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] GET failed (client error): The resource could not be found. Sep 23 07:02:07.711424 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-7c191bc3-e76f-4d88-a84e-8e76775e333b tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "GET /v2.0/ports/ec4bfe9f-900a-46c7-aa92-473ada11ff45 HTTP/1.1" status: 404 len: 333 time: 0.0377085 Sep 23 07:02:07.712139 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53326) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:07.769217 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 53328) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:07.824109 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-180894dc-efce-48d3-bb22-5979980ff6ce tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Deleting subnet 31299e9e-132f-4e69-9b90-76e63424f107 {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:02:07.827921 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-180894dc-efce-48d3-bb22-5979980ff6ce tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:07.876258 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-180894dc-efce-48d3-bb22-5979980ff6ce tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:07.927885 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device c667c0a6-2e5b-45bb-aa98-124e0b9f0631 up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:02:07.999886 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-180894dc-efce-48d3-bb22-5979980ff6ce tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:08.055932 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-358564c5-3036-4041-84aa-cde1bda700f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:08.058761 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c489c2e-19fc-47fe-bb86-9d921158c3e7 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Router 3598af31-c130-47db-b956-c728d91313d5 is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 07:02:08.069386 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port c667c0a6-2e5b-45bb-aa98-124e0b9f0631 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:02:08.074559 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port c667c0a6-2e5b-45bb-aa98-124e0b9f0631 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:02:08.074938 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:08.105077 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-180894dc-efce-48d3-bb22-5979980ff6ce tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:08.120776 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-180894dc-efce-48d3-bb22-5979980ff6ce tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:08.123813 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-180894dc-efce-48d3-bb22-5979980ff6ce tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "DELETE /v2.0/subnets/31299e9e-132f-4e69-9b90-76e63424f107 HTTP/1.1" status: 204 len: 168 time: 0.4098649 Sep 23 07:02:08.156744 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53330) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:08.158755 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180894dc-efce-48d3-bb22-5979980ff6ce tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event deleted for resources: {'Subnet': ['ID=31299e9e-132f-4e69-9b90-76e63424f107,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:08.205226 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5dfdf1-7f00-442f-917a-8197ceb87d96 None None] Network c77afe42-7a35-4e72-aac6-3a0c7c770037 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:02:08.251275 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b48470cf-91d3-4df7-80a4-701f50c7e458 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:08.319920 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-b48470cf-91d3-4df7-80a4-701f50c7e458 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Deleting port b7cc9ee5-1adb-4e62-86e5-4f5c4a8761c2 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:02:08.320276 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b48470cf-91d3-4df7-80a4-701f50c7e458 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:08.371907 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:08.543976 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-b48470cf-91d3-4df7-80a4-701f50c7e458 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] For port b7cc9ee5-1adb-4e62-86e5-4f5c4a8761c2, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=b7cc9ee5-1adb-4e62-86e5-4f5c4a8761c2,segment=NetworkSegment(3092f061-8bc7-423e-9100-8d68de13ffe5),segment_id=3092f061-8bc7-423e-9100-8d68de13ffe5)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:02:08.544346 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b48470cf-91d3-4df7-80a4-701f50c7e458 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:08.558923 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d64eaf9-1330-4312-83ea-b58ad2db284a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c667c0a6-2e5b-45bb-aa98-124e0b9f0631'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:02:08.567935 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11562554-fa06-430e-8546-239b35bd3853" -d '{"events": [{"server_uuid": "7d64eaf9-1330-4312-83ea-b58ad2db284a", "name": "network-vif-plugged", "status": "completed", "tag": "c667c0a6-2e5b-45bb-aa98-124e0b9f0631"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:02:08.586162 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port c667c0a6-2e5b-45bb-aa98-124e0b9f0631, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=c667c0a6-2e5b-45bb-aa98-124e0b9f0631,segment=NetworkSegment(3554076c-8e7b-4c3b-8e26-a2ae47bd7b3a),segment_id=3554076c-8e7b-4c3b-8e26-a2ae47bd7b3a)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:02:08.588651 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-b48470cf-91d3-4df7-80a4-701f50c7e458 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Calling delete_port for b7cc9ee5-1adb-4e62-86e5-4f5c4a8761c2 owned by network:dhcp {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:02:08.594573 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:08.713556 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6da7ffb-c705-4bef-9452-9a9ec1678b47 x-openstack-request-id: req-a6da7ffb-c705-4bef-9452-9a9ec1678b47 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:02:08.713971 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d64eaf9-1330-4312-83ea-b58ad2db284a", "name": "network-vif-plugged", "status": "completed", "tag": "c667c0a6-2e5b-45bb-aa98-124e0b9f0631", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:02:08.714234 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a6da7ffb-c705-4bef-9452-9a9ec1678b47 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:02:08.714640 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d64eaf9-1330-4312-83ea-b58ad2db284a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c667c0a6-2e5b-45bb-aa98-124e0b9f0631', 'code': 200} Sep 23 07:02:08.744800 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f19c8bc-b8dd-4569-b2af-f34452b576da None None] DHCP port deletion for c77afe42-7a35-4e72-aac6-3a0c7c770037 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 07:02:08.765316 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=c667c0a6-2e5b-45bb-aa98-124e0b9f0631,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:08.926266 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-3f19c8bc-b8dd-4569-b2af-f34452b576da None None] Deleting port b7cc9ee5-1adb-4e62-86e5-4f5c4a8761c2 {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:02:08.927369 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3f19c8bc-b8dd-4569-b2af-f34452b576da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:08.942665 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aadae55-71fa-4520-b3a4-ef75b8c06cef req-8e266b6d-1444-4450-b6f8-cc5a3d75b542 tempest-ServerPasswordTestJSON-1982048801 tempest-ServerPasswordTestJSON-1982048801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:02:08.945060 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6aadae55-71fa-4520-b3a4-ef75b8c06cef req-8e266b6d-1444-4450-b6f8-cc5a3d75b542 tempest-ServerPasswordTestJSON-1982048801 tempest-ServerPasswordTestJSON-1982048801-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d64eaf9-1330-4312-83ea-b58ad2db284a HTTP/1.1" status: 200 len: 945 time: 0.3942487 Sep 23 07:02:09.010886 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b48470cf-91d3-4df7-80a4-701f50c7e458 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:09.032310 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c489c2e-19fc-47fe-bb86-9d921158c3e7 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:02:09.071866 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6aadae55-71fa-4520-b3a4-ef75b8c06cef req-ffb5c840-63ba-4af9-909f-79848e410ddc tempest-ServerPasswordTestJSON-1982048801 tempest-ServerPasswordTestJSON-1982048801-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ba31baa-348a-492b-a34e-8f248834c50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084535 Sep 23 07:02:09.107699 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1c489c2e-19fc-47fe-bb86-9d921158c3e7 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:09.108916 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-1c489c2e-19fc-47fe-bb86-9d921158c3e7 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 4.2178178 Sep 23 07:02:09.113833 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48470cf-91d3-4df7-80a4-701f50c7e458 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event deleted for resources: {'Port': ['ID=b7cc9ee5-1adb-4e62-86e5-4f5c4a8761c2,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:09.115426 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 53344) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:09.125428 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c804683-b064-4e58-934b-a3679f6b142e None None] Sync routers for ids ['3598af31-c130-47db-b956-c728d91313d5'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:02:09.128596 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3f5a7e-a2dd-4e6a-8bce-3e5b0ecc3b9b req-401cf5fb-ebf5-4bf4-9aee-64cf7016521b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:02:09.131369 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2c3f5a7e-a2dd-4e6a-8bce-3e5b0ecc3b9b req-401cf5fb-ebf5-4bf4-9aee-64cf7016521b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7d64eaf9-1330-4312-83ea-b58ad2db284a HTTP/1.1" status: 200 len: 1097 time: 0.2956429 Sep 23 07:02:09.138782 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48470cf-91d3-4df7-80a4-701f50c7e458 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] No DVR routers for this DVR port b7cc9ee5-1adb-4e62-86e5-4f5c4a8761c2 on host n-d-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:02:09.162255 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c804683-b064-4e58-934b-a3679f6b142e None None] Routers {'3598af31-c130-47db-b956-c728d91313d5'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:02:09.163937 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-9c804683-b064-4e58-934b-a3679f6b142e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:01:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['3598af31-c130-47db-b956-c728d91313d5'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:02:09.275287 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-3f19c8bc-b8dd-4569-b2af-f34452b576da None None] For port b7cc9ee5-1adb-4e62-86e5-4f5c4a8761c2, host n-d-715271-16, got binding levels [] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:02:09.278539 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3f19c8bc-b8dd-4569-b2af-f34452b576da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:09.287201 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-9c804683-b064-4e58-934b-a3679f6b142e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:02:09.299599 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b48470cf-91d3-4df7-80a4-701f50c7e458 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:09.319709 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-3f19c8bc-b8dd-4569-b2af-f34452b576da None None] Calling delete_port for b7cc9ee5-1adb-4e62-86e5-4f5c4a8761c2 owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:02:09.327354 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.ipam_backend_mixin [None req-3f19c8bc-b8dd-4569-b2af-f34452b576da None None] Port b7cc9ee5-1adb-4e62-86e5-4f5c4a8761c2 was not found and therefore no delete operation was performed {{(pid=95067) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 23 07:02:09.328248 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-b48470cf-91d3-4df7-80a4-701f50c7e458 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c77afe42-7a35-4e72-aac6-3a0c7c770037']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:02:09.331143 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3f19c8bc-b8dd-4569-b2af-f34452b576da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:09.339662 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c804683-b064-4e58-934b-a3679f6b142e None None] Routers {'3598af31-c130-47db-b956-c728d91313d5'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:02:09.341023 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-9c804683-b064-4e58-934b-a3679f6b142e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:01:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['3598af31-c130-47db-b956-c728d91313d5'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:02:09.356068 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-b48470cf-91d3-4df7-80a4-701f50c7e458 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3092f061-8bc7-423e-9100-8d68de13ffe5') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:02:09.358973 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-b48470cf-91d3-4df7-80a4-701f50c7e458 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3092f061-8bc7-423e-9100-8d68de13ffe5') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:02:09.391071 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2c3f5a7e-a2dd-4e6a-8bce-3e5b0ecc3b9b req-b23451ae-868c-417b-93cc-7d7b51f04c0b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7ba31baa-348a-492b-a34e-8f248834c50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156129 Sep 23 07:02:09.393339 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b48470cf-91d3-4df7-80a4-701f50c7e458 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:09.412601 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b48470cf-91d3-4df7-80a4-701f50c7e458 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:09.418980 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f19c8bc-b8dd-4569-b2af-f34452b576da None None] Pushing event deleted for resources: {'Port': ['ID=b7cc9ee5-1adb-4e62-86e5-4f5c4a8761c2,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:09.421884 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b48470cf-91d3-4df7-80a4-701f50c7e458 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:02:09.423233 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b48470cf-91d3-4df7-80a4-701f50c7e458 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:09.425939 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f19c8bc-b8dd-4569-b2af-f34452b576da None None] No DVR routers for this DVR port b7cc9ee5-1adb-4e62-86e5-4f5c4a8761c2 on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:02:09.428041 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-9c804683-b064-4e58-934b-a3679f6b142e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:02:09.428536 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c804683-b064-4e58-934b-a3679f6b142e None None] The sync data for ids ['3598af31-c130-47db-b956-c728d91313d5'] in n-d-715271-16 is: [] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:02:09.457614 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 07:02:09.457614 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:02:09.457614 n-d-715271-16 neutron-server[95065]: timer() Sep 23 07:02:09.457614 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:02:09.457614 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 07:02:09.457614 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:02:09.457614 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 07:02:09.457614 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:02:09.457614 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 07:02:09.457614 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:02:09.457614 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 07:02:09.457614 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:02:09.457614 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 07:02:09.457614 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:02:09.457614 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:02:09.457614 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:02:09.457614 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:02:09.457614 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:02:09.457614 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 07:02:09.457614 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:02:09.457614 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 07:02:09.457614 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:02:09.457614 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:02:09.457614 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:02:09.457614 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 07:02:09.457614 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:02:09.457614 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:02:09.457614 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:02:09.457614 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:02:09.457614 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:02:09.457614 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:02:09.457614 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:02:09.475111 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-a3202bc0-aa9f-46a0-b853-48c92c905a12 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "GET /v2.0/routers/3598af31-c130-47db-b956-c728d91313d5 HTTP/1.1" status: 200 len: 881 time: 0.3540170 Sep 23 07:02:09.475631 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 53346) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:09.523869 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b48470cf-91d3-4df7-80a4-701f50c7e458 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:09.531230 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b48470cf-91d3-4df7-80a4-701f50c7e458 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:09.533301 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-b48470cf-91d3-4df7-80a4-701f50c7e458 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "DELETE /v2.0/networks/c77afe42-7a35-4e72-aac6-3a0c7c770037 HTTP/1.1" status: 204 len: 168 time: 1.3707800 Sep 23 07:02:09.552279 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53348) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:09.553105 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48470cf-91d3-4df7-80a4-701f50c7e458 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event deleted for resources: {'Network': ['ID=c77afe42-7a35-4e72-aac6-3a0c7c770037,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:09.569041 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-a2df79fa-4e15-49f6-aa4e-eef9e1b1e173 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-66497662'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:02:09.570213 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c0451011-8868-4447-b5a1-02b778fb1ec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066969'] for router_interface, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:09.621411 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2df79fa-4e15-49f6-aa4e-eef9e1b1e173 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Made reservation on behalf of 07ae454f7ce4401191be202855767634 for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:02:09.628879 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a2df79fa-4e15-49f6-aa4e-eef9e1b1e173 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:09.683320 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2df79fa-4e15-49f6-aa4e-eef9e1b1e173 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:02:09.700461 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a2df79fa-4e15-49f6-aa4e-eef9e1b1e173 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:09.701329 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-a2df79fa-4e15-49f6-aa4e-eef9e1b1e173 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Added segment 5417ae8b-6be7-4817-a57f-2fab34c15285 of type vlan for network 66ead7ff-9fe3-4967-b82b-22d789c50626 Sep 23 07:02:09.803037 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a2df79fa-4e15-49f6-aa4e-eef9e1b1e173 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:09.838646 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a2df79fa-4e15-49f6-aa4e-eef9e1b1e173 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:09.847523 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2df79fa-4e15-49f6-aa4e-eef9e1b1e173 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:02:09.848880 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a2df79fa-4e15-49f6-aa4e-eef9e1b1e173 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:09.891530 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-a2df79fa-4e15-49f6-aa4e-eef9e1b1e173 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3344119 Sep 23 07:02:09.894412 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53352) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:09.899070 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-33faf9be-1fa1-4157-a92d-085c29295332 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Request body: {'subnet': {'network_id': '66ead7ff-9fe3-4967-b82b-22d789c50626', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:02:09.948622 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2df79fa-4e15-49f6-aa4e-eef9e1b1e173 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event updated for resources: {'Network': ['ID=66ead7ff-9fe3-4967-b82b-22d789c50626,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:09.949341 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-e99a4155-9f8c-492b-918c-9a402204b74d tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.4725065 Sep 23 07:02:09.951289 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 53354) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:09.957535 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-f92b7bbd-aaf3-4042-b9c7-5d9be5630223 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1803563661'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:02:09.968839 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 66ead7ff-9fe3-4967-b82b-22d789c50626 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:02:10.105409 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33faf9be-1fa1-4157-a92d-085c29295332 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Made reservation on behalf of 07ae454f7ce4401191be202855767634 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:02:10.114727 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:10.117773 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-33faf9be-1fa1-4157-a92d-085c29295332 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:10.278193 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device b7cc9ee5-1adb-4e62-86e5-4f5c4a8761c2 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:02:10.301422 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: b7cc9ee5-1adb-4e62-86e5-4f5c4a8761c2 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:02:10.301743 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device b7cc9ee5-1adb-4e62-86e5-4f5c4a8761c2 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:02:10.413470 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a13f376-54ed-4f30-a258-70f30bbc6c41 req-38e9a979-0675-4867-8d26-cc436a8371a7 tempest-ServerPasswordTestJSON-1982048801 tempest-ServerPasswordTestJSON-1982048801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:02:10.415081 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1a13f376-54ed-4f30-a258-70f30bbc6c41 req-38e9a979-0675-4867-8d26-cc436a8371a7 tempest-ServerPasswordTestJSON-1982048801 tempest-ServerPasswordTestJSON-1982048801-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d64eaf9-1330-4312-83ea-b58ad2db284a HTTP/1.1" status: 200 len: 945 time: 0.1090379 Sep 23 07:02:10.451688 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-c0451011-8868-4447-b5a1-02b778fb1ec2 admin admin] Deleting port 4f7c542f-96ca-413f-9849-65bda7cd2750 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:02:10.452040 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c0451011-8868-4447-b5a1-02b778fb1ec2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:10.500993 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1a13f376-54ed-4f30-a258-70f30bbc6c41 req-959fc0ae-24a5-4940-aff7-0248eec68ba2 tempest-ServerPasswordTestJSON-1982048801 tempest-ServerPasswordTestJSON-1982048801-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ba31baa-348a-492b-a34e-8f248834c50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776761 Sep 23 07:02:10.510068 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-33faf9be-1fa1-4157-a92d-085c29295332 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:10.589324 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33faf9be-1fa1-4157-a92d-085c29295332 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event updated for resources: {'Subnet': ['ID=03b412c2-de77-459c-be43-9435d499d019,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:10.598120 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33faf9be-1fa1-4157-a92d-085c29295332 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Checking segment: {'id': '5417ae8b-6be7-4817-a57f-2fab34c15285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '66ead7ff-9fe3-4967-b82b-22d789c50626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:02:10.598480 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33faf9be-1fa1-4157-a92d-085c29295332 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Network hostable DHCP agents. Network: 66ead7ff-9fe3-4967-b82b-22d789c50626, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:02:10.625841 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33faf9be-1fa1-4157-a92d-085c29295332 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Network 66ead7ff-9fe3-4967-b82b-22d789c50626 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:02:10.645268 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-33faf9be-1fa1-4157-a92d-085c29295332 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 66ead7ff-9fe3-4967-b82b-22d789c50626) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:02:10.653707 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33faf9be-1fa1-4157-a92d-085c29295332 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:02:10.655804 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-33faf9be-1fa1-4157-a92d-085c29295332 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:10.657024 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923bb509-9c67-4dd5-a317-90d5f508c40f None None] Network 66ead7ff-9fe3-4967-b82b-22d789c50626 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:02:10.681281 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-33faf9be-1fa1-4157-a92d-085c29295332 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7858870 Sep 23 07:02:10.685268 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53362) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:10.692834 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-87e2038e-aac7-406d-a614-65426cd0964e tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1751537193', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:02:10.715992 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-c0451011-8868-4447-b5a1-02b778fb1ec2 admin admin] For port 4f7c542f-96ca-413f-9849-65bda7cd2750, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=4f7c542f-96ca-413f-9849-65bda7cd2750,segment=NetworkSegment(9bd7ac6d-d0ea-41a0-b103-8c3b286ade04),segment_id=9bd7ac6d-d0ea-41a0-b103-8c3b286ade04)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:02:10.716470 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c0451011-8868-4447-b5a1-02b778fb1ec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:10.750256 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f92b7bbd-aaf3-4042-b9c7-5d9be5630223 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2069904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5251'] for router, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:10.755089 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-c0451011-8868-4447-b5a1-02b778fb1ec2 admin admin] Calling delete_port for 4f7c542f-96ca-413f-9849-65bda7cd2750 owned by network:router_interface {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:02:10.762265 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-87e2038e-aac7-406d-a614-65426cd0964e tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:10.764806 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-87e2038e-aac7-406d-a614-65426cd0964e tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:10.774062 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f92b7bbd-aaf3-4042-b9c7-5d9be5630223 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2069929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2069922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2064665'] for router, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:10.939337 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-87e2038e-aac7-406d-a614-65426cd0964e tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:10.948338 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-87e2038e-aac7-406d-a614-65426cd0964e tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:10.976136 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-87e2038e-aac7-406d-a614-65426cd0964e tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:10.981799 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-87e2038e-aac7-406d-a614-65426cd0964e tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2947063 Sep 23 07:02:10.982576 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53366) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:10.989661 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-a0ffee89-f95a-4c70-8ee2-c186def6d88b tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Request body: {'port': {'network_id': '66ead7ff-9fe3-4967-b82b-22d789c50626', 'name': 'tempest-PortsTestJSON-1237709470'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:02:10.997516 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c327dbb1-6b65-462d-9af5-3d8d2c4f9a11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-66ead7ff-9fe3-4967-b82b-22d789c50626', 'network_id': '66ead7ff-9fe3-4967-b82b-22d789c50626', 'tenant_id': '07ae454f7ce4401191be202855767634', 'fixed_ips': [{'subnet_id': '03b412c2-de77-459c-be43-9435d499d019'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:02:10.998756 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c327dbb1-6b65-462d-9af5-3d8d2c4f9a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:11.023331 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f92b7bbd-aaf3-4042-b9c7-5d9be5630223 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Router 3598af31-c130-47db-b956-c728d91313d5 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:02:11.121506 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3e708caa-ae89-46ac-b3b7-c438d77b809e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:11.192809 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c0451011-8868-4447-b5a1-02b778fb1ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:11.203681 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ffee89-f95a-4c70-8ee2-c186def6d88b tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Made reservation on behalf of 07ae454f7ce4401191be202855767634 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:02:11.213629 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a0ffee89-f95a-4c70-8ee2-c186def6d88b tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:11.247494 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [None req-a0ffee89-f95a-4c70-8ee2-c186def6d88b tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] device_id is not set on port f34b55d3-b5c4-48e4-aa30-b87b837816ac yet. {{(pid=95065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 07:02:11.277714 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-c327dbb1-6b65-462d-9af5-3d8d2c4f9a11 None None] Allocated IP 172.20.0.2 (66ead7ff-9fe3-4967-b82b-22d789c50626/03b412c2-de77-459c-be43-9435d499d019/2ec0d39d-45c4-49d4-afdb-541b002098f8) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:02:11.518125 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:11.520463 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c327dbb1-6b65-462d-9af5-3d8d2c4f9a11 None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:11.528571 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c327dbb1-6b65-462d-9af5-3d8d2c4f9a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:11.574352 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c327dbb1-6b65-462d-9af5-3d8d2c4f9a11 None None] Network 66ead7ff-9fe3-4967-b82b-22d789c50626 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:02:11.578370 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-c327dbb1-6b65-462d-9af5-3d8d2c4f9a11 None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:02:11.585286 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c327dbb1-6b65-462d-9af5-3d8d2c4f9a11 None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:02:11.623888 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c327dbb1-6b65-462d-9af5-3d8d2c4f9a11 None None] Pushing event updated for resources: {'Port': ['ID=2ec0d39d-45c4-49d4-afdb-541b002098f8,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:11.655788 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-a0ffee89-f95a-4c70-8ee2-c186def6d88b tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Allocated IP 172.20.0.3 (66ead7ff-9fe3-4967-b82b-22d789c50626/03b412c2-de77-459c-be43-9435d499d019/f34b55d3-b5c4-48e4-aa30-b87b837816ac) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:02:11.660052 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-c327dbb1-6b65-462d-9af5-3d8d2c4f9a11 None None] Attempting to bind port 2ec0d39d-45c4-49d4-afdb-541b002098f8 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:02:11.660687 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-c327dbb1-6b65-462d-9af5-3d8d2c4f9a11 None None] Attempting to bind port 2ec0d39d-45c4-49d4-afdb-541b002098f8 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '5417ae8b-6be7-4817-a57f-2fab34c15285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '66ead7ff-9fe3-4967-b82b-22d789c50626'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:02:11.661167 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c327dbb1-6b65-462d-9af5-3d8d2c4f9a11 None None] Attempting to bind port 2ec0d39d-45c4-49d4-afdb-541b002098f8 on network 66ead7ff-9fe3-4967-b82b-22d789c50626 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:02:11.668824 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c327dbb1-6b65-462d-9af5-3d8d2c4f9a11 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:02:11.669425 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c327dbb1-6b65-462d-9af5-3d8d2c4f9a11 None None] Checking segment: {'id': '5417ae8b-6be7-4817-a57f-2fab34c15285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '66ead7ff-9fe3-4967-b82b-22d789c50626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:02:11.670014 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c327dbb1-6b65-462d-9af5-3d8d2c4f9a11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:11.670673 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c327dbb1-6b65-462d-9af5-3d8d2c4f9a11 None None] Bound using segment: {'id': '5417ae8b-6be7-4817-a57f-2fab34c15285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '66ead7ff-9fe3-4967-b82b-22d789c50626'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:02:11.671313 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-c327dbb1-6b65-462d-9af5-3d8d2c4f9a11 None None] Bound port: 2ec0d39d-45c4-49d4-afdb-541b002098f8, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5417ae8b-6be7-4817-a57f-2fab34c15285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '66ead7ff-9fe3-4967-b82b-22d789c50626'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:02:11.671923 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c327dbb1-6b65-462d-9af5-3d8d2c4f9a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:11.747235 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0451011-8868-4447-b5a1-02b778fb1ec2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f7c542f-96ca-413f-9849-65bda7cd2750,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:11.757747 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-c327dbb1-6b65-462d-9af5-3d8d2c4f9a11 None None] For port 2ec0d39d-45c4-49d4-afdb-541b002098f8, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:02:11.762906 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-c327dbb1-6b65-462d-9af5-3d8d2c4f9a11 None None] For port 2ec0d39d-45c4-49d4-afdb-541b002098f8, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=2ec0d39d-45c4-49d4-afdb-541b002098f8,segment=NetworkSegment(5417ae8b-6be7-4817-a57f-2fab34c15285),segment_id=5417ae8b-6be7-4817-a57f-2fab34c15285)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:02:11.770891 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c327dbb1-6b65-462d-9af5-3d8d2c4f9a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:11.784755 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f92b7bbd-aaf3-4042-b9c7-5d9be5630223 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:02:11.798195 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba659916-2f7a-4ba1-a7f8-cb0a1ab2cc39 None None] Sync routers for ids ['3598af31-c130-47db-b956-c728d91313d5'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:02:11.807899 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f92b7bbd-aaf3-4042-b9c7-5d9be5630223 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:11.811378 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-f92b7bbd-aaf3-4042-b9c7-5d9be5630223 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "PUT /v2.0/routers/3598af31-c130-47db-b956-c728d91313d5 HTTP/1.1" status: 200 len: 888 time: 1.8553441 Sep 23 07:02:11.813385 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba659916-2f7a-4ba1-a7f8-cb0a1ab2cc39 None None] Routers {'3598af31-c130-47db-b956-c728d91313d5'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:02:11.814309 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-ba659916-2f7a-4ba1-a7f8-cb0a1ab2cc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:02:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['3598af31-c130-47db-b956-c728d91313d5'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:02:11.851140 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53380) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:11.852626 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-ba659916-2f7a-4ba1-a7f8-cb0a1ab2cc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:02:11.864383 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c327dbb1-6b65-462d-9af5-3d8d2c4f9a11 None None] Pushing event updated for resources: {'Port': ['ID=2ec0d39d-45c4-49d4-afdb-541b002098f8,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:11.888059 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba659916-2f7a-4ba1-a7f8-cb0a1ab2cc39 None None] Routers {'3598af31-c130-47db-b956-c728d91313d5'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:02:11.888708 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-ba659916-2f7a-4ba1-a7f8-cb0a1ab2cc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:02:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['3598af31-c130-47db-b956-c728d91313d5'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:02:11.939907 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-ba659916-2f7a-4ba1-a7f8-cb0a1ab2cc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:02:11.940571 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba659916-2f7a-4ba1-a7f8-cb0a1ab2cc39 None None] The sync data for ids ['3598af31-c130-47db-b956-c728d91313d5'] in n-d-715271-16 is: [] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:02:12.001337 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021cf09-fd2a-43fb-bc6e-573f20406220 req-7dc90222-90cb-4538-b633-c864abc69be5 tempest-ServerPasswordTestJSON-1982048801 tempest-ServerPasswordTestJSON-1982048801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:02:12.003006 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b021cf09-fd2a-43fb-bc6e-573f20406220 req-7dc90222-90cb-4538-b633-c864abc69be5 tempest-ServerPasswordTestJSON-1982048801 tempest-ServerPasswordTestJSON-1982048801-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d64eaf9-1330-4312-83ea-b58ad2db284a HTTP/1.1" status: 200 len: 945 time: 0.2797348 Sep 23 07:02:12.020283 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a0ffee89-f95a-4c70-8ee2-c186def6d88b tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:12.117506 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b021cf09-fd2a-43fb-bc6e-573f20406220 req-5eb25d83-6f9d-4fd6-828e-1ccfe73425fa tempest-ServerPasswordTestJSON-1982048801 tempest-ServerPasswordTestJSON-1982048801-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ba31baa-348a-492b-a34e-8f248834c50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047919 Sep 23 07:02:12.128683 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c0451011-8868-4447-b5a1-02b778fb1ec2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2068624'] for router_interface, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:12.260266 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-fb1b55c6-f180-42bb-86f7-6d670710248c tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "GET /v2.0/routers/3598af31-c130-47db-b956-c728d91313d5 HTTP/1.1" status: 200 len: 888 time: 0.4061012 Sep 23 07:02:12.286215 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:12.295171 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53398) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:12.387008 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-d5a513c6-fbac-43d9-8b04-67ee7ae044dd tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "GET /v2.0/ports?device_id=3598af31-c130-47db-b956-c728d91313d5 HTTP/1.1" status: 200 len: 205 time: 0.0905066 Sep 23 07:02:12.391396 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53400) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:12.412277 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a0ffee89-f95a-4c70-8ee2-c186def6d88b tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:12.506643 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ffee89-f95a-4c70-8ee2-c186def6d88b tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Network 66ead7ff-9fe3-4967-b82b-22d789c50626 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:02:12.513380 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-a0ffee89-f95a-4c70-8ee2-c186def6d88b tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:02:12.529926 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ffee89-f95a-4c70-8ee2-c186def6d88b tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:02:12.536737 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ffee89-f95a-4c70-8ee2-c186def6d88b tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event updated for resources: {'Port': ['ID=f34b55d3-b5c4-48e4-aa30-b87b837816ac,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:12.606143 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53408) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:12.620014 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0451011-8868-4447-b5a1-02b778fb1ec2 admin admin] Router d33a3124-24d4-415c-a7e5-188c4356472b has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:02:12.663079 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a4d42bd5-2dc2-4022-92c6-c9131f32d342 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for router, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:12.680210 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ffee89-f95a-4c70-8ee2-c186def6d88b tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:02:12.681245 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a0ffee89-f95a-4c70-8ee2-c186def6d88b tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:12.754971 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-a0ffee89-f95a-4c70-8ee2-c186def6d88b tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7690690 Sep 23 07:02:12.759099 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 53412) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:12.853425 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2036834b-a0b6-4d84-953b-2136611e6a6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:12.896849 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a4d42bd5-2dc2-4022-92c6-c9131f32d342 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:13.016274 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-a4d42bd5-2dc2-4022-92c6-c9131f32d342 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Deleting port ecca1a47-00db-491c-9a4e-deccd2eee665 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:02:13.016559 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a4d42bd5-2dc2-4022-92c6-c9131f32d342 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:13.019654 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0451011-8868-4447-b5a1-02b778fb1ec2 admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:02:13.026417 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-c0451011-8868-4447-b5a1-02b778fb1ec2 admin admin] 10.222.0.39 "PUT /v2.0/routers/d33a3124-24d4-415c-a7e5-188c4356472b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2555585 Sep 23 07:02:13.030899 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791dfed8-d145-4565-a088-2c5948bbe10b None None] Sync routers for ids ['d33a3124-24d4-415c-a7e5-188c4356472b'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:02:13.034310 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 53418) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:13.045707 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791dfed8-d145-4565-a088-2c5948bbe10b None None] Routers {'d33a3124-24d4-415c-a7e5-188c4356472b'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:02:13.046663 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-791dfed8-d145-4565-a088-2c5948bbe10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:02:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['d33a3124-24d4-415c-a7e5-188c4356472b'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:02:13.052755 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6acd6d-548c-424e-82d3-0605521f438b req-b49c9aae-cddc-4a6e-9e1b-8f7c78716064 tempest-ServerPasswordTestJSON-1982048801 tempest-ServerPasswordTestJSON-1982048801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:02:13.054395 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1d6acd6d-548c-424e-82d3-0605521f438b req-b49c9aae-cddc-4a6e-9e1b-8f7c78716064 tempest-ServerPasswordTestJSON-1982048801 tempest-ServerPasswordTestJSON-1982048801-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d64eaf9-1330-4312-83ea-b58ad2db284a HTTP/1.1" status: 200 len: 945 time: 0.1700048 Sep 23 07:02:13.149364 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a4d42bd5-2dc2-4022-92c6-c9131f32d342 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:13.169223 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-a4d42bd5-2dc2-4022-92c6-c9131f32d342 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Calling delete_port for ecca1a47-00db-491c-9a4e-deccd2eee665 owned by network:router_gateway {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:02:13.181518 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2036834b-a0b6-4d84-953b-2136611e6a6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:13.200362 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2036834b-a0b6-4d84-953b-2136611e6a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:13.243108 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-791dfed8-d145-4565-a088-2c5948bbe10b None None] Set router d33a3124-24d4-415c-a7e5-188c4356472b gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:02:13.306791 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2036834b-a0b6-4d84-953b-2136611e6a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf2a5dd-d965-4b0c-8be4-058f5b4c61f7,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:13.312777 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-2036834b-a0b6-4d84-953b-2136611e6a6e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=76729f803cee42e8bd9c20aa0421b0c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7050993 Sep 23 07:02:13.318373 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53420) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:13.400897 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-58dc596c-9a73-4a62-a894-427921ead765 admin admin] Notify callbacks [] for router, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:13.467806 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1d6acd6d-548c-424e-82d3-0605521f438b req-31e4c506-f777-40df-85b1-c6f6556fde3a tempest-ServerPasswordTestJSON-1982048801 tempest-ServerPasswordTestJSON-1982048801-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ba31baa-348a-492b-a34e-8f248834c50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3386137 Sep 23 07:02:13.517617 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2bba802e-08b0-478e-985d-cfb7677546f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:13.523529 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7962c2ae-2204-4ca1-ad0c-67c0904ce7ad None None] Network 66ead7ff-9fe3-4967-b82b-22d789c50626 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:02:13.547978 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-46c7dfdb-f824-4045-8c27-d2c54cd093e4 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:13.551433 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2bba802e-08b0-478e-985d-cfb7677546f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:13.621711 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a4d42bd5-2dc2-4022-92c6-c9131f32d342 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:13.657329 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d42bd5-2dc2-4022-92c6-c9131f32d342 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Pushing event deleted for resources: {'Port': ['ID=ecca1a47-00db-491c-9a4e-deccd2eee665,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:13.680214 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-791dfed8-d145-4565-a088-2c5948bbe10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd33a3124-24d4-415c-a7e5-188c4356472b', 'name': 'tempest-ServerRescueNegativeTestJSON-1246367544-router', 'tenant_id': '975c49cb4b83465685884a643e7b4a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '3fb01e64-5a0a-494f-8ccc-9dc68c4e9602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:59:21Z', 'updated_at': '2021-09-23T07:02:11Z', 'revision_number': 5, 'project_id': '975c49cb4b83465685884a643e7b4a2e', 'gw_port': {'id': '3fb01e64-5a0a-494f-8ccc-9dc68c4e9602', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ba:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33a3124-24d4-415c-a7e5-188c4356472b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:59:23Z', 'updated_at': '2021-09-23T06:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:02:13.719242 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791dfed8-d145-4565-a088-2c5948bbe10b None None] Checking router: d33a3124-24d4-415c-a7e5-188c4356472b for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:02:13.726669 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-71632c33-07b7-45ba-bf79-e4810c617ff3 None None] Provisioning complete for port 2ec0d39d-45c4-49d4-afdb-541b002098f8 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:02:13.727053 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-71632c33-07b7-45ba-bf79-e4810c617ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:13.750088 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2bba802e-08b0-478e-985d-cfb7677546f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:13.753179 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2bba802e-08b0-478e-985d-cfb7677546f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:13.754504 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-2bba802e-08b0-478e-985d-cfb7677546f3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3bf2a5dd-d965-4b0c-8be4-058f5b4c61f7 HTTP/1.1" status: 204 len: 168 time: 0.4356415 Sep 23 07:02:13.755650 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a4d42bd5-2dc2-4022-92c6-c9131f32d342 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2068563'] for router_gateway, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:13.778367 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-58dc596c-9a73-4a62-a894-427921ead765 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:13.843001 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bba802e-08b0-478e-985d-cfb7677546f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf2a5dd-d965-4b0c-8be4-058f5b4c61f7,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:13.886431 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a4d42bd5-2dc2-4022-92c6-c9131f32d342 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:13.890202 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a4d42bd5-2dc2-4022-92c6-c9131f32d342 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:13.945077 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a4d42bd5-2dc2-4022-92c6-c9131f32d342 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:13.946366 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d42bd5-2dc2-4022-92c6-c9131f32d342 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Fanout notify agent at l3_agent the message router_deleted on router 3598af31-c130-47db-b956-c728d91313d5 {{(pid=95065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 07:02:13.969825 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a4d42bd5-2dc2-4022-92c6-c9131f32d342 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:13.971528 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-a4d42bd5-2dc2-4022-92c6-c9131f32d342 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "DELETE /v2.0/routers/3598af31-c130-47db-b956-c728d91313d5 HTTP/1.1" status: 204 len: 168 time: 1.5756986 Sep 23 07:02:13.991353 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53430) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:13.998723 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-5f47c9d7-da89-459d-84be-650682281f45 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Request body: {'network': {'name': 'tempest-RoutersTest-1251963819'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:02:14.037759 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f47c9d7-da89-459d-84be-650682281f45 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Made reservation on behalf of d7464ba7b96349c78070f768c2b55fbf for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:02:14.044830 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5f47c9d7-da89-459d-84be-650682281f45 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:14.062274 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-46c7dfdb-f824-4045-8c27-d2c54cd093e4 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:14.068466 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791dfed8-d145-4565-a088-2c5948bbe10b None None] Routers {'d33a3124-24d4-415c-a7e5-188c4356472b'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:02:14.069208 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-791dfed8-d145-4565-a088-2c5948bbe10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:02:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['d33a3124-24d4-415c-a7e5-188c4356472b'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:02:14.073232 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-46c7dfdb-f824-4045-8c27-d2c54cd093e4 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:14.085613 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f47c9d7-da89-459d-84be-650682281f45 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:02:14.124742 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5f47c9d7-da89-459d-84be-650682281f45 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:14.125152 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-5f47c9d7-da89-459d-84be-650682281f45 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Added segment 32926902-e08a-4f3c-bb59-8c196f8d67e4 of type vlan for network 006c72f5-aa55-4871-9a99-6d741e4a97c5 Sep 23 07:02:14.199507 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-58dc596c-9a73-4a62-a894-427921ead765 admin admin] Deleting port 3fb01e64-5a0a-494f-8ccc-9dc68c4e9602 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:02:14.199883 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-58dc596c-9a73-4a62-a894-427921ead765 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:14.201883 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c7dfdb-f824-4045-8c27-d2c54cd093e4 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event updated for resources: {'Port': ['ID=f34b55d3-b5c4-48e4-aa30-b87b837816ac,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:14.231527 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5f47c9d7-da89-459d-84be-650682281f45 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:14.253351 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:14.321224 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5f47c9d7-da89-459d-84be-650682281f45 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:14.330319 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f47c9d7-da89-459d-84be-650682281f45 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:02:14.336701 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 2ec0d39d-45c4-49d4-afdb-541b002098f8 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:02:14.340029 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5f47c9d7-da89-459d-84be-650682281f45 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:14.380002 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-791dfed8-d145-4565-a088-2c5948bbe10b None None] Set router d33a3124-24d4-415c-a7e5-188c4356472b gateway port host: None {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:02:14.433491 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-58dc596c-9a73-4a62-a894-427921ead765 admin admin] For port 3fb01e64-5a0a-494f-8ccc-9dc68c4e9602, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=3fb01e64-5a0a-494f-8ccc-9dc68c4e9602,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:02:14.434556 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-58dc596c-9a73-4a62-a894-427921ead765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:14.493069 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-5f47c9d7-da89-459d-84be-650682281f45 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4983559 Sep 23 07:02:14.498318 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 53438) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:14.514725 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-6fb9be23-a7c3-4888-8f03-cf45e5ba395c tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Request body: {'subnet': {'network_id': '006c72f5-aa55-4871-9a99-6d741e4a97c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:02:14.540090 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-58dc596c-9a73-4a62-a894-427921ead765 admin admin] Calling delete_port for 3fb01e64-5a0a-494f-8ccc-9dc68c4e9602 owned by network:router_gateway {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:02:14.605063 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-791dfed8-d145-4565-a088-2c5948bbe10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd33a3124-24d4-415c-a7e5-188c4356472b', 'name': 'tempest-ServerRescueNegativeTestJSON-1246367544-router', 'tenant_id': '975c49cb4b83465685884a643e7b4a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:59:21Z', 'updated_at': '2021-09-23T07:02:13Z', 'revision_number': 6, 'project_id': '975c49cb4b83465685884a643e7b4a2e', 'gw_port_host': None}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:02:14.641643 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8accec2c-b1df-4503-ab17-b67a26258f9b req-4ef5cfb8-0b47-4d54-b76b-9da0c987869c tempest-ServerPasswordTestJSON-1982048801 tempest-ServerPasswordTestJSON-1982048801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:02:14.644171 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8accec2c-b1df-4503-ab17-b67a26258f9b req-4ef5cfb8-0b47-4d54-b76b-9da0c987869c tempest-ServerPasswordTestJSON-1982048801 tempest-ServerPasswordTestJSON-1982048801-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d64eaf9-1330-4312-83ea-b58ad2db284a HTTP/1.1" status: 200 len: 945 time: 0.2483442 Sep 23 07:02:14.645093 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f47c9d7-da89-459d-84be-650682281f45 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Pushing event updated for resources: {'Network': ['ID=006c72f5-aa55-4871-9a99-6d741e4a97c5,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:14.684886 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 006c72f5-aa55-4871-9a99-6d741e4a97c5 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:02:14.694175 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791dfed8-d145-4565-a088-2c5948bbe10b None None] The sync data for ids ['d33a3124-24d4-415c-a7e5-188c4356472b'] in n-d-715271-16 is: [{'id': 'd33a3124-24d4-415c-a7e5-188c4356472b', 'name': 'tempest-ServerRescueNegativeTestJSON-1246367544-router', 'tenant_id': '975c49cb4b83465685884a643e7b4a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:59:21Z', 'updated_at': '2021-09-23T07:02:13Z', 'revision_number': 6, 'project_id': '975c49cb4b83465685884a643e7b4a2e', 'gw_port_host': None}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:02:14.754830 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-46c7dfdb-f824-4045-8c27-d2c54cd093e4 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068614'] for router_interface, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:14.793384 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241694d6-eb8e-4278-83bb-4681771745a0 req-08b2e8a4-a880-42a8-8df8-b71d34d3e6ff tempest-ServerPasswordTestJSON-1982048801 tempest-ServerPasswordTestJSON-1982048801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:02:14.795354 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-241694d6-eb8e-4278-83bb-4681771745a0 req-08b2e8a4-a880-42a8-8df8-b71d34d3e6ff tempest-ServerPasswordTestJSON-1982048801 tempest-ServerPasswordTestJSON-1982048801-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d64eaf9-1330-4312-83ea-b58ad2db284a HTTP/1.1" status: 200 len: 945 time: 0.1725748 Sep 23 07:02:14.824149 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-71632c33-07b7-45ba-bf79-e4810c617ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:14.844946 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 2ec0d39d-45c4-49d4-afdb-541b002098f8 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:02:14.845201 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:14.884863 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-241694d6-eb8e-4278-83bb-4681771745a0 req-a55a8a67-6b83-4633-ae78-e75d6b8bb5f1 tempest-ServerPasswordTestJSON-1982048801 tempest-ServerPasswordTestJSON-1982048801-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ba31baa-348a-492b-a34e-8f248834c50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829623 Sep 23 07:02:14.887498 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-8accec2c-b1df-4503-ab17-b67a26258f9b req-b0db9477-286a-41c7-bb34-80085cf62540 tempest-ServerPasswordTestJSON-1982048801 tempest-ServerPasswordTestJSON-1982048801-project] Deleting port c667c0a6-2e5b-45bb-aa98-124e0b9f0631 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:02:14.887844 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-8accec2c-b1df-4503-ab17-b67a26258f9b req-b0db9477-286a-41c7-bb34-80085cf62540 tempest-ServerPasswordTestJSON-1982048801 tempest-ServerPasswordTestJSON-1982048801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:14.915049 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-71632c33-07b7-45ba-bf79-e4810c617ff3 None None] For port 2ec0d39d-45c4-49d4-afdb-541b002098f8, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=2ec0d39d-45c4-49d4-afdb-541b002098f8,segment=NetworkSegment(5417ae8b-6be7-4817-a57f-2fab34c15285),segment_id=5417ae8b-6be7-4817-a57f-2fab34c15285)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:02:14.924063 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-71632c33-07b7-45ba-bf79-e4810c617ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:14.999291 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71632c33-07b7-45ba-bf79-e4810c617ff3 None None] Pushing event updated for resources: {'Port': ['ID=2ec0d39d-45c4-49d4-afdb-541b002098f8,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:15.058346 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-86e02ae2-52fd-40ac-88b5-eb9298e061ce None None] Provisioning complete for port 2ec0d39d-45c4-49d4-afdb-541b002098f8 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:02:15.058729 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-86e02ae2-52fd-40ac-88b5-eb9298e061ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:15.083837 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-8accec2c-b1df-4503-ab17-b67a26258f9b req-b0db9477-286a-41c7-bb34-80085cf62540 tempest-ServerPasswordTestJSON-1982048801 tempest-ServerPasswordTestJSON-1982048801-project] For port c667c0a6-2e5b-45bb-aa98-124e0b9f0631, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=c667c0a6-2e5b-45bb-aa98-124e0b9f0631,segment=NetworkSegment(3554076c-8e7b-4c3b-8e26-a2ae47bd7b3a),segment_id=3554076c-8e7b-4c3b-8e26-a2ae47bd7b3a)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:02:15.084213 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-8accec2c-b1df-4503-ab17-b67a26258f9b req-b0db9477-286a-41c7-bb34-80085cf62540 tempest-ServerPasswordTestJSON-1982048801 tempest-ServerPasswordTestJSON-1982048801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:15.117437 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-8accec2c-b1df-4503-ab17-b67a26258f9b req-b0db9477-286a-41c7-bb34-80085cf62540 tempest-ServerPasswordTestJSON-1982048801 tempest-ServerPasswordTestJSON-1982048801-project] Calling delete_port for c667c0a6-2e5b-45bb-aa98-124e0b9f0631 owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:02:15.173586 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-58dc596c-9a73-4a62-a894-427921ead765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:15.233919 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dc596c-9a73-4a62-a894-427921ead765 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fb01e64-5a0a-494f-8ccc-9dc68c4e9602,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:15.265429 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-86e02ae2-52fd-40ac-88b5-eb9298e061ce None None] Provisioning complete for port f34b55d3-b5c4-48e4-aa30-b87b837816ac triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:02:15.266102 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-86e02ae2-52fd-40ac-88b5-eb9298e061ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:15.331911 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb9be23-a7c3-4888-8f03-cf45e5ba395c tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Made reservation on behalf of d7464ba7b96349c78070f768c2b55fbf for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:02:15.336048 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6fb9be23-a7c3-4888-8f03-cf45e5ba395c tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:15.346343 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-86e02ae2-52fd-40ac-88b5-eb9298e061ce None None] Port f34b55d3-b5c4-48e4-aa30-b87b837816ac cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:02:15.356416 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-58dc596c-9a73-4a62-a894-427921ead765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2068563'] for router_gateway, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:15.376778 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-8accec2c-b1df-4503-ab17-b67a26258f9b req-b0db9477-286a-41c7-bb34-80085cf62540 tempest-ServerPasswordTestJSON-1982048801 tempest-ServerPasswordTestJSON-1982048801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:15.386034 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-46c7dfdb-f824-4045-8c27-d2c54cd093e4 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:15.401145 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['c667c0a6-2e5b-45bb-aa98-124e0b9f0631'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:02:15.432037 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0db9477-286a-41c7-bb34-80085cf62540 tempest-ServerPasswordTestJSON-1982048801 tempest-ServerPasswordTestJSON-1982048801-project] Pushing event deleted for resources: {'Port': ['ID=c667c0a6-2e5b-45bb-aa98-124e0b9f0631,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:15.474116 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-8accec2c-b1df-4503-ab17-b67a26258f9b req-b0db9477-286a-41c7-bb34-80085cf62540 tempest-ServerPasswordTestJSON-1982048801 tempest-ServerPasswordTestJSON-1982048801-project] No DVR routers for this DVR port c667c0a6-2e5b-45bb-aa98-124e0b9f0631 on host n-h1-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:02:15.477250 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-8accec2c-b1df-4503-ab17-b67a26258f9b req-b0db9477-286a-41c7-bb34-80085cf62540 tempest-ServerPasswordTestJSON-1982048801 tempest-ServerPasswordTestJSON-1982048801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:15.478231 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-4124c15e-7ea5-4f75-bf3a-ce6f641de0dc None None] Provisioning complete for port f34b55d3-b5c4-48e4-aa30-b87b837816ac triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:02:15.478900 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-4124c15e-7ea5-4f75-bf3a-ce6f641de0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:15.480403 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8accec2c-b1df-4503-ab17-b67a26258f9b req-b0db9477-286a-41c7-bb34-80085cf62540 tempest-ServerPasswordTestJSON-1982048801 tempest-ServerPasswordTestJSON-1982048801-project] 10.222.0.21 "DELETE /v2.0/ports/c667c0a6-2e5b-45bb-aa98-124e0b9f0631 HTTP/1.1" status: 204 len: 173 time: 0.8239343 Sep 23 07:02:15.481181 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d64eaf9-1330-4312-83ea-b58ad2db284a', 'name': 'network-vif-deleted', 'tag': 'c667c0a6-2e5b-45bb-aa98-124e0b9f0631'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:02:15.493012 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91706c82-5294-42f4-8732-73bc06cc4306" -d '{"events": [{"server_uuid": "7d64eaf9-1330-4312-83ea-b58ad2db284a", "name": "network-vif-deleted", "tag": "c667c0a6-2e5b-45bb-aa98-124e0b9f0631"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:02:15.536027 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-4124c15e-7ea5-4f75-bf3a-ce6f641de0dc None None] Port f34b55d3-b5c4-48e4-aa30-b87b837816ac cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:02:15.559652 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a666fd0-732d-4eca-8b1a-3f261ab49126 x-openstack-request-id: req-3a666fd0-732d-4eca-8b1a-3f261ab49126 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:02:15.560154 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d64eaf9-1330-4312-83ea-b58ad2db284a", "name": "network-vif-deleted", "tag": "c667c0a6-2e5b-45bb-aa98-124e0b9f0631", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:02:15.560565 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3a666fd0-732d-4eca-8b1a-3f261ab49126 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:02:15.561232 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d64eaf9-1330-4312-83ea-b58ad2db284a', 'name': 'network-vif-deleted', 'tag': 'c667c0a6-2e5b-45bb-aa98-124e0b9f0631', 'status': 'completed', 'code': 200} Sep 23 07:02:15.875150 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-58dc596c-9a73-4a62-a894-427921ead765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:15.911524 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-58dc596c-9a73-4a62-a894-427921ead765 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:16.032301 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-58dc596c-9a73-4a62-a894-427921ead765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:16.033408 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58dc596c-9a73-4a62-a894-427921ead765 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d33a3124-24d4-415c-a7e5-188c4356472b {{(pid=95066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 07:02:16.042296 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-58dc596c-9a73-4a62-a894-427921ead765 admin admin] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:16.043627 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-58dc596c-9a73-4a62-a894-427921ead765 admin admin] 10.222.0.39 "DELETE /v2.0/routers/d33a3124-24d4-415c-a7e5-188c4356472b HTTP/1.1" status: 204 len: 168 time: 3.0083313 Sep 23 07:02:16.047841 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 53448) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:16.051062 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4b45f294-7904-4eb1-bb38-f88f1f5687ed req-c6dd1eff-c59d-48d2-a16a-753771bf5246 tempest-ServerPasswordTestJSON-1982048801 tempest-ServerPasswordTestJSON-1982048801-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d64eaf9-1330-4312-83ea-b58ad2db284a HTTP/1.1" status: 200 len: 210 time: 0.0495050 Sep 23 07:02:16.207196 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-52f1a9fe-f7a6-44d9-ac2a-8026abeb8a30 admin admin] Deleting subnet 17c90601-5462-41e7-bf81-405fc24353fe {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:02:16.210540 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-52f1a9fe-f7a6-44d9-ac2a-8026abeb8a30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:16.242150 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 2ec0d39d-45c4-49d4-afdb-541b002098f8 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:02:16.319562 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 2ec0d39d-45c4-49d4-afdb-541b002098f8 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:02:16.324280 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:16.327616 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-52f1a9fe-f7a6-44d9-ac2a-8026abeb8a30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:16.468403 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6fb9be23-a7c3-4888-8f03-cf45e5ba395c tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:16.488799 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 4f7c542f-96ca-413f-9849-65bda7cd2750 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:02:16.496242 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-52f1a9fe-f7a6-44d9-ac2a-8026abeb8a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:16.517316 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 4f7c542f-96ca-413f-9849-65bda7cd2750 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:02:16.517747 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 4f7c542f-96ca-413f-9849-65bda7cd2750 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:02:16.518273 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 3fb01e64-5a0a-494f-8ccc-9dc68c4e9602 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:02:16.544743 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 3fb01e64-5a0a-494f-8ccc-9dc68c4e9602 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:02:16.545317 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 3fb01e64-5a0a-494f-8ccc-9dc68c4e9602 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:02:16.635171 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-46c7dfdb-f824-4045-8c27-d2c54cd093e4 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:16.637051 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb9be23-a7c3-4888-8f03-cf45e5ba395c tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Pushing event updated for resources: {'Subnet': ['ID=62020544-a061-46e4-abe1-cf10f2858392,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:16.657420 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-46c7dfdb-f824-4045-8c27-d2c54cd093e4 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:16.747788 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb9be23-a7c3-4888-8f03-cf45e5ba395c tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Checking segment: {'id': '32926902-e08a-4f3c-bb59-8c196f8d67e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '006c72f5-aa55-4871-9a99-6d741e4a97c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:02:16.748286 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb9be23-a7c3-4888-8f03-cf45e5ba395c tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Network hostable DHCP agents. Network: 006c72f5-aa55-4871-9a99-6d741e4a97c5, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:02:16.755591 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-52f1a9fe-f7a6-44d9-ac2a-8026abeb8a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:16.808794 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-46c7dfdb-f824-4045-8c27-d2c54cd093e4 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067062'] for router_interface, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:16.812355 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f1a9fe-f7a6-44d9-ac2a-8026abeb8a30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17c90601-5462-41e7-bf81-405fc24353fe,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:16.814916 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-52f1a9fe-f7a6-44d9-ac2a-8026abeb8a30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:16.818356 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-52f1a9fe-f7a6-44d9-ac2a-8026abeb8a30 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/17c90601-5462-41e7-bf81-405fc24353fe HTTP/1.1" status: 204 len: 168 time: 0.7689333 Sep 23 07:02:16.819671 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53456) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:16.823587 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c7dfdb-f824-4045-8c27-d2c54cd093e4 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event updated for resources: {'Port': ['ID=f34b55d3-b5c4-48e4-aa30-b87b837816ac,revision_number=3']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:16.858938 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb9be23-a7c3-4888-8f03-cf45e5ba395c tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Network 006c72f5-aa55-4871-9a99-6d741e4a97c5 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:02:16.921541 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-6fb9be23-a7c3-4888-8f03-cf45e5ba395c tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 006c72f5-aa55-4871-9a99-6d741e4a97c5) {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:02:16.930978 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb9be23-a7c3-4888-8f03-cf45e5ba395c tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:02:16.931972 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6fb9be23-a7c3-4888-8f03-cf45e5ba395c tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:16.932756 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee61364-47db-48d6-880b-bc9b5c630406 None None] Network 006c72f5-aa55-4871-9a99-6d741e4a97c5 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:02:16.970230 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-6fb9be23-a7c3-4888-8f03-cf45e5ba395c tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4671490 Sep 23 07:02:16.971522 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 53458) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:16.996208 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c7dfdb-f824-4045-8c27-d2c54cd093e4 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Network 66ead7ff-9fe3-4967-b82b-22d789c50626 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:02:17.002870 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-32e304bb-209b-4ffd-8508-64a150577306 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-66892571', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:02:17.009659 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-46c7dfdb-f824-4045-8c27-d2c54cd093e4 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:02:17.191464 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 53462) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:17.200860 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc32dfc-857a-4314-8450-58bc268dc812 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-006c72f5-aa55-4871-9a99-6d741e4a97c5', 'network_id': '006c72f5-aa55-4871-9a99-6d741e4a97c5', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'fixed_ips': [{'subnet_id': '62020544-a061-46e4-abe1-cf10f2858392'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:02:17.203019 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5cc32dfc-857a-4314-8450-58bc268dc812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:17.257364 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cd1ab4b-2fe3-4f6d-b766-4a357767229b admin admin] Deleting subnet bb9a99df-0e06-4f76-9b64-373c70923634 {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:02:17.262423 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4cd1ab4b-2fe3-4f6d-b766-4a357767229b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:17.303945 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-32e304bb-209b-4ffd-8508-64a150577306 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:17.305152 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-32e304bb-209b-4ffd-8508-64a150577306 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:17.374848 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-32e304bb-209b-4ffd-8508-64a150577306 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:17.384516 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-6b11ac1d-4448-4615-bd2a-93e5f20031af None None] Provisioning complete for port f34b55d3-b5c4-48e4-aa30-b87b837816ac triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:02:17.386142 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-6b11ac1d-4448-4615-bd2a-93e5f20031af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:17.387086 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-32e304bb-209b-4ffd-8508-64a150577306 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:17.404336 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fb94c08d-6155-438c-9f3b-9c43a347f1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:17.419066 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-32e304bb-209b-4ffd-8508-64a150577306 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:17.423778 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-32e304bb-209b-4ffd-8508-64a150577306 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.4420485 Sep 23 07:02:17.426206 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 53464) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:17.430957 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4cd1ab4b-2fe3-4f6d-b766-4a357767229b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:17.432935 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-6b11ac1d-4448-4615-bd2a-93e5f20031af None None] Port f34b55d3-b5c4-48e4-aa30-b87b837816ac cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:02:17.506314 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46c7dfdb-f824-4045-8c27-d2c54cd093e4 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Router 34149eab-c8f0-45a7-80c1-ed9aa82c7ef9 is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 07:02:17.508348 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fb94c08d-6155-438c-9f3b-9c43a347f1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:17.516435 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-5cc32dfc-857a-4314-8450-58bc268dc812 None None] Allocated IP 172.20.0.2 (006c72f5-aa55-4871-9a99-6d741e4a97c5/62020544-a061-46e4-abe1-cf10f2858392/5f48768c-d678-4856-92d2-94493be4a294) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:02:17.539696 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-fb94c08d-6155-438c-9f3b-9c43a347f1f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1168109-2f74-485d-b022-6ac22a84b1fa']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:02:17.552071 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-fb94c08d-6155-438c-9f3b-9c43a347f1f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bd7ac6d-d0ea-41a0-b103-8c3b286ade04') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:02:17.552360 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-fb94c08d-6155-438c-9f3b-9c43a347f1f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bd7ac6d-d0ea-41a0-b103-8c3b286ade04') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:02:17.566096 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fb94c08d-6155-438c-9f3b-9c43a347f1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:17.582709 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fb94c08d-6155-438c-9f3b-9c43a347f1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:17.591316 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb94c08d-6155-438c-9f3b-9c43a347f1f3 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:02:17.591815 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fb94c08d-6155-438c-9f3b-9c43a347f1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:17.593956 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 07:02:17.593956 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:02:17.593956 n-d-715271-16 neutron-server[95065]: timer() Sep 23 07:02:17.593956 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:02:17.593956 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 07:02:17.593956 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:02:17.593956 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 07:02:17.593956 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:02:17.593956 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 07:02:17.593956 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:02:17.593956 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 07:02:17.593956 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:02:17.593956 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 07:02:17.593956 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:02:17.593956 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:02:17.593956 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:02:17.593956 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:02:17.593956 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:02:17.593956 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 07:02:17.593956 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:02:17.593956 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 07:02:17.593956 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:02:17.593956 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:02:17.593956 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:02:17.593956 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 07:02:17.593956 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:02:17.593956 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:02:17.593956 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:02:17.593956 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:02:17.593956 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:02:17.593956 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:02:17.593956 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:02:17.660154 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4cd1ab4b-2fe3-4f6d-b766-4a357767229b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:17.691086 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fb94c08d-6155-438c-9f3b-9c43a347f1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:17.691831 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5cc32dfc-857a-4314-8450-58bc268dc812 None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:17.703605 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5cc32dfc-857a-4314-8450-58bc268dc812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:17.712234 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fb94c08d-6155-438c-9f3b-9c43a347f1f3 admin admin] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:17.716763 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-fb94c08d-6155-438c-9f3b-9c43a347f1f3 admin admin] 10.222.0.39 "DELETE /v2.0/networks/b1168109-2f74-485d-b022-6ac22a84b1fa HTTP/1.1" status: 204 len: 168 time: 0.8928804 Sep 23 07:02:17.732652 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb94c08d-6155-438c-9f3b-9c43a347f1f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1168109-2f74-485d-b022-6ac22a84b1fa,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:17.755314 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc32dfc-857a-4314-8450-58bc268dc812 None None] Pushing event updated for resources: {'Port': ['ID=5f48768c-d678-4856-92d2-94493be4a294,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:17.783306 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc32dfc-857a-4314-8450-58bc268dc812 None None] Network 006c72f5-aa55-4871-9a99-6d741e4a97c5 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:02:17.789123 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-5cc32dfc-857a-4314-8450-58bc268dc812 None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:02:17.792186 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc32dfc-857a-4314-8450-58bc268dc812 None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:02:17.864345 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-5cc32dfc-857a-4314-8450-58bc268dc812 None None] Attempting to bind port 5f48768c-d678-4856-92d2-94493be4a294 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:02:17.864774 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-5cc32dfc-857a-4314-8450-58bc268dc812 None None] Attempting to bind port 5f48768c-d678-4856-92d2-94493be4a294 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '32926902-e08a-4f3c-bb59-8c196f8d67e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '006c72f5-aa55-4871-9a99-6d741e4a97c5'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:02:17.865288 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc32dfc-857a-4314-8450-58bc268dc812 None None] Attempting to bind port 5f48768c-d678-4856-92d2-94493be4a294 on network 006c72f5-aa55-4871-9a99-6d741e4a97c5 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:02:17.871848 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc32dfc-857a-4314-8450-58bc268dc812 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:02:17.872411 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc32dfc-857a-4314-8450-58bc268dc812 None None] Checking segment: {'id': '32926902-e08a-4f3c-bb59-8c196f8d67e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '006c72f5-aa55-4871-9a99-6d741e4a97c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:02:17.872923 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5cc32dfc-857a-4314-8450-58bc268dc812 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:17.873485 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc32dfc-857a-4314-8450-58bc268dc812 None None] Bound using segment: {'id': '32926902-e08a-4f3c-bb59-8c196f8d67e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '006c72f5-aa55-4871-9a99-6d741e4a97c5'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:02:17.874160 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-5cc32dfc-857a-4314-8450-58bc268dc812 None None] Bound port: 5f48768c-d678-4856-92d2-94493be4a294, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32926902-e08a-4f3c-bb59-8c196f8d67e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '006c72f5-aa55-4871-9a99-6d741e4a97c5'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:02:17.874620 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5cc32dfc-857a-4314-8450-58bc268dc812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:17.909091 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46c7dfdb-f824-4045-8c27-d2c54cd093e4 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:02:17.920877 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-46c7dfdb-f824-4045-8c27-d2c54cd093e4 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "PUT /v2.0/routers/34149eab-c8f0-45a7-80c1-ed9aa82c7ef9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1588783 Sep 23 07:02:17.925083 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53470) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:17.934976 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5637daa3-6b30-476d-86e9-068c032b3fbd None None] Sync routers for ids ['34149eab-c8f0-45a7-80c1-ed9aa82c7ef9'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:02:17.946053 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 53472) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:17.948846 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device c667c0a6-2e5b-45bb-aa98-124e0b9f0631 no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:02:17.957909 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5637daa3-6b30-476d-86e9-068c032b3fbd None None] Routers {'34149eab-c8f0-45a7-80c1-ed9aa82c7ef9'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:02:17.959646 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-5637daa3-6b30-476d-86e9-068c032b3fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:02:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['34149eab-c8f0-45a7-80c1-ed9aa82c7ef9'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:02:17.960126 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4cd1ab4b-2fe3-4f6d-b766-4a357767229b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:17.992826 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd1ab4b-2fe3-4f6d-b766-4a357767229b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb9a99df-0e06-4f76-9b64-373c70923634,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:17.993153 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] No Port match for: c667c0a6-2e5b-45bb-aa98-124e0b9f0631 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:02:17.996302 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device c667c0a6-2e5b-45bb-aa98-124e0b9f0631 not bound to the agent host n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:02:18.008734 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3462d056-767f-41b4-b268-0d75b4ad0489 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:02:18.013135 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-3462d056-767f-41b4-b268-0d75b4ad0489 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "GET /v2.0/ports?device_id=34149eab-c8f0-45a7-80c1-ed9aa82c7ef9 HTTP/1.1" status: 200 len: 982 time: 0.0831382 Sep 23 07:02:18.014267 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53474) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:18.014386 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4cd1ab4b-2fe3-4f6d-b766-4a357767229b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:18.017290 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-4cd1ab4b-2fe3-4f6d-b766-4a357767229b admin admin] 10.222.0.39 "DELETE /v2.0/subnets/bb9a99df-0e06-4f76-9b64-373c70923634 HTTP/1.1" status: 204 len: 168 time: 0.8167558 Sep 23 07:02:18.020455 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 53476) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:18.028543 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-5cc32dfc-857a-4314-8450-58bc268dc812 None None] For port 5f48768c-d678-4856-92d2-94493be4a294, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:02:18.032071 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-5cc32dfc-857a-4314-8450-58bc268dc812 None None] For port 5f48768c-d678-4856-92d2-94493be4a294, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=5f48768c-d678-4856-92d2-94493be4a294,segment=NetworkSegment(32926902-e08a-4f3c-bb59-8c196f8d67e4),segment_id=32926902-e08a-4f3c-bb59-8c196f8d67e4)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:02:18.036738 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5cc32dfc-857a-4314-8450-58bc268dc812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:18.047768 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-5637daa3-6b30-476d-86e9-068c032b3fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:02:18.059787 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5637daa3-6b30-476d-86e9-068c032b3fbd None None] Routers {'34149eab-c8f0-45a7-80c1-ed9aa82c7ef9'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:02:18.060645 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-5637daa3-6b30-476d-86e9-068c032b3fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:02:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['34149eab-c8f0-45a7-80c1-ed9aa82c7ef9'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:02:18.070399 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0803ea50-8344-4db3-a909-62c5b070de6a tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:18.101609 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-5637daa3-6b30-476d-86e9-068c032b3fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:02:18.102744 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5637daa3-6b30-476d-86e9-068c032b3fbd None None] The sync data for ids ['34149eab-c8f0-45a7-80c1-ed9aa82c7ef9'] in n-d-715271-16 is: [] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:02:18.108898 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-69237715-8d38-4dab-84a4-e4aee2779f1b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=975c49cb4b83465685884a643e7b4a2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1591022 Sep 23 07:02:18.121690 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc32dfc-857a-4314-8450-58bc268dc812 None None] Pushing event updated for resources: {'Port': ['ID=5f48768c-d678-4856-92d2-94493be4a294,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:18.130685 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53478) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:18.217902 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-26b8605a-246c-4eec-bec8-bf29dab8005b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:18.270061 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cdddf5a2-e9a5-4547-95c2-45b510ba546b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:18.333438 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cdddf5a2-e9a5-4547-95c2-45b510ba546b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:18.429595 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cdddf5a2-e9a5-4547-95c2-45b510ba546b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:18.432991 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cdddf5a2-e9a5-4547-95c2-45b510ba546b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:18.436788 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-cdddf5a2-e9a5-4547-95c2-45b510ba546b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fd2b27e9-002e-4189-a66b-a3d17ee0f452 HTTP/1.1" status: 204 len: 168 time: 0.3028846 Sep 23 07:02:18.448355 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdddf5a2-e9a5-4547-95c2-45b510ba546b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd2b27e9-002e-4189-a66b-a3d17ee0f452,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:18.533700 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7c6af076-f886-4d91-8278-7861580195ba tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066969'] for router_interface, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:18.792719 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-7c6af076-f886-4d91-8278-7861580195ba tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Deleting port f34b55d3-b5c4-48e4-aa30-b87b837816ac {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:02:18.793061 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7c6af076-f886-4d91-8278-7861580195ba tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:18.828105 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-26b8605a-246c-4eec-bec8-bf29dab8005b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:18.912108 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-26b8605a-246c-4eec-bec8-bf29dab8005b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed950cc6-0b2d-4a44-971f-680e4b335fda']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:02:18.946295 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-26b8605a-246c-4eec-bec8-bf29dab8005b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3554076c-8e7b-4c3b-8e26-a2ae47bd7b3a') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:02:18.946926 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-26b8605a-246c-4eec-bec8-bf29dab8005b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3554076c-8e7b-4c3b-8e26-a2ae47bd7b3a') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:02:18.953829 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7c6af076-f886-4d91-8278-7861580195ba tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:18.977131 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-7c6af076-f886-4d91-8278-7861580195ba tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Calling delete_port for f34b55d3-b5c4-48e4-aa30-b87b837816ac owned by network:router_interface {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:02:18.984654 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-26b8605a-246c-4eec-bec8-bf29dab8005b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:19.001968 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-0803ea50-8344-4db3-a909-62c5b070de6a tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Allocated IP 172.20.0.1 (006c72f5-aa55-4871-9a99-6d741e4a97c5/62020544-a061-46e4-abe1-cf10f2858392/3e47ec55-71e8-4255-b851-9e16cc2c9735) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:02:19.034673 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-26b8605a-246c-4eec-bec8-bf29dab8005b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:19.045421 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26b8605a-246c-4eec-bec8-bf29dab8005b admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:02:19.045845 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-26b8605a-246c-4eec-bec8-bf29dab8005b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:19.047831 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 07:02:19.047831 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:02:19.047831 n-d-715271-16 neutron-server[95066]: timer() Sep 23 07:02:19.047831 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:02:19.047831 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 07:02:19.047831 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:02:19.047831 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 07:02:19.047831 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:02:19.047831 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 07:02:19.047831 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:02:19.047831 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 07:02:19.047831 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:02:19.047831 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 07:02:19.047831 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:02:19.047831 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:02:19.047831 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:02:19.047831 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:02:19.047831 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:02:19.047831 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 07:02:19.047831 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:02:19.047831 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 07:02:19.047831 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:02:19.047831 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:02:19.047831 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:02:19.047831 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 07:02:19.047831 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:02:19.047831 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:02:19.047831 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:02:19.047831 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:02:19.047831 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:02:19.047831 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:02:19.047831 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:02:19.283227 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0803ea50-8344-4db3-a909-62c5b070de6a tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:19.295504 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-26b8605a-246c-4eec-bec8-bf29dab8005b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:19.304696 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-26b8605a-246c-4eec-bec8-bf29dab8005b admin admin] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:19.307642 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-26b8605a-246c-4eec-bec8-bf29dab8005b admin admin] 10.222.0.39 "DELETE /v2.0/networks/ed950cc6-0b2d-4a44-971f-680e4b335fda HTTP/1.1" status: 204 len: 168 time: 1.2803013 Sep 23 07:02:19.334165 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b8605a-246c-4eec-bec8-bf29dab8005b admin admin] Pushing event deleted for resources: {'Network': ['ID=ed950cc6-0b2d-4a44-971f-680e4b335fda,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:19.373100 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0803ea50-8344-4db3-a909-62c5b070de6a tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:19.389102 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7c6af076-f886-4d91-8278-7861580195ba tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:19.407646 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19207b61-0f86-4ba4-9ade-c55bfaa6daef None None] Network 006c72f5-aa55-4871-9a99-6d741e4a97c5 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:02:19.424235 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0803ea50-8344-4db3-a909-62c5b070de6a tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Network 006c72f5-aa55-4871-9a99-6d741e4a97c5 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:02:19.427802 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-0803ea50-8344-4db3-a909-62c5b070de6a tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:02:19.431689 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0803ea50-8344-4db3-a909-62c5b070de6a tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:02:19.466444 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0803ea50-8344-4db3-a909-62c5b070de6a tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Pushing event updated for resources: {'Port': ['ID=3e47ec55-71e8-4255-b851-9e16cc2c9735,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:19.502019 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0803ea50-8344-4db3-a909-62c5b070de6a tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068614'] for router_interface, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:19.517403 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6af076-f886-4d91-8278-7861580195ba tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event deleted for resources: {'Port': ['ID=f34b55d3-b5c4-48e4-aa30-b87b837816ac,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:19.547506 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53510) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:19.564512 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-ea395a90-1e9c-4b68-aa87-2bc5bf16cd7c None None] Provisioning complete for port 5f48768c-d678-4856-92d2-94493be4a294 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:02:19.564890 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ea395a90-1e9c-4b68-aa87-2bc5bf16cd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:19.702183 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-c301eb3e-1901-4aef-be6d-d60010416859 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c8123dffd2f04f05b71173c30791d845&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1528420 Sep 23 07:02:19.705928 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53516) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:19.768936 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0803ea50-8344-4db3-a909-62c5b070de6a tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:19.808483 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ea395a90-1e9c-4b68-aa87-2bc5bf16cd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:19.862021 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-ea395a90-1e9c-4b68-aa87-2bc5bf16cd7c None None] For port 5f48768c-d678-4856-92d2-94493be4a294, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=5f48768c-d678-4856-92d2-94493be4a294,segment=NetworkSegment(32926902-e08a-4f3c-bb59-8c196f8d67e4),segment_id=32926902-e08a-4f3c-bb59-8c196f8d67e4)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:02:19.875826 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ea395a90-1e9c-4b68-aa87-2bc5bf16cd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:19.944712 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cc55b6b9-4f3b-4982-bfd1-d74ad5145df7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:19.949293 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7c6af076-f886-4d91-8278-7861580195ba tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2068624'] for router_interface, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:19.987608 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea395a90-1e9c-4b68-aa87-2bc5bf16cd7c None None] Pushing event updated for resources: {'Port': ['ID=5f48768c-d678-4856-92d2-94493be4a294,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:19.991746 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cc55b6b9-4f3b-4982-bfd1-d74ad5145df7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:20.220170 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a97d3a28-2242-4c5f-8bf5-fcdcdc086b6d None None] Provisioning complete for port 3e47ec55-71e8-4255-b851-9e16cc2c9735 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:02:20.220701 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a97d3a28-2242-4c5f-8bf5-fcdcdc086b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:20.233387 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0803ea50-8344-4db3-a909-62c5b070de6a tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:20.242646 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0803ea50-8344-4db3-a909-62c5b070de6a tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:20.271374 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cc55b6b9-4f3b-4982-bfd1-d74ad5145df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:20.276353 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cc55b6b9-4f3b-4982-bfd1-d74ad5145df7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:20.281573 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-cc55b6b9-4f3b-4982-bfd1-d74ad5145df7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7ba31baa-348a-492b-a34e-8f248834c50f HTTP/1.1" status: 204 len: 168 time: 0.5744991 Sep 23 07:02:20.298545 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c6af076-f886-4d91-8278-7861580195ba tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Router 34149eab-c8f0-45a7-80c1-ed9aa82c7ef9 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:02:20.300450 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc55b6b9-4f3b-4982-bfd1-d74ad5145df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba31baa-348a-492b-a34e-8f248834c50f,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:20.343252 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a97d3a28-2242-4c5f-8bf5-fcdcdc086b6d None None] Port 3e47ec55-71e8-4255-b851-9e16cc2c9735 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:02:20.368364 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 5f48768c-d678-4856-92d2-94493be4a294 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:02:20.382316 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0803ea50-8344-4db3-a909-62c5b070de6a tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067062'] for router_interface, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:20.460084 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0803ea50-8344-4db3-a909-62c5b070de6a tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Pushing event updated for resources: {'Port': ['ID=3e47ec55-71e8-4255-b851-9e16cc2c9735,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:20.485715 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a97d3a28-2242-4c5f-8bf5-fcdcdc086b6d None None] Provisioning complete for port 5f48768c-d678-4856-92d2-94493be4a294 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:02:20.486199 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a97d3a28-2242-4c5f-8bf5-fcdcdc086b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:20.523261 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c6af076-f886-4d91-8278-7861580195ba tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:02:20.535410 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-7c6af076-f886-4d91-8278-7861580195ba tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "PUT /v2.0/routers/34149eab-c8f0-45a7-80c1-ed9aa82c7ef9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5200987 Sep 23 07:02:20.538329 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c32b05c-35bd-40fa-96ca-d15568c26059 None None] Sync routers for ids ['34149eab-c8f0-45a7-80c1-ed9aa82c7ef9'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:02:20.539855 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 53530) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:20.556519 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53532) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:20.569960 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 5f48768c-d678-4856-92d2-94493be4a294 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:02:20.570561 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:20.619859 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c32b05c-35bd-40fa-96ca-d15568c26059 None None] Routers {'34149eab-c8f0-45a7-80c1-ed9aa82c7ef9'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:02:20.620984 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-5c32b05c-35bd-40fa-96ca-d15568c26059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:02:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['34149eab-c8f0-45a7-80c1-ed9aa82c7ef9'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:02:20.633258 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-271ab4a6-00e3-45e6-80a3-5cee203b5efa tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] GET failed (client error): The resource could not be found. Sep 23 07:02:20.639237 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-271ab4a6-00e3-45e6-80a3-5cee203b5efa tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "GET /v2.0/ports/f34b55d3-b5c4-48e4-aa30-b87b837816ac HTTP/1.1" status: 404 len: 333 time: 0.0982113 Sep 23 07:02:20.640032 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53536) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:20.666053 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-5c32b05c-35bd-40fa-96ca-d15568c26059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:02:20.686547 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c32b05c-35bd-40fa-96ca-d15568c26059 None None] Routers {'34149eab-c8f0-45a7-80c1-ed9aa82c7ef9'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:02:20.689444 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-5c32b05c-35bd-40fa-96ca-d15568c26059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:02:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['34149eab-c8f0-45a7-80c1-ed9aa82c7ef9'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:02:20.696101 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0803ea50-8344-4db3-a909-62c5b070de6a tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Network 006c72f5-aa55-4871-9a99-6d741e4a97c5 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:02:20.698552 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-0803ea50-8344-4db3-a909-62c5b070de6a tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:02:20.751328 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-5c32b05c-35bd-40fa-96ca-d15568c26059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:02:20.752245 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c32b05c-35bd-40fa-96ca-d15568c26059 None None] The sync data for ids ['34149eab-c8f0-45a7-80c1-ed9aa82c7ef9'] in n-d-715271-16 is: [] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:02:20.811976 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-60e6844e-f4ab-47e7-9dbf-87ab42de5b5a tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for router, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:20.910677 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-803b01d0-2bb6-4a56-b722-38804fc270aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:20.976577 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0803ea50-8344-4db3-a909-62c5b070de6a tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Router 697ff2ac-9ce2-4c93-b099-50d0cce68144 is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 07:02:20.977142 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-89b8b43f-29b3-4ba9-8d68-fbfed645cc56 None None] Provisioning complete for port 3e47ec55-71e8-4255-b851-9e16cc2c9735 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:02:20.978851 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-89b8b43f-29b3-4ba9-8d68-fbfed645cc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:21.024101 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-89b8b43f-29b3-4ba9-8d68-fbfed645cc56 None None] Port 3e47ec55-71e8-4255-b851-9e16cc2c9735 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:02:21.085437 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-60e6844e-f4ab-47e7-9dbf-87ab42de5b5a tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:21.091584 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-60e6844e-f4ab-47e7-9dbf-87ab42de5b5a tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:21.123001 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0803ea50-8344-4db3-a909-62c5b070de6a tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:02:21.130785 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-0803ea50-8344-4db3-a909-62c5b070de6a tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "PUT /v2.0/routers/697ff2ac-9ce2-4c93-b099-50d0cce68144/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7000492 Sep 23 07:02:21.130945 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 53548) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:21.148869 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3497cb-eccb-4c3a-b3d7-593edebcee8a None None] Sync routers for ids ['697ff2ac-9ce2-4c93-b099-50d0cce68144'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:02:21.151360 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-509bf49d-d98e-4647-a420-ed49727408c3 None None] Provisioning complete for port 3e47ec55-71e8-4255-b851-9e16cc2c9735 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:02:21.151778 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-509bf49d-d98e-4647-a420-ed49727408c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:21.156173 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-60e6844e-f4ab-47e7-9dbf-87ab42de5b5a tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:21.156893 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e6844e-f4ab-47e7-9dbf-87ab42de5b5a tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Fanout notify agent at l3_agent the message router_deleted on router 34149eab-c8f0-45a7-80c1-ed9aa82c7ef9 {{(pid=95065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 07:02:21.176447 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-60e6844e-f4ab-47e7-9dbf-87ab42de5b5a tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:21.177388 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3497cb-eccb-4c3a-b3d7-593edebcee8a None None] Routers {'697ff2ac-9ce2-4c93-b099-50d0cce68144'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:02:21.178889 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-8e3497cb-eccb-4c3a-b3d7-593edebcee8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:02:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['697ff2ac-9ce2-4c93-b099-50d0cce68144'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:02:21.182379 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-60e6844e-f4ab-47e7-9dbf-87ab42de5b5a tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "DELETE /v2.0/routers/34149eab-c8f0-45a7-80c1-ed9aa82c7ef9 HTTP/1.1" status: 204 len: 168 time: 0.5412946 Sep 23 07:02:21.184210 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faeb487c-d657-4ef2-998c-883fad0d4c82 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:02:21.185816 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-faeb487c-d657-4ef2-998c-883fad0d4c82 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "GET /v2.0/ports/3e47ec55-71e8-4255-b851-9e16cc2c9735 HTTP/1.1" status: 200 len: 910 time: 0.0539820 Sep 23 07:02:21.186657 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 53552) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:21.196027 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 53554) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:21.202273 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-d6b0b7a9-7580-45f8-afe6-b6a248a1a0d7 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '62020544-a061-46e4-abe1-cf10f2858392'}]}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:02:21.212238 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-509bf49d-d98e-4647-a420-ed49727408c3 None None] Port 3e47ec55-71e8-4255-b851-9e16cc2c9735 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:02:21.247801 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-8e3497cb-eccb-4c3a-b3d7-593edebcee8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:02:21.256935 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-803b01d0-2bb6-4a56-b722-38804fc270aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:21.262253 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3497cb-eccb-4c3a-b3d7-593edebcee8a None None] Routers {'697ff2ac-9ce2-4c93-b099-50d0cce68144'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:02:21.263252 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-8e3497cb-eccb-4c3a-b3d7-593edebcee8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:02:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['697ff2ac-9ce2-4c93-b099-50d0cce68144'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:02:21.263717 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-803b01d0-2bb6-4a56-b722-38804fc270aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:21.305603 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-8e3497cb-eccb-4c3a-b3d7-593edebcee8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:02:21.306099 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c064cdf-b005-4ec0-b081-85d3aa1963b3 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Deleting subnet 03b412c2-de77-459c-be43-9435d499d019 {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:02:21.307499 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3497cb-eccb-4c3a-b3d7-593edebcee8a None None] The sync data for ids ['697ff2ac-9ce2-4c93-b099-50d0cce68144'] in n-d-715271-16 is: [] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:02:21.316610 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2c064cdf-b005-4ec0-b081-85d3aa1963b3 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:21.318264 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803b01d0-2bb6-4a56-b722-38804fc270aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eafffce4-e5b2-4bf5-a190-112ad69da7cb,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:21.332109 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-803b01d0-2bb6-4a56-b722-38804fc270aa admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d975b78bfca94deab2795989d2ae93d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7717438 Sep 23 07:02:21.333669 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53560) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:21.398129 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-77322d38-d242-4c6a-b77e-4f4652bf99f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:21.401031 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2c064cdf-b005-4ec0-b081-85d3aa1963b3 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:21.433974 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-77322d38-d242-4c6a-b77e-4f4652bf99f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:21.494643 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d6b0b7a9-7580-45f8-afe6-b6a248a1a0d7 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:21.498789 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-77322d38-d242-4c6a-b77e-4f4652bf99f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:21.503041 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-77322d38-d242-4c6a-b77e-4f4652bf99f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:21.504887 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-77322d38-d242-4c6a-b77e-4f4652bf99f1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/eafffce4-e5b2-4bf5-a190-112ad69da7cb HTTP/1.1" status: 204 len: 168 time: 0.1705585 Sep 23 07:02:21.518122 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77322d38-d242-4c6a-b77e-4f4652bf99f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eafffce4-e5b2-4bf5-a190-112ad69da7cb,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:21.593500 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2c064cdf-b005-4ec0-b081-85d3aa1963b3 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:21.803318 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2c064cdf-b005-4ec0-b081-85d3aa1963b3 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:21.830951 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57558a9e-6380-4b26-ab22-eb6aed8f08b7 None None] Network 66ead7ff-9fe3-4967-b82b-22d789c50626 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:02:21.843623 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2c064cdf-b005-4ec0-b081-85d3aa1963b3 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:21.848638 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53588) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:21.862895 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-2c064cdf-b005-4ec0-b081-85d3aa1963b3 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "DELETE /v2.0/subnets/03b412c2-de77-459c-be43-9435d499d019 HTTP/1.1" status: 204 len: 168 time: 0.6722515 Sep 23 07:02:21.865512 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c064cdf-b005-4ec0-b081-85d3aa1963b3 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event deleted for resources: {'Subnet': ['ID=03b412c2-de77-459c-be43-9435d499d019,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:22.018159 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b329bffa-be5a-43b6-a659-4a6d5aae13d8 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:22.036417 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-88432164-8e4f-46c7-8fc0-b1d0a569cbaa req-e111baad-276e-4eb9-9fea-13068939490c tempest-ServerShowV257Test-98265775 tempest-ServerShowV257Test-98265775-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2642edc-ad18-40fb-a835-ecf6f73f274b HTTP/1.1" status: 200 len: 210 time: 0.0862775 Sep 23 07:02:22.144585 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-b329bffa-be5a-43b6-a659-4a6d5aae13d8 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Deleting port 2ec0d39d-45c4-49d4-afdb-541b002098f8 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:02:22.145080 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b329bffa-be5a-43b6-a659-4a6d5aae13d8 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:22.207817 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184c11d1-e946-4b3c-885c-179fd59a6156 None None] DHCP port deletion for 66ead7ff-9fe3-4967-b82b-22d789c50626 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 07:02:22.297747 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d6b0b7a9-7580-45f8-afe6-b6a248a1a0d7 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:22.315463 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d6b0b7a9-7580-45f8-afe6-b6a248a1a0d7 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:22.324604 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-b329bffa-be5a-43b6-a659-4a6d5aae13d8 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] For port 2ec0d39d-45c4-49d4-afdb-541b002098f8, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=2ec0d39d-45c4-49d4-afdb-541b002098f8,segment=NetworkSegment(5417ae8b-6be7-4817-a57f-2fab34c15285),segment_id=5417ae8b-6be7-4817-a57f-2fab34c15285)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:02:22.325233 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-184c11d1-e946-4b3c-885c-179fd59a6156 None None] Deleting port 2ec0d39d-45c4-49d4-afdb-541b002098f8 {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:02:22.326025 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b329bffa-be5a-43b6-a659-4a6d5aae13d8 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:22.326470 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-184c11d1-e946-4b3c-885c-179fd59a6156 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:22.357139 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-b329bffa-be5a-43b6-a659-4a6d5aae13d8 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Calling delete_port for 2ec0d39d-45c4-49d4-afdb-541b002098f8 owned by network:dhcp {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:02:22.419327 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-184c11d1-e946-4b3c-885c-179fd59a6156 None None] For port 2ec0d39d-45c4-49d4-afdb-541b002098f8, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=2ec0d39d-45c4-49d4-afdb-541b002098f8,segment=NetworkSegment(5417ae8b-6be7-4817-a57f-2fab34c15285),segment_id=5417ae8b-6be7-4817-a57f-2fab34c15285)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:02:22.419945 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-184c11d1-e946-4b3c-885c-179fd59a6156 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:22.437924 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-184c11d1-e946-4b3c-885c-179fd59a6156 None None] Calling delete_port for 2ec0d39d-45c4-49d4-afdb-541b002098f8 owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:02:22.448317 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b0b7a9-7580-45f8-afe6-b6a248a1a0d7 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:02:22.451704 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d6b0b7a9-7580-45f8-afe6-b6a248a1a0d7 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:22.455318 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-d6b0b7a9-7580-45f8-afe6-b6a248a1a0d7 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "PUT /v2.0/ports/3e47ec55-71e8-4255-b851-9e16cc2c9735 HTTP/1.1" status: 200 len: 910 time: 1.2548532 Sep 23 07:02:22.455998 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 53614) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:22.459610 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b0b7a9-7580-45f8-afe6-b6a248a1a0d7 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Pushing event updated for resources: {'Port': ['ID=3e47ec55-71e8-4255-b851-9e16cc2c9735,revision_number=3']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:22.558509 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b329bffa-be5a-43b6-a659-4a6d5aae13d8 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:22.621559 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b329bffa-be5a-43b6-a659-4a6d5aae13d8 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event deleted for resources: {'Port': ['ID=2ec0d39d-45c4-49d4-afdb-541b002098f8,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:22.632893 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b329bffa-be5a-43b6-a659-4a6d5aae13d8 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] No DVR routers for this DVR port 2ec0d39d-45c4-49d4-afdb-541b002098f8 on host n-d-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:02:22.735096 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 53622) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:22.751986 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-184c11d1-e946-4b3c-885c-179fd59a6156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:22.790420 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184c11d1-e946-4b3c-885c-179fd59a6156 None None] Pushing event deleted for resources: {'Port': ['ID=2ec0d39d-45c4-49d4-afdb-541b002098f8,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:22.792464 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b329bffa-be5a-43b6-a659-4a6d5aae13d8 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:22.812329 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184c11d1-e946-4b3c-885c-179fd59a6156 None None] No DVR routers for this DVR port 2ec0d39d-45c4-49d4-afdb-541b002098f8 on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:02:22.855443 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-b329bffa-be5a-43b6-a659-4a6d5aae13d8 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66ead7ff-9fe3-4967-b82b-22d789c50626']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:02:22.872990 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-b329bffa-be5a-43b6-a659-4a6d5aae13d8 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5417ae8b-6be7-4817-a57f-2fab34c15285') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:02:22.874433 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-b329bffa-be5a-43b6-a659-4a6d5aae13d8 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5417ae8b-6be7-4817-a57f-2fab34c15285') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:02:22.901309 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b329bffa-be5a-43b6-a659-4a6d5aae13d8 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:22.925129 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b329bffa-be5a-43b6-a659-4a6d5aae13d8 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:22.936269 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b329bffa-be5a-43b6-a659-4a6d5aae13d8 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:02:22.937192 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b329bffa-be5a-43b6-a659-4a6d5aae13d8 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:22.938594 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-a74cb50b-67cc-4063-94a8-3d22a03701c4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-295849971-network', 'tenant_id': '4d93d8414d394ae180d5f159fb0b8b54'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:02:22.944708 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 07:02:22.944708 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:02:22.944708 n-d-715271-16 neutron-server[95065]: timer() Sep 23 07:02:22.944708 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:02:22.944708 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 07:02:22.944708 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:02:22.944708 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 07:02:22.944708 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:02:22.944708 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 07:02:22.944708 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:02:22.944708 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 07:02:22.944708 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:02:22.944708 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 07:02:22.944708 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:02:22.944708 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:02:22.944708 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:02:22.944708 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:02:22.944708 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:02:22.944708 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 07:02:22.944708 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:02:22.944708 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 07:02:22.944708 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:02:22.944708 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:02:22.944708 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:02:22.944708 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 07:02:22.944708 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:02:22.944708 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:02:22.944708 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:02:22.944708 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:02:22.944708 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:02:22.944708 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:02:22.944708 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:02:23.001911 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a74cb50b-67cc-4063-94a8-3d22a03701c4 admin admin] Made reservation on behalf of 4d93d8414d394ae180d5f159fb0b8b54 for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:02:23.004206 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a74cb50b-67cc-4063-94a8-3d22a03701c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:23.039577 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a74cb50b-67cc-4063-94a8-3d22a03701c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:23.051515 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b329bffa-be5a-43b6-a659-4a6d5aae13d8 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:23.058951 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b329bffa-be5a-43b6-a659-4a6d5aae13d8 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:23.064810 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-b329bffa-be5a-43b6-a659-4a6d5aae13d8 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "DELETE /v2.0/networks/66ead7ff-9fe3-4967-b82b-22d789c50626 HTTP/1.1" status: 204 len: 168 time: 1.2109630 Sep 23 07:02:23.065029 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 53628) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:23.072749 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b329bffa-be5a-43b6-a659-4a6d5aae13d8 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event deleted for resources: {'Network': ['ID=66ead7ff-9fe3-4967-b82b-22d789c50626,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:23.140086 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d924caa-5f23-46c8-930f-92d63541f6e5 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:02:23.141475 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-0d924caa-5f23-46c8-930f-92d63541f6e5 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "GET /v2.0/ports/d5056a66-4343-48f6-b932-608452ca72e1 HTTP/1.1" status: 200 len: 841 time: 0.0755308 Sep 23 07:02:23.146688 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 53632) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:23.149745 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-43aa5b61-7ba2-4148-8052-94528ba53636 req-67bc1a19-4ccb-467a-8a85-0109f569b23e tempest-ServerShowV257Test-98265775 tempest-ServerShowV257Test-98265775-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2642edc-ad18-40fb-a835-ecf6f73f274b HTTP/1.1" status: 200 len: 210 time: 0.0261326 Sep 23 07:02:23.151031 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a2d03508-3fdb-4483-aeb1-5a2181c72b61 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066969'] for router_interface, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:23.278171 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-6985ee13-65f9-43d9-aee8-6c730aacb645 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "GET /v2.0/ports/d5056a66-4343-48f6-b932-608452ca72e1?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1301992 Sep 23 07:02:23.282802 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53634) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:23.288823 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-a69c35db-5445-457c-8281-afa43c550970 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Request body: {'subnet': {'network_id': '86777a1e-cc73-49e9-a3f2-0c75dce33574', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:02:23.403440 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a74cb50b-67cc-4063-94a8-3d22a03701c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:23.409923 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a74cb50b-67cc-4063-94a8-3d22a03701c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:23.423325 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a69c35db-5445-457c-8281-afa43c550970 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Made reservation on behalf of 07ae454f7ce4401191be202855767634 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:02:23.426911 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a69c35db-5445-457c-8281-afa43c550970 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:23.443871 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a74cb50b-67cc-4063-94a8-3d22a03701c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:02:23.461534 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74cb50b-67cc-4063-94a8-3d22a03701c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee32cbe-0f1f-44ce-8782-e80f084cc9f9,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:23.469520 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a74cb50b-67cc-4063-94a8-3d22a03701c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:23.469758 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-a74cb50b-67cc-4063-94a8-3d22a03701c4 admin admin] Added segment 1c65d3ce-0d0d-44a7-ae9c-a00acf5305e9 of type vlan for network ca28a1fe-55ea-41f7-96a5-1261b4a66187 Sep 23 07:02:23.539191 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a74cb50b-67cc-4063-94a8-3d22a03701c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:23.600113 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a74cb50b-67cc-4063-94a8-3d22a03701c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:23.601082 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74cb50b-67cc-4063-94a8-3d22a03701c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:02:23.601662 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a74cb50b-67cc-4063-94a8-3d22a03701c4 admin admin] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:23.627892 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a69c35db-5445-457c-8281-afa43c550970 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:23.644146 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-a74cb50b-67cc-4063-94a8-3d22a03701c4 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9081886 Sep 23 07:02:23.651709 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-a2d03508-3fdb-4483-aeb1-5a2181c72b61 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Deleting port 3e47ec55-71e8-4255-b851-9e16cc2c9735 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:02:23.652052 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a2d03508-3fdb-4483-aeb1-5a2181c72b61 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:23.654834 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 53636) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:23.674321 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-925e4cfc-6023-45a7-9e42-533f58783e03 admin admin] Request body: {'subnet': {'network_id': 'ca28a1fe-55ea-41f7-96a5-1261b4a66187', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-295849971-subnet', 'tenant_id': '4d93d8414d394ae180d5f159fb0b8b54', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:02:23.680458 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69c35db-5445-457c-8281-afa43c550970 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Network 86777a1e-cc73-49e9-a3f2-0c75dce33574 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:02:23.684148 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-a69c35db-5445-457c-8281-afa43c550970 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:02:23.688300 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69c35db-5445-457c-8281-afa43c550970 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:02:23.688880 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a69c35db-5445-457c-8281-afa43c550970 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:23.693484 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2530861c-ea37-4c73-9772-191b7e604c32 None None] Network 86777a1e-cc73-49e9-a3f2-0c75dce33574 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:02:23.707387 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-a69c35db-5445-457c-8281-afa43c550970 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4231563 Sep 23 07:02:23.709899 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53638) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:23.715109 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-c82fde8b-7693-45d8-8b7f-e5c281f25626 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Request body: {'security_group': {'name': 'tempest-secgroup-1621173020'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:02:23.716674 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74cb50b-67cc-4063-94a8-3d22a03701c4 admin admin] Pushing event updated for resources: {'Network': ['ID=ca28a1fe-55ea-41f7-96a5-1261b4a66187,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:23.722488 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69c35db-5445-457c-8281-afa43c550970 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event updated for resources: {'Subnet': ['ID=6ab26b1e-9470-4027-8c49-ce7c16ea559c,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:23.734882 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network ca28a1fe-55ea-41f7-96a5-1261b4a66187 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:02:23.776026 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-925e4cfc-6023-45a7-9e42-533f58783e03 admin admin] Made reservation on behalf of 4d93d8414d394ae180d5f159fb0b8b54 for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:02:23.778399 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-925e4cfc-6023-45a7-9e42-533f58783e03 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:23.793267 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c82fde8b-7693-45d8-8b7f-e5c281f25626 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:23.823160 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a2d03508-3fdb-4483-aeb1-5a2181c72b61 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:23.865604 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-a2d03508-3fdb-4483-aeb1-5a2181c72b61 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Calling delete_port for 3e47ec55-71e8-4255-b851-9e16cc2c9735 owned by network:router_interface {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:02:23.896128 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c82fde8b-7693-45d8-8b7f-e5c281f25626 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:23.900859 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c82fde8b-7693-45d8-8b7f-e5c281f25626 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:23.933747 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82fde8b-7693-45d8-8b7f-e5c281f25626 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c2f8d20-af98-4362-8de0-1ed64e0780c4,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:23.938770 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c82fde8b-7693-45d8-8b7f-e5c281f25626 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:23.940184 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-c82fde8b-7693-45d8-8b7f-e5c281f25626 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2293551 Sep 23 07:02:23.943255 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 53640) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:23.949879 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8766aaa-8952-47f9-935f-8553677348ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-86777a1e-cc73-49e9-a3f2-0c75dce33574', 'network_id': '86777a1e-cc73-49e9-a3f2-0c75dce33574', 'tenant_id': '07ae454f7ce4401191be202855767634', 'fixed_ips': [{'subnet_id': '6ab26b1e-9470-4027-8c49-ce7c16ea559c'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:02:23.950782 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d8766aaa-8952-47f9-935f-8553677348ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:23.952282 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-2a210274-7068-461b-a876-a43e19896166 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Request body: {'security_group': {'name': 'tempest-secgroup-41231910'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:02:24.111562 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-d8766aaa-8952-47f9-935f-8553677348ea None None] Allocated IP 172.20.0.2 (86777a1e-cc73-49e9-a3f2-0c75dce33574/6ab26b1e-9470-4027-8c49-ce7c16ea559c/8626ca69-beb4-4a13-84e6-51f160c31741) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:02:24.323341 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d8766aaa-8952-47f9-935f-8553677348ea None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:24.328196 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 2ec0d39d-45c4-49d4-afdb-541b002098f8 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:02:24.358709 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 2ec0d39d-45c4-49d4-afdb-541b002098f8 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:02:24.359062 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 2ec0d39d-45c4-49d4-afdb-541b002098f8 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:02:24.361304 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d8766aaa-8952-47f9-935f-8553677348ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:24.404524 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8766aaa-8952-47f9-935f-8553677348ea None None] Network 86777a1e-cc73-49e9-a3f2-0c75dce33574 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:02:24.408819 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-d8766aaa-8952-47f9-935f-8553677348ea None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:02:24.416494 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8766aaa-8952-47f9-935f-8553677348ea None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:02:24.441217 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8766aaa-8952-47f9-935f-8553677348ea None None] Pushing event updated for resources: {'Port': ['ID=8626ca69-beb4-4a13-84e6-51f160c31741,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:24.458442 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-31ae4654-abda-4abd-9b97-b8ca9e278194 req-72d2428e-9788-42d5-8685-e62a64b4f7cc tempest-ServerShowV257Test-98265775 tempest-ServerShowV257Test-98265775-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2642edc-ad18-40fb-a835-ecf6f73f274b HTTP/1.1" status: 200 len: 210 time: 0.0645421 Sep 23 07:02:24.516360 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-d8766aaa-8952-47f9-935f-8553677348ea None None] Attempting to bind port 8626ca69-beb4-4a13-84e6-51f160c31741 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:02:24.516790 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-d8766aaa-8952-47f9-935f-8553677348ea None None] Attempting to bind port 8626ca69-beb4-4a13-84e6-51f160c31741 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': 'bcf917bd-5f77-4956-9822-05e11cd14096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '86777a1e-cc73-49e9-a3f2-0c75dce33574'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:02:24.517214 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8766aaa-8952-47f9-935f-8553677348ea None None] Attempting to bind port 8626ca69-beb4-4a13-84e6-51f160c31741 on network 86777a1e-cc73-49e9-a3f2-0c75dce33574 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:02:24.524338 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8766aaa-8952-47f9-935f-8553677348ea None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:02:24.525655 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8766aaa-8952-47f9-935f-8553677348ea None None] Checking segment: {'id': 'bcf917bd-5f77-4956-9822-05e11cd14096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '86777a1e-cc73-49e9-a3f2-0c75dce33574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:02:24.526231 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d8766aaa-8952-47f9-935f-8553677348ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:24.526696 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8766aaa-8952-47f9-935f-8553677348ea None None] Bound using segment: {'id': 'bcf917bd-5f77-4956-9822-05e11cd14096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '86777a1e-cc73-49e9-a3f2-0c75dce33574'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:02:24.527323 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-d8766aaa-8952-47f9-935f-8553677348ea None None] Bound port: 8626ca69-beb4-4a13-84e6-51f160c31741, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcf917bd-5f77-4956-9822-05e11cd14096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '86777a1e-cc73-49e9-a3f2-0c75dce33574'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:02:24.527713 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d8766aaa-8952-47f9-935f-8553677348ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:24.533854 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2a210274-7068-461b-a876-a43e19896166 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:24.614030 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-d8766aaa-8952-47f9-935f-8553677348ea None None] For port 8626ca69-beb4-4a13-84e6-51f160c31741, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:02:24.617513 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-d8766aaa-8952-47f9-935f-8553677348ea None None] For port 8626ca69-beb4-4a13-84e6-51f160c31741, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=8626ca69-beb4-4a13-84e6-51f160c31741,segment=NetworkSegment(bcf917bd-5f77-4956-9822-05e11cd14096),segment_id=bcf917bd-5f77-4956-9822-05e11cd14096)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:02:24.622449 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d8766aaa-8952-47f9-935f-8553677348ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:24.678191 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-925e4cfc-6023-45a7-9e42-533f58783e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:24.698830 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8766aaa-8952-47f9-935f-8553677348ea None None] Pushing event updated for resources: {'Port': ['ID=8626ca69-beb4-4a13-84e6-51f160c31741,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:24.725281 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a2d03508-3fdb-4483-aeb1-5a2181c72b61 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:24.791348 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d03508-3fdb-4483-aeb1-5a2181c72b61 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Pushing event deleted for resources: {'Port': ['ID=3e47ec55-71e8-4255-b851-9e16cc2c9735,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:24.832751 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925e4cfc-6023-45a7-9e42-533f58783e03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5441eb5f-3885-44a6-9b00-13a9788d14f9,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:24.906620 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925e4cfc-6023-45a7-9e42-533f58783e03 admin admin] Checking segment: {'id': '1c65d3ce-0d0d-44a7-ae9c-a00acf5305e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ca28a1fe-55ea-41f7-96a5-1261b4a66187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:02:24.906980 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925e4cfc-6023-45a7-9e42-533f58783e03 admin admin] Network hostable DHCP agents. Network: ca28a1fe-55ea-41f7-96a5-1261b4a66187, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:02:24.926746 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2a210274-7068-461b-a876-a43e19896166 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:24.977415 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2a210274-7068-461b-a876-a43e19896166 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:25.060334 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a2d03508-3fdb-4483-aeb1-5a2181c72b61 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2068624'] for router_interface, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:25.072064 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925e4cfc-6023-45a7-9e42-533f58783e03 admin admin] Network ca28a1fe-55ea-41f7-96a5-1261b4a66187 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:02:25.083241 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2a210274-7068-461b-a876-a43e19896166 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:25.084986 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-2a210274-7068-461b-a876-a43e19896166 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1387804 Sep 23 07:02:25.088683 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a210274-7068-461b-a876-a43e19896166 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1e3be6-3457-4e07-8d77-9ebaef5e4cfb,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:25.091116 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-925e4cfc-6023-45a7-9e42-533f58783e03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, ca28a1fe-55ea-41f7-96a5-1261b4a66187) {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:02:25.104616 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53650) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:25.112462 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a54976-f2ad-498e-bfc1-cfaf1076ef9c None None] Network ca28a1fe-55ea-41f7-96a5-1261b4a66187 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:02:25.123257 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-8862713a-7481-44b0-a616-7b2fe3ca8f06 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1694137048', 'security_groups': ['0a1e3be6-3457-4e07-8d77-9ebaef5e4cfb'], 'network_id': '86777a1e-cc73-49e9-a3f2-0c75dce33574', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6ab26b1e-9470-4027-8c49-ce7c16ea559c'}]}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:02:25.210018 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925e4cfc-6023-45a7-9e42-533f58783e03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:02:25.210874 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-925e4cfc-6023-45a7-9e42-533f58783e03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:25.269354 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-925e4cfc-6023-45a7-9e42-533f58783e03 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6082966 Sep 23 07:02:25.269997 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 53652) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:25.276777 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-83d1b80b-7d59-4638-ba43-448730c6d6e5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-295849971-router', 'tenant_id': '4d93d8414d394ae180d5f159fb0b8b54', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:02:25.359691 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2d03508-3fdb-4483-aeb1-5a2181c72b61 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Router 697ff2ac-9ce2-4c93-b099-50d0cce68144 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:02:25.377929 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-83d1b80b-7d59-4638-ba43-448730c6d6e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:25.379258 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-83d1b80b-7d59-4638-ba43-448730c6d6e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:25.414156 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8862713a-7481-44b0-a616-7b2fe3ca8f06 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Made reservation on behalf of 07ae454f7ce4401191be202855767634 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:02:25.421346 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a26aa5-c9d1-440a-96e3-c3bf03b2370e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-ca28a1fe-55ea-41f7-96a5-1261b4a66187', 'network_id': 'ca28a1fe-55ea-41f7-96a5-1261b4a66187', 'tenant_id': '4d93d8414d394ae180d5f159fb0b8b54', 'fixed_ips': [{'subnet_id': '5441eb5f-3885-44a6-9b00-13a9788d14f9'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:02:25.423738 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-45a26aa5-c9d1-440a-96e3-c3bf03b2370e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:25.491856 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d03508-3fdb-4483-aeb1-5a2181c72b61 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:02:25.499348 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-a2d03508-3fdb-4483-aeb1-5a2181c72b61 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "PUT /v2.0/routers/697ff2ac-9ce2-4c93-b099-50d0cce68144/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0362303 Sep 23 07:02:25.507057 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 53660) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:25.540129 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-b42d7b96-a263-4bd8-b854-43cb67ae447b tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "GET /v2.0/ports?device_id=697ff2ac-9ce2-4c93-b099-50d0cce68144 HTTP/1.1" status: 200 len: 205 time: 0.0319567 Sep 23 07:02:25.544088 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53662) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:25.568191 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-83d1b80b-7d59-4638-ba43-448730c6d6e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:25.621078 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042c5a34-5149-4ce4-a762-e76b78bec1c0 None None] Sync routers for ids ['697ff2ac-9ce2-4c93-b099-50d0cce68144'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:02:25.642756 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042c5a34-5149-4ce4-a762-e76b78bec1c0 None None] Routers {'697ff2ac-9ce2-4c93-b099-50d0cce68144'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:02:25.643636 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-042c5a34-5149-4ce4-a762-e76b78bec1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:02:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['697ff2ac-9ce2-4c93-b099-50d0cce68144'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:02:25.658288 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8862713a-7481-44b0-a616-7b2fe3ca8f06 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:25.679810 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5c3205d3-b07a-432e-a38f-dd1d7cfab86f req-877ec256-6144-48ed-a350-0e53a4bcd44c tempest-ServerShowV257Test-98265775 tempest-ServerShowV257Test-98265775-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2642edc-ad18-40fb-a835-ecf6f73f274b HTTP/1.1" status: 200 len: 210 time: 0.0716858 Sep 23 07:02:25.710043 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-45a26aa5-c9d1-440a-96e3-c3bf03b2370e None None] Allocated IP 172.20.0.2 (ca28a1fe-55ea-41f7-96a5-1261b4a66187/5441eb5f-3885-44a6-9b00-13a9788d14f9/88b903e4-189c-457e-b790-c4d4ff62d150) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:02:25.714239 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-042c5a34-5149-4ce4-a762-e76b78bec1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:02:25.767569 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-83d1b80b-7d59-4638-ba43-448730c6d6e5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:25.767786 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042c5a34-5149-4ce4-a762-e76b78bec1c0 None None] Routers {'697ff2ac-9ce2-4c93-b099-50d0cce68144'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:02:25.768361 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-042c5a34-5149-4ce4-a762-e76b78bec1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:02:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['697ff2ac-9ce2-4c93-b099-50d0cce68144'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:02:25.832863 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c6482cb4-2b97-48ed-a5ea-25ceb2c950fd tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for router, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:25.866497 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-042c5a34-5149-4ce4-a762-e76b78bec1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:02:25.867321 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042c5a34-5149-4ce4-a762-e76b78bec1c0 None None] The sync data for ids ['697ff2ac-9ce2-4c93-b099-50d0cce68144'] in n-d-715271-16 is: [] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:02:25.951268 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [None req-8862713a-7481-44b0-a616-7b2fe3ca8f06 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] device_id is not set on port 504be002-1b61-4f00-be8e-c74d658b20a3 yet. {{(pid=95065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 07:02:26.128274 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-45a26aa5-c9d1-440a-96e3-c3bf03b2370e None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:26.138929 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-45a26aa5-c9d1-440a-96e3-c3bf03b2370e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:26.203004 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a26aa5-c9d1-440a-96e3-c3bf03b2370e None None] Network ca28a1fe-55ea-41f7-96a5-1261b4a66187 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:02:26.206456 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-45a26aa5-c9d1-440a-96e3-c3bf03b2370e None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:02:26.212017 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a26aa5-c9d1-440a-96e3-c3bf03b2370e None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:02:26.230493 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-83d1b80b-7d59-4638-ba43-448730c6d6e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:26.240499 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a26aa5-c9d1-440a-96e3-c3bf03b2370e None None] Pushing event updated for resources: {'Port': ['ID=88b903e4-189c-457e-b790-c4d4ff62d150,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:26.299431 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-83d1b80b-7d59-4638-ba43-448730c6d6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:26.321665 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-45a26aa5-c9d1-440a-96e3-c3bf03b2370e None None] Attempting to bind port 88b903e4-189c-457e-b790-c4d4ff62d150 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:02:26.323714 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-45a26aa5-c9d1-440a-96e3-c3bf03b2370e None None] Attempting to bind port 88b903e4-189c-457e-b790-c4d4ff62d150 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '1c65d3ce-0d0d-44a7-ae9c-a00acf5305e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ca28a1fe-55ea-41f7-96a5-1261b4a66187'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:02:26.324179 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a26aa5-c9d1-440a-96e3-c3bf03b2370e None None] Attempting to bind port 88b903e4-189c-457e-b790-c4d4ff62d150 on network ca28a1fe-55ea-41f7-96a5-1261b4a66187 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:02:26.332960 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a26aa5-c9d1-440a-96e3-c3bf03b2370e None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:02:26.333496 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a26aa5-c9d1-440a-96e3-c3bf03b2370e None None] Checking segment: {'id': '1c65d3ce-0d0d-44a7-ae9c-a00acf5305e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ca28a1fe-55ea-41f7-96a5-1261b4a66187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:02:26.333968 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-45a26aa5-c9d1-440a-96e3-c3bf03b2370e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:26.335167 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a26aa5-c9d1-440a-96e3-c3bf03b2370e None None] Bound using segment: {'id': '1c65d3ce-0d0d-44a7-ae9c-a00acf5305e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ca28a1fe-55ea-41f7-96a5-1261b4a66187'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:02:26.335703 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-45a26aa5-c9d1-440a-96e3-c3bf03b2370e None None] Bound port: 88b903e4-189c-457e-b790-c4d4ff62d150, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c65d3ce-0d0d-44a7-ae9c-a00acf5305e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ca28a1fe-55ea-41f7-96a5-1261b4a66187'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:02:26.336086 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-45a26aa5-c9d1-440a-96e3-c3bf03b2370e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:26.356791 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 8626ca69-beb4-4a13-84e6-51f160c31741 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:02:26.436232 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-48348775-dbf0-4216-9d31-8f8027a4c81c None None] Provisioning complete for port 8626ca69-beb4-4a13-84e6-51f160c31741 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:02:26.436777 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-48348775-dbf0-4216-9d31-8f8027a4c81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:26.453135 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-83d1b80b-7d59-4638-ba43-448730c6d6e5 admin admin] Allocated IP 172.25.2.156 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/0c725ec1-eb17-464d-8874-cd943b7136a7) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:02:26.539534 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-45a26aa5-c9d1-440a-96e3-c3bf03b2370e None None] For port 88b903e4-189c-457e-b790-c4d4ff62d150, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:02:26.545737 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-45a26aa5-c9d1-440a-96e3-c3bf03b2370e None None] For port 88b903e4-189c-457e-b790-c4d4ff62d150, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=88b903e4-189c-457e-b790-c4d4ff62d150,segment=NetworkSegment(1c65d3ce-0d0d-44a7-ae9c-a00acf5305e9),segment_id=1c65d3ce-0d0d-44a7-ae9c-a00acf5305e9)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:02:26.554363 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 8626ca69-beb4-4a13-84e6-51f160c31741 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:02:26.554801 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:26.559214 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-45a26aa5-c9d1-440a-96e3-c3bf03b2370e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:26.579854 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-99ee310d-b921-43d4-a3d6-e9af828a406a req-b4c3884b-1513-4263-8ed4-ba6cc8910e3f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f2642edc-ad18-40fb-a835-ecf6f73f274b HTTP/1.1" status: 200 len: 210 time: 0.0389469 Sep 23 07:02:26.605618 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-83d1b80b-7d59-4638-ba43-448730c6d6e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:26.612606 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c6482cb4-2b97-48ed-a5ea-25ceb2c950fd tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:26.617119 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c6482cb4-2b97-48ed-a5ea-25ceb2c950fd tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:26.656200 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-83d1b80b-7d59-4638-ba43-448730c6d6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:26.730095 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c6482cb4-2b97-48ed-a5ea-25ceb2c950fd tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:26.730668 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6482cb4-2b97-48ed-a5ea-25ceb2c950fd tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Fanout notify agent at l3_agent the message router_deleted on router 697ff2ac-9ce2-4c93-b099-50d0cce68144 {{(pid=95065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 07:02:26.735220 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a26aa5-c9d1-440a-96e3-c3bf03b2370e None None] Pushing event updated for resources: {'Port': ['ID=88b903e4-189c-457e-b790-c4d4ff62d150,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:26.758095 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c6482cb4-2b97-48ed-a5ea-25ceb2c950fd tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:26.759276 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-c6482cb4-2b97-48ed-a5ea-25ceb2c950fd tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "DELETE /v2.0/routers/697ff2ac-9ce2-4c93-b099-50d0cce68144 HTTP/1.1" status: 204 len: 168 time: 1.2141945 Sep 23 07:02:26.762578 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53672) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:26.769615 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d1b80b-7d59-4638-ba43-448730c6d6e5 admin admin] Pushing event updated for resources: {'Port': ['ID=0c725ec1-eb17-464d-8874-cd943b7136a7,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:26.778955 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d1b80b-7d59-4638-ba43-448730c6d6e5 admin admin] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:02:26.781015 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-83d1b80b-7d59-4638-ba43-448730c6d6e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:02:26.790435 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d1b80b-7d59-4638-ba43-448730c6d6e5 admin admin] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:02:26.796071 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-48348775-dbf0-4216-9d31-8f8027a4c81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:26.837153 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:26.868460 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-48348775-dbf0-4216-9d31-8f8027a4c81c None None] For port 8626ca69-beb4-4a13-84e6-51f160c31741, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=8626ca69-beb4-4a13-84e6-51f160c31741,segment=NetworkSegment(bcf917bd-5f77-4956-9822-05e11cd14096),segment_id=bcf917bd-5f77-4956-9822-05e11cd14096)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:02:26.878101 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a20c0c1a-8dec-42fe-8901-abb840c66329 req-46eda370-6889-446f-a6c8-ec284421dfa8 tempest-ServerShowV257Test-98265775 tempest-ServerShowV257Test-98265775-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2642edc-ad18-40fb-a835-ecf6f73f274b HTTP/1.1" status: 200 len: 210 time: 0.0334067 Sep 23 07:02:26.886431 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-48348775-dbf0-4216-9d31-8f8027a4c81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:26.958051 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-8862713a-7481-44b0-a616-7b2fe3ca8f06 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Allocated IP 172.20.0.10 (86777a1e-cc73-49e9-a3f2-0c75dce33574/6ab26b1e-9470-4027-8c49-ce7c16ea559c/504be002-1b61-4f00-be8e-c74d658b20a3) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:02:27.021956 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef4eaaca-7d6e-49f0-90e4-675a5c8d1e3f tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Deleting subnet 62020544-a061-46e4-abe1-cf10f2858392 {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:02:27.034110 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ef4eaaca-7d6e-49f0-90e4-675a5c8d1e3f tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:27.044995 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-48348775-dbf0-4216-9d31-8f8027a4c81c None None] Provisioning complete for port d5056a66-4343-48f6-b932-608452ca72e1 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:02:27.045725 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-48348775-dbf0-4216-9d31-8f8027a4c81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:27.047842 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.db.api [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 07:02:27.048442 n-d-715271-16 neutron-server[95067]: DEBUG oslo_db.api [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 07:02:27.081303 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48348775-dbf0-4216-9d31-8f8027a4c81c None None] Pushing event updated for resources: {'Port': ['ID=8626ca69-beb4-4a13-84e6-51f160c31741,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:27.112643 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-48348775-dbf0-4216-9d31-8f8027a4c81c None None] Port d5056a66-4343-48f6-b932-608452ca72e1 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:02:27.156986 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ef4eaaca-7d6e-49f0-90e4-675a5c8d1e3f tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:27.231990 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-83d1b80b-7d59-4638-ba43-448730c6d6e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:27.289949 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8862713a-7481-44b0-a616-7b2fe3ca8f06 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:27.312536 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ef4eaaca-7d6e-49f0-90e4-675a5c8d1e3f tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:27.391899 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8862713a-7481-44b0-a616-7b2fe3ca8f06 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:27.430523 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ef4eaaca-7d6e-49f0-90e4-675a5c8d1e3f tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:27.452634 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8862713a-7481-44b0-a616-7b2fe3ca8f06 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Network 86777a1e-cc73-49e9-a3f2-0c75dce33574 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:02:27.458523 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-83d1b80b-7d59-4638-ba43-448730c6d6e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:27.474214 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-8862713a-7481-44b0-a616-7b2fe3ca8f06 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:02:27.476937 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8862713a-7481-44b0-a616-7b2fe3ca8f06 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:02:27.484487 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ef4eaaca-7d6e-49f0-90e4-675a5c8d1e3f tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:27.489607 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-ef4eaaca-7d6e-49f0-90e4-675a5c8d1e3f tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "DELETE /v2.0/subnets/62020544-a061-46e4-abe1-cf10f2858392 HTTP/1.1" status: 204 len: 168 time: 0.7260697 Sep 23 07:02:27.490492 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4eaaca-7d6e-49f0-90e4-675a5c8d1e3f tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Pushing event deleted for resources: {'Subnet': ['ID=62020544-a061-46e4-abe1-cf10f2858392,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:27.495316 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53676) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:27.506262 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7ee81f-61cf-454e-9ec5-492b7a995027 None None] Network 006c72f5-aa55-4871-9a99-6d741e4a97c5 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:02:27.575509 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8862713a-7481-44b0-a616-7b2fe3ca8f06 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event updated for resources: {'Port': ['ID=504be002-1b61-4f00-be8e-c74d658b20a3,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:27.586624 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4eaaca-7d6e-49f0-90e4-675a5c8d1e3f tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:02:27.587302 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4eaaca-7d6e-49f0-90e4-675a5c8d1e3f tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:02:27.587302 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4eaaca-7d6e-49f0-90e4-675a5c8d1e3f tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:02:27.587702 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4eaaca-7d6e-49f0-90e4-675a5c8d1e3f tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:02:27.588217 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4eaaca-7d6e-49f0-90e4-675a5c8d1e3f tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:02:27.588554 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4eaaca-7d6e-49f0-90e4-675a5c8d1e3f tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:02:27.588945 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4eaaca-7d6e-49f0-90e4-675a5c8d1e3f tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:02:27.589198 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4eaaca-7d6e-49f0-90e4-675a5c8d1e3f tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:02:27.589525 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4eaaca-7d6e-49f0-90e4-675a5c8d1e3f tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:02:27.589846 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4eaaca-7d6e-49f0-90e4-675a5c8d1e3f tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:02:27.591826 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4eaaca-7d6e-49f0-90e4-675a5c8d1e3f tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:02:27.592171 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4eaaca-7d6e-49f0-90e4-675a5c8d1e3f tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:02:27.656235 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8862713a-7481-44b0-a616-7b2fe3ca8f06 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:02:27.656896 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8862713a-7481-44b0-a616-7b2fe3ca8f06 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:02:27.657286 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8862713a-7481-44b0-a616-7b2fe3ca8f06 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:02:27.657665 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8862713a-7481-44b0-a616-7b2fe3ca8f06 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:02:27.658077 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8862713a-7481-44b0-a616-7b2fe3ca8f06 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:02:27.658584 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8862713a-7481-44b0-a616-7b2fe3ca8f06 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:02:27.658777 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8862713a-7481-44b0-a616-7b2fe3ca8f06 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:02:27.659317 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8862713a-7481-44b0-a616-7b2fe3ca8f06 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:02:27.659655 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8862713a-7481-44b0-a616-7b2fe3ca8f06 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:02:27.660125 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8862713a-7481-44b0-a616-7b2fe3ca8f06 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:02:27.660467 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8862713a-7481-44b0-a616-7b2fe3ca8f06 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:02:27.660830 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8862713a-7481-44b0-a616-7b2fe3ca8f06 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:02:27.717958 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83d1b80b-7d59-4638-ba43-448730c6d6e5 admin admin] Router 113bcdd0-0d81-4185-8c10-425ae2a812d6 is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 07:02:27.741961 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8862713a-7481-44b0-a616-7b2fe3ca8f06 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:02:27.742729 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8862713a-7481-44b0-a616-7b2fe3ca8f06 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:27.760620 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2f39d070-035b-4993-b880-453647a23571 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:27.770534 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-8862713a-7481-44b0-a616-7b2fe3ca8f06 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.6589832 Sep 23 07:02:27.775287 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53678) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:27.781313 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-0cfb0259-5c99-4399-85c0-8f09ef61423a tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Request body: {'subnet': {'network_id': '86777a1e-cc73-49e9-a3f2-0c75dce33574', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:02:27.852340 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef70881-2a23-46ca-a6b1-a131cfa5549f None None] DHCP port deletion for 006c72f5-aa55-4871-9a99-6d741e4a97c5 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 07:02:27.961495 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-2f39d070-035b-4993-b880-453647a23571 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Deleting port 5f48768c-d678-4856-92d2-94493be4a294 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:02:27.961848 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2f39d070-035b-4993-b880-453647a23571 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:28.004644 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-0337af98-cfc9-41cd-8f2e-4dc00bf426c6 None None] Provisioning complete for port 504be002-1b61-4f00-be8e-c74d658b20a3 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:02:28.005052 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0337af98-cfc9-41cd-8f2e-4dc00bf426c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:28.053772 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-aef70881-2a23-46ca-a6b1-a131cfa5549f None None] Deleting port 5f48768c-d678-4856-92d2-94493be4a294 {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:02:28.054187 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-aef70881-2a23-46ca-a6b1-a131cfa5549f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:28.062977 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83d1b80b-7d59-4638-ba43-448730c6d6e5 admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:02:28.077408 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1a2a28-99df-4d86-a752-77f95cb6dca8 None None] Sync routers for ids ['113bcdd0-0d81-4185-8c10-425ae2a812d6'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:02:28.078270 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-0337af98-cfc9-41cd-8f2e-4dc00bf426c6 None None] Port 504be002-1b61-4f00-be8e-c74d658b20a3 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:02:28.092056 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1a2a28-99df-4d86-a752-77f95cb6dca8 None None] Routers {'113bcdd0-0d81-4185-8c10-425ae2a812d6'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:02:28.094190 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-9a1a2a28-99df-4d86-a752-77f95cb6dca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:02:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['113bcdd0-0d81-4185-8c10-425ae2a812d6'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:02:28.102365 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-83d1b80b-7d59-4638-ba43-448730c6d6e5 admin admin] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:28.106458 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-83d1b80b-7d59-4638-ba43-448730c6d6e5 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.8319676 Sep 23 07:02:28.108432 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 53684) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:28.125767 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cfb0259-5c99-4399-85c0-8f09ef61423a tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Made reservation on behalf of 07ae454f7ce4401191be202855767634 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:02:28.129235 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0cfb0259-5c99-4399-85c0-8f09ef61423a tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:28.150569 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8c577db0-c7b2-4ccb-bcd2-ea45a4fc0c71 req-081514c9-4e9a-44b4-9ebc-78f965a1084b tempest-ServerShowV257Test-98265775 tempest-ServerShowV257Test-98265775-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2642edc-ad18-40fb-a835-ecf6f73f274b HTTP/1.1" status: 200 len: 210 time: 0.0748332 Sep 23 07:02:28.160571 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-2f39d070-035b-4993-b880-453647a23571 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] For port 5f48768c-d678-4856-92d2-94493be4a294, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=5f48768c-d678-4856-92d2-94493be4a294,segment=NetworkSegment(32926902-e08a-4f3c-bb59-8c196f8d67e4),segment_id=32926902-e08a-4f3c-bb59-8c196f8d67e4)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:02:28.160714 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2f39d070-035b-4993-b880-453647a23571 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:28.162238 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-aef70881-2a23-46ca-a6b1-a131cfa5549f None None] For port 5f48768c-d678-4856-92d2-94493be4a294, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=5f48768c-d678-4856-92d2-94493be4a294,segment=NetworkSegment(32926902-e08a-4f3c-bb59-8c196f8d67e4),segment_id=32926902-e08a-4f3c-bb59-8c196f8d67e4)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:02:28.162636 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-aef70881-2a23-46ca-a6b1-a131cfa5549f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:28.210847 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-aef70881-2a23-46ca-a6b1-a131cfa5549f None None] Calling delete_port for 5f48768c-d678-4856-92d2-94493be4a294 owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:02:28.218415 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-2f39d070-035b-4993-b880-453647a23571 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Calling delete_port for 5f48768c-d678-4856-92d2-94493be4a294 owned by network:dhcp {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:02:28.311023 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5465f00c-954c-4c0f-b6fe-c870f31a56ff None None] Network ca28a1fe-55ea-41f7-96a5-1261b4a66187 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:02:28.329220 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-9a1a2a28-99df-4d86-a752-77f95cb6dca8 None None] Set router 113bcdd0-0d81-4185-8c10-425ae2a812d6 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:02:28.386686 n-d-715271-16 neutron-server[95065]: INFO neutron.db.ipam_backend_mixin [None req-0cfb0259-5c99-4399-85c0-8f09ef61423a tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6ab26b1e-9470-4027-8c49-ce7c16ea559c (CIDR: 172.20.0.0/28) Sep 23 07:02:28.391522 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cfb0259-5c99-4399-85c0-8f09ef61423a tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 07:02:28.392036 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cfb0259-5c99-4399-85c0-8f09ef61423a tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 07:02:28.420761 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-0cfb0259-5c99-4399-85c0-8f09ef61423a tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6440427 Sep 23 07:02:28.423500 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53696) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:28.428947 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-5d99c23d-297f-421b-8795-56c90e506ba4 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Request body: {'subnet': {'network_id': '86777a1e-cc73-49e9-a3f2-0c75dce33574', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:02:28.536276 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2f39d070-035b-4993-b880-453647a23571 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:28.583716 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f39d070-035b-4993-b880-453647a23571 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Pushing event deleted for resources: {'Port': ['ID=5f48768c-d678-4856-92d2-94493be4a294,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:28.590822 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f39d070-035b-4993-b880-453647a23571 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] No DVR routers for this DVR port 5f48768c-d678-4856-92d2-94493be4a294 on host n-d-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:02:28.777329 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 88b903e4-189c-457e-b790-c4d4ff62d150 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:02:28.801745 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2f39d070-035b-4993-b880-453647a23571 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:28.836308 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-2f39d070-035b-4993-b880-453647a23571 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['006c72f5-aa55-4871-9a99-6d741e4a97c5']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:02:28.841603 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-9a1a2a28-99df-4d86-a752-77f95cb6dca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '113bcdd0-0d81-4185-8c10-425ae2a812d6', 'name': 'tempest-AttachVolumeShelveTestJSON-295849971-router', 'tenant_id': '4d93d8414d394ae180d5f159fb0b8b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '0c725ec1-eb17-464d-8874-cd943b7136a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:02:25Z', 'updated_at': '2021-09-23T07:02:27Z', 'revision_number': 3, 'project_id': '4d93d8414d394ae180d5f159fb0b8b54', 'gw_port': {'id': '0c725ec1-eb17-464d-8874-cd943b7136a7', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bf:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '113bcdd0-0d81-4185-8c10-425ae2a812d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:26Z', 'updated_at': '2021-09-23T07:02:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:02:28.850725 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-2f39d070-035b-4993-b880-453647a23571 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32926902-e08a-4f3c-bb59-8c196f8d67e4') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:02:28.851034 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-2f39d070-035b-4993-b880-453647a23571 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32926902-e08a-4f3c-bb59-8c196f8d67e4') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:02:28.869283 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2f39d070-035b-4993-b880-453647a23571 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:28.874379 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-f112e1cf-b2ea-4637-806d-060bd8f54148 None None] Provisioning complete for port 88b903e4-189c-457e-b790-c4d4ff62d150 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:02:28.874909 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f112e1cf-b2ea-4637-806d-060bd8f54148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:28.883300 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2f39d070-035b-4993-b880-453647a23571 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:28.890365 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f39d070-035b-4993-b880-453647a23571 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:02:28.890765 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2f39d070-035b-4993-b880-453647a23571 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:28.906084 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1a2a28-99df-4d86-a752-77f95cb6dca8 None None] Checking router: 113bcdd0-0d81-4185-8c10-425ae2a812d6 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:02:28.907091 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1a2a28-99df-4d86-a752-77f95cb6dca8 None None] Updating router 113bcdd0-0d81-4185-8c10-425ae2a812d6 port 0c725ec1-eb17-464d-8874-cd943b7136a7 binding host n-d-715271-16 {{(pid=95068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 07:02:28.966614 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 07:02:28.966614 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:02:28.966614 n-d-715271-16 neutron-server[95065]: timer() Sep 23 07:02:28.966614 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:02:28.966614 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 07:02:28.966614 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:02:28.966614 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 07:02:28.966614 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:02:28.966614 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 07:02:28.966614 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:02:28.966614 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 07:02:28.966614 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:02:28.966614 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 07:02:28.966614 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:02:28.966614 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:02:28.966614 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:02:28.966614 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:02:28.966614 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:02:28.966614 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 07:02:28.966614 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:02:28.966614 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 07:02:28.966614 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:02:28.966614 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:02:28.966614 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:02:28.966614 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 07:02:28.966614 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:02:28.966614 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:02:28.966614 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:02:28.966614 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:02:28.966614 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:02:28.966614 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:02:28.966614 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:02:28.969259 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2f39d070-035b-4993-b880-453647a23571 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:28.969993 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-9a1a2a28-99df-4d86-a752-77f95cb6dca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:29.028423 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2f39d070-035b-4993-b880-453647a23571 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:29.041474 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 88b903e4-189c-457e-b790-c4d4ff62d150 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:02:29.042525 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:29.042841 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-2f39d070-035b-4993-b880-453647a23571 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "DELETE /v2.0/networks/006c72f5-aa55-4871-9a99-6d741e4a97c5 HTTP/1.1" status: 204 len: 168 time: 1.5454302 Sep 23 07:02:29.043627 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f39d070-035b-4993-b880-453647a23571 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Pushing event deleted for resources: {'Network': ['ID=006c72f5-aa55-4871-9a99-6d741e4a97c5,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:29.046955 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d99c23d-297f-421b-8795-56c90e506ba4 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Made reservation on behalf of 07ae454f7ce4401191be202855767634 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:02:29.050883 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5d99c23d-297f-421b-8795-56c90e506ba4 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:29.054106 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 53706) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:29.060239 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-2e1da25b-a02e-4251-bd72-83b794e50193 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-315055706', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:02:29.143968 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2e1da25b-a02e-4251-bd72-83b794e50193 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:29.145112 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2e1da25b-a02e-4251-bd72-83b794e50193 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:29.162305 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9c4ac53f-8cd8-42ae-ac88-6c203df0bfb1 req-4d224f39-e270-4694-860f-45cbe0a73c48 tempest-ServerShowV257Test-98265775 tempest-ServerShowV257Test-98265775-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2642edc-ad18-40fb-a835-ecf6f73f274b HTTP/1.1" status: 200 len: 210 time: 0.2050722 Sep 23 07:02:29.212853 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f112e1cf-b2ea-4637-806d-060bd8f54148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:29.229152 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:29.248077 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c19e0389-dfd8-42e1-92f4-480cb20b6610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:29.249200 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-aef70881-2a23-46ca-a6b1-a131cfa5549f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:29.307052 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port 88b903e4-189c-457e-b790-c4d4ff62d150, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=88b903e4-189c-457e-b790-c4d4ff62d150,segment=NetworkSegment(1c65d3ce-0d0d-44a7-ae9c-a00acf5305e9),segment_id=1c65d3ce-0d0d-44a7-ae9c-a00acf5305e9)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:02:29.310732 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2e1da25b-a02e-4251-bd72-83b794e50193 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:29.325759 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2e1da25b-a02e-4251-bd72-83b794e50193 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:29.345627 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-aef70881-2a23-46ca-a6b1-a131cfa5549f None None] Network 006c72f5-aa55-4871-9a99-6d741e4a97c5 is not hosted by any dhcp agent {{(pid=95067) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 23 07:02:29.345627 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef70881-2a23-46ca-a6b1-a131cfa5549f None None] No DVR routers for this DVR port 5f48768c-d678-4856-92d2-94493be4a294 on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:02:29.349601 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef70881-2a23-46ca-a6b1-a131cfa5549f None None] Pushing event deleted for resources: {'Port': ['ID=5f48768c-d678-4856-92d2-94493be4a294,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:29.351501 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:29.352344 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 8626ca69-beb4-4a13-84e6-51f160c31741 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:02:29.448430 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5d99c23d-297f-421b-8795-56c90e506ba4 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:29.465041 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=88b903e4-189c-457e-b790-c4d4ff62d150,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:29.478724 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-9a1a2a28-99df-4d86-a752-77f95cb6dca8 None None] Notify callbacks [] for port, precommit_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:29.488046 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-9a1a2a28-99df-4d86-a752-77f95cb6dca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:29.518651 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2e1da25b-a02e-4251-bd72-83b794e50193 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:29.519889 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-2e1da25b-a02e-4251-bd72-83b794e50193 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.4647689 Sep 23 07:02:29.520840 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d99c23d-297f-421b-8795-56c90e506ba4 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Network 86777a1e-cc73-49e9-a3f2-0c75dce33574 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:02:29.524146 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53708) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:29.525548 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-5d99c23d-297f-421b-8795-56c90e506ba4 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:02:29.534870 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-42be7ebc-3acf-4d58-8d0b-011da7fd5f8e tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Request body: {'network': {'name': 'tempest-RoutersTest-324989114'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:02:29.544664 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e47084-68db-4694-84bb-6f4aa4213a73 None None] Network 86777a1e-cc73-49e9-a3f2-0c75dce33574 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:02:29.544903 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d99c23d-297f-421b-8795-56c90e506ba4 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:02:29.545369 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5d99c23d-297f-421b-8795-56c90e506ba4 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:29.552873 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.db.api [None req-f112e1cf-b2ea-4637-806d-060bd8f54148 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 07:02:29.553382 n-d-715271-16 neutron-server[95067]: DEBUG oslo_db.api [None req-f112e1cf-b2ea-4637-806d-060bd8f54148 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 07:02:29.565063 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d99c23d-297f-421b-8795-56c90e506ba4 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event updated for resources: {'Subnet': ['ID=5e99c689-46ff-4803-86c7-38e423413ca2,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:29.584278 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42be7ebc-3acf-4d58-8d0b-011da7fd5f8e tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Made reservation on behalf of d7464ba7b96349c78070f768c2b55fbf for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:02:29.588888 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-42be7ebc-3acf-4d58-8d0b-011da7fd5f8e tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:29.605959 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-5d99c23d-297f-421b-8795-56c90e506ba4 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1811073 Sep 23 07:02:29.608390 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53710) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:29.614011 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bf267c-2f08-4ab6-aeb4-98f4bcd5970f None None] Pushing event updated for resources: {'Port': ['ID=0c725ec1-eb17-464d-8874-cd943b7136a7,revision_number=2']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:29.616379 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-7cf27eac-7b79-4956-af67-0a018d8149bb tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1165006395', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5e99c689-46ff-4803-86c7-38e423413ca2'}], 'security_groups': ['3c2f8d20-af98-4362-8de0-1ed64e0780c4']}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:02:29.620828 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-9a1a2a28-99df-4d86-a752-77f95cb6dca8 None None] Attempting to bind port 0c725ec1-eb17-464d-8874-cd943b7136a7 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:02:29.620828 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-9a1a2a28-99df-4d86-a752-77f95cb6dca8 None None] Attempting to bind port 0c725ec1-eb17-464d-8874-cd943b7136a7 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:02:29.621676 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1a2a28-99df-4d86-a752-77f95cb6dca8 None None] Attempting to bind port 0c725ec1-eb17-464d-8874-cd943b7136a7 on network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:02:29.636407 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bf267c-2f08-4ab6-aeb4-98f4bcd5970f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:02:29.644187 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bf267c-2f08-4ab6-aeb4-98f4bcd5970f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:02:29.644713 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bf267c-2f08-4ab6-aeb4-98f4bcd5970f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:02:29.645146 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bf267c-2f08-4ab6-aeb4-98f4bcd5970f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:02:29.645557 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bf267c-2f08-4ab6-aeb4-98f4bcd5970f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:02:29.645978 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bf267c-2f08-4ab6-aeb4-98f4bcd5970f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:02:29.646382 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bf267c-2f08-4ab6-aeb4-98f4bcd5970f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:02:29.646717 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bf267c-2f08-4ab6-aeb4-98f4bcd5970f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:02:29.647047 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bf267c-2f08-4ab6-aeb4-98f4bcd5970f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:02:29.647367 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bf267c-2f08-4ab6-aeb4-98f4bcd5970f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:02:29.647688 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bf267c-2f08-4ab6-aeb4-98f4bcd5970f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:02:29.648012 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bf267c-2f08-4ab6-aeb4-98f4bcd5970f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:02:29.664849 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1a2a28-99df-4d86-a752-77f95cb6dca8 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:02:29.665265 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1a2a28-99df-4d86-a752-77f95cb6dca8 None None] Checking segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:02:29.665722 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-9a1a2a28-99df-4d86-a752-77f95cb6dca8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:29.666148 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1a2a28-99df-4d86-a752-77f95cb6dca8 None None] Bound using segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:02:29.666651 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-9a1a2a28-99df-4d86-a752-77f95cb6dca8 None None] Bound port: 0c725ec1-eb17-464d-8874-cd943b7136a7, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:02:29.667037 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-9a1a2a28-99df-4d86-a752-77f95cb6dca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:29.698643 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-c19e0389-dfd8-42e1-92f4-480cb20b6610 admin admin] Allocated IP 172.20.0.1 (ca28a1fe-55ea-41f7-96a5-1261b4a66187/5441eb5f-3885-44a6-9b00-13a9788d14f9/7e3bdc63-8e1c-4dee-b760-db4eda2132a6) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:02:29.712739 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 8626ca69-beb4-4a13-84e6-51f160c31741 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:02:29.713129 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:29.721527 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42be7ebc-3acf-4d58-8d0b-011da7fd5f8e tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:02:29.727422 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7cf27eac-7b79-4956-af67-0a018d8149bb tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:29.748566 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-42be7ebc-3acf-4d58-8d0b-011da7fd5f8e tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:29.749222 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-42be7ebc-3acf-4d58-8d0b-011da7fd5f8e tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Added segment 194e3bd1-afbe-4918-9fe9-0f41bead8c6c of type vlan for network 6b02a873-582c-4408-aedd-b3a1f9e2d3db Sep 23 07:02:29.771088 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-9a1a2a28-99df-4d86-a752-77f95cb6dca8 None None] For port 0c725ec1-eb17-464d-8874-cd943b7136a7, host n-d-715271-16, cleared binding levels {{(pid=95068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:02:29.774430 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-9a1a2a28-99df-4d86-a752-77f95cb6dca8 None None] For port 0c725ec1-eb17-464d-8874-cd943b7136a7, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=0c725ec1-eb17-464d-8874-cd943b7136a7,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:02:29.782481 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-9a1a2a28-99df-4d86-a752-77f95cb6dca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:29.839828 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-42be7ebc-3acf-4d58-8d0b-011da7fd5f8e tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:29.865831 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c19e0389-dfd8-42e1-92f4-480cb20b6610 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:29.873560 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1a2a28-99df-4d86-a752-77f95cb6dca8 None None] Routers {'113bcdd0-0d81-4185-8c10-425ae2a812d6'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:02:29.874528 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-9a1a2a28-99df-4d86-a752-77f95cb6dca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:02:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['113bcdd0-0d81-4185-8c10-425ae2a812d6'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:02:29.912003 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-42be7ebc-3acf-4d58-8d0b-011da7fd5f8e tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:29.919720 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42be7ebc-3acf-4d58-8d0b-011da7fd5f8e tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:02:29.920556 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-42be7ebc-3acf-4d58-8d0b-011da7fd5f8e tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:29.959587 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bf267c-2f08-4ab6-aeb4-98f4bcd5970f None None] Pushing event updated for resources: {'Port': ['ID=0c725ec1-eb17-464d-8874-cd943b7136a7,revision_number=3']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:30.045627 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-42be7ebc-3acf-4d58-8d0b-011da7fd5f8e tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5170774 Sep 23 07:02:30.097993 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 5f48768c-d678-4856-92d2-94493be4a294 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:02:30.108218 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53714) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:30.119889 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-22aee39e-fe72-4e65-9725-4a1d3fa61313 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Request body: {'subnet': {'network_id': '6b02a873-582c-4408-aedd-b3a1f9e2d3db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:02:30.140190 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 5f48768c-d678-4856-92d2-94493be4a294 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:02:30.140723 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 5f48768c-d678-4856-92d2-94493be4a294 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:02:30.144674 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-9a1a2a28-99df-4d86-a752-77f95cb6dca8 None None] Set router 113bcdd0-0d81-4185-8c10-425ae2a812d6 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:02:30.160154 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fce680e-dd02-4154-8be1-20757f3c78d8 None None] Update dhcp port {'port': {'network_id': '86777a1e-cc73-49e9-a3f2-0c75dce33574', 'fixed_ips': [{'subnet_id': '6ab26b1e-9470-4027-8c49-ce7c16ea559c', 'ip_address': '172.20.0.2'}, {'subnet_id': '5e99c689-46ff-4803-86c7-38e423413ca2'}], 'binding:host_id': 'n-d-715271-16'}, 'id': '8626ca69-beb4-4a13-84e6-51f160c31741'} from n-d-715271-16. {{(pid=95067) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 23 07:02:30.191311 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42be7ebc-3acf-4d58-8d0b-011da7fd5f8e tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Pushing event updated for resources: {'Network': ['ID=6b02a873-582c-4408-aedd-b3a1f9e2d3db,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:30.196349 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-7fce680e-dd02-4154-8be1-20757f3c78d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:30.231465 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 6b02a873-582c-4408-aedd-b3a1f9e2d3db details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:02:30.391778 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 88b903e4-189c-457e-b790-c4d4ff62d150 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:02:30.446311 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22aee39e-fe72-4e65-9725-4a1d3fa61313 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Made reservation on behalf of d7464ba7b96349c78070f768c2b55fbf for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:02:30.451629 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-22aee39e-fe72-4e65-9725-4a1d3fa61313 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:30.528209 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-9a1a2a28-99df-4d86-a752-77f95cb6dca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '113bcdd0-0d81-4185-8c10-425ae2a812d6', 'name': 'tempest-AttachVolumeShelveTestJSON-295849971-router', 'tenant_id': '4d93d8414d394ae180d5f159fb0b8b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '0c725ec1-eb17-464d-8874-cd943b7136a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:02:25Z', 'updated_at': '2021-09-23T07:02:27Z', 'revision_number': 3, 'project_id': '4d93d8414d394ae180d5f159fb0b8b54', 'gw_port': {'id': '0c725ec1-eb17-464d-8874-cd943b7136a7', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bf:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '113bcdd0-0d81-4185-8c10-425ae2a812d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:26Z', 'updated_at': '2021-09-23T07:02:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:02:30.562875 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-7cf27eac-7b79-4956-af67-0a018d8149bb tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Delete allocated IP 172.20.0.10 (86777a1e-cc73-49e9-a3f2-0c75dce33574/6ab26b1e-9470-4027-8c49-ce7c16ea559c) {{(pid=95065) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 23 07:02:30.582031 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1a2a28-99df-4d86-a752-77f95cb6dca8 None None] The sync data for ids ['113bcdd0-0d81-4185-8c10-425ae2a812d6'] in n-d-715271-16 is: [{'id': '113bcdd0-0d81-4185-8c10-425ae2a812d6', 'name': 'tempest-AttachVolumeShelveTestJSON-295849971-router', 'tenant_id': '4d93d8414d394ae180d5f159fb0b8b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '0c725ec1-eb17-464d-8874-cd943b7136a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:02:25Z', 'updated_at': '2021-09-23T07:02:27Z', 'revision_number': 3, 'project_id': '4d93d8414d394ae180d5f159fb0b8b54', 'gw_port': {'id': '0c725ec1-eb17-464d-8874-cd943b7136a7', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bf:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '113bcdd0-0d81-4185-8c10-425ae2a812d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:26Z', 'updated_at': '2021-09-23T07:02:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:02:30.587800 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-2a43c348-16d2-4f8e-a8ff-b9676c83ca0f None None] Provisioning complete for port 88b903e4-189c-457e-b790-c4d4ff62d150 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:02:30.588688 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2a43c348-16d2-4f8e-a8ff-b9676c83ca0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:30.594629 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-7cf27eac-7b79-4956-af67-0a018d8149bb tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Allocated IP 172.20.0.25 (86777a1e-cc73-49e9-a3f2-0c75dce33574/5e99c689-46ff-4803-86c7-38e423413ca2/504be002-1b61-4f00-be8e-c74d658b20a3) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:02:30.604974 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c19e0389-dfd8-42e1-92f4-480cb20b6610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:30.689708 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19e0389-dfd8-42e1-92f4-480cb20b6610 admin admin] Network ca28a1fe-55ea-41f7-96a5-1261b4a66187 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:02:30.694844 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-c19e0389-dfd8-42e1-92f4-480cb20b6610 admin admin] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:02:30.700775 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19e0389-dfd8-42e1-92f4-480cb20b6610 admin admin] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:02:30.853539 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19e0389-dfd8-42e1-92f4-480cb20b6610 admin admin] Pushing event updated for resources: {'Port': ['ID=7e3bdc63-8e1c-4dee-b760-db4eda2132a6,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:30.856261 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 88b903e4-189c-457e-b790-c4d4ff62d150 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:02:30.858212 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:30.862565 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7cf27eac-7b79-4956-af67-0a018d8149bb tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:30.873825 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7cf27eac-7b79-4956-af67-0a018d8149bb tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:30.933644 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c19e0389-dfd8-42e1-92f4-480cb20b6610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068614'] for router_interface, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:30.965818 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf27eac-7b79-4956-af67-0a018d8149bb tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event updated for resources: {'Port': ['ID=504be002-1b61-4f00-be8e-c74d658b20a3,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:31.122857 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-7cf27eac-7b79-4956-af67-0a018d8149bb tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] In _notify_port_updated(), no bound segment for port 504be002-1b61-4f00-be8e-c74d658b20a3 on network 86777a1e-cc73-49e9-a3f2-0c75dce33574 {{(pid=95065) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 07:02:31.129292 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf27eac-7b79-4956-af67-0a018d8149bb tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:02:31.130447 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7cf27eac-7b79-4956-af67-0a018d8149bb tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:31.135118 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-7cf27eac-7b79-4956-af67-0a018d8149bb tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "PUT /v2.0/ports/504be002-1b61-4f00-be8e-c74d658b20a3 HTTP/1.1" status: 200 len: 921 time: 1.5223973 Sep 23 07:02:31.135343 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f2ef0ccc-d8e7-4d73-aac5-b6e92cd67ca0 req-02b240d7-a66a-4833-8749-6c3088fc5eeb tempest-ServerShowV257Test-98265775 tempest-ServerShowV257Test-98265775-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2642edc-ad18-40fb-a835-ecf6f73f274b HTTP/1.1" status: 200 len: 210 time: 0.1861553 Sep 23 07:02:31.136077 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 53720) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:31.188537 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-7fce680e-dd02-4154-8be1-20757f3c78d8 None None] Allocated IP 172.20.0.18 (86777a1e-cc73-49e9-a3f2-0c75dce33574/5e99c689-46ff-4803-86c7-38e423413ca2/8626ca69-beb4-4a13-84e6-51f160c31741) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:02:31.255243 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-22aee39e-fe72-4e65-9725-4a1d3fa61313 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:31.332455 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22aee39e-fe72-4e65-9725-4a1d3fa61313 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Checking segment: {'id': '194e3bd1-afbe-4918-9fe9-0f41bead8c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '6b02a873-582c-4408-aedd-b3a1f9e2d3db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:02:31.332700 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22aee39e-fe72-4e65-9725-4a1d3fa61313 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Network hostable DHCP agents. Network: 6b02a873-582c-4408-aedd-b3a1f9e2d3db, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:02:31.341008 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aee39e-fe72-4e65-9725-4a1d3fa61313 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Pushing event updated for resources: {'Subnet': ['ID=127ff3a9-b245-488b-bb0d-e99fbbaa80c7,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:31.361642 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22aee39e-fe72-4e65-9725-4a1d3fa61313 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Network 6b02a873-582c-4408-aedd-b3a1f9e2d3db is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:02:31.367223 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-b4ab818a-685c-494c-91b5-89d7c8d23360 None None] Provisioning complete for port 7e3bdc63-8e1c-4dee-b760-db4eda2132a6 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:02:31.367546 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b4ab818a-685c-494c-91b5-89d7c8d23360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:31.371210 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-7fce680e-dd02-4154-8be1-20757f3c78d8 None None] For port 8626ca69-beb4-4a13-84e6-51f160c31741, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=8626ca69-beb4-4a13-84e6-51f160c31741,segment=NetworkSegment(bcf917bd-5f77-4956-9822-05e11cd14096),segment_id=bcf917bd-5f77-4956-9822-05e11cd14096)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:02:31.373918 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-22aee39e-fe72-4e65-9725-4a1d3fa61313 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 6b02a873-582c-4408-aedd-b3a1f9e2d3db) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:02:31.379662 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22aee39e-fe72-4e65-9725-4a1d3fa61313 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:02:31.380305 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-22aee39e-fe72-4e65-9725-4a1d3fa61313 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:31.386583 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c19e0389-dfd8-42e1-92f4-480cb20b6610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:31.391031 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-ea860a18-9a19-43ef-b6c2-88895965e857 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Deleting port 504be002-1b61-4f00-be8e-c74d658b20a3 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:02:31.391385 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ea860a18-9a19-43ef-b6c2-88895965e857 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:31.405023 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-22aee39e-fe72-4e65-9725-4a1d3fa61313 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2886162 Sep 23 07:02:31.405251 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cad70cd-0b31-4229-90be-6039d1583b6c None None] Network 6b02a873-582c-4408-aedd-b3a1f9e2d3db requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:02:31.407946 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53722) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:31.460515 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-7fce680e-dd02-4154-8be1-20757f3c78d8 None None] Notify callbacks [] for port, precommit_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:31.464578 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab818a-685c-494c-91b5-89d7c8d23360 None None] Port 7e3bdc63-8e1c-4dee-b760-db4eda2132a6 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:02:31.468384 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-7fce680e-dd02-4154-8be1-20757f3c78d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:31.562464 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ea860a18-9a19-43ef-b6c2-88895965e857 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:31.604629 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-ea860a18-9a19-43ef-b6c2-88895965e857 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Calling delete_port for 504be002-1b61-4f00-be8e-c74d658b20a3 owned by {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:02:31.615723 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fce680e-dd02-4154-8be1-20757f3c78d8 None None] Pushing event updated for resources: {'Port': ['ID=8626ca69-beb4-4a13-84e6-51f160c31741,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:31.719822 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad34ffd6-b128-49d0-969c-89c96dbcf45c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-6b02a873-582c-4408-aedd-b3a1f9e2d3db', 'network_id': '6b02a873-582c-4408-aedd-b3a1f9e2d3db', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'fixed_ips': [{'subnet_id': '127ff3a9-b245-488b-bb0d-e99fbbaa80c7'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:02:31.720695 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ad34ffd6-b128-49d0-969c-89c96dbcf45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:31.825899 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c19e0389-dfd8-42e1-92f4-480cb20b6610 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:31.834534 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c19e0389-dfd8-42e1-92f4-480cb20b6610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:31.847079 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bf0c2774-0079-4944-a6a6-f943808a489e tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:31.909177 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-ad34ffd6-b128-49d0-969c-89c96dbcf45c None None] Allocated IP 172.20.0.2 (6b02a873-582c-4408-aedd-b3a1f9e2d3db/127ff3a9-b245-488b-bb0d-e99fbbaa80c7/2889c7ed-158d-4a20-82fd-544d04a4bba9) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:02:31.994658 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ea860a18-9a19-43ef-b6c2-88895965e857 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:31.996945 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19e0389-dfd8-42e1-92f4-480cb20b6610 admin admin] Pushing event updated for resources: {'Port': ['ID=7e3bdc63-8e1c-4dee-b760-db4eda2132a6,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:32.055679 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea860a18-9a19-43ef-b6c2-88895965e857 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event deleted for resources: {'Port': ['ID=504be002-1b61-4f00-be8e-c74d658b20a3,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:32.060618 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c19e0389-dfd8-42e1-92f4-480cb20b6610 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067062'] for router_interface, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:32.161788 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ad34ffd6-b128-49d0-969c-89c96dbcf45c None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:32.169615 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ad34ffd6-b128-49d0-969c-89c96dbcf45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:32.270768 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-bf0c2774-0079-4944-a6a6-f943808a489e tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Allocated IP 172.20.0.1 (6b02a873-582c-4408-aedd-b3a1f9e2d3db/127ff3a9-b245-488b-bb0d-e99fbbaa80c7/4ff37deb-8aa1-4743-825b-c5f1036f6b04) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:02:32.283136 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad34ffd6-b128-49d0-969c-89c96dbcf45c None None] Network 6b02a873-582c-4408-aedd-b3a1f9e2d3db is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:02:32.309473 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-ad34ffd6-b128-49d0-969c-89c96dbcf45c None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:02:32.316866 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad34ffd6-b128-49d0-969c-89c96dbcf45c None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:02:32.342903 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad34ffd6-b128-49d0-969c-89c96dbcf45c None None] Pushing event updated for resources: {'Port': ['ID=2889c7ed-158d-4a20-82fd-544d04a4bba9,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:32.357140 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8952a5c4-5e06-430f-99da-18d7acb65203 req-f1b12145-71ad-4108-a059-e09e22c91f63 tempest-ServerShowV257Test-98265775 tempest-ServerShowV257Test-98265775-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2642edc-ad18-40fb-a835-ecf6f73f274b HTTP/1.1" status: 200 len: 210 time: 0.0490160 Sep 23 07:02:32.407244 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ea860a18-9a19-43ef-b6c2-88895965e857 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:32.409107 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-ea860a18-9a19-43ef-b6c2-88895965e857 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "DELETE /v2.0/ports/504be002-1b61-4f00-be8e-c74d658b20a3 HTTP/1.1" status: 204 len: 168 time: 1.2720485 Sep 23 07:02:32.425565 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 53730) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:32.442906 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-ad34ffd6-b128-49d0-969c-89c96dbcf45c None None] Attempting to bind port 2889c7ed-158d-4a20-82fd-544d04a4bba9 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:02:32.443431 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-ad34ffd6-b128-49d0-969c-89c96dbcf45c None None] Attempting to bind port 2889c7ed-158d-4a20-82fd-544d04a4bba9 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '194e3bd1-afbe-4918-9fe9-0f41bead8c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '6b02a873-582c-4408-aedd-b3a1f9e2d3db'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:02:32.443817 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad34ffd6-b128-49d0-969c-89c96dbcf45c None None] Attempting to bind port 2889c7ed-158d-4a20-82fd-544d04a4bba9 on network 6b02a873-582c-4408-aedd-b3a1f9e2d3db {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:02:32.451701 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad34ffd6-b128-49d0-969c-89c96dbcf45c None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:02:32.452457 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad34ffd6-b128-49d0-969c-89c96dbcf45c None None] Checking segment: {'id': '194e3bd1-afbe-4918-9fe9-0f41bead8c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '6b02a873-582c-4408-aedd-b3a1f9e2d3db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:02:32.452882 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ad34ffd6-b128-49d0-969c-89c96dbcf45c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:32.453281 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad34ffd6-b128-49d0-969c-89c96dbcf45c None None] Bound using segment: {'id': '194e3bd1-afbe-4918-9fe9-0f41bead8c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '6b02a873-582c-4408-aedd-b3a1f9e2d3db'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:02:32.453806 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-ad34ffd6-b128-49d0-969c-89c96dbcf45c None None] Bound port: 2889c7ed-158d-4a20-82fd-544d04a4bba9, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '194e3bd1-afbe-4918-9fe9-0f41bead8c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '6b02a873-582c-4408-aedd-b3a1f9e2d3db'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:02:32.454297 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ad34ffd6-b128-49d0-969c-89c96dbcf45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:32.489626 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6331084-1373-4c70-bc7a-ce8681bc44c6 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] GET failed (client error): The resource could not be found. Sep 23 07:02:32.491823 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-f6331084-1373-4c70-bc7a-ce8681bc44c6 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "GET /v2.0/ports/504be002-1b61-4f00-be8e-c74d658b20a3 HTTP/1.1" status: 404 len: 333 time: 0.0649719 Sep 23 07:02:32.493683 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19e0389-dfd8-42e1-92f4-480cb20b6610 admin admin] Network ca28a1fe-55ea-41f7-96a5-1261b4a66187 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:02:32.495138 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 53734) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:32.504968 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-c19e0389-dfd8-42e1-92f4-480cb20b6610 admin admin] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:02:32.584566 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bf0c2774-0079-4944-a6a6-f943808a489e tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:32.620573 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-ad34ffd6-b128-49d0-969c-89c96dbcf45c None None] For port 2889c7ed-158d-4a20-82fd-544d04a4bba9, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:02:32.629442 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-ad34ffd6-b128-49d0-969c-89c96dbcf45c None None] For port 2889c7ed-158d-4a20-82fd-544d04a4bba9, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=2889c7ed-158d-4a20-82fd-544d04a4bba9,segment=NetworkSegment(194e3bd1-afbe-4918-9fe9-0f41bead8c6c),segment_id=194e3bd1-afbe-4918-9fe9-0f41bead8c6c)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:02:32.640203 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ad34ffd6-b128-49d0-969c-89c96dbcf45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:32.683445 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bf0c2774-0079-4944-a6a6-f943808a489e tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:32.705477 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-24f09788-2cbb-4b01-9823-3dcb9a06c22f tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:32.752426 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0c2774-0079-4944-a6a6-f943808a489e tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Network 6b02a873-582c-4408-aedd-b3a1f9e2d3db is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:02:32.758164 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-bf0c2774-0079-4944-a6a6-f943808a489e tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:02:32.762944 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0c2774-0079-4944-a6a6-f943808a489e tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:02:32.766440 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 0c725ec1-eb17-464d-8874-cd943b7136a7 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:02:32.814349 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0c2774-0079-4944-a6a6-f943808a489e tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Pushing event updated for resources: {'Port': ['ID=4ff37deb-8aa1-4743-825b-c5f1036f6b04,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:32.843813 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bf0c2774-0079-4944-a6a6-f943808a489e tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068614'] for router_interface, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:32.856281 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-24f09788-2cbb-4b01-9823-3dcb9a06c22f tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:32.897210 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c19e0389-dfd8-42e1-92f4-480cb20b6610 admin admin] Router 113bcdd0-0d81-4185-8c10-425ae2a812d6 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:02:32.898947 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-4fe8aaf5-8b07-457c-968c-51493f57a65a None None] Provisioning complete for port 8626ca69-beb4-4a13-84e6-51f160c31741 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:02:32.899723 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-4fe8aaf5-8b07-457c-968c-51493f57a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:32.953580 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad34ffd6-b128-49d0-969c-89c96dbcf45c None None] Pushing event updated for resources: {'Port': ['ID=2889c7ed-158d-4a20-82fd-544d04a4bba9,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:32.992830 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 0c725ec1-eb17-464d-8874-cd943b7136a7 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:02:32.993365 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:33.225394 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-4fe8aaf5-8b07-457c-968c-51493f57a65a None None] Could not find standard attr ID for object 504be002-1b61-4f00-be8e-c74d658b20a3. {{(pid=95067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 07:02:33.257059 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c19e0389-dfd8-42e1-92f4-480cb20b6610 admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:02:33.268143 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-c19e0389-dfd8-42e1-92f4-480cb20b6610 admin admin] 10.222.0.39 "PUT /v2.0/routers/113bcdd0-0d81-4185-8c10-425ae2a812d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1586132 Sep 23 07:02:33.284514 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-24f09788-2cbb-4b01-9823-3dcb9a06c22f tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:33.289617 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-24f09788-2cbb-4b01-9823-3dcb9a06c22f tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:33.293795 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-24f09788-2cbb-4b01-9823-3dcb9a06c22f tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "DELETE /v2.0/security-groups/0a1e3be6-3457-4e07-8d77-9ebaef5e4cfb HTTP/1.1" status: 204 len: 168 time: 0.7949140 Sep 23 07:02:33.294513 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 53742) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:33.355927 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f09788-2cbb-4b01-9823-3dcb9a06c22f tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1e3be6-3457-4e07-8d77-9ebaef5e4cfb,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:33.441772 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f675fdcf-ccfc-4e98-8395-9796cb05114e tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:33.491987 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f675fdcf-ccfc-4e98-8395-9796cb05114e tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:33.579361 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-29e34bdc-7e44-4aac-adeb-ae4ae00332ee req-77f59d14-d847-47a8-93cf-2b75cea6cbfb tempest-ServerShowV257Test-98265775 tempest-ServerShowV257Test-98265775-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2642edc-ad18-40fb-a835-ecf6f73f274b HTTP/1.1" status: 200 len: 210 time: 0.0422082 Sep 23 07:02:33.589124 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f675fdcf-ccfc-4e98-8395-9796cb05114e tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:33.601499 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f675fdcf-ccfc-4e98-8395-9796cb05114e tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:33.606637 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-f675fdcf-ccfc-4e98-8395-9796cb05114e tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "DELETE /v2.0/security-groups/3c2f8d20-af98-4362-8de0-1ed64e0780c4 HTTP/1.1" status: 204 len: 168 time: 0.3081653 Sep 23 07:02:33.607366 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 53750) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:33.657206 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66b36f8-6825-4333-9cab-d28e06578c7b None None] Sync routers for ids ['113bcdd0-0d81-4185-8c10-425ae2a812d6'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:02:33.704441 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-4fe8aaf5-8b07-457c-968c-51493f57a65a None None] Provisioning complete for port d5056a66-4343-48f6-b932-608452ca72e1 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:02:33.704823 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-4fe8aaf5-8b07-457c-968c-51493f57a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:33.707757 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:33.712839 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66b36f8-6825-4333-9cab-d28e06578c7b None None] Routers {'113bcdd0-0d81-4185-8c10-425ae2a812d6'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:02:33.713962 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-f66b36f8-6825-4333-9cab-d28e06578c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:02:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['113bcdd0-0d81-4185-8c10-425ae2a812d6'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:02:33.753875 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-556e5d85-bc06-4992-a163-c49b9f6d7d6a tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Deleting subnet 6ab26b1e-9470-4027-8c49-ce7c16ea559c {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:02:33.760282 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-556e5d85-bc06-4992-a163-c49b9f6d7d6a tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:33.766388 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f675fdcf-ccfc-4e98-8395-9796cb05114e tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c2f8d20-af98-4362-8de0-1ed64e0780c4,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:33.837304 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-556e5d85-bc06-4992-a163-c49b9f6d7d6a tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:33.849636 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bf0c2774-0079-4944-a6a6-f943808a489e tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:33.894846 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:02:33.923225 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port 0c725ec1-eb17-464d-8874-cd943b7136a7, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=0c725ec1-eb17-464d-8874-cd943b7136a7,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:02:33.939890 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-4fe8aaf5-8b07-457c-968c-51493f57a65a None None] Port d5056a66-4343-48f6-b932-608452ca72e1 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:02:33.943508 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:33.944315 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 8626ca69-beb4-4a13-84e6-51f160c31741 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:02:33.953799 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-556e5d85-bc06-4992-a163-c49b9f6d7d6a tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:34.075336 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-f66b36f8-6825-4333-9cab-d28e06578c7b None None] Set router 113bcdd0-0d81-4185-8c10-425ae2a812d6 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:02:34.080075 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-556e5d85-bc06-4992-a163-c49b9f6d7d6a tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:34.109816 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-556e5d85-bc06-4992-a163-c49b9f6d7d6a tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:34.111826 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-556e5d85-bc06-4992-a163-c49b9f6d7d6a tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "DELETE /v2.0/subnets/6ab26b1e-9470-4027-8c49-ce7c16ea559c HTTP/1.1" status: 204 len: 168 time: 0.4999583 Sep 23 07:02:34.117094 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 53754) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:34.133918 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f89126-7a9f-45cd-a9cb-2dd169d4cd95 None None] Network 86777a1e-cc73-49e9-a3f2-0c75dce33574 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:02:34.137830 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-065d7d1f-0cce-47a2-9207-777938acea1b None None] Could not find standard attr ID for object 504be002-1b61-4f00-be8e-c74d658b20a3. {{(pid=95067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 07:02:34.143727 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-3e038c18-ce4f-4ee7-81a2-29d080079fd4 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Request body: {'subnet': {'network_id': '86777a1e-cc73-49e9-a3f2-0c75dce33574', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:02:34.174328 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556e5d85-bc06-4992-a163-c49b9f6d7d6a tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event deleted for resources: {'Subnet': ['ID=6ab26b1e-9470-4027-8c49-ce7c16ea559c,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:34.192502 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53756) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:34.250984 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-f1ac29ed-91f6-46a2-9a64-41d5bf1814a7 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Request body: {'security_group': {'name': 'tempest-securitygroup--145303403', 'description': 'tempest-description--945738426'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:02:34.318422 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e038c18-ce4f-4ee7-81a2-29d080079fd4 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Made reservation on behalf of 07ae454f7ce4401191be202855767634 for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:02:34.323310 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3e038c18-ce4f-4ee7-81a2-29d080079fd4 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:34.331019 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 8626ca69-beb4-4a13-84e6-51f160c31741 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:02:34.331538 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:34.339931 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=0c725ec1-eb17-464d-8874-cd943b7136a7,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:34.371664 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bf0c2774-0079-4944-a6a6-f943808a489e tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:34.377356 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f1ac29ed-91f6-46a2-9a64-41d5bf1814a7 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:34.420316 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-065d7d1f-0cce-47a2-9207-777938acea1b None None] Provisioning complete for port 7e3bdc63-8e1c-4dee-b760-db4eda2132a6 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:02:34.420681 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-065d7d1f-0cce-47a2-9207-777938acea1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:34.446367 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bf0c2774-0079-4944-a6a6-f943808a489e tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:34.589894 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0c2774-0079-4944-a6a6-f943808a489e tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Pushing event updated for resources: {'Port': ['ID=4ff37deb-8aa1-4743-825b-c5f1036f6b04,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:34.598242 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bf0c2774-0079-4944-a6a6-f943808a489e tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067062'] for router_interface, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:34.600391 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4dfc1d2-4033-413a-98af-60c4cf3aeb1e None None] Network 6b02a873-582c-4408-aedd-b3a1f9e2d3db requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:02:34.644354 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-065d7d1f-0cce-47a2-9207-777938acea1b None None] Port 7e3bdc63-8e1c-4dee-b760-db4eda2132a6 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:02:34.682897 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3e038c18-ce4f-4ee7-81a2-29d080079fd4 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:34.699710 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f1ac29ed-91f6-46a2-9a64-41d5bf1814a7 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:34.707634 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f1ac29ed-91f6-46a2-9a64-41d5bf1814a7 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:34.751596 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e038c18-ce4f-4ee7-81a2-29d080079fd4 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Network 86777a1e-cc73-49e9-a3f2-0c75dce33574 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:02:34.768684 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-3e038c18-ce4f-4ee7-81a2-29d080079fd4 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:02:34.771582 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e038c18-ce4f-4ee7-81a2-29d080079fd4 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:02:34.772435 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3e038c18-ce4f-4ee7-81a2-29d080079fd4 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:34.809059 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f1ac29ed-91f6-46a2-9a64-41d5bf1814a7 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:34.813259 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-f1ac29ed-91f6-46a2-9a64-41d5bf1814a7 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6170323 Sep 23 07:02:34.815481 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ac29ed-91f6-46a2-9a64-41d5bf1814a7 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a912227-b43b-40c0-8908-2990e2356021,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:34.824150 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53762) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:34.830547 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-7c45709a-c0b3-419a-b55b-3fa166dfc037 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Request body: {'security_group_rule': {'security_group_id': '2a912227-b43b-40c0-8908-2990e2356021', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:02:34.859752 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a9a94b86-813b-48ac-a012-98ed991be03e req-5bb72bb2-a183-4fa3-9a6e-83dab58de5c7 tempest-ServerShowV257Test-98265775 tempest-ServerShowV257Test-98265775-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2642edc-ad18-40fb-a835-ecf6f73f274b HTTP/1.1" status: 200 len: 210 time: 0.1282322 Sep 23 07:02:34.867433 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0c2774-0079-4944-a6a6-f943808a489e tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Network 6b02a873-582c-4408-aedd-b3a1f9e2d3db is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:02:34.874498 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-3e038c18-ce4f-4ee7-81a2-29d080079fd4 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7542453 Sep 23 07:02:34.875754 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e038c18-ce4f-4ee7-81a2-29d080079fd4 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event updated for resources: {'Subnet': ['ID=d228c853-0b85-4b75-83a4-df886df35a9f,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:34.876250 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-bf0c2774-0079-4944-a6a6-f943808a489e tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:02:34.877679 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 53764) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:34.882873 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-edd9cc15-9792-4444-83f7-eb9e7078ddfe tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Request body: {'security_group': {'name': 'tempest-secgroup-315979416'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:02:34.902712 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-94a56610-c279-4e5a-a7f1-c89f8b596996 None None] Provisioning complete for port 2889c7ed-158d-4a20-82fd-544d04a4bba9 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:02:34.903257 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-94a56610-c279-4e5a-a7f1-c89f8b596996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:34.923459 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-edd9cc15-9792-4444-83f7-eb9e7078ddfe tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:34.948551 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7c45709a-c0b3-419a-b55b-3fa166dfc037 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:34.961826 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-f66b36f8-6825-4333-9cab-d28e06578c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '113bcdd0-0d81-4185-8c10-425ae2a812d6', 'name': 'tempest-AttachVolumeShelveTestJSON-295849971-router', 'tenant_id': '4d93d8414d394ae180d5f159fb0b8b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '0c725ec1-eb17-464d-8874-cd943b7136a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:02:25Z', 'updated_at': '2021-09-23T07:02:31Z', 'revision_number': 4, 'project_id': '4d93d8414d394ae180d5f159fb0b8b54', 'gw_port': {'id': '0c725ec1-eb17-464d-8874-cd943b7136a7', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bf:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '113bcdd0-0d81-4185-8c10-425ae2a812d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:26Z', 'updated_at': '2021-09-23T07:02:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '7e3bdc63-8e1c-4dee-b760-db4eda2132a6', 'name': '', 'network_id': 'ca28a1fe-55ea-41f7-96a5-1261b4a66187', 'tenant_id': '4d93d8414d394ae180d5f159fb0b8b54', 'mac_address': 'fa:16:3e:e7:20:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '113bcdd0-0d81-4185-8c10-425ae2a812d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '5441eb5f-3885-44a6-9b00-13a9788d14f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:29Z', 'updated_at': '2021-09-23T07:02:31Z', 'revision_number': 2, 'project_id': '4d93d8414d394ae180d5f159fb0b8b54', 'subnets': [{'id': '5441eb5f-3885-44a6-9b00-13a9788d14f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:02:35.016238 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66b36f8-6825-4333-9cab-d28e06578c7b None None] Checking router: 113bcdd0-0d81-4185-8c10-425ae2a812d6 for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:02:35.016381 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66b36f8-6825-4333-9cab-d28e06578c7b None None] Updating router 113bcdd0-0d81-4185-8c10-425ae2a812d6 port 7e3bdc63-8e1c-4dee-b760-db4eda2132a6 binding host n-d-715271-16 {{(pid=95067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 07:02:35.027214 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-edd9cc15-9792-4444-83f7-eb9e7078ddfe tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:35.032160 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-edd9cc15-9792-4444-83f7-eb9e7078ddfe tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:35.071556 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-edd9cc15-9792-4444-83f7-eb9e7078ddfe tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:35.073509 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-edd9cc15-9792-4444-83f7-eb9e7078ddfe tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1944599 Sep 23 07:02:35.075896 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 53766) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:35.080802 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-8828fcf2-305c-433e-814f-ea9626da652f tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Request body: {'security_group': {'name': 'tempest-secgroup-592447709'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:02:35.083012 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7c45709a-c0b3-419a-b55b-3fa166dfc037 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:35.087212 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f66b36f8-6825-4333-9cab-d28e06578c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:35.088077 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd9cc15-9792-4444-83f7-eb9e7078ddfe tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d533aff-79cb-4c0a-b120-305a2ddbbe63,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:35.114132 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7c45709a-c0b3-419a-b55b-3fa166dfc037 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:35.116374 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8828fcf2-305c-433e-814f-ea9626da652f tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:35.148732 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c45709a-c0b3-419a-b55b-3fa166dfc037 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cd85679-98f1-49ec-90db-452027831f83,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:35.167785 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf0c2774-0079-4944-a6a6-f943808a489e tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Router b8148bc8-056b-428c-9142-b96172a6cdff is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 07:02:35.252492 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8828fcf2-305c-433e-814f-ea9626da652f tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:35.263471 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8828fcf2-305c-433e-814f-ea9626da652f tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:35.271271 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 2889c7ed-158d-4a20-82fd-544d04a4bba9 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:02:35.286945 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8828fcf2-305c-433e-814f-ea9626da652f tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:35.288327 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-8828fcf2-305c-433e-814f-ea9626da652f tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2112191 Sep 23 07:02:35.294515 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 53768) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:35.300033 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-16e9e702-6f0e-41df-8c41-7eb735d298ef tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Request body: {'security_group': {'name': 'tempest-secgroup-115708999'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:02:35.319522 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8828fcf2-305c-433e-814f-ea9626da652f tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc732ba-a7ac-4e93-ab08-a1c216223e2a,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:35.330966 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7c45709a-c0b3-419a-b55b-3fa166dfc037 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:35.333794 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-7c45709a-c0b3-419a-b55b-3fa166dfc037 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5090117 Sep 23 07:02:35.336407 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53770) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:35.342096 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-0975664d-f093-46cd-8519-13afbce0796a tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Request body: {'security_group_rule': {'security_group_id': '2a912227-b43b-40c0-8908-2990e2356021', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:02:35.357308 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-16e9e702-6f0e-41df-8c41-7eb735d298ef tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:35.358054 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf0c2774-0079-4944-a6a6-f943808a489e tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:02:35.365275 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-bf0c2774-0079-4944-a6a6-f943808a489e tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "PUT /v2.0/routers/b8148bc8-056b-428c-9142-b96172a6cdff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9548333 Sep 23 07:02:35.369355 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53772) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:35.372918 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-94a56610-c279-4e5a-a7f1-c89f8b596996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:35.374496 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46ff505-76c9-4f77-9854-a0836e5da29e None None] Sync routers for ids ['b8148bc8-056b-428c-9142-b96172a6cdff'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:02:35.388176 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46ff505-76c9-4f77-9854-a0836e5da29e None None] Routers {'b8148bc8-056b-428c-9142-b96172a6cdff'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:02:35.389083 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-d46ff505-76c9-4f77-9854-a0836e5da29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:02:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['b8148bc8-056b-428c-9142-b96172a6cdff'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:02:35.390655 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-3c20694e-1c0c-4555-af88-c889ad952b4f tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Request body: {'network': {'name': 'tempest-RoutersTest-1693306389'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:02:35.425109 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0975664d-f093-46cd-8519-13afbce0796a tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:35.495788 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aded3fe1-25fd-4b15-8d4e-10367dae7433 None None] Network 86777a1e-cc73-49e9-a3f2-0c75dce33574 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:02:35.533558 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-16e9e702-6f0e-41df-8c41-7eb735d298ef tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:35.537623 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0975664d-f093-46cd-8519-13afbce0796a tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:35.544142 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-d46ff505-76c9-4f77-9854-a0836e5da29e None None] Set router b8148bc8-056b-428c-9142-b96172a6cdff gateway port host: None {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:02:35.549468 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-16e9e702-6f0e-41df-8c41-7eb735d298ef tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:35.551917 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-94a56610-c279-4e5a-a7f1-c89f8b596996 None None] For port 2889c7ed-158d-4a20-82fd-544d04a4bba9, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=2889c7ed-158d-4a20-82fd-544d04a4bba9,segment=NetworkSegment(194e3bd1-afbe-4918-9fe9-0f41bead8c6c),segment_id=194e3bd1-afbe-4918-9fe9-0f41bead8c6c)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:02:35.568165 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0975664d-f093-46cd-8519-13afbce0796a tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:35.590735 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c20694e-1c0c-4555-af88-c889ad952b4f tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Made reservation on behalf of d7464ba7b96349c78070f768c2b55fbf for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:02:35.594296 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3c20694e-1c0c-4555-af88-c889ad952b4f tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:35.595239 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e9e702-6f0e-41df-8c41-7eb735d298ef tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14a1aa8e-1972-4180-9cad-b76c918cf536,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:35.601547 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-94a56610-c279-4e5a-a7f1-c89f8b596996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:35.615241 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e9e702-6f0e-41df-8c41-7eb735d298ef tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:02:35.615560 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e9e702-6f0e-41df-8c41-7eb735d298ef tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:02:35.615910 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e9e702-6f0e-41df-8c41-7eb735d298ef tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:02:35.616239 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e9e702-6f0e-41df-8c41-7eb735d298ef tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:02:35.616732 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e9e702-6f0e-41df-8c41-7eb735d298ef tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:02:35.617402 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e9e702-6f0e-41df-8c41-7eb735d298ef tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:02:35.617521 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e9e702-6f0e-41df-8c41-7eb735d298ef tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:02:35.617819 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e9e702-6f0e-41df-8c41-7eb735d298ef tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:02:35.618197 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e9e702-6f0e-41df-8c41-7eb735d298ef tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:02:35.618519 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e9e702-6f0e-41df-8c41-7eb735d298ef tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:02:35.619710 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e9e702-6f0e-41df-8c41-7eb735d298ef tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:02:35.619710 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e9e702-6f0e-41df-8c41-7eb735d298ef tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:02:35.625292 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0975664d-f093-46cd-8519-13afbce0796a tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=000d80fa-c7cf-4572-8b70-c0bb5d6b4a4e,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:35.630241 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-16e9e702-6f0e-41df-8c41-7eb735d298ef tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:35.631210 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0975664d-f093-46cd-8519-13afbce0796a tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:35.632513 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-0975664d-f093-46cd-8519-13afbce0796a tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2949636 Sep 23 07:02:35.634978 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53774) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:35.635774 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-16e9e702-6f0e-41df-8c41-7eb735d298ef tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3390880 Sep 23 07:02:35.636067 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 53776) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:35.640472 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-c93569d8-8cc3-4d66-af52-48b2babcb93f tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Request body: {'floatingip': {'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:02:35.640692 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-157c2770-de70-4faf-a553-e53ea68eb118 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-330295154', 'security_groups': ['14a1aa8e-1972-4180-9cad-b76c918cf536'], 'network_id': '86777a1e-cc73-49e9-a3f2-0c75dce33574', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd228c853-0b85-4b75-83a4-df886df35a9f'}]}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:02:35.669672 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 2889c7ed-158d-4a20-82fd-544d04a4bba9 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:02:35.670084 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:35.673963 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c93569d8-8cc3-4d66-af52-48b2babcb93f tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks [] for floatingip, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:35.829963 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c20694e-1c0c-4555-af88-c889ad952b4f tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:02:35.838980 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-9191514d-a11a-4ca7-9c04-1952ca8aa833 None None] Provisioning complete for port 8626ca69-beb4-4a13-84e6-51f160c31741 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:02:35.839510 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-9191514d-a11a-4ca7-9c04-1952ca8aa833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:35.841645 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a56610-c279-4e5a-a7f1-c89f8b596996 None None] Pushing event updated for resources: {'Port': ['ID=2889c7ed-158d-4a20-82fd-544d04a4bba9,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:35.856897 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c93569d8-8cc3-4d66-af52-48b2babcb93f tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:35.859011 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3c20694e-1c0c-4555-af88-c889ad952b4f tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:35.859365 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-3c20694e-1c0c-4555-af88-c889ad952b4f tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Added segment 711c9105-cb76-4dd9-b2ce-41c1328ae9f9 of type vlan for network 26974d90-e2ba-4afd-b942-0f2a06f56c9e Sep 23 07:02:35.977167 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-d46ff505-76c9-4f77-9854-a0836e5da29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'name': 'tempest-RoutersTest-router-315055706', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:02:29Z', 'updated_at': '2021-09-23T07:02:33Z', 'revision_number': 2, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'gw_port_host': None, '_interfaces': [{'id': '4ff37deb-8aa1-4743-825b-c5f1036f6b04', 'name': '', 'network_id': '6b02a873-582c-4408-aedd-b3a1f9e2d3db', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'mac_address': 'fa:16:3e:65:e5:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': '127ff3a9-b245-488b-bb0d-e99fbbaa80c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:31Z', 'updated_at': '2021-09-23T07:02:34Z', 'revision_number': 2, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'subnets': [{'id': '127ff3a9-b245-488b-bb0d-e99fbbaa80c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:02:35.987235 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3c20694e-1c0c-4555-af88-c889ad952b4f tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:36.035136 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-c93569d8-8cc3-4d66-af52-48b2babcb93f tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Allocated IP 172.25.2.34 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/229551b8-eba3-41a6-9a6a-51d4b7f56236) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:02:36.043658 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46ff505-76c9-4f77-9854-a0836e5da29e None None] Checking router: b8148bc8-056b-428c-9142-b96172a6cdff for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:02:36.044010 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46ff505-76c9-4f77-9854-a0836e5da29e None None] Updating router b8148bc8-056b-428c-9142-b96172a6cdff port 4ff37deb-8aa1-4743-825b-c5f1036f6b04 binding host n-d-715271-16 {{(pid=95068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 07:02:36.050664 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-157c2770-de70-4faf-a553-e53ea68eb118 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Made reservation on behalf of 07ae454f7ce4401191be202855767634 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:02:36.125741 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-d46ff505-76c9-4f77-9854-a0836e5da29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:36.241202 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bb031cc3-1869-4f2e-9e1f-cf5537f0ea6d req-03611d32-a413-4261-b0c7-aecc606d97b1 tempest-ServerShowV257Test-98265775 tempest-ServerShowV257Test-98265775-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2642edc-ad18-40fb-a835-ecf6f73f274b HTTP/1.1" status: 200 len: 210 time: 0.2063181 Sep 23 07:02:36.250477 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3c20694e-1c0c-4555-af88-c889ad952b4f tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:36.264367 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c20694e-1c0c-4555-af88-c889ad952b4f tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:02:36.269843 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3c20694e-1c0c-4555-af88-c889ad952b4f tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:36.275215 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c93569d8-8cc3-4d66-af52-48b2babcb93f tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:36.325697 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-3c20694e-1c0c-4555-af88-c889ad952b4f tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9552176 Sep 23 07:02:36.328453 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 53786) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:36.339635 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-f687e255-60b7-4e6d-acad-5bf3aca87aef tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Request body: {'subnet': {'network_id': '26974d90-e2ba-4afd-b942-0f2a06f56c9e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:02:36.354942 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c93569d8-8cc3-4d66-af52-48b2babcb93f tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:36.402667 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c20694e-1c0c-4555-af88-c889ad952b4f tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Pushing event updated for resources: {'Network': ['ID=26974d90-e2ba-4afd-b942-0f2a06f56c9e,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:36.407624 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-157c2770-de70-4faf-a553-e53ea68eb118 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:36.454347 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f66b36f8-6825-4333-9cab-d28e06578c7b None None] Notify callbacks [] for port, precommit_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:36.455087 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [None req-157c2770-de70-4faf-a553-e53ea68eb118 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] device_id is not set on port efc2a980-18f1-4189-9509-267d075aa794 yet. {{(pid=95065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 07:02:36.471990 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 0c725ec1-eb17-464d-8874-cd943b7136a7 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:02:36.475992 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 26974d90-e2ba-4afd-b942-0f2a06f56c9e details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:02:36.483696 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93569d8-8cc3-4d66-af52-48b2babcb93f tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:02:36.508222 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-d46ff505-76c9-4f77-9854-a0836e5da29e None None] Notify callbacks [] for port, precommit_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:36.516458 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-d46ff505-76c9-4f77-9854-a0836e5da29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:36.528124 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-c93569d8-8cc3-4d66-af52-48b2babcb93f tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:02:36.538580 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93569d8-8cc3-4d66-af52-48b2babcb93f tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:02:36.540543 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93569d8-8cc3-4d66-af52-48b2babcb93f tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Pushing event updated for resources: {'Port': ['ID=229551b8-eba3-41a6-9a6a-51d4b7f56236,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:36.591391 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f66b36f8-6825-4333-9cab-d28e06578c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:36.626015 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d80fd-c18e-48f1-b94d-56f1650c74e9 None None] Pushing event updated for resources: {'Port': ['ID=4ff37deb-8aa1-4743-825b-c5f1036f6b04,revision_number=3']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:36.650347 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f687e255-60b7-4e6d-acad-5bf3aca87aef tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Made reservation on behalf of d7464ba7b96349c78070f768c2b55fbf for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:02:36.654648 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f687e255-60b7-4e6d-acad-5bf3aca87aef tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:36.705540 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-157c2770-de70-4faf-a553-e53ea68eb118 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Allocated IP 172.20.0.10 (86777a1e-cc73-49e9-a3f2-0c75dce33574/d228c853-0b85-4b75-83a4-df886df35a9f/efc2a980-18f1-4189-9509-267d075aa794) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:02:36.722178 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbeebb-dbc6-4caf-8c69-4d677f3e8eef None None] Pushing event updated for resources: {'Port': ['ID=7e3bdc63-8e1c-4dee-b760-db4eda2132a6,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:36.730666 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-d46ff505-76c9-4f77-9854-a0836e5da29e None None] Attempting to bind port 4ff37deb-8aa1-4743-825b-c5f1036f6b04 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:02:36.731026 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-d46ff505-76c9-4f77-9854-a0836e5da29e None None] Attempting to bind port 4ff37deb-8aa1-4743-825b-c5f1036f6b04 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '194e3bd1-afbe-4918-9fe9-0f41bead8c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '6b02a873-582c-4408-aedd-b3a1f9e2d3db'}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:02:36.731395 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46ff505-76c9-4f77-9854-a0836e5da29e None None] Attempting to bind port 4ff37deb-8aa1-4743-825b-c5f1036f6b04 on network 6b02a873-582c-4408-aedd-b3a1f9e2d3db {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:02:36.748239 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46ff505-76c9-4f77-9854-a0836e5da29e None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:02:36.748667 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46ff505-76c9-4f77-9854-a0836e5da29e None None] Checking segment: {'id': '194e3bd1-afbe-4918-9fe9-0f41bead8c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '6b02a873-582c-4408-aedd-b3a1f9e2d3db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:02:36.748980 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-d46ff505-76c9-4f77-9854-a0836e5da29e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:36.749378 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46ff505-76c9-4f77-9854-a0836e5da29e None None] Bound using segment: {'id': '194e3bd1-afbe-4918-9fe9-0f41bead8c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '6b02a873-582c-4408-aedd-b3a1f9e2d3db'} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:02:36.749848 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-d46ff505-76c9-4f77-9854-a0836e5da29e None None] Bound port: 4ff37deb-8aa1-4743-825b-c5f1036f6b04, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '194e3bd1-afbe-4918-9fe9-0f41bead8c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '6b02a873-582c-4408-aedd-b3a1f9e2d3db'}}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:02:36.750255 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-d46ff505-76c9-4f77-9854-a0836e5da29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:36.837436 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:36.873766 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-f66b36f8-6825-4333-9cab-d28e06578c7b None None] Attempting to bind port 7e3bdc63-8e1c-4dee-b760-db4eda2132a6 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:02:36.874102 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-f66b36f8-6825-4333-9cab-d28e06578c7b None None] Attempting to bind port 7e3bdc63-8e1c-4dee-b760-db4eda2132a6 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '1c65d3ce-0d0d-44a7-ae9c-a00acf5305e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ca28a1fe-55ea-41f7-96a5-1261b4a66187'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:02:36.874884 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66b36f8-6825-4333-9cab-d28e06578c7b None None] Attempting to bind port 7e3bdc63-8e1c-4dee-b760-db4eda2132a6 on network ca28a1fe-55ea-41f7-96a5-1261b4a66187 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:02:36.888168 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66b36f8-6825-4333-9cab-d28e06578c7b None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:02:36.888526 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66b36f8-6825-4333-9cab-d28e06578c7b None None] Checking segment: {'id': '1c65d3ce-0d0d-44a7-ae9c-a00acf5305e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ca28a1fe-55ea-41f7-96a5-1261b4a66187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:02:36.888931 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f66b36f8-6825-4333-9cab-d28e06578c7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:36.889313 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66b36f8-6825-4333-9cab-d28e06578c7b None None] Bound using segment: {'id': '1c65d3ce-0d0d-44a7-ae9c-a00acf5305e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ca28a1fe-55ea-41f7-96a5-1261b4a66187'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:02:36.889794 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-f66b36f8-6825-4333-9cab-d28e06578c7b None None] Bound port: 7e3bdc63-8e1c-4dee-b760-db4eda2132a6, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c65d3ce-0d0d-44a7-ae9c-a00acf5305e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ca28a1fe-55ea-41f7-96a5-1261b4a66187'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:02:36.890363 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f66b36f8-6825-4333-9cab-d28e06578c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:36.911090 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-d46ff505-76c9-4f77-9854-a0836e5da29e None None] For port 4ff37deb-8aa1-4743-825b-c5f1036f6b04, host n-d-715271-16, cleared binding levels {{(pid=95068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:02:36.920131 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-d46ff505-76c9-4f77-9854-a0836e5da29e None None] For port 4ff37deb-8aa1-4743-825b-c5f1036f6b04, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=4ff37deb-8aa1-4743-825b-c5f1036f6b04,segment=NetworkSegment(194e3bd1-afbe-4918-9fe9-0f41bead8c6c),segment_id=194e3bd1-afbe-4918-9fe9-0f41bead8c6c)] {{(pid=95068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:02:36.936882 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-d46ff505-76c9-4f77-9854-a0836e5da29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:36.950453 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c93569d8-8cc3-4d66-af52-48b2babcb93f tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:37.016496 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-f66b36f8-6825-4333-9cab-d28e06578c7b None None] For port 7e3bdc63-8e1c-4dee-b760-db4eda2132a6, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:02:37.016992 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46ff505-76c9-4f77-9854-a0836e5da29e None None] Routers {'b8148bc8-056b-428c-9142-b96172a6cdff'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:02:37.018733 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-d46ff505-76c9-4f77-9854-a0836e5da29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:02:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['b8148bc8-056b-428c-9142-b96172a6cdff'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:02:37.021813 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-f66b36f8-6825-4333-9cab-d28e06578c7b None None] For port 7e3bdc63-8e1c-4dee-b760-db4eda2132a6, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=7e3bdc63-8e1c-4dee-b760-db4eda2132a6,segment=NetworkSegment(1c65d3ce-0d0d-44a7-ae9c-a00acf5305e9),segment_id=1c65d3ce-0d0d-44a7-ae9c-a00acf5305e9)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:02:37.025163 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d80fd-c18e-48f1-b94d-56f1650c74e9 None None] Pushing event updated for resources: {'Port': ['ID=4ff37deb-8aa1-4743-825b-c5f1036f6b04,revision_number=4']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:37.032193 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f66b36f8-6825-4333-9cab-d28e06578c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:37.065116 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-157c2770-de70-4faf-a553-e53ea68eb118 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:37.077199 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c93569d8-8cc3-4d66-af52-48b2babcb93f tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:37.093038 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 0c725ec1-eb17-464d-8874-cd943b7136a7 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:02:37.093235 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:37.158540 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-157c2770-de70-4faf-a553-e53ea68eb118 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:37.179211 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66b36f8-6825-4333-9cab-d28e06578c7b None None] Routers {'113bcdd0-0d81-4185-8c10-425ae2a812d6'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:02:37.179878 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-f66b36f8-6825-4333-9cab-d28e06578c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:02:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['113bcdd0-0d81-4185-8c10-425ae2a812d6'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:02:37.187445 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-9191514d-a11a-4ca7-9c04-1952ca8aa833 None None] Provisioning complete for port 4ff37deb-8aa1-4743-825b-c5f1036f6b04 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:02:37.187724 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-9191514d-a11a-4ca7-9c04-1952ca8aa833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:37.296928 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157c2770-de70-4faf-a553-e53ea68eb118 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Network 86777a1e-cc73-49e9-a3f2-0c75dce33574 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:02:37.300973 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-157c2770-de70-4faf-a553-e53ea68eb118 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:02:37.310527 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157c2770-de70-4faf-a553-e53ea68eb118 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:02:37.446641 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157c2770-de70-4faf-a553-e53ea68eb118 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event updated for resources: {'Port': ['ID=efc2a980-18f1-4189-9509-267d075aa794,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:37.483449 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157c2770-de70-4faf-a553-e53ea68eb118 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:02:37.497094 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-157c2770-de70-4faf-a553-e53ea68eb118 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:37.507299 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-d46ff505-76c9-4f77-9854-a0836e5da29e None None] Set router b8148bc8-056b-428c-9142-b96172a6cdff gateway port host: None {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:02:37.520612 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-157c2770-de70-4faf-a553-e53ea68eb118 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8844018 Sep 23 07:02:37.527244 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53792) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:37.538493 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-f4bfe47d-2513-43c1-92d3-6f226bd66a32 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Request body: {'subnet': {'network_id': '86777a1e-cc73-49e9-a3f2-0c75dce33574', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:02:37.568949 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbeebb-dbc6-4caf-8c69-4d677f3e8eef None None] Pushing event updated for resources: {'Port': ['ID=7e3bdc63-8e1c-4dee-b760-db4eda2132a6,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:37.598293 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f687e255-60b7-4e6d-acad-5bf3aca87aef tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:37.684233 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-18bb00a7-4344-42a3-8fb3-fa9da45753ed req-3d19a8fa-73e8-417c-b940-ebb74b045193 tempest-ServerShowV257Test-98265775 tempest-ServerShowV257Test-98265775-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2642edc-ad18-40fb-a835-ecf6f73f274b HTTP/1.1" status: 200 len: 210 time: 0.1571927 Sep 23 07:02:37.730567 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-9191514d-a11a-4ca7-9c04-1952ca8aa833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:37.803707 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c93569d8-8cc3-4d66-af52-48b2babcb93f tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:37.818320 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-f66b36f8-6825-4333-9cab-d28e06578c7b None None] Set router 113bcdd0-0d81-4185-8c10-425ae2a812d6 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:02:37.827857 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c93569d8-8cc3-4d66-af52-48b2babcb93f tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:37.839507 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-9191514d-a11a-4ca7-9c04-1952ca8aa833 None None] For port 4ff37deb-8aa1-4743-825b-c5f1036f6b04, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=4ff37deb-8aa1-4743-825b-c5f1036f6b04,segment=NetworkSegment(194e3bd1-afbe-4918-9fe9-0f41bead8c6c),segment_id=194e3bd1-afbe-4918-9fe9-0f41bead8c6c)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:02:37.875068 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4bfe47d-2513-43c1-92d3-6f226bd66a32 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Made reservation on behalf of 07ae454f7ce4401191be202855767634 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:02:37.879217 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f4bfe47d-2513-43c1-92d3-6f226bd66a32 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:37.910082 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-9191514d-a11a-4ca7-9c04-1952ca8aa833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:37.932142 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 2889c7ed-158d-4a20-82fd-544d04a4bba9 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:02:37.936154 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f687e255-60b7-4e6d-acad-5bf3aca87aef tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Pushing event updated for resources: {'Subnet': ['ID=deb3ce15-0d7b-4c8f-ab64-0539ca66bda4,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:37.969079 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-d46ff505-76c9-4f77-9854-a0836e5da29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'name': 'tempest-RoutersTest-router-315055706', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:02:29Z', 'updated_at': '2021-09-23T07:02:33Z', 'revision_number': 2, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'gw_port_host': None, '_interfaces': [{'id': '4ff37deb-8aa1-4743-825b-c5f1036f6b04', 'name': '', 'network_id': '6b02a873-582c-4408-aedd-b3a1f9e2d3db', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'mac_address': 'fa:16:3e:65:e5:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': '127ff3a9-b245-488b-bb0d-e99fbbaa80c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:31Z', 'updated_at': '2021-09-23T07:02:36Z', 'revision_number': 4, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'subnets': [{'id': '127ff3a9-b245-488b-bb0d-e99fbbaa80c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:02:38.013031 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93569d8-8cc3-4d66-af52-48b2babcb93f tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Pushing event updated for resources: {'Port': ['ID=229551b8-eba3-41a6-9a6a-51d4b7f56236,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:38.017410 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f687e255-60b7-4e6d-acad-5bf3aca87aef tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Checking segment: {'id': '711c9105-cb76-4dd9-b2ce-41c1328ae9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '26974d90-e2ba-4afd-b942-0f2a06f56c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:02:38.017763 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f687e255-60b7-4e6d-acad-5bf3aca87aef tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Network hostable DHCP agents. Network: 26974d90-e2ba-4afd-b942-0f2a06f56c9e, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:02:38.029116 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46ff505-76c9-4f77-9854-a0836e5da29e None None] The sync data for ids ['b8148bc8-056b-428c-9142-b96172a6cdff'] in n-d-715271-16 is: [{'id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'name': 'tempest-RoutersTest-router-315055706', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:02:29Z', 'updated_at': '2021-09-23T07:02:33Z', 'revision_number': 2, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'gw_port_host': None, '_interfaces': [{'id': '4ff37deb-8aa1-4743-825b-c5f1036f6b04', 'name': '', 'network_id': '6b02a873-582c-4408-aedd-b3a1f9e2d3db', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'mac_address': 'fa:16:3e:65:e5:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': '127ff3a9-b245-488b-bb0d-e99fbbaa80c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:31Z', 'updated_at': '2021-09-23T07:02:36Z', 'revision_number': 4, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'subnets': [{'id': '127ff3a9-b245-488b-bb0d-e99fbbaa80c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:02:38.036980 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c93569d8-8cc3-4d66-af52-48b2babcb93f tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:38.039603 n-d-715271-16 neutron-server[95065]: INFO neutron.db.ipam_backend_mixin [None req-f4bfe47d-2513-43c1-92d3-6f226bd66a32 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d228c853-0b85-4b75-83a4-df886df35a9f (CIDR: 172.20.0.0/28) Sep 23 07:02:38.044244 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4bfe47d-2513-43c1-92d3-6f226bd66a32 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 07:02:38.044740 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4bfe47d-2513-43c1-92d3-6f226bd66a32 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 07:02:38.056932 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9191514d-a11a-4ca7-9c04-1952ca8aa833 None None] Pushing event updated for resources: {'Port': ['ID=4ff37deb-8aa1-4743-825b-c5f1036f6b04,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:38.058504 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f687e255-60b7-4e6d-acad-5bf3aca87aef tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Network 26974d90-e2ba-4afd-b942-0f2a06f56c9e is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:02:38.063845 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c93569d8-8cc3-4d66-af52-48b2babcb93f tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:38.065317 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-c93569d8-8cc3-4d66-af52-48b2babcb93f tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4281352 Sep 23 07:02:38.079351 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-f687e255-60b7-4e6d-acad-5bf3aca87aef tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 26974d90-e2ba-4afd-b942-0f2a06f56c9e) {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:02:38.081854 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-f4bfe47d-2513-43c1-92d3-6f226bd66a32 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5528288 Sep 23 07:02:38.084279 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53796) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:38.087487 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f687e255-60b7-4e6d-acad-5bf3aca87aef tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:02:38.092070 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-3b434f72-55ed-4d4a-809e-4ef20b4bb473 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Request body: {'subnet': {'network_id': '86777a1e-cc73-49e9-a3f2-0c75dce33574', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:02:38.094768 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f687e255-60b7-4e6d-acad-5bf3aca87aef tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:38.120842 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-f687e255-60b7-4e6d-acad-5bf3aca87aef tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7891426 Sep 23 07:02:38.122226 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 53798) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:38.155963 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f98068-6d76-4d59-8621-ce410b606a98 None None] Network 26974d90-e2ba-4afd-b942-0f2a06f56c9e requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:02:38.214816 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-9191514d-a11a-4ca7-9c04-1952ca8aa833 None None] Provisioning complete for port 2889c7ed-158d-4a20-82fd-544d04a4bba9 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:02:38.215196 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-9191514d-a11a-4ca7-9c04-1952ca8aa833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:38.216865 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-bc382858-24e4-4769-8ed9-2b8590ccfa8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:38.418528 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-271dcc0c-ac82-4a34-a015-916fccad7e59 req-254c8367-05b4-4ff4-8c6a-5856e94b3711 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--145303403&fields=id&tenant_id=4d93d8414d394ae180d5f159fb0b8b54 HTTP/1.1" status: 200 len: 267 time: 0.1527677 Sep 23 07:02:38.487494 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b434f72-55ed-4d4a-809e-4ef20b4bb473 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Made reservation on behalf of 07ae454f7ce4401191be202855767634 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:02:38.491355 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3b434f72-55ed-4d4a-809e-4ef20b4bb473 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:38.567148 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 2889c7ed-158d-4a20-82fd-544d04a4bba9 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:02:38.567486 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:38.599780 n-d-715271-16 neutron-server[95065]: INFO neutron.db.ipam_backend_mixin [None req-3b434f72-55ed-4d4a-809e-4ef20b4bb473 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 5e99c689-46ff-4803-86c7-38e423413ca2 (CIDR: 172.20.0.16/28) Sep 23 07:02:38.605054 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b434f72-55ed-4d4a-809e-4ef20b4bb473 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 07:02:38.605552 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b434f72-55ed-4d4a-809e-4ef20b4bb473 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 07:02:38.663577 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-3b434f72-55ed-4d4a-809e-4ef20b4bb473 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5753624 Sep 23 07:02:38.663872 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53814) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:38.679606 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-5d86822d-af35-4479-8581-5ebd201180b9 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Request body: {'subnet': {'network_id': '86777a1e-cc73-49e9-a3f2-0c75dce33574', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:02:38.727410 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271dcc0c-ac82-4a34-a015-916fccad7e59 req-40b2e072-92a3-48b3-be7f-a766102d0464 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:02:38.739129 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-271dcc0c-ac82-4a34-a015-916fccad7e59 req-40b2e072-92a3-48b3-be7f-a766102d0464 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/networks?id=ca28a1fe-55ea-41f7-96a5-1261b4a66187 HTTP/1.1" status: 200 len: 816 time: 0.3125648 Sep 23 07:02:38.766967 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8ba7aa06-09a2-43b3-8a3b-65d1840ff55a tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:38.781905 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-271dcc0c-ac82-4a34-a015-916fccad7e59 req-9e95b288-93d8-482b-a54a-80f6814b1fc2 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/quotas/4d93d8414d394ae180d5f159fb0b8b54 HTTP/1.1" status: 200 len: 375 time: 0.0418649 Sep 23 07:02:38.897089 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ded912-c59e-4288-8234-6db0a95b9e83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-26974d90-e2ba-4afd-b942-0f2a06f56c9e', 'network_id': '26974d90-e2ba-4afd-b942-0f2a06f56c9e', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'fixed_ips': [{'subnet_id': 'deb3ce15-0d7b-4c8f-ab64-0539ca66bda4'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:02:38.898106 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f4ded912-c59e-4288-8234-6db0a95b9e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:38.925513 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-f66b36f8-6825-4333-9cab-d28e06578c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '113bcdd0-0d81-4185-8c10-425ae2a812d6', 'name': 'tempest-AttachVolumeShelveTestJSON-295849971-router', 'tenant_id': '4d93d8414d394ae180d5f159fb0b8b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '0c725ec1-eb17-464d-8874-cd943b7136a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:02:25Z', 'updated_at': '2021-09-23T07:02:31Z', 'revision_number': 4, 'project_id': '4d93d8414d394ae180d5f159fb0b8b54', 'gw_port': {'id': '0c725ec1-eb17-464d-8874-cd943b7136a7', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bf:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113bcdd0-0d81-4185-8c10-425ae2a812d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:26Z', 'updated_at': '2021-09-23T07:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '7e3bdc63-8e1c-4dee-b760-db4eda2132a6', 'name': '', 'network_id': 'ca28a1fe-55ea-41f7-96a5-1261b4a66187', 'tenant_id': '4d93d8414d394ae180d5f159fb0b8b54', 'mac_address': 'fa:16:3e:e7:20:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '113bcdd0-0d81-4185-8c10-425ae2a812d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '5441eb5f-3885-44a6-9b00-13a9788d14f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:29Z', 'updated_at': '2021-09-23T07:02:37Z', 'revision_number': 4, 'project_id': '4d93d8414d394ae180d5f159fb0b8b54', 'subnets': [{'id': '5441eb5f-3885-44a6-9b00-13a9788d14f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:02:38.944850 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d86822d-af35-4479-8581-5ebd201180b9 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Made reservation on behalf of 07ae454f7ce4401191be202855767634 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:02:38.950368 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5d86822d-af35-4479-8581-5ebd201180b9 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:38.965928 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-9191514d-a11a-4ca7-9c04-1952ca8aa833 None None] Provisioning complete for port d5056a66-4343-48f6-b932-608452ca72e1 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:02:38.972780 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-9191514d-a11a-4ca7-9c04-1952ca8aa833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:38.977151 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-271dcc0c-ac82-4a34-a015-916fccad7e59 req-f3dc3d0a-05c3-4857-a098-0d18a990ae0b tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4d93d8414d394ae180d5f159fb0b8b54&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1936030 Sep 23 07:02:39.080049 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0eab0ef4-cc42-4698-9593-58b27a79845d req-49f3f536-294c-4cc9-990a-8b329e9e0dc2 tempest-ServerShowV257Test-98265775 tempest-ServerShowV257Test-98265775-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2642edc-ad18-40fb-a835-ecf6f73f274b HTTP/1.1" status: 200 len: 210 time: 0.0720379 Sep 23 07:02:39.159071 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [req-271dcc0c-ac82-4a34-a015-916fccad7e59 req-32d6279f-7045-4636-a006-f51e1959f1da service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=95065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:02:39.160309 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-271dcc0c-ac82-4a34-a015-916fccad7e59 req-32d6279f-7045-4636-a006-f51e1959f1da service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1656821 Sep 23 07:02:39.171065 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66b36f8-6825-4333-9cab-d28e06578c7b None None] The sync data for ids ['113bcdd0-0d81-4185-8c10-425ae2a812d6'] in n-d-715271-16 is: [{'id': '113bcdd0-0d81-4185-8c10-425ae2a812d6', 'name': 'tempest-AttachVolumeShelveTestJSON-295849971-router', 'tenant_id': '4d93d8414d394ae180d5f159fb0b8b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '0c725ec1-eb17-464d-8874-cd943b7136a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:02:25Z', 'updated_at': '2021-09-23T07:02:31Z', 'revision_number': 4, 'project_id': '4d93d8414d394ae180d5f159fb0b8b54', 'gw_port': {'id': '0c725ec1-eb17-464d-8874-cd943b7136a7', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bf:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113bcdd0-0d81-4185-8c10-425ae2a812d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:26Z', 'updated_at': '2021-09-23T07:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '7e3bdc63-8e1c-4dee-b760-db4eda2132a6', 'name': '', 'network_id': 'ca28a1fe-55ea-41f7-96a5-1261b4a66187', 'tenant_id': '4d93d8414d394ae180d5f159fb0b8b54', 'mac_address': 'fa:16:3e:e7:20:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '113bcdd0-0d81-4185-8c10-425ae2a812d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '5441eb5f-3885-44a6-9b00-13a9788d14f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:29Z', 'updated_at': '2021-09-23T07:02:37Z', 'revision_number': 4, 'project_id': '4d93d8414d394ae180d5f159fb0b8b54', 'subnets': [{'id': '5441eb5f-3885-44a6-9b00-13a9788d14f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:02:39.201492 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-9191514d-a11a-4ca7-9c04-1952ca8aa833 None None] Port d5056a66-4343-48f6-b932-608452ca72e1 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:02:39.312228 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-8ba7aa06-09a2-43b3-8a3b-65d1840ff55a tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Allocated IP 172.21.0.1 (26974d90-e2ba-4afd-b942-0f2a06f56c9e/deb3ce15-0d7b-4c8f-ab64-0539ca66bda4/04fcf448-24e2-4fee-a7a4-c938878dd015) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:02:39.344305 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-231d02d9-fa15-48bd-ac20-f0c693df6235 None None] Provisioning complete for port 8626ca69-beb4-4a13-84e6-51f160c31741 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:02:39.345239 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-231d02d9-fa15-48bd-ac20-f0c693df6235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:39.448336 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5d86822d-af35-4479-8581-5ebd201180b9 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:39.472618 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-271dcc0c-ac82-4a34-a015-916fccad7e59 req-b284e91a-f418-4791-af7a-eb4bf071ea5b service neutron] 10.222.0.39 "GET /v2.0/networks/ca28a1fe-55ea-41f7-96a5-1261b4a66187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715271 Sep 23 07:02:39.535241 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8ba7aa06-09a2-43b3-8a3b-65d1840ff55a tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:39.606965 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8ba7aa06-09a2-43b3-8a3b-65d1840ff55a tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:39.625615 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d86822d-af35-4479-8581-5ebd201180b9 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Network 86777a1e-cc73-49e9-a3f2-0c75dce33574 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:02:39.628659 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-271dcc0c-ac82-4a34-a015-916fccad7e59 req-47c8f933-6a06-4129-be7e-27906fc4e7b8 service neutron] 10.222.0.39 "GET /v2.0/networks/ca28a1fe-55ea-41f7-96a5-1261b4a66187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552017 Sep 23 07:02:39.666097 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-5d86822d-af35-4479-8581-5ebd201180b9 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:02:39.668191 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d86822d-af35-4479-8581-5ebd201180b9 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event updated for resources: {'Subnet': ['ID=080ae4dd-a9d4-4e1d-afab-d9352a05e36a,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:39.674356 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d86822d-af35-4479-8581-5ebd201180b9 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:02:39.674894 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5d86822d-af35-4479-8581-5ebd201180b9 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:39.706660 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-5d86822d-af35-4479-8581-5ebd201180b9 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0393608 Sep 23 07:02:39.706882 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba7aa06-09a2-43b3-8a3b-65d1840ff55a tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Pushing event updated for resources: {'Port': ['ID=04fcf448-24e2-4fee-a7a4-c938878dd015,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:39.721775 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 53828) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:39.737384 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-54e6eacc-589b-43e2-ae20-b5e9b63638b8 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1883230624', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '080ae4dd-a9d4-4e1d-afab-d9352a05e36a'}], 'security_groups': ['6d533aff-79cb-4c0a-b120-305a2ddbbe63', '0dc732ba-a7ac-4e93-ab08-a1c216223e2a']}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:02:39.785653 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba7aa06-09a2-43b3-8a3b-65d1840ff55a tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Network 26974d90-e2ba-4afd-b942-0f2a06f56c9e is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:02:39.789936 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-8ba7aa06-09a2-43b3-8a3b-65d1840ff55a tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:02:39.804522 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba7aa06-09a2-43b3-8a3b-65d1840ff55a tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:02:39.878318 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8ba7aa06-09a2-43b3-8a3b-65d1840ff55a tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068614'] for router_interface, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:39.882993 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8b8918-d69f-474f-93ab-2960358a4d84 None None] Network 86777a1e-cc73-49e9-a3f2-0c75dce33574 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:02:40.023258 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 7e3bdc63-8e1c-4dee-b760-db4eda2132a6 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:02:40.147097 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-884b83ea-32f4-49cc-b85f-899ec9f245a4 req-e2d6ee4f-68a1-4b54-825e-60b5460c77a8 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 210 time: 0.1289139 Sep 23 07:02:40.217586 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-231d02d9-fa15-48bd-ac20-f0c693df6235 None None] Provisioning complete for port efc2a980-18f1-4189-9509-267d075aa794 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:02:40.217964 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-231d02d9-fa15-48bd-ac20-f0c693df6235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:40.292996 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-231d02d9-fa15-48bd-ac20-f0c693df6235 None None] Port efc2a980-18f1-4189-9509-267d075aa794 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:02:40.295123 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-54a36ac8-6b1c-4f16-8deb-960a60913c6d req-8a956233-260a-4623-b0d0-b87bb6512d4e tempest-ServerShowV257Test-98265775 tempest-ServerShowV257Test-98265775-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2642edc-ad18-40fb-a835-ecf6f73f274b HTTP/1.1" status: 200 len: 210 time: 0.0712814 Sep 23 07:02:40.321197 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:40.325010 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-f4ded912-c59e-4288-8234-6db0a95b9e83 None None] Allocated IP 172.21.0.2 (26974d90-e2ba-4afd-b942-0f2a06f56c9e/deb3ce15-0d7b-4c8f-ab64-0539ca66bda4/c45d1cf8-8c94-46bb-9743-ac50319dbdbc) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:02:40.335035 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8ba7aa06-09a2-43b3-8a3b-65d1840ff55a tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:40.402642 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-231d02d9-fa15-48bd-ac20-f0c693df6235 None None] Provisioning complete for port 7e3bdc63-8e1c-4dee-b760-db4eda2132a6 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:02:40.403023 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-231d02d9-fa15-48bd-ac20-f0c693df6235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:40.482716 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 7e3bdc63-8e1c-4dee-b760-db4eda2132a6 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:02:40.483092 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:40.718653 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-231d02d9-fa15-48bd-ac20-f0c693df6235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:40.876260 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f4ded912-c59e-4288-8234-6db0a95b9e83 None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:40.956552 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-231d02d9-fa15-48bd-ac20-f0c693df6235 None None] For port 7e3bdc63-8e1c-4dee-b760-db4eda2132a6, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=7e3bdc63-8e1c-4dee-b760-db4eda2132a6,segment=NetworkSegment(1c65d3ce-0d0d-44a7-ae9c-a00acf5305e9),segment_id=1c65d3ce-0d0d-44a7-ae9c-a00acf5305e9)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:02:40.959123 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f4ded912-c59e-4288-8234-6db0a95b9e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:41.002181 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:41.009643 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-231d02d9-fa15-48bd-ac20-f0c693df6235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:41.028395 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a712e62-9198-42e4-9206-d7518ace9afa None None] Update dhcp port {'port': {'network_id': '86777a1e-cc73-49e9-a3f2-0c75dce33574', 'fixed_ips': [{'subnet_id': '5e99c689-46ff-4803-86c7-38e423413ca2', 'ip_address': '172.20.0.18'}, {'subnet_id': '080ae4dd-a9d4-4e1d-afab-d9352a05e36a'}, {'subnet_id': 'd228c853-0b85-4b75-83a4-df886df35a9f'}], 'binding:host_id': 'n-d-715271-16'}, 'id': '8626ca69-beb4-4a13-84e6-51f160c31741'} from n-d-715271-16. {{(pid=95067) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 23 07:02:41.084992 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ded912-c59e-4288-8234-6db0a95b9e83 None None] Pushing event updated for resources: {'Port': ['ID=c45d1cf8-8c94-46bb-9743-ac50319dbdbc,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:41.128212 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3a712e62-9198-42e4-9206-d7518ace9afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:41.155429 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ded912-c59e-4288-8234-6db0a95b9e83 None None] Network 26974d90-e2ba-4afd-b942-0f2a06f56c9e is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:02:41.161962 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-95c9e95e-2dbd-4a81-ab6e-2be1a0263030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:41.183303 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-f4ded912-c59e-4288-8234-6db0a95b9e83 None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:02:41.186283 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ded912-c59e-4288-8234-6db0a95b9e83 None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:02:41.201250 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-231d02d9-fa15-48bd-ac20-f0c693df6235 None None] Provisioning complete for port 4ff37deb-8aa1-4743-825b-c5f1036f6b04 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:02:41.201544 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-231d02d9-fa15-48bd-ac20-f0c693df6235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:41.225671 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-54e6eacc-589b-43e2-ae20-b5e9b63638b8 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:41.331077 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231d02d9-fa15-48bd-ac20-f0c693df6235 None None] Pushing event updated for resources: {'Port': ['ID=7e3bdc63-8e1c-4dee-b760-db4eda2132a6,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:41.413176 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-49339470-0dd0-41fd-8460-b0e317329d67 req-ce9c96c9-c3a7-4d8d-adba-afcbb9bf902a tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 210 time: 0.0779474 Sep 23 07:02:41.475485 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c69624a2-29fa-439a-8fee-27af1ffe7b92 req-4b0edd06-d416-4889-9a31-e3c423de0f18 tempest-ServerShowV257Test-98265775 tempest-ServerShowV257Test-98265775-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2642edc-ad18-40fb-a835-ecf6f73f274b HTTP/1.1" status: 200 len: 210 time: 0.0444169 Sep 23 07:02:41.521201 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.db.api [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 07:02:41.521523 n-d-715271-16 neutron-server[95067]: DEBUG oslo_db.api [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 07:02:41.580328 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8ba7aa06-09a2-43b3-8a3b-65d1840ff55a tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:41.603554 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8ba7aa06-09a2-43b3-8a3b-65d1840ff55a tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:41.605656 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-f4ded912-c59e-4288-8234-6db0a95b9e83 None None] Attempting to bind port c45d1cf8-8c94-46bb-9743-ac50319dbdbc on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:02:41.606172 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-f4ded912-c59e-4288-8234-6db0a95b9e83 None None] Attempting to bind port c45d1cf8-8c94-46bb-9743-ac50319dbdbc by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '711c9105-cb76-4dd9-b2ce-41c1328ae9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '26974d90-e2ba-4afd-b942-0f2a06f56c9e'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:02:41.606557 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ded912-c59e-4288-8234-6db0a95b9e83 None None] Attempting to bind port c45d1cf8-8c94-46bb-9743-ac50319dbdbc on network 26974d90-e2ba-4afd-b942-0f2a06f56c9e {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:02:41.618317 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:41.647560 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ded912-c59e-4288-8234-6db0a95b9e83 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:02:41.647994 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ded912-c59e-4288-8234-6db0a95b9e83 None None] Checking segment: {'id': '711c9105-cb76-4dd9-b2ce-41c1328ae9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '26974d90-e2ba-4afd-b942-0f2a06f56c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:02:41.648430 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f4ded912-c59e-4288-8234-6db0a95b9e83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:41.648832 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ded912-c59e-4288-8234-6db0a95b9e83 None None] Bound using segment: {'id': '711c9105-cb76-4dd9-b2ce-41c1328ae9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '26974d90-e2ba-4afd-b942-0f2a06f56c9e'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:02:41.649330 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-f4ded912-c59e-4288-8234-6db0a95b9e83 None None] Bound port: c45d1cf8-8c94-46bb-9743-ac50319dbdbc, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '711c9105-cb76-4dd9-b2ce-41c1328ae9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '26974d90-e2ba-4afd-b942-0f2a06f56c9e'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:02:41.650811 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f4ded912-c59e-4288-8234-6db0a95b9e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:41.728887 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-231d02d9-fa15-48bd-ac20-f0c693df6235 None None] Provisioning complete for port d5056a66-4343-48f6-b932-608452ca72e1 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:02:41.729280 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-231d02d9-fa15-48bd-ac20-f0c693df6235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:41.796638 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8ba7aa06-09a2-43b3-8a3b-65d1840ff55a tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067062'] for router_interface, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:41.820632 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba7aa06-09a2-43b3-8a3b-65d1840ff55a tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Pushing event updated for resources: {'Port': ['ID=04fcf448-24e2-4fee-a7a4-c938878dd015,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:41.825892 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-f4ded912-c59e-4288-8234-6db0a95b9e83 None None] For port c45d1cf8-8c94-46bb-9743-ac50319dbdbc, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:02:41.828144 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-231d02d9-fa15-48bd-ac20-f0c693df6235 None None] Port d5056a66-4343-48f6-b932-608452ca72e1 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:02:41.848608 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-f4ded912-c59e-4288-8234-6db0a95b9e83 None None] For port c45d1cf8-8c94-46bb-9743-ac50319dbdbc, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=c45d1cf8-8c94-46bb-9743-ac50319dbdbc,segment=NetworkSegment(711c9105-cb76-4dd9-b2ce-41c1328ae9f9),segment_id=711c9105-cb76-4dd9-b2ce-41c1328ae9f9)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:02:41.855176 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f4ded912-c59e-4288-8234-6db0a95b9e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:41.865127 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271dcc0c-ac82-4a34-a015-916fccad7e59 req-1e9b10fe-fd8c-4835-939c-0cd264fdcf87 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:02:41.866736 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-271dcc0c-ac82-4a34-a015-916fccad7e59 req-1e9b10fe-fd8c-4835-939c-0cd264fdcf87 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.58 "GET /v2.0/networks?id=ca28a1fe-55ea-41f7-96a5-1261b4a66187 HTTP/1.1" status: 200 len: 816 time: 0.3027337 Sep 23 07:02:41.870394 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-3a712e62-9198-42e4-9206-d7518ace9afa None None] Allocated IP 172.20.0.34 (86777a1e-cc73-49e9-a3f2-0c75dce33574/080ae4dd-a9d4-4e1d-afab-d9352a05e36a/8626ca69-beb4-4a13-84e6-51f160c31741) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:02:41.902487 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-3a712e62-9198-42e4-9206-d7518ace9afa None None] Allocated IP 172.20.0.2 (86777a1e-cc73-49e9-a3f2-0c75dce33574/d228c853-0b85-4b75-83a4-df886df35a9f/8626ca69-beb4-4a13-84e6-51f160c31741) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:02:41.964999 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ded912-c59e-4288-8234-6db0a95b9e83 None None] Pushing event updated for resources: {'Port': ['ID=c45d1cf8-8c94-46bb-9743-ac50319dbdbc,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:41.967162 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-271dcc0c-ac82-4a34-a015-916fccad7e59 req-ab829244-be40-4753-a57e-8c3988a29a3c tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d93d8414d394ae180d5f159fb0b8b54 HTTP/1.1" status: 200 len: 379 time: 0.0684025 Sep 23 07:02:41.975510 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba7aa06-09a2-43b3-8a3b-65d1840ff55a tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Network 26974d90-e2ba-4afd-b942-0f2a06f56c9e is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:02:41.981947 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-271dcc0c-ac82-4a34-a015-916fccad7e59 req-9f48b36b-4df1-4821-8ae0-1a80b5718903 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Request body: {'port': {'device_id': '24279c19-c587-4b89-b26d-54654107430d', 'network_id': 'ca28a1fe-55ea-41f7-96a5-1261b4a66187', 'admin_state_up': True, 'tenant_id': '4d93d8414d394ae180d5f159fb0b8b54', 'security_groups': ['2a912227-b43b-40c0-8908-2990e2356021']}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:02:41.985150 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-8ba7aa06-09a2-43b3-8a3b-65d1840ff55a tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:02:42.080836 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 4ff37deb-8aa1-4743-825b-c5f1036f6b04 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:02:42.124586 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-3a712e62-9198-42e4-9206-d7518ace9afa None None] For port 8626ca69-beb4-4a13-84e6-51f160c31741, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=8626ca69-beb4-4a13-84e6-51f160c31741,segment=NetworkSegment(bcf917bd-5f77-4956-9822-05e11cd14096),segment_id=bcf917bd-5f77-4956-9822-05e11cd14096)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:02:42.211570 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3a712e62-9198-42e4-9206-d7518ace9afa None None] Notify callbacks [] for port, precommit_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:42.219401 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 4ff37deb-8aa1-4743-825b-c5f1036f6b04 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:02:42.219790 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:42.245131 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3a712e62-9198-42e4-9206-d7518ace9afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:42.298150 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ba7aa06-09a2-43b3-8a3b-65d1840ff55a tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Router b8148bc8-056b-428c-9142-b96172a6cdff has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:02:42.344372 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:42.391974 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a712e62-9198-42e4-9206-d7518ace9afa None None] Pushing event updated for resources: {'Port': ['ID=8626ca69-beb4-4a13-84e6-51f160c31741,revision_number=6']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:42.431913 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-271dcc0c-ac82-4a34-a015-916fccad7e59 req-9f48b36b-4df1-4821-8ae0-1a80b5718903 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Made reservation on behalf of 4d93d8414d394ae180d5f159fb0b8b54 for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:02:42.435463 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-271dcc0c-ac82-4a34-a015-916fccad7e59 req-9f48b36b-4df1-4821-8ae0-1a80b5718903 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:42.569247 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-54e6eacc-589b-43e2-ae20-b5e9b63638b8 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Delete allocated IP 172.20.0.10 (86777a1e-cc73-49e9-a3f2-0c75dce33574/d228c853-0b85-4b75-83a4-df886df35a9f) {{(pid=95066) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 23 07:02:42.631358 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ba7aa06-09a2-43b3-8a3b-65d1840ff55a tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:02:42.640006 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-8ba7aa06-09a2-43b3-8a3b-65d1840ff55a tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "PUT /v2.0/routers/b8148bc8-056b-428c-9142-b96172a6cdff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5165951 Sep 23 07:02:42.643360 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-90344a87-15d3-4080-9bb5-bbea9ab31eb3 req-55165bb4-7bfc-4582-b7f8-aad33f1227b4 tempest-ServerShowV257Test-98265775 tempest-ServerShowV257Test-98265775-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2642edc-ad18-40fb-a835-ecf6f73f274b HTTP/1.1" status: 200 len: 210 time: 0.0437028 Sep 23 07:02:42.650884 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53854) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:42.651498 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc110656-52dc-44ee-8aed-b4fc246bda7f None None] Sync routers for ids ['b8148bc8-056b-428c-9142-b96172a6cdff'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:02:42.663568 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-91a0c976-6003-43af-bbb5-a99d4baf7286 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Request body: {'network': {'name': 'tempest-RoutersTest-1623403041'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:02:42.670943 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-54e6eacc-589b-43e2-ae20-b5e9b63638b8 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Allocated IP 172.20.0.35 (86777a1e-cc73-49e9-a3f2-0c75dce33574/080ae4dd-a9d4-4e1d-afab-d9352a05e36a/efc2a980-18f1-4189-9509-267d075aa794) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:02:42.689218 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc110656-52dc-44ee-8aed-b4fc246bda7f None None] Routers {'b8148bc8-056b-428c-9142-b96172a6cdff'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:02:42.689790 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-dc110656-52dc-44ee-8aed-b4fc246bda7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:02:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['b8148bc8-056b-428c-9142-b96172a6cdff'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:02:42.698146 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 7e3bdc63-8e1c-4dee-b760-db4eda2132a6 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:02:42.715317 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0878db2e-fc2f-4e9b-8816-86705e376ba6 req-71f7e8b7-fe77-416a-9c84-a59c0e403e0b tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 210 time: 0.0984607 Sep 23 07:02:42.726975 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a0c976-6003-43af-bbb5-a99d4baf7286 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Made reservation on behalf of d7464ba7b96349c78070f768c2b55fbf for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:02:42.736563 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-91a0c976-6003-43af-bbb5-a99d4baf7286 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:42.773608 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91a0c976-6003-43af-bbb5-a99d4baf7286 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:02:42.786323 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-91a0c976-6003-43af-bbb5-a99d4baf7286 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:42.787155 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-91a0c976-6003-43af-bbb5-a99d4baf7286 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Added segment cba4ce49-0d66-4686-96a0-9d11797db016 of type vlan for network c879ed42-f5a4-4b02-a219-724494b54f09 Sep 23 07:02:42.828760 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [req-271dcc0c-ac82-4a34-a015-916fccad7e59 req-9f48b36b-4df1-4821-8ae0-1a80b5718903 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Allocated IP 172.20.0.3 (ca28a1fe-55ea-41f7-96a5-1261b4a66187/5441eb5f-3885-44a6-9b00-13a9788d14f9/b098fef9-31f1-4769-8019-735009e3bf0c) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:02:42.900780 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-91a0c976-6003-43af-bbb5-a99d4baf7286 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:42.955243 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-91a0c976-6003-43af-bbb5-a99d4baf7286 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:42.967292 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a0c976-6003-43af-bbb5-a99d4baf7286 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:02:42.970448 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-91a0c976-6003-43af-bbb5-a99d4baf7286 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:43.107491 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-91a0c976-6003-43af-bbb5-a99d4baf7286 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4538593 Sep 23 07:02:43.114669 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 53860) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:43.125767 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-3e7a8d4a-8517-4e9a-a5cd-4bc8dc2eb9cf tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Request body: {'subnet': {'network_id': 'c879ed42-f5a4-4b02-a219-724494b54f09', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:02:43.200708 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a0c976-6003-43af-bbb5-a99d4baf7286 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Pushing event updated for resources: {'Network': ['ID=c879ed42-f5a4-4b02-a219-724494b54f09,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:43.224397 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network c879ed42-f5a4-4b02-a219-724494b54f09 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:02:43.237686 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-54e6eacc-589b-43e2-ae20-b5e9b63638b8 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:43.295001 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-54e6eacc-589b-43e2-ae20-b5e9b63638b8 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:43.316889 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-271dcc0c-ac82-4a34-a015-916fccad7e59 req-9f48b36b-4df1-4821-8ae0-1a80b5718903 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:43.340628 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-dc110656-52dc-44ee-8aed-b4fc246bda7f None None] Set router b8148bc8-056b-428c-9142-b96172a6cdff gateway port host: None {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:02:43.477454 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e6eacc-589b-43e2-ae20-b5e9b63638b8 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event updated for resources: {'Port': ['ID=efc2a980-18f1-4189-9509-267d075aa794,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:43.529965 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 7e3bdc63-8e1c-4dee-b760-db4eda2132a6 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:02:43.530341 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:43.549643 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e7a8d4a-8517-4e9a-a5cd-4bc8dc2eb9cf tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Made reservation on behalf of d7464ba7b96349c78070f768c2b55fbf for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:02:43.554278 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53864) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:43.555381 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3e7a8d4a-8517-4e9a-a5cd-4bc8dc2eb9cf tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:43.594154 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-54e6eacc-589b-43e2-ae20-b5e9b63638b8 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] In _notify_port_updated(), no bound segment for port efc2a980-18f1-4189-9509-267d075aa794 on network 86777a1e-cc73-49e9-a3f2-0c75dce33574 {{(pid=95066) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 07:02:43.600240 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e6eacc-589b-43e2-ae20-b5e9b63638b8 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:02:43.600635 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd791ecd-8e12-4a3f-a355-cb3ac73ce609 None None] Network 26974d90-e2ba-4afd-b942-0f2a06f56c9e requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:02:43.600809 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-54e6eacc-589b-43e2-ae20-b5e9b63638b8 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:43.605204 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-54e6eacc-589b-43e2-ae20-b5e9b63638b8 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "PUT /v2.0/ports/efc2a980-18f1-4189-9509-267d075aa794 HTTP/1.1" status: 200 len: 960 time: 3.8706207 Sep 23 07:02:43.605759 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53868) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:43.614780 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-271dcc0c-ac82-4a34-a015-916fccad7e59 req-9f48b36b-4df1-4821-8ae0-1a80b5718903 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:43.672633 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f48b36b-4df1-4821-8ae0-1a80b5718903 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Pushing event updated for resources: {'Port': ['ID=b098fef9-31f1-4769-8019-735009e3bf0c,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:43.743294 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-eb62a500-03f6-4599-beaa-6198d537bd68 None None] Provisioning complete for port 8626ca69-beb4-4a13-84e6-51f160c31741 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:02:43.744540 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-eb62a500-03f6-4599-beaa-6198d537bd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:43.783965 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-271dcc0c-ac82-4a34-a015-916fccad7e59 req-9f48b36b-4df1-4821-8ae0-1a80b5718903 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Network ca28a1fe-55ea-41f7-96a5-1261b4a66187 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:02:43.790012 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [req-271dcc0c-ac82-4a34-a015-916fccad7e59 req-9f48b36b-4df1-4821-8ae0-1a80b5718903 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:02:43.794448 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-271dcc0c-ac82-4a34-a015-916fccad7e59 req-9f48b36b-4df1-4821-8ae0-1a80b5718903 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:02:43.883432 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-69e9fe20-0ec0-4a9b-b483-9e8da2704f4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:43.891302 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c2208f38-56a4-47b3-b0a4-d0a19dfcac48 req-4c8c3b12-cf20-40a2-8362-41d1332a8dc4 tempest-ServerShowV257Test-98265775 tempest-ServerShowV257Test-98265775-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2642edc-ad18-40fb-a835-ecf6f73f274b HTTP/1.1" status: 200 len: 210 time: 0.0986571 Sep 23 07:02:43.987615 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271dcc0c-ac82-4a34-a015-916fccad7e59 req-9f48b36b-4df1-4821-8ae0-1a80b5718903 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:02:43.988313 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-271dcc0c-ac82-4a34-a015-916fccad7e59 req-9f48b36b-4df1-4821-8ae0-1a80b5718903 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:44.007451 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3e7a8d4a-8517-4e9a-a5cd-4bc8dc2eb9cf tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:44.050089 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-69e9fe20-0ec0-4a9b-b483-9e8da2704f4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:44.057531 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:44.066977 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-69e9fe20-0ec0-4a9b-b483-9e8da2704f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:44.094427 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 8626ca69-beb4-4a13-84e6-51f160c31741 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:02:44.101307 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-28fa2409-db5d-4702-9f27-89b7af04270e tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Deleting port efc2a980-18f1-4189-9509-267d075aa794 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:02:44.101659 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-28fa2409-db5d-4702-9f27-89b7af04270e tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:44.111388 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a8d4a-8517-4e9a-a5cd-4bc8dc2eb9cf tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Pushing event updated for resources: {'Subnet': ['ID=fd0c09e2-c82a-4cad-a465-526013787b0d,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:44.129744 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-271dcc0c-ac82-4a34-a015-916fccad7e59 req-9f48b36b-4df1-4821-8ae0-1a80b5718903 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1525826 Sep 23 07:02:44.170321 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-271dcc0c-ac82-4a34-a015-916fccad7e59 req-8d867f06-4245-44e5-823e-c44db4fa8b7d service neutron] Request body: {'port': {'device_id': '24279c19-c587-4b89-b26d-54654107430d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:02:44.188860 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e9fe20-0ec0-4a9b-b483-9e8da2704f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b32014d9-adef-488b-9735-d91bf4c2dc48,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:44.201555 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7a8d4a-8517-4e9a-a5cd-4bc8dc2eb9cf tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Checking segment: {'id': 'cba4ce49-0d66-4686-96a0-9d11797db016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c879ed42-f5a4-4b02-a219-724494b54f09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:02:44.201947 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7a8d4a-8517-4e9a-a5cd-4bc8dc2eb9cf tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Network hostable DHCP agents. Network: c879ed42-f5a4-4b02-a219-724494b54f09, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:02:44.210995 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-69e9fe20-0ec0-4a9b-b483-9e8da2704f4d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3a8ca7968c30408ab8fdbb40722cd5fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6549897 Sep 23 07:02:44.211688 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fd5b42-c6e5-49ef-9818-1a752de24c13 req-a673e864-6d28-457f-a624-02b838267e08 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:02:44.215370 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53874) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:44.220426 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c7fd5b42-c6e5-49ef-9818-1a752de24c13 req-a673e864-6d28-457f-a624-02b838267e08 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 931 time: 0.2229695 Sep 23 07:02:44.245043 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-dc110656-52dc-44ee-8aed-b4fc246bda7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'name': 'tempest-RoutersTest-router-315055706', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:02:29Z', 'updated_at': '2021-09-23T07:02:40Z', 'revision_number': 3, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'gw_port_host': None, '_interfaces': [{'id': '04fcf448-24e2-4fee-a7a4-c938878dd015', 'name': '', 'network_id': '26974d90-e2ba-4afd-b942-0f2a06f56c9e', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'mac_address': 'fa:16:3e:95:b0:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': 'deb3ce15-0d7b-4c8f-ab64-0539ca66bda4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:38Z', 'updated_at': '2021-09-23T07:02:41Z', 'revision_number': 2, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'subnets': [{'id': 'deb3ce15-0d7b-4c8f-ab64-0539ca66bda4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ff37deb-8aa1-4743-825b-c5f1036f6b04', 'name': '', 'network_id': '6b02a873-582c-4408-aedd-b3a1f9e2d3db', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'mac_address': 'fa:16:3e:65:e5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': '127ff3a9-b245-488b-bb0d-e99fbbaa80c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:31Z', 'updated_at': '2021-09-23T07:02:37Z', 'revision_number': 5, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'subnets': [{'id': '127ff3a9-b245-488b-bb0d-e99fbbaa80c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:02:44.299046 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7a8d4a-8517-4e9a-a5cd-4bc8dc2eb9cf tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Network c879ed42-f5a4-4b02-a219-724494b54f09 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:02:44.310408 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc110656-52dc-44ee-8aed-b4fc246bda7f None None] Checking router: b8148bc8-056b-428c-9142-b96172a6cdff for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:02:44.310812 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc110656-52dc-44ee-8aed-b4fc246bda7f None None] Updating router b8148bc8-056b-428c-9142-b96172a6cdff port 04fcf448-24e2-4fee-a7a4-c938878dd015 binding host n-d-715271-16 {{(pid=95067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 07:02:44.315134 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-271dcc0c-ac82-4a34-a015-916fccad7e59 req-8d867f06-4245-44e5-823e-c44db4fa8b7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:44.334845 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c7fd5b42-c6e5-49ef-9818-1a752de24c13 req-da644313-8f18-4051-a3a6-0e9d1a51b8dd tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a912227-b43b-40c0-8908-2990e2356021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130879 Sep 23 07:02:44.368895 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-28fa2409-db5d-4702-9f27-89b7af04270e tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:44.380305 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dc110656-52dc-44ee-8aed-b4fc246bda7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:44.390102 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-28fa2409-db5d-4702-9f27-89b7af04270e tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Calling delete_port for efc2a980-18f1-4189-9509-267d075aa794 owned by {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:02:44.392098 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fdffa64d-2675-4283-8fb3-51c68df0053c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:44.412546 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-eb62a500-03f6-4599-beaa-6198d537bd68 None None] Provisioning complete for port efc2a980-18f1-4189-9509-267d075aa794 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:02:44.413097 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-eb62a500-03f6-4599-beaa-6198d537bd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:44.432765 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 8626ca69-beb4-4a13-84e6-51f160c31741 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:02:44.433280 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:44.451299 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fdffa64d-2675-4283-8fb3-51c68df0053c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:44.527142 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fdffa64d-2675-4283-8fb3-51c68df0053c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:44.529887 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fdffa64d-2675-4283-8fb3-51c68df0053c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:44.533475 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-fdffa64d-2675-4283-8fb3-51c68df0053c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b32014d9-adef-488b-9735-d91bf4c2dc48 HTTP/1.1" status: 204 len: 168 time: 0.3148274 Sep 23 07:02:44.559711 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffa64d-2675-4283-8fb3-51c68df0053c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32014d9-adef-488b-9735-d91bf4c2dc48,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:44.577785 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-eb62a500-03f6-4599-beaa-6198d537bd68 None None] Port efc2a980-18f1-4189-9509-267d075aa794 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:02:44.591387 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-28fa2409-db5d-4702-9f27-89b7af04270e tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:44.675447 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-eb62a500-03f6-4599-beaa-6198d537bd68 None None] Provisioning complete for port d5056a66-4343-48f6-b932-608452ca72e1 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:02:44.675964 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-eb62a500-03f6-4599-beaa-6198d537bd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:44.686410 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [req-271dcc0c-ac82-4a34-a015-916fccad7e59 req-8d867f06-4245-44e5-823e-c44db4fa8b7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b098fef9-31f1-4769-8019-735009e3bf0c {{(pid=95066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:02:44.695305 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-271dcc0c-ac82-4a34-a015-916fccad7e59 req-8d867f06-4245-44e5-823e-c44db4fa8b7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:44.708844 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fa2409-db5d-4702-9f27-89b7af04270e tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event deleted for resources: {'Port': ['ID=efc2a980-18f1-4189-9509-267d075aa794,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:44.710875 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.provisioning_blocks [req-271dcc0c-ac82-4a34-a015-916fccad7e59 req-8d867f06-4245-44e5-823e-c44db4fa8b7d service neutron] Transition to ACTIVE for port object b098fef9-31f1-4769-8019-735009e3bf0c will not be triggered until provisioned by entity L2. {{(pid=95066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:02:44.722136 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-3e7a8d4a-8517-4e9a-a5cd-4bc8dc2eb9cf tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, c879ed42-f5a4-4b02-a219-724494b54f09) {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:02:44.734472 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-271dcc0c-ac82-4a34-a015-916fccad7e59 req-8d867f06-4245-44e5-823e-c44db4fa8b7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:44.740568 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86228adc-f651-4e28-be4b-9310628f857c None None] Network c879ed42-f5a4-4b02-a219-724494b54f09 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:02:44.742822 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7a8d4a-8517-4e9a-a5cd-4bc8dc2eb9cf tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:02:44.748423 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3e7a8d4a-8517-4e9a-a5cd-4bc8dc2eb9cf tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:44.791229 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-28fa2409-db5d-4702-9f27-89b7af04270e tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:44.793815 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-28fa2409-db5d-4702-9f27-89b7af04270e tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "DELETE /v2.0/ports/efc2a980-18f1-4189-9509-267d075aa794 HTTP/1.1" status: 204 len: 168 time: 1.1860230 Sep 23 07:02:44.796030 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53880) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:44.822356 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-3e7a8d4a-8517-4e9a-a5cd-4bc8dc2eb9cf tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7061355 Sep 23 07:02:44.830216 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 53882) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:44.833727 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-34520c69-c7b0-4cff-a7c9-8578684d0551 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] GET failed (client error): The resource could not be found. Sep 23 07:02:44.835507 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-34520c69-c7b0-4cff-a7c9-8578684d0551 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "GET /v2.0/ports/efc2a980-18f1-4189-9509-267d075aa794 HTTP/1.1" status: 404 len: 333 time: 0.0375798 Sep 23 07:02:44.841900 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d867f06-4245-44e5-823e-c44db4fa8b7d service neutron] Pushing event updated for resources: {'Port': ['ID=b098fef9-31f1-4769-8019-735009e3bf0c,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:44.843618 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53884) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:44.843971 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device c45d1cf8-8c94-46bb-9743-ac50319dbdbc up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:02:44.922796 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-eb62a500-03f6-4599-beaa-6198d537bd68 None None] Port d5056a66-4343-48f6-b932-608452ca72e1 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:02:44.938896 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-487bc161-835e-464b-9484-3141901ec9d7 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:44.978157 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-487bc161-835e-464b-9484-3141901ec9d7 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:45.051693 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-487bc161-835e-464b-9484-3141901ec9d7 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:45.055914 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-487bc161-835e-464b-9484-3141901ec9d7 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:45.057630 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-487bc161-835e-464b-9484-3141901ec9d7 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "DELETE /v2.0/security-groups/14a1aa8e-1972-4180-9cad-b76c918cf536 HTTP/1.1" status: 204 len: 168 time: 0.1933324 Sep 23 07:02:45.061756 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53890) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:45.141596 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0818d969-c963-453f-b93d-a77bcb260365 req-4df78239-9be9-4913-bc7e-e67b7e5e1ae5 tempest-ServerShowV257Test-98265775 tempest-ServerShowV257Test-98265775-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2642edc-ad18-40fb-a835-ecf6f73f274b HTTP/1.1" status: 200 len: 210 time: 0.0568783 Sep 23 07:02:45.148506 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487bc161-835e-464b-9484-3141901ec9d7 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a1aa8e-1972-4180-9cad-b76c918cf536,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:45.221246 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-271dcc0c-ac82-4a34-a015-916fccad7e59 req-8d867f06-4245-44e5-823e-c44db4fa8b7d service neutron] Attempting to bind port b098fef9-31f1-4769-8019-735009e3bf0c on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:02:45.221811 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-271dcc0c-ac82-4a34-a015-916fccad7e59 req-8d867f06-4245-44e5-823e-c44db4fa8b7d service neutron] Attempting to bind port b098fef9-31f1-4769-8019-735009e3bf0c by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '1c65d3ce-0d0d-44a7-ae9c-a00acf5305e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ca28a1fe-55ea-41f7-96a5-1261b4a66187'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:02:45.222345 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271dcc0c-ac82-4a34-a015-916fccad7e59 req-8d867f06-4245-44e5-823e-c44db4fa8b7d service neutron] Attempting to bind port b098fef9-31f1-4769-8019-735009e3bf0c on network ca28a1fe-55ea-41f7-96a5-1261b4a66187 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:02:45.223580 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dc110656-52dc-44ee-8aed-b4fc246bda7f None None] Notify callbacks [] for port, precommit_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:45.237344 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271dcc0c-ac82-4a34-a015-916fccad7e59 req-8d867f06-4245-44e5-823e-c44db4fa8b7d service neutron] Port b098fef9-31f1-4769-8019-735009e3bf0c on network ca28a1fe-55ea-41f7-96a5-1261b4a66187 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:02:45.237889 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271dcc0c-ac82-4a34-a015-916fccad7e59 req-8d867f06-4245-44e5-823e-c44db4fa8b7d service neutron] Attempting to bind port b098fef9-31f1-4769-8019-735009e3bf0c on network ca28a1fe-55ea-41f7-96a5-1261b4a66187 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:02:45.268050 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e041c92c-1eef-4355-aea2-c7f219bde2f9 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:45.291967 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dc110656-52dc-44ee-8aed-b4fc246bda7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:45.298766 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dbfc3fbf-c00f-452f-873f-824de1cadcc7 None None] Provisioning complete for port c45d1cf8-8c94-46bb-9743-ac50319dbdbc triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:02:45.299219 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dbfc3fbf-c00f-452f-873f-824de1cadcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:45.304312 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e041c92c-1eef-4355-aea2-c7f219bde2f9 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:45.327706 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271dcc0c-ac82-4a34-a015-916fccad7e59 req-8d867f06-4245-44e5-823e-c44db4fa8b7d service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:02:45.327949 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271dcc0c-ac82-4a34-a015-916fccad7e59 req-8d867f06-4245-44e5-823e-c44db4fa8b7d service neutron] Checking segment: {'id': '1c65d3ce-0d0d-44a7-ae9c-a00acf5305e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ca28a1fe-55ea-41f7-96a5-1261b4a66187'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:02:45.328325 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271dcc0c-ac82-4a34-a015-916fccad7e59 req-8d867f06-4245-44e5-823e-c44db4fa8b7d service neutron] Bound using segment: {'id': '1c65d3ce-0d0d-44a7-ae9c-a00acf5305e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ca28a1fe-55ea-41f7-96a5-1261b4a66187'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:02:45.328764 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-271dcc0c-ac82-4a34-a015-916fccad7e59 req-8d867f06-4245-44e5-823e-c44db4fa8b7d service neutron] Bound port: b098fef9-31f1-4769-8019-735009e3bf0c, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c65d3ce-0d0d-44a7-ae9c-a00acf5305e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ca28a1fe-55ea-41f7-96a5-1261b4a66187'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:02:45.329120 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-271dcc0c-ac82-4a34-a015-916fccad7e59 req-8d867f06-4245-44e5-823e-c44db4fa8b7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:45.364865 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e041c92c-1eef-4355-aea2-c7f219bde2f9 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:45.370310 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e041c92c-1eef-4355-aea2-c7f219bde2f9 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:45.374746 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-e041c92c-1eef-4355-aea2-c7f219bde2f9 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "DELETE /v2.0/security-groups/0dc732ba-a7ac-4e93-ab08-a1c216223e2a HTTP/1.1" status: 204 len: 168 time: 0.3117263 Sep 23 07:02:45.375873 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53900) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:45.404053 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e041c92c-1eef-4355-aea2-c7f219bde2f9 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc732ba-a7ac-4e93-ab08-a1c216223e2a,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:45.457690 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6e2f6e18-0ed5-48a8-a368-002cc5d32b7c tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:45.489494 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6e2f6e18-0ed5-48a8-a368-002cc5d32b7c tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:45.513395 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd3dbca-3be4-47bd-820d-75dca73b7004 None None] Pushing event updated for resources: {'Port': ['ID=04fcf448-24e2-4fee-a7a4-c938878dd015,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:45.522988 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port c45d1cf8-8c94-46bb-9743-ac50319dbdbc triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:02:45.523433 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:45.560940 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6e2f6e18-0ed5-48a8-a368-002cc5d32b7c tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:45.565608 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6e2f6e18-0ed5-48a8-a368-002cc5d32b7c tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:45.570507 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-6e2f6e18-0ed5-48a8-a368-002cc5d32b7c tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "DELETE /v2.0/security-groups/6d533aff-79cb-4c0a-b120-305a2ddbbe63 HTTP/1.1" status: 204 len: 168 time: 0.1896958 Sep 23 07:02:45.572180 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53906) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:45.592226 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2f6e18-0ed5-48a8-a368-002cc5d32b7c tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d533aff-79cb-4c0a-b120-305a2ddbbe63,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:45.668939 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1bd7899-4787-499d-8d02-209fcb0a30c7 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Deleting subnet d228c853-0b85-4b75-83a4-df886df35a9f {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:02:45.683849 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b1bd7899-4787-499d-8d02-209fcb0a30c7 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:45.710434 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-271dcc0c-ac82-4a34-a015-916fccad7e59 req-8d867f06-4245-44e5-823e-c44db4fa8b7d service neutron] For port b098fef9-31f1-4769-8019-735009e3bf0c, host n-h2-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:02:45.733274 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b1bd7899-4787-499d-8d02-209fcb0a30c7 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:45.757594 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce24a5a3-2853-4c44-9ebb-7579232ae682 req-7f77dd90-dab5-458f-89ff-e01f07c78c01 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:02:45.759597 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ce24a5a3-2853-4c44-9ebb-7579232ae682 req-7f77dd90-dab5-458f-89ff-e01f07c78c01 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 943 time: 0.2608867 Sep 23 07:02:45.763976 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-271dcc0c-ac82-4a34-a015-916fccad7e59 req-8d867f06-4245-44e5-823e-c44db4fa8b7d service neutron] For port b098fef9-31f1-4769-8019-735009e3bf0c, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=b098fef9-31f1-4769-8019-735009e3bf0c,segment=NetworkSegment(1c65d3ce-0d0d-44a7-ae9c-a00acf5305e9),segment_id=1c65d3ce-0d0d-44a7-ae9c-a00acf5305e9)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:02:45.789421 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-271dcc0c-ac82-4a34-a015-916fccad7e59 req-8d867f06-4245-44e5-823e-c44db4fa8b7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:45.863415 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b1bd7899-4787-499d-8d02-209fcb0a30c7 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:45.872441 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271dcc0c-ac82-4a34-a015-916fccad7e59 req-8d867f06-4245-44e5-823e-c44db4fa8b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:02:45.873006 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-271dcc0c-ac82-4a34-a015-916fccad7e59 req-8d867f06-4245-44e5-823e-c44db4fa8b7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:45.874512 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-271dcc0c-ac82-4a34-a015-916fccad7e59 req-8d867f06-4245-44e5-823e-c44db4fa8b7d service neutron] 10.222.0.58 "PUT /v2.0/ports/b098fef9-31f1-4769-8019-735009e3bf0c HTTP/1.1" status: 200 len: 1092 time: 1.7157068 Sep 23 07:02:45.889287 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24279c19-c587-4b89-b26d-54654107430d', 'tag': 'b098fef9-31f1-4769-8019-735009e3bf0c'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:02:45.892254 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d236d93b-2d9a-43c4-a636-6df809d160b4" -d '{"events": [{"name": "network-changed", "server_uuid": "24279c19-c587-4b89-b26d-54654107430d", "tag": "b098fef9-31f1-4769-8019-735009e3bf0c"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:02:45.935306 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-dc110656-52dc-44ee-8aed-b4fc246bda7f None None] Attempting to bind port 04fcf448-24e2-4fee-a7a4-c938878dd015 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:02:45.935642 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-dc110656-52dc-44ee-8aed-b4fc246bda7f None None] Attempting to bind port 04fcf448-24e2-4fee-a7a4-c938878dd015 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '711c9105-cb76-4dd9-b2ce-41c1328ae9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '26974d90-e2ba-4afd-b942-0f2a06f56c9e'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:02:45.936015 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc110656-52dc-44ee-8aed-b4fc246bda7f None None] Attempting to bind port 04fcf448-24e2-4fee-a7a4-c938878dd015 on network 26974d90-e2ba-4afd-b942-0f2a06f56c9e {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:02:45.993355 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-059000a2-690e-4868-909d-f74f76cd197d x-openstack-request-id: req-059000a2-690e-4868-909d-f74f76cd197d {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:02:45.999510 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24279c19-c587-4b89-b26d-54654107430d", "tag": "b098fef9-31f1-4769-8019-735009e3bf0c", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:02:45.999881 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-059000a2-690e-4868-909d-f74f76cd197d {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:02:46.000356 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24279c19-c587-4b89-b26d-54654107430d', 'tag': 'b098fef9-31f1-4769-8019-735009e3bf0c', 'status': 'completed', 'code': 200} Sep 23 07:02:46.011965 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2c91bb-7bcc-4f18-90fe-b4e3eeeb5ef8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-c879ed42-f5a4-4b02-a219-724494b54f09', 'network_id': 'c879ed42-f5a4-4b02-a219-724494b54f09', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'fixed_ips': [{'subnet_id': 'fd0c09e2-c82a-4cad-a465-526013787b0d'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:02:46.023043 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5b2c91bb-7bcc-4f18-90fe-b4e3eeeb5ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:46.047573 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b1bd7899-4787-499d-8d02-209fcb0a30c7 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:46.048170 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d867f06-4245-44e5-823e-c44db4fa8b7d service neutron] Pushing event updated for resources: {'Port': ['ID=b098fef9-31f1-4769-8019-735009e3bf0c,revision_number=3']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:46.096962 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ce24a5a3-2853-4c44-9ebb-7579232ae682 req-9b91152c-f6f9-4fc4-808f-bca6b54d5462 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a912227-b43b-40c0-8908-2990e2356021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3272603 Sep 23 07:02:46.098663 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bd7899-4787-499d-8d02-209fcb0a30c7 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event deleted for resources: {'Subnet': ['ID=d228c853-0b85-4b75-83a4-df886df35a9f,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:46.109226 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b1bd7899-4787-499d-8d02-209fcb0a30c7 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:46.111303 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-b1bd7899-4787-499d-8d02-209fcb0a30c7 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "DELETE /v2.0/subnets/d228c853-0b85-4b75-83a4-df886df35a9f HTTP/1.1" status: 204 len: 168 time: 0.5281041 Sep 23 07:02:46.115611 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53918) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:46.119866 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc110656-52dc-44ee-8aed-b4fc246bda7f None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:02:46.120194 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc110656-52dc-44ee-8aed-b4fc246bda7f None None] Checking segment: {'id': '711c9105-cb76-4dd9-b2ce-41c1328ae9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '26974d90-e2ba-4afd-b942-0f2a06f56c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:02:46.120604 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dc110656-52dc-44ee-8aed-b4fc246bda7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:46.121535 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc110656-52dc-44ee-8aed-b4fc246bda7f None None] Bound using segment: {'id': '711c9105-cb76-4dd9-b2ce-41c1328ae9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '26974d90-e2ba-4afd-b942-0f2a06f56c9e'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:02:46.122071 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-dc110656-52dc-44ee-8aed-b4fc246bda7f None None] Bound port: 04fcf448-24e2-4fee-a7a4-c938878dd015, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '711c9105-cb76-4dd9-b2ce-41c1328ae9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '26974d90-e2ba-4afd-b942-0f2a06f56c9e'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:02:46.122470 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dc110656-52dc-44ee-8aed-b4fc246bda7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:46.136985 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b40ab8-d37a-47ff-a669-e237569c925b None None] Network 86777a1e-cc73-49e9-a3f2-0c75dce33574 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:02:46.186205 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-11ab11c3-7c34-435d-a6b6-fe0f981238e6 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:46.199088 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dbfc3fbf-c00f-452f-873f-824de1cadcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:46.206574 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271dcc0c-ac82-4a34-a015-916fccad7e59 req-1490ffb0-27c7-4932-b2e7-df76286bcd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:02:46.208550 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-271dcc0c-ac82-4a34-a015-916fccad7e59 req-1490ffb0-27c7-4932-b2e7-df76286bcd83 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4d93d8414d394ae180d5f159fb0b8b54&device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 1095 time: 0.2328792 Sep 23 07:02:46.222062 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:46.290958 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eca3ba1-f267-4e45-8d25-d1ec8b8b4509 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Deleting subnet 080ae4dd-a9d4-4e1d-afab-d9352a05e36a {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:02:46.295305 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1eca3ba1-f267-4e45-8d25-d1ec8b8b4509 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:46.303305 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-271dcc0c-ac82-4a34-a015-916fccad7e59 req-5bffe391-ed5b-486c-b721-ad79eff78836 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b098fef9-31f1-4769-8019-735009e3bf0c HTTP/1.1" status: 200 len: 217 time: 0.0719955 Sep 23 07:02:46.374927 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f6a36db2-6cc5-448a-872b-7dddb4427cfb req-2b3388be-4fde-4a7b-bf2d-b45c30bb43cc tempest-ServerShowV257Test-98265775 tempest-ServerShowV257Test-98265775-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2642edc-ad18-40fb-a835-ecf6f73f274b HTTP/1.1" status: 200 len: 210 time: 0.0445864 Sep 23 07:02:46.382510 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1eca3ba1-f267-4e45-8d25-d1ec8b8b4509 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:46.410772 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271dcc0c-ac82-4a34-a015-916fccad7e59 req-149307b3-b8c5-4292-bc67-a0ad413ca2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:02:46.412772 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-271dcc0c-ac82-4a34-a015-916fccad7e59 req-149307b3-b8c5-4292-bc67-a0ad413ca2d9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5441eb5f-3885-44a6-9b00-13a9788d14f9 HTTP/1.1" status: 200 len: 855 time: 0.0528293 Sep 23 07:02:46.583594 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port c45d1cf8-8c94-46bb-9743-ac50319dbdbc, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=c45d1cf8-8c94-46bb-9743-ac50319dbdbc,segment=NetworkSegment(711c9105-cb76-4dd9-b2ce-41c1328ae9f9),segment_id=711c9105-cb76-4dd9-b2ce-41c1328ae9f9)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:02:46.585409 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-5b2c91bb-7bcc-4f18-90fe-b4e3eeeb5ef8 None None] Allocated IP 172.22.0.2 (c879ed42-f5a4-4b02-a219-724494b54f09/fd0c09e2-c82a-4cad-a465-526013787b0d/eca25175-b648-49b4-8ed5-0faae5660379) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:02:46.597107 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dc110656-52dc-44ee-8aed-b4fc246bda7f None None] For port 04fcf448-24e2-4fee-a7a4-c938878dd015, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:02:46.611708 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:46.682381 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dc110656-52dc-44ee-8aed-b4fc246bda7f None None] For port 04fcf448-24e2-4fee-a7a4-c938878dd015, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=04fcf448-24e2-4fee-a7a4-c938878dd015,segment=NetworkSegment(711c9105-cb76-4dd9-b2ce-41c1328ae9f9),segment_id=711c9105-cb76-4dd9-b2ce-41c1328ae9f9)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:02:46.734442 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dc110656-52dc-44ee-8aed-b4fc246bda7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:46.805398 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.db.api [None req-dbfc3fbf-c00f-452f-873f-824de1cadcc7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 07:02:46.805650 n-d-715271-16 neutron-server[95067]: DEBUG oslo_db.api [None req-dbfc3fbf-c00f-452f-873f-824de1cadcc7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 07:02:46.886847 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1eca3ba1-f267-4e45-8d25-d1ec8b8b4509 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:46.909442 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=c45d1cf8-8c94-46bb-9743-ac50319dbdbc,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:47.016767 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc110656-52dc-44ee-8aed-b4fc246bda7f None None] Routers {'b8148bc8-056b-428c-9142-b96172a6cdff'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:02:47.017412 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-dc110656-52dc-44ee-8aed-b4fc246bda7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:02:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['b8148bc8-056b-428c-9142-b96172a6cdff'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:02:47.018349 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1eca3ba1-f267-4e45-8d25-d1ec8b8b4509 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:47.048419 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eca3ba1-f267-4e45-8d25-d1ec8b8b4509 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event deleted for resources: {'Subnet': ['ID=080ae4dd-a9d4-4e1d-afab-d9352a05e36a,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:47.060713 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1eca3ba1-f267-4e45-8d25-d1ec8b8b4509 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:47.066964 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-1eca3ba1-f267-4e45-8d25-d1ec8b8b4509 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "DELETE /v2.0/subnets/080ae4dd-a9d4-4e1d-afab-d9352a05e36a HTTP/1.1" status: 204 len: 168 time: 0.9481947 Sep 23 07:02:47.067526 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53938) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:47.111866 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1e857f2-8102-4cab-90d5-8f4f78b82626 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] DELETE failed (client error): The resource could not be found. Sep 23 07:02:47.112432 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1e857f2-8102-4cab-90d5-8f4f78b82626 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 07:02:47.117507 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-a1e857f2-8102-4cab-90d5-8f4f78b82626 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "DELETE /v2.0/subnets/d228c853-0b85-4b75-83a4-df886df35a9f HTTP/1.1" status: 404 len: 337 time: 0.0466549 Sep 23 07:02:47.118038 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53940) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:47.178713 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-130688be-2f5e-422e-a12a-da94bb0d7304 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Deleting subnet 5e99c689-46ff-4803-86c7-38e423413ca2 {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:02:47.182883 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-130688be-2f5e-422e-a12a-da94bb0d7304 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:47.194641 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd3dbca-3be4-47bd-820d-75dca73b7004 None None] Pushing event updated for resources: {'Port': ['ID=04fcf448-24e2-4fee-a7a4-c938878dd015,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:47.237548 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-130688be-2f5e-422e-a12a-da94bb0d7304 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:47.255220 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-dc110656-52dc-44ee-8aed-b4fc246bda7f None None] Set router b8148bc8-056b-428c-9142-b96172a6cdff gateway port host: None {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:02:47.322113 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271dcc0c-ac82-4a34-a015-916fccad7e59 req-eda0cfb3-40e2-4d0e-9110-25e81a178db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:02:47.324420 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-271dcc0c-ac82-4a34-a015-916fccad7e59 req-eda0cfb3-40e2-4d0e-9110-25e81a178db8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ca28a1fe-55ea-41f7-96a5-1261b4a66187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9024699 Sep 23 07:02:47.356012 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-130688be-2f5e-422e-a12a-da94bb0d7304 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:47.367918 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af642c83-13be-4aa2-9e74-aa4b1486fbea req-589e33f9-35de-4d51-ba08-818fe839a746 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:02:47.374168 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5b2c91bb-7bcc-4f18-90fe-b4e3eeeb5ef8 None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:47.379216 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-af642c83-13be-4aa2-9e74-aa4b1486fbea req-589e33f9-35de-4d51-ba08-818fe839a746 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 943 time: 0.1053631 Sep 23 07:02:47.437466 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-130688be-2f5e-422e-a12a-da94bb0d7304 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:47.452829 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5b2c91bb-7bcc-4f18-90fe-b4e3eeeb5ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:47.481309 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130688be-2f5e-422e-a12a-da94bb0d7304 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event deleted for resources: {'Subnet': ['ID=5e99c689-46ff-4803-86c7-38e423413ca2,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:47.483700 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-130688be-2f5e-422e-a12a-da94bb0d7304 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:47.488779 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-130688be-2f5e-422e-a12a-da94bb0d7304 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "DELETE /v2.0/subnets/5e99c689-46ff-4803-86c7-38e423413ca2 HTTP/1.1" status: 204 len: 168 time: 0.3670912 Sep 23 07:02:47.489738 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53946) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:47.522817 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-11ab11c3-7c34-435d-a6b6-fe0f981238e6 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Allocated IP 172.22.0.1 (c879ed42-f5a4-4b02-a219-724494b54f09/fd0c09e2-c82a-4cad-a465-526013787b0d/35dda49b-d21b-40f8-addd-d464775a2f6b) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:02:47.531066 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3eee8ad-52e7-4897-bf22-98d82a4f3041 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] DELETE failed (client error): The resource could not be found. Sep 23 07:02:47.531638 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3eee8ad-52e7-4897-bf22-98d82a4f3041 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 07:02:47.536400 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-d3eee8ad-52e7-4897-bf22-98d82a4f3041 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "DELETE /v2.0/subnets/6ab26b1e-9470-4027-8c49-ce7c16ea559c HTTP/1.1" status: 404 len: 337 time: 0.0442810 Sep 23 07:02:47.536673 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed220c1c-4326-4bc2-b0aa-06d8cb96a61d None None] Update dhcp port {'port': {'network_id': '86777a1e-cc73-49e9-a3f2-0c75dce33574', 'fixed_ips': [{'subnet_id': '5e99c689-46ff-4803-86c7-38e423413ca2', 'ip_address': '172.20.0.18'}, {'subnet_id': '080ae4dd-a9d4-4e1d-afab-d9352a05e36a'}], 'binding:host_id': 'n-d-715271-16'}, 'id': '8626ca69-beb4-4a13-84e6-51f160c31741'} from n-d-715271-16. {{(pid=95067) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 23 07:02:47.551223 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53948) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:47.571018 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dbfc3fbf-c00f-452f-873f-824de1cadcc7 None None] Could not find standard attr ID for object efc2a980-18f1-4189-9509-267d075aa794. {{(pid=95067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 07:02:47.577770 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2c91bb-7bcc-4f18-90fe-b4e3eeeb5ef8 None None] Network c879ed42-f5a4-4b02-a219-724494b54f09 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:02:47.584579 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-eb421872-69fb-4d9b-bced-4599d661542d tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "GET /v2.0/ports?device_id=34149eab-c8f0-45a7-80c1-ed9aa82c7ef9 HTTP/1.1" status: 200 len: 205 time: 0.0323462 Sep 23 07:02:47.586794 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9b1eecfd-a34c-48c3-acd4-0fc640bcad70 req-ed23e13d-677a-47c3-b04d-6aafd231b750 tempest-ServerShowV257Test-98265775 tempest-ServerShowV257Test-98265775-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2642edc-ad18-40fb-a835-ecf6f73f274b HTTP/1.1" status: 200 len: 210 time: 0.0680637 Sep 23 07:02:47.588145 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53950) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:47.592818 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-af642c83-13be-4aa2-9e74-aa4b1486fbea req-5232b8a8-b9db-41e2-a461-1b3144fe482e tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a912227-b43b-40c0-8908-2990e2356021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2127206 Sep 23 07:02:47.614051 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-5b2c91bb-7bcc-4f18-90fe-b4e3eeeb5ef8 None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:02:47.616957 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2c91bb-7bcc-4f18-90fe-b4e3eeeb5ef8 None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:02:47.651929 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [None req-7ebec3d2-3e9f-4b3c-803f-2a78e604e12d tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] delete failed (client error): The resource could not be found. Sep 23 07:02:47.653524 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-7ebec3d2-3e9f-4b3c-803f-2a78e604e12d tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "DELETE /v2.0/routers/34149eab-c8f0-45a7-80c1-ed9aa82c7ef9 HTTP/1.1" status: 404 len: 336 time: 0.0641370 Sep 23 07:02:47.655980 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53952) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:47.674499 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2c91bb-7bcc-4f18-90fe-b4e3eeeb5ef8 None None] Pushing event updated for resources: {'Port': ['ID=eca25175-b648-49b4-8ed5-0faae5660379,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:47.702523 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4759c7e-7f8e-4c2b-ac48-59201c2b703f tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] DELETE failed (client error): The resource could not be found. Sep 23 07:02:47.703023 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4759c7e-7f8e-4c2b-ac48-59201c2b703f tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 07:02:47.703742 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ed220c1c-4326-4bc2-b0aa-06d8cb96a61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:47.707729 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-b4759c7e-7f8e-4c2b-ac48-59201c2b703f tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "DELETE /v2.0/subnets/03b412c2-de77-459c-be43-9435d499d019 HTTP/1.1" status: 404 len: 337 time: 0.0503864 Sep 23 07:02:47.708573 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53954) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:47.746496 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a130a84-fa76-4cc2-9aa6-55aa56fcd3b0 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] DELETE failed (client error): The resource could not be found. Sep 23 07:02:47.747002 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a130a84-fa76-4cc2-9aa6-55aa56fcd3b0 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 07:02:47.752973 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 53956) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:47.754701 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-1a130a84-fa76-4cc2-9aa6-55aa56fcd3b0 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "DELETE /v2.0/subnets/31299e9e-132f-4e69-9b90-76e63424f107 HTTP/1.1" status: 404 len: 337 time: 0.0445046 Sep 23 07:02:47.793011 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dbfc3fbf-c00f-452f-873f-824de1cadcc7 None None] Provisioning complete for port 04fcf448-24e2-4fee-a7a4-c938878dd015 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:02:47.793540 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dbfc3fbf-c00f-452f-873f-824de1cadcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:47.809338 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4cafb14-49a8-4b09-bac2-a01a0a696df5 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] DELETE failed (client error): The resource could not be found. Sep 23 07:02:47.809792 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4cafb14-49a8-4b09-bac2-a01a0a696df5 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 07:02:47.811558 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-d4cafb14-49a8-4b09-bac2-a01a0a696df5 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "DELETE /v2.0/subnets/95c5046d-425b-4d93-b99a-21c68ebdf7eb HTTP/1.1" status: 404 len: 337 time: 0.0573735 Sep 23 07:02:47.813521 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-271dcc0c-ac82-4a34-a015-916fccad7e59 req-8d3c64b8-2232-4699-8af8-a414c159917b service neutron] 10.222.0.58 "GET /v2.0/networks/ca28a1fe-55ea-41f7-96a5-1261b4a66187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4799845 Sep 23 07:02:47.814486 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53958) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:47.844436 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-229e83dc-96bf-4adc-a25d-6c1901b00151 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] DELETE failed (client error): The resource could not be found. Sep 23 07:02:47.845559 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-229e83dc-96bf-4adc-a25d-6c1901b00151 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 07:02:47.846518 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-5b2c91bb-7bcc-4f18-90fe-b4e3eeeb5ef8 None None] Attempting to bind port eca25175-b648-49b4-8ed5-0faae5660379 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:02:47.846903 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-5b2c91bb-7bcc-4f18-90fe-b4e3eeeb5ef8 None None] Attempting to bind port eca25175-b648-49b4-8ed5-0faae5660379 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': 'cba4ce49-0d66-4686-96a0-9d11797db016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c879ed42-f5a4-4b02-a219-724494b54f09'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:02:47.847276 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2c91bb-7bcc-4f18-90fe-b4e3eeeb5ef8 None None] Attempting to bind port eca25175-b648-49b4-8ed5-0faae5660379 on network c879ed42-f5a4-4b02-a219-724494b54f09 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:02:47.851323 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-229e83dc-96bf-4adc-a25d-6c1901b00151 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "DELETE /v2.0/ports/954d3ce8-ac30-4808-a5c0-3d48110c3aeb HTTP/1.1" status: 404 len: 333 time: 0.0325918 Sep 23 07:02:47.852045 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53960) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:47.860715 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-11ab11c3-7c34-435d-a6b6-fe0f981238e6 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:47.897471 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-b72e355b-54bd-410a-b11e-55bd9737758d tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] DELETE failed (client error): The resource could not be found. Sep 23 07:02:47.898042 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b72e355b-54bd-410a-b11e-55bd9737758d tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 07:02:47.900548 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-b72e355b-54bd-410a-b11e-55bd9737758d tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "DELETE /v2.0/subnets/7c5d2706-cd4e-4147-b17e-105d26354b4b HTTP/1.1" status: 404 len: 337 time: 0.0475807 Sep 23 07:02:47.904642 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53964) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:47.940551 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-80987e45-3c58-4735-8a77-4c8e84b1acd3 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] DELETE failed (client error): The resource could not be found. Sep 23 07:02:47.941110 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80987e45-3c58-4735-8a77-4c8e84b1acd3 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 07:02:47.945344 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-80987e45-3c58-4735-8a77-4c8e84b1acd3 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "DELETE /v2.0/subnets/40f008cc-12c0-41be-a085-2c18b1f2adda HTTP/1.1" status: 404 len: 337 time: 0.0361807 Sep 23 07:02:47.946349 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53968) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:47.956680 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-271dcc0c-ac82-4a34-a015-916fccad7e59 req-65170f62-2364-42c9-9195-2d0c29bffe72 service neutron] 10.222.0.58 "GET /v2.0/networks/ca28a1fe-55ea-41f7-96a5-1261b4a66187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322532 Sep 23 07:02:47.960835 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-11ab11c3-7c34-435d-a6b6-fe0f981238e6 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:47.966095 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2c91bb-7bcc-4f18-90fe-b4e3eeeb5ef8 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:02:47.966568 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2c91bb-7bcc-4f18-90fe-b4e3eeeb5ef8 None None] Checking segment: {'id': 'cba4ce49-0d66-4686-96a0-9d11797db016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c879ed42-f5a4-4b02-a219-724494b54f09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:02:47.967051 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5b2c91bb-7bcc-4f18-90fe-b4e3eeeb5ef8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:47.967630 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2c91bb-7bcc-4f18-90fe-b4e3eeeb5ef8 None None] Bound using segment: {'id': 'cba4ce49-0d66-4686-96a0-9d11797db016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c879ed42-f5a4-4b02-a219-724494b54f09'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:02:47.968182 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-5b2c91bb-7bcc-4f18-90fe-b4e3eeeb5ef8 None None] Bound port: eca25175-b648-49b4-8ed5-0faae5660379, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cba4ce49-0d66-4686-96a0-9d11797db016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c879ed42-f5a4-4b02-a219-724494b54f09'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:02:47.968924 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5b2c91bb-7bcc-4f18-90fe-b4e3eeeb5ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:47.974187 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-b82f3732-8065-4829-8f75-52d4eeb95d01 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] DELETE failed (client error): The resource could not be found. Sep 23 07:02:47.975336 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b82f3732-8065-4829-8f75-52d4eeb95d01 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 07:02:47.982306 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-b82f3732-8065-4829-8f75-52d4eeb95d01 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "DELETE /v2.0/ports/21621723-b138-4ff9-8029-8a7d1583ee22 HTTP/1.1" status: 404 len: 333 time: 0.0345592 Sep 23 07:02:47.983040 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53970) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:48.018993 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-07a5ab7b-110d-4b04-92e3-e76ee12ac256 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] DELETE failed (client error): The resource could not be found. Sep 23 07:02:48.019454 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07a5ab7b-110d-4b04-92e3-e76ee12ac256 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 07:02:48.022888 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-07a5ab7b-110d-4b04-92e3-e76ee12ac256 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "DELETE /v2.0/subnets/bfc2cf88-c771-42a5-9f37-13b5effa7ae6 HTTP/1.1" status: 404 len: 337 time: 0.0386133 Sep 23 07:02:48.026588 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53972) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:48.062897 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a3d805f-3a3d-4bb8-8e7e-73d629ba25b3 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] DELETE failed (client error): The resource could not be found. Sep 23 07:02:48.063574 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a3d805f-3a3d-4bb8-8e7e-73d629ba25b3 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 07:02:48.068637 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-9a3d805f-3a3d-4bb8-8e7e-73d629ba25b3 tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "DELETE /v2.0/subnets/832448a6-ea7d-4714-b92f-dc2744e295b5 HTTP/1.1" status: 404 len: 337 time: 0.0405433 Sep 23 07:02:48.069662 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53974) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:48.101001 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ab11c3-7c34-435d-a6b6-fe0f981238e6 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Network c879ed42-f5a4-4b02-a219-724494b54f09 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:02:48.105599 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-11ab11c3-7c34-435d-a6b6-fe0f981238e6 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:02:48.121813 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ab11c3-7c34-435d-a6b6-fe0f981238e6 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Pushing event updated for resources: {'Port': ['ID=35dda49b-d21b-40f8-addd-d464775a2f6b,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:48.128188 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ab11c3-7c34-435d-a6b6-fe0f981238e6 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:02:48.174522 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d236d93b-2d9a-43c4-a636-6df809d160b4 req-b39a0698-73b6-494a-9b20-ab25b7d18dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:02:48.176059 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d236d93b-2d9a-43c4-a636-6df809d160b4 req-b39a0698-73b6-494a-9b20-ab25b7d18dc1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4d93d8414d394ae180d5f159fb0b8b54&device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 1095 time: 0.1364253 Sep 23 07:02:48.198877 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-11ab11c3-7c34-435d-a6b6-fe0f981238e6 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068614'] for router_interface, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:48.251666 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e476290d-a563-4abd-b340-890eea29c112 None None] Network 86777a1e-cc73-49e9-a3f2-0c75dce33574 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:02:48.257004 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-9b86c714-6865-4e99-aad3-15080a08be7f tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Deleting port d5056a66-4343-48f6-b932-608452ca72e1 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:02:48.257358 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9b86c714-6865-4e99-aad3-15080a08be7f tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:48.337242 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9b86c714-6865-4e99-aad3-15080a08be7f tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:48.351121 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-9b86c714-6865-4e99-aad3-15080a08be7f tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Calling delete_port for d5056a66-4343-48f6-b932-608452ca72e1 owned by {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:02:48.393029 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d236d93b-2d9a-43c4-a636-6df809d160b4 req-0ed6589c-7ffd-4ebc-8950-9efa6fa2bc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:02:48.394557 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d236d93b-2d9a-43c4-a636-6df809d160b4 req-0ed6589c-7ffd-4ebc-8950-9efa6fa2bc38 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ca28a1fe-55ea-41f7-96a5-1261b4a66187 HTTP/1.1" status: 200 len: 917 time: 0.2059188 Sep 23 07:02:48.405442 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-5b2c91bb-7bcc-4f18-90fe-b4e3eeeb5ef8 None None] For port eca25175-b648-49b4-8ed5-0faae5660379, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:02:48.414941 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-11ab11c3-7c34-435d-a6b6-fe0f981238e6 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:48.426785 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-5b2c91bb-7bcc-4f18-90fe-b4e3eeeb5ef8 None None] For port eca25175-b648-49b4-8ed5-0faae5660379, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=eca25175-b648-49b4-8ed5-0faae5660379,segment=NetworkSegment(cba4ce49-0d66-4686-96a0-9d11797db016),segment_id=cba4ce49-0d66-4686-96a0-9d11797db016)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:02:48.448921 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-dc110656-52dc-44ee-8aed-b4fc246bda7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'name': 'tempest-RoutersTest-router-315055706', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:02:29Z', 'updated_at': '2021-09-23T07:02:40Z', 'revision_number': 3, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'gw_port_host': None, '_interfaces': [{'id': '04fcf448-24e2-4fee-a7a4-c938878dd015', 'name': '', 'network_id': '26974d90-e2ba-4afd-b942-0f2a06f56c9e', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'mac_address': 'fa:16:3e:95:b0:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': 'deb3ce15-0d7b-4c8f-ab64-0539ca66bda4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:38Z', 'updated_at': '2021-09-23T07:02:46Z', 'revision_number': 4, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'subnets': [{'id': 'deb3ce15-0d7b-4c8f-ab64-0539ca66bda4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ff37deb-8aa1-4743-825b-c5f1036f6b04', 'name': '', 'network_id': '6b02a873-582c-4408-aedd-b3a1f9e2d3db', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'mac_address': 'fa:16:3e:65:e5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': '127ff3a9-b245-488b-bb0d-e99fbbaa80c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:31Z', 'updated_at': '2021-09-23T07:02:37Z', 'revision_number': 5, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'subnets': [{'id': '127ff3a9-b245-488b-bb0d-e99fbbaa80c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:02:48.455969 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5b2c91bb-7bcc-4f18-90fe-b4e3eeeb5ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:48.456203 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d236d93b-2d9a-43c4-a636-6df809d160b4 req-89e02f2c-2133-4459-ad1c-53c62844afb3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b098fef9-31f1-4769-8019-735009e3bf0c HTTP/1.1" status: 200 len: 217 time: 0.0488603 Sep 23 07:02:48.472054 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9b86c714-6865-4e99-aad3-15080a08be7f tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:48.515248 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b86c714-6865-4e99-aad3-15080a08be7f tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event deleted for resources: {'Port': ['ID=d5056a66-4343-48f6-b932-608452ca72e1,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:48.516007 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc110656-52dc-44ee-8aed-b4fc246bda7f None None] The sync data for ids ['b8148bc8-056b-428c-9142-b96172a6cdff'] in n-d-715271-16 is: [{'id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'name': 'tempest-RoutersTest-router-315055706', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:02:29Z', 'updated_at': '2021-09-23T07:02:40Z', 'revision_number': 3, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'gw_port_host': None, '_interfaces': [{'id': '04fcf448-24e2-4fee-a7a4-c938878dd015', 'name': '', 'network_id': '26974d90-e2ba-4afd-b942-0f2a06f56c9e', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'mac_address': 'fa:16:3e:95:b0:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': 'deb3ce15-0d7b-4c8f-ab64-0539ca66bda4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:38Z', 'updated_at': '2021-09-23T07:02:46Z', 'revision_number': 4, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'subnets': [{'id': 'deb3ce15-0d7b-4c8f-ab64-0539ca66bda4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ff37deb-8aa1-4743-825b-c5f1036f6b04', 'name': '', 'network_id': '6b02a873-582c-4408-aedd-b3a1f9e2d3db', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'mac_address': 'fa:16:3e:65:e5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': '127ff3a9-b245-488b-bb0d-e99fbbaa80c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:31Z', 'updated_at': '2021-09-23T07:02:37Z', 'revision_number': 5, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'subnets': [{'id': '127ff3a9-b245-488b-bb0d-e99fbbaa80c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:02:48.532089 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9b86c714-6865-4e99-aad3-15080a08be7f tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:48.537148 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-9b86c714-6865-4e99-aad3-15080a08be7f tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "DELETE /v2.0/ports/d5056a66-4343-48f6-b932-608452ca72e1 HTTP/1.1" status: 204 len: 168 time: 0.4661663 Sep 23 07:02:48.537815 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53978) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:48.548134 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dbfc3fbf-c00f-452f-873f-824de1cadcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:48.671613 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2c91bb-7bcc-4f18-90fe-b4e3eeeb5ef8 None None] Pushing event updated for resources: {'Port': ['ID=eca25175-b648-49b4-8ed5-0faae5660379,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:48.679375 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d236d93b-2d9a-43c4-a636-6df809d160b4 req-2bccd168-51d7-4e24-ae73-c2f0da5a17dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:02:48.681666 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d236d93b-2d9a-43c4-a636-6df809d160b4 req-2bccd168-51d7-4e24-ae73-c2f0da5a17dd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5441eb5f-3885-44a6-9b00-13a9788d14f9 HTTP/1.1" status: 200 len: 855 time: 0.1974342 Sep 23 07:02:48.683872 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650d3766-6f84-4db6-8965-4b35c05d3cd7 None None] DHCP port deletion for 86777a1e-cc73-49e9-a3f2-0c75dce33574 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 07:02:48.687378 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dbfc3fbf-c00f-452f-873f-824de1cadcc7 None None] For port 04fcf448-24e2-4fee-a7a4-c938878dd015, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=04fcf448-24e2-4fee-a7a4-c938878dd015,segment=NetworkSegment(711c9105-cb76-4dd9-b2ce-41c1328ae9f9),segment_id=711c9105-cb76-4dd9-b2ce-41c1328ae9f9)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:02:48.696037 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dbfc3fbf-c00f-452f-873f-824de1cadcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:48.799888 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ff0e1ca6-5e2d-412a-a701-94e0ce96743c tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:48.908545 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfc3fbf-c00f-452f-873f-824de1cadcc7 None None] Pushing event updated for resources: {'Port': ['ID=04fcf448-24e2-4fee-a7a4-c938878dd015,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:48.968545 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-650d3766-6f84-4db6-8965-4b35c05d3cd7 None None] Deleting port 8626ca69-beb4-4a13-84e6-51f160c31741 {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:02:48.968545 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-650d3766-6f84-4db6-8965-4b35c05d3cd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:48.976625 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9623ca50-6a94-4036-92e4-92b43cd575ed req-e7f599af-8741-4e27-ae14-e7ed11a57ba8 tempest-ServerShowV257Test-98265775 tempest-ServerShowV257Test-98265775-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2642edc-ad18-40fb-a835-ecf6f73f274b HTTP/1.1" status: 200 len: 210 time: 0.0820014 Sep 23 07:02:49.013255 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 04fcf448-24e2-4fee-a7a4-c938878dd015 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:02:49.028699 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d236d93b-2d9a-43c4-a636-6df809d160b4 req-886011df-c54b-4fdc-befb-25311af6039e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:02:49.030334 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d236d93b-2d9a-43c4-a636-6df809d160b4 req-886011df-c54b-4fdc-befb-25311af6039e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ca28a1fe-55ea-41f7-96a5-1261b4a66187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2701108 Sep 23 07:02:49.033054 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-ff0e1ca6-5e2d-412a-a701-94e0ce96743c tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Deleting port 8626ca69-beb4-4a13-84e6-51f160c31741 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:02:49.033395 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ff0e1ca6-5e2d-412a-a701-94e0ce96743c tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:49.112968 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b4f8f0-b7b7-42dd-807e-1e0053fddb65 req-dab25170-b689-49ad-8dd3-3d81d2ef4541 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:02:49.114779 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-58b4f8f0-b7b7-42dd-807e-1e0053fddb65 req-dab25170-b689-49ad-8dd3-3d81d2ef4541 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 943 time: 0.2668977 Sep 23 07:02:49.140890 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-ff0e1ca6-5e2d-412a-a701-94e0ce96743c tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] For port 8626ca69-beb4-4a13-84e6-51f160c31741, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=8626ca69-beb4-4a13-84e6-51f160c31741,segment=NetworkSegment(bcf917bd-5f77-4956-9822-05e11cd14096),segment_id=bcf917bd-5f77-4956-9822-05e11cd14096)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:02:49.141946 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ff0e1ca6-5e2d-412a-a701-94e0ce96743c tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:49.174364 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-ff0e1ca6-5e2d-412a-a701-94e0ce96743c tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Calling delete_port for 8626ca69-beb4-4a13-84e6-51f160c31741 owned by network:dhcp {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:02:49.198376 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-650d3766-6f84-4db6-8965-4b35c05d3cd7 None None] For port 8626ca69-beb4-4a13-84e6-51f160c31741, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=8626ca69-beb4-4a13-84e6-51f160c31741,segment=NetworkSegment(bcf917bd-5f77-4956-9822-05e11cd14096),segment_id=bcf917bd-5f77-4956-9822-05e11cd14096)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:02:49.199339 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-650d3766-6f84-4db6-8965-4b35c05d3cd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:49.221220 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-650d3766-6f84-4db6-8965-4b35c05d3cd7 None None] Calling delete_port for 8626ca69-beb4-4a13-84e6-51f160c31741 owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:02:49.313508 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-92bddc13-0f77-48d5-9dd6-d6a177bae93f None None] Provisioning complete for port 8626ca69-beb4-4a13-84e6-51f160c31741 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:02:49.314074 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-92bddc13-0f77-48d5-9dd6-d6a177bae93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:49.327424 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ff0e1ca6-5e2d-412a-a701-94e0ce96743c tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:49.361655 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0e1ca6-5e2d-412a-a701-94e0ce96743c tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event deleted for resources: {'Port': ['ID=8626ca69-beb4-4a13-84e6-51f160c31741,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:49.363630 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0e1ca6-5e2d-412a-a701-94e0ce96743c tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] No DVR routers for this DVR port 8626ca69-beb4-4a13-84e6-51f160c31741 on host n-d-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:02:49.370199 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-92bddc13-0f77-48d5-9dd6-d6a177bae93f None None] Port 8626ca69-beb4-4a13-84e6-51f160c31741 was deleted so its status cannot be updated. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 23 07:02:49.373760 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-11ab11c3-7c34-435d-a6b6-fe0f981238e6 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:49.394736 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-11ab11c3-7c34-435d-a6b6-fe0f981238e6 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:49.412795 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-92bddc13-0f77-48d5-9dd6-d6a177bae93f None None] Could not find standard attr ID for object d5056a66-4343-48f6-b932-608452ca72e1. {{(pid=95067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 07:02:49.416214 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 04fcf448-24e2-4fee-a7a4-c938878dd015 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:02:49.416588 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:49.492375 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-650d3766-6f84-4db6-8965-4b35c05d3cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:49.497329 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-11ab11c3-7c34-435d-a6b6-fe0f981238e6 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067062'] for router_interface, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:49.508136 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650d3766-6f84-4db6-8965-4b35c05d3cd7 None None] No DVR routers for this DVR port 8626ca69-beb4-4a13-84e6-51f160c31741 on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:02:49.539554 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ff0e1ca6-5e2d-412a-a701-94e0ce96743c tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:49.542378 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-92bddc13-0f77-48d5-9dd6-d6a177bae93f None None] Provisioning complete for port 04fcf448-24e2-4fee-a7a4-c938878dd015 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:02:49.542742 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-92bddc13-0f77-48d5-9dd6-d6a177bae93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:49.543660 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-58b4f8f0-b7b7-42dd-807e-1e0053fddb65 req-d2df966c-6561-4ad6-a8c2-f42cab6db99e tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a912227-b43b-40c0-8908-2990e2356021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4114623 Sep 23 07:02:49.577383 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d236d93b-2d9a-43c4-a636-6df809d160b4 req-6f0b662b-7479-40fd-b196-f461f2858233 service neutron] 10.222.0.58 "GET /v2.0/networks/ca28a1fe-55ea-41f7-96a5-1261b4a66187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5229666 Sep 23 07:02:49.590556 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-ff0e1ca6-5e2d-412a-a701-94e0ce96743c tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86777a1e-cc73-49e9-a3f2-0c75dce33574']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:02:49.601436 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-ff0e1ca6-5e2d-412a-a701-94e0ce96743c tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcf917bd-5f77-4956-9822-05e11cd14096') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:02:49.602205 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-ff0e1ca6-5e2d-412a-a701-94e0ce96743c tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcf917bd-5f77-4956-9822-05e11cd14096') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:02:49.606030 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d3766-6f84-4db6-8965-4b35c05d3cd7 None None] Pushing event deleted for resources: {'Port': ['ID=8626ca69-beb4-4a13-84e6-51f160c31741,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:49.621533 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ff0e1ca6-5e2d-412a-a701-94e0ce96743c tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:49.633278 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ab11c3-7c34-435d-a6b6-fe0f981238e6 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Pushing event updated for resources: {'Port': ['ID=35dda49b-d21b-40f8-addd-d464775a2f6b,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:49.653262 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ff0e1ca6-5e2d-412a-a701-94e0ce96743c tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:49.662464 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff0e1ca6-5e2d-412a-a701-94e0ce96743c tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:02:49.663257 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ff0e1ca6-5e2d-412a-a701-94e0ce96743c tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:49.667765 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 07:02:49.667765 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:02:49.667765 n-d-715271-16 neutron-server[95065]: timer() Sep 23 07:02:49.667765 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:02:49.667765 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 07:02:49.667765 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:02:49.667765 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 07:02:49.667765 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:02:49.667765 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 07:02:49.667765 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:02:49.667765 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 07:02:49.667765 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:02:49.667765 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 07:02:49.667765 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:02:49.667765 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:02:49.667765 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:02:49.667765 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:02:49.667765 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:02:49.667765 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 07:02:49.667765 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:02:49.667765 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 07:02:49.667765 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:02:49.667765 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:02:49.667765 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:02:49.667765 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 07:02:49.667765 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:02:49.667765 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:02:49.667765 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:02:49.667765 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:02:49.667765 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:02:49.667765 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:02:49.667765 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:02:49.723657 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device c45d1cf8-8c94-46bb-9743-ac50319dbdbc up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:02:49.758493 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ff0e1ca6-5e2d-412a-a701-94e0ce96743c tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:49.772193 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ff0e1ca6-5e2d-412a-a701-94e0ce96743c tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:49.780179 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-ff0e1ca6-5e2d-412a-a701-94e0ce96743c tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] 10.222.0.39 "DELETE /v2.0/networks/86777a1e-cc73-49e9-a3f2-0c75dce33574 HTTP/1.1" status: 204 len: 168 time: 1.2409658 Sep 23 07:02:49.814653 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port c45d1cf8-8c94-46bb-9743-ac50319dbdbc triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:02:49.814653 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:49.833813 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0e1ca6-5e2d-412a-a701-94e0ce96743c tempest-PortsTestJSON-214546709 tempest-PortsTestJSON-214546709-project] Pushing event deleted for resources: {'Network': ['ID=86777a1e-cc73-49e9-a3f2-0c75dce33574,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:49.841709 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ab11c3-7c34-435d-a6b6-fe0f981238e6 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Network c879ed42-f5a4-4b02-a219-724494b54f09 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:02:49.847698 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-11ab11c3-7c34-435d-a6b6-fe0f981238e6 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:02:49.867452 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d236d93b-2d9a-43c4-a636-6df809d160b4 req-0b4b2022-ee1c-414c-ab3d-70527fc8b7e7 service neutron] 10.222.0.58 "GET /v2.0/networks/ca28a1fe-55ea-41f7-96a5-1261b4a66187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760313 Sep 23 07:02:50.007810 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11ab11c3-7c34-435d-a6b6-fe0f981238e6 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Router b8148bc8-056b-428c-9142-b96172a6cdff has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:02:50.128925 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 8626ca69-beb4-4a13-84e6-51f160c31741 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:02:50.157643 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 8626ca69-beb4-4a13-84e6-51f160c31741 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:02:50.158019 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 8626ca69-beb4-4a13-84e6-51f160c31741 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:02:50.201377 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-88017988-87e7-465f-a492-6bb5f986eaf2 req-9399815e-8002-495c-8526-d3c713d80105 tempest-ServerShowV257Test-98265775 tempest-ServerShowV257Test-98265775-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2642edc-ad18-40fb-a835-ecf6f73f274b HTTP/1.1" status: 200 len: 210 time: 0.0333519 Sep 23 07:02:50.237165 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device b098fef9-31f1-4769-8019-735009e3bf0c details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:02:50.273409 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11ab11c3-7c34-435d-a6b6-fe0f981238e6 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:02:50.287217 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fd3a76-79d9-400f-b2c1-4a72e0b24c6d None None] Sync routers for ids ['b8148bc8-056b-428c-9142-b96172a6cdff'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:02:50.292411 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-11ab11c3-7c34-435d-a6b6-fe0f981238e6 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "PUT /v2.0/routers/b8148bc8-056b-428c-9142-b96172a6cdff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4604535 Sep 23 07:02:50.292580 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53994) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:50.299733 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-3d84ced1-2321-4dc9-bcb7-35c334583731 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Request body: {'network': {'name': 'tempest-RoutersTest-221792663'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:02:50.300286 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fd3a76-79d9-400f-b2c1-4a72e0b24c6d None None] Routers {'b8148bc8-056b-428c-9142-b96172a6cdff'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:02:50.301772 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-58fd3a76-79d9-400f-b2c1-4a72e0b24c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:02:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['b8148bc8-056b-428c-9142-b96172a6cdff'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:02:50.328987 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d84ced1-2321-4dc9-bcb7-35c334583731 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Made reservation on behalf of d7464ba7b96349c78070f768c2b55fbf for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:02:50.334146 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3d84ced1-2321-4dc9-bcb7-35c334583731 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:50.349112 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 53998) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:50.376103 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d84ced1-2321-4dc9-bcb7-35c334583731 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:02:50.398559 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3d84ced1-2321-4dc9-bcb7-35c334583731 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:50.399092 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-3d84ced1-2321-4dc9-bcb7-35c334583731 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Added segment f4bf9af9-997d-4a93-a5ac-a8f18ed5ab2f of type vlan for network c8e974e5-f618-4b1e-b08b-b496abc57dcc Sep 23 07:02:50.408425 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59ff7af-3ade-4c59-98a1-6d1dc6f60ca6 None None] Network c879ed42-f5a4-4b02-a219-724494b54f09 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:02:50.454873 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port b098fef9-31f1-4769-8019-735009e3bf0c, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=b098fef9-31f1-4769-8019-735009e3bf0c,segment=NetworkSegment(1c65d3ce-0d0d-44a7-ae9c-a00acf5305e9),segment_id=1c65d3ce-0d0d-44a7-ae9c-a00acf5305e9)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:02:50.480005 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-58fd3a76-79d9-400f-b2c1-4a72e0b24c6d None None] Set router b8148bc8-056b-428c-9142-b96172a6cdff gateway port host: None {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:02:50.486848 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3d84ced1-2321-4dc9-bcb7-35c334583731 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:50.561184 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3d84ced1-2321-4dc9-bcb7-35c334583731 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:50.571238 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d84ced1-2321-4dc9-bcb7-35c334583731 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:02:50.572439 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3d84ced1-2321-4dc9-bcb7-35c334583731 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:50.585757 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': 'b098fef9-31f1-4769-8019-735009e3bf0c', 'network_id': 'ca28a1fe-55ea-41f7-96a5-1261b4a66187', 'port_id': 'b098fef9-31f1-4769-8019-735009e3bf0c', 'mac_address': 'fa:16:3e:52:7c:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5441eb5f-3885-44a6-9b00-13a9788d14f9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:02:50.609810 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-f3d9e479-ec8f-4389-bf5b-71f36636a1fc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=07ae454f7ce4401191be202855767634&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2591150 Sep 23 07:02:50.612582 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54008) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:50.662493 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-9cae97d7-dded-43c0-b046-49297e048b4e None None] Provisioning complete for port eca25175-b648-49b4-8ed5-0faae5660379 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:02:50.676564 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-9cae97d7-dded-43c0-b046-49297e048b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:50.766123 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d84ced1-2321-4dc9-bcb7-35c334583731 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Pushing event updated for resources: {'Network': ['ID=c8e974e5-f618-4b1e-b08b-b496abc57dcc,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:50.770665 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-58fd3a76-79d9-400f-b2c1-4a72e0b24c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'name': 'tempest-RoutersTest-router-315055706', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:02:29Z', 'updated_at': '2021-09-23T07:02:48Z', 'revision_number': 4, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'gw_port_host': None, '_interfaces': [{'id': '04fcf448-24e2-4fee-a7a4-c938878dd015', 'name': '', 'network_id': '26974d90-e2ba-4afd-b942-0f2a06f56c9e', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'mac_address': 'fa:16:3e:95:b0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': 'deb3ce15-0d7b-4c8f-ab64-0539ca66bda4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:38Z', 'updated_at': '2021-09-23T07:02:48Z', 'revision_number': 5, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'subnets': [{'id': 'deb3ce15-0d7b-4c8f-ab64-0539ca66bda4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35dda49b-d21b-40f8-addd-d464775a2f6b', 'name': '', 'network_id': 'c879ed42-f5a4-4b02-a219-724494b54f09', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'mac_address': 'fa:16:3e:8d:41:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': 'fd0c09e2-c82a-4cad-a465-526013787b0d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:47Z', 'updated_at': '2021-09-23T07:02:48Z', 'revision_number': 2, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'subnets': [{'id': 'fd0c09e2-c82a-4cad-a465-526013787b0d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ff37deb-8aa1-4743-825b-c5f1036f6b04', 'name': '', 'network_id': '6b02a873-582c-4408-aedd-b3a1f9e2d3db', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'mac_address': 'fa:16:3e:65:e5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': '127ff3a9-b245-488b-bb0d-e99fbbaa80c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:31Z', 'updated_at': '2021-09-23T07:02:37Z', 'revision_number': 5, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'subnets': [{'id': '127ff3a9-b245-488b-bb0d-e99fbbaa80c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:02:50.792583 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-3d84ced1-2321-4dc9-bcb7-35c334583731 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4988308 Sep 23 07:02:50.793580 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54010) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:50.803677 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-f4bfcc36-cd9a-452b-9a48-ed08e5b4e768 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Request body: {'subnet': {'network_id': 'c8e974e5-f618-4b1e-b08b-b496abc57dcc', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:02:50.831858 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network c8e974e5-f618-4b1e-b08b-b496abc57dcc details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:02:50.835970 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-865fb952-d9b4-45f9-b37e-b6f19f9877d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:50.859535 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fd3a76-79d9-400f-b2c1-4a72e0b24c6d None None] Checking router: b8148bc8-056b-428c-9142-b96172a6cdff for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:02:50.859896 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fd3a76-79d9-400f-b2c1-4a72e0b24c6d None None] Updating router b8148bc8-056b-428c-9142-b96172a6cdff port 35dda49b-d21b-40f8-addd-d464775a2f6b binding host n-d-715271-16 {{(pid=95068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 07:02:50.865661 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-865fb952-d9b4-45f9-b37e-b6f19f9877d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:50.876339 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4504273-891a-4904-acdd-d91e9341ac18 req-05caa229-c36f-4acd-b71c-269f2fe7f6c2 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:02:50.889255 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f4504273-891a-4904-acdd-d91e9341ac18 req-05caa229-c36f-4acd-b71c-269f2fe7f6c2 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 943 time: 0.1754503 Sep 23 07:02:50.896090 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:50.916734 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-58fd3a76-79d9-400f-b2c1-4a72e0b24c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:50.975936 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4bfcc36-cd9a-452b-9a48-ed08e5b4e768 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Made reservation on behalf of d7464ba7b96349c78070f768c2b55fbf for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:02:50.981037 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f4bfcc36-cd9a-452b-9a48-ed08e5b4e768 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:50.999197 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f4504273-891a-4904-acdd-d91e9341ac18 req-edd58382-c9cd-4cfb-b722-31eab547fa21 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a912227-b43b-40c0-8908-2990e2356021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089783 Sep 23 07:02:51.001696 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b098fef9-31f1-4769-8019-735009e3bf0c {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:02:51.006126 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-9cae97d7-dded-43c0-b046-49297e048b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:51.019674 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device eca25175-b648-49b4-8ed5-0faae5660379 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:02:51.026442 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-865fb952-d9b4-45f9-b37e-b6f19f9877d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:51.029555 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-865fb952-d9b4-45f9-b37e-b6f19f9877d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:51.030752 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-865fb952-d9b4-45f9-b37e-b6f19f9877d2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/51252e07-c78f-4136-a12a-816d9e57fc46 HTTP/1.1" status: 204 len: 168 time: 0.4169476 Sep 23 07:02:51.046214 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865fb952-d9b4-45f9-b37e-b6f19f9877d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51252e07-c78f-4136-a12a-816d9e57fc46,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:51.131110 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port b098fef9-31f1-4769-8019-735009e3bf0c, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=b098fef9-31f1-4769-8019-735009e3bf0c,segment=NetworkSegment(1c65d3ce-0d0d-44a7-ae9c-a00acf5305e9),segment_id=1c65d3ce-0d0d-44a7-ae9c-a00acf5305e9)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:02:51.162955 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:51.172372 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-9cae97d7-dded-43c0-b046-49297e048b4e None None] For port eca25175-b648-49b4-8ed5-0faae5660379, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=eca25175-b648-49b4-8ed5-0faae5660379,segment=NetworkSegment(cba4ce49-0d66-4686-96a0-9d11797db016),segment_id=cba4ce49-0d66-4686-96a0-9d11797db016)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:02:51.203599 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-9cae97d7-dded-43c0-b046-49297e048b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:51.256528 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=b098fef9-31f1-4769-8019-735009e3bf0c,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:51.272109 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port eca25175-b648-49b4-8ed5-0faae5660379 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:02:51.273092 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:51.370516 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cae97d7-dded-43c0-b046-49297e048b4e None None] Pushing event updated for resources: {'Port': ['ID=eca25175-b648-49b4-8ed5-0faae5660379,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:51.393522 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f4bfcc36-cd9a-452b-9a48-ed08e5b4e768 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:51.446394 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 04fcf448-24e2-4fee-a7a4-c938878dd015 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:02:51.453347 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7d37f684-7622-4eea-a466-218df3bb35d8 req-2dfed3c6-fc1d-4320-80af-c3bdb6c6e2d8 tempest-ServerShowV257Test-98265775 tempest-ServerShowV257Test-98265775-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2642edc-ad18-40fb-a835-ecf6f73f274b HTTP/1.1" status: 200 len: 210 time: 0.0785542 Sep 23 07:02:51.486907 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-58fd3a76-79d9-400f-b2c1-4a72e0b24c6d None None] Notify callbacks [] for port, precommit_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:51.496504 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-58fd3a76-79d9-400f-b2c1-4a72e0b24c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:51.502813 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['b098fef9-31f1-4769-8019-735009e3bf0c'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:02:51.599240 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e1d148-d712-4b99-8925-feca587af701 None None] Pushing event updated for resources: {'Port': ['ID=35dda49b-d21b-40f8-addd-d464775a2f6b,revision_number=3']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:51.613531 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bfcc36-cd9a-452b-9a48-ed08e5b4e768 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Pushing event updated for resources: {'Subnet': ['ID=4acdab21-7c55-42ad-968e-abe4c3444e09,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:51.652867 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 04fcf448-24e2-4fee-a7a4-c938878dd015 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:02:51.653229 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:51.672478 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bfcc36-cd9a-452b-9a48-ed08e5b4e768 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Checking segment: {'id': 'f4bf9af9-997d-4a93-a5ac-a8f18ed5ab2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c8e974e5-f618-4b1e-b08b-b496abc57dcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:02:51.673238 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4bfcc36-cd9a-452b-9a48-ed08e5b4e768 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Network hostable DHCP agents. Network: c8e974e5-f618-4b1e-b08b-b496abc57dcc, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:02:51.681524 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-58fd3a76-79d9-400f-b2c1-4a72e0b24c6d None None] Attempting to bind port 35dda49b-d21b-40f8-addd-d464775a2f6b on host n-d-715271-16 for vnic_type normal with profile {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:02:51.682123 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-58fd3a76-79d9-400f-b2c1-4a72e0b24c6d None None] Attempting to bind port 35dda49b-d21b-40f8-addd-d464775a2f6b by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': 'cba4ce49-0d66-4686-96a0-9d11797db016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c879ed42-f5a4-4b02-a219-724494b54f09'}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:02:51.682686 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fd3a76-79d9-400f-b2c1-4a72e0b24c6d None None] Attempting to bind port 35dda49b-d21b-40f8-addd-d464775a2f6b on network c879ed42-f5a4-4b02-a219-724494b54f09 {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:02:51.692530 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fd3a76-79d9-400f-b2c1-4a72e0b24c6d None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:02:51.693287 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fd3a76-79d9-400f-b2c1-4a72e0b24c6d None None] Checking segment: {'id': 'cba4ce49-0d66-4686-96a0-9d11797db016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c879ed42-f5a4-4b02-a219-724494b54f09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:02:51.693877 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-58fd3a76-79d9-400f-b2c1-4a72e0b24c6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:51.694482 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fd3a76-79d9-400f-b2c1-4a72e0b24c6d None None] Bound using segment: {'id': 'cba4ce49-0d66-4686-96a0-9d11797db016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c879ed42-f5a4-4b02-a219-724494b54f09'} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:02:51.695106 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-58fd3a76-79d9-400f-b2c1-4a72e0b24c6d None None] Bound port: 35dda49b-d21b-40f8-addd-d464775a2f6b, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cba4ce49-0d66-4686-96a0-9d11797db016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c879ed42-f5a4-4b02-a219-724494b54f09'}}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:02:51.695657 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-58fd3a76-79d9-400f-b2c1-4a72e0b24c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:51.717296 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4bfcc36-cd9a-452b-9a48-ed08e5b4e768 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Network c8e974e5-f618-4b1e-b08b-b496abc57dcc is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:02:51.731441 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-f4bfcc36-cd9a-452b-9a48-ed08e5b4e768 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, c8e974e5-f618-4b1e-b08b-b496abc57dcc) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:02:51.735664 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4bfcc36-cd9a-452b-9a48-ed08e5b4e768 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:02:51.736334 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f4bfcc36-cd9a-452b-9a48-ed08e5b4e768 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:51.748532 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3b4a85-410d-4ed9-a02f-3af2d7be6048 None None] Network c8e974e5-f618-4b1e-b08b-b496abc57dcc requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:02:51.768304 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54028) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:51.768825 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-f4bfcc36-cd9a-452b-9a48-ed08e5b4e768 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9734464 Sep 23 07:02:51.845612 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-58fd3a76-79d9-400f-b2c1-4a72e0b24c6d None None] For port 35dda49b-d21b-40f8-addd-d464775a2f6b, host n-d-715271-16, cleared binding levels {{(pid=95068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:02:51.855151 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-58fd3a76-79d9-400f-b2c1-4a72e0b24c6d None None] For port 35dda49b-d21b-40f8-addd-d464775a2f6b, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=35dda49b-d21b-40f8-addd-d464775a2f6b,segment=NetworkSegment(cba4ce49-0d66-4686-96a0-9d11797db016),segment_id=cba4ce49-0d66-4686-96a0-9d11797db016)] {{(pid=95068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:02:51.867130 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-58fd3a76-79d9-400f-b2c1-4a72e0b24c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:51.949429 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fd3a76-79d9-400f-b2c1-4a72e0b24c6d None None] Routers {'b8148bc8-056b-428c-9142-b96172a6cdff'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:02:51.950301 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-58fd3a76-79d9-400f-b2c1-4a72e0b24c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:02:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['b8148bc8-056b-428c-9142-b96172a6cdff'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:02:52.005427 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-b9a7b104-6957-47a1-86ae-391c0e6ce0c9 None None] Provisioning complete for port eca25175-b648-49b4-8ed5-0faae5660379 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:02:52.006022 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b9a7b104-6957-47a1-86ae-391c0e6ce0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:52.068420 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-58fd3a76-79d9-400f-b2c1-4a72e0b24c6d None None] Set router b8148bc8-056b-428c-9142-b96172a6cdff gateway port host: None {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:02:52.216888 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e2274d-c5b1-43a0-995f-71220e9da10c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-c8e974e5-f618-4b1e-b08b-b496abc57dcc', 'network_id': 'c8e974e5-f618-4b1e-b08b-b496abc57dcc', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'fixed_ips': [{'subnet_id': '4acdab21-7c55-42ad-968e-abe4c3444e09'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:02:52.218092 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-52e2274d-c5b1-43a0-995f-71220e9da10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:52.226191 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e1d148-d712-4b99-8925-feca587af701 None None] Pushing event updated for resources: {'Port': ['ID=35dda49b-d21b-40f8-addd-d464775a2f6b,revision_number=4']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:52.304533 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23741fff-27bb-4d6a-a194-432ad217fb57 req-12894f35-75db-4190-b1e3-96544144be7c tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:02:52.310407 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-23741fff-27bb-4d6a-a194-432ad217fb57 req-12894f35-75db-4190-b1e3-96544144be7c tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 944 time: 0.1243029 Sep 23 07:02:52.448178 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-23741fff-27bb-4d6a-a194-432ad217fb57 req-38f0d833-a7a6-415b-9152-fdd300c993d3 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a912227-b43b-40c0-8908-2990e2356021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330991 Sep 23 07:02:52.449774 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54040) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:52.476969 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-58fd3a76-79d9-400f-b2c1-4a72e0b24c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'name': 'tempest-RoutersTest-router-315055706', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:02:29Z', 'updated_at': '2021-09-23T07:02:48Z', 'revision_number': 4, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'gw_port_host': None, '_interfaces': [{'id': '04fcf448-24e2-4fee-a7a4-c938878dd015', 'name': '', 'network_id': '26974d90-e2ba-4afd-b942-0f2a06f56c9e', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'mac_address': 'fa:16:3e:95:b0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': 'deb3ce15-0d7b-4c8f-ab64-0539ca66bda4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:38Z', 'updated_at': '2021-09-23T07:02:48Z', 'revision_number': 5, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'subnets': [{'id': 'deb3ce15-0d7b-4c8f-ab64-0539ca66bda4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35dda49b-d21b-40f8-addd-d464775a2f6b', 'name': '', 'network_id': 'c879ed42-f5a4-4b02-a219-724494b54f09', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'mac_address': 'fa:16:3e:8d:41:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': 'fd0c09e2-c82a-4cad-a465-526013787b0d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:47Z', 'updated_at': '2021-09-23T07:02:51Z', 'revision_number': 4, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'subnets': [{'id': 'fd0c09e2-c82a-4cad-a465-526013787b0d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ff37deb-8aa1-4743-825b-c5f1036f6b04', 'name': '', 'network_id': '6b02a873-582c-4408-aedd-b3a1f9e2d3db', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'mac_address': 'fa:16:3e:65:e5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': '127ff3a9-b245-488b-bb0d-e99fbbaa80c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:31Z', 'updated_at': '2021-09-23T07:02:37Z', 'revision_number': 5, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'subnets': [{'id': '127ff3a9-b245-488b-bb0d-e99fbbaa80c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:02:52.529293 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fd3a76-79d9-400f-b2c1-4a72e0b24c6d None None] The sync data for ids ['b8148bc8-056b-428c-9142-b96172a6cdff'] in n-d-715271-16 is: [{'id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'name': 'tempest-RoutersTest-router-315055706', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:02:29Z', 'updated_at': '2021-09-23T07:02:48Z', 'revision_number': 4, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'gw_port_host': None, '_interfaces': [{'id': '04fcf448-24e2-4fee-a7a4-c938878dd015', 'name': '', 'network_id': '26974d90-e2ba-4afd-b942-0f2a06f56c9e', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'mac_address': 'fa:16:3e:95:b0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': 'deb3ce15-0d7b-4c8f-ab64-0539ca66bda4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:38Z', 'updated_at': '2021-09-23T07:02:48Z', 'revision_number': 5, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'subnets': [{'id': 'deb3ce15-0d7b-4c8f-ab64-0539ca66bda4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35dda49b-d21b-40f8-addd-d464775a2f6b', 'name': '', 'network_id': 'c879ed42-f5a4-4b02-a219-724494b54f09', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'mac_address': 'fa:16:3e:8d:41:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': 'fd0c09e2-c82a-4cad-a465-526013787b0d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:47Z', 'updated_at': '2021-09-23T07:02:51Z', 'revision_number': 4, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'subnets': [{'id': 'fd0c09e2-c82a-4cad-a465-526013787b0d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ff37deb-8aa1-4743-825b-c5f1036f6b04', 'name': '', 'network_id': '6b02a873-582c-4408-aedd-b3a1f9e2d3db', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'mac_address': 'fa:16:3e:65:e5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': '127ff3a9-b245-488b-bb0d-e99fbbaa80c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:31Z', 'updated_at': '2021-09-23T07:02:37Z', 'revision_number': 5, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'subnets': [{'id': '127ff3a9-b245-488b-bb0d-e99fbbaa80c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:02:52.530440 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-52e2274d-c5b1-43a0-995f-71220e9da10c None None] Allocated IP 172.23.0.2 (c8e974e5-f618-4b1e-b08b-b496abc57dcc/4acdab21-7c55-42ad-968e-abe4c3444e09/4ebd62e6-1e30-4ce7-b942-921c817eea61) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:02:52.542056 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-b9a7b104-6957-47a1-86ae-391c0e6ce0c9 None None] Provisioning complete for port 35dda49b-d21b-40f8-addd-d464775a2f6b triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:02:52.542433 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b9a7b104-6957-47a1-86ae-391c0e6ce0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:52.638905 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9ca9598d-0d13-4ed5-8286-3a301fb7ef8c tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:52.707735 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-abd0c3af-b60d-4ede-917a-808135912249 req-328e8919-db5e-4a17-bd70-a913071e824e tempest-ServerShowV257Test-98265775 tempest-ServerShowV257Test-98265775-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2642edc-ad18-40fb-a835-ecf6f73f274b HTTP/1.1" status: 200 len: 210 time: 0.1271124 Sep 23 07:02:52.713538 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-18cb68be-e74d-414d-b798-c2f8d4a64507 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Request body: {'security_group': {'name': 'tempest-secgroup--1456053367'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:02:52.789822 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-18cb68be-e74d-414d-b798-c2f8d4a64507 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:52.804942 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-18cb68be-e74d-414d-b798-c2f8d4a64507 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:52.937305 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device eca25175-b648-49b4-8ed5-0faae5660379 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:02:52.986639 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-18cb68be-e74d-414d-b798-c2f8d4a64507 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:52.993064 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-18cb68be-e74d-414d-b798-c2f8d4a64507 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:53.086530 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-52e2274d-c5b1-43a0-995f-71220e9da10c None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:53.094416 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cb68be-e74d-414d-b798-c2f8d4a64507 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f41ed139-ffce-49d6-b9d6-cfd8d26102c0,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:53.125004 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-52e2274d-c5b1-43a0-995f-71220e9da10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:53.146385 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b9a7b104-6957-47a1-86ae-391c0e6ce0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:53.196249 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-18cb68be-e74d-414d-b798-c2f8d4a64507 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:53.203609 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-18cb68be-e74d-414d-b798-c2f8d4a64507 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:53.204498 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-9ca9598d-0d13-4ed5-8286-3a301fb7ef8c tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Allocated IP 172.23.0.1 (c8e974e5-f618-4b1e-b08b-b496abc57dcc/4acdab21-7c55-42ad-968e-abe4c3444e09/535db754-6042-4b5e-87d2-bfc51f6021e5) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:02:53.216037 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e2274d-c5b1-43a0-995f-71220e9da10c None None] Network c8e974e5-f618-4b1e-b08b-b496abc57dcc is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:02:53.221039 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-52e2274d-c5b1-43a0-995f-71220e9da10c None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:02:53.222717 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port eca25175-b648-49b4-8ed5-0faae5660379 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:02:53.223092 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:53.235677 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e2274d-c5b1-43a0-995f-71220e9da10c None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:02:53.247384 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-18cb68be-e74d-414d-b798-c2f8d4a64507 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:53.248774 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-18cb68be-e74d-414d-b798-c2f8d4a64507 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7979565 Sep 23 07:02:53.255586 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54052) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:53.335681 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cb68be-e74d-414d-b798-c2f8d4a64507 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aeaf59b0-012a-44b8-af06-fe96fe857a4f,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:53.361729 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-9b56501c-48a2-48b1-b1ae-3aedae4fef5d tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1046107 Sep 23 07:02:53.364231 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54054) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:53.368682 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-ff5235a3-2788-442c-b13a-51495f7c039c tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Request body: {'security_group': {'name': 'tempest-security--1028472543', 'description': 'tempest-security-description-422186510'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:02:53.378014 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e2274d-c5b1-43a0-995f-71220e9da10c None None] Pushing event updated for resources: {'Port': ['ID=4ebd62e6-1e30-4ce7-b942-921c817eea61,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:53.413833 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ff5235a3-2788-442c-b13a-51495f7c039c tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:53.443081 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9ca9598d-0d13-4ed5-8286-3a301fb7ef8c tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:53.445476 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-b9a7b104-6957-47a1-86ae-391c0e6ce0c9 None None] For port 35dda49b-d21b-40f8-addd-d464775a2f6b, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=35dda49b-d21b-40f8-addd-d464775a2f6b,segment=NetworkSegment(cba4ce49-0d66-4686-96a0-9d11797db016),segment_id=cba4ce49-0d66-4686-96a0-9d11797db016)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:02:53.451082 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e2274d-c5b1-43a0-995f-71220e9da10c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:02:53.451478 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e2274d-c5b1-43a0-995f-71220e9da10c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:02:53.451789 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e2274d-c5b1-43a0-995f-71220e9da10c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:02:53.452107 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e2274d-c5b1-43a0-995f-71220e9da10c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:02:53.452453 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e2274d-c5b1-43a0-995f-71220e9da10c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:02:53.452782 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e2274d-c5b1-43a0-995f-71220e9da10c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:02:53.453116 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e2274d-c5b1-43a0-995f-71220e9da10c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:02:53.453494 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e2274d-c5b1-43a0-995f-71220e9da10c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:02:53.453759 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e2274d-c5b1-43a0-995f-71220e9da10c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:02:53.454116 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e2274d-c5b1-43a0-995f-71220e9da10c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:02:53.454448 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e2274d-c5b1-43a0-995f-71220e9da10c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:02:53.454785 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e2274d-c5b1-43a0-995f-71220e9da10c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:02:53.465418 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b9a7b104-6957-47a1-86ae-391c0e6ce0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:53.467053 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ff5235a3-2788-442c-b13a-51495f7c039c tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:53.472540 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ff5235a3-2788-442c-b13a-51495f7c039c tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:53.476707 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ff5235a3-2788-442c-b13a-51495f7c039c tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:53.480656 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-ff5235a3-2788-442c-b13a-51495f7c039c tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] 10.222.0.39 "PUT /v2.0/security-groups/aeaf59b0-012a-44b8-af06-fe96fe857a4f HTTP/1.1" status: 200 len: 1779 time: 0.1124530 Sep 23 07:02:53.488493 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54056) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:53.521300 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5235a3-2788-442c-b13a-51495f7c039c tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aeaf59b0-012a-44b8-af06-fe96fe857a4f,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:53.537600 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-52e2274d-c5b1-43a0-995f-71220e9da10c None None] Attempting to bind port 4ebd62e6-1e30-4ce7-b942-921c817eea61 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:02:53.543962 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-52e2274d-c5b1-43a0-995f-71220e9da10c None None] Attempting to bind port 4ebd62e6-1e30-4ce7-b942-921c817eea61 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': 'f4bf9af9-997d-4a93-a5ac-a8f18ed5ab2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c8e974e5-f618-4b1e-b08b-b496abc57dcc'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:02:53.544434 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e2274d-c5b1-43a0-995f-71220e9da10c None None] Attempting to bind port 4ebd62e6-1e30-4ce7-b942-921c817eea61 on network c8e974e5-f618-4b1e-b08b-b496abc57dcc {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:02:53.560222 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-6e23e110-8716-46e0-9b05-f04861515aa4 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] 10.222.0.39 "GET /v2.0/security-groups/aeaf59b0-012a-44b8-af06-fe96fe857a4f HTTP/1.1" status: 200 len: 1779 time: 0.0705333 Sep 23 07:02:53.563323 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54060) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:53.563966 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e2274d-c5b1-43a0-995f-71220e9da10c None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:02:53.564338 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e2274d-c5b1-43a0-995f-71220e9da10c None None] Checking segment: {'id': 'f4bf9af9-997d-4a93-a5ac-a8f18ed5ab2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c8e974e5-f618-4b1e-b08b-b496abc57dcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:02:53.564754 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-52e2274d-c5b1-43a0-995f-71220e9da10c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:53.564979 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9ca9598d-0d13-4ed5-8286-3a301fb7ef8c tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:53.565185 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e2274d-c5b1-43a0-995f-71220e9da10c None None] Bound using segment: {'id': 'f4bf9af9-997d-4a93-a5ac-a8f18ed5ab2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c8e974e5-f618-4b1e-b08b-b496abc57dcc'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:02:53.565630 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-52e2274d-c5b1-43a0-995f-71220e9da10c None None] Bound port: 4ebd62e6-1e30-4ce7-b942-921c817eea61, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4bf9af9-997d-4a93-a5ac-a8f18ed5ab2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c8e974e5-f618-4b1e-b08b-b496abc57dcc'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:02:53.568638 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-52e2274d-c5b1-43a0-995f-71220e9da10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:53.640365 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-af7b4fed-a00b-4506-9a70-4a6826552d90 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:53.650842 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca9598d-0d13-4ed5-8286-3a301fb7ef8c tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Network c8e974e5-f618-4b1e-b08b-b496abc57dcc is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:02:53.659141 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-9ca9598d-0d13-4ed5-8286-3a301fb7ef8c tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:02:53.668649 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca9598d-0d13-4ed5-8286-3a301fb7ef8c tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:02:53.681762 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-af7b4fed-a00b-4506-9a70-4a6826552d90 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:53.707965 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca9598d-0d13-4ed5-8286-3a301fb7ef8c tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Pushing event updated for resources: {'Port': ['ID=535db754-6042-4b5e-87d2-bfc51f6021e5,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:53.733162 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a726e18-09de-4a2d-a7f8-64dac10b2ac4 req-626bebab-2eb4-4a82-957f-0424f2b0674d tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:02:53.735151 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7a726e18-09de-4a2d-a7f8-64dac10b2ac4 req-626bebab-2eb4-4a82-957f-0424f2b0674d tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 944 time: 0.1738188 Sep 23 07:02:53.749842 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9ca9598d-0d13-4ed5-8286-3a301fb7ef8c tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068614'] for router_interface, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:53.799834 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-af7b4fed-a00b-4506-9a70-4a6826552d90 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:53.802862 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-af7b4fed-a00b-4506-9a70-4a6826552d90 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:53.806422 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-af7b4fed-a00b-4506-9a70-4a6826552d90 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] 10.222.0.39 "DELETE /v2.0/security-groups/aeaf59b0-012a-44b8-af06-fe96fe857a4f HTTP/1.1" status: 204 len: 168 time: 0.2391973 Sep 23 07:02:53.810444 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54064) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:53.816439 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7b4fed-a00b-4506-9a70-4a6826552d90 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeaf59b0-012a-44b8-af06-fe96fe857a4f,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:53.828741 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a7b104-6957-47a1-86ae-391c0e6ce0c9 None None] Pushing event updated for resources: {'Port': ['ID=35dda49b-d21b-40f8-addd-d464775a2f6b,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:53.884129 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f9568083-56f3-4366-9371-f94e975cd42b req-07f142ab-48a7-4183-9c69-bff3f151cf36 tempest-ServerShowV257Test-98265775 tempest-ServerShowV257Test-98265775-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2642edc-ad18-40fb-a835-ecf6f73f274b HTTP/1.1" status: 200 len: 210 time: 0.0509298 Sep 23 07:02:53.932522 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-319bf7cc-6b4b-4772-bc56-14b8f3019758 None None] Provisioning complete for port 35dda49b-d21b-40f8-addd-d464775a2f6b triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:02:53.932904 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-319bf7cc-6b4b-4772-bc56-14b8f3019758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:53.993054 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 35dda49b-d21b-40f8-addd-d464775a2f6b up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:02:54.057487 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-52e2274d-c5b1-43a0-995f-71220e9da10c None None] For port 4ebd62e6-1e30-4ce7-b942-921c817eea61, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:02:54.086026 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-52e2274d-c5b1-43a0-995f-71220e9da10c None None] For port 4ebd62e6-1e30-4ce7-b942-921c817eea61, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=4ebd62e6-1e30-4ce7-b942-921c817eea61,segment=NetworkSegment(f4bf9af9-997d-4a93-a5ac-a8f18ed5ab2f),segment_id=f4bf9af9-997d-4a93-a5ac-a8f18ed5ab2f)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:02:54.100405 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-52e2274d-c5b1-43a0-995f-71220e9da10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:54.161244 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 35dda49b-d21b-40f8-addd-d464775a2f6b triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:02:54.161762 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:54.200278 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e2274d-c5b1-43a0-995f-71220e9da10c None None] Pushing event updated for resources: {'Port': ['ID=4ebd62e6-1e30-4ce7-b942-921c817eea61,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:54.278537 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device b098fef9-31f1-4769-8019-735009e3bf0c up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:02:54.280623 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7a726e18-09de-4a2d-a7f8-64dac10b2ac4 req-aad64654-2325-4226-b266-741b19ec4908 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a912227-b43b-40c0-8908-2990e2356021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5279388 Sep 23 07:02:54.302659 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-44ac91c4-4508-44f1-8a52-e1f2c36cfd27 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4910409 Sep 23 07:02:54.305385 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54068) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:54.329338 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [None req-17aad168-b869-4403-a3c2-6c2a9e21c70b tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] delete failed (client error): The resource could not be found. Sep 23 07:02:54.330786 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-17aad168-b869-4403-a3c2-6c2a9e21c70b tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] 10.222.0.39 "DELETE /v2.0/security-groups/aeaf59b0-012a-44b8-af06-fe96fe857a4f HTTP/1.1" status: 404 len: 347 time: 0.0240428 Sep 23 07:02:54.335256 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54070) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:54.340818 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-c4f66763-1a5c-4245-9c85-15cd64af4e2f tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Request body: {'security_group': {'name': 'tempest-secgroup--1976115081'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:02:54.361000 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port b098fef9-31f1-4769-8019-735009e3bf0c completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:02:54.366364 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port b098fef9-31f1-4769-8019-735009e3bf0c triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:02:54.366880 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:54.368655 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9ca9598d-0d13-4ed5-8286-3a301fb7ef8c tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:54.393533 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c4f66763-1a5c-4245-9c85-15cd64af4e2f tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:54.517007 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:54.543640 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c4f66763-1a5c-4245-9c85-15cd64af4e2f tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:54.551919 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c4f66763-1a5c-4245-9c85-15cd64af4e2f tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:54.576520 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24279c19-c587-4b89-b26d-54654107430d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b098fef9-31f1-4769-8019-735009e3bf0c'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:02:54.579793 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ce66d3-6ce3-4f8b-a9a6-69d3d07e5e40" -d '{"events": [{"server_uuid": "24279c19-c587-4b89-b26d-54654107430d", "name": "network-vif-plugged", "status": "completed", "tag": "b098fef9-31f1-4769-8019-735009e3bf0c"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:02:54.610729 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c4f66763-1a5c-4245-9c85-15cd64af4e2f tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:54.613603 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-c4f66763-1a5c-4245-9c85-15cd64af4e2f tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2769017 Sep 23 07:02:54.616877 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54074) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:54.624016 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-77de8880-4cd6-443a-9da7-5e51eb67ae86 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Request body: {'security_group_rule': {'security_group_id': '3354ca3e-680f-4aaa-8a0e-6bd85c506d2b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:02:54.633033 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port b098fef9-31f1-4769-8019-735009e3bf0c, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=b098fef9-31f1-4769-8019-735009e3bf0c,segment=NetworkSegment(1c65d3ce-0d0d-44a7-ae9c-a00acf5305e9),segment_id=1c65d3ce-0d0d-44a7-ae9c-a00acf5305e9)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:02:54.636149 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f66763-1a5c-4245-9c85-15cd64af4e2f tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3354ca3e-680f-4aaa-8a0e-6bd85c506d2b,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:54.644258 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:54.678337 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd34698-a2e9-4054-b0ed-d6ef172725dc x-openstack-request-id: req-cdd34698-a2e9-4054-b0ed-d6ef172725dc {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:02:54.678670 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24279c19-c587-4b89-b26d-54654107430d", "name": "network-vif-plugged", "status": "completed", "tag": "b098fef9-31f1-4769-8019-735009e3bf0c", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:02:54.679102 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cdd34698-a2e9-4054-b0ed-d6ef172725dc {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:02:54.679571 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24279c19-c587-4b89-b26d-54654107430d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b098fef9-31f1-4769-8019-735009e3bf0c', 'code': 200} Sep 23 07:02:54.685620 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-77de8880-4cd6-443a-9da7-5e51eb67ae86 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:54.715114 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=b098fef9-31f1-4769-8019-735009e3bf0c,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:54.780845 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-77de8880-4cd6-443a-9da7-5e51eb67ae86 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:54.785715 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-77de8880-4cd6-443a-9da7-5e51eb67ae86 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:54.809325 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de8880-4cd6-443a-9da7-5e51eb67ae86 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ef3f76d-bc46-4e55-940c-e299c097fb50,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:54.812576 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-77de8880-4cd6-443a-9da7-5e51eb67ae86 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:54.816653 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-77de8880-4cd6-443a-9da7-5e51eb67ae86 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1959834 Sep 23 07:02:54.817107 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54076) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:54.823438 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e1976-a8e4-4ee3-9d5a-cbef782772a0 req-ead5d78b-4288-4f1b-9c4b-4f1a2231b902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:02:54.825161 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cc8e1976-a8e4-4ee3-9d5a-cbef782772a0 req-ead5d78b-4288-4f1b-9c4b-4f1a2231b902 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 1097 time: 0.0876892 Sep 23 07:02:54.866101 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-efa1f6e2-e4c7-4f6f-a375-016546a711b1 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:54.881358 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-efa1f6e2-e4c7-4f6f-a375-016546a711b1 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:54.898610 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 4ebd62e6-1e30-4ce7-b942-921c817eea61 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:02:54.913816 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cc8e1976-a8e4-4ee3-9d5a-cbef782772a0 req-dfb2751c-f730-4188-95cc-102ddff8dfa9 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2a912227-b43b-40c0-8908-2990e2356021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785444 Sep 23 07:02:54.919616 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9ca9598d-0d13-4ed5-8286-3a301fb7ef8c tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:54.924884 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-efa1f6e2-e4c7-4f6f-a375-016546a711b1 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:54.926583 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9ca9598d-0d13-4ed5-8286-3a301fb7ef8c tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:54.933013 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-efa1f6e2-e4c7-4f6f-a375-016546a711b1 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:54.934269 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-efa1f6e2-e4c7-4f6f-a375-016546a711b1 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/8ef3f76d-bc46-4e55-940c-e299c097fb50 HTTP/1.1" status: 204 len: 168 time: 0.1161950 Sep 23 07:02:54.937016 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54080) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:54.970996 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa1f6e2-e4c7-4f6f-a375-016546a711b1 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8ef3f76d-bc46-4e55-940c-e299c097fb50,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:54.972468 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 4ebd62e6-1e30-4ce7-b942-921c817eea61 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:02:54.973311 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:55.014113 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9ca9598d-0d13-4ed5-8286-3a301fb7ef8c tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067062'] for router_interface, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:55.015913 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca9598d-0d13-4ed5-8286-3a301fb7ef8c tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Pushing event updated for resources: {'Port': ['ID=535db754-6042-4b5e-87d2-bfc51f6021e5,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:55.026552 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-0dcdec3d-f5ca-43a2-91f8-a7e06a626c0b tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0872426 Sep 23 07:02:55.026833 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54084) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:55.081343 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0d2e0018-2e3e-4ed3-b666-979d63ba68bf req-ccd10aa9-ff95-403c-bd17-10781fdb2d4a tempest-ServerShowV257Test-98265775 tempest-ServerShowV257Test-98265775-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2642edc-ad18-40fb-a835-ecf6f73f274b HTTP/1.1" status: 200 len: 210 time: 0.0505731 Sep 23 07:02:55.133175 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:55.137730 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-656caee9-b389-4bee-961d-55841817deae tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:55.182361 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-656caee9-b389-4bee-961d-55841817deae tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:55.198385 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port 4ebd62e6-1e30-4ce7-b942-921c817eea61, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=4ebd62e6-1e30-4ce7-b942-921c817eea61,segment=NetworkSegment(f4bf9af9-997d-4a93-a5ac-a8f18ed5ab2f),segment_id=f4bf9af9-997d-4a93-a5ac-a8f18ed5ab2f)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:02:55.203870 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:55.204750 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 35dda49b-d21b-40f8-addd-d464775a2f6b up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:02:55.233837 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca9598d-0d13-4ed5-8286-3a301fb7ef8c tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Network c8e974e5-f618-4b1e-b08b-b496abc57dcc is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:02:55.244589 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-9ca9598d-0d13-4ed5-8286-3a301fb7ef8c tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:02:55.250689 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-656caee9-b389-4bee-961d-55841817deae tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:55.253461 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-656caee9-b389-4bee-961d-55841817deae tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:55.257056 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-656caee9-b389-4bee-961d-55841817deae tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] 10.222.0.39 "DELETE /v2.0/security-groups/3354ca3e-680f-4aaa-8a0e-6bd85c506d2b HTTP/1.1" status: 204 len: 168 time: 0.2269468 Sep 23 07:02:55.257735 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54086) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:55.268613 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656caee9-b389-4bee-961d-55841817deae tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3354ca3e-680f-4aaa-8a0e-6bd85c506d2b,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:55.316774 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=4ebd62e6-1e30-4ce7-b942-921c817eea61,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:55.327454 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 35dda49b-d21b-40f8-addd-d464775a2f6b triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:02:55.327845 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:55.427984 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca9598d-0d13-4ed5-8286-3a301fb7ef8c tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Router b8148bc8-056b-428c-9142-b96172a6cdff has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:02:55.490595 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f149307-0510-412f-90d6-d4e327f42e11 req-dd0a8757-c1a2-4ac1-9469-a3aed39b473b tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:02:55.494312 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7f149307-0510-412f-90d6-d4e327f42e11 req-dd0a8757-c1a2-4ac1-9469-a3aed39b473b tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 945 time: 0.0953081 Sep 23 07:02:55.506241 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-a3ea957b-591c-486f-8f31-09ed2a4fcb8a tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2468114 Sep 23 07:02:55.510454 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54090) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:55.515044 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-317a51ac-36c7-4eef-a2d7-96ff37f597bd tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Request body: {'security_group': {'name': 'tempest-secgroup--933797736'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:02:55.548732 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-317a51ac-36c7-4eef-a2d7-96ff37f597bd tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:55.579295 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7f149307-0510-412f-90d6-d4e327f42e11 req-7adabcd5-2eca-4194-a04d-d121517a7629 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a912227-b43b-40c0-8908-2990e2356021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748024 Sep 23 07:02:55.611338 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a76b08-59f4-4568-a86d-2b78e541e69b None None] Network c8e974e5-f618-4b1e-b08b-b496abc57dcc requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:02:55.630870 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca9598d-0d13-4ed5-8286-3a301fb7ef8c tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:02:55.640904 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54092) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:55.642215 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-9ca9598d-0d13-4ed5-8286-3a301fb7ef8c tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "PUT /v2.0/routers/b8148bc8-056b-428c-9142-b96172a6cdff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8720689 Sep 23 07:02:55.646524 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-0fe71d1c-e653-4121-9eb0-0a867bd5d43e tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:02:55.651548 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5277f68c-27cd-4035-85aa-f57020448cec None None] Sync routers for ids ['b8148bc8-056b-428c-9142-b96172a6cdff'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:02:55.689348 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5277f68c-27cd-4035-85aa-f57020448cec None None] Routers {'b8148bc8-056b-428c-9142-b96172a6cdff'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:02:55.689935 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-5277f68c-27cd-4035-85aa-f57020448cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:02:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['b8148bc8-056b-428c-9142-b96172a6cdff'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:02:55.708048 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-317a51ac-36c7-4eef-a2d7-96ff37f597bd tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:55.714451 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-317a51ac-36c7-4eef-a2d7-96ff37f597bd tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:55.748134 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317a51ac-36c7-4eef-a2d7-96ff37f597bd tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=948cbfba-88c4-4e4c-81bf-dab9cf3ec4b7,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:55.764393 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-317a51ac-36c7-4eef-a2d7-96ff37f597bd tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:55.769286 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-317a51ac-36c7-4eef-a2d7-96ff37f597bd tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2575879 Sep 23 07:02:55.770346 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54094) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:55.776367 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-6c7e19d5-91c2-422d-9a11-d51c49a29312 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Request body: {'security_group_rule': {'security_group_id': '948cbfba-88c4-4e4c-81bf-dab9cf3ec4b7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:02:55.791925 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-5277f68c-27cd-4035-85aa-f57020448cec None None] Set router b8148bc8-056b-428c-9142-b96172a6cdff gateway port host: None {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:02:55.812831 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6c7e19d5-91c2-422d-9a11-d51c49a29312 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:55.938601 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6c7e19d5-91c2-422d-9a11-d51c49a29312 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:55.944017 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6c7e19d5-91c2-422d-9a11-d51c49a29312 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:55.976992 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7e19d5-91c2-422d-9a11-d51c49a29312 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=503a367b-a42f-4a04-b2bc-7ce20b44d6ce,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:55.981314 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6c7e19d5-91c2-422d-9a11-d51c49a29312 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:55.985625 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-6c7e19d5-91c2-422d-9a11-d51c49a29312 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2141199 Sep 23 07:02:55.986324 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54096) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:55.991440 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-a174da51-1953-416b-86d5-aaf558de97c6 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Request body: {'security_group_rule': {'security_group_id': '948cbfba-88c4-4e4c-81bf-dab9cf3ec4b7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:02:56.033534 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a174da51-1953-416b-86d5-aaf558de97c6 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:56.041786 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-5f7a6be4-9924-4bed-a226-832aaa6e9d33 None None] Provisioning complete for port 4ebd62e6-1e30-4ce7-b942-921c817eea61 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:02:56.042205 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5f7a6be4-9924-4bed-a226-832aaa6e9d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:56.094671 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.extraroute_db [None req-0fe71d1c-e653-4121-9eb0-0a867bd5d43e tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=95065) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 23 07:02:56.126856 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.extraroute_db [None req-0fe71d1c-e653-4121-9eb0-0a867bd5d43e tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Removed routes are [] {{(pid=95065) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 23 07:02:56.127936 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0fe71d1c-e653-4121-9eb0-0a867bd5d43e tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2069904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5251'] for router, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:56.167693 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a174da51-1953-416b-86d5-aaf558de97c6 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:56.175922 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a174da51-1953-416b-86d5-aaf558de97c6 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:56.213302 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a174da51-1953-416b-86d5-aaf558de97c6 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34104347-0de5-4fd9-aa69-e3823d867a95,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:56.221622 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a174da51-1953-416b-86d5-aaf558de97c6 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:56.222910 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-a174da51-1953-416b-86d5-aaf558de97c6 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2356381 Sep 23 07:02:56.226459 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54104) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:56.240910 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-6aac7e11-6154-4073-9d5d-ad4260024e91 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Request body: {'security_group_rule': {'security_group_id': '948cbfba-88c4-4e4c-81bf-dab9cf3ec4b7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:02:56.287943 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-5277f68c-27cd-4035-85aa-f57020448cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'name': 'tempest-RoutersTest-router-315055706', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:02:29Z', 'updated_at': '2021-09-23T07:02:54Z', 'revision_number': 5, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'gw_port_host': None, '_interfaces': [{'id': '04fcf448-24e2-4fee-a7a4-c938878dd015', 'name': '', 'network_id': '26974d90-e2ba-4afd-b942-0f2a06f56c9e', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'mac_address': 'fa:16:3e:95:b0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': 'deb3ce15-0d7b-4c8f-ab64-0539ca66bda4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:38Z', 'updated_at': '2021-09-23T07:02:48Z', 'revision_number': 5, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'subnets': [{'id': 'deb3ce15-0d7b-4c8f-ab64-0539ca66bda4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35dda49b-d21b-40f8-addd-d464775a2f6b', 'name': '', 'network_id': 'c879ed42-f5a4-4b02-a219-724494b54f09', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'mac_address': 'fa:16:3e:8d:41:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': 'fd0c09e2-c82a-4cad-a465-526013787b0d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:47Z', 'updated_at': '2021-09-23T07:02:53Z', 'revision_number': 5, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'subnets': [{'id': 'fd0c09e2-c82a-4cad-a465-526013787b0d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ff37deb-8aa1-4743-825b-c5f1036f6b04', 'name': '', 'network_id': '6b02a873-582c-4408-aedd-b3a1f9e2d3db', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'mac_address': 'fa:16:3e:65:e5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': '127ff3a9-b245-488b-bb0d-e99fbbaa80c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:31Z', 'updated_at': '2021-09-23T07:02:37Z', 'revision_number': 5, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'subnets': [{'id': '127ff3a9-b245-488b-bb0d-e99fbbaa80c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '535db754-6042-4b5e-87d2-bfc51f6021e5', 'name': '', 'network_id': 'c8e974e5-f618-4b1e-b08b-b496abc57dcc', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'mac_address': 'fa:16:3e:be:2d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '4acdab21-7c55-42ad-968e-abe4c3444e09', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:52Z', 'updated_at': '2021-09-23T07:02:54Z', 'revision_number': 2, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'subnets': [{'id': '4acdab21-7c55-42ad-968e-abe4c3444e09', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:02:56.313539 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f96a0e71-3632-469d-b540-a68b81a2f6db req-009b8393-6761-4598-a712-7174742de2da tempest-ServerShowV257Test-98265775 tempest-ServerShowV257Test-98265775-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2642edc-ad18-40fb-a835-ecf6f73f274b HTTP/1.1" status: 200 len: 210 time: 0.0625634 Sep 23 07:02:56.334102 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6aac7e11-6154-4073-9d5d-ad4260024e91 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:56.334538 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5277f68c-27cd-4035-85aa-f57020448cec None None] Checking router: b8148bc8-056b-428c-9142-b96172a6cdff for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:02:56.334938 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5277f68c-27cd-4035-85aa-f57020448cec None None] Updating router b8148bc8-056b-428c-9142-b96172a6cdff port 535db754-6042-4b5e-87d2-bfc51f6021e5 binding host n-d-715271-16 {{(pid=95067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 07:02:56.382960 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5277f68c-27cd-4035-85aa-f57020448cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:56.440861 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6aac7e11-6154-4073-9d5d-ad4260024e91 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:56.448771 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6aac7e11-6154-4073-9d5d-ad4260024e91 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:56.468005 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aac7e11-6154-4073-9d5d-ad4260024e91 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2bc9e7a-93c1-4bbe-9e06-08909ec11c29,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:56.480444 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6aac7e11-6154-4073-9d5d-ad4260024e91 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:56.482204 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-6aac7e11-6154-4073-9d5d-ad4260024e91 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2546225 Sep 23 07:02:56.484977 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54106) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:56.491656 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-e497f919-eb4d-4570-b8de-539c94883b36 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Request body: {'security_group_rule': {'security_group_id': '948cbfba-88c4-4e4c-81bf-dab9cf3ec4b7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:02:56.536225 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0fe71d1c-e653-4121-9eb0-0a867bd5d43e tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2069904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5251'] for router, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:56.536481 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e497f919-eb4d-4570-b8de-539c94883b36 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:56.540408 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0fe71d1c-e653-4121-9eb0-0a867bd5d43e tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2069929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2069922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2064665'] for router, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:56.617853 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-279e0023-f83a-499c-aa62-a24b45329dd0 None None] Provisioning complete for port 4ebd62e6-1e30-4ce7-b942-921c817eea61 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:02:56.619245 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-279e0023-f83a-499c-aa62-a24b45329dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:56.655978 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fe71d1c-e653-4121-9eb0-0a867bd5d43e tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Router b8148bc8-056b-428c-9142-b96172a6cdff has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:02:56.694138 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e497f919-eb4d-4570-b8de-539c94883b36 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:56.702389 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e497f919-eb4d-4570-b8de-539c94883b36 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:56.727103 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54112) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:56.746598 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e497f919-eb4d-4570-b8de-539c94883b36 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2202e37-0e65-4b65-a039-e9c07701f7a9,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:56.763097 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e497f919-eb4d-4570-b8de-539c94883b36 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:56.765299 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-e497f919-eb4d-4570-b8de-539c94883b36 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2791593 Sep 23 07:02:56.768631 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54116) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:56.779287 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-594809f9-c307-44af-917e-c324d8e38def tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Request body: {'security_group_rule': {'security_group_id': '948cbfba-88c4-4e4c-81bf-dab9cf3ec4b7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:02:56.798507 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 4ebd62e6-1e30-4ce7-b942-921c817eea61 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:02:56.837618 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-594809f9-c307-44af-917e-c324d8e38def tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:56.853757 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fe71d1c-e653-4121-9eb0-0a867bd5d43e tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:02:56.862839 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0fe71d1c-e653-4121-9eb0-0a867bd5d43e tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:56.869328 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-0fe71d1c-e653-4121-9eb0-0a867bd5d43e tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "PUT /v2.0/routers/b8148bc8-056b-428c-9142-b96172a6cdff HTTP/1.1" status: 200 len: 933 time: 1.2261183 Sep 23 07:02:56.870253 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54118) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:56.925098 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-594809f9-c307-44af-917e-c324d8e38def tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:56.930360 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-594809f9-c307-44af-917e-c324d8e38def tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:56.961071 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-594809f9-c307-44af-917e-c324d8e38def tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:56.963977 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-594809f9-c307-44af-917e-c324d8e38def tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1934466 Sep 23 07:02:56.965324 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594809f9-c307-44af-917e-c324d8e38def tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c77a0af-0d27-495b-9f82-3cc07fbe8049,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:56.967230 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54120) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:56.983756 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5277f68c-27cd-4035-85aa-f57020448cec None None] Notify callbacks [] for port, precommit_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:56.986968 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-279e0023-f83a-499c-aa62-a24b45329dd0 None None] Provisioning complete for port 535db754-6042-4b5e-87d2-bfc51f6021e5 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:02:56.987473 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-279e0023-f83a-499c-aa62-a24b45329dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:57.004604 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6136f923-8659-4d6b-9688-c05b1c9c6071 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:57.009909 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c87f04f-79cb-4e67-b80f-3dbbfc71184a req-ff25da15-813b-4385-a473-4f1d4ba2dca8 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:02:57.011560 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8c87f04f-79cb-4e67-b80f-3dbbfc71184a req-ff25da15-813b-4385-a473-4f1d4ba2dca8 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 945 time: 0.3011858 Sep 23 07:02:57.012351 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-09e5adb9-2866-448b-939f-56cc44f793b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:57.021736 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6136f923-8659-4d6b-9688-c05b1c9c6071 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:57.022987 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-65b03bcb-3311-41f0-bd83-9b8b028fc4f8 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "GET /v2.0/routers/b8148bc8-056b-428c-9142-b96172a6cdff HTTP/1.1" status: 200 len: 933 time: 0.1512327 Sep 23 07:02:57.024990 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54122) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:57.034194 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-279e0023-f83a-499c-aa62-a24b45329dd0 None None] Port 535db754-6042-4b5e-87d2-bfc51f6021e5 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:02:57.036343 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-74bffe12-6a79-420b-95d9-31e02cc43103 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Request body: {'router': {'routes': None}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:02:57.036584 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5277f68c-27cd-4035-85aa-f57020448cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:57.055101 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6136f923-8659-4d6b-9688-c05b1c9c6071 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:57.069668 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6136f923-8659-4d6b-9688-c05b1c9c6071 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:57.074046 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-6136f923-8659-4d6b-9688-c05b1c9c6071 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/0c77a0af-0d27-495b-9f82-3cc07fbe8049 HTTP/1.1" status: 204 len: 168 time: 0.1027594 Sep 23 07:02:57.074046 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6136f923-8659-4d6b-9688-c05b1c9c6071 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0c77a0af-0d27-495b-9f82-3cc07fbe8049,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:57.074046 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54124) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:57.076776 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 4ebd62e6-1e30-4ce7-b942-921c817eea61 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:02:57.077159 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:57.144051 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-ad2949f4-fc65-418e-9114-ac03b78b9568 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0658598 Sep 23 07:02:57.144051 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54126) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:57.185975 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-450d45cb-d05a-402a-821c-983701ecf219 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:57.198451 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-450d45cb-d05a-402a-821c-983701ecf219 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:57.216497 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f220f1-8e7a-400c-92f8-210f73b4b472 None None] Pushing event updated for resources: {'Port': ['ID=535db754-6042-4b5e-87d2-bfc51f6021e5,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:57.221215 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8c87f04f-79cb-4e67-b80f-3dbbfc71184a req-288da081-e3e6-4da6-a6a5-18bcf2e35412 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a912227-b43b-40c0-8908-2990e2356021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1966040 Sep 23 07:02:57.264481 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-450d45cb-d05a-402a-821c-983701ecf219 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:57.276178 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-450d45cb-d05a-402a-821c-983701ecf219 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:57.277712 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-450d45cb-d05a-402a-821c-983701ecf219 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/c2202e37-0e65-4b65-a039-e9c07701f7a9 HTTP/1.1" status: 204 len: 168 time: 0.1291802 Sep 23 07:02:57.284939 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54130) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:57.290330 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a959009c-0b68-42d8-ba20-da68030cca68 None None] Provisioning complete for port 535db754-6042-4b5e-87d2-bfc51f6021e5 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:02:57.291068 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a959009c-0b68-42d8-ba20-da68030cca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:57.296873 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450d45cb-d05a-402a-821c-983701ecf219 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c2202e37-0e65-4b65-a039-e9c07701f7a9,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:57.299342 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-5277f68c-27cd-4035-85aa-f57020448cec None None] Attempting to bind port 535db754-6042-4b5e-87d2-bfc51f6021e5 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:02:57.299792 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-5277f68c-27cd-4035-85aa-f57020448cec None None] Attempting to bind port 535db754-6042-4b5e-87d2-bfc51f6021e5 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': 'f4bf9af9-997d-4a93-a5ac-a8f18ed5ab2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c8e974e5-f618-4b1e-b08b-b496abc57dcc'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:02:57.300230 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5277f68c-27cd-4035-85aa-f57020448cec None None] Attempting to bind port 535db754-6042-4b5e-87d2-bfc51f6021e5 on network c8e974e5-f618-4b1e-b08b-b496abc57dcc {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:02:57.356172 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5277f68c-27cd-4035-85aa-f57020448cec None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:02:57.356902 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5277f68c-27cd-4035-85aa-f57020448cec None None] Checking segment: {'id': 'f4bf9af9-997d-4a93-a5ac-a8f18ed5ab2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c8e974e5-f618-4b1e-b08b-b496abc57dcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:02:57.357569 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5277f68c-27cd-4035-85aa-f57020448cec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:57.358332 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5277f68c-27cd-4035-85aa-f57020448cec None None] Bound using segment: {'id': 'f4bf9af9-997d-4a93-a5ac-a8f18ed5ab2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c8e974e5-f618-4b1e-b08b-b496abc57dcc'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:02:57.359163 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-5277f68c-27cd-4035-85aa-f57020448cec None None] Bound port: 535db754-6042-4b5e-87d2-bfc51f6021e5, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4bf9af9-997d-4a93-a5ac-a8f18ed5ab2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c8e974e5-f618-4b1e-b08b-b496abc57dcc'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:02:57.359717 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5277f68c-27cd-4035-85aa-f57020448cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:57.370263 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-09e5adb9-2866-448b-939f-56cc44f793b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:57.382447 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-09e5adb9-2866-448b-939f-56cc44f793b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:57.383121 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a959009c-0b68-42d8-ba20-da68030cca68 None None] Port 535db754-6042-4b5e-87d2-bfc51f6021e5 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:02:57.397644 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-952276f4-0b8b-43ed-a24e-416b1ec8f82c tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1110332 Sep 23 07:02:57.400862 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54134) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:57.448026 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d3b198-8663-4be1-a61d-07c9e34a4e58 req-c6cbff27-15f2-475c-b153-17285f46588a tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:02:57.449644 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-34d3b198-8663-4be1-a61d-07c9e34a4e58 req-c6cbff27-15f2-475c-b153-17285f46588a tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 945 time: 0.1219137 Sep 23 07:02:57.451217 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3bc29fc8-a2f6-4388-89a0-18aca0b8c857 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:57.462588 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3bc29fc8-a2f6-4388-89a0-18aca0b8c857 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:57.464873 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54136) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:57.469782 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-aee156f6-9477-4456-979c-1570c2f0edf3 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Request body: {'floatingip': {'port_id': 'b098fef9-31f1-4769-8019-735009e3bf0c'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:02:57.479134 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-5277f68c-27cd-4035-85aa-f57020448cec None None] For port 535db754-6042-4b5e-87d2-bfc51f6021e5, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:02:57.484673 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-5277f68c-27cd-4035-85aa-f57020448cec None None] For port 535db754-6042-4b5e-87d2-bfc51f6021e5, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=535db754-6042-4b5e-87d2-bfc51f6021e5,segment=NetworkSegment(f4bf9af9-997d-4a93-a5ac-a8f18ed5ab2f),segment_id=f4bf9af9-997d-4a93-a5ac-a8f18ed5ab2f)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:02:57.495936 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5277f68c-27cd-4035-85aa-f57020448cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:57.521069 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54138) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:57.521612 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-09e5adb9-2866-448b-939f-56cc44f793b9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=05f47799fcfb4404ab0f15fa79af8791&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7928843 Sep 23 07:02:57.531141 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5f8a592f-8cf8-4922-b096-de0891c127aa req-50b3cc56-841e-40eb-8a5b-e9d626d6a992 tempest-ServerShowV257Test-98265775 tempest-ServerShowV257Test-98265775-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2642edc-ad18-40fb-a835-ecf6f73f274b HTTP/1.1" status: 200 len: 210 time: 0.0750675 Sep 23 07:02:57.560630 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e5adb9-2866-448b-939f-56cc44f793b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5f9dfe-63b9-4927-8279-cf91f3c43959,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:57.572127 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f220f1-8e7a-400c-92f8-210f73b4b472 None None] Pushing event updated for resources: {'Port': ['ID=535db754-6042-4b5e-87d2-bfc51f6021e5,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:57.590646 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-cac374e4-5778-47ae-9fb9-d6818e57e315 None None] Provisioning complete for port 535db754-6042-4b5e-87d2-bfc51f6021e5 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:02:57.591001 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-cac374e4-5778-47ae-9fb9-d6818e57e315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:57.605661 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-aee156f6-9477-4456-979c-1570c2f0edf3 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks [] for floatingip, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:57.619034 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5277f68c-27cd-4035-85aa-f57020448cec None None] Routers {'b8148bc8-056b-428c-9142-b96172a6cdff'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:02:57.619609 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-5277f68c-27cd-4035-85aa-f57020448cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:02:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['b8148bc8-056b-428c-9142-b96172a6cdff'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:02:57.744787 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.extraroute_db [None req-74bffe12-6a79-420b-95d9-31e02cc43103 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Added routes are [] {{(pid=95065) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 23 07:02:57.746193 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.extraroute_db [None req-74bffe12-6a79-420b-95d9-31e02cc43103 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=95065) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 23 07:02:57.788037 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-74bffe12-6a79-420b-95d9-31e02cc43103 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2069904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5251'] for router, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:57.801112 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3bc29fc8-a2f6-4388-89a0-18aca0b8c857 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:57.814936 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3bc29fc8-a2f6-4388-89a0-18aca0b8c857 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:57.816241 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-3bc29fc8-a2f6-4388-89a0-18aca0b8c857 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/c2bc9e7a-93c1-4bbe-9e06-08909ec11c29 HTTP/1.1" status: 204 len: 168 time: 0.4143946 Sep 23 07:02:57.819956 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54140) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:57.824454 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5a422d79-a0e3-4810-bd27-c5fdf1d207cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:57.860296 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5a422d79-a0e3-4810-bd27-c5fdf1d207cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:57.862140 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc29fc8-a2f6-4388-89a0-18aca0b8c857 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c2bc9e7a-93c1-4bbe-9e06-08909ec11c29,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:57.894021 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-5277f68c-27cd-4035-85aa-f57020448cec None None] Set router b8148bc8-056b-428c-9142-b96172a6cdff gateway port host: None {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:02:57.979417 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-cac374e4-5778-47ae-9fb9-d6818e57e315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:57.995756 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-0a58ab8e-378e-47a4-a130-26c9d2e15cd9 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1479669 Sep 23 07:02:57.998343 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54142) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:58.032815 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-74bffe12-6a79-420b-95d9-31e02cc43103 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2069904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5251'] for router, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:58.037600 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9d455fa4-07ad-4e44-8826-78aa84d28eb1 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:58.039913 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-74bffe12-6a79-420b-95d9-31e02cc43103 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2069929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2069922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2064665'] for router, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:58.050544 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5a422d79-a0e3-4810-bd27-c5fdf1d207cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:58.053632 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5a422d79-a0e3-4810-bd27-c5fdf1d207cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:58.055000 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-5a422d79-a0e3-4810-bd27-c5fdf1d207cd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9c5f9dfe-63b9-4927-8279-cf91f3c43959 HTTP/1.1" status: 204 len: 168 time: 0.5237124 Sep 23 07:02:58.067201 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-cac374e4-5778-47ae-9fb9-d6818e57e315 None None] For port 535db754-6042-4b5e-87d2-bfc51f6021e5, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=535db754-6042-4b5e-87d2-bfc51f6021e5,segment=NetworkSegment(f4bf9af9-997d-4a93-a5ac-a8f18ed5ab2f),segment_id=f4bf9af9-997d-4a93-a5ac-a8f18ed5ab2f)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:02:58.075439 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-cac374e4-5778-47ae-9fb9-d6818e57e315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:58.114738 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a422d79-a0e3-4810-bd27-c5fdf1d207cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c5f9dfe-63b9-4927-8279-cf91f3c43959,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:58.128731 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9d455fa4-07ad-4e44-8826-78aa84d28eb1 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:58.174639 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74bffe12-6a79-420b-95d9-31e02cc43103 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Router b8148bc8-056b-428c-9142-b96172a6cdff has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:02:58.184750 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9d455fa4-07ad-4e44-8826-78aa84d28eb1 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:58.192699 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9d455fa4-07ad-4e44-8826-78aa84d28eb1 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:58.196413 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-9d455fa4-07ad-4e44-8826-78aa84d28eb1 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/34104347-0de5-4fd9-aa69-e3823d867a95 HTTP/1.1" status: 204 len: 168 time: 0.1946383 Sep 23 07:02:58.198149 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54146) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:58.223020 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d455fa4-07ad-4e44-8826-78aa84d28eb1 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=34104347-0de5-4fd9-aa69-e3823d867a95,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:58.225806 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-48b35e9e-3d37-4bd3-ae18-36e67071808b None None] Provisioning complete for port 535db754-6042-4b5e-87d2-bfc51f6021e5 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:02:58.225806 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-48b35e9e-3d37-4bd3-ae18-36e67071808b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:58.255864 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac374e4-5778-47ae-9fb9-d6818e57e315 None None] Pushing event updated for resources: {'Port': ['ID=535db754-6042-4b5e-87d2-bfc51f6021e5,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:58.358928 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-5e1d7f84-ebfe-47ff-86de-d21209bad070 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1595216 Sep 23 07:02:58.361606 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54150) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:58.380360 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-5277f68c-27cd-4035-85aa-f57020448cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'name': 'tempest-RoutersTest-router-315055706', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:02:29Z', 'updated_at': '2021-09-23T07:02:56Z', 'revision_number': 6, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'gw_port_host': None, '_interfaces': [{'id': '04fcf448-24e2-4fee-a7a4-c938878dd015', 'name': '', 'network_id': '26974d90-e2ba-4afd-b942-0f2a06f56c9e', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'mac_address': 'fa:16:3e:95:b0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': 'deb3ce15-0d7b-4c8f-ab64-0539ca66bda4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:38Z', 'updated_at': '2021-09-23T07:02:48Z', 'revision_number': 5, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'subnets': [{'id': 'deb3ce15-0d7b-4c8f-ab64-0539ca66bda4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35dda49b-d21b-40f8-addd-d464775a2f6b', 'name': '', 'network_id': 'c879ed42-f5a4-4b02-a219-724494b54f09', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'mac_address': 'fa:16:3e:8d:41:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': 'fd0c09e2-c82a-4cad-a465-526013787b0d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:47Z', 'updated_at': '2021-09-23T07:02:53Z', 'revision_number': 5, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'subnets': [{'id': 'fd0c09e2-c82a-4cad-a465-526013787b0d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ff37deb-8aa1-4743-825b-c5f1036f6b04', 'name': '', 'network_id': '6b02a873-582c-4408-aedd-b3a1f9e2d3db', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'mac_address': 'fa:16:3e:65:e5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': '127ff3a9-b245-488b-bb0d-e99fbbaa80c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:31Z', 'updated_at': '2021-09-23T07:02:37Z', 'revision_number': 5, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'subnets': [{'id': '127ff3a9-b245-488b-bb0d-e99fbbaa80c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '535db754-6042-4b5e-87d2-bfc51f6021e5', 'name': '', 'network_id': 'c8e974e5-f618-4b1e-b08b-b496abc57dcc', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'mac_address': 'fa:16:3e:be:2d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '4acdab21-7c55-42ad-968e-abe4c3444e09', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:52Z', 'updated_at': '2021-09-23T07:02:57Z', 'revision_number': 4, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'subnets': [{'id': '4acdab21-7c55-42ad-968e-abe4c3444e09', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:02:58.404490 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74bffe12-6a79-420b-95d9-31e02cc43103 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:02:58.406964 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d0d49b62-6fc4-477b-bbd6-69454f46f6fc tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:58.414643 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-74bffe12-6a79-420b-95d9-31e02cc43103 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:58.416483 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-aee156f6-9477-4456-979c-1570c2f0edf3 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:58.417357 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5277f68c-27cd-4035-85aa-f57020448cec None None] The sync data for ids ['b8148bc8-056b-428c-9142-b96172a6cdff'] in n-d-715271-16 is: [{'id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'name': 'tempest-RoutersTest-router-315055706', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:02:29Z', 'updated_at': '2021-09-23T07:02:56Z', 'revision_number': 6, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'gw_port_host': None, '_interfaces': [{'id': '04fcf448-24e2-4fee-a7a4-c938878dd015', 'name': '', 'network_id': '26974d90-e2ba-4afd-b942-0f2a06f56c9e', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'mac_address': 'fa:16:3e:95:b0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': 'deb3ce15-0d7b-4c8f-ab64-0539ca66bda4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:38Z', 'updated_at': '2021-09-23T07:02:48Z', 'revision_number': 5, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'subnets': [{'id': 'deb3ce15-0d7b-4c8f-ab64-0539ca66bda4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35dda49b-d21b-40f8-addd-d464775a2f6b', 'name': '', 'network_id': 'c879ed42-f5a4-4b02-a219-724494b54f09', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'mac_address': 'fa:16:3e:8d:41:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': 'fd0c09e2-c82a-4cad-a465-526013787b0d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:47Z', 'updated_at': '2021-09-23T07:02:53Z', 'revision_number': 5, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'subnets': [{'id': 'fd0c09e2-c82a-4cad-a465-526013787b0d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ff37deb-8aa1-4743-825b-c5f1036f6b04', 'name': '', 'network_id': '6b02a873-582c-4408-aedd-b3a1f9e2d3db', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'mac_address': 'fa:16:3e:65:e5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': '127ff3a9-b245-488b-bb0d-e99fbbaa80c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:31Z', 'updated_at': '2021-09-23T07:02:37Z', 'revision_number': 5, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'subnets': [{'id': '127ff3a9-b245-488b-bb0d-e99fbbaa80c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '535db754-6042-4b5e-87d2-bfc51f6021e5', 'name': '', 'network_id': 'c8e974e5-f618-4b1e-b08b-b496abc57dcc', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'mac_address': 'fa:16:3e:be:2d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '4acdab21-7c55-42ad-968e-abe4c3444e09', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:52Z', 'updated_at': '2021-09-23T07:02:57Z', 'revision_number': 4, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'subnets': [{'id': '4acdab21-7c55-42ad-968e-abe4c3444e09', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:02:58.420134 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-74bffe12-6a79-420b-95d9-31e02cc43103 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "PUT /v2.0/routers/b8148bc8-056b-428c-9142-b96172a6cdff HTTP/1.1" status: 200 len: 699 time: 1.3928673 Sep 23 07:02:58.420467 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54154) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:58.433170 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-aee156f6-9477-4456-979c-1570c2f0edf3 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:58.462721 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e9d815c0-9eb3-4d67-ba9c-4cd847f5fe81 req-496186bb-254b-4a26-9eb6-092b5636287c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f2642edc-ad18-40fb-a835-ecf6f73f274b HTTP/1.1" status: 200 len: 210 time: 0.0390477 Sep 23 07:02:58.464036 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d0d49b62-6fc4-477b-bbd6-69454f46f6fc tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:58.521485 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d0d49b62-6fc4-477b-bbd6-69454f46f6fc tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:58.528887 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d0d49b62-6fc4-477b-bbd6-69454f46f6fc tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:58.532943 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-d0d49b62-6fc4-477b-bbd6-69454f46f6fc tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/503a367b-a42f-4a04-b2bc-7ce20b44d6ce HTTP/1.1" status: 204 len: 168 time: 0.1673994 Sep 23 07:02:58.532943 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54160) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:58.549275 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d49b62-6fc4-477b-bbd6-69454f46f6fc tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=503a367b-a42f-4a04-b2bc-7ce20b44d6ce,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:58.611530 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-1f978e68-8447-46f0-8761-a5efe5a2edca tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0771744 Sep 23 07:02:58.614554 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54166) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:58.678854 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-f41fad19-ce88-4739-8326-466af11ac00a tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "GET /v2.0/routers/b8148bc8-056b-428c-9142-b96172a6cdff HTTP/1.1" status: 200 len: 699 time: 0.2561591 Sep 23 07:02:58.679675 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54168) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:58.733620 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c0f3e3e5-7f84-4e96-b706-45e70c405a23 req-a502e669-302c-485a-906f-731ed852dcae tempest-ServerShowV257Test-98265775 tempest-ServerShowV257Test-98265775-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2642edc-ad18-40fb-a835-ecf6f73f274b HTTP/1.1" status: 200 len: 210 time: 0.0662713 Sep 23 07:02:58.751777 n-d-715271-16 neutron-server[95066]: INFO neutron.db.l3_db [None req-aee156f6-9477-4456-979c-1570c2f0edf3 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Floating IP 9abcd033-81c6-4edc-bd5e-b604561e482d associated. External IP: 172.25.2.34, port: b098fef9-31f1-4769-8019-735009e3bf0c. Sep 23 07:02:58.826508 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 535db754-6042-4b5e-87d2-bfc51f6021e5 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:02:58.931328 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 535db754-6042-4b5e-87d2-bfc51f6021e5 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:02:58.931741 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:59.120505 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aee156f6-9477-4456-979c-1570c2f0edf3 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Router 113bcdd0-0d81-4185-8c10-425ae2a812d6 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:02:59.222998 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b026e81d-7cfe-4396-80e6-f60dfd1539c0 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:59.247174 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b026e81d-7cfe-4396-80e6-f60dfd1539c0 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:59.255425 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee156f6-9477-4456-979c-1570c2f0edf3 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:02:59.261604 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-aee156f6-9477-4456-979c-1570c2f0edf3 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:59.269136 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f817818-cd32-413c-b129-07ea3d33ad12 None None] Sync routers for ids ['113bcdd0-0d81-4185-8c10-425ae2a812d6'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:02:59.296533 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-aee156f6-9477-4456-979c-1570c2f0edf3 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "PUT /v2.0/floatingips/9abcd033-81c6-4edc-bd5e-b604561e482d HTTP/1.1" status: 200 len: 990 time: 1.8278344 Sep 23 07:02:59.296533 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24279c19-c587-4b89-b26d-54654107430d', 'tag': 'b098fef9-31f1-4769-8019-735009e3bf0c'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:02:59.298995 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f817818-cd32-413c-b129-07ea3d33ad12 None None] Routers {'113bcdd0-0d81-4185-8c10-425ae2a812d6'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:02:59.300169 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-3f817818-cd32-413c-b129-07ea3d33ad12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:02:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['113bcdd0-0d81-4185-8c10-425ae2a812d6'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:02:59.309464 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3352b3f5-2844-4940-a44b-b805f0d44ca6" -d '{"events": [{"name": "network-changed", "server_uuid": "24279c19-c587-4b89-b26d-54654107430d", "tag": "b098fef9-31f1-4769-8019-735009e3bf0c"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:02:59.388391 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c29ecfd-e39a-4172-bd1b-e477d57c048a x-openstack-request-id: req-1c29ecfd-e39a-4172-bd1b-e477d57c048a {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:02:59.388912 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24279c19-c587-4b89-b26d-54654107430d", "tag": "b098fef9-31f1-4769-8019-735009e3bf0c", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:02:59.389480 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1c29ecfd-e39a-4172-bd1b-e477d57c048a {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:02:59.390165 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24279c19-c587-4b89-b26d-54654107430d', 'tag': 'b098fef9-31f1-4769-8019-735009e3bf0c', 'status': 'completed', 'code': 200} Sep 23 07:02:59.395851 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b026e81d-7cfe-4396-80e6-f60dfd1539c0 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:59.400984 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b026e81d-7cfe-4396-80e6-f60dfd1539c0 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:59.404009 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-b026e81d-7cfe-4396-80e6-f60dfd1539c0 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] 10.222.0.39 "DELETE /v2.0/security-groups/948cbfba-88c4-4e4c-81bf-dab9cf3ec4b7 HTTP/1.1" status: 204 len: 168 time: 0.7859173 Sep 23 07:02:59.405403 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54186) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:59.420076 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b026e81d-7cfe-4396-80e6-f60dfd1539c0 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=948cbfba-88c4-4e4c-81bf-dab9cf3ec4b7,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:02:59.528672 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54190) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:02:59.529104 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-9c754c4d-5532-4c72-af79-062dc1f7c9ba tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1218164 Sep 23 07:02:59.534303 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-1acf688d-e3d4-4bd5-960a-e16e0f5b1061 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Request body: {'security_group': {'name': 'tempest-secgroup--147199137'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:02:59.536392 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3352b3f5-2844-4940-a44b-b805f0d44ca6 req-afb2de94-3c89-45f4-a203-d1e0609f9091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:02:59.538071 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3352b3f5-2844-4940-a44b-b805f0d44ca6 req-afb2de94-3c89-45f4-a203-d1e0609f9091 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4d93d8414d394ae180d5f159fb0b8b54&device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 1097 time: 0.0994442 Sep 23 07:02:59.563621 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1acf688d-e3d4-4bd5-960a-e16e0f5b1061 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:59.623027 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36d09b4-206e-4326-8423-852c9e66cb98 None None] Sync routers for ids ['b8148bc8-056b-428c-9142-b96172a6cdff'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:02:59.637960 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-3f817818-cd32-413c-b129-07ea3d33ad12 None None] Set router 113bcdd0-0d81-4185-8c10-425ae2a812d6 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:02:59.638694 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36d09b4-206e-4326-8423-852c9e66cb98 None None] Routers {'b8148bc8-056b-428c-9142-b96172a6cdff'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:02:59.639357 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-e36d09b4-206e-4326-8423-852c9e66cb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:02:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['b8148bc8-056b-428c-9142-b96172a6cdff'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:02:59.701946 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3352b3f5-2844-4940-a44b-b805f0d44ca6 req-1676fe0d-604c-4ed9-b9f8-4a2be1e67ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:02:59.703503 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3352b3f5-2844-4940-a44b-b805f0d44ca6 req-1676fe0d-604c-4ed9-b9f8-4a2be1e67ab5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ca28a1fe-55ea-41f7-96a5-1261b4a66187 HTTP/1.1" status: 200 len: 917 time: 0.1563804 Sep 23 07:02:59.806949 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1acf688d-e3d4-4bd5-960a-e16e0f5b1061 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:59.810877 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-393f0d7b-e4f1-4390-b7db-69d751a0835f tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066969'] for router_interface, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:59.828874 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3352b3f5-2844-4940-a44b-b805f0d44ca6 req-dcd8f349-ff51-4ed4-b08f-bb53dfe9c059 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b098fef9-31f1-4769-8019-735009e3bf0c HTTP/1.1" status: 200 len: 998 time: 0.1173847 Sep 23 07:02:59.912762 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1acf688d-e3d4-4bd5-960a-e16e0f5b1061 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:02:59.918419 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-e36d09b4-206e-4326-8423-852c9e66cb98 None None] Set router b8148bc8-056b-428c-9142-b96172a6cdff gateway port host: None {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:03:00.004929 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-3f817818-cd32-413c-b129-07ea3d33ad12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '113bcdd0-0d81-4185-8c10-425ae2a812d6', 'name': 'tempest-AttachVolumeShelveTestJSON-295849971-router', 'tenant_id': '4d93d8414d394ae180d5f159fb0b8b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '0c725ec1-eb17-464d-8874-cd943b7136a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:02:25Z', 'updated_at': '2021-09-23T07:02:31Z', 'revision_number': 4, 'project_id': '4d93d8414d394ae180d5f159fb0b8b54', 'gw_port': {'id': '0c725ec1-eb17-464d-8874-cd943b7136a7', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bf:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113bcdd0-0d81-4185-8c10-425ae2a812d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:26Z', 'updated_at': '2021-09-23T07:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '9abcd033-81c6-4edc-bd5e-b604561e482d', 'tenant_id': '4d93d8414d394ae180d5f159fb0b8b54', 'floating_ip_address': '172.25.2.34', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '113bcdd0-0d81-4185-8c10-425ae2a812d6', 'port_id': 'b098fef9-31f1-4769-8019-735009e3bf0c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca28a1fe-55ea-41f7-96a5-1261b4a66187', 'mac_address': 'fa:16:3e:52:7c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24279c19-c587-4b89-b26d-54654107430d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:02:36Z', 'updated_at': '2021-09-23T07:02:58Z', 'revision_number': 1, 'project_id': '4d93d8414d394ae180d5f159fb0b8b54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e3bdc63-8e1c-4dee-b760-db4eda2132a6', 'name': '', 'network_id': 'ca28a1fe-55ea-41f7-96a5-1261b4a66187', 'tenant_id': '4d93d8414d394ae180d5f159fb0b8b54', 'mac_address': 'fa:16:3e:e7:20:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113bcdd0-0d81-4185-8c10-425ae2a812d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '5441eb5f-3885-44a6-9b00-13a9788d14f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:29Z', 'updated_at': '2021-09-23T07:02:40Z', 'revision_number': 5, 'project_id': '4d93d8414d394ae180d5f159fb0b8b54', 'subnets': [{'id': '5441eb5f-3885-44a6-9b00-13a9788d14f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:03:00.038802 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1acf688d-e3d4-4bd5-960a-e16e0f5b1061 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:00.041529 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-1acf688d-e3d4-4bd5-960a-e16e0f5b1061 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5111513 Sep 23 07:03:00.060644 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2866cb78-8458-44d3-98ce-6ca0839d78c3 req-d62ee95d-3aba-4d27-b0cb-e2e27aa21fc2 tempest-ServerShowV257Test-98265775 tempest-ServerShowV257Test-98265775-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2642edc-ad18-40fb-a835-ecf6f73f274b HTTP/1.1" status: 200 len: 210 time: 0.1559622 Sep 23 07:03:00.062332 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3352b3f5-2844-4940-a44b-b805f0d44ca6 req-127b1245-4e6f-40c0-9f71-4784828144d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:00.063829 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3352b3f5-2844-4940-a44b-b805f0d44ca6 req-127b1245-4e6f-40c0-9f71-4784828144d8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5441eb5f-3885-44a6-9b00-13a9788d14f9 HTTP/1.1" status: 200 len: 855 time: 0.2269971 Sep 23 07:03:00.064302 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54206) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:00.069012 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-2d0b3418-2c72-43e9-a4f5-935f8097ea88 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Request body: {'security_group_rule': {'security_group_id': '91513076-75ba-4d1e-9194-de55897785d6', 'direction': 'ingress', 'protocol': 17}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:03:00.075024 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f817818-cd32-413c-b129-07ea3d33ad12 None None] Checking router: 113bcdd0-0d81-4185-8c10-425ae2a812d6 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:03:00.079693 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acf688d-e3d4-4bd5-960a-e16e0f5b1061 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91513076-75ba-4d1e-9194-de55897785d6,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:00.117120 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f817818-cd32-413c-b129-07ea3d33ad12 None None] Routers {'113bcdd0-0d81-4185-8c10-425ae2a812d6'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:03:00.117771 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-3f817818-cd32-413c-b129-07ea3d33ad12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:02:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['113bcdd0-0d81-4185-8c10-425ae2a812d6'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:03:00.229507 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54210) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:00.267731 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3352b3f5-2844-4940-a44b-b805f0d44ca6 req-9db1d689-8575-40c9-ae85-d0b595bcd2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:00.270936 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3352b3f5-2844-4940-a44b-b805f0d44ca6 req-9db1d689-8575-40c9-ae85-d0b595bcd2dd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ca28a1fe-55ea-41f7-96a5-1261b4a66187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1802270 Sep 23 07:03:00.282856 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2d0b3418-2c72-43e9-a4f5-935f8097ea88 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:00.376226 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-3f817818-cd32-413c-b129-07ea3d33ad12 None None] Set router 113bcdd0-0d81-4185-8c10-425ae2a812d6 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:03:00.408786 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5af7ac5a-f52d-4f7e-851f-17f385976aef req-6e9be4b8-6e44-43f4-b964-2478566d2db6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6669a8c167b446e0bfefc6bfde333f40&device_id=f2642edc-ad18-40fb-a835-ecf6f73f274b HTTP/1.1" status: 200 len: 210 time: 0.0687199 Sep 23 07:03:00.417712 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-e36d09b4-206e-4326-8423-852c9e66cb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'name': 'tempest-RoutersTest-router-315055706', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:02:29Z', 'updated_at': '2021-09-23T07:02:57Z', 'revision_number': 7, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'gw_port_host': None, '_interfaces': [{'id': '04fcf448-24e2-4fee-a7a4-c938878dd015', 'name': '', 'network_id': '26974d90-e2ba-4afd-b942-0f2a06f56c9e', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'mac_address': 'fa:16:3e:95:b0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': 'deb3ce15-0d7b-4c8f-ab64-0539ca66bda4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:38Z', 'updated_at': '2021-09-23T07:02:48Z', 'revision_number': 5, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'subnets': [{'id': 'deb3ce15-0d7b-4c8f-ab64-0539ca66bda4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35dda49b-d21b-40f8-addd-d464775a2f6b', 'name': '', 'network_id': 'c879ed42-f5a4-4b02-a219-724494b54f09', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'mac_address': 'fa:16:3e:8d:41:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': 'fd0c09e2-c82a-4cad-a465-526013787b0d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:47Z', 'updated_at': '2021-09-23T07:02:53Z', 'revision_number': 5, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'subnets': [{'id': 'fd0c09e2-c82a-4cad-a465-526013787b0d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ff37deb-8aa1-4743-825b-c5f1036f6b04', 'name': '', 'network_id': '6b02a873-582c-4408-aedd-b3a1f9e2d3db', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'mac_address': 'fa:16:3e:65:e5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': '127ff3a9-b245-488b-bb0d-e99fbbaa80c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:31Z', 'updated_at': '2021-09-23T07:02:37Z', 'revision_number': 5, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'subnets': [{'id': '127ff3a9-b245-488b-bb0d-e99fbbaa80c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '535db754-6042-4b5e-87d2-bfc51f6021e5', 'name': '', 'network_id': 'c8e974e5-f618-4b1e-b08b-b496abc57dcc', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'mac_address': 'fa:16:3e:be:2d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '4acdab21-7c55-42ad-968e-abe4c3444e09', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:52Z', 'updated_at': '2021-09-23T07:02:58Z', 'revision_number': 5, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'subnets': [{'id': '4acdab21-7c55-42ad-968e-abe4c3444e09', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:03:00.476139 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36d09b4-206e-4326-8423-852c9e66cb98 None None] Checking router: b8148bc8-056b-428c-9142-b96172a6cdff for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:03:00.488133 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36d09b4-206e-4326-8423-852c9e66cb98 None None] Routers {'b8148bc8-056b-428c-9142-b96172a6cdff'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:03:00.488914 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-e36d09b4-206e-4326-8423-852c9e66cb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:02:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['b8148bc8-056b-428c-9142-b96172a6cdff'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:03:00.497619 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5af7ac5a-f52d-4f7e-851f-17f385976aef req-042030b9-6b6a-45c7-9a96-91577c27b0fa service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=6669a8c167b446e0bfefc6bfde333f40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0765913 Sep 23 07:03:00.540373 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-79797fce-56a3-4eb8-9ef5-04e05517ad89 req-b9aad17f-8765-4c9f-b5a4-17880c96fff6 tempest-ServerShowV257Test-98265775 tempest-ServerShowV257Test-98265775-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2642edc-ad18-40fb-a835-ecf6f73f274b HTTP/1.1" status: 200 len: 210 time: 0.0889766 Sep 23 07:03:00.544023 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-584b6247-1438-4a34-b375-25ad34642841 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Request body: {'network': {'name': 'tempest-network-smoke--2062003032', 'project_id': '285631e87ef3467186156f903d01ed48', 'port_security_enabled': True}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:03:00.573891 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-393f0d7b-e4f1-4390-b7db-69d751a0835f tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Deleting port 535db754-6042-4b5e-87d2-bfc51f6021e5 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:03:00.574725 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-393f0d7b-e4f1-4390-b7db-69d751a0835f tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:00.655668 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-e36d09b4-206e-4326-8423-852c9e66cb98 None None] Set router b8148bc8-056b-428c-9142-b96172a6cdff gateway port host: None {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:03:00.660831 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3352b3f5-2844-4940-a44b-b805f0d44ca6 req-d10a2f50-9de6-4c42-a193-049cbda0b459 service neutron] 10.222.0.58 "GET /v2.0/networks/ca28a1fe-55ea-41f7-96a5-1261b4a66187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3679268 Sep 23 07:03:00.669540 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2d0b3418-2c72-43e9-a4f5-935f8097ea88 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:00.688810 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-3f817818-cd32-413c-b129-07ea3d33ad12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '113bcdd0-0d81-4185-8c10-425ae2a812d6', 'name': 'tempest-AttachVolumeShelveTestJSON-295849971-router', 'tenant_id': '4d93d8414d394ae180d5f159fb0b8b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '0c725ec1-eb17-464d-8874-cd943b7136a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:02:25Z', 'updated_at': '2021-09-23T07:02:31Z', 'revision_number': 4, 'project_id': '4d93d8414d394ae180d5f159fb0b8b54', 'gw_port': {'id': '0c725ec1-eb17-464d-8874-cd943b7136a7', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bf:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113bcdd0-0d81-4185-8c10-425ae2a812d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:26Z', 'updated_at': '2021-09-23T07:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '9abcd033-81c6-4edc-bd5e-b604561e482d', 'tenant_id': '4d93d8414d394ae180d5f159fb0b8b54', 'floating_ip_address': '172.25.2.34', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '113bcdd0-0d81-4185-8c10-425ae2a812d6', 'port_id': 'b098fef9-31f1-4769-8019-735009e3bf0c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca28a1fe-55ea-41f7-96a5-1261b4a66187', 'mac_address': 'fa:16:3e:52:7c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24279c19-c587-4b89-b26d-54654107430d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:02:36Z', 'updated_at': '2021-09-23T07:02:58Z', 'revision_number': 1, 'project_id': '4d93d8414d394ae180d5f159fb0b8b54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e3bdc63-8e1c-4dee-b760-db4eda2132a6', 'name': '', 'network_id': 'ca28a1fe-55ea-41f7-96a5-1261b4a66187', 'tenant_id': '4d93d8414d394ae180d5f159fb0b8b54', 'mac_address': 'fa:16:3e:e7:20:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113bcdd0-0d81-4185-8c10-425ae2a812d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '5441eb5f-3885-44a6-9b00-13a9788d14f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:29Z', 'updated_at': '2021-09-23T07:02:40Z', 'revision_number': 5, 'project_id': '4d93d8414d394ae180d5f159fb0b8b54', 'subnets': [{'id': '5441eb5f-3885-44a6-9b00-13a9788d14f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:03:00.702110 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2d0b3418-2c72-43e9-a4f5-935f8097ea88 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:00.737089 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f817818-cd32-413c-b129-07ea3d33ad12 None None] The sync data for ids ['113bcdd0-0d81-4185-8c10-425ae2a812d6'] in n-d-715271-16 is: [{'id': '113bcdd0-0d81-4185-8c10-425ae2a812d6', 'name': 'tempest-AttachVolumeShelveTestJSON-295849971-router', 'tenant_id': '4d93d8414d394ae180d5f159fb0b8b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '0c725ec1-eb17-464d-8874-cd943b7136a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:02:25Z', 'updated_at': '2021-09-23T07:02:31Z', 'revision_number': 4, 'project_id': '4d93d8414d394ae180d5f159fb0b8b54', 'gw_port': {'id': '0c725ec1-eb17-464d-8874-cd943b7136a7', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bf:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113bcdd0-0d81-4185-8c10-425ae2a812d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:26Z', 'updated_at': '2021-09-23T07:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '9abcd033-81c6-4edc-bd5e-b604561e482d', 'tenant_id': '4d93d8414d394ae180d5f159fb0b8b54', 'floating_ip_address': '172.25.2.34', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '113bcdd0-0d81-4185-8c10-425ae2a812d6', 'port_id': 'b098fef9-31f1-4769-8019-735009e3bf0c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca28a1fe-55ea-41f7-96a5-1261b4a66187', 'mac_address': 'fa:16:3e:52:7c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24279c19-c587-4b89-b26d-54654107430d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:02:36Z', 'updated_at': '2021-09-23T07:02:58Z', 'revision_number': 1, 'project_id': '4d93d8414d394ae180d5f159fb0b8b54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e3bdc63-8e1c-4dee-b760-db4eda2132a6', 'name': '', 'network_id': 'ca28a1fe-55ea-41f7-96a5-1261b4a66187', 'tenant_id': '4d93d8414d394ae180d5f159fb0b8b54', 'mac_address': 'fa:16:3e:e7:20:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113bcdd0-0d81-4185-8c10-425ae2a812d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '5441eb5f-3885-44a6-9b00-13a9788d14f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:29Z', 'updated_at': '2021-09-23T07:02:40Z', 'revision_number': 5, 'project_id': '4d93d8414d394ae180d5f159fb0b8b54', 'subnets': [{'id': '5441eb5f-3885-44a6-9b00-13a9788d14f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:03:00.779467 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-584b6247-1438-4a34-b375-25ad34642841 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Made reservation on behalf of 285631e87ef3467186156f903d01ed48 for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:03:00.783215 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-584b6247-1438-4a34-b375-25ad34642841 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:00.810725 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-584b6247-1438-4a34-b375-25ad34642841 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:00.840446 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2d0b3418-2c72-43e9-a4f5-935f8097ea88 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:00.842850 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-2d0b3418-2c72-43e9-a4f5-935f8097ea88 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7773886 Sep 23 07:03:00.849365 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54220) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:00.853249 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0b3418-2c72-43e9-a4f5-935f8097ea88 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddcb102e-2a1e-42e0-bbfe-ba382e36214c,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:00.858267 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af7ac5a-f52d-4f7e-851f-17f385976aef req-02fc8453-d0d7-48be-9c8a-4c5e5b7f8da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:00.859789 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5af7ac5a-f52d-4f7e-851f-17f385976aef req-02fc8453-d0d7-48be-9c8a-4c5e5b7f8da4 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3557315 Sep 23 07:03:00.882090 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-393f0d7b-e4f1-4390-b7db-69d751a0835f tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] For port 535db754-6042-4b5e-87d2-bfc51f6021e5, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=535db754-6042-4b5e-87d2-bfc51f6021e5,segment=NetworkSegment(f4bf9af9-997d-4a93-a5ac-a8f18ed5ab2f),segment_id=f4bf9af9-997d-4a93-a5ac-a8f18ed5ab2f)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:03:00.882469 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-393f0d7b-e4f1-4390-b7db-69d751a0835f tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:00.908099 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-393f0d7b-e4f1-4390-b7db-69d751a0835f tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Calling delete_port for 535db754-6042-4b5e-87d2-bfc51f6021e5 owned by network:router_interface {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:03:00.993003 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5c763bbe-15d6-4d8e-a0db-8b9f31658157 req-6ddd4dc6-6c9e-46b7-ae92-65afa6beb782 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=24279c19-c587-4b89-b26d-54654107430d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2300584 Sep 23 07:03:01.005539 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-e36d09b4-206e-4326-8423-852c9e66cb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'name': 'tempest-RoutersTest-router-315055706', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:02:29Z', 'updated_at': '2021-09-23T07:02:57Z', 'revision_number': 7, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'gw_port_host': None, '_interfaces': [{'id': '04fcf448-24e2-4fee-a7a4-c938878dd015', 'name': '', 'network_id': '26974d90-e2ba-4afd-b942-0f2a06f56c9e', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'mac_address': 'fa:16:3e:95:b0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': 'deb3ce15-0d7b-4c8f-ab64-0539ca66bda4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:38Z', 'updated_at': '2021-09-23T07:02:48Z', 'revision_number': 5, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'subnets': [{'id': 'deb3ce15-0d7b-4c8f-ab64-0539ca66bda4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35dda49b-d21b-40f8-addd-d464775a2f6b', 'name': '', 'network_id': 'c879ed42-f5a4-4b02-a219-724494b54f09', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'mac_address': 'fa:16:3e:8d:41:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': 'fd0c09e2-c82a-4cad-a465-526013787b0d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:47Z', 'updated_at': '2021-09-23T07:02:53Z', 'revision_number': 5, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'subnets': [{'id': 'fd0c09e2-c82a-4cad-a465-526013787b0d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ff37deb-8aa1-4743-825b-c5f1036f6b04', 'name': '', 'network_id': '6b02a873-582c-4408-aedd-b3a1f9e2d3db', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'mac_address': 'fa:16:3e:65:e5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': '127ff3a9-b245-488b-bb0d-e99fbbaa80c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:31Z', 'updated_at': '2021-09-23T07:02:37Z', 'revision_number': 5, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'subnets': [{'id': '127ff3a9-b245-488b-bb0d-e99fbbaa80c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '535db754-6042-4b5e-87d2-bfc51f6021e5', 'name': '', 'network_id': 'c8e974e5-f618-4b1e-b08b-b496abc57dcc', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'mac_address': 'fa:16:3e:be:2d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '4acdab21-7c55-42ad-968e-abe4c3444e09', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:52Z', 'updated_at': '2021-09-23T07:02:58Z', 'revision_number': 5, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'subnets': [{'id': '4acdab21-7c55-42ad-968e-abe4c3444e09', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:03:01.007572 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3352b3f5-2844-4940-a44b-b805f0d44ca6 req-f1f02b83-7a61-4023-b0bc-3554b3d8645e service neutron] 10.222.0.58 "GET /v2.0/networks/ca28a1fe-55ea-41f7-96a5-1261b4a66187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3364899 Sep 23 07:03:01.022586 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47569a55-5ce9-472d-a6f7-a1dc126b8b71 req-f7c21047-be98-4f3c-a853-33602235a8bd tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:01.029141 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47569a55-5ce9-472d-a6f7-a1dc126b8b71 req-f7c21047-be98-4f3c-a853-33602235a8bd tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:01.037011 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47569a55-5ce9-472d-a6f7-a1dc126b8b71 req-f7c21047-be98-4f3c-a853-33602235a8bd tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:01.045261 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47569a55-5ce9-472d-a6f7-a1dc126b8b71 req-f7c21047-be98-4f3c-a853-33602235a8bd tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:01.052035 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36d09b4-206e-4326-8423-852c9e66cb98 None None] The sync data for ids ['b8148bc8-056b-428c-9142-b96172a6cdff'] in n-d-715271-16 is: [{'id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'name': 'tempest-RoutersTest-router-315055706', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:02:29Z', 'updated_at': '2021-09-23T07:02:57Z', 'revision_number': 7, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'gw_port_host': None, '_interfaces': [{'id': '04fcf448-24e2-4fee-a7a4-c938878dd015', 'name': '', 'network_id': '26974d90-e2ba-4afd-b942-0f2a06f56c9e', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'mac_address': 'fa:16:3e:95:b0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': 'deb3ce15-0d7b-4c8f-ab64-0539ca66bda4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:38Z', 'updated_at': '2021-09-23T07:02:48Z', 'revision_number': 5, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'subnets': [{'id': 'deb3ce15-0d7b-4c8f-ab64-0539ca66bda4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35dda49b-d21b-40f8-addd-d464775a2f6b', 'name': '', 'network_id': 'c879ed42-f5a4-4b02-a219-724494b54f09', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'mac_address': 'fa:16:3e:8d:41:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': 'fd0c09e2-c82a-4cad-a465-526013787b0d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:47Z', 'updated_at': '2021-09-23T07:02:53Z', 'revision_number': 5, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'subnets': [{'id': 'fd0c09e2-c82a-4cad-a465-526013787b0d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ff37deb-8aa1-4743-825b-c5f1036f6b04', 'name': '', 'network_id': '6b02a873-582c-4408-aedd-b3a1f9e2d3db', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'mac_address': 'fa:16:3e:65:e5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': '127ff3a9-b245-488b-bb0d-e99fbbaa80c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:31Z', 'updated_at': '2021-09-23T07:02:37Z', 'revision_number': 5, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'subnets': [{'id': '127ff3a9-b245-488b-bb0d-e99fbbaa80c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '535db754-6042-4b5e-87d2-bfc51f6021e5', 'name': '', 'network_id': 'c8e974e5-f618-4b1e-b08b-b496abc57dcc', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'mac_address': 'fa:16:3e:be:2d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '4acdab21-7c55-42ad-968e-abe4c3444e09', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:52Z', 'updated_at': '2021-09-23T07:02:58Z', 'revision_number': 5, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'subnets': [{'id': '4acdab21-7c55-42ad-968e-abe4c3444e09', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:03:01.057691 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47569a55-5ce9-472d-a6f7-a1dc126b8b71 req-f7c21047-be98-4f3c-a853-33602235a8bd tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:01.065413 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47569a55-5ce9-472d-a6f7-a1dc126b8b71 req-f7c21047-be98-4f3c-a853-33602235a8bd tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:01.071608 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47569a55-5ce9-472d-a6f7-a1dc126b8b71 req-f7c21047-be98-4f3c-a853-33602235a8bd tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:01.076899 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-47569a55-5ce9-472d-a6f7-a1dc126b8b71 req-f7c21047-be98-4f3c-a853-33602235a8bd tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79 HTTP/1.1" status: 200 len: 5436 time: 0.1805832 Sep 23 07:03:01.117030 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-31a746d7-520b-4e4c-89fb-4f1ceda793ce tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:01.145805 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-584b6247-1438-4a34-b375-25ad34642841 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:01.155630 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-584b6247-1438-4a34-b375-25ad34642841 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:01.196057 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-47569a55-5ce9-472d-a6f7-a1dc126b8b71 req-f45a30c1-b6b1-45d3-9697-1513ecbbfbb1 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/security-groups?id=af4b1172-21fa-42ea-8f78-02b27dc94910&id=b479065b-36b3-4865-ad7c-063369a14027&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1040349 Sep 23 07:03:01.205511 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-31a746d7-520b-4e4c-89fb-4f1ceda793ce tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:01.235097 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc97678b-2046-4e51-8e90-f7dd1b77be37 None None] New status for floating IP 9abcd033-81c6-4edc-bd5e-b604561e482d: ACTIVE {{(pid=95068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 07:03:01.246541 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584b6247-1438-4a34-b375-25ad34642841 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b206a5c-3e60-4c31-9316-674fd0f2d42b,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:01.249085 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c763bbe-15d6-4d8e-a0db-8b9f31658157 req-64b7338f-bf61-43cb-93b8-387e72a22832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:01.250691 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5c763bbe-15d6-4d8e-a0db-8b9f31658157 req-64b7338f-bf61-43cb-93b8-387e72a22832 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4d93d8414d394ae180d5f159fb0b8b54&device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 1097 time: 0.1098826 Sep 23 07:03:01.262036 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-393f0d7b-e4f1-4390-b7db-69d751a0835f tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:01.281519 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-584b6247-1438-4a34-b375-25ad34642841 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:03:01.285359 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-31a746d7-520b-4e4c-89fb-4f1ceda793ce tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:01.288146 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-31a746d7-520b-4e4c-89fb-4f1ceda793ce tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:01.289308 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-31a746d7-520b-4e4c-89fb-4f1ceda793ce tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] 10.222.0.39 "DELETE /v2.0/security-groups/91513076-75ba-4d1e-9194-de55897785d6 HTTP/1.1" status: 204 len: 168 time: 0.4382901 Sep 23 07:03:01.310417 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54222) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:01.326688 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a746d7-520b-4e4c-89fb-4f1ceda793ce tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91513076-75ba-4d1e-9194-de55897785d6,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:01.327690 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393f0d7b-e4f1-4390-b7db-69d751a0835f tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Pushing event deleted for resources: {'Port': ['ID=535db754-6042-4b5e-87d2-bfc51f6021e5,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:01.349111 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-584b6247-1438-4a34-b375-25ad34642841 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:01.349366 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-584b6247-1438-4a34-b375-25ad34642841 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Added segment eb311b70-1102-4f8c-88c5-634686033346 of type vlan for network 7897793b-979a-4e69-a418-9e869418e9ce Sep 23 07:03:01.437640 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c763bbe-15d6-4d8e-a0db-8b9f31658157 req-e9532ab6-311a-4a80-8f03-dd4bcea4e124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:01.439269 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5c763bbe-15d6-4d8e-a0db-8b9f31658157 req-e9532ab6-311a-4a80-8f03-dd4bcea4e124 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ca28a1fe-55ea-41f7-96a5-1261b4a66187 HTTP/1.1" status: 200 len: 917 time: 0.1638165 Sep 23 07:03:01.461971 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-584b6247-1438-4a34-b375-25ad34642841 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:01.511913 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-650e68c0-6e33-4f88-b052-76d0ea5a6345 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1983418 Sep 23 07:03:01.517119 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54224) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:01.526751 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-74a88aa9-58f0-4e79-96ed-185707130da0 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Request body: {'security_group': {'name': 'tempest-secgroup--1021974491'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:03:01.567209 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5c763bbe-15d6-4d8e-a0db-8b9f31658157 req-b05fe83a-fa33-48be-a2a0-702baf37da29 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b098fef9-31f1-4769-8019-735009e3bf0c HTTP/1.1" status: 200 len: 998 time: 0.1144943 Sep 23 07:03:01.579840 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-74a88aa9-58f0-4e79-96ed-185707130da0 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:01.636492 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-584b6247-1438-4a34-b375-25ad34642841 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:01.643300 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584b6247-1438-4a34-b375-25ad34642841 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:01.643566 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-584b6247-1438-4a34-b375-25ad34642841 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:01.702322 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5ee5b091-eaf6-4679-ace2-a2cb462e27cf req-2c21982c-3646-428c-bb14-b99843a2b070 tempest-ServerShowV257Test-98265775 tempest-ServerShowV257Test-98265775-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2642edc-ad18-40fb-a835-ecf6f73f274b HTTP/1.1" status: 200 len: 210 time: 0.0712998 Sep 23 07:03:01.725764 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-393f0d7b-e4f1-4390-b7db-69d751a0835f tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2068624'] for router_interface, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:01.740726 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-584b6247-1438-4a34-b375-25ad34642841 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5075521 Sep 23 07:03:01.749527 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54230) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:01.759123 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-f71f2acd-f46e-4d04-b17d-5cb1110ff7fa tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-942297771', 'admin_state_up': True, 'project_id': '285631e87ef3467186156f903d01ed48', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:03:01.804860 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584b6247-1438-4a34-b375-25ad34642841 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Pushing event updated for resources: {'Network': ['ID=7897793b-979a-4e69-a418-9e869418e9ce,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:01.816760 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 7897793b-979a-4e69-a418-9e869418e9ce details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:03:01.896475 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f71f2acd-f46e-4d04-b17d-5cb1110ff7fa tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:01.897524 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f71f2acd-f46e-4d04-b17d-5cb1110ff7fa tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:02.004092 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f71f2acd-f46e-4d04-b17d-5cb1110ff7fa tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:02.053952 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c763bbe-15d6-4d8e-a0db-8b9f31658157 req-3a865ffb-4e03-4ace-9afc-384342a99be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:02.055410 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5c763bbe-15d6-4d8e-a0db-8b9f31658157 req-3a865ffb-4e03-4ace-9afc-384342a99be7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5441eb5f-3885-44a6-9b00-13a9788d14f9 HTTP/1.1" status: 200 len: 855 time: 0.4721234 Sep 23 07:03:02.128344 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39474ba4-d758-47e4-8bb2-e05776bb057e req-93f9afe4-83c2-409d-bf19-d61bbc02f6e9 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:02.131735 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-393f0d7b-e4f1-4390-b7db-69d751a0835f tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Router b8148bc8-056b-428c-9142-b96172a6cdff has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:03:02.135193 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39474ba4-d758-47e4-8bb2-e05776bb057e req-93f9afe4-83c2-409d-bf19-d61bbc02f6e9 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:02.141077 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39474ba4-d758-47e4-8bb2-e05776bb057e req-93f9afe4-83c2-409d-bf19-d61bbc02f6e9 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:02.147066 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39474ba4-d758-47e4-8bb2-e05776bb057e req-93f9afe4-83c2-409d-bf19-d61bbc02f6e9 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:02.152989 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39474ba4-d758-47e4-8bb2-e05776bb057e req-93f9afe4-83c2-409d-bf19-d61bbc02f6e9 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:02.158888 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39474ba4-d758-47e4-8bb2-e05776bb057e req-93f9afe4-83c2-409d-bf19-d61bbc02f6e9 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:02.164784 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39474ba4-d758-47e4-8bb2-e05776bb057e req-93f9afe4-83c2-409d-bf19-d61bbc02f6e9 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:02.166862 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-39474ba4-d758-47e4-8bb2-e05776bb057e req-93f9afe4-83c2-409d-bf19-d61bbc02f6e9 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79 HTTP/1.1" status: 200 len: 5436 time: 0.1644444 Sep 23 07:03:02.203795 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f71f2acd-f46e-4d04-b17d-5cb1110ff7fa tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:02.238276 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-74a88aa9-58f0-4e79-96ed-185707130da0 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:02.240324 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c763bbe-15d6-4d8e-a0db-8b9f31658157 req-9cda84f4-a5ed-48a0-a472-0c86506343c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:02.241906 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5c763bbe-15d6-4d8e-a0db-8b9f31658157 req-9cda84f4-a5ed-48a0-a472-0c86506343c4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ca28a1fe-55ea-41f7-96a5-1261b4a66187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1728966 Sep 23 07:03:02.246137 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39474ba4-d758-47e4-8bb2-e05776bb057e req-8fa53594-e4b5-4942-91c9-f267ccd6acb7 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:02.247456 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-39474ba4-d758-47e4-8bb2-e05776bb057e req-8fa53594-e4b5-4942-91c9-f267ccd6acb7 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.58 "GET /v2.0/ports/ec16f835-822f-4543-a177-5c6ae4f55507?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0714512 Sep 23 07:03:02.248567 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-74a88aa9-58f0-4e79-96ed-185707130da0 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:02.324260 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-393f0d7b-e4f1-4390-b7db-69d751a0835f tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:03:02.332865 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-393f0d7b-e4f1-4390-b7db-69d751a0835f tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "PUT /v2.0/routers/b8148bc8-056b-428c-9142-b96172a6cdff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6483777 Sep 23 07:03:02.333098 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54236) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:02.343365 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6ce154-fdb3-49cf-8884-69c7d1eec7cc None None] Sync routers for ids ['b8148bc8-056b-428c-9142-b96172a6cdff'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:03:02.352284 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-74a88aa9-58f0-4e79-96ed-185707130da0 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:02.354011 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6ce154-fdb3-49cf-8884-69c7d1eec7cc None None] Routers {'b8148bc8-056b-428c-9142-b96172a6cdff'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:03:02.354149 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-74a88aa9-58f0-4e79-96ed-185707130da0 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8361020 Sep 23 07:03:02.355369 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-0e6ce154-fdb3-49cf-8884-69c7d1eec7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:02:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['b8148bc8-056b-428c-9142-b96172a6cdff'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:03:02.365277 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54238) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:02.368187 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a88aa9-58f0-4e79-96ed-185707130da0 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ded72c52-4b7c-4919-bcb6-a88dfde91d5c,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:02.374171 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-fbe210a0-c1b7-45ea-8678-cd6aad7aad46 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Request body: {'security_group': {'name': 'tempest-secgroup--354337552'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:03:02.457132 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-0e6ce154-fdb3-49cf-8884-69c7d1eec7cc None None] Set router b8148bc8-056b-428c-9142-b96172a6cdff gateway port host: None {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:03:02.467682 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc687551-b0a0-411a-a854-14f6ecc1ede7 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Deleting subnet 4acdab21-7c55-42ad-968e-abe4c3444e09 {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:03:02.471197 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5af7ac5a-f52d-4f7e-851f-17f385976aef req-ea93054d-c8cb-4d02-9764-424952f32dc2 tempest-ServerShowV257Test-98265775 tempest-ServerShowV257Test-98265775-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2642edc-ad18-40fb-a835-ecf6f73f274b HTTP/1.1" status: 200 len: 210 time: 0.0560308 Sep 23 07:03:02.477142 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fc687551-b0a0-411a-a854-14f6ecc1ede7 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:02.482683 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fbe210a0-c1b7-45ea-8678-cd6aad7aad46 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:02.495984 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7951a292-20f2-460d-9413-d206740bb122 req-4b77718f-46eb-4455-b4a5-793a8e7f09e4 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:02.501195 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7951a292-20f2-460d-9413-d206740bb122 req-4b77718f-46eb-4455-b4a5-793a8e7f09e4 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:02.507409 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7951a292-20f2-460d-9413-d206740bb122 req-4b77718f-46eb-4455-b4a5-793a8e7f09e4 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:02.513550 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7951a292-20f2-460d-9413-d206740bb122 req-4b77718f-46eb-4455-b4a5-793a8e7f09e4 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:02.520349 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7951a292-20f2-460d-9413-d206740bb122 req-4b77718f-46eb-4455-b4a5-793a8e7f09e4 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:02.526998 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7951a292-20f2-460d-9413-d206740bb122 req-4b77718f-46eb-4455-b4a5-793a8e7f09e4 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:02.533003 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7951a292-20f2-460d-9413-d206740bb122 req-4b77718f-46eb-4455-b4a5-793a8e7f09e4 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:02.534996 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7951a292-20f2-460d-9413-d206740bb122 req-4b77718f-46eb-4455-b4a5-793a8e7f09e4 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79 HTTP/1.1" status: 200 len: 5436 time: 0.2485108 Sep 23 07:03:02.546531 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fc687551-b0a0-411a-a854-14f6ecc1ede7 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:02.564520 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5c763bbe-15d6-4d8e-a0db-8b9f31658157 req-6a24d410-2566-454a-a222-52b62d048894 service neutron] 10.222.0.58 "GET /v2.0/networks/ca28a1fe-55ea-41f7-96a5-1261b4a66187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996776 Sep 23 07:03:02.568691 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-39474ba4-d758-47e4-8bb2-e05776bb057e req-4b157e75-daf5-4825-b5b1-ee2358a12ef8 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.58 "GET /v2.0/networks/a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3050840 Sep 23 07:03:02.585454 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-39474ba4-d758-47e4-8bb2-e05776bb057e req-4f344a0b-cdbb-4590-86d3-dac6e59d982d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:03:02.670523 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7951a292-20f2-460d-9413-d206740bb122 req-181466d0-2e19-4825-8a36-40e793a66656 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/security-groups?id=af4b1172-21fa-42ea-8f78-02b27dc94910&id=b479065b-36b3-4865-ad7c-063369a14027&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1102548 Sep 23 07:03:02.748580 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f71f2acd-f46e-4d04-b17d-5cb1110ff7fa tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for router_gateway, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:02.774043 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-0e6ce154-fdb3-49cf-8884-69c7d1eec7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'name': 'tempest-RoutersTest-router-315055706', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:02:29Z', 'updated_at': '2021-09-23T07:03:01Z', 'revision_number': 8, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'gw_port_host': None, '_interfaces': [{'id': '04fcf448-24e2-4fee-a7a4-c938878dd015', 'name': '', 'network_id': '26974d90-e2ba-4afd-b942-0f2a06f56c9e', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'mac_address': 'fa:16:3e:95:b0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': 'deb3ce15-0d7b-4c8f-ab64-0539ca66bda4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:38Z', 'updated_at': '2021-09-23T07:02:48Z', 'revision_number': 5, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'subnets': [{'id': 'deb3ce15-0d7b-4c8f-ab64-0539ca66bda4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35dda49b-d21b-40f8-addd-d464775a2f6b', 'name': '', 'network_id': 'c879ed42-f5a4-4b02-a219-724494b54f09', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'mac_address': 'fa:16:3e:8d:41:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': 'fd0c09e2-c82a-4cad-a465-526013787b0d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:47Z', 'updated_at': '2021-09-23T07:02:53Z', 'revision_number': 5, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'subnets': [{'id': 'fd0c09e2-c82a-4cad-a465-526013787b0d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ff37deb-8aa1-4743-825b-c5f1036f6b04', 'name': '', 'network_id': '6b02a873-582c-4408-aedd-b3a1f9e2d3db', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'mac_address': 'fa:16:3e:65:e5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': '127ff3a9-b245-488b-bb0d-e99fbbaa80c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:31Z', 'updated_at': '2021-09-23T07:02:37Z', 'revision_number': 5, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'subnets': [{'id': '127ff3a9-b245-488b-bb0d-e99fbbaa80c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:03:02.781835 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f71f2acd-f46e-4d04-b17d-5cb1110ff7fa tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:02.808872 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-39474ba4-d758-47e4-8bb2-e05776bb057e req-4f344a0b-cdbb-4590-86d3-dac6e59d982d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:02.812695 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fc687551-b0a0-411a-a854-14f6ecc1ede7 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:02.829029 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6ce154-fdb3-49cf-8884-69c7d1eec7cc None None] Checking router: b8148bc8-056b-428c-9142-b96172a6cdff for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:03:02.838765 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6ce154-fdb3-49cf-8884-69c7d1eec7cc None None] Routers {'b8148bc8-056b-428c-9142-b96172a6cdff'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:03:02.839382 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-0e6ce154-fdb3-49cf-8884-69c7d1eec7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:02:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['b8148bc8-056b-428c-9142-b96172a6cdff'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:03:02.866459 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-20724d1b-7646-4326-8ece-fe606b2511b7 req-abd6f9aa-ddd3-49eb-9af8-0da58d402ee7 tempest-ServerShowV257Test-98265775 tempest-ServerShowV257Test-98265775-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2642edc-ad18-40fb-a835-ecf6f73f274b HTTP/1.1" status: 200 len: 210 time: 0.0384102 Sep 23 07:03:02.875812 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fbe210a0-c1b7-45ea-8678-cd6aad7aad46 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:02.893740 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fbe210a0-c1b7-45ea-8678-cd6aad7aad46 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:02.917979 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fbe210a0-c1b7-45ea-8678-cd6aad7aad46 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:02.919114 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-fbe210a0-c1b7-45ea-8678-cd6aad7aad46 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5527086 Sep 23 07:03:02.920166 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5c763bbe-15d6-4d8e-a0db-8b9f31658157 req-532453b7-01da-4890-8f90-a65db47b543c service neutron] 10.222.0.58 "GET /v2.0/networks/ca28a1fe-55ea-41f7-96a5-1261b4a66187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3395944 Sep 23 07:03:02.931595 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54244) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:02.936682 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-b0351598-212e-4afd-9095-40f692815b3c tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Request body: {'security_group_rule': {'security_group_id': 'ded72c52-4b7c-4919-bcb6-a88dfde91d5c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '3a021d0a-396c-43b8-8179-66b4a4331450', 'remote_ip_prefix': None}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:03:02.968144 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-0e6ce154-fdb3-49cf-8884-69c7d1eec7cc None None] Set router b8148bc8-056b-428c-9142-b96172a6cdff gateway port host: None {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:03:02.988296 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe210a0-c1b7-45ea-8678-cd6aad7aad46 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a021d0a-396c-43b8-8179-66b4a4331450,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:03.000745 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fc687551-b0a0-411a-a854-14f6ecc1ede7 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:03.032911 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-f71f2acd-f46e-4d04-b17d-5cb1110ff7fa tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Allocated IP 172.25.2.201 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/1632676f-6037-46e4-943b-dccaef4ab4b3) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:03:03.040189 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc687551-b0a0-411a-a854-14f6ecc1ede7 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Pushing event deleted for resources: {'Subnet': ['ID=4acdab21-7c55-42ad-968e-abe4c3444e09,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:03.044427 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b0351598-212e-4afd-9095-40f692815b3c tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:03.052529 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fc687551-b0a0-411a-a854-14f6ecc1ede7 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:03.054424 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-fc687551-b0a0-411a-a854-14f6ecc1ede7 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "DELETE /v2.0/subnets/4acdab21-7c55-42ad-968e-abe4c3444e09 HTTP/1.1" status: 204 len: 168 time: 0.7204006 Sep 23 07:03:03.057355 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54246) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:03.085994 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a201d8b-5b89-41c6-9059-bcc89fac0a10 None None] Network c8e974e5-f618-4b1e-b08b-b496abc57dcc requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:03:03.112874 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-39474ba4-d758-47e4-8bb2-e05776bb057e req-4f344a0b-cdbb-4590-86d3-dac6e59d982d service neutron] For port ec16f835-822f-4543-a177-5c6ae4f55507, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=ec16f835-822f-4543-a177-5c6ae4f55507,segment=NetworkSegment(fde5b785-ef23-4548-a8d2-9c3bbce91b66),segment_id=fde5b785-ef23-4548-a8d2-9c3bbce91b66)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:03:03.182885 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b0351598-212e-4afd-9095-40f692815b3c tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:03.191948 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b0351598-212e-4afd-9095-40f692815b3c tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:03.195226 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-39474ba4-d758-47e4-8bb2-e05776bb057e req-4f344a0b-cdbb-4590-86d3-dac6e59d982d service neutron] For port ec16f835-822f-4543-a177-5c6ae4f55507, host n-h2-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:03:03.213604 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-65bdcfa4-5559-4cf5-8d5f-c3e6b44f0a2d tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:03.237829 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0351598-212e-4afd-9095-40f692815b3c tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2691c070-06bc-4f07-9a49-9dd9f8ea3e18,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:03.260757 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [req-39474ba4-d758-47e4-8bb2-e05776bb057e req-4f344a0b-cdbb-4590-86d3-dac6e59d982d service neutron] device_id is not set on port ec16f835-822f-4543-a177-5c6ae4f55507 yet. {{(pid=95066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 07:03:03.265779 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b0351598-212e-4afd-9095-40f692815b3c tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:03.267407 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-b0351598-212e-4afd-9095-40f692815b3c tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3345945 Sep 23 07:03:03.272222 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54248) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:03.276921 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-39474ba4-d758-47e4-8bb2-e05776bb057e req-4f344a0b-cdbb-4590-86d3-dac6e59d982d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:03.285480 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f71f2acd-f46e-4d04-b17d-5cb1110ff7fa tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:03.297577 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-39474ba4-d758-47e4-8bb2-e05776bb057e req-4f344a0b-cdbb-4590-86d3-dac6e59d982d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:03.335174 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-65bdcfa4-5559-4cf5-8d5f-c3e6b44f0a2d tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Deleting port 4ebd62e6-1e30-4ce7-b942-921c817eea61 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:03:03.335753 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-65bdcfa4-5559-4cf5-8d5f-c3e6b44f0a2d tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:03.342848 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bc64c89b-8f6e-447e-981a-2d2162a9d0e9 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:03.373550 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f71f2acd-f46e-4d04-b17d-5cb1110ff7fa tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:03.376732 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bc64c89b-8f6e-447e-981a-2d2162a9d0e9 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:03.414602 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-39474ba4-d758-47e4-8bb2-e05776bb057e req-4f344a0b-cdbb-4590-86d3-dac6e59d982d service neutron] No DVR routers for this DVR port ec16f835-822f-4543-a177-5c6ae4f55507 on host n-h2-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:03:03.471794 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f344a0b-cdbb-4590-86d3-dac6e59d982d service neutron] Pushing event updated for resources: {'Port': ['ID=ec16f835-822f-4543-a177-5c6ae4f55507,revision_number=6']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:03.484257 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-39474ba4-d758-47e4-8bb2-e05776bb057e req-4f344a0b-cdbb-4590-86d3-dac6e59d982d service neutron] In _notify_port_updated(), no bound segment for port ec16f835-822f-4543-a177-5c6ae4f55507 on network a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54 {{(pid=95066) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 07:03:03.485467 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39474ba4-d758-47e4-8bb2-e05776bb057e req-4f344a0b-cdbb-4590-86d3-dac6e59d982d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:03.486135 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-39474ba4-d758-47e4-8bb2-e05776bb057e req-4f344a0b-cdbb-4590-86d3-dac6e59d982d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:03.487831 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-39474ba4-d758-47e4-8bb2-e05776bb057e req-4f344a0b-cdbb-4590-86d3-dac6e59d982d service neutron] 10.222.0.58 "PUT /v2.0/ports/ec16f835-822f-4543-a177-5c6ae4f55507 HTTP/1.1" status: 200 len: 1028 time: 0.9084239 Sep 23 07:03:03.503035 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-0e6ce154-fdb3-49cf-8884-69c7d1eec7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'name': 'tempest-RoutersTest-router-315055706', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:02:29Z', 'updated_at': '2021-09-23T07:03:01Z', 'revision_number': 8, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'gw_port_host': None, '_interfaces': [{'id': '04fcf448-24e2-4fee-a7a4-c938878dd015', 'name': '', 'network_id': '26974d90-e2ba-4afd-b942-0f2a06f56c9e', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'mac_address': 'fa:16:3e:95:b0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': 'deb3ce15-0d7b-4c8f-ab64-0539ca66bda4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:38Z', 'updated_at': '2021-09-23T07:02:48Z', 'revision_number': 5, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'subnets': [{'id': 'deb3ce15-0d7b-4c8f-ab64-0539ca66bda4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35dda49b-d21b-40f8-addd-d464775a2f6b', 'name': '', 'network_id': 'c879ed42-f5a4-4b02-a219-724494b54f09', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'mac_address': 'fa:16:3e:8d:41:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': 'fd0c09e2-c82a-4cad-a465-526013787b0d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:47Z', 'updated_at': '2021-09-23T07:02:53Z', 'revision_number': 5, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'subnets': [{'id': 'fd0c09e2-c82a-4cad-a465-526013787b0d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ff37deb-8aa1-4743-825b-c5f1036f6b04', 'name': '', 'network_id': '6b02a873-582c-4408-aedd-b3a1f9e2d3db', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'mac_address': 'fa:16:3e:65:e5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': '127ff3a9-b245-488b-bb0d-e99fbbaa80c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:31Z', 'updated_at': '2021-09-23T07:02:37Z', 'revision_number': 5, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'subnets': [{'id': '127ff3a9-b245-488b-bb0d-e99fbbaa80c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:03:03.539381 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6ce154-fdb3-49cf-8884-69c7d1eec7cc None None] The sync data for ids ['b8148bc8-056b-428c-9142-b96172a6cdff'] in n-d-715271-16 is: [{'id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'name': 'tempest-RoutersTest-router-315055706', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:02:29Z', 'updated_at': '2021-09-23T07:03:01Z', 'revision_number': 8, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'gw_port_host': None, '_interfaces': [{'id': '04fcf448-24e2-4fee-a7a4-c938878dd015', 'name': '', 'network_id': '26974d90-e2ba-4afd-b942-0f2a06f56c9e', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'mac_address': 'fa:16:3e:95:b0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': 'deb3ce15-0d7b-4c8f-ab64-0539ca66bda4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:38Z', 'updated_at': '2021-09-23T07:02:48Z', 'revision_number': 5, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'subnets': [{'id': 'deb3ce15-0d7b-4c8f-ab64-0539ca66bda4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35dda49b-d21b-40f8-addd-d464775a2f6b', 'name': '', 'network_id': 'c879ed42-f5a4-4b02-a219-724494b54f09', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'mac_address': 'fa:16:3e:8d:41:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': 'fd0c09e2-c82a-4cad-a465-526013787b0d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:47Z', 'updated_at': '2021-09-23T07:02:53Z', 'revision_number': 5, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'subnets': [{'id': 'fd0c09e2-c82a-4cad-a465-526013787b0d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ff37deb-8aa1-4743-825b-c5f1036f6b04', 'name': '', 'network_id': '6b02a873-582c-4408-aedd-b3a1f9e2d3db', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'mac_address': 'fa:16:3e:65:e5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': '127ff3a9-b245-488b-bb0d-e99fbbaa80c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:31Z', 'updated_at': '2021-09-23T07:02:37Z', 'revision_number': 5, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'subnets': [{'id': '127ff3a9-b245-488b-bb0d-e99fbbaa80c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:03:03.553749 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39474ba4-d758-47e4-8bb2-e05776bb057e req-c80c7606-4b81-4e6f-b3d6-fe79e67fa396 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:03.555314 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-39474ba4-d758-47e4-8bb2-e05776bb057e req-c80c7606-4b81-4e6f-b3d6-fe79e67fa396 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.58 "GET /v2.0/ports/2967a824-073c-4484-ab0d-43a76601a0ab?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0563192 Sep 23 07:03:03.573304 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-39474ba4-d758-47e4-8bb2-e05776bb057e req-90318733-ce55-42e0-8ee9-412c32bd06ee service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:03:03.593392 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0db446-2adc-4b5e-8b25-f9ee02881ee1 None None] DHCP port deletion for c8e974e5-f618-4b1e-b08b-b496abc57dcc request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 07:03:03.613429 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bc64c89b-8f6e-447e-981a-2d2162a9d0e9 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:03.622408 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bc64c89b-8f6e-447e-981a-2d2162a9d0e9 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:03.623579 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-bc64c89b-8f6e-447e-981a-2d2162a9d0e9 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/2691c070-06bc-4f07-9a49-9dd9f8ea3e18 HTTP/1.1" status: 204 len: 168 time: 0.3499210 Sep 23 07:03:03.627039 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54250) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:03.644006 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc64c89b-8f6e-447e-981a-2d2162a9d0e9 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2691c070-06bc-4f07-9a49-9dd9f8ea3e18,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:03.653838 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-bf0db446-2adc-4b5e-8b25-f9ee02881ee1 None None] Deleting port 4ebd62e6-1e30-4ce7-b942-921c817eea61 {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:03:03.654552 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-bf0db446-2adc-4b5e-8b25-f9ee02881ee1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:03.679599 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-39474ba4-d758-47e4-8bb2-e05776bb057e req-90318733-ce55-42e0-8ee9-412c32bd06ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:03.737056 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-bf0db446-2adc-4b5e-8b25-f9ee02881ee1 None None] For port 4ebd62e6-1e30-4ce7-b942-921c817eea61, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=4ebd62e6-1e30-4ce7-b942-921c817eea61,segment=NetworkSegment(f4bf9af9-997d-4a93-a5ac-a8f18ed5ab2f),segment_id=f4bf9af9-997d-4a93-a5ac-a8f18ed5ab2f)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:03:03.737845 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-bf0db446-2adc-4b5e-8b25-f9ee02881ee1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:03.743824 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-b31677c4-3a59-4638-a7db-4b1a217c04e9 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1151230 Sep 23 07:03:03.746462 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54254) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:03.757797 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-bf0db446-2adc-4b5e-8b25-f9ee02881ee1 None None] Calling delete_port for 4ebd62e6-1e30-4ce7-b942-921c817eea61 owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:03:03.772834 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-4430a220-f93d-44ff-af35-8b63623b530e None None] Provisioning complete for port ec16f835-822f-4543-a177-5c6ae4f55507 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:03:03.773543 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-4430a220-f93d-44ff-af35-8b63623b530e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:03.873396 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-4430a220-f93d-44ff-af35-8b63623b530e None None] Port ec16f835-822f-4543-a177-5c6ae4f55507 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:03:03.881474 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-301cc327-413a-443c-8c00-925c6bf57677 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:03.913080 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71f2acd-f46e-4d04-b17d-5cb1110ff7fa tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:03:03.913524 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-bf0db446-2adc-4b5e-8b25-f9ee02881ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:03.918510 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-65bdcfa4-5559-4cf5-8d5f-c3e6b44f0a2d tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] For port 4ebd62e6-1e30-4ce7-b942-921c817eea61, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=4ebd62e6-1e30-4ce7-b942-921c817eea61,segment=NetworkSegment(f4bf9af9-997d-4a93-a5ac-a8f18ed5ab2f),segment_id=f4bf9af9-997d-4a93-a5ac-a8f18ed5ab2f)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:03:03.919796 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-65bdcfa4-5559-4cf5-8d5f-c3e6b44f0a2d tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:03.924510 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-f71f2acd-f46e-4d04-b17d-5cb1110ff7fa tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:03:03.926987 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71f2acd-f46e-4d04-b17d-5cb1110ff7fa tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:03:03.942606 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0db446-2adc-4b5e-8b25-f9ee02881ee1 None None] Pushing event deleted for resources: {'Port': ['ID=4ebd62e6-1e30-4ce7-b942-921c817eea61,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:03.955010 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0db446-2adc-4b5e-8b25-f9ee02881ee1 None None] No DVR routers for this DVR port 4ebd62e6-1e30-4ce7-b942-921c817eea61 on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:03:03.960455 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-301cc327-413a-443c-8c00-925c6bf57677 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:03.971747 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71f2acd-f46e-4d04-b17d-5cb1110ff7fa tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Pushing event updated for resources: {'Port': ['ID=1632676f-6037-46e4-943b-dccaef4ab4b3,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:03.985590 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-65bdcfa4-5559-4cf5-8d5f-c3e6b44f0a2d tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Calling delete_port for 4ebd62e6-1e30-4ce7-b942-921c817eea61 owned by network:dhcp {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:03:03.987697 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-39474ba4-d758-47e4-8bb2-e05776bb057e req-90318733-ce55-42e0-8ee9-412c32bd06ee service neutron] For port 2967a824-073c-4484-ab0d-43a76601a0ab, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=2967a824-073c-4484-ab0d-43a76601a0ab,segment=NetworkSegment(fde5b785-ef23-4548-a8d2-9c3bbce91b66),segment_id=fde5b785-ef23-4548-a8d2-9c3bbce91b66)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:03:04.026374 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33d580-93b2-47bf-acba-78a16729db7c req-673fd497-3f87-40db-9dac-feafe5160af3 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:04.032689 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33d580-93b2-47bf-acba-78a16729db7c req-673fd497-3f87-40db-9dac-feafe5160af3 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:04.041256 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33d580-93b2-47bf-acba-78a16729db7c req-673fd497-3f87-40db-9dac-feafe5160af3 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:04.048802 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33d580-93b2-47bf-acba-78a16729db7c req-673fd497-3f87-40db-9dac-feafe5160af3 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:04.054132 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33d580-93b2-47bf-acba-78a16729db7c req-673fd497-3f87-40db-9dac-feafe5160af3 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:04.061281 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33d580-93b2-47bf-acba-78a16729db7c req-673fd497-3f87-40db-9dac-feafe5160af3 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:04.061458 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-39474ba4-d758-47e4-8bb2-e05776bb057e req-90318733-ce55-42e0-8ee9-412c32bd06ee service neutron] For port 2967a824-073c-4484-ab0d-43a76601a0ab, host n-h2-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:03:04.062844 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0f33d580-93b2-47bf-acba-78a16729db7c req-673fd497-3f87-40db-9dac-feafe5160af3 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79 HTTP/1.1" status: 200 len: 4661 time: 0.2360597 Sep 23 07:03:04.090153 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-301cc327-413a-443c-8c00-925c6bf57677 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:04.092915 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-301cc327-413a-443c-8c00-925c6bf57677 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:04.094238 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-301cc327-413a-443c-8c00-925c6bf57677 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] 10.222.0.39 "DELETE /v2.0/security-groups/3a021d0a-396c-43b8-8179-66b4a4331450 HTTP/1.1" status: 204 len: 168 time: 0.3468025 Sep 23 07:03:04.102661 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54262) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:04.110073 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301cc327-413a-443c-8c00-925c6bf57677 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a021d0a-396c-43b8-8179-66b4a4331450,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:04.131409 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [req-39474ba4-d758-47e4-8bb2-e05776bb057e req-90318733-ce55-42e0-8ee9-412c32bd06ee service neutron] device_id is not set on port 2967a824-073c-4484-ab0d-43a76601a0ab yet. {{(pid=95066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 07:03:04.143870 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-39474ba4-d758-47e4-8bb2-e05776bb057e req-90318733-ce55-42e0-8ee9-412c32bd06ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:04.154677 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-39474ba4-d758-47e4-8bb2-e05776bb057e req-90318733-ce55-42e0-8ee9-412c32bd06ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:04.226157 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90318733-ce55-42e0-8ee9-412c32bd06ee service neutron] Pushing event updated for resources: {'Port': ['ID=2967a824-073c-4484-ab0d-43a76601a0ab,revision_number=6']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:04.257331 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-39474ba4-d758-47e4-8bb2-e05776bb057e req-90318733-ce55-42e0-8ee9-412c32bd06ee service neutron] No DVR routers for this DVR port 2967a824-073c-4484-ab0d-43a76601a0ab on host n-h2-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:03:04.286168 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device ea4acb4d-2ff2-49b3-ae8f-b03131cd7298 no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:03:04.346045 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0f33d580-93b2-47bf-acba-78a16729db7c req-88ec0cda-6cfa-40b8-92c9-a95281fba616 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/security-groups?id=af4b1172-21fa-42ea-8f78-02b27dc94910&id=b479065b-36b3-4865-ad7c-063369a14027&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2405448 Sep 23 07:03:04.355659 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-39474ba4-d758-47e4-8bb2-e05776bb057e req-90318733-ce55-42e0-8ee9-412c32bd06ee service neutron] In _notify_port_updated(), no bound segment for port 2967a824-073c-4484-ab0d-43a76601a0ab on network a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54 {{(pid=95066) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 07:03:04.359407 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39474ba4-d758-47e4-8bb2-e05776bb057e req-90318733-ce55-42e0-8ee9-412c32bd06ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:04.360172 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-39474ba4-d758-47e4-8bb2-e05776bb057e req-90318733-ce55-42e0-8ee9-412c32bd06ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:04.363119 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-39474ba4-d758-47e4-8bb2-e05776bb057e req-90318733-ce55-42e0-8ee9-412c32bd06ee service neutron] 10.222.0.58 "PUT /v2.0/ports/2967a824-073c-4484-ab0d-43a76601a0ab HTTP/1.1" status: 200 len: 1027 time: 0.7995255 Sep 23 07:03:04.386842 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54266) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:04.387090 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-027ef14d-906e-455b-a942-c8ddd0170922 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2800713 Sep 23 07:03:04.428929 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-65bdcfa4-5559-4cf5-8d5f-c3e6b44f0a2d tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:04.432248 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:04.444664 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54268) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:04.471912 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port ea4acb4d-2ff2-49b3-ae8f-b03131cd7298, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=ea4acb4d-2ff2-49b3-ae8f-b03131cd7298,segment=NetworkSegment(fde5b785-ef23-4548-a8d2-9c3bbce91b66),segment_id=fde5b785-ef23-4548-a8d2-9c3bbce91b66)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:03:04.473672 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e650ab1-4163-4a0e-ad47-59d87ee3ce79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea4acb4d-2ff2-49b3-ae8f-b03131cd7298'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:03:04.474675 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bdcfa4-5559-4cf5-8d5f-c3e6b44f0a2d tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Pushing event deleted for resources: {'Port': ['ID=4ebd62e6-1e30-4ce7-b942-921c817eea61,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:04.478506 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d27ad9b2-b778-40c7-ae0b-529a9bc7a583" -d '{"events": [{"server_uuid": "4e650ab1-4163-4a0e-ad47-59d87ee3ce79", "name": "network-vif-unplugged", "status": "completed", "tag": "ea4acb4d-2ff2-49b3-ae8f-b03131cd7298"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:03:04.482703 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:04.483288 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bdcfa4-5559-4cf5-8d5f-c3e6b44f0a2d tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] No DVR routers for this DVR port 4ebd62e6-1e30-4ce7-b942-921c817eea61 on host n-d-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:03:04.483896 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 48c8eed9-1a28-4363-b6b7-bf9827fa555e no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:03:04.532700 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 07:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51147360-fb67-4310-b442-142f8a323e19 x-openstack-request-id: req-51147360-fb67-4310-b442-142f8a323e19 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:03:04.533291 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e650ab1-4163-4a0e-ad47-59d87ee3ce79", "name": "network-vif-unplugged", "status": "completed", "tag": "ea4acb4d-2ff2-49b3-ae8f-b03131cd7298", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:03:04.534154 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-51147360-fb67-4310-b442-142f8a323e19 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:03:04.535058 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e650ab1-4163-4a0e-ad47-59d87ee3ce79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea4acb4d-2ff2-49b3-ae8f-b03131cd7298', 'code': 200} Sep 23 07:03:04.593306 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f71f2acd-f46e-4d04-b17d-5cb1110ff7fa tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for router_gateway, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:04.596464 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1404e6eb-1c23-4c64-851f-7b9a9fa76ca2 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:04.600190 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=ea4acb4d-2ff2-49b3-ae8f-b03131cd7298,revision_number=6']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:04.615112 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-39474ba4-d758-47e4-8bb2-e05776bb057e req-7508b03d-24bd-417d-b4b9-c39b6a39c466 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Deleting port 6a597634-f59c-495a-9ce4-024de1317b9c {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:03:04.615462 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-39474ba4-d758-47e4-8bb2-e05776bb057e req-7508b03d-24bd-417d-b4b9-c39b6a39c466 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:04.646774 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-76feb2c3-b625-43a2-bb68-99d4238aaf7d None None] Provisioning complete for port 2967a824-073c-4484-ab0d-43a76601a0ab triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:03:04.647243 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-76feb2c3-b625-43a2-bb68-99d4238aaf7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:04.663293 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1404e6eb-1c23-4c64-851f-7b9a9fa76ca2 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:04.683307 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:04.684699 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-62ccde2d-fe8a-4f7b-8215-9f5853cd5a8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:04.722079 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-65bdcfa4-5559-4cf5-8d5f-c3e6b44f0a2d tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:04.730032 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 48c8eed9-1a28-4363-b6b7-bf9827fa555e, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=48c8eed9-1a28-4363-b6b7-bf9827fa555e,segment=NetworkSegment(6122d0a0-a111-47a2-9b69-1c70b7fdcd2a),segment_id=6122d0a0-a111-47a2-9b69-1c70b7fdcd2a)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:03:04.732094 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-76feb2c3-b625-43a2-bb68-99d4238aaf7d None None] Port 2967a824-073c-4484-ab0d-43a76601a0ab cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:03:04.737718 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:04.738942 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device dae8f25f-c017-48b4-8dfb-e6deacfb0ac2 no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:03:04.762670 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-39474ba4-d758-47e4-8bb2-e05776bb057e req-7508b03d-24bd-417d-b4b9-c39b6a39c466 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] For port 6a597634-f59c-495a-9ce4-024de1317b9c, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=6a597634-f59c-495a-9ce4-024de1317b9c,segment=NetworkSegment(6122d0a0-a111-47a2-9b69-1c70b7fdcd2a),segment_id=6122d0a0-a111-47a2-9b69-1c70b7fdcd2a)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:03:04.763176 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-39474ba4-d758-47e4-8bb2-e05776bb057e req-7508b03d-24bd-417d-b4b9-c39b6a39c466 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:04.771839 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1404e6eb-1c23-4c64-851f-7b9a9fa76ca2 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:04.774791 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1404e6eb-1c23-4c64-851f-7b9a9fa76ca2 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:04.777310 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-1404e6eb-1c23-4c64-851f-7b9a9fa76ca2 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] 10.222.0.39 "DELETE /v2.0/security-groups/ded72c52-4b7c-4919-bcb6-a88dfde91d5c HTTP/1.1" status: 204 len: 168 time: 0.3466969 Sep 23 07:03:04.782594 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54274) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:04.795048 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-39474ba4-d758-47e4-8bb2-e05776bb057e req-7508b03d-24bd-417d-b4b9-c39b6a39c466 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Calling delete_port for 6a597634-f59c-495a-9ce4-024de1317b9c owned by compute:nova {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:03:04.796310 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 535db754-6042-4b5e-87d2-bfc51f6021e5 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:03:04.811042 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-65bdcfa4-5559-4cf5-8d5f-c3e6b44f0a2d tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8e974e5-f618-4b1e-b08b-b496abc57dcc']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:03:04.811272 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1404e6eb-1c23-4c64-851f-7b9a9fa76ca2 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded72c52-4b7c-4919-bcb6-a88dfde91d5c,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:04.834990 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-65bdcfa4-5559-4cf5-8d5f-c3e6b44f0a2d tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4bf9af9-997d-4a93-a5ac-a8f18ed5ab2f') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:03:04.835289 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-65bdcfa4-5559-4cf5-8d5f-c3e6b44f0a2d tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4bf9af9-997d-4a93-a5ac-a8f18ed5ab2f') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:03:04.838804 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 535db754-6042-4b5e-87d2-bfc51f6021e5 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:03:04.839347 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 535db754-6042-4b5e-87d2-bfc51f6021e5 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:03:04.839927 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 4ebd62e6-1e30-4ce7-b942-921c817eea61 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:03:04.857690 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-65bdcfa4-5559-4cf5-8d5f-c3e6b44f0a2d tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:04.878657 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 4ebd62e6-1e30-4ce7-b942-921c817eea61 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:03:04.880168 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 4ebd62e6-1e30-4ce7-b942-921c817eea61 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:03:04.886411 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-19208b88-9593-4eae-a1ae-d40d564b59e2 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0975056 Sep 23 07:03:04.892354 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54276) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:04.894966 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=48c8eed9-1a28-4363-b6b7-bf9827fa555e,revision_number=6']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:04.898462 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-e75747e0-3334-4d6a-947a-82b740df1e21 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Request body: {'security_group': {'name': 'tempest-secgroup--385027380'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:03:04.938503 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-65bdcfa4-5559-4cf5-8d5f-c3e6b44f0a2d tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:04.951891 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:04.955382 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65bdcfa4-5559-4cf5-8d5f-c3e6b44f0a2d tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:03:04.955789 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-65bdcfa4-5559-4cf5-8d5f-c3e6b44f0a2d tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:04.960639 n-d-715271-16 neutron-server[95065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:03:04.960639 n-d-715271-16 neutron-server[95065]: self.session.flush() Sep 23 07:03:04.960639 n-d-715271-16 neutron-server[95065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:03:04.960639 n-d-715271-16 neutron-server[95065]: self.session.flush() Sep 23 07:03:04.960639 n-d-715271-16 neutron-server[95065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:03:04.960639 n-d-715271-16 neutron-server[95065]: self.session.flush() Sep 23 07:03:04.960639 n-d-715271-16 neutron-server[95065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:03:04.960639 n-d-715271-16 neutron-server[95065]: self.session.flush() Sep 23 07:03:04.960639 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 07:03:04.960639 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:03:04.960639 n-d-715271-16 neutron-server[95065]: timer() Sep 23 07:03:04.960639 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:03:04.960639 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 07:03:04.960639 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:03:04.960639 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 07:03:04.960639 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:03:04.960639 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 07:03:04.960639 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:03:04.960639 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 07:03:04.960639 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:03:04.960639 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 07:03:04.960639 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:03:04.960639 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:03:04.960639 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:03:04.960639 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:03:04.960639 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:03:04.960639 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 07:03:04.960639 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:03:04.960639 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 07:03:04.960639 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:03:04.960639 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:03:04.960639 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:03:04.960639 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 07:03:04.960639 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:03:04.960639 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:03:04.960639 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:03:04.960639 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:03:04.960639 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:03:04.960639 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:03:04.960639 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:03:04.996514 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port dae8f25f-c017-48b4-8dfb-e6deacfb0ac2, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=dae8f25f-c017-48b4-8dfb-e6deacfb0ac2,segment=NetworkSegment(fde5b785-ef23-4548-a8d2-9c3bbce91b66),segment_id=fde5b785-ef23-4548-a8d2-9c3bbce91b66)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:03:05.000539 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:05.001468 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 6a597634-f59c-495a-9ce4-024de1317b9c no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:03:05.008728 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-39474ba4-d758-47e4-8bb2-e05776bb057e req-7508b03d-24bd-417d-b4b9-c39b6a39c466 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:05.039192 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7508b03d-24bd-417d-b4b9-c39b6a39c466 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Pushing event deleted for resources: {'Port': ['ID=6a597634-f59c-495a-9ce4-024de1317b9c,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:05.083428 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-39474ba4-d758-47e4-8bb2-e05776bb057e req-7508b03d-24bd-417d-b4b9-c39b6a39c466 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] No DVR routers for this DVR port 6a597634-f59c-495a-9ce4-024de1317b9c on host n-h2-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:03:05.085248 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No active binding found for port 6a597634-f59c-495a-9ce4-024de1317b9c {{(pid=95067) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 23 07:03:05.085404 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 6a597634-f59c-495a-9ce4-024de1317b9c not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:03:05.085894 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device ec16f835-822f-4543-a177-5c6ae4f55507 no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:03:05.088486 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-39474ba4-d758-47e4-8bb2-e05776bb057e req-7508b03d-24bd-417d-b4b9-c39b6a39c466 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:05.090918 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-39474ba4-d758-47e4-8bb2-e05776bb057e req-7508b03d-24bd-417d-b4b9-c39b6a39c466 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.58 "DELETE /v2.0/ports/6a597634-f59c-495a-9ce4-024de1317b9c HTTP/1.1" status: 204 len: 173 time: 0.7211125 Sep 23 07:03:05.091558 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e650ab1-4163-4a0e-ad47-59d87ee3ce79', 'name': 'network-vif-deleted', 'tag': '6a597634-f59c-495a-9ce4-024de1317b9c'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:03:05.094289 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff022de-9c27-4f13-9eb1-b777cfc19799" -d '{"events": [{"server_uuid": "4e650ab1-4163-4a0e-ad47-59d87ee3ce79", "name": "network-vif-deleted", "tag": "6a597634-f59c-495a-9ce4-024de1317b9c"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:03:05.116557 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=dae8f25f-c017-48b4-8dfb-e6deacfb0ac2,revision_number=6']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:05.143844 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f8d4a1-46ee-4047-abe6-848cc2900604 x-openstack-request-id: req-29f8d4a1-46ee-4047-abe6-848cc2900604 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:03:05.144433 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e650ab1-4163-4a0e-ad47-59d87ee3ce79", "name": "network-vif-deleted", "tag": "6a597634-f59c-495a-9ce4-024de1317b9c", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:03:05.145665 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-29f8d4a1-46ee-4047-abe6-848cc2900604 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:03:05.146985 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device ec16f835-822f-4543-a177-5c6ae4f55507 not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:03:05.147103 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e650ab1-4163-4a0e-ad47-59d87ee3ce79', 'name': 'network-vif-deleted', 'tag': '6a597634-f59c-495a-9ce4-024de1317b9c', 'status': 'completed', 'code': 200} Sep 23 07:03:05.147188 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-65bdcfa4-5559-4cf5-8d5f-c3e6b44f0a2d tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:05.147470 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 710c6711-73b5-4443-9f6d-058253ac8526 no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:03:05.182954 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-65bdcfa4-5559-4cf5-8d5f-c3e6b44f0a2d tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:05.184863 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-65bdcfa4-5559-4cf5-8d5f-c3e6b44f0a2d tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "DELETE /v2.0/networks/c8e974e5-f618-4b1e-b08b-b496abc57dcc HTTP/1.1" status: 204 len: 168 time: 2.1241474 Sep 23 07:03:05.186388 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f71f2acd-f46e-4d04-b17d-5cb1110ff7fa tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:05.187710 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54282) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:05.191302 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bdcfa4-5559-4cf5-8d5f-c3e6b44f0a2d tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Pushing event deleted for resources: {'Network': ['ID=c8e974e5-f618-4b1e-b08b-b496abc57dcc,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:05.199557 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-62ccde2d-fe8a-4f7b-8215-9f5853cd5a8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:05.206580 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-62ccde2d-fe8a-4f7b-8215-9f5853cd5a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:05.247157 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:05.288126 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 710c6711-73b5-4443-9f6d-058253ac8526, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=710c6711-73b5-4443-9f6d-058253ac8526,segment=NetworkSegment(d463f3c4-55b2-48f3-8a95-55ffd5aae5fa),segment_id=d463f3c4-55b2-48f3-8a95-55ffd5aae5fa)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:03:05.289090 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-62ccde2d-fe8a-4f7b-8215-9f5853cd5a8c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6669a8c167b446e0bfefc6bfde333f40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8234761 Sep 23 07:03:05.293008 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54284) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:05.293608 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:05.294779 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 2967a824-073c-4484-ab0d-43a76601a0ab no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:03:05.301211 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ccde2d-fe8a-4f7b-8215-9f5853cd5a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c87170-26d5-47fa-982f-faaa0a82b183,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:05.302868 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e75747e0-3334-4d6a-947a-82b740df1e21 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:05.376269 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-39474ba4-d758-47e4-8bb2-e05776bb057e req-5d28648b-fd3b-4365-a420-81a1e0dbc90b tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Deleting port 710c6711-73b5-4443-9f6d-058253ac8526 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:03:05.376692 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-39474ba4-d758-47e4-8bb2-e05776bb057e req-5d28648b-fd3b-4365-a420-81a1e0dbc90b tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:05.381705 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=710c6711-73b5-4443-9f6d-058253ac8526,revision_number=6']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:05.389849 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 2967a824-073c-4484-ab0d-43a76601a0ab not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:03:05.413809 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-568992c6-511d-471c-8ef7-d5a705739b5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:05.444113 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-568992c6-511d-471c-8ef7-d5a705739b5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:05.454870 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f71f2acd-f46e-4d04-b17d-5cb1110ff7fa tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Router 7b62cc22-0df5-49b3-ad7d-e2c11871b1b0 is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 07:03:05.597994 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f14e0-88e0-4770-9564-ad67726da2bc req-da683da8-51c6-448c-a882-338cf10104af tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:05.606169 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f14e0-88e0-4770-9564-ad67726da2bc req-da683da8-51c6-448c-a882-338cf10104af tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:05.609248 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-39474ba4-d758-47e4-8bb2-e05776bb057e req-5d28648b-fd3b-4365-a420-81a1e0dbc90b tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] For port 710c6711-73b5-4443-9f6d-058253ac8526, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=710c6711-73b5-4443-9f6d-058253ac8526,segment=NetworkSegment(d463f3c4-55b2-48f3-8a95-55ffd5aae5fa),segment_id=d463f3c4-55b2-48f3-8a95-55ffd5aae5fa)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:03:05.609632 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-39474ba4-d758-47e4-8bb2-e05776bb057e req-5d28648b-fd3b-4365-a420-81a1e0dbc90b tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:05.612800 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f14e0-88e0-4770-9564-ad67726da2bc req-da683da8-51c6-448c-a882-338cf10104af tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:05.620032 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f14e0-88e0-4770-9564-ad67726da2bc req-da683da8-51c6-448c-a882-338cf10104af tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:05.622341 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ae0f14e0-88e0-4770-9564-ad67726da2bc req-da683da8-51c6-448c-a882-338cf10104af tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79 HTTP/1.1" status: 200 len: 3144 time: 0.1498272 Sep 23 07:03:05.675137 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-568992c6-511d-471c-8ef7-d5a705739b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:05.677724 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-568992c6-511d-471c-8ef7-d5a705739b5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:05.678849 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-568992c6-511d-471c-8ef7-d5a705739b5d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e1c87170-26d5-47fa-982f-faaa0a82b183 HTTP/1.1" status: 204 len: 168 time: 0.3846862 Sep 23 07:03:05.699762 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e75747e0-3334-4d6a-947a-82b740df1e21 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:05.708113 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e75747e0-3334-4d6a-947a-82b740df1e21 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:05.716360 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568992c6-511d-471c-8ef7-d5a705739b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c87170-26d5-47fa-982f-faaa0a82b183,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:05.751103 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ae0f14e0-88e0-4770-9564-ad67726da2bc req-611304ad-ce8a-48d5-9402-67f3ade823df tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/security-groups?id=af4b1172-21fa-42ea-8f78-02b27dc94910&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896397 Sep 23 07:03:05.752024 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f71f2acd-f46e-4d04-b17d-5cb1110ff7fa tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:03:05.762578 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3a5dee-c85b-400b-be76-6186dcdd2786 None None] Sync routers for ids ['7b62cc22-0df5-49b3-ad7d-e2c11871b1b0'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:03:05.773006 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3a5dee-c85b-400b-be76-6186dcdd2786 None None] Routers {'7b62cc22-0df5-49b3-ad7d-e2c11871b1b0'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:03:05.773643 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-2f3a5dee-c85b-400b-be76-6186dcdd2786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:02:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['7b62cc22-0df5-49b3-ad7d-e2c11871b1b0'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:03:05.795113 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75747e0-3334-4d6a-947a-82b740df1e21 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17f8b2c1-9223-42a2-88ec-06439f61c31a,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:05.797079 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f71f2acd-f46e-4d04-b17d-5cb1110ff7fa tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:05.801274 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-f71f2acd-f46e-4d04-b17d-5cb1110ff7fa tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.0476956 Sep 23 07:03:05.801430 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e75747e0-3334-4d6a-947a-82b740df1e21 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:05.801522 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54290) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:05.802491 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-e75747e0-3334-4d6a-947a-82b740df1e21 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9090190 Sep 23 07:03:05.808070 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54292) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:05.814777 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-fb8ec7be-a16f-472c-8bd5-bf7f6d7af90a tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Request body: {'security_group_rule': {'security_group_id': '17f8b2c1-9223-42a2-88ec-06439f61c31a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:03:05.925583 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-2f3a5dee-c85b-400b-be76-6186dcdd2786 None None] Set router 7b62cc22-0df5-49b3-ad7d-e2c11871b1b0 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:03:05.928682 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fb8ec7be-a16f-472c-8bd5-bf7f6d7af90a tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:05.949387 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-39474ba4-d758-47e4-8bb2-e05776bb057e req-5d28648b-fd3b-4365-a420-81a1e0dbc90b tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:05.949768 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-39474ba4-d758-47e4-8bb2-e05776bb057e req-5d28648b-fd3b-4365-a420-81a1e0dbc90b tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:05.950084 n-d-715271-16 neutron-server[95066]: INFO neutron.db.l3_db [req-39474ba4-d758-47e4-8bb2-e05776bb057e req-5d28648b-fd3b-4365-a420-81a1e0dbc90b tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Floating IP 89f7d749-b4ef-4ccd-a285-381ee0d890d4 disassociated. External IP: 172.25.2.157, port: 710c6711-73b5-4443-9f6d-058253ac8526. Sep 23 07:03:05.950426 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-39474ba4-d758-47e4-8bb2-e05776bb057e req-5d28648b-fd3b-4365-a420-81a1e0dbc90b tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Calling delete_port for 710c6711-73b5-4443-9f6d-058253ac8526 owned by compute:nova {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:03:06.078901 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f12de7a3-57a5-4f1c-be16-f1fe08a656f8 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066969'] for router_interface, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:06.124765 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-dd6587db-4f9d-4a34-9481-239940708881 tempest-TestNetworkBasicOps-685493529 tempest-TestNetworkBasicOps-685493529-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=285631e87ef3467186156f903d01ed48&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3218093 Sep 23 07:03:06.125508 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54306) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:06.171599 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fb8ec7be-a16f-472c-8bd5-bf7f6d7af90a tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:06.202930 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-2f3a5dee-c85b-400b-be76-6186dcdd2786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b62cc22-0df5-49b3-ad7d-e2c11871b1b0', 'name': 'tempest-TestNetworkBasicOps-router-942297771', 'tenant_id': '285631e87ef3467186156f903d01ed48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '1632676f-6037-46e4-943b-dccaef4ab4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:03:01Z', 'updated_at': '2021-09-23T07:03:04Z', 'revision_number': 3, 'project_id': '285631e87ef3467186156f903d01ed48', 'gw_port': {'id': '1632676f-6037-46e4-943b-dccaef4ab4b3', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:33:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b62cc22-0df5-49b3-ad7d-e2c11871b1b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:03:02Z', 'updated_at': '2021-09-23T07:03:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:03:06.232838 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fb8ec7be-a16f-472c-8bd5-bf7f6d7af90a tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:06.239642 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3a5dee-c85b-400b-be76-6186dcdd2786 None None] Checking router: 7b62cc22-0df5-49b3-ad7d-e2c11871b1b0 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:03:06.239642 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3a5dee-c85b-400b-be76-6186dcdd2786 None None] Updating router 7b62cc22-0df5-49b3-ad7d-e2c11871b1b0 port 1632676f-6037-46e4-943b-dccaef4ab4b3 binding host n-d-715271-16 {{(pid=95068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 07:03:06.270868 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-2f3a5dee-c85b-400b-be76-6186dcdd2786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:06.370688 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8ec7be-a16f-472c-8bd5-bf7f6d7af90a tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=669558f3-fd04-4928-a726-1d251dc6bcc3,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:06.392602 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fb8ec7be-a16f-472c-8bd5-bf7f6d7af90a tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:06.393828 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-fb8ec7be-a16f-472c-8bd5-bf7f6d7af90a tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5848181 Sep 23 07:03:06.396849 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54316) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:06.415008 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:06.441904 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-05165ab0-224b-4f08-aca5-b4acc7c00089 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:06.445749 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-39474ba4-d758-47e4-8bb2-e05776bb057e req-5d28648b-fd3b-4365-a420-81a1e0dbc90b tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:06.452732 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63137a98-903d-473b-9b8c-52865fbf6bde tempest-TestNetworkBasicOps-685493529 tempest-TestNetworkBasicOps-685493529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:06.456877 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-63137a98-903d-473b-9b8c-52865fbf6bde tempest-TestNetworkBasicOps-685493529 tempest-TestNetworkBasicOps-685493529-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3247361 Sep 23 07:03:06.457056 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-05165ab0-224b-4f08-aca5-b4acc7c00089 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:06.457207 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54320) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:06.496548 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-05165ab0-224b-4f08-aca5-b4acc7c00089 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:06.504185 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-05165ab0-224b-4f08-aca5-b4acc7c00089 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:06.505656 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-05165ab0-224b-4f08-aca5-b4acc7c00089 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/669558f3-fd04-4928-a726-1d251dc6bcc3 HTTP/1.1" status: 204 len: 168 time: 0.1077611 Sep 23 07:03:06.512077 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54322) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:06.533855 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05165ab0-224b-4f08-aca5-b4acc7c00089 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=669558f3-fd04-4928-a726-1d251dc6bcc3,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:06.536068 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e650ab1-4163-4a0e-ad47-59d87ee3ce79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48c8eed9-1a28-4363-b6b7-bf9827fa555e'}, {'server_uuid': '4e650ab1-4163-4a0e-ad47-59d87ee3ce79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dae8f25f-c017-48b4-8dfb-e6deacfb0ac2'}, {'server_uuid': '4e650ab1-4163-4a0e-ad47-59d87ee3ce79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '710c6711-73b5-4443-9f6d-058253ac8526'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:03:06.542505 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e9c54b-224d-46d5-a72d-5a52086639a6" -d '{"events": [{"server_uuid": "4e650ab1-4163-4a0e-ad47-59d87ee3ce79", "name": "network-vif-unplugged", "status": "completed", "tag": "48c8eed9-1a28-4363-b6b7-bf9827fa555e"}, {"server_uuid": "4e650ab1-4163-4a0e-ad47-59d87ee3ce79", "name": "network-vif-unplugged", "status": "completed", "tag": "dae8f25f-c017-48b4-8dfb-e6deacfb0ac2"}, {"server_uuid": "4e650ab1-4163-4a0e-ad47-59d87ee3ce79", "name": "network-vif-unplugged", "status": "completed", "tag": "710c6711-73b5-4443-9f6d-058253ac8526"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:03:06.570730 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-cfe75daa-ba4b-40a4-9811-04c651e0567a tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0570724 Sep 23 07:03:06.573915 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54326) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:06.613550 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Thu, 23 Sep 2021 07:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3fcc016-2f2a-4bad-9105-e95d7c14503b x-openstack-request-id: req-a3fcc016-2f2a-4bad-9105-e95d7c14503b {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:03:06.613851 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e650ab1-4163-4a0e-ad47-59d87ee3ce79", "name": "network-vif-unplugged", "status": "completed", "tag": "48c8eed9-1a28-4363-b6b7-bf9827fa555e", "code": 200}, {"server_uuid": "4e650ab1-4163-4a0e-ad47-59d87ee3ce79", "name": "network-vif-unplugged", "status": "completed", "tag": "dae8f25f-c017-48b4-8dfb-e6deacfb0ac2", "code": 200}, {"server_uuid": "4e650ab1-4163-4a0e-ad47-59d87ee3ce79", "name": "network-vif-unplugged", "status": "completed", "tag": "710c6711-73b5-4443-9f6d-058253ac8526", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:03:06.614122 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a3fcc016-2f2a-4bad-9105-e95d7c14503b {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:03:06.614519 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e650ab1-4163-4a0e-ad47-59d87ee3ce79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48c8eed9-1a28-4363-b6b7-bf9827fa555e', 'code': 200} Sep 23 07:03:06.614768 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e650ab1-4163-4a0e-ad47-59d87ee3ce79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dae8f25f-c017-48b4-8dfb-e6deacfb0ac2', 'code': 200} Sep 23 07:03:06.615174 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e650ab1-4163-4a0e-ad47-59d87ee3ce79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '710c6711-73b5-4443-9f6d-058253ac8526', 'code': 200} Sep 23 07:03:06.642918 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-61e5314b-a0bd-4263-ae41-134c51da5cfe tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:06.680692 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-2f3a5dee-c85b-400b-be76-6186dcdd2786 None None] Notify callbacks [] for port, precommit_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:06.684647 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-61e5314b-a0bd-4263-ae41-134c51da5cfe tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:06.687558 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-2f3a5dee-c85b-400b-be76-6186dcdd2786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:06.753121 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-61e5314b-a0bd-4263-ae41-134c51da5cfe tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:06.756365 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-61e5314b-a0bd-4263-ae41-134c51da5cfe tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:06.757618 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-61e5314b-a0bd-4263-ae41-134c51da5cfe tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] 10.222.0.39 "DELETE /v2.0/security-groups/17f8b2c1-9223-42a2-88ec-06439f61c31a HTTP/1.1" status: 204 len: 168 time: 0.1827288 Sep 23 07:03:06.763821 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54332) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:06.799298 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e5314b-a0bd-4263-ae41-134c51da5cfe tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f8b2c1-9223-42a2-88ec-06439f61c31a,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:06.848554 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-c542dc7e-9432-4e80-b002-dd1152eecd84 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0835922 Sep 23 07:03:06.852835 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54336) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:06.858829 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-1ff123ac-9dc6-4979-ae2d-85b712f742d4 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Request body: {'security_group': {'name': 'tempest-secgroup--1691321185'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:03:06.894395 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-2f3a5dee-c85b-400b-be76-6186dcdd2786 None None] Attempting to bind port 1632676f-6037-46e4-943b-dccaef4ab4b3 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:03:06.895506 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-2f3a5dee-c85b-400b-be76-6186dcdd2786 None None] Attempting to bind port 1632676f-6037-46e4-943b-dccaef4ab4b3 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:03:06.896189 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3a5dee-c85b-400b-be76-6186dcdd2786 None None] Attempting to bind port 1632676f-6037-46e4-943b-dccaef4ab4b3 on network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:03:06.903477 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1ff123ac-9dc6-4979-ae2d-85b712f742d4 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:06.904757 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3a5dee-c85b-400b-be76-6186dcdd2786 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:03:06.905500 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3a5dee-c85b-400b-be76-6186dcdd2786 None None] Checking segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:03:06.906542 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-2f3a5dee-c85b-400b-be76-6186dcdd2786 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:06.907124 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3a5dee-c85b-400b-be76-6186dcdd2786 None None] Bound using segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:03:06.907799 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-2f3a5dee-c85b-400b-be76-6186dcdd2786 None None] Bound port: 1632676f-6037-46e4-943b-dccaef4ab4b3, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:03:06.908371 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-2f3a5dee-c85b-400b-be76-6186dcdd2786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:06.915394 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d28648b-fd3b-4365-a420-81a1e0dbc90b tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Pushing event deleted for resources: {'Port': ['ID=710c6711-73b5-4443-9f6d-058253ac8526,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:06.927270 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-f76a5c0e-c2f1-4665-acab-b5146f7a6a20 tempest-TestNetworkBasicOps-685493529 tempest-TestNetworkBasicOps-685493529-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=0f47978c-41eb-4cc7-92bf-8b873be8a1a0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0722487 Sep 23 07:03:06.930052 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54340) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:06.936191 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-d0d521ef-dd90-41bb-a5ee-00882fc41f84 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-643298073', 'network_id': '7897793b-979a-4e69-a418-9e869418e9ce', 'project_id': '285631e87ef3467186156f903d01ed48', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:03:06.983326 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d38031c-fcca-4974-93b8-43562d78fc39 None None] Pushing event updated for resources: {'Port': ['ID=1632676f-6037-46e4-943b-dccaef4ab4b3,revision_number=2']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:06.988189 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-2f3a5dee-c85b-400b-be76-6186dcdd2786 None None] For port 1632676f-6037-46e4-943b-dccaef4ab4b3, host n-d-715271-16, cleared binding levels {{(pid=95068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:03:07.015407 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-2f3a5dee-c85b-400b-be76-6186dcdd2786 None None] For port 1632676f-6037-46e4-943b-dccaef4ab4b3, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=1632676f-6037-46e4-943b-dccaef4ab4b3,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:03:07.025665 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-2f3a5dee-c85b-400b-be76-6186dcdd2786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:07.043900 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6958e0d-9d44-4b3d-90eb-607f9c987588 req-f9e0eb31-e9e0-4b60-9dd3-2cc17d04a0fe tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:07.049903 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6958e0d-9d44-4b3d-90eb-607f9c987588 req-f9e0eb31-e9e0-4b60-9dd3-2cc17d04a0fe tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:07.056037 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6958e0d-9d44-4b3d-90eb-607f9c987588 req-f9e0eb31-e9e0-4b60-9dd3-2cc17d04a0fe tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:07.060755 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e6958e0d-9d44-4b3d-90eb-607f9c987588 req-f9e0eb31-e9e0-4b60-9dd3-2cc17d04a0fe tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79 HTTP/1.1" status: 200 len: 2410 time: 0.1477270 Sep 23 07:03:07.060951 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54342) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:07.096974 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3a5dee-c85b-400b-be76-6186dcdd2786 None None] Routers {'7b62cc22-0df5-49b3-ad7d-e2c11871b1b0'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:03:07.097814 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-2f3a5dee-c85b-400b-be76-6186dcdd2786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:02:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['7b62cc22-0df5-49b3-ad7d-e2c11871b1b0'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:03:07.127037 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1ff123ac-9dc6-4979-ae2d-85b712f742d4 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:07.135607 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1ff123ac-9dc6-4979-ae2d-85b712f742d4 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:07.185542 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d38031c-fcca-4974-93b8-43562d78fc39 None None] Pushing event updated for resources: {'Port': ['ID=1632676f-6037-46e4-943b-dccaef4ab4b3,revision_number=3']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:07.185932 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d521ef-dd90-41bb-a5ee-00882fc41f84 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Made reservation on behalf of 285631e87ef3467186156f903d01ed48 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:03:07.191697 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d0d521ef-dd90-41bb-a5ee-00882fc41f84 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:07.208970 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1ff123ac-9dc6-4979-ae2d-85b712f742d4 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:07.213315 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-1ff123ac-9dc6-4979-ae2d-85b712f742d4 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3565178 Sep 23 07:03:07.214151 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e6958e0d-9d44-4b3d-90eb-607f9c987588 req-816091a6-6172-49f6-8bfc-10d802e1ab5b tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/security-groups?id=af4b1172-21fa-42ea-8f78-02b27dc94910&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351106 Sep 23 07:03:07.214647 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff123ac-9dc6-4979-ae2d-85b712f742d4 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe1b21a6-5ed2-4a56-b848-2a3ef95a6f09,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:07.215335 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54348) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:07.237493 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-08ea9819-ec1b-4ce2-b86f-919e88b5c4a5 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Request body: {'security_group_rule': {'security_group_id': 'fe1b21a6-5ed2-4a56-b848-2a3ef95a6f09', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:03:07.289276 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-2f3a5dee-c85b-400b-be76-6186dcdd2786 None None] Set router 7b62cc22-0df5-49b3-ad7d-e2c11871b1b0 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:03:07.290012 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39474ba4-d758-47e4-8bb2-e05776bb057e req-5d28648b-fd3b-4365-a420-81a1e0dbc90b tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Router 70e7ed44-50f0-43ab-ae05-66577310bc99 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:03:07.291096 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f9090273-b899-4dc3-9ff4-af1a447a6a6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:07.393335 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-08ea9819-ec1b-4ce2-b86f-919e88b5c4a5 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:07.429959 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d0d521ef-dd90-41bb-a5ee-00882fc41f84 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:07.506225 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d521ef-dd90-41bb-a5ee-00882fc41f84 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Pushing event updated for resources: {'Subnet': ['ID=93b1180b-9db7-40b3-869a-a249e4cc9dce,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:07.512856 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d521ef-dd90-41bb-a5ee-00882fc41f84 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Checking segment: {'id': 'eb311b70-1102-4f8c-88c5-634686033346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '7897793b-979a-4e69-a418-9e869418e9ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:03:07.513221 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d521ef-dd90-41bb-a5ee-00882fc41f84 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Network hostable DHCP agents. Network: 7897793b-979a-4e69-a418-9e869418e9ce, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:03:07.527006 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-f12de7a3-57a5-4f1c-be16-f1fe08a656f8 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Deleting port 35dda49b-d21b-40f8-addd-d464775a2f6b {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:03:07.527711 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f12de7a3-57a5-4f1c-be16-f1fe08a656f8 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:07.532856 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d521ef-dd90-41bb-a5ee-00882fc41f84 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Network 7897793b-979a-4e69-a418-9e869418e9ce is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:03:07.543707 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-2f3a5dee-c85b-400b-be76-6186dcdd2786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b62cc22-0df5-49b3-ad7d-e2c11871b1b0', 'name': 'tempest-TestNetworkBasicOps-router-942297771', 'tenant_id': '285631e87ef3467186156f903d01ed48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '1632676f-6037-46e4-943b-dccaef4ab4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:03:01Z', 'updated_at': '2021-09-23T07:03:04Z', 'revision_number': 3, 'project_id': '285631e87ef3467186156f903d01ed48', 'gw_port': {'id': '1632676f-6037-46e4-943b-dccaef4ab4b3', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:33:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b62cc22-0df5-49b3-ad7d-e2c11871b1b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:03:02Z', 'updated_at': '2021-09-23T07:03:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:03:07.545234 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-d0d521ef-dd90-41bb-a5ee-00882fc41f84 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 7897793b-979a-4e69-a418-9e869418e9ce) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:03:07.554047 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72c4395-f31f-4000-969e-eac5c32e7b70 None None] Network 7897793b-979a-4e69-a418-9e869418e9ce requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:03:07.558692 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d521ef-dd90-41bb-a5ee-00882fc41f84 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:07.559385 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d0d521ef-dd90-41bb-a5ee-00882fc41f84 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:07.580183 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3a5dee-c85b-400b-be76-6186dcdd2786 None None] The sync data for ids ['7b62cc22-0df5-49b3-ad7d-e2c11871b1b0'] in n-d-715271-16 is: [{'id': '7b62cc22-0df5-49b3-ad7d-e2c11871b1b0', 'name': 'tempest-TestNetworkBasicOps-router-942297771', 'tenant_id': '285631e87ef3467186156f903d01ed48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '1632676f-6037-46e4-943b-dccaef4ab4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:03:01Z', 'updated_at': '2021-09-23T07:03:04Z', 'revision_number': 3, 'project_id': '285631e87ef3467186156f903d01ed48', 'gw_port': {'id': '1632676f-6037-46e4-943b-dccaef4ab4b3', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:33:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b62cc22-0df5-49b3-ad7d-e2c11871b1b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:03:02Z', 'updated_at': '2021-09-23T07:03:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:03:07.591427 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-08ea9819-ec1b-4ce2-b86f-919e88b5c4a5 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:07.594825 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39474ba4-d758-47e4-8bb2-e05776bb057e req-5d28648b-fd3b-4365-a420-81a1e0dbc90b tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:03:07.608036 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-08ea9819-ec1b-4ce2-b86f-919e88b5c4a5 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:07.645828 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81ca0e3-0f81-4088-ac30-c1550d3cb89d None None] Sync routers for ids ['70e7ed44-50f0-43ab-ae05-66577310bc99'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:03:07.666185 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81ca0e3-0f81-4088-ac30-c1550d3cb89d None None] Routers {'70e7ed44-50f0-43ab-ae05-66577310bc99'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:03:07.667832 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-b81ca0e3-0f81-4088-ac30-c1550d3cb89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:02:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['70e7ed44-50f0-43ab-ae05-66577310bc99'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:03:07.704800 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-39474ba4-d758-47e4-8bb2-e05776bb057e req-5d28648b-fd3b-4365-a420-81a1e0dbc90b tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] No DVR routers for this DVR port 710c6711-73b5-4443-9f6d-058253ac8526 on host n-h2-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:03:07.712289 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-39474ba4-d758-47e4-8bb2-e05776bb057e req-5d28648b-fd3b-4365-a420-81a1e0dbc90b tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:07.714353 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-39474ba4-d758-47e4-8bb2-e05776bb057e req-5d28648b-fd3b-4365-a420-81a1e0dbc90b tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.58 "DELETE /v2.0/ports/710c6711-73b5-4443-9f6d-058253ac8526 HTTP/1.1" status: 204 len: 173 time: 2.6162512 Sep 23 07:03:07.715798 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ea9819-ec1b-4ce2-b86f-919e88b5c4a5 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c64a0ff-75da-4bba-b476-8d804d1d9738,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:07.717176 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e650ab1-4163-4a0e-ad47-59d87ee3ce79', 'name': 'network-vif-deleted', 'tag': '710c6711-73b5-4443-9f6d-058253ac8526'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:03:07.719558 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5013ae5-5ea8-4ae4-8679-bda7c43cbdfc" -d '{"events": [{"server_uuid": "4e650ab1-4163-4a0e-ad47-59d87ee3ce79", "name": "network-vif-deleted", "tag": "710c6711-73b5-4443-9f6d-058253ac8526"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:03:07.764945 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78598da9-d3c9-4a85-b39c-961b76a4be7b x-openstack-request-id: req-78598da9-d3c9-4a85-b39c-961b76a4be7b {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:03:07.765240 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e650ab1-4163-4a0e-ad47-59d87ee3ce79", "name": "network-vif-deleted", "tag": "710c6711-73b5-4443-9f6d-058253ac8526", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:03:07.765493 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-78598da9-d3c9-4a85-b39c-961b76a4be7b {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:03:07.765957 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e650ab1-4163-4a0e-ad47-59d87ee3ce79', 'name': 'network-vif-deleted', 'tag': '710c6711-73b5-4443-9f6d-058253ac8526', 'status': 'completed', 'code': 200} Sep 23 07:03:07.803167 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-f12de7a3-57a5-4f1c-be16-f1fe08a656f8 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] For port 35dda49b-d21b-40f8-addd-d464775a2f6b, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=35dda49b-d21b-40f8-addd-d464775a2f6b,segment=NetworkSegment(cba4ce49-0d66-4686-96a0-9d11797db016),segment_id=cba4ce49-0d66-4686-96a0-9d11797db016)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:03:07.803534 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f12de7a3-57a5-4f1c-be16-f1fe08a656f8 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:07.807735 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f9090273-b899-4dc3-9ff4-af1a447a6a6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:07.828379 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-d0d521ef-dd90-41bb-a5ee-00882fc41f84 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8963401 Sep 23 07:03:07.829161 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54352) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:07.837626 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f9090273-b899-4dc3-9ff4-af1a447a6a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:07.847456 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-f12de7a3-57a5-4f1c-be16-f1fe08a656f8 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Calling delete_port for 35dda49b-d21b-40f8-addd-d464775a2f6b owned by network:router_interface {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:03:07.856860 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-08ea9819-ec1b-4ce2-b86f-919e88b5c4a5 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:07.869066 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-08ea9819-ec1b-4ce2-b86f-919e88b5c4a5 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6375098 Sep 23 07:03:07.877482 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54354) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:07.878982 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-b81ca0e3-0f81-4088-ac30-c1550d3cb89d None None] Set router 70e7ed44-50f0-43ab-ae05-66577310bc99 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:03:07.940023 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061b51d7-3e99-4c03-9358-0cc778d35fc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-7897793b-979a-4e69-a418-9e869418e9ce', 'network_id': '7897793b-979a-4e69-a418-9e869418e9ce', 'tenant_id': '285631e87ef3467186156f903d01ed48', 'fixed_ips': [{'subnet_id': '93b1180b-9db7-40b3-869a-a249e4cc9dce'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:03:07.941046 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-061b51d7-3e99-4c03-9358-0cc778d35fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:07.998169 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-f9090273-b899-4dc3-9ff4-af1a447a6a6d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3313eeff49a44071b45f54df27c6274a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9345620 Sep 23 07:03:08.004002 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-9c0c06d5-3479-4e0d-9561-d57d27773743 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] 10.222.0.39 "GET /v2.0/security-group-rules/5c64a0ff-75da-4bba-b476-8d804d1d9738 HTTP/1.1" status: 200 len: 763 time: 0.1213524 Sep 23 07:03:08.010042 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54356) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:08.010474 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54358) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:08.028196 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9090273-b899-4dc3-9ff4-af1a447a6a6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f34c04b0-2f9a-4db9-9604-fef6b3e76b6e,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:08.186344 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-477d85a9-1e89-4127-b2df-977ebd25dc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:08.190914 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-39474ba4-d758-47e4-8bb2-e05776bb057e req-f7f17624-d501-4a84-a262-2ea71513926d tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Deleting port ea4acb4d-2ff2-49b3-ae8f-b03131cd7298 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:03:08.191276 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-39474ba4-d758-47e4-8bb2-e05776bb057e req-f7f17624-d501-4a84-a262-2ea71513926d tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:08.247230 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-5e60a878-1a3f-41ca-a030-7205f8a502ba tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2284775 Sep 23 07:03:08.269631 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54362) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:08.312368 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-33e176b3-d41b-4e86-aa89-9ff1f60f907a tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:08.326981 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-33e176b3-d41b-4e86-aa89-9ff1f60f907a tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:08.336089 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ff1339a2-0258-4561-a7ef-e93b62986d3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:08.370349 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-061b51d7-3e99-4c03-9358-0cc778d35fc2 None None] Allocated IP 172.20.0.2 (7897793b-979a-4e69-a418-9e869418e9ce/93b1180b-9db7-40b3-869a-a249e4cc9dce/833308d7-e33b-4969-9ed0-c84a8a63b88d) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:03:08.401463 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-b81ca0e3-0f81-4088-ac30-c1550d3cb89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e7ed44-50f0-43ab-ae05-66577310bc99', 'name': 'tempest-TaggedBootDevicesTest-476475854-router', 'tenant_id': '3be4c5cb804b4ff99ee0f3347ae7c2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': 'c33bd2a1-9902-4797-9792-350b9cbfccfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:52:38Z', 'updated_at': '2021-09-23T06:52:42Z', 'revision_number': 4, 'project_id': '3be4c5cb804b4ff99ee0f3347ae7c2c6', 'gw_port': {'id': 'c33bd2a1-9902-4797-9792-350b9cbfccfb', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:66:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e7ed44-50f0-43ab-ae05-66577310bc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:52:38Z', 'updated_at': '2021-09-23T06:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': 'e9584c77-25b4-4e41-a033-9348f00c5a12', 'name': '', 'network_id': '89158bcd-2a79-4993-ae5b-556a0ab839e7', 'tenant_id': '3be4c5cb804b4ff99ee0f3347ae7c2c6', 'mac_address': 'fa:16:3e:77:4b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e7ed44-50f0-43ab-ae05-66577310bc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '11f8f7b3-d5e2-420b-8586-bf82f5f03fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:52:41Z', 'updated_at': '2021-09-23T06:52:47Z', 'revision_number': 5, 'project_id': '3be4c5cb804b4ff99ee0f3347ae7c2c6', 'subnets': [{'id': '11f8f7b3-d5e2-420b-8586-bf82f5f03fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:03:08.420266 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-33e176b3-d41b-4e86-aa89-9ff1f60f907a tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:08.441476 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81ca0e3-0f81-4088-ac30-c1550d3cb89d None None] Checking router: 70e7ed44-50f0-43ab-ae05-66577310bc99 for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:03:08.469070 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-33e176b3-d41b-4e86-aa89-9ff1f60f907a tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:08.470008 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-33e176b3-d41b-4e86-aa89-9ff1f60f907a tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/5c64a0ff-75da-4bba-b476-8d804d1d9738 HTTP/1.1" status: 204 len: 168 time: 0.1986988 Sep 23 07:03:08.473708 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ff1339a2-0258-4561-a7ef-e93b62986d3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:08.474422 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54366) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:08.476884 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81ca0e3-0f81-4088-ac30-c1550d3cb89d None None] Routers {'70e7ed44-50f0-43ab-ae05-66577310bc99'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:03:08.478146 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-b81ca0e3-0f81-4088-ac30-c1550d3cb89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:02:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['70e7ed44-50f0-43ab-ae05-66577310bc99'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:03:08.508082 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e176b3-d41b-4e86-aa89-9ff1f60f907a tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5c64a0ff-75da-4bba-b476-8d804d1d9738,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:08.512367 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-39474ba4-d758-47e4-8bb2-e05776bb057e req-f7f17624-d501-4a84-a262-2ea71513926d tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] For port ea4acb4d-2ff2-49b3-ae8f-b03131cd7298, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=ea4acb4d-2ff2-49b3-ae8f-b03131cd7298,segment=NetworkSegment(fde5b785-ef23-4548-a8d2-9c3bbce91b66),segment_id=fde5b785-ef23-4548-a8d2-9c3bbce91b66)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:03:08.512865 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-39474ba4-d758-47e4-8bb2-e05776bb057e req-f7f17624-d501-4a84-a262-2ea71513926d tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:08.552101 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-39474ba4-d758-47e4-8bb2-e05776bb057e req-f7f17624-d501-4a84-a262-2ea71513926d tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Calling delete_port for ea4acb4d-2ff2-49b3-ae8f-b03131cd7298 owned by compute:nova {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:03:08.556395 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dc44df-0bc1-49ec-9f7b-80555c53e5ba req-eef753bc-4070-4368-afc7-6741fb2d7683 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:08.561376 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f12de7a3-57a5-4f1c-be16-f1fe08a656f8 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:08.562940 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dc44df-0bc1-49ec-9f7b-80555c53e5ba req-eef753bc-4070-4368-afc7-6741fb2d7683 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:08.569424 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dc44df-0bc1-49ec-9f7b-80555c53e5ba req-eef753bc-4070-4368-afc7-6741fb2d7683 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:08.571774 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d3dc44df-0bc1-49ec-9f7b-80555c53e5ba req-eef753bc-4070-4368-afc7-6741fb2d7683 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79 HTTP/1.1" status: 200 len: 2410 time: 0.1977148 Sep 23 07:03:08.587911 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-64ad1d97-a79d-400b-b078-7a1593e21772 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1075811 Sep 23 07:03:08.591133 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54368) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:08.596773 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-ba6b24e9-321a-4e11-9fff-cebdb001d0a3 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Request body: {'security_group_rule': {'security_group_id': 'fe1b21a6-5ed2-4a56-b848-2a3ef95a6f09', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:03:08.606866 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fb897a4b-41ab-42b2-941b-3ab704044726 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:08.667797 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12de7a3-57a5-4f1c-be16-f1fe08a656f8 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Pushing event deleted for resources: {'Port': ['ID=35dda49b-d21b-40f8-addd-d464775a2f6b,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:08.693360 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-b81ca0e3-0f81-4088-ac30-c1550d3cb89d None None] Set router 70e7ed44-50f0-43ab-ae05-66577310bc99 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:03:08.726240 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d3dc44df-0bc1-49ec-9f7b-80555c53e5ba req-f3cec3fc-9283-4104-ad7d-cd144f04fccd tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/security-groups?id=af4b1172-21fa-42ea-8f78-02b27dc94910&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381412 Sep 23 07:03:08.745280 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ba6b24e9-321a-4e11-9fff-cebdb001d0a3 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:08.814983 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ff1339a2-0258-4561-a7ef-e93b62986d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:08.817800 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ff1339a2-0258-4561-a7ef-e93b62986d3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:08.819055 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-ff1339a2-0258-4561-a7ef-e93b62986d3d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f34c04b0-2f9a-4db9-9604-fef6b3e76b6e HTTP/1.1" status: 204 len: 168 time: 0.8075759 Sep 23 07:03:08.854973 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1339a2-0258-4561-a7ef-e93b62986d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f34c04b0-2f9a-4db9-9604-fef6b3e76b6e,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:08.888682 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-061b51d7-3e99-4c03-9358-0cc778d35fc2 None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:08.965274 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 1632676f-6037-46e4-943b-dccaef4ab4b3 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:03:09.022996 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f12de7a3-57a5-4f1c-be16-f1fe08a656f8 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2068624'] for router_interface, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:09.041386 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-061b51d7-3e99-4c03-9358-0cc778d35fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:09.049028 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ba6b24e9-321a-4e11-9fff-cebdb001d0a3 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:09.066222 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061b51d7-3e99-4c03-9358-0cc778d35fc2 None None] Network 7897793b-979a-4e69-a418-9e869418e9ce is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:03:09.076406 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-061b51d7-3e99-4c03-9358-0cc778d35fc2 None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:03:09.098118 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 1632676f-6037-46e4-943b-dccaef4ab4b3 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:03:09.098634 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:09.100568 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061b51d7-3e99-4c03-9358-0cc778d35fc2 None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:03:09.153625 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-39474ba4-d758-47e4-8bb2-e05776bb057e req-f7f17624-d501-4a84-a262-2ea71513926d tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:09.267122 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f17624-d501-4a84-a262-2ea71513926d tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Pushing event deleted for resources: {'Port': ['ID=ea4acb4d-2ff2-49b3-ae8f-b03131cd7298,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:09.279492 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-061b51d7-3e99-4c03-9358-0cc778d35fc2 None None] Attempting to bind port 833308d7-e33b-4969-9ed0-c84a8a63b88d on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:03:09.280813 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-061b51d7-3e99-4c03-9358-0cc778d35fc2 None None] Attempting to bind port 833308d7-e33b-4969-9ed0-c84a8a63b88d by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': 'eb311b70-1102-4f8c-88c5-634686033346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '7897793b-979a-4e69-a418-9e869418e9ce'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:03:09.281552 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061b51d7-3e99-4c03-9358-0cc778d35fc2 None None] Attempting to bind port 833308d7-e33b-4969-9ed0-c84a8a63b88d on network 7897793b-979a-4e69-a418-9e869418e9ce {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:03:09.298397 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061b51d7-3e99-4c03-9358-0cc778d35fc2 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:03:09.298952 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061b51d7-3e99-4c03-9358-0cc778d35fc2 None None] Checking segment: {'id': 'eb311b70-1102-4f8c-88c5-634686033346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '7897793b-979a-4e69-a418-9e869418e9ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:03:09.299486 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-061b51d7-3e99-4c03-9358-0cc778d35fc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:09.299987 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061b51d7-3e99-4c03-9358-0cc778d35fc2 None None] Bound using segment: {'id': 'eb311b70-1102-4f8c-88c5-634686033346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '7897793b-979a-4e69-a418-9e869418e9ce'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:03:09.300583 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-061b51d7-3e99-4c03-9358-0cc778d35fc2 None None] Bound port: 833308d7-e33b-4969-9ed0-c84a8a63b88d, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb311b70-1102-4f8c-88c5-634686033346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '7897793b-979a-4e69-a418-9e869418e9ce'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:03:09.301074 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-061b51d7-3e99-4c03-9358-0cc778d35fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:09.305576 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-39474ba4-d758-47e4-8bb2-e05776bb057e req-f7f17624-d501-4a84-a262-2ea71513926d tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] No DVR routers for this DVR port ea4acb4d-2ff2-49b3-ae8f-b03131cd7298 on host n-h2-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:03:09.309302 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-39474ba4-d758-47e4-8bb2-e05776bb057e req-f7f17624-d501-4a84-a262-2ea71513926d tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:09.311466 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-39474ba4-d758-47e4-8bb2-e05776bb057e req-f7f17624-d501-4a84-a262-2ea71513926d tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.58 "DELETE /v2.0/ports/ea4acb4d-2ff2-49b3-ae8f-b03131cd7298 HTTP/1.1" status: 204 len: 173 time: 1.5886650 Sep 23 07:03:09.328974 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b51d7-3e99-4c03-9358-0cc778d35fc2 None None] Pushing event updated for resources: {'Port': ['ID=833308d7-e33b-4969-9ed0-c84a8a63b88d,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:09.589047 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f12de7a3-57a5-4f1c-be16-f1fe08a656f8 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Router b8148bc8-056b-428c-9142-b96172a6cdff has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:03:09.641199 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-fb897a4b-41ab-42b2-941b-3ab704044726 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Allocated IP 172.20.0.1 (7897793b-979a-4e69-a418-9e869418e9ce/93b1180b-9db7-40b3-869a-a249e4cc9dce/12f11762-d2b7-419a-957d-836734425303) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:03:09.720516 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:09.729292 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-39474ba4-d758-47e4-8bb2-e05776bb057e req-431d6dc7-7ff1-4e2d-a33a-3a2992d8d2a7 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Deleting port dae8f25f-c017-48b4-8dfb-e6deacfb0ac2 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:03:09.729292 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-39474ba4-d758-47e4-8bb2-e05776bb057e req-431d6dc7-7ff1-4e2d-a33a-3a2992d8d2a7 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:09.820985 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fb897a4b-41ab-42b2-941b-3ab704044726 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:09.850634 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port 1632676f-6037-46e4-943b-dccaef4ab4b3, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=1632676f-6037-46e4-943b-dccaef4ab4b3,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:03:09.870754 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:09.872388 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ba6b24e9-321a-4e11-9fff-cebdb001d0a3 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:09.886897 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fb897a4b-41ab-42b2-941b-3ab704044726 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:09.927647 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb897a4b-41ab-42b2-941b-3ab704044726 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Network 7897793b-979a-4e69-a418-9e869418e9ce is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:03:09.933311 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-39474ba4-d758-47e4-8bb2-e05776bb057e req-431d6dc7-7ff1-4e2d-a33a-3a2992d8d2a7 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] For port dae8f25f-c017-48b4-8dfb-e6deacfb0ac2, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=dae8f25f-c017-48b4-8dfb-e6deacfb0ac2,segment=NetworkSegment(fde5b785-ef23-4548-a8d2-9c3bbce91b66),segment_id=fde5b785-ef23-4548-a8d2-9c3bbce91b66)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:03:09.933694 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-39474ba4-d758-47e4-8bb2-e05776bb057e req-431d6dc7-7ff1-4e2d-a33a-3a2992d8d2a7 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:09.943208 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-fb897a4b-41ab-42b2-941b-3ab704044726 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:03:09.946990 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb897a4b-41ab-42b2-941b-3ab704044726 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:03:09.953810 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-39474ba4-d758-47e4-8bb2-e05776bb057e req-431d6dc7-7ff1-4e2d-a33a-3a2992d8d2a7 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Calling delete_port for dae8f25f-c017-48b4-8dfb-e6deacfb0ac2 owned by compute:nova {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:03:09.994935 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e650ab1-4163-4a0e-ad47-59d87ee3ce79', 'name': 'network-vif-deleted', 'tag': 'ea4acb4d-2ff2-49b3-ae8f-b03131cd7298'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:03:09.997207 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f06ce8a-c0b4-4968-8b25-7b39de9601ea" -d '{"events": [{"server_uuid": "4e650ab1-4163-4a0e-ad47-59d87ee3ce79", "name": "network-vif-deleted", "tag": "ea4acb4d-2ff2-49b3-ae8f-b03131cd7298"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:03:10.000735 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=1632676f-6037-46e4-943b-dccaef4ab4b3,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:10.048182 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-061b51d7-3e99-4c03-9358-0cc778d35fc2 None None] For port 833308d7-e33b-4969-9ed0-c84a8a63b88d, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:03:10.053588 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6b24e9-321a-4e11-9fff-cebdb001d0a3 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cfa5ba8-e440-4e9d-9dc6-95c57b2b0615,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:10.107537 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ba6b24e9-321a-4e11-9fff-cebdb001d0a3 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:10.109205 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-901eb013-85ae-4167-97c3-fc08949fd4c2 x-openstack-request-id: req-901eb013-85ae-4167-97c3-fc08949fd4c2 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:03:10.115618 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-ba6b24e9-321a-4e11-9fff-cebdb001d0a3 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.5177453 Sep 23 07:03:10.116242 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e650ab1-4163-4a0e-ad47-59d87ee3ce79", "name": "network-vif-deleted", "tag": "ea4acb4d-2ff2-49b3-ae8f-b03131cd7298", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:03:10.116750 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-901eb013-85ae-4167-97c3-fc08949fd4c2 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:03:10.117394 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e650ab1-4163-4a0e-ad47-59d87ee3ce79', 'name': 'network-vif-deleted', 'tag': 'ea4acb4d-2ff2-49b3-ae8f-b03131cd7298', 'status': 'completed', 'code': 200} Sep 23 07:03:10.119270 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54396) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:10.123565 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f12de7a3-57a5-4f1c-be16-f1fe08a656f8 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:03:10.135580 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-f12de7a3-57a5-4f1c-be16-f1fe08a656f8 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "PUT /v2.0/routers/b8148bc8-056b-428c-9142-b96172a6cdff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9468002 Sep 23 07:03:10.141640 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733919b8-faec-48e8-95b8-ae4c2c7728a0 None None] Sync routers for ids ['b8148bc8-056b-428c-9142-b96172a6cdff'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:03:10.143507 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54398) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:10.149678 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:10.152883 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-061b51d7-3e99-4c03-9358-0cc778d35fc2 None None] For port 833308d7-e33b-4969-9ed0-c84a8a63b88d, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=833308d7-e33b-4969-9ed0-c84a8a63b88d,segment=NetworkSegment(eb311b70-1102-4f8c-88c5-634686033346),segment_id=eb311b70-1102-4f8c-88c5-634686033346)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:03:10.155810 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-b81ca0e3-0f81-4088-ac30-c1550d3cb89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e7ed44-50f0-43ab-ae05-66577310bc99', 'name': 'tempest-TaggedBootDevicesTest-476475854-router', 'tenant_id': '3be4c5cb804b4ff99ee0f3347ae7c2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': 'c33bd2a1-9902-4797-9792-350b9cbfccfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:52:38Z', 'updated_at': '2021-09-23T06:52:42Z', 'revision_number': 4, 'project_id': '3be4c5cb804b4ff99ee0f3347ae7c2c6', 'gw_port': {'id': 'c33bd2a1-9902-4797-9792-350b9cbfccfb', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:66:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e7ed44-50f0-43ab-ae05-66577310bc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:52:38Z', 'updated_at': '2021-09-23T06:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': 'e9584c77-25b4-4e41-a033-9348f00c5a12', 'name': '', 'network_id': '89158bcd-2a79-4993-ae5b-556a0ab839e7', 'tenant_id': '3be4c5cb804b4ff99ee0f3347ae7c2c6', 'mac_address': 'fa:16:3e:77:4b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e7ed44-50f0-43ab-ae05-66577310bc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '11f8f7b3-d5e2-420b-8586-bf82f5f03fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:52:41Z', 'updated_at': '2021-09-23T06:52:47Z', 'revision_number': 5, 'project_id': '3be4c5cb804b4ff99ee0f3347ae7c2c6', 'subnets': [{'id': '11f8f7b3-d5e2-420b-8586-bf82f5f03fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:03:10.170142 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733919b8-faec-48e8-95b8-ae4c2c7728a0 None None] Routers {'b8148bc8-056b-428c-9142-b96172a6cdff'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:03:10.171422 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fb897a4b-41ab-42b2-941b-3ab704044726 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068614'] for router_interface, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:10.173352 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-733919b8-faec-48e8-95b8-ae4c2c7728a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:02:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['b8148bc8-056b-428c-9142-b96172a6cdff'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:03:10.192294 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-ad7df896-60ff-4068-bb2f-cf41a54c6be4 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] 10.222.0.39 "GET /v2.0/security-group-rules/0cfa5ba8-e440-4e9d-9dc6-95c57b2b0615 HTTP/1.1" status: 200 len: 763 time: 0.0700402 Sep 23 07:03:10.195614 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54400) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:10.197767 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-061b51d7-3e99-4c03-9358-0cc778d35fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:10.207623 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81ca0e3-0f81-4088-ac30-c1550d3cb89d None None] The sync data for ids ['70e7ed44-50f0-43ab-ae05-66577310bc99'] in n-d-715271-16 is: [{'id': '70e7ed44-50f0-43ab-ae05-66577310bc99', 'name': 'tempest-TaggedBootDevicesTest-476475854-router', 'tenant_id': '3be4c5cb804b4ff99ee0f3347ae7c2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': 'c33bd2a1-9902-4797-9792-350b9cbfccfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:52:38Z', 'updated_at': '2021-09-23T06:52:42Z', 'revision_number': 4, 'project_id': '3be4c5cb804b4ff99ee0f3347ae7c2c6', 'gw_port': {'id': 'c33bd2a1-9902-4797-9792-350b9cbfccfb', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:66:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e7ed44-50f0-43ab-ae05-66577310bc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:52:38Z', 'updated_at': '2021-09-23T06:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': 'e9584c77-25b4-4e41-a033-9348f00c5a12', 'name': '', 'network_id': '89158bcd-2a79-4993-ae5b-556a0ab839e7', 'tenant_id': '3be4c5cb804b4ff99ee0f3347ae7c2c6', 'mac_address': 'fa:16:3e:77:4b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e7ed44-50f0-43ab-ae05-66577310bc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '11f8f7b3-d5e2-420b-8586-bf82f5f03fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:52:41Z', 'updated_at': '2021-09-23T06:52:47Z', 'revision_number': 5, 'project_id': '3be4c5cb804b4ff99ee0f3347ae7c2c6', 'subnets': [{'id': '11f8f7b3-d5e2-420b-8586-bf82f5f03fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:03:10.300255 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d9fb1c5-0507-49fa-b782-035e4310e4bc tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Deleting subnet fd0c09e2-c82a-4cad-a465-526013787b0d {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:03:10.310793 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9d9fb1c5-0507-49fa-b782-035e4310e4bc tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:10.356439 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b51d7-3e99-4c03-9358-0cc778d35fc2 None None] Pushing event updated for resources: {'Port': ['ID=833308d7-e33b-4969-9ed0-c84a8a63b88d,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:10.430204 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-a6cf73bd-f898-4e6f-a36e-44efc2b210e1 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2279601 Sep 23 07:03:10.430695 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9d9fb1c5-0507-49fa-b782-035e4310e4bc tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:10.435177 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54414) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:10.447014 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-733919b8-faec-48e8-95b8-ae4c2c7728a0 None None] Set router b8148bc8-056b-428c-9142-b96172a6cdff gateway port host: None {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:03:10.447977 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb897a4b-41ab-42b2-941b-3ab704044726 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Pushing event updated for resources: {'Port': ['ID=12f11762-d2b7-419a-957d-836734425303,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:10.470013 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a0977-a3d2-450b-b15c-53b00a9d68b5 req-e67660f5-2bc4-48e9-b1ce-ffd51866ee42 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:10.482228 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a0977-a3d2-450b-b15c-53b00a9d68b5 req-e67660f5-2bc4-48e9-b1ce-ffd51866ee42 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:10.492648 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4a4a0977-a3d2-450b-b15c-53b00a9d68b5 req-e67660f5-2bc4-48e9-b1ce-ffd51866ee42 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79 HTTP/1.1" status: 200 len: 1677 time: 0.5507641 Sep 23 07:03:10.607202 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fb897a4b-41ab-42b2-941b-3ab704044726 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:10.634572 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d8860463-e3c0-494f-b6dc-4aeb6c770361 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:10.643333 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d8860463-e3c0-494f-b6dc-4aeb6c770361 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:10.645148 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4a4a0977-a3d2-450b-b15c-53b00a9d68b5 req-0df69a74-cd78-467e-84e6-bf00d349b749 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/security-groups?id=af4b1172-21fa-42ea-8f78-02b27dc94910&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1406698 Sep 23 07:03:10.710773 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d8860463-e3c0-494f-b6dc-4aeb6c770361 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:10.721375 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d8860463-e3c0-494f-b6dc-4aeb6c770361 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:10.724663 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-d8860463-e3c0-494f-b6dc-4aeb6c770361 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/0cfa5ba8-e440-4e9d-9dc6-95c57b2b0615 HTTP/1.1" status: 204 len: 168 time: 0.2535257 Sep 23 07:03:10.745251 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54418) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:10.807861 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-39474ba4-d758-47e4-8bb2-e05776bb057e req-431d6dc7-7ff1-4e2d-a33a-3a2992d8d2a7 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:10.809609 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8860463-e3c0-494f-b6dc-4aeb6c770361 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0cfa5ba8-e440-4e9d-9dc6-95c57b2b0615,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:10.878262 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a44189-5d65-417c-9a14-c8c78736ac29 None None] New status for floating IP 89f7d749-b4ef-4ccd-a285-381ee0d890d4: DOWN {{(pid=95067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 07:03:10.908734 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-733919b8-faec-48e8-95b8-ae4c2c7728a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'name': 'tempest-RoutersTest-router-315055706', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:02:29Z', 'updated_at': '2021-09-23T07:03:08Z', 'revision_number': 9, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'gw_port_host': None, '_interfaces': [{'id': '04fcf448-24e2-4fee-a7a4-c938878dd015', 'name': '', 'network_id': '26974d90-e2ba-4afd-b942-0f2a06f56c9e', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'mac_address': 'fa:16:3e:95:b0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': 'deb3ce15-0d7b-4c8f-ab64-0539ca66bda4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:38Z', 'updated_at': '2021-09-23T07:02:48Z', 'revision_number': 5, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'subnets': [{'id': 'deb3ce15-0d7b-4c8f-ab64-0539ca66bda4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ff37deb-8aa1-4743-825b-c5f1036f6b04', 'name': '', 'network_id': '6b02a873-582c-4408-aedd-b3a1f9e2d3db', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'mac_address': 'fa:16:3e:65:e5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': '127ff3a9-b245-488b-bb0d-e99fbbaa80c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:31Z', 'updated_at': '2021-09-23T07:02:37Z', 'revision_number': 5, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'subnets': [{'id': '127ff3a9-b245-488b-bb0d-e99fbbaa80c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:03:10.960253 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54420) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:10.994821 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733919b8-faec-48e8-95b8-ae4c2c7728a0 None None] Checking router: b8148bc8-056b-428c-9142-b96172a6cdff for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:03:11.013591 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:03:11.032343 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733919b8-faec-48e8-95b8-ae4c2c7728a0 None None] Routers {'b8148bc8-056b-428c-9142-b96172a6cdff'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:03:11.033003 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-733919b8-faec-48e8-95b8-ae4c2c7728a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:02:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['b8148bc8-056b-428c-9142-b96172a6cdff'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:03:11.163255 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0f1955de-7fb4-4d93-a0d9-5a63bbf3845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:11.183829 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 1632676f-6037-46e4-943b-dccaef4ab4b3 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:03:11.222101 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-733919b8-faec-48e8-95b8-ae4c2c7728a0 None None] Set router b8148bc8-056b-428c-9142-b96172a6cdff gateway port host: None {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:03:11.242859 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fb897a4b-41ab-42b2-941b-3ab704044726 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:11.257717 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fb897a4b-41ab-42b2-941b-3ab704044726 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:11.293173 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 1632676f-6037-46e4-943b-dccaef4ab4b3 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:03:11.293711 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:11.304673 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b7ac6f16-2b58-41d3-a40e-6b7b10e8383f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:11.378454 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431d6dc7-7ff1-4e2d-a33a-3a2992d8d2a7 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Pushing event deleted for resources: {'Port': ['ID=dae8f25f-c017-48b4-8dfb-e6deacfb0ac2,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:11.392454 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9d9fb1c5-0507-49fa-b782-035e4310e4bc tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:11.462594 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 833308d7-e33b-4969-9ed0-c84a8a63b88d up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:03:11.483252 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b7ac6f16-2b58-41d3-a40e-6b7b10e8383f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:11.487930 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-90b8c8d4-08f5-4f83-9aab-afecd57760e3 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.7383680 Sep 23 07:03:11.495209 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54426) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:11.503541 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-6f0702bc-3e3e-4658-9fb5-4bbf82eb452e tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Request body: {'security_group_rule': {'security_group_id': 'fe1b21a6-5ed2-4a56-b848-2a3ef95a6f09', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:03:11.516600 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:11.528475 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b7ac6f16-2b58-41d3-a40e-6b7b10e8383f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:11.554614 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-733919b8-faec-48e8-95b8-ae4c2c7728a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'name': 'tempest-RoutersTest-router-315055706', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:02:29Z', 'updated_at': '2021-09-23T07:03:08Z', 'revision_number': 9, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'gw_port_host': None, '_interfaces': [{'id': '04fcf448-24e2-4fee-a7a4-c938878dd015', 'name': '', 'network_id': '26974d90-e2ba-4afd-b942-0f2a06f56c9e', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'mac_address': 'fa:16:3e:95:b0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': 'deb3ce15-0d7b-4c8f-ab64-0539ca66bda4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:38Z', 'updated_at': '2021-09-23T07:02:48Z', 'revision_number': 5, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'subnets': [{'id': 'deb3ce15-0d7b-4c8f-ab64-0539ca66bda4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ff37deb-8aa1-4743-825b-c5f1036f6b04', 'name': '', 'network_id': '6b02a873-582c-4408-aedd-b3a1f9e2d3db', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'mac_address': 'fa:16:3e:65:e5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': '127ff3a9-b245-488b-bb0d-e99fbbaa80c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:31Z', 'updated_at': '2021-09-23T07:02:37Z', 'revision_number': 5, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'subnets': [{'id': '127ff3a9-b245-488b-bb0d-e99fbbaa80c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:03:11.560017 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-b7ac6f16-2b58-41d3-a40e-6b7b10e8383f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=32dc25472ece4731b2c599248ac1daff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5916581 Sep 23 07:03:11.562515 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb897a4b-41ab-42b2-941b-3ab704044726 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Pushing event updated for resources: {'Port': ['ID=12f11762-d2b7-419a-957d-836734425303,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:11.564872 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54430) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:11.580101 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fb897a4b-41ab-42b2-941b-3ab704044726 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067062'] for router_interface, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:11.588244 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733919b8-faec-48e8-95b8-ae4c2c7728a0 None None] The sync data for ids ['b8148bc8-056b-428c-9142-b96172a6cdff'] in n-d-715271-16 is: [{'id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'name': 'tempest-RoutersTest-router-315055706', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:02:29Z', 'updated_at': '2021-09-23T07:03:08Z', 'revision_number': 9, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'gw_port_host': None, '_interfaces': [{'id': '04fcf448-24e2-4fee-a7a4-c938878dd015', 'name': '', 'network_id': '26974d90-e2ba-4afd-b942-0f2a06f56c9e', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'mac_address': 'fa:16:3e:95:b0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': 'deb3ce15-0d7b-4c8f-ab64-0539ca66bda4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:38Z', 'updated_at': '2021-09-23T07:02:48Z', 'revision_number': 5, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'subnets': [{'id': 'deb3ce15-0d7b-4c8f-ab64-0539ca66bda4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ff37deb-8aa1-4743-825b-c5f1036f6b04', 'name': '', 'network_id': '6b02a873-582c-4408-aedd-b3a1f9e2d3db', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'mac_address': 'fa:16:3e:65:e5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': '127ff3a9-b245-488b-bb0d-e99fbbaa80c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:31Z', 'updated_at': '2021-09-23T07:02:37Z', 'revision_number': 5, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'subnets': [{'id': '127ff3a9-b245-488b-bb0d-e99fbbaa80c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:03:11.604631 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 833308d7-e33b-4969-9ed0-c84a8a63b88d triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:03:11.605601 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:11.618630 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-39474ba4-d758-47e4-8bb2-e05776bb057e req-431d6dc7-7ff1-4e2d-a33a-3a2992d8d2a7 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] No DVR routers for this DVR port dae8f25f-c017-48b4-8dfb-e6deacfb0ac2 on host n-h2-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:03:11.626720 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-39474ba4-d758-47e4-8bb2-e05776bb057e req-431d6dc7-7ff1-4e2d-a33a-3a2992d8d2a7 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:11.631236 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-39474ba4-d758-47e4-8bb2-e05776bb057e req-431d6dc7-7ff1-4e2d-a33a-3a2992d8d2a7 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.58 "DELETE /v2.0/ports/dae8f25f-c017-48b4-8dfb-e6deacfb0ac2 HTTP/1.1" status: 204 len: 173 time: 2.3135459 Sep 23 07:03:11.651504 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9d9fb1c5-0507-49fa-b782-035e4310e4bc tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:11.705309 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ac6f16-2b58-41d3-a40e-6b7b10e8383f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bcd743a-da79-4d16-8be7-718d42774948,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:11.723322 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fb1c5-0507-49fa-b782-035e4310e4bc tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Pushing event deleted for resources: {'Subnet': ['ID=fd0c09e2-c82a-4cad-a465-526013787b0d,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:11.786410 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9d9fb1c5-0507-49fa-b782-035e4310e4bc tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:11.788584 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-9d9fb1c5-0507-49fa-b782-035e4310e4bc tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "DELETE /v2.0/subnets/fd0c09e2-c82a-4cad-a465-526013787b0d HTTP/1.1" status: 204 len: 168 time: 1.6439688 Sep 23 07:03:11.794424 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54434) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:11.804225 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c5013a-18e7-4b28-b391-1a9790f06ba6 None None] Network c879ed42-f5a4-4b02-a219-724494b54f09 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:03:11.825500 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:11.832402 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7afd5bdb-eaf3-47c3-8b5c-1161cb209e95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:11.851947 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6f0702bc-3e3e-4658-9fb5-4bbf82eb452e tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:11.876828 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port 833308d7-e33b-4969-9ed0-c84a8a63b88d, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=833308d7-e33b-4969-9ed0-c84a8a63b88d,segment=NetworkSegment(eb311b70-1102-4f8c-88c5-634686033346),segment_id=eb311b70-1102-4f8c-88c5-634686033346)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:03:11.919031 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6325bda0-fb90-4ddd-a5b9-a8bf6246f85d req-ddd928b6-165e-4413-a413-c9cc996516c1 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:11.921852 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:11.922713 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6325bda0-fb90-4ddd-a5b9-a8bf6246f85d req-ddd928b6-165e-4413-a413-c9cc996516c1 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79 HTTP/1.1" status: 200 len: 943 time: 0.1559217 Sep 23 07:03:11.929307 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7afd5bdb-eaf3-47c3-8b5c-1161cb209e95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:11.957893 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6a9b7ff6-5d7a-417c-89e4-f90d60820011 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:12.027658 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb897a4b-41ab-42b2-941b-3ab704044726 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Network 7897793b-979a-4e69-a418-9e869418e9ce is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:03:12.053297 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-fb897a4b-41ab-42b2-941b-3ab704044726 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:03:12.074302 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=833308d7-e33b-4969-9ed0-c84a8a63b88d,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:12.096592 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d0314a-6952-4d6b-8890-08cb2081bfaa None None] Network 7897793b-979a-4e69-a418-9e869418e9ce requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:03:12.119620 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e650ab1-4163-4a0e-ad47-59d87ee3ce79', 'name': 'network-vif-deleted', 'tag': 'dae8f25f-c017-48b4-8dfb-e6deacfb0ac2'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:03:12.122224 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6325bda0-fb90-4ddd-a5b9-a8bf6246f85d req-3f898544-c6c2-4b59-a190-0174b2853552 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/security-groups?id=af4b1172-21fa-42ea-8f78-02b27dc94910&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1825595 Sep 23 07:03:12.134769 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526ae73a-7ad7-4e44-858e-ba288393ba2f" -d '{"events": [{"server_uuid": "4e650ab1-4163-4a0e-ad47-59d87ee3ce79", "name": "network-vif-deleted", "tag": "dae8f25f-c017-48b4-8dfb-e6deacfb0ac2"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:03:12.153246 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6f0702bc-3e3e-4658-9fb5-4bbf82eb452e tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:12.159318 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7afd5bdb-eaf3-47c3-8b5c-1161cb209e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:12.176910 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7afd5bdb-eaf3-47c3-8b5c-1161cb209e95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:12.177195 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-39474ba4-d758-47e4-8bb2-e05776bb057e req-7dd3f627-7040-44c6-97cb-2df91318f0f1 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Deleting port 48c8eed9-1a28-4363-b6b7-bf9827fa555e {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:03:12.177661 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-39474ba4-d758-47e4-8bb2-e05776bb057e req-7dd3f627-7040-44c6-97cb-2df91318f0f1 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:12.182656 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-7afd5bdb-eaf3-47c3-8b5c-1161cb209e95 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2bcd743a-da79-4d16-8be7-718d42774948 HTTP/1.1" status: 204 len: 168 time: 0.6004040 Sep 23 07:03:12.183516 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6f0702bc-3e3e-4658-9fb5-4bbf82eb452e tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:12.250161 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb3912b-c46b-4c53-941b-d4d941fbb8a0 x-openstack-request-id: req-2fb3912b-c46b-4c53-941b-d4d941fbb8a0 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:03:12.250583 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e650ab1-4163-4a0e-ad47-59d87ee3ce79", "name": "network-vif-deleted", "tag": "dae8f25f-c017-48b4-8dfb-e6deacfb0ac2", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:03:12.250938 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2fb3912b-c46b-4c53-941b-d4d941fbb8a0 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:03:12.251434 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e650ab1-4163-4a0e-ad47-59d87ee3ce79', 'name': 'network-vif-deleted', 'tag': 'dae8f25f-c017-48b4-8dfb-e6deacfb0ac2', 'status': 'completed', 'code': 200} Sep 23 07:03:12.260601 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0702bc-3e3e-4658-9fb5-4bbf82eb452e tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bbad868-0233-4399-abd9-9e3bd47da4c0,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:12.275004 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb897a4b-41ab-42b2-941b-3ab704044726 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Router 7b62cc22-0df5-49b3-ad7d-e2c11871b1b0 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:03:12.276889 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd5bdb-eaf3-47c3-8b5c-1161cb209e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bcd743a-da79-4d16-8be7-718d42774948,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:12.310700 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6f0702bc-3e3e-4658-9fb5-4bbf82eb452e tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:12.312171 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-6f0702bc-3e3e-4658-9fb5-4bbf82eb452e tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8142855 Sep 23 07:03:12.318638 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-6a9b7ff6-5d7a-417c-89e4-f90d60820011 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Deleting port eca25175-b648-49b4-8ed5-0faae5660379 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:03:12.319252 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6a9b7ff6-5d7a-417c-89e4-f90d60820011 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:12.324611 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54440) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:12.361909 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8bb553f-9448-44da-91eb-a658b42d77c3 None None] DHCP port deletion for c879ed42-f5a4-4b02-a219-724494b54f09 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 07:03:12.378991 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-9a25befd-b5d4-4392-a61f-b8fff645247e tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] 10.222.0.39 "GET /v2.0/security-group-rules/5bbad868-0233-4399-abd9-9e3bd47da4c0 HTTP/1.1" status: 200 len: 764 time: 0.0532289 Sep 23 07:03:12.390844 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54442) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:12.407057 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-39474ba4-d758-47e4-8bb2-e05776bb057e req-7dd3f627-7040-44c6-97cb-2df91318f0f1 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] For port 48c8eed9-1a28-4363-b6b7-bf9827fa555e, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=48c8eed9-1a28-4363-b6b7-bf9827fa555e,segment=NetworkSegment(6122d0a0-a111-47a2-9b69-1c70b7fdcd2a),segment_id=6122d0a0-a111-47a2-9b69-1c70b7fdcd2a)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:03:12.407696 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-39474ba4-d758-47e4-8bb2-e05776bb057e req-7dd3f627-7040-44c6-97cb-2df91318f0f1 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:12.443273 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb897a4b-41ab-42b2-941b-3ab704044726 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:03:12.450804 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-fb897a4b-41ab-42b2-941b-3ab704044726 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "PUT /v2.0/routers/7b62cc22-0df5-49b3-ad7d-e2c11871b1b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6202066 Sep 23 07:03:12.452904 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54446) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:12.457644 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19954409-3b57-4403-89a7-52b2dc558726 None None] Sync routers for ids ['7b62cc22-0df5-49b3-ad7d-e2c11871b1b0'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:03:12.468515 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-39474ba4-d758-47e4-8bb2-e05776bb057e req-7dd3f627-7040-44c6-97cb-2df91318f0f1 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Calling delete_port for 48c8eed9-1a28-4363-b6b7-bf9827fa555e owned by compute:nova {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:03:12.476969 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19954409-3b57-4403-89a7-52b2dc558726 None None] Routers {'7b62cc22-0df5-49b3-ad7d-e2c11871b1b0'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:03:12.480960 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-19954409-3b57-4403-89a7-52b2dc558726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:03:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['7b62cc22-0df5-49b3-ad7d-e2c11871b1b0'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:03:12.481727 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-6a9b7ff6-5d7a-417c-89e4-f90d60820011 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] For port eca25175-b648-49b4-8ed5-0faae5660379, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=eca25175-b648-49b4-8ed5-0faae5660379,segment=NetworkSegment(cba4ce49-0d66-4686-96a0-9d11797db016),segment_id=cba4ce49-0d66-4686-96a0-9d11797db016)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:03:12.482319 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6a9b7ff6-5d7a-417c-89e4-f90d60820011 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:12.482808 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:12.483608 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-52102609-b68c-4c42-b7cf-974cdbc16b17 None None] Provisioning complete for port 833308d7-e33b-4969-9ed0-c84a8a63b88d triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:03:12.484070 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-52102609-b68c-4c42-b7cf-974cdbc16b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:12.517802 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-6a9b7ff6-5d7a-417c-89e4-f90d60820011 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Calling delete_port for eca25175-b648-49b4-8ed5-0faae5660379 owned by network:dhcp {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:03:12.574431 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-23f18c51-7dbd-4875-ae4b-62df91b02dc9 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1821485 Sep 23 07:03:12.578230 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54450) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:12.651890 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-d8bb553f-9448-44da-91eb-a658b42d77c3 None None] Deleting port eca25175-b648-49b4-8ed5-0faae5660379 {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:03:12.652289 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d8bb553f-9448-44da-91eb-a658b42d77c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:12.660098 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-19954409-3b57-4403-89a7-52b2dc558726 None None] Set router 7b62cc22-0df5-49b3-ad7d-e2c11871b1b0 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:03:12.681178 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6bcf8a81-3246-413c-b88e-83acfc69bfc6 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:12.732041 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6bcf8a81-3246-413c-b88e-83acfc69bfc6 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:12.794392 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-d8bb553f-9448-44da-91eb-a658b42d77c3 None None] For port eca25175-b648-49b4-8ed5-0faae5660379, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=eca25175-b648-49b4-8ed5-0faae5660379,segment=NetworkSegment(cba4ce49-0d66-4686-96a0-9d11797db016),segment_id=cba4ce49-0d66-4686-96a0-9d11797db016)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:03:12.794787 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d8bb553f-9448-44da-91eb-a658b42d77c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:12.835894 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 833308d7-e33b-4969-9ed0-c84a8a63b88d up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:03:12.883584 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-d8bb553f-9448-44da-91eb-a658b42d77c3 None None] Calling delete_port for eca25175-b648-49b4-8ed5-0faae5660379 owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:03:12.899580 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058c0f4a-ec13-48f3-a3b9-56a047a6bf39 tempest-TestNetworkBasicOps-685493529 tempest-TestNetworkBasicOps-685493529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:12.900798 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058c0f4a-ec13-48f3-a3b9-56a047a6bf39 tempest-TestNetworkBasicOps-685493529 tempest-TestNetworkBasicOps-685493529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:12.902407 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058c0f4a-ec13-48f3-a3b9-56a047a6bf39 tempest-TestNetworkBasicOps-685493529 tempest-TestNetworkBasicOps-685493529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:12.902890 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058c0f4a-ec13-48f3-a3b9-56a047a6bf39 tempest-TestNetworkBasicOps-685493529 tempest-TestNetworkBasicOps-685493529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:12.908633 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058c0f4a-ec13-48f3-a3b9-56a047a6bf39 tempest-TestNetworkBasicOps-685493529 tempest-TestNetworkBasicOps-685493529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:12.909117 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058c0f4a-ec13-48f3-a3b9-56a047a6bf39 tempest-TestNetworkBasicOps-685493529 tempest-TestNetworkBasicOps-685493529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:12.911975 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058c0f4a-ec13-48f3-a3b9-56a047a6bf39 tempest-TestNetworkBasicOps-685493529 tempest-TestNetworkBasicOps-685493529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:12.913770 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058c0f4a-ec13-48f3-a3b9-56a047a6bf39 tempest-TestNetworkBasicOps-685493529 tempest-TestNetworkBasicOps-685493529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:12.917293 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058c0f4a-ec13-48f3-a3b9-56a047a6bf39 tempest-TestNetworkBasicOps-685493529 tempest-TestNetworkBasicOps-685493529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:12.917791 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058c0f4a-ec13-48f3-a3b9-56a047a6bf39 tempest-TestNetworkBasicOps-685493529 tempest-TestNetworkBasicOps-685493529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:12.918339 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058c0f4a-ec13-48f3-a3b9-56a047a6bf39 tempest-TestNetworkBasicOps-685493529 tempest-TestNetworkBasicOps-685493529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:12.923742 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-058c0f4a-ec13-48f3-a3b9-56a047a6bf39 tempest-TestNetworkBasicOps-685493529 tempest-TestNetworkBasicOps-685493529-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7674 time: 0.4670203 Sep 23 07:03:12.924141 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54460) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:12.928578 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6a9b7ff6-5d7a-417c-89e4-f90d60820011 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:12.939282 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 833308d7-e33b-4969-9ed0-c84a8a63b88d triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:03:12.939282 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:12.969694 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6bcf8a81-3246-413c-b88e-83acfc69bfc6 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:12.981244 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6bcf8a81-3246-413c-b88e-83acfc69bfc6 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:12.982768 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-6bcf8a81-3246-413c-b88e-83acfc69bfc6 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/5bbad868-0233-4399-abd9-9e3bd47da4c0 HTTP/1.1" status: 204 len: 168 time: 0.4021130 Sep 23 07:03:12.988857 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9b7ff6-5d7a-417c-89e4-f90d60820011 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Pushing event deleted for resources: {'Port': ['ID=eca25175-b648-49b4-8ed5-0faae5660379,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:12.990747 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54464) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:12.999870 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9b7ff6-5d7a-417c-89e4-f90d60820011 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] No DVR routers for this DVR port eca25175-b648-49b4-8ed5-0faae5660379 on host n-d-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:03:13.020388 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcf8a81-3246-413c-b88e-83acfc69bfc6 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5bbad868-0233-4399-abd9-9e3bd47da4c0,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:13.049031 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-39474ba4-d758-47e4-8bb2-e05776bb057e req-7dd3f627-7040-44c6-97cb-2df91318f0f1 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:13.131034 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd3f627-7040-44c6-97cb-2df91318f0f1 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Pushing event deleted for resources: {'Port': ['ID=48c8eed9-1a28-4363-b6b7-bf9827fa555e,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:13.167191 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22dca8b-cd4e-44d0-ad74-b06a2d55ca97 tempest-TestNetworkBasicOps-685493529 tempest-TestNetworkBasicOps-685493529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:13.171379 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22dca8b-cd4e-44d0-ad74-b06a2d55ca97 tempest-TestNetworkBasicOps-685493529 tempest-TestNetworkBasicOps-685493529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:13.184238 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22dca8b-cd4e-44d0-ad74-b06a2d55ca97 tempest-TestNetworkBasicOps-685493529 tempest-TestNetworkBasicOps-685493529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:13.190565 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22dca8b-cd4e-44d0-ad74-b06a2d55ca97 tempest-TestNetworkBasicOps-685493529 tempest-TestNetworkBasicOps-685493529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:13.191534 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22dca8b-cd4e-44d0-ad74-b06a2d55ca97 tempest-TestNetworkBasicOps-685493529 tempest-TestNetworkBasicOps-685493529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:13.195031 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22dca8b-cd4e-44d0-ad74-b06a2d55ca97 tempest-TestNetworkBasicOps-685493529 tempest-TestNetworkBasicOps-685493529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:13.200884 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d8bb553f-9448-44da-91eb-a658b42d77c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:13.201789 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22dca8b-cd4e-44d0-ad74-b06a2d55ca97 tempest-TestNetworkBasicOps-685493529 tempest-TestNetworkBasicOps-685493529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:13.204657 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22dca8b-cd4e-44d0-ad74-b06a2d55ca97 tempest-TestNetworkBasicOps-685493529 tempest-TestNetworkBasicOps-685493529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:13.205281 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22dca8b-cd4e-44d0-ad74-b06a2d55ca97 tempest-TestNetworkBasicOps-685493529 tempest-TestNetworkBasicOps-685493529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:13.205629 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22dca8b-cd4e-44d0-ad74-b06a2d55ca97 tempest-TestNetworkBasicOps-685493529 tempest-TestNetworkBasicOps-685493529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:13.224245 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-c22dca8b-cd4e-44d0-ad74-b06a2d55ca97 tempest-TestNetworkBasicOps-685493529 tempest-TestNetworkBasicOps-685493529-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6362 time: 0.2884736 Sep 23 07:03:13.224245 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54472) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:13.226228 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bb553f-9448-44da-91eb-a658b42d77c3 None None] Pushing event deleted for resources: {'Port': ['ID=eca25175-b648-49b4-8ed5-0faae5660379,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:13.246858 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bb553f-9448-44da-91eb-a658b42d77c3 None None] No DVR routers for this DVR port eca25175-b648-49b4-8ed5-0faae5660379 on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:03:13.265099 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-0b718d7e-c2d7-4264-a027-b0c93e10b861 None None] Provisioning complete for port 12f11762-d2b7-419a-957d-836734425303 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:03:13.265671 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0b718d7e-c2d7-4264-a027-b0c93e10b861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:13.281184 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-8985f35b-8c3a-448d-9481-b2d650d80097 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2788734 Sep 23 07:03:13.333940 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-0b718d7e-c2d7-4264-a027-b0c93e10b861 None None] Port 12f11762-d2b7-419a-957d-836734425303 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:03:13.338520 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device eca25175-b648-49b4-8ed5-0faae5660379 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:03:13.351850 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6a9b7ff6-5d7a-417c-89e4-f90d60820011 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:13.363987 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: eca25175-b648-49b4-8ed5-0faae5660379 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:03:13.364617 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device eca25175-b648-49b4-8ed5-0faae5660379 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:03:13.365153 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 35dda49b-d21b-40f8-addd-d464775a2f6b no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:03:13.368738 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54476) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:13.372610 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-39474ba4-d758-47e4-8bb2-e05776bb057e req-7dd3f627-7040-44c6-97cb-2df91318f0f1 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] No DVR routers for this DVR port 48c8eed9-1a28-4363-b6b7-bf9827fa555e on host n-h2-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:03:13.387660 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-19954409-3b57-4403-89a7-52b2dc558726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b62cc22-0df5-49b3-ad7d-e2c11871b1b0', 'name': 'tempest-TestNetworkBasicOps-router-942297771', 'tenant_id': '285631e87ef3467186156f903d01ed48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '1632676f-6037-46e4-943b-dccaef4ab4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:03:01Z', 'updated_at': '2021-09-23T07:03:10Z', 'revision_number': 4, 'project_id': '285631e87ef3467186156f903d01ed48', 'gw_port': {'id': '1632676f-6037-46e4-943b-dccaef4ab4b3', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:33:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b62cc22-0df5-49b3-ad7d-e2c11871b1b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:03:02Z', 'updated_at': '2021-09-23T07:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '12f11762-d2b7-419a-957d-836734425303', 'name': '', 'network_id': '7897793b-979a-4e69-a418-9e869418e9ce', 'tenant_id': '285631e87ef3467186156f903d01ed48', 'mac_address': 'fa:16:3e:84:3d:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b62cc22-0df5-49b3-ad7d-e2c11871b1b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '93b1180b-9db7-40b3-869a-a249e4cc9dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:03:08Z', 'updated_at': '2021-09-23T07:03:11Z', 'revision_number': 2, 'project_id': '285631e87ef3467186156f903d01ed48', 'subnets': [{'id': '93b1180b-9db7-40b3-869a-a249e4cc9dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:03:13.392207 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-39474ba4-d758-47e4-8bb2-e05776bb057e req-7dd3f627-7040-44c6-97cb-2df91318f0f1 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:13.394069 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 35dda49b-d21b-40f8-addd-d464775a2f6b {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:03:13.394539 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 35dda49b-d21b-40f8-addd-d464775a2f6b not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:03:13.400326 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-39474ba4-d758-47e4-8bb2-e05776bb057e req-7dd3f627-7040-44c6-97cb-2df91318f0f1 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.58 "DELETE /v2.0/ports/48c8eed9-1a28-4363-b6b7-bf9827fa555e HTTP/1.1" status: 204 len: 173 time: 1.7588663 Sep 23 07:03:13.432117 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-0b718d7e-c2d7-4264-a027-b0c93e10b861 None None] Provisioning complete for port 833308d7-e33b-4969-9ed0-c84a8a63b88d triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:03:13.432943 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0b718d7e-c2d7-4264-a027-b0c93e10b861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:13.457180 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-6a9b7ff6-5d7a-417c-89e4-f90d60820011 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c879ed42-f5a4-4b02-a219-724494b54f09']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:03:13.491000 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19954409-3b57-4403-89a7-52b2dc558726 None None] Checking router: 7b62cc22-0df5-49b3-ad7d-e2c11871b1b0 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:03:13.491545 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19954409-3b57-4403-89a7-52b2dc558726 None None] Updating router 7b62cc22-0df5-49b3-ad7d-e2c11871b1b0 port 12f11762-d2b7-419a-957d-836734425303 binding host n-d-715271-16 {{(pid=95068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 07:03:13.523376 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-49b02263-ad94-47be-bf72-6cef6e9e91dc tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:13.544502 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-19954409-3b57-4403-89a7-52b2dc558726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:13.559371 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4f1cbc10-a08e-4dd0-a4df-6dd58b97fdf3 req-401a74cf-cd1f-45f6-8773-890b1c8b366b tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79 HTTP/1.1" status: 200 len: 210 time: 0.1770329 Sep 23 07:03:13.569795 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-6a9b7ff6-5d7a-417c-89e4-f90d60820011 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cba4ce49-0d66-4686-96a0-9d11797db016') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:03:13.575853 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-6a9b7ff6-5d7a-417c-89e4-f90d60820011 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cba4ce49-0d66-4686-96a0-9d11797db016') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:03:13.602704 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6a9b7ff6-5d7a-417c-89e4-f90d60820011 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:13.631724 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6a9b7ff6-5d7a-417c-89e4-f90d60820011 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:13.642072 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a9b7ff6-5d7a-417c-89e4-f90d60820011 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:03:13.642489 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6a9b7ff6-5d7a-417c-89e4-f90d60820011 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:13.646004 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 07:03:13.646004 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:03:13.646004 n-d-715271-16 neutron-server[95066]: timer() Sep 23 07:03:13.646004 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:03:13.646004 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 07:03:13.646004 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:03:13.646004 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 07:03:13.646004 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:03:13.646004 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 07:03:13.646004 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:03:13.646004 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 07:03:13.646004 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:03:13.646004 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 07:03:13.646004 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:03:13.646004 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:03:13.646004 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:03:13.646004 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:03:13.646004 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:03:13.646004 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 07:03:13.646004 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:03:13.646004 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 07:03:13.646004 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:03:13.646004 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:03:13.646004 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:03:13.646004 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 07:03:13.646004 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:03:13.646004 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:03:13.646004 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:03:13.646004 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:03:13.646004 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:03:13.646004 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:03:13.646004 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:03:13.675551 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-49b02263-ad94-47be-bf72-6cef6e9e91dc tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:13.731598 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6a9b7ff6-5d7a-417c-89e4-f90d60820011 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:13.766196 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6a9b7ff6-5d7a-417c-89e4-f90d60820011 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:13.769672 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-6a9b7ff6-5d7a-417c-89e4-f90d60820011 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "DELETE /v2.0/networks/c879ed42-f5a4-4b02-a219-724494b54f09 HTTP/1.1" status: 204 len: 168 time: 1.9730334 Sep 23 07:03:13.789357 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54482) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:13.807884 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9b7ff6-5d7a-417c-89e4-f90d60820011 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Pushing event deleted for resources: {'Network': ['ID=c879ed42-f5a4-4b02-a219-724494b54f09,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:13.839738 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:13.850272 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a05bae25-6089-4d0b-a7e0-919bb1c5916c None None] Provisioning complete for port 12f11762-d2b7-419a-957d-836734425303 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:03:13.850874 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a05bae25-6089-4d0b-a7e0-919bb1c5916c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:13.928357 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a05bae25-6089-4d0b-a7e0-919bb1c5916c None None] Port 12f11762-d2b7-419a-957d-836734425303 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:03:14.034349 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-49b02263-ad94-47be-bf72-6cef6e9e91dc tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:14.037890 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-49b02263-ad94-47be-bf72-6cef6e9e91dc tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:14.039980 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-49b02263-ad94-47be-bf72-6cef6e9e91dc tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] 10.222.0.39 "DELETE /v2.0/security-groups/fe1b21a6-5ed2-4a56-b848-2a3ef95a6f09 HTTP/1.1" status: 204 len: 168 time: 0.6541030 Sep 23 07:03:14.042847 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54488) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:14.119985 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b02263-ad94-47be-bf72-6cef6e9e91dc tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe1b21a6-5ed2-4a56-b848-2a3ef95a6f09,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:14.123043 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-19954409-3b57-4403-89a7-52b2dc558726 None None] Notify callbacks [] for port, precommit_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:14.132224 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-19954409-3b57-4403-89a7-52b2dc558726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:14.176408 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-720a35e1-0053-46c1-874f-b1b1dd1308b4 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1320579 Sep 23 07:03:14.179030 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-c9a5a5ff-e9a6-4989-8b35-18822e65371d None None] Provisioning complete for port 12f11762-d2b7-419a-957d-836734425303 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:03:14.180135 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c9a5a5ff-e9a6-4989-8b35-18822e65371d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:14.182590 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54492) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:14.234060 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75079a5-6fc4-425e-9b6d-9c6aaadbed38 None None] Pushing event updated for resources: {'Port': ['ID=12f11762-d2b7-419a-957d-836734425303,revision_number=3']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:14.252882 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e650ab1-4163-4a0e-ad47-59d87ee3ce79', 'name': 'network-vif-deleted', 'tag': '48c8eed9-1a28-4363-b6b7-bf9827fa555e'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:03:14.255231 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75668bbb-177c-4dea-b267-07b1d7f10b92" -d '{"events": [{"server_uuid": "4e650ab1-4163-4a0e-ad47-59d87ee3ce79", "name": "network-vif-deleted", "tag": "48c8eed9-1a28-4363-b6b7-bf9827fa555e"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:03:14.272953 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-c9a5a5ff-e9a6-4989-8b35-18822e65371d None None] Port 12f11762-d2b7-419a-957d-836734425303 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:03:14.300652 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-5ec8d7c3-fa84-4a75-9f4f-c224d81079a6 tempest-SecGroupTest-54997130 tempest-SecGroupTest-54997130-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1118886 Sep 23 07:03:14.316134 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-19954409-3b57-4403-89a7-52b2dc558726 None None] Attempting to bind port 12f11762-d2b7-419a-957d-836734425303 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:03:14.316509 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-19954409-3b57-4403-89a7-52b2dc558726 None None] Attempting to bind port 12f11762-d2b7-419a-957d-836734425303 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': 'eb311b70-1102-4f8c-88c5-634686033346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '7897793b-979a-4e69-a418-9e869418e9ce'}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:03:14.316871 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19954409-3b57-4403-89a7-52b2dc558726 None None] Attempting to bind port 12f11762-d2b7-419a-957d-836734425303 on network 7897793b-979a-4e69-a418-9e869418e9ce {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:03:14.328606 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca59d782-bf02-456b-98d3-eb2eb8742f85 x-openstack-request-id: req-ca59d782-bf02-456b-98d3-eb2eb8742f85 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:03:14.328911 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e650ab1-4163-4a0e-ad47-59d87ee3ce79", "name": "network-vif-deleted", "tag": "48c8eed9-1a28-4363-b6b7-bf9827fa555e", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:03:14.329164 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ca59d782-bf02-456b-98d3-eb2eb8742f85 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:03:14.329604 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e650ab1-4163-4a0e-ad47-59d87ee3ce79', 'name': 'network-vif-deleted', 'tag': '48c8eed9-1a28-4363-b6b7-bf9827fa555e', 'status': 'completed', 'code': 200} Sep 23 07:03:14.334610 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19954409-3b57-4403-89a7-52b2dc558726 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:03:14.334986 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19954409-3b57-4403-89a7-52b2dc558726 None None] Checking segment: {'id': 'eb311b70-1102-4f8c-88c5-634686033346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '7897793b-979a-4e69-a418-9e869418e9ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:03:14.335384 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-19954409-3b57-4403-89a7-52b2dc558726 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:14.335785 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19954409-3b57-4403-89a7-52b2dc558726 None None] Bound using segment: {'id': 'eb311b70-1102-4f8c-88c5-634686033346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '7897793b-979a-4e69-a418-9e869418e9ce'} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:03:14.336237 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-19954409-3b57-4403-89a7-52b2dc558726 None None] Bound port: 12f11762-d2b7-419a-957d-836734425303, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb311b70-1102-4f8c-88c5-634686033346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '7897793b-979a-4e69-a418-9e869418e9ce'}}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:03:14.336676 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-19954409-3b57-4403-89a7-52b2dc558726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:14.386873 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-6bf762ec-25ed-4ad1-b621-c43f5d9e0141 tempest-TestNetworkBasicOps-685493529 tempest-TestNetworkBasicOps-685493529-project-admin] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3581 time: 1.1679008 Sep 23 07:03:14.473935 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-19954409-3b57-4403-89a7-52b2dc558726 None None] For port 12f11762-d2b7-419a-957d-836734425303, host n-d-715271-16, cleared binding levels {{(pid=95068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:03:14.483429 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-19954409-3b57-4403-89a7-52b2dc558726 None None] For port 12f11762-d2b7-419a-957d-836734425303, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=12f11762-d2b7-419a-957d-836734425303,segment=NetworkSegment(eb311b70-1102-4f8c-88c5-634686033346),segment_id=eb311b70-1102-4f8c-88c5-634686033346)] {{(pid=95068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:03:14.497262 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-19954409-3b57-4403-89a7-52b2dc558726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:14.585788 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-748893be-63f0-4346-ad1b-5b5f81c010f8 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066969'] for router_interface, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:14.588357 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19954409-3b57-4403-89a7-52b2dc558726 None None] Routers {'7b62cc22-0df5-49b3-ad7d-e2c11871b1b0'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:03:14.592534 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-19954409-3b57-4403-89a7-52b2dc558726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:03:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['7b62cc22-0df5-49b3-ad7d-e2c11871b1b0'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:03:14.720234 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-6c182325-8078-4517-a0d5-1da9079bf30e None None] Provisioning complete for port 12f11762-d2b7-419a-957d-836734425303 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:03:14.727835 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-6c182325-8078-4517-a0d5-1da9079bf30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:14.733629 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75079a5-6fc4-425e-9b6d-9c6aaadbed38 None None] Pushing event updated for resources: {'Port': ['ID=12f11762-d2b7-419a-957d-836734425303,revision_number=4']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:14.856218 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2a941566-df02-4ad4-81db-bbca6d4a7f09 req-73fd7eb5-0168-4f4c-ae44-db5642186a9c tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79 HTTP/1.1" status: 200 len: 210 time: 0.0649693 Sep 23 07:03:14.910470 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54514) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:14.920482 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-c6e1a005-5f79-4f9d-944a-04d920a61103 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1423848493', 'description': 'tempest-secgroup-smoke-1423848493 description', 'project_id': '285631e87ef3467186156f903d01ed48'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:03:14.935546 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54516) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:14.941248 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-19954409-3b57-4403-89a7-52b2dc558726 None None] Set router 7b62cc22-0df5-49b3-ad7d-e2c11871b1b0 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:03:14.953500 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-6c182325-8078-4517-a0d5-1da9079bf30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:14.974574 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c6e1a005-5f79-4f9d-944a-04d920a61103 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:15.061539 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-6c182325-8078-4517-a0d5-1da9079bf30e None None] For port 12f11762-d2b7-419a-957d-836734425303, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=12f11762-d2b7-419a-957d-836734425303,segment=NetworkSegment(eb311b70-1102-4f8c-88c5-634686033346),segment_id=eb311b70-1102-4f8c-88c5-634686033346)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:03:15.069024 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-6c182325-8078-4517-a0d5-1da9079bf30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:15.221210 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c182325-8078-4517-a0d5-1da9079bf30e None None] Pushing event updated for resources: {'Port': ['ID=12f11762-d2b7-419a-957d-836734425303,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:15.234591 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-9e03b5eb-f3ba-4566-ab39-4848f1a44c95 None None] Provisioning complete for port 12f11762-d2b7-419a-957d-836734425303 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:03:15.238849 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-9e03b5eb-f3ba-4566-ab39-4848f1a44c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:15.283687 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c6e1a005-5f79-4f9d-944a-04d920a61103 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:15.294076 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-3c3c5218-8e7d-4750-bde1-c6b6c2274bdb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0abbe6ff107c4379b6b5cbeffc514c63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3569169 Sep 23 07:03:15.295027 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54524) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:15.298276 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-748893be-63f0-4346-ad1b-5b5f81c010f8 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Deleting port 04fcf448-24e2-4fee-a7a4-c938878dd015 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:03:15.298792 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-748893be-63f0-4346-ad1b-5b5f81c010f8 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:15.303835 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c6e1a005-5f79-4f9d-944a-04d920a61103 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:15.386356 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c6e1a005-5f79-4f9d-944a-04d920a61103 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:15.388017 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-c6e1a005-5f79-4f9d-944a-04d920a61103 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4754617 Sep 23 07:03:15.391833 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54530) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:15.398197 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-5db74be8-a6c0-47cb-a01b-d987792072de tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Request body: {'security_group_rule': {'security_group_id': 'eadb206e-ba62-4510-9d5a-e2b29865759a', 'project_id': '285631e87ef3467186156f903d01ed48', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:03:15.412314 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e1a005-5f79-4f9d-944a-04d920a61103 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eadb206e-ba62-4510-9d5a-e2b29865759a,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:15.426687 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7b8d6c84-9ed4-428e-94de-51cf8ac344bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:15.444481 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-748893be-63f0-4346-ad1b-5b5f81c010f8 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] For port 04fcf448-24e2-4fee-a7a4-c938878dd015, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=04fcf448-24e2-4fee-a7a4-c938878dd015,segment=NetworkSegment(711c9105-cb76-4dd9-b2ce-41c1328ae9f9),segment_id=711c9105-cb76-4dd9-b2ce-41c1328ae9f9)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:03:15.445072 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-748893be-63f0-4346-ad1b-5b5f81c010f8 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:15.464737 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-19954409-3b57-4403-89a7-52b2dc558726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b62cc22-0df5-49b3-ad7d-e2c11871b1b0', 'name': 'tempest-TestNetworkBasicOps-router-942297771', 'tenant_id': '285631e87ef3467186156f903d01ed48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '1632676f-6037-46e4-943b-dccaef4ab4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:03:01Z', 'updated_at': '2021-09-23T07:03:10Z', 'revision_number': 4, 'project_id': '285631e87ef3467186156f903d01ed48', 'gw_port': {'id': '1632676f-6037-46e4-943b-dccaef4ab4b3', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:33:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b62cc22-0df5-49b3-ad7d-e2c11871b1b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:03:02Z', 'updated_at': '2021-09-23T07:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '12f11762-d2b7-419a-957d-836734425303', 'name': '', 'network_id': '7897793b-979a-4e69-a418-9e869418e9ce', 'tenant_id': '285631e87ef3467186156f903d01ed48', 'mac_address': 'fa:16:3e:84:3d:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b62cc22-0df5-49b3-ad7d-e2c11871b1b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '93b1180b-9db7-40b3-869a-a249e4cc9dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:03:08Z', 'updated_at': '2021-09-23T07:03:14Z', 'revision_number': 4, 'project_id': '285631e87ef3467186156f903d01ed48', 'subnets': [{'id': '93b1180b-9db7-40b3-869a-a249e4cc9dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:03:15.465106 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5db74be8-a6c0-47cb-a01b-d987792072de tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:15.473453 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-748893be-63f0-4346-ad1b-5b5f81c010f8 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Calling delete_port for 04fcf448-24e2-4fee-a7a4-c938878dd015 owned by network:router_interface {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:03:15.476851 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7b8d6c84-9ed4-428e-94de-51cf8ac344bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:15.514945 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19954409-3b57-4403-89a7-52b2dc558726 None None] The sync data for ids ['7b62cc22-0df5-49b3-ad7d-e2c11871b1b0'] in n-d-715271-16 is: [{'id': '7b62cc22-0df5-49b3-ad7d-e2c11871b1b0', 'name': 'tempest-TestNetworkBasicOps-router-942297771', 'tenant_id': '285631e87ef3467186156f903d01ed48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '1632676f-6037-46e4-943b-dccaef4ab4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:03:01Z', 'updated_at': '2021-09-23T07:03:10Z', 'revision_number': 4, 'project_id': '285631e87ef3467186156f903d01ed48', 'gw_port': {'id': '1632676f-6037-46e4-943b-dccaef4ab4b3', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:33:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b62cc22-0df5-49b3-ad7d-e2c11871b1b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:03:02Z', 'updated_at': '2021-09-23T07:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '12f11762-d2b7-419a-957d-836734425303', 'name': '', 'network_id': '7897793b-979a-4e69-a418-9e869418e9ce', 'tenant_id': '285631e87ef3467186156f903d01ed48', 'mac_address': 'fa:16:3e:84:3d:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b62cc22-0df5-49b3-ad7d-e2c11871b1b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '93b1180b-9db7-40b3-869a-a249e4cc9dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:03:08Z', 'updated_at': '2021-09-23T07:03:14Z', 'revision_number': 4, 'project_id': '285631e87ef3467186156f903d01ed48', 'subnets': [{'id': '93b1180b-9db7-40b3-869a-a249e4cc9dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:03:15.557079 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5db74be8-a6c0-47cb-a01b-d987792072de tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:15.565453 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5db74be8-a6c0-47cb-a01b-d987792072de tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:15.614070 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db74be8-a6c0-47cb-a01b-d987792072de tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36b06848-dfa7-41e9-834a-0554b7e44f59,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:15.629457 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7b8d6c84-9ed4-428e-94de-51cf8ac344bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:15.633176 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7b8d6c84-9ed4-428e-94de-51cf8ac344bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:15.636013 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-7b8d6c84-9ed4-428e-94de-51cf8ac344bb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f41ed139-ffce-49d6-b9d6-cfd8d26102c0 HTTP/1.1" status: 204 len: 168 time: 0.3393590 Sep 23 07:03:15.656181 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5db74be8-a6c0-47cb-a01b-d987792072de tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:15.665844 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-5db74be8-a6c0-47cb-a01b-d987792072de tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2725644 Sep 23 07:03:15.666522 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54536) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:15.669098 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8d6c84-9ed4-428e-94de-51cf8ac344bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41ed139-ffce-49d6-b9d6-cfd8d26102c0,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:15.683784 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-842879ce-8f71-44dc-b2be-987ebd71407d tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Request body: {'security_group_rule': {'security_group_id': 'eadb206e-ba62-4510-9d5a-e2b29865759a', 'project_id': '285631e87ef3467186156f903d01ed48', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:03:15.728534 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-842879ce-8f71-44dc-b2be-987ebd71407d tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:15.816186 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-748893be-63f0-4346-ad1b-5b5f81c010f8 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:15.825425 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-842879ce-8f71-44dc-b2be-987ebd71407d tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:15.834276 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-842879ce-8f71-44dc-b2be-987ebd71407d tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:15.881919 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842879ce-8f71-44dc-b2be-987ebd71407d tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2da347cb-0762-471a-ab21-4313b378f5c4,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:15.918701 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748893be-63f0-4346-ad1b-5b5f81c010f8 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Pushing event deleted for resources: {'Port': ['ID=04fcf448-24e2-4fee-a7a4-c938878dd015,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:15.927975 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-842879ce-8f71-44dc-b2be-987ebd71407d tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:15.935745 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-842879ce-8f71-44dc-b2be-987ebd71407d tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2669024 Sep 23 07:03:15.936401 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54546) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:15.946442 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-f56c0adc-81e1-4477-bf2e-886462009654 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Request body: {'security_group_rule': {'security_group_id': 'eadb206e-ba62-4510-9d5a-e2b29865759a', 'project_id': '285631e87ef3467186156f903d01ed48', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:03:16.025748 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f56c0adc-81e1-4477-bf2e-886462009654 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:16.110580 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b992e96f-2f7e-4645-a576-83c55fe6dde3 req-3e4a9e57-8298-42b6-8e3b-e3f904bb6028 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79 HTTP/1.1" status: 200 len: 210 time: 0.0662472 Sep 23 07:03:16.171123 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f56c0adc-81e1-4477-bf2e-886462009654 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:16.177385 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f56c0adc-81e1-4477-bf2e-886462009654 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:16.209070 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56c0adc-81e1-4477-bf2e-886462009654 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e87b325-dc10-4be6-a912-39e5cbf77024,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:16.215605 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f56c0adc-81e1-4477-bf2e-886462009654 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:16.218409 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-f56c0adc-81e1-4477-bf2e-886462009654 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2780635 Sep 23 07:03:16.220023 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54552) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:16.233745 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-75e42686-a5a4-424a-bd9e-34d49ea5cdc5 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Request body: {'security_group_rule': {'security_group_id': 'eadb206e-ba62-4510-9d5a-e2b29865759a', 'project_id': '285631e87ef3467186156f903d01ed48', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:03:16.302486 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-75e42686-a5a4-424a-bd9e-34d49ea5cdc5 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:16.429896 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-75e42686-a5a4-424a-bd9e-34d49ea5cdc5 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:16.439433 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-748893be-63f0-4346-ad1b-5b5f81c010f8 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2068624'] for router_interface, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:16.441510 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-75e42686-a5a4-424a-bd9e-34d49ea5cdc5 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:16.479980 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e42686-a5a4-424a-bd9e-34d49ea5cdc5 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9d54e6f-661d-4dbf-a30b-4c7080aaeac1,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:16.506970 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-75e42686-a5a4-424a-bd9e-34d49ea5cdc5 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:16.512759 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-75e42686-a5a4-424a-bd9e-34d49ea5cdc5 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2883189 Sep 23 07:03:16.512759 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54558) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:16.521394 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-157d42b4-71bf-4f58-b94b-0240d9fd034b tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Request body: {'security_group_rule': {'security_group_id': 'eadb206e-ba62-4510-9d5a-e2b29865759a', 'project_id': '285631e87ef3467186156f903d01ed48', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:03:16.558550 n-d-715271-16 neutron-server[95066]: INFO neutron.db.securitygroups_db [None req-157d42b4-71bf-4f58-b94b-0240d9fd034b tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Project 285631e87ef3467186156f903d01ed48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 07:03:16.566158 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-157d42b4-71bf-4f58-b94b-0240d9fd034b tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:16.662120 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-157d42b4-71bf-4f58-b94b-0240d9fd034b tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:16.684512 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-157d42b4-71bf-4f58-b94b-0240d9fd034b tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:16.734995 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-157d42b4-71bf-4f58-b94b-0240d9fd034b tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:16.741054 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-157d42b4-71bf-4f58-b94b-0240d9fd034b tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2271812 Sep 23 07:03:16.744272 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54566) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:16.748910 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-0a7fee70-4a39-4754-b535-3645abb97c67 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Request body: {'security_group_rule': {'security_group_id': 'eadb206e-ba62-4510-9d5a-e2b29865759a', 'project_id': '285631e87ef3467186156f903d01ed48', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:03:16.774174 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157d42b4-71bf-4f58-b94b-0240d9fd034b tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29f1ee07-0e0f-41be-9538-117f2654d1fd,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:16.785001 n-d-715271-16 neutron-server[95066]: INFO neutron.db.securitygroups_db [None req-0a7fee70-4a39-4754-b535-3645abb97c67 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Project 285631e87ef3467186156f903d01ed48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 07:03:16.791192 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0a7fee70-4a39-4754-b535-3645abb97c67 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:16.870653 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-748893be-63f0-4346-ad1b-5b5f81c010f8 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Router b8148bc8-056b-428c-9142-b96172a6cdff has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:03:16.969527 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 12f11762-d2b7-419a-957d-836734425303 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:03:16.992639 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0a7fee70-4a39-4754-b535-3645abb97c67 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:17.000497 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0a7fee70-4a39-4754-b535-3645abb97c67 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:17.037937 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7fee70-4a39-4754-b535-3645abb97c67 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56d44a1b-9859-4b7c-a374-c03020e084c8,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:17.059561 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0a7fee70-4a39-4754-b535-3645abb97c67 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:17.061053 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-0a7fee70-4a39-4754-b535-3645abb97c67 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3157616 Sep 23 07:03:17.074142 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 12f11762-d2b7-419a-957d-836734425303 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:03:17.074601 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:17.500700 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e44d62c8-e130-4956-a694-3723254d7a14 req-5dbf60fa-f291-4063-b197-9950884ab503 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1423848493&fields=id&tenant_id=285631e87ef3467186156f903d01ed48 HTTP/1.1" status: 200 len: 267 time: 0.0850794 Sep 23 07:03:17.533767 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-33f74051-77a3-4451-bed0-c6cc5440a384 req-17bfdae3-0d53-4a17-bf67-459e93f534d5 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79 HTTP/1.1" status: 200 len: 210 time: 0.0305607 Sep 23 07:03:17.569006 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-748893be-63f0-4346-ad1b-5b5f81c010f8 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:03:17.584244 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236086eb-a8d0-4fdf-912a-012dddc59247 None None] Sync routers for ids ['b8148bc8-056b-428c-9142-b96172a6cdff'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:03:17.588518 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-748893be-63f0-4346-ad1b-5b5f81c010f8 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "PUT /v2.0/routers/b8148bc8-056b-428c-9142-b96172a6cdff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7926226 Sep 23 07:03:17.589191 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54598) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:17.598628 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236086eb-a8d0-4fdf-912a-012dddc59247 None None] Routers {'b8148bc8-056b-428c-9142-b96172a6cdff'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:03:17.600660 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-236086eb-a8d0-4fdf-912a-012dddc59247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:03:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['b8148bc8-056b-428c-9142-b96172a6cdff'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:03:17.669961 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-30458c40-56e1-4799-9012-3c6265c8a693 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Deleting subnet deb3ce15-0d7b-4c8f-ab64-0539ca66bda4 {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:03:17.675176 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-30458c40-56e1-4799-9012-3c6265c8a693 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:17.714554 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d62c8-e130-4956-a694-3723254d7a14 req-38d7c917-8971-41f3-91c9-dc39585724cb tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:17.722404 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e44d62c8-e130-4956-a694-3723254d7a14 req-38d7c917-8971-41f3-91c9-dc39585724cb tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/networks?id=7897793b-979a-4e69-a418-9e869418e9ce HTTP/1.1" status: 200 len: 797 time: 0.2202907 Sep 23 07:03:17.751022 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e44d62c8-e130-4956-a694-3723254d7a14 req-e2d5b336-ebf0-4a6d-814b-b033874ba08e tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/quotas/285631e87ef3467186156f903d01ed48 HTTP/1.1" status: 200 len: 375 time: 0.0263143 Sep 23 07:03:17.753409 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-30458c40-56e1-4799-9012-3c6265c8a693 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:17.780707 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-236086eb-a8d0-4fdf-912a-012dddc59247 None None] Set router b8148bc8-056b-428c-9142-b96172a6cdff gateway port host: None {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:03:17.864041 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-30458c40-56e1-4799-9012-3c6265c8a693 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:17.872886 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e44d62c8-e130-4956-a694-3723254d7a14 req-122a95bc-d734-4854-9bc5-e6634086acd1 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=285631e87ef3467186156f903d01ed48&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1127005 Sep 23 07:03:17.908257 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54606) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:17.980768 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-30458c40-56e1-4799-9012-3c6265c8a693 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:18.014638 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-30458c40-56e1-4799-9012-3c6265c8a693 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:18.015485 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72337b15-bc23-4534-bb55-59bffd3a48fa None None] Network 26974d90-e2ba-4afd-b942-0f2a06f56c9e requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:03:18.025281 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-30458c40-56e1-4799-9012-3c6265c8a693 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "DELETE /v2.0/subnets/deb3ce15-0d7b-4c8f-ab64-0539ca66bda4 HTTP/1.1" status: 204 len: 168 time: 0.4318557 Sep 23 07:03:18.026680 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54610) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:18.049455 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e44d62c8-e130-4956-a694-3723254d7a14 req-9a268926-b065-4bc9-babd-58e5eb71c70e service neutron] 10.222.0.39 "GET /v2.0/networks/7897793b-979a-4e69-a418-9e869418e9ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628761 Sep 23 07:03:18.104160 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30458c40-56e1-4799-9012-3c6265c8a693 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Pushing event deleted for resources: {'Subnet': ['ID=deb3ce15-0d7b-4c8f-ab64-0539ca66bda4,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:18.166944 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e44d62c8-e130-4956-a694-3723254d7a14 req-15fee540-a6f9-4778-b68f-26464cf04b42 service neutron] 10.222.0.39 "GET /v2.0/networks/7897793b-979a-4e69-a418-9e869418e9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089211 Sep 23 07:03:18.190452 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8fa4f3d0-3a28-427c-ae0d-358dd8e287e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:18.200942 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b4151af1-1925-444b-b53a-5eac11b77e1d tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:18.338565 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-b4151af1-1925-444b-b53a-5eac11b77e1d tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Deleting port c45d1cf8-8c94-46bb-9743-ac50319dbdbc {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:03:18.339445 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b4151af1-1925-444b-b53a-5eac11b77e1d tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:18.350261 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8fa4f3d0-3a28-427c-ae0d-358dd8e287e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:18.356539 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8fa4f3d0-3a28-427c-ae0d-358dd8e287e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:18.464726 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-b4151af1-1925-444b-b53a-5eac11b77e1d tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] For port c45d1cf8-8c94-46bb-9743-ac50319dbdbc, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=c45d1cf8-8c94-46bb-9743-ac50319dbdbc,segment=NetworkSegment(711c9105-cb76-4dd9-b2ce-41c1328ae9f9),segment_id=711c9105-cb76-4dd9-b2ce-41c1328ae9f9)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:03:18.465175 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b4151af1-1925-444b-b53a-5eac11b77e1d tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:18.471814 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-8fa4f3d0-3a28-427c-ae0d-358dd8e287e3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=09e56d3ceeb741a0abae6c78b3c5b3fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5601976 Sep 23 07:03:18.475500 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54620) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:18.481805 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-b4151af1-1925-444b-b53a-5eac11b77e1d tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Calling delete_port for c45d1cf8-8c94-46bb-9743-ac50319dbdbc owned by network:dhcp {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:03:18.536177 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4f3d0-3a28-427c-ae0d-358dd8e287e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c238318-53c7-480d-a8fc-a5bc19201605,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:18.608773 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-68a21e01-36a2-47cb-ace3-087cb24e4a4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:18.610865 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54624) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:18.647919 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e6a76b35-b12f-40ee-8a71-31414afcf2d6 req-43c0f5c1-4c71-4a1f-95d6-280c9c0c3fe9 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/ports?device_id=69f921f4-8d2e-4ecb-bd14-9a649d6ecb9c HTTP/1.1" status: 200 len: 210 time: 0.0663729 Sep 23 07:03:18.652350 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b4151af1-1925-444b-b53a-5eac11b77e1d tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:18.682617 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-68a21e01-36a2-47cb-ace3-087cb24e4a4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:18.723416 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-236086eb-a8d0-4fdf-912a-012dddc59247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'name': 'tempest-RoutersTest-router-315055706', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:02:29Z', 'updated_at': '2021-09-23T07:03:15Z', 'revision_number': 10, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'gw_port_host': None, '_interfaces': [{'id': '4ff37deb-8aa1-4743-825b-c5f1036f6b04', 'name': '', 'network_id': '6b02a873-582c-4408-aedd-b3a1f9e2d3db', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'mac_address': 'fa:16:3e:65:e5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': '127ff3a9-b245-488b-bb0d-e99fbbaa80c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:31Z', 'updated_at': '2021-09-23T07:02:37Z', 'revision_number': 5, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'subnets': [{'id': '127ff3a9-b245-488b-bb0d-e99fbbaa80c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:03:18.739192 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4151af1-1925-444b-b53a-5eac11b77e1d tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Pushing event deleted for resources: {'Port': ['ID=c45d1cf8-8c94-46bb-9743-ac50319dbdbc,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:18.741831 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4151af1-1925-444b-b53a-5eac11b77e1d tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] No DVR routers for this DVR port c45d1cf8-8c94-46bb-9743-ac50319dbdbc on host n-d-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:03:18.816874 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71cb6c48-f51f-49d0-89b2-f3fed2b81438 None None] DHCP port deletion for 26974d90-e2ba-4afd-b942-0f2a06f56c9e request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 07:03:18.828818 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236086eb-a8d0-4fdf-912a-012dddc59247 None None] Checking router: b8148bc8-056b-428c-9142-b96172a6cdff for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:03:18.843131 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-da872a04-2aec-4a10-9293-76b875886571 req-1775e33f-4e27-417e-a40c-dc57d60af7cf tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79 HTTP/1.1" status: 200 len: 210 time: 0.0557873 Sep 23 07:03:18.847976 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236086eb-a8d0-4fdf-912a-012dddc59247 None None] Routers {'b8148bc8-056b-428c-9142-b96172a6cdff'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:03:18.849134 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-236086eb-a8d0-4fdf-912a-012dddc59247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:03:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['b8148bc8-056b-428c-9142-b96172a6cdff'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:03:18.884885 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7467addc-bb35-48b8-b0a1-5729e30a1c32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:18.888622 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-68a21e01-36a2-47cb-ace3-087cb24e4a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:18.891580 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-68a21e01-36a2-47cb-ace3-087cb24e4a4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:18.895175 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-68a21e01-36a2-47cb-ace3-087cb24e4a4c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5c238318-53c7-480d-a8fc-a5bc19201605 HTTP/1.1" status: 204 len: 168 time: 0.4163134 Sep 23 07:03:18.897119 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b4151af1-1925-444b-b53a-5eac11b77e1d tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:18.912875 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a21e01-36a2-47cb-ace3-087cb24e4a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c238318-53c7-480d-a8fc-a5bc19201605,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:18.935692 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-b4151af1-1925-444b-b53a-5eac11b77e1d tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26974d90-e2ba-4afd-b942-0f2a06f56c9e']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:03:18.946818 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-b4151af1-1925-444b-b53a-5eac11b77e1d tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '711c9105-cb76-4dd9-b2ce-41c1328ae9f9') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:03:18.947124 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-b4151af1-1925-444b-b53a-5eac11b77e1d tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '711c9105-cb76-4dd9-b2ce-41c1328ae9f9') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:03:18.963778 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b4151af1-1925-444b-b53a-5eac11b77e1d tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:18.981907 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b4151af1-1925-444b-b53a-5eac11b77e1d tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:19.010223 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4151af1-1925-444b-b53a-5eac11b77e1d tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:03:19.011677 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b4151af1-1925-444b-b53a-5eac11b77e1d tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:19.017604 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 07:03:19.017604 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:03:19.017604 n-d-715271-16 neutron-server[95065]: timer() Sep 23 07:03:19.017604 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:03:19.017604 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 07:03:19.017604 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:03:19.017604 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 07:03:19.017604 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:03:19.017604 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 07:03:19.017604 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:03:19.017604 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 07:03:19.017604 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:03:19.017604 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 07:03:19.017604 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:03:19.017604 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:03:19.017604 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:03:19.017604 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:03:19.017604 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:03:19.017604 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 07:03:19.017604 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:03:19.017604 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 07:03:19.017604 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:03:19.017604 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:03:19.017604 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:03:19.017604 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 07:03:19.017604 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:03:19.017604 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:03:19.017604 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:03:19.017604 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:03:19.017604 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:03:19.017604 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:03:19.017604 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:03:19.041248 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7467addc-bb35-48b8-b0a1-5729e30a1c32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:19.046647 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7467addc-bb35-48b8-b0a1-5729e30a1c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:19.130306 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-7467addc-bb35-48b8-b0a1-5729e30a1c32 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=eb7ae446dac04fdaa418766b0539c715&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5184755 Sep 23 07:03:19.132792 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54638) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:19.177579 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b4151af1-1925-444b-b53a-5eac11b77e1d tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:19.202609 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b4151af1-1925-444b-b53a-5eac11b77e1d tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:19.206776 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-b4151af1-1925-444b-b53a-5eac11b77e1d tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "DELETE /v2.0/networks/26974d90-e2ba-4afd-b942-0f2a06f56c9e HTTP/1.1" status: 204 len: 168 time: 1.1782894 Sep 23 07:03:19.212126 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-236086eb-a8d0-4fdf-912a-012dddc59247 None None] Set router b8148bc8-056b-428c-9142-b96172a6cdff gateway port host: None {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:03:19.214414 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54640) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:19.227102 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7467addc-bb35-48b8-b0a1-5729e30a1c32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0722cbe-463f-422e-af78-4de10c392a57,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:19.237347 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4151af1-1925-444b-b53a-5eac11b77e1d tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Pushing event deleted for resources: {'Network': ['ID=26974d90-e2ba-4afd-b942-0f2a06f56c9e,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:19.334702 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c4a38d72-2ef0-4c0d-a0a7-1d36975e57f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:19.451523 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c4a38d72-2ef0-4c0d-a0a7-1d36975e57f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:19.494064 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-236086eb-a8d0-4fdf-912a-012dddc59247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'name': 'tempest-RoutersTest-router-315055706', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:02:29Z', 'updated_at': '2021-09-23T07:03:15Z', 'revision_number': 10, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'gw_port_host': None, '_interfaces': [{'id': '4ff37deb-8aa1-4743-825b-c5f1036f6b04', 'name': '', 'network_id': '6b02a873-582c-4408-aedd-b3a1f9e2d3db', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'mac_address': 'fa:16:3e:65:e5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': '127ff3a9-b245-488b-bb0d-e99fbbaa80c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:31Z', 'updated_at': '2021-09-23T07:02:37Z', 'revision_number': 5, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'subnets': [{'id': '127ff3a9-b245-488b-bb0d-e99fbbaa80c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:03:19.527237 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236086eb-a8d0-4fdf-912a-012dddc59247 None None] The sync data for ids ['b8148bc8-056b-428c-9142-b96172a6cdff'] in n-d-715271-16 is: [{'id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'name': 'tempest-RoutersTest-router-315055706', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:02:29Z', 'updated_at': '2021-09-23T07:03:15Z', 'revision_number': 10, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'gw_port_host': None, '_interfaces': [{'id': '4ff37deb-8aa1-4743-825b-c5f1036f6b04', 'name': '', 'network_id': '6b02a873-582c-4408-aedd-b3a1f9e2d3db', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'mac_address': 'fa:16:3e:65:e5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': '127ff3a9-b245-488b-bb0d-e99fbbaa80c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:31Z', 'updated_at': '2021-09-23T07:02:37Z', 'revision_number': 5, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'subnets': [{'id': '127ff3a9-b245-488b-bb0d-e99fbbaa80c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:03:19.583601 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54644) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:19.600050 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-10b0176a-38d4-4aed-87a4-9525b4fde162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:19.656136 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c4a38d72-2ef0-4c0d-a0a7-1d36975e57f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:19.659057 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c4a38d72-2ef0-4c0d-a0a7-1d36975e57f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:19.660334 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-c4a38d72-2ef0-4c0d-a0a7-1d36975e57f1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f0722cbe-463f-422e-af78-4de10c392a57 HTTP/1.1" status: 204 len: 168 time: 0.5247993 Sep 23 07:03:19.720200 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a38d72-2ef0-4c0d-a0a7-1d36975e57f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0722cbe-463f-422e-af78-4de10c392a57,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:19.743741 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-10b0176a-38d4-4aed-87a4-9525b4fde162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:19.748568 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-10b0176a-38d4-4aed-87a4-9525b4fde162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:19.789040 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b0176a-38d4-4aed-87a4-9525b4fde162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da68f1ca-47f8-4c7b-9eea-73b34bf3e25f,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:19.817980 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-461dc751-f7dd-4b81-893b-5b280e34a78c req-0fe50c77-5cb4-476b-9ed7-bb4539587a32 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/ports?device_id=69f921f4-8d2e-4ecb-bd14-9a649d6ecb9c HTTP/1.1" status: 200 len: 210 time: 0.0391834 Sep 23 07:03:19.835950 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-10b0176a-38d4-4aed-87a4-9525b4fde162 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ef5aab4ed34f4c7b933bcbf8ad052096&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2485085 Sep 23 07:03:19.837269 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54652) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:19.904721 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-918415ea-fc7e-4d61-8c8e-e3ba4fe45974 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066969'] for router_interface, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:20.003141 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6a1ce1cf-b413-4ac4-ae4e-7523d9293173 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:20.245543 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7443c0de-932a-4637-a1a7-d2e247fbdfeb req-0b5b58c8-4b68-459b-898b-b9568a4b3184 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79 HTTP/1.1" status: 200 len: 210 time: 0.0775776 Sep 23 07:03:20.268841 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6a1ce1cf-b413-4ac4-ae4e-7523d9293173 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:20.324044 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d62c8-e130-4956-a694-3723254d7a14 req-687b95d7-663a-431a-a18b-7ecd4e97434f tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:20.326412 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e44d62c8-e130-4956-a694-3723254d7a14 req-687b95d7-663a-431a-a18b-7ecd4e97434f tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.21 "GET /v2.0/networks?id=7897793b-979a-4e69-a418-9e869418e9ce HTTP/1.1" status: 200 len: 797 time: 0.3021839 Sep 23 07:03:20.360004 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-918415ea-fc7e-4d61-8c8e-e3ba4fe45974 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Deleting port 4ff37deb-8aa1-4743-825b-c5f1036f6b04 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:03:20.360004 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-918415ea-fc7e-4d61-8c8e-e3ba4fe45974 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:20.404330 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e44d62c8-e130-4956-a694-3723254d7a14 req-279be5de-f0b3-4cc3-8bb4-02b93070d4f8 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=285631e87ef3467186156f903d01ed48 HTTP/1.1" status: 200 len: 380 time: 0.0643475 Sep 23 07:03:20.416512 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-e44d62c8-e130-4956-a694-3723254d7a14 req-20725202-ee21-4a10-9366-b81ed5a5dcba tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Request body: {'port': {'device_id': '69f921f4-8d2e-4ecb-bd14-9a649d6ecb9c', 'network_id': '7897793b-979a-4e69-a418-9e869418e9ce', 'admin_state_up': True, 'tenant_id': '285631e87ef3467186156f903d01ed48', 'security_groups': ['eadb206e-ba62-4510-9d5a-e2b29865759a']}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:03:20.455223 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6a1ce1cf-b413-4ac4-ae4e-7523d9293173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:20.458184 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6a1ce1cf-b413-4ac4-ae4e-7523d9293173 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:20.459459 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-6a1ce1cf-b413-4ac4-ae4e-7523d9293173 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/da68f1ca-47f8-4c7b-9eea-73b34bf3e25f HTTP/1.1" status: 204 len: 168 time: 0.6213851 Sep 23 07:03:20.464151 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-918415ea-fc7e-4d61-8c8e-e3ba4fe45974 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] For port 4ff37deb-8aa1-4743-825b-c5f1036f6b04, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=4ff37deb-8aa1-4743-825b-c5f1036f6b04,segment=NetworkSegment(194e3bd1-afbe-4918-9fe9-0f41bead8c6c),segment_id=194e3bd1-afbe-4918-9fe9-0f41bead8c6c)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:03:20.464534 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-918415ea-fc7e-4d61-8c8e-e3ba4fe45974 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:20.486697 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-918415ea-fc7e-4d61-8c8e-e3ba4fe45974 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Calling delete_port for 4ff37deb-8aa1-4743-825b-c5f1036f6b04 owned by network:router_interface {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:03:20.503397 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1ce1cf-b413-4ac4-ae4e-7523d9293173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da68f1ca-47f8-4c7b-9eea-73b34bf3e25f,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:20.573846 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e44d62c8-e130-4956-a694-3723254d7a14 req-20725202-ee21-4a10-9366-b81ed5a5dcba tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Made reservation on behalf of 285631e87ef3467186156f903d01ed48 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:03:20.578277 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-e44d62c8-e130-4956-a694-3723254d7a14 req-20725202-ee21-4a10-9366-b81ed5a5dcba tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:20.734120 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-e44d62c8-e130-4956-a694-3723254d7a14 req-20725202-ee21-4a10-9366-b81ed5a5dcba tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Allocated IP 172.20.0.7 (7897793b-979a-4e69-a418-9e869418e9ce/93b1180b-9db7-40b3-869a-a249e4cc9dce/fd633120-a90a-425f-8e49-d5fa515fc22d) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:03:20.822502 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-918415ea-fc7e-4d61-8c8e-e3ba4fe45974 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:20.826491 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 04fcf448-24e2-4fee-a7a4-c938878dd015 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:03:20.899029 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918415ea-fc7e-4d61-8c8e-e3ba4fe45974 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Pushing event deleted for resources: {'Port': ['ID=4ff37deb-8aa1-4743-825b-c5f1036f6b04,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:20.915764 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 04fcf448-24e2-4fee-a7a4-c938878dd015 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:03:20.916471 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 04fcf448-24e2-4fee-a7a4-c938878dd015 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:03:20.917172 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device c45d1cf8-8c94-46bb-9743-ac50319dbdbc no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:03:20.970938 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: c45d1cf8-8c94-46bb-9743-ac50319dbdbc {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:03:20.972934 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device c45d1cf8-8c94-46bb-9743-ac50319dbdbc not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:03:20.983771 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-e44d62c8-e130-4956-a694-3723254d7a14 req-20725202-ee21-4a10-9366-b81ed5a5dcba tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:21.033170 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-e44d62c8-e130-4956-a694-3723254d7a14 req-20725202-ee21-4a10-9366-b81ed5a5dcba tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:21.083349 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e44d62c8-e130-4956-a694-3723254d7a14 req-20725202-ee21-4a10-9366-b81ed5a5dcba tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Network 7897793b-979a-4e69-a418-9e869418e9ce is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:03:21.108055 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-e44d62c8-e130-4956-a694-3723254d7a14 req-20725202-ee21-4a10-9366-b81ed5a5dcba tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:03:21.155053 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20725202-ee21-4a10-9366-b81ed5a5dcba tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Pushing event updated for resources: {'Port': ['ID=fd633120-a90a-425f-8e49-d5fa515fc22d,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:21.157959 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-e44d62c8-e130-4956-a694-3723254d7a14 req-20725202-ee21-4a10-9366-b81ed5a5dcba tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:03:21.246607 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d62c8-e130-4956-a694-3723254d7a14 req-20725202-ee21-4a10-9366-b81ed5a5dcba tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:21.251462 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-e44d62c8-e130-4956-a694-3723254d7a14 req-20725202-ee21-4a10-9366-b81ed5a5dcba tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:21.255222 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55bc18e-50eb-45f3-b2ae-759a7a9484d7 req-9f9541a4-a7e7-4217-95f4-3e0d8ca6b857 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:21.256853 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c55bc18e-50eb-45f3-b2ae-759a7a9484d7 req-9f9541a4-a7e7-4217-95f4-3e0d8ca6b857 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/ports?device_id=69f921f4-8d2e-4ecb-bd14-9a649d6ecb9c HTTP/1.1" status: 200 len: 931 time: 0.2684886 Sep 23 07:03:21.269833 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e44d62c8-e130-4956-a694-3723254d7a14 req-20725202-ee21-4a10-9366-b81ed5a5dcba tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8590600 Sep 23 07:03:21.288214 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-e44d62c8-e130-4956-a694-3723254d7a14 req-ccb15b43-0050-4ba0-a76b-be8672ad5003 service neutron] Request body: {'port': {'device_id': '69f921f4-8d2e-4ecb-bd14-9a649d6ecb9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:03:21.413029 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-918415ea-fc7e-4d61-8c8e-e3ba4fe45974 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2068624'] for router_interface, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:21.426726 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-17050270-6ee9-4488-a24e-43c2285aca51 req-f4c5ff17-6e3e-4da6-a7ce-4a7dc08c6661 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79 HTTP/1.1" status: 200 len: 210 time: 0.0473187 Sep 23 07:03:21.434007 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-e44d62c8-e130-4956-a694-3723254d7a14 req-ccb15b43-0050-4ba0-a76b-be8672ad5003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:21.456831 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c55bc18e-50eb-45f3-b2ae-759a7a9484d7 req-a88a879a-31ec-4e17-8cbf-39337e53b908 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/security-groups?id=eadb206e-ba62-4510-9d5a-e2b29865759a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1810110 Sep 23 07:03:21.616189 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-e45790a1-fb6f-4588-99ca-b8afdf91eb9d None None] Provisioning complete for port fd633120-a90a-425f-8e49-d5fa515fc22d triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:03:21.616565 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e45790a1-fb6f-4588-99ca-b8afdf91eb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:21.690588 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-e45790a1-fb6f-4588-99ca-b8afdf91eb9d None None] Port fd633120-a90a-425f-8e49-d5fa515fc22d cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:03:21.809239 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-918415ea-fc7e-4d61-8c8e-e3ba4fe45974 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Router b8148bc8-056b-428c-9142-b96172a6cdff has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:03:21.892676 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-918415ea-fc7e-4d61-8c8e-e3ba4fe45974 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:03:21.904009 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c05093-ad2a-469a-bcf2-e6371321706c None None] Sync routers for ids ['b8148bc8-056b-428c-9142-b96172a6cdff'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:03:21.904541 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-e44d62c8-e130-4956-a694-3723254d7a14 req-ccb15b43-0050-4ba0-a76b-be8672ad5003 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd633120-a90a-425f-8e49-d5fa515fc22d {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:03:21.913378 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-e44d62c8-e130-4956-a694-3723254d7a14 req-ccb15b43-0050-4ba0-a76b-be8672ad5003 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:21.919877 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-918415ea-fc7e-4d61-8c8e-e3ba4fe45974 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "PUT /v2.0/routers/b8148bc8-056b-428c-9142-b96172a6cdff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6961660 Sep 23 07:03:21.919877 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54742) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:21.922849 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c05093-ad2a-469a-bcf2-e6371321706c None None] Routers {'b8148bc8-056b-428c-9142-b96172a6cdff'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:03:21.923474 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-e0c05093-ad2a-469a-bcf2-e6371321706c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:03:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['b8148bc8-056b-428c-9142-b96172a6cdff'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:03:21.931480 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-e44d62c8-e130-4956-a694-3723254d7a14 req-ccb15b43-0050-4ba0-a76b-be8672ad5003 service neutron] Transition to ACTIVE for port object fd633120-a90a-425f-8e49-d5fa515fc22d will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:03:21.936879 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-e44d62c8-e130-4956-a694-3723254d7a14 req-ccb15b43-0050-4ba0-a76b-be8672ad5003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:22.029587 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea3211e8-f1c3-4858-97ec-90d6b187e84f tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Deleting subnet 127ff3a9-b245-488b-bb0d-e99fbbaa80c7 {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:03:22.033027 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ea3211e8-f1c3-4858-97ec-90d6b187e84f tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:22.069302 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb15b43-0050-4ba0-a76b-be8672ad5003 service neutron] Pushing event updated for resources: {'Port': ['ID=fd633120-a90a-425f-8e49-d5fa515fc22d,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:22.094359 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-e0c05093-ad2a-469a-bcf2-e6371321706c None None] Set router b8148bc8-056b-428c-9142-b96172a6cdff gateway port host: None {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:03:22.152235 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ea3211e8-f1c3-4858-97ec-90d6b187e84f tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:22.245161 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-e0c05093-ad2a-469a-bcf2-e6371321706c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'name': 'tempest-RoutersTest-router-315055706', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:02:29Z', 'updated_at': '2021-09-23T07:03:20Z', 'revision_number': 11, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'gw_port_host': None}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:03:22.282996 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-e44d62c8-e130-4956-a694-3723254d7a14 req-ccb15b43-0050-4ba0-a76b-be8672ad5003 service neutron] Attempting to bind port fd633120-a90a-425f-8e49-d5fa515fc22d on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:03:22.283530 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-e44d62c8-e130-4956-a694-3723254d7a14 req-ccb15b43-0050-4ba0-a76b-be8672ad5003 service neutron] Attempting to bind port fd633120-a90a-425f-8e49-d5fa515fc22d by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': 'eb311b70-1102-4f8c-88c5-634686033346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '7897793b-979a-4e69-a418-9e869418e9ce'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:03:22.284858 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44d62c8-e130-4956-a694-3723254d7a14 req-ccb15b43-0050-4ba0-a76b-be8672ad5003 service neutron] Attempting to bind port fd633120-a90a-425f-8e49-d5fa515fc22d on network 7897793b-979a-4e69-a418-9e869418e9ce {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:03:22.299459 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44d62c8-e130-4956-a694-3723254d7a14 req-ccb15b43-0050-4ba0-a76b-be8672ad5003 service neutron] Port fd633120-a90a-425f-8e49-d5fa515fc22d on network 7897793b-979a-4e69-a418-9e869418e9ce not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:03:22.300057 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44d62c8-e130-4956-a694-3723254d7a14 req-ccb15b43-0050-4ba0-a76b-be8672ad5003 service neutron] Attempting to bind port fd633120-a90a-425f-8e49-d5fa515fc22d on network 7897793b-979a-4e69-a418-9e869418e9ce {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:03:22.312274 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44d62c8-e130-4956-a694-3723254d7a14 req-ccb15b43-0050-4ba0-a76b-be8672ad5003 service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:03:22.312897 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44d62c8-e130-4956-a694-3723254d7a14 req-ccb15b43-0050-4ba0-a76b-be8672ad5003 service neutron] Checking segment: {'id': 'eb311b70-1102-4f8c-88c5-634686033346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '7897793b-979a-4e69-a418-9e869418e9ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:03:22.313455 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44d62c8-e130-4956-a694-3723254d7a14 req-ccb15b43-0050-4ba0-a76b-be8672ad5003 service neutron] Bound using segment: {'id': 'eb311b70-1102-4f8c-88c5-634686033346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '7897793b-979a-4e69-a418-9e869418e9ce'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:03:22.315468 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-e44d62c8-e130-4956-a694-3723254d7a14 req-ccb15b43-0050-4ba0-a76b-be8672ad5003 service neutron] Bound port: fd633120-a90a-425f-8e49-d5fa515fc22d, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb311b70-1102-4f8c-88c5-634686033346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '7897793b-979a-4e69-a418-9e869418e9ce'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:03:22.316564 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-e44d62c8-e130-4956-a694-3723254d7a14 req-ccb15b43-0050-4ba0-a76b-be8672ad5003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:22.365348 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c05093-ad2a-469a-bcf2-e6371321706c None None] Checking router: b8148bc8-056b-428c-9142-b96172a6cdff for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:03:22.387599 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ea3211e8-f1c3-4858-97ec-90d6b187e84f tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:22.432086 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c05093-ad2a-469a-bcf2-e6371321706c None None] Routers {'b8148bc8-056b-428c-9142-b96172a6cdff'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:03:22.435905 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-e0c05093-ad2a-469a-bcf2-e6371321706c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:03:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['b8148bc8-056b-428c-9142-b96172a6cdff'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:03:22.454430 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-e44d62c8-e130-4956-a694-3723254d7a14 req-ccb15b43-0050-4ba0-a76b-be8672ad5003 service neutron] For port fd633120-a90a-425f-8e49-d5fa515fc22d, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:03:22.458841 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-e44d62c8-e130-4956-a694-3723254d7a14 req-ccb15b43-0050-4ba0-a76b-be8672ad5003 service neutron] For port fd633120-a90a-425f-8e49-d5fa515fc22d, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=fd633120-a90a-425f-8e49-d5fa515fc22d,segment=NetworkSegment(eb311b70-1102-4f8c-88c5-634686033346),segment_id=eb311b70-1102-4f8c-88c5-634686033346)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:03:22.466100 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-e44d62c8-e130-4956-a694-3723254d7a14 req-ccb15b43-0050-4ba0-a76b-be8672ad5003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:22.489323 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ea3211e8-f1c3-4858-97ec-90d6b187e84f tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:22.548325 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb15b43-0050-4ba0-a76b-be8672ad5003 service neutron] Pushing event updated for resources: {'Port': ['ID=fd633120-a90a-425f-8e49-d5fa515fc22d,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:22.555919 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d62c8-e130-4956-a694-3723254d7a14 req-ccb15b43-0050-4ba0-a76b-be8672ad5003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:22.557136 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-e44d62c8-e130-4956-a694-3723254d7a14 req-ccb15b43-0050-4ba0-a76b-be8672ad5003 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:22.558745 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e44d62c8-e130-4956-a694-3723254d7a14 req-ccb15b43-0050-4ba0-a76b-be8672ad5003 service neutron] 10.222.0.21 "PUT /v2.0/ports/fd633120-a90a-425f-8e49-d5fa515fc22d HTTP/1.1" status: 200 len: 1092 time: 1.2750940 Sep 23 07:03:22.559307 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69f921f4-8d2e-4ecb-bd14-9a649d6ecb9c', 'tag': 'fd633120-a90a-425f-8e49-d5fa515fc22d'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:03:22.562301 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a34c8c8-9f8b-49ad-ad48-fce14357d986" -d '{"events": [{"name": "network-changed", "server_uuid": "69f921f4-8d2e-4ecb-bd14-9a649d6ecb9c", "tag": "fd633120-a90a-425f-8e49-d5fa515fc22d"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:03:22.664898 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3211e8-f1c3-4858-97ec-90d6b187e84f tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Pushing event deleted for resources: {'Subnet': ['ID=127ff3a9-b245-488b-bb0d-e99fbbaa80c7,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:22.668541 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-e0c05093-ad2a-469a-bcf2-e6371321706c None None] Set router b8148bc8-056b-428c-9142-b96172a6cdff gateway port host: None {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:03:22.678450 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ea3211e8-f1c3-4858-97ec-90d6b187e84f tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:22.680773 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-ea3211e8-f1c3-4858-97ec-90d6b187e84f tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "DELETE /v2.0/subnets/127ff3a9-b245-488b-bb0d-e99fbbaa80c7 HTTP/1.1" status: 204 len: 168 time: 0.7599916 Sep 23 07:03:22.685995 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54778) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:22.687258 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46caa988-7533-4719-b5c7-fbb427bc47d6 None None] Network 6b02a873-582c-4408-aedd-b3a1f9e2d3db requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:03:22.807038 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6b792996-7569-42f7-8751-5784e42bf1e5 req-145e2f18-f86c-44e3-bfe9-fff55dacc48b tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79 HTTP/1.1" status: 200 len: 210 time: 0.1086912 Sep 23 07:03:22.872025 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d62c8-e130-4956-a694-3723254d7a14 req-8110f2b4-7d2a-4e43-93bd-8ab95fb0c445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:22.873635 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e44d62c8-e130-4956-a694-3723254d7a14 req-8110f2b4-7d2a-4e43-93bd-8ab95fb0c445 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=285631e87ef3467186156f903d01ed48&device_id=69f921f4-8d2e-4ecb-bd14-9a649d6ecb9c HTTP/1.1" status: 200 len: 1095 time: 0.2561314 Sep 23 07:03:22.960873 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3a40c53a-8bf9-4931-9263-0e3783cacb21 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:22.977508 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-e0c05093-ad2a-469a-bcf2-e6371321706c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'name': 'tempest-RoutersTest-router-315055706', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:02:29Z', 'updated_at': '2021-09-23T07:03:20Z', 'revision_number': 11, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'gw_port_host': None}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:03:22.986710 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95fb2019-4239-4749-a666-91dc05f9ea3a x-openstack-request-id: req-95fb2019-4239-4749-a666-91dc05f9ea3a {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:03:22.987013 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69f921f4-8d2e-4ecb-bd14-9a649d6ecb9c", "tag": "fd633120-a90a-425f-8e49-d5fa515fc22d", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:03:22.987272 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-95fb2019-4239-4749-a666-91dc05f9ea3a {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:03:22.987690 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69f921f4-8d2e-4ecb-bd14-9a649d6ecb9c', 'tag': 'fd633120-a90a-425f-8e49-d5fa515fc22d', 'status': 'completed', 'code': 200} Sep 23 07:03:23.079034 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-3a40c53a-8bf9-4931-9263-0e3783cacb21 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Deleting port 2889c7ed-158d-4a20-82fd-544d04a4bba9 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:03:23.079487 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3a40c53a-8bf9-4931-9263-0e3783cacb21 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:23.090153 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c05093-ad2a-469a-bcf2-e6371321706c None None] The sync data for ids ['b8148bc8-056b-428c-9142-b96172a6cdff'] in n-d-715271-16 is: [{'id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'name': 'tempest-RoutersTest-router-315055706', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:02:29Z', 'updated_at': '2021-09-23T07:03:20Z', 'revision_number': 11, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'gw_port_host': None}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:03:23.116961 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed11c09c-2a9a-44d9-ae60-9205a6b9894c req-5579809f-edda-4591-93e4-6f7e3b914e5b tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:23.121408 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85626a5-46fe-4e4d-94a8-844beda8e831 None None] DHCP port deletion for 6b02a873-582c-4408-aedd-b3a1f9e2d3db request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 07:03:23.126964 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ed11c09c-2a9a-44d9-ae60-9205a6b9894c req-5579809f-edda-4591-93e4-6f7e3b914e5b tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/ports?device_id=69f921f4-8d2e-4ecb-bd14-9a649d6ecb9c HTTP/1.1" status: 200 len: 943 time: 0.4368165 Sep 23 07:03:23.145179 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e44d62c8-e130-4956-a694-3723254d7a14 req-3ada52cd-c41e-4e56-a9e6-ffd7206e336a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd633120-a90a-425f-8e49-d5fa515fc22d HTTP/1.1" status: 200 len: 217 time: 0.2575660 Sep 23 07:03:23.190722 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-3a40c53a-8bf9-4931-9263-0e3783cacb21 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] For port 2889c7ed-158d-4a20-82fd-544d04a4bba9, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=2889c7ed-158d-4a20-82fd-544d04a4bba9,segment=NetworkSegment(194e3bd1-afbe-4918-9fe9-0f41bead8c6c),segment_id=194e3bd1-afbe-4918-9fe9-0f41bead8c6c)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:03:23.191193 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3a40c53a-8bf9-4931-9263-0e3783cacb21 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:23.233644 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-f85626a5-46fe-4e4d-94a8-844beda8e831 None None] Deleting port 2889c7ed-158d-4a20-82fd-544d04a4bba9 {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:03:23.234065 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f85626a5-46fe-4e4d-94a8-844beda8e831 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:23.234918 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-3a40c53a-8bf9-4931-9263-0e3783cacb21 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Calling delete_port for 2889c7ed-158d-4a20-82fd-544d04a4bba9 owned by network:dhcp {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:03:23.310279 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ed11c09c-2a9a-44d9-ae60-9205a6b9894c req-1b49d684-d7a6-4d92-9067-ee5651a0929b tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/security-groups?id=eadb206e-ba62-4510-9d5a-e2b29865759a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1823006 Sep 23 07:03:23.319451 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d62c8-e130-4956-a694-3723254d7a14 req-b7138b64-2026-4487-bd97-be7187fea5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:23.324988 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e44d62c8-e130-4956-a694-3723254d7a14 req-b7138b64-2026-4487-bd97-be7187fea5f6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=93b1180b-9db7-40b3-869a-a249e4cc9dce HTTP/1.1" status: 200 len: 834 time: 0.1703730 Sep 23 07:03:23.429696 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d62c8-e130-4956-a694-3723254d7a14 req-fabeb689-b988-4c69-bf67-61d366de88d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:23.434800 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3a40c53a-8bf9-4931-9263-0e3783cacb21 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:23.435431 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-f85626a5-46fe-4e4d-94a8-844beda8e831 None None] For port 2889c7ed-158d-4a20-82fd-544d04a4bba9, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=2889c7ed-158d-4a20-82fd-544d04a4bba9,segment=NetworkSegment(194e3bd1-afbe-4918-9fe9-0f41bead8c6c),segment_id=194e3bd1-afbe-4918-9fe9-0f41bead8c6c)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:03:23.437879 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e44d62c8-e130-4956-a694-3723254d7a14 req-fabeb689-b988-4c69-bf67-61d366de88d0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7897793b-979a-4e69-a418-9e869418e9ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1019483 Sep 23 07:03:23.438893 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f85626a5-46fe-4e4d-94a8-844beda8e831 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:23.467368 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-f85626a5-46fe-4e4d-94a8-844beda8e831 None None] Calling delete_port for 2889c7ed-158d-4a20-82fd-544d04a4bba9 owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:03:23.543061 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a40c53a-8bf9-4931-9263-0e3783cacb21 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Pushing event deleted for resources: {'Port': ['ID=2889c7ed-158d-4a20-82fd-544d04a4bba9,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:23.546492 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e44d62c8-e130-4956-a694-3723254d7a14 req-3f42a4c9-3c68-4a34-b3c4-07a6019fffcc service neutron] 10.222.0.21 "GET /v2.0/networks/7897793b-979a-4e69-a418-9e869418e9ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053054 Sep 23 07:03:23.554228 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a40c53a-8bf9-4931-9263-0e3783cacb21 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] No DVR routers for this DVR port 2889c7ed-158d-4a20-82fd-544d04a4bba9 on host n-d-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:03:23.661610 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f85626a5-46fe-4e4d-94a8-844beda8e831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:23.687689 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85626a5-46fe-4e4d-94a8-844beda8e831 None None] No DVR routers for this DVR port 2889c7ed-158d-4a20-82fd-544d04a4bba9 on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:03:23.741140 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e44d62c8-e130-4956-a694-3723254d7a14 req-5b54129c-2187-4bd5-82b1-b90d6666ba68 service neutron] 10.222.0.21 "GET /v2.0/networks/7897793b-979a-4e69-a418-9e869418e9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863549 Sep 23 07:03:23.746603 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85626a5-46fe-4e4d-94a8-844beda8e831 None None] Pushing event deleted for resources: {'Port': ['ID=2889c7ed-158d-4a20-82fd-544d04a4bba9,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:23.758323 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3a40c53a-8bf9-4931-9263-0e3783cacb21 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:23.819329 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-3a40c53a-8bf9-4931-9263-0e3783cacb21 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b02a873-582c-4408-aedd-b3a1f9e2d3db']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:03:23.834056 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-3a40c53a-8bf9-4931-9263-0e3783cacb21 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '194e3bd1-afbe-4918-9fe9-0f41bead8c6c') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:03:23.834487 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-3a40c53a-8bf9-4931-9263-0e3783cacb21 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '194e3bd1-afbe-4918-9fe9-0f41bead8c6c') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:03:23.856558 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3a40c53a-8bf9-4931-9263-0e3783cacb21 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:23.872608 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3a40c53a-8bf9-4931-9263-0e3783cacb21 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:23.886747 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a40c53a-8bf9-4931-9263-0e3783cacb21 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:03:23.887160 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3a40c53a-8bf9-4931-9263-0e3783cacb21 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:23.895015 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a34c8c8-9f8b-49ad-ad48-fce14357d986 req-25eab68a-41ea-4ac1-a894-f15c5cff84f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:23.896738 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9a34c8c8-9f8b-49ad-ad48-fce14357d986 req-25eab68a-41ea-4ac1-a894-f15c5cff84f5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=285631e87ef3467186156f903d01ed48&device_id=69f921f4-8d2e-4ecb-bd14-9a649d6ecb9c HTTP/1.1" status: 200 len: 1095 time: 0.0583293 Sep 23 07:03:23.903871 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 07:03:23.903871 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:03:23.903871 n-d-715271-16 neutron-server[95066]: timer() Sep 23 07:03:23.903871 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:03:23.903871 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 07:03:23.903871 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:03:23.903871 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 07:03:23.903871 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:03:23.903871 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 07:03:23.903871 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:03:23.903871 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 07:03:23.903871 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:03:23.903871 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 07:03:23.903871 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:03:23.903871 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:03:23.903871 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:03:23.903871 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:03:23.903871 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:03:23.903871 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 07:03:23.903871 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:03:23.903871 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 07:03:23.903871 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:03:23.903871 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:03:23.903871 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:03:23.903871 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 07:03:23.903871 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:03:23.903871 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:03:23.903871 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:03:23.903871 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:03:23.903871 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:03:23.903871 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:03:23.903871 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:03:24.014442 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4f639a01-8314-488d-8cf1-3f355eb153ca req-34bbca4a-ca01-41e7-90fd-8f1cc93c949c tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79 HTTP/1.1" status: 200 len: 210 time: 0.0838439 Sep 23 07:03:24.045948 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3a40c53a-8bf9-4931-9263-0e3783cacb21 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:24.053346 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3a40c53a-8bf9-4931-9263-0e3783cacb21 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:24.055956 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-3a40c53a-8bf9-4931-9263-0e3783cacb21 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "DELETE /v2.0/networks/6b02a873-582c-4408-aedd-b3a1f9e2d3db HTTP/1.1" status: 204 len: 168 time: 1.3682377 Sep 23 07:03:24.065001 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54826) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:24.082411 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-2f2ffdca-c9ca-4856-98e9-7f3c19f718e1 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Request body: {'router': {'routes': None}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:03:24.090247 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a40c53a-8bf9-4931-9263-0e3783cacb21 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Pushing event deleted for resources: {'Network': ['ID=6b02a873-582c-4408-aedd-b3a1f9e2d3db,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:24.545360 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0d47d8-c3a9-4a01-847a-c10fff1c3b94 req-9150519f-1eab-414d-9bd6-cc6d10439ee3 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:24.557402 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1f0d47d8-c3a9-4a01-847a-c10fff1c3b94 req-9150519f-1eab-414d-9bd6-cc6d10439ee3 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/ports?device_id=69f921f4-8d2e-4ecb-bd14-9a649d6ecb9c HTTP/1.1" status: 200 len: 943 time: 0.1151795 Sep 23 07:03:24.624074 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1f0d47d8-c3a9-4a01-847a-c10fff1c3b94 req-6a49d199-82f4-4b84-a1c3-762fbeb9dbfe tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/security-groups?id=eadb206e-ba62-4510-9d5a-e2b29865759a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555689 Sep 23 07:03:24.694408 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a34c8c8-9f8b-49ad-ad48-fce14357d986 req-afb97fb4-01ad-4718-90ad-155a64f7fff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:24.695725 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9a34c8c8-9f8b-49ad-ad48-fce14357d986 req-afb97fb4-01ad-4718-90ad-155a64f7fff4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7897793b-979a-4e69-a418-9e869418e9ce HTTP/1.1" status: 200 len: 898 time: 0.7905321 Sep 23 07:03:24.763657 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.extraroute_db [None req-2f2ffdca-c9ca-4856-98e9-7f3c19f718e1 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Added routes are [] {{(pid=95065) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 23 07:03:24.764073 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.extraroute_db [None req-2f2ffdca-c9ca-4856-98e9-7f3c19f718e1 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Removed routes are [] {{(pid=95065) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 23 07:03:24.764525 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2f2ffdca-c9ca-4856-98e9-7f3c19f718e1 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2069904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5251'] for router, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:24.796622 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9a34c8c8-9f8b-49ad-ad48-fce14357d986 req-fae8b0bd-a156-4ed1-ba27-70e0f423b34c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd633120-a90a-425f-8e49-d5fa515fc22d HTTP/1.1" status: 200 len: 217 time: 0.0935199 Sep 23 07:03:24.797905 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 2889c7ed-158d-4a20-82fd-544d04a4bba9 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:03:24.848798 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 2889c7ed-158d-4a20-82fd-544d04a4bba9 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:03:24.849231 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 2889c7ed-158d-4a20-82fd-544d04a4bba9 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:03:24.849727 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 4ff37deb-8aa1-4743-825b-c5f1036f6b04 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:03:24.892429 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 4ff37deb-8aa1-4743-825b-c5f1036f6b04 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:03:24.893179 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 4ff37deb-8aa1-4743-825b-c5f1036f6b04 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:03:25.000383 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a34c8c8-9f8b-49ad-ad48-fce14357d986 req-8181c1bd-70f1-456a-b77e-82e2ef2a1f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:25.002334 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9a34c8c8-9f8b-49ad-ad48-fce14357d986 req-8181c1bd-70f1-456a-b77e-82e2ef2a1f58 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=93b1180b-9db7-40b3-869a-a249e4cc9dce HTTP/1.1" status: 200 len: 834 time: 0.1543126 Sep 23 07:03:25.041346 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2f2ffdca-c9ca-4856-98e9-7f3c19f718e1 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2069904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5251'] for router, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:25.082895 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2f2ffdca-c9ca-4856-98e9-7f3c19f718e1 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2069929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2069922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2064665'] for router, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:25.104237 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54854) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:25.118765 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a34c8c8-9f8b-49ad-ad48-fce14357d986 req-bd3ca134-5aec-47df-b47f-4772923cb792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:25.121136 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9a34c8c8-9f8b-49ad-ad48-fce14357d986 req-bd3ca134-5aec-47df-b47f-4772923cb792 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7897793b-979a-4e69-a418-9e869418e9ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0765352 Sep 23 07:03:25.270621 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-673fdbcc-fff6-4d5e-9a99-3f1c361924f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:25.334797 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f2ffdca-c9ca-4856-98e9-7f3c19f718e1 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Router b8148bc8-056b-428c-9142-b96172a6cdff has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:03:25.350435 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3a9843df-c1ff-4757-a65e-973a3875ea26 req-5fe2227e-c59d-4a06-89d8-240e4bcca33f tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79 HTTP/1.1" status: 200 len: 210 time: 0.1366518 Sep 23 07:03:25.439354 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-673fdbcc-fff6-4d5e-9a99-3f1c361924f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:25.444802 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-673fdbcc-fff6-4d5e-9a99-3f1c361924f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:25.510373 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-673fdbcc-fff6-4d5e-9a99-3f1c361924f2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b231c19ce138468f8faac9e78f76170d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4019384 Sep 23 07:03:25.510683 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54860) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:25.512857 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673fdbcc-fff6-4d5e-9a99-3f1c361924f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7cfabda-bcab-4003-9121-b4275e6c4d59,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:25.519847 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9a34c8c8-9f8b-49ad-ad48-fce14357d986 req-1e65082f-122c-4455-921d-dccde533b50e service neutron] 10.222.0.21 "GET /v2.0/networks/7897793b-979a-4e69-a418-9e869418e9ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3579366 Sep 23 07:03:25.568074 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f2ffdca-c9ca-4856-98e9-7f3c19f718e1 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:03:25.575970 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0caebb6d-acf3-4551-b031-efa50e19206b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:25.580552 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c74ac14-de8a-48f4-be5a-081e1eccd152 None None] Sync routers for ids ['b8148bc8-056b-428c-9142-b96172a6cdff'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:03:25.587350 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2f2ffdca-c9ca-4856-98e9-7f3c19f718e1 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:25.588730 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-2f2ffdca-c9ca-4856-98e9-7f3c19f718e1 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "PUT /v2.0/routers/b8148bc8-056b-428c-9142-b96172a6cdff HTTP/1.1" status: 200 len: 700 time: 1.5229061 Sep 23 07:03:25.592405 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54864) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:25.603599 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c74ac14-de8a-48f4-be5a-081e1eccd152 None None] Routers {'b8148bc8-056b-428c-9142-b96172a6cdff'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:03:25.604255 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-5c74ac14-de8a-48f4-be5a-081e1eccd152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:03:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['b8148bc8-056b-428c-9142-b96172a6cdff'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:03:25.641083 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54868) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:25.650480 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-0adc9943-cd9a-45ae-aaae-4d2ddd44c0bc tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8148bc8-056b-428c-9142-b96172a6cdff HTTP/1.1" status: 200 len: 205 time: 0.0535560 Sep 23 07:03:25.707970 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0caebb6d-acf3-4551-b031-efa50e19206b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:25.792374 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-5c74ac14-de8a-48f4-be5a-081e1eccd152 None None] Set router b8148bc8-056b-428c-9142-b96172a6cdff gateway port host: None {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:03:25.801254 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0caebb6d-acf3-4551-b031-efa50e19206b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:25.803913 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0caebb6d-acf3-4551-b031-efa50e19206b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:25.808736 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-0caebb6d-acf3-4551-b031-efa50e19206b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c7cfabda-bcab-4003-9121-b4275e6c4d59 HTTP/1.1" status: 204 len: 168 time: 0.2968314 Sep 23 07:03:25.820937 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9a34c8c8-9f8b-49ad-ad48-fce14357d986 req-3535824b-2841-4a99-b579-74b9a6692404 service neutron] 10.222.0.21 "GET /v2.0/networks/7897793b-979a-4e69-a418-9e869418e9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417836 Sep 23 07:03:25.835513 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caebb6d-acf3-4551-b031-efa50e19206b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7cfabda-bcab-4003-9121-b4275e6c4d59,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:25.897459 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-39a4b46a-9969-40de-bda2-0c4336b5931a tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for router, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:25.958458 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-5c74ac14-de8a-48f4-be5a-081e1eccd152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'name': 'tempest-RoutersTest-router-315055706', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:02:29Z', 'updated_at': '2021-09-23T07:03:20Z', 'revision_number': 11, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'gw_port_host': None}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:03:26.000272 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c74ac14-de8a-48f4-be5a-081e1eccd152 None None] Checking router: b8148bc8-056b-428c-9142-b96172a6cdff for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:03:26.018793 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c74ac14-de8a-48f4-be5a-081e1eccd152 None None] Routers {'b8148bc8-056b-428c-9142-b96172a6cdff'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:03:26.020208 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-5c74ac14-de8a-48f4-be5a-081e1eccd152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:03:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['b8148bc8-056b-428c-9142-b96172a6cdff'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:03:26.167489 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-5c74ac14-de8a-48f4-be5a-081e1eccd152 None None] Set router b8148bc8-056b-428c-9142-b96172a6cdff gateway port host: None {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:03:26.179502 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-39a4b46a-9969-40de-bda2-0c4336b5931a tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:26.194188 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d0120-ab3b-4ab9-b3fa-cadd75dd543b req-a030c2ba-8c91-4442-9a2d-f28e6ed61728 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:26.203342 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ce1d0120-ab3b-4ab9-b3fa-cadd75dd543b req-a030c2ba-8c91-4442-9a2d-f28e6ed61728 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/ports?device_id=69f921f4-8d2e-4ecb-bd14-9a649d6ecb9c HTTP/1.1" status: 200 len: 943 time: 0.4653761 Sep 23 07:03:26.232303 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-39a4b46a-9969-40de-bda2-0c4336b5931a tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:26.278051 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-5c74ac14-de8a-48f4-be5a-081e1eccd152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'name': 'tempest-RoutersTest-router-315055706', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:02:29Z', 'updated_at': '2021-09-23T07:03:20Z', 'revision_number': 11, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'gw_port_host': None}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:03:26.308237 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ce1d0120-ab3b-4ab9-b3fa-cadd75dd543b req-94f958dd-e2fb-42ce-8b27-dbd0ed33ba31 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/security-groups?id=eadb206e-ba62-4510-9d5a-e2b29865759a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036983 Sep 23 07:03:26.326175 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-39a4b46a-9969-40de-bda2-0c4336b5931a tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:26.328032 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a4b46a-9969-40de-bda2-0c4336b5931a tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Fanout notify agent at l3_agent the message router_deleted on router b8148bc8-056b-428c-9142-b96172a6cdff {{(pid=95065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 07:03:26.332468 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c74ac14-de8a-48f4-be5a-081e1eccd152 None None] The sync data for ids ['b8148bc8-056b-428c-9142-b96172a6cdff'] in n-d-715271-16 is: [{'id': 'b8148bc8-056b-428c-9142-b96172a6cdff', 'name': 'tempest-RoutersTest-router-315055706', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:02:29Z', 'updated_at': '2021-09-23T07:03:20Z', 'revision_number': 11, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'gw_port_host': None}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:03:26.347790 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-39a4b46a-9969-40de-bda2-0c4336b5931a tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:26.355581 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54874) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:26.356256 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54876) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:26.358405 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-39a4b46a-9969-40de-bda2-0c4336b5931a tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "DELETE /v2.0/routers/b8148bc8-056b-428c-9142-b96172a6cdff HTTP/1.1" status: 204 len: 168 time: 0.7158949 Sep 23 07:03:26.361850 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-98d848f6-e5dc-48f7-a624-d6ba0fe36c96 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1955138336', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:03:26.390306 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-647eb8ee-a040-4566-8d9c-5eb2901e7e4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:26.426613 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-98d848f6-e5dc-48f7-a624-d6ba0fe36c96 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:26.428856 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-98d848f6-e5dc-48f7-a624-d6ba0fe36c96 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:26.518741 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d728d818-9abc-4e02-84fc-713aeea29be3 req-48770650-da80-4762-8e44-efd5c37b2f29 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79 HTTP/1.1" status: 200 len: 210 time: 0.0677691 Sep 23 07:03:26.574611 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-98d848f6-e5dc-48f7-a624-d6ba0fe36c96 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:26.585279 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-98d848f6-e5dc-48f7-a624-d6ba0fe36c96 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:26.663794 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-647eb8ee-a040-4566-8d9c-5eb2901e7e4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:26.671683 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-647eb8ee-a040-4566-8d9c-5eb2901e7e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:26.692024 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-98d848f6-e5dc-48f7-a624-d6ba0fe36c96 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:26.693217 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-98d848f6-e5dc-48f7-a624-d6ba0fe36c96 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3347733 Sep 23 07:03:26.697344 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54884) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:26.703477 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-3753375a-d598-402b-b443-35259841cb6c tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Request body: {'router': {'admin_state_up': True}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:03:26.733714 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-647eb8ee-a040-4566-8d9c-5eb2901e7e4b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=58a7407dd91e4f62b3adbbede0b300b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3763738 Sep 23 07:03:26.734525 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647eb8ee-a040-4566-8d9c-5eb2901e7e4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde2ee50-a50d-4ac5-8926-5a3e8a23d55a,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:26.738207 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54886) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:26.792583 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-de5e61f4-ee9e-41b2-b3fb-4bfd560191e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:26.817324 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-de5e61f4-ee9e-41b2-b3fb-4bfd560191e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:26.873078 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-de5e61f4-ee9e-41b2-b3fb-4bfd560191e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:26.876005 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-de5e61f4-ee9e-41b2-b3fb-4bfd560191e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:26.878317 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-de5e61f4-ee9e-41b2-b3fb-4bfd560191e0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fde2ee50-a50d-4ac5-8926-5a3e8a23d55a HTTP/1.1" status: 204 len: 168 time: 0.1391251 Sep 23 07:03:26.888768 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5e61f4-ee9e-41b2-b3fb-4bfd560191e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde2ee50-a50d-4ac5-8926-5a3e8a23d55a,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:27.005409 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3753375a-d598-402b-b443-35259841cb6c tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2069904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5251'] for router, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:27.020701 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3753375a-d598-402b-b443-35259841cb6c tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2069929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2069922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2064665'] for router, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:27.138122 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3753375a-d598-402b-b443-35259841cb6c tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Router 85769a44-3488-438e-b884-6a329841930a is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 07:03:27.229058 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3753375a-d598-402b-b443-35259841cb6c tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:03:27.236429 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3753375a-d598-402b-b443-35259841cb6c tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:27.240008 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-3753375a-d598-402b-b443-35259841cb6c tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "PUT /v2.0/routers/85769a44-3488-438e-b884-6a329841930a HTTP/1.1" status: 200 len: 694 time: 0.5390065 Sep 23 07:03:27.240315 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54892) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:27.247072 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b729eb85-ceb2-43b4-94c9-e5fcc000c0e3 None None] Sync routers for ids ['85769a44-3488-438e-b884-6a329841930a'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:03:27.267746 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b729eb85-ceb2-43b4-94c9-e5fcc000c0e3 None None] Routers {'85769a44-3488-438e-b884-6a329841930a'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:03:27.268510 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-b729eb85-ceb2-43b4-94c9-e5fcc000c0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:03:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['85769a44-3488-438e-b884-6a329841930a'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:03:27.343253 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-bea047c8-89fd-46f3-b716-bea90ab4cd74 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "GET /v2.0/routers/85769a44-3488-438e-b884-6a329841930a HTTP/1.1" status: 200 len: 700 time: 0.0993288 Sep 23 07:03:27.343543 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54900) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:27.391664 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54904) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:27.403937 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-6e49c7a4-9df9-443b-85ad-da9caa67f971 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "GET /v2.0/ports?device_id=85769a44-3488-438e-b884-6a329841930a HTTP/1.1" status: 200 len: 205 time: 0.0592265 Sep 23 07:03:27.530842 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-b729eb85-ceb2-43b4-94c9-e5fcc000c0e3 None None] Set router 85769a44-3488-438e-b884-6a329841930a gateway port host: None {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:03:27.537665 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d66650-17b7-49bb-ae09-d39206599b33 req-14e0ea0e-5975-43f0-bcb4-feb3782630b7 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:27.540065 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b9d66650-17b7-49bb-ae09-d39206599b33 req-14e0ea0e-5975-43f0-bcb4-feb3782630b7 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/ports?device_id=69f921f4-8d2e-4ecb-bd14-9a649d6ecb9c HTTP/1.1" status: 200 len: 943 time: 0.1009333 Sep 23 07:03:27.547750 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-504eb108-db60-4e58-addf-cebed96cf3ea tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for router, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:27.598112 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-b729eb85-ceb2-43b4-94c9-e5fcc000c0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85769a44-3488-438e-b884-6a329841930a', 'name': 'tempest-RoutersTest-router-1955138336', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:03:26Z', 'updated_at': '2021-09-23T07:03:27Z', 'revision_number': 2, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'gw_port_host': None}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:03:27.642096 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b729eb85-ceb2-43b4-94c9-e5fcc000c0e3 None None] Checking router: 85769a44-3488-438e-b884-6a329841930a for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:03:27.653156 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b9d66650-17b7-49bb-ae09-d39206599b33 req-1fa84474-e897-4324-9e37-e82723d0be8b tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/security-groups?id=eadb206e-ba62-4510-9d5a-e2b29865759a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062875 Sep 23 07:03:27.653932 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b729eb85-ceb2-43b4-94c9-e5fcc000c0e3 None None] Routers {'85769a44-3488-438e-b884-6a329841930a'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:03:27.654894 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-b729eb85-ceb2-43b4-94c9-e5fcc000c0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:03:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['85769a44-3488-438e-b884-6a329841930a'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:03:27.752111 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-b729eb85-ceb2-43b4-94c9-e5fcc000c0e3 None None] Set router 85769a44-3488-438e-b884-6a329841930a gateway port host: None {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:03:27.826537 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-b729eb85-ceb2-43b4-94c9-e5fcc000c0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85769a44-3488-438e-b884-6a329841930a', 'name': 'tempest-RoutersTest-router-1955138336', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:03:26Z', 'updated_at': '2021-09-23T07:03:27Z', 'revision_number': 2, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'gw_port_host': None}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:03:27.863223 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b729eb85-ceb2-43b4-94c9-e5fcc000c0e3 None None] The sync data for ids ['85769a44-3488-438e-b884-6a329841930a'] in n-d-715271-16 is: [{'id': '85769a44-3488-438e-b884-6a329841930a', 'name': 'tempest-RoutersTest-router-1955138336', 'tenant_id': 'd7464ba7b96349c78070f768c2b55fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:03:26Z', 'updated_at': '2021-09-23T07:03:27Z', 'revision_number': 2, 'project_id': 'd7464ba7b96349c78070f768c2b55fbf', 'gw_port_host': None}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:03:28.087163 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b6d8bd4e-5657-43ce-9565-3ee8efabc59f req-02ffd3cd-892f-4c5e-b5ab-dc9f322bc7e0 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79 HTTP/1.1" status: 200 len: 210 time: 0.1057787 Sep 23 07:03:28.142222 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-504eb108-db60-4e58-addf-cebed96cf3ea tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:28.144906 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-504eb108-db60-4e58-addf-cebed96cf3ea tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:28.191645 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-504eb108-db60-4e58-addf-cebed96cf3ea tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:28.193044 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-504eb108-db60-4e58-addf-cebed96cf3ea tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Fanout notify agent at l3_agent the message router_deleted on router 85769a44-3488-438e-b884-6a329841930a {{(pid=95065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 07:03:28.205587 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device fd633120-a90a-425f-8e49-d5fa515fc22d details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:03:28.212736 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-504eb108-db60-4e58-addf-cebed96cf3ea tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:28.214110 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-504eb108-db60-4e58-addf-cebed96cf3ea tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "DELETE /v2.0/routers/85769a44-3488-438e-b884-6a329841930a HTTP/1.1" status: 204 len: 168 time: 0.8211491 Sep 23 07:03:28.218330 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54924) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:28.277489 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-9310aa4f-e650-497f-ada9-569aa0d676d6 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "GET /v2.0/ports?device_id=85769a44-3488-438e-b884-6a329841930a HTTP/1.1" status: 200 len: 205 time: 0.0573995 Sep 23 07:03:28.286156 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54926) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:28.351734 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port fd633120-a90a-425f-8e49-d5fa515fc22d, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=fd633120-a90a-425f-8e49-d5fa515fc22d,segment=NetworkSegment(eb311b70-1102-4f8c-88c5-634686033346),segment_id=eb311b70-1102-4f8c-88c5-634686033346)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:03:28.355763 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [None req-f3a6178c-aa14-450e-b453-2129e9f68274 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] delete failed (client error): The resource could not be found. Sep 23 07:03:28.360151 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54930) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:28.371637 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-f3a6178c-aa14-450e-b453-2129e9f68274 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "DELETE /v2.0/routers/85769a44-3488-438e-b884-6a329841930a HTTP/1.1" status: 404 len: 336 time: 0.0836668 Sep 23 07:03:28.377716 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': 'fd633120-a90a-425f-8e49-d5fa515fc22d', 'network_id': '7897793b-979a-4e69-a418-9e869418e9ce', 'port_id': 'fd633120-a90a-425f-8e49-d5fa515fc22d', 'mac_address': 'fa:16:3e:2d:54:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93b1180b-9db7-40b3-869a-a249e4cc9dce', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:03:28.392740 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1e446da-14ca-47f2-96d0-603666849a1a tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] DELETE failed (client error): The resource could not be found. Sep 23 07:03:28.393203 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1e446da-14ca-47f2-96d0-603666849a1a tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 07:03:28.398256 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54932) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:28.401015 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-e1e446da-14ca-47f2-96d0-603666849a1a tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "DELETE /v2.0/subnets/4acdab21-7c55-42ad-968e-abe4c3444e09 HTTP/1.1" status: 404 len: 337 time: 0.0397925 Sep 23 07:03:28.437557 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-1197fcd1-a035-4c00-a9b8-401efab80886 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] DELETE failed (client error): The resource could not be found. Sep 23 07:03:28.439464 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1197fcd1-a035-4c00-a9b8-401efab80886 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 07:03:28.444418 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54934) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:28.452753 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:28.461408 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-1197fcd1-a035-4c00-a9b8-401efab80886 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "DELETE /v2.0/subnets/fd0c09e2-c82a-4cad-a465-526013787b0d HTTP/1.1" status: 404 len: 337 time: 0.0613763 Sep 23 07:03:28.469732 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd633120-a90a-425f-8e49-d5fa515fc22d {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:03:28.495858 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-d90edbb8-f7f6-47a0-a443-7b0be1e7c363 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] DELETE failed (client error): The resource could not be found. Sep 23 07:03:28.496318 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d90edbb8-f7f6-47a0-a443-7b0be1e7c363 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 07:03:28.501188 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54938) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:28.501591 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port fd633120-a90a-425f-8e49-d5fa515fc22d, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=fd633120-a90a-425f-8e49-d5fa515fc22d,segment=NetworkSegment(eb311b70-1102-4f8c-88c5-634686033346),segment_id=eb311b70-1102-4f8c-88c5-634686033346)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:03:28.506620 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-d90edbb8-f7f6-47a0-a443-7b0be1e7c363 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "DELETE /v2.0/subnets/deb3ce15-0d7b-4c8f-ab64-0539ca66bda4 HTTP/1.1" status: 404 len: 337 time: 0.0610664 Sep 23 07:03:28.512784 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:28.544532 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-839e404b-eb25-4d85-a990-7dbd55c185b5 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] DELETE failed (client error): The resource could not be found. Sep 23 07:03:28.544995 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-839e404b-eb25-4d85-a990-7dbd55c185b5 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 07:03:28.549665 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-839e404b-eb25-4d85-a990-7dbd55c185b5 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "DELETE /v2.0/subnets/127ff3a9-b245-488b-bb0d-e99fbbaa80c7 HTTP/1.1" status: 404 len: 337 time: 0.0472374 Sep 23 07:03:28.550559 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54942) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:28.583059 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-bb37be8c-8ef5-4855-8ae5-719bc3a0611a tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8148bc8-056b-428c-9142-b96172a6cdff HTTP/1.1" status: 200 len: 205 time: 0.0317171 Sep 23 07:03:28.588918 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54944) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:28.619265 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=fd633120-a90a-425f-8e49-d5fa515fc22d,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:28.677117 n-d-715271-16 neutron-server[95066]: INFO neutron.api.v2.resource [None req-88443095-bf4f-44b0-af37-dfd1aebeccd5 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] delete failed (client error): The resource could not be found. Sep 23 07:03:28.688498 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-88443095-bf4f-44b0-af37-dfd1aebeccd5 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "DELETE /v2.0/routers/b8148bc8-056b-428c-9142-b96172a6cdff HTTP/1.1" status: 404 len: 336 time: 0.0984955 Sep 23 07:03:28.690988 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54950) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:28.734528 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-4e67147e-b307-47fe-b204-6f19493ede2b tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "GET /v2.0/ports?device_id=697ff2ac-9ce2-4c93-b099-50d0cce68144 HTTP/1.1" status: 200 len: 205 time: 0.0422571 Sep 23 07:03:28.737387 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54952) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:28.875908 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['fd633120-a90a-425f-8e49-d5fa515fc22d'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:03:28.892871 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [None req-d8f6534e-b258-478e-9e84-0cb07c411eb2 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] delete failed (client error): The resource could not be found. Sep 23 07:03:28.896248 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-d8f6534e-b258-478e-9e84-0cb07c411eb2 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "DELETE /v2.0/routers/697ff2ac-9ce2-4c93-b099-50d0cce68144 HTTP/1.1" status: 404 len: 336 time: 0.1543560 Sep 23 07:03:28.898174 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54960) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:28.925215 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec8963a-1dc3-43ea-be7f-f5a74f0fd0e3 req-a2d90f16-92f5-4b12-aad6-4dd87d48356c tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:28.949777 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6ec8963a-1dc3-43ea-be7f-f5a74f0fd0e3 req-a2d90f16-92f5-4b12-aad6-4dd87d48356c tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/ports?device_id=69f921f4-8d2e-4ecb-bd14-9a649d6ecb9c HTTP/1.1" status: 200 len: 944 time: 0.1717951 Sep 23 07:03:28.984081 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-8991522d-1903-4964-9145-62b36dc73f31 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] DELETE failed (client error): The resource could not be found. Sep 23 07:03:28.984556 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8991522d-1903-4964-9145-62b36dc73f31 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 07:03:28.998650 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-8991522d-1903-4964-9145-62b36dc73f31 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "DELETE /v2.0/subnets/62020544-a061-46e4-abe1-cf10f2858392 HTTP/1.1" status: 404 len: 337 time: 0.0992928 Sep 23 07:03:29.001569 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54964) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:29.029314 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6ec8963a-1dc3-43ea-be7f-f5a74f0fd0e3 req-b7c673d5-e29d-4768-ae75-39c85e9cfd5f tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/security-groups?id=eadb206e-ba62-4510-9d5a-e2b29865759a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781062 Sep 23 07:03:29.050441 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-7c26d712-66ac-472f-bda5-fd5f89ea9a5e tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "GET /v2.0/ports?device_id=3598af31-c130-47db-b956-c728d91313d5 HTTP/1.1" status: 200 len: 205 time: 0.0476305 Sep 23 07:03:29.052933 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54966) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:29.252198 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7665639b-6815-4458-8050-cd7bb9773295 req-a73b9ec4-6405-420a-bcaa-4c7937ae5ac9 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79 HTTP/1.1" status: 200 len: 210 time: 0.0547671 Sep 23 07:03:29.593424 n-d-715271-16 neutron-server[95066]: INFO neutron.api.v2.resource [None req-d2e8b536-b3cc-4b7f-9e3d-b19b3e4dc757 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] delete failed (client error): The resource could not be found. Sep 23 07:03:29.597342 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54978) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:29.597586 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-d2e8b536-b3cc-4b7f-9e3d-b19b3e4dc757 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "DELETE /v2.0/routers/3598af31-c130-47db-b956-c728d91313d5 HTTP/1.1" status: 404 len: 336 time: 0.5436509 Sep 23 07:03:29.641113 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-d9f44bc3-bf36-4c95-b1fa-958c11ae6f19 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ee40808-518b-45b7-89c2-1409f6e64251 HTTP/1.1" status: 200 len: 205 time: 0.0418718 Sep 23 07:03:29.643337 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54982) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:29.687963 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [None req-a3de63a2-017a-4cf7-8587-c3901fce8af9 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] delete failed (client error): The resource could not be found. Sep 23 07:03:29.689122 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-a3de63a2-017a-4cf7-8587-c3901fce8af9 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "DELETE /v2.0/routers/7ee40808-518b-45b7-89c2-1409f6e64251 HTTP/1.1" status: 404 len: 336 time: 0.0448055 Sep 23 07:03:29.691907 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54984) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:29.721219 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fa04bb7-5f4a-4d7e-b18a-0b58dac522a5 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] DELETE failed (client error): The resource could not be found. Sep 23 07:03:29.721934 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fa04bb7-5f4a-4d7e-b18a-0b58dac522a5 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 07:03:29.724204 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-8fa04bb7-5f4a-4d7e-b18a-0b58dac522a5 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "DELETE /v2.0/subnets/7ca2ef59-3861-4fe2-b73d-ed09f762645b HTTP/1.1" status: 404 len: 337 time: 0.0312908 Sep 23 07:03:29.727263 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54986) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:29.760822 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-679c093e-b4a1-4d40-b38f-747c76485da5 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "GET /v2.0/ports?device_id=13f96dfd-ebc7-4d80-934f-bbb021c9ba53 HTTP/1.1" status: 200 len: 205 time: 0.0322380 Sep 23 07:03:29.763250 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54988) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:29.805699 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [None req-c63ead61-dfb0-4673-b6ba-a67f066f3c83 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] delete failed (client error): The resource could not be found. Sep 23 07:03:29.806793 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-c63ead61-dfb0-4673-b6ba-a67f066f3c83 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "DELETE /v2.0/routers/13f96dfd-ebc7-4d80-934f-bbb021c9ba53 HTTP/1.1" status: 404 len: 336 time: 0.0425615 Sep 23 07:03:29.809487 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54990) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:29.845037 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fd415b5-947f-4828-9d18-7e82936418da tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] DELETE failed (client error): The resource could not be found. Sep 23 07:03:29.845516 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fd415b5-947f-4828-9d18-7e82936418da tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 07:03:29.847316 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-9fd415b5-947f-4828-9d18-7e82936418da tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "DELETE /v2.0/subnets/43828aaa-9dfb-4b27-ab56-502c69528ec5 HTTP/1.1" status: 404 len: 337 time: 0.0367208 Sep 23 07:03:29.850980 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54994) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:29.890709 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-90c2c241-7b37-402a-9833-e92a74ee016c tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "GET /v2.0/ports?device_id=0901d2d0-e813-449c-ad60-2c20aa0511c1 HTTP/1.1" status: 200 len: 205 time: 0.0393987 Sep 23 07:03:29.892996 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54996) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:29.947139 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [None req-05f50d0b-23e0-4143-be96-be4969a07ba9 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] delete failed (client error): The resource could not be found. Sep 23 07:03:29.948536 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-05f50d0b-23e0-4143-be96-be4969a07ba9 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "DELETE /v2.0/routers/0901d2d0-e813-449c-ad60-2c20aa0511c1 HTTP/1.1" status: 404 len: 336 time: 0.0544302 Sep 23 07:03:29.951186 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55000) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:29.981173 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf190d5d-0e5b-4ad7-bcf3-3916cc7e7782 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] DELETE failed (client error): The resource could not be found. Sep 23 07:03:29.981651 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf190d5d-0e5b-4ad7-bcf3-3916cc7e7782 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 07:03:29.983462 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-bf190d5d-0e5b-4ad7-bcf3-3916cc7e7782 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "DELETE /v2.0/subnets/64fcdba2-4149-4c17-b839-1fca29e9b0e6 HTTP/1.1" status: 404 len: 337 time: 0.0312583 Sep 23 07:03:29.986047 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55004) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:30.028308 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-9330832d-f8a8-4676-9da9-0fc59ba5d6c4 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] DELETE failed (client error): The resource could not be found. Sep 23 07:03:30.029278 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9330832d-f8a8-4676-9da9-0fc59ba5d6c4 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 07:03:30.034239 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-9330832d-f8a8-4676-9da9-0fc59ba5d6c4 tempest-RoutersTest-1790570195 tempest-RoutersTest-1790570195-project] 10.222.0.39 "DELETE /v2.0/subnets/ca17dbc7-133a-426c-b44b-fe89a9e102da HTTP/1.1" status: 404 len: 337 time: 0.0467246 Sep 23 07:03:30.218625 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device fd633120-a90a-425f-8e49-d5fa515fc22d up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:03:30.241604 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a23b7-29bd-4d00-b498-46c736af118b req-b625275a-9ec0-4639-b6c2-e9edeafc7582 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:30.250219 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-982a23b7-29bd-4d00-b498-46c736af118b req-b625275a-9ec0-4639-b6c2-e9edeafc7582 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/ports?device_id=69f921f4-8d2e-4ecb-bd14-9a649d6ecb9c HTTP/1.1" status: 200 len: 944 time: 0.1039627 Sep 23 07:03:30.302797 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-982a23b7-29bd-4d00-b498-46c736af118b req-3039cb8e-75dc-4b5f-95b2-1feec7139416 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/security-groups?id=eadb206e-ba62-4510-9d5a-e2b29865759a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515559 Sep 23 07:03:30.352995 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port fd633120-a90a-425f-8e49-d5fa515fc22d completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:03:30.358129 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port fd633120-a90a-425f-8e49-d5fa515fc22d triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:03:30.358955 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:30.472067 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-10232ae3-6290-487f-9ec8-a68747118493 req-b9c051a6-5207-4d40-bca4-a2ad0661da48 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79 HTTP/1.1" status: 200 len: 210 time: 0.0601947 Sep 23 07:03:30.474595 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:30.519305 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69f921f4-8d2e-4ecb-bd14-9a649d6ecb9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd633120-a90a-425f-8e49-d5fa515fc22d'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:03:30.522660 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef1925e0-2964-402a-8190-bb3799b113fe" -d '{"events": [{"server_uuid": "69f921f4-8d2e-4ecb-bd14-9a649d6ecb9c", "name": "network-vif-plugged", "status": "completed", "tag": "fd633120-a90a-425f-8e49-d5fa515fc22d"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:03:30.527534 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port fd633120-a90a-425f-8e49-d5fa515fc22d, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=fd633120-a90a-425f-8e49-d5fa515fc22d,segment=NetworkSegment(eb311b70-1102-4f8c-88c5-634686033346),segment_id=eb311b70-1102-4f8c-88c5-634686033346)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:03:30.539837 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:30.574516 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55024) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:30.593080 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef90fdeb-5dfe-473a-82ca-7cf28b1744a3 x-openstack-request-id: req-ef90fdeb-5dfe-473a-82ca-7cf28b1744a3 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:03:30.594218 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69f921f4-8d2e-4ecb-bd14-9a649d6ecb9c", "name": "network-vif-plugged", "status": "completed", "tag": "fd633120-a90a-425f-8e49-d5fa515fc22d", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:03:30.594476 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ef90fdeb-5dfe-473a-82ca-7cf28b1744a3 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:03:30.594874 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69f921f4-8d2e-4ecb-bd14-9a649d6ecb9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd633120-a90a-425f-8e49-d5fa515fc22d', 'code': 200} Sep 23 07:03:30.637150 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=fd633120-a90a-425f-8e49-d5fa515fc22d,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:30.738878 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f6210-7323-4688-bb49-db4a5d3e548d req-08631210-c965-439f-aa22-629acdd26152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:30.740660 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e76f6210-7323-4688-bb49-db4a5d3e548d req-08631210-c965-439f-aa22-629acdd26152 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=69f921f4-8d2e-4ecb-bd14-9a649d6ecb9c HTTP/1.1" status: 200 len: 1097 time: 0.0721879 Sep 23 07:03:30.814838 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e76f6210-7323-4688-bb49-db4a5d3e548d req-6c64e3bb-42e4-49f5-b005-8d4f753cd44e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=eadb206e-ba62-4510-9d5a-e2b29865759a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657775 Sep 23 07:03:30.822929 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-8b774851-a1ce-4f14-8758-5d3e54956756 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d7464ba7b96349c78070f768c2b55fbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2470653 Sep 23 07:03:30.823449 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55028) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:30.889407 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b5e4920b-2848-47a0-855a-50badafcf737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:30.916485 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b5e4920b-2848-47a0-855a-50badafcf737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:30.976273 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b5e4920b-2848-47a0-855a-50badafcf737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:30.984269 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b5e4920b-2848-47a0-855a-50badafcf737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:30.987886 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-b5e4920b-2848-47a0-855a-50badafcf737 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/717a7155-20e2-4f68-9566-709cd2b979d0 HTTP/1.1" status: 204 len: 168 time: 0.1613026 Sep 23 07:03:31.000575 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e4920b-2848-47a0-855a-50badafcf737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=717a7155-20e2-4f68-9566-709cd2b979d0,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:31.015105 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e4920b-2848-47a0-855a-50badafcf737 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:03:31.016527 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e4920b-2848-47a0-855a-50badafcf737 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:03:31.017946 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e4920b-2848-47a0-855a-50badafcf737 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:03:31.018696 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e4920b-2848-47a0-855a-50badafcf737 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:03:31.021144 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e4920b-2848-47a0-855a-50badafcf737 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:03:31.022113 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e4920b-2848-47a0-855a-50badafcf737 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:03:31.024548 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e4920b-2848-47a0-855a-50badafcf737 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:03:31.026392 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e4920b-2848-47a0-855a-50badafcf737 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:03:31.027179 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e4920b-2848-47a0-855a-50badafcf737 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:03:31.028882 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e4920b-2848-47a0-855a-50badafcf737 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:03:31.029448 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e4920b-2848-47a0-855a-50badafcf737 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:03:31.031452 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e4920b-2848-47a0-855a-50badafcf737 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:03:31.507355 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6eb240-2c21-4093-ba93-45e6c3d78564 req-d535fea7-d21b-4b16-8c0d-e0720626b28b tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:31.516663 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ec6eb240-2c21-4093-ba93-45e6c3d78564 req-d535fea7-d21b-4b16-8c0d-e0720626b28b tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/ports?device_id=69f921f4-8d2e-4ecb-bd14-9a649d6ecb9c HTTP/1.1" status: 200 len: 945 time: 0.0804770 Sep 23 07:03:31.586564 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ec6eb240-2c21-4093-ba93-45e6c3d78564 req-f46b819a-5d5c-46fe-b017-74dcbc59ba6d tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/security-groups?id=eadb206e-ba62-4510-9d5a-e2b29865759a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689518 Sep 23 07:03:31.629798 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-790a9231-4435-4300-bc3f-48be203f5aa6 req-f4e7fd2b-9a17-450f-9333-26dc68578876 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e650ab1-4163-4a0e-ad47-59d87ee3ce79 HTTP/1.1" status: 200 len: 210 time: 0.0489931 Sep 23 07:03:32.344631 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55082) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:32.451347 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-ac9f18f9-92f4-4c57-b1f9-3986b0e7b3b9 tempest-TagsTest-359846495 tempest-TagsTest-359846495-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-2038362410'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:03:32.476095 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac9f18f9-92f4-4c57-b1f9-3986b0e7b3b9 tempest-TagsTest-359846495 tempest-TagsTest-359846495-project] Made reservation on behalf of 4232ce799421456f96bfdcaf471132ff for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:03:32.480802 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ac9f18f9-92f4-4c57-b1f9-3986b0e7b3b9 tempest-TagsTest-359846495 tempest-TagsTest-359846495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:32.489911 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ac9f18f9-92f4-4c57-b1f9-3986b0e7b3b9 tempest-TagsTest-359846495 tempest-TagsTest-359846495-project] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:32.595417 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ac9f18f9-92f4-4c57-b1f9-3986b0e7b3b9 tempest-TagsTest-359846495 tempest-TagsTest-359846495-project] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:32.600977 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ac9f18f9-92f4-4c57-b1f9-3986b0e7b3b9 tempest-TagsTest-359846495 tempest-TagsTest-359846495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:32.640322 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac9f18f9-92f4-4c57-b1f9-3986b0e7b3b9 tempest-TagsTest-359846495 tempest-TagsTest-359846495-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:03:32.659714 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ac9f18f9-92f4-4c57-b1f9-3986b0e7b3b9 tempest-TagsTest-359846495 tempest-TagsTest-359846495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:32.660069 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-ac9f18f9-92f4-4c57-b1f9-3986b0e7b3b9 tempest-TagsTest-359846495 tempest-TagsTest-359846495-project] Added segment 28dde433-9e2b-447c-895d-f3cee8ef1ccc of type vlan for network 85bd2879-3686-45cb-a263-5b8da0cf9c9c Sep 23 07:03:32.736793 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ac9f18f9-92f4-4c57-b1f9-3986b0e7b3b9 tempest-TagsTest-359846495 tempest-TagsTest-359846495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:32.736948 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55098) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:32.746392 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9f18f9-92f4-4c57-b1f9-3986b0e7b3b9 tempest-TagsTest-359846495 tempest-TagsTest-359846495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d70368-d3be-4b7f-bc45-9a65e9694912,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:32.770394 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ac9f18f9-92f4-4c57-b1f9-3986b0e7b3b9 tempest-TagsTest-359846495 tempest-TagsTest-359846495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:32.778423 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9f18f9-92f4-4c57-b1f9-3986b0e7b3b9 tempest-TagsTest-359846495 tempest-TagsTest-359846495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:32.779298 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ac9f18f9-92f4-4c57-b1f9-3986b0e7b3b9 tempest-TagsTest-359846495 tempest-TagsTest-359846495-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:32.791396 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8c99b7-9e59-498c-8ce6-aab1bbc911bc req-6116f703-6520-492e-b3d9-b3183d283c34 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:32.793334 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9d8c99b7-9e59-498c-8ce6-aab1bbc911bc req-6116f703-6520-492e-b3d9-b3183d283c34 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/ports?device_id=69f921f4-8d2e-4ecb-bd14-9a649d6ecb9c HTTP/1.1" status: 200 len: 945 time: 0.1178269 Sep 23 07:03:32.831010 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-ac9f18f9-92f4-4c57-b1f9-3986b0e7b3b9 tempest-TagsTest-359846495 tempest-TagsTest-359846495-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.4851289 Sep 23 07:03:32.834042 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55102) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:32.838691 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-784f02b7-7db2-40a8-87d1-9da8f07cfd65 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:32.840788 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.tag.tag_plugin [None req-f613e022-d3e8-481f-87de-0248ed991cf8 tempest-TagsTest-359846495 tempest-TagsTest-359846495-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '85bd2879-3686-45cb-a263-5b8da0cf9c9c', 'tempest-TagsTest-Tag-1204341554') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:03:32.887827 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-784f02b7-7db2-40a8-87d1-9da8f07cfd65 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:32.893102 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9d8c99b7-9e59-498c-8ce6-aab1bbc911bc req-f6a0ab49-71d4-4375-bc80-96f8e4760a80 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/security-groups?id=eadb206e-ba62-4510-9d5a-e2b29865759a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847380 Sep 23 07:03:32.907496 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9f18f9-92f4-4c57-b1f9-3986b0e7b3b9 tempest-TagsTest-359846495 tempest-TagsTest-359846495-project] Pushing event updated for resources: {'Network': ['ID=85bd2879-3686-45cb-a263-5b8da0cf9c9c,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:32.922276 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 85bd2879-3686-45cb-a263-5b8da0cf9c9c details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:03:32.993216 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-784f02b7-7db2-40a8-87d1-9da8f07cfd65 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:32.996326 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-784f02b7-7db2-40a8-87d1-9da8f07cfd65 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:32.998170 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-784f02b7-7db2-40a8-87d1-9da8f07cfd65 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "DELETE /v2.0/security-groups/af4b1172-21fa-42ea-8f78-02b27dc94910 HTTP/1.1" status: 204 len: 168 time: 0.2602315 Sep 23 07:03:33.002963 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55106) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:33.010894 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-f613e022-d3e8-481f-87de-0248ed991cf8 tempest-TagsTest-359846495 tempest-TagsTest-359846495-project] 10.222.0.39 "PUT /v2.0/networks/85bd2879-3686-45cb-a263-5b8da0cf9c9c/tags/tempest-TagsTest-Tag-1204341554 HTTP/1.1" status: 201 len: 201 time: 0.1752777 Sep 23 07:03:33.017191 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55108) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:33.027536 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.tag.tag_plugin [None req-4389e065-2b56-42e4-b717-03b71c3ca85a tempest-TagsTest-359846495 tempest-TagsTest-359846495-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '85bd2879-3686-45cb-a263-5b8da0cf9c9c', 'tempest-TagsTest-Tag-1204341554') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:03:33.030076 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784f02b7-7db2-40a8-87d1-9da8f07cfd65 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af4b1172-21fa-42ea-8f78-02b27dc94910,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:33.042252 n-d-715271-16 neutron-server[95066]: INFO neutron.api.v2.resource [None req-4117fd9e-8434-431c-9f81-517cb0ae8862 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] show failed (client error): The resource could not be found. Sep 23 07:03:33.043588 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-4117fd9e-8434-431c-9f81-517cb0ae8862 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "GET /v2.0/security-groups/af4b1172-21fa-42ea-8f78-02b27dc94910 HTTP/1.1" status: 404 len: 347 time: 0.0295846 Sep 23 07:03:33.047381 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55110) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:33.123868 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59fbffd-4181-4dab-9512-913ef2daaf62 req-77ccc075-4d0d-43e9-b92d-e72d9bbac654 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:33.125488 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e59fbffd-4181-4dab-9512-913ef2daaf62 req-77ccc075-4d0d-43e9-b92d-e72d9bbac654 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/ports?device_id=69f921f4-8d2e-4ecb-bd14-9a649d6ecb9c HTTP/1.1" status: 200 len: 945 time: 0.0940130 Sep 23 07:03:33.171972 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-4389e065-2b56-42e4-b717-03b71c3ca85a tempest-TagsTest-359846495 tempest-TagsTest-359846495-project] 10.222.0.39 "GET /v2.0/networks/85bd2879-3686-45cb-a263-5b8da0cf9c9c/tags/tempest-TagsTest-Tag-1204341554 HTTP/1.1" status: 204 len: 168 time: 0.1525512 Sep 23 07:03:33.174642 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55114) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:33.179250 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.tag.tag_plugin [None req-c851fbe8-272b-4215-8b49-becae8f80c69 tempest-TagsTest-359846495 tempest-TagsTest-359846495-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '85bd2879-3686-45cb-a263-5b8da0cf9c9c') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:03:33.200345 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-1ef6448f-5ebf-43fd-af6a-44a6016df27d tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Deleting port da6a0c87-00f5-47d8-81c7-e8e71972c8eb {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:03:33.200702 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1ef6448f-5ebf-43fd-af6a-44a6016df27d tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:33.257273 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e59fbffd-4181-4dab-9512-913ef2daaf62 req-5d2430a6-e655-4b42-9099-5f9173d6e841 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/security-groups?id=eadb206e-ba62-4510-9d5a-e2b29865759a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256995 Sep 23 07:03:33.320299 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55120) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:33.326329 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-c851fbe8-272b-4215-8b49-becae8f80c69 tempest-TagsTest-359846495 tempest-TagsTest-359846495-project] 10.222.0.39 "GET /v2.0/networks/85bd2879-3686-45cb-a263-5b8da0cf9c9c/tags HTTP/1.1" status: 200 len: 238 time: 0.1504276 Sep 23 07:03:33.330242 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55122) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:33.342185 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.tag.tag_plugin [None req-be7d58f5-e3a1-4623-ba91-e5d630832b51 tempest-TagsTest-359846495 tempest-TagsTest-359846495-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '85bd2879-3686-45cb-a263-5b8da0cf9c9c', {'tags': ['tempest-TagsTest-Tag-734540904', 'tempest-TagsTest-Tag-313272409', 'tempest-TagsTest-Tag-1845820452']}) {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:03:33.345937 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1ef6448f-5ebf-43fd-af6a-44a6016df27d tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:33.346284 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1ef6448f-5ebf-43fd-af6a-44a6016df27d tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:33.386548 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-1ef6448f-5ebf-43fd-af6a-44a6016df27d tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Calling delete_port for da6a0c87-00f5-47d8-81c7-e8e71972c8eb owned by network:floatingip {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:03:33.408967 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab18f033-b4e8-4c35-9f96-3f29d0acd00f tempest-TestNetworkBasicOps-685493529 tempest-TestNetworkBasicOps-685493529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:33.410558 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-ab18f033-b4e8-4c35-9f96-3f29d0acd00f tempest-TestNetworkBasicOps-685493529 tempest-TestNetworkBasicOps-685493529-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=69f921f4-8d2e-4ecb-bd14-9a649d6ecb9c HTTP/1.1" status: 200 len: 1092 time: 0.0887721 Sep 23 07:03:33.421539 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55124) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:33.427746 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-74cacb61-2068-4453-8b7f-d1b9e1c3aaf4 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Request body: {'floatingip': {'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'port_id': 'fd633120-a90a-425f-8e49-d5fa515fc22d', 'tenant_id': '285631e87ef3467186156f903d01ed48', 'fixed_ip_address': '172.20.0.7'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:03:33.469921 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-be7d58f5-e3a1-4623-ba91-e5d630832b51 tempest-TagsTest-359846495 tempest-TagsTest-359846495-project] 10.222.0.39 "PUT /v2.0/networks/85bd2879-3686-45cb-a263-5b8da0cf9c9c/tags HTTP/1.1" status: 200 len: 307 time: 0.1366391 Sep 23 07:03:33.470638 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55128) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:33.478929 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.tag.tag_plugin [None req-ed3a702c-1cc6-4c40-8186-b58a5e19d8d8 tempest-TagsTest-359846495 tempest-TagsTest-359846495-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '85bd2879-3686-45cb-a263-5b8da0cf9c9c', 'tempest-TagsTest-Tag-734540904') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:03:33.480948 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-74cacb61-2068-4453-8b7f-d1b9e1c3aaf4 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for floatingip, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:33.603024 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-74cacb61-2068-4453-8b7f-d1b9e1c3aaf4 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:33.668120 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1ef6448f-5ebf-43fd-af6a-44a6016df27d tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:33.737572 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef6448f-5ebf-43fd-af6a-44a6016df27d tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Pushing event deleted for resources: {'Port': ['ID=da6a0c87-00f5-47d8-81c7-e8e71972c8eb,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:33.747926 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-74cacb61-2068-4453-8b7f-d1b9e1c3aaf4 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Allocated IP 172.25.2.231 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/fe73f1d5-85a8-49eb-a0f8-fccce8ea58fe) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:03:33.770098 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-ed3a702c-1cc6-4c40-8186-b58a5e19d8d8 tempest-TagsTest-359846495 tempest-TagsTest-359846495-project] 10.222.0.39 "DELETE /v2.0/networks/85bd2879-3686-45cb-a263-5b8da0cf9c9c/tags/tempest-TagsTest-Tag-734540904 HTTP/1.1" status: 204 len: 168 time: 0.2982693 Sep 23 07:03:33.772897 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55134) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:33.783855 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.tag.tag_plugin [None req-fd6a3689-6c14-45ec-b587-0c5b49e14c84 tempest-TagsTest-359846495 tempest-TagsTest-359846495-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '85bd2879-3686-45cb-a263-5b8da0cf9c9c', 'tempest-TagsTest-Tag-734540904') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:03:33.827605 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1ef6448f-5ebf-43fd-af6a-44a6016df27d tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks [] for floatingip, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:33.831418 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1ef6448f-5ebf-43fd-af6a-44a6016df27d tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:33.835929 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-1ef6448f-5ebf-43fd-af6a-44a6016df27d tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "DELETE /v2.0/floatingips/89f7d749-b4ef-4ccd-a285-381ee0d890d4 HTTP/1.1" status: 204 len: 168 time: 0.7867711 Sep 23 07:03:33.837167 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55136) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:33.894886 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-74cacb61-2068-4453-8b7f-d1b9e1c3aaf4 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:33.947461 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-74cacb61-2068-4453-8b7f-d1b9e1c3aaf4 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:33.951205 n-d-715271-16 neutron-server[95066]: INFO neutron.api.v2.resource [None req-fd6a3689-6c14-45ec-b587-0c5b49e14c84 tempest-TagsTest-359846495 tempest-TagsTest-359846495-project] show failed (client error): The resource could not be found. Sep 23 07:03:33.952270 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-fd6a3689-6c14-45ec-b587-0c5b49e14c84 tempest-TagsTest-359846495 tempest-TagsTest-359846495-project] 10.222.0.39 "GET /v2.0/networks/85bd2879-3686-45cb-a263-5b8da0cf9c9c/tags/tempest-TagsTest-Tag-734540904 HTTP/1.1" status: 404 len: 325 time: 0.1775658 Sep 23 07:03:33.955686 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55140) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:33.962254 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.tag.tag_plugin [None req-b3fbe838-dac4-45d5-8a44-8b58a49b5e44 tempest-TagsTest-359846495 tempest-TagsTest-359846495-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '85bd2879-3686-45cb-a263-5b8da0cf9c9c', 'tempest-TagsTest-Tag-313272409') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:03:34.001504 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-74105494-a2b4-417d-b3af-6b5b41e06391 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Deleting port ec16f835-822f-4543-a177-5c6ae4f55507 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:03:34.001898 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-74105494-a2b4-417d-b3af-6b5b41e06391 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:34.008528 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74cacb61-2068-4453-8b7f-d1b9e1c3aaf4 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:03:34.012475 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-74cacb61-2068-4453-8b7f-d1b9e1c3aaf4 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:03:34.015984 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cacb61-2068-4453-8b7f-d1b9e1c3aaf4 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:03:34.062483 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cacb61-2068-4453-8b7f-d1b9e1c3aaf4 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Pushing event updated for resources: {'Port': ['ID=fe73f1d5-85a8-49eb-a0f8-fccce8ea58fe,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:34.135802 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-b3fbe838-dac4-45d5-8a44-8b58a49b5e44 tempest-TagsTest-359846495 tempest-TagsTest-359846495-project] 10.222.0.39 "GET /v2.0/networks/85bd2879-3686-45cb-a263-5b8da0cf9c9c/tags/tempest-TagsTest-Tag-313272409 HTTP/1.1" status: 204 len: 168 time: 0.1789443 Sep 23 07:03:34.141320 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55144) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:34.145993 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.tag.tag_plugin [None req-8bf68aa4-876c-47d2-90fd-fc1767b40ff0 tempest-TagsTest-359846495 tempest-TagsTest-359846495-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '85bd2879-3686-45cb-a263-5b8da0cf9c9c', 'tempest-TagsTest-Tag-1845820452') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:03:34.198415 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-74105494-a2b4-417d-b3af-6b5b41e06391 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:34.217725 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-74105494-a2b4-417d-b3af-6b5b41e06391 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Calling delete_port for ec16f835-822f-4543-a177-5c6ae4f55507 owned by {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:03:34.263419 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-8bf68aa4-876c-47d2-90fd-fc1767b40ff0 tempest-TagsTest-359846495 tempest-TagsTest-359846495-project] 10.222.0.39 "GET /v2.0/networks/85bd2879-3686-45cb-a263-5b8da0cf9c9c/tags/tempest-TagsTest-Tag-1845820452 HTTP/1.1" status: 204 len: 168 time: 0.1212685 Sep 23 07:03:34.265892 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55146) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:34.270382 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.tag.tag_plugin [None req-3d1a58b7-c043-4449-beca-9922b55916e6 tempest-TagsTest-359846495 tempest-TagsTest-359846495-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '85bd2879-3686-45cb-a263-5b8da0cf9c9c') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:03:34.484916 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-3d1a58b7-c043-4449-beca-9922b55916e6 tempest-TagsTest-359846495 tempest-TagsTest-359846495-project] 10.222.0.39 "DELETE /v2.0/networks/85bd2879-3686-45cb-a263-5b8da0cf9c9c/tags HTTP/1.1" status: 204 len: 168 time: 0.2179909 Sep 23 07:03:34.488582 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55154) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:34.493779 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.tag.tag_plugin [None req-0ce6ee44-92b3-4a78-bfbf-2f97b5624729 tempest-TagsTest-359846495 tempest-TagsTest-359846495-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '85bd2879-3686-45cb-a263-5b8da0cf9c9c', 'tempest-TagsTest-Tag-313272409') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:03:34.527310 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-74105494-a2b4-417d-b3af-6b5b41e06391 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:34.567192 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74105494-a2b4-417d-b3af-6b5b41e06391 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Pushing event deleted for resources: {'Port': ['ID=ec16f835-822f-4543-a177-5c6ae4f55507,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:34.655980 n-d-715271-16 neutron-server[95066]: INFO neutron.api.v2.resource [None req-0ce6ee44-92b3-4a78-bfbf-2f97b5624729 tempest-TagsTest-359846495 tempest-TagsTest-359846495-project] show failed (client error): The resource could not be found. Sep 23 07:03:34.657327 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-0ce6ee44-92b3-4a78-bfbf-2f97b5624729 tempest-TagsTest-359846495 tempest-TagsTest-359846495-project] 10.222.0.39 "GET /v2.0/networks/85bd2879-3686-45cb-a263-5b8da0cf9c9c/tags/tempest-TagsTest-Tag-313272409 HTTP/1.1" status: 404 len: 325 time: 0.1677735 Sep 23 07:03:34.660403 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55158) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:34.688328 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.tag.tag_plugin [None req-aeece2b1-389e-4d0b-862d-5d03dd536e3b tempest-TagsTest-359846495 tempest-TagsTest-359846495-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '85bd2879-3686-45cb-a263-5b8da0cf9c9c', 'tempest-TagsTest-Tag-1845820452') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:03:34.728278 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-74105494-a2b4-417d-b3af-6b5b41e06391 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:34.733243 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-74105494-a2b4-417d-b3af-6b5b41e06391 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "DELETE /v2.0/ports/ec16f835-822f-4543-a177-5c6ae4f55507 HTTP/1.1" status: 204 len: 168 time: 0.8895175 Sep 23 07:03:34.733847 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55160) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:34.748570 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-74cacb61-2068-4453-8b7f-d1b9e1c3aaf4 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:34.786874 n-d-715271-16 neutron-server[95066]: INFO neutron.api.v2.resource [None req-aeece2b1-389e-4d0b-862d-5d03dd536e3b tempest-TagsTest-359846495 tempest-TagsTest-359846495-project] show failed (client error): The resource could not be found. Sep 23 07:03:34.788206 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-aeece2b1-389e-4d0b-862d-5d03dd536e3b tempest-TagsTest-359846495 tempest-TagsTest-359846495-project] 10.222.0.39 "GET /v2.0/networks/85bd2879-3686-45cb-a263-5b8da0cf9c9c/tags/tempest-TagsTest-Tag-1845820452 HTTP/1.1" status: 404 len: 326 time: 0.1061430 Sep 23 07:03:34.791312 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55162) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:34.801476 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.tag.tag_plugin [None req-f2073ea5-7511-4db8-9235-096559d5e3e7 tempest-TagsTest-359846495 tempest-TagsTest-359846495-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '85bd2879-3686-45cb-a263-5b8da0cf9c9c') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:03:34.936328 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-f2073ea5-7511-4db8-9235-096559d5e3e7 tempest-TagsTest-359846495 tempest-TagsTest-359846495-project] 10.222.0.39 "DELETE /v2.0/networks/85bd2879-3686-45cb-a263-5b8da0cf9c9c/tags HTTP/1.1" status: 204 len: 168 time: 0.1429353 Sep 23 07:03:34.936923 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55164) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:34.992842 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-74cacb61-2068-4453-8b7f-d1b9e1c3aaf4 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:35.108089 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-c4c1ab60-6206-496e-bcdb-eb8029bcd42e tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Deleting port 2967a824-073c-4484-ab0d-43a76601a0ab {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:03:35.108688 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c4c1ab60-6206-496e-bcdb-eb8029bcd42e tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:35.129506 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7c3cebaf-7ed7-41e3-bf48-bc27714fa18f tempest-TagsTest-359846495 tempest-TagsTest-359846495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:35.248884 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7c3cebaf-7ed7-41e3-bf48-bc27714fa18f tempest-TagsTest-359846495 tempest-TagsTest-359846495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:35.292735 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-7c3cebaf-7ed7-41e3-bf48-bc27714fa18f tempest-TagsTest-359846495 tempest-TagsTest-359846495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85bd2879-3686-45cb-a263-5b8da0cf9c9c']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:03:35.311938 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-7c3cebaf-7ed7-41e3-bf48-bc27714fa18f tempest-TagsTest-359846495 tempest-TagsTest-359846495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28dde433-9e2b-447c-895d-f3cee8ef1ccc') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:03:35.312386 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-7c3cebaf-7ed7-41e3-bf48-bc27714fa18f tempest-TagsTest-359846495 tempest-TagsTest-359846495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28dde433-9e2b-447c-895d-f3cee8ef1ccc') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:03:35.321419 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c4c1ab60-6206-496e-bcdb-eb8029bcd42e tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:35.328725 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7c3cebaf-7ed7-41e3-bf48-bc27714fa18f tempest-TagsTest-359846495 tempest-TagsTest-359846495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:35.341371 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-74cacb61-2068-4453-8b7f-d1b9e1c3aaf4 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:35.343331 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-c4c1ab60-6206-496e-bcdb-eb8029bcd42e tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Calling delete_port for 2967a824-073c-4484-ab0d-43a76601a0ab owned by {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:03:35.349332 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-74cacb61-2068-4453-8b7f-d1b9e1c3aaf4 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:35.352323 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7c3cebaf-7ed7-41e3-bf48-bc27714fa18f tempest-TagsTest-359846495 tempest-TagsTest-359846495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:35.362696 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c3cebaf-7ed7-41e3-bf48-bc27714fa18f tempest-TagsTest-359846495 tempest-TagsTest-359846495-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:03:35.363349 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7c3cebaf-7ed7-41e3-bf48-bc27714fa18f tempest-TagsTest-359846495 tempest-TagsTest-359846495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:35.394404 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 07:03:35.394404 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:03:35.394404 n-d-715271-16 neutron-server[95066]: timer() Sep 23 07:03:35.394404 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:03:35.394404 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 07:03:35.394404 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:03:35.394404 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 07:03:35.394404 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:03:35.394404 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 07:03:35.394404 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:03:35.394404 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 07:03:35.394404 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:03:35.394404 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 07:03:35.394404 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:03:35.394404 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:03:35.394404 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:03:35.394404 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:03:35.394404 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:03:35.394404 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 07:03:35.394404 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:03:35.394404 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 07:03:35.394404 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:03:35.394404 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:03:35.394404 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:03:35.394404 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 07:03:35.394404 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:03:35.394404 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:03:35.394404 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:03:35.394404 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:03:35.394404 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:03:35.394404 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:03:35.394404 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:03:35.478947 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7c3cebaf-7ed7-41e3-bf48-bc27714fa18f tempest-TagsTest-359846495 tempest-TagsTest-359846495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:35.503328 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7c3cebaf-7ed7-41e3-bf48-bc27714fa18f tempest-TagsTest-359846495 tempest-TagsTest-359846495-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:35.509910 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-7c3cebaf-7ed7-41e3-bf48-bc27714fa18f tempest-TagsTest-359846495 tempest-TagsTest-359846495-project] 10.222.0.39 "DELETE /v2.0/networks/85bd2879-3686-45cb-a263-5b8da0cf9c9c HTTP/1.1" status: 204 len: 168 time: 0.5702231 Sep 23 07:03:35.550913 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3cebaf-7ed7-41e3-bf48-bc27714fa18f tempest-TagsTest-359846495 tempest-TagsTest-359846495-project] Pushing event deleted for resources: {'Network': ['ID=85bd2879-3686-45cb-a263-5b8da0cf9c9c,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:35.852102 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cacb61-2068-4453-8b7f-d1b9e1c3aaf4 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Pushing event updated for resources: {'Port': ['ID=fe73f1d5-85a8-49eb-a0f8-fccce8ea58fe,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:35.901493 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-74cacb61-2068-4453-8b7f-d1b9e1c3aaf4 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:35.965620 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55188) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:36.054001 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c4c1ab60-6206-496e-bcdb-eb8029bcd42e tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:36.126464 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c1ab60-6206-496e-bcdb-eb8029bcd42e tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Pushing event deleted for resources: {'Port': ['ID=2967a824-073c-4484-ab0d-43a76601a0ab,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:36.129735 n-d-715271-16 neutron-server[95065]: INFO neutron.db.l3_db [None req-74cacb61-2068-4453-8b7f-d1b9e1c3aaf4 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Floating IP 13951190-e558-4532-b53a-25459aabd7d4 associated. External IP: 172.25.2.231, port: fd633120-a90a-425f-8e49-d5fa515fc22d. Sep 23 07:03:36.162642 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-b4eefdd6-98c5-48fb-a95e-0ab66ab02be0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4232ce799421456f96bfdcaf471132ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1946750 Sep 23 07:03:36.163305 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55194) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:36.234532 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8e307cc3-5523-405b-9153-7702fc86a878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:36.259015 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8e307cc3-5523-405b-9153-7702fc86a878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:36.280352 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c4c1ab60-6206-496e-bcdb-eb8029bcd42e tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:36.282581 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-c4c1ab60-6206-496e-bcdb-eb8029bcd42e tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "DELETE /v2.0/ports/2967a824-073c-4484-ab0d-43a76601a0ab HTTP/1.1" status: 204 len: 168 time: 1.5477493 Sep 23 07:03:36.285202 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55198) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:36.327915 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8e307cc3-5523-405b-9153-7702fc86a878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:36.334623 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8e307cc3-5523-405b-9153-7702fc86a878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:36.339538 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-8e307cc3-5523-405b-9153-7702fc86a878 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c6d70368-d3be-4b7f-bc45-9a65e9694912 HTTP/1.1" status: 204 len: 168 time: 0.1719961 Sep 23 07:03:36.362456 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e307cc3-5523-405b-9153-7702fc86a878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d70368-d3be-4b7f-bc45-9a65e9694912,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:36.365906 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-daf49923-7221-4e2f-9aa0-060d981d5c31 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Deleting subnet f0cb65e8-fa80-40ac-a2e5-8e7b9c47cb4e {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:03:36.381897 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e307cc3-5523-405b-9153-7702fc86a878 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:03:36.382261 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e307cc3-5523-405b-9153-7702fc86a878 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:03:36.382603 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e307cc3-5523-405b-9153-7702fc86a878 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:03:36.383636 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e307cc3-5523-405b-9153-7702fc86a878 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:03:36.383983 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e307cc3-5523-405b-9153-7702fc86a878 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:03:36.384311 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e307cc3-5523-405b-9153-7702fc86a878 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:03:36.384637 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e307cc3-5523-405b-9153-7702fc86a878 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:03:36.384960 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e307cc3-5523-405b-9153-7702fc86a878 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:03:36.385284 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e307cc3-5523-405b-9153-7702fc86a878 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:03:36.385605 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e307cc3-5523-405b-9153-7702fc86a878 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:03:36.385944 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e307cc3-5523-405b-9153-7702fc86a878 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:03:36.386648 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e307cc3-5523-405b-9153-7702fc86a878 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:03:36.409994 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-daf49923-7221-4e2f-9aa0-060d981d5c31 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:36.442149 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:36.470004 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-daf49923-7221-4e2f-9aa0-060d981d5c31 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:36.558742 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74cacb61-2068-4453-8b7f-d1b9e1c3aaf4 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Router 7b62cc22-0df5-49b3-ad7d-e2c11871b1b0 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:03:36.723574 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-daf49923-7221-4e2f-9aa0-060d981d5c31 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:36.846039 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74cacb61-2068-4453-8b7f-d1b9e1c3aaf4 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:03:36.857600 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63be9bb-e878-402f-a473-bec91a917945 None None] Sync routers for ids ['7b62cc22-0df5-49b3-ad7d-e2c11871b1b0'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:03:36.869803 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63be9bb-e878-402f-a473-bec91a917945 None None] Routers {'7b62cc22-0df5-49b3-ad7d-e2c11871b1b0'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:03:36.870753 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-daf49923-7221-4e2f-9aa0-060d981d5c31 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:36.874537 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-b63be9bb-e878-402f-a473-bec91a917945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:03:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['7b62cc22-0df5-49b3-ad7d-e2c11871b1b0'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:03:36.888400 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-74cacb61-2068-4453-8b7f-d1b9e1c3aaf4 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:36.935489 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-74cacb61-2068-4453-8b7f-d1b9e1c3aaf4 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5141854 Sep 23 07:03:36.936620 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69f921f4-8d2e-4ecb-bd14-9a649d6ecb9c', 'tag': 'fd633120-a90a-425f-8e49-d5fa515fc22d'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:03:36.938353 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55216) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:36.939589 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6024e25-f52b-49d1-b051-0b42024599dd" -d '{"events": [{"name": "network-changed", "server_uuid": "69f921f4-8d2e-4ecb-bd14-9a649d6ecb9c", "tag": "fd633120-a90a-425f-8e49-d5fa515fc22d"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:03:36.944794 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-daf49923-7221-4e2f-9aa0-060d981d5c31 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:36.947326 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-daf49923-7221-4e2f-9aa0-060d981d5c31 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "DELETE /v2.0/subnets/f0cb65e8-fa80-40ac-a2e5-8e7b9c47cb4e HTTP/1.1" status: 204 len: 168 time: 0.6611822 Sep 23 07:03:36.949162 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf49923-7221-4e2f-9aa0-060d981d5c31 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Pushing event deleted for resources: {'Subnet': ['ID=f0cb65e8-fa80-40ac-a2e5-8e7b9c47cb4e,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:36.952734 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55220) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:36.958135 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a64aae9-19f0-4d17-bdce-451d357ef20a None None] Network 57ba53b1-4b40-40e0-aae1-e93257c8c94d requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:03:36.991095 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a124ee82-505e-47f5-a1fb-85ad725c8ae4 x-openstack-request-id: req-a124ee82-505e-47f5-a1fb-85ad725c8ae4 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:03:36.991393 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69f921f4-8d2e-4ecb-bd14-9a649d6ecb9c", "tag": "fd633120-a90a-425f-8e49-d5fa515fc22d", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:03:36.991668 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a124ee82-505e-47f5-a1fb-85ad725c8ae4 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:03:36.992077 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69f921f4-8d2e-4ecb-bd14-9a649d6ecb9c', 'tag': 'fd633120-a90a-425f-8e49-d5fa515fc22d', 'status': 'completed', 'code': 200} Sep 23 07:03:37.096391 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d4790e3-ea83-41a6-8a34-14b33322746b tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Deleting subnet 7b8d89ab-b77e-4358-8f41-f550782dd0dc {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:03:37.113814 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-b63be9bb-e878-402f-a473-bec91a917945 None None] Set router 7b62cc22-0df5-49b3-ad7d-e2c11871b1b0 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:03:37.123911 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-3c4d98ce-d283-49b2-9994-5d3e6a1ede6d tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/floatingips/13951190-e558-4532-b53a-25459aabd7d4 HTTP/1.1" status: 200 len: 991 time: 0.1819847 Sep 23 07:03:37.126350 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6024e25-f52b-49d1-b051-0b42024599dd req-b10038ff-43f6-4f69-8903-439e12afa80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:37.127305 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1d4790e3-ea83-41a6-8a34-14b33322746b tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:37.129081 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f6024e25-f52b-49d1-b051-0b42024599dd req-b10038ff-43f6-4f69-8903-439e12afa80b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=285631e87ef3467186156f903d01ed48&device_id=69f921f4-8d2e-4ecb-bd14-9a649d6ecb9c HTTP/1.1" status: 200 len: 1097 time: 0.0993233 Sep 23 07:03:37.220057 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1d4790e3-ea83-41a6-8a34-14b33322746b tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:37.355913 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6024e25-f52b-49d1-b051-0b42024599dd req-cb6d925a-96e8-499e-b1cd-144f9c2b49a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:37.366752 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f6024e25-f52b-49d1-b051-0b42024599dd req-cb6d925a-96e8-499e-b1cd-144f9c2b49a2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7897793b-979a-4e69-a418-9e869418e9ce HTTP/1.1" status: 200 len: 898 time: 0.2223742 Sep 23 07:03:37.491034 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1d4790e3-ea83-41a6-8a34-14b33322746b tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:37.575471 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1d4790e3-ea83-41a6-8a34-14b33322746b tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:37.606701 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f6024e25-f52b-49d1-b051-0b42024599dd req-f649d047-5b69-4c7b-904c-232c5d924ac0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd633120-a90a-425f-8e49-d5fa515fc22d HTTP/1.1" status: 200 len: 999 time: 0.2314215 Sep 23 07:03:37.618687 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1d4790e3-ea83-41a6-8a34-14b33322746b tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:37.623139 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-1d4790e3-ea83-41a6-8a34-14b33322746b tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "DELETE /v2.0/subnets/7b8d89ab-b77e-4358-8f41-f550782dd0dc HTTP/1.1" status: 204 len: 168 time: 0.6679726 Sep 23 07:03:37.623139 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4790e3-ea83-41a6-8a34-14b33322746b tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Pushing event deleted for resources: {'Subnet': ['ID=7b8d89ab-b77e-4358-8f41-f550782dd0dc,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:37.631025 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55236) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:37.713091 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6024e25-f52b-49d1-b051-0b42024599dd req-9ad8ad76-5c31-4bfd-b654-782a07e113b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:37.718510 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f6024e25-f52b-49d1-b051-0b42024599dd req-9ad8ad76-5c31-4bfd-b654-782a07e113b6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=93b1180b-9db7-40b3-869a-a249e4cc9dce HTTP/1.1" status: 200 len: 834 time: 0.1001487 Sep 23 07:03:37.789889 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c2360690-2ed1-4ea3-bc85-646db5a490fe tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:37.815364 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a093cbf-ed3e-4bae-9677-a15df1a2a56c None None] Network a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:03:37.821757 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-b63be9bb-e878-402f-a473-bec91a917945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b62cc22-0df5-49b3-ad7d-e2c11871b1b0', 'name': 'tempest-TestNetworkBasicOps-router-942297771', 'tenant_id': '285631e87ef3467186156f903d01ed48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '1632676f-6037-46e4-943b-dccaef4ab4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:03:01Z', 'updated_at': '2021-09-23T07:03:10Z', 'revision_number': 4, 'project_id': '285631e87ef3467186156f903d01ed48', 'gw_port': {'id': '1632676f-6037-46e4-943b-dccaef4ab4b3', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:33:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b62cc22-0df5-49b3-ad7d-e2c11871b1b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:03:02Z', 'updated_at': '2021-09-23T07:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '13951190-e558-4532-b53a-25459aabd7d4', 'tenant_id': '285631e87ef3467186156f903d01ed48', 'floating_ip_address': '172.25.2.231', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '7b62cc22-0df5-49b3-ad7d-e2c11871b1b0', 'port_id': 'fd633120-a90a-425f-8e49-d5fa515fc22d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2873, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7897793b-979a-4e69-a418-9e869418e9ce', 'mac_address': 'fa:16:3e:2d:54:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f921f4-8d2e-4ecb-bd14-9a649d6ecb9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:03:34Z', 'updated_at': '2021-09-23T07:03:34Z', 'revision_number': 0, 'project_id': '285631e87ef3467186156f903d01ed48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12f11762-d2b7-419a-957d-836734425303', 'name': '', 'network_id': '7897793b-979a-4e69-a418-9e869418e9ce', 'tenant_id': '285631e87ef3467186156f903d01ed48', 'mac_address': 'fa:16:3e:84:3d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b62cc22-0df5-49b3-ad7d-e2c11871b1b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '93b1180b-9db7-40b3-869a-a249e4cc9dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:03:08Z', 'updated_at': '2021-09-23T07:03:14Z', 'revision_number': 5, 'project_id': '285631e87ef3467186156f903d01ed48', 'subnets': [{'id': '93b1180b-9db7-40b3-869a-a249e4cc9dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:03:37.826721 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6024e25-f52b-49d1-b051-0b42024599dd req-1558be11-da59-45a4-8fea-7e747224305d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:37.828288 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f6024e25-f52b-49d1-b051-0b42024599dd req-1558be11-da59-45a4-8fea-7e747224305d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7897793b-979a-4e69-a418-9e869418e9ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1020799 Sep 23 07:03:37.871443 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-c2360690-2ed1-4ea3-bc85-646db5a490fe tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Deleting port 5ece4747-21c3-4463-ba70-d6d1d982b57e {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:03:37.871796 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c2360690-2ed1-4ea3-bc85-646db5a490fe tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:37.888442 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63be9bb-e878-402f-a473-bec91a917945 None None] Checking router: 7b62cc22-0df5-49b3-ad7d-e2c11871b1b0 for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:03:37.944348 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63be9bb-e878-402f-a473-bec91a917945 None None] Routers {'7b62cc22-0df5-49b3-ad7d-e2c11871b1b0'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:03:37.947604 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-b63be9bb-e878-402f-a473-bec91a917945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:03:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['7b62cc22-0df5-49b3-ad7d-e2c11871b1b0'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:03:38.060090 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68089455-0902-4b2a-9065-54dad88cff2d None None] DHCP port deletion for 57ba53b1-4b40-40e0-aae1-e93257c8c94d request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 07:03:38.072977 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-c2360690-2ed1-4ea3-bc85-646db5a490fe tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] For port 5ece4747-21c3-4463-ba70-d6d1d982b57e, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=5ece4747-21c3-4463-ba70-d6d1d982b57e,segment=NetworkSegment(6122d0a0-a111-47a2-9b69-1c70b7fdcd2a),segment_id=6122d0a0-a111-47a2-9b69-1c70b7fdcd2a)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:03:38.073449 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c2360690-2ed1-4ea3-bc85-646db5a490fe tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:38.089732 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-c2360690-2ed1-4ea3-bc85-646db5a490fe tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Calling delete_port for 5ece4747-21c3-4463-ba70-d6d1d982b57e owned by network:dhcp {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:03:38.113166 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f6024e25-f52b-49d1-b051-0b42024599dd req-cb9cdf2a-1b7a-4729-8540-1b9b8bc9a86b service neutron] 10.222.0.21 "GET /v2.0/networks/7897793b-979a-4e69-a418-9e869418e9ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748675 Sep 23 07:03:38.134719 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55254) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:38.237365 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f6024e25-f52b-49d1-b051-0b42024599dd req-2fffc1da-4df9-4ae7-ac5d-714e40eb922e service neutron] 10.222.0.21 "GET /v2.0/networks/7897793b-979a-4e69-a418-9e869418e9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139677 Sep 23 07:03:38.265436 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-b63be9bb-e878-402f-a473-bec91a917945 None None] Set router 7b62cc22-0df5-49b3-ad7d-e2c11871b1b0 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:03:38.346955 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0c8a249a-9bea-47ea-9d85-4877891039e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:38.404628 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-81c8e78a-65f0-4d17-bfac-c7f1853a2a3b tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/floatingips/13951190-e558-4532-b53a-25459aabd7d4 HTTP/1.1" status: 200 len: 991 time: 0.2676759 Sep 23 07:03:38.426696 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-68089455-0902-4b2a-9065-54dad88cff2d None None] Deleting port 5ece4747-21c3-4463-ba70-d6d1d982b57e {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:03:38.427153 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-68089455-0902-4b2a-9065-54dad88cff2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:38.449499 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c2360690-2ed1-4ea3-bc85-646db5a490fe tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:38.462843 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665b4abd-d17c-499d-b82f-ff4e75cf0451 None None] DHCP port deletion for a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 07:03:38.501293 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2360690-2ed1-4ea3-bc85-646db5a490fe tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] No DVR routers for this DVR port 5ece4747-21c3-4463-ba70-d6d1d982b57e on host n-d-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:03:38.508331 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2360690-2ed1-4ea3-bc85-646db5a490fe tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Pushing event deleted for resources: {'Port': ['ID=5ece4747-21c3-4463-ba70-d6d1d982b57e,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:38.561541 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-68089455-0902-4b2a-9065-54dad88cff2d None None] For port 5ece4747-21c3-4463-ba70-d6d1d982b57e, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=5ece4747-21c3-4463-ba70-d6d1d982b57e,segment=NetworkSegment(6122d0a0-a111-47a2-9b69-1c70b7fdcd2a),segment_id=6122d0a0-a111-47a2-9b69-1c70b7fdcd2a)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:03:38.562080 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-68089455-0902-4b2a-9065-54dad88cff2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:38.596858 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-68089455-0902-4b2a-9065-54dad88cff2d None None] Calling delete_port for 5ece4747-21c3-4463-ba70-d6d1d982b57e owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:03:38.597522 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c2360690-2ed1-4ea3-bc85-646db5a490fe tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:38.621226 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-c2360690-2ed1-4ea3-bc85-646db5a490fe tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57ba53b1-4b40-40e0-aae1-e93257c8c94d']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:03:38.633243 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-c2360690-2ed1-4ea3-bc85-646db5a490fe tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6122d0a0-a111-47a2-9b69-1c70b7fdcd2a') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:03:38.633820 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-c2360690-2ed1-4ea3-bc85-646db5a490fe tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6122d0a0-a111-47a2-9b69-1c70b7fdcd2a') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:03:38.638281 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55266) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:38.650030 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c2360690-2ed1-4ea3-bc85-646db5a490fe tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:38.665573 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c2360690-2ed1-4ea3-bc85-646db5a490fe tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:38.681679 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2360690-2ed1-4ea3-bc85-646db5a490fe tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:03:38.681679 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c2360690-2ed1-4ea3-bc85-646db5a490fe tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:38.685391 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 07:03:38.685391 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:03:38.685391 n-d-715271-16 neutron-server[95066]: timer() Sep 23 07:03:38.685391 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:03:38.685391 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 07:03:38.685391 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:03:38.685391 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 07:03:38.685391 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:03:38.685391 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 07:03:38.685391 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:03:38.685391 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 07:03:38.685391 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:03:38.685391 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 07:03:38.685391 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:03:38.685391 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:03:38.685391 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:03:38.685391 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:03:38.685391 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:03:38.685391 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 07:03:38.685391 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:03:38.685391 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 07:03:38.685391 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:03:38.685391 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:03:38.685391 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:03:38.685391 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 07:03:38.685391 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:03:38.685391 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:03:38.685391 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:03:38.685391 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:03:38.685391 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:03:38.685391 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:03:38.685391 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:03:38.746959 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-665b4abd-d17c-499d-b82f-ff4e75cf0451 None None] Deleting port 57df466b-96d5-4500-88b4-75e7407d1ff0 {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:03:38.747389 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-665b4abd-d17c-499d-b82f-ff4e75cf0451 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:38.813094 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c2360690-2ed1-4ea3-bc85-646db5a490fe tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:38.814277 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 57df466b-96d5-4500-88b4-75e7407d1ff0 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:03:38.830903 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c2360690-2ed1-4ea3-bc85-646db5a490fe tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:38.835502 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-c2360690-2ed1-4ea3-bc85-646db5a490fe tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "DELETE /v2.0/networks/57ba53b1-4b40-40e0-aae1-e93257c8c94d HTTP/1.1" status: 204 len: 168 time: 1.2009554 Sep 23 07:03:38.836686 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55276) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:38.844827 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2360690-2ed1-4ea3-bc85-646db5a490fe tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Pushing event deleted for resources: {'Network': ['ID=57ba53b1-4b40-40e0-aae1-e93257c8c94d,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:38.912820 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-665b4abd-d17c-499d-b82f-ff4e75cf0451 None None] For port 57df466b-96d5-4500-88b4-75e7407d1ff0, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=57df466b-96d5-4500-88b4-75e7407d1ff0,segment=NetworkSegment(fde5b785-ef23-4548-a8d2-9c3bbce91b66),segment_id=fde5b785-ef23-4548-a8d2-9c3bbce91b66)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:03:38.913434 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-665b4abd-d17c-499d-b82f-ff4e75cf0451 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:38.939866 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2f95451a-532c-42ee-a183-96309b839713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:38.950612 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-665b4abd-d17c-499d-b82f-ff4e75cf0451 None None] Calling delete_port for 57df466b-96d5-4500-88b4-75e7407d1ff0 owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:03:38.977217 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-68089455-0902-4b2a-9065-54dad88cff2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:39.025849 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-68089455-0902-4b2a-9065-54dad88cff2d None None] Network 57ba53b1-4b40-40e0-aae1-e93257c8c94d is not hosted by any dhcp agent {{(pid=95067) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 23 07:03:39.026481 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68089455-0902-4b2a-9065-54dad88cff2d None None] No DVR routers for this DVR port 5ece4747-21c3-4463-ba70-d6d1d982b57e on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:03:39.035990 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4e7da9d0-74df-416c-ac38-dcf28c9d46a9 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:39.091290 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:39.098517 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68089455-0902-4b2a-9065-54dad88cff2d None None] Pushing event deleted for resources: {'Port': ['ID=5ece4747-21c3-4463-ba70-d6d1d982b57e,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:39.123038 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-b63be9bb-e878-402f-a473-bec91a917945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b62cc22-0df5-49b3-ad7d-e2c11871b1b0', 'name': 'tempest-TestNetworkBasicOps-router-942297771', 'tenant_id': '285631e87ef3467186156f903d01ed48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '1632676f-6037-46e4-943b-dccaef4ab4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:03:01Z', 'updated_at': '2021-09-23T07:03:10Z', 'revision_number': 4, 'project_id': '285631e87ef3467186156f903d01ed48', 'gw_port': {'id': '1632676f-6037-46e4-943b-dccaef4ab4b3', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:33:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b62cc22-0df5-49b3-ad7d-e2c11871b1b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:03:02Z', 'updated_at': '2021-09-23T07:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '13951190-e558-4532-b53a-25459aabd7d4', 'tenant_id': '285631e87ef3467186156f903d01ed48', 'floating_ip_address': '172.25.2.231', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '7b62cc22-0df5-49b3-ad7d-e2c11871b1b0', 'port_id': 'fd633120-a90a-425f-8e49-d5fa515fc22d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2873, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7897793b-979a-4e69-a418-9e869418e9ce', 'mac_address': 'fa:16:3e:2d:54:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f921f4-8d2e-4ecb-bd14-9a649d6ecb9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:03:34Z', 'updated_at': '2021-09-23T07:03:34Z', 'revision_number': 0, 'project_id': '285631e87ef3467186156f903d01ed48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12f11762-d2b7-419a-957d-836734425303', 'name': '', 'network_id': '7897793b-979a-4e69-a418-9e869418e9ce', 'tenant_id': '285631e87ef3467186156f903d01ed48', 'mac_address': 'fa:16:3e:84:3d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b62cc22-0df5-49b3-ad7d-e2c11871b1b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '93b1180b-9db7-40b3-869a-a249e4cc9dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:03:08Z', 'updated_at': '2021-09-23T07:03:14Z', 'revision_number': 5, 'project_id': '285631e87ef3467186156f903d01ed48', 'subnets': [{'id': '93b1180b-9db7-40b3-869a-a249e4cc9dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:03:39.161578 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2f95451a-532c-42ee-a183-96309b839713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:39.169251 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63be9bb-e878-402f-a473-bec91a917945 None None] The sync data for ids ['7b62cc22-0df5-49b3-ad7d-e2c11871b1b0'] in n-d-715271-16 is: [{'id': '7b62cc22-0df5-49b3-ad7d-e2c11871b1b0', 'name': 'tempest-TestNetworkBasicOps-router-942297771', 'tenant_id': '285631e87ef3467186156f903d01ed48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '1632676f-6037-46e4-943b-dccaef4ab4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:03:01Z', 'updated_at': '2021-09-23T07:03:10Z', 'revision_number': 4, 'project_id': '285631e87ef3467186156f903d01ed48', 'gw_port': {'id': '1632676f-6037-46e4-943b-dccaef4ab4b3', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:33:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b62cc22-0df5-49b3-ad7d-e2c11871b1b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:03:02Z', 'updated_at': '2021-09-23T07:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '13951190-e558-4532-b53a-25459aabd7d4', 'tenant_id': '285631e87ef3467186156f903d01ed48', 'floating_ip_address': '172.25.2.231', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '7b62cc22-0df5-49b3-ad7d-e2c11871b1b0', 'port_id': 'fd633120-a90a-425f-8e49-d5fa515fc22d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2873, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7897793b-979a-4e69-a418-9e869418e9ce', 'mac_address': 'fa:16:3e:2d:54:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f921f4-8d2e-4ecb-bd14-9a649d6ecb9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:03:34Z', 'updated_at': '2021-09-23T07:03:34Z', 'revision_number': 0, 'project_id': '285631e87ef3467186156f903d01ed48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12f11762-d2b7-419a-957d-836734425303', 'name': '', 'network_id': '7897793b-979a-4e69-a418-9e869418e9ce', 'tenant_id': '285631e87ef3467186156f903d01ed48', 'mac_address': 'fa:16:3e:84:3d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b62cc22-0df5-49b3-ad7d-e2c11871b1b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '93b1180b-9db7-40b3-869a-a249e4cc9dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:03:08Z', 'updated_at': '2021-09-23T07:03:14Z', 'revision_number': 5, 'project_id': '285631e87ef3467186156f903d01ed48', 'subnets': [{'id': '93b1180b-9db7-40b3-869a-a249e4cc9dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:03:39.184662 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port 57df466b-96d5-4500-88b4-75e7407d1ff0, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=57df466b-96d5-4500-88b4-75e7407d1ff0,segment=NetworkSegment(fde5b785-ef23-4548-a8d2-9c3bbce91b66),segment_id=fde5b785-ef23-4548-a8d2-9c3bbce91b66)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:03:39.189119 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2f95451a-532c-42ee-a183-96309b839713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:39.203976 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:39.206945 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 5ece4747-21c3-4463-ba70-d6d1d982b57e no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:03:39.247204 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f95451a-532c-42ee-a183-96309b839713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3129fc-d78d-4f84-8c49-d31dd769ad31,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:39.256353 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 5ece4747-21c3-4463-ba70-d6d1d982b57e {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:03:39.256353 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 5ece4747-21c3-4463-ba70-d6d1d982b57e not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:03:39.295999 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-665b4abd-d17c-499d-b82f-ff4e75cf0451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:39.310684 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-2f95451a-532c-42ee-a183-96309b839713 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7bd8a3763c714cc5b6e8260db285e7cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6711736 Sep 23 07:03:39.313324 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55288) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:39.331359 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665b4abd-d17c-499d-b82f-ff4e75cf0451 None None] No DVR routers for this DVR port 57df466b-96d5-4500-88b4-75e7407d1ff0 on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:03:39.340162 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-4e7da9d0-74df-416c-ac38-dcf28c9d46a9 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Deleting port 57df466b-96d5-4500-88b4-75e7407d1ff0 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:03:39.340625 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4e7da9d0-74df-416c-ac38-dcf28c9d46a9 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:39.352151 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=57df466b-96d5-4500-88b4-75e7407d1ff0,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:39.382225 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665b4abd-d17c-499d-b82f-ff4e75cf0451 None None] Pushing event deleted for resources: {'Port': ['ID=57df466b-96d5-4500-88b4-75e7407d1ff0,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:39.406063 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bd554ec7-17fc-41ef-8103-0d9ed014f338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:39.407655 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55290) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:39.471873 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-4e7da9d0-74df-416c-ac38-dcf28c9d46a9 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] For port 57df466b-96d5-4500-88b4-75e7407d1ff0, host n-d-715271-16, got binding levels [] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:03:39.472805 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4e7da9d0-74df-416c-ac38-dcf28c9d46a9 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:39.487390 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bd554ec7-17fc-41ef-8103-0d9ed014f338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:39.487801 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-4e7da9d0-74df-416c-ac38-dcf28c9d46a9 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Calling delete_port for 57df466b-96d5-4500-88b4-75e7407d1ff0 owned by network:dhcp {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:03:39.492692 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.ipam_backend_mixin [None req-4e7da9d0-74df-416c-ac38-dcf28c9d46a9 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Port 57df466b-96d5-4500-88b4-75e7407d1ff0 was not found and therefore no delete operation was performed {{(pid=95065) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 23 07:03:39.494310 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4e7da9d0-74df-416c-ac38-dcf28c9d46a9 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:39.526171 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7da9d0-74df-416c-ac38-dcf28c9d46a9 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] No DVR routers for this DVR port 57df466b-96d5-4500-88b4-75e7407d1ff0 on host n-d-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:03:39.534008 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7da9d0-74df-416c-ac38-dcf28c9d46a9 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Pushing event deleted for resources: {'Port': ['ID=57df466b-96d5-4500-88b4-75e7407d1ff0,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:39.535871 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26814e2e-1ee4-4407-9ede-a0d9b40e95c2 None None] New status for floating IP 13951190-e558-4532-b53a-25459aabd7d4: ACTIVE {{(pid=95068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 07:03:39.632640 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4e7da9d0-74df-416c-ac38-dcf28c9d46a9 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:39.641563 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-884ec498-024c-4391-8016-64c9e44a4bd7 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/floatingips/13951190-e558-4532-b53a-25459aabd7d4 HTTP/1.1" status: 200 len: 991 time: 0.2319577 Sep 23 07:03:39.642379 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bd554ec7-17fc-41ef-8103-0d9ed014f338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:39.650581 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bd554ec7-17fc-41ef-8103-0d9ed014f338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:39.652266 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-bd554ec7-17fc-41ef-8103-0d9ed014f338 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5f3129fc-d78d-4f84-8c49-d31dd769ad31 HTTP/1.1" status: 204 len: 168 time: 0.3367682 Sep 23 07:03:39.665106 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd554ec7-17fc-41ef-8103-0d9ed014f338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3129fc-d78d-4f84-8c49-d31dd769ad31,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:39.686919 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-4e7da9d0-74df-416c-ac38-dcf28c9d46a9 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:03:39.723322 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-4e7da9d0-74df-416c-ac38-dcf28c9d46a9 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fde5b785-ef23-4548-a8d2-9c3bbce91b66') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:03:39.723635 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-4e7da9d0-74df-416c-ac38-dcf28c9d46a9 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fde5b785-ef23-4548-a8d2-9c3bbce91b66') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:03:39.736623 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4e7da9d0-74df-416c-ac38-dcf28c9d46a9 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:39.764999 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4e7da9d0-74df-416c-ac38-dcf28c9d46a9 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:39.771983 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e7da9d0-74df-416c-ac38-dcf28c9d46a9 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:03:39.772396 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4e7da9d0-74df-416c-ac38-dcf28c9d46a9 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:39.776724 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 07:03:39.776724 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:03:39.776724 n-d-715271-16 neutron-server[95065]: timer() Sep 23 07:03:39.776724 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:03:39.776724 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 07:03:39.776724 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:03:39.776724 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 07:03:39.776724 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:03:39.776724 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 07:03:39.776724 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:03:39.776724 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 07:03:39.776724 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:03:39.776724 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 07:03:39.776724 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:03:39.776724 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:03:39.776724 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:03:39.776724 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:03:39.776724 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:03:39.776724 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 07:03:39.776724 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:03:39.776724 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 07:03:39.776724 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:03:39.776724 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:03:39.776724 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:03:39.776724 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 07:03:39.776724 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:03:39.776724 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:03:39.776724 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:03:39.776724 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:03:39.776724 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:03:39.776724 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:03:39.776724 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:03:39.893127 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4e7da9d0-74df-416c-ac38-dcf28c9d46a9 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:39.920186 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4e7da9d0-74df-416c-ac38-dcf28c9d46a9 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:39.934623 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-4e7da9d0-74df-416c-ac38-dcf28c9d46a9 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] 10.222.0.39 "DELETE /v2.0/networks/a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54 HTTP/1.1" status: 204 len: 168 time: 1.0964787 Sep 23 07:03:40.002331 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7da9d0-74df-416c-ac38-dcf28c9d46a9 tempest-TaggedBootDevicesTest-1059764239 tempest-TaggedBootDevicesTest-1059764239-project] Pushing event deleted for resources: {'Network': ['ID=a0dfd5e7-bf15-4caa-ad0d-7d8ba583da54,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:40.103660 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:40.309743 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55322) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:40.324424 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fea7f8f6-cf2e-48b5-a268-e0a234f5a2b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:40.440865 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fea7f8f6-cf2e-48b5-a268-e0a234f5a2b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:40.446950 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fea7f8f6-cf2e-48b5-a268-e0a234f5a2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:40.486865 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea7f8f6-cf2e-48b5-a268-e0a234f5a2b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd50e19e-aeb3-4450-9038-a5657a8c3741,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:40.496151 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55332) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:40.496902 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-fea7f8f6-cf2e-48b5-a268-e0a234f5a2b6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=12deb2f1905940d996add7b92d672a72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1853130 Sep 23 07:03:40.573640 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-578267c6-82f4-4864-8b96-d569801e2646 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:40.599605 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-578267c6-82f4-4864-8b96-d569801e2646 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:40.644270 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55334) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:40.677895 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-578267c6-82f4-4864-8b96-d569801e2646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:40.682971 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-578267c6-82f4-4864-8b96-d569801e2646 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:40.688446 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-578267c6-82f4-4864-8b96-d569801e2646 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bd50e19e-aeb3-4450-9038-a5657a8c3741 HTTP/1.1" status: 204 len: 168 time: 0.1910090 Sep 23 07:03:40.705644 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578267c6-82f4-4864-8b96-d569801e2646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd50e19e-aeb3-4450-9038-a5657a8c3741,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:40.918114 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-81d6cbda-77f0-4a70-9b63-5b55ab2c61ea tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/floatingips/13951190-e558-4532-b53a-25459aabd7d4 HTTP/1.1" status: 200 len: 993 time: 0.2721276 Sep 23 07:03:41.047919 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-40516504-e918-4aee-9bb2-7c1bf502048b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:41.487821 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:42.143921 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55382) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:42.282680 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:42.294583 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b0b86315-cc23-4c05-91f4-bb21bfa93975 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:42.446684 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b0b86315-cc23-4c05-91f4-bb21bfa93975 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:42.458725 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b0b86315-cc23-4c05-91f4-bb21bfa93975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:42.538764 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b86315-cc23-4c05-91f4-bb21bfa93975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36dc8d3c-bc07-44c9-9ad3-8af919b54129,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:42.548841 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-b0b86315-cc23-4c05-91f4-bb21bfa93975 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=269bf0dc75c04a3d85b3585a362911b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4002156 Sep 23 07:03:42.550382 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55394) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:42.663833 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-10300fe9-22a4-421a-831c-3f064a592d21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:42.689551 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-10300fe9-22a4-421a-831c-3f064a592d21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:42.749383 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-10300fe9-22a4-421a-831c-3f064a592d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:42.752240 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-10300fe9-22a4-421a-831c-3f064a592d21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:42.755795 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-10300fe9-22a4-421a-831c-3f064a592d21 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/36dc8d3c-bc07-44c9-9ad3-8af919b54129 HTTP/1.1" status: 204 len: 168 time: 0.2019980 Sep 23 07:03:42.762583 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10300fe9-22a4-421a-831c-3f064a592d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36dc8d3c-bc07-44c9-9ad3-8af919b54129,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:43.785894 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:44.002871 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55444) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:44.162092 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-abe32b74-c2f5-4223-bd85-609fdedb193c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:44.308260 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-abe32b74-c2f5-4223-bd85-609fdedb193c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:44.315420 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-abe32b74-c2f5-4223-bd85-609fdedb193c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:44.365319 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55448) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:44.365932 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-abe32b74-c2f5-4223-bd85-609fdedb193c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5021ef9770f343d9978224e43a569dcd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3608088 Sep 23 07:03:44.366638 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe32b74-c2f5-4223-bd85-609fdedb193c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82954f48-6850-46e5-9163-c977b5d13042,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:44.457534 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e5b6ca3d-c11b-43be-a9c3-4dfb17a8ca5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:44.508403 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e5b6ca3d-c11b-43be-a9c3-4dfb17a8ca5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:44.579198 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e5b6ca3d-c11b-43be-a9c3-4dfb17a8ca5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:44.583144 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e5b6ca3d-c11b-43be-a9c3-4dfb17a8ca5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:44.588131 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-e5b6ca3d-c11b-43be-a9c3-4dfb17a8ca5f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/82954f48-6850-46e5-9163-c977b5d13042 HTTP/1.1" status: 204 len: 168 time: 0.2172759 Sep 23 07:03:44.601216 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b6ca3d-c11b-43be-a9c3-4dfb17a8ca5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82954f48-6850-46e5-9163-c977b5d13042,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:46.178419 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55528) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:46.319035 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0da17e74-7976-430a-ab18-8e803371d059 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:46.425210 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0da17e74-7976-430a-ab18-8e803371d059 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:46.429984 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0da17e74-7976-430a-ab18-8e803371d059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:46.471942 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-0da17e74-7976-430a-ab18-8e803371d059 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=33721ae498ca4d018ef65f495899d325&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2924302 Sep 23 07:03:46.473237 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da17e74-7976-430a-ab18-8e803371d059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd47abf7-3480-4059-a0db-63bab75732dc,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:46.474861 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55532) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:46.544307 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2e092eee-3286-4b0a-b30a-eee33e5c27b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:46.569589 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2e092eee-3286-4b0a-b30a-eee33e5c27b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:46.626597 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2e092eee-3286-4b0a-b30a-eee33e5c27b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:46.630285 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2e092eee-3286-4b0a-b30a-eee33e5c27b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:46.645933 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-2e092eee-3286-4b0a-b30a-eee33e5c27b5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bd47abf7-3480-4059-a0db-63bab75732dc HTTP/1.1" status: 204 len: 168 time: 0.1651583 Sep 23 07:03:46.665911 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e092eee-3286-4b0a-b30a-eee33e5c27b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd47abf7-3480-4059-a0db-63bab75732dc,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:47.905926 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:03:48.306994 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55590) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:48.619598 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-af20ac0a-0abd-4f0a-980a-93423914099d tempest-PortsAdminExtendedAttrsTestJSON-195233507 tempest-PortsAdminExtendedAttrsTestJSON-195233507-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1432445125'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:03:48.651552 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55596) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:48.661354 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af20ac0a-0abd-4f0a-980a-93423914099d tempest-PortsAdminExtendedAttrsTestJSON-195233507 tempest-PortsAdminExtendedAttrsTestJSON-195233507-project] Made reservation on behalf of 18634a706e2a4847ae2f46b87afb1be6 for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:03:48.674689 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-af20ac0a-0abd-4f0a-980a-93423914099d tempest-PortsAdminExtendedAttrsTestJSON-195233507 tempest-PortsAdminExtendedAttrsTestJSON-195233507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:48.685680 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-af20ac0a-0abd-4f0a-980a-93423914099d tempest-PortsAdminExtendedAttrsTestJSON-195233507 tempest-PortsAdminExtendedAttrsTestJSON-195233507-project] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:48.800244 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-dc826f61-12ec-4789-aa5b-a87d522b6a4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:48.809234 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-af20ac0a-0abd-4f0a-980a-93423914099d tempest-PortsAdminExtendedAttrsTestJSON-195233507 tempest-PortsAdminExtendedAttrsTestJSON-195233507-project] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:48.815427 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-af20ac0a-0abd-4f0a-980a-93423914099d tempest-PortsAdminExtendedAttrsTestJSON-195233507 tempest-PortsAdminExtendedAttrsTestJSON-195233507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:48.845311 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af20ac0a-0abd-4f0a-980a-93423914099d tempest-PortsAdminExtendedAttrsTestJSON-195233507 tempest-PortsAdminExtendedAttrsTestJSON-195233507-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:03:48.887674 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af20ac0a-0abd-4f0a-980a-93423914099d tempest-PortsAdminExtendedAttrsTestJSON-195233507 tempest-PortsAdminExtendedAttrsTestJSON-195233507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1154baf-51a2-4ddd-94fb-e0ab1ee621ff,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:48.901478 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-af20ac0a-0abd-4f0a-980a-93423914099d tempest-PortsAdminExtendedAttrsTestJSON-195233507 tempest-PortsAdminExtendedAttrsTestJSON-195233507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:48.902048 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-af20ac0a-0abd-4f0a-980a-93423914099d tempest-PortsAdminExtendedAttrsTestJSON-195233507 tempest-PortsAdminExtendedAttrsTestJSON-195233507-project] Added segment 63eb7de4-ddc5-4d86-9f69-528975e15258 of type vlan for network 60b52a92-66c0-45ae-82a2-39045a1889ff Sep 23 07:03:48.938618 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-dc826f61-12ec-4789-aa5b-a87d522b6a4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:48.947082 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-dc826f61-12ec-4789-aa5b-a87d522b6a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:48.966547 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-af20ac0a-0abd-4f0a-980a-93423914099d tempest-PortsAdminExtendedAttrsTestJSON-195233507 tempest-PortsAdminExtendedAttrsTestJSON-195233507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:48.990519 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc826f61-12ec-4789-aa5b-a87d522b6a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44aefb5b-cf02-4b6f-a2ce-d6a8b2859a44,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:48.995634 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-dc826f61-12ec-4789-aa5b-a87d522b6a4b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=743cb691277a4deea4b844bc7a279427&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3421752 Sep 23 07:03:48.998201 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55602) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:49.010321 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-af20ac0a-0abd-4f0a-980a-93423914099d tempest-PortsAdminExtendedAttrsTestJSON-195233507 tempest-PortsAdminExtendedAttrsTestJSON-195233507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:49.017459 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af20ac0a-0abd-4f0a-980a-93423914099d tempest-PortsAdminExtendedAttrsTestJSON-195233507 tempest-PortsAdminExtendedAttrsTestJSON-195233507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:49.018098 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-af20ac0a-0abd-4f0a-980a-93423914099d tempest-PortsAdminExtendedAttrsTestJSON-195233507 tempest-PortsAdminExtendedAttrsTestJSON-195233507-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:49.047461 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-af20ac0a-0abd-4f0a-980a-93423914099d tempest-PortsAdminExtendedAttrsTestJSON-195233507 tempest-PortsAdminExtendedAttrsTestJSON-195233507-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.7397151 Sep 23 07:03:49.060634 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-20171c6f-cc99-4e63-9a5b-1310b28024c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:49.088353 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-20171c6f-cc99-4e63-9a5b-1310b28024c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:49.092835 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af20ac0a-0abd-4f0a-980a-93423914099d tempest-PortsAdminExtendedAttrsTestJSON-195233507 tempest-PortsAdminExtendedAttrsTestJSON-195233507-project] Pushing event updated for resources: {'Network': ['ID=60b52a92-66c0-45ae-82a2-39045a1889ff,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:49.119948 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 60b52a92-66c0-45ae-82a2-39045a1889ff details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:03:49.156886 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-20171c6f-cc99-4e63-9a5b-1310b28024c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:49.160327 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-20171c6f-cc99-4e63-9a5b-1310b28024c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:49.161628 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-20171c6f-cc99-4e63-9a5b-1310b28024c1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/44aefb5b-cf02-4b6f-a2ce-d6a8b2859a44 HTTP/1.1" status: 204 len: 168 time: 0.1625197 Sep 23 07:03:49.170879 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20171c6f-cc99-4e63-9a5b-1310b28024c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44aefb5b-cf02-4b6f-a2ce-d6a8b2859a44,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:49.349243 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55618) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:49.354590 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-ba17e7e7-636f-4178-9f5e-fe113e0f0461 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Request body: {'port': {'network_id': '60b52a92-66c0-45ae-82a2-39045a1889ff', 'binding:host_id': 'n-h2-715271-16', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1862255915'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:03:49.401379 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba17e7e7-636f-4178-9f5e-fe113e0f0461 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Made reservation on behalf of 6e033611cae5464cbf4c9a53bfd498d7 for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:03:49.405104 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ba17e7e7-636f-4178-9f5e-fe113e0f0461 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:49.424491 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ba17e7e7-636f-4178-9f5e-fe113e0f0461 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:49.563093 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ba17e7e7-636f-4178-9f5e-fe113e0f0461 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:49.568774 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ba17e7e7-636f-4178-9f5e-fe113e0f0461 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:49.577025 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [None req-ba17e7e7-636f-4178-9f5e-fe113e0f0461 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] device_id is not set on port 7c5c4391-c4a3-4425-b379-e5b0358d8c03 yet. {{(pid=95066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 07:03:49.711886 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba17e7e7-636f-4178-9f5e-fe113e0f0461 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=398f8611-6554-4d5e-9069-028bc03687a1,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:49.928249 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [None req-ba17e7e7-636f-4178-9f5e-fe113e0f0461 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] device_id is not set on port 7c5c4391-c4a3-4425-b379-e5b0358d8c03 yet. {{(pid=95066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 07:03:49.938753 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ba17e7e7-636f-4178-9f5e-fe113e0f0461 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:49.947218 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ba17e7e7-636f-4178-9f5e-fe113e0f0461 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:50.024005 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba17e7e7-636f-4178-9f5e-fe113e0f0461 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Pushing event updated for resources: {'Port': ['ID=7c5c4391-c4a3-4425-b379-e5b0358d8c03,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:50.026855 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba17e7e7-636f-4178-9f5e-fe113e0f0461 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Checking segment: {'id': '63eb7de4-ddc5-4d86-9f69-528975e15258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '60b52a92-66c0-45ae-82a2-39045a1889ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:03:50.027300 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba17e7e7-636f-4178-9f5e-fe113e0f0461 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Network hostable DHCP agents. Network: 60b52a92-66c0-45ae-82a2-39045a1889ff, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:03:50.052665 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba17e7e7-636f-4178-9f5e-fe113e0f0461 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Network 60b52a92-66c0-45ae-82a2-39045a1889ff is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:03:50.073130 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-ba17e7e7-636f-4178-9f5e-fe113e0f0461 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 60b52a92-66c0-45ae-82a2-39045a1889ff) {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:03:50.080619 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba17e7e7-636f-4178-9f5e-fe113e0f0461 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:03:50.083716 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe4f0fe-3588-4bf5-96ad-73775d990a0d None None] Network 60b52a92-66c0-45ae-82a2-39045a1889ff requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:03:50.112429 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [None req-ba17e7e7-636f-4178-9f5e-fe113e0f0461 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port 7c5c4391-c4a3-4425-b379-e5b0358d8c03 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:03:50.112771 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [None req-ba17e7e7-636f-4178-9f5e-fe113e0f0461 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port 7c5c4391-c4a3-4425-b379-e5b0358d8c03 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '63eb7de4-ddc5-4d86-9f69-528975e15258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '60b52a92-66c0-45ae-82a2-39045a1889ff'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:03:50.113119 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba17e7e7-636f-4178-9f5e-fe113e0f0461 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port 7c5c4391-c4a3-4425-b379-e5b0358d8c03 on network 60b52a92-66c0-45ae-82a2-39045a1889ff {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:03:50.121158 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba17e7e7-636f-4178-9f5e-fe113e0f0461 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Port 7c5c4391-c4a3-4425-b379-e5b0358d8c03 on network 60b52a92-66c0-45ae-82a2-39045a1889ff not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:03:50.121494 n-d-715271-16 neutron-server[95066]: ERROR neutron.plugins.ml2.managers [None req-ba17e7e7-636f-4178-9f5e-fe113e0f0461 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Failed to bind port 7c5c4391-c4a3-4425-b379-e5b0358d8c03 on host n-h2-715271-16 for vnic_type normal using segments [{'id': '63eb7de4-ddc5-4d86-9f69-528975e15258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '60b52a92-66c0-45ae-82a2-39045a1889ff'}] Sep 23 07:03:50.121901 n-d-715271-16 neutron-server[95066]: INFO neutron.plugins.ml2.plugin [None req-ba17e7e7-636f-4178-9f5e-fe113e0f0461 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempt 2 to bind port 7c5c4391-c4a3-4425-b379-e5b0358d8c03 Sep 23 07:03:50.149909 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [None req-ba17e7e7-636f-4178-9f5e-fe113e0f0461 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port 7c5c4391-c4a3-4425-b379-e5b0358d8c03 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:03:50.150198 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [None req-ba17e7e7-636f-4178-9f5e-fe113e0f0461 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port 7c5c4391-c4a3-4425-b379-e5b0358d8c03 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '63eb7de4-ddc5-4d86-9f69-528975e15258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '60b52a92-66c0-45ae-82a2-39045a1889ff'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:03:50.150507 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba17e7e7-636f-4178-9f5e-fe113e0f0461 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port 7c5c4391-c4a3-4425-b379-e5b0358d8c03 on network 60b52a92-66c0-45ae-82a2-39045a1889ff {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:03:50.157129 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba17e7e7-636f-4178-9f5e-fe113e0f0461 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Port 7c5c4391-c4a3-4425-b379-e5b0358d8c03 on network 60b52a92-66c0-45ae-82a2-39045a1889ff not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:03:50.157455 n-d-715271-16 neutron-server[95066]: ERROR neutron.plugins.ml2.managers [None req-ba17e7e7-636f-4178-9f5e-fe113e0f0461 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Failed to bind port 7c5c4391-c4a3-4425-b379-e5b0358d8c03 on host n-h2-715271-16 for vnic_type normal using segments [{'id': '63eb7de4-ddc5-4d86-9f69-528975e15258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '60b52a92-66c0-45ae-82a2-39045a1889ff'}] Sep 23 07:03:50.157844 n-d-715271-16 neutron-server[95066]: INFO neutron.plugins.ml2.plugin [None req-ba17e7e7-636f-4178-9f5e-fe113e0f0461 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempt 3 to bind port 7c5c4391-c4a3-4425-b379-e5b0358d8c03 Sep 23 07:03:50.189534 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [None req-ba17e7e7-636f-4178-9f5e-fe113e0f0461 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port 7c5c4391-c4a3-4425-b379-e5b0358d8c03 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:03:50.189901 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [None req-ba17e7e7-636f-4178-9f5e-fe113e0f0461 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port 7c5c4391-c4a3-4425-b379-e5b0358d8c03 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '63eb7de4-ddc5-4d86-9f69-528975e15258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '60b52a92-66c0-45ae-82a2-39045a1889ff'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:03:50.190831 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba17e7e7-636f-4178-9f5e-fe113e0f0461 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port 7c5c4391-c4a3-4425-b379-e5b0358d8c03 on network 60b52a92-66c0-45ae-82a2-39045a1889ff {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:03:50.201877 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba17e7e7-636f-4178-9f5e-fe113e0f0461 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Port 7c5c4391-c4a3-4425-b379-e5b0358d8c03 on network 60b52a92-66c0-45ae-82a2-39045a1889ff not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:03:50.204979 n-d-715271-16 neutron-server[95066]: ERROR neutron.plugins.ml2.managers [None req-ba17e7e7-636f-4178-9f5e-fe113e0f0461 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Failed to bind port 7c5c4391-c4a3-4425-b379-e5b0358d8c03 on host n-h2-715271-16 for vnic_type normal using segments [{'id': '63eb7de4-ddc5-4d86-9f69-528975e15258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '60b52a92-66c0-45ae-82a2-39045a1889ff'}] Sep 23 07:03:50.205399 n-d-715271-16 neutron-server[95066]: INFO neutron.plugins.ml2.plugin [None req-ba17e7e7-636f-4178-9f5e-fe113e0f0461 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempt 4 to bind port 7c5c4391-c4a3-4425-b379-e5b0358d8c03 Sep 23 07:03:50.228802 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [None req-ba17e7e7-636f-4178-9f5e-fe113e0f0461 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port 7c5c4391-c4a3-4425-b379-e5b0358d8c03 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:03:50.235881 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [None req-ba17e7e7-636f-4178-9f5e-fe113e0f0461 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port 7c5c4391-c4a3-4425-b379-e5b0358d8c03 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '63eb7de4-ddc5-4d86-9f69-528975e15258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '60b52a92-66c0-45ae-82a2-39045a1889ff'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:03:50.236204 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba17e7e7-636f-4178-9f5e-fe113e0f0461 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port 7c5c4391-c4a3-4425-b379-e5b0358d8c03 on network 60b52a92-66c0-45ae-82a2-39045a1889ff {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:03:50.241310 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba17e7e7-636f-4178-9f5e-fe113e0f0461 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Port 7c5c4391-c4a3-4425-b379-e5b0358d8c03 on network 60b52a92-66c0-45ae-82a2-39045a1889ff not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:03:50.241410 n-d-715271-16 neutron-server[95066]: ERROR neutron.plugins.ml2.managers [None req-ba17e7e7-636f-4178-9f5e-fe113e0f0461 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Failed to bind port 7c5c4391-c4a3-4425-b379-e5b0358d8c03 on host n-h2-715271-16 for vnic_type normal using segments [{'id': '63eb7de4-ddc5-4d86-9f69-528975e15258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '60b52a92-66c0-45ae-82a2-39045a1889ff'}] Sep 23 07:03:50.241842 n-d-715271-16 neutron-server[95066]: INFO neutron.plugins.ml2.plugin [None req-ba17e7e7-636f-4178-9f5e-fe113e0f0461 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempt 5 to bind port 7c5c4391-c4a3-4425-b379-e5b0358d8c03 Sep 23 07:03:50.257352 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [None req-ba17e7e7-636f-4178-9f5e-fe113e0f0461 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port 7c5c4391-c4a3-4425-b379-e5b0358d8c03 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:03:50.258282 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [None req-ba17e7e7-636f-4178-9f5e-fe113e0f0461 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port 7c5c4391-c4a3-4425-b379-e5b0358d8c03 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '63eb7de4-ddc5-4d86-9f69-528975e15258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '60b52a92-66c0-45ae-82a2-39045a1889ff'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:03:50.258625 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba17e7e7-636f-4178-9f5e-fe113e0f0461 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port 7c5c4391-c4a3-4425-b379-e5b0358d8c03 on network 60b52a92-66c0-45ae-82a2-39045a1889ff {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:03:50.263595 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba17e7e7-636f-4178-9f5e-fe113e0f0461 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Port 7c5c4391-c4a3-4425-b379-e5b0358d8c03 on network 60b52a92-66c0-45ae-82a2-39045a1889ff not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:03:50.263920 n-d-715271-16 neutron-server[95066]: ERROR neutron.plugins.ml2.managers [None req-ba17e7e7-636f-4178-9f5e-fe113e0f0461 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Failed to bind port 7c5c4391-c4a3-4425-b379-e5b0358d8c03 on host n-h2-715271-16 for vnic_type normal using segments [{'id': '63eb7de4-ddc5-4d86-9f69-528975e15258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '60b52a92-66c0-45ae-82a2-39045a1889ff'}] Sep 23 07:03:50.264317 n-d-715271-16 neutron-server[95066]: INFO neutron.plugins.ml2.plugin [None req-ba17e7e7-636f-4178-9f5e-fe113e0f0461 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempt 6 to bind port 7c5c4391-c4a3-4425-b379-e5b0358d8c03 Sep 23 07:03:50.278440 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [None req-ba17e7e7-636f-4178-9f5e-fe113e0f0461 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port 7c5c4391-c4a3-4425-b379-e5b0358d8c03 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:03:50.278815 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [None req-ba17e7e7-636f-4178-9f5e-fe113e0f0461 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port 7c5c4391-c4a3-4425-b379-e5b0358d8c03 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '63eb7de4-ddc5-4d86-9f69-528975e15258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '60b52a92-66c0-45ae-82a2-39045a1889ff'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:03:50.279147 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba17e7e7-636f-4178-9f5e-fe113e0f0461 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port 7c5c4391-c4a3-4425-b379-e5b0358d8c03 on network 60b52a92-66c0-45ae-82a2-39045a1889ff {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:03:50.284418 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba17e7e7-636f-4178-9f5e-fe113e0f0461 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Port 7c5c4391-c4a3-4425-b379-e5b0358d8c03 on network 60b52a92-66c0-45ae-82a2-39045a1889ff not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:03:50.284725 n-d-715271-16 neutron-server[95066]: ERROR neutron.plugins.ml2.managers [None req-ba17e7e7-636f-4178-9f5e-fe113e0f0461 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Failed to bind port 7c5c4391-c4a3-4425-b379-e5b0358d8c03 on host n-h2-715271-16 for vnic_type normal using segments [{'id': '63eb7de4-ddc5-4d86-9f69-528975e15258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '60b52a92-66c0-45ae-82a2-39045a1889ff'}] Sep 23 07:03:50.285120 n-d-715271-16 neutron-server[95066]: INFO neutron.plugins.ml2.plugin [None req-ba17e7e7-636f-4178-9f5e-fe113e0f0461 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempt 7 to bind port 7c5c4391-c4a3-4425-b379-e5b0358d8c03 Sep 23 07:03:50.298462 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [None req-ba17e7e7-636f-4178-9f5e-fe113e0f0461 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port 7c5c4391-c4a3-4425-b379-e5b0358d8c03 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:03:50.298786 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [None req-ba17e7e7-636f-4178-9f5e-fe113e0f0461 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port 7c5c4391-c4a3-4425-b379-e5b0358d8c03 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '63eb7de4-ddc5-4d86-9f69-528975e15258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '60b52a92-66c0-45ae-82a2-39045a1889ff'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:03:50.299126 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba17e7e7-636f-4178-9f5e-fe113e0f0461 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port 7c5c4391-c4a3-4425-b379-e5b0358d8c03 on network 60b52a92-66c0-45ae-82a2-39045a1889ff {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:03:50.303687 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba17e7e7-636f-4178-9f5e-fe113e0f0461 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Port 7c5c4391-c4a3-4425-b379-e5b0358d8c03 on network 60b52a92-66c0-45ae-82a2-39045a1889ff not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:03:50.304019 n-d-715271-16 neutron-server[95066]: ERROR neutron.plugins.ml2.managers [None req-ba17e7e7-636f-4178-9f5e-fe113e0f0461 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Failed to bind port 7c5c4391-c4a3-4425-b379-e5b0358d8c03 on host n-h2-715271-16 for vnic_type normal using segments [{'id': '63eb7de4-ddc5-4d86-9f69-528975e15258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '60b52a92-66c0-45ae-82a2-39045a1889ff'}] Sep 23 07:03:50.304481 n-d-715271-16 neutron-server[95066]: INFO neutron.plugins.ml2.plugin [None req-ba17e7e7-636f-4178-9f5e-fe113e0f0461 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempt 8 to bind port 7c5c4391-c4a3-4425-b379-e5b0358d8c03 Sep 23 07:03:50.316947 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [None req-ba17e7e7-636f-4178-9f5e-fe113e0f0461 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port 7c5c4391-c4a3-4425-b379-e5b0358d8c03 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:03:50.317201 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [None req-ba17e7e7-636f-4178-9f5e-fe113e0f0461 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port 7c5c4391-c4a3-4425-b379-e5b0358d8c03 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '63eb7de4-ddc5-4d86-9f69-528975e15258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '60b52a92-66c0-45ae-82a2-39045a1889ff'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:03:50.317537 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba17e7e7-636f-4178-9f5e-fe113e0f0461 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port 7c5c4391-c4a3-4425-b379-e5b0358d8c03 on network 60b52a92-66c0-45ae-82a2-39045a1889ff {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:03:50.322656 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba17e7e7-636f-4178-9f5e-fe113e0f0461 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Port 7c5c4391-c4a3-4425-b379-e5b0358d8c03 on network 60b52a92-66c0-45ae-82a2-39045a1889ff not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:03:50.322986 n-d-715271-16 neutron-server[95066]: ERROR neutron.plugins.ml2.managers [None req-ba17e7e7-636f-4178-9f5e-fe113e0f0461 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Failed to bind port 7c5c4391-c4a3-4425-b379-e5b0358d8c03 on host n-h2-715271-16 for vnic_type normal using segments [{'id': '63eb7de4-ddc5-4d86-9f69-528975e15258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '60b52a92-66c0-45ae-82a2-39045a1889ff'}] Sep 23 07:03:50.323374 n-d-715271-16 neutron-server[95066]: INFO neutron.plugins.ml2.plugin [None req-ba17e7e7-636f-4178-9f5e-fe113e0f0461 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempt 9 to bind port 7c5c4391-c4a3-4425-b379-e5b0358d8c03 Sep 23 07:03:50.341205 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [None req-ba17e7e7-636f-4178-9f5e-fe113e0f0461 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port 7c5c4391-c4a3-4425-b379-e5b0358d8c03 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:03:50.341546 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [None req-ba17e7e7-636f-4178-9f5e-fe113e0f0461 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port 7c5c4391-c4a3-4425-b379-e5b0358d8c03 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '63eb7de4-ddc5-4d86-9f69-528975e15258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '60b52a92-66c0-45ae-82a2-39045a1889ff'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:03:50.341902 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba17e7e7-636f-4178-9f5e-fe113e0f0461 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port 7c5c4391-c4a3-4425-b379-e5b0358d8c03 on network 60b52a92-66c0-45ae-82a2-39045a1889ff {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:03:50.346396 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba17e7e7-636f-4178-9f5e-fe113e0f0461 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Port 7c5c4391-c4a3-4425-b379-e5b0358d8c03 on network 60b52a92-66c0-45ae-82a2-39045a1889ff not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:03:50.346722 n-d-715271-16 neutron-server[95066]: ERROR neutron.plugins.ml2.managers [None req-ba17e7e7-636f-4178-9f5e-fe113e0f0461 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Failed to bind port 7c5c4391-c4a3-4425-b379-e5b0358d8c03 on host n-h2-715271-16 for vnic_type normal using segments [{'id': '63eb7de4-ddc5-4d86-9f69-528975e15258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '60b52a92-66c0-45ae-82a2-39045a1889ff'}] Sep 23 07:03:50.347228 n-d-715271-16 neutron-server[95066]: INFO neutron.plugins.ml2.plugin [None req-ba17e7e7-636f-4178-9f5e-fe113e0f0461 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempt 10 to bind port 7c5c4391-c4a3-4425-b379-e5b0358d8c03 Sep 23 07:03:50.360699 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [None req-ba17e7e7-636f-4178-9f5e-fe113e0f0461 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port 7c5c4391-c4a3-4425-b379-e5b0358d8c03 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:03:50.361357 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [None req-ba17e7e7-636f-4178-9f5e-fe113e0f0461 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port 7c5c4391-c4a3-4425-b379-e5b0358d8c03 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '63eb7de4-ddc5-4d86-9f69-528975e15258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '60b52a92-66c0-45ae-82a2-39045a1889ff'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:03:50.361357 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba17e7e7-636f-4178-9f5e-fe113e0f0461 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port 7c5c4391-c4a3-4425-b379-e5b0358d8c03 on network 60b52a92-66c0-45ae-82a2-39045a1889ff {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:03:50.365974 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba17e7e7-636f-4178-9f5e-fe113e0f0461 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Port 7c5c4391-c4a3-4425-b379-e5b0358d8c03 on network 60b52a92-66c0-45ae-82a2-39045a1889ff not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:03:50.366249 n-d-715271-16 neutron-server[95066]: ERROR neutron.plugins.ml2.managers [None req-ba17e7e7-636f-4178-9f5e-fe113e0f0461 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Failed to bind port 7c5c4391-c4a3-4425-b379-e5b0358d8c03 on host n-h2-715271-16 for vnic_type normal using segments [{'id': '63eb7de4-ddc5-4d86-9f69-528975e15258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '60b52a92-66c0-45ae-82a2-39045a1889ff'}] Sep 23 07:03:50.366617 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ba17e7e7-636f-4178-9f5e-fe113e0f0461 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:50.459311 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-ba17e7e7-636f-4178-9f5e-fe113e0f0461 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] For port 7c5c4391-c4a3-4425-b379-e5b0358d8c03, host n-h2-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:03:50.460290 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-ba17e7e7-636f-4178-9f5e-fe113e0f0461 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempted to set empty binding levels {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 23 07:03:50.467455 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ba17e7e7-636f-4178-9f5e-fe113e0f0461 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:50.487233 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba17e7e7-636f-4178-9f5e-fe113e0f0461 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:50.487845 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ba17e7e7-636f-4178-9f5e-fe113e0f0461 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:50.519844 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55650) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:50.556130 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-ba17e7e7-636f-4178-9f5e-fe113e0f0461 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 1.2055583 Sep 23 07:03:50.563800 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55654) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:50.576742 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba17e7e7-636f-4178-9f5e-fe113e0f0461 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Pushing event updated for resources: {'Port': ['ID=7c5c4391-c4a3-4425-b379-e5b0358d8c03,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:50.708285 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-035733df-9f30-4bd9-87d7-1230a7e4abae tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Deleting port 7c5c4391-c4a3-4425-b379-e5b0358d8c03 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:03:50.708627 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-035733df-9f30-4bd9-87d7-1230a7e4abae tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:50.798909 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-035733df-9f30-4bd9-87d7-1230a7e4abae tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] For port 7c5c4391-c4a3-4425-b379-e5b0358d8c03, host n-h2-715271-16, got binding levels [] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:03:50.799173 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-035733df-9f30-4bd9-87d7-1230a7e4abae tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:50.859248 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-035733df-9f30-4bd9-87d7-1230a7e4abae tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Calling delete_port for 7c5c4391-c4a3-4425-b379-e5b0358d8c03 owned by {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:03:51.037406 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-035733df-9f30-4bd9-87d7-1230a7e4abae tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:51.092333 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035733df-9f30-4bd9-87d7-1230a7e4abae tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Pushing event deleted for resources: {'Port': ['ID=7c5c4391-c4a3-4425-b379-e5b0358d8c03,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:51.113372 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-035733df-9f30-4bd9-87d7-1230a7e4abae tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:51.115619 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-035733df-9f30-4bd9-87d7-1230a7e4abae tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] 10.222.0.39 "DELETE /v2.0/ports/7c5c4391-c4a3-4425-b379-e5b0358d8c03 HTTP/1.1" status: 204 len: 168 time: 0.5503511 Sep 23 07:03:51.118351 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55666) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:51.169054 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ec83d6b-5984-4b13-9076-31878c0b97b8 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] GET failed (client error): The resource could not be found. Sep 23 07:03:51.170723 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-6ec83d6b-5984-4b13-9076-31878c0b97b8 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] 10.222.0.39 "GET /v2.0/ports/7c5c4391-c4a3-4425-b379-e5b0358d8c03 HTTP/1.1" status: 404 len: 333 time: 0.0512109 Sep 23 07:03:51.174342 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55668) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:51.183045 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-531bc540-1433-4d5f-9d04-8ebc0ec37201 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Request body: {'port': {'network_id': '60b52a92-66c0-45ae-82a2-39045a1889ff', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2072280856'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:03:51.231427 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-531bc540-1433-4d5f-9d04-8ebc0ec37201 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Made reservation on behalf of 6e033611cae5464cbf4c9a53bfd498d7 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:03:51.233663 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-531bc540-1433-4d5f-9d04-8ebc0ec37201 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:51.252050 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [None req-531bc540-1433-4d5f-9d04-8ebc0ec37201 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] device_id is not set on port 0d0729d4-68fe-4fe7-ad38-fef491a3f058 yet. {{(pid=95065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 07:03:51.458381 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-531bc540-1433-4d5f-9d04-8ebc0ec37201 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:51.488191 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7a496a26-d7a5-4aea-ac7b-161711b8f6fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066969'] for router_interface, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:52.046385 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-531bc540-1433-4d5f-9d04-8ebc0ec37201 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:52.088357 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-7a496a26-d7a5-4aea-ac7b-161711b8f6fe admin admin] Deleting port e9584c77-25b4-4e41-a033-9348f00c5a12 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:03:52.088735 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7a496a26-d7a5-4aea-ac7b-161711b8f6fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:52.127770 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531bc540-1433-4d5f-9d04-8ebc0ec37201 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Network 60b52a92-66c0-45ae-82a2-39045a1889ff is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:03:52.137931 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-531bc540-1433-4d5f-9d04-8ebc0ec37201 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:03:52.141678 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531bc540-1433-4d5f-9d04-8ebc0ec37201 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Pushing event updated for resources: {'Port': ['ID=0d0729d4-68fe-4fe7-ad38-fef491a3f058,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:52.146330 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531bc540-1433-4d5f-9d04-8ebc0ec37201 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:03:52.147852 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531bc540-1433-4d5f-9d04-8ebc0ec37201 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:52.149718 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-531bc540-1433-4d5f-9d04-8ebc0ec37201 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:52.206804 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-531bc540-1433-4d5f-9d04-8ebc0ec37201 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0309303 Sep 23 07:03:52.210290 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55686) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:52.230581 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-e816c1e8-2758-4b7f-85cd-2f40731b44b7 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-715271-16'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:03:52.236985 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-7a496a26-d7a5-4aea-ac7b-161711b8f6fe admin admin] For port e9584c77-25b4-4e41-a033-9348f00c5a12, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=e9584c77-25b4-4e41-a033-9348f00c5a12,segment=NetworkSegment(d463f3c4-55b2-48f3-8a95-55ffd5aae5fa),segment_id=d463f3c4-55b2-48f3-8a95-55ffd5aae5fa)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:03:52.237353 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7a496a26-d7a5-4aea-ac7b-161711b8f6fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:52.255989 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-7a496a26-d7a5-4aea-ac7b-161711b8f6fe admin admin] Calling delete_port for e9584c77-25b4-4e41-a033-9348f00c5a12 owned by network:router_interface {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:03:52.308771 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e816c1e8-2758-4b7f-85cd-2f40731b44b7 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:52.491851 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7a496a26-d7a5-4aea-ac7b-161711b8f6fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:52.492910 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [None req-e816c1e8-2758-4b7f-85cd-2f40731b44b7 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] device_id is not set on port 0d0729d4-68fe-4fe7-ad38-fef491a3f058 yet. {{(pid=95066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 07:03:52.503903 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e816c1e8-2758-4b7f-85cd-2f40731b44b7 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:52.519897 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e816c1e8-2758-4b7f-85cd-2f40731b44b7 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:52.541097 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a496a26-d7a5-4aea-ac7b-161711b8f6fe admin admin] Pushing event deleted for resources: {'Port': ['ID=e9584c77-25b4-4e41-a033-9348f00c5a12,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:52.578688 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e816c1e8-2758-4b7f-85cd-2f40731b44b7 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Pushing event updated for resources: {'Port': ['ID=0d0729d4-68fe-4fe7-ad38-fef491a3f058,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:52.619494 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [None req-e816c1e8-2758-4b7f-85cd-2f40731b44b7 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port 0d0729d4-68fe-4fe7-ad38-fef491a3f058 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:03:52.619833 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [None req-e816c1e8-2758-4b7f-85cd-2f40731b44b7 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port 0d0729d4-68fe-4fe7-ad38-fef491a3f058 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '63eb7de4-ddc5-4d86-9f69-528975e15258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '60b52a92-66c0-45ae-82a2-39045a1889ff'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:03:52.620174 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e816c1e8-2758-4b7f-85cd-2f40731b44b7 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port 0d0729d4-68fe-4fe7-ad38-fef491a3f058 on network 60b52a92-66c0-45ae-82a2-39045a1889ff {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:03:52.628337 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e816c1e8-2758-4b7f-85cd-2f40731b44b7 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Port 0d0729d4-68fe-4fe7-ad38-fef491a3f058 on network 60b52a92-66c0-45ae-82a2-39045a1889ff not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:03:52.628337 n-d-715271-16 neutron-server[95066]: ERROR neutron.plugins.ml2.managers [None req-e816c1e8-2758-4b7f-85cd-2f40731b44b7 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Failed to bind port 0d0729d4-68fe-4fe7-ad38-fef491a3f058 on host n-h2-715271-16 for vnic_type normal using segments [{'id': '63eb7de4-ddc5-4d86-9f69-528975e15258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '60b52a92-66c0-45ae-82a2-39045a1889ff'}] Sep 23 07:03:52.628747 n-d-715271-16 neutron-server[95066]: INFO neutron.plugins.ml2.plugin [None req-e816c1e8-2758-4b7f-85cd-2f40731b44b7 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempt 2 to bind port 0d0729d4-68fe-4fe7-ad38-fef491a3f058 Sep 23 07:03:52.650150 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [None req-e816c1e8-2758-4b7f-85cd-2f40731b44b7 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port 0d0729d4-68fe-4fe7-ad38-fef491a3f058 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:03:52.650676 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [None req-e816c1e8-2758-4b7f-85cd-2f40731b44b7 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port 0d0729d4-68fe-4fe7-ad38-fef491a3f058 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '63eb7de4-ddc5-4d86-9f69-528975e15258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '60b52a92-66c0-45ae-82a2-39045a1889ff'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:03:52.651241 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e816c1e8-2758-4b7f-85cd-2f40731b44b7 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port 0d0729d4-68fe-4fe7-ad38-fef491a3f058 on network 60b52a92-66c0-45ae-82a2-39045a1889ff {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:03:52.657961 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e816c1e8-2758-4b7f-85cd-2f40731b44b7 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Port 0d0729d4-68fe-4fe7-ad38-fef491a3f058 on network 60b52a92-66c0-45ae-82a2-39045a1889ff not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:03:52.658703 n-d-715271-16 neutron-server[95066]: ERROR neutron.plugins.ml2.managers [None req-e816c1e8-2758-4b7f-85cd-2f40731b44b7 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Failed to bind port 0d0729d4-68fe-4fe7-ad38-fef491a3f058 on host n-h2-715271-16 for vnic_type normal using segments [{'id': '63eb7de4-ddc5-4d86-9f69-528975e15258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '60b52a92-66c0-45ae-82a2-39045a1889ff'}] Sep 23 07:03:52.659285 n-d-715271-16 neutron-server[95066]: INFO neutron.plugins.ml2.plugin [None req-e816c1e8-2758-4b7f-85cd-2f40731b44b7 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempt 3 to bind port 0d0729d4-68fe-4fe7-ad38-fef491a3f058 Sep 23 07:03:52.675956 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [None req-e816c1e8-2758-4b7f-85cd-2f40731b44b7 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port 0d0729d4-68fe-4fe7-ad38-fef491a3f058 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:03:52.676699 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [None req-e816c1e8-2758-4b7f-85cd-2f40731b44b7 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port 0d0729d4-68fe-4fe7-ad38-fef491a3f058 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '63eb7de4-ddc5-4d86-9f69-528975e15258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '60b52a92-66c0-45ae-82a2-39045a1889ff'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:03:52.677208 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e816c1e8-2758-4b7f-85cd-2f40731b44b7 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port 0d0729d4-68fe-4fe7-ad38-fef491a3f058 on network 60b52a92-66c0-45ae-82a2-39045a1889ff {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:03:52.688993 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e816c1e8-2758-4b7f-85cd-2f40731b44b7 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Port 0d0729d4-68fe-4fe7-ad38-fef491a3f058 on network 60b52a92-66c0-45ae-82a2-39045a1889ff not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:03:52.689339 n-d-715271-16 neutron-server[95066]: ERROR neutron.plugins.ml2.managers [None req-e816c1e8-2758-4b7f-85cd-2f40731b44b7 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Failed to bind port 0d0729d4-68fe-4fe7-ad38-fef491a3f058 on host n-h2-715271-16 for vnic_type normal using segments [{'id': '63eb7de4-ddc5-4d86-9f69-528975e15258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '60b52a92-66c0-45ae-82a2-39045a1889ff'}] Sep 23 07:03:52.689740 n-d-715271-16 neutron-server[95066]: INFO neutron.plugins.ml2.plugin [None req-e816c1e8-2758-4b7f-85cd-2f40731b44b7 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempt 4 to bind port 0d0729d4-68fe-4fe7-ad38-fef491a3f058 Sep 23 07:03:52.705293 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [None req-e816c1e8-2758-4b7f-85cd-2f40731b44b7 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port 0d0729d4-68fe-4fe7-ad38-fef491a3f058 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:03:52.705639 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [None req-e816c1e8-2758-4b7f-85cd-2f40731b44b7 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port 0d0729d4-68fe-4fe7-ad38-fef491a3f058 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '63eb7de4-ddc5-4d86-9f69-528975e15258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '60b52a92-66c0-45ae-82a2-39045a1889ff'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:03:52.706020 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e816c1e8-2758-4b7f-85cd-2f40731b44b7 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port 0d0729d4-68fe-4fe7-ad38-fef491a3f058 on network 60b52a92-66c0-45ae-82a2-39045a1889ff {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:03:52.711464 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e816c1e8-2758-4b7f-85cd-2f40731b44b7 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Port 0d0729d4-68fe-4fe7-ad38-fef491a3f058 on network 60b52a92-66c0-45ae-82a2-39045a1889ff not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:03:52.713739 n-d-715271-16 neutron-server[95066]: ERROR neutron.plugins.ml2.managers [None req-e816c1e8-2758-4b7f-85cd-2f40731b44b7 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Failed to bind port 0d0729d4-68fe-4fe7-ad38-fef491a3f058 on host n-h2-715271-16 for vnic_type normal using segments [{'id': '63eb7de4-ddc5-4d86-9f69-528975e15258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '60b52a92-66c0-45ae-82a2-39045a1889ff'}] Sep 23 07:03:52.714192 n-d-715271-16 neutron-server[95066]: INFO neutron.plugins.ml2.plugin [None req-e816c1e8-2758-4b7f-85cd-2f40731b44b7 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempt 5 to bind port 0d0729d4-68fe-4fe7-ad38-fef491a3f058 Sep 23 07:03:52.740169 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [None req-e816c1e8-2758-4b7f-85cd-2f40731b44b7 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port 0d0729d4-68fe-4fe7-ad38-fef491a3f058 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:03:52.740508 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [None req-e816c1e8-2758-4b7f-85cd-2f40731b44b7 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port 0d0729d4-68fe-4fe7-ad38-fef491a3f058 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '63eb7de4-ddc5-4d86-9f69-528975e15258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '60b52a92-66c0-45ae-82a2-39045a1889ff'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:03:52.740858 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e816c1e8-2758-4b7f-85cd-2f40731b44b7 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port 0d0729d4-68fe-4fe7-ad38-fef491a3f058 on network 60b52a92-66c0-45ae-82a2-39045a1889ff {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:03:52.760779 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e816c1e8-2758-4b7f-85cd-2f40731b44b7 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Port 0d0729d4-68fe-4fe7-ad38-fef491a3f058 on network 60b52a92-66c0-45ae-82a2-39045a1889ff not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:03:52.761693 n-d-715271-16 neutron-server[95066]: ERROR neutron.plugins.ml2.managers [None req-e816c1e8-2758-4b7f-85cd-2f40731b44b7 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Failed to bind port 0d0729d4-68fe-4fe7-ad38-fef491a3f058 on host n-h2-715271-16 for vnic_type normal using segments [{'id': '63eb7de4-ddc5-4d86-9f69-528975e15258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '60b52a92-66c0-45ae-82a2-39045a1889ff'}] Sep 23 07:03:52.762060 n-d-715271-16 neutron-server[95066]: INFO neutron.plugins.ml2.plugin [None req-e816c1e8-2758-4b7f-85cd-2f40731b44b7 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempt 6 to bind port 0d0729d4-68fe-4fe7-ad38-fef491a3f058 Sep 23 07:03:52.776858 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [None req-e816c1e8-2758-4b7f-85cd-2f40731b44b7 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port 0d0729d4-68fe-4fe7-ad38-fef491a3f058 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:03:52.777119 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [None req-e816c1e8-2758-4b7f-85cd-2f40731b44b7 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port 0d0729d4-68fe-4fe7-ad38-fef491a3f058 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '63eb7de4-ddc5-4d86-9f69-528975e15258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '60b52a92-66c0-45ae-82a2-39045a1889ff'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:03:52.777462 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e816c1e8-2758-4b7f-85cd-2f40731b44b7 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port 0d0729d4-68fe-4fe7-ad38-fef491a3f058 on network 60b52a92-66c0-45ae-82a2-39045a1889ff {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:03:52.782772 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e816c1e8-2758-4b7f-85cd-2f40731b44b7 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Port 0d0729d4-68fe-4fe7-ad38-fef491a3f058 on network 60b52a92-66c0-45ae-82a2-39045a1889ff not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:03:52.783113 n-d-715271-16 neutron-server[95066]: ERROR neutron.plugins.ml2.managers [None req-e816c1e8-2758-4b7f-85cd-2f40731b44b7 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Failed to bind port 0d0729d4-68fe-4fe7-ad38-fef491a3f058 on host n-h2-715271-16 for vnic_type normal using segments [{'id': '63eb7de4-ddc5-4d86-9f69-528975e15258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '60b52a92-66c0-45ae-82a2-39045a1889ff'}] Sep 23 07:03:52.783510 n-d-715271-16 neutron-server[95066]: INFO neutron.plugins.ml2.plugin [None req-e816c1e8-2758-4b7f-85cd-2f40731b44b7 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempt 7 to bind port 0d0729d4-68fe-4fe7-ad38-fef491a3f058 Sep 23 07:03:52.798362 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [None req-e816c1e8-2758-4b7f-85cd-2f40731b44b7 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port 0d0729d4-68fe-4fe7-ad38-fef491a3f058 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:03:52.798933 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [None req-e816c1e8-2758-4b7f-85cd-2f40731b44b7 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port 0d0729d4-68fe-4fe7-ad38-fef491a3f058 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '63eb7de4-ddc5-4d86-9f69-528975e15258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '60b52a92-66c0-45ae-82a2-39045a1889ff'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:03:52.799185 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e816c1e8-2758-4b7f-85cd-2f40731b44b7 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port 0d0729d4-68fe-4fe7-ad38-fef491a3f058 on network 60b52a92-66c0-45ae-82a2-39045a1889ff {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:03:52.803714 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e816c1e8-2758-4b7f-85cd-2f40731b44b7 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Port 0d0729d4-68fe-4fe7-ad38-fef491a3f058 on network 60b52a92-66c0-45ae-82a2-39045a1889ff not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:03:52.804053 n-d-715271-16 neutron-server[95066]: ERROR neutron.plugins.ml2.managers [None req-e816c1e8-2758-4b7f-85cd-2f40731b44b7 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Failed to bind port 0d0729d4-68fe-4fe7-ad38-fef491a3f058 on host n-h2-715271-16 for vnic_type normal using segments [{'id': '63eb7de4-ddc5-4d86-9f69-528975e15258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '60b52a92-66c0-45ae-82a2-39045a1889ff'}] Sep 23 07:03:52.805018 n-d-715271-16 neutron-server[95066]: INFO neutron.plugins.ml2.plugin [None req-e816c1e8-2758-4b7f-85cd-2f40731b44b7 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempt 8 to bind port 0d0729d4-68fe-4fe7-ad38-fef491a3f058 Sep 23 07:03:52.814687 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7a496a26-d7a5-4aea-ac7b-161711b8f6fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2068624'] for router_interface, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:52.820690 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [None req-e816c1e8-2758-4b7f-85cd-2f40731b44b7 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port 0d0729d4-68fe-4fe7-ad38-fef491a3f058 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:03:52.821267 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [None req-e816c1e8-2758-4b7f-85cd-2f40731b44b7 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port 0d0729d4-68fe-4fe7-ad38-fef491a3f058 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '63eb7de4-ddc5-4d86-9f69-528975e15258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '60b52a92-66c0-45ae-82a2-39045a1889ff'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:03:52.821718 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e816c1e8-2758-4b7f-85cd-2f40731b44b7 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port 0d0729d4-68fe-4fe7-ad38-fef491a3f058 on network 60b52a92-66c0-45ae-82a2-39045a1889ff {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:03:52.826821 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e816c1e8-2758-4b7f-85cd-2f40731b44b7 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Port 0d0729d4-68fe-4fe7-ad38-fef491a3f058 on network 60b52a92-66c0-45ae-82a2-39045a1889ff not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:03:52.827288 n-d-715271-16 neutron-server[95066]: ERROR neutron.plugins.ml2.managers [None req-e816c1e8-2758-4b7f-85cd-2f40731b44b7 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Failed to bind port 0d0729d4-68fe-4fe7-ad38-fef491a3f058 on host n-h2-715271-16 for vnic_type normal using segments [{'id': '63eb7de4-ddc5-4d86-9f69-528975e15258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '60b52a92-66c0-45ae-82a2-39045a1889ff'}] Sep 23 07:03:52.827864 n-d-715271-16 neutron-server[95066]: INFO neutron.plugins.ml2.plugin [None req-e816c1e8-2758-4b7f-85cd-2f40731b44b7 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempt 9 to bind port 0d0729d4-68fe-4fe7-ad38-fef491a3f058 Sep 23 07:03:52.842712 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [None req-e816c1e8-2758-4b7f-85cd-2f40731b44b7 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port 0d0729d4-68fe-4fe7-ad38-fef491a3f058 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:03:52.843053 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [None req-e816c1e8-2758-4b7f-85cd-2f40731b44b7 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port 0d0729d4-68fe-4fe7-ad38-fef491a3f058 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '63eb7de4-ddc5-4d86-9f69-528975e15258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '60b52a92-66c0-45ae-82a2-39045a1889ff'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:03:52.843389 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e816c1e8-2758-4b7f-85cd-2f40731b44b7 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port 0d0729d4-68fe-4fe7-ad38-fef491a3f058 on network 60b52a92-66c0-45ae-82a2-39045a1889ff {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:03:52.848080 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e816c1e8-2758-4b7f-85cd-2f40731b44b7 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Port 0d0729d4-68fe-4fe7-ad38-fef491a3f058 on network 60b52a92-66c0-45ae-82a2-39045a1889ff not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:03:52.848420 n-d-715271-16 neutron-server[95066]: ERROR neutron.plugins.ml2.managers [None req-e816c1e8-2758-4b7f-85cd-2f40731b44b7 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Failed to bind port 0d0729d4-68fe-4fe7-ad38-fef491a3f058 on host n-h2-715271-16 for vnic_type normal using segments [{'id': '63eb7de4-ddc5-4d86-9f69-528975e15258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '60b52a92-66c0-45ae-82a2-39045a1889ff'}] Sep 23 07:03:52.848941 n-d-715271-16 neutron-server[95066]: INFO neutron.plugins.ml2.plugin [None req-e816c1e8-2758-4b7f-85cd-2f40731b44b7 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempt 10 to bind port 0d0729d4-68fe-4fe7-ad38-fef491a3f058 Sep 23 07:03:52.863728 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [None req-e816c1e8-2758-4b7f-85cd-2f40731b44b7 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port 0d0729d4-68fe-4fe7-ad38-fef491a3f058 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:03:52.864074 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [None req-e816c1e8-2758-4b7f-85cd-2f40731b44b7 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port 0d0729d4-68fe-4fe7-ad38-fef491a3f058 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '63eb7de4-ddc5-4d86-9f69-528975e15258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '60b52a92-66c0-45ae-82a2-39045a1889ff'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:03:52.864429 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e816c1e8-2758-4b7f-85cd-2f40731b44b7 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port 0d0729d4-68fe-4fe7-ad38-fef491a3f058 on network 60b52a92-66c0-45ae-82a2-39045a1889ff {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:03:52.869981 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e816c1e8-2758-4b7f-85cd-2f40731b44b7 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Port 0d0729d4-68fe-4fe7-ad38-fef491a3f058 on network 60b52a92-66c0-45ae-82a2-39045a1889ff not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:03:52.870318 n-d-715271-16 neutron-server[95066]: ERROR neutron.plugins.ml2.managers [None req-e816c1e8-2758-4b7f-85cd-2f40731b44b7 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Failed to bind port 0d0729d4-68fe-4fe7-ad38-fef491a3f058 on host n-h2-715271-16 for vnic_type normal using segments [{'id': '63eb7de4-ddc5-4d86-9f69-528975e15258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '60b52a92-66c0-45ae-82a2-39045a1889ff'}] Sep 23 07:03:52.870694 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e816c1e8-2758-4b7f-85cd-2f40731b44b7 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:52.953389 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-e816c1e8-2758-4b7f-85cd-2f40731b44b7 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] For port 0d0729d4-68fe-4fe7-ad38-fef491a3f058, host n-h2-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:03:52.953794 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-e816c1e8-2758-4b7f-85cd-2f40731b44b7 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempted to set empty binding levels {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 23 07:03:52.958704 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e816c1e8-2758-4b7f-85cd-2f40731b44b7 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:52.998120 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-e816c1e8-2758-4b7f-85cd-2f40731b44b7 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] In _notify_port_updated(), no bound segment for port 0d0729d4-68fe-4fe7-ad38-fef491a3f058 on network 60b52a92-66c0-45ae-82a2-39045a1889ff {{(pid=95066) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 07:03:52.999033 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e816c1e8-2758-4b7f-85cd-2f40731b44b7 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:53.003131 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e816c1e8-2758-4b7f-85cd-2f40731b44b7 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:53.006962 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-e816c1e8-2758-4b7f-85cd-2f40731b44b7 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] 10.222.0.39 "PUT /v2.0/ports/0d0729d4-68fe-4fe7-ad38-fef491a3f058 HTTP/1.1" status: 200 len: 976 time: 0.7834029 Sep 23 07:03:53.007381 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55690) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:53.078106 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e816c1e8-2758-4b7f-85cd-2f40731b44b7 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Pushing event updated for resources: {'Port': ['ID=0d0729d4-68fe-4fe7-ad38-fef491a3f058,revision_number=3']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:53.088671 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a496a26-d7a5-4aea-ac7b-161711b8f6fe admin admin] Router 70e7ed44-50f0-43ab-ae05-66577310bc99 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:03:53.115551 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aede78d5-b62b-4395-9826-bd896b2d5bef tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:53.116068 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aede78d5-b62b-4395-9826-bd896b2d5bef tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:53.116538 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aede78d5-b62b-4395-9826-bd896b2d5bef tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:53.117639 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aede78d5-b62b-4395-9826-bd896b2d5bef tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:53.118199 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aede78d5-b62b-4395-9826-bd896b2d5bef tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:53.118663 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aede78d5-b62b-4395-9826-bd896b2d5bef tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:53.119131 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aede78d5-b62b-4395-9826-bd896b2d5bef tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:53.119590 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aede78d5-b62b-4395-9826-bd896b2d5bef tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:53.120049 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aede78d5-b62b-4395-9826-bd896b2d5bef tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:53.120618 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aede78d5-b62b-4395-9826-bd896b2d5bef tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:53.121074 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aede78d5-b62b-4395-9826-bd896b2d5bef tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:53.121646 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aede78d5-b62b-4395-9826-bd896b2d5bef tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:53.122289 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aede78d5-b62b-4395-9826-bd896b2d5bef tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:53.122795 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aede78d5-b62b-4395-9826-bd896b2d5bef tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:53.123339 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aede78d5-b62b-4395-9826-bd896b2d5bef tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:53.124085 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aede78d5-b62b-4395-9826-bd896b2d5bef tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:53.124853 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aede78d5-b62b-4395-9826-bd896b2d5bef tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:53.127795 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-aede78d5-b62b-4395-9826-bd896b2d5bef tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15343 time: 0.1189046 Sep 23 07:03:53.131206 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55692) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:53.219500 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a496a26-d7a5-4aea-ac7b-161711b8f6fe admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:03:53.227941 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-7a496a26-d7a5-4aea-ac7b-161711b8f6fe admin admin] 10.222.0.39 "PUT /v2.0/routers/70e7ed44-50f0-43ab-ae05-66577310bc99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7032738 Sep 23 07:03:53.228295 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55696) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:53.235153 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7011480e-fbac-457e-a754-4eb1c8c063a2 None None] Sync routers for ids ['70e7ed44-50f0-43ab-ae05-66577310bc99'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:03:53.263039 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7011480e-fbac-457e-a754-4eb1c8c063a2 None None] Routers {'70e7ed44-50f0-43ab-ae05-66577310bc99'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:03:53.263697 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-7011480e-fbac-457e-a754-4eb1c8c063a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:03:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['70e7ed44-50f0-43ab-ae05-66577310bc99'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:03:53.288314 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-5e67f5cf-220c-4111-9375-5c8faf74d388 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Deleting port 0d0729d4-68fe-4fe7-ad38-fef491a3f058 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:03:53.289479 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5e67f5cf-220c-4111-9375-5c8faf74d388 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:53.422439 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-7011480e-fbac-457e-a754-4eb1c8c063a2 None None] Set router 70e7ed44-50f0-43ab-ae05-66577310bc99 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:03:53.437363 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-5e67f5cf-220c-4111-9375-5c8faf74d388 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] For port 0d0729d4-68fe-4fe7-ad38-fef491a3f058, host n-h2-715271-16, got binding levels [] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:03:53.437736 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5e67f5cf-220c-4111-9375-5c8faf74d388 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:53.469177 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-5e67f5cf-220c-4111-9375-5c8faf74d388 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Calling delete_port for 0d0729d4-68fe-4fe7-ad38-fef491a3f058 owned by {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:03:53.498103 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-037241a1-938b-4303-b5b7-36850ea791ae admin admin] Notify callbacks [] for router, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:53.699521 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-7011480e-fbac-457e-a754-4eb1c8c063a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e7ed44-50f0-43ab-ae05-66577310bc99', 'name': 'tempest-TaggedBootDevicesTest-476475854-router', 'tenant_id': '3be4c5cb804b4ff99ee0f3347ae7c2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': 'c33bd2a1-9902-4797-9792-350b9cbfccfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:52:38Z', 'updated_at': '2021-09-23T07:03:52Z', 'revision_number': 5, 'project_id': '3be4c5cb804b4ff99ee0f3347ae7c2c6', 'gw_port': {'id': 'c33bd2a1-9902-4797-9792-350b9cbfccfb', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:66:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e7ed44-50f0-43ab-ae05-66577310bc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:52:38Z', 'updated_at': '2021-09-23T06:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:03:53.743386 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7011480e-fbac-457e-a754-4eb1c8c063a2 None None] Checking router: 70e7ed44-50f0-43ab-ae05-66577310bc99 for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:03:53.752820 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7011480e-fbac-457e-a754-4eb1c8c063a2 None None] Routers {'70e7ed44-50f0-43ab-ae05-66577310bc99'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:03:53.753663 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-7011480e-fbac-457e-a754-4eb1c8c063a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:03:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['70e7ed44-50f0-43ab-ae05-66577310bc99'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:03:53.969327 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55706) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:54.063341 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-7011480e-fbac-457e-a754-4eb1c8c063a2 None None] Set router 70e7ed44-50f0-43ab-ae05-66577310bc99 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:03:54.085167 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-037241a1-938b-4303-b5b7-36850ea791ae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:54.092244 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5e67f5cf-220c-4111-9375-5c8faf74d388 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:54.107214 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d6b449e4-a3b1-4b38-901a-4626e2d37800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:54.127969 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e67f5cf-220c-4111-9375-5c8faf74d388 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Pushing event deleted for resources: {'Port': ['ID=0d0729d4-68fe-4fe7-ad38-fef491a3f058,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:54.157984 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5e67f5cf-220c-4111-9375-5c8faf74d388 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:54.162896 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-5e67f5cf-220c-4111-9375-5c8faf74d388 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] 10.222.0.39 "DELETE /v2.0/ports/0d0729d4-68fe-4fe7-ad38-fef491a3f058 HTTP/1.1" status: 204 len: 168 time: 1.0280187 Sep 23 07:03:54.163370 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55710) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:54.203189 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a93b684-64b9-467c-ba26-32c790e08d8d tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] GET failed (client error): The resource could not be found. Sep 23 07:03:54.208602 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-4a93b684-64b9-467c-ba26-32c790e08d8d tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] 10.222.0.39 "GET /v2.0/ports/0d0729d4-68fe-4fe7-ad38-fef491a3f058 HTTP/1.1" status: 404 len: 333 time: 0.0403357 Sep 23 07:03:54.208602 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55714) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:54.216224 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-f77f0f6f-9376-4a4d-b843-0d573a2a5234 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1827182224', 'network_id': '60b52a92-66c0-45ae-82a2-39045a1889ff'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:03:54.233838 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d6b449e4-a3b1-4b38-901a-4626e2d37800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:54.243193 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-037241a1-938b-4303-b5b7-36850ea791ae admin admin] Deleting port c33bd2a1-9902-4797-9792-350b9cbfccfb {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:03:54.243193 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-037241a1-938b-4303-b5b7-36850ea791ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:54.245956 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d6b449e4-a3b1-4b38-901a-4626e2d37800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:54.276984 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-d6b449e4-a3b1-4b38-901a-4626e2d37800 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=05a63852e80d43d8944db31a47ffaac5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3065457 Sep 23 07:03:54.280206 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55718) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:54.342927 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f77f0f6f-9376-4a4d-b843-0d573a2a5234 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Made reservation on behalf of 6e033611cae5464cbf4c9a53bfd498d7 for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:03:54.345271 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f77f0f6f-9376-4a4d-b843-0d573a2a5234 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:54.375179 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [None req-f77f0f6f-9376-4a4d-b843-0d573a2a5234 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] device_id is not set on port 4260b384-426e-47bf-aac9-2434578ca049 yet. {{(pid=95066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 07:03:54.377689 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b449e4-a3b1-4b38-901a-4626e2d37800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce10dab7-bcf8-40ae-bdf7-2f8eba0e55f5,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:54.390682 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-7011480e-fbac-457e-a754-4eb1c8c063a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e7ed44-50f0-43ab-ae05-66577310bc99', 'name': 'tempest-TaggedBootDevicesTest-476475854-router', 'tenant_id': '3be4c5cb804b4ff99ee0f3347ae7c2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': 'c33bd2a1-9902-4797-9792-350b9cbfccfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:52:38Z', 'updated_at': '2021-09-23T07:03:52Z', 'revision_number': 5, 'project_id': '3be4c5cb804b4ff99ee0f3347ae7c2c6', 'gw_port': {'id': 'c33bd2a1-9902-4797-9792-350b9cbfccfb', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:66:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e7ed44-50f0-43ab-ae05-66577310bc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:52:38Z', 'updated_at': '2021-09-23T06:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:03:54.426715 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f6464b47-e91a-4f14-8f02-8cc46fe1d331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:54.456608 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7011480e-fbac-457e-a754-4eb1c8c063a2 None None] The sync data for ids ['70e7ed44-50f0-43ab-ae05-66577310bc99'] in n-d-715271-16 is: [{'id': '70e7ed44-50f0-43ab-ae05-66577310bc99', 'name': 'tempest-TaggedBootDevicesTest-476475854-router', 'tenant_id': '3be4c5cb804b4ff99ee0f3347ae7c2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': 'c33bd2a1-9902-4797-9792-350b9cbfccfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T06:52:38Z', 'updated_at': '2021-09-23T07:03:52Z', 'revision_number': 5, 'project_id': '3be4c5cb804b4ff99ee0f3347ae7c2c6', 'gw_port': {'id': 'c33bd2a1-9902-4797-9792-350b9cbfccfb', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:66:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e7ed44-50f0-43ab-ae05-66577310bc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T06:52:38Z', 'updated_at': '2021-09-23T06:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:03:54.457970 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f6464b47-e91a-4f14-8f02-8cc46fe1d331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:54.465886 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-037241a1-938b-4303-b5b7-36850ea791ae admin admin] For port c33bd2a1-9902-4797-9792-350b9cbfccfb, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=c33bd2a1-9902-4797-9792-350b9cbfccfb,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:03:54.466322 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-037241a1-938b-4303-b5b7-36850ea791ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:54.485039 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-037241a1-938b-4303-b5b7-36850ea791ae admin admin] Calling delete_port for c33bd2a1-9902-4797-9792-350b9cbfccfb owned by network:router_gateway {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:03:54.543685 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f6464b47-e91a-4f14-8f02-8cc46fe1d331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:54.548278 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f6464b47-e91a-4f14-8f02-8cc46fe1d331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:54.551754 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-f6464b47-e91a-4f14-8f02-8cc46fe1d331 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ce10dab7-bcf8-40ae-bdf7-2f8eba0e55f5 HTTP/1.1" status: 204 len: 168 time: 0.2676079 Sep 23 07:03:54.579453 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6464b47-e91a-4f14-8f02-8cc46fe1d331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce10dab7-bcf8-40ae-bdf7-2f8eba0e55f5,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:54.706168 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f77f0f6f-9376-4a4d-b843-0d573a2a5234 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:54.736792 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device e9584c77-25b4-4e41-a033-9348f00c5a12 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:03:54.777252 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: e9584c77-25b4-4e41-a033-9348f00c5a12 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:03:54.777791 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device e9584c77-25b4-4e41-a033-9348f00c5a12 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:03:54.793127 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f77f0f6f-9376-4a4d-b843-0d573a2a5234 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:54.841215 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-037241a1-938b-4303-b5b7-36850ea791ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:54.868394 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77f0f6f-9376-4a4d-b843-0d573a2a5234 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Network 60b52a92-66c0-45ae-82a2-39045a1889ff is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:03:54.874230 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-f77f0f6f-9376-4a4d-b843-0d573a2a5234 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:03:54.876462 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77f0f6f-9376-4a4d-b843-0d573a2a5234 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Pushing event updated for resources: {'Port': ['ID=4260b384-426e-47bf-aac9-2434578ca049,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:54.878561 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77f0f6f-9376-4a4d-b843-0d573a2a5234 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:03:54.879515 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77f0f6f-9376-4a4d-b843-0d573a2a5234 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:54.880272 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f77f0f6f-9376-4a4d-b843-0d573a2a5234 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:54.921876 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037241a1-938b-4303-b5b7-36850ea791ae admin admin] Pushing event deleted for resources: {'Port': ['ID=c33bd2a1-9902-4797-9792-350b9cbfccfb,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:54.960223 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-f77f0f6f-9376-4a4d-b843-0d573a2a5234 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7488630 Sep 23 07:03:54.962912 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55748) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:54.980859 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-037241a1-938b-4303-b5b7-36850ea791ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2068563'] for router_gateway, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:55.015441 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7162e1a3-3cee-4919-b6fa-d371eaeeafaa tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:55.022468 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-7162e1a3-3cee-4919-b6fa-d371eaeeafaa tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] 10.222.0.39 "GET /v2.0/ports/4260b384-426e-47bf-aac9-2434578ca049 HTTP/1.1" status: 200 len: 955 time: 0.0582669 Sep 23 07:03:55.023351 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55752) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:55.023742 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55754) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:55.062479 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3d37b71f-b292-4803-8a74-671761a3e330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:55.125094 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-037241a1-938b-4303-b5b7-36850ea791ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:55.128872 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-037241a1-938b-4303-b5b7-36850ea791ae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:55.182111 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-1d7886f9-47bf-4eab-9575-aa1881b2204d tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Deleting port 4260b384-426e-47bf-aac9-2434578ca049 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:03:55.182688 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1d7886f9-47bf-4eab-9575-aa1881b2204d tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:55.206452 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-037241a1-938b-4303-b5b7-36850ea791ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:55.206995 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-037241a1-938b-4303-b5b7-36850ea791ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70e7ed44-50f0-43ab-ae05-66577310bc99 {{(pid=95066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 07:03:55.213562 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-037241a1-938b-4303-b5b7-36850ea791ae admin admin] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:55.214767 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-037241a1-938b-4303-b5b7-36850ea791ae admin admin] 10.222.0.39 "DELETE /v2.0/routers/70e7ed44-50f0-43ab-ae05-66577310bc99 HTTP/1.1" status: 204 len: 168 time: 1.9854519 Sep 23 07:03:55.217494 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55760) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:55.275708 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6b999e2-5697-4a72-a847-2f4d8819e0f9 admin admin] Deleting subnet 11f8f7b3-d5e2-420b-8586-bf82f5f03fc6 {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:03:55.279630 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b6b999e2-5697-4a72-a847-2f4d8819e0f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:55.324982 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1d7886f9-47bf-4eab-9575-aa1881b2204d tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:55.331766 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3d37b71f-b292-4803-8a74-671761a3e330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:55.354301 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3d37b71f-b292-4803-8a74-671761a3e330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:55.357016 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b6b999e2-5697-4a72-a847-2f4d8819e0f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:55.382374 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-1d7886f9-47bf-4eab-9575-aa1881b2204d tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Calling delete_port for 4260b384-426e-47bf-aac9-2434578ca049 owned by {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:03:55.495000 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b6b999e2-5697-4a72-a847-2f4d8819e0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:55.501287 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d37b71f-b292-4803-8a74-671761a3e330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82020eb4-e835-4a12-901e-d201bee5f755,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:55.510779 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-3d37b71f-b292-4803-8a74-671761a3e330 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c1675343837642f6a83f854f35d86034&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4857693 Sep 23 07:03:55.511395 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55764) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:55.560516 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b6b999e2-5697-4a72-a847-2f4d8819e0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:55.591397 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b6b999e2-5697-4a72-a847-2f4d8819e0f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:55.593025 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d6ef6f12-ec3b-466d-98eb-e229e50f9667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:55.595927 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-b6b999e2-5697-4a72-a847-2f4d8819e0f9 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/11f8f7b3-d5e2-420b-8586-bf82f5f03fc6 HTTP/1.1" status: 204 len: 168 time: 0.3751032 Sep 23 07:03:55.598386 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667af292-aa4e-4fe8-9cd4-4b402a0bc0d7 None None] Network 89158bcd-2a79-4993-ae5b-556a0ab839e7 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:03:55.598929 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55766) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:55.599857 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b999e2-5697-4a72-a847-2f4d8819e0f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11f8f7b3-d5e2-420b-8586-bf82f5f03fc6,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:55.618082 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d6ef6f12-ec3b-466d-98eb-e229e50f9667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:55.646707 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1d7886f9-47bf-4eab-9575-aa1881b2204d tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:55.682137 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7886f9-47bf-4eab-9575-aa1881b2204d tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Pushing event deleted for resources: {'Port': ['ID=4260b384-426e-47bf-aac9-2434578ca049,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:55.686323 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1d7886f9-47bf-4eab-9575-aa1881b2204d tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:55.690425 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-1d7886f9-47bf-4eab-9575-aa1881b2204d tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] 10.222.0.39 "DELETE /v2.0/ports/4260b384-426e-47bf-aac9-2434578ca049 HTTP/1.1" status: 204 len: 168 time: 0.6597731 Sep 23 07:03:55.693412 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55768) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:55.710272 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d6ef6f12-ec3b-466d-98eb-e229e50f9667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:55.713549 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d6ef6f12-ec3b-466d-98eb-e229e50f9667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:55.717074 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-d6ef6f12-ec3b-466d-98eb-e229e50f9667 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/82020eb4-e835-4a12-901e-d201bee5f755 HTTP/1.1" status: 204 len: 168 time: 0.2007601 Sep 23 07:03:55.722643 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ef6f12-ec3b-466d-98eb-e229e50f9667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82020eb4-e835-4a12-901e-d201bee5f755,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:55.731438 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-23e8f654-2054-45df-a2ca-f5230785504d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:55.735324 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-8db5f8a8-1905-4148-a6d2-31bb3e7733b1 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] GET failed (client error): The resource could not be found. Sep 23 07:03:55.736893 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-8db5f8a8-1905-4148-a6d2-31bb3e7733b1 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] 10.222.0.39 "GET /v2.0/ports/4260b384-426e-47bf-aac9-2434578ca049 HTTP/1.1" status: 404 len: 333 time: 0.0416622 Sep 23 07:03:55.743362 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55772) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:55.751208 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-6fe7b551-5630-4e78-ba19-705659947fde tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Request body: {'port': {'network_id': '60b52a92-66c0-45ae-82a2-39045a1889ff', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2035673987'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:03:55.810940 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe7b551-5630-4e78-ba19-705659947fde tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Made reservation on behalf of 6e033611cae5464cbf4c9a53bfd498d7 for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:03:55.813623 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6fe7b551-5630-4e78-ba19-705659947fde tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:55.834939 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [None req-6fe7b551-5630-4e78-ba19-705659947fde tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] device_id is not set on port e3379772-7e6f-4911-ade2-8aa5fe3357a6 yet. {{(pid=95066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 07:03:55.882581 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-23e8f654-2054-45df-a2ca-f5230785504d admin admin] Deleting port ab5ee781-6a7e-4630-a30c-858b6c33fdf5 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:03:55.883098 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-23e8f654-2054-45df-a2ca-f5230785504d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:55.908312 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e489089-b4df-4b1d-a978-29ab113d81fd None None] DHCP port deletion for 89158bcd-2a79-4993-ae5b-556a0ab839e7 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 07:03:55.975540 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-5e489089-b4df-4b1d-a978-29ab113d81fd None None] Deleting port ab5ee781-6a7e-4630-a30c-858b6c33fdf5 {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:03:55.975918 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5e489089-b4df-4b1d-a978-29ab113d81fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:55.983706 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-23e8f654-2054-45df-a2ca-f5230785504d admin admin] For port ab5ee781-6a7e-4630-a30c-858b6c33fdf5, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=ab5ee781-6a7e-4630-a30c-858b6c33fdf5,segment=NetworkSegment(d463f3c4-55b2-48f3-8a95-55ffd5aae5fa),segment_id=d463f3c4-55b2-48f3-8a95-55ffd5aae5fa)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:03:55.984077 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-23e8f654-2054-45df-a2ca-f5230785504d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:56.014708 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-23e8f654-2054-45df-a2ca-f5230785504d admin admin] Calling delete_port for ab5ee781-6a7e-4630-a30c-858b6c33fdf5 owned by network:dhcp {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:03:56.072422 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-5e489089-b4df-4b1d-a978-29ab113d81fd None None] For port ab5ee781-6a7e-4630-a30c-858b6c33fdf5, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=ab5ee781-6a7e-4630-a30c-858b6c33fdf5,segment=NetworkSegment(d463f3c4-55b2-48f3-8a95-55ffd5aae5fa),segment_id=d463f3c4-55b2-48f3-8a95-55ffd5aae5fa)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:03:56.073243 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5e489089-b4df-4b1d-a978-29ab113d81fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:56.088986 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-5e489089-b4df-4b1d-a978-29ab113d81fd None None] Calling delete_port for ab5ee781-6a7e-4630-a30c-858b6c33fdf5 owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:03:56.137060 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6fe7b551-5630-4e78-ba19-705659947fde tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:56.219096 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-23e8f654-2054-45df-a2ca-f5230785504d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:56.224593 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6fe7b551-5630-4e78-ba19-705659947fde tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:56.247425 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5e489089-b4df-4b1d-a978-29ab113d81fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:56.259354 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e8f654-2054-45df-a2ca-f5230785504d admin admin] Pushing event deleted for resources: {'Port': ['ID=ab5ee781-6a7e-4630-a30c-858b6c33fdf5,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:56.266510 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e8f654-2054-45df-a2ca-f5230785504d admin admin] No DVR routers for this DVR port ab5ee781-6a7e-4630-a30c-858b6c33fdf5 on host n-d-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:03:56.281163 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e489089-b4df-4b1d-a978-29ab113d81fd None None] Pushing event deleted for resources: {'Port': ['ID=ab5ee781-6a7e-4630-a30c-858b6c33fdf5,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:56.297921 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e489089-b4df-4b1d-a978-29ab113d81fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:03:56.299115 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e489089-b4df-4b1d-a978-29ab113d81fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:03:56.299115 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e489089-b4df-4b1d-a978-29ab113d81fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:03:56.299391 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e489089-b4df-4b1d-a978-29ab113d81fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:03:56.299616 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e489089-b4df-4b1d-a978-29ab113d81fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:03:56.299936 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e489089-b4df-4b1d-a978-29ab113d81fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:03:56.300272 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e489089-b4df-4b1d-a978-29ab113d81fd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:03:56.300746 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e489089-b4df-4b1d-a978-29ab113d81fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:03:56.301085 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e489089-b4df-4b1d-a978-29ab113d81fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:03:56.301433 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e489089-b4df-4b1d-a978-29ab113d81fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:03:56.301742 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e489089-b4df-4b1d-a978-29ab113d81fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:03:56.302095 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e489089-b4df-4b1d-a978-29ab113d81fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:03:56.309547 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e489089-b4df-4b1d-a978-29ab113d81fd None None] No DVR routers for this DVR port ab5ee781-6a7e-4630-a30c-858b6c33fdf5 on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:03:56.333356 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe7b551-5630-4e78-ba19-705659947fde tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Network 60b52a92-66c0-45ae-82a2-39045a1889ff is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:03:56.356784 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-6fe7b551-5630-4e78-ba19-705659947fde tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:03:56.359464 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe7b551-5630-4e78-ba19-705659947fde tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:03:56.360784 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe7b551-5630-4e78-ba19-705659947fde tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:56.366555 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6fe7b551-5630-4e78-ba19-705659947fde tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:56.395804 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe7b551-5630-4e78-ba19-705659947fde tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Pushing event updated for resources: {'Port': ['ID=e3379772-7e6f-4911-ade2-8aa5fe3357a6,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:56.414870 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-6fe7b551-5630-4e78-ba19-705659947fde tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6678569 Sep 23 07:03:56.417363 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55786) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:56.422651 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-8e9d9179-5f9c-4215-8b26-f3a94fc2dd33 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:03:56.457638 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-23e8f654-2054-45df-a2ca-f5230785504d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:56.490083 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-23e8f654-2054-45df-a2ca-f5230785504d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89158bcd-2a79-4993-ae5b-556a0ab839e7']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:03:56.501479 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8e9d9179-5f9c-4215-8b26-f3a94fc2dd33 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:56.506993 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-23e8f654-2054-45df-a2ca-f5230785504d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd463f3c4-55b2-48f3-8a95-55ffd5aae5fa') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:03:56.507938 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-23e8f654-2054-45df-a2ca-f5230785504d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd463f3c4-55b2-48f3-8a95-55ffd5aae5fa') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:03:56.521161 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-23e8f654-2054-45df-a2ca-f5230785504d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:56.540597 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-23e8f654-2054-45df-a2ca-f5230785504d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:56.546947 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23e8f654-2054-45df-a2ca-f5230785504d admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:03:56.547392 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-23e8f654-2054-45df-a2ca-f5230785504d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:56.549602 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 07:03:56.549602 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:03:56.549602 n-d-715271-16 neutron-server[95066]: timer() Sep 23 07:03:56.549602 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:03:56.549602 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 07:03:56.549602 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:03:56.549602 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 07:03:56.549602 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:03:56.549602 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 07:03:56.549602 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:03:56.549602 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 07:03:56.549602 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:03:56.549602 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 07:03:56.549602 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:03:56.549602 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:03:56.549602 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:03:56.549602 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:03:56.549602 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:03:56.549602 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 07:03:56.549602 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:03:56.549602 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 07:03:56.549602 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:03:56.549602 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:03:56.549602 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:03:56.549602 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 07:03:56.549602 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:03:56.549602 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:03:56.549602 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:03:56.549602 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:03:56.549602 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:03:56.549602 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:03:56.549602 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:03:56.623159 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-23e8f654-2054-45df-a2ca-f5230785504d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:56.635898 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-23e8f654-2054-45df-a2ca-f5230785504d admin admin] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:56.637540 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-23e8f654-2054-45df-a2ca-f5230785504d admin admin] 10.222.0.39 "DELETE /v2.0/networks/89158bcd-2a79-4993-ae5b-556a0ab839e7 HTTP/1.1" status: 204 len: 168 time: 1.0340371 Sep 23 07:03:56.647775 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e8f654-2054-45df-a2ca-f5230785504d admin admin] Pushing event deleted for resources: {'Network': ['ID=89158bcd-2a79-4993-ae5b-556a0ab839e7,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:56.737251 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [None req-8e9d9179-5f9c-4215-8b26-f3a94fc2dd33 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] device_id is not set on port e3379772-7e6f-4911-ade2-8aa5fe3357a6 yet. {{(pid=95065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 07:03:56.750491 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8e9d9179-5f9c-4215-8b26-f3a94fc2dd33 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:56.759877 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8e9d9179-5f9c-4215-8b26-f3a94fc2dd33 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:56.794650 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device c33bd2a1-9902-4797-9792-350b9cbfccfb no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:03:56.817649 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: c33bd2a1-9902-4797-9792-350b9cbfccfb {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:03:56.818141 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device c33bd2a1-9902-4797-9792-350b9cbfccfb not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:03:56.818804 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device ab5ee781-6a7e-4630-a30c-858b6c33fdf5 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:03:56.842649 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: ab5ee781-6a7e-4630-a30c-858b6c33fdf5 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:03:56.843255 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device ab5ee781-6a7e-4630-a30c-858b6c33fdf5 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:03:56.843920 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9d9179-5f9c-4215-8b26-f3a94fc2dd33 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Pushing event updated for resources: {'Port': ['ID=e3379772-7e6f-4911-ade2-8aa5fe3357a6,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:56.851993 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [None req-8e9d9179-5f9c-4215-8b26-f3a94fc2dd33 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port e3379772-7e6f-4911-ade2-8aa5fe3357a6 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:03:56.852457 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [None req-8e9d9179-5f9c-4215-8b26-f3a94fc2dd33 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port e3379772-7e6f-4911-ade2-8aa5fe3357a6 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '63eb7de4-ddc5-4d86-9f69-528975e15258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '60b52a92-66c0-45ae-82a2-39045a1889ff'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:03:56.852812 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9d9179-5f9c-4215-8b26-f3a94fc2dd33 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port e3379772-7e6f-4911-ade2-8aa5fe3357a6 on network 60b52a92-66c0-45ae-82a2-39045a1889ff {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:03:56.858838 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9d9179-5f9c-4215-8b26-f3a94fc2dd33 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Port e3379772-7e6f-4911-ade2-8aa5fe3357a6 on network 60b52a92-66c0-45ae-82a2-39045a1889ff not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:03:56.859185 n-d-715271-16 neutron-server[95065]: ERROR neutron.plugins.ml2.managers [None req-8e9d9179-5f9c-4215-8b26-f3a94fc2dd33 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Failed to bind port e3379772-7e6f-4911-ade2-8aa5fe3357a6 on host n-h2-715271-16 for vnic_type normal using segments [{'id': '63eb7de4-ddc5-4d86-9f69-528975e15258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '60b52a92-66c0-45ae-82a2-39045a1889ff'}] Sep 23 07:03:56.859577 n-d-715271-16 neutron-server[95065]: INFO neutron.plugins.ml2.plugin [None req-8e9d9179-5f9c-4215-8b26-f3a94fc2dd33 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempt 2 to bind port e3379772-7e6f-4911-ade2-8aa5fe3357a6 Sep 23 07:03:56.860754 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55802) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:56.878490 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [None req-8e9d9179-5f9c-4215-8b26-f3a94fc2dd33 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port e3379772-7e6f-4911-ade2-8aa5fe3357a6 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:03:56.879296 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [None req-8e9d9179-5f9c-4215-8b26-f3a94fc2dd33 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port e3379772-7e6f-4911-ade2-8aa5fe3357a6 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '63eb7de4-ddc5-4d86-9f69-528975e15258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '60b52a92-66c0-45ae-82a2-39045a1889ff'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:03:56.879647 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9d9179-5f9c-4215-8b26-f3a94fc2dd33 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port e3379772-7e6f-4911-ade2-8aa5fe3357a6 on network 60b52a92-66c0-45ae-82a2-39045a1889ff {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:03:56.885153 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9d9179-5f9c-4215-8b26-f3a94fc2dd33 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Port e3379772-7e6f-4911-ade2-8aa5fe3357a6 on network 60b52a92-66c0-45ae-82a2-39045a1889ff not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:03:56.885546 n-d-715271-16 neutron-server[95065]: ERROR neutron.plugins.ml2.managers [None req-8e9d9179-5f9c-4215-8b26-f3a94fc2dd33 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Failed to bind port e3379772-7e6f-4911-ade2-8aa5fe3357a6 on host n-h2-715271-16 for vnic_type normal using segments [{'id': '63eb7de4-ddc5-4d86-9f69-528975e15258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '60b52a92-66c0-45ae-82a2-39045a1889ff'}] Sep 23 07:03:56.885973 n-d-715271-16 neutron-server[95065]: INFO neutron.plugins.ml2.plugin [None req-8e9d9179-5f9c-4215-8b26-f3a94fc2dd33 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempt 3 to bind port e3379772-7e6f-4911-ade2-8aa5fe3357a6 Sep 23 07:03:56.898909 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [None req-8e9d9179-5f9c-4215-8b26-f3a94fc2dd33 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port e3379772-7e6f-4911-ade2-8aa5fe3357a6 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:03:56.899248 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [None req-8e9d9179-5f9c-4215-8b26-f3a94fc2dd33 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port e3379772-7e6f-4911-ade2-8aa5fe3357a6 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '63eb7de4-ddc5-4d86-9f69-528975e15258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '60b52a92-66c0-45ae-82a2-39045a1889ff'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:03:56.899588 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9d9179-5f9c-4215-8b26-f3a94fc2dd33 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port e3379772-7e6f-4911-ade2-8aa5fe3357a6 on network 60b52a92-66c0-45ae-82a2-39045a1889ff {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:03:56.904069 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9d9179-5f9c-4215-8b26-f3a94fc2dd33 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Port e3379772-7e6f-4911-ade2-8aa5fe3357a6 on network 60b52a92-66c0-45ae-82a2-39045a1889ff not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:03:56.904404 n-d-715271-16 neutron-server[95065]: ERROR neutron.plugins.ml2.managers [None req-8e9d9179-5f9c-4215-8b26-f3a94fc2dd33 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Failed to bind port e3379772-7e6f-4911-ade2-8aa5fe3357a6 on host n-h2-715271-16 for vnic_type normal using segments [{'id': '63eb7de4-ddc5-4d86-9f69-528975e15258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '60b52a92-66c0-45ae-82a2-39045a1889ff'}] Sep 23 07:03:56.904788 n-d-715271-16 neutron-server[95065]: INFO neutron.plugins.ml2.plugin [None req-8e9d9179-5f9c-4215-8b26-f3a94fc2dd33 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempt 4 to bind port e3379772-7e6f-4911-ade2-8aa5fe3357a6 Sep 23 07:03:56.909995 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-f14d2ff4-3e89-4971-9a66-145136a5795d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3be4c5cb804b4ff99ee0f3347ae7c2c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480256 Sep 23 07:03:56.910595 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55806) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:56.918453 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [None req-8e9d9179-5f9c-4215-8b26-f3a94fc2dd33 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port e3379772-7e6f-4911-ade2-8aa5fe3357a6 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:03:56.918802 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [None req-8e9d9179-5f9c-4215-8b26-f3a94fc2dd33 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port e3379772-7e6f-4911-ade2-8aa5fe3357a6 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '63eb7de4-ddc5-4d86-9f69-528975e15258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '60b52a92-66c0-45ae-82a2-39045a1889ff'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:03:56.919143 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9d9179-5f9c-4215-8b26-f3a94fc2dd33 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port e3379772-7e6f-4911-ade2-8aa5fe3357a6 on network 60b52a92-66c0-45ae-82a2-39045a1889ff {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:03:56.923516 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9d9179-5f9c-4215-8b26-f3a94fc2dd33 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Port e3379772-7e6f-4911-ade2-8aa5fe3357a6 on network 60b52a92-66c0-45ae-82a2-39045a1889ff not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:03:56.923977 n-d-715271-16 neutron-server[95065]: ERROR neutron.plugins.ml2.managers [None req-8e9d9179-5f9c-4215-8b26-f3a94fc2dd33 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Failed to bind port e3379772-7e6f-4911-ade2-8aa5fe3357a6 on host n-h2-715271-16 for vnic_type normal using segments [{'id': '63eb7de4-ddc5-4d86-9f69-528975e15258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '60b52a92-66c0-45ae-82a2-39045a1889ff'}] Sep 23 07:03:56.924363 n-d-715271-16 neutron-server[95065]: INFO neutron.plugins.ml2.plugin [None req-8e9d9179-5f9c-4215-8b26-f3a94fc2dd33 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempt 5 to bind port e3379772-7e6f-4911-ade2-8aa5fe3357a6 Sep 23 07:03:56.937797 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [None req-8e9d9179-5f9c-4215-8b26-f3a94fc2dd33 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port e3379772-7e6f-4911-ade2-8aa5fe3357a6 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:03:56.938176 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [None req-8e9d9179-5f9c-4215-8b26-f3a94fc2dd33 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port e3379772-7e6f-4911-ade2-8aa5fe3357a6 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '63eb7de4-ddc5-4d86-9f69-528975e15258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '60b52a92-66c0-45ae-82a2-39045a1889ff'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:03:56.938522 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9d9179-5f9c-4215-8b26-f3a94fc2dd33 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port e3379772-7e6f-4911-ade2-8aa5fe3357a6 on network 60b52a92-66c0-45ae-82a2-39045a1889ff {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:03:56.943038 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9d9179-5f9c-4215-8b26-f3a94fc2dd33 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Port e3379772-7e6f-4911-ade2-8aa5fe3357a6 on network 60b52a92-66c0-45ae-82a2-39045a1889ff not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:03:56.943370 n-d-715271-16 neutron-server[95065]: ERROR neutron.plugins.ml2.managers [None req-8e9d9179-5f9c-4215-8b26-f3a94fc2dd33 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Failed to bind port e3379772-7e6f-4911-ade2-8aa5fe3357a6 on host n-h2-715271-16 for vnic_type normal using segments [{'id': '63eb7de4-ddc5-4d86-9f69-528975e15258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '60b52a92-66c0-45ae-82a2-39045a1889ff'}] Sep 23 07:03:56.943759 n-d-715271-16 neutron-server[95065]: INFO neutron.plugins.ml2.plugin [None req-8e9d9179-5f9c-4215-8b26-f3a94fc2dd33 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempt 6 to bind port e3379772-7e6f-4911-ade2-8aa5fe3357a6 Sep 23 07:03:56.958062 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [None req-8e9d9179-5f9c-4215-8b26-f3a94fc2dd33 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port e3379772-7e6f-4911-ade2-8aa5fe3357a6 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:03:56.958410 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [None req-8e9d9179-5f9c-4215-8b26-f3a94fc2dd33 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port e3379772-7e6f-4911-ade2-8aa5fe3357a6 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '63eb7de4-ddc5-4d86-9f69-528975e15258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '60b52a92-66c0-45ae-82a2-39045a1889ff'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:03:56.958758 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9d9179-5f9c-4215-8b26-f3a94fc2dd33 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port e3379772-7e6f-4911-ade2-8aa5fe3357a6 on network 60b52a92-66c0-45ae-82a2-39045a1889ff {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:03:56.963796 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9d9179-5f9c-4215-8b26-f3a94fc2dd33 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Port e3379772-7e6f-4911-ade2-8aa5fe3357a6 on network 60b52a92-66c0-45ae-82a2-39045a1889ff not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:03:56.964134 n-d-715271-16 neutron-server[95065]: ERROR neutron.plugins.ml2.managers [None req-8e9d9179-5f9c-4215-8b26-f3a94fc2dd33 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Failed to bind port e3379772-7e6f-4911-ade2-8aa5fe3357a6 on host n-h2-715271-16 for vnic_type normal using segments [{'id': '63eb7de4-ddc5-4d86-9f69-528975e15258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '60b52a92-66c0-45ae-82a2-39045a1889ff'}] Sep 23 07:03:56.964529 n-d-715271-16 neutron-server[95065]: INFO neutron.plugins.ml2.plugin [None req-8e9d9179-5f9c-4215-8b26-f3a94fc2dd33 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempt 7 to bind port e3379772-7e6f-4911-ade2-8aa5fe3357a6 Sep 23 07:03:56.965188 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d99d1704-8d89-40bc-b1ac-ebc4614c9b9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:56.978225 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [None req-8e9d9179-5f9c-4215-8b26-f3a94fc2dd33 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port e3379772-7e6f-4911-ade2-8aa5fe3357a6 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:03:56.978567 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [None req-8e9d9179-5f9c-4215-8b26-f3a94fc2dd33 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port e3379772-7e6f-4911-ade2-8aa5fe3357a6 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '63eb7de4-ddc5-4d86-9f69-528975e15258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '60b52a92-66c0-45ae-82a2-39045a1889ff'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:03:56.978981 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9d9179-5f9c-4215-8b26-f3a94fc2dd33 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port e3379772-7e6f-4911-ade2-8aa5fe3357a6 on network 60b52a92-66c0-45ae-82a2-39045a1889ff {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:03:56.983600 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9d9179-5f9c-4215-8b26-f3a94fc2dd33 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Port e3379772-7e6f-4911-ade2-8aa5fe3357a6 on network 60b52a92-66c0-45ae-82a2-39045a1889ff not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:03:56.983935 n-d-715271-16 neutron-server[95065]: ERROR neutron.plugins.ml2.managers [None req-8e9d9179-5f9c-4215-8b26-f3a94fc2dd33 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Failed to bind port e3379772-7e6f-4911-ade2-8aa5fe3357a6 on host n-h2-715271-16 for vnic_type normal using segments [{'id': '63eb7de4-ddc5-4d86-9f69-528975e15258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '60b52a92-66c0-45ae-82a2-39045a1889ff'}] Sep 23 07:03:56.984323 n-d-715271-16 neutron-server[95065]: INFO neutron.plugins.ml2.plugin [None req-8e9d9179-5f9c-4215-8b26-f3a94fc2dd33 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempt 8 to bind port e3379772-7e6f-4911-ade2-8aa5fe3357a6 Sep 23 07:03:56.988775 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d99d1704-8d89-40bc-b1ac-ebc4614c9b9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:56.998091 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [None req-8e9d9179-5f9c-4215-8b26-f3a94fc2dd33 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port e3379772-7e6f-4911-ade2-8aa5fe3357a6 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:03:56.998439 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [None req-8e9d9179-5f9c-4215-8b26-f3a94fc2dd33 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port e3379772-7e6f-4911-ade2-8aa5fe3357a6 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '63eb7de4-ddc5-4d86-9f69-528975e15258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '60b52a92-66c0-45ae-82a2-39045a1889ff'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:03:56.998784 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9d9179-5f9c-4215-8b26-f3a94fc2dd33 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port e3379772-7e6f-4911-ade2-8aa5fe3357a6 on network 60b52a92-66c0-45ae-82a2-39045a1889ff {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:03:57.003185 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9d9179-5f9c-4215-8b26-f3a94fc2dd33 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Port e3379772-7e6f-4911-ade2-8aa5fe3357a6 on network 60b52a92-66c0-45ae-82a2-39045a1889ff not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:03:57.003519 n-d-715271-16 neutron-server[95065]: ERROR neutron.plugins.ml2.managers [None req-8e9d9179-5f9c-4215-8b26-f3a94fc2dd33 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Failed to bind port e3379772-7e6f-4911-ade2-8aa5fe3357a6 on host n-h2-715271-16 for vnic_type normal using segments [{'id': '63eb7de4-ddc5-4d86-9f69-528975e15258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '60b52a92-66c0-45ae-82a2-39045a1889ff'}] Sep 23 07:03:57.003914 n-d-715271-16 neutron-server[95065]: INFO neutron.plugins.ml2.plugin [None req-8e9d9179-5f9c-4215-8b26-f3a94fc2dd33 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempt 9 to bind port e3379772-7e6f-4911-ade2-8aa5fe3357a6 Sep 23 07:03:57.022758 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [None req-8e9d9179-5f9c-4215-8b26-f3a94fc2dd33 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port e3379772-7e6f-4911-ade2-8aa5fe3357a6 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:03:57.023157 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [None req-8e9d9179-5f9c-4215-8b26-f3a94fc2dd33 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port e3379772-7e6f-4911-ade2-8aa5fe3357a6 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '63eb7de4-ddc5-4d86-9f69-528975e15258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '60b52a92-66c0-45ae-82a2-39045a1889ff'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:03:57.023569 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9d9179-5f9c-4215-8b26-f3a94fc2dd33 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port e3379772-7e6f-4911-ade2-8aa5fe3357a6 on network 60b52a92-66c0-45ae-82a2-39045a1889ff {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:03:57.028317 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9d9179-5f9c-4215-8b26-f3a94fc2dd33 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Port e3379772-7e6f-4911-ade2-8aa5fe3357a6 on network 60b52a92-66c0-45ae-82a2-39045a1889ff not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:03:57.028648 n-d-715271-16 neutron-server[95065]: ERROR neutron.plugins.ml2.managers [None req-8e9d9179-5f9c-4215-8b26-f3a94fc2dd33 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Failed to bind port e3379772-7e6f-4911-ade2-8aa5fe3357a6 on host n-h2-715271-16 for vnic_type normal using segments [{'id': '63eb7de4-ddc5-4d86-9f69-528975e15258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '60b52a92-66c0-45ae-82a2-39045a1889ff'}] Sep 23 07:03:57.029033 n-d-715271-16 neutron-server[95065]: INFO neutron.plugins.ml2.plugin [None req-8e9d9179-5f9c-4215-8b26-f3a94fc2dd33 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempt 10 to bind port e3379772-7e6f-4911-ade2-8aa5fe3357a6 Sep 23 07:03:57.044758 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [None req-8e9d9179-5f9c-4215-8b26-f3a94fc2dd33 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port e3379772-7e6f-4911-ade2-8aa5fe3357a6 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:03:57.045233 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [None req-8e9d9179-5f9c-4215-8b26-f3a94fc2dd33 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port e3379772-7e6f-4911-ade2-8aa5fe3357a6 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '63eb7de4-ddc5-4d86-9f69-528975e15258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '60b52a92-66c0-45ae-82a2-39045a1889ff'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:03:57.045762 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9d9179-5f9c-4215-8b26-f3a94fc2dd33 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempting to bind port e3379772-7e6f-4911-ade2-8aa5fe3357a6 on network 60b52a92-66c0-45ae-82a2-39045a1889ff {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:03:57.049079 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d99d1704-8d89-40bc-b1ac-ebc4614c9b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:57.052191 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d99d1704-8d89-40bc-b1ac-ebc4614c9b9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:57.053447 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-d99d1704-8d89-40bc-b1ac-ebc4614c9b9c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b479065b-36b3-4865-ad7c-063369a14027 HTTP/1.1" status: 204 len: 168 time: 0.1419420 Sep 23 07:03:57.057043 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9d9179-5f9c-4215-8b26-f3a94fc2dd33 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Port e3379772-7e6f-4911-ade2-8aa5fe3357a6 on network 60b52a92-66c0-45ae-82a2-39045a1889ff not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:03:57.057408 n-d-715271-16 neutron-server[95065]: ERROR neutron.plugins.ml2.managers [None req-8e9d9179-5f9c-4215-8b26-f3a94fc2dd33 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Failed to bind port e3379772-7e6f-4911-ade2-8aa5fe3357a6 on host n-h2-715271-16 for vnic_type normal using segments [{'id': '63eb7de4-ddc5-4d86-9f69-528975e15258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '60b52a92-66c0-45ae-82a2-39045a1889ff'}] Sep 23 07:03:57.057792 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8e9d9179-5f9c-4215-8b26-f3a94fc2dd33 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:57.063890 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99d1704-8d89-40bc-b1ac-ebc4614c9b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b479065b-36b3-4865-ad7c-063369a14027,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:57.158088 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-8e9d9179-5f9c-4215-8b26-f3a94fc2dd33 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] For port e3379772-7e6f-4911-ade2-8aa5fe3357a6, host n-h2-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:03:57.158690 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-8e9d9179-5f9c-4215-8b26-f3a94fc2dd33 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attempted to set empty binding levels {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 23 07:03:57.165317 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8e9d9179-5f9c-4215-8b26-f3a94fc2dd33 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:57.235991 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9d9179-5f9c-4215-8b26-f3a94fc2dd33 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Pushing event updated for resources: {'Port': ['ID=e3379772-7e6f-4911-ade2-8aa5fe3357a6,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:57.245255 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-8e9d9179-5f9c-4215-8b26-f3a94fc2dd33 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] In _notify_port_updated(), no bound segment for port e3379772-7e6f-4911-ade2-8aa5fe3357a6 on network 60b52a92-66c0-45ae-82a2-39045a1889ff {{(pid=95065) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 07:03:57.246461 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9d9179-5f9c-4215-8b26-f3a94fc2dd33 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:57.247080 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8e9d9179-5f9c-4215-8b26-f3a94fc2dd33 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:57.250353 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-8e9d9179-5f9c-4215-8b26-f3a94fc2dd33 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] 10.222.0.39 "PUT /v2.0/ports/e3379772-7e6f-4911-ade2-8aa5fe3357a6 HTTP/1.1" status: 200 len: 976 time: 0.8318918 Sep 23 07:03:57.251674 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55822) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:57.449125 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-c96e2b86-b5e7-4513-878d-7d44011807f5 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Deleting port e3379772-7e6f-4911-ade2-8aa5fe3357a6 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:03:57.450151 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c96e2b86-b5e7-4513-878d-7d44011807f5 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:57.572169 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-c96e2b86-b5e7-4513-878d-7d44011807f5 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] For port e3379772-7e6f-4911-ade2-8aa5fe3357a6, host n-h2-715271-16, got binding levels [] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:03:57.573164 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c96e2b86-b5e7-4513-878d-7d44011807f5 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:57.596868 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-c96e2b86-b5e7-4513-878d-7d44011807f5 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Calling delete_port for e3379772-7e6f-4911-ade2-8aa5fe3357a6 owned by {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:03:57.741593 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c96e2b86-b5e7-4513-878d-7d44011807f5 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:57.775462 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96e2b86-b5e7-4513-878d-7d44011807f5 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Pushing event deleted for resources: {'Port': ['ID=e3379772-7e6f-4911-ade2-8aa5fe3357a6,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:57.783560 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c96e2b86-b5e7-4513-878d-7d44011807f5 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:57.785678 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-c96e2b86-b5e7-4513-878d-7d44011807f5 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] 10.222.0.39 "DELETE /v2.0/ports/e3379772-7e6f-4911-ade2-8aa5fe3357a6 HTTP/1.1" status: 204 len: 168 time: 0.5323057 Sep 23 07:03:57.788265 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55844) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:57.813045 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b0753c2-938b-4fe8-93e1-5947728ab4b4 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] GET failed (client error): The resource could not be found. Sep 23 07:03:57.815968 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-8b0753c2-938b-4fe8-93e1-5947728ab4b4 tempest-PortsAdminExtendedAttrsTestJSON-897005642 tempest-PortsAdminExtendedAttrsTestJSON-897005642-project-admin] 10.222.0.39 "GET /v2.0/ports/e3379772-7e6f-4911-ade2-8aa5fe3357a6 HTTP/1.1" status: 404 len: 333 time: 0.0266030 Sep 23 07:03:57.825557 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55848) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:57.942126 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-af2311cd-4832-426d-a646-368caa834fbd tempest-PortsAdminExtendedAttrsTestJSON-195233507 tempest-PortsAdminExtendedAttrsTestJSON-195233507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:58.047264 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-af2311cd-4832-426d-a646-368caa834fbd tempest-PortsAdminExtendedAttrsTestJSON-195233507 tempest-PortsAdminExtendedAttrsTestJSON-195233507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:58.068093 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55856) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:58.079691 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-af2311cd-4832-426d-a646-368caa834fbd tempest-PortsAdminExtendedAttrsTestJSON-195233507 tempest-PortsAdminExtendedAttrsTestJSON-195233507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60b52a92-66c0-45ae-82a2-39045a1889ff']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:03:58.093151 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-af2311cd-4832-426d-a646-368caa834fbd tempest-PortsAdminExtendedAttrsTestJSON-195233507 tempest-PortsAdminExtendedAttrsTestJSON-195233507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63eb7de4-ddc5-4d86-9f69-528975e15258') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:03:58.093603 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-af2311cd-4832-426d-a646-368caa834fbd tempest-PortsAdminExtendedAttrsTestJSON-195233507 tempest-PortsAdminExtendedAttrsTestJSON-195233507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63eb7de4-ddc5-4d86-9f69-528975e15258') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:03:58.109612 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-af2311cd-4832-426d-a646-368caa834fbd tempest-PortsAdminExtendedAttrsTestJSON-195233507 tempest-PortsAdminExtendedAttrsTestJSON-195233507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:58.126374 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-af2311cd-4832-426d-a646-368caa834fbd tempest-PortsAdminExtendedAttrsTestJSON-195233507 tempest-PortsAdminExtendedAttrsTestJSON-195233507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:58.137028 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af2311cd-4832-426d-a646-368caa834fbd tempest-PortsAdminExtendedAttrsTestJSON-195233507 tempest-PortsAdminExtendedAttrsTestJSON-195233507-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:03:58.137459 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-af2311cd-4832-426d-a646-368caa834fbd tempest-PortsAdminExtendedAttrsTestJSON-195233507 tempest-PortsAdminExtendedAttrsTestJSON-195233507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:58.142526 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 07:03:58.142526 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:03:58.142526 n-d-715271-16 neutron-server[95065]: timer() Sep 23 07:03:58.142526 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:03:58.142526 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 07:03:58.142526 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:03:58.142526 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 07:03:58.142526 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:03:58.142526 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 07:03:58.142526 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:03:58.142526 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 07:03:58.142526 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:03:58.142526 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 07:03:58.142526 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:03:58.142526 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:03:58.142526 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:03:58.142526 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:03:58.142526 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:03:58.142526 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 07:03:58.142526 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:03:58.142526 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 07:03:58.142526 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:03:58.142526 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:03:58.142526 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:03:58.142526 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 07:03:58.142526 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:03:58.142526 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:03:58.142526 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:03:58.142526 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:03:58.142526 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:03:58.142526 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:03:58.142526 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:03:58.229949 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-eea94c28-9566-43e5-9525-2c30a8368f40 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-654468102-network', 'tenant_id': '61559b6c1ba942a2afc73aad57197950'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:03:58.237628 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-af2311cd-4832-426d-a646-368caa834fbd tempest-PortsAdminExtendedAttrsTestJSON-195233507 tempest-PortsAdminExtendedAttrsTestJSON-195233507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:58.247484 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-af2311cd-4832-426d-a646-368caa834fbd tempest-PortsAdminExtendedAttrsTestJSON-195233507 tempest-PortsAdminExtendedAttrsTestJSON-195233507-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:58.252138 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-af2311cd-4832-426d-a646-368caa834fbd tempest-PortsAdminExtendedAttrsTestJSON-195233507 tempest-PortsAdminExtendedAttrsTestJSON-195233507-project] 10.222.0.39 "DELETE /v2.0/networks/60b52a92-66c0-45ae-82a2-39045a1889ff HTTP/1.1" status: 204 len: 168 time: 0.4208856 Sep 23 07:03:58.260066 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2311cd-4832-426d-a646-368caa834fbd tempest-PortsAdminExtendedAttrsTestJSON-195233507 tempest-PortsAdminExtendedAttrsTestJSON-195233507-project] Pushing event deleted for resources: {'Network': ['ID=60b52a92-66c0-45ae-82a2-39045a1889ff,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:58.272215 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea94c28-9566-43e5-9525-2c30a8368f40 admin admin] Made reservation on behalf of 61559b6c1ba942a2afc73aad57197950 for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:03:58.275397 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-eea94c28-9566-43e5-9525-2c30a8368f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:58.286727 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-eea94c28-9566-43e5-9525-2c30a8368f40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:58.443164 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-eea94c28-9566-43e5-9525-2c30a8368f40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:58.450958 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-eea94c28-9566-43e5-9525-2c30a8368f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:58.501331 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea94c28-9566-43e5-9525-2c30a8368f40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=599be688-5877-4a7f-a158-37ed16383a28,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:58.513963 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eea94c28-9566-43e5-9525-2c30a8368f40 admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:03:58.529994 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-eea94c28-9566-43e5-9525-2c30a8368f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:58.530404 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-eea94c28-9566-43e5-9525-2c30a8368f40 admin admin] Added segment 04c6bd98-7692-42bf-af1a-2a0a7ac1c623 of type vlan for network b2d9976b-777c-4e24-ba39-783d9803d40e Sep 23 07:03:58.535645 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55872) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:58.576660 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-eea94c28-9566-43e5-9525-2c30a8368f40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:58.607787 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-eea94c28-9566-43e5-9525-2c30a8368f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:58.608858 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea94c28-9566-43e5-9525-2c30a8368f40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:58.609892 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-eea94c28-9566-43e5-9525-2c30a8368f40 admin admin] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:58.654843 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-eea94c28-9566-43e5-9525-2c30a8368f40 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5829244 Sep 23 07:03:58.655211 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55876) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:58.660491 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-c96e45ba-a0cb-48dd-8ee4-aa55c4aca254 admin admin] Request body: {'subnet': {'network_id': 'b2d9976b-777c-4e24-ba39-783d9803d40e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-654468102-subnet', 'tenant_id': '61559b6c1ba942a2afc73aad57197950', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:03:58.699442 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c96e45ba-a0cb-48dd-8ee4-aa55c4aca254 admin admin] Made reservation on behalf of 61559b6c1ba942a2afc73aad57197950 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:03:58.703247 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c96e45ba-a0cb-48dd-8ee4-aa55c4aca254 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:58.721814 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea94c28-9566-43e5-9525-2c30a8368f40 admin admin] Pushing event updated for resources: {'Network': ['ID=b2d9976b-777c-4e24-ba39-783d9803d40e,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:58.735017 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network b2d9976b-777c-4e24-ba39-783d9803d40e details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:03:58.842065 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-77f98fba-4b76-47bf-addb-eab267395117 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=18634a706e2a4847ae2f46b87afb1be6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3050671 Sep 23 07:03:58.844637 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55880) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:58.900016 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-00dbacbf-f301-491f-9dc4-449558204534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:58.927497 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-00dbacbf-f301-491f-9dc4-449558204534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:58.959557 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c96e45ba-a0cb-48dd-8ee4-aa55c4aca254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:58.982148 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-00dbacbf-f301-491f-9dc4-449558204534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:58.985145 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-00dbacbf-f301-491f-9dc4-449558204534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:58.997110 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-00dbacbf-f301-491f-9dc4-449558204534 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b1154baf-51a2-4ddd-94fb-e0ab1ee621ff HTTP/1.1" status: 204 len: 168 time: 0.1513057 Sep 23 07:03:59.016281 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dbacbf-f301-491f-9dc4-449558204534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1154baf-51a2-4ddd-94fb-e0ab1ee621ff,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:59.068950 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96e45ba-a0cb-48dd-8ee4-aa55c4aca254 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8c1e1ad-7f0b-4a5f-98be-ed7e53a491a2,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:59.079476 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96e45ba-a0cb-48dd-8ee4-aa55c4aca254 admin admin] Checking segment: {'id': '04c6bd98-7692-42bf-af1a-2a0a7ac1c623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b2d9976b-777c-4e24-ba39-783d9803d40e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:03:59.079835 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96e45ba-a0cb-48dd-8ee4-aa55c4aca254 admin admin] Network hostable DHCP agents. Network: b2d9976b-777c-4e24-ba39-783d9803d40e, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:03:59.108874 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96e45ba-a0cb-48dd-8ee4-aa55c4aca254 admin admin] Network b2d9976b-777c-4e24-ba39-783d9803d40e is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:03:59.128619 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-c96e45ba-a0cb-48dd-8ee4-aa55c4aca254 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, b2d9976b-777c-4e24-ba39-783d9803d40e) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:03:59.136057 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96e45ba-a0cb-48dd-8ee4-aa55c4aca254 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:59.136649 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c96e45ba-a0cb-48dd-8ee4-aa55c4aca254 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:59.153348 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4880d19e-2711-4331-9c07-4514a23f963c None None] Network b2d9976b-777c-4e24-ba39-783d9803d40e requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:03:59.159922 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-c96e45ba-a0cb-48dd-8ee4-aa55c4aca254 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5036147 Sep 23 07:03:59.332398 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9b1f52-c375-4d15-a553-49df3675f161 None None] Network b2d9976b-777c-4e24-ba39-783d9803d40e requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:03:59.487732 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55906) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:59.593967 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55916) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:03:59.596520 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-8e3a47a5-90a5-49fc-91ab-59e46d4dbb72 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6e033611cae5464cbf4c9a53bfd498d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1064396 Sep 23 07:03:59.659735 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c5c124dd-b6f4-4750-b403-eaabf5c2ba1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:59.702528 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c5c124dd-b6f4-4750-b403-eaabf5c2ba1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:59.765582 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c5c124dd-b6f4-4750-b403-eaabf5c2ba1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:59.769004 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c5c124dd-b6f4-4750-b403-eaabf5c2ba1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:03:59.774064 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-c5c124dd-b6f4-4750-b403-eaabf5c2ba1c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/398f8611-6554-4d5e-9069-028bc03687a1 HTTP/1.1" status: 204 len: 168 time: 0.1788986 Sep 23 07:03:59.793010 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c124dd-b6f4-4750-b403-eaabf5c2ba1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=398f8611-6554-4d5e-9069-028bc03687a1,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:03:59.793848 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df31150-6f99-4722-8595-ed87b5ede522 req-f054b0f8-42c2-4d30-b639-1217c473d768 tempest-ServerAddressesTestJSON-229526465 tempest-ServerAddressesTestJSON-229526465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:03:59.796385 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3df31150-6f99-4722-8595-ed87b5ede522 req-f054b0f8-42c2-4d30-b639-1217c473d768 tempest-ServerAddressesTestJSON-229526465 tempest-ServerAddressesTestJSON-229526465-project] 10.222.0.39 "GET /v2.0/networks?id=b2d9976b-777c-4e24-ba39-783d9803d40e HTTP/1.1" status: 200 len: 813 time: 0.1811390 Sep 23 07:03:59.815832 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3df31150-6f99-4722-8595-ed87b5ede522 req-cd68f99a-47ee-40a1-8653-869e9173e8d2 tempest-ServerAddressesTestJSON-229526465 tempest-ServerAddressesTestJSON-229526465-project] 10.222.0.39 "GET /v2.0/quotas/61559b6c1ba942a2afc73aad57197950 HTTP/1.1" status: 200 len: 375 time: 0.0129311 Sep 23 07:03:59.903997 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3df31150-6f99-4722-8595-ed87b5ede522 req-2c1badc7-6f1a-4c8e-9b23-85b4f98ce906 tempest-ServerAddressesTestJSON-229526465 tempest-ServerAddressesTestJSON-229526465-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=61559b6c1ba942a2afc73aad57197950&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0794339 Sep 23 07:03:59.962610 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55928) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:00.054428 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3df31150-6f99-4722-8595-ed87b5ede522 req-3a3afeba-adb4-4bb5-a26f-1df33d188aa3 service neutron] 10.222.0.39 "GET /v2.0/networks/b2d9976b-777c-4e24-ba39-783d9803d40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335506 Sep 23 07:04:00.168512 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3df31150-6f99-4722-8595-ed87b5ede522 req-e4d7c8a2-4264-44cf-9248-e670c19eac02 service neutron] 10.222.0.39 "GET /v2.0/networks/b2d9976b-777c-4e24-ba39-783d9803d40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042433 Sep 23 07:04:00.276393 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-38e335e6-a0f9-47c0-9f01-c266d796b583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:00.456321 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a95bb406-0f1b-4186-8181-cb1bd787746a req-7750c269-83e1-4d6c-9429-a6f447e9e145 tempest-ServerAddressesTestJSON-229526465 tempest-ServerAddressesTestJSON-229526465-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d5d9a22-66f5-4b04-9da9-c9876696f269 HTTP/1.1" status: 200 len: 210 time: 0.0320036 Sep 23 07:04:00.471664 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-38e335e6-a0f9-47c0-9f01-c266d796b583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:00.476952 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-38e335e6-a0f9-47c0-9f01-c266d796b583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:00.520834 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e335e6-a0f9-47c0-9f01-c266d796b583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c7922c-a2cc-4d19-8ab4-493bc63d437d,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:00.527963 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-38e335e6-a0f9-47c0-9f01-c266d796b583 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4b449651761d4b0b8eae17b20b122a00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5633442 Sep 23 07:04:00.530441 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55954) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:00.598760 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b79a8cf1-2c21-4021-aa70-a6f0f5182c44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:00.627759 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b79a8cf1-2c21-4021-aa70-a6f0f5182c44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:00.693476 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b79a8cf1-2c21-4021-aa70-a6f0f5182c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:00.698663 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b79a8cf1-2c21-4021-aa70-a6f0f5182c44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:00.700228 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-b79a8cf1-2c21-4021-aa70-a6f0f5182c44 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/86c7922c-a2cc-4d19-8ab4-493bc63d437d HTTP/1.1" status: 204 len: 168 time: 0.1686852 Sep 23 07:04:00.729358 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79a8cf1-2c21-4021-aa70-a6f0f5182c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c7922c-a2cc-4d19-8ab4-493bc63d437d,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:00.818926 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4a009dd2-ab83-4349-b3d5-97f036f5c66d req-55132ce8-b0e7-46f9-a571-8cb1da476524 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=24279c19-c587-4b89-b26d-54654107430d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0843425 Sep 23 07:04:00.880517 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55962) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:00.927801 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a009dd2-ab83-4349-b3d5-97f036f5c66d req-005d3733-0fe4-4824-a145-3ccdcf45b598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:00.930938 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4a009dd2-ab83-4349-b3d5-97f036f5c66d req-005d3733-0fe4-4824-a145-3ccdcf45b598 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4d93d8414d394ae180d5f159fb0b8b54&device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 1097 time: 0.0555112 Sep 23 07:04:01.157957 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a009dd2-ab83-4349-b3d5-97f036f5c66d req-e949e07a-21a4-4320-b845-65a7dcb12e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:01.159817 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4a009dd2-ab83-4349-b3d5-97f036f5c66d req-e949e07a-21a4-4320-b845-65a7dcb12e0b service neutron] 10.222.0.58 "GET /v2.0/networks?id=ca28a1fe-55ea-41f7-96a5-1261b4a66187 HTTP/1.1" status: 200 len: 917 time: 0.1895802 Sep 23 07:04:01.308882 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-b158166d-99f3-4dd0-8716-096033e44158 tempest-AgentManagementNegativeTest-864507658 tempest-AgentManagementNegativeTest-864507658-project] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4268954 Sep 23 07:04:01.312345 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4a009dd2-ab83-4349-b3d5-97f036f5c66d req-f519a54f-750b-4ea4-ae25-64ad13cd37e5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b098fef9-31f1-4769-8019-735009e3bf0c HTTP/1.1" status: 200 len: 1000 time: 0.1447985 Sep 23 07:04:01.392419 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a009dd2-ab83-4349-b3d5-97f036f5c66d req-7cc36283-57cd-455b-946a-1e7a8fd1988e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:01.407703 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4a009dd2-ab83-4349-b3d5-97f036f5c66d req-7cc36283-57cd-455b-946a-1e7a8fd1988e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5441eb5f-3885-44a6-9b00-13a9788d14f9 HTTP/1.1" status: 200 len: 855 time: 0.0739970 Sep 23 07:04:01.461803 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a009dd2-ab83-4349-b3d5-97f036f5c66d req-caf1365d-ff0c-4fd8-949a-fc6e87f6a3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:01.464315 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4a009dd2-ab83-4349-b3d5-97f036f5c66d req-caf1365d-ff0c-4fd8-949a-fc6e87f6a3d5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ca28a1fe-55ea-41f7-96a5-1261b4a66187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557847 Sep 23 07:04:01.613280 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4a009dd2-ab83-4349-b3d5-97f036f5c66d req-ac3506c4-023f-40df-8800-e2c1a64e7c8e service neutron] 10.222.0.58 "GET /v2.0/networks/ca28a1fe-55ea-41f7-96a5-1261b4a66187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366088 Sep 23 07:04:01.615473 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6ae7837c-7f1f-4955-ad6f-c5ef9e393cfc req-cddaec89-10d6-457a-a564-1652429c730d tempest-ServerAddressesTestJSON-229526465 tempest-ServerAddressesTestJSON-229526465-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d5d9a22-66f5-4b04-9da9-c9876696f269 HTTP/1.1" status: 200 len: 210 time: 0.0583048 Sep 23 07:04:01.645806 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55994) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:01.780936 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4a009dd2-ab83-4349-b3d5-97f036f5c66d req-5a7c81de-a8e4-4f81-8c4e-6ce984524a9a service neutron] 10.222.0.58 "GET /v2.0/networks/ca28a1fe-55ea-41f7-96a5-1261b4a66187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524818 Sep 23 07:04:01.826477 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bf962bb1-9e91-404e-8b4a-5d78289d0763 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:01.973792 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bf962bb1-9e91-404e-8b4a-5d78289d0763 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:01.982417 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bf962bb1-9e91-404e-8b4a-5d78289d0763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:02.045538 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf962bb1-9e91-404e-8b4a-5d78289d0763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5520e055-76d6-4b38-9814-19cf34022ed5,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:02.056509 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-bf962bb1-9e91-404e-8b4a-5d78289d0763 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=33f3846ea717469780c97a1ba977d9e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4072647 Sep 23 07:04:02.057295 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56010) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:02.135783 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f7d0183a-a237-4d56-81cd-2c177b8c545a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:02.168467 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f7d0183a-a237-4d56-81cd-2c177b8c545a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:02.235136 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df31150-6f99-4722-8595-ed87b5ede522 req-7136782d-4d8d-4770-a9a0-4cefa17e8f22 tempest-ServerAddressesTestJSON-229526465 tempest-ServerAddressesTestJSON-229526465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:02.237236 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3df31150-6f99-4722-8595-ed87b5ede522 req-7136782d-4d8d-4770-a9a0-4cefa17e8f22 tempest-ServerAddressesTestJSON-229526465 tempest-ServerAddressesTestJSON-229526465-project] 10.222.0.58 "GET /v2.0/networks?id=b2d9976b-777c-4e24-ba39-783d9803d40e HTTP/1.1" status: 200 len: 813 time: 0.4685166 Sep 23 07:04:02.240807 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f7d0183a-a237-4d56-81cd-2c177b8c545a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:02.244243 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f7d0183a-a237-4d56-81cd-2c177b8c545a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:02.245516 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-f7d0183a-a237-4d56-81cd-2c177b8c545a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5520e055-76d6-4b38-9814-19cf34022ed5 HTTP/1.1" status: 204 len: 168 time: 0.1872551 Sep 23 07:04:02.254126 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-3df31150-6f99-4722-8595-ed87b5ede522 req-083d755f-c7b7-46d2-ab9f-198d651f6b44 tempest-ServerAddressesTestJSON-229526465 tempest-ServerAddressesTestJSON-229526465-project] Request body: {'port': {'device_id': '7d5d9a22-66f5-4b04-9da9-c9876696f269', 'network_id': 'b2d9976b-777c-4e24-ba39-783d9803d40e', 'admin_state_up': True, 'tenant_id': '61559b6c1ba942a2afc73aad57197950'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:04:02.276892 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d0183a-a237-4d56-81cd-2c177b8c545a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5520e055-76d6-4b38-9814-19cf34022ed5,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:02.416359 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3df31150-6f99-4722-8595-ed87b5ede522 req-083d755f-c7b7-46d2-ab9f-198d651f6b44 tempest-ServerAddressesTestJSON-229526465 tempest-ServerAddressesTestJSON-229526465-project] Made reservation on behalf of 61559b6c1ba942a2afc73aad57197950 for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:04:02.420829 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-3df31150-6f99-4722-8595-ed87b5ede522 req-083d755f-c7b7-46d2-ab9f-198d651f6b44 tempest-ServerAddressesTestJSON-229526465 tempest-ServerAddressesTestJSON-229526465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:02.629704 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [req-3df31150-6f99-4722-8595-ed87b5ede522 req-083d755f-c7b7-46d2-ab9f-198d651f6b44 tempest-ServerAddressesTestJSON-229526465 tempest-ServerAddressesTestJSON-229526465-project] Allocated IP 172.20.0.13 (b2d9976b-777c-4e24-ba39-783d9803d40e/f8c1e1ad-7f0b-4a5f-98be-ed7e53a491a2/ebfafb9c-2853-4c9f-a764-acbeb03b4f23) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:04:02.740574 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e093de53-985c-49d5-ba26-f09201a0b725 req-443383ba-690b-4d47-990a-7502af07d799 tempest-ServerAddressesTestJSON-229526465 tempest-ServerAddressesTestJSON-229526465-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d5d9a22-66f5-4b04-9da9-c9876696f269 HTTP/1.1" status: 200 len: 210 time: 0.0428433 Sep 23 07:04:02.862298 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-3df31150-6f99-4722-8595-ed87b5ede522 req-083d755f-c7b7-46d2-ab9f-198d651f6b44 tempest-ServerAddressesTestJSON-229526465 tempest-ServerAddressesTestJSON-229526465-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:02.901901 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-3df31150-6f99-4722-8595-ed87b5ede522 req-083d755f-c7b7-46d2-ab9f-198d651f6b44 tempest-ServerAddressesTestJSON-229526465 tempest-ServerAddressesTestJSON-229526465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:02.953215 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3df31150-6f99-4722-8595-ed87b5ede522 req-083d755f-c7b7-46d2-ab9f-198d651f6b44 tempest-ServerAddressesTestJSON-229526465 tempest-ServerAddressesTestJSON-229526465-project] Network b2d9976b-777c-4e24-ba39-783d9803d40e is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:04:02.956953 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [req-3df31150-6f99-4722-8595-ed87b5ede522 req-083d755f-c7b7-46d2-ab9f-198d651f6b44 tempest-ServerAddressesTestJSON-229526465 tempest-ServerAddressesTestJSON-229526465-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:04:02.960886 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-3df31150-6f99-4722-8595-ed87b5ede522 req-083d755f-c7b7-46d2-ab9f-198d651f6b44 tempest-ServerAddressesTestJSON-229526465 tempest-ServerAddressesTestJSON-229526465-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:04:02.987392 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083d755f-c7b7-46d2-ab9f-198d651f6b44 tempest-ServerAddressesTestJSON-229526465 tempest-ServerAddressesTestJSON-229526465-project] Pushing event updated for resources: {'Port': ['ID=ebfafb9c-2853-4c9f-a764-acbeb03b4f23,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:03.023069 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df31150-6f99-4722-8595-ed87b5ede522 req-083d755f-c7b7-46d2-ab9f-198d651f6b44 tempest-ServerAddressesTestJSON-229526465 tempest-ServerAddressesTestJSON-229526465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:03.023785 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-3df31150-6f99-4722-8595-ed87b5ede522 req-083d755f-c7b7-46d2-ab9f-198d651f6b44 tempest-ServerAddressesTestJSON-229526465 tempest-ServerAddressesTestJSON-229526465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:03.039982 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3df31150-6f99-4722-8595-ed87b5ede522 req-083d755f-c7b7-46d2-ab9f-198d651f6b44 tempest-ServerAddressesTestJSON-229526465 tempest-ServerAddressesTestJSON-229526465-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7897913 Sep 23 07:04:03.053061 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-3df31150-6f99-4722-8595-ed87b5ede522 req-8531d19b-36f5-4c30-acb3-88d2bcde0449 service neutron] Request body: {'port': {'device_id': '7d5d9a22-66f5-4b04-9da9-c9876696f269', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:04:03.138525 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-3df31150-6f99-4722-8595-ed87b5ede522 req-8531d19b-36f5-4c30-acb3-88d2bcde0449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:03.208701 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56046) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:03.334833 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-39403ca8-2a6e-43e0-8adc-b9582418b262 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-541960922'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:04:03.373173 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39403ca8-2a6e-43e0-8adc-b9582418b262 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Made reservation on behalf of 224d068c821b4c48a42152b97129894a for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:04:03.377633 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-39403ca8-2a6e-43e0-8adc-b9582418b262 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:03.388240 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-39403ca8-2a6e-43e0-8adc-b9582418b262 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:03.486249 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-39403ca8-2a6e-43e0-8adc-b9582418b262 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:03.490064 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-39403ca8-2a6e-43e0-8adc-b9582418b262 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:03.497983 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [req-3df31150-6f99-4722-8595-ed87b5ede522 req-8531d19b-36f5-4c30-acb3-88d2bcde0449 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebfafb9c-2853-4c9f-a764-acbeb03b4f23 {{(pid=95066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:04:03.505690 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-3df31150-6f99-4722-8595-ed87b5ede522 req-8531d19b-36f5-4c30-acb3-88d2bcde0449 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:03.515662 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39403ca8-2a6e-43e0-8adc-b9582418b262 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:04:03.518453 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.provisioning_blocks [req-3df31150-6f99-4722-8595-ed87b5ede522 req-8531d19b-36f5-4c30-acb3-88d2bcde0449 service neutron] Transition to ACTIVE for port object ebfafb9c-2853-4c9f-a764-acbeb03b4f23 will not be triggered until provisioned by entity L2. {{(pid=95066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:04:03.522281 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-3df31150-6f99-4722-8595-ed87b5ede522 req-8531d19b-36f5-4c30-acb3-88d2bcde0449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:03.531667 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39403ca8-2a6e-43e0-8adc-b9582418b262 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2baa540c-b787-411c-b763-7d88614d27d4,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:03.534610 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-39403ca8-2a6e-43e0-8adc-b9582418b262 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:03.534959 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-39403ca8-2a6e-43e0-8adc-b9582418b262 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Added segment efd1a7bb-6336-4d66-8b03-86e658552bac of type vlan for network b43e108d-3a69-454f-afa2-519873195671 Sep 23 07:04:03.574923 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8531d19b-36f5-4c30-acb3-88d2bcde0449 service neutron] Pushing event updated for resources: {'Port': ['ID=ebfafb9c-2853-4c9f-a764-acbeb03b4f23,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:03.580092 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-39403ca8-2a6e-43e0-8adc-b9582418b262 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:03.611022 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-39403ca8-2a6e-43e0-8adc-b9582418b262 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:03.617166 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39403ca8-2a6e-43e0-8adc-b9582418b262 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:03.617974 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-39403ca8-2a6e-43e0-8adc-b9582418b262 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:03.653687 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-39403ca8-2a6e-43e0-8adc-b9582418b262 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.4437661 Sep 23 07:04:03.656541 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56054) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:03.658397 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-3df31150-6f99-4722-8595-ed87b5ede522 req-8531d19b-36f5-4c30-acb3-88d2bcde0449 service neutron] Attempting to bind port ebfafb9c-2853-4c9f-a764-acbeb03b4f23 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:04:03.658923 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-3df31150-6f99-4722-8595-ed87b5ede522 req-8531d19b-36f5-4c30-acb3-88d2bcde0449 service neutron] Attempting to bind port ebfafb9c-2853-4c9f-a764-acbeb03b4f23 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '04c6bd98-7692-42bf-af1a-2a0a7ac1c623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b2d9976b-777c-4e24-ba39-783d9803d40e'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:04:03.659515 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df31150-6f99-4722-8595-ed87b5ede522 req-8531d19b-36f5-4c30-acb3-88d2bcde0449 service neutron] Attempting to bind port ebfafb9c-2853-4c9f-a764-acbeb03b4f23 on network b2d9976b-777c-4e24-ba39-783d9803d40e {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:04:03.661467 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-7324d03d-fec9-4b52-9711-fcc0ba811982 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Request body: {'subnet': {'network_id': 'b43e108d-3a69-454f-afa2-519873195671', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:04:03.666678 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df31150-6f99-4722-8595-ed87b5ede522 req-8531d19b-36f5-4c30-acb3-88d2bcde0449 service neutron] Port ebfafb9c-2853-4c9f-a764-acbeb03b4f23 on network b2d9976b-777c-4e24-ba39-783d9803d40e not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:04:03.667191 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df31150-6f99-4722-8595-ed87b5ede522 req-8531d19b-36f5-4c30-acb3-88d2bcde0449 service neutron] Attempting to bind port ebfafb9c-2853-4c9f-a764-acbeb03b4f23 on network b2d9976b-777c-4e24-ba39-783d9803d40e {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:04:03.688600 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df31150-6f99-4722-8595-ed87b5ede522 req-8531d19b-36f5-4c30-acb3-88d2bcde0449 service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:04:03.688984 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df31150-6f99-4722-8595-ed87b5ede522 req-8531d19b-36f5-4c30-acb3-88d2bcde0449 service neutron] Checking segment: {'id': '04c6bd98-7692-42bf-af1a-2a0a7ac1c623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b2d9976b-777c-4e24-ba39-783d9803d40e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:04:03.689321 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df31150-6f99-4722-8595-ed87b5ede522 req-8531d19b-36f5-4c30-acb3-88d2bcde0449 service neutron] Bound using segment: {'id': '04c6bd98-7692-42bf-af1a-2a0a7ac1c623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b2d9976b-777c-4e24-ba39-783d9803d40e'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:04:03.689784 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-3df31150-6f99-4722-8595-ed87b5ede522 req-8531d19b-36f5-4c30-acb3-88d2bcde0449 service neutron] Bound port: ebfafb9c-2853-4c9f-a764-acbeb03b4f23, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04c6bd98-7692-42bf-af1a-2a0a7ac1c623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b2d9976b-777c-4e24-ba39-783d9803d40e'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:04:03.690311 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-3df31150-6f99-4722-8595-ed87b5ede522 req-8531d19b-36f5-4c30-acb3-88d2bcde0449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:03.712555 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39403ca8-2a6e-43e0-8adc-b9582418b262 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Pushing event updated for resources: {'Network': ['ID=b43e108d-3a69-454f-afa2-519873195671,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:03.723467 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network b43e108d-3a69-454f-afa2-519873195671 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:04:03.820859 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7324d03d-fec9-4b52-9711-fcc0ba811982 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Made reservation on behalf of 224d068c821b4c48a42152b97129894a for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:04:03.833178 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7324d03d-fec9-4b52-9711-fcc0ba811982 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:03.850143 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-3df31150-6f99-4722-8595-ed87b5ede522 req-8531d19b-36f5-4c30-acb3-88d2bcde0449 service neutron] For port ebfafb9c-2853-4c9f-a764-acbeb03b4f23, host n-h2-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:04:03.860195 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-3df31150-6f99-4722-8595-ed87b5ede522 req-8531d19b-36f5-4c30-acb3-88d2bcde0449 service neutron] For port ebfafb9c-2853-4c9f-a764-acbeb03b4f23, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=ebfafb9c-2853-4c9f-a764-acbeb03b4f23,segment=NetworkSegment(04c6bd98-7692-42bf-af1a-2a0a7ac1c623),segment_id=04c6bd98-7692-42bf-af1a-2a0a7ac1c623)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:04:03.874283 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-3df31150-6f99-4722-8595-ed87b5ede522 req-8531d19b-36f5-4c30-acb3-88d2bcde0449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:03.926058 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df31150-6f99-4722-8595-ed87b5ede522 req-8531d19b-36f5-4c30-acb3-88d2bcde0449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:03.927751 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-3df31150-6f99-4722-8595-ed87b5ede522 req-8531d19b-36f5-4c30-acb3-88d2bcde0449 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:03.930236 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3df31150-6f99-4722-8595-ed87b5ede522 req-8531d19b-36f5-4c30-acb3-88d2bcde0449 service neutron] 10.222.0.58 "PUT /v2.0/ports/ebfafb9c-2853-4c9f-a764-acbeb03b4f23 HTTP/1.1" status: 200 len: 1093 time: 0.8810463 Sep 23 07:04:03.941671 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d5d9a22-66f5-4b04-9da9-c9876696f269', 'tag': 'ebfafb9c-2853-4c9f-a764-acbeb03b4f23'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:04:03.946408 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41929423-fdca-412a-8749-4bdff7c6f785" -d '{"events": [{"name": "network-changed", "server_uuid": "7d5d9a22-66f5-4b04-9da9-c9876696f269", "tag": "ebfafb9c-2853-4c9f-a764-acbeb03b4f23"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:04:04.023209 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f665b00-c39a-474b-8a47-88bfb0ba7758 x-openstack-request-id: req-3f665b00-c39a-474b-8a47-88bfb0ba7758 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:04:04.023209 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d5d9a22-66f5-4b04-9da9-c9876696f269", "tag": "ebfafb9c-2853-4c9f-a764-acbeb03b4f23", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:04:04.023968 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3f665b00-c39a-474b-8a47-88bfb0ba7758 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:04:04.024471 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d5d9a22-66f5-4b04-9da9-c9876696f269', 'tag': 'ebfafb9c-2853-4c9f-a764-acbeb03b4f23', 'status': 'completed', 'code': 200} Sep 23 07:04:04.041614 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e8d7f-cdaf-437e-b9ac-aaaa44efd5d0 req-f84a2419-4daf-433c-8465-0d8301ad4d5a tempest-ServerAddressesTestJSON-229526465 tempest-ServerAddressesTestJSON-229526465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:04.044161 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-829e8d7f-cdaf-437e-b9ac-aaaa44efd5d0 req-f84a2419-4daf-433c-8465-0d8301ad4d5a tempest-ServerAddressesTestJSON-229526465 tempest-ServerAddressesTestJSON-229526465-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d5d9a22-66f5-4b04-9da9-c9876696f269 HTTP/1.1" status: 200 len: 944 time: 0.1709716 Sep 23 07:04:04.051283 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df31150-6f99-4722-8595-ed87b5ede522 req-6a333418-754c-4134-a08d-b2bf96ab989a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:04.053197 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3df31150-6f99-4722-8595-ed87b5ede522 req-6a333418-754c-4134-a08d-b2bf96ab989a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=61559b6c1ba942a2afc73aad57197950&device_id=7d5d9a22-66f5-4b04-9da9-c9876696f269 HTTP/1.1" status: 200 len: 1096 time: 0.0717793 Sep 23 07:04:04.054054 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8531d19b-36f5-4c30-acb3-88d2bcde0449 service neutron] Pushing event updated for resources: {'Port': ['ID=ebfafb9c-2853-4c9f-a764-acbeb03b4f23,revision_number=3']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:04.112639 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3df31150-6f99-4722-8595-ed87b5ede522 req-5e5df858-6ab5-46c1-ae0f-30460a6e291d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ebfafb9c-2853-4c9f-a764-acbeb03b4f23 HTTP/1.1" status: 200 len: 217 time: 0.0509229 Sep 23 07:04:04.143392 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-829e8d7f-cdaf-437e-b9ac-aaaa44efd5d0 req-3a3ab176-9f79-4fe4-903b-aef6a8fa02ee tempest-ServerAddressesTestJSON-229526465 tempest-ServerAddressesTestJSON-229526465-project] 10.222.0.39 "GET /v2.0/security-groups?id=599be688-5877-4a7f-a158-37ed16383a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920367 Sep 23 07:04:04.188399 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df31150-6f99-4722-8595-ed87b5ede522 req-254eaf23-8f7e-476d-b909-82e1baf70a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:04.190041 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3df31150-6f99-4722-8595-ed87b5ede522 req-254eaf23-8f7e-476d-b909-82e1baf70a2d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f8c1e1ad-7f0b-4a5f-98be-ed7e53a491a2 HTTP/1.1" status: 200 len: 853 time: 0.0692883 Sep 23 07:04:04.218897 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7324d03d-fec9-4b52-9711-fcc0ba811982 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:04.226839 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3df31150-6f99-4722-8595-ed87b5ede522 req-f62856b1-6aae-4e31-8285-207d73f8ef19 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b2d9976b-777c-4e24-ba39-783d9803d40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275595 Sep 23 07:04:04.298941 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324d03d-fec9-4b52-9711-fcc0ba811982 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Pushing event updated for resources: {'Subnet': ['ID=f8b8ca95-cfc9-46d3-b9a0-fe5525d1005b,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:04.313505 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7324d03d-fec9-4b52-9711-fcc0ba811982 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Checking segment: {'id': 'efd1a7bb-6336-4d66-8b03-86e658552bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'b43e108d-3a69-454f-afa2-519873195671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:04:04.314118 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7324d03d-fec9-4b52-9711-fcc0ba811982 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Network hostable DHCP agents. Network: b43e108d-3a69-454f-afa2-519873195671, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:04:04.338184 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7324d03d-fec9-4b52-9711-fcc0ba811982 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Network b43e108d-3a69-454f-afa2-519873195671 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:04:04.354799 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-7324d03d-fec9-4b52-9711-fcc0ba811982 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, b43e108d-3a69-454f-afa2-519873195671) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:04:04.359313 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7324d03d-fec9-4b52-9711-fcc0ba811982 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:04.359905 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7324d03d-fec9-4b52-9711-fcc0ba811982 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:04.369430 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7cf002-98ff-4c26-b8fc-104013fe5721 None None] Network b43e108d-3a69-454f-afa2-519873195671 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:04:04.380961 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-7324d03d-fec9-4b52-9711-fcc0ba811982 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7233572 Sep 23 07:04:04.385782 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 56072) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:04.397288 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-a6c1f6e3-ba69-4d5c-9c15-158788077192 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Request body: {'port': {'network_id': 'b43e108d-3a69-454f-afa2-519873195671', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-189937213'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:04:04.403329 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3df31150-6f99-4722-8595-ed87b5ede522 req-03df200f-516d-4d68-8ef6-044ca6f7e423 service neutron] 10.222.0.58 "GET /v2.0/networks/b2d9976b-777c-4e24-ba39-783d9803d40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686001 Sep 23 07:04:04.553434 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5aefda2-798a-4964-b7bb-9b4529e5adc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-b43e108d-3a69-454f-afa2-519873195671', 'network_id': 'b43e108d-3a69-454f-afa2-519873195671', 'tenant_id': '224d068c821b4c48a42152b97129894a', 'fixed_ips': [{'subnet_id': 'f8b8ca95-cfc9-46d3-b9a0-fe5525d1005b'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:04:04.555973 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c5aefda2-798a-4964-b7bb-9b4529e5adc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:04.588594 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c1f6e3-ba69-4d5c-9c15-158788077192 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Made reservation on behalf of 224d068c821b4c48a42152b97129894a for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:04:04.592953 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a6c1f6e3-ba69-4d5c-9c15-158788077192 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:04.596992 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3df31150-6f99-4722-8595-ed87b5ede522 req-8aa7f584-98d2-4591-b0da-2904943e5be2 service neutron] 10.222.0.58 "GET /v2.0/networks/b2d9976b-777c-4e24-ba39-783d9803d40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836543 Sep 23 07:04:04.615671 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [None req-a6c1f6e3-ba69-4d5c-9c15-158788077192 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] device_id is not set on port 212d68cd-bbce-4a5d-b3f7-e9cf600a2803 yet. {{(pid=95066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 07:04:04.731453 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41929423-fdca-412a-8749-4bdff7c6f785 req-29161b19-b91f-4616-aeeb-0d661f760efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:04.732996 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-41929423-fdca-412a-8749-4bdff7c6f785 req-29161b19-b91f-4616-aeeb-0d661f760efa service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=61559b6c1ba942a2afc73aad57197950&device_id=7d5d9a22-66f5-4b04-9da9-c9876696f269 HTTP/1.1" status: 200 len: 1096 time: 0.0645397 Sep 23 07:04:04.754527 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-c5aefda2-798a-4964-b7bb-9b4529e5adc0 None None] Allocated IP 2001:db8::2 (b43e108d-3a69-454f-afa2-519873195671/f8b8ca95-cfc9-46d3-b9a0-fe5525d1005b/54698561-8977-423e-a4a4-320e4f0a5432) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:04:04.852767 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41929423-fdca-412a-8749-4bdff7c6f785 req-a0a8761d-2050-4134-99cc-39cedff5aac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:04.854228 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-41929423-fdca-412a-8749-4bdff7c6f785 req-a0a8761d-2050-4134-99cc-39cedff5aac9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b2d9976b-777c-4e24-ba39-783d9803d40e HTTP/1.1" status: 200 len: 914 time: 0.1136978 Sep 23 07:04:04.903842 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-41929423-fdca-412a-8749-4bdff7c6f785 req-72dd4cdf-01a5-41c1-8455-c3ac38191b90 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ebfafb9c-2853-4c9f-a764-acbeb03b4f23 HTTP/1.1" status: 200 len: 217 time: 0.0374691 Sep 23 07:04:04.923235 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c5aefda2-798a-4964-b7bb-9b4529e5adc0 None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:04.931564 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c5aefda2-798a-4964-b7bb-9b4529e5adc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:04.976569 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aefda2-798a-4964-b7bb-9b4529e5adc0 None None] Pushing event updated for resources: {'Port': ['ID=54698561-8977-423e-a4a4-320e4f0a5432,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:04.996414 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5aefda2-798a-4964-b7bb-9b4529e5adc0 None None] Network b43e108d-3a69-454f-afa2-519873195671 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:04:04.999322 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-c5aefda2-798a-4964-b7bb-9b4529e5adc0 None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:04:05.002242 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5aefda2-798a-4964-b7bb-9b4529e5adc0 None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:04:05.035195 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-a6c1f6e3-ba69-4d5c-9c15-158788077192 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Allocated IP 2001:db8::307 (b43e108d-3a69-454f-afa2-519873195671/f8b8ca95-cfc9-46d3-b9a0-fe5525d1005b/212d68cd-bbce-4a5d-b3f7-e9cf600a2803) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:04:05.039443 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41929423-fdca-412a-8749-4bdff7c6f785 req-39a5f993-4a70-4c69-8e3f-8c081b785836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:05.041249 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-41929423-fdca-412a-8749-4bdff7c6f785 req-39a5f993-4a70-4c69-8e3f-8c081b785836 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f8c1e1ad-7f0b-4a5f-98be-ed7e53a491a2 HTTP/1.1" status: 200 len: 853 time: 0.1297116 Sep 23 07:04:05.080299 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-c5aefda2-798a-4964-b7bb-9b4529e5adc0 None None] Attempting to bind port 54698561-8977-423e-a4a4-320e4f0a5432 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:04:05.081484 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-c5aefda2-798a-4964-b7bb-9b4529e5adc0 None None] Attempting to bind port 54698561-8977-423e-a4a4-320e4f0a5432 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': 'efd1a7bb-6336-4d66-8b03-86e658552bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'b43e108d-3a69-454f-afa2-519873195671'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:04:05.081905 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5aefda2-798a-4964-b7bb-9b4529e5adc0 None None] Attempting to bind port 54698561-8977-423e-a4a4-320e4f0a5432 on network b43e108d-3a69-454f-afa2-519873195671 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:04:05.082927 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-41929423-fdca-412a-8749-4bdff7c6f785 req-fb5e858a-e259-4de7-8a1b-de07451a1276 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b2d9976b-777c-4e24-ba39-783d9803d40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332484 Sep 23 07:04:05.106764 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5aefda2-798a-4964-b7bb-9b4529e5adc0 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:04:05.107138 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5aefda2-798a-4964-b7bb-9b4529e5adc0 None None] Checking segment: {'id': 'efd1a7bb-6336-4d66-8b03-86e658552bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'b43e108d-3a69-454f-afa2-519873195671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:04:05.107467 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c5aefda2-798a-4964-b7bb-9b4529e5adc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:05.107867 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5aefda2-798a-4964-b7bb-9b4529e5adc0 None None] Bound using segment: {'id': 'efd1a7bb-6336-4d66-8b03-86e658552bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'b43e108d-3a69-454f-afa2-519873195671'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:04:05.108356 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-c5aefda2-798a-4964-b7bb-9b4529e5adc0 None None] Bound port: 54698561-8977-423e-a4a4-320e4f0a5432, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efd1a7bb-6336-4d66-8b03-86e658552bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'b43e108d-3a69-454f-afa2-519873195671'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:04:05.109360 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c5aefda2-798a-4964-b7bb-9b4529e5adc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:05.250439 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-c5aefda2-798a-4964-b7bb-9b4529e5adc0 None None] For port 54698561-8977-423e-a4a4-320e4f0a5432, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:04:05.255017 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-c5aefda2-798a-4964-b7bb-9b4529e5adc0 None None] For port 54698561-8977-423e-a4a4-320e4f0a5432, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=54698561-8977-423e-a4a4-320e4f0a5432,segment=NetworkSegment(efd1a7bb-6336-4d66-8b03-86e658552bac),segment_id=efd1a7bb-6336-4d66-8b03-86e658552bac)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:04:05.270249 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c5aefda2-798a-4964-b7bb-9b4529e5adc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:05.383861 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df6229-c03f-4d42-b3e8-5f25576008a5 req-a7de4ea6-8db6-4047-abaf-330d37a70dbf tempest-ServerAddressesTestJSON-229526465 tempest-ServerAddressesTestJSON-229526465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:05.387888 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-30df6229-c03f-4d42-b3e8-5f25576008a5 req-a7de4ea6-8db6-4047-abaf-330d37a70dbf tempest-ServerAddressesTestJSON-229526465 tempest-ServerAddressesTestJSON-229526465-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d5d9a22-66f5-4b04-9da9-c9876696f269 HTTP/1.1" status: 200 len: 944 time: 0.1018581 Sep 23 07:04:05.402306 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aefda2-798a-4964-b7bb-9b4529e5adc0 None None] Pushing event updated for resources: {'Port': ['ID=54698561-8977-423e-a4a4-320e4f0a5432,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:05.454482 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-30df6229-c03f-4d42-b3e8-5f25576008a5 req-3b18fcf0-5f60-49f7-bbb1-eccf660e02ce tempest-ServerAddressesTestJSON-229526465 tempest-ServerAddressesTestJSON-229526465-project] 10.222.0.39 "GET /v2.0/security-groups?id=599be688-5877-4a7f-a158-37ed16383a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601099 Sep 23 07:04:05.501854 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a6c1f6e3-ba69-4d5c-9c15-158788077192 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:05.510601 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-41929423-fdca-412a-8749-4bdff7c6f785 req-6e2720b5-b86f-43d2-8f53-c36f1c297f1d service neutron] 10.222.0.58 "GET /v2.0/networks/b2d9976b-777c-4e24-ba39-783d9803d40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4199998 Sep 23 07:04:05.599987 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a6c1f6e3-ba69-4d5c-9c15-158788077192 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:05.687861 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c1f6e3-ba69-4d5c-9c15-158788077192 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Network b43e108d-3a69-454f-afa2-519873195671 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:04:05.690494 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-41929423-fdca-412a-8749-4bdff7c6f785 req-10a6a65f-1f3e-4808-81ec-952e441f2c3c service neutron] 10.222.0.58 "GET /v2.0/networks/b2d9976b-777c-4e24-ba39-783d9803d40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722906 Sep 23 07:04:05.691457 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c1f6e3-ba69-4d5c-9c15-158788077192 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Pushing event updated for resources: {'Port': ['ID=212d68cd-bbce-4a5d-b3f7-e9cf600a2803,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:05.695804 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-a6c1f6e3-ba69-4d5c-9c15-158788077192 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:04:05.698154 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c1f6e3-ba69-4d5c-9c15-158788077192 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:04:05.703728 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c1f6e3-ba69-4d5c-9c15-158788077192 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:05.704342 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a6c1f6e3-ba69-4d5c-9c15-158788077192 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:05.723962 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-a6c1f6e3-ba69-4d5c-9c15-158788077192 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.3370645 Sep 23 07:04:05.727567 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 56082) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:05.732977 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-a3f768e8-60c8-4757-95bb-eb6fd581df08 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Request body: {'port': {'network_id': 'b43e108d-3a69-454f-afa2-519873195671', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-797208808', 'allowed_address_pairs': [{'ip_address': '2001:db8::307', 'mac_address': 'fa:16:3e:f8:a1:22'}]}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:04:05.846732 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3f768e8-60c8-4757-95bb-eb6fd581df08 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Made reservation on behalf of 224d068c821b4c48a42152b97129894a for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:04:05.944317 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a3f768e8-60c8-4757-95bb-eb6fd581df08 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:05.962023 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [None req-a3f768e8-60c8-4757-95bb-eb6fd581df08 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] device_id is not set on port a87247d1-607c-41ba-867b-443d84b4274a yet. {{(pid=95066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 07:04:06.086376 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-a3f768e8-60c8-4757-95bb-eb6fd581df08 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Allocated IP 2001:db8::152 (b43e108d-3a69-454f-afa2-519873195671/f8b8ca95-cfc9-46d3-b9a0-fe5525d1005b/a87247d1-607c-41ba-867b-443d84b4274a) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:04:06.303732 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a3f768e8-60c8-4757-95bb-eb6fd581df08 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:06.373429 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a3f768e8-60c8-4757-95bb-eb6fd581df08 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:06.426743 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:06.446198 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f768e8-60c8-4757-95bb-eb6fd581df08 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Pushing event updated for resources: {'Port': ['ID=a87247d1-607c-41ba-867b-443d84b4274a,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:06.463722 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f768e8-60c8-4757-95bb-eb6fd581df08 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Network b43e108d-3a69-454f-afa2-519873195671 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:04:06.465414 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-a3f768e8-60c8-4757-95bb-eb6fd581df08 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:04:06.468413 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f768e8-60c8-4757-95bb-eb6fd581df08 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:04:06.477795 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56100) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:06.505035 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f768e8-60c8-4757-95bb-eb6fd581df08 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:06.506833 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a3f768e8-60c8-4757-95bb-eb6fd581df08 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:06.528660 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-a3f768e8-60c8-4757-95bb-eb6fd581df08 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 0.7998416 Sep 23 07:04:06.531322 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 56106) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:06.637451 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device ebfafb9c-2853-4c9f-a764-acbeb03b4f23 details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:04:06.642191 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b76376-ea03-47ac-8bc2-80dfad6513f5 req-69b147a9-e2c6-47a9-a841-696dbe8ff1fd tempest-ServerAddressesTestJSON-229526465 tempest-ServerAddressesTestJSON-229526465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:06.651203 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-37b76376-ea03-47ac-8bc2-80dfad6513f5 req-69b147a9-e2c6-47a9-a841-696dbe8ff1fd tempest-ServerAddressesTestJSON-229526465 tempest-ServerAddressesTestJSON-229526465-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d5d9a22-66f5-4b04-9da9-c9876696f269 HTTP/1.1" status: 200 len: 944 time: 0.0932269 Sep 23 07:04:06.710973 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4f33c9-f28a-430d-8636-6af48646ee7e tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:06.718120 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4f33c9-f28a-430d-8636-6af48646ee7e tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:06.725061 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4f33c9-f28a-430d-8636-6af48646ee7e tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:06.728005 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-bf4f33c9-f28a-430d-8636-6af48646ee7e tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.1955802 Sep 23 07:04:06.732514 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 56108) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:06.741265 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-37b76376-ea03-47ac-8bc2-80dfad6513f5 req-603623cf-e1fd-4465-a582-9a507402cf08 tempest-ServerAddressesTestJSON-229526465 tempest-ServerAddressesTestJSON-229526465-project] 10.222.0.39 "GET /v2.0/security-groups?id=599be688-5877-4a7f-a158-37ed16383a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866208 Sep 23 07:04:06.760835 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-af9e59c5-9c7f-4a78-9368-52879d6a15c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:06.836799 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfdb1f12-d8fe-4c93-9341-167b1490e45f None None] Network b43e108d-3a69-454f-afa2-519873195671 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:04:06.903977 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-af9e59c5-9c7f-4a78-9368-52879d6a15c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:06.904803 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 54698561-8977-423e-a4a4-320e4f0a5432 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:04:06.908697 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-af9e59c5-9c7f-4a78-9368-52879d6a15c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:06.932064 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-143e39c4-26b8-46fc-863f-b49e61db417e tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Deleting port a87247d1-607c-41ba-867b-443d84b4274a {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:04:06.932492 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-143e39c4-26b8-46fc-863f-b49e61db417e tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:06.970713 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-af9e59c5-9c7f-4a78-9368-52879d6a15c1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=652072cb76164eec86bcae83504935da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4894145 Sep 23 07:04:06.970713 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9e59c5-9c7f-4a78-9368-52879d6a15c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2ae91b-8c86-4d14-9943-ab50ae74de7d,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:06.972165 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56110) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:06.992762 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port ebfafb9c-2853-4c9f-a764-acbeb03b4f23, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=ebfafb9c-2853-4c9f-a764-acbeb03b4f23,segment=NetworkSegment(04c6bd98-7692-42bf-af1a-2a0a7ac1c623),segment_id=04c6bd98-7692-42bf-af1a-2a0a7ac1c623)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:04:07.005369 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-216e9ee4-5801-4ad4-b4f7-52156c5d60ad None None] Provisioning complete for port 54698561-8977-423e-a4a4-320e4f0a5432 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:04:07.005795 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-216e9ee4-5801-4ad4-b4f7-52156c5d60ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:07.034108 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-945257a0-437c-45e8-a602-cb51842cd085 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:07.056938 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-945257a0-437c-45e8-a602-cb51842cd085 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:07.068622 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': 'ebfafb9c-2853-4c9f-a764-acbeb03b4f23', 'network_id': 'b2d9976b-777c-4e24-ba39-783d9803d40e', 'port_id': 'ebfafb9c-2853-4c9f-a764-acbeb03b4f23', 'mac_address': 'fa:16:3e:86:0c:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8c1e1ad-7f0b-4a5f-98be-ed7e53a491a2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:04:07.070425 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-143e39c4-26b8-46fc-863f-b49e61db417e tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:07.086983 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-143e39c4-26b8-46fc-863f-b49e61db417e tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Calling delete_port for a87247d1-607c-41ba-867b-443d84b4274a owned by {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:04:07.148988 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-945257a0-437c-45e8-a602-cb51842cd085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:07.151678 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-945257a0-437c-45e8-a602-cb51842cd085 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:07.158971 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 54698561-8977-423e-a4a4-320e4f0a5432 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:04:07.159356 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:07.161937 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-945257a0-437c-45e8-a602-cb51842cd085 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1b2ae91b-8c86-4d14-9943-ab50ae74de7d HTTP/1.1" status: 204 len: 168 time: 0.1822908 Sep 23 07:04:07.164619 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:07.184477 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945257a0-437c-45e8-a602-cb51842cd085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2ae91b-8c86-4d14-9943-ab50ae74de7d,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:07.261366 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebfafb9c-2853-4c9f-a764-acbeb03b4f23 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:04:07.287518 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-143e39c4-26b8-46fc-863f-b49e61db417e tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:07.312427 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port ebfafb9c-2853-4c9f-a764-acbeb03b4f23, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=ebfafb9c-2853-4c9f-a764-acbeb03b4f23,segment=NetworkSegment(04c6bd98-7692-42bf-af1a-2a0a7ac1c623),segment_id=04c6bd98-7692-42bf-af1a-2a0a7ac1c623)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:04:07.327955 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143e39c4-26b8-46fc-863f-b49e61db417e tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Pushing event deleted for resources: {'Port': ['ID=a87247d1-607c-41ba-867b-443d84b4274a,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:07.338610 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:07.444262 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=ebfafb9c-2853-4c9f-a764-acbeb03b4f23,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:07.471255 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-143e39c4-26b8-46fc-863f-b49e61db417e tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:07.474682 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-143e39c4-26b8-46fc-863f-b49e61db417e tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] 10.222.0.39 "DELETE /v2.0/ports/a87247d1-607c-41ba-867b-443d84b4274a HTTP/1.1" status: 204 len: 168 time: 0.7409787 Sep 23 07:04:07.477890 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 56118) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:07.482480 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-216e9ee4-5801-4ad4-b4f7-52156c5d60ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:07.513463 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-42ce4148-089f-4507-b748-2731c55d494a tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] GET failed (client error): The resource could not be found. Sep 23 07:04:07.515725 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-42ce4148-089f-4507-b748-2731c55d494a tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] 10.222.0.39 "GET /v2.0/ports/a87247d1-607c-41ba-867b-443d84b4274a HTTP/1.1" status: 404 len: 333 time: 0.0366521 Sep 23 07:04:07.519811 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56120) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:07.525171 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-88ea6ac1-2fb1-48ab-a406-fc694ca75093 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Request body: {'port': {'network_id': 'b43e108d-3a69-454f-afa2-519873195671', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1723876460'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:04:07.538862 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 56122) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:07.553219 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e91ac019-29ec-4fa1-8c1f-11022d508d5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:07.686380 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e91ac019-29ec-4fa1-8c1f-11022d508d5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:07.698506 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e91ac019-29ec-4fa1-8c1f-11022d508d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:07.710287 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-216e9ee4-5801-4ad4-b4f7-52156c5d60ad None None] For port 54698561-8977-423e-a4a4-320e4f0a5432, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=54698561-8977-423e-a4a4-320e4f0a5432,segment=NetworkSegment(efd1a7bb-6336-4d66-8b03-86e658552bac),segment_id=efd1a7bb-6336-4d66-8b03-86e658552bac)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:04:07.718316 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-216e9ee4-5801-4ad4-b4f7-52156c5d60ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:07.731590 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ea6ac1-2fb1-48ab-a406-fc694ca75093 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Made reservation on behalf of 224d068c821b4c48a42152b97129894a for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:04:07.736933 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-88ea6ac1-2fb1-48ab-a406-fc694ca75093 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:07.746849 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-e91ac019-29ec-4fa1-8c1f-11022d508d5c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1750843aa7c54147b01f75cc6dae7635&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2061555 Sep 23 07:04:07.752387 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56126) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:07.796760 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [None req-88ea6ac1-2fb1-48ab-a406-fc694ca75093 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] device_id is not set on port b2669169-664e-494c-97ad-8ce299d16404 yet. {{(pid=95065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 07:04:07.870732 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91ac019-29ec-4fa1-8c1f-11022d508d5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e960be-1d3e-4752-9d15-58c6feee17cf,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:07.894988 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['ebfafb9c-2853-4c9f-a764-acbeb03b4f23'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:04:08.032862 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f9db4ae0-c2a2-453f-aba3-0f0668824b46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:08.033083 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216e9ee4-5801-4ad4-b4f7-52156c5d60ad None None] Pushing event updated for resources: {'Port': ['ID=54698561-8977-423e-a4a4-320e4f0a5432,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:08.067357 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d835bbb1-ab47-433a-83a8-bfededd5d45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:08.092692 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebfdbf7-5a67-4fcf-993e-0577d32fa708 req-612fd7ce-4192-4962-91a2-1eb9d6ab467f tempest-ServerAddressesTestJSON-229526465 tempest-ServerAddressesTestJSON-229526465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:08.100098 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1ebfdbf7-5a67-4fcf-993e-0577d32fa708 req-612fd7ce-4192-4962-91a2-1eb9d6ab467f tempest-ServerAddressesTestJSON-229526465 tempest-ServerAddressesTestJSON-229526465-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d5d9a22-66f5-4b04-9da9-c9876696f269 HTTP/1.1" status: 200 len: 945 time: 0.1925519 Sep 23 07:04:08.108740 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f9db4ae0-c2a2-453f-aba3-0f0668824b46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:08.135590 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-88ea6ac1-2fb1-48ab-a406-fc694ca75093 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Allocated IP 2001:db8::e9 (b43e108d-3a69-454f-afa2-519873195671/f8b8ca95-cfc9-46d3-b9a0-fe5525d1005b/b2669169-664e-494c-97ad-8ce299d16404) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:04:08.162544 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-ba2cbea8-0551-48f4-b269-10334e883637 None None] Provisioning complete for port 212d68cd-bbce-4a5d-b3f7-e9cf600a2803 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:04:08.162981 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ba2cbea8-0551-48f4-b269-10334e883637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:08.202655 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-ba2cbea8-0551-48f4-b269-10334e883637 None None] Port 212d68cd-bbce-4a5d-b3f7-e9cf600a2803 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:04:08.216311 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-ba2cbea8-0551-48f4-b269-10334e883637 None None] Provisioning complete for port 54698561-8977-423e-a4a4-320e4f0a5432 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:04:08.217454 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ba2cbea8-0551-48f4-b269-10334e883637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:08.218946 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1ebfdbf7-5a67-4fcf-993e-0577d32fa708 req-bdc0bc1a-fbf6-4ee8-ab8b-ded9c9e2f74f tempest-ServerAddressesTestJSON-229526465 tempest-ServerAddressesTestJSON-229526465-project] 10.222.0.39 "GET /v2.0/security-groups?id=599be688-5877-4a7f-a158-37ed16383a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173382 Sep 23 07:04:08.263138 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f9db4ae0-c2a2-453f-aba3-0f0668824b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:08.265802 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f9db4ae0-c2a2-453f-aba3-0f0668824b46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:08.267057 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-f9db4ae0-c2a2-453f-aba3-0f0668824b46 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/78e960be-1d3e-4752-9d15-58c6feee17cf HTTP/1.1" status: 204 len: 168 time: 0.5135829 Sep 23 07:04:08.301563 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9db4ae0-c2a2-453f-aba3-0f0668824b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e960be-1d3e-4752-9d15-58c6feee17cf,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:08.384395 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-88ea6ac1-2fb1-48ab-a406-fc694ca75093 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:08.425921 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-88ea6ac1-2fb1-48ab-a406-fc694ca75093 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:08.478807 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-8763c5a1-88b5-45be-b69a-70a9b2c5a5d0 None None] Provisioning complete for port 212d68cd-bbce-4a5d-b3f7-e9cf600a2803 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:04:08.484290 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8763c5a1-88b5-45be-b69a-70a9b2c5a5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:08.500780 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ea6ac1-2fb1-48ab-a406-fc694ca75093 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Network b43e108d-3a69-454f-afa2-519873195671 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:04:08.503227 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-88ea6ac1-2fb1-48ab-a406-fc694ca75093 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:04:08.514216 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ea6ac1-2fb1-48ab-a406-fc694ca75093 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:04:08.521013 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ea6ac1-2fb1-48ab-a406-fc694ca75093 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:08.523670 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-88ea6ac1-2fb1-48ab-a406-fc694ca75093 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:08.556429 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-8763c5a1-88b5-45be-b69a-70a9b2c5a5d0 None None] Port 212d68cd-bbce-4a5d-b3f7-e9cf600a2803 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:04:08.562686 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-88ea6ac1-2fb1-48ab-a406-fc694ca75093 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0417483 Sep 23 07:04:08.563854 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ea6ac1-2fb1-48ab-a406-fc694ca75093 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Pushing event updated for resources: {'Port': ['ID=b2669169-664e-494c-97ad-8ce299d16404,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:08.565463 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 56138) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:08.572960 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-480dad7d-e848-42ed-8d02-3b7810fc09b3 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::307', 'mac_address': 'fa:16:3e:f8:a1:22'}]}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:04:08.642668 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device ebfafb9c-2853-4c9f-a764-acbeb03b4f23 up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:04:08.736410 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port ebfafb9c-2853-4c9f-a764-acbeb03b4f23 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:04:08.756424 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-480dad7d-e848-42ed-8d02-3b7810fc09b3 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:08.763624 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port ebfafb9c-2853-4c9f-a764-acbeb03b4f23 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:04:08.764004 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:08.848859 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 54698561-8977-423e-a4a4-320e4f0a5432 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:04:08.914104 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-55ff8457-67ac-405a-987c-152dfbc9ca06 None None] Could not find standard attr ID for object a87247d1-607c-41ba-867b-443d84b4274a. {{(pid=95067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 07:04:08.986438 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 54698561-8977-423e-a4a4-320e4f0a5432 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:04:08.986697 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:09.083605 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:09.152649 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d5d9a22-66f5-4b04-9da9-c9876696f269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebfafb9c-2853-4c9f-a764-acbeb03b4f23'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:04:09.155268 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a9ac437-f88c-487f-ada8-2bf69e4b7624" -d '{"events": [{"server_uuid": "7d5d9a22-66f5-4b04-9da9-c9876696f269", "name": "network-vif-plugged", "status": "completed", "tag": "ebfafb9c-2853-4c9f-a764-acbeb03b4f23"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:04:09.212743 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port ebfafb9c-2853-4c9f-a764-acbeb03b4f23, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=ebfafb9c-2853-4c9f-a764-acbeb03b4f23,segment=NetworkSegment(04c6bd98-7692-42bf-af1a-2a0a7ac1c623),segment_id=04c6bd98-7692-42bf-af1a-2a0a7ac1c623)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:04:09.224814 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:09.233327 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cb3b122-986f-4ae5-8a12-d6acd07dbfe5 x-openstack-request-id: req-4cb3b122-986f-4ae5-8a12-d6acd07dbfe5 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:04:09.233733 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d5d9a22-66f5-4b04-9da9-c9876696f269", "name": "network-vif-plugged", "status": "completed", "tag": "ebfafb9c-2853-4c9f-a764-acbeb03b4f23", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:04:09.235126 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4cb3b122-986f-4ae5-8a12-d6acd07dbfe5 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:04:09.235821 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d5d9a22-66f5-4b04-9da9-c9876696f269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebfafb9c-2853-4c9f-a764-acbeb03b4f23', 'code': 200} Sep 23 07:04:09.300718 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-24d180ef-6125-4acf-be65-f3abaed73246 None None] Provisioning complete for port b2669169-664e-494c-97ad-8ce299d16404 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:04:09.301236 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-24d180ef-6125-4acf-be65-f3abaed73246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:09.346414 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=ebfafb9c-2853-4c9f-a764-acbeb03b4f23,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:09.362129 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-24d180ef-6125-4acf-be65-f3abaed73246 None None] Port b2669169-664e-494c-97ad-8ce299d16404 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:04:09.441410 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-480dad7d-e848-42ed-8d02-3b7810fc09b3 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:09.470389 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-480dad7d-e848-42ed-8d02-3b7810fc09b3 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:09.551507 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-480dad7d-e848-42ed-8d02-3b7810fc09b3 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] In _notify_port_updated(), no bound segment for port b2669169-664e-494c-97ad-8ce299d16404 on network b43e108d-3a69-454f-afa2-519873195671 {{(pid=95066) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 07:04:09.557956 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480dad7d-e848-42ed-8d02-3b7810fc09b3 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:09.559181 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-480dad7d-e848-42ed-8d02-3b7810fc09b3 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:09.562357 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-480dad7d-e848-42ed-8d02-3b7810fc09b3 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] 10.222.0.39 "PUT /v2.0/ports/b2669169-664e-494c-97ad-8ce299d16404 HTTP/1.1" status: 200 len: 1002 time: 0.9951665 Sep 23 07:04:09.564201 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56166) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:09.629063 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4312d66-157b-433e-bf5e-861e817c7354 req-f5e31497-1f95-4a46-a613-0af44fb6c268 tempest-ServerAddressesTestJSON-229526465 tempest-ServerAddressesTestJSON-229526465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:09.631865 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e4312d66-157b-433e-bf5e-861e817c7354 req-f5e31497-1f95-4a46-a613-0af44fb6c268 tempest-ServerAddressesTestJSON-229526465 tempest-ServerAddressesTestJSON-229526465-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d5d9a22-66f5-4b04-9da9-c9876696f269 HTTP/1.1" status: 200 len: 946 time: 0.2299969 Sep 23 07:04:09.651056 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480dad7d-e848-42ed-8d02-3b7810fc09b3 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Pushing event updated for resources: {'Port': ['ID=b2669169-664e-494c-97ad-8ce299d16404,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:09.734436 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e4312d66-157b-433e-bf5e-861e817c7354 req-655e7220-daa0-4244-bc21-8365d0307c24 tempest-ServerAddressesTestJSON-229526465 tempest-ServerAddressesTestJSON-229526465-project] 10.222.0.39 "GET /v2.0/security-groups?id=599be688-5877-4a7f-a158-37ed16383a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790005 Sep 23 07:04:09.756922 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e4a7b0-0d3f-416f-b38d-491ebcf2b646 req-424f73a6-decf-4474-80b9-9b7c9c113bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:09.758990 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b3e4a7b0-0d3f-416f-b38d-491ebcf2b646 req-424f73a6-decf-4474-80b9-9b7c9c113bd7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7d5d9a22-66f5-4b04-9da9-c9876696f269 HTTP/1.1" status: 200 len: 1098 time: 0.3558857 Sep 23 07:04:09.814372 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b3e4a7b0-0d3f-416f-b38d-491ebcf2b646 req-4f896349-6385-483c-b4c0-bfddb16c0362 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=599be688-5877-4a7f-a158-37ed16383a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469666 Sep 23 07:04:10.006418 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-ce46f6ad-08c8-4818-9d3b-c12bd6b3dc50 None None] Provisioning complete for port b2669169-664e-494c-97ad-8ce299d16404 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:04:10.006418 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ce46f6ad-08c8-4818-9d3b-c12bd6b3dc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:10.086210 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-ce46f6ad-08c8-4818-9d3b-c12bd6b3dc50 None None] Port b2669169-664e-494c-97ad-8ce299d16404 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:04:10.090977 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:10.258069 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-33c28f07-b860-4014-add4-6a96140f9e35 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Deleting port b2669169-664e-494c-97ad-8ce299d16404 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:04:10.258295 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-33c28f07-b860-4014-add4-6a96140f9e35 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:10.373275 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-33c28f07-b860-4014-add4-6a96140f9e35 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:10.387065 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-33c28f07-b860-4014-add4-6a96140f9e35 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Calling delete_port for b2669169-664e-494c-97ad-8ce299d16404 owned by {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:04:10.521672 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-33c28f07-b860-4014-add4-6a96140f9e35 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:10.556972 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c28f07-b860-4014-add4-6a96140f9e35 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Pushing event deleted for resources: {'Port': ['ID=b2669169-664e-494c-97ad-8ce299d16404,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:10.675450 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-33c28f07-b860-4014-add4-6a96140f9e35 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:10.677696 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-33c28f07-b860-4014-add4-6a96140f9e35 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] 10.222.0.39 "DELETE /v2.0/ports/b2669169-664e-494c-97ad-8ce299d16404 HTTP/1.1" status: 204 len: 168 time: 1.1093714 Sep 23 07:04:10.680941 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56194) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:10.709487 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-c073f214-94fd-4c4d-8ee5-44b59eed04dd tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] GET failed (client error): The resource could not be found. Sep 23 07:04:10.711215 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-c073f214-94fd-4c4d-8ee5-44b59eed04dd tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] 10.222.0.39 "GET /v2.0/ports/b2669169-664e-494c-97ad-8ce299d16404 HTTP/1.1" status: 404 len: 333 time: 0.0292649 Sep 23 07:04:10.715312 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56196) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:10.720840 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-891fb4dd-5b27-4a36-a4d1-818a38c3421d tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Request body: {'port': {'network_id': 'b43e108d-3a69-454f-afa2-519873195671', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1045844867'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:04:10.868782 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-891fb4dd-5b27-4a36-a4d1-818a38c3421d tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Made reservation on behalf of 224d068c821b4c48a42152b97129894a for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:04:10.871518 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-891fb4dd-5b27-4a36-a4d1-818a38c3421d tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:10.894550 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [None req-891fb4dd-5b27-4a36-a4d1-818a38c3421d tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] device_id is not set on port e683fd06-8b11-4d7e-bafd-90cde4d77c61 yet. {{(pid=95065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 07:04:10.927157 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3add17-a912-445e-9dc4-a90d2b4eb6eb req-7341432c-96e4-4676-bcf0-5b0581ec505e tempest-ServerAddressesTestJSON-229526465 tempest-ServerAddressesTestJSON-229526465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:10.935317 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3c3add17-a912-445e-9dc4-a90d2b4eb6eb req-7341432c-96e4-4676-bcf0-5b0581ec505e tempest-ServerAddressesTestJSON-229526465 tempest-ServerAddressesTestJSON-229526465-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d5d9a22-66f5-4b04-9da9-c9876696f269 HTTP/1.1" status: 200 len: 946 time: 0.0793958 Sep 23 07:04:10.985152 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3c3add17-a912-445e-9dc4-a90d2b4eb6eb req-04e0f22d-c8a6-44fd-b452-b6cd0bf54570 tempest-ServerAddressesTestJSON-229526465 tempest-ServerAddressesTestJSON-229526465-project] 10.222.0.39 "GET /v2.0/security-groups?id=599be688-5877-4a7f-a158-37ed16383a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455573 Sep 23 07:04:11.046587 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-35465263-06c8-464a-a1a0-fbb8156a7b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:11.079430 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-891fb4dd-5b27-4a36-a4d1-818a38c3421d tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Allocated IP 2001:db8::201 (b43e108d-3a69-454f-afa2-519873195671/f8b8ca95-cfc9-46d3-b9a0-fe5525d1005b/e683fd06-8b11-4d7e-bafd-90cde4d77c61) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:04:11.274061 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-891fb4dd-5b27-4a36-a4d1-818a38c3421d tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:11.311577 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-891fb4dd-5b27-4a36-a4d1-818a38c3421d tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:11.357275 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891fb4dd-5b27-4a36-a4d1-818a38c3421d tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Network b43e108d-3a69-454f-afa2-519873195671 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:04:11.360906 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-891fb4dd-5b27-4a36-a4d1-818a38c3421d tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:04:11.363556 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891fb4dd-5b27-4a36-a4d1-818a38c3421d tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:04:11.371036 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891fb4dd-5b27-4a36-a4d1-818a38c3421d tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:11.371036 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-891fb4dd-5b27-4a36-a4d1-818a38c3421d tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:11.388295 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891fb4dd-5b27-4a36-a4d1-818a38c3421d tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Pushing event updated for resources: {'Port': ['ID=e683fd06-8b11-4d7e-bafd-90cde4d77c61,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:11.403521 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 56250) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:11.403764 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-891fb4dd-5b27-4a36-a4d1-818a38c3421d tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.6872530 Sep 23 07:04:11.410568 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-448cb450-2139-48d5-87a0-00c761c7fd2f tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:f8:a1:22'}]}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:04:11.479051 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:11.605533 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-448cb450-2139-48d5-87a0-00c761c7fd2f tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:11.659903 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-3aa576ce-7742-4bd8-97e2-51bc2d410149 None None] Provisioning complete for port e683fd06-8b11-4d7e-bafd-90cde4d77c61 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:04:11.660280 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3aa576ce-7742-4bd8-97e2-51bc2d410149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:11.724213 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-3aa576ce-7742-4bd8-97e2-51bc2d410149 None None] Port e683fd06-8b11-4d7e-bafd-90cde4d77c61 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:04:11.823830 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-448cb450-2139-48d5-87a0-00c761c7fd2f tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:11.829267 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-448cb450-2139-48d5-87a0-00c761c7fd2f tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:11.874555 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-448cb450-2139-48d5-87a0-00c761c7fd2f tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] In _notify_port_updated(), no bound segment for port e683fd06-8b11-4d7e-bafd-90cde4d77c61 on network b43e108d-3a69-454f-afa2-519873195671 {{(pid=95066) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 07:04:11.880677 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448cb450-2139-48d5-87a0-00c761c7fd2f tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:11.881309 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-448cb450-2139-48d5-87a0-00c761c7fd2f tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:11.883262 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-448cb450-2139-48d5-87a0-00c761c7fd2f tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] 10.222.0.39 "PUT /v2.0/ports/e683fd06-8b11-4d7e-bafd-90cde4d77c61 HTTP/1.1" status: 200 len: 1003 time: 0.4783528 Sep 23 07:04:11.886209 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 56280) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:11.920672 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448cb450-2139-48d5-87a0-00c761c7fd2f tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Pushing event updated for resources: {'Port': ['ID=e683fd06-8b11-4d7e-bafd-90cde4d77c61,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:12.006771 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-b77ead9a-40c4-405c-8b1f-79df1a9ebbb9 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Deleting port e683fd06-8b11-4d7e-bafd-90cde4d77c61 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:04:12.008229 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b77ead9a-40c4-405c-8b1f-79df1a9ebbb9 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:12.136078 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e75383-da0d-43d8-93e4-95873c5b2057 req-f4670fa0-dc4d-45f3-9213-620ba0c752c9 tempest-ServerAddressesTestJSON-229526465 tempest-ServerAddressesTestJSON-229526465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:12.138560 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-19e75383-da0d-43d8-93e4-95873c5b2057 req-f4670fa0-dc4d-45f3-9213-620ba0c752c9 tempest-ServerAddressesTestJSON-229526465 tempest-ServerAddressesTestJSON-229526465-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d5d9a22-66f5-4b04-9da9-c9876696f269 HTTP/1.1" status: 200 len: 946 time: 0.0702958 Sep 23 07:04:12.145134 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b77ead9a-40c4-405c-8b1f-79df1a9ebbb9 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:12.163434 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-b77ead9a-40c4-405c-8b1f-79df1a9ebbb9 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Calling delete_port for e683fd06-8b11-4d7e-bafd-90cde4d77c61 owned by {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:04:12.206494 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-19e75383-da0d-43d8-93e4-95873c5b2057 req-c7e123a3-4f12-40c7-a456-3a870d9b647d tempest-ServerAddressesTestJSON-229526465 tempest-ServerAddressesTestJSON-229526465-project] 10.222.0.39 "GET /v2.0/security-groups?id=599be688-5877-4a7f-a158-37ed16383a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599570 Sep 23 07:04:12.248093 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-c4e89916-522d-42b2-9829-8547509a85b9 None None] Provisioning complete for port e683fd06-8b11-4d7e-bafd-90cde4d77c61 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:04:12.249026 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c4e89916-522d-42b2-9829-8547509a85b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:12.296240 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-c4e89916-522d-42b2-9829-8547509a85b9 None None] Port e683fd06-8b11-4d7e-bafd-90cde4d77c61 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:04:12.314423 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:12.426447 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a25fe189-aac8-455a-a0e2-50480b1c0bd6 req-d2fac5a2-884b-41ea-ac59-fea78febf310 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=69f921f4-8d2e-4ecb-bd14-9a649d6ecb9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0784233 Sep 23 07:04:12.445995 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b77ead9a-40c4-405c-8b1f-79df1a9ebbb9 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:12.485912 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77ead9a-40c4-405c-8b1f-79df1a9ebbb9 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Pushing event deleted for resources: {'Port': ['ID=e683fd06-8b11-4d7e-bafd-90cde4d77c61,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:12.542152 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b77ead9a-40c4-405c-8b1f-79df1a9ebbb9 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:12.544121 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-b77ead9a-40c4-405c-8b1f-79df1a9ebbb9 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] 10.222.0.39 "DELETE /v2.0/ports/e683fd06-8b11-4d7e-bafd-90cde4d77c61 HTTP/1.1" status: 204 len: 168 time: 0.6570141 Sep 23 07:04:12.550025 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56298) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:12.603095 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b4dadb1-d048-4f3f-bb6f-7902bcc4458a tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] GET failed (client error): The resource could not be found. Sep 23 07:04:12.605507 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-6b4dadb1-d048-4f3f-bb6f-7902bcc4458a tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] 10.222.0.39 "GET /v2.0/ports/e683fd06-8b11-4d7e-bafd-90cde4d77c61 HTTP/1.1" status: 404 len: 333 time: 0.0492983 Sep 23 07:04:12.609170 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56302) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:12.615466 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-fbecd79d-f760-41fc-b74a-b81a139cb951 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Request body: {'port': {'network_id': 'b43e108d-3a69-454f-afa2-519873195671', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1304474019'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:04:12.656429 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25fe189-aac8-455a-a0e2-50480b1c0bd6 req-3da214db-6ff6-44ae-9840-d887f5a0d66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:12.658210 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a25fe189-aac8-455a-a0e2-50480b1c0bd6 req-3da214db-6ff6-44ae-9840-d887f5a0d66d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=285631e87ef3467186156f903d01ed48&device_id=69f921f4-8d2e-4ecb-bd14-9a649d6ecb9c HTTP/1.1" status: 200 len: 1097 time: 0.1529348 Sep 23 07:04:12.837197 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbecd79d-f760-41fc-b74a-b81a139cb951 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Made reservation on behalf of 224d068c821b4c48a42152b97129894a for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:04:12.841887 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fbecd79d-f760-41fc-b74a-b81a139cb951 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:12.864455 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3720a04-7483-437a-a033-d05769685c24 req-72a513d4-21f6-4a74-a464-65e255f395f3 tempest-ServerAddressesTestJSON-229526465 tempest-ServerAddressesTestJSON-229526465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:12.866209 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b3720a04-7483-437a-a033-d05769685c24 req-72a513d4-21f6-4a74-a464-65e255f395f3 tempest-ServerAddressesTestJSON-229526465 tempest-ServerAddressesTestJSON-229526465-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d5d9a22-66f5-4b04-9da9-c9876696f269 HTTP/1.1" status: 200 len: 946 time: 0.0841043 Sep 23 07:04:12.894474 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [None req-fbecd79d-f760-41fc-b74a-b81a139cb951 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] device_id is not set on port dd3b59b9-e71e-4cf1-a071-faa135df9262 yet. {{(pid=95065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 07:04:12.926424 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b3720a04-7483-437a-a033-d05769685c24 req-b2b84ae5-08e1-4370-99d3-18f54655783d tempest-ServerAddressesTestJSON-229526465 tempest-ServerAddressesTestJSON-229526465-project] 10.222.0.39 "GET /v2.0/security-groups?id=599be688-5877-4a7f-a158-37ed16383a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515044 Sep 23 07:04:13.041855 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25fe189-aac8-455a-a0e2-50480b1c0bd6 req-7c7d2ec2-cf28-471f-a08d-a7586c56ffb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:13.043617 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a25fe189-aac8-455a-a0e2-50480b1c0bd6 req-7c7d2ec2-cf28-471f-a08d-a7586c56ffb0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7897793b-979a-4e69-a418-9e869418e9ce HTTP/1.1" status: 200 len: 898 time: 0.2499063 Sep 23 07:04:13.161608 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-fbecd79d-f760-41fc-b74a-b81a139cb951 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Allocated IP 2001:db8::9 (b43e108d-3a69-454f-afa2-519873195671/f8b8ca95-cfc9-46d3-b9a0-fe5525d1005b/dd3b59b9-e71e-4cf1-a071-faa135df9262) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:04:13.172096 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a25fe189-aac8-455a-a0e2-50480b1c0bd6 req-6b73e894-a966-4520-af07-2a3d4ed4c9da service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd633120-a90a-425f-8e49-d5fa515fc22d HTTP/1.1" status: 200 len: 1001 time: 0.1184788 Sep 23 07:04:13.261851 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25fe189-aac8-455a-a0e2-50480b1c0bd6 req-74c8f9dd-45e5-4710-807a-feb20c963f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:13.263379 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a25fe189-aac8-455a-a0e2-50480b1c0bd6 req-74c8f9dd-45e5-4710-807a-feb20c963f4c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=93b1180b-9db7-40b3-869a-a249e4cc9dce HTTP/1.1" status: 200 len: 834 time: 0.0837953 Sep 23 07:04:13.403943 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25fe189-aac8-455a-a0e2-50480b1c0bd6 req-62b00e14-ebb2-42f4-88e8-ef257586af13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:13.405487 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a25fe189-aac8-455a-a0e2-50480b1c0bd6 req-62b00e14-ebb2-42f4-88e8-ef257586af13 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7897793b-979a-4e69-a418-9e869418e9ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1326687 Sep 23 07:04:13.465758 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fbecd79d-f760-41fc-b74a-b81a139cb951 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:13.544481 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a25fe189-aac8-455a-a0e2-50480b1c0bd6 req-06c5d896-13a6-4205-9f48-a577c9ccea6a service neutron] 10.222.0.21 "GET /v2.0/networks/7897793b-979a-4e69-a418-9e869418e9ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288669 Sep 23 07:04:13.553258 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fbecd79d-f760-41fc-b74a-b81a139cb951 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:13.656591 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbecd79d-f760-41fc-b74a-b81a139cb951 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Network b43e108d-3a69-454f-afa2-519873195671 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:04:13.664636 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-fbecd79d-f760-41fc-b74a-b81a139cb951 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:04:13.672769 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbecd79d-f760-41fc-b74a-b81a139cb951 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:04:13.678755 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbecd79d-f760-41fc-b74a-b81a139cb951 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:13.679441 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fbecd79d-f760-41fc-b74a-b81a139cb951 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:13.685726 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbecd79d-f760-41fc-b74a-b81a139cb951 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Pushing event updated for resources: {'Port': ['ID=dd3b59b9-e71e-4cf1-a071-faa135df9262,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:13.708056 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a25fe189-aac8-455a-a0e2-50480b1c0bd6 req-cfd8d653-778c-400d-bf7d-a62a3b9d551c service neutron] 10.222.0.21 "GET /v2.0/networks/7897793b-979a-4e69-a418-9e869418e9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562057 Sep 23 07:04:13.709490 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-fbecd79d-f760-41fc-b74a-b81a139cb951 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.0987182 Sep 23 07:04:13.712755 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56320) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:13.718123 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-09dfb6a2-6599-41dd-a6a8-9ed79a4db1e6 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Request body: {'port': {'network_id': 'b43e108d-3a69-454f-afa2-519873195671', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-422334036'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:04:13.792262 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:13.868504 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09dfb6a2-6599-41dd-a6a8-9ed79a4db1e6 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Made reservation on behalf of 224d068c821b4c48a42152b97129894a for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:04:13.872123 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-09dfb6a2-6599-41dd-a6a8-9ed79a4db1e6 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:13.898396 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [None req-09dfb6a2-6599-41dd-a6a8-9ed79a4db1e6 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] device_id is not set on port b96a655c-e5f0-48c7-a21d-b2b64d4e6f16 yet. {{(pid=95065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 07:04:14.044019 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-09dfb6a2-6599-41dd-a6a8-9ed79a4db1e6 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Allocated IP 2001:db8::3ae (b43e108d-3a69-454f-afa2-519873195671/f8b8ca95-cfc9-46d3-b9a0-fe5525d1005b/b96a655c-e5f0-48c7-a21d-b2b64d4e6f16) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:04:14.064443 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-12847355-2db5-49a8-b35b-e00796a79851 None None] Provisioning complete for port dd3b59b9-e71e-4cf1-a071-faa135df9262 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:04:14.065218 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-12847355-2db5-49a8-b35b-e00796a79851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:14.092517 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9a838f-c16f-4594-bf18-d7cf4eb2af0c req-eb16fb0a-f041-4561-8765-4b530ba4279f tempest-ServerAddressesTestJSON-229526465 tempest-ServerAddressesTestJSON-229526465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:14.094871 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4f9a838f-c16f-4594-bf18-d7cf4eb2af0c req-eb16fb0a-f041-4561-8765-4b530ba4279f tempest-ServerAddressesTestJSON-229526465 tempest-ServerAddressesTestJSON-229526465-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d5d9a22-66f5-4b04-9da9-c9876696f269 HTTP/1.1" status: 200 len: 946 time: 0.0826910 Sep 23 07:04:14.152768 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-12847355-2db5-49a8-b35b-e00796a79851 None None] Port dd3b59b9-e71e-4cf1-a071-faa135df9262 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:04:14.155086 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4f9a838f-c16f-4594-bf18-d7cf4eb2af0c req-e85ca9e0-bd08-454f-94a9-1a40ed3bf1f3 tempest-ServerAddressesTestJSON-229526465 tempest-ServerAddressesTestJSON-229526465-project] 10.222.0.39 "GET /v2.0/security-groups?id=599be688-5877-4a7f-a158-37ed16383a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519285 Sep 23 07:04:14.227622 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-09dfb6a2-6599-41dd-a6a8-9ed79a4db1e6 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:14.262080 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-09dfb6a2-6599-41dd-a6a8-9ed79a4db1e6 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:14.309015 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09dfb6a2-6599-41dd-a6a8-9ed79a4db1e6 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Network b43e108d-3a69-454f-afa2-519873195671 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:04:14.312302 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-09dfb6a2-6599-41dd-a6a8-9ed79a4db1e6 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:04:14.314910 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09dfb6a2-6599-41dd-a6a8-9ed79a4db1e6 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:04:14.321459 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09dfb6a2-6599-41dd-a6a8-9ed79a4db1e6 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:14.322115 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-09dfb6a2-6599-41dd-a6a8-9ed79a4db1e6 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:14.344302 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dfb6a2-6599-41dd-a6a8-9ed79a4db1e6 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Pushing event updated for resources: {'Port': ['ID=b96a655c-e5f0-48c7-a21d-b2b64d4e6f16,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:14.349160 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-09dfb6a2-6599-41dd-a6a8-9ed79a4db1e6 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.6348412 Sep 23 07:04:14.351587 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56332) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:14.360844 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-0d5f9f4c-b621-4fef-b6ba-9d93edecbbe4 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::307', 'mac_address': 'fa:16:3e:f8:a1:22'}, {'ip_address': '2001:db8::9', 'mac_address': 'fa:16:3e:62:89:cf'}]}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:04:14.427052 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bed3041-83f2-4e39-9766-f081c44b1526 req-492919a7-b22c-46d8-9f36-e3bafc785cfd tempest-ServerAddressesTestJSON-229526465 tempest-ServerAddressesTestJSON-229526465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:14.428961 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0bed3041-83f2-4e39-9766-f081c44b1526 req-492919a7-b22c-46d8-9f36-e3bafc785cfd tempest-ServerAddressesTestJSON-229526465 tempest-ServerAddressesTestJSON-229526465-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d5d9a22-66f5-4b04-9da9-c9876696f269 HTTP/1.1" status: 200 len: 946 time: 0.0911925 Sep 23 07:04:14.593818 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-0bed3041-83f2-4e39-9766-f081c44b1526 req-e4db7ca5-9b90-4818-b8a5-08eaf9e3071a tempest-ServerAddressesTestJSON-229526465 tempest-ServerAddressesTestJSON-229526465-project] Deleting port ebfafb9c-2853-4c9f-a764-acbeb03b4f23 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:04:14.594486 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-0bed3041-83f2-4e39-9766-f081c44b1526 req-e4db7ca5-9b90-4818-b8a5-08eaf9e3071a tempest-ServerAddressesTestJSON-229526465 tempest-ServerAddressesTestJSON-229526465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:14.648365 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0d5f9f4c-b621-4fef-b6ba-9d93edecbbe4 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:14.736574 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-0bed3041-83f2-4e39-9766-f081c44b1526 req-e4db7ca5-9b90-4818-b8a5-08eaf9e3071a tempest-ServerAddressesTestJSON-229526465 tempest-ServerAddressesTestJSON-229526465-project] For port ebfafb9c-2853-4c9f-a764-acbeb03b4f23, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=ebfafb9c-2853-4c9f-a764-acbeb03b4f23,segment=NetworkSegment(04c6bd98-7692-42bf-af1a-2a0a7ac1c623),segment_id=04c6bd98-7692-42bf-af1a-2a0a7ac1c623)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:04:14.737291 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-0bed3041-83f2-4e39-9766-f081c44b1526 req-e4db7ca5-9b90-4818-b8a5-08eaf9e3071a tempest-ServerAddressesTestJSON-229526465 tempest-ServerAddressesTestJSON-229526465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:14.751979 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-0bed3041-83f2-4e39-9766-f081c44b1526 req-e4db7ca5-9b90-4818-b8a5-08eaf9e3071a tempest-ServerAddressesTestJSON-229526465 tempest-ServerAddressesTestJSON-229526465-project] Calling delete_port for ebfafb9c-2853-4c9f-a764-acbeb03b4f23 owned by compute:nova {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:04:14.789368 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-be7feec6-a1cc-480c-9337-310900cd637f None None] Provisioning complete for port b96a655c-e5f0-48c7-a21d-b2b64d4e6f16 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:04:14.790080 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-be7feec6-a1cc-480c-9337-310900cd637f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:14.838097 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-be7feec6-a1cc-480c-9337-310900cd637f None None] Port b96a655c-e5f0-48c7-a21d-b2b64d4e6f16 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:04:14.917830 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0d5f9f4c-b621-4fef-b6ba-9d93edecbbe4 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:14.927127 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0d5f9f4c-b621-4fef-b6ba-9d93edecbbe4 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:14.984745 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-0bed3041-83f2-4e39-9766-f081c44b1526 req-e4db7ca5-9b90-4818-b8a5-08eaf9e3071a tempest-ServerAddressesTestJSON-229526465 tempest-ServerAddressesTestJSON-229526465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:15.005245 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['ebfafb9c-2853-4c9f-a764-acbeb03b4f23'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:04:15.049856 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4db7ca5-9b90-4818-b8a5-08eaf9e3071a tempest-ServerAddressesTestJSON-229526465 tempest-ServerAddressesTestJSON-229526465-project] Pushing event deleted for resources: {'Port': ['ID=ebfafb9c-2853-4c9f-a764-acbeb03b4f23,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:15.053680 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5f9f4c-b621-4fef-b6ba-9d93edecbbe4 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Pushing event updated for resources: {'Port': ['ID=b96a655c-e5f0-48c7-a21d-b2b64d4e6f16,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:15.057334 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-0d5f9f4c-b621-4fef-b6ba-9d93edecbbe4 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] In _notify_port_updated(), no bound segment for port b96a655c-e5f0-48c7-a21d-b2b64d4e6f16 on network b43e108d-3a69-454f-afa2-519873195671 {{(pid=95065) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 07:04:15.066063 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5f9f4c-b621-4fef-b6ba-9d93edecbbe4 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:15.066437 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0d5f9f4c-b621-4fef-b6ba-9d93edecbbe4 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:15.069921 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-0d5f9f4c-b621-4fef-b6ba-9d93edecbbe4 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] 10.222.0.39 "PUT /v2.0/ports/b96a655c-e5f0-48c7-a21d-b2b64d4e6f16 HTTP/1.1" status: 200 len: 1065 time: 0.7152636 Sep 23 07:04:15.075482 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56340) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:15.137950 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bed3041-83f2-4e39-9766-f081c44b1526 req-e4db7ca5-9b90-4818-b8a5-08eaf9e3071a tempest-ServerAddressesTestJSON-229526465 tempest-ServerAddressesTestJSON-229526465-project] No DVR routers for this DVR port ebfafb9c-2853-4c9f-a764-acbeb03b4f23 on host n-h2-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:04:15.142160 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-0bed3041-83f2-4e39-9766-f081c44b1526 req-e4db7ca5-9b90-4818-b8a5-08eaf9e3071a tempest-ServerAddressesTestJSON-229526465 tempest-ServerAddressesTestJSON-229526465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:15.144880 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0bed3041-83f2-4e39-9766-f081c44b1526 req-e4db7ca5-9b90-4818-b8a5-08eaf9e3071a tempest-ServerAddressesTestJSON-229526465 tempest-ServerAddressesTestJSON-229526465-project] 10.222.0.58 "DELETE /v2.0/ports/ebfafb9c-2853-4c9f-a764-acbeb03b4f23 HTTP/1.1" status: 204 len: 173 time: 0.7069280 Sep 23 07:04:15.145635 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d5d9a22-66f5-4b04-9da9-c9876696f269', 'name': 'network-vif-deleted', 'tag': 'ebfafb9c-2853-4c9f-a764-acbeb03b4f23'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:04:15.148338 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec9b6b34-7199-4759-be43-bb2795395a68" -d '{"events": [{"server_uuid": "7d5d9a22-66f5-4b04-9da9-c9876696f269", "name": "network-vif-deleted", "tag": "ebfafb9c-2853-4c9f-a764-acbeb03b4f23"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:04:15.205937 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a71da880-9658-4dc5-bb77-5385953b021c x-openstack-request-id: req-a71da880-9658-4dc5-bb77-5385953b021c {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:04:15.206233 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d5d9a22-66f5-4b04-9da9-c9876696f269", "name": "network-vif-deleted", "tag": "ebfafb9c-2853-4c9f-a764-acbeb03b4f23", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:04:15.206480 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a71da880-9658-4dc5-bb77-5385953b021c {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:04:15.206874 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d5d9a22-66f5-4b04-9da9-c9876696f269', 'name': 'network-vif-deleted', 'tag': 'ebfafb9c-2853-4c9f-a764-acbeb03b4f23', 'status': 'completed', 'code': 200} Sep 23 07:04:15.324242 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-61cb16e4-ff0f-4c1e-ace1-2e4120aefad9 req-e588e76b-d17f-4390-a1f5-06f21f900953 tempest-ServerAddressesTestJSON-229526465 tempest-ServerAddressesTestJSON-229526465-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d5d9a22-66f5-4b04-9da9-c9876696f269 HTTP/1.1" status: 200 len: 210 time: 0.0497425 Sep 23 07:04:15.369597 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-ad2822d3-c741-4703-9440-081281c82133 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Deleting port b96a655c-e5f0-48c7-a21d-b2b64d4e6f16 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:04:15.370160 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ad2822d3-c741-4703-9440-081281c82133 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:15.470460 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ad2822d3-c741-4703-9440-081281c82133 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:15.483574 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-ad2822d3-c741-4703-9440-081281c82133 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Calling delete_port for b96a655c-e5f0-48c7-a21d-b2b64d4e6f16 owned by {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:04:15.495735 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-182d175b-8519-4fd7-809f-776352d579aa None None] Provisioning complete for port b96a655c-e5f0-48c7-a21d-b2b64d4e6f16 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:04:15.496104 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-182d175b-8519-4fd7-809f-776352d579aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:15.533500 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-182d175b-8519-4fd7-809f-776352d579aa None None] Port b96a655c-e5f0-48c7-a21d-b2b64d4e6f16 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:04:15.635000 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ad2822d3-c741-4703-9440-081281c82133 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:15.674566 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2822d3-c741-4703-9440-081281c82133 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Pushing event deleted for resources: {'Port': ['ID=b96a655c-e5f0-48c7-a21d-b2b64d4e6f16,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:15.842222 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ad2822d3-c741-4703-9440-081281c82133 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:15.846408 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-ad2822d3-c741-4703-9440-081281c82133 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] 10.222.0.39 "DELETE /v2.0/ports/b96a655c-e5f0-48c7-a21d-b2b64d4e6f16 HTTP/1.1" status: 204 len: 168 time: 0.7675545 Sep 23 07:04:15.846645 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56348) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:15.871639 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c0f48d2-b9aa-441b-bc44-2ece006f65e4 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] GET failed (client error): The resource could not be found. Sep 23 07:04:15.873219 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-0c0f48d2-b9aa-441b-bc44-2ece006f65e4 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] 10.222.0.39 "GET /v2.0/ports/b96a655c-e5f0-48c7-a21d-b2b64d4e6f16 HTTP/1.1" status: 404 len: 333 time: 0.0256646 Sep 23 07:04:15.876062 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 56352) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:16.000609 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-4bcb943d-befe-4466-82b1-412693625472 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Deleting port dd3b59b9-e71e-4cf1-a071-faa135df9262 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:04:16.003119 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4bcb943d-befe-4466-82b1-412693625472 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:16.121242 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4bcb943d-befe-4466-82b1-412693625472 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:16.147458 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-4bcb943d-befe-4466-82b1-412693625472 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Calling delete_port for dd3b59b9-e71e-4cf1-a071-faa135df9262 owned by {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:04:16.323417 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4bcb943d-befe-4466-82b1-412693625472 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:16.378275 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcb943d-befe-4466-82b1-412693625472 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Pushing event deleted for resources: {'Port': ['ID=dd3b59b9-e71e-4cf1-a071-faa135df9262,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:16.410052 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56370) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:16.416421 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4bcb943d-befe-4466-82b1-412693625472 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:16.422194 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-4bcb943d-befe-4466-82b1-412693625472 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] 10.222.0.39 "DELETE /v2.0/ports/dd3b59b9-e71e-4cf1-a071-faa135df9262 HTTP/1.1" status: 204 len: 168 time: 0.5447011 Sep 23 07:04:16.423360 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 56372) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:16.455822 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef4b22d0-acd7-4f97-b063-24cafa0fddee tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] GET failed (client error): The resource could not be found. Sep 23 07:04:16.461568 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-ef4b22d0-acd7-4f97-b063-24cafa0fddee tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] 10.222.0.39 "GET /v2.0/ports/dd3b59b9-e71e-4cf1-a071-faa135df9262 HTTP/1.1" status: 404 len: 333 time: 0.0371327 Sep 23 07:04:16.463234 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 56374) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:16.500728 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-ede9e0a7-22bb-4eb4-a2e1-3b7a54c17fbe admin admin] Deleting subnet f8c1e1ad-7f0b-4a5f-98be-ed7e53a491a2 {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:04:16.504387 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ede9e0a7-22bb-4eb4-a2e1-3b7a54c17fbe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:16.556458 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ede9e0a7-22bb-4eb4-a2e1-3b7a54c17fbe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:16.634544 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ede9e0a7-22bb-4eb4-a2e1-3b7a54c17fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:16.660876 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-4eb9a5d5-a3ea-4615-bf82-50e91407b818 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Deleting port 212d68cd-bbce-4a5d-b3f7-e9cf600a2803 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:04:16.661311 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4eb9a5d5-a3ea-4615-bf82-50e91407b818 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:16.758700 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ede9e0a7-22bb-4eb4-a2e1-3b7a54c17fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:16.791091 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede9e0a7-22bb-4eb4-a2e1-3b7a54c17fbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8c1e1ad-7f0b-4a5f-98be-ed7e53a491a2,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:16.803459 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ede9e0a7-22bb-4eb4-a2e1-3b7a54c17fbe admin admin] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:16.807262 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-ede9e0a7-22bb-4eb4-a2e1-3b7a54c17fbe admin admin] 10.222.0.39 "DELETE /v2.0/subnets/f8c1e1ad-7f0b-4a5f-98be-ed7e53a491a2 HTTP/1.1" status: 204 len: 168 time: 0.3956144 Sep 23 07:04:16.809601 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56378) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:16.819345 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4eb9a5d5-a3ea-4615-bf82-50e91407b818 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:16.835914 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-4eb9a5d5-a3ea-4615-bf82-50e91407b818 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Calling delete_port for 212d68cd-bbce-4a5d-b3f7-e9cf600a2803 owned by {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:04:16.903397 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-011ab12d-ec3b-49b1-92bb-ffefdd2147ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:17.006540 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-011ab12d-ec3b-49b1-92bb-ffefdd2147ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:17.021542 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4eb9a5d5-a3ea-4615-bf82-50e91407b818 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:17.034913 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-011ab12d-ec3b-49b1-92bb-ffefdd2147ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2d9976b-777c-4e24-ba39-783d9803d40e']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:04:17.053238 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-011ab12d-ec3b-49b1-92bb-ffefdd2147ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04c6bd98-7692-42bf-af1a-2a0a7ac1c623') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:04:17.053788 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-011ab12d-ec3b-49b1-92bb-ffefdd2147ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04c6bd98-7692-42bf-af1a-2a0a7ac1c623') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:04:17.065549 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-011ab12d-ec3b-49b1-92bb-ffefdd2147ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:17.087974 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-011ab12d-ec3b-49b1-92bb-ffefdd2147ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:17.097571 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-011ab12d-ec3b-49b1-92bb-ffefdd2147ca admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:04:17.098275 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb9a5d5-a3ea-4615-bf82-50e91407b818 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Pushing event deleted for resources: {'Port': ['ID=212d68cd-bbce-4a5d-b3f7-e9cf600a2803,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:17.098668 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-011ab12d-ec3b-49b1-92bb-ffefdd2147ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:17.101405 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 07:04:17.101405 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:04:17.101405 n-d-715271-16 neutron-server[95065]: timer() Sep 23 07:04:17.101405 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:04:17.101405 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 07:04:17.101405 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:04:17.101405 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 07:04:17.101405 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:04:17.101405 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 07:04:17.101405 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:04:17.101405 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 07:04:17.101405 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:04:17.101405 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 07:04:17.101405 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:04:17.101405 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:04:17.101405 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:04:17.101405 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:04:17.101405 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:04:17.101405 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 07:04:17.101405 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:04:17.101405 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 07:04:17.101405 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:04:17.101405 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:04:17.101405 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:04:17.101405 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 07:04:17.101405 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:04:17.101405 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:04:17.101405 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:04:17.101405 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:04:17.101405 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:04:17.101405 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:04:17.101405 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:04:17.167340 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4eb9a5d5-a3ea-4615-bf82-50e91407b818 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:17.175720 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-4eb9a5d5-a3ea-4615-bf82-50e91407b818 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] 10.222.0.39 "DELETE /v2.0/ports/212d68cd-bbce-4a5d-b3f7-e9cf600a2803 HTTP/1.1" status: 204 len: 168 time: 0.7096858 Sep 23 07:04:17.176333 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 56382) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:17.209254 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-011ab12d-ec3b-49b1-92bb-ffefdd2147ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:17.217090 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-011ab12d-ec3b-49b1-92bb-ffefdd2147ca admin admin] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:17.226629 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-011ab12d-ec3b-49b1-92bb-ffefdd2147ca admin admin] 10.222.0.39 "DELETE /v2.0/networks/b2d9976b-777c-4e24-ba39-783d9803d40e HTTP/1.1" status: 204 len: 168 time: 0.4105840 Sep 23 07:04:17.251951 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011ab12d-ec3b-49b1-92bb-ffefdd2147ca admin admin] Pushing event deleted for resources: {'Network': ['ID=b2d9976b-777c-4e24-ba39-783d9803d40e,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:17.274432 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-16a13746-9371-4b02-b549-515079a11627 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Deleting subnet f8b8ca95-cfc9-46d3-b9a0-fe5525d1005b {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:04:17.277779 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-16a13746-9371-4b02-b549-515079a11627 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:17.343311 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-16a13746-9371-4b02-b549-515079a11627 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:17.483245 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-16a13746-9371-4b02-b549-515079a11627 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:17.513807 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56400) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:17.555548 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-16a13746-9371-4b02-b549-515079a11627 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:17.560941 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-d5651bfe-75cf-44e0-8852-5033607de25e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=61559b6c1ba942a2afc73aad57197950&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0456915 Sep 23 07:04:17.563773 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56402) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:17.585138 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a13746-9371-4b02-b549-515079a11627 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Pushing event deleted for resources: {'Subnet': ['ID=f8b8ca95-cfc9-46d3-b9a0-fe5525d1005b,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:17.589639 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-16a13746-9371-4b02-b549-515079a11627 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:17.591469 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-16a13746-9371-4b02-b549-515079a11627 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] 10.222.0.39 "DELETE /v2.0/subnets/f8b8ca95-cfc9-46d3-b9a0-fe5525d1005b HTTP/1.1" status: 204 len: 168 time: 0.4141326 Sep 23 07:04:17.593932 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 56404) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:17.597394 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c60c43-9a0c-4321-97a1-eb76952f4bee None None] Network b43e108d-3a69-454f-afa2-519873195671 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:04:17.628772 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-89220a7e-2341-47e9-8f26-87c355bd65cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:17.654749 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-89220a7e-2341-47e9-8f26-87c355bd65cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:17.692372 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3acd0592-2d23-4fec-add5-332780e6b5e1 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:17.724520 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-89220a7e-2341-47e9-8f26-87c355bd65cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:17.727812 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-89220a7e-2341-47e9-8f26-87c355bd65cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:17.728949 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-89220a7e-2341-47e9-8f26-87c355bd65cc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/599be688-5877-4a7f-a158-37ed16383a28 HTTP/1.1" status: 204 len: 168 time: 0.1642215 Sep 23 07:04:17.738910 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89220a7e-2341-47e9-8f26-87c355bd65cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=599be688-5877-4a7f-a158-37ed16383a28,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:17.798672 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-3acd0592-2d23-4fec-add5-332780e6b5e1 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Deleting port 54698561-8977-423e-a4a4-320e4f0a5432 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:04:17.799228 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3acd0592-2d23-4fec-add5-332780e6b5e1 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:17.829512 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642cad52-ad77-449c-96a3-ba41c2c35fee None None] DHCP port deletion for b43e108d-3a69-454f-afa2-519873195671 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 07:04:17.877408 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-642cad52-ad77-449c-96a3-ba41c2c35fee None None] Deleting port 54698561-8977-423e-a4a4-320e4f0a5432 {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:04:17.877771 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-642cad52-ad77-449c-96a3-ba41c2c35fee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:17.883544 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-3acd0592-2d23-4fec-add5-332780e6b5e1 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] For port 54698561-8977-423e-a4a4-320e4f0a5432, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=54698561-8977-423e-a4a4-320e4f0a5432,segment=NetworkSegment(efd1a7bb-6336-4d66-8b03-86e658552bac),segment_id=efd1a7bb-6336-4d66-8b03-86e658552bac)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:04:17.883982 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3acd0592-2d23-4fec-add5-332780e6b5e1 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:17.899306 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-3acd0592-2d23-4fec-add5-332780e6b5e1 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Calling delete_port for 54698561-8977-423e-a4a4-320e4f0a5432 owned by network:dhcp {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:04:17.949023 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-642cad52-ad77-449c-96a3-ba41c2c35fee None None] For port 54698561-8977-423e-a4a4-320e4f0a5432, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=54698561-8977-423e-a4a4-320e4f0a5432,segment=NetworkSegment(efd1a7bb-6336-4d66-8b03-86e658552bac),segment_id=efd1a7bb-6336-4d66-8b03-86e658552bac)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:04:17.949522 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-642cad52-ad77-449c-96a3-ba41c2c35fee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:17.963003 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-642cad52-ad77-449c-96a3-ba41c2c35fee None None] Calling delete_port for 54698561-8977-423e-a4a4-320e4f0a5432 owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:04:18.000523 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3acd0592-2d23-4fec-add5-332780e6b5e1 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:18.047250 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-642cad52-ad77-449c-96a3-ba41c2c35fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:18.053149 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acd0592-2d23-4fec-add5-332780e6b5e1 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] No DVR routers for this DVR port 54698561-8977-423e-a4a4-320e4f0a5432 on host n-d-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:04:18.064042 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acd0592-2d23-4fec-add5-332780e6b5e1 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Pushing event deleted for resources: {'Port': ['ID=54698561-8977-423e-a4a4-320e4f0a5432,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:18.079108 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642cad52-ad77-449c-96a3-ba41c2c35fee None None] Pushing event deleted for resources: {'Port': ['ID=54698561-8977-423e-a4a4-320e4f0a5432,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:18.095399 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642cad52-ad77-449c-96a3-ba41c2c35fee None None] No DVR routers for this DVR port 54698561-8977-423e-a4a4-320e4f0a5432 on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:04:18.199339 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3acd0592-2d23-4fec-add5-332780e6b5e1 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:18.257142 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-3acd0592-2d23-4fec-add5-332780e6b5e1 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b43e108d-3a69-454f-afa2-519873195671']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:04:18.279098 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-3acd0592-2d23-4fec-add5-332780e6b5e1 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efd1a7bb-6336-4d66-8b03-86e658552bac') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:04:18.279455 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-3acd0592-2d23-4fec-add5-332780e6b5e1 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efd1a7bb-6336-4d66-8b03-86e658552bac') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:04:18.295767 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3acd0592-2d23-4fec-add5-332780e6b5e1 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:18.318505 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3acd0592-2d23-4fec-add5-332780e6b5e1 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:18.331033 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3acd0592-2d23-4fec-add5-332780e6b5e1 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:04:18.331735 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3acd0592-2d23-4fec-add5-332780e6b5e1 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:18.337777 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 07:04:18.337777 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:04:18.337777 n-d-715271-16 neutron-server[95066]: timer() Sep 23 07:04:18.337777 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:04:18.337777 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 07:04:18.337777 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:04:18.337777 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 07:04:18.337777 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:04:18.337777 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 07:04:18.337777 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:04:18.337777 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 07:04:18.337777 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:04:18.337777 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 07:04:18.337777 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:04:18.337777 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:04:18.337777 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:04:18.337777 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:04:18.337777 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:04:18.337777 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 07:04:18.337777 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:04:18.337777 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 07:04:18.337777 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:04:18.337777 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:04:18.337777 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:04:18.337777 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 07:04:18.337777 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:04:18.337777 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:04:18.337777 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:04:18.337777 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:04:18.337777 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:04:18.337777 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:04:18.337777 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:04:18.432640 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3acd0592-2d23-4fec-add5-332780e6b5e1 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:18.444824 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3acd0592-2d23-4fec-add5-332780e6b5e1 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:18.451942 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-3acd0592-2d23-4fec-add5-332780e6b5e1 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] 10.222.0.39 "DELETE /v2.0/networks/b43e108d-3a69-454f-afa2-519873195671 HTTP/1.1" status: 204 len: 168 time: 0.8448470 Sep 23 07:04:18.465850 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acd0592-2d23-4fec-add5-332780e6b5e1 tempest-AllowedAddressPairIpV6TestJSON-302424627 tempest-AllowedAddressPairIpV6TestJSON-302424627-project] Pushing event deleted for resources: {'Network': ['ID=b43e108d-3a69-454f-afa2-519873195671,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:18.715798 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device ebfafb9c-2853-4c9f-a764-acbeb03b4f23 no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:04:18.720926 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 56446) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:18.742592 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No Port match for: ebfafb9c-2853-4c9f-a764-acbeb03b4f23 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:04:18.743728 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device ebfafb9c-2853-4c9f-a764-acbeb03b4f23 not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:04:18.842823 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 54698561-8977-423e-a4a4-320e4f0a5432 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:04:18.896910 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 54698561-8977-423e-a4a4-320e4f0a5432 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:04:18.897107 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 54698561-8977-423e-a4a4-320e4f0a5432 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:04:19.140526 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-b0b1ff01-e6db-4ddb-a470-35df5ae7ce0b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=224d068c821b4c48a42152b97129894a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4159894 Sep 23 07:04:19.140876 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56460) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:19.192568 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-23a71332-9c93-442c-afda-68cc69e4f487 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:19.216815 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-23a71332-9c93-442c-afda-68cc69e4f487 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:19.272344 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-23a71332-9c93-442c-afda-68cc69e4f487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:19.276404 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-23a71332-9c93-442c-afda-68cc69e4f487 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:19.277814 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-23a71332-9c93-442c-afda-68cc69e4f487 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2baa540c-b787-411c-b763-7d88614d27d4 HTTP/1.1" status: 204 len: 168 time: 0.1359384 Sep 23 07:04:19.295230 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a71332-9c93-442c-afda-68cc69e4f487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2baa540c-b787-411c-b763-7d88614d27d4,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:19.407800 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bf1b6d32-9e60-44a6-a61c-73c8ca4a8e47 req-e798c8aa-a495-4963-9750-392ea6eba4f3 tempest-ServerShowV247Test-608128335 tempest-ServerShowV247Test-608128335-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab27714e-e043-466b-850b-473411fc8c18 HTTP/1.1" status: 200 len: 210 time: 0.0518024 Sep 23 07:04:20.106983 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-118a5770-6bc2-4038-a2fe-a19142db8fbc req-26025731-4eea-43f3-95ec-67592d2a847b tempest-ServerShowV247Test-608128335 tempest-ServerShowV247Test-608128335-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc022068-0750-4832-a460-ebff2160c250 HTTP/1.1" status: 200 len: 210 time: 0.0584583 Sep 23 07:04:20.515931 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56534) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:20.714879 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-daa1cb38-80b7-4d05-ad3e-1c861a8d8d3b tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-783318643'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:04:20.766548 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa1cb38-80b7-4d05-ad3e-1c861a8d8d3b tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Made reservation on behalf of eacc548d0cfb4788af443b52c3e4427a for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:04:20.772027 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-daa1cb38-80b7-4d05-ad3e-1c861a8d8d3b tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:20.782241 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-daa1cb38-80b7-4d05-ad3e-1c861a8d8d3b tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:20.925409 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56540) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:20.988054 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-daa1cb38-80b7-4d05-ad3e-1c861a8d8d3b tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:20.994343 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-daa1cb38-80b7-4d05-ad3e-1c861a8d8d3b tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:21.035165 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daa1cb38-80b7-4d05-ad3e-1c861a8d8d3b tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:04:21.044611 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa1cb38-80b7-4d05-ad3e-1c861a8d8d3b tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49077d8d-b5de-4f02-8059-be0823b643f1,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:21.063157 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-daa1cb38-80b7-4d05-ad3e-1c861a8d8d3b tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:21.063581 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-daa1cb38-80b7-4d05-ad3e-1c861a8d8d3b tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Added segment 5d446fce-c7a7-4520-98bb-a6cd71383d40 of type vlan for network c7df315d-84e5-4fda-b98d-536473899fad Sep 23 07:04:21.086501 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a0b91537-40f8-4455-b597-1f1dcb966d28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:21.161727 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-daa1cb38-80b7-4d05-ad3e-1c861a8d8d3b tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:21.262183 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1d733125-9f3d-4054-af02-caab014cecde req-a22b702f-9c3a-4a4e-9520-15bf1b250860 tempest-ServerShowV247Test-608128335 tempest-ServerShowV247Test-608128335-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc022068-0750-4832-a460-ebff2160c250 HTTP/1.1" status: 200 len: 210 time: 0.0454760 Sep 23 07:04:21.280854 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a0b91537-40f8-4455-b597-1f1dcb966d28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:21.289787 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a0b91537-40f8-4455-b597-1f1dcb966d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:21.312442 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-daa1cb38-80b7-4d05-ad3e-1c861a8d8d3b tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:21.319883 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa1cb38-80b7-4d05-ad3e-1c861a8d8d3b tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:21.320552 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-daa1cb38-80b7-4d05-ad3e-1c861a8d8d3b tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:21.372810 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-a0b91537-40f8-4455-b597-1f1dcb966d28 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=63bac3ab95b14451935aaae94ac10bb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4456677 Sep 23 07:04:21.375652 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 56550) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:21.381249 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b91537-40f8-4455-b597-1f1dcb966d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e62c7b8-c53a-4f6e-85e7-4802a86a8983,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:21.389170 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-daa1cb38-80b7-4d05-ad3e-1c861a8d8d3b tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.8721342 Sep 23 07:04:21.389780 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56552) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:21.399393 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-37739206-b117-436c-b8eb-2679a9128f74 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Request body: {'subnet': {'network_id': 'c7df315d-84e5-4fda-b98d-536473899fad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:04:21.512154 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5ac465c6-4d60-47e3-a1e4-8e83644e0574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:21.537578 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5ac465c6-4d60-47e3-a1e4-8e83644e0574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:21.591576 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5ac465c6-4d60-47e3-a1e4-8e83644e0574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:21.594629 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5ac465c6-4d60-47e3-a1e4-8e83644e0574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:21.595831 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-5ac465c6-4d60-47e3-a1e4-8e83644e0574 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2e62c7b8-c53a-4f6e-85e7-4802a86a8983 HTTP/1.1" status: 204 len: 168 time: 0.2184381 Sep 23 07:04:21.604822 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac465c6-4d60-47e3-a1e4-8e83644e0574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e62c7b8-c53a-4f6e-85e7-4802a86a8983,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:21.828366 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa1cb38-80b7-4d05-ad3e-1c861a8d8d3b tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Pushing event updated for resources: {'Network': ['ID=c7df315d-84e5-4fda-b98d-536473899fad,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:21.844717 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network c7df315d-84e5-4fda-b98d-536473899fad details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:04:21.852115 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37739206-b117-436c-b8eb-2679a9128f74 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Made reservation on behalf of eacc548d0cfb4788af443b52c3e4427a for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:04:21.862078 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-37739206-b117-436c-b8eb-2679a9128f74 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:22.070974 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-37739206-b117-436c-b8eb-2679a9128f74 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:22.137212 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37739206-b117-436c-b8eb-2679a9128f74 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Pushing event updated for resources: {'Subnet': ['ID=b8c95bee-2549-44d2-a07e-fb5720266f86,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:22.157268 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37739206-b117-436c-b8eb-2679a9128f74 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Checking segment: {'id': '5d446fce-c7a7-4520-98bb-a6cd71383d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'c7df315d-84e5-4fda-b98d-536473899fad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:04:22.157520 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37739206-b117-436c-b8eb-2679a9128f74 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Network hostable DHCP agents. Network: c7df315d-84e5-4fda-b98d-536473899fad, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:04:22.193039 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37739206-b117-436c-b8eb-2679a9128f74 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Network c7df315d-84e5-4fda-b98d-536473899fad is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:04:22.218713 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-37739206-b117-436c-b8eb-2679a9128f74 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, c7df315d-84e5-4fda-b98d-536473899fad) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:04:22.224618 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37739206-b117-436c-b8eb-2679a9128f74 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:22.224618 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-37739206-b117-436c-b8eb-2679a9128f74 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:22.232094 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b688a20d-a061-4397-a1d4-8773a644720c None None] Network c7df315d-84e5-4fda-b98d-536473899fad requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:04:22.251110 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-37739206-b117-436c-b8eb-2679a9128f74 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8578804 Sep 23 07:04:22.253654 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56582) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:22.260737 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-dfb92b8a-8708-4cc3-9996-2ec23989425b tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Request body: {'port': {'network_id': 'c7df315d-84e5-4fda-b98d-536473899fad', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1024771311'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:04:22.396165 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb92b8a-8708-4cc3-9996-2ec23989425b tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Made reservation on behalf of eacc548d0cfb4788af443b52c3e4427a for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:04:22.404550 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-dfb92b8a-8708-4cc3-9996-2ec23989425b tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:22.424767 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1c8e6633-0838-4801-bb70-d9fef5aedc55 req-b987321c-e6dd-4dc2-8d86-125189d030ac tempest-ServerShowV247Test-608128335 tempest-ServerShowV247Test-608128335-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc022068-0750-4832-a460-ebff2160c250 HTTP/1.1" status: 200 len: 210 time: 0.0454717 Sep 23 07:04:22.445252 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [None req-dfb92b8a-8708-4cc3-9996-2ec23989425b tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] device_id is not set on port 8f2f6399-21e7-4a09-8ab7-c8fad6f9a4b6 yet. {{(pid=95065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 07:04:22.473137 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41249a49-6850-45fc-bc27-22039d2dd5cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-c7df315d-84e5-4fda-b98d-536473899fad', 'network_id': 'c7df315d-84e5-4fda-b98d-536473899fad', 'tenant_id': 'eacc548d0cfb4788af443b52c3e4427a', 'fixed_ips': [{'subnet_id': 'b8c95bee-2549-44d2-a07e-fb5720266f86'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:04:22.474044 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-41249a49-6850-45fc-bc27-22039d2dd5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:22.590128 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-dfb92b8a-8708-4cc3-9996-2ec23989425b tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Allocated IP 2001:db8::c2 (c7df315d-84e5-4fda-b98d-536473899fad/b8c95bee-2549-44d2-a07e-fb5720266f86/8f2f6399-21e7-4a09-8ab7-c8fad6f9a4b6) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:04:22.763189 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-dfb92b8a-8708-4cc3-9996-2ec23989425b tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:22.800814 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-dfb92b8a-8708-4cc3-9996-2ec23989425b tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:22.845578 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb92b8a-8708-4cc3-9996-2ec23989425b tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Network c7df315d-84e5-4fda-b98d-536473899fad is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:04:22.849087 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-dfb92b8a-8708-4cc3-9996-2ec23989425b tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:04:22.854229 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb92b8a-8708-4cc3-9996-2ec23989425b tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:04:22.860179 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb92b8a-8708-4cc3-9996-2ec23989425b tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:22.860820 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-dfb92b8a-8708-4cc3-9996-2ec23989425b tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:22.878550 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-41249a49-6850-45fc-bc27-22039d2dd5cb None None] Allocated IP 2001:db8::2 (c7df315d-84e5-4fda-b98d-536473899fad/b8c95bee-2549-44d2-a07e-fb5720266f86/02a351fa-800c-4785-8d87-3bffb5e76f5f) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:04:22.883767 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-dfb92b8a-8708-4cc3-9996-2ec23989425b tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 0.6250827 Sep 23 07:04:22.884537 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 56608) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:22.887457 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb92b8a-8708-4cc3-9996-2ec23989425b tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Pushing event updated for resources: {'Port': ['ID=8f2f6399-21e7-4a09-8ab7-c8fad6f9a4b6,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:22.889453 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-949c9c21-c246-48f2-9372-8ac5ed3b375b tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Request body: {'port': {'network_id': 'c7df315d-84e5-4fda-b98d-536473899fad', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-769796705', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:04:22.890147 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.api.validators [None req-949c9c21-c246-48f2-9372-8ac5ed3b375b tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] bootfile-name is not in valid_values {{(pid=95066) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 23 07:04:22.890965 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.api.validators [None req-949c9c21-c246-48f2-9372-8ac5ed3b375b tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] tftp-server is not in valid_values {{(pid=95066) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 23 07:04:22.891312 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.api.validators [None req-949c9c21-c246-48f2-9372-8ac5ed3b375b tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] server-ip-address is not in valid_values {{(pid=95066) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 23 07:04:22.969654 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56614) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:23.024070 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949c9c21-c246-48f2-9372-8ac5ed3b375b tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Made reservation on behalf of eacc548d0cfb4788af443b52c3e4427a for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:04:23.028134 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-949c9c21-c246-48f2-9372-8ac5ed3b375b tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:23.047997 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [None req-949c9c21-c246-48f2-9372-8ac5ed3b375b tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] device_id is not set on port fec0b417-3cde-4ef7-a999-1efad4bb6d63 yet. {{(pid=95066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 07:04:23.082977 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-41249a49-6850-45fc-bc27-22039d2dd5cb None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:23.098619 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-41249a49-6850-45fc-bc27-22039d2dd5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:23.131903 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d46d5d81-0537-4dfe-aee9-4541dea5f85c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:23.149299 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41249a49-6850-45fc-bc27-22039d2dd5cb None None] Network c7df315d-84e5-4fda-b98d-536473899fad is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:04:23.152378 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-41249a49-6850-45fc-bc27-22039d2dd5cb None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:04:23.156139 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41249a49-6850-45fc-bc27-22039d2dd5cb None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:04:23.208190 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-949c9c21-c246-48f2-9372-8ac5ed3b375b tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Allocated IP 2001:db8::391 (c7df315d-84e5-4fda-b98d-536473899fad/b8c95bee-2549-44d2-a07e-fb5720266f86/fec0b417-3cde-4ef7-a999-1efad4bb6d63) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:04:23.228275 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41249a49-6850-45fc-bc27-22039d2dd5cb None None] Pushing event updated for resources: {'Port': ['ID=02a351fa-800c-4785-8d87-3bffb5e76f5f,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:23.247659 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-41249a49-6850-45fc-bc27-22039d2dd5cb None None] Attempting to bind port 02a351fa-800c-4785-8d87-3bffb5e76f5f on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:04:23.248320 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-41249a49-6850-45fc-bc27-22039d2dd5cb None None] Attempting to bind port 02a351fa-800c-4785-8d87-3bffb5e76f5f by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '5d446fce-c7a7-4520-98bb-a6cd71383d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'c7df315d-84e5-4fda-b98d-536473899fad'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:04:23.248450 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41249a49-6850-45fc-bc27-22039d2dd5cb None None] Attempting to bind port 02a351fa-800c-4785-8d87-3bffb5e76f5f on network c7df315d-84e5-4fda-b98d-536473899fad {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:04:23.251441 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d46d5d81-0537-4dfe-aee9-4541dea5f85c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:23.257974 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d46d5d81-0537-4dfe-aee9-4541dea5f85c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:23.260365 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41249a49-6850-45fc-bc27-22039d2dd5cb None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:04:23.260756 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41249a49-6850-45fc-bc27-22039d2dd5cb None None] Checking segment: {'id': '5d446fce-c7a7-4520-98bb-a6cd71383d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'c7df315d-84e5-4fda-b98d-536473899fad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:04:23.261169 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-41249a49-6850-45fc-bc27-22039d2dd5cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:23.264753 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41249a49-6850-45fc-bc27-22039d2dd5cb None None] Bound using segment: {'id': '5d446fce-c7a7-4520-98bb-a6cd71383d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'c7df315d-84e5-4fda-b98d-536473899fad'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:04:23.265323 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-41249a49-6850-45fc-bc27-22039d2dd5cb None None] Bound port: 02a351fa-800c-4785-8d87-3bffb5e76f5f, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d446fce-c7a7-4520-98bb-a6cd71383d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'c7df315d-84e5-4fda-b98d-536473899fad'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:04:23.265628 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-41249a49-6850-45fc-bc27-22039d2dd5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:23.305937 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46d5d81-0537-4dfe-aee9-4541dea5f85c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b4e42d8-548f-4f7c-9b99-ecb7aea02454,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:23.330623 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-d46d5d81-0537-4dfe-aee9-4541dea5f85c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1a44135960cc47ab87f2cf1d44ebbd12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3593490 Sep 23 07:04:23.332964 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 56642) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:23.374367 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-41249a49-6850-45fc-bc27-22039d2dd5cb None None] For port 02a351fa-800c-4785-8d87-3bffb5e76f5f, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:04:23.377931 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-41249a49-6850-45fc-bc27-22039d2dd5cb None None] For port 02a351fa-800c-4785-8d87-3bffb5e76f5f, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=02a351fa-800c-4785-8d87-3bffb5e76f5f,segment=NetworkSegment(5d446fce-c7a7-4520-98bb-a6cd71383d40),segment_id=5d446fce-c7a7-4520-98bb-a6cd71383d40)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:04:23.383120 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-41249a49-6850-45fc-bc27-22039d2dd5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:23.453642 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41249a49-6850-45fc-bc27-22039d2dd5cb None None] Pushing event updated for resources: {'Port': ['ID=02a351fa-800c-4785-8d87-3bffb5e76f5f,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:23.470904 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-949c9c21-c246-48f2-9372-8ac5ed3b375b tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:23.529448 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-949c9c21-c246-48f2-9372-8ac5ed3b375b tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:23.535746 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e37b5df6-f016-4e92-9c30-ae70f26e508c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:23.618155 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-899daa53-8ae0-49c9-9aac-d3a36062bf99 req-beb55fe2-229d-4a57-83d4-62b6df894331 tempest-ServerShowV247Test-608128335 tempest-ServerShowV247Test-608128335-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc022068-0750-4832-a460-ebff2160c250 HTTP/1.1" status: 200 len: 210 time: 0.0717995 Sep 23 07:04:23.628694 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949c9c21-c246-48f2-9372-8ac5ed3b375b tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Network c7df315d-84e5-4fda-b98d-536473899fad is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:04:23.636431 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e37b5df6-f016-4e92-9c30-ae70f26e508c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:23.638544 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-949c9c21-c246-48f2-9372-8ac5ed3b375b tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:04:23.645906 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949c9c21-c246-48f2-9372-8ac5ed3b375b tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:04:23.653103 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949c9c21-c246-48f2-9372-8ac5ed3b375b tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:23.654655 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-949c9c21-c246-48f2-9372-8ac5ed3b375b tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:23.676151 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949c9c21-c246-48f2-9372-8ac5ed3b375b tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Pushing event updated for resources: {'Port': ['ID=fec0b417-3cde-4ef7-a999-1efad4bb6d63,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:23.688789 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-949c9c21-c246-48f2-9372-8ac5ed3b375b tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 0.8036439 Sep 23 07:04:23.691601 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 56694) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:23.767111 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e37b5df6-f016-4e92-9c30-ae70f26e508c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:23.769620 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e37b5df6-f016-4e92-9c30-ae70f26e508c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:23.770887 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-e37b5df6-f016-4e92-9c30-ae70f26e508c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8b4e42d8-548f-4f7c-9b99-ecb7aea02454 HTTP/1.1" status: 204 len: 168 time: 0.4369249 Sep 23 07:04:23.790173 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591c1753-bea7-43bc-9b41-c2bcb6121301 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:23.797040 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591c1753-bea7-43bc-9b41-c2bcb6121301 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:23.803178 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591c1753-bea7-43bc-9b41-c2bcb6121301 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:23.807806 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56710) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:23.808047 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-591c1753-bea7-43bc-9b41-c2bcb6121301 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.1148827 Sep 23 07:04:23.813373 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b5df6-f016-4e92-9c30-ae70f26e508c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b4e42d8-548f-4f7c-9b99-ecb7aea02454,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:23.937235 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-ad5c0e3c-8eec-4e93-9bdb-1a9ae841b394 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Deleting port fec0b417-3cde-4ef7-a999-1efad4bb6d63 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:04:23.937643 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ad5c0e3c-8eec-4e93-9bdb-1a9ae841b394 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:24.044684 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ad5c0e3c-8eec-4e93-9bdb-1a9ae841b394 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:24.057283 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-ad5c0e3c-8eec-4e93-9bdb-1a9ae841b394 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Calling delete_port for fec0b417-3cde-4ef7-a999-1efad4bb6d63 owned by {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:04:24.149676 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 56748) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:24.171260 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-14860436-ef31-4f78-adb1-733012e92c50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:24.225779 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ad5c0e3c-8eec-4e93-9bdb-1a9ae841b394 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:24.272170 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5c0e3c-8eec-4e93-9bdb-1a9ae841b394 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Pushing event deleted for resources: {'Port': ['ID=fec0b417-3cde-4ef7-a999-1efad4bb6d63,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:24.327132 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ad5c0e3c-8eec-4e93-9bdb-1a9ae841b394 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:24.335536 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 56754) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:24.343668 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-d3974714-e8cd-4724-a9a6-70c8936657f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Request body: {'port': {'name': 'tempest-new-port-name-172433938', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:04:24.344285 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.api.validators [None req-d3974714-e8cd-4724-a9a6-70c8936657f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] bootfile-name is not in valid_values {{(pid=95066) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 23 07:04:24.345029 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-ad5c0e3c-8eec-4e93-9bdb-1a9ae841b394 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] 10.222.0.39 "DELETE /v2.0/ports/fec0b417-3cde-4ef7-a999-1efad4bb6d63 HTTP/1.1" status: 204 len: 168 time: 0.5332942 Sep 23 07:04:24.345429 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.api.validators [None req-d3974714-e8cd-4724-a9a6-70c8936657f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] tftp-server is not in valid_values {{(pid=95066) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 23 07:04:24.345962 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.api.validators [None req-d3974714-e8cd-4724-a9a6-70c8936657f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] server-ip-address is not in valid_values {{(pid=95066) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 23 07:04:24.406208 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 56756) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:24.422313 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-14860436-ef31-4f78-adb1-733012e92c50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:24.423050 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-57ea9ada-5efa-41b8-a24e-363091bf4676 req-e161d2b0-1682-4e84-80c7-a7476d52996e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ab27714e-e043-466b-850b-473411fc8c18 HTTP/1.1" status: 200 len: 210 time: 0.0375309 Sep 23 07:04:24.450230 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-14860436-ef31-4f78-adb1-733012e92c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:24.513237 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14860436-ef31-4f78-adb1-733012e92c50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12ca2a68-e398-4257-a3b1-42ef51e738e5,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:24.530561 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-14860436-ef31-4f78-adb1-733012e92c50 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=256ca3a6f1334745bae075225e7e0445&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3796585 Sep 23 07:04:24.533009 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 56760) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:24.556577 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d3974714-e8cd-4724-a9a6-70c8936657f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:24.591740 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b87f280f-ab2b-45cf-bf1b-f7ccfbe0069a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:24.667619 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e51c8d3-e31f-47c7-b35c-a98d783bdac4 None None] Network c7df315d-84e5-4fda-b98d-536473899fad requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:04:24.746543 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5fb1e0dd-37ab-4b03-9089-d14aa28768a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:24.758841 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dc7fb961-1203-4000-a596-babed30d9fd0 None None] Provisioning complete for port 02a351fa-800c-4785-8d87-3bffb5e76f5f triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:04:24.759222 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dc7fb961-1203-4000-a596-babed30d9fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:24.773837 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c44dcec1-58c8-4772-9077-988b9d24e6fe req-c755d83a-50c0-4f38-855e-d923552c97e3 tempest-ServerShowV247Test-608128335 tempest-ServerShowV247Test-608128335-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc022068-0750-4832-a460-ebff2160c250 HTTP/1.1" status: 200 len: 210 time: 0.0666811 Sep 23 07:04:24.839081 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5fb1e0dd-37ab-4b03-9089-d14aa28768a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:24.894880 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:04:24.915391 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dc7fb961-1203-4000-a596-babed30d9fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:24.928809 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 02a351fa-800c-4785-8d87-3bffb5e76f5f up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:04:24.976591 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b87f280f-ab2b-45cf-bf1b-f7ccfbe0069a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:24.986195 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b87f280f-ab2b-45cf-bf1b-f7ccfbe0069a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:25.021277 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dc7fb961-1203-4000-a596-babed30d9fd0 None None] For port 02a351fa-800c-4785-8d87-3bffb5e76f5f, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=02a351fa-800c-4785-8d87-3bffb5e76f5f,segment=NetworkSegment(5d446fce-c7a7-4520-98bb-a6cd71383d40),segment_id=5d446fce-c7a7-4520-98bb-a6cd71383d40)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:04:25.029758 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dc7fb961-1203-4000-a596-babed30d9fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:25.044049 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5fb1e0dd-37ab-4b03-9089-d14aa28768a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:25.046702 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5fb1e0dd-37ab-4b03-9089-d14aa28768a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:25.047895 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-5fb1e0dd-37ab-4b03-9089-d14aa28768a3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/12ca2a68-e398-4257-a3b1-42ef51e738e5 HTTP/1.1" status: 204 len: 168 time: 0.5138841 Sep 23 07:04:25.056301 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-47af650b-e2b1-4068-8a68-e54a9c63580e req-5157033e-15be-4fc9-a177-17476f76bc5c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bc022068-0750-4832-a460-ebff2160c250 HTTP/1.1" status: 200 len: 210 time: 0.0668573 Sep 23 07:04:25.066247 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 02a351fa-800c-4785-8d87-3bffb5e76f5f triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:04:25.066878 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:25.072107 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-b87f280f-ab2b-45cf-bf1b-f7ccfbe0069a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1280c2290ae54bb6820a87663ee3386b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6594305 Sep 23 07:04:25.072107 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87f280f-ab2b-45cf-bf1b-f7ccfbe0069a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39002aed-cbd4-46db-b7c5-ba3df0a951f8,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:25.072437 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56766) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:25.145466 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7fb961-1203-4000-a596-babed30d9fd0 None None] Pushing event updated for resources: {'Port': ['ID=02a351fa-800c-4785-8d87-3bffb5e76f5f,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:25.146205 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb1e0dd-37ab-4b03-9089-d14aa28768a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ca2a68-e398-4257-a3b1-42ef51e738e5,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:25.150170 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d3974714-e8cd-4724-a9a6-70c8936657f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:25.156588 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d3974714-e8cd-4724-a9a6-70c8936657f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:25.187426 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-d3974714-e8cd-4724-a9a6-70c8936657f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] In _notify_port_updated(), no bound segment for port 8f2f6399-21e7-4a09-8ab7-c8fad6f9a4b6 on network c7df315d-84e5-4fda-b98d-536473899fad {{(pid=95066) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 07:04:25.192500 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3974714-e8cd-4724-a9a6-70c8936657f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:25.202878 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d3974714-e8cd-4724-a9a6-70c8936657f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:25.206167 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-d3974714-e8cd-4724-a9a6-70c8936657f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] 10.222.0.39 "PUT /v2.0/ports/8f2f6399-21e7-4a09-8ab7-c8fad6f9a4b6 HTTP/1.1" status: 200 len: 1128 time: 0.8673987 Sep 23 07:04:25.207796 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56768) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:25.228127 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-647d6fa0-7600-4c78-9db3-7cb06e4a4c4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:25.265440 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-647d6fa0-7600-4c78-9db3-7cb06e4a4c4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:25.279856 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3974714-e8cd-4724-a9a6-70c8936657f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Pushing event updated for resources: {'Port': ['ID=8f2f6399-21e7-4a09-8ab7-c8fad6f9a4b6,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:25.328860 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394c6bbc-de61-4653-910f-a3cd74dddabe tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:25.330365 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-394c6bbc-de61-4653-910f-a3cd74dddabe tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] 10.222.0.39 "GET /v2.0/ports/8f2f6399-21e7-4a09-8ab7-c8fad6f9a4b6 HTTP/1.1" status: 200 len: 1128 time: 0.1213558 Sep 23 07:04:25.336510 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 56772) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:25.362692 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-df137b51-ae89-4df5-99fe-e9f4a2fbda32 None None] Provisioning complete for port 8f2f6399-21e7-4a09-8ab7-c8fad6f9a4b6 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:04:25.363067 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-df137b51-ae89-4df5-99fe-e9f4a2fbda32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:25.378449 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-647d6fa0-7600-4c78-9db3-7cb06e4a4c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:25.381287 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-647d6fa0-7600-4c78-9db3-7cb06e4a4c4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:25.385314 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-647d6fa0-7600-4c78-9db3-7cb06e4a4c4a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/39002aed-cbd4-46db-b7c5-ba3df0a951f8 HTTP/1.1" status: 204 len: 168 time: 0.3118019 Sep 23 07:04:25.395695 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647d6fa0-7600-4c78-9db3-7cb06e4a4c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39002aed-cbd4-46db-b7c5-ba3df0a951f8,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:25.483389 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-df137b51-ae89-4df5-99fe-e9f4a2fbda32 None None] Port 8f2f6399-21e7-4a09-8ab7-c8fad6f9a4b6 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:04:25.495339 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-df137b51-ae89-4df5-99fe-e9f4a2fbda32 None None] Provisioning complete for port 02a351fa-800c-4785-8d87-3bffb5e76f5f triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:04:25.495970 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-df137b51-ae89-4df5-99fe-e9f4a2fbda32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:25.499263 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-b4539254-0f7f-413f-ae75-2640e0e3ee6c tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Deleting port 8f2f6399-21e7-4a09-8ab7-c8fad6f9a4b6 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:04:25.501773 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b4539254-0f7f-413f-ae75-2640e0e3ee6c tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:25.581289 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56778) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:25.601083 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5aca0a3c-9503-456e-b932-64092ba5bc43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:25.665049 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b4539254-0f7f-413f-ae75-2640e0e3ee6c tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:25.680361 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-b4539254-0f7f-413f-ae75-2640e0e3ee6c tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Calling delete_port for 8f2f6399-21e7-4a09-8ab7-c8fad6f9a4b6 owned by {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:04:25.727398 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5aca0a3c-9503-456e-b932-64092ba5bc43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:25.736706 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5aca0a3c-9503-456e-b932-64092ba5bc43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:25.776927 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-8951347b-941f-478a-b073-141a953aac17 None None] Provisioning complete for port 8f2f6399-21e7-4a09-8ab7-c8fad6f9a4b6 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:04:25.777505 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8951347b-941f-478a-b073-141a953aac17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:25.779985 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-5aca0a3c-9503-456e-b932-64092ba5bc43 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ff04db57b41b4aa9b96f25523882a51e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1972115 Sep 23 07:04:25.781112 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aca0a3c-9503-456e-b932-64092ba5bc43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b25ab11-eebb-464b-b1d1-46b6a7b579c0,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:25.783640 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56782) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:25.843658 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-8951347b-941f-478a-b073-141a953aac17 None None] Port 8f2f6399-21e7-4a09-8ab7-c8fad6f9a4b6 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:04:25.852328 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e95ecf04-56c3-478e-871d-d89a56bc36cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:25.865056 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b4539254-0f7f-413f-ae75-2640e0e3ee6c tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:25.886699 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e95ecf04-56c3-478e-871d-d89a56bc36cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:25.902696 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4539254-0f7f-413f-ae75-2640e0e3ee6c tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Pushing event deleted for resources: {'Port': ['ID=8f2f6399-21e7-4a09-8ab7-c8fad6f9a4b6,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:25.948268 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56786) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:25.955358 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b4539254-0f7f-413f-ae75-2640e0e3ee6c tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:25.960608 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-b4539254-0f7f-413f-ae75-2640e0e3ee6c tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] 10.222.0.39 "DELETE /v2.0/ports/8f2f6399-21e7-4a09-8ab7-c8fad6f9a4b6 HTTP/1.1" status: 204 len: 168 time: 0.6206369 Sep 23 07:04:25.962846 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56788) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:25.972065 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-73658524-b8ed-4df1-85ea-c23b13c5093c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:25.975466 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-227c27e1-2d2e-4a8b-88a8-0c5d7f87e399 req-85fef3b6-95ff-43d9-87e3-13d05eb21e2c tempest-ServerShowV247Test-608128335 tempest-ServerShowV247Test-608128335-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc022068-0750-4832-a460-ebff2160c250 HTTP/1.1" status: 200 len: 210 time: 0.0363855 Sep 23 07:04:26.029959 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e95ecf04-56c3-478e-871d-d89a56bc36cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:26.032520 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e95ecf04-56c3-478e-871d-d89a56bc36cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:26.033681 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-e95ecf04-56c3-478e-871d-d89a56bc36cf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3b25ab11-eebb-464b-b1d1-46b6a7b579c0 HTTP/1.1" status: 204 len: 168 time: 0.2489107 Sep 23 07:04:26.050794 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6cba023-8422-4edd-ad28-dcbc992e8a87 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Deleting subnet b8c95bee-2549-44d2-a07e-fb5720266f86 {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:04:26.062762 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d6cba023-8422-4edd-ad28-dcbc992e8a87 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:26.069091 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95ecf04-56c3-478e-871d-d89a56bc36cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b25ab11-eebb-464b-b1d1-46b6a7b579c0,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:26.113259 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-c42d1c60-6a57-4b86-aff5-f881290986e9 None None] Could not find standard attr ID for object fec0b417-3cde-4ef7-a999-1efad4bb6d63. {{(pid=95067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 07:04:26.126662 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d6cba023-8422-4edd-ad28-dcbc992e8a87 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:26.239523 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-73658524-b8ed-4df1-85ea-c23b13c5093c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:26.250546 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-73658524-b8ed-4df1-85ea-c23b13c5093c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:26.258091 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d6cba023-8422-4edd-ad28-dcbc992e8a87 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:26.326093 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-73658524-b8ed-4df1-85ea-c23b13c5093c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a7e7d525ec264b92b11a6ff954e3cb03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3766291 Sep 23 07:04:26.328849 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56794) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:26.330752 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73658524-b8ed-4df1-85ea-c23b13c5093c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab2a4e88-51eb-4656-a912-361c29241689,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:26.388600 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d6cba023-8422-4edd-ad28-dcbc992e8a87 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:26.432165 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cba023-8422-4edd-ad28-dcbc992e8a87 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Pushing event deleted for resources: {'Subnet': ['ID=b8c95bee-2549-44d2-a07e-fb5720266f86,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:26.434478 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9da2aaab-7e05-4169-ad3d-184805480c94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:26.439098 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d6cba023-8422-4edd-ad28-dcbc992e8a87 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:26.443168 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-d6cba023-8422-4edd-ad28-dcbc992e8a87 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] 10.222.0.39 "DELETE /v2.0/subnets/b8c95bee-2549-44d2-a07e-fb5720266f86 HTTP/1.1" status: 204 len: 168 time: 0.4768796 Sep 23 07:04:26.443549 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56796) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:26.503512 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9da2aaab-7e05-4169-ad3d-184805480c94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:26.590640 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-901a062b-e929-451b-b110-ce8ad5575581 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:26.627471 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4932d99b-778a-41e4-9761-7467bf78c396 None None] Network c7df315d-84e5-4fda-b98d-536473899fad requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:04:26.662909 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9da2aaab-7e05-4169-ad3d-184805480c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:26.666519 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9da2aaab-7e05-4169-ad3d-184805480c94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:26.668014 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-9da2aaab-7e05-4169-ad3d-184805480c94 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ab2a4e88-51eb-4656-a912-361c29241689 HTTP/1.1" status: 204 len: 168 time: 0.3381753 Sep 23 07:04:26.674590 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-3fd41310-3a20-4e9e-920e-8fd3a180364c None None] Could not find standard attr ID for object 8f2f6399-21e7-4a09-8ab7-c8fad6f9a4b6. {{(pid=95067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 07:04:26.679529 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da2aaab-7e05-4169-ad3d-184805480c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab2a4e88-51eb-4656-a912-361c29241689,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:26.693802 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-901a062b-e929-451b-b110-ce8ad5575581 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Deleting port 02a351fa-800c-4785-8d87-3bffb5e76f5f {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:04:26.694221 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-901a062b-e929-451b-b110-ce8ad5575581 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:26.773579 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-901a062b-e929-451b-b110-ce8ad5575581 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] For port 02a351fa-800c-4785-8d87-3bffb5e76f5f, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=02a351fa-800c-4785-8d87-3bffb5e76f5f,segment=NetworkSegment(5d446fce-c7a7-4520-98bb-a6cd71383d40),segment_id=5d446fce-c7a7-4520-98bb-a6cd71383d40)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:04:26.773992 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-901a062b-e929-451b-b110-ce8ad5575581 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:26.791340 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-901a062b-e929-451b-b110-ce8ad5575581 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Calling delete_port for 02a351fa-800c-4785-8d87-3bffb5e76f5f owned by network:dhcp {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:04:26.857945 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 02a351fa-800c-4785-8d87-3bffb5e76f5f up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:04:26.896440 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-901a062b-e929-451b-b110-ce8ad5575581 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:26.918739 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e3c603-c51a-4d77-8841-cab89c3a05ec None None] DHCP port deletion for c7df315d-84e5-4fda-b98d-536473899fad request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 07:04:26.935497 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901a062b-e929-451b-b110-ce8ad5575581 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Pushing event deleted for resources: {'Port': ['ID=02a351fa-800c-4785-8d87-3bffb5e76f5f,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:26.935497 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901a062b-e929-451b-b110-ce8ad5575581 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] No DVR routers for this DVR port 02a351fa-800c-4785-8d87-3bffb5e76f5f on host n-d-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:04:26.940902 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No active binding found for port 02a351fa-800c-4785-8d87-3bffb5e76f5f {{(pid=95067) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 23 07:04:26.941386 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 02a351fa-800c-4785-8d87-3bffb5e76f5f not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 23 07:04:26.968787 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Port 02a351fa-800c-4785-8d87-3bffb5e76f5f not found, will not notify nova. {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 23 07:04:27.020740 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-901a062b-e929-451b-b110-ce8ad5575581 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:27.049642 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-901a062b-e929-451b-b110-ce8ad5575581 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7df315d-84e5-4fda-b98d-536473899fad']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:04:27.060229 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-901a062b-e929-451b-b110-ce8ad5575581 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d446fce-c7a7-4520-98bb-a6cd71383d40') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:04:27.060782 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-901a062b-e929-451b-b110-ce8ad5575581 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d446fce-c7a7-4520-98bb-a6cd71383d40') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:04:27.080095 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-901a062b-e929-451b-b110-ce8ad5575581 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:27.100096 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f35b9f66-e0fb-48de-93b7-a1779642bd2f req-894936b6-8dfa-4b1b-8017-1c8288301678 tempest-ServerShowV247Test-608128335 tempest-ServerShowV247Test-608128335-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc022068-0750-4832-a460-ebff2160c250 HTTP/1.1" status: 200 len: 210 time: 0.0408626 Sep 23 07:04:27.101163 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-901a062b-e929-451b-b110-ce8ad5575581 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:27.121089 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-901a062b-e929-451b-b110-ce8ad5575581 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:04:27.121596 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-901a062b-e929-451b-b110-ce8ad5575581 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:27.124613 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 07:04:27.124613 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:04:27.124613 n-d-715271-16 neutron-server[95065]: timer() Sep 23 07:04:27.124613 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:04:27.124613 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 07:04:27.124613 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:04:27.124613 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 07:04:27.124613 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:04:27.124613 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 07:04:27.124613 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:04:27.124613 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 07:04:27.124613 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:04:27.124613 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 07:04:27.124613 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:04:27.124613 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:04:27.124613 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:04:27.124613 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:04:27.124613 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:04:27.124613 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 07:04:27.124613 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:04:27.124613 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 07:04:27.124613 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:04:27.124613 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:04:27.124613 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:04:27.124613 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 07:04:27.124613 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:04:27.124613 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:04:27.124613 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:04:27.124613 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:04:27.124613 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:04:27.124613 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:04:27.124613 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:04:27.200792 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-901a062b-e929-451b-b110-ce8ad5575581 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:27.227756 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-901a062b-e929-451b-b110-ce8ad5575581 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:27.230004 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-901a062b-e929-451b-b110-ce8ad5575581 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] 10.222.0.39 "DELETE /v2.0/networks/c7df315d-84e5-4fda-b98d-536473899fad HTTP/1.1" status: 204 len: 168 time: 0.7841709 Sep 23 07:04:27.231404 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901a062b-e929-451b-b110-ce8ad5575581 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322 tempest-ExtraDHCPOptionsIpV6TestJSON-1553245322-project] Pushing event deleted for resources: {'Network': ['ID=c7df315d-84e5-4fda-b98d-536473899fad,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:27.454164 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3892655c-2b0f-4239-adc6-84ecf02a8330 req-1151ee5a-da42-4b11-a0ff-f12dc30149d4 tempest-ServerShowV247Test-608128335 tempest-ServerShowV247Test-608128335-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc022068-0750-4832-a460-ebff2160c250 HTTP/1.1" status: 200 len: 210 time: 0.0331521 Sep 23 07:04:27.571112 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56862) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:27.733839 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-dc8bce0a-d7ca-4ed4-b276-95d99502b1ee admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=eacc548d0cfb4788af443b52c3e4427a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1610327 Sep 23 07:04:27.736166 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56874) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:27.789502 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 56876) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:27.793073 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-390ff903-4c84-4003-9d72-dd6530dbfb82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:27.824180 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-390ff903-4c84-4003-9d72-dd6530dbfb82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:27.874487 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-390ff903-4c84-4003-9d72-dd6530dbfb82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:27.877334 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-390ff903-4c84-4003-9d72-dd6530dbfb82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:27.880869 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-390ff903-4c84-4003-9d72-dd6530dbfb82 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/49077d8d-b5de-4f02-8059-be0823b643f1 HTTP/1.1" status: 204 len: 168 time: 0.1410394 Sep 23 07:04:27.886937 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390ff903-4c84-4003-9d72-dd6530dbfb82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49077d8d-b5de-4f02-8059-be0823b643f1,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:27.953120 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-e0cc7a96-5279-4669-a946-5151099364b6 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1234973110-network', 'tenant_id': 'c691c16e2c08478d9b844bb9496345a1'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:04:27.976798 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0cc7a96-5279-4669-a946-5151099364b6 admin admin] Made reservation on behalf of c691c16e2c08478d9b844bb9496345a1 for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:04:27.979304 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e0cc7a96-5279-4669-a946-5151099364b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:27.988590 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e0cc7a96-5279-4669-a946-5151099364b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:28.082760 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e0cc7a96-5279-4669-a946-5151099364b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:28.088109 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e0cc7a96-5279-4669-a946-5151099364b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:28.119431 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0cc7a96-5279-4669-a946-5151099364b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:04:28.123312 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cc7a96-5279-4669-a946-5151099364b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b98029-a1de-4c24-9a29-628c6836526e,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:28.136666 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e0cc7a96-5279-4669-a946-5151099364b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:28.136998 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-e0cc7a96-5279-4669-a946-5151099364b6 admin admin] Added segment cfa7b58f-648b-46f1-b9f1-5b9bb8f770f0 of type vlan for network b69586d7-8c89-48cb-926a-f21516fd70fb Sep 23 07:04:28.181823 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e0cc7a96-5279-4669-a946-5151099364b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:28.211332 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e0cc7a96-5279-4669-a946-5151099364b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:28.212320 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0cc7a96-5279-4669-a946-5151099364b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:28.212905 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e0cc7a96-5279-4669-a946-5151099364b6 admin admin] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:28.250970 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-e0cc7a96-5279-4669-a946-5151099364b6 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4603219 Sep 23 07:04:28.254442 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56900) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:28.261216 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-6b67e7c6-faa9-4bba-ace8-6d4309296155 admin admin] Request body: {'subnet': {'network_id': 'b69586d7-8c89-48cb-926a-f21516fd70fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1234973110-subnet', 'tenant_id': 'c691c16e2c08478d9b844bb9496345a1', 'ip_version': 4}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:04:28.285221 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b67e7c6-faa9-4bba-ace8-6d4309296155 admin admin] Made reservation on behalf of c691c16e2c08478d9b844bb9496345a1 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:04:28.288037 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6b67e7c6-faa9-4bba-ace8-6d4309296155 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:28.292873 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cc7a96-5279-4669-a946-5151099364b6 admin admin] Pushing event updated for resources: {'Network': ['ID=b69586d7-8c89-48cb-926a-f21516fd70fb,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:28.304766 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network b69586d7-8c89-48cb-926a-f21516fd70fb details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:04:28.490858 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6b67e7c6-faa9-4bba-ace8-6d4309296155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:28.566659 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b67e7c6-faa9-4bba-ace8-6d4309296155 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02059dde-50d8-47d5-a307-abc2f2528d86,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:28.572735 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b67e7c6-faa9-4bba-ace8-6d4309296155 admin admin] Checking segment: {'id': 'cfa7b58f-648b-46f1-b9f1-5b9bb8f770f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b69586d7-8c89-48cb-926a-f21516fd70fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:04:28.573140 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b67e7c6-faa9-4bba-ace8-6d4309296155 admin admin] Network hostable DHCP agents. Network: b69586d7-8c89-48cb-926a-f21516fd70fb, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:04:28.587181 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e3e96866-9974-4d9e-8c66-dd5fc65f93a5 req-33c432c6-4a4a-4318-aaa9-759475c352bd tempest-ServerShowV247Test-608128335 tempest-ServerShowV247Test-608128335-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc022068-0750-4832-a460-ebff2160c250 HTTP/1.1" status: 200 len: 210 time: 0.0434737 Sep 23 07:04:28.591147 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b67e7c6-faa9-4bba-ace8-6d4309296155 admin admin] Network b69586d7-8c89-48cb-926a-f21516fd70fb is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:04:28.604824 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-6b67e7c6-faa9-4bba-ace8-6d4309296155 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, b69586d7-8c89-48cb-926a-f21516fd70fb) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:04:28.609830 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b67e7c6-faa9-4bba-ace8-6d4309296155 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:28.610464 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6b67e7c6-faa9-4bba-ace8-6d4309296155 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:28.615684 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51936937-9110-4c46-8263-fdf8572bc18e None None] Network b69586d7-8c89-48cb-926a-f21516fd70fb requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:04:28.629262 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-6b67e7c6-faa9-4bba-ace8-6d4309296155 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3734620 Sep 23 07:04:28.631029 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56918) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:28.638091 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-45f0751b-d6d4-4aa0-b7eb-b9aa21264bbd admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1234973110-router', 'tenant_id': 'c691c16e2c08478d9b844bb9496345a1', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:04:28.665422 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-45f0751b-d6d4-4aa0-b7eb-b9aa21264bbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:28.667112 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-45f0751b-d6d4-4aa0-b7eb-b9aa21264bbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:28.728200 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 56920) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:28.743040 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-45f0751b-d6d4-4aa0-b7eb-b9aa21264bbd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:28.808871 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5cc9b6f-4425-4e33-9e57-767a6ab6f239 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-b69586d7-8c89-48cb-926a-f21516fd70fb', 'network_id': 'b69586d7-8c89-48cb-926a-f21516fd70fb', 'tenant_id': 'c691c16e2c08478d9b844bb9496345a1', 'fixed_ips': [{'subnet_id': '02059dde-50d8-47d5-a307-abc2f2528d86'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:04:28.809943 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a5cc9b6f-4425-4e33-9e57-767a6ab6f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:28.889667 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-a358ffc5-6103-469d-b471-591849be5845 tempest-DvrRoutersNegativeTest-1529945363 tempest-DvrRoutersNegativeTest-1529945363-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-852594010', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:04:28.892597 n-d-715271-16 neutron-server[95066]: DEBUG neutron.policy [None req-a358ffc5-6103-469d-b471-591849be5845 tempest-DvrRoutersNegativeTest-1529945363 tempest-DvrRoutersNegativeTest-1529945363-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=95066) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Sep 23 07:04:28.892902 n-d-715271-16 neutron-server[95066]: DEBUG neutron.policy [None req-a358ffc5-6103-469d-b471-591849be5845 tempest-DvrRoutersNegativeTest-1529945363 tempest-DvrRoutersNegativeTest-1529945363-project] Failed policy check for 'create_router' {{(pid=95066) enforce /opt/stack/neutron/neutron/policy.py:520}} Sep 23 07:04:28.893428 n-d-715271-16 neutron-server[95066]: INFO neutron.api.v2.resource [None req-a358ffc5-6103-469d-b471-591849be5845 tempest-DvrRoutersNegativeTest-1529945363 tempest-DvrRoutersNegativeTest-1529945363-project] create failed (client error): Access was denied to this resource. Sep 23 07:04:28.894459 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-a358ffc5-6103-469d-b471-591849be5845 tempest-DvrRoutersNegativeTest-1529945363 tempest-DvrRoutersNegativeTest-1529945363-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1647694 Sep 23 07:04:28.943903 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 02a351fa-800c-4785-8d87-3bffb5e76f5f no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:04:28.970534 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 02a351fa-800c-4785-8d87-3bffb5e76f5f {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:04:28.970885 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 02a351fa-800c-4785-8d87-3bffb5e76f5f not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:04:28.998740 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-45f0751b-d6d4-4aa0-b7eb-b9aa21264bbd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:29.016424 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-a5cc9b6f-4425-4e33-9e57-767a6ab6f239 None None] Allocated IP 172.20.0.2 (b69586d7-8c89-48cb-926a-f21516fd70fb/02059dde-50d8-47d5-a307-abc2f2528d86/2715fba5-d0b4-4428-aa48-061496c3b4d6) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:04:29.209427 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a5cc9b6f-4425-4e33-9e57-767a6ab6f239 None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:29.217353 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a5cc9b6f-4425-4e33-9e57-767a6ab6f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:29.249296 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56938) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:29.267656 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5cc9b6f-4425-4e33-9e57-767a6ab6f239 None None] Network b69586d7-8c89-48cb-926a-f21516fd70fb is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:04:29.272064 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-a5cc9b6f-4425-4e33-9e57-767a6ab6f239 None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:04:29.275946 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cc9b6f-4425-4e33-9e57-767a6ab6f239 None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:04:29.281174 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-45f0751b-d6d4-4aa0-b7eb-b9aa21264bbd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:29.290260 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cc9b6f-4425-4e33-9e57-767a6ab6f239 None None] Pushing event updated for resources: {'Port': ['ID=2715fba5-d0b4-4428-aa48-061496c3b4d6,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:29.311840 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-45f0751b-d6d4-4aa0-b7eb-b9aa21264bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:29.352039 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-a5cc9b6f-4425-4e33-9e57-767a6ab6f239 None None] Attempting to bind port 2715fba5-d0b4-4428-aa48-061496c3b4d6 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:04:29.352514 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-a5cc9b6f-4425-4e33-9e57-767a6ab6f239 None None] Attempting to bind port 2715fba5-d0b4-4428-aa48-061496c3b4d6 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': 'cfa7b58f-648b-46f1-b9f1-5b9bb8f770f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b69586d7-8c89-48cb-926a-f21516fd70fb'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:04:29.352969 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cc9b6f-4425-4e33-9e57-767a6ab6f239 None None] Attempting to bind port 2715fba5-d0b4-4428-aa48-061496c3b4d6 on network b69586d7-8c89-48cb-926a-f21516fd70fb {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:04:29.359339 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cc9b6f-4425-4e33-9e57-767a6ab6f239 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:04:29.359792 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cc9b6f-4425-4e33-9e57-767a6ab6f239 None None] Checking segment: {'id': 'cfa7b58f-648b-46f1-b9f1-5b9bb8f770f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b69586d7-8c89-48cb-926a-f21516fd70fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:04:29.360312 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a5cc9b6f-4425-4e33-9e57-767a6ab6f239 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:29.360780 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cc9b6f-4425-4e33-9e57-767a6ab6f239 None None] Bound using segment: {'id': 'cfa7b58f-648b-46f1-b9f1-5b9bb8f770f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b69586d7-8c89-48cb-926a-f21516fd70fb'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:04:29.361473 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-a5cc9b6f-4425-4e33-9e57-767a6ab6f239 None None] Bound port: 2715fba5-d0b4-4428-aa48-061496c3b4d6, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfa7b58f-648b-46f1-b9f1-5b9bb8f770f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b69586d7-8c89-48cb-926a-f21516fd70fb'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:04:29.362125 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a5cc9b6f-4425-4e33-9e57-767a6ab6f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:29.424739 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-15f3b090-35db-4e04-a461-4e5149d869fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:29.479488 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-45f0751b-d6d4-4aa0-b7eb-b9aa21264bbd admin admin] Allocated IP 172.25.2.142 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/03cdff41-7410-49ce-b847-0ea4344c74e6) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:04:29.599085 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a5cc9b6f-4425-4e33-9e57-767a6ab6f239 None None] For port 2715fba5-d0b4-4428-aa48-061496c3b4d6, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:04:29.603508 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a5cc9b6f-4425-4e33-9e57-767a6ab6f239 None None] For port 2715fba5-d0b4-4428-aa48-061496c3b4d6, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=2715fba5-d0b4-4428-aa48-061496c3b4d6,segment=NetworkSegment(cfa7b58f-648b-46f1-b9f1-5b9bb8f770f0),segment_id=cfa7b58f-648b-46f1-b9f1-5b9bb8f770f0)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:04:29.610435 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a5cc9b6f-4425-4e33-9e57-767a6ab6f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:29.635471 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-45f0751b-d6d4-4aa0-b7eb-b9aa21264bbd admin admin] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:29.701316 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cc9b6f-4425-4e33-9e57-767a6ab6f239 None None] Pushing event updated for resources: {'Port': ['ID=2715fba5-d0b4-4428-aa48-061496c3b4d6,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:29.714794 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-15f3b090-35db-4e04-a461-4e5149d869fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:29.719321 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-15f3b090-35db-4e04-a461-4e5149d869fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:29.736904 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f5bf7613-9c14-4308-b8a9-a51d22135bc8 req-b306b5a9-5d3a-478f-a027-d2639d1ee9ec tempest-ServerShowV247Test-608128335 tempest-ServerShowV247Test-608128335-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc022068-0750-4832-a460-ebff2160c250 HTTP/1.1" status: 200 len: 210 time: 0.0458822 Sep 23 07:04:29.763937 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-45f0751b-d6d4-4aa0-b7eb-b9aa21264bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:29.805136 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f3b090-35db-4e04-a461-4e5149d869fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=051b66e7-40dc-4947-bfd5-3ba9a9fbdd8d,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:29.824958 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-15f3b090-35db-4e04-a461-4e5149d869fd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3bd0f3d3b350479aa0e43cdddd73110f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5721886 Sep 23 07:04:29.824958 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f0751b-d6d4-4aa0-b7eb-b9aa21264bbd admin admin] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:04:29.825287 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 56944) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:29.827621 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-45f0751b-d6d4-4aa0-b7eb-b9aa21264bbd admin admin] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:04:29.830058 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f0751b-d6d4-4aa0-b7eb-b9aa21264bbd admin admin] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:04:29.880484 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f0751b-d6d4-4aa0-b7eb-b9aa21264bbd admin admin] Pushing event updated for resources: {'Port': ['ID=03cdff41-7410-49ce-b847-0ea4344c74e6,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:29.911179 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3ae833ec-c294-492f-bbc4-db3b54d2c3de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:29.946470 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3ae833ec-c294-492f-bbc4-db3b54d2c3de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:30.183243 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-45f0751b-d6d4-4aa0-b7eb-b9aa21264bbd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:30.304989 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3ae833ec-c294-492f-bbc4-db3b54d2c3de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:30.307848 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3ae833ec-c294-492f-bbc4-db3b54d2c3de admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:30.309609 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-3ae833ec-c294-492f-bbc4-db3b54d2c3de admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/051b66e7-40dc-4947-bfd5-3ba9a9fbdd8d HTTP/1.1" status: 204 len: 168 time: 0.4829478 Sep 23 07:04:30.318924 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae833ec-c294-492f-bbc4-db3b54d2c3de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=051b66e7-40dc-4947-bfd5-3ba9a9fbdd8d,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:30.465276 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-45f0751b-d6d4-4aa0-b7eb-b9aa21264bbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:30.650184 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45f0751b-d6d4-4aa0-b7eb-b9aa21264bbd admin admin] Router efc9462f-cfcf-41ac-9734-347505144619 is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 07:04:30.828663 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45f0751b-d6d4-4aa0-b7eb-b9aa21264bbd admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:04:30.844822 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f310f00-4b32-4727-a8d4-ae2d48ecfd9d None None] Sync routers for ids ['efc9462f-cfcf-41ac-9734-347505144619'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:04:30.853051 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-45f0751b-d6d4-4aa0-b7eb-b9aa21264bbd admin admin] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:30.861508 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 56974) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:30.868254 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-45f0751b-d6d4-4aa0-b7eb-b9aa21264bbd admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2300324 Sep 23 07:04:30.869895 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f310f00-4b32-4727-a8d4-ae2d48ecfd9d None None] Routers {'efc9462f-cfcf-41ac-9734-347505144619'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:04:30.870707 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-3f310f00-4b32-4727-a8d4-ae2d48ecfd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:04:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['efc9462f-cfcf-41ac-9734-347505144619'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:04:30.954774 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 2715fba5-d0b4-4428-aa48-061496c3b4d6 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:04:31.029457 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-3f310f00-4b32-4727-a8d4-ae2d48ecfd9d None None] Set router efc9462f-cfcf-41ac-9734-347505144619 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:04:31.033589 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9459a42e-3a28-47b3-8c47-9ead016aafcc req-2f2cc364-4c31-4810-b773-cfe859092b70 tempest-ServerShowV247Test-608128335 tempest-ServerShowV247Test-608128335-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc022068-0750-4832-a460-ebff2160c250 HTTP/1.1" status: 200 len: 210 time: 0.1677494 Sep 23 07:04:31.082856 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700bd2ed-0ba8-438b-ba1c-f75941aea74d None None] Network b69586d7-8c89-48cb-926a-f21516fd70fb requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:04:31.237981 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-3f310f00-4b32-4727-a8d4-ae2d48ecfd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc9462f-cfcf-41ac-9734-347505144619', 'name': 'tempest-TestServerMultinode-1234973110-router', 'tenant_id': 'c691c16e2c08478d9b844bb9496345a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '03cdff41-7410-49ce-b847-0ea4344c74e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:04:28Z', 'updated_at': '2021-09-23T07:04:30Z', 'revision_number': 3, 'project_id': 'c691c16e2c08478d9b844bb9496345a1', 'gw_port': {'id': '03cdff41-7410-49ce-b847-0ea4344c74e6', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:00:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc9462f-cfcf-41ac-9734-347505144619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:04:29Z', 'updated_at': '2021-09-23T07:04:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:04:31.271572 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f310f00-4b32-4727-a8d4-ae2d48ecfd9d None None] Checking router: efc9462f-cfcf-41ac-9734-347505144619 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:04:31.272267 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f310f00-4b32-4727-a8d4-ae2d48ecfd9d None None] Updating router efc9462f-cfcf-41ac-9734-347505144619 port 03cdff41-7410-49ce-b847-0ea4344c74e6 binding host n-d-715271-16 {{(pid=95068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 07:04:31.288137 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-c8e6ebfd-9b78-403d-a059-f639cc919b16 None None] Provisioning complete for port 2715fba5-d0b4-4428-aa48-061496c3b4d6 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:04:31.288520 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c8e6ebfd-9b78-403d-a059-f639cc919b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:31.306947 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-3f310f00-4b32-4727-a8d4-ae2d48ecfd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:31.346502 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 2715fba5-d0b4-4428-aa48-061496c3b4d6 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:04:31.347171 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:31.511149 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c8e6ebfd-9b78-403d-a059-f639cc919b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:31.518932 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56992) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:31.544413 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:31.583412 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-c8e6ebfd-9b78-403d-a059-f639cc919b16 None None] For port 2715fba5-d0b4-4428-aa48-061496c3b4d6, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=2715fba5-d0b4-4428-aa48-061496c3b4d6,segment=NetworkSegment(cfa7b58f-648b-46f1-b9f1-5b9bb8f770f0),segment_id=cfa7b58f-648b-46f1-b9f1-5b9bb8f770f0)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:04:31.593649 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c8e6ebfd-9b78-403d-a059-f639cc919b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:31.637757 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-3f310f00-4b32-4727-a8d4-ae2d48ecfd9d None None] Notify callbacks [] for port, precommit_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:31.647908 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-3f310f00-4b32-4727-a8d4-ae2d48ecfd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:31.683001 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.db.api [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 07:04:31.683274 n-d-715271-16 neutron-server[95067]: DEBUG oslo_db.api [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 07:04:31.709985 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-3f310f00-4b32-4727-a8d4-ae2d48ecfd9d None None] Attempting to bind port 03cdff41-7410-49ce-b847-0ea4344c74e6 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:04:31.710499 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-3f310f00-4b32-4727-a8d4-ae2d48ecfd9d None None] Attempting to bind port 03cdff41-7410-49ce-b847-0ea4344c74e6 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:04:31.710962 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f310f00-4b32-4727-a8d4-ae2d48ecfd9d None None] Attempting to bind port 03cdff41-7410-49ce-b847-0ea4344c74e6 on network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:04:31.717313 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e6ebfd-9b78-403d-a059-f639cc919b16 None None] Pushing event updated for resources: {'Port': ['ID=2715fba5-d0b4-4428-aa48-061496c3b4d6,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:31.732816 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f310f00-4b32-4727-a8d4-ae2d48ecfd9d None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:04:31.733341 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f310f00-4b32-4727-a8d4-ae2d48ecfd9d None None] Checking segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:04:31.734414 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-3f310f00-4b32-4727-a8d4-ae2d48ecfd9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:31.734654 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f310f00-4b32-4727-a8d4-ae2d48ecfd9d None None] Bound using segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:04:31.735226 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-3f310f00-4b32-4727-a8d4-ae2d48ecfd9d None None] Bound port: 03cdff41-7410-49ce-b847-0ea4344c74e6, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:04:31.735713 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-3f310f00-4b32-4727-a8d4-ae2d48ecfd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:31.748857 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-6c37fe71-a90e-4cdc-bdb6-d66fa0aa9a80 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:04:31.749586 n-d-715271-16 neutron-server[95065]: WARNING neutron.api.v2.base [None req-6c37fe71-a90e-4cdc-bdb6-d66fa0aa9a80 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 23 07:04:31.750115 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [None req-6c37fe71-a90e-4cdc-bdb6-d66fa0aa9a80 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] create failed (client error): There was a conflict when trying to complete your request. Sep 23 07:04:31.754422 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-6c37fe71-a90e-4cdc-bdb6-d66fa0aa9a80 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2310581 Sep 23 07:04:31.754628 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56996) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:31.759425 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-76e890e3-ec59-425b-9b62-b122c04e43d7 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Request body: {'security_group': {'name': 'tempest-secgroup--946472359'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:04:31.794802 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-3f310f00-4b32-4727-a8d4-ae2d48ecfd9d None None] For port 03cdff41-7410-49ce-b847-0ea4344c74e6, host n-d-715271-16, cleared binding levels {{(pid=95068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:04:31.799605 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-3f310f00-4b32-4727-a8d4-ae2d48ecfd9d None None] For port 03cdff41-7410-49ce-b847-0ea4344c74e6, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=03cdff41-7410-49ce-b847-0ea4344c74e6,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:04:31.801000 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-76e890e3-ec59-425b-9b62-b122c04e43d7 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:31.807831 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-3f310f00-4b32-4727-a8d4-ae2d48ecfd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:31.814511 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-76e890e3-ec59-425b-9b62-b122c04e43d7 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:31.820579 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c632c0-9e98-42f0-9e98-920b10d521e5 None None] Pushing event updated for resources: {'Port': ['ID=03cdff41-7410-49ce-b847-0ea4344c74e6,revision_number=2']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:31.823132 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-556a8d6b-cbf2-49bf-a24c-84468e9195fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:31.830834 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c632c0-9e98-42f0-9e98-920b10d521e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:04:31.831650 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c632c0-9e98-42f0-9e98-920b10d521e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:04:31.832220 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c632c0-9e98-42f0-9e98-920b10d521e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:04:31.832730 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c632c0-9e98-42f0-9e98-920b10d521e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:04:31.833215 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c632c0-9e98-42f0-9e98-920b10d521e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:04:31.833728 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c632c0-9e98-42f0-9e98-920b10d521e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:04:31.834236 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c632c0-9e98-42f0-9e98-920b10d521e5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:04:31.835293 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c632c0-9e98-42f0-9e98-920b10d521e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:04:31.835821 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c632c0-9e98-42f0-9e98-920b10d521e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:04:31.836149 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c632c0-9e98-42f0-9e98-920b10d521e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:04:31.836472 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c632c0-9e98-42f0-9e98-920b10d521e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:04:31.836790 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c632c0-9e98-42f0-9e98-920b10d521e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:04:31.888633 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f310f00-4b32-4727-a8d4-ae2d48ecfd9d None None] Routers {'efc9462f-cfcf-41ac-9734-347505144619'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:04:31.889529 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-3f310f00-4b32-4727-a8d4-ae2d48ecfd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:04:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['efc9462f-cfcf-41ac-9734-347505144619'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:04:31.917155 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-c99fee22-3f52-4934-9358-db41e4dc1c0e None None] Provisioning complete for port 2715fba5-d0b4-4428-aa48-061496c3b4d6 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:04:31.917518 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c99fee22-3f52-4934-9358-db41e4dc1c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:31.977104 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-76e890e3-ec59-425b-9b62-b122c04e43d7 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:31.985261 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-76e890e3-ec59-425b-9b62-b122c04e43d7 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:32.117650 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e890e3-ec59-425b-9b62-b122c04e43d7 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbac4ee7-dd40-4290-acc6-16611d87c7c1,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:32.118598 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-556a8d6b-cbf2-49bf-a24c-84468e9195fc admin admin] Allocated IP 172.20.0.1 (b69586d7-8c89-48cb-926a-f21516fd70fb/02059dde-50d8-47d5-a307-abc2f2528d86/75e790c6-41c9-497b-82f9-9cb1e87b4ab7) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:04:32.141558 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e890e3-ec59-425b-9b62-b122c04e43d7 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:04:32.141981 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e890e3-ec59-425b-9b62-b122c04e43d7 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:04:32.142323 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e890e3-ec59-425b-9b62-b122c04e43d7 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:04:32.142661 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e890e3-ec59-425b-9b62-b122c04e43d7 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:04:32.142991 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e890e3-ec59-425b-9b62-b122c04e43d7 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:04:32.143564 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e890e3-ec59-425b-9b62-b122c04e43d7 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:04:32.143895 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e890e3-ec59-425b-9b62-b122c04e43d7 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:04:32.144260 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e890e3-ec59-425b-9b62-b122c04e43d7 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:04:32.144625 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e890e3-ec59-425b-9b62-b122c04e43d7 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:04:32.144906 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e890e3-ec59-425b-9b62-b122c04e43d7 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:04:32.145475 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e890e3-ec59-425b-9b62-b122c04e43d7 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:04:32.145903 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e890e3-ec59-425b-9b62-b122c04e43d7 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:04:32.182024 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c632c0-9e98-42f0-9e98-920b10d521e5 None None] Pushing event updated for resources: {'Port': ['ID=03cdff41-7410-49ce-b847-0ea4344c74e6,revision_number=3']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:32.231504 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-76e890e3-ec59-425b-9b62-b122c04e43d7 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:32.242504 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-76e890e3-ec59-425b-9b62-b122c04e43d7 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:32.242795 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-3f310f00-4b32-4727-a8d4-ae2d48ecfd9d None None] Set router efc9462f-cfcf-41ac-9734-347505144619 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:04:32.249791 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-556a8d6b-cbf2-49bf-a24c-84468e9195fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:32.282306 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-76e890e3-ec59-425b-9b62-b122c04e43d7 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:32.287452 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-76e890e3-ec59-425b-9b62-b122c04e43d7 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5312076 Sep 23 07:04:32.294380 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 57004) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:32.300378 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-0cae5a93-a23a-4610-91f8-9b16aab22b48 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Request body: {'security_group_rule': {'security_group_id': '41242aaf-d380-4a23-8b46-9b61fc6de313', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:04:32.309548 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-556a8d6b-cbf2-49bf-a24c-84468e9195fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:32.315397 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e890e3-ec59-425b-9b62-b122c04e43d7 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41242aaf-d380-4a23-8b46-9b61fc6de313,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:32.341366 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0cae5a93-a23a-4610-91f8-9b16aab22b48 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:32.369092 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556a8d6b-cbf2-49bf-a24c-84468e9195fc admin admin] Pushing event updated for resources: {'Port': ['ID=75e790c6-41c9-497b-82f9-9cb1e87b4ab7,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:32.373131 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ad0e92c0-936f-4dd7-a2b4-4eb15266b6b6 req-7154773e-80f4-4db8-9637-dd5ebdbd46e0 tempest-ServerShowV247Test-608128335 tempest-ServerShowV247Test-608128335-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc022068-0750-4832-a460-ebff2160c250 HTTP/1.1" status: 200 len: 210 time: 0.0778120 Sep 23 07:04:32.383838 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556a8d6b-cbf2-49bf-a24c-84468e9195fc admin admin] Network b69586d7-8c89-48cb-926a-f21516fd70fb is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:04:32.385411 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-556a8d6b-cbf2-49bf-a24c-84468e9195fc admin admin] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:04:32.400757 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0cae5a93-a23a-4610-91f8-9b16aab22b48 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:32.403776 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556a8d6b-cbf2-49bf-a24c-84468e9195fc admin admin] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:04:32.407048 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0cae5a93-a23a-4610-91f8-9b16aab22b48 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:32.442809 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cae5a93-a23a-4610-91f8-9b16aab22b48 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51d25eec-7d8f-4ff1-8bdc-40f88c977fc4,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:32.446585 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0cae5a93-a23a-4610-91f8-9b16aab22b48 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:32.451201 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-0cae5a93-a23a-4610-91f8-9b16aab22b48 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1556544 Sep 23 07:04:32.452458 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 57006) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:32.457350 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-df82aab8-5018-4c7f-bf98-58c7f9e66696 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Request body: {'security_group_rule': {'security_group_id': '41242aaf-d380-4a23-8b46-9b61fc6de313', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:04:32.461124 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-556a8d6b-cbf2-49bf-a24c-84468e9195fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068614'] for router_interface, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:32.492123 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-df82aab8-5018-4c7f-bf98-58c7f9e66696 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:32.504660 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-3f310f00-4b32-4727-a8d4-ae2d48ecfd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc9462f-cfcf-41ac-9734-347505144619', 'name': 'tempest-TestServerMultinode-1234973110-router', 'tenant_id': 'c691c16e2c08478d9b844bb9496345a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '03cdff41-7410-49ce-b847-0ea4344c74e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:04:28Z', 'updated_at': '2021-09-23T07:04:30Z', 'revision_number': 3, 'project_id': 'c691c16e2c08478d9b844bb9496345a1', 'gw_port': {'id': '03cdff41-7410-49ce-b847-0ea4344c74e6', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:00:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc9462f-cfcf-41ac-9734-347505144619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:04:29Z', 'updated_at': '2021-09-23T07:04:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:04:32.545211 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f310f00-4b32-4727-a8d4-ae2d48ecfd9d None None] The sync data for ids ['efc9462f-cfcf-41ac-9734-347505144619'] in n-d-715271-16 is: [{'id': 'efc9462f-cfcf-41ac-9734-347505144619', 'name': 'tempest-TestServerMultinode-1234973110-router', 'tenant_id': 'c691c16e2c08478d9b844bb9496345a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '03cdff41-7410-49ce-b847-0ea4344c74e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:04:28Z', 'updated_at': '2021-09-23T07:04:30Z', 'revision_number': 3, 'project_id': 'c691c16e2c08478d9b844bb9496345a1', 'gw_port': {'id': '03cdff41-7410-49ce-b847-0ea4344c74e6', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:00:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc9462f-cfcf-41ac-9734-347505144619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:04:29Z', 'updated_at': '2021-09-23T07:04:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:04:32.577392 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [None req-df82aab8-5018-4c7f-bf98-58c7f9e66696 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] create failed (client error): There was a conflict when trying to complete your request. Sep 23 07:04:32.578595 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-df82aab8-5018-4c7f-bf98-58c7f9e66696 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1248360 Sep 23 07:04:32.581305 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 57008) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:32.666922 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ef2bc9a3-2799-4306-80f5-a811a7de4fdc tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:32.697400 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ef2bc9a3-2799-4306-80f5-a811a7de4fdc tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:32.705399 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-556a8d6b-cbf2-49bf-a24c-84468e9195fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:32.751797 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ef2bc9a3-2799-4306-80f5-a811a7de4fdc tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:32.754934 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ef2bc9a3-2799-4306-80f5-a811a7de4fdc tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:32.759180 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-ef2bc9a3-2799-4306-80f5-a811a7de4fdc tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] 10.222.0.39 "DELETE /v2.0/security-groups/41242aaf-d380-4a23-8b46-9b61fc6de313 HTTP/1.1" status: 204 len: 168 time: 0.1737833 Sep 23 07:04:32.759279 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57010) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:32.766588 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2bc9a3-2799-4306-80f5-a811a7de4fdc tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41242aaf-d380-4a23-8b46-9b61fc6de313,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:32.790186 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-d775905b-272b-480f-b03d-c145160dc7aa None None] Provisioning complete for port 75e790c6-41c9-497b-82f9-9cb1e87b4ab7 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:04:32.790692 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d775905b-272b-480f-b03d-c145160dc7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:32.862487 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-77e90ace-a2da-4013-926d-112f3b39b986 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1005170 Sep 23 07:04:32.865035 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 57012) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:32.888108 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-d38fe470-196c-41ae-b5f3-e78f07f621f1 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Request body: {'security_group': {'name': 'tempest-secgroup--718271137'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:04:32.917288 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 2715fba5-d0b4-4428-aa48-061496c3b4d6 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:04:32.938516 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d38fe470-196c-41ae-b5f3-e78f07f621f1 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:32.953838 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-d775905b-272b-480f-b03d-c145160dc7aa None None] Port 75e790c6-41c9-497b-82f9-9cb1e87b4ab7 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:04:33.012064 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-556a8d6b-cbf2-49bf-a24c-84468e9195fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:33.013145 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 2715fba5-d0b4-4428-aa48-061496c3b4d6 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:04:33.014419 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:33.018786 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-556a8d6b-cbf2-49bf-a24c-84468e9195fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:33.059218 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d38fe470-196c-41ae-b5f3-e78f07f621f1 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:33.070402 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d38fe470-196c-41ae-b5f3-e78f07f621f1 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:33.074320 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-556a8d6b-cbf2-49bf-a24c-84468e9195fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067062'] for router_interface, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:33.146239 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d38fe470-196c-41ae-b5f3-e78f07f621f1 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:33.154793 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-d38fe470-196c-41ae-b5f3-e78f07f621f1 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2886648 Sep 23 07:04:33.158243 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 57014) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:33.163646 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-6f6435ca-682a-44a8-aebe-edefd45378a1 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Request body: {'security_group_rule': {'security_group_id': '1efa8ebf-a764-4490-bdab-3b8f6907d336', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:04:33.164771 n-d-715271-16 neutron-server[95065]: WARNING neutron.api.v2.base [None req-6f6435ca-682a-44a8-aebe-edefd45378a1 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 23 07:04:33.165494 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [None req-6f6435ca-682a-44a8-aebe-edefd45378a1 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 07:04:33.171313 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-6f6435ca-682a-44a8-aebe-edefd45378a1 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0118132 Sep 23 07:04:33.173515 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 57016) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:33.182216 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38fe470-196c-41ae-b5f3-e78f07f621f1 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1efa8ebf-a764-4490-bdab-3b8f6907d336,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:33.234261 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556a8d6b-cbf2-49bf-a24c-84468e9195fc admin admin] Pushing event updated for resources: {'Port': ['ID=75e790c6-41c9-497b-82f9-9cb1e87b4ab7,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:33.252252 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f8210f29-9b03-401c-a757-537485134665 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:33.269651 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556a8d6b-cbf2-49bf-a24c-84468e9195fc admin admin] Network b69586d7-8c89-48cb-926a-f21516fd70fb is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:04:33.271192 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-556a8d6b-cbf2-49bf-a24c-84468e9195fc admin admin] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:04:33.287515 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f8210f29-9b03-401c-a757-537485134665 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:33.362516 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f8210f29-9b03-401c-a757-537485134665 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:33.369534 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f8210f29-9b03-401c-a757-537485134665 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:33.371182 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-f8210f29-9b03-401c-a757-537485134665 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] 10.222.0.39 "DELETE /v2.0/security-groups/1efa8ebf-a764-4490-bdab-3b8f6907d336 HTTP/1.1" status: 204 len: 168 time: 0.1962276 Sep 23 07:04:33.394316 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 57024) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:33.398501 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8210f29-9b03-401c-a757-537485134665 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1efa8ebf-a764-4490-bdab-3b8f6907d336,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:33.552089 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-556a8d6b-cbf2-49bf-a24c-84468e9195fc admin admin] Router efc9462f-cfcf-41ac-9734-347505144619 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:04:33.571235 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-4daba2f5-9d97-4b2e-8e86-2c2ea5f882e3 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1361282 Sep 23 07:04:33.577581 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 57028) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:33.592076 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-f57eed52-2f96-4a6d-a814-6abf773dcda5 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Request body: {'security_group': {'name': 'tempest-secgroup--1869395611'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:04:33.643856 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f57eed52-2f96-4a6d-a814-6abf773dcda5 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:33.672622 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d2e2e04c-30ae-47c0-8be2-0e5fb53e55c5 req-9b2baf22-4467-4fc0-a96e-6a8280b4cad7 tempest-ServerShowV247Test-608128335 tempest-ServerShowV247Test-608128335-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc022068-0750-4832-a460-ebff2160c250 HTTP/1.1" status: 200 len: 210 time: 0.1044023 Sep 23 07:04:33.700298 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-ddadce22-3c82-4d97-8093-f72db05d5534 None None] Provisioning complete for port 75e790c6-41c9-497b-82f9-9cb1e87b4ab7 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:04:33.700298 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ddadce22-3c82-4d97-8093-f72db05d5534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:33.785840 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-ddadce22-3c82-4d97-8093-f72db05d5534 None None] Port 75e790c6-41c9-497b-82f9-9cb1e87b4ab7 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:04:33.810506 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-556a8d6b-cbf2-49bf-a24c-84468e9195fc admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:04:33.816206 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-556a8d6b-cbf2-49bf-a24c-84468e9195fc admin admin] 10.222.0.39 "PUT /v2.0/routers/efc9462f-cfcf-41ac-9734-347505144619/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9516559 Sep 23 07:04:33.822599 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f57eed52-2f96-4a6d-a814-6abf773dcda5 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:33.828956 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f57eed52-2f96-4a6d-a814-6abf773dcda5 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:33.878791 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f57eed52-2f96-4a6d-a814-6abf773dcda5 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:33.883143 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57038) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:33.883711 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-f57eed52-2f96-4a6d-a814-6abf773dcda5 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2956729 Sep 23 07:04:33.886147 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57eed52-2f96-4a6d-a814-6abf773dcda5 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afce08ba-d0ba-4131-842f-50602d14d893,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:33.889475 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-7d77789f-ada4-4f30-a474-1040601b9938 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Request body: {'security_group_rule': {'security_group_id': 'afce08ba-d0ba-4131-842f-50602d14d893', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:04:33.890619 n-d-715271-16 neutron-server[95066]: WARNING neutron.api.v2.base [None req-7d77789f-ada4-4f30-a474-1040601b9938 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 23 07:04:33.891154 n-d-715271-16 neutron-server[95066]: INFO neutron.api.v2.resource [None req-7d77789f-ada4-4f30-a474-1040601b9938 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 07:04:33.894947 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-7d77789f-ada4-4f30-a474-1040601b9938 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0079412 Sep 23 07:04:33.896000 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57040) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:33.980680 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-820d772b-e34f-4628-9c4f-e3084733c0da tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:34.008405 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-820d772b-e34f-4628-9c4f-e3084733c0da tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:34.013268 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 57044) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:34.099673 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-820d772b-e34f-4628-9c4f-e3084733c0da tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:34.103891 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-820d772b-e34f-4628-9c4f-e3084733c0da tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:34.106087 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-820d772b-e34f-4628-9c4f-e3084733c0da tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] 10.222.0.39 "DELETE /v2.0/security-groups/afce08ba-d0ba-4131-842f-50602d14d893 HTTP/1.1" status: 204 len: 168 time: 0.2096505 Sep 23 07:04:34.109049 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 57048) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:34.136176 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820d772b-e34f-4628-9c4f-e3084733c0da tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afce08ba-d0ba-4131-842f-50602d14d893,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:34.187991 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-1487818f-db50-410e-8710-f4578b127276 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0775342 Sep 23 07:04:34.191703 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57052) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:34.197125 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-a3582345-9239-4876-a6df-150b139b3617 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Request body: {'security_group': {'name': 'tempest-secgroup--560733768'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:04:34.228620 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a3582345-9239-4876-a6df-150b139b3617 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:34.329692 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a3582345-9239-4876-a6df-150b139b3617 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:34.334469 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a3582345-9239-4876-a6df-150b139b3617 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:34.360172 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f7186b34-b0ee-4718-be15-53f4dd31cca6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:34.368406 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a3582345-9239-4876-a6df-150b139b3617 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:34.372352 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-a3582345-9239-4876-a6df-150b139b3617 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1770437 Sep 23 07:04:34.372624 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57058) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:34.378923 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-9cdfda19-3e46-4ec4-a08b-e8b33ed93736 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Request body: {'security_group_rule': {'security_group_id': '2a6e7f8d-43ab-4c6c-88a4-55479ba8488f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:04:34.398328 n-d-715271-16 neutron-server[95066]: WARNING neutron.api.v2.base [None req-9cdfda19-3e46-4ec4-a08b-e8b33ed93736 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 23 07:04:34.400581 n-d-715271-16 neutron-server[95066]: INFO neutron.api.v2.resource [None req-9cdfda19-3e46-4ec4-a08b-e8b33ed93736 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 07:04:34.400581 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-9cdfda19-3e46-4ec4-a08b-e8b33ed93736 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0259106 Sep 23 07:04:34.403122 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 57062) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:34.409292 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3582345-9239-4876-a6df-150b139b3617 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6e7f8d-43ab-4c6c-88a4-55479ba8488f,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:34.409609 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-f3fe47f9-2df4-4296-b44b-d0b55119078f tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Request body: {'security_group_rule': {'security_group_id': '2a6e7f8d-43ab-4c6c-88a4-55479ba8488f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:04:34.412155 n-d-715271-16 neutron-server[95065]: WARNING neutron.api.v2.base [None req-f3fe47f9-2df4-4296-b44b-d0b55119078f tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 23 07:04:34.412862 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [None req-f3fe47f9-2df4-4296-b44b-d0b55119078f tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 07:04:34.416744 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57064) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:34.425329 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-f3fe47f9-2df4-4296-b44b-d0b55119078f tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0125475 Sep 23 07:04:34.426641 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-1b2b072f-07ea-4186-8b24-52bd4f7e64c6 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Request body: {'security_group_rule': {'security_group_id': '2a6e7f8d-43ab-4c6c-88a4-55479ba8488f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:04:34.427875 n-d-715271-16 neutron-server[95066]: WARNING neutron.api.v2.base [None req-1b2b072f-07ea-4186-8b24-52bd4f7e64c6 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 23 07:04:34.429064 n-d-715271-16 neutron-server[95066]: INFO neutron.api.v2.resource [None req-1b2b072f-07ea-4186-8b24-52bd4f7e64c6 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 07:04:34.432907 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-1b2b072f-07ea-4186-8b24-52bd4f7e64c6 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0124168 Sep 23 07:04:34.433383 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57068) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:34.441083 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-1bf0f911-61fa-4f3e-84a4-c86431321599 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Request body: {'security_group_rule': {'security_group_id': '2a6e7f8d-43ab-4c6c-88a4-55479ba8488f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:04:34.443216 n-d-715271-16 neutron-server[95066]: WARNING neutron.api.v2.base [None req-1bf0f911-61fa-4f3e-84a4-c86431321599 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 23 07:04:34.443909 n-d-715271-16 neutron-server[95066]: INFO neutron.api.v2.resource [None req-1bf0f911-61fa-4f3e-84a4-c86431321599 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 07:04:34.445511 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-1bf0f911-61fa-4f3e-84a4-c86431321599 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0093148 Sep 23 07:04:34.448408 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57070) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:34.523268 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f7186b34-b0ee-4718-be15-53f4dd31cca6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:34.530321 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f7186b34-b0ee-4718-be15-53f4dd31cca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:34.533182 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9dacf9de-d5f2-43e8-ab1e-c543d9f5577a tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:34.563387 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9dacf9de-d5f2-43e8-ab1e-c543d9f5577a tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:34.583389 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-f7186b34-b0ee-4718-be15-53f4dd31cca6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=334c154c3d0a427da1da29bfe7527f3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5688167 Sep 23 07:04:34.584284 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7186b34-b0ee-4718-be15-53f4dd31cca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db3eeffe-7266-459c-ac37-46503cc9cc19,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:34.586115 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57074) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:34.604096 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 57076) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:34.609922 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-3b56e3a1-3344-40c4-8d34-c2661b761edc admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1886674776-network', 'tenant_id': 'e9ca6737cafc43e68f7f348785460da4'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:04:34.632889 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b56e3a1-3344-40c4-8d34-c2661b761edc admin admin] Made reservation on behalf of e9ca6737cafc43e68f7f348785460da4 for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:04:34.635294 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3b56e3a1-3344-40c4-8d34-c2661b761edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:34.644688 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3b56e3a1-3344-40c4-8d34-c2661b761edc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:34.646305 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9dacf9de-d5f2-43e8-ab1e-c543d9f5577a tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:34.648938 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9dacf9de-d5f2-43e8-ab1e-c543d9f5577a tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:34.650109 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-9dacf9de-d5f2-43e8-ab1e-c543d9f5577a tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] 10.222.0.39 "DELETE /v2.0/security-groups/2a6e7f8d-43ab-4c6c-88a4-55479ba8488f HTTP/1.1" status: 204 len: 168 time: 0.2006404 Sep 23 07:04:34.652957 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 57078) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:34.666988 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dacf9de-d5f2-43e8-ab1e-c543d9f5577a tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6e7f8d-43ab-4c6c-88a4-55479ba8488f,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:34.669116 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-683ad51f-f366-4b8d-b7ac-ff6ebbd40f56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:34.695075 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-683ad51f-f366-4b8d-b7ac-ff6ebbd40f56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:34.740582 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-65591f7b-9f51-4abf-b51c-d4c5f70b1e01 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0812373 Sep 23 07:04:34.742064 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57082) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:34.747248 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-ede10122-56ad-4875-b595-5aaee723a6e2 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Request body: {'security_group': {'name': 'tempest-secgroup--1243982963'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:04:34.802690 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e843b71c-f5c9-4680-948d-5b7add392f45 req-f42c6711-adef-43f3-ba08-30135ec80b94 tempest-ServerShowV247Test-608128335 tempest-ServerShowV247Test-608128335-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc022068-0750-4832-a460-ebff2160c250 HTTP/1.1" status: 200 len: 210 time: 0.0349529 Sep 23 07:04:34.805828 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-683ad51f-f366-4b8d-b7ac-ff6ebbd40f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:34.808821 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-683ad51f-f366-4b8d-b7ac-ff6ebbd40f56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:34.812766 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-683ad51f-f366-4b8d-b7ac-ff6ebbd40f56 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/db3eeffe-7266-459c-ac37-46503cc9cc19 HTTP/1.1" status: 204 len: 168 time: 0.2254238 Sep 23 07:04:34.821190 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683ad51f-f366-4b8d-b7ac-ff6ebbd40f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3eeffe-7266-459c-ac37-46503cc9cc19,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:34.828232 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3b56e3a1-3344-40c4-8d34-c2661b761edc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:34.842820 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3b56e3a1-3344-40c4-8d34-c2661b761edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:34.857578 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ede10122-56ad-4875-b595-5aaee723a6e2 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:34.861259 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b56e3a1-3344-40c4-8d34-c2661b761edc admin admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:04:34.888167 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 03cdff41-7410-49ce-b847-0ea4344c74e6 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:04:34.907120 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3b56e3a1-3344-40c4-8d34-c2661b761edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:34.907708 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-3b56e3a1-3344-40c4-8d34-c2661b761edc admin admin] Added segment db355803-4b46-4d21-9fb2-b971397331b9 of type vlan for network 56a6e14f-3098-41c6-bb21-afaa7ace3900 Sep 23 07:04:34.941544 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 03cdff41-7410-49ce-b847-0ea4344c74e6 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:04:34.942067 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:34.994351 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ede10122-56ad-4875-b595-5aaee723a6e2 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:35.001483 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ede10122-56ad-4875-b595-5aaee723a6e2 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:35.052153 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ede10122-56ad-4875-b595-5aaee723a6e2 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:35.054947 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-ede10122-56ad-4875-b595-5aaee723a6e2 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3113191 Sep 23 07:04:35.059166 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:35.062778 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede10122-56ad-4875-b595-5aaee723a6e2 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60dab517-1aed-46d6-a929-aa5236f23e57,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:35.065808 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57086) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:35.075197 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-01b6e9b1-3389-4c6e-863c-36140914b7bc tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Request body: {'security_group_rule': {'security_group_id': '60dab517-1aed-46d6-a929-aa5236f23e57', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:04:35.076268 n-d-715271-16 neutron-server[95066]: WARNING neutron.api.v2.base [None req-01b6e9b1-3389-4c6e-863c-36140914b7bc tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 23 07:04:35.076924 n-d-715271-16 neutron-server[95066]: INFO neutron.api.v2.resource [None req-01b6e9b1-3389-4c6e-863c-36140914b7bc tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 07:04:35.077931 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-01b6e9b1-3389-4c6e-863c-36140914b7bc tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0109322 Sep 23 07:04:35.080985 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57088) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:35.094531 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-5797432e-e89a-462d-a615-1cd97f5bb4b1 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Request body: {'security_group_rule': {'security_group_id': '60dab517-1aed-46d6-a929-aa5236f23e57', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:04:35.094656 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port 03cdff41-7410-49ce-b847-0ea4344c74e6, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=03cdff41-7410-49ce-b847-0ea4344c74e6,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:04:35.095433 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:35.130821 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3592c8-afaa-454f-8eb4-a8604aed40b0 None None] Sync routers for ids ['efc9462f-cfcf-41ac-9734-347505144619'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:04:35.162795 n-d-715271-16 neutron-server[95066]: INFO neutron.api.v2.resource [None req-5797432e-e89a-462d-a615-1cd97f5bb4b1 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 07:04:35.166745 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3592c8-afaa-454f-8eb4-a8604aed40b0 None None] Routers {'efc9462f-cfcf-41ac-9734-347505144619'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:04:35.166745 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-9f3592c8-afaa-454f-8eb4-a8604aed40b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:04:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['efc9462f-cfcf-41ac-9734-347505144619'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:04:35.167793 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-5797432e-e89a-462d-a615-1cd97f5bb4b1 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0857320 Sep 23 07:04:35.168829 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57092) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:35.174346 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-6a5ef78d-6131-4365-bf81-7659a0d38236 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Request body: {'security_group_rule': {'security_group_id': '60dab517-1aed-46d6-a929-aa5236f23e57', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:04:35.175076 n-d-715271-16 neutron-server[95066]: WARNING neutron.api.v2.base [None req-6a5ef78d-6131-4365-bf81-7659a0d38236 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 23 07:04:35.175798 n-d-715271-16 neutron-server[95066]: INFO neutron.api.v2.resource [None req-6a5ef78d-6131-4365-bf81-7659a0d38236 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 07:04:35.181571 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-6a5ef78d-6131-4365-bf81-7659a0d38236 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0111470 Sep 23 07:04:35.182555 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57094) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:35.187256 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-a689ffad-d397-40f8-9b6f-dc788224799b tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Request body: {'security_group_rule': {'security_group_id': '60dab517-1aed-46d6-a929-aa5236f23e57', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:04:35.205263 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=03cdff41-7410-49ce-b847-0ea4344c74e6,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:35.249640 n-d-715271-16 neutron-server[95066]: INFO neutron.api.v2.resource [None req-a689ffad-d397-40f8-9b6f-dc788224799b tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 07:04:35.250793 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-a689ffad-d397-40f8-9b6f-dc788224799b tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0671113 Sep 23 07:04:35.253756 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57096) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:35.260537 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-ff788044-6fff-437d-935c-24d9174df847 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Request body: {'security_group_rule': {'security_group_id': '60dab517-1aed-46d6-a929-aa5236f23e57', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:04:35.261394 n-d-715271-16 neutron-server[95066]: WARNING neutron.api.v2.base [None req-ff788044-6fff-437d-935c-24d9174df847 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 23 07:04:35.262073 n-d-715271-16 neutron-server[95066]: INFO neutron.api.v2.resource [None req-ff788044-6fff-437d-935c-24d9174df847 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 07:04:35.263758 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-ff788044-6fff-437d-935c-24d9174df847 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0079567 Sep 23 07:04:35.266624 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57098) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:35.271834 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-6d1b488e-d9d9-4afb-8fcb-da22c5f0cfc2 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Request body: {'security_group_rule': {'security_group_id': '60dab517-1aed-46d6-a929-aa5236f23e57', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:04:35.310715 n-d-715271-16 neutron-server[95066]: INFO neutron.db.securitygroups_db [None req-6d1b488e-d9d9-4afb-8fcb-da22c5f0cfc2 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Project 0e023a4fa45145b488072b7678bde115 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 07:04:35.311736 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-9f3592c8-afaa-454f-8eb4-a8604aed40b0 None None] Set router efc9462f-cfcf-41ac-9734-347505144619 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:04:35.324193 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b56e3a1-3344-40c4-8d34-c2661b761edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ad0c53-9d65-41c7-bc1a-b9a18e3efbbb,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:35.339639 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57100) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:35.353704 n-d-715271-16 neutron-server[95066]: INFO neutron.api.v2.resource [None req-6d1b488e-d9d9-4afb-8fcb-da22c5f0cfc2 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 07:04:35.354882 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-6d1b488e-d9d9-4afb-8fcb-da22c5f0cfc2 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0870764 Sep 23 07:04:35.358067 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57102) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:35.362437 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3b56e3a1-3344-40c4-8d34-c2661b761edc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:35.362603 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-88db1def-4fc8-4af5-a578-0ab92f37bf33 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Request body: {'security_group_rule': {'security_group_id': '60dab517-1aed-46d6-a929-aa5236f23e57', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:04:35.362921 n-d-715271-16 neutron-server[95066]: WARNING neutron.api.v2.base [None req-88db1def-4fc8-4af5-a578-0ab92f37bf33 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 23 07:04:35.363384 n-d-715271-16 neutron-server[95066]: INFO neutron.api.v2.resource [None req-88db1def-4fc8-4af5-a578-0ab92f37bf33 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 07:04:35.365509 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-88db1def-4fc8-4af5-a578-0ab92f37bf33 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0054696 Sep 23 07:04:35.365509 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-28dce3df-bb36-4249-a46e-c911d68fee59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:35.368362 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 57104) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:35.374406 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-4902a701-d183-42a8-94f8-0a1e6e6b88de tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Request body: {'security_group_rule': {'security_group_id': '60dab517-1aed-46d6-a929-aa5236f23e57', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:04:35.406299 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3b56e3a1-3344-40c4-8d34-c2661b761edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:35.407987 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b56e3a1-3344-40c4-8d34-c2661b761edc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:35.408700 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3b56e3a1-3344-40c4-8d34-c2661b761edc admin admin] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:35.472509 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-28dce3df-bb36-4249-a46e-c911d68fee59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:35.476590 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-28dce3df-bb36-4249-a46e-c911d68fee59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:35.502677 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b56e3a1-3344-40c4-8d34-c2661b761edc admin admin] Pushing event updated for resources: {'Network': ['ID=56a6e14f-3098-41c6-bb21-afaa7ace3900,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:35.514357 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-3b56e3a1-3344-40c4-8d34-c2661b761edc admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9090593 Sep 23 07:04:35.516126 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 56a6e14f-3098-41c6-bb21-afaa7ace3900 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:04:35.518482 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 57108) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:35.528555 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-28dce3df-bb36-4249-a46e-c911d68fee59 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a05f37fce7824077b1e6fdc721c0a871&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1855125 Sep 23 07:04:35.528555 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dce3df-bb36-4249-a46e-c911d68fee59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f15d7b-fed5-4df6-b445-e6c57e08c6a9,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:35.529699 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-eb2454f7-3fe1-469f-b7c1-a9341fe840c3 admin admin] Request body: {'subnet': {'network_id': '56a6e14f-3098-41c6-bb21-afaa7ace3900', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1886674776-subnet', 'tenant_id': 'e9ca6737cafc43e68f7f348785460da4', 'ip_version': 4}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:04:35.529847 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57110) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:35.561294 n-d-715271-16 neutron-server[95065]: INFO neutron.db.securitygroups_db [None req-4902a701-d183-42a8-94f8-0a1e6e6b88de tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Project 0e023a4fa45145b488072b7678bde115 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 07:04:35.583694 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb2454f7-3fe1-469f-b7c1-a9341fe840c3 admin admin] Made reservation on behalf of e9ca6737cafc43e68f7f348785460da4 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:04:35.587752 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-eb2454f7-3fe1-469f-b7c1-a9341fe840c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:35.591689 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [None req-4902a701-d183-42a8-94f8-0a1e6e6b88de tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 07:04:35.596129 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-4902a701-d183-42a8-94f8-0a1e6e6b88de tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2251520 Sep 23 07:04:35.597476 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57112) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:35.600329 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-9f3592c8-afaa-454f-8eb4-a8604aed40b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc9462f-cfcf-41ac-9734-347505144619', 'name': 'tempest-TestServerMultinode-1234973110-router', 'tenant_id': 'c691c16e2c08478d9b844bb9496345a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '03cdff41-7410-49ce-b847-0ea4344c74e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:04:28Z', 'updated_at': '2021-09-23T07:04:32Z', 'revision_number': 4, 'project_id': 'c691c16e2c08478d9b844bb9496345a1', 'gw_port': {'id': '03cdff41-7410-49ce-b847-0ea4344c74e6', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:00:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc9462f-cfcf-41ac-9734-347505144619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:04:29Z', 'updated_at': '2021-09-23T07:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '75e790c6-41c9-497b-82f9-9cb1e87b4ab7', 'name': '', 'network_id': 'b69586d7-8c89-48cb-926a-f21516fd70fb', 'tenant_id': 'c691c16e2c08478d9b844bb9496345a1', 'mac_address': 'fa:16:3e:b1:b1:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc9462f-cfcf-41ac-9734-347505144619', 'device_owner': 'network:router_interface', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': '02059dde-50d8-47d5-a307-abc2f2528d86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:04:31Z', 'updated_at': '2021-09-23T07:04:32Z', 'revision_number': 2, 'project_id': 'c691c16e2c08478d9b844bb9496345a1', 'subnets': [{'id': '02059dde-50d8-47d5-a307-abc2f2528d86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:04:35.603568 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-c3150846-b74f-4292-ad9a-aa01083d144f tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Request body: {'security_group_rule': {'security_group_id': '60dab517-1aed-46d6-a929-aa5236f23e57', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:04:35.627621 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6a333616-9493-4b0c-9b8b-cf7e94d5fb11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:35.632320 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3592c8-afaa-454f-8eb4-a8604aed40b0 None None] Checking router: efc9462f-cfcf-41ac-9734-347505144619 for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:04:35.632703 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3592c8-afaa-454f-8eb4-a8604aed40b0 None None] Updating router efc9462f-cfcf-41ac-9734-347505144619 port 75e790c6-41c9-497b-82f9-9cb1e87b4ab7 binding host n-d-715271-16 {{(pid=95067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 07:04:35.642743 n-d-715271-16 neutron-server[95066]: INFO neutron.db.securitygroups_db [None req-c3150846-b74f-4292-ad9a-aa01083d144f tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Project 0e023a4fa45145b488072b7678bde115 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 07:04:35.657760 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-9f3592c8-afaa-454f-8eb4-a8604aed40b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:35.667830 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6a333616-9493-4b0c-9b8b-cf7e94d5fb11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:35.670255 n-d-715271-16 neutron-server[95066]: INFO neutron.api.v2.resource [None req-c3150846-b74f-4292-ad9a-aa01083d144f tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 07:04:35.671406 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-c3150846-b74f-4292-ad9a-aa01083d144f tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0729177 Sep 23 07:04:35.675036 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 57114) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:35.722456 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6a333616-9493-4b0c-9b8b-cf7e94d5fb11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:35.725550 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6a333616-9493-4b0c-9b8b-cf7e94d5fb11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:35.729236 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-6a333616-9493-4b0c-9b8b-cf7e94d5fb11 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/79f15d7b-fed5-4df6-b445-e6c57e08c6a9 HTTP/1.1" status: 204 len: 168 time: 0.1840844 Sep 23 07:04:35.739712 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a333616-9493-4b0c-9b8b-cf7e94d5fb11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f15d7b-fed5-4df6-b445-e6c57e08c6a9,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:35.787163 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9b5f1a6f-dcd0-4fe6-b71b-93187e17d05a tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:35.842926 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9b5f1a6f-dcd0-4fe6-b71b-93187e17d05a tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:35.880672 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-eb2454f7-3fe1-469f-b7c1-a9341fe840c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:35.957812 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9b5f1a6f-dcd0-4fe6-b71b-93187e17d05a tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:35.960516 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9b5f1a6f-dcd0-4fe6-b71b-93187e17d05a tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:35.964490 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57124) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:35.964634 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-9b5f1a6f-dcd0-4fe6-b71b-93187e17d05a tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] 10.222.0.39 "DELETE /v2.0/security-groups/60dab517-1aed-46d6-a929-aa5236f23e57 HTTP/1.1" status: 204 len: 168 time: 0.2878065 Sep 23 07:04:35.965291 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2454f7-3fe1-469f-b7c1-a9341fe840c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52572453-1980-4061-82d0-4cc1e9c52597,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:35.984304 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2454f7-3fe1-469f-b7c1-a9341fe840c3 admin admin] Checking segment: {'id': 'db355803-4b46-4d21-9fb2-b971397331b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '56a6e14f-3098-41c6-bb21-afaa7ace3900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:04:35.984584 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2454f7-3fe1-469f-b7c1-a9341fe840c3 admin admin] Network hostable DHCP agents. Network: 56a6e14f-3098-41c6-bb21-afaa7ace3900, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:04:35.990049 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f1a6f-dcd0-4fe6-b71b-93187e17d05a tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60dab517-1aed-46d6-a929-aa5236f23e57,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:36.010776 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2454f7-3fe1-469f-b7c1-a9341fe840c3 admin admin] Network 56a6e14f-3098-41c6-bb21-afaa7ace3900 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:04:36.025737 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-9f3592c8-afaa-454f-8eb4-a8604aed40b0 None None] Notify callbacks [] for port, precommit_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:36.034461 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-eb2454f7-3fe1-469f-b7c1-a9341fe840c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 56a6e14f-3098-41c6-bb21-afaa7ace3900) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:04:36.036234 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-9f3592c8-afaa-454f-8eb4-a8604aed40b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:36.043336 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2454f7-3fe1-469f-b7c1-a9341fe840c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:36.046057 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7133a450-cfce-41a2-bb1e-f9390f39ccac None None] Network 56a6e14f-3098-41c6-bb21-afaa7ace3900 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:04:36.046797 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-eb2454f7-3fe1-469f-b7c1-a9341fe840c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:36.062261 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-0eab563d-8ac9-4351-bbbe-6fc51dcb5f6f tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0959005 Sep 23 07:04:36.066204 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57128) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:36.076053 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-77011ae1-2c99-4bb4-8bb4-82e7b2593814 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Request body: {'security_group': {'name': 'tempest-secgroup--1668483902'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:04:36.086075 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-eb2454f7-3fe1-469f-b7c1-a9341fe840c3 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5639727 Sep 23 07:04:36.086268 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 57132) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:36.094219 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-e35d8c71-4de1-4988-84f9-a50af130f8e2 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1886674776-router', 'tenant_id': 'e9ca6737cafc43e68f7f348785460da4', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:04:36.134904 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-77011ae1-2c99-4bb4-8bb4-82e7b2593814 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:36.180576 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e35d8c71-4de1-4988-84f9-a50af130f8e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:36.182221 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e35d8c71-4de1-4988-84f9-a50af130f8e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:36.203209 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7741a636-7a39-4b97-8716-0f8280ed511b None None] Pushing event updated for resources: {'Port': ['ID=75e790c6-41c9-497b-82f9-9cb1e87b4ab7,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:36.304918 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-efb6a682-4981-44c2-ab23-19ca7589e086 req-37875bbd-1caf-4b0d-927c-4f451e14d874 tempest-ServerShowV247Test-608128335 tempest-ServerShowV247Test-608128335-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc022068-0750-4832-a460-ebff2160c250 HTTP/1.1" status: 200 len: 210 time: 0.3686762 Sep 23 07:04:36.305547 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e35d8c71-4de1-4988-84f9-a50af130f8e2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:36.309210 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-9f3592c8-afaa-454f-8eb4-a8604aed40b0 None None] Attempting to bind port 75e790c6-41c9-497b-82f9-9cb1e87b4ab7 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:04:36.309566 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-9f3592c8-afaa-454f-8eb4-a8604aed40b0 None None] Attempting to bind port 75e790c6-41c9-497b-82f9-9cb1e87b4ab7 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': 'cfa7b58f-648b-46f1-b9f1-5b9bb8f770f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b69586d7-8c89-48cb-926a-f21516fd70fb'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:04:36.309970 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3592c8-afaa-454f-8eb4-a8604aed40b0 None None] Attempting to bind port 75e790c6-41c9-497b-82f9-9cb1e87b4ab7 on network b69586d7-8c89-48cb-926a-f21516fd70fb {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:04:36.317818 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3592c8-afaa-454f-8eb4-a8604aed40b0 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:04:36.318236 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3592c8-afaa-454f-8eb4-a8604aed40b0 None None] Checking segment: {'id': 'cfa7b58f-648b-46f1-b9f1-5b9bb8f770f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b69586d7-8c89-48cb-926a-f21516fd70fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:04:36.318654 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-9f3592c8-afaa-454f-8eb4-a8604aed40b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:36.319713 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3592c8-afaa-454f-8eb4-a8604aed40b0 None None] Bound using segment: {'id': 'cfa7b58f-648b-46f1-b9f1-5b9bb8f770f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b69586d7-8c89-48cb-926a-f21516fd70fb'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:04:36.320373 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-9f3592c8-afaa-454f-8eb4-a8604aed40b0 None None] Bound port: 75e790c6-41c9-497b-82f9-9cb1e87b4ab7, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfa7b58f-648b-46f1-b9f1-5b9bb8f770f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b69586d7-8c89-48cb-926a-f21516fd70fb'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:04:36.320767 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-9f3592c8-afaa-454f-8eb4-a8604aed40b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:36.376043 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-77011ae1-2c99-4bb4-8bb4-82e7b2593814 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:36.384639 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-77011ae1-2c99-4bb4-8bb4-82e7b2593814 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:36.416206 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-77011ae1-2c99-4bb4-8bb4-82e7b2593814 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:36.418016 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-77011ae1-2c99-4bb4-8bb4-82e7b2593814 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3493044 Sep 23 07:04:36.422690 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57140) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:36.427437 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-ba39dd4e-0e53-43e3-93f2-40e5882bb4ba tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Request body: {'security_group_rule': {'security_group_id': '52e06e23-1357-436a-b9ac-28738b3990cc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:04:36.460992 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77011ae1-2c99-4bb4-8bb4-82e7b2593814 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52e06e23-1357-436a-b9ac-28738b3990cc,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:36.471075 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77011ae1-2c99-4bb4-8bb4-82e7b2593814 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:04:36.471430 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77011ae1-2c99-4bb4-8bb4-82e7b2593814 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:04:36.471823 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77011ae1-2c99-4bb4-8bb4-82e7b2593814 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:04:36.472690 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77011ae1-2c99-4bb4-8bb4-82e7b2593814 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:04:36.473127 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77011ae1-2c99-4bb4-8bb4-82e7b2593814 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:04:36.473370 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77011ae1-2c99-4bb4-8bb4-82e7b2593814 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:04:36.473837 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77011ae1-2c99-4bb4-8bb4-82e7b2593814 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:04:36.474257 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77011ae1-2c99-4bb4-8bb4-82e7b2593814 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:04:36.474523 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77011ae1-2c99-4bb4-8bb4-82e7b2593814 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:04:36.474863 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77011ae1-2c99-4bb4-8bb4-82e7b2593814 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:04:36.475225 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77011ae1-2c99-4bb4-8bb4-82e7b2593814 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:04:36.475684 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77011ae1-2c99-4bb4-8bb4-82e7b2593814 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:04:36.480087 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:36.498156 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e35d8c71-4de1-4988-84f9-a50af130f8e2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:36.512704 n-d-715271-16 neutron-server[95066]: INFO neutron.api.v2.resource [None req-ba39dd4e-0e53-43e3-93f2-40e5882bb4ba tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] create failed (client error): The resource could not be found. Sep 23 07:04:36.513680 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-ba39dd4e-0e53-43e3-93f2-40e5882bb4ba tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0897095 Sep 23 07:04:36.516634 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57146) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:36.535418 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe337e1-8e9d-4ab3-9d8c-23d8acaf5696 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-56a6e14f-3098-41c6-bb21-afaa7ace3900', 'network_id': '56a6e14f-3098-41c6-bb21-afaa7ace3900', 'tenant_id': 'e9ca6737cafc43e68f7f348785460da4', 'fixed_ips': [{'subnet_id': '52572453-1980-4061-82d0-4cc1e9c52597'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:04:36.536269 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-cfe337e1-8e9d-4ab3-9d8c-23d8acaf5696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:36.537022 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-0907a222-930d-4dd3-b04b-d8fd999ff82c tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Request body: {'security_group_rule': {'security_group_id': '52e06e23-1357-436a-b9ac-28738b3990cc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'd39fc65b-e218-4d5c-b008-73d5f9130769'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:04:36.540119 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-9f3592c8-afaa-454f-8eb4-a8604aed40b0 None None] For port 75e790c6-41c9-497b-82f9-9cb1e87b4ab7, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:04:36.543594 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-9f3592c8-afaa-454f-8eb4-a8604aed40b0 None None] For port 75e790c6-41c9-497b-82f9-9cb1e87b4ab7, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=75e790c6-41c9-497b-82f9-9cb1e87b4ab7,segment=NetworkSegment(cfa7b58f-648b-46f1-b9f1-5b9bb8f770f0),segment_id=cfa7b58f-648b-46f1-b9f1-5b9bb8f770f0)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:04:36.560987 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-9f3592c8-afaa-454f-8eb4-a8604aed40b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:36.593344 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-eec0cdd1-a2a0-4618-9d84-0bdda02b0940 None None] Provisioning complete for port 75e790c6-41c9-497b-82f9-9cb1e87b4ab7 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:04:36.594966 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-eec0cdd1-a2a0-4618-9d84-0bdda02b0940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:36.603522 n-d-715271-16 neutron-server[95066]: INFO neutron.api.v2.resource [None req-0907a222-930d-4dd3-b04b-d8fd999ff82c tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] create failed (client error): The resource could not be found. Sep 23 07:04:36.605126 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-0907a222-930d-4dd3-b04b-d8fd999ff82c tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0869768 Sep 23 07:04:36.608917 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 57152) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:36.765518 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7741a636-7a39-4b97-8716-0f8280ed511b None None] Pushing event updated for resources: {'Port': ['ID=75e790c6-41c9-497b-82f9-9cb1e87b4ab7,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:36.777571 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3592c8-afaa-454f-8eb4-a8604aed40b0 None None] Routers {'efc9462f-cfcf-41ac-9734-347505144619'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:04:36.789524 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-9f3592c8-afaa-454f-8eb4-a8604aed40b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:04:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['efc9462f-cfcf-41ac-9734-347505144619'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:04:36.838501 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9d33767e-b98f-4fe2-8d85-38bc576b031a tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:36.880780 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 03cdff41-7410-49ce-b847-0ea4344c74e6 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:04:36.887421 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e35d8c71-4de1-4988-84f9-a50af130f8e2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:36.895768 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9d33767e-b98f-4fe2-8d85-38bc576b031a tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:36.924743 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e35d8c71-4de1-4988-84f9-a50af130f8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:37.016738 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9d33767e-b98f-4fe2-8d85-38bc576b031a tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:37.024116 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9d33767e-b98f-4fe2-8d85-38bc576b031a tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:37.025536 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-9d33767e-b98f-4fe2-8d85-38bc576b031a tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] 10.222.0.39 "DELETE /v2.0/security-groups/52e06e23-1357-436a-b9ac-28738b3990cc HTTP/1.1" status: 204 len: 168 time: 0.4148810 Sep 23 07:04:37.029710 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57162) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:37.063909 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d33767e-b98f-4fe2-8d85-38bc576b031a tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e06e23-1357-436a-b9ac-28738b3990cc,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:37.123093 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-e35d8c71-4de1-4988-84f9-a50af130f8e2 admin admin] Allocated IP 172.25.2.167 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/8975fa40-a637-4884-a50b-ef8ad81e8159) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:04:37.125515 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-190941d4-9cb7-4064-b304-208f10804876 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0942075 Sep 23 07:04:37.129646 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57164) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:37.136640 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-fc44b863-1c50-48b1-b91b-30eac4bfdacf tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Request body: {'security_group_rule': {'security_group_id': 'ff214796-049f-410b-8b1a-59382d486b6e', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:04:37.243729 n-d-715271-16 neutron-server[95066]: INFO neutron.api.v2.resource [None req-fc44b863-1c50-48b1-b91b-30eac4bfdacf tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] create failed (client error): The resource could not be found. Sep 23 07:04:37.248643 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-fc44b863-1c50-48b1-b91b-30eac4bfdacf tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1174345 Sep 23 07:04:37.249253 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57174) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:37.253736 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-61c32282-0e83-4ad2-b5c5-1397e87c0bcd tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Request body: {'security_group': {'name': 'tempest-secgroup--479711515'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:04:37.296566 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-61c32282-0e83-4ad2-b5c5-1397e87c0bcd tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:37.299705 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e35d8c71-4de1-4988-84f9-a50af130f8e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:37.375677 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-cfe337e1-8e9d-4ab3-9d8c-23d8acaf5696 None None] Allocated IP 172.20.0.2 (56a6e14f-3098-41c6-bb21-afaa7ace3900/52572453-1980-4061-82d0-4cc1e9c52597/960c3efb-c8ca-480d-90c8-efdd0a5855c1) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:04:37.379934 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-eec0cdd1-a2a0-4618-9d84-0bdda02b0940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:37.399769 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e35d8c71-4de1-4988-84f9-a50af130f8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:37.425732 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-9f3592c8-afaa-454f-8eb4-a8604aed40b0 None None] Set router efc9462f-cfcf-41ac-9734-347505144619 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:04:37.448384 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-61c32282-0e83-4ad2-b5c5-1397e87c0bcd tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:37.458083 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-61c32282-0e83-4ad2-b5c5-1397e87c0bcd tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:37.488077 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-61c32282-0e83-4ad2-b5c5-1397e87c0bcd tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:37.489187 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-61c32282-0e83-4ad2-b5c5-1397e87c0bcd tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2388926 Sep 23 07:04:37.492807 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57184) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:37.498766 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 03cdff41-7410-49ce-b847-0ea4344c74e6 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:04:37.499174 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:37.500336 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-9a2bd5f2-9d29-4ecd-8f54-df8c8ff22931 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Request body: {'security_group': {'name': 'tempest-secgroup--732640639'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:04:37.516037 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35d8c71-4de1-4988-84f9-a50af130f8e2 admin admin] Pushing event updated for resources: {'Port': ['ID=8975fa40-a637-4884-a50b-ef8ad81e8159,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:37.516499 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c32282-0e83-4ad2-b5c5-1397e87c0bcd tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2661e1f0-1f8d-444c-8f1d-3979a30e20bd,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:37.528164 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-eec0cdd1-a2a0-4618-9d84-0bdda02b0940 None None] For port 75e790c6-41c9-497b-82f9-9cb1e87b4ab7, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=75e790c6-41c9-497b-82f9-9cb1e87b4ab7,segment=NetworkSegment(cfa7b58f-648b-46f1-b9f1-5b9bb8f770f0),segment_id=cfa7b58f-648b-46f1-b9f1-5b9bb8f770f0)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:04:37.530448 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35d8c71-4de1-4988-84f9-a50af130f8e2 admin admin] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:04:37.533308 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-e35d8c71-4de1-4988-84f9-a50af130f8e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:04:37.542845 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35d8c71-4de1-4988-84f9-a50af130f8e2 admin admin] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:04:37.558191 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9a2bd5f2-9d29-4ecd-8f54-df8c8ff22931 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:37.702232 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9a2bd5f2-9d29-4ecd-8f54-df8c8ff22931 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:37.711969 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9a2bd5f2-9d29-4ecd-8f54-df8c8ff22931 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:37.734551 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-cfe337e1-8e9d-4ab3-9d8c-23d8acaf5696 None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:37.758213 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2bd5f2-9d29-4ecd-8f54-df8c8ff22931 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6eaa29bb-66cf-446d-9c71-81ff86f4942b,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:37.773171 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9a2bd5f2-9d29-4ecd-8f54-df8c8ff22931 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:37.775201 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-9a2bd5f2-9d29-4ecd-8f54-df8c8ff22931 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2814093 Sep 23 07:04:37.778921 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57190) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:37.790944 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-8d27cca8-a250-474b-885d-895c97fc18df tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Request body: {'security_group_rule': {'security_group_id': '2661e1f0-1f8d-444c-8f1d-3979a30e20bd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '6eaa29bb-66cf-446d-9c71-81ff86f4942b'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:04:37.802536 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-eec0cdd1-a2a0-4618-9d84-0bdda02b0940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:37.825364 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-cfe337e1-8e9d-4ab3-9d8c-23d8acaf5696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:37.867123 n-d-715271-16 neutron-server[95066]: INFO neutron.api.v2.resource [None req-8d27cca8-a250-474b-885d-895c97fc18df tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 07:04:37.869969 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-8d27cca8-a250-474b-885d-895c97fc18df tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0872908 Sep 23 07:04:37.872965 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57196) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:37.993411 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-70162110-e6c5-4f85-9eb6-27e45a9aeb35 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:38.011318 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe337e1-8e9d-4ab3-9d8c-23d8acaf5696 None None] Network 56a6e14f-3098-41c6-bb21-afaa7ace3900 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:04:38.022594 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-cfe337e1-8e9d-4ab3-9d8c-23d8acaf5696 None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:04:38.034270 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-70162110-e6c5-4f85-9eb6-27e45a9aeb35 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:38.036191 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-139c7439-ea2c-4c96-a320-f612e8deadc7 req-58b4871a-f2ca-453e-be17-7de188968c34 tempest-ServerShowV247Test-608128335 tempest-ServerShowV247Test-608128335-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc022068-0750-4832-a460-ebff2160c250 HTTP/1.1" status: 200 len: 210 time: 0.5646963 Sep 23 07:04:38.036736 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe337e1-8e9d-4ab3-9d8c-23d8acaf5696 None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:04:38.061678 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e35d8c71-4de1-4988-84f9-a50af130f8e2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:38.064341 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-2febf4b0-b6a1-4355-a995-752e289c3531 None None] Provisioning complete for port 75e790c6-41c9-497b-82f9-9cb1e87b4ab7 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:04:38.064720 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2febf4b0-b6a1-4355-a995-752e289c3531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:38.068398 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec0cdd1-a2a0-4618-9d84-0bdda02b0940 None None] Pushing event updated for resources: {'Port': ['ID=75e790c6-41c9-497b-82f9-9cb1e87b4ab7,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:38.103002 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-70162110-e6c5-4f85-9eb6-27e45a9aeb35 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:38.107710 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-70162110-e6c5-4f85-9eb6-27e45a9aeb35 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:38.114811 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-70162110-e6c5-4f85-9eb6-27e45a9aeb35 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] 10.222.0.39 "DELETE /v2.0/security-groups/6eaa29bb-66cf-446d-9c71-81ff86f4942b HTTP/1.1" status: 204 len: 168 time: 0.2399504 Sep 23 07:04:38.123389 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57198) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:38.156053 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70162110-e6c5-4f85-9eb6-27e45a9aeb35 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eaa29bb-66cf-446d-9c71-81ff86f4942b,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:38.220502 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-2f46e062-13dc-4cc8-ace9-b057444354f6 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0777826 Sep 23 07:04:38.220722 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe337e1-8e9d-4ab3-9d8c-23d8acaf5696 None None] Pushing event updated for resources: {'Port': ['ID=960c3efb-c8ca-480d-90c8-efdd0a5855c1,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:38.220835 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57200) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:38.292628 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-766d3334-8db5-4d7d-b144-a9b56d120590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:38.333177 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-19b53ea3-61b1-4cc1-bc8d-523beea4efe8 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:38.392833 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-cfe337e1-8e9d-4ab3-9d8c-23d8acaf5696 None None] Attempting to bind port 960c3efb-c8ca-480d-90c8-efdd0a5855c1 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:04:38.393331 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-cfe337e1-8e9d-4ab3-9d8c-23d8acaf5696 None None] Attempting to bind port 960c3efb-c8ca-480d-90c8-efdd0a5855c1 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': 'db355803-4b46-4d21-9fb2-b971397331b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '56a6e14f-3098-41c6-bb21-afaa7ace3900'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:04:38.393573 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe337e1-8e9d-4ab3-9d8c-23d8acaf5696 None None] Attempting to bind port 960c3efb-c8ca-480d-90c8-efdd0a5855c1 on network 56a6e14f-3098-41c6-bb21-afaa7ace3900 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:04:38.395697 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-19b53ea3-61b1-4cc1-bc8d-523beea4efe8 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:38.420547 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe337e1-8e9d-4ab3-9d8c-23d8acaf5696 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:04:38.421379 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe337e1-8e9d-4ab3-9d8c-23d8acaf5696 None None] Checking segment: {'id': 'db355803-4b46-4d21-9fb2-b971397331b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '56a6e14f-3098-41c6-bb21-afaa7ace3900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:04:38.422161 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-cfe337e1-8e9d-4ab3-9d8c-23d8acaf5696 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:38.422790 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe337e1-8e9d-4ab3-9d8c-23d8acaf5696 None None] Bound using segment: {'id': 'db355803-4b46-4d21-9fb2-b971397331b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '56a6e14f-3098-41c6-bb21-afaa7ace3900'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:04:38.423654 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-cfe337e1-8e9d-4ab3-9d8c-23d8acaf5696 None None] Bound port: 960c3efb-c8ca-480d-90c8-efdd0a5855c1, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db355803-4b46-4d21-9fb2-b971397331b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '56a6e14f-3098-41c6-bb21-afaa7ace3900'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:04:38.424272 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-cfe337e1-8e9d-4ab3-9d8c-23d8acaf5696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:38.437424 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e35d8c71-4de1-4988-84f9-a50af130f8e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:38.453433 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-19b53ea3-61b1-4cc1-bc8d-523beea4efe8 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:38.457170 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-19b53ea3-61b1-4cc1-bc8d-523beea4efe8 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:38.458575 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-19b53ea3-61b1-4cc1-bc8d-523beea4efe8 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] 10.222.0.39 "DELETE /v2.0/security-groups/2661e1f0-1f8d-444c-8f1d-3979a30e20bd HTTP/1.1" status: 204 len: 168 time: 0.2368050 Sep 23 07:04:38.469256 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57204) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:38.470156 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b53ea3-61b1-4cc1-bc8d-523beea4efe8 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2661e1f0-1f8d-444c-8f1d-3979a30e20bd,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:38.535795 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-9f3592c8-afaa-454f-8eb4-a8604aed40b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc9462f-cfcf-41ac-9734-347505144619', 'name': 'tempest-TestServerMultinode-1234973110-router', 'tenant_id': 'c691c16e2c08478d9b844bb9496345a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '03cdff41-7410-49ce-b847-0ea4344c74e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:04:28Z', 'updated_at': '2021-09-23T07:04:32Z', 'revision_number': 4, 'project_id': 'c691c16e2c08478d9b844bb9496345a1', 'gw_port': {'id': '03cdff41-7410-49ce-b847-0ea4344c74e6', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:00:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc9462f-cfcf-41ac-9734-347505144619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:04:29Z', 'updated_at': '2021-09-23T07:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '75e790c6-41c9-497b-82f9-9cb1e87b4ab7', 'name': '', 'network_id': 'b69586d7-8c89-48cb-926a-f21516fd70fb', 'tenant_id': 'c691c16e2c08478d9b844bb9496345a1', 'mac_address': 'fa:16:3e:b1:b1:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc9462f-cfcf-41ac-9734-347505144619', 'device_owner': 'network:router_interface', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': '02059dde-50d8-47d5-a307-abc2f2528d86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:04:31Z', 'updated_at': '2021-09-23T07:04:36Z', 'revision_number': 4, 'project_id': 'c691c16e2c08478d9b844bb9496345a1', 'subnets': [{'id': '02059dde-50d8-47d5-a307-abc2f2528d86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:04:38.546170 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-21adc3db-5808-49dd-a5be-4b542c091b9a tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0638096 Sep 23 07:04:38.549926 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57206) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:38.555035 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-83d92ebc-9a1b-4a0e-8d0f-0f3cb1b97ccb tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Request body: {'security_group': {'name': 'tempest-secgroup--1657997728'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:04:38.585844 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3592c8-afaa-454f-8eb4-a8604aed40b0 None None] The sync data for ids ['efc9462f-cfcf-41ac-9734-347505144619'] in n-d-715271-16 is: [{'id': 'efc9462f-cfcf-41ac-9734-347505144619', 'name': 'tempest-TestServerMultinode-1234973110-router', 'tenant_id': 'c691c16e2c08478d9b844bb9496345a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '03cdff41-7410-49ce-b847-0ea4344c74e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:04:28Z', 'updated_at': '2021-09-23T07:04:32Z', 'revision_number': 4, 'project_id': 'c691c16e2c08478d9b844bb9496345a1', 'gw_port': {'id': '03cdff41-7410-49ce-b847-0ea4344c74e6', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:00:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc9462f-cfcf-41ac-9734-347505144619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:04:29Z', 'updated_at': '2021-09-23T07:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '75e790c6-41c9-497b-82f9-9cb1e87b4ab7', 'name': '', 'network_id': 'b69586d7-8c89-48cb-926a-f21516fd70fb', 'tenant_id': 'c691c16e2c08478d9b844bb9496345a1', 'mac_address': 'fa:16:3e:b1:b1:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc9462f-cfcf-41ac-9734-347505144619', 'device_owner': 'network:router_interface', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': '02059dde-50d8-47d5-a307-abc2f2528d86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:04:31Z', 'updated_at': '2021-09-23T07:04:36Z', 'revision_number': 4, 'project_id': 'c691c16e2c08478d9b844bb9496345a1', 'subnets': [{'id': '02059dde-50d8-47d5-a307-abc2f2528d86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:04:38.594761 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-83d92ebc-9a1b-4a0e-8d0f-0f3cb1b97ccb tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:38.595392 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-cfe337e1-8e9d-4ab3-9d8c-23d8acaf5696 None None] For port 960c3efb-c8ca-480d-90c8-efdd0a5855c1, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:04:38.600119 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-cfe337e1-8e9d-4ab3-9d8c-23d8acaf5696 None None] For port 960c3efb-c8ca-480d-90c8-efdd0a5855c1, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=960c3efb-c8ca-480d-90c8-efdd0a5855c1,segment=NetworkSegment(db355803-4b46-4d21-9fb2-b971397331b9),segment_id=db355803-4b46-4d21-9fb2-b971397331b9)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:04:38.613494 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-cfe337e1-8e9d-4ab3-9d8c-23d8acaf5696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:38.701999 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e35d8c71-4de1-4988-84f9-a50af130f8e2 admin admin] Router 9a38548f-c72c-4f33-aa12-00938dbe094d is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 07:04:38.765710 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-83d92ebc-9a1b-4a0e-8d0f-0f3cb1b97ccb tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:38.782813 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe337e1-8e9d-4ab3-9d8c-23d8acaf5696 None None] Pushing event updated for resources: {'Port': ['ID=960c3efb-c8ca-480d-90c8-efdd0a5855c1,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:38.787258 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-83d92ebc-9a1b-4a0e-8d0f-0f3cb1b97ccb tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:38.872394 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-83d92ebc-9a1b-4a0e-8d0f-0f3cb1b97ccb tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:38.873682 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-83d92ebc-9a1b-4a0e-8d0f-0f3cb1b97ccb tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3228145 Sep 23 07:04:38.874825 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d92ebc-9a1b-4a0e-8d0f-0f3cb1b97ccb tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d93e0f4e-5077-4a3c-9e09-5d3cb9d506a8,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:38.887014 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57214) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:38.893445 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-3bd606a8-14e3-4fee-a26e-54bb959b5b98 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Request body: {'security_group_rule': {'security_group_id': 'd93e0f4e-5077-4a3c-9e09-5d3cb9d506a8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:04:38.894758 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e35d8c71-4de1-4988-84f9-a50af130f8e2 admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:04:38.906943 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712a7fde-4098-4902-9b9f-043fc2f17fd4 None None] Sync routers for ids ['9a38548f-c72c-4f33-aa12-00938dbe094d'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:04:38.924368 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712a7fde-4098-4902-9b9f-043fc2f17fd4 None None] Routers {'9a38548f-c72c-4f33-aa12-00938dbe094d'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:04:38.925204 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-712a7fde-4098-4902-9b9f-043fc2f17fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:04:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['9a38548f-c72c-4f33-aa12-00938dbe094d'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:04:38.927833 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 75e790c6-41c9-497b-82f9-9cb1e87b4ab7 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:04:38.941285 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e35d8c71-4de1-4988-84f9-a50af130f8e2 admin admin] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:38.942829 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-e35d8c71-4de1-4988-84f9-a50af130f8e2 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8555758 Sep 23 07:04:38.946049 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 57216) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:38.977574 n-d-715271-16 neutron-server[95066]: INFO neutron.api.v2.resource [None req-3bd606a8-14e3-4fee-a26e-54bb959b5b98 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 07:04:38.982392 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-3bd606a8-14e3-4fee-a26e-54bb959b5b98 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0941360 Sep 23 07:04:38.983173 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57218) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:38.988001 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-39826186-a2ca-48a8-82f9-02dbf83c0af3 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Request body: {'security_group_rule': {'security_group_id': 'd93e0f4e-5077-4a3c-9e09-5d3cb9d506a8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:04:39.107557 n-d-715271-16 neutron-server[95066]: INFO neutron.api.v2.resource [None req-39826186-a2ca-48a8-82f9-02dbf83c0af3 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 07:04:39.112615 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-39826186-a2ca-48a8-82f9-02dbf83c0af3 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1283550 Sep 23 07:04:39.113487 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57222) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:39.135376 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 75e790c6-41c9-497b-82f9-9cb1e87b4ab7 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:04:39.135901 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:39.250155 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d20fcc10-c63f-4fe1-81f1-55f4936236db req-098e308d-3643-4e34-8a04-a815f981111e tempest-ServerShowV247Test-608128335 tempest-ServerShowV247Test-608128335-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc022068-0750-4832-a460-ebff2160c250 HTTP/1.1" status: 200 len: 210 time: 0.0614679 Sep 23 07:04:39.252088 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-712a7fde-4098-4902-9b9f-043fc2f17fd4 None None] Set router 9a38548f-c72c-4f33-aa12-00938dbe094d gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:04:39.300768 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f448ccb8-d1a7-4d28-b21f-c7603ffdd213 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:39.337977 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f448ccb8-d1a7-4d28-b21f-c7603ffdd213 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:39.422834 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f448ccb8-d1a7-4d28-b21f-c7603ffdd213 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:39.426093 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f448ccb8-d1a7-4d28-b21f-c7603ffdd213 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:39.427552 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-f448ccb8-d1a7-4d28-b21f-c7603ffdd213 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] 10.222.0.39 "DELETE /v2.0/security-groups/d93e0f4e-5077-4a3c-9e09-5d3cb9d506a8 HTTP/1.1" status: 204 len: 168 time: 0.3125277 Sep 23 07:04:39.431481 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 57226) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:39.447104 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f448ccb8-d1a7-4d28-b21f-c7603ffdd213 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d93e0f4e-5077-4a3c-9e09-5d3cb9d506a8,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:39.556001 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-7b45597b-f49a-4c21-b32b-52a7d5253409 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1236875 Sep 23 07:04:39.556200 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57230) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:39.562930 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-7f712d62-fb31-4635-99dd-6b3a601cc1c5 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Request body: {'security_group': {'name': 'tempest-secgroup--286601240'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:04:39.611103 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7f712d62-fb31-4635-99dd-6b3a601cc1c5 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:39.619110 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-712a7fde-4098-4902-9b9f-043fc2f17fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a38548f-c72c-4f33-aa12-00938dbe094d', 'name': 'tempest-TestServerMultinode-1886674776-router', 'tenant_id': 'e9ca6737cafc43e68f7f348785460da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '8975fa40-a637-4884-a50b-ef8ad81e8159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:04:36Z', 'updated_at': '2021-09-23T07:04:37Z', 'revision_number': 3, 'project_id': 'e9ca6737cafc43e68f7f348785460da4', 'gw_port': {'id': '8975fa40-a637-4884-a50b-ef8ad81e8159', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:8b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a38548f-c72c-4f33-aa12-00938dbe094d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:04:36Z', 'updated_at': '2021-09-23T07:04:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:04:39.659070 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712a7fde-4098-4902-9b9f-043fc2f17fd4 None None] Checking router: 9a38548f-c72c-4f33-aa12-00938dbe094d for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:04:39.659804 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712a7fde-4098-4902-9b9f-043fc2f17fd4 None None] Updating router 9a38548f-c72c-4f33-aa12-00938dbe094d port 8975fa40-a637-4884-a50b-ef8ad81e8159 binding host n-d-715271-16 {{(pid=95068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 07:04:39.703958 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-712a7fde-4098-4902-9b9f-043fc2f17fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:39.844369 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7f712d62-fb31-4635-99dd-6b3a601cc1c5 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:39.852350 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7f712d62-fb31-4635-99dd-6b3a601cc1c5 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:39.859889 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-eb1f7e8d-44b6-4365-a410-4207e12cd5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:39.914716 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7f712d62-fb31-4635-99dd-6b3a601cc1c5 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:39.918844 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-7f712d62-fb31-4635-99dd-6b3a601cc1c5 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3588033 Sep 23 07:04:39.926029 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57234) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:39.935831 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-6c793e92-1059-4bc9-9c6b-639fe83f673b tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:04:39.936511 n-d-715271-16 neutron-server[95066]: WARNING neutron.api.v2.base [None req-6c793e92-1059-4bc9-9c6b-639fe83f673b tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 23 07:04:39.937024 n-d-715271-16 neutron-server[95066]: INFO neutron.api.v2.resource [None req-6c793e92-1059-4bc9-9c6b-639fe83f673b tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] update failed (client error): There was a conflict when trying to complete your request. Sep 23 07:04:39.940689 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-6c793e92-1059-4bc9-9c6b-639fe83f673b tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] 10.222.0.39 "PUT /v2.0/security-groups/c2074489-2749-40f2-8181-050d61519b0c HTTP/1.1" status: 409 len: 330 time: 0.0108995 Sep 23 07:04:39.942284 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 57236) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:39.945096 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f712d62-fb31-4635-99dd-6b3a601cc1c5 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2074489-2749-40f2-8181-050d61519b0c,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:40.072288 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:40.073031 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-39ad87f3-352b-49c7-a902-aec4eb94c9a0 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:40.112520 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-39ad87f3-352b-49c7-a902-aec4eb94c9a0 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:40.140014 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-712a7fde-4098-4902-9b9f-043fc2f17fd4 None None] Notify callbacks [] for port, precommit_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:40.152908 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-712a7fde-4098-4902-9b9f-043fc2f17fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:40.184921 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-eb1f7e8d-44b6-4365-a410-4207e12cd5ea admin admin] Allocated IP 172.20.0.1 (56a6e14f-3098-41c6-bb21-afaa7ace3900/52572453-1980-4061-82d0-4cc1e9c52597/d71181bc-7415-4b10-8859-cc6232e65c71) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:04:40.206193 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-39ad87f3-352b-49c7-a902-aec4eb94c9a0 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:40.209281 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-39ad87f3-352b-49c7-a902-aec4eb94c9a0 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:40.213393 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-712a7fde-4098-4902-9b9f-043fc2f17fd4 None None] Attempting to bind port 8975fa40-a637-4884-a50b-ef8ad81e8159 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:04:40.213553 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-39ad87f3-352b-49c7-a902-aec4eb94c9a0 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] 10.222.0.39 "DELETE /v2.0/security-groups/c2074489-2749-40f2-8181-050d61519b0c HTTP/1.1" status: 204 len: 168 time: 0.2678120 Sep 23 07:04:40.213662 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-712a7fde-4098-4902-9b9f-043fc2f17fd4 None None] Attempting to bind port 8975fa40-a637-4884-a50b-ef8ad81e8159 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:04:40.213662 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712a7fde-4098-4902-9b9f-043fc2f17fd4 None None] Attempting to bind port 8975fa40-a637-4884-a50b-ef8ad81e8159 on network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:04:40.214303 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57238) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:40.219937 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712a7fde-4098-4902-9b9f-043fc2f17fd4 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:04:40.220303 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712a7fde-4098-4902-9b9f-043fc2f17fd4 None None] Checking segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:04:40.220696 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-712a7fde-4098-4902-9b9f-043fc2f17fd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:40.221083 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712a7fde-4098-4902-9b9f-043fc2f17fd4 None None] Bound using segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:04:40.221551 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-712a7fde-4098-4902-9b9f-043fc2f17fd4 None None] Bound port: 8975fa40-a637-4884-a50b-ef8ad81e8159, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:04:40.235853 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ad87f3-352b-49c7-a902-aec4eb94c9a0 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2074489-2749-40f2-8181-050d61519b0c,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:40.237695 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-712a7fde-4098-4902-9b9f-043fc2f17fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:40.285644 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-2cc6ea0c-8799-4614-ac9f-5acea427dfc8 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0700700 Sep 23 07:04:40.286425 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fef3bf-40a4-4a85-a88f-3b574abd1f27 None None] Network 56a6e14f-3098-41c6-bb21-afaa7ace3900 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:04:40.294968 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57244) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:40.312179 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773da8cd-ffb7-4c23-b397-7eca485d3895 None None] Pushing event updated for resources: {'Port': ['ID=8975fa40-a637-4884-a50b-ef8ad81e8159,revision_number=2']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:40.327775 n-d-715271-16 neutron-server[95066]: INFO neutron.api.v2.resource [None req-1e684183-952f-4483-9d26-89e5e2f37731 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] delete failed (client error): The resource could not be found. Sep 23 07:04:40.332409 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-1e684183-952f-4483-9d26-89e5e2f37731 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] 10.222.0.39 "DELETE /v2.0/security-groups/1b327c81-b94e-4ec0-8d00-34a6a93c8b9c HTTP/1.1" status: 404 len: 347 time: 0.0300937 Sep 23 07:04:40.332686 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57246) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:40.366635 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-712a7fde-4098-4902-9b9f-043fc2f17fd4 None None] For port 8975fa40-a637-4884-a50b-ef8ad81e8159, host n-d-715271-16, cleared binding levels {{(pid=95068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:04:40.369725 n-d-715271-16 neutron-server[95066]: INFO neutron.api.v2.resource [None req-6decbe9b-16a7-4e4d-bc29-bfd55f18c130 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] show failed (client error): The resource could not be found. Sep 23 07:04:40.374536 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-6decbe9b-16a7-4e4d-bc29-bfd55f18c130 tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] 10.222.0.39 "GET /v2.0/security-groups/28b9dd31-3cfd-421f-bae9-b00b11e577e7 HTTP/1.1" status: 404 len: 347 time: 0.0337658 Sep 23 07:04:40.375518 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-712a7fde-4098-4902-9b9f-043fc2f17fd4 None None] For port 8975fa40-a637-4884-a50b-ef8ad81e8159, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=8975fa40-a637-4884-a50b-ef8ad81e8159,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:04:40.375691 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57248) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:40.385476 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-712a7fde-4098-4902-9b9f-043fc2f17fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:40.389280 n-d-715271-16 neutron-server[95066]: INFO neutron.api.v2.resource [None req-008f87dd-5f80-474a-9f66-a33afc6a213b tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] show failed (client error): The resource could not be found. Sep 23 07:04:40.393644 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-eb1f7e8d-44b6-4365-a410-4207e12cd5ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:40.393805 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-008f87dd-5f80-474a-9f66-a33afc6a213b tempest-NegativeSecGroupIPv6Test-2128409118 tempest-NegativeSecGroupIPv6Test-2128409118-project] 10.222.0.39 "GET /v2.0/security-group-rules/0849c4e1-e8ff-4bc6-b311-95c4bd3adf85 HTTP/1.1" status: 404 len: 356 time: 0.0137105 Sep 23 07:04:40.451719 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cce7a38b-4263-476b-8729-cf4cb0011722 req-e764e915-01fe-4d4d-b878-c224980a7431 tempest-ServerShowV247Test-608128335 tempest-ServerShowV247Test-608128335-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc022068-0750-4832-a460-ebff2160c250 HTTP/1.1" status: 200 len: 210 time: 0.0396838 Sep 23 07:04:40.454896 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712a7fde-4098-4902-9b9f-043fc2f17fd4 None None] Routers {'9a38548f-c72c-4f33-aa12-00938dbe094d'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:04:40.455588 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-712a7fde-4098-4902-9b9f-043fc2f17fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:04:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['9a38548f-c72c-4f33-aa12-00938dbe094d'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:04:40.482676 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-eb1f7e8d-44b6-4365-a410-4207e12cd5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:40.546297 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1f7e8d-44b6-4365-a410-4207e12cd5ea admin admin] Network 56a6e14f-3098-41c6-bb21-afaa7ace3900 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:04:40.555679 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-eb1f7e8d-44b6-4365-a410-4207e12cd5ea admin admin] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:04:40.563364 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1f7e8d-44b6-4365-a410-4207e12cd5ea admin admin] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:04:40.567996 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773da8cd-ffb7-4c23-b397-7eca485d3895 None None] Pushing event updated for resources: {'Port': ['ID=8975fa40-a637-4884-a50b-ef8ad81e8159,revision_number=3']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:40.569005 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1f7e8d-44b6-4365-a410-4207e12cd5ea admin admin] Pushing event updated for resources: {'Port': ['ID=d71181bc-7415-4b10-8859-cc6232e65c71,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:40.635854 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-eb1f7e8d-44b6-4365-a410-4207e12cd5ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068614'] for router_interface, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:40.688106 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-712a7fde-4098-4902-9b9f-043fc2f17fd4 None None] Set router 9a38548f-c72c-4f33-aa12-00938dbe094d gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:04:40.706712 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-63f52066-9aac-4539-806d-feb08fd41942 None None] Provisioning complete for port 960c3efb-c8ca-480d-90c8-efdd0a5855c1 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:04:40.706903 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-63f52066-9aac-4539-806d-feb08fd41942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:40.811657 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-eb1f7e8d-44b6-4365-a410-4207e12cd5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:40.929680 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-63f52066-9aac-4539-806d-feb08fd41942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:41.035848 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57270) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:41.049174 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-63f52066-9aac-4539-806d-feb08fd41942 None None] For port 960c3efb-c8ca-480d-90c8-efdd0a5855c1, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=960c3efb-c8ca-480d-90c8-efdd0a5855c1,segment=NetworkSegment(db355803-4b46-4d21-9fb2-b971397331b9),segment_id=db355803-4b46-4d21-9fb2-b971397331b9)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:04:41.071028 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-712a7fde-4098-4902-9b9f-043fc2f17fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a38548f-c72c-4f33-aa12-00938dbe094d', 'name': 'tempest-TestServerMultinode-1886674776-router', 'tenant_id': 'e9ca6737cafc43e68f7f348785460da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '8975fa40-a637-4884-a50b-ef8ad81e8159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:04:36Z', 'updated_at': '2021-09-23T07:04:37Z', 'revision_number': 3, 'project_id': 'e9ca6737cafc43e68f7f348785460da4', 'gw_port': {'id': '8975fa40-a637-4884-a50b-ef8ad81e8159', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:8b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a38548f-c72c-4f33-aa12-00938dbe094d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:04:36Z', 'updated_at': '2021-09-23T07:04:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:04:41.077346 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 960c3efb-c8ca-480d-90c8-efdd0a5855c1 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:04:41.121631 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712a7fde-4098-4902-9b9f-043fc2f17fd4 None None] The sync data for ids ['9a38548f-c72c-4f33-aa12-00938dbe094d'] in n-d-715271-16 is: [{'id': '9a38548f-c72c-4f33-aa12-00938dbe094d', 'name': 'tempest-TestServerMultinode-1886674776-router', 'tenant_id': 'e9ca6737cafc43e68f7f348785460da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '8975fa40-a637-4884-a50b-ef8ad81e8159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:04:36Z', 'updated_at': '2021-09-23T07:04:37Z', 'revision_number': 3, 'project_id': 'e9ca6737cafc43e68f7f348785460da4', 'gw_port': {'id': '8975fa40-a637-4884-a50b-ef8ad81e8159', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:8b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a38548f-c72c-4f33-aa12-00938dbe094d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:04:36Z', 'updated_at': '2021-09-23T07:04:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:04:41.179141 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-63f52066-9aac-4539-806d-feb08fd41942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:41.227973 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-29b03b86-5350-4b1a-ba53-353b406e09e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:41.249423 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 960c3efb-c8ca-480d-90c8-efdd0a5855c1 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:04:41.250007 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:41.258192 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18590819-fe6e-49f0-a150-1a6908f2002e req-2b7cc255-ae59-4f30-8290-697005532b04 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:41.260128 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-18590819-fe6e-49f0-a150-1a6908f2002e req-2b7cc255-ae59-4f30-8290-697005532b04 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 945 time: 0.1172700 Sep 23 07:04:41.308066 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-eb1f7e8d-44b6-4365-a410-4207e12cd5ea admin admin] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:41.320527 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-eb1f7e8d-44b6-4365-a410-4207e12cd5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:41.353247 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f52066-9aac-4539-806d-feb08fd41942 None None] Pushing event updated for resources: {'Port': ['ID=960c3efb-c8ca-480d-90c8-efdd0a5855c1,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:41.387779 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-75887846-09ff-4002-9fcf-145b6a3d2f5d None None] Provisioning complete for port d71181bc-7415-4b10-8859-cc6232e65c71 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:04:41.389936 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-75887846-09ff-4002-9fcf-145b6a3d2f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:41.391607 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-ae8a6cf3-91d4-4dc5-8146-892d8a950f08 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0e023a4fa45145b488072b7678bde115&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3545365 Sep 23 07:04:41.394426 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57280) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:41.408357 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-18590819-fe6e-49f0-a150-1a6908f2002e req-0e32a552-f824-420c-bd74-11cc60164d36 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a912227-b43b-40c0-8908-2990e2356021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330662 Sep 23 07:04:41.431179 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1f7e8d-44b6-4365-a410-4207e12cd5ea admin admin] Pushing event updated for resources: {'Port': ['ID=d71181bc-7415-4b10-8859-cc6232e65c71,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:41.460308 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-eb1f7e8d-44b6-4365-a410-4207e12cd5ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067062'] for router_interface, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:41.477317 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-75887846-09ff-4002-9fcf-145b6a3d2f5d None None] Port d71181bc-7415-4b10-8859-cc6232e65c71 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:04:41.500469 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-029d4a93-8dcb-4b01-a693-360e2830d00a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:41.527064 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:41.552027 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-029d4a93-8dcb-4b01-a693-360e2830d00a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:41.555144 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-75887846-09ff-4002-9fcf-145b6a3d2f5d None None] Provisioning complete for port 960c3efb-c8ca-480d-90c8-efdd0a5855c1 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:04:41.555144 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-75887846-09ff-4002-9fcf-145b6a3d2f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:41.700082 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-029d4a93-8dcb-4b01-a693-360e2830d00a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:41.703962 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-029d4a93-8dcb-4b01-a693-360e2830d00a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:41.705708 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-029d4a93-8dcb-4b01-a693-360e2830d00a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cbac4ee7-dd40-4290-acc6-16611d87c7c1 HTTP/1.1" status: 204 len: 168 time: 0.3102865 Sep 23 07:04:41.729630 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-00ad73cb-0ad8-4d01-8d45-7efb427be18e req-d702d844-cd81-46cf-9287-bae2f203743b tempest-ServerShowV247Test-608128335 tempest-ServerShowV247Test-608128335-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc022068-0750-4832-a460-ebff2160c250 HTTP/1.1" status: 200 len: 210 time: 0.0636694 Sep 23 07:04:41.735880 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029d4a93-8dcb-4b01-a693-360e2830d00a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbac4ee7-dd40-4290-acc6-16611d87c7c1,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:41.921161 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-14a5b7d9-3216-438e-82a1-6217220b9ae9 None None] Provisioning complete for port d71181bc-7415-4b10-8859-cc6232e65c71 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:04:41.921600 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-14a5b7d9-3216-438e-82a1-6217220b9ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:41.983284 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-14a5b7d9-3216-438e-82a1-6217220b9ae9 None None] Port d71181bc-7415-4b10-8859-cc6232e65c71 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:04:42.010854 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1f7e8d-44b6-4365-a410-4207e12cd5ea admin admin] Network 56a6e14f-3098-41c6-bb21-afaa7ace3900 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:04:42.012366 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-eb1f7e8d-44b6-4365-a410-4207e12cd5ea admin admin] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:04:42.167733 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb1f7e8d-44b6-4365-a410-4207e12cd5ea admin admin] Router 9a38548f-c72c-4f33-aa12-00938dbe094d has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:04:42.274702 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:42.390421 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb1f7e8d-44b6-4365-a410-4207e12cd5ea admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:04:42.413533 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-eb1f7e8d-44b6-4365-a410-4207e12cd5ea admin admin] 10.222.0.39 "PUT /v2.0/routers/9a38548f-c72c-4f33-aa12-00938dbe094d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4628069 Sep 23 07:04:42.414436 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-c55257fe-0c81-4c3b-8d14-d2cd22ee5694 None None] Provisioning complete for port d71181bc-7415-4b10-8859-cc6232e65c71 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:04:42.416333 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c55257fe-0c81-4c3b-8d14-d2cd22ee5694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:42.488407 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-c55257fe-0c81-4c3b-8d14-d2cd22ee5694 None None] Port d71181bc-7415-4b10-8859-cc6232e65c71 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:04:42.606968 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8a2f5a-85b9-4d9b-a5db-d7c094af8f2b req-c87cdefc-a243-4578-9b3d-0cecbb4006fd tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:42.608663 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3a8a2f5a-85b9-4d9b-a5db-d7c094af8f2b req-c87cdefc-a243-4578-9b3d-0cecbb4006fd tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 945 time: 0.0841205 Sep 23 07:04:42.653228 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3a8a2f5a-85b9-4d9b-a5db-d7c094af8f2b req-ea651af8-7a0e-454c-a017-46e012c636a8 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a912227-b43b-40c0-8908-2990e2356021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378492 Sep 23 07:04:42.757436 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57314) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:42.897436 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-224d330d-73b3-472b-935e-2e2052c2053d req-9db36653-b041-4140-ae55-d12c39103a68 tempest-ServerShowV247Test-608128335 tempest-ServerShowV247Test-608128335-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc022068-0750-4832-a460-ebff2160c250 HTTP/1.1" status: 200 len: 210 time: 0.0385275 Sep 23 07:04:42.953535 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-a547128b-9dce-42dd-95ae-2226a390639d tempest-SubnetPoolsTestJSON-1736640036 tempest-SubnetPoolsTestJSON-1736640036-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-318425961', 'prefixes': ['172.20.0.0/16']}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:04:42.969007 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 8975fa40-a637-4884-a50b-ef8ad81e8159 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:04:43.029890 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 8975fa40-a637-4884-a50b-ef8ad81e8159 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:04:43.030267 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:43.042798 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a547128b-9dce-42dd-95ae-2226a390639d tempest-SubnetPoolsTestJSON-1736640036 tempest-SubnetPoolsTestJSON-1736640036-project] Notify callbacks [] for subnetpool, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:43.044208 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-a547128b-9dce-42dd-95ae-2226a390639d tempest-SubnetPoolsTestJSON-1736640036 tempest-SubnetPoolsTestJSON-1736640036-project] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.2851653 Sep 23 07:04:43.046991 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57324) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:43.105691 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-22b0f5c5-0bc8-48a5-8fb6-befee46bbef4 tempest-SubnetPoolsTestJSON-1736640036 tempest-SubnetPoolsTestJSON-1736640036-project] 10.222.0.39 "GET /v2.0/subnetpools/7d7300cd-1346-4027-89f8-37c73ee7c01b HTTP/1.1" status: 200 len: 731 time: 0.0566428 Sep 23 07:04:43.108370 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57326) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:43.117691 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-99d3a21f-1946-4952-b2b7-f4a6a812a5a1 tempest-SubnetPoolsTestJSON-1736640036 tempest-SubnetPoolsTestJSON-1736640036-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-735521594'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:04:43.162198 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:43.190052 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port 8975fa40-a637-4884-a50b-ef8ad81e8159, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=8975fa40-a637-4884-a50b-ef8ad81e8159,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:04:43.193373 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:43.195138 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 960c3efb-c8ca-480d-90c8-efdd0a5855c1 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:04:43.224755 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-99d3a21f-1946-4952-b2b7-f4a6a812a5a1 tempest-SubnetPoolsTestJSON-1736640036 tempest-SubnetPoolsTestJSON-1736640036-project] Notify callbacks [] for subnetpool, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:43.226788 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-99d3a21f-1946-4952-b2b7-f4a6a812a5a1 tempest-SubnetPoolsTestJSON-1736640036 tempest-SubnetPoolsTestJSON-1736640036-project] 10.222.0.39 "PUT /v2.0/subnetpools/7d7300cd-1346-4027-89f8-37c73ee7c01b HTTP/1.1" status: 200 len: 683 time: 0.1172357 Sep 23 07:04:43.230679 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 57338) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:43.292681 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=8975fa40-a637-4884-a50b-ef8ad81e8159,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:43.306011 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 960c3efb-c8ca-480d-90c8-efdd0a5855c1 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:04:43.306391 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:43.442696 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829de45c-c8d3-47ab-9235-2eac82ac90fd req-ed9a9cfb-5fe9-4c49-b2f5-1bb0e2c9a4fc tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:43.444868 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-829de45c-c8d3-47ab-9235-2eac82ac90fd req-ed9a9cfb-5fe9-4c49-b2f5-1bb0e2c9a4fc tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] 10.222.0.39 "GET /v2.0/networks?id=b69586d7-8c89-48cb-926a-f21516fd70fb HTTP/1.1" status: 200 len: 911 time: 0.2067740 Sep 23 07:04:43.452063 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6ff0fa69-686d-40a1-b435-b80c74e8be20 tempest-SubnetPoolsTestJSON-1736640036 tempest-SubnetPoolsTestJSON-1736640036-project] Notify callbacks [] for subnetpool, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:43.455924 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-6ff0fa69-686d-40a1-b435-b80c74e8be20 tempest-SubnetPoolsTestJSON-1736640036 tempest-SubnetPoolsTestJSON-1736640036-project] 10.222.0.39 "DELETE /v2.0/subnetpools/7d7300cd-1346-4027-89f8-37c73ee7c01b HTTP/1.1" status: 204 len: 168 time: 0.2214394 Sep 23 07:04:43.456069 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 57344) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:43.487188 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [None req-7d5b1cfd-a6eb-4ef9-9d5e-2cbb0201125a tempest-SubnetPoolsTestJSON-1736640036 tempest-SubnetPoolsTestJSON-1736640036-project] show failed (client error): The resource could not be found. Sep 23 07:04:43.488236 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-7d5b1cfd-a6eb-4ef9-9d5e-2cbb0201125a tempest-SubnetPoolsTestJSON-1736640036 tempest-SubnetPoolsTestJSON-1736640036-project] 10.222.0.39 "GET /v2.0/subnetpools/7d7300cd-1346-4027-89f8-37c73ee7c01b HTTP/1.1" status: 404 len: 346 time: 0.0306466 Sep 23 07:04:43.489988 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-829de45c-c8d3-47ab-9235-2eac82ac90fd req-bfdb0c90-d29f-4a59-8d12-34993044542f tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] 10.222.0.39 "GET /v2.0/quotas/e9ca6737cafc43e68f7f348785460da4 HTTP/1.1" status: 200 len: 375 time: 0.0244279 Sep 23 07:04:43.491106 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 57346) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:43.507345 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [None req-c8beca04-eb3b-4522-825d-d1f34de99542 tempest-SubnetPoolsTestJSON-1736640036 tempest-SubnetPoolsTestJSON-1736640036-project] delete failed (client error): The resource could not be found. Sep 23 07:04:43.508352 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-c8beca04-eb3b-4522-825d-d1f34de99542 tempest-SubnetPoolsTestJSON-1736640036 tempest-SubnetPoolsTestJSON-1736640036-project] 10.222.0.39 "DELETE /v2.0/subnetpools/7d7300cd-1346-4027-89f8-37c73ee7c01b HTTP/1.1" status: 404 len: 346 time: 0.0163460 Sep 23 07:04:43.581749 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cbc03d-9be0-411c-b300-29121a6ef5ca None None] Sync routers for ids ['9a38548f-c72c-4f33-aa12-00938dbe094d'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:04:43.603475 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cbc03d-9be0-411c-b300-29121a6ef5ca None None] Routers {'9a38548f-c72c-4f33-aa12-00938dbe094d'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:04:43.604381 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-26cbc03d-9be0-411c-b300-29121a6ef5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:04:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['9a38548f-c72c-4f33-aa12-00938dbe094d'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:04:43.668766 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-829de45c-c8d3-47ab-9235-2eac82ac90fd req-44c18001-7fb1-4315-bff4-a841f705d092 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] 10.222.0.39 "GET /v2.0/ports?tenant_id=e9ca6737cafc43e68f7f348785460da4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1621122 Sep 23 07:04:43.808523 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:43.815606 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-26cbc03d-9be0-411c-b300-29121a6ef5ca None None] Set router 9a38548f-c72c-4f33-aa12-00938dbe094d gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:04:43.839093 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-829de45c-c8d3-47ab-9235-2eac82ac90fd req-0f4be971-bec8-4ecd-9ac1-bd9de0ed4e07 service neutron] 10.222.0.39 "GET /v2.0/networks/b69586d7-8c89-48cb-926a-f21516fd70fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608803 Sep 23 07:04:43.845283 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003bf122-05bf-4357-8161-ae20925524a7 req-324bdc0d-fdcd-43fe-9c1a-665ba8832011 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:43.847411 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-003bf122-05bf-4357-8161-ae20925524a7 req-324bdc0d-fdcd-43fe-9c1a-665ba8832011 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 945 time: 0.0705082 Sep 23 07:04:43.865499 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 57356) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:43.898880 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57360) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:43.911370 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-003bf122-05bf-4357-8161-ae20925524a7 req-a7010cc2-3b95-4a66-a3a6-e4a82b584b82 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a912227-b43b-40c0-8908-2990e2356021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569942 Sep 23 07:04:44.061206 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bfc7fe35-37bf-4d60-86fb-d8b590f4b659 req-a4bc95d3-3617-44ba-871a-4eb2e9290b6b tempest-ServerShowV247Test-608128335 tempest-ServerShowV247Test-608128335-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc022068-0750-4832-a460-ebff2160c250 HTTP/1.1" status: 200 len: 210 time: 0.0353153 Sep 23 07:04:44.062428 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-829de45c-c8d3-47ab-9235-2eac82ac90fd req-676269e1-2ab1-4006-a8af-73504cb9fce1 service neutron] 10.222.0.39 "GET /v2.0/networks/b69586d7-8c89-48cb-926a-f21516fd70fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175512 Sep 23 07:04:44.065669 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-81e66f2d-3533-4871-96e8-a51be1d37dd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:44.074113 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e5dee2a8-4723-49e3-a1ff-4e0cd8b7282e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:44.199738 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e5dee2a8-4723-49e3-a1ff-4e0cd8b7282e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:44.205416 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e5dee2a8-4723-49e3-a1ff-4e0cd8b7282e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:44.211300 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-26cbc03d-9be0-411c-b300-29121a6ef5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a38548f-c72c-4f33-aa12-00938dbe094d', 'name': 'tempest-TestServerMultinode-1886674776-router', 'tenant_id': 'e9ca6737cafc43e68f7f348785460da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '8975fa40-a637-4884-a50b-ef8ad81e8159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:04:36Z', 'updated_at': '2021-09-23T07:04:40Z', 'revision_number': 4, 'project_id': 'e9ca6737cafc43e68f7f348785460da4', 'gw_port': {'id': '8975fa40-a637-4884-a50b-ef8ad81e8159', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:8b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a38548f-c72c-4f33-aa12-00938dbe094d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:04:36Z', 'updated_at': '2021-09-23T07:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': 'd71181bc-7415-4b10-8859-cc6232e65c71', 'name': '', 'network_id': '56a6e14f-3098-41c6-bb21-afaa7ace3900', 'tenant_id': 'e9ca6737cafc43e68f7f348785460da4', 'mac_address': 'fa:16:3e:c1:59:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a38548f-c72c-4f33-aa12-00938dbe094d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '52572453-1980-4061-82d0-4cc1e9c52597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:04:39Z', 'updated_at': '2021-09-23T07:04:40Z', 'revision_number': 2, 'project_id': 'e9ca6737cafc43e68f7f348785460da4', 'subnets': [{'id': '52572453-1980-4061-82d0-4cc1e9c52597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:04:44.267049 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cbc03d-9be0-411c-b300-29121a6ef5ca None None] Checking router: 9a38548f-c72c-4f33-aa12-00938dbe094d for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:04:44.267049 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cbc03d-9be0-411c-b300-29121a6ef5ca None None] Updating router 9a38548f-c72c-4f33-aa12-00938dbe094d port d71181bc-7415-4b10-8859-cc6232e65c71 binding host n-d-715271-16 {{(pid=95067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 07:04:44.278722 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dee2a8-4723-49e3-a1ff-4e0cd8b7282e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ccf7424-007e-4f50-86d3-d509fa24e98b,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:44.310123 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-26cbc03d-9be0-411c-b300-29121a6ef5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:44.317584 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e531f978-e063-4d25-9226-7219427d987a req-d17f81ad-72b7-4a8b-aed5-5de08a1cf368 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=73082433-34c3-4751-b19c-5f24fa99c350 HTTP/1.1" status: 200 len: 210 time: 0.0349181 Sep 23 07:04:44.323601 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-e5dee2a8-4723-49e3-a1ff-4e0cd8b7282e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7cfa0ef5d4bf4fb5830a330653b2cc27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4233649 Sep 23 07:04:44.326190 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57368) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:44.392981 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-81e66f2d-3533-4871-96e8-a51be1d37dd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:44.401237 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-81e66f2d-3533-4871-96e8-a51be1d37dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:44.413654 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-cf0f06f1-c422-4c83-ad6e-ffc5a2072904 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:44.448286 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e66f2d-3533-4871-96e8-a51be1d37dd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5731f2c-88af-4ce3-85c8-a8d91152a1c5,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:44.468470 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-cf0f06f1-c422-4c83-ad6e-ffc5a2072904 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:44.476010 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-81e66f2d-3533-4871-96e8-a51be1d37dd8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3393cfdf929742c09cc2d4b7f373d281&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6083076 Sep 23 07:04:44.476662 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 57374) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:44.540031 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c254743f-ecb8-4fbe-9297-5adcca6e2566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:44.542614 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-cf0f06f1-c422-4c83-ad6e-ffc5a2072904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:44.545890 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-cf0f06f1-c422-4c83-ad6e-ffc5a2072904 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:44.548773 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-cf0f06f1-c422-4c83-ad6e-ffc5a2072904 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0ccf7424-007e-4f50-86d3-d509fa24e98b HTTP/1.1" status: 204 len: 168 time: 0.2192271 Sep 23 07:04:44.561142 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0f06f1-c422-4c83-ad6e-ffc5a2072904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ccf7424-007e-4f50-86d3-d509fa24e98b,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:44.583621 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c254743f-ecb8-4fbe-9297-5adcca6e2566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:44.643102 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c254743f-ecb8-4fbe-9297-5adcca6e2566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:44.651798 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c254743f-ecb8-4fbe-9297-5adcca6e2566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:44.656425 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-c254743f-ecb8-4fbe-9297-5adcca6e2566 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a5731f2c-88af-4ce3-85c8-a8d91152a1c5 HTTP/1.1" status: 204 len: 168 time: 0.1787307 Sep 23 07:04:44.666283 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c254743f-ecb8-4fbe-9297-5adcca6e2566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5731f2c-88af-4ce3-85c8-a8d91152a1c5,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:44.856378 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 8975fa40-a637-4884-a50b-ef8ad81e8159 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:04:44.976813 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 8975fa40-a637-4884-a50b-ef8ad81e8159 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:04:44.977191 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:44.981707 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-26cbc03d-9be0-411c-b300-29121a6ef5ca None None] Notify callbacks [] for port, precommit_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:45.003321 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-26cbc03d-9be0-411c-b300-29121a6ef5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:45.091835 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10662ce-06ab-4a09-af9d-aea17a0e1d87 None None] Pushing event updated for resources: {'Port': ['ID=d71181bc-7415-4b10-8859-cc6232e65c71,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:45.109667 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802b9d3c-c20a-4d84-9e6f-1bdd14519cde req-6c295a79-dc5e-46c2-b31f-c9d62ef46ab3 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:45.111531 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-802b9d3c-c20a-4d84-9e6f-1bdd14519cde req-6c295a79-dc5e-46c2-b31f-c9d62ef46ab3 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 945 time: 0.0878367 Sep 23 07:04:45.199433 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-802b9d3c-c20a-4d84-9e6f-1bdd14519cde req-f6f83a05-1576-416e-9813-ecf9d5563c7f tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a912227-b43b-40c0-8908-2990e2356021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800374 Sep 23 07:04:45.236443 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-26cbc03d-9be0-411c-b300-29121a6ef5ca None None] Attempting to bind port d71181bc-7415-4b10-8859-cc6232e65c71 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:04:45.236815 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-26cbc03d-9be0-411c-b300-29121a6ef5ca None None] Attempting to bind port d71181bc-7415-4b10-8859-cc6232e65c71 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': 'db355803-4b46-4d21-9fb2-b971397331b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '56a6e14f-3098-41c6-bb21-afaa7ace3900'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:04:45.237189 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cbc03d-9be0-411c-b300-29121a6ef5ca None None] Attempting to bind port d71181bc-7415-4b10-8859-cc6232e65c71 on network 56a6e14f-3098-41c6-bb21-afaa7ace3900 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:04:45.245405 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cbc03d-9be0-411c-b300-29121a6ef5ca None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:04:45.245788 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cbc03d-9be0-411c-b300-29121a6ef5ca None None] Checking segment: {'id': 'db355803-4b46-4d21-9fb2-b971397331b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '56a6e14f-3098-41c6-bb21-afaa7ace3900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:04:45.246223 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-26cbc03d-9be0-411c-b300-29121a6ef5ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:45.246615 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cbc03d-9be0-411c-b300-29121a6ef5ca None None] Bound using segment: {'id': 'db355803-4b46-4d21-9fb2-b971397331b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '56a6e14f-3098-41c6-bb21-afaa7ace3900'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:04:45.247092 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-26cbc03d-9be0-411c-b300-29121a6ef5ca None None] Bound port: d71181bc-7415-4b10-8859-cc6232e65c71, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db355803-4b46-4d21-9fb2-b971397331b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '56a6e14f-3098-41c6-bb21-afaa7ace3900'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:04:45.247469 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-26cbc03d-9be0-411c-b300-29121a6ef5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:45.269126 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 57402) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:45.299946 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-322b7d22-96b5-4fff-aec5-fd793874d0ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:45.305496 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-33541b24-073c-4fcf-ba1a-81b0f030f445 req-8db1355a-d823-4b86-8e01-7b73e8ac0cf2 tempest-ServerShowV247Test-608128335 tempest-ServerShowV247Test-608128335-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc022068-0750-4832-a460-ebff2160c250 HTTP/1.1" status: 200 len: 210 time: 0.0904703 Sep 23 07:04:45.331569 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-26cbc03d-9be0-411c-b300-29121a6ef5ca None None] For port d71181bc-7415-4b10-8859-cc6232e65c71, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:04:45.336126 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-26cbc03d-9be0-411c-b300-29121a6ef5ca None None] For port d71181bc-7415-4b10-8859-cc6232e65c71, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=d71181bc-7415-4b10-8859-cc6232e65c71,segment=NetworkSegment(db355803-4b46-4d21-9fb2-b971397331b9),segment_id=db355803-4b46-4d21-9fb2-b971397331b9)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:04:45.343345 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-26cbc03d-9be0-411c-b300-29121a6ef5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:45.469190 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cbc03d-9be0-411c-b300-29121a6ef5ca None None] Routers {'9a38548f-c72c-4f33-aa12-00938dbe094d'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:04:45.469741 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-26cbc03d-9be0-411c-b300-29121a6ef5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:04:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['9a38548f-c72c-4f33-aa12-00938dbe094d'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:04:45.472902 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10662ce-06ab-4a09-af9d-aea17a0e1d87 None None] Pushing event updated for resources: {'Port': ['ID=d71181bc-7415-4b10-8859-cc6232e65c71,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:45.484844 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b67ec68c-ab0d-4e4c-aa24-7a724fff6301 req-5e9fa4ff-0b76-456d-b6a0-3618f7cd9047 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=73082433-34c3-4751-b19c-5f24fa99c350 HTTP/1.1" status: 200 len: 210 time: 0.0759785 Sep 23 07:04:45.538990 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-322b7d22-96b5-4fff-aec5-fd793874d0ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:45.546236 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-322b7d22-96b5-4fff-aec5-fd793874d0ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:45.585741 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-8897a6bb-c010-4632-9bd9-1739e3000623 None None] Provisioning complete for port d71181bc-7415-4b10-8859-cc6232e65c71 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:04:45.586172 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8897a6bb-c010-4632-9bd9-1739e3000623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:45.589636 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322b7d22-96b5-4fff-aec5-fd793874d0ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b404b8c-eb0f-47da-84be-b0c3c0e1f2cd,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:45.604824 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-322b7d22-96b5-4fff-aec5-fd793874d0ef admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ccf92718d0554e349e90c6cbbe097967&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3346102 Sep 23 07:04:45.608124 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57410) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:45.633565 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-26cbc03d-9be0-411c-b300-29121a6ef5ca None None] Set router 9a38548f-c72c-4f33-aa12-00938dbe094d gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:04:45.699066 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0de5c26b-e606-4ce2-92b0-f12a3c6f3580 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:45.751609 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0de5c26b-e606-4ce2-92b0-f12a3c6f3580 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:45.820933 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0de5c26b-e606-4ce2-92b0-f12a3c6f3580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:45.827065 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0de5c26b-e606-4ce2-92b0-f12a3c6f3580 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:45.829344 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-0de5c26b-e606-4ce2-92b0-f12a3c6f3580 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1b404b8c-eb0f-47da-84be-b0c3c0e1f2cd HTTP/1.1" status: 204 len: 168 time: 0.2199547 Sep 23 07:04:45.839710 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de5c26b-e606-4ce2-92b0-f12a3c6f3580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b404b8c-eb0f-47da-84be-b0c3c0e1f2cd,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:45.870730 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8897a6bb-c010-4632-9bd9-1739e3000623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:45.964425 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-8897a6bb-c010-4632-9bd9-1739e3000623 None None] For port d71181bc-7415-4b10-8859-cc6232e65c71, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=d71181bc-7415-4b10-8859-cc6232e65c71,segment=NetworkSegment(db355803-4b46-4d21-9fb2-b971397331b9),segment_id=db355803-4b46-4d21-9fb2-b971397331b9)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:04:45.986156 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8897a6bb-c010-4632-9bd9-1739e3000623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:46.058816 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8897a6bb-c010-4632-9bd9-1739e3000623 None None] Pushing event updated for resources: {'Port': ['ID=d71181bc-7415-4b10-8859-cc6232e65c71,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:46.082704 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-26cbc03d-9be0-411c-b300-29121a6ef5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a38548f-c72c-4f33-aa12-00938dbe094d', 'name': 'tempest-TestServerMultinode-1886674776-router', 'tenant_id': 'e9ca6737cafc43e68f7f348785460da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '8975fa40-a637-4884-a50b-ef8ad81e8159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:04:36Z', 'updated_at': '2021-09-23T07:04:40Z', 'revision_number': 4, 'project_id': 'e9ca6737cafc43e68f7f348785460da4', 'gw_port': {'id': '8975fa40-a637-4884-a50b-ef8ad81e8159', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:8b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a38548f-c72c-4f33-aa12-00938dbe094d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:04:36Z', 'updated_at': '2021-09-23T07:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': 'd71181bc-7415-4b10-8859-cc6232e65c71', 'name': '', 'network_id': '56a6e14f-3098-41c6-bb21-afaa7ace3900', 'tenant_id': 'e9ca6737cafc43e68f7f348785460da4', 'mac_address': 'fa:16:3e:c1:59:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a38548f-c72c-4f33-aa12-00938dbe094d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '52572453-1980-4061-82d0-4cc1e9c52597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:04:39Z', 'updated_at': '2021-09-23T07:04:45Z', 'revision_number': 4, 'project_id': 'e9ca6737cafc43e68f7f348785460da4', 'subnets': [{'id': '52572453-1980-4061-82d0-4cc1e9c52597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:04:46.114299 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cbc03d-9be0-411c-b300-29121a6ef5ca None None] The sync data for ids ['9a38548f-c72c-4f33-aa12-00938dbe094d'] in n-d-715271-16 is: [{'id': '9a38548f-c72c-4f33-aa12-00938dbe094d', 'name': 'tempest-TestServerMultinode-1886674776-router', 'tenant_id': 'e9ca6737cafc43e68f7f348785460da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '8975fa40-a637-4884-a50b-ef8ad81e8159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:04:36Z', 'updated_at': '2021-09-23T07:04:40Z', 'revision_number': 4, 'project_id': 'e9ca6737cafc43e68f7f348785460da4', 'gw_port': {'id': '8975fa40-a637-4884-a50b-ef8ad81e8159', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:8b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a38548f-c72c-4f33-aa12-00938dbe094d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:04:36Z', 'updated_at': '2021-09-23T07:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': 'd71181bc-7415-4b10-8859-cc6232e65c71', 'name': '', 'network_id': '56a6e14f-3098-41c6-bb21-afaa7ace3900', 'tenant_id': 'e9ca6737cafc43e68f7f348785460da4', 'mac_address': 'fa:16:3e:c1:59:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a38548f-c72c-4f33-aa12-00938dbe094d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '52572453-1980-4061-82d0-4cc1e9c52597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:04:39Z', 'updated_at': '2021-09-23T07:04:45Z', 'revision_number': 4, 'project_id': 'e9ca6737cafc43e68f7f348785460da4', 'subnets': [{'id': '52572453-1980-4061-82d0-4cc1e9c52597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:04:46.166704 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-2a197614-f6f7-460b-9b64-a9ff952c22d1 None None] Provisioning complete for port d71181bc-7415-4b10-8859-cc6232e65c71 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:04:46.169307 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2a197614-f6f7-460b-9b64-a9ff952c22d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:46.409533 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829de45c-c8d3-47ab-9235-2eac82ac90fd req-fa7a8d14-5ecf-4fcb-a199-7317a99c6c5f tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:46.411368 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-829de45c-c8d3-47ab-9235-2eac82ac90fd req-fa7a8d14-5ecf-4fcb-a199-7317a99c6c5f tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] 10.222.0.58 "GET /v2.0/networks?id=b69586d7-8c89-48cb-926a-f21516fd70fb HTTP/1.1" status: 200 len: 911 time: 0.2574959 Sep 23 07:04:46.440740 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-829de45c-c8d3-47ab-9235-2eac82ac90fd req-eb3a91e3-40cd-4a2c-a19c-2e12b1626fc4 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] Request body: {'port': {'device_id': '73082433-34c3-4751-b19c-5f24fa99c350', 'network_id': 'b69586d7-8c89-48cb-926a-f21516fd70fb', 'admin_state_up': True, 'tenant_id': 'e9ca6737cafc43e68f7f348785460da4'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:04:46.466819 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f3a6daf2-134c-4c10-a59a-60e9021a60e3 req-8588dac6-6a47-4ef3-90a7-2a659c530235 tempest-ServerShowV247Test-608128335 tempest-ServerShowV247Test-608128335-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc022068-0750-4832-a460-ebff2160c250 HTTP/1.1" status: 200 len: 210 time: 0.0516875 Sep 23 07:04:46.619926 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-746c714c-02a2-4150-b4c9-79ae6f917c2d req-5b6ac118-5a1d-4724-802b-3e30a8ed3c1a tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=73082433-34c3-4751-b19c-5f24fa99c350 HTTP/1.1" status: 200 len: 210 time: 0.0432079 Sep 23 07:04:46.909653 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device d71181bc-7415-4b10-8859-cc6232e65c71 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:04:46.913597 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-829de45c-c8d3-47ab-9235-2eac82ac90fd req-eb3a91e3-40cd-4a2c-a19c-2e12b1626fc4 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] Made reservation on behalf of e9ca6737cafc43e68f7f348785460da4 for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:04:46.921285 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-829de45c-c8d3-47ab-9235-2eac82ac90fd req-eb3a91e3-40cd-4a2c-a19c-2e12b1626fc4 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:46.933668 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623215d-ebd0-4a65-a568-b500d9ec7a03 req-dc089351-c998-4f97-9c23-ee48f2dd1824 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:46.938918 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a623215d-ebd0-4a65-a568-b500d9ec7a03 req-dc089351-c998-4f97-9c23-ee48f2dd1824 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 945 time: 0.5265887 Sep 23 07:04:46.977791 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port d71181bc-7415-4b10-8859-cc6232e65c71 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:04:46.978192 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:47.060444 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a623215d-ebd0-4a65-a568-b500d9ec7a03 req-8f12f437-68bf-4674-b039-c34601978b9e tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a912227-b43b-40c0-8908-2990e2356021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043057 Sep 23 07:04:47.179675 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [req-829de45c-c8d3-47ab-9235-2eac82ac90fd req-eb3a91e3-40cd-4a2c-a19c-2e12b1626fc4 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] Allocated IP 172.20.0.4 (b69586d7-8c89-48cb-926a-f21516fd70fb/02059dde-50d8-47d5-a307-abc2f2528d86/af8312d4-64ef-4431-9416-c6403a07e0a4) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:04:47.384805 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-829de45c-c8d3-47ab-9235-2eac82ac90fd req-eb3a91e3-40cd-4a2c-a19c-2e12b1626fc4 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:47.450500 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-829de45c-c8d3-47ab-9235-2eac82ac90fd req-eb3a91e3-40cd-4a2c-a19c-2e12b1626fc4 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:47.526274 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-829de45c-c8d3-47ab-9235-2eac82ac90fd req-eb3a91e3-40cd-4a2c-a19c-2e12b1626fc4 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] Network b69586d7-8c89-48cb-926a-f21516fd70fb is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:04:47.529833 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [req-829de45c-c8d3-47ab-9235-2eac82ac90fd req-eb3a91e3-40cd-4a2c-a19c-2e12b1626fc4 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:04:47.533067 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-829de45c-c8d3-47ab-9235-2eac82ac90fd req-eb3a91e3-40cd-4a2c-a19c-2e12b1626fc4 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:04:47.609348 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3a91e3-40cd-4a2c-a19c-2e12b1626fc4 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] Pushing event updated for resources: {'Port': ['ID=af8312d4-64ef-4431-9416-c6403a07e0a4,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:47.636750 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829de45c-c8d3-47ab-9235-2eac82ac90fd req-eb3a91e3-40cd-4a2c-a19c-2e12b1626fc4 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:47.637351 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-829de45c-c8d3-47ab-9235-2eac82ac90fd req-eb3a91e3-40cd-4a2c-a19c-2e12b1626fc4 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:47.647674 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-de7b9dc7-f1e4-4ac7-bebc-9f4c13e81116 req-73035ad3-2493-4fd4-b6f2-add7e90d2c19 tempest-ServerShowV247Test-608128335 tempest-ServerShowV247Test-608128335-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc022068-0750-4832-a460-ebff2160c250 HTTP/1.1" status: 200 len: 210 time: 0.0578117 Sep 23 07:04:47.692609 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-829de45c-c8d3-47ab-9235-2eac82ac90fd req-eb3a91e3-40cd-4a2c-a19c-2e12b1626fc4 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.2565818 Sep 23 07:04:47.707208 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-829de45c-c8d3-47ab-9235-2eac82ac90fd req-d20d4bba-8fda-4941-9d85-52b3c266a364 service neutron] Request body: {'port': {'device_id': '73082433-34c3-4751-b19c-5f24fa99c350', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:04:47.824824 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-829de45c-c8d3-47ab-9235-2eac82ac90fd req-d20d4bba-8fda-4941-9d85-52b3c266a364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:47.838728 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d64ef8a-30b6-4da0-9ab0-6d9d59464450 req-777a884f-a005-41ef-97aa-46c2a6dda691 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:47.840641 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8d64ef8a-30b6-4da0-9ab0-6d9d59464450 req-777a884f-a005-41ef-97aa-46c2a6dda691 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=73082433-34c3-4751-b19c-5f24fa99c350 HTTP/1.1" status: 200 len: 1027 time: 0.1040096 Sep 23 07:04:47.919366 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8d64ef8a-30b6-4da0-9ab0-6d9d59464450 req-4ac40a6e-536e-4ef6-8f8a-90c445f510a6 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c5ad0c53-9d65-41c7-bc1a-b9a18e3efbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706949 Sep 23 07:04:47.969340 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-8ba54ee0-bfa1-4489-b269-db6419315bba None None] Provisioning complete for port af8312d4-64ef-4431-9416-c6403a07e0a4 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:04:47.969842 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8ba54ee0-bfa1-4489-b269-db6419315bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:48.020469 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-8ba54ee0-bfa1-4489-b269-db6419315bba None None] Port af8312d4-64ef-4431-9416-c6403a07e0a4 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:04:48.172544 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [req-829de45c-c8d3-47ab-9235-2eac82ac90fd req-d20d4bba-8fda-4941-9d85-52b3c266a364 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af8312d4-64ef-4431-9416-c6403a07e0a4 {{(pid=95066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:04:48.181961 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-829de45c-c8d3-47ab-9235-2eac82ac90fd req-d20d4bba-8fda-4941-9d85-52b3c266a364 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:48.200123 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.provisioning_blocks [req-829de45c-c8d3-47ab-9235-2eac82ac90fd req-d20d4bba-8fda-4941-9d85-52b3c266a364 service neutron] Transition to ACTIVE for port object af8312d4-64ef-4431-9416-c6403a07e0a4 will not be triggered until provisioned by entity L2. {{(pid=95066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:04:48.206054 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-829de45c-c8d3-47ab-9235-2eac82ac90fd req-d20d4bba-8fda-4941-9d85-52b3c266a364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:48.257988 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a07cc9-a18b-477d-b9bf-1ce1d510a460 req-be016c99-022d-4474-8ca8-c18462150f75 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:48.282489 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-17a07cc9-a18b-477d-b9bf-1ce1d510a460 req-be016c99-022d-4474-8ca8-c18462150f75 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 945 time: 0.1184902 Sep 23 07:04:48.301760 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20d4bba-8fda-4941-9d85-52b3c266a364 service neutron] Pushing event updated for resources: {'Port': ['ID=af8312d4-64ef-4431-9416-c6403a07e0a4,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:48.330372 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-17a07cc9-a18b-477d-b9bf-1ce1d510a460 req-41c2277a-22a3-4c3f-9b0c-c8d98ef89ca6 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a912227-b43b-40c0-8908-2990e2356021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465133 Sep 23 07:04:48.400645 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-829de45c-c8d3-47ab-9235-2eac82ac90fd req-d20d4bba-8fda-4941-9d85-52b3c266a364 service neutron] Attempting to bind port af8312d4-64ef-4431-9416-c6403a07e0a4 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:04:48.401056 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-829de45c-c8d3-47ab-9235-2eac82ac90fd req-d20d4bba-8fda-4941-9d85-52b3c266a364 service neutron] Attempting to bind port af8312d4-64ef-4431-9416-c6403a07e0a4 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': 'cfa7b58f-648b-46f1-b9f1-5b9bb8f770f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b69586d7-8c89-48cb-926a-f21516fd70fb'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:04:48.401468 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829de45c-c8d3-47ab-9235-2eac82ac90fd req-d20d4bba-8fda-4941-9d85-52b3c266a364 service neutron] Attempting to bind port af8312d4-64ef-4431-9416-c6403a07e0a4 on network b69586d7-8c89-48cb-926a-f21516fd70fb {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:04:48.406147 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829de45c-c8d3-47ab-9235-2eac82ac90fd req-d20d4bba-8fda-4941-9d85-52b3c266a364 service neutron] Port af8312d4-64ef-4431-9416-c6403a07e0a4 on network b69586d7-8c89-48cb-926a-f21516fd70fb not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:04:48.406547 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829de45c-c8d3-47ab-9235-2eac82ac90fd req-d20d4bba-8fda-4941-9d85-52b3c266a364 service neutron] Attempting to bind port af8312d4-64ef-4431-9416-c6403a07e0a4 on network b69586d7-8c89-48cb-926a-f21516fd70fb {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:04:48.411599 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829de45c-c8d3-47ab-9235-2eac82ac90fd req-d20d4bba-8fda-4941-9d85-52b3c266a364 service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:04:48.412090 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829de45c-c8d3-47ab-9235-2eac82ac90fd req-d20d4bba-8fda-4941-9d85-52b3c266a364 service neutron] Checking segment: {'id': 'cfa7b58f-648b-46f1-b9f1-5b9bb8f770f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b69586d7-8c89-48cb-926a-f21516fd70fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:04:48.412601 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829de45c-c8d3-47ab-9235-2eac82ac90fd req-d20d4bba-8fda-4941-9d85-52b3c266a364 service neutron] Bound using segment: {'id': 'cfa7b58f-648b-46f1-b9f1-5b9bb8f770f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b69586d7-8c89-48cb-926a-f21516fd70fb'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:04:48.413347 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-829de45c-c8d3-47ab-9235-2eac82ac90fd req-d20d4bba-8fda-4941-9d85-52b3c266a364 service neutron] Bound port: af8312d4-64ef-4431-9416-c6403a07e0a4, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfa7b58f-648b-46f1-b9f1-5b9bb8f770f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b69586d7-8c89-48cb-926a-f21516fd70fb'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:04:48.413666 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-829de45c-c8d3-47ab-9235-2eac82ac90fd req-d20d4bba-8fda-4941-9d85-52b3c266a364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:48.484241 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-829de45c-c8d3-47ab-9235-2eac82ac90fd req-d20d4bba-8fda-4941-9d85-52b3c266a364 service neutron] For port af8312d4-64ef-4431-9416-c6403a07e0a4, host n-h2-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:04:48.487773 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-829de45c-c8d3-47ab-9235-2eac82ac90fd req-d20d4bba-8fda-4941-9d85-52b3c266a364 service neutron] For port af8312d4-64ef-4431-9416-c6403a07e0a4, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=af8312d4-64ef-4431-9416-c6403a07e0a4,segment=NetworkSegment(cfa7b58f-648b-46f1-b9f1-5b9bb8f770f0),segment_id=cfa7b58f-648b-46f1-b9f1-5b9bb8f770f0)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:04:48.492844 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-829de45c-c8d3-47ab-9235-2eac82ac90fd req-d20d4bba-8fda-4941-9d85-52b3c266a364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:48.530100 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829de45c-c8d3-47ab-9235-2eac82ac90fd req-d20d4bba-8fda-4941-9d85-52b3c266a364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:48.530737 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-829de45c-c8d3-47ab-9235-2eac82ac90fd req-d20d4bba-8fda-4941-9d85-52b3c266a364 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:48.532255 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-829de45c-c8d3-47ab-9235-2eac82ac90fd req-d20d4bba-8fda-4941-9d85-52b3c266a364 service neutron] 10.222.0.58 "PUT /v2.0/ports/af8312d4-64ef-4431-9416-c6403a07e0a4 HTTP/1.1" status: 200 len: 1092 time: 0.8295205 Sep 23 07:04:48.532594 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73082433-34c3-4751-b19c-5f24fa99c350', 'tag': 'af8312d4-64ef-4431-9416-c6403a07e0a4'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:04:48.536887 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f97ec8d-6bb0-40a8-845e-264df00d855f" -d '{"events": [{"name": "network-changed", "server_uuid": "73082433-34c3-4751-b19c-5f24fa99c350", "tag": "af8312d4-64ef-4431-9416-c6403a07e0a4"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:04:48.569731 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20d4bba-8fda-4941-9d85-52b3c266a364 service neutron] Pushing event updated for resources: {'Port': ['ID=af8312d4-64ef-4431-9416-c6403a07e0a4,revision_number=3']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:48.673833 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57512) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:48.686004 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829de45c-c8d3-47ab-9235-2eac82ac90fd req-37547ee8-5c9f-4968-ab8e-195b1fad6d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:48.687631 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-829de45c-c8d3-47ab-9235-2eac82ac90fd req-37547ee8-5c9f-4968-ab8e-195b1fad6d5e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e9ca6737cafc43e68f7f348785460da4&device_id=73082433-34c3-4751-b19c-5f24fa99c350 HTTP/1.1" status: 200 len: 1095 time: 0.1087143 Sep 23 07:04:48.800542 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-829de45c-c8d3-47ab-9235-2eac82ac90fd req-69095369-ca85-4925-98be-a5723ae1bf34 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af8312d4-64ef-4431-9416-c6403a07e0a4 HTTP/1.1" status: 200 len: 217 time: 0.0976467 Sep 23 07:04:48.834609 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3833bee6-7560-4202-916d-26a490edc560 req-cdd968b1-1944-47da-8468-c75f85f8586a tempest-ServerShowV247Test-608128335 tempest-ServerShowV247Test-608128335-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc022068-0750-4832-a460-ebff2160c250 HTTP/1.1" status: 200 len: 210 time: 0.0472381 Sep 23 07:04:48.904596 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e7ed61-e184-4cc3-b622-4af1bc319428 x-openstack-request-id: req-26e7ed61-e184-4cc3-b622-4af1bc319428 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:04:48.904888 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73082433-34c3-4751-b19c-5f24fa99c350", "tag": "af8312d4-64ef-4431-9416-c6403a07e0a4", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:04:48.905137 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-26e7ed61-e184-4cc3-b622-4af1bc319428 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:04:48.905528 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73082433-34c3-4751-b19c-5f24fa99c350', 'tag': 'af8312d4-64ef-4431-9416-c6403a07e0a4', 'status': 'completed', 'code': 200} Sep 23 07:04:48.914025 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9e528009-8155-4d87-9dce-5897ae0f7bd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:48.933810 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829de45c-c8d3-47ab-9235-2eac82ac90fd req-128a006d-e928-482a-83ad-980f3157c529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:48.935319 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-829de45c-c8d3-47ab-9235-2eac82ac90fd req-128a006d-e928-482a-83ad-980f3157c529 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=02059dde-50d8-47d5-a307-abc2f2528d86 HTTP/1.1" status: 200 len: 849 time: 0.1271074 Sep 23 07:04:49.019718 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829de45c-c8d3-47ab-9235-2eac82ac90fd req-9bbe3869-2ece-4be4-a25e-df326f31911e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:49.021304 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-829de45c-c8d3-47ab-9235-2eac82ac90fd req-9bbe3869-2ece-4be4-a25e-df326f31911e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b69586d7-8c89-48cb-926a-f21516fd70fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0781569 Sep 23 07:04:49.062508 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f69113d-7648-4eda-8d49-f3c3c4339761 req-580bc884-126b-4e70-876c-12d4b6df9ec2 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:49.064575 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7f69113d-7648-4eda-8d49-f3c3c4339761 req-580bc884-126b-4e70-876c-12d4b6df9ec2 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=73082433-34c3-4751-b19c-5f24fa99c350 HTTP/1.1" status: 200 len: 1095 time: 0.0514131 Sep 23 07:04:49.106593 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7f69113d-7648-4eda-8d49-f3c3c4339761 req-9be3c6f5-dcb1-4218-9def-c9770031cf50 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c5ad0c53-9d65-41c7-bc1a-b9a18e3efbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358982 Sep 23 07:04:49.138010 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9e528009-8155-4d87-9dce-5897ae0f7bd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:49.143080 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9e528009-8155-4d87-9dce-5897ae0f7bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:49.184629 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-829de45c-c8d3-47ab-9235-2eac82ac90fd req-82629537-36d5-4187-b54f-a2a05674bd59 service neutron] 10.222.0.58 "GET /v2.0/networks/b69586d7-8c89-48cb-926a-f21516fd70fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517727 Sep 23 07:04:49.204868 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e528009-8155-4d87-9dce-5897ae0f7bd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf3b918-23c7-4c90-8e61-66399304b8cb,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:49.209168 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-9e528009-8155-4d87-9dce-5897ae0f7bd1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c27d54d2f9184d1c98ee91efcbd9bba5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5343101 Sep 23 07:04:49.213287 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 57522) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:49.266529 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6560af57-2a41-4e1f-a5e0-792c1ac28266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:49.289928 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6560af57-2a41-4e1f-a5e0-792c1ac28266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:49.303030 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-829de45c-c8d3-47ab-9235-2eac82ac90fd req-85f9f8cd-5d62-417c-a113-c1698b550758 service neutron] 10.222.0.58 "GET /v2.0/networks/b69586d7-8c89-48cb-926a-f21516fd70fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089103 Sep 23 07:04:49.345538 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6560af57-2a41-4e1f-a5e0-792c1ac28266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:49.348349 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6560af57-2a41-4e1f-a5e0-792c1ac28266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:49.349519 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-6560af57-2a41-4e1f-a5e0-792c1ac28266 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fcf3b918-23c7-4c90-8e61-66399304b8cb HTTP/1.1" status: 204 len: 168 time: 0.1349983 Sep 23 07:04:49.360870 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6560af57-2a41-4e1f-a5e0-792c1ac28266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf3b918-23c7-4c90-8e61-66399304b8cb,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:49.423145 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f97ec8d-6bb0-40a8-845e-264df00d855f req-b078224d-b21e-4d9d-9d2c-b93a73847654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:49.425001 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8f97ec8d-6bb0-40a8-845e-264df00d855f req-b078224d-b21e-4d9d-9d2c-b93a73847654 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e9ca6737cafc43e68f7f348785460da4&device_id=73082433-34c3-4751-b19c-5f24fa99c350 HTTP/1.1" status: 200 len: 1095 time: 0.0719514 Sep 23 07:04:49.549944 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa2bec4-a4b9-4763-8ab3-16d6868f39cb req-867ba8ff-ef94-45f0-97d3-87eff6e97cfa tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:49.551475 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5aa2bec4-a4b9-4763-8ab3-16d6868f39cb req-867ba8ff-ef94-45f0-97d3-87eff6e97cfa tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 945 time: 0.1050227 Sep 23 07:04:49.586983 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f97ec8d-6bb0-40a8-845e-264df00d855f req-9be56f67-09e5-4556-bb6e-717f2f420cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:49.588651 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8f97ec8d-6bb0-40a8-845e-264df00d855f req-9be56f67-09e5-4556-bb6e-717f2f420cc6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b69586d7-8c89-48cb-926a-f21516fd70fb HTTP/1.1" status: 200 len: 911 time: 0.1544099 Sep 23 07:04:49.650043 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8f97ec8d-6bb0-40a8-845e-264df00d855f req-f8bf14e2-b471-4647-b4ae-3da0d142b325 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af8312d4-64ef-4431-9416-c6403a07e0a4 HTTP/1.1" status: 200 len: 217 time: 0.0530889 Sep 23 07:04:49.653359 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5aa2bec4-a4b9-4763-8ab3-16d6868f39cb req-e69ec9aa-3b24-457f-8989-643558e1b787 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a912227-b43b-40c0-8908-2990e2356021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921929 Sep 23 07:04:49.670337 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 57530) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:49.688699 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1687fcac-19bc-4cad-adb0-017c488a6c8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:49.714561 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f97ec8d-6bb0-40a8-845e-264df00d855f req-3f894399-dddd-4493-9438-cb9eb2fd5b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:49.716338 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8f97ec8d-6bb0-40a8-845e-264df00d855f req-3f894399-dddd-4493-9438-cb9eb2fd5b40 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=02059dde-50d8-47d5-a307-abc2f2528d86 HTTP/1.1" status: 200 len: 849 time: 0.0589886 Sep 23 07:04:49.771515 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f97ec8d-6bb0-40a8-845e-264df00d855f req-a4503aec-2c72-4d90-a626-893014dd2066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:49.775989 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8f97ec8d-6bb0-40a8-845e-264df00d855f req-a4503aec-2c72-4d90-a626-893014dd2066 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b69586d7-8c89-48cb-926a-f21516fd70fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519273 Sep 23 07:04:49.785737 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1687fcac-19bc-4cad-adb0-017c488a6c8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:49.790611 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1687fcac-19bc-4cad-adb0-017c488a6c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:49.828581 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-1687fcac-19bc-4cad-adb0-017c488a6c8d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0f52cdd2dbb043bebd2b252c119f0d56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1539373 Sep 23 07:04:49.833432 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 57534) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:49.849424 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1687fcac-19bc-4cad-adb0-017c488a6c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e03d433-37bb-41ce-9f7f-430c8d039b9b,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:49.899646 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8f97ec8d-6bb0-40a8-845e-264df00d855f req-ea0215e0-d708-432e-b463-326a1937469d service neutron] 10.222.0.58 "GET /v2.0/networks/b69586d7-8c89-48cb-926a-f21516fd70fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161675 Sep 23 07:04:49.902201 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8260323a-7597-4072-841e-997748cca5b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:49.927241 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8260323a-7597-4072-841e-997748cca5b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:49.982473 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8b99d838-b22e-48f0-ab18-ab3eaecee1cc req-68b90494-4920-4344-a973-bf6b818368ee tempest-ServerShowV247Test-608128335 tempest-ServerShowV247Test-608128335-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc022068-0750-4832-a460-ebff2160c250 HTTP/1.1" status: 200 len: 210 time: 0.0528340 Sep 23 07:04:49.985339 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 57540) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:50.031641 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8f97ec8d-6bb0-40a8-845e-264df00d855f req-cf5a8f08-9950-4fd1-bd35-3a77eb15607f service neutron] 10.222.0.58 "GET /v2.0/networks/b69586d7-8c89-48cb-926a-f21516fd70fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224074 Sep 23 07:04:50.085332 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed289843-6d62-4423-97ec-f9b6ba597b04 tempest-TestNetworkBasicOps-685493529 tempest-TestNetworkBasicOps-685493529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:50.085668 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed289843-6d62-4423-97ec-f9b6ba597b04 tempest-TestNetworkBasicOps-685493529 tempest-TestNetworkBasicOps-685493529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:50.086172 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed289843-6d62-4423-97ec-f9b6ba597b04 tempest-TestNetworkBasicOps-685493529 tempest-TestNetworkBasicOps-685493529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:50.094731 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-ed289843-6d62-4423-97ec-f9b6ba597b04 tempest-TestNetworkBasicOps-685493529 tempest-TestNetworkBasicOps-685493529-project-admin] 10.222.0.39 "GET /v2.0/ports?project_id=285631e87ef3467186156f903d01ed48&network_id=7897793b-979a-4e69-a418-9e869418e9ce HTTP/1.1" status: 200 len: 2972 time: 0.1078796 Sep 23 07:04:50.107714 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8260323a-7597-4072-841e-997748cca5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:50.110375 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8260323a-7597-4072-841e-997748cca5b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:50.111590 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-8260323a-7597-4072-841e-997748cca5b8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0e03d433-37bb-41ce-9f7f-430c8d039b9b HTTP/1.1" status: 204 len: 168 time: 0.2772131 Sep 23 07:04:50.120563 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8260323a-7597-4072-841e-997748cca5b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e03d433-37bb-41ce-9f7f-430c8d039b9b,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:50.227001 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba7f439-019c-455e-b5eb-41f2628dae69 req-56e4c0ac-ac67-49d0-80fa-528902ca282c tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:50.228738 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6ba7f439-019c-455e-b5eb-41f2628dae69 req-56e4c0ac-ac67-49d0-80fa-528902ca282c tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=73082433-34c3-4751-b19c-5f24fa99c350 HTTP/1.1" status: 200 len: 1095 time: 0.0473261 Sep 23 07:04:50.274436 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6ba7f439-019c-455e-b5eb-41f2628dae69 req-df0512fe-3d9c-4d13-b608-65f7b007f190 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c5ad0c53-9d65-41c7-bc1a-b9a18e3efbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365818 Sep 23 07:04:50.792526 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e02bde-27c1-4311-996a-828e1ebbbc28 req-f829afc0-7d45-4ae9-8413-236759c57bee tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:50.794777 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a4e02bde-27c1-4311-996a-828e1ebbbc28 req-f829afc0-7d45-4ae9-8413-236759c57bee tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 945 time: 0.0652745 Sep 23 07:04:50.839333 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a4e02bde-27c1-4311-996a-828e1ebbbc28 req-506b510d-2102-4c92-86db-5a55688ccd00 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a912227-b43b-40c0-8908-2990e2356021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372696 Sep 23 07:04:50.872450 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device af8312d4-64ef-4431-9416-c6403a07e0a4 details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:04:50.980209 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port af8312d4-64ef-4431-9416-c6403a07e0a4, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=af8312d4-64ef-4431-9416-c6403a07e0a4,segment=NetworkSegment(cfa7b58f-648b-46f1-b9f1-5b9bb8f770f0),segment_id=cfa7b58f-648b-46f1-b9f1-5b9bb8f770f0)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:04:50.995063 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': 'af8312d4-64ef-4431-9416-c6403a07e0a4', 'network_id': 'b69586d7-8c89-48cb-926a-f21516fd70fb', 'port_id': 'af8312d4-64ef-4431-9416-c6403a07e0a4', 'mac_address': 'fa:16:3e:c9:53:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02059dde-50d8-47d5-a307-abc2f2528d86', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:04:51.044255 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:51.060967 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af8312d4-64ef-4431-9416-c6403a07e0a4 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:04:51.109225 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port af8312d4-64ef-4431-9416-c6403a07e0a4, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=af8312d4-64ef-4431-9416-c6403a07e0a4,segment=NetworkSegment(cfa7b58f-648b-46f1-b9f1-5b9bb8f770f0),segment_id=cfa7b58f-648b-46f1-b9f1-5b9bb8f770f0)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:04:51.116890 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-17539bcd-2c26-4178-b667-8d5b43a63f00 req-6bcc7d5b-1926-4178-8d6e-acbc4e50b16e tempest-ServerShowV247Test-608128335 tempest-ServerShowV247Test-608128335-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc022068-0750-4832-a460-ebff2160c250 HTTP/1.1" status: 200 len: 210 time: 0.0373170 Sep 23 07:04:51.123255 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:51.178860 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=af8312d4-64ef-4431-9416-c6403a07e0a4,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:51.386786 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['af8312d4-64ef-4431-9416-c6403a07e0a4'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:04:51.389058 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b148c3e2-d946-4c3f-bcdc-94ad73387d10 req-95fb0b48-a5a9-41c2-840a-2f56ae4ecf1f tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:51.390943 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b148c3e2-d946-4c3f-bcdc-94ad73387d10 req-95fb0b48-a5a9-41c2-840a-2f56ae4ecf1f tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=73082433-34c3-4751-b19c-5f24fa99c350 HTTP/1.1" status: 200 len: 1096 time: 0.0445628 Sep 23 07:04:51.449413 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b148c3e2-d946-4c3f-bcdc-94ad73387d10 req-8b50d03e-4527-407d-8ac0-6d413252fcfe tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c5ad0c53-9d65-41c7-bc1a-b9a18e3efbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511000 Sep 23 07:04:51.971506 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f0e94-6b52-4a53-8762-320542e73161 req-4c825468-6028-4688-8d02-b03468fc9b81 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:51.973011 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-238f0e94-6b52-4a53-8762-320542e73161 req-4c825468-6028-4688-8d02-b03468fc9b81 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 945 time: 0.0536187 Sep 23 07:04:52.024601 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-238f0e94-6b52-4a53-8762-320542e73161 req-0763a5ba-717e-4310-871e-5e98276f42bb tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a912227-b43b-40c0-8908-2990e2356021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452709 Sep 23 07:04:52.232774 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8ba20ad2-923f-47b3-abf9-2c6dcd02068e req-19c6a9a9-8a73-40b1-99dd-cac5ac87c003 tempest-ServerShowV247Test-608128335 tempest-ServerShowV247Test-608128335-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc022068-0750-4832-a460-ebff2160c250 HTTP/1.1" status: 200 len: 210 time: 0.0286367 Sep 23 07:04:52.321048 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 57636) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:52.364773 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [req-70179134-1336-4712-b8d5-dfa1847414af req-732c77f3-5834-4ccf-b445-e29d2ef0b82d service neutron] (95066) timed out ('10.222.0.21', 64202) {{(pid=95066) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 23 07:04:52.431899 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-432eb006-e6b2-4007-a39a-23600e8231e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:52.445559 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57640) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:52.509347 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a070a8-0b71-468a-b29e-365ae0d75db3 tempest-TestNetworkBasicOps-685493529 tempest-TestNetworkBasicOps-685493529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:52.511446 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-98a070a8-0b71-468a-b29e-365ae0d75db3 tempest-TestNetworkBasicOps-685493529 tempest-TestNetworkBasicOps-685493529-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=0f47978c-41eb-4cc7-92bf-8b873be8a1a0 HTTP/1.1" status: 200 len: 814 time: 0.0648780 Sep 23 07:04:52.545846 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-432eb006-e6b2-4007-a39a-23600e8231e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:52.550349 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-432eb006-e6b2-4007-a39a-23600e8231e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:52.577021 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaa25eb-ef52-47bd-9f50-d88a21daac9f req-7f94bd6a-2f41-48c5-9b27-15357049e193 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:52.578509 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2eaa25eb-ef52-47bd-9f50-d88a21daac9f req-7f94bd6a-2f41-48c5-9b27-15357049e193 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=73082433-34c3-4751-b19c-5f24fa99c350 HTTP/1.1" status: 200 len: 1096 time: 0.0447230 Sep 23 07:04:52.589618 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432eb006-e6b2-4007-a39a-23600e8231e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa5a712-c34e-406e-bee2-0517cb544fa9,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:52.597012 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-432eb006-e6b2-4007-a39a-23600e8231e3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=38f76f18198b4ebab2c3d6787bb5a79d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2720523 Sep 23 07:04:52.597651 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 57646) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:52.625617 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2eaa25eb-ef52-47bd-9f50-d88a21daac9f req-9dd8cb17-18b5-47c0-8cf5-66869fb0e97e tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c5ad0c53-9d65-41c7-bc1a-b9a18e3efbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406063 Sep 23 07:04:52.651901 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-eae9283f-214f-40f3-b497-965749c10ab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:52.673390 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-eae9283f-214f-40f3-b497-965749c10ab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:52.720738 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-eae9283f-214f-40f3-b497-965749c10ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:52.723539 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-eae9283f-214f-40f3-b497-965749c10ab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:52.724708 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-eae9283f-214f-40f3-b497-965749c10ab5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0aa5a712-c34e-406e-bee2-0517cb544fa9 HTTP/1.1" status: 204 len: 168 time: 0.1254728 Sep 23 07:04:52.734160 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae9283f-214f-40f3-b497-965749c10ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa5a712-c34e-406e-bee2-0517cb544fa9,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:52.888540 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device b098fef9-31f1-4769-8019-735009e3bf0c details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:04:52.893706 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device af8312d4-64ef-4431-9416-c6403a07e0a4 up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:04:53.015408 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port af8312d4-64ef-4431-9416-c6403a07e0a4 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:04:53.020485 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 57654) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:53.026444 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port af8312d4-64ef-4431-9416-c6403a07e0a4 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:04:53.026829 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:53.033497 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0ce37392-71cc-4c39-b81b-3a1bacd18226 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:53.073700 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port b098fef9-31f1-4769-8019-735009e3bf0c, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=b098fef9-31f1-4769-8019-735009e3bf0c,segment=NetworkSegment(1c65d3ce-0d0d-44a7-ae9c-a00acf5305e9),segment_id=1c65d3ce-0d0d-44a7-ae9c-a00acf5305e9)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:04:53.098284 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': 'b098fef9-31f1-4769-8019-735009e3bf0c', 'network_id': 'ca28a1fe-55ea-41f7-96a5-1261b4a66187', 'port_id': 'b098fef9-31f1-4769-8019-735009e3bf0c', 'mac_address': 'fa:16:3e:52:7c:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5441eb5f-3885-44a6-9b00-13a9788d14f9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:04:53.214665 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f4f4e9-eae1-43f4-927b-16106996329c req-07b8c291-f726-4098-b29f-0d409c33254f tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:53.216556 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-30f4f4e9-eae1-43f4-927b-16106996329c req-07b8c291-f726-4098-b29f-0d409c33254f tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 945 time: 0.0858734 Sep 23 07:04:53.238940 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0ce37392-71cc-4c39-b81b-3a1bacd18226 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:53.251982 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0ce37392-71cc-4c39-b81b-3a1bacd18226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:53.319618 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-30f4f4e9-eae1-43f4-927b-16106996329c req-94738bce-23b7-44e9-9fa2-e9e395e19555 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a912227-b43b-40c0-8908-2990e2356021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915513 Sep 23 07:04:53.320579 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce37392-71cc-4c39-b81b-3a1bacd18226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc513e71-5cbc-4c73-90be-6d70b6de7e60,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:53.326754 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-0ce37392-71cc-4c39-b81b-3a1bacd18226 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0878dcbe6bb54ca3abd629101e24f5ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3051639 Sep 23 07:04:53.329436 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57662) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:53.341196 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:53.343219 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:53.367920 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b098fef9-31f1-4769-8019-735009e3bf0c {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:04:53.400315 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73082433-34c3-4751-b19c-5f24fa99c350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af8312d4-64ef-4431-9416-c6403a07e0a4'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:04:53.402940 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd5a74f7-8075-4031-a2be-3dc7712f91df" -d '{"events": [{"server_uuid": "73082433-34c3-4751-b19c-5f24fa99c350", "name": "network-vif-plugged", "status": "completed", "tag": "af8312d4-64ef-4431-9416-c6403a07e0a4"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:04:53.429169 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port af8312d4-64ef-4431-9416-c6403a07e0a4, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=af8312d4-64ef-4431-9416-c6403a07e0a4,segment=NetworkSegment(cfa7b58f-648b-46f1-b9f1-5b9bb8f770f0),segment_id=cfa7b58f-648b-46f1-b9f1-5b9bb8f770f0)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:04:53.431980 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port b098fef9-31f1-4769-8019-735009e3bf0c, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=b098fef9-31f1-4769-8019-735009e3bf0c,segment=NetworkSegment(1c65d3ce-0d0d-44a7-ae9c-a00acf5305e9),segment_id=1c65d3ce-0d0d-44a7-ae9c-a00acf5305e9)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:04:53.434898 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-09b5ac66-24b0-4348-9161-570322d5027a req-ff3459d9-444d-4256-882a-831d4cc4de5e tempest-ServerShowV247Test-608128335 tempest-ServerShowV247Test-608128335-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc022068-0750-4832-a460-ebff2160c250 HTTP/1.1" status: 200 len: 210 time: 0.0376527 Sep 23 07:04:53.447636 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:53.452876 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:53.453017 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b2167020-e56d-4442-8599-17e718f131d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:53.488828 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57676) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:53.495721 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b2167020-e56d-4442-8599-17e718f131d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:53.548746 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-33084123-fb50-4293-a2a6-809a5c375f1a tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Request body: {'network': {'name': 'tempest-network-smoke--1735896677', 'project_id': '285631e87ef3467186156f903d01ed48', 'port_security_enabled': True}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:04:53.556522 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['b098fef9-31f1-4769-8019-735009e3bf0c'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:04:53.585225 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33084123-fb50-4293-a2a6-809a5c375f1a tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Made reservation on behalf of 285631e87ef3467186156f903d01ed48 for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:04:53.588221 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=af8312d4-64ef-4431-9416-c6403a07e0a4,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:53.595296 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-33084123-fb50-4293-a2a6-809a5c375f1a tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:53.636048 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33084123-fb50-4293-a2a6-809a5c375f1a tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:04:53.649302 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-33084123-fb50-4293-a2a6-809a5c375f1a tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:53.649666 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-33084123-fb50-4293-a2a6-809a5c375f1a tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Added segment fc58ed58-9bef-42f1-a0b5-ea9928c8e033 of type vlan for network 66a1f084-948e-45d7-a019-d130f39acf06 Sep 23 07:04:53.666877 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b2167020-e56d-4442-8599-17e718f131d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:53.679071 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b2167020-e56d-4442-8599-17e718f131d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:53.681142 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-b2167020-e56d-4442-8599-17e718f131d1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dc513e71-5cbc-4c73-90be-6d70b6de7e60 HTTP/1.1" status: 204 len: 168 time: 0.3500199 Sep 23 07:04:53.716314 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=b098fef9-31f1-4769-8019-735009e3bf0c,revision_number=6']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:53.783655 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2167020-e56d-4442-8599-17e718f131d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc513e71-5cbc-4c73-90be-6d70b6de7e60,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:53.804188 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ce41c5f-7885-4c78-9ca4-6ca43bd8358e x-openstack-request-id: req-5ce41c5f-7885-4c78-9ca4-6ca43bd8358e {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:04:53.804812 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73082433-34c3-4751-b19c-5f24fa99c350", "name": "network-vif-plugged", "status": "completed", "tag": "af8312d4-64ef-4431-9416-c6403a07e0a4", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:04:53.805280 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5ce41c5f-7885-4c78-9ca4-6ca43bd8358e {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:04:53.805899 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73082433-34c3-4751-b19c-5f24fa99c350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af8312d4-64ef-4431-9416-c6403a07e0a4', 'code': 200} Sep 23 07:04:53.883083 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-33084123-fb50-4293-a2a6-809a5c375f1a tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:53.944550 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a948af6f-defc-4b50-b7c2-924b94f12e09 req-03bb9fd5-f1ec-4851-97dd-633942899784 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:53.967009 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a948af6f-defc-4b50-b7c2-924b94f12e09 req-03bb9fd5-f1ec-4851-97dd-633942899784 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=73082433-34c3-4751-b19c-5f24fa99c350 HTTP/1.1" status: 200 len: 1097 time: 0.1964769 Sep 23 07:04:54.013330 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-33084123-fb50-4293-a2a6-809a5c375f1a tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:54.022369 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33084123-fb50-4293-a2a6-809a5c375f1a tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:54.022369 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-33084123-fb50-4293-a2a6-809a5c375f1a tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:54.039755 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19606bc2-3cf6-4182-8856-e84901757540 req-c8cccaaa-584a-40e7-b268-aa5dd8d92907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:54.041260 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-19606bc2-3cf6-4182-8856-e84901757540 req-c8cccaaa-584a-40e7-b268-aa5dd8d92907 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=73082433-34c3-4751-b19c-5f24fa99c350 HTTP/1.1" status: 200 len: 1097 time: 0.1739748 Sep 23 07:04:54.111862 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a948af6f-defc-4b50-b7c2-924b94f12e09 req-45c1c2f7-b741-436b-89eb-c18e54d63561 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c5ad0c53-9d65-41c7-bc1a-b9a18e3efbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272464 Sep 23 07:04:54.114549 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-33084123-fb50-4293-a2a6-809a5c375f1a tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6231544 Sep 23 07:04:54.126631 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 57702) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:54.209372 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8d5a5b-92f3-4eed-a05d-aa421137d09f tempest-TestNetworkBasicOps-685493529 tempest-TestNetworkBasicOps-685493529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:54.214592 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-7a8d5a5b-92f3-4eed-a05d-aa421137d09f tempest-TestNetworkBasicOps-685493529 tempest-TestNetworkBasicOps-685493529-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=285631e87ef3467186156f903d01ed48&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0935328 Sep 23 07:04:54.215535 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 57706) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:54.217722 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33084123-fb50-4293-a2a6-809a5c375f1a tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Pushing event updated for resources: {'Network': ['ID=66a1f084-948e-45d7-a019-d130f39acf06,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:54.226581 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-19606bc2-3cf6-4182-8856-e84901757540 req-6dc76414-a514-46d7-9870-caf7f2eb98cb service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c5ad0c53-9d65-41c7-bc1a-b9a18e3efbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666758 Sep 23 07:04:54.230055 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 66a1f084-948e-45d7-a019-d130f39acf06 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:04:54.423061 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9cf875-8b05-41c4-b29b-788f65ffc959 tempest-TestNetworkBasicOps-685493529 tempest-TestNetworkBasicOps-685493529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:54.436903 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-5e9cf875-8b05-41c4-b29b-788f65ffc959 tempest-TestNetworkBasicOps-685493529 tempest-TestNetworkBasicOps-685493529-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2080693 Sep 23 07:04:54.437072 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57718) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:54.505901 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-8c281ec9-37f5-4e89-8944-a0409c01d077 tempest-TestNetworkBasicOps-685493529 tempest-TestNetworkBasicOps-685493529-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=0f47978c-41eb-4cc7-92bf-8b873be8a1a0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0657103 Sep 23 07:04:54.506452 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57724) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:54.553612 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-bb66ca8e-0797-4b4c-8dfd-3e443ea67cc8 tempest-TestNetworkBasicOps-685493529 tempest-TestNetworkBasicOps-685493529-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=285631e87ef3467186156f903d01ed48&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0435412 Sep 23 07:04:54.554459 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57730) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:54.618316 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d80fbbc-ea1d-4eec-b05e-bc28ae10193d req-94f0fe4c-c6d8-4eac-a9ff-14101d0be75f tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:54.619904 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9d80fbbc-ea1d-4eec-b05e-bc28ae10193d req-94f0fe4c-c6d8-4eac-a9ff-14101d0be75f tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 944 time: 0.1591792 Sep 23 07:04:54.699064 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d58d33c2-65e6-4098-be12-5b0b0f438d87 req-b5e907db-8754-4401-be48-1d6983f87df7 tempest-ServerShowV247Test-608128335 tempest-ServerShowV247Test-608128335-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc022068-0750-4832-a460-ebff2160c250 HTTP/1.1" status: 200 len: 210 time: 0.0395014 Sep 23 07:04:54.715870 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9d80fbbc-ea1d-4eec-b05e-bc28ae10193d req-fa0ab2c2-3193-4521-bc7c-ce6c57147446 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a912227-b43b-40c0-8908-2990e2356021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890663 Sep 23 07:04:54.726108 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95a3b36-4be0-403c-988d-daf0f84de863 tempest-TestNetworkBasicOps-685493529 tempest-TestNetworkBasicOps-685493529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:54.727906 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-f95a3b36-4be0-403c-988d-daf0f84de863 tempest-TestNetworkBasicOps-685493529 tempest-TestNetworkBasicOps-685493529-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1723952 Sep 23 07:04:54.732699 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 57734) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:54.780032 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-3a5e4cb7-7040-4f89-8d8a-5062b62770bd tempest-TestNetworkBasicOps-685493529 tempest-TestNetworkBasicOps-685493529-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=0f47978c-41eb-4cc7-92bf-8b873be8a1a0&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0475509 Sep 23 07:04:54.783462 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57738) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:54.791323 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-a2e0b899-c4d1-43ed-9875-1b4d26445a36 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1674323835', 'network_id': '66a1f084-948e-45d7-a019-d130f39acf06', 'project_id': '285631e87ef3467186156f903d01ed48', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:04:54.880566 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device b098fef9-31f1-4769-8019-735009e3bf0c up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:04:54.911093 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e0b899-c4d1-43ed-9875-1b4d26445a36 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Made reservation on behalf of 285631e87ef3467186156f903d01ed48 for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:04:54.918402 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a2e0b899-c4d1-43ed-9875-1b4d26445a36 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:54.935967 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 57740) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:54.963290 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port b098fef9-31f1-4769-8019-735009e3bf0c triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:04:54.963691 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:55.127059 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:55.149651 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-0e47f020-3f02-4042-a851-2e6970d44ace admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1045011264-network', 'tenant_id': '9ab7cad94b6d49c8ba64151da25b8d6f'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:04:55.191783 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port b098fef9-31f1-4769-8019-735009e3bf0c, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=b098fef9-31f1-4769-8019-735009e3bf0c,segment=NetworkSegment(1c65d3ce-0d0d-44a7-ae9c-a00acf5305e9),segment_id=1c65d3ce-0d0d-44a7-ae9c-a00acf5305e9)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:04:55.202384 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:55.211837 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e47f020-3f02-4042-a851-2e6970d44ace admin admin] Made reservation on behalf of 9ab7cad94b6d49c8ba64151da25b8d6f for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:04:55.214178 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0e47f020-3f02-4042-a851-2e6970d44ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:55.262472 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0e47f020-3f02-4042-a851-2e6970d44ace admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:55.277458 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=b098fef9-31f1-4769-8019-735009e3bf0c,revision_number=7']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:55.316727 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28817bd-4026-4925-88a6-b62954d55edb req-7a531559-ec5c-412d-9c40-548bd953bff8 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:55.317656 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a2e0b899-c4d1-43ed-9875-1b4d26445a36 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:55.318372 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b28817bd-4026-4925-88a6-b62954d55edb req-7a531559-ec5c-412d-9c40-548bd953bff8 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=73082433-34c3-4751-b19c-5f24fa99c350 HTTP/1.1" status: 200 len: 1097 time: 0.1104577 Sep 23 07:04:55.389439 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e0b899-c4d1-43ed-9875-1b4d26445a36 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Pushing event updated for resources: {'Subnet': ['ID=c86fc1f5-dc9b-478a-89c3-55b3a5ac4a34,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:55.391588 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b28817bd-4026-4925-88a6-b62954d55edb req-af505a67-365c-4ad1-8a63-932961749804 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c5ad0c53-9d65-41c7-bc1a-b9a18e3efbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546432 Sep 23 07:04:55.419666 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e0b899-c4d1-43ed-9875-1b4d26445a36 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Checking segment: {'id': 'fc58ed58-9bef-42f1-a0b5-ea9928c8e033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '66a1f084-948e-45d7-a019-d130f39acf06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:04:55.420033 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e0b899-c4d1-43ed-9875-1b4d26445a36 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Network hostable DHCP agents. Network: 66a1f084-948e-45d7-a019-d130f39acf06, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:04:55.441984 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e0b899-c4d1-43ed-9875-1b4d26445a36 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Network 66a1f084-948e-45d7-a019-d130f39acf06 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:04:55.460330 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-a2e0b899-c4d1-43ed-9875-1b4d26445a36 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 66a1f084-948e-45d7-a019-d130f39acf06) {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:04:55.462816 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0e47f020-3f02-4042-a851-2e6970d44ace admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:55.469607 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e0b899-c4d1-43ed-9875-1b4d26445a36 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:55.470252 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a2e0b899-c4d1-43ed-9875-1b4d26445a36 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:55.473277 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ab4709-7c33-4700-9f76-1f964bcb0e14 None None] Network 66a1f084-948e-45d7-a019-d130f39acf06 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:04:55.477378 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0e47f020-3f02-4042-a851-2e6970d44ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:55.511959 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-a2e0b899-c4d1-43ed-9875-1b4d26445a36 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7272422 Sep 23 07:04:55.525266 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e47f020-3f02-4042-a851-2e6970d44ace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd29a4f-8ddf-4345-b9a3-2a78aef3d80c,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:55.535984 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e47f020-3f02-4042-a851-2e6970d44ace admin admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:04:55.563168 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0e47f020-3f02-4042-a851-2e6970d44ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:55.563718 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-0e47f020-3f02-4042-a851-2e6970d44ace admin admin] Added segment 808e0bed-6818-4390-99b8-ee2b3bacde93 of type vlan for network ebbc03db-b7a7-48ce-aeb6-b562c848566a Sep 23 07:04:55.611313 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0e47f020-3f02-4042-a851-2e6970d44ace admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:55.651932 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0e47f020-3f02-4042-a851-2e6970d44ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:55.653846 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e47f020-3f02-4042-a851-2e6970d44ace admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:55.654616 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0e47f020-3f02-4042-a851-2e6970d44ace admin admin] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:55.715321 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-0e47f020-3f02-4042-a851-2e6970d44ace admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7773280 Sep 23 07:04:55.717736 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57752) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:55.723623 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-0b416812-f70a-4532-9ec3-6cf5476c3192 admin admin] Request body: {'subnet': {'network_id': 'ebbc03db-b7a7-48ce-aeb6-b562c848566a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1045011264-subnet', 'tenant_id': '9ab7cad94b6d49c8ba64151da25b8d6f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:04:55.754340 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e47f020-3f02-4042-a851-2e6970d44ace admin admin] Pushing event updated for resources: {'Network': ['ID=ebbc03db-b7a7-48ce-aeb6-b562c848566a,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:55.791998 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network ebbc03db-b7a7-48ce-aeb6-b562c848566a details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:04:55.799694 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b416812-f70a-4532-9ec3-6cf5476c3192 admin admin] Made reservation on behalf of 9ab7cad94b6d49c8ba64151da25b8d6f for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:04:55.806359 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0b416812-f70a-4532-9ec3-6cf5476c3192 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:55.817376 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 57758) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:55.823483 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-c98fea91-606d-468f-8c41-c2f4fea39285 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-947600053', 'description': 'tempest-secgroup-smoke-947600053 description', 'project_id': '285631e87ef3467186156f903d01ed48'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:04:55.824724 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24279c19-c587-4b89-b26d-54654107430d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b098fef9-31f1-4769-8019-735009e3bf0c'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:04:55.832123 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-639292bd-aef2-4f35-9022-705c9082a528" -d '{"events": [{"server_uuid": "24279c19-c587-4b89-b26d-54654107430d", "name": "network-vif-plugged", "status": "completed", "tag": "b098fef9-31f1-4769-8019-735009e3bf0c"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:04:55.886100 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c98fea91-606d-468f-8c41-c2f4fea39285 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:55.888781 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847c149f-63df-4c57-9bc5-9b4ef759fb50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-66a1f084-948e-45d7-a019-d130f39acf06', 'network_id': '66a1f084-948e-45d7-a019-d130f39acf06', 'tenant_id': '285631e87ef3467186156f903d01ed48', 'fixed_ips': [{'subnet_id': 'c86fc1f5-dc9b-478a-89c3-55b3a5ac4a34'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:04:55.890226 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-847c149f-63df-4c57-9bc5-9b4ef759fb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:56.030914 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d7fd1e-5384-466a-807d-6d0a78018243 req-07e7aa6a-c890-459e-a9be-0dde772a1b2c tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:56.033309 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c1d7fd1e-5384-466a-807d-6d0a78018243 req-07e7aa6a-c890-459e-a9be-0dde772a1b2c tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 945 time: 0.1379566 Sep 23 07:04:56.047388 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8ac7a6a4-7d03-462b-99ad-5fa5ae731342 req-468f13ff-33f6-4f7b-bd42-aa1daf98dcce tempest-ServerShowV247Test-608128335 tempest-ServerShowV247Test-608128335-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc022068-0750-4832-a460-ebff2160c250 HTTP/1.1" status: 200 len: 210 time: 0.0736372 Sep 23 07:04:56.148222 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0b416812-f70a-4532-9ec3-6cf5476c3192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:56.153389 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-847c149f-63df-4c57-9bc5-9b4ef759fb50 None None] Allocated IP 172.20.0.18 (66a1f084-948e-45d7-a019-d130f39acf06/c86fc1f5-dc9b-478a-89c3-55b3a5ac4a34/e2612498-23e5-48fa-9452-a44e170c9afb) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:04:56.180457 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ad1fb8-9320-435b-bb76-6d3d06955280 x-openstack-request-id: req-19ad1fb8-9320-435b-bb76-6d3d06955280 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:04:56.181344 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24279c19-c587-4b89-b26d-54654107430d", "name": "network-vif-plugged", "status": "completed", "tag": "b098fef9-31f1-4769-8019-735009e3bf0c", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:04:56.181598 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-19ad1fb8-9320-435b-bb76-6d3d06955280 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:04:56.182053 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24279c19-c587-4b89-b26d-54654107430d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b098fef9-31f1-4769-8019-735009e3bf0c', 'code': 200} Sep 23 07:04:56.195814 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c1d7fd1e-5384-466a-807d-6d0a78018243 req-35c81d42-0289-4a91-b7e0-ceab4cf041e5 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a912227-b43b-40c0-8908-2990e2356021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1550746 Sep 23 07:04:56.246763 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b416812-f70a-4532-9ec3-6cf5476c3192 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6108c9f7-0cf3-4d20-8249-7ab19bea9902,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:56.258746 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b416812-f70a-4532-9ec3-6cf5476c3192 admin admin] Checking segment: {'id': '808e0bed-6818-4390-99b8-ee2b3bacde93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ebbc03db-b7a7-48ce-aeb6-b562c848566a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:04:56.259402 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b416812-f70a-4532-9ec3-6cf5476c3192 admin admin] Network hostable DHCP agents. Network: ebbc03db-b7a7-48ce-aeb6-b562c848566a, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:04:56.272800 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c98fea91-606d-468f-8c41-c2f4fea39285 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:56.278146 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c98fea91-606d-468f-8c41-c2f4fea39285 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:56.288465 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b416812-f70a-4532-9ec3-6cf5476c3192 admin admin] Network ebbc03db-b7a7-48ce-aeb6-b562c848566a is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:04:56.308436 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-0b416812-f70a-4532-9ec3-6cf5476c3192 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, ebbc03db-b7a7-48ce-aeb6-b562c848566a) {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:04:56.317461 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b416812-f70a-4532-9ec3-6cf5476c3192 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:56.318432 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0b416812-f70a-4532-9ec3-6cf5476c3192 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:56.326120 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aca2a99-4535-4b34-8bd8-1d53a2a6dc98 None None] Network ebbc03db-b7a7-48ce-aeb6-b562c848566a requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:04:56.332196 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98fea91-606d-468f-8c41-c2f4fea39285 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4096c5f-f005-44c6-8cd4-0dfaefa99024,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:56.343989 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c98fea91-606d-468f-8c41-c2f4fea39285 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:56.346409 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-c98fea91-606d-468f-8c41-c2f4fea39285 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5271466 Sep 23 07:04:56.348853 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 57764) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:56.355287 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-e0826573-1ae7-474f-b899-2e58dcb615af tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Request body: {'security_group_rule': {'security_group_id': 'b4096c5f-f005-44c6-8cd4-0dfaefa99024', 'project_id': '285631e87ef3467186156f903d01ed48', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:04:56.356588 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-0b416812-f70a-4532-9ec3-6cf5476c3192 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6376874 Sep 23 07:04:56.425071 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e0826573-1ae7-474f-b899-2e58dcb615af tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:56.474255 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-847c149f-63df-4c57-9bc5-9b4ef759fb50 None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:56.506182 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-847c149f-63df-4c57-9bc5-9b4ef759fb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:56.559504 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e0826573-1ae7-474f-b899-2e58dcb615af tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:56.572684 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e0826573-1ae7-474f-b899-2e58dcb615af tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:56.599325 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0826573-1ae7-474f-b899-2e58dcb615af tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5968c6c-d9c2-45ef-804e-c66eced65a4a,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:56.615931 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e0826573-1ae7-474f-b899-2e58dcb615af tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:56.621140 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-e0826573-1ae7-474f-b899-2e58dcb615af tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2701874 Sep 23 07:04:56.621962 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 57772) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:56.627979 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-6651f677-9e62-444c-be2c-84c5a8322bbb tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Request body: {'security_group_rule': {'security_group_id': 'b4096c5f-f005-44c6-8cd4-0dfaefa99024', 'project_id': '285631e87ef3467186156f903d01ed48', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:04:56.644262 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6112a191-7ffc-410f-879d-191c5a1e0458 req-28db29ae-78f3-4545-9b31-94f279cf2129 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:56.653914 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6112a191-7ffc-410f-879d-191c5a1e0458 req-28db29ae-78f3-4545-9b31-94f279cf2129 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=73082433-34c3-4751-b19c-5f24fa99c350 HTTP/1.1" status: 200 len: 1097 time: 0.1118472 Sep 23 07:04:56.678185 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6651f677-9e62-444c-be2c-84c5a8322bbb tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:56.715596 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847c149f-63df-4c57-9bc5-9b4ef759fb50 None None] Network 66a1f084-948e-45d7-a019-d130f39acf06 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:04:56.738717 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-847c149f-63df-4c57-9bc5-9b4ef759fb50 None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:04:56.748921 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847c149f-63df-4c57-9bc5-9b4ef759fb50 None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:04:56.756331 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6651f677-9e62-444c-be2c-84c5a8322bbb tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:56.764385 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6651f677-9e62-444c-be2c-84c5a8322bbb tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:56.770053 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6112a191-7ffc-410f-879d-191c5a1e0458 req-da547e44-2380-4b57-9d6d-ca496f31f5b1 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c5ad0c53-9d65-41c7-bc1a-b9a18e3efbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114063 Sep 23 07:04:56.779104 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847c149f-63df-4c57-9bc5-9b4ef759fb50 None None] Pushing event updated for resources: {'Port': ['ID=e2612498-23e5-48fa-9452-a44e170c9afb,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:56.802290 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6651f677-9e62-444c-be2c-84c5a8322bbb tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c656a7fe-6d67-41c3-a49f-816dae718dd1,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:56.806143 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6651f677-9e62-444c-be2c-84c5a8322bbb tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:56.810496 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57778) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:56.810722 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-6651f677-9e62-444c-be2c-84c5a8322bbb tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1876078 Sep 23 07:04:56.816410 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-c7747292-b066-491c-9f43-a6e30ebbcca3 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Request body: {'security_group_rule': {'security_group_id': 'b4096c5f-f005-44c6-8cd4-0dfaefa99024', 'project_id': '285631e87ef3467186156f903d01ed48', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:04:56.873800 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847c149f-63df-4c57-9bc5-9b4ef759fb50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:04:56.874195 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847c149f-63df-4c57-9bc5-9b4ef759fb50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:04:56.874543 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847c149f-63df-4c57-9bc5-9b4ef759fb50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:04:56.874887 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847c149f-63df-4c57-9bc5-9b4ef759fb50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:04:56.875220 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847c149f-63df-4c57-9bc5-9b4ef759fb50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:04:56.883666 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847c149f-63df-4c57-9bc5-9b4ef759fb50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:04:56.885567 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847c149f-63df-4c57-9bc5-9b4ef759fb50 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:04:56.886640 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847c149f-63df-4c57-9bc5-9b4ef759fb50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:04:56.887262 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847c149f-63df-4c57-9bc5-9b4ef759fb50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:04:56.890763 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847c149f-63df-4c57-9bc5-9b4ef759fb50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:04:56.891303 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847c149f-63df-4c57-9bc5-9b4ef759fb50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:04:56.892068 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847c149f-63df-4c57-9bc5-9b4ef759fb50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:04:56.900433 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c7747292-b066-491c-9f43-a6e30ebbcca3 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:56.941484 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caacaa86-b703-4fd9-9f49-7f0af9034b9e None None] Network ebbc03db-b7a7-48ce-aeb6-b562c848566a requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:04:56.988426 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be64b624-014a-4e5b-8b75-cbe7424f03ac req-eb0709f8-ff49-407f-88d9-37b3d074e6bc tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:57.004918 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-be64b624-014a-4e5b-8b75-cbe7424f03ac req-eb0709f8-ff49-407f-88d9-37b3d074e6bc tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=73082433-34c3-4751-b19c-5f24fa99c350 HTTP/1.1" status: 200 len: 1097 time: 0.1078885 Sep 23 07:04:57.057890 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c7747292-b066-491c-9f43-a6e30ebbcca3 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:57.062559 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c7747292-b066-491c-9f43-a6e30ebbcca3 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:57.075319 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-847c149f-63df-4c57-9bc5-9b4ef759fb50 None None] Attempting to bind port e2612498-23e5-48fa-9452-a44e170c9afb on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:04:57.075952 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-847c149f-63df-4c57-9bc5-9b4ef759fb50 None None] Attempting to bind port e2612498-23e5-48fa-9452-a44e170c9afb by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': 'fc58ed58-9bef-42f1-a0b5-ea9928c8e033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '66a1f084-948e-45d7-a019-d130f39acf06'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:04:57.076266 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847c149f-63df-4c57-9bc5-9b4ef759fb50 None None] Attempting to bind port e2612498-23e5-48fa-9452-a44e170c9afb on network 66a1f084-948e-45d7-a019-d130f39acf06 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:04:57.103742 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-be64b624-014a-4e5b-8b75-cbe7424f03ac req-6f39432e-019d-418f-81d3-2468d85eabb7 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c5ad0c53-9d65-41c7-bc1a-b9a18e3efbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914676 Sep 23 07:04:57.125958 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7747292-b066-491c-9f43-a6e30ebbcca3 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=798b339a-c078-4556-9a5b-32dd573dd87c,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:57.145588 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c7747292-b066-491c-9f43-a6e30ebbcca3 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:57.148506 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-c7747292-b066-491c-9f43-a6e30ebbcca3 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3367369 Sep 23 07:04:57.151538 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57796) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:57.161251 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-615adf66-98ee-4cd1-9cfa-4aecf12a2aad tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Request body: {'security_group_rule': {'security_group_id': 'b4096c5f-f005-44c6-8cd4-0dfaefa99024', 'project_id': '285631e87ef3467186156f903d01ed48', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:04:57.201640 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847c149f-63df-4c57-9bc5-9b4ef759fb50 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:04:57.203055 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847c149f-63df-4c57-9bc5-9b4ef759fb50 None None] Checking segment: {'id': 'fc58ed58-9bef-42f1-a0b5-ea9928c8e033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '66a1f084-948e-45d7-a019-d130f39acf06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:04:57.205013 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-847c149f-63df-4c57-9bc5-9b4ef759fb50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:57.206400 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847c149f-63df-4c57-9bc5-9b4ef759fb50 None None] Bound using segment: {'id': 'fc58ed58-9bef-42f1-a0b5-ea9928c8e033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '66a1f084-948e-45d7-a019-d130f39acf06'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:04:57.207357 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-847c149f-63df-4c57-9bc5-9b4ef759fb50 None None] Bound port: e2612498-23e5-48fa-9452-a44e170c9afb, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc58ed58-9bef-42f1-a0b5-ea9928c8e033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '66a1f084-948e-45d7-a019-d130f39acf06'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:04:57.208430 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-847c149f-63df-4c57-9bc5-9b4ef759fb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:57.226391 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-615adf66-98ee-4cd1-9cfa-4aecf12a2aad tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:57.352908 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf4b5ad-91a6-46de-82ab-f450a387be67 req-d6c6b90a-c550-44ff-8b1f-54fdb54201ba tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:57.354505 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fcf4b5ad-91a6-46de-82ab-f450a387be67 req-d6c6b90a-c550-44ff-8b1f-54fdb54201ba tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=73082433-34c3-4751-b19c-5f24fa99c350 HTTP/1.1" status: 200 len: 1097 time: 0.0872965 Sep 23 07:04:57.355223 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b9ed3a70-7f4d-48e8-8026-544d3af518e2 req-518679cc-1d06-4e9d-a351-7dfb1ec48d25 tempest-ServerShowV247Test-608128335 tempest-ServerShowV247Test-608128335-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc022068-0750-4832-a460-ebff2160c250 HTTP/1.1" status: 200 len: 210 time: 0.1001000 Sep 23 07:04:57.418705 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-615adf66-98ee-4cd1-9cfa-4aecf12a2aad tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:57.424653 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-615adf66-98ee-4cd1-9cfa-4aecf12a2aad tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:57.439264 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-847c149f-63df-4c57-9bc5-9b4ef759fb50 None None] For port e2612498-23e5-48fa-9452-a44e170c9afb, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:04:57.454518 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615adf66-98ee-4cd1-9cfa-4aecf12a2aad tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3098fb6d-4181-4db0-9325-61f04addfaf8,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:57.463130 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-615adf66-98ee-4cd1-9cfa-4aecf12a2aad tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:57.467207 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-615adf66-98ee-4cd1-9cfa-4aecf12a2aad tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3119552 Sep 23 07:04:57.467574 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57806) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:57.474714 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-a3b348c6-82c0-47e0-8178-e6d9e4596f35 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Request body: {'security_group_rule': {'security_group_id': 'b4096c5f-f005-44c6-8cd4-0dfaefa99024', 'project_id': '285631e87ef3467186156f903d01ed48', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:04:57.479486 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fcf4b5ad-91a6-46de-82ab-f450a387be67 req-f93dcb35-9e55-4858-b772-72087e78ad0c tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c5ad0c53-9d65-41c7-bc1a-b9a18e3efbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059527 Sep 23 07:04:57.483982 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-847c149f-63df-4c57-9bc5-9b4ef759fb50 None None] For port e2612498-23e5-48fa-9452-a44e170c9afb, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=e2612498-23e5-48fa-9452-a44e170c9afb,segment=NetworkSegment(fc58ed58-9bef-42f1-a0b5-ea9928c8e033),segment_id=fc58ed58-9bef-42f1-a0b5-ea9928c8e033)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:04:57.490222 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-847c149f-63df-4c57-9bc5-9b4ef759fb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:57.525553 n-d-715271-16 neutron-server[95066]: INFO neutron.db.securitygroups_db [None req-a3b348c6-82c0-47e0-8178-e6d9e4596f35 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Project 285631e87ef3467186156f903d01ed48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 07:04:57.536729 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a3b348c6-82c0-47e0-8178-e6d9e4596f35 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:57.547595 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 57810) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:57.553403 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-e647a353-345a-4e01-bf14-b9e17179bc8c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-751610423-network', 'tenant_id': '99c2d20b20724d3f90ef5e7929d68bc0'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:04:57.600641 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e647a353-345a-4e01-bf14-b9e17179bc8c admin admin] Made reservation on behalf of 99c2d20b20724d3f90ef5e7929d68bc0 for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:04:57.605880 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e647a353-345a-4e01-bf14-b9e17179bc8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:57.629766 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e647a353-345a-4e01-bf14-b9e17179bc8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:57.667684 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e3bd2-1877-4be1-826f-356ccb36a63c req-92c0b72c-77ff-4152-9224-62bda4e2fb17 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:57.671415 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-aa8e3bd2-1877-4be1-826f-356ccb36a63c req-92c0b72c-77ff-4152-9224-62bda4e2fb17 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 945 time: 0.1362741 Sep 23 07:04:57.701234 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847c149f-63df-4c57-9bc5-9b4ef759fb50 None None] Pushing event updated for resources: {'Port': ['ID=e2612498-23e5-48fa-9452-a44e170c9afb,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:57.776615 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a3b348c6-82c0-47e0-8178-e6d9e4596f35 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:57.806651 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a3b348c6-82c0-47e0-8178-e6d9e4596f35 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:57.853135 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-aa8e3bd2-1877-4be1-826f-356ccb36a63c req-b884a825-daf9-4526-b7f3-43029febaa08 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a912227-b43b-40c0-8908-2990e2356021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1605256 Sep 23 07:04:57.861546 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b348c6-82c0-47e0-8178-e6d9e4596f35 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b792c010-6424-4be6-a06d-c45135be1d8b,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:57.916177 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e647a353-345a-4e01-bf14-b9e17179bc8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:57.926977 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a3b348c6-82c0-47e0-8178-e6d9e4596f35 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:57.929487 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-a3b348c6-82c0-47e0-8178-e6d9e4596f35 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4605055 Sep 23 07:04:57.930210 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e647a353-345a-4e01-bf14-b9e17179bc8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:57.932220 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57832) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:57.938939 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-2570c981-cdc9-4083-a551-e349aba6b488 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Request body: {'security_group_rule': {'security_group_id': 'b4096c5f-f005-44c6-8cd4-0dfaefa99024', 'project_id': '285631e87ef3467186156f903d01ed48', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:04:58.037808 n-d-715271-16 neutron-server[95066]: INFO neutron.db.securitygroups_db [None req-2570c981-cdc9-4083-a551-e349aba6b488 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Project 285631e87ef3467186156f903d01ed48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 07:04:58.045031 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2570c981-cdc9-4083-a551-e349aba6b488 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:58.123833 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e647a353-345a-4e01-bf14-b9e17179bc8c admin admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:04:58.134500 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e647a353-345a-4e01-bf14-b9e17179bc8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e8ffcb-cda8-46fe-b4bc-c4e29f838533,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:58.149578 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e647a353-345a-4e01-bf14-b9e17179bc8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:58.149942 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-e647a353-345a-4e01-bf14-b9e17179bc8c admin admin] Added segment 12e67d36-a214-42cc-b985-ad2761204845 of type vlan for network e477b24d-4140-49d6-9c02-9a3deb076fb4 Sep 23 07:04:58.191040 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2570c981-cdc9-4083-a551-e349aba6b488 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:58.197694 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2570c981-cdc9-4083-a551-e349aba6b488 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:58.212094 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6a35a-cb31-479f-9374-82ef3ea00405 req-fef5e6b7-1857-4f8f-9dfa-7590cc8be353 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:58.213559 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b1b6a35a-cb31-479f-9374-82ef3ea00405 req-fef5e6b7-1857-4f8f-9dfa-7590cc8be353 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] 10.222.0.39 "GET /v2.0/networks?id=b69586d7-8c89-48cb-926a-f21516fd70fb HTTP/1.1" status: 200 len: 911 time: 0.2947946 Sep 23 07:04:58.217096 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e647a353-345a-4e01-bf14-b9e17179bc8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:58.231933 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2570c981-cdc9-4083-a551-e349aba6b488 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88b78e54-c19e-470d-adbd-5f536b61428c,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:58.249922 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b1b6a35a-cb31-479f-9374-82ef3ea00405 req-01d7626b-7b8a-439e-9c11-d115d642feae tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] 10.222.0.39 "GET /v2.0/quotas/e9ca6737cafc43e68f7f348785460da4 HTTP/1.1" status: 200 len: 375 time: 0.0265684 Sep 23 07:04:58.262182 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2570c981-cdc9-4083-a551-e349aba6b488 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:58.265901 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-2570c981-cdc9-4083-a551-e349aba6b488 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3303382 Sep 23 07:04:58.273028 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e647a353-345a-4e01-bf14-b9e17179bc8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:58.274028 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e647a353-345a-4e01-bf14-b9e17179bc8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:58.286605 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e647a353-345a-4e01-bf14-b9e17179bc8c admin admin] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:58.406016 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-e647a353-345a-4e01-bf14-b9e17179bc8c admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8570173 Sep 23 07:04:58.409105 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57844) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:04:58.415259 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-c8290f3f-635d-43a3-92d4-635372d20844 admin admin] Request body: {'subnet': {'network_id': 'e477b24d-4140-49d6-9c02-9a3deb076fb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-751610423-subnet', 'tenant_id': '99c2d20b20724d3f90ef5e7929d68bc0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:04:58.461063 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b1b6a35a-cb31-479f-9374-82ef3ea00405 req-e8e07e74-0dba-4771-9e10-1ad20bed439c tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] 10.222.0.39 "GET /v2.0/ports?tenant_id=e9ca6737cafc43e68f7f348785460da4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2004814 Sep 23 07:04:58.471996 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e647a353-345a-4e01-bf14-b9e17179bc8c admin admin] Pushing event updated for resources: {'Network': ['ID=e477b24d-4140-49d6-9c02-9a3deb076fb4,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:58.485683 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network e477b24d-4140-49d6-9c02-9a3deb076fb4 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:04:58.488255 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8290f3f-635d-43a3-92d4-635372d20844 admin admin] Made reservation on behalf of 99c2d20b20724d3f90ef5e7929d68bc0 for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:04:58.492993 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c8290f3f-635d-43a3-92d4-635372d20844 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:58.672776 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b1b6a35a-cb31-479f-9374-82ef3ea00405 req-91a3cc37-c26a-4df1-81ba-aa0ebe6bd553 service neutron] 10.222.0.39 "GET /v2.0/networks/b69586d7-8c89-48cb-926a-f21516fd70fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103477 Sep 23 07:04:58.714580 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6036b9a8-4553-4c65-a438-4b807f869772 req-a8f3d0b3-3a17-4928-ac1a-ecfda2e02262 tempest-ServerShowV247Test-608128335 tempest-ServerShowV247Test-608128335-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc022068-0750-4832-a460-ebff2160c250 HTTP/1.1" status: 200 len: 210 time: 0.1197147 Sep 23 07:04:58.880053 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b1b6a35a-cb31-479f-9374-82ef3ea00405 req-ed4e999b-577a-447c-b27b-b707d95a2baa service neutron] 10.222.0.39 "GET /v2.0/networks/b69586d7-8c89-48cb-926a-f21516fd70fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060356 Sep 23 07:04:58.960284 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device e2612498-23e5-48fa-9452-a44e170c9afb up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:04:59.079505 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port e2612498-23e5-48fa-9452-a44e170c9afb triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:04:59.079927 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:59.166123 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fd229cd9-bc55-4145-940a-d28298e4d857 req-c9359934-c9c4-4c1f-9c97-418f94a707d9 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-947600053&fields=id&tenant_id=285631e87ef3467186156f903d01ed48 HTTP/1.1" status: 200 len: 267 time: 0.1913304 Sep 23 07:04:59.246877 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:59.283413 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6556bddf-cc3c-4c1a-96e2-da33f6fd78b8 None None] Network 66a1f084-948e-45d7-a019-d130f39acf06 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:04:59.295537 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c8290f3f-635d-43a3-92d4-635372d20844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:59.412347 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port e2612498-23e5-48fa-9452-a44e170c9afb, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=e2612498-23e5-48fa-9452-a44e170c9afb,segment=NetworkSegment(fc58ed58-9bef-42f1-a0b5-ea9928c8e033),segment_id=fc58ed58-9bef-42f1-a0b5-ea9928c8e033)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:04:59.463250 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:59.479734 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-5706c1f4-3700-4a6b-94b0-9b05083fdeb8 None None] Provisioning complete for port e2612498-23e5-48fa-9452-a44e170c9afb triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:04:59.480102 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5706c1f4-3700-4a6b-94b0-9b05083fdeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:04:59.515640 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d83482d-7f39-4f86-b506-272b4c1ec79a req-63783bbb-6e9c-4ecd-9b00-ba6e1d86fb74 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:59.529158 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2d83482d-7f39-4f86-b506-272b4c1ec79a req-63783bbb-6e9c-4ecd-9b00-ba6e1d86fb74 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 945 time: 0.1007793 Sep 23 07:04:59.533785 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd229cd9-bc55-4145-940a-d28298e4d857 req-a2e80234-87db-4dc6-822d-5618d25d346a tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:04:59.544280 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fd229cd9-bc55-4145-940a-d28298e4d857 req-a2e80234-87db-4dc6-822d-5618d25d346a tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/networks?id=66a1f084-948e-45d7-a019-d130f39acf06 HTTP/1.1" status: 200 len: 797 time: 0.3766437 Sep 23 07:04:59.596163 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fd229cd9-bc55-4145-940a-d28298e4d857 req-e5e15a0e-372c-40ac-b75c-ce430ca19229 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/quotas/285631e87ef3467186156f903d01ed48 HTTP/1.1" status: 200 len: 375 time: 0.0491292 Sep 23 07:04:59.625242 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2d83482d-7f39-4f86-b506-272b4c1ec79a req-1b200152-c114-4b3f-9f3b-8f3563239fac tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a912227-b43b-40c0-8908-2990e2356021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948834 Sep 23 07:04:59.666678 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8290f3f-635d-43a3-92d4-635372d20844 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6039085e-56b3-4fdc-92d1-4b007662717d,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:59.747935 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=e2612498-23e5-48fa-9452-a44e170c9afb,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:04:59.755018 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fd229cd9-bc55-4145-940a-d28298e4d857 req-16e7629b-4b12-444b-a77b-ad693b03af7b tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=285631e87ef3467186156f903d01ed48&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1577876 Sep 23 07:04:59.756219 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8290f3f-635d-43a3-92d4-635372d20844 admin admin] Checking segment: {'id': '12e67d36-a214-42cc-b985-ad2761204845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e477b24d-4140-49d6-9c02-9a3deb076fb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:04:59.757172 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d0198113-22a2-4fdf-9f6f-2e2760bd8f89 req-c92fcb7d-edaf-461e-a848-4c972cb157fd tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=aadc81e5-8557-4030-bebe-143b9d9ea41d HTTP/1.1" status: 200 len: 210 time: 0.0390930 Sep 23 07:04:59.758115 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8290f3f-635d-43a3-92d4-635372d20844 admin admin] Network hostable DHCP agents. Network: e477b24d-4140-49d6-9c02-9a3deb076fb4, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:04:59.931295 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c85608b3-a849-40bd-abfe-5309a23df477 req-674fb3fc-6c1c-4ab1-890d-adfa121bb130 tempest-ServerShowV247Test-608128335 tempest-ServerShowV247Test-608128335-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc022068-0750-4832-a460-ebff2160c250 HTTP/1.1" status: 200 len: 210 time: 0.0560560 Sep 23 07:04:59.946165 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8290f3f-635d-43a3-92d4-635372d20844 admin admin] Network e477b24d-4140-49d6-9c02-9a3deb076fb4 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:04:59.953462 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fd229cd9-bc55-4145-940a-d28298e4d857 req-e62eb0d2-7c0b-4e0d-bf56-35536de39a9e service neutron] 10.222.0.39 "GET /v2.0/networks/66a1f084-948e-45d7-a019-d130f39acf06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832542 Sep 23 07:04:59.976768 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-c8290f3f-635d-43a3-92d4-635372d20844 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, e477b24d-4140-49d6-9c02-9a3deb076fb4) {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:04:59.997067 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06391d27-db0b-4cc9-9705-7e707af7fbb7 None None] Network e477b24d-4140-49d6-9c02-9a3deb076fb4 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:05:00.001764 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8290f3f-635d-43a3-92d4-635372d20844 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:00.002383 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c8290f3f-635d-43a3-92d4-635372d20844 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:00.093792 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fd229cd9-bc55-4145-940a-d28298e4d857 req-82e5b374-35bf-4c8c-aeba-069f9a3b75fd service neutron] 10.222.0.39 "GET /v2.0/networks/66a1f084-948e-45d7-a019-d130f39acf06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271605 Sep 23 07:05:00.096054 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-c8290f3f-635d-43a3-92d4-635372d20844 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6859236 Sep 23 07:05:00.363274 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c31be8-a0cc-4e87-828c-d2c31cfb23f1 None None] Network e477b24d-4140-49d6-9c02-9a3deb076fb4 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:05:00.492672 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-f5077f27-de8f-4102-b7eb-9ae408cb13ee None None] Provisioning complete for port e2612498-23e5-48fa-9452-a44e170c9afb triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:05:00.493421 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f5077f27-de8f-4102-b7eb-9ae408cb13ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:00.541836 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4e653525-02a3-4940-86b2-55777c9f1ed1 req-0c47b8fa-5a76-4df4-a970-ead920ef6129 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/ports?device_id=415f1585-0428-441b-980c-580c2b2dc3c2 HTTP/1.1" status: 200 len: 210 time: 0.0419843 Sep 23 07:05:00.897545 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db50ed4-683a-4605-9592-96f7d186a55e req-cffbe27e-3e13-4ed0-8941-835bbbf8e490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:00.901616 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559543de-c4b6-4a80-bf68-25c10553c93c req-cdb4fd38-e9ee-4341-b54b-a767f7f133ad tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:00.903714 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3db50ed4-683a-4605-9592-96f7d186a55e req-cffbe27e-3e13-4ed0-8941-835bbbf8e490 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4d93d8414d394ae180d5f159fb0b8b54&device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 1097 time: 0.1636159 Sep 23 07:05:00.912190 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-559543de-c4b6-4a80-bf68-25c10553c93c req-cdb4fd38-e9ee-4341-b54b-a767f7f133ad tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 945 time: 0.1857741 Sep 23 07:05:00.984256 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-559543de-c4b6-4a80-bf68-25c10553c93c req-f553593b-9b41-41ad-851f-da7f7138ed16 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a912227-b43b-40c0-8908-2990e2356021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708468 Sep 23 07:05:01.007867 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device e2612498-23e5-48fa-9452-a44e170c9afb up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:05:01.143869 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port e2612498-23e5-48fa-9452-a44e170c9afb triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:05:01.144255 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:01.241924 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3bd0bbab-91bd-4c44-8521-d59bbb48bc4a req-12828454-8a99-457d-8c56-88cd9c9b9e71 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=aadc81e5-8557-4030-bebe-143b9d9ea41d HTTP/1.1" status: 200 len: 210 time: 0.0546312 Sep 23 07:05:01.277102 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6a35a-cb31-479f-9374-82ef3ea00405 req-e2e9b6a2-9cc5-472b-a24b-ca8eed6660e1 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:01.281737 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b1b6a35a-cb31-479f-9374-82ef3ea00405 req-e2e9b6a2-9cc5-472b-a24b-ca8eed6660e1 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] 10.222.0.21 "GET /v2.0/networks?id=b69586d7-8c89-48cb-926a-f21516fd70fb HTTP/1.1" status: 200 len: 911 time: 0.2535818 Sep 23 07:05:01.296098 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-b1b6a35a-cb31-479f-9374-82ef3ea00405 req-a7e060ce-f3ab-4ef2-b6ab-6599d24ea3e8 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] Request body: {'port': {'device_id': 'aadc81e5-8557-4030-bebe-143b9d9ea41d', 'network_id': 'b69586d7-8c89-48cb-926a-f21516fd70fb', 'admin_state_up': True, 'tenant_id': 'e9ca6737cafc43e68f7f348785460da4'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:05:01.362755 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1b6a35a-cb31-479f-9374-82ef3ea00405 req-a7e060ce-f3ab-4ef2-b6ab-6599d24ea3e8 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] Made reservation on behalf of e9ca6737cafc43e68f7f348785460da4 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:05:01.365114 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-b1b6a35a-cb31-479f-9374-82ef3ea00405 req-a7e060ce-f3ab-4ef2-b6ab-6599d24ea3e8 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:01.504741 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a33ed2f5-4e40-406b-93c5-1a603845430d req-6481ace4-0a39-4e20-adb6-90265c789003 tempest-ServerShowV247Test-608128335 tempest-ServerShowV247Test-608128335-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc022068-0750-4832-a460-ebff2160c250 HTTP/1.1" status: 200 len: 210 time: 0.0822620 Sep 23 07:05:01.550337 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc80c74d-2d37-4adb-9c20-45c2913b6bae req-88038b17-ca3b-424e-8bfe-dc34c7d8b9bf tempest-VolumesActionsTest-1147876078 tempest-VolumesActionsTest-1147876078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:01.551725 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cc80c74d-2d37-4adb-9c20-45c2913b6bae req-88038b17-ca3b-424e-8bfe-dc34c7d8b9bf tempest-VolumesActionsTest-1147876078 tempest-VolumesActionsTest-1147876078-project] 10.222.0.39 "GET /v2.0/networks?id=ebbc03db-b7a7-48ce-aeb6-b562c848566a HTTP/1.1" status: 200 len: 809 time: 0.4078515 Sep 23 07:05:01.592042 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cc80c74d-2d37-4adb-9c20-45c2913b6bae req-2dd33f02-0848-4cdb-990b-d2c2f34a472d tempest-VolumesActionsTest-1147876078 tempest-VolumesActionsTest-1147876078-project] 10.222.0.39 "GET /v2.0/quotas/9ab7cad94b6d49c8ba64151da25b8d6f HTTP/1.1" status: 200 len: 375 time: 0.0251541 Sep 23 07:05:01.685623 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db50ed4-683a-4605-9592-96f7d186a55e req-b6dfa3e9-af33-4dc2-8673-8a6a746c0763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:01.691688 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3db50ed4-683a-4605-9592-96f7d186a55e req-b6dfa3e9-af33-4dc2-8673-8a6a746c0763 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ca28a1fe-55ea-41f7-96a5-1261b4a66187 HTTP/1.1" status: 200 len: 917 time: 0.6591845 Sep 23 07:05:01.694341 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cc80c74d-2d37-4adb-9c20-45c2913b6bae req-ccf8b98e-227f-471c-b30a-ebbf5f2123e4 tempest-VolumesActionsTest-1147876078 tempest-VolumesActionsTest-1147876078-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9ab7cad94b6d49c8ba64151da25b8d6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0945709 Sep 23 07:05:01.781076 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-21a98df4-e932-46cd-9104-073be88441fe req-6aa5f93e-de80-4612-a10d-53cdb79b685a tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/ports?device_id=415f1585-0428-441b-980c-580c2b2dc3c2 HTTP/1.1" status: 200 len: 210 time: 0.0747042 Sep 23 07:05:01.804523 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-b1b6a35a-cb31-479f-9374-82ef3ea00405 req-a7e060ce-f3ab-4ef2-b6ab-6599d24ea3e8 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] Allocated IP 172.20.0.7 (b69586d7-8c89-48cb-926a-f21516fd70fb/02059dde-50d8-47d5-a307-abc2f2528d86/8defc34d-b3aa-48f8-8deb-610039c41b6b) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:05:01.896373 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:05:02.049508 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-b1b6a35a-cb31-479f-9374-82ef3ea00405 req-a7e060ce-f3ab-4ef2-b6ab-6599d24ea3e8 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:02.206025 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-b1b6a35a-cb31-479f-9374-82ef3ea00405 req-a7e060ce-f3ab-4ef2-b6ab-6599d24ea3e8 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:02.218360 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['af8312d4-64ef-4431-9416-c6403a07e0a4'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:05:02.295158 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1b6a35a-cb31-479f-9374-82ef3ea00405 req-a7e060ce-f3ab-4ef2-b6ab-6599d24ea3e8 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] Network b69586d7-8c89-48cb-926a-f21516fd70fb is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:05:02.302018 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-b1b6a35a-cb31-479f-9374-82ef3ea00405 req-a7e060ce-f3ab-4ef2-b6ab-6599d24ea3e8 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:05:02.307031 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1b6a35a-cb31-479f-9374-82ef3ea00405 req-a7e060ce-f3ab-4ef2-b6ab-6599d24ea3e8 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:05:02.320396 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2499d9b2-8fb3-413b-a334-fb106caf8f66 req-5c73b18a-c408-4f0b-ae85-00cabf0b46e3 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:02.332857 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2499d9b2-8fb3-413b-a334-fb106caf8f66 req-5c73b18a-c408-4f0b-ae85-00cabf0b46e3 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 945 time: 0.1559212 Sep 23 07:05:02.406761 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e060ce-f3ab-4ef2-b6ab-6599d24ea3e8 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] Pushing event updated for resources: {'Port': ['ID=8defc34d-b3aa-48f8-8deb-610039c41b6b,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:05:02.458901 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd229cd9-bc55-4145-940a-d28298e4d857 req-5f19db3f-86a1-4495-bb16-6203a3c97f54 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:02.461547 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fd229cd9-bc55-4145-940a-d28298e4d857 req-5f19db3f-86a1-4495-bb16-6203a3c97f54 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.58 "GET /v2.0/networks?id=66a1f084-948e-45d7-a019-d130f39acf06 HTTP/1.1" status: 200 len: 797 time: 0.2373838 Sep 23 07:05:02.465948 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2499d9b2-8fb3-413b-a334-fb106caf8f66 req-96eae0c5-6c2c-48f4-b2ad-e7bf9d3d4df6 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a912227-b43b-40c0-8908-2990e2356021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317101 Sep 23 07:05:02.466090 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3db50ed4-683a-4605-9592-96f7d186a55e req-b64efd0b-01a8-4304-8d4b-3fcdd08c087a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b098fef9-31f1-4769-8019-735009e3bf0c HTTP/1.1" status: 200 len: 1000 time: 0.7559893 Sep 23 07:05:02.479526 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6a35a-cb31-479f-9374-82ef3ea00405 req-a7e060ce-f3ab-4ef2-b6ab-6599d24ea3e8 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:02.480926 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-b1b6a35a-cb31-479f-9374-82ef3ea00405 req-a7e060ce-f3ab-4ef2-b6ab-6599d24ea3e8 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:02.539390 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b1b6a35a-cb31-479f-9374-82ef3ea00405 req-a7e060ce-f3ab-4ef2-b6ab-6599d24ea3e8 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.2482159 Sep 23 07:05:02.581216 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db50ed4-683a-4605-9592-96f7d186a55e req-38f777df-0bc4-4ba5-a147-fce45dad6399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:02.582824 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3db50ed4-683a-4605-9592-96f7d186a55e req-38f777df-0bc4-4ba5-a147-fce45dad6399 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5441eb5f-3885-44a6-9b00-13a9788d14f9 HTTP/1.1" status: 200 len: 855 time: 0.0976210 Sep 23 07:05:02.588410 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cc80c74d-2d37-4adb-9c20-45c2913b6bae req-ef320e4e-cf2b-4684-80f7-b18c70cadbc6 service neutron] 10.222.0.39 "GET /v2.0/networks/ebbc03db-b7a7-48ce-aeb6-b562c848566a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8863761 Sep 23 07:05:02.730822 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a326f5-1154-4af2-bdc8-cec34ad6899e req-512f7c98-22dd-4cbf-b42f-3a3d1fef4b8d tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:02.745370 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-54a326f5-1154-4af2-bdc8-cec34ad6899e req-512f7c98-22dd-4cbf-b42f-3a3d1fef4b8d tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=aadc81e5-8557-4030-bebe-143b9d9ea41d HTTP/1.1" status: 200 len: 1027 time: 0.0952938 Sep 23 07:05:02.807228 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-b1b6a35a-cb31-479f-9374-82ef3ea00405 req-9201111e-b724-46d4-9531-f302c7d2d50b service neutron] Request body: {'port': {'device_id': 'aadc81e5-8557-4030-bebe-143b9d9ea41d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:05:02.808773 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fd229cd9-bc55-4145-940a-d28298e4d857 req-1b2a48a4-5254-4085-b6c7-14a39ff6cba4 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=285631e87ef3467186156f903d01ed48 HTTP/1.1" status: 200 len: 472 time: 0.3245625 Sep 23 07:05:02.811076 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cc80c74d-2d37-4adb-9c20-45c2913b6bae req-e3890e05-6fa9-48c9-a8e6-cba033456697 service neutron] 10.222.0.39 "GET /v2.0/networks/ebbc03db-b7a7-48ce-aeb6-b562c848566a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111113 Sep 23 07:05:02.820035 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-fd229cd9-bc55-4145-940a-d28298e4d857 req-81b5b692-c279-471a-a8e1-ad4a5b14ff06 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Request body: {'port': {'device_id': '415f1585-0428-441b-980c-580c2b2dc3c2', 'network_id': '66a1f084-948e-45d7-a019-d130f39acf06', 'admin_state_up': True, 'tenant_id': '285631e87ef3467186156f903d01ed48', 'security_groups': ['b4096c5f-f005-44c6-8cd4-0dfaefa99024']}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:05:02.827586 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-8b5783e4-f551-4c4c-a336-046d7e5bb95b None None] Provisioning complete for port 8defc34d-b3aa-48f8-8deb-610039c41b6b triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:05:02.828398 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8b5783e4-f551-4c4c-a336-046d7e5bb95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:02.962518 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db50ed4-683a-4605-9592-96f7d186a55e req-192c29fa-e1a8-4f52-b601-62b9a59b4570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:02.964129 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3db50ed4-683a-4605-9592-96f7d186a55e req-192c29fa-e1a8-4f52-b601-62b9a59b4570 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ca28a1fe-55ea-41f7-96a5-1261b4a66187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3630333 Sep 23 07:05:02.986682 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-8b5783e4-f551-4c4c-a336-046d7e5bb95b None None] Port 8defc34d-b3aa-48f8-8deb-610039c41b6b cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:05:02.989364 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd229cd9-bc55-4145-940a-d28298e4d857 req-81b5b692-c279-471a-a8e1-ad4a5b14ff06 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Made reservation on behalf of 285631e87ef3467186156f903d01ed48 for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:05:02.998932 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-54a326f5-1154-4af2-bdc8-cec34ad6899e req-f3992b23-a7df-4157-9d9f-915efa833627 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c5ad0c53-9d65-41c7-bc1a-b9a18e3efbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475519 Sep 23 07:05:03.002091 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-fd229cd9-bc55-4145-940a-d28298e4d857 req-81b5b692-c279-471a-a8e1-ad4a5b14ff06 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:03.016698 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-b1b6a35a-cb31-479f-9374-82ef3ea00405 req-9201111e-b724-46d4-9531-f302c7d2d50b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:03.153375 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-82bd4164-b232-40df-8c91-738dbee257fe req-db299118-561f-490f-b4cd-2d341da982f0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bc022068-0750-4832-a460-ebff2160c250 HTTP/1.1" status: 200 len: 210 time: 0.0586414 Sep 23 07:05:03.208613 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f611b0a1-16e6-4328-ac8a-54220fa89ce2 req-b98725a3-a567-4b82-b133-aaab1f815cd6 tempest-ServerShowV247Test-608128335 tempest-ServerShowV247Test-608128335-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc022068-0750-4832-a460-ebff2160c250 HTTP/1.1" status: 200 len: 210 time: 0.0576887 Sep 23 07:05:03.294481 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4404fd1d-c022-4709-bac3-9eacb60f480c req-a3e91560-f7e0-45d6-8686-7562ae0ffd20 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/ports?device_id=415f1585-0428-441b-980c-580c2b2dc3c2 HTTP/1.1" status: 200 len: 210 time: 0.0476508 Sep 23 07:05:03.405982 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3db50ed4-683a-4605-9592-96f7d186a55e req-02b60225-1db5-4842-9df6-ad8d2322cba0 service neutron] 10.222.0.58 "GET /v2.0/networks/ca28a1fe-55ea-41f7-96a5-1261b4a66187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4340510 Sep 23 07:05:03.543751 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [req-fd229cd9-bc55-4145-940a-d28298e4d857 req-81b5b692-c279-471a-a8e1-ad4a5b14ff06 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Allocated IP 172.20.0.28 (66a1f084-948e-45d7-a019-d130f39acf06/c86fc1f5-dc9b-478a-89c3-55b3a5ac4a34/40866403-6fc3-44e0-ac09-91de0fa0fcaf) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:05:03.669424 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-b1b6a35a-cb31-479f-9374-82ef3ea00405 req-9201111e-b724-46d4-9531-f302c7d2d50b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8defc34d-b3aa-48f8-8deb-610039c41b6b {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:05:03.680583 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-b1b6a35a-cb31-479f-9374-82ef3ea00405 req-9201111e-b724-46d4-9531-f302c7d2d50b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:03.696109 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-b1b6a35a-cb31-479f-9374-82ef3ea00405 req-9201111e-b724-46d4-9531-f302c7d2d50b service neutron] Transition to ACTIVE for port object 8defc34d-b3aa-48f8-8deb-610039c41b6b will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:05:03.717907 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6cb8a849-7dad-447b-83ab-3691b011ab87 req-05876877-2f26-461a-ae23-fd21f91ef148 tempest-VolumesActionsTest-1147876078 tempest-VolumesActionsTest-1147876078-project] 10.222.0.39 "GET /v2.0/ports?device_id=55e43d7d-0862-475d-8990-ea7b870402b7 HTTP/1.1" status: 200 len: 210 time: 0.3328650 Sep 23 07:05:03.718756 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-b1b6a35a-cb31-479f-9374-82ef3ea00405 req-9201111e-b724-46d4-9531-f302c7d2d50b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:03.861946 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3db50ed4-683a-4605-9592-96f7d186a55e req-5193320c-1eff-4df0-89ff-361f8eb257d6 service neutron] 10.222.0.58 "GET /v2.0/networks/ca28a1fe-55ea-41f7-96a5-1261b4a66187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4454489 Sep 23 07:05:03.895001 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1384f53-a43f-483a-9596-8dfafbdf7542 req-8cc9726f-80f9-48c6-b5c0-569bd761a939 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:03.898455 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d1384f53-a43f-483a-9596-8dfafbdf7542 req-8cc9726f-80f9-48c6-b5c0-569bd761a939 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 945 time: 0.2277493 Sep 23 07:05:03.925928 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9201111e-b724-46d4-9531-f302c7d2d50b service neutron] Pushing event updated for resources: {'Port': ['ID=8defc34d-b3aa-48f8-8deb-610039c41b6b,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:05:03.939453 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-fd229cd9-bc55-4145-940a-d28298e4d857 req-81b5b692-c279-471a-a8e1-ad4a5b14ff06 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:04.037195 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d1384f53-a43f-483a-9596-8dfafbdf7542 req-48012174-cd22-4634-a0d2-7b6a129ecc78 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a912227-b43b-40c0-8908-2990e2356021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244786 Sep 23 07:05:04.102426 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-fd229cd9-bc55-4145-940a-d28298e4d857 req-81b5b692-c279-471a-a8e1-ad4a5b14ff06 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:04.189231 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b5b692-c279-471a-a8e1-ad4a5b14ff06 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Pushing event updated for resources: {'Port': ['ID=40866403-6fc3-44e0-ac09-91de0fa0fcaf,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:05:04.241423 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd229cd9-bc55-4145-940a-d28298e4d857 req-81b5b692-c279-471a-a8e1-ad4a5b14ff06 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Network 66a1f084-948e-45d7-a019-d130f39acf06 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:05:04.243051 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [req-fd229cd9-bc55-4145-940a-d28298e4d857 req-81b5b692-c279-471a-a8e1-ad4a5b14ff06 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:05:04.256665 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd229cd9-bc55-4145-940a-d28298e4d857 req-81b5b692-c279-471a-a8e1-ad4a5b14ff06 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:05:04.327267 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd229cd9-bc55-4145-940a-d28298e4d857 req-81b5b692-c279-471a-a8e1-ad4a5b14ff06 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:04.327986 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-fd229cd9-bc55-4145-940a-d28298e4d857 req-81b5b692-c279-471a-a8e1-ad4a5b14ff06 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:04.387698 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7a60822b-32f3-40a1-9eae-b5afb81e1ffb req-406ffb26-1a78-46ef-964b-40e70d693418 tempest-ServerShowV247Test-608128335 tempest-ServerShowV247Test-608128335-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc022068-0750-4832-a460-ebff2160c250 HTTP/1.1" status: 200 len: 210 time: 0.0481989 Sep 23 07:05:04.390097 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fd229cd9-bc55-4145-940a-d28298e4d857 req-81b5b692-c279-471a-a8e1-ad4a5b14ff06 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5752332 Sep 23 07:05:04.416893 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-fd229cd9-bc55-4145-940a-d28298e4d857 req-d96714cc-4b2f-4161-a41c-78b0963ecc02 service neutron] Request body: {'port': {'device_id': '415f1585-0428-441b-980c-580c2b2dc3c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:05:04.574442 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-8e93f5c0-5609-4552-92e3-07f4185217d2 None None] Provisioning complete for port 40866403-6fc3-44e0-ac09-91de0fa0fcaf triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:05:04.575014 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8e93f5c0-5609-4552-92e3-07f4185217d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:04.575336 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-fd229cd9-bc55-4145-940a-d28298e4d857 req-d96714cc-4b2f-4161-a41c-78b0963ecc02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:04.603564 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a98a849-a3c8-4cec-903f-25276b514759 req-52170ee5-a967-4dca-8f11-31dd92401e70 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:04.612316 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6a98a849-a3c8-4cec-903f-25276b514759 req-52170ee5-a967-4dca-8f11-31dd92401e70 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/ports?device_id=415f1585-0428-441b-980c-580c2b2dc3c2 HTTP/1.1" status: 200 len: 932 time: 0.0868053 Sep 23 07:05:04.665777 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6a98a849-a3c8-4cec-903f-25276b514759 req-550ab68f-7566-462c-88b9-38b7636ad0ac tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4096c5f-f005-44c6-8cd4-0dfaefa99024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471048 Sep 23 07:05:04.705677 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-8e93f5c0-5609-4552-92e3-07f4185217d2 None None] Port 40866403-6fc3-44e0-ac09-91de0fa0fcaf cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:05:04.875254 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-b1b6a35a-cb31-479f-9374-82ef3ea00405 req-9201111e-b724-46d4-9531-f302c7d2d50b service neutron] Attempting to bind port 8defc34d-b3aa-48f8-8deb-610039c41b6b on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:05:04.875655 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-b1b6a35a-cb31-479f-9374-82ef3ea00405 req-9201111e-b724-46d4-9531-f302c7d2d50b service neutron] Attempting to bind port 8defc34d-b3aa-48f8-8deb-610039c41b6b by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': 'cfa7b58f-648b-46f1-b9f1-5b9bb8f770f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b69586d7-8c89-48cb-926a-f21516fd70fb'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:05:04.875923 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b6a35a-cb31-479f-9374-82ef3ea00405 req-9201111e-b724-46d4-9531-f302c7d2d50b service neutron] Attempting to bind port 8defc34d-b3aa-48f8-8deb-610039c41b6b on network b69586d7-8c89-48cb-926a-f21516fd70fb {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:05:04.926893 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b6a35a-cb31-479f-9374-82ef3ea00405 req-9201111e-b724-46d4-9531-f302c7d2d50b service neutron] Port 8defc34d-b3aa-48f8-8deb-610039c41b6b on network b69586d7-8c89-48cb-926a-f21516fd70fb not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:05:04.928538 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b6a35a-cb31-479f-9374-82ef3ea00405 req-9201111e-b724-46d4-9531-f302c7d2d50b service neutron] Attempting to bind port 8defc34d-b3aa-48f8-8deb-610039c41b6b on network b69586d7-8c89-48cb-926a-f21516fd70fb {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:05:04.938583 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67999daf-f63c-4460-afc5-662aa6c732c6 req-4a2a209c-ce2e-49cd-ac9b-0960bca43f8a tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:04.940142 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-67999daf-f63c-4460-afc5-662aa6c732c6 req-4a2a209c-ce2e-49cd-ac9b-0960bca43f8a tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=aadc81e5-8557-4030-bebe-143b9d9ea41d HTTP/1.1" status: 200 len: 1053 time: 0.2397735 Sep 23 07:05:04.952398 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b6a35a-cb31-479f-9374-82ef3ea00405 req-9201111e-b724-46d4-9531-f302c7d2d50b service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:05:04.952794 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b6a35a-cb31-479f-9374-82ef3ea00405 req-9201111e-b724-46d4-9531-f302c7d2d50b service neutron] Checking segment: {'id': 'cfa7b58f-648b-46f1-b9f1-5b9bb8f770f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b69586d7-8c89-48cb-926a-f21516fd70fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:05:04.953187 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b6a35a-cb31-479f-9374-82ef3ea00405 req-9201111e-b724-46d4-9531-f302c7d2d50b service neutron] Bound using segment: {'id': 'cfa7b58f-648b-46f1-b9f1-5b9bb8f770f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b69586d7-8c89-48cb-926a-f21516fd70fb'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:05:04.953627 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-b1b6a35a-cb31-479f-9374-82ef3ea00405 req-9201111e-b724-46d4-9531-f302c7d2d50b service neutron] Bound port: 8defc34d-b3aa-48f8-8deb-610039c41b6b, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfa7b58f-648b-46f1-b9f1-5b9bb8f770f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b69586d7-8c89-48cb-926a-f21516fd70fb'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:05:04.955702 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-b1b6a35a-cb31-479f-9374-82ef3ea00405 req-9201111e-b724-46d4-9531-f302c7d2d50b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:04.975917 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cebac3d3-0c0a-4883-b4c8-80cc37c8bf39 req-81f76e6b-e0fc-40a3-9eab-6b77039d4362 tempest-VolumesActionsTest-1147876078 tempest-VolumesActionsTest-1147876078-project] 10.222.0.39 "GET /v2.0/ports?device_id=55e43d7d-0862-475d-8990-ea7b870402b7 HTTP/1.1" status: 200 len: 210 time: 0.0916309 Sep 23 07:05:05.112785 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-67999daf-f63c-4460-afc5-662aa6c732c6 req-2c950ba5-dadd-4354-81be-291f9b9b4dd7 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c5ad0c53-9d65-41c7-bc1a-b9a18e3efbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606383 Sep 23 07:05:05.186626 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc80c74d-2d37-4adb-9c20-45c2913b6bae req-179da54a-6955-4237-ac52-5c6d240ad485 tempest-VolumesActionsTest-1147876078 tempest-VolumesActionsTest-1147876078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:05.188105 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cc80c74d-2d37-4adb-9c20-45c2913b6bae req-179da54a-6955-4237-ac52-5c6d240ad485 tempest-VolumesActionsTest-1147876078 tempest-VolumesActionsTest-1147876078-project] 10.222.0.58 "GET /v2.0/networks?id=ebbc03db-b7a7-48ce-aeb6-b562c848566a HTTP/1.1" status: 200 len: 809 time: 0.2843909 Sep 23 07:05:05.188396 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-b1b6a35a-cb31-479f-9374-82ef3ea00405 req-9201111e-b724-46d4-9531-f302c7d2d50b service neutron] For port 8defc34d-b3aa-48f8-8deb-610039c41b6b, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:05:05.198498 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-b1b6a35a-cb31-479f-9374-82ef3ea00405 req-9201111e-b724-46d4-9531-f302c7d2d50b service neutron] For port 8defc34d-b3aa-48f8-8deb-610039c41b6b, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=8defc34d-b3aa-48f8-8deb-610039c41b6b,segment=NetworkSegment(cfa7b58f-648b-46f1-b9f1-5b9bb8f770f0),segment_id=cfa7b58f-648b-46f1-b9f1-5b9bb8f770f0)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:05:05.217274 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-cc80c74d-2d37-4adb-9c20-45c2913b6bae req-623c0948-3438-4237-b928-93832d8a217f tempest-VolumesActionsTest-1147876078 tempest-VolumesActionsTest-1147876078-project] Request body: {'port': {'device_id': '55e43d7d-0862-475d-8990-ea7b870402b7', 'network_id': 'ebbc03db-b7a7-48ce-aeb6-b562c848566a', 'admin_state_up': True, 'tenant_id': '9ab7cad94b6d49c8ba64151da25b8d6f'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:05:05.221974 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-b1b6a35a-cb31-479f-9374-82ef3ea00405 req-9201111e-b724-46d4-9531-f302c7d2d50b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:05.278891 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6a35a-cb31-479f-9374-82ef3ea00405 req-9201111e-b724-46d4-9531-f302c7d2d50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:05.279539 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-b1b6a35a-cb31-479f-9374-82ef3ea00405 req-9201111e-b724-46d4-9531-f302c7d2d50b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:05.281659 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b1b6a35a-cb31-479f-9374-82ef3ea00405 req-9201111e-b724-46d4-9531-f302c7d2d50b service neutron] 10.222.0.21 "PUT /v2.0/ports/8defc34d-b3aa-48f8-8deb-610039c41b6b HTTP/1.1" status: 200 len: 1092 time: 2.7293820 Sep 23 07:05:05.282809 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aadc81e5-8557-4030-bebe-143b9d9ea41d', 'tag': '8defc34d-b3aa-48f8-8deb-610039c41b6b'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:05:05.286339 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ed063a-b820-48ca-90e7-24433c0f938f" -d '{"events": [{"name": "network-changed", "server_uuid": "aadc81e5-8557-4030-bebe-143b9d9ea41d", "tag": "8defc34d-b3aa-48f8-8deb-610039c41b6b"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:05:05.328026 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9201111e-b724-46d4-9531-f302c7d2d50b service neutron] Pushing event updated for resources: {'Port': ['ID=8defc34d-b3aa-48f8-8deb-610039c41b6b,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:05:05.429610 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0d213-99c4-4538-a24e-1bbdac05923a req-9c0b6841-a596-44cb-90bb-9387152a22b4 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:05.450496 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0db0d213-99c4-4538-a24e-1bbdac05923a req-9c0b6841-a596-44cb-90bb-9387152a22b4 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 945 time: 0.2469964 Sep 23 07:05:05.478656 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6a35a-cb31-479f-9374-82ef3ea00405 req-1ec5689a-1e4b-41d0-94e4-1c1b294c36c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:05.480293 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b1b6a35a-cb31-479f-9374-82ef3ea00405 req-1ec5689a-1e4b-41d0-94e4-1c1b294c36c7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e9ca6737cafc43e68f7f348785460da4&device_id=aadc81e5-8557-4030-bebe-143b9d9ea41d HTTP/1.1" status: 200 len: 1095 time: 0.1276858 Sep 23 07:05:05.484425 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c752e4f-c5c0-47b9-853c-437d0153f5d8 x-openstack-request-id: req-4c752e4f-c5c0-47b9-853c-437d0153f5d8 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:05:05.484717 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aadc81e5-8557-4030-bebe-143b9d9ea41d", "tag": "8defc34d-b3aa-48f8-8deb-610039c41b6b", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:05:05.484972 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4c752e4f-c5c0-47b9-853c-437d0153f5d8 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:05:05.485362 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aadc81e5-8557-4030-bebe-143b9d9ea41d', 'tag': '8defc34d-b3aa-48f8-8deb-610039c41b6b', 'status': 'completed', 'code': 200} Sep 23 07:05:05.530296 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [req-fd229cd9-bc55-4145-940a-d28298e4d857 req-d96714cc-4b2f-4161-a41c-78b0963ecc02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40866403-6fc3-44e0-ac09-91de0fa0fcaf {{(pid=95066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:05:05.565887 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b1b6a35a-cb31-479f-9374-82ef3ea00405 req-34bc7ec5-27ac-4ee6-8e62-7296f02a8670 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8defc34d-b3aa-48f8-8deb-610039c41b6b HTTP/1.1" status: 200 len: 217 time: 0.0600903 Sep 23 07:05:05.566257 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-fd229cd9-bc55-4145-940a-d28298e4d857 req-d96714cc-4b2f-4161-a41c-78b0963ecc02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:05.639063 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b52a7857-2cda-4190-ae68-67ede223aba5 req-aa99dd37-0316-4708-a6e9-cd86925160ae tempest-ServerShowV247Test-608128335 tempest-ServerShowV247Test-608128335-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc022068-0750-4832-a460-ebff2160c250 HTTP/1.1" status: 200 len: 210 time: 0.0722082 Sep 23 07:05:05.655260 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0db0d213-99c4-4538-a24e-1bbdac05923a req-b0966a51-fda1-4a1d-8081-1ad3a8bd7ab6 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a912227-b43b-40c0-8908-2990e2356021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2035787 Sep 23 07:05:05.657525 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.provisioning_blocks [req-fd229cd9-bc55-4145-940a-d28298e4d857 req-d96714cc-4b2f-4161-a41c-78b0963ecc02 service neutron] Transition to ACTIVE for port object 40866403-6fc3-44e0-ac09-91de0fa0fcaf will not be triggered until provisioned by entity L2. {{(pid=95066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:05:05.731500 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-fd229cd9-bc55-4145-940a-d28298e4d857 req-d96714cc-4b2f-4161-a41c-78b0963ecc02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:05.738280 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6a35a-cb31-479f-9374-82ef3ea00405 req-b8894efc-3961-45d9-ba5e-a50ed1435a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:05.740961 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b1b6a35a-cb31-479f-9374-82ef3ea00405 req-b8894efc-3961-45d9-ba5e-a50ed1435a4a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=02059dde-50d8-47d5-a307-abc2f2528d86 HTTP/1.1" status: 200 len: 849 time: 0.1472442 Sep 23 07:05:05.832005 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6a35a-cb31-479f-9374-82ef3ea00405 req-ea870457-c9d0-462d-9ef8-d56c5d255f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:05.835235 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b1b6a35a-cb31-479f-9374-82ef3ea00405 req-ea870457-c9d0-462d-9ef8-d56c5d255f36 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b69586d7-8c89-48cb-926a-f21516fd70fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0864861 Sep 23 07:05:05.858611 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96714cc-4b2f-4161-a41c-78b0963ecc02 service neutron] Pushing event updated for resources: {'Port': ['ID=40866403-6fc3-44e0-ac09-91de0fa0fcaf,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:05:05.894745 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc80c74d-2d37-4adb-9c20-45c2913b6bae req-623c0948-3438-4237-b928-93832d8a217f tempest-VolumesActionsTest-1147876078 tempest-VolumesActionsTest-1147876078-project] Made reservation on behalf of 9ab7cad94b6d49c8ba64151da25b8d6f for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:05:05.898719 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-cc80c74d-2d37-4adb-9c20-45c2913b6bae req-623c0948-3438-4237-b928-93832d8a217f tempest-VolumesActionsTest-1147876078 tempest-VolumesActionsTest-1147876078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:06.018692 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b1b6a35a-cb31-479f-9374-82ef3ea00405 req-62c101bf-4088-4c25-836f-507b5376d6b6 service neutron] 10.222.0.21 "GET /v2.0/networks/b69586d7-8c89-48cb-926a-f21516fd70fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729074 Sep 23 07:05:06.044416 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671a68dc-728f-4732-a9dd-c1af6449c287 req-c75db3e8-3e2d-42e4-875b-afe22a531d85 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:06.046479 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-671a68dc-728f-4732-a9dd-c1af6449c287 req-c75db3e8-3e2d-42e4-875b-afe22a531d85 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/ports?device_id=415f1585-0428-441b-980c-580c2b2dc3c2 HTTP/1.1" status: 200 len: 944 time: 0.2323542 Sep 23 07:05:06.077710 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-fd229cd9-bc55-4145-940a-d28298e4d857 req-d96714cc-4b2f-4161-a41c-78b0963ecc02 service neutron] Attempting to bind port 40866403-6fc3-44e0-ac09-91de0fa0fcaf on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:05:06.080037 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-fd229cd9-bc55-4145-940a-d28298e4d857 req-d96714cc-4b2f-4161-a41c-78b0963ecc02 service neutron] Attempting to bind port 40866403-6fc3-44e0-ac09-91de0fa0fcaf by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': 'fc58ed58-9bef-42f1-a0b5-ea9928c8e033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '66a1f084-948e-45d7-a019-d130f39acf06'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:05:06.082362 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd229cd9-bc55-4145-940a-d28298e4d857 req-d96714cc-4b2f-4161-a41c-78b0963ecc02 service neutron] Attempting to bind port 40866403-6fc3-44e0-ac09-91de0fa0fcaf on network 66a1f084-948e-45d7-a019-d130f39acf06 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:05:06.129077 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd229cd9-bc55-4145-940a-d28298e4d857 req-d96714cc-4b2f-4161-a41c-78b0963ecc02 service neutron] Port 40866403-6fc3-44e0-ac09-91de0fa0fcaf on network 66a1f084-948e-45d7-a019-d130f39acf06 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:05:06.129571 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd229cd9-bc55-4145-940a-d28298e4d857 req-d96714cc-4b2f-4161-a41c-78b0963ecc02 service neutron] Attempting to bind port 40866403-6fc3-44e0-ac09-91de0fa0fcaf on network 66a1f084-948e-45d7-a019-d130f39acf06 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:05:06.143789 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd229cd9-bc55-4145-940a-d28298e4d857 req-d96714cc-4b2f-4161-a41c-78b0963ecc02 service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:05:06.144453 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd229cd9-bc55-4145-940a-d28298e4d857 req-d96714cc-4b2f-4161-a41c-78b0963ecc02 service neutron] Checking segment: {'id': 'fc58ed58-9bef-42f1-a0b5-ea9928c8e033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '66a1f084-948e-45d7-a019-d130f39acf06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:05:06.144976 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd229cd9-bc55-4145-940a-d28298e4d857 req-d96714cc-4b2f-4161-a41c-78b0963ecc02 service neutron] Bound using segment: {'id': 'fc58ed58-9bef-42f1-a0b5-ea9928c8e033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '66a1f084-948e-45d7-a019-d130f39acf06'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:05:06.145529 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-fd229cd9-bc55-4145-940a-d28298e4d857 req-d96714cc-4b2f-4161-a41c-78b0963ecc02 service neutron] Bound port: 40866403-6fc3-44e0-ac09-91de0fa0fcaf, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc58ed58-9bef-42f1-a0b5-ea9928c8e033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '66a1f084-948e-45d7-a019-d130f39acf06'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:05:06.146036 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-fd229cd9-bc55-4145-940a-d28298e4d857 req-d96714cc-4b2f-4161-a41c-78b0963ecc02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:06.181839 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b1b6a35a-cb31-479f-9374-82ef3ea00405 req-362d6700-2e51-4252-976b-2525edb07314 service neutron] 10.222.0.21 "GET /v2.0/networks/b69586d7-8c89-48cb-926a-f21516fd70fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484725 Sep 23 07:05:06.361818 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed063a-b820-48ca-90e7-24433c0f938f req-5be0e20a-e749-4992-b4b2-e9359a9e7a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:06.366322 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-88ed063a-b820-48ca-90e7-24433c0f938f req-5be0e20a-e749-4992-b4b2-e9359a9e7a93 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e9ca6737cafc43e68f7f348785460da4&device_id=aadc81e5-8557-4030-bebe-143b9d9ea41d HTTP/1.1" status: 200 len: 1095 time: 0.0994508 Sep 23 07:05:06.406774 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-fd229cd9-bc55-4145-940a-d28298e4d857 req-d96714cc-4b2f-4161-a41c-78b0963ecc02 service neutron] For port 40866403-6fc3-44e0-ac09-91de0fa0fcaf, host n-h2-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:05:06.411349 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-fd229cd9-bc55-4145-940a-d28298e4d857 req-d96714cc-4b2f-4161-a41c-78b0963ecc02 service neutron] For port 40866403-6fc3-44e0-ac09-91de0fa0fcaf, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=40866403-6fc3-44e0-ac09-91de0fa0fcaf,segment=NetworkSegment(fc58ed58-9bef-42f1-a0b5-ea9928c8e033),segment_id=fc58ed58-9bef-42f1-a0b5-ea9928c8e033)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:05:06.431841 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-671a68dc-728f-4732-a9dd-c1af6449c287 req-d1193aa2-aaae-4960-b0f4-599c96b43af2 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4096c5f-f005-44c6-8cd4-0dfaefa99024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3731184 Sep 23 07:05:06.437492 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-fd229cd9-bc55-4145-940a-d28298e4d857 req-d96714cc-4b2f-4161-a41c-78b0963ecc02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:06.445139 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:06.555957 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [req-cc80c74d-2d37-4adb-9c20-45c2913b6bae req-623c0948-3438-4237-b928-93832d8a217f tempest-VolumesActionsTest-1147876078 tempest-VolumesActionsTest-1147876078-project] Allocated IP 172.20.0.8 (ebbc03db-b7a7-48ce-aeb6-b562c848566a/6108c9f7-0cf3-4d20-8249-7ab19bea9902/18fd2af6-a102-46b4-b67c-eae3607cc8c0) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:05:06.568240 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96714cc-4b2f-4161-a41c-78b0963ecc02 service neutron] Pushing event updated for resources: {'Port': ['ID=40866403-6fc3-44e0-ac09-91de0fa0fcaf,revision_number=3']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:05:06.593229 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd229cd9-bc55-4145-940a-d28298e4d857 req-d96714cc-4b2f-4161-a41c-78b0963ecc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:06.598161 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-fd229cd9-bc55-4145-940a-d28298e4d857 req-d96714cc-4b2f-4161-a41c-78b0963ecc02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:06.600016 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fd229cd9-bc55-4145-940a-d28298e4d857 req-d96714cc-4b2f-4161-a41c-78b0963ecc02 service neutron] 10.222.0.58 "PUT /v2.0/ports/40866403-6fc3-44e0-ac09-91de0fa0fcaf HTTP/1.1" status: 200 len: 1093 time: 2.1936302 Sep 23 07:05:06.603174 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '415f1585-0428-441b-980c-580c2b2dc3c2', 'tag': '40866403-6fc3-44e0-ac09-91de0fa0fcaf'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:05:06.605980 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc873c6-60ec-4c09-a6aa-a9aec6a693f0" -d '{"events": [{"name": "network-changed", "server_uuid": "415f1585-0428-441b-980c-580c2b2dc3c2", "tag": "40866403-6fc3-44e0-ac09-91de0fa0fcaf"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:05:06.608673 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed063a-b820-48ca-90e7-24433c0f938f req-0751d7fd-cfe0-400a-970c-eba54cfb3496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:06.611250 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-88ed063a-b820-48ca-90e7-24433c0f938f req-0751d7fd-cfe0-400a-970c-eba54cfb3496 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b69586d7-8c89-48cb-926a-f21516fd70fb HTTP/1.1" status: 200 len: 911 time: 0.2344229 Sep 23 07:05:06.663487 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f8c34af6-4b09-493f-9c04-395bf41edc9b req-2b807db5-183d-4bda-b1dc-65c2787f2587 tempest-VolumesActionsTest-1147876078 tempest-VolumesActionsTest-1147876078-project] 10.222.0.39 "GET /v2.0/ports?device_id=55e43d7d-0862-475d-8990-ea7b870402b7 HTTP/1.1" status: 200 len: 210 time: 0.0513587 Sep 23 07:05:06.722155 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-88ed063a-b820-48ca-90e7-24433c0f938f req-9a0b20e1-9949-4748-ad7f-1382339a03a9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8defc34d-b3aa-48f8-8deb-610039c41b6b HTTP/1.1" status: 200 len: 217 time: 0.1035507 Sep 23 07:05:06.848873 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd229cd9-bc55-4145-940a-d28298e4d857 req-c2d51228-876f-4920-a78c-a1f46e99257b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:06.857581 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fd229cd9-bc55-4145-940a-d28298e4d857 req-c2d51228-876f-4920-a78c-a1f46e99257b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=285631e87ef3467186156f903d01ed48&device_id=415f1585-0428-441b-980c-580c2b2dc3c2 HTTP/1.1" status: 200 len: 1096 time: 0.1970041 Sep 23 07:05:06.916285 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed063a-b820-48ca-90e7-24433c0f938f req-a4664220-df03-4802-9bc5-cde3ea8e57fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:06.917798 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-88ed063a-b820-48ca-90e7-24433c0f938f req-a4664220-df03-4802-9bc5-cde3ea8e57fe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=02059dde-50d8-47d5-a307-abc2f2528d86 HTTP/1.1" status: 200 len: 849 time: 0.1833010 Sep 23 07:05:06.919897 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ececfa08-af48-45a9-9f8b-22539cf60ae7 req-6db47cad-9adc-48ff-aa58-074d59759cc6 tempest-ServerShowV247Test-608128335 tempest-ServerShowV247Test-608128335-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab27714e-e043-466b-850b-473411fc8c18&device_id=bc022068-0750-4832-a460-ebff2160c250 HTTP/1.1" status: 200 len: 210 time: 0.1866632 Sep 23 07:05:07.009041 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fd229cd9-bc55-4145-940a-d28298e4d857 req-a9021716-a2ef-4954-a614-f917ca403f87 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=40866403-6fc3-44e0-ac09-91de0fa0fcaf HTTP/1.1" status: 200 len: 217 time: 0.1300020 Sep 23 07:05:07.050114 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed063a-b820-48ca-90e7-24433c0f938f req-afe7b177-27cf-4761-9cfe-abf5927035f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:07.052648 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-88ed063a-b820-48ca-90e7-24433c0f938f req-afe7b177-27cf-4761-9cfe-abf5927035f9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b69586d7-8c89-48cb-926a-f21516fd70fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1217353 Sep 23 07:05:07.079636 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc14fab-0014-4dbd-89e7-28efb899539c x-openstack-request-id: req-7bc14fab-0014-4dbd-89e7-28efb899539c {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:05:07.080049 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "415f1585-0428-441b-980c-580c2b2dc3c2", "tag": "40866403-6fc3-44e0-ac09-91de0fa0fcaf", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:05:07.080396 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7bc14fab-0014-4dbd-89e7-28efb899539c {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:05:07.080891 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '415f1585-0428-441b-980c-580c2b2dc3c2', 'tag': '40866403-6fc3-44e0-ac09-91de0fa0fcaf', 'status': 'completed', 'code': 200} Sep 23 07:05:07.134402 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958016ee-d190-4cee-a1ba-b21da2eb9ecb req-117208ed-6743-4235-8b65-98bf26761516 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:07.136124 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-958016ee-d190-4cee-a1ba-b21da2eb9ecb req-117208ed-6743-4235-8b65-98bf26761516 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=aadc81e5-8557-4030-bebe-143b9d9ea41d HTTP/1.1" status: 200 len: 1095 time: 0.2737350 Sep 23 07:05:07.142672 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-cc80c74d-2d37-4adb-9c20-45c2913b6bae req-623c0948-3438-4237-b928-93832d8a217f tempest-VolumesActionsTest-1147876078 tempest-VolumesActionsTest-1147876078-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:07.151675 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd229cd9-bc55-4145-940a-d28298e4d857 req-2fa06a4d-3cb1-4a9e-bcba-19e786cfda5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:07.153240 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fd229cd9-bc55-4145-940a-d28298e4d857 req-2fa06a4d-3cb1-4a9e-bcba-19e786cfda5d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c86fc1f5-dc9b-478a-89c3-55b3a5ac4a34 HTTP/1.1" status: 200 len: 838 time: 0.1356339 Sep 23 07:05:07.195453 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-88ed063a-b820-48ca-90e7-24433c0f938f req-ff223222-e895-42ec-9359-5602ba41f6f5 service neutron] 10.222.0.21 "GET /v2.0/networks/b69586d7-8c89-48cb-926a-f21516fd70fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263616 Sep 23 07:05:07.249930 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-958016ee-d190-4cee-a1ba-b21da2eb9ecb req-c7f7d5dd-e604-48ec-b2e2-435e586b9127 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c5ad0c53-9d65-41c7-bc1a-b9a18e3efbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048701 Sep 23 07:05:07.297900 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd229cd9-bc55-4145-940a-d28298e4d857 req-8b8fab6c-0b32-47d2-a08f-457b876149df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:07.304221 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fd229cd9-bc55-4145-940a-d28298e4d857 req-8b8fab6c-0b32-47d2-a08f-457b876149df service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=66a1f084-948e-45d7-a019-d130f39acf06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1391280 Sep 23 07:05:07.307315 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-cc80c74d-2d37-4adb-9c20-45c2913b6bae req-623c0948-3438-4237-b928-93832d8a217f tempest-VolumesActionsTest-1147876078 tempest-VolumesActionsTest-1147876078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:07.386842 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc80c74d-2d37-4adb-9c20-45c2913b6bae req-623c0948-3438-4237-b928-93832d8a217f tempest-VolumesActionsTest-1147876078 tempest-VolumesActionsTest-1147876078-project] Network ebbc03db-b7a7-48ce-aeb6-b562c848566a is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:05:07.391267 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [req-cc80c74d-2d37-4adb-9c20-45c2913b6bae req-623c0948-3438-4237-b928-93832d8a217f tempest-VolumesActionsTest-1147876078 tempest-VolumesActionsTest-1147876078-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:05:07.409241 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-88ed063a-b820-48ca-90e7-24433c0f938f req-55303cf0-fd48-4902-a064-8440ea77bd94 service neutron] 10.222.0.21 "GET /v2.0/networks/b69586d7-8c89-48cb-926a-f21516fd70fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008214 Sep 23 07:05:07.431217 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc80c74d-2d37-4adb-9c20-45c2913b6bae req-623c0948-3438-4237-b928-93832d8a217f tempest-VolumesActionsTest-1147876078 tempest-VolumesActionsTest-1147876078-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:05:07.462064 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93defd9c-1a20-4903-bd4f-930cc1caf08b req-7422f8de-8ffe-4cf7-a4d7-bc8edb47b787 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:07.465640 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-93defd9c-1a20-4903-bd4f-930cc1caf08b req-7422f8de-8ffe-4cf7-a4d7-bc8edb47b787 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 945 time: 0.2723627 Sep 23 07:05:07.554817 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-93defd9c-1a20-4903-bd4f-930cc1caf08b req-d2106293-eb00-4987-958b-12eced2e538f tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a912227-b43b-40c0-8908-2990e2356021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760741 Sep 23 07:05:07.563814 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623c0948-3438-4237-b928-93832d8a217f tempest-VolumesActionsTest-1147876078 tempest-VolumesActionsTest-1147876078-project] Pushing event updated for resources: {'Port': ['ID=18fd2af6-a102-46b4-b67c-eae3607cc8c0,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:05:07.618080 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc80c74d-2d37-4adb-9c20-45c2913b6bae req-623c0948-3438-4237-b928-93832d8a217f tempest-VolumesActionsTest-1147876078 tempest-VolumesActionsTest-1147876078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:07.618741 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-cc80c74d-2d37-4adb-9c20-45c2913b6bae req-623c0948-3438-4237-b928-93832d8a217f tempest-VolumesActionsTest-1147876078 tempest-VolumesActionsTest-1147876078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:07.640322 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-eae28118-0648-4ccb-86e9-84f69b60ea48 req-a105f8e0-5ebd-4293-ba83-5bbdff7130d4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2068e9501423490ca08a01f2a64cb778&device_id=bc022068-0750-4832-a460-ebff2160c250 HTTP/1.1" status: 200 len: 210 time: 0.0750422 Sep 23 07:05:07.652948 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fd229cd9-bc55-4145-940a-d28298e4d857 req-ad3fb248-faba-43e9-9379-738aee6e6185 service neutron] 10.222.0.58 "GET /v2.0/networks/66a1f084-948e-45d7-a019-d130f39acf06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353622 Sep 23 07:05:07.682438 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-eae28118-0648-4ccb-86e9-84f69b60ea48 req-d708b508-8d94-4765-bea2-dda999f9549c service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=2068e9501423490ca08a01f2a64cb778&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270665 Sep 23 07:05:07.699491 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cc80c74d-2d37-4adb-9c20-45c2913b6bae req-623c0948-3438-4237-b928-93832d8a217f tempest-VolumesActionsTest-1147876078 tempest-VolumesActionsTest-1147876078-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4942064 Sep 23 07:05:07.744609 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-cc80c74d-2d37-4adb-9c20-45c2913b6bae req-965e583d-feaf-452f-9ff9-4686199199b2 service neutron] Request body: {'port': {'device_id': '55e43d7d-0862-475d-8990-ea7b870402b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:05:07.827020 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bef3067a-3053-4c03-aabd-edb88f20d894 req-21df8b6c-e351-4a85-8191-1242f328a159 tempest-ServerShowV247Test-608128335 tempest-ServerShowV247Test-608128335-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc022068-0750-4832-a460-ebff2160c250 HTTP/1.1" status: 200 len: 210 time: 0.1299608 Sep 23 07:05:07.828095 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae28118-0648-4ccb-86e9-84f69b60ea48 req-4342a40a-4ed6-4251-b233-e19eef671f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:07.829459 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-eae28118-0648-4ccb-86e9-84f69b60ea48 req-4342a40a-4ed6-4251-b233-e19eef671f32 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1382043 Sep 23 07:05:08.010503 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074d6b74-04a8-475f-8906-5548f9121f93 req-7c68d8ae-48fc-478e-b573-7334184ac5bd tempest-VolumesActionsTest-1147876078 tempest-VolumesActionsTest-1147876078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:08.012471 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-074d6b74-04a8-475f-8906-5548f9121f93 req-7c68d8ae-48fc-478e-b573-7334184ac5bd tempest-VolumesActionsTest-1147876078 tempest-VolumesActionsTest-1147876078-project] 10.222.0.39 "GET /v2.0/ports?device_id=55e43d7d-0862-475d-8990-ea7b870402b7 HTTP/1.1" status: 200 len: 931 time: 0.0752351 Sep 23 07:05:08.036762 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-70033461-fc14-45a2-8ea7-60bde39c299d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:08.099062 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-074d6b74-04a8-475f-8906-5548f9121f93 req-e9342076-cefc-49d4-a957-72cba14dad1f tempest-VolumesActionsTest-1147876078 tempest-VolumesActionsTest-1147876078-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdd29a4f-8ddf-4345-b9a3-2a78aef3d80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707624 Sep 23 07:05:08.202743 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-cc80c74d-2d37-4adb-9c20-45c2913b6bae req-965e583d-feaf-452f-9ff9-4686199199b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:08.228613 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3197670e-f24f-4586-9e56-5f95fcf27b64 req-207da2a9-b826-4ece-a952-b80574accac0 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:08.234569 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3197670e-f24f-4586-9e56-5f95fcf27b64 req-207da2a9-b826-4ece-a952-b80574accac0 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/ports?device_id=415f1585-0428-441b-980c-580c2b2dc3c2 HTTP/1.1" status: 200 len: 944 time: 0.5772660 Sep 23 07:05:08.354772 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fd229cd9-bc55-4145-940a-d28298e4d857 req-40b26e31-d288-4420-ac36-e41e8e875762 service neutron] 10.222.0.58 "GET /v2.0/networks/66a1f084-948e-45d7-a019-d130f39acf06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6694908 Sep 23 07:05:08.386277 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3197670e-f24f-4586-9e56-5f95fcf27b64 req-cc8f6831-4713-4e45-b1ae-6f2f9a292145 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4096c5f-f005-44c6-8cd4-0dfaefa99024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1440840 Sep 23 07:05:08.429762 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48591f1c-a622-4183-94a4-312ec992f12d req-dd3a05dd-7251-49dc-8023-3308ff201702 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:08.439710 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-48591f1c-a622-4183-94a4-312ec992f12d req-dd3a05dd-7251-49dc-8023-3308ff201702 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=aadc81e5-8557-4030-bebe-143b9d9ea41d HTTP/1.1" status: 200 len: 1095 time: 0.0859277 Sep 23 07:05:08.503932 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-48591f1c-a622-4183-94a4-312ec992f12d req-45cfe6d0-d089-4ca2-b674-339ed704eab2 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c5ad0c53-9d65-41c7-bc1a-b9a18e3efbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632417 Sep 23 07:05:08.563541 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc873c6-60ec-4c09-a6aa-a9aec6a693f0 req-9c26b856-6465-4a64-ac79-d2c6c1bdc832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:08.565078 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6bc873c6-60ec-4c09-a6aa-a9aec6a693f0 req-9c26b856-6465-4a64-ac79-d2c6c1bdc832 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=285631e87ef3467186156f903d01ed48&device_id=415f1585-0428-441b-980c-580c2b2dc3c2 HTTP/1.1" status: 200 len: 1096 time: 0.1093230 Sep 23 07:05:08.786128 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc9c59-8d94-418d-8754-50ddecfbc608 req-b4243e12-7cdd-41de-b3ff-630bce14f3d2 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:08.788921 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-54dc9c59-8d94-418d-8754-50ddecfbc608 req-b4243e12-7cdd-41de-b3ff-630bce14f3d2 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 945 time: 0.1047561 Sep 23 07:05:08.800695 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc873c6-60ec-4c09-a6aa-a9aec6a693f0 req-52c1b8f2-d7c2-428c-8203-f21f563901d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:08.802255 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6bc873c6-60ec-4c09-a6aa-a9aec6a693f0 req-52c1b8f2-d7c2-428c-8203-f21f563901d6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=66a1f084-948e-45d7-a019-d130f39acf06 HTTP/1.1" status: 200 len: 898 time: 0.2218070 Sep 23 07:05:08.945422 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-54dc9c59-8d94-418d-8754-50ddecfbc608 req-344bc2c4-ae2b-4581-8265-c62412e736b3 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a912227-b43b-40c0-8908-2990e2356021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1495287 Sep 23 07:05:08.960687 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6bc873c6-60ec-4c09-a6aa-a9aec6a693f0 req-54192603-15d2-461b-9b54-3aeaf065a748 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=40866403-6fc3-44e0-ac09-91de0fa0fcaf HTTP/1.1" status: 200 len: 217 time: 0.1351337 Sep 23 07:05:09.001602 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [req-cc80c74d-2d37-4adb-9c20-45c2913b6bae req-965e583d-feaf-452f-9ff9-4686199199b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18fd2af6-a102-46b4-b67c-eae3607cc8c0 {{(pid=95066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:05:09.017124 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f6443b7e-e462-4641-b49e-8054cf635758 req-eac3f22e-002c-4c74-83b9-15eea1e286de tempest-ServerShowV247Test-608128335 tempest-ServerShowV247Test-608128335-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc022068-0750-4832-a460-ebff2160c250 HTTP/1.1" status: 200 len: 210 time: 0.0886636 Sep 23 07:05:09.057064 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-cc80c74d-2d37-4adb-9c20-45c2913b6bae req-965e583d-feaf-452f-9ff9-4686199199b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:09.075184 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.provisioning_blocks [req-cc80c74d-2d37-4adb-9c20-45c2913b6bae req-965e583d-feaf-452f-9ff9-4686199199b2 service neutron] Transition to ACTIVE for port object 18fd2af6-a102-46b4-b67c-eae3607cc8c0 will not be triggered until provisioned by entity L2. {{(pid=95066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:05:09.082713 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-cc80c74d-2d37-4adb-9c20-45c2913b6bae req-965e583d-feaf-452f-9ff9-4686199199b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:09.135149 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc873c6-60ec-4c09-a6aa-a9aec6a693f0 req-310d7334-8bf7-422d-b451-e8dce14411ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:09.136909 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6bc873c6-60ec-4c09-a6aa-a9aec6a693f0 req-310d7334-8bf7-422d-b451-e8dce14411ca service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c86fc1f5-dc9b-478a-89c3-55b3a5ac4a34 HTTP/1.1" status: 200 len: 838 time: 0.1580615 Sep 23 07:05:09.147868 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965e583d-feaf-452f-9ff9-4686199199b2 service neutron] Pushing event updated for resources: {'Port': ['ID=18fd2af6-a102-46b4-b67c-eae3607cc8c0,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:05:09.298280 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc873c6-60ec-4c09-a6aa-a9aec6a693f0 req-d237d73e-28ef-4225-8661-ea8aefc36c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:09.299841 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6bc873c6-60ec-4c09-a6aa-a9aec6a693f0 req-d237d73e-28ef-4225-8661-ea8aefc36c43 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=66a1f084-948e-45d7-a019-d130f39acf06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1451473 Sep 23 07:05:09.342891 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea69dd-97c1-4de9-9e90-19fec4dcbc57 req-ba1e21e3-1730-463a-bf2c-46df68097aa8 tempest-VolumesActionsTest-1147876078 tempest-VolumesActionsTest-1147876078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:09.350380 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-efea69dd-97c1-4de9-9e90-19fec4dcbc57 req-ba1e21e3-1730-463a-bf2c-46df68097aa8 tempest-VolumesActionsTest-1147876078 tempest-VolumesActionsTest-1147876078-project] 10.222.0.39 "GET /v2.0/ports?device_id=55e43d7d-0862-475d-8990-ea7b870402b7 HTTP/1.1" status: 200 len: 943 time: 0.1390007 Sep 23 07:05:09.358773 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-cc80c74d-2d37-4adb-9c20-45c2913b6bae req-965e583d-feaf-452f-9ff9-4686199199b2 service neutron] Attempting to bind port 18fd2af6-a102-46b4-b67c-eae3607cc8c0 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:05:09.359116 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-cc80c74d-2d37-4adb-9c20-45c2913b6bae req-965e583d-feaf-452f-9ff9-4686199199b2 service neutron] Attempting to bind port 18fd2af6-a102-46b4-b67c-eae3607cc8c0 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '808e0bed-6818-4390-99b8-ee2b3bacde93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ebbc03db-b7a7-48ce-aeb6-b562c848566a'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:05:09.359452 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc80c74d-2d37-4adb-9c20-45c2913b6bae req-965e583d-feaf-452f-9ff9-4686199199b2 service neutron] Attempting to bind port 18fd2af6-a102-46b4-b67c-eae3607cc8c0 on network ebbc03db-b7a7-48ce-aeb6-b562c848566a {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:05:09.394312 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc80c74d-2d37-4adb-9c20-45c2913b6bae req-965e583d-feaf-452f-9ff9-4686199199b2 service neutron] Port 18fd2af6-a102-46b4-b67c-eae3607cc8c0 on network ebbc03db-b7a7-48ce-aeb6-b562c848566a not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:05:09.394537 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc80c74d-2d37-4adb-9c20-45c2913b6bae req-965e583d-feaf-452f-9ff9-4686199199b2 service neutron] Attempting to bind port 18fd2af6-a102-46b4-b67c-eae3607cc8c0 on network ebbc03db-b7a7-48ce-aeb6-b562c848566a {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:05:09.462183 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc80c74d-2d37-4adb-9c20-45c2913b6bae req-965e583d-feaf-452f-9ff9-4686199199b2 service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:05:09.462573 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc80c74d-2d37-4adb-9c20-45c2913b6bae req-965e583d-feaf-452f-9ff9-4686199199b2 service neutron] Checking segment: {'id': '808e0bed-6818-4390-99b8-ee2b3bacde93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ebbc03db-b7a7-48ce-aeb6-b562c848566a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:05:09.462926 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc80c74d-2d37-4adb-9c20-45c2913b6bae req-965e583d-feaf-452f-9ff9-4686199199b2 service neutron] Bound using segment: {'id': '808e0bed-6818-4390-99b8-ee2b3bacde93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ebbc03db-b7a7-48ce-aeb6-b562c848566a'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:05:09.463401 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-cc80c74d-2d37-4adb-9c20-45c2913b6bae req-965e583d-feaf-452f-9ff9-4686199199b2 service neutron] Bound port: 18fd2af6-a102-46b4-b67c-eae3607cc8c0, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '808e0bed-6818-4390-99b8-ee2b3bacde93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ebbc03db-b7a7-48ce-aeb6-b562c848566a'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:05:09.463766 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-cc80c74d-2d37-4adb-9c20-45c2913b6bae req-965e583d-feaf-452f-9ff9-4686199199b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:09.500957 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-eae28118-0648-4ccb-86e9-84f69b60ea48 req-a24f8b7b-e975-46fe-b03a-85c7954c822a tempest-ServerShowV247Test-608128335 tempest-ServerShowV247Test-608128335-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc022068-0750-4832-a460-ebff2160c250 HTTP/1.1" status: 200 len: 210 time: 0.1031024 Sep 23 07:05:09.501674 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-efea69dd-97c1-4de9-9e90-19fec4dcbc57 req-4928845e-e3af-4348-9b7b-180d33b15b4c tempest-VolumesActionsTest-1147876078 tempest-VolumesActionsTest-1147876078-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdd29a4f-8ddf-4345-b9a3-2a78aef3d80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503608 Sep 23 07:05:09.575901 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6bc873c6-60ec-4c09-a6aa-a9aec6a693f0 req-11212c2d-1ae4-43d5-a544-01c29898c05d service neutron] 10.222.0.58 "GET /v2.0/networks/66a1f084-948e-45d7-a019-d130f39acf06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554669 Sep 23 07:05:09.678571 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f06184d-2acc-4eb8-98a5-11142e1c5f40 req-faf8499a-84a6-4eee-94ac-e2afcab66904 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:09.706955 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3f06184d-2acc-4eb8-98a5-11142e1c5f40 req-faf8499a-84a6-4eee-94ac-e2afcab66904 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/ports?device_id=415f1585-0428-441b-980c-580c2b2dc3c2 HTTP/1.1" status: 200 len: 944 time: 0.1247673 Sep 23 07:05:09.762369 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3f06184d-2acc-4eb8-98a5-11142e1c5f40 req-4f2bc593-c34e-49cb-a945-f86011117b4e tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4096c5f-f005-44c6-8cd4-0dfaefa99024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543561 Sep 23 07:05:09.812371 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-cc80c74d-2d37-4adb-9c20-45c2913b6bae req-965e583d-feaf-452f-9ff9-4686199199b2 service neutron] For port 18fd2af6-a102-46b4-b67c-eae3607cc8c0, host n-h2-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:05:09.838207 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-cc80c74d-2d37-4adb-9c20-45c2913b6bae req-965e583d-feaf-452f-9ff9-4686199199b2 service neutron] For port 18fd2af6-a102-46b4-b67c-eae3607cc8c0, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=18fd2af6-a102-46b4-b67c-eae3607cc8c0,segment=NetworkSegment(808e0bed-6818-4390-99b8-ee2b3bacde93),segment_id=808e0bed-6818-4390-99b8-ee2b3bacde93)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:05:09.848139 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-cc80c74d-2d37-4adb-9c20-45c2913b6bae req-965e583d-feaf-452f-9ff9-4686199199b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:09.904211 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46b6df4-e226-4c48-9cc0-251f2e86c0d6 req-0ff10330-74c8-4c1e-937d-c9614e6e5938 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:09.911332 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c46b6df4-e226-4c48-9cc0-251f2e86c0d6 req-0ff10330-74c8-4c1e-937d-c9614e6e5938 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=aadc81e5-8557-4030-bebe-143b9d9ea41d HTTP/1.1" status: 200 len: 1095 time: 0.2457848 Sep 23 07:05:09.923119 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6bc873c6-60ec-4c09-a6aa-a9aec6a693f0 req-5efd7327-423f-48b5-959c-9da4215578e4 service neutron] 10.222.0.58 "GET /v2.0/networks/66a1f084-948e-45d7-a019-d130f39acf06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171062 Sep 23 07:05:09.946650 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc80c74d-2d37-4adb-9c20-45c2913b6bae req-965e583d-feaf-452f-9ff9-4686199199b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:09.947582 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-cc80c74d-2d37-4adb-9c20-45c2913b6bae req-965e583d-feaf-452f-9ff9-4686199199b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:09.948134 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cc80c74d-2d37-4adb-9c20-45c2913b6bae req-965e583d-feaf-452f-9ff9-4686199199b2 service neutron] 10.222.0.58 "PUT /v2.0/ports/18fd2af6-a102-46b4-b67c-eae3607cc8c0 HTTP/1.1" status: 200 len: 1092 time: 2.2338786 Sep 23 07:05:09.948596 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55e43d7d-0862-475d-8990-ea7b870402b7', 'tag': '18fd2af6-a102-46b4-b67c-eae3607cc8c0'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:05:09.950955 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf24939-5766-4d6b-813c-333cb414c16f" -d '{"events": [{"name": "network-changed", "server_uuid": "55e43d7d-0862-475d-8990-ea7b870402b7", "tag": "18fd2af6-a102-46b4-b67c-eae3607cc8c0"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:05:10.013672 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965e583d-feaf-452f-9ff9-4686199199b2 service neutron] Pushing event updated for resources: {'Port': ['ID=18fd2af6-a102-46b4-b67c-eae3607cc8c0,revision_number=3']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:05:10.052141 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7835b11c-62e5-4077-95fb-f9dd485a8a8f x-openstack-request-id: req-7835b11c-62e5-4077-95fb-f9dd485a8a8f {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:05:10.053271 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55e43d7d-0862-475d-8990-ea7b870402b7", "tag": "18fd2af6-a102-46b4-b67c-eae3607cc8c0", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:05:10.054361 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7835b11c-62e5-4077-95fb-f9dd485a8a8f {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:05:10.054361 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55e43d7d-0862-475d-8990-ea7b870402b7', 'tag': '18fd2af6-a102-46b4-b67c-eae3607cc8c0', 'status': 'completed', 'code': 200} Sep 23 07:05:10.086676 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:10.095445 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c46b6df4-e226-4c48-9cc0-251f2e86c0d6 req-9d2b1d38-0126-42f9-9f25-102c16938364 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c5ad0c53-9d65-41c7-bc1a-b9a18e3efbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832225 Sep 23 07:05:10.129445 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc80c74d-2d37-4adb-9c20-45c2913b6bae req-c0a2f8e9-f188-4d6f-917e-61f32162defa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:10.132679 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cc80c74d-2d37-4adb-9c20-45c2913b6bae req-c0a2f8e9-f188-4d6f-917e-61f32162defa service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9ab7cad94b6d49c8ba64151da25b8d6f&device_id=55e43d7d-0862-475d-8990-ea7b870402b7 HTTP/1.1" status: 200 len: 1095 time: 0.1008453 Sep 23 07:05:10.232528 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cc80c74d-2d37-4adb-9c20-45c2913b6bae req-56f785de-fa0f-4049-a2f6-efc222804abb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18fd2af6-a102-46b4-b67c-eae3607cc8c0 HTTP/1.1" status: 200 len: 217 time: 0.0890176 Sep 23 07:05:10.295181 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc80c74d-2d37-4adb-9c20-45c2913b6bae req-394f332d-48e8-43f8-9238-ac28a87a2d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:10.297348 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cc80c74d-2d37-4adb-9c20-45c2913b6bae req-394f332d-48e8-43f8-9238-ac28a87a2d0a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6108c9f7-0cf3-4d20-8249-7ab19bea9902 HTTP/1.1" status: 200 len: 849 time: 0.0558348 Sep 23 07:05:10.347031 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b69500-b413-4479-a4e0-b1cb650e8fa9 req-e9fb949d-31af-48af-b527-c4cb58e51a89 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:10.348740 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-45b69500-b413-4479-a4e0-b1cb650e8fa9 req-e9fb949d-31af-48af-b527-c4cb58e51a89 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 945 time: 0.1007311 Sep 23 07:05:10.390832 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cc80c74d-2d37-4adb-9c20-45c2913b6bae req-a74461b7-7fc5-46a3-ab67-a8b64c4e5de0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ebbc03db-b7a7-48ce-aeb6-b562c848566a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721750 Sep 23 07:05:10.392808 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-87c8256c-3ca0-4528-ad04-ace5790ec885 req-d16a3154-7c93-4f6a-9084-e25e551fae3b tempest-ServerShowV247Test-608128335 tempest-ServerShowV247Test-608128335-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc022068-0750-4832-a460-ebff2160c250 HTTP/1.1" status: 200 len: 210 time: 0.0868912 Sep 23 07:05:10.419681 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-45b69500-b413-4479-a4e0-b1cb650e8fa9 req-3edfe356-e6cc-450a-801a-1251ebf38f18 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a912227-b43b-40c0-8908-2990e2356021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514116 Sep 23 07:05:10.538615 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cc80c74d-2d37-4adb-9c20-45c2913b6bae req-bffd336b-f3ad-425d-9248-c9ab4313261e service neutron] 10.222.0.58 "GET /v2.0/networks/ebbc03db-b7a7-48ce-aeb6-b562c848566a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311896 Sep 23 07:05:10.709300 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e5154-72b8-44b1-8f99-a5e89ad35949 req-2240a061-d4d5-4c44-bc86-47611b2fffed tempest-VolumesActionsTest-1147876078 tempest-VolumesActionsTest-1147876078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:10.711139 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7f0e5154-72b8-44b1-8f99-a5e89ad35949 req-2240a061-d4d5-4c44-bc86-47611b2fffed tempest-VolumesActionsTest-1147876078 tempest-VolumesActionsTest-1147876078-project] 10.222.0.39 "GET /v2.0/ports?device_id=55e43d7d-0862-475d-8990-ea7b870402b7 HTTP/1.1" status: 200 len: 943 time: 0.1068971 Sep 23 07:05:10.717610 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cc80c74d-2d37-4adb-9c20-45c2913b6bae req-20e42fdd-246b-444e-8bf9-8b0be332cf43 service neutron] 10.222.0.58 "GET /v2.0/networks/ebbc03db-b7a7-48ce-aeb6-b562c848566a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712358 Sep 23 07:05:10.758471 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7f0e5154-72b8-44b1-8f99-a5e89ad35949 req-32560462-40fa-44bd-ab7d-93a5b0ed58e8 tempest-VolumesActionsTest-1147876078 tempest-VolumesActionsTest-1147876078-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdd29a4f-8ddf-4345-b9a3-2a78aef3d80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397217 Sep 23 07:05:10.792569 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 8defc34d-b3aa-48f8-8deb-610039c41b6b details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:05:10.875524 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf24939-5766-4d6b-813c-333cb414c16f req-92e82564-932b-461b-942b-5287133cc034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:10.877138 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6cf24939-5766-4d6b-813c-333cb414c16f req-92e82564-932b-461b-942b-5287133cc034 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9ab7cad94b6d49c8ba64151da25b8d6f&device_id=55e43d7d-0862-475d-8990-ea7b870402b7 HTTP/1.1" status: 200 len: 1095 time: 0.0914562 Sep 23 07:05:10.936707 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81319f6-827f-4506-8d73-5b4cbd845e7e req-099a6e1a-6dac-4e0d-9318-4b8c377f876f tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:10.953098 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f81319f6-827f-4506-8d73-5b4cbd845e7e req-099a6e1a-6dac-4e0d-9318-4b8c377f876f tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/ports?device_id=415f1585-0428-441b-980c-580c2b2dc3c2 HTTP/1.1" status: 200 len: 944 time: 0.0924790 Sep 23 07:05:11.038580 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f81319f6-827f-4506-8d73-5b4cbd845e7e req-1911c6b6-73aa-4dfd-a447-460aa90f2de6 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4096c5f-f005-44c6-8cd4-0dfaefa99024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712628 Sep 23 07:05:11.041621 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf24939-5766-4d6b-813c-333cb414c16f req-37e6f1b1-9c80-49ce-82f9-344cac3bf653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:11.043122 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6cf24939-5766-4d6b-813c-333cb414c16f req-37e6f1b1-9c80-49ce-82f9-344cac3bf653 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ebbc03db-b7a7-48ce-aeb6-b562c848566a HTTP/1.1" status: 200 len: 910 time: 0.1580048 Sep 23 07:05:11.111813 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6cf24939-5766-4d6b-813c-333cb414c16f req-5acebc99-0056-4fbc-8f80-6fa7cef72040 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18fd2af6-a102-46b4-b67c-eae3607cc8c0 HTTP/1.1" status: 200 len: 217 time: 0.0569174 Sep 23 07:05:11.125284 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 40866403-6fc3-44e0-ac09-91de0fa0fcaf details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:05:11.153039 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 8defc34d-b3aa-48f8-8deb-610039c41b6b, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=8defc34d-b3aa-48f8-8deb-610039c41b6b,segment=NetworkSegment(cfa7b58f-648b-46f1-b9f1-5b9bb8f770f0),segment_id=cfa7b58f-648b-46f1-b9f1-5b9bb8f770f0)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:05:11.173209 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': '8defc34d-b3aa-48f8-8deb-610039c41b6b', 'network_id': 'b69586d7-8c89-48cb-926a-f21516fd70fb', 'port_id': '8defc34d-b3aa-48f8-8deb-610039c41b6b', 'mac_address': 'fa:16:3e:7d:cd:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02059dde-50d8-47d5-a307-abc2f2528d86', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:05:11.179439 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf24939-5766-4d6b-813c-333cb414c16f req-70c23bb8-2b24-439c-b9fe-eb59c41f447a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:11.181138 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6cf24939-5766-4d6b-813c-333cb414c16f req-70c23bb8-2b24-439c-b9fe-eb59c41f447a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6108c9f7-0cf3-4d20-8249-7ab19bea9902 HTTP/1.1" status: 200 len: 849 time: 0.0488296 Sep 23 07:05:11.191977 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a75690ec-54a8-4371-b7b3-bb650559c0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:11.238776 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6cf24939-5766-4d6b-813c-333cb414c16f req-030e21ae-6e46-4815-bf74-9cdba4eea768 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ebbc03db-b7a7-48ce-aeb6-b562c848566a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485785 Sep 23 07:05:11.274026 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:11.315099 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8defc34d-b3aa-48f8-8deb-610039c41b6b {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:05:11.347269 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23831df-2881-4d87-af30-7ce9a7b48195 req-93f8ab96-8f2e-47bb-a318-2623906167dc tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:11.349040 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f23831df-2881-4d87-af30-7ce9a7b48195 req-93f8ab96-8f2e-47bb-a318-2623906167dc tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=aadc81e5-8557-4030-bebe-143b9d9ea41d HTTP/1.1" status: 200 len: 1095 time: 0.1094718 Sep 23 07:05:11.397100 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6cf24939-5766-4d6b-813c-333cb414c16f req-553173dd-67a4-4a33-bf13-1f6275fa6011 service neutron] 10.222.0.58 "GET /v2.0/networks/ebbc03db-b7a7-48ce-aeb6-b562c848566a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458914 Sep 23 07:05:11.404406 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f23831df-2881-4d87-af30-7ce9a7b48195 req-a1205182-4513-45c7-b601-0e855a0a8a9e tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c5ad0c53-9d65-41c7-bc1a-b9a18e3efbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470324 Sep 23 07:05:11.472967 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 8defc34d-b3aa-48f8-8deb-610039c41b6b, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=8defc34d-b3aa-48f8-8deb-610039c41b6b,segment=NetworkSegment(cfa7b58f-648b-46f1-b9f1-5b9bb8f770f0),segment_id=cfa7b58f-648b-46f1-b9f1-5b9bb8f770f0)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:05:11.493451 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:11.563459 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:11.570464 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 40866403-6fc3-44e0-ac09-91de0fa0fcaf, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=40866403-6fc3-44e0-ac09-91de0fa0fcaf,segment=NetworkSegment(fc58ed58-9bef-42f1-a0b5-ea9928c8e033),segment_id=fc58ed58-9bef-42f1-a0b5-ea9928c8e033)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:05:11.617690 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': '40866403-6fc3-44e0-ac09-91de0fa0fcaf', 'network_id': '66a1f084-948e-45d7-a019-d130f39acf06', 'port_id': '40866403-6fc3-44e0-ac09-91de0fa0fcaf', 'mac_address': 'fa:16:3e:11:69:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c86fc1f5-dc9b-478a-89c3-55b3a5ac4a34', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:05:11.644984 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6cf24939-5766-4d6b-813c-333cb414c16f req-d4d5892e-9d5f-4bb0-b269-0f4407e23752 service neutron] 10.222.0.58 "GET /v2.0/networks/ebbc03db-b7a7-48ce-aeb6-b562c848566a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292113 Sep 23 07:05:11.698947 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:11.702638 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=8defc34d-b3aa-48f8-8deb-610039c41b6b,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:05:11.726054 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe7c42-885c-4afb-b6c2-c831c2c24bcc req-abbaa5f1-0154-44f1-a77f-62bde600246b tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:11.727669 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7dbe7c42-885c-4afb-b6c2-c831c2c24bcc req-abbaa5f1-0154-44f1-a77f-62bde600246b tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 945 time: 0.0817111 Sep 23 07:05:11.745063 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40866403-6fc3-44e0-ac09-91de0fa0fcaf {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:05:11.778714 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 40866403-6fc3-44e0-ac09-91de0fa0fcaf, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=40866403-6fc3-44e0-ac09-91de0fa0fcaf,segment=NetworkSegment(fc58ed58-9bef-42f1-a0b5-ea9928c8e033),segment_id=fc58ed58-9bef-42f1-a0b5-ea9928c8e033)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:05:11.793464 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7dbe7c42-885c-4afb-b6c2-c831c2c24bcc req-70ebf5ea-f479-4164-ada4-8bc139ea69fe tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a912227-b43b-40c0-8908-2990e2356021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576501 Sep 23 07:05:11.800568 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:11.818161 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cdb3f65a-a7db-447c-a69e-a7887b807a17 req-59089d79-29f6-42f8-90c2-d12c4dac7369 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2068e9501423490ca08a01f2a64cb778&device_id=ab27714e-e043-466b-850b-473411fc8c18 HTTP/1.1" status: 200 len: 210 time: 0.0715415 Sep 23 07:05:11.867310 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cdb3f65a-a7db-447c-a69e-a7887b807a17 req-e118a0e2-cf0f-49d0-9946-b120d6c4cb70 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=2068e9501423490ca08a01f2a64cb778&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367670 Sep 23 07:05:11.889550 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['8defc34d-b3aa-48f8-8deb-610039c41b6b'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:05:11.983329 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=40866403-6fc3-44e0-ac09-91de0fa0fcaf,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:05:11.994684 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a2426dfb-608a-409f-82f9-fbb0a45e5a97 req-90344b7b-9b90-4d9a-a393-ae36006b1a55 tempest-ServerShowV247Test-608128335 tempest-ServerShowV247Test-608128335-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab27714e-e043-466b-850b-473411fc8c18 HTTP/1.1" status: 200 len: 210 time: 0.1250386 Sep 23 07:05:12.048227 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b10bfde-2e40-45fb-a4ba-38b2d96a1759 req-1e8b4412-b7b0-4168-9a67-7b1936d4850f tempest-VolumesActionsTest-1147876078 tempest-VolumesActionsTest-1147876078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:12.050473 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1b10bfde-2e40-45fb-a4ba-38b2d96a1759 req-1e8b4412-b7b0-4168-9a67-7b1936d4850f tempest-VolumesActionsTest-1147876078 tempest-VolumesActionsTest-1147876078-project] 10.222.0.39 "GET /v2.0/ports?device_id=55e43d7d-0862-475d-8990-ea7b870402b7 HTTP/1.1" status: 200 len: 943 time: 0.0978866 Sep 23 07:05:12.137797 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb3f65a-a7db-447c-a69e-a7887b807a17 req-7d8f5d4c-a46c-44aa-8ec1-44c59c3453c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:12.145040 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cdb3f65a-a7db-447c-a69e-a7887b807a17 req-7d8f5d4c-a46c-44aa-8ec1-44c59c3453c1 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2654469 Sep 23 07:05:12.175436 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1b10bfde-2e40-45fb-a4ba-38b2d96a1759 req-11fb67b3-af04-44c1-ab26-8e1f59e14c48 tempest-VolumesActionsTest-1147876078 tempest-VolumesActionsTest-1147876078-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdd29a4f-8ddf-4345-b9a3-2a78aef3d80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128531 Sep 23 07:05:12.195170 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['40866403-6fc3-44e0-ac09-91de0fa0fcaf'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:05:12.221158 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcad34e-42ab-435f-8a99-1652779f8ab9 req-566cadac-a31b-41ba-a69b-9347431fbcff tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:12.222837 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0bcad34e-42ab-435f-8a99-1652779f8ab9 req-566cadac-a31b-41ba-a69b-9347431fbcff tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/ports?device_id=415f1585-0428-441b-980c-580c2b2dc3c2 HTTP/1.1" status: 200 len: 945 time: 0.0680690 Sep 23 07:05:12.288363 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0bcad34e-42ab-435f-8a99-1652779f8ab9 req-e076ce6c-d600-4117-992c-9484f730c534 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4096c5f-f005-44c6-8cd4-0dfaefa99024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568011 Sep 23 07:05:12.461279 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:12.578314 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6f7f1e-4d57-43f1-a360-f33dadc1679b req-568a7242-c91e-4525-a931-8ce96e33700b tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:12.580873 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9a6f7f1e-4d57-43f1-a360-f33dadc1679b req-568a7242-c91e-4525-a931-8ce96e33700b tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=aadc81e5-8557-4030-bebe-143b9d9ea41d HTTP/1.1" status: 200 len: 1096 time: 0.0650978 Sep 23 07:05:12.627378 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9a6f7f1e-4d57-43f1-a360-f33dadc1679b req-7043f611-e1c6-4f1a-bc6b-a5dbbf0fb1ee tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c5ad0c53-9d65-41c7-bc1a-b9a18e3efbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398173 Sep 23 07:05:12.940261 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab942ba-37b4-4200-8809-6dfe1fa5e150 req-6300476e-f323-4703-a600-a0f85310a71a tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:12.949249 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7ab942ba-37b4-4200-8809-6dfe1fa5e150 req-6300476e-f323-4703-a600-a0f85310a71a tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 945 time: 0.0586259 Sep 23 07:05:12.952974 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 18fd2af6-a102-46b4-b67c-eae3607cc8c0 details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:05:13.012646 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7ab942ba-37b4-4200-8809-6dfe1fa5e150 req-b7990243-1d14-47e8-a11c-a640057208ec tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a912227-b43b-40c0-8908-2990e2356021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625925 Sep 23 07:05:13.122555 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 18fd2af6-a102-46b4-b67c-eae3607cc8c0, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=18fd2af6-a102-46b4-b67c-eae3607cc8c0,segment=NetworkSegment(808e0bed-6818-4390-99b8-ee2b3bacde93),segment_id=808e0bed-6818-4390-99b8-ee2b3bacde93)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:05:13.160006 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': '18fd2af6-a102-46b4-b67c-eae3607cc8c0', 'network_id': 'ebbc03db-b7a7-48ce-aeb6-b562c848566a', 'port_id': '18fd2af6-a102-46b4-b67c-eae3607cc8c0', 'mac_address': 'fa:16:3e:f6:35:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6108c9f7-0cf3-4d20-8249-7ab19bea9902', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:05:13.192041 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cb42c60d-17d0-486a-b852-68c4dec15056 req-bac49f0f-b9bb-472c-9678-8c5434fb307f tempest-ServerShowV247Test-608128335 tempest-ServerShowV247Test-608128335-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab27714e-e043-466b-850b-473411fc8c18 HTTP/1.1" status: 200 len: 210 time: 0.0459518 Sep 23 07:05:13.223417 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:13.241731 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18fd2af6-a102-46b4-b67c-eae3607cc8c0 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:05:13.280152 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 18fd2af6-a102-46b4-b67c-eae3607cc8c0, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=18fd2af6-a102-46b4-b67c-eae3607cc8c0,segment=NetworkSegment(808e0bed-6818-4390-99b8-ee2b3bacde93),segment_id=808e0bed-6818-4390-99b8-ee2b3bacde93)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:05:13.285578 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:13.334640 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f28341-9e08-4c86-9aad-7321201ee691 req-54cd024b-2462-47ee-9f1f-4275b70f8d0b tempest-VolumesActionsTest-1147876078 tempest-VolumesActionsTest-1147876078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:13.336213 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-77f28341-9e08-4c86-9aad-7321201ee691 req-54cd024b-2462-47ee-9f1f-4275b70f8d0b tempest-VolumesActionsTest-1147876078 tempest-VolumesActionsTest-1147876078-project] 10.222.0.39 "GET /v2.0/ports?device_id=55e43d7d-0862-475d-8990-ea7b870402b7 HTTP/1.1" status: 200 len: 943 time: 0.0763743 Sep 23 07:05:13.396421 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=18fd2af6-a102-46b4-b67c-eae3607cc8c0,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:05:13.418516 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-77f28341-9e08-4c86-9aad-7321201ee691 req-f3fb1ad9-a088-476d-b570-61947632996d tempest-VolumesActionsTest-1147876078 tempest-VolumesActionsTest-1147876078-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdd29a4f-8ddf-4345-b9a3-2a78aef3d80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753975 Sep 23 07:05:13.500360 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb478f7-038a-4fc8-88ee-d17f54529cb6 req-86e9820f-272d-4787-8afe-df176f77171e tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:13.502093 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5fb478f7-038a-4fc8-88ee-d17f54529cb6 req-86e9820f-272d-4787-8afe-df176f77171e tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/ports?device_id=415f1585-0428-441b-980c-580c2b2dc3c2 HTTP/1.1" status: 200 len: 945 time: 0.0997133 Sep 23 07:05:13.542948 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5fb478f7-038a-4fc8-88ee-d17f54529cb6 req-b2e9fbb2-1bf8-4d4c-ab03-f1604cb7b76c tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4096c5f-f005-44c6-8cd4-0dfaefa99024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346599 Sep 23 07:05:13.604010 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['18fd2af6-a102-46b4-b67c-eae3607cc8c0'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:05:13.734373 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cdb3f65a-a7db-447c-a69e-a7887b807a17 req-57f3cf31-76a5-4d7c-8073-16cfc60643fd tempest-ServerShowV247Test-608128335 tempest-ServerShowV247Test-608128335-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab27714e-e043-466b-850b-473411fc8c18 HTTP/1.1" status: 200 len: 210 time: 0.0381200 Sep 23 07:05:13.775923 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b063fef-8c61-4096-a9b6-bd95ab3f7b72 req-317995d3-e382-45a8-849b-38e4946a5f90 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:13.777533 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2b063fef-8c61-4096-a9b6-bd95ab3f7b72 req-317995d3-e382-45a8-849b-38e4946a5f90 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=aadc81e5-8557-4030-bebe-143b9d9ea41d HTTP/1.1" status: 200 len: 1096 time: 0.0474131 Sep 23 07:05:13.806571 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:13.816733 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2b063fef-8c61-4096-a9b6-bd95ab3f7b72 req-6308d850-f87c-494b-82ac-dc4dbe28c6da tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c5ad0c53-9d65-41c7-bc1a-b9a18e3efbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321834 Sep 23 07:05:14.171907 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce91045-3f67-47c5-a0ee-aa5b51c65df1 req-bd1ecafc-de24-462c-9a01-45947d67999a tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:14.174912 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cce91045-3f67-47c5-a0ee-aa5b51c65df1 req-bd1ecafc-de24-462c-9a01-45947d67999a tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 945 time: 0.0623422 Sep 23 07:05:14.220720 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cce91045-3f67-47c5-a0ee-aa5b51c65df1 req-a175421b-b9bf-4468-a57c-7cc70ce73489 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a912227-b43b-40c0-8908-2990e2356021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379751 Sep 23 07:05:14.335289 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-36efc79b-d5b9-4990-9c29-c46f53b35dd9 req-a9b34f8f-a109-41eb-bfaa-512dd3a38448 tempest-ServerShowV247Test-608128335 tempest-ServerShowV247Test-608128335-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab27714e-e043-466b-850b-473411fc8c18 HTTP/1.1" status: 200 len: 210 time: 0.0343339 Sep 23 07:05:14.382117 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3b414614-f060-4147-aa13-e1ccc4a530d1 req-c548b872-ce0d-48fb-9713-e9a70e66f237 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=69f921f4-8d2e-4ecb-bd14-9a649d6ecb9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0438504 Sep 23 07:05:14.395673 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1aeb72-f7c9-40d2-896b-5d5b3c4c2288 req-cdf3a4a0-3c99-4fc7-a9ff-7b9d654e71f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:14.398346 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-be1aeb72-f7c9-40d2-896b-5d5b3c4c2288 req-cdf3a4a0-3c99-4fc7-a9ff-7b9d654e71f5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4d93d8414d394ae180d5f159fb0b8b54&device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 1097 time: 0.0541945 Sep 23 07:05:14.480038 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b414614-f060-4147-aa13-e1ccc4a530d1 req-c8d40eff-985f-4549-a7db-95e50efd43a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:14.482105 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3b414614-f060-4147-aa13-e1ccc4a530d1 req-c8d40eff-985f-4549-a7db-95e50efd43a9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=285631e87ef3467186156f903d01ed48&device_id=69f921f4-8d2e-4ecb-bd14-9a649d6ecb9c HTTP/1.1" status: 200 len: 1097 time: 0.0476673 Sep 23 07:05:14.541636 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1aeb72-f7c9-40d2-896b-5d5b3c4c2288 req-16741374-f223-41ba-8504-55934b96030c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:14.543161 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-be1aeb72-f7c9-40d2-896b-5d5b3c4c2288 req-16741374-f223-41ba-8504-55934b96030c service neutron] 10.222.0.58 "GET /v2.0/networks?id=ca28a1fe-55ea-41f7-96a5-1261b4a66187 HTTP/1.1" status: 200 len: 917 time: 0.1353812 Sep 23 07:05:14.555237 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4449690-6fd9-4083-81e2-96280fded7df req-2ca16ae8-ccec-43aa-a3b3-8f510d27a4a3 tempest-VolumesActionsTest-1147876078 tempest-VolumesActionsTest-1147876078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:14.556655 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c4449690-6fd9-4083-81e2-96280fded7df req-2ca16ae8-ccec-43aa-a3b3-8f510d27a4a3 tempest-VolumesActionsTest-1147876078 tempest-VolumesActionsTest-1147876078-project] 10.222.0.39 "GET /v2.0/ports?device_id=55e43d7d-0862-475d-8990-ea7b870402b7 HTTP/1.1" status: 200 len: 944 time: 0.0695488 Sep 23 07:05:14.608855 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b414614-f060-4147-aa13-e1ccc4a530d1 req-befae599-6b5a-4b07-a09a-d8b3e76d118b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:14.610393 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3b414614-f060-4147-aa13-e1ccc4a530d1 req-befae599-6b5a-4b07-a09a-d8b3e76d118b service neutron] 10.222.0.21 "GET /v2.0/networks?id=7897793b-979a-4e69-a418-9e869418e9ce HTTP/1.1" status: 200 len: 898 time: 0.1059928 Sep 23 07:05:14.653043 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-be1aeb72-f7c9-40d2-896b-5d5b3c4c2288 req-ff1cdcdf-31a9-476d-9d62-eeb46f38914b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b098fef9-31f1-4769-8019-735009e3bf0c HTTP/1.1" status: 200 len: 1000 time: 0.0954418 Sep 23 07:05:14.710503 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c4449690-6fd9-4083-81e2-96280fded7df req-d1df5d96-228c-49d4-aa05-c13f15835cef tempest-VolumesActionsTest-1147876078 tempest-VolumesActionsTest-1147876078-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdd29a4f-8ddf-4345-b9a3-2a78aef3d80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460454 Sep 23 07:05:14.723399 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1aeb72-f7c9-40d2-896b-5d5b3c4c2288 req-855be76b-3966-4b83-8d72-0e872d48091e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:14.724216 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3b414614-f060-4147-aa13-e1ccc4a530d1 req-664c666c-c9cf-45b2-b0b3-fa21aebd7141 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd633120-a90a-425f-8e49-d5fa515fc22d HTTP/1.1" status: 200 len: 1001 time: 0.1040158 Sep 23 07:05:14.726919 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-be1aeb72-f7c9-40d2-896b-5d5b3c4c2288 req-855be76b-3966-4b83-8d72-0e872d48091e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5441eb5f-3885-44a6-9b00-13a9788d14f9 HTTP/1.1" status: 200 len: 855 time: 0.0579007 Sep 23 07:05:14.733035 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a3c005-d295-442a-a507-bb1c38d38fd5 req-8cfa4296-183c-4028-9f7f-7b2f0cc1aa6b tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:14.740285 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-67a3c005-d295-442a-a507-bb1c38d38fd5 req-8cfa4296-183c-4028-9f7f-7b2f0cc1aa6b tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/ports?device_id=415f1585-0428-441b-980c-580c2b2dc3c2 HTTP/1.1" status: 200 len: 945 time: 0.0804322 Sep 23 07:05:14.799579 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1aeb72-f7c9-40d2-896b-5d5b3c4c2288 req-3ddb0578-f4eb-4ce9-90c7-3f771c402b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:14.801189 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-be1aeb72-f7c9-40d2-896b-5d5b3c4c2288 req-3ddb0578-f4eb-4ce9-90c7-3f771c402b49 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ca28a1fe-55ea-41f7-96a5-1261b4a66187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0665019 Sep 23 07:05:14.811898 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 8defc34d-b3aa-48f8-8deb-610039c41b6b up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:05:14.822461 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-67a3c005-d295-442a-a507-bb1c38d38fd5 req-06275579-83eb-442c-be96-1e27fdad3475 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4096c5f-f005-44c6-8cd4-0dfaefa99024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812705 Sep 23 07:05:14.824477 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b414614-f060-4147-aa13-e1ccc4a530d1 req-b7512d2f-5f41-4bd1-a51a-4463100a757d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:14.826735 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3b414614-f060-4147-aa13-e1ccc4a530d1 req-b7512d2f-5f41-4bd1-a51a-4463100a757d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=93b1180b-9db7-40b3-869a-a249e4cc9dce HTTP/1.1" status: 200 len: 834 time: 0.0839272 Sep 23 07:05:14.880300 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port 8defc34d-b3aa-48f8-8deb-610039c41b6b completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:05:14.885637 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port 8defc34d-b3aa-48f8-8deb-610039c41b6b triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:05:14.887318 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:14.916544 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b414614-f060-4147-aa13-e1ccc4a530d1 req-934b8f55-08ed-4fe4-85af-44a05918047c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:14.917952 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3b414614-f060-4147-aa13-e1ccc4a530d1 req-934b8f55-08ed-4fe4-85af-44a05918047c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7897793b-979a-4e69-a418-9e869418e9ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0818946 Sep 23 07:05:14.972613 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-be1aeb72-f7c9-40d2-896b-5d5b3c4c2288 req-e40a3d26-b98d-4135-b214-9fd8c8738fc8 service neutron] 10.222.0.58 "GET /v2.0/networks/ca28a1fe-55ea-41f7-96a5-1261b4a66187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626658 Sep 23 07:05:14.975599 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb931af-bbf0-453c-922b-7a0f1d380541 req-9fd155fd-aa1e-4382-b667-5416868eabab tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:14.981567 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 40866403-6fc3-44e0-ac09-91de0fa0fcaf up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:05:14.984547 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4cb931af-bbf0-453c-922b-7a0f1d380541 req-9fd155fd-aa1e-4382-b667-5416868eabab tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=aadc81e5-8557-4030-bebe-143b9d9ea41d HTTP/1.1" status: 200 len: 1096 time: 0.0833857 Sep 23 07:05:15.052028 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4cb931af-bbf0-453c-922b-7a0f1d380541 req-77395742-d85d-4ee8-b74d-5b58d2738267 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c5ad0c53-9d65-41c7-bc1a-b9a18e3efbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663450 Sep 23 07:05:15.055519 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3b414614-f060-4147-aa13-e1ccc4a530d1 req-52361a5b-1efc-4749-8852-b1a790afac0a service neutron] 10.222.0.21 "GET /v2.0/networks/7897793b-979a-4e69-a418-9e869418e9ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297584 Sep 23 07:05:15.081711 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:15.095968 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port 40866403-6fc3-44e0-ac09-91de0fa0fcaf completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:05:15.106281 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port 40866403-6fc3-44e0-ac09-91de0fa0fcaf triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:05:15.106648 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:15.149574 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aadc81e5-8557-4030-bebe-143b9d9ea41d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8defc34d-b3aa-48f8-8deb-610039c41b6b'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:05:15.152181 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93be39d4-9f1d-48c4-9905-f0c2988ce81a" -d '{"events": [{"server_uuid": "aadc81e5-8557-4030-bebe-143b9d9ea41d", "name": "network-vif-plugged", "status": "completed", "tag": "8defc34d-b3aa-48f8-8deb-610039c41b6b"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:05:15.165716 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3b414614-f060-4147-aa13-e1ccc4a530d1 req-75f583cb-8d4b-478b-a489-ff31942e7f1e service neutron] 10.222.0.21 "GET /v2.0/networks/7897793b-979a-4e69-a418-9e869418e9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023846 Sep 23 07:05:15.176083 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 8defc34d-b3aa-48f8-8deb-610039c41b6b, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=8defc34d-b3aa-48f8-8deb-610039c41b6b,segment=NetworkSegment(cfa7b58f-648b-46f1-b9f1-5b9bb8f770f0),segment_id=cfa7b58f-648b-46f1-b9f1-5b9bb8f770f0)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:05:15.193373 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:15.199755 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-be1aeb72-f7c9-40d2-896b-5d5b3c4c2288 req-d3b0c95d-0b75-498a-a51b-0e31168667e3 service neutron] 10.222.0.58 "GET /v2.0/networks/ca28a1fe-55ea-41f7-96a5-1261b4a66187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123368 Sep 23 07:05:15.226934 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae00684c-5046-4c94-835b-75f8e145a3a7 x-openstack-request-id: req-ae00684c-5046-4c94-835b-75f8e145a3a7 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:05:15.227233 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aadc81e5-8557-4030-bebe-143b9d9ea41d", "name": "network-vif-plugged", "status": "completed", "tag": "8defc34d-b3aa-48f8-8deb-610039c41b6b", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:05:15.227487 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ae00684c-5046-4c94-835b-75f8e145a3a7 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:05:15.227877 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aadc81e5-8557-4030-bebe-143b9d9ea41d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8defc34d-b3aa-48f8-8deb-610039c41b6b', 'code': 200} Sep 23 07:05:15.293123 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=8defc34d-b3aa-48f8-8deb-610039c41b6b,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:05:15.295933 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:15.335265 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 40866403-6fc3-44e0-ac09-91de0fa0fcaf, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=40866403-6fc3-44e0-ac09-91de0fa0fcaf,segment=NetworkSegment(fc58ed58-9bef-42f1-a0b5-ea9928c8e033),segment_id=fc58ed58-9bef-42f1-a0b5-ea9928c8e033)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:05:15.340427 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:15.341603 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 18fd2af6-a102-46b4-b67c-eae3607cc8c0 up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:05:15.383514 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1664f4-5a49-488b-b40b-81442dcda392 req-7528f7d7-b50c-4379-a833-55e62d601ade tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:15.392602 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2e1664f4-5a49-488b-b40b-81442dcda392 req-7528f7d7-b50c-4379-a833-55e62d601ade tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 945 time: 0.0765562 Sep 23 07:05:15.392820 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d036b8-d762-4331-b7ff-afbc179d7ab2 req-d89b5043-f32e-4b56-bbed-eca5815741a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:15.394465 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-64d036b8-d762-4331-b7ff-afbc179d7ab2 req-d89b5043-f32e-4b56-bbed-eca5815741a7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=aadc81e5-8557-4030-bebe-143b9d9ea41d HTTP/1.1" status: 200 len: 1097 time: 0.0572472 Sep 23 07:05:15.441959 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-64d036b8-d762-4331-b7ff-afbc179d7ab2 req-5ec832bb-b5d5-464b-ada0-cd7699f13075 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c5ad0c53-9d65-41c7-bc1a-b9a18e3efbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397453 Sep 23 07:05:15.446609 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2e1664f4-5a49-488b-b40b-81442dcda392 req-f1ca55cc-7b09-4396-b671-8e5c7aa717d5 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a912227-b43b-40c0-8908-2990e2356021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529313 Sep 23 07:05:15.459866 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=40866403-6fc3-44e0-ac09-91de0fa0fcaf,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:05:15.481393 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port 18fd2af6-a102-46b4-b67c-eae3607cc8c0 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:05:15.485271 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port 18fd2af6-a102-46b4-b67c-eae3607cc8c0 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:05:15.485940 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:15.576114 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:15.613751 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 18fd2af6-a102-46b4-b67c-eae3607cc8c0, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=18fd2af6-a102-46b4-b67c-eae3607cc8c0,segment=NetworkSegment(808e0bed-6818-4390-99b8-ee2b3bacde93),segment_id=808e0bed-6818-4390-99b8-ee2b3bacde93)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:05:15.618835 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:15.672528 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=18fd2af6-a102-46b4-b67c-eae3607cc8c0,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:05:15.735972 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 58234) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:05:15.849875 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66d92f-cf68-403f-86eb-a9ad9913e589 req-7b00f90f-3931-43fa-852e-a9aa8312e8b3 tempest-VolumesActionsTest-1147876078 tempest-VolumesActionsTest-1147876078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:15.854446 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cc66d92f-cf68-403f-86eb-a9ad9913e589 req-7b00f90f-3931-43fa-852e-a9aa8312e8b3 tempest-VolumesActionsTest-1147876078 tempest-VolumesActionsTest-1147876078-project] 10.222.0.39 "GET /v2.0/ports?device_id=55e43d7d-0862-475d-8990-ea7b870402b7 HTTP/1.1" status: 200 len: 945 time: 0.0647047 Sep 23 07:05:15.860279 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-783e8a80-2d25-49b2-8988-88b55849a161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:15.900917 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cc66d92f-cf68-403f-86eb-a9ad9913e589 req-ba48b4e8-3a77-4952-8874-77a06f44225b tempest-VolumesActionsTest-1147876078 tempest-VolumesActionsTest-1147876078-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdd29a4f-8ddf-4345-b9a3-2a78aef3d80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428598 Sep 23 07:05:15.992815 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec129394-2eff-4539-a8f8-a5fd30ad150d req-cc9acbc4-64bd-4744-b21d-e3c7406cb3f0 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:15.994247 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ec129394-2eff-4539-a8f8-a5fd30ad150d req-cc9acbc4-64bd-4744-b21d-e3c7406cb3f0 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/ports?device_id=415f1585-0428-441b-980c-580c2b2dc3c2 HTTP/1.1" status: 200 len: 946 time: 0.0736361 Sep 23 07:05:16.044272 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-783e8a80-2d25-49b2-8988-88b55849a161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:16.054782 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ec129394-2eff-4539-a8f8-a5fd30ad150d req-eb4f0f40-e5ca-4f5c-b7df-25ce74ea3af0 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4096c5f-f005-44c6-8cd4-0dfaefa99024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543644 Sep 23 07:05:16.055589 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-783e8a80-2d25-49b2-8988-88b55849a161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:16.099928 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-783e8a80-2d25-49b2-8988-88b55849a161 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2068e9501423490ca08a01f2a64cb778&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3604169 Sep 23 07:05:16.099928 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783e8a80-2d25-49b2-8988-88b55849a161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f16f2175-ca2b-4d16-b2ec-d68be7e938f1,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:05:16.100230 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 58252) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:05:16.186426 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2fd38407-383a-446c-80ff-988cf5c2631c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:16.206170 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff1a592-f879-4546-9422-9b2774017a04 req-fc27ab09-b43c-456a-be69-e512018eb4f4 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:16.207732 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1ff1a592-f879-4546-9422-9b2774017a04 req-fc27ab09-b43c-456a-be69-e512018eb4f4 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=aadc81e5-8557-4030-bebe-143b9d9ea41d HTTP/1.1" status: 200 len: 1097 time: 0.0679464 Sep 23 07:05:16.218004 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2fd38407-383a-446c-80ff-988cf5c2631c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:16.270768 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1ff1a592-f879-4546-9422-9b2774017a04 req-86b78817-1d55-4663-b356-d874e2b29da1 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c5ad0c53-9d65-41c7-bc1a-b9a18e3efbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547392 Sep 23 07:05:16.288063 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2fd38407-383a-446c-80ff-988cf5c2631c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:16.290639 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2fd38407-383a-446c-80ff-988cf5c2631c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:16.294306 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-2fd38407-383a-446c-80ff-988cf5c2631c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f16f2175-ca2b-4d16-b2ec-d68be7e938f1 HTTP/1.1" status: 204 len: 168 time: 0.1905825 Sep 23 07:05:16.302941 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd38407-383a-446c-80ff-988cf5c2631c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f16f2175-ca2b-4d16-b2ec-d68be7e938f1,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:05:16.588872 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42bfd9-d873-495a-8436-d07eb7e2ea6a req-17348c6a-7fb7-423a-9791-34d4d9ab4b3e tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:16.590645 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1d42bfd9-d873-495a-8436-d07eb7e2ea6a req-17348c6a-7fb7-423a-9791-34d4d9ab4b3e tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 945 time: 0.0652921 Sep 23 07:05:16.646930 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1d42bfd9-d873-495a-8436-d07eb7e2ea6a req-c0542a70-30fe-4764-8a67-86a57c9eab8d tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a912227-b43b-40c0-8908-2990e2356021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397258 Sep 23 07:05:16.990349 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 58292) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:05:17.063986 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a00b26-48d5-4ad0-be24-c7667f0f743e req-3ff1d70e-cfcb-4ead-b415-ebde797f33ca tempest-VolumesActionsTest-1147876078 tempest-VolumesActionsTest-1147876078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:17.073112 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d7a00b26-48d5-4ad0-be24-c7667f0f743e req-3ff1d70e-cfcb-4ead-b415-ebde797f33ca tempest-VolumesActionsTest-1147876078 tempest-VolumesActionsTest-1147876078-project] 10.222.0.39 "GET /v2.0/ports?device_id=55e43d7d-0862-475d-8990-ea7b870402b7 HTTP/1.1" status: 200 len: 945 time: 0.1086850 Sep 23 07:05:17.110689 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-6889bc40-5da6-4c37-ad0c-5534def9ce5d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-49398408-network', 'tenant_id': '912f73c24c624b319c3fb784891bcabd'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:05:17.138314 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d7a00b26-48d5-4ad0-be24-c7667f0f743e req-e1b5fb5c-c337-43fb-97c8-fbf7af3943c3 tempest-VolumesActionsTest-1147876078 tempest-VolumesActionsTest-1147876078-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdd29a4f-8ddf-4345-b9a3-2a78aef3d80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621605 Sep 23 07:05:17.141650 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6889bc40-5da6-4c37-ad0c-5534def9ce5d admin admin] Made reservation on behalf of 912f73c24c624b319c3fb784891bcabd for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:05:17.150285 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6889bc40-5da6-4c37-ad0c-5534def9ce5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:17.157853 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6889bc40-5da6-4c37-ad0c-5534def9ce5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:17.229292 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '415f1585-0428-441b-980c-580c2b2dc3c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40866403-6fc3-44e0-ac09-91de0fa0fcaf'}, {'server_uuid': '55e43d7d-0862-475d-8990-ea7b870402b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18fd2af6-a102-46b4-b67c-eae3607cc8c0'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:05:17.232687 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd76ec2-b9a3-4908-b1d8-e70b1cfb3666" -d '{"events": [{"server_uuid": "415f1585-0428-441b-980c-580c2b2dc3c2", "name": "network-vif-plugged", "status": "completed", "tag": "40866403-6fc3-44e0-ac09-91de0fa0fcaf"}, {"server_uuid": "55e43d7d-0862-475d-8990-ea7b870402b7", "name": "network-vif-plugged", "status": "completed", "tag": "18fd2af6-a102-46b4-b67c-eae3607cc8c0"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:05:17.243595 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec5fef-bc27-40f8-a165-d75f7aeeb6fb req-3b28c533-b8ee-41a4-8a17-d47fe6a1f048 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:17.245988 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-79ec5fef-bc27-40f8-a165-d75f7aeeb6fb req-3b28c533-b8ee-41a4-8a17-d47fe6a1f048 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/ports?device_id=415f1585-0428-441b-980c-580c2b2dc3c2 HTTP/1.1" status: 200 len: 946 time: 0.0795448 Sep 23 07:05:17.295024 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 23 Sep 2021 07:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acfeca36-d906-48d1-9d44-b114cf0ecb80 x-openstack-request-id: req-acfeca36-d906-48d1-9d44-b114cf0ecb80 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:05:17.295332 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "415f1585-0428-441b-980c-580c2b2dc3c2", "name": "network-vif-plugged", "status": "completed", "tag": "40866403-6fc3-44e0-ac09-91de0fa0fcaf", "code": 200}, {"server_uuid": "55e43d7d-0862-475d-8990-ea7b870402b7", "name": "network-vif-plugged", "status": "completed", "tag": "18fd2af6-a102-46b4-b67c-eae3607cc8c0", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:05:17.295588 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-acfeca36-d906-48d1-9d44-b114cf0ecb80 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:05:17.296500 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '415f1585-0428-441b-980c-580c2b2dc3c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40866403-6fc3-44e0-ac09-91de0fa0fcaf', 'code': 200} Sep 23 07:05:17.297001 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55e43d7d-0862-475d-8990-ea7b870402b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18fd2af6-a102-46b4-b67c-eae3607cc8c0', 'code': 200} Sep 23 07:05:17.350774 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-79ec5fef-bc27-40f8-a165-d75f7aeeb6fb req-8bed332d-afdc-4d66-ad54-9ac30eed8fd4 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4096c5f-f005-44c6-8cd4-0dfaefa99024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716057 Sep 23 07:05:17.383824 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6889bc40-5da6-4c37-ad0c-5534def9ce5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:17.388619 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6889bc40-5da6-4c37-ad0c-5534def9ce5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:17.432110 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6efacdc-adeb-4a86-85fa-4adb075ea2e1 req-36d37fe7-d16b-437e-97f3-996972ecf556 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:17.435047 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6889bc40-5da6-4c37-ad0c-5534def9ce5d admin admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:05:17.437032 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b6efacdc-adeb-4a86-85fa-4adb075ea2e1 req-36d37fe7-d16b-437e-97f3-996972ecf556 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=aadc81e5-8557-4030-bebe-143b9d9ea41d HTTP/1.1" status: 200 len: 1097 time: 0.0490761 Sep 23 07:05:17.478495 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b6efacdc-adeb-4a86-85fa-4adb075ea2e1 req-79ec41cd-f8df-4fd5-acc7-7bfad529f1f1 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c5ad0c53-9d65-41c7-bc1a-b9a18e3efbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369561 Sep 23 07:05:17.482130 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6889bc40-5da6-4c37-ad0c-5534def9ce5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2471b691-55af-41a9-b268-534b7e8d37c0,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:05:17.492132 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6889bc40-5da6-4c37-ad0c-5534def9ce5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:17.492471 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-6889bc40-5da6-4c37-ad0c-5534def9ce5d admin admin] Added segment d46caa6f-7cda-416e-9143-4e96751c403c of type vlan for network 8e69782e-59da-448f-aa2b-c22b36c23603 Sep 23 07:05:17.543550 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b4af05-0eb1-4f10-9ead-be1b7ac3baae req-051865b0-970b-4e2e-b30c-e11d622d3264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:17.545270 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-76b4af05-0eb1-4f10-9ead-be1b7ac3baae req-051865b0-970b-4e2e-b30c-e11d622d3264 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=415f1585-0428-441b-980c-580c2b2dc3c2 HTTP/1.1" status: 200 len: 1098 time: 0.1337636 Sep 23 07:05:17.557636 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6889bc40-5da6-4c37-ad0c-5534def9ce5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:17.567156 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d313acda-5f5e-4cb4-b9bb-c3928a361598 req-48c64a61-d24e-4fcb-98c8-9cfef640051b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:17.569756 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d313acda-5f5e-4cb4-b9bb-c3928a361598 req-48c64a61-d24e-4fcb-98c8-9cfef640051b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=55e43d7d-0862-475d-8990-ea7b870402b7 HTTP/1.1" status: 200 len: 1097 time: 0.1589983 Sep 23 07:05:17.666201 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-76b4af05-0eb1-4f10-9ead-be1b7ac3baae req-b6d13086-1072-4d26-a218-b6db57f5e80e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b4096c5f-f005-44c6-8cd4-0dfaefa99024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109362 Sep 23 07:05:17.672240 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6889bc40-5da6-4c37-ad0c-5534def9ce5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:17.673171 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6889bc40-5da6-4c37-ad0c-5534def9ce5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:17.673772 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6889bc40-5da6-4c37-ad0c-5534def9ce5d admin admin] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:17.702989 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d313acda-5f5e-4cb4-b9bb-c3928a361598 req-e28ec439-8664-4405-b0eb-537fe72a717b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=fdd29a4f-8ddf-4345-b9a3-2a78aef3d80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219101 Sep 23 07:05:17.724704 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-6889bc40-5da6-4c37-ad0c-5534def9ce5d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7298594 Sep 23 07:05:17.725902 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 58316) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:05:17.756597 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-84f86163-3c6d-4ee5-b817-7deb65869328 admin admin] Request body: {'subnet': {'network_id': '8e69782e-59da-448f-aa2b-c22b36c23603', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-49398408-subnet', 'tenant_id': '912f73c24c624b319c3fb784891bcabd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:05:17.765750 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1041e08f-3974-428d-bd95-b7eda6f16d8b req-2e4b0ea9-0ce5-4581-8741-47ad11402d62 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:17.767815 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1041e08f-3974-428d-bd95-b7eda6f16d8b req-2e4b0ea9-0ce5-4581-8741-47ad11402d62 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=aadc81e5-8557-4030-bebe-143b9d9ea41d HTTP/1.1" status: 200 len: 1097 time: 0.1693907 Sep 23 07:05:17.770261 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6889bc40-5da6-4c37-ad0c-5534def9ce5d admin admin] Pushing event updated for resources: {'Network': ['ID=8e69782e-59da-448f-aa2b-c22b36c23603,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:05:17.782898 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 8e69782e-59da-448f-aa2b-c22b36c23603 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:05:17.803788 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48236626-c713-4088-9b32-8bac62050e29 req-ef5dd985-863e-408f-9b8c-9e9731a5c497 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:17.806320 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-48236626-c713-4088-9b32-8bac62050e29 req-ef5dd985-863e-408f-9b8c-9e9731a5c497 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 945 time: 0.0688815 Sep 23 07:05:17.822072 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1041e08f-3974-428d-bd95-b7eda6f16d8b req-acc7cecf-7e5b-4b82-a9cf-f26b847d9926 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c5ad0c53-9d65-41c7-bc1a-b9a18e3efbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415068 Sep 23 07:05:17.822788 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f86163-3c6d-4ee5-b817-7deb65869328 admin admin] Made reservation on behalf of 912f73c24c624b319c3fb784891bcabd for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:05:17.825191 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-84f86163-3c6d-4ee5-b817-7deb65869328 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:17.871643 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-48236626-c713-4088-9b32-8bac62050e29 req-746464bf-63f2-4195-88e8-f3c8bcffb377 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a912227-b43b-40c0-8908-2990e2356021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554962 Sep 23 07:05:18.023239 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d57ec1b-41b3-447f-aa83-4a3057df22b8 req-edb8c29e-2e85-46a7-a833-130c6e3a6ea9 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:18.024860 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1d57ec1b-41b3-447f-aa83-4a3057df22b8 req-edb8c29e-2e85-46a7-a833-130c6e3a6ea9 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=aadc81e5-8557-4030-bebe-143b9d9ea41d HTTP/1.1" status: 200 len: 1097 time: 0.0906670 Sep 23 07:05:18.102016 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-84f86163-3c6d-4ee5-b817-7deb65869328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:18.107357 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1d57ec1b-41b3-447f-aa83-4a3057df22b8 req-e4d3ba65-44e0-4354-ae5e-a9c9bcdf850a tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c5ad0c53-9d65-41c7-bc1a-b9a18e3efbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751591 Sep 23 07:05:18.157806 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f86163-3c6d-4ee5-b817-7deb65869328 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9604f35-686e-4202-ac30-43de25cbdd33,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:05:18.180655 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f86163-3c6d-4ee5-b817-7deb65869328 admin admin] Checking segment: {'id': 'd46caa6f-7cda-416e-9143-4e96751c403c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8e69782e-59da-448f-aa2b-c22b36c23603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:05:18.181102 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f86163-3c6d-4ee5-b817-7deb65869328 admin admin] Network hostable DHCP agents. Network: 8e69782e-59da-448f-aa2b-c22b36c23603, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:05:18.201538 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f86163-3c6d-4ee5-b817-7deb65869328 admin admin] Network 8e69782e-59da-448f-aa2b-c22b36c23603 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:05:18.214925 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-84f86163-3c6d-4ee5-b817-7deb65869328 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 8e69782e-59da-448f-aa2b-c22b36c23603) {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:05:18.220023 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f86163-3c6d-4ee5-b817-7deb65869328 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:18.220654 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-84f86163-3c6d-4ee5-b817-7deb65869328 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:18.230146 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e287055-f8c9-4ac6-9e30-aa212363c182 None None] Network 8e69782e-59da-448f-aa2b-c22b36c23603 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:05:18.251150 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-84f86163-3c6d-4ee5-b817-7deb65869328 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5226192 Sep 23 07:05:18.252195 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 58340) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:05:18.261291 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-277831e6-e518-457d-8d49-06611a69785a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-49398408-router', 'tenant_id': '912f73c24c624b319c3fb784891bcabd', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:05:18.309222 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-277831e6-e518-457d-8d49-06611a69785a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:18.313105 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-277831e6-e518-457d-8d49-06611a69785a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:18.411168 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-277831e6-e518-457d-8d49-06611a69785a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:18.459299 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dbfd56-f812-41e4-8644-868d92c2b029 req-55498465-ea81-4d18-89fb-d62845e927f1 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:18.461157 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-81dbfd56-f812-41e4-8644-868d92c2b029 req-55498465-ea81-4d18-89fb-d62845e927f1 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=aadc81e5-8557-4030-bebe-143b9d9ea41d HTTP/1.1" status: 200 len: 1097 time: 0.0535367 Sep 23 07:05:18.479064 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb02d37-bc36-4091-b281-965d640f62dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-8e69782e-59da-448f-aa2b-c22b36c23603', 'network_id': '8e69782e-59da-448f-aa2b-c22b36c23603', 'tenant_id': '912f73c24c624b319c3fb784891bcabd', 'fixed_ips': [{'subnet_id': 'e9604f35-686e-4202-ac30-43de25cbdd33'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:05:18.479958 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-1bb02d37-bc36-4091-b281-965d640f62dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:18.528957 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-81dbfd56-f812-41e4-8644-868d92c2b029 req-2dedd453-2a13-48c4-a29f-b572971e044a tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c5ad0c53-9d65-41c7-bc1a-b9a18e3efbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543995 Sep 23 07:05:18.540256 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ceadc7-36f8-45bd-b9ae-4c8b6bb67a84 req-d3044bfd-116d-4e3e-b33c-bb630b346ddf tempest-VolumesActionsTest-1147876078 tempest-VolumesActionsTest-1147876078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:18.542107 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-62ceadc7-36f8-45bd-b9ae-4c8b6bb67a84 req-d3044bfd-116d-4e3e-b33c-bb630b346ddf tempest-VolumesActionsTest-1147876078 tempest-VolumesActionsTest-1147876078-project] 10.222.0.39 "GET /v2.0/ports?device_id=55e43d7d-0862-475d-8990-ea7b870402b7 HTTP/1.1" status: 200 len: 945 time: 0.1285546 Sep 23 07:05:18.631790 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-277831e6-e518-457d-8d49-06611a69785a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:18.663775 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-1bb02d37-bc36-4091-b281-965d640f62dc None None] Allocated IP 172.20.0.2 (8e69782e-59da-448f-aa2b-c22b36c23603/e9604f35-686e-4202-ac30-43de25cbdd33/ec1ddee0-eb3c-4819-ae4d-5b085e907d7a) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:05:18.674534 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-62ceadc7-36f8-45bd-b9ae-4c8b6bb67a84 req-80b993d8-b359-4396-9c5d-6d28f3684175 tempest-VolumesActionsTest-1147876078 tempest-VolumesActionsTest-1147876078-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdd29a4f-8ddf-4345-b9a3-2a78aef3d80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980506 Sep 23 07:05:18.724068 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104bcf17-541f-403d-8960-f491f94141ad req-af986cbf-ae4d-454d-9815-846d16ebcbbc tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:18.731583 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-104bcf17-541f-403d-8960-f491f94141ad req-af986cbf-ae4d-454d-9815-846d16ebcbbc tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/ports?device_id=415f1585-0428-441b-980c-580c2b2dc3c2 HTTP/1.1" status: 200 len: 946 time: 0.1053081 Sep 23 07:05:18.786215 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [req-81da8b0a-2d76-43ec-af82-366dfb7ff18d req-deb36904-634e-4302-bcf6-5799d2c419fc service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=95065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:05:18.787404 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-81da8b0a-2d76-43ec-af82-366dfb7ff18d req-deb36904-634e-4302-bcf6-5799d2c419fc service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062652 Sep 23 07:05:18.913255 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-1bb02d37-bc36-4091-b281-965d640f62dc None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:18.932594 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-1bb02d37-bc36-4091-b281-965d640f62dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:19.000656 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device b098fef9-31f1-4769-8019-735009e3bf0c no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:05:19.045433 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb02d37-bc36-4091-b281-965d640f62dc None None] Network 8e69782e-59da-448f-aa2b-c22b36c23603 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:05:19.053796 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-1bb02d37-bc36-4091-b281-965d640f62dc None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:05:19.063724 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb02d37-bc36-4091-b281-965d640f62dc None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:05:19.079463 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb02d37-bc36-4091-b281-965d640f62dc None None] Pushing event updated for resources: {'Port': ['ID=ec1ddee0-eb3c-4819-ae4d-5b085e907d7a,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:05:19.164462 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-1bb02d37-bc36-4091-b281-965d640f62dc None None] Attempting to bind port ec1ddee0-eb3c-4819-ae4d-5b085e907d7a on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:05:19.165073 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-1bb02d37-bc36-4091-b281-965d640f62dc None None] Attempting to bind port ec1ddee0-eb3c-4819-ae4d-5b085e907d7a by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': 'd46caa6f-7cda-416e-9143-4e96751c403c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8e69782e-59da-448f-aa2b-c22b36c23603'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:05:19.165632 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb02d37-bc36-4091-b281-965d640f62dc None None] Attempting to bind port ec1ddee0-eb3c-4819-ae4d-5b085e907d7a on network 8e69782e-59da-448f-aa2b-c22b36c23603 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:05:19.174188 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bacc65-80ff-4f10-8838-24df3cafd87f req-30838dc0-383a-4a7f-9df6-2a869badbd18 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:19.178118 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb02d37-bc36-4091-b281-965d640f62dc None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:05:19.178722 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb02d37-bc36-4091-b281-965d640f62dc None None] Checking segment: {'id': 'd46caa6f-7cda-416e-9143-4e96751c403c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8e69782e-59da-448f-aa2b-c22b36c23603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:05:19.179342 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-1bb02d37-bc36-4091-b281-965d640f62dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:19.179901 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb02d37-bc36-4091-b281-965d640f62dc None None] Bound using segment: {'id': 'd46caa6f-7cda-416e-9143-4e96751c403c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8e69782e-59da-448f-aa2b-c22b36c23603'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:05:19.180557 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-1bb02d37-bc36-4091-b281-965d640f62dc None None] Bound port: ec1ddee0-eb3c-4819-ae4d-5b085e907d7a, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd46caa6f-7cda-416e-9143-4e96751c403c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8e69782e-59da-448f-aa2b-c22b36c23603'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:05:19.181106 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-1bb02d37-bc36-4091-b281-965d640f62dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:19.184070 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f4bacc65-80ff-4f10-8838-24df3cafd87f req-30838dc0-383a-4a7f-9df6-2a869badbd18 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 945 time: 0.1248355 Sep 23 07:05:19.235995 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-277831e6-e518-457d-8d49-06611a69785a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:19.255202 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:19.260161 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-104bcf17-541f-403d-8960-f491f94141ad req-b7d0ca32-78c3-4ee7-848b-5173ab3a8956 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4096c5f-f005-44c6-8cd4-0dfaefa99024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5277038 Sep 23 07:05:19.292487 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f4bacc65-80ff-4f10-8838-24df3cafd87f req-3eee9de6-2d56-427e-98b8-b9d5144a55b9 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a912227-b43b-40c0-8908-2990e2356021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074688 Sep 23 07:05:19.293919 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-277831e6-e518-457d-8d49-06611a69785a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:19.307081 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port b098fef9-31f1-4769-8019-735009e3bf0c, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=b098fef9-31f1-4769-8019-735009e3bf0c,segment=NetworkSegment(1c65d3ce-0d0d-44a7-ae9c-a00acf5305e9),segment_id=1c65d3ce-0d0d-44a7-ae9c-a00acf5305e9)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:05:19.310233 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24279c19-c587-4b89-b26d-54654107430d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b098fef9-31f1-4769-8019-735009e3bf0c'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:05:19.313224 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e7ffc58-fec8-4634-a305-e84e3437d6b3" -d '{"events": [{"server_uuid": "24279c19-c587-4b89-b26d-54654107430d", "name": "network-vif-unplugged", "status": "completed", "tag": "b098fef9-31f1-4769-8019-735009e3bf0c"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:05:19.328662 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:19.395819 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 23 Sep 2021 07:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ae4d7a-c5e2-4ab7-a33f-27991af1c5a4 x-openstack-request-id: req-08ae4d7a-c5e2-4ab7-a33f-27991af1c5a4 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:05:19.396639 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24279c19-c587-4b89-b26d-54654107430d", "name": "network-vif-unplugged", "status": "failed", "tag": "b098fef9-31f1-4769-8019-735009e3bf0c", "code": 422}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:05:19.396992 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-08ae4d7a-c5e2-4ab7-a33f-27991af1c5a4 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:05:19.397584 n-d-715271-16 neutron-server[95067]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '24279c19-c587-4b89-b26d-54654107430d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b098fef9-31f1-4769-8019-735009e3bf0c', 'code': 422} returned with failed status Sep 23 07:05:19.417308 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 58380) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:05:19.431208 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=b098fef9-31f1-4769-8019-735009e3bf0c,revision_number=8']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:05:19.452467 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-1bb02d37-bc36-4091-b281-965d640f62dc None None] For port ec1ddee0-eb3c-4819-ae4d-5b085e907d7a, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:05:19.456133 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-1bb02d37-bc36-4091-b281-965d640f62dc None None] For port ec1ddee0-eb3c-4819-ae4d-5b085e907d7a, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=ec1ddee0-eb3c-4819-ae4d-5b085e907d7a,segment=NetworkSegment(d46caa6f-7cda-416e-9143-4e96751c403c),segment_id=d46caa6f-7cda-416e-9143-4e96751c403c)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:05:19.461961 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-1bb02d37-bc36-4091-b281-965d640f62dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:19.478924 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-277831e6-e518-457d-8d49-06611a69785a admin admin] Allocated IP 172.25.2.10 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/c5c71c6d-b2b0-4a46-876d-f3527f19e41b) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:05:19.542457 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb02d37-bc36-4091-b281-965d640f62dc None None] Pushing event updated for resources: {'Port': ['ID=ec1ddee0-eb3c-4819-ae4d-5b085e907d7a,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:05:19.586011 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b1030c25-3e44-40da-97df-2fc29b22a0c4 req-192233d6-b6f1-42eb-b587-4708d05c6495 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=24279c19-c587-4b89-b26d-54654107430d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1671045 Sep 23 07:05:19.592093 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [req-b1030c25-3e44-40da-97df-2fc29b22a0c4 req-3b9f451f-3cab-45f7-abc2-11120e942be2 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:05:19.605985 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b1030c25-3e44-40da-97df-2fc29b22a0c4 req-3b9f451f-3cab-45f7-abc2-11120e942be2 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0175285 Sep 23 07:05:19.687732 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-277831e6-e518-457d-8d49-06611a69785a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:19.752811 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc9cae9-ab71-4914-95a7-bc8ac693e485 req-15f04e70-9c84-4d30-a014-b386913f213b tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:19.762296 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0bc9cae9-ab71-4914-95a7-bc8ac693e485 req-15f04e70-9c84-4d30-a014-b386913f213b tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=aadc81e5-8557-4030-bebe-143b9d9ea41d HTTP/1.1" status: 200 len: 1097 time: 0.1217012 Sep 23 07:05:19.788861 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-277831e6-e518-457d-8d49-06611a69785a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:19.872205 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f932f1-733f-4d45-8c77-a2a093ec2e2e req-4bed44e1-65d3-4ec4-88f7-26337923b5a1 tempest-VolumesActionsTest-1147876078 tempest-VolumesActionsTest-1147876078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:19.874911 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-64f932f1-733f-4d45-8c77-a2a093ec2e2e req-4bed44e1-65d3-4ec4-88f7-26337923b5a1 tempest-VolumesActionsTest-1147876078 tempest-VolumesActionsTest-1147876078-project] 10.222.0.39 "GET /v2.0/ports?device_id=55e43d7d-0862-475d-8990-ea7b870402b7 HTTP/1.1" status: 200 len: 945 time: 0.1107764 Sep 23 07:05:19.925093 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277831e6-e518-457d-8d49-06611a69785a admin admin] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:05:19.930279 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0bc9cae9-ab71-4914-95a7-bc8ac693e485 req-b615bd45-0e01-4b3f-8c0b-e1afc28b5eba tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c5ad0c53-9d65-41c7-bc1a-b9a18e3efbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670320 Sep 23 07:05:19.939050 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-277831e6-e518-457d-8d49-06611a69785a admin admin] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:05:19.951674 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277831e6-e518-457d-8d49-06611a69785a admin admin] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:05:19.957132 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277831e6-e518-457d-8d49-06611a69785a admin admin] Pushing event updated for resources: {'Port': ['ID=c5c71c6d-b2b0-4a46-876d-f3527f19e41b,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:05:20.000392 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-64f932f1-733f-4d45-8c77-a2a093ec2e2e req-30776233-37f5-434b-be7f-fa9db89cdbf5 tempest-VolumesActionsTest-1147876078 tempest-VolumesActionsTest-1147876078-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdd29a4f-8ddf-4345-b9a3-2a78aef3d80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133428 Sep 23 07:05:20.020594 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca8aa9-62e9-43da-92c0-fc618c6f3035 req-de0fceea-d6db-4397-bf01-c1bad74fbc33 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:20.024845 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dbca8aa9-62e9-43da-92c0-fc618c6f3035 req-de0fceea-d6db-4397-bf01-c1bad74fbc33 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=aadc81e5-8557-4030-bebe-143b9d9ea41d HTTP/1.1" status: 200 len: 1097 time: 0.1706455 Sep 23 07:05:20.240035 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-dbca8aa9-62e9-43da-92c0-fc618c6f3035 req-83246925-0a4e-456d-8d5f-87399ca7abda tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] Deleting port 8defc34d-b3aa-48f8-8deb-610039c41b6b {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:05:20.240792 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-dbca8aa9-62e9-43da-92c0-fc618c6f3035 req-83246925-0a4e-456d-8d5f-87399ca7abda tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:20.544820 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75baa9d-f3df-4b98-973a-94a20a46a597 req-a3ea93c5-a088-42e5-963c-d05c494bf2cd tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:20.554607 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f75baa9d-f3df-4b98-973a-94a20a46a597 req-a3ea93c5-a088-42e5-963c-d05c494bf2cd tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 943 time: 0.1195619 Sep 23 07:05:20.607557 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f75baa9d-f3df-4b98-973a-94a20a46a597 req-1410d205-aa86-4bc0-b380-23577c5a177d tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a912227-b43b-40c0-8908-2990e2356021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517056 Sep 23 07:05:21.007202 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device ec1ddee0-eb3c-4819-ae4d-5b085e907d7a up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:05:21.081745 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a589f66-32a8-482a-b4a2-021adc59a738 req-03897d23-1097-456a-8049-f41bf2a18564 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:21.093658 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3a589f66-32a8-482a-b4a2-021adc59a738 req-03897d23-1097-456a-8049-f41bf2a18564 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=aadc81e5-8557-4030-bebe-143b9d9ea41d HTTP/1.1" status: 200 len: 1097 time: 0.0564446 Sep 23 07:05:21.112528 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port ec1ddee0-eb3c-4819-ae4d-5b085e907d7a triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:05:21.112906 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:21.150579 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8f19e6-acb9-4f89-80ec-9810ae72e68b None None] Network 8e69782e-59da-448f-aa2b-c22b36c23603 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:05:21.156781 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-277831e6-e518-457d-8d49-06611a69785a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:21.164625 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3a589f66-32a8-482a-b4a2-021adc59a738 req-9707a8b4-06e5-4a4d-b88a-68abf12b9a8f tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c5ad0c53-9d65-41c7-bc1a-b9a18e3efbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638838 Sep 23 07:05:21.212940 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-0ff45f3a-0e7b-43b2-b75b-41dc8f37ea0a None None] Provisioning complete for port ec1ddee0-eb3c-4819-ae4d-5b085e907d7a triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:05:21.213585 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0ff45f3a-0e7b-43b2-b75b-41dc8f37ea0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:21.289577 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05652a7f-5c58-45fb-9cac-aacc89dc3ce3 req-1e0be165-4743-4899-9ac7-4cc7cdeae844 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:21.299567 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-05652a7f-5c58-45fb-9cac-aacc89dc3ce3 req-1e0be165-4743-4899-9ac7-4cc7cdeae844 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/ports?device_id=415f1585-0428-441b-980c-580c2b2dc3c2 HTTP/1.1" status: 200 len: 946 time: 0.3952169 Sep 23 07:05:21.303652 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-dbca8aa9-62e9-43da-92c0-fc618c6f3035 req-83246925-0a4e-456d-8d5f-87399ca7abda tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] For port 8defc34d-b3aa-48f8-8deb-610039c41b6b, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=8defc34d-b3aa-48f8-8deb-610039c41b6b,segment=NetworkSegment(cfa7b58f-648b-46f1-b9f1-5b9bb8f770f0),segment_id=cfa7b58f-648b-46f1-b9f1-5b9bb8f770f0)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:05:21.304915 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-dbca8aa9-62e9-43da-92c0-fc618c6f3035 req-83246925-0a4e-456d-8d5f-87399ca7abda tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:21.318169 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-dbca8aa9-62e9-43da-92c0-fc618c6f3035 req-83246925-0a4e-456d-8d5f-87399ca7abda tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] Calling delete_port for 8defc34d-b3aa-48f8-8deb-610039c41b6b owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:05:21.357408 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:21.432329 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port ec1ddee0-eb3c-4819-ae4d-5b085e907d7a, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=ec1ddee0-eb3c-4819-ae4d-5b085e907d7a,segment=NetworkSegment(d46caa6f-7cda-416e-9143-4e96751c403c),segment_id=d46caa6f-7cda-416e-9143-4e96751c403c)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:05:21.468281 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:21.504069 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-05652a7f-5c58-45fb-9cac-aacc89dc3ce3 req-c593cd85-b50c-4645-b693-41e61359aa31 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4096c5f-f005-44c6-8cd4-0dfaefa99024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2031355 Sep 23 07:05:21.642742 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=ec1ddee0-eb3c-4819-ae4d-5b085e907d7a,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:05:21.774572 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-dbca8aa9-62e9-43da-92c0-fc618c6f3035 req-83246925-0a4e-456d-8d5f-87399ca7abda tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:21.787229 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['af8312d4-64ef-4431-9416-c6403a07e0a4'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:05:21.788659 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1460a8e2-f0fa-4ea0-963b-058860a9bb4b req-d927fcfe-a7f3-4873-be49-e3f1320a1322 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:21.809072 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1460a8e2-f0fa-4ea0-963b-058860a9bb4b req-d927fcfe-a7f3-4873-be49-e3f1320a1322 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/ports?device_id=415f1585-0428-441b-980c-580c2b2dc3c2 HTTP/1.1" status: 200 len: 946 time: 0.2015865 Sep 23 07:05:21.890175 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1460a8e2-f0fa-4ea0-963b-058860a9bb4b req-4d018016-6be3-4ecd-9861-1f7a8ea825ea tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4096c5f-f005-44c6-8cd4-0dfaefa99024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751774 Sep 23 07:05:21.922235 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83246925-0a4e-456d-8d5f-87399ca7abda tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] Pushing event deleted for resources: {'Port': ['ID=8defc34d-b3aa-48f8-8deb-610039c41b6b,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:05:22.030975 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbca8aa9-62e9-43da-92c0-fc618c6f3035 req-83246925-0a4e-456d-8d5f-87399ca7abda tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] No DVR routers for this DVR port 8defc34d-b3aa-48f8-8deb-610039c41b6b on host n-h1-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:05:22.035128 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-dbca8aa9-62e9-43da-92c0-fc618c6f3035 req-83246925-0a4e-456d-8d5f-87399ca7abda tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:22.038036 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dbca8aa9-62e9-43da-92c0-fc618c6f3035 req-83246925-0a4e-456d-8d5f-87399ca7abda tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] 10.222.0.21 "DELETE /v2.0/ports/8defc34d-b3aa-48f8-8deb-610039c41b6b HTTP/1.1" status: 204 len: 173 time: 2.0062883 Sep 23 07:05:22.039288 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-277831e6-e518-457d-8d49-06611a69785a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:22.054038 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aadc81e5-8557-4030-bebe-143b9d9ea41d', 'name': 'network-vif-deleted', 'tag': '8defc34d-b3aa-48f8-8deb-610039c41b6b'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:05:22.061420 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3cedbcc-6848-4315-ad1f-50ad3b8a6a0a" -d '{"events": [{"server_uuid": "aadc81e5-8557-4030-bebe-143b9d9ea41d", "name": "network-vif-deleted", "tag": "8defc34d-b3aa-48f8-8deb-610039c41b6b"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:05:22.165892 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8cb6a7b-2028-46e5-b844-3bd659650891 x-openstack-request-id: req-b8cb6a7b-2028-46e5-b844-3bd659650891 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:05:22.167254 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aadc81e5-8557-4030-bebe-143b9d9ea41d", "name": "network-vif-deleted", "tag": "8defc34d-b3aa-48f8-8deb-610039c41b6b", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:05:22.167754 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b8cb6a7b-2028-46e5-b844-3bd659650891 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:05:22.168678 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aadc81e5-8557-4030-bebe-143b9d9ea41d', 'name': 'network-vif-deleted', 'tag': '8defc34d-b3aa-48f8-8deb-610039c41b6b', 'status': 'completed', 'code': 200} Sep 23 07:05:22.202990 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee5f0d-f388-4e9e-aa5c-cfb333024277 req-3cef43bb-d44d-4f85-ac65-bde1e46edc85 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:22.211163 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1aee5f0d-f388-4e9e-aa5c-cfb333024277 req-3cef43bb-d44d-4f85-ac65-bde1e46edc85 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 943 time: 0.3485687 Sep 23 07:05:22.281387 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-d11be784-4358-4e31-8adf-3287c3d5a892 None None] Provisioning complete for port ec1ddee0-eb3c-4819-ae4d-5b085e907d7a triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:05:22.282460 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d11be784-4358-4e31-8adf-3287c3d5a892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:22.377213 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1aee5f0d-f388-4e9e-aa5c-cfb333024277 req-8474ec6c-7856-4c87-a599-7825ba9b7c22 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a912227-b43b-40c0-8908-2990e2356021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1583714 Sep 23 07:05:22.379919 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8da144fe-55f3-4a4c-81cd-17d13abc1c1f req-5d81c31e-6beb-402b-a57c-e3fbbcec1a8e tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=aadc81e5-8557-4030-bebe-143b9d9ea41d HTTP/1.1" status: 200 len: 210 time: 0.0688429 Sep 23 07:05:22.420630 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-277831e6-e518-457d-8d49-06611a69785a admin admin] Router 9871286f-15b3-4219-82f8-90a28b2af92c is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 07:05:22.568357 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-277831e6-e518-457d-8d49-06611a69785a admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:05:22.585311 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26280143-9b9b-442b-9c15-d9bcab6fe05a None None] Sync routers for ids ['9871286f-15b3-4219-82f8-90a28b2af92c'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:05:22.598590 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26280143-9b9b-442b-9c15-d9bcab6fe05a None None] Routers {'9871286f-15b3-4219-82f8-90a28b2af92c'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:05:22.599786 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-26280143-9b9b-442b-9c15-d9bcab6fe05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:05:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['9871286f-15b3-4219-82f8-90a28b2af92c'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:05:22.607667 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-277831e6-e518-457d-8d49-06611a69785a admin admin] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:22.611613 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-277831e6-e518-457d-8d49-06611a69785a admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.3541052 Sep 23 07:05:22.611868 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 58462) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:05:22.845282 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 8defc34d-b3aa-48f8-8deb-610039c41b6b no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:05:22.899502 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-26280143-9b9b-442b-9c15-d9bcab6fe05a None None] Set router 9871286f-15b3-4219-82f8-90a28b2af92c gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:05:22.914523 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device ec1ddee0-eb3c-4819-ae4d-5b085e907d7a up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:05:22.946962 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] No Port match for: 8defc34d-b3aa-48f8-8deb-610039c41b6b {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:05:22.947707 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 8defc34d-b3aa-48f8-8deb-610039c41b6b not bound to the agent host n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:05:23.040260 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port ec1ddee0-eb3c-4819-ae4d-5b085e907d7a triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:05:23.041054 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:23.188878 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-26280143-9b9b-442b-9c15-d9bcab6fe05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9871286f-15b3-4219-82f8-90a28b2af92c', 'name': 'tempest-AttachVolumeTestJSON-49398408-router', 'tenant_id': '912f73c24c624b319c3fb784891bcabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': 'c5c71c6d-b2b0-4a46-876d-f3527f19e41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:05:18Z', 'updated_at': '2021-09-23T07:05:20Z', 'revision_number': 3, 'project_id': '912f73c24c624b319c3fb784891bcabd', 'gw_port': {'id': 'c5c71c6d-b2b0-4a46-876d-f3527f19e41b', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:5e:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9871286f-15b3-4219-82f8-90a28b2af92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:05:19Z', 'updated_at': '2021-09-23T07:05:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:05:23.220965 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26280143-9b9b-442b-9c15-d9bcab6fe05a None None] Checking router: 9871286f-15b3-4219-82f8-90a28b2af92c for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:05:23.221971 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26280143-9b9b-442b-9c15-d9bcab6fe05a None None] Updating router 9871286f-15b3-4219-82f8-90a28b2af92c port c5c71c6d-b2b0-4a46-876d-f3527f19e41b binding host n-d-715271-16 {{(pid=95068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 07:05:23.263245 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-26280143-9b9b-442b-9c15-d9bcab6fe05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:23.424671 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 58488) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:05:23.509521 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-133ed25c-d617-4f14-9692-8832e133ff0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:23.811112 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18edf190-6eb7-4e0b-954f-e1d10d0ee08c req-1a1f55d5-80a2-4d9a-85f6-5e005f1b5bee tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:23.813348 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-18edf190-6eb7-4e0b-954f-e1d10d0ee08c req-1a1f55d5-80a2-4d9a-85f6-5e005f1b5bee tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 943 time: 0.2738290 Sep 23 07:05:23.820217 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-26280143-9b9b-442b-9c15-d9bcab6fe05a None None] Notify callbacks [] for port, precommit_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:23.832008 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-26280143-9b9b-442b-9c15-d9bcab6fe05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:23.874216 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e300d67-bd76-4c49-950a-2645621d7b5e None None] Pushing event updated for resources: {'Port': ['ID=c5c71c6d-b2b0-4a46-876d-f3527f19e41b,revision_number=2']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:05:23.904841 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-26280143-9b9b-442b-9c15-d9bcab6fe05a None None] Attempting to bind port c5c71c6d-b2b0-4a46-876d-f3527f19e41b on host n-d-715271-16 for vnic_type normal with profile {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:05:23.905411 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-26280143-9b9b-442b-9c15-d9bcab6fe05a None None] Attempting to bind port c5c71c6d-b2b0-4a46-876d-f3527f19e41b by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:05:23.905892 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26280143-9b9b-442b-9c15-d9bcab6fe05a None None] Attempting to bind port c5c71c6d-b2b0-4a46-876d-f3527f19e41b on network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:05:23.911534 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26280143-9b9b-442b-9c15-d9bcab6fe05a None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:05:23.912176 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26280143-9b9b-442b-9c15-d9bcab6fe05a None None] Checking segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:05:23.912679 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-26280143-9b9b-442b-9c15-d9bcab6fe05a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:23.913170 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26280143-9b9b-442b-9c15-d9bcab6fe05a None None] Bound using segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:05:23.913780 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-26280143-9b9b-442b-9c15-d9bcab6fe05a None None] Bound port: c5c71c6d-b2b0-4a46-876d-f3527f19e41b, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:05:23.914306 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-26280143-9b9b-442b-9c15-d9bcab6fe05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:23.991414 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-18edf190-6eb7-4e0b-954f-e1d10d0ee08c req-fad41697-218b-48eb-bc1d-ad9c7dd89aba tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a912227-b43b-40c0-8908-2990e2356021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1692300 Sep 23 07:05:24.040255 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-26280143-9b9b-442b-9c15-d9bcab6fe05a None None] For port c5c71c6d-b2b0-4a46-876d-f3527f19e41b, host n-d-715271-16, cleared binding levels {{(pid=95068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:05:24.055905 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-26280143-9b9b-442b-9c15-d9bcab6fe05a None None] For port c5c71c6d-b2b0-4a46-876d-f3527f19e41b, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=c5c71c6d-b2b0-4a46-876d-f3527f19e41b,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:05:24.059869 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7554303e-b2ce-47cc-9270-9d3da0040965 req-143a908b-1a76-43ca-9544-e76dfa7d4009 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:24.067355 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7554303e-b2ce-47cc-9270-9d3da0040965 req-143a908b-1a76-43ca-9544-e76dfa7d4009 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=73082433-34c3-4751-b19c-5f24fa99c350 HTTP/1.1" status: 200 len: 1097 time: 0.2032130 Sep 23 07:05:24.070059 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-26280143-9b9b-442b-9c15-d9bcab6fe05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:24.136259 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-133ed25c-d617-4f14-9692-8832e133ff0a admin admin] Allocated IP 172.20.0.1 (8e69782e-59da-448f-aa2b-c22b36c23603/e9604f35-686e-4202-ac30-43de25cbdd33/6353bfef-3625-4007-8305-85ce6ba7ed47) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:05:24.171506 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7554303e-b2ce-47cc-9270-9d3da0040965 req-a6a0b903-63d5-4a7c-98cf-706837f87fdc tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c5ad0c53-9d65-41c7-bc1a-b9a18e3efbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025696 Sep 23 07:05:24.209212 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e300d67-bd76-4c49-950a-2645621d7b5e None None] Pushing event updated for resources: {'Port': ['ID=c5c71c6d-b2b0-4a46-876d-f3527f19e41b,revision_number=3']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:05:24.253786 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26280143-9b9b-442b-9c15-d9bcab6fe05a None None] Routers {'9871286f-15b3-4219-82f8-90a28b2af92c'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:05:24.256527 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-26280143-9b9b-442b-9c15-d9bcab6fe05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:05:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['9871286f-15b3-4219-82f8-90a28b2af92c'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:05:24.415516 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-133ed25c-d617-4f14-9692-8832e133ff0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:24.439226 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-26280143-9b9b-442b-9c15-d9bcab6fe05a None None] Set router 9871286f-15b3-4219-82f8-90a28b2af92c gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:05:24.478695 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-133ed25c-d617-4f14-9692-8832e133ff0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:24.556063 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0e214d21-21cc-49f5-98cb-5d58968e02f7 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:24.562373 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133ed25c-d617-4f14-9692-8832e133ff0a admin admin] Network 8e69782e-59da-448f-aa2b-c22b36c23603 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:05:24.566851 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-133ed25c-d617-4f14-9692-8832e133ff0a admin admin] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:05:24.580263 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133ed25c-d617-4f14-9692-8832e133ff0a admin admin] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:05:24.669299 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-133ed25c-d617-4f14-9692-8832e133ff0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068614'] for router_interface, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:24.673083 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133ed25c-d617-4f14-9692-8832e133ff0a admin admin] Pushing event updated for resources: {'Port': ['ID=6353bfef-3625-4007-8305-85ce6ba7ed47,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:05:24.901441 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-26280143-9b9b-442b-9c15-d9bcab6fe05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9871286f-15b3-4219-82f8-90a28b2af92c', 'name': 'tempest-AttachVolumeTestJSON-49398408-router', 'tenant_id': '912f73c24c624b319c3fb784891bcabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': 'c5c71c6d-b2b0-4a46-876d-f3527f19e41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:05:18Z', 'updated_at': '2021-09-23T07:05:20Z', 'revision_number': 3, 'project_id': '912f73c24c624b319c3fb784891bcabd', 'gw_port': {'id': 'c5c71c6d-b2b0-4a46-876d-f3527f19e41b', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:5e:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9871286f-15b3-4219-82f8-90a28b2af92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:05:19Z', 'updated_at': '2021-09-23T07:05:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:05:24.933450 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-133ed25c-d617-4f14-9692-8832e133ff0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:24.984296 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26280143-9b9b-442b-9c15-d9bcab6fe05a None None] The sync data for ids ['9871286f-15b3-4219-82f8-90a28b2af92c'] in n-d-715271-16 is: [{'id': '9871286f-15b3-4219-82f8-90a28b2af92c', 'name': 'tempest-AttachVolumeTestJSON-49398408-router', 'tenant_id': '912f73c24c624b319c3fb784891bcabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': 'c5c71c6d-b2b0-4a46-876d-f3527f19e41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:05:18Z', 'updated_at': '2021-09-23T07:05:20Z', 'revision_number': 3, 'project_id': '912f73c24c624b319c3fb784891bcabd', 'gw_port': {'id': 'c5c71c6d-b2b0-4a46-876d-f3527f19e41b', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:5e:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9871286f-15b3-4219-82f8-90a28b2af92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:05:19Z', 'updated_at': '2021-09-23T07:05:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:05:25.105901 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-84111fbe-e7e1-4978-accd-3b375508ee13 None None] Provisioning complete for port 6353bfef-3625-4007-8305-85ce6ba7ed47 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:05:25.106608 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-84111fbe-e7e1-4978-accd-3b375508ee13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:25.226715 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-84111fbe-e7e1-4978-accd-3b375508ee13 None None] Port 6353bfef-3625-4007-8305-85ce6ba7ed47 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:05:25.295678 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-0e214d21-21cc-49f5-98cb-5d58968e02f7 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Allocated IP 172.20.0.17 (66a1f084-948e-45d7-a019-d130f39acf06/c86fc1f5-dc9b-478a-89c3-55b3a5ac4a34/184e9559-9538-47e4-a5b6-be194287daac) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:05:25.412289 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-133ed25c-d617-4f14-9692-8832e133ff0a admin admin] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:25.421302 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f801957-d5bf-4f4f-8a9e-87c0d73bf90f req-3f459072-82b7-47ed-ba3f-a1c800eaff99 tempest-VolumesActionsTest-1147876078 tempest-VolumesActionsTest-1147876078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:25.423186 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8f801957-d5bf-4f4f-8a9e-87c0d73bf90f req-3f459072-82b7-47ed-ba3f-a1c800eaff99 tempest-VolumesActionsTest-1147876078 tempest-VolumesActionsTest-1147876078-project] 10.222.0.39 "GET /v2.0/ports?device_id=55e43d7d-0862-475d-8990-ea7b870402b7 HTTP/1.1" status: 200 len: 945 time: 0.1304209 Sep 23 07:05:25.488166 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0e214d21-21cc-49f5-98cb-5d58968e02f7 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:25.553963 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff1c2e-8718-43d2-9fc4-e69104c1d281 req-45a92ce8-7cc8-463b-abea-3448eb1be03c tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:25.565668 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0e214d21-21cc-49f5-98cb-5d58968e02f7 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:25.566993 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-72ff1c2e-8718-43d2-9fc4-e69104c1d281 req-45a92ce8-7cc8-463b-abea-3448eb1be03c tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 943 time: 0.3374624 Sep 23 07:05:25.600920 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-133ed25c-d617-4f14-9692-8832e133ff0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:25.666129 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e214d21-21cc-49f5-98cb-5d58968e02f7 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Network 66a1f084-948e-45d7-a019-d130f39acf06 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:05:25.673738 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-0e214d21-21cc-49f5-98cb-5d58968e02f7 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:05:25.676486 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e214d21-21cc-49f5-98cb-5d58968e02f7 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:05:25.692686 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8f801957-d5bf-4f4f-8a9e-87c0d73bf90f req-582398e1-3afa-460c-9e05-e14a939c9441 tempest-VolumesActionsTest-1147876078 tempest-VolumesActionsTest-1147876078-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdd29a4f-8ddf-4345-b9a3-2a78aef3d80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561882 Sep 23 07:05:25.725535 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e214d21-21cc-49f5-98cb-5d58968e02f7 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Pushing event updated for resources: {'Port': ['ID=184e9559-9538-47e4-a5b6-be194287daac,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:05:25.745890 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0e214d21-21cc-49f5-98cb-5d58968e02f7 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068614'] for router_interface, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:25.835653 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133ed25c-d617-4f14-9692-8832e133ff0a admin admin] Pushing event updated for resources: {'Port': ['ID=6353bfef-3625-4007-8305-85ce6ba7ed47,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:05:25.842425 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-133ed25c-d617-4f14-9692-8832e133ff0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067062'] for router_interface, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:26.098001 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d940cc6f-0b80-42ee-bc2b-c54d5d99ac3c req-057d40ad-383b-4151-8043-01d153af9b85 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:26.114045 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d940cc6f-0b80-42ee-bc2b-c54d5d99ac3c req-057d40ad-383b-4151-8043-01d153af9b85 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=73082433-34c3-4751-b19c-5f24fa99c350 HTTP/1.1" status: 200 len: 1097 time: 0.1431928 Sep 23 07:05:26.118497 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0e214d21-21cc-49f5-98cb-5d58968e02f7 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:26.148368 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-72ff1c2e-8718-43d2-9fc4-e69104c1d281 req-61537a8b-0e8f-4046-80df-a38e5ecfafb3 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a912227-b43b-40c0-8908-2990e2356021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5787578 Sep 23 07:05:26.182918 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-1c9fa0ad-9f05-4c3b-b704-951c12bf7221 None None] Provisioning complete for port 184e9559-9538-47e4-a5b6-be194287daac triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:05:26.183411 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-1c9fa0ad-9f05-4c3b-b704-951c12bf7221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:26.197041 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23981a0-19ab-4dbf-9ba6-2acc9860dd35 req-8ec960e1-ab60-46ae-b87d-e25190f4df2c tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:26.198697 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a23981a0-19ab-4dbf-9ba6-2acc9860dd35 req-8ec960e1-ab60-46ae-b87d-e25190f4df2c tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=73082433-34c3-4751-b19c-5f24fa99c350 HTTP/1.1" status: 200 len: 1097 time: 0.7090192 Sep 23 07:05:26.200659 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133ed25c-d617-4f14-9692-8832e133ff0a admin admin] Network 8e69782e-59da-448f-aa2b-c22b36c23603 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:05:26.234597 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-133ed25c-d617-4f14-9692-8832e133ff0a admin admin] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:05:26.280239 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-1c9fa0ad-9f05-4c3b-b704-951c12bf7221 None None] Port 184e9559-9538-47e4-a5b6-be194287daac cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:05:26.314355 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d940cc6f-0b80-42ee-bc2b-c54d5d99ac3c req-46cc2bd0-342e-4dd0-af2e-4b2937f6d6d4 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c5ad0c53-9d65-41c7-bc1a-b9a18e3efbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729765 Sep 23 07:05:26.444641 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-133ed25c-d617-4f14-9692-8832e133ff0a admin admin] Router 9871286f-15b3-4219-82f8-90a28b2af92c has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:05:26.603181 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-8f761a28-de64-4d82-8485-90fdc340072e None None] Provisioning complete for port 6353bfef-3625-4007-8305-85ce6ba7ed47 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:05:26.603557 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8f761a28-de64-4d82-8485-90fdc340072e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:26.657564 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-8f761a28-de64-4d82-8485-90fdc340072e None None] Port 6353bfef-3625-4007-8305-85ce6ba7ed47 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:05:26.663949 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-a23981a0-19ab-4dbf-9ba6-2acc9860dd35 req-adac197a-4c3b-4c4f-9b88-ed232c48176a tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] Deleting port af8312d4-64ef-4431-9416-c6403a07e0a4 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:05:26.664601 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a23981a0-19ab-4dbf-9ba6-2acc9860dd35 req-adac197a-4c3b-4c4f-9b88-ed232c48176a tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:26.755045 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0e214d21-21cc-49f5-98cb-5d58968e02f7 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:26.770467 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-a23981a0-19ab-4dbf-9ba6-2acc9860dd35 req-adac197a-4c3b-4c4f-9b88-ed232c48176a tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] For port af8312d4-64ef-4431-9416-c6403a07e0a4, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=af8312d4-64ef-4431-9416-c6403a07e0a4,segment=NetworkSegment(cfa7b58f-648b-46f1-b9f1-5b9bb8f770f0),segment_id=cfa7b58f-648b-46f1-b9f1-5b9bb8f770f0)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:05:26.770772 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a23981a0-19ab-4dbf-9ba6-2acc9860dd35 req-adac197a-4c3b-4c4f-9b88-ed232c48176a tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:26.775417 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0e214d21-21cc-49f5-98cb-5d58968e02f7 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:26.785246 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-a23981a0-19ab-4dbf-9ba6-2acc9860dd35 req-adac197a-4c3b-4c4f-9b88-ed232c48176a tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] Calling delete_port for af8312d4-64ef-4431-9416-c6403a07e0a4 owned by compute:nova {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:05:26.841281 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0e214d21-21cc-49f5-98cb-5d58968e02f7 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067062'] for router_interface, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:26.918480 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e214d21-21cc-49f5-98cb-5d58968e02f7 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Pushing event updated for resources: {'Port': ['ID=184e9559-9538-47e4-a5b6-be194287daac,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:05:26.953789 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a23981a0-19ab-4dbf-9ba6-2acc9860dd35 req-adac197a-4c3b-4c4f-9b88-ed232c48176a tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:26.977887 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['af8312d4-64ef-4431-9416-c6403a07e0a4'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:05:26.995344 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device c5c71c6d-b2b0-4a46-876d-f3527f19e41b up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:05:27.012481 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e214d21-21cc-49f5-98cb-5d58968e02f7 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Network 66a1f084-948e-45d7-a019-d130f39acf06 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:05:27.014936 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-0e214d21-21cc-49f5-98cb-5d58968e02f7 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:05:27.054014 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-133ed25c-d617-4f14-9692-8832e133ff0a admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:05:27.115849 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-133ed25c-d617-4f14-9692-8832e133ff0a admin admin] 10.222.0.39 "PUT /v2.0/routers/9871286f-15b3-4219-82f8-90a28b2af92c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5022674 Sep 23 07:05:27.121469 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adac197a-4c3b-4c4f-9b88-ed232c48176a tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] Pushing event deleted for resources: {'Port': ['ID=af8312d4-64ef-4431-9416-c6403a07e0a4,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:05:27.198597 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e214d21-21cc-49f5-98cb-5d58968e02f7 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Router 7b62cc22-0df5-49b3-ad7d-e2c11871b1b0 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:05:27.201250 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-a23981a0-19ab-4dbf-9ba6-2acc9860dd35 req-adac197a-4c3b-4c4f-9b88-ed232c48176a tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] No DVR routers for this DVR port af8312d4-64ef-4431-9416-c6403a07e0a4 on host n-h2-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:05:27.207907 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a23981a0-19ab-4dbf-9ba6-2acc9860dd35 req-adac197a-4c3b-4c4f-9b88-ed232c48176a tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:27.210395 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a23981a0-19ab-4dbf-9ba6-2acc9860dd35 req-adac197a-4c3b-4c4f-9b88-ed232c48176a tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] 10.222.0.58 "DELETE /v2.0/ports/af8312d4-64ef-4431-9416-c6403a07e0a4 HTTP/1.1" status: 204 len: 173 time: 0.9997022 Sep 23 07:05:27.241544 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6417ca51-c109-4a83-adb8-f8ea5269073a req-0092ad07-26f5-4c29-998d-2e94e079011c tempest-VolumesActionsTest-1147876078 tempest-VolumesActionsTest-1147876078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:27.243181 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6417ca51-c109-4a83-adb8-f8ea5269073a req-0092ad07-26f5-4c29-998d-2e94e079011c tempest-VolumesActionsTest-1147876078 tempest-VolumesActionsTest-1147876078-project] 10.222.0.58 "GET /v2.0/ports?device_id=55e43d7d-0862-475d-8990-ea7b870402b7 HTTP/1.1" status: 200 len: 945 time: 0.3147378 Sep 23 07:05:27.243651 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73082433-34c3-4751-b19c-5f24fa99c350', 'name': 'network-vif-deleted', 'tag': 'af8312d4-64ef-4431-9416-c6403a07e0a4'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:05:27.258038 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2cd8f54-0f2f-46a8-ae1d-8eee52a9e0fb" -d '{"events": [{"server_uuid": "73082433-34c3-4751-b19c-5f24fa99c350", "name": "network-vif-deleted", "tag": "af8312d4-64ef-4431-9416-c6403a07e0a4"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:05:27.268412 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f84420-08ca-4d35-9a91-01ca6e26f741 req-f8d1f2cf-19b1-4a03-89c1-9718eff5d609 tempest-VolumesActionsTest-1147876078 tempest-VolumesActionsTest-1147876078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:27.279778 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b9f84420-08ca-4d35-9a91-01ca6e26f741 req-f8d1f2cf-19b1-4a03-89c1-9718eff5d609 tempest-VolumesActionsTest-1147876078 tempest-VolumesActionsTest-1147876078-project] 10.222.0.39 "GET /v2.0/ports?device_id=55e43d7d-0862-475d-8990-ea7b870402b7 HTTP/1.1" status: 200 len: 945 time: 0.3404751 Sep 23 07:05:27.288887 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port c5c71c6d-b2b0-4a46-876d-f3527f19e41b triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:05:27.291382 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:27.476572 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e214d21-21cc-49f5-98cb-5d58968e02f7 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:05:27.479825 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b9f84420-08ca-4d35-9a91-01ca6e26f741 req-122186a4-62e2-4009-aeca-8c189d43e26f tempest-VolumesActionsTest-1147876078 tempest-VolumesActionsTest-1147876078-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdd29a4f-8ddf-4345-b9a3-2a78aef3d80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925509 Sep 23 07:05:27.501558 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-0e214d21-21cc-49f5-98cb-5d58968e02f7 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "PUT /v2.0/routers/7b62cc22-0df5-49b3-ad7d-e2c11871b1b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0689602 Sep 23 07:05:27.527096 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471d2ae9-b4b2-4cff-9f1b-a810f2cfe35a req-74cd80a2-7f06-4d93-844b-e3bf169d0065 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:27.544623 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-471d2ae9-b4b2-4cff-9f1b-a810f2cfe35a req-74cd80a2-7f06-4d93-844b-e3bf169d0065 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 943 time: 0.1713426 Sep 23 07:05:27.562236 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fafe91-4845-4c90-ad1f-73dd48758b46 None None] Sync routers for ids ['7b62cc22-0df5-49b3-ad7d-e2c11871b1b0'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:05:27.614430 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fafe91-4845-4c90-ad1f-73dd48758b46 None None] Routers {'7b62cc22-0df5-49b3-ad7d-e2c11871b1b0'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:05:27.615744 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-f9fafe91-4845-4c90-ad1f-73dd48758b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:05:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['7b62cc22-0df5-49b3-ad7d-e2c11871b1b0'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:05:27.679888 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-6417ca51-c109-4a83-adb8-f8ea5269073a req-0d5b1bf5-596e-4b6e-9552-6cde24688998 tempest-VolumesActionsTest-1147876078 tempest-VolumesActionsTest-1147876078-project] Deleting port 18fd2af6-a102-46b4-b67c-eae3607cc8c0 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:05:27.680570 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-6417ca51-c109-4a83-adb8-f8ea5269073a req-0d5b1bf5-596e-4b6e-9552-6cde24688998 tempest-VolumesActionsTest-1147876078 tempest-VolumesActionsTest-1147876078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:27.689056 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-471d2ae9-b4b2-4cff-9f1b-a810f2cfe35a req-4fe063d5-d373-41c9-ba72-cfdd2fed7a86 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a912227-b43b-40c0-8908-2990e2356021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373680 Sep 23 07:05:27.726939 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:27.756951 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port c5c71c6d-b2b0-4a46-876d-f3527f19e41b, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=c5c71c6d-b2b0-4a46-876d-f3527f19e41b,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:05:27.788485 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:27.803787 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-245c97c3-4c2d-41ca-be78-e637a717613a None None] Provisioning complete for port 184e9559-9538-47e4-a5b6-be194287daac triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:05:27.804166 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-245c97c3-4c2d-41ca-be78-e637a717613a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:27.874200 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-936dea0d-6ac7-419e-8f12-5f3fa18aa2b0 x-openstack-request-id: req-936dea0d-6ac7-419e-8f12-5f3fa18aa2b0 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:05:27.874496 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73082433-34c3-4751-b19c-5f24fa99c350", "name": "network-vif-deleted", "tag": "af8312d4-64ef-4431-9416-c6403a07e0a4", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:05:27.874754 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-936dea0d-6ac7-419e-8f12-5f3fa18aa2b0 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:05:27.875161 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73082433-34c3-4751-b19c-5f24fa99c350', 'name': 'network-vif-deleted', 'tag': 'af8312d4-64ef-4431-9416-c6403a07e0a4', 'status': 'completed', 'code': 200} Sep 23 07:05:27.932196 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=c5c71c6d-b2b0-4a46-876d-f3527f19e41b,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:05:27.964003 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-6417ca51-c109-4a83-adb8-f8ea5269073a req-0d5b1bf5-596e-4b6e-9552-6cde24688998 tempest-VolumesActionsTest-1147876078 tempest-VolumesActionsTest-1147876078-project] For port 18fd2af6-a102-46b4-b67c-eae3607cc8c0, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=18fd2af6-a102-46b4-b67c-eae3607cc8c0,segment=NetworkSegment(808e0bed-6818-4390-99b8-ee2b3bacde93),segment_id=808e0bed-6818-4390-99b8-ee2b3bacde93)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:05:27.964380 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-6417ca51-c109-4a83-adb8-f8ea5269073a req-0d5b1bf5-596e-4b6e-9552-6cde24688998 tempest-VolumesActionsTest-1147876078 tempest-VolumesActionsTest-1147876078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:27.998998 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-6417ca51-c109-4a83-adb8-f8ea5269073a req-0d5b1bf5-596e-4b6e-9552-6cde24688998 tempest-VolumesActionsTest-1147876078 tempest-VolumesActionsTest-1147876078-project] Calling delete_port for 18fd2af6-a102-46b4-b67c-eae3607cc8c0 owned by compute:nova {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:05:28.023857 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0da8aa59-baf8-45cd-8d43-23a50bb51561 req-ff445620-7d78-4301-b73e-403aad2cd712 tempest-TestServerMultinode-1304599852 tempest-TestServerMultinode-1304599852-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=73082433-34c3-4751-b19c-5f24fa99c350 HTTP/1.1" status: 200 len: 210 time: 0.0434663 Sep 23 07:05:28.085495 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 58576) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:05:28.091128 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-5620b806-ee4f-4fb6-a60d-e0100fb3c6bb tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1455619834', 'description': 'tempest-description--971503590'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:05:28.132621 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315ae012-c996-4a7c-bf8a-4af5c4040a87 None None] Sync routers for ids ['9871286f-15b3-4219-82f8-90a28b2af92c'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:05:28.144703 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5620b806-ee4f-4fb6-a60d-e0100fb3c6bb tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:28.149933 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315ae012-c996-4a7c-bf8a-4af5c4040a87 None None] Routers {'9871286f-15b3-4219-82f8-90a28b2af92c'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:05:28.152639 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-315ae012-c996-4a7c-bf8a-4af5c4040a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:05:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['9871286f-15b3-4219-82f8-90a28b2af92c'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:05:28.278739 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5620b806-ee4f-4fb6-a60d-e0100fb3c6bb tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:28.284796 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5620b806-ee4f-4fb6-a60d-e0100fb3c6bb tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:28.345308 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5620b806-ee4f-4fb6-a60d-e0100fb3c6bb tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:28.347012 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-5620b806-ee4f-4fb6-a60d-e0100fb3c6bb tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2601316 Sep 23 07:05:28.347271 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-6417ca51-c109-4a83-adb8-f8ea5269073a req-0d5b1bf5-596e-4b6e-9552-6cde24688998 tempest-VolumesActionsTest-1147876078 tempest-VolumesActionsTest-1147876078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:28.360207 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5620b806-ee4f-4fb6-a60d-e0100fb3c6bb tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f253461-cf82-4016-a142-72193d40d277,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:05:28.363810 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 58586) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:05:28.376440 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-315ae012-c996-4a7c-bf8a-4af5c4040a87 None None] Set router 9871286f-15b3-4219-82f8-90a28b2af92c gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:05:28.378409 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-24899b5d-da38-4ec0-b76d-7acb5cf54551 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Request body: {'security_group_rule': {'security_group_id': '5f253461-cf82-4016-a142-72193d40d277', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:05:28.448496 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-245c97c3-4c2d-41ca-be78-e637a717613a None None] Port 184e9559-9538-47e4-a5b6-be194287daac cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:05:28.450295 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['18fd2af6-a102-46b4-b67c-eae3607cc8c0'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:05:28.467653 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-6417ca51-c109-4a83-adb8-f8ea5269073a req-0d5b1bf5-596e-4b6e-9552-6cde24688998 tempest-VolumesActionsTest-1147876078 tempest-VolumesActionsTest-1147876078-project] No DVR routers for this DVR port 18fd2af6-a102-46b4-b67c-eae3607cc8c0 on host n-h2-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:05:28.472240 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-6417ca51-c109-4a83-adb8-f8ea5269073a req-0d5b1bf5-596e-4b6e-9552-6cde24688998 tempest-VolumesActionsTest-1147876078 tempest-VolumesActionsTest-1147876078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:28.475156 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6417ca51-c109-4a83-adb8-f8ea5269073a req-0d5b1bf5-596e-4b6e-9552-6cde24688998 tempest-VolumesActionsTest-1147876078 tempest-VolumesActionsTest-1147876078-project] 10.222.0.58 "DELETE /v2.0/ports/18fd2af6-a102-46b4-b67c-eae3607cc8c0 HTTP/1.1" status: 204 len: 173 time: 1.1619589 Sep 23 07:05:28.476422 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5b1bf5-596e-4b6e-9552-6cde24688998 tempest-VolumesActionsTest-1147876078 tempest-VolumesActionsTest-1147876078-project] Pushing event deleted for resources: {'Port': ['ID=18fd2af6-a102-46b4-b67c-eae3607cc8c0,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:05:28.508855 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-f9fafe91-4845-4c90-ad1f-73dd48758b46 None None] Set router 7b62cc22-0df5-49b3-ad7d-e2c11871b1b0 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:05:28.531649 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-24899b5d-da38-4ec0-b76d-7acb5cf54551 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:28.608826 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-db30b7ba-b8b0-4abb-a972-4c4037d6c498 req-14dd7051-bcc1-4ac1-a5c7-1a3c9c9d0ad3 tempest-VolumesActionsTest-1147876078 tempest-VolumesActionsTest-1147876078-project] 10.222.0.39 "GET /v2.0/ports?device_id=55e43d7d-0862-475d-8990-ea7b870402b7 HTTP/1.1" status: 200 len: 210 time: 0.0564678 Sep 23 07:05:28.638359 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-24899b5d-da38-4ec0-b76d-7acb5cf54551 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:28.644468 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-24899b5d-da38-4ec0-b76d-7acb5cf54551 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:28.685614 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-24899b5d-da38-4ec0-b76d-7acb5cf54551 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:28.689547 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-24899b5d-da38-4ec0-b76d-7acb5cf54551 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3134961 Sep 23 07:05:28.689721 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-315ae012-c996-4a7c-bf8a-4af5c4040a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9871286f-15b3-4219-82f8-90a28b2af92c', 'name': 'tempest-AttachVolumeTestJSON-49398408-router', 'tenant_id': '912f73c24c624b319c3fb784891bcabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': 'c5c71c6d-b2b0-4a46-876d-f3527f19e41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:05:18Z', 'updated_at': '2021-09-23T07:05:24Z', 'revision_number': 4, 'project_id': '912f73c24c624b319c3fb784891bcabd', 'gw_port': {'id': 'c5c71c6d-b2b0-4a46-876d-f3527f19e41b', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:5e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9871286f-15b3-4219-82f8-90a28b2af92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:05:19Z', 'updated_at': '2021-09-23T07:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '6353bfef-3625-4007-8305-85ce6ba7ed47', 'name': '', 'network_id': '8e69782e-59da-448f-aa2b-c22b36c23603', 'tenant_id': '912f73c24c624b319c3fb784891bcabd', 'mac_address': 'fa:16:3e:ad:33:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9871286f-15b3-4219-82f8-90a28b2af92c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'e9604f35-686e-4202-ac30-43de25cbdd33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:05:23Z', 'updated_at': '2021-09-23T07:05:25Z', 'revision_number': 2, 'project_id': '912f73c24c624b319c3fb784891bcabd', 'subnets': [{'id': 'e9604f35-686e-4202-ac30-43de25cbdd33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:05:28.689905 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 58594) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:05:28.690780 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24899b5d-da38-4ec0-b76d-7acb5cf54551 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72ee4f6e-1e8b-46a3-a0ef-b6f800d55cfd,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:05:28.696366 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-7bd4141d-1308-446e-9b89-b573b0577c6f tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Request body: {'security_group_rule': {'security_group_id': '5f253461-cf82-4016-a142-72193d40d277', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:05:28.737244 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315ae012-c996-4a7c-bf8a-4af5c4040a87 None None] Checking router: 9871286f-15b3-4219-82f8-90a28b2af92c for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:05:28.737621 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315ae012-c996-4a7c-bf8a-4af5c4040a87 None None] Updating router 9871286f-15b3-4219-82f8-90a28b2af92c port 6353bfef-3625-4007-8305-85ce6ba7ed47 binding host n-d-715271-16 {{(pid=95068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 07:05:28.758600 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7bd4141d-1308-446e-9b89-b573b0577c6f tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:28.878240 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7bd4141d-1308-446e-9b89-b573b0577c6f tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:28.886595 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7bd4141d-1308-446e-9b89-b573b0577c6f tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:28.914327 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-315ae012-c996-4a7c-bf8a-4af5c4040a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:28.949462 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device c5c71c6d-b2b0-4a46-876d-f3527f19e41b up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:05:28.962705 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8becb279-589b-4a86-a39e-10f4e22e0ff8 req-a11b8cbd-cd9d-4e70-85f7-dd253f95d68a tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:28.971370 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8becb279-589b-4a86-a39e-10f4e22e0ff8 req-a11b8cbd-cd9d-4e70-85f7-dd253f95d68a tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 943 time: 0.1105745 Sep 23 07:05:28.996398 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-f9fafe91-4845-4c90-ad1f-73dd48758b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b62cc22-0df5-49b3-ad7d-e2c11871b1b0', 'name': 'tempest-TestNetworkBasicOps-router-942297771', 'tenant_id': '285631e87ef3467186156f903d01ed48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '1632676f-6037-46e4-943b-dccaef4ab4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:03:01Z', 'updated_at': '2021-09-23T07:05:25Z', 'revision_number': 5, 'project_id': '285631e87ef3467186156f903d01ed48', 'gw_port': {'id': '1632676f-6037-46e4-943b-dccaef4ab4b3', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:33:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b62cc22-0df5-49b3-ad7d-e2c11871b1b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:03:02Z', 'updated_at': '2021-09-23T07:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '13951190-e558-4532-b53a-25459aabd7d4', 'tenant_id': '285631e87ef3467186156f903d01ed48', 'floating_ip_address': '172.25.2.231', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '7b62cc22-0df5-49b3-ad7d-e2c11871b1b0', 'port_id': 'fd633120-a90a-425f-8e49-d5fa515fc22d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2873, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7897793b-979a-4e69-a418-9e869418e9ce', 'mac_address': 'fa:16:3e:2d:54:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f921f4-8d2e-4ecb-bd14-9a649d6ecb9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:03:34Z', 'updated_at': '2021-09-23T07:03:39Z', 'revision_number': 1, 'project_id': '285631e87ef3467186156f903d01ed48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12f11762-d2b7-419a-957d-836734425303', 'name': '', 'network_id': '7897793b-979a-4e69-a418-9e869418e9ce', 'tenant_id': '285631e87ef3467186156f903d01ed48', 'mac_address': 'fa:16:3e:84:3d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b62cc22-0df5-49b3-ad7d-e2c11871b1b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '93b1180b-9db7-40b3-869a-a249e4cc9dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:03:08Z', 'updated_at': '2021-09-23T07:03:14Z', 'revision_number': 5, 'project_id': '285631e87ef3467186156f903d01ed48', 'subnets': [{'id': '93b1180b-9db7-40b3-869a-a249e4cc9dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '184e9559-9538-47e4-a5b6-be194287daac', 'name': '', 'network_id': '66a1f084-948e-45d7-a019-d130f39acf06', 'tenant_id': '285631e87ef3467186156f903d01ed48', 'mac_address': 'fa:16:3e:60:ff:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b62cc22-0df5-49b3-ad7d-e2c11871b1b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': 'c86fc1f5-dc9b-478a-89c3-55b3a5ac4a34', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:05:24Z', 'updated_at': '2021-09-23T07:05:26Z', 'revision_number': 2, 'project_id': '285631e87ef3467186156f903d01ed48', 'subnets': [{'id': 'c86fc1f5-dc9b-478a-89c3-55b3a5ac4a34', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:05:29.029233 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd4141d-1308-446e-9b89-b573b0577c6f tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ebd34f8-d4a8-4064-8f90-a97ff6d07a37,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:05:29.043091 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7bd4141d-1308-446e-9b89-b573b0577c6f tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:29.044309 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-7bd4141d-1308-446e-9b89-b573b0577c6f tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3534019 Sep 23 07:05:29.050103 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 58602) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:05:29.050937 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fafe91-4845-4c90-ad1f-73dd48758b46 None None] Checking router: 7b62cc22-0df5-49b3-ad7d-e2c11871b1b0 for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:05:29.051507 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fafe91-4845-4c90-ad1f-73dd48758b46 None None] Updating router 7b62cc22-0df5-49b3-ad7d-e2c11871b1b0 port 184e9559-9538-47e4-a5b6-be194287daac binding host n-d-715271-16 {{(pid=95067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 07:05:29.052804 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8becb279-589b-4a86-a39e-10f4e22e0ff8 req-012b25b5-baed-4b09-bbe4-dafe2f0af10b tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a912227-b43b-40c0-8908-2990e2356021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801947 Sep 23 07:05:29.058960 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-346b6a56-8573-48de-a91c-e3adea0e6974 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Request body: {'floatingip': {'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:05:29.134761 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port c5c71c6d-b2b0-4a46-876d-f3527f19e41b triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:05:29.135251 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:29.144107 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-346b6a56-8573-48de-a91c-e3adea0e6974 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks [] for floatingip, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:29.145344 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 58608) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:05:29.150423 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f9fafe91-4845-4c90-ad1f-73dd48758b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:29.173783 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1030c25-3e44-40da-97df-2fc29b22a0c4 req-abc30d5b-991d-49d2-9d97-77421369071e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:29.175608 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b1030c25-3e44-40da-97df-2fc29b22a0c4 req-abc30d5b-991d-49d2-9d97-77421369071e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=24279c19-c587-4b89-b26d-54654107430d&tenant_id=4d93d8414d394ae180d5f159fb0b8b54 HTTP/1.1" status: 200 len: 1095 time: 0.2313585 Sep 23 07:05:29.201318 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-b1030c25-3e44-40da-97df-2fc29b22a0c4 req-b9ce2ac7-c841-4db2-afa3-b4e340b5876d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-715271-16', 'device_owner': 'compute:nova'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:05:29.337202 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-b1030c25-3e44-40da-97df-2fc29b22a0c4 req-b9ce2ac7-c841-4db2-afa3-b4e340b5876d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:29.357125 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-346b6a56-8573-48de-a91c-e3adea0e6974 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:29.452318 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-315ae012-c996-4a7c-bf8a-4af5c4040a87 None None] Notify callbacks [] for port, precommit_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:29.460452 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-315ae012-c996-4a7c-bf8a-4af5c4040a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:29.479768 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-346b6a56-8573-48de-a91c-e3adea0e6974 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Allocated IP 172.25.2.86 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/f597c326-cf29-4d4b-ac4b-c4250c97cae7) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:05:29.612276 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-315ae012-c996-4a7c-bf8a-4af5c4040a87 None None] Attempting to bind port 6353bfef-3625-4007-8305-85ce6ba7ed47 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:05:29.613415 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-315ae012-c996-4a7c-bf8a-4af5c4040a87 None None] Attempting to bind port 6353bfef-3625-4007-8305-85ce6ba7ed47 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': 'd46caa6f-7cda-416e-9143-4e96751c403c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8e69782e-59da-448f-aa2b-c22b36c23603'}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:05:29.613913 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315ae012-c996-4a7c-bf8a-4af5c4040a87 None None] Attempting to bind port 6353bfef-3625-4007-8305-85ce6ba7ed47 on network 8e69782e-59da-448f-aa2b-c22b36c23603 {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:05:29.650675 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315ae012-c996-4a7c-bf8a-4af5c4040a87 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:05:29.651054 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315ae012-c996-4a7c-bf8a-4af5c4040a87 None None] Checking segment: {'id': 'd46caa6f-7cda-416e-9143-4e96751c403c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8e69782e-59da-448f-aa2b-c22b36c23603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:05:29.658550 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-315ae012-c996-4a7c-bf8a-4af5c4040a87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:29.659483 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315ae012-c996-4a7c-bf8a-4af5c4040a87 None None] Bound using segment: {'id': 'd46caa6f-7cda-416e-9143-4e96751c403c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8e69782e-59da-448f-aa2b-c22b36c23603'} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:05:29.660021 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-315ae012-c996-4a7c-bf8a-4af5c4040a87 None None] Bound port: 6353bfef-3625-4007-8305-85ce6ba7ed47, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd46caa6f-7cda-416e-9143-4e96751c403c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8e69782e-59da-448f-aa2b-c22b36c23603'}}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:05:29.660433 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-315ae012-c996-4a7c-bf8a-4af5c4040a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:29.791136 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f9fafe91-4845-4c90-ad1f-73dd48758b46 None None] Notify callbacks [] for port, precommit_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:29.800579 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f9fafe91-4845-4c90-ad1f-73dd48758b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:29.800942 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7211a2-f41a-48da-baaa-572def0989ad None None] Pushing event updated for resources: {'Port': ['ID=6353bfef-3625-4007-8305-85ce6ba7ed47,revision_number=3']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:05:29.813575 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-315ae012-c996-4a7c-bf8a-4af5c4040a87 None None] For port 6353bfef-3625-4007-8305-85ce6ba7ed47, host n-d-715271-16, cleared binding levels {{(pid=95068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:05:29.819389 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-315ae012-c996-4a7c-bf8a-4af5c4040a87 None None] For port 6353bfef-3625-4007-8305-85ce6ba7ed47, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=6353bfef-3625-4007-8305-85ce6ba7ed47,segment=NetworkSegment(d46caa6f-7cda-416e-9143-4e96751c403c),segment_id=d46caa6f-7cda-416e-9143-4e96751c403c)] {{(pid=95068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:05:29.827248 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-315ae012-c996-4a7c-bf8a-4af5c4040a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:29.908865 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f88db67-8833-4a77-9c76-2b5bebbb230b None None] Pushing event updated for resources: {'Port': ['ID=184e9559-9538-47e4-a5b6-be194287daac,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:05:29.943538 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315ae012-c996-4a7c-bf8a-4af5c4040a87 None None] Routers {'9871286f-15b3-4219-82f8-90a28b2af92c'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:05:29.954140 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-315ae012-c996-4a7c-bf8a-4af5c4040a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:05:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['9871286f-15b3-4219-82f8-90a28b2af92c'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:05:30.073750 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-f9fafe91-4845-4c90-ad1f-73dd48758b46 None None] Attempting to bind port 184e9559-9538-47e4-a5b6-be194287daac on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:05:30.074154 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-f9fafe91-4845-4c90-ad1f-73dd48758b46 None None] Attempting to bind port 184e9559-9538-47e4-a5b6-be194287daac by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': 'fc58ed58-9bef-42f1-a0b5-ea9928c8e033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '66a1f084-948e-45d7-a019-d130f39acf06'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:05:30.074525 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fafe91-4845-4c90-ad1f-73dd48758b46 None None] Attempting to bind port 184e9559-9538-47e4-a5b6-be194287daac on network 66a1f084-948e-45d7-a019-d130f39acf06 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:05:30.105534 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55e43d7d-0862-475d-8990-ea7b870402b7', 'name': 'network-vif-deleted', 'tag': '18fd2af6-a102-46b4-b67c-eae3607cc8c0'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:05:30.111654 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695f6e12-9ae1-4cc1-b6ff-c3fcf014ce96" -d '{"events": [{"server_uuid": "55e43d7d-0862-475d-8990-ea7b870402b7", "name": "network-vif-deleted", "tag": "18fd2af6-a102-46b4-b67c-eae3607cc8c0"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:05:30.123984 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7211a2-f41a-48da-baaa-572def0989ad None None] Pushing event updated for resources: {'Port': ['ID=6353bfef-3625-4007-8305-85ce6ba7ed47,revision_number=4']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:05:30.132623 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fafe91-4845-4c90-ad1f-73dd48758b46 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:05:30.133444 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fafe91-4845-4c90-ad1f-73dd48758b46 None None] Checking segment: {'id': 'fc58ed58-9bef-42f1-a0b5-ea9928c8e033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '66a1f084-948e-45d7-a019-d130f39acf06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:05:30.137737 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f9fafe91-4845-4c90-ad1f-73dd48758b46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:30.138629 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fafe91-4845-4c90-ad1f-73dd48758b46 None None] Bound using segment: {'id': 'fc58ed58-9bef-42f1-a0b5-ea9928c8e033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '66a1f084-948e-45d7-a019-d130f39acf06'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:05:30.139298 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-f9fafe91-4845-4c90-ad1f-73dd48758b46 None None] Bound port: 184e9559-9538-47e4-a5b6-be194287daac, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc58ed58-9bef-42f1-a0b5-ea9928c8e033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '66a1f084-948e-45d7-a019-d130f39acf06'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:05:30.140531 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f9fafe91-4845-4c90-ad1f-73dd48758b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:30.201940 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-92d92abc-f304-4adf-8606-455a90ee6915 None None] Provisioning complete for port 6353bfef-3625-4007-8305-85ce6ba7ed47 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:05:30.203610 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-92d92abc-f304-4adf-8606-455a90ee6915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:30.310654 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e5d6d4-2cca-4fc6-9b47-b871ae1488e7 x-openstack-request-id: req-27e5d6d4-2cca-4fc6-9b47-b871ae1488e7 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:05:30.310946 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55e43d7d-0862-475d-8990-ea7b870402b7", "name": "network-vif-deleted", "tag": "18fd2af6-a102-46b4-b67c-eae3607cc8c0", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:05:30.311285 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-27e5d6d4-2cca-4fc6-9b47-b871ae1488e7 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:05:30.311596 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55e43d7d-0862-475d-8990-ea7b870402b7', 'name': 'network-vif-deleted', 'tag': '18fd2af6-a102-46b4-b67c-eae3607cc8c0', 'status': 'completed', 'code': 200} Sep 23 07:05:30.347220 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-315ae012-c996-4a7c-bf8a-4af5c4040a87 None None] Set router 9871286f-15b3-4219-82f8-90a28b2af92c gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:05:30.550717 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-f9fafe91-4845-4c90-ad1f-73dd48758b46 None None] For port 184e9559-9538-47e4-a5b6-be194287daac, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:05:30.553278 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-92d92abc-f304-4adf-8606-455a90ee6915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:30.575022 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2035dae1-6d1d-45dd-906a-d04d3c18c96f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066969'] for router_interface, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:30.597050 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-f9fafe91-4845-4c90-ad1f-73dd48758b46 None None] For port 184e9559-9538-47e4-a5b6-be194287daac, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=184e9559-9538-47e4-a5b6-be194287daac,segment=NetworkSegment(fc58ed58-9bef-42f1-a0b5-ea9928c8e033),segment_id=fc58ed58-9bef-42f1-a0b5-ea9928c8e033)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:05:30.649769 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-92d92abc-f304-4adf-8606-455a90ee6915 None None] For port 6353bfef-3625-4007-8305-85ce6ba7ed47, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=6353bfef-3625-4007-8305-85ce6ba7ed47,segment=NetworkSegment(d46caa6f-7cda-416e-9143-4e96751c403c),segment_id=d46caa6f-7cda-416e-9143-4e96751c403c)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:05:30.651618 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f9fafe91-4845-4c90-ad1f-73dd48758b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:30.665155 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-92d92abc-f304-4adf-8606-455a90ee6915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:30.690308 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-315ae012-c996-4a7c-bf8a-4af5c4040a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9871286f-15b3-4219-82f8-90a28b2af92c', 'name': 'tempest-AttachVolumeTestJSON-49398408-router', 'tenant_id': '912f73c24c624b319c3fb784891bcabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': 'c5c71c6d-b2b0-4a46-876d-f3527f19e41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:05:18Z', 'updated_at': '2021-09-23T07:05:24Z', 'revision_number': 4, 'project_id': '912f73c24c624b319c3fb784891bcabd', 'gw_port': {'id': 'c5c71c6d-b2b0-4a46-876d-f3527f19e41b', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:5e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9871286f-15b3-4219-82f8-90a28b2af92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:05:19Z', 'updated_at': '2021-09-23T07:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '6353bfef-3625-4007-8305-85ce6ba7ed47', 'name': '', 'network_id': '8e69782e-59da-448f-aa2b-c22b36c23603', 'tenant_id': '912f73c24c624b319c3fb784891bcabd', 'mac_address': 'fa:16:3e:ad:33:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9871286f-15b3-4219-82f8-90a28b2af92c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'e9604f35-686e-4202-ac30-43de25cbdd33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:05:23Z', 'updated_at': '2021-09-23T07:05:29Z', 'revision_number': 4, 'project_id': '912f73c24c624b319c3fb784891bcabd', 'subnets': [{'id': 'e9604f35-686e-4202-ac30-43de25cbdd33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:05:30.738812 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315ae012-c996-4a7c-bf8a-4af5c4040a87 None None] The sync data for ids ['9871286f-15b3-4219-82f8-90a28b2af92c'] in n-d-715271-16 is: [{'id': '9871286f-15b3-4219-82f8-90a28b2af92c', 'name': 'tempest-AttachVolumeTestJSON-49398408-router', 'tenant_id': '912f73c24c624b319c3fb784891bcabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': 'c5c71c6d-b2b0-4a46-876d-f3527f19e41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:05:18Z', 'updated_at': '2021-09-23T07:05:24Z', 'revision_number': 4, 'project_id': '912f73c24c624b319c3fb784891bcabd', 'gw_port': {'id': 'c5c71c6d-b2b0-4a46-876d-f3527f19e41b', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:5e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9871286f-15b3-4219-82f8-90a28b2af92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:05:19Z', 'updated_at': '2021-09-23T07:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '6353bfef-3625-4007-8305-85ce6ba7ed47', 'name': '', 'network_id': '8e69782e-59da-448f-aa2b-c22b36c23603', 'tenant_id': '912f73c24c624b319c3fb784891bcabd', 'mac_address': 'fa:16:3e:ad:33:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9871286f-15b3-4219-82f8-90a28b2af92c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'e9604f35-686e-4202-ac30-43de25cbdd33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:05:23Z', 'updated_at': '2021-09-23T07:05:29Z', 'revision_number': 4, 'project_id': '912f73c24c624b319c3fb784891bcabd', 'subnets': [{'id': 'e9604f35-686e-4202-ac30-43de25cbdd33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:05:30.797232 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f88db67-8833-4a77-9c76-2b5bebbb230b None None] Pushing event updated for resources: {'Port': ['ID=184e9559-9538-47e4-a5b6-be194287daac,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:05:30.926723 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d92abc-f304-4adf-8606-455a90ee6915 None None] Pushing event updated for resources: {'Port': ['ID=6353bfef-3625-4007-8305-85ce6ba7ed47,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:05:30.937939 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fafe91-4845-4c90-ad1f-73dd48758b46 None None] Routers {'7b62cc22-0df5-49b3-ad7d-e2c11871b1b0'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:05:30.938596 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-f9fafe91-4845-4c90-ad1f-73dd48758b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:05:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['7b62cc22-0df5-49b3-ad7d-e2c11871b1b0'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:05:30.940320 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-3899c2f7-4fcc-42c8-9585-a9f8b5a06c49 None None] Provisioning complete for port 184e9559-9538-47e4-a5b6-be194287daac triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:05:30.940694 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3899c2f7-4fcc-42c8-9585-a9f8b5a06c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:31.038726 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device af8312d4-64ef-4431-9416-c6403a07e0a4 no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:05:31.089042 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No Port match for: af8312d4-64ef-4431-9416-c6403a07e0a4 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:05:31.089390 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device af8312d4-64ef-4431-9416-c6403a07e0a4 not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:05:31.089813 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 18fd2af6-a102-46b4-b67c-eae3607cc8c0 no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:05:31.145337 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No Port match for: 18fd2af6-a102-46b4-b67c-eae3607cc8c0 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:05:31.145697 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 18fd2af6-a102-46b4-b67c-eae3607cc8c0 not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:05:31.160240 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049123ed-6c6c-4bb2-8b19-8ec1fc0f8bbf req-368a8c3a-320e-42c2-bef2-9171173943f9 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:31.168949 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-049123ed-6c6c-4bb2-8b19-8ec1fc0f8bbf req-368a8c3a-320e-42c2-bef2-9171173943f9 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 943 time: 0.5786915 Sep 23 07:05:31.175985 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-346b6a56-8573-48de-a91c-e3adea0e6974 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:31.209282 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-b1030c25-3e44-40da-97df-2fc29b22a0c4 req-b9ce2ac7-c841-4db2-afa3-b4e340b5876d service neutron] For port b098fef9-31f1-4769-8019-735009e3bf0c, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=b098fef9-31f1-4769-8019-735009e3bf0c,segment=NetworkSegment(1c65d3ce-0d0d-44a7-ae9c-a00acf5305e9),segment_id=1c65d3ce-0d0d-44a7-ae9c-a00acf5305e9)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:05:31.310793 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-2035dae1-6d1d-45dd-906a-d04d3c18c96f admin admin] Deleting port 75e790c6-41c9-497b-82f9-9cb1e87b4ab7 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:05:31.311418 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2035dae1-6d1d-45dd-906a-d04d3c18c96f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:31.357700 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-f9fafe91-4845-4c90-ad1f-73dd48758b46 None None] Set router 7b62cc22-0df5-49b3-ad7d-e2c11871b1b0 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:05:31.372832 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-049123ed-6c6c-4bb2-8b19-8ec1fc0f8bbf req-e0e520ca-ee4a-43fe-a92d-4c405cab6b05 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a912227-b43b-40c0-8908-2990e2356021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1917448 Sep 23 07:05:31.382439 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-346b6a56-8573-48de-a91c-e3adea0e6974 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:31.404422 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-b1030c25-3e44-40da-97df-2fc29b22a0c4 req-b9ce2ac7-c841-4db2-afa3-b4e340b5876d service neutron] For port b098fef9-31f1-4769-8019-735009e3bf0c, host n-h2-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:05:31.459116 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-2035dae1-6d1d-45dd-906a-d04d3c18c96f admin admin] For port 75e790c6-41c9-497b-82f9-9cb1e87b4ab7, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=75e790c6-41c9-497b-82f9-9cb1e87b4ab7,segment=NetworkSegment(cfa7b58f-648b-46f1-b9f1-5b9bb8f770f0),segment_id=cfa7b58f-648b-46f1-b9f1-5b9bb8f770f0)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:05:31.467194 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2035dae1-6d1d-45dd-906a-d04d3c18c96f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:31.493022 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-2035dae1-6d1d-45dd-906a-d04d3c18c96f admin admin] Calling delete_port for 75e790c6-41c9-497b-82f9-9cb1e87b4ab7 owned by network:router_interface {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:05:31.513471 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346b6a56-8573-48de-a91c-e3adea0e6974 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Pushing event updated for resources: {'Port': ['ID=f597c326-cf29-4d4b-ac4b-c4250c97cae7,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:05:31.540620 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3899c2f7-4fcc-42c8-9585-a9f8b5a06c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:31.604750 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-b1030c25-3e44-40da-97df-2fc29b22a0c4 req-b9ce2ac7-c841-4db2-afa3-b4e340b5876d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b098fef9-31f1-4769-8019-735009e3bf0c {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:05:31.619803 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-b1030c25-3e44-40da-97df-2fc29b22a0c4 req-b9ce2ac7-c841-4db2-afa3-b4e340b5876d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:31.630027 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346b6a56-8573-48de-a91c-e3adea0e6974 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:05:31.633336 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-346b6a56-8573-48de-a91c-e3adea0e6974 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:05:31.636522 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346b6a56-8573-48de-a91c-e3adea0e6974 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:05:31.682772 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-b1030c25-3e44-40da-97df-2fc29b22a0c4 req-b9ce2ac7-c841-4db2-afa3-b4e340b5876d service neutron] Transition to ACTIVE for port object b098fef9-31f1-4769-8019-735009e3bf0c will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:05:31.687482 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-3899c2f7-4fcc-42c8-9585-a9f8b5a06c49 None None] For port 184e9559-9538-47e4-a5b6-be194287daac, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=184e9559-9538-47e4-a5b6-be194287daac,segment=NetworkSegment(fc58ed58-9bef-42f1-a0b5-ea9928c8e033),segment_id=fc58ed58-9bef-42f1-a0b5-ea9928c8e033)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:05:31.697209 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3899c2f7-4fcc-42c8-9585-a9f8b5a06c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:31.712969 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-b1030c25-3e44-40da-97df-2fc29b22a0c4 req-b9ce2ac7-c841-4db2-afa3-b4e340b5876d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:31.787087 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-3899c2f7-4fcc-42c8-9585-a9f8b5a06c49 None None] Provisioning complete for port 6353bfef-3625-4007-8305-85ce6ba7ed47 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:05:31.787498 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3899c2f7-4fcc-42c8-9585-a9f8b5a06c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:31.792390 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ce2ac7-c841-4db2-afa3-b4e340b5876d service neutron] Pushing event updated for resources: {'Port': ['ID=b098fef9-31f1-4769-8019-735009e3bf0c,revision_number=9']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:05:31.852596 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2035dae1-6d1d-45dd-906a-d04d3c18c96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:31.882879 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3899c2f7-4fcc-42c8-9585-a9f8b5a06c49 None None] Pushing event updated for resources: {'Port': ['ID=184e9559-9538-47e4-a5b6-be194287daac,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:05:31.887051 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2035dae1-6d1d-45dd-906a-d04d3c18c96f admin admin] Pushing event deleted for resources: {'Port': ['ID=75e790c6-41c9-497b-82f9-9cb1e87b4ab7,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:05:31.987611 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-f9fafe91-4845-4c90-ad1f-73dd48758b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b62cc22-0df5-49b3-ad7d-e2c11871b1b0', 'name': 'tempest-TestNetworkBasicOps-router-942297771', 'tenant_id': '285631e87ef3467186156f903d01ed48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '1632676f-6037-46e4-943b-dccaef4ab4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:03:01Z', 'updated_at': '2021-09-23T07:05:25Z', 'revision_number': 5, 'project_id': '285631e87ef3467186156f903d01ed48', 'gw_port': {'id': '1632676f-6037-46e4-943b-dccaef4ab4b3', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:33:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b62cc22-0df5-49b3-ad7d-e2c11871b1b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:03:02Z', 'updated_at': '2021-09-23T07:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '13951190-e558-4532-b53a-25459aabd7d4', 'tenant_id': '285631e87ef3467186156f903d01ed48', 'floating_ip_address': '172.25.2.231', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '7b62cc22-0df5-49b3-ad7d-e2c11871b1b0', 'port_id': 'fd633120-a90a-425f-8e49-d5fa515fc22d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2873, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7897793b-979a-4e69-a418-9e869418e9ce', 'mac_address': 'fa:16:3e:2d:54:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f921f4-8d2e-4ecb-bd14-9a649d6ecb9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:03:34Z', 'updated_at': '2021-09-23T07:03:39Z', 'revision_number': 1, 'project_id': '285631e87ef3467186156f903d01ed48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12f11762-d2b7-419a-957d-836734425303', 'name': '', 'network_id': '7897793b-979a-4e69-a418-9e869418e9ce', 'tenant_id': '285631e87ef3467186156f903d01ed48', 'mac_address': 'fa:16:3e:84:3d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b62cc22-0df5-49b3-ad7d-e2c11871b1b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '93b1180b-9db7-40b3-869a-a249e4cc9dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:03:08Z', 'updated_at': '2021-09-23T07:03:14Z', 'revision_number': 5, 'project_id': '285631e87ef3467186156f903d01ed48', 'subnets': [{'id': '93b1180b-9db7-40b3-869a-a249e4cc9dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '184e9559-9538-47e4-a5b6-be194287daac', 'name': '', 'network_id': '66a1f084-948e-45d7-a019-d130f39acf06', 'tenant_id': '285631e87ef3467186156f903d01ed48', 'mac_address': 'fa:16:3e:60:ff:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b62cc22-0df5-49b3-ad7d-e2c11871b1b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': 'c86fc1f5-dc9b-478a-89c3-55b3a5ac4a34', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:05:24Z', 'updated_at': '2021-09-23T07:05:30Z', 'revision_number': 4, 'project_id': '285631e87ef3467186156f903d01ed48', 'subnets': [{'id': 'c86fc1f5-dc9b-478a-89c3-55b3a5ac4a34', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:05:32.056299 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fafe91-4845-4c90-ad1f-73dd48758b46 None None] The sync data for ids ['7b62cc22-0df5-49b3-ad7d-e2c11871b1b0'] in n-d-715271-16 is: [{'id': '7b62cc22-0df5-49b3-ad7d-e2c11871b1b0', 'name': 'tempest-TestNetworkBasicOps-router-942297771', 'tenant_id': '285631e87ef3467186156f903d01ed48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '1632676f-6037-46e4-943b-dccaef4ab4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:03:01Z', 'updated_at': '2021-09-23T07:05:25Z', 'revision_number': 5, 'project_id': '285631e87ef3467186156f903d01ed48', 'gw_port': {'id': '1632676f-6037-46e4-943b-dccaef4ab4b3', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:33:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b62cc22-0df5-49b3-ad7d-e2c11871b1b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:03:02Z', 'updated_at': '2021-09-23T07:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '13951190-e558-4532-b53a-25459aabd7d4', 'tenant_id': '285631e87ef3467186156f903d01ed48', 'floating_ip_address': '172.25.2.231', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '7b62cc22-0df5-49b3-ad7d-e2c11871b1b0', 'port_id': 'fd633120-a90a-425f-8e49-d5fa515fc22d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2873, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7897793b-979a-4e69-a418-9e869418e9ce', 'mac_address': 'fa:16:3e:2d:54:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f921f4-8d2e-4ecb-bd14-9a649d6ecb9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:03:34Z', 'updated_at': '2021-09-23T07:03:39Z', 'revision_number': 1, 'project_id': '285631e87ef3467186156f903d01ed48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12f11762-d2b7-419a-957d-836734425303', 'name': '', 'network_id': '7897793b-979a-4e69-a418-9e869418e9ce', 'tenant_id': '285631e87ef3467186156f903d01ed48', 'mac_address': 'fa:16:3e:84:3d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b62cc22-0df5-49b3-ad7d-e2c11871b1b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '93b1180b-9db7-40b3-869a-a249e4cc9dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:03:08Z', 'updated_at': '2021-09-23T07:03:14Z', 'revision_number': 5, 'project_id': '285631e87ef3467186156f903d01ed48', 'subnets': [{'id': '93b1180b-9db7-40b3-869a-a249e4cc9dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '184e9559-9538-47e4-a5b6-be194287daac', 'name': '', 'network_id': '66a1f084-948e-45d7-a019-d130f39acf06', 'tenant_id': '285631e87ef3467186156f903d01ed48', 'mac_address': 'fa:16:3e:60:ff:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b62cc22-0df5-49b3-ad7d-e2c11871b1b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': 'c86fc1f5-dc9b-478a-89c3-55b3a5ac4a34', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:05:24Z', 'updated_at': '2021-09-23T07:05:30Z', 'revision_number': 4, 'project_id': '285631e87ef3467186156f903d01ed48', 'subnets': [{'id': 'c86fc1f5-dc9b-478a-89c3-55b3a5ac4a34', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:05:32.118397 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1030c25-3e44-40da-97df-2fc29b22a0c4 req-b9ce2ac7-c841-4db2-afa3-b4e340b5876d service neutron] No DVR routers for this DVR port b098fef9-31f1-4769-8019-735009e3bf0c on host n-h2-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:05:32.183779 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-4f254ada-6c16-499c-831e-a618773a08e6 None None] Provisioning complete for port 184e9559-9538-47e4-a5b6-be194287daac triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:05:32.184511 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-4f254ada-6c16-499c-831e-a618773a08e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:32.264425 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-346b6a56-8573-48de-a91c-e3adea0e6974 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:32.341248 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2035dae1-6d1d-45dd-906a-d04d3c18c96f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2068624'] for router_interface, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:32.440844 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-346b6a56-8573-48de-a91c-e3adea0e6974 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:32.633674 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb71324-52d5-4ec0-8494-eb1d94907442 req-871eb615-650f-4ccd-bc22-9188ee212275 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:32.635306 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4eb71324-52d5-4ec0-8494-eb1d94907442 req-871eb615-650f-4ccd-bc22-9188ee212275 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 943 time: 0.1482508 Sep 23 07:05:32.736942 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-b1030c25-3e44-40da-97df-2fc29b22a0c4 req-b9ce2ac7-c841-4db2-afa3-b4e340b5876d service neutron] Attempting to bind port b098fef9-31f1-4769-8019-735009e3bf0c on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:05:32.737292 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-b1030c25-3e44-40da-97df-2fc29b22a0c4 req-b9ce2ac7-c841-4db2-afa3-b4e340b5876d service neutron] Attempting to bind port b098fef9-31f1-4769-8019-735009e3bf0c by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': '1c65d3ce-0d0d-44a7-ae9c-a00acf5305e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ca28a1fe-55ea-41f7-96a5-1261b4a66187'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:05:32.737910 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1030c25-3e44-40da-97df-2fc29b22a0c4 req-b9ce2ac7-c841-4db2-afa3-b4e340b5876d service neutron] Attempting to bind port b098fef9-31f1-4769-8019-735009e3bf0c on network ca28a1fe-55ea-41f7-96a5-1261b4a66187 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:05:32.744547 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1030c25-3e44-40da-97df-2fc29b22a0c4 req-b9ce2ac7-c841-4db2-afa3-b4e340b5876d service neutron] Port b098fef9-31f1-4769-8019-735009e3bf0c on network ca28a1fe-55ea-41f7-96a5-1261b4a66187 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:05:32.744885 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1030c25-3e44-40da-97df-2fc29b22a0c4 req-b9ce2ac7-c841-4db2-afa3-b4e340b5876d service neutron] Attempting to bind port b098fef9-31f1-4769-8019-735009e3bf0c on network ca28a1fe-55ea-41f7-96a5-1261b4a66187 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:05:32.766402 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4eb71324-52d5-4ec0-8494-eb1d94907442 req-31b2f5b3-5901-4db9-afa5-2dc496d498a6 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a912227-b43b-40c0-8908-2990e2356021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587292 Sep 23 07:05:32.777058 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1030c25-3e44-40da-97df-2fc29b22a0c4 req-b9ce2ac7-c841-4db2-afa3-b4e340b5876d service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:05:32.777394 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1030c25-3e44-40da-97df-2fc29b22a0c4 req-b9ce2ac7-c841-4db2-afa3-b4e340b5876d service neutron] Checking segment: {'id': '1c65d3ce-0d0d-44a7-ae9c-a00acf5305e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ca28a1fe-55ea-41f7-96a5-1261b4a66187'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:05:32.777795 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1030c25-3e44-40da-97df-2fc29b22a0c4 req-b9ce2ac7-c841-4db2-afa3-b4e340b5876d service neutron] Bound using segment: {'id': '1c65d3ce-0d0d-44a7-ae9c-a00acf5305e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ca28a1fe-55ea-41f7-96a5-1261b4a66187'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:05:32.779255 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-b1030c25-3e44-40da-97df-2fc29b22a0c4 req-b9ce2ac7-c841-4db2-afa3-b4e340b5876d service neutron] Bound port: b098fef9-31f1-4769-8019-735009e3bf0c, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c65d3ce-0d0d-44a7-ae9c-a00acf5305e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ca28a1fe-55ea-41f7-96a5-1261b4a66187'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:05:32.779650 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-b1030c25-3e44-40da-97df-2fc29b22a0c4 req-b9ce2ac7-c841-4db2-afa3-b4e340b5876d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:32.860266 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-346b6a56-8573-48de-a91c-e3adea0e6974 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:32.906035 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-346b6a56-8573-48de-a91c-e3adea0e6974 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:32.932762 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2035dae1-6d1d-45dd-906a-d04d3c18c96f admin admin] Router efc9462f-cfcf-41ac-9734-347505144619 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:05:33.064157 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346b6a56-8573-48de-a91c-e3adea0e6974 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Pushing event updated for resources: {'Port': ['ID=f597c326-cf29-4d4b-ac4b-c4250c97cae7,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:05:33.081494 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346b6a56-8573-48de-a91c-e3adea0e6974 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:05:33.081989 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346b6a56-8573-48de-a91c-e3adea0e6974 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:05:33.082454 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346b6a56-8573-48de-a91c-e3adea0e6974 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:05:33.082895 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346b6a56-8573-48de-a91c-e3adea0e6974 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:05:33.083963 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346b6a56-8573-48de-a91c-e3adea0e6974 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:05:33.084578 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346b6a56-8573-48de-a91c-e3adea0e6974 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:05:33.085195 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346b6a56-8573-48de-a91c-e3adea0e6974 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:05:33.085665 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346b6a56-8573-48de-a91c-e3adea0e6974 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:05:33.086132 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346b6a56-8573-48de-a91c-e3adea0e6974 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:05:33.086567 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346b6a56-8573-48de-a91c-e3adea0e6974 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:05:33.087028 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346b6a56-8573-48de-a91c-e3adea0e6974 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:05:33.087595 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346b6a56-8573-48de-a91c-e3adea0e6974 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:05:33.095130 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-b1030c25-3e44-40da-97df-2fc29b22a0c4 req-b9ce2ac7-c841-4db2-afa3-b4e340b5876d service neutron] For port b098fef9-31f1-4769-8019-735009e3bf0c, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:05:33.108795 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-b1030c25-3e44-40da-97df-2fc29b22a0c4 req-b9ce2ac7-c841-4db2-afa3-b4e340b5876d service neutron] For port b098fef9-31f1-4769-8019-735009e3bf0c, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=b098fef9-31f1-4769-8019-735009e3bf0c,segment=NetworkSegment(1c65d3ce-0d0d-44a7-ae9c-a00acf5305e9),segment_id=1c65d3ce-0d0d-44a7-ae9c-a00acf5305e9)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:05:33.113260 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-346b6a56-8573-48de-a91c-e3adea0e6974 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:33.117737 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-b1030c25-3e44-40da-97df-2fc29b22a0c4 req-b9ce2ac7-c841-4db2-afa3-b4e340b5876d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:33.180427 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1030c25-3e44-40da-97df-2fc29b22a0c4 req-b9ce2ac7-c841-4db2-afa3-b4e340b5876d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:33.181050 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-b1030c25-3e44-40da-97df-2fc29b22a0c4 req-b9ce2ac7-c841-4db2-afa3-b4e340b5876d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:33.182540 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b1030c25-3e44-40da-97df-2fc29b22a0c4 req-b9ce2ac7-c841-4db2-afa3-b4e340b5876d service neutron] 10.222.0.21 "PUT /v2.0/ports/b098fef9-31f1-4769-8019-735009e3bf0c HTTP/1.1" status: 200 len: 1092 time: 3.9895706 Sep 23 07:05:33.182986 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24279c19-c587-4b89-b26d-54654107430d', 'tag': 'b098fef9-31f1-4769-8019-735009e3bf0c'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:05:33.185229 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db45d33-bcff-4c79-9499-b552aaede136" -d '{"events": [{"name": "network-changed", "server_uuid": "24279c19-c587-4b89-b26d-54654107430d", "tag": "b098fef9-31f1-4769-8019-735009e3bf0c"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:05:33.190365 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-346b6a56-8573-48de-a91c-e3adea0e6974 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:33.191553 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-346b6a56-8573-48de-a91c-e3adea0e6974 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1399202 Sep 23 07:05:33.215734 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ce2ac7-c841-4db2-afa3-b4e340b5876d service neutron] Pushing event updated for resources: {'Port': ['ID=b098fef9-31f1-4769-8019-735009e3bf0c,revision_number=10']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:05:33.221819 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2035dae1-6d1d-45dd-906a-d04d3c18c96f admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:05:33.235893 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-2035dae1-6d1d-45dd-906a-d04d3c18c96f admin admin] 10.222.0.39 "PUT /v2.0/routers/efc9462f-cfcf-41ac-9734-347505144619/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0863841 Sep 23 07:05:33.237828 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 58680) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:05:33.255062 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693f8379-1a70-403c-9f82-5772014ae71f None None] Sync routers for ids ['efc9462f-cfcf-41ac-9734-347505144619'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:05:33.274211 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 6353bfef-3625-4007-8305-85ce6ba7ed47 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:05:33.277970 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8821f525-3dc0-41ba-9e7c-75d51298f5a2 x-openstack-request-id: req-8821f525-3dc0-41ba-9e7c-75d51298f5a2 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:05:33.278486 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24279c19-c587-4b89-b26d-54654107430d", "tag": "b098fef9-31f1-4769-8019-735009e3bf0c", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:05:33.278486 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8821f525-3dc0-41ba-9e7c-75d51298f5a2 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:05:33.279027 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24279c19-c587-4b89-b26d-54654107430d', 'tag': 'b098fef9-31f1-4769-8019-735009e3bf0c', 'status': 'completed', 'code': 200} Sep 23 07:05:33.284907 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693f8379-1a70-403c-9f82-5772014ae71f None None] Routers {'efc9462f-cfcf-41ac-9734-347505144619'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:05:33.292232 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-693f8379-1a70-403c-9f82-5772014ae71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:05:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['efc9462f-cfcf-41ac-9734-347505144619'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:05:33.313335 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1030c25-3e44-40da-97df-2fc29b22a0c4 req-31539df6-a90a-4aa4-8eac-65ccbd206414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:33.314897 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b1030c25-3e44-40da-97df-2fc29b22a0c4 req-31539df6-a90a-4aa4-8eac-65ccbd206414 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4d93d8414d394ae180d5f159fb0b8b54&device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 1096 time: 0.0821962 Sep 23 07:05:33.511109 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1030c25-3e44-40da-97df-2fc29b22a0c4 req-273d4c77-e5b4-4a1f-b107-59f75dbace44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:33.513191 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b1030c25-3e44-40da-97df-2fc29b22a0c4 req-273d4c77-e5b4-4a1f-b107-59f75dbace44 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ca28a1fe-55ea-41f7-96a5-1261b4a66187 HTTP/1.1" status: 200 len: 917 time: 0.1906826 Sep 23 07:05:33.519662 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [req-76e05c3c-6948-43a5-9e39-4d281c395c3e req-2c9313cc-1a0c-46bc-98ef-b821ddad51ca tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] (95066) timed out ('10.222.0.21', 64149) {{(pid=95066) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 23 07:05:33.574162 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-693f8379-1a70-403c-9f82-5772014ae71f None None] Set router efc9462f-cfcf-41ac-9734-347505144619 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:05:33.596841 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c36ec7fa-bf4d-485a-b9d9-167e8f8632a7 req-35d26851-b36b-43fe-a81e-85a39e44878c tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1455619834&fields=id&tenant_id=912f73c24c624b319c3fb784891bcabd HTTP/1.1" status: 200 len: 267 time: 0.0717235 Sep 23 07:05:33.598980 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-374c72fe-75cb-42ad-a8a1-405726c7aa88 admin admin] Notify callbacks [] for router, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:33.696148 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b1030c25-3e44-40da-97df-2fc29b22a0c4 req-90762991-44e5-4cdc-b5b2-eff28a370658 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b098fef9-31f1-4769-8019-735009e3bf0c HTTP/1.1" status: 200 len: 998 time: 0.1741965 Sep 23 07:05:33.739621 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 6353bfef-3625-4007-8305-85ce6ba7ed47 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:05:33.740788 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:33.787135 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1030c25-3e44-40da-97df-2fc29b22a0c4 req-612b7b88-e701-4072-a9cf-d4c5a084a2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:33.788695 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b1030c25-3e44-40da-97df-2fc29b22a0c4 req-612b7b88-e701-4072-a9cf-d4c5a084a2ec service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5441eb5f-3885-44a6-9b00-13a9788d14f9 HTTP/1.1" status: 200 len: 855 time: 0.0848391 Sep 23 07:05:33.863854 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-374c72fe-75cb-42ad-a8a1-405726c7aa88 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:33.870706 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1030c25-3e44-40da-97df-2fc29b22a0c4 req-83c7444d-0c7c-4d4f-aebc-5c914fa872f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:33.883336 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b1030c25-3e44-40da-97df-2fc29b22a0c4 req-83c7444d-0c7c-4d4f-aebc-5c914fa872f9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ca28a1fe-55ea-41f7-96a5-1261b4a66187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0864630 Sep 23 07:05:34.008711 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ec7fa-bf4d-485a-b9d9-167e8f8632a7 req-1437c19a-2d64-4ff1-8b92-f145ce1960dc tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:34.010116 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [req-81e4ae29-0e9c-495a-9366-cb458cd7347c req-f0c2dbb1-3b25-4520-bbad-0be7b44321b2 tempest-MultipleCreateTestJSON-1464110308 tempest-MultipleCreateTestJSON-1464110308-project] (95065) timed out ('10.222.0.21', 64156) {{(pid=95065) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 23 07:05:34.010485 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c36ec7fa-bf4d-485a-b9d9-167e8f8632a7 req-1437c19a-2d64-4ff1-8b92-f145ce1960dc tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/networks?id=8e69782e-59da-448f-aa2b-c22b36c23603 HTTP/1.1" status: 200 len: 809 time: 0.1960914 Sep 23 07:05:34.012212 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-374c72fe-75cb-42ad-a8a1-405726c7aa88 admin admin] Deleting port 03cdff41-7410-49ce-b847-0ea4344c74e6 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:05:34.012553 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-374c72fe-75cb-42ad-a8a1-405726c7aa88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:34.064283 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b1030c25-3e44-40da-97df-2fc29b22a0c4 req-946cbb4e-6c84-47e1-b92c-eca0735c8ca4 service neutron] 10.222.0.21 "GET /v2.0/networks/ca28a1fe-55ea-41f7-96a5-1261b4a66187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732373 Sep 23 07:05:34.103878 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-374c72fe-75cb-42ad-a8a1-405726c7aa88 admin admin] For port 03cdff41-7410-49ce-b847-0ea4344c74e6, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=03cdff41-7410-49ce-b847-0ea4344c74e6,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:05:34.104249 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-374c72fe-75cb-42ad-a8a1-405726c7aa88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:34.131155 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-374c72fe-75cb-42ad-a8a1-405726c7aa88 admin admin] Calling delete_port for 03cdff41-7410-49ce-b847-0ea4344c74e6 owned by network:router_gateway {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:05:34.184742 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b1030c25-3e44-40da-97df-2fc29b22a0c4 req-ccfbe169-a73c-4583-8822-620b6cf6d8db service neutron] 10.222.0.21 "GET /v2.0/networks/ca28a1fe-55ea-41f7-96a5-1261b4a66187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087844 Sep 23 07:05:34.198885 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 184e9559-9538-47e4-a5b6-be194287daac up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:05:34.224225 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b766f57-20c8-4be4-bd40-3a31d4d685a2 req-94178a1c-1268-4d3a-8d13-55f60c7fde27 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:34.227046 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4b766f57-20c8-4be4-bd40-3a31d4d685a2 req-94178a1c-1268-4d3a-8d13-55f60c7fde27 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 944 time: 0.2593019 Sep 23 07:05:34.266993 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c36ec7fa-bf4d-485a-b9d9-167e8f8632a7 req-dbfa6b1d-555f-44b1-a24c-da8d9336b6b6 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/quotas/912f73c24c624b319c3fb784891bcabd HTTP/1.1" status: 200 len: 375 time: 0.0207880 Sep 23 07:05:34.300064 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4b766f57-20c8-4be4-bd40-3a31d4d685a2 req-ce33e43d-205d-4c6e-8867-06d8d73fc4af tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a912227-b43b-40c0-8908-2990e2356021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634911 Sep 23 07:05:34.301442 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-693f8379-1a70-403c-9f82-5772014ae71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc9462f-cfcf-41ac-9734-347505144619', 'name': 'tempest-TestServerMultinode-1234973110-router', 'tenant_id': 'c691c16e2c08478d9b844bb9496345a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '03cdff41-7410-49ce-b847-0ea4344c74e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:04:28Z', 'updated_at': '2021-09-23T07:05:31Z', 'revision_number': 5, 'project_id': 'c691c16e2c08478d9b844bb9496345a1', 'gw_port': {'id': '03cdff41-7410-49ce-b847-0ea4344c74e6', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:00:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc9462f-cfcf-41ac-9734-347505144619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:04:29Z', 'updated_at': '2021-09-23T07:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:05:34.339880 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db45d33-bcff-4c79-9499-b552aaede136 req-c0cf96f7-79ee-4def-87ba-dbab8b80bedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:34.342028 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3db45d33-bcff-4c79-9499-b552aaede136 req-c0cf96f7-79ee-4def-87ba-dbab8b80bedd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4d93d8414d394ae180d5f159fb0b8b54&device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 1096 time: 0.0636525 Sep 23 07:05:34.360982 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693f8379-1a70-403c-9f82-5772014ae71f None None] Checking router: efc9462f-cfcf-41ac-9734-347505144619 for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:05:34.373489 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693f8379-1a70-403c-9f82-5772014ae71f None None] Routers {'efc9462f-cfcf-41ac-9734-347505144619'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:05:34.374452 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-693f8379-1a70-403c-9f82-5772014ae71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:05:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['efc9462f-cfcf-41ac-9734-347505144619'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:05:34.501525 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-693f8379-1a70-403c-9f82-5772014ae71f None None] Set router efc9462f-cfcf-41ac-9734-347505144619 gateway port host: None {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:05:34.559724 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-693f8379-1a70-403c-9f82-5772014ae71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc9462f-cfcf-41ac-9734-347505144619', 'name': 'tempest-TestServerMultinode-1234973110-router', 'tenant_id': 'c691c16e2c08478d9b844bb9496345a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:04:28Z', 'updated_at': '2021-09-23T07:05:33Z', 'revision_number': 6, 'project_id': 'c691c16e2c08478d9b844bb9496345a1', 'gw_port_host': None}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:05:34.581553 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db45d33-bcff-4c79-9499-b552aaede136 req-bbf22d1e-0b39-4d78-9667-46f204d54651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:34.585188 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3db45d33-bcff-4c79-9499-b552aaede136 req-bbf22d1e-0b39-4d78-9667-46f204d54651 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ca28a1fe-55ea-41f7-96a5-1261b4a66187 HTTP/1.1" status: 200 len: 917 time: 0.2301080 Sep 23 07:05:34.629118 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 184e9559-9538-47e4-a5b6-be194287daac triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:05:34.630228 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:34.638139 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c36ec7fa-bf4d-485a-b9d9-167e8f8632a7 req-148068fc-c267-4216-afc2-730a089356bd tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=912f73c24c624b319c3fb784891bcabd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3584454 Sep 23 07:05:34.646475 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-374c72fe-75cb-42ad-a8a1-405726c7aa88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:34.703400 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693f8379-1a70-403c-9f82-5772014ae71f None None] The sync data for ids ['efc9462f-cfcf-41ac-9734-347505144619'] in n-d-715271-16 is: [{'id': 'efc9462f-cfcf-41ac-9734-347505144619', 'name': 'tempest-TestServerMultinode-1234973110-router', 'tenant_id': 'c691c16e2c08478d9b844bb9496345a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:04:28Z', 'updated_at': '2021-09-23T07:05:33Z', 'revision_number': 6, 'project_id': 'c691c16e2c08478d9b844bb9496345a1', 'gw_port_host': None}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:05:34.705273 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374c72fe-75cb-42ad-a8a1-405726c7aa88 admin admin] Pushing event deleted for resources: {'Port': ['ID=03cdff41-7410-49ce-b847-0ea4344c74e6,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:05:34.740647 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3db45d33-bcff-4c79-9499-b552aaede136 req-a6ee083a-d1bd-4888-b7ff-43dec1b43b8f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b098fef9-31f1-4769-8019-735009e3bf0c HTTP/1.1" status: 200 len: 998 time: 0.1487992 Sep 23 07:05:34.867339 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db45d33-bcff-4c79-9499-b552aaede136 req-291dbaee-1417-44ab-9448-e4df13406f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:34.869063 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3db45d33-bcff-4c79-9499-b552aaede136 req-291dbaee-1417-44ab-9448-e4df13406f54 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5441eb5f-3885-44a6-9b00-13a9788d14f9 HTTP/1.1" status: 200 len: 855 time: 0.1161969 Sep 23 07:05:34.895290 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-374c72fe-75cb-42ad-a8a1-405726c7aa88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2068563'] for router_gateway, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:34.981582 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db45d33-bcff-4c79-9499-b552aaede136 req-9c06dd8a-f494-4d80-ab5e-59a79dbcb56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:34.985627 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3db45d33-bcff-4c79-9499-b552aaede136 req-9c06dd8a-f494-4d80-ab5e-59a79dbcb56f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ca28a1fe-55ea-41f7-96a5-1261b4a66187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1069515 Sep 23 07:05:35.168419 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c36ec7fa-bf4d-485a-b9d9-167e8f8632a7 req-df3b71a2-c371-4dbd-af93-57f7fa58645c service neutron] 10.222.0.39 "GET /v2.0/networks/8e69782e-59da-448f-aa2b-c22b36c23603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5148432 Sep 23 07:05:35.265817 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 75e790c6-41c9-497b-82f9-9cb1e87b4ab7 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:05:35.310155 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 75e790c6-41c9-497b-82f9-9cb1e87b4ab7 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:05:35.311532 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 75e790c6-41c9-497b-82f9-9cb1e87b4ab7 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:05:35.468494 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3db45d33-bcff-4c79-9499-b552aaede136 req-30473c0e-5ecc-4de0-8743-434a2395b29e service neutron] 10.222.0.21 "GET /v2.0/networks/ca28a1fe-55ea-41f7-96a5-1261b4a66187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473135 Sep 23 07:05:35.563791 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-374c72fe-75cb-42ad-a8a1-405726c7aa88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:35.574467 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-374c72fe-75cb-42ad-a8a1-405726c7aa88 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:35.751685 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44aa5c5-ad62-49fc-a99a-4ef9c4461907 req-0e16fb86-796a-4982-a066-79dd8fad103a tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:35.753531 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b44aa5c5-ad62-49fc-a99a-4ef9c4461907 req-0e16fb86-796a-4982-a066-79dd8fad103a tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 944 time: 0.2539217 Sep 23 07:05:35.781442 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-374c72fe-75cb-42ad-a8a1-405726c7aa88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:35.782869 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-374c72fe-75cb-42ad-a8a1-405726c7aa88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router efc9462f-cfcf-41ac-9734-347505144619 {{(pid=95066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 07:05:35.790787 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-374c72fe-75cb-42ad-a8a1-405726c7aa88 admin admin] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:35.792511 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-374c72fe-75cb-42ad-a8a1-405726c7aa88 admin admin] 10.222.0.39 "DELETE /v2.0/routers/efc9462f-cfcf-41ac-9734-347505144619 HTTP/1.1" status: 204 len: 168 time: 2.5534098 Sep 23 07:05:35.795604 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 58750) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:05:35.804924 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c36ec7fa-bf4d-485a-b9d9-167e8f8632a7 req-67128a66-58e4-4e6d-ae13-1b50ad610da2 service neutron] 10.222.0.39 "GET /v2.0/networks/8e69782e-59da-448f-aa2b-c22b36c23603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5542519 Sep 23 07:05:35.896621 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d777f8c-ac5b-48d0-99e7-370f7097895b admin admin] Deleting subnet 02059dde-50d8-47d5-a307-abc2f2528d86 {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:05:35.906624 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0d777f8c-ac5b-48d0-99e7-370f7097895b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:35.990974 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b44aa5c5-ad62-49fc-a99a-4ef9c4461907 req-dd2f9fc7-3a1c-4798-bdf1-1fe99936d8c9 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a912227-b43b-40c0-8908-2990e2356021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2237389 Sep 23 07:05:35.993324 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3db45d33-bcff-4c79-9499-b552aaede136 req-170d87e3-1846-48dd-b6fd-492cf0725960 service neutron] 10.222.0.21 "GET /v2.0/networks/ca28a1fe-55ea-41f7-96a5-1261b4a66187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5091000 Sep 23 07:05:36.057518 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0d777f8c-ac5b-48d0-99e7-370f7097895b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:36.305125 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-adbedd59-3ae9-4dfe-94d3-9bf263148975 req-a90a2f5a-9c9c-4082-a337-512ea950c49a tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d4918de-60b7-44b6-be8b-9b2019b1271a HTTP/1.1" status: 200 len: 210 time: 0.1065917 Sep 23 07:05:36.445348 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:36.905221 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 03cdff41-7410-49ce-b847-0ea4344c74e6 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:05:36.938222 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 03cdff41-7410-49ce-b847-0ea4344c74e6 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:05:36.938864 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 03cdff41-7410-49ce-b847-0ea4344c74e6 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:05:37.458086 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0d777f8c-ac5b-48d0-99e7-370f7097895b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:37.588364 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c1914-0f17-4161-983a-4ff485c4fe69 req-45ad97d5-f915-46c7-9baf-8f642345cde1 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:37.591539 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-761c1914-0f17-4161-983a-4ff485c4fe69 req-45ad97d5-f915-46c7-9baf-8f642345cde1 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 944 time: 0.3514709 Sep 23 07:05:37.604777 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c756ff2a-5712-4221-9f74-2f90223c2196 req-83740f05-bae3-424a-aff0-87899742b7c9 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d4918de-60b7-44b6-be8b-9b2019b1271a HTTP/1.1" status: 200 len: 210 time: 0.0755179 Sep 23 07:05:37.809367 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-761c1914-0f17-4161-983a-4ff485c4fe69 req-d80b3c0c-005b-4238-aa36-3ff70b4cfa44 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a912227-b43b-40c0-8908-2990e2356021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2053933 Sep 23 07:05:37.851227 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0d777f8c-ac5b-48d0-99e7-370f7097895b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:37.891265 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a25a0f3-d983-41d9-9a00-cb445e6e6410 None None] Network b69586d7-8c89-48cb-926a-f21516fd70fb requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:05:37.910809 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0d777f8c-ac5b-48d0-99e7-370f7097895b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:37.915516 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-0d777f8c-ac5b-48d0-99e7-370f7097895b admin admin] 10.222.0.39 "DELETE /v2.0/subnets/02059dde-50d8-47d5-a307-abc2f2528d86 HTTP/1.1" status: 204 len: 168 time: 2.1182463 Sep 23 07:05:37.918127 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 58798) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:05:37.926715 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d777f8c-ac5b-48d0-99e7-370f7097895b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02059dde-50d8-47d5-a307-abc2f2528d86,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:05:37.945088 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d777f8c-ac5b-48d0-99e7-370f7097895b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:05:37.945432 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d777f8c-ac5b-48d0-99e7-370f7097895b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:05:37.945770 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d777f8c-ac5b-48d0-99e7-370f7097895b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:05:37.946159 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d777f8c-ac5b-48d0-99e7-370f7097895b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:05:37.946494 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d777f8c-ac5b-48d0-99e7-370f7097895b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:05:37.946813 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d777f8c-ac5b-48d0-99e7-370f7097895b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:05:37.947134 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d777f8c-ac5b-48d0-99e7-370f7097895b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:05:37.947454 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d777f8c-ac5b-48d0-99e7-370f7097895b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:05:37.947770 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d777f8c-ac5b-48d0-99e7-370f7097895b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:05:37.948096 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d777f8c-ac5b-48d0-99e7-370f7097895b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:05:37.948459 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d777f8c-ac5b-48d0-99e7-370f7097895b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:05:37.948774 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d777f8c-ac5b-48d0-99e7-370f7097895b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:05:38.101459 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-88fbd69c-addf-4f21-844b-541256cf5694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:38.174739 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-be6490b9-b56d-4ff2-a2f0-366a6a84d7b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:38.230413 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-88fbd69c-addf-4f21-844b-541256cf5694 admin admin] Deleting port 2715fba5-d0b4-4428-aa48-061496c3b4d6 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:05:38.231301 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-88fbd69c-addf-4f21-844b-541256cf5694 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:38.328121 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1a124b-6d79-4ca2-9a14-db78fa26b2c9 None None] DHCP port deletion for b69586d7-8c89-48cb-926a-f21516fd70fb request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 07:05:38.371526 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-88fbd69c-addf-4f21-844b-541256cf5694 admin admin] For port 2715fba5-d0b4-4428-aa48-061496c3b4d6, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=2715fba5-d0b4-4428-aa48-061496c3b4d6,segment=NetworkSegment(cfa7b58f-648b-46f1-b9f1-5b9bb8f770f0),segment_id=cfa7b58f-648b-46f1-b9f1-5b9bb8f770f0)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:05:38.372781 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-88fbd69c-addf-4f21-844b-541256cf5694 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:38.403476 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-88fbd69c-addf-4f21-844b-541256cf5694 admin admin] Calling delete_port for 2715fba5-d0b4-4428-aa48-061496c3b4d6 owned by network:dhcp {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:05:38.451854 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-ec1a124b-6d79-4ca2-9a14-db78fa26b2c9 None None] Deleting port 2715fba5-d0b4-4428-aa48-061496c3b4d6 {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:05:38.452249 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ec1a124b-6d79-4ca2-9a14-db78fa26b2c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:38.655318 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-88fbd69c-addf-4f21-844b-541256cf5694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:38.667241 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-ec1a124b-6d79-4ca2-9a14-db78fa26b2c9 None None] For port 2715fba5-d0b4-4428-aa48-061496c3b4d6, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=2715fba5-d0b4-4428-aa48-061496c3b4d6,segment=NetworkSegment(cfa7b58f-648b-46f1-b9f1-5b9bb8f770f0),segment_id=cfa7b58f-648b-46f1-b9f1-5b9bb8f770f0)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:05:38.668042 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ec1a124b-6d79-4ca2-9a14-db78fa26b2c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:38.698121 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-ec1a124b-6d79-4ca2-9a14-db78fa26b2c9 None None] Calling delete_port for 2715fba5-d0b4-4428-aa48-061496c3b4d6 owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:05:38.710614 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fbd69c-addf-4f21-844b-541256cf5694 admin admin] Pushing event deleted for resources: {'Port': ['ID=2715fba5-d0b4-4428-aa48-061496c3b4d6,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:05:38.723479 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fbd69c-addf-4f21-844b-541256cf5694 admin admin] No DVR routers for this DVR port 2715fba5-d0b4-4428-aa48-061496c3b4d6 on host n-d-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:05:38.799587 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ec1a124b-6d79-4ca2-9a14-db78fa26b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:38.813015 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a1ca8132-b8b5-4423-8f4e-b4967026eb44 req-41afd40b-496d-4f76-82b7-c9ac3451b8a2 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d4918de-60b7-44b6-be8b-9b2019b1271a HTTP/1.1" status: 200 len: 210 time: 0.0421150 Sep 23 07:05:38.843503 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1a124b-6d79-4ca2-9a14-db78fa26b2c9 None None] Pushing event deleted for resources: {'Port': ['ID=2715fba5-d0b4-4428-aa48-061496c3b4d6,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:05:38.845925 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1a124b-6d79-4ca2-9a14-db78fa26b2c9 None None] No DVR routers for this DVR port 2715fba5-d0b4-4428-aa48-061496c3b4d6 on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:05:38.897743 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:05:38.921195 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-88fbd69c-addf-4f21-844b-541256cf5694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:38.978845 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-88fbd69c-addf-4f21-844b-541256cf5694 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b69586d7-8c89-48cb-926a-f21516fd70fb']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:05:39.015983 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-88fbd69c-addf-4f21-844b-541256cf5694 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfa7b58f-648b-46f1-b9f1-5b9bb8f770f0') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:05:39.016268 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-88fbd69c-addf-4f21-844b-541256cf5694 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfa7b58f-648b-46f1-b9f1-5b9bb8f770f0') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:05:39.024540 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 2715fba5-d0b4-4428-aa48-061496c3b4d6 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:05:39.061805 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-88fbd69c-addf-4f21-844b-541256cf5694 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:39.066532 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a43b926-71eb-47a9-b104-cfdbd80b648e req-fddc1a4d-7c6b-4549-95c4-ddf53f4a26bd tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:39.079079 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2a43b926-71eb-47a9-b104-cfdbd80b648e req-fddc1a4d-7c6b-4549-95c4-ddf53f4a26bd tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 944 time: 0.1421382 Sep 23 07:05:39.080660 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 2715fba5-d0b4-4428-aa48-061496c3b4d6 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:05:39.083020 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 2715fba5-d0b4-4428-aa48-061496c3b4d6 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:05:39.150583 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2a43b926-71eb-47a9-b104-cfdbd80b648e req-6bf47213-501e-49bb-ad38-1d70958bbab3 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a912227-b43b-40c0-8908-2990e2356021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628951 Sep 23 07:05:39.158282 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-88fbd69c-addf-4f21-844b-541256cf5694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:39.171770 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88fbd69c-addf-4f21-844b-541256cf5694 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:05:39.172672 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-88fbd69c-addf-4f21-844b-541256cf5694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:39.175909 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 07:05:39.175909 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:05:39.175909 n-d-715271-16 neutron-server[95065]: timer() Sep 23 07:05:39.175909 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:05:39.175909 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 07:05:39.175909 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:05:39.175909 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 07:05:39.175909 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:05:39.175909 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 07:05:39.175909 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:05:39.175909 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 07:05:39.175909 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:05:39.175909 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 07:05:39.175909 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:05:39.175909 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:05:39.175909 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:05:39.175909 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:05:39.175909 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:05:39.175909 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 07:05:39.175909 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:05:39.175909 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 07:05:39.175909 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:05:39.175909 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:05:39.175909 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:05:39.175909 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 07:05:39.175909 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:05:39.175909 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:05:39.175909 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:05:39.175909 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:05:39.175909 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:05:39.175909 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:05:39.175909 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:05:39.353204 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ec7fa-bf4d-485a-b9d9-167e8f8632a7 req-f4eb9b0b-f2f5-47d6-b055-f6407bb391ee tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:39.355462 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c36ec7fa-bf4d-485a-b9d9-167e8f8632a7 req-f4eb9b0b-f2f5-47d6-b055-f6407bb391ee tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.21 "GET /v2.0/networks?id=8e69782e-59da-448f-aa2b-c22b36c23603 HTTP/1.1" status: 200 len: 809 time: 0.4310064 Sep 23 07:05:39.367226 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-88fbd69c-addf-4f21-844b-541256cf5694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:39.373754 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-88fbd69c-addf-4f21-844b-541256cf5694 admin admin] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:39.376210 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-88fbd69c-addf-4f21-844b-541256cf5694 admin admin] 10.222.0.39 "DELETE /v2.0/networks/b69586d7-8c89-48cb-926a-f21516fd70fb HTTP/1.1" status: 204 len: 168 time: 1.4566171 Sep 23 07:05:39.381176 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 58824) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:05:39.390703 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fbd69c-addf-4f21-844b-541256cf5694 admin admin] Pushing event deleted for resources: {'Network': ['ID=b69586d7-8c89-48cb-926a-f21516fd70fb,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:05:39.476392 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c36ec7fa-bf4d-485a-b9d9-167e8f8632a7 req-a9d42851-cbd1-48de-8c61-0c88de0e91e1 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=912f73c24c624b319c3fb784891bcabd HTTP/1.1" status: 200 len: 380 time: 0.0494776 Sep 23 07:05:40.000133 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5c605074-8a09-4f83-8dbb-17b6a43abb80 req-300adf0e-c2e8-491e-b436-3e3d1e8b4625 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d4918de-60b7-44b6-be8b-9b2019b1271a HTTP/1.1" status: 200 len: 210 time: 0.0526104 Sep 23 07:05:40.082487 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:40.087239 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2c34a18b-5dea-4592-861d-6fa08569376d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066969'] for router_interface, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:40.350008 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-c36ec7fa-bf4d-485a-b9d9-167e8f8632a7 req-911dfab7-e52f-4ddd-9712-70e0add4230b tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Request body: {'port': {'device_id': '5d4918de-60b7-44b6-be8b-9b2019b1271a', 'network_id': '8e69782e-59da-448f-aa2b-c22b36c23603', 'admin_state_up': True, 'tenant_id': '912f73c24c624b319c3fb784891bcabd', 'security_groups': ['5f253461-cf82-4016-a142-72193d40d277']}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:05:40.480151 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c670803c-4899-4169-aa43-054a51169441 req-0348e675-2731-44de-b3f0-a76fda220e04 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:40.489127 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c670803c-4899-4169-aa43-054a51169441 req-0348e675-2731-44de-b3f0-a76fda220e04 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 944 time: 0.2244940 Sep 23 07:05:40.545407 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c670803c-4899-4169-aa43-054a51169441 req-dfbfd913-8d52-4f13-8e65-68892835d0c3 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a912227-b43b-40c0-8908-2990e2356021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438726 Sep 23 07:05:40.579422 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c36ec7fa-bf4d-485a-b9d9-167e8f8632a7 req-911dfab7-e52f-4ddd-9712-70e0add4230b tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Made reservation on behalf of 912f73c24c624b319c3fb784891bcabd for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:05:40.589979 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-c36ec7fa-bf4d-485a-b9d9-167e8f8632a7 req-911dfab7-e52f-4ddd-9712-70e0add4230b tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:40.873211 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-2c34a18b-5dea-4592-861d-6fa08569376d admin admin] Deleting port d71181bc-7415-4b10-8859-cc6232e65c71 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:05:40.873746 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2c34a18b-5dea-4592-861d-6fa08569376d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:40.981905 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-c36ec7fa-bf4d-485a-b9d9-167e8f8632a7 req-911dfab7-e52f-4ddd-9712-70e0add4230b tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Allocated IP 172.20.0.3 (8e69782e-59da-448f-aa2b-c22b36c23603/e9604f35-686e-4202-ac30-43de25cbdd33/ff148512-9074-4b74-ba11-2a04ee623dee) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:05:41.013629 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-2c34a18b-5dea-4592-861d-6fa08569376d admin admin] For port d71181bc-7415-4b10-8859-cc6232e65c71, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=d71181bc-7415-4b10-8859-cc6232e65c71,segment=NetworkSegment(db355803-4b46-4d21-9fb2-b971397331b9),segment_id=db355803-4b46-4d21-9fb2-b971397331b9)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:05:41.013629 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2c34a18b-5dea-4592-861d-6fa08569376d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:41.052626 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-2c34a18b-5dea-4592-861d-6fa08569376d admin admin] Calling delete_port for d71181bc-7415-4b10-8859-cc6232e65c71 owned by network:router_interface {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:05:41.059446 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e34ebe5d-b513-4841-a347-5185a04d9438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:41.257933 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-99011625-7614-49dd-8644-b0639f9d3c8b req-affa5337-fd05-44fc-ba8d-72df30163f55 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d4918de-60b7-44b6-be8b-9b2019b1271a HTTP/1.1" status: 200 len: 210 time: 0.0428522 Sep 23 07:05:41.301237 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-c36ec7fa-bf4d-485a-b9d9-167e8f8632a7 req-911dfab7-e52f-4ddd-9712-70e0add4230b tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:41.371113 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-c36ec7fa-bf4d-485a-b9d9-167e8f8632a7 req-911dfab7-e52f-4ddd-9712-70e0add4230b tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:41.405640 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2c34a18b-5dea-4592-861d-6fa08569376d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:41.455476 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c36ec7fa-bf4d-485a-b9d9-167e8f8632a7 req-911dfab7-e52f-4ddd-9712-70e0add4230b tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Network 8e69782e-59da-448f-aa2b-c22b36c23603 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:05:41.460659 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-c36ec7fa-bf4d-485a-b9d9-167e8f8632a7 req-911dfab7-e52f-4ddd-9712-70e0add4230b tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:05:41.492255 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-c36ec7fa-bf4d-485a-b9d9-167e8f8632a7 req-911dfab7-e52f-4ddd-9712-70e0add4230b tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:05:41.509102 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:41.550459 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c34a18b-5dea-4592-861d-6fa08569376d admin admin] Pushing event deleted for resources: {'Port': ['ID=d71181bc-7415-4b10-8859-cc6232e65c71,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:05:41.639872 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911dfab7-e52f-4ddd-9712-70e0add4230b tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Pushing event updated for resources: {'Port': ['ID=ff148512-9074-4b74-ba11-2a04ee623dee,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:05:41.740773 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ec7fa-bf4d-485a-b9d9-167e8f8632a7 req-911dfab7-e52f-4ddd-9712-70e0add4230b tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:41.741787 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-c36ec7fa-bf4d-485a-b9d9-167e8f8632a7 req-911dfab7-e52f-4ddd-9712-70e0add4230b tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:41.784002 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c36ec7fa-bf4d-485a-b9d9-167e8f8632a7 req-911dfab7-e52f-4ddd-9712-70e0add4230b tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4393077 Sep 23 07:05:41.877463 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-c36ec7fa-bf4d-485a-b9d9-167e8f8632a7 req-89c9b833-937e-4f06-8d93-b1c5f784b9c4 service neutron] Request body: {'port': {'device_id': '5d4918de-60b7-44b6-be8b-9b2019b1271a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:05:42.025670 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-c36ec7fa-bf4d-485a-b9d9-167e8f8632a7 req-89c9b833-937e-4f06-8d93-b1c5f784b9c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:42.031688 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-4dae53c7-39f7-472c-b213-3a92a8cc99a5 None None] Provisioning complete for port ff148512-9074-4b74-ba11-2a04ee623dee triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:05:42.032237 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-4dae53c7-39f7-472c-b213-3a92a8cc99a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:42.061182 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07047aa5-35ad-439c-a0ad-3b4c24999235 req-bd4b56f4-d15b-4f6c-902b-1f74cdc55b0a tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:42.073489 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-07047aa5-35ad-439c-a0ad-3b4c24999235 req-bd4b56f4-d15b-4f6c-902b-1f74cdc55b0a tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 944 time: 0.3118417 Sep 23 07:05:42.114893 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2c34a18b-5dea-4592-861d-6fa08569376d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2068624'] for router_interface, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:42.160483 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-4dae53c7-39f7-472c-b213-3a92a8cc99a5 None None] Port ff148512-9074-4b74-ba11-2a04ee623dee cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:05:42.161453 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-07047aa5-35ad-439c-a0ad-3b4c24999235 req-b3431510-760a-4acf-83e3-947929d18390 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a912227-b43b-40c0-8908-2990e2356021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864606 Sep 23 07:05:42.294125 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:42.568573 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da6e46-57c9-409d-a6b7-882af9fe3ad1 req-b6e6108d-6e63-4488-af55-286a40c3d803 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:42.571317 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-68da6e46-57c9-409d-a6b7-882af9fe3ad1 req-b6e6108d-6e63-4488-af55-286a40c3d803 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d4918de-60b7-44b6-be8b-9b2019b1271a HTTP/1.1" status: 200 len: 931 time: 0.2184935 Sep 23 07:05:42.617827 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c34a18b-5dea-4592-861d-6fa08569376d admin admin] Router 9a38548f-c72c-4f33-aa12-00938dbe094d has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:05:42.643982 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-68da6e46-57c9-409d-a6b7-882af9fe3ad1 req-c4c44b5e-874b-4ca9-ba72-f4cc32799696 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f253461-cf82-4016-a142-72193d40d277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658278 Sep 23 07:05:42.717173 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-c36ec7fa-bf4d-485a-b9d9-167e8f8632a7 req-89c9b833-937e-4f06-8d93-b1c5f784b9c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff148512-9074-4b74-ba11-2a04ee623dee {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:05:42.726851 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-c36ec7fa-bf4d-485a-b9d9-167e8f8632a7 req-89c9b833-937e-4f06-8d93-b1c5f784b9c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:42.747032 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-c36ec7fa-bf4d-485a-b9d9-167e8f8632a7 req-89c9b833-937e-4f06-8d93-b1c5f784b9c4 service neutron] Transition to ACTIVE for port object ff148512-9074-4b74-ba11-2a04ee623dee will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:05:42.752220 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-c36ec7fa-bf4d-485a-b9d9-167e8f8632a7 req-89c9b833-937e-4f06-8d93-b1c5f784b9c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:42.753667 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c34a18b-5dea-4592-861d-6fa08569376d admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:05:42.759590 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-2c34a18b-5dea-4592-861d-6fa08569376d admin admin] 10.222.0.39 "PUT /v2.0/routers/9a38548f-c72c-4f33-aa12-00938dbe094d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3773513 Sep 23 07:05:42.762202 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 58886) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:05:42.765237 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d571fb-0144-42fb-b05f-00bb940dff40 None None] Sync routers for ids ['9a38548f-c72c-4f33-aa12-00938dbe094d'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:05:42.794813 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d571fb-0144-42fb-b05f-00bb940dff40 None None] Routers {'9a38548f-c72c-4f33-aa12-00938dbe094d'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:05:42.798624 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-62d571fb-0144-42fb-b05f-00bb940dff40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:05:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['9a38548f-c72c-4f33-aa12-00938dbe094d'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:05:42.941444 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c9b833-937e-4f06-8d93-b1c5f784b9c4 service neutron] Pushing event updated for resources: {'Port': ['ID=ff148512-9074-4b74-ba11-2a04ee623dee,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:05:43.025164 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0f5b8635-e596-4d35-ab5f-db22dc8c4882 admin admin] Notify callbacks [] for router, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:43.165159 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-62d571fb-0144-42fb-b05f-00bb940dff40 None None] Set router 9a38548f-c72c-4f33-aa12-00938dbe094d gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:05:43.207948 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-c36ec7fa-bf4d-485a-b9d9-167e8f8632a7 req-89c9b833-937e-4f06-8d93-b1c5f784b9c4 service neutron] Attempting to bind port ff148512-9074-4b74-ba11-2a04ee623dee on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:05:43.208917 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-c36ec7fa-bf4d-485a-b9d9-167e8f8632a7 req-89c9b833-937e-4f06-8d93-b1c5f784b9c4 service neutron] Attempting to bind port ff148512-9074-4b74-ba11-2a04ee623dee by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': 'd46caa6f-7cda-416e-9143-4e96751c403c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8e69782e-59da-448f-aa2b-c22b36c23603'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:05:43.209357 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36ec7fa-bf4d-485a-b9d9-167e8f8632a7 req-89c9b833-937e-4f06-8d93-b1c5f784b9c4 service neutron] Attempting to bind port ff148512-9074-4b74-ba11-2a04ee623dee on network 8e69782e-59da-448f-aa2b-c22b36c23603 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:05:43.227776 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36ec7fa-bf4d-485a-b9d9-167e8f8632a7 req-89c9b833-937e-4f06-8d93-b1c5f784b9c4 service neutron] Port ff148512-9074-4b74-ba11-2a04ee623dee on network 8e69782e-59da-448f-aa2b-c22b36c23603 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:05:43.228112 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36ec7fa-bf4d-485a-b9d9-167e8f8632a7 req-89c9b833-937e-4f06-8d93-b1c5f784b9c4 service neutron] Attempting to bind port ff148512-9074-4b74-ba11-2a04ee623dee on network 8e69782e-59da-448f-aa2b-c22b36c23603 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:05:43.250011 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36ec7fa-bf4d-485a-b9d9-167e8f8632a7 req-89c9b833-937e-4f06-8d93-b1c5f784b9c4 service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:05:43.250426 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36ec7fa-bf4d-485a-b9d9-167e8f8632a7 req-89c9b833-937e-4f06-8d93-b1c5f784b9c4 service neutron] Checking segment: {'id': 'd46caa6f-7cda-416e-9143-4e96751c403c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8e69782e-59da-448f-aa2b-c22b36c23603'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:05:43.250738 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36ec7fa-bf4d-485a-b9d9-167e8f8632a7 req-89c9b833-937e-4f06-8d93-b1c5f784b9c4 service neutron] Bound using segment: {'id': 'd46caa6f-7cda-416e-9143-4e96751c403c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8e69782e-59da-448f-aa2b-c22b36c23603'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:05:43.251182 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-c36ec7fa-bf4d-485a-b9d9-167e8f8632a7 req-89c9b833-937e-4f06-8d93-b1c5f784b9c4 service neutron] Bound port: ff148512-9074-4b74-ba11-2a04ee623dee, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd46caa6f-7cda-416e-9143-4e96751c403c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8e69782e-59da-448f-aa2b-c22b36c23603'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:05:43.251543 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-c36ec7fa-bf4d-485a-b9d9-167e8f8632a7 req-89c9b833-937e-4f06-8d93-b1c5f784b9c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:43.319405 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0f5b8635-e596-4d35-ab5f-db22dc8c4882 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:43.467974 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-c36ec7fa-bf4d-485a-b9d9-167e8f8632a7 req-89c9b833-937e-4f06-8d93-b1c5f784b9c4 service neutron] For port ff148512-9074-4b74-ba11-2a04ee623dee, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:05:43.475293 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-c36ec7fa-bf4d-485a-b9d9-167e8f8632a7 req-89c9b833-937e-4f06-8d93-b1c5f784b9c4 service neutron] For port ff148512-9074-4b74-ba11-2a04ee623dee, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=ff148512-9074-4b74-ba11-2a04ee623dee,segment=NetworkSegment(d46caa6f-7cda-416e-9143-4e96751c403c),segment_id=d46caa6f-7cda-416e-9143-4e96751c403c)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:05:43.484743 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-c36ec7fa-bf4d-485a-b9d9-167e8f8632a7 req-89c9b833-937e-4f06-8d93-b1c5f784b9c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:43.619352 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-0f5b8635-e596-4d35-ab5f-db22dc8c4882 admin admin] Deleting port 8975fa40-a637-4884-a50b-ef8ad81e8159 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:05:43.620050 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0f5b8635-e596-4d35-ab5f-db22dc8c4882 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:43.648238 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ec7fa-bf4d-485a-b9d9-167e8f8632a7 req-89c9b833-937e-4f06-8d93-b1c5f784b9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:43.649074 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-c36ec7fa-bf4d-485a-b9d9-167e8f8632a7 req-89c9b833-937e-4f06-8d93-b1c5f784b9c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:43.653482 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c36ec7fa-bf4d-485a-b9d9-167e8f8632a7 req-89c9b833-937e-4f06-8d93-b1c5f784b9c4 service neutron] 10.222.0.21 "PUT /v2.0/ports/ff148512-9074-4b74-ba11-2a04ee623dee HTTP/1.1" status: 200 len: 1092 time: 1.7804091 Sep 23 07:05:43.659034 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d4918de-60b7-44b6-be8b-9b2019b1271a', 'tag': 'ff148512-9074-4b74-ba11-2a04ee623dee'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:05:43.668642 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0fd7530-01b4-4adf-b26a-c58f283f54d6" -d '{"events": [{"name": "network-changed", "server_uuid": "5d4918de-60b7-44b6-be8b-9b2019b1271a", "tag": "ff148512-9074-4b74-ba11-2a04ee623dee"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:05:43.737674 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c9b833-937e-4f06-8d93-b1c5f784b9c4 service neutron] Pushing event updated for resources: {'Port': ['ID=ff148512-9074-4b74-ba11-2a04ee623dee,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:05:43.750604 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cfd90e-8053-4fef-b6ad-e0d2ac877261 req-bcde2c55-3fa2-4cb6-8d72-5caa472d1844 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:43.750604 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-89cfd90e-8053-4fef-b6ad-e0d2ac877261 req-bcde2c55-3fa2-4cb6-8d72-5caa472d1844 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 944 time: 0.3491144 Sep 23 07:05:43.850006 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:43.919623 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-62d571fb-0144-42fb-b05f-00bb940dff40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a38548f-c72c-4f33-aa12-00938dbe094d', 'name': 'tempest-TestServerMultinode-1886674776-router', 'tenant_id': 'e9ca6737cafc43e68f7f348785460da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '8975fa40-a637-4884-a50b-ef8ad81e8159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:04:36Z', 'updated_at': '2021-09-23T07:05:41Z', 'revision_number': 5, 'project_id': 'e9ca6737cafc43e68f7f348785460da4', 'gw_port': {'id': '8975fa40-a637-4884-a50b-ef8ad81e8159', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:8b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a38548f-c72c-4f33-aa12-00938dbe094d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:04:36Z', 'updated_at': '2021-09-23T07:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:05:43.981382 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddd5ad5-2291-4f7f-bcdc-db4c2171e78b req-ea4e748c-973c-4182-9cba-13fdf5b66058 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:43.983016 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cddd5ad5-2291-4f7f-bcdc-db4c2171e78b req-ea4e748c-973c-4182-9cba-13fdf5b66058 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d4918de-60b7-44b6-be8b-9b2019b1271a HTTP/1.1" status: 200 len: 943 time: 0.1430171 Sep 23 07:05:44.029409 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d571fb-0144-42fb-b05f-00bb940dff40 None None] Checking router: 9a38548f-c72c-4f33-aa12-00938dbe094d for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:05:44.049610 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-89cfd90e-8053-4fef-b6ad-e0d2ac877261 req-047fa7bc-2cc3-4220-9897-ea2ed483b598 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a912227-b43b-40c0-8908-2990e2356021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2148452 Sep 23 07:05:44.062454 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d571fb-0144-42fb-b05f-00bb940dff40 None None] Routers {'9a38548f-c72c-4f33-aa12-00938dbe094d'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:05:44.063289 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-62d571fb-0144-42fb-b05f-00bb940dff40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:05:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['9a38548f-c72c-4f33-aa12-00938dbe094d'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:05:44.110375 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-0f5b8635-e596-4d35-ab5f-db22dc8c4882 admin admin] For port 8975fa40-a637-4884-a50b-ef8ad81e8159, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=8975fa40-a637-4884-a50b-ef8ad81e8159,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:05:44.110375 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0f5b8635-e596-4d35-ab5f-db22dc8c4882 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:44.163952 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-0f5b8635-e596-4d35-ab5f-db22dc8c4882 admin admin] Calling delete_port for 8975fa40-a637-4884-a50b-ef8ad81e8159 owned by network:router_gateway {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:05:44.229231 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd40f28-1d57-44b4-bf00-1b3a102c5123 x-openstack-request-id: req-9fd40f28-1d57-44b4-bf00-1b3a102c5123 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:05:44.229550 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d4918de-60b7-44b6-be8b-9b2019b1271a", "tag": "ff148512-9074-4b74-ba11-2a04ee623dee", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:05:44.229977 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9fd40f28-1d57-44b4-bf00-1b3a102c5123 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:05:44.230421 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d4918de-60b7-44b6-be8b-9b2019b1271a', 'tag': 'ff148512-9074-4b74-ba11-2a04ee623dee', 'status': 'completed', 'code': 200} Sep 23 07:05:44.274082 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ec7fa-bf4d-485a-b9d9-167e8f8632a7 req-c0074c0d-6e7a-46cf-8f99-b5f91e520613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:44.275610 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c36ec7fa-bf4d-485a-b9d9-167e8f8632a7 req-c0074c0d-6e7a-46cf-8f99-b5f91e520613 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=912f73c24c624b319c3fb784891bcabd&device_id=5d4918de-60b7-44b6-be8b-9b2019b1271a HTTP/1.1" status: 200 len: 1095 time: 0.2191355 Sep 23 07:05:44.299467 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cddd5ad5-2291-4f7f-bcdc-db4c2171e78b req-03e03b76-a3e8-423a-bc40-ec6bb75d8cb3 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f253461-cf82-4016-a142-72193d40d277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3017149 Sep 23 07:05:44.396840 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-62d571fb-0144-42fb-b05f-00bb940dff40 None None] Set router 9a38548f-c72c-4f33-aa12-00938dbe094d gateway port host: None {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:05:44.434115 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c36ec7fa-bf4d-485a-b9d9-167e8f8632a7 req-c92924b7-5e3a-4261-9b6b-a1f3d6533d56 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff148512-9074-4b74-ba11-2a04ee623dee HTTP/1.1" status: 200 len: 217 time: 0.1153905 Sep 23 07:05:44.498482 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-62d571fb-0144-42fb-b05f-00bb940dff40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a38548f-c72c-4f33-aa12-00938dbe094d', 'name': 'tempest-TestServerMultinode-1886674776-router', 'tenant_id': 'e9ca6737cafc43e68f7f348785460da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:04:36Z', 'updated_at': '2021-09-23T07:05:43Z', 'revision_number': 6, 'project_id': 'e9ca6737cafc43e68f7f348785460da4', 'gw_port_host': None}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:05:44.571389 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d571fb-0144-42fb-b05f-00bb940dff40 None None] The sync data for ids ['9a38548f-c72c-4f33-aa12-00938dbe094d'] in n-d-715271-16 is: [{'id': '9a38548f-c72c-4f33-aa12-00938dbe094d', 'name': 'tempest-TestServerMultinode-1886674776-router', 'tenant_id': 'e9ca6737cafc43e68f7f348785460da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:04:36Z', 'updated_at': '2021-09-23T07:05:43Z', 'revision_number': 6, 'project_id': 'e9ca6737cafc43e68f7f348785460da4', 'gw_port_host': None}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:05:44.582207 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ec7fa-bf4d-485a-b9d9-167e8f8632a7 req-2d6e3038-45d7-4b3b-a9c6-63e4fa9b8d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:44.584720 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c36ec7fa-bf4d-485a-b9d9-167e8f8632a7 req-2d6e3038-45d7-4b3b-a9c6-63e4fa9b8d6b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e9604f35-686e-4202-ac30-43de25cbdd33 HTTP/1.1" status: 200 len: 848 time: 0.1330421 Sep 23 07:05:44.593149 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0f5b8635-e596-4d35-ab5f-db22dc8c4882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:44.657849 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5b8635-e596-4d35-ab5f-db22dc8c4882 admin admin] Pushing event deleted for resources: {'Port': ['ID=8975fa40-a637-4884-a50b-ef8ad81e8159,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:05:44.685129 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ec7fa-bf4d-485a-b9d9-167e8f8632a7 req-cff01bea-4166-4a6e-babf-1b8f4acbc081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:44.694156 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c36ec7fa-bf4d-485a-b9d9-167e8f8632a7 req-cff01bea-4166-4a6e-babf-1b8f4acbc081 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8e69782e-59da-448f-aa2b-c22b36c23603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0989153 Sep 23 07:05:44.766433 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0f5b8635-e596-4d35-ab5f-db22dc8c4882 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2068563'] for router_gateway, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:45.003747 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0f5b8635-e596-4d35-ab5f-db22dc8c4882 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:45.012414 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0f5b8635-e596-4d35-ab5f-db22dc8c4882 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:45.083921 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c36ec7fa-bf4d-485a-b9d9-167e8f8632a7 req-7e1cfd68-57fc-4e35-b994-0c32370d639e service neutron] 10.222.0.21 "GET /v2.0/networks/8e69782e-59da-448f-aa2b-c22b36c23603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872167 Sep 23 07:05:45.136428 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device d71181bc-7415-4b10-8859-cc6232e65c71 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:05:45.148552 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0f5b8635-e596-4d35-ab5f-db22dc8c4882 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:45.149316 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f5b8635-e596-4d35-ab5f-db22dc8c4882 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a38548f-c72c-4f33-aa12-00938dbe094d {{(pid=95066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 07:05:45.156470 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0f5b8635-e596-4d35-ab5f-db22dc8c4882 admin admin] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:45.162347 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-0f5b8635-e596-4d35-ab5f-db22dc8c4882 admin admin] 10.222.0.39 "DELETE /v2.0/routers/9a38548f-c72c-4f33-aa12-00938dbe094d HTTP/1.1" status: 204 len: 168 time: 2.3985538 Sep 23 07:05:45.163014 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 58932) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:05:45.224971 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-742ad7e1-b8d4-4c90-b550-8c429355f3cc admin admin] Deleting subnet 52572453-1980-4061-82d0-4cc1e9c52597 {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:05:45.251941 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: d71181bc-7415-4b10-8859-cc6232e65c71 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:05:45.253987 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device d71181bc-7415-4b10-8859-cc6232e65c71 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:05:45.258614 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-742ad7e1-b8d4-4c90-b550-8c429355f3cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:45.292741 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c36ec7fa-bf4d-485a-b9d9-167e8f8632a7 req-157de799-d377-496f-b74f-762c178de7e9 service neutron] 10.222.0.21 "GET /v2.0/networks/8e69782e-59da-448f-aa2b-c22b36c23603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986313 Sep 23 07:05:45.345059 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-742ad7e1-b8d4-4c90-b550-8c429355f3cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:45.398453 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9b212f-e56f-4462-8c35-117f371e5a67 req-94035e79-9aeb-47ab-b042-3ebff99459e3 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:45.400354 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2a9b212f-e56f-4462-8c35-117f371e5a67 req-94035e79-9aeb-47ab-b042-3ebff99459e3 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 944 time: 0.1722462 Sep 23 07:05:45.489037 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2a9b212f-e56f-4462-8c35-117f371e5a67 req-fcccf028-bf2b-4dda-abfc-4ff18f3f86d3 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a912227-b43b-40c0-8908-2990e2356021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769675 Sep 23 07:05:45.511354 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-742ad7e1-b8d4-4c90-b550-8c429355f3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:45.571127 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddee07e-92fc-4502-a487-865aebbb4589 req-1e39da16-5351-42cb-bb28-8dcca2e63a0e tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:45.572682 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fddee07e-92fc-4502-a487-865aebbb4589 req-1e39da16-5351-42cb-bb28-8dcca2e63a0e tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d4918de-60b7-44b6-be8b-9b2019b1271a HTTP/1.1" status: 200 len: 943 time: 0.1363251 Sep 23 07:05:45.580585 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd7530-01b4-4adf-b26a-c58f283f54d6 req-853a6464-8bf0-4bfb-bf8c-0489bee1b7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:45.590684 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a0fd7530-01b4-4adf-b26a-c58f283f54d6 req-853a6464-8bf0-4bfb-bf8c-0489bee1b7f4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=912f73c24c624b319c3fb784891bcabd&device_id=5d4918de-60b7-44b6-be8b-9b2019b1271a HTTP/1.1" status: 200 len: 1095 time: 0.1049175 Sep 23 07:05:45.650726 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-742ad7e1-b8d4-4c90-b550-8c429355f3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:45.729944 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742ad7e1-b8d4-4c90-b550-8c429355f3cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52572453-1980-4061-82d0-4cc1e9c52597,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:05:45.736983 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4341dcd-b656-4156-9d81-a32f8424ca00 None None] Network 56a6e14f-3098-41c6-bb21-afaa7ace3900 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:05:45.747977 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fddee07e-92fc-4502-a487-865aebbb4589 req-6e44e609-3292-49e8-a4e8-59a7f601d85c tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f253461-cf82-4016-a142-72193d40d277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550713 Sep 23 07:05:45.759364 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-742ad7e1-b8d4-4c90-b550-8c429355f3cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:45.764439 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-742ad7e1-b8d4-4c90-b550-8c429355f3cc admin admin] 10.222.0.39 "DELETE /v2.0/subnets/52572453-1980-4061-82d0-4cc1e9c52597 HTTP/1.1" status: 204 len: 168 time: 0.5978172 Sep 23 07:05:45.765109 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 58942) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:05:45.812454 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd7530-01b4-4adf-b26a-c58f283f54d6 req-9ed46f97-bac4-495b-bbd3-b72dca5110ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:45.814143 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a0fd7530-01b4-4adf-b26a-c58f283f54d6 req-9ed46f97-bac4-495b-bbd3-b72dca5110ca service neutron] 10.222.0.21 "GET /v2.0/networks?id=8e69782e-59da-448f-aa2b-c22b36c23603 HTTP/1.1" status: 200 len: 910 time: 0.2118208 Sep 23 07:05:45.954467 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 58946) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:05:45.984397 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5932a95d-adb6-444a-ab58-7d3f6ec6f581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:46.130129 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba6f6cd-b8d9-4a98-8434-28f82a6dce20 None None] DHCP port deletion for 56a6e14f-3098-41c6-bb21-afaa7ace3900 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 07:05:46.135878 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-5932a95d-adb6-444a-ab58-7d3f6ec6f581 admin admin] Deleting port 960c3efb-c8ca-480d-90c8-efdd0a5855c1 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:05:46.139178 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5932a95d-adb6-444a-ab58-7d3f6ec6f581 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:46.253422 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-6ba6f6cd-b8d9-4a98-8434-28f82a6dce20 None None] Deleting port 960c3efb-c8ca-480d-90c8-efdd0a5855c1 {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:05:46.254544 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-6ba6f6cd-b8d9-4a98-8434-28f82a6dce20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:46.343635 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-5932a95d-adb6-444a-ab58-7d3f6ec6f581 admin admin] For port 960c3efb-c8ca-480d-90c8-efdd0a5855c1, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=960c3efb-c8ca-480d-90c8-efdd0a5855c1,segment=NetworkSegment(db355803-4b46-4d21-9fb2-b971397331b9),segment_id=db355803-4b46-4d21-9fb2-b971397331b9)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:05:46.344003 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5932a95d-adb6-444a-ab58-7d3f6ec6f581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:46.370541 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-5932a95d-adb6-444a-ab58-7d3f6ec6f581 admin admin] Calling delete_port for 960c3efb-c8ca-480d-90c8-efdd0a5855c1 owned by network:dhcp {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:05:46.387403 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-6ba6f6cd-b8d9-4a98-8434-28f82a6dce20 None None] For port 960c3efb-c8ca-480d-90c8-efdd0a5855c1, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=960c3efb-c8ca-480d-90c8-efdd0a5855c1,segment=NetworkSegment(db355803-4b46-4d21-9fb2-b971397331b9),segment_id=db355803-4b46-4d21-9fb2-b971397331b9)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:05:46.392220 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-6ba6f6cd-b8d9-4a98-8434-28f82a6dce20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:46.415623 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-6ba6f6cd-b8d9-4a98-8434-28f82a6dce20 None None] Calling delete_port for 960c3efb-c8ca-480d-90c8-efdd0a5855c1 owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:05:46.525032 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-6ba6f6cd-b8d9-4a98-8434-28f82a6dce20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:46.533433 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5932a95d-adb6-444a-ab58-7d3f6ec6f581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:46.629387 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba6f6cd-b8d9-4a98-8434-28f82a6dce20 None None] Pushing event deleted for resources: {'Port': ['ID=960c3efb-c8ca-480d-90c8-efdd0a5855c1,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:05:46.635109 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba6f6cd-b8d9-4a98-8434-28f82a6dce20 None None] No DVR routers for this DVR port 960c3efb-c8ca-480d-90c8-efdd0a5855c1 on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:05:46.675315 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5932a95d-adb6-444a-ab58-7d3f6ec6f581 admin admin] Pushing event deleted for resources: {'Port': ['ID=960c3efb-c8ca-480d-90c8-efdd0a5855c1,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:05:46.689165 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5932a95d-adb6-444a-ab58-7d3f6ec6f581 admin admin] No DVR routers for this DVR port 960c3efb-c8ca-480d-90c8-efdd0a5855c1 on host n-d-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:05:46.908594 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5932a95d-adb6-444a-ab58-7d3f6ec6f581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:46.991422 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-5932a95d-adb6-444a-ab58-7d3f6ec6f581 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56a6e14f-3098-41c6-bb21-afaa7ace3900']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:05:47.014592 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-5932a95d-adb6-444a-ab58-7d3f6ec6f581 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db355803-4b46-4d21-9fb2-b971397331b9') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:05:47.018383 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-5932a95d-adb6-444a-ab58-7d3f6ec6f581 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db355803-4b46-4d21-9fb2-b971397331b9') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:05:47.041911 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 8975fa40-a637-4884-a50b-ef8ad81e8159 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:05:47.058785 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5932a95d-adb6-444a-ab58-7d3f6ec6f581 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:47.093720 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5932a95d-adb6-444a-ab58-7d3f6ec6f581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:47.110222 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5932a95d-adb6-444a-ab58-7d3f6ec6f581 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:05:47.110704 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 8975fa40-a637-4884-a50b-ef8ad81e8159 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:05:47.110996 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5932a95d-adb6-444a-ab58-7d3f6ec6f581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:47.111542 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 8975fa40-a637-4884-a50b-ef8ad81e8159 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:05:47.114857 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 960c3efb-c8ca-480d-90c8-efdd0a5855c1 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:05:47.172276 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 960c3efb-c8ca-480d-90c8-efdd0a5855c1 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:05:47.175873 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 960c3efb-c8ca-480d-90c8-efdd0a5855c1 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:05:47.219049 n-d-715271-16 neutron-server[95066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:05:47.219049 n-d-715271-16 neutron-server[95066]: self.session.flush() Sep 23 07:05:47.219049 n-d-715271-16 neutron-server[95066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:05:47.219049 n-d-715271-16 neutron-server[95066]: self.session.flush() Sep 23 07:05:47.219049 n-d-715271-16 neutron-server[95066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:05:47.219049 n-d-715271-16 neutron-server[95066]: self.session.flush() Sep 23 07:05:47.219049 n-d-715271-16 neutron-server[95066]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:05:47.219049 n-d-715271-16 neutron-server[95066]: self.session.flush() Sep 23 07:05:47.219049 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 07:05:47.219049 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:05:47.219049 n-d-715271-16 neutron-server[95066]: timer() Sep 23 07:05:47.219049 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:05:47.219049 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 07:05:47.219049 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:05:47.219049 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 07:05:47.219049 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:05:47.219049 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 07:05:47.219049 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:05:47.219049 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 07:05:47.219049 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:05:47.219049 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 07:05:47.219049 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:05:47.219049 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:05:47.219049 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:05:47.219049 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:05:47.219049 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:05:47.219049 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 07:05:47.219049 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:05:47.219049 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 07:05:47.219049 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:05:47.219049 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:05:47.219049 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:05:47.219049 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 07:05:47.219049 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:05:47.219049 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:05:47.219049 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:05:47.219049 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:05:47.219049 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:05:47.219049 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:05:47.219049 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:05:47.246125 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5932a95d-adb6-444a-ab58-7d3f6ec6f581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:47.272294 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5932a95d-adb6-444a-ab58-7d3f6ec6f581 admin admin] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:47.274651 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-5932a95d-adb6-444a-ab58-7d3f6ec6f581 admin admin] 10.222.0.39 "DELETE /v2.0/networks/56a6e14f-3098-41c6-bb21-afaa7ace3900 HTTP/1.1" status: 204 len: 168 time: 1.5085735 Sep 23 07:05:47.293592 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5932a95d-adb6-444a-ab58-7d3f6ec6f581 admin admin] Pushing event deleted for resources: {'Network': ['ID=56a6e14f-3098-41c6-bb21-afaa7ace3900,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:05:47.316950 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a0fd7530-01b4-4adf-b26a-c58f283f54d6 req-257db3c0-906d-465c-afd9-69cb656a793b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff148512-9074-4b74-ba11-2a04ee623dee HTTP/1.1" status: 200 len: 217 time: 0.0834877 Sep 23 07:05:47.340194 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b222d485-029a-4b5f-9a84-1e940e5e06e7 req-465c54a5-6fb7-40b0-9bb4-54c7f05a2325 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:47.342422 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b222d485-029a-4b5f-9a84-1e940e5e06e7 req-465c54a5-6fb7-40b0-9bb4-54c7f05a2325 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 944 time: 0.5779948 Sep 23 07:05:47.367746 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b2d102-1ebd-4140-97be-d5bb4c78281e req-9102150f-0c22-45ae-a740-c57dd425e399 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:47.369569 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d4b2d102-1ebd-4140-97be-d5bb4c78281e req-9102150f-0c22-45ae-a740-c57dd425e399 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d4918de-60b7-44b6-be8b-9b2019b1271a HTTP/1.1" status: 200 len: 943 time: 0.1351063 Sep 23 07:05:47.428330 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b222d485-029a-4b5f-9a84-1e940e5e06e7 req-ef0bafb5-c7ba-4286-9704-aad980999756 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a912227-b43b-40c0-8908-2990e2356021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728052 Sep 23 07:05:47.498704 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 58988) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:05:47.613602 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-61863464-64c2-46d7-bc11-a502e4d92503 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c691c16e2c08478d9b844bb9496345a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1136932 Sep 23 07:05:47.614986 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 58990) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:05:47.660571 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d4b2d102-1ebd-4140-97be-d5bb4c78281e req-c6f9aed7-ff76-4981-bce8-8c2990293846 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f253461-cf82-4016-a142-72193d40d277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2093403 Sep 23 07:05:47.733758 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd7530-01b4-4adf-b26a-c58f283f54d6 req-7e9057dc-eb02-423c-9a65-d3d7737b8993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:47.737853 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a0fd7530-01b4-4adf-b26a-c58f283f54d6 req-7e9057dc-eb02-423c-9a65-d3d7737b8993 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e9604f35-686e-4202-ac30-43de25cbdd33 HTTP/1.1" status: 200 len: 848 time: 0.2677171 Sep 23 07:05:47.810325 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5dbb7ed2-0145-4f4c-bd26-ab9cd6d50a7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:47.858327 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5dbb7ed2-0145-4f4c-bd26-ab9cd6d50a7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:47.924599 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd7530-01b4-4adf-b26a-c58f283f54d6 req-ed401ca5-6997-4abf-af23-bb527028d98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:47.926478 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a0fd7530-01b4-4adf-b26a-c58f283f54d6 req-ed401ca5-6997-4abf-af23-bb527028d98b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8e69782e-59da-448f-aa2b-c22b36c23603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0729218 Sep 23 07:05:47.960413 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5dbb7ed2-0145-4f4c-bd26-ab9cd6d50a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:47.963533 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5dbb7ed2-0145-4f4c-bd26-ab9cd6d50a7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:47.970346 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-5dbb7ed2-0145-4f4c-bd26-ab9cd6d50a7c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f0b98029-a1de-4c24-9a29-628c6836526e HTTP/1.1" status: 204 len: 168 time: 0.3538747 Sep 23 07:05:47.987184 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbb7ed2-0145-4f4c-bd26-ab9cd6d50a7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b98029-a1de-4c24-9a29-628c6836526e,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:05:48.215974 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-de93942c-016b-4b94-9a19-64ff3db0ab0f tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066969'] for router_interface, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:48.268126 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a0fd7530-01b4-4adf-b26a-c58f283f54d6 req-e55a05a6-25a6-4259-9fdb-7ce8fee987dc service neutron] 10.222.0.21 "GET /v2.0/networks/8e69782e-59da-448f-aa2b-c22b36c23603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698591 Sep 23 07:05:48.538285 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 59002) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:05:48.610664 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-de93942c-016b-4b94-9a19-64ff3db0ab0f tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Deleting port 184e9559-9538-47e4-a5b6-be194287daac {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:05:48.611215 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-de93942c-016b-4b94-9a19-64ff3db0ab0f tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:48.621987 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-aa26eef3-2d77-458e-ac92-578c7c13b2c0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e9ca6737cafc43e68f7f348785460da4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0805812 Sep 23 07:05:48.625265 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 59004) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:05:48.639338 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e857388-f6bc-49d6-9104-e080e3a65075 req-4258c746-2624-4084-82aa-83543c169c17 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:48.648844 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2e857388-f6bc-49d6-9104-e080e3a65075 req-4258c746-2624-4084-82aa-83543c169c17 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 944 time: 0.1018405 Sep 23 07:05:48.694118 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ba2dbfd6-c388-47cd-a468-776681e466db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:48.712613 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2e857388-f6bc-49d6-9104-e080e3a65075 req-e844f3f2-aee9-48ef-88c2-047d0121f2d9 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a912227-b43b-40c0-8908-2990e2356021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625906 Sep 23 07:05:48.718558 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ba2dbfd6-c388-47cd-a468-776681e466db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:48.838143 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-de93942c-016b-4b94-9a19-64ff3db0ab0f tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] For port 184e9559-9538-47e4-a5b6-be194287daac, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=184e9559-9538-47e4-a5b6-be194287daac,segment=NetworkSegment(fc58ed58-9bef-42f1-a0b5-ea9928c8e033),segment_id=fc58ed58-9bef-42f1-a0b5-ea9928c8e033)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:05:48.838510 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-de93942c-016b-4b94-9a19-64ff3db0ab0f tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:48.859498 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f86cf3-1df0-4e7c-88f2-c7e1d29de364 req-640dc81b-eabf-4531-bbd8-184a139bbc16 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:48.861046 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-15f86cf3-1df0-4e7c-88f2-c7e1d29de364 req-640dc81b-eabf-4531-bbd8-184a139bbc16 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d4918de-60b7-44b6-be8b-9b2019b1271a HTTP/1.1" status: 200 len: 943 time: 0.1053557 Sep 23 07:05:48.867084 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-de93942c-016b-4b94-9a19-64ff3db0ab0f tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Calling delete_port for 184e9559-9538-47e4-a5b6-be194287daac owned by network:router_interface {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:05:48.893207 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ba2dbfd6-c388-47cd-a468-776681e466db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:48.900503 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ba2dbfd6-c388-47cd-a468-776681e466db admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:48.900503 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-ba2dbfd6-c388-47cd-a468-776681e466db admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c5ad0c53-9d65-41c7-bc1a-b9a18e3efbbb HTTP/1.1" status: 204 len: 168 time: 0.2714839 Sep 23 07:05:48.957061 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2dbfd6-c388-47cd-a468-776681e466db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ad0c53-9d65-41c7-bc1a-b9a18e3efbbb,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:05:48.990436 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-15f86cf3-1df0-4e7c-88f2-c7e1d29de364 req-fadaeede-207a-4085-ab69-bca78cb4cead tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f253461-cf82-4016-a142-72193d40d277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207147 Sep 23 07:05:49.173444 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-de93942c-016b-4b94-9a19-64ff3db0ab0f tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:49.211690 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de93942c-016b-4b94-9a19-64ff3db0ab0f tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Pushing event deleted for resources: {'Port': ['ID=184e9559-9538-47e4-a5b6-be194287daac,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:05:49.487634 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-de93942c-016b-4b94-9a19-64ff3db0ab0f tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2068624'] for router_interface, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:49.763427 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de93942c-016b-4b94-9a19-64ff3db0ab0f tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Router 7b62cc22-0df5-49b3-ad7d-e2c11871b1b0 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:05:49.873077 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1041140-204c-4037-b6dc-f2e6f1e8e96b req-d3e40a3d-8218-4a13-a9b7-8e2deffeaeb2 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:49.883670 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e1041140-204c-4037-b6dc-f2e6f1e8e96b req-d3e40a3d-8218-4a13-a9b7-8e2deffeaeb2 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 944 time: 0.0755250 Sep 23 07:05:49.896426 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de93942c-016b-4b94-9a19-64ff3db0ab0f tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:05:49.914428 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0750484-8e19-451d-9e96-426c0f75af97 None None] Sync routers for ids ['7b62cc22-0df5-49b3-ad7d-e2c11871b1b0'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:05:49.916586 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-de93942c-016b-4b94-9a19-64ff3db0ab0f tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "PUT /v2.0/routers/7b62cc22-0df5-49b3-ad7d-e2c11871b1b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9612281 Sep 23 07:05:49.930603 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0750484-8e19-451d-9e96-426c0f75af97 None None] Routers {'7b62cc22-0df5-49b3-ad7d-e2c11871b1b0'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:05:49.932498 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-d0750484-8e19-451d-9e96-426c0f75af97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:05:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['7b62cc22-0df5-49b3-ad7d-e2c11871b1b0'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:05:49.940349 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e1041140-204c-4037-b6dc-f2e6f1e8e96b req-c43ec453-a595-42ba-8084-29cbcf6ca0bd tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a912227-b43b-40c0-8908-2990e2356021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553401 Sep 23 07:05:49.944246 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 59036) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:05:50.141934 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-d0750484-8e19-451d-9e96-426c0f75af97 None None] Set router 7b62cc22-0df5-49b3-ad7d-e2c11871b1b0 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:05:50.154723 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-34a2cda3-0e3d-4951-84c7-6d2043903861 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-546482898-network', 'tenant_id': '31a8eb8a7d27403ba6e02274ee0e8eea'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:05:50.199073 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a2cda3-0e3d-4951-84c7-6d2043903861 admin admin] Made reservation on behalf of 31a8eb8a7d27403ba6e02274ee0e8eea for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:05:50.202554 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-34a2cda3-0e3d-4951-84c7-6d2043903861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:50.214438 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-34a2cda3-0e3d-4951-84c7-6d2043903861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:50.214775 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acbb422-011c-4c80-b263-1e29a5542596 req-5832e211-ced2-4770-bb3b-88841fc8d17f tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:50.228000 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2acbb422-011c-4c80-b263-1e29a5542596 req-5832e211-ced2-4770-bb3b-88841fc8d17f tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d4918de-60b7-44b6-be8b-9b2019b1271a HTTP/1.1" status: 200 len: 943 time: 0.1222582 Sep 23 07:05:50.323159 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2acbb422-011c-4c80-b263-1e29a5542596 req-398ec6ff-7f66-4870-b296-d1a003b62910 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f253461-cf82-4016-a142-72193d40d277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923834 Sep 23 07:05:50.422834 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-34a2cda3-0e3d-4951-84c7-6d2043903861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:50.433150 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd7e9dc-1877-43cc-8c24-d69e1ebb33e6 req-3d3ba6ba-b98f-440c-a159-7449c5ff7d4c tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:50.434910 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fdd7e9dc-1877-43cc-8c24-d69e1ebb33e6 req-3d3ba6ba-b98f-440c-a159-7449c5ff7d4c tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/ports?device_id=415f1585-0428-441b-980c-580c2b2dc3c2 HTTP/1.1" status: 200 len: 946 time: 0.1269915 Sep 23 07:05:50.436194 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-34a2cda3-0e3d-4951-84c7-6d2043903861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:50.482568 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34a2cda3-0e3d-4951-84c7-6d2043903861 admin admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:05:50.509630 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a2cda3-0e3d-4951-84c7-6d2043903861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aede6ba-395f-46f5-8931-c067a121518d,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:05:50.519764 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fdd7e9dc-1877-43cc-8c24-d69e1ebb33e6 req-cd71493a-41ff-43e0-bbfd-0775e63feb77 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4096c5f-f005-44c6-8cd4-0dfaefa99024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679717 Sep 23 07:05:50.521530 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-34a2cda3-0e3d-4951-84c7-6d2043903861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:50.522008 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-34a2cda3-0e3d-4951-84c7-6d2043903861 admin admin] Added segment d9c5060f-18b6-4763-8657-8acf3940a7b9 of type vlan for network 96b231e1-97a2-407f-9e81-0575b2ed7b1a Sep 23 07:05:50.554663 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-d0750484-8e19-451d-9e96-426c0f75af97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b62cc22-0df5-49b3-ad7d-e2c11871b1b0', 'name': 'tempest-TestNetworkBasicOps-router-942297771', 'tenant_id': '285631e87ef3467186156f903d01ed48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '1632676f-6037-46e4-943b-dccaef4ab4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:03:01Z', 'updated_at': '2021-09-23T07:05:49Z', 'revision_number': 6, 'project_id': '285631e87ef3467186156f903d01ed48', 'gw_port': {'id': '1632676f-6037-46e4-943b-dccaef4ab4b3', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:33:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b62cc22-0df5-49b3-ad7d-e2c11871b1b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:03:02Z', 'updated_at': '2021-09-23T07:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '13951190-e558-4532-b53a-25459aabd7d4', 'tenant_id': '285631e87ef3467186156f903d01ed48', 'floating_ip_address': '172.25.2.231', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '7b62cc22-0df5-49b3-ad7d-e2c11871b1b0', 'port_id': 'fd633120-a90a-425f-8e49-d5fa515fc22d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2873, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7897793b-979a-4e69-a418-9e869418e9ce', 'mac_address': 'fa:16:3e:2d:54:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f921f4-8d2e-4ecb-bd14-9a649d6ecb9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:03:34Z', 'updated_at': '2021-09-23T07:03:39Z', 'revision_number': 1, 'project_id': '285631e87ef3467186156f903d01ed48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12f11762-d2b7-419a-957d-836734425303', 'name': '', 'network_id': '7897793b-979a-4e69-a418-9e869418e9ce', 'tenant_id': '285631e87ef3467186156f903d01ed48', 'mac_address': 'fa:16:3e:84:3d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b62cc22-0df5-49b3-ad7d-e2c11871b1b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '93b1180b-9db7-40b3-869a-a249e4cc9dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:03:08Z', 'updated_at': '2021-09-23T07:03:14Z', 'revision_number': 5, 'project_id': '285631e87ef3467186156f903d01ed48', 'subnets': [{'id': '93b1180b-9db7-40b3-869a-a249e4cc9dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:05:50.580755 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-34a2cda3-0e3d-4951-84c7-6d2043903861 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:50.587580 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0750484-8e19-451d-9e96-426c0f75af97 None None] Checking router: 7b62cc22-0df5-49b3-ad7d-e2c11871b1b0 for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:05:50.596993 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0750484-8e19-451d-9e96-426c0f75af97 None None] Routers {'7b62cc22-0df5-49b3-ad7d-e2c11871b1b0'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:05:50.597745 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-d0750484-8e19-451d-9e96-426c0f75af97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:05:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['7b62cc22-0df5-49b3-ad7d-e2c11871b1b0'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:05:50.611451 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-34a2cda3-0e3d-4951-84c7-6d2043903861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:50.612600 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a2cda3-0e3d-4951-84c7-6d2043903861 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:50.613394 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-34a2cda3-0e3d-4951-84c7-6d2043903861 admin admin] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:50.651620 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-34a2cda3-0e3d-4951-84c7-6d2043903861 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.7058811 Sep 23 07:05:50.654310 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 59056) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:05:50.659179 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-acd5c21c-f684-465b-b7dc-f394c6611cb5 admin admin] Request body: {'subnet': {'network_id': '96b231e1-97a2-407f-9e81-0575b2ed7b1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-546482898-subnet', 'tenant_id': '31a8eb8a7d27403ba6e02274ee0e8eea', 'ip_version': 4}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:05:50.695182 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a2cda3-0e3d-4951-84c7-6d2043903861 admin admin] Pushing event updated for resources: {'Network': ['ID=96b231e1-97a2-407f-9e81-0575b2ed7b1a,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:05:50.708135 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 96b231e1-97a2-407f-9e81-0575b2ed7b1a details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:05:50.715612 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd5c21c-f684-465b-b7dc-f394c6611cb5 admin admin] Made reservation on behalf of 31a8eb8a7d27403ba6e02274ee0e8eea for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:05:50.718441 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-acd5c21c-f684-465b-b7dc-f394c6611cb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:50.762420 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-d0750484-8e19-451d-9e96-426c0f75af97 None None] Set router 7b62cc22-0df5-49b3-ad7d-e2c11871b1b0 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:05:50.967884 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a0fd7530-01b4-4adf-b26a-c58f283f54d6 req-15bb6823-2ab7-49c0-8275-069938ed3997 service neutron] 10.222.0.21 "GET /v2.0/networks/8e69782e-59da-448f-aa2b-c22b36c23603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683931 Sep 23 07:05:51.028319 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-acd5c21c-f684-465b-b7dc-f394c6611cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:51.095495 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd5c21c-f684-465b-b7dc-f394c6611cb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a3b2f43-393c-452f-83f2-dcc05d964c78,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:05:51.116745 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd5c21c-f684-465b-b7dc-f394c6611cb5 admin admin] Checking segment: {'id': 'd9c5060f-18b6-4763-8657-8acf3940a7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '96b231e1-97a2-407f-9e81-0575b2ed7b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:05:51.117250 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd5c21c-f684-465b-b7dc-f394c6611cb5 admin admin] Network hostable DHCP agents. Network: 96b231e1-97a2-407f-9e81-0575b2ed7b1a, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:05:51.130989 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28767a1e-20d5-47ff-aa78-9f166e9a1925 req-b212e56c-6ff0-42e5-8a4e-74383f54abf5 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:51.133588 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-28767a1e-20d5-47ff-aa78-9f166e9a1925 req-b212e56c-6ff0-42e5-8a4e-74383f54abf5 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 944 time: 0.0841286 Sep 23 07:05:51.139341 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd5c21c-f684-465b-b7dc-f394c6611cb5 admin admin] Network 96b231e1-97a2-407f-9e81-0575b2ed7b1a is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:05:51.165257 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-acd5c21c-f684-465b-b7dc-f394c6611cb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 96b231e1-97a2-407f-9e81-0575b2ed7b1a) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:05:51.177306 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67e48c0-17ba-4c99-a584-4e98fd8404b0 None None] Network 96b231e1-97a2-407f-9e81-0575b2ed7b1a requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:05:51.178534 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd5c21c-f684-465b-b7dc-f394c6611cb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:51.179293 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-acd5c21c-f684-465b-b7dc-f394c6611cb5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:51.210231 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-acd5c21c-f684-465b-b7dc-f394c6611cb5 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.5523388 Sep 23 07:05:51.212438 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 59064) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:05:51.217296 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-a935a797-2334-4a0e-877c-1931e9921f37 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-546482898-router', 'tenant_id': '31a8eb8a7d27403ba6e02274ee0e8eea', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:05:51.228073 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-28767a1e-20d5-47ff-aa78-9f166e9a1925 req-d66b721f-66bf-4f49-8e1c-add2a341f079 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a912227-b43b-40c0-8908-2990e2356021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835073 Sep 23 07:05:51.254387 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a935a797-2334-4a0e-877c-1931e9921f37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:51.255775 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a935a797-2334-4a0e-877c-1931e9921f37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:51.321389 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-d0750484-8e19-451d-9e96-426c0f75af97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b62cc22-0df5-49b3-ad7d-e2c11871b1b0', 'name': 'tempest-TestNetworkBasicOps-router-942297771', 'tenant_id': '285631e87ef3467186156f903d01ed48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '1632676f-6037-46e4-943b-dccaef4ab4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:03:01Z', 'updated_at': '2021-09-23T07:05:49Z', 'revision_number': 6, 'project_id': '285631e87ef3467186156f903d01ed48', 'gw_port': {'id': '1632676f-6037-46e4-943b-dccaef4ab4b3', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:33:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b62cc22-0df5-49b3-ad7d-e2c11871b1b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:03:02Z', 'updated_at': '2021-09-23T07:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '13951190-e558-4532-b53a-25459aabd7d4', 'tenant_id': '285631e87ef3467186156f903d01ed48', 'floating_ip_address': '172.25.2.231', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '7b62cc22-0df5-49b3-ad7d-e2c11871b1b0', 'port_id': 'fd633120-a90a-425f-8e49-d5fa515fc22d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2873, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7897793b-979a-4e69-a418-9e869418e9ce', 'mac_address': 'fa:16:3e:2d:54:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f921f4-8d2e-4ecb-bd14-9a649d6ecb9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:03:34Z', 'updated_at': '2021-09-23T07:03:39Z', 'revision_number': 1, 'project_id': '285631e87ef3467186156f903d01ed48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12f11762-d2b7-419a-957d-836734425303', 'name': '', 'network_id': '7897793b-979a-4e69-a418-9e869418e9ce', 'tenant_id': '285631e87ef3467186156f903d01ed48', 'mac_address': 'fa:16:3e:84:3d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b62cc22-0df5-49b3-ad7d-e2c11871b1b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '93b1180b-9db7-40b3-869a-a249e4cc9dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:03:08Z', 'updated_at': '2021-09-23T07:03:14Z', 'revision_number': 5, 'project_id': '285631e87ef3467186156f903d01ed48', 'subnets': [{'id': '93b1180b-9db7-40b3-869a-a249e4cc9dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:05:51.330926 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a935a797-2334-4a0e-877c-1931e9921f37 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:51.355272 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0750484-8e19-451d-9e96-426c0f75af97 None None] The sync data for ids ['7b62cc22-0df5-49b3-ad7d-e2c11871b1b0'] in n-d-715271-16 is: [{'id': '7b62cc22-0df5-49b3-ad7d-e2c11871b1b0', 'name': 'tempest-TestNetworkBasicOps-router-942297771', 'tenant_id': '285631e87ef3467186156f903d01ed48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '1632676f-6037-46e4-943b-dccaef4ab4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:03:01Z', 'updated_at': '2021-09-23T07:05:49Z', 'revision_number': 6, 'project_id': '285631e87ef3467186156f903d01ed48', 'gw_port': {'id': '1632676f-6037-46e4-943b-dccaef4ab4b3', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:33:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b62cc22-0df5-49b3-ad7d-e2c11871b1b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:03:02Z', 'updated_at': '2021-09-23T07:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '13951190-e558-4532-b53a-25459aabd7d4', 'tenant_id': '285631e87ef3467186156f903d01ed48', 'floating_ip_address': '172.25.2.231', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '7b62cc22-0df5-49b3-ad7d-e2c11871b1b0', 'port_id': 'fd633120-a90a-425f-8e49-d5fa515fc22d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2873, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7897793b-979a-4e69-a418-9e869418e9ce', 'mac_address': 'fa:16:3e:2d:54:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f921f4-8d2e-4ecb-bd14-9a649d6ecb9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:03:34Z', 'updated_at': '2021-09-23T07:03:39Z', 'revision_number': 1, 'project_id': '285631e87ef3467186156f903d01ed48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12f11762-d2b7-419a-957d-836734425303', 'name': '', 'network_id': '7897793b-979a-4e69-a418-9e869418e9ce', 'tenant_id': '285631e87ef3467186156f903d01ed48', 'mac_address': 'fa:16:3e:84:3d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b62cc22-0df5-49b3-ad7d-e2c11871b1b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '93b1180b-9db7-40b3-869a-a249e4cc9dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:03:08Z', 'updated_at': '2021-09-23T07:03:14Z', 'revision_number': 5, 'project_id': '285631e87ef3467186156f903d01ed48', 'subnets': [{'id': '93b1180b-9db7-40b3-869a-a249e4cc9dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:05:51.490149 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fb4842-d709-4239-b6ef-8fefc991ded6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-96b231e1-97a2-407f-9e81-0575b2ed7b1a', 'network_id': '96b231e1-97a2-407f-9e81-0575b2ed7b1a', 'tenant_id': '31a8eb8a7d27403ba6e02274ee0e8eea', 'fixed_ips': [{'subnet_id': '6a3b2f43-393c-452f-83f2-dcc05d964c78'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:05:51.491084 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a7fb4842-d709-4239-b6ef-8fefc991ded6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:51.606645 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a935a797-2334-4a0e-877c-1931e9921f37 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:51.695744 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-a7fb4842-d709-4239-b6ef-8fefc991ded6 None None] Allocated IP 172.20.0.2 (96b231e1-97a2-407f-9e81-0575b2ed7b1a/6a3b2f43-393c-452f-83f2-dcc05d964c78/a18aa10f-ecd4-49c1-85b8-fa7fbaf22b5a) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:05:51.714353 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236e6f65-655c-4c1a-b0e4-6d554c5119c3 req-5c2f9dde-6a81-4178-9320-c620f08ccf61 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:51.716839 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-236e6f65-655c-4c1a-b0e4-6d554c5119c3 req-5c2f9dde-6a81-4178-9320-c620f08ccf61 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.58 "GET /v2.0/ports?device_id=415f1585-0428-441b-980c-580c2b2dc3c2 HTTP/1.1" status: 200 len: 946 time: 0.1141379 Sep 23 07:05:51.894270 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4241c088-3008-496a-b0c1-ce8c5fd7b9cf req-0a20d107-d959-4776-859e-8f2d0a1daff1 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:51.904938 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4241c088-3008-496a-b0c1-ce8c5fd7b9cf req-0a20d107-d959-4776-859e-8f2d0a1daff1 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/ports?device_id=415f1585-0428-441b-980c-580c2b2dc3c2 HTTP/1.1" status: 200 len: 946 time: 0.2325902 Sep 23 07:05:51.991192 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4241c088-3008-496a-b0c1-ce8c5fd7b9cf req-923305dd-e17b-45ed-8ea2-7181a5d54220 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4096c5f-f005-44c6-8cd4-0dfaefa99024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852692 Sep 23 07:05:51.997123 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a7fb4842-d709-4239-b6ef-8fefc991ded6 None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:52.015708 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a7fb4842-d709-4239-b6ef-8fefc991ded6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:52.036430 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-236e6f65-655c-4c1a-b0e4-6d554c5119c3 req-dedfb75e-c35d-4fcf-af7b-7fb425fa8a81 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Deleting port 40866403-6fc3-44e0-ac09-91de0fa0fcaf {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:05:52.038693 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-236e6f65-655c-4c1a-b0e4-6d554c5119c3 req-dedfb75e-c35d-4fcf-af7b-7fb425fa8a81 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:52.055677 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fb4842-d709-4239-b6ef-8fefc991ded6 None None] Network 96b231e1-97a2-407f-9e81-0575b2ed7b1a is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:05:52.059899 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-a7fb4842-d709-4239-b6ef-8fefc991ded6 None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:05:52.063918 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fb4842-d709-4239-b6ef-8fefc991ded6 None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:05:52.144598 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a388490b-77a3-4998-a913-87ea2f5ec353 req-ce32e661-51b1-424d-9579-027ad229063f tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:52.146698 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a388490b-77a3-4998-a913-87ea2f5ec353 req-ce32e661-51b1-424d-9579-027ad229063f tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d4918de-60b7-44b6-be8b-9b2019b1271a HTTP/1.1" status: 200 len: 943 time: 0.6559165 Sep 23 07:05:52.212535 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a388490b-77a3-4998-a913-87ea2f5ec353 req-07af4693-b96c-416d-bb68-7d359752637c tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f253461-cf82-4016-a142-72193d40d277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584030 Sep 23 07:05:52.212995 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-a7fb4842-d709-4239-b6ef-8fefc991ded6 None None] Attempting to bind port a18aa10f-ecd4-49c1-85b8-fa7fbaf22b5a on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:05:52.213457 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-a7fb4842-d709-4239-b6ef-8fefc991ded6 None None] Attempting to bind port a18aa10f-ecd4-49c1-85b8-fa7fbaf22b5a by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': 'd9c5060f-18b6-4763-8657-8acf3940a7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '96b231e1-97a2-407f-9e81-0575b2ed7b1a'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:05:52.213913 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fb4842-d709-4239-b6ef-8fefc991ded6 None None] Attempting to bind port a18aa10f-ecd4-49c1-85b8-fa7fbaf22b5a on network 96b231e1-97a2-407f-9e81-0575b2ed7b1a {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:05:52.217378 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fb4842-d709-4239-b6ef-8fefc991ded6 None None] Pushing event updated for resources: {'Port': ['ID=a18aa10f-ecd4-49c1-85b8-fa7fbaf22b5a,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:05:52.224014 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fb4842-d709-4239-b6ef-8fefc991ded6 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:05:52.224432 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fb4842-d709-4239-b6ef-8fefc991ded6 None None] Checking segment: {'id': 'd9c5060f-18b6-4763-8657-8acf3940a7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '96b231e1-97a2-407f-9e81-0575b2ed7b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:05:52.224814 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a7fb4842-d709-4239-b6ef-8fefc991ded6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:52.225207 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fb4842-d709-4239-b6ef-8fefc991ded6 None None] Bound using segment: {'id': 'd9c5060f-18b6-4763-8657-8acf3940a7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '96b231e1-97a2-407f-9e81-0575b2ed7b1a'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:05:52.225894 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-a7fb4842-d709-4239-b6ef-8fefc991ded6 None None] Bound port: a18aa10f-ecd4-49c1-85b8-fa7fbaf22b5a, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9c5060f-18b6-4763-8657-8acf3940a7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '96b231e1-97a2-407f-9e81-0575b2ed7b1a'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:05:52.226276 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a7fb4842-d709-4239-b6ef-8fefc991ded6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:52.262874 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-236e6f65-655c-4c1a-b0e4-6d554c5119c3 req-dedfb75e-c35d-4fcf-af7b-7fb425fa8a81 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] For port 40866403-6fc3-44e0-ac09-91de0fa0fcaf, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=40866403-6fc3-44e0-ac09-91de0fa0fcaf,segment=NetworkSegment(fc58ed58-9bef-42f1-a0b5-ea9928c8e033),segment_id=fc58ed58-9bef-42f1-a0b5-ea9928c8e033)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:05:52.263476 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-236e6f65-655c-4c1a-b0e4-6d554c5119c3 req-dedfb75e-c35d-4fcf-af7b-7fb425fa8a81 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:52.293165 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-236e6f65-655c-4c1a-b0e4-6d554c5119c3 req-dedfb75e-c35d-4fcf-af7b-7fb425fa8a81 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Calling delete_port for 40866403-6fc3-44e0-ac09-91de0fa0fcaf owned by compute:nova {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:05:52.332249 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a7fb4842-d709-4239-b6ef-8fefc991ded6 None None] For port a18aa10f-ecd4-49c1-85b8-fa7fbaf22b5a, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:05:52.337798 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a7fb4842-d709-4239-b6ef-8fefc991ded6 None None] For port a18aa10f-ecd4-49c1-85b8-fa7fbaf22b5a, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=a18aa10f-ecd4-49c1-85b8-fa7fbaf22b5a,segment=NetworkSegment(d9c5060f-18b6-4763-8657-8acf3940a7b9),segment_id=d9c5060f-18b6-4763-8657-8acf3940a7b9)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:05:52.343616 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a7fb4842-d709-4239-b6ef-8fefc991ded6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:52.401129 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fb4842-d709-4239-b6ef-8fefc991ded6 None None] Pushing event updated for resources: {'Port': ['ID=a18aa10f-ecd4-49c1-85b8-fa7fbaf22b5a,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:05:52.522260 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a935a797-2334-4a0e-877c-1931e9921f37 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:52.544031 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a935a797-2334-4a0e-877c-1931e9921f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:52.723161 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-a935a797-2334-4a0e-877c-1931e9921f37 admin admin] Allocated IP 172.25.2.118 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/6d59a03a-5009-4361-9cf3-8ddad2f09a1f) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:05:52.866445 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a935a797-2334-4a0e-877c-1931e9921f37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:52.873531 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434ed508-5b6c-4d6e-8aeb-a7998cecb6a7 req-8b89b2bb-8bf2-41d7-b36b-8b39e7d9d02f tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:52.882692 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-434ed508-5b6c-4d6e-8aeb-a7998cecb6a7 req-8b89b2bb-8bf2-41d7-b36b-8b39e7d9d02f tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 944 time: 0.0918679 Sep 23 07:05:52.961975 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a935a797-2334-4a0e-877c-1931e9921f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:52.972249 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-434ed508-5b6c-4d6e-8aeb-a7998cecb6a7 req-a2c45ccf-c4f8-4f81-bc5d-9bdedad00076 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a912227-b43b-40c0-8908-2990e2356021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858757 Sep 23 07:05:52.982174 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device ff148512-9074-4b74-ba11-2a04ee623dee details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:05:53.117878 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a935a797-2334-4a0e-877c-1931e9921f37 admin admin] Pushing event updated for resources: {'Port': ['ID=6d59a03a-5009-4361-9cf3-8ddad2f09a1f,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:05:53.130749 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device a18aa10f-ecd4-49c1-85b8-fa7fbaf22b5a up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:05:53.134777 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-236e6f65-655c-4c1a-b0e4-6d554c5119c3 req-dedfb75e-c35d-4fcf-af7b-7fb425fa8a81 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:53.202438 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedfb75e-c35d-4fcf-af7b-7fb425fa8a81 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Pushing event deleted for resources: {'Port': ['ID=40866403-6fc3-44e0-ac09-91de0fa0fcaf,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:05:53.213224 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9dc1590b-bc9f-4413-8430-d5e97d0106d9 req-7dc1abdd-790a-4974-8077-4c6980ca2c44 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/ports?device_id=415f1585-0428-441b-980c-580c2b2dc3c2 HTTP/1.1" status: 200 len: 210 time: 0.0782907 Sep 23 07:05:53.223631 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a935a797-2334-4a0e-877c-1931e9921f37 admin admin] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:05:53.225338 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-a935a797-2334-4a0e-877c-1931e9921f37 admin admin] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:05:53.228648 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a935a797-2334-4a0e-877c-1931e9921f37 admin admin] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:05:53.229544 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-236e6f65-655c-4c1a-b0e4-6d554c5119c3 req-dedfb75e-c35d-4fcf-af7b-7fb425fa8a81 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] No DVR routers for this DVR port 40866403-6fc3-44e0-ac09-91de0fa0fcaf on host n-h2-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:05:53.233151 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-236e6f65-655c-4c1a-b0e4-6d554c5119c3 req-dedfb75e-c35d-4fcf-af7b-7fb425fa8a81 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:53.235631 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-236e6f65-655c-4c1a-b0e4-6d554c5119c3 req-dedfb75e-c35d-4fcf-af7b-7fb425fa8a81 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.58 "DELETE /v2.0/ports/40866403-6fc3-44e0-ac09-91de0fa0fcaf HTTP/1.1" status: 204 len: 173 time: 1.5110209 Sep 23 07:05:53.236623 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '415f1585-0428-441b-980c-580c2b2dc3c2', 'name': 'network-vif-deleted', 'tag': '40866403-6fc3-44e0-ac09-91de0fa0fcaf'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:05:53.239113 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-814102f8-f722-46a0-81b8-c921bde86ea5" -d '{"events": [{"server_uuid": "415f1585-0428-441b-980c-580c2b2dc3c2", "name": "network-vif-deleted", "tag": "40866403-6fc3-44e0-ac09-91de0fa0fcaf"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:05:53.354176 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb1c4ae9-0ba3-4905-8d7d-f68e4c3cbb66 x-openstack-request-id: req-cb1c4ae9-0ba3-4905-8d7d-f68e4c3cbb66 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:05:53.354808 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "415f1585-0428-441b-980c-580c2b2dc3c2", "name": "network-vif-deleted", "tag": "40866403-6fc3-44e0-ac09-91de0fa0fcaf", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:05:53.354808 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cb1c4ae9-0ba3-4905-8d7d-f68e4c3cbb66 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:05:53.355093 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '415f1585-0428-441b-980c-580c2b2dc3c2', 'name': 'network-vif-deleted', 'tag': '40866403-6fc3-44e0-ac09-91de0fa0fcaf', 'status': 'completed', 'code': 200} Sep 23 07:05:53.424529 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port ff148512-9074-4b74-ba11-2a04ee623dee, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=ff148512-9074-4b74-ba11-2a04ee623dee,segment=NetworkSegment(d46caa6f-7cda-416e-9143-4e96751c403c),segment_id=d46caa6f-7cda-416e-9143-4e96751c403c)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:05:53.442744 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port a18aa10f-ecd4-49c1-85b8-fa7fbaf22b5a triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:05:53.447903 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:53.450035 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': 'ff148512-9074-4b74-ba11-2a04ee623dee', 'network_id': '8e69782e-59da-448f-aa2b-c22b36c23603', 'port_id': 'ff148512-9074-4b74-ba11-2a04ee623dee', 'mac_address': 'fa:16:3e:53:94:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9604f35-686e-4202-ac30-43de25cbdd33', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:05:53.509489 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd6dea-cb9d-44ec-bf10-b0ebe1940070 req-8e908d3c-5762-4459-8e8c-d64493ac9268 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:53.511323 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ddcd6dea-cb9d-44ec-bf10-b0ebe1940070 req-8e908d3c-5762-4459-8e8c-d64493ac9268 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d4918de-60b7-44b6-be8b-9b2019b1271a HTTP/1.1" status: 200 len: 943 time: 0.1163716 Sep 23 07:05:53.604652 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ddcd6dea-cb9d-44ec-bf10-b0ebe1940070 req-e2422b64-a5c0-4114-956f-44ca1b926b8d tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f253461-cf82-4016-a142-72193d40d277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822327 Sep 23 07:05:53.749276 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a935a797-2334-4a0e-877c-1931e9921f37 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:53.835217 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:53.859174 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff148512-9074-4b74-ba11-2a04ee623dee {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:05:53.937777 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port ff148512-9074-4b74-ba11-2a04ee623dee, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=ff148512-9074-4b74-ba11-2a04ee623dee,segment=NetworkSegment(d46caa6f-7cda-416e-9143-4e96751c403c),segment_id=d46caa6f-7cda-416e-9143-4e96751c403c)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:05:53.945618 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:53.983215 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:54.020681 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a8d46f-3063-4f2b-b71f-2b92bc9a0cab None None] Network 96b231e1-97a2-407f-9e81-0575b2ed7b1a requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:05:54.047830 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=ff148512-9074-4b74-ba11-2a04ee623dee,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:05:54.070986 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port a18aa10f-ecd4-49c1-85b8-fa7fbaf22b5a, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=a18aa10f-ecd4-49c1-85b8-fa7fbaf22b5a,segment=NetworkSegment(d9c5060f-18b6-4763-8657-8acf3940a7b9),segment_id=d9c5060f-18b6-4763-8657-8acf3940a7b9)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:05:54.078774 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:54.117103 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 184e9559-9538-47e4-a5b6-be194287daac no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:05:54.120752 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a935a797-2334-4a0e-877c-1931e9921f37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:54.164171 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 184e9559-9538-47e4-a5b6-be194287daac {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:05:54.164520 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 184e9559-9538-47e4-a5b6-be194287daac not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:05:54.169711 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219617cb-5131-48fa-8aa0-78a75478cc14 req-c91d8db8-530c-43e2-ac45-ebe0f884c1f2 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:54.171669 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-219617cb-5131-48fa-8aa0-78a75478cc14 req-c91d8db8-530c-43e2-ac45-ebe0f884c1f2 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 944 time: 0.0747335 Sep 23 07:05:54.227833 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=a18aa10f-ecd4-49c1-85b8-fa7fbaf22b5a,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:05:54.232172 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-0d89d7a1-4c0f-4583-b5ff-0a1034d76638 None None] Provisioning complete for port a18aa10f-ecd4-49c1-85b8-fa7fbaf22b5a triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:05:54.232564 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0d89d7a1-4c0f-4583-b5ff-0a1034d76638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:54.256141 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-219617cb-5131-48fa-8aa0-78a75478cc14 req-82feec42-ef9f-42fc-b861-d5cb6d9575a7 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a912227-b43b-40c0-8908-2990e2356021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712304 Sep 23 07:05:54.297159 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 59102) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:05:54.356659 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['ff148512-9074-4b74-ba11-2a04ee623dee'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:05:54.394474 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ce62c808-7de5-48b6-8175-fbc2f0c89f5e tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:54.404535 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a935a797-2334-4a0e-877c-1931e9921f37 admin admin] Router 049b7e09-ef20-4062-8d36-f7c72df23fe3 is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 07:05:54.434314 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ce62c808-7de5-48b6-8175-fbc2f0c89f5e tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:54.594945 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ce62c808-7de5-48b6-8175-fbc2f0c89f5e tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:54.598113 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ce62c808-7de5-48b6-8175-fbc2f0c89f5e tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:54.600236 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-ce62c808-7de5-48b6-8175-fbc2f0c89f5e tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "DELETE /v2.0/security-groups/b4096c5f-f005-44c6-8cd4-0dfaefa99024 HTTP/1.1" status: 204 len: 168 time: 0.3019269 Sep 23 07:05:54.619738 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce62c808-7de5-48b6-8175-fbc2f0c89f5e tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4096c5f-f005-44c6-8cd4-0dfaefa99024,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:05:54.664840 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 59118) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:05:54.756518 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a935a797-2334-4a0e-877c-1931e9921f37 admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:05:54.768289 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a7a5ae-79ca-430a-97c2-0bfd42f13fd5 None None] Sync routers for ids ['049b7e09-ef20-4062-8d36-f7c72df23fe3'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:05:54.803292 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a935a797-2334-4a0e-877c-1931e9921f37 admin admin] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:54.804957 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-a935a797-2334-4a0e-877c-1931e9921f37 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.5910864 Sep 23 07:05:54.807426 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 59126) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:05:54.807876 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a7a5ae-79ca-430a-97c2-0bfd42f13fd5 None None] Routers {'049b7e09-ef20-4062-8d36-f7c72df23fe3'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:05:54.810442 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-e8a7a5ae-79ca-430a-97c2-0bfd42f13fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:05:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['049b7e09-ef20-4062-8d36-f7c72df23fe3'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:05:54.836653 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-82a84f30-09e4-4505-8b58-3b3d9c9da555 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Deleting subnet c86fc1f5-dc9b-478a-89c3-55b3a5ac4a34 {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:05:54.858081 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-82a84f30-09e4-4505-8b58-3b3d9c9da555 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:54.943306 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-82a84f30-09e4-4505-8b58-3b3d9c9da555 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:55.001555 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dd1c302c-ac44-43ba-96d1-0294d52a5381 None None] Provisioning complete for port a18aa10f-ecd4-49c1-85b8-fa7fbaf22b5a triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:05:55.003684 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dd1c302c-ac44-43ba-96d1-0294d52a5381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:55.085675 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device a18aa10f-ecd4-49c1-85b8-fa7fbaf22b5a up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:05:55.122272 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b69f46-daf9-44a6-a79b-c44a0fa941bc req-cf9ce0dc-0223-4761-904d-0e8ed2bfbf8a tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:55.123879 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-30b69f46-daf9-44a6-a79b-c44a0fa941bc req-cf9ce0dc-0223-4761-904d-0e8ed2bfbf8a tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d4918de-60b7-44b6-be8b-9b2019b1271a HTTP/1.1" status: 200 len: 944 time: 0.2929697 Sep 23 07:05:55.172175 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-82a84f30-09e4-4505-8b58-3b3d9c9da555 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:55.229755 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port a18aa10f-ecd4-49c1-85b8-fa7fbaf22b5a triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:05:55.230304 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:55.303231 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-82a84f30-09e4-4505-8b58-3b3d9c9da555 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:55.349033 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-30b69f46-daf9-44a6-a79b-c44a0fa941bc req-16e0e786-3a16-4742-bfe8-663b59dde980 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f253461-cf82-4016-a142-72193d40d277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2156701 Sep 23 07:05:55.383682 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a84f30-09e4-4505-8b58-3b3d9c9da555 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Pushing event deleted for resources: {'Subnet': ['ID=c86fc1f5-dc9b-478a-89c3-55b3a5ac4a34,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:05:55.385737 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-82a84f30-09e4-4505-8b58-3b3d9c9da555 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:55.387679 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-82a84f30-09e4-4505-8b58-3b3d9c9da555 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "DELETE /v2.0/subnets/c86fc1f5-dc9b-478a-89c3-55b3a5ac4a34 HTTP/1.1" status: 204 len: 168 time: 0.7211459 Sep 23 07:05:55.398399 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 59186) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:05:55.405113 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de319cf8-6f30-4f8a-a0f0-490beed40861 None None] Network 66a1f084-948e-45d7-a019-d130f39acf06 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:05:55.509601 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-e8a7a5ae-79ca-430a-97c2-0bfd42f13fd5 None None] Set router 049b7e09-ef20-4062-8d36-f7c72df23fe3 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:05:55.594790 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5fb0858a-545d-4918-a9be-95ce716cd365 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:55.609906 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeb22c6-77a6-4022-8744-b6233c65042b req-21b00773-7296-49d5-90ba-537ecfaad26a tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:55.612084 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ebeb22c6-77a6-4022-8744-b6233c65042b req-21b00773-7296-49d5-90ba-537ecfaad26a tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 944 time: 0.1596839 Sep 23 07:05:55.774016 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ebeb22c6-77a6-4022-8744-b6233c65042b req-312e2940-fdbb-4999-a98b-e85a36bbb5ac tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a912227-b43b-40c0-8908-2990e2356021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1510186 Sep 23 07:05:55.845293 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-5fb0858a-545d-4918-a9be-95ce716cd365 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Deleting port e2612498-23e5-48fa-9452-a44e170c9afb {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:05:55.846298 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5fb0858a-545d-4918-a9be-95ce716cd365 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:55.936791 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c72123-e167-45ec-ab65-509218845b35 None None] DHCP port deletion for 66a1f084-948e-45d7-a019-d130f39acf06 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 07:05:55.951391 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-e8a7a5ae-79ca-430a-97c2-0bfd42f13fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '049b7e09-ef20-4062-8d36-f7c72df23fe3', 'name': 'tempest-ImageQuotaTest-546482898-router', 'tenant_id': '31a8eb8a7d27403ba6e02274ee0e8eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': '6d59a03a-5009-4361-9cf3-8ddad2f09a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:05:51Z', 'updated_at': '2021-09-23T07:05:53Z', 'revision_number': 3, 'project_id': '31a8eb8a7d27403ba6e02274ee0e8eea', 'gw_port': {'id': '6d59a03a-5009-4361-9cf3-8ddad2f09a1f', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:2f:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '049b7e09-ef20-4062-8d36-f7c72df23fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:05:52Z', 'updated_at': '2021-09-23T07:05:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:05:55.970267 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d47e8d96-1f5a-451f-a015-562937255386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:55.997184 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a7a5ae-79ca-430a-97c2-0bfd42f13fd5 None None] Checking router: 049b7e09-ef20-4062-8d36-f7c72df23fe3 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:05:55.998732 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a7a5ae-79ca-430a-97c2-0bfd42f13fd5 None None] Updating router 049b7e09-ef20-4062-8d36-f7c72df23fe3 port 6d59a03a-5009-4361-9cf3-8ddad2f09a1f binding host n-d-715271-16 {{(pid=95068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 07:05:56.017577 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-5fb0858a-545d-4918-a9be-95ce716cd365 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] For port e2612498-23e5-48fa-9452-a44e170c9afb, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=e2612498-23e5-48fa-9452-a44e170c9afb,segment=NetworkSegment(fc58ed58-9bef-42f1-a0b5-ea9928c8e033),segment_id=fc58ed58-9bef-42f1-a0b5-ea9928c8e033)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:05:56.019849 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5fb0858a-545d-4918-a9be-95ce716cd365 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:56.052165 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-5fb0858a-545d-4918-a9be-95ce716cd365 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Calling delete_port for e2612498-23e5-48fa-9452-a44e170c9afb owned by network:dhcp {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:05:56.065633 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a5c72123-e167-45ec-ab65-509218845b35 None None] Deleting port e2612498-23e5-48fa-9452-a44e170c9afb {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:05:56.066263 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a5c72123-e167-45ec-ab65-509218845b35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:56.072123 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-e8a7a5ae-79ca-430a-97c2-0bfd42f13fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:56.235226 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5fb0858a-545d-4918-a9be-95ce716cd365 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:56.275740 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a5c72123-e167-45ec-ab65-509218845b35 None None] For port e2612498-23e5-48fa-9452-a44e170c9afb, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=e2612498-23e5-48fa-9452-a44e170c9afb,segment=NetworkSegment(fc58ed58-9bef-42f1-a0b5-ea9928c8e033),segment_id=fc58ed58-9bef-42f1-a0b5-ea9928c8e033)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:05:56.276149 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a5c72123-e167-45ec-ab65-509218845b35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:56.295787 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb0858a-545d-4918-a9be-95ce716cd365 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Pushing event deleted for resources: {'Port': ['ID=e2612498-23e5-48fa-9452-a44e170c9afb,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:05:56.309661 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a5c72123-e167-45ec-ab65-509218845b35 None None] Calling delete_port for e2612498-23e5-48fa-9452-a44e170c9afb owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:05:56.312688 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-d47e8d96-1f5a-451f-a015-562937255386 admin admin] Allocated IP 172.20.0.1 (96b231e1-97a2-407f-9e81-0575b2ed7b1a/6a3b2f43-393c-452f-83f2-dcc05d964c78/15de4bcb-77f4-4eb8-a532-56595f595320) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:05:56.323099 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb0858a-545d-4918-a9be-95ce716cd365 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] No DVR routers for this DVR port e2612498-23e5-48fa-9452-a44e170c9afb on host n-d-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:05:56.479108 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-e8a7a5ae-79ca-430a-97c2-0bfd42f13fd5 None None] Notify callbacks [] for port, precommit_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:56.488579 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-e8a7a5ae-79ca-430a-97c2-0bfd42f13fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:56.540588 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:05:56.540588 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 07:05:56.540588 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:05:56.540588 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 07:05:56.540588 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:05:56.540588 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 07:05:56.540588 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:05:56.540588 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 07:05:56.540588 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:05:56.540588 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 07:05:56.540588 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:05:56.540588 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 07:05:56.540588 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:05:56.540588 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 07:05:56.540588 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:05:56.540588 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 07:05:56.540588 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:05:56.540588 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 07:05:56.540588 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:05:56.540588 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 07:05:56.540588 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:05:56.540588 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 07:05:56.540588 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:05:56.540588 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 07:05:56.540588 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:05:56.540588 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 07:05:56.540588 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:05:56.540588 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 07:05:56.540588 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:05:56.540588 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 07:05:56.540588 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:05:56.540588 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 07:05:56.540588 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:05:56.540588 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 07:05:56.540588 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:05:56.540588 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 07:05:56.540588 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:05:56.540588 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 07:05:56.540588 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:05:56.540588 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 07:05:56.540588 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:05:56.540588 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 07:05:56.540588 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:05:56.540588 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 07:05:56.540588 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:05:56.540588 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 07:05:56.540588 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:05:56.540588 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 07:05:56.540588 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:05:56.540588 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 07:05:56.540588 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:05:56.540588 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 07:05:56.540588 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:05:56.540588 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 07:05:56.549936 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81374cf0-9e7e-40aa-a500-7550f5565bfc None None] Pushing event updated for resources: {'Port': ['ID=6d59a03a-5009-4361-9cf3-8ddad2f09a1f,revision_number=2']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:05:56.555029 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a5c72123-e167-45ec-ab65-509218845b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:56.561458 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81374cf0-9e7e-40aa-a500-7550f5565bfc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:05:56.562122 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81374cf0-9e7e-40aa-a500-7550f5565bfc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:05:56.563228 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81374cf0-9e7e-40aa-a500-7550f5565bfc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:05:56.563844 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81374cf0-9e7e-40aa-a500-7550f5565bfc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:05:56.564909 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81374cf0-9e7e-40aa-a500-7550f5565bfc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:05:56.565388 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81374cf0-9e7e-40aa-a500-7550f5565bfc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:05:56.565804 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81374cf0-9e7e-40aa-a500-7550f5565bfc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:05:56.566426 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81374cf0-9e7e-40aa-a500-7550f5565bfc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:05:56.568321 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81374cf0-9e7e-40aa-a500-7550f5565bfc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:05:56.568995 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81374cf0-9e7e-40aa-a500-7550f5565bfc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:05:56.569547 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81374cf0-9e7e-40aa-a500-7550f5565bfc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:05:56.569850 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81374cf0-9e7e-40aa-a500-7550f5565bfc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:05:56.578854 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5fb0858a-545d-4918-a9be-95ce716cd365 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:56.586348 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d47e8d96-1f5a-451f-a015-562937255386 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:56.594028 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-e8a7a5ae-79ca-430a-97c2-0bfd42f13fd5 None None] Attempting to bind port 6d59a03a-5009-4361-9cf3-8ddad2f09a1f on host n-d-715271-16 for vnic_type normal with profile {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:05:56.594570 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-e8a7a5ae-79ca-430a-97c2-0bfd42f13fd5 None None] Attempting to bind port 6d59a03a-5009-4361-9cf3-8ddad2f09a1f by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:05:56.595081 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a7a5ae-79ca-430a-97c2-0bfd42f13fd5 None None] Attempting to bind port 6d59a03a-5009-4361-9cf3-8ddad2f09a1f on network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:05:56.602410 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a7a5ae-79ca-430a-97c2-0bfd42f13fd5 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:05:56.603021 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a7a5ae-79ca-430a-97c2-0bfd42f13fd5 None None] Checking segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:05:56.603638 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-e8a7a5ae-79ca-430a-97c2-0bfd42f13fd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:56.604290 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a7a5ae-79ca-430a-97c2-0bfd42f13fd5 None None] Bound using segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:05:56.605018 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-e8a7a5ae-79ca-430a-97c2-0bfd42f13fd5 None None] Bound port: 6d59a03a-5009-4361-9cf3-8ddad2f09a1f, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:05:56.605758 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-e8a7a5ae-79ca-430a-97c2-0bfd42f13fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:56.608407 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c72123-e167-45ec-ab65-509218845b35 None None] Pushing event deleted for resources: {'Port': ['ID=e2612498-23e5-48fa-9452-a44e170c9afb,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:05:56.620416 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c72123-e167-45ec-ab65-509218845b35 None None] No DVR routers for this DVR port e2612498-23e5-48fa-9452-a44e170c9afb on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:05:56.622855 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41126d85-3644-48e5-9702-c68093f3519f req-4b43e7d3-b4ae-42c2-b3e8-1c0b2a694df5 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:56.623017 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-5fb0858a-545d-4918-a9be-95ce716cd365 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66a1f084-948e-45d7-a019-d130f39acf06']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:05:56.631315 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-41126d85-3644-48e5-9702-c68093f3519f req-4b43e7d3-b4ae-42c2-b3e8-1c0b2a694df5 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d4918de-60b7-44b6-be8b-9b2019b1271a HTTP/1.1" status: 200 len: 944 time: 0.1239235 Sep 23 07:05:56.640351 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-5fb0858a-545d-4918-a9be-95ce716cd365 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc58ed58-9bef-42f1-a0b5-ea9928c8e033') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:05:56.640689 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-5fb0858a-545d-4918-a9be-95ce716cd365 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc58ed58-9bef-42f1-a0b5-ea9928c8e033') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:05:56.651350 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5fb0858a-545d-4918-a9be-95ce716cd365 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:56.672455 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5fb0858a-545d-4918-a9be-95ce716cd365 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:56.682303 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fb0858a-545d-4918-a9be-95ce716cd365 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:05:56.683004 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5fb0858a-545d-4918-a9be-95ce716cd365 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:56.687228 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 07:05:56.687228 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:05:56.687228 n-d-715271-16 neutron-server[95066]: timer() Sep 23 07:05:56.687228 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:05:56.687228 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 07:05:56.687228 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:05:56.687228 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 07:05:56.687228 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:05:56.687228 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 07:05:56.687228 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:05:56.687228 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 07:05:56.687228 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:05:56.687228 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 07:05:56.687228 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:05:56.687228 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:05:56.687228 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:05:56.687228 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:05:56.687228 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:05:56.687228 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 07:05:56.687228 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:05:56.687228 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 07:05:56.687228 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:05:56.687228 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:05:56.687228 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:05:56.687228 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 07:05:56.687228 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:05:56.687228 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:05:56.687228 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:05:56.687228 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:05:56.687228 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:05:56.687228 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:05:56.687228 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:05:56.690153 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-41126d85-3644-48e5-9702-c68093f3519f req-eea2d7aa-e3b8-484f-a9a5-7dea241ce1d6 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f253461-cf82-4016-a142-72193d40d277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557845 Sep 23 07:05:56.713389 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d47e8d96-1f5a-451f-a015-562937255386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:56.722413 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-e8a7a5ae-79ca-430a-97c2-0bfd42f13fd5 None None] For port 6d59a03a-5009-4361-9cf3-8ddad2f09a1f, host n-d-715271-16, cleared binding levels {{(pid=95068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:05:56.726427 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-e8a7a5ae-79ca-430a-97c2-0bfd42f13fd5 None None] For port 6d59a03a-5009-4361-9cf3-8ddad2f09a1f, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=6d59a03a-5009-4361-9cf3-8ddad2f09a1f,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:05:56.734147 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-e8a7a5ae-79ca-430a-97c2-0bfd42f13fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:56.753215 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47e8d96-1f5a-451f-a015-562937255386 admin admin] Network 96b231e1-97a2-407f-9e81-0575b2ed7b1a is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:05:56.757211 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-d47e8d96-1f5a-451f-a015-562937255386 admin admin] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:05:56.759896 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47e8d96-1f5a-451f-a015-562937255386 admin admin] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:05:56.806137 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a7a5ae-79ca-430a-97c2-0bfd42f13fd5 None None] Routers {'049b7e09-ef20-4062-8d36-f7c72df23fe3'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:05:56.807196 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-e8a7a5ae-79ca-430a-97c2-0bfd42f13fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:05:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['049b7e09-ef20-4062-8d36-f7c72df23fe3'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:05:56.809510 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47e8d96-1f5a-451f-a015-562937255386 admin admin] Pushing event updated for resources: {'Port': ['ID=15de4bcb-77f4-4eb8-a532-56595f595320,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:05:56.811386 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5fb0858a-545d-4918-a9be-95ce716cd365 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:56.832351 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5fb0858a-545d-4918-a9be-95ce716cd365 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:56.836115 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-5fb0858a-545d-4918-a9be-95ce716cd365 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "DELETE /v2.0/networks/66a1f084-948e-45d7-a019-d130f39acf06 HTTP/1.1" status: 204 len: 168 time: 1.4365406 Sep 23 07:05:56.838725 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 59330) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:05:56.854039 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d47e8d96-1f5a-451f-a015-562937255386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068614'] for router_interface, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:56.863909 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb0858a-545d-4918-a9be-95ce716cd365 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Pushing event deleted for resources: {'Network': ['ID=66a1f084-948e-45d7-a019-d130f39acf06,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:05:56.931521 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81374cf0-9e7e-40aa-a500-7550f5565bfc None None] Pushing event updated for resources: {'Port': ['ID=6d59a03a-5009-4361-9cf3-8ddad2f09a1f,revision_number=3']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:05:57.011630 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device ff148512-9074-4b74-ba11-2a04ee623dee up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:05:57.049496 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device e2612498-23e5-48fa-9452-a44e170c9afb no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:05:57.081771 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: e2612498-23e5-48fa-9452-a44e170c9afb {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:05:57.082457 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device e2612498-23e5-48fa-9452-a44e170c9afb not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:05:57.133040 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f1342d-e925-4fbd-997d-c939249de8bf req-c21d8a4f-b3d9-4349-8c37-8d5708fd678d tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:57.136287 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b2f1342d-e925-4fbd-997d-c939249de8bf req-c21d8a4f-b3d9-4349-8c37-8d5708fd678d tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 944 time: 0.1710384 Sep 23 07:05:57.154399 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 40866403-6fc3-44e0-ac09-91de0fa0fcaf no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:05:57.169746 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-e8a7a5ae-79ca-430a-97c2-0bfd42f13fd5 None None] Set router 049b7e09-ef20-4062-8d36-f7c72df23fe3 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:05:57.194685 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-dcabcfe4-8f5e-44fc-9425-1f026fdccc3f tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Deleting port fe73f1d5-85a8-49eb-a0f8-fccce8ea58fe {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:05:57.200912 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No Port match for: 40866403-6fc3-44e0-ac09-91de0fa0fcaf {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:05:57.201911 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 40866403-6fc3-44e0-ac09-91de0fa0fcaf not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:05:57.207487 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dcabcfe4-8f5e-44fc-9425-1f026fdccc3f tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:57.228460 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d47e8d96-1f5a-451f-a015-562937255386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:57.230365 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port ff148512-9074-4b74-ba11-2a04ee623dee completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:05:57.238994 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port ff148512-9074-4b74-ba11-2a04ee623dee triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:05:57.239782 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:57.244787 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-8d289fbe-7665-4ed5-bc68-7e4e3b4084db None None] Provisioning complete for port 15de4bcb-77f4-4eb8-a532-56595f595320 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:05:57.245481 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8d289fbe-7665-4ed5-bc68-7e4e3b4084db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:57.273104 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b2f1342d-e925-4fbd-997d-c939249de8bf req-72b305a9-cace-4990-b768-c15b34402f92 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a912227-b43b-40c0-8908-2990e2356021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245160 Sep 23 07:05:57.324074 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-8d289fbe-7665-4ed5-bc68-7e4e3b4084db None None] Port 15de4bcb-77f4-4eb8-a532-56595f595320 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:05:57.447535 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:57.456519 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dcabcfe4-8f5e-44fc-9425-1f026fdccc3f tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:57.456944 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dcabcfe4-8f5e-44fc-9425-1f026fdccc3f tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:57.483628 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-dcabcfe4-8f5e-44fc-9425-1f026fdccc3f tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Calling delete_port for fe73f1d5-85a8-49eb-a0f8-fccce8ea58fe owned by network:floatingip {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:05:57.494870 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d4918de-60b7-44b6-be8b-9b2019b1271a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff148512-9074-4b74-ba11-2a04ee623dee'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:05:57.497427 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f60f7abd-e43e-4f54-9429-e4ebedf18688" -d '{"events": [{"server_uuid": "5d4918de-60b7-44b6-be8b-9b2019b1271a", "name": "network-vif-plugged", "status": "completed", "tag": "ff148512-9074-4b74-ba11-2a04ee623dee"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:05:57.514654 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port ff148512-9074-4b74-ba11-2a04ee623dee, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=ff148512-9074-4b74-ba11-2a04ee623dee,segment=NetworkSegment(d46caa6f-7cda-416e-9143-4e96751c403c),segment_id=d46caa6f-7cda-416e-9143-4e96751c403c)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:05:57.522689 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:57.597483 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-e8a7a5ae-79ca-430a-97c2-0bfd42f13fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '049b7e09-ef20-4062-8d36-f7c72df23fe3', 'name': 'tempest-ImageQuotaTest-546482898-router', 'tenant_id': '31a8eb8a7d27403ba6e02274ee0e8eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': '6d59a03a-5009-4361-9cf3-8ddad2f09a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:05:51Z', 'updated_at': '2021-09-23T07:05:53Z', 'revision_number': 3, 'project_id': '31a8eb8a7d27403ba6e02274ee0e8eea', 'gw_port': {'id': '6d59a03a-5009-4361-9cf3-8ddad2f09a1f', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:2f:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '049b7e09-ef20-4062-8d36-f7c72df23fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:05:52Z', 'updated_at': '2021-09-23T07:05:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:05:57.615846 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e451e2a0-1b95-40f1-aa3a-2d65a84a10e7 x-openstack-request-id: req-e451e2a0-1b95-40f1-aa3a-2d65a84a10e7 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:05:57.616143 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d4918de-60b7-44b6-be8b-9b2019b1271a", "name": "network-vif-plugged", "status": "completed", "tag": "ff148512-9074-4b74-ba11-2a04ee623dee", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:05:57.616609 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e451e2a0-1b95-40f1-aa3a-2d65a84a10e7 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:05:57.617174 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d4918de-60b7-44b6-be8b-9b2019b1271a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff148512-9074-4b74-ba11-2a04ee623dee', 'code': 200} Sep 23 07:05:57.642772 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=ff148512-9074-4b74-ba11-2a04ee623dee,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:05:57.643707 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a7a5ae-79ca-430a-97c2-0bfd42f13fd5 None None] The sync data for ids ['049b7e09-ef20-4062-8d36-f7c72df23fe3'] in n-d-715271-16 is: [{'id': '049b7e09-ef20-4062-8d36-f7c72df23fe3', 'name': 'tempest-ImageQuotaTest-546482898-router', 'tenant_id': '31a8eb8a7d27403ba6e02274ee0e8eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': '6d59a03a-5009-4361-9cf3-8ddad2f09a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:05:51Z', 'updated_at': '2021-09-23T07:05:53Z', 'revision_number': 3, 'project_id': '31a8eb8a7d27403ba6e02274ee0e8eea', 'gw_port': {'id': '6d59a03a-5009-4361-9cf3-8ddad2f09a1f', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:2f:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '049b7e09-ef20-4062-8d36-f7c72df23fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:05:52Z', 'updated_at': '2021-09-23T07:05:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:05:57.659777 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:05:57.660136 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:05:57.660538 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:05:57.660834 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:05:57.661175 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:05:57.661509 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:05:57.662045 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:05:57.662375 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:05:57.662701 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:05:57.663027 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:05:57.663395 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:05:57.663752 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:05:57.718597 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d47e8d96-1f5a-451f-a015-562937255386 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:57.726496 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18382533-82cd-47d9-9ca3-2589c65369ae req-60f5fda9-4f13-47f3-84d2-5f76f84c8fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:57.728536 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-18382533-82cd-47d9-9ca3-2589c65369ae req-60f5fda9-4f13-47f3-84d2-5f76f84c8fb9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5d4918de-60b7-44b6-be8b-9b2019b1271a HTTP/1.1" status: 200 len: 1097 time: 0.0841410 Sep 23 07:05:57.730185 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d47e8d96-1f5a-451f-a015-562937255386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:57.837019 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d47e8d96-1f5a-451f-a015-562937255386 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067062'] for router_interface, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:57.880558 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db8ed3-8cba-4533-9eb8-5134c4447ceb req-c7cf9471-2a0e-47fd-b180-9f8afaa4967f tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:57.882738 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-66db8ed3-8cba-4533-9eb8-5134c4447ceb req-c7cf9471-2a0e-47fd-b180-9f8afaa4967f tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d4918de-60b7-44b6-be8b-9b2019b1271a HTTP/1.1" status: 200 len: 945 time: 0.0827057 Sep 23 07:05:57.934083 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47e8d96-1f5a-451f-a015-562937255386 admin admin] Pushing event updated for resources: {'Port': ['ID=15de4bcb-77f4-4eb8-a532-56595f595320,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:05:57.940320 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-18382533-82cd-47d9-9ca3-2589c65369ae req-7c84dc38-20d6-4fa2-9722-1213b768712a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5f253461-cf82-4016-a142-72193d40d277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411908 Sep 23 07:05:57.958297 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-66db8ed3-8cba-4533-9eb8-5134c4447ceb req-540ddf91-cec6-470c-b144-2ebbcae50b82 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f253461-cf82-4016-a142-72193d40d277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538633 Sep 23 07:05:57.975783 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dcabcfe4-8f5e-44fc-9425-1f026fdccc3f tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:58.024761 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcabcfe4-8f5e-44fc-9425-1f026fdccc3f tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Pushing event deleted for resources: {'Port': ['ID=fe73f1d5-85a8-49eb-a0f8-fccce8ea58fe,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:05:58.074953 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47e8d96-1f5a-451f-a015-562937255386 admin admin] Network 96b231e1-97a2-407f-9e81-0575b2ed7b1a is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:05:58.077011 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-d47e8d96-1f5a-451f-a015-562937255386 admin admin] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:05:58.150506 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dcabcfe4-8f5e-44fc-9425-1f026fdccc3f tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for floatingip, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:58.150977 n-d-715271-16 neutron-server[95066]: INFO neutron.db.l3_db [None req-dcabcfe4-8f5e-44fc-9425-1f026fdccc3f tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Floating IP 13951190-e558-4532-b53a-25459aabd7d4 disassociated (deleted). External IP: 172.25.2.231, port: fd633120-a90a-425f-8e49-d5fa515fc22d. Sep 23 07:05:58.438962 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d47e8d96-1f5a-451f-a015-562937255386 admin admin] Router 049b7e09-ef20-4062-8d36-f7c72df23fe3 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:05:58.476432 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5ff238-991d-4d41-937d-242d7dd3d673 req-a56380f1-b483-4622-a39b-9b9350277d6c tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:58.487368 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-da5ff238-991d-4d41-937d-242d7dd3d673 req-a56380f1-b483-4622-a39b-9b9350277d6c tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 944 time: 0.0879445 Sep 23 07:05:58.502412 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcabcfe4-8f5e-44fc-9425-1f026fdccc3f tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Router 7b62cc22-0df5-49b3-ad7d-e2c11871b1b0 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:05:58.561857 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-8d327bfe-8762-4d47-9538-f90be07422b7 None None] Provisioning complete for port 15de4bcb-77f4-4eb8-a532-56595f595320 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:05:58.562509 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8d327bfe-8762-4d47-9538-f90be07422b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:58.657494 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-8d327bfe-8762-4d47-9538-f90be07422b7 None None] Port 15de4bcb-77f4-4eb8-a532-56595f595320 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:05:58.731215 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d47e8d96-1f5a-451f-a015-562937255386 admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:05:58.740834 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-d47e8d96-1f5a-451f-a015-562937255386 admin admin] 10.222.0.39 "PUT /v2.0/routers/049b7e09-ef20-4062-8d36-f7c72df23fe3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9310780 Sep 23 07:05:58.750469 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcabcfe4-8f5e-44fc-9425-1f026fdccc3f tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:05:58.760128 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-da5ff238-991d-4d41-937d-242d7dd3d673 req-0ad9a462-79d5-4f1e-8312-52e149670e4d tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a912227-b43b-40c0-8908-2990e2356021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2711537 Sep 23 07:05:58.762015 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dcabcfe4-8f5e-44fc-9425-1f026fdccc3f tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:58.767743 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab2f8c1-6f0e-471e-a768-32fcc5f01c70 None None] Sync routers for ids ['7b62cc22-0df5-49b3-ad7d-e2c11871b1b0'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:05:58.788672 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab2f8c1-6f0e-471e-a768-32fcc5f01c70 None None] Routers {'7b62cc22-0df5-49b3-ad7d-e2c11871b1b0'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:05:58.789634 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-4ab2f8c1-6f0e-471e-a768-32fcc5f01c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:05:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['7b62cc22-0df5-49b3-ad7d-e2c11871b1b0'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:05:58.840354 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-dcabcfe4-8f5e-44fc-9425-1f026fdccc3f tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "DELETE /v2.0/floatingips/13951190-e558-4532-b53a-25459aabd7d4 HTTP/1.1" status: 204 len: 168 time: 1.9981794 Sep 23 07:05:58.840354 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69f921f4-8d2e-4ecb-bd14-9a649d6ecb9c', 'tag': 'fd633120-a90a-425f-8e49-d5fa515fc22d'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:05:58.841349 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80eefa80-655e-429c-bdeb-917675f8f407" -d '{"events": [{"name": "network-changed", "server_uuid": "69f921f4-8d2e-4ecb-bd14-9a649d6ecb9c", "tag": "fd633120-a90a-425f-8e49-d5fa515fc22d"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:05:58.963952 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-4ab2f8c1-6f0e-471e-a768-32fcc5f01c70 None None] Set router 7b62cc22-0df5-49b3-ad7d-e2c11871b1b0 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:05:58.975099 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b87c20-f93b-4e28-a689-0726d103fe2b x-openstack-request-id: req-56b87c20-f93b-4e28-a689-0726d103fe2b {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:05:58.975578 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69f921f4-8d2e-4ecb-bd14-9a649d6ecb9c", "tag": "fd633120-a90a-425f-8e49-d5fa515fc22d", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:05:58.975578 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-56b87c20-f93b-4e28-a689-0726d103fe2b {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:05:58.975932 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69f921f4-8d2e-4ecb-bd14-9a649d6ecb9c', 'tag': 'fd633120-a90a-425f-8e49-d5fa515fc22d', 'status': 'completed', 'code': 200} Sep 23 07:05:59.193736 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 6d59a03a-5009-4361-9cf3-8ddad2f09a1f up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:05:59.232502 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eefa80-655e-429c-bdeb-917675f8f407 req-036affde-3de7-42c4-bac0-37d3eec40fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:59.234476 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-80eefa80-655e-429c-bdeb-917675f8f407 req-036affde-3de7-42c4-bac0-37d3eec40fb9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=285631e87ef3467186156f903d01ed48&device_id=69f921f4-8d2e-4ecb-bd14-9a649d6ecb9c HTTP/1.1" status: 200 len: 1097 time: 0.1995430 Sep 23 07:05:59.462563 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2e75a3-698c-44ab-8a09-33fa144a86c2 req-cc2f9a98-1735-4c3c-b1ca-9467550895c0 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:59.465705 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ff2e75a3-698c-44ab-8a09-33fa144a86c2 req-cc2f9a98-1735-4c3c-b1ca-9467550895c0 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/ports?device_id=69f921f4-8d2e-4ecb-bd14-9a649d6ecb9c HTTP/1.1" status: 200 len: 945 time: 0.1548095 Sep 23 07:05:59.482987 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b178500d-9d84-492c-a4cb-ebeb0b0f5c8f req-5edca1a1-7234-4c70-bc7e-400499ec19a5 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:59.494841 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b178500d-9d84-492c-a4cb-ebeb0b0f5c8f req-5edca1a1-7234-4c70-bc7e-400499ec19a5 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d4918de-60b7-44b6-be8b-9b2019b1271a HTTP/1.1" status: 200 len: 945 time: 0.3446109 Sep 23 07:05:59.557485 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ff2e75a3-698c-44ab-8a09-33fa144a86c2 req-5cf114d5-9f9e-4598-92de-13c2dc30eb08 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/security-groups?id=eadb206e-ba62-4510-9d5a-e2b29865759a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835109 Sep 23 07:05:59.603035 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b178500d-9d84-492c-a4cb-ebeb0b0f5c8f req-095a1b36-12f0-4960-a840-d04fea1f8fd9 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f253461-cf82-4016-a142-72193d40d277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981164 Sep 23 07:05:59.641011 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eefa80-655e-429c-bdeb-917675f8f407 req-d967e637-f9e9-41cb-93e5-4120339d54ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:59.644325 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-80eefa80-655e-429c-bdeb-917675f8f407 req-d967e637-f9e9-41cb-93e5-4120339d54ed service neutron] 10.222.0.21 "GET /v2.0/networks?id=7897793b-979a-4e69-a418-9e869418e9ce HTTP/1.1" status: 200 len: 898 time: 0.3899412 Sep 23 07:05:59.683056 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 6d59a03a-5009-4361-9cf3-8ddad2f09a1f triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:05:59.684368 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:59.715389 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-80eefa80-655e-429c-bdeb-917675f8f407 req-313b7fc3-88b4-45a7-b903-c1fde67fef94 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd633120-a90a-425f-8e49-d5fa515fc22d HTTP/1.1" status: 200 len: 217 time: 0.0617251 Sep 23 07:05:59.757662 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-4ab2f8c1-6f0e-471e-a768-32fcc5f01c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b62cc22-0df5-49b3-ad7d-e2c11871b1b0', 'name': 'tempest-TestNetworkBasicOps-router-942297771', 'tenant_id': '285631e87ef3467186156f903d01ed48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '1632676f-6037-46e4-943b-dccaef4ab4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:03:01Z', 'updated_at': '2021-09-23T07:05:49Z', 'revision_number': 6, 'project_id': '285631e87ef3467186156f903d01ed48', 'gw_port': {'id': '1632676f-6037-46e4-943b-dccaef4ab4b3', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:33:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b62cc22-0df5-49b3-ad7d-e2c11871b1b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:03:02Z', 'updated_at': '2021-09-23T07:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '12f11762-d2b7-419a-957d-836734425303', 'name': '', 'network_id': '7897793b-979a-4e69-a418-9e869418e9ce', 'tenant_id': '285631e87ef3467186156f903d01ed48', 'mac_address': 'fa:16:3e:84:3d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b62cc22-0df5-49b3-ad7d-e2c11871b1b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '93b1180b-9db7-40b3-869a-a249e4cc9dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:03:08Z', 'updated_at': '2021-09-23T07:03:14Z', 'revision_number': 5, 'project_id': '285631e87ef3467186156f903d01ed48', 'subnets': [{'id': '93b1180b-9db7-40b3-869a-a249e4cc9dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:05:59.774734 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eefa80-655e-429c-bdeb-917675f8f407 req-a8ceecc9-bb21-41d4-865b-d08d5497682c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:59.776225 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-80eefa80-655e-429c-bdeb-917675f8f407 req-a8ceecc9-bb21-41d4-865b-d08d5497682c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=93b1180b-9db7-40b3-869a-a249e4cc9dce HTTP/1.1" status: 200 len: 834 time: 0.0503623 Sep 23 07:05:59.809070 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab2f8c1-6f0e-471e-a768-32fcc5f01c70 None None] Checking router: 7b62cc22-0df5-49b3-ad7d-e2c11871b1b0 for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:05:59.827387 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:05:59.833313 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab2f8c1-6f0e-471e-a768-32fcc5f01c70 None None] Routers {'7b62cc22-0df5-49b3-ad7d-e2c11871b1b0'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:05:59.834595 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-4ab2f8c1-6f0e-471e-a768-32fcc5f01c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:05:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['7b62cc22-0df5-49b3-ad7d-e2c11871b1b0'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:05:59.862222 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eefa80-655e-429c-bdeb-917675f8f407 req-17640efb-8b13-42df-a089-48fed6307fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:05:59.870357 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-80eefa80-655e-429c-bdeb-917675f8f407 req-17640efb-8b13-42df-a089-48fed6307fa5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7897793b-979a-4e69-a418-9e869418e9ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0853012 Sep 23 07:05:59.982238 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-4ab2f8c1-6f0e-471e-a768-32fcc5f01c70 None None] Set router 7b62cc22-0df5-49b3-ad7d-e2c11871b1b0 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:06:00.053141 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eacd16-096e-41c4-b301-c1f5f561d1ee req-c253836f-6ac5-4fb1-b542-56e5a9a97f4b tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:00.068574 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d8eacd16-096e-41c4-b301-c1f5f561d1ee req-c253836f-6ac5-4fb1-b542-56e5a9a97f4b tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 944 time: 0.1535761 Sep 23 07:06:00.148767 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port 6d59a03a-5009-4361-9cf3-8ddad2f09a1f, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=6d59a03a-5009-4361-9cf3-8ddad2f09a1f,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:06:00.153086 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-80eefa80-655e-429c-bdeb-917675f8f407 req-e54bf6d7-bfbf-41f3-9914-49ea38f58c90 service neutron] 10.222.0.21 "GET /v2.0/networks/7897793b-979a-4e69-a418-9e869418e9ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667716 Sep 23 07:06:00.169681 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:00.210689 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d8eacd16-096e-41c4-b301-c1f5f561d1ee req-0ea57770-a1cb-4916-9c90-ee9e8e36b164 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a912227-b43b-40c0-8908-2990e2356021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336648 Sep 23 07:06:00.332545 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-80eefa80-655e-429c-bdeb-917675f8f407 req-63ca0648-1211-4d32-8995-25da3a58b0c7 service neutron] 10.222.0.21 "GET /v2.0/networks/7897793b-979a-4e69-a418-9e869418e9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725783 Sep 23 07:06:00.548222 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c82531-a983-4df8-85db-c5b707ca72ce None None] Sync routers for ids ['049b7e09-ef20-4062-8d36-f7c72df23fe3'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:06:00.553857 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=6d59a03a-5009-4361-9cf3-8ddad2f09a1f,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:06:00.559776 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c82531-a983-4df8-85db-c5b707ca72ce None None] Routers {'049b7e09-ef20-4062-8d36-f7c72df23fe3'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:06:00.561329 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-f7c82531-a983-4df8-85db-c5b707ca72ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:05:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['049b7e09-ef20-4062-8d36-f7c72df23fe3'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:06:00.599305 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-4ab2f8c1-6f0e-471e-a768-32fcc5f01c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b62cc22-0df5-49b3-ad7d-e2c11871b1b0', 'name': 'tempest-TestNetworkBasicOps-router-942297771', 'tenant_id': '285631e87ef3467186156f903d01ed48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '1632676f-6037-46e4-943b-dccaef4ab4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:03:01Z', 'updated_at': '2021-09-23T07:05:49Z', 'revision_number': 6, 'project_id': '285631e87ef3467186156f903d01ed48', 'gw_port': {'id': '1632676f-6037-46e4-943b-dccaef4ab4b3', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:33:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b62cc22-0df5-49b3-ad7d-e2c11871b1b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:03:02Z', 'updated_at': '2021-09-23T07:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '12f11762-d2b7-419a-957d-836734425303', 'name': '', 'network_id': '7897793b-979a-4e69-a418-9e869418e9ce', 'tenant_id': '285631e87ef3467186156f903d01ed48', 'mac_address': 'fa:16:3e:84:3d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b62cc22-0df5-49b3-ad7d-e2c11871b1b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '93b1180b-9db7-40b3-869a-a249e4cc9dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:03:08Z', 'updated_at': '2021-09-23T07:03:14Z', 'revision_number': 5, 'project_id': '285631e87ef3467186156f903d01ed48', 'subnets': [{'id': '93b1180b-9db7-40b3-869a-a249e4cc9dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:06:00.665352 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab2f8c1-6f0e-471e-a768-32fcc5f01c70 None None] The sync data for ids ['7b62cc22-0df5-49b3-ad7d-e2c11871b1b0'] in n-d-715271-16 is: [{'id': '7b62cc22-0df5-49b3-ad7d-e2c11871b1b0', 'name': 'tempest-TestNetworkBasicOps-router-942297771', 'tenant_id': '285631e87ef3467186156f903d01ed48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '1632676f-6037-46e4-943b-dccaef4ab4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:03:01Z', 'updated_at': '2021-09-23T07:05:49Z', 'revision_number': 6, 'project_id': '285631e87ef3467186156f903d01ed48', 'gw_port': {'id': '1632676f-6037-46e4-943b-dccaef4ab4b3', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:33:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b62cc22-0df5-49b3-ad7d-e2c11871b1b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:03:02Z', 'updated_at': '2021-09-23T07:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '12f11762-d2b7-419a-957d-836734425303', 'name': '', 'network_id': '7897793b-979a-4e69-a418-9e869418e9ce', 'tenant_id': '285631e87ef3467186156f903d01ed48', 'mac_address': 'fa:16:3e:84:3d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b62cc22-0df5-49b3-ad7d-e2c11871b1b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '93b1180b-9db7-40b3-869a-a249e4cc9dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:03:08Z', 'updated_at': '2021-09-23T07:03:14Z', 'revision_number': 5, 'project_id': '285631e87ef3467186156f903d01ed48', 'subnets': [{'id': '93b1180b-9db7-40b3-869a-a249e4cc9dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:06:00.718147 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-f7c82531-a983-4df8-85db-c5b707ca72ce None None] Set router 049b7e09-ef20-4062-8d36-f7c72df23fe3 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:06:00.800341 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8637c9d-178f-4429-a411-f1ea4d054ba1 req-ba7947d2-2775-4597-bdc4-dbab8e45a285 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:00.803579 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a8637c9d-178f-4429-a411-f1ea4d054ba1 req-ba7947d2-2775-4597-bdc4-dbab8e45a285 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/ports?device_id=69f921f4-8d2e-4ecb-bd14-9a649d6ecb9c HTTP/1.1" status: 200 len: 945 time: 0.1208537 Sep 23 07:06:00.843325 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f205528-8bbe-498f-8527-ebcffd5acef6 req-5baa7269-ed37-46b4-a2a6-edaa111799ed tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:00.851020 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9f205528-8bbe-498f-8527-ebcffd5acef6 req-5baa7269-ed37-46b4-a2a6-edaa111799ed tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d4918de-60b7-44b6-be8b-9b2019b1271a HTTP/1.1" status: 200 len: 945 time: 0.1165860 Sep 23 07:06:00.925743 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a8637c9d-178f-4429-a411-f1ea4d054ba1 req-f9c74ec4-0ebf-4052-9ba7-8bd2ef3c211b tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/security-groups?id=eadb206e-ba62-4510-9d5a-e2b29865759a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155303 Sep 23 07:06:00.934432 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9f205528-8bbe-498f-8527-ebcffd5acef6 req-9dd1fb9d-b8d6-4046-ad8d-01b783460856 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f253461-cf82-4016-a142-72193d40d277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735717 Sep 23 07:06:00.947059 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 59650) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:06:01.027769 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device b098fef9-31f1-4769-8019-735009e3bf0c details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:06:01.105036 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9287bbbf-6d2c-4c22-a99a-cf8928de1927 req-7804a408-34ed-490f-9c51-492bdbf0634b tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:01.106857 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9287bbbf-6d2c-4c22-a99a-cf8928de1927 req-7804a408-34ed-490f-9c51-492bdbf0634b tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.21 "GET /v2.0/ports?device_id=69f921f4-8d2e-4ecb-bd14-9a649d6ecb9c HTTP/1.1" status: 200 len: 945 time: 0.2043667 Sep 23 07:06:01.109843 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 6d59a03a-5009-4361-9cf3-8ddad2f09a1f up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:06:01.164446 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-f7c82531-a983-4df8-85db-c5b707ca72ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '049b7e09-ef20-4062-8d36-f7c72df23fe3', 'name': 'tempest-ImageQuotaTest-546482898-router', 'tenant_id': '31a8eb8a7d27403ba6e02274ee0e8eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': '6d59a03a-5009-4361-9cf3-8ddad2f09a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:05:51Z', 'updated_at': '2021-09-23T07:05:57Z', 'revision_number': 4, 'project_id': '31a8eb8a7d27403ba6e02274ee0e8eea', 'gw_port': {'id': '6d59a03a-5009-4361-9cf3-8ddad2f09a1f', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:2f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '049b7e09-ef20-4062-8d36-f7c72df23fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:05:52Z', 'updated_at': '2021-09-23T07:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '15de4bcb-77f4-4eb8-a532-56595f595320', 'name': '', 'network_id': '96b231e1-97a2-407f-9e81-0575b2ed7b1a', 'tenant_id': '31a8eb8a7d27403ba6e02274ee0e8eea', 'mac_address': 'fa:16:3e:89:49:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '049b7e09-ef20-4062-8d36-f7c72df23fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '6a3b2f43-393c-452f-83f2-dcc05d964c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:05:56Z', 'updated_at': '2021-09-23T07:05:57Z', 'revision_number': 2, 'project_id': '31a8eb8a7d27403ba6e02274ee0e8eea', 'subnets': [{'id': '6a3b2f43-393c-452f-83f2-dcc05d964c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:06:01.200370 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094cc181-2939-434c-a69b-cee1f1b0caa7 req-a047c517-1d18-4dfa-ae90-3b2f041b4290 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:01.201950 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-094cc181-2939-434c-a69b-cee1f1b0caa7 req-a047c517-1d18-4dfa-ae90-3b2f041b4290 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d4918de-60b7-44b6-be8b-9b2019b1271a HTTP/1.1" status: 200 len: 945 time: 0.1631768 Sep 23 07:06:01.213061 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 59654) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:06:01.217667 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-6936ce83-6f3d-4565-a23d-d267604d0bc7 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Request body: {'floatingip': {'port_id': 'ff148512-9074-4b74-ba11-2a04ee623dee'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:06:01.228941 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c82531-a983-4df8-85db-c5b707ca72ce None None] Checking router: 049b7e09-ef20-4062-8d36-f7c72df23fe3 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:06:01.229299 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c82531-a983-4df8-85db-c5b707ca72ce None None] Updating router 049b7e09-ef20-4062-8d36-f7c72df23fe3 port 15de4bcb-77f4-4eb8-a532-56595f595320 binding host n-d-715271-16 {{(pid=95068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 07:06:01.259640 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6936ce83-6f3d-4565-a23d-d267604d0bc7 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks [] for floatingip, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:01.287527 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-f7c82531-a983-4df8-85db-c5b707ca72ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:01.315926 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fdc52a-a77b-4e96-86ed-319a1128f540 None None] New status for floating IP 13951190-e558-4532-b53a-25459aabd7d4: DOWN {{(pid=95067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 07:06:01.492293 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port b098fef9-31f1-4769-8019-735009e3bf0c, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=b098fef9-31f1-4769-8019-735009e3bf0c,segment=NetworkSegment(1c65d3ce-0d0d-44a7-ae9c-a00acf5305e9),segment_id=1c65d3ce-0d0d-44a7-ae9c-a00acf5305e9)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:06:01.511910 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 6d59a03a-5009-4361-9cf3-8ddad2f09a1f triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:06:01.512794 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:01.602188 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': 'b098fef9-31f1-4769-8019-735009e3bf0c', 'network_id': 'ca28a1fe-55ea-41f7-96a5-1261b4a66187', 'port_id': 'b098fef9-31f1-4769-8019-735009e3bf0c', 'mac_address': 'fa:16:3e:52:7c:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5441eb5f-3885-44a6-9b00-13a9788d14f9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:06:01.757954 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870076db-b64c-4983-916d-9313e4a75c29 req-d7985dc3-a922-41ed-a950-71bba0ce2593 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:01.762821 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-870076db-b64c-4983-916d-9313e4a75c29 req-d7985dc3-a922-41ed-a950-71bba0ce2593 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 944 time: 0.3859208 Sep 23 07:06:01.779684 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:01.834346 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b098fef9-31f1-4769-8019-735009e3bf0c {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:06:01.881367 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port b098fef9-31f1-4769-8019-735009e3bf0c, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=b098fef9-31f1-4769-8019-735009e3bf0c,segment=NetworkSegment(1c65d3ce-0d0d-44a7-ae9c-a00acf5305e9),segment_id=1c65d3ce-0d0d-44a7-ae9c-a00acf5305e9)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:06:01.899863 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:01.963605 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-870076db-b64c-4983-916d-9313e4a75c29 req-fa42a7cc-eb4c-45d1-8639-a5cf67b42db3 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a912227-b43b-40c0-8908-2990e2356021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1910114 Sep 23 07:06:02.001464 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-00a81eea-5ec8-4629-ad51-3ba75504b91f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066969'] for router_interface, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:02.023588 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=b098fef9-31f1-4769-8019-735009e3bf0c,revision_number=11']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:06:02.080229 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-9287bbbf-6d2c-4c22-a99a-cf8928de1927 req-90a0dc14-f13e-43a9-9ee8-94bb239286a7 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Deleting port fd633120-a90a-425f-8e49-d5fa515fc22d {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:06:02.080836 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-9287bbbf-6d2c-4c22-a99a-cf8928de1927 req-90a0dc14-f13e-43a9-9ee8-94bb239286a7 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:02.204599 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-f7c82531-a983-4df8-85db-c5b707ca72ce None None] Notify callbacks [] for port, precommit_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:02.212549 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-f7c82531-a983-4df8-85db-c5b707ca72ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:02.238131 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.db.resource_extend [None req-6936ce83-6f3d-4565-a23d-d267604d0bc7 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 07:06:02.265033 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['b098fef9-31f1-4769-8019-735009e3bf0c'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:06:02.384257 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89b51b5-b532-4a6f-a9b1-44f5f0a4af5d None None] Pushing event updated for resources: {'Port': ['ID=15de4bcb-77f4-4eb8-a532-56595f595320,revision_number=3']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:06:02.460329 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-00a81eea-5ec8-4629-ad51-3ba75504b91f admin admin] Deleting port 15de4bcb-77f4-4eb8-a532-56595f595320 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:06:02.460674 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-00a81eea-5ec8-4629-ad51-3ba75504b91f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:02.462162 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-f7c82531-a983-4df8-85db-c5b707ca72ce None None] Attempting to bind port 15de4bcb-77f4-4eb8-a532-56595f595320 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:06:02.462585 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-f7c82531-a983-4df8-85db-c5b707ca72ce None None] Attempting to bind port 15de4bcb-77f4-4eb8-a532-56595f595320 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': 'd9c5060f-18b6-4763-8657-8acf3940a7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '96b231e1-97a2-407f-9e81-0575b2ed7b1a'}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:06:02.462950 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c82531-a983-4df8-85db-c5b707ca72ce None None] Attempting to bind port 15de4bcb-77f4-4eb8-a532-56595f595320 on network 96b231e1-97a2-407f-9e81-0575b2ed7b1a {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:06:02.472637 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c82531-a983-4df8-85db-c5b707ca72ce None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:06:02.473025 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c82531-a983-4df8-85db-c5b707ca72ce None None] Checking segment: {'id': 'd9c5060f-18b6-4763-8657-8acf3940a7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '96b231e1-97a2-407f-9e81-0575b2ed7b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:06:02.474752 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-f7c82531-a983-4df8-85db-c5b707ca72ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:02.475160 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c82531-a983-4df8-85db-c5b707ca72ce None None] Bound using segment: {'id': 'd9c5060f-18b6-4763-8657-8acf3940a7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '96b231e1-97a2-407f-9e81-0575b2ed7b1a'} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:06:02.490159 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-f7c82531-a983-4df8-85db-c5b707ca72ce None None] Bound port: 15de4bcb-77f4-4eb8-a532-56595f595320, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9c5060f-18b6-4763-8657-8acf3940a7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '96b231e1-97a2-407f-9e81-0575b2ed7b1a'}}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:06:02.490693 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-f7c82531-a983-4df8-85db-c5b707ca72ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:02.634292 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-4a0f021b-276c-4ef6-99f2-4b2b750264f2 None None] Provisioning complete for port 15de4bcb-77f4-4eb8-a532-56595f595320 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:06:02.634676 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-4a0f021b-276c-4ef6-99f2-4b2b750264f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:02.660293 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-f7c82531-a983-4df8-85db-c5b707ca72ce None None] For port 15de4bcb-77f4-4eb8-a532-56595f595320, host n-d-715271-16, cleared binding levels {{(pid=95068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:06:02.669193 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-f7c82531-a983-4df8-85db-c5b707ca72ce None None] For port 15de4bcb-77f4-4eb8-a532-56595f595320, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=15de4bcb-77f4-4eb8-a532-56595f595320,segment=NetworkSegment(d9c5060f-18b6-4763-8657-8acf3940a7b9),segment_id=d9c5060f-18b6-4763-8657-8acf3940a7b9)] {{(pid=95068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:06:02.677153 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-f7c82531-a983-4df8-85db-c5b707ca72ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:02.679963 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-4a0f021b-276c-4ef6-99f2-4b2b750264f2 None None] Port 15de4bcb-77f4-4eb8-a532-56595f595320 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:06:02.695282 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-00a81eea-5ec8-4629-ad51-3ba75504b91f admin admin] For port 15de4bcb-77f4-4eb8-a532-56595f595320, host n-d-715271-16, got binding levels [] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:06:02.696085 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-00a81eea-5ec8-4629-ad51-3ba75504b91f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:02.731606 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c82531-a983-4df8-85db-c5b707ca72ce None None] Routers {'049b7e09-ef20-4062-8d36-f7c72df23fe3'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:06:02.732252 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-f7c82531-a983-4df8-85db-c5b707ca72ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:05:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['049b7e09-ef20-4062-8d36-f7c72df23fe3'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:06:02.745392 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-00a81eea-5ec8-4629-ad51-3ba75504b91f admin admin] Calling delete_port for 15de4bcb-77f4-4eb8-a532-56595f595320 owned by network:router_interface {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:06:02.869564 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89b51b5-b532-4a6f-a9b1-44f5f0a4af5d None None] Pushing event updated for resources: {'Port': ['ID=15de4bcb-77f4-4eb8-a532-56595f595320,revision_number=4']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:06:02.904413 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-f7c82531-a983-4df8-85db-c5b707ca72ce None None] Set router 049b7e09-ef20-4062-8d36-f7c72df23fe3 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:06:03.084610 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6936ce83-6f3d-4565-a23d-d267604d0bc7 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:03.111151 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6936ce83-6f3d-4565-a23d-d267604d0bc7 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:03.126179 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-c3b4ea43-8eea-45d6-975d-2f19b0650913 None None] Provisioning complete for port 15de4bcb-77f4-4eb8-a532-56595f595320 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:06:03.126558 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c3b4ea43-8eea-45d6-975d-2f19b0650913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:03.153704 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-00a81eea-5ec8-4629-ad51-3ba75504b91f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:03.179318 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-9287bbbf-6d2c-4c22-a99a-cf8928de1927 req-90a0dc14-f13e-43a9-9ee8-94bb239286a7 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] For port fd633120-a90a-425f-8e49-d5fa515fc22d, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=fd633120-a90a-425f-8e49-d5fa515fc22d,segment=NetworkSegment(eb311b70-1102-4f8c-88c5-634686033346),segment_id=eb311b70-1102-4f8c-88c5-634686033346)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:06:03.179693 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-9287bbbf-6d2c-4c22-a99a-cf8928de1927 req-90a0dc14-f13e-43a9-9ee8-94bb239286a7 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:03.199745 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a81eea-5ec8-4629-ad51-3ba75504b91f admin admin] Pushing event deleted for resources: {'Port': ['ID=15de4bcb-77f4-4eb8-a532-56595f595320,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:06:03.205117 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f726d-54d0-409c-a938-74b92b9966f5 req-0bb0b455-f244-44ea-a59c-06a1b40f63d1 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:03.213182 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1b8f726d-54d0-409c-a938-74b92b9966f5 req-0bb0b455-f244-44ea-a59c-06a1b40f63d1 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/ports?device_id=69f921f4-8d2e-4ecb-bd14-9a649d6ecb9c HTTP/1.1" status: 200 len: 945 time: 0.9714370 Sep 23 07:06:03.223079 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-c3b4ea43-8eea-45d6-975d-2f19b0650913 None None] Could not find standard attr ID for object 15de4bcb-77f4-4eb8-a532-56595f595320. {{(pid=95067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 07:06:03.232083 n-d-715271-16 neutron-server[95067]: INFO neutron.plugins.ml2.db [None req-c3b4ea43-8eea-45d6-975d-2f19b0650913 None None] No ports have port_id starting with 15de4bcb-77f4-4eb8-a532-56595f595320 Sep 23 07:06:03.296383 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-f7c82531-a983-4df8-85db-c5b707ca72ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '049b7e09-ef20-4062-8d36-f7c72df23fe3', 'name': 'tempest-ImageQuotaTest-546482898-router', 'tenant_id': '31a8eb8a7d27403ba6e02274ee0e8eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': '6d59a03a-5009-4361-9cf3-8ddad2f09a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:05:51Z', 'updated_at': '2021-09-23T07:05:57Z', 'revision_number': 4, 'project_id': '31a8eb8a7d27403ba6e02274ee0e8eea', 'gw_port': {'id': '6d59a03a-5009-4361-9cf3-8ddad2f09a1f', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:2f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '049b7e09-ef20-4062-8d36-f7c72df23fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:05:52Z', 'updated_at': '2021-09-23T07:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '15de4bcb-77f4-4eb8-a532-56595f595320', 'name': '', 'network_id': '96b231e1-97a2-407f-9e81-0575b2ed7b1a', 'tenant_id': '31a8eb8a7d27403ba6e02274ee0e8eea', 'mac_address': 'fa:16:3e:89:49:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '049b7e09-ef20-4062-8d36-f7c72df23fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '6a3b2f43-393c-452f-83f2-dcc05d964c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:05:56Z', 'updated_at': '2021-09-23T07:06:02Z', 'revision_number': 4, 'project_id': '31a8eb8a7d27403ba6e02274ee0e8eea', 'subnets': [{'id': '6a3b2f43-393c-452f-83f2-dcc05d964c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:06:03.297001 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1b8f726d-54d0-409c-a938-74b92b9966f5 req-0afc2178-80bd-4cdc-9637-ae7c76e46504 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/security-groups?id=eadb206e-ba62-4510-9d5a-e2b29865759a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810952 Sep 23 07:06:03.297001 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-9287bbbf-6d2c-4c22-a99a-cf8928de1927 req-90a0dc14-f13e-43a9-9ee8-94bb239286a7 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Calling delete_port for fd633120-a90a-425f-8e49-d5fa515fc22d owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:06:03.320670 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec71e7-daf0-47d6-b95f-b6e104144cb7 req-7f9518ef-640d-48a2-9132-91ec2ffa29d8 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:03.331226 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d1ec71e7-daf0-47d6-b95f-b6e104144cb7 req-7f9518ef-640d-48a2-9132-91ec2ffa29d8 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 945 time: 0.1870325 Sep 23 07:06:03.349949 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c82531-a983-4df8-85db-c5b707ca72ce None None] The sync data for ids ['049b7e09-ef20-4062-8d36-f7c72df23fe3'] in n-d-715271-16 is: [{'id': '049b7e09-ef20-4062-8d36-f7c72df23fe3', 'name': 'tempest-ImageQuotaTest-546482898-router', 'tenant_id': '31a8eb8a7d27403ba6e02274ee0e8eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': '6d59a03a-5009-4361-9cf3-8ddad2f09a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:05:51Z', 'updated_at': '2021-09-23T07:05:57Z', 'revision_number': 4, 'project_id': '31a8eb8a7d27403ba6e02274ee0e8eea', 'gw_port': {'id': '6d59a03a-5009-4361-9cf3-8ddad2f09a1f', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:2f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '049b7e09-ef20-4062-8d36-f7c72df23fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:05:52Z', 'updated_at': '2021-09-23T07:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '15de4bcb-77f4-4eb8-a532-56595f595320', 'name': '', 'network_id': '96b231e1-97a2-407f-9e81-0575b2ed7b1a', 'tenant_id': '31a8eb8a7d27403ba6e02274ee0e8eea', 'mac_address': 'fa:16:3e:89:49:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '049b7e09-ef20-4062-8d36-f7c72df23fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '6a3b2f43-393c-452f-83f2-dcc05d964c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:05:56Z', 'updated_at': '2021-09-23T07:06:02Z', 'revision_number': 4, 'project_id': '31a8eb8a7d27403ba6e02274ee0e8eea', 'subnets': [{'id': '6a3b2f43-393c-452f-83f2-dcc05d964c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:06:03.481622 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d1ec71e7-daf0-47d6-b95f-b6e104144cb7 req-e104381a-097a-4472-b066-5408386bc292 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a912227-b43b-40c0-8908-2990e2356021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1493759 Sep 23 07:06:03.536703 n-d-715271-16 neutron-server[95065]: INFO neutron.db.l3_db [None req-6936ce83-6f3d-4565-a23d-d267604d0bc7 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Floating IP 25acf37a-9a1f-4872-a843-b02f67a6be7e associated. External IP: 172.25.2.86, port: ff148512-9074-4b74-ba11-2a04ee623dee. Sep 23 07:06:03.600307 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-00a81eea-5ec8-4629-ad51-3ba75504b91f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2068624'] for router_interface, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:03.636404 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-9287bbbf-6d2c-4c22-a99a-cf8928de1927 req-90a0dc14-f13e-43a9-9ee8-94bb239286a7 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:03.694737 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a0dc14-f13e-43a9-9ee8-94bb239286a7 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Pushing event deleted for resources: {'Port': ['ID=fd633120-a90a-425f-8e49-d5fa515fc22d,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:06:03.796098 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-9287bbbf-6d2c-4c22-a99a-cf8928de1927 req-90a0dc14-f13e-43a9-9ee8-94bb239286a7 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] No DVR routers for this DVR port fd633120-a90a-425f-8e49-d5fa515fc22d on host n-h1-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:06:03.909188 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-9287bbbf-6d2c-4c22-a99a-cf8928de1927 req-90a0dc14-f13e-43a9-9ee8-94bb239286a7 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:03.912494 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9287bbbf-6d2c-4c22-a99a-cf8928de1927 req-90a0dc14-f13e-43a9-9ee8-94bb239286a7 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.21 "DELETE /v2.0/ports/fd633120-a90a-425f-8e49-d5fa515fc22d HTTP/1.1" status: 204 len: 173 time: 2.7834284 Sep 23 07:06:03.913088 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69f921f4-8d2e-4ecb-bd14-9a649d6ecb9c', 'name': 'network-vif-deleted', 'tag': 'fd633120-a90a-425f-8e49-d5fa515fc22d'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:06:03.915687 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03921913-f313-4c05-88d7-0f2774232e03" -d '{"events": [{"server_uuid": "69f921f4-8d2e-4ecb-bd14-9a649d6ecb9c", "name": "network-vif-deleted", "tag": "fd633120-a90a-425f-8e49-d5fa515fc22d"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:06:04.125005 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b7c7450-a618-4765-9688-2e194dbbb5f3 x-openstack-request-id: req-6b7c7450-a618-4765-9688-2e194dbbb5f3 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:06:04.125687 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69f921f4-8d2e-4ecb-bd14-9a649d6ecb9c", "name": "network-vif-deleted", "tag": "fd633120-a90a-425f-8e49-d5fa515fc22d", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:06:04.125687 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6b7c7450-a618-4765-9688-2e194dbbb5f3 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:06:04.126187 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69f921f4-8d2e-4ecb-bd14-9a649d6ecb9c', 'name': 'network-vif-deleted', 'tag': 'fd633120-a90a-425f-8e49-d5fa515fc22d', 'status': 'completed', 'code': 200} Sep 23 07:06:04.247983 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6936ce83-6f3d-4565-a23d-d267604d0bc7 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Router 9871286f-15b3-4219-82f8-90a28b2af92c has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:06:04.468600 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6936ce83-6f3d-4565-a23d-d267604d0bc7 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:06:04.474207 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6936ce83-6f3d-4565-a23d-d267604d0bc7 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:04.487503 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269bb27f-0948-4258-8f49-fc8a428c0c9f None None] Sync routers for ids ['9871286f-15b3-4219-82f8-90a28b2af92c'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:06:04.503880 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269bb27f-0948-4258-8f49-fc8a428c0c9f None None] Routers {'9871286f-15b3-4219-82f8-90a28b2af92c'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:06:04.504651 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-269bb27f-0948-4258-8f49-fc8a428c0c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:05:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['9871286f-15b3-4219-82f8-90a28b2af92c'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:06:04.506542 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-6936ce83-6f3d-4565-a23d-d267604d0bc7 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "PUT /v2.0/floatingips/25acf37a-9a1f-4872-a843-b02f67a6be7e HTTP/1.1" status: 200 len: 990 time: 3.2921383 Sep 23 07:06:04.526556 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00a81eea-5ec8-4629-ad51-3ba75504b91f admin admin] Router 049b7e09-ef20-4062-8d36-f7c72df23fe3 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:06:04.530238 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6c89601f-a4bc-4d28-a571-13d844a0b45f req-1f50e5a8-a553-4c22-8826-f9d383be9a38 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/ports?device_id=69f921f4-8d2e-4ecb-bd14-9a649d6ecb9c HTTP/1.1" status: 200 len: 210 time: 0.0769022 Sep 23 07:06:04.746774 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-269bb27f-0948-4258-8f49-fc8a428c0c9f None None] Set router 9871286f-15b3-4219-82f8-90a28b2af92c gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:06:04.853754 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4e059-d400-4e37-b661-7776e7354cf0 req-e5f3f07d-fe51-4ce5-b425-162cd6d6246d tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:04.863353 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c7c4e059-d400-4e37-b661-7776e7354cf0 req-e5f3f07d-fe51-4ce5-b425-162cd6d6246d tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 945 time: 0.1636267 Sep 23 07:06:04.936068 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a81eea-5ec8-4629-ad51-3ba75504b91f admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:06:04.952840 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-00a81eea-5ec8-4629-ad51-3ba75504b91f admin admin] 10.222.0.39 "PUT /v2.0/routers/049b7e09-ef20-4062-8d36-f7c72df23fe3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0090826 Sep 23 07:06:04.955391 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 59700) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:06:04.992601 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c7c4e059-d400-4e37-b661-7776e7354cf0 req-96ee3387-b02b-4fee-88ad-60a902e30bb8 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a912227-b43b-40c0-8908-2990e2356021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279683 Sep 23 07:06:05.043283 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device b098fef9-31f1-4769-8019-735009e3bf0c up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:06:05.072613 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 59702) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:06:05.124953 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port b098fef9-31f1-4769-8019-735009e3bf0c completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:06:05.129835 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port b098fef9-31f1-4769-8019-735009e3bf0c triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:06:05.130956 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:05.178881 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 59708) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:06:05.229396 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-269bb27f-0948-4258-8f49-fc8a428c0c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9871286f-15b3-4219-82f8-90a28b2af92c', 'name': 'tempest-AttachVolumeTestJSON-49398408-router', 'tenant_id': '912f73c24c624b319c3fb784891bcabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': 'c5c71c6d-b2b0-4a46-876d-f3527f19e41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:05:18Z', 'updated_at': '2021-09-23T07:05:24Z', 'revision_number': 4, 'project_id': '912f73c24c624b319c3fb784891bcabd', 'gw_port': {'id': 'c5c71c6d-b2b0-4a46-876d-f3527f19e41b', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:5e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9871286f-15b3-4219-82f8-90a28b2af92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:05:19Z', 'updated_at': '2021-09-23T07:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '25acf37a-9a1f-4872-a843-b02f67a6be7e', 'tenant_id': '912f73c24c624b319c3fb784891bcabd', 'floating_ip_address': '172.25.2.86', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '9871286f-15b3-4219-82f8-90a28b2af92c', 'port_id': 'ff148512-9074-4b74-ba11-2a04ee623dee', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e69782e-59da-448f-aa2b-c22b36c23603', 'mac_address': 'fa:16:3e:53:94:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d4918de-60b7-44b6-be8b-9b2019b1271a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:05:31Z', 'updated_at': '2021-09-23T07:06:01Z', 'revision_number': 1, 'project_id': '912f73c24c624b319c3fb784891bcabd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6353bfef-3625-4007-8305-85ce6ba7ed47', 'name': '', 'network_id': '8e69782e-59da-448f-aa2b-c22b36c23603', 'tenant_id': '912f73c24c624b319c3fb784891bcabd', 'mac_address': 'fa:16:3e:ad:33:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9871286f-15b3-4219-82f8-90a28b2af92c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'e9604f35-686e-4202-ac30-43de25cbdd33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:05:23Z', 'updated_at': '2021-09-23T07:05:30Z', 'revision_number': 5, 'project_id': '912f73c24c624b319c3fb784891bcabd', 'subnets': [{'id': 'e9604f35-686e-4202-ac30-43de25cbdd33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:06:05.292320 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269bb27f-0948-4258-8f49-fc8a428c0c9f None None] Checking router: 9871286f-15b3-4219-82f8-90a28b2af92c for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:06:05.307053 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9f176ac7-e9fc-4949-9c61-35f64736208c admin admin] Notify callbacks [] for router, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:05.309450 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-a711f86f-e222-420e-988a-ef2a5289a108 admin admin] Deleting subnet 6108c9f7-0cf3-4d20-8249-7ab19bea9902 {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:06:05.314874 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269bb27f-0948-4258-8f49-fc8a428c0c9f None None] Routers {'9871286f-15b3-4219-82f8-90a28b2af92c'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:06:05.317138 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-269bb27f-0948-4258-8f49-fc8a428c0c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:05:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['9871286f-15b3-4219-82f8-90a28b2af92c'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:06:05.319776 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a711f86f-e222-420e-988a-ef2a5289a108 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:05.330526 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:05.365431 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port b098fef9-31f1-4769-8019-735009e3bf0c, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=b098fef9-31f1-4769-8019-735009e3bf0c,segment=NetworkSegment(1c65d3ce-0d0d-44a7-ae9c-a00acf5305e9),segment_id=1c65d3ce-0d0d-44a7-ae9c-a00acf5305e9)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:06:05.366383 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24279c19-c587-4b89-b26d-54654107430d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b098fef9-31f1-4769-8019-735009e3bf0c'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:06:05.368903 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a529d226-f942-4a7e-863d-03b0b4453b66" -d '{"events": [{"server_uuid": "24279c19-c587-4b89-b26d-54654107430d", "name": "network-vif-plugged", "status": "completed", "tag": "b098fef9-31f1-4769-8019-735009e3bf0c"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:06:05.372804 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:05.373626 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device fd633120-a90a-425f-8e49-d5fa515fc22d no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:06:05.384682 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a711f86f-e222-420e-988a-ef2a5289a108 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:05.455870 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-daaf6075-1de0-4fce-98ca-84f2a3600fd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:05.481668 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] No Port match for: fd633120-a90a-425f-8e49-d5fa515fc22d {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:06:05.482068 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device fd633120-a90a-425f-8e49-d5fa515fc22d not bound to the agent host n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:06:05.484667 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b5041a-1c5b-48b0-9a2b-ff8103d10cb6 x-openstack-request-id: req-f4b5041a-1c5b-48b0-9a2b-ff8103d10cb6 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:06:05.485390 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24279c19-c587-4b89-b26d-54654107430d", "name": "network-vif-plugged", "status": "completed", "tag": "b098fef9-31f1-4769-8019-735009e3bf0c", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:06:05.485390 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f4b5041a-1c5b-48b0-9a2b-ff8103d10cb6 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:06:05.485621 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24279c19-c587-4b89-b26d-54654107430d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b098fef9-31f1-4769-8019-735009e3bf0c', 'code': 200} Sep 23 07:06:05.500776 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a711f86f-e222-420e-988a-ef2a5289a108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:05.530752 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=b098fef9-31f1-4769-8019-735009e3bf0c,revision_number=12']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:06:05.588192 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-daaf6075-1de0-4fce-98ca-84f2a3600fd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:05.595351 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-daaf6075-1de0-4fce-98ca-84f2a3600fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:05.615488 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a760d8-cd1e-4fa9-b270-cb8d75b57533 None None] Sync routers for ids ['049b7e09-ef20-4062-8d36-f7c72df23fe3'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:06:05.629604 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a760d8-cd1e-4fa9-b270-cb8d75b57533 None None] Routers {'049b7e09-ef20-4062-8d36-f7c72df23fe3'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:06:05.637652 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-a7a760d8-cd1e-4fa9-b270-cb8d75b57533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:05:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['049b7e09-ef20-4062-8d36-f7c72df23fe3'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:06:05.675854 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 59716) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:06:05.698029 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-269bb27f-0948-4258-8f49-fc8a428c0c9f None None] Set router 9871286f-15b3-4219-82f8-90a28b2af92c gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:06:05.736828 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaf6075-1de0-4fce-98ca-84f2a3600fd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=915e7814-f08e-4a7b-9b6b-30127ab2b37f,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:06:05.746978 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-daaf6075-1de0-4fce-98ca-84f2a3600fd7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8cc2368b4a3943ed9912c303c2daa344&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6688528 Sep 23 07:06:05.752454 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 59718) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:06:05.779859 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e5e246-fb90-4c5c-b2f1-0373394c4687 req-9ff55e2f-1846-44fe-b6b4-34249c2c35a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:05.781371 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-81e5e246-fb90-4c5c-b2f1-0373394c4687 req-9ff55e2f-1846-44fe-b6b4-34249c2c35a8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 1098 time: 0.1081257 Sep 23 07:06:05.785342 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9f176ac7-e9fc-4949-9c61-35f64736208c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:05.835381 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-a7a760d8-cd1e-4fa9-b270-cb8d75b57533 None None] Set router 049b7e09-ef20-4062-8d36-f7c72df23fe3 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:06:05.862096 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a711f86f-e222-420e-988a-ef2a5289a108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:05.886524 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-81e5e246-fb90-4c5c-b2f1-0373394c4687 req-b9bc9bb2-e857-4d37-b156-994e1825313f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2a912227-b43b-40c0-8908-2990e2356021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957551 Sep 23 07:06:05.902777 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-748cfa7c-706b-4d5d-9dcc-1541554a2c0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:05.936512 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-9f176ac7-e9fc-4949-9c61-35f64736208c admin admin] Deleting port 6d59a03a-5009-4361-9cf3-8ddad2f09a1f {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:06:05.936900 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9f176ac7-e9fc-4949-9c61-35f64736208c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:05.941026 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-748cfa7c-706b-4d5d-9dcc-1541554a2c0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:05.955413 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a711f86f-e222-420e-988a-ef2a5289a108 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6108c9f7-0cf3-4d20-8249-7ab19bea9902,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:06:05.969053 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a711f86f-e222-420e-988a-ef2a5289a108 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:05.975255 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-a711f86f-e222-420e-988a-ef2a5289a108 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/6108c9f7-0cf3-4d20-8249-7ab19bea9902 HTTP/1.1" status: 204 len: 168 time: 0.7947674 Sep 23 07:06:05.983377 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 59720) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:06:06.019532 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1a516373-9df1-4d9c-8c11-33d11061d04f tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:06.089366 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1a516373-9df1-4d9c-8c11-33d11061d04f tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:06.096138 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0d1a0576-12c9-4ece-922d-cb7627510055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:06.099440 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-a7a760d8-cd1e-4fa9-b270-cb8d75b57533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '049b7e09-ef20-4062-8d36-f7c72df23fe3', 'name': 'tempest-ImageQuotaTest-546482898-router', 'tenant_id': '31a8eb8a7d27403ba6e02274ee0e8eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': '6d59a03a-5009-4361-9cf3-8ddad2f09a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:05:51Z', 'updated_at': '2021-09-23T07:06:03Z', 'revision_number': 5, 'project_id': '31a8eb8a7d27403ba6e02274ee0e8eea', 'gw_port': {'id': '6d59a03a-5009-4361-9cf3-8ddad2f09a1f', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:2f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '049b7e09-ef20-4062-8d36-f7c72df23fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:05:52Z', 'updated_at': '2021-09-23T07:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:06:06.139875 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d4918de-60b7-44b6-be8b-9b2019b1271a', 'tag': 'ff148512-9074-4b74-ba11-2a04ee623dee'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:06:06.147400 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa482b13-bea4-4e18-9809-c8150de00ffd" -d '{"events": [{"name": "network-changed", "server_uuid": "5d4918de-60b7-44b6-be8b-9b2019b1271a", "tag": "ff148512-9074-4b74-ba11-2a04ee623dee"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:06:06.190564 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a760d8-cd1e-4fa9-b270-cb8d75b57533 None None] Checking router: 049b7e09-ef20-4062-8d36-f7c72df23fe3 for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:06:06.215894 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a760d8-cd1e-4fa9-b270-cb8d75b57533 None None] Routers {'049b7e09-ef20-4062-8d36-f7c72df23fe3'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:06:06.220294 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-a7a760d8-cd1e-4fa9-b270-cb8d75b57533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:05:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['049b7e09-ef20-4062-8d36-f7c72df23fe3'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:06:06.224208 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1a516373-9df1-4d9c-8c11-33d11061d04f tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:06.230246 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1a516373-9df1-4d9c-8c11-33d11061d04f tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:06.231748 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-1a516373-9df1-4d9c-8c11-33d11061d04f tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "DELETE /v2.0/security-groups/eadb206e-ba62-4510-9d5a-e2b29865759a HTTP/1.1" status: 204 len: 168 time: 0.5404749 Sep 23 07:06:06.248659 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a516373-9df1-4d9c-8c11-33d11061d04f tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eadb206e-ba62-4510-9d5a-e2b29865759a,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:06:06.256647 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6823cde2-d569-47a6-9ede-7f3068e296d4 x-openstack-request-id: req-6823cde2-d569-47a6-9ede-7f3068e296d4 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:06:06.256927 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d4918de-60b7-44b6-be8b-9b2019b1271a", "tag": "ff148512-9074-4b74-ba11-2a04ee623dee", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:06:06.257174 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6823cde2-d569-47a6-9ede-7f3068e296d4 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:06:06.257554 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d4918de-60b7-44b6-be8b-9b2019b1271a', 'tag': 'ff148512-9074-4b74-ba11-2a04ee623dee', 'status': 'completed', 'code': 200} Sep 23 07:06:06.259951 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37f8a9d-6aae-44fe-931b-a46427059a43 req-4605c151-65b1-418a-98c4-35bae70568d8 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:06.270104 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e37f8a9d-6aae-44fe-931b-a46427059a43 req-4605c151-65b1-418a-98c4-35bae70568d8 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 946 time: 0.0933053 Sep 23 07:06:06.284837 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-748cfa7c-706b-4d5d-9dcc-1541554a2c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:06.290839 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-748cfa7c-706b-4d5d-9dcc-1541554a2c0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:06.292205 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-748cfa7c-706b-4d5d-9dcc-1541554a2c0e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/915e7814-f08e-4a7b-9b6b-30127ab2b37f HTTP/1.1" status: 204 len: 168 time: 0.5388899 Sep 23 07:06:06.316004 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 59730) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:06:06.318312 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748cfa7c-706b-4d5d-9dcc-1541554a2c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=915e7814-f08e-4a7b-9b6b-30127ab2b37f,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:06:06.330340 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-9f176ac7-e9fc-4949-9c61-35f64736208c admin admin] For port 6d59a03a-5009-4361-9cf3-8ddad2f09a1f, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=6d59a03a-5009-4361-9cf3-8ddad2f09a1f,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:06:06.330710 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9f176ac7-e9fc-4949-9c61-35f64736208c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:06.384777 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-269bb27f-0948-4258-8f49-fc8a428c0c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9871286f-15b3-4219-82f8-90a28b2af92c', 'name': 'tempest-AttachVolumeTestJSON-49398408-router', 'tenant_id': '912f73c24c624b319c3fb784891bcabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': 'c5c71c6d-b2b0-4a46-876d-f3527f19e41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:05:18Z', 'updated_at': '2021-09-23T07:05:24Z', 'revision_number': 4, 'project_id': '912f73c24c624b319c3fb784891bcabd', 'gw_port': {'id': 'c5c71c6d-b2b0-4a46-876d-f3527f19e41b', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:5e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9871286f-15b3-4219-82f8-90a28b2af92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:05:19Z', 'updated_at': '2021-09-23T07:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '25acf37a-9a1f-4872-a843-b02f67a6be7e', 'tenant_id': '912f73c24c624b319c3fb784891bcabd', 'floating_ip_address': '172.25.2.86', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '9871286f-15b3-4219-82f8-90a28b2af92c', 'port_id': 'ff148512-9074-4b74-ba11-2a04ee623dee', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e69782e-59da-448f-aa2b-c22b36c23603', 'mac_address': 'fa:16:3e:53:94:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d4918de-60b7-44b6-be8b-9b2019b1271a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:05:31Z', 'updated_at': '2021-09-23T07:06:01Z', 'revision_number': 1, 'project_id': '912f73c24c624b319c3fb784891bcabd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6353bfef-3625-4007-8305-85ce6ba7ed47', 'name': '', 'network_id': '8e69782e-59da-448f-aa2b-c22b36c23603', 'tenant_id': '912f73c24c624b319c3fb784891bcabd', 'mac_address': 'fa:16:3e:ad:33:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9871286f-15b3-4219-82f8-90a28b2af92c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'e9604f35-686e-4202-ac30-43de25cbdd33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:05:23Z', 'updated_at': '2021-09-23T07:05:30Z', 'revision_number': 5, 'project_id': '912f73c24c624b319c3fb784891bcabd', 'subnets': [{'id': 'e9604f35-686e-4202-ac30-43de25cbdd33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:06:06.412750 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0d1a0576-12c9-4ece-922d-cb7627510055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:06.419377 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e37f8a9d-6aae-44fe-931b-a46427059a43 req-b233483f-56d4-45e7-a41f-371966bfd97c tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a912227-b43b-40c0-8908-2990e2356021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1481993 Sep 23 07:06:06.428058 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269bb27f-0948-4258-8f49-fc8a428c0c9f None None] The sync data for ids ['9871286f-15b3-4219-82f8-90a28b2af92c'] in n-d-715271-16 is: [{'id': '9871286f-15b3-4219-82f8-90a28b2af92c', 'name': 'tempest-AttachVolumeTestJSON-49398408-router', 'tenant_id': '912f73c24c624b319c3fb784891bcabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': 'c5c71c6d-b2b0-4a46-876d-f3527f19e41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:05:18Z', 'updated_at': '2021-09-23T07:05:24Z', 'revision_number': 4, 'project_id': '912f73c24c624b319c3fb784891bcabd', 'gw_port': {'id': 'c5c71c6d-b2b0-4a46-876d-f3527f19e41b', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:5e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9871286f-15b3-4219-82f8-90a28b2af92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:05:19Z', 'updated_at': '2021-09-23T07:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '25acf37a-9a1f-4872-a843-b02f67a6be7e', 'tenant_id': '912f73c24c624b319c3fb784891bcabd', 'floating_ip_address': '172.25.2.86', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '9871286f-15b3-4219-82f8-90a28b2af92c', 'port_id': 'ff148512-9074-4b74-ba11-2a04ee623dee', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e69782e-59da-448f-aa2b-c22b36c23603', 'mac_address': 'fa:16:3e:53:94:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d4918de-60b7-44b6-be8b-9b2019b1271a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:05:31Z', 'updated_at': '2021-09-23T07:06:01Z', 'revision_number': 1, 'project_id': '912f73c24c624b319c3fb784891bcabd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6353bfef-3625-4007-8305-85ce6ba7ed47', 'name': '', 'network_id': '8e69782e-59da-448f-aa2b-c22b36c23603', 'tenant_id': '912f73c24c624b319c3fb784891bcabd', 'mac_address': 'fa:16:3e:ad:33:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9871286f-15b3-4219-82f8-90a28b2af92c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'e9604f35-686e-4202-ac30-43de25cbdd33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:05:23Z', 'updated_at': '2021-09-23T07:05:30Z', 'revision_number': 5, 'project_id': '912f73c24c624b319c3fb784891bcabd', 'subnets': [{'id': 'e9604f35-686e-4202-ac30-43de25cbdd33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:06:06.508238 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-9f176ac7-e9fc-4949-9c61-35f64736208c admin admin] Calling delete_port for 6d59a03a-5009-4361-9cf3-8ddad2f09a1f owned by network:router_gateway {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:06:06.517408 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:06.532537 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-0d1a0576-12c9-4ece-922d-cb7627510055 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebbc03db-b7a7-48ce-aeb6-b562c848566a']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:06:06.546892 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-0d1a0576-12c9-4ece-922d-cb7627510055 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '808e0bed-6818-4390-99b8-ee2b3bacde93') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:06:06.547164 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-0d1a0576-12c9-4ece-922d-cb7627510055 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '808e0bed-6818-4390-99b8-ee2b3bacde93') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:06:06.557285 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-a7a760d8-cd1e-4fa9-b270-cb8d75b57533 None None] Set router 049b7e09-ef20-4062-8d36-f7c72df23fe3 gateway port host: None {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:06:06.567722 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0d1a0576-12c9-4ece-922d-cb7627510055 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:06.595485 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0d1a0576-12c9-4ece-922d-cb7627510055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:06.608431 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d1a0576-12c9-4ece-922d-cb7627510055 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:06:06.608992 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0d1a0576-12c9-4ece-922d-cb7627510055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:06.669852 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-a7a760d8-cd1e-4fa9-b270-cb8d75b57533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '049b7e09-ef20-4062-8d36-f7c72df23fe3', 'name': 'tempest-ImageQuotaTest-546482898-router', 'tenant_id': '31a8eb8a7d27403ba6e02274ee0e8eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:05:51Z', 'updated_at': '2021-09-23T07:06:05Z', 'revision_number': 6, 'project_id': '31a8eb8a7d27403ba6e02274ee0e8eea', 'gw_port_host': None}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:06:06.676996 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 07:06:06.676996 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:06:06.676996 n-d-715271-16 neutron-server[95065]: timer() Sep 23 07:06:06.676996 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:06:06.676996 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 07:06:06.676996 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:06:06.676996 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 07:06:06.676996 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:06:06.676996 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 07:06:06.676996 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:06:06.676996 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 07:06:06.676996 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:06:06.676996 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 07:06:06.676996 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:06:06.676996 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:06:06.676996 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:06:06.676996 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:06:06.676996 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:06:06.676996 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 07:06:06.676996 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:06:06.676996 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 07:06:06.676996 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:06:06.676996 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:06:06.676996 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:06:06.676996 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 07:06:06.676996 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:06:06.676996 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:06:06.676996 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:06:06.676996 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:06:06.676996 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:06:06.676996 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:06:06.676996 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:06:06.720167 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0d1a0576-12c9-4ece-922d-cb7627510055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:06.724907 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a760d8-cd1e-4fa9-b270-cb8d75b57533 None None] The sync data for ids ['049b7e09-ef20-4062-8d36-f7c72df23fe3'] in n-d-715271-16 is: [{'id': '049b7e09-ef20-4062-8d36-f7c72df23fe3', 'name': 'tempest-ImageQuotaTest-546482898-router', 'tenant_id': '31a8eb8a7d27403ba6e02274ee0e8eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:05:51Z', 'updated_at': '2021-09-23T07:06:05Z', 'revision_number': 6, 'project_id': '31a8eb8a7d27403ba6e02274ee0e8eea', 'gw_port_host': None}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:06:06.731608 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa482b13-bea4-4e18-9809-c8150de00ffd req-435a0378-6394-43f5-a300-c03cf198369e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:06.733297 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-aa482b13-bea4-4e18-9809-c8150de00ffd req-435a0378-6394-43f5-a300-c03cf198369e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=912f73c24c624b319c3fb784891bcabd&device_id=5d4918de-60b7-44b6-be8b-9b2019b1271a HTTP/1.1" status: 200 len: 1097 time: 0.3991215 Sep 23 07:06:06.737634 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0d1a0576-12c9-4ece-922d-cb7627510055 admin admin] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:06.740443 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-0d1a0576-12c9-4ece-922d-cb7627510055 admin admin] 10.222.0.39 "DELETE /v2.0/networks/ebbc03db-b7a7-48ce-aeb6-b562c848566a HTTP/1.1" status: 204 len: 168 time: 0.7533193 Sep 23 07:06:06.754020 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 59736) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:06:06.783882 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1a0576-12c9-4ece-922d-cb7627510055 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebbc03db-b7a7-48ce-aeb6-b562c848566a,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:06:06.860224 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bac8f6-45f4-43d7-9f3c-d6b1be3f3882 None None] New status for floating IP 25acf37a-9a1f-4872-a843-b02f67a6be7e: ACTIVE {{(pid=95068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 07:06:06.871565 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-28d50274-8c19-41f1-8848-48db77b10048 admin admin] Deleting subnet 6039085e-56b3-4fdc-92d1-4b007662717d {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:06:06.880152 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-28d50274-8c19-41f1-8848-48db77b10048 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:06.940366 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-28d50274-8c19-41f1-8848-48db77b10048 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:06.978410 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa482b13-bea4-4e18-9809-c8150de00ffd req-0f367c91-c88a-4687-a40e-df2d18806fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:06.980010 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-aa482b13-bea4-4e18-9809-c8150de00ffd req-0f367c91-c88a-4687-a40e-df2d18806fb0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8e69782e-59da-448f-aa2b-c22b36c23603 HTTP/1.1" status: 200 len: 910 time: 0.2347529 Sep 23 07:06:06.994931 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-28d50274-8c19-41f1-8848-48db77b10048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:07.061457 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9f176ac7-e9fc-4949-9c61-35f64736208c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:07.115383 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-28d50274-8c19-41f1-8848-48db77b10048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:07.147343 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 15de4bcb-77f4-4eb8-a532-56595f595320 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:06:07.172409 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d50274-8c19-41f1-8848-48db77b10048 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6039085e-56b3-4fdc-92d1-4b007662717d,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:06:07.194040 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f176ac7-e9fc-4949-9c61-35f64736208c admin admin] Pushing event deleted for resources: {'Port': ['ID=6d59a03a-5009-4361-9cf3-8ddad2f09a1f,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:06:07.194251 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 15de4bcb-77f4-4eb8-a532-56595f595320 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:06:07.194495 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 15de4bcb-77f4-4eb8-a532-56595f595320 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:06:07.202435 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-28d50274-8c19-41f1-8848-48db77b10048 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:07.206923 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-28d50274-8c19-41f1-8848-48db77b10048 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/6039085e-56b3-4fdc-92d1-4b007662717d HTTP/1.1" status: 204 len: 168 time: 0.4518223 Sep 23 07:06:07.209944 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-009a6ba6-8ab0-4a33-8bb3-c98b0654895c tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066969'] for router_interface, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:07.213654 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 59754) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:06:07.291413 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-aa482b13-bea4-4e18-9809-c8150de00ffd req-519eb3bb-95ed-4167-bfbb-2828260a474e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff148512-9074-4b74-ba11-2a04ee623dee HTTP/1.1" status: 200 len: 998 time: 0.2432809 Sep 23 07:06:07.370881 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa482b13-bea4-4e18-9809-c8150de00ffd req-2da41aea-e7d3-4cb9-997d-7c8c720817f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:07.372666 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-aa482b13-bea4-4e18-9809-c8150de00ffd req-2da41aea-e7d3-4cb9-997d-7c8c720817f0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e9604f35-686e-4202-ac30-43de25cbdd33 HTTP/1.1" status: 200 len: 848 time: 0.0735908 Sep 23 07:06:07.373312 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 59760) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:06:07.376395 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9f176ac7-e9fc-4949-9c61-35f64736208c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2068563'] for router_gateway, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:07.419580 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f96df06e-b9e6-49fa-ae75-14278362f680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:07.518011 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9f176ac7-e9fc-4949-9c61-35f64736208c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:07.522986 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9f176ac7-e9fc-4949-9c61-35f64736208c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:07.567567 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f96df06e-b9e6-49fa-ae75-14278362f680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:07.579453 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa482b13-bea4-4e18-9809-c8150de00ffd req-d03b3f31-9abf-48e7-a890-24f2feb32d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:07.582139 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-aa482b13-bea4-4e18-9809-c8150de00ffd req-d03b3f31-9abf-48e7-a890-24f2feb32d5d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8e69782e-59da-448f-aa2b-c22b36c23603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1302042 Sep 23 07:06:07.586378 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9f176ac7-e9fc-4949-9c61-35f64736208c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:07.587056 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f176ac7-e9fc-4949-9c61-35f64736208c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 049b7e09-ef20-4062-8d36-f7c72df23fe3 {{(pid=95065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 07:06:07.594833 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-822139b1-33f0-400a-8df0-d75ef59101cf admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1258884106-network', 'tenant_id': '92b5458418c84968ba4acb5acf5421bc'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:06:07.612590 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9f176ac7-e9fc-4949-9c61-35f64736208c admin admin] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:07.613616 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-9f176ac7-e9fc-4949-9c61-35f64736208c admin admin] 10.222.0.39 "DELETE /v2.0/routers/049b7e09-ef20-4062-8d36-f7c72df23fe3 HTTP/1.1" status: 204 len: 168 time: 2.6570230 Sep 23 07:06:07.622959 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 59776) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:06:07.634170 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-f96df06e-b9e6-49fa-ae75-14278362f680 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e477b24d-4140-49d6-9c02-9a3deb076fb4']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:06:07.671227 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-f96df06e-b9e6-49fa-ae75-14278362f680 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12e67d36-a214-42cc-b985-ad2761204845') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:06:07.671517 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-f96df06e-b9e6-49fa-ae75-14278362f680 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12e67d36-a214-42cc-b985-ad2761204845') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:06:07.681642 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-822139b1-33f0-400a-8df0-d75ef59101cf admin admin] Made reservation on behalf of 92b5458418c84968ba4acb5acf5421bc for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:06:07.683880 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-822139b1-33f0-400a-8df0-d75ef59101cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:07.694138 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-822139b1-33f0-400a-8df0-d75ef59101cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:07.696974 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f96df06e-b9e6-49fa-ae75-14278362f680 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:07.731839 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d175caa6-8cb4-4eb2-bd7c-fbf19b8d8347 req-29574aa1-bd15-4fa7-a5d2-3514a141dd7d tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:07.733381 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d175caa6-8cb4-4eb2-bd7c-fbf19b8d8347 req-29574aa1-bd15-4fa7-a5d2-3514a141dd7d tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 946 time: 0.1628811 Sep 23 07:06:07.742181 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-712a2605-f2a0-4897-abe3-771ba1fca805 admin admin] Deleting subnet 6a3b2f43-393c-452f-83f2-dcc05d964c78 {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:06:07.749298 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-712a2605-f2a0-4897-abe3-771ba1fca805 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:07.756424 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f96df06e-b9e6-49fa-ae75-14278362f680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:07.759834 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-aa482b13-bea4-4e18-9809-c8150de00ffd req-b245aae3-db88-4a09-92f6-ba0986bad1f9 service neutron] 10.222.0.21 "GET /v2.0/networks/8e69782e-59da-448f-aa2b-c22b36c23603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590390 Sep 23 07:06:07.825065 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f96df06e-b9e6-49fa-ae75-14278362f680 admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:06:07.825600 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f96df06e-b9e6-49fa-ae75-14278362f680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:07.827639 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 07:06:07.827639 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:06:07.827639 n-d-715271-16 neutron-server[95066]: timer() Sep 23 07:06:07.827639 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:06:07.827639 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 07:06:07.827639 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:06:07.827639 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 07:06:07.827639 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:06:07.827639 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 07:06:07.827639 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:06:07.827639 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 07:06:07.827639 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:06:07.827639 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 07:06:07.827639 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:06:07.827639 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:06:07.827639 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:06:07.827639 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:06:07.827639 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:06:07.827639 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 07:06:07.827639 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:06:07.827639 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 07:06:07.827639 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:06:07.827639 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:06:07.827639 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:06:07.827639 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 07:06:07.827639 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:06:07.827639 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:06:07.827639 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:06:07.827639 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:06:07.827639 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:06:07.827639 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:06:07.827639 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:06:07.856249 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-712a2605-f2a0-4897-abe3-771ba1fca805 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:07.901756 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-822139b1-33f0-400a-8df0-d75ef59101cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:07.911361 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-822139b1-33f0-400a-8df0-d75ef59101cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:07.954431 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d175caa6-8cb4-4eb2-bd7c-fbf19b8d8347 req-8f8f5b3b-b7de-4b78-b7dc-f255c683713e tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a912227-b43b-40c0-8908-2990e2356021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2096343 Sep 23 07:06:07.957246 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-822139b1-33f0-400a-8df0-d75ef59101cf admin admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:06:07.963627 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f96df06e-b9e6-49fa-ae75-14278362f680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:07.970279 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822139b1-33f0-400a-8df0-d75ef59101cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=379e31b9-db93-446f-9823-64f560ebae4f,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:06:07.976554 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f96df06e-b9e6-49fa-ae75-14278362f680 admin admin] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:07.977455 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-aa482b13-bea4-4e18-9809-c8150de00ffd req-67cc8f48-2d0c-4120-8412-4b7d40fd0007 service neutron] 10.222.0.21 "GET /v2.0/networks/8e69782e-59da-448f-aa2b-c22b36c23603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088625 Sep 23 07:06:07.981535 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-f96df06e-b9e6-49fa-ae75-14278362f680 admin admin] 10.222.0.39 "DELETE /v2.0/networks/e477b24d-4140-49d6-9c02-9a3deb076fb4 HTTP/1.1" status: 204 len: 168 time: 0.7679689 Sep 23 07:06:07.982534 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-822139b1-33f0-400a-8df0-d75ef59101cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:07.983071 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-822139b1-33f0-400a-8df0-d75ef59101cf admin admin] Added segment f1a3a35f-1c69-4a87-a536-bb787ac8e3ca of type vlan for network 8cbf78b8-7b61-474b-ad4d-3431b2c8bd41 Sep 23 07:06:08.004038 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96df06e-b9e6-49fa-ae75-14278362f680 admin admin] Pushing event deleted for resources: {'Network': ['ID=e477b24d-4140-49d6-9c02-9a3deb076fb4,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:06:08.054597 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-583244f3-06a5-4282-ba29-c334f282984c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:08.073615 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-822139b1-33f0-400a-8df0-d75ef59101cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:08.077620 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-009a6ba6-8ab0-4a33-8bb3-c98b0654895c tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Deleting port 12f11762-d2b7-419a-957d-836734425303 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:06:08.078238 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-009a6ba6-8ab0-4a33-8bb3-c98b0654895c tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:08.081911 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-712a2605-f2a0-4897-abe3-771ba1fca805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:08.118816 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-822139b1-33f0-400a-8df0-d75ef59101cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:08.124115 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822139b1-33f0-400a-8df0-d75ef59101cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:08.124887 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-822139b1-33f0-400a-8df0-d75ef59101cf admin admin] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:08.170019 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-822139b1-33f0-400a-8df0-d75ef59101cf admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7572744 Sep 23 07:06:08.172777 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 59804) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:06:08.179596 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-9cfa7abe-6c44-4f07-8ad8-c0946b839c96 admin admin] Request body: {'subnet': {'network_id': '8cbf78b8-7b61-474b-ad4d-3431b2c8bd41', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1258884106-subnet', 'tenant_id': '92b5458418c84968ba4acb5acf5421bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:06:08.215405 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-712a2605-f2a0-4897-abe3-771ba1fca805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:08.238260 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822139b1-33f0-400a-8df0-d75ef59101cf admin admin] Pushing event updated for resources: {'Network': ['ID=8cbf78b8-7b61-474b-ad4d-3431b2c8bd41,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:06:08.251205 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-009a6ba6-8ab0-4a33-8bb3-c98b0654895c tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] For port 12f11762-d2b7-419a-957d-836734425303, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=12f11762-d2b7-419a-957d-836734425303,segment=NetworkSegment(eb311b70-1102-4f8c-88c5-634686033346),segment_id=eb311b70-1102-4f8c-88c5-634686033346)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:06:08.251852 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-009a6ba6-8ab0-4a33-8bb3-c98b0654895c tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:08.260635 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cfa7abe-6c44-4f07-8ad8-c0946b839c96 admin admin] Made reservation on behalf of 92b5458418c84968ba4acb5acf5421bc for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:06:08.264996 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9cfa7abe-6c44-4f07-8ad8-c0946b839c96 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:08.267109 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 8cbf78b8-7b61-474b-ad4d-3431b2c8bd41 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:06:08.289370 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712a2605-f2a0-4897-abe3-771ba1fca805 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a3b2f43-393c-452f-83f2-dcc05d964c78,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:06:08.292191 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-712a2605-f2a0-4897-abe3-771ba1fca805 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:08.294490 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-712a2605-f2a0-4897-abe3-771ba1fca805 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/6a3b2f43-393c-452f-83f2-dcc05d964c78 HTTP/1.1" status: 204 len: 168 time: 0.6684051 Sep 23 07:06:08.298634 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 59806) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:06:08.303265 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-009a6ba6-8ab0-4a33-8bb3-c98b0654895c tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Calling delete_port for 12f11762-d2b7-419a-957d-836734425303 owned by network:router_interface {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:06:08.336819 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 59808) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:06:08.394792 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d7c222-bae5-45d5-80b6-bf647b4d9ce3 None None] Network 96b231e1-97a2-407f-9e81-0575b2ed7b1a requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:06:08.462511 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-21c6a6ff-8c94-4f3d-bd74-c10608d2c036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:08.482960 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9cfa7abe-6c44-4f07-8ad8-c0946b839c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:08.490110 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-b6084ebf-5e7c-488f-bafc-3946c78bd432 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9ab7cad94b6d49c8ba64151da25b8d6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1459339 Sep 23 07:06:08.492744 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 59810) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:06:08.551494 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfa7abe-6c44-4f07-8ad8-c0946b839c96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3aabd594-df63-47a4-88e2-72de0f324259,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:06:08.562520 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfa7abe-6c44-4f07-8ad8-c0946b839c96 admin admin] Checking segment: {'id': 'f1a3a35f-1c69-4a87-a536-bb787ac8e3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '8cbf78b8-7b61-474b-ad4d-3431b2c8bd41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:06:08.563265 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfa7abe-6c44-4f07-8ad8-c0946b839c96 admin admin] Network hostable DHCP agents. Network: 8cbf78b8-7b61-474b-ad4d-3431b2c8bd41, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:06:08.583436 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfa7abe-6c44-4f07-8ad8-c0946b839c96 admin admin] Network 8cbf78b8-7b61-474b-ad4d-3431b2c8bd41 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:06:08.594868 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-9cfa7abe-6c44-4f07-8ad8-c0946b839c96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 8cbf78b8-7b61-474b-ad4d-3431b2c8bd41) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:06:08.600500 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfa7abe-6c44-4f07-8ad8-c0946b839c96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:08.601394 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9cfa7abe-6c44-4f07-8ad8-c0946b839c96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:08.607594 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1897e7-8af3-41ee-930b-a4c1860cc4c9 None None] Network 8cbf78b8-7b61-474b-ad4d-3431b2c8bd41 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:06:08.621937 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-9cfa7abe-6c44-4f07-8ad8-c0946b839c96 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4467444 Sep 23 07:06:08.640629 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b14a78ff-0c68-40dd-96f4-c879ccb148a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:08.646621 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3ba581-97ac-48cc-b103-a468db629cfd None None] DHCP port deletion for 96b231e1-97a2-407f-9e81-0575b2ed7b1a request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 07:06:08.695127 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-21c6a6ff-8c94-4f3d-bd74-c10608d2c036 admin admin] Deleting port a18aa10f-ecd4-49c1-85b8-fa7fbaf22b5a {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:06:08.695474 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-21c6a6ff-8c94-4f3d-bd74-c10608d2c036 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:08.712050 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b14a78ff-0c68-40dd-96f4-c879ccb148a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:08.784566 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-1e3ba581-97ac-48cc-b103-a468db629cfd None None] Deleting port a18aa10f-ecd4-49c1-85b8-fa7fbaf22b5a {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:06:08.784979 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-1e3ba581-97ac-48cc-b103-a468db629cfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:08.788789 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ff0bea-f1ee-47dd-98ed-ccbab852a133 None None] Network 8cbf78b8-7b61-474b-ad4d-3431b2c8bd41 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:06:08.797478 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-21c6a6ff-8c94-4f3d-bd74-c10608d2c036 admin admin] For port a18aa10f-ecd4-49c1-85b8-fa7fbaf22b5a, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=a18aa10f-ecd4-49c1-85b8-fa7fbaf22b5a,segment=NetworkSegment(d9c5060f-18b6-4763-8657-8acf3940a7b9),segment_id=d9c5060f-18b6-4763-8657-8acf3940a7b9)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:06:08.798066 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-21c6a6ff-8c94-4f3d-bd74-c10608d2c036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:08.800163 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-009a6ba6-8ab0-4a33-8bb3-c98b0654895c tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:08.846015 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-21c6a6ff-8c94-4f3d-bd74-c10608d2c036 admin admin] Calling delete_port for a18aa10f-ecd4-49c1-85b8-fa7fbaf22b5a owned by network:dhcp {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:06:08.848108 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009a6ba6-8ab0-4a33-8bb3-c98b0654895c tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Pushing event deleted for resources: {'Port': ['ID=12f11762-d2b7-419a-957d-836734425303,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:06:08.915822 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-1e3ba581-97ac-48cc-b103-a468db629cfd None None] For port a18aa10f-ecd4-49c1-85b8-fa7fbaf22b5a, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=a18aa10f-ecd4-49c1-85b8-fa7fbaf22b5a,segment=NetworkSegment(d9c5060f-18b6-4763-8657-8acf3940a7b9),segment_id=d9c5060f-18b6-4763-8657-8acf3940a7b9)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:06:08.916229 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-1e3ba581-97ac-48cc-b103-a468db629cfd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:08.938238 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-1e3ba581-97ac-48cc-b103-a468db629cfd None None] Calling delete_port for a18aa10f-ecd4-49c1-85b8-fa7fbaf22b5a owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:06:08.963999 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b14a78ff-0c68-40dd-96f4-c879ccb148a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:08.966973 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b14a78ff-0c68-40dd-96f4-c879ccb148a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:08.968475 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-b14a78ff-0c68-40dd-96f4-c879ccb148a2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fdd29a4f-8ddf-4345-b9a3-2a78aef3d80c HTTP/1.1" status: 204 len: 168 time: 0.4747269 Sep 23 07:06:09.001515 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14a78ff-0c68-40dd-96f4-c879ccb148a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd29a4f-8ddf-4345-b9a3-2a78aef3d80c,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:06:09.146944 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 6d59a03a-5009-4361-9cf3-8ddad2f09a1f no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:06:09.170974 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 6d59a03a-5009-4361-9cf3-8ddad2f09a1f {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:06:09.171330 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 6d59a03a-5009-4361-9cf3-8ddad2f09a1f not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:06:09.171752 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device a18aa10f-ecd4-49c1-85b8-fa7fbaf22b5a no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:06:09.194626 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-1e3ba581-97ac-48cc-b103-a468db629cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:09.221493 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3ba581-97ac-48cc-b103-a468db629cfd None None] Pushing event deleted for resources: {'Port': ['ID=a18aa10f-ecd4-49c1-85b8-fa7fbaf22b5a,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:06:09.224159 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: a18aa10f-ecd4-49c1-85b8-fa7fbaf22b5a {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:06:09.224510 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device a18aa10f-ecd4-49c1-85b8-fa7fbaf22b5a not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:06:09.230366 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3ba581-97ac-48cc-b103-a468db629cfd None None] No DVR routers for this DVR port a18aa10f-ecd4-49c1-85b8-fa7fbaf22b5a on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:06:09.464501 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 59834) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:06:09.470511 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-8e320fb3-1028-4a49-894c-ebf811a552c8 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-272189171-network', 'tenant_id': '63b78daee0e1446aaec093ab012467f5'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:06:09.494277 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e320fb3-1028-4a49-894c-ebf811a552c8 admin admin] Made reservation on behalf of 63b78daee0e1446aaec093ab012467f5 for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:06:09.497486 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8e320fb3-1028-4a49-894c-ebf811a552c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:09.507187 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8e320fb3-1028-4a49-894c-ebf811a552c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:09.532690 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 59836) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:06:09.606210 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-8951bd66-2970-4f06-bdb8-7b699950f086 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=99c2d20b20724d3f90ef5e7929d68bc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0720065 Sep 23 07:06:09.611924 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 59838) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:06:09.624117 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-009a6ba6-8ab0-4a33-8bb3-c98b0654895c tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2068624'] for router_interface, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:09.629096 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-21c6a6ff-8c94-4f3d-bd74-c10608d2c036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:09.664704 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c6a6ff-8c94-4f3d-bd74-c10608d2c036 admin admin] Pushing event deleted for resources: {'Port': ['ID=a18aa10f-ecd4-49c1-85b8-fa7fbaf22b5a,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:06:09.671850 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c6a6ff-8c94-4f3d-bd74-c10608d2c036 admin admin] No DVR routers for this DVR port a18aa10f-ecd4-49c1-85b8-fa7fbaf22b5a on host n-d-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:06:09.695394 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8e320fb3-1028-4a49-894c-ebf811a552c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:09.700410 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8e320fb3-1028-4a49-894c-ebf811a552c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:09.703184 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-239830f5-f408-46aa-9699-39d53a288a3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:09.739311 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4623e57-b36b-4666-a64b-61d816a4e1e3 req-a2fcc189-30e9-4a08-9e72-c52911816e52 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:09.740998 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d4623e57-b36b-4666-a64b-61d816a4e1e3 req-a2fcc189-30e9-4a08-9e72-c52911816e52 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 946 time: 0.4654458 Sep 23 07:06:09.745092 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e320fb3-1028-4a49-894c-ebf811a552c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:06:09.758013 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-239830f5-f408-46aa-9699-39d53a288a3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:09.779662 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e320fb3-1028-4a49-894c-ebf811a552c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=042c8ab4-5810-4f68-ab23-92f82f1454af,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:06:09.794097 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8e320fb3-1028-4a49-894c-ebf811a552c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:09.794429 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-8e320fb3-1028-4a49-894c-ebf811a552c8 admin admin] Added segment 44af5111-f309-42da-8ffa-3193992c20a4 of type vlan for network 48d3c819-0e06-40e9-8b59-8cd5fc9aaad4 Sep 23 07:06:09.841518 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8e320fb3-1028-4a49-894c-ebf811a552c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:09.852834 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-21c6a6ff-8c94-4f3d-bd74-c10608d2c036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:09.868734 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-239830f5-f408-46aa-9699-39d53a288a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:09.871646 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-239830f5-f408-46aa-9699-39d53a288a3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:09.872817 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-239830f5-f408-46aa-9699-39d53a288a3b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f3e8ffcb-cda8-46fe-b4bc-c4e29f838533 HTTP/1.1" status: 204 len: 168 time: 0.2599881 Sep 23 07:06:09.883488 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239830f5-f408-46aa-9699-39d53a288a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e8ffcb-cda8-46fe-b4bc-c4e29f838533,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:06:09.887824 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8e320fb3-1028-4a49-894c-ebf811a552c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:09.889350 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e320fb3-1028-4a49-894c-ebf811a552c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:09.890642 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8e320fb3-1028-4a49-894c-ebf811a552c8 admin admin] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:09.900037 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-21c6a6ff-8c94-4f3d-bd74-c10608d2c036 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96b231e1-97a2-407f-9e81-0575b2ed7b1a']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:06:09.911667 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d4623e57-b36b-4666-a64b-61d816a4e1e3 req-980e376b-24e1-4e7d-9790-35eaefd96cb9 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a912227-b43b-40c0-8908-2990e2356021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1504557 Sep 23 07:06:09.917367 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-21c6a6ff-8c94-4f3d-bd74-c10608d2c036 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9c5060f-18b6-4763-8657-8acf3940a7b9') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:06:09.917367 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-21c6a6ff-8c94-4f3d-bd74-c10608d2c036 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9c5060f-18b6-4763-8657-8acf3940a7b9') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:06:09.960897 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-8e320fb3-1028-4a49-894c-ebf811a552c8 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4948208 Sep 23 07:06:09.961226 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-21c6a6ff-8c94-4f3d-bd74-c10608d2c036 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:09.965189 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 59844) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:06:09.972123 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-2221fdb6-17e9-4ca8-84ec-370bc3ee6721 admin admin] Request body: {'subnet': {'network_id': '48d3c819-0e06-40e9-8b59-8cd5fc9aaad4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-272189171-subnet', 'tenant_id': '63b78daee0e1446aaec093ab012467f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:06:09.985110 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-21c6a6ff-8c94-4f3d-bd74-c10608d2c036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:09.999676 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21c6a6ff-8c94-4f3d-bd74-c10608d2c036 admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:06:10.000093 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-21c6a6ff-8c94-4f3d-bd74-c10608d2c036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:10.001848 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 07:06:10.001848 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:06:10.001848 n-d-715271-16 neutron-server[95066]: timer() Sep 23 07:06:10.001848 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:06:10.001848 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 07:06:10.001848 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:06:10.001848 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 07:06:10.001848 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:06:10.001848 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 07:06:10.001848 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:06:10.001848 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 07:06:10.001848 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:06:10.001848 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 07:06:10.001848 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:06:10.001848 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:06:10.001848 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:06:10.001848 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:06:10.001848 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:06:10.001848 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 07:06:10.001848 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:06:10.001848 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 07:06:10.001848 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:06:10.001848 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:06:10.001848 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:06:10.001848 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 07:06:10.001848 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:06:10.001848 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:06:10.001848 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:06:10.001848 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:06:10.001848 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:06:10.001848 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:06:10.001848 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:06:10.014587 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e320fb3-1028-4a49-894c-ebf811a552c8 admin admin] Pushing event updated for resources: {'Network': ['ID=48d3c819-0e06-40e9-8b59-8cd5fc9aaad4,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:06:10.034961 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 48d3c819-0e06-40e9-8b59-8cd5fc9aaad4 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:06:10.043711 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2221fdb6-17e9-4ca8-84ec-370bc3ee6721 admin admin] Made reservation on behalf of 63b78daee0e1446aaec093ab012467f5 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:06:10.046748 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2221fdb6-17e9-4ca8-84ec-370bc3ee6721 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:10.112863 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-009a6ba6-8ab0-4a33-8bb3-c98b0654895c tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Router 7b62cc22-0df5-49b3-ad7d-e2c11871b1b0 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:06:10.118106 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-21c6a6ff-8c94-4f3d-bd74-c10608d2c036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:10.124893 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-21c6a6ff-8c94-4f3d-bd74-c10608d2c036 admin admin] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:10.126873 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-21c6a6ff-8c94-4f3d-bd74-c10608d2c036 admin admin] 10.222.0.39 "DELETE /v2.0/networks/96b231e1-97a2-407f-9e81-0575b2ed7b1a HTTP/1.1" status: 204 len: 168 time: 1.8266053 Sep 23 07:06:10.148603 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c6a6ff-8c94-4f3d-bd74-c10608d2c036 admin admin] Pushing event deleted for resources: {'Network': ['ID=96b231e1-97a2-407f-9e81-0575b2ed7b1a,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:06:10.204073 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:10.305235 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-009a6ba6-8ab0-4a33-8bb3-c98b0654895c tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:06:10.312289 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-009a6ba6-8ab0-4a33-8bb3-c98b0654895c tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "PUT /v2.0/routers/7b62cc22-0df5-49b3-ad7d-e2c11871b1b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9923549 Sep 23 07:06:10.314709 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 59852) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:06:10.324149 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f9e5ca-cfb7-4a7e-aa5f-3ac343dd5f93 None None] Sync routers for ids ['7b62cc22-0df5-49b3-ad7d-e2c11871b1b0'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:06:10.337606 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f9e5ca-cfb7-4a7e-aa5f-3ac343dd5f93 None None] Routers {'7b62cc22-0df5-49b3-ad7d-e2c11871b1b0'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:06:10.338285 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-28f9e5ca-cfb7-4a7e-aa5f-3ac343dd5f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:05:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['7b62cc22-0df5-49b3-ad7d-e2c11871b1b0'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:06:10.447653 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a0bbb3c-a8da-4d66-91bc-8dea616581f0 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Deleting subnet 93b1180b-9db7-40b3-869a-a249e4cc9dce {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:06:10.450947 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2221fdb6-17e9-4ca8-84ec-370bc3ee6721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:10.452614 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3a0bbb3c-a8da-4d66-91bc-8dea616581f0 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:10.521917 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3a0bbb3c-a8da-4d66-91bc-8dea616581f0 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:10.530536 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2221fdb6-17e9-4ca8-84ec-370bc3ee6721 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab33e0cc-be28-4f36-8643-838c7893340f,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:06:10.542362 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2221fdb6-17e9-4ca8-84ec-370bc3ee6721 admin admin] Checking segment: {'id': '44af5111-f309-42da-8ffa-3193992c20a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '48d3c819-0e06-40e9-8b59-8cd5fc9aaad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:06:10.545483 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2221fdb6-17e9-4ca8-84ec-370bc3ee6721 admin admin] Network hostable DHCP agents. Network: 48d3c819-0e06-40e9-8b59-8cd5fc9aaad4, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:06:10.566544 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2221fdb6-17e9-4ca8-84ec-370bc3ee6721 admin admin] Network 48d3c819-0e06-40e9-8b59-8cd5fc9aaad4 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:06:10.588025 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-2221fdb6-17e9-4ca8-84ec-370bc3ee6721 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 48d3c819-0e06-40e9-8b59-8cd5fc9aaad4) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:06:10.595441 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2221fdb6-17e9-4ca8-84ec-370bc3ee6721 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:10.596400 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2221fdb6-17e9-4ca8-84ec-370bc3ee6721 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:10.632631 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-2221fdb6-17e9-4ca8-84ec-370bc3ee6721 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6639583 Sep 23 07:06:10.634960 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 59860) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:06:10.682522 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3a0bbb3c-a8da-4d66-91bc-8dea616581f0 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:10.712189 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-8488742e-b2ac-48f5-b501-41ea8a925692 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=31a8eb8a7d27403ba6e02274ee0e8eea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0743170 Sep 23 07:06:10.715475 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 59866) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:06:10.783690 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3a0bbb3c-a8da-4d66-91bc-8dea616581f0 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:10.796580 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-28f9e5ca-cfb7-4a7e-aa5f-3ac343dd5f93 None None] Set router 7b62cc22-0df5-49b3-ad7d-e2c11871b1b0 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:06:10.805555 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5aeb1b83-26c7-4ecb-97a0-1a254d57d7ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:10.839718 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5aeb1b83-26c7-4ecb-97a0-1a254d57d7ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:10.858850 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0bbb3c-a8da-4d66-91bc-8dea616581f0 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Pushing event deleted for resources: {'Subnet': ['ID=93b1180b-9db7-40b3-869a-a249e4cc9dce,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:06:10.873914 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71278daa-811a-4d93-817d-c588d4c12795 None None] Network 48d3c819-0e06-40e9-8b59-8cd5fc9aaad4 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:06:10.880552 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3a0bbb3c-a8da-4d66-91bc-8dea616581f0 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:10.882773 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-3a0bbb3c-a8da-4d66-91bc-8dea616581f0 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "DELETE /v2.0/subnets/93b1180b-9db7-40b3-869a-a249e4cc9dce HTTP/1.1" status: 204 len: 168 time: 0.5670671 Sep 23 07:06:10.887242 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 59870) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:06:10.992258 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5aeb1b83-26c7-4ecb-97a0-1a254d57d7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:10.996032 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5aeb1b83-26c7-4ecb-97a0-1a254d57d7ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:11.000470 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-5aeb1b83-26c7-4ecb-97a0-1a254d57d7ce admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5aede6ba-395f-46f5-8931-c067a121518d HTTP/1.1" status: 204 len: 168 time: 0.2807875 Sep 23 07:06:11.016921 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cfe3174-4ea7-4d1a-a4fb-b9b2c9e5b4fe None None] Network 7897793b-979a-4e69-a418-9e869418e9ce requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:06:11.057686 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeb1b83-26c7-4ecb-97a0-1a254d57d7ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aede6ba-395f-46f5-8931-c067a121518d,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:06:11.085950 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0fc07e02-602b-4823-b4e3-7ff95c2c24e9 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for router, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:11.097216 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ba25e9-a02d-449b-94e5-b36c9d37fc79 None None] Network 48d3c819-0e06-40e9-8b59-8cd5fc9aaad4 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:06:11.215302 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d63f4dea-e2e2-4993-8102-79217c0fd89b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:11.514460 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:11.514686 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 59896) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:06:11.535526 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-28f9e5ca-cfb7-4a7e-aa5f-3ac343dd5f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b62cc22-0df5-49b3-ad7d-e2c11871b1b0', 'name': 'tempest-TestNetworkBasicOps-router-942297771', 'tenant_id': '285631e87ef3467186156f903d01ed48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '1632676f-6037-46e4-943b-dccaef4ab4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:03:01Z', 'updated_at': '2021-09-23T07:06:08Z', 'revision_number': 7, 'project_id': '285631e87ef3467186156f903d01ed48', 'gw_port': {'id': '1632676f-6037-46e4-943b-dccaef4ab4b3', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:33:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b62cc22-0df5-49b3-ad7d-e2c11871b1b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:03:02Z', 'updated_at': '2021-09-23T07:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:06:11.573716 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f9e5ca-cfb7-4a7e-aa5f-3ac343dd5f93 None None] Checking router: 7b62cc22-0df5-49b3-ad7d-e2c11871b1b0 for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:06:11.592617 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f9e5ca-cfb7-4a7e-aa5f-3ac343dd5f93 None None] Routers {'7b62cc22-0df5-49b3-ad7d-e2c11871b1b0'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:06:11.593287 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-28f9e5ca-cfb7-4a7e-aa5f-3ac343dd5f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:06:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['7b62cc22-0df5-49b3-ad7d-e2c11871b1b0'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:06:11.601087 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba8f3e4-030f-4463-ab8a-2725adf82ff8 None None] DHCP port deletion for 7897793b-979a-4e69-a418-9e869418e9ce request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 07:06:11.621591 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-84807989-837e-489b-a05f-e9b00c6c29e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:11.689687 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0fc07e02-602b-4823-b4e3-7ff95c2c24e9 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:11.785967 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-0fc07e02-602b-4823-b4e3-7ff95c2c24e9 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Deleting port 1632676f-6037-46e4-943b-dccaef4ab4b3 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:06:11.786489 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0fc07e02-602b-4823-b4e3-7ff95c2c24e9 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:11.795040 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-6ba8f3e4-030f-4463-ab8a-2725adf82ff8 None None] Deleting port 833308d7-e33b-4969-9ed0-c84a8a63b88d {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:06:11.795599 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-6ba8f3e4-030f-4463-ab8a-2725adf82ff8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:11.805912 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-28f9e5ca-cfb7-4a7e-aa5f-3ac343dd5f93 None None] Set router 7b62cc22-0df5-49b3-ad7d-e2c11871b1b0 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:06:11.807135 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e787bcaf-bc33-4817-b997-f1f2a4a8d769 req-75bded25-0f38-43fa-b077-a0a6562320f0 tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:11.814495 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e787bcaf-bc33-4817-b997-f1f2a4a8d769 req-75bded25-0f38-43fa-b077-a0a6562320f0 tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] 10.222.0.39 "GET /v2.0/networks?id=8cbf78b8-7b61-474b-ad4d-3431b2c8bd41 HTTP/1.1" status: 200 len: 812 time: 0.2714179 Sep 23 07:06:11.839487 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e787bcaf-bc33-4817-b997-f1f2a4a8d769 req-9d185e40-e723-4e09-8d16-0edc5871badb tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] 10.222.0.39 "GET /v2.0/quotas/92b5458418c84968ba4acb5acf5421bc HTTP/1.1" status: 200 len: 375 time: 0.0238163 Sep 23 07:06:11.886621 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e787bcaf-bc33-4817-b997-f1f2a4a8d769 req-8134e7e1-e679-4923-8522-f4df50c88398 tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=92b5458418c84968ba4acb5acf5421bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457511 Sep 23 07:06:11.895403 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-0fc07e02-602b-4823-b4e3-7ff95c2c24e9 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] For port 1632676f-6037-46e4-943b-dccaef4ab4b3, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=1632676f-6037-46e4-943b-dccaef4ab4b3,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:06:11.895961 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0fc07e02-602b-4823-b4e3-7ff95c2c24e9 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:11.914269 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-0fc07e02-602b-4823-b4e3-7ff95c2c24e9 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Calling delete_port for 1632676f-6037-46e4-943b-dccaef4ab4b3 owned by network:router_gateway {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:06:11.939034 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-84807989-837e-489b-a05f-e9b00c6c29e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:11.948706 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-84807989-837e-489b-a05f-e9b00c6c29e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:11.993722 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-6ba8f3e4-030f-4463-ab8a-2725adf82ff8 None None] For port 833308d7-e33b-4969-9ed0-c84a8a63b88d, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=833308d7-e33b-4969-9ed0-c84a8a63b88d,segment=NetworkSegment(eb311b70-1102-4f8c-88c5-634686033346),segment_id=eb311b70-1102-4f8c-88c5-634686033346)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:06:11.994285 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-6ba8f3e4-030f-4463-ab8a-2725adf82ff8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:12.039309 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-84807989-837e-489b-a05f-e9b00c6c29e2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.5226846 Sep 23 07:06:12.040341 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84807989-837e-489b-a05f-e9b00c6c29e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2458786-3297-4d46-add4-ed95464c125d,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:06:12.045406 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 59906) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:06:12.045610 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-6ba8f3e4-030f-4463-ab8a-2725adf82ff8 None None] Calling delete_port for 833308d7-e33b-4969-9ed0-c84a8a63b88d owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:06:12.116096 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e787bcaf-bc33-4817-b997-f1f2a4a8d769 req-485c8d49-248f-49b6-9790-fdb3337c8dfd service neutron] 10.222.0.39 "GET /v2.0/networks/8cbf78b8-7b61-474b-ad4d-3431b2c8bd41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157655 Sep 23 07:06:12.180108 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0fc07e02-602b-4823-b4e3-7ff95c2c24e9 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:12.201777 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-6ba8f3e4-030f-4463-ab8a-2725adf82ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:12.208388 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-28f9e5ca-cfb7-4a7e-aa5f-3ac343dd5f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b62cc22-0df5-49b3-ad7d-e2c11871b1b0', 'name': 'tempest-TestNetworkBasicOps-router-942297771', 'tenant_id': '285631e87ef3467186156f903d01ed48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '1632676f-6037-46e4-943b-dccaef4ab4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:03:01Z', 'updated_at': '2021-09-23T07:06:08Z', 'revision_number': 7, 'project_id': '285631e87ef3467186156f903d01ed48', 'gw_port': {'id': '1632676f-6037-46e4-943b-dccaef4ab4b3', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:33:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b62cc22-0df5-49b3-ad7d-e2c11871b1b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:03:02Z', 'updated_at': '2021-09-23T07:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:06:12.215623 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1b02578c-a679-40d8-9505-d82a59f056ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:12.258091 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1b02578c-a679-40d8-9505-d82a59f056ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:12.264259 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f9e5ca-cfb7-4a7e-aa5f-3ac343dd5f93 None None] The sync data for ids ['7b62cc22-0df5-49b3-ad7d-e2c11871b1b0'] in n-d-715271-16 is: [{'id': '7b62cc22-0df5-49b3-ad7d-e2c11871b1b0', 'name': 'tempest-TestNetworkBasicOps-router-942297771', 'tenant_id': '285631e87ef3467186156f903d01ed48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '1632676f-6037-46e4-943b-dccaef4ab4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:03:01Z', 'updated_at': '2021-09-23T07:06:08Z', 'revision_number': 7, 'project_id': '285631e87ef3467186156f903d01ed48', 'gw_port': {'id': '1632676f-6037-46e4-943b-dccaef4ab4b3', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:33:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b62cc22-0df5-49b3-ad7d-e2c11871b1b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:03:02Z', 'updated_at': '2021-09-23T07:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:06:12.267868 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba8f3e4-030f-4463-ab8a-2725adf82ff8 None None] Pushing event deleted for resources: {'Port': ['ID=833308d7-e33b-4969-9ed0-c84a8a63b88d,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:06:12.276056 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba8f3e4-030f-4463-ab8a-2725adf82ff8 None None] No DVR routers for this DVR port 833308d7-e33b-4969-9ed0-c84a8a63b88d on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:06:12.288815 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc07e02-602b-4823-b4e3-7ff95c2c24e9 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Pushing event deleted for resources: {'Port': ['ID=1632676f-6037-46e4-943b-dccaef4ab4b3,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:06:12.291157 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e787bcaf-bc33-4817-b997-f1f2a4a8d769 req-b82b470c-3846-460e-9cef-3104de12f5d9 service neutron] 10.222.0.39 "GET /v2.0/networks/8cbf78b8-7b61-474b-ad4d-3431b2c8bd41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738446 Sep 23 07:06:12.297919 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:12.312911 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0fc07e02-602b-4823-b4e3-7ff95c2c24e9 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2068563'] for router_gateway, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:12.371188 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1b02578c-a679-40d8-9505-d82a59f056ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:12.376693 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1b02578c-a679-40d8-9505-d82a59f056ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:12.378461 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-1b02578c-a679-40d8-9505-d82a59f056ec admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a2458786-3297-4d46-add4-ed95464c125d HTTP/1.1" status: 204 len: 168 time: 0.3319874 Sep 23 07:06:12.391445 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b02578c-a679-40d8-9505-d82a59f056ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2458786-3297-4d46-add4-ed95464c125d,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:06:12.450649 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0fc07e02-602b-4823-b4e3-7ff95c2c24e9 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:12.453695 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0fc07e02-602b-4823-b4e3-7ff95c2c24e9 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:12.540967 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8f3ca9e3-ad8f-4d89-814f-fc92c799ef9e req-bcb063fb-05d6-4dfe-9524-6bbae46b43a1 tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd92dca6-3fd4-48b6-9873-9bebb3822502 HTTP/1.1" status: 200 len: 210 time: 0.0420687 Sep 23 07:06:12.546386 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0fc07e02-602b-4823-b4e3-7ff95c2c24e9 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:12.547278 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc07e02-602b-4823-b4e3-7ff95c2c24e9 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Fanout notify agent at l3_agent the message router_deleted on router 7b62cc22-0df5-49b3-ad7d-e2c11871b1b0 {{(pid=95065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 07:06:12.570970 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0fc07e02-602b-4823-b4e3-7ff95c2c24e9 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:12.572400 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-0fc07e02-602b-4823-b4e3-7ff95c2c24e9 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "DELETE /v2.0/routers/7b62cc22-0df5-49b3-ad7d-e2c11871b1b0 HTTP/1.1" status: 204 len: 168 time: 1.6838007 Sep 23 07:06:12.575568 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 59922) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:06:12.750497 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c52ae08f-7549-479d-a893-a865dbab2d0b tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:12.933635 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c52ae08f-7549-479d-a893-a865dbab2d0b tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:12.970290 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-c52ae08f-7549-479d-a893-a865dbab2d0b tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7897793b-979a-4e69-a418-9e869418e9ce']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:06:12.982068 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-c52ae08f-7549-479d-a893-a865dbab2d0b tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb311b70-1102-4f8c-88c5-634686033346') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:06:12.982654 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-c52ae08f-7549-479d-a893-a865dbab2d0b tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb311b70-1102-4f8c-88c5-634686033346') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:06:13.010653 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c52ae08f-7549-479d-a893-a865dbab2d0b tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:13.032479 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c52ae08f-7549-479d-a893-a865dbab2d0b tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:13.042591 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c52ae08f-7549-479d-a893-a865dbab2d0b tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:06:13.043141 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c52ae08f-7549-479d-a893-a865dbab2d0b tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:13.047339 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 07:06:13.047339 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:06:13.047339 n-d-715271-16 neutron-server[95066]: timer() Sep 23 07:06:13.047339 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:06:13.047339 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 07:06:13.047339 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:06:13.047339 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 07:06:13.047339 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:06:13.047339 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 07:06:13.047339 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:06:13.047339 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 07:06:13.047339 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:06:13.047339 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 07:06:13.047339 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:06:13.047339 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:06:13.047339 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:06:13.047339 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:06:13.047339 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:06:13.047339 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 07:06:13.047339 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:06:13.047339 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 07:06:13.047339 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:06:13.047339 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:06:13.047339 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:06:13.047339 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 07:06:13.047339 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:06:13.047339 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:06:13.047339 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:06:13.047339 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:06:13.047339 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:06:13.047339 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:06:13.047339 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:06:13.070060 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 833308d7-e33b-4969-9ed0-c84a8a63b88d no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:06:13.107837 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 833308d7-e33b-4969-9ed0-c84a8a63b88d {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:06:13.108186 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 833308d7-e33b-4969-9ed0-c84a8a63b88d not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:06:13.108951 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 12f11762-d2b7-419a-957d-836734425303 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:06:13.128352 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c52ae08f-7549-479d-a893-a865dbab2d0b tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:13.137150 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c52ae08f-7549-479d-a893-a865dbab2d0b tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:13.142237 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 12f11762-d2b7-419a-957d-836734425303 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:06:13.142237 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 12f11762-d2b7-419a-957d-836734425303 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:06:13.143361 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-c52ae08f-7549-479d-a893-a865dbab2d0b tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "DELETE /v2.0/networks/7897793b-979a-4e69-a418-9e869418e9ce HTTP/1.1" status: 204 len: 168 time: 0.5655179 Sep 23 07:06:13.159700 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 59938) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:06:13.165907 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-59971762-dd0b-4b72-9a8f-78b756da3a7a tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Request body: {'network': {'name': 'tempest-network-smoke--1692795497', 'project_id': '285631e87ef3467186156f903d01ed48', 'port_security_enabled': True}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:06:13.171429 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52ae08f-7549-479d-a893-a865dbab2d0b tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Pushing event deleted for resources: {'Network': ['ID=7897793b-979a-4e69-a418-9e869418e9ce,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:06:13.213319 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59971762-dd0b-4b72-9a8f-78b756da3a7a tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Made reservation on behalf of 285631e87ef3467186156f903d01ed48 for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:06:13.217454 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-59971762-dd0b-4b72-9a8f-78b756da3a7a tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:13.256084 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59971762-dd0b-4b72-9a8f-78b756da3a7a tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:06:13.268339 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-59971762-dd0b-4b72-9a8f-78b756da3a7a tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:13.268693 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-59971762-dd0b-4b72-9a8f-78b756da3a7a tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Added segment d30db453-c626-4b84-8142-0bf725e73708 of type vlan for network 26820073-ef0c-442f-ad0a-6732e04f33d8 Sep 23 07:06:13.314526 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-59971762-dd0b-4b72-9a8f-78b756da3a7a tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:13.349412 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-59971762-dd0b-4b72-9a8f-78b756da3a7a tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:13.355239 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59971762-dd0b-4b72-9a8f-78b756da3a7a tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:13.355833 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-59971762-dd0b-4b72-9a8f-78b756da3a7a tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:13.401042 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-59971762-dd0b-4b72-9a8f-78b756da3a7a tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2378318 Sep 23 07:06:13.401380 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 59944) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:06:13.406125 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-e5628956-990d-43a5-8099-4a442ebf0c79 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-613470321', 'admin_state_up': True, 'project_id': '285631e87ef3467186156f903d01ed48', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:06:13.442535 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59971762-dd0b-4b72-9a8f-78b756da3a7a tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Pushing event updated for resources: {'Network': ['ID=26820073-ef0c-442f-ad0a-6732e04f33d8,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:06:13.446543 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e5628956-990d-43a5-8099-4a442ebf0c79 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:13.448051 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e5628956-990d-43a5-8099-4a442ebf0c79 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:13.455832 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 26820073-ef0c-442f-ad0a-6732e04f33d8 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:06:13.507873 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e5628956-990d-43a5-8099-4a442ebf0c79 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:13.645617 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-03db1d3d-e727-496b-932c-bdde196ab6e6 req-5d43c760-4fd6-4172-9a51-b429dd98add0 tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd92dca6-3fd4-48b6-9873-9bebb3822502 HTTP/1.1" status: 200 len: 210 time: 0.0377047 Sep 23 07:06:13.658981 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e5628956-990d-43a5-8099-4a442ebf0c79 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:13.798558 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:13.984530 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e5628956-990d-43a5-8099-4a442ebf0c79 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for router_gateway, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:14.014516 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e5628956-990d-43a5-8099-4a442ebf0c79 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:14.022551 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e787bcaf-bc33-4817-b997-f1f2a4a8d769 req-dde223a1-b8a6-4b42-97cc-6440b36c1780 tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:14.024070 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e787bcaf-bc33-4817-b997-f1f2a4a8d769 req-dde223a1-b8a6-4b42-97cc-6440b36c1780 tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] 10.222.0.58 "GET /v2.0/networks?id=8cbf78b8-7b61-474b-ad4d-3431b2c8bd41 HTTP/1.1" status: 200 len: 812 time: 0.2531803 Sep 23 07:06:14.064144 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-e787bcaf-bc33-4817-b997-f1f2a4a8d769 req-55825004-5031-4c74-86d1-55f7f17814ef tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] Request body: {'port': {'device_id': 'dd92dca6-3fd4-48b6-9873-9bebb3822502', 'network_id': '8cbf78b8-7b61-474b-ad4d-3431b2c8bd41', 'admin_state_up': True, 'tenant_id': '92b5458418c84968ba4acb5acf5421bc'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:06:14.211541 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-e5628956-990d-43a5-8099-4a442ebf0c79 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Allocated IP 172.25.2.70 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/9ac443d0-1a2f-4389-9c7d-7e80ec47a709) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:06:14.251242 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e787bcaf-bc33-4817-b997-f1f2a4a8d769 req-55825004-5031-4c74-86d1-55f7f17814ef tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] Made reservation on behalf of 92b5458418c84968ba4acb5acf5421bc for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:06:14.254877 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-e787bcaf-bc33-4817-b997-f1f2a4a8d769 req-55825004-5031-4c74-86d1-55f7f17814ef tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:14.388636 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e5628956-990d-43a5-8099-4a442ebf0c79 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:14.457147 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [req-e787bcaf-bc33-4817-b997-f1f2a4a8d769 req-55825004-5031-4c74-86d1-55f7f17814ef tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] Allocated IP 172.20.0.14 (8cbf78b8-7b61-474b-ad4d-3431b2c8bd41/3aabd594-df63-47a4-88e2-72de0f324259/a5e33f1b-580d-4502-8458-f6edcaefc75d) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:06:14.478261 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e5628956-990d-43a5-8099-4a442ebf0c79 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:14.537515 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5628956-990d-43a5-8099-4a442ebf0c79 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:06:14.545334 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-e5628956-990d-43a5-8099-4a442ebf0c79 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:06:14.556919 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5628956-990d-43a5-8099-4a442ebf0c79 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:06:14.579206 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5628956-990d-43a5-8099-4a442ebf0c79 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Pushing event updated for resources: {'Port': ['ID=9ac443d0-1a2f-4389-9c7d-7e80ec47a709,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:06:14.749768 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0ff574bf-481b-4dc2-9a64-16b27fa73965 req-c3e5c0ee-9924-4a62-8efa-c805966a33f1 tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd92dca6-3fd4-48b6-9873-9bebb3822502 HTTP/1.1" status: 200 len: 210 time: 0.0300732 Sep 23 07:06:14.922293 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 1632676f-6037-46e4-943b-dccaef4ab4b3 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:06:14.953236 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 1632676f-6037-46e4-943b-dccaef4ab4b3 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:06:14.954716 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 1632676f-6037-46e4-943b-dccaef4ab4b3 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:06:15.080642 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-e787bcaf-bc33-4817-b997-f1f2a4a8d769 req-55825004-5031-4c74-86d1-55f7f17814ef tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:15.172132 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-e787bcaf-bc33-4817-b997-f1f2a4a8d769 req-55825004-5031-4c74-86d1-55f7f17814ef tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:15.250287 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e787bcaf-bc33-4817-b997-f1f2a4a8d769 req-55825004-5031-4c74-86d1-55f7f17814ef tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] Network 8cbf78b8-7b61-474b-ad4d-3431b2c8bd41 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:06:15.264078 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [req-e787bcaf-bc33-4817-b997-f1f2a4a8d769 req-55825004-5031-4c74-86d1-55f7f17814ef tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:06:15.266281 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55825004-5031-4c74-86d1-55f7f17814ef tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] Pushing event updated for resources: {'Port': ['ID=a5e33f1b-580d-4502-8458-f6edcaefc75d,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:06:15.268444 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-e787bcaf-bc33-4817-b997-f1f2a4a8d769 req-55825004-5031-4c74-86d1-55f7f17814ef tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:06:15.271611 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e5628956-990d-43a5-8099-4a442ebf0c79 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for router_gateway, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:15.361230 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e787bcaf-bc33-4817-b997-f1f2a4a8d769 req-55825004-5031-4c74-86d1-55f7f17814ef tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:15.361938 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-e787bcaf-bc33-4817-b997-f1f2a4a8d769 req-55825004-5031-4c74-86d1-55f7f17814ef tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:15.400023 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7314fa41-ccb6-4ac0-833a-91bf28e86689 req-bcdcc50d-de02-4469-963b-cfcfc6008040 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=24279c19-c587-4b89-b26d-54654107430d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0501499 Sep 23 07:06:15.411139 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e787bcaf-bc33-4817-b997-f1f2a4a8d769 req-55825004-5031-4c74-86d1-55f7f17814ef tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3758409 Sep 23 07:06:15.429361 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-e787bcaf-bc33-4817-b997-f1f2a4a8d769 req-de640e0f-96b2-43a8-a53a-a34ea181f215 service neutron] Request body: {'port': {'device_id': 'dd92dca6-3fd4-48b6-9873-9bebb3822502', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:06:15.510498 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7314fa41-ccb6-4ac0-833a-91bf28e86689 req-5d4cbe56-1374-4470-98c8-1b503fe4bd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:15.512231 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7314fa41-ccb6-4ac0-833a-91bf28e86689 req-5d4cbe56-1374-4470-98c8-1b503fe4bd51 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4d93d8414d394ae180d5f159fb0b8b54&device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 1098 time: 0.0495906 Sep 23 07:06:15.543935 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-e787bcaf-bc33-4817-b997-f1f2a4a8d769 req-de640e0f-96b2-43a8-a53a-a34ea181f215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:15.618251 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7314fa41-ccb6-4ac0-833a-91bf28e86689 req-8a5f214b-b2f0-4a84-8a24-d5301be5c7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:15.619890 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7314fa41-ccb6-4ac0-833a-91bf28e86689 req-8a5f214b-b2f0-4a84-8a24-d5301be5c7c7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ca28a1fe-55ea-41f7-96a5-1261b4a66187 HTTP/1.1" status: 200 len: 917 time: 0.0864224 Sep 23 07:06:15.623032 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e5628956-990d-43a5-8099-4a442ebf0c79 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:15.691256 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7314fa41-ccb6-4ac0-833a-91bf28e86689 req-a8f22e64-4f09-41d9-ac84-f187e0c5bbb3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b098fef9-31f1-4769-8019-735009e3bf0c HTTP/1.1" status: 200 len: 1000 time: 0.0628219 Sep 23 07:06:15.741447 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7314fa41-ccb6-4ac0-833a-91bf28e86689 req-e4943f2a-9575-484c-9b33-7eb86fbe8a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:15.742976 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7314fa41-ccb6-4ac0-833a-91bf28e86689 req-e4943f2a-9575-484c-9b33-7eb86fbe8a85 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5441eb5f-3885-44a6-9b00-13a9788d14f9 HTTP/1.1" status: 200 len: 855 time: 0.0442271 Sep 23 07:06:15.795963 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7314fa41-ccb6-4ac0-833a-91bf28e86689 req-01d18c3c-d14c-4f02-8751-de7510bf5653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:15.798157 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7314fa41-ccb6-4ac0-833a-91bf28e86689 req-01d18c3c-d14c-4f02-8751-de7510bf5653 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ca28a1fe-55ea-41f7-96a5-1261b4a66187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475657 Sep 23 07:06:15.902611 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:06:15.929438 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5628956-990d-43a5-8099-4a442ebf0c79 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Router 143e6256-d885-4205-a3ea-e4394d87ad5e is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 07:06:15.929762 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e831d9-3c2a-4e8d-81bd-4568704d8d3b req-2f71f5bb-2998-448b-ac03-68229b605602 tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:15.934461 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d2e831d9-3c2a-4e8d-81bd-4568704d8d3b req-2f71f5bb-2998-448b-ac03-68229b605602 tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd92dca6-3fd4-48b6-9873-9bebb3822502 HTTP/1.1" status: 200 len: 932 time: 0.1091321 Sep 23 07:06:15.940459 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7314fa41-ccb6-4ac0-833a-91bf28e86689 req-a6554d7c-a3c5-496e-a28e-ce860f3fcd1a service neutron] 10.222.0.21 "GET /v2.0/networks/ca28a1fe-55ea-41f7-96a5-1261b4a66187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346674 Sep 23 07:06:16.010914 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d2e831d9-3c2a-4e8d-81bd-4568704d8d3b req-45855eb3-2aba-4667-89ac-9a65f21c4238 tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] 10.222.0.39 "GET /v2.0/security-groups?id=379e31b9-db93-446f-9823-64f560ebae4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652401 Sep 23 07:06:16.024343 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [req-e787bcaf-bc33-4817-b997-f1f2a4a8d769 req-de640e0f-96b2-43a8-a53a-a34ea181f215 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5e33f1b-580d-4502-8458-f6edcaefc75d {{(pid=95066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:06:16.036550 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-e787bcaf-bc33-4817-b997-f1f2a4a8d769 req-de640e0f-96b2-43a8-a53a-a34ea181f215 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:16.059478 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.provisioning_blocks [req-e787bcaf-bc33-4817-b997-f1f2a4a8d769 req-de640e0f-96b2-43a8-a53a-a34ea181f215 service neutron] Transition to ACTIVE for port object a5e33f1b-580d-4502-8458-f6edcaefc75d will not be triggered until provisioned by entity L2. {{(pid=95066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:06:16.077635 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7314fa41-ccb6-4ac0-833a-91bf28e86689 req-08a4b01a-83aa-40d6-bab2-4094a703215f service neutron] 10.222.0.21 "GET /v2.0/networks/ca28a1fe-55ea-41f7-96a5-1261b4a66187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247244 Sep 23 07:06:16.091439 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-e787bcaf-bc33-4817-b997-f1f2a4a8d769 req-de640e0f-96b2-43a8-a53a-a34ea181f215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:16.160352 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5628956-990d-43a5-8099-4a442ebf0c79 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:06:16.172148 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edaf8a2-6a9b-43b7-9f3b-0b73bfe1bd15 None None] Sync routers for ids ['143e6256-d885-4205-a3ea-e4394d87ad5e'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:06:16.182668 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edaf8a2-6a9b-43b7-9f3b-0b73bfe1bd15 None None] Routers {'143e6256-d885-4205-a3ea-e4394d87ad5e'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:06:16.183538 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-4edaf8a2-6a9b-43b7-9f3b-0b73bfe1bd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:06:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['143e6256-d885-4205-a3ea-e4394d87ad5e'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:06:16.186897 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de640e0f-96b2-43a8-a53a-a34ea181f215 service neutron] Pushing event updated for resources: {'Port': ['ID=a5e33f1b-580d-4502-8458-f6edcaefc75d,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:06:16.235524 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e5628956-990d-43a5-8099-4a442ebf0c79 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:16.242950 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 59978) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:06:16.243117 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-e5628956-990d-43a5-8099-4a442ebf0c79 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.8404138 Sep 23 07:06:16.326518 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-0f557f0d-0c80-4e1d-b837-8f1873790bbb tempest-TestNetworkBasicOps-685493529 tempest-TestNetworkBasicOps-685493529-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=285631e87ef3467186156f903d01ed48&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0815163 Sep 23 07:06:16.329726 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 59984) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:06:16.388753 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-e787bcaf-bc33-4817-b997-f1f2a4a8d769 req-de640e0f-96b2-43a8-a53a-a34ea181f215 service neutron] Attempting to bind port a5e33f1b-580d-4502-8458-f6edcaefc75d on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:06:16.389374 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-e787bcaf-bc33-4817-b997-f1f2a4a8d769 req-de640e0f-96b2-43a8-a53a-a34ea181f215 service neutron] Attempting to bind port a5e33f1b-580d-4502-8458-f6edcaefc75d by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': 'f1a3a35f-1c69-4a87-a536-bb787ac8e3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '8cbf78b8-7b61-474b-ad4d-3431b2c8bd41'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:06:16.390860 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e787bcaf-bc33-4817-b997-f1f2a4a8d769 req-de640e0f-96b2-43a8-a53a-a34ea181f215 service neutron] Attempting to bind port a5e33f1b-580d-4502-8458-f6edcaefc75d on network 8cbf78b8-7b61-474b-ad4d-3431b2c8bd41 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:06:16.399584 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e787bcaf-bc33-4817-b997-f1f2a4a8d769 req-de640e0f-96b2-43a8-a53a-a34ea181f215 service neutron] Port a5e33f1b-580d-4502-8458-f6edcaefc75d on network 8cbf78b8-7b61-474b-ad4d-3431b2c8bd41 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:06:16.400256 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e787bcaf-bc33-4817-b997-f1f2a4a8d769 req-de640e0f-96b2-43a8-a53a-a34ea181f215 service neutron] Attempting to bind port a5e33f1b-580d-4502-8458-f6edcaefc75d on network 8cbf78b8-7b61-474b-ad4d-3431b2c8bd41 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:06:16.409149 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e787bcaf-bc33-4817-b997-f1f2a4a8d769 req-de640e0f-96b2-43a8-a53a-a34ea181f215 service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:06:16.409813 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e787bcaf-bc33-4817-b997-f1f2a4a8d769 req-de640e0f-96b2-43a8-a53a-a34ea181f215 service neutron] Checking segment: {'id': 'f1a3a35f-1c69-4a87-a536-bb787ac8e3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '8cbf78b8-7b61-474b-ad4d-3431b2c8bd41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:06:16.411166 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e787bcaf-bc33-4817-b997-f1f2a4a8d769 req-de640e0f-96b2-43a8-a53a-a34ea181f215 service neutron] Bound using segment: {'id': 'f1a3a35f-1c69-4a87-a536-bb787ac8e3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '8cbf78b8-7b61-474b-ad4d-3431b2c8bd41'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:06:16.412079 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-e787bcaf-bc33-4817-b997-f1f2a4a8d769 req-de640e0f-96b2-43a8-a53a-a34ea181f215 service neutron] Bound port: a5e33f1b-580d-4502-8458-f6edcaefc75d, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1a3a35f-1c69-4a87-a536-bb787ac8e3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '8cbf78b8-7b61-474b-ad4d-3431b2c8bd41'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:06:16.412618 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-e787bcaf-bc33-4817-b997-f1f2a4a8d769 req-de640e0f-96b2-43a8-a53a-a34ea181f215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:16.436832 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-4edaf8a2-6a9b-43b7-9f3b-0b73bfe1bd15 None None] Set router 143e6256-d885-4205-a3ea-e4394d87ad5e gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:06:16.519598 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2581d11c-bbc2-49d5-b4a4-7f101ad1e88d tempest-TestNetworkBasicOps-685493529 tempest-TestNetworkBasicOps-685493529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:16.524626 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-2581d11c-bbc2-49d5-b4a4-7f101ad1e88d tempest-TestNetworkBasicOps-685493529 tempest-TestNetworkBasicOps-685493529-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1906593 Sep 23 07:06:16.525212 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 59988) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:06:16.529447 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-e787bcaf-bc33-4817-b997-f1f2a4a8d769 req-de640e0f-96b2-43a8-a53a-a34ea181f215 service neutron] For port a5e33f1b-580d-4502-8458-f6edcaefc75d, host n-h2-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:06:16.533605 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-e787bcaf-bc33-4817-b997-f1f2a4a8d769 req-de640e0f-96b2-43a8-a53a-a34ea181f215 service neutron] For port a5e33f1b-580d-4502-8458-f6edcaefc75d, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=a5e33f1b-580d-4502-8458-f6edcaefc75d,segment=NetworkSegment(f1a3a35f-1c69-4a87-a536-bb787ac8e3ca),segment_id=f1a3a35f-1c69-4a87-a536-bb787ac8e3ca)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:06:16.540827 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-e787bcaf-bc33-4817-b997-f1f2a4a8d769 req-de640e0f-96b2-43a8-a53a-a34ea181f215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:16.572111 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-af2517cc-d1e8-4126-826c-82b828dea1c7 tempest-TestNetworkBasicOps-685493529 tempest-TestNetworkBasicOps-685493529-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=0f47978c-41eb-4cc7-92bf-8b873be8a1a0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0455759 Sep 23 07:06:16.574541 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 59990) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:06:16.583826 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-9f233521-5e68-4c34-878f-dba6fb239b50 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-471128230', 'network_id': '26820073-ef0c-442f-ad0a-6732e04f33d8', 'project_id': '285631e87ef3467186156f903d01ed48', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:06:16.589157 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e787bcaf-bc33-4817-b997-f1f2a4a8d769 req-de640e0f-96b2-43a8-a53a-a34ea181f215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:16.589820 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-e787bcaf-bc33-4817-b997-f1f2a4a8d769 req-de640e0f-96b2-43a8-a53a-a34ea181f215 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:16.591206 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e787bcaf-bc33-4817-b997-f1f2a4a8d769 req-de640e0f-96b2-43a8-a53a-a34ea181f215 service neutron] 10.222.0.58 "PUT /v2.0/ports/a5e33f1b-580d-4502-8458-f6edcaefc75d HTTP/1.1" status: 200 len: 1093 time: 1.1698227 Sep 23 07:06:16.591648 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd92dca6-3fd4-48b6-9873-9bebb3822502', 'tag': 'a5e33f1b-580d-4502-8458-f6edcaefc75d'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:06:16.594026 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40cd1ec0-9d5b-4408-8515-11f744c142df" -d '{"events": [{"name": "network-changed", "server_uuid": "dd92dca6-3fd4-48b6-9873-9bebb3822502", "tag": "a5e33f1b-580d-4502-8458-f6edcaefc75d"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:06:16.658142 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a465e948-a943-4f36-9b54-3d0f95c84cdb x-openstack-request-id: req-a465e948-a943-4f36-9b54-3d0f95c84cdb {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:06:16.658524 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd92dca6-3fd4-48b6-9873-9bebb3822502", "tag": "a5e33f1b-580d-4502-8458-f6edcaefc75d", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:06:16.658938 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a465e948-a943-4f36-9b54-3d0f95c84cdb {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:06:16.659348 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd92dca6-3fd4-48b6-9873-9bebb3822502', 'tag': 'a5e33f1b-580d-4502-8458-f6edcaefc75d', 'status': 'completed', 'code': 200} Sep 23 07:06:16.659935 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de640e0f-96b2-43a8-a53a-a34ea181f215 service neutron] Pushing event updated for resources: {'Port': ['ID=a5e33f1b-580d-4502-8458-f6edcaefc75d,revision_number=3']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:06:16.685893 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-4edaf8a2-6a9b-43b7-9f3b-0b73bfe1bd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143e6256-d885-4205-a3ea-e4394d87ad5e', 'name': 'tempest-TestNetworkBasicOps-router-613470321', 'tenant_id': '285631e87ef3467186156f903d01ed48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '9ac443d0-1a2f-4389-9c7d-7e80ec47a709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:06:13Z', 'updated_at': '2021-09-23T07:06:15Z', 'revision_number': 3, 'project_id': '285631e87ef3467186156f903d01ed48', 'gw_port': {'id': '9ac443d0-1a2f-4389-9c7d-7e80ec47a709', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '143e6256-d885-4205-a3ea-e4394d87ad5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:06:14Z', 'updated_at': '2021-09-23T07:06:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:06:16.703689 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e787bcaf-bc33-4817-b997-f1f2a4a8d769 req-4390c83d-3dda-4bd1-8b19-3d42d56f6e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:16.709448 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e787bcaf-bc33-4817-b997-f1f2a4a8d769 req-4390c83d-3dda-4bd1-8b19-3d42d56f6e21 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=92b5458418c84968ba4acb5acf5421bc&device_id=dd92dca6-3fd4-48b6-9873-9bebb3822502 HTTP/1.1" status: 200 len: 1096 time: 0.0752220 Sep 23 07:06:16.718514 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f233521-5e68-4c34-878f-dba6fb239b50 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Made reservation on behalf of 285631e87ef3467186156f903d01ed48 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:06:16.722058 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9f233521-5e68-4c34-878f-dba6fb239b50 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:16.735588 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edaf8a2-6a9b-43b7-9f3b-0b73bfe1bd15 None None] Checking router: 143e6256-d885-4205-a3ea-e4394d87ad5e for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:06:16.736328 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edaf8a2-6a9b-43b7-9f3b-0b73bfe1bd15 None None] Updating router 143e6256-d885-4205-a3ea-e4394d87ad5e port 9ac443d0-1a2f-4389-9c7d-7e80ec47a709 binding host n-d-715271-16 {{(pid=95068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 07:06:16.763920 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-4edaf8a2-6a9b-43b7-9f3b-0b73bfe1bd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:16.771792 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e787bcaf-bc33-4817-b997-f1f2a4a8d769 req-37166c94-5cb3-40be-8105-568d146c653e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a5e33f1b-580d-4502-8458-f6edcaefc75d HTTP/1.1" status: 200 len: 217 time: 0.0479503 Sep 23 07:06:16.834222 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e787bcaf-bc33-4817-b997-f1f2a4a8d769 req-458b863f-b9b8-44e4-838c-c968fe091ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:16.835710 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e787bcaf-bc33-4817-b997-f1f2a4a8d769 req-458b863f-b9b8-44e4-838c-c968fe091ada service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3aabd594-df63-47a4-88e2-72de0f324259 HTTP/1.1" status: 200 len: 852 time: 0.0563312 Sep 23 07:06:16.879210 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e787bcaf-bc33-4817-b997-f1f2a4a8d769 req-d4499994-f56d-4e67-acfc-9439aa7edde3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8cbf78b8-7b61-474b-ad4d-3431b2c8bd41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344019 Sep 23 07:06:16.923040 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9f233521-5e68-4c34-878f-dba6fb239b50 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:16.993069 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e787bcaf-bc33-4817-b997-f1f2a4a8d769 req-4849e703-5378-41da-bef3-af73dd449a75 service neutron] 10.222.0.58 "GET /v2.0/networks/8cbf78b8-7b61-474b-ad4d-3431b2c8bd41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043718 Sep 23 07:06:17.011423 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f233521-5e68-4c34-878f-dba6fb239b50 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Pushing event updated for resources: {'Subnet': ['ID=663dd1f5-4122-4c50-a354-fa4bc92c896c,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:06:17.014398 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f233521-5e68-4c34-878f-dba6fb239b50 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Checking segment: {'id': 'd30db453-c626-4b84-8142-0bf725e73708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '26820073-ef0c-442f-ad0a-6732e04f33d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:06:17.014772 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f233521-5e68-4c34-878f-dba6fb239b50 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Network hostable DHCP agents. Network: 26820073-ef0c-442f-ad0a-6732e04f33d8, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:06:17.036091 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f233521-5e68-4c34-878f-dba6fb239b50 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Network 26820073-ef0c-442f-ad0a-6732e04f33d8 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:06:17.057668 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-9f233521-5e68-4c34-878f-dba6fb239b50 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 26820073-ef0c-442f-ad0a-6732e04f33d8) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:06:17.069073 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f233521-5e68-4c34-878f-dba6fb239b50 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:17.069830 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9f233521-5e68-4c34-878f-dba6fb239b50 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:17.072703 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f7a374-2d28-4827-aae4-8ae8f16e66e5 None None] Network 26820073-ef0c-442f-ad0a-6732e04f33d8 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:06:17.101314 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-9f233521-5e68-4c34-878f-dba6fb239b50 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5232339 Sep 23 07:06:17.103639 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 59996) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:06:17.203972 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-4edaf8a2-6a9b-43b7-9f3b-0b73bfe1bd15 None None] Notify callbacks [] for port, precommit_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:17.211678 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-4edaf8a2-6a9b-43b7-9f3b-0b73bfe1bd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:17.232282 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e787bcaf-bc33-4817-b997-f1f2a4a8d769 req-937491e7-d3aa-44ed-9274-d0514917aa64 service neutron] 10.222.0.58 "GET /v2.0/networks/8cbf78b8-7b61-474b-ad4d-3431b2c8bd41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323215 Sep 23 07:06:17.291178 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-4edaf8a2-6a9b-43b7-9f3b-0b73bfe1bd15 None None] Attempting to bind port 9ac443d0-1a2f-4389-9c7d-7e80ec47a709 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:06:17.291587 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-4edaf8a2-6a9b-43b7-9f3b-0b73bfe1bd15 None None] Attempting to bind port 9ac443d0-1a2f-4389-9c7d-7e80ec47a709 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:06:17.291956 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edaf8a2-6a9b-43b7-9f3b-0b73bfe1bd15 None None] Attempting to bind port 9ac443d0-1a2f-4389-9c7d-7e80ec47a709 on network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:06:17.307104 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edaf8a2-6a9b-43b7-9f3b-0b73bfe1bd15 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:06:17.307684 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edaf8a2-6a9b-43b7-9f3b-0b73bfe1bd15 None None] Checking segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:06:17.308166 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-4edaf8a2-6a9b-43b7-9f3b-0b73bfe1bd15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:17.308659 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edaf8a2-6a9b-43b7-9f3b-0b73bfe1bd15 None None] Bound using segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:06:17.309139 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-4edaf8a2-6a9b-43b7-9f3b-0b73bfe1bd15 None None] Bound port: 9ac443d0-1a2f-4389-9c7d-7e80ec47a709, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:06:17.309524 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-4edaf8a2-6a9b-43b7-9f3b-0b73bfe1bd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:17.336349 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb69f34c-3ffa-4034-991c-f60ee223c8f3 req-69b5d491-a413-414c-94d5-c1f3277fb561 tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:17.337982 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-eb69f34c-3ffa-4034-991c-f60ee223c8f3 req-69b5d491-a413-414c-94d5-c1f3277fb561 tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd92dca6-3fd4-48b6-9873-9bebb3822502 HTTP/1.1" status: 200 len: 944 time: 0.1115551 Sep 23 07:06:17.372462 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5235d318-dba7-4e2f-bc68-19a430a79c33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-26820073-ef0c-442f-ad0a-6732e04f33d8', 'network_id': '26820073-ef0c-442f-ad0a-6732e04f33d8', 'tenant_id': '285631e87ef3467186156f903d01ed48', 'fixed_ips': [{'subnet_id': '663dd1f5-4122-4c50-a354-fa4bc92c896c'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:06:17.372805 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-4edaf8a2-6a9b-43b7-9f3b-0b73bfe1bd15 None None] For port 9ac443d0-1a2f-4389-9c7d-7e80ec47a709, host n-d-715271-16, cleared binding levels {{(pid=95068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:06:17.373328 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5235d318-dba7-4e2f-bc68-19a430a79c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:17.376089 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-4edaf8a2-6a9b-43b7-9f3b-0b73bfe1bd15 None None] For port 9ac443d0-1a2f-4389-9c7d-7e80ec47a709, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=9ac443d0-1a2f-4389-9c7d-7e80ec47a709,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:06:17.387913 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-4edaf8a2-6a9b-43b7-9f3b-0b73bfe1bd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:17.406227 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b19af9-2120-4646-a3ca-dc4b4facf404 None None] Pushing event updated for resources: {'Port': ['ID=9ac443d0-1a2f-4389-9c7d-7e80ec47a709,revision_number=2']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:06:17.408628 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd1ec0-9d5b-4408-8515-11f744c142df req-e9ad1ab6-fc07-4818-89e0-eb10746e10cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:17.410110 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-40cd1ec0-9d5b-4408-8515-11f744c142df req-e9ad1ab6-fc07-4818-89e0-eb10746e10cf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=92b5458418c84968ba4acb5acf5421bc&device_id=dd92dca6-3fd4-48b6-9873-9bebb3822502 HTTP/1.1" status: 200 len: 1096 time: 0.0711193 Sep 23 07:06:17.415846 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-eb69f34c-3ffa-4034-991c-f60ee223c8f3 req-bb063df2-6064-4358-99e9-a64266593d76 tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] 10.222.0.39 "GET /v2.0/security-groups?id=379e31b9-db93-446f-9823-64f560ebae4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671039 Sep 23 07:06:17.453336 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edaf8a2-6a9b-43b7-9f3b-0b73bfe1bd15 None None] Routers {'143e6256-d885-4205-a3ea-e4394d87ad5e'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:06:17.455416 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-4edaf8a2-6a9b-43b7-9f3b-0b73bfe1bd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:06:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['143e6256-d885-4205-a3ea-e4394d87ad5e'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:06:17.525899 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b19af9-2120-4646-a3ca-dc4b4facf404 None None] Pushing event updated for resources: {'Port': ['ID=9ac443d0-1a2f-4389-9c7d-7e80ec47a709,revision_number=3']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:06:17.536450 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd1ec0-9d5b-4408-8515-11f744c142df req-654672f0-f470-46f3-9c54-1e6fdbc1605e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:17.537984 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-40cd1ec0-9d5b-4408-8515-11f744c142df req-654672f0-f470-46f3-9c54-1e6fdbc1605e service neutron] 10.222.0.58 "GET /v2.0/networks?id=8cbf78b8-7b61-474b-ad4d-3431b2c8bd41 HTTP/1.1" status: 200 len: 913 time: 0.1179914 Sep 23 07:06:17.577027 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-5235d318-dba7-4e2f-bc68-19a430a79c33 None None] Allocated IP 172.20.0.2 (26820073-ef0c-442f-ad0a-6732e04f33d8/663dd1f5-4122-4c50-a354-fa4bc92c896c/20ca8ed0-0097-4f63-ad4d-fe158a6ba443) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:06:17.599664 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-40cd1ec0-9d5b-4408-8515-11f744c142df req-bd6deedb-98dc-495b-b427-8e2c19822a98 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a5e33f1b-580d-4502-8458-f6edcaefc75d HTTP/1.1" status: 200 len: 217 time: 0.0501335 Sep 23 07:06:17.638550 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-4edaf8a2-6a9b-43b7-9f3b-0b73bfe1bd15 None None] Set router 143e6256-d885-4205-a3ea-e4394d87ad5e gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:06:17.665500 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd1ec0-9d5b-4408-8515-11f744c142df req-4b3fb0bf-2bfd-4aa9-9c33-3de9c83f83a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:17.667155 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-40cd1ec0-9d5b-4408-8515-11f744c142df req-4b3fb0bf-2bfd-4aa9-9c33-3de9c83f83a0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3aabd594-df63-47a4-88e2-72de0f324259 HTTP/1.1" status: 200 len: 852 time: 0.0567575 Sep 23 07:06:17.710521 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-40cd1ec0-9d5b-4408-8515-11f744c142df req-a98a29d0-4cee-4b61-955e-a8e8367e1c48 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8cbf78b8-7b61-474b-ad4d-3431b2c8bd41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357211 Sep 23 07:06:17.806307 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5235d318-dba7-4e2f-bc68-19a430a79c33 None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:17.814998 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5235d318-dba7-4e2f-bc68-19a430a79c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:17.831922 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a22f5710-87e9-4a43-afe5-cd789e5dcdb3 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:17.842802 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-40cd1ec0-9d5b-4408-8515-11f744c142df req-cdde7923-7523-4b55-9ad3-42b9663c5057 service neutron] 10.222.0.58 "GET /v2.0/networks/8cbf78b8-7b61-474b-ad4d-3431b2c8bd41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236873 Sep 23 07:06:17.867796 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5235d318-dba7-4e2f-bc68-19a430a79c33 None None] Network 26820073-ef0c-442f-ad0a-6732e04f33d8 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:06:17.871149 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-5235d318-dba7-4e2f-bc68-19a430a79c33 None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:06:17.873974 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5235d318-dba7-4e2f-bc68-19a430a79c33 None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:06:17.888945 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-4edaf8a2-6a9b-43b7-9f3b-0b73bfe1bd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143e6256-d885-4205-a3ea-e4394d87ad5e', 'name': 'tempest-TestNetworkBasicOps-router-613470321', 'tenant_id': '285631e87ef3467186156f903d01ed48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '9ac443d0-1a2f-4389-9c7d-7e80ec47a709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:06:13Z', 'updated_at': '2021-09-23T07:06:15Z', 'revision_number': 3, 'project_id': '285631e87ef3467186156f903d01ed48', 'gw_port': {'id': '9ac443d0-1a2f-4389-9c7d-7e80ec47a709', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '143e6256-d885-4205-a3ea-e4394d87ad5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:06:14Z', 'updated_at': '2021-09-23T07:06:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:06:17.915194 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5235d318-dba7-4e2f-bc68-19a430a79c33 None None] Pushing event updated for resources: {'Port': ['ID=20ca8ed0-0097-4f63-ad4d-fe158a6ba443,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:06:17.950388 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edaf8a2-6a9b-43b7-9f3b-0b73bfe1bd15 None None] The sync data for ids ['143e6256-d885-4205-a3ea-e4394d87ad5e'] in n-d-715271-16 is: [{'id': '143e6256-d885-4205-a3ea-e4394d87ad5e', 'name': 'tempest-TestNetworkBasicOps-router-613470321', 'tenant_id': '285631e87ef3467186156f903d01ed48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '9ac443d0-1a2f-4389-9c7d-7e80ec47a709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:06:13Z', 'updated_at': '2021-09-23T07:06:15Z', 'revision_number': 3, 'project_id': '285631e87ef3467186156f903d01ed48', 'gw_port': {'id': '9ac443d0-1a2f-4389-9c7d-7e80ec47a709', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '143e6256-d885-4205-a3ea-e4394d87ad5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:06:14Z', 'updated_at': '2021-09-23T07:06:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:06:17.951200 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-5235d318-dba7-4e2f-bc68-19a430a79c33 None None] Attempting to bind port 20ca8ed0-0097-4f63-ad4d-fe158a6ba443 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:06:17.954151 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-5235d318-dba7-4e2f-bc68-19a430a79c33 None None] Attempting to bind port 20ca8ed0-0097-4f63-ad4d-fe158a6ba443 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': 'd30db453-c626-4b84-8142-0bf725e73708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '26820073-ef0c-442f-ad0a-6732e04f33d8'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:06:17.954662 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5235d318-dba7-4e2f-bc68-19a430a79c33 None None] Attempting to bind port 20ca8ed0-0097-4f63-ad4d-fe158a6ba443 on network 26820073-ef0c-442f-ad0a-6732e04f33d8 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:06:17.963848 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5235d318-dba7-4e2f-bc68-19a430a79c33 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:06:17.964227 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5235d318-dba7-4e2f-bc68-19a430a79c33 None None] Checking segment: {'id': 'd30db453-c626-4b84-8142-0bf725e73708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '26820073-ef0c-442f-ad0a-6732e04f33d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:06:17.964632 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5235d318-dba7-4e2f-bc68-19a430a79c33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:17.965024 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5235d318-dba7-4e2f-bc68-19a430a79c33 None None] Bound using segment: {'id': 'd30db453-c626-4b84-8142-0bf725e73708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '26820073-ef0c-442f-ad0a-6732e04f33d8'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:06:17.965500 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-5235d318-dba7-4e2f-bc68-19a430a79c33 None None] Bound port: 20ca8ed0-0097-4f63-ad4d-fe158a6ba443, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd30db453-c626-4b84-8142-0bf725e73708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '26820073-ef0c-442f-ad0a-6732e04f33d8'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:06:17.965903 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5235d318-dba7-4e2f-bc68-19a430a79c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:18.009577 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-40cd1ec0-9d5b-4408-8515-11f744c142df req-d4e01304-55d7-4495-8b9d-ffa534ad5356 service neutron] 10.222.0.58 "GET /v2.0/networks/8cbf78b8-7b61-474b-ad4d-3431b2c8bd41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584966 Sep 23 07:06:18.059083 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-5235d318-dba7-4e2f-bc68-19a430a79c33 None None] For port 20ca8ed0-0097-4f63-ad4d-fe158a6ba443, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:06:18.063696 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-5235d318-dba7-4e2f-bc68-19a430a79c33 None None] For port 20ca8ed0-0097-4f63-ad4d-fe158a6ba443, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=20ca8ed0-0097-4f63-ad4d-fe158a6ba443,segment=NetworkSegment(d30db453-c626-4b84-8142-0bf725e73708),segment_id=d30db453-c626-4b84-8142-0bf725e73708)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:06:18.069590 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5235d318-dba7-4e2f-bc68-19a430a79c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:18.165093 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5235d318-dba7-4e2f-bc68-19a430a79c33 None None] Pushing event updated for resources: {'Port': ['ID=20ca8ed0-0097-4f63-ad4d-fe158a6ba443,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:06:18.250297 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-a22f5710-87e9-4a43-afe5-cd789e5dcdb3 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Allocated IP 172.20.0.1 (26820073-ef0c-442f-ad0a-6732e04f33d8/663dd1f5-4122-4c50-a354-fa4bc92c896c/97e32d63-0f78-4506-a305-2865d935eb7c) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:06:18.411670 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a22f5710-87e9-4a43-afe5-cd789e5dcdb3 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:18.492980 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a22f5710-87e9-4a43-afe5-cd789e5dcdb3 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:18.564717 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22f5710-87e9-4a43-afe5-cd789e5dcdb3 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Network 26820073-ef0c-442f-ad0a-6732e04f33d8 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:06:18.566036 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22f5710-87e9-4a43-afe5-cd789e5dcdb3 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Pushing event updated for resources: {'Port': ['ID=97e32d63-0f78-4506-a305-2865d935eb7c,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:06:18.570707 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-a22f5710-87e9-4a43-afe5-cd789e5dcdb3 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:06:18.578338 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22f5710-87e9-4a43-afe5-cd789e5dcdb3 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:06:18.633652 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a22f5710-87e9-4a43-afe5-cd789e5dcdb3 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068614'] for router_interface, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:18.642780 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c4951f-de14-4629-b9f7-54218e6bf6b5 req-fb5b083d-ff7e-4f2d-8376-e439b4b45487 tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:18.651423 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-73c4951f-de14-4629-b9f7-54218e6bf6b5 req-fb5b083d-ff7e-4f2d-8376-e439b4b45487 tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd92dca6-3fd4-48b6-9873-9bebb3822502 HTTP/1.1" status: 200 len: 944 time: 0.1210971 Sep 23 07:06:18.695172 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-73c4951f-de14-4629-b9f7-54218e6bf6b5 req-70d7e8b2-06a6-4e90-b430-055fe77b11d6 tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] 10.222.0.39 "GET /v2.0/security-groups?id=379e31b9-db93-446f-9823-64f560ebae4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426004 Sep 23 07:06:18.799443 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a22f5710-87e9-4a43-afe5-cd789e5dcdb3 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:19.119821 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 20ca8ed0-0097-4f63-ad4d-fe158a6ba443 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:06:19.192344 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a22f5710-87e9-4a43-afe5-cd789e5dcdb3 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:19.200776 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a22f5710-87e9-4a43-afe5-cd789e5dcdb3 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:19.228394 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 20ca8ed0-0097-4f63-ad4d-fe158a6ba443 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:06:19.229553 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:19.278239 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device a5e33f1b-580d-4502-8458-f6edcaefc75d details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:06:19.300133 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22f5710-87e9-4a43-afe5-cd789e5dcdb3 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Pushing event updated for resources: {'Port': ['ID=97e32d63-0f78-4506-a305-2865d935eb7c,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:06:19.303693 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a22f5710-87e9-4a43-afe5-cd789e5dcdb3 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067062'] for router_interface, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:19.424496 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22f5710-87e9-4a43-afe5-cd789e5dcdb3 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Network 26820073-ef0c-442f-ad0a-6732e04f33d8 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:06:19.427145 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-a22f5710-87e9-4a43-afe5-cd789e5dcdb3 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:06:19.454469 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port a5e33f1b-580d-4502-8458-f6edcaefc75d, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=a5e33f1b-580d-4502-8458-f6edcaefc75d,segment=NetworkSegment(f1a3a35f-1c69-4a87-a536-bb787ac8e3ca),segment_id=f1a3a35f-1c69-4a87-a536-bb787ac8e3ca)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:06:19.474109 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:19.519562 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': 'a5e33f1b-580d-4502-8458-f6edcaefc75d', 'network_id': '8cbf78b8-7b61-474b-ad4d-3431b2c8bd41', 'port_id': 'a5e33f1b-580d-4502-8458-f6edcaefc75d', 'mac_address': 'fa:16:3e:6d:e3:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3aabd594-df63-47a4-88e2-72de0f324259', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:06:19.597194 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:19.603860 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port 20ca8ed0-0097-4f63-ad4d-fe158a6ba443, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=20ca8ed0-0097-4f63-ad4d-fe158a6ba443,segment=NetworkSegment(d30db453-c626-4b84-8142-0bf725e73708),segment_id=d30db453-c626-4b84-8142-0bf725e73708)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:06:19.607325 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a22f5710-87e9-4a43-afe5-cd789e5dcdb3 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Router 143e6256-d885-4205-a3ea-e4394d87ad5e has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:06:19.607912 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f827516-cc17-45db-b121-af96ce5f94d4 None None] Network 26820073-ef0c-442f-ad0a-6732e04f33d8 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:06:19.769376 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a22f5710-87e9-4a43-afe5-cd789e5dcdb3 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:06:19.780736 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 60032) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:06:19.781263 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-a22f5710-87e9-4a43-afe5-cd789e5dcdb3 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "PUT /v2.0/routers/143e6256-d885-4205-a3ea-e4394d87ad5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6750906 Sep 23 07:06:19.826494 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:19.827416 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 9ac443d0-1a2f-4389-9c7d-7e80ec47a709 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:06:19.881400 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5e33f1b-580d-4502-8458-f6edcaefc75d {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:06:19.982159 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port a5e33f1b-580d-4502-8458-f6edcaefc75d, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=a5e33f1b-580d-4502-8458-f6edcaefc75d,segment=NetworkSegment(f1a3a35f-1c69-4a87-a536-bb787ac8e3ca),segment_id=f1a3a35f-1c69-4a87-a536-bb787ac8e3ca)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:06:20.006555 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:20.019215 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-7ff61fa5-ec3c-4158-a9c8-d4ea388df52c None None] Provisioning complete for port 20ca8ed0-0097-4f63-ad4d-fe158a6ba443 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:06:20.019512 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-7ff61fa5-ec3c-4158-a9c8-d4ea388df52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:20.022668 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c8c469-1cda-468c-aa58-741f64ab9690 req-e3bf97b7-c3f1-4463-80ea-30b7b90e3dd2 tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:20.030932 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b1c8c469-1cda-468c-aa58-741f64ab9690 req-e3bf97b7-c3f1-4463-80ea-30b7b90e3dd2 tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd92dca6-3fd4-48b6-9873-9bebb3822502 HTTP/1.1" status: 200 len: 944 time: 0.2213836 Sep 23 07:06:20.077366 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=20ca8ed0-0097-4f63-ad4d-fe158a6ba443,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:06:20.139625 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b1c8c469-1cda-468c-aa58-741f64ab9690 req-76f9e9b1-73fe-4bf1-b978-185cd2f2fa16 tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] 10.222.0.39 "GET /v2.0/security-groups?id=379e31b9-db93-446f-9823-64f560ebae4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074378 Sep 23 07:06:20.145412 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0771b6dd-b207-438e-8435-0d8820530fd0 tempest-TestNetworkBasicOps-685493529 tempest-TestNetworkBasicOps-685493529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:20.146214 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0771b6dd-b207-438e-8435-0d8820530fd0 tempest-TestNetworkBasicOps-685493529 tempest-TestNetworkBasicOps-685493529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:20.146866 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0771b6dd-b207-438e-8435-0d8820530fd0 tempest-TestNetworkBasicOps-685493529 tempest-TestNetworkBasicOps-685493529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:20.147596 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0771b6dd-b207-438e-8435-0d8820530fd0 tempest-TestNetworkBasicOps-685493529 tempest-TestNetworkBasicOps-685493529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:20.148069 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0771b6dd-b207-438e-8435-0d8820530fd0 tempest-TestNetworkBasicOps-685493529 tempest-TestNetworkBasicOps-685493529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:20.148713 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0771b6dd-b207-438e-8435-0d8820530fd0 tempest-TestNetworkBasicOps-685493529 tempest-TestNetworkBasicOps-685493529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:20.149251 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0771b6dd-b207-438e-8435-0d8820530fd0 tempest-TestNetworkBasicOps-685493529 tempest-TestNetworkBasicOps-685493529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:20.149721 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0771b6dd-b207-438e-8435-0d8820530fd0 tempest-TestNetworkBasicOps-685493529 tempest-TestNetworkBasicOps-685493529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:20.154408 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-0771b6dd-b207-438e-8435-0d8820530fd0 tempest-TestNetworkBasicOps-685493529 tempest-TestNetworkBasicOps-685493529-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5686 time: 0.3698454 Sep 23 07:06:20.154729 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 60034) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:06:20.220102 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 9ac443d0-1a2f-4389-9c7d-7e80ec47a709 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:06:20.220477 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:20.243775 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=a5e33f1b-580d-4502-8458-f6edcaefc75d,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:06:20.282622 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['a5e33f1b-580d-4502-8458-f6edcaefc75d'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:06:20.473568 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:20.504720 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f029875-4766-425e-814b-6358658bab54 None None] Sync routers for ids ['143e6256-d885-4205-a3ea-e4394d87ad5e'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:06:20.654734 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f029875-4766-425e-814b-6358658bab54 None None] Routers {'143e6256-d885-4205-a3ea-e4394d87ad5e'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:06:20.656030 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-4f029875-4766-425e-814b-6358658bab54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:06:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['143e6256-d885-4205-a3ea-e4394d87ad5e'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:06:20.844849 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec99ae1c-6e67-4d91-a2da-917fbb098f37 tempest-TestNetworkBasicOps-685493529 tempest-TestNetworkBasicOps-685493529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:20.846533 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec99ae1c-6e67-4d91-a2da-917fbb098f37 tempest-TestNetworkBasicOps-685493529 tempest-TestNetworkBasicOps-685493529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:20.849464 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec99ae1c-6e67-4d91-a2da-917fbb098f37 tempest-TestNetworkBasicOps-685493529 tempest-TestNetworkBasicOps-685493529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:20.850476 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec99ae1c-6e67-4d91-a2da-917fbb098f37 tempest-TestNetworkBasicOps-685493529 tempest-TestNetworkBasicOps-685493529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:20.851471 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec99ae1c-6e67-4d91-a2da-917fbb098f37 tempest-TestNetworkBasicOps-685493529 tempest-TestNetworkBasicOps-685493529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:20.852217 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec99ae1c-6e67-4d91-a2da-917fbb098f37 tempest-TestNetworkBasicOps-685493529 tempest-TestNetworkBasicOps-685493529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:20.852946 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec99ae1c-6e67-4d91-a2da-917fbb098f37 tempest-TestNetworkBasicOps-685493529 tempest-TestNetworkBasicOps-685493529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:20.853636 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec99ae1c-6e67-4d91-a2da-917fbb098f37 tempest-TestNetworkBasicOps-685493529 tempest-TestNetworkBasicOps-685493529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:20.856246 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-ec99ae1c-6e67-4d91-a2da-917fbb098f37 tempest-TestNetworkBasicOps-685493529 tempest-TestNetworkBasicOps-685493529-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5285 time: 0.7003028 Sep 23 07:06:20.859052 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 60038) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:06:20.887882 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-4f029875-4766-425e-814b-6358658bab54 None None] Set router 143e6256-d885-4205-a3ea-e4394d87ad5e gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:06:21.116257 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port 9ac443d0-1a2f-4389-9c7d-7e80ec47a709, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=9ac443d0-1a2f-4389-9c7d-7e80ec47a709,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:06:21.185326 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:21.284087 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-28bbb63c-0290-446e-9a64-feefb2056651 None None] Provisioning complete for port 97e32d63-0f78-4506-a305-2865d935eb7c triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:06:21.284677 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-28bbb63c-0290-446e-9a64-feefb2056651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:21.337092 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-28bbb63c-0290-446e-9a64-feefb2056651 None None] Port 97e32d63-0f78-4506-a305-2865d935eb7c cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:06:21.338951 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 20ca8ed0-0097-4f63-ad4d-fe158a6ba443 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:06:21.378754 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2139f738-2b36-4b49-b20e-43f9f9b1fbfb req-95629925-76b3-47fa-b265-fc32ac3acc2f tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:21.381379 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2139f738-2b36-4b49-b20e-43f9f9b1fbfb req-95629925-76b3-47fa-b265-fc32ac3acc2f tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd92dca6-3fd4-48b6-9873-9bebb3822502 HTTP/1.1" status: 200 len: 945 time: 0.0928280 Sep 23 07:06:21.427646 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=9ac443d0-1a2f-4389-9c7d-7e80ec47a709,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:06:21.443332 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-28bbb63c-0290-446e-9a64-feefb2056651 None None] Provisioning complete for port 20ca8ed0-0097-4f63-ad4d-fe158a6ba443 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:06:21.443843 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-28bbb63c-0290-446e-9a64-feefb2056651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:21.457838 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2139f738-2b36-4b49-b20e-43f9f9b1fbfb req-12e40f2c-67e5-4498-8b11-a08c04f47c61 tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] 10.222.0.39 "GET /v2.0/security-groups?id=379e31b9-db93-446f-9823-64f560ebae4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686958 Sep 23 07:06:21.479287 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-90f6fbc7-a820-4651-b0e9-f3899c8b90a5 tempest-TestNetworkBasicOps-685493529 tempest-TestNetworkBasicOps-685493529-project-admin] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.6081207 Sep 23 07:06:21.487659 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-4f029875-4766-425e-814b-6358658bab54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143e6256-d885-4205-a3ea-e4394d87ad5e', 'name': 'tempest-TestNetworkBasicOps-router-613470321', 'tenant_id': '285631e87ef3467186156f903d01ed48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '9ac443d0-1a2f-4389-9c7d-7e80ec47a709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:06:13Z', 'updated_at': '2021-09-23T07:06:18Z', 'revision_number': 4, 'project_id': '285631e87ef3467186156f903d01ed48', 'gw_port': {'id': '9ac443d0-1a2f-4389-9c7d-7e80ec47a709', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '143e6256-d885-4205-a3ea-e4394d87ad5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:06:14Z', 'updated_at': '2021-09-23T07:06:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '97e32d63-0f78-4506-a305-2865d935eb7c', 'name': '', 'network_id': '26820073-ef0c-442f-ad0a-6732e04f33d8', 'tenant_id': '285631e87ef3467186156f903d01ed48', 'mac_address': 'fa:16:3e:97:dc:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '143e6256-d885-4205-a3ea-e4394d87ad5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '663dd1f5-4122-4c50-a354-fa4bc92c896c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:06:18Z', 'updated_at': '2021-09-23T07:06:18Z', 'revision_number': 2, 'project_id': '285631e87ef3467186156f903d01ed48', 'subnets': [{'id': '663dd1f5-4122-4c50-a354-fa4bc92c896c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:06:21.524676 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f029875-4766-425e-814b-6358658bab54 None None] Checking router: 143e6256-d885-4205-a3ea-e4394d87ad5e for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:06:21.525037 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f029875-4766-425e-814b-6358658bab54 None None] Updating router 143e6256-d885-4205-a3ea-e4394d87ad5e port 97e32d63-0f78-4506-a305-2865d935eb7c binding host n-d-715271-16 {{(pid=95067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 07:06:21.559655 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-4f029875-4766-425e-814b-6358658bab54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:21.562096 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 20ca8ed0-0097-4f63-ad4d-fe158a6ba443 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:06:21.562388 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:21.849602 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-8f536508-3947-4427-abfe-7ad6c9df5141 None None] Provisioning complete for port 97e32d63-0f78-4506-a305-2865d935eb7c triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:06:21.850279 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8f536508-3947-4427-abfe-7ad6c9df5141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:21.944147 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-8f536508-3947-4427-abfe-7ad6c9df5141 None None] Port 97e32d63-0f78-4506-a305-2865d935eb7c cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:06:21.982925 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 60048) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:06:21.988287 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-b4bc8a6d-2730-4094-972a-b56634c623dc tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2131150725', 'description': 'tempest-secgroup-smoke-2131150725 description', 'project_id': '285631e87ef3467186156f903d01ed48'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:06:22.016802 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b4bc8a6d-2730-4094-972a-b56634c623dc tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:22.071107 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-4f029875-4766-425e-814b-6358658bab54 None None] Notify callbacks [] for port, precommit_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:22.080586 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-4f029875-4766-425e-814b-6358658bab54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:22.177357 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c89fa8-d8ae-4cba-ac64-2c82cdfa0bc9 None None] Pushing event updated for resources: {'Port': ['ID=97e32d63-0f78-4506-a305-2865d935eb7c,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:06:22.192023 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b4bc8a6d-2730-4094-972a-b56634c623dc tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:22.204293 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b4bc8a6d-2730-4094-972a-b56634c623dc tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:22.273231 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-4f029875-4766-425e-814b-6358658bab54 None None] Attempting to bind port 97e32d63-0f78-4506-a305-2865d935eb7c on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:06:22.273603 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-4f029875-4766-425e-814b-6358658bab54 None None] Attempting to bind port 97e32d63-0f78-4506-a305-2865d935eb7c by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': 'd30db453-c626-4b84-8142-0bf725e73708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '26820073-ef0c-442f-ad0a-6732e04f33d8'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:06:22.274009 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f029875-4766-425e-814b-6358658bab54 None None] Attempting to bind port 97e32d63-0f78-4506-a305-2865d935eb7c on network 26820073-ef0c-442f-ad0a-6732e04f33d8 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:06:22.279485 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f029875-4766-425e-814b-6358658bab54 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:06:22.279989 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f029875-4766-425e-814b-6358658bab54 None None] Checking segment: {'id': 'd30db453-c626-4b84-8142-0bf725e73708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '26820073-ef0c-442f-ad0a-6732e04f33d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:06:22.280397 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-4f029875-4766-425e-814b-6358658bab54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:22.280953 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f029875-4766-425e-814b-6358658bab54 None None] Bound using segment: {'id': 'd30db453-c626-4b84-8142-0bf725e73708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '26820073-ef0c-442f-ad0a-6732e04f33d8'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:06:22.281425 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-4f029875-4766-425e-814b-6358658bab54 None None] Bound port: 97e32d63-0f78-4506-a305-2865d935eb7c, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd30db453-c626-4b84-8142-0bf725e73708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '26820073-ef0c-442f-ad0a-6732e04f33d8'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:06:22.282424 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-4f029875-4766-425e-814b-6358658bab54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:22.283831 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc8a6d-2730-4094-972a-b56634c623dc tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a16003c-c728-40f4-99cf-846c0414c471,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:06:22.308228 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b4bc8a6d-2730-4094-972a-b56634c623dc tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:22.313918 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-b4bc8a6d-2730-4094-972a-b56634c623dc tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3292367 Sep 23 07:06:22.317190 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 60056) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:06:22.323163 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-f2f8b558-60d1-485b-8f87-e66fab654f0b tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Request body: {'security_group_rule': {'security_group_id': '5a16003c-c728-40f4-99cf-846c0414c471', 'project_id': '285631e87ef3467186156f903d01ed48', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:06:22.385778 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f2f8b558-60d1-485b-8f87-e66fab654f0b tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:22.434831 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-4f029875-4766-425e-814b-6358658bab54 None None] For port 97e32d63-0f78-4506-a305-2865d935eb7c, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:06:22.444672 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-4f029875-4766-425e-814b-6358658bab54 None None] For port 97e32d63-0f78-4506-a305-2865d935eb7c, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=97e32d63-0f78-4506-a305-2865d935eb7c,segment=NetworkSegment(d30db453-c626-4b84-8142-0bf725e73708),segment_id=d30db453-c626-4b84-8142-0bf725e73708)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:06:22.452089 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-4f029875-4766-425e-814b-6358658bab54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:22.468977 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f2f8b558-60d1-485b-8f87-e66fab654f0b tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:22.476351 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f2f8b558-60d1-485b-8f87-e66fab654f0b tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:22.505762 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f2f8b558-60d1-485b-8f87-e66fab654f0b tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:22.507256 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-f2f8b558-60d1-485b-8f87-e66fab654f0b tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1881616 Sep 23 07:06:22.510045 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 60060) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:06:22.521381 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-5ad22312-56d6-4411-9c40-962373ecc0b7 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Request body: {'security_group_rule': {'security_group_id': '5a16003c-c728-40f4-99cf-846c0414c471', 'project_id': '285631e87ef3467186156f903d01ed48', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:06:22.528038 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f8b558-60d1-485b-8f87-e66fab654f0b tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8df7c8a3-3ead-44b2-8746-170aafcb6e7d,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:06:22.564572 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5ad22312-56d6-4411-9c40-962373ecc0b7 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:22.590817 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f029875-4766-425e-814b-6358658bab54 None None] Routers {'143e6256-d885-4205-a3ea-e4394d87ad5e'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:06:22.591468 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-4f029875-4766-425e-814b-6358658bab54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:06:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['143e6256-d885-4205-a3ea-e4394d87ad5e'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:06:22.651716 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5ad22312-56d6-4411-9c40-962373ecc0b7 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:22.664205 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5ad22312-56d6-4411-9c40-962373ecc0b7 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:22.687031 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c89fa8-d8ae-4cba-ac64-2c82cdfa0bc9 None None] Pushing event updated for resources: {'Port': ['ID=97e32d63-0f78-4506-a305-2865d935eb7c,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:06:22.704501 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-4555c292-e567-4922-89f3-593731ffa708 None None] Provisioning complete for port 97e32d63-0f78-4506-a305-2865d935eb7c triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:06:22.705065 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-4555c292-e567-4922-89f3-593731ffa708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:22.713895 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad22312-56d6-4411-9c40-962373ecc0b7 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecb5390d-a3f5-48f9-a56f-fccd0e76da7c,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:06:22.729489 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5ad22312-56d6-4411-9c40-962373ecc0b7 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:22.731367 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-5ad22312-56d6-4411-9c40-962373ecc0b7 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2196567 Sep 23 07:06:22.734066 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 60062) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:06:22.739030 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-bbbfa5f0-e83a-4fc8-a788-2e1db977f561 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Request body: {'security_group_rule': {'security_group_id': '5a16003c-c728-40f4-99cf-846c0414c471', 'project_id': '285631e87ef3467186156f903d01ed48', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:06:22.751055 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9548ce-f924-4593-aa2e-93576fbfa0fc req-f66eb0f6-659a-4850-900b-335bb569974b tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:22.758439 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1e9548ce-f924-4593-aa2e-93576fbfa0fc req-f66eb0f6-659a-4850-900b-335bb569974b tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd92dca6-3fd4-48b6-9873-9bebb3822502 HTTP/1.1" status: 200 len: 945 time: 0.1459637 Sep 23 07:06:22.804315 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bbbfa5f0-e83a-4fc8-a788-2e1db977f561 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:22.832212 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1e9548ce-f924-4593-aa2e-93576fbfa0fc req-97851302-d678-41aa-8c8a-42537e94280b tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] 10.222.0.39 "GET /v2.0/security-groups?id=379e31b9-db93-446f-9823-64f560ebae4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704887 Sep 23 07:06:22.836362 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-4f029875-4766-425e-814b-6358658bab54 None None] Set router 143e6256-d885-4205-a3ea-e4394d87ad5e gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:06:22.927706 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bbbfa5f0-e83a-4fc8-a788-2e1db977f561 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:22.934604 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bbbfa5f0-e83a-4fc8-a788-2e1db977f561 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:22.954422 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbfa5f0-e83a-4fc8-a788-2e1db977f561 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad3b9003-4688-4d8d-932b-715ba8bb9e97,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:06:22.967345 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bbbfa5f0-e83a-4fc8-a788-2e1db977f561 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:22.971152 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-bbbfa5f0-e83a-4fc8-a788-2e1db977f561 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2334509 Sep 23 07:06:22.971478 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 60066) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:06:22.976660 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-169a6d85-4bcd-427b-94be-d711abc186f5 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Request body: {'security_group_rule': {'security_group_id': '5a16003c-c728-40f4-99cf-846c0414c471', 'project_id': '285631e87ef3467186156f903d01ed48', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:06:23.011543 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-169a6d85-4bcd-427b-94be-d711abc186f5 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:23.076462 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-169a6d85-4bcd-427b-94be-d711abc186f5 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:23.081566 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-169a6d85-4bcd-427b-94be-d711abc186f5 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:23.119055 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169a6d85-4bcd-427b-94be-d711abc186f5 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79877d18-2015-4d4a-968f-ca3c6f9e2474,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:06:23.127581 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-169a6d85-4bcd-427b-94be-d711abc186f5 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:23.130510 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-169a6d85-4bcd-427b-94be-d711abc186f5 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1579983 Sep 23 07:06:23.134341 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 60068) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:06:23.141211 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-1d7b8dd5-00bf-4243-89b2-f36148ee4646 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Request body: {'security_group_rule': {'security_group_id': '5a16003c-c728-40f4-99cf-846c0414c471', 'project_id': '285631e87ef3467186156f903d01ed48', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:06:23.167483 n-d-715271-16 neutron-server[95065]: INFO neutron.db.securitygroups_db [None req-1d7b8dd5-00bf-4243-89b2-f36148ee4646 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Project 285631e87ef3467186156f903d01ed48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 07:06:23.174787 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1d7b8dd5-00bf-4243-89b2-f36148ee4646 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:23.236200 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-4555c292-e567-4922-89f3-593731ffa708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:23.259978 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1d7b8dd5-00bf-4243-89b2-f36148ee4646 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:23.265421 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1d7b8dd5-00bf-4243-89b2-f36148ee4646 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:23.289627 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device a5e33f1b-580d-4502-8458-f6edcaefc75d up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:06:23.292373 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1d7b8dd5-00bf-4243-89b2-f36148ee4646 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:23.296132 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-1d7b8dd5-00bf-4243-89b2-f36148ee4646 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1581223 Sep 23 07:06:23.296491 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 60072) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:06:23.302876 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7b8dd5-00bf-4243-89b2-f36148ee4646 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=982f151e-3ad8-4e79-8d2c-52392ce7accb,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:06:23.303232 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-a640b939-a179-4fbb-836a-269eaecb9956 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Request body: {'security_group_rule': {'security_group_id': '5a16003c-c728-40f4-99cf-846c0414c471', 'project_id': '285631e87ef3467186156f903d01ed48', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:06:23.331750 n-d-715271-16 neutron-server[95066]: INFO neutron.db.securitygroups_db [None req-a640b939-a179-4fbb-836a-269eaecb9956 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Project 285631e87ef3467186156f903d01ed48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 07:06:23.338373 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a640b939-a179-4fbb-836a-269eaecb9956 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:23.356582 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 9ac443d0-1a2f-4389-9c7d-7e80ec47a709 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:06:23.414024 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a640b939-a179-4fbb-836a-269eaecb9956 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:23.419151 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a640b939-a179-4fbb-836a-269eaecb9956 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:23.444977 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a640b939-a179-4fbb-836a-269eaecb9956 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abb5e819-1a9a-4407-b1ac-7cf784d8ee13,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:06:23.448764 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-4555c292-e567-4922-89f3-593731ffa708 None None] For port 97e32d63-0f78-4506-a305-2865d935eb7c, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=97e32d63-0f78-4506-a305-2865d935eb7c,segment=NetworkSegment(d30db453-c626-4b84-8142-0bf725e73708),segment_id=d30db453-c626-4b84-8142-0bf725e73708)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:06:23.458164 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a640b939-a179-4fbb-836a-269eaecb9956 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:23.459935 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-a640b939-a179-4fbb-836a-269eaecb9956 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1618948 Sep 23 07:06:23.462870 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-4555c292-e567-4922-89f3-593731ffa708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:23.564628 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4555c292-e567-4922-89f3-593731ffa708 None None] Pushing event updated for resources: {'Port': ['ID=97e32d63-0f78-4506-a305-2865d935eb7c,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:06:23.571012 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port a5e33f1b-580d-4502-8458-f6edcaefc75d completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:06:23.580166 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 9ac443d0-1a2f-4389-9c7d-7e80ec47a709 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:06:23.580539 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:23.586979 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port a5e33f1b-580d-4502-8458-f6edcaefc75d triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:06:23.587344 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:23.652517 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-96c32ec7-1c39-4d5e-bc2d-7faf95411d9e None None] Provisioning complete for port 97e32d63-0f78-4506-a305-2865d935eb7c triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:06:23.652801 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-96c32ec7-1c39-4d5e-bc2d-7faf95411d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:23.683237 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-4f029875-4766-425e-814b-6358658bab54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143e6256-d885-4205-a3ea-e4394d87ad5e', 'name': 'tempest-TestNetworkBasicOps-router-613470321', 'tenant_id': '285631e87ef3467186156f903d01ed48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '9ac443d0-1a2f-4389-9c7d-7e80ec47a709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:06:13Z', 'updated_at': '2021-09-23T07:06:18Z', 'revision_number': 4, 'project_id': '285631e87ef3467186156f903d01ed48', 'gw_port': {'id': '9ac443d0-1a2f-4389-9c7d-7e80ec47a709', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143e6256-d885-4205-a3ea-e4394d87ad5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:06:14Z', 'updated_at': '2021-09-23T07:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '97e32d63-0f78-4506-a305-2865d935eb7c', 'name': '', 'network_id': '26820073-ef0c-442f-ad0a-6732e04f33d8', 'tenant_id': '285631e87ef3467186156f903d01ed48', 'mac_address': 'fa:16:3e:97:dc:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '143e6256-d885-4205-a3ea-e4394d87ad5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '663dd1f5-4122-4c50-a354-fa4bc92c896c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:06:18Z', 'updated_at': '2021-09-23T07:06:22Z', 'revision_number': 4, 'project_id': '285631e87ef3467186156f903d01ed48', 'subnets': [{'id': '663dd1f5-4122-4c50-a354-fa4bc92c896c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:06:23.693838 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ec2a0623-a52a-4ebf-bea8-c6ae60144f69 req-eb6d4d64-1c80-45f1-aa2b-1a96e23f93c6 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2131150725&fields=id&tenant_id=285631e87ef3467186156f903d01ed48 HTTP/1.1" status: 200 len: 267 time: 0.0490708 Sep 23 07:06:23.726937 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f029875-4766-425e-814b-6358658bab54 None None] The sync data for ids ['143e6256-d885-4205-a3ea-e4394d87ad5e'] in n-d-715271-16 is: [{'id': '143e6256-d885-4205-a3ea-e4394d87ad5e', 'name': 'tempest-TestNetworkBasicOps-router-613470321', 'tenant_id': '285631e87ef3467186156f903d01ed48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '9ac443d0-1a2f-4389-9c7d-7e80ec47a709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:06:13Z', 'updated_at': '2021-09-23T07:06:18Z', 'revision_number': 4, 'project_id': '285631e87ef3467186156f903d01ed48', 'gw_port': {'id': '9ac443d0-1a2f-4389-9c7d-7e80ec47a709', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143e6256-d885-4205-a3ea-e4394d87ad5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:06:14Z', 'updated_at': '2021-09-23T07:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '97e32d63-0f78-4506-a305-2865d935eb7c', 'name': '', 'network_id': '26820073-ef0c-442f-ad0a-6732e04f33d8', 'tenant_id': '285631e87ef3467186156f903d01ed48', 'mac_address': 'fa:16:3e:97:dc:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '143e6256-d885-4205-a3ea-e4394d87ad5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '663dd1f5-4122-4c50-a354-fa4bc92c896c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:06:18Z', 'updated_at': '2021-09-23T07:06:22Z', 'revision_number': 4, 'project_id': '285631e87ef3467186156f903d01ed48', 'subnets': [{'id': '663dd1f5-4122-4c50-a354-fa4bc92c896c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:06:23.838347 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2a0623-a52a-4ebf-bea8-c6ae60144f69 req-22b5345e-a84e-4103-8df8-97bce6d641fe tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:23.839851 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ec2a0623-a52a-4ebf-bea8-c6ae60144f69 req-22b5345e-a84e-4103-8df8-97bce6d641fe tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/networks?id=26820073-ef0c-442f-ad0a-6732e04f33d8 HTTP/1.1" status: 200 len: 797 time: 0.1452010 Sep 23 07:06:23.855493 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ec2a0623-a52a-4ebf-bea8-c6ae60144f69 req-0fd9d4ba-160f-4b9b-bd92-9c5ef6ac543a tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/quotas/285631e87ef3467186156f903d01ed48 HTTP/1.1" status: 200 len: 375 time: 0.0097623 Sep 23 07:06:23.880758 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:23.924222 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port a5e33f1b-580d-4502-8458-f6edcaefc75d, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=a5e33f1b-580d-4502-8458-f6edcaefc75d,segment=NetworkSegment(f1a3a35f-1c69-4a87-a536-bb787ac8e3ca),segment_id=f1a3a35f-1c69-4a87-a536-bb787ac8e3ca)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:06:23.925196 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd92dca6-3fd4-48b6-9873-9bebb3822502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5e33f1b-580d-4502-8458-f6edcaefc75d'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:06:23.928180 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ec143d-d764-4924-8a02-ec2a850d29bf" -d '{"events": [{"server_uuid": "dd92dca6-3fd4-48b6-9873-9bebb3822502", "name": "network-vif-plugged", "status": "completed", "tag": "a5e33f1b-580d-4502-8458-f6edcaefc75d"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:06:23.931888 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:23.959449 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ec2a0623-a52a-4ebf-bea8-c6ae60144f69 req-8926f4a8-05e9-42e1-beb0-c21b5221b617 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=285631e87ef3467186156f903d01ed48&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0792401 Sep 23 07:06:24.012713 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=a5e33f1b-580d-4502-8458-f6edcaefc75d,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:06:24.035489 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b0ee73-b80b-4e43-9d9d-c50486855fbc req-66fa902f-8d1e-4f60-aa05-09c7bd271b82 tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:24.038389 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-23b0ee73-b80b-4e43-9d9d-c50486855fbc req-66fa902f-8d1e-4f60-aa05-09c7bd271b82 tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd92dca6-3fd4-48b6-9873-9bebb3822502 HTTP/1.1" status: 200 len: 946 time: 0.0839610 Sep 23 07:06:24.083546 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-23b0ee73-b80b-4e43-9d9d-c50486855fbc req-2c127465-389c-4862-a7c4-785ccf61036a tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] 10.222.0.39 "GET /v2.0/security-groups?id=379e31b9-db93-446f-9823-64f560ebae4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386207 Sep 23 07:06:24.119491 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ec2a0623-a52a-4ebf-bea8-c6ae60144f69 req-99d949c5-c9e7-4b1f-a58e-409d123644a8 service neutron] 10.222.0.39 "GET /v2.0/networks/26820073-ef0c-442f-ad0a-6732e04f33d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445022 Sep 23 07:06:24.146778 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-630a84dc-0e6e-47b4-b6b2-7be1aa8270bd x-openstack-request-id: req-630a84dc-0e6e-47b4-b6b2-7be1aa8270bd {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:06:24.147359 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd92dca6-3fd4-48b6-9873-9bebb3822502", "name": "network-vif-plugged", "status": "completed", "tag": "a5e33f1b-580d-4502-8458-f6edcaefc75d", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:06:24.147990 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-630a84dc-0e6e-47b4-b6b2-7be1aa8270bd {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:06:24.148713 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd92dca6-3fd4-48b6-9873-9bebb3822502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5e33f1b-580d-4502-8458-f6edcaefc75d', 'code': 200} Sep 23 07:06:24.301986 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ec2a0623-a52a-4ebf-bea8-c6ae60144f69 req-e01d7664-eae5-431b-b916-fa49910a0676 service neutron] 10.222.0.39 "GET /v2.0/networks/26820073-ef0c-442f-ad0a-6732e04f33d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726203 Sep 23 07:06:24.314601 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c586e6b-8a97-44ad-956c-8dd79d5d1f2d req-1ddf8a90-1285-4431-a3ae-b23f6e57dabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:24.317524 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0c586e6b-8a97-44ad-956c-8dd79d5d1f2d req-1ddf8a90-1285-4431-a3ae-b23f6e57dabd service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=dd92dca6-3fd4-48b6-9873-9bebb3822502 HTTP/1.1" status: 200 len: 1098 time: 0.1001070 Sep 23 07:06:24.386229 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0c586e6b-8a97-44ad-956c-8dd79d5d1f2d req-1d915145-66e6-48fa-bf7f-ddc29af6ccfb service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=379e31b9-db93-446f-9823-64f560ebae4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610738 Sep 23 07:06:24.603591 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1e069607-3e49-43eb-a4dc-13b63d7b0e8f req-48847b1f-544c-4eaf-aaa1-8e49023ad53b tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/ports?device_id=7df79e13-6ec1-4528-8889-287751f037cb HTTP/1.1" status: 200 len: 210 time: 0.0580657 Sep 23 07:06:25.264226 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c403a-e31c-4667-81df-c1b85aa6f0b7 req-8cca7699-5b77-4f73-bb6c-0ee67a7d62dd tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:25.276998 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-733c403a-e31c-4667-81df-c1b85aa6f0b7 req-8cca7699-5b77-4f73-bb6c-0ee67a7d62dd tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd92dca6-3fd4-48b6-9873-9bebb3822502 HTTP/1.1" status: 200 len: 946 time: 0.0869842 Sep 23 07:06:25.403408 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-733c403a-e31c-4667-81df-c1b85aa6f0b7 req-ed8f823f-bb32-4b50-ac67-0ded05c8dc9a tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] 10.222.0.39 "GET /v2.0/security-groups?id=379e31b9-db93-446f-9823-64f560ebae4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205633 Sep 23 07:06:25.436803 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 97e32d63-0f78-4506-a305-2865d935eb7c up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:06:25.533036 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 97e32d63-0f78-4506-a305-2865d935eb7c triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:06:25.533464 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:25.715269 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8fdffb41-b43c-45df-95c3-6618942eeea0 req-c5d6c452-8391-44b6-8583-c70c6e8bda5f tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/ports?device_id=7df79e13-6ec1-4528-8889-287751f037cb HTTP/1.1" status: 200 len: 210 time: 0.0256894 Sep 23 07:06:26.004002 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2a0623-a52a-4ebf-bea8-c6ae60144f69 req-6bdc6acf-077e-4566-8ff0-9b24cc98bcc6 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:26.006404 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ec2a0623-a52a-4ebf-bea8-c6ae60144f69 req-6bdc6acf-077e-4566-8ff0-9b24cc98bcc6 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.21 "GET /v2.0/networks?id=26820073-ef0c-442f-ad0a-6732e04f33d8 HTTP/1.1" status: 200 len: 797 time: 0.1159112 Sep 23 07:06:26.055821 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ec2a0623-a52a-4ebf-bea8-c6ae60144f69 req-eda4dfd8-fcf6-4753-b156-f940ad5f481c tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=285631e87ef3467186156f903d01ed48 HTTP/1.1" status: 200 len: 380 time: 0.0358679 Sep 23 07:06:26.078650 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-ec2a0623-a52a-4ebf-bea8-c6ae60144f69 req-04668d5c-da1d-4a42-9455-a730f4b3eeb8 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Request body: {'port': {'device_id': '7df79e13-6ec1-4528-8889-287751f037cb', 'network_id': '26820073-ef0c-442f-ad0a-6732e04f33d8', 'admin_state_up': True, 'tenant_id': '285631e87ef3467186156f903d01ed48', 'security_groups': ['5a16003c-c728-40f4-99cf-846c0414c471']}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:06:26.190131 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec2a0623-a52a-4ebf-bea8-c6ae60144f69 req-04668d5c-da1d-4a42-9455-a730f4b3eeb8 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Made reservation on behalf of 285631e87ef3467186156f903d01ed48 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:06:26.194524 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-ec2a0623-a52a-4ebf-bea8-c6ae60144f69 req-04668d5c-da1d-4a42-9455-a730f4b3eeb8 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:26.336753 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-ec2a0623-a52a-4ebf-bea8-c6ae60144f69 req-04668d5c-da1d-4a42-9455-a730f4b3eeb8 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Allocated IP 172.20.0.12 (26820073-ef0c-442f-ad0a-6732e04f33d8/663dd1f5-4122-4c50-a354-fa4bc92c896c/69c8fad8-46a6-400c-9997-d512ecbbce9b) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:06:26.491771 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-ec2a0623-a52a-4ebf-bea8-c6ae60144f69 req-04668d5c-da1d-4a42-9455-a730f4b3eeb8 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:26.559592 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5386291e-8014-44ef-8568-013a7cdcc210 req-6f58d93f-8f50-41aa-82bf-aa3dede81c75 tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:26.561035 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5386291e-8014-44ef-8568-013a7cdcc210 req-6f58d93f-8f50-41aa-82bf-aa3dede81c75 tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd92dca6-3fd4-48b6-9873-9bebb3822502 HTTP/1.1" status: 200 len: 946 time: 0.0676150 Sep 23 07:06:26.571464 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-ec2a0623-a52a-4ebf-bea8-c6ae60144f69 req-04668d5c-da1d-4a42-9455-a730f4b3eeb8 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:26.627987 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec2a0623-a52a-4ebf-bea8-c6ae60144f69 req-04668d5c-da1d-4a42-9455-a730f4b3eeb8 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Network 26820073-ef0c-442f-ad0a-6732e04f33d8 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:06:26.638022 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-ec2a0623-a52a-4ebf-bea8-c6ae60144f69 req-04668d5c-da1d-4a42-9455-a730f4b3eeb8 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:06:26.643297 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec2a0623-a52a-4ebf-bea8-c6ae60144f69 req-04668d5c-da1d-4a42-9455-a730f4b3eeb8 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:06:26.682689 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5386291e-8014-44ef-8568-013a7cdcc210 req-66b77211-e66c-4fd5-b3e7-ac5edfae6729 tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] 10.222.0.39 "GET /v2.0/security-groups?id=379e31b9-db93-446f-9823-64f560ebae4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125588 Sep 23 07:06:26.685599 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04668d5c-da1d-4a42-9455-a730f4b3eeb8 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Pushing event updated for resources: {'Port': ['ID=69c8fad8-46a6-400c-9997-d512ecbbce9b,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:06:26.716896 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2a0623-a52a-4ebf-bea8-c6ae60144f69 req-04668d5c-da1d-4a42-9455-a730f4b3eeb8 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:26.717665 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-ec2a0623-a52a-4ebf-bea8-c6ae60144f69 req-04668d5c-da1d-4a42-9455-a730f4b3eeb8 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:26.734923 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ec2a0623-a52a-4ebf-bea8-c6ae60144f69 req-04668d5c-da1d-4a42-9455-a730f4b3eeb8 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6599021 Sep 23 07:06:26.773546 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-ec2a0623-a52a-4ebf-bea8-c6ae60144f69 req-7cd9bcda-5970-44af-9418-bc467cb2cb93 service neutron] Request body: {'port': {'device_id': '7df79e13-6ec1-4528-8889-287751f037cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:06:26.842949 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9c001b-86ae-4357-9839-b491b891e0b1 req-75a4dd9e-9774-4165-b5de-302c1dda93d0 tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:26.854158 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fb9c001b-86ae-4357-9839-b491b891e0b1 req-75a4dd9e-9774-4165-b5de-302c1dda93d0 tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd92dca6-3fd4-48b6-9873-9bebb3822502 HTTP/1.1" status: 200 len: 946 time: 0.0722396 Sep 23 07:06:26.875307 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-ec2a0623-a52a-4ebf-bea8-c6ae60144f69 req-7cd9bcda-5970-44af-9418-bc467cb2cb93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:26.915219 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fb9c001b-86ae-4357-9839-b491b891e0b1 req-e8a4d538-4188-4fc4-9831-ea42246d9e02 tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] 10.222.0.39 "GET /v2.0/security-groups?id=379e31b9-db93-446f-9823-64f560ebae4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597179 Sep 23 07:06:26.964395 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b62ad5-b502-4803-82c1-a00c9870d174 req-deb283d4-e061-41c7-b8bc-7c96cf442579 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:26.973548 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-15b62ad5-b502-4803-82c1-a00c9870d174 req-deb283d4-e061-41c7-b8bc-7c96cf442579 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/ports?device_id=7df79e13-6ec1-4528-8889-287751f037cb HTTP/1.1" status: 200 len: 932 time: 0.1326785 Sep 23 07:06:26.982481 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 60132) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:06:27.038594 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-3daa45af-61a7-4409-bc06-c44915dcd5fd None None] Provisioning complete for port 69c8fad8-46a6-400c-9997-d512ecbbce9b triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:06:27.039825 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3daa45af-61a7-4409-bc06-c44915dcd5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:27.137621 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-3daa45af-61a7-4409-bc06-c44915dcd5fd None None] Port 69c8fad8-46a6-400c-9997-d512ecbbce9b cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:06:27.176772 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-15b62ad5-b502-4803-82c1-a00c9870d174 req-51462173-7fe3-4571-ba01-3c7eedba2e96 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a16003c-c728-40f4-99cf-846c0414c471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2016740 Sep 23 07:06:27.212155 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c7ab2a33-eaac-409d-8b12-afd5c181f502 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:27.243698 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665e7051-4aea-4b92-b68e-e58ac4511a64 req-dc2b8c1f-c8ff-47dd-bc37-eb755d963931 tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:27.245294 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-665e7051-4aea-4b92-b68e-e58ac4511a64 req-dc2b8c1f-c8ff-47dd-bc37-eb755d963931 tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd92dca6-3fd4-48b6-9873-9bebb3822502 HTTP/1.1" status: 200 len: 946 time: 0.0946531 Sep 23 07:06:27.280489 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-ec2a0623-a52a-4ebf-bea8-c6ae60144f69 req-7cd9bcda-5970-44af-9418-bc467cb2cb93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69c8fad8-46a6-400c-9997-d512ecbbce9b {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:06:27.289364 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-ec2a0623-a52a-4ebf-bea8-c6ae60144f69 req-7cd9bcda-5970-44af-9418-bc467cb2cb93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:27.305767 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-665e7051-4aea-4b92-b68e-e58ac4511a64 req-edaeceff-ef6b-4fbd-9ead-ad080958ea1b tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] 10.222.0.39 "GET /v2.0/security-groups?id=379e31b9-db93-446f-9823-64f560ebae4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506082 Sep 23 07:06:27.310556 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-ec2a0623-a52a-4ebf-bea8-c6ae60144f69 req-7cd9bcda-5970-44af-9418-bc467cb2cb93 service neutron] Transition to ACTIVE for port object 69c8fad8-46a6-400c-9997-d512ecbbce9b will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:06:27.316306 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-ec2a0623-a52a-4ebf-bea8-c6ae60144f69 req-7cd9bcda-5970-44af-9418-bc467cb2cb93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:27.380623 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c7ab2a33-eaac-409d-8b12-afd5c181f502 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:27.385761 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c7ab2a33-eaac-409d-8b12-afd5c181f502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:27.402537 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd9bcda-5970-44af-9418-bc467cb2cb93 service neutron] Pushing event updated for resources: {'Port': ['ID=69c8fad8-46a6-400c-9997-d512ecbbce9b,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:06:27.421256 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ab2a33-eaac-409d-8b12-afd5c181f502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a0ae8d9-3037-42e6-b157-4d68674d5207,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:06:27.444435 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-c7ab2a33-eaac-409d-8b12-afd5c181f502 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a6bbcdb8eb664c0ca58560bc08cb7272&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4606369 Sep 23 07:06:27.446941 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 60138) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:06:27.461498 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-ec2a0623-a52a-4ebf-bea8-c6ae60144f69 req-7cd9bcda-5970-44af-9418-bc467cb2cb93 service neutron] Attempting to bind port 69c8fad8-46a6-400c-9997-d512ecbbce9b on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:06:27.461927 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-ec2a0623-a52a-4ebf-bea8-c6ae60144f69 req-7cd9bcda-5970-44af-9418-bc467cb2cb93 service neutron] Attempting to bind port 69c8fad8-46a6-400c-9997-d512ecbbce9b by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': 'd30db453-c626-4b84-8142-0bf725e73708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '26820073-ef0c-442f-ad0a-6732e04f33d8'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:06:27.462333 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2a0623-a52a-4ebf-bea8-c6ae60144f69 req-7cd9bcda-5970-44af-9418-bc467cb2cb93 service neutron] Attempting to bind port 69c8fad8-46a6-400c-9997-d512ecbbce9b on network 26820073-ef0c-442f-ad0a-6732e04f33d8 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:06:27.467061 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2a0623-a52a-4ebf-bea8-c6ae60144f69 req-7cd9bcda-5970-44af-9418-bc467cb2cb93 service neutron] Port 69c8fad8-46a6-400c-9997-d512ecbbce9b on network 26820073-ef0c-442f-ad0a-6732e04f33d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:06:27.467450 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2a0623-a52a-4ebf-bea8-c6ae60144f69 req-7cd9bcda-5970-44af-9418-bc467cb2cb93 service neutron] Attempting to bind port 69c8fad8-46a6-400c-9997-d512ecbbce9b on network 26820073-ef0c-442f-ad0a-6732e04f33d8 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:06:27.473056 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2a0623-a52a-4ebf-bea8-c6ae60144f69 req-7cd9bcda-5970-44af-9418-bc467cb2cb93 service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:06:27.473467 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2a0623-a52a-4ebf-bea8-c6ae60144f69 req-7cd9bcda-5970-44af-9418-bc467cb2cb93 service neutron] Checking segment: {'id': 'd30db453-c626-4b84-8142-0bf725e73708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '26820073-ef0c-442f-ad0a-6732e04f33d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:06:27.474122 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2a0623-a52a-4ebf-bea8-c6ae60144f69 req-7cd9bcda-5970-44af-9418-bc467cb2cb93 service neutron] Bound using segment: {'id': 'd30db453-c626-4b84-8142-0bf725e73708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '26820073-ef0c-442f-ad0a-6732e04f33d8'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:06:27.474642 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-ec2a0623-a52a-4ebf-bea8-c6ae60144f69 req-7cd9bcda-5970-44af-9418-bc467cb2cb93 service neutron] Bound port: 69c8fad8-46a6-400c-9997-d512ecbbce9b, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd30db453-c626-4b84-8142-0bf725e73708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '26820073-ef0c-442f-ad0a-6732e04f33d8'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:06:27.475067 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-ec2a0623-a52a-4ebf-bea8-c6ae60144f69 req-7cd9bcda-5970-44af-9418-bc467cb2cb93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:27.500807 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-47fb2a4a-d010-473b-ae11-8c7877ac96ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:27.527444 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-47fb2a4a-d010-473b-ae11-8c7877ac96ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:27.556166 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-ec2a0623-a52a-4ebf-bea8-c6ae60144f69 req-7cd9bcda-5970-44af-9418-bc467cb2cb93 service neutron] For port 69c8fad8-46a6-400c-9997-d512ecbbce9b, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:06:27.560129 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-ec2a0623-a52a-4ebf-bea8-c6ae60144f69 req-7cd9bcda-5970-44af-9418-bc467cb2cb93 service neutron] For port 69c8fad8-46a6-400c-9997-d512ecbbce9b, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=69c8fad8-46a6-400c-9997-d512ecbbce9b,segment=NetworkSegment(d30db453-c626-4b84-8142-0bf725e73708),segment_id=d30db453-c626-4b84-8142-0bf725e73708)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:06:27.564677 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-ec2a0623-a52a-4ebf-bea8-c6ae60144f69 req-7cd9bcda-5970-44af-9418-bc467cb2cb93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:27.585776 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-47fb2a4a-d010-473b-ae11-8c7877ac96ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:27.588861 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-47fb2a4a-d010-473b-ae11-8c7877ac96ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:27.592964 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-47fb2a4a-d010-473b-ae11-8c7877ac96ca admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5a0ae8d9-3037-42e6-b157-4d68674d5207 HTTP/1.1" status: 204 len: 168 time: 0.1424394 Sep 23 07:06:27.600886 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2a0623-a52a-4ebf-bea8-c6ae60144f69 req-7cd9bcda-5970-44af-9418-bc467cb2cb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:27.601757 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-ec2a0623-a52a-4ebf-bea8-c6ae60144f69 req-7cd9bcda-5970-44af-9418-bc467cb2cb93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:27.603196 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ec2a0623-a52a-4ebf-bea8-c6ae60144f69 req-7cd9bcda-5970-44af-9418-bc467cb2cb93 service neutron] 10.222.0.21 "PUT /v2.0/ports/69c8fad8-46a6-400c-9997-d512ecbbce9b HTTP/1.1" status: 200 len: 1093 time: 0.8350105 Sep 23 07:06:27.605719 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7df79e13-6ec1-4528-8889-287751f037cb', 'tag': '69c8fad8-46a6-400c-9997-d512ecbbce9b'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:06:27.608446 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c6e4b0-1d76-4ea0-bb6d-0b2700c4f14c" -d '{"events": [{"name": "network-changed", "server_uuid": "7df79e13-6ec1-4528-8889-287751f037cb", "tag": "69c8fad8-46a6-400c-9997-d512ecbbce9b"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:06:27.618678 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fb2a4a-d010-473b-ae11-8c7877ac96ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a0ae8d9-3037-42e6-b157-4d68674d5207,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:06:27.712551 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-806ecba2-41f0-46c1-8cc6-65f0913d2929 x-openstack-request-id: req-806ecba2-41f0-46c1-8cc6-65f0913d2929 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:06:27.712843 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7df79e13-6ec1-4528-8889-287751f037cb", "tag": "69c8fad8-46a6-400c-9997-d512ecbbce9b", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:06:27.713695 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-806ecba2-41f0-46c1-8cc6-65f0913d2929 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:06:27.714166 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7df79e13-6ec1-4528-8889-287751f037cb', 'tag': '69c8fad8-46a6-400c-9997-d512ecbbce9b', 'status': 'completed', 'code': 200} Sep 23 07:06:27.714736 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd9bcda-5970-44af-9418-bc467cb2cb93 service neutron] Pushing event updated for resources: {'Port': ['ID=69c8fad8-46a6-400c-9997-d512ecbbce9b,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:06:27.734668 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2a0623-a52a-4ebf-bea8-c6ae60144f69 req-82f26dc3-e5ee-4508-a91f-85a7005a5343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:27.736216 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ec2a0623-a52a-4ebf-bea8-c6ae60144f69 req-82f26dc3-e5ee-4508-a91f-85a7005a5343 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=285631e87ef3467186156f903d01ed48&device_id=7df79e13-6ec1-4528-8889-287751f037cb HTTP/1.1" status: 200 len: 1096 time: 0.0711064 Sep 23 07:06:27.932907 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 60148) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:06:27.947005 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-af7c0bd4-7671-4dcd-a36d-b2ad6989a3ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:28.043289 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-af7c0bd4-7671-4dcd-a36d-b2ad6989a3ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:28.047190 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-af7c0bd4-7671-4dcd-a36d-b2ad6989a3ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:28.090091 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-af7c0bd4-7671-4dcd-a36d-b2ad6989a3ea admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7605b91763bc46d8bbe54226290892cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1535718 Sep 23 07:06:28.090091 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7c0bd4-7671-4dcd-a36d-b2ad6989a3ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94f8b6de-b0ae-468b-bff0-232b41614130,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:06:28.090843 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 60150) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:06:28.142938 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e49710c1-e1a1-42a3-93be-ce43d37fc3b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:28.151120 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ec2a0623-a52a-4ebf-bea8-c6ae60144f69 req-051dfb76-8bf5-4593-943d-d5868cb7b5d0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69c8fad8-46a6-400c-9997-d512ecbbce9b HTTP/1.1" status: 200 len: 217 time: 0.4038212 Sep 23 07:06:28.166040 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e49710c1-e1a1-42a3-93be-ce43d37fc3b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:28.205756 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2a0623-a52a-4ebf-bea8-c6ae60144f69 req-923d4cdb-f892-4752-9fc2-870d10dfd603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:28.207874 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ec2a0623-a52a-4ebf-bea8-c6ae60144f69 req-923d4cdb-f892-4752-9fc2-870d10dfd603 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=663dd1f5-4122-4c50-a354-fa4bc92c896c HTTP/1.1" status: 200 len: 834 time: 0.0493093 Sep 23 07:06:28.216739 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e49710c1-e1a1-42a3-93be-ce43d37fc3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:28.219420 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e49710c1-e1a1-42a3-93be-ce43d37fc3b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:28.220594 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-e49710c1-e1a1-42a3-93be-ce43d37fc3b4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/94f8b6de-b0ae-468b-bff0-232b41614130 HTTP/1.1" status: 204 len: 168 time: 0.1288464 Sep 23 07:06:28.230068 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49710c1-e1a1-42a3-93be-ce43d37fc3b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f8b6de-b0ae-468b-bff0-232b41614130,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:06:28.264254 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2a0623-a52a-4ebf-bea8-c6ae60144f69 req-06207754-5ca2-4639-b5e4-d291ac7d6bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:28.265785 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ec2a0623-a52a-4ebf-bea8-c6ae60144f69 req-06207754-5ca2-4639-b5e4-d291ac7d6bf3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=26820073-ef0c-442f-ad0a-6732e04f33d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510056 Sep 23 07:06:28.384680 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6d1e2e-a11a-4541-a3a1-3a1a6db56714 req-be535781-0d60-48c7-a316-75fd15c1c0e7 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:28.386251 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1c6d1e2e-a11a-4541-a3a1-3a1a6db56714 req-be535781-0d60-48c7-a316-75fd15c1c0e7 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/ports?device_id=7df79e13-6ec1-4528-8889-287751f037cb HTTP/1.1" status: 200 len: 944 time: 0.1056464 Sep 23 07:06:28.421120 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ec2a0623-a52a-4ebf-bea8-c6ae60144f69 req-db230efe-2ff1-487f-b1c6-fb897d2dd079 service neutron] 10.222.0.21 "GET /v2.0/networks/26820073-ef0c-442f-ad0a-6732e04f33d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479576 Sep 23 07:06:28.462006 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1c6d1e2e-a11a-4541-a3a1-3a1a6db56714 req-84dc4474-a04e-4fe0-8c87-830f898d1754 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a16003c-c728-40f4-99cf-846c0414c471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669887 Sep 23 07:06:28.462849 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc18e29e-84e3-47a7-9c28-cb5ed334a6a6 req-8c5a7539-9bfb-4b42-b069-d72132168bf4 tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:28.464441 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cc18e29e-84e3-47a7-9c28-cb5ed334a6a6 req-8c5a7539-9bfb-4b42-b069-d72132168bf4 tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd92dca6-3fd4-48b6-9873-9bebb3822502 HTTP/1.1" status: 200 len: 946 time: 0.0614998 Sep 23 07:06:28.510885 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cc18e29e-84e3-47a7-9c28-cb5ed334a6a6 req-58e1e8c8-a959-41c5-b767-86bf733d16e8 tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] 10.222.0.39 "GET /v2.0/security-groups?id=379e31b9-db93-446f-9823-64f560ebae4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394905 Sep 23 07:06:28.551636 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ec2a0623-a52a-4ebf-bea8-c6ae60144f69 req-2f2623f4-7722-4ffe-97b5-5721f26eed95 service neutron] 10.222.0.21 "GET /v2.0/networks/26820073-ef0c-442f-ad0a-6732e04f33d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171322 Sep 23 07:06:28.681123 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c6e4b0-1d76-4ea0-bb6d-0b2700c4f14c req-74b788bc-55e1-4dac-b274-96c5aff7e53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:28.682807 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-29c6e4b0-1d76-4ea0-bb6d-0b2700c4f14c req-74b788bc-55e1-4dac-b274-96c5aff7e53d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=285631e87ef3467186156f903d01ed48&device_id=7df79e13-6ec1-4528-8889-287751f037cb HTTP/1.1" status: 200 len: 1096 time: 0.0603101 Sep 23 07:06:28.763776 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6384804d-a659-40ae-b460-7f4300c9d047 req-549307ae-3edc-4dc6-b7eb-a6751a52e155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:28.765401 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6384804d-a659-40ae-b460-7f4300c9d047 req-549307ae-3edc-4dc6-b7eb-a6751a52e155 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=92b5458418c84968ba4acb5acf5421bc&device_id=dd92dca6-3fd4-48b6-9873-9bebb3822502 HTTP/1.1" status: 200 len: 1098 time: 0.0452244 Sep 23 07:06:28.805288 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438bd778-3f18-4733-a1e3-a35dcb21873b req-8a7d79df-942b-4a55-939b-00195caedd6a tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:28.806830 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-438bd778-3f18-4733-a1e3-a35dcb21873b req-8a7d79df-942b-4a55-939b-00195caedd6a tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd92dca6-3fd4-48b6-9873-9bebb3822502 HTTP/1.1" status: 200 len: 946 time: 0.1056950 Sep 23 07:06:28.840615 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c6e4b0-1d76-4ea0-bb6d-0b2700c4f14c req-06fcb098-17da-4174-a612-41f5e60eef02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:28.842134 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-29c6e4b0-1d76-4ea0-bb6d-0b2700c4f14c req-06fcb098-17da-4174-a612-41f5e60eef02 service neutron] 10.222.0.21 "GET /v2.0/networks?id=26820073-ef0c-442f-ad0a-6732e04f33d8 HTTP/1.1" status: 200 len: 898 time: 0.1506929 Sep 23 07:06:28.870895 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-438bd778-3f18-4733-a1e3-a35dcb21873b req-a45a66e8-47d9-4150-998f-eda1152fde10 tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] 10.222.0.39 "GET /v2.0/security-groups?id=379e31b9-db93-446f-9823-64f560ebae4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521119 Sep 23 07:06:28.873931 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6384804d-a659-40ae-b460-7f4300c9d047 req-cb945a8a-05cc-4d2f-a58c-cdf1c5b2571b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:28.875632 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6384804d-a659-40ae-b460-7f4300c9d047 req-cb945a8a-05cc-4d2f-a58c-cdf1c5b2571b service neutron] 10.222.0.58 "GET /v2.0/networks?id=8cbf78b8-7b61-474b-ad4d-3431b2c8bd41 HTTP/1.1" status: 200 len: 913 time: 0.1030464 Sep 23 07:06:28.911607 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-29c6e4b0-1d76-4ea0-bb6d-0b2700c4f14c req-c382e454-f540-4909-9295-1bb02e3fee6f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69c8fad8-46a6-400c-9997-d512ecbbce9b HTTP/1.1" status: 200 len: 217 time: 0.0538568 Sep 23 07:06:28.921566 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6384804d-a659-40ae-b460-7f4300c9d047 req-c67618c6-2e86-4443-b013-f3058829cbe1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a5e33f1b-580d-4502-8458-f6edcaefc75d HTTP/1.1" status: 200 len: 217 time: 0.0378020 Sep 23 07:06:28.966971 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c6e4b0-1d76-4ea0-bb6d-0b2700c4f14c req-f965c2ac-77f9-429b-a498-10dd46d81f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:28.968498 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-29c6e4b0-1d76-4ea0-bb6d-0b2700c4f14c req-f965c2ac-77f9-429b-a498-10dd46d81f29 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=663dd1f5-4122-4c50-a354-fa4bc92c896c HTTP/1.1" status: 200 len: 834 time: 0.0491006 Sep 23 07:06:28.971829 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6384804d-a659-40ae-b460-7f4300c9d047 req-281ed826-5590-49cd-a3c8-113b88dc5acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:28.973518 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6384804d-a659-40ae-b460-7f4300c9d047 req-281ed826-5590-49cd-a3c8-113b88dc5acf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3aabd594-df63-47a4-88e2-72de0f324259 HTTP/1.1" status: 200 len: 852 time: 0.0448444 Sep 23 07:06:29.010089 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6384804d-a659-40ae-b460-7f4300c9d047 req-7dd78d29-bbce-4793-9bcf-20e0a656632b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8cbf78b8-7b61-474b-ad4d-3431b2c8bd41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263581 Sep 23 07:06:29.021780 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c6e4b0-1d76-4ea0-bb6d-0b2700c4f14c req-f80ac0cd-9dce-4978-8ce8-9c50cda130d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:29.023522 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-29c6e4b0-1d76-4ea0-bb6d-0b2700c4f14c req-f80ac0cd-9dce-4978-8ce8-9c50cda130d6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=26820073-ef0c-442f-ad0a-6732e04f33d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0479355 Sep 23 07:06:29.127094 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6384804d-a659-40ae-b460-7f4300c9d047 req-c398be36-3336-4993-9e7f-97585d0860a7 service neutron] 10.222.0.58 "GET /v2.0/networks/8cbf78b8-7b61-474b-ad4d-3431b2c8bd41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084042 Sep 23 07:06:29.135398 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-29c6e4b0-1d76-4ea0-bb6d-0b2700c4f14c req-5ebff28b-fca0-44a8-910b-37dcdcd10bb1 service neutron] 10.222.0.21 "GET /v2.0/networks/26820073-ef0c-442f-ad0a-6732e04f33d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040623 Sep 23 07:06:29.234026 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6384804d-a659-40ae-b460-7f4300c9d047 req-c5ac5206-6200-435f-a170-c9463b21c60c service neutron] 10.222.0.58 "GET /v2.0/networks/8cbf78b8-7b61-474b-ad4d-3431b2c8bd41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975118 Sep 23 07:06:29.237813 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-29c6e4b0-1d76-4ea0-bb6d-0b2700c4f14c req-657d2735-556a-48a6-801d-8865393fdafb service neutron] 10.222.0.21 "GET /v2.0/networks/26820073-ef0c-442f-ad0a-6732e04f33d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918064 Sep 23 07:06:29.585178 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadb1016-d791-4acc-8d1b-85638c7a02ad req-3fd611c8-2665-4272-8282-f08c2740a2bd tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:29.586724 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cadb1016-d791-4acc-8d1b-85638c7a02ad req-3fd611c8-2665-4272-8282-f08c2740a2bd tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/ports?device_id=7df79e13-6ec1-4528-8889-287751f037cb HTTP/1.1" status: 200 len: 944 time: 0.0520756 Sep 23 07:06:29.625522 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cadb1016-d791-4acc-8d1b-85638c7a02ad req-89217eb4-92eb-4d9b-a19d-9d7d9078fc8e tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a16003c-c728-40f4-99cf-846c0414c471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327609 Sep 23 07:06:30.022808 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe4534-b203-4944-b333-cd9bc3521f60 req-b96e7e25-c959-4b0f-9512-4d395b3a985c tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:30.024370 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-adfe4534-b203-4944-b333-cd9bc3521f60 req-b96e7e25-c959-4b0f-9512-4d395b3a985c tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd92dca6-3fd4-48b6-9873-9bebb3822502 HTTP/1.1" status: 200 len: 946 time: 0.0588431 Sep 23 07:06:30.066623 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-adfe4534-b203-4944-b333-cd9bc3521f60 req-9199ee7a-85b8-48e1-b34a-534db54865c6 tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] 10.222.0.39 "GET /v2.0/security-groups?id=379e31b9-db93-446f-9823-64f560ebae4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359519 Sep 23 07:06:30.643045 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2c0a6448-5884-4545-8e96-8d2df2a7eb3b req-e61ddfeb-dc89-4191-a583-ed461b2cd23a tempest-VolumesBackupsTest-638302725 tempest-VolumesBackupsTest-638302725-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=158fbc1e01c3409b945d0d2a28040942&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0500207 Sep 23 07:06:30.744783 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802c8627-5416-44ff-bb44-5b740ac801d2 req-5cb52253-b688-44bf-bc05-65ebec8e555d tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:30.746286 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-802c8627-5416-44ff-bb44-5b740ac801d2 req-5cb52253-b688-44bf-bc05-65ebec8e555d tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/ports?device_id=7df79e13-6ec1-4528-8889-287751f037cb HTTP/1.1" status: 200 len: 944 time: 0.0531735 Sep 23 07:06:30.783619 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-802c8627-5416-44ff-bb44-5b740ac801d2 req-487d078e-6ed7-4cf2-a34c-f385611779f1 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a16003c-c728-40f4-99cf-846c0414c471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312068 Sep 23 07:06:30.831830 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a6448-5884-4545-8e96-8d2df2a7eb3b req-4ee3cf6b-4276-48d5-8e84-4b89b075b2ee tempest-VolumesBackupsTest-638302725 tempest-VolumesBackupsTest-638302725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:30.833309 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2c0a6448-5884-4545-8e96-8d2df2a7eb3b req-4ee3cf6b-4276-48d5-8e84-4b89b075b2ee tempest-VolumesBackupsTest-638302725 tempest-VolumesBackupsTest-638302725-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1847756 Sep 23 07:06:30.849174 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2c0a6448-5884-4545-8e96-8d2df2a7eb3b req-b4640024-21d9-49ce-a15d-b1abd4b5caac tempest-VolumesBackupsTest-638302725 tempest-VolumesBackupsTest-638302725-project] 10.222.0.39 "GET /v2.0/quotas/158fbc1e01c3409b945d0d2a28040942 HTTP/1.1" status: 200 len: 375 time: 0.0092165 Sep 23 07:06:30.907601 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2c0a6448-5884-4545-8e96-8d2df2a7eb3b req-88e8523f-e221-42d4-81fa-56f938665707 tempest-VolumesBackupsTest-638302725 tempest-VolumesBackupsTest-638302725-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=158fbc1e01c3409b945d0d2a28040942&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0528665 Sep 23 07:06:31.068544 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-86adbdc0-70dd-443a-86e5-b165a80ae221 req-31a2834b-a9b6-4b6e-8349-4d495204f168 tempest-VolumesBackupsTest-638302725 tempest-VolumesBackupsTest-638302725-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f7395e5-e5a5-4193-9bb8-95acd525ee6c HTTP/1.1" status: 200 len: 210 time: 0.0269182 Sep 23 07:06:31.188046 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0af9630-9159-4969-9fdf-d9e4de0c185a req-4ba93718-6db0-472b-8dec-c7c786c5d2bc tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:31.189642 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d0af9630-9159-4969-9fdf-d9e4de0c185a req-4ba93718-6db0-472b-8dec-c7c786c5d2bc tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd92dca6-3fd4-48b6-9873-9bebb3822502 HTTP/1.1" status: 200 len: 946 time: 0.0520892 Sep 23 07:06:31.239010 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d0af9630-9159-4969-9fdf-d9e4de0c185a req-9efc258a-261c-4f0f-bab3-9a87dda8586e tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] 10.222.0.39 "GET /v2.0/security-groups?id=379e31b9-db93-446f-9823-64f560ebae4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429187 Sep 23 07:06:31.482327 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd79d9-c1a0-4537-8429-82b5f9dc6fbf req-e56c9955-bd4b-4591-a17e-85640bb4bee7 tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:31.483842 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-efdd79d9-c1a0-4537-8429-82b5f9dc6fbf req-e56c9955-bd4b-4591-a17e-85640bb4bee7 tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd92dca6-3fd4-48b6-9873-9bebb3822502 HTTP/1.1" status: 200 len: 946 time: 0.0517035 Sep 23 07:06:31.526976 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-efdd79d9-c1a0-4537-8429-82b5f9dc6fbf req-2ebb10be-fd40-442c-b1ab-0072601ae308 tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] 10.222.0.39 "GET /v2.0/security-groups?id=379e31b9-db93-446f-9823-64f560ebae4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346072 Sep 23 07:06:31.905020 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d1867-8382-4c30-993e-4fc579153f9e req-fd568d02-c526-4fa1-b3c5-d722b5b140c5 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:31.906581 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-812d1867-8382-4c30-993e-4fc579153f9e req-fd568d02-c526-4fa1-b3c5-d722b5b140c5 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/ports?device_id=7df79e13-6ec1-4528-8889-287751f037cb HTTP/1.1" status: 200 len: 944 time: 0.0505369 Sep 23 07:06:31.962139 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-812d1867-8382-4c30-993e-4fc579153f9e req-6b584e58-59e9-4a33-bfb8-df502c5b1da8 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a16003c-c728-40f4-99cf-846c0414c471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474882 Sep 23 07:06:32.010390 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2c0a6448-5884-4545-8e96-8d2df2a7eb3b req-8c52d7d2-c000-4663-b580-7e8162794fb4 tempest-VolumesBackupsTest-638302725 tempest-VolumesBackupsTest-638302725-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=158fbc1e01c3409b945d0d2a28040942&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309768 Sep 23 07:06:32.172330 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-65723d47-2b55-4b76-bc86-9081e1f26a62 req-296199cb-0918-41aa-b0f1-8de1462f9bb2 tempest-VolumesBackupsTest-638302725 tempest-VolumesBackupsTest-638302725-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f7395e5-e5a5-4193-9bb8-95acd525ee6c HTTP/1.1" status: 200 len: 210 time: 0.0302842 Sep 23 07:06:32.212194 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a6448-5884-4545-8e96-8d2df2a7eb3b req-5127febd-9a69-4472-a36d-609550e3d4e1 tempest-VolumesBackupsTest-638302725 tempest-VolumesBackupsTest-638302725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:32.213652 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2c0a6448-5884-4545-8e96-8d2df2a7eb3b req-5127febd-9a69-4472-a36d-609550e3d4e1 tempest-VolumesBackupsTest-638302725 tempest-VolumesBackupsTest-638302725-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1975980 Sep 23 07:06:32.227617 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-2c0a6448-5884-4545-8e96-8d2df2a7eb3b req-d9ff3646-9e99-4bed-989f-e6e94eb17eb1 tempest-VolumesBackupsTest-638302725 tempest-VolumesBackupsTest-638302725-project] Request body: {'port': {'device_id': '5f7395e5-e5a5-4193-9bb8-95acd525ee6c', 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062', 'admin_state_up': True, 'tenant_id': '158fbc1e01c3409b945d0d2a28040942'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:06:32.333696 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c0a6448-5884-4545-8e96-8d2df2a7eb3b req-d9ff3646-9e99-4bed-989f-e6e94eb17eb1 tempest-VolumesBackupsTest-638302725 tempest-VolumesBackupsTest-638302725-project] Made reservation on behalf of 158fbc1e01c3409b945d0d2a28040942 for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:06:32.337157 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-2c0a6448-5884-4545-8e96-8d2df2a7eb3b req-d9ff3646-9e99-4bed-989f-e6e94eb17eb1 tempest-VolumesBackupsTest-638302725 tempest-VolumesBackupsTest-638302725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:32.349777 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-2c0a6448-5884-4545-8e96-8d2df2a7eb3b req-d9ff3646-9e99-4bed-989f-e6e94eb17eb1 tempest-VolumesBackupsTest-638302725 tempest-VolumesBackupsTest-638302725-project] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:32.438993 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-2c0a6448-5884-4545-8e96-8d2df2a7eb3b req-d9ff3646-9e99-4bed-989f-e6e94eb17eb1 tempest-VolumesBackupsTest-638302725 tempest-VolumesBackupsTest-638302725-project] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:32.442709 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-2c0a6448-5884-4545-8e96-8d2df2a7eb3b req-d9ff3646-9e99-4bed-989f-e6e94eb17eb1 tempest-VolumesBackupsTest-638302725 tempest-VolumesBackupsTest-638302725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:32.506081 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ff3646-9e99-4bed-989f-e6e94eb17eb1 tempest-VolumesBackupsTest-638302725 tempest-VolumesBackupsTest-638302725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a546b148-6889-47c4-9171-f1419a128bfc,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:06:32.574530 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [req-2c0a6448-5884-4545-8e96-8d2df2a7eb3b req-d9ff3646-9e99-4bed-989f-e6e94eb17eb1 tempest-VolumesBackupsTest-638302725 tempest-VolumesBackupsTest-638302725-project] Allocated IP 192.168.233.252 (16515f0f-e5a6-4630-a440-e11fb2e02062/3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e/75564413-1078-4f6c-9a2f-a73517b4ac3c) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:06:32.715030 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47b1f9d-8ce7-4f3f-af4a-abf94dfeed6b req-0966924c-e142-4cff-b634-5268e7c7a815 tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:32.716420 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d47b1f9d-8ce7-4f3f-af4a-abf94dfeed6b req-0966924c-e142-4cff-b634-5268e7c7a815 tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd92dca6-3fd4-48b6-9873-9bebb3822502 HTTP/1.1" status: 200 len: 946 time: 0.1161077 Sep 23 07:06:32.774337 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d47b1f9d-8ce7-4f3f-af4a-abf94dfeed6b req-e3ddffda-9ef0-42cf-a389-57b69385c4d9 tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] 10.222.0.39 "GET /v2.0/security-groups?id=379e31b9-db93-446f-9823-64f560ebae4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511632 Sep 23 07:06:32.783450 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-2c0a6448-5884-4545-8e96-8d2df2a7eb3b req-d9ff3646-9e99-4bed-989f-e6e94eb17eb1 tempest-VolumesBackupsTest-638302725 tempest-VolumesBackupsTest-638302725-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:32.820617 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-2c0a6448-5884-4545-8e96-8d2df2a7eb3b req-d9ff3646-9e99-4bed-989f-e6e94eb17eb1 tempest-VolumesBackupsTest-638302725 tempest-VolumesBackupsTest-638302725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:32.864332 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c0a6448-5884-4545-8e96-8d2df2a7eb3b req-d9ff3646-9e99-4bed-989f-e6e94eb17eb1 tempest-VolumesBackupsTest-638302725 tempest-VolumesBackupsTest-638302725-project] Network 16515f0f-e5a6-4630-a440-e11fb2e02062 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:06:32.869269 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [req-2c0a6448-5884-4545-8e96-8d2df2a7eb3b req-d9ff3646-9e99-4bed-989f-e6e94eb17eb1 tempest-VolumesBackupsTest-638302725 tempest-VolumesBackupsTest-638302725-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:06:32.876473 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c0a6448-5884-4545-8e96-8d2df2a7eb3b req-d9ff3646-9e99-4bed-989f-e6e94eb17eb1 tempest-VolumesBackupsTest-638302725 tempest-VolumesBackupsTest-638302725-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:06:32.880703 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ff3646-9e99-4bed-989f-e6e94eb17eb1 tempest-VolumesBackupsTest-638302725 tempest-VolumesBackupsTest-638302725-project] Pushing event updated for resources: {'Port': ['ID=75564413-1078-4f6c-9a2f-a73517b4ac3c,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:06:32.954557 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a6448-5884-4545-8e96-8d2df2a7eb3b req-d9ff3646-9e99-4bed-989f-e6e94eb17eb1 tempest-VolumesBackupsTest-638302725 tempest-VolumesBackupsTest-638302725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:32.955503 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-2c0a6448-5884-4545-8e96-8d2df2a7eb3b req-d9ff3646-9e99-4bed-989f-e6e94eb17eb1 tempest-VolumesBackupsTest-638302725 tempest-VolumesBackupsTest-638302725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:33.017571 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2c0a6448-5884-4545-8e96-8d2df2a7eb3b req-d9ff3646-9e99-4bed-989f-e6e94eb17eb1 tempest-VolumesBackupsTest-638302725 tempest-VolumesBackupsTest-638302725-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7948160 Sep 23 07:06:33.031975 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-2c0a6448-5884-4545-8e96-8d2df2a7eb3b req-32716c46-3bb2-43d6-83de-e226b214f9fd service neutron] Request body: {'port': {'device_id': '5f7395e5-e5a5-4193-9bb8-95acd525ee6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:06:33.062693 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f28179-7ad4-462e-a158-45048b4c906f req-67bfd342-d73a-402c-b6ae-18e9427d0861 tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:33.064228 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-19f28179-7ad4-462e-a158-45048b4c906f req-67bfd342-d73a-402c-b6ae-18e9427d0861 tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd92dca6-3fd4-48b6-9873-9bebb3822502 HTTP/1.1" status: 200 len: 946 time: 0.1325634 Sep 23 07:06:33.076616 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba657185-4d93-4398-a61b-a42b6698f77c req-cb53cbed-000f-4d2d-946a-4043e53e704d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:33.078143 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ba657185-4d93-4398-a61b-a42b6698f77c req-cb53cbed-000f-4d2d-946a-4043e53e704d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=92b5458418c84968ba4acb5acf5421bc&device_id=dd92dca6-3fd4-48b6-9873-9bebb3822502 HTTP/1.1" status: 200 len: 1098 time: 0.1047020 Sep 23 07:06:33.150829 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bef1baf-2b19-4e82-84d3-fb5de65403d7 req-f2fe2584-534a-4d82-ae41-07e38da3c517 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:33.151600 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-17a3338f-317e-4cf4-8e2a-6f2f1fb9d726 None None] Provisioning complete for port 75564413-1078-4f6c-9a2f-a73517b4ac3c triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:06:33.152127 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-17a3338f-317e-4cf4-8e2a-6f2f1fb9d726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:33.153382 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8bef1baf-2b19-4e82-84d3-fb5de65403d7 req-f2fe2584-534a-4d82-ae41-07e38da3c517 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/ports?device_id=7df79e13-6ec1-4528-8889-287751f037cb HTTP/1.1" status: 200 len: 944 time: 0.0550625 Sep 23 07:06:33.166922 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-19f28179-7ad4-462e-a158-45048b4c906f req-150eb511-6a5c-4271-8eb2-b1ffc60fcc1e tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] 10.222.0.39 "GET /v2.0/security-groups?id=379e31b9-db93-446f-9823-64f560ebae4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956295 Sep 23 07:06:33.167648 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-2c0a6448-5884-4545-8e96-8d2df2a7eb3b req-32716c46-3bb2-43d6-83de-e226b214f9fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:33.207645 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 69c8fad8-46a6-400c-9997-d512ecbbce9b details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:06:33.211028 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8bef1baf-2b19-4e82-84d3-fb5de65403d7 req-23c39595-0da3-4c4d-9482-fc3f0c27e646 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a16003c-c728-40f4-99cf-846c0414c471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501289 Sep 23 07:06:33.236452 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-17a3338f-317e-4cf4-8e2a-6f2f1fb9d726 None None] Port 75564413-1078-4f6c-9a2f-a73517b4ac3c cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:06:33.305440 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba657185-4d93-4398-a61b-a42b6698f77c req-8a666609-2bdb-48f6-9f66-4bb6f85cb9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:33.307058 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ba657185-4d93-4398-a61b-a42b6698f77c req-8a666609-2bdb-48f6-9f66-4bb6f85cb9c9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=8cbf78b8-7b61-474b-ad4d-3431b2c8bd41 HTTP/1.1" status: 200 len: 913 time: 0.2208705 Sep 23 07:06:33.325742 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 69c8fad8-46a6-400c-9997-d512ecbbce9b, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=69c8fad8-46a6-400c-9997-d512ecbbce9b,segment=NetworkSegment(d30db453-c626-4b84-8142-0bf725e73708),segment_id=d30db453-c626-4b84-8142-0bf725e73708)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:06:33.336686 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': '69c8fad8-46a6-400c-9997-d512ecbbce9b', 'network_id': '26820073-ef0c-442f-ad0a-6732e04f33d8', 'port_id': '69c8fad8-46a6-400c-9997-d512ecbbce9b', 'mac_address': 'fa:16:3e:1c:ed:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '663dd1f5-4122-4c50-a354-fa4bc92c896c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:06:33.374900 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:33.392978 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69c8fad8-46a6-400c-9997-d512ecbbce9b {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:06:33.408148 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ba657185-4d93-4398-a61b-a42b6698f77c req-1e68b7fb-4fa0-4a9e-b803-30813bceb2db service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a5e33f1b-580d-4502-8458-f6edcaefc75d HTTP/1.1" status: 200 len: 217 time: 0.0925672 Sep 23 07:06:33.413488 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 69c8fad8-46a6-400c-9997-d512ecbbce9b, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=69c8fad8-46a6-400c-9997-d512ecbbce9b,segment=NetworkSegment(d30db453-c626-4b84-8142-0bf725e73708),segment_id=d30db453-c626-4b84-8142-0bf725e73708)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:06:33.417441 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:33.435403 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f59e84-d4e8-47fc-85aa-2188b22e8f18 req-92ab502b-7695-4dd3-ba43-e36ca94673e7 tempest-VolumesBackupsTest-638302725 tempest-VolumesBackupsTest-638302725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:33.436873 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-51f59e84-d4e8-47fc-85aa-2188b22e8f18 req-92ab502b-7695-4dd3-ba43-e36ca94673e7 tempest-VolumesBackupsTest-638302725 tempest-VolumesBackupsTest-638302725-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f7395e5-e5a5-4193-9bb8-95acd525ee6c HTTP/1.1" status: 200 len: 936 time: 0.1808453 Sep 23 07:06:33.466855 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=69c8fad8-46a6-400c-9997-d512ecbbce9b,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:06:33.847010 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba657185-4d93-4398-a61b-a42b6698f77c req-5511cbd7-6252-47fe-abba-365260adf435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:33.848572 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ba657185-4d93-4398-a61b-a42b6698f77c req-5511cbd7-6252-47fe-abba-365260adf435 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3aabd594-df63-47a4-88e2-72de0f324259 HTTP/1.1" status: 200 len: 852 time: 0.4301925 Sep 23 07:06:33.855186 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-51f59e84-d4e8-47fc-85aa-2188b22e8f18 req-59c493a9-986e-40a7-bdd7-237ffa195f16 tempest-VolumesBackupsTest-638302725 tempest-VolumesBackupsTest-638302725-project] 10.222.0.39 "GET /v2.0/security-groups?id=a546b148-6889-47c4-9171-f1419a128bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3981183 Sep 23 07:06:33.885387 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['69c8fad8-46a6-400c-9997-d512ecbbce9b'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:06:33.886696 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ba657185-4d93-4398-a61b-a42b6698f77c req-4284adc3-2b55-448f-a977-c4e7b755069e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8cbf78b8-7b61-474b-ad4d-3431b2c8bd41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288606 Sep 23 07:06:34.034918 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [req-2c0a6448-5884-4545-8e96-8d2df2a7eb3b req-32716c46-3bb2-43d6-83de-e226b214f9fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75564413-1078-4f6c-9a2f-a73517b4ac3c {{(pid=95066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:06:34.043007 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ba657185-4d93-4398-a61b-a42b6698f77c req-d7abe660-85df-4f24-886b-d93f02cbf8ca service neutron] 10.222.0.58 "GET /v2.0/networks/8cbf78b8-7b61-474b-ad4d-3431b2c8bd41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474900 Sep 23 07:06:34.044842 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-2c0a6448-5884-4545-8e96-8d2df2a7eb3b req-32716c46-3bb2-43d6-83de-e226b214f9fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:34.077647 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.provisioning_blocks [req-2c0a6448-5884-4545-8e96-8d2df2a7eb3b req-32716c46-3bb2-43d6-83de-e226b214f9fd service neutron] Transition to ACTIVE for port object 75564413-1078-4f6c-9a2f-a73517b4ac3c will not be triggered until provisioned by entity L2. {{(pid=95066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:06:34.089110 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-2c0a6448-5884-4545-8e96-8d2df2a7eb3b req-32716c46-3bb2-43d6-83de-e226b214f9fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:34.191499 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32716c46-3bb2-43d6-83de-e226b214f9fd service neutron] Pushing event updated for resources: {'Port': ['ID=75564413-1078-4f6c-9a2f-a73517b4ac3c,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:06:34.196331 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ba657185-4d93-4398-a61b-a42b6698f77c req-97eaf878-b1f2-4033-b3c1-b25684a2d77b service neutron] 10.222.0.58 "GET /v2.0/networks/8cbf78b8-7b61-474b-ad4d-3431b2c8bd41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452961 Sep 23 07:06:34.324247 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-2c0a6448-5884-4545-8e96-8d2df2a7eb3b req-32716c46-3bb2-43d6-83de-e226b214f9fd service neutron] Attempting to bind port 75564413-1078-4f6c-9a2f-a73517b4ac3c on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:06:34.324930 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-2c0a6448-5884-4545-8e96-8d2df2a7eb3b req-32716c46-3bb2-43d6-83de-e226b214f9fd service neutron] Attempting to bind port 75564413-1078-4f6c-9a2f-a73517b4ac3c by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:06:34.324930 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0a6448-5884-4545-8e96-8d2df2a7eb3b req-32716c46-3bb2-43d6-83de-e226b214f9fd service neutron] Attempting to bind port 75564413-1078-4f6c-9a2f-a73517b4ac3c on network 16515f0f-e5a6-4630-a440-e11fb2e02062 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:06:34.332381 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0a6448-5884-4545-8e96-8d2df2a7eb3b req-32716c46-3bb2-43d6-83de-e226b214f9fd service neutron] Port 75564413-1078-4f6c-9a2f-a73517b4ac3c on network 16515f0f-e5a6-4630-a440-e11fb2e02062 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:06:34.332707 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0a6448-5884-4545-8e96-8d2df2a7eb3b req-32716c46-3bb2-43d6-83de-e226b214f9fd service neutron] Attempting to bind port 75564413-1078-4f6c-9a2f-a73517b4ac3c on network 16515f0f-e5a6-4630-a440-e11fb2e02062 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:06:34.343571 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd500316-4edb-4a21-988e-924ee1b31e55 req-e316e710-9d4f-499f-a4f2-2b537b5362e3 tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:34.345111 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fd500316-4edb-4a21-988e-924ee1b31e55 req-e316e710-9d4f-499f-a4f2-2b537b5362e3 tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd92dca6-3fd4-48b6-9873-9bebb3822502 HTTP/1.1" status: 200 len: 946 time: 0.0928018 Sep 23 07:06:34.347970 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0a6448-5884-4545-8e96-8d2df2a7eb3b req-32716c46-3bb2-43d6-83de-e226b214f9fd service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:06:34.348401 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0a6448-5884-4545-8e96-8d2df2a7eb3b req-32716c46-3bb2-43d6-83de-e226b214f9fd service neutron] Checking segment: {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:06:34.348843 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0a6448-5884-4545-8e96-8d2df2a7eb3b req-32716c46-3bb2-43d6-83de-e226b214f9fd service neutron] Bound using segment: {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:06:34.349278 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-2c0a6448-5884-4545-8e96-8d2df2a7eb3b req-32716c46-3bb2-43d6-83de-e226b214f9fd service neutron] Bound port: 75564413-1078-4f6c-9a2f-a73517b4ac3c, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:06:34.349638 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-2c0a6448-5884-4545-8e96-8d2df2a7eb3b req-32716c46-3bb2-43d6-83de-e226b214f9fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:34.354702 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6666ee8-66ad-42e1-957a-20b6a78d66f0 req-7fac7022-df9b-49a7-a6b3-8c19915b403d tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:34.356573 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e6666ee8-66ad-42e1-957a-20b6a78d66f0 req-7fac7022-df9b-49a7-a6b3-8c19915b403d tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/ports?device_id=7df79e13-6ec1-4528-8889-287751f037cb HTTP/1.1" status: 200 len: 945 time: 0.0619583 Sep 23 07:06:34.395828 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e6666ee8-66ad-42e1-957a-20b6a78d66f0 req-d8d00cf7-8e58-4dd3-91b0-add79e1472da tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a16003c-c728-40f4-99cf-846c0414c471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333457 Sep 23 07:06:34.426190 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fd500316-4edb-4a21-988e-924ee1b31e55 req-d47ead5f-4d12-4c5b-9922-1e66dade62c7 tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] 10.222.0.39 "GET /v2.0/security-groups?id=379e31b9-db93-446f-9823-64f560ebae4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635324 Sep 23 07:06:34.449972 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-2c0a6448-5884-4545-8e96-8d2df2a7eb3b req-32716c46-3bb2-43d6-83de-e226b214f9fd service neutron] For port 75564413-1078-4f6c-9a2f-a73517b4ac3c, host n-h2-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:06:34.453612 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-2c0a6448-5884-4545-8e96-8d2df2a7eb3b req-32716c46-3bb2-43d6-83de-e226b214f9fd service neutron] For port 75564413-1078-4f6c-9a2f-a73517b4ac3c, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=75564413-1078-4f6c-9a2f-a73517b4ac3c,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:06:34.458526 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-2c0a6448-5884-4545-8e96-8d2df2a7eb3b req-32716c46-3bb2-43d6-83de-e226b214f9fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:34.496536 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a6448-5884-4545-8e96-8d2df2a7eb3b req-32716c46-3bb2-43d6-83de-e226b214f9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:34.498197 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-2c0a6448-5884-4545-8e96-8d2df2a7eb3b req-32716c46-3bb2-43d6-83de-e226b214f9fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:34.499563 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2c0a6448-5884-4545-8e96-8d2df2a7eb3b req-32716c46-3bb2-43d6-83de-e226b214f9fd service neutron] 10.222.0.58 "PUT /v2.0/ports/75564413-1078-4f6c-9a2f-a73517b4ac3c HTTP/1.1" status: 200 len: 1097 time: 1.4727044 Sep 23 07:06:34.501772 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f7395e5-e5a5-4193-9bb8-95acd525ee6c', 'tag': '75564413-1078-4f6c-9a2f-a73517b4ac3c'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:06:34.504539 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b40c0795-f97b-44b8-9968-b91094ebc235" -d '{"events": [{"name": "network-changed", "server_uuid": "5f7395e5-e5a5-4193-9bb8-95acd525ee6c", "tag": "75564413-1078-4f6c-9a2f-a73517b4ac3c"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:06:34.544214 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32716c46-3bb2-43d6-83de-e226b214f9fd service neutron] Pushing event updated for resources: {'Port': ['ID=75564413-1078-4f6c-9a2f-a73517b4ac3c,revision_number=3']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:06:34.566476 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f336714-62be-4d9b-bfcc-4d7aa82e30e7 x-openstack-request-id: req-6f336714-62be-4d9b-bfcc-4d7aa82e30e7 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:06:34.566770 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f7395e5-e5a5-4193-9bb8-95acd525ee6c", "tag": "75564413-1078-4f6c-9a2f-a73517b4ac3c", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:06:34.567019 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6f336714-62be-4d9b-bfcc-4d7aa82e30e7 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:06:34.567487 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f7395e5-e5a5-4193-9bb8-95acd525ee6c', 'tag': '75564413-1078-4f6c-9a2f-a73517b4ac3c', 'status': 'completed', 'code': 200} Sep 23 07:06:34.603518 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a6448-5884-4545-8e96-8d2df2a7eb3b req-a3afd32b-6303-4a4b-9b72-22f9a3057a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:34.605074 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2c0a6448-5884-4545-8e96-8d2df2a7eb3b req-a3afd32b-6303-4a4b-9b72-22f9a3057a23 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=158fbc1e01c3409b945d0d2a28040942&device_id=5f7395e5-e5a5-4193-9bb8-95acd525ee6c HTTP/1.1" status: 200 len: 1100 time: 0.0477090 Sep 23 07:06:34.660054 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2c0a6448-5884-4545-8e96-8d2df2a7eb3b req-fdf6549e-b224-4563-ad5b-8354762d966c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=75564413-1078-4f6c-9a2f-a73517b4ac3c HTTP/1.1" status: 200 len: 217 time: 0.0378084 Sep 23 07:06:34.711881 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a6448-5884-4545-8e96-8d2df2a7eb3b req-ead9a12a-4a26-416f-8ac9-666b9f459185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:34.713366 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2c0a6448-5884-4545-8e96-8d2df2a7eb3b req-ead9a12a-4a26-416f-8ac9-666b9f459185 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e HTTP/1.1" status: 200 len: 843 time: 0.0448072 Sep 23 07:06:34.763774 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a6448-5884-4545-8e96-8d2df2a7eb3b req-34a38eeb-6735-483a-9f2c-3984b195fea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:34.765184 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2c0a6448-5884-4545-8e96-8d2df2a7eb3b req-34a38eeb-6735-483a-9f2c-3984b195fea0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=16515f0f-e5a6-4630-a440-e11fb2e02062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0442526 Sep 23 07:06:34.868850 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2c0a6448-5884-4545-8e96-8d2df2a7eb3b req-446111fa-368a-4d21-a082-9246513e23a9 service neutron] 10.222.0.58 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842474 Sep 23 07:06:34.999974 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2c0a6448-5884-4545-8e96-8d2df2a7eb3b req-bf16e3c1-5b99-456a-a2bc-da4e45d2bef3 service neutron] 10.222.0.58 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225681 Sep 23 07:06:35.011296 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7887788f-01df-47d5-88d1-24ba662cf3c0 req-7ced1424-e26a-4ebf-acdc-45e24c92aa71 tempest-VolumesBackupsTest-638302725 tempest-VolumesBackupsTest-638302725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:35.012806 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7887788f-01df-47d5-88d1-24ba662cf3c0 req-7ced1424-e26a-4ebf-acdc-45e24c92aa71 tempest-VolumesBackupsTest-638302725 tempest-VolumesBackupsTest-638302725-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f7395e5-e5a5-4193-9bb8-95acd525ee6c HTTP/1.1" status: 200 len: 948 time: 0.0702858 Sep 23 07:06:35.061789 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7887788f-01df-47d5-88d1-24ba662cf3c0 req-8d332f74-3f73-444f-992a-592a7b21d649 tempest-VolumesBackupsTest-638302725 tempest-VolumesBackupsTest-638302725-project] 10.222.0.39 "GET /v2.0/security-groups?id=a546b148-6889-47c4-9171-f1419a128bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426531 Sep 23 07:06:35.090934 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40c0795-f97b-44b8-9968-b91094ebc235 req-09ffc34d-e040-4b51-b580-fdbdd9f5355f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:35.092431 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b40c0795-f97b-44b8-9968-b91094ebc235 req-09ffc34d-e040-4b51-b580-fdbdd9f5355f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=158fbc1e01c3409b945d0d2a28040942&device_id=5f7395e5-e5a5-4193-9bb8-95acd525ee6c HTTP/1.1" status: 200 len: 1100 time: 0.0446255 Sep 23 07:06:35.191483 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40c0795-f97b-44b8-9968-b91094ebc235 req-abfccf39-73f4-495c-970d-39dbd4dce51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:35.193099 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b40c0795-f97b-44b8-9968-b91094ebc235 req-abfccf39-73f4-495c-970d-39dbd4dce51b service neutron] 10.222.0.58 "GET /v2.0/networks?id=16515f0f-e5a6-4630-a440-e11fb2e02062 HTTP/1.1" status: 200 len: 870 time: 0.0929322 Sep 23 07:06:35.211166 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 69c8fad8-46a6-400c-9997-d512ecbbce9b up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:06:35.239244 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b40c0795-f97b-44b8-9968-b91094ebc235 req-e96e4185-0520-4f34-83ca-c5003898a5db service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=75564413-1078-4f6c-9a2f-a73517b4ac3c HTTP/1.1" status: 200 len: 217 time: 0.0380521 Sep 23 07:06:35.260871 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port 69c8fad8-46a6-400c-9997-d512ecbbce9b completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:06:35.264601 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port 69c8fad8-46a6-400c-9997-d512ecbbce9b triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:06:35.264985 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:35.295965 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40c0795-f97b-44b8-9968-b91094ebc235 req-b5f7c12d-859e-4f2f-836e-4366de2f93b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:35.297536 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b40c0795-f97b-44b8-9968-b91094ebc235 req-b5f7c12d-859e-4f2f-836e-4366de2f93b6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e HTTP/1.1" status: 200 len: 843 time: 0.0487247 Sep 23 07:06:35.344998 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40c0795-f97b-44b8-9968-b91094ebc235 req-87be8a15-978d-401d-a4f9-3255f38c847a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:35.346542 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b40c0795-f97b-44b8-9968-b91094ebc235 req-87be8a15-978d-401d-a4f9-3255f38c847a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=16515f0f-e5a6-4630-a440-e11fb2e02062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0403841 Sep 23 07:06:35.346680 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:35.370284 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7df79e13-6ec1-4528-8889-287751f037cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69c8fad8-46a6-400c-9997-d512ecbbce9b'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:06:35.372507 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81eed1ef-6f93-4dda-83d2-508b186ac89a" -d '{"events": [{"server_uuid": "7df79e13-6ec1-4528-8889-287751f037cb", "name": "network-vif-plugged", "status": "completed", "tag": "69c8fad8-46a6-400c-9997-d512ecbbce9b"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:06:35.388994 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 69c8fad8-46a6-400c-9997-d512ecbbce9b, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=69c8fad8-46a6-400c-9997-d512ecbbce9b,segment=NetworkSegment(d30db453-c626-4b84-8142-0bf725e73708),segment_id=d30db453-c626-4b84-8142-0bf725e73708)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:06:35.394719 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:35.419965 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe02b918-eb57-4419-94af-d18afccfc8ef x-openstack-request-id: req-fe02b918-eb57-4419-94af-d18afccfc8ef {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:06:35.420258 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7df79e13-6ec1-4528-8889-287751f037cb", "name": "network-vif-plugged", "status": "completed", "tag": "69c8fad8-46a6-400c-9997-d512ecbbce9b", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:06:35.420521 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fe02b918-eb57-4419-94af-d18afccfc8ef {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:06:35.421203 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7df79e13-6ec1-4528-8889-287751f037cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69c8fad8-46a6-400c-9997-d512ecbbce9b', 'code': 200} Sep 23 07:06:35.447614 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=69c8fad8-46a6-400c-9997-d512ecbbce9b,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:06:35.455872 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b40c0795-f97b-44b8-9968-b91094ebc235 req-64356525-93b9-4791-a619-07ac6e8909ae service neutron] 10.222.0.58 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011193 Sep 23 07:06:35.559370 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73065ea1-23b2-4477-93e4-e619da210617 req-d8abf105-63d5-404c-aaba-e64771e0125d tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:35.560840 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-73065ea1-23b2-4477-93e4-e619da210617 req-d8abf105-63d5-404c-aaba-e64771e0125d tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/ports?device_id=7df79e13-6ec1-4528-8889-287751f037cb HTTP/1.1" status: 200 len: 946 time: 0.0812051 Sep 23 07:06:35.566719 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837d34b6-edcc-478e-8778-96bc034f4fb5 req-98503d91-d961-40bb-80e2-f349e41a1994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:35.568967 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-837d34b6-edcc-478e-8778-96bc034f4fb5 req-98503d91-d961-40bb-80e2-f349e41a1994 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7df79e13-6ec1-4528-8889-287751f037cb HTTP/1.1" status: 200 len: 1098 time: 0.0566657 Sep 23 07:06:35.598664 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09341c92-ef13-4aee-8315-24d757c2821e req-bf4c2808-5aed-44d5-a3b4-5cb6aa3b5001 tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:35.600160 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-09341c92-ef13-4aee-8315-24d757c2821e req-bf4c2808-5aed-44d5-a3b4-5cb6aa3b5001 tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd92dca6-3fd4-48b6-9873-9bebb3822502 HTTP/1.1" status: 200 len: 946 time: 0.0967431 Sep 23 07:06:35.602009 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b40c0795-f97b-44b8-9968-b91094ebc235 req-14b328e5-3612-4dd5-8e99-2bc4ae4e4dd7 service neutron] 10.222.0.58 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370151 Sep 23 07:06:35.622735 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-73065ea1-23b2-4477-93e4-e619da210617 req-83fb8e39-67f4-4767-a2fb-bd580acaffb5 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a16003c-c728-40f4-99cf-846c0414c471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528033 Sep 23 07:06:35.626542 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-837d34b6-edcc-478e-8778-96bc034f4fb5 req-3e7774f9-c455-409b-ab60-18ed710de65d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5a16003c-c728-40f4-99cf-846c0414c471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500493 Sep 23 07:06:35.647113 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-09341c92-ef13-4aee-8315-24d757c2821e req-0468261c-657b-4441-9cfd-816a9f519950 tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] 10.222.0.39 "GET /v2.0/security-groups?id=379e31b9-db93-446f-9823-64f560ebae4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407536 Sep 23 07:06:35.882008 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2009528-e813-4af5-9d37-79a0c20bf3a1 req-8c136202-5b40-46b2-a434-962155ea2ed3 tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:35.883422 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a2009528-e813-4af5-9d37-79a0c20bf3a1 req-8c136202-5b40-46b2-a434-962155ea2ed3 tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd92dca6-3fd4-48b6-9873-9bebb3822502 HTTP/1.1" status: 200 len: 946 time: 0.0499027 Sep 23 07:06:35.920657 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a2009528-e813-4af5-9d37-79a0c20bf3a1 req-4f61fd08-b5a8-4471-9088-35c74b7b906e tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] 10.222.0.39 "GET /v2.0/security-groups?id=379e31b9-db93-446f-9823-64f560ebae4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313866 Sep 23 07:06:36.180484 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54893d1a-cdc7-49c2-99de-625996306d8b req-920ff71e-17e8-4ac6-8d57-ae63b2de6f71 tempest-VolumesBackupsTest-638302725 tempest-VolumesBackupsTest-638302725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:36.181902 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-54893d1a-cdc7-49c2-99de-625996306d8b req-920ff71e-17e8-4ac6-8d57-ae63b2de6f71 tempest-VolumesBackupsTest-638302725 tempest-VolumesBackupsTest-638302725-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f7395e5-e5a5-4193-9bb8-95acd525ee6c HTTP/1.1" status: 200 len: 948 time: 0.0489640 Sep 23 07:06:36.218204 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-54893d1a-cdc7-49c2-99de-625996306d8b req-af1d21ec-fe7a-49dc-b58a-c2178750161c tempest-VolumesBackupsTest-638302725 tempest-VolumesBackupsTest-638302725-project] 10.222.0.39 "GET /v2.0/security-groups?id=a546b148-6889-47c4-9171-f1419a128bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303476 Sep 23 07:06:36.439884 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:36.748268 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b326b28-5a80-409d-bc8a-0dad5409aa1c req-4a46461a-f08c-47ab-9b2e-e899cb6e7441 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:36.749749 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6b326b28-5a80-409d-bc8a-0dad5409aa1c req-4a46461a-f08c-47ab-9b2e-e899cb6e7441 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/ports?device_id=7df79e13-6ec1-4528-8889-287751f037cb HTTP/1.1" status: 200 len: 946 time: 0.0579300 Sep 23 07:06:36.788351 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6b326b28-5a80-409d-bc8a-0dad5409aa1c req-934da94a-b97d-405f-b6bd-b34708238a54 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a16003c-c728-40f4-99cf-846c0414c471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316787 Sep 23 07:06:37.046950 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971c8e3e-f732-494b-8b5f-ff9b423d8abd req-ea0b82f8-9da2-4ec0-a9cc-3704a4a24231 tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:37.048362 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-971c8e3e-f732-494b-8b5f-ff9b423d8abd req-ea0b82f8-9da2-4ec0-a9cc-3704a4a24231 tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd92dca6-3fd4-48b6-9873-9bebb3822502 HTTP/1.1" status: 200 len: 946 time: 0.0540743 Sep 23 07:06:37.087785 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-971c8e3e-f732-494b-8b5f-ff9b423d8abd req-56cbdad8-419a-43fd-9835-f2f341868ff1 tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] 10.222.0.39 "GET /v2.0/security-groups?id=379e31b9-db93-446f-9823-64f560ebae4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327330 Sep 23 07:06:37.328745 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 75564413-1078-4f6c-9a2f-a73517b4ac3c details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:06:37.335822 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8166c1-9159-4262-baeb-8993a22be249 req-aa134567-fc76-4abc-9b64-d932d8125742 tempest-VolumesBackupsTest-638302725 tempest-VolumesBackupsTest-638302725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:37.337365 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-eb8166c1-9159-4262-baeb-8993a22be249 req-aa134567-fc76-4abc-9b64-d932d8125742 tempest-VolumesBackupsTest-638302725 tempest-VolumesBackupsTest-638302725-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f7395e5-e5a5-4193-9bb8-95acd525ee6c HTTP/1.1" status: 200 len: 948 time: 0.0516765 Sep 23 07:06:37.376436 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-eb8166c1-9159-4262-baeb-8993a22be249 req-89e1055e-89e0-4159-9869-50f02dc55ec2 tempest-VolumesBackupsTest-638302725 tempest-VolumesBackupsTest-638302725-project] 10.222.0.39 "GET /v2.0/security-groups?id=a546b148-6889-47c4-9171-f1419a128bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329869 Sep 23 07:06:37.431335 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 75564413-1078-4f6c-9a2f-a73517b4ac3c, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=75564413-1078-4f6c-9a2f-a73517b4ac3c,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:06:37.441386 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': '75564413-1078-4f6c-9a2f-a73517b4ac3c', 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062', 'port_id': '75564413-1078-4f6c-9a2f-a73517b4ac3c', 'mac_address': 'fa:16:3e:76:77:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:06:37.478808 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:37.491528 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75564413-1078-4f6c-9a2f-a73517b4ac3c {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:06:37.510774 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 75564413-1078-4f6c-9a2f-a73517b4ac3c, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=75564413-1078-4f6c-9a2f-a73517b4ac3c,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:06:37.514463 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:37.559962 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=75564413-1078-4f6c-9a2f-a73517b4ac3c,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:06:37.773460 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['75564413-1078-4f6c-9a2f-a73517b4ac3c'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:06:37.910177 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6fb8e3-f5d3-42e5-9958-afefb0e860d0 req-3014b193-cfd6-4de0-bf36-a403cb82052a tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:37.911724 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bd6fb8e3-f5d3-42e5-9958-afefb0e860d0 req-3014b193-cfd6-4de0-bf36-a403cb82052a tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/ports?device_id=7df79e13-6ec1-4528-8889-287751f037cb HTTP/1.1" status: 200 len: 946 time: 0.0498552 Sep 23 07:06:37.956514 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bd6fb8e3-f5d3-42e5-9958-afefb0e860d0 req-90c10f3c-34f1-43b5-8808-e3d8c7b95ec8 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a16003c-c728-40f4-99cf-846c0414c471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381174 Sep 23 07:06:38.019203 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2d3075a9-23bc-4815-874b-f76bd190cc1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:38.084203 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c156cff0-9bd6-422d-b289-713aeddda078 req-fbc24091-a31f-4fb2-8e26-dedde1fba456 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:38.085675 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c156cff0-9bd6-422d-b289-713aeddda078 req-fbc24091-a31f-4fb2-8e26-dedde1fba456 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/ports?device_id=7df79e13-6ec1-4528-8889-287751f037cb HTTP/1.1" status: 200 len: 946 time: 0.0554066 Sep 23 07:06:38.098490 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed17882-5aa3-4c90-bfbc-ef0117c3dfa5 req-2df69bd9-1a2d-471d-862c-4752c49d8ef4 tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:38.100673 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2ed17882-5aa3-4c90-bfbc-ef0117c3dfa5 req-2df69bd9-1a2d-471d-862c-4752c49d8ef4 tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd92dca6-3fd4-48b6-9873-9bebb3822502 HTTP/1.1" status: 200 len: 946 time: 0.0700061 Sep 23 07:06:38.127230 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c156cff0-9bd6-422d-b289-713aeddda078 req-f7dfbb8b-8367-4dd3-b980-e038f1808816 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a16003c-c728-40f4-99cf-846c0414c471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350068 Sep 23 07:06:38.152197 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 60296) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:06:38.255536 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928440ba-5457-4b25-9479-ab8f79c9f1d5 tempest-TestNetworkBasicOps-685493529 tempest-TestNetworkBasicOps-685493529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:38.257080 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-928440ba-5457-4b25-9479-ab8f79c9f1d5 tempest-TestNetworkBasicOps-685493529 tempest-TestNetworkBasicOps-685493529-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7df79e13-6ec1-4528-8889-287751f037cb HTTP/1.1" status: 200 len: 1093 time: 0.1039202 Sep 23 07:06:38.260113 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 60298) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:06:38.264843 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-c53e2029-aaba-478c-9742-99b58278c2e5 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Request body: {'floatingip': {'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'port_id': '69c8fad8-46a6-400c-9997-d512ecbbce9b', 'tenant_id': '285631e87ef3467186156f903d01ed48', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:06:38.269208 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869d3e8c-5fa4-42d0-ab50-fde892369a37 req-3337a478-59b5-4083-9802-30f4f46cc885 tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:38.271343 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-869d3e8c-5fa4-42d0-ab50-fde892369a37 req-3337a478-59b5-4083-9802-30f4f46cc885 tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd92dca6-3fd4-48b6-9873-9bebb3822502 HTTP/1.1" status: 200 len: 946 time: 0.1053746 Sep 23 07:06:38.288997 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-2ed17882-5aa3-4c90-bfbc-ef0117c3dfa5 req-336047d9-eaa5-41e3-9610-9ec1293e48ee tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] Deleting port a5e33f1b-580d-4502-8458-f6edcaefc75d {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:06:38.289345 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-2ed17882-5aa3-4c90-bfbc-ef0117c3dfa5 req-336047d9-eaa5-41e3-9610-9ec1293e48ee tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:38.290024 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c53e2029-aaba-478c-9742-99b58278c2e5 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for floatingip, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:38.369644 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-869d3e8c-5fa4-42d0-ab50-fde892369a37 req-5061650d-4977-464f-8e6e-fcb35ac85f1f tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] 10.222.0.39 "GET /v2.0/security-groups?id=379e31b9-db93-446f-9823-64f560ebae4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911987 Sep 23 07:06:38.403744 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-2ed17882-5aa3-4c90-bfbc-ef0117c3dfa5 req-336047d9-eaa5-41e3-9610-9ec1293e48ee tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] For port a5e33f1b-580d-4502-8458-f6edcaefc75d, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=a5e33f1b-580d-4502-8458-f6edcaefc75d,segment=NetworkSegment(f1a3a35f-1c69-4a87-a536-bb787ac8e3ca),segment_id=f1a3a35f-1c69-4a87-a536-bb787ac8e3ca)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:06:38.404039 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-2ed17882-5aa3-4c90-bfbc-ef0117c3dfa5 req-336047d9-eaa5-41e3-9610-9ec1293e48ee tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:38.409199 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c53e2029-aaba-478c-9742-99b58278c2e5 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:38.430321 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-2ed17882-5aa3-4c90-bfbc-ef0117c3dfa5 req-336047d9-eaa5-41e3-9610-9ec1293e48ee tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] Calling delete_port for a5e33f1b-580d-4502-8458-f6edcaefc75d owned by compute:nova {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:06:38.523579 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-c53e2029-aaba-478c-9742-99b58278c2e5 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Allocated IP 172.25.2.78 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/5d45dad7-f14b-45cd-ae1b-352710cfff5e) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:06:38.551179 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bebcacd-614b-4dc6-8e7d-766936979378 req-3e4577d1-48dd-41bd-bc10-4308c58127a4 tempest-VolumesBackupsTest-638302725 tempest-VolumesBackupsTest-638302725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:38.553621 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3bebcacd-614b-4dc6-8e7d-766936979378 req-3e4577d1-48dd-41bd-bc10-4308c58127a4 tempest-VolumesBackupsTest-638302725 tempest-VolumesBackupsTest-638302725-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f7395e5-e5a5-4193-9bb8-95acd525ee6c HTTP/1.1" status: 200 len: 949 time: 0.0733647 Sep 23 07:06:38.627634 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c53e2029-aaba-478c-9742-99b58278c2e5 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:38.630004 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3bebcacd-614b-4dc6-8e7d-766936979378 req-842ed3b5-4fd8-43cc-83a2-e3c4e406c58b tempest-VolumesBackupsTest-638302725 tempest-VolumesBackupsTest-638302725-project] 10.222.0.39 "GET /v2.0/security-groups?id=a546b148-6889-47c4-9171-f1419a128bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676317 Sep 23 07:06:38.655593 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-2ed17882-5aa3-4c90-bfbc-ef0117c3dfa5 req-336047d9-eaa5-41e3-9610-9ec1293e48ee tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:38.666327 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c53e2029-aaba-478c-9742-99b58278c2e5 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:38.669154 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['a5e33f1b-580d-4502-8458-f6edcaefc75d'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:06:38.688895 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336047d9-eaa5-41e3-9610-9ec1293e48ee tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] Pushing event deleted for resources: {'Port': ['ID=a5e33f1b-580d-4502-8458-f6edcaefc75d,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:06:38.707171 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53e2029-aaba-478c-9742-99b58278c2e5 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:06:38.711533 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-c53e2029-aaba-478c-9742-99b58278c2e5 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:06:38.714768 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53e2029-aaba-478c-9742-99b58278c2e5 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:06:38.716815 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336047d9-eaa5-41e3-9610-9ec1293e48ee tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:06:38.717162 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336047d9-eaa5-41e3-9610-9ec1293e48ee tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:06:38.717578 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336047d9-eaa5-41e3-9610-9ec1293e48ee tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:06:38.718405 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336047d9-eaa5-41e3-9610-9ec1293e48ee tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:06:38.718405 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336047d9-eaa5-41e3-9610-9ec1293e48ee tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:06:38.718640 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336047d9-eaa5-41e3-9610-9ec1293e48ee tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:06:38.718921 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336047d9-eaa5-41e3-9610-9ec1293e48ee tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:06:38.719246 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336047d9-eaa5-41e3-9610-9ec1293e48ee tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:06:38.719569 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336047d9-eaa5-41e3-9610-9ec1293e48ee tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:06:38.719890 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336047d9-eaa5-41e3-9610-9ec1293e48ee tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:06:38.720214 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336047d9-eaa5-41e3-9610-9ec1293e48ee tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:06:38.720534 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336047d9-eaa5-41e3-9610-9ec1293e48ee tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:06:38.740321 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ed17882-5aa3-4c90-bfbc-ef0117c3dfa5 req-336047d9-eaa5-41e3-9610-9ec1293e48ee tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] No DVR routers for this DVR port a5e33f1b-580d-4502-8458-f6edcaefc75d on host n-h2-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:06:38.742781 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-2ed17882-5aa3-4c90-bfbc-ef0117c3dfa5 req-336047d9-eaa5-41e3-9610-9ec1293e48ee tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:38.744746 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2ed17882-5aa3-4c90-bfbc-ef0117c3dfa5 req-336047d9-eaa5-41e3-9610-9ec1293e48ee tempest-TestServerAdvancedOps-1034260527 tempest-TestServerAdvancedOps-1034260527-project] 10.222.0.58 "DELETE /v2.0/ports/a5e33f1b-580d-4502-8458-f6edcaefc75d HTTP/1.1" status: 204 len: 173 time: 0.6351349 Sep 23 07:06:38.745180 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd92dca6-3fd4-48b6-9873-9bebb3822502', 'name': 'network-vif-deleted', 'tag': 'a5e33f1b-580d-4502-8458-f6edcaefc75d'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:06:38.747425 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c07ad0a2-9598-42a4-9c41-8ba8697dabbd" -d '{"events": [{"server_uuid": "dd92dca6-3fd4-48b6-9873-9bebb3822502", "name": "network-vif-deleted", "tag": "a5e33f1b-580d-4502-8458-f6edcaefc75d"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:06:38.768286 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53e2029-aaba-478c-9742-99b58278c2e5 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Pushing event updated for resources: {'Port': ['ID=5d45dad7-f14b-45cd-ae1b-352710cfff5e,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:06:38.787112 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813b3f66-9031-4831-bb2e-fb6bed12cda2 x-openstack-request-id: req-813b3f66-9031-4831-bb2e-fb6bed12cda2 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:06:38.787405 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd92dca6-3fd4-48b6-9873-9bebb3822502", "name": "network-vif-deleted", "tag": "a5e33f1b-580d-4502-8458-f6edcaefc75d", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:06:38.787558 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53e2029-aaba-478c-9742-99b58278c2e5 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:06:38.787719 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-813b3f66-9031-4831-bb2e-fb6bed12cda2 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:06:38.787901 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53e2029-aaba-478c-9742-99b58278c2e5 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:06:38.788041 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd92dca6-3fd4-48b6-9873-9bebb3822502', 'name': 'network-vif-deleted', 'tag': 'a5e33f1b-580d-4502-8458-f6edcaefc75d', 'status': 'completed', 'code': 200} Sep 23 07:06:38.788274 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53e2029-aaba-478c-9742-99b58278c2e5 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:06:38.788629 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53e2029-aaba-478c-9742-99b58278c2e5 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:06:38.788966 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53e2029-aaba-478c-9742-99b58278c2e5 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:06:38.789308 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53e2029-aaba-478c-9742-99b58278c2e5 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:06:38.789640 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53e2029-aaba-478c-9742-99b58278c2e5 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:06:38.789995 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53e2029-aaba-478c-9742-99b58278c2e5 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:06:38.790327 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53e2029-aaba-478c-9742-99b58278c2e5 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:06:38.790653 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53e2029-aaba-478c-9742-99b58278c2e5 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:06:38.790982 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53e2029-aaba-478c-9742-99b58278c2e5 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:06:38.791311 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53e2029-aaba-478c-9742-99b58278c2e5 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:06:39.183274 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c53e2029-aaba-478c-9742-99b58278c2e5 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:39.263070 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c53e2029-aaba-478c-9742-99b58278c2e5 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:39.345913 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 75564413-1078-4f6c-9a2f-a73517b4ac3c up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:06:39.394848 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port 75564413-1078-4f6c-9a2f-a73517b4ac3c completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:06:39.399756 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port 75564413-1078-4f6c-9a2f-a73517b4ac3c triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:06:39.400248 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:39.421608 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c53e2029-aaba-478c-9742-99b58278c2e5 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:39.428073 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c53e2029-aaba-478c-9742-99b58278c2e5 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:39.443726 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 60308) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:06:39.482824 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53e2029-aaba-478c-9742-99b58278c2e5 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Pushing event updated for resources: {'Port': ['ID=5d45dad7-f14b-45cd-ae1b-352710cfff5e,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:06:39.493981 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2a62413-93d4-4698-8e21-a926ffc54d17 admin admin] Deleting subnet 3aabd594-df63-47a4-88e2-72de0f324259 {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:06:39.497244 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f2a62413-93d4-4698-8e21-a926ffc54d17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:39.522047 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:39.529350 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c53e2029-aaba-478c-9742-99b58278c2e5 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:39.543414 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f2a62413-93d4-4698-8e21-a926ffc54d17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:39.549307 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f7395e5-e5a5-4193-9bb8-95acd525ee6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75564413-1078-4f6c-9a2f-a73517b4ac3c'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:06:39.551918 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad196e5a-a387-430a-bcdf-103816cda22d" -d '{"events": [{"server_uuid": "5f7395e5-e5a5-4193-9bb8-95acd525ee6c", "name": "network-vif-plugged", "status": "completed", "tag": "75564413-1078-4f6c-9a2f-a73517b4ac3c"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:06:39.568215 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 75564413-1078-4f6c-9a2f-a73517b4ac3c, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=75564413-1078-4f6c-9a2f-a73517b4ac3c,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:06:39.574771 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:39.588327 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f2a62413-93d4-4698-8e21-a926ffc54d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:39.605706 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-933e5ca6-f872-4745-a00f-bb8fdf713d6e x-openstack-request-id: req-933e5ca6-f872-4745-a00f-bb8fdf713d6e {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:06:39.606370 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f7395e5-e5a5-4193-9bb8-95acd525ee6c", "name": "network-vif-plugged", "status": "completed", "tag": "75564413-1078-4f6c-9a2f-a73517b4ac3c", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:06:39.606725 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-933e5ca6-f872-4745-a00f-bb8fdf713d6e {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:06:39.607573 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f7395e5-e5a5-4193-9bb8-95acd525ee6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75564413-1078-4f6c-9a2f-a73517b4ac3c', 'code': 200} Sep 23 07:06:39.635535 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=75564413-1078-4f6c-9a2f-a73517b4ac3c,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:06:39.652009 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f2a62413-93d4-4698-8e21-a926ffc54d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:39.683483 n-d-715271-16 neutron-server[95065]: INFO neutron.db.l3_db [None req-c53e2029-aaba-478c-9742-99b58278c2e5 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Floating IP 5f109f23-23a9-4f72-9269-887d66e49c81 associated. External IP: 172.25.2.78, port: 69c8fad8-46a6-400c-9997-d512ecbbce9b. Sep 23 07:06:39.691371 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a62413-93d4-4698-8e21-a926ffc54d17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3aabd594-df63-47a4-88e2-72de0f324259,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:06:39.694616 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f2a62413-93d4-4698-8e21-a926ffc54d17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:39.696642 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-f2a62413-93d4-4698-8e21-a926ffc54d17 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/3aabd594-df63-47a4-88e2-72de0f324259 HTTP/1.1" status: 204 len: 168 time: 0.2518857 Sep 23 07:06:39.700636 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 60316) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:06:39.794554 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433e76f2-83fb-471e-acd9-cff1cda14b68 req-09bcbe59-2caf-41aa-90ef-397fc4f5df9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:39.795900 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-433e76f2-83fb-471e-acd9-cff1cda14b68 req-09bcbe59-2caf-41aa-90ef-397fc4f5df9f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5f7395e5-e5a5-4193-9bb8-95acd525ee6c HTTP/1.1" status: 200 len: 1102 time: 0.1156309 Sep 23 07:06:39.800163 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-765d2785-3a73-40d8-86ed-6b2e59e0feeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:39.819043 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3565d480-6372-442c-a821-eab58bbd447f req-f0c62638-dd0f-4335-acf5-704e9f4f6a5c tempest-VolumesBackupsTest-638302725 tempest-VolumesBackupsTest-638302725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:39.820894 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3565d480-6372-442c-a821-eab58bbd447f req-f0c62638-dd0f-4335-acf5-704e9f4f6a5c tempest-VolumesBackupsTest-638302725 tempest-VolumesBackupsTest-638302725-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f7395e5-e5a5-4193-9bb8-95acd525ee6c HTTP/1.1" status: 200 len: 950 time: 0.0938127 Sep 23 07:06:39.858716 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-433e76f2-83fb-471e-acd9-cff1cda14b68 req-ea24721d-b225-4a5e-b5e2-5b5e34e89c37 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a546b148-6889-47c4-9171-f1419a128bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547578 Sep 23 07:06:39.912004 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-765d2785-3a73-40d8-86ed-6b2e59e0feeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:39.913634 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3565d480-6372-442c-a821-eab58bbd447f req-05507daf-8b65-4fdd-92cf-213e60e4d72a tempest-VolumesBackupsTest-638302725 tempest-VolumesBackupsTest-638302725-project] 10.222.0.39 "GET /v2.0/security-groups?id=a546b148-6889-47c4-9171-f1419a128bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833077 Sep 23 07:06:39.934127 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-765d2785-3a73-40d8-86ed-6b2e59e0feeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cbf78b8-7b61-474b-ad4d-3431b2c8bd41']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:06:39.944506 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-765d2785-3a73-40d8-86ed-6b2e59e0feeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1a3a35f-1c69-4a87-a536-bb787ac8e3ca') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:06:39.944810 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-765d2785-3a73-40d8-86ed-6b2e59e0feeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1a3a35f-1c69-4a87-a536-bb787ac8e3ca') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:06:39.954403 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-765d2785-3a73-40d8-86ed-6b2e59e0feeb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:39.968740 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-765d2785-3a73-40d8-86ed-6b2e59e0feeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:39.974923 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-765d2785-3a73-40d8-86ed-6b2e59e0feeb admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:06:39.975323 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-765d2785-3a73-40d8-86ed-6b2e59e0feeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:39.977025 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 07:06:39.977025 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:06:39.977025 n-d-715271-16 neutron-server[95066]: timer() Sep 23 07:06:39.977025 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:06:39.977025 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 07:06:39.977025 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:06:39.977025 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 07:06:39.977025 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:06:39.977025 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 07:06:39.977025 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:06:39.977025 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 07:06:39.977025 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:06:39.977025 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 07:06:39.977025 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:06:39.977025 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:06:39.977025 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:06:39.977025 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:06:39.977025 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:06:39.977025 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 07:06:39.977025 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:06:39.977025 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 07:06:39.977025 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:06:39.977025 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:06:39.977025 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:06:39.977025 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 07:06:39.977025 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:06:39.977025 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:06:39.977025 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:06:39.977025 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:06:39.977025 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:06:39.977025 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:06:39.977025 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:06:39.980037 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c53e2029-aaba-478c-9742-99b58278c2e5 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Router 143e6256-d885-4205-a3ea-e4394d87ad5e has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:06:40.032356 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-765d2785-3a73-40d8-86ed-6b2e59e0feeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:40.037982 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-765d2785-3a73-40d8-86ed-6b2e59e0feeb admin admin] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:40.040117 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-765d2785-3a73-40d8-86ed-6b2e59e0feeb admin admin] 10.222.0.39 "DELETE /v2.0/networks/8cbf78b8-7b61-474b-ad4d-3431b2c8bd41 HTTP/1.1" status: 204 len: 168 time: 0.3396230 Sep 23 07:06:40.044336 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 60318) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:06:40.050529 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765d2785-3a73-40d8-86ed-6b2e59e0feeb admin admin] Pushing event deleted for resources: {'Network': ['ID=8cbf78b8-7b61-474b-ad4d-3431b2c8bd41,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:06:40.095691 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:40.164169 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c53e2029-aaba-478c-9742-99b58278c2e5 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:06:40.169321 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-42848f54-b058-4f66-b399-7d4b087053bf admin admin] Deleting subnet ab33e0cc-be28-4f36-8643-838c7893340f {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:06:40.174670 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581a4272-7ab3-4a65-be23-9598e4a6da67 None None] Sync routers for ids ['143e6256-d885-4205-a3ea-e4394d87ad5e'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:06:40.177556 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-42848f54-b058-4f66-b399-7d4b087053bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:40.184844 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581a4272-7ab3-4a65-be23-9598e4a6da67 None None] Routers {'143e6256-d885-4205-a3ea-e4394d87ad5e'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:06:40.185486 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-581a4272-7ab3-4a65-be23-9598e4a6da67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:06:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['143e6256-d885-4205-a3ea-e4394d87ad5e'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:06:40.206704 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c53e2029-aaba-478c-9742-99b58278c2e5 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:40.233696 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-42848f54-b058-4f66-b399-7d4b087053bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:40.258609 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-c53e2029-aaba-478c-9742-99b58278c2e5 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9973848 Sep 23 07:06:40.261344 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 60320) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:06:40.262473 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7df79e13-6ec1-4528-8889-287751f037cb', 'tag': '69c8fad8-46a6-400c-9997-d512ecbbce9b'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:06:40.264689 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32041543-e8c0-4927-a466-ba7cbd23a3b0" -d '{"events": [{"name": "network-changed", "server_uuid": "7df79e13-6ec1-4528-8889-287751f037cb", "tag": "69c8fad8-46a6-400c-9997-d512ecbbce9b"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:06:40.287179 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-42848f54-b058-4f66-b399-7d4b087053bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:40.300050 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-581a4272-7ab3-4a65-be23-9598e4a6da67 None None] Set router 143e6256-d885-4205-a3ea-e4394d87ad5e gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:06:40.310159 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af223f9-036f-493b-9ec3-671e88c674ee x-openstack-request-id: req-0af223f9-036f-493b-9ec3-671e88c674ee {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:06:40.310640 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7df79e13-6ec1-4528-8889-287751f037cb", "tag": "69c8fad8-46a6-400c-9997-d512ecbbce9b", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:06:40.310640 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0af223f9-036f-493b-9ec3-671e88c674ee {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:06:40.310837 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7df79e13-6ec1-4528-8889-287751f037cb', 'tag': '69c8fad8-46a6-400c-9997-d512ecbbce9b', 'status': 'completed', 'code': 200} Sep 23 07:06:40.342119 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-964cfee5-58bf-4273-b8ad-fb5527cebe99 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/floatingips/5f109f23-23a9-4f72-9269-887d66e49c81 HTTP/1.1" status: 200 len: 991 time: 0.0785146 Sep 23 07:06:40.391922 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-42848f54-b058-4f66-b399-7d4b087053bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:40.422887 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42848f54-b058-4f66-b399-7d4b087053bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab33e0cc-be28-4f36-8643-838c7893340f,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:06:40.429499 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-42848f54-b058-4f66-b399-7d4b087053bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:40.431408 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-42848f54-b058-4f66-b399-7d4b087053bf admin admin] 10.222.0.39 "DELETE /v2.0/subnets/ab33e0cc-be28-4f36-8643-838c7893340f HTTP/1.1" status: 204 len: 168 time: 0.3861322 Sep 23 07:06:40.433998 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 60324) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:06:40.437211 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32041543-e8c0-4927-a466-ba7cbd23a3b0 req-094c124a-fac9-4549-a3b3-935c45b9dd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:40.438752 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-32041543-e8c0-4927-a466-ba7cbd23a3b0 req-094c124a-fac9-4549-a3b3-935c45b9dd3d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=285631e87ef3467186156f903d01ed48&device_id=7df79e13-6ec1-4528-8889-287751f037cb HTTP/1.1" status: 200 len: 1098 time: 0.0909002 Sep 23 07:06:40.505917 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d7b28444-47b9-40aa-80f0-aaf7c752e66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:40.537452 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-581a4272-7ab3-4a65-be23-9598e4a6da67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143e6256-d885-4205-a3ea-e4394d87ad5e', 'name': 'tempest-TestNetworkBasicOps-router-613470321', 'tenant_id': '285631e87ef3467186156f903d01ed48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '9ac443d0-1a2f-4389-9c7d-7e80ec47a709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:06:13Z', 'updated_at': '2021-09-23T07:06:18Z', 'revision_number': 4, 'project_id': '285631e87ef3467186156f903d01ed48', 'gw_port': {'id': '9ac443d0-1a2f-4389-9c7d-7e80ec47a709', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143e6256-d885-4205-a3ea-e4394d87ad5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:06:14Z', 'updated_at': '2021-09-23T07:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '5f109f23-23a9-4f72-9269-887d66e49c81', 'tenant_id': '285631e87ef3467186156f903d01ed48', 'floating_ip_address': '172.25.2.78', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '143e6256-d885-4205-a3ea-e4394d87ad5e', 'port_id': '69c8fad8-46a6-400c-9997-d512ecbbce9b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26820073-ef0c-442f-ad0a-6732e04f33d8', 'mac_address': 'fa:16:3e:1c:ed:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df79e13-6ec1-4528-8889-287751f037cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:06:38Z', 'updated_at': '2021-09-23T07:06:38Z', 'revision_number': 0, 'project_id': '285631e87ef3467186156f903d01ed48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97e32d63-0f78-4506-a305-2865d935eb7c', 'name': '', 'network_id': '26820073-ef0c-442f-ad0a-6732e04f33d8', 'tenant_id': '285631e87ef3467186156f903d01ed48', 'mac_address': 'fa:16:3e:97:dc:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143e6256-d885-4205-a3ea-e4394d87ad5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '663dd1f5-4122-4c50-a354-fa4bc92c896c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:06:18Z', 'updated_at': '2021-09-23T07:06:23Z', 'revision_number': 5, 'project_id': '285631e87ef3467186156f903d01ed48', 'subnets': [{'id': '663dd1f5-4122-4c50-a354-fa4bc92c896c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:06:40.540438 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32041543-e8c0-4927-a466-ba7cbd23a3b0 req-f7e33fc4-b23f-4345-8f73-b3b15aefa507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:40.542395 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-32041543-e8c0-4927-a466-ba7cbd23a3b0 req-f7e33fc4-b23f-4345-8f73-b3b15aefa507 service neutron] 10.222.0.21 "GET /v2.0/networks?id=26820073-ef0c-442f-ad0a-6732e04f33d8 HTTP/1.1" status: 200 len: 898 time: 0.0964880 Sep 23 07:06:40.568569 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581a4272-7ab3-4a65-be23-9598e4a6da67 None None] Checking router: 143e6256-d885-4205-a3ea-e4394d87ad5e for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:06:40.577705 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581a4272-7ab3-4a65-be23-9598e4a6da67 None None] Routers {'143e6256-d885-4205-a3ea-e4394d87ad5e'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:06:40.578343 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-581a4272-7ab3-4a65-be23-9598e4a6da67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:06:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['143e6256-d885-4205-a3ea-e4394d87ad5e'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:06:40.603103 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d7b28444-47b9-40aa-80f0-aaf7c752e66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:40.616913 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-32041543-e8c0-4927-a466-ba7cbd23a3b0 req-9b0b9e33-dc7b-4b4c-bae4-505cc9ac0f31 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69c8fad8-46a6-400c-9997-d512ecbbce9b HTTP/1.1" status: 200 len: 999 time: 0.0666649 Sep 23 07:06:40.629156 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-d7b28444-47b9-40aa-80f0-aaf7c752e66b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48d3c819-0e06-40e9-8b59-8cd5fc9aaad4']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:06:40.640228 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-d7b28444-47b9-40aa-80f0-aaf7c752e66b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44af5111-f309-42da-8ffa-3193992c20a4') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:06:40.640524 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-d7b28444-47b9-40aa-80f0-aaf7c752e66b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44af5111-f309-42da-8ffa-3193992c20a4') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:06:40.650956 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d7b28444-47b9-40aa-80f0-aaf7c752e66b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:40.665054 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d7b28444-47b9-40aa-80f0-aaf7c752e66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:40.671350 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7b28444-47b9-40aa-80f0-aaf7c752e66b admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:06:40.671745 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d7b28444-47b9-40aa-80f0-aaf7c752e66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:40.672702 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32041543-e8c0-4927-a466-ba7cbd23a3b0 req-883c75a8-1743-4c82-a6b5-3366b6268c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:40.673826 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 07:06:40.673826 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:06:40.673826 n-d-715271-16 neutron-server[95066]: timer() Sep 23 07:06:40.673826 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:06:40.673826 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 07:06:40.673826 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:06:40.673826 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 07:06:40.673826 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:06:40.673826 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 07:06:40.673826 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:06:40.673826 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 07:06:40.673826 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:06:40.673826 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 07:06:40.673826 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:06:40.673826 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:06:40.673826 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:06:40.673826 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:06:40.673826 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:06:40.673826 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 07:06:40.673826 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:06:40.673826 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 07:06:40.673826 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:06:40.673826 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:06:40.673826 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:06:40.673826 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 07:06:40.673826 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:06:40.673826 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:06:40.673826 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:06:40.673826 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:06:40.673826 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:06:40.673826 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:06:40.673826 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:06:40.676258 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-32041543-e8c0-4927-a466-ba7cbd23a3b0 req-883c75a8-1743-4c82-a6b5-3366b6268c96 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=663dd1f5-4122-4c50-a354-fa4bc92c896c HTTP/1.1" status: 200 len: 834 time: 0.0470400 Sep 23 07:06:40.701165 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-581a4272-7ab3-4a65-be23-9598e4a6da67 None None] Set router 143e6256-d885-4205-a3ea-e4394d87ad5e gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:06:40.725571 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32041543-e8c0-4927-a466-ba7cbd23a3b0 req-89988c2c-50f4-431f-b8f2-ed80194f2208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:40.727636 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-32041543-e8c0-4927-a466-ba7cbd23a3b0 req-89988c2c-50f4-431f-b8f2-ed80194f2208 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=26820073-ef0c-442f-ad0a-6732e04f33d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464642 Sep 23 07:06:40.739002 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d7b28444-47b9-40aa-80f0-aaf7c752e66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:40.746119 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d7b28444-47b9-40aa-80f0-aaf7c752e66b admin admin] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:40.748702 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-d7b28444-47b9-40aa-80f0-aaf7c752e66b admin admin] 10.222.0.39 "DELETE /v2.0/networks/48d3c819-0e06-40e9-8b59-8cd5fc9aaad4 HTTP/1.1" status: 204 len: 168 time: 0.3131166 Sep 23 07:06:40.774736 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b28444-47b9-40aa-80f0-aaf7c752e66b admin admin] Pushing event deleted for resources: {'Network': ['ID=48d3c819-0e06-40e9-8b59-8cd5fc9aaad4,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:06:40.843856 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-32041543-e8c0-4927-a466-ba7cbd23a3b0 req-0cce7ce4-75d2-44a7-9134-804ce384713f service neutron] 10.222.0.21 "GET /v2.0/networks/26820073-ef0c-442f-ad0a-6732e04f33d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071186 Sep 23 07:06:40.969964 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 60332) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:06:40.979742 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-32041543-e8c0-4927-a466-ba7cbd23a3b0 req-4423981b-0117-466b-b52e-808f80066e48 service neutron] 10.222.0.21 "GET /v2.0/networks/26820073-ef0c-442f-ad0a-6732e04f33d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283903 Sep 23 07:06:41.040348 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-16b34c0a-1175-41ef-bd12-9521a82f2070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:41.065341 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-3d3485b1-7fce-4ae2-8b27-4c70a26b4cf0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=92b5458418c84968ba4acb5acf5421bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0941904 Sep 23 07:06:41.067936 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 60334) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:06:41.079429 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-581a4272-7ab3-4a65-be23-9598e4a6da67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143e6256-d885-4205-a3ea-e4394d87ad5e', 'name': 'tempest-TestNetworkBasicOps-router-613470321', 'tenant_id': '285631e87ef3467186156f903d01ed48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '9ac443d0-1a2f-4389-9c7d-7e80ec47a709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:06:13Z', 'updated_at': '2021-09-23T07:06:18Z', 'revision_number': 4, 'project_id': '285631e87ef3467186156f903d01ed48', 'gw_port': {'id': '9ac443d0-1a2f-4389-9c7d-7e80ec47a709', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143e6256-d885-4205-a3ea-e4394d87ad5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:06:14Z', 'updated_at': '2021-09-23T07:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '5f109f23-23a9-4f72-9269-887d66e49c81', 'tenant_id': '285631e87ef3467186156f903d01ed48', 'floating_ip_address': '172.25.2.78', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '143e6256-d885-4205-a3ea-e4394d87ad5e', 'port_id': '69c8fad8-46a6-400c-9997-d512ecbbce9b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26820073-ef0c-442f-ad0a-6732e04f33d8', 'mac_address': 'fa:16:3e:1c:ed:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df79e13-6ec1-4528-8889-287751f037cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:06:38Z', 'updated_at': '2021-09-23T07:06:38Z', 'revision_number': 0, 'project_id': '285631e87ef3467186156f903d01ed48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97e32d63-0f78-4506-a305-2865d935eb7c', 'name': '', 'network_id': '26820073-ef0c-442f-ad0a-6732e04f33d8', 'tenant_id': '285631e87ef3467186156f903d01ed48', 'mac_address': 'fa:16:3e:97:dc:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143e6256-d885-4205-a3ea-e4394d87ad5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '663dd1f5-4122-4c50-a354-fa4bc92c896c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:06:18Z', 'updated_at': '2021-09-23T07:06:23Z', 'revision_number': 5, 'project_id': '285631e87ef3467186156f903d01ed48', 'subnets': [{'id': '663dd1f5-4122-4c50-a354-fa4bc92c896c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:06:41.110190 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581a4272-7ab3-4a65-be23-9598e4a6da67 None None] The sync data for ids ['143e6256-d885-4205-a3ea-e4394d87ad5e'] in n-d-715271-16 is: [{'id': '143e6256-d885-4205-a3ea-e4394d87ad5e', 'name': 'tempest-TestNetworkBasicOps-router-613470321', 'tenant_id': '285631e87ef3467186156f903d01ed48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '9ac443d0-1a2f-4389-9c7d-7e80ec47a709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:06:13Z', 'updated_at': '2021-09-23T07:06:18Z', 'revision_number': 4, 'project_id': '285631e87ef3467186156f903d01ed48', 'gw_port': {'id': '9ac443d0-1a2f-4389-9c7d-7e80ec47a709', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143e6256-d885-4205-a3ea-e4394d87ad5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:06:14Z', 'updated_at': '2021-09-23T07:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '5f109f23-23a9-4f72-9269-887d66e49c81', 'tenant_id': '285631e87ef3467186156f903d01ed48', 'floating_ip_address': '172.25.2.78', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '143e6256-d885-4205-a3ea-e4394d87ad5e', 'port_id': '69c8fad8-46a6-400c-9997-d512ecbbce9b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26820073-ef0c-442f-ad0a-6732e04f33d8', 'mac_address': 'fa:16:3e:1c:ed:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df79e13-6ec1-4528-8889-287751f037cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:06:38Z', 'updated_at': '2021-09-23T07:06:38Z', 'revision_number': 0, 'project_id': '285631e87ef3467186156f903d01ed48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97e32d63-0f78-4506-a305-2865d935eb7c', 'name': '', 'network_id': '26820073-ef0c-442f-ad0a-6732e04f33d8', 'tenant_id': '285631e87ef3467186156f903d01ed48', 'mac_address': 'fa:16:3e:97:dc:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143e6256-d885-4205-a3ea-e4394d87ad5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '663dd1f5-4122-4c50-a354-fa4bc92c896c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:06:18Z', 'updated_at': '2021-09-23T07:06:23Z', 'revision_number': 5, 'project_id': '285631e87ef3467186156f903d01ed48', 'subnets': [{'id': '663dd1f5-4122-4c50-a354-fa4bc92c896c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:06:41.110767 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af961d3e-0ee6-4b73-9d6f-3be72719bd50 req-cfe59461-48f3-4395-83cb-6a21be2ec632 tempest-VolumesBackupsTest-638302725 tempest-VolumesBackupsTest-638302725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:41.113700 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-af961d3e-0ee6-4b73-9d6f-3be72719bd50 req-cfe59461-48f3-4395-83cb-6a21be2ec632 tempest-VolumesBackupsTest-638302725 tempest-VolumesBackupsTest-638302725-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f7395e5-e5a5-4193-9bb8-95acd525ee6c HTTP/1.1" status: 200 len: 950 time: 0.0956640 Sep 23 07:06:41.163996 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2b82aa38-24f6-46df-9c3c-11c55605e1e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:41.173430 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-af961d3e-0ee6-4b73-9d6f-3be72719bd50 req-1de400dd-5284-4488-912b-d69dcb0a40a2 tempest-VolumesBackupsTest-638302725 tempest-VolumesBackupsTest-638302725-project] 10.222.0.39 "GET /v2.0/security-groups?id=a546b148-6889-47c4-9171-f1419a128bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525768 Sep 23 07:06:41.193368 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2b82aa38-24f6-46df-9c3c-11c55605e1e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:41.247183 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2b82aa38-24f6-46df-9c3c-11c55605e1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:41.249975 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2b82aa38-24f6-46df-9c3c-11c55605e1e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:41.250949 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-2b82aa38-24f6-46df-9c3c-11c55605e1e0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/379e31b9-db93-446f-9823-64f560ebae4f HTTP/1.1" status: 204 len: 168 time: 0.1821187 Sep 23 07:06:41.259734 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b82aa38-24f6-46df-9c3c-11c55605e1e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=379e31b9-db93-446f-9823-64f560ebae4f,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:06:41.345077 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 60338) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:06:41.347275 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3031c785-2f38-4d70-b1f8-ecc8a52a922b None None] New status for floating IP 5f109f23-23a9-4f72-9269-887d66e49c81: ACTIVE {{(pid=95067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 07:06:41.410834 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-6095c94b-bf28-43ef-8c79-2f5637ffab0d tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/floatingips/5f109f23-23a9-4f72-9269-887d66e49c81 HTTP/1.1" status: 200 len: 991 time: 0.0644913 Sep 23 07:06:41.510217 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:41.611983 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 60342) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:06:41.652252 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-9b6bc663-35dc-4519-9027-a0370b863ec5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=63b78daee0e1446aaec093ab012467f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391161 Sep 23 07:06:41.654858 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 60346) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:06:41.703799 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2d580c8b-7937-447a-bfc8-f13990286448 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:41.728295 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2d580c8b-7937-447a-bfc8-f13990286448 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:41.773971 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2d580c8b-7937-447a-bfc8-f13990286448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:41.776570 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2d580c8b-7937-447a-bfc8-f13990286448 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:41.777769 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-2d580c8b-7937-447a-bfc8-f13990286448 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/042c8ab4-5810-4f68-ab23-92f82f1454af HTTP/1.1" status: 204 len: 168 time: 0.1219983 Sep 23 07:06:41.785403 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d580c8b-7937-447a-bfc8-f13990286448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042c8ab4-5810-4f68-ab23-92f82f1454af,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:06:42.282380 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:42.302938 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d543ed9b-0926-4428-a202-7e4fc21d926a req-fb1cc1c4-0b41-4c07-9623-4cb75ebcb7d1 tempest-VolumesBackupsTest-638302725 tempest-VolumesBackupsTest-638302725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:06:42.304444 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d543ed9b-0926-4428-a202-7e4fc21d926a req-fb1cc1c4-0b41-4c07-9623-4cb75ebcb7d1 tempest-VolumesBackupsTest-638302725 tempest-VolumesBackupsTest-638302725-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f7395e5-e5a5-4193-9bb8-95acd525ee6c HTTP/1.1" status: 200 len: 950 time: 0.0517626 Sep 23 07:06:42.342787 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d543ed9b-0926-4428-a202-7e4fc21d926a req-b32b3234-7720-475a-8232-4dfc5bf840f9 tempest-VolumesBackupsTest-638302725 tempest-VolumesBackupsTest-638302725-project] 10.222.0.39 "GET /v2.0/security-groups?id=a546b148-6889-47c4-9171-f1419a128bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322821 Sep 23 07:06:42.413190 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 60354) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:06:42.480500 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-8dddffbd-dbd1-4d0e-9dae-29d61f8a831c tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/floatingips/5f109f23-23a9-4f72-9269-887d66e49c81 HTTP/1.1" status: 200 len: 993 time: 0.0660987 Sep 23 07:06:43.364682 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device a5e33f1b-580d-4502-8458-f6edcaefc75d no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:06:43.385200 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No Port match for: a5e33f1b-580d-4502-8458-f6edcaefc75d {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:06:43.385548 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device a5e33f1b-580d-4502-8458-f6edcaefc75d not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:06:43.798203 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:06:52.903107 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:07:01.757743 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5db9c8b9-eb91-4558-84a4-0369a6453db1 req-97ba12d4-41ed-48c2-abe0-5455a17d6a15 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5f7395e5-e5a5-4193-9bb8-95acd525ee6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0484827 Sep 23 07:07:01.852877 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db9c8b9-eb91-4558-84a4-0369a6453db1 req-79c55134-d381-4408-875c-5003fe7c3f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:07:01.854501 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5db9c8b9-eb91-4558-84a4-0369a6453db1 req-79c55134-d381-4408-875c-5003fe7c3f00 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=158fbc1e01c3409b945d0d2a28040942&device_id=5f7395e5-e5a5-4193-9bb8-95acd525ee6c HTTP/1.1" status: 200 len: 1102 time: 0.0431468 Sep 23 07:07:01.966596 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db9c8b9-eb91-4558-84a4-0369a6453db1 req-d72084b1-dee2-48f0-a978-54badef5bc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:07:01.968103 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5db9c8b9-eb91-4558-84a4-0369a6453db1 req-d72084b1-dee2-48f0-a978-54badef5bc20 service neutron] 10.222.0.58 "GET /v2.0/networks?id=16515f0f-e5a6-4630-a440-e11fb2e02062 HTTP/1.1" status: 200 len: 870 time: 0.0927486 Sep 23 07:07:02.011222 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5db9c8b9-eb91-4558-84a4-0369a6453db1 req-57faa1cb-4f52-4be2-8004-9709ddde2322 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=75564413-1078-4f6c-9a2f-a73517b4ac3c HTTP/1.1" status: 200 len: 217 time: 0.0345562 Sep 23 07:07:02.060731 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db9c8b9-eb91-4558-84a4-0369a6453db1 req-b3bb8b7f-50ca-4b4f-a080-a31a8e617966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:07:02.062121 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5db9c8b9-eb91-4558-84a4-0369a6453db1 req-b3bb8b7f-50ca-4b4f-a080-a31a8e617966 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e HTTP/1.1" status: 200 len: 843 time: 0.0439203 Sep 23 07:07:02.120175 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db9c8b9-eb91-4558-84a4-0369a6453db1 req-072ab92c-783f-4976-a8f7-610f09c9251e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:07:02.121922 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5db9c8b9-eb91-4558-84a4-0369a6453db1 req-072ab92c-783f-4976-a8f7-610f09c9251e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=16515f0f-e5a6-4630-a440-e11fb2e02062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0508051 Sep 23 07:07:02.229836 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5db9c8b9-eb91-4558-84a4-0369a6453db1 req-23a0655c-f35d-45d4-ae18-709cb3437a55 service neutron] 10.222.0.58 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920892 Sep 23 07:07:02.331190 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5db9c8b9-eb91-4558-84a4-0369a6453db1 req-23e75392-0e0f-4c61-a62f-3b83925412e9 service neutron] 10.222.0.58 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933063 Sep 23 07:07:06.462904 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:07:08.022791 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b21fbcef-f211-4df3-953b-294c3f5aab79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:07:10.102164 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:07:11.041503 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a5575b50-d9a1-480d-b0d6-e6b91bc474b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:07:11.481540 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:07:12.284596 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:07:13.791272 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:07:17.384193 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0d6bd89e-70b2-4bd9-b8da-b9ae9b3a4d27 req-2043b3ed-d4da-440d-8a30-bf1e0876dc48 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5d4918de-60b7-44b6-be8b-9b2019b1271a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0413747 Sep 23 07:07:17.454682 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6bd89e-70b2-4bd9-b8da-b9ae9b3a4d27 req-7f5f1e76-e10a-4e16-a8e2-857aa767b599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:07:17.456732 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0d6bd89e-70b2-4bd9-b8da-b9ae9b3a4d27 req-7f5f1e76-e10a-4e16-a8e2-857aa767b599 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=912f73c24c624b319c3fb784891bcabd&device_id=5d4918de-60b7-44b6-be8b-9b2019b1271a HTTP/1.1" status: 200 len: 1097 time: 0.0411217 Sep 23 07:07:17.903201 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6bd89e-70b2-4bd9-b8da-b9ae9b3a4d27 req-66be0212-e376-48cf-89ac-1b2f17dad138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:07:17.904797 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0d6bd89e-70b2-4bd9-b8da-b9ae9b3a4d27 req-66be0212-e376-48cf-89ac-1b2f17dad138 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8e69782e-59da-448f-aa2b-c22b36c23603 HTTP/1.1" status: 200 len: 910 time: 0.4289713 Sep 23 07:07:17.972283 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0d6bd89e-70b2-4bd9-b8da-b9ae9b3a4d27 req-04ef6373-8bc8-4595-bb18-f170ab1648ee service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff148512-9074-4b74-ba11-2a04ee623dee HTTP/1.1" status: 200 len: 1000 time: 0.0593574 Sep 23 07:07:18.040552 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6bd89e-70b2-4bd9-b8da-b9ae9b3a4d27 req-d346d278-b3c2-4e93-a8a3-36dd72db6bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:07:18.042105 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0d6bd89e-70b2-4bd9-b8da-b9ae9b3a4d27 req-d346d278-b3c2-4e93-a8a3-36dd72db6bf8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e9604f35-686e-4202-ac30-43de25cbdd33 HTTP/1.1" status: 200 len: 848 time: 0.0557263 Sep 23 07:07:18.104930 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6bd89e-70b2-4bd9-b8da-b9ae9b3a4d27 req-4d0536bd-018a-4a53-b61e-6b0a179355f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:07:18.106842 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0d6bd89e-70b2-4bd9-b8da-b9ae9b3a4d27 req-4d0536bd-018a-4a53-b61e-6b0a179355f8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8e69782e-59da-448f-aa2b-c22b36c23603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467029 Sep 23 07:07:18.205034 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0d6bd89e-70b2-4bd9-b8da-b9ae9b3a4d27 req-43f5b55e-60c8-4281-810f-ce0dcde60b78 service neutron] 10.222.0.21 "GET /v2.0/networks/8e69782e-59da-448f-aa2b-c22b36c23603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899420 Sep 23 07:07:18.317670 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0d6bd89e-70b2-4bd9-b8da-b9ae9b3a4d27 req-50e3ef33-905e-40d0-92f2-60164db301ce service neutron] 10.222.0.21 "GET /v2.0/networks/8e69782e-59da-448f-aa2b-c22b36c23603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008861 Sep 23 07:07:29.901988 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:07:31.353182 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da36a41b-9b36-4bdf-a47c-852a7f92df14 req-8416570b-b5b9-44b1-b522-89e0f5b01d73 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:07:31.354847 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-da36a41b-9b36-4bdf-a47c-852a7f92df14 req-8416570b-b5b9-44b1-b522-89e0f5b01d73 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 946 time: 0.0509362 Sep 23 07:07:31.396510 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-da36a41b-9b36-4bdf-a47c-852a7f92df14 req-08e86526-3715-468d-b310-73e08aa07845 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a912227-b43b-40c0-8908-2990e2356021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351684 Sep 23 07:07:32.515766 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d0e1b-d8c1-4766-9cb4-004a45edb234 req-10f9ce18-4d94-4406-9f80-5783d0b3e4e8 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:07:32.517260 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dd1d0e1b-d8c1-4766-9cb4-004a45edb234 req-10f9ce18-4d94-4406-9f80-5783d0b3e4e8 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 946 time: 0.0489020 Sep 23 07:07:32.559769 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dd1d0e1b-d8c1-4766-9cb4-004a45edb234 req-485114bf-18ae-415b-bb53-28b8fa256f79 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a912227-b43b-40c0-8908-2990e2356021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357368 Sep 23 07:07:33.483660 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f31f75-427a-49c3-b896-04dcdd6d190f req-abb6a986-d24d-4974-bace-12b898c7793c tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:07:33.485184 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-04f31f75-427a-49c3-b896-04dcdd6d190f req-abb6a986-d24d-4974-bace-12b898c7793c tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.21 "GET /v2.0/ports?device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 946 time: 0.2078714 Sep 23 07:07:33.583697 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-04f31f75-427a-49c3-b896-04dcdd6d190f req-b0984a90-ddae-4cdd-911d-1209ad3d2c77 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Deleting port b098fef9-31f1-4769-8019-735009e3bf0c {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:07:33.584384 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-04f31f75-427a-49c3-b896-04dcdd6d190f req-b0984a90-ddae-4cdd-911d-1209ad3d2c77 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:07:33.710199 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-04f31f75-427a-49c3-b896-04dcdd6d190f req-b0984a90-ddae-4cdd-911d-1209ad3d2c77 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] For port b098fef9-31f1-4769-8019-735009e3bf0c, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=b098fef9-31f1-4769-8019-735009e3bf0c,segment=NetworkSegment(1c65d3ce-0d0d-44a7-ae9c-a00acf5305e9),segment_id=1c65d3ce-0d0d-44a7-ae9c-a00acf5305e9)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:07:33.710560 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-04f31f75-427a-49c3-b896-04dcdd6d190f req-b0984a90-ddae-4cdd-911d-1209ad3d2c77 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:07:33.728188 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21877058-b0d8-4d7b-8e9b-f1dcd683945f req-cca504cc-b90b-4a36-88ad-26291e8f6c06 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:07:33.729665 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-21877058-b0d8-4d7b-8e9b-f1dcd683945f req-cca504cc-b90b-4a36-88ad-26291e8f6c06 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 946 time: 0.0797458 Sep 23 07:07:33.889313 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-21877058-b0d8-4d7b-8e9b-f1dcd683945f req-cd28580f-7ad0-431b-a1a8-1499cfcd2468 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a912227-b43b-40c0-8908-2990e2356021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383178 Sep 23 07:07:33.966499 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-04f31f75-427a-49c3-b896-04dcdd6d190f req-b0984a90-ddae-4cdd-911d-1209ad3d2c77 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:07:33.966865 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-04f31f75-427a-49c3-b896-04dcdd6d190f req-b0984a90-ddae-4cdd-911d-1209ad3d2c77 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:07:33.967178 n-d-715271-16 neutron-server[95065]: INFO neutron.db.l3_db [req-04f31f75-427a-49c3-b896-04dcdd6d190f req-b0984a90-ddae-4cdd-911d-1209ad3d2c77 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Floating IP 9abcd033-81c6-4edc-bd5e-b604561e482d disassociated. External IP: 172.25.2.34, port: b098fef9-31f1-4769-8019-735009e3bf0c. Sep 23 07:07:33.967543 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-04f31f75-427a-49c3-b896-04dcdd6d190f req-b0984a90-ddae-4cdd-911d-1209ad3d2c77 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Calling delete_port for b098fef9-31f1-4769-8019-735009e3bf0c owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:07:34.099799 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-04f31f75-427a-49c3-b896-04dcdd6d190f req-b0984a90-ddae-4cdd-911d-1209ad3d2c77 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:07:34.128003 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0984a90-ddae-4cdd-911d-1209ad3d2c77 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Pushing event deleted for resources: {'Port': ['ID=b098fef9-31f1-4769-8019-735009e3bf0c,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:07:34.248836 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04f31f75-427a-49c3-b896-04dcdd6d190f req-b0984a90-ddae-4cdd-911d-1209ad3d2c77 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Router 113bcdd0-0d81-4185-8c10-425ae2a812d6 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:07:34.369688 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04f31f75-427a-49c3-b896-04dcdd6d190f req-b0984a90-ddae-4cdd-911d-1209ad3d2c77 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:07:34.381109 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2214cf6e-45c5-4786-927d-3eaa46fa7c44 None None] Sync routers for ids ['113bcdd0-0d81-4185-8c10-425ae2a812d6'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:07:34.390065 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2214cf6e-45c5-4786-927d-3eaa46fa7c44 None None] Routers {'113bcdd0-0d81-4185-8c10-425ae2a812d6'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:07:34.390727 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-2214cf6e-45c5-4786-927d-3eaa46fa7c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:07:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['113bcdd0-0d81-4185-8c10-425ae2a812d6'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:07:34.412125 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-04f31f75-427a-49c3-b896-04dcdd6d190f req-b0984a90-ddae-4cdd-911d-1209ad3d2c77 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] No DVR routers for this DVR port b098fef9-31f1-4769-8019-735009e3bf0c on host n-h1-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:07:34.414819 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-04f31f75-427a-49c3-b896-04dcdd6d190f req-b0984a90-ddae-4cdd-911d-1209ad3d2c77 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:07:34.416955 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-04f31f75-427a-49c3-b896-04dcdd6d190f req-b0984a90-ddae-4cdd-911d-1209ad3d2c77 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.21 "DELETE /v2.0/ports/b098fef9-31f1-4769-8019-735009e3bf0c HTTP/1.1" status: 204 len: 173 time: 0.9204793 Sep 23 07:07:34.417399 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24279c19-c587-4b89-b26d-54654107430d', 'name': 'network-vif-deleted', 'tag': 'b098fef9-31f1-4769-8019-735009e3bf0c'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:07:34.419740 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-200a5f36-bcee-4cf7-b285-8890aa32cbab" -d '{"events": [{"server_uuid": "24279c19-c587-4b89-b26d-54654107430d", "name": "network-vif-deleted", "tag": "b098fef9-31f1-4769-8019-735009e3bf0c"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:07:34.489940 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9951e995-2cfc-4e51-992d-f9f310dadaa0 x-openstack-request-id: req-9951e995-2cfc-4e51-992d-f9f310dadaa0 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:07:34.490347 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24279c19-c587-4b89-b26d-54654107430d", "name": "network-vif-deleted", "tag": "b098fef9-31f1-4769-8019-735009e3bf0c", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:07:34.490706 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9951e995-2cfc-4e51-992d-f9f310dadaa0 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:07:34.491243 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24279c19-c587-4b89-b26d-54654107430d', 'name': 'network-vif-deleted', 'tag': 'b098fef9-31f1-4769-8019-735009e3bf0c', 'status': 'completed', 'code': 200} Sep 23 07:07:34.514436 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-2214cf6e-45c5-4786-927d-3eaa46fa7c44 None None] Set router 113bcdd0-0d81-4185-8c10-425ae2a812d6 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:07:34.740445 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-2214cf6e-45c5-4786-927d-3eaa46fa7c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '113bcdd0-0d81-4185-8c10-425ae2a812d6', 'name': 'tempest-AttachVolumeShelveTestJSON-295849971-router', 'tenant_id': '4d93d8414d394ae180d5f159fb0b8b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '0c725ec1-eb17-464d-8874-cd943b7136a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:02:25Z', 'updated_at': '2021-09-23T07:02:31Z', 'revision_number': 4, 'project_id': '4d93d8414d394ae180d5f159fb0b8b54', 'gw_port': {'id': '0c725ec1-eb17-464d-8874-cd943b7136a7', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bf:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113bcdd0-0d81-4185-8c10-425ae2a812d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:26Z', 'updated_at': '2021-09-23T07:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '7e3bdc63-8e1c-4dee-b760-db4eda2132a6', 'name': '', 'network_id': 'ca28a1fe-55ea-41f7-96a5-1261b4a66187', 'tenant_id': '4d93d8414d394ae180d5f159fb0b8b54', 'mac_address': 'fa:16:3e:e7:20:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113bcdd0-0d81-4185-8c10-425ae2a812d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '5441eb5f-3885-44a6-9b00-13a9788d14f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:29Z', 'updated_at': '2021-09-23T07:02:40Z', 'revision_number': 5, 'project_id': '4d93d8414d394ae180d5f159fb0b8b54', 'subnets': [{'id': '5441eb5f-3885-44a6-9b00-13a9788d14f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:07:34.769105 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2214cf6e-45c5-4786-927d-3eaa46fa7c44 None None] Checking router: 113bcdd0-0d81-4185-8c10-425ae2a812d6 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:07:34.777884 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2214cf6e-45c5-4786-927d-3eaa46fa7c44 None None] Routers {'113bcdd0-0d81-4185-8c10-425ae2a812d6'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:07:34.778499 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-2214cf6e-45c5-4786-927d-3eaa46fa7c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:07:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['113bcdd0-0d81-4185-8c10-425ae2a812d6'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:07:34.881591 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-2214cf6e-45c5-4786-927d-3eaa46fa7c44 None None] Set router 113bcdd0-0d81-4185-8c10-425ae2a812d6 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:07:35.029470 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ea3acde6-8af4-4b1c-b58b-4201994017c7 req-ff6b144c-fd09-4376-8d79-229f88950de6 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=24279c19-c587-4b89-b26d-54654107430d HTTP/1.1" status: 200 len: 210 time: 0.0346525 Sep 23 07:07:35.102724 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-2214cf6e-45c5-4786-927d-3eaa46fa7c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '113bcdd0-0d81-4185-8c10-425ae2a812d6', 'name': 'tempest-AttachVolumeShelveTestJSON-295849971-router', 'tenant_id': '4d93d8414d394ae180d5f159fb0b8b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '0c725ec1-eb17-464d-8874-cd943b7136a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:02:25Z', 'updated_at': '2021-09-23T07:02:31Z', 'revision_number': 4, 'project_id': '4d93d8414d394ae180d5f159fb0b8b54', 'gw_port': {'id': '0c725ec1-eb17-464d-8874-cd943b7136a7', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bf:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113bcdd0-0d81-4185-8c10-425ae2a812d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:26Z', 'updated_at': '2021-09-23T07:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '7e3bdc63-8e1c-4dee-b760-db4eda2132a6', 'name': '', 'network_id': 'ca28a1fe-55ea-41f7-96a5-1261b4a66187', 'tenant_id': '4d93d8414d394ae180d5f159fb0b8b54', 'mac_address': 'fa:16:3e:e7:20:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113bcdd0-0d81-4185-8c10-425ae2a812d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '5441eb5f-3885-44a6-9b00-13a9788d14f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:29Z', 'updated_at': '2021-09-23T07:02:40Z', 'revision_number': 5, 'project_id': '4d93d8414d394ae180d5f159fb0b8b54', 'subnets': [{'id': '5441eb5f-3885-44a6-9b00-13a9788d14f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:07:35.129181 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2214cf6e-45c5-4786-927d-3eaa46fa7c44 None None] The sync data for ids ['113bcdd0-0d81-4185-8c10-425ae2a812d6'] in n-d-715271-16 is: [{'id': '113bcdd0-0d81-4185-8c10-425ae2a812d6', 'name': 'tempest-AttachVolumeShelveTestJSON-295849971-router', 'tenant_id': '4d93d8414d394ae180d5f159fb0b8b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '0c725ec1-eb17-464d-8874-cd943b7136a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:02:25Z', 'updated_at': '2021-09-23T07:02:31Z', 'revision_number': 4, 'project_id': '4d93d8414d394ae180d5f159fb0b8b54', 'gw_port': {'id': '0c725ec1-eb17-464d-8874-cd943b7136a7', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bf:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113bcdd0-0d81-4185-8c10-425ae2a812d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:26Z', 'updated_at': '2021-09-23T07:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '7e3bdc63-8e1c-4dee-b760-db4eda2132a6', 'name': '', 'network_id': 'ca28a1fe-55ea-41f7-96a5-1261b4a66187', 'tenant_id': '4d93d8414d394ae180d5f159fb0b8b54', 'mac_address': 'fa:16:3e:e7:20:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113bcdd0-0d81-4185-8c10-425ae2a812d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '5441eb5f-3885-44a6-9b00-13a9788d14f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:29Z', 'updated_at': '2021-09-23T07:02:40Z', 'revision_number': 5, 'project_id': '4d93d8414d394ae180d5f159fb0b8b54', 'subnets': [{'id': '5441eb5f-3885-44a6-9b00-13a9788d14f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:07:35.353361 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a626874-e4f0-4beb-8873-68ca26b56563 None None] New status for floating IP 9abcd033-81c6-4edc-bd5e-b604561e482d: DOWN {{(pid=95067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 07:07:36.121127 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 32850) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:07:36.177505 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8d10b45f-0c7b-407f-8b7d-e19ca73ff11e tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:07:36.200719 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8d10b45f-0c7b-407f-8b7d-e19ca73ff11e tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:07:36.249761 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8d10b45f-0c7b-407f-8b7d-e19ca73ff11e tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:07:36.252775 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8d10b45f-0c7b-407f-8b7d-e19ca73ff11e tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:07:36.254133 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-8d10b45f-0c7b-407f-8b7d-e19ca73ff11e tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "DELETE /v2.0/security-groups/2a912227-b43b-40c0-8908-2990e2356021 HTTP/1.1" status: 204 len: 168 time: 0.1319051 Sep 23 07:07:36.257100 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 32852) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:07:36.264496 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d10b45f-0c7b-407f-8b7d-e19ca73ff11e tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a912227-b43b-40c0-8908-2990e2356021,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:07:36.273399 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [None req-7f999170-8029-492b-b759-2076066d9f9a tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] show failed (client error): The resource could not be found. Sep 23 07:07:36.277478 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-7f999170-8029-492b-b759-2076066d9f9a tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups/2a912227-b43b-40c0-8908-2990e2356021 HTTP/1.1" status: 404 len: 347 time: 0.0163472 Sep 23 07:07:36.278450 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 32854) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:07:36.413099 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-82bdc53a-b148-4fa1-8d85-370db5dfc817 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Deleting port 229551b8-eba3-41a6-9a6a-51d4b7f56236 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:07:36.413434 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-82bdc53a-b148-4fa1-8d85-370db5dfc817 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:07:36.467523 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:07:36.495943 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-82bdc53a-b148-4fa1-8d85-370db5dfc817 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:07:36.496261 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-82bdc53a-b148-4fa1-8d85-370db5dfc817 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:07:36.507902 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-82bdc53a-b148-4fa1-8d85-370db5dfc817 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Calling delete_port for 229551b8-eba3-41a6-9a6a-51d4b7f56236 owned by network:floatingip {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:07:36.650268 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-82bdc53a-b148-4fa1-8d85-370db5dfc817 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:07:36.676794 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bdc53a-b148-4fa1-8d85-370db5dfc817 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Pushing event deleted for resources: {'Port': ['ID=229551b8-eba3-41a6-9a6a-51d4b7f56236,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:07:36.743614 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-82bdc53a-b148-4fa1-8d85-370db5dfc817 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks [] for floatingip, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:07:36.746632 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-82bdc53a-b148-4fa1-8d85-370db5dfc817 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:07:36.751115 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-82bdc53a-b148-4fa1-8d85-370db5dfc817 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "DELETE /v2.0/floatingips/9abcd033-81c6-4edc-bd5e-b604561e482d HTTP/1.1" status: 204 len: 168 time: 0.4680948 Sep 23 07:07:37.230073 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 32862) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:07:37.235249 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-132b8ec7-6b23-49b7-97df-6a63e41a1f3d tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Request body: {'security_group': {'name': 'tempest-securitygroup--807673974', 'description': 'tempest-description--1464397065'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:07:37.260354 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-132b8ec7-6b23-49b7-97df-6a63e41a1f3d tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:07:37.350449 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-132b8ec7-6b23-49b7-97df-6a63e41a1f3d tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:07:37.354808 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-132b8ec7-6b23-49b7-97df-6a63e41a1f3d tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:07:37.387020 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-132b8ec7-6b23-49b7-97df-6a63e41a1f3d tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:07:37.388256 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-132b8ec7-6b23-49b7-97df-6a63e41a1f3d tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1569035 Sep 23 07:07:37.389347 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132b8ec7-6b23-49b7-97df-6a63e41a1f3d tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3393c7b0-0596-4371-8310-4ab905c5a883,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:07:37.391444 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 32864) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:07:37.396966 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-4363ed8b-14c9-4842-a62c-1164ad8653bd tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Request body: {'security_group_rule': {'security_group_id': '3393c7b0-0596-4371-8310-4ab905c5a883', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:07:37.423148 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4363ed8b-14c9-4842-a62c-1164ad8653bd tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:07:37.490677 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4363ed8b-14c9-4842-a62c-1164ad8653bd tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:07:37.497559 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device b098fef9-31f1-4769-8019-735009e3bf0c no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:07:37.510546 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4363ed8b-14c9-4842-a62c-1164ad8653bd tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:07:37.522726 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] No Port match for: b098fef9-31f1-4769-8019-735009e3bf0c {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:07:37.523070 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device b098fef9-31f1-4769-8019-735009e3bf0c not bound to the agent host n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:07:37.529341 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4363ed8b-14c9-4842-a62c-1164ad8653bd tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8383ba3d-e7b7-496c-8ce1-11b1e3d75916,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:07:37.541307 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4363ed8b-14c9-4842-a62c-1164ad8653bd tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:07:37.542878 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-4363ed8b-14c9-4842-a62c-1164ad8653bd tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1498282 Sep 23 07:07:37.545705 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 32872) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:07:37.551315 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-14968bec-2cb4-4d10-97c6-31e57aae5943 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Request body: {'security_group_rule': {'security_group_id': '3393c7b0-0596-4371-8310-4ab905c5a883', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:07:37.584565 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-14968bec-2cb4-4d10-97c6-31e57aae5943 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:07:37.655243 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-14968bec-2cb4-4d10-97c6-31e57aae5943 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:07:37.659304 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-14968bec-2cb4-4d10-97c6-31e57aae5943 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:07:37.684926 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14968bec-2cb4-4d10-97c6-31e57aae5943 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27b86bcd-3c6a-4346-94be-bbe903b29626,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:07:37.689704 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-14968bec-2cb4-4d10-97c6-31e57aae5943 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:07:37.691930 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-14968bec-2cb4-4d10-97c6-31e57aae5943 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1449854 Sep 23 07:07:37.695461 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 32886) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:07:37.700750 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-9d5802e6-7324-4707-8f4d-1eb666e8be15 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Request body: {'floatingip': {'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:07:37.726820 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9d5802e6-7324-4707-8f4d-1eb666e8be15 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks [] for floatingip, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:07:37.840479 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9d5802e6-7324-4707-8f4d-1eb666e8be15 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:07:37.961742 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-9d5802e6-7324-4707-8f4d-1eb666e8be15 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Allocated IP 172.25.2.245 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/7185d057-e30a-4a8c-9612-461a55ca2815) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:07:38.027468 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-7cf15dcd-1510-4b1b-abf1-c88af1d40d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:07:38.086549 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9d5802e6-7324-4707-8f4d-1eb666e8be15 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:07:38.121586 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9d5802e6-7324-4707-8f4d-1eb666e8be15 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:07:38.160818 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5802e6-7324-4707-8f4d-1eb666e8be15 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:07:38.164358 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-9d5802e6-7324-4707-8f4d-1eb666e8be15 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:07:38.168146 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5802e6-7324-4707-8f4d-1eb666e8be15 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:07:38.197637 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5802e6-7324-4707-8f4d-1eb666e8be15 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Pushing event updated for resources: {'Port': ['ID=7185d057-e30a-4a8c-9612-461a55ca2815,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:07:38.278009 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9d5802e6-7324-4707-8f4d-1eb666e8be15 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:07:38.321110 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9d5802e6-7324-4707-8f4d-1eb666e8be15 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:07:38.495060 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9d5802e6-7324-4707-8f4d-1eb666e8be15 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:07:38.499957 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9d5802e6-7324-4707-8f4d-1eb666e8be15 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:07:38.574153 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5802e6-7324-4707-8f4d-1eb666e8be15 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Pushing event updated for resources: {'Port': ['ID=7185d057-e30a-4a8c-9612-461a55ca2815,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:07:38.589719 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9d5802e6-7324-4707-8f4d-1eb666e8be15 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:07:38.604874 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9d5802e6-7324-4707-8f4d-1eb666e8be15 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:07:38.605765 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-9d5802e6-7324-4707-8f4d-1eb666e8be15 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9091606 Sep 23 07:07:38.791996 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7e33c2cb-7d63-4292-aee8-789adcec70f4 req-8e6eb946-c808-4141-85ed-5ecc0a34d87a tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--807673974&fields=id&tenant_id=4d93d8414d394ae180d5f159fb0b8b54 HTTP/1.1" status: 200 len: 267 time: 0.0518076 Sep 23 07:07:38.919546 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33c2cb-7d63-4292-aee8-789adcec70f4 req-616be41a-f426-43e2-b936-89dd8d0e3e50 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:07:38.921161 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7e33c2cb-7d63-4292-aee8-789adcec70f4 req-616be41a-f426-43e2-b936-89dd8d0e3e50 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/networks?id=ca28a1fe-55ea-41f7-96a5-1261b4a66187 HTTP/1.1" status: 200 len: 816 time: 0.1224089 Sep 23 07:07:38.940352 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7e33c2cb-7d63-4292-aee8-789adcec70f4 req-a2eb0a70-3e8b-414c-bdec-e1b65b87a94f tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/quotas/4d93d8414d394ae180d5f159fb0b8b54 HTTP/1.1" status: 200 len: 375 time: 0.0121770 Sep 23 07:07:39.025359 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7e33c2cb-7d63-4292-aee8-789adcec70f4 req-9204fa9f-410d-4fea-a9b7-790cff89a51d tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4d93d8414d394ae180d5f159fb0b8b54&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0786321 Sep 23 07:07:39.223637 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7e33c2cb-7d63-4292-aee8-789adcec70f4 req-3d2aa243-554c-4c6d-b2cf-8808e7199ae7 service neutron] 10.222.0.39 "GET /v2.0/networks/ca28a1fe-55ea-41f7-96a5-1261b4a66187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808352 Sep 23 07:07:39.326645 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7e33c2cb-7d63-4292-aee8-789adcec70f4 req-5f46d0a9-4a00-4b59-bc9c-3a56e33508f6 service neutron] 10.222.0.39 "GET /v2.0/networks/ca28a1fe-55ea-41f7-96a5-1261b4a66187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969143 Sep 23 07:07:39.506558 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e949f1a3-a73a-4905-b00b-503d519596da req-3ae70100-721a-4388-bcaf-78f2e8d2e007 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=9241a2cc-9586-48bc-ad31-02bcbb8d3d73 HTTP/1.1" status: 200 len: 210 time: 0.0278211 Sep 23 07:07:40.110319 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:07:40.587040 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33c2cb-7d63-4292-aee8-789adcec70f4 req-b496781f-f685-4ebd-90ae-9f1a1a3654f4 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:07:40.588558 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7e33c2cb-7d63-4292-aee8-789adcec70f4 req-b496781f-f685-4ebd-90ae-9f1a1a3654f4 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.58 "GET /v2.0/networks?id=ca28a1fe-55ea-41f7-96a5-1261b4a66187 HTTP/1.1" status: 200 len: 816 time: 0.1164443 Sep 23 07:07:40.658007 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-57db6b1e-0601-4a79-b564-1cbde6fa916b req-9980909f-3963-46c4-bb51-34e37c94e534 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=9241a2cc-9586-48bc-ad31-02bcbb8d3d73 HTTP/1.1" status: 200 len: 210 time: 0.0473135 Sep 23 07:07:40.668431 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7e33c2cb-7d63-4292-aee8-789adcec70f4 req-ca4bf2a4-cd7b-4829-bcbf-61cd7799ea03 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d93d8414d394ae180d5f159fb0b8b54 HTTP/1.1" status: 200 len: 379 time: 0.0686991 Sep 23 07:07:40.680702 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-7e33c2cb-7d63-4292-aee8-789adcec70f4 req-9a18c083-f282-4a95-b5e3-88503d305731 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Request body: {'port': {'device_id': '9241a2cc-9586-48bc-ad31-02bcbb8d3d73', 'network_id': 'ca28a1fe-55ea-41f7-96a5-1261b4a66187', 'admin_state_up': True, 'tenant_id': '4d93d8414d394ae180d5f159fb0b8b54', 'security_groups': ['3393c7b0-0596-4371-8310-4ab905c5a883']}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:07:40.811187 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e33c2cb-7d63-4292-aee8-789adcec70f4 req-9a18c083-f282-4a95-b5e3-88503d305731 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Made reservation on behalf of 4d93d8414d394ae180d5f159fb0b8b54 for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:07:40.822028 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-7e33c2cb-7d63-4292-aee8-789adcec70f4 req-9a18c083-f282-4a95-b5e3-88503d305731 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:07:40.960725 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [req-7e33c2cb-7d63-4292-aee8-789adcec70f4 req-9a18c083-f282-4a95-b5e3-88503d305731 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Allocated IP 172.20.0.14 (ca28a1fe-55ea-41f7-96a5-1261b4a66187/5441eb5f-3885-44a6-9b00-13a9788d14f9/27d074a5-8975-48d4-8a68-d84b9325ba43) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:07:41.042458 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-eced743d-9336-4d93-b677-d8014b8374a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:07:41.115180 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-7e33c2cb-7d63-4292-aee8-789adcec70f4 req-9a18c083-f282-4a95-b5e3-88503d305731 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:07:41.149558 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-7e33c2cb-7d63-4292-aee8-789adcec70f4 req-9a18c083-f282-4a95-b5e3-88503d305731 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:07:41.192634 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e33c2cb-7d63-4292-aee8-789adcec70f4 req-9a18c083-f282-4a95-b5e3-88503d305731 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Network ca28a1fe-55ea-41f7-96a5-1261b4a66187 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:07:41.195768 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [req-7e33c2cb-7d63-4292-aee8-789adcec70f4 req-9a18c083-f282-4a95-b5e3-88503d305731 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:07:41.199333 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e33c2cb-7d63-4292-aee8-789adcec70f4 req-9a18c083-f282-4a95-b5e3-88503d305731 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:07:41.229929 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a18c083-f282-4a95-b5e3-88503d305731 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Pushing event updated for resources: {'Port': ['ID=27d074a5-8975-48d4-8a68-d84b9325ba43,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:07:41.246454 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a18c083-f282-4a95-b5e3-88503d305731 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:07:41.246454 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a18c083-f282-4a95-b5e3-88503d305731 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:07:41.246942 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a18c083-f282-4a95-b5e3-88503d305731 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:07:41.247211 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a18c083-f282-4a95-b5e3-88503d305731 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:07:41.247427 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a18c083-f282-4a95-b5e3-88503d305731 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:07:41.247754 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a18c083-f282-4a95-b5e3-88503d305731 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:07:41.248394 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a18c083-f282-4a95-b5e3-88503d305731 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:07:41.248727 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a18c083-f282-4a95-b5e3-88503d305731 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:07:41.249057 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a18c083-f282-4a95-b5e3-88503d305731 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:07:41.249382 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a18c083-f282-4a95-b5e3-88503d305731 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:07:41.249708 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a18c083-f282-4a95-b5e3-88503d305731 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:07:41.250107 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a18c083-f282-4a95-b5e3-88503d305731 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:07:41.271955 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33c2cb-7d63-4292-aee8-789adcec70f4 req-9a18c083-f282-4a95-b5e3-88503d305731 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:07:41.272589 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-7e33c2cb-7d63-4292-aee8-789adcec70f4 req-9a18c083-f282-4a95-b5e3-88503d305731 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:07:41.289435 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7e33c2cb-7d63-4292-aee8-789adcec70f4 req-9a18c083-f282-4a95-b5e3-88503d305731 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6144652 Sep 23 07:07:41.307647 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-7e33c2cb-7d63-4292-aee8-789adcec70f4 req-2cf8627f-5ae3-4977-b15d-49c2c11ee33a service neutron] Request body: {'port': {'device_id': '9241a2cc-9586-48bc-ad31-02bcbb8d3d73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:07:41.367477 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-7e33c2cb-7d63-4292-aee8-789adcec70f4 req-2cf8627f-5ae3-4977-b15d-49c2c11ee33a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:07:41.439229 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a5db3ab2-68d3-4faa-9ae5-3b3bd2bb0fbb None None] Provisioning complete for port 27d074a5-8975-48d4-8a68-d84b9325ba43 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:07:41.439842 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a5db3ab2-68d3-4faa-9ae5-3b3bd2bb0fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:07:41.487694 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a5db3ab2-68d3-4faa-9ae5-3b3bd2bb0fbb None None] Port 27d074a5-8975-48d4-8a68-d84b9325ba43 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:07:41.491996 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:07:41.648972 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [req-7e33c2cb-7d63-4292-aee8-789adcec70f4 req-2cf8627f-5ae3-4977-b15d-49c2c11ee33a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27d074a5-8975-48d4-8a68-d84b9325ba43 {{(pid=95066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:07:41.656284 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-7e33c2cb-7d63-4292-aee8-789adcec70f4 req-2cf8627f-5ae3-4977-b15d-49c2c11ee33a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:07:41.668780 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.provisioning_blocks [req-7e33c2cb-7d63-4292-aee8-789adcec70f4 req-2cf8627f-5ae3-4977-b15d-49c2c11ee33a service neutron] Transition to ACTIVE for port object 27d074a5-8975-48d4-8a68-d84b9325ba43 will not be triggered until provisioned by entity L2. {{(pid=95066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:07:41.672070 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-7e33c2cb-7d63-4292-aee8-789adcec70f4 req-2cf8627f-5ae3-4977-b15d-49c2c11ee33a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:07:41.765207 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf8627f-5ae3-4977-b15d-49c2c11ee33a service neutron] Pushing event updated for resources: {'Port': ['ID=27d074a5-8975-48d4-8a68-d84b9325ba43,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:07:41.804558 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a68730f-5db4-45b4-bda6-52af5a7ca7f3 req-1421a497-b8b5-4a4b-8711-3335e81fea24 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:07:41.807815 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4a68730f-5db4-45b4-bda6-52af5a7ca7f3 req-1421a497-b8b5-4a4b-8711-3335e81fea24 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=9241a2cc-9586-48bc-ad31-02bcbb8d3d73 HTTP/1.1" status: 200 len: 944 time: 0.0597517 Sep 23 07:07:41.808274 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-7e33c2cb-7d63-4292-aee8-789adcec70f4 req-2cf8627f-5ae3-4977-b15d-49c2c11ee33a service neutron] Attempting to bind port 27d074a5-8975-48d4-8a68-d84b9325ba43 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:07:41.808615 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-7e33c2cb-7d63-4292-aee8-789adcec70f4 req-2cf8627f-5ae3-4977-b15d-49c2c11ee33a service neutron] Attempting to bind port 27d074a5-8975-48d4-8a68-d84b9325ba43 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '1c65d3ce-0d0d-44a7-ae9c-a00acf5305e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ca28a1fe-55ea-41f7-96a5-1261b4a66187'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:07:41.808945 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e33c2cb-7d63-4292-aee8-789adcec70f4 req-2cf8627f-5ae3-4977-b15d-49c2c11ee33a service neutron] Attempting to bind port 27d074a5-8975-48d4-8a68-d84b9325ba43 on network ca28a1fe-55ea-41f7-96a5-1261b4a66187 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:07:41.813669 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e33c2cb-7d63-4292-aee8-789adcec70f4 req-2cf8627f-5ae3-4977-b15d-49c2c11ee33a service neutron] Port 27d074a5-8975-48d4-8a68-d84b9325ba43 on network ca28a1fe-55ea-41f7-96a5-1261b4a66187 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:07:41.814300 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e33c2cb-7d63-4292-aee8-789adcec70f4 req-2cf8627f-5ae3-4977-b15d-49c2c11ee33a service neutron] Attempting to bind port 27d074a5-8975-48d4-8a68-d84b9325ba43 on network ca28a1fe-55ea-41f7-96a5-1261b4a66187 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:07:41.819589 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e33c2cb-7d63-4292-aee8-789adcec70f4 req-2cf8627f-5ae3-4977-b15d-49c2c11ee33a service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:07:41.820301 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e33c2cb-7d63-4292-aee8-789adcec70f4 req-2cf8627f-5ae3-4977-b15d-49c2c11ee33a service neutron] Checking segment: {'id': '1c65d3ce-0d0d-44a7-ae9c-a00acf5305e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ca28a1fe-55ea-41f7-96a5-1261b4a66187'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:07:41.821323 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e33c2cb-7d63-4292-aee8-789adcec70f4 req-2cf8627f-5ae3-4977-b15d-49c2c11ee33a service neutron] Bound using segment: {'id': '1c65d3ce-0d0d-44a7-ae9c-a00acf5305e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ca28a1fe-55ea-41f7-96a5-1261b4a66187'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:07:41.821767 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-7e33c2cb-7d63-4292-aee8-789adcec70f4 req-2cf8627f-5ae3-4977-b15d-49c2c11ee33a service neutron] Bound port: 27d074a5-8975-48d4-8a68-d84b9325ba43, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c65d3ce-0d0d-44a7-ae9c-a00acf5305e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ca28a1fe-55ea-41f7-96a5-1261b4a66187'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:07:41.822161 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-7e33c2cb-7d63-4292-aee8-789adcec70f4 req-2cf8627f-5ae3-4977-b15d-49c2c11ee33a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:07:41.860641 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4a68730f-5db4-45b4-bda6-52af5a7ca7f3 req-31bb4c0f-3b35-4a28-a629-4978a6552679 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=3393c7b0-0596-4371-8310-4ab905c5a883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466928 Sep 23 07:07:41.900649 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-7e33c2cb-7d63-4292-aee8-789adcec70f4 req-2cf8627f-5ae3-4977-b15d-49c2c11ee33a service neutron] For port 27d074a5-8975-48d4-8a68-d84b9325ba43, host n-h2-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:07:41.904192 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-7e33c2cb-7d63-4292-aee8-789adcec70f4 req-2cf8627f-5ae3-4977-b15d-49c2c11ee33a service neutron] For port 27d074a5-8975-48d4-8a68-d84b9325ba43, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=27d074a5-8975-48d4-8a68-d84b9325ba43,segment=NetworkSegment(1c65d3ce-0d0d-44a7-ae9c-a00acf5305e9),segment_id=1c65d3ce-0d0d-44a7-ae9c-a00acf5305e9)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:07:41.909348 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-7e33c2cb-7d63-4292-aee8-789adcec70f4 req-2cf8627f-5ae3-4977-b15d-49c2c11ee33a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:07:41.950759 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33c2cb-7d63-4292-aee8-789adcec70f4 req-2cf8627f-5ae3-4977-b15d-49c2c11ee33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:07:41.952198 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-7e33c2cb-7d63-4292-aee8-789adcec70f4 req-2cf8627f-5ae3-4977-b15d-49c2c11ee33a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:07:41.953630 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7e33c2cb-7d63-4292-aee8-789adcec70f4 req-2cf8627f-5ae3-4977-b15d-49c2c11ee33a service neutron] 10.222.0.58 "PUT /v2.0/ports/27d074a5-8975-48d4-8a68-d84b9325ba43 HTTP/1.1" status: 200 len: 1093 time: 0.6505136 Sep 23 07:07:41.956304 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9241a2cc-9586-48bc-ad31-02bcbb8d3d73', 'tag': '27d074a5-8975-48d4-8a68-d84b9325ba43'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:07:41.960077 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc56980-a5ae-465a-a188-565da5b741f8" -d '{"events": [{"name": "network-changed", "server_uuid": "9241a2cc-9586-48bc-ad31-02bcbb8d3d73", "tag": "27d074a5-8975-48d4-8a68-d84b9325ba43"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:07:42.027778 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf8627f-5ae3-4977-b15d-49c2c11ee33a service neutron] Pushing event updated for resources: {'Port': ['ID=27d074a5-8975-48d4-8a68-d84b9325ba43,revision_number=3']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:07:42.047865 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33c2cb-7d63-4292-aee8-789adcec70f4 req-d0ca423b-8369-4dc6-8fec-7edfd8af6c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:07:42.049453 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7e33c2cb-7d63-4292-aee8-789adcec70f4 req-d0ca423b-8369-4dc6-8fec-7edfd8af6c15 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4d93d8414d394ae180d5f159fb0b8b54&device_id=9241a2cc-9586-48bc-ad31-02bcbb8d3d73 HTTP/1.1" status: 200 len: 1096 time: 0.0523725 Sep 23 07:07:42.058707 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-864b7991-983b-41b1-8512-6a2da7f73d72 x-openstack-request-id: req-864b7991-983b-41b1-8512-6a2da7f73d72 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:07:42.059008 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9241a2cc-9586-48bc-ad31-02bcbb8d3d73", "tag": "27d074a5-8975-48d4-8a68-d84b9325ba43", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:07:42.059682 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-864b7991-983b-41b1-8512-6a2da7f73d72 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:07:42.060095 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9241a2cc-9586-48bc-ad31-02bcbb8d3d73', 'tag': '27d074a5-8975-48d4-8a68-d84b9325ba43', 'status': 'completed', 'code': 200} Sep 23 07:07:42.097967 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7e33c2cb-7d63-4292-aee8-789adcec70f4 req-40dd97ba-7f8e-41c5-aa9c-f64731973ab3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27d074a5-8975-48d4-8a68-d84b9325ba43 HTTP/1.1" status: 200 len: 217 time: 0.0361829 Sep 23 07:07:42.161261 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33c2cb-7d63-4292-aee8-789adcec70f4 req-a7af7f5c-2dd1-4780-b891-146d725dcc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:07:42.162953 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7e33c2cb-7d63-4292-aee8-789adcec70f4 req-a7af7f5c-2dd1-4780-b891-146d725dcc79 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5441eb5f-3885-44a6-9b00-13a9788d14f9 HTTP/1.1" status: 200 len: 855 time: 0.0575769 Sep 23 07:07:42.214622 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33c2cb-7d63-4292-aee8-789adcec70f4 req-fbbbea7c-bb55-4583-87f5-a34a8093c8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:07:42.216249 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7e33c2cb-7d63-4292-aee8-789adcec70f4 req-fbbbea7c-bb55-4583-87f5-a34a8093c8a8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ca28a1fe-55ea-41f7-96a5-1261b4a66187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449181 Sep 23 07:07:42.288290 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:07:42.316939 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7e33c2cb-7d63-4292-aee8-789adcec70f4 req-5cc82888-7f9d-4b9c-be04-27823b864070 service neutron] 10.222.0.58 "GET /v2.0/networks/ca28a1fe-55ea-41f7-96a5-1261b4a66187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926619 Sep 23 07:07:42.409047 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7e33c2cb-7d63-4292-aee8-789adcec70f4 req-70004eb6-328d-457e-a383-fee608b039dc service neutron] 10.222.0.58 "GET /v2.0/networks/ca28a1fe-55ea-41f7-96a5-1261b4a66187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824881 Sep 23 07:07:42.498148 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc56980-a5ae-465a-a188-565da5b741f8 req-1b9fdb1b-4e2d-43f3-92b7-e59312fb5bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:07:42.499635 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1bc56980-a5ae-465a-a188-565da5b741f8 req-1b9fdb1b-4e2d-43f3-92b7-e59312fb5bcb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4d93d8414d394ae180d5f159fb0b8b54&device_id=9241a2cc-9586-48bc-ad31-02bcbb8d3d73 HTTP/1.1" status: 200 len: 1096 time: 0.0411005 Sep 23 07:07:42.595261 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc56980-a5ae-465a-a188-565da5b741f8 req-6be8b3fe-68f7-4bfc-8ec7-3300cb8b9b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:07:42.596748 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1bc56980-a5ae-465a-a188-565da5b741f8 req-6be8b3fe-68f7-4bfc-8ec7-3300cb8b9b81 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ca28a1fe-55ea-41f7-96a5-1261b4a66187 HTTP/1.1" status: 200 len: 917 time: 0.0892262 Sep 23 07:07:42.642246 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1bc56980-a5ae-465a-a188-565da5b741f8 req-55e2239f-b3e8-4d92-add0-7e981acc0b94 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27d074a5-8975-48d4-8a68-d84b9325ba43 HTTP/1.1" status: 200 len: 217 time: 0.0360096 Sep 23 07:07:42.697204 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc56980-a5ae-465a-a188-565da5b741f8 req-d4f57005-1e3c-41e2-ab87-eaa424cf5d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:07:42.698730 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1bc56980-a5ae-465a-a188-565da5b741f8 req-d4f57005-1e3c-41e2-ab87-eaa424cf5d70 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5441eb5f-3885-44a6-9b00-13a9788d14f9 HTTP/1.1" status: 200 len: 855 time: 0.0492342 Sep 23 07:07:42.749339 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc56980-a5ae-465a-a188-565da5b741f8 req-294ab946-33df-45a6-b2ec-4f63c6cc1f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:07:42.750863 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1bc56980-a5ae-465a-a188-565da5b741f8 req-294ab946-33df-45a6-b2ec-4f63c6cc1f26 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ca28a1fe-55ea-41f7-96a5-1261b4a66187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442662 Sep 23 07:07:42.846573 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1bc56980-a5ae-465a-a188-565da5b741f8 req-59353fd1-d6bc-4989-9739-f2220c009f66 service neutron] 10.222.0.58 "GET /v2.0/networks/ca28a1fe-55ea-41f7-96a5-1261b4a66187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851166 Sep 23 07:07:42.955425 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1bc56980-a5ae-465a-a188-565da5b741f8 req-d87a324f-5921-452f-9992-1a9126074d4c service neutron] 10.222.0.58 "GET /v2.0/networks/ca28a1fe-55ea-41f7-96a5-1261b4a66187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978231 Sep 23 07:07:42.992066 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ac3ee-7296-46bc-87c2-8bf004c58612 req-905f7709-b530-4961-a219-102655ebd611 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:07:42.993556 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-203ac3ee-7296-46bc-87c2-8bf004c58612 req-905f7709-b530-4961-a219-102655ebd611 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=9241a2cc-9586-48bc-ad31-02bcbb8d3d73 HTTP/1.1" status: 200 len: 944 time: 0.0509288 Sep 23 07:07:43.035468 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-203ac3ee-7296-46bc-87c2-8bf004c58612 req-3eaed66d-83d3-4b43-a1d2-dca16e03b99a tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=3393c7b0-0596-4371-8310-4ab905c5a883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348499 Sep 23 07:07:43.795331 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:07:44.178611 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eca0cc2-b0d2-4156-8b14-f79bb732a5c5 req-c188f978-2c44-41bc-a487-483b8a742ad1 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:07:44.180109 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5eca0cc2-b0d2-4156-8b14-f79bb732a5c5 req-c188f978-2c44-41bc-a487-483b8a742ad1 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=9241a2cc-9586-48bc-ad31-02bcbb8d3d73 HTTP/1.1" status: 200 len: 944 time: 0.0547791 Sep 23 07:07:44.217450 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5eca0cc2-b0d2-4156-8b14-f79bb732a5c5 req-f2ab917c-2ea4-4a7e-86b0-f2091e76d291 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=3393c7b0-0596-4371-8310-4ab905c5a883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310559 Sep 23 07:07:45.345001 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635de320-8548-43cc-bc15-6fcec5e20bbc req-af211bdb-0915-4776-b9f2-c5aafb74e4c1 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:07:45.346568 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-635de320-8548-43cc-bc15-6fcec5e20bbc req-af211bdb-0915-4776-b9f2-c5aafb74e4c1 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=9241a2cc-9586-48bc-ad31-02bcbb8d3d73 HTTP/1.1" status: 200 len: 944 time: 0.0545280 Sep 23 07:07:45.388231 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-635de320-8548-43cc-bc15-6fcec5e20bbc req-ac96b3e9-c8c1-4446-99a6-934336739324 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=3393c7b0-0596-4371-8310-4ab905c5a883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348251 Sep 23 07:07:45.402714 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0100bd80-6b50-461b-a7e7-52d2dabb3a23 req-0cf21138-669a-4e2c-8e66-506b1b0f8bad tempest-VolumesBackupsTest-638302725 tempest-VolumesBackupsTest-638302725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:07:45.404226 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0100bd80-6b50-461b-a7e7-52d2dabb3a23 req-0cf21138-669a-4e2c-8e66-506b1b0f8bad tempest-VolumesBackupsTest-638302725 tempest-VolumesBackupsTest-638302725-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f7395e5-e5a5-4193-9bb8-95acd525ee6c HTTP/1.1" status: 200 len: 950 time: 0.0527036 Sep 23 07:07:45.444160 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0100bd80-6b50-461b-a7e7-52d2dabb3a23 req-4a031055-f84e-45f5-80d7-913ddf7b975d tempest-VolumesBackupsTest-638302725 tempest-VolumesBackupsTest-638302725-project] 10.222.0.39 "GET /v2.0/security-groups?id=a546b148-6889-47c4-9171-f1419a128bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332224 Sep 23 07:07:45.609629 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 27d074a5-8975-48d4-8a68-d84b9325ba43 details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:07:45.705309 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 27d074a5-8975-48d4-8a68-d84b9325ba43, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=27d074a5-8975-48d4-8a68-d84b9325ba43,segment=NetworkSegment(1c65d3ce-0d0d-44a7-ae9c-a00acf5305e9),segment_id=1c65d3ce-0d0d-44a7-ae9c-a00acf5305e9)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:07:45.716182 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': '27d074a5-8975-48d4-8a68-d84b9325ba43', 'network_id': 'ca28a1fe-55ea-41f7-96a5-1261b4a66187', 'port_id': '27d074a5-8975-48d4-8a68-d84b9325ba43', 'mac_address': 'fa:16:3e:7d:f2:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5441eb5f-3885-44a6-9b00-13a9788d14f9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:07:45.752702 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:07:45.764936 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27d074a5-8975-48d4-8a68-d84b9325ba43 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:07:45.784234 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 27d074a5-8975-48d4-8a68-d84b9325ba43, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=27d074a5-8975-48d4-8a68-d84b9325ba43,segment=NetworkSegment(1c65d3ce-0d0d-44a7-ae9c-a00acf5305e9),segment_id=1c65d3ce-0d0d-44a7-ae9c-a00acf5305e9)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:07:45.788788 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:07:45.837664 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=27d074a5-8975-48d4-8a68-d84b9325ba43,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:07:45.844884 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:07:45.845234 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:07:45.845578 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:07:45.845939 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:07:45.846276 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:07:45.846609 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:07:45.847457 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:07:45.847811 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:07:45.848218 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:07:45.848546 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:07:45.848872 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:07:45.849194 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:07:46.053298 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['27d074a5-8975-48d4-8a68-d84b9325ba43'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:07:46.510384 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f32b5-013b-4c74-b2bf-c30b0179f9e0 req-b89ddd34-a6ed-4793-b8c6-646059777121 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:07:46.511864 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-845f32b5-013b-4c74-b2bf-c30b0179f9e0 req-b89ddd34-a6ed-4793-b8c6-646059777121 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=9241a2cc-9586-48bc-ad31-02bcbb8d3d73 HTTP/1.1" status: 200 len: 945 time: 0.0492008 Sep 23 07:07:46.550411 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-845f32b5-013b-4c74-b2bf-c30b0179f9e0 req-29f75c62-c445-4e88-a781-bc1eb3bc4b98 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=3393c7b0-0596-4371-8310-4ab905c5a883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324686 Sep 23 07:07:46.559727 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53310971-7495-4ab2-8c88-3eaf725df274 req-504de7ea-2b4e-4eb4-aaa6-c20e083d215e tempest-VolumesBackupsTest-638302725 tempest-VolumesBackupsTest-638302725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:07:46.561206 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-53310971-7495-4ab2-8c88-3eaf725df274 req-504de7ea-2b4e-4eb4-aaa6-c20e083d215e tempest-VolumesBackupsTest-638302725 tempest-VolumesBackupsTest-638302725-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f7395e5-e5a5-4193-9bb8-95acd525ee6c HTTP/1.1" status: 200 len: 950 time: 0.0478473 Sep 23 07:07:46.605741 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-53310971-7495-4ab2-8c88-3eaf725df274 req-b4c1187e-9136-4576-863d-d09ed6db8d9c tempest-VolumesBackupsTest-638302725 tempest-VolumesBackupsTest-638302725-project] 10.222.0.39 "GET /v2.0/security-groups?id=a546b148-6889-47c4-9171-f1419a128bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375686 Sep 23 07:07:47.076437 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b231e-3df5-4ce6-9d39-11332e6b57a3 req-a2278c1a-d3bd-4512-a8f8-f319281da532 tempest-VolumesBackupsTest-638302725 tempest-VolumesBackupsTest-638302725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:07:47.077935 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-398b231e-3df5-4ce6-9d39-11332e6b57a3 req-a2278c1a-d3bd-4512-a8f8-f319281da532 tempest-VolumesBackupsTest-638302725 tempest-VolumesBackupsTest-638302725-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f7395e5-e5a5-4193-9bb8-95acd525ee6c HTTP/1.1" status: 200 len: 950 time: 0.0548549 Sep 23 07:07:47.167855 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-398b231e-3df5-4ce6-9d39-11332e6b57a3 req-bb3e9f8a-1092-465a-ab85-2d8493ea2459 tempest-VolumesBackupsTest-638302725 tempest-VolumesBackupsTest-638302725-project] Deleting port 75564413-1078-4f6c-9a2f-a73517b4ac3c {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:07:47.168197 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-398b231e-3df5-4ce6-9d39-11332e6b57a3 req-bb3e9f8a-1092-465a-ab85-2d8493ea2459 tempest-VolumesBackupsTest-638302725 tempest-VolumesBackupsTest-638302725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:07:47.577430 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-398b231e-3df5-4ce6-9d39-11332e6b57a3 req-bb3e9f8a-1092-465a-ab85-2d8493ea2459 tempest-VolumesBackupsTest-638302725 tempest-VolumesBackupsTest-638302725-project] For port 75564413-1078-4f6c-9a2f-a73517b4ac3c, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=75564413-1078-4f6c-9a2f-a73517b4ac3c,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:07:47.578185 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-398b231e-3df5-4ce6-9d39-11332e6b57a3 req-bb3e9f8a-1092-465a-ab85-2d8493ea2459 tempest-VolumesBackupsTest-638302725 tempest-VolumesBackupsTest-638302725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:07:47.591707 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-398b231e-3df5-4ce6-9d39-11332e6b57a3 req-bb3e9f8a-1092-465a-ab85-2d8493ea2459 tempest-VolumesBackupsTest-638302725 tempest-VolumesBackupsTest-638302725-project] Calling delete_port for 75564413-1078-4f6c-9a2f-a73517b4ac3c owned by compute:nova {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:07:47.624622 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 27d074a5-8975-48d4-8a68-d84b9325ba43 up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:07:47.678214 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8131d5a6-5994-4460-a6df-ce50f7fb8865 req-e5433891-0dd7-4b13-8971-04149166583e tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:07:47.679871 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8131d5a6-5994-4460-a6df-ce50f7fb8865 req-e5433891-0dd7-4b13-8971-04149166583e tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=9241a2cc-9586-48bc-ad31-02bcbb8d3d73 HTTP/1.1" status: 200 len: 945 time: 0.0537977 Sep 23 07:07:47.717783 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port 27d074a5-8975-48d4-8a68-d84b9325ba43 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:07:47.723081 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port 27d074a5-8975-48d4-8a68-d84b9325ba43 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:07:47.723992 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:07:47.732434 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8131d5a6-5994-4460-a6df-ce50f7fb8865 req-819270e9-dc43-4a65-953a-01b02eb86b2a tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=3393c7b0-0596-4371-8310-4ab905c5a883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451531 Sep 23 07:07:47.762749 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-398b231e-3df5-4ce6-9d39-11332e6b57a3 req-bb3e9f8a-1092-465a-ab85-2d8493ea2459 tempest-VolumesBackupsTest-638302725 tempest-VolumesBackupsTest-638302725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:07:47.773210 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481cb4ad-b8ed-4186-a0fd-32b8acd53e2e req-44d29ba1-37a6-4110-9986-782118026b35 tempest-VolumesBackupsTest-638302725 tempest-VolumesBackupsTest-638302725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:07:47.774766 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-481cb4ad-b8ed-4186-a0fd-32b8acd53e2e req-44d29ba1-37a6-4110-9986-782118026b35 tempest-VolumesBackupsTest-638302725 tempest-VolumesBackupsTest-638302725-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f7395e5-e5a5-4193-9bb8-95acd525ee6c HTTP/1.1" status: 200 len: 950 time: 0.0658083 Sep 23 07:07:47.797111 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['75564413-1078-4f6c-9a2f-a73517b4ac3c'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:07:47.824819 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3e9f8a-1092-465a-ab85-2d8493ea2459 tempest-VolumesBackupsTest-638302725 tempest-VolumesBackupsTest-638302725-project] Pushing event deleted for resources: {'Port': ['ID=75564413-1078-4f6c-9a2f-a73517b4ac3c,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:07:47.834110 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:07:47.861383 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9241a2cc-9586-48bc-ad31-02bcbb8d3d73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27d074a5-8975-48d4-8a68-d84b9325ba43'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:07:47.864361 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91099ba7-7932-404a-b713-9416b99b5144" -d '{"events": [{"server_uuid": "9241a2cc-9586-48bc-ad31-02bcbb8d3d73", "name": "network-vif-plugged", "status": "completed", "tag": "27d074a5-8975-48d4-8a68-d84b9325ba43"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:07:47.867770 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-398b231e-3df5-4ce6-9d39-11332e6b57a3 req-bb3e9f8a-1092-465a-ab85-2d8493ea2459 tempest-VolumesBackupsTest-638302725 tempest-VolumesBackupsTest-638302725-project] No DVR routers for this DVR port 75564413-1078-4f6c-9a2f-a73517b4ac3c on host n-h2-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:07:47.871998 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-398b231e-3df5-4ce6-9d39-11332e6b57a3 req-bb3e9f8a-1092-465a-ab85-2d8493ea2459 tempest-VolumesBackupsTest-638302725 tempest-VolumesBackupsTest-638302725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:07:47.874112 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-398b231e-3df5-4ce6-9d39-11332e6b57a3 req-bb3e9f8a-1092-465a-ab85-2d8493ea2459 tempest-VolumesBackupsTest-638302725 tempest-VolumesBackupsTest-638302725-project] 10.222.0.58 "DELETE /v2.0/ports/75564413-1078-4f6c-9a2f-a73517b4ac3c HTTP/1.1" status: 204 len: 173 time: 0.7897832 Sep 23 07:07:47.874588 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f7395e5-e5a5-4193-9bb8-95acd525ee6c', 'name': 'network-vif-deleted', 'tag': '75564413-1078-4f6c-9a2f-a73517b4ac3c'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:07:47.876806 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38fd3025-ac1d-4c0d-9f01-904e03a8de6e" -d '{"events": [{"server_uuid": "5f7395e5-e5a5-4193-9bb8-95acd525ee6c", "name": "network-vif-deleted", "tag": "75564413-1078-4f6c-9a2f-a73517b4ac3c"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:07:47.885506 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-481cb4ad-b8ed-4186-a0fd-32b8acd53e2e req-24798951-7820-49a9-9304-607f0f70e6c2 tempest-VolumesBackupsTest-638302725 tempest-VolumesBackupsTest-638302725-project] 10.222.0.39 "GET /v2.0/security-groups?id=a546b148-6889-47c4-9171-f1419a128bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985022 Sep 23 07:07:47.885823 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 27d074a5-8975-48d4-8a68-d84b9325ba43, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=27d074a5-8975-48d4-8a68-d84b9325ba43,segment=NetworkSegment(1c65d3ce-0d0d-44a7-ae9c-a00acf5305e9),segment_id=1c65d3ce-0d0d-44a7-ae9c-a00acf5305e9)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:07:47.890103 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:07:47.927177 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f67391e-5edb-4be8-99b3-889330fbe103 x-openstack-request-id: req-1f67391e-5edb-4be8-99b3-889330fbe103 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:07:47.927501 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9241a2cc-9586-48bc-ad31-02bcbb8d3d73", "name": "network-vif-plugged", "status": "completed", "tag": "27d074a5-8975-48d4-8a68-d84b9325ba43", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:07:47.928532 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1f67391e-5edb-4be8-99b3-889330fbe103 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:07:47.928931 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9241a2cc-9586-48bc-ad31-02bcbb8d3d73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27d074a5-8975-48d4-8a68-d84b9325ba43', 'code': 200} Sep 23 07:07:47.947295 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8828b9a5-a382-40f8-aea7-489b6e2c2509 x-openstack-request-id: req-8828b9a5-a382-40f8-aea7-489b6e2c2509 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:07:47.947595 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f7395e5-e5a5-4193-9bb8-95acd525ee6c", "name": "network-vif-deleted", "tag": "75564413-1078-4f6c-9a2f-a73517b4ac3c", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:07:47.947852 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8828b9a5-a382-40f8-aea7-489b6e2c2509 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:07:47.948248 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f7395e5-e5a5-4193-9bb8-95acd525ee6c', 'name': 'network-vif-deleted', 'tag': '75564413-1078-4f6c-9a2f-a73517b4ac3c', 'status': 'completed', 'code': 200} Sep 23 07:07:47.963836 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=27d074a5-8975-48d4-8a68-d84b9325ba43,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:07:48.020478 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d134eb98-1555-461c-8613-0e4ef91c00bf req-19df7419-cb98-4d2d-805c-c078c2f693a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:07:48.022012 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d134eb98-1555-461c-8613-0e4ef91c00bf req-19df7419-cb98-4d2d-805c-c078c2f693a5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9241a2cc-9586-48bc-ad31-02bcbb8d3d73 HTTP/1.1" status: 200 len: 1098 time: 0.0487838 Sep 23 07:07:48.061525 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d134eb98-1555-461c-8613-0e4ef91c00bf req-13eec9b5-86ed-468d-81f3-7f52e3641772 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=3393c7b0-0596-4371-8310-4ab905c5a883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311289 Sep 23 07:07:48.856068 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b0b3ff-0545-4527-aeff-d95ae9b0a4ff req-f47bf20f-e6f6-4e27-8418-cff46e83883c tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:07:48.857972 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b1b0b3ff-0545-4527-aeff-d95ae9b0a4ff req-f47bf20f-e6f6-4e27-8418-cff46e83883c tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=9241a2cc-9586-48bc-ad31-02bcbb8d3d73 HTTP/1.1" status: 200 len: 946 time: 0.0488670 Sep 23 07:07:48.895916 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b1b0b3ff-0545-4527-aeff-d95ae9b0a4ff req-93baea53-c5fd-4e17-8da2-b171d8a95942 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=3393c7b0-0596-4371-8310-4ab905c5a883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313206 Sep 23 07:07:50.029487 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd7d359-6e9e-48af-b2e4-d5fc313c9797 req-5c35c3c7-eb1b-475d-b486-578b646b7caa tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:07:50.031008 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fdd7d359-6e9e-48af-b2e4-d5fc313c9797 req-5c35c3c7-eb1b-475d-b486-578b646b7caa tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=9241a2cc-9586-48bc-ad31-02bcbb8d3d73 HTTP/1.1" status: 200 len: 946 time: 0.0505888 Sep 23 07:07:50.071609 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fdd7d359-6e9e-48af-b2e4-d5fc313c9797 req-ef35d266-ca66-4bff-a7e3-8c404c02a9ed tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=3393c7b0-0596-4371-8310-4ab905c5a883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345914 Sep 23 07:07:50.196048 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c37e8f6-9502-4d94-aac4-6c0190c3c68c req-6fe0cf71-f786-4f0f-ae26-85d9ea13786f tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:07:50.197617 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6c37e8f6-9502-4d94-aac4-6c0190c3c68c req-6fe0cf71-f786-4f0f-ae26-85d9ea13786f tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=9241a2cc-9586-48bc-ad31-02bcbb8d3d73 HTTP/1.1" status: 200 len: 946 time: 0.0496690 Sep 23 07:07:50.206407 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 33426) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:07:50.210925 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-9deb60c9-6e8d-4bbf-908e-aefffe58b1d6 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Request body: {'floatingip': {'port_id': '27d074a5-8975-48d4-8a68-d84b9325ba43'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:07:50.254567 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9deb60c9-6e8d-4bbf-908e-aefffe58b1d6 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks [] for floatingip, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:07:50.963950 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9deb60c9-6e8d-4bbf-908e-aefffe58b1d6 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:07:50.968513 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9deb60c9-6e8d-4bbf-908e-aefffe58b1d6 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:07:51.076090 n-d-715271-16 neutron-server[95065]: INFO neutron.db.l3_db [None req-9deb60c9-6e8d-4bbf-908e-aefffe58b1d6 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Floating IP 25f46a7b-2513-4367-a68d-2a704fff5f9a associated. External IP: 172.25.2.245, port: 27d074a5-8975-48d4-8a68-d84b9325ba43. Sep 23 07:07:51.309566 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9deb60c9-6e8d-4bbf-908e-aefffe58b1d6 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Router 113bcdd0-0d81-4185-8c10-425ae2a812d6 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:07:51.422640 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9deb60c9-6e8d-4bbf-908e-aefffe58b1d6 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:07:51.428383 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9deb60c9-6e8d-4bbf-908e-aefffe58b1d6 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:07:51.436604 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce953195-e5be-4089-ac65-cbf58dc3224d None None] Sync routers for ids ['113bcdd0-0d81-4185-8c10-425ae2a812d6'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:07:51.447933 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce953195-e5be-4089-ac65-cbf58dc3224d None None] Routers {'113bcdd0-0d81-4185-8c10-425ae2a812d6'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:07:51.448583 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-ce953195-e5be-4089-ac65-cbf58dc3224d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:07:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['113bcdd0-0d81-4185-8c10-425ae2a812d6'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:07:51.460008 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-9deb60c9-6e8d-4bbf-908e-aefffe58b1d6 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "PUT /v2.0/floatingips/25f46a7b-2513-4367-a68d-2a704fff5f9a HTTP/1.1" status: 200 len: 992 time: 1.2525282 Sep 23 07:07:51.460604 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9241a2cc-9586-48bc-ad31-02bcbb8d3d73', 'tag': '27d074a5-8975-48d4-8a68-d84b9325ba43'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:07:51.463102 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-790a37a4-1f8d-485a-afc8-0be43c37278a" -d '{"events": [{"name": "network-changed", "server_uuid": "9241a2cc-9586-48bc-ad31-02bcbb8d3d73", "tag": "27d074a5-8975-48d4-8a68-d84b9325ba43"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:07:51.504906 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae6bb06-3210-4872-832c-e68dc7eef73f x-openstack-request-id: req-0ae6bb06-3210-4872-832c-e68dc7eef73f {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:07:51.505419 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9241a2cc-9586-48bc-ad31-02bcbb8d3d73", "tag": "27d074a5-8975-48d4-8a68-d84b9325ba43", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:07:51.505768 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0ae6bb06-3210-4872-832c-e68dc7eef73f {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:07:51.506295 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9241a2cc-9586-48bc-ad31-02bcbb8d3d73', 'tag': '27d074a5-8975-48d4-8a68-d84b9325ba43', 'status': 'completed', 'code': 200} Sep 23 07:07:51.627542 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-ce953195-e5be-4089-ac65-cbf58dc3224d None None] Set router 113bcdd0-0d81-4185-8c10-425ae2a812d6 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:07:51.628563 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a37a4-1f8d-485a-afc8-0be43c37278a req-6e00befe-8f42-41d7-8024-ecbcda6dce01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:07:51.630357 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-790a37a4-1f8d-485a-afc8-0be43c37278a req-6e00befe-8f42-41d7-8024-ecbcda6dce01 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4d93d8414d394ae180d5f159fb0b8b54&device_id=9241a2cc-9586-48bc-ad31-02bcbb8d3d73 HTTP/1.1" status: 200 len: 1098 time: 0.0921800 Sep 23 07:07:51.635715 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 75564413-1078-4f6c-9a2f-a73517b4ac3c no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:07:51.679015 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No Port match for: 75564413-1078-4f6c-9a2f-a73517b4ac3c {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:07:51.679660 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 75564413-1078-4f6c-9a2f-a73517b4ac3c not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:07:51.758351 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a37a4-1f8d-485a-afc8-0be43c37278a req-1a3f52f1-077d-47c6-bb9b-67bf28bf3bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:07:51.759994 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-790a37a4-1f8d-485a-afc8-0be43c37278a req-1a3f52f1-077d-47c6-bb9b-67bf28bf3bfc service neutron] 10.222.0.58 "GET /v2.0/networks?id=ca28a1fe-55ea-41f7-96a5-1261b4a66187 HTTP/1.1" status: 200 len: 917 time: 0.1154749 Sep 23 07:07:51.844338 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-790a37a4-1f8d-485a-afc8-0be43c37278a req-47c2b482-07b4-45af-bc88-d53f7e6cb638 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27d074a5-8975-48d4-8a68-d84b9325ba43 HTTP/1.1" status: 200 len: 1000 time: 0.0737693 Sep 23 07:07:51.906114 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a37a4-1f8d-485a-afc8-0be43c37278a req-20a4275e-6976-4753-b169-bd01d5e74278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:07:51.907701 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-790a37a4-1f8d-485a-afc8-0be43c37278a req-20a4275e-6976-4753-b169-bd01d5e74278 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5441eb5f-3885-44a6-9b00-13a9788d14f9 HTTP/1.1" status: 200 len: 855 time: 0.0562074 Sep 23 07:07:51.959839 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a37a4-1f8d-485a-afc8-0be43c37278a req-74da6bcc-3f6d-43ab-b039-d14682666433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:07:51.961987 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-790a37a4-1f8d-485a-afc8-0be43c37278a req-74da6bcc-3f6d-43ab-b039-d14682666433 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ca28a1fe-55ea-41f7-96a5-1261b4a66187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460718 Sep 23 07:07:52.023963 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-ce953195-e5be-4089-ac65-cbf58dc3224d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '113bcdd0-0d81-4185-8c10-425ae2a812d6', 'name': 'tempest-AttachVolumeShelveTestJSON-295849971-router', 'tenant_id': '4d93d8414d394ae180d5f159fb0b8b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '0c725ec1-eb17-464d-8874-cd943b7136a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:02:25Z', 'updated_at': '2021-09-23T07:02:31Z', 'revision_number': 4, 'project_id': '4d93d8414d394ae180d5f159fb0b8b54', 'gw_port': {'id': '0c725ec1-eb17-464d-8874-cd943b7136a7', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bf:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113bcdd0-0d81-4185-8c10-425ae2a812d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:26Z', 'updated_at': '2021-09-23T07:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '25f46a7b-2513-4367-a68d-2a704fff5f9a', 'tenant_id': '4d93d8414d394ae180d5f159fb0b8b54', 'floating_ip_address': '172.25.2.245', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '113bcdd0-0d81-4185-8c10-425ae2a812d6', 'port_id': '27d074a5-8975-48d4-8a68-d84b9325ba43', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca28a1fe-55ea-41f7-96a5-1261b4a66187', 'mac_address': 'fa:16:3e:7d:f2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9241a2cc-9586-48bc-ad31-02bcbb8d3d73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:07:38Z', 'updated_at': '2021-09-23T07:07:50Z', 'revision_number': 1, 'project_id': '4d93d8414d394ae180d5f159fb0b8b54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e3bdc63-8e1c-4dee-b760-db4eda2132a6', 'name': '', 'network_id': 'ca28a1fe-55ea-41f7-96a5-1261b4a66187', 'tenant_id': '4d93d8414d394ae180d5f159fb0b8b54', 'mac_address': 'fa:16:3e:e7:20:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113bcdd0-0d81-4185-8c10-425ae2a812d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '5441eb5f-3885-44a6-9b00-13a9788d14f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:29Z', 'updated_at': '2021-09-23T07:02:40Z', 'revision_number': 5, 'project_id': '4d93d8414d394ae180d5f159fb0b8b54', 'subnets': [{'id': '5441eb5f-3885-44a6-9b00-13a9788d14f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:07:52.055629 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce953195-e5be-4089-ac65-cbf58dc3224d None None] Checking router: 113bcdd0-0d81-4185-8c10-425ae2a812d6 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:07:52.066839 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce953195-e5be-4089-ac65-cbf58dc3224d None None] Routers {'113bcdd0-0d81-4185-8c10-425ae2a812d6'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:07:52.067759 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-ce953195-e5be-4089-ac65-cbf58dc3224d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:07:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['113bcdd0-0d81-4185-8c10-425ae2a812d6'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:07:52.085545 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-790a37a4-1f8d-485a-afc8-0be43c37278a req-1c9d7b8d-4628-41ad-9777-b8addba6339e service neutron] 10.222.0.58 "GET /v2.0/networks/ca28a1fe-55ea-41f7-96a5-1261b4a66187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147368 Sep 23 07:07:52.199724 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-ce953195-e5be-4089-ac65-cbf58dc3224d None None] Set router 113bcdd0-0d81-4185-8c10-425ae2a812d6 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:07:52.208228 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-790a37a4-1f8d-485a-afc8-0be43c37278a req-608a79cb-230f-47b8-965c-316a401721d4 service neutron] 10.222.0.58 "GET /v2.0/networks/ca28a1fe-55ea-41f7-96a5-1261b4a66187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101544 Sep 23 07:07:52.435261 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-ce953195-e5be-4089-ac65-cbf58dc3224d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '113bcdd0-0d81-4185-8c10-425ae2a812d6', 'name': 'tempest-AttachVolumeShelveTestJSON-295849971-router', 'tenant_id': '4d93d8414d394ae180d5f159fb0b8b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '0c725ec1-eb17-464d-8874-cd943b7136a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:02:25Z', 'updated_at': '2021-09-23T07:02:31Z', 'revision_number': 4, 'project_id': '4d93d8414d394ae180d5f159fb0b8b54', 'gw_port': {'id': '0c725ec1-eb17-464d-8874-cd943b7136a7', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bf:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113bcdd0-0d81-4185-8c10-425ae2a812d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:26Z', 'updated_at': '2021-09-23T07:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '25f46a7b-2513-4367-a68d-2a704fff5f9a', 'tenant_id': '4d93d8414d394ae180d5f159fb0b8b54', 'floating_ip_address': '172.25.2.245', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '113bcdd0-0d81-4185-8c10-425ae2a812d6', 'port_id': '27d074a5-8975-48d4-8a68-d84b9325ba43', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca28a1fe-55ea-41f7-96a5-1261b4a66187', 'mac_address': 'fa:16:3e:7d:f2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9241a2cc-9586-48bc-ad31-02bcbb8d3d73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:07:38Z', 'updated_at': '2021-09-23T07:07:50Z', 'revision_number': 1, 'project_id': '4d93d8414d394ae180d5f159fb0b8b54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e3bdc63-8e1c-4dee-b760-db4eda2132a6', 'name': '', 'network_id': 'ca28a1fe-55ea-41f7-96a5-1261b4a66187', 'tenant_id': '4d93d8414d394ae180d5f159fb0b8b54', 'mac_address': 'fa:16:3e:e7:20:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113bcdd0-0d81-4185-8c10-425ae2a812d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '5441eb5f-3885-44a6-9b00-13a9788d14f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:29Z', 'updated_at': '2021-09-23T07:02:40Z', 'revision_number': 5, 'project_id': '4d93d8414d394ae180d5f159fb0b8b54', 'subnets': [{'id': '5441eb5f-3885-44a6-9b00-13a9788d14f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:07:52.462995 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce953195-e5be-4089-ac65-cbf58dc3224d None None] The sync data for ids ['113bcdd0-0d81-4185-8c10-425ae2a812d6'] in n-d-715271-16 is: [{'id': '113bcdd0-0d81-4185-8c10-425ae2a812d6', 'name': 'tempest-AttachVolumeShelveTestJSON-295849971-router', 'tenant_id': '4d93d8414d394ae180d5f159fb0b8b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '0c725ec1-eb17-464d-8874-cd943b7136a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:02:25Z', 'updated_at': '2021-09-23T07:02:31Z', 'revision_number': 4, 'project_id': '4d93d8414d394ae180d5f159fb0b8b54', 'gw_port': {'id': '0c725ec1-eb17-464d-8874-cd943b7136a7', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bf:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113bcdd0-0d81-4185-8c10-425ae2a812d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:26Z', 'updated_at': '2021-09-23T07:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '25f46a7b-2513-4367-a68d-2a704fff5f9a', 'tenant_id': '4d93d8414d394ae180d5f159fb0b8b54', 'floating_ip_address': '172.25.2.245', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '113bcdd0-0d81-4185-8c10-425ae2a812d6', 'port_id': '27d074a5-8975-48d4-8a68-d84b9325ba43', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca28a1fe-55ea-41f7-96a5-1261b4a66187', 'mac_address': 'fa:16:3e:7d:f2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9241a2cc-9586-48bc-ad31-02bcbb8d3d73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:07:38Z', 'updated_at': '2021-09-23T07:07:50Z', 'revision_number': 1, 'project_id': '4d93d8414d394ae180d5f159fb0b8b54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e3bdc63-8e1c-4dee-b760-db4eda2132a6', 'name': '', 'network_id': 'ca28a1fe-55ea-41f7-96a5-1261b4a66187', 'tenant_id': '4d93d8414d394ae180d5f159fb0b8b54', 'mac_address': 'fa:16:3e:e7:20:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113bcdd0-0d81-4185-8c10-425ae2a812d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '5441eb5f-3885-44a6-9b00-13a9788d14f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:29Z', 'updated_at': '2021-09-23T07:02:40Z', 'revision_number': 5, 'project_id': '4d93d8414d394ae180d5f159fb0b8b54', 'subnets': [{'id': '5441eb5f-3885-44a6-9b00-13a9788d14f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:07:52.669181 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fae6ba-9117-4bc5-ab7c-5bce9f411386 None None] New status for floating IP 25f46a7b-2513-4367-a68d-2a704fff5f9a: ACTIVE {{(pid=95067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 07:07:57.653096 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 33542) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:07:57.720938 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-09f48638-359e-4e66-b174-c261aa806f50 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/floatingips/5f109f23-23a9-4f72-9269-887d66e49c81 HTTP/1.1" status: 200 len: 993 time: 0.0666544 Sep 23 07:07:57.976706 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 33550) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:07:58.152353 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-e70b3f01-fcca-415b-9e2b-3bd4ff481751 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Deleting port 5d45dad7-f14b-45cd-ae1b-352710cfff5e {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:07:58.152705 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e70b3f01-fcca-415b-9e2b-3bd4ff481751 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:07:58.232898 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e70b3f01-fcca-415b-9e2b-3bd4ff481751 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:07:58.233328 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e70b3f01-fcca-415b-9e2b-3bd4ff481751 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:07:58.246512 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-e70b3f01-fcca-415b-9e2b-3bd4ff481751 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Calling delete_port for 5d45dad7-f14b-45cd-ae1b-352710cfff5e owned by network:floatingip {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:07:58.406807 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e70b3f01-fcca-415b-9e2b-3bd4ff481751 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:07:58.462616 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70b3f01-fcca-415b-9e2b-3bd4ff481751 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Pushing event deleted for resources: {'Port': ['ID=5d45dad7-f14b-45cd-ae1b-352710cfff5e,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:07:58.504000 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e70b3f01-fcca-415b-9e2b-3bd4ff481751 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for floatingip, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:07:58.504339 n-d-715271-16 neutron-server[95066]: INFO neutron.db.l3_db [None req-e70b3f01-fcca-415b-9e2b-3bd4ff481751 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Floating IP 5f109f23-23a9-4f72-9269-887d66e49c81 disassociated (deleted). External IP: 172.25.2.78, port: 69c8fad8-46a6-400c-9997-d512ecbbce9b. Sep 23 07:07:58.736576 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e70b3f01-fcca-415b-9e2b-3bd4ff481751 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Router 143e6256-d885-4205-a3ea-e4394d87ad5e has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:07:58.859687 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e70b3f01-fcca-415b-9e2b-3bd4ff481751 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:07:58.864883 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e70b3f01-fcca-415b-9e2b-3bd4ff481751 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:07:58.870296 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c773a106-5190-4811-b174-c08164cb5a7d None None] Sync routers for ids ['143e6256-d885-4205-a3ea-e4394d87ad5e'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:07:58.879640 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c773a106-5190-4811-b174-c08164cb5a7d None None] Routers {'143e6256-d885-4205-a3ea-e4394d87ad5e'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:07:58.880256 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-c773a106-5190-4811-b174-c08164cb5a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:07:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['143e6256-d885-4205-a3ea-e4394d87ad5e'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:07:58.895475 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-e70b3f01-fcca-415b-9e2b-3bd4ff481751 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "DELETE /v2.0/floatingips/5f109f23-23a9-4f72-9269-887d66e49c81 HTTP/1.1" status: 204 len: 168 time: 0.9159405 Sep 23 07:07:58.896648 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7df79e13-6ec1-4528-8889-287751f037cb', 'tag': '69c8fad8-46a6-400c-9997-d512ecbbce9b'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:07:58.900586 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21fc61b7-b3dd-4dc0-b014-3598276d3845" -d '{"events": [{"name": "network-changed", "server_uuid": "7df79e13-6ec1-4528-8889-287751f037cb", "tag": "69c8fad8-46a6-400c-9997-d512ecbbce9b"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:07:58.961943 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-206da273-5d8e-4095-82a7-12120223edce x-openstack-request-id: req-206da273-5d8e-4095-82a7-12120223edce {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:07:58.962887 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7df79e13-6ec1-4528-8889-287751f037cb", "tag": "69c8fad8-46a6-400c-9997-d512ecbbce9b", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:07:58.963314 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-206da273-5d8e-4095-82a7-12120223edce {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:07:58.963951 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7df79e13-6ec1-4528-8889-287751f037cb', 'tag': '69c8fad8-46a6-400c-9997-d512ecbbce9b', 'status': 'completed', 'code': 200} Sep 23 07:07:59.005314 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-c773a106-5190-4811-b174-c08164cb5a7d None None] Set router 143e6256-d885-4205-a3ea-e4394d87ad5e gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:07:59.061384 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fc61b7-b3dd-4dc0-b014-3598276d3845 req-4218244d-7e3e-42c4-b523-cb5f629442ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:07:59.062108 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-21fc61b7-b3dd-4dc0-b014-3598276d3845 req-4218244d-7e3e-42c4-b523-cb5f629442ac service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=285631e87ef3467186156f903d01ed48&device_id=7df79e13-6ec1-4528-8889-287751f037cb HTTP/1.1" status: 200 len: 1098 time: 0.0652425 Sep 23 07:07:59.202621 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fc61b7-b3dd-4dc0-b014-3598276d3845 req-e26210f7-45a7-408d-a6b5-30170290ba32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:07:59.204980 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-21fc61b7-b3dd-4dc0-b014-3598276d3845 req-e26210f7-45a7-408d-a6b5-30170290ba32 service neutron] 10.222.0.21 "GET /v2.0/networks?id=26820073-ef0c-442f-ad0a-6732e04f33d8 HTTP/1.1" status: 200 len: 898 time: 0.1297023 Sep 23 07:07:59.256504 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-21fc61b7-b3dd-4dc0-b014-3598276d3845 req-6f119a98-dbf3-4a4d-b335-9ce7932d888e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69c8fad8-46a6-400c-9997-d512ecbbce9b HTTP/1.1" status: 200 len: 217 time: 0.0439034 Sep 23 07:07:59.287059 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-c773a106-5190-4811-b174-c08164cb5a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143e6256-d885-4205-a3ea-e4394d87ad5e', 'name': 'tempest-TestNetworkBasicOps-router-613470321', 'tenant_id': '285631e87ef3467186156f903d01ed48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '9ac443d0-1a2f-4389-9c7d-7e80ec47a709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:06:13Z', 'updated_at': '2021-09-23T07:06:18Z', 'revision_number': 4, 'project_id': '285631e87ef3467186156f903d01ed48', 'gw_port': {'id': '9ac443d0-1a2f-4389-9c7d-7e80ec47a709', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143e6256-d885-4205-a3ea-e4394d87ad5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:06:14Z', 'updated_at': '2021-09-23T07:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '97e32d63-0f78-4506-a305-2865d935eb7c', 'name': '', 'network_id': '26820073-ef0c-442f-ad0a-6732e04f33d8', 'tenant_id': '285631e87ef3467186156f903d01ed48', 'mac_address': 'fa:16:3e:97:dc:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143e6256-d885-4205-a3ea-e4394d87ad5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '663dd1f5-4122-4c50-a354-fa4bc92c896c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:06:18Z', 'updated_at': '2021-09-23T07:06:23Z', 'revision_number': 5, 'project_id': '285631e87ef3467186156f903d01ed48', 'subnets': [{'id': '663dd1f5-4122-4c50-a354-fa4bc92c896c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:07:59.322707 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c773a106-5190-4811-b174-c08164cb5a7d None None] Checking router: 143e6256-d885-4205-a3ea-e4394d87ad5e for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:07:59.330455 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fc61b7-b3dd-4dc0-b014-3598276d3845 req-2771e7e8-84fa-40b0-9fd3-c579c6938a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:07:59.334255 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-21fc61b7-b3dd-4dc0-b014-3598276d3845 req-2771e7e8-84fa-40b0-9fd3-c579c6938a97 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=663dd1f5-4122-4c50-a354-fa4bc92c896c HTTP/1.1" status: 200 len: 834 time: 0.0704024 Sep 23 07:07:59.334520 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c773a106-5190-4811-b174-c08164cb5a7d None None] Routers {'143e6256-d885-4205-a3ea-e4394d87ad5e'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:07:59.335158 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-c773a106-5190-4811-b174-c08164cb5a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:07:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['143e6256-d885-4205-a3ea-e4394d87ad5e'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:07:59.403064 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fc61b7-b3dd-4dc0-b014-3598276d3845 req-e8cad348-abdf-4af3-8d74-4e0e7b0d6d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:07:59.404645 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-21fc61b7-b3dd-4dc0-b014-3598276d3845 req-e8cad348-abdf-4af3-8d74-4e0e7b0d6d1e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=26820073-ef0c-442f-ad0a-6732e04f33d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587010 Sep 23 07:07:59.461839 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-c773a106-5190-4811-b174-c08164cb5a7d None None] Set router 143e6256-d885-4205-a3ea-e4394d87ad5e gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:07:59.528870 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c81b456-775e-460b-a1ab-ada1138ebcf1 req-645519e1-d296-4e20-864d-1874210eaeb8 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:07:59.530377 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4c81b456-775e-460b-a1ab-ada1138ebcf1 req-645519e1-d296-4e20-864d-1874210eaeb8 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/ports?device_id=7df79e13-6ec1-4528-8889-287751f037cb HTTP/1.1" status: 200 len: 946 time: 0.1188464 Sep 23 07:07:59.562754 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-21fc61b7-b3dd-4dc0-b014-3598276d3845 req-51213be9-31ea-47aa-b27f-3a01a1161e03 service neutron] 10.222.0.21 "GET /v2.0/networks/26820073-ef0c-442f-ad0a-6732e04f33d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485279 Sep 23 07:07:59.609017 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4c81b456-775e-460b-a1ab-ada1138ebcf1 req-5f029044-38ab-4225-aed2-162bf5b1106e tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a16003c-c728-40f4-99cf-846c0414c471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718837 Sep 23 07:07:59.690555 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-c773a106-5190-4811-b174-c08164cb5a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143e6256-d885-4205-a3ea-e4394d87ad5e', 'name': 'tempest-TestNetworkBasicOps-router-613470321', 'tenant_id': '285631e87ef3467186156f903d01ed48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '9ac443d0-1a2f-4389-9c7d-7e80ec47a709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:06:13Z', 'updated_at': '2021-09-23T07:06:18Z', 'revision_number': 4, 'project_id': '285631e87ef3467186156f903d01ed48', 'gw_port': {'id': '9ac443d0-1a2f-4389-9c7d-7e80ec47a709', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143e6256-d885-4205-a3ea-e4394d87ad5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:06:14Z', 'updated_at': '2021-09-23T07:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '97e32d63-0f78-4506-a305-2865d935eb7c', 'name': '', 'network_id': '26820073-ef0c-442f-ad0a-6732e04f33d8', 'tenant_id': '285631e87ef3467186156f903d01ed48', 'mac_address': 'fa:16:3e:97:dc:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143e6256-d885-4205-a3ea-e4394d87ad5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '663dd1f5-4122-4c50-a354-fa4bc92c896c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:06:18Z', 'updated_at': '2021-09-23T07:06:23Z', 'revision_number': 5, 'project_id': '285631e87ef3467186156f903d01ed48', 'subnets': [{'id': '663dd1f5-4122-4c50-a354-fa4bc92c896c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:07:59.693897 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-21fc61b7-b3dd-4dc0-b014-3598276d3845 req-d78ad290-b795-498a-a3fd-faf3490362aa service neutron] 10.222.0.21 "GET /v2.0/networks/26820073-ef0c-442f-ad0a-6732e04f33d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219165 Sep 23 07:07:59.717968 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c773a106-5190-4811-b174-c08164cb5a7d None None] The sync data for ids ['143e6256-d885-4205-a3ea-e4394d87ad5e'] in n-d-715271-16 is: [{'id': '143e6256-d885-4205-a3ea-e4394d87ad5e', 'name': 'tempest-TestNetworkBasicOps-router-613470321', 'tenant_id': '285631e87ef3467186156f903d01ed48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '9ac443d0-1a2f-4389-9c7d-7e80ec47a709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:06:13Z', 'updated_at': '2021-09-23T07:06:18Z', 'revision_number': 4, 'project_id': '285631e87ef3467186156f903d01ed48', 'gw_port': {'id': '9ac443d0-1a2f-4389-9c7d-7e80ec47a709', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143e6256-d885-4205-a3ea-e4394d87ad5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:06:14Z', 'updated_at': '2021-09-23T07:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '97e32d63-0f78-4506-a305-2865d935eb7c', 'name': '', 'network_id': '26820073-ef0c-442f-ad0a-6732e04f33d8', 'tenant_id': '285631e87ef3467186156f903d01ed48', 'mac_address': 'fa:16:3e:97:dc:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143e6256-d885-4205-a3ea-e4394d87ad5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '663dd1f5-4122-4c50-a354-fa4bc92c896c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:06:18Z', 'updated_at': '2021-09-23T07:06:23Z', 'revision_number': 5, 'project_id': '285631e87ef3467186156f903d01ed48', 'subnets': [{'id': '663dd1f5-4122-4c50-a354-fa4bc92c896c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:07:59.950819 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cef7f8a-334b-4e2c-899a-766b46ed38b0 None None] New status for floating IP 5f109f23-23a9-4f72-9269-887d66e49c81: DOWN {{(pid=95067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 07:08:00.728547 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ebe3f0-0250-46ae-af3b-5ec7e5495962 req-3683abaa-70eb-4e9b-952f-5aef0bec8f34 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:08:00.730186 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e8ebe3f0-0250-46ae-af3b-5ec7e5495962 req-3683abaa-70eb-4e9b-952f-5aef0bec8f34 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/ports?device_id=7df79e13-6ec1-4528-8889-287751f037cb HTTP/1.1" status: 200 len: 946 time: 0.0502276 Sep 23 07:08:00.770706 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e8ebe3f0-0250-46ae-af3b-5ec7e5495962 req-3a6949e9-a87b-4efe-8a72-b999f2718549 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a16003c-c728-40f4-99cf-846c0414c471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341835 Sep 23 07:08:00.889221 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0648f65e-da31-4bdf-bac0-4951718b7679 req-171d4a33-6526-46ae-8d53-94a45398abc7 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:08:00.890659 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0648f65e-da31-4bdf-bac0-4951718b7679 req-171d4a33-6526-46ae-8d53-94a45398abc7 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.21 "GET /v2.0/ports?device_id=7df79e13-6ec1-4528-8889-287751f037cb HTTP/1.1" status: 200 len: 946 time: 0.0509329 Sep 23 07:08:00.985400 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-0648f65e-da31-4bdf-bac0-4951718b7679 req-da1909bb-11ce-432d-a1d2-8425f754a2bd tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Deleting port 69c8fad8-46a6-400c-9997-d512ecbbce9b {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:08:00.985811 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-0648f65e-da31-4bdf-bac0-4951718b7679 req-da1909bb-11ce-432d-a1d2-8425f754a2bd tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:01.082048 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-0648f65e-da31-4bdf-bac0-4951718b7679 req-da1909bb-11ce-432d-a1d2-8425f754a2bd tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] For port 69c8fad8-46a6-400c-9997-d512ecbbce9b, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=69c8fad8-46a6-400c-9997-d512ecbbce9b,segment=NetworkSegment(d30db453-c626-4b84-8142-0bf725e73708),segment_id=d30db453-c626-4b84-8142-0bf725e73708)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:08:01.082419 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-0648f65e-da31-4bdf-bac0-4951718b7679 req-da1909bb-11ce-432d-a1d2-8425f754a2bd tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:01.100359 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-0648f65e-da31-4bdf-bac0-4951718b7679 req-da1909bb-11ce-432d-a1d2-8425f754a2bd tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Calling delete_port for 69c8fad8-46a6-400c-9997-d512ecbbce9b owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:08:01.245988 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-0648f65e-da31-4bdf-bac0-4951718b7679 req-da1909bb-11ce-432d-a1d2-8425f754a2bd tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:01.275569 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1909bb-11ce-432d-a1d2-8425f754a2bd tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Pushing event deleted for resources: {'Port': ['ID=69c8fad8-46a6-400c-9997-d512ecbbce9b,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:08:01.306279 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1909bb-11ce-432d-a1d2-8425f754a2bd tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:08:01.306279 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1909bb-11ce-432d-a1d2-8425f754a2bd tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:08:01.306583 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1909bb-11ce-432d-a1d2-8425f754a2bd tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:08:01.306756 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1909bb-11ce-432d-a1d2-8425f754a2bd tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:08:01.307107 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1909bb-11ce-432d-a1d2-8425f754a2bd tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:08:01.307422 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1909bb-11ce-432d-a1d2-8425f754a2bd tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:08:01.307748 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1909bb-11ce-432d-a1d2-8425f754a2bd tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:08:01.308072 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1909bb-11ce-432d-a1d2-8425f754a2bd tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:08:01.308396 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1909bb-11ce-432d-a1d2-8425f754a2bd tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:08:01.308720 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1909bb-11ce-432d-a1d2-8425f754a2bd tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:08:01.309046 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1909bb-11ce-432d-a1d2-8425f754a2bd tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:08:01.309365 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1909bb-11ce-432d-a1d2-8425f754a2bd tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:08:01.338112 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-0648f65e-da31-4bdf-bac0-4951718b7679 req-da1909bb-11ce-432d-a1d2-8425f754a2bd tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] No DVR routers for this DVR port 69c8fad8-46a6-400c-9997-d512ecbbce9b on host n-h1-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:08:01.340629 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-0648f65e-da31-4bdf-bac0-4951718b7679 req-da1909bb-11ce-432d-a1d2-8425f754a2bd tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:01.342658 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0648f65e-da31-4bdf-bac0-4951718b7679 req-da1909bb-11ce-432d-a1d2-8425f754a2bd tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.21 "DELETE /v2.0/ports/69c8fad8-46a6-400c-9997-d512ecbbce9b HTTP/1.1" status: 204 len: 173 time: 0.4456332 Sep 23 07:08:01.343094 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7df79e13-6ec1-4528-8889-287751f037cb', 'name': 'network-vif-deleted', 'tag': '69c8fad8-46a6-400c-9997-d512ecbbce9b'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:08:01.345315 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2682eacd-b106-4eaa-b84c-349949c8a352" -d '{"events": [{"server_uuid": "7df79e13-6ec1-4528-8889-287751f037cb", "name": "network-vif-deleted", "tag": "69c8fad8-46a6-400c-9997-d512ecbbce9b"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:08:01.384003 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-694cc97d-2016-46fb-bb35-47047edf96ad x-openstack-request-id: req-694cc97d-2016-46fb-bb35-47047edf96ad {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:08:01.384291 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7df79e13-6ec1-4528-8889-287751f037cb", "name": "network-vif-deleted", "tag": "69c8fad8-46a6-400c-9997-d512ecbbce9b", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:08:01.384539 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-694cc97d-2016-46fb-bb35-47047edf96ad {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:08:01.384936 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7df79e13-6ec1-4528-8889-287751f037cb', 'name': 'network-vif-deleted', 'tag': '69c8fad8-46a6-400c-9997-d512ecbbce9b', 'status': 'completed', 'code': 200} Sep 23 07:08:01.743332 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2818ce61-8208-4b63-8045-f9acbec5da18 req-22a7ca9f-cf23-4ec1-b1b4-3c8857a28d2e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9241a2cc-9586-48bc-ad31-02bcbb8d3d73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0449457 Sep 23 07:08:01.899481 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818ce61-8208-4b63-8045-f9acbec5da18 req-791e3f67-5b44-4f9a-bd77-87dafc78dc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:08:01.900963 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2818ce61-8208-4b63-8045-f9acbec5da18 req-791e3f67-5b44-4f9a-bd77-87dafc78dc4a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4d93d8414d394ae180d5f159fb0b8b54&device_id=9241a2cc-9586-48bc-ad31-02bcbb8d3d73 HTTP/1.1" status: 200 len: 1098 time: 0.0872052 Sep 23 07:08:01.920766 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ea83cc64-0ab5-453c-ae07-39b7047573cf req-efc2319f-7329-404a-9d23-dbf88236e205 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "GET /v2.0/ports?device_id=7df79e13-6ec1-4528-8889-287751f037cb HTTP/1.1" status: 200 len: 210 time: 0.0353513 Sep 23 07:08:02.014426 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818ce61-8208-4b63-8045-f9acbec5da18 req-9b99d5af-1d40-4754-8ae8-670b188b3502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:08:02.015937 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2818ce61-8208-4b63-8045-f9acbec5da18 req-9b99d5af-1d40-4754-8ae8-670b188b3502 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ca28a1fe-55ea-41f7-96a5-1261b4a66187 HTTP/1.1" status: 200 len: 917 time: 0.0868995 Sep 23 07:08:02.101586 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2818ce61-8208-4b63-8045-f9acbec5da18 req-3cf7ce70-e221-464f-a5cb-f3c9cb230db5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27d074a5-8975-48d4-8a68-d84b9325ba43 HTTP/1.1" status: 200 len: 1002 time: 0.0762789 Sep 23 07:08:02.161191 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818ce61-8208-4b63-8045-f9acbec5da18 req-62cf1589-ec03-4321-8cdb-8fc9f70328f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:08:02.162783 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2818ce61-8208-4b63-8045-f9acbec5da18 req-62cf1589-ec03-4321-8cdb-8fc9f70328f9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5441eb5f-3885-44a6-9b00-13a9788d14f9 HTTP/1.1" status: 200 len: 855 time: 0.0457003 Sep 23 07:08:02.214561 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818ce61-8208-4b63-8045-f9acbec5da18 req-880b7f16-bc38-4284-b6c6-474c57299a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:08:02.216099 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2818ce61-8208-4b63-8045-f9acbec5da18 req-880b7f16-bc38-4284-b6c6-474c57299a84 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ca28a1fe-55ea-41f7-96a5-1261b4a66187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432916 Sep 23 07:08:02.318713 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2818ce61-8208-4b63-8045-f9acbec5da18 req-69aaf79d-d150-4adc-877e-bcd938efcd1a service neutron] 10.222.0.58 "GET /v2.0/networks/ca28a1fe-55ea-41f7-96a5-1261b4a66187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911348 Sep 23 07:08:02.421796 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2818ce61-8208-4b63-8045-f9acbec5da18 req-61322e88-d003-4b3e-827d-7e6a313fd3bd service neutron] 10.222.0.58 "GET /v2.0/networks/ca28a1fe-55ea-41f7-96a5-1261b4a66187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917063 Sep 23 07:08:02.980483 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 33622) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:08:03.046669 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-36bb5a01-143e-48fa-824e-0e96d31f1528 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:03.074099 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-36bb5a01-143e-48fa-824e-0e96d31f1528 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:03.134809 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-36bb5a01-143e-48fa-824e-0e96d31f1528 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:03.137608 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-36bb5a01-143e-48fa-824e-0e96d31f1528 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:03.139884 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-36bb5a01-143e-48fa-824e-0e96d31f1528 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "DELETE /v2.0/security-groups/5a16003c-c728-40f4-99cf-846c0414c471 HTTP/1.1" status: 204 len: 168 time: 0.1573575 Sep 23 07:08:03.151297 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bb5a01-143e-48fa-824e-0e96d31f1528 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a16003c-c728-40f4-99cf-846c0414c471,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:08:03.183726 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 33626) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:08:03.539513 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 69c8fad8-46a6-400c-9997-d512ecbbce9b no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:08:03.559691 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] No Port match for: 69c8fad8-46a6-400c-9997-d512ecbbce9b {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:08:03.560131 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 69c8fad8-46a6-400c-9997-d512ecbbce9b not bound to the agent host n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:08:03.636381 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a363701a-a335-4ab4-afdb-9b067c998c91 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066969'] for router_interface, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:03.948750 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-a363701a-a335-4ab4-afdb-9b067c998c91 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Deleting port 97e32d63-0f78-4506-a305-2865d935eb7c {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:08:03.949090 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a363701a-a335-4ab4-afdb-9b067c998c91 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:04.039936 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-a363701a-a335-4ab4-afdb-9b067c998c91 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] For port 97e32d63-0f78-4506-a305-2865d935eb7c, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=97e32d63-0f78-4506-a305-2865d935eb7c,segment=NetworkSegment(d30db453-c626-4b84-8142-0bf725e73708),segment_id=d30db453-c626-4b84-8142-0bf725e73708)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:08:04.040299 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a363701a-a335-4ab4-afdb-9b067c998c91 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:04.052865 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-a363701a-a335-4ab4-afdb-9b067c998c91 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Calling delete_port for 97e32d63-0f78-4506-a305-2865d935eb7c owned by network:router_interface {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:08:04.270871 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a363701a-a335-4ab4-afdb-9b067c998c91 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:04.319483 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a363701a-a335-4ab4-afdb-9b067c998c91 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Pushing event deleted for resources: {'Port': ['ID=97e32d63-0f78-4506-a305-2865d935eb7c,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:08:04.553962 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a363701a-a335-4ab4-afdb-9b067c998c91 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2068624'] for router_interface, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:04.813960 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a363701a-a335-4ab4-afdb-9b067c998c91 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Router 143e6256-d885-4205-a3ea-e4394d87ad5e has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:08:05.195091 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a363701a-a335-4ab4-afdb-9b067c998c91 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:08:05.200471 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-a363701a-a335-4ab4-afdb-9b067c998c91 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "PUT /v2.0/routers/143e6256-d885-4205-a3ea-e4394d87ad5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0151792 Sep 23 07:08:05.202968 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 33640) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:08:05.205141 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c20e6c1-8df7-4105-9e7d-7897c0b02eb0 None None] Sync routers for ids ['143e6256-d885-4205-a3ea-e4394d87ad5e'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:08:05.215241 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c20e6c1-8df7-4105-9e7d-7897c0b02eb0 None None] Routers {'143e6256-d885-4205-a3ea-e4394d87ad5e'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:08:05.215850 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-9c20e6c1-8df7-4105-9e7d-7897c0b02eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:07:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['143e6256-d885-4205-a3ea-e4394d87ad5e'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:08:05.255039 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-1db96d01-f1bb-4fb9-9f8c-15c134321d1a tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Deleting subnet 663dd1f5-4122-4c50-a354-fa4bc92c896c {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:08:05.258604 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1db96d01-f1bb-4fb9-9f8c-15c134321d1a tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:05.314238 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1db96d01-f1bb-4fb9-9f8c-15c134321d1a tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:05.322753 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-9c20e6c1-8df7-4105-9e7d-7897c0b02eb0 None None] Set router 143e6256-d885-4205-a3ea-e4394d87ad5e gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:08:05.451488 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1db96d01-f1bb-4fb9-9f8c-15c134321d1a tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:05.525141 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1db96d01-f1bb-4fb9-9f8c-15c134321d1a tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:05.557212 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db96d01-f1bb-4fb9-9f8c-15c134321d1a tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Pushing event deleted for resources: {'Subnet': ['ID=663dd1f5-4122-4c50-a354-fa4bc92c896c,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:08:05.559945 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1db96d01-f1bb-4fb9-9f8c-15c134321d1a tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:05.564689 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 33646) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:08:05.565145 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-1db96d01-f1bb-4fb9-9f8c-15c134321d1a tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "DELETE /v2.0/subnets/663dd1f5-4122-4c50-a354-fa4bc92c896c HTTP/1.1" status: 204 len: 168 time: 0.3606074 Sep 23 07:08:05.574731 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ab3290-f7ce-48e6-951c-38067754d132 None None] Network 26820073-ef0c-442f-ad0a-6732e04f33d8 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:08:05.652406 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-9c20e6c1-8df7-4105-9e7d-7897c0b02eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143e6256-d885-4205-a3ea-e4394d87ad5e', 'name': 'tempest-TestNetworkBasicOps-router-613470321', 'tenant_id': '285631e87ef3467186156f903d01ed48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '9ac443d0-1a2f-4389-9c7d-7e80ec47a709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:06:13Z', 'updated_at': '2021-09-23T07:08:04Z', 'revision_number': 5, 'project_id': '285631e87ef3467186156f903d01ed48', 'gw_port': {'id': '9ac443d0-1a2f-4389-9c7d-7e80ec47a709', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143e6256-d885-4205-a3ea-e4394d87ad5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:06:14Z', 'updated_at': '2021-09-23T07:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:08:05.690930 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c20e6c1-8df7-4105-9e7d-7897c0b02eb0 None None] Checking router: 143e6256-d885-4205-a3ea-e4394d87ad5e for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:08:05.696987 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-94856d69-60b5-48b4-88db-39a1162766f2 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for router, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:05.703295 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c20e6c1-8df7-4105-9e7d-7897c0b02eb0 None None] Routers {'143e6256-d885-4205-a3ea-e4394d87ad5e'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:08:05.704224 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-9c20e6c1-8df7-4105-9e7d-7897c0b02eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:07:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['143e6256-d885-4205-a3ea-e4394d87ad5e'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:08:05.798537 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3787b5-e554-4ee8-9de8-4021e3ea3494 None None] DHCP port deletion for 26820073-ef0c-442f-ad0a-6732e04f33d8 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 07:08:05.835349 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-94856d69-60b5-48b4-88db-39a1162766f2 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:05.836882 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-9c20e6c1-8df7-4105-9e7d-7897c0b02eb0 None None] Set router 143e6256-d885-4205-a3ea-e4394d87ad5e gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:08:05.855804 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-6d3787b5-e554-4ee8-9de8-4021e3ea3494 None None] Deleting port 20ca8ed0-0097-4f63-ad4d-fe158a6ba443 {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:08:05.856260 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-6d3787b5-e554-4ee8-9de8-4021e3ea3494 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:05.902831 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-94856d69-60b5-48b4-88db-39a1162766f2 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Deleting port 9ac443d0-1a2f-4389-9c7d-7e80ec47a709 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:08:05.903183 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-94856d69-60b5-48b4-88db-39a1162766f2 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:05.935947 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-6d3787b5-e554-4ee8-9de8-4021e3ea3494 None None] For port 20ca8ed0-0097-4f63-ad4d-fe158a6ba443, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=20ca8ed0-0097-4f63-ad4d-fe158a6ba443,segment=NetworkSegment(d30db453-c626-4b84-8142-0bf725e73708),segment_id=d30db453-c626-4b84-8142-0bf725e73708)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:08:05.937192 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-6d3787b5-e554-4ee8-9de8-4021e3ea3494 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:05.953289 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-6d3787b5-e554-4ee8-9de8-4021e3ea3494 None None] Calling delete_port for 20ca8ed0-0097-4f63-ad4d-fe158a6ba443 owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:08:06.007554 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-94856d69-60b5-48b4-88db-39a1162766f2 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] For port 9ac443d0-1a2f-4389-9c7d-7e80ec47a709, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=9ac443d0-1a2f-4389-9c7d-7e80ec47a709,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:08:06.007828 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-94856d69-60b5-48b4-88db-39a1162766f2 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:06.020520 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-94856d69-60b5-48b4-88db-39a1162766f2 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Calling delete_port for 9ac443d0-1a2f-4389-9c7d-7e80ec47a709 owned by network:router_gateway {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:08:06.044752 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-6d3787b5-e554-4ee8-9de8-4021e3ea3494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:06.073371 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-9c20e6c1-8df7-4105-9e7d-7897c0b02eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143e6256-d885-4205-a3ea-e4394d87ad5e', 'name': 'tempest-TestNetworkBasicOps-router-613470321', 'tenant_id': '285631e87ef3467186156f903d01ed48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '9ac443d0-1a2f-4389-9c7d-7e80ec47a709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:06:13Z', 'updated_at': '2021-09-23T07:08:04Z', 'revision_number': 5, 'project_id': '285631e87ef3467186156f903d01ed48', 'gw_port': {'id': '9ac443d0-1a2f-4389-9c7d-7e80ec47a709', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143e6256-d885-4205-a3ea-e4394d87ad5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:06:14Z', 'updated_at': '2021-09-23T07:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:08:06.078321 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3787b5-e554-4ee8-9de8-4021e3ea3494 None None] Pushing event deleted for resources: {'Port': ['ID=20ca8ed0-0097-4f63-ad4d-fe158a6ba443,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:08:06.082338 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3787b5-e554-4ee8-9de8-4021e3ea3494 None None] No DVR routers for this DVR port 20ca8ed0-0097-4f63-ad4d-fe158a6ba443 on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:08:06.113202 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c20e6c1-8df7-4105-9e7d-7897c0b02eb0 None None] The sync data for ids ['143e6256-d885-4205-a3ea-e4394d87ad5e'] in n-d-715271-16 is: [{'id': '143e6256-d885-4205-a3ea-e4394d87ad5e', 'name': 'tempest-TestNetworkBasicOps-router-613470321', 'tenant_id': '285631e87ef3467186156f903d01ed48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '9ac443d0-1a2f-4389-9c7d-7e80ec47a709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:06:13Z', 'updated_at': '2021-09-23T07:08:04Z', 'revision_number': 5, 'project_id': '285631e87ef3467186156f903d01ed48', 'gw_port': {'id': '9ac443d0-1a2f-4389-9c7d-7e80ec47a709', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143e6256-d885-4205-a3ea-e4394d87ad5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:06:14Z', 'updated_at': '2021-09-23T07:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:08:06.211923 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-94856d69-60b5-48b4-88db-39a1162766f2 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:06.240603 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94856d69-60b5-48b4-88db-39a1162766f2 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Pushing event deleted for resources: {'Port': ['ID=9ac443d0-1a2f-4389-9c7d-7e80ec47a709,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:08:06.305889 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-94856d69-60b5-48b4-88db-39a1162766f2 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2068563'] for router_gateway, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:06.398066 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-94856d69-60b5-48b4-88db-39a1162766f2 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:06.400475 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-94856d69-60b5-48b4-88db-39a1162766f2 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:06.448427 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-94856d69-60b5-48b4-88db-39a1162766f2 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:06.449110 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94856d69-60b5-48b4-88db-39a1162766f2 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Fanout notify agent at l3_agent the message router_deleted on router 143e6256-d885-4205-a3ea-e4394d87ad5e {{(pid=95066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 07:08:06.461363 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-94856d69-60b5-48b4-88db-39a1162766f2 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:06.465151 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-94856d69-60b5-48b4-88db-39a1162766f2 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "DELETE /v2.0/routers/143e6256-d885-4205-a3ea-e4394d87ad5e HTTP/1.1" status: 204 len: 168 time: 0.8969510 Sep 23 07:08:06.465579 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 33656) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:08:06.472600 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:06.551826 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e52fc4fc-b7f7-417a-a571-8fae027ffa50 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:06.662279 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e52fc4fc-b7f7-417a-a571-8fae027ffa50 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:06.683542 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-e52fc4fc-b7f7-417a-a571-8fae027ffa50 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26820073-ef0c-442f-ad0a-6732e04f33d8']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:08:06.693186 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-e52fc4fc-b7f7-417a-a571-8fae027ffa50 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd30db453-c626-4b84-8142-0bf725e73708') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:08:06.693486 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-e52fc4fc-b7f7-417a-a571-8fae027ffa50 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd30db453-c626-4b84-8142-0bf725e73708') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:08:06.702886 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e52fc4fc-b7f7-417a-a571-8fae027ffa50 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:06.716381 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e52fc4fc-b7f7-417a-a571-8fae027ffa50 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:06.723572 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e52fc4fc-b7f7-417a-a571-8fae027ffa50 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:08:06.723953 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e52fc4fc-b7f7-417a-a571-8fae027ffa50 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:06.726990 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 07:08:06.726990 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:08:06.726990 n-d-715271-16 neutron-server[95065]: timer() Sep 23 07:08:06.726990 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:08:06.726990 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 07:08:06.726990 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:08:06.726990 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 07:08:06.726990 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:08:06.726990 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 07:08:06.726990 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:08:06.726990 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 07:08:06.726990 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:08:06.726990 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 07:08:06.726990 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:08:06.726990 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:08:06.726990 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:08:06.726990 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:08:06.726990 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:08:06.726990 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 07:08:06.726990 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:08:06.726990 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 07:08:06.726990 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:08:06.726990 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:08:06.726990 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:08:06.726990 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 07:08:06.726990 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:08:06.726990 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:08:06.726990 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:08:06.726990 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:08:06.726990 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:08:06.726990 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:08:06.726990 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:08:06.795995 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e52fc4fc-b7f7-417a-a571-8fae027ffa50 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:06.806651 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e52fc4fc-b7f7-417a-a571-8fae027ffa50 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:06.814425 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-e52fc4fc-b7f7-417a-a571-8fae027ffa50 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] 10.222.0.39 "DELETE /v2.0/networks/26820073-ef0c-442f-ad0a-6732e04f33d8 HTTP/1.1" status: 204 len: 168 time: 0.3470705 Sep 23 07:08:06.830648 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52fc4fc-b7f7-417a-a571-8fae027ffa50 tempest-TestNetworkBasicOps-1224134496 tempest-TestNetworkBasicOps-1224134496-project] Pushing event deleted for resources: {'Network': ['ID=26820073-ef0c-442f-ad0a-6732e04f33d8,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:08:06.902759 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:08:07.087877 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 33666) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:08:07.241615 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-0bbdbb44-4039-4bb9-a1a4-32e59be174c6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=285631e87ef3467186156f903d01ed48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1525292 Sep 23 07:08:07.244063 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 33670) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:08:07.326255 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-69adaf10-4b31-492a-8d31-02257e481e2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:07.351652 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-69adaf10-4b31-492a-8d31-02257e481e2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:07.354525 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 97e32d63-0f78-4506-a305-2865d935eb7c no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:08:07.386832 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 97e32d63-0f78-4506-a305-2865d935eb7c {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:08:07.387175 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 97e32d63-0f78-4506-a305-2865d935eb7c not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:08:07.387784 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 20ca8ed0-0097-4f63-ad4d-fe158a6ba443 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:08:07.407528 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 20ca8ed0-0097-4f63-ad4d-fe158a6ba443 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:08:07.407870 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 20ca8ed0-0097-4f63-ad4d-fe158a6ba443 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:08:07.408244 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 9ac443d0-1a2f-4389-9c7d-7e80ec47a709 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:08:07.410156 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-69adaf10-4b31-492a-8d31-02257e481e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:07.413249 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-69adaf10-4b31-492a-8d31-02257e481e2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:07.414594 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-69adaf10-4b31-492a-8d31-02257e481e2a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7b206a5c-3e60-4c31-9316-674fd0f2d42b HTTP/1.1" status: 204 len: 168 time: 0.1696045 Sep 23 07:08:07.423992 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69adaf10-4b31-492a-8d31-02257e481e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b206a5c-3e60-4c31-9316-674fd0f2d42b,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:08:07.432651 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 9ac443d0-1a2f-4389-9c7d-7e80ec47a709 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:08:07.433008 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 9ac443d0-1a2f-4389-9c7d-7e80ec47a709 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:08:07.707656 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 33680) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:08:07.721775 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d4c53cb0-f6ab-4547-aec7-6c8bceede7bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:07.821494 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d4c53cb0-f6ab-4547-aec7-6c8bceede7bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:07.826401 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d4c53cb0-f6ab-4547-aec7-6c8bceede7bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:07.871530 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-d4c53cb0-f6ab-4547-aec7-6c8bceede7bb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=999d53c9647a4f4494bd86adbd80187e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1627245 Sep 23 07:08:07.872706 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c53cb0-f6ab-4547-aec7-6c8bceede7bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1176fb0a-38ac-4a01-b138-294d2c50fcda,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:08:07.874456 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 33684) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:08:07.929503 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-447c548e-0a94-4354-871f-074ef11575ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:07.950906 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-447c548e-0a94-4354-871f-074ef11575ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:07.998482 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-447c548e-0a94-4354-871f-074ef11575ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:08.001802 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-447c548e-0a94-4354-871f-074ef11575ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:08.004349 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-447c548e-0a94-4354-871f-074ef11575ca admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1176fb0a-38ac-4a01-b138-294d2c50fcda HTTP/1.1" status: 204 len: 168 time: 0.1281421 Sep 23 07:08:08.013989 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447c548e-0a94-4354-871f-074ef11575ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1176fb0a-38ac-4a01-b138-294d2c50fcda,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:08:08.036472 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2057d92d-d0d4-46ff-b052-81c2f95c4dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:08.729952 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 33710) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:08:08.829722 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-b8bff7b2-b370-412d-95d7-afd71f0ff5ac admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-839799229-network', 'tenant_id': 'dda7d37bb4b541ebbe8e22954596ee73'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:08:08.854348 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8bff7b2-b370-412d-95d7-afd71f0ff5ac admin admin] Made reservation on behalf of dda7d37bb4b541ebbe8e22954596ee73 for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:08:08.857121 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b8bff7b2-b370-412d-95d7-afd71f0ff5ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:08.867090 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b8bff7b2-b370-412d-95d7-afd71f0ff5ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:08.956921 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b8bff7b2-b370-412d-95d7-afd71f0ff5ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:08.960808 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b8bff7b2-b370-412d-95d7-afd71f0ff5ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:08.991776 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8bff7b2-b370-412d-95d7-afd71f0ff5ac admin admin] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:08:08.998022 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bff7b2-b370-412d-95d7-afd71f0ff5ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b23276d-b0d0-4dc2-944c-643b94a85f36,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:08:09.004303 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b8bff7b2-b370-412d-95d7-afd71f0ff5ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:09.004647 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-b8bff7b2-b370-412d-95d7-afd71f0ff5ac admin admin] Added segment 4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c of type vlan for network ee64cebb-cbad-4040-a31a-b12cc5624112 Sep 23 07:08:09.049381 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b8bff7b2-b370-412d-95d7-afd71f0ff5ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:09.076012 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b8bff7b2-b370-412d-95d7-afd71f0ff5ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:09.077131 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8bff7b2-b370-412d-95d7-afd71f0ff5ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:08:09.077713 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b8bff7b2-b370-412d-95d7-afd71f0ff5ac admin admin] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:09.138213 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bff7b2-b370-412d-95d7-afd71f0ff5ac admin admin] Pushing event updated for resources: {'Network': ['ID=ee64cebb-cbad-4040-a31a-b12cc5624112,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:08:09.145646 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-b8bff7b2-b370-412d-95d7-afd71f0ff5ac admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4144521 Sep 23 07:08:09.148650 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network ee64cebb-cbad-4040-a31a-b12cc5624112 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:08:09.149204 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 33716) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:08:09.154312 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-79721a0d-29d3-489f-a93a-76ae43905d5e admin admin] Request body: {'subnet': {'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-839799229-subnet', 'tenant_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'ip_version': 4}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:08:09.176758 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79721a0d-29d3-489f-a93a-76ae43905d5e admin admin] Made reservation on behalf of dda7d37bb4b541ebbe8e22954596ee73 for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:08:09.179290 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-79721a0d-29d3-489f-a93a-76ae43905d5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:09.364112 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-79721a0d-29d3-489f-a93a-76ae43905d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:09.421803 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79721a0d-29d3-489f-a93a-76ae43905d5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f0a580e-e630-4d93-8377-9af2cc86d82c,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:08:09.438365 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79721a0d-29d3-489f-a93a-76ae43905d5e admin admin] Checking segment: {'id': '4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:08:09.438728 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79721a0d-29d3-489f-a93a-76ae43905d5e admin admin] Network hostable DHCP agents. Network: ee64cebb-cbad-4040-a31a-b12cc5624112, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:08:09.457142 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79721a0d-29d3-489f-a93a-76ae43905d5e admin admin] Network ee64cebb-cbad-4040-a31a-b12cc5624112 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:08:09.466936 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-79721a0d-29d3-489f-a93a-76ae43905d5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, ee64cebb-cbad-4040-a31a-b12cc5624112) {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:08:09.471514 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79721a0d-29d3-489f-a93a-76ae43905d5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:08:09.472800 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-79721a0d-29d3-489f-a93a-76ae43905d5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:09.482222 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8deb66a3-bd2c-4358-89a3-ee65ead2ce33 None None] Network ee64cebb-cbad-4040-a31a-b12cc5624112 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:08:09.492991 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 33720) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:08:09.493584 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-79721a0d-29d3-489f-a93a-76ae43905d5e admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3430140 Sep 23 07:08:09.498323 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-f42b1662-b662-4c77-b19b-e8a21277e7a8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-839799229-router', 'tenant_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:08:09.528429 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f42b1662-b662-4c77-b19b-e8a21277e7a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:09.529561 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f42b1662-b662-4c77-b19b-e8a21277e7a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:09.621075 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f42b1662-b662-4c77-b19b-e8a21277e7a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:09.647899 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d9ac05-27e9-41ca-a80b-5b427a3ed008 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-ee64cebb-cbad-4040-a31a-b12cc5624112', 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112', 'tenant_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'fixed_ips': [{'subnet_id': '4f0a580e-e630-4d93-8377-9af2cc86d82c'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:08:09.649043 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-41d9ac05-27e9-41ca-a80b-5b427a3ed008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:09.762970 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f42b1662-b662-4c77-b19b-e8a21277e7a8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:09.806186 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-41d9ac05-27e9-41ca-a80b-5b427a3ed008 None None] Allocated IP 172.20.0.2 (ee64cebb-cbad-4040-a31a-b12cc5624112/4f0a580e-e630-4d93-8377-9af2cc86d82c/63e76149-aff3-4ee1-af91-868ec4b5ba23) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:08:09.978514 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-41d9ac05-27e9-41ca-a80b-5b427a3ed008 None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:09.985824 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f42b1662-b662-4c77-b19b-e8a21277e7a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:09.986601 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-41d9ac05-27e9-41ca-a80b-5b427a3ed008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:10.014255 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f42b1662-b662-4c77-b19b-e8a21277e7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:10.028124 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d9ac05-27e9-41ca-a80b-5b427a3ed008 None None] Network ee64cebb-cbad-4040-a31a-b12cc5624112 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:08:10.033064 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-41d9ac05-27e9-41ca-a80b-5b427a3ed008 None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:08:10.037914 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d9ac05-27e9-41ca-a80b-5b427a3ed008 None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:08:10.053883 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d9ac05-27e9-41ca-a80b-5b427a3ed008 None None] Pushing event updated for resources: {'Port': ['ID=63e76149-aff3-4ee1-af91-868ec4b5ba23,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:08:10.128425 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-41d9ac05-27e9-41ca-a80b-5b427a3ed008 None None] Attempting to bind port 63e76149-aff3-4ee1-af91-868ec4b5ba23 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:08:10.128425 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-41d9ac05-27e9-41ca-a80b-5b427a3ed008 None None] Attempting to bind port 63e76149-aff3-4ee1-af91-868ec4b5ba23 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:08:10.128425 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d9ac05-27e9-41ca-a80b-5b427a3ed008 None None] Attempting to bind port 63e76149-aff3-4ee1-af91-868ec4b5ba23 on network ee64cebb-cbad-4040-a31a-b12cc5624112 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:08:10.134951 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d9ac05-27e9-41ca-a80b-5b427a3ed008 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:08:10.135389 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d9ac05-27e9-41ca-a80b-5b427a3ed008 None None] Checking segment: {'id': '4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:08:10.135796 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-41d9ac05-27e9-41ca-a80b-5b427a3ed008 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:10.136199 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d9ac05-27e9-41ca-a80b-5b427a3ed008 None None] Bound using segment: {'id': '4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:08:10.136678 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-41d9ac05-27e9-41ca-a80b-5b427a3ed008 None None] Bound port: 63e76149-aff3-4ee1-af91-868ec4b5ba23, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:08:10.137066 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-41d9ac05-27e9-41ca-a80b-5b427a3ed008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:10.139924 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:10.155244 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-f42b1662-b662-4c77-b19b-e8a21277e7a8 admin admin] Allocated IP 172.25.2.212 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/530dee91-c9ef-4272-a399-eddcf21a541e) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:08:10.211939 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-41d9ac05-27e9-41ca-a80b-5b427a3ed008 None None] For port 63e76149-aff3-4ee1-af91-868ec4b5ba23, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:08:10.215364 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-41d9ac05-27e9-41ca-a80b-5b427a3ed008 None None] For port 63e76149-aff3-4ee1-af91-868ec4b5ba23, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=63e76149-aff3-4ee1-af91-868ec4b5ba23,segment=NetworkSegment(4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c),segment_id=4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:08:10.229984 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-41d9ac05-27e9-41ca-a80b-5b427a3ed008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:10.276764 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f42b1662-b662-4c77-b19b-e8a21277e7a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:10.297334 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d9ac05-27e9-41ca-a80b-5b427a3ed008 None None] Pushing event updated for resources: {'Port': ['ID=63e76149-aff3-4ee1-af91-868ec4b5ba23,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:08:10.311955 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f42b1662-b662-4c77-b19b-e8a21277e7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:10.351374 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42b1662-b662-4c77-b19b-e8a21277e7a8 admin admin] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:08:10.355757 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-f42b1662-b662-4c77-b19b-e8a21277e7a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:08:10.359478 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42b1662-b662-4c77-b19b-e8a21277e7a8 admin admin] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:08:10.388962 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42b1662-b662-4c77-b19b-e8a21277e7a8 admin admin] Pushing event updated for resources: {'Port': ['ID=530dee91-c9ef-4272-a399-eddcf21a541e,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:08:10.637380 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f42b1662-b662-4c77-b19b-e8a21277e7a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:10.829151 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f42b1662-b662-4c77-b19b-e8a21277e7a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:10.971114 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f42b1662-b662-4c77-b19b-e8a21277e7a8 admin admin] Router 9894b75e-0fa0-4aff-836f-5fd46b9bec9a is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 07:08:11.044910 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-6a2ed45d-f1ec-479b-a29a-9ac6d17703a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:11.269955 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a461300-e72b-4d10-812e-71fd5307a906 None None] Network ee64cebb-cbad-4040-a31a-b12cc5624112 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:08:11.401409 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 63e76149-aff3-4ee1-af91-868ec4b5ba23 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:08:11.419649 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f42b1662-b662-4c77-b19b-e8a21277e7a8 admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:08:11.436170 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec74f626-5ab2-4b03-9cc3-113efb27893e None None] Sync routers for ids ['9894b75e-0fa0-4aff-836f-5fd46b9bec9a'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:08:11.441424 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f42b1662-b662-4c77-b19b-e8a21277e7a8 admin admin] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:11.442534 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-bcb359b6-b868-4b07-8064-840805c5531c None None] Provisioning complete for port 63e76149-aff3-4ee1-af91-868ec4b5ba23 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:08:11.442916 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-bcb359b6-b868-4b07-8064-840805c5531c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:11.443492 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-f42b1662-b662-4c77-b19b-e8a21277e7a8 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9487038 Sep 23 07:08:11.446252 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 33734) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:08:11.509580 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec74f626-5ab2-4b03-9cc3-113efb27893e None None] Routers {'9894b75e-0fa0-4aff-836f-5fd46b9bec9a'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:08:11.509580 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-ec74f626-5ab2-4b03-9cc3-113efb27893e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:08:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['9894b75e-0fa0-4aff-836f-5fd46b9bec9a'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:08:11.583229 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:11.628634 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 63e76149-aff3-4ee1-af91-868ec4b5ba23 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:08:11.629093 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:11.760582 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-ec74f626-5ab2-4b03-9cc3-113efb27893e None None] Set router 9894b75e-0fa0-4aff-836f-5fd46b9bec9a gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:08:11.762413 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-bcb359b6-b868-4b07-8064-840805c5531c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:11.947427 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a1056c0b-f81a-4286-9000-c5021a6cc15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:12.159469 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-bcb359b6-b868-4b07-8064-840805c5531c None None] For port 63e76149-aff3-4ee1-af91-868ec4b5ba23, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=63e76149-aff3-4ee1-af91-868ec4b5ba23,segment=NetworkSegment(4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c),segment_id=4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:08:12.164972 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-a1056c0b-f81a-4286-9000-c5021a6cc15d admin admin] Allocated IP 172.20.0.1 (ee64cebb-cbad-4040-a31a-b12cc5624112/4f0a580e-e630-4d93-8377-9af2cc86d82c/5833834c-d139-48fe-a16e-914881dc4f95) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:08:12.168568 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-bcb359b6-b868-4b07-8064-840805c5531c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:12.179830 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:12.293095 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a1056c0b-f81a-4286-9000-c5021a6cc15d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:12.326411 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb359b6-b868-4b07-8064-840805c5531c None None] Pushing event updated for resources: {'Port': ['ID=63e76149-aff3-4ee1-af91-868ec4b5ba23,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:08:12.338886 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a1056c0b-f81a-4286-9000-c5021a6cc15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:12.342028 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.db.api [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 07:08:12.342619 n-d-715271-16 neutron-server[95067]: DEBUG oslo_db.api [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 07:08:12.352899 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:12.356962 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-0e81ad27-af6f-42ff-9e5f-0e17ae557b01 None None] Provisioning complete for port 63e76149-aff3-4ee1-af91-868ec4b5ba23 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:08:12.357565 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0e81ad27-af6f-42ff-9e5f-0e17ae557b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:12.387871 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1056c0b-f81a-4286-9000-c5021a6cc15d admin admin] Network ee64cebb-cbad-4040-a31a-b12cc5624112 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:08:12.394643 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-a1056c0b-f81a-4286-9000-c5021a6cc15d admin admin] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:08:12.404757 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1056c0b-f81a-4286-9000-c5021a6cc15d admin admin] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:08:12.408393 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1056c0b-f81a-4286-9000-c5021a6cc15d admin admin] Pushing event updated for resources: {'Port': ['ID=5833834c-d139-48fe-a16e-914881dc4f95,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:08:12.411148 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-ec74f626-5ab2-4b03-9cc3-113efb27893e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'name': 'tempest-TestVolumeBootPattern-839799229-router', 'tenant_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '530dee91-c9ef-4272-a399-eddcf21a541e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:08:09Z', 'updated_at': '2021-09-23T07:08:10Z', 'revision_number': 3, 'project_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'gw_port': {'id': '530dee91-c9ef-4272-a399-eddcf21a541e', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fd:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:08:10Z', 'updated_at': '2021-09-23T07:08:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:08:12.443017 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec74f626-5ab2-4b03-9cc3-113efb27893e None None] Checking router: 9894b75e-0fa0-4aff-836f-5fd46b9bec9a for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:08:12.443649 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec74f626-5ab2-4b03-9cc3-113efb27893e None None] Updating router 9894b75e-0fa0-4aff-836f-5fd46b9bec9a port 530dee91-c9ef-4272-a399-eddcf21a541e binding host n-d-715271-16 {{(pid=95067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 07:08:12.455173 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a1056c0b-f81a-4286-9000-c5021a6cc15d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068614'] for router_interface, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:12.490624 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ec74f626-5ab2-4b03-9cc3-113efb27893e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:12.642383 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a1056c0b-f81a-4286-9000-c5021a6cc15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:12.810537 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-5c72647a-34a2-45a5-9108-eb47906002aa None None] Provisioning complete for port 5833834c-d139-48fe-a16e-914881dc4f95 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:08:12.810921 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5c72647a-34a2-45a5-9108-eb47906002aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:12.842336 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ec74f626-5ab2-4b03-9cc3-113efb27893e None None] Notify callbacks [] for port, precommit_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:12.853912 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a1056c0b-f81a-4286-9000-c5021a6cc15d admin admin] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:12.859075 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a1056c0b-f81a-4286-9000-c5021a6cc15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:12.873132 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ec74f626-5ab2-4b03-9cc3-113efb27893e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:12.915639 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-5c72647a-34a2-45a5-9108-eb47906002aa None None] Port 5833834c-d139-48fe-a16e-914881dc4f95 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:08:12.937659 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1056c0b-f81a-4286-9000-c5021a6cc15d admin admin] Pushing event updated for resources: {'Port': ['ID=5833834c-d139-48fe-a16e-914881dc4f95,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:08:12.940833 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a1056c0b-f81a-4286-9000-c5021a6cc15d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067062'] for router_interface, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:12.953414 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-ec74f626-5ab2-4b03-9cc3-113efb27893e None None] Attempting to bind port 530dee91-c9ef-4272-a399-eddcf21a541e on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:08:12.953794 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-ec74f626-5ab2-4b03-9cc3-113efb27893e None None] Attempting to bind port 530dee91-c9ef-4272-a399-eddcf21a541e by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:08:12.954183 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec74f626-5ab2-4b03-9cc3-113efb27893e None None] Attempting to bind port 530dee91-c9ef-4272-a399-eddcf21a541e on network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:08:12.956605 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e57ad5-cce0-48a9-bcca-cefcfe6ea906 None None] Pushing event updated for resources: {'Port': ['ID=530dee91-c9ef-4272-a399-eddcf21a541e,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:08:12.963272 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec74f626-5ab2-4b03-9cc3-113efb27893e None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:08:12.963512 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec74f626-5ab2-4b03-9cc3-113efb27893e None None] Checking segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:08:12.963758 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ec74f626-5ab2-4b03-9cc3-113efb27893e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:12.964154 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec74f626-5ab2-4b03-9cc3-113efb27893e None None] Bound using segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:08:12.964628 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-ec74f626-5ab2-4b03-9cc3-113efb27893e None None] Bound port: 530dee91-c9ef-4272-a399-eddcf21a541e, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:08:12.965408 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ec74f626-5ab2-4b03-9cc3-113efb27893e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:13.021274 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-ec74f626-5ab2-4b03-9cc3-113efb27893e None None] For port 530dee91-c9ef-4272-a399-eddcf21a541e, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:08:13.024878 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-ec74f626-5ab2-4b03-9cc3-113efb27893e None None] For port 530dee91-c9ef-4272-a399-eddcf21a541e, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=530dee91-c9ef-4272-a399-eddcf21a541e,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:08:13.029809 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ec74f626-5ab2-4b03-9cc3-113efb27893e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:13.082325 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1056c0b-f81a-4286-9000-c5021a6cc15d admin admin] Network ee64cebb-cbad-4040-a31a-b12cc5624112 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:08:13.082325 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-a1056c0b-f81a-4286-9000-c5021a6cc15d admin admin] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:08:13.092277 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec74f626-5ab2-4b03-9cc3-113efb27893e None None] Routers {'9894b75e-0fa0-4aff-836f-5fd46b9bec9a'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:08:13.093063 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-ec74f626-5ab2-4b03-9cc3-113efb27893e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:08:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['9894b75e-0fa0-4aff-836f-5fd46b9bec9a'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:08:13.178212 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e57ad5-cce0-48a9-bcca-cefcfe6ea906 None None] Pushing event updated for resources: {'Port': ['ID=530dee91-c9ef-4272-a399-eddcf21a541e,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:08:13.231694 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1056c0b-f81a-4286-9000-c5021a6cc15d admin admin] Router 9894b75e-0fa0-4aff-836f-5fd46b9bec9a has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:08:13.260884 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-ec74f626-5ab2-4b03-9cc3-113efb27893e None None] Set router 9894b75e-0fa0-4aff-836f-5fd46b9bec9a gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:08:13.352269 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1056c0b-f81a-4286-9000-c5021a6cc15d admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:08:13.358301 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-a1056c0b-f81a-4286-9000-c5021a6cc15d admin admin] 10.222.0.39 "PUT /v2.0/routers/9894b75e-0fa0-4aff-836f-5fd46b9bec9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9110627 Sep 23 07:08:13.411058 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 63e76149-aff3-4ee1-af91-868ec4b5ba23 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:08:13.484239 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-60f356fa-99b3-4740-a53b-bdb35e9952bc None None] Provisioning complete for port 5833834c-d139-48fe-a16e-914881dc4f95 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:08:13.484620 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-60f356fa-99b3-4740-a53b-bdb35e9952bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:13.552861 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-60f356fa-99b3-4740-a53b-bdb35e9952bc None None] Port 5833834c-d139-48fe-a16e-914881dc4f95 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:08:13.561611 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 63e76149-aff3-4ee1-af91-868ec4b5ba23 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:08:13.562019 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:13.609607 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-ec74f626-5ab2-4b03-9cc3-113efb27893e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'name': 'tempest-TestVolumeBootPattern-839799229-router', 'tenant_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '530dee91-c9ef-4272-a399-eddcf21a541e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:08:09Z', 'updated_at': '2021-09-23T07:08:12Z', 'revision_number': 4, 'project_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'gw_port': {'id': '530dee91-c9ef-4272-a399-eddcf21a541e', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fd:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:08:10Z', 'updated_at': '2021-09-23T07:08:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '5833834c-d139-48fe-a16e-914881dc4f95', 'name': '', 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112', 'tenant_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'mac_address': 'fa:16:3e:03:11:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': '4f0a580e-e630-4d93-8377-9af2cc86d82c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:08:11Z', 'updated_at': '2021-09-23T07:08:12Z', 'revision_number': 2, 'project_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'subnets': [{'id': '4f0a580e-e630-4d93-8377-9af2cc86d82c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:08:13.643762 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec74f626-5ab2-4b03-9cc3-113efb27893e None None] The sync data for ids ['9894b75e-0fa0-4aff-836f-5fd46b9bec9a'] in n-d-715271-16 is: [{'id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'name': 'tempest-TestVolumeBootPattern-839799229-router', 'tenant_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '530dee91-c9ef-4272-a399-eddcf21a541e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:08:09Z', 'updated_at': '2021-09-23T07:08:12Z', 'revision_number': 4, 'project_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'gw_port': {'id': '530dee91-c9ef-4272-a399-eddcf21a541e', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fd:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:08:10Z', 'updated_at': '2021-09-23T07:08:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '5833834c-d139-48fe-a16e-914881dc4f95', 'name': '', 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112', 'tenant_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'mac_address': 'fa:16:3e:03:11:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': '4f0a580e-e630-4d93-8377-9af2cc86d82c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:08:11Z', 'updated_at': '2021-09-23T07:08:12Z', 'revision_number': 2, 'project_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'subnets': [{'id': '4f0a580e-e630-4d93-8377-9af2cc86d82c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:08:13.800726 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:13.926360 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 33784) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:08:13.933113 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-feb5ff26-8bce-4339-8ebf-a795c9ad1080 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-971792615-network', 'tenant_id': 'ece713875e6940ae8514c398e3a4c48e'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:08:13.963296 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb5ff26-8bce-4339-8ebf-a795c9ad1080 admin admin] Made reservation on behalf of ece713875e6940ae8514c398e3a4c48e for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:08:13.965720 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-feb5ff26-8bce-4339-8ebf-a795c9ad1080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:13.975604 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-feb5ff26-8bce-4339-8ebf-a795c9ad1080 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:14.102157 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-feb5ff26-8bce-4339-8ebf-a795c9ad1080 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:14.110933 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-feb5ff26-8bce-4339-8ebf-a795c9ad1080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:14.139936 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feb5ff26-8bce-4339-8ebf-a795c9ad1080 admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:08:14.157391 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb5ff26-8bce-4339-8ebf-a795c9ad1080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e44b56ae-dfc5-4558-ad3c-837503b9155b,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:08:14.163486 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-feb5ff26-8bce-4339-8ebf-a795c9ad1080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:14.164124 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-feb5ff26-8bce-4339-8ebf-a795c9ad1080 admin admin] Added segment 5af8a24b-667e-4231-811d-36a07caac381 of type vlan for network 5568a091-20da-4482-92ef-1723181242f7 Sep 23 07:08:14.214067 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-feb5ff26-8bce-4339-8ebf-a795c9ad1080 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:14.245007 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-feb5ff26-8bce-4339-8ebf-a795c9ad1080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:14.246580 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb5ff26-8bce-4339-8ebf-a795c9ad1080 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:08:14.249069 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-feb5ff26-8bce-4339-8ebf-a795c9ad1080 admin admin] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:14.325700 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-feb5ff26-8bce-4339-8ebf-a795c9ad1080 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3981700 Sep 23 07:08:14.326718 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb5ff26-8bce-4339-8ebf-a795c9ad1080 admin admin] Pushing event updated for resources: {'Network': ['ID=5568a091-20da-4482-92ef-1723181242f7,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:08:14.326999 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 33794) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:08:14.336864 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-4102710e-965e-4dca-a44d-3f3be4cc5d77 admin admin] Request body: {'subnet': {'network_id': '5568a091-20da-4482-92ef-1723181242f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-971792615-subnet', 'tenant_id': 'ece713875e6940ae8514c398e3a4c48e', 'ip_version': 4}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:08:14.355969 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 5568a091-20da-4482-92ef-1723181242f7 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:08:14.375199 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4102710e-965e-4dca-a44d-3f3be4cc5d77 admin admin] Made reservation on behalf of ece713875e6940ae8514c398e3a4c48e for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:08:14.381263 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4102710e-965e-4dca-a44d-3f3be4cc5d77 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:14.608010 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4102710e-965e-4dca-a44d-3f3be4cc5d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:14.684872 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4102710e-965e-4dca-a44d-3f3be4cc5d77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2422642d-4581-42f1-ab24-5508a3d2f9fa,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:08:14.694611 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4102710e-965e-4dca-a44d-3f3be4cc5d77 admin admin] Checking segment: {'id': '5af8a24b-667e-4231-811d-36a07caac381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5568a091-20da-4482-92ef-1723181242f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:08:14.695265 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4102710e-965e-4dca-a44d-3f3be4cc5d77 admin admin] Network hostable DHCP agents. Network: 5568a091-20da-4482-92ef-1723181242f7, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:08:14.718596 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4102710e-965e-4dca-a44d-3f3be4cc5d77 admin admin] Network 5568a091-20da-4482-92ef-1723181242f7 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:08:14.741171 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-4102710e-965e-4dca-a44d-3f3be4cc5d77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 5568a091-20da-4482-92ef-1723181242f7) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:08:14.751360 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4102710e-965e-4dca-a44d-3f3be4cc5d77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:08:14.751824 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12068f97-43f9-41bd-a5a1-ff503303fdd1 None None] Network 5568a091-20da-4482-92ef-1723181242f7 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:08:14.752273 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4102710e-965e-4dca-a44d-3f3be4cc5d77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:14.779819 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-4102710e-965e-4dca-a44d-3f3be4cc5d77 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4484239 Sep 23 07:08:14.780027 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 33796) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:08:14.789497 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-6aeea6e5-0f48-41c4-8ce1-885ece5c762e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-971792615-router', 'tenant_id': 'ece713875e6940ae8514c398e3a4c48e', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:08:14.833013 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6aeea6e5-0f48-41c4-8ce1-885ece5c762e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:14.834378 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6aeea6e5-0f48-41c4-8ce1-885ece5c762e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:14.909547 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6aeea6e5-0f48-41c4-8ce1-885ece5c762e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:14.988752 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3049c47a-376d-4416-a573-cb608b1f87d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-5568a091-20da-4482-92ef-1723181242f7', 'network_id': '5568a091-20da-4482-92ef-1723181242f7', 'tenant_id': 'ece713875e6940ae8514c398e3a4c48e', 'fixed_ips': [{'subnet_id': '2422642d-4581-42f1-ab24-5508a3d2f9fa'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:08:14.989986 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3049c47a-376d-4416-a573-cb608b1f87d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:15.152744 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6aeea6e5-0f48-41c4-8ce1-885ece5c762e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:15.246195 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-3049c47a-376d-4416-a573-cb608b1f87d4 None None] Allocated IP 172.20.0.2 (5568a091-20da-4482-92ef-1723181242f7/2422642d-4581-42f1-ab24-5508a3d2f9fa/f68004ec-cf89-4feb-85f2-fd11d52c88dd) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:08:15.465253 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6aeea6e5-0f48-41c4-8ce1-885ece5c762e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:15.489132 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 530dee91-c9ef-4272-a399-eddcf21a541e up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:08:15.492839 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6aeea6e5-0f48-41c4-8ce1-885ece5c762e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:15.541476 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3049c47a-376d-4416-a573-cb608b1f87d4 None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:15.551006 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3049c47a-376d-4416-a573-cb608b1f87d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:15.614879 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-6aeea6e5-0f48-41c4-8ce1-885ece5c762e admin admin] Allocated IP 172.25.2.76 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/966fb1c1-edc9-41a3-bb1d-1aa67f720242) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:08:15.730569 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6aeea6e5-0f48-41c4-8ce1-885ece5c762e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:15.758892 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3049c47a-376d-4416-a573-cb608b1f87d4 None None] Network 5568a091-20da-4482-92ef-1723181242f7 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:08:15.766082 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-3049c47a-376d-4416-a573-cb608b1f87d4 None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:08:15.769090 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3049c47a-376d-4416-a573-cb608b1f87d4 None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:08:15.772105 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6aeea6e5-0f48-41c4-8ce1-885ece5c762e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:15.778266 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 530dee91-c9ef-4272-a399-eddcf21a541e triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:08:15.778646 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:15.790210 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3049c47a-376d-4416-a573-cb608b1f87d4 None None] Pushing event updated for resources: {'Port': ['ID=f68004ec-cf89-4feb-85f2-fd11d52c88dd,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:08:15.811210 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aeea6e5-0f48-41c4-8ce1-885ece5c762e admin admin] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:08:15.816642 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-6aeea6e5-0f48-41c4-8ce1-885ece5c762e admin admin] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:08:15.822936 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aeea6e5-0f48-41c4-8ce1-885ece5c762e admin admin] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:08:15.849185 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeea6e5-0f48-41c4-8ce1-885ece5c762e admin admin] Pushing event updated for resources: {'Port': ['ID=966fb1c1-edc9-41a3-bb1d-1aa67f720242,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:08:15.872928 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-3049c47a-376d-4416-a573-cb608b1f87d4 None None] Attempting to bind port f68004ec-cf89-4feb-85f2-fd11d52c88dd on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:08:15.873314 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-3049c47a-376d-4416-a573-cb608b1f87d4 None None] Attempting to bind port f68004ec-cf89-4feb-85f2-fd11d52c88dd by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '5af8a24b-667e-4231-811d-36a07caac381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5568a091-20da-4482-92ef-1723181242f7'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:08:15.873653 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3049c47a-376d-4416-a573-cb608b1f87d4 None None] Attempting to bind port f68004ec-cf89-4feb-85f2-fd11d52c88dd on network 5568a091-20da-4482-92ef-1723181242f7 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:08:15.879130 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3049c47a-376d-4416-a573-cb608b1f87d4 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:08:15.879511 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3049c47a-376d-4416-a573-cb608b1f87d4 None None] Checking segment: {'id': '5af8a24b-667e-4231-811d-36a07caac381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5568a091-20da-4482-92ef-1723181242f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:08:15.879917 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3049c47a-376d-4416-a573-cb608b1f87d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:15.880310 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3049c47a-376d-4416-a573-cb608b1f87d4 None None] Bound using segment: {'id': '5af8a24b-667e-4231-811d-36a07caac381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5568a091-20da-4482-92ef-1723181242f7'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:08:15.880779 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-3049c47a-376d-4416-a573-cb608b1f87d4 None None] Bound port: f68004ec-cf89-4feb-85f2-fd11d52c88dd, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5af8a24b-667e-4231-811d-36a07caac381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5568a091-20da-4482-92ef-1723181242f7'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:08:15.881159 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3049c47a-376d-4416-a573-cb608b1f87d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:15.971682 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:16.005220 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-3049c47a-376d-4416-a573-cb608b1f87d4 None None] For port f68004ec-cf89-4feb-85f2-fd11d52c88dd, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:08:16.008328 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port 530dee91-c9ef-4272-a399-eddcf21a541e, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=530dee91-c9ef-4272-a399-eddcf21a541e,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:08:16.010410 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-3049c47a-376d-4416-a573-cb608b1f87d4 None None] For port f68004ec-cf89-4feb-85f2-fd11d52c88dd, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=f68004ec-cf89-4feb-85f2-fd11d52c88dd,segment=NetworkSegment(5af8a24b-667e-4231-811d-36a07caac381),segment_id=5af8a24b-667e-4231-811d-36a07caac381)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:08:16.016662 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:16.027204 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3049c47a-376d-4416-a573-cb608b1f87d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:16.148429 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=530dee91-c9ef-4272-a399-eddcf21a541e,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:08:16.205394 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6aeea6e5-0f48-41c4-8ce1-885ece5c762e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:16.212124 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3049c47a-376d-4416-a573-cb608b1f87d4 None None] Pushing event updated for resources: {'Port': ['ID=f68004ec-cf89-4feb-85f2-fd11d52c88dd,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:08:16.414402 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584fa285-1146-4daf-a34b-210a66a53786 None None] Sync routers for ids ['9894b75e-0fa0-4aff-836f-5fd46b9bec9a'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:08:16.433973 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584fa285-1146-4daf-a34b-210a66a53786 None None] Routers {'9894b75e-0fa0-4aff-836f-5fd46b9bec9a'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:08:16.434532 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-584fa285-1146-4daf-a34b-210a66a53786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:08:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['9894b75e-0fa0-4aff-836f-5fd46b9bec9a'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:08:16.563210 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-584fa285-1146-4daf-a34b-210a66a53786 None None] Set router 9894b75e-0fa0-4aff-836f-5fd46b9bec9a gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:08:16.779038 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-584fa285-1146-4daf-a34b-210a66a53786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'name': 'tempest-TestVolumeBootPattern-839799229-router', 'tenant_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '530dee91-c9ef-4272-a399-eddcf21a541e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:08:09Z', 'updated_at': '2021-09-23T07:08:12Z', 'revision_number': 4, 'project_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'gw_port': {'id': '530dee91-c9ef-4272-a399-eddcf21a541e', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:08:10Z', 'updated_at': '2021-09-23T07:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '5833834c-d139-48fe-a16e-914881dc4f95', 'name': '', 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112', 'tenant_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'mac_address': 'fa:16:3e:03:11:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': '4f0a580e-e630-4d93-8377-9af2cc86d82c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:08:11Z', 'updated_at': '2021-09-23T07:08:12Z', 'revision_number': 2, 'project_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'subnets': [{'id': '4f0a580e-e630-4d93-8377-9af2cc86d82c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:08:16.786144 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6aeea6e5-0f48-41c4-8ce1-885ece5c762e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:16.811336 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584fa285-1146-4daf-a34b-210a66a53786 None None] Checking router: 9894b75e-0fa0-4aff-836f-5fd46b9bec9a for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:08:16.811696 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584fa285-1146-4daf-a34b-210a66a53786 None None] Updating router 9894b75e-0fa0-4aff-836f-5fd46b9bec9a port 5833834c-d139-48fe-a16e-914881dc4f95 binding host n-d-715271-16 {{(pid=95068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 07:08:16.839029 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-584fa285-1146-4daf-a34b-210a66a53786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:16.944652 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aeea6e5-0f48-41c4-8ce1-885ece5c762e admin admin] Router 7efc2ebd-d860-44b6-bc27-7e08500ad9e7 is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 07:08:17.058392 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aeea6e5-0f48-41c4-8ce1-885ece5c762e admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:08:17.071018 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e07f67-748c-4595-bbbb-bc63cfbf20fa None None] Sync routers for ids ['7efc2ebd-d860-44b6-bc27-7e08500ad9e7'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:08:17.086387 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e07f67-748c-4595-bbbb-bc63cfbf20fa None None] Routers {'7efc2ebd-d860-44b6-bc27-7e08500ad9e7'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:08:17.087283 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-26e07f67-748c-4595-bbbb-bc63cfbf20fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:08:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['7efc2ebd-d860-44b6-bc27-7e08500ad9e7'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:08:17.089584 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6aeea6e5-0f48-41c4-8ce1-885ece5c762e admin admin] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:17.090879 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-6aeea6e5-0f48-41c4-8ce1-885ece5c762e admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3097060 Sep 23 07:08:17.093615 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 33828) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:08:17.174036 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-584fa285-1146-4daf-a34b-210a66a53786 None None] Notify callbacks [] for port, precommit_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:17.187736 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-584fa285-1146-4daf-a34b-210a66a53786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:17.285884 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-26e07f67-748c-4595-bbbb-bc63cfbf20fa None None] Set router 7efc2ebd-d860-44b6-bc27-7e08500ad9e7 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:08:17.353346 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3b9201-6433-410d-87c6-fec2615485fa None None] Pushing event updated for resources: {'Port': ['ID=5833834c-d139-48fe-a16e-914881dc4f95,revision_number=3']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:08:17.443222 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3b9201-6433-410d-87c6-fec2615485fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:08:17.449200 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3b9201-6433-410d-87c6-fec2615485fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:08:17.450594 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3b9201-6433-410d-87c6-fec2615485fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:08:17.451269 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3b9201-6433-410d-87c6-fec2615485fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:08:17.451795 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3b9201-6433-410d-87c6-fec2615485fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:08:17.453246 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3b9201-6433-410d-87c6-fec2615485fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:08:17.453763 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3b9201-6433-410d-87c6-fec2615485fa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:08:17.454316 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3b9201-6433-410d-87c6-fec2615485fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:08:17.454824 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3b9201-6433-410d-87c6-fec2615485fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:08:17.462622 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3b9201-6433-410d-87c6-fec2615485fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:08:17.463323 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3b9201-6433-410d-87c6-fec2615485fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:08:17.463841 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3b9201-6433-410d-87c6-fec2615485fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:08:17.500230 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74fe2dd4-046b-4830-9417-ed2b2267534a None None] Network 5568a091-20da-4482-92ef-1723181242f7 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:08:17.527097 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-584fa285-1146-4daf-a34b-210a66a53786 None None] Attempting to bind port 5833834c-d139-48fe-a16e-914881dc4f95 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:08:17.527587 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-584fa285-1146-4daf-a34b-210a66a53786 None None] Attempting to bind port 5833834c-d139-48fe-a16e-914881dc4f95 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112'}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:08:17.528046 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584fa285-1146-4daf-a34b-210a66a53786 None None] Attempting to bind port 5833834c-d139-48fe-a16e-914881dc4f95 on network ee64cebb-cbad-4040-a31a-b12cc5624112 {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:08:17.539711 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584fa285-1146-4daf-a34b-210a66a53786 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:08:17.540191 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584fa285-1146-4daf-a34b-210a66a53786 None None] Checking segment: {'id': '4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:08:17.540686 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-584fa285-1146-4daf-a34b-210a66a53786 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:17.541174 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584fa285-1146-4daf-a34b-210a66a53786 None None] Bound using segment: {'id': '4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112'} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:08:17.541737 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-584fa285-1146-4daf-a34b-210a66a53786 None None] Bound port: 5833834c-d139-48fe-a16e-914881dc4f95, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112'}}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:08:17.542240 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-584fa285-1146-4daf-a34b-210a66a53786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:17.616493 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 530dee91-c9ef-4272-a399-eddcf21a541e up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:08:17.618809 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-f8f1c8e5-ab0b-47bd-aeb1-6df992bb9d99 None None] Provisioning complete for port f68004ec-cf89-4feb-85f2-fd11d52c88dd triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:08:17.619130 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f8f1c8e5-ab0b-47bd-aeb1-6df992bb9d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:17.660928 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-584fa285-1146-4daf-a34b-210a66a53786 None None] For port 5833834c-d139-48fe-a16e-914881dc4f95, host n-d-715271-16, cleared binding levels {{(pid=95068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:08:17.664880 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-584fa285-1146-4daf-a34b-210a66a53786 None None] For port 5833834c-d139-48fe-a16e-914881dc4f95, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=5833834c-d139-48fe-a16e-914881dc4f95,segment=NetworkSegment(4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c),segment_id=4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c)] {{(pid=95068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:08:17.680966 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-584fa285-1146-4daf-a34b-210a66a53786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:17.764909 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584fa285-1146-4daf-a34b-210a66a53786 None None] Routers {'9894b75e-0fa0-4aff-836f-5fd46b9bec9a'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:08:17.765848 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-584fa285-1146-4daf-a34b-210a66a53786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:08:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['9894b75e-0fa0-4aff-836f-5fd46b9bec9a'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:08:17.844118 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 530dee91-c9ef-4272-a399-eddcf21a541e triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:08:17.844495 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:17.851736 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ec6e6568-1b44-4053-8602-20ea838f7446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:17.858665 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3b9201-6433-410d-87c6-fec2615485fa None None] Pushing event updated for resources: {'Port': ['ID=5833834c-d139-48fe-a16e-914881dc4f95,revision_number=4']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:08:17.939161 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-584fa285-1146-4daf-a34b-210a66a53786 None None] Set router 9894b75e-0fa0-4aff-836f-5fd46b9bec9a gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:08:17.952499 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f8f1c8e5-ab0b-47bd-aeb1-6df992bb9d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:18.065795 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-26e07f67-748c-4595-bbbb-bc63cfbf20fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7efc2ebd-d860-44b6-bc27-7e08500ad9e7', 'name': 'tempest-TestVolumeBootPattern-971792615-router', 'tenant_id': 'ece713875e6940ae8514c398e3a4c48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '966fb1c1-edc9-41a3-bb1d-1aa67f720242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:08:14Z', 'updated_at': '2021-09-23T07:08:16Z', 'revision_number': 3, 'project_id': 'ece713875e6940ae8514c398e3a4c48e', 'gw_port': {'id': '966fb1c1-edc9-41a3-bb1d-1aa67f720242', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:90:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7efc2ebd-d860-44b6-bc27-7e08500ad9e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:08:15Z', 'updated_at': '2021-09-23T07:08:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:08:18.102456 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-ec6e6568-1b44-4053-8602-20ea838f7446 admin admin] Allocated IP 172.20.0.1 (5568a091-20da-4482-92ef-1723181242f7/2422642d-4581-42f1-ab24-5508a3d2f9fa/dc11ae12-9527-4824-a482-5a059061db21) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:08:18.116203 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e07f67-748c-4595-bbbb-bc63cfbf20fa None None] Checking router: 7efc2ebd-d860-44b6-bc27-7e08500ad9e7 for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:08:18.116814 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e07f67-748c-4595-bbbb-bc63cfbf20fa None None] Updating router 7efc2ebd-d860-44b6-bc27-7e08500ad9e7 port 966fb1c1-edc9-41a3-bb1d-1aa67f720242 binding host n-d-715271-16 {{(pid=95067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 07:08:18.131038 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-f8f1c8e5-ab0b-47bd-aeb1-6df992bb9d99 None None] For port f68004ec-cf89-4feb-85f2-fd11d52c88dd, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=f68004ec-cf89-4feb-85f2-fd11d52c88dd,segment=NetworkSegment(5af8a24b-667e-4231-811d-36a07caac381),segment_id=5af8a24b-667e-4231-811d-36a07caac381)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:08:18.154683 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f8f1c8e5-ab0b-47bd-aeb1-6df992bb9d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:18.185986 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-26e07f67-748c-4595-bbbb-bc63cfbf20fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:18.266555 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ec6e6568-1b44-4053-8602-20ea838f7446 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:18.319848 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ec6e6568-1b44-4053-8602-20ea838f7446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:18.358471 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device f68004ec-cf89-4feb-85f2-fd11d52c88dd up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:08:18.365998 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f1c8e5-ab0b-47bd-aeb1-6df992bb9d99 None None] Pushing event updated for resources: {'Port': ['ID=f68004ec-cf89-4feb-85f2-fd11d52c88dd,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:08:18.402797 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6e6568-1b44-4053-8602-20ea838f7446 admin admin] Network 5568a091-20da-4482-92ef-1723181242f7 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:08:18.406366 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-ec6e6568-1b44-4053-8602-20ea838f7446 admin admin] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:08:18.410492 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6e6568-1b44-4053-8602-20ea838f7446 admin admin] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:08:18.415822 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-584fa285-1146-4daf-a34b-210a66a53786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'name': 'tempest-TestVolumeBootPattern-839799229-router', 'tenant_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '530dee91-c9ef-4272-a399-eddcf21a541e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:08:09Z', 'updated_at': '2021-09-23T07:08:12Z', 'revision_number': 4, 'project_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'gw_port': {'id': '530dee91-c9ef-4272-a399-eddcf21a541e', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:08:10Z', 'updated_at': '2021-09-23T07:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '5833834c-d139-48fe-a16e-914881dc4f95', 'name': '', 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112', 'tenant_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'mac_address': 'fa:16:3e:03:11:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': '4f0a580e-e630-4d93-8377-9af2cc86d82c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:08:11Z', 'updated_at': '2021-09-23T07:08:17Z', 'revision_number': 4, 'project_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'subnets': [{'id': '4f0a580e-e630-4d93-8377-9af2cc86d82c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:08:18.447788 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584fa285-1146-4daf-a34b-210a66a53786 None None] The sync data for ids ['9894b75e-0fa0-4aff-836f-5fd46b9bec9a'] in n-d-715271-16 is: [{'id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'name': 'tempest-TestVolumeBootPattern-839799229-router', 'tenant_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '530dee91-c9ef-4272-a399-eddcf21a541e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:08:09Z', 'updated_at': '2021-09-23T07:08:12Z', 'revision_number': 4, 'project_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'gw_port': {'id': '530dee91-c9ef-4272-a399-eddcf21a541e', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:08:10Z', 'updated_at': '2021-09-23T07:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '5833834c-d139-48fe-a16e-914881dc4f95', 'name': '', 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112', 'tenant_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'mac_address': 'fa:16:3e:03:11:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': '4f0a580e-e630-4d93-8377-9af2cc86d82c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:08:11Z', 'updated_at': '2021-09-23T07:08:17Z', 'revision_number': 4, 'project_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'subnets': [{'id': '4f0a580e-e630-4d93-8377-9af2cc86d82c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:08:18.469206 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-f2649399-99dc-4b63-ad5e-4bcfb397af1e None None] Provisioning complete for port 5833834c-d139-48fe-a16e-914881dc4f95 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:08:18.469578 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f2649399-99dc-4b63-ad5e-4bcfb397af1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:18.486141 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ec6e6568-1b44-4053-8602-20ea838f7446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068614'] for router_interface, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:18.532658 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6e6568-1b44-4053-8602-20ea838f7446 admin admin] Pushing event updated for resources: {'Port': ['ID=dc11ae12-9527-4824-a482-5a059061db21,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:08:18.659483 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ec6e6568-1b44-4053-8602-20ea838f7446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:18.834616 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port f68004ec-cf89-4feb-85f2-fd11d52c88dd triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:08:18.834988 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:18.841939 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-26e07f67-748c-4595-bbbb-bc63cfbf20fa None None] Notify callbacks [] for port, precommit_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:18.906856 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ec6e6568-1b44-4053-8602-20ea838f7446 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:18.907847 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-26e07f67-748c-4595-bbbb-bc63cfbf20fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:18.913480 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ec6e6568-1b44-4053-8602-20ea838f7446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:18.980097 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f2649399-99dc-4b63-ad5e-4bcfb397af1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:19.006813 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091428b9-cb5e-4667-8c14-ad4b1693f1aa None None] Pushing event updated for resources: {'Port': ['ID=966fb1c1-edc9-41a3-bb1d-1aa67f720242,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:08:19.007038 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ec6e6568-1b44-4053-8602-20ea838f7446 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067062'] for router_interface, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:19.009630 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-26e07f67-748c-4595-bbbb-bc63cfbf20fa None None] Attempting to bind port 966fb1c1-edc9-41a3-bb1d-1aa67f720242 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:08:19.010245 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-26e07f67-748c-4595-bbbb-bc63cfbf20fa None None] Attempting to bind port 966fb1c1-edc9-41a3-bb1d-1aa67f720242 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:08:19.010477 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6e6568-1b44-4053-8602-20ea838f7446 admin admin] Pushing event updated for resources: {'Port': ['ID=dc11ae12-9527-4824-a482-5a059061db21,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:08:19.010966 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e07f67-748c-4595-bbbb-bc63cfbf20fa None None] Attempting to bind port 966fb1c1-edc9-41a3-bb1d-1aa67f720242 on network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:08:19.048951 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e07f67-748c-4595-bbbb-bc63cfbf20fa None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:08:19.050191 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e07f67-748c-4595-bbbb-bc63cfbf20fa None None] Checking segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:08:19.050793 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-26e07f67-748c-4595-bbbb-bc63cfbf20fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:19.051366 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e07f67-748c-4595-bbbb-bc63cfbf20fa None None] Bound using segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:08:19.052041 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-26e07f67-748c-4595-bbbb-bc63cfbf20fa None None] Bound port: 966fb1c1-edc9-41a3-bb1d-1aa67f720242, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:08:19.052639 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-26e07f67-748c-4595-bbbb-bc63cfbf20fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:19.116864 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-f2649399-99dc-4b63-ad5e-4bcfb397af1e None None] For port 5833834c-d139-48fe-a16e-914881dc4f95, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=5833834c-d139-48fe-a16e-914881dc4f95,segment=NetworkSegment(4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c),segment_id=4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:08:19.125548 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f2649399-99dc-4b63-ad5e-4bcfb397af1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:19.142556 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6e6568-1b44-4053-8602-20ea838f7446 admin admin] Network 5568a091-20da-4482-92ef-1723181242f7 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:08:19.148048 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-ec6e6568-1b44-4053-8602-20ea838f7446 admin admin] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:08:19.186574 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-26e07f67-748c-4595-bbbb-bc63cfbf20fa None None] For port 966fb1c1-edc9-41a3-bb1d-1aa67f720242, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:08:19.195387 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-26e07f67-748c-4595-bbbb-bc63cfbf20fa None None] For port 966fb1c1-edc9-41a3-bb1d-1aa67f720242, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=966fb1c1-edc9-41a3-bb1d-1aa67f720242,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:08:19.209034 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-26e07f67-748c-4595-bbbb-bc63cfbf20fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:19.241356 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2649399-99dc-4b63-ad5e-4bcfb397af1e None None] Pushing event updated for resources: {'Port': ['ID=5833834c-d139-48fe-a16e-914881dc4f95,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:08:19.355884 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091428b9-cb5e-4667-8c14-ad4b1693f1aa None None] Pushing event updated for resources: {'Port': ['ID=966fb1c1-edc9-41a3-bb1d-1aa67f720242,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:08:19.375450 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e07f67-748c-4595-bbbb-bc63cfbf20fa None None] Routers {'7efc2ebd-d860-44b6-bc27-7e08500ad9e7'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:08:19.380910 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-26e07f67-748c-4595-bbbb-bc63cfbf20fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:08:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['7efc2ebd-d860-44b6-bc27-7e08500ad9e7'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:08:19.433011 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-ec33c234-b2c1-416c-8f08-2eb694afd4fb None None] Provisioning complete for port f68004ec-cf89-4feb-85f2-fd11d52c88dd triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:08:19.433401 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ec33c234-b2c1-416c-8f08-2eb694afd4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:19.519864 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5aa6d10f-e3cc-403b-96f1-514476742bdf req-684c0ff8-7c1e-4372-9a4b-de1d8b2e7eac service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5d4918de-60b7-44b6-be8b-9b2019b1271a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1694422 Sep 23 07:08:19.522923 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device f68004ec-cf89-4feb-85f2-fd11d52c88dd up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:08:19.528243 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec6e6568-1b44-4053-8602-20ea838f7446 admin admin] Router 7efc2ebd-d860-44b6-bc27-7e08500ad9e7 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:08:19.657373 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa6d10f-e3cc-403b-96f1-514476742bdf req-4e835bb0-7efa-4483-94e6-20dd3a5817f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:08:19.658439 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5aa6d10f-e3cc-403b-96f1-514476742bdf req-4e835bb0-7efa-4483-94e6-20dd3a5817f3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=912f73c24c624b319c3fb784891bcabd&device_id=5d4918de-60b7-44b6-be8b-9b2019b1271a HTTP/1.1" status: 200 len: 1097 time: 0.0642133 Sep 23 07:08:19.738392 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec6e6568-1b44-4053-8602-20ea838f7446 admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:08:19.779915 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-ec6e6568-1b44-4053-8602-20ea838f7446 admin admin] 10.222.0.39 "PUT /v2.0/routers/7efc2ebd-d860-44b6-bc27-7e08500ad9e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6772289 Sep 23 07:08:19.810587 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa6d10f-e3cc-403b-96f1-514476742bdf req-7a6b792f-77af-4294-8ab8-11f64ff7fe52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:08:19.812338 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5aa6d10f-e3cc-403b-96f1-514476742bdf req-7a6b792f-77af-4294-8ab8-11f64ff7fe52 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8e69782e-59da-448f-aa2b-c22b36c23603 HTTP/1.1" status: 200 len: 910 time: 0.1248553 Sep 23 07:08:19.828017 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port f68004ec-cf89-4feb-85f2-fd11d52c88dd triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:08:19.828235 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:19.868647 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-26e07f67-748c-4595-bbbb-bc63cfbf20fa None None] Set router 7efc2ebd-d860-44b6-bc27-7e08500ad9e7 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:08:19.884229 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5aa6d10f-e3cc-403b-96f1-514476742bdf req-5086f540-0dff-4e4b-865c-0d60ffcc1787 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff148512-9074-4b74-ba11-2a04ee623dee HTTP/1.1" status: 200 len: 1000 time: 0.0624502 Sep 23 07:08:19.944301 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa6d10f-e3cc-403b-96f1-514476742bdf req-ab5c49d6-abe0-4e69-bd18-c4b700d07bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:08:19.946702 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5aa6d10f-e3cc-403b-96f1-514476742bdf req-ab5c49d6-abe0-4e69-bd18-c4b700d07bc1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e9604f35-686e-4202-ac30-43de25cbdd33 HTTP/1.1" status: 200 len: 848 time: 0.0559738 Sep 23 07:08:19.998562 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa6d10f-e3cc-403b-96f1-514476742bdf req-78397bb9-5144-4dd8-9ced-11fb1bfe0181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:08:20.001016 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5aa6d10f-e3cc-403b-96f1-514476742bdf req-78397bb9-5144-4dd8-9ced-11fb1bfe0181 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8e69782e-59da-448f-aa2b-c22b36c23603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465899 Sep 23 07:08:20.024390 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-ec33c234-b2c1-416c-8f08-2eb694afd4fb None None] Provisioning complete for port dc11ae12-9527-4824-a482-5a059061db21 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:08:20.024772 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ec33c234-b2c1-416c-8f08-2eb694afd4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:20.134511 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5aa6d10f-e3cc-403b-96f1-514476742bdf req-3c66de5e-4a3e-4f52-912a-7fd225da6e97 service neutron] 10.222.0.21 "GET /v2.0/networks/8e69782e-59da-448f-aa2b-c22b36c23603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265278 Sep 23 07:08:20.146315 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 5833834c-d139-48fe-a16e-914881dc4f95 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:08:20.176700 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-ec33c234-b2c1-416c-8f08-2eb694afd4fb None None] Port dc11ae12-9527-4824-a482-5a059061db21 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:08:20.245166 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 5833834c-d139-48fe-a16e-914881dc4f95 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:08:20.245551 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:20.281828 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5aa6d10f-e3cc-403b-96f1-514476742bdf req-800078aa-1ddb-4f0d-8fa1-e39756097b9a service neutron] 10.222.0.21 "GET /v2.0/networks/8e69782e-59da-448f-aa2b-c22b36c23603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395338 Sep 23 07:08:20.283454 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-26e07f67-748c-4595-bbbb-bc63cfbf20fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7efc2ebd-d860-44b6-bc27-7e08500ad9e7', 'name': 'tempest-TestVolumeBootPattern-971792615-router', 'tenant_id': 'ece713875e6940ae8514c398e3a4c48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '966fb1c1-edc9-41a3-bb1d-1aa67f720242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:08:14Z', 'updated_at': '2021-09-23T07:08:18Z', 'revision_number': 4, 'project_id': 'ece713875e6940ae8514c398e3a4c48e', 'gw_port': {'id': '966fb1c1-edc9-41a3-bb1d-1aa67f720242', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:90:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7efc2ebd-d860-44b6-bc27-7e08500ad9e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:08:15Z', 'updated_at': '2021-09-23T07:08:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': 'dc11ae12-9527-4824-a482-5a059061db21', 'name': '', 'network_id': '5568a091-20da-4482-92ef-1723181242f7', 'tenant_id': 'ece713875e6940ae8514c398e3a4c48e', 'mac_address': 'fa:16:3e:70:2b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7efc2ebd-d860-44b6-bc27-7e08500ad9e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': '2422642d-4581-42f1-ab24-5508a3d2f9fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:08:17Z', 'updated_at': '2021-09-23T07:08:18Z', 'revision_number': 2, 'project_id': 'ece713875e6940ae8514c398e3a4c48e', 'subnets': [{'id': '2422642d-4581-42f1-ab24-5508a3d2f9fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:08:20.327194 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e07f67-748c-4595-bbbb-bc63cfbf20fa None None] The sync data for ids ['7efc2ebd-d860-44b6-bc27-7e08500ad9e7'] in n-d-715271-16 is: [{'id': '7efc2ebd-d860-44b6-bc27-7e08500ad9e7', 'name': 'tempest-TestVolumeBootPattern-971792615-router', 'tenant_id': 'ece713875e6940ae8514c398e3a4c48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '966fb1c1-edc9-41a3-bb1d-1aa67f720242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:08:14Z', 'updated_at': '2021-09-23T07:08:18Z', 'revision_number': 4, 'project_id': 'ece713875e6940ae8514c398e3a4c48e', 'gw_port': {'id': '966fb1c1-edc9-41a3-bb1d-1aa67f720242', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:90:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7efc2ebd-d860-44b6-bc27-7e08500ad9e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:08:15Z', 'updated_at': '2021-09-23T07:08:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': 'dc11ae12-9527-4824-a482-5a059061db21', 'name': '', 'network_id': '5568a091-20da-4482-92ef-1723181242f7', 'tenant_id': 'ece713875e6940ae8514c398e3a4c48e', 'mac_address': 'fa:16:3e:70:2b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7efc2ebd-d860-44b6-bc27-7e08500ad9e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': '2422642d-4581-42f1-ab24-5508a3d2f9fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:08:17Z', 'updated_at': '2021-09-23T07:08:18Z', 'revision_number': 2, 'project_id': 'ece713875e6940ae8514c398e3a4c48e', 'subnets': [{'id': '2422642d-4581-42f1-ab24-5508a3d2f9fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:08:20.343688 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-399a42c5-f8f2-4e03-b011-5f5cb811ede5 None None] Provisioning complete for port dc11ae12-9527-4824-a482-5a059061db21 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:08:20.344076 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-399a42c5-f8f2-4e03-b011-5f5cb811ede5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:20.414210 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-399a42c5-f8f2-4e03-b011-5f5cb811ede5 None None] Port dc11ae12-9527-4824-a482-5a059061db21 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:08:21.479456 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 966fb1c1-edc9-41a3-bb1d-1aa67f720242 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:08:21.564986 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 966fb1c1-edc9-41a3-bb1d-1aa67f720242 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:08:21.565645 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:21.668479 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:21.695321 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port 966fb1c1-edc9-41a3-bb1d-1aa67f720242, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=966fb1c1-edc9-41a3-bb1d-1aa67f720242,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:08:21.702344 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:21.767010 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=966fb1c1-edc9-41a3-bb1d-1aa67f720242,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:08:22.113787 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0f4e2e-a8c0-4389-b788-2f7ccee2c6a8 req-89867fd0-9338-412c-a8d9-414acad9d8d1 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:08:22.115314 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8b0f4e2e-a8c0-4389-b788-2f7ccee2c6a8 req-89867fd0-9338-412c-a8d9-414acad9d8d1 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/networks?id=ee64cebb-cbad-4040-a31a-b12cc5624112 HTTP/1.1" status: 200 len: 811 time: 0.1054337 Sep 23 07:08:22.130748 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8b0f4e2e-a8c0-4389-b788-2f7ccee2c6a8 req-d73fb8a2-6702-41d8-bf0b-1614802c8d3a tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/quotas/dda7d37bb4b541ebbe8e22954596ee73 HTTP/1.1" status: 200 len: 375 time: 0.0097156 Sep 23 07:08:22.188793 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8b0f4e2e-a8c0-4389-b788-2f7ccee2c6a8 req-4000f83d-215c-4d72-b12e-9e0132173eaa tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=dda7d37bb4b541ebbe8e22954596ee73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521419 Sep 23 07:08:22.281465 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8b0f4e2e-a8c0-4389-b788-2f7ccee2c6a8 req-6d0fa7f7-1d50-45ba-8a6e-081c334c4860 service neutron] 10.222.0.39 "GET /v2.0/networks/ee64cebb-cbad-4040-a31a-b12cc5624112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848048 Sep 23 07:08:22.378533 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8b0f4e2e-a8c0-4389-b788-2f7ccee2c6a8 req-add2396e-7e74-4bb7-b8f2-333ab83a5a09 service neutron] 10.222.0.39 "GET /v2.0/networks/ee64cebb-cbad-4040-a31a-b12cc5624112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895813 Sep 23 07:08:22.714848 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-aad154d7-7ba3-4ceb-bef7-4953a7535683 req-9d69a44a-5a4d-4a7a-bd43-c8d3c095277b tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee42544f-945a-4352-b115-2a000699aa9d HTTP/1.1" status: 200 len: 210 time: 0.0345438 Sep 23 07:08:22.794907 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdda947-6929-4387-8c01-8a956eb34a72 None None] Sync routers for ids ['7efc2ebd-d860-44b6-bc27-7e08500ad9e7'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:08:22.809396 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdda947-6929-4387-8c01-8a956eb34a72 None None] Routers {'7efc2ebd-d860-44b6-bc27-7e08500ad9e7'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:08:22.810056 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-cfdda947-6929-4387-8c01-8a956eb34a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:08:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['7efc2ebd-d860-44b6-bc27-7e08500ad9e7'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:08:22.925992 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-cfdda947-6929-4387-8c01-8a956eb34a72 None None] Set router 7efc2ebd-d860-44b6-bc27-7e08500ad9e7 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:08:23.158120 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-cfdda947-6929-4387-8c01-8a956eb34a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7efc2ebd-d860-44b6-bc27-7e08500ad9e7', 'name': 'tempest-TestVolumeBootPattern-971792615-router', 'tenant_id': 'ece713875e6940ae8514c398e3a4c48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '966fb1c1-edc9-41a3-bb1d-1aa67f720242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:08:14Z', 'updated_at': '2021-09-23T07:08:18Z', 'revision_number': 4, 'project_id': 'ece713875e6940ae8514c398e3a4c48e', 'gw_port': {'id': '966fb1c1-edc9-41a3-bb1d-1aa67f720242', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:90:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efc2ebd-d860-44b6-bc27-7e08500ad9e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:08:15Z', 'updated_at': '2021-09-23T07:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': 'dc11ae12-9527-4824-a482-5a059061db21', 'name': '', 'network_id': '5568a091-20da-4482-92ef-1723181242f7', 'tenant_id': 'ece713875e6940ae8514c398e3a4c48e', 'mac_address': 'fa:16:3e:70:2b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7efc2ebd-d860-44b6-bc27-7e08500ad9e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': '2422642d-4581-42f1-ab24-5508a3d2f9fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:08:17Z', 'updated_at': '2021-09-23T07:08:18Z', 'revision_number': 2, 'project_id': 'ece713875e6940ae8514c398e3a4c48e', 'subnets': [{'id': '2422642d-4581-42f1-ab24-5508a3d2f9fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:08:23.184920 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdda947-6929-4387-8c01-8a956eb34a72 None None] Checking router: 7efc2ebd-d860-44b6-bc27-7e08500ad9e7 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:08:23.185273 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdda947-6929-4387-8c01-8a956eb34a72 None None] Updating router 7efc2ebd-d860-44b6-bc27-7e08500ad9e7 port dc11ae12-9527-4824-a482-5a059061db21 binding host n-d-715271-16 {{(pid=95068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 07:08:23.208994 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-cfdda947-6929-4387-8c01-8a956eb34a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:23.369189 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 966fb1c1-edc9-41a3-bb1d-1aa67f720242 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:08:23.421617 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 966fb1c1-edc9-41a3-bb1d-1aa67f720242 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:08:23.422150 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:23.506650 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-cfdda947-6929-4387-8c01-8a956eb34a72 None None] Notify callbacks [] for port, precommit_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:23.514583 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-cfdda947-6929-4387-8c01-8a956eb34a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:23.573394 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a80ca57-ca6a-4a43-ab22-af3912e5d67e None None] Pushing event updated for resources: {'Port': ['ID=dc11ae12-9527-4824-a482-5a059061db21,revision_number=3']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:08:23.623732 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-cfdda947-6929-4387-8c01-8a956eb34a72 None None] Attempting to bind port dc11ae12-9527-4824-a482-5a059061db21 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:08:23.624104 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-cfdda947-6929-4387-8c01-8a956eb34a72 None None] Attempting to bind port dc11ae12-9527-4824-a482-5a059061db21 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '5af8a24b-667e-4231-811d-36a07caac381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5568a091-20da-4482-92ef-1723181242f7'}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:08:23.624473 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdda947-6929-4387-8c01-8a956eb34a72 None None] Attempting to bind port dc11ae12-9527-4824-a482-5a059061db21 on network 5568a091-20da-4482-92ef-1723181242f7 {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:08:23.631485 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdda947-6929-4387-8c01-8a956eb34a72 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:08:23.631886 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdda947-6929-4387-8c01-8a956eb34a72 None None] Checking segment: {'id': '5af8a24b-667e-4231-811d-36a07caac381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5568a091-20da-4482-92ef-1723181242f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:08:23.632456 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-cfdda947-6929-4387-8c01-8a956eb34a72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:23.632856 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdda947-6929-4387-8c01-8a956eb34a72 None None] Bound using segment: {'id': '5af8a24b-667e-4231-811d-36a07caac381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5568a091-20da-4482-92ef-1723181242f7'} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:08:23.633394 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-cfdda947-6929-4387-8c01-8a956eb34a72 None None] Bound port: dc11ae12-9527-4824-a482-5a059061db21, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5af8a24b-667e-4231-811d-36a07caac381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5568a091-20da-4482-92ef-1723181242f7'}}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:08:23.634061 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-cfdda947-6929-4387-8c01-8a956eb34a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:23.719238 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-cfdda947-6929-4387-8c01-8a956eb34a72 None None] For port dc11ae12-9527-4824-a482-5a059061db21, host n-d-715271-16, cleared binding levels {{(pid=95068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:08:23.726233 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-cfdda947-6929-4387-8c01-8a956eb34a72 None None] For port dc11ae12-9527-4824-a482-5a059061db21, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=dc11ae12-9527-4824-a482-5a059061db21,segment=NetworkSegment(5af8a24b-667e-4231-811d-36a07caac381),segment_id=5af8a24b-667e-4231-811d-36a07caac381)] {{(pid=95068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:08:23.745757 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-cfdda947-6929-4387-8c01-8a956eb34a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:23.817234 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdda947-6929-4387-8c01-8a956eb34a72 None None] Routers {'7efc2ebd-d860-44b6-bc27-7e08500ad9e7'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:08:23.818691 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-cfdda947-6929-4387-8c01-8a956eb34a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:08:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['7efc2ebd-d860-44b6-bc27-7e08500ad9e7'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:08:23.880702 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-ab43071d-12a1-41a1-b211-e88ab7dcfd76 None None] Provisioning complete for port dc11ae12-9527-4824-a482-5a059061db21 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:08:23.881367 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ab43071d-12a1-41a1-b211-e88ab7dcfd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:23.901119 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1d9bd659-3fd3-4dcb-aab3-2f770628708d req-ba9ba26f-fb37-4810-b359-5c605c246c69 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee42544f-945a-4352-b115-2a000699aa9d HTTP/1.1" status: 200 len: 210 time: 0.0678353 Sep 23 07:08:23.924366 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0f4e2e-a8c0-4389-b788-2f7ccee2c6a8 req-dcf53d94-305d-41cf-8260-d904987176e8 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:08:23.927196 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8b0f4e2e-a8c0-4389-b788-2f7ccee2c6a8 req-dcf53d94-305d-41cf-8260-d904987176e8 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.58 "GET /v2.0/networks?id=ee64cebb-cbad-4040-a31a-b12cc5624112 HTTP/1.1" status: 200 len: 811 time: 0.2611091 Sep 23 07:08:23.947686 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-8b0f4e2e-a8c0-4389-b788-2f7ccee2c6a8 req-673090e9-ef17-4124-912a-9bfd8aaab23b tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Request body: {'port': {'device_id': 'ee42544f-945a-4352-b115-2a000699aa9d', 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112', 'admin_state_up': True, 'tenant_id': 'dda7d37bb4b541ebbe8e22954596ee73'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:08:23.994452 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-cfdda947-6929-4387-8c01-8a956eb34a72 None None] Set router 7efc2ebd-d860-44b6-bc27-7e08500ad9e7 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:08:24.061622 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ab43071d-12a1-41a1-b211-e88ab7dcfd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:24.129983 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-ab43071d-12a1-41a1-b211-e88ab7dcfd76 None None] For port dc11ae12-9527-4824-a482-5a059061db21, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=dc11ae12-9527-4824-a482-5a059061db21,segment=NetworkSegment(5af8a24b-667e-4231-811d-36a07caac381),segment_id=5af8a24b-667e-4231-811d-36a07caac381)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:08:24.136801 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ab43071d-12a1-41a1-b211-e88ab7dcfd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:24.141428 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b0f4e2e-a8c0-4389-b788-2f7ccee2c6a8 req-673090e9-ef17-4124-912a-9bfd8aaab23b tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Made reservation on behalf of dda7d37bb4b541ebbe8e22954596ee73 for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:08:24.148326 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-8b0f4e2e-a8c0-4389-b788-2f7ccee2c6a8 req-673090e9-ef17-4124-912a-9bfd8aaab23b tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:24.226087 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab43071d-12a1-41a1-b211-e88ab7dcfd76 None None] Pushing event updated for resources: {'Port': ['ID=dc11ae12-9527-4824-a482-5a059061db21,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:08:24.243272 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a80ca57-ca6a-4a43-ab22-af3912e5d67e None None] Pushing event updated for resources: {'Port': ['ID=dc11ae12-9527-4824-a482-5a059061db21,revision_number=4']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:08:24.264097 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-20a72c27-d08c-445f-aef5-24bb6ee649d9 None None] Provisioning complete for port dc11ae12-9527-4824-a482-5a059061db21 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:08:24.264484 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-20a72c27-d08c-445f-aef5-24bb6ee649d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:24.316821 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [req-8b0f4e2e-a8c0-4389-b788-2f7ccee2c6a8 req-673090e9-ef17-4124-912a-9bfd8aaab23b tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Allocated IP 172.20.0.13 (ee64cebb-cbad-4040-a31a-b12cc5624112/4f0a580e-e630-4d93-8377-9af2cc86d82c/1871c5f3-ae62-4348-bf1b-0d8cbf1b70d1) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:08:24.472173 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-cfdda947-6929-4387-8c01-8a956eb34a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7efc2ebd-d860-44b6-bc27-7e08500ad9e7', 'name': 'tempest-TestVolumeBootPattern-971792615-router', 'tenant_id': 'ece713875e6940ae8514c398e3a4c48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '966fb1c1-edc9-41a3-bb1d-1aa67f720242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:08:14Z', 'updated_at': '2021-09-23T07:08:18Z', 'revision_number': 4, 'project_id': 'ece713875e6940ae8514c398e3a4c48e', 'gw_port': {'id': '966fb1c1-edc9-41a3-bb1d-1aa67f720242', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:90:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efc2ebd-d860-44b6-bc27-7e08500ad9e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:08:15Z', 'updated_at': '2021-09-23T07:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': 'dc11ae12-9527-4824-a482-5a059061db21', 'name': '', 'network_id': '5568a091-20da-4482-92ef-1723181242f7', 'tenant_id': 'ece713875e6940ae8514c398e3a4c48e', 'mac_address': 'fa:16:3e:70:2b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7efc2ebd-d860-44b6-bc27-7e08500ad9e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': '2422642d-4581-42f1-ab24-5508a3d2f9fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:08:17Z', 'updated_at': '2021-09-23T07:08:23Z', 'revision_number': 4, 'project_id': 'ece713875e6940ae8514c398e3a4c48e', 'subnets': [{'id': '2422642d-4581-42f1-ab24-5508a3d2f9fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:08:24.494127 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-8b0f4e2e-a8c0-4389-b788-2f7ccee2c6a8 req-673090e9-ef17-4124-912a-9bfd8aaab23b tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:24.508051 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdda947-6929-4387-8c01-8a956eb34a72 None None] The sync data for ids ['7efc2ebd-d860-44b6-bc27-7e08500ad9e7'] in n-d-715271-16 is: [{'id': '7efc2ebd-d860-44b6-bc27-7e08500ad9e7', 'name': 'tempest-TestVolumeBootPattern-971792615-router', 'tenant_id': 'ece713875e6940ae8514c398e3a4c48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '966fb1c1-edc9-41a3-bb1d-1aa67f720242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:08:14Z', 'updated_at': '2021-09-23T07:08:18Z', 'revision_number': 4, 'project_id': 'ece713875e6940ae8514c398e3a4c48e', 'gw_port': {'id': '966fb1c1-edc9-41a3-bb1d-1aa67f720242', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:90:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efc2ebd-d860-44b6-bc27-7e08500ad9e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:08:15Z', 'updated_at': '2021-09-23T07:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': 'dc11ae12-9527-4824-a482-5a059061db21', 'name': '', 'network_id': '5568a091-20da-4482-92ef-1723181242f7', 'tenant_id': 'ece713875e6940ae8514c398e3a4c48e', 'mac_address': 'fa:16:3e:70:2b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7efc2ebd-d860-44b6-bc27-7e08500ad9e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': '2422642d-4581-42f1-ab24-5508a3d2f9fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:08:17Z', 'updated_at': '2021-09-23T07:08:23Z', 'revision_number': 4, 'project_id': 'ece713875e6940ae8514c398e3a4c48e', 'subnets': [{'id': '2422642d-4581-42f1-ab24-5508a3d2f9fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:08:24.942343 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [req-948d9b0d-fb94-45f6-ae46-8556cb6f4967 req-bd3b009c-691b-4b66-ae08-7dc996d183d8 service neutron] (95066) timed out ('10.222.0.39', 49146) {{(pid=95066) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 23 07:08:24.968620 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-8b0f4e2e-a8c0-4389-b788-2f7ccee2c6a8 req-673090e9-ef17-4124-912a-9bfd8aaab23b tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:25.045559 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673090e9-ef17-4124-912a-9bfd8aaab23b tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Pushing event updated for resources: {'Port': ['ID=1871c5f3-ae62-4348-bf1b-0d8cbf1b70d1,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:08:25.113456 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b0f4e2e-a8c0-4389-b788-2f7ccee2c6a8 req-673090e9-ef17-4124-912a-9bfd8aaab23b tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Network ee64cebb-cbad-4040-a31a-b12cc5624112 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:08:25.118767 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [req-8b0f4e2e-a8c0-4389-b788-2f7ccee2c6a8 req-673090e9-ef17-4124-912a-9bfd8aaab23b tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:08:25.121728 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b0f4e2e-a8c0-4389-b788-2f7ccee2c6a8 req-673090e9-ef17-4124-912a-9bfd8aaab23b tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:08:25.188957 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef4b18-4916-4575-88a5-01012f59d1bc req-4fdea290-a09a-45f5-a455-3d854e359a6d tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:08:25.203089 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6bef4b18-4916-4575-88a5-01012f59d1bc req-4fdea290-a09a-45f5-a455-3d854e359a6d tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee42544f-945a-4352-b115-2a000699aa9d HTTP/1.1" status: 200 len: 932 time: 0.1596696 Sep 23 07:08:25.312260 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0f4e2e-a8c0-4389-b788-2f7ccee2c6a8 req-673090e9-ef17-4124-912a-9bfd8aaab23b tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:08:25.312933 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-8b0f4e2e-a8c0-4389-b788-2f7ccee2c6a8 req-673090e9-ef17-4124-912a-9bfd8aaab23b tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:25.362632 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6bef4b18-4916-4575-88a5-01012f59d1bc req-0074ce7b-e4d7-4e71-bc2e-f62f9097eb85 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585751 Sep 23 07:08:25.390346 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8b0f4e2e-a8c0-4389-b788-2f7ccee2c6a8 req-673090e9-ef17-4124-912a-9bfd8aaab23b tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4521844 Sep 23 07:08:25.411311 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-8b0f4e2e-a8c0-4389-b788-2f7ccee2c6a8 req-56324ba3-8559-4ade-8c8d-8beb18778d61 service neutron] Request body: {'port': {'device_id': 'ee42544f-945a-4352-b115-2a000699aa9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:08:25.482658 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device dc11ae12-9527-4824-a482-5a059061db21 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:08:25.528650 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-8b0f4e2e-a8c0-4389-b788-2f7ccee2c6a8 req-56324ba3-8559-4ade-8c8d-8beb18778d61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:25.567931 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port dc11ae12-9527-4824-a482-5a059061db21 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:08:25.574655 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:25.714497 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-c3cdbc3e-0c0c-4a28-b58f-31cc9525b60b None None] Provisioning complete for port 1871c5f3-ae62-4348-bf1b-0d8cbf1b70d1 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:08:25.714940 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c3cdbc3e-0c0c-4a28-b58f-31cc9525b60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:25.757144 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-c3cdbc3e-0c0c-4a28-b58f-31cc9525b60b None None] Port 1871c5f3-ae62-4348-bf1b-0d8cbf1b70d1 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:08:25.903810 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [req-8b0f4e2e-a8c0-4389-b788-2f7ccee2c6a8 req-56324ba3-8559-4ade-8c8d-8beb18778d61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1871c5f3-ae62-4348-bf1b-0d8cbf1b70d1 {{(pid=95066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:08:25.912930 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-8b0f4e2e-a8c0-4389-b788-2f7ccee2c6a8 req-56324ba3-8559-4ade-8c8d-8beb18778d61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:25.927003 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.provisioning_blocks [req-8b0f4e2e-a8c0-4389-b788-2f7ccee2c6a8 req-56324ba3-8559-4ade-8c8d-8beb18778d61 service neutron] Transition to ACTIVE for port object 1871c5f3-ae62-4348-bf1b-0d8cbf1b70d1 will not be triggered until provisioned by entity L2. {{(pid=95066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:08:25.931882 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-8b0f4e2e-a8c0-4389-b788-2f7ccee2c6a8 req-56324ba3-8559-4ade-8c8d-8beb18778d61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:26.022145 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56324ba3-8559-4ade-8c8d-8beb18778d61 service neutron] Pushing event updated for resources: {'Port': ['ID=1871c5f3-ae62-4348-bf1b-0d8cbf1b70d1,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:08:26.088178 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-8b0f4e2e-a8c0-4389-b788-2f7ccee2c6a8 req-56324ba3-8559-4ade-8c8d-8beb18778d61 service neutron] Attempting to bind port 1871c5f3-ae62-4348-bf1b-0d8cbf1b70d1 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:08:26.088178 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-8b0f4e2e-a8c0-4389-b788-2f7ccee2c6a8 req-56324ba3-8559-4ade-8c8d-8beb18778d61 service neutron] Attempting to bind port 1871c5f3-ae62-4348-bf1b-0d8cbf1b70d1 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:08:26.088530 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0f4e2e-a8c0-4389-b788-2f7ccee2c6a8 req-56324ba3-8559-4ade-8c8d-8beb18778d61 service neutron] Attempting to bind port 1871c5f3-ae62-4348-bf1b-0d8cbf1b70d1 on network ee64cebb-cbad-4040-a31a-b12cc5624112 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:08:26.097272 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0f4e2e-a8c0-4389-b788-2f7ccee2c6a8 req-56324ba3-8559-4ade-8c8d-8beb18778d61 service neutron] Port 1871c5f3-ae62-4348-bf1b-0d8cbf1b70d1 on network ee64cebb-cbad-4040-a31a-b12cc5624112 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:08:26.097272 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0f4e2e-a8c0-4389-b788-2f7ccee2c6a8 req-56324ba3-8559-4ade-8c8d-8beb18778d61 service neutron] Attempting to bind port 1871c5f3-ae62-4348-bf1b-0d8cbf1b70d1 on network ee64cebb-cbad-4040-a31a-b12cc5624112 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:08:26.105495 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0f4e2e-a8c0-4389-b788-2f7ccee2c6a8 req-56324ba3-8559-4ade-8c8d-8beb18778d61 service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:08:26.105969 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0f4e2e-a8c0-4389-b788-2f7ccee2c6a8 req-56324ba3-8559-4ade-8c8d-8beb18778d61 service neutron] Checking segment: {'id': '4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:08:26.106441 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0f4e2e-a8c0-4389-b788-2f7ccee2c6a8 req-56324ba3-8559-4ade-8c8d-8beb18778d61 service neutron] Bound using segment: {'id': '4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:08:26.107164 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-8b0f4e2e-a8c0-4389-b788-2f7ccee2c6a8 req-56324ba3-8559-4ade-8c8d-8beb18778d61 service neutron] Bound port: 1871c5f3-ae62-4348-bf1b-0d8cbf1b70d1, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:08:26.107650 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-8b0f4e2e-a8c0-4389-b788-2f7ccee2c6a8 req-56324ba3-8559-4ade-8c8d-8beb18778d61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:26.226770 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-8b0f4e2e-a8c0-4389-b788-2f7ccee2c6a8 req-56324ba3-8559-4ade-8c8d-8beb18778d61 service neutron] For port 1871c5f3-ae62-4348-bf1b-0d8cbf1b70d1, host n-h2-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:08:26.230438 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-8b0f4e2e-a8c0-4389-b788-2f7ccee2c6a8 req-56324ba3-8559-4ade-8c8d-8beb18778d61 service neutron] For port 1871c5f3-ae62-4348-bf1b-0d8cbf1b70d1, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=1871c5f3-ae62-4348-bf1b-0d8cbf1b70d1,segment=NetworkSegment(4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c),segment_id=4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:08:26.237087 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-8b0f4e2e-a8c0-4389-b788-2f7ccee2c6a8 req-56324ba3-8559-4ade-8c8d-8beb18778d61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:26.278153 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0f4e2e-a8c0-4389-b788-2f7ccee2c6a8 req-56324ba3-8559-4ade-8c8d-8beb18778d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:08:26.278939 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-8b0f4e2e-a8c0-4389-b788-2f7ccee2c6a8 req-56324ba3-8559-4ade-8c8d-8beb18778d61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:26.280363 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8b0f4e2e-a8c0-4389-b788-2f7ccee2c6a8 req-56324ba3-8559-4ade-8c8d-8beb18778d61 service neutron] 10.222.0.58 "PUT /v2.0/ports/1871c5f3-ae62-4348-bf1b-0d8cbf1b70d1 HTTP/1.1" status: 200 len: 1093 time: 0.8799403 Sep 23 07:08:26.280806 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee42544f-945a-4352-b115-2a000699aa9d', 'tag': '1871c5f3-ae62-4348-bf1b-0d8cbf1b70d1'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:08:26.283331 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc2d5ae-f037-4cc4-8666-85b2e9c2668f" -d '{"events": [{"name": "network-changed", "server_uuid": "ee42544f-945a-4352-b115-2a000699aa9d", "tag": "1871c5f3-ae62-4348-bf1b-0d8cbf1b70d1"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:08:26.311749 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56324ba3-8559-4ade-8c8d-8beb18778d61 service neutron] Pushing event updated for resources: {'Port': ['ID=1871c5f3-ae62-4348-bf1b-0d8cbf1b70d1,revision_number=3']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:08:26.361883 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-232f1bea-02cd-4d9f-890a-3485fd7794dd x-openstack-request-id: req-232f1bea-02cd-4d9f-890a-3485fd7794dd {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:08:26.362546 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee42544f-945a-4352-b115-2a000699aa9d", "tag": "1871c5f3-ae62-4348-bf1b-0d8cbf1b70d1", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:08:26.363035 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-232f1bea-02cd-4d9f-890a-3485fd7794dd {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:08:26.363660 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee42544f-945a-4352-b115-2a000699aa9d', 'tag': '1871c5f3-ae62-4348-bf1b-0d8cbf1b70d1', 'status': 'completed', 'code': 200} Sep 23 07:08:26.399712 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0f4e2e-a8c0-4389-b788-2f7ccee2c6a8 req-54e866a4-ef40-4f1c-a792-733b4152dd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:08:26.401245 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8b0f4e2e-a8c0-4389-b788-2f7ccee2c6a8 req-54e866a4-ef40-4f1c-a792-733b4152dd39 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dda7d37bb4b541ebbe8e22954596ee73&device_id=ee42544f-945a-4352-b115-2a000699aa9d HTTP/1.1" status: 200 len: 1096 time: 0.0684719 Sep 23 07:08:26.480789 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8b0f4e2e-a8c0-4389-b788-2f7ccee2c6a8 req-a03a7777-6350-4b1f-9e5c-cf3b35b4c1fd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1871c5f3-ae62-4348-bf1b-0d8cbf1b70d1 HTTP/1.1" status: 200 len: 217 time: 0.0702739 Sep 23 07:08:26.567036 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dc8728-3f10-4959-9f6c-f954a0207509 req-941f45e1-5d78-4ffa-9a5a-7d78bbf61400 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:08:26.568559 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-74dc8728-3f10-4959-9f6c-f954a0207509 req-941f45e1-5d78-4ffa-9a5a-7d78bbf61400 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee42544f-945a-4352-b115-2a000699aa9d HTTP/1.1" status: 200 len: 944 time: 0.0980716 Sep 23 07:08:26.570568 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0f4e2e-a8c0-4389-b788-2f7ccee2c6a8 req-1b0c7706-7db1-4cb3-a049-14cd377ecc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:08:26.571960 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8b0f4e2e-a8c0-4389-b788-2f7ccee2c6a8 req-1b0c7706-7db1-4cb3-a049-14cd377ecc6c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4f0a580e-e630-4d93-8377-9af2cc86d82c HTTP/1.1" status: 200 len: 850 time: 0.0721176 Sep 23 07:08:26.642363 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-74dc8728-3f10-4959-9f6c-f954a0207509 req-806f8122-b56f-4a8c-b704-5dff7e33857d tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669396 Sep 23 07:08:26.656353 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0f4e2e-a8c0-4389-b788-2f7ccee2c6a8 req-fec8ac84-07f5-48e2-bb6b-82cf208993ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:08:26.657972 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8b0f4e2e-a8c0-4389-b788-2f7ccee2c6a8 req-fec8ac84-07f5-48e2-bb6b-82cf208993ed service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ee64cebb-cbad-4040-a31a-b12cc5624112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0760145 Sep 23 07:08:26.754869 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8b0f4e2e-a8c0-4389-b788-2f7ccee2c6a8 req-d3e1cd38-b96d-48e1-85ff-ac14117f7038 service neutron] 10.222.0.58 "GET /v2.0/networks/ee64cebb-cbad-4040-a31a-b12cc5624112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890977 Sep 23 07:08:26.856545 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8b0f4e2e-a8c0-4389-b788-2f7ccee2c6a8 req-3752036d-abd1-4b89-9a95-75a2367db20f service neutron] 10.222.0.58 "GET /v2.0/networks/ee64cebb-cbad-4040-a31a-b12cc5624112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939319 Sep 23 07:08:26.945188 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc2d5ae-f037-4cc4-8666-85b2e9c2668f req-4527aad4-e767-41ff-907d-fb6819d54369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:08:26.946905 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2dc2d5ae-f037-4cc4-8666-85b2e9c2668f req-4527aad4-e767-41ff-907d-fb6819d54369 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dda7d37bb4b541ebbe8e22954596ee73&device_id=ee42544f-945a-4352-b115-2a000699aa9d HTTP/1.1" status: 200 len: 1096 time: 0.0448077 Sep 23 07:08:27.046225 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc2d5ae-f037-4cc4-8666-85b2e9c2668f req-3351c851-b4dc-493a-a5f0-4205a28e2ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:08:27.047819 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2dc2d5ae-f037-4cc4-8666-85b2e9c2668f req-3351c851-b4dc-493a-a5f0-4205a28e2ec4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ee64cebb-cbad-4040-a31a-b12cc5624112 HTTP/1.1" status: 200 len: 912 time: 0.0934331 Sep 23 07:08:27.096729 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2dc2d5ae-f037-4cc4-8666-85b2e9c2668f req-550298bb-35f2-42e1-94e9-ef528c4bea75 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1871c5f3-ae62-4348-bf1b-0d8cbf1b70d1 HTTP/1.1" status: 200 len: 217 time: 0.0419464 Sep 23 07:08:27.154202 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc2d5ae-f037-4cc4-8666-85b2e9c2668f req-68e82128-b9c3-43e5-8900-0b8a44657320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:08:27.155809 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2dc2d5ae-f037-4cc4-8666-85b2e9c2668f req-68e82128-b9c3-43e5-8900-0b8a44657320 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4f0a580e-e630-4d93-8377-9af2cc86d82c HTTP/1.1" status: 200 len: 850 time: 0.0490963 Sep 23 07:08:27.207664 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc2d5ae-f037-4cc4-8666-85b2e9c2668f req-96e98d4b-6228-4bf8-9621-73979282cd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:08:27.209328 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2dc2d5ae-f037-4cc4-8666-85b2e9c2668f req-96e98d4b-6228-4bf8-9621-73979282cd35 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ee64cebb-cbad-4040-a31a-b12cc5624112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447893 Sep 23 07:08:27.347736 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2dc2d5ae-f037-4cc4-8666-85b2e9c2668f req-6be3c4d4-caf2-4ce0-8f23-d0c9f2da2eee service neutron] 10.222.0.58 "GET /v2.0/networks/ee64cebb-cbad-4040-a31a-b12cc5624112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292098 Sep 23 07:08:27.452816 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2dc2d5ae-f037-4cc4-8666-85b2e9c2668f req-f284f7d8-34cf-4848-a923-ffb6f7b0745f service neutron] 10.222.0.58 "GET /v2.0/networks/ee64cebb-cbad-4040-a31a-b12cc5624112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977678 Sep 23 07:08:27.763236 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86868e7-57f0-411e-b8c4-b89b89cafdc2 req-47403295-3c89-4dc2-863c-d4d79ccadef0 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:08:27.765774 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a86868e7-57f0-411e-b8c4-b89b89cafdc2 req-47403295-3c89-4dc2-863c-d4d79ccadef0 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee42544f-945a-4352-b115-2a000699aa9d HTTP/1.1" status: 200 len: 944 time: 0.0536425 Sep 23 07:08:27.806226 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a86868e7-57f0-411e-b8c4-b89b89cafdc2 req-02f2fef9-8297-45a0-9a86-68011ce63d4d tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334659 Sep 23 07:08:28.937695 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5c8605-61b9-4b5e-ba5c-0aede36da84f req-456d9054-ad1e-44ea-8e04-a9c0efe5cd18 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:08:28.939274 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9b5c8605-61b9-4b5e-ba5c-0aede36da84f req-456d9054-ad1e-44ea-8e04-a9c0efe5cd18 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee42544f-945a-4352-b115-2a000699aa9d HTTP/1.1" status: 200 len: 944 time: 0.0582983 Sep 23 07:08:28.980579 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9b5c8605-61b9-4b5e-ba5c-0aede36da84f req-a234f212-fe8c-4bec-9b53-06c852238973 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351264 Sep 23 07:08:30.108697 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e9e6cd-0a7e-467f-a1c0-0fe4f67dd6d0 req-c1f192fc-4d02-4c11-af1c-2b74e9a174eb tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:08:30.110199 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-31e9e6cd-0a7e-467f-a1c0-0fe4f67dd6d0 req-c1f192fc-4d02-4c11-af1c-2b74e9a174eb tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee42544f-945a-4352-b115-2a000699aa9d HTTP/1.1" status: 200 len: 944 time: 0.0546961 Sep 23 07:08:30.150144 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-31e9e6cd-0a7e-467f-a1c0-0fe4f67dd6d0 req-85832ba1-1bce-4bfd-8f3d-000871295f76 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314527 Sep 23 07:08:31.270804 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46733167-cff0-46bc-bba2-decd27deaa56 req-96e8af93-d7a5-4f71-83c1-702800f54c72 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:08:31.272380 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-46733167-cff0-46bc-bba2-decd27deaa56 req-96e8af93-d7a5-4f71-83c1-702800f54c72 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee42544f-945a-4352-b115-2a000699aa9d HTTP/1.1" status: 200 len: 944 time: 0.0510495 Sep 23 07:08:31.315550 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-46733167-cff0-46bc-bba2-decd27deaa56 req-52cae288-117c-4850-b77c-371ebffa11c7 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360718 Sep 23 07:08:32.435697 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35b88ff-0352-473c-bfa8-068629c12abf req-bf413925-30a6-456e-95ea-16c5c421f1fa tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:08:32.437315 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e35b88ff-0352-473c-bfa8-068629c12abf req-bf413925-30a6-456e-95ea-16c5c421f1fa tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee42544f-945a-4352-b115-2a000699aa9d HTTP/1.1" status: 200 len: 944 time: 0.0497952 Sep 23 07:08:32.478065 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e35b88ff-0352-473c-bfa8-068629c12abf req-43cf525e-4008-48ee-996e-44663ee585d8 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336092 Sep 23 07:08:33.598120 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39f92d-d7cf-4e63-9439-3b5abe3bf542 req-3ba8392b-b0c6-44dc-aab0-14f2b5be9eef tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:08:33.599627 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1d39f92d-d7cf-4e63-9439-3b5abe3bf542 req-3ba8392b-b0c6-44dc-aab0-14f2b5be9eef tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee42544f-945a-4352-b115-2a000699aa9d HTTP/1.1" status: 200 len: 944 time: 0.0529146 Sep 23 07:08:33.636516 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1d39f92d-d7cf-4e63-9439-3b5abe3bf542 req-3edd7149-6ca0-414c-aad0-ce70502c83aa tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310221 Sep 23 07:08:34.759992 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4633fc4-be47-4127-811f-130f2b18a13c req-80d81da1-b885-41fa-98c0-6e0816c8bfa8 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:08:34.771089 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c4633fc4-be47-4127-811f-130f2b18a13c req-80d81da1-b885-41fa-98c0-6e0816c8bfa8 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee42544f-945a-4352-b115-2a000699aa9d HTTP/1.1" status: 200 len: 944 time: 0.0666952 Sep 23 07:08:34.806126 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c4633fc4-be47-4127-811f-130f2b18a13c req-1e944c4b-3599-49e4-b1f7-2250df6ab39e tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333056 Sep 23 07:08:35.933931 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b767e4b-f601-49e0-a242-a9356d529676 req-a9281997-495e-47f3-b451-275ce95bd650 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:08:35.937756 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2b767e4b-f601-49e0-a242-a9356d529676 req-a9281997-495e-47f3-b451-275ce95bd650 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee42544f-945a-4352-b115-2a000699aa9d HTTP/1.1" status: 200 len: 944 time: 0.0583055 Sep 23 07:08:35.983420 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2b767e4b-f601-49e0-a242-a9356d529676 req-f7eb03bf-16b3-4931-853c-c937dd0b989a tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400779 Sep 23 07:08:36.454292 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:37.105172 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a995e-8482-4af2-a661-2a15bcf17bd8 req-23ad09b3-f08c-4f05-b192-010751de71e0 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:08:37.107740 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-537a995e-8482-4af2-a661-2a15bcf17bd8 req-23ad09b3-f08c-4f05-b192-010751de71e0 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee42544f-945a-4352-b115-2a000699aa9d HTTP/1.1" status: 200 len: 944 time: 0.0541182 Sep 23 07:08:37.151111 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-537a995e-8482-4af2-a661-2a15bcf17bd8 req-a92ac4d6-9727-42f0-b579-a69cafa41ed7 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324326 Sep 23 07:08:37.862293 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 1871c5f3-ae62-4348-bf1b-0d8cbf1b70d1 details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:08:37.959952 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 1871c5f3-ae62-4348-bf1b-0d8cbf1b70d1, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=1871c5f3-ae62-4348-bf1b-0d8cbf1b70d1,segment=NetworkSegment(4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c),segment_id=4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:08:37.971144 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': '1871c5f3-ae62-4348-bf1b-0d8cbf1b70d1', 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112', 'port_id': '1871c5f3-ae62-4348-bf1b-0d8cbf1b70d1', 'mac_address': 'fa:16:3e:83:fd:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f0a580e-e630-4d93-8377-9af2cc86d82c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:08:38.017189 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:38.039539 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1871c5f3-ae62-4348-bf1b-0d8cbf1b70d1 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:08:38.045212 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e7538a04-1d14-44fa-b93d-bfe7c877052e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:38.063328 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 1871c5f3-ae62-4348-bf1b-0d8cbf1b70d1, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=1871c5f3-ae62-4348-bf1b-0d8cbf1b70d1,segment=NetworkSegment(4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c),segment_id=4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:08:38.069750 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:38.123158 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=1871c5f3-ae62-4348-bf1b-0d8cbf1b70d1,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:08:38.270003 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef73f59-098d-41e5-aa08-10a9b93a7d94 req-ee3aeb8c-789f-463e-bac3-8967cc3a0230 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:08:38.271493 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fef73f59-098d-41e5-aa08-10a9b93a7d94 req-ee3aeb8c-789f-463e-bac3-8967cc3a0230 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee42544f-945a-4352-b115-2a000699aa9d HTTP/1.1" status: 200 len: 945 time: 0.0496662 Sep 23 07:08:38.287240 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['1871c5f3-ae62-4348-bf1b-0d8cbf1b70d1'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:08:38.312756 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fef73f59-098d-41e5-aa08-10a9b93a7d94 req-82af5b3f-f0ce-4985-a37e-c42821370689 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350153 Sep 23 07:08:39.446169 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4d7e78-947b-4bbc-8533-437c681cdb81 req-a49c96b1-e2a2-4165-a884-3683dc72b36a tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:08:39.447685 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0e4d7e78-947b-4bbc-8533-437c681cdb81 req-a49c96b1-e2a2-4165-a884-3683dc72b36a tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee42544f-945a-4352-b115-2a000699aa9d HTTP/1.1" status: 200 len: 945 time: 0.0554645 Sep 23 07:08:39.485123 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0e4d7e78-947b-4bbc-8533-437c681cdb81 req-b7a37b8d-b273-40c3-9651-8bac1f45d7d1 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314226 Sep 23 07:08:39.884573 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 1871c5f3-ae62-4348-bf1b-0d8cbf1b70d1 up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:08:39.934474 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port 1871c5f3-ae62-4348-bf1b-0d8cbf1b70d1 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:08:39.938098 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port 1871c5f3-ae62-4348-bf1b-0d8cbf1b70d1 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:08:39.938475 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:40.017723 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:40.039685 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee42544f-945a-4352-b115-2a000699aa9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1871c5f3-ae62-4348-bf1b-0d8cbf1b70d1'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:08:40.041921 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0980fa8-bbeb-4135-bdbb-bedb274004a1" -d '{"events": [{"server_uuid": "ee42544f-945a-4352-b115-2a000699aa9d", "name": "network-vif-plugged", "status": "completed", "tag": "1871c5f3-ae62-4348-bf1b-0d8cbf1b70d1"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:08:40.054904 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 1871c5f3-ae62-4348-bf1b-0d8cbf1b70d1, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=1871c5f3-ae62-4348-bf1b-0d8cbf1b70d1,segment=NetworkSegment(4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c),segment_id=4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:08:40.058956 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:40.085906 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4450224f-5094-409c-82e2-c07dbe959e7f x-openstack-request-id: req-4450224f-5094-409c-82e2-c07dbe959e7f {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:08:40.086201 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee42544f-945a-4352-b115-2a000699aa9d", "name": "network-vif-plugged", "status": "completed", "tag": "1871c5f3-ae62-4348-bf1b-0d8cbf1b70d1", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:08:40.086452 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4450224f-5094-409c-82e2-c07dbe959e7f {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:08:40.086858 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee42544f-945a-4352-b115-2a000699aa9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1871c5f3-ae62-4348-bf1b-0d8cbf1b70d1', 'code': 200} Sep 23 07:08:40.125850 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:40.126707 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=1871c5f3-ae62-4348-bf1b-0d8cbf1b70d1,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:08:40.200596 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dcef73-a93d-43c1-843c-9715cd5ba40e req-eb0e5e5e-3714-471f-bc0a-c36a5ea8213d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:08:40.202236 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-95dcef73-a93d-43c1-843c-9715cd5ba40e req-eb0e5e5e-3714-471f-bc0a-c36a5ea8213d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ee42544f-945a-4352-b115-2a000699aa9d HTTP/1.1" status: 200 len: 1098 time: 0.0546844 Sep 23 07:08:40.250999 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-95dcef73-a93d-43c1-843c-9715cd5ba40e req-0bb25197-5618-45ad-9b2c-97551bd683a9 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392540 Sep 23 07:08:40.601490 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee560fc-3920-40d3-b22b-15727e423985 req-846a0b06-0a86-41ee-bc03-5b03bae46701 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:08:40.603026 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2ee560fc-3920-40d3-b22b-15727e423985 req-846a0b06-0a86-41ee-bc03-5b03bae46701 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee42544f-945a-4352-b115-2a000699aa9d HTTP/1.1" status: 200 len: 946 time: 0.0494301 Sep 23 07:08:40.640114 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2ee560fc-3920-40d3-b22b-15727e423985 req-28c79951-a4da-4fa3-9c81-fb1dc7df4a0b tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309675 Sep 23 07:08:41.049445 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b32fb7bd-7b0b-49b7-bdd3-140e5c982bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:41.491999 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:41.758062 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c696c9d8-53bb-4fe8-a77d-89b9d69b6026 req-dbd3020d-2e0f-4a58-ab45-499433c47007 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:08:41.759465 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c696c9d8-53bb-4fe8-a77d-89b9d69b6026 req-dbd3020d-2e0f-4a58-ab45-499433c47007 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee42544f-945a-4352-b115-2a000699aa9d HTTP/1.1" status: 200 len: 946 time: 0.0506244 Sep 23 07:08:41.803634 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c696c9d8-53bb-4fe8-a77d-89b9d69b6026 req-93e5f5df-1231-4afe-9565-8e6ef22ee395 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381582 Sep 23 07:08:41.931338 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef6c26-82d9-44b1-9abe-791b54f20baa req-c6320014-c01b-4855-a9b0-93960144445a tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:08:41.932910 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8eef6c26-82d9-44b1-9abe-791b54f20baa req-c6320014-c01b-4855-a9b0-93960144445a tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee42544f-945a-4352-b115-2a000699aa9d HTTP/1.1" status: 200 len: 946 time: 0.0579591 Sep 23 07:08:41.974530 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8eef6c26-82d9-44b1-9abe-791b54f20baa req-8999a575-6f08-4e63-90fb-d3ad9fd0e632 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353787 Sep 23 07:08:42.090773 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad07f200-ba61-439a-bb1d-e232a7c57ef2 req-e394d2a4-3c4f-4fcd-81e1-2f2b6741a3ea tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:08:42.092299 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ad07f200-ba61-439a-bb1d-e232a7c57ef2 req-e394d2a4-3c4f-4fcd-81e1-2f2b6741a3ea tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee42544f-945a-4352-b115-2a000699aa9d HTTP/1.1" status: 200 len: 946 time: 0.0519011 Sep 23 07:08:42.133925 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ad07f200-ba61-439a-bb1d-e232a7c57ef2 req-54a99fb2-09b3-490c-a6a6-cb6ee9d06a4d tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343287 Sep 23 07:08:42.302613 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:42.387298 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fff267-d39e-456e-95c6-37c8b8d49194 req-006a3f4f-2e95-4b12-8c59-d6f45d25384c tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:08:42.389067 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-67fff267-d39e-456e-95c6-37c8b8d49194 req-006a3f4f-2e95-4b12-8c59-d6f45d25384c tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee42544f-945a-4352-b115-2a000699aa9d HTTP/1.1" status: 200 len: 946 time: 0.0593586 Sep 23 07:08:42.429963 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-67fff267-d39e-456e-95c6-37c8b8d49194 req-bce71d75-07c7-4255-b182-f1e318019c13 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338562 Sep 23 07:08:43.551332 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caf809d-c87f-49d6-89e2-96c5ce5d9150 req-5f3151ec-e781-4c26-9b71-736c3ba85abc tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:08:43.552976 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4caf809d-c87f-49d6-89e2-96c5ce5d9150 req-5f3151ec-e781-4c26-9b71-736c3ba85abc tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee42544f-945a-4352-b115-2a000699aa9d HTTP/1.1" status: 200 len: 946 time: 0.0491414 Sep 23 07:08:43.591039 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4caf809d-c87f-49d6-89e2-96c5ce5d9150 req-cbdcabe2-14aa-4071-ae81-79c8e7cefc1c tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315454 Sep 23 07:08:43.800238 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:43.901987 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:08:43.977378 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277246f6-e2a3-462c-b679-3d4c33056cee req-b701d117-6d80-4001-98d9-37a0a0a8b429 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:08:43.978881 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-277246f6-e2a3-462c-b679-3d4c33056cee req-b701d117-6d80-4001-98d9-37a0a0a8b429 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee42544f-945a-4352-b115-2a000699aa9d HTTP/1.1" status: 200 len: 946 time: 0.0499275 Sep 23 07:08:44.068581 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-277246f6-e2a3-462c-b679-3d4c33056cee req-7589e528-094b-4744-975b-066c2c7b172e tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Deleting port 1871c5f3-ae62-4348-bf1b-0d8cbf1b70d1 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:08:44.068924 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-277246f6-e2a3-462c-b679-3d4c33056cee req-7589e528-094b-4744-975b-066c2c7b172e tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:44.165839 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-277246f6-e2a3-462c-b679-3d4c33056cee req-7589e528-094b-4744-975b-066c2c7b172e tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] For port 1871c5f3-ae62-4348-bf1b-0d8cbf1b70d1, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=1871c5f3-ae62-4348-bf1b-0d8cbf1b70d1,segment=NetworkSegment(4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c),segment_id=4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:08:44.166291 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-277246f6-e2a3-462c-b679-3d4c33056cee req-7589e528-094b-4744-975b-066c2c7b172e tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:44.179448 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-277246f6-e2a3-462c-b679-3d4c33056cee req-7589e528-094b-4744-975b-066c2c7b172e tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Calling delete_port for 1871c5f3-ae62-4348-bf1b-0d8cbf1b70d1 owned by compute:nova {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:08:44.309845 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-277246f6-e2a3-462c-b679-3d4c33056cee req-7589e528-094b-4744-975b-066c2c7b172e tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:44.322050 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['1871c5f3-ae62-4348-bf1b-0d8cbf1b70d1'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:08:44.340029 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7589e528-094b-4744-975b-066c2c7b172e tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Pushing event deleted for resources: {'Port': ['ID=1871c5f3-ae62-4348-bf1b-0d8cbf1b70d1,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:08:44.353654 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7589e528-094b-4744-975b-066c2c7b172e tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:08:44.354040 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7589e528-094b-4744-975b-066c2c7b172e tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:08:44.354360 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7589e528-094b-4744-975b-066c2c7b172e tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:08:44.354689 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7589e528-094b-4744-975b-066c2c7b172e tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:08:44.355026 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7589e528-094b-4744-975b-066c2c7b172e tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:08:44.355354 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7589e528-094b-4744-975b-066c2c7b172e tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:08:44.355680 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7589e528-094b-4744-975b-066c2c7b172e tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:08:44.356154 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7589e528-094b-4744-975b-066c2c7b172e tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:08:44.356484 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7589e528-094b-4744-975b-066c2c7b172e tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:08:44.356806 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7589e528-094b-4744-975b-066c2c7b172e tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:08:44.357384 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7589e528-094b-4744-975b-066c2c7b172e tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:08:44.357704 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7589e528-094b-4744-975b-066c2c7b172e tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:08:44.396166 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-277246f6-e2a3-462c-b679-3d4c33056cee req-7589e528-094b-4744-975b-066c2c7b172e tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] No DVR routers for this DVR port 1871c5f3-ae62-4348-bf1b-0d8cbf1b70d1 on host n-h2-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:08:44.399164 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-277246f6-e2a3-462c-b679-3d4c33056cee req-7589e528-094b-4744-975b-066c2c7b172e tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:08:44.401289 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-277246f6-e2a3-462c-b679-3d4c33056cee req-7589e528-094b-4744-975b-066c2c7b172e tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.58 "DELETE /v2.0/ports/1871c5f3-ae62-4348-bf1b-0d8cbf1b70d1 HTTP/1.1" status: 204 len: 173 time: 0.4156322 Sep 23 07:08:44.401726 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee42544f-945a-4352-b115-2a000699aa9d', 'name': 'network-vif-deleted', 'tag': '1871c5f3-ae62-4348-bf1b-0d8cbf1b70d1'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:08:44.405555 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35bd1b39-a55d-4ee3-8811-b7f39f9e802d" -d '{"events": [{"server_uuid": "ee42544f-945a-4352-b115-2a000699aa9d", "name": "network-vif-deleted", "tag": "1871c5f3-ae62-4348-bf1b-0d8cbf1b70d1"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:08:44.466086 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc502ac-231f-43e6-b39b-36f1fbc5ffe4 x-openstack-request-id: req-dfc502ac-231f-43e6-b39b-36f1fbc5ffe4 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:08:44.466401 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee42544f-945a-4352-b115-2a000699aa9d", "name": "network-vif-deleted", "tag": "1871c5f3-ae62-4348-bf1b-0d8cbf1b70d1", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:08:44.466677 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dfc502ac-231f-43e6-b39b-36f1fbc5ffe4 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:08:44.467092 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee42544f-945a-4352-b115-2a000699aa9d', 'name': 'network-vif-deleted', 'tag': '1871c5f3-ae62-4348-bf1b-0d8cbf1b70d1', 'status': 'completed', 'code': 200} Sep 23 07:08:44.692192 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-68642e9f-426a-42b8-99d2-8260de04f179 req-162f66fb-fcab-43c5-a85e-e38d0cf86775 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee42544f-945a-4352-b115-2a000699aa9d HTTP/1.1" status: 200 len: 210 time: 0.0273578 Sep 23 07:08:45.797090 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1e341f6d-ae74-4812-85b0-aad18016de40 req-2e9f2877-6fa0-4bed-a04a-77aa0f503415 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee42544f-945a-4352-b115-2a000699aa9d HTTP/1.1" status: 200 len: 210 time: 0.0332298 Sep 23 07:08:46.894279 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-44384972-cf5d-45d2-a4e9-61fa6a3f05be req-2184ebb7-9021-4a40-89d7-9ba2a6655805 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee42544f-945a-4352-b115-2a000699aa9d HTTP/1.1" status: 200 len: 210 time: 0.0269260 Sep 23 07:08:47.979048 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 1871c5f3-ae62-4348-bf1b-0d8cbf1b70d1 no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:08:48.000170 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No Port match for: 1871c5f3-ae62-4348-bf1b-0d8cbf1b70d1 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:08:48.000543 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 1871c5f3-ae62-4348-bf1b-0d8cbf1b70d1 not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:08:48.005172 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e6443db2-5f8f-4cc2-b491-5b1f5b855e4a req-445b0ed3-7ce6-4291-8a48-53c39c546279 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee42544f-945a-4352-b115-2a000699aa9d HTTP/1.1" status: 200 len: 210 time: 0.0302172 Sep 23 07:09:02.731471 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b4187423-8e45-4f5d-9459-7cca4ef7c6cf req-b179116b-242f-4261-a0e4-83eba13f7971 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9241a2cc-9586-48bc-ad31-02bcbb8d3d73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0431211 Sep 23 07:09:02.820247 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4187423-8e45-4f5d-9459-7cca4ef7c6cf req-92a128f7-be23-492d-8581-c4607d096dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:09:02.822255 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b4187423-8e45-4f5d-9459-7cca4ef7c6cf req-92a128f7-be23-492d-8581-c4607d096dca service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4d93d8414d394ae180d5f159fb0b8b54&device_id=9241a2cc-9586-48bc-ad31-02bcbb8d3d73 HTTP/1.1" status: 200 len: 1098 time: 0.0477922 Sep 23 07:09:02.943795 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4187423-8e45-4f5d-9459-7cca4ef7c6cf req-8efcae0e-4a3b-4a68-83d8-3f80ab6b3f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:09:02.945519 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b4187423-8e45-4f5d-9459-7cca4ef7c6cf req-8efcae0e-4a3b-4a68-83d8-3f80ab6b3f6a service neutron] 10.222.0.58 "GET /v2.0/networks?id=ca28a1fe-55ea-41f7-96a5-1261b4a66187 HTTP/1.1" status: 200 len: 917 time: 0.1024756 Sep 23 07:09:03.016011 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b4187423-8e45-4f5d-9459-7cca4ef7c6cf req-ea381c6d-23f6-4a0c-8b55-5ac18c0d2cfd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27d074a5-8975-48d4-8a68-d84b9325ba43 HTTP/1.1" status: 200 len: 1002 time: 0.0623236 Sep 23 07:09:03.076993 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4187423-8e45-4f5d-9459-7cca4ef7c6cf req-23e6d8cb-f52b-47d9-9455-8f4be00fff4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:09:03.078537 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b4187423-8e45-4f5d-9459-7cca4ef7c6cf req-23e6d8cb-f52b-47d9-9455-8f4be00fff4c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5441eb5f-3885-44a6-9b00-13a9788d14f9 HTTP/1.1" status: 200 len: 855 time: 0.0547004 Sep 23 07:09:03.131267 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4187423-8e45-4f5d-9459-7cca4ef7c6cf req-599d3c8e-e682-4da7-8553-16bcc77c6ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:09:03.132860 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b4187423-8e45-4f5d-9459-7cca4ef7c6cf req-599d3c8e-e682-4da7-8553-16bcc77c6ba6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ca28a1fe-55ea-41f7-96a5-1261b4a66187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454495 Sep 23 07:09:03.228355 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b4187423-8e45-4f5d-9459-7cca4ef7c6cf req-27b26ae8-8d39-4989-af59-41e705afbe63 service neutron] 10.222.0.58 "GET /v2.0/networks/ca28a1fe-55ea-41f7-96a5-1261b4a66187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876942 Sep 23 07:09:03.344730 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b4187423-8e45-4f5d-9459-7cca4ef7c6cf req-2b639be8-ede0-4480-b531-85b61761c403 service neutron] 10.222.0.58 "GET /v2.0/networks/ca28a1fe-55ea-41f7-96a5-1261b4a66187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078179 Sep 23 07:09:04.330951 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [req-6291ee10-762b-4b5c-b1c6-13c770a2313e req-42f2ebb0-0f50-4623-80ab-62daac982afb service neutron] (95065) timed out ('10.222.0.58', 49874) {{(pid=95065) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 23 07:09:04.953779 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb4aeb-d7cc-406e-9d33-fccd29264d1e req-5ad1ec67-66d6-4308-8e7c-f0ae8b1b37ea tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:09:04.955969 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-30eb4aeb-d7cc-406e-9d33-fccd29264d1e req-5ad1ec67-66d6-4308-8e7c-f0ae8b1b37ea tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d4918de-60b7-44b6-be8b-9b2019b1271a HTTP/1.1" status: 200 len: 945 time: 0.0568829 Sep 23 07:09:05.008063 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-30eb4aeb-d7cc-406e-9d33-fccd29264d1e req-725592f0-8094-4566-86f3-28f927a1d50e tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f253461-cf82-4016-a142-72193d40d277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448065 Sep 23 07:09:06.190760 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad330888-c303-4a32-82e9-aa257f7ca5cf req-2b07001c-2ce3-4e04-85b0-ef09d25e2441 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:09:06.192410 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ad330888-c303-4a32-82e9-aa257f7ca5cf req-2b07001c-2ce3-4e04-85b0-ef09d25e2441 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d4918de-60b7-44b6-be8b-9b2019b1271a HTTP/1.1" status: 200 len: 945 time: 0.0826056 Sep 23 07:09:06.251509 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ad330888-c303-4a32-82e9-aa257f7ca5cf req-0ddd17d7-dab1-4ced-b905-bc8e57837905 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f253461-cf82-4016-a142-72193d40d277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505443 Sep 23 07:09:06.464906 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:09:07.381192 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5b2838-bbc4-4a1e-b38e-21ead22096af req-154e8efb-96f5-42f2-bbcf-0d201f6541d0 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:09:07.382774 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9e5b2838-bbc4-4a1e-b38e-21ead22096af req-154e8efb-96f5-42f2-bbcf-0d201f6541d0 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d4918de-60b7-44b6-be8b-9b2019b1271a HTTP/1.1" status: 200 len: 945 time: 0.0559959 Sep 23 07:09:07.423499 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9e5b2838-bbc4-4a1e-b38e-21ead22096af req-ecd4cdcc-0527-4c15-bd0b-852c4f92edfe tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f253461-cf82-4016-a142-72193d40d277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338016 Sep 23 07:09:08.027665 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ef021d95-c9a6-479c-9c48-96281a3512cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:09:08.549580 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb2f90-ea3e-47f6-ae79-830fe2d3050b req-6abe366a-700c-4e62-87d7-aab4785e2727 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:09:08.551206 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f3cb2f90-ea3e-47f6-ae79-830fe2d3050b req-6abe366a-700c-4e62-87d7-aab4785e2727 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d4918de-60b7-44b6-be8b-9b2019b1271a HTTP/1.1" status: 200 len: 945 time: 0.0551512 Sep 23 07:09:08.591056 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f3cb2f90-ea3e-47f6-ae79-830fe2d3050b req-9f356533-e93b-455c-a9aa-ae5e7a946c02 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f253461-cf82-4016-a142-72193d40d277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336411 Sep 23 07:09:09.711249 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a5dd3-1592-470e-b9af-139f0b6a8ead req-5e7bc8ae-67da-40ae-95c2-cd24fd676382 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:09:09.712787 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8b2a5dd3-1592-470e-b9af-139f0b6a8ead req-5e7bc8ae-67da-40ae-95c2-cd24fd676382 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d4918de-60b7-44b6-be8b-9b2019b1271a HTTP/1.1" status: 200 len: 945 time: 0.0521362 Sep 23 07:09:09.753320 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8b2a5dd3-1592-470e-b9af-139f0b6a8ead req-c9157dea-b646-4f9e-ae52-98c84c0f955e tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f253461-cf82-4016-a142-72193d40d277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346680 Sep 23 07:09:10.127301 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:09:10.512669 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb5178a-77db-48a6-95bf-75abf66eb51a req-ff9408c9-4630-497c-9cd5-ecce9e612f20 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:09:10.514267 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bcb5178a-77db-48a6-95bf-75abf66eb51a req-ff9408c9-4630-497c-9cd5-ecce9e612f20 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/networks?id=ee64cebb-cbad-4040-a31a-b12cc5624112 HTTP/1.1" status: 200 len: 811 time: 0.1068344 Sep 23 07:09:10.529895 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bcb5178a-77db-48a6-95bf-75abf66eb51a req-73f2a61f-70e1-48da-8ea6-3a3ebd053bf3 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/quotas/dda7d37bb4b541ebbe8e22954596ee73 HTTP/1.1" status: 200 len: 375 time: 0.0093942 Sep 23 07:09:10.582522 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bcb5178a-77db-48a6-95bf-75abf66eb51a req-43815c89-5033-42a3-ad10-55f613cedff9 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=dda7d37bb4b541ebbe8e22954596ee73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464249 Sep 23 07:09:10.675823 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bcb5178a-77db-48a6-95bf-75abf66eb51a req-328b9693-9a7f-4429-a272-2e16ff1172d0 service neutron] 10.222.0.39 "GET /v2.0/networks/ee64cebb-cbad-4040-a31a-b12cc5624112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862741 Sep 23 07:09:10.770753 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bcb5178a-77db-48a6-95bf-75abf66eb51a req-e9f97cd7-3833-40ba-a88e-b1dcfd5fa475 service neutron] 10.222.0.39 "GET /v2.0/networks/ee64cebb-cbad-4040-a31a-b12cc5624112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887010 Sep 23 07:09:10.889824 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1178422c-813f-41e2-a1fd-d34fa0a82b49 req-5a7240f7-4acc-45cb-acd2-c940cf74e14e tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:09:10.891705 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1178422c-813f-41e2-a1fd-d34fa0a82b49 req-5a7240f7-4acc-45cb-acd2-c940cf74e14e tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d4918de-60b7-44b6-be8b-9b2019b1271a HTTP/1.1" status: 200 len: 945 time: 0.0585041 Sep 23 07:09:10.942199 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1178422c-813f-41e2-a1fd-d34fa0a82b49 req-e80b060f-ad47-4829-96df-421dc0ec58e2 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f253461-cf82-4016-a142-72193d40d277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433872 Sep 23 07:09:10.977397 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-32a59f9b-1105-4029-b772-08b7bc958dbc req-2483f6f9-f437-4c49-a347-36bd1eff71e8 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec3ad844-e8c4-4784-8904-344513b6957e HTTP/1.1" status: 200 len: 210 time: 0.0331519 Sep 23 07:09:11.056125 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ad316543-bd37-415e-a440-ced31562a140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:09:11.486551 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:09:11.976536 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb5178a-77db-48a6-95bf-75abf66eb51a req-072fa655-1e0b-4d4a-8d01-51f0c151ec39 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:09:11.978186 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bcb5178a-77db-48a6-95bf-75abf66eb51a req-072fa655-1e0b-4d4a-8d01-51f0c151ec39 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.58 "GET /v2.0/networks?id=ee64cebb-cbad-4040-a31a-b12cc5624112 HTTP/1.1" status: 200 len: 811 time: 0.1122136 Sep 23 07:09:12.004076 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-bcb5178a-77db-48a6-95bf-75abf66eb51a req-927ccbe3-ee5d-4618-a6fc-5d0dbea65bf9 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Request body: {'port': {'device_id': 'ec3ad844-e8c4-4784-8904-344513b6957e', 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112', 'admin_state_up': True, 'tenant_id': 'dda7d37bb4b541ebbe8e22954596ee73'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:09:12.134355 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b0c21fbd-df5d-4ab1-bafe-3740b7f2e55a req-b56d4704-dc32-4be9-8098-4e20ee494ae3 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec3ad844-e8c4-4784-8904-344513b6957e HTTP/1.1" status: 200 len: 210 time: 0.0510759 Sep 23 07:09:12.144907 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b5bc5b-b2b8-4668-b618-72d6b0aa7943 req-444bd61c-8b40-406a-b11a-44f868d46d80 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:09:12.144907 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f1b5bc5b-b2b8-4668-b618-72d6b0aa7943 req-444bd61c-8b40-406a-b11a-44f868d46d80 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d4918de-60b7-44b6-be8b-9b2019b1271a HTTP/1.1" status: 200 len: 945 time: 0.1108601 Sep 23 07:09:12.207476 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f1b5bc5b-b2b8-4668-b618-72d6b0aa7943 req-6b19040b-c888-41d4-b29d-f0d19f81fcb7 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f253461-cf82-4016-a142-72193d40d277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587177 Sep 23 07:09:12.208514 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcb5178a-77db-48a6-95bf-75abf66eb51a req-927ccbe3-ee5d-4618-a6fc-5d0dbea65bf9 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Made reservation on behalf of dda7d37bb4b541ebbe8e22954596ee73 for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:09:12.212209 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-bcb5178a-77db-48a6-95bf-75abf66eb51a req-927ccbe3-ee5d-4618-a6fc-5d0dbea65bf9 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:09:12.300121 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:09:12.360177 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [req-bcb5178a-77db-48a6-95bf-75abf66eb51a req-927ccbe3-ee5d-4618-a6fc-5d0dbea65bf9 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Allocated IP 172.20.0.4 (ee64cebb-cbad-4040-a31a-b12cc5624112/4f0a580e-e630-4d93-8377-9af2cc86d82c/62d3e63e-f439-438a-b449-717074157ad5) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:09:12.542554 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-bcb5178a-77db-48a6-95bf-75abf66eb51a req-927ccbe3-ee5d-4618-a6fc-5d0dbea65bf9 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:09:12.599282 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-bcb5178a-77db-48a6-95bf-75abf66eb51a req-927ccbe3-ee5d-4618-a6fc-5d0dbea65bf9 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:09:12.649537 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcb5178a-77db-48a6-95bf-75abf66eb51a req-927ccbe3-ee5d-4618-a6fc-5d0dbea65bf9 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Network ee64cebb-cbad-4040-a31a-b12cc5624112 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:09:12.653003 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [req-bcb5178a-77db-48a6-95bf-75abf66eb51a req-927ccbe3-ee5d-4618-a6fc-5d0dbea65bf9 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:09:12.655870 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcb5178a-77db-48a6-95bf-75abf66eb51a req-927ccbe3-ee5d-4618-a6fc-5d0dbea65bf9 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:09:12.708332 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927ccbe3-ee5d-4618-a6fc-5d0dbea65bf9 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Pushing event updated for resources: {'Port': ['ID=62d3e63e-f439-438a-b449-717074157ad5,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:09:12.738186 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb5178a-77db-48a6-95bf-75abf66eb51a req-927ccbe3-ee5d-4618-a6fc-5d0dbea65bf9 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:09:12.738829 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-bcb5178a-77db-48a6-95bf-75abf66eb51a req-927ccbe3-ee5d-4618-a6fc-5d0dbea65bf9 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:09:12.754695 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bcb5178a-77db-48a6-95bf-75abf66eb51a req-927ccbe3-ee5d-4618-a6fc-5d0dbea65bf9 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7555349 Sep 23 07:09:12.770484 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [req-bcb5178a-77db-48a6-95bf-75abf66eb51a req-513f3663-b19b-4741-9374-6f61e7a56244 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:09:12.771705 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bcb5178a-77db-48a6-95bf-75abf66eb51a req-513f3663-b19b-4741-9374-6f61e7a56244 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069001 Sep 23 07:09:12.909484 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-bcb5178a-77db-48a6-95bf-75abf66eb51a req-ceb12ab3-ead9-4aa0-ae39-8d7f5ce8158c service neutron] Request body: {'port': {'device_id': 'ec3ad844-e8c4-4784-8904-344513b6957e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:09:12.920995 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-cc38196a-139e-4276-8d48-7ac3a816f8ff None None] Provisioning complete for port 62d3e63e-f439-438a-b449-717074157ad5 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:09:12.921937 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-cc38196a-139e-4276-8d48-7ac3a816f8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:09:12.958175 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-cc38196a-139e-4276-8d48-7ac3a816f8ff None None] Port 62d3e63e-f439-438a-b449-717074157ad5 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:09:12.973992 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-bcb5178a-77db-48a6-95bf-75abf66eb51a req-ceb12ab3-ead9-4aa0-ae39-8d7f5ce8158c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:09:13.323723 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a40faf-d722-473b-ac6b-d27726fbc037 req-3a9ebe34-b58a-47de-ab94-c85a408bc1bf tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:09:13.325660 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-67a40faf-d722-473b-ac6b-d27726fbc037 req-3a9ebe34-b58a-47de-ab94-c85a408bc1bf tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec3ad844-e8c4-4784-8904-344513b6957e HTTP/1.1" status: 200 len: 931 time: 0.0954978 Sep 23 07:09:13.344081 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [req-bcb5178a-77db-48a6-95bf-75abf66eb51a req-ceb12ab3-ead9-4aa0-ae39-8d7f5ce8158c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62d3e63e-f439-438a-b449-717074157ad5 {{(pid=95066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:09:13.349163 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338edf3a-fc50-4377-a0a4-bd7476481e17 req-d8145418-badd-47a7-8390-ae00b55a4676 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:09:13.352230 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-338edf3a-fc50-4377-a0a4-bd7476481e17 req-d8145418-badd-47a7-8390-ae00b55a4676 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d4918de-60b7-44b6-be8b-9b2019b1271a HTTP/1.1" status: 200 len: 945 time: 0.0555272 Sep 23 07:09:13.367847 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-bcb5178a-77db-48a6-95bf-75abf66eb51a req-ceb12ab3-ead9-4aa0-ae39-8d7f5ce8158c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:09:13.394838 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.provisioning_blocks [req-bcb5178a-77db-48a6-95bf-75abf66eb51a req-ceb12ab3-ead9-4aa0-ae39-8d7f5ce8158c service neutron] Transition to ACTIVE for port object 62d3e63e-f439-438a-b449-717074157ad5 will not be triggered until provisioned by entity L2. {{(pid=95066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:09:13.398516 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-338edf3a-fc50-4377-a0a4-bd7476481e17 req-4cb22caf-a3ca-4542-ad9b-ba61fb3cc06a tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f253461-cf82-4016-a142-72193d40d277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389569 Sep 23 07:09:13.401705 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-bcb5178a-77db-48a6-95bf-75abf66eb51a req-ceb12ab3-ead9-4aa0-ae39-8d7f5ce8158c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:09:13.406074 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-67a40faf-d722-473b-ac6b-d27726fbc037 req-653431f8-e5d5-47e4-8b7a-b7de2da5a174 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727777 Sep 23 07:09:13.464410 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb12ab3-ead9-4aa0-ae39-8d7f5ce8158c service neutron] Pushing event updated for resources: {'Port': ['ID=62d3e63e-f439-438a-b449-717074157ad5,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:09:13.549282 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-bcb5178a-77db-48a6-95bf-75abf66eb51a req-ceb12ab3-ead9-4aa0-ae39-8d7f5ce8158c service neutron] Attempting to bind port 62d3e63e-f439-438a-b449-717074157ad5 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:09:13.549801 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-bcb5178a-77db-48a6-95bf-75abf66eb51a req-ceb12ab3-ead9-4aa0-ae39-8d7f5ce8158c service neutron] Attempting to bind port 62d3e63e-f439-438a-b449-717074157ad5 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:09:13.550163 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb5178a-77db-48a6-95bf-75abf66eb51a req-ceb12ab3-ead9-4aa0-ae39-8d7f5ce8158c service neutron] Attempting to bind port 62d3e63e-f439-438a-b449-717074157ad5 on network ee64cebb-cbad-4040-a31a-b12cc5624112 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:09:13.555549 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb5178a-77db-48a6-95bf-75abf66eb51a req-ceb12ab3-ead9-4aa0-ae39-8d7f5ce8158c service neutron] Port 62d3e63e-f439-438a-b449-717074157ad5 on network ee64cebb-cbad-4040-a31a-b12cc5624112 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:09:13.555880 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb5178a-77db-48a6-95bf-75abf66eb51a req-ceb12ab3-ead9-4aa0-ae39-8d7f5ce8158c service neutron] Attempting to bind port 62d3e63e-f439-438a-b449-717074157ad5 on network ee64cebb-cbad-4040-a31a-b12cc5624112 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:09:13.561940 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb5178a-77db-48a6-95bf-75abf66eb51a req-ceb12ab3-ead9-4aa0-ae39-8d7f5ce8158c service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:09:13.562289 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb5178a-77db-48a6-95bf-75abf66eb51a req-ceb12ab3-ead9-4aa0-ae39-8d7f5ce8158c service neutron] Checking segment: {'id': '4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:09:13.562678 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb5178a-77db-48a6-95bf-75abf66eb51a req-ceb12ab3-ead9-4aa0-ae39-8d7f5ce8158c service neutron] Bound using segment: {'id': '4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:09:13.563163 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-bcb5178a-77db-48a6-95bf-75abf66eb51a req-ceb12ab3-ead9-4aa0-ae39-8d7f5ce8158c service neutron] Bound port: 62d3e63e-f439-438a-b449-717074157ad5, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:09:13.563535 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-bcb5178a-77db-48a6-95bf-75abf66eb51a req-ceb12ab3-ead9-4aa0-ae39-8d7f5ce8158c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:09:13.645685 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-bcb5178a-77db-48a6-95bf-75abf66eb51a req-ceb12ab3-ead9-4aa0-ae39-8d7f5ce8158c service neutron] For port 62d3e63e-f439-438a-b449-717074157ad5, host n-h2-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:09:13.649149 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-bcb5178a-77db-48a6-95bf-75abf66eb51a req-ceb12ab3-ead9-4aa0-ae39-8d7f5ce8158c service neutron] For port 62d3e63e-f439-438a-b449-717074157ad5, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=62d3e63e-f439-438a-b449-717074157ad5,segment=NetworkSegment(4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c),segment_id=4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:09:13.654262 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-bcb5178a-77db-48a6-95bf-75abf66eb51a req-ceb12ab3-ead9-4aa0-ae39-8d7f5ce8158c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:09:13.695125 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb5178a-77db-48a6-95bf-75abf66eb51a req-ceb12ab3-ead9-4aa0-ae39-8d7f5ce8158c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:09:13.695841 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-bcb5178a-77db-48a6-95bf-75abf66eb51a req-ceb12ab3-ead9-4aa0-ae39-8d7f5ce8158c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:09:13.697456 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bcb5178a-77db-48a6-95bf-75abf66eb51a req-ceb12ab3-ead9-4aa0-ae39-8d7f5ce8158c service neutron] 10.222.0.58 "PUT /v2.0/ports/62d3e63e-f439-438a-b449-717074157ad5 HTTP/1.1" status: 200 len: 1092 time: 0.9114344 Sep 23 07:09:13.701258 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec3ad844-e8c4-4784-8904-344513b6957e', 'tag': '62d3e63e-f439-438a-b449-717074157ad5'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:09:13.703371 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82847126-87fa-41a4-b2c5-9706d1a27173" -d '{"events": [{"name": "network-changed", "server_uuid": "ec3ad844-e8c4-4784-8904-344513b6957e", "tag": "62d3e63e-f439-438a-b449-717074157ad5"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:09:13.786728 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c01b384b-5be6-4346-abd6-f4c969eb07c3 x-openstack-request-id: req-c01b384b-5be6-4346-abd6-f4c969eb07c3 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:09:13.787024 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec3ad844-e8c4-4784-8904-344513b6957e", "tag": "62d3e63e-f439-438a-b449-717074157ad5", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:09:13.787432 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c01b384b-5be6-4346-abd6-f4c969eb07c3 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:09:13.787832 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec3ad844-e8c4-4784-8904-344513b6957e', 'tag': '62d3e63e-f439-438a-b449-717074157ad5', 'status': 'completed', 'code': 200} Sep 23 07:09:13.789465 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb12ab3-ead9-4aa0-ae39-8d7f5ce8158c service neutron] Pushing event updated for resources: {'Port': ['ID=62d3e63e-f439-438a-b449-717074157ad5,revision_number=3']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:09:13.807600 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:09:13.817601 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb5178a-77db-48a6-95bf-75abf66eb51a req-4bfd5500-7d09-41af-8385-48014b42773f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:09:13.819231 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bcb5178a-77db-48a6-95bf-75abf66eb51a req-4bfd5500-7d09-41af-8385-48014b42773f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dda7d37bb4b541ebbe8e22954596ee73&device_id=ec3ad844-e8c4-4784-8904-344513b6957e HTTP/1.1" status: 200 len: 1095 time: 0.0686791 Sep 23 07:09:13.878945 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bcb5178a-77db-48a6-95bf-75abf66eb51a req-8e97b620-df0d-4bee-9421-8d17f3d13bee service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62d3e63e-f439-438a-b449-717074157ad5 HTTP/1.1" status: 200 len: 217 time: 0.0449736 Sep 23 07:09:13.941134 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb5178a-77db-48a6-95bf-75abf66eb51a req-37e62645-8aca-48fd-91a6-cdb1d6c429d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:09:13.943243 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bcb5178a-77db-48a6-95bf-75abf66eb51a req-37e62645-8aca-48fd-91a6-cdb1d6c429d9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4f0a580e-e630-4d93-8377-9af2cc86d82c HTTP/1.1" status: 200 len: 850 time: 0.0566428 Sep 23 07:09:13.998093 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb5178a-77db-48a6-95bf-75abf66eb51a req-ad451935-797c-4c0b-9aeb-cde5249c5030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:09:14.000016 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bcb5178a-77db-48a6-95bf-75abf66eb51a req-ad451935-797c-4c0b-9aeb-cde5249c5030 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ee64cebb-cbad-4040-a31a-b12cc5624112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0485775 Sep 23 07:09:14.101332 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bcb5178a-77db-48a6-95bf-75abf66eb51a req-f8caf17a-889c-4059-9043-8c0f279da3ff service neutron] 10.222.0.58 "GET /v2.0/networks/ee64cebb-cbad-4040-a31a-b12cc5624112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922604 Sep 23 07:09:14.213932 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bcb5178a-77db-48a6-95bf-75abf66eb51a req-f5e07f34-570f-4adf-ae1e-2ba4f46c9d98 service neutron] 10.222.0.58 "GET /v2.0/networks/ee64cebb-cbad-4040-a31a-b12cc5624112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035423 Sep 23 07:09:14.308016 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82847126-87fa-41a4-b2c5-9706d1a27173 req-fe7245a5-d3dd-430c-84f8-581935bb19b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:09:14.309590 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-82847126-87fa-41a4-b2c5-9706d1a27173 req-fe7245a5-d3dd-430c-84f8-581935bb19b1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dda7d37bb4b541ebbe8e22954596ee73&device_id=ec3ad844-e8c4-4784-8904-344513b6957e HTTP/1.1" status: 200 len: 1095 time: 0.0491359 Sep 23 07:09:14.410610 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82847126-87fa-41a4-b2c5-9706d1a27173 req-0d0e7b12-79a4-4de1-a397-43f6d7fe25e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:09:14.412027 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-82847126-87fa-41a4-b2c5-9706d1a27173 req-0d0e7b12-79a4-4de1-a397-43f6d7fe25e2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ee64cebb-cbad-4040-a31a-b12cc5624112 HTTP/1.1" status: 200 len: 912 time: 0.0940425 Sep 23 07:09:14.472140 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-82847126-87fa-41a4-b2c5-9706d1a27173 req-e9d542d7-0c16-4503-991d-703380588812 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62d3e63e-f439-438a-b449-717074157ad5 HTTP/1.1" status: 200 len: 217 time: 0.0516393 Sep 23 07:09:14.536556 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82847126-87fa-41a4-b2c5-9706d1a27173 req-d1ee2862-24e0-40f6-85b0-3388786be702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:09:14.538888 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-82847126-87fa-41a4-b2c5-9706d1a27173 req-d1ee2862-24e0-40f6-85b0-3388786be702 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4f0a580e-e630-4d93-8377-9af2cc86d82c HTTP/1.1" status: 200 len: 850 time: 0.0582364 Sep 23 07:09:14.581735 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620a767c-38c7-466a-8c66-ee73882c11c7 req-883cda29-a806-4845-be07-442f520d6159 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:09:14.584196 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-620a767c-38c7-466a-8c66-ee73882c11c7 req-883cda29-a806-4845-be07-442f520d6159 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d4918de-60b7-44b6-be8b-9b2019b1271a HTTP/1.1" status: 200 len: 945 time: 0.0670302 Sep 23 07:09:14.632143 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-620a767c-38c7-466a-8c66-ee73882c11c7 req-78f93639-37ce-46ee-9c29-69bfecddbf5b tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f253461-cf82-4016-a142-72193d40d277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412982 Sep 23 07:09:14.639736 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82847126-87fa-41a4-b2c5-9706d1a27173 req-3a6296be-99bd-4cdb-a1f2-bbbd9831c31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:09:14.641446 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-82847126-87fa-41a4-b2c5-9706d1a27173 req-3a6296be-99bd-4cdb-a1f2-bbbd9831c31c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ee64cebb-cbad-4040-a31a-b12cc5624112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0823288 Sep 23 07:09:14.659281 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a95bdc-4e64-4e58-8503-587891acc77a req-43588e7e-df4f-4f07-82c8-4282c7563d35 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:09:14.660995 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c8a95bdc-4e64-4e58-8503-587891acc77a req-43588e7e-df4f-4f07-82c8-4282c7563d35 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec3ad844-e8c4-4784-8904-344513b6957e HTTP/1.1" status: 200 len: 943 time: 0.1139815 Sep 23 07:09:14.817338 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-82847126-87fa-41a4-b2c5-9706d1a27173 req-752a11d6-72e3-4bbf-bb27-56440aad1f8c service neutron] 10.222.0.58 "GET /v2.0/networks/ee64cebb-cbad-4040-a31a-b12cc5624112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550822 Sep 23 07:09:14.869321 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c8a95bdc-4e64-4e58-8503-587891acc77a req-8bda5a32-3aa3-45a8-8cf9-3953c5b7254b tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995051 Sep 23 07:09:14.952810 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-82847126-87fa-41a4-b2c5-9706d1a27173 req-c28cf3ca-e08b-48e1-b246-9ed1d2dc9350 service neutron] 10.222.0.58 "GET /v2.0/networks/ee64cebb-cbad-4040-a31a-b12cc5624112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215055 Sep 23 07:09:15.782969 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24bdeb7-fdea-4560-a838-e6101e403e2b req-3745c881-42a1-48e3-b50e-dc3d4dccf043 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:09:15.784526 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b24bdeb7-fdea-4560-a838-e6101e403e2b req-3745c881-42a1-48e3-b50e-dc3d4dccf043 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d4918de-60b7-44b6-be8b-9b2019b1271a HTTP/1.1" status: 200 len: 945 time: 0.0734713 Sep 23 07:09:15.881244 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b24bdeb7-fdea-4560-a838-e6101e403e2b req-56076685-0738-468d-bb6f-fb4b47c102a9 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f253461-cf82-4016-a142-72193d40d277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894337 Sep 23 07:09:16.065637 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aab3e8-f51a-4cbe-a248-32c06cd9d2bd req-bf559294-8f98-4c8f-8e97-c00aa24255ad tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:09:16.067124 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-79aab3e8-f51a-4cbe-a248-32c06cd9d2bd req-bf559294-8f98-4c8f-8e97-c00aa24255ad tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec3ad844-e8c4-4784-8904-344513b6957e HTTP/1.1" status: 200 len: 943 time: 0.0580800 Sep 23 07:09:16.147669 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-79aab3e8-f51a-4cbe-a248-32c06cd9d2bd req-6c385413-c6e8-49c3-95bb-134fa2d17101 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734661 Sep 23 07:09:16.238899 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a934e53-fd75-4b6d-b161-b19d1be73774 req-2e3ca9d4-aabc-44fb-8eab-b97413644157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:09:16.241579 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1a934e53-fd75-4b6d-b161-b19d1be73774 req-2e3ca9d4-aabc-44fb-8eab-b97413644157 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=912f73c24c624b319c3fb784891bcabd&device_id=5d4918de-60b7-44b6-be8b-9b2019b1271a HTTP/1.1" status: 200 len: 1097 time: 0.0663362 Sep 23 07:09:16.251828 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a11631-60c3-45fe-af90-3a46ee244103 req-b7d5c9a2-a8a0-4f12-bbcf-91ea509bc9e1 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:09:16.254064 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-39a11631-60c3-45fe-af90-3a46ee244103 req-b7d5c9a2-a8a0-4f12-bbcf-91ea509bc9e1 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d4918de-60b7-44b6-be8b-9b2019b1271a HTTP/1.1" status: 200 len: 945 time: 0.1371257 Sep 23 07:09:16.370217 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-39a11631-60c3-45fe-af90-3a46ee244103 req-bad0e86c-ddba-4a85-96f4-755e82bcff23 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f253461-cf82-4016-a142-72193d40d277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057441 Sep 23 07:09:16.405380 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a934e53-fd75-4b6d-b161-b19d1be73774 req-80b93552-29ef-4f3d-8096-4a1b4cfdd581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:09:16.408393 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1a934e53-fd75-4b6d-b161-b19d1be73774 req-80b93552-29ef-4f3d-8096-4a1b4cfdd581 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8e69782e-59da-448f-aa2b-c22b36c23603 HTTP/1.1" status: 200 len: 910 time: 0.1535609 Sep 23 07:09:16.480861 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1a934e53-fd75-4b6d-b161-b19d1be73774 req-c883fe53-e32e-4f0d-be6b-8b0344c38ae4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff148512-9074-4b74-ba11-2a04ee623dee HTTP/1.1" status: 200 len: 1000 time: 0.0653586 Sep 23 07:09:16.542954 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a934e53-fd75-4b6d-b161-b19d1be73774 req-d11a65ff-34e3-4195-85a4-273b3a67f09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:09:16.544434 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1a934e53-fd75-4b6d-b161-b19d1be73774 req-d11a65ff-34e3-4195-85a4-273b3a67f09b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e9604f35-686e-4202-ac30-43de25cbdd33 HTTP/1.1" status: 200 len: 848 time: 0.0557711 Sep 23 07:09:16.597186 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a934e53-fd75-4b6d-b161-b19d1be73774 req-6808edcf-7c1a-4b98-b5fa-a3fae9510378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:09:16.598726 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1a934e53-fd75-4b6d-b161-b19d1be73774 req-6808edcf-7c1a-4b98-b5fa-a3fae9510378 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8e69782e-59da-448f-aa2b-c22b36c23603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468321 Sep 23 07:09:16.715069 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1a934e53-fd75-4b6d-b161-b19d1be73774 req-232ac881-f493-4ccc-9ca8-2edd4a9cddfd service neutron] 10.222.0.21 "GET /v2.0/networks/8e69782e-59da-448f-aa2b-c22b36c23603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093419 Sep 23 07:09:16.816928 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1a934e53-fd75-4b6d-b161-b19d1be73774 req-4f5369ba-a948-4989-b028-01aa8aa5289a service neutron] 10.222.0.21 "GET /v2.0/networks/8e69782e-59da-448f-aa2b-c22b36c23603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927072 Sep 23 07:09:17.306657 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def9f493-1d31-437e-8b3c-66feae95dcac req-95903a6c-83f1-4ce7-b2d2-e3085ef4c383 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:09:17.308190 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-def9f493-1d31-437e-8b3c-66feae95dcac req-95903a6c-83f1-4ce7-b2d2-e3085ef4c383 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec3ad844-e8c4-4784-8904-344513b6957e HTTP/1.1" status: 200 len: 943 time: 0.0736816 Sep 23 07:09:17.374445 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-def9f493-1d31-437e-8b3c-66feae95dcac req-959b8004-abcd-46ed-956a-a2542511380c tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572410 Sep 23 07:09:17.528127 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5d8b41-6158-4be3-93d0-e6febc2e7922 req-1596a87e-201f-455b-8b82-48ca432b9793 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:09:17.537683 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0e5d8b41-6158-4be3-93d0-e6febc2e7922 req-1596a87e-201f-455b-8b82-48ca432b9793 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d4918de-60b7-44b6-be8b-9b2019b1271a HTTP/1.1" status: 200 len: 945 time: 0.0794585 Sep 23 07:09:17.591019 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0e5d8b41-6158-4be3-93d0-e6febc2e7922 req-1659a12a-5567-4052-9cac-8ad4106ca187 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f253461-cf82-4016-a142-72193d40d277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521512 Sep 23 07:09:18.519501 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23193463-5bd9-4243-8742-51be7cb1cc02 req-ea51f013-a9d7-4a15-a66d-0f7873b823f5 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:09:18.521072 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-23193463-5bd9-4243-8742-51be7cb1cc02 req-ea51f013-a9d7-4a15-a66d-0f7873b823f5 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec3ad844-e8c4-4784-8904-344513b6957e HTTP/1.1" status: 200 len: 943 time: 0.0655069 Sep 23 07:09:18.572136 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-23193463-5bd9-4243-8742-51be7cb1cc02 req-9c520ced-b207-483f-8102-e2a4223b470b tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437076 Sep 23 07:09:19.031703 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe589f9-dec5-489c-aacf-65f96e5003bb req-e28fbd23-e4e0-41fb-a20d-537fa450a3e6 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:09:19.033666 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1fe589f9-dec5-489c-aacf-65f96e5003bb req-e28fbd23-e4e0-41fb-a20d-537fa450a3e6 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d4918de-60b7-44b6-be8b-9b2019b1271a HTTP/1.1" status: 200 len: 945 time: 0.3659189 Sep 23 07:09:19.094483 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1fe589f9-dec5-489c-aacf-65f96e5003bb req-696ed45f-2e22-4f40-acbb-cc21ecef423f tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f253461-cf82-4016-a142-72193d40d277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541532 Sep 23 07:09:19.388309 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e2091b24-a6ac-4eb1-8215-9ddc97fcb825 req-c6f03576-79ce-46cf-8bb7-705e166084c4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5d4918de-60b7-44b6-be8b-9b2019b1271a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0500767 Sep 23 07:09:19.500518 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2091b24-a6ac-4eb1-8215-9ddc97fcb825 req-45b9ddc2-5e70-4ce7-b591-fcd4dc059efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:09:19.503410 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e2091b24-a6ac-4eb1-8215-9ddc97fcb825 req-45b9ddc2-5e70-4ce7-b591-fcd4dc059efd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=912f73c24c624b319c3fb784891bcabd&device_id=5d4918de-60b7-44b6-be8b-9b2019b1271a HTTP/1.1" status: 200 len: 1097 time: 0.0593138 Sep 23 07:09:19.629821 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2091b24-a6ac-4eb1-8215-9ddc97fcb825 req-6a142f96-c534-459d-8c92-43c03d1f4271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:09:19.631715 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e2091b24-a6ac-4eb1-8215-9ddc97fcb825 req-6a142f96-c534-459d-8c92-43c03d1f4271 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8e69782e-59da-448f-aa2b-c22b36c23603 HTTP/1.1" status: 200 len: 910 time: 0.1084800 Sep 23 07:09:19.711193 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e2091b24-a6ac-4eb1-8215-9ddc97fcb825 req-f5d3578c-b9c5-41cd-8e7f-d173cbf1a848 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff148512-9074-4b74-ba11-2a04ee623dee HTTP/1.1" status: 200 len: 1000 time: 0.0720692 Sep 23 07:09:19.813463 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61143445-e5df-4915-b88f-bf034f8f73a6 req-0b3319c1-c8fa-4444-a76a-31ee87c1a6db tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:09:19.815727 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-61143445-e5df-4915-b88f-bf034f8f73a6 req-0b3319c1-c8fa-4444-a76a-31ee87c1a6db tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec3ad844-e8c4-4784-8904-344513b6957e HTTP/1.1" status: 200 len: 943 time: 0.1271365 Sep 23 07:09:19.817334 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2091b24-a6ac-4eb1-8215-9ddc97fcb825 req-2b7a72be-c118-48f2-a517-b7d578b27990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:09:19.819152 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e2091b24-a6ac-4eb1-8215-9ddc97fcb825 req-2b7a72be-c118-48f2-a517-b7d578b27990 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e9604f35-686e-4202-ac30-43de25cbdd33 HTTP/1.1" status: 200 len: 848 time: 0.0805378 Sep 23 07:09:19.927106 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2091b24-a6ac-4eb1-8215-9ddc97fcb825 req-e477137f-f402-418e-bf62-b79a64cc25a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:09:19.928654 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e2091b24-a6ac-4eb1-8215-9ddc97fcb825 req-e477137f-f402-418e-bf62-b79a64cc25a2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8e69782e-59da-448f-aa2b-c22b36c23603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0886211 Sep 23 07:09:19.940496 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-61143445-e5df-4915-b88f-bf034f8f73a6 req-cf131827-f3a3-4079-985a-6fbee3d2f875 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177759 Sep 23 07:09:20.029590 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e2091b24-a6ac-4eb1-8215-9ddc97fcb825 req-203ae52f-5643-4513-a1d0-c0b9b020a31d service neutron] 10.222.0.21 "GET /v2.0/networks/8e69782e-59da-448f-aa2b-c22b36c23603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880554 Sep 23 07:09:20.142837 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e2091b24-a6ac-4eb1-8215-9ddc97fcb825 req-66ef8ff3-7160-4695-9df6-76046b11dc20 service neutron] 10.222.0.21 "GET /v2.0/networks/8e69782e-59da-448f-aa2b-c22b36c23603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058774 Sep 23 07:09:20.901301 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:09:21.067065 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5752d38-c043-41f6-8460-a0824e7b23ff req-ac982d05-931f-4e4b-9d8a-45e4799b6cfa tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:09:21.068572 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e5752d38-c043-41f6-8460-a0824e7b23ff req-ac982d05-931f-4e4b-9d8a-45e4799b6cfa tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec3ad844-e8c4-4784-8904-344513b6957e HTTP/1.1" status: 200 len: 943 time: 0.0558908 Sep 23 07:09:21.107647 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e5752d38-c043-41f6-8460-a0824e7b23ff req-5100589b-f034-48f2-840c-e5d5288cf064 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325992 Sep 23 07:09:22.229287 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e124dd90-d79c-40d0-9b6d-f3d704afd492 req-d13a6a5e-0fa1-4eb5-a9ee-463341774632 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:09:22.230842 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e124dd90-d79c-40d0-9b6d-f3d704afd492 req-d13a6a5e-0fa1-4eb5-a9ee-463341774632 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec3ad844-e8c4-4784-8904-344513b6957e HTTP/1.1" status: 200 len: 943 time: 0.0518560 Sep 23 07:09:22.286058 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e124dd90-d79c-40d0-9b6d-f3d704afd492 req-80a65fef-e69a-4256-95eb-eb6e222c00a3 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439668 Sep 23 07:09:23.398344 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3777cb7d-c553-4d77-9d7f-59a8f3a62957 req-d3647876-a8ed-4390-a97f-c7164d800d6a tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:09:23.399920 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3777cb7d-c553-4d77-9d7f-59a8f3a62957 req-d3647876-a8ed-4390-a97f-c7164d800d6a tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec3ad844-e8c4-4784-8904-344513b6957e HTTP/1.1" status: 200 len: 943 time: 0.0550334 Sep 23 07:09:23.440039 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3777cb7d-c553-4d77-9d7f-59a8f3a62957 req-956d8f7f-f46a-4516-ba47-2948411e3e26 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330687 Sep 23 07:09:24.604105 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a1c74d-ecd4-4d10-bf35-e686e4a5efe0 req-f641ba2d-d3c3-450a-9459-19105e8c8504 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:09:24.613098 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-45a1c74d-ecd4-4d10-bf35-e686e4a5efe0 req-f641ba2d-d3c3-450a-9459-19105e8c8504 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec3ad844-e8c4-4784-8904-344513b6957e HTTP/1.1" status: 200 len: 943 time: 0.0895135 Sep 23 07:09:24.658843 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-45a1c74d-ecd4-4d10-bf35-e686e4a5efe0 req-5452b4b3-60e8-4d98-bf04-22fea5a1cb55 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438118 Sep 23 07:09:26.162801 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fdac8c-d4d8-4203-9aef-9f9bdbfa6f51 req-ecde8983-d1fe-4bca-ad23-d0296278a57c tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:09:26.165315 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-23fdac8c-d4d8-4203-9aef-9f9bdbfa6f51 req-ecde8983-d1fe-4bca-ad23-d0296278a57c tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec3ad844-e8c4-4784-8904-344513b6957e HTTP/1.1" status: 200 len: 943 time: 0.4326568 Sep 23 07:09:26.234269 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-23fdac8c-d4d8-4203-9aef-9f9bdbfa6f51 req-eadab617-d187-495f-8e6a-03a3278858a5 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527773 Sep 23 07:09:27.349424 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5d7487-b249-49f5-b22b-91ffd0c91d69 req-5ef0a8f9-fbcd-467a-a9d4-78efe2fd8a29 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:09:27.351358 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1a5d7487-b249-49f5-b22b-91ffd0c91d69 req-5ef0a8f9-fbcd-467a-a9d4-78efe2fd8a29 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec3ad844-e8c4-4784-8904-344513b6957e HTTP/1.1" status: 200 len: 943 time: 0.0524790 Sep 23 07:09:27.394290 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1a5d7487-b249-49f5-b22b-91ffd0c91d69 req-cca48b40-ff43-4a38-8b8f-1ca6a6369991 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363038 Sep 23 07:09:28.513012 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce740b17-f6d0-4bcc-b613-854ad5a98c46 req-73688bb4-4aa6-487d-bdad-1471a801f4bb tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:09:28.514625 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ce740b17-f6d0-4bcc-b613-854ad5a98c46 req-73688bb4-4aa6-487d-bdad-1471a801f4bb tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec3ad844-e8c4-4784-8904-344513b6957e HTTP/1.1" status: 200 len: 943 time: 0.0509109 Sep 23 07:09:28.561760 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ce740b17-f6d0-4bcc-b613-854ad5a98c46 req-28304c1c-69ae-48ba-adfe-b99da9ae1b76 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398972 Sep 23 07:09:29.685639 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be45c6a1-9f06-47b8-9d84-edc96425801a req-2fc5688a-1357-45b9-abf5-6c85c9303203 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:09:29.687162 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-be45c6a1-9f06-47b8-9d84-edc96425801a req-2fc5688a-1357-45b9-abf5-6c85c9303203 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec3ad844-e8c4-4784-8904-344513b6957e HTTP/1.1" status: 200 len: 943 time: 0.0500793 Sep 23 07:09:29.725807 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-be45c6a1-9f06-47b8-9d84-edc96425801a req-5085e834-7b08-4cd5-b74e-846437040966 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324306 Sep 23 07:09:30.848329 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f41ebaf-b708-43ce-a46e-109925d9da4c req-88d44568-6fd4-42e7-9b78-18135d3b64eb tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:09:30.850636 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8f41ebaf-b708-43ce-a46e-109925d9da4c req-88d44568-6fd4-42e7-9b78-18135d3b64eb tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec3ad844-e8c4-4784-8904-344513b6957e HTTP/1.1" status: 200 len: 943 time: 0.0533605 Sep 23 07:09:30.892603 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8f41ebaf-b708-43ce-a46e-109925d9da4c req-337f21a7-a089-4af8-a4fd-743a0d84879b tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359082 Sep 23 07:09:32.058917 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48036fb-3930-44a3-8124-9f10ca4825f9 req-9d5e6bc7-5504-42ed-a090-8ed0a2387c3b tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:09:32.060471 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a48036fb-3930-44a3-8124-9f10ca4825f9 req-9d5e6bc7-5504-42ed-a090-8ed0a2387c3b tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec3ad844-e8c4-4784-8904-344513b6957e HTTP/1.1" status: 200 len: 943 time: 0.0738840 Sep 23 07:09:32.105486 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a48036fb-3930-44a3-8124-9f10ca4825f9 req-6777d53a-3a57-48ff-a826-1462db4be483 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370336 Sep 23 07:09:33.227883 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4c2fce-c571-41ef-9e1e-409089353f7b req-48908969-7e32-4c10-8e8b-bd8205dcd27b tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:09:33.229493 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5b4c2fce-c571-41ef-9e1e-409089353f7b req-48908969-7e32-4c10-8e8b-bd8205dcd27b tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec3ad844-e8c4-4784-8904-344513b6957e HTTP/1.1" status: 200 len: 943 time: 0.0506022 Sep 23 07:09:33.277839 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5b4c2fce-c571-41ef-9e1e-409089353f7b req-c0eac5a8-ea15-4abe-a3c6-ead54ea02b5f tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412223 Sep 23 07:09:33.725611 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e6ef78-bd52-4ede-af09-7569c42cd9a4 req-f8fb2bf6-8cfd-4087-84e7-45d9325a4fff tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:09:33.727260 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-67e6ef78-bd52-4ede-af09-7569c42cd9a4 req-f8fb2bf6-8cfd-4087-84e7-45d9325a4fff tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=9241a2cc-9586-48bc-ad31-02bcbb8d3d73 HTTP/1.1" status: 200 len: 946 time: 0.0500922 Sep 23 07:09:33.767509 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-67e6ef78-bd52-4ede-af09-7569c42cd9a4 req-570b03c5-c965-45b5-95b1-2afe16581e6f tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=3393c7b0-0596-4371-8310-4ab905c5a883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337377 Sep 23 07:09:34.231645 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 62d3e63e-f439-438a-b449-717074157ad5 details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:09:34.332826 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 62d3e63e-f439-438a-b449-717074157ad5, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=62d3e63e-f439-438a-b449-717074157ad5,segment=NetworkSegment(4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c),segment_id=4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:09:34.344424 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': '62d3e63e-f439-438a-b449-717074157ad5', 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112', 'port_id': '62d3e63e-f439-438a-b449-717074157ad5', 'mac_address': 'fa:16:3e:62:45:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f0a580e-e630-4d93-8377-9af2cc86d82c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:09:34.403003 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:09:34.417538 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70fb118-0b97-4058-8e85-37958ef6fd58 req-10b30426-2aa9-476d-a9b0-00cb7092b0d7 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:09:34.420148 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a70fb118-0b97-4058-8e85-37958ef6fd58 req-10b30426-2aa9-476d-a9b0-00cb7092b0d7 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec3ad844-e8c4-4784-8904-344513b6957e HTTP/1.1" status: 200 len: 943 time: 0.0645039 Sep 23 07:09:34.426644 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62d3e63e-f439-438a-b449-717074157ad5 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:09:34.447140 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 62d3e63e-f439-438a-b449-717074157ad5, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=62d3e63e-f439-438a-b449-717074157ad5,segment=NetworkSegment(4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c),segment_id=4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:09:34.452887 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:09:34.461499 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a70fb118-0b97-4058-8e85-37958ef6fd58 req-6ef57c21-92a3-4fba-a1ad-4a24b2cf9e82 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350876 Sep 23 07:09:34.667127 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=62d3e63e-f439-438a-b449-717074157ad5,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:09:34.674778 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:09:34.675124 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:09:34.675465 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:09:34.675802 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:09:34.676134 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:09:34.676463 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:09:34.676786 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:09:34.677129 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:09:34.677431 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:09:34.677751 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:09:34.678132 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:09:34.678458 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:09:34.749711 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['62d3e63e-f439-438a-b449-717074157ad5'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:09:34.909494 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a5161e-4558-4296-a656-ead065cad3ec req-6689334e-7ea2-4e1e-9a6a-402fbccf4d33 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:09:34.911217 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-03a5161e-4558-4296-a656-ead065cad3ec req-6689334e-7ea2-4e1e-9a6a-402fbccf4d33 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=9241a2cc-9586-48bc-ad31-02bcbb8d3d73 HTTP/1.1" status: 200 len: 946 time: 0.0533016 Sep 23 07:09:34.955033 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-03a5161e-4558-4296-a656-ead065cad3ec req-2383bae5-b655-4b7a-a7ee-a0a51a14cc80 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=3393c7b0-0596-4371-8310-4ab905c5a883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374091 Sep 23 07:09:35.592887 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7520a3-0d11-454b-bcf8-1c3ea64b052d req-06504b83-6e54-4f6c-95b7-b645da3c7eec tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:09:35.595823 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8c7520a3-0d11-454b-bcf8-1c3ea64b052d req-06504b83-6e54-4f6c-95b7-b645da3c7eec tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec3ad844-e8c4-4784-8904-344513b6957e HTTP/1.1" status: 200 len: 944 time: 0.0619817 Sep 23 07:09:35.634138 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8c7520a3-0d11-454b-bcf8-1c3ea64b052d req-18c55467-3b7e-4ba0-a341-443c7d0bbe27 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323367 Sep 23 07:09:36.079086 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e0ab8a-7260-42b4-8224-4ce5e79040e0 req-79fcf8a4-b9e6-49db-886a-e673937dc433 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:09:36.080742 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-36e0ab8a-7260-42b4-8224-4ce5e79040e0 req-79fcf8a4-b9e6-49db-886a-e673937dc433 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=9241a2cc-9586-48bc-ad31-02bcbb8d3d73 HTTP/1.1" status: 200 len: 946 time: 0.0523298 Sep 23 07:09:36.125377 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-36e0ab8a-7260-42b4-8224-4ce5e79040e0 req-9b146827-d3ff-461d-98e7-1a0e64e78265 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=3393c7b0-0596-4371-8310-4ab905c5a883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378783 Sep 23 07:09:36.260910 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 62d3e63e-f439-438a-b449-717074157ad5 up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:09:36.316146 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port 62d3e63e-f439-438a-b449-717074157ad5 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:09:36.320111 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port 62d3e63e-f439-438a-b449-717074157ad5 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:09:36.320488 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:09:36.406798 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:09:36.431357 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec3ad844-e8c4-4784-8904-344513b6957e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62d3e63e-f439-438a-b449-717074157ad5'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:09:36.433712 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d33792-b827-4f78-9dc7-78d1cd027367" -d '{"events": [{"server_uuid": "ec3ad844-e8c4-4784-8904-344513b6957e", "name": "network-vif-plugged", "status": "completed", "tag": "62d3e63e-f439-438a-b449-717074157ad5"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:09:36.450004 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 62d3e63e-f439-438a-b449-717074157ad5, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=62d3e63e-f439-438a-b449-717074157ad5,segment=NetworkSegment(4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c),segment_id=4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:09:36.458041 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:09:36.487237 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082c3c18-c4e2-45b6-886f-62c2cfac8494 x-openstack-request-id: req-082c3c18-c4e2-45b6-886f-62c2cfac8494 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:09:36.487574 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec3ad844-e8c4-4784-8904-344513b6957e", "name": "network-vif-plugged", "status": "completed", "tag": "62d3e63e-f439-438a-b449-717074157ad5", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:09:36.487844 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-082c3c18-c4e2-45b6-886f-62c2cfac8494 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:09:36.488169 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec3ad844-e8c4-4784-8904-344513b6957e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62d3e63e-f439-438a-b449-717074157ad5', 'code': 200} Sep 23 07:09:36.490986 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:09:36.514901 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=62d3e63e-f439-438a-b449-717074157ad5,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:09:36.586573 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec53204-a668-4564-952f-bc5bd7b731b3 req-047f4cc7-6c36-41ee-bece-e8e5fdab1ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:09:36.588106 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cec53204-a668-4564-952f-bc5bd7b731b3 req-047f4cc7-6c36-41ee-bece-e8e5fdab1ccd service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ec3ad844-e8c4-4784-8904-344513b6957e HTTP/1.1" status: 200 len: 1097 time: 0.0429132 Sep 23 07:09:36.629801 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cec53204-a668-4564-952f-bc5bd7b731b3 req-390e9b49-f413-479f-a2f6-053336f3cff5 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327995 Sep 23 07:09:36.940495 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119ddf96-fe56-4820-8333-b8824817dda6 req-0d382fa0-3312-4ab8-a698-a973df7557a4 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:09:36.948810 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-119ddf96-fe56-4820-8333-b8824817dda6 req-0d382fa0-3312-4ab8-a698-a973df7557a4 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec3ad844-e8c4-4784-8904-344513b6957e HTTP/1.1" status: 200 len: 945 time: 0.2459431 Sep 23 07:09:36.991646 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-119ddf96-fe56-4820-8333-b8824817dda6 req-28187818-bec8-4841-9797-6d288d5e1ac5 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418980 Sep 23 07:09:37.261077 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64f782a-8af8-42b3-bd19-374ae93363fb req-8c89526f-89c4-4fa4-a25b-1ce5cc3456c8 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:09:37.262608 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e64f782a-8af8-42b3-bd19-374ae93363fb req-8c89526f-89c4-4fa4-a25b-1ce5cc3456c8 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=9241a2cc-9586-48bc-ad31-02bcbb8d3d73 HTTP/1.1" status: 200 len: 946 time: 0.0557044 Sep 23 07:09:37.308424 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e64f782a-8af8-42b3-bd19-374ae93363fb req-bd37d30b-39fb-467c-b8e0-1a5f4b47eda0 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=3393c7b0-0596-4371-8310-4ab905c5a883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396445 Sep 23 07:09:38.033478 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8fb86bb8-48da-476e-8c8a-df3a9c3c0d94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:09:38.116928 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93263ab-a701-480a-94bc-fcaa9c5d7ad7 req-8a68a5c1-fa07-4d37-8aee-3c5446e43037 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:09:38.118744 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d93263ab-a701-480a-94bc-fcaa9c5d7ad7 req-8a68a5c1-fa07-4d37-8aee-3c5446e43037 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec3ad844-e8c4-4784-8904-344513b6957e HTTP/1.1" status: 200 len: 945 time: 0.0546708 Sep 23 07:09:38.161875 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d93263ab-a701-480a-94bc-fcaa9c5d7ad7 req-e0efc21e-e49f-4dce-bc07-08e4aba6ddfe tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369713 Sep 23 07:09:38.380337 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87edfd58-3945-497f-9fad-f7012d3c66e0 req-eac153b0-c754-413d-85d7-6ea10edc8476 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:09:38.382087 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-87edfd58-3945-497f-9fad-f7012d3c66e0 req-eac153b0-c754-413d-85d7-6ea10edc8476 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec3ad844-e8c4-4784-8904-344513b6957e HTTP/1.1" status: 200 len: 945 time: 0.1535385 Sep 23 07:09:38.425400 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-87edfd58-3945-497f-9fad-f7012d3c66e0 req-158f334d-d075-4a0a-9611-c95258531b78 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374119 Sep 23 07:09:38.433705 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa9266b-7678-4b60-b0d7-acd8317fd2d8 req-1c179ce4-f374-495e-ada9-a409e322b559 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:09:38.441880 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6aa9266b-7678-4b60-b0d7-acd8317fd2d8 req-1c179ce4-f374-495e-ada9-a409e322b559 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=9241a2cc-9586-48bc-ad31-02bcbb8d3d73 HTTP/1.1" status: 200 len: 946 time: 0.0598404 Sep 23 07:09:38.476317 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6aa9266b-7678-4b60-b0d7-acd8317fd2d8 req-af672895-2fa8-4d31-93d5-bb07c144d5a9 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=3393c7b0-0596-4371-8310-4ab905c5a883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335753 Sep 23 07:09:38.552056 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5070b4ad-a01d-47af-8a77-1fb59d23dad1 req-6d842081-120f-4919-be91-9dda5c43480e tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:09:38.553472 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5070b4ad-a01d-47af-8a77-1fb59d23dad1 req-6d842081-120f-4919-be91-9dda5c43480e tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec3ad844-e8c4-4784-8904-344513b6957e HTTP/1.1" status: 200 len: 945 time: 0.0551367 Sep 23 07:09:38.598035 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5070b4ad-a01d-47af-8a77-1fb59d23dad1 req-e0ac7264-4366-4c0c-8c12-fb19537b4869 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382354 Sep 23 07:09:38.890868 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2ebae3-6ea5-4329-af38-ee9ca2d0cb4a req-47ffdb12-721a-449f-9774-4b5437534ac3 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:09:38.893195 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ab2ebae3-6ea5-4329-af38-ee9ca2d0cb4a req-47ffdb12-721a-449f-9774-4b5437534ac3 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec3ad844-e8c4-4784-8904-344513b6957e HTTP/1.1" status: 200 len: 945 time: 0.0507317 Sep 23 07:09:38.933600 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ab2ebae3-6ea5-4329-af38-ee9ca2d0cb4a req-b1e5d71a-d5b8-4f61-b6db-2382b2f601a9 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341544 Sep 23 07:09:39.599227 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1ec13d-e439-4604-bc41-5169681949d8 req-cd8cc373-3942-4e87-9b23-4ef42ae40740 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:09:39.600672 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3a1ec13d-e439-4604-bc41-5169681949d8 req-cd8cc373-3942-4e87-9b23-4ef42ae40740 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=9241a2cc-9586-48bc-ad31-02bcbb8d3d73 HTTP/1.1" status: 200 len: 946 time: 0.0488029 Sep 23 07:09:39.639235 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3a1ec13d-e439-4604-bc41-5169681949d8 req-68500c58-fbaf-49da-a191-7ccf7a986089 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=3393c7b0-0596-4371-8310-4ab905c5a883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323296 Sep 23 07:09:40.055931 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5a56c2-b460-469a-bfcb-147fd291ff93 req-28e0e5c6-365a-4f7b-93b2-f609ddd35252 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:09:40.057535 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0e5a56c2-b460-469a-bfcb-147fd291ff93 req-28e0e5c6-365a-4f7b-93b2-f609ddd35252 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec3ad844-e8c4-4784-8904-344513b6957e HTTP/1.1" status: 200 len: 945 time: 0.0515327 Sep 23 07:09:40.096873 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0e5a56c2-b460-469a-bfcb-147fd291ff93 req-686e4283-5569-4d32-b538-2ff0b53fc048 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332668 Sep 23 07:09:40.118354 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:09:40.526663 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eeb75c-0999-4873-9089-a80f41f18a2d req-0fa5f332-6e47-4b8a-b26c-84cb79188339 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:09:40.527993 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e6eeb75c-0999-4873-9089-a80f41f18a2d req-0fa5f332-6e47-4b8a-b26c-84cb79188339 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec3ad844-e8c4-4784-8904-344513b6957e HTTP/1.1" status: 200 len: 945 time: 0.0490878 Sep 23 07:09:40.625083 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-e6eeb75c-0999-4873-9089-a80f41f18a2d req-219ff8a2-bcca-481c-b5b6-e83e5279a7f9 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Deleting port 62d3e63e-f439-438a-b449-717074157ad5 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:09:40.625913 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-e6eeb75c-0999-4873-9089-a80f41f18a2d req-219ff8a2-bcca-481c-b5b6-e83e5279a7f9 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:09:40.726314 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-e6eeb75c-0999-4873-9089-a80f41f18a2d req-219ff8a2-bcca-481c-b5b6-e83e5279a7f9 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] For port 62d3e63e-f439-438a-b449-717074157ad5, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=62d3e63e-f439-438a-b449-717074157ad5,segment=NetworkSegment(4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c),segment_id=4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:09:40.726680 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-e6eeb75c-0999-4873-9089-a80f41f18a2d req-219ff8a2-bcca-481c-b5b6-e83e5279a7f9 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:09:40.761537 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-e6eeb75c-0999-4873-9089-a80f41f18a2d req-219ff8a2-bcca-481c-b5b6-e83e5279a7f9 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Calling delete_port for 62d3e63e-f439-438a-b449-717074157ad5 owned by compute:nova {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:09:40.816708 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0239ac9-c58a-43fd-862c-7950c1eaa8e7 req-93e616f5-4319-4de6-9806-324cc5bb42ef tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:09:40.818129 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e0239ac9-c58a-43fd-862c-7950c1eaa8e7 req-93e616f5-4319-4de6-9806-324cc5bb42ef tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=9241a2cc-9586-48bc-ad31-02bcbb8d3d73 HTTP/1.1" status: 200 len: 946 time: 0.0944700 Sep 23 07:09:40.881621 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e0239ac9-c58a-43fd-862c-7950c1eaa8e7 req-ed4dd36b-812b-4526-8685-67dc7309581c tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=3393c7b0-0596-4371-8310-4ab905c5a883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566845 Sep 23 07:09:40.937467 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-e6eeb75c-0999-4873-9089-a80f41f18a2d req-219ff8a2-bcca-481c-b5b6-e83e5279a7f9 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:09:40.949789 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['62d3e63e-f439-438a-b449-717074157ad5'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:09:40.967906 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219ff8a2-bcca-481c-b5b6-e83e5279a7f9 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Pushing event deleted for resources: {'Port': ['ID=62d3e63e-f439-438a-b449-717074157ad5,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:09:41.021454 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6eeb75c-0999-4873-9089-a80f41f18a2d req-219ff8a2-bcca-481c-b5b6-e83e5279a7f9 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] No DVR routers for this DVR port 62d3e63e-f439-438a-b449-717074157ad5 on host n-h2-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:09:41.024335 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-e6eeb75c-0999-4873-9089-a80f41f18a2d req-219ff8a2-bcca-481c-b5b6-e83e5279a7f9 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:09:41.026619 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e6eeb75c-0999-4873-9089-a80f41f18a2d req-219ff8a2-bcca-481c-b5b6-e83e5279a7f9 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.58 "DELETE /v2.0/ports/62d3e63e-f439-438a-b449-717074157ad5 HTTP/1.1" status: 204 len: 173 time: 0.4912505 Sep 23 07:09:41.027140 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec3ad844-e8c4-4784-8904-344513b6957e', 'name': 'network-vif-deleted', 'tag': '62d3e63e-f439-438a-b449-717074157ad5'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:09:41.029484 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e551c816-c4ad-4ea7-9f73-60e1ec1300d1" -d '{"events": [{"server_uuid": "ec3ad844-e8c4-4784-8904-344513b6957e", "name": "network-vif-deleted", "tag": "62d3e63e-f439-438a-b449-717074157ad5"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:09:41.059683 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-33847cd8-107a-4ff1-ba09-2e49e8a2b72e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:09:41.108542 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de03c9d-a243-40e7-84fd-a168e98b72b5 x-openstack-request-id: req-1de03c9d-a243-40e7-84fd-a168e98b72b5 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:09:41.108905 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec3ad844-e8c4-4784-8904-344513b6957e", "name": "network-vif-deleted", "tag": "62d3e63e-f439-438a-b449-717074157ad5", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:09:41.109223 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1de03c9d-a243-40e7-84fd-a168e98b72b5 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:09:41.109707 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec3ad844-e8c4-4784-8904-344513b6957e', 'name': 'network-vif-deleted', 'tag': '62d3e63e-f439-438a-b449-717074157ad5', 'status': 'completed', 'code': 200} Sep 23 07:09:41.237672 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-72568a13-f3bd-42c5-9ea3-0173612fc23b req-3beba609-fa64-4c79-b688-14f4948a8bbd tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec3ad844-e8c4-4784-8904-344513b6957e HTTP/1.1" status: 200 len: 210 time: 0.0371108 Sep 23 07:09:41.488226 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:09:42.015098 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07f2d60-3ecd-47f9-b70d-d59f799df3d2 req-ec84a338-0d3c-4ddd-a0fd-c32bf4bd5dd3 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:09:42.017270 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e07f2d60-3ecd-47f9-b70d-d59f799df3d2 req-ec84a338-0d3c-4ddd-a0fd-c32bf4bd5dd3 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=9241a2cc-9586-48bc-ad31-02bcbb8d3d73 HTTP/1.1" status: 200 len: 946 time: 0.0558934 Sep 23 07:09:42.055689 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e07f2d60-3ecd-47f9-b70d-d59f799df3d2 req-2ca3ffb9-c9f9-45ff-8293-ab9247f3c848 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=3393c7b0-0596-4371-8310-4ab905c5a883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321448 Sep 23 07:09:42.305448 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:09:42.338281 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e9a66732-4d1e-4cd7-a0ef-8b6ebb892e92 req-42e6fbe0-b133-401a-b80a-10fe2207cd72 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec3ad844-e8c4-4784-8904-344513b6957e HTTP/1.1" status: 200 len: 210 time: 0.0274541 Sep 23 07:09:43.185691 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bdda3a-2e6a-414f-97e2-9a91f8db2206 req-8e854d61-059d-4ab3-b301-c526ef32fdf0 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:09:43.187268 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f8bdda3a-2e6a-414f-97e2-9a91f8db2206 req-8e854d61-059d-4ab3-b301-c526ef32fdf0 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=9241a2cc-9586-48bc-ad31-02bcbb8d3d73 HTTP/1.1" status: 200 len: 946 time: 0.0510557 Sep 23 07:09:43.227678 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f8bdda3a-2e6a-414f-97e2-9a91f8db2206 req-4641efd6-e224-41a2-b1cb-8813950f1b60 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=3393c7b0-0596-4371-8310-4ab905c5a883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336027 Sep 23 07:09:43.437136 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0f23e811-418f-42bc-88d7-eb67e3e54e6b req-d55efca7-751b-430b-94f8-19abe1829677 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec3ad844-e8c4-4784-8904-344513b6957e HTTP/1.1" status: 200 len: 210 time: 0.0273952 Sep 23 07:09:43.805620 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:09:44.264011 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 62d3e63e-f439-438a-b449-717074157ad5 no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:09:44.287643 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No Port match for: 62d3e63e-f439-438a-b449-717074157ad5 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:09:44.288000 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 62d3e63e-f439-438a-b449-717074157ad5 not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:09:44.347665 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c03d3a-7d67-46b9-8530-590341a99b49 req-4cabfe02-746e-442c-9227-fe91cd1bf4e7 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:09:44.349175 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-99c03d3a-7d67-46b9-8530-590341a99b49 req-4cabfe02-746e-442c-9227-fe91cd1bf4e7 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=9241a2cc-9586-48bc-ad31-02bcbb8d3d73 HTTP/1.1" status: 200 len: 946 time: 0.0499315 Sep 23 07:09:44.389566 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-99c03d3a-7d67-46b9-8530-590341a99b49 req-ca1e5b53-8d27-41e1-9124-22fe5c18f16f tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=3393c7b0-0596-4371-8310-4ab905c5a883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342252 Sep 23 07:09:44.551577 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-53b3b41f-3751-4de4-b145-e3641163da14 req-9f3e53ce-5612-4d3e-8ec9-c271b8d365c9 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec3ad844-e8c4-4784-8904-344513b6957e HTTP/1.1" status: 200 len: 210 time: 0.0335855 Sep 23 07:09:45.519642 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcade5c-291d-4349-885a-e469d90fe34c req-156b217d-4285-44ee-983e-3febe48b98af tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:09:45.521678 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bdcade5c-291d-4349-885a-e469d90fe34c req-156b217d-4285-44ee-983e-3febe48b98af tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=9241a2cc-9586-48bc-ad31-02bcbb8d3d73 HTTP/1.1" status: 200 len: 946 time: 0.0588057 Sep 23 07:09:45.569389 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bdcade5c-291d-4349-885a-e469d90fe34c req-689280c6-193f-4fa3-8820-76093cc3d6df tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=3393c7b0-0596-4371-8310-4ab905c5a883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411541 Sep 23 07:09:46.275119 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 27d074a5-8975-48d4-8a68-d84b9325ba43 details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:09:46.388716 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 27d074a5-8975-48d4-8a68-d84b9325ba43, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=27d074a5-8975-48d4-8a68-d84b9325ba43,segment=NetworkSegment(1c65d3ce-0d0d-44a7-ae9c-a00acf5305e9),segment_id=1c65d3ce-0d0d-44a7-ae9c-a00acf5305e9)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:09:46.402991 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': '27d074a5-8975-48d4-8a68-d84b9325ba43', 'network_id': 'ca28a1fe-55ea-41f7-96a5-1261b4a66187', 'port_id': '27d074a5-8975-48d4-8a68-d84b9325ba43', 'mac_address': 'fa:16:3e:7d:f2:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5441eb5f-3885-44a6-9b00-13a9788d14f9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:09:46.453016 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:09:46.468330 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 27d074a5-8975-48d4-8a68-d84b9325ba43 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:09:46.492030 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 27d074a5-8975-48d4-8a68-d84b9325ba43, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=27d074a5-8975-48d4-8a68-d84b9325ba43,segment=NetworkSegment(1c65d3ce-0d0d-44a7-ae9c-a00acf5305e9),segment_id=1c65d3ce-0d0d-44a7-ae9c-a00acf5305e9)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:09:46.497231 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:09:46.556033 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=27d074a5-8975-48d4-8a68-d84b9325ba43,revision_number=6']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:09:46.574283 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['27d074a5-8975-48d4-8a68-d84b9325ba43'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:09:46.828585 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f31cd24-643a-4645-81f7-caa587a8a663 req-82c752c5-fcec-4c7c-bf0e-17b2f92a5bc3 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:09:46.836168 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0f31cd24-643a-4645-81f7-caa587a8a663 req-82c752c5-fcec-4c7c-bf0e-17b2f92a5bc3 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=9241a2cc-9586-48bc-ad31-02bcbb8d3d73 HTTP/1.1" status: 200 len: 945 time: 0.1352770 Sep 23 07:09:46.908930 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0f31cd24-643a-4645-81f7-caa587a8a663 req-bcc4e6a5-29e0-47ed-b103-40c5d707ae55 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=3393c7b0-0596-4371-8310-4ab905c5a883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577147 Sep 23 07:09:48.097090 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96be4c4e-ed93-4dd3-b32b-cefd66fab797 req-04510c50-dbc5-414b-b60a-2263dae1a32b tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:09:48.104484 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-96be4c4e-ed93-4dd3-b32b-cefd66fab797 req-04510c50-dbc5-414b-b60a-2263dae1a32b tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=9241a2cc-9586-48bc-ad31-02bcbb8d3d73 HTTP/1.1" status: 200 len: 945 time: 0.0728445 Sep 23 07:09:48.156541 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-96be4c4e-ed93-4dd3-b32b-cefd66fab797 req-bafd15e3-f4d8-4ead-bb1b-20b0e0a7dc35 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=3393c7b0-0596-4371-8310-4ab905c5a883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511785 Sep 23 07:09:48.285582 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 27d074a5-8975-48d4-8a68-d84b9325ba43 up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:09:48.379772 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port 27d074a5-8975-48d4-8a68-d84b9325ba43 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:09:48.380158 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:09:48.532528 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:09:48.576416 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9241a2cc-9586-48bc-ad31-02bcbb8d3d73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27d074a5-8975-48d4-8a68-d84b9325ba43'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:09:48.580100 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3477a71f-009f-4b3c-bdcf-29ccfcb6f406" -d '{"events": [{"server_uuid": "9241a2cc-9586-48bc-ad31-02bcbb8d3d73", "name": "network-vif-plugged", "status": "completed", "tag": "27d074a5-8975-48d4-8a68-d84b9325ba43"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:09:48.584292 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 27d074a5-8975-48d4-8a68-d84b9325ba43, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=27d074a5-8975-48d4-8a68-d84b9325ba43,segment=NetworkSegment(1c65d3ce-0d0d-44a7-ae9c-a00acf5305e9),segment_id=1c65d3ce-0d0d-44a7-ae9c-a00acf5305e9)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:09:48.589683 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:09:48.652047 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=27d074a5-8975-48d4-8a68-d84b9325ba43,revision_number=7']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:09:48.681066 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5330c5b-23bd-4a19-be25-a7dda6804538 x-openstack-request-id: req-f5330c5b-23bd-4a19-be25-a7dda6804538 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:09:48.681368 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9241a2cc-9586-48bc-ad31-02bcbb8d3d73", "name": "network-vif-plugged", "status": "completed", "tag": "27d074a5-8975-48d4-8a68-d84b9325ba43", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:09:48.681695 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f5330c5b-23bd-4a19-be25-a7dda6804538 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:09:48.682090 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9241a2cc-9586-48bc-ad31-02bcbb8d3d73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27d074a5-8975-48d4-8a68-d84b9325ba43', 'code': 200} Sep 23 07:09:49.342268 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9a840-c6f3-493a-9c14-bf0b9307fd2b req-782957fa-9632-4208-914f-5809c83f167b tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:09:49.345335 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-05a9a840-c6f3-493a-9c14-bf0b9307fd2b req-782957fa-9632-4208-914f-5809c83f167b tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=9241a2cc-9586-48bc-ad31-02bcbb8d3d73 HTTP/1.1" status: 200 len: 946 time: 0.1076007 Sep 23 07:09:49.423102 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-05a9a840-c6f3-493a-9c14-bf0b9307fd2b req-fdb9342d-5347-4e0d-981d-0c5abecc7d63 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=3393c7b0-0596-4371-8310-4ab905c5a883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630426 Sep 23 07:09:50.567519 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa65b8e-5690-4b5a-8f80-fd787139f2f5 req-57c65a2e-9998-4c78-ad9f-234929b99db7 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:09:50.569171 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-afa65b8e-5690-4b5a-8f80-fd787139f2f5 req-57c65a2e-9998-4c78-ad9f-234929b99db7 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=9241a2cc-9586-48bc-ad31-02bcbb8d3d73 HTTP/1.1" status: 200 len: 946 time: 0.0613534 Sep 23 07:09:50.617041 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-afa65b8e-5690-4b5a-8f80-fd787139f2f5 req-6f9a1bdb-8ab9-47e0-90c8-041cd613dc80 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=3393c7b0-0596-4371-8310-4ab905c5a883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401192 Sep 23 07:09:51.781118 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe2f463-ecb1-4a5b-9916-748099f25b4c req-572cfe54-509d-4df7-848d-6a637fdebb10 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:09:51.790420 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bbe2f463-ecb1-4a5b-9916-748099f25b4c req-572cfe54-509d-4df7-848d-6a637fdebb10 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=9241a2cc-9586-48bc-ad31-02bcbb8d3d73 HTTP/1.1" status: 200 len: 946 time: 0.0656526 Sep 23 07:09:51.842461 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bbe2f463-ecb1-4a5b-9916-748099f25b4c req-5d213e40-c16e-4017-ad2f-be6cb92fdf60 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=3393c7b0-0596-4371-8310-4ab905c5a883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490727 Sep 23 07:09:53.041844 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dca167-8606-4008-bc9d-f72761a95b57 req-c20ac58f-9241-4a6e-ba25-60a7337c738b tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:09:53.045319 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-57dca167-8606-4008-bc9d-f72761a95b57 req-c20ac58f-9241-4a6e-ba25-60a7337c738b tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=9241a2cc-9586-48bc-ad31-02bcbb8d3d73 HTTP/1.1" status: 200 len: 946 time: 0.1175153 Sep 23 07:09:53.110266 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-57dca167-8606-4008-bc9d-f72761a95b57 req-0933ba64-826c-4a05-acc9-299844934241 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=3393c7b0-0596-4371-8310-4ab905c5a883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540361 Sep 23 07:09:54.256253 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569a573c-7790-4033-bdf7-81713d32edf3 req-d3f31870-23a1-4b35-90ed-70878e085b2b tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:09:54.259138 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-569a573c-7790-4033-bdf7-81713d32edf3 req-d3f31870-23a1-4b35-90ed-70878e085b2b tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=9241a2cc-9586-48bc-ad31-02bcbb8d3d73 HTTP/1.1" status: 200 len: 946 time: 0.0704455 Sep 23 07:09:54.313659 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-569a573c-7790-4033-bdf7-81713d32edf3 req-6a75b0a8-541d-4ee9-b522-8c4ac79bb301 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=3393c7b0-0596-4371-8310-4ab905c5a883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465670 Sep 23 07:09:55.477309 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4afd764-1692-4013-a5a5-7012ccd4ed3f req-a9932e2f-a4d7-44c5-a2a8-c53aa7e895ba tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:09:55.479006 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d4afd764-1692-4013-a5a5-7012ccd4ed3f req-a9932e2f-a4d7-44c5-a2a8-c53aa7e895ba tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=9241a2cc-9586-48bc-ad31-02bcbb8d3d73 HTTP/1.1" status: 200 len: 946 time: 0.0573101 Sep 23 07:09:55.542821 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d4afd764-1692-4013-a5a5-7012ccd4ed3f req-4c8788c5-6226-4b7a-b1a8-34a584023465 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=3393c7b0-0596-4371-8310-4ab905c5a883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535800 Sep 23 07:09:56.723144 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ee318-3630-4773-9307-a2b2ef02d5a9 req-06f901c5-c85d-49e3-b17d-f64d6c7556ad tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:09:56.733011 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cd4ee318-3630-4773-9307-a2b2ef02d5a9 req-06f901c5-c85d-49e3-b17d-f64d6c7556ad tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=9241a2cc-9586-48bc-ad31-02bcbb8d3d73 HTTP/1.1" status: 200 len: 946 time: 0.0854421 Sep 23 07:09:56.796658 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cd4ee318-3630-4773-9307-a2b2ef02d5a9 req-9eeea819-4b0d-476b-9e64-907605056407 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=3393c7b0-0596-4371-8310-4ab905c5a883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592527 Sep 23 07:09:57.900226 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:09:57.981720 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0620d25e-c6fb-4840-810a-8e97ebc3a8ed req-07841dbe-ce50-4801-a0e6-cd052775b975 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:09:57.987559 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0620d25e-c6fb-4840-810a-8e97ebc3a8ed req-07841dbe-ce50-4801-a0e6-cd052775b975 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=9241a2cc-9586-48bc-ad31-02bcbb8d3d73 HTTP/1.1" status: 200 len: 946 time: 0.0899892 Sep 23 07:09:58.034237 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0620d25e-c6fb-4840-810a-8e97ebc3a8ed req-ada761f2-6d64-4946-8e04-12feee30385d tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=3393c7b0-0596-4371-8310-4ab905c5a883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399401 Sep 23 07:09:58.913830 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b3e87e-0816-48bc-a8a2-8f4e28df7ac6 req-8e0ed6a4-69a7-43dc-a3e0-df0326d6eba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:09:58.915388 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-29b3e87e-0816-48bc-a8a2-8f4e28df7ac6 req-8e0ed6a4-69a7-43dc-a3e0-df0326d6eba1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4d93d8414d394ae180d5f159fb0b8b54&device_id=9241a2cc-9586-48bc-ad31-02bcbb8d3d73 HTTP/1.1" status: 200 len: 1098 time: 0.0433605 Sep 23 07:09:59.018944 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b3e87e-0816-48bc-a8a2-8f4e28df7ac6 req-93c0b9cf-3294-4b39-af99-b765d7863b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:09:59.020601 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-29b3e87e-0816-48bc-a8a2-8f4e28df7ac6 req-93c0b9cf-3294-4b39-af99-b765d7863b9f service neutron] 10.222.0.58 "GET /v2.0/networks?id=ca28a1fe-55ea-41f7-96a5-1261b4a66187 HTTP/1.1" status: 200 len: 917 time: 0.0967426 Sep 23 07:09:59.105336 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-29b3e87e-0816-48bc-a8a2-8f4e28df7ac6 req-d45c366d-ac57-4841-b829-e8f4376d353a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27d074a5-8975-48d4-8a68-d84b9325ba43 HTTP/1.1" status: 200 len: 1002 time: 0.0768962 Sep 23 07:09:59.198087 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b3e87e-0816-48bc-a8a2-8f4e28df7ac6 req-50f65f83-7f48-48fb-809a-507b262d56bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:09:59.199593 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-29b3e87e-0816-48bc-a8a2-8f4e28df7ac6 req-50f65f83-7f48-48fb-809a-507b262d56bf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5441eb5f-3885-44a6-9b00-13a9788d14f9 HTTP/1.1" status: 200 len: 855 time: 0.0853412 Sep 23 07:09:59.216273 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6898e85-9f65-44f7-a3ca-e8b8d9fa1662 req-9627d332-f5b7-488f-8b82-cae04782f480 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:09:59.217783 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c6898e85-9f65-44f7-a3ca-e8b8d9fa1662 req-9627d332-f5b7-488f-8b82-cae04782f480 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=9241a2cc-9586-48bc-ad31-02bcbb8d3d73 HTTP/1.1" status: 200 len: 946 time: 0.0692201 Sep 23 07:09:59.291134 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c6898e85-9f65-44f7-a3ca-e8b8d9fa1662 req-29419083-fe9e-4023-873a-420bb2459340 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=3393c7b0-0596-4371-8310-4ab905c5a883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625873 Sep 23 07:09:59.300192 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b3e87e-0816-48bc-a8a2-8f4e28df7ac6 req-51db55cc-1c5b-4e17-9eb5-eb75ae2bef37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:09:59.301981 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-29b3e87e-0816-48bc-a8a2-8f4e28df7ac6 req-51db55cc-1c5b-4e17-9eb5-eb75ae2bef37 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ca28a1fe-55ea-41f7-96a5-1261b4a66187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0937054 Sep 23 07:09:59.442183 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-29b3e87e-0816-48bc-a8a2-8f4e28df7ac6 req-2323a5c4-8a51-4348-9750-e363ee54cf95 service neutron] 10.222.0.58 "GET /v2.0/networks/ca28a1fe-55ea-41f7-96a5-1261b4a66187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327345 Sep 23 07:09:59.554857 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-29b3e87e-0816-48bc-a8a2-8f4e28df7ac6 req-43a2ba37-1cd2-4d45-8240-bd2c32f02c5b service neutron] 10.222.0.58 "GET /v2.0/networks/ca28a1fe-55ea-41f7-96a5-1261b4a66187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047850 Sep 23 07:10:00.437291 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7d0ef8-7a72-41ae-854f-554722e24209 req-91b4a1d6-a8c4-437f-a9c8-b4ddf6adac71 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:00.439704 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6c7d0ef8-7a72-41ae-854f-554722e24209 req-91b4a1d6-a8c4-437f-a9c8-b4ddf6adac71 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=9241a2cc-9586-48bc-ad31-02bcbb8d3d73 HTTP/1.1" status: 200 len: 946 time: 0.0623579 Sep 23 07:10:00.486514 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6c7d0ef8-7a72-41ae-854f-554722e24209 req-41c6d2a7-e466-496c-9caa-d9ff8c5c2871 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=3393c7b0-0596-4371-8310-4ab905c5a883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403121 Sep 23 07:10:01.630813 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1311ac-6a6d-4d05-b0ae-a0f6b2747304 req-86171949-9c64-4054-88e7-36f4d1b62af0 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:01.632341 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0e1311ac-6a6d-4d05-b0ae-a0f6b2747304 req-86171949-9c64-4054-88e7-36f4d1b62af0 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=9241a2cc-9586-48bc-ad31-02bcbb8d3d73 HTTP/1.1" status: 200 len: 946 time: 0.0542819 Sep 23 07:10:01.682293 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0e1311ac-6a6d-4d05-b0ae-a0f6b2747304 req-04a5d42c-888a-4d08-8ea9-58bd9efcbbd7 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=3393c7b0-0596-4371-8310-4ab905c5a883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435526 Sep 23 07:10:02.351280 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 27d074a5-8975-48d4-8a68-d84b9325ba43 no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:10:02.466457 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:10:02.494454 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9241a2cc-9586-48bc-ad31-02bcbb8d3d73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27d074a5-8975-48d4-8a68-d84b9325ba43'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:10:02.496711 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ccda03-899a-4f5d-ad06-85dfa9423999" -d '{"events": [{"server_uuid": "9241a2cc-9586-48bc-ad31-02bcbb8d3d73", "name": "network-vif-unplugged", "status": "completed", "tag": "27d074a5-8975-48d4-8a68-d84b9325ba43"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:10:02.521317 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 27d074a5-8975-48d4-8a68-d84b9325ba43, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=27d074a5-8975-48d4-8a68-d84b9325ba43,segment=NetworkSegment(1c65d3ce-0d0d-44a7-ae9c-a00acf5305e9),segment_id=1c65d3ce-0d0d-44a7-ae9c-a00acf5305e9)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:10:02.527173 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:10:02.591030 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=27d074a5-8975-48d4-8a68-d84b9325ba43,revision_number=8']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:10:02.697423 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [req-c5454b4a-32f6-4bcf-91f5-02257c2d1979 req-085bd773-78de-4e45-bc45-393b9950e618 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:10:02.698781 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c5454b4a-32f6-4bcf-91f5-02257c2d1979 req-085bd773-78de-4e45-bc45-393b9950e618 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081813 Sep 23 07:10:02.723279 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 23 Sep 2021 07:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc163ac-c950-43e0-a1dc-8f4014186e8c x-openstack-request-id: req-ebc163ac-c950-43e0-a1dc-8f4014186e8c {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:10:02.723682 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9241a2cc-9586-48bc-ad31-02bcbb8d3d73", "name": "network-vif-unplugged", "status": "failed", "tag": "27d074a5-8975-48d4-8a68-d84b9325ba43", "code": 422}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:10:02.724033 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ebc163ac-c950-43e0-a1dc-8f4014186e8c {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:10:02.724553 n-d-715271-16 neutron-server[95067]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9241a2cc-9586-48bc-ad31-02bcbb8d3d73', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '27d074a5-8975-48d4-8a68-d84b9325ba43', 'code': 422} returned with failed status Sep 23 07:10:02.903798 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae3eaab-5d3a-4f20-81bc-2df7a7af3679 req-68cefd9c-46a4-4fa8-9a53-7db144abe354 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:02.905566 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bae3eaab-5d3a-4f20-81bc-2df7a7af3679 req-68cefd9c-46a4-4fa8-9a53-7db144abe354 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=9241a2cc-9586-48bc-ad31-02bcbb8d3d73 HTTP/1.1" status: 200 len: 944 time: 0.0629134 Sep 23 07:10:02.958165 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bae3eaab-5d3a-4f20-81bc-2df7a7af3679 req-fa8736da-d3bd-43f8-bb19-5575b7c81253 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=3393c7b0-0596-4371-8310-4ab905c5a883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452254 Sep 23 07:10:02.965394 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4c532262-4d72-453a-9cd6-cd240430b693 req-b4856054-8678-415c-b0e2-8cad073fc3f5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9241a2cc-9586-48bc-ad31-02bcbb8d3d73&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0745826 Sep 23 07:10:03.790925 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120acb33-1ff7-4c36-8b4f-bf3a6a2ad73c req-259c93f6-33e5-44c6-b41b-8c7e40d98085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:03.792457 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-120acb33-1ff7-4c36-8b4f-bf3a6a2ad73c req-259c93f6-33e5-44c6-b41b-8c7e40d98085 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4d93d8414d394ae180d5f159fb0b8b54&device_id=9241a2cc-9586-48bc-ad31-02bcbb8d3d73 HTTP/1.1" status: 200 len: 1096 time: 0.0478053 Sep 23 07:10:03.913441 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120acb33-1ff7-4c36-8b4f-bf3a6a2ad73c req-a660be10-6071-4914-bc01-8c95053f57d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:03.915242 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-120acb33-1ff7-4c36-8b4f-bf3a6a2ad73c req-a660be10-6071-4914-bc01-8c95053f57d3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ca28a1fe-55ea-41f7-96a5-1261b4a66187 HTTP/1.1" status: 200 len: 917 time: 0.0999706 Sep 23 07:10:04.078734 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c532262-4d72-453a-9cd6-cd240430b693 req-f9519c72-86d3-482c-ac8e-dc8e06f359d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:04.080341 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4c532262-4d72-453a-9cd6-cd240430b693 req-f9519c72-86d3-482c-ac8e-dc8e06f359d4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9241a2cc-9586-48bc-ad31-02bcbb8d3d73&tenant_id=4d93d8414d394ae180d5f159fb0b8b54 HTTP/1.1" status: 200 len: 1096 time: 0.1535840 Sep 23 07:10:04.121915 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-120acb33-1ff7-4c36-8b4f-bf3a6a2ad73c req-0bfd1962-e901-4a99-aaa3-4337749f7e10 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27d074a5-8975-48d4-8a68-d84b9325ba43 HTTP/1.1" status: 200 len: 1000 time: 0.1927490 Sep 23 07:10:04.134699 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48917c17-f8fb-490d-b922-c577d9705d49 req-3cff3901-9a15-4b15-be44-35d6c7e58086 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:04.136380 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-48917c17-f8fb-490d-b922-c577d9705d49 req-3cff3901-9a15-4b15-be44-35d6c7e58086 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=9241a2cc-9586-48bc-ad31-02bcbb8d3d73 HTTP/1.1" status: 200 len: 944 time: 0.0818946 Sep 23 07:10:04.213853 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120acb33-1ff7-4c36-8b4f-bf3a6a2ad73c req-2069dd10-2d1c-4d71-b6b1-a8fe1bf51a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:04.215633 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-120acb33-1ff7-4c36-8b4f-bf3a6a2ad73c req-2069dd10-2d1c-4d71-b6b1-a8fe1bf51a39 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5441eb5f-3885-44a6-9b00-13a9788d14f9 HTTP/1.1" status: 200 len: 855 time: 0.0783925 Sep 23 07:10:04.220171 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-48917c17-f8fb-490d-b922-c577d9705d49 req-2744771c-6c36-4729-9d94-0eb8c6348516 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=3393c7b0-0596-4371-8310-4ab905c5a883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519545 Sep 23 07:10:04.288170 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120acb33-1ff7-4c36-8b4f-bf3a6a2ad73c req-4b00282d-b19d-4db2-a18e-9c439e9d8685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:04.289708 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-120acb33-1ff7-4c36-8b4f-bf3a6a2ad73c req-4b00282d-b19d-4db2-a18e-9c439e9d8685 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ca28a1fe-55ea-41f7-96a5-1261b4a66187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0658796 Sep 23 07:10:04.403756 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-120acb33-1ff7-4c36-8b4f-bf3a6a2ad73c req-eae59542-56cd-4cdb-bda1-3822e5bf0e67 service neutron] 10.222.0.58 "GET /v2.0/networks/ca28a1fe-55ea-41f7-96a5-1261b4a66187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051624 Sep 23 07:10:04.511330 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-120acb33-1ff7-4c36-8b4f-bf3a6a2ad73c req-4f1edb38-e265-4089-a9f5-6045c4e2bdf1 service neutron] 10.222.0.58 "GET /v2.0/networks/ca28a1fe-55ea-41f7-96a5-1261b4a66187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977180 Sep 23 07:10:04.610809 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c532262-4d72-453a-9cd6-cd240430b693 req-19706c3a-f282-41a2-8ded-e0c37869568c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:04.614208 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4c532262-4d72-453a-9cd6-cd240430b693 req-19706c3a-f282-41a2-8ded-e0c37869568c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4d93d8414d394ae180d5f159fb0b8b54&device_id=9241a2cc-9586-48bc-ad31-02bcbb8d3d73 HTTP/1.1" status: 200 len: 1096 time: 0.0520551 Sep 23 07:10:04.724398 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c532262-4d72-453a-9cd6-cd240430b693 req-f431a132-0e5f-418d-9c1b-9e1108d99738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:04.726516 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4c532262-4d72-453a-9cd6-cd240430b693 req-f431a132-0e5f-418d-9c1b-9e1108d99738 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ca28a1fe-55ea-41f7-96a5-1261b4a66187 HTTP/1.1" status: 200 len: 917 time: 0.1053543 Sep 23 07:10:04.825830 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4c532262-4d72-453a-9cd6-cd240430b693 req-4a284c72-6f14-4119-9f00-d3cf47ce7143 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27d074a5-8975-48d4-8a68-d84b9325ba43 HTTP/1.1" status: 200 len: 1000 time: 0.0919361 Sep 23 07:10:04.888134 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c532262-4d72-453a-9cd6-cd240430b693 req-7087c3c2-13a2-4e62-9d77-087c6c95382f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:04.889728 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4c532262-4d72-453a-9cd6-cd240430b693 req-7087c3c2-13a2-4e62-9d77-087c6c95382f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5441eb5f-3885-44a6-9b00-13a9788d14f9 HTTP/1.1" status: 200 len: 855 time: 0.0552683 Sep 23 07:10:04.940621 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c532262-4d72-453a-9cd6-cd240430b693 req-39e1905a-63d1-4c3e-8f2c-7d544cec8ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:04.942162 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4c532262-4d72-453a-9cd6-cd240430b693 req-39e1905a-63d1-4c3e-8f2c-7d544cec8ed2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ca28a1fe-55ea-41f7-96a5-1261b4a66187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451224 Sep 23 07:10:05.048904 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4c532262-4d72-453a-9cd6-cd240430b693 req-fa6f4d63-047c-4406-99f4-5855a3d196f4 service neutron] 10.222.0.58 "GET /v2.0/networks/ca28a1fe-55ea-41f7-96a5-1261b4a66187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978713 Sep 23 07:10:05.177877 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4c532262-4d72-453a-9cd6-cd240430b693 req-5ab87cc1-ef27-43ca-ad7c-71dae05d7292 service neutron] 10.222.0.58 "GET /v2.0/networks/ca28a1fe-55ea-41f7-96a5-1261b4a66187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201754 Sep 23 07:10:05.410821 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff760d34-1355-4fdd-a6bc-2b05b8252276 req-8f063c13-6f18-44e0-b181-9bfc5c335f66 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:05.413992 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ff760d34-1355-4fdd-a6bc-2b05b8252276 req-8f063c13-6f18-44e0-b181-9bfc5c335f66 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=9241a2cc-9586-48bc-ad31-02bcbb8d3d73 HTTP/1.1" status: 200 len: 944 time: 0.0907605 Sep 23 07:10:05.485919 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ff760d34-1355-4fdd-a6bc-2b05b8252276 req-a62688bd-9ab3-417a-a4d3-78a56932f113 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=3393c7b0-0596-4371-8310-4ab905c5a883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635648 Sep 23 07:10:06.370930 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 27d074a5-8975-48d4-8a68-d84b9325ba43 no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:10:06.511311 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:10:06.633700 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc6bc7-730b-4138-9975-8f92bd421f09 req-f445ed52-bc0d-4adc-bdd1-c2aa13ddc660 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:06.635451 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bbcc6bc7-730b-4138-9975-8f92bd421f09 req-f445ed52-bc0d-4adc-bdd1-c2aa13ddc660 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=9241a2cc-9586-48bc-ad31-02bcbb8d3d73 HTTP/1.1" status: 200 len: 944 time: 0.0645986 Sep 23 07:10:06.706005 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bbcc6bc7-730b-4138-9975-8f92bd421f09 req-f17d7bed-2295-4f02-b616-93204c54bf6c tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=3393c7b0-0596-4371-8310-4ab905c5a883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636802 Sep 23 07:10:07.856914 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc191168-27df-44d5-982a-df9cf31dd6a4 req-1540bc15-e22f-4827-a966-fd314e0c57a3 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:07.859410 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cc191168-27df-44d5-982a-df9cf31dd6a4 req-1540bc15-e22f-4827-a966-fd314e0c57a3 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=9241a2cc-9586-48bc-ad31-02bcbb8d3d73 HTTP/1.1" status: 200 len: 944 time: 0.0601895 Sep 23 07:10:07.914188 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cc191168-27df-44d5-982a-df9cf31dd6a4 req-fe27a05d-f457-4308-8dde-8f769d44a04d tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=3393c7b0-0596-4371-8310-4ab905c5a883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469131 Sep 23 07:10:08.094790 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0418c618-57dc-4f6c-8204-bf6a1eca0e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:10:09.110027 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75dddc7-9bb1-4c16-b9ff-fd98956c9d41 req-ed87536b-1b21-48ee-a389-cd338669a6e2 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:09.119273 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d75dddc7-9bb1-4c16-b9ff-fd98956c9d41 req-ed87536b-1b21-48ee-a389-cd338669a6e2 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=9241a2cc-9586-48bc-ad31-02bcbb8d3d73 HTTP/1.1" status: 200 len: 944 time: 0.0973854 Sep 23 07:10:09.215600 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d75dddc7-9bb1-4c16-b9ff-fd98956c9d41 req-976d94d8-fc3a-4d12-9ad2-2518ad5c7990 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=3393c7b0-0596-4371-8310-4ab905c5a883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950167 Sep 23 07:10:10.141569 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:10:10.366258 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d5dc15-42cb-44bd-bf3c-1476033fb46b req-0f8d0b89-bdc6-46f6-9407-54a7f0f03b13 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:10.373501 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f0d5dc15-42cb-44bd-bf3c-1476033fb46b req-0f8d0b89-bdc6-46f6-9407-54a7f0f03b13 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=9241a2cc-9586-48bc-ad31-02bcbb8d3d73 HTTP/1.1" status: 200 len: 944 time: 0.0579307 Sep 23 07:10:10.412646 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f0d5dc15-42cb-44bd-bf3c-1476033fb46b req-bd23e735-6969-4840-94b6-2a29a8d0f028 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=3393c7b0-0596-4371-8310-4ab905c5a883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380783 Sep 23 07:10:11.079808 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b6aabd7c-593a-49ab-a4b1-ce40e59162e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:10:11.535308 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:10:11.548102 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afeaaad-9c15-4794-aeee-4a6feb6a50c0 req-6431390c-4e3d-4445-8874-6ca2a1b089e7 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:11.556295 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2afeaaad-9c15-4794-aeee-4a6feb6a50c0 req-6431390c-4e3d-4445-8874-6ca2a1b089e7 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=9241a2cc-9586-48bc-ad31-02bcbb8d3d73 HTTP/1.1" status: 200 len: 944 time: 0.0607154 Sep 23 07:10:11.612797 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2afeaaad-9c15-4794-aeee-4a6feb6a50c0 req-ed483730-ea8d-4f0e-916d-def11abcc3a2 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=3393c7b0-0596-4371-8310-4ab905c5a883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486138 Sep 23 07:10:11.719568 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2accf3-be0f-44cb-8092-b9a894cb86ef req-9df4ac08-9f4b-4733-9b1e-4d931395d549 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:11.721069 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2a2accf3-be0f-44cb-8092-b9a894cb86ef req-9df4ac08-9f4b-4733-9b1e-4d931395d549 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/networks?id=ee64cebb-cbad-4040-a31a-b12cc5624112 HTTP/1.1" status: 200 len: 811 time: 0.1420467 Sep 23 07:10:11.736836 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2a2accf3-be0f-44cb-8092-b9a894cb86ef req-2c533fb9-3d7b-407d-8b89-bf9f72eb4e35 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/quotas/dda7d37bb4b541ebbe8e22954596ee73 HTTP/1.1" status: 200 len: 375 time: 0.0097497 Sep 23 07:10:11.820235 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2a2accf3-be0f-44cb-8092-b9a894cb86ef req-f0cedc69-a8e0-4477-8e4f-98c09cf3c438 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=dda7d37bb4b541ebbe8e22954596ee73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0776901 Sep 23 07:10:11.832090 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [req-2a2accf3-be0f-44cb-8092-b9a894cb86ef req-c88c8755-2d49-4f9f-8114-08089f96bfc8 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:10:11.833124 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2a2accf3-be0f-44cb-8092-b9a894cb86ef req-c88c8755-2d49-4f9f-8114-08089f96bfc8 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060384 Sep 23 07:10:11.950623 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2a2accf3-be0f-44cb-8092-b9a894cb86ef req-d287e61a-6f40-438a-a050-d85ced89d22d service neutron] 10.222.0.39 "GET /v2.0/networks/ee64cebb-cbad-4040-a31a-b12cc5624112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103196 Sep 23 07:10:12.074032 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2a2accf3-be0f-44cb-8092-b9a894cb86ef req-105e5f32-9e54-4aea-89ad-3b32163b69bf service neutron] 10.222.0.39 "GET /v2.0/networks/ee64cebb-cbad-4040-a31a-b12cc5624112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104679 Sep 23 07:10:12.308268 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:10:12.509290 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-54ef9b3e-a40d-49c5-9ceb-89a3b02044f7 req-bfa74ace-741c-4749-a418-7c03f4db953d tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=3224526f-2e98-4218-ba61-553b6175c158 HTTP/1.1" status: 200 len: 210 time: 0.0802138 Sep 23 07:10:12.849232 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3636378-35ee-4b6e-b703-19dd3f553ae1 req-42272420-a764-4d83-90ea-5ca4ad04703c tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:12.850881 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a3636378-35ee-4b6e-b703-19dd3f553ae1 req-42272420-a764-4d83-90ea-5ca4ad04703c tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=9241a2cc-9586-48bc-ad31-02bcbb8d3d73 HTTP/1.1" status: 200 len: 944 time: 0.1367536 Sep 23 07:10:12.912996 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a3636378-35ee-4b6e-b703-19dd3f553ae1 req-0ac89ec0-e783-4713-9113-6f362be596f4 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=3393c7b0-0596-4371-8310-4ab905c5a883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559862 Sep 23 07:10:13.620748 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2b468420-ca2f-4e04-8137-b11a0ad34521 req-dcfeae3d-0f89-4d34-b4aa-1db7a23e5129 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=3224526f-2e98-4218-ba61-553b6175c158 HTTP/1.1" status: 200 len: 210 time: 0.0308814 Sep 23 07:10:13.819882 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:10:14.057439 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d7e9ec-1126-4d58-9ff8-4ec54facdc38 req-090e5f1c-0b24-441e-8470-a0d943997818 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:14.059070 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-34d7e9ec-1126-4d58-9ff8-4ec54facdc38 req-090e5f1c-0b24-441e-8470-a0d943997818 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=9241a2cc-9586-48bc-ad31-02bcbb8d3d73 HTTP/1.1" status: 200 len: 944 time: 0.0635927 Sep 23 07:10:14.118427 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-34d7e9ec-1126-4d58-9ff8-4ec54facdc38 req-923bc228-7ec2-4071-b98e-171d64b42412 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=3393c7b0-0596-4371-8310-4ab905c5a883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512745 Sep 23 07:10:14.790310 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0f3e00f2-adf2-4bee-8f37-6af09bda441f req-0ef136b2-669e-429f-be16-ffff9073266a tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=3224526f-2e98-4218-ba61-553b6175c158 HTTP/1.1" status: 200 len: 210 time: 0.0519395 Sep 23 07:10:15.249281 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b657ff2-8bc6-4e00-9287-e6304f60488c req-2f4e72e6-773f-4b7c-91d5-ab146636063b tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:15.250860 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0b657ff2-8bc6-4e00-9287-e6304f60488c req-2f4e72e6-773f-4b7c-91d5-ab146636063b tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=9241a2cc-9586-48bc-ad31-02bcbb8d3d73 HTTP/1.1" status: 200 len: 944 time: 0.0512533 Sep 23 07:10:15.294922 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0b657ff2-8bc6-4e00-9287-e6304f60488c req-237b5d45-cc09-4b15-ac19-c8c1f69533e2 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=3393c7b0-0596-4371-8310-4ab905c5a883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378928 Sep 23 07:10:15.948983 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-06e88660-ffa7-43a2-a439-44ec5f3e6b5b req-0095769b-5b9c-4b03-ba0a-2a18cc00af33 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=3224526f-2e98-4218-ba61-553b6175c158 HTTP/1.1" status: 200 len: 210 time: 0.0362787 Sep 23 07:10:16.452807 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca2eb9-6598-45a5-8828-444de362e2cd req-b705f91e-c7c7-46d7-abeb-6cfa892fc8f3 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:16.456361 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-38ca2eb9-6598-45a5-8828-444de362e2cd req-b705f91e-c7c7-46d7-abeb-6cfa892fc8f3 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=9241a2cc-9586-48bc-ad31-02bcbb8d3d73 HTTP/1.1" status: 200 len: 944 time: 0.0609934 Sep 23 07:10:16.506851 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-38ca2eb9-6598-45a5-8828-444de362e2cd req-e22fc16f-b7ff-4d60-9e17-9e574cf1a769 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=3393c7b0-0596-4371-8310-4ab905c5a883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427682 Sep 23 07:10:17.115050 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-936a81f1-d9e9-4403-b82c-dfe8facb82a7 req-73fd82b9-d5e1-4495-a3b4-7437823c46cf tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=3224526f-2e98-4218-ba61-553b6175c158 HTTP/1.1" status: 200 len: 210 time: 0.0426505 Sep 23 07:10:17.597248 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2accf3-be0f-44cb-8092-b9a894cb86ef req-456185b1-b15a-4610-8f50-9257bd26f50a tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:17.599142 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2a2accf3-be0f-44cb-8092-b9a894cb86ef req-456185b1-b15a-4610-8f50-9257bd26f50a tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.58 "GET /v2.0/networks?id=ee64cebb-cbad-4040-a31a-b12cc5624112 HTTP/1.1" status: 200 len: 811 time: 0.1533465 Sep 23 07:10:17.614725 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-2a2accf3-be0f-44cb-8092-b9a894cb86ef req-8fe17386-820c-431b-91b4-22f17f08d954 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Request body: {'port': {'device_id': '3224526f-2e98-4218-ba61-553b6175c158', 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112', 'admin_state_up': True, 'tenant_id': 'dda7d37bb4b541ebbe8e22954596ee73'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:10:17.681846 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e786f-14d8-428c-a491-d2643a7ffdb6 req-894ee1df-8a2e-442a-a89b-7c868a0a28f3 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:17.684249 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-784e786f-14d8-428c-a491-d2643a7ffdb6 req-894ee1df-8a2e-442a-a89b-7c868a0a28f3 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=9241a2cc-9586-48bc-ad31-02bcbb8d3d73 HTTP/1.1" status: 200 len: 944 time: 0.0803680 Sep 23 07:10:17.743298 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-784e786f-14d8-428c-a491-d2643a7ffdb6 req-bcc4c470-7161-45af-9c28-430c352657ef tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=3393c7b0-0596-4371-8310-4ab905c5a883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517595 Sep 23 07:10:17.780039 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a2accf3-be0f-44cb-8092-b9a894cb86ef req-8fe17386-820c-431b-91b4-22f17f08d954 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Made reservation on behalf of dda7d37bb4b541ebbe8e22954596ee73 for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:10:17.784506 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-2a2accf3-be0f-44cb-8092-b9a894cb86ef req-8fe17386-820c-431b-91b4-22f17f08d954 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:10:17.947243 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [req-2a2accf3-be0f-44cb-8092-b9a894cb86ef req-8fe17386-820c-431b-91b4-22f17f08d954 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Allocated IP 172.20.0.11 (ee64cebb-cbad-4040-a31a-b12cc5624112/4f0a580e-e630-4d93-8377-9af2cc86d82c/8dde676d-bf9a-4015-b742-59c69b251569) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:10:18.136024 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-2a2accf3-be0f-44cb-8092-b9a894cb86ef req-8fe17386-820c-431b-91b4-22f17f08d954 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:10:18.176449 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-2a2accf3-be0f-44cb-8092-b9a894cb86ef req-8fe17386-820c-431b-91b4-22f17f08d954 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:10:18.237791 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a2accf3-be0f-44cb-8092-b9a894cb86ef req-8fe17386-820c-431b-91b4-22f17f08d954 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Network ee64cebb-cbad-4040-a31a-b12cc5624112 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:10:18.242554 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [req-2a2accf3-be0f-44cb-8092-b9a894cb86ef req-8fe17386-820c-431b-91b4-22f17f08d954 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:10:18.245679 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a2accf3-be0f-44cb-8092-b9a894cb86ef req-8fe17386-820c-431b-91b4-22f17f08d954 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:10:18.334787 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe17386-820c-431b-91b4-22f17f08d954 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Pushing event updated for resources: {'Port': ['ID=8dde676d-bf9a-4015-b742-59c69b251569,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:10:18.362331 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe17386-820c-431b-91b4-22f17f08d954 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:10:18.362692 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe17386-820c-431b-91b4-22f17f08d954 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:10:18.363030 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe17386-820c-431b-91b4-22f17f08d954 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:10:18.363367 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe17386-820c-431b-91b4-22f17f08d954 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:10:18.363703 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe17386-820c-431b-91b4-22f17f08d954 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:10:18.364040 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe17386-820c-431b-91b4-22f17f08d954 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:10:18.364369 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe17386-820c-431b-91b4-22f17f08d954 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:10:18.364697 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe17386-820c-431b-91b4-22f17f08d954 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:10:18.365023 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe17386-820c-431b-91b4-22f17f08d954 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:10:18.365499 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe17386-820c-431b-91b4-22f17f08d954 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:10:18.365993 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe17386-820c-431b-91b4-22f17f08d954 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:10:18.366319 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe17386-820c-431b-91b4-22f17f08d954 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:10:18.379627 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2accf3-be0f-44cb-8092-b9a894cb86ef req-8fe17386-820c-431b-91b4-22f17f08d954 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:18.380434 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-2a2accf3-be0f-44cb-8092-b9a894cb86ef req-8fe17386-820c-431b-91b4-22f17f08d954 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:10:18.400642 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11b061-fbab-4f68-aebe-07f354ccdbf1 req-6aa22e90-4463-4314-a4c6-6fcbeb017637 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:18.402437 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4d11b061-fbab-4f68-aebe-07f354ccdbf1 req-6aa22e90-4463-4314-a4c6-6fcbeb017637 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=3224526f-2e98-4218-ba61-553b6175c158 HTTP/1.1" status: 200 len: 932 time: 0.1806264 Sep 23 07:10:18.404899 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2a2accf3-be0f-44cb-8092-b9a894cb86ef req-8fe17386-820c-431b-91b4-22f17f08d954 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7948050 Sep 23 07:10:18.420669 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-2a2accf3-be0f-44cb-8092-b9a894cb86ef req-3988bcd4-b9f3-4ca7-8b2c-770441bf47bb service neutron] Request body: {'port': {'device_id': '3224526f-2e98-4218-ba61-553b6175c158', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:10:18.507065 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4d11b061-fbab-4f68-aebe-07f354ccdbf1 req-d5989f39-b158-4a95-8ede-8d42c2f42985 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983005 Sep 23 07:10:18.515054 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-2a2accf3-be0f-44cb-8092-b9a894cb86ef req-3988bcd4-b9f3-4ca7-8b2c-770441bf47bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:10:18.636312 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-b9898bbf-21b4-4c5b-a6cf-e7f6ad4391c6 None None] Provisioning complete for port 8dde676d-bf9a-4015-b742-59c69b251569 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:10:18.636879 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b9898bbf-21b4-4c5b-a6cf-e7f6ad4391c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:10:18.687370 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-b9898bbf-21b4-4c5b-a6cf-e7f6ad4391c6 None None] Port 8dde676d-bf9a-4015-b742-59c69b251569 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:10:18.830502 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [req-2a2accf3-be0f-44cb-8092-b9a894cb86ef req-3988bcd4-b9f3-4ca7-8b2c-770441bf47bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dde676d-bf9a-4015-b742-59c69b251569 {{(pid=95066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:10:18.839670 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-2a2accf3-be0f-44cb-8092-b9a894cb86ef req-3988bcd4-b9f3-4ca7-8b2c-770441bf47bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:10:18.854683 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.provisioning_blocks [req-2a2accf3-be0f-44cb-8092-b9a894cb86ef req-3988bcd4-b9f3-4ca7-8b2c-770441bf47bb service neutron] Transition to ACTIVE for port object 8dde676d-bf9a-4015-b742-59c69b251569 will not be triggered until provisioned by entity L2. {{(pid=95066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:10:18.864022 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-2a2accf3-be0f-44cb-8092-b9a894cb86ef req-3988bcd4-b9f3-4ca7-8b2c-770441bf47bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:10:18.911742 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ae9279-9bbc-4921-83f3-d30817b86a8e req-5dad51b0-dd0b-495d-a105-2b49cdf1b567 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:18.913658 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c5ae9279-9bbc-4921-83f3-d30817b86a8e req-5dad51b0-dd0b-495d-a105-2b49cdf1b567 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=9241a2cc-9586-48bc-ad31-02bcbb8d3d73 HTTP/1.1" status: 200 len: 944 time: 0.0813036 Sep 23 07:10:18.942838 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3988bcd4-b9f3-4ca7-8b2c-770441bf47bb service neutron] Pushing event updated for resources: {'Port': ['ID=8dde676d-bf9a-4015-b742-59c69b251569,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:10:18.984346 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c5ae9279-9bbc-4921-83f3-d30817b86a8e req-7bd807c8-8eb8-401a-becf-ba807258c168 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=3393c7b0-0596-4371-8310-4ab905c5a883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627010 Sep 23 07:10:19.065255 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-2a2accf3-be0f-44cb-8092-b9a894cb86ef req-3988bcd4-b9f3-4ca7-8b2c-770441bf47bb service neutron] Attempting to bind port 8dde676d-bf9a-4015-b742-59c69b251569 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:10:19.065987 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-2a2accf3-be0f-44cb-8092-b9a894cb86ef req-3988bcd4-b9f3-4ca7-8b2c-770441bf47bb service neutron] Attempting to bind port 8dde676d-bf9a-4015-b742-59c69b251569 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:10:19.066580 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2accf3-be0f-44cb-8092-b9a894cb86ef req-3988bcd4-b9f3-4ca7-8b2c-770441bf47bb service neutron] Attempting to bind port 8dde676d-bf9a-4015-b742-59c69b251569 on network ee64cebb-cbad-4040-a31a-b12cc5624112 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:10:19.072282 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2accf3-be0f-44cb-8092-b9a894cb86ef req-3988bcd4-b9f3-4ca7-8b2c-770441bf47bb service neutron] Port 8dde676d-bf9a-4015-b742-59c69b251569 on network ee64cebb-cbad-4040-a31a-b12cc5624112 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:10:19.072893 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2accf3-be0f-44cb-8092-b9a894cb86ef req-3988bcd4-b9f3-4ca7-8b2c-770441bf47bb service neutron] Attempting to bind port 8dde676d-bf9a-4015-b742-59c69b251569 on network ee64cebb-cbad-4040-a31a-b12cc5624112 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:10:19.079074 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2accf3-be0f-44cb-8092-b9a894cb86ef req-3988bcd4-b9f3-4ca7-8b2c-770441bf47bb service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:10:19.079693 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2accf3-be0f-44cb-8092-b9a894cb86ef req-3988bcd4-b9f3-4ca7-8b2c-770441bf47bb service neutron] Checking segment: {'id': '4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:10:19.080252 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2accf3-be0f-44cb-8092-b9a894cb86ef req-3988bcd4-b9f3-4ca7-8b2c-770441bf47bb service neutron] Bound using segment: {'id': '4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:10:19.080895 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-2a2accf3-be0f-44cb-8092-b9a894cb86ef req-3988bcd4-b9f3-4ca7-8b2c-770441bf47bb service neutron] Bound port: 8dde676d-bf9a-4015-b742-59c69b251569, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:10:19.081416 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-2a2accf3-be0f-44cb-8092-b9a894cb86ef req-3988bcd4-b9f3-4ca7-8b2c-770441bf47bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:10:19.166250 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-2a2accf3-be0f-44cb-8092-b9a894cb86ef req-3988bcd4-b9f3-4ca7-8b2c-770441bf47bb service neutron] For port 8dde676d-bf9a-4015-b742-59c69b251569, host n-h2-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:10:19.170977 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-2a2accf3-be0f-44cb-8092-b9a894cb86ef req-3988bcd4-b9f3-4ca7-8b2c-770441bf47bb service neutron] For port 8dde676d-bf9a-4015-b742-59c69b251569, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=8dde676d-bf9a-4015-b742-59c69b251569,segment=NetworkSegment(4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c),segment_id=4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:10:19.177726 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-2a2accf3-be0f-44cb-8092-b9a894cb86ef req-3988bcd4-b9f3-4ca7-8b2c-770441bf47bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:10:19.236002 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2accf3-be0f-44cb-8092-b9a894cb86ef req-3988bcd4-b9f3-4ca7-8b2c-770441bf47bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:19.236831 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-2a2accf3-be0f-44cb-8092-b9a894cb86ef req-3988bcd4-b9f3-4ca7-8b2c-770441bf47bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:10:19.238505 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2a2accf3-be0f-44cb-8092-b9a894cb86ef req-3988bcd4-b9f3-4ca7-8b2c-770441bf47bb service neutron] 10.222.0.58 "PUT /v2.0/ports/8dde676d-bf9a-4015-b742-59c69b251569 HTTP/1.1" status: 200 len: 1093 time: 0.8228419 Sep 23 07:10:19.243093 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3224526f-2e98-4218-ba61-553b6175c158', 'tag': '8dde676d-bf9a-4015-b742-59c69b251569'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:10:19.245201 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a2b33b-4c25-4f73-b903-d30177439be4" -d '{"events": [{"name": "network-changed", "server_uuid": "3224526f-2e98-4218-ba61-553b6175c158", "tag": "8dde676d-bf9a-4015-b742-59c69b251569"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:10:19.288675 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3988bcd4-b9f3-4ca7-8b2c-770441bf47bb service neutron] Pushing event updated for resources: {'Port': ['ID=8dde676d-bf9a-4015-b742-59c69b251569,revision_number=3']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:10:19.361897 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2accf3-be0f-44cb-8092-b9a894cb86ef req-9ca1fe20-5895-4b3d-ab01-08f38fc56938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:19.363633 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2a2accf3-be0f-44cb-8092-b9a894cb86ef req-9ca1fe20-5895-4b3d-ab01-08f38fc56938 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dda7d37bb4b541ebbe8e22954596ee73&device_id=3224526f-2e98-4218-ba61-553b6175c158 HTTP/1.1" status: 200 len: 1096 time: 0.0694950 Sep 23 07:10:19.462570 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff3469a-4000-4a2e-a0f4-5f2b7a86d680 x-openstack-request-id: req-1ff3469a-4000-4a2e-a0f4-5f2b7a86d680 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:10:19.462570 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3224526f-2e98-4218-ba61-553b6175c158", "tag": "8dde676d-bf9a-4015-b742-59c69b251569", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:10:19.462993 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1ff3469a-4000-4a2e-a0f4-5f2b7a86d680 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:10:19.463483 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3224526f-2e98-4218-ba61-553b6175c158', 'tag': '8dde676d-bf9a-4015-b742-59c69b251569', 'status': 'completed', 'code': 200} Sep 23 07:10:19.474179 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2a2accf3-be0f-44cb-8092-b9a894cb86ef req-49d1ae94-1f43-4f30-9eea-b528ba22c8e2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8dde676d-bf9a-4015-b742-59c69b251569 HTTP/1.1" status: 200 len: 217 time: 0.0960374 Sep 23 07:10:19.572617 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2accf3-be0f-44cb-8092-b9a894cb86ef req-aeb61956-4d30-4067-bb0d-b513cd7de72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:19.574552 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2a2accf3-be0f-44cb-8092-b9a894cb86ef req-aeb61956-4d30-4067-bb0d-b513cd7de72c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4f0a580e-e630-4d93-8377-9af2cc86d82c HTTP/1.1" status: 200 len: 850 time: 0.0933156 Sep 23 07:10:19.711119 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2accf3-be0f-44cb-8092-b9a894cb86ef req-9a0cee15-7216-4585-8a00-ef10a0273ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:19.713068 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2a2accf3-be0f-44cb-8092-b9a894cb86ef req-9a0cee15-7216-4585-8a00-ef10a0273ce3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ee64cebb-cbad-4040-a31a-b12cc5624112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1302083 Sep 23 07:10:19.738824 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f3f11b-af56-4c6e-bd7d-f1d535bb4938 req-e5708212-9a3f-4e2b-b469-74c92725247f tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:19.746263 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-07f3f11b-af56-4c6e-bd7d-f1d535bb4938 req-e5708212-9a3f-4e2b-b469-74c92725247f tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=3224526f-2e98-4218-ba61-553b6175c158 HTTP/1.1" status: 200 len: 944 time: 0.1160963 Sep 23 07:10:19.801616 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16367ea-75d0-4bbd-baf9-033893ffc75d req-b76c8246-b200-4bc7-8336-92440215506d tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:19.803328 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a16367ea-75d0-4bbd-baf9-033893ffc75d req-b76c8246-b200-4bc7-8336-92440215506d tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d4918de-60b7-44b6-be8b-9b2019b1271a HTTP/1.1" status: 200 len: 945 time: 0.0805399 Sep 23 07:10:19.843942 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-07f3f11b-af56-4c6e-bd7d-f1d535bb4938 req-5cb6f495-0f79-46ef-991b-bbce5ef4962a tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965273 Sep 23 07:10:19.848523 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a16367ea-75d0-4bbd-baf9-033893ffc75d req-fcf05761-0ce5-4fb9-b3e6-a7ebe37422e9 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f253461-cf82-4016-a142-72193d40d277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384951 Sep 23 07:10:19.885122 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2a2accf3-be0f-44cb-8092-b9a894cb86ef req-dd4314ba-388b-4472-b9c3-5b5544aa3b54 service neutron] 10.222.0.58 "GET /v2.0/networks/ee64cebb-cbad-4040-a31a-b12cc5624112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625381 Sep 23 07:10:20.381612 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd39362-bfe8-43a8-8e0c-0038c2a25f42 req-01a11332-fb2a-4cd4-bdc1-daf340d9a218 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:20.383017 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3bd39362-bfe8-43a8-8e0c-0038c2a25f42 req-01a11332-fb2a-4cd4-bdc1-daf340d9a218 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=9241a2cc-9586-48bc-ad31-02bcbb8d3d73 HTTP/1.1" status: 200 len: 944 time: 0.0991950 Sep 23 07:10:20.407148 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2a2accf3-be0f-44cb-8092-b9a894cb86ef req-bba3de3f-0c43-4091-9ad0-26a6f483c2d2 service neutron] 10.222.0.58 "GET /v2.0/networks/ee64cebb-cbad-4040-a31a-b12cc5624112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5112681 Sep 23 07:10:20.466658 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3bd39362-bfe8-43a8-8e0c-0038c2a25f42 req-e45202c5-9f1a-4db2-98eb-7773363a2e46 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=3393c7b0-0596-4371-8310-4ab905c5a883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584249 Sep 23 07:10:20.475696 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 27d074a5-8975-48d4-8a68-d84b9325ba43 details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:10:20.522544 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2b33b-4c25-4f73-b903-d30177439be4 req-48e3ebb6-5b6f-45fd-9929-4ac201fc9b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:20.528442 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-74a2b33b-4c25-4f73-b903-d30177439be4 req-48e3ebb6-5b6f-45fd-9929-4ac201fc9b29 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dda7d37bb4b541ebbe8e22954596ee73&device_id=3224526f-2e98-4218-ba61-553b6175c158 HTTP/1.1" status: 200 len: 1096 time: 0.0602252 Sep 23 07:10:20.571712 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e303cb-1c8c-4efe-9aab-b505232037bf req-dd39a2de-0cca-48cf-890b-fe14bc569c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:20.574079 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d8e303cb-1c8c-4efe-9aab-b505232037bf req-dd39a2de-0cca-48cf-890b-fe14bc569c5d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=912f73c24c624b319c3fb784891bcabd&device_id=5d4918de-60b7-44b6-be8b-9b2019b1271a HTTP/1.1" status: 200 len: 1097 time: 0.1880853 Sep 23 07:10:20.610310 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 27d074a5-8975-48d4-8a68-d84b9325ba43, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=27d074a5-8975-48d4-8a68-d84b9325ba43,segment=NetworkSegment(1c65d3ce-0d0d-44a7-ae9c-a00acf5305e9),segment_id=1c65d3ce-0d0d-44a7-ae9c-a00acf5305e9)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:10:20.622254 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': '27d074a5-8975-48d4-8a68-d84b9325ba43', 'network_id': 'ca28a1fe-55ea-41f7-96a5-1261b4a66187', 'port_id': '27d074a5-8975-48d4-8a68-d84b9325ba43', 'mac_address': 'fa:16:3e:7d:f2:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5441eb5f-3885-44a6-9b00-13a9788d14f9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:10:20.664848 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:10:20.679583 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27d074a5-8975-48d4-8a68-d84b9325ba43 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:10:20.682668 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2b33b-4c25-4f73-b903-d30177439be4 req-d7a28bb2-fac4-4201-8287-2dab57f97c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:20.686223 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-74a2b33b-4c25-4f73-b903-d30177439be4 req-d7a28bb2-fac4-4201-8287-2dab57f97c71 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ee64cebb-cbad-4040-a31a-b12cc5624112 HTTP/1.1" status: 200 len: 912 time: 0.1485772 Sep 23 07:10:20.707269 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 27d074a5-8975-48d4-8a68-d84b9325ba43, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=27d074a5-8975-48d4-8a68-d84b9325ba43,segment=NetworkSegment(1c65d3ce-0d0d-44a7-ae9c-a00acf5305e9),segment_id=1c65d3ce-0d0d-44a7-ae9c-a00acf5305e9)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:10:20.707913 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e303cb-1c8c-4efe-9aab-b505232037bf req-258a1fbe-a626-45ba-b2b0-9fb90d2a80aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:20.709875 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d8e303cb-1c8c-4efe-9aab-b505232037bf req-258a1fbe-a626-45ba-b2b0-9fb90d2a80aa service neutron] 10.222.0.21 "GET /v2.0/networks?id=8e69782e-59da-448f-aa2b-c22b36c23603 HTTP/1.1" status: 200 len: 910 time: 0.1109669 Sep 23 07:10:20.712749 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:10:20.746148 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-74a2b33b-4c25-4f73-b903-d30177439be4 req-b6c21d90-c408-4c0b-9c7c-893171a87466 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8dde676d-bf9a-4015-b742-59c69b251569 HTTP/1.1" status: 200 len: 217 time: 0.0532000 Sep 23 07:10:20.763842 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=27d074a5-8975-48d4-8a68-d84b9325ba43,revision_number=9']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:10:20.801209 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d8e303cb-1c8c-4efe-9aab-b505232037bf req-6580f421-b1fb-4652-8b90-eaf2feaac5cd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff148512-9074-4b74-ba11-2a04ee623dee HTTP/1.1" status: 200 len: 1000 time: 0.0841885 Sep 23 07:10:20.810138 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2b33b-4c25-4f73-b903-d30177439be4 req-f09af699-2172-41c0-9d24-112e9946fb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:20.812640 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-74a2b33b-4c25-4f73-b903-d30177439be4 req-f09af699-2172-41c0-9d24-112e9946fb2d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4f0a580e-e630-4d93-8377-9af2cc86d82c HTTP/1.1" status: 200 len: 850 time: 0.0523446 Sep 23 07:10:20.865808 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e303cb-1c8c-4efe-9aab-b505232037bf req-bdcfe8ca-a4b8-49cf-8a7c-6c6a7f15fed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:20.867435 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d8e303cb-1c8c-4efe-9aab-b505232037bf req-bdcfe8ca-a4b8-49cf-8a7c-6c6a7f15fed8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e9604f35-686e-4202-ac30-43de25cbdd33 HTTP/1.1" status: 200 len: 848 time: 0.0562687 Sep 23 07:10:20.883013 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2b33b-4c25-4f73-b903-d30177439be4 req-df7b2454-a65a-448f-8f57-431757ea83e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:20.884649 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-74a2b33b-4c25-4f73-b903-d30177439be4 req-df7b2454-a65a-448f-8f57-431757ea83e3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ee64cebb-cbad-4040-a31a-b12cc5624112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0635600 Sep 23 07:10:20.918341 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['27d074a5-8975-48d4-8a68-d84b9325ba43'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:10:20.979059 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e303cb-1c8c-4efe-9aab-b505232037bf req-3108710c-f789-406f-8ca2-edc8cf58b388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:20.980600 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d8e303cb-1c8c-4efe-9aab-b505232037bf req-3108710c-f789-406f-8ca2-edc8cf58b388 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8e69782e-59da-448f-aa2b-c22b36c23603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1041946 Sep 23 07:10:21.013021 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [req-d8e303cb-1c8c-4efe-9aab-b505232037bf req-f6e90ef9-e7fd-43e1-acd3-536725b3af86 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=95065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:10:21.014095 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d8e303cb-1c8c-4efe-9aab-b505232037bf req-f6e90ef9-e7fd-43e1-acd3-536725b3af86 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0230715 Sep 23 07:10:21.074502 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e98556-fed3-4539-96de-2086cf95ef2f req-0adf9c2b-bf0e-48c6-9b19-2c942206d39e tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:21.076623 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-56e98556-fed3-4539-96de-2086cf95ef2f req-0adf9c2b-bf0e-48c6-9b19-2c942206d39e tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d4918de-60b7-44b6-be8b-9b2019b1271a HTTP/1.1" status: 200 len: 945 time: 0.1313820 Sep 23 07:10:21.082421 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-74a2b33b-4c25-4f73-b903-d30177439be4 req-6845edf2-db11-4eb9-addf-9d93f7086683 service neutron] 10.222.0.58 "GET /v2.0/networks/ee64cebb-cbad-4040-a31a-b12cc5624112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886089 Sep 23 07:10:21.132712 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1401cc-abf5-4c82-b868-130d80392d69 req-bacef657-1616-4dc3-a326-5d1f51152905 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:21.142837 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dc1401cc-abf5-4c82-b868-130d80392d69 req-bacef657-1616-4dc3-a326-5d1f51152905 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=3224526f-2e98-4218-ba61-553b6175c158 HTTP/1.1" status: 200 len: 944 time: 0.1727011 Sep 23 07:10:21.167730 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-56e98556-fed3-4539-96de-2086cf95ef2f req-45408c82-b4fb-41c8-b921-c71477974736 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f253461-cf82-4016-a142-72193d40d277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793171 Sep 23 07:10:21.186701 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dc1401cc-abf5-4c82-b868-130d80392d69 req-6e02bc8b-9bb4-4397-a127-85862f0a29fa tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429876 Sep 23 07:10:21.245570 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d8e303cb-1c8c-4efe-9aab-b505232037bf req-755b77fe-7787-4242-bd75-4c2fe0c20b7c service neutron] 10.222.0.21 "GET /v2.0/networks/8e69782e-59da-448f-aa2b-c22b36c23603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069952 Sep 23 07:10:21.263634 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-74a2b33b-4c25-4f73-b903-d30177439be4 req-a7ce8c24-cf1c-47f0-850c-b4136d7e8000 service neutron] 10.222.0.58 "GET /v2.0/networks/ee64cebb-cbad-4040-a31a-b12cc5624112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712139 Sep 23 07:10:21.349410 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d8e303cb-1c8c-4efe-9aab-b505232037bf req-4c240801-43d3-474a-ba8b-96dd8814649f service neutron] 10.222.0.21 "GET /v2.0/networks/8e69782e-59da-448f-aa2b-c22b36c23603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962110 Sep 23 07:10:21.628015 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdead01d-49bd-4390-945f-b5a6da018032 req-ae0d534e-6f45-4339-9c72-0cd8e480ef7f tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:21.629661 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cdead01d-49bd-4390-945f-b5a6da018032 req-ae0d534e-6f45-4339-9c72-0cd8e480ef7f tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=9241a2cc-9586-48bc-ad31-02bcbb8d3d73 HTTP/1.1" status: 200 len: 945 time: 0.0510318 Sep 23 07:10:21.671013 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cdead01d-49bd-4390-945f-b5a6da018032 req-d700c447-d7aa-420b-bef6-65c57454470e tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=3393c7b0-0596-4371-8310-4ab905c5a883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353045 Sep 23 07:10:22.315532 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26d3b05-5029-4f52-ac3c-1ba871c97145 req-20b3a551-44da-4c12-abf6-52b880cd82e2 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:22.317916 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e26d3b05-5029-4f52-ac3c-1ba871c97145 req-20b3a551-44da-4c12-abf6-52b880cd82e2 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d4918de-60b7-44b6-be8b-9b2019b1271a HTTP/1.1" status: 200 len: 945 time: 0.0784943 Sep 23 07:10:22.393406 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e26d3b05-5029-4f52-ac3c-1ba871c97145 req-f0d4aaad-bcbe-4ebc-b329-70d99a1210a6 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f253461-cf82-4016-a142-72193d40d277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657761 Sep 23 07:10:22.426940 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d6d39e-3fd2-4a05-9138-56ed4420420f req-e341d344-8c0a-4047-8fab-f01049d3b2bd tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:22.428794 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c1d6d39e-3fd2-4a05-9138-56ed4420420f req-e341d344-8c0a-4047-8fab-f01049d3b2bd tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=3224526f-2e98-4218-ba61-553b6175c158 HTTP/1.1" status: 200 len: 944 time: 0.1263463 Sep 23 07:10:22.482968 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c1d6d39e-3fd2-4a05-9138-56ed4420420f req-f76a5074-86eb-44c1-ab4e-1107643e5186 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472548 Sep 23 07:10:22.491440 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 27d074a5-8975-48d4-8a68-d84b9325ba43 up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:10:22.553414 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port 27d074a5-8975-48d4-8a68-d84b9325ba43 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:10:22.553827 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:10:22.643402 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:10:22.667304 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9241a2cc-9586-48bc-ad31-02bcbb8d3d73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27d074a5-8975-48d4-8a68-d84b9325ba43'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:10:22.669515 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb5b6c3-dcc9-44da-96f0-e80077e85e62" -d '{"events": [{"server_uuid": "9241a2cc-9586-48bc-ad31-02bcbb8d3d73", "name": "network-vif-plugged", "status": "completed", "tag": "27d074a5-8975-48d4-8a68-d84b9325ba43"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:10:22.687215 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 27d074a5-8975-48d4-8a68-d84b9325ba43, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=27d074a5-8975-48d4-8a68-d84b9325ba43,segment=NetworkSegment(1c65d3ce-0d0d-44a7-ae9c-a00acf5305e9),segment_id=1c65d3ce-0d0d-44a7-ae9c-a00acf5305e9)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:10:22.699168 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:10:22.767448 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff0d1f35-c8e0-413e-8888-9c1f3d5faf69 x-openstack-request-id: req-ff0d1f35-c8e0-413e-8888-9c1f3d5faf69 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:10:22.767665 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9241a2cc-9586-48bc-ad31-02bcbb8d3d73", "name": "network-vif-plugged", "status": "completed", "tag": "27d074a5-8975-48d4-8a68-d84b9325ba43", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:10:22.767991 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ff0d1f35-c8e0-413e-8888-9c1f3d5faf69 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:10:22.768437 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9241a2cc-9586-48bc-ad31-02bcbb8d3d73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27d074a5-8975-48d4-8a68-d84b9325ba43', 'code': 200} Sep 23 07:10:22.769453 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=27d074a5-8975-48d4-8a68-d84b9325ba43,revision_number=10']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:10:22.845573 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17ecaf2-64b9-4111-ae52-6a5619ac697b req-04967d9d-d22b-4765-830e-a84aae2a559d tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:22.847602 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b17ecaf2-64b9-4111-ae52-6a5619ac697b req-04967d9d-d22b-4765-830e-a84aae2a559d tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=9241a2cc-9586-48bc-ad31-02bcbb8d3d73 HTTP/1.1" status: 200 len: 947 time: 0.0699666 Sep 23 07:10:22.917469 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b17ecaf2-64b9-4111-ae52-6a5619ac697b req-b9ba122f-4b79-4c6c-bab4-6abdcadd89fb tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=3393c7b0-0596-4371-8310-4ab905c5a883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633173 Sep 23 07:10:22.923285 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e78658a-f344-4c3f-9149-f9f5fe1ec35e req-adea5953-87a1-4fa3-b915-74d960617e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:22.924962 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9e78658a-f344-4c3f-9149-f9f5fe1ec35e req-adea5953-87a1-4fa3-b915-74d960617e8b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9241a2cc-9586-48bc-ad31-02bcbb8d3d73 HTTP/1.1" status: 200 len: 1099 time: 0.0570102 Sep 23 07:10:22.969256 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9e78658a-f344-4c3f-9149-f9f5fe1ec35e req-3d86de34-03a5-4c47-9b57-ef1be20bbae2 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=3393c7b0-0596-4371-8310-4ab905c5a883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363915 Sep 23 07:10:23.553105 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4574e524-ec17-416e-918f-807487d5d3e0 req-85001c48-001b-487f-a3f2-2b6db52dc57c tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:23.560232 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4574e524-ec17-416e-918f-807487d5d3e0 req-85001c48-001b-487f-a3f2-2b6db52dc57c tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d4918de-60b7-44b6-be8b-9b2019b1271a HTTP/1.1" status: 200 len: 945 time: 0.0897670 Sep 23 07:10:23.595913 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4574e524-ec17-416e-918f-807487d5d3e0 req-d90b5fbd-3836-477e-b8fb-b6a6931e7412 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f253461-cf82-4016-a142-72193d40d277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347037 Sep 23 07:10:23.624750 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455457d1-f0b7-47d9-998e-11fcb3cf9886 req-60f19c54-2d0f-43f8-a33d-e8203cd0c5b2 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:23.626506 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-455457d1-f0b7-47d9-998e-11fcb3cf9886 req-60f19c54-2d0f-43f8-a33d-e8203cd0c5b2 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=3224526f-2e98-4218-ba61-553b6175c158 HTTP/1.1" status: 200 len: 944 time: 0.0642371 Sep 23 07:10:23.672050 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-455457d1-f0b7-47d9-998e-11fcb3cf9886 req-9261c88d-0e3c-4c8a-a620-2220aadb14ea tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387123 Sep 23 07:10:24.076331 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908dca5e-ecf1-4684-be87-2bb9c6396b71 req-11afa956-12cd-4cb0-8275-dc14a1d42bb0 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:24.079537 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-908dca5e-ecf1-4684-be87-2bb9c6396b71 req-11afa956-12cd-4cb0-8275-dc14a1d42bb0 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=9241a2cc-9586-48bc-ad31-02bcbb8d3d73 HTTP/1.1" status: 200 len: 947 time: 0.0774250 Sep 23 07:10:24.125259 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-908dca5e-ecf1-4684-be87-2bb9c6396b71 req-781dd062-8097-4a4d-b5f0-03a8c2e3ece3 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=3393c7b0-0596-4371-8310-4ab905c5a883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398042 Sep 23 07:10:24.755151 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ddaefe-4db9-4aa2-aa23-6a477cf29b3a req-9cda5d2f-f6ce-4c7e-b502-bde8fc01d005 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:24.757352 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b9ddaefe-4db9-4aa2-aa23-6a477cf29b3a req-9cda5d2f-f6ce-4c7e-b502-bde8fc01d005 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d4918de-60b7-44b6-be8b-9b2019b1271a HTTP/1.1" status: 200 len: 945 time: 0.0804496 Sep 23 07:10:24.798709 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b9ddaefe-4db9-4aa2-aa23-6a477cf29b3a req-514312b4-7878-4028-9cfd-82ccce859c33 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f253461-cf82-4016-a142-72193d40d277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336912 Sep 23 07:10:24.842479 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60695635-1c95-431d-80b4-a993bb9b28a6 req-b2b3db37-8da6-4366-a67d-3436a969e985 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:24.845080 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-60695635-1c95-431d-80b4-a993bb9b28a6 req-b2b3db37-8da6-4366-a67d-3436a969e985 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=3224526f-2e98-4218-ba61-553b6175c158 HTTP/1.1" status: 200 len: 944 time: 0.0701966 Sep 23 07:10:24.887595 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-60695635-1c95-431d-80b4-a993bb9b28a6 req-a8d4aa8d-4cb6-4063-91da-3401bdf6c877 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346985 Sep 23 07:10:25.257637 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0259757-e6bc-4ec1-a200-947f903c971a req-4a48edd9-332a-4ca6-acd5-8a5077d560a9 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:25.259111 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f0259757-e6bc-4ec1-a200-947f903c971a req-4a48edd9-332a-4ca6-acd5-8a5077d560a9 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=9241a2cc-9586-48bc-ad31-02bcbb8d3d73 HTTP/1.1" status: 200 len: 947 time: 0.0504310 Sep 23 07:10:25.297158 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f0259757-e6bc-4ec1-a200-947f903c971a req-645417ad-5f36-400b-be5f-f0c40ff9667f tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=3393c7b0-0596-4371-8310-4ab905c5a883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314827 Sep 23 07:10:25.931083 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34450dbf-24bc-40fa-897d-10a0acc7f879 req-27a9da53-38c9-4ce6-875c-6a9e4e028afa tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:25.932854 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-34450dbf-24bc-40fa-897d-10a0acc7f879 req-27a9da53-38c9-4ce6-875c-6a9e4e028afa tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d4918de-60b7-44b6-be8b-9b2019b1271a HTTP/1.1" status: 200 len: 945 time: 0.0558152 Sep 23 07:10:25.992100 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-34450dbf-24bc-40fa-897d-10a0acc7f879 req-fc34df80-a5c8-47bb-8cb5-e834c5de56ab tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f253461-cf82-4016-a142-72193d40d277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514493 Sep 23 07:10:26.022301 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9b4d6d-f124-43f8-ba21-25a02edd9f08 req-9c5c00e0-a5a6-4518-ab83-528541374621 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:26.023810 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ed9b4d6d-f124-43f8-ba21-25a02edd9f08 req-9c5c00e0-a5a6-4518-ab83-528541374621 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=3224526f-2e98-4218-ba61-553b6175c158 HTTP/1.1" status: 200 len: 944 time: 0.0593185 Sep 23 07:10:26.061639 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ed9b4d6d-f124-43f8-ba21-25a02edd9f08 req-7f503948-de78-4adb-bdbd-0d7f9f49f2ee tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317414 Sep 23 07:10:27.114885 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bcbae9-387d-49be-acf7-f57d11a0ca9d req-602f2101-c9b4-4efb-a848-1f9c5d1413e1 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:27.116421 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d8bcbae9-387d-49be-acf7-f57d11a0ca9d req-602f2101-c9b4-4efb-a848-1f9c5d1413e1 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d4918de-60b7-44b6-be8b-9b2019b1271a HTTP/1.1" status: 200 len: 945 time: 0.0560493 Sep 23 07:10:27.159837 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d8bcbae9-387d-49be-acf7-f57d11a0ca9d req-f998b649-d9e2-4507-85a8-7f8c6a0f29a0 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f253461-cf82-4016-a142-72193d40d277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367293 Sep 23 07:10:27.188576 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365cc301-6deb-4921-97ca-dfb9521af1fb req-be2a2b31-a236-422d-b3da-d29a31fde5f8 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:27.190132 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-365cc301-6deb-4921-97ca-dfb9521af1fb req-be2a2b31-a236-422d-b3da-d29a31fde5f8 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=3224526f-2e98-4218-ba61-553b6175c158 HTTP/1.1" status: 200 len: 944 time: 0.0541058 Sep 23 07:10:27.234439 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-365cc301-6deb-4921-97ca-dfb9521af1fb req-c8a53f5d-826a-422d-b6d0-cebfceb813b5 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377502 Sep 23 07:10:28.365694 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed968cb4-0f76-4ab4-a469-1d32f25d2684 req-fa9376bf-936c-4929-a0fa-d5122641ce47 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:28.368976 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ed968cb4-0f76-4ab4-a469-1d32f25d2684 req-fa9376bf-936c-4929-a0fa-d5122641ce47 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=3224526f-2e98-4218-ba61-553b6175c158 HTTP/1.1" status: 200 len: 944 time: 0.0564346 Sep 23 07:10:28.391670 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a2790-37d4-4b99-9bfb-a0f4b7a04b49 req-35b045ea-74cf-45f6-b998-36bd362cf3e6 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:28.398381 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-149a2790-37d4-4b99-9bfb-a0f4b7a04b49 req-35b045ea-74cf-45f6-b998-36bd362cf3e6 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d4918de-60b7-44b6-be8b-9b2019b1271a HTTP/1.1" status: 200 len: 945 time: 0.0561523 Sep 23 07:10:28.408199 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ed968cb4-0f76-4ab4-a469-1d32f25d2684 req-f70c87b0-c156-447d-bb46-82fd09b1ef4e tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343468 Sep 23 07:10:28.435089 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-149a2790-37d4-4b99-9bfb-a0f4b7a04b49 req-30b5251f-54ef-424c-b2fa-54b69b7c6da0 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f253461-cf82-4016-a142-72193d40d277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356383 Sep 23 07:10:29.539423 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00557d49-8cca-4b2b-9451-ada581da6249 req-e5f277f0-14eb-4fa9-875c-c1cd8f5b5dbb tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:29.541049 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-00557d49-8cca-4b2b-9451-ada581da6249 req-e5f277f0-14eb-4fa9-875c-c1cd8f5b5dbb tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=3224526f-2e98-4218-ba61-553b6175c158 HTTP/1.1" status: 200 len: 944 time: 0.0618529 Sep 23 07:10:29.561447 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be5c35-3596-4d92-a484-55b9605c2a83 req-66f745ca-9b47-4762-8252-d85d76883743 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:29.563662 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-03be5c35-3596-4d92-a484-55b9605c2a83 req-66f745ca-9b47-4762-8252-d85d76883743 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d4918de-60b7-44b6-be8b-9b2019b1271a HTTP/1.1" status: 200 len: 945 time: 0.0526762 Sep 23 07:10:29.582899 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-00557d49-8cca-4b2b-9451-ada581da6249 req-d73eb63f-a287-44d8-a5a0-442886bc074c tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347657 Sep 23 07:10:29.603693 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-03be5c35-3596-4d92-a484-55b9605c2a83 req-59c64fc2-7512-4467-94ad-954fc13abb01 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f253461-cf82-4016-a142-72193d40d277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339253 Sep 23 07:10:30.706150 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a73bb-7bc9-4183-8fbc-7d637346a7a0 req-406c39db-ecf1-4f1e-bad8-15397d35ccfe tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:30.707737 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-298a73bb-7bc9-4183-8fbc-7d637346a7a0 req-406c39db-ecf1-4f1e-bad8-15397d35ccfe tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=3224526f-2e98-4218-ba61-553b6175c158 HTTP/1.1" status: 200 len: 944 time: 0.0551276 Sep 23 07:10:30.737410 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8faa40-29cf-4545-aaaa-63e282bb033c req-a0669f89-5aef-40f4-85c3-d4a0773c4468 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:30.738991 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5a8faa40-29cf-4545-aaaa-63e282bb033c req-a0669f89-5aef-40f4-85c3-d4a0773c4468 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d4918de-60b7-44b6-be8b-9b2019b1271a HTTP/1.1" status: 200 len: 945 time: 0.0640554 Sep 23 07:10:30.752309 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-298a73bb-7bc9-4183-8fbc-7d637346a7a0 req-18fe606a-78a4-4cd7-aac5-21e9c2979235 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350220 Sep 23 07:10:30.784162 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5a8faa40-29cf-4545-aaaa-63e282bb033c req-75ca5500-b940-4d54-8146-15f8448710b0 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f253461-cf82-4016-a142-72193d40d277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385745 Sep 23 07:10:30.991145 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593ae2cc-e375-4c77-912d-2f7e0b2d7fff req-2cacb9e2-8b86-462a-86ff-ebc6ea518c97 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:30.992676 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-593ae2cc-e375-4c77-912d-2f7e0b2d7fff req-2cacb9e2-8b86-462a-86ff-ebc6ea518c97 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d4918de-60b7-44b6-be8b-9b2019b1271a HTTP/1.1" status: 200 len: 945 time: 0.0514297 Sep 23 07:10:31.070073 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-593ae2cc-e375-4c77-912d-2f7e0b2d7fff req-2114b023-30f8-45c2-9a24-c364c34a0714 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f253461-cf82-4016-a142-72193d40d277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669787 Sep 23 07:10:31.076641 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84eb8c2-8f7c-4fc5-9c48-3336163de74e req-e8fa0b8c-2bc0-4609-bcd9-9f59cf538b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:31.079478 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a84eb8c2-8f7c-4fc5-9c48-3336163de74e req-e8fa0b8c-2bc0-4609-bcd9-9f59cf538b97 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=912f73c24c624b319c3fb784891bcabd&device_id=5d4918de-60b7-44b6-be8b-9b2019b1271a HTTP/1.1" status: 200 len: 1097 time: 0.0847247 Sep 23 07:10:31.182237 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84eb8c2-8f7c-4fc5-9c48-3336163de74e req-3204067e-78fb-4073-9ae2-0765cefd8efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:31.183744 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a84eb8c2-8f7c-4fc5-9c48-3336163de74e req-3204067e-78fb-4073-9ae2-0765cefd8efd service neutron] 10.222.0.21 "GET /v2.0/networks?id=8e69782e-59da-448f-aa2b-c22b36c23603 HTTP/1.1" status: 200 len: 910 time: 0.0976748 Sep 23 07:10:31.252521 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a84eb8c2-8f7c-4fc5-9c48-3336163de74e req-930f3184-4f0b-49a7-9764-5be21d5f4cd1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff148512-9074-4b74-ba11-2a04ee623dee HTTP/1.1" status: 200 len: 1000 time: 0.0594010 Sep 23 07:10:31.307885 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84eb8c2-8f7c-4fc5-9c48-3336163de74e req-a6afbe54-eb8f-4807-a67c-50f6e805a550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:31.309439 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a84eb8c2-8f7c-4fc5-9c48-3336163de74e req-a6afbe54-eb8f-4807-a67c-50f6e805a550 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e9604f35-686e-4202-ac30-43de25cbdd33 HTTP/1.1" status: 200 len: 848 time: 0.0501313 Sep 23 07:10:31.358186 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84eb8c2-8f7c-4fc5-9c48-3336163de74e req-b922f8d0-62eb-45b9-b3bd-80fce4649881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:31.360278 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a84eb8c2-8f7c-4fc5-9c48-3336163de74e req-b922f8d0-62eb-45b9-b3bd-80fce4649881 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8e69782e-59da-448f-aa2b-c22b36c23603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421212 Sep 23 07:10:31.457482 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a84eb8c2-8f7c-4fc5-9c48-3336163de74e req-fd7f83e1-07cc-46a1-b33a-2f09b4a7cadf service neutron] 10.222.0.21 "GET /v2.0/networks/8e69782e-59da-448f-aa2b-c22b36c23603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896010 Sep 23 07:10:31.558414 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a84eb8c2-8f7c-4fc5-9c48-3336163de74e req-1e734a53-8fde-4b4f-854c-4b2b7737a7c2 service neutron] 10.222.0.21 "GET /v2.0/networks/8e69782e-59da-448f-aa2b-c22b36c23603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931616 Sep 23 07:10:31.871518 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6001e0cd-a2b0-476e-b510-170cf2c04686 req-02e45bd8-d716-49ed-a3dd-2318b70aeaa7 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:31.873010 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6001e0cd-a2b0-476e-b510-170cf2c04686 req-02e45bd8-d716-49ed-a3dd-2318b70aeaa7 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=3224526f-2e98-4218-ba61-553b6175c158 HTTP/1.1" status: 200 len: 944 time: 0.0511119 Sep 23 07:10:31.912675 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6001e0cd-a2b0-476e-b510-170cf2c04686 req-41d88a99-8a9e-4fec-b30b-371f147ed0f9 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328441 Sep 23 07:10:32.216283 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf17c6-3141-4fd8-80f6-3a8957600799 req-bedf3a8a-74a5-4a37-8c64-d27df28bd3ab tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:32.217903 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-67cf17c6-3141-4fd8-80f6-3a8957600799 req-bedf3a8a-74a5-4a37-8c64-d27df28bd3ab tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d4918de-60b7-44b6-be8b-9b2019b1271a HTTP/1.1" status: 200 len: 945 time: 0.0636179 Sep 23 07:10:32.258728 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-67cf17c6-3141-4fd8-80f6-3a8957600799 req-7c81fce5-1808-4ee2-9d6b-f4537dfc7e52 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f253461-cf82-4016-a142-72193d40d277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340950 Sep 23 07:10:32.538467 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 8dde676d-bf9a-4015-b742-59c69b251569 details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:10:32.633105 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 8dde676d-bf9a-4015-b742-59c69b251569, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=8dde676d-bf9a-4015-b742-59c69b251569,segment=NetworkSegment(4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c),segment_id=4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:10:32.644377 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': '8dde676d-bf9a-4015-b742-59c69b251569', 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112', 'port_id': '8dde676d-bf9a-4015-b742-59c69b251569', 'mac_address': 'fa:16:3e:c5:69:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f0a580e-e630-4d93-8377-9af2cc86d82c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:10:32.685549 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:10:32.697986 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dde676d-bf9a-4015-b742-59c69b251569 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:10:32.717681 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 8dde676d-bf9a-4015-b742-59c69b251569, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=8dde676d-bf9a-4015-b742-59c69b251569,segment=NetworkSegment(4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c),segment_id=4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:10:32.722817 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:10:32.769928 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=8dde676d-bf9a-4015-b742-59c69b251569,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:10:32.941103 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['8dde676d-bf9a-4015-b742-59c69b251569'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:10:33.045804 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af4fe36-3f57-483a-b814-c16e565d9bc0 req-c8733401-5369-4761-9552-2e2698f64206 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:33.047988 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3af4fe36-3f57-483a-b814-c16e565d9bc0 req-c8733401-5369-4761-9552-2e2698f64206 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=3224526f-2e98-4218-ba61-553b6175c158 HTTP/1.1" status: 200 len: 945 time: 0.0574551 Sep 23 07:10:33.093642 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3af4fe36-3f57-483a-b814-c16e565d9bc0 req-5fb4f372-68b5-4b46-bf33-152419538ad1 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339472 Sep 23 07:10:33.385581 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327d423e-a279-445d-a19a-3687e7eb62b7 req-dd5fba53-f8e4-4caf-a742-43750db580a1 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:33.387101 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-327d423e-a279-445d-a19a-3687e7eb62b7 req-dd5fba53-f8e4-4caf-a742-43750db580a1 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d4918de-60b7-44b6-be8b-9b2019b1271a HTTP/1.1" status: 200 len: 945 time: 0.0539722 Sep 23 07:10:33.426092 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-327d423e-a279-445d-a19a-3687e7eb62b7 req-f28be407-d214-4026-a604-9952b3c16bb1 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f253461-cf82-4016-a142-72193d40d277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318058 Sep 23 07:10:34.210279 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfa65ce-30b7-49ca-b37d-e2944e530a16 req-17ca6814-f013-414a-a512-3839522dece4 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:34.211778 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1bfa65ce-30b7-49ca-b37d-e2944e530a16 req-17ca6814-f013-414a-a512-3839522dece4 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=3224526f-2e98-4218-ba61-553b6175c158 HTTP/1.1" status: 200 len: 945 time: 0.0515714 Sep 23 07:10:34.252975 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1bfa65ce-30b7-49ca-b37d-e2944e530a16 req-2c17dea7-84c2-43d3-833a-cfb7ff651efd tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350609 Sep 23 07:10:34.549773 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 8dde676d-bf9a-4015-b742-59c69b251569 up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:10:34.597602 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port 8dde676d-bf9a-4015-b742-59c69b251569 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:10:34.601445 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port 8dde676d-bf9a-4015-b742-59c69b251569 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:10:34.601821 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:10:34.678764 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:10:34.700735 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3224526f-2e98-4218-ba61-553b6175c158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dde676d-bf9a-4015-b742-59c69b251569'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:10:34.703259 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40586a94-287d-4dd3-b3d9-1c499e916abc" -d '{"events": [{"server_uuid": "3224526f-2e98-4218-ba61-553b6175c158", "name": "network-vif-plugged", "status": "completed", "tag": "8dde676d-bf9a-4015-b742-59c69b251569"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:10:34.719941 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 8dde676d-bf9a-4015-b742-59c69b251569, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=8dde676d-bf9a-4015-b742-59c69b251569,segment=NetworkSegment(4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c),segment_id=4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:10:34.725839 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:10:34.751916 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e5fafa4-a8e9-456b-bcce-2d8f2a73b4cf x-openstack-request-id: req-8e5fafa4-a8e9-456b-bcce-2d8f2a73b4cf {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:10:34.752213 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3224526f-2e98-4218-ba61-553b6175c158", "name": "network-vif-plugged", "status": "completed", "tag": "8dde676d-bf9a-4015-b742-59c69b251569", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:10:34.752467 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8e5fafa4-a8e9-456b-bcce-2d8f2a73b4cf {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:10:34.752856 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3224526f-2e98-4218-ba61-553b6175c158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dde676d-bf9a-4015-b742-59c69b251569', 'code': 200} Sep 23 07:10:34.782110 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=8dde676d-bf9a-4015-b742-59c69b251569,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:10:34.791118 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:10:34.791473 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:10:34.791973 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:10:34.792318 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:10:34.792657 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:10:34.792992 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:10:34.793320 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:10:34.793645 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:10:34.794011 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:10:34.794319 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:10:34.794643 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:10:34.794966 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:10:34.849097 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629eaa67-449d-47d5-b7af-8fc15bf8cf7a req-9c4d8050-bb47-4ef5-aa0b-be9183db5f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:34.850651 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-629eaa67-449d-47d5-b7af-8fc15bf8cf7a req-9c4d8050-bb47-4ef5-aa0b-be9183db5f18 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3224526f-2e98-4218-ba61-553b6175c158 HTTP/1.1" status: 200 len: 1098 time: 0.0407262 Sep 23 07:10:34.888254 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-629eaa67-449d-47d5-b7af-8fc15bf8cf7a req-0b3f99dc-afd3-4d7a-bce2-c1f84a25b05f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298674 Sep 23 07:10:34.900023 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:10:35.371317 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5dfbef-6445-4811-b62d-6c3f337c44e4 req-79dc3dc6-cbe5-4374-8889-1b89400cb090 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:35.372738 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-de5dfbef-6445-4811-b62d-6c3f337c44e4 req-79dc3dc6-cbe5-4374-8889-1b89400cb090 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=3224526f-2e98-4218-ba61-553b6175c158 HTTP/1.1" status: 200 len: 946 time: 0.0536797 Sep 23 07:10:35.413260 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-de5dfbef-6445-4811-b62d-6c3f337c44e4 req-b775a649-db31-4cce-b5e6-4130313b43b0 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339282 Sep 23 07:10:36.477371 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:10:36.532295 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea92dd-80ac-4769-95d4-a4720940612d req-b70f143c-1879-4e7f-b121-41c1b321d787 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:36.533742 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-46ea92dd-80ac-4769-95d4-a4720940612d req-b70f143c-1879-4e7f-b121-41c1b321d787 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=3224526f-2e98-4218-ba61-553b6175c158 HTTP/1.1" status: 200 len: 946 time: 0.0514569 Sep 23 07:10:36.571511 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-46ea92dd-80ac-4769-95d4-a4720940612d req-fde498b5-f76c-420e-8719-fbe0dcab0214 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311821 Sep 23 07:10:36.690706 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b714c37f-fdf9-413f-bbff-59161d0076ad req-0faa9881-0c38-45da-8307-c8bfbc763948 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:36.692224 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b714c37f-fdf9-413f-bbff-59161d0076ad req-0faa9881-0c38-45da-8307-c8bfbc763948 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=3224526f-2e98-4218-ba61-553b6175c158 HTTP/1.1" status: 200 len: 946 time: 0.0543046 Sep 23 07:10:36.735782 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b714c37f-fdf9-413f-bbff-59161d0076ad req-519096de-4e5b-48f5-a01a-38ef6023449f tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373225 Sep 23 07:10:38.050647 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-55f0bd39-fbdb-48f4-a5dc-351496c89765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:10:39.115038 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73dce1f-d7be-4555-ae05-1ab3ab6e0e06 req-faa0b405-3d30-4100-852c-28763ff2e3cf tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:39.116537 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f73dce1f-d7be-4555-ae05-1ab3ab6e0e06 req-faa0b405-3d30-4100-852c-28763ff2e3cf tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/networks?id=ee64cebb-cbad-4040-a31a-b12cc5624112 HTTP/1.1" status: 200 len: 811 time: 0.1125085 Sep 23 07:10:39.133375 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f73dce1f-d7be-4555-ae05-1ab3ab6e0e06 req-475f343d-c43f-4475-b2d5-8383312221df tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/quotas/dda7d37bb4b541ebbe8e22954596ee73 HTTP/1.1" status: 200 len: 375 time: 0.0102305 Sep 23 07:10:39.188798 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f73dce1f-d7be-4555-ae05-1ab3ab6e0e06 req-ce73c352-edd7-4371-8029-a5e6b0e162c8 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=dda7d37bb4b541ebbe8e22954596ee73&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0491235 Sep 23 07:10:39.340878 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f73dce1f-d7be-4555-ae05-1ab3ab6e0e06 req-a0b1d212-e874-44a4-a54f-70214e64cb3a service neutron] 10.222.0.39 "GET /v2.0/networks/ee64cebb-cbad-4040-a31a-b12cc5624112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448505 Sep 23 07:10:39.435511 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f73dce1f-d7be-4555-ae05-1ab3ab6e0e06 req-1d43f34c-2401-46d0-b75a-29bd68a473c0 service neutron] 10.222.0.39 "GET /v2.0/networks/ee64cebb-cbad-4040-a31a-b12cc5624112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868061 Sep 23 07:10:39.646982 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-317ee73e-c780-4e94-b941-d076ca5b9c96 req-371f065f-3abf-40f3-8500-e8eb7564874b tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a68e9d6-f986-4d8b-8769-0ab88bd2fb99 HTTP/1.1" status: 200 len: 210 time: 0.0271077 Sep 23 07:10:40.127940 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:10:40.641177 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73dce1f-d7be-4555-ae05-1ab3ab6e0e06 req-f7956b88-8cb4-4b68-9cd5-8cc15caf166e tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:40.642953 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f73dce1f-d7be-4555-ae05-1ab3ab6e0e06 req-f7956b88-8cb4-4b68-9cd5-8cc15caf166e tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.21 "GET /v2.0/networks?id=ee64cebb-cbad-4040-a31a-b12cc5624112 HTTP/1.1" status: 200 len: 811 time: 0.1192670 Sep 23 07:10:40.659935 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-f73dce1f-d7be-4555-ae05-1ab3ab6e0e06 req-30b8c1de-a4a3-4e06-af31-5a324d7ffea2 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Request body: {'port': {'device_id': '7a68e9d6-f986-4d8b-8769-0ab88bd2fb99', 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112', 'admin_state_up': True, 'tenant_id': 'dda7d37bb4b541ebbe8e22954596ee73'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:10:40.768095 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e731ad3d-143d-4010-8610-e5e0019018bf req-bb73b0a3-cef5-4521-b0e6-9c20b59ea21c tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a68e9d6-f986-4d8b-8769-0ab88bd2fb99 HTTP/1.1" status: 200 len: 210 time: 0.0354373 Sep 23 07:10:40.784218 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f73dce1f-d7be-4555-ae05-1ab3ab6e0e06 req-30b8c1de-a4a3-4e06-af31-5a324d7ffea2 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Made reservation on behalf of dda7d37bb4b541ebbe8e22954596ee73 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:10:40.787995 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-f73dce1f-d7be-4555-ae05-1ab3ab6e0e06 req-30b8c1de-a4a3-4e06-af31-5a324d7ffea2 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:10:40.927656 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-f73dce1f-d7be-4555-ae05-1ab3ab6e0e06 req-30b8c1de-a4a3-4e06-af31-5a324d7ffea2 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Allocated IP 172.20.0.12 (ee64cebb-cbad-4040-a31a-b12cc5624112/4f0a580e-e630-4d93-8377-9af2cc86d82c/507dc8c8-ad1f-4476-a446-9dd15db90913) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:10:41.072954 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8721faf2-d74d-4825-87e9-cac89364de38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:10:41.119031 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-f73dce1f-d7be-4555-ae05-1ab3ab6e0e06 req-30b8c1de-a4a3-4e06-af31-5a324d7ffea2 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:10:41.158575 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-f73dce1f-d7be-4555-ae05-1ab3ab6e0e06 req-30b8c1de-a4a3-4e06-af31-5a324d7ffea2 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:10:41.173196 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['8dde676d-bf9a-4015-b742-59c69b251569'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:10:41.203521 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f73dce1f-d7be-4555-ae05-1ab3ab6e0e06 req-30b8c1de-a4a3-4e06-af31-5a324d7ffea2 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Network ee64cebb-cbad-4040-a31a-b12cc5624112 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:10:41.207173 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-f73dce1f-d7be-4555-ae05-1ab3ab6e0e06 req-30b8c1de-a4a3-4e06-af31-5a324d7ffea2 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:10:41.211191 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-f73dce1f-d7be-4555-ae05-1ab3ab6e0e06 req-30b8c1de-a4a3-4e06-af31-5a324d7ffea2 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:10:41.251561 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b8c1de-a4a3-4e06-af31-5a324d7ffea2 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Pushing event updated for resources: {'Port': ['ID=507dc8c8-ad1f-4476-a446-9dd15db90913,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:10:41.267340 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b8c1de-a4a3-4e06-af31-5a324d7ffea2 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:10:41.267610 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b8c1de-a4a3-4e06-af31-5a324d7ffea2 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:10:41.267959 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b8c1de-a4a3-4e06-af31-5a324d7ffea2 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:10:41.268303 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b8c1de-a4a3-4e06-af31-5a324d7ffea2 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:10:41.268636 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b8c1de-a4a3-4e06-af31-5a324d7ffea2 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:10:41.268967 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b8c1de-a4a3-4e06-af31-5a324d7ffea2 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:10:41.269299 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b8c1de-a4a3-4e06-af31-5a324d7ffea2 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:10:41.269625 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b8c1de-a4a3-4e06-af31-5a324d7ffea2 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:10:41.269975 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b8c1de-a4a3-4e06-af31-5a324d7ffea2 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:10:41.270305 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b8c1de-a4a3-4e06-af31-5a324d7ffea2 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:10:41.270632 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b8c1de-a4a3-4e06-af31-5a324d7ffea2 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:10:41.270957 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b8c1de-a4a3-4e06-af31-5a324d7ffea2 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:10:41.292356 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73dce1f-d7be-4555-ae05-1ab3ab6e0e06 req-30b8c1de-a4a3-4e06-af31-5a324d7ffea2 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:41.293305 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-f73dce1f-d7be-4555-ae05-1ab3ab6e0e06 req-30b8c1de-a4a3-4e06-af31-5a324d7ffea2 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:10:41.310384 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f73dce1f-d7be-4555-ae05-1ab3ab6e0e06 req-30b8c1de-a4a3-4e06-af31-5a324d7ffea2 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6546378 Sep 23 07:10:41.328789 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-f73dce1f-d7be-4555-ae05-1ab3ab6e0e06 req-6caabb41-cdc9-4024-b35a-290b8e693a6c service neutron] Request body: {'port': {'device_id': '7a68e9d6-f986-4d8b-8769-0ab88bd2fb99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:10:41.402070 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-f73dce1f-d7be-4555-ae05-1ab3ab6e0e06 req-6caabb41-cdc9-4024-b35a-290b8e693a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:10:41.498506 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:10:41.557901 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-3d9188da-d9c0-4703-bfbf-3e890d1041c4 None None] Provisioning complete for port 507dc8c8-ad1f-4476-a446-9dd15db90913 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:10:41.557901 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3d9188da-d9c0-4703-bfbf-3e890d1041c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:10:41.600023 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-3d9188da-d9c0-4703-bfbf-3e890d1041c4 None None] Port 507dc8c8-ad1f-4476-a446-9dd15db90913 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:10:41.735946 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-f73dce1f-d7be-4555-ae05-1ab3ab6e0e06 req-6caabb41-cdc9-4024-b35a-290b8e693a6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 507dc8c8-ad1f-4476-a446-9dd15db90913 {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:10:41.746827 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-f73dce1f-d7be-4555-ae05-1ab3ab6e0e06 req-6caabb41-cdc9-4024-b35a-290b8e693a6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:10:41.760850 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-f73dce1f-d7be-4555-ae05-1ab3ab6e0e06 req-6caabb41-cdc9-4024-b35a-290b8e693a6c service neutron] Transition to ACTIVE for port object 507dc8c8-ad1f-4476-a446-9dd15db90913 will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:10:41.765656 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-f73dce1f-d7be-4555-ae05-1ab3ab6e0e06 req-6caabb41-cdc9-4024-b35a-290b8e693a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:10:41.831345 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caabb41-cdc9-4024-b35a-290b8e693a6c service neutron] Pushing event updated for resources: {'Port': ['ID=507dc8c8-ad1f-4476-a446-9dd15db90913,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:10:41.956510 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feefa77-786f-41ad-9f83-6f6890af0895 req-f8256ba1-a914-46d4-8ab1-5b197430fa59 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:41.958298 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0feefa77-786f-41ad-9f83-6f6890af0895 req-f8256ba1-a914-46d4-8ab1-5b197430fa59 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a68e9d6-f986-4d8b-8769-0ab88bd2fb99 HTTP/1.1" status: 200 len: 944 time: 0.1112776 Sep 23 07:10:41.961039 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-f73dce1f-d7be-4555-ae05-1ab3ab6e0e06 req-6caabb41-cdc9-4024-b35a-290b8e693a6c service neutron] Attempting to bind port 507dc8c8-ad1f-4476-a446-9dd15db90913 on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:10:41.961379 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-f73dce1f-d7be-4555-ae05-1ab3ab6e0e06 req-6caabb41-cdc9-4024-b35a-290b8e693a6c service neutron] Attempting to bind port 507dc8c8-ad1f-4476-a446-9dd15db90913 by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': '4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:10:41.961719 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73dce1f-d7be-4555-ae05-1ab3ab6e0e06 req-6caabb41-cdc9-4024-b35a-290b8e693a6c service neutron] Attempting to bind port 507dc8c8-ad1f-4476-a446-9dd15db90913 on network ee64cebb-cbad-4040-a31a-b12cc5624112 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:10:41.974155 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73dce1f-d7be-4555-ae05-1ab3ab6e0e06 req-6caabb41-cdc9-4024-b35a-290b8e693a6c service neutron] Port 507dc8c8-ad1f-4476-a446-9dd15db90913 on network ee64cebb-cbad-4040-a31a-b12cc5624112 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:10:41.974484 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73dce1f-d7be-4555-ae05-1ab3ab6e0e06 req-6caabb41-cdc9-4024-b35a-290b8e693a6c service neutron] Attempting to bind port 507dc8c8-ad1f-4476-a446-9dd15db90913 on network ee64cebb-cbad-4040-a31a-b12cc5624112 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:10:41.989092 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73dce1f-d7be-4555-ae05-1ab3ab6e0e06 req-6caabb41-cdc9-4024-b35a-290b8e693a6c service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:10:41.989360 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73dce1f-d7be-4555-ae05-1ab3ab6e0e06 req-6caabb41-cdc9-4024-b35a-290b8e693a6c service neutron] Checking segment: {'id': '4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:10:41.989750 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73dce1f-d7be-4555-ae05-1ab3ab6e0e06 req-6caabb41-cdc9-4024-b35a-290b8e693a6c service neutron] Bound using segment: {'id': '4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:10:41.990228 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-f73dce1f-d7be-4555-ae05-1ab3ab6e0e06 req-6caabb41-cdc9-4024-b35a-290b8e693a6c service neutron] Bound port: 507dc8c8-ad1f-4476-a446-9dd15db90913, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:10:41.990590 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-f73dce1f-d7be-4555-ae05-1ab3ab6e0e06 req-6caabb41-cdc9-4024-b35a-290b8e693a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:10:42.017534 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0feefa77-786f-41ad-9f83-6f6890af0895 req-fa9da47c-648a-4f5f-90ff-9ae338080413 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524848 Sep 23 07:10:42.080043 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-f73dce1f-d7be-4555-ae05-1ab3ab6e0e06 req-6caabb41-cdc9-4024-b35a-290b8e693a6c service neutron] For port 507dc8c8-ad1f-4476-a446-9dd15db90913, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:10:42.083131 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-f73dce1f-d7be-4555-ae05-1ab3ab6e0e06 req-6caabb41-cdc9-4024-b35a-290b8e693a6c service neutron] For port 507dc8c8-ad1f-4476-a446-9dd15db90913, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=507dc8c8-ad1f-4476-a446-9dd15db90913,segment=NetworkSegment(4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c),segment_id=4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:10:42.087593 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-f73dce1f-d7be-4555-ae05-1ab3ab6e0e06 req-6caabb41-cdc9-4024-b35a-290b8e693a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:10:42.132332 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73dce1f-d7be-4555-ae05-1ab3ab6e0e06 req-6caabb41-cdc9-4024-b35a-290b8e693a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:42.132947 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-f73dce1f-d7be-4555-ae05-1ab3ab6e0e06 req-6caabb41-cdc9-4024-b35a-290b8e693a6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:10:42.134706 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f73dce1f-d7be-4555-ae05-1ab3ab6e0e06 req-6caabb41-cdc9-4024-b35a-290b8e693a6c service neutron] 10.222.0.21 "PUT /v2.0/ports/507dc8c8-ad1f-4476-a446-9dd15db90913 HTTP/1.1" status: 200 len: 1093 time: 0.8116198 Sep 23 07:10:42.137012 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a68e9d6-f986-4d8b-8769-0ab88bd2fb99', 'tag': '507dc8c8-ad1f-4476-a446-9dd15db90913'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:10:42.139266 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45777ece-9a52-4cb9-b178-80445eb9bb85" -d '{"events": [{"name": "network-changed", "server_uuid": "7a68e9d6-f986-4d8b-8769-0ab88bd2fb99", "tag": "507dc8c8-ad1f-4476-a446-9dd15db90913"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:10:42.165988 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caabb41-cdc9-4024-b35a-290b8e693a6c service neutron] Pushing event updated for resources: {'Port': ['ID=507dc8c8-ad1f-4476-a446-9dd15db90913,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:10:42.235674 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73dce1f-d7be-4555-ae05-1ab3ab6e0e06 req-0f92e6b9-14f7-424a-be56-2dea62caa52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:42.237340 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f73dce1f-d7be-4555-ae05-1ab3ab6e0e06 req-0f92e6b9-14f7-424a-be56-2dea62caa52d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dda7d37bb4b541ebbe8e22954596ee73&device_id=7a68e9d6-f986-4d8b-8769-0ab88bd2fb99 HTTP/1.1" status: 200 len: 1096 time: 0.0460775 Sep 23 07:10:42.286586 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d07d639-1f18-49e3-96f8-b1933574d7d9 x-openstack-request-id: req-4d07d639-1f18-49e3-96f8-b1933574d7d9 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:10:42.286876 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a68e9d6-f986-4d8b-8769-0ab88bd2fb99", "tag": "507dc8c8-ad1f-4476-a446-9dd15db90913", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:10:42.287126 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4d07d639-1f18-49e3-96f8-b1933574d7d9 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:10:42.287524 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a68e9d6-f986-4d8b-8769-0ab88bd2fb99', 'tag': '507dc8c8-ad1f-4476-a446-9dd15db90913', 'status': 'completed', 'code': 200} Sep 23 07:10:42.289382 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f73dce1f-d7be-4555-ae05-1ab3ab6e0e06 req-63839ae8-2c2f-47af-919e-24c679e9e036 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=507dc8c8-ad1f-4476-a446-9dd15db90913 HTTP/1.1" status: 200 len: 217 time: 0.0411470 Sep 23 07:10:42.316138 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:10:42.350807 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73dce1f-d7be-4555-ae05-1ab3ab6e0e06 req-9a7b5006-2b72-4dbc-9e86-02f24b652a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:42.352422 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f73dce1f-d7be-4555-ae05-1ab3ab6e0e06 req-9a7b5006-2b72-4dbc-9e86-02f24b652a3e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4f0a580e-e630-4d93-8377-9af2cc86d82c HTTP/1.1" status: 200 len: 850 time: 0.0555868 Sep 23 07:10:42.400595 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73dce1f-d7be-4555-ae05-1ab3ab6e0e06 req-42f556e5-6b7f-427e-abf3-64a9f12cde34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:42.402124 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f73dce1f-d7be-4555-ae05-1ab3ab6e0e06 req-42f556e5-6b7f-427e-abf3-64a9f12cde34 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ee64cebb-cbad-4040-a31a-b12cc5624112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415769 Sep 23 07:10:42.499893 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f73dce1f-d7be-4555-ae05-1ab3ab6e0e06 req-87a27183-8c30-4501-91d2-898379caa68d service neutron] 10.222.0.21 "GET /v2.0/networks/ee64cebb-cbad-4040-a31a-b12cc5624112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886767 Sep 23 07:10:42.590868 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f73dce1f-d7be-4555-ae05-1ab3ab6e0e06 req-35d411b0-5165-4154-b927-b6614f9e1e8c service neutron] 10.222.0.21 "GET /v2.0/networks/ee64cebb-cbad-4040-a31a-b12cc5624112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838532 Sep 23 07:10:42.702662 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45777ece-9a52-4cb9-b178-80445eb9bb85 req-c61b273b-b971-4697-8693-38079a523251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:42.704559 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-45777ece-9a52-4cb9-b178-80445eb9bb85 req-c61b273b-b971-4697-8693-38079a523251 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dda7d37bb4b541ebbe8e22954596ee73&device_id=7a68e9d6-f986-4d8b-8769-0ab88bd2fb99 HTTP/1.1" status: 200 len: 1096 time: 0.0490048 Sep 23 07:10:42.804355 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45777ece-9a52-4cb9-b178-80445eb9bb85 req-5cd78d50-1c85-43ad-9ca6-17309fd8a811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:42.806069 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-45777ece-9a52-4cb9-b178-80445eb9bb85 req-5cd78d50-1c85-43ad-9ca6-17309fd8a811 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ee64cebb-cbad-4040-a31a-b12cc5624112 HTTP/1.1" status: 200 len: 912 time: 0.0947521 Sep 23 07:10:42.853491 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-45777ece-9a52-4cb9-b178-80445eb9bb85 req-415e7089-6ddc-4f7c-967c-2f0db055d5c0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=507dc8c8-ad1f-4476-a446-9dd15db90913 HTTP/1.1" status: 200 len: 217 time: 0.0394771 Sep 23 07:10:43.351414 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45777ece-9a52-4cb9-b178-80445eb9bb85 req-3ddc9d34-1b29-434a-a8d5-428d5e920d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:43.351414 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-45777ece-9a52-4cb9-b178-80445eb9bb85 req-3ddc9d34-1b29-434a-a8d5-428d5e920d1f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4f0a580e-e630-4d93-8377-9af2cc86d82c HTTP/1.1" status: 200 len: 850 time: 0.3924932 Sep 23 07:10:43.351414 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16825b1-2321-4b00-b5fb-c199744aa146 req-15eacb70-aa57-4c43-9d0f-5c14acd00441 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:43.351414 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d16825b1-2321-4b00-b5fb-c199744aa146 req-15eacb70-aa57-4c43-9d0f-5c14acd00441 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a68e9d6-f986-4d8b-8769-0ab88bd2fb99 HTTP/1.1" status: 200 len: 944 time: 0.0649409 Sep 23 07:10:43.351414 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d16825b1-2321-4b00-b5fb-c199744aa146 req-59557236-e186-430c-af98-bb31c407b99f tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522268 Sep 23 07:10:43.364924 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45777ece-9a52-4cb9-b178-80445eb9bb85 req-96a4e67b-8d8a-458a-80d2-c76db2a0a29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:43.366707 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-45777ece-9a52-4cb9-b178-80445eb9bb85 req-96a4e67b-8d8a-458a-80d2-c76db2a0a29c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ee64cebb-cbad-4040-a31a-b12cc5624112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1035714 Sep 23 07:10:43.489761 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-45777ece-9a52-4cb9-b178-80445eb9bb85 req-97c57bd0-5590-471f-900a-feb9be2567b7 service neutron] 10.222.0.21 "GET /v2.0/networks/ee64cebb-cbad-4040-a31a-b12cc5624112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140516 Sep 23 07:10:43.614122 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-45777ece-9a52-4cb9-b178-80445eb9bb85 req-e41b73c4-7da5-4391-b6e8-79b1735efb3a service neutron] 10.222.0.21 "GET /v2.0/networks/ee64cebb-cbad-4040-a31a-b12cc5624112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165068 Sep 23 07:10:43.823058 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:10:44.484878 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc7897-6aee-4767-b517-8ce860c73598 req-ad229f25-b7d1-4ebd-9102-f68b96cffeb5 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:44.487099 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-94bc7897-6aee-4767-b517-8ce860c73598 req-ad229f25-b7d1-4ebd-9102-f68b96cffeb5 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a68e9d6-f986-4d8b-8769-0ab88bd2fb99 HTTP/1.1" status: 200 len: 944 time: 0.0802560 Sep 23 07:10:44.554757 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-94bc7897-6aee-4767-b517-8ce860c73598 req-21bbd47c-a972-43aa-a27e-6b26d0012921 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517302 Sep 23 07:10:45.715964 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0ad662-d451-4747-b826-2562f966bdfb req-a3bb872f-1885-473f-b81c-f217b4181aec tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:45.718021 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9a0ad662-d451-4747-b826-2562f966bdfb req-a3bb872f-1885-473f-b81c-f217b4181aec tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a68e9d6-f986-4d8b-8769-0ab88bd2fb99 HTTP/1.1" status: 200 len: 944 time: 0.0867283 Sep 23 07:10:45.779089 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9a0ad662-d451-4747-b826-2562f966bdfb req-0bb8b37a-c914-4700-87d0-6fe1a259b3c5 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529010 Sep 23 07:10:46.922056 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a587709-4a86-4a38-9072-b49b423c4464 req-7eaab3ee-79d0-4498-94e0-509c4d7d6cc3 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:46.924992 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6a587709-4a86-4a38-9072-b49b423c4464 req-7eaab3ee-79d0-4498-94e0-509c4d7d6cc3 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a68e9d6-f986-4d8b-8769-0ab88bd2fb99 HTTP/1.1" status: 200 len: 944 time: 0.0588515 Sep 23 07:10:46.973694 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6a587709-4a86-4a38-9072-b49b423c4464 req-0b3f7452-0644-421d-b056-4eb6c57de5a9 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414250 Sep 23 07:10:48.128583 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188af9fe-7149-4d30-99dc-e3bb430706ac req-f96cf5c9-d0c6-480b-96e9-5f0d301a7a6b tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:48.131278 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-188af9fe-7149-4d30-99dc-e3bb430706ac req-f96cf5c9-d0c6-480b-96e9-5f0d301a7a6b tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a68e9d6-f986-4d8b-8769-0ab88bd2fb99 HTTP/1.1" status: 200 len: 944 time: 0.0783775 Sep 23 07:10:48.194404 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-188af9fe-7149-4d30-99dc-e3bb430706ac req-288d3f0c-1fe7-4376-bce9-b0a71606aa4d tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562487 Sep 23 07:10:49.322272 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3843d3c-cf89-4ec1-a098-f5b738b796b4 req-e018f2a8-629d-4c89-8521-d0870b01c5cb tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:49.323774 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e3843d3c-cf89-4ec1-a098-f5b738b796b4 req-e018f2a8-629d-4c89-8521-d0870b01c5cb tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a68e9d6-f986-4d8b-8769-0ab88bd2fb99 HTTP/1.1" status: 200 len: 944 time: 0.0515049 Sep 23 07:10:49.371871 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e3843d3c-cf89-4ec1-a098-f5b738b796b4 req-e2ba78fc-63ae-4e5e-9d22-d3fe11f5ac86 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413897 Sep 23 07:10:50.493413 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7e8b48-5b16-4309-9e04-a714726328a7 req-92ef49d7-fa61-4c5d-854d-c26f4511c046 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:50.495168 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6b7e8b48-5b16-4309-9e04-a714726328a7 req-92ef49d7-fa61-4c5d-854d-c26f4511c046 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a68e9d6-f986-4d8b-8769-0ab88bd2fb99 HTTP/1.1" status: 200 len: 944 time: 0.0533807 Sep 23 07:10:50.544666 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6b7e8b48-5b16-4309-9e04-a714726328a7 req-788b4aa7-4481-46f3-bd2c-a998774c87ac tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379474 Sep 23 07:10:51.687122 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0031a02d-1755-4e2c-b14b-79a8d4642f98 req-9bdc3a52-47f6-4740-b77c-9053339ebfca tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:51.701581 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0031a02d-1755-4e2c-b14b-79a8d4642f98 req-9bdc3a52-47f6-4740-b77c-9053339ebfca tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a68e9d6-f986-4d8b-8769-0ab88bd2fb99 HTTP/1.1" status: 200 len: 944 time: 0.0743787 Sep 23 07:10:51.753630 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0031a02d-1755-4e2c-b14b-79a8d4642f98 req-b165a998-0347-4e92-b009-b99a45276835 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430813 Sep 23 07:10:52.906083 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059f6fe6-ba3b-4282-9809-55777cb0e63e req-e4253083-7ceb-451e-9a16-de714f19d49f tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:52.907737 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-059f6fe6-ba3b-4282-9809-55777cb0e63e req-e4253083-7ceb-451e-9a16-de714f19d49f tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a68e9d6-f986-4d8b-8769-0ab88bd2fb99 HTTP/1.1" status: 200 len: 944 time: 0.0609703 Sep 23 07:10:52.957289 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-059f6fe6-ba3b-4282-9809-55777cb0e63e req-3f7cbffb-3524-4b87-afc4-f0e80b35ca97 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417643 Sep 23 07:10:54.093453 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176abab2-310b-417d-a059-f5c5eb165414 req-9aa62406-0388-4386-a40a-ce6140bd1e4b tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:54.099713 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-176abab2-310b-417d-a059-f5c5eb165414 req-9aa62406-0388-4386-a40a-ce6140bd1e4b tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a68e9d6-f986-4d8b-8769-0ab88bd2fb99 HTTP/1.1" status: 200 len: 944 time: 0.0696080 Sep 23 07:10:54.144896 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-176abab2-310b-417d-a059-f5c5eb165414 req-8120c415-3e50-456a-b369-92229b8fab82 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344739 Sep 23 07:10:55.273645 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641d6d4d-1187-41af-9b72-72c4fd140657 req-8c8bbbe0-5012-4e2f-b7c4-b4183177a956 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:55.275287 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-641d6d4d-1187-41af-9b72-72c4fd140657 req-8c8bbbe0-5012-4e2f-b7c4-b4183177a956 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a68e9d6-f986-4d8b-8769-0ab88bd2fb99 HTTP/1.1" status: 200 len: 944 time: 0.0619061 Sep 23 07:10:55.318923 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-641d6d4d-1187-41af-9b72-72c4fd140657 req-c447cf0c-74a5-47d9-a787-1f45f1c6a74b tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360591 Sep 23 07:10:56.436930 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f1ff08-9124-4eff-9479-78c42abb0f73 req-24ba292d-1527-4bd1-bf58-370427de70f8 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:56.438490 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e2f1ff08-9124-4eff-9479-78c42abb0f73 req-24ba292d-1527-4bd1-bf58-370427de70f8 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a68e9d6-f986-4d8b-8769-0ab88bd2fb99 HTTP/1.1" status: 200 len: 944 time: 0.0501328 Sep 23 07:10:56.477090 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e2f1ff08-9124-4eff-9479-78c42abb0f73 req-079d9814-a4e8-4f55-a3b8-b3fae7bfa926 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323131 Sep 23 07:10:57.595745 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d6401-18c5-4b58-9766-9a0b2b9e6ecc req-a3c17067-dbcc-4248-8b38-ebb37d7a8dae tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:57.597282 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1a9d6401-18c5-4b58-9766-9a0b2b9e6ecc req-a3c17067-dbcc-4248-8b38-ebb37d7a8dae tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a68e9d6-f986-4d8b-8769-0ab88bd2fb99 HTTP/1.1" status: 200 len: 944 time: 0.0496421 Sep 23 07:10:57.634916 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1a9d6401-18c5-4b58-9766-9a0b2b9e6ecc req-58b9c57b-2e2b-4073-b838-6acad09304f6 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314889 Sep 23 07:10:58.612606 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee93bed-9d00-4e63-b135-c53b96328716 req-64baff5e-1581-44e4-82a2-5c641d1756c5 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:58.614256 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0ee93bed-9d00-4e63-b135-c53b96328716 req-64baff5e-1581-44e4-82a2-5c641d1756c5 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=9241a2cc-9586-48bc-ad31-02bcbb8d3d73 HTTP/1.1" status: 200 len: 947 time: 0.0589118 Sep 23 07:10:58.656026 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0ee93bed-9d00-4e63-b135-c53b96328716 req-1e5dab4c-5d40-4d76-8016-0f69b42c3b15 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=3393c7b0-0596-4371-8310-4ab905c5a883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346441 Sep 23 07:10:58.765942 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dacbc4-b0e6-4116-b07b-57cd37357625 req-18f57978-986e-4309-953a-7d64215eb75d tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:58.767340 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f0dacbc4-b0e6-4116-b07b-57cd37357625 req-18f57978-986e-4309-953a-7d64215eb75d tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a68e9d6-f986-4d8b-8769-0ab88bd2fb99 HTTP/1.1" status: 200 len: 944 time: 0.0546722 Sep 23 07:10:58.806308 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f0dacbc4-b0e6-4116-b07b-57cd37357625 req-68577516-492f-4125-a872-476ae696ea54 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322073 Sep 23 07:10:59.790523 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a1889c-0553-449f-ba88-76d174afcff5 req-5aef9abc-e0d0-45e9-a2a9-961e72a1162d tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:59.792346 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a0a1889c-0553-449f-ba88-76d174afcff5 req-5aef9abc-e0d0-45e9-a2a9-961e72a1162d tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=9241a2cc-9586-48bc-ad31-02bcbb8d3d73 HTTP/1.1" status: 200 len: 947 time: 0.0520945 Sep 23 07:10:59.840983 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a0a1889c-0553-449f-ba88-76d174afcff5 req-e276c995-c346-4568-bff6-5540937bbcb5 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups?id=3393c7b0-0596-4371-8310-4ab905c5a883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352998 Sep 23 07:10:59.930654 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73238ac-07d3-4f5c-bae7-2cc8cdc1aae2 req-30a4a9ee-8180-45be-9416-8d9bb3daac03 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:10:59.932147 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d73238ac-07d3-4f5c-bae7-2cc8cdc1aae2 req-30a4a9ee-8180-45be-9416-8d9bb3daac03 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a68e9d6-f986-4d8b-8769-0ab88bd2fb99 HTTP/1.1" status: 200 len: 944 time: 0.0512159 Sep 23 07:10:59.972078 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d73238ac-07d3-4f5c-bae7-2cc8cdc1aae2 req-ad470042-cc78-4912-ba13-49108566c5ac tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329773 Sep 23 07:11:00.039356 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06b0fc-f315-48ce-8429-b40530dd2bc0 req-dc4745fd-4f2e-4da7-aacc-7e67ff2c9783 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:00.040926 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6f06b0fc-f315-48ce-8429-b40530dd2bc0 req-dc4745fd-4f2e-4da7-aacc-7e67ff2c9783 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.58 "GET /v2.0/ports?device_id=9241a2cc-9586-48bc-ad31-02bcbb8d3d73 HTTP/1.1" status: 200 len: 947 time: 0.0530879 Sep 23 07:11:00.144928 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-6f06b0fc-f315-48ce-8429-b40530dd2bc0 req-c7ab304e-1935-46e0-8386-2cf81c99f990 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Deleting port 27d074a5-8975-48d4-8a68-d84b9325ba43 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:11:00.145220 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-6f06b0fc-f315-48ce-8429-b40530dd2bc0 req-c7ab304e-1935-46e0-8386-2cf81c99f990 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:00.237025 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-6f06b0fc-f315-48ce-8429-b40530dd2bc0 req-c7ab304e-1935-46e0-8386-2cf81c99f990 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] For port 27d074a5-8975-48d4-8a68-d84b9325ba43, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=27d074a5-8975-48d4-8a68-d84b9325ba43,segment=NetworkSegment(1c65d3ce-0d0d-44a7-ae9c-a00acf5305e9),segment_id=1c65d3ce-0d0d-44a7-ae9c-a00acf5305e9)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:11:00.237388 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-6f06b0fc-f315-48ce-8429-b40530dd2bc0 req-c7ab304e-1935-46e0-8386-2cf81c99f990 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:00.421690 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-6f06b0fc-f315-48ce-8429-b40530dd2bc0 req-c7ab304e-1935-46e0-8386-2cf81c99f990 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:00.422095 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-6f06b0fc-f315-48ce-8429-b40530dd2bc0 req-c7ab304e-1935-46e0-8386-2cf81c99f990 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:00.422507 n-d-715271-16 neutron-server[95066]: INFO neutron.db.l3_db [req-6f06b0fc-f315-48ce-8429-b40530dd2bc0 req-c7ab304e-1935-46e0-8386-2cf81c99f990 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Floating IP 25f46a7b-2513-4367-a68d-2a704fff5f9a disassociated. External IP: 172.25.2.245, port: 27d074a5-8975-48d4-8a68-d84b9325ba43. Sep 23 07:11:00.422924 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-6f06b0fc-f315-48ce-8429-b40530dd2bc0 req-c7ab304e-1935-46e0-8386-2cf81c99f990 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Calling delete_port for 27d074a5-8975-48d4-8a68-d84b9325ba43 owned by compute:nova {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:11:00.552650 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-6f06b0fc-f315-48ce-8429-b40530dd2bc0 req-c7ab304e-1935-46e0-8386-2cf81c99f990 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:00.586031 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ab304e-1935-46e0-8386-2cf81c99f990 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Pushing event deleted for resources: {'Port': ['ID=27d074a5-8975-48d4-8a68-d84b9325ba43,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:00.706437 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f06b0fc-f315-48ce-8429-b40530dd2bc0 req-c7ab304e-1935-46e0-8386-2cf81c99f990 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Router 113bcdd0-0d81-4185-8c10-425ae2a812d6 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:11:00.817505 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f06b0fc-f315-48ce-8429-b40530dd2bc0 req-c7ab304e-1935-46e0-8386-2cf81c99f990 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:11:00.829536 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8445fb-098a-455b-8cba-517cb65265a7 None None] Sync routers for ids ['113bcdd0-0d81-4185-8c10-425ae2a812d6'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:11:00.839972 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8445fb-098a-455b-8cba-517cb65265a7 None None] Routers {'113bcdd0-0d81-4185-8c10-425ae2a812d6'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:11:00.840883 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-3b8445fb-098a-455b-8cba-517cb65265a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:10:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['113bcdd0-0d81-4185-8c10-425ae2a812d6'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:11:00.860374 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f06b0fc-f315-48ce-8429-b40530dd2bc0 req-c7ab304e-1935-46e0-8386-2cf81c99f990 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] No DVR routers for this DVR port 27d074a5-8975-48d4-8a68-d84b9325ba43 on host n-h2-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:11:00.863255 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-6f06b0fc-f315-48ce-8429-b40530dd2bc0 req-c7ab304e-1935-46e0-8386-2cf81c99f990 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:00.865471 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6f06b0fc-f315-48ce-8429-b40530dd2bc0 req-c7ab304e-1935-46e0-8386-2cf81c99f990 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.58 "DELETE /v2.0/ports/27d074a5-8975-48d4-8a68-d84b9325ba43 HTTP/1.1" status: 204 len: 173 time: 0.8175621 Sep 23 07:11:00.865967 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9241a2cc-9586-48bc-ad31-02bcbb8d3d73', 'name': 'network-vif-deleted', 'tag': '27d074a5-8975-48d4-8a68-d84b9325ba43'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:11:00.868453 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18459ce6-731f-40af-93e9-a68e8e13a812" -d '{"events": [{"server_uuid": "9241a2cc-9586-48bc-ad31-02bcbb8d3d73", "name": "network-vif-deleted", "tag": "27d074a5-8975-48d4-8a68-d84b9325ba43"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:11:00.947003 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-490fbc89-ef10-4668-9f22-f42adabcb1d7 x-openstack-request-id: req-490fbc89-ef10-4668-9f22-f42adabcb1d7 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:11:00.947468 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9241a2cc-9586-48bc-ad31-02bcbb8d3d73", "name": "network-vif-deleted", "tag": "27d074a5-8975-48d4-8a68-d84b9325ba43", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:11:00.947796 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-490fbc89-ef10-4668-9f22-f42adabcb1d7 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:11:00.948275 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9241a2cc-9586-48bc-ad31-02bcbb8d3d73', 'name': 'network-vif-deleted', 'tag': '27d074a5-8975-48d4-8a68-d84b9325ba43', 'status': 'completed', 'code': 200} Sep 23 07:11:00.974937 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4d8850c0-7071-41b3-8c86-7722d7be7715 req-4359b63d-8524-4794-91de-41c7149f7f3e tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/ports?device_id=9241a2cc-9586-48bc-ad31-02bcbb8d3d73 HTTP/1.1" status: 200 len: 210 time: 0.0335526 Sep 23 07:11:01.036849 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-3b8445fb-098a-455b-8cba-517cb65265a7 None None] Set router 113bcdd0-0d81-4185-8c10-425ae2a812d6 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:11:01.157058 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4767e6ae-4ded-46e9-ae5d-effcb1e172bc req-bf40ebab-3603-47e8-8a5a-5818f4d491f6 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:01.159601 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4767e6ae-4ded-46e9-ae5d-effcb1e172bc req-bf40ebab-3603-47e8-8a5a-5818f4d491f6 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a68e9d6-f986-4d8b-8769-0ab88bd2fb99 HTTP/1.1" status: 200 len: 944 time: 0.0875371 Sep 23 07:11:01.231118 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4767e6ae-4ded-46e9-ae5d-effcb1e172bc req-a7f2d989-52b0-48d3-9ffe-f0e200e75f34 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626307 Sep 23 07:11:01.346203 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-3b8445fb-098a-455b-8cba-517cb65265a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '113bcdd0-0d81-4185-8c10-425ae2a812d6', 'name': 'tempest-AttachVolumeShelveTestJSON-295849971-router', 'tenant_id': '4d93d8414d394ae180d5f159fb0b8b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '0c725ec1-eb17-464d-8874-cd943b7136a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:02:25Z', 'updated_at': '2021-09-23T07:02:31Z', 'revision_number': 4, 'project_id': '4d93d8414d394ae180d5f159fb0b8b54', 'gw_port': {'id': '0c725ec1-eb17-464d-8874-cd943b7136a7', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bf:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113bcdd0-0d81-4185-8c10-425ae2a812d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:26Z', 'updated_at': '2021-09-23T07:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '7e3bdc63-8e1c-4dee-b760-db4eda2132a6', 'name': '', 'network_id': 'ca28a1fe-55ea-41f7-96a5-1261b4a66187', 'tenant_id': '4d93d8414d394ae180d5f159fb0b8b54', 'mac_address': 'fa:16:3e:e7:20:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113bcdd0-0d81-4185-8c10-425ae2a812d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '5441eb5f-3885-44a6-9b00-13a9788d14f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:29Z', 'updated_at': '2021-09-23T07:02:40Z', 'revision_number': 5, 'project_id': '4d93d8414d394ae180d5f159fb0b8b54', 'subnets': [{'id': '5441eb5f-3885-44a6-9b00-13a9788d14f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:11:01.388632 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8445fb-098a-455b-8cba-517cb65265a7 None None] Checking router: 113bcdd0-0d81-4185-8c10-425ae2a812d6 for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:11:01.398114 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8445fb-098a-455b-8cba-517cb65265a7 None None] Routers {'113bcdd0-0d81-4185-8c10-425ae2a812d6'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:11:01.398740 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-3b8445fb-098a-455b-8cba-517cb65265a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:10:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['113bcdd0-0d81-4185-8c10-425ae2a812d6'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:11:01.671887 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-3b8445fb-098a-455b-8cba-517cb65265a7 None None] Set router 113bcdd0-0d81-4185-8c10-425ae2a812d6 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:11:01.884497 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-3b8445fb-098a-455b-8cba-517cb65265a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '113bcdd0-0d81-4185-8c10-425ae2a812d6', 'name': 'tempest-AttachVolumeShelveTestJSON-295849971-router', 'tenant_id': '4d93d8414d394ae180d5f159fb0b8b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '0c725ec1-eb17-464d-8874-cd943b7136a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:02:25Z', 'updated_at': '2021-09-23T07:02:31Z', 'revision_number': 4, 'project_id': '4d93d8414d394ae180d5f159fb0b8b54', 'gw_port': {'id': '0c725ec1-eb17-464d-8874-cd943b7136a7', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bf:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113bcdd0-0d81-4185-8c10-425ae2a812d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:26Z', 'updated_at': '2021-09-23T07:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '7e3bdc63-8e1c-4dee-b760-db4eda2132a6', 'name': '', 'network_id': 'ca28a1fe-55ea-41f7-96a5-1261b4a66187', 'tenant_id': '4d93d8414d394ae180d5f159fb0b8b54', 'mac_address': 'fa:16:3e:e7:20:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113bcdd0-0d81-4185-8c10-425ae2a812d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '5441eb5f-3885-44a6-9b00-13a9788d14f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:29Z', 'updated_at': '2021-09-23T07:02:40Z', 'revision_number': 5, 'project_id': '4d93d8414d394ae180d5f159fb0b8b54', 'subnets': [{'id': '5441eb5f-3885-44a6-9b00-13a9788d14f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:11:01.911685 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8445fb-098a-455b-8cba-517cb65265a7 None None] The sync data for ids ['113bcdd0-0d81-4185-8c10-425ae2a812d6'] in n-d-715271-16 is: [{'id': '113bcdd0-0d81-4185-8c10-425ae2a812d6', 'name': 'tempest-AttachVolumeShelveTestJSON-295849971-router', 'tenant_id': '4d93d8414d394ae180d5f159fb0b8b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '0c725ec1-eb17-464d-8874-cd943b7136a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:02:25Z', 'updated_at': '2021-09-23T07:02:31Z', 'revision_number': 4, 'project_id': '4d93d8414d394ae180d5f159fb0b8b54', 'gw_port': {'id': '0c725ec1-eb17-464d-8874-cd943b7136a7', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bf:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113bcdd0-0d81-4185-8c10-425ae2a812d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:26Z', 'updated_at': '2021-09-23T07:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '7e3bdc63-8e1c-4dee-b760-db4eda2132a6', 'name': '', 'network_id': 'ca28a1fe-55ea-41f7-96a5-1261b4a66187', 'tenant_id': '4d93d8414d394ae180d5f159fb0b8b54', 'mac_address': 'fa:16:3e:e7:20:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113bcdd0-0d81-4185-8c10-425ae2a812d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '5441eb5f-3885-44a6-9b00-13a9788d14f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:29Z', 'updated_at': '2021-09-23T07:02:40Z', 'revision_number': 5, 'project_id': '4d93d8414d394ae180d5f159fb0b8b54', 'subnets': [{'id': '5441eb5f-3885-44a6-9b00-13a9788d14f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:11:02.085067 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 37270) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:11:02.165748 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4d74a533-24af-47de-af1d-29ff198d9c80 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:02.192071 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4d74a533-24af-47de-af1d-29ff198d9c80 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:02.197946 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9a62b9-8ae4-496e-b7d9-8a220eaa5cd6 None None] New status for floating IP 25f46a7b-2513-4367-a68d-2a704fff5f9a: DOWN {{(pid=95068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 07:11:02.250218 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4d74a533-24af-47de-af1d-29ff198d9c80 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:02.252946 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4d74a533-24af-47de-af1d-29ff198d9c80 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:02.256679 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-4d74a533-24af-47de-af1d-29ff198d9c80 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "DELETE /v2.0/security-groups/3393c7b0-0596-4371-8310-4ab905c5a883 HTTP/1.1" status: 204 len: 168 time: 0.1681061 Sep 23 07:11:02.257702 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 37274) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:11:02.264938 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d74a533-24af-47de-af1d-29ff198d9c80 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3393c7b0-0596-4371-8310-4ab905c5a883,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:02.276427 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [None req-c277b5f1-c015-4303-9c8b-e0f802f0f3f6 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] show failed (client error): The resource could not be found. Sep 23 07:11:02.282524 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-c277b5f1-c015-4303-9c8b-e0f802f0f3f6 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "GET /v2.0/security-groups/3393c7b0-0596-4371-8310-4ab905c5a883 HTTP/1.1" status: 404 len: 347 time: 0.0226648 Sep 23 07:11:02.283553 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 37276) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:11:02.424479 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 507dc8c8-ad1f-4476-a446-9dd15db90913 details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:11:02.445079 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7cabe5-4157-4451-8051-8857f987d0bb req-4524d52a-e46f-4c2e-bb89-f030caf792ce tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:02.446784 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9f7cabe5-4157-4451-8051-8857f987d0bb req-4524d52a-e46f-4c2e-bb89-f030caf792ce tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a68e9d6-f986-4d8b-8769-0ab88bd2fb99 HTTP/1.1" status: 200 len: 944 time: 0.1095359 Sep 23 07:11:02.551183 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9f7cabe5-4157-4451-8051-8857f987d0bb req-8ab96a7c-f4cf-4928-a5bc-f702db0adad7 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506449 Sep 23 07:11:02.555694 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 507dc8c8-ad1f-4476-a446-9dd15db90913, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=507dc8c8-ad1f-4476-a446-9dd15db90913,segment=NetworkSegment(4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c),segment_id=4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:11:02.566523 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-bed26976-bd22-4c7a-bbc9-3d7eeb73a750 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Deleting port 7185d057-e30a-4a8c-9612-461a55ca2815 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:11:02.567006 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bed26976-bd22-4c7a-bbc9-3d7eeb73a750 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:02.571879 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': '507dc8c8-ad1f-4476-a446-9dd15db90913', 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112', 'port_id': '507dc8c8-ad1f-4476-a446-9dd15db90913', 'mac_address': 'fa:16:3e:9c:d5:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f0a580e-e630-4d93-8377-9af2cc86d82c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:11:02.629114 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:02.644291 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 507dc8c8-ad1f-4476-a446-9dd15db90913 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:11:02.668478 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 507dc8c8-ad1f-4476-a446-9dd15db90913, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=507dc8c8-ad1f-4476-a446-9dd15db90913,segment=NetworkSegment(4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c),segment_id=4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:11:02.673791 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:02.677858 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bed26976-bd22-4c7a-bbc9-3d7eeb73a750 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:02.678307 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bed26976-bd22-4c7a-bbc9-3d7eeb73a750 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:02.691734 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-bed26976-bd22-4c7a-bbc9-3d7eeb73a750 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Calling delete_port for 7185d057-e30a-4a8c-9612-461a55ca2815 owned by network:floatingip {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:11:02.739631 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=507dc8c8-ad1f-4476-a446-9dd15db90913,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:02.848986 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bed26976-bd22-4c7a-bbc9-3d7eeb73a750 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:02.878436 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed26976-bd22-4c7a-bbc9-3d7eeb73a750 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Pushing event deleted for resources: {'Port': ['ID=7185d057-e30a-4a8c-9612-461a55ca2815,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:02.948216 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bed26976-bd22-4c7a-bbc9-3d7eeb73a750 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks [] for floatingip, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:02.951100 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bed26976-bd22-4c7a-bbc9-3d7eeb73a750 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:02.952738 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-bed26976-bd22-4c7a-bbc9-3d7eeb73a750 tempest-AttachVolumeShelveTestJSON-397161172 tempest-AttachVolumeShelveTestJSON-397161172-project] 10.222.0.39 "DELETE /v2.0/floatingips/25f46a7b-2513-4367-a68d-2a704fff5f9a HTTP/1.1" status: 204 len: 168 time: 0.6674917 Sep 23 07:11:03.107782 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['507dc8c8-ad1f-4476-a446-9dd15db90913'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:11:03.705885 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e3b088-bcc8-4aa9-a731-88ec06da16b8 req-53598deb-3538-49a5-9493-9911a31c3395 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:03.707694 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-11e3b088-bcc8-4aa9-a731-88ec06da16b8 req-53598deb-3538-49a5-9493-9911a31c3395 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a68e9d6-f986-4d8b-8769-0ab88bd2fb99 HTTP/1.1" status: 200 len: 945 time: 0.0634303 Sep 23 07:11:03.758749 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-11e3b088-bcc8-4aa9-a731-88ec06da16b8 req-a446c395-515a-4dd0-a85f-bed5fbbbcb65 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439422 Sep 23 07:11:04.449037 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 507dc8c8-ad1f-4476-a446-9dd15db90913 up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:11:04.511845 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port 507dc8c8-ad1f-4476-a446-9dd15db90913 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:11:04.517232 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port 507dc8c8-ad1f-4476-a446-9dd15db90913 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:11:04.518046 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:04.631221 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:04.675000 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 507dc8c8-ad1f-4476-a446-9dd15db90913, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=507dc8c8-ad1f-4476-a446-9dd15db90913,segment=NetworkSegment(4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c),segment_id=4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:11:04.676655 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a68e9d6-f986-4d8b-8769-0ab88bd2fb99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '507dc8c8-ad1f-4476-a446-9dd15db90913'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:11:04.679223 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ab77b4-f47c-47b5-a464-9f1b273db451" -d '{"events": [{"server_uuid": "7a68e9d6-f986-4d8b-8769-0ab88bd2fb99", "name": "network-vif-plugged", "status": "completed", "tag": "507dc8c8-ad1f-4476-a446-9dd15db90913"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:11:04.683385 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:04.745784 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88894c72-ca12-48b9-9eb5-0fcf5d708431 x-openstack-request-id: req-88894c72-ca12-48b9-9eb5-0fcf5d708431 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:11:04.746109 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a68e9d6-f986-4d8b-8769-0ab88bd2fb99", "name": "network-vif-plugged", "status": "completed", "tag": "507dc8c8-ad1f-4476-a446-9dd15db90913", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:11:04.746360 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-88894c72-ca12-48b9-9eb5-0fcf5d708431 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:11:04.746819 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a68e9d6-f986-4d8b-8769-0ab88bd2fb99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '507dc8c8-ad1f-4476-a446-9dd15db90913', 'code': 200} Sep 23 07:11:04.752371 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=507dc8c8-ad1f-4476-a446-9dd15db90913,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:04.763257 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 27d074a5-8975-48d4-8a68-d84b9325ba43 no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:11:04.802876 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No Port match for: 27d074a5-8975-48d4-8a68-d84b9325ba43 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:11:04.803414 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 27d074a5-8975-48d4-8a68-d84b9325ba43 not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:11:04.827796 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cdcbdab3-2e2b-40cc-b4f2-065144529e64 req-71ed7313-242c-49de-ba59-bf93dfa4304a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3224526f-2e98-4218-ba61-553b6175c158&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1159267 Sep 23 07:11:04.906861 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ef12b9-8a36-4334-a469-f9026757cd3e req-dac4030e-4ae9-4246-940a-a733c1f06fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:04.908681 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-10ef12b9-8a36-4334-a469-f9026757cd3e req-dac4030e-4ae9-4246-940a-a733c1f06fc1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7a68e9d6-f986-4d8b-8769-0ab88bd2fb99 HTTP/1.1" status: 200 len: 1098 time: 0.0652566 Sep 23 07:11:04.966185 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-10ef12b9-8a36-4334-a469-f9026757cd3e req-42b4d15c-bea6-4076-9fa0-059ec9689b99 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506301 Sep 23 07:11:04.987119 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcbdab3-2e2b-40cc-b4f2-065144529e64 req-3acd9b2f-e7f2-4768-8631-97b30d0a9a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:04.988707 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cdcbdab3-2e2b-40cc-b4f2-065144529e64 req-3acd9b2f-e7f2-4768-8631-97b30d0a9a1f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dda7d37bb4b541ebbe8e22954596ee73&device_id=3224526f-2e98-4218-ba61-553b6175c158 HTTP/1.1" status: 200 len: 1098 time: 0.0979176 Sep 23 07:11:04.998313 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e99649-6273-46fb-92e5-7bd24a7c8a45 req-4133f66f-bf28-42a5-a770-21a53a172593 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:04.999996 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-59e99649-6273-46fb-92e5-7bd24a7c8a45 req-4133f66f-bf28-42a5-a770-21a53a172593 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a68e9d6-f986-4d8b-8769-0ab88bd2fb99 HTTP/1.1" status: 200 len: 946 time: 0.0743160 Sep 23 07:11:05.083917 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-59e99649-6273-46fb-92e5-7bd24a7c8a45 req-fd9ba5c2-5b2b-4226-99ab-9e6e0cb28383 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769393 Sep 23 07:11:05.147691 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcbdab3-2e2b-40cc-b4f2-065144529e64 req-842e9c1d-fcfe-4f61-8b50-73343e7fe6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:05.149228 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cdcbdab3-2e2b-40cc-b4f2-065144529e64 req-842e9c1d-fcfe-4f61-8b50-73343e7fe6e7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ee64cebb-cbad-4040-a31a-b12cc5624112 HTTP/1.1" status: 200 len: 912 time: 0.1242249 Sep 23 07:11:05.197287 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cdcbdab3-2e2b-40cc-b4f2-065144529e64 req-9c301f3f-d12e-479b-9ced-86e0b8077ccc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8dde676d-bf9a-4015-b742-59c69b251569 HTTP/1.1" status: 200 len: 217 time: 0.0406132 Sep 23 07:11:05.258133 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcbdab3-2e2b-40cc-b4f2-065144529e64 req-b48df309-3d5c-44fe-b7a6-566dad270b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:05.259702 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cdcbdab3-2e2b-40cc-b4f2-065144529e64 req-b48df309-3d5c-44fe-b7a6-566dad270b16 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4f0a580e-e630-4d93-8377-9af2cc86d82c HTTP/1.1" status: 200 len: 850 time: 0.0549047 Sep 23 07:11:05.330559 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcbdab3-2e2b-40cc-b4f2-065144529e64 req-28a45df1-948d-4389-9ef3-fc54bb933996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:05.332889 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cdcbdab3-2e2b-40cc-b4f2-065144529e64 req-28a45df1-948d-4389-9ef3-fc54bb933996 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ee64cebb-cbad-4040-a31a-b12cc5624112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537403 Sep 23 07:11:05.469571 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cdcbdab3-2e2b-40cc-b4f2-065144529e64 req-0ef62a88-86b2-44a1-a5a4-c7f5b7415581 service neutron] 10.222.0.58 "GET /v2.0/networks/ee64cebb-cbad-4040-a31a-b12cc5624112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273856 Sep 23 07:11:05.598103 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cdcbdab3-2e2b-40cc-b4f2-065144529e64 req-ce7e9135-da0e-40e3-ba73-93c1e0f64a52 service neutron] 10.222.0.58 "GET /v2.0/networks/ee64cebb-cbad-4040-a31a-b12cc5624112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205578 Sep 23 07:11:06.218203 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb66f09-7b4a-466f-9fb1-6daf7e8920e3 req-0e4bbf74-83f8-47cb-8dcc-ac9bbf6e40f6 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:06.219750 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9eb66f09-7b4a-466f-9fb1-6daf7e8920e3 req-0e4bbf74-83f8-47cb-8dcc-ac9bbf6e40f6 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a68e9d6-f986-4d8b-8769-0ab88bd2fb99 HTTP/1.1" status: 200 len: 946 time: 0.0593510 Sep 23 07:11:06.273311 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9eb66f09-7b4a-466f-9fb1-6daf7e8920e3 req-0f898ce8-bad1-4cca-9aa5-862b3457cf10 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471809 Sep 23 07:11:06.474606 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:07.424528 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66421dd7-1500-432b-9640-7bbf6776a70d req-f1af1ddd-fe32-4f68-a11b-043d66f3729f tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:07.426610 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-66421dd7-1500-432b-9640-7bbf6776a70d req-f1af1ddd-fe32-4f68-a11b-043d66f3729f tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a68e9d6-f986-4d8b-8769-0ab88bd2fb99 HTTP/1.1" status: 200 len: 946 time: 0.0659418 Sep 23 07:11:07.476565 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-66421dd7-1500-432b-9640-7bbf6776a70d req-720ea320-0636-43fb-9501-ca25e3172555 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415061 Sep 23 07:11:07.663553 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f7e88-0558-4aeb-94b7-1fb7f46f575c req-819e8d18-62f6-459e-8d36-6e421e9faa0e tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:07.678174 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a66f7e88-0558-4aeb-94b7-1fb7f46f575c req-819e8d18-62f6-459e-8d36-6e421e9faa0e tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a68e9d6-f986-4d8b-8769-0ab88bd2fb99 HTTP/1.1" status: 200 len: 946 time: 0.0720584 Sep 23 07:11:07.725094 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a66f7e88-0558-4aeb-94b7-1fb7f46f575c req-d1f2795a-f510-48d0-8c43-048cc4748ba0 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454495 Sep 23 07:11:08.059812 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-03e44d71-9733-46f7-8f3a-c84f8cc138b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:08.139981 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfd22dd-71c0-406b-8383-e3c1437c84ec req-981ec8ba-4893-40f9-990e-8354f15b8bf8 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:08.141729 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1dfd22dd-71c0-406b-8383-e3c1437c84ec req-981ec8ba-4893-40f9-990e-8354f15b8bf8 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a68e9d6-f986-4d8b-8769-0ab88bd2fb99 HTTP/1.1" status: 200 len: 946 time: 0.0827866 Sep 23 07:11:08.190864 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1dfd22dd-71c0-406b-8383-e3c1437c84ec req-b0e7b238-f55d-4f47-8363-ab56ca6f7667 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423017 Sep 23 07:11:08.753464 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 37770) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:11:09.320117 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-dec97b0f-a98c-4b3b-8d48-7e1abb5c3091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066969'] for router_interface, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:09.350217 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bafcf3-5dba-4f32-bd19-59131c7f1606 req-1d741173-46df-4a45-bf00-112c93d5c046 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:09.354070 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-40bafcf3-5dba-4f32-bd19-59131c7f1606 req-1d741173-46df-4a45-bf00-112c93d5c046 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a68e9d6-f986-4d8b-8769-0ab88bd2fb99 HTTP/1.1" status: 200 len: 946 time: 0.0793097 Sep 23 07:11:09.398277 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-40bafcf3-5dba-4f32-bd19-59131c7f1606 req-0b92afb7-b48a-4f99-b658-6c492c8494ba tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374629 Sep 23 07:11:09.626138 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-dec97b0f-a98c-4b3b-8d48-7e1abb5c3091 admin admin] Deleting port 7e3bdc63-8e1c-4dee-b760-db4eda2132a6 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:11:09.626841 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-dec97b0f-a98c-4b3b-8d48-7e1abb5c3091 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:09.709202 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-dec97b0f-a98c-4b3b-8d48-7e1abb5c3091 admin admin] For port 7e3bdc63-8e1c-4dee-b760-db4eda2132a6, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=7e3bdc63-8e1c-4dee-b760-db4eda2132a6,segment=NetworkSegment(1c65d3ce-0d0d-44a7-ae9c-a00acf5305e9),segment_id=1c65d3ce-0d0d-44a7-ae9c-a00acf5305e9)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:11:09.709571 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-dec97b0f-a98c-4b3b-8d48-7e1abb5c3091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:09.723186 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-dec97b0f-a98c-4b3b-8d48-7e1abb5c3091 admin admin] Calling delete_port for 7e3bdc63-8e1c-4dee-b760-db4eda2132a6 owned by network:router_interface {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:11:09.934887 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a18e5b1-0476-4191-a8ce-1a2b79307033 req-cf1b3fd2-f9df-4fa8-907d-c4f58ca88359 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:09.939987 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8a18e5b1-0476-4191-a8ce-1a2b79307033 req-cf1b3fd2-f9df-4fa8-907d-c4f58ca88359 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a68e9d6-f986-4d8b-8769-0ab88bd2fb99 HTTP/1.1" status: 200 len: 946 time: 0.1009367 Sep 23 07:11:10.087758 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-dec97b0f-a98c-4b3b-8d48-7e1abb5c3091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:10.126958 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec97b0f-a98c-4b3b-8d48-7e1abb5c3091 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e3bdc63-8e1c-4dee-b760-db4eda2132a6,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:10.143716 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:10.164666 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-8a18e5b1-0476-4191-a8ce-1a2b79307033 req-188eafa1-cdb9-42a6-9079-8859d311cb7f tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Deleting port 507dc8c8-ad1f-4476-a446-9dd15db90913 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:11:10.165062 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-8a18e5b1-0476-4191-a8ce-1a2b79307033 req-188eafa1-cdb9-42a6-9079-8859d311cb7f tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:10.339339 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-8a18e5b1-0476-4191-a8ce-1a2b79307033 req-188eafa1-cdb9-42a6-9079-8859d311cb7f tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] For port 507dc8c8-ad1f-4476-a446-9dd15db90913, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=507dc8c8-ad1f-4476-a446-9dd15db90913,segment=NetworkSegment(4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c),segment_id=4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:11:10.339711 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-8a18e5b1-0476-4191-a8ce-1a2b79307033 req-188eafa1-cdb9-42a6-9079-8859d311cb7f tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:10.359479 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-8a18e5b1-0476-4191-a8ce-1a2b79307033 req-188eafa1-cdb9-42a6-9079-8859d311cb7f tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Calling delete_port for 507dc8c8-ad1f-4476-a446-9dd15db90913 owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:11:10.456828 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-dec97b0f-a98c-4b3b-8d48-7e1abb5c3091 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2068624'] for router_interface, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:10.672685 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de2572f-80b2-49e7-8f70-fa07a0a07462 req-716cf0af-ecdd-4295-9d6b-2e7170afd0bc tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:10.674200 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6de2572f-80b2-49e7-8f70-fa07a0a07462 req-716cf0af-ecdd-4295-9d6b-2e7170afd0bc tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a68e9d6-f986-4d8b-8769-0ab88bd2fb99 HTTP/1.1" status: 200 len: 946 time: 0.1526082 Sep 23 07:11:10.694098 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-8a18e5b1-0476-4191-a8ce-1a2b79307033 req-188eafa1-cdb9-42a6-9079-8859d311cb7f tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:10.706962 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['8dde676d-bf9a-4015-b742-59c69b251569'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:11:10.774168 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188eafa1-cdb9-42a6-9079-8859d311cb7f tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Pushing event deleted for resources: {'Port': ['ID=507dc8c8-ad1f-4476-a446-9dd15db90913,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:10.822905 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6de2572f-80b2-49e7-8f70-fa07a0a07462 req-ddd25e7e-1fc6-4c6b-a511-9f37c254ba83 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392674 Sep 23 07:11:10.862471 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a18e5b1-0476-4191-a8ce-1a2b79307033 req-188eafa1-cdb9-42a6-9079-8859d311cb7f tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] No DVR routers for this DVR port 507dc8c8-ad1f-4476-a446-9dd15db90913 on host n-h1-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:11:10.867171 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-8a18e5b1-0476-4191-a8ce-1a2b79307033 req-188eafa1-cdb9-42a6-9079-8859d311cb7f tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:10.871059 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8a18e5b1-0476-4191-a8ce-1a2b79307033 req-188eafa1-cdb9-42a6-9079-8859d311cb7f tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.21 "DELETE /v2.0/ports/507dc8c8-ad1f-4476-a446-9dd15db90913 HTTP/1.1" status: 204 len: 173 time: 0.9266627 Sep 23 07:11:10.886065 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a68e9d6-f986-4d8b-8769-0ab88bd2fb99', 'name': 'network-vif-deleted', 'tag': '507dc8c8-ad1f-4476-a446-9dd15db90913'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:11:10.887964 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6deb84ef-7796-4548-959d-cb224779b5b7" -d '{"events": [{"server_uuid": "7a68e9d6-f986-4d8b-8769-0ab88bd2fb99", "name": "network-vif-deleted", "tag": "507dc8c8-ad1f-4476-a446-9dd15db90913"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:11:10.950286 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dec97b0f-a98c-4b3b-8d48-7e1abb5c3091 admin admin] Router 113bcdd0-0d81-4185-8c10-425ae2a812d6 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:11:11.006056 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5fb2800-c64e-4384-97bd-2dd095a724a4 x-openstack-request-id: req-e5fb2800-c64e-4384-97bd-2dd095a724a4 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:11:11.006408 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a68e9d6-f986-4d8b-8769-0ab88bd2fb99", "name": "network-vif-deleted", "tag": "507dc8c8-ad1f-4476-a446-9dd15db90913", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:11:11.006593 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e5fb2800-c64e-4384-97bd-2dd095a724a4 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:11:11.006998 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a68e9d6-f986-4d8b-8769-0ab88bd2fb99', 'name': 'network-vif-deleted', 'tag': '507dc8c8-ad1f-4476-a446-9dd15db90913', 'status': 'completed', 'code': 200} Sep 23 07:11:11.079096 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-6aac1a8d-50b9-4349-9e02-05bdac82beb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:11.450751 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec97b0f-a98c-4b3b-8d48-7e1abb5c3091 admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:11:11.457983 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-dec97b0f-a98c-4b3b-8d48-7e1abb5c3091 admin admin] 10.222.0.39 "PUT /v2.0/routers/113bcdd0-0d81-4185-8c10-425ae2a812d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7022898 Sep 23 07:11:11.460474 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 37792) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:11:11.465388 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa50a4eb-a769-4f28-ad63-660df75f5f95 None None] Sync routers for ids ['113bcdd0-0d81-4185-8c10-425ae2a812d6'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:11:11.502149 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa50a4eb-a769-4f28-ad63-660df75f5f95 None None] Routers {'113bcdd0-0d81-4185-8c10-425ae2a812d6'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:11:11.503056 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-fa50a4eb-a769-4f28-ad63-660df75f5f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:11:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['113bcdd0-0d81-4185-8c10-425ae2a812d6'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:11:11.595717 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-64cf5109-6733-41c9-aaea-a383a6ee5ab6 admin admin] Notify callbacks [] for router, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:11.617655 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-fa50a4eb-a769-4f28-ad63-660df75f5f95 None None] Set router 113bcdd0-0d81-4185-8c10-425ae2a812d6 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:11:11.681005 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:11.838387 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-fa50a4eb-a769-4f28-ad63-660df75f5f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '113bcdd0-0d81-4185-8c10-425ae2a812d6', 'name': 'tempest-AttachVolumeShelveTestJSON-295849971-router', 'tenant_id': '4d93d8414d394ae180d5f159fb0b8b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '0c725ec1-eb17-464d-8874-cd943b7136a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:02:25Z', 'updated_at': '2021-09-23T07:11:09Z', 'revision_number': 5, 'project_id': '4d93d8414d394ae180d5f159fb0b8b54', 'gw_port': {'id': '0c725ec1-eb17-464d-8874-cd943b7136a7', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bf:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113bcdd0-0d81-4185-8c10-425ae2a812d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:26Z', 'updated_at': '2021-09-23T07:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:11:11.869969 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa50a4eb-a769-4f28-ad63-660df75f5f95 None None] Checking router: 113bcdd0-0d81-4185-8c10-425ae2a812d6 for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:11:11.883007 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa50a4eb-a769-4f28-ad63-660df75f5f95 None None] Routers {'113bcdd0-0d81-4185-8c10-425ae2a812d6'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:11:11.883838 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-fa50a4eb-a769-4f28-ad63-660df75f5f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:11:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['113bcdd0-0d81-4185-8c10-425ae2a812d6'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:11:11.900267 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:11:11.967889 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d59525b9-a176-414e-b486-f9346cf8a247 req-6106a9e6-4fdd-48ff-a4d5-cf7892626b78 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a68e9d6-f986-4d8b-8769-0ab88bd2fb99 HTTP/1.1" status: 200 len: 210 time: 0.0477405 Sep 23 07:11:12.058720 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-fa50a4eb-a769-4f28-ad63-660df75f5f95 None None] Set router 113bcdd0-0d81-4185-8c10-425ae2a812d6 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:11:12.111231 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-64cf5109-6733-41c9-aaea-a383a6ee5ab6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:12.209748 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-64cf5109-6733-41c9-aaea-a383a6ee5ab6 admin admin] Deleting port 0c725ec1-eb17-464d-8874-cd943b7136a7 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:11:12.212009 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-64cf5109-6733-41c9-aaea-a383a6ee5ab6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:12.328528 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:12.331627 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-64cf5109-6733-41c9-aaea-a383a6ee5ab6 admin admin] For port 0c725ec1-eb17-464d-8874-cd943b7136a7, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=0c725ec1-eb17-464d-8874-cd943b7136a7,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:11:12.332229 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-64cf5109-6733-41c9-aaea-a383a6ee5ab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:12.344555 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-fa50a4eb-a769-4f28-ad63-660df75f5f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '113bcdd0-0d81-4185-8c10-425ae2a812d6', 'name': 'tempest-AttachVolumeShelveTestJSON-295849971-router', 'tenant_id': '4d93d8414d394ae180d5f159fb0b8b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '0c725ec1-eb17-464d-8874-cd943b7136a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:02:25Z', 'updated_at': '2021-09-23T07:11:09Z', 'revision_number': 5, 'project_id': '4d93d8414d394ae180d5f159fb0b8b54', 'gw_port': {'id': '0c725ec1-eb17-464d-8874-cd943b7136a7', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bf:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113bcdd0-0d81-4185-8c10-425ae2a812d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:26Z', 'updated_at': '2021-09-23T07:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:11:12.347700 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-64cf5109-6733-41c9-aaea-a383a6ee5ab6 admin admin] Calling delete_port for 0c725ec1-eb17-464d-8874-cd943b7136a7 owned by network:router_gateway {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:11:12.384684 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa50a4eb-a769-4f28-ad63-660df75f5f95 None None] The sync data for ids ['113bcdd0-0d81-4185-8c10-425ae2a812d6'] in n-d-715271-16 is: [{'id': '113bcdd0-0d81-4185-8c10-425ae2a812d6', 'name': 'tempest-AttachVolumeShelveTestJSON-295849971-router', 'tenant_id': '4d93d8414d394ae180d5f159fb0b8b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '0c725ec1-eb17-464d-8874-cd943b7136a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:02:25Z', 'updated_at': '2021-09-23T07:11:09Z', 'revision_number': 5, 'project_id': '4d93d8414d394ae180d5f159fb0b8b54', 'gw_port': {'id': '0c725ec1-eb17-464d-8874-cd943b7136a7', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bf:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113bcdd0-0d81-4185-8c10-425ae2a812d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:02:26Z', 'updated_at': '2021-09-23T07:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:11:12.519935 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 507dc8c8-ad1f-4476-a446-9dd15db90913 no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:11:12.547810 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] No Port match for: 507dc8c8-ad1f-4476-a446-9dd15db90913 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:11:12.548172 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 507dc8c8-ad1f-4476-a446-9dd15db90913 not bound to the agent host n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:11:12.568100 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-64cf5109-6733-41c9-aaea-a383a6ee5ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:12.630224 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cf5109-6733-41c9-aaea-a383a6ee5ab6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c725ec1-eb17-464d-8874-cd943b7136a7,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:12.677220 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-64cf5109-6733-41c9-aaea-a383a6ee5ab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2068563'] for router_gateway, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:12.790187 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-64cf5109-6733-41c9-aaea-a383a6ee5ab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:12.792736 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-64cf5109-6733-41c9-aaea-a383a6ee5ab6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:12.841473 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-64cf5109-6733-41c9-aaea-a383a6ee5ab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:12.843459 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64cf5109-6733-41c9-aaea-a383a6ee5ab6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 113bcdd0-0d81-4185-8c10-425ae2a812d6 {{(pid=95066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 07:11:12.847616 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-64cf5109-6733-41c9-aaea-a383a6ee5ab6 admin admin] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:12.848823 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-64cf5109-6733-41c9-aaea-a383a6ee5ab6 admin admin] 10.222.0.39 "DELETE /v2.0/routers/113bcdd0-0d81-4185-8c10-425ae2a812d6 HTTP/1.1" status: 204 len: 168 time: 1.3866923 Sep 23 07:11:12.851428 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 37798) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:11:12.900669 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-a985d35a-acf6-4265-b697-da471965a7a8 admin admin] Deleting subnet 5441eb5f-3885-44a6-9b00-13a9788d14f9 {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:11:12.904300 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a985d35a-acf6-4265-b697-da471965a7a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:12.946161 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a985d35a-acf6-4265-b697-da471965a7a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:13.031559 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a985d35a-acf6-4265-b697-da471965a7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:13.104848 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f7065f12-af3c-4b56-8916-154457645169 req-656e1ce2-ff2b-4a91-ae22-b0aec465c111 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a68e9d6-f986-4d8b-8769-0ab88bd2fb99 HTTP/1.1" status: 200 len: 210 time: 0.0421195 Sep 23 07:11:13.116280 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a985d35a-acf6-4265-b697-da471965a7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:13.146387 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a985d35a-acf6-4265-b697-da471965a7a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5441eb5f-3885-44a6-9b00-13a9788d14f9,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:13.157343 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5391631a-258f-4b24-a50d-e639b091335a None None] Network ca28a1fe-55ea-41f7-96a5-1261b4a66187 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:11:13.158979 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a985d35a-acf6-4265-b697-da471965a7a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:13.161425 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-a985d35a-acf6-4265-b697-da471965a7a8 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/5441eb5f-3885-44a6-9b00-13a9788d14f9 HTTP/1.1" status: 204 len: 168 time: 0.3089674 Sep 23 07:11:13.163898 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 37802) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:11:13.264485 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-65bece58-b20a-4159-ad2e-c1b2c5ba10ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:13.396514 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-65bece58-b20a-4159-ad2e-c1b2c5ba10ab admin admin] Deleting port 88b903e4-189c-457e-b790-c4d4ff62d150 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:11:13.396923 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-65bece58-b20a-4159-ad2e-c1b2c5ba10ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:13.484996 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-65bece58-b20a-4159-ad2e-c1b2c5ba10ab admin admin] For port 88b903e4-189c-457e-b790-c4d4ff62d150, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=88b903e4-189c-457e-b790-c4d4ff62d150,segment=NetworkSegment(1c65d3ce-0d0d-44a7-ae9c-a00acf5305e9),segment_id=1c65d3ce-0d0d-44a7-ae9c-a00acf5305e9)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:11:13.485362 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-65bece58-b20a-4159-ad2e-c1b2c5ba10ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:13.501200 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-65bece58-b20a-4159-ad2e-c1b2c5ba10ab admin admin] Calling delete_port for 88b903e4-189c-457e-b790-c4d4ff62d150 owned by network:dhcp {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:11:13.563511 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 37812) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:11:13.596781 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-65bece58-b20a-4159-ad2e-c1b2c5ba10ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:13.611063 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bece58-b20a-4159-ad2e-c1b2c5ba10ab admin admin] No DVR routers for this DVR port 88b903e4-189c-457e-b790-c4d4ff62d150 on host n-d-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:11:13.657512 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bece58-b20a-4159-ad2e-c1b2c5ba10ab admin admin] Pushing event deleted for resources: {'Port': ['ID=88b903e4-189c-457e-b790-c4d4ff62d150,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:13.663626 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6691614f-8c4b-4537-99a3-69dee48e317d None None] DHCP port deletion for ca28a1fe-55ea-41f7-96a5-1261b4a66187 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 07:11:13.755448 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-65bece58-b20a-4159-ad2e-c1b2c5ba10ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:13.777334 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-65bece58-b20a-4159-ad2e-c1b2c5ba10ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca28a1fe-55ea-41f7-96a5-1261b4a66187']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:11:13.788135 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-65bece58-b20a-4159-ad2e-c1b2c5ba10ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c65d3ce-0d0d-44a7-ae9c-a00acf5305e9') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:11:13.788781 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-65bece58-b20a-4159-ad2e-c1b2c5ba10ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c65d3ce-0d0d-44a7-ae9c-a00acf5305e9') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:11:13.800481 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 88b903e4-189c-457e-b790-c4d4ff62d150 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:11:13.804548 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-65bece58-b20a-4159-ad2e-c1b2c5ba10ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:13.823004 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-65bece58-b20a-4159-ad2e-c1b2c5ba10ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:13.831845 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65bece58-b20a-4159-ad2e-c1b2c5ba10ab admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:11:13.832514 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-65bece58-b20a-4159-ad2e-c1b2c5ba10ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:13.834587 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 07:11:13.834587 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:11:13.834587 n-d-715271-16 neutron-server[95065]: timer() Sep 23 07:11:13.834587 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:11:13.834587 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 07:11:13.834587 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:11:13.834587 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 07:11:13.834587 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:11:13.834587 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 07:11:13.834587 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:11:13.834587 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 07:11:13.834587 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:11:13.834587 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 07:11:13.834587 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:11:13.834587 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:11:13.834587 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:11:13.834587 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:11:13.834587 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:11:13.834587 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 07:11:13.834587 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:11:13.834587 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 07:11:13.834587 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:11:13.834587 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:11:13.834587 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:11:13.834587 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 07:11:13.834587 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:11:13.834587 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:11:13.834587 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:11:13.834587 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:11:13.834587 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:11:13.834587 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:11:13.834587 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:11:13.846764 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-826140c8-e288-4761-a728-f4bdf3d0ee53 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=158fbc1e01c3409b945d0d2a28040942&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2797830 Sep 23 07:11:13.847770 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 37816) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:11:13.854024 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 88b903e4-189c-457e-b790-c4d4ff62d150 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:11:13.854375 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 88b903e4-189c-457e-b790-c4d4ff62d150 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:11:13.854770 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 7e3bdc63-8e1c-4dee-b760-db4eda2132a6 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:11:13.881711 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:13.882700 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 7e3bdc63-8e1c-4dee-b760-db4eda2132a6 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:11:13.883239 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 7e3bdc63-8e1c-4dee-b760-db4eda2132a6 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:11:13.883827 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 0c725ec1-eb17-464d-8874-cd943b7136a7 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:11:13.904251 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 0c725ec1-eb17-464d-8874-cd943b7136a7 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:11:13.905436 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 0c725ec1-eb17-464d-8874-cd943b7136a7 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:11:13.914248 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a183cb09-7ba5-4c01-a2c2-1c839eb43776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:13.918817 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-65bece58-b20a-4159-ad2e-c1b2c5ba10ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:13.924642 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-65bece58-b20a-4159-ad2e-c1b2c5ba10ab admin admin] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:13.928775 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-65bece58-b20a-4159-ad2e-c1b2c5ba10ab admin admin] 10.222.0.39 "DELETE /v2.0/networks/ca28a1fe-55ea-41f7-96a5-1261b4a66187 HTTP/1.1" status: 204 len: 168 time: 0.7615964 Sep 23 07:11:13.943521 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bece58-b20a-4159-ad2e-c1b2c5ba10ab admin admin] Pushing event deleted for resources: {'Network': ['ID=ca28a1fe-55ea-41f7-96a5-1261b4a66187,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:13.964461 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a183cb09-7ba5-4c01-a2c2-1c839eb43776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:14.028784 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a183cb09-7ba5-4c01-a2c2-1c839eb43776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:14.032639 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a183cb09-7ba5-4c01-a2c2-1c839eb43776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:14.034263 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-a183cb09-7ba5-4c01-a2c2-1c839eb43776 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a546b148-6889-47c4-9171-f1419a128bfc HTTP/1.1" status: 204 len: 168 time: 0.1853278 Sep 23 07:11:14.042658 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a183cb09-7ba5-4c01-a2c2-1c839eb43776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a546b148-6889-47c4-9171-f1419a128bfc,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:14.112359 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 37822) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:11:14.161908 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-81923597-697c-4e94-bac4-eae1d80b6202 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4d93d8414d394ae180d5f159fb0b8b54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0454619 Sep 23 07:11:14.162356 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 37826) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:11:14.224905 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-063069b2-1adc-4ab7-90f4-4df22885eb51 req-93c361a8-daab-4064-9d97-1f0021c9ee21 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a68e9d6-f986-4d8b-8769-0ab88bd2fb99 HTTP/1.1" status: 200 len: 210 time: 0.0300355 Sep 23 07:11:14.228479 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5ef2c50a-5f1b-4447-a6a9-229cf3e7f053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:14.259336 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5ef2c50a-5f1b-4447-a6a9-229cf3e7f053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:14.322326 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5ef2c50a-5f1b-4447-a6a9-229cf3e7f053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:14.325672 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5ef2c50a-5f1b-4447-a6a9-229cf3e7f053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:14.329792 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-5ef2c50a-5f1b-4447-a6a9-229cf3e7f053 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4ee32cbe-0f1f-44ce-8782-e80f084cc9f9 HTTP/1.1" status: 204 len: 168 time: 0.1636238 Sep 23 07:11:14.346155 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef2c50a-5f1b-4447-a6a9-229cf3e7f053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee32cbe-0f1f-44ce-8782-e80f084cc9f9,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:15.142443 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 37872) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:11:15.304993 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-f605e56c-2741-4d23-ac63-5549916be717 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1848057356-network', 'tenant_id': 'b6f7a7c9880248c0a51b1399dcbba6cb'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:11:15.345421 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f605e56c-2741-4d23-ac63-5549916be717 admin admin] Made reservation on behalf of b6f7a7c9880248c0a51b1399dcbba6cb for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:11:15.348352 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f605e56c-2741-4d23-ac63-5549916be717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:15.387025 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1b4eabee-5701-4c04-9cd7-107f789e10be req-8a61821d-a327-4153-afe0-77a32b86dbdf tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a68e9d6-f986-4d8b-8769-0ab88bd2fb99 HTTP/1.1" status: 200 len: 210 time: 0.0358098 Sep 23 07:11:15.393726 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f605e56c-2741-4d23-ac63-5549916be717 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:15.516271 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f605e56c-2741-4d23-ac63-5549916be717 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:15.523648 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f605e56c-2741-4d23-ac63-5549916be717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:15.558190 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f605e56c-2741-4d23-ac63-5549916be717 admin admin] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:11:15.575518 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f605e56c-2741-4d23-ac63-5549916be717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1861566a-12e2-4046-8bf7-f585280aebdf,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:15.585057 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f605e56c-2741-4d23-ac63-5549916be717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:15.585695 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-f605e56c-2741-4d23-ac63-5549916be717 admin admin] Added segment ddc55d8f-37be-43df-a2df-f2d5e7a2dd18 of type vlan for network 7419f04a-5d5b-442f-8742-9cad839fa406 Sep 23 07:11:15.642856 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f605e56c-2741-4d23-ac63-5549916be717 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:15.676156 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f605e56c-2741-4d23-ac63-5549916be717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:15.677420 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f605e56c-2741-4d23-ac63-5549916be717 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:15.678252 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f605e56c-2741-4d23-ac63-5549916be717 admin admin] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:15.726620 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-f605e56c-2741-4d23-ac63-5549916be717 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5799313 Sep 23 07:11:15.727603 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 37884) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:11:15.760390 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-fad93885-10e2-44fc-a1b6-44e48ece6a18 admin admin] Request body: {'subnet': {'network_id': '7419f04a-5d5b-442f-8742-9cad839fa406', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1848057356-subnet', 'tenant_id': 'b6f7a7c9880248c0a51b1399dcbba6cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:11:15.765050 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f605e56c-2741-4d23-ac63-5549916be717 admin admin] Pushing event updated for resources: {'Network': ['ID=7419f04a-5d5b-442f-8742-9cad839fa406,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:15.779155 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 7419f04a-5d5b-442f-8742-9cad839fa406 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:11:15.786733 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad93885-10e2-44fc-a1b6-44e48ece6a18 admin admin] Made reservation on behalf of b6f7a7c9880248c0a51b1399dcbba6cb for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:11:15.789887 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fad93885-10e2-44fc-a1b6-44e48ece6a18 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:15.991835 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fad93885-10e2-44fc-a1b6-44e48ece6a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:16.047765 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad93885-10e2-44fc-a1b6-44e48ece6a18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfb72d2e-9264-4b10-9cef-735d69774d44,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:16.064119 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad93885-10e2-44fc-a1b6-44e48ece6a18 admin admin] Checking segment: {'id': 'ddc55d8f-37be-43df-a2df-f2d5e7a2dd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '7419f04a-5d5b-442f-8742-9cad839fa406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:11:16.064485 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad93885-10e2-44fc-a1b6-44e48ece6a18 admin admin] Network hostable DHCP agents. Network: 7419f04a-5d5b-442f-8742-9cad839fa406, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:11:16.087913 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad93885-10e2-44fc-a1b6-44e48ece6a18 admin admin] Network 7419f04a-5d5b-442f-8742-9cad839fa406 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:11:16.103591 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-fad93885-10e2-44fc-a1b6-44e48ece6a18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 7419f04a-5d5b-442f-8742-9cad839fa406) {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:11:16.112659 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0faad845-d9e0-4f10-a83c-15c391a3ab55 None None] Network 7419f04a-5d5b-442f-8742-9cad839fa406 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:11:16.120517 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad93885-10e2-44fc-a1b6-44e48ece6a18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:16.121139 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fad93885-10e2-44fc-a1b6-44e48ece6a18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:16.144137 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-fad93885-10e2-44fc-a1b6-44e48ece6a18 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4159794 Sep 23 07:11:16.265198 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a247ca73-4ad9-4f3d-871f-5debedc0c278 None None] Network 7419f04a-5d5b-442f-8742-9cad839fa406 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:11:16.680237 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4dcbec-7c4a-41d0-b1c5-8bd3fa183403 req-72cfdd65-4cc3-4b7d-9154-1cd4538cc2c8 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:16.682134 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ae4dcbec-7c4a-41d0-b1c5-8bd3fa183403 req-72cfdd65-4cc3-4b7d-9154-1cd4538cc2c8 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/networks?id=7419f04a-5d5b-442f-8742-9cad839fa406 HTTP/1.1" status: 200 len: 815 time: 0.1404676 Sep 23 07:11:16.706202 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ae4dcbec-7c4a-41d0-b1c5-8bd3fa183403 req-99d46801-066c-4638-99b7-ed42f748533d tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/quotas/b6f7a7c9880248c0a51b1399dcbba6cb HTTP/1.1" status: 200 len: 375 time: 0.0155449 Sep 23 07:11:16.751991 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ae4dcbec-7c4a-41d0-b1c5-8bd3fa183403 req-403cc735-95fa-4a83-9e72-bccd08122076 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b6f7a7c9880248c0a51b1399dcbba6cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0370183 Sep 23 07:11:16.872428 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ae4dcbec-7c4a-41d0-b1c5-8bd3fa183403 req-d4d8537e-a061-45d7-b162-699a7a93ce11 service neutron] 10.222.0.39 "GET /v2.0/networks/7419f04a-5d5b-442f-8742-9cad839fa406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123593 Sep 23 07:11:17.014423 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ae4dcbec-7c4a-41d0-b1c5-8bd3fa183403 req-537eb7d3-9c6b-456e-ae02-5ab49cd94851 service neutron] 10.222.0.39 "GET /v2.0/networks/7419f04a-5d5b-442f-8742-9cad839fa406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312780 Sep 23 07:11:17.234096 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ac259a6a-4008-4532-9e78-8f19d5ade0f1 req-f5fa7298-7532-4034-a732-70adc7382317 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/ports?device_id=f58e3054-8f31-46cf-808b-45772d463fdd HTTP/1.1" status: 200 len: 210 time: 0.0313299 Sep 23 07:11:18.420296 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8f65f36b-a360-4cc3-bfb9-6b5962ab77fc req-eff4368c-d1c4-494a-b5f3-51267733034b tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/ports?device_id=f58e3054-8f31-46cf-808b-45772d463fdd HTTP/1.1" status: 200 len: 210 time: 0.0382040 Sep 23 07:11:18.450916 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4dcbec-7c4a-41d0-b1c5-8bd3fa183403 req-012d347d-6c90-4b2c-86f0-e8c121d928f6 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:18.453207 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ae4dcbec-7c4a-41d0-b1c5-8bd3fa183403 req-012d347d-6c90-4b2c-86f0-e8c121d928f6 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.21 "GET /v2.0/networks?id=7419f04a-5d5b-442f-8742-9cad839fa406 HTTP/1.1" status: 200 len: 815 time: 0.2482347 Sep 23 07:11:18.472975 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-ae4dcbec-7c4a-41d0-b1c5-8bd3fa183403 req-f4dc74ab-e2e5-40cc-b467-765edc6846f7 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Request body: {'port': {'device_id': 'f58e3054-8f31-46cf-808b-45772d463fdd', 'network_id': '7419f04a-5d5b-442f-8742-9cad839fa406', 'admin_state_up': True, 'tenant_id': 'b6f7a7c9880248c0a51b1399dcbba6cb'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:11:18.602863 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae4dcbec-7c4a-41d0-b1c5-8bd3fa183403 req-f4dc74ab-e2e5-40cc-b467-765edc6846f7 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Made reservation on behalf of b6f7a7c9880248c0a51b1399dcbba6cb for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:11:18.606528 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-ae4dcbec-7c4a-41d0-b1c5-8bd3fa183403 req-f4dc74ab-e2e5-40cc-b467-765edc6846f7 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:18.757555 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-ae4dcbec-7c4a-41d0-b1c5-8bd3fa183403 req-f4dc74ab-e2e5-40cc-b467-765edc6846f7 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Allocated IP 172.20.0.10 (7419f04a-5d5b-442f-8742-9cad839fa406/cfb72d2e-9264-4b10-9cef-735d69774d44/3124281c-2331-4db8-8d7f-a3c571f23643) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:11:18.966342 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-ae4dcbec-7c4a-41d0-b1c5-8bd3fa183403 req-f4dc74ab-e2e5-40cc-b467-765edc6846f7 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:19.016752 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-ae4dcbec-7c4a-41d0-b1c5-8bd3fa183403 req-f4dc74ab-e2e5-40cc-b467-765edc6846f7 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:19.077412 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae4dcbec-7c4a-41d0-b1c5-8bd3fa183403 req-f4dc74ab-e2e5-40cc-b467-765edc6846f7 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Network 7419f04a-5d5b-442f-8742-9cad839fa406 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:11:19.080785 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-ae4dcbec-7c4a-41d0-b1c5-8bd3fa183403 req-f4dc74ab-e2e5-40cc-b467-765edc6846f7 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:11:19.087816 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae4dcbec-7c4a-41d0-b1c5-8bd3fa183403 req-f4dc74ab-e2e5-40cc-b467-765edc6846f7 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:11:19.094933 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dc74ab-e2e5-40cc-b467-765edc6846f7 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Pushing event updated for resources: {'Port': ['ID=3124281c-2331-4db8-8d7f-a3c571f23643,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:19.167589 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4dcbec-7c4a-41d0-b1c5-8bd3fa183403 req-f4dc74ab-e2e5-40cc-b467-765edc6846f7 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:19.168280 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-ae4dcbec-7c4a-41d0-b1c5-8bd3fa183403 req-f4dc74ab-e2e5-40cc-b467-765edc6846f7 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:19.185232 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ae4dcbec-7c4a-41d0-b1c5-8bd3fa183403 req-f4dc74ab-e2e5-40cc-b467-765edc6846f7 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7165022 Sep 23 07:11:19.203357 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-ae4dcbec-7c4a-41d0-b1c5-8bd3fa183403 req-2820f02f-ade0-4e3e-b7bb-96c7bc0e3781 service neutron] Request body: {'port': {'device_id': 'f58e3054-8f31-46cf-808b-45772d463fdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:11:19.266459 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-ae4dcbec-7c4a-41d0-b1c5-8bd3fa183403 req-2820f02f-ade0-4e3e-b7bb-96c7bc0e3781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:19.565858 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-ae4dcbec-7c4a-41d0-b1c5-8bd3fa183403 req-2820f02f-ade0-4e3e-b7bb-96c7bc0e3781 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3124281c-2331-4db8-8d7f-a3c571f23643 {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:11:19.574943 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-ae4dcbec-7c4a-41d0-b1c5-8bd3fa183403 req-2820f02f-ade0-4e3e-b7bb-96c7bc0e3781 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:19.589056 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-ae4dcbec-7c4a-41d0-b1c5-8bd3fa183403 req-2820f02f-ade0-4e3e-b7bb-96c7bc0e3781 service neutron] Transition to ACTIVE for port object 3124281c-2331-4db8-8d7f-a3c571f23643 will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:11:19.594264 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-ae4dcbec-7c4a-41d0-b1c5-8bd3fa183403 req-2820f02f-ade0-4e3e-b7bb-96c7bc0e3781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:19.613192 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca84022-ccf8-41f7-a23c-8bd1e757b601 req-547fc65c-733b-49f1-918a-73e4502f949a tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:19.615065 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8ca84022-ccf8-41f7-a23c-8bd1e757b601 req-547fc65c-733b-49f1-918a-73e4502f949a tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/ports?device_id=f58e3054-8f31-46cf-808b-45772d463fdd HTTP/1.1" status: 200 len: 932 time: 0.0802994 Sep 23 07:11:19.663869 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8ca84022-ccf8-41f7-a23c-8bd1e757b601 req-c33d068d-7b32-4b0f-bcc9-aad92afb9aac tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/security-groups?id=1861566a-12e2-4046-8bf7-f585280aebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416095 Sep 23 07:11:19.670724 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2820f02f-ade0-4e3e-b7bb-96c7bc0e3781 service neutron] Pushing event updated for resources: {'Port': ['ID=3124281c-2331-4db8-8d7f-a3c571f23643,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:19.775035 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-ae4dcbec-7c4a-41d0-b1c5-8bd3fa183403 req-2820f02f-ade0-4e3e-b7bb-96c7bc0e3781 service neutron] Attempting to bind port 3124281c-2331-4db8-8d7f-a3c571f23643 on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:11:19.775813 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-ae4dcbec-7c4a-41d0-b1c5-8bd3fa183403 req-2820f02f-ade0-4e3e-b7bb-96c7bc0e3781 service neutron] Attempting to bind port 3124281c-2331-4db8-8d7f-a3c571f23643 by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': 'ddc55d8f-37be-43df-a2df-f2d5e7a2dd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '7419f04a-5d5b-442f-8742-9cad839fa406'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:11:19.776139 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4dcbec-7c4a-41d0-b1c5-8bd3fa183403 req-2820f02f-ade0-4e3e-b7bb-96c7bc0e3781 service neutron] Attempting to bind port 3124281c-2331-4db8-8d7f-a3c571f23643 on network 7419f04a-5d5b-442f-8742-9cad839fa406 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:11:19.781070 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4dcbec-7c4a-41d0-b1c5-8bd3fa183403 req-2820f02f-ade0-4e3e-b7bb-96c7bc0e3781 service neutron] Port 3124281c-2331-4db8-8d7f-a3c571f23643 on network 7419f04a-5d5b-442f-8742-9cad839fa406 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:11:19.781395 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4dcbec-7c4a-41d0-b1c5-8bd3fa183403 req-2820f02f-ade0-4e3e-b7bb-96c7bc0e3781 service neutron] Attempting to bind port 3124281c-2331-4db8-8d7f-a3c571f23643 on network 7419f04a-5d5b-442f-8742-9cad839fa406 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:11:19.787884 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4dcbec-7c4a-41d0-b1c5-8bd3fa183403 req-2820f02f-ade0-4e3e-b7bb-96c7bc0e3781 service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:11:19.788213 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4dcbec-7c4a-41d0-b1c5-8bd3fa183403 req-2820f02f-ade0-4e3e-b7bb-96c7bc0e3781 service neutron] Checking segment: {'id': 'ddc55d8f-37be-43df-a2df-f2d5e7a2dd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '7419f04a-5d5b-442f-8742-9cad839fa406'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:11:19.788730 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4dcbec-7c4a-41d0-b1c5-8bd3fa183403 req-2820f02f-ade0-4e3e-b7bb-96c7bc0e3781 service neutron] Bound using segment: {'id': 'ddc55d8f-37be-43df-a2df-f2d5e7a2dd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '7419f04a-5d5b-442f-8742-9cad839fa406'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:11:19.789011 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-ae4dcbec-7c4a-41d0-b1c5-8bd3fa183403 req-2820f02f-ade0-4e3e-b7bb-96c7bc0e3781 service neutron] Bound port: 3124281c-2331-4db8-8d7f-a3c571f23643, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddc55d8f-37be-43df-a2df-f2d5e7a2dd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '7419f04a-5d5b-442f-8742-9cad839fa406'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:11:19.789367 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-ae4dcbec-7c4a-41d0-b1c5-8bd3fa183403 req-2820f02f-ade0-4e3e-b7bb-96c7bc0e3781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:19.863817 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-ae4dcbec-7c4a-41d0-b1c5-8bd3fa183403 req-2820f02f-ade0-4e3e-b7bb-96c7bc0e3781 service neutron] For port 3124281c-2331-4db8-8d7f-a3c571f23643, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:11:19.867604 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-ae4dcbec-7c4a-41d0-b1c5-8bd3fa183403 req-2820f02f-ade0-4e3e-b7bb-96c7bc0e3781 service neutron] For port 3124281c-2331-4db8-8d7f-a3c571f23643, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=3124281c-2331-4db8-8d7f-a3c571f23643,segment=NetworkSegment(ddc55d8f-37be-43df-a2df-f2d5e7a2dd18),segment_id=ddc55d8f-37be-43df-a2df-f2d5e7a2dd18)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:11:19.871801 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-ae4dcbec-7c4a-41d0-b1c5-8bd3fa183403 req-2820f02f-ade0-4e3e-b7bb-96c7bc0e3781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:19.913308 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4dcbec-7c4a-41d0-b1c5-8bd3fa183403 req-2820f02f-ade0-4e3e-b7bb-96c7bc0e3781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:19.914168 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-ae4dcbec-7c4a-41d0-b1c5-8bd3fa183403 req-2820f02f-ade0-4e3e-b7bb-96c7bc0e3781 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:19.915581 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ae4dcbec-7c4a-41d0-b1c5-8bd3fa183403 req-2820f02f-ade0-4e3e-b7bb-96c7bc0e3781 service neutron] 10.222.0.21 "PUT /v2.0/ports/3124281c-2331-4db8-8d7f-a3c571f23643 HTTP/1.1" status: 200 len: 1093 time: 0.7187748 Sep 23 07:11:19.916062 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f58e3054-8f31-46cf-808b-45772d463fdd', 'tag': '3124281c-2331-4db8-8d7f-a3c571f23643'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:11:19.918369 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5255dc6-689e-4ca8-8748-be4f229b72d9" -d '{"events": [{"name": "network-changed", "server_uuid": "f58e3054-8f31-46cf-808b-45772d463fdd", "tag": "3124281c-2331-4db8-8d7f-a3c571f23643"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:11:19.968963 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2820f02f-ade0-4e3e-b7bb-96c7bc0e3781 service neutron] Pushing event updated for resources: {'Port': ['ID=3124281c-2331-4db8-8d7f-a3c571f23643,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:19.994758 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d324c35c-88e5-4ede-b5dd-c4257317a76c x-openstack-request-id: req-d324c35c-88e5-4ede-b5dd-c4257317a76c {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:11:19.995212 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f58e3054-8f31-46cf-808b-45772d463fdd", "tag": "3124281c-2331-4db8-8d7f-a3c571f23643", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:11:19.995461 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d324c35c-88e5-4ede-b5dd-c4257317a76c {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:11:19.995987 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f58e3054-8f31-46cf-808b-45772d463fdd', 'tag': '3124281c-2331-4db8-8d7f-a3c571f23643', 'status': 'completed', 'code': 200} Sep 23 07:11:20.034955 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4dcbec-7c4a-41d0-b1c5-8bd3fa183403 req-b79abf2f-e2c9-438a-b844-c54ff5f7255f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:20.036595 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ae4dcbec-7c4a-41d0-b1c5-8bd3fa183403 req-b79abf2f-e2c9-438a-b844-c54ff5f7255f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b6f7a7c9880248c0a51b1399dcbba6cb&device_id=f58e3054-8f31-46cf-808b-45772d463fdd HTTP/1.1" status: 200 len: 1096 time: 0.0557771 Sep 23 07:11:20.084517 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ae4dcbec-7c4a-41d0-b1c5-8bd3fa183403 req-7bd25d6b-6bf3-4f7a-89da-b56aef25ae24 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3124281c-2331-4db8-8d7f-a3c571f23643 HTTP/1.1" status: 200 len: 217 time: 0.0359745 Sep 23 07:11:20.141436 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4dcbec-7c4a-41d0-b1c5-8bd3fa183403 req-da7b7be1-63dc-4002-8242-776602012f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:20.143269 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ae4dcbec-7c4a-41d0-b1c5-8bd3fa183403 req-da7b7be1-63dc-4002-8242-776602012f50 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cfb72d2e-9264-4b10-9cef-735d69774d44 HTTP/1.1" status: 200 len: 855 time: 0.0518394 Sep 23 07:11:20.189281 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ae4dcbec-7c4a-41d0-b1c5-8bd3fa183403 req-7047da3e-b4b8-4a26-842d-d6d11404911b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7419f04a-5d5b-442f-8742-9cad839fa406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386157 Sep 23 07:11:20.299353 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ae4dcbec-7c4a-41d0-b1c5-8bd3fa183403 req-9493fd84-e2cb-4ec6-8140-7fa2faf5a359 service neutron] 10.222.0.21 "GET /v2.0/networks/7419f04a-5d5b-442f-8742-9cad839fa406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030638 Sep 23 07:11:20.401338 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ae4dcbec-7c4a-41d0-b1c5-8bd3fa183403 req-dd92fd1b-6b32-454a-b161-f996e6bae9a2 service neutron] 10.222.0.21 "GET /v2.0/networks/7419f04a-5d5b-442f-8742-9cad839fa406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946250 Sep 23 07:11:20.516345 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5255dc6-689e-4ca8-8748-be4f229b72d9 req-f4048694-00cf-4797-97df-8f4c58c839f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:20.518320 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c5255dc6-689e-4ca8-8748-be4f229b72d9 req-f4048694-00cf-4797-97df-8f4c58c839f6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b6f7a7c9880248c0a51b1399dcbba6cb&device_id=f58e3054-8f31-46cf-808b-45772d463fdd HTTP/1.1" status: 200 len: 1096 time: 0.0472317 Sep 23 07:11:20.623691 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5255dc6-689e-4ca8-8748-be4f229b72d9 req-7c0ba2be-e0c3-4c29-a582-c2cccecaa7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:20.625412 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c5255dc6-689e-4ca8-8748-be4f229b72d9 req-7c0ba2be-e0c3-4c29-a582-c2cccecaa7fe service neutron] 10.222.0.21 "GET /v2.0/networks?id=7419f04a-5d5b-442f-8742-9cad839fa406 HTTP/1.1" status: 200 len: 916 time: 0.0999384 Sep 23 07:11:20.674767 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c5255dc6-689e-4ca8-8748-be4f229b72d9 req-2d9cddd6-8cc2-4c67-962d-6e9af3a962d0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3124281c-2331-4db8-8d7f-a3c571f23643 HTTP/1.1" status: 200 len: 217 time: 0.0420630 Sep 23 07:11:20.734808 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5255dc6-689e-4ca8-8748-be4f229b72d9 req-6ba1dbce-ec1d-424e-9732-f0d9b63ccadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:20.736575 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c5255dc6-689e-4ca8-8748-be4f229b72d9 req-6ba1dbce-ec1d-424e-9732-f0d9b63ccadf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cfb72d2e-9264-4b10-9cef-735d69774d44 HTTP/1.1" status: 200 len: 855 time: 0.0548191 Sep 23 07:11:20.772423 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c5255dc6-689e-4ca8-8748-be4f229b72d9 req-b4145962-fe79-4487-a82e-6acc1d8a7a9b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7419f04a-5d5b-442f-8742-9cad839fa406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287943 Sep 23 07:11:20.828735 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd33287c-4caf-449a-bea4-49554e39eb34 req-d58c7dae-6b09-47c9-a9fc-4dabba810c20 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:20.831335 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fd33287c-4caf-449a-bea4-49554e39eb34 req-d58c7dae-6b09-47c9-a9fc-4dabba810c20 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/ports?device_id=f58e3054-8f31-46cf-808b-45772d463fdd HTTP/1.1" status: 200 len: 944 time: 0.0789342 Sep 23 07:11:20.889754 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c5255dc6-689e-4ca8-8748-be4f229b72d9 req-53ee2f22-1a30-4841-a864-c80c3ca44ac5 service neutron] 10.222.0.21 "GET /v2.0/networks/7419f04a-5d5b-442f-8742-9cad839fa406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097822 Sep 23 07:11:20.909049 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fd33287c-4caf-449a-bea4-49554e39eb34 req-1f9e4dd2-cf55-4965-8096-70d296644f2a tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/security-groups?id=1861566a-12e2-4046-8bf7-f585280aebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547683 Sep 23 07:11:21.015889 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c5255dc6-689e-4ca8-8748-be4f229b72d9 req-6f88fa83-c18d-4b2e-852a-3c4fd148c1bc service neutron] 10.222.0.21 "GET /v2.0/networks/7419f04a-5d5b-442f-8742-9cad839fa406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192410 Sep 23 07:11:21.098663 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af4029b-aa39-47d1-8171-7264823afa23 req-ea412bae-4e25-44fe-9095-1408030f121a tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:21.100220 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9af4029b-aa39-47d1-8171-7264823afa23 req-ea412bae-4e25-44fe-9095-1408030f121a tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=3224526f-2e98-4218-ba61-553b6175c158 HTTP/1.1" status: 200 len: 946 time: 0.0504258 Sep 23 07:11:21.141276 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9af4029b-aa39-47d1-8171-7264823afa23 req-678f2442-c44c-46aa-8fff-bc6b570779fd tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344377 Sep 23 07:11:22.027997 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e7a8de-291d-4c60-b193-e05fea2f7113 req-aca72300-4726-4354-b317-01267c5fecc8 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:22.029578 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-35e7a8de-291d-4c60-b193-e05fea2f7113 req-aca72300-4726-4354-b317-01267c5fecc8 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/ports?device_id=f58e3054-8f31-46cf-808b-45772d463fdd HTTP/1.1" status: 200 len: 944 time: 0.0586827 Sep 23 07:11:22.070973 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-35e7a8de-291d-4c60-b193-e05fea2f7113 req-1d1e7051-0cd0-40d1-8382-cae6365e8784 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/security-groups?id=1861566a-12e2-4046-8bf7-f585280aebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348115 Sep 23 07:11:22.260263 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f9f43-3d67-47ff-bfe9-512f6d548de4 req-e0d6223d-8652-415e-a272-8414340f277b tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:22.261692 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-533f9f43-3d67-47ff-bfe9-512f6d548de4 req-e0d6223d-8652-415e-a272-8414340f277b tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=3224526f-2e98-4218-ba61-553b6175c158 HTTP/1.1" status: 200 len: 946 time: 0.0520332 Sep 23 07:11:22.301306 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-533f9f43-3d67-47ff-bfe9-512f6d548de4 req-adc45f07-e9c0-47cd-b592-b40f1d4642d4 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23276d-b0d0-4dc2-944c-643b94a85f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332532 Sep 23 07:11:22.393466 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-688bf1ba-21e7-4e8d-bd42-fd949feedc49 req-e72c6821-86fc-4764-a317-886f2bdfb6df service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5d4918de-60b7-44b6-be8b-9b2019b1271a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404162 Sep 23 07:11:22.493171 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688bf1ba-21e7-4e8d-bd42-fd949feedc49 req-742a1250-8e24-4a43-9a05-2f467f2c31aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:22.494990 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-688bf1ba-21e7-4e8d-bd42-fd949feedc49 req-742a1250-8e24-4a43-9a05-2f467f2c31aa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=912f73c24c624b319c3fb784891bcabd&device_id=5d4918de-60b7-44b6-be8b-9b2019b1271a HTTP/1.1" status: 200 len: 1097 time: 0.0468779 Sep 23 07:11:22.615102 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688bf1ba-21e7-4e8d-bd42-fd949feedc49 req-c89b6eb4-b31e-4aaf-a436-746ffd304e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:22.616527 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-688bf1ba-21e7-4e8d-bd42-fd949feedc49 req-c89b6eb4-b31e-4aaf-a436-746ffd304e80 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8e69782e-59da-448f-aa2b-c22b36c23603 HTTP/1.1" status: 200 len: 910 time: 0.1001656 Sep 23 07:11:22.693794 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-688bf1ba-21e7-4e8d-bd42-fd949feedc49 req-a9177988-383b-45ca-b0dc-215a8c7e6a56 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff148512-9074-4b74-ba11-2a04ee623dee HTTP/1.1" status: 200 len: 1000 time: 0.0694792 Sep 23 07:11:22.720206 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80afba6-848c-43e0-ba7d-e383faa66ee0 req-c2f20fa5-a5b0-42ea-891f-8df934e46f12 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:22.721835 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f80afba6-848c-43e0-ba7d-e383faa66ee0 req-c2f20fa5-a5b0-42ea-891f-8df934e46f12 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.58 "GET /v2.0/ports?device_id=3224526f-2e98-4218-ba61-553b6175c158 HTTP/1.1" status: 200 len: 946 time: 0.0650756 Sep 23 07:11:22.753156 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688bf1ba-21e7-4e8d-bd42-fd949feedc49 req-4b7b98de-46aa-434a-b6f5-1a027e952bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:22.754595 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-688bf1ba-21e7-4e8d-bd42-fd949feedc49 req-4b7b98de-46aa-434a-b6f5-1a027e952bf5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e9604f35-686e-4202-ac30-43de25cbdd33 HTTP/1.1" status: 200 len: 848 time: 0.0530975 Sep 23 07:11:22.809687 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688bf1ba-21e7-4e8d-bd42-fd949feedc49 req-996a9f58-ea2c-4289-b32d-5cc1a0efa49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:22.811415 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-688bf1ba-21e7-4e8d-bd42-fd949feedc49 req-996a9f58-ea2c-4289-b32d-5cc1a0efa49b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8e69782e-59da-448f-aa2b-c22b36c23603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0490315 Sep 23 07:11:22.822376 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-f80afba6-848c-43e0-ba7d-e383faa66ee0 req-68517dbf-bdac-4a0c-ad5d-cc231864700d tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Deleting port 8dde676d-bf9a-4015-b742-59c69b251569 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:11:22.822812 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-f80afba6-848c-43e0-ba7d-e383faa66ee0 req-68517dbf-bdac-4a0c-ad5d-cc231864700d tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:22.904045 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-688bf1ba-21e7-4e8d-bd42-fd949feedc49 req-9c9f63e0-5e66-445a-b05b-82038e9e3970 service neutron] 10.222.0.21 "GET /v2.0/networks/8e69782e-59da-448f-aa2b-c22b36c23603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842028 Sep 23 07:11:22.920255 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-f80afba6-848c-43e0-ba7d-e383faa66ee0 req-68517dbf-bdac-4a0c-ad5d-cc231864700d tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] For port 8dde676d-bf9a-4015-b742-59c69b251569, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=8dde676d-bf9a-4015-b742-59c69b251569,segment=NetworkSegment(4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c),segment_id=4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:11:22.920735 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-f80afba6-848c-43e0-ba7d-e383faa66ee0 req-68517dbf-bdac-4a0c-ad5d-cc231864700d tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:22.934780 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-f80afba6-848c-43e0-ba7d-e383faa66ee0 req-68517dbf-bdac-4a0c-ad5d-cc231864700d tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Calling delete_port for 8dde676d-bf9a-4015-b742-59c69b251569 owned by compute:nova {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:11:23.005971 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-688bf1ba-21e7-4e8d-bd42-fd949feedc49 req-1b59e283-67bc-42ed-af0f-9697cadcc07f service neutron] 10.222.0.21 "GET /v2.0/networks/8e69782e-59da-448f-aa2b-c22b36c23603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947692 Sep 23 07:11:23.073361 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-f80afba6-848c-43e0-ba7d-e383faa66ee0 req-68517dbf-bdac-4a0c-ad5d-cc231864700d tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:23.086876 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['8dde676d-bf9a-4015-b742-59c69b251569'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:11:23.110337 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68517dbf-bdac-4a0c-ad5d-cc231864700d tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Pushing event deleted for resources: {'Port': ['ID=8dde676d-bf9a-4015-b742-59c69b251569,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:23.122481 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68517dbf-bdac-4a0c-ad5d-cc231864700d tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:11:23.122833 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68517dbf-bdac-4a0c-ad5d-cc231864700d tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:11:23.123366 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68517dbf-bdac-4a0c-ad5d-cc231864700d tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:11:23.123716 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68517dbf-bdac-4a0c-ad5d-cc231864700d tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:11:23.124082 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68517dbf-bdac-4a0c-ad5d-cc231864700d tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:11:23.124378 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68517dbf-bdac-4a0c-ad5d-cc231864700d tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:11:23.124706 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68517dbf-bdac-4a0c-ad5d-cc231864700d tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:11:23.125028 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68517dbf-bdac-4a0c-ad5d-cc231864700d tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:11:23.125624 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68517dbf-bdac-4a0c-ad5d-cc231864700d tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:11:23.125989 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68517dbf-bdac-4a0c-ad5d-cc231864700d tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:11:23.126313 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68517dbf-bdac-4a0c-ad5d-cc231864700d tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:11:23.126634 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68517dbf-bdac-4a0c-ad5d-cc231864700d tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:11:23.171976 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-f80afba6-848c-43e0-ba7d-e383faa66ee0 req-68517dbf-bdac-4a0c-ad5d-cc231864700d tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] No DVR routers for this DVR port 8dde676d-bf9a-4015-b742-59c69b251569 on host n-h2-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:11:23.174961 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-f80afba6-848c-43e0-ba7d-e383faa66ee0 req-68517dbf-bdac-4a0c-ad5d-cc231864700d tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:23.177401 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f80afba6-848c-43e0-ba7d-e383faa66ee0 req-68517dbf-bdac-4a0c-ad5d-cc231864700d tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.58 "DELETE /v2.0/ports/8dde676d-bf9a-4015-b742-59c69b251569 HTTP/1.1" status: 204 len: 173 time: 0.4481323 Sep 23 07:11:23.177998 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3224526f-2e98-4218-ba61-553b6175c158', 'name': 'network-vif-deleted', 'tag': '8dde676d-bf9a-4015-b742-59c69b251569'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:11:23.180361 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c64e85d-6639-4051-be09-2c9b853aab9f" -d '{"events": [{"server_uuid": "3224526f-2e98-4218-ba61-553b6175c158", "name": "network-vif-deleted", "tag": "8dde676d-bf9a-4015-b742-59c69b251569"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:11:23.225727 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2561559-55e3-4ade-be4d-b88578d7bdc9 x-openstack-request-id: req-f2561559-55e3-4ade-be4d-b88578d7bdc9 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:11:23.226295 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3224526f-2e98-4218-ba61-553b6175c158", "name": "network-vif-deleted", "tag": "8dde676d-bf9a-4015-b742-59c69b251569", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:11:23.228068 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f2561559-55e3-4ade-be4d-b88578d7bdc9 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:11:23.228533 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3224526f-2e98-4218-ba61-553b6175c158', 'name': 'network-vif-deleted', 'tag': '8dde676d-bf9a-4015-b742-59c69b251569', 'status': 'completed', 'code': 200} Sep 23 07:11:23.258287 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ebfb6-6a2b-47fe-be1f-f0c8e12119c2 req-76892f85-a8ca-4af8-b0f5-e808bd9a109e tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:23.260446 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a46ebfb6-6a2b-47fe-be1f-f0c8e12119c2 req-76892f85-a8ca-4af8-b0f5-e808bd9a109e tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/ports?device_id=f58e3054-8f31-46cf-808b-45772d463fdd HTTP/1.1" status: 200 len: 944 time: 0.0602973 Sep 23 07:11:23.306003 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a46ebfb6-6a2b-47fe-be1f-f0c8e12119c2 req-ac0c2a09-305f-4e2a-a3b2-c13dd0401e41 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/security-groups?id=1861566a-12e2-4046-8bf7-f585280aebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373306 Sep 23 07:11:23.408258 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-042b4ee1-22e9-4a86-9a0e-570062b44ea4 req-66befa09-8ae7-4565-879c-7f6f1533fcca tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=3224526f-2e98-4218-ba61-553b6175c158 HTTP/1.1" status: 200 len: 210 time: 0.0318995 Sep 23 07:11:24.100068 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [req-95b0d114-7a45-4216-92c8-84278c6543f1 req-b7a88290-3ae1-415f-9e34-4c86153b2362 service neutron] (95065) timed out ('10.222.0.39', 44510) {{(pid=95065) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 23 07:11:24.475689 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a826e-d76b-4b3e-80fb-82ca5e299851 req-3cfa8aa4-a311-498e-be1f-6469d0b7b2a8 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:24.477309 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bf7a826e-d76b-4b3e-80fb-82ca5e299851 req-3cfa8aa4-a311-498e-be1f-6469d0b7b2a8 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/ports?device_id=f58e3054-8f31-46cf-808b-45772d463fdd HTTP/1.1" status: 200 len: 944 time: 0.0845630 Sep 23 07:11:24.562760 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bf7a826e-d76b-4b3e-80fb-82ca5e299851 req-9f2dca1f-987d-4acb-94fa-bbff4a98c707 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/security-groups?id=1861566a-12e2-4046-8bf7-f585280aebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678737 Sep 23 07:11:24.578551 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3a87b18d-e0fe-4c51-bdb8-e13d8f975cc1 req-eb427d22-431a-4a07-b385-d13ced1a35f1 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=3224526f-2e98-4218-ba61-553b6175c158 HTTP/1.1" status: 200 len: 210 time: 0.0412304 Sep 23 07:11:24.610155 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 3124281c-2331-4db8-8d7f-a3c571f23643 details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:11:24.718622 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 3124281c-2331-4db8-8d7f-a3c571f23643, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=3124281c-2331-4db8-8d7f-a3c571f23643,segment=NetworkSegment(ddc55d8f-37be-43df-a2df-f2d5e7a2dd18),segment_id=ddc55d8f-37be-43df-a2df-f2d5e7a2dd18)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:11:24.739353 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': '3124281c-2331-4db8-8d7f-a3c571f23643', 'network_id': '7419f04a-5d5b-442f-8742-9cad839fa406', 'port_id': '3124281c-2331-4db8-8d7f-a3c571f23643', 'mac_address': 'fa:16:3e:68:cb:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfb72d2e-9264-4b10-9cef-735d69774d44', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:11:24.782666 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:24.798094 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3124281c-2331-4db8-8d7f-a3c571f23643 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:11:24.822531 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 3124281c-2331-4db8-8d7f-a3c571f23643, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=3124281c-2331-4db8-8d7f-a3c571f23643,segment=NetworkSegment(ddc55d8f-37be-43df-a2df-f2d5e7a2dd18),segment_id=ddc55d8f-37be-43df-a2df-f2d5e7a2dd18)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:11:24.828159 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:24.889365 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=3124281c-2331-4db8-8d7f-a3c571f23643,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:25.240288 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['3124281c-2331-4db8-8d7f-a3c571f23643'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:11:25.678921 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-19fb1cb0-72bf-462a-883b-f9cb15afebb5 req-cee6a0fd-5a1f-4ffe-a7cc-891bfafc13d0 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=3224526f-2e98-4218-ba61-553b6175c158 HTTP/1.1" status: 200 len: 210 time: 0.0330505 Sep 23 07:11:25.700101 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65be7d5-8064-4179-9443-10576d44501d req-78e77617-853e-4937-888c-fff43576ed2e tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:25.702295 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b65be7d5-8064-4179-9443-10576d44501d req-78e77617-853e-4937-888c-fff43576ed2e tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/ports?device_id=f58e3054-8f31-46cf-808b-45772d463fdd HTTP/1.1" status: 200 len: 945 time: 0.0563984 Sep 23 07:11:25.745467 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b65be7d5-8064-4179-9443-10576d44501d req-7b074fb5-cf65-465d-95c8-89ad34e2edb7 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/security-groups?id=1861566a-12e2-4046-8bf7-f585280aebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369828 Sep 23 07:11:26.612609 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 3124281c-2331-4db8-8d7f-a3c571f23643 up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:11:26.673223 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port 3124281c-2331-4db8-8d7f-a3c571f23643 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:11:26.678078 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port 3124281c-2331-4db8-8d7f-a3c571f23643 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:11:26.678786 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:26.808831 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a1ca3771-c1da-43a3-9bd7-92df88221a84 req-2a050c38-8aa5-4f43-ba9c-1610de0c6d6c tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=3224526f-2e98-4218-ba61-553b6175c158 HTTP/1.1" status: 200 len: 210 time: 0.0522289 Sep 23 07:11:26.809373 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:26.862321 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 3124281c-2331-4db8-8d7f-a3c571f23643, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=3124281c-2331-4db8-8d7f-a3c571f23643,segment=NetworkSegment(ddc55d8f-37be-43df-a2df-f2d5e7a2dd18),segment_id=ddc55d8f-37be-43df-a2df-f2d5e7a2dd18)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:11:26.863714 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f58e3054-8f31-46cf-808b-45772d463fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3124281c-2331-4db8-8d7f-a3c571f23643'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:11:26.866464 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c89b49f-c6d1-4d6f-bd16-d3e41cfef853" -d '{"events": [{"server_uuid": "f58e3054-8f31-46cf-808b-45772d463fdd", "name": "network-vif-plugged", "status": "completed", "tag": "3124281c-2331-4db8-8d7f-a3c571f23643"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:11:26.880700 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:26.882653 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 8dde676d-bf9a-4015-b742-59c69b251569 no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:11:26.929065 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1e5e47-7b5c-4bf8-b8b2-df15a782692f req-dba21ff0-5fb7-4f90-98bf-b23f91a05546 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:26.930400 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0e30bb2-1fcc-4635-a6c9-cac4387d3688 x-openstack-request-id: req-b0e30bb2-1fcc-4635-a6c9-cac4387d3688 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:11:26.930549 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1c1e5e47-7b5c-4bf8-b8b2-df15a782692f req-dba21ff0-5fb7-4f90-98bf-b23f91a05546 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/ports?device_id=f58e3054-8f31-46cf-808b-45772d463fdd HTTP/1.1" status: 200 len: 945 time: 0.0803530 Sep 23 07:11:26.930696 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f58e3054-8f31-46cf-808b-45772d463fdd", "name": "network-vif-plugged", "status": "completed", "tag": "3124281c-2331-4db8-8d7f-a3c571f23643", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:11:26.930965 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b0e30bb2-1fcc-4635-a6c9-cac4387d3688 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:11:26.931345 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f58e3054-8f31-46cf-808b-45772d463fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3124281c-2331-4db8-8d7f-a3c571f23643', 'code': 200} Sep 23 07:11:26.960615 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No Port match for: 8dde676d-bf9a-4015-b742-59c69b251569 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:11:26.960979 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 8dde676d-bf9a-4015-b742-59c69b251569 not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:11:26.978412 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=3124281c-2331-4db8-8d7f-a3c571f23643,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:26.988365 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1c1e5e47-7b5c-4bf8-b8b2-df15a782692f req-d0ffbc71-e2c1-40e7-b57c-f80a3b08bdfc tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/security-groups?id=1861566a-12e2-4046-8bf7-f585280aebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497518 Sep 23 07:11:27.041666 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e75290-48d6-41b4-9e22-f18acd8c666d req-d41e02f8-0605-4abe-add4-f701fb7a8654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:27.043540 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c1e75290-48d6-41b4-9e22-f18acd8c666d req-d41e02f8-0605-4abe-add4-f701fb7a8654 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f58e3054-8f31-46cf-808b-45772d463fdd HTTP/1.1" status: 200 len: 1098 time: 0.0468311 Sep 23 07:11:27.102458 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c1e75290-48d6-41b4-9e22-f18acd8c666d req-5a667763-1959-4506-8efb-e12d57c4d899 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1861566a-12e2-4046-8bf7-f585280aebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511229 Sep 23 07:11:28.120636 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902f7d0c-0d5d-493a-90d3-a05f5de9d1ac req-211e1518-a8d8-4856-9d87-8a9553e9b02a tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:28.128842 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-902f7d0c-0d5d-493a-90d3-a05f5de9d1ac req-211e1518-a8d8-4856-9d87-8a9553e9b02a tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/ports?device_id=f58e3054-8f31-46cf-808b-45772d463fdd HTTP/1.1" status: 200 len: 946 time: 0.0684092 Sep 23 07:11:28.163612 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-902f7d0c-0d5d-493a-90d3-a05f5de9d1ac req-7ccc5cf8-53bb-4a40-8d8b-1b01f9380ec4 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/security-groups?id=1861566a-12e2-4046-8bf7-f585280aebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338910 Sep 23 07:11:28.782779 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 38090) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:11:28.895408 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-70b29436-08a0-4e7f-ba1b-ba580446ee4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:29.011924 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-70b29436-08a0-4e7f-ba1b-ba580446ee4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:29.016844 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-70b29436-08a0-4e7f-ba1b-ba580446ee4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:29.059740 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-70b29436-08a0-4e7f-ba1b-ba580446ee4a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a651009ab1384ef2804f0e1f31dac888&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2757838 Sep 23 07:11:29.060617 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b29436-08a0-4e7f-ba1b-ba580446ee4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e28122-bdd0-4fe1-b720-bbd06eda0481,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:29.063091 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 38096) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:11:29.115876 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8f271f2e-c422-493e-b6f9-a53c7a2eb5df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:29.138335 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8f271f2e-c422-493e-b6f9-a53c7a2eb5df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:29.186300 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8f271f2e-c422-493e-b6f9-a53c7a2eb5df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:29.188951 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8f271f2e-c422-493e-b6f9-a53c7a2eb5df admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:29.190997 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-8f271f2e-c422-493e-b6f9-a53c7a2eb5df admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/41e28122-bdd0-4fe1-b720-bbd06eda0481 HTTP/1.1" status: 204 len: 168 time: 0.1268525 Sep 23 07:11:29.199948 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f271f2e-c422-493e-b6f9-a53c7a2eb5df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e28122-bdd0-4fe1-b720-bbd06eda0481,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:29.299215 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df0f3a3-3b0f-4676-a8f7-d4a213472969 req-96804d9d-b8a6-4dcd-a024-83291dafa005 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:29.301278 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3df0f3a3-3b0f-4676-a8f7-d4a213472969 req-96804d9d-b8a6-4dcd-a024-83291dafa005 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/ports?device_id=f58e3054-8f31-46cf-808b-45772d463fdd HTTP/1.1" status: 200 len: 946 time: 0.0527637 Sep 23 07:11:29.348268 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3df0f3a3-3b0f-4676-a8f7-d4a213472969 req-27e9dd2b-52be-42f0-becc-58c9c0a4b3ef tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/security-groups?id=1861566a-12e2-4046-8bf7-f585280aebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402133 Sep 23 07:11:29.895151 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 38128) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:11:29.996763 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-17e28b31-631c-447a-9085-5c045312a717 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-312835958-network', 'tenant_id': '33f7a2189c6c49e1b5d2f8ea11a63704'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:11:30.025384 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e28b31-631c-447a-9085-5c045312a717 admin admin] Made reservation on behalf of 33f7a2189c6c49e1b5d2f8ea11a63704 for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:11:30.027778 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-17e28b31-631c-447a-9085-5c045312a717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:30.039456 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-17e28b31-631c-447a-9085-5c045312a717 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:30.161458 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-17e28b31-631c-447a-9085-5c045312a717 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:30.170143 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-17e28b31-631c-447a-9085-5c045312a717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:30.199662 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17e28b31-631c-447a-9085-5c045312a717 admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:11:30.207443 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e28b31-631c-447a-9085-5c045312a717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8cf4acc-fe31-4693-b9bd-da8c270d2673,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:30.220687 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-17e28b31-631c-447a-9085-5c045312a717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:30.221113 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-17e28b31-631c-447a-9085-5c045312a717 admin admin] Added segment c5b55c04-132e-48db-b2f0-5e019cc14643 of type vlan for network 960d8233-5315-43e1-ba7d-5035f7e0cd29 Sep 23 07:11:30.268893 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-17e28b31-631c-447a-9085-5c045312a717 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:30.298190 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-17e28b31-631c-447a-9085-5c045312a717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:30.299243 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e28b31-631c-447a-9085-5c045312a717 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:30.300436 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-17e28b31-631c-447a-9085-5c045312a717 admin admin] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:30.347127 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-17e28b31-631c-447a-9085-5c045312a717 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4477663 Sep 23 07:11:30.347338 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 38150) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:11:30.352331 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-532b3ae0-d7a8-4f3a-88b2-8e765f4af355 admin admin] Request body: {'subnet': {'network_id': '960d8233-5315-43e1-ba7d-5035f7e0cd29', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-312835958-subnet', 'tenant_id': '33f7a2189c6c49e1b5d2f8ea11a63704', 'ip_version': 4}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:11:30.389826 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e28b31-631c-447a-9085-5c045312a717 admin admin] Pushing event updated for resources: {'Network': ['ID=960d8233-5315-43e1-ba7d-5035f7e0cd29,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:30.391418 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-532b3ae0-d7a8-4f3a-88b2-8e765f4af355 admin admin] Made reservation on behalf of 33f7a2189c6c49e1b5d2f8ea11a63704 for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:11:30.400418 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-532b3ae0-d7a8-4f3a-88b2-8e765f4af355 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:30.400692 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 960d8233-5315-43e1-ba7d-5035f7e0cd29 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:11:30.582116 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-532b3ae0-d7a8-4f3a-88b2-8e765f4af355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:30.641004 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532b3ae0-d7a8-4f3a-88b2-8e765f4af355 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80fcde87-88a7-461e-aee2-7972c559cf52,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:30.651324 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532b3ae0-d7a8-4f3a-88b2-8e765f4af355 admin admin] Checking segment: {'id': 'c5b55c04-132e-48db-b2f0-5e019cc14643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '960d8233-5315-43e1-ba7d-5035f7e0cd29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:11:30.651976 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532b3ae0-d7a8-4f3a-88b2-8e765f4af355 admin admin] Network hostable DHCP agents. Network: 960d8233-5315-43e1-ba7d-5035f7e0cd29, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:11:30.671449 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532b3ae0-d7a8-4f3a-88b2-8e765f4af355 admin admin] Network 960d8233-5315-43e1-ba7d-5035f7e0cd29 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:11:30.680033 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-532b3ae0-d7a8-4f3a-88b2-8e765f4af355 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 960d8233-5315-43e1-ba7d-5035f7e0cd29) {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:11:30.684284 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532b3ae0-d7a8-4f3a-88b2-8e765f4af355 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:30.684876 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-532b3ae0-d7a8-4f3a-88b2-8e765f4af355 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:30.691365 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56166f9-27d1-4efe-b02e-8a40d646439c None None] Network 960d8233-5315-43e1-ba7d-5035f7e0cd29 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:11:30.700955 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-532b3ae0-d7a8-4f3a-88b2-8e765f4af355 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3523731 Sep 23 07:11:30.703628 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 38172) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:11:30.708681 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-a7af77c4-c712-4c1c-8df5-312d67d680da admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-312835958-router', 'tenant_id': '33f7a2189c6c49e1b5d2f8ea11a63704', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:11:30.734276 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a7af77c4-c712-4c1c-8df5-312d67d680da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:30.735277 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a7af77c4-c712-4c1c-8df5-312d67d680da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:30.813526 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a7af77c4-c712-4c1c-8df5-312d67d680da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:30.898525 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99705036-a182-451c-a69c-e17cbecb2481 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-960d8233-5315-43e1-ba7d-5035f7e0cd29', 'network_id': '960d8233-5315-43e1-ba7d-5035f7e0cd29', 'tenant_id': '33f7a2189c6c49e1b5d2f8ea11a63704', 'fixed_ips': [{'subnet_id': '80fcde87-88a7-461e-aee2-7972c559cf52'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:11:30.899664 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-99705036-a182-451c-a69c-e17cbecb2481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:30.986537 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a7af77c4-c712-4c1c-8df5-312d67d680da admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:31.056659 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-99705036-a182-451c-a69c-e17cbecb2481 None None] Allocated IP 172.20.0.2 (960d8233-5315-43e1-ba7d-5035f7e0cd29/80fcde87-88a7-461e-aee2-7972c559cf52/03aadcab-7cb0-4294-815c-7b488f3dd5f9) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:11:31.243313 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-99705036-a182-451c-a69c-e17cbecb2481 None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:31.254193 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-99705036-a182-451c-a69c-e17cbecb2481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:31.261855 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a7af77c4-c712-4c1c-8df5-312d67d680da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:31.284804 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a7af77c4-c712-4c1c-8df5-312d67d680da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:31.299697 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99705036-a182-451c-a69c-e17cbecb2481 None None] Network 960d8233-5315-43e1-ba7d-5035f7e0cd29 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:11:31.302655 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-99705036-a182-451c-a69c-e17cbecb2481 None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:11:31.309813 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99705036-a182-451c-a69c-e17cbecb2481 None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:11:31.313532 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99705036-a182-451c-a69c-e17cbecb2481 None None] Pushing event updated for resources: {'Port': ['ID=03aadcab-7cb0-4294-815c-7b488f3dd5f9,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:31.379894 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-99705036-a182-451c-a69c-e17cbecb2481 None None] Attempting to bind port 03aadcab-7cb0-4294-815c-7b488f3dd5f9 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:11:31.380563 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-99705036-a182-451c-a69c-e17cbecb2481 None None] Attempting to bind port 03aadcab-7cb0-4294-815c-7b488f3dd5f9 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': 'c5b55c04-132e-48db-b2f0-5e019cc14643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '960d8233-5315-43e1-ba7d-5035f7e0cd29'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:11:31.381093 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99705036-a182-451c-a69c-e17cbecb2481 None None] Attempting to bind port 03aadcab-7cb0-4294-815c-7b488f3dd5f9 on network 960d8233-5315-43e1-ba7d-5035f7e0cd29 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:11:31.387544 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99705036-a182-451c-a69c-e17cbecb2481 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:11:31.388131 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99705036-a182-451c-a69c-e17cbecb2481 None None] Checking segment: {'id': 'c5b55c04-132e-48db-b2f0-5e019cc14643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '960d8233-5315-43e1-ba7d-5035f7e0cd29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:11:31.389332 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-99705036-a182-451c-a69c-e17cbecb2481 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:31.389913 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99705036-a182-451c-a69c-e17cbecb2481 None None] Bound using segment: {'id': 'c5b55c04-132e-48db-b2f0-5e019cc14643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '960d8233-5315-43e1-ba7d-5035f7e0cd29'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:11:31.390744 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-99705036-a182-451c-a69c-e17cbecb2481 None None] Bound port: 03aadcab-7cb0-4294-815c-7b488f3dd5f9, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5b55c04-132e-48db-b2f0-5e019cc14643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '960d8233-5315-43e1-ba7d-5035f7e0cd29'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:11:31.391312 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-99705036-a182-451c-a69c-e17cbecb2481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:31.412196 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-a7af77c4-c712-4c1c-8df5-312d67d680da admin admin] Allocated IP 172.25.2.241 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/8bbafe1c-4c5e-414f-a2f5-cad0b7ce1cdf) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:11:31.465772 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-99705036-a182-451c-a69c-e17cbecb2481 None None] For port 03aadcab-7cb0-4294-815c-7b488f3dd5f9, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:11:31.471102 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-99705036-a182-451c-a69c-e17cbecb2481 None None] For port 03aadcab-7cb0-4294-815c-7b488f3dd5f9, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=03aadcab-7cb0-4294-815c-7b488f3dd5f9,segment=NetworkSegment(c5b55c04-132e-48db-b2f0-5e019cc14643),segment_id=c5b55c04-132e-48db-b2f0-5e019cc14643)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:11:31.479352 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 38196) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:11:31.481023 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-99705036-a182-451c-a69c-e17cbecb2481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:31.486065 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-1640fa13-7fcc-4fd6-b32b-f41913a9cf42 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2090357656', 'description': 'tempest-secgroup-smoke-2090357656 description', 'project_id': 'dda7d37bb4b541ebbe8e22954596ee73'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:11:31.522201 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1640fa13-7fcc-4fd6-b32b-f41913a9cf42 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:31.556797 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a7af77c4-c712-4c1c-8df5-312d67d680da admin admin] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:31.559297 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99705036-a182-451c-a69c-e17cbecb2481 None None] Pushing event updated for resources: {'Port': ['ID=03aadcab-7cb0-4294-815c-7b488f3dd5f9,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:31.595788 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a7af77c4-c712-4c1c-8df5-312d67d680da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:31.641056 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1640fa13-7fcc-4fd6-b32b-f41913a9cf42 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:31.642779 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7af77c4-c712-4c1c-8df5-312d67d680da admin admin] Pushing event updated for resources: {'Port': ['ID=8bbafe1c-4c5e-414f-a2f5-cad0b7ce1cdf,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:31.653109 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1640fa13-7fcc-4fd6-b32b-f41913a9cf42 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:31.654721 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7af77c4-c712-4c1c-8df5-312d67d680da admin admin] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:11:31.656713 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-a7af77c4-c712-4c1c-8df5-312d67d680da admin admin] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:11:31.658656 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7af77c4-c712-4c1c-8df5-312d67d680da admin admin] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:11:31.691679 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1640fa13-7fcc-4fd6-b32b-f41913a9cf42 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3acf5d0-976e-416a-9e4a-4e8f5d86e3e3,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:31.694546 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1640fa13-7fcc-4fd6-b32b-f41913a9cf42 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:31.695878 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-1640fa13-7fcc-4fd6-b32b-f41913a9cf42 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2147317 Sep 23 07:11:31.699645 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 38198) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:11:31.708510 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-fb21e484-4984-4d5b-a5ed-e34e19352801 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Request body: {'security_group_rule': {'security_group_id': 'd3acf5d0-976e-416a-9e4a-4e8f5d86e3e3', 'project_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:11:31.738478 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fb21e484-4984-4d5b-a5ed-e34e19352801 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:31.816128 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fb21e484-4984-4d5b-a5ed-e34e19352801 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:31.826663 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fb21e484-4984-4d5b-a5ed-e34e19352801 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:31.850288 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb21e484-4984-4d5b-a5ed-e34e19352801 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b7a3d94-be9a-4c30-babe-0b0c83b29827,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:31.857224 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fb21e484-4984-4d5b-a5ed-e34e19352801 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:31.861734 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-fb21e484-4984-4d5b-a5ed-e34e19352801 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1595316 Sep 23 07:11:31.862067 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 38200) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:11:31.900445 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-4a57f682-03ee-4f62-a9af-a1d01e1ada5b tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Request body: {'security_group_rule': {'security_group_id': 'd3acf5d0-976e-416a-9e4a-4e8f5d86e3e3', 'project_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:11:31.976843 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4a57f682-03ee-4f62-a9af-a1d01e1ada5b tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:31.998915 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a7af77c4-c712-4c1c-8df5-312d67d680da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:32.110703 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4a57f682-03ee-4f62-a9af-a1d01e1ada5b tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:32.116910 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4a57f682-03ee-4f62-a9af-a1d01e1ada5b tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:32.144693 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57f682-03ee-4f62-a9af-a1d01e1ada5b tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f0760fd-55a7-46a5-8d08-ff43b2bb0271,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:32.188788 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4a57f682-03ee-4f62-a9af-a1d01e1ada5b tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:32.190031 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-4a57f682-03ee-4f62-a9af-a1d01e1ada5b tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3271742 Sep 23 07:11:32.192976 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 38202) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:11:32.198041 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-0d339ee7-66c9-424b-9d14-b8295e497922 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Request body: {'security_group_rule': {'security_group_id': 'd3acf5d0-976e-416a-9e4a-4e8f5d86e3e3', 'project_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:11:32.226481 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0d339ee7-66c9-424b-9d14-b8295e497922 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:32.271555 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a7af77c4-c712-4c1c-8df5-312d67d680da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:32.302735 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0d339ee7-66c9-424b-9d14-b8295e497922 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:32.312618 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0d339ee7-66c9-424b-9d14-b8295e497922 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:32.337695 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d339ee7-66c9-424b-9d14-b8295e497922 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=874c1cde-9af5-4d42-acfe-12380e5f3831,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:32.354418 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0d339ee7-66c9-424b-9d14-b8295e497922 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:32.355732 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-0d339ee7-66c9-424b-9d14-b8295e497922 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1616035 Sep 23 07:11:32.358987 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 38206) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:11:32.363722 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-a6a05a01-baf6-4dae-adf1-2799b945cc35 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Request body: {'security_group_rule': {'security_group_id': 'd3acf5d0-976e-416a-9e4a-4e8f5d86e3e3', 'project_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:11:32.395737 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a6a05a01-baf6-4dae-adf1-2799b945cc35 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:32.428559 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7af77c4-c712-4c1c-8df5-312d67d680da admin admin] Router 7e4fd456-970d-4ea9-a956-6485bd7e5bae is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 07:11:32.471331 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a6a05a01-baf6-4dae-adf1-2799b945cc35 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:32.476475 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a6a05a01-baf6-4dae-adf1-2799b945cc35 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:32.506884 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a05a01-baf6-4dae-adf1-2799b945cc35 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e899330-308f-4860-8972-f431e52b301f,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:32.512199 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a6a05a01-baf6-4dae-adf1-2799b945cc35 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:32.514600 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-a6a05a01-baf6-4dae-adf1-2799b945cc35 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1536541 Sep 23 07:11:32.517203 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 38208) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:11:32.522819 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-d181040c-41f0-414d-b189-0e1ecf168f0f tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Request body: {'security_group_rule': {'security_group_id': 'd3acf5d0-976e-416a-9e4a-4e8f5d86e3e3', 'project_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:11:32.551642 n-d-715271-16 neutron-server[95065]: INFO neutron.db.securitygroups_db [None req-d181040c-41f0-414d-b189-0e1ecf168f0f tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Project dda7d37bb4b541ebbe8e22954596ee73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 07:11:32.560012 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d181040c-41f0-414d-b189-0e1ecf168f0f tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:32.577760 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7af77c4-c712-4c1c-8df5-312d67d680da admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:11:32.588421 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b690df-0922-4510-aa8e-51c041b96ab0 None None] Sync routers for ids ['7e4fd456-970d-4ea9-a956-6485bd7e5bae'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:11:32.606662 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b690df-0922-4510-aa8e-51c041b96ab0 None None] Routers {'7e4fd456-970d-4ea9-a956-6485bd7e5bae'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:11:32.610940 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-b1b690df-0922-4510-aa8e-51c041b96ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:11:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['7e4fd456-970d-4ea9-a956-6485bd7e5bae'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:11:32.617279 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a7af77c4-c712-4c1c-8df5-312d67d680da admin admin] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:32.628866 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-a7af77c4-c712-4c1c-8df5-312d67d680da admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9219699 Sep 23 07:11:32.632660 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 38210) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:11:32.657341 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d181040c-41f0-414d-b189-0e1ecf168f0f tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:32.662696 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d181040c-41f0-414d-b189-0e1ecf168f0f tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:32.692403 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d181040c-41f0-414d-b189-0e1ecf168f0f tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:32.697069 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-d181040c-41f0-414d-b189-0e1ecf168f0f tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1760213 Sep 23 07:11:32.698423 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 38212) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:11:32.702599 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d181040c-41f0-414d-b189-0e1ecf168f0f tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1e60458-af8f-4b18-ba61-953f0eb96151,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:32.706656 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-1855e810-e624-40a0-a0c3-667f844c1a69 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Request body: {'security_group_rule': {'security_group_id': 'd3acf5d0-976e-416a-9e4a-4e8f5d86e3e3', 'project_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:11:32.776531 n-d-715271-16 neutron-server[95066]: INFO neutron.db.securitygroups_db [None req-1855e810-e624-40a0-a0c3-667f844c1a69 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Project dda7d37bb4b541ebbe8e22954596ee73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 07:11:32.788145 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1855e810-e624-40a0-a0c3-667f844c1a69 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:32.810791 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-b1b690df-0922-4510-aa8e-51c041b96ab0 None None] Set router 7e4fd456-970d-4ea9-a956-6485bd7e5bae gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:11:32.821227 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c0bbff-0619-4f8c-9433-c9e0cc710efa None None] Network 960d8233-5315-43e1-ba7d-5035f7e0cd29 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:11:32.932119 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-0c4e174e-f3fb-4e70-8bc4-0305fecce47e None None] Provisioning complete for port 03aadcab-7cb0-4294-815c-7b488f3dd5f9 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:11:32.932641 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0c4e174e-f3fb-4e70-8bc4-0305fecce47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:32.937911 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1855e810-e624-40a0-a0c3-667f844c1a69 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:33.041123 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1855e810-e624-40a0-a0c3-667f844c1a69 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:33.062165 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-b1b690df-0922-4510-aa8e-51c041b96ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e4fd456-970d-4ea9-a956-6485bd7e5bae', 'name': 'tempest-TestServerBasicOps-312835958-router', 'tenant_id': '33f7a2189c6c49e1b5d2f8ea11a63704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '8bbafe1c-4c5e-414f-a2f5-cad0b7ce1cdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:11:30Z', 'updated_at': '2021-09-23T07:11:31Z', 'revision_number': 3, 'project_id': '33f7a2189c6c49e1b5d2f8ea11a63704', 'gw_port': {'id': '8bbafe1c-4c5e-414f-a2f5-cad0b7ce1cdf', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b9:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e4fd456-970d-4ea9-a956-6485bd7e5bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:11:31Z', 'updated_at': '2021-09-23T07:11:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:11:33.097615 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1855e810-e624-40a0-a0c3-667f844c1a69 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02473027-8182-4bff-877a-52e01f830d14,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:33.102030 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b690df-0922-4510-aa8e-51c041b96ab0 None None] Checking router: 7e4fd456-970d-4ea9-a956-6485bd7e5bae for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:11:33.102703 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b690df-0922-4510-aa8e-51c041b96ab0 None None] Updating router 7e4fd456-970d-4ea9-a956-6485bd7e5bae port 8bbafe1c-4c5e-414f-a2f5-cad0b7ce1cdf binding host n-d-715271-16 {{(pid=95068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 07:11:33.108267 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0c4e174e-f3fb-4e70-8bc4-0305fecce47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:33.108423 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1855e810-e624-40a0-a0c3-667f844c1a69 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:33.109513 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-1855e810-e624-40a0-a0c3-667f844c1a69 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4080658 Sep 23 07:11:33.159082 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-b1b690df-0922-4510-aa8e-51c041b96ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:33.171332 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-0c4e174e-f3fb-4e70-8bc4-0305fecce47e None None] For port 03aadcab-7cb0-4294-815c-7b488f3dd5f9, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=03aadcab-7cb0-4294-815c-7b488f3dd5f9,segment=NetworkSegment(c5b55c04-132e-48db-b2f0-5e019cc14643),segment_id=c5b55c04-132e-48db-b2f0-5e019cc14643)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:11:33.180193 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0c4e174e-f3fb-4e70-8bc4-0305fecce47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:33.256692 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4c7b0e42-307a-4717-988e-6a4e1d279f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:33.313653 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4e174e-f3fb-4e70-8bc4-0305fecce47e None None] Pushing event updated for resources: {'Port': ['ID=03aadcab-7cb0-4294-815c-7b488f3dd5f9,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:33.526985 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-73106ba0-e46a-427a-82f9-c217f82466d1 None None] Provisioning complete for port 03aadcab-7cb0-4294-815c-7b488f3dd5f9 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:11:33.527723 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-73106ba0-e46a-427a-82f9-c217f82466d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:33.546569 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-4c7b0e42-307a-4717-988e-6a4e1d279f6b admin admin] Allocated IP 172.20.0.1 (960d8233-5315-43e1-ba7d-5035f7e0cd29/80fcde87-88a7-461e-aee2-7972c559cf52/5934d6de-37db-475b-bfa2-5a4a38ca1409) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:11:33.585198 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-b1b690df-0922-4510-aa8e-51c041b96ab0 None None] Notify callbacks [] for port, precommit_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:33.592762 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 03aadcab-7cb0-4294-815c-7b488f3dd5f9 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:11:33.594687 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-b1b690df-0922-4510-aa8e-51c041b96ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:33.652815 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-b1b690df-0922-4510-aa8e-51c041b96ab0 None None] Attempting to bind port 8bbafe1c-4c5e-414f-a2f5-cad0b7ce1cdf on host n-d-715271-16 for vnic_type normal with profile {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:11:33.653253 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-b1b690df-0922-4510-aa8e-51c041b96ab0 None None] Attempting to bind port 8bbafe1c-4c5e-414f-a2f5-cad0b7ce1cdf by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:11:33.653620 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b690df-0922-4510-aa8e-51c041b96ab0 None None] Attempting to bind port 8bbafe1c-4c5e-414f-a2f5-cad0b7ce1cdf on network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:11:33.664235 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b690df-0922-4510-aa8e-51c041b96ab0 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:11:33.664608 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b690df-0922-4510-aa8e-51c041b96ab0 None None] Checking segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:11:33.665602 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-b1b690df-0922-4510-aa8e-51c041b96ab0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:33.665602 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b690df-0922-4510-aa8e-51c041b96ab0 None None] Bound using segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:11:33.676690 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-b1b690df-0922-4510-aa8e-51c041b96ab0 None None] Bound port: 8bbafe1c-4c5e-414f-a2f5-cad0b7ce1cdf, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:11:33.677134 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-b1b690df-0922-4510-aa8e-51c041b96ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:33.729973 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4c7b0e42-307a-4717-988e-6a4e1d279f6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:33.757674 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 03aadcab-7cb0-4294-815c-7b488f3dd5f9 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:11:33.759499 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:33.781161 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-b1b690df-0922-4510-aa8e-51c041b96ab0 None None] For port 8bbafe1c-4c5e-414f-a2f5-cad0b7ce1cdf, host n-d-715271-16, cleared binding levels {{(pid=95068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:11:33.788821 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-b1b690df-0922-4510-aa8e-51c041b96ab0 None None] For port 8bbafe1c-4c5e-414f-a2f5-cad0b7ce1cdf, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=8bbafe1c-4c5e-414f-a2f5-cad0b7ce1cdf,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:11:33.810130 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4c7b0e42-307a-4717-988e-6a4e1d279f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:33.811875 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-b1b690df-0922-4510-aa8e-51c041b96ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:33.818602 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba108c1-2ca8-43c6-ad37-59a659c31d4b None None] Pushing event updated for resources: {'Port': ['ID=8bbafe1c-4c5e-414f-a2f5-cad0b7ce1cdf,revision_number=2']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:33.846160 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba108c1-2ca8-43c6-ad37-59a659c31d4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:11:33.846507 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba108c1-2ca8-43c6-ad37-59a659c31d4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:11:33.846845 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba108c1-2ca8-43c6-ad37-59a659c31d4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:11:33.847175 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba108c1-2ca8-43c6-ad37-59a659c31d4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:11:33.847530 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba108c1-2ca8-43c6-ad37-59a659c31d4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:11:33.847910 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba108c1-2ca8-43c6-ad37-59a659c31d4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:11:33.848237 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba108c1-2ca8-43c6-ad37-59a659c31d4b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:11:33.848559 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba108c1-2ca8-43c6-ad37-59a659c31d4b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:11:33.848877 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba108c1-2ca8-43c6-ad37-59a659c31d4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:11:33.849193 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba108c1-2ca8-43c6-ad37-59a659c31d4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:11:33.849510 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba108c1-2ca8-43c6-ad37-59a659c31d4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:11:33.849839 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba108c1-2ca8-43c6-ad37-59a659c31d4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:11:33.875728 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7b0e42-307a-4717-988e-6a4e1d279f6b admin admin] Network 960d8233-5315-43e1-ba7d-5035f7e0cd29 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:11:33.880713 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-4c7b0e42-307a-4717-988e-6a4e1d279f6b admin admin] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:11:33.884352 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7b0e42-307a-4717-988e-6a4e1d279f6b admin admin] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:11:33.887866 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b690df-0922-4510-aa8e-51c041b96ab0 None None] Routers {'7e4fd456-970d-4ea9-a956-6485bd7e5bae'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:11:33.889318 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-b1b690df-0922-4510-aa8e-51c041b96ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:11:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['7e4fd456-970d-4ea9-a956-6485bd7e5bae'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:11:33.932787 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7b0e42-307a-4717-988e-6a4e1d279f6b admin admin] Pushing event updated for resources: {'Port': ['ID=5934d6de-37db-475b-bfa2-5a4a38ca1409,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:33.957336 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba108c1-2ca8-43c6-ad37-59a659c31d4b None None] Pushing event updated for resources: {'Port': ['ID=8bbafe1c-4c5e-414f-a2f5-cad0b7ce1cdf,revision_number=3']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:33.957565 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4c7b0e42-307a-4717-988e-6a4e1d279f6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068614'] for router_interface, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:34.057064 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-b1b690df-0922-4510-aa8e-51c041b96ab0 None None] Set router 7e4fd456-970d-4ea9-a956-6485bd7e5bae gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:11:34.157934 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4c7b0e42-307a-4717-988e-6a4e1d279f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:34.344368 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-85d625b7-a16a-44e6-ad41-474b684b81c3 None None] Provisioning complete for port 5934d6de-37db-475b-bfa2-5a4a38ca1409 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:11:34.345380 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-85d625b7-a16a-44e6-ad41-474b684b81c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:34.360070 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-b1b690df-0922-4510-aa8e-51c041b96ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e4fd456-970d-4ea9-a956-6485bd7e5bae', 'name': 'tempest-TestServerBasicOps-312835958-router', 'tenant_id': '33f7a2189c6c49e1b5d2f8ea11a63704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '8bbafe1c-4c5e-414f-a2f5-cad0b7ce1cdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:11:30Z', 'updated_at': '2021-09-23T07:11:31Z', 'revision_number': 3, 'project_id': '33f7a2189c6c49e1b5d2f8ea11a63704', 'gw_port': {'id': '8bbafe1c-4c5e-414f-a2f5-cad0b7ce1cdf', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b9:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e4fd456-970d-4ea9-a956-6485bd7e5bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:11:31Z', 'updated_at': '2021-09-23T07:11:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:11:34.406768 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4c7b0e42-307a-4717-988e-6a4e1d279f6b admin admin] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:34.414359 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4c7b0e42-307a-4717-988e-6a4e1d279f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:34.437157 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b690df-0922-4510-aa8e-51c041b96ab0 None None] The sync data for ids ['7e4fd456-970d-4ea9-a956-6485bd7e5bae'] in n-d-715271-16 is: [{'id': '7e4fd456-970d-4ea9-a956-6485bd7e5bae', 'name': 'tempest-TestServerBasicOps-312835958-router', 'tenant_id': '33f7a2189c6c49e1b5d2f8ea11a63704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '8bbafe1c-4c5e-414f-a2f5-cad0b7ce1cdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:11:30Z', 'updated_at': '2021-09-23T07:11:31Z', 'revision_number': 3, 'project_id': '33f7a2189c6c49e1b5d2f8ea11a63704', 'gw_port': {'id': '8bbafe1c-4c5e-414f-a2f5-cad0b7ce1cdf', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b9:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e4fd456-970d-4ea9-a956-6485bd7e5bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:11:31Z', 'updated_at': '2021-09-23T07:11:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:11:34.519508 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4c7b0e42-307a-4717-988e-6a4e1d279f6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067062'] for router_interface, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:34.523262 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7b0e42-307a-4717-988e-6a4e1d279f6b admin admin] Pushing event updated for resources: {'Port': ['ID=5934d6de-37db-475b-bfa2-5a4a38ca1409,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:34.619719 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-85d625b7-a16a-44e6-ad41-474b684b81c3 None None] Port 5934d6de-37db-475b-bfa2-5a4a38ca1409 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:11:34.650504 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7b0e42-307a-4717-988e-6a4e1d279f6b admin admin] Network 960d8233-5315-43e1-ba7d-5035f7e0cd29 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:11:34.651972 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-4c7b0e42-307a-4717-988e-6a4e1d279f6b admin admin] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:11:35.155771 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-4cb27e1d-418c-4236-9973-189b46b585dc None None] Provisioning complete for port 5934d6de-37db-475b-bfa2-5a4a38ca1409 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:11:35.156441 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-4cb27e1d-418c-4236-9973-189b46b585dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:35.219929 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-4cb27e1d-418c-4236-9973-189b46b585dc None None] Port 5934d6de-37db-475b-bfa2-5a4a38ca1409 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:11:35.278992 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c7b0e42-307a-4717-988e-6a4e1d279f6b admin admin] Router 7e4fd456-970d-4ea9-a956-6485bd7e5bae has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:11:35.420333 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c7b0e42-307a-4717-988e-6a4e1d279f6b admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:11:35.425978 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-4c7b0e42-307a-4717-988e-6a4e1d279f6b admin admin] 10.222.0.39 "PUT /v2.0/routers/7e4fd456-970d-4ea9-a956-6485bd7e5bae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7848873 Sep 23 07:11:35.583128 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 8bbafe1c-4c5e-414f-a2f5-cad0b7ce1cdf up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:11:35.666768 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 8bbafe1c-4c5e-414f-a2f5-cad0b7ce1cdf triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:11:35.667152 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:35.788747 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:35.824453 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port 8bbafe1c-4c5e-414f-a2f5-cad0b7ce1cdf, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=8bbafe1c-4c5e-414f-a2f5-cad0b7ce1cdf,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:11:35.829213 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:35.905108 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=8bbafe1c-4c5e-414f-a2f5-cad0b7ce1cdf,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:35.912943 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:11:35.913297 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:11:35.913642 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:11:35.914161 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:11:35.914426 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:11:35.914765 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:11:35.915090 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:11:35.915416 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:11:35.915739 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:11:35.916332 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:11:35.916612 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:11:35.916937 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:11:36.078711 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 38314) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:11:36.083837 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-70aa60ae-ad9b-4d3d-85dc-60249925c1ef admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1455955720-network', 'tenant_id': '9ab45cdee20e483589af397e87815db5'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:11:36.118588 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70aa60ae-ad9b-4d3d-85dc-60249925c1ef admin admin] Made reservation on behalf of 9ab45cdee20e483589af397e87815db5 for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:11:36.121189 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-70aa60ae-ad9b-4d3d-85dc-60249925c1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:36.131540 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-70aa60ae-ad9b-4d3d-85dc-60249925c1ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:36.255313 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-70aa60ae-ad9b-4d3d-85dc-60249925c1ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:36.260075 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-70aa60ae-ad9b-4d3d-85dc-60249925c1ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:36.284854 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70aa60ae-ad9b-4d3d-85dc-60249925c1ef admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:11:36.305779 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-70aa60ae-ad9b-4d3d-85dc-60249925c1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:36.306218 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-70aa60ae-ad9b-4d3d-85dc-60249925c1ef admin admin] Added segment 6a9d7853-dfa7-447d-9b66-861829986ae7 of type vlan for network 3fd1453f-75aa-48c1-ab9a-858cc6b277a5 Sep 23 07:11:36.307612 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aa60ae-ad9b-4d3d-85dc-60249925c1ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51d60bf8-3aff-4672-a245-9f7259bebd42,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:36.360303 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-70aa60ae-ad9b-4d3d-85dc-60249925c1ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:36.391211 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-70aa60ae-ad9b-4d3d-85dc-60249925c1ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:36.392461 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70aa60ae-ad9b-4d3d-85dc-60249925c1ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:36.393178 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-70aa60ae-ad9b-4d3d-85dc-60249925c1ef admin admin] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:36.424188 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-70aa60ae-ad9b-4d3d-85dc-60249925c1ef admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3442793 Sep 23 07:11:36.427812 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 38316) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:11:36.434211 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-984eeacb-c3a7-4971-840b-ba8089201d7c admin admin] Request body: {'subnet': {'network_id': '3fd1453f-75aa-48c1-ab9a-858cc6b277a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1455955720-subnet', 'tenant_id': '9ab45cdee20e483589af397e87815db5', 'ip_version': 4}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:11:36.466968 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aa60ae-ad9b-4d3d-85dc-60249925c1ef admin admin] Pushing event updated for resources: {'Network': ['ID=3fd1453f-75aa-48c1-ab9a-858cc6b277a5,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:36.478947 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 3fd1453f-75aa-48c1-ab9a-858cc6b277a5 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:11:36.487939 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-984eeacb-c3a7-4971-840b-ba8089201d7c admin admin] Made reservation on behalf of 9ab45cdee20e483589af397e87815db5 for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:11:36.492767 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-984eeacb-c3a7-4971-840b-ba8089201d7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:36.553057 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:36.602755 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224eb6d6-4e16-42b8-9ace-6d4a0f60a02b None None] Sync routers for ids ['7e4fd456-970d-4ea9-a956-6485bd7e5bae'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:11:36.613972 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224eb6d6-4e16-42b8-9ace-6d4a0f60a02b None None] Routers {'7e4fd456-970d-4ea9-a956-6485bd7e5bae'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:11:36.614609 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-224eb6d6-4e16-42b8-9ace-6d4a0f60a02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:11:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['7e4fd456-970d-4ea9-a956-6485bd7e5bae'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:11:36.708161 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-984eeacb-c3a7-4971-840b-ba8089201d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:36.746507 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-224eb6d6-4e16-42b8-9ace-6d4a0f60a02b None None] Set router 7e4fd456-970d-4ea9-a956-6485bd7e5bae gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:11:36.824281 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984eeacb-c3a7-4971-840b-ba8089201d7c admin admin] Checking segment: {'id': '6a9d7853-dfa7-447d-9b66-861829986ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3fd1453f-75aa-48c1-ab9a-858cc6b277a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:11:36.824660 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984eeacb-c3a7-4971-840b-ba8089201d7c admin admin] Network hostable DHCP agents. Network: 3fd1453f-75aa-48c1-ab9a-858cc6b277a5, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:11:36.828375 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984eeacb-c3a7-4971-840b-ba8089201d7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2457a276-2b3b-4a2c-a893-7c0d33e54682,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:36.849963 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984eeacb-c3a7-4971-840b-ba8089201d7c admin admin] Network 3fd1453f-75aa-48c1-ab9a-858cc6b277a5 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:11:36.864060 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-984eeacb-c3a7-4971-840b-ba8089201d7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 3fd1453f-75aa-48c1-ab9a-858cc6b277a5) {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:11:36.868766 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984eeacb-c3a7-4971-840b-ba8089201d7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:36.869690 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-984eeacb-c3a7-4971-840b-ba8089201d7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:36.887960 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-984eeacb-c3a7-4971-840b-ba8089201d7c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4591010 Sep 23 07:11:36.890955 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 38324) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:11:36.896364 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-17d61a0e-d84b-4d3b-91a1-e898b1c1234f admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1455955720-router', 'tenant_id': '9ab45cdee20e483589af397e87815db5', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:11:36.903353 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3fba08d-43ce-4518-8e30-96cd6c415bbd None None] Network 3fd1453f-75aa-48c1-ab9a-858cc6b277a5 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:11:36.927823 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-17d61a0e-d84b-4d3b-91a1-e898b1c1234f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:36.928893 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-17d61a0e-d84b-4d3b-91a1-e898b1c1234f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:36.989090 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-17d61a0e-d84b-4d3b-91a1-e898b1c1234f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:37.169495 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-17d61a0e-d84b-4d3b-91a1-e898b1c1234f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:37.203885 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0998cb-ce5d-4a7b-9b85-8248c782d96a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-3fd1453f-75aa-48c1-ab9a-858cc6b277a5', 'network_id': '3fd1453f-75aa-48c1-ab9a-858cc6b277a5', 'tenant_id': '9ab45cdee20e483589af397e87815db5', 'fixed_ips': [{'subnet_id': '2457a276-2b3b-4a2c-a893-7c0d33e54682'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:11:37.204915 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2f0998cb-ce5d-4a7b-9b85-8248c782d96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:37.242685 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab50fdb-d0c9-4724-9208-9a105d306f40 req-0717c242-d4fd-4624-bc54-4712b21a3911 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:37.251107 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4ab50fdb-d0c9-4724-9208-9a105d306f40 req-0717c242-d4fd-4624-bc54-4712b21a3911 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d4918de-60b7-44b6-be8b-9b2019b1271a HTTP/1.1" status: 200 len: 945 time: 0.0696750 Sep 23 07:11:37.310140 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4ab50fdb-d0c9-4724-9208-9a105d306f40 req-1485de31-b5c8-411b-bf04-fff1eee7ee0b tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f253461-cf82-4016-a142-72193d40d277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567799 Sep 23 07:11:37.334621 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-224eb6d6-4e16-42b8-9ace-6d4a0f60a02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e4fd456-970d-4ea9-a956-6485bd7e5bae', 'name': 'tempest-TestServerBasicOps-312835958-router', 'tenant_id': '33f7a2189c6c49e1b5d2f8ea11a63704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '8bbafe1c-4c5e-414f-a2f5-cad0b7ce1cdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:11:30Z', 'updated_at': '2021-09-23T07:11:34Z', 'revision_number': 4, 'project_id': '33f7a2189c6c49e1b5d2f8ea11a63704', 'gw_port': {'id': '8bbafe1c-4c5e-414f-a2f5-cad0b7ce1cdf', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4fd456-970d-4ea9-a956-6485bd7e5bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:11:31Z', 'updated_at': '2021-09-23T07:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '5934d6de-37db-475b-bfa2-5a4a38ca1409', 'name': '', 'network_id': '960d8233-5315-43e1-ba7d-5035f7e0cd29', 'tenant_id': '33f7a2189c6c49e1b5d2f8ea11a63704', 'mac_address': 'fa:16:3e:d5:42:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e4fd456-970d-4ea9-a956-6485bd7e5bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '80fcde87-88a7-461e-aee2-7972c559cf52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:11:33Z', 'updated_at': '2021-09-23T07:11:34Z', 'revision_number': 2, 'project_id': '33f7a2189c6c49e1b5d2f8ea11a63704', 'subnets': [{'id': '80fcde87-88a7-461e-aee2-7972c559cf52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:11:37.389846 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224eb6d6-4e16-42b8-9ace-6d4a0f60a02b None None] Checking router: 7e4fd456-970d-4ea9-a956-6485bd7e5bae for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:11:37.390489 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224eb6d6-4e16-42b8-9ace-6d4a0f60a02b None None] Updating router 7e4fd456-970d-4ea9-a956-6485bd7e5bae port 5934d6de-37db-475b-bfa2-5a4a38ca1409 binding host n-d-715271-16 {{(pid=95067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 07:11:37.420640 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-17d61a0e-d84b-4d3b-91a1-e898b1c1234f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:37.433612 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-224eb6d6-4e16-42b8-9ace-6d4a0f60a02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:37.447695 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-17d61a0e-d84b-4d3b-91a1-e898b1c1234f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:37.451669 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-2f0998cb-ce5d-4a7b-9b85-8248c782d96a None None] Allocated IP 172.20.0.2 (3fd1453f-75aa-48c1-ab9a-858cc6b277a5/2457a276-2b3b-4a2c-a893-7c0d33e54682/c8df9493-85ee-41a9-8ded-78b75ed42f1d) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:11:37.517608 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 8bbafe1c-4c5e-414f-a2f5-cad0b7ce1cdf up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:11:37.564268 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-17d61a0e-d84b-4d3b-91a1-e898b1c1234f admin admin] Allocated IP 172.25.2.117 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/74b3af50-0015-470d-b47d-5f65b10b417e) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:11:37.687768 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-17d61a0e-d84b-4d3b-91a1-e898b1c1234f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:37.728265 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-17d61a0e-d84b-4d3b-91a1-e898b1c1234f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:37.765798 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d61a0e-d84b-4d3b-91a1-e898b1c1234f admin admin] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:11:37.768920 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-17d61a0e-d84b-4d3b-91a1-e898b1c1234f admin admin] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:11:37.772730 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d61a0e-d84b-4d3b-91a1-e898b1c1234f admin admin] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:11:37.791991 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 8bbafe1c-4c5e-414f-a2f5-cad0b7ce1cdf triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:11:37.792552 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:37.814958 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d61a0e-d84b-4d3b-91a1-e898b1c1234f admin admin] Pushing event updated for resources: {'Port': ['ID=74b3af50-0015-470d-b47d-5f65b10b417e,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:37.832074 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2f0998cb-ce5d-4a7b-9b85-8248c782d96a None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:37.843955 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2f0998cb-ce5d-4a7b-9b85-8248c782d96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:37.915748 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0998cb-ce5d-4a7b-9b85-8248c782d96a None None] Network 3fd1453f-75aa-48c1-ab9a-858cc6b277a5 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:11:37.926118 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-2f0998cb-ce5d-4a7b-9b85-8248c782d96a None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:11:37.931684 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0998cb-ce5d-4a7b-9b85-8248c782d96a None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:11:37.934243 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0998cb-ce5d-4a7b-9b85-8248c782d96a None None] Pushing event updated for resources: {'Port': ['ID=c8df9493-85ee-41a9-8ded-78b75ed42f1d,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:38.061556 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-17d61a0e-d84b-4d3b-91a1-e898b1c1234f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:38.075005 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-2f0998cb-ce5d-4a7b-9b85-8248c782d96a None None] Attempting to bind port c8df9493-85ee-41a9-8ded-78b75ed42f1d on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:11:38.075419 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-2f0998cb-ce5d-4a7b-9b85-8248c782d96a None None] Attempting to bind port c8df9493-85ee-41a9-8ded-78b75ed42f1d by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '6a9d7853-dfa7-447d-9b66-861829986ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3fd1453f-75aa-48c1-ab9a-858cc6b277a5'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:11:38.075744 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0998cb-ce5d-4a7b-9b85-8248c782d96a None None] Attempting to bind port c8df9493-85ee-41a9-8ded-78b75ed42f1d on network 3fd1453f-75aa-48c1-ab9a-858cc6b277a5 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:11:38.079564 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-224eb6d6-4e16-42b8-9ace-6d4a0f60a02b None None] Notify callbacks [] for port, precommit_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:38.083025 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f04f7942-0b3c-4bd2-9de7-df70705244c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:38.086895 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0998cb-ce5d-4a7b-9b85-8248c782d96a None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:11:38.087248 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0998cb-ce5d-4a7b-9b85-8248c782d96a None None] Checking segment: {'id': '6a9d7853-dfa7-447d-9b66-861829986ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3fd1453f-75aa-48c1-ab9a-858cc6b277a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:11:38.087647 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2f0998cb-ce5d-4a7b-9b85-8248c782d96a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:38.088034 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0998cb-ce5d-4a7b-9b85-8248c782d96a None None] Bound using segment: {'id': '6a9d7853-dfa7-447d-9b66-861829986ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3fd1453f-75aa-48c1-ab9a-858cc6b277a5'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:11:38.088529 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-2f0998cb-ce5d-4a7b-9b85-8248c782d96a None None] Bound port: c8df9493-85ee-41a9-8ded-78b75ed42f1d, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a9d7853-dfa7-447d-9b66-861829986ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3fd1453f-75aa-48c1-ab9a-858cc6b277a5'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:11:38.088885 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2f0998cb-ce5d-4a7b-9b85-8248c782d96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:38.093903 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-224eb6d6-4e16-42b8-9ace-6d4a0f60a02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:38.208810 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-2f0998cb-ce5d-4a7b-9b85-8248c782d96a None None] For port c8df9493-85ee-41a9-8ded-78b75ed42f1d, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:11:38.212195 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-2f0998cb-ce5d-4a7b-9b85-8248c782d96a None None] For port c8df9493-85ee-41a9-8ded-78b75ed42f1d, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=c8df9493-85ee-41a9-8ded-78b75ed42f1d,segment=NetworkSegment(6a9d7853-dfa7-447d-9b66-861829986ae7),segment_id=6a9d7853-dfa7-447d-9b66-861829986ae7)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:11:38.215194 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1975d899-13e3-48a7-8baa-42002cc456fd None None] Pushing event updated for resources: {'Port': ['ID=5934d6de-37db-475b-bfa2-5a4a38ca1409,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:38.223820 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2f0998cb-ce5d-4a7b-9b85-8248c782d96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:38.380298 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-17d61a0e-d84b-4d3b-91a1-e898b1c1234f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:38.419468 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b226bc2a-a22d-433b-b8af-dd11e00a8864 req-0a52cdc9-dd21-4105-82ba-e8908ab61704 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:38.421816 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b226bc2a-a22d-433b-b8af-dd11e00a8864 req-0a52cdc9-dd21-4105-82ba-e8908ab61704 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d4918de-60b7-44b6-be8b-9b2019b1271a HTTP/1.1" status: 200 len: 945 time: 0.0921745 Sep 23 07:11:38.530158 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-224eb6d6-4e16-42b8-9ace-6d4a0f60a02b None None] Attempting to bind port 5934d6de-37db-475b-bfa2-5a4a38ca1409 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:11:38.530532 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-224eb6d6-4e16-42b8-9ace-6d4a0f60a02b None None] Attempting to bind port 5934d6de-37db-475b-bfa2-5a4a38ca1409 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': 'c5b55c04-132e-48db-b2f0-5e019cc14643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '960d8233-5315-43e1-ba7d-5035f7e0cd29'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:11:38.531097 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224eb6d6-4e16-42b8-9ace-6d4a0f60a02b None None] Attempting to bind port 5934d6de-37db-475b-bfa2-5a4a38ca1409 on network 960d8233-5315-43e1-ba7d-5035f7e0cd29 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:11:38.549286 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224eb6d6-4e16-42b8-9ace-6d4a0f60a02b None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:11:38.549537 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224eb6d6-4e16-42b8-9ace-6d4a0f60a02b None None] Checking segment: {'id': 'c5b55c04-132e-48db-b2f0-5e019cc14643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '960d8233-5315-43e1-ba7d-5035f7e0cd29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:11:38.549895 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-224eb6d6-4e16-42b8-9ace-6d4a0f60a02b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:38.550345 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224eb6d6-4e16-42b8-9ace-6d4a0f60a02b None None] Bound using segment: {'id': 'c5b55c04-132e-48db-b2f0-5e019cc14643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '960d8233-5315-43e1-ba7d-5035f7e0cd29'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:11:38.551009 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-224eb6d6-4e16-42b8-9ace-6d4a0f60a02b None None] Bound port: 5934d6de-37db-475b-bfa2-5a4a38ca1409, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5b55c04-132e-48db-b2f0-5e019cc14643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '960d8233-5315-43e1-ba7d-5035f7e0cd29'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:11:38.551575 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-224eb6d6-4e16-42b8-9ace-6d4a0f60a02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:38.571243 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b292c-79d5-4423-9f40-c045dd4bc076 req-bb6cf238-1b5f-448c-a9c1-c6c3380fcea1 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:38.573129 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4f1b292c-79d5-4423-9f40-c045dd4bc076 req-bb6cf238-1b5f-448c-a9c1-c6c3380fcea1 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d4918de-60b7-44b6-be8b-9b2019b1271a HTTP/1.1" status: 200 len: 945 time: 0.1300578 Sep 23 07:11:38.581943 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0998cb-ce5d-4a7b-9b85-8248c782d96a None None] Pushing event updated for resources: {'Port': ['ID=c8df9493-85ee-41a9-8ded-78b75ed42f1d,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:38.588236 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-b226bc2a-a22d-433b-b8af-dd11e00a8864 req-914b70f3-6bf7-4bc6-acc0-a6bc2ec01559 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Deleting port ff148512-9074-4b74-ba11-2a04ee623dee {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:11:38.589545 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-b226bc2a-a22d-433b-b8af-dd11e00a8864 req-914b70f3-6bf7-4bc6-acc0-a6bc2ec01559 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:38.616715 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-96c9010e-ac42-4dc4-a950-f6187421d235 None None] Provisioning complete for port 5934d6de-37db-475b-bfa2-5a4a38ca1409 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:11:38.617162 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-96c9010e-ac42-4dc4-a950-f6187421d235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:38.653260 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4f1b292c-79d5-4423-9f40-c045dd4bc076 req-8e82e6ee-e167-4d87-8adb-6b0a7910c72d tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f253461-cf82-4016-a142-72193d40d277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662084 Sep 23 07:11:38.659645 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17d61a0e-d84b-4d3b-91a1-e898b1c1234f admin admin] Router 59a6db04-9bab-459a-a294-43e93b29b6cc is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 07:11:38.693262 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-96c9010e-ac42-4dc4-a950-f6187421d235 None None] Port 5934d6de-37db-475b-bfa2-5a4a38ca1409 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:11:38.695523 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-224eb6d6-4e16-42b8-9ace-6d4a0f60a02b None None] For port 5934d6de-37db-475b-bfa2-5a4a38ca1409, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:11:38.708328 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-224eb6d6-4e16-42b8-9ace-6d4a0f60a02b None None] For port 5934d6de-37db-475b-bfa2-5a4a38ca1409, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=5934d6de-37db-475b-bfa2-5a4a38ca1409,segment=NetworkSegment(c5b55c04-132e-48db-b2f0-5e019cc14643),segment_id=c5b55c04-132e-48db-b2f0-5e019cc14643)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:11:38.718739 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-224eb6d6-4e16-42b8-9ace-6d4a0f60a02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:38.766565 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-b226bc2a-a22d-433b-b8af-dd11e00a8864 req-914b70f3-6bf7-4bc6-acc0-a6bc2ec01559 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] For port ff148512-9074-4b74-ba11-2a04ee623dee, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=ff148512-9074-4b74-ba11-2a04ee623dee,segment=NetworkSegment(d46caa6f-7cda-416e-9143-4e96751c403c),segment_id=d46caa6f-7cda-416e-9143-4e96751c403c)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:11:38.766937 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-b226bc2a-a22d-433b-b8af-dd11e00a8864 req-914b70f3-6bf7-4bc6-acc0-a6bc2ec01559 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:38.787174 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17d61a0e-d84b-4d3b-91a1-e898b1c1234f admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:11:38.797198 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1975d899-13e3-48a7-8baa-42002cc456fd None None] Pushing event updated for resources: {'Port': ['ID=5934d6de-37db-475b-bfa2-5a4a38ca1409,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:38.805727 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8ae053-f596-448a-b4c4-832b54379532 None None] Sync routers for ids ['59a6db04-9bab-459a-a294-43e93b29b6cc'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:11:38.807243 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224eb6d6-4e16-42b8-9ace-6d4a0f60a02b None None] Routers {'7e4fd456-970d-4ea9-a956-6485bd7e5bae'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:11:38.807389 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-17d61a0e-d84b-4d3b-91a1-e898b1c1234f admin admin] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:38.808122 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-224eb6d6-4e16-42b8-9ace-6d4a0f60a02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:11:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['7e4fd456-970d-4ea9-a956-6485bd7e5bae'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:11:38.808764 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-17d61a0e-d84b-4d3b-91a1-e898b1c1234f admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9162276 Sep 23 07:11:38.811936 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 38340) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:11:38.893586 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8ae053-f596-448a-b4c4-832b54379532 None None] Routers {'59a6db04-9bab-459a-a294-43e93b29b6cc'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:11:38.897831 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-3c8ae053-f596-448a-b4c4-832b54379532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:11:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['59a6db04-9bab-459a-a294-43e93b29b6cc'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:11:38.971960 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-224eb6d6-4e16-42b8-9ace-6d4a0f60a02b None None] Set router 7e4fd456-970d-4ea9-a956-6485bd7e5bae gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:11:39.148006 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-b226bc2a-a22d-433b-b8af-dd11e00a8864 req-914b70f3-6bf7-4bc6-acc0-a6bc2ec01559 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:39.151897 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-3c8ae053-f596-448a-b4c4-832b54379532 None None] Set router 59a6db04-9bab-459a-a294-43e93b29b6cc gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:11:39.154605 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-b226bc2a-a22d-433b-b8af-dd11e00a8864 req-914b70f3-6bf7-4bc6-acc0-a6bc2ec01559 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:39.154605 n-d-715271-16 neutron-server[95065]: INFO neutron.db.l3_db [req-b226bc2a-a22d-433b-b8af-dd11e00a8864 req-914b70f3-6bf7-4bc6-acc0-a6bc2ec01559 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Floating IP 25acf37a-9a1f-4872-a843-b02f67a6be7e disassociated. External IP: 172.25.2.86, port: ff148512-9074-4b74-ba11-2a04ee623dee. Sep 23 07:11:39.154818 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-b226bc2a-a22d-433b-b8af-dd11e00a8864 req-914b70f3-6bf7-4bc6-acc0-a6bc2ec01559 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Calling delete_port for ff148512-9074-4b74-ba11-2a04ee623dee owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:11:39.376042 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-edeaa678-69c6-4f93-98b4-6cdfd75d8373 None None] Provisioning complete for port 5934d6de-37db-475b-bfa2-5a4a38ca1409 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:11:39.376868 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-edeaa678-69c6-4f93-98b4-6cdfd75d8373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:39.450369 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-b226bc2a-a22d-433b-b8af-dd11e00a8864 req-914b70f3-6bf7-4bc6-acc0-a6bc2ec01559 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:39.455606 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-224eb6d6-4e16-42b8-9ace-6d4a0f60a02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e4fd456-970d-4ea9-a956-6485bd7e5bae', 'name': 'tempest-TestServerBasicOps-312835958-router', 'tenant_id': '33f7a2189c6c49e1b5d2f8ea11a63704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '8bbafe1c-4c5e-414f-a2f5-cad0b7ce1cdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:11:30Z', 'updated_at': '2021-09-23T07:11:34Z', 'revision_number': 4, 'project_id': '33f7a2189c6c49e1b5d2f8ea11a63704', 'gw_port': {'id': '8bbafe1c-4c5e-414f-a2f5-cad0b7ce1cdf', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4fd456-970d-4ea9-a956-6485bd7e5bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:11:31Z', 'updated_at': '2021-09-23T07:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '5934d6de-37db-475b-bfa2-5a4a38ca1409', 'name': '', 'network_id': '960d8233-5315-43e1-ba7d-5035f7e0cd29', 'tenant_id': '33f7a2189c6c49e1b5d2f8ea11a63704', 'mac_address': 'fa:16:3e:d5:42:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e4fd456-970d-4ea9-a956-6485bd7e5bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '80fcde87-88a7-461e-aee2-7972c559cf52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:11:33Z', 'updated_at': '2021-09-23T07:11:38Z', 'revision_number': 4, 'project_id': '33f7a2189c6c49e1b5d2f8ea11a63704', 'subnets': [{'id': '80fcde87-88a7-461e-aee2-7972c559cf52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:11:39.510968 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224eb6d6-4e16-42b8-9ace-6d4a0f60a02b None None] The sync data for ids ['7e4fd456-970d-4ea9-a956-6485bd7e5bae'] in n-d-715271-16 is: [{'id': '7e4fd456-970d-4ea9-a956-6485bd7e5bae', 'name': 'tempest-TestServerBasicOps-312835958-router', 'tenant_id': '33f7a2189c6c49e1b5d2f8ea11a63704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '8bbafe1c-4c5e-414f-a2f5-cad0b7ce1cdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:11:30Z', 'updated_at': '2021-09-23T07:11:34Z', 'revision_number': 4, 'project_id': '33f7a2189c6c49e1b5d2f8ea11a63704', 'gw_port': {'id': '8bbafe1c-4c5e-414f-a2f5-cad0b7ce1cdf', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4fd456-970d-4ea9-a956-6485bd7e5bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:11:31Z', 'updated_at': '2021-09-23T07:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '5934d6de-37db-475b-bfa2-5a4a38ca1409', 'name': '', 'network_id': '960d8233-5315-43e1-ba7d-5035f7e0cd29', 'tenant_id': '33f7a2189c6c49e1b5d2f8ea11a63704', 'mac_address': 'fa:16:3e:d5:42:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e4fd456-970d-4ea9-a956-6485bd7e5bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '80fcde87-88a7-461e-aee2-7972c559cf52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:11:33Z', 'updated_at': '2021-09-23T07:11:38Z', 'revision_number': 4, 'project_id': '33f7a2189c6c49e1b5d2f8ea11a63704', 'subnets': [{'id': '80fcde87-88a7-461e-aee2-7972c559cf52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:11:39.644641 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-edeaa678-69c6-4f93-98b4-6cdfd75d8373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:39.671857 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914b70f3-6bf7-4bc6-acc0-a6bc2ec01559 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Pushing event deleted for resources: {'Port': ['ID=ff148512-9074-4b74-ba11-2a04ee623dee,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:39.691258 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-3c8ae053-f596-448a-b4c4-832b54379532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a6db04-9bab-459a-a294-43e93b29b6cc', 'name': 'tempest-TestServerBasicOps-1455955720-router', 'tenant_id': '9ab45cdee20e483589af397e87815db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '74b3af50-0015-470d-b47d-5f65b10b417e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:11:36Z', 'updated_at': '2021-09-23T07:11:37Z', 'revision_number': 3, 'project_id': '9ab45cdee20e483589af397e87815db5', 'gw_port': {'id': '74b3af50-0015-470d-b47d-5f65b10b417e', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b5:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59a6db04-9bab-459a-a294-43e93b29b6cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:11:37Z', 'updated_at': '2021-09-23T07:11:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:11:39.756107 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-edeaa678-69c6-4f93-98b4-6cdfd75d8373 None None] For port 5934d6de-37db-475b-bfa2-5a4a38ca1409, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=5934d6de-37db-475b-bfa2-5a4a38ca1409,segment=NetworkSegment(c5b55c04-132e-48db-b2f0-5e019cc14643),segment_id=c5b55c04-132e-48db-b2f0-5e019cc14643)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:11:39.761602 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8ae053-f596-448a-b4c4-832b54379532 None None] Checking router: 59a6db04-9bab-459a-a294-43e93b29b6cc for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:11:39.761778 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8ae053-f596-448a-b4c4-832b54379532 None None] Updating router 59a6db04-9bab-459a-a294-43e93b29b6cc port 74b3af50-0015-470d-b47d-5f65b10b417e binding host n-d-715271-16 {{(pid=95068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 07:11:39.769603 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-edeaa678-69c6-4f93-98b4-6cdfd75d8373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:39.786303 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device c8df9493-85ee-41a9-8ded-78b75ed42f1d up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:11:39.834534 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-3c8ae053-f596-448a-b4c4-832b54379532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:39.864382 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-06b53b33-5c18-4ad2-ae64-df4596760240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:39.952215 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-832debc1-0f4e-4ab8-8425-12521ad33f39 req-1ef76601-bd34-4deb-8bfe-3e09b29da800 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d4918de-60b7-44b6-be8b-9b2019b1271a HTTP/1.1" status: 200 len: 210 time: 0.0755825 Sep 23 07:11:39.985994 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeaa678-69c6-4f93-98b4-6cdfd75d8373 None None] Pushing event updated for resources: {'Port': ['ID=5934d6de-37db-475b-bfa2-5a4a38ca1409,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:40.009438 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b226bc2a-a22d-433b-b8af-dd11e00a8864 req-914b70f3-6bf7-4bc6-acc0-a6bc2ec01559 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Router 9871286f-15b3-4219-82f8-90a28b2af92c has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:11:40.017779 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port c8df9493-85ee-41a9-8ded-78b75ed42f1d triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:11:40.018438 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:40.291949 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:40.321784 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:40.334866 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b226bc2a-a22d-433b-b8af-dd11e00a8864 req-914b70f3-6bf7-4bc6-acc0-a6bc2ec01559 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:11:40.353760 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-06b53b33-5c18-4ad2-ae64-df4596760240 admin admin] Allocated IP 172.20.0.1 (3fd1453f-75aa-48c1-ab9a-858cc6b277a5/2457a276-2b3b-4a2c-a893-7c0d33e54682/380e116e-e8f1-4e61-bb87-53061b56442b) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:11:40.395548 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44cb30b-a545-4a73-9d83-edc3bfb1d327 None None] Sync routers for ids ['9871286f-15b3-4219-82f8-90a28b2af92c'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:11:40.447919 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f113761f-ee43-4a9f-b864-ec9944217914 None None] Network 3fd1453f-75aa-48c1-ab9a-858cc6b277a5 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:11:40.455679 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-3c8ae053-f596-448a-b4c4-832b54379532 None None] Notify callbacks [] for port, precommit_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:40.464796 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-3c8ae053-f596-448a-b4c4-832b54379532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:40.467809 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-b226bc2a-a22d-433b-b8af-dd11e00a8864 req-914b70f3-6bf7-4bc6-acc0-a6bc2ec01559 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] No DVR routers for this DVR port ff148512-9074-4b74-ba11-2a04ee623dee on host n-h1-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:11:40.472174 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-b226bc2a-a22d-433b-b8af-dd11e00a8864 req-914b70f3-6bf7-4bc6-acc0-a6bc2ec01559 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:40.474943 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b226bc2a-a22d-433b-b8af-dd11e00a8864 req-914b70f3-6bf7-4bc6-acc0-a6bc2ec01559 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.21 "DELETE /v2.0/ports/ff148512-9074-4b74-ba11-2a04ee623dee HTTP/1.1" status: 204 len: 173 time: 2.0443192 Sep 23 07:11:40.477242 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d4918de-60b7-44b6-be8b-9b2019b1271a', 'name': 'network-vif-deleted', 'tag': 'ff148512-9074-4b74-ba11-2a04ee623dee'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:11:40.484888 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a9dc9d1-3fb3-43ed-99e1-c8d718cc78f0" -d '{"events": [{"server_uuid": "5d4918de-60b7-44b6-be8b-9b2019b1271a", "name": "network-vif-deleted", "tag": "ff148512-9074-4b74-ba11-2a04ee623dee"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:11:40.555098 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44cb30b-a545-4a73-9d83-edc3bfb1d327 None None] Routers {'9871286f-15b3-4219-82f8-90a28b2af92c'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:11:40.555999 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-c44cb30b-a545-4a73-9d83-edc3bfb1d327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:11:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['9871286f-15b3-4219-82f8-90a28b2af92c'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:11:40.575679 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf26836e-4141-4ba3-b2f4-ac6cfb719796 x-openstack-request-id: req-cf26836e-4141-4ba3-b2f4-ac6cfb719796 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:11:40.576519 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d4918de-60b7-44b6-be8b-9b2019b1271a", "name": "network-vif-deleted", "tag": "ff148512-9074-4b74-ba11-2a04ee623dee", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:11:40.576975 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cf26836e-4141-4ba3-b2f4-ac6cfb719796 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:11:40.577593 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d4918de-60b7-44b6-be8b-9b2019b1271a', 'name': 'network-vif-deleted', 'tag': 'ff148512-9074-4b74-ba11-2a04ee623dee', 'status': 'completed', 'code': 200} Sep 23 07:11:40.581404 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-3c8ae053-f596-448a-b4c4-832b54379532 None None] Attempting to bind port 74b3af50-0015-470d-b47d-5f65b10b417e on host n-d-715271-16 for vnic_type normal with profile {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:11:40.581853 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-3c8ae053-f596-448a-b4c4-832b54379532 None None] Attempting to bind port 74b3af50-0015-470d-b47d-5f65b10b417e by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:11:40.582335 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8ae053-f596-448a-b4c4-832b54379532 None None] Attempting to bind port 74b3af50-0015-470d-b47d-5f65b10b417e on network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:11:40.586208 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3a27ab-cec6-4af4-91af-8236c5c1d2a8 None None] Pushing event updated for resources: {'Port': ['ID=74b3af50-0015-470d-b47d-5f65b10b417e,revision_number=2']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:40.593516 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8ae053-f596-448a-b4c4-832b54379532 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:11:40.594227 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8ae053-f596-448a-b4c4-832b54379532 None None] Checking segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:11:40.594788 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-3c8ae053-f596-448a-b4c4-832b54379532 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:40.595361 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8ae053-f596-448a-b4c4-832b54379532 None None] Bound using segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:11:40.596797 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-3c8ae053-f596-448a-b4c4-832b54379532 None None] Bound port: 74b3af50-0015-470d-b47d-5f65b10b417e, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:11:40.597493 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-3c8ae053-f596-448a-b4c4-832b54379532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:40.627519 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port c8df9493-85ee-41a9-8ded-78b75ed42f1d, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=c8df9493-85ee-41a9-8ded-78b75ed42f1d,segment=NetworkSegment(6a9d7853-dfa7-447d-9b66-861829986ae7),segment_id=6a9d7853-dfa7-447d-9b66-861829986ae7)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:11:40.634140 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-06b53b33-5c18-4ad2-ae64-df4596760240 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:40.683783 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-e28d521b-1d69-44b4-8c91-ec26605691d5 None None] Provisioning complete for port c8df9493-85ee-41a9-8ded-78b75ed42f1d triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:11:40.684007 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e28d521b-1d69-44b4-8c91-ec26605691d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:40.694907 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:40.702800 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device ff148512-9074-4b74-ba11-2a04ee623dee no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:11:40.715900 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-3c8ae053-f596-448a-b4c4-832b54379532 None None] For port 74b3af50-0015-470d-b47d-5f65b10b417e, host n-d-715271-16, cleared binding levels {{(pid=95068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:11:40.724244 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-3c8ae053-f596-448a-b4c4-832b54379532 None None] For port 74b3af50-0015-470d-b47d-5f65b10b417e, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=74b3af50-0015-470d-b47d-5f65b10b417e,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:11:40.731773 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-3c8ae053-f596-448a-b4c4-832b54379532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:40.734444 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-06b53b33-5c18-4ad2-ae64-df4596760240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:40.781092 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] No Port match for: ff148512-9074-4b74-ba11-2a04ee623dee {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:11:40.781439 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device ff148512-9074-4b74-ba11-2a04ee623dee not bound to the agent host n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:11:40.835907 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b53b33-5c18-4ad2-ae64-df4596760240 admin admin] Pushing event updated for resources: {'Port': ['ID=380e116e-e8f1-4e61-bb87-53061b56442b,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:40.836402 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8ae053-f596-448a-b4c4-832b54379532 None None] Routers {'59a6db04-9bab-459a-a294-43e93b29b6cc'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:11:40.837124 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-3c8ae053-f596-448a-b4c4-832b54379532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:11:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['59a6db04-9bab-459a-a294-43e93b29b6cc'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:11:40.846529 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b53b33-5c18-4ad2-ae64-df4596760240 admin admin] Network 3fd1453f-75aa-48c1-ab9a-858cc6b277a5 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:11:40.848194 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-06b53b33-5c18-4ad2-ae64-df4596760240 admin admin] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:11:40.850936 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b53b33-5c18-4ad2-ae64-df4596760240 admin admin] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:11:40.895790 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=c8df9493-85ee-41a9-8ded-78b75ed42f1d,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:40.914439 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3a27ab-cec6-4af4-91af-8236c5c1d2a8 None None] Pushing event updated for resources: {'Port': ['ID=74b3af50-0015-470d-b47d-5f65b10b417e,revision_number=3']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:40.930530 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-06b53b33-5c18-4ad2-ae64-df4596760240 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068614'] for router_interface, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:41.004770 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-c44cb30b-a545-4a73-9d83-edc3bfb1d327 None None] Set router 9871286f-15b3-4219-82f8-90a28b2af92c gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:11:41.040510 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-3c8ae053-f596-448a-b4c4-832b54379532 None None] Set router 59a6db04-9bab-459a-a294-43e93b29b6cc gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:11:41.183519 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-06b53b33-5c18-4ad2-ae64-df4596760240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:41.205465 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-16fbaaee-261e-493e-ad6b-4f771c3c1481 req-b0b20ebd-006c-48cd-b4b9-407fb5de0207 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d4918de-60b7-44b6-be8b-9b2019b1271a HTTP/1.1" status: 200 len: 210 time: 0.0653448 Sep 23 07:11:41.254102 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-105b96eb-219b-4470-a7b4-382b689caccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:41.351566 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-3c8ae053-f596-448a-b4c4-832b54379532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a6db04-9bab-459a-a294-43e93b29b6cc', 'name': 'tempest-TestServerBasicOps-1455955720-router', 'tenant_id': '9ab45cdee20e483589af397e87815db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '74b3af50-0015-470d-b47d-5f65b10b417e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:11:36Z', 'updated_at': '2021-09-23T07:11:37Z', 'revision_number': 3, 'project_id': '9ab45cdee20e483589af397e87815db5', 'gw_port': {'id': '74b3af50-0015-470d-b47d-5f65b10b417e', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b5:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59a6db04-9bab-459a-a294-43e93b29b6cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:11:37Z', 'updated_at': '2021-09-23T07:11:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:11:41.399372 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8ae053-f596-448a-b4c4-832b54379532 None None] The sync data for ids ['59a6db04-9bab-459a-a294-43e93b29b6cc'] in n-d-715271-16 is: [{'id': '59a6db04-9bab-459a-a294-43e93b29b6cc', 'name': 'tempest-TestServerBasicOps-1455955720-router', 'tenant_id': '9ab45cdee20e483589af397e87815db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '74b3af50-0015-470d-b47d-5f65b10b417e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:11:36Z', 'updated_at': '2021-09-23T07:11:37Z', 'revision_number': 3, 'project_id': '9ab45cdee20e483589af397e87815db5', 'gw_port': {'id': '74b3af50-0015-470d-b47d-5f65b10b417e', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b5:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59a6db04-9bab-459a-a294-43e93b29b6cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:11:37Z', 'updated_at': '2021-09-23T07:11:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:11:41.442952 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-06b53b33-5c18-4ad2-ae64-df4596760240 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:41.451914 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-06b53b33-5c18-4ad2-ae64-df4596760240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:41.564151 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b53b33-5c18-4ad2-ae64-df4596760240 admin admin] Pushing event updated for resources: {'Port': ['ID=380e116e-e8f1-4e61-bb87-53061b56442b,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:41.577390 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-06b53b33-5c18-4ad2-ae64-df4596760240 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067062'] for router_interface, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:41.661746 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:41.738852 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-c44cb30b-a545-4a73-9d83-edc3bfb1d327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9871286f-15b3-4219-82f8-90a28b2af92c', 'name': 'tempest-AttachVolumeTestJSON-49398408-router', 'tenant_id': '912f73c24c624b319c3fb784891bcabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': 'c5c71c6d-b2b0-4a46-876d-f3527f19e41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:05:18Z', 'updated_at': '2021-09-23T07:05:24Z', 'revision_number': 4, 'project_id': '912f73c24c624b319c3fb784891bcabd', 'gw_port': {'id': 'c5c71c6d-b2b0-4a46-876d-f3527f19e41b', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:5e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9871286f-15b3-4219-82f8-90a28b2af92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:05:19Z', 'updated_at': '2021-09-23T07:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '6353bfef-3625-4007-8305-85ce6ba7ed47', 'name': '', 'network_id': '8e69782e-59da-448f-aa2b-c22b36c23603', 'tenant_id': '912f73c24c624b319c3fb784891bcabd', 'mac_address': 'fa:16:3e:ad:33:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9871286f-15b3-4219-82f8-90a28b2af92c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'e9604f35-686e-4202-ac30-43de25cbdd33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:05:23Z', 'updated_at': '2021-09-23T07:05:30Z', 'revision_number': 5, 'project_id': '912f73c24c624b319c3fb784891bcabd', 'subnets': [{'id': 'e9604f35-686e-4202-ac30-43de25cbdd33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:11:41.744683 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 5934d6de-37db-475b-bfa2-5a4a38ca1409 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:11:41.752633 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b53b33-5c18-4ad2-ae64-df4596760240 admin admin] Network 3fd1453f-75aa-48c1-ab9a-858cc6b277a5 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:11:41.754462 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-06b53b33-5c18-4ad2-ae64-df4596760240 admin admin] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:11:41.814118 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44cb30b-a545-4a73-9d83-edc3bfb1d327 None None] Checking router: 9871286f-15b3-4219-82f8-90a28b2af92c for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:11:41.832304 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44cb30b-a545-4a73-9d83-edc3bfb1d327 None None] Routers {'9871286f-15b3-4219-82f8-90a28b2af92c'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:11:41.833736 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-c44cb30b-a545-4a73-9d83-edc3bfb1d327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:11:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['9871286f-15b3-4219-82f8-90a28b2af92c'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:11:41.901919 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 5934d6de-37db-475b-bfa2-5a4a38ca1409 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:11:41.902278 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:41.946964 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06b53b33-5c18-4ad2-ae64-df4596760240 admin admin] Router 59a6db04-9bab-459a-a294-43e93b29b6cc has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:11:42.163459 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b53b33-5c18-4ad2-ae64-df4596760240 admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:11:42.178192 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-06b53b33-5c18-4ad2-ae64-df4596760240 admin admin] 10.222.0.39 "PUT /v2.0/routers/59a6db04-9bab-459a-a294-43e93b29b6cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3566902 Sep 23 07:11:42.295553 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-c44cb30b-a545-4a73-9d83-edc3bfb1d327 None None] Set router 9871286f-15b3-4219-82f8-90a28b2af92c gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:11:42.337830 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 38366) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:11:42.362745 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-7548bc1d-7faf-4df5-acf5-ffc6cf8ada84 None None] Provisioning complete for port c8df9493-85ee-41a9-8ded-78b75ed42f1d triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:11:42.363400 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-7548bc1d-7faf-4df5-acf5-ffc6cf8ada84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:42.456645 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:42.466929 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-67052519-910b-446e-aba8-409cf668cc2e tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:42.538721 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-67052519-910b-446e-aba8-409cf668cc2e tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:42.695145 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-67052519-910b-446e-aba8-409cf668cc2e tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:42.701704 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-67052519-910b-446e-aba8-409cf668cc2e tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:42.701704 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-67052519-910b-446e-aba8-409cf668cc2e tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "DELETE /v2.0/security-groups/5f253461-cf82-4016-a142-72193d40d277 HTTP/1.1" status: 204 len: 168 time: 0.3620355 Sep 23 07:11:42.704170 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 38378) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:11:42.715003 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67052519-910b-446e-aba8-409cf668cc2e tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f253461-cf82-4016-a142-72193d40d277,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:42.721757 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [None req-24a2d485-439e-4d81-92cf-29c9b70b4983 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] show failed (client error): The resource could not be found. Sep 23 07:11:42.722796 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-24a2d485-439e-4d81-92cf-29c9b70b4983 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/security-groups/5f253461-cf82-4016-a142-72193d40d277 HTTP/1.1" status: 404 len: 347 time: 0.0170450 Sep 23 07:11:42.725601 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 38380) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:11:42.793938 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device c8df9493-85ee-41a9-8ded-78b75ed42f1d up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:11:42.981774 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-c44cb30b-a545-4a73-9d83-edc3bfb1d327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9871286f-15b3-4219-82f8-90a28b2af92c', 'name': 'tempest-AttachVolumeTestJSON-49398408-router', 'tenant_id': '912f73c24c624b319c3fb784891bcabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': 'c5c71c6d-b2b0-4a46-876d-f3527f19e41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:05:18Z', 'updated_at': '2021-09-23T07:05:24Z', 'revision_number': 4, 'project_id': '912f73c24c624b319c3fb784891bcabd', 'gw_port': {'id': 'c5c71c6d-b2b0-4a46-876d-f3527f19e41b', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:5e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9871286f-15b3-4219-82f8-90a28b2af92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:05:19Z', 'updated_at': '2021-09-23T07:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '6353bfef-3625-4007-8305-85ce6ba7ed47', 'name': '', 'network_id': '8e69782e-59da-448f-aa2b-c22b36c23603', 'tenant_id': '912f73c24c624b319c3fb784891bcabd', 'mac_address': 'fa:16:3e:ad:33:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9871286f-15b3-4219-82f8-90a28b2af92c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'e9604f35-686e-4202-ac30-43de25cbdd33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:05:23Z', 'updated_at': '2021-09-23T07:05:30Z', 'revision_number': 5, 'project_id': '912f73c24c624b319c3fb784891bcabd', 'subnets': [{'id': 'e9604f35-686e-4202-ac30-43de25cbdd33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:11:43.023302 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44cb30b-a545-4a73-9d83-edc3bfb1d327 None None] The sync data for ids ['9871286f-15b3-4219-82f8-90a28b2af92c'] in n-d-715271-16 is: [{'id': '9871286f-15b3-4219-82f8-90a28b2af92c', 'name': 'tempest-AttachVolumeTestJSON-49398408-router', 'tenant_id': '912f73c24c624b319c3fb784891bcabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': 'c5c71c6d-b2b0-4a46-876d-f3527f19e41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:05:18Z', 'updated_at': '2021-09-23T07:05:24Z', 'revision_number': 4, 'project_id': '912f73c24c624b319c3fb784891bcabd', 'gw_port': {'id': 'c5c71c6d-b2b0-4a46-876d-f3527f19e41b', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:5e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9871286f-15b3-4219-82f8-90a28b2af92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:05:19Z', 'updated_at': '2021-09-23T07:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '6353bfef-3625-4007-8305-85ce6ba7ed47', 'name': '', 'network_id': '8e69782e-59da-448f-aa2b-c22b36c23603', 'tenant_id': '912f73c24c624b319c3fb784891bcabd', 'mac_address': 'fa:16:3e:ad:33:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9871286f-15b3-4219-82f8-90a28b2af92c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'e9604f35-686e-4202-ac30-43de25cbdd33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:05:23Z', 'updated_at': '2021-09-23T07:05:30Z', 'revision_number': 5, 'project_id': '912f73c24c624b319c3fb784891bcabd', 'subnets': [{'id': 'e9604f35-686e-4202-ac30-43de25cbdd33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:11:43.031457 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-7548bc1d-7faf-4df5-acf5-ffc6cf8ada84 None None] Provisioning complete for port 380e116e-e8f1-4e61-bb87-53061b56442b triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:11:43.031847 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-7548bc1d-7faf-4df5-acf5-ffc6cf8ada84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:43.068916 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port c8df9493-85ee-41a9-8ded-78b75ed42f1d triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:11:43.069307 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:43.083006 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 38394) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:11:43.087650 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-70be1f3c-6371-4793-a093-ff4d5383b92f tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-767703666', 'description': 'tempest-secgroup-smoke-767703666 description', 'project_id': '33f7a2189c6c49e1b5d2f8ea11a63704'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:11:43.135905 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-7548bc1d-7faf-4df5-acf5-ffc6cf8ada84 None None] Port 380e116e-e8f1-4e61-bb87-53061b56442b cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:11:43.141637 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-70be1f3c-6371-4793-a093-ff4d5383b92f tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:43.266052 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-2bc41c55-8fbb-4d8f-b15f-1271fdee8fc0 None None] Provisioning complete for port 380e116e-e8f1-4e61-bb87-53061b56442b triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:11:43.267218 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2bc41c55-8fbb-4d8f-b15f-1271fdee8fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:43.279742 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-70be1f3c-6371-4793-a093-ff4d5383b92f tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:43.285522 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-70be1f3c-6371-4793-a093-ff4d5383b92f tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:43.322656 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-2bc41c55-8fbb-4d8f-b15f-1271fdee8fc0 None None] Port 380e116e-e8f1-4e61-bb87-53061b56442b cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:11:43.334074 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-70be1f3c-6371-4793-a093-ff4d5383b92f tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:43.335735 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-70be1f3c-6371-4793-a093-ff4d5383b92f tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2515037 Sep 23 07:11:43.339581 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 38398) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:11:43.350292 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-1e9fa13e-5ffc-4d53-8481-97eea6def98e tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Request body: {'security_group_rule': {'security_group_id': 'e7b8c4ab-15ad-4881-bc10-e96c0d70c469', 'project_id': '33f7a2189c6c49e1b5d2f8ea11a63704', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:11:43.363528 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70be1f3c-6371-4793-a093-ff4d5383b92f tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b8c4ab-15ad-4881-bc10-e96c0d70c469,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:43.387240 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1e9fa13e-5ffc-4d53-8481-97eea6def98e tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:43.440608 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1e9fa13e-5ffc-4d53-8481-97eea6def98e tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:43.445054 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1e9fa13e-5ffc-4d53-8481-97eea6def98e tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:43.475131 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9fa13e-5ffc-4d53-8481-97eea6def98e tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4a28269-3764-4e76-a6fc-2d8a2494fbb6,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:43.481619 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1e9fa13e-5ffc-4d53-8481-97eea6def98e tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:43.485386 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-1e9fa13e-5ffc-4d53-8481-97eea6def98e tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1443574 Sep 23 07:11:43.487775 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 38400) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:11:43.492894 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-2d19b781-d8da-4e4c-92d3-d1bc751a4f69 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Request body: {'security_group_rule': {'security_group_id': 'e7b8c4ab-15ad-4881-bc10-e96c0d70c469', 'project_id': '33f7a2189c6c49e1b5d2f8ea11a63704', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:11:43.531051 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2d19b781-d8da-4e4c-92d3-d1bc751a4f69 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:43.536928 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b1e17-a12a-4b99-b0e1-5276a1b142d8 req-b3a9a84c-1308-482e-8f54-48b21c991ee7 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:43.544151 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-459b1e17-a12a-4b99-b0e1-5276a1b142d8 req-b3a9a84c-1308-482e-8f54-48b21c991ee7 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/networks?id=7419f04a-5d5b-442f-8742-9cad839fa406 HTTP/1.1" status: 200 len: 815 time: 0.1958508 Sep 23 07:11:43.559504 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-12d17135-270e-4ede-bac6-202428c46591 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Deleting port f597c326-cf29-4d4b-ac4b-c4250c97cae7 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:11:43.559842 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-12d17135-270e-4ede-bac6-202428c46591 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:43.570090 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-459b1e17-a12a-4b99-b0e1-5276a1b142d8 req-4cdd1c99-0724-4d14-8674-0ef42ae825b4 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/quotas/b6f7a7c9880248c0a51b1399dcbba6cb HTTP/1.1" status: 200 len: 375 time: 0.0242181 Sep 23 07:11:43.605980 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2d19b781-d8da-4e4c-92d3-d1bc751a4f69 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:43.611939 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2d19b781-d8da-4e4c-92d3-d1bc751a4f69 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:43.629580 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 74b3af50-0015-470d-b47d-5f65b10b417e up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:11:43.644486 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2d19b781-d8da-4e4c-92d3-d1bc751a4f69 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:43.648213 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-2d19b781-d8da-4e4c-92d3-d1bc751a4f69 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1567979 Sep 23 07:11:43.648630 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 38404) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:11:43.652987 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-7e5bb3da-3628-4929-ba5a-c74d9cd7e6d0 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Request body: {'security_group_rule': {'security_group_id': 'e7b8c4ab-15ad-4881-bc10-e96c0d70c469', 'project_id': '33f7a2189c6c49e1b5d2f8ea11a63704', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:11:43.675674 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d19b781-d8da-4e4c-92d3-d1bc751a4f69 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bf98b04-277a-41b5-ae3b-d5e0825c205a,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:43.687925 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7e5bb3da-3628-4929-ba5a-c74d9cd7e6d0 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:43.714904 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-12d17135-270e-4ede-bac6-202428c46591 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:43.715408 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-12d17135-270e-4ede-bac6-202428c46591 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:43.746381 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-12d17135-270e-4ede-bac6-202428c46591 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Calling delete_port for f597c326-cf29-4d4b-ac4b-c4250c97cae7 owned by network:floatingip {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:11:43.759880 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7e5bb3da-3628-4929-ba5a-c74d9cd7e6d0 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:43.766985 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7e5bb3da-3628-4929-ba5a-c74d9cd7e6d0 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:43.776277 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 74b3af50-0015-470d-b47d-5f65b10b417e triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:11:43.777355 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:43.807723 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5bb3da-3628-4929-ba5a-c74d9cd7e6d0 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=208af340-9342-4e1c-b9ba-b4b60b85b81e,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:43.812804 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-459b1e17-a12a-4b99-b0e1-5276a1b142d8 req-e0171296-a0f3-471f-a60a-006fcb3b2452 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b6f7a7c9880248c0a51b1399dcbba6cb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2375822 Sep 23 07:11:43.816680 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7e5bb3da-3628-4929-ba5a-c74d9cd7e6d0 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:43.818448 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-7e5bb3da-3628-4929-ba5a-c74d9cd7e6d0 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1687694 Sep 23 07:11:43.820961 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 38406) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:11:43.827294 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-e03fe0b4-32f4-4167-b89a-2964350170f6 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Request body: {'security_group_rule': {'security_group_id': 'e7b8c4ab-15ad-4881-bc10-e96c0d70c469', 'project_id': '33f7a2189c6c49e1b5d2f8ea11a63704', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:11:43.861426 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb2a28c-12b1-4809-b2e8-26295415b4f8 None None] New status for floating IP 25acf37a-9a1f-4872-a843-b02f67a6be7e: DOWN {{(pid=95068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 07:11:43.882182 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:43.883018 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e03fe0b4-32f4-4167-b89a-2964350170f6 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:43.939415 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:43.968991 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port 74b3af50-0015-470d-b47d-5f65b10b417e, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=74b3af50-0015-470d-b47d-5f65b10b417e,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:11:43.975605 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:44.004097 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e03fe0b4-32f4-4167-b89a-2964350170f6 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:44.010135 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e03fe0b4-32f4-4167-b89a-2964350170f6 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:44.041692 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.db.api [None req-4bb2a28c-12b1-4809-b2e8-26295415b4f8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95068) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 07:11:44.042353 n-d-715271-16 neutron-server[95068]: DEBUG oslo_db.api [None req-4bb2a28c-12b1-4809-b2e8-26295415b4f8 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 07:11:44.045422 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e03fe0b4-32f4-4167-b89a-2964350170f6 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:44.049374 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-e03fe0b4-32f4-4167-b89a-2964350170f6 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2245247 Sep 23 07:11:44.050209 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 38408) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:11:44.056625 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-69584b46-3cf2-4b59-86f5-b2f67039c857 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Request body: {'security_group_rule': {'security_group_id': 'e7b8c4ab-15ad-4881-bc10-e96c0d70c469', 'project_id': '33f7a2189c6c49e1b5d2f8ea11a63704', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:11:44.062495 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=74b3af50-0015-470d-b47d-5f65b10b417e,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:44.074964 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-12d17135-270e-4ede-bac6-202428c46591 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:44.079217 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03fe0b4-32f4-4167-b89a-2964350170f6 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c27a2499-57e7-42b9-85b6-0f706773cf80,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:44.098289 n-d-715271-16 neutron-server[95066]: INFO neutron.db.securitygroups_db [None req-69584b46-3cf2-4b59-86f5-b2f67039c857 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Project 33f7a2189c6c49e1b5d2f8ea11a63704 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 07:11:44.104675 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-69584b46-3cf2-4b59-86f5-b2f67039c857 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:44.124242 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d17135-270e-4ede-bac6-202428c46591 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Pushing event deleted for resources: {'Port': ['ID=f597c326-cf29-4d4b-ac4b-c4250c97cae7,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:44.136352 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d17135-270e-4ede-bac6-202428c46591 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:11:44.136693 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d17135-270e-4ede-bac6-202428c46591 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:11:44.137111 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d17135-270e-4ede-bac6-202428c46591 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:11:44.137399 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d17135-270e-4ede-bac6-202428c46591 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:11:44.137742 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d17135-270e-4ede-bac6-202428c46591 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:11:44.138113 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d17135-270e-4ede-bac6-202428c46591 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:11:44.139010 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d17135-270e-4ede-bac6-202428c46591 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:11:44.139343 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d17135-270e-4ede-bac6-202428c46591 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:11:44.139669 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d17135-270e-4ede-bac6-202428c46591 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:11:44.139996 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d17135-270e-4ede-bac6-202428c46591 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:11:44.140324 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d17135-270e-4ede-bac6-202428c46591 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:11:44.140650 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d17135-270e-4ede-bac6-202428c46591 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:11:44.187416 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-69584b46-3cf2-4b59-86f5-b2f67039c857 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:44.197191 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-69584b46-3cf2-4b59-86f5-b2f67039c857 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:44.209269 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-459b1e17-a12a-4b99-b0e1-5276a1b142d8 req-a8451ea5-d7b0-47c9-882a-576f66a357a6 service neutron] 10.222.0.39 "GET /v2.0/networks/7419f04a-5d5b-442f-8742-9cad839fa406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213511 Sep 23 07:11:44.222237 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-69584b46-3cf2-4b59-86f5-b2f67039c857 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:44.226118 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-69584b46-3cf2-4b59-86f5-b2f67039c857 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1718535 Sep 23 07:11:44.227317 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 38410) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:11:44.231720 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-27ddf631-c851-43b4-867d-77bc2bad0fd8 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Request body: {'security_group_rule': {'security_group_id': 'e7b8c4ab-15ad-4881-bc10-e96c0d70c469', 'project_id': '33f7a2189c6c49e1b5d2f8ea11a63704', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:11:44.241328 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69584b46-3cf2-4b59-86f5-b2f67039c857 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13e0a349-85a0-4667-9a47-09e4aaa3762a,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:44.259601 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-12d17135-270e-4ede-bac6-202428c46591 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks [] for floatingip, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:44.260199 n-d-715271-16 neutron-server[95066]: INFO neutron.db.securitygroups_db [None req-27ddf631-c851-43b4-867d-77bc2bad0fd8 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Project 33f7a2189c6c49e1b5d2f8ea11a63704 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 07:11:44.261785 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-12d17135-270e-4ede-bac6-202428c46591 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:44.263016 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-12d17135-270e-4ede-bac6-202428c46591 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "DELETE /v2.0/floatingips/25acf37a-9a1f-4872-a843-b02f67a6be7e HTTP/1.1" status: 204 len: 168 time: 1.5357211 Sep 23 07:11:44.269436 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-27ddf631-c851-43b4-867d-77bc2bad0fd8 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:44.326770 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82adeb0-3ca9-4c0e-bfe4-244bc1ff999a None None] Sync routers for ids ['59a6db04-9bab-459a-a294-43e93b29b6cc'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:11:44.346596 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82adeb0-3ca9-4c0e-bfe4-244bc1ff999a None None] Routers {'59a6db04-9bab-459a-a294-43e93b29b6cc'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:11:44.347879 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-b82adeb0-3ca9-4c0e-bfe4-244bc1ff999a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:11:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['59a6db04-9bab-459a-a294-43e93b29b6cc'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:11:44.351650 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-459b1e17-a12a-4b99-b0e1-5276a1b142d8 req-f2c15cdd-e315-440d-aa96-af3053498094 service neutron] 10.222.0.39 "GET /v2.0/networks/7419f04a-5d5b-442f-8742-9cad839fa406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345389 Sep 23 07:11:44.409457 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-27ddf631-c851-43b4-867d-77bc2bad0fd8 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:44.419695 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-27ddf631-c851-43b4-867d-77bc2bad0fd8 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:44.463746 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ddf631-c851-43b4-867d-77bc2bad0fd8 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d6dc665-a369-4cfe-abe2-747bf604c291,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:44.488486 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-27ddf631-c851-43b4-867d-77bc2bad0fd8 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:44.489786 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-27ddf631-c851-43b4-867d-77bc2bad0fd8 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2615104 Sep 23 07:11:44.526429 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-b82adeb0-3ca9-4c0e-bfe4-244bc1ff999a None None] Set router 59a6db04-9bab-459a-a294-43e93b29b6cc gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:11:44.544272 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb2a28c-12b1-4809-b2e8-26295415b4f8 None None] New status for floating IP 25acf37a-9a1f-4872-a843-b02f67a6be7e: DOWN {{(pid=95068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 07:11:44.739525 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ab55d83e-550b-4b0f-bc8f-24e542c987f9 req-4d385a6a-0352-439c-862a-82b3f956dc4c tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-767703666&fields=id&tenant_id=33f7a2189c6c49e1b5d2f8ea11a63704 HTTP/1.1" status: 200 len: 267 time: 0.0746019 Sep 23 07:11:44.871277 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 38432) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:11:44.877311 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-11c7b861-c174-452b-b3b6-3cb5df9163d4 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1064307635', 'description': 'tempest-description--529832873'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:11:44.889001 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-b82adeb0-3ca9-4c0e-bfe4-244bc1ff999a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a6db04-9bab-459a-a294-43e93b29b6cc', 'name': 'tempest-TestServerBasicOps-1455955720-router', 'tenant_id': '9ab45cdee20e483589af397e87815db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '74b3af50-0015-470d-b47d-5f65b10b417e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:11:36Z', 'updated_at': '2021-09-23T07:11:41Z', 'revision_number': 4, 'project_id': '9ab45cdee20e483589af397e87815db5', 'gw_port': {'id': '74b3af50-0015-470d-b47d-5f65b10b417e', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a6db04-9bab-459a-a294-43e93b29b6cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:11:37Z', 'updated_at': '2021-09-23T07:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '380e116e-e8f1-4e61-bb87-53061b56442b', 'name': '', 'network_id': '3fd1453f-75aa-48c1-ab9a-858cc6b277a5', 'tenant_id': '9ab45cdee20e483589af397e87815db5', 'mac_address': 'fa:16:3e:91:ef:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59a6db04-9bab-459a-a294-43e93b29b6cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '2457a276-2b3b-4a2c-a893-7c0d33e54682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:11:39Z', 'updated_at': '2021-09-23T07:11:41Z', 'revision_number': 2, 'project_id': '9ab45cdee20e483589af397e87815db5', 'subnets': [{'id': '2457a276-2b3b-4a2c-a893-7c0d33e54682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:11:44.933583 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82adeb0-3ca9-4c0e-bfe4-244bc1ff999a None None] Checking router: 59a6db04-9bab-459a-a294-43e93b29b6cc for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:11:44.933979 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82adeb0-3ca9-4c0e-bfe4-244bc1ff999a None None] Updating router 59a6db04-9bab-459a-a294-43e93b29b6cc port 380e116e-e8f1-4e61-bb87-53061b56442b binding host n-d-715271-16 {{(pid=95067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 07:11:44.957840 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab55d83e-550b-4b0f-bc8f-24e542c987f9 req-4fab8568-fe91-42ee-8eab-4e4a5980f4be tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:44.960451 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ab55d83e-550b-4b0f-bc8f-24e542c987f9 req-4fab8568-fe91-42ee-8eab-4e4a5980f4be tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] 10.222.0.39 "GET /v2.0/networks?id=960d8233-5315-43e1-ba7d-5035f7e0cd29 HTTP/1.1" status: 200 len: 808 time: 0.2193842 Sep 23 07:11:44.964333 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b82adeb0-3ca9-4c0e-bfe4-244bc1ff999a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:44.976322 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3306eae6-c1d5-4be6-9c47-372ec5204e9e req-7fb4e4e8-0743-4dde-8caf-3880b3ef8fe3 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/ports?device_id=06058675-5fea-489f-b669-1467243f8246 HTTP/1.1" status: 200 len: 210 time: 0.0660713 Sep 23 07:11:44.983900 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-11c7b861-c174-452b-b3b6-3cb5df9163d4 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:45.000371 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ab55d83e-550b-4b0f-bc8f-24e542c987f9 req-534e0934-2055-4c88-9bbd-bf58cb4c5863 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] 10.222.0.39 "GET /v2.0/quotas/33f7a2189c6c49e1b5d2f8ea11a63704 HTTP/1.1" status: 200 len: 375 time: 0.0330944 Sep 23 07:11:45.081758 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ab55d83e-550b-4b0f-bc8f-24e542c987f9 req-0be7e18c-5e32-442a-8566-49ceecc158f5 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=33f7a2189c6c49e1b5d2f8ea11a63704&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0804589 Sep 23 07:11:45.173163 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-11c7b861-c174-452b-b3b6-3cb5df9163d4 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:45.184581 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-11c7b861-c174-452b-b3b6-3cb5df9163d4 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:45.218178 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ab55d83e-550b-4b0f-bc8f-24e542c987f9 req-035174d4-9ad8-4072-bbc8-60692e093cc0 service neutron] 10.222.0.39 "GET /v2.0/networks/960d8233-5315-43e1-ba7d-5035f7e0cd29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226692 Sep 23 07:11:45.238184 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-11c7b861-c174-452b-b3b6-3cb5df9163d4 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:45.242226 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-11c7b861-c174-452b-b3b6-3cb5df9163d4 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3672667 Sep 23 07:11:45.243113 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 38440) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:11:45.248536 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-792e9f56-835e-4241-9c83-add9e7094c09 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Request body: {'security_group_rule': {'security_group_id': 'a3b63ab7-3735-4a87-9979-75655123128b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:11:45.254080 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c7b861-c174-452b-b3b6-3cb5df9163d4 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b63ab7-3735-4a87-9979-75655123128b,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:45.287871 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-792e9f56-835e-4241-9c83-add9e7094c09 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:45.366516 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ab55d83e-550b-4b0f-bc8f-24e542c987f9 req-53b0d97d-e538-4988-a3de-26d2df3b1593 service neutron] 10.222.0.39 "GET /v2.0/networks/960d8233-5315-43e1-ba7d-5035f7e0cd29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380439 Sep 23 07:11:45.374252 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b82adeb0-3ca9-4c0e-bfe4-244bc1ff999a None None] Notify callbacks [] for port, precommit_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:45.381140 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b82adeb0-3ca9-4c0e-bfe4-244bc1ff999a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:45.390586 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-792e9f56-835e-4241-9c83-add9e7094c09 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:45.395593 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-792e9f56-835e-4241-9c83-add9e7094c09 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:45.425900 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792e9f56-835e-4241-9c83-add9e7094c09 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7e7189f-fc38-441c-b850-e0e4120981f6,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:45.474611 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-792e9f56-835e-4241-9c83-add9e7094c09 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:45.478612 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 38442) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:11:45.479083 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-792e9f56-835e-4241-9c83-add9e7094c09 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2348928 Sep 23 07:11:45.484500 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-bf358173-a9e4-4808-819d-0acd2afca7f9 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Request body: {'security_group_rule': {'security_group_id': 'a3b63ab7-3735-4a87-9979-75655123128b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:11:45.517201 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3167bf15-1574-42e3-8dde-1c3e10c1280c None None] Pushing event updated for resources: {'Port': ['ID=380e116e-e8f1-4e61-bb87-53061b56442b,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:45.575435 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bf358173-a9e4-4808-819d-0acd2afca7f9 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:45.605223 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 74b3af50-0015-470d-b47d-5f65b10b417e up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:11:45.710659 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-b82adeb0-3ca9-4c0e-bfe4-244bc1ff999a None None] Attempting to bind port 380e116e-e8f1-4e61-bb87-53061b56442b on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:11:45.711310 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-b82adeb0-3ca9-4c0e-bfe4-244bc1ff999a None None] Attempting to bind port 380e116e-e8f1-4e61-bb87-53061b56442b by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '6a9d7853-dfa7-447d-9b66-861829986ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3fd1453f-75aa-48c1-ab9a-858cc6b277a5'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:11:45.714523 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82adeb0-3ca9-4c0e-bfe4-244bc1ff999a None None] Attempting to bind port 380e116e-e8f1-4e61-bb87-53061b56442b on network 3fd1453f-75aa-48c1-ab9a-858cc6b277a5 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:11:45.719937 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bf358173-a9e4-4808-819d-0acd2afca7f9 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:45.720758 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7338c326-cccb-4ab5-8f2f-56617374874b req-71e827d7-a45b-4418-ab5a-7fe86b23233d tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf8600a9-8f1f-4667-9673-257e918306d5 HTTP/1.1" status: 200 len: 210 time: 0.0468442 Sep 23 07:11:45.735055 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bf358173-a9e4-4808-819d-0acd2afca7f9 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:45.736799 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82adeb0-3ca9-4c0e-bfe4-244bc1ff999a None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:11:45.737369 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82adeb0-3ca9-4c0e-bfe4-244bc1ff999a None None] Checking segment: {'id': '6a9d7853-dfa7-447d-9b66-861829986ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3fd1453f-75aa-48c1-ab9a-858cc6b277a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:11:45.737848 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b82adeb0-3ca9-4c0e-bfe4-244bc1ff999a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:45.738390 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82adeb0-3ca9-4c0e-bfe4-244bc1ff999a None None] Bound using segment: {'id': '6a9d7853-dfa7-447d-9b66-861829986ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3fd1453f-75aa-48c1-ab9a-858cc6b277a5'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:11:45.739006 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-b82adeb0-3ca9-4c0e-bfe4-244bc1ff999a None None] Bound port: 380e116e-e8f1-4e61-bb87-53061b56442b, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a9d7853-dfa7-447d-9b66-861829986ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3fd1453f-75aa-48c1-ab9a-858cc6b277a5'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:11:45.739422 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b82adeb0-3ca9-4c0e-bfe4-244bc1ff999a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:45.774674 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf358173-a9e4-4808-819d-0acd2afca7f9 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=199d22b2-82cc-49c6-b2d7-1aab3356e141,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:45.778783 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bf358173-a9e4-4808-819d-0acd2afca7f9 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:45.780980 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-bf358173-a9e4-4808-819d-0acd2afca7f9 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3010767 Sep 23 07:11:45.784327 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 38448) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:11:45.791174 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-ef89772e-d309-4213-ac23-d9da753e5e55 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Request body: {'floatingip': {'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:11:45.821324 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ef89772e-d309-4213-ac23-d9da753e5e55 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks [] for floatingip, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:45.843655 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 74b3af50-0015-470d-b47d-5f65b10b417e triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:11:45.844031 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:45.963108 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-b82adeb0-3ca9-4c0e-bfe4-244bc1ff999a None None] For port 380e116e-e8f1-4e61-bb87-53061b56442b, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:11:45.993463 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-b82adeb0-3ca9-4c0e-bfe4-244bc1ff999a None None] For port 380e116e-e8f1-4e61-bb87-53061b56442b, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=380e116e-e8f1-4e61-bb87-53061b56442b,segment=NetworkSegment(6a9d7853-dfa7-447d-9b66-861829986ae7),segment_id=6a9d7853-dfa7-447d-9b66-861829986ae7)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:11:46.009591 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-39482561-36f1-467a-aea9-7a7f7c256270 None None] Provisioning complete for port 380e116e-e8f1-4e61-bb87-53061b56442b triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:11:46.009985 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-39482561-36f1-467a-aea9-7a7f7c256270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:46.025370 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ef89772e-d309-4213-ac23-d9da753e5e55 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:46.052739 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b82adeb0-3ca9-4c0e-bfe4-244bc1ff999a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:46.159813 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8d922211-adb2-4d3d-b0d9-662369673835 req-46f7f386-719b-4c53-8598-315f628eacf9 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/ports?device_id=06058675-5fea-489f-b669-1467243f8246 HTTP/1.1" status: 200 len: 210 time: 0.0562463 Sep 23 07:11:46.189203 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82adeb0-3ca9-4c0e-bfe4-244bc1ff999a None None] Routers {'59a6db04-9bab-459a-a294-43e93b29b6cc'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:11:46.189841 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-b82adeb0-3ca9-4c0e-bfe4-244bc1ff999a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:11:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['59a6db04-9bab-459a-a294-43e93b29b6cc'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:11:46.230910 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3167bf15-1574-42e3-8dde-1c3e10c1280c None None] Pushing event updated for resources: {'Port': ['ID=380e116e-e8f1-4e61-bb87-53061b56442b,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:46.244773 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-39482561-36f1-467a-aea9-7a7f7c256270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:46.257015 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-ef89772e-d309-4213-ac23-d9da753e5e55 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Allocated IP 172.25.2.15 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/350c85dd-8f6c-46e2-a8aa-27ab01587f10) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:11:46.291132 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-39482561-36f1-467a-aea9-7a7f7c256270 None None] For port 380e116e-e8f1-4e61-bb87-53061b56442b, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=380e116e-e8f1-4e61-bb87-53061b56442b,segment=NetworkSegment(6a9d7853-dfa7-447d-9b66-861829986ae7),segment_id=6a9d7853-dfa7-447d-9b66-861829986ae7)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:11:46.315477 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-39482561-36f1-467a-aea9-7a7f7c256270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:46.427349 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39482561-36f1-467a-aea9-7a7f7c256270 None None] Pushing event updated for resources: {'Port': ['ID=380e116e-e8f1-4e61-bb87-53061b56442b,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:46.467448 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-b82adeb0-3ca9-4c0e-bfe4-244bc1ff999a None None] Set router 59a6db04-9bab-459a-a294-43e93b29b6cc gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:11:46.504561 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b1e17-a12a-4b99-b0e1-5276a1b142d8 req-98e2f8e5-ad55-48a4-b306-54ca916b8a17 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:46.513358 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-459b1e17-a12a-4b99-b0e1-5276a1b142d8 req-98e2f8e5-ad55-48a4-b306-54ca916b8a17 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.58 "GET /v2.0/networks?id=7419f04a-5d5b-442f-8742-9cad839fa406 HTTP/1.1" status: 200 len: 815 time: 0.2409117 Sep 23 07:11:46.520428 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ef89772e-d309-4213-ac23-d9da753e5e55 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:46.534800 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-459b1e17-a12a-4b99-b0e1-5276a1b142d8 req-595f6669-de8e-4378-b775-53d409afbf96 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Request body: {'port': {'device_id': '06058675-5fea-489f-b669-1467243f8246', 'network_id': '7419f04a-5d5b-442f-8742-9cad839fa406', 'admin_state_up': True, 'tenant_id': 'b6f7a7c9880248c0a51b1399dcbba6cb'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:11:46.605794 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ef89772e-d309-4213-ac23-d9da753e5e55 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:46.682617 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-e762881c-1838-4627-8514-4728c8bde8b9 None None] Provisioning complete for port 380e116e-e8f1-4e61-bb87-53061b56442b triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:11:46.683301 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e762881c-1838-4627-8514-4728c8bde8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:46.707910 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-459b1e17-a12a-4b99-b0e1-5276a1b142d8 req-595f6669-de8e-4378-b775-53d409afbf96 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Made reservation on behalf of b6f7a7c9880248c0a51b1399dcbba6cb for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:11:46.709546 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef89772e-d309-4213-ac23-d9da753e5e55 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:11:46.714496 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-ef89772e-d309-4213-ac23-d9da753e5e55 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:11:46.716436 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-459b1e17-a12a-4b99-b0e1-5276a1b142d8 req-595f6669-de8e-4378-b775-53d409afbf96 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:46.720103 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef89772e-d309-4213-ac23-d9da753e5e55 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:11:46.804167 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89772e-d309-4213-ac23-d9da753e5e55 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Pushing event updated for resources: {'Port': ['ID=350c85dd-8f6c-46e2-a8aa-27ab01587f10,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:46.897883 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ef89772e-d309-4213-ac23-d9da753e5e55 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:46.904289 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-414b77b2-8eb2-4054-af03-a8464b37082a req-cba22ac8-e960-49ec-bd86-a8c84d31902b tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf8600a9-8f1f-4667-9673-257e918306d5 HTTP/1.1" status: 200 len: 210 time: 0.0590997 Sep 23 07:11:46.944060 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [req-459b1e17-a12a-4b99-b0e1-5276a1b142d8 req-595f6669-de8e-4378-b775-53d409afbf96 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Allocated IP 172.20.0.14 (7419f04a-5d5b-442f-8742-9cad839fa406/cfb72d2e-9264-4b10-9cef-735d69774d44/e491d1a7-e168-42cc-bd59-a97f474e6b10) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:11:46.954788 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ef89772e-d309-4213-ac23-d9da753e5e55 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:47.033788 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-b82adeb0-3ca9-4c0e-bfe4-244bc1ff999a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a6db04-9bab-459a-a294-43e93b29b6cc', 'name': 'tempest-TestServerBasicOps-1455955720-router', 'tenant_id': '9ab45cdee20e483589af397e87815db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '74b3af50-0015-470d-b47d-5f65b10b417e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:11:36Z', 'updated_at': '2021-09-23T07:11:41Z', 'revision_number': 4, 'project_id': '9ab45cdee20e483589af397e87815db5', 'gw_port': {'id': '74b3af50-0015-470d-b47d-5f65b10b417e', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a6db04-9bab-459a-a294-43e93b29b6cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:11:37Z', 'updated_at': '2021-09-23T07:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '380e116e-e8f1-4e61-bb87-53061b56442b', 'name': '', 'network_id': '3fd1453f-75aa-48c1-ab9a-858cc6b277a5', 'tenant_id': '9ab45cdee20e483589af397e87815db5', 'mac_address': 'fa:16:3e:91:ef:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59a6db04-9bab-459a-a294-43e93b29b6cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '2457a276-2b3b-4a2c-a893-7c0d33e54682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:11:39Z', 'updated_at': '2021-09-23T07:11:45Z', 'revision_number': 4, 'project_id': '9ab45cdee20e483589af397e87815db5', 'subnets': [{'id': '2457a276-2b3b-4a2c-a893-7c0d33e54682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:11:47.065888 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82adeb0-3ca9-4c0e-bfe4-244bc1ff999a None None] The sync data for ids ['59a6db04-9bab-459a-a294-43e93b29b6cc'] in n-d-715271-16 is: [{'id': '59a6db04-9bab-459a-a294-43e93b29b6cc', 'name': 'tempest-TestServerBasicOps-1455955720-router', 'tenant_id': '9ab45cdee20e483589af397e87815db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '74b3af50-0015-470d-b47d-5f65b10b417e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:11:36Z', 'updated_at': '2021-09-23T07:11:41Z', 'revision_number': 4, 'project_id': '9ab45cdee20e483589af397e87815db5', 'gw_port': {'id': '74b3af50-0015-470d-b47d-5f65b10b417e', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a6db04-9bab-459a-a294-43e93b29b6cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:11:37Z', 'updated_at': '2021-09-23T07:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '380e116e-e8f1-4e61-bb87-53061b56442b', 'name': '', 'network_id': '3fd1453f-75aa-48c1-ab9a-858cc6b277a5', 'tenant_id': '9ab45cdee20e483589af397e87815db5', 'mac_address': 'fa:16:3e:91:ef:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59a6db04-9bab-459a-a294-43e93b29b6cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '2457a276-2b3b-4a2c-a893-7c0d33e54682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:11:39Z', 'updated_at': '2021-09-23T07:11:45Z', 'revision_number': 4, 'project_id': '9ab45cdee20e483589af397e87815db5', 'subnets': [{'id': '2457a276-2b3b-4a2c-a893-7c0d33e54682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:11:47.323870 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ef89772e-d309-4213-ac23-d9da753e5e55 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:47.358409 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-611be721-58ef-4bea-a15d-81704a4e3ec1 req-d80fad5c-f02f-44bd-a6e0-f8b8b8611634 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/ports?device_id=06058675-5fea-489f-b669-1467243f8246 HTTP/1.1" status: 200 len: 210 time: 0.0557137 Sep 23 07:11:47.359472 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ef89772e-d309-4213-ac23-d9da753e5e55 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:47.466222 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ef89772e-d309-4213-ac23-d9da753e5e55 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:47.499455 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ef89772e-d309-4213-ac23-d9da753e5e55 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:47.509161 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-ef89772e-d309-4213-ac23-d9da753e5e55 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7143974 Sep 23 07:11:47.509161 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89772e-d309-4213-ac23-d9da753e5e55 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Pushing event updated for resources: {'Port': ['ID=350c85dd-8f6c-46e2-a8aa-27ab01587f10,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:47.587310 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 380e116e-e8f1-4e61-bb87-53061b56442b up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:11:47.678554 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 380e116e-e8f1-4e61-bb87-53061b56442b triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:11:47.682556 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:47.825114 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab55d83e-550b-4b0f-bc8f-24e542c987f9 req-62e1671f-df22-4b4b-9ba7-9225025b65c6 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:47.829084 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ab55d83e-550b-4b0f-bc8f-24e542c987f9 req-62e1671f-df22-4b4b-9ba7-9225025b65c6 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] 10.222.0.58 "GET /v2.0/networks?id=960d8233-5315-43e1-ba7d-5035f7e0cd29 HTTP/1.1" status: 200 len: 808 time: 0.6754181 Sep 23 07:11:47.897646 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d5ff17b1-f15a-4937-b148-a3db0756fa54 req-5ac94ace-ed7e-4c03-b04f-c9ea5a1ded5b tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1064307635&fields=id&tenant_id=912f73c24c624b319c3fb784891bcabd HTTP/1.1" status: 200 len: 267 time: 0.0946383 Sep 23 07:11:47.917578 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-459b1e17-a12a-4b99-b0e1-5276a1b142d8 req-595f6669-de8e-4378-b775-53d409afbf96 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:47.974449 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ab55d83e-550b-4b0f-bc8f-24e542c987f9 req-85e35ffe-fbf8-46ab-a0fe-b16652ff7526 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=33f7a2189c6c49e1b5d2f8ea11a63704 HTTP/1.1" status: 200 len: 379 time: 0.1327388 Sep 23 07:11:47.989636 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-ab55d83e-550b-4b0f-bc8f-24e542c987f9 req-68ce0bde-7615-413b-9f4d-2480c9e608a7 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Request body: {'port': {'device_id': 'bf8600a9-8f1f-4667-9673-257e918306d5', 'network_id': '960d8233-5315-43e1-ba7d-5035f7e0cd29', 'admin_state_up': True, 'tenant_id': '33f7a2189c6c49e1b5d2f8ea11a63704', 'security_groups': ['e7b8c4ab-15ad-4881-bc10-e96c0d70c469']}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:11:48.040526 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-567c8a94-1620-42a9-84f9-408ef5cff390 req-8ab781a1-5bd3-4b4c-bddc-e39caa1b9e55 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf8600a9-8f1f-4667-9673-257e918306d5 HTTP/1.1" status: 200 len: 210 time: 0.0433605 Sep 23 07:11:48.186411 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff17b1-f15a-4937-b148-a3db0756fa54 req-804e037e-2d2c-42c0-a114-b2f81c137782 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:48.188094 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d5ff17b1-f15a-4937-b148-a3db0756fa54 req-804e037e-2d2c-42c0-a114-b2f81c137782 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/networks?id=8e69782e-59da-448f-aa2b-c22b36c23603 HTTP/1.1" status: 200 len: 809 time: 0.2799113 Sep 23 07:11:48.214529 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-459b1e17-a12a-4b99-b0e1-5276a1b142d8 req-595f6669-de8e-4378-b775-53d409afbf96 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:48.228046 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d5ff17b1-f15a-4937-b148-a3db0756fa54 req-61253081-33aa-443e-a001-b5c99e67d7aa tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/quotas/912f73c24c624b319c3fb784891bcabd HTTP/1.1" status: 200 len: 375 time: 0.0318453 Sep 23 07:11:48.241473 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['3124281c-2331-4db8-8d7f-a3c571f23643'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:11:48.286608 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-459b1e17-a12a-4b99-b0e1-5276a1b142d8 req-595f6669-de8e-4378-b775-53d409afbf96 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Network 7419f04a-5d5b-442f-8742-9cad839fa406 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:11:48.298923 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [req-459b1e17-a12a-4b99-b0e1-5276a1b142d8 req-595f6669-de8e-4378-b775-53d409afbf96 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:11:48.323506 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-459b1e17-a12a-4b99-b0e1-5276a1b142d8 req-595f6669-de8e-4378-b775-53d409afbf96 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:11:48.374681 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595f6669-de8e-4378-b775-53d409afbf96 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Pushing event updated for resources: {'Port': ['ID=e491d1a7-e168-42cc-bd59-a97f474e6b10,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:48.394294 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab55d83e-550b-4b0f-bc8f-24e542c987f9 req-68ce0bde-7615-413b-9f4d-2480c9e608a7 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Made reservation on behalf of 33f7a2189c6c49e1b5d2f8ea11a63704 for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:11:48.397965 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-ab55d83e-550b-4b0f-bc8f-24e542c987f9 req-68ce0bde-7615-413b-9f4d-2480c9e608a7 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:48.422655 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b1e17-a12a-4b99-b0e1-5276a1b142d8 req-595f6669-de8e-4378-b775-53d409afbf96 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:48.423382 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-459b1e17-a12a-4b99-b0e1-5276a1b142d8 req-595f6669-de8e-4378-b775-53d409afbf96 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:48.442684 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d5ff17b1-f15a-4937-b148-a3db0756fa54 req-70be613a-a48e-4275-8b56-6e519072ccaa tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=912f73c24c624b319c3fb784891bcabd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1844697 Sep 23 07:11:48.472912 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-459b1e17-a12a-4b99-b0e1-5276a1b142d8 req-595f6669-de8e-4378-b775-53d409afbf96 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9491127 Sep 23 07:11:48.532384 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-459b1e17-a12a-4b99-b0e1-5276a1b142d8 req-9dd25b77-fa08-4edc-a330-8c75046d3260 service neutron] Request body: {'port': {'device_id': '06058675-5fea-489f-b669-1467243f8246', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:11:48.552664 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b4bb15-a3fd-4e5d-8fbc-829dae04000b req-42c2cbea-2a72-492b-9c20-7d5f181679c5 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:48.560409 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b2b4bb15-a3fd-4e5d-8fbc-829dae04000b req-42c2cbea-2a72-492b-9c20-7d5f181679c5 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/ports?device_id=06058675-5fea-489f-b669-1467243f8246 HTTP/1.1" status: 200 len: 932 time: 0.0744214 Sep 23 07:11:48.611246 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b2b4bb15-a3fd-4e5d-8fbc-829dae04000b req-dc318349-f43c-42d3-ac17-983e2e833981 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/security-groups?id=1861566a-12e2-4046-8bf7-f585280aebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441711 Sep 23 07:11:48.686046 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-459b1e17-a12a-4b99-b0e1-5276a1b142d8 req-9dd25b77-fa08-4edc-a330-8c75046d3260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:48.720106 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [req-ab55d83e-550b-4b0f-bc8f-24e542c987f9 req-68ce0bde-7615-413b-9f4d-2480c9e608a7 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Allocated IP 172.20.0.11 (960d8233-5315-43e1-ba7d-5035f7e0cd29/80fcde87-88a7-461e-aee2-7972c559cf52/b1110176-b79d-4cd6-9a7d-3bc4578a0a97) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:11:48.768889 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d5ff17b1-f15a-4937-b148-a3db0756fa54 req-ebf2c930-0bf3-4476-b20b-9a9773ea6c6e service neutron] 10.222.0.39 "GET /v2.0/networks/8e69782e-59da-448f-aa2b-c22b36c23603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3074594 Sep 23 07:11:48.900088 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:11:49.109109 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d5ff17b1-f15a-4937-b148-a3db0756fa54 req-ea02beb3-7dcf-4499-953a-805e8aa644b8 service neutron] 10.222.0.39 "GET /v2.0/networks/8e69782e-59da-448f-aa2b-c22b36c23603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3315127 Sep 23 07:11:49.136784 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-ab55d83e-550b-4b0f-bc8f-24e542c987f9 req-68ce0bde-7615-413b-9f4d-2480c9e608a7 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:49.182922 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f3ce7105-d49e-4322-98ee-d35904bc4cc5 req-f03b95b2-09a5-4c3f-a1d3-59b425886fa6 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf8600a9-8f1f-4667-9673-257e918306d5 HTTP/1.1" status: 200 len: 210 time: 0.0336912 Sep 23 07:11:49.226621 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-ab55d83e-550b-4b0f-bc8f-24e542c987f9 req-68ce0bde-7615-413b-9f4d-2480c9e608a7 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:49.232459 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [req-459b1e17-a12a-4b99-b0e1-5276a1b142d8 req-9dd25b77-fa08-4edc-a330-8c75046d3260 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e491d1a7-e168-42cc-bd59-a97f474e6b10 {{(pid=95066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:11:49.249171 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-459b1e17-a12a-4b99-b0e1-5276a1b142d8 req-9dd25b77-fa08-4edc-a330-8c75046d3260 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:49.300201 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab55d83e-550b-4b0f-bc8f-24e542c987f9 req-68ce0bde-7615-413b-9f4d-2480c9e608a7 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Network 960d8233-5315-43e1-ba7d-5035f7e0cd29 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:11:49.306886 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [req-ab55d83e-550b-4b0f-bc8f-24e542c987f9 req-68ce0bde-7615-413b-9f4d-2480c9e608a7 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:11:49.315209 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab55d83e-550b-4b0f-bc8f-24e542c987f9 req-68ce0bde-7615-413b-9f4d-2480c9e608a7 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:11:49.339002 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4b3e025e-ffac-410e-87e4-14fb84c2bc4c req-c4ab576e-f7c6-4aa7-96e5-ba0872f12278 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f2b7c7f-4380-4b9e-929a-ed61f252a09d HTTP/1.1" status: 200 len: 210 time: 0.0392740 Sep 23 07:11:49.387042 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.provisioning_blocks [req-459b1e17-a12a-4b99-b0e1-5276a1b142d8 req-9dd25b77-fa08-4edc-a330-8c75046d3260 service neutron] Transition to ACTIVE for port object e491d1a7-e168-42cc-bd59-a97f474e6b10 will not be triggered until provisioned by entity L2. {{(pid=95066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:11:49.390892 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ce0bde-7615-413b-9f4d-2480c9e608a7 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Pushing event updated for resources: {'Port': ['ID=b1110176-b79d-4cd6-9a7d-3bc4578a0a97,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:49.401080 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-459b1e17-a12a-4b99-b0e1-5276a1b142d8 req-9dd25b77-fa08-4edc-a330-8c75046d3260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:49.446000 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab55d83e-550b-4b0f-bc8f-24e542c987f9 req-68ce0bde-7615-413b-9f4d-2480c9e608a7 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:49.446767 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-ab55d83e-550b-4b0f-bc8f-24e542c987f9 req-68ce0bde-7615-413b-9f4d-2480c9e608a7 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:49.491273 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ab55d83e-550b-4b0f-bc8f-24e542c987f9 req-68ce0bde-7615-413b-9f4d-2480c9e608a7 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5062277 Sep 23 07:11:49.510778 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd25b77-fa08-4edc-a330-8c75046d3260 service neutron] Pushing event updated for resources: {'Port': ['ID=e491d1a7-e168-42cc-bd59-a97f474e6b10,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:49.561229 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-ab55d83e-550b-4b0f-bc8f-24e542c987f9 req-298901ea-d0e1-48b2-ba60-3276bddf38a7 service neutron] Request body: {'port': {'device_id': 'bf8600a9-8f1f-4667-9673-257e918306d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:11:49.648494 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-ab55d83e-550b-4b0f-bc8f-24e542c987f9 req-298901ea-d0e1-48b2-ba60-3276bddf38a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:49.651666 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-459b1e17-a12a-4b99-b0e1-5276a1b142d8 req-9dd25b77-fa08-4edc-a330-8c75046d3260 service neutron] Attempting to bind port e491d1a7-e168-42cc-bd59-a97f474e6b10 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:11:49.652070 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-459b1e17-a12a-4b99-b0e1-5276a1b142d8 req-9dd25b77-fa08-4edc-a330-8c75046d3260 service neutron] Attempting to bind port e491d1a7-e168-42cc-bd59-a97f474e6b10 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': 'ddc55d8f-37be-43df-a2df-f2d5e7a2dd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '7419f04a-5d5b-442f-8742-9cad839fa406'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:11:49.652414 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459b1e17-a12a-4b99-b0e1-5276a1b142d8 req-9dd25b77-fa08-4edc-a330-8c75046d3260 service neutron] Attempting to bind port e491d1a7-e168-42cc-bd59-a97f474e6b10 on network 7419f04a-5d5b-442f-8742-9cad839fa406 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:11:49.679570 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459b1e17-a12a-4b99-b0e1-5276a1b142d8 req-9dd25b77-fa08-4edc-a330-8c75046d3260 service neutron] Port e491d1a7-e168-42cc-bd59-a97f474e6b10 on network 7419f04a-5d5b-442f-8742-9cad839fa406 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:11:49.679882 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459b1e17-a12a-4b99-b0e1-5276a1b142d8 req-9dd25b77-fa08-4edc-a330-8c75046d3260 service neutron] Attempting to bind port e491d1a7-e168-42cc-bd59-a97f474e6b10 on network 7419f04a-5d5b-442f-8742-9cad839fa406 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:11:49.683853 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-177d51c8-8ace-48fd-a441-b6ba183cc62d None None] Provisioning complete for port b1110176-b79d-4cd6-9a7d-3bc4578a0a97 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:11:49.685614 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-177d51c8-8ace-48fd-a441-b6ba183cc62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:49.699514 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459b1e17-a12a-4b99-b0e1-5276a1b142d8 req-9dd25b77-fa08-4edc-a330-8c75046d3260 service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:11:49.699850 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459b1e17-a12a-4b99-b0e1-5276a1b142d8 req-9dd25b77-fa08-4edc-a330-8c75046d3260 service neutron] Checking segment: {'id': 'ddc55d8f-37be-43df-a2df-f2d5e7a2dd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '7419f04a-5d5b-442f-8742-9cad839fa406'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:11:49.700219 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459b1e17-a12a-4b99-b0e1-5276a1b142d8 req-9dd25b77-fa08-4edc-a330-8c75046d3260 service neutron] Bound using segment: {'id': 'ddc55d8f-37be-43df-a2df-f2d5e7a2dd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '7419f04a-5d5b-442f-8742-9cad839fa406'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:11:49.701612 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-459b1e17-a12a-4b99-b0e1-5276a1b142d8 req-9dd25b77-fa08-4edc-a330-8c75046d3260 service neutron] Bound port: e491d1a7-e168-42cc-bd59-a97f474e6b10, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddc55d8f-37be-43df-a2df-f2d5e7a2dd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '7419f04a-5d5b-442f-8742-9cad839fa406'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:11:49.702022 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-459b1e17-a12a-4b99-b0e1-5276a1b142d8 req-9dd25b77-fa08-4edc-a330-8c75046d3260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:49.735686 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-177d51c8-8ace-48fd-a441-b6ba183cc62d None None] Port b1110176-b79d-4cd6-9a7d-3bc4578a0a97 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:11:49.955767 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79089c-01f9-4de2-b278-0fff2240af50 req-0a0431b5-53dc-432b-bbe8-e97a28f70456 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:49.957264 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-aa79089c-01f9-4de2-b278-0fff2240af50 req-0a0431b5-53dc-432b-bbe8-e97a28f70456 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/ports?device_id=06058675-5fea-489f-b669-1467243f8246 HTTP/1.1" status: 200 len: 944 time: 0.2171171 Sep 23 07:11:49.973393 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-459b1e17-a12a-4b99-b0e1-5276a1b142d8 req-9dd25b77-fa08-4edc-a330-8c75046d3260 service neutron] For port e491d1a7-e168-42cc-bd59-a97f474e6b10, host n-h2-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:11:50.011960 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-459b1e17-a12a-4b99-b0e1-5276a1b142d8 req-9dd25b77-fa08-4edc-a330-8c75046d3260 service neutron] For port e491d1a7-e168-42cc-bd59-a97f474e6b10, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=e491d1a7-e168-42cc-bd59-a97f474e6b10,segment=NetworkSegment(ddc55d8f-37be-43df-a2df-f2d5e7a2dd18),segment_id=ddc55d8f-37be-43df-a2df-f2d5e7a2dd18)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:11:50.024264 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-459b1e17-a12a-4b99-b0e1-5276a1b142d8 req-9dd25b77-fa08-4edc-a330-8c75046d3260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:50.110327 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b1e17-a12a-4b99-b0e1-5276a1b142d8 req-9dd25b77-fa08-4edc-a330-8c75046d3260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:50.110948 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-459b1e17-a12a-4b99-b0e1-5276a1b142d8 req-9dd25b77-fa08-4edc-a330-8c75046d3260 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:50.112404 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-459b1e17-a12a-4b99-b0e1-5276a1b142d8 req-9dd25b77-fa08-4edc-a330-8c75046d3260 service neutron] 10.222.0.58 "PUT /v2.0/ports/e491d1a7-e168-42cc-bd59-a97f474e6b10 HTTP/1.1" status: 200 len: 1093 time: 1.5861015 Sep 23 07:11:50.112855 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06058675-5fea-489f-b669-1467243f8246', 'tag': 'e491d1a7-e168-42cc-bd59-a97f474e6b10'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:11:50.115134 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8183a178-d787-4e8c-a7c9-6b619fbb297e" -d '{"events": [{"name": "network-changed", "server_uuid": "06058675-5fea-489f-b669-1467243f8246", "tag": "e491d1a7-e168-42cc-bd59-a97f474e6b10"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:11:50.125289 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-aa79089c-01f9-4de2-b278-0fff2240af50 req-36a7f631-2687-481e-8222-790671f0e40d tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/security-groups?id=1861566a-12e2-4046-8bf7-f585280aebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537886 Sep 23 07:11:50.152191 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd25b77-fa08-4edc-a330-8c75046d3260 service neutron] Pushing event updated for resources: {'Port': ['ID=e491d1a7-e168-42cc-bd59-a97f474e6b10,revision_number=3']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:50.191625 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c83689-2c81-4a48-ad26-f3035083cd47 x-openstack-request-id: req-74c83689-2c81-4a48-ad26-f3035083cd47 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:11:50.191917 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06058675-5fea-489f-b669-1467243f8246", "tag": "e491d1a7-e168-42cc-bd59-a97f474e6b10", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:11:50.192171 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-74c83689-2c81-4a48-ad26-f3035083cd47 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:11:50.192565 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06058675-5fea-489f-b669-1467243f8246', 'tag': 'e491d1a7-e168-42cc-bd59-a97f474e6b10', 'status': 'completed', 'code': 200} Sep 23 07:11:50.267882 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b1e17-a12a-4b99-b0e1-5276a1b142d8 req-d9cbd0d7-c69a-4893-bf5e-4087db0beb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:50.269420 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-459b1e17-a12a-4b99-b0e1-5276a1b142d8 req-d9cbd0d7-c69a-4893-bf5e-4087db0beb7d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b6f7a7c9880248c0a51b1399dcbba6cb&device_id=06058675-5fea-489f-b669-1467243f8246 HTTP/1.1" status: 200 len: 1096 time: 0.0894177 Sep 23 07:11:50.273544 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [req-ab55d83e-550b-4b0f-bc8f-24e542c987f9 req-298901ea-d0e1-48b2-ba60-3276bddf38a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1110176-b79d-4cd6-9a7d-3bc4578a0a97 {{(pid=95066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:11:50.292485 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-ab55d83e-550b-4b0f-bc8f-24e542c987f9 req-298901ea-d0e1-48b2-ba60-3276bddf38a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:50.358533 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-459b1e17-a12a-4b99-b0e1-5276a1b142d8 req-1764bc5b-8f57-41d3-8909-bde5d620d821 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e491d1a7-e168-42cc-bd59-a97f474e6b10 HTTP/1.1" status: 200 len: 217 time: 0.0751226 Sep 23 07:11:50.363207 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.provisioning_blocks [req-ab55d83e-550b-4b0f-bc8f-24e542c987f9 req-298901ea-d0e1-48b2-ba60-3276bddf38a7 service neutron] Transition to ACTIVE for port object b1110176-b79d-4cd6-9a7d-3bc4578a0a97 will not be triggered until provisioned by entity L2. {{(pid=95066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:11:50.375411 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-ab55d83e-550b-4b0f-bc8f-24e542c987f9 req-298901ea-d0e1-48b2-ba60-3276bddf38a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:50.435286 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362be13e-1400-4da1-bb87-f474b164e73e req-e2816233-7637-43ae-9763-0280ece0c2ca tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:50.437315 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-362be13e-1400-4da1-bb87-f474b164e73e req-e2816233-7637-43ae-9763-0280ece0c2ca tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf8600a9-8f1f-4667-9673-257e918306d5 HTTP/1.1" status: 200 len: 932 time: 0.1589885 Sep 23 07:11:50.455205 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2a7473e1-b159-4ada-b395-e041b3a5d98d req-11a486f7-a6b4-46e0-934b-804712efa04b tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f2b7c7f-4380-4b9e-929a-ed61f252a09d HTTP/1.1" status: 200 len: 210 time: 0.0291317 Sep 23 07:11:50.492020 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298901ea-d0e1-48b2-ba60-3276bddf38a7 service neutron] Pushing event updated for resources: {'Port': ['ID=b1110176-b79d-4cd6-9a7d-3bc4578a0a97,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:50.496841 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b1e17-a12a-4b99-b0e1-5276a1b142d8 req-5c09d97d-8414-41bf-8c27-f85d16e7a9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:50.498644 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-459b1e17-a12a-4b99-b0e1-5276a1b142d8 req-5c09d97d-8414-41bf-8c27-f85d16e7a9f1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cfb72d2e-9264-4b10-9cef-735d69774d44 HTTP/1.1" status: 200 len: 855 time: 0.1317337 Sep 23 07:11:50.556373 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-459b1e17-a12a-4b99-b0e1-5276a1b142d8 req-0c3af27c-8a0d-457d-8888-456c39332e77 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7419f04a-5d5b-442f-8742-9cad839fa406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492346 Sep 23 07:11:50.559926 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-362be13e-1400-4da1-bb87-f474b164e73e req-d4a2aa01-aa10-46d9-ab33-e4f15ab27920 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7b8c4ab-15ad-4881-bc10-e96c0d70c469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149509 Sep 23 07:11:50.699827 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff17b1-f15a-4937-b148-a3db0756fa54 req-89fa2d38-1d05-4ce2-95c0-37255b85c97f tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:50.702236 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d5ff17b1-f15a-4937-b148-a3db0756fa54 req-89fa2d38-1d05-4ce2-95c0-37255b85c97f tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.21 "GET /v2.0/networks?id=8e69782e-59da-448f-aa2b-c22b36c23603 HTTP/1.1" status: 200 len: 809 time: 0.1474702 Sep 23 07:11:50.719200 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-ab55d83e-550b-4b0f-bc8f-24e542c987f9 req-298901ea-d0e1-48b2-ba60-3276bddf38a7 service neutron] Attempting to bind port b1110176-b79d-4cd6-9a7d-3bc4578a0a97 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:11:50.719543 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-ab55d83e-550b-4b0f-bc8f-24e542c987f9 req-298901ea-d0e1-48b2-ba60-3276bddf38a7 service neutron] Attempting to bind port b1110176-b79d-4cd6-9a7d-3bc4578a0a97 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': 'c5b55c04-132e-48db-b2f0-5e019cc14643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '960d8233-5315-43e1-ba7d-5035f7e0cd29'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:11:50.719875 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab55d83e-550b-4b0f-bc8f-24e542c987f9 req-298901ea-d0e1-48b2-ba60-3276bddf38a7 service neutron] Attempting to bind port b1110176-b79d-4cd6-9a7d-3bc4578a0a97 on network 960d8233-5315-43e1-ba7d-5035f7e0cd29 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:11:50.734803 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab55d83e-550b-4b0f-bc8f-24e542c987f9 req-298901ea-d0e1-48b2-ba60-3276bddf38a7 service neutron] Port b1110176-b79d-4cd6-9a7d-3bc4578a0a97 on network 960d8233-5315-43e1-ba7d-5035f7e0cd29 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:11:50.735114 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab55d83e-550b-4b0f-bc8f-24e542c987f9 req-298901ea-d0e1-48b2-ba60-3276bddf38a7 service neutron] Attempting to bind port b1110176-b79d-4cd6-9a7d-3bc4578a0a97 on network 960d8233-5315-43e1-ba7d-5035f7e0cd29 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:11:50.748321 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab55d83e-550b-4b0f-bc8f-24e542c987f9 req-298901ea-d0e1-48b2-ba60-3276bddf38a7 service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:11:50.748676 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab55d83e-550b-4b0f-bc8f-24e542c987f9 req-298901ea-d0e1-48b2-ba60-3276bddf38a7 service neutron] Checking segment: {'id': 'c5b55c04-132e-48db-b2f0-5e019cc14643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '960d8233-5315-43e1-ba7d-5035f7e0cd29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:11:50.749212 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab55d83e-550b-4b0f-bc8f-24e542c987f9 req-298901ea-d0e1-48b2-ba60-3276bddf38a7 service neutron] Bound using segment: {'id': 'c5b55c04-132e-48db-b2f0-5e019cc14643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '960d8233-5315-43e1-ba7d-5035f7e0cd29'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:11:50.749659 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-ab55d83e-550b-4b0f-bc8f-24e542c987f9 req-298901ea-d0e1-48b2-ba60-3276bddf38a7 service neutron] Bound port: b1110176-b79d-4cd6-9a7d-3bc4578a0a97, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5b55c04-132e-48db-b2f0-5e019cc14643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '960d8233-5315-43e1-ba7d-5035f7e0cd29'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:11:50.750052 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-ab55d83e-550b-4b0f-bc8f-24e542c987f9 req-298901ea-d0e1-48b2-ba60-3276bddf38a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:50.778405 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-459b1e17-a12a-4b99-b0e1-5276a1b142d8 req-c5d92786-d170-4947-a172-bf4a548237af service neutron] 10.222.0.58 "GET /v2.0/networks/7419f04a-5d5b-442f-8742-9cad839fa406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130895 Sep 23 07:11:50.786196 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d5ff17b1-f15a-4937-b148-a3db0756fa54 req-791261d6-b220-4620-a882-ffe2e127c054 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=912f73c24c624b319c3fb784891bcabd HTTP/1.1" status: 200 len: 380 time: 0.0641561 Sep 23 07:11:50.798997 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-d5ff17b1-f15a-4937-b148-a3db0756fa54 req-1e444b4a-7be9-4726-983f-180b901eafe9 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Request body: {'port': {'device_id': '5f2b7c7f-4380-4b9e-929a-ed61f252a09d', 'network_id': '8e69782e-59da-448f-aa2b-c22b36c23603', 'admin_state_up': True, 'tenant_id': '912f73c24c624b319c3fb784891bcabd', 'security_groups': ['a3b63ab7-3735-4a87-9979-75655123128b']}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:11:50.898971 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-ab55d83e-550b-4b0f-bc8f-24e542c987f9 req-298901ea-d0e1-48b2-ba60-3276bddf38a7 service neutron] For port b1110176-b79d-4cd6-9a7d-3bc4578a0a97, host n-h2-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:11:50.916680 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-ab55d83e-550b-4b0f-bc8f-24e542c987f9 req-298901ea-d0e1-48b2-ba60-3276bddf38a7 service neutron] For port b1110176-b79d-4cd6-9a7d-3bc4578a0a97, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=b1110176-b79d-4cd6-9a7d-3bc4578a0a97,segment=NetworkSegment(c5b55c04-132e-48db-b2f0-5e019cc14643),segment_id=c5b55c04-132e-48db-b2f0-5e019cc14643)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:11:50.923140 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5ff17b1-f15a-4937-b148-a3db0756fa54 req-1e444b4a-7be9-4726-983f-180b901eafe9 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Made reservation on behalf of 912f73c24c624b319c3fb784891bcabd for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:11:50.923792 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-ab55d83e-550b-4b0f-bc8f-24e542c987f9 req-298901ea-d0e1-48b2-ba60-3276bddf38a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:50.928338 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-d5ff17b1-f15a-4937-b148-a3db0756fa54 req-1e444b4a-7be9-4726-983f-180b901eafe9 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:50.956833 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-459b1e17-a12a-4b99-b0e1-5276a1b142d8 req-04118393-069d-4244-ae65-4fe6bf61ee0a service neutron] 10.222.0.58 "GET /v2.0/networks/7419f04a-5d5b-442f-8742-9cad839fa406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526349 Sep 23 07:11:50.963720 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab55d83e-550b-4b0f-bc8f-24e542c987f9 req-298901ea-d0e1-48b2-ba60-3276bddf38a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:50.964230 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-ab55d83e-550b-4b0f-bc8f-24e542c987f9 req-298901ea-d0e1-48b2-ba60-3276bddf38a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:50.965463 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ab55d83e-550b-4b0f-bc8f-24e542c987f9 req-298901ea-d0e1-48b2-ba60-3276bddf38a7 service neutron] 10.222.0.58 "PUT /v2.0/ports/b1110176-b79d-4cd6-9a7d-3bc4578a0a97 HTTP/1.1" status: 200 len: 1093 time: 1.4561238 Sep 23 07:11:50.991686 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298901ea-d0e1-48b2-ba60-3276bddf38a7 service neutron] Pushing event updated for resources: {'Port': ['ID=b1110176-b79d-4cd6-9a7d-3bc4578a0a97,revision_number=3']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:51.104849 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab55d83e-550b-4b0f-bc8f-24e542c987f9 req-bf2be486-287f-449a-b1f2-6e12be14bef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:51.106434 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ab55d83e-550b-4b0f-bc8f-24e542c987f9 req-bf2be486-287f-449a-b1f2-6e12be14bef4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=33f7a2189c6c49e1b5d2f8ea11a63704&device_id=bf8600a9-8f1f-4667-9673-257e918306d5 HTTP/1.1" status: 200 len: 1096 time: 0.0699692 Sep 23 07:11:51.109137 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8183a178-d787-4e8c-a7c9-6b619fbb297e req-6787d941-8738-4285-9bdb-e9e8ce4e27ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:51.110579 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8183a178-d787-4e8c-a7c9-6b619fbb297e req-6787d941-8738-4285-9bdb-e9e8ce4e27ab service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b6f7a7c9880248c0a51b1399dcbba6cb&device_id=06058675-5fea-489f-b669-1467243f8246 HTTP/1.1" status: 200 len: 1096 time: 0.0832634 Sep 23 07:11:51.118211 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-d5ff17b1-f15a-4937-b148-a3db0756fa54 req-1e444b4a-7be9-4726-983f-180b901eafe9 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Allocated IP 172.20.0.11 (8e69782e-59da-448f-aa2b-c22b36c23603/e9604f35-686e-4202-ac30-43de25cbdd33/4a02c408-adbf-4fd1-a710-9c87f97153d7) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:11:51.201947 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ab55d83e-550b-4b0f-bc8f-24e542c987f9 req-021e9c57-723c-440d-b6c9-62bece7666c0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b1110176-b79d-4cd6-9a7d-3bc4578a0a97 HTTP/1.1" status: 200 len: 217 time: 0.0779114 Sep 23 07:11:51.322941 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8183a178-d787-4e8c-a7c9-6b619fbb297e req-2d437f16-32ec-4b0d-b796-9a0baece58cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:51.324300 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8183a178-d787-4e8c-a7c9-6b619fbb297e req-2d437f16-32ec-4b0d-b796-9a0baece58cd service neutron] 10.222.0.58 "GET /v2.0/networks?id=7419f04a-5d5b-442f-8742-9cad839fa406 HTTP/1.1" status: 200 len: 916 time: 0.1897712 Sep 23 07:11:51.336057 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584e294b-2920-4cd1-87a6-9a7839eb9a98 req-22e48ef0-ecd2-45e2-b432-0075d7cea0a4 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:51.337712 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-584e294b-2920-4cd1-87a6-9a7839eb9a98 req-22e48ef0-ecd2-45e2-b432-0075d7cea0a4 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/ports?device_id=06058675-5fea-489f-b669-1467243f8246 HTTP/1.1" status: 200 len: 944 time: 0.0863698 Sep 23 07:11:51.342267 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-d5ff17b1-f15a-4937-b148-a3db0756fa54 req-1e444b4a-7be9-4726-983f-180b901eafe9 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:51.383472 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8183a178-d787-4e8c-a7c9-6b619fbb297e req-2493daa8-c584-4007-9307-5212252e0e4a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e491d1a7-e168-42cc-bd59-a97f474e6b10 HTTP/1.1" status: 200 len: 217 time: 0.0493884 Sep 23 07:11:51.385000 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab55d83e-550b-4b0f-bc8f-24e542c987f9 req-13593405-4e48-4b8e-86cc-f0431340b1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:51.386386 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ab55d83e-550b-4b0f-bc8f-24e542c987f9 req-13593405-4e48-4b8e-86cc-f0431340b1b4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=80fcde87-88a7-461e-aee2-7972c559cf52 HTTP/1.1" status: 200 len: 847 time: 0.1737301 Sep 23 07:11:51.401733 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-584e294b-2920-4cd1-87a6-9a7839eb9a98 req-d7fe2918-3fb5-4194-bc08-59a569060ab0 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/security-groups?id=1861566a-12e2-4046-8bf7-f585280aebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506434 Sep 23 07:11:51.411922 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-d5ff17b1-f15a-4937-b148-a3db0756fa54 req-1e444b4a-7be9-4726-983f-180b901eafe9 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:51.464250 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5ff17b1-f15a-4937-b148-a3db0756fa54 req-1e444b4a-7be9-4726-983f-180b901eafe9 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Network 8e69782e-59da-448f-aa2b-c22b36c23603 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:11:51.468242 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-d5ff17b1-f15a-4937-b148-a3db0756fa54 req-1e444b4a-7be9-4726-983f-180b901eafe9 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:11:51.472163 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ff17b1-f15a-4937-b148-a3db0756fa54 req-1e444b4a-7be9-4726-983f-180b901eafe9 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:11:51.481618 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e444b4a-7be9-4726-983f-180b901eafe9 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Pushing event updated for resources: {'Port': ['ID=4a02c408-adbf-4fd1-a710-9c87f97153d7,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:51.497254 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab55d83e-550b-4b0f-bc8f-24e542c987f9 req-3730b522-6637-490e-bb80-bb28c2fd3f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:51.499315 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ab55d83e-550b-4b0f-bc8f-24e542c987f9 req-3730b522-6637-490e-bb80-bb28c2fd3f90 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=960d8233-5315-43e1-ba7d-5035f7e0cd29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0903442 Sep 23 07:11:51.500816 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8183a178-d787-4e8c-a7c9-6b619fbb297e req-c135586b-5d2d-44f5-9e37-390c0bfd3eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:51.502208 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8183a178-d787-4e8c-a7c9-6b619fbb297e req-c135586b-5d2d-44f5-9e37-390c0bfd3eef service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cfb72d2e-9264-4b10-9cef-735d69774d44 HTTP/1.1" status: 200 len: 855 time: 0.1027303 Sep 23 07:11:51.551921 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff17b1-f15a-4937-b148-a3db0756fa54 req-1e444b4a-7be9-4726-983f-180b901eafe9 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:51.553007 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-d5ff17b1-f15a-4937-b148-a3db0756fa54 req-1e444b4a-7be9-4726-983f-180b901eafe9 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:51.572446 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8183a178-d787-4e8c-a7c9-6b619fbb297e req-0a20484f-9eb5-456a-ba1e-3973e1cfcf36 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7419f04a-5d5b-442f-8742-9cad839fa406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474515 Sep 23 07:11:51.584445 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d5ff17b1-f15a-4937-b148-a3db0756fa54 req-1e444b4a-7be9-4726-983f-180b901eafe9 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7899473 Sep 23 07:11:51.601984 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-d5ff17b1-f15a-4937-b148-a3db0756fa54 req-37000c48-3b03-4563-9f63-c99938bc217d service neutron] Request body: {'port': {'device_id': '5f2b7c7f-4380-4b9e-929a-ed61f252a09d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:11:51.670657 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-d5ff17b1-f15a-4937-b148-a3db0756fa54 req-37000c48-3b03-4563-9f63-c99938bc217d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:51.688266 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2fb3d7-4361-4a9d-ac0e-7311df179e38 req-f618ec23-dd95-4058-8d2f-7b0d6b02cccb tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:51.689922 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2e2fb3d7-4361-4a9d-ac0e-7311df179e38 req-f618ec23-dd95-4058-8d2f-7b0d6b02cccb tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f2b7c7f-4380-4b9e-929a-ed61f252a09d HTTP/1.1" status: 200 len: 932 time: 0.1339858 Sep 23 07:11:51.782617 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ab55d83e-550b-4b0f-bc8f-24e542c987f9 req-2502a040-d1fc-4e15-8324-a2f5b7e79f4e service neutron] 10.222.0.58 "GET /v2.0/networks/960d8233-5315-43e1-ba7d-5035f7e0cd29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674756 Sep 23 07:11:51.793846 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2e2fb3d7-4361-4a9d-ac0e-7311df179e38 req-84ce4838-04ce-42ce-b376-0f16925b9e8e tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/security-groups?id=a3b63ab7-3735-4a87-9979-75655123128b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729706 Sep 23 07:11:51.834311 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-f5609ee3-5b82-4671-845d-f4a3b3ac53a6 None None] Provisioning complete for port 4a02c408-adbf-4fd1-a710-9c87f97153d7 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:11:51.835284 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f5609ee3-5b82-4671-845d-f4a3b3ac53a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:51.880881 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-f5609ee3-5b82-4671-845d-f4a3b3ac53a6 None None] Port 4a02c408-adbf-4fd1-a710-9c87f97153d7 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:11:51.899232 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24acf27-807d-48e2-a7a3-1311ea8c8f78 req-aa7776fd-44ae-4958-aa18-2c4fba20f6d2 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:51.901027 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a24acf27-807d-48e2-a7a3-1311ea8c8f78 req-aa7776fd-44ae-4958-aa18-2c4fba20f6d2 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf8600a9-8f1f-4667-9673-257e918306d5 HTTP/1.1" status: 200 len: 944 time: 0.2181785 Sep 23 07:11:52.001147 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a24acf27-807d-48e2-a7a3-1311ea8c8f78 req-e3980754-b1aa-46ee-bd08-0442a4221ce4 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7b8c4ab-15ad-4881-bc10-e96c0d70c469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894544 Sep 23 07:11:52.077178 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-d5ff17b1-f15a-4937-b148-a3db0756fa54 req-37000c48-3b03-4563-9f63-c99938bc217d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a02c408-adbf-4fd1-a710-9c87f97153d7 {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:11:52.085569 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-d5ff17b1-f15a-4937-b148-a3db0756fa54 req-37000c48-3b03-4563-9f63-c99938bc217d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:52.099243 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-d5ff17b1-f15a-4937-b148-a3db0756fa54 req-37000c48-3b03-4563-9f63-c99938bc217d service neutron] Transition to ACTIVE for port object 4a02c408-adbf-4fd1-a710-9c87f97153d7 will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:11:52.103746 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-d5ff17b1-f15a-4937-b148-a3db0756fa54 req-37000c48-3b03-4563-9f63-c99938bc217d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:52.180348 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37000c48-3b03-4563-9f63-c99938bc217d service neutron] Pushing event updated for resources: {'Port': ['ID=4a02c408-adbf-4fd1-a710-9c87f97153d7,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:52.236597 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-d5ff17b1-f15a-4937-b148-a3db0756fa54 req-37000c48-3b03-4563-9f63-c99938bc217d service neutron] Attempting to bind port 4a02c408-adbf-4fd1-a710-9c87f97153d7 on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:11:52.236935 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-d5ff17b1-f15a-4937-b148-a3db0756fa54 req-37000c48-3b03-4563-9f63-c99938bc217d service neutron] Attempting to bind port 4a02c408-adbf-4fd1-a710-9c87f97153d7 by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': 'd46caa6f-7cda-416e-9143-4e96751c403c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8e69782e-59da-448f-aa2b-c22b36c23603'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:11:52.237271 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ff17b1-f15a-4937-b148-a3db0756fa54 req-37000c48-3b03-4563-9f63-c99938bc217d service neutron] Attempting to bind port 4a02c408-adbf-4fd1-a710-9c87f97153d7 on network 8e69782e-59da-448f-aa2b-c22b36c23603 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:11:52.238144 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf8600a9-8f1f-4667-9673-257e918306d5', 'tag': 'b1110176-b79d-4cd6-9a7d-3bc4578a0a97'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:11:52.240607 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f35d45-8d24-4831-92af-f78a7237540c" -d '{"events": [{"name": "network-changed", "server_uuid": "bf8600a9-8f1f-4667-9673-257e918306d5", "tag": "b1110176-b79d-4cd6-9a7d-3bc4578a0a97"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:11:52.242448 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ff17b1-f15a-4937-b148-a3db0756fa54 req-37000c48-3b03-4563-9f63-c99938bc217d service neutron] Port 4a02c408-adbf-4fd1-a710-9c87f97153d7 on network 8e69782e-59da-448f-aa2b-c22b36c23603 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:11:52.242776 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ff17b1-f15a-4937-b148-a3db0756fa54 req-37000c48-3b03-4563-9f63-c99938bc217d service neutron] Attempting to bind port 4a02c408-adbf-4fd1-a710-9c87f97153d7 on network 8e69782e-59da-448f-aa2b-c22b36c23603 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:11:52.248287 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8183a178-d787-4e8c-a7c9-6b619fbb297e req-9b36680a-f66e-4b23-b778-7724047161c7 service neutron] 10.222.0.58 "GET /v2.0/networks/7419f04a-5d5b-442f-8742-9cad839fa406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6550479 Sep 23 07:11:52.267779 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ff17b1-f15a-4937-b148-a3db0756fa54 req-37000c48-3b03-4563-9f63-c99938bc217d service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:11:52.268126 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ff17b1-f15a-4937-b148-a3db0756fa54 req-37000c48-3b03-4563-9f63-c99938bc217d service neutron] Checking segment: {'id': 'd46caa6f-7cda-416e-9143-4e96751c403c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8e69782e-59da-448f-aa2b-c22b36c23603'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:11:52.268516 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ff17b1-f15a-4937-b148-a3db0756fa54 req-37000c48-3b03-4563-9f63-c99938bc217d service neutron] Bound using segment: {'id': 'd46caa6f-7cda-416e-9143-4e96751c403c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8e69782e-59da-448f-aa2b-c22b36c23603'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:11:52.269001 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-d5ff17b1-f15a-4937-b148-a3db0756fa54 req-37000c48-3b03-4563-9f63-c99938bc217d service neutron] Bound port: 4a02c408-adbf-4fd1-a710-9c87f97153d7, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd46caa6f-7cda-416e-9143-4e96751c403c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8e69782e-59da-448f-aa2b-c22b36c23603'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:11:52.269366 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-d5ff17b1-f15a-4937-b148-a3db0756fa54 req-37000c48-3b03-4563-9f63-c99938bc217d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:52.286580 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ab55d83e-550b-4b0f-bc8f-24e542c987f9 req-c67fcda2-c541-4308-ab29-ce8f8371131e service neutron] 10.222.0.58 "GET /v2.0/networks/960d8233-5315-43e1-ba7d-5035f7e0cd29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4897032 Sep 23 07:11:52.300979 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f911f71-43f8-484b-8c90-c4b330ee5517 x-openstack-request-id: req-9f911f71-43f8-484b-8c90-c4b330ee5517 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:11:52.301307 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf8600a9-8f1f-4667-9673-257e918306d5", "tag": "b1110176-b79d-4cd6-9a7d-3bc4578a0a97", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:11:52.301568 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9f911f71-43f8-484b-8c90-c4b330ee5517 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:11:52.302163 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf8600a9-8f1f-4667-9673-257e918306d5', 'tag': 'b1110176-b79d-4cd6-9a7d-3bc4578a0a97', 'status': 'completed', 'code': 200} Sep 23 07:11:52.365338 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-d5ff17b1-f15a-4937-b148-a3db0756fa54 req-37000c48-3b03-4563-9f63-c99938bc217d service neutron] For port 4a02c408-adbf-4fd1-a710-9c87f97153d7, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:11:52.369948 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-d5ff17b1-f15a-4937-b148-a3db0756fa54 req-37000c48-3b03-4563-9f63-c99938bc217d service neutron] For port 4a02c408-adbf-4fd1-a710-9c87f97153d7, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=4a02c408-adbf-4fd1-a710-9c87f97153d7,segment=NetworkSegment(d46caa6f-7cda-416e-9143-4e96751c403c),segment_id=d46caa6f-7cda-416e-9143-4e96751c403c)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:11:52.378404 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-d5ff17b1-f15a-4937-b148-a3db0756fa54 req-37000c48-3b03-4563-9f63-c99938bc217d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:52.436402 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff17b1-f15a-4937-b148-a3db0756fa54 req-37000c48-3b03-4563-9f63-c99938bc217d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:52.436402 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-d5ff17b1-f15a-4937-b148-a3db0756fa54 req-37000c48-3b03-4563-9f63-c99938bc217d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:52.436402 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d5ff17b1-f15a-4937-b148-a3db0756fa54 req-37000c48-3b03-4563-9f63-c99938bc217d service neutron] 10.222.0.21 "PUT /v2.0/ports/4a02c408-adbf-4fd1-a710-9c87f97153d7 HTTP/1.1" status: 200 len: 1093 time: 0.8332946 Sep 23 07:11:52.436402 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f2b7c7f-4380-4b9e-929a-ed61f252a09d', 'tag': '4a02c408-adbf-4fd1-a710-9c87f97153d7'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:11:52.436402 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f0c533a-06a1-43c0-80a5-65001dd5a50b" -d '{"events": [{"name": "network-changed", "server_uuid": "5f2b7c7f-4380-4b9e-929a-ed61f252a09d", "tag": "4a02c408-adbf-4fd1-a710-9c87f97153d7"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:11:52.469254 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8183a178-d787-4e8c-a7c9-6b619fbb297e req-6b6ba358-55c3-48ab-b2cd-1b1bd6f8f8d5 service neutron] 10.222.0.58 "GET /v2.0/networks/7419f04a-5d5b-442f-8742-9cad839fa406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086744 Sep 23 07:11:52.495305 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f35d45-8d24-4831-92af-f78a7237540c req-9ad17004-075f-4e84-9eaf-58ac80c9b1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:52.497082 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d7f35d45-8d24-4831-92af-f78a7237540c req-9ad17004-075f-4e84-9eaf-58ac80c9b1fb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=33f7a2189c6c49e1b5d2f8ea11a63704&device_id=bf8600a9-8f1f-4667-9673-257e918306d5 HTTP/1.1" status: 200 len: 1096 time: 0.1154697 Sep 23 07:11:52.526612 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37000c48-3b03-4563-9f63-c99938bc217d service neutron] Pushing event updated for resources: {'Port': ['ID=4a02c408-adbf-4fd1-a710-9c87f97153d7,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:52.545255 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff17b1-f15a-4937-b148-a3db0756fa54 req-dbbed035-a089-44a8-a5d8-ecd204fb4120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:52.548085 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d5ff17b1-f15a-4937-b148-a3db0756fa54 req-dbbed035-a089-44a8-a5d8-ecd204fb4120 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=912f73c24c624b319c3fb784891bcabd&device_id=5f2b7c7f-4380-4b9e-929a-ed61f252a09d HTTP/1.1" status: 200 len: 1096 time: 0.0602765 Sep 23 07:11:52.584614 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3604fda-1222-4ace-a560-2ef688805977 x-openstack-request-id: req-c3604fda-1222-4ace-a560-2ef688805977 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:11:52.585153 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f2b7c7f-4380-4b9e-929a-ed61f252a09d", "tag": "4a02c408-adbf-4fd1-a710-9c87f97153d7", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:11:52.585408 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c3604fda-1222-4ace-a560-2ef688805977 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:11:52.586125 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f2b7c7f-4380-4b9e-929a-ed61f252a09d', 'tag': '4a02c408-adbf-4fd1-a710-9c87f97153d7', 'status': 'completed', 'code': 200} Sep 23 07:11:52.636553 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f35d45-8d24-4831-92af-f78a7237540c req-301624a2-3464-48f0-a978-0f9b3af550fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:52.636730 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d5ff17b1-f15a-4937-b148-a3db0756fa54 req-a205c061-93d8-4d38-8802-24ebda0cf48c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a02c408-adbf-4fd1-a710-9c87f97153d7 HTTP/1.1" status: 200 len: 217 time: 0.0724878 Sep 23 07:11:52.639595 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d7f35d45-8d24-4831-92af-f78a7237540c req-301624a2-3464-48f0-a978-0f9b3af550fa service neutron] 10.222.0.58 "GET /v2.0/networks?id=960d8233-5315-43e1-ba7d-5035f7e0cd29 HTTP/1.1" status: 200 len: 909 time: 0.1328690 Sep 23 07:11:52.691995 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d7f35d45-8d24-4831-92af-f78a7237540c req-7426c794-ea2a-4167-bd29-94437e54b69c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b1110176-b79d-4cd6-9a7d-3bc4578a0a97 HTTP/1.1" status: 200 len: 217 time: 0.0408604 Sep 23 07:11:52.699186 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6983a1d9-ad7c-436d-92b3-d1b09aaf0be9 req-41c776a1-f75c-48a3-9c6c-0b354ce339f5 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:52.701357 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6983a1d9-ad7c-436d-92b3-d1b09aaf0be9 req-41c776a1-f75c-48a3-9c6c-0b354ce339f5 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/ports?device_id=06058675-5fea-489f-b669-1467243f8246 HTTP/1.1" status: 200 len: 944 time: 0.1514318 Sep 23 07:11:52.730174 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff17b1-f15a-4937-b148-a3db0756fa54 req-446ddfce-f23f-41a8-bd69-39ced3169a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:52.731682 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d5ff17b1-f15a-4937-b148-a3db0756fa54 req-446ddfce-f23f-41a8-bd69-39ced3169a69 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e9604f35-686e-4202-ac30-43de25cbdd33 HTTP/1.1" status: 200 len: 848 time: 0.0871866 Sep 23 07:11:52.766580 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f35d45-8d24-4831-92af-f78a7237540c req-26c8bb61-79f1-465b-aad4-520fd423caf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:52.768420 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d7f35d45-8d24-4831-92af-f78a7237540c req-26c8bb61-79f1-465b-aad4-520fd423caf6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=80fcde87-88a7-461e-aee2-7972c559cf52 HTTP/1.1" status: 200 len: 847 time: 0.0682902 Sep 23 07:11:52.785614 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6983a1d9-ad7c-436d-92b3-d1b09aaf0be9 req-0535aad3-6c8f-4522-9f33-c393d249552d tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/security-groups?id=1861566a-12e2-4046-8bf7-f585280aebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728502 Sep 23 07:11:52.800660 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff17b1-f15a-4937-b148-a3db0756fa54 req-b05aee77-0a4f-4eca-9c3e-cd3dfc26a2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:52.802149 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d5ff17b1-f15a-4937-b148-a3db0756fa54 req-b05aee77-0a4f-4eca-9c3e-cd3dfc26a2e8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8e69782e-59da-448f-aa2b-c22b36c23603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0605581 Sep 23 07:11:52.824543 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f35d45-8d24-4831-92af-f78a7237540c req-f0c67879-910a-4203-b28d-35b14df0acc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:52.826448 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d7f35d45-8d24-4831-92af-f78a7237540c req-f0c67879-910a-4203-b28d-35b14df0acc6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=960d8233-5315-43e1-ba7d-5035f7e0cd29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0492511 Sep 23 07:11:52.920488 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d5ff17b1-f15a-4937-b148-a3db0756fa54 req-1afdbab0-90af-4b71-aac4-f1ac8aa0f448 service neutron] 10.222.0.21 "GET /v2.0/networks/8e69782e-59da-448f-aa2b-c22b36c23603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057742 Sep 23 07:11:52.975188 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab18aee6-05b3-4e05-a6fd-9c4f648cde67 req-40c9922f-fc38-403f-8afd-ed2bbf2de10a tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:52.981099 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ab18aee6-05b3-4e05-a6fd-9c4f648cde67 req-40c9922f-fc38-403f-8afd-ed2bbf2de10a tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f2b7c7f-4380-4b9e-929a-ed61f252a09d HTTP/1.1" status: 200 len: 944 time: 0.1029794 Sep 23 07:11:52.992708 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d7f35d45-8d24-4831-92af-f78a7237540c req-2d3491e6-ab23-49a1-a710-b7e71e1bced4 service neutron] 10.222.0.58 "GET /v2.0/networks/960d8233-5315-43e1-ba7d-5035f7e0cd29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569688 Sep 23 07:11:53.021614 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d5ff17b1-f15a-4937-b148-a3db0756fa54 req-66f6da45-4c61-42da-991e-976c24d371d1 service neutron] 10.222.0.21 "GET /v2.0/networks/8e69782e-59da-448f-aa2b-c22b36c23603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936580 Sep 23 07:11:53.051618 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ab18aee6-05b3-4e05-a6fd-9c4f648cde67 req-1b0bf2d6-244e-467b-85f7-76b8ec349a25 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/security-groups?id=a3b63ab7-3735-4a87-9979-75655123128b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661743 Sep 23 07:11:53.114580 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d7f35d45-8d24-4831-92af-f78a7237540c req-fb57ece2-19c7-4f06-8c87-8994fb1d9359 service neutron] 10.222.0.58 "GET /v2.0/networks/960d8233-5315-43e1-ba7d-5035f7e0cd29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135485 Sep 23 07:11:53.178051 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b9ee90-f718-4d75-80cb-40fe43297b61 req-8a83ee08-c068-4d3e-8930-ccb527fda270 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:53.179564 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-03b9ee90-f718-4d75-80cb-40fe43297b61 req-8a83ee08-c068-4d3e-8930-ccb527fda270 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf8600a9-8f1f-4667-9673-257e918306d5 HTTP/1.1" status: 200 len: 944 time: 0.0825984 Sep 23 07:11:53.181353 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c533a-06a1-43c0-80a5-65001dd5a50b req-3a7d2c73-f65a-43d5-a715-d394d971636f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:53.182734 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8f0c533a-06a1-43c0-80a5-65001dd5a50b req-3a7d2c73-f65a-43d5-a715-d394d971636f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=912f73c24c624b319c3fb784891bcabd&device_id=5f2b7c7f-4380-4b9e-929a-ed61f252a09d HTTP/1.1" status: 200 len: 1096 time: 0.0731864 Sep 23 07:11:53.250204 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-03b9ee90-f718-4d75-80cb-40fe43297b61 req-6e155b25-e675-4d93-967e-29422b5a0ec5 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7b8c4ab-15ad-4881-bc10-e96c0d70c469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639570 Sep 23 07:11:53.303422 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c533a-06a1-43c0-80a5-65001dd5a50b req-060265de-22ee-4ad2-86b1-b2b626427417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:53.304898 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8f0c533a-06a1-43c0-80a5-65001dd5a50b req-060265de-22ee-4ad2-86b1-b2b626427417 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8e69782e-59da-448f-aa2b-c22b36c23603 HTTP/1.1" status: 200 len: 910 time: 0.1130130 Sep 23 07:11:53.350501 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8f0c533a-06a1-43c0-80a5-65001dd5a50b req-449bf1d6-24ba-4eb4-bf83-e1431f2df2b0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a02c408-adbf-4fd1-a710-9c87f97153d7 HTTP/1.1" status: 200 len: 217 time: 0.0385749 Sep 23 07:11:53.406856 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c533a-06a1-43c0-80a5-65001dd5a50b req-c7f57a0d-0f6e-4954-a828-9d316e212354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:53.408256 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8f0c533a-06a1-43c0-80a5-65001dd5a50b req-c7f57a0d-0f6e-4954-a828-9d316e212354 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e9604f35-686e-4202-ac30-43de25cbdd33 HTTP/1.1" status: 200 len: 848 time: 0.0514297 Sep 23 07:11:53.457363 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c533a-06a1-43c0-80a5-65001dd5a50b req-c1b211a5-ccae-4dce-a142-7e2a44b55ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:53.459021 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8f0c533a-06a1-43c0-80a5-65001dd5a50b req-c1b211a5-ccae-4dce-a142-7e2a44b55ecf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8e69782e-59da-448f-aa2b-c22b36c23603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435083 Sep 23 07:11:53.553780 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8f0c533a-06a1-43c0-80a5-65001dd5a50b req-16dc649b-434d-4785-a559-0593fece2dae service neutron] 10.222.0.21 "GET /v2.0/networks/8e69782e-59da-448f-aa2b-c22b36c23603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876117 Sep 23 07:11:53.657299 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8f0c533a-06a1-43c0-80a5-65001dd5a50b req-0bbbe3b9-6bbb-4725-8f1c-90a717fb9c53 service neutron] 10.222.0.21 "GET /v2.0/networks/8e69782e-59da-448f-aa2b-c22b36c23603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966291 Sep 23 07:11:53.926116 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feb651e-cee2-451f-838e-81e98495464d req-950aa8aa-74ea-46e1-8ba9-fdfa613fa137 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:53.928333 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2feb651e-cee2-451f-838e-81e98495464d req-950aa8aa-74ea-46e1-8ba9-fdfa613fa137 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/ports?device_id=06058675-5fea-489f-b669-1467243f8246 HTTP/1.1" status: 200 len: 944 time: 0.0669131 Sep 23 07:11:53.967508 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2feb651e-cee2-451f-838e-81e98495464d req-366af3b4-02a4-4040-9650-7f59796ab65b tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/security-groups?id=1861566a-12e2-4046-8bf7-f585280aebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326836 Sep 23 07:11:54.181570 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff3a34f-3258-4bb0-a4d3-df46b0ebc009 req-6ca35bcd-4088-4de5-852c-421e4aff3da1 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:54.183008 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3ff3a34f-3258-4bb0-a4d3-df46b0ebc009 req-6ca35bcd-4088-4de5-852c-421e4aff3da1 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f2b7c7f-4380-4b9e-929a-ed61f252a09d HTTP/1.1" status: 200 len: 944 time: 0.0502198 Sep 23 07:11:54.240964 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3ff3a34f-3258-4bb0-a4d3-df46b0ebc009 req-23f88f90-304b-488e-b4ab-4ba48de10628 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/security-groups?id=a3b63ab7-3735-4a87-9979-75655123128b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511706 Sep 23 07:11:54.396189 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dda912-5e39-4fe5-b049-10bd20faa92b req-0bdc2531-e785-4883-ade2-db364a139524 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:54.397582 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-09dda912-5e39-4fe5-b049-10bd20faa92b req-0bdc2531-e785-4883-ade2-db364a139524 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf8600a9-8f1f-4667-9673-257e918306d5 HTTP/1.1" status: 200 len: 944 time: 0.0681379 Sep 23 07:11:54.444881 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-09dda912-5e39-4fe5-b049-10bd20faa92b req-83e27daf-111a-41db-a834-850f2b8c826d tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7b8c4ab-15ad-4881-bc10-e96c0d70c469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407314 Sep 23 07:11:54.942447 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device b1110176-b79d-4cd6-9a7d-3bc4578a0a97 details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:11:55.043394 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port b1110176-b79d-4cd6-9a7d-3bc4578a0a97, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=b1110176-b79d-4cd6-9a7d-3bc4578a0a97,segment=NetworkSegment(c5b55c04-132e-48db-b2f0-5e019cc14643),segment_id=c5b55c04-132e-48db-b2f0-5e019cc14643)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:11:55.056080 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': 'b1110176-b79d-4cd6-9a7d-3bc4578a0a97', 'network_id': '960d8233-5315-43e1-ba7d-5035f7e0cd29', 'port_id': 'b1110176-b79d-4cd6-9a7d-3bc4578a0a97', 'mac_address': 'fa:16:3e:63:bd:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80fcde87-88a7-461e-aee2-7972c559cf52', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:11:55.097071 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:55.108778 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cf9767-05ee-4a57-b1cd-d58875946012 req-05d680ce-67db-4f72-8d5a-116e6ebe13ba tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:55.110700 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f8cf9767-05ee-4a57-b1cd-d58875946012 req-05d680ce-67db-4f72-8d5a-116e6ebe13ba tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/ports?device_id=06058675-5fea-489f-b669-1467243f8246 HTTP/1.1" status: 200 len: 944 time: 0.0757859 Sep 23 07:11:55.118429 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1110176-b79d-4cd6-9a7d-3bc4578a0a97 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:11:55.139697 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port b1110176-b79d-4cd6-9a7d-3bc4578a0a97, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=b1110176-b79d-4cd6-9a7d-3bc4578a0a97,segment=NetworkSegment(c5b55c04-132e-48db-b2f0-5e019cc14643),segment_id=c5b55c04-132e-48db-b2f0-5e019cc14643)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:11:55.144247 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:55.144999 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device e491d1a7-e168-42cc-bd59-a97f474e6b10 details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:11:55.159627 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f8cf9767-05ee-4a57-b1cd-d58875946012 req-34dbd9c5-6b49-45bb-a025-f9e98bb3c9a2 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/security-groups?id=1861566a-12e2-4046-8bf7-f585280aebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403867 Sep 23 07:11:55.220139 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=b1110176-b79d-4cd6-9a7d-3bc4578a0a97,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:55.292433 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port e491d1a7-e168-42cc-bd59-a97f474e6b10, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=e491d1a7-e168-42cc-bd59-a97f474e6b10,segment=NetworkSegment(ddc55d8f-37be-43df-a2df-f2d5e7a2dd18),segment_id=ddc55d8f-37be-43df-a2df-f2d5e7a2dd18)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:11:55.306502 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': 'e491d1a7-e168-42cc-bd59-a97f474e6b10', 'network_id': '7419f04a-5d5b-442f-8742-9cad839fa406', 'port_id': 'e491d1a7-e168-42cc-bd59-a97f474e6b10', 'mac_address': 'fa:16:3e:d7:c9:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfb72d2e-9264-4b10-9cef-735d69774d44', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:11:55.348797 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:55.367043 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e491d1a7-e168-42cc-bd59-a97f474e6b10 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:11:55.377743 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00039a2b-a6bb-448e-a795-ef046523b465 req-3dee6d7c-c23e-4ba1-9300-d3d00e7a10bc tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:55.379630 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-00039a2b-a6bb-448e-a795-ef046523b465 req-3dee6d7c-c23e-4ba1-9300-d3d00e7a10bc tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f2b7c7f-4380-4b9e-929a-ed61f252a09d HTTP/1.1" status: 200 len: 944 time: 0.0610266 Sep 23 07:11:55.386724 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port e491d1a7-e168-42cc-bd59-a97f474e6b10, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=e491d1a7-e168-42cc-bd59-a97f474e6b10,segment=NetworkSegment(ddc55d8f-37be-43df-a2df-f2d5e7a2dd18),segment_id=ddc55d8f-37be-43df-a2df-f2d5e7a2dd18)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:11:55.390912 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:55.419995 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-00039a2b-a6bb-448e-a795-ef046523b465 req-70f7ac7c-b90d-45a4-bb2b-e6b187e59dd7 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/security-groups?id=a3b63ab7-3735-4a87-9979-75655123128b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337303 Sep 23 07:11:55.439296 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=e491d1a7-e168-42cc-bd59-a97f474e6b10,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:55.563842 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c24211f-e501-47d5-bcbd-3159e91bedfb req-2daf8c62-768a-4d16-a91c-9b7cc7fb53e4 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:55.565518 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4c24211f-e501-47d5-bcbd-3159e91bedfb req-2daf8c62-768a-4d16-a91c-9b7cc7fb53e4 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf8600a9-8f1f-4667-9673-257e918306d5 HTTP/1.1" status: 200 len: 945 time: 0.0506983 Sep 23 07:11:55.602900 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4c24211f-e501-47d5-bcbd-3159e91bedfb req-430e085a-e97b-4611-aaf6-cffdfdd6b332 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7b8c4ab-15ad-4881-bc10-e96c0d70c469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316050 Sep 23 07:11:55.631376 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['e491d1a7-e168-42cc-bd59-a97f474e6b10'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:11:55.633960 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['b1110176-b79d-4cd6-9a7d-3bc4578a0a97'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:11:55.863145 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-da66abde-d075-4e87-97ba-ba4158611feb req-bc2c26da-38d7-4cf2-883c-abf8881bbf34 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2090357656&fields=id&tenant_id=dda7d37bb4b541ebbe8e22954596ee73 HTTP/1.1" status: 200 len: 267 time: 0.0324955 Sep 23 07:11:55.981305 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da66abde-d075-4e87-97ba-ba4158611feb req-58dbcb2c-df50-42c4-bb02-fac5544306d4 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:55.982838 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-da66abde-d075-4e87-97ba-ba4158611feb req-58dbcb2c-df50-42c4-bb02-fac5544306d4 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/networks?id=ee64cebb-cbad-4040-a31a-b12cc5624112 HTTP/1.1" status: 200 len: 811 time: 0.1125660 Sep 23 07:11:56.002604 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-da66abde-d075-4e87-97ba-ba4158611feb req-00e9ed44-9e4d-4100-8877-0df931a912d5 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/quotas/dda7d37bb4b541ebbe8e22954596ee73 HTTP/1.1" status: 200 len: 375 time: 0.0131958 Sep 23 07:11:56.084090 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-da66abde-d075-4e87-97ba-ba4158611feb req-55db373b-6479-4885-9771-88971aadab6b tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=dda7d37bb4b541ebbe8e22954596ee73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0756576 Sep 23 07:11:56.193226 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-da66abde-d075-4e87-97ba-ba4158611feb req-e3be85b0-54c2-4721-8088-22d63c6bd663 service neutron] 10.222.0.39 "GET /v2.0/networks/ee64cebb-cbad-4040-a31a-b12cc5624112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895801 Sep 23 07:11:56.275625 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ead331-93ee-4984-a38e-88d882ac88c5 req-c043dc3f-cc8a-4314-a446-106ca6477201 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:56.277018 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-84ead331-93ee-4984-a38e-88d882ac88c5 req-c043dc3f-cc8a-4314-a446-106ca6477201 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/ports?device_id=06058675-5fea-489f-b669-1467243f8246 HTTP/1.1" status: 200 len: 945 time: 0.0486052 Sep 23 07:11:56.285328 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-da66abde-d075-4e87-97ba-ba4158611feb req-0cb8767c-f570-4892-ae5e-ec1caabc0daf service neutron] 10.222.0.39 "GET /v2.0/networks/ee64cebb-cbad-4040-a31a-b12cc5624112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858626 Sep 23 07:11:56.314942 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-84ead331-93ee-4984-a38e-88d882ac88c5 req-86b45846-6708-4bf2-a35f-30baa48563e6 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/security-groups?id=1861566a-12e2-4046-8bf7-f585280aebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313926 Sep 23 07:11:56.544138 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198dea0b-b90d-477d-8c15-6b6f2e3b4465 req-f897e27d-c9c6-4bcd-b25b-b4ac323937e8 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:56.546236 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-198dea0b-b90d-477d-8c15-6b6f2e3b4465 req-f897e27d-c9c6-4bcd-b25b-b4ac323937e8 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f2b7c7f-4380-4b9e-929a-ed61f252a09d HTTP/1.1" status: 200 len: 944 time: 0.0576408 Sep 23 07:11:56.579756 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-31114522-9720-4d96-b95e-113b675020d8 req-708e5c40-18c2-4d70-9bfc-b576018f02ce tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fe70059-bdac-4acd-a92f-3eb8d5283d15 HTTP/1.1" status: 200 len: 210 time: 0.0337653 Sep 23 07:11:56.588523 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-198dea0b-b90d-477d-8c15-6b6f2e3b4465 req-4e91edc1-cd96-48f0-aca5-aa5939965d63 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/security-groups?id=a3b63ab7-3735-4a87-9979-75655123128b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360916 Sep 23 07:11:56.728395 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e981aaa-ec18-4cbd-9585-24841eb590f1 req-c9cd5db2-6331-4e74-9e60-3fb8d03af240 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:56.730094 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5e981aaa-ec18-4cbd-9585-24841eb590f1 req-c9cd5db2-6331-4e74-9e60-3fb8d03af240 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf8600a9-8f1f-4667-9673-257e918306d5 HTTP/1.1" status: 200 len: 945 time: 0.0560691 Sep 23 07:11:56.774099 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5e981aaa-ec18-4cbd-9585-24841eb590f1 req-af272dfd-8997-4787-aa57-a82712dae8bd tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7b8c4ab-15ad-4881-bc10-e96c0d70c469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370855 Sep 23 07:11:56.808066 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 4a02c408-adbf-4fd1-a710-9c87f97153d7 details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:11:56.911610 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 4a02c408-adbf-4fd1-a710-9c87f97153d7, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=4a02c408-adbf-4fd1-a710-9c87f97153d7,segment=NetworkSegment(d46caa6f-7cda-416e-9143-4e96751c403c),segment_id=d46caa6f-7cda-416e-9143-4e96751c403c)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:11:56.922812 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': '4a02c408-adbf-4fd1-a710-9c87f97153d7', 'network_id': '8e69782e-59da-448f-aa2b-c22b36c23603', 'port_id': '4a02c408-adbf-4fd1-a710-9c87f97153d7', 'mac_address': 'fa:16:3e:b6:98:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9604f35-686e-4202-ac30-43de25cbdd33', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:11:56.946591 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device b1110176-b79d-4cd6-9a7d-3bc4578a0a97 up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:11:56.988263 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:57.007813 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a02c408-adbf-4fd1-a710-9c87f97153d7 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:11:57.034653 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 4a02c408-adbf-4fd1-a710-9c87f97153d7, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=4a02c408-adbf-4fd1-a710-9c87f97153d7,segment=NetworkSegment(d46caa6f-7cda-416e-9143-4e96751c403c),segment_id=d46caa6f-7cda-416e-9143-4e96751c403c)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:11:57.038637 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:57.043248 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port b1110176-b79d-4cd6-9a7d-3bc4578a0a97 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:11:57.065118 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port b1110176-b79d-4cd6-9a7d-3bc4578a0a97 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:11:57.065491 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:57.119015 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=4a02c408-adbf-4fd1-a710-9c87f97153d7,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:57.166238 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:57.187997 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf8600a9-8f1f-4667-9673-257e918306d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1110176-b79d-4cd6-9a7d-3bc4578a0a97'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:11:57.190236 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb63dde0-2af0-423b-b27a-97f68b022f90" -d '{"events": [{"server_uuid": "bf8600a9-8f1f-4667-9673-257e918306d5", "name": "network-vif-plugged", "status": "completed", "tag": "b1110176-b79d-4cd6-9a7d-3bc4578a0a97"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:11:57.202663 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port b1110176-b79d-4cd6-9a7d-3bc4578a0a97, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=b1110176-b79d-4cd6-9a7d-3bc4578a0a97,segment=NetworkSegment(c5b55c04-132e-48db-b2f0-5e019cc14643),segment_id=c5b55c04-132e-48db-b2f0-5e019cc14643)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:11:57.206686 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:57.207465 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device e491d1a7-e168-42cc-bd59-a97f474e6b10 up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:11:57.246672 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3939672b-c27d-4bb4-aee3-7f049b7306d1 x-openstack-request-id: req-3939672b-c27d-4bb4-aee3-7f049b7306d1 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:11:57.247012 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf8600a9-8f1f-4667-9673-257e918306d5", "name": "network-vif-plugged", "status": "completed", "tag": "b1110176-b79d-4cd6-9a7d-3bc4578a0a97", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:11:57.247275 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3939672b-c27d-4bb4-aee3-7f049b7306d1 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:11:57.248183 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf8600a9-8f1f-4667-9673-257e918306d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1110176-b79d-4cd6-9a7d-3bc4578a0a97', 'code': 200} Sep 23 07:11:57.287101 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=b1110176-b79d-4cd6-9a7d-3bc4578a0a97,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:57.300951 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port e491d1a7-e168-42cc-bd59-a97f474e6b10 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:11:57.304759 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port e491d1a7-e168-42cc-bd59-a97f474e6b10 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:11:57.305128 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:57.328630 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b30c02-522a-4e4b-95f2-7066f8e48e95 req-8ce854f4-68a2-4a8e-a2ec-d77174b4796d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:57.330304 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-81b30c02-522a-4e4b-95f2-7066f8e48e95 req-8ce854f4-68a2-4a8e-a2ec-d77174b4796d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=bf8600a9-8f1f-4667-9673-257e918306d5 HTTP/1.1" status: 200 len: 1098 time: 0.0430865 Sep 23 07:11:57.370144 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-81b30c02-522a-4e4b-95f2-7066f8e48e95 req-26ba43c6-957d-44df-91d2-06768eafcc62 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=e7b8c4ab-15ad-4881-bc10-e96c0d70c469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314090 Sep 23 07:11:57.392991 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:57.405397 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['4a02c408-adbf-4fd1-a710-9c87f97153d7'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:11:57.437924 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7152d-a2b2-4873-b88a-b795c0c0de5e req-1ffc892d-e9a8-40c9-92f8-f3a0e129aa1d tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:57.439593 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6ab7152d-a2b2-4873-b88a-b795c0c0de5e req-1ffc892d-e9a8-40c9-92f8-f3a0e129aa1d tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/ports?device_id=06058675-5fea-489f-b669-1467243f8246 HTTP/1.1" status: 200 len: 945 time: 0.0554583 Sep 23 07:11:57.458078 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port e491d1a7-e168-42cc-bd59-a97f474e6b10, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=e491d1a7-e168-42cc-bd59-a97f474e6b10,segment=NetworkSegment(ddc55d8f-37be-43df-a2df-f2d5e7a2dd18),segment_id=ddc55d8f-37be-43df-a2df-f2d5e7a2dd18)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:11:57.468006 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:57.484729 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6ab7152d-a2b2-4873-b88a-b795c0c0de5e req-b79531ba-fd19-4103-85df-53cf9e35b866 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/security-groups?id=1861566a-12e2-4046-8bf7-f585280aebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371606 Sep 23 07:11:57.557297 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=e491d1a7-e168-42cc-bd59-a97f474e6b10,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:57.622974 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da66abde-d075-4e87-97ba-ba4158611feb req-11d9aa16-ad10-4e0d-a0b8-1a72e65e12fe tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:57.624532 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-da66abde-d075-4e87-97ba-ba4158611feb req-11d9aa16-ad10-4e0d-a0b8-1a72e65e12fe tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.21 "GET /v2.0/networks?id=ee64cebb-cbad-4040-a31a-b12cc5624112 HTTP/1.1" status: 200 len: 811 time: 0.1104989 Sep 23 07:11:57.682136 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-da66abde-d075-4e87-97ba-ba4158611feb req-958d3613-f336-4e31-ac98-bee3f66fbb67 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dda7d37bb4b541ebbe8e22954596ee73 HTTP/1.1" status: 200 len: 380 time: 0.0451925 Sep 23 07:11:57.702417 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-da66abde-d075-4e87-97ba-ba4158611feb req-16296262-356f-478d-b2f4-0471eaab877b tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Request body: {'port': {'device_id': '3fe70059-bdac-4acd-a92f-3eb8d5283d15', 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112', 'admin_state_up': True, 'tenant_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'security_groups': ['d3acf5d0-976e-416a-9e4a-4e8f5d86e3e3']}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:11:57.719672 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f813a37-f7e8-478e-930e-ff350a7a05b3 req-b43dee2a-cce5-474d-b1c4-625471382da6 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:57.720830 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3f813a37-f7e8-478e-930e-ff350a7a05b3 req-b43dee2a-cce5-474d-b1c4-625471382da6 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f2b7c7f-4380-4b9e-929a-ed61f252a09d HTTP/1.1" status: 200 len: 945 time: 0.0523074 Sep 23 07:11:57.722691 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0c65d143-a973-4b59-9076-fa3cb6a99e45 req-5cd68d1a-c9e6-4797-9c70-de44bd9fdaf0 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fe70059-bdac-4acd-a92f-3eb8d5283d15 HTTP/1.1" status: 200 len: 210 time: 0.0392721 Sep 23 07:11:57.769799 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3f813a37-f7e8-478e-930e-ff350a7a05b3 req-96b498a0-9201-4f86-ae6c-a9b5f423ad64 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/security-groups?id=a3b63ab7-3735-4a87-9979-75655123128b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431085 Sep 23 07:11:57.843416 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da66abde-d075-4e87-97ba-ba4158611feb req-16296262-356f-478d-b2f4-0471eaab877b tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Made reservation on behalf of dda7d37bb4b541ebbe8e22954596ee73 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:11:57.847518 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-da66abde-d075-4e87-97ba-ba4158611feb req-16296262-356f-478d-b2f4-0471eaab877b tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:57.953835 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf947a-139b-410a-8cce-5612cffa7e9c req-417624d6-8cb3-47b7-a473-d58ee9988b62 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:57.955387 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-addf947a-139b-410a-8cce-5612cffa7e9c req-417624d6-8cb3-47b7-a473-d58ee9988b62 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf8600a9-8f1f-4667-9673-257e918306d5 HTTP/1.1" status: 200 len: 946 time: 0.1046579 Sep 23 07:11:58.031717 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-addf947a-139b-410a-8cce-5612cffa7e9c req-49537cdb-99e1-4fee-8cb9-f849d4a113dc tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7b8c4ab-15ad-4881-bc10-e96c0d70c469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700066 Sep 23 07:11:58.046646 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-da66abde-d075-4e87-97ba-ba4158611feb req-16296262-356f-478d-b2f4-0471eaab877b tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Allocated IP 172.20.0.11 (ee64cebb-cbad-4040-a31a-b12cc5624112/4f0a580e-e630-4d93-8377-9af2cc86d82c/0b6486d0-8a6a-40cc-9f4e-f03bbfde1111) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:11:58.479682 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-da66abde-d075-4e87-97ba-ba4158611feb req-16296262-356f-478d-b2f4-0471eaab877b tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:58.515483 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-da66abde-d075-4e87-97ba-ba4158611feb req-16296262-356f-478d-b2f4-0471eaab877b tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:58.559387 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da66abde-d075-4e87-97ba-ba4158611feb req-16296262-356f-478d-b2f4-0471eaab877b tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Network ee64cebb-cbad-4040-a31a-b12cc5624112 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:11:58.563341 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-da66abde-d075-4e87-97ba-ba4158611feb req-16296262-356f-478d-b2f4-0471eaab877b tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:11:58.567206 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-da66abde-d075-4e87-97ba-ba4158611feb req-16296262-356f-478d-b2f4-0471eaab877b tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:11:58.576327 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16296262-356f-478d-b2f4-0471eaab877b tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Pushing event updated for resources: {'Port': ['ID=0b6486d0-8a6a-40cc-9f4e-f03bbfde1111,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:58.630632 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da66abde-d075-4e87-97ba-ba4158611feb req-16296262-356f-478d-b2f4-0471eaab877b tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:58.631404 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-da66abde-d075-4e87-97ba-ba4158611feb req-16296262-356f-478d-b2f4-0471eaab877b tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:58.636062 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72807c2c-44ea-4c16-8145-5303469257ef req-f3e4e482-6e52-42ec-bbd9-220df905ef5a tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:58.637969 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-72807c2c-44ea-4c16-8145-5303469257ef req-f3e4e482-6e52-42ec-bbd9-220df905ef5a tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/ports?device_id=06058675-5fea-489f-b669-1467243f8246 HTTP/1.1" status: 200 len: 946 time: 0.0739217 Sep 23 07:11:58.652188 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-da66abde-d075-4e87-97ba-ba4158611feb req-16296262-356f-478d-b2f4-0471eaab877b tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9600780 Sep 23 07:11:58.672306 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-da66abde-d075-4e87-97ba-ba4158611feb req-b2645e3b-15e8-4ba6-8678-071bd90e7278 service neutron] Request body: {'port': {'device_id': '3fe70059-bdac-4acd-a92f-3eb8d5283d15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:11:58.688209 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-72807c2c-44ea-4c16-8145-5303469257ef req-1d45b100-d955-4c71-89c5-1676c1fa9b76 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/security-groups?id=1861566a-12e2-4046-8bf7-f585280aebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412674 Sep 23 07:11:58.738234 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-da66abde-d075-4e87-97ba-ba4158611feb req-b2645e3b-15e8-4ba6-8678-071bd90e7278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:58.816285 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a147e991-fcef-4c2c-933f-2245f5be30a4 None None] Provisioning complete for port 0b6486d0-8a6a-40cc-9f4e-f03bbfde1111 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:11:58.816823 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a147e991-fcef-4c2c-933f-2245f5be30a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:58.838198 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 4a02c408-adbf-4fd1-a710-9c87f97153d7 up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:11:58.883919 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a147e991-fcef-4c2c-933f-2245f5be30a4 None None] Port 0b6486d0-8a6a-40cc-9f4e-f03bbfde1111 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:11:58.926067 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port 4a02c408-adbf-4fd1-a710-9c87f97153d7 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:11:58.930227 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port 4a02c408-adbf-4fd1-a710-9c87f97153d7 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:11:58.930724 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:58.938532 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895c6c0e-f3d3-4e18-9320-4852c94746e6 req-28415e32-6f42-40d0-a0f4-9198850cc72e tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:58.946575 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-895c6c0e-f3d3-4e18-9320-4852c94746e6 req-28415e32-6f42-40d0-a0f4-9198850cc72e tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f2b7c7f-4380-4b9e-929a-ed61f252a09d HTTP/1.1" status: 200 len: 945 time: 0.0943766 Sep 23 07:11:58.949024 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a587df08-5137-4f7e-a2af-7ff1e366c3f5 req-b86c26f8-20ac-4461-9a7a-0b88ff1f7ee8 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:58.951163 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a587df08-5137-4f7e-a2af-7ff1e366c3f5 req-b86c26f8-20ac-4461-9a7a-0b88ff1f7ee8 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fe70059-bdac-4acd-a92f-3eb8d5283d15 HTTP/1.1" status: 200 len: 932 time: 0.1457596 Sep 23 07:11:58.996916 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-895c6c0e-f3d3-4e18-9320-4852c94746e6 req-610e235b-8df4-4fe5-89d5-070abd08106f tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/security-groups?id=a3b63ab7-3735-4a87-9979-75655123128b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491180 Sep 23 07:11:59.032511 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:59.067354 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 4a02c408-adbf-4fd1-a710-9c87f97153d7, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=4a02c408-adbf-4fd1-a710-9c87f97153d7,segment=NetworkSegment(d46caa6f-7cda-416e-9143-4e96751c403c),segment_id=d46caa6f-7cda-416e-9143-4e96751c403c)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:11:59.073650 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:59.074559 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a587df08-5137-4f7e-a2af-7ff1e366c3f5 req-8a43e665-120a-4ec8-915a-782f69fd1a16 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3acf5d0-976e-416a-9e4a-4e8f5d86e3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607767 Sep 23 07:11:59.141701 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=4a02c408-adbf-4fd1-a710-9c87f97153d7,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:59.171420 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-da66abde-d075-4e87-97ba-ba4158611feb req-b2645e3b-15e8-4ba6-8678-071bd90e7278 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b6486d0-8a6a-40cc-9f4e-f03bbfde1111 {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:11:59.180058 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-da66abde-d075-4e87-97ba-ba4158611feb req-b2645e3b-15e8-4ba6-8678-071bd90e7278 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:59.194161 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-da66abde-d075-4e87-97ba-ba4158611feb req-b2645e3b-15e8-4ba6-8678-071bd90e7278 service neutron] Transition to ACTIVE for port object 0b6486d0-8a6a-40cc-9f4e-f03bbfde1111 will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:11:59.198243 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d9504-ce08-4e94-94ac-e0e56423d075 req-2874ff31-97ea-4f66-a643-ec0ed9fce35a tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:59.199236 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-da66abde-d075-4e87-97ba-ba4158611feb req-b2645e3b-15e8-4ba6-8678-071bd90e7278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:59.207029 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a25d9504-ce08-4e94-94ac-e0e56423d075 req-2874ff31-97ea-4f66-a643-ec0ed9fce35a tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf8600a9-8f1f-4667-9673-257e918306d5 HTTP/1.1" status: 200 len: 946 time: 0.0755405 Sep 23 07:11:59.248853 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2645e3b-15e8-4ba6-8678-071bd90e7278 service neutron] Pushing event updated for resources: {'Port': ['ID=0b6486d0-8a6a-40cc-9f4e-f03bbfde1111,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:59.249586 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06058675-5fea-489f-b669-1467243f8246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e491d1a7-e168-42cc-bd59-a97f474e6b10'}, {'server_uuid': '5f2b7c7f-4380-4b9e-929a-ed61f252a09d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a02c408-adbf-4fd1-a710-9c87f97153d7'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:11:59.251950 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd09d1e1-4fae-4de5-873f-31be4bb34175" -d '{"events": [{"server_uuid": "06058675-5fea-489f-b669-1467243f8246", "name": "network-vif-plugged", "status": "completed", "tag": "e491d1a7-e168-42cc-bd59-a97f474e6b10"}, {"server_uuid": "5f2b7c7f-4380-4b9e-929a-ed61f252a09d", "name": "network-vif-plugged", "status": "completed", "tag": "4a02c408-adbf-4fd1-a710-9c87f97153d7"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:11:59.254075 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a25d9504-ce08-4e94-94ac-e0e56423d075 req-d35b9a12-8750-4af8-b9c9-ed2b6f4d024c tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7b8c4ab-15ad-4881-bc10-e96c0d70c469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454891 Sep 23 07:11:59.346316 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 23 Sep 2021 07:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb5de0c-a918-44a3-90c2-6054093fbe6b x-openstack-request-id: req-1eb5de0c-a918-44a3-90c2-6054093fbe6b {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:11:59.346586 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06058675-5fea-489f-b669-1467243f8246", "name": "network-vif-plugged", "status": "completed", "tag": "e491d1a7-e168-42cc-bd59-a97f474e6b10", "code": 200}, {"server_uuid": "5f2b7c7f-4380-4b9e-929a-ed61f252a09d", "name": "network-vif-plugged", "status": "completed", "tag": "4a02c408-adbf-4fd1-a710-9c87f97153d7", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:11:59.346862 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1eb5de0c-a918-44a3-90c2-6054093fbe6b {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:11:59.347300 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06058675-5fea-489f-b669-1467243f8246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e491d1a7-e168-42cc-bd59-a97f474e6b10', 'code': 200} Sep 23 07:11:59.347632 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f2b7c7f-4380-4b9e-929a-ed61f252a09d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a02c408-adbf-4fd1-a710-9c87f97153d7', 'code': 200} Sep 23 07:11:59.352706 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-da66abde-d075-4e87-97ba-ba4158611feb req-b2645e3b-15e8-4ba6-8678-071bd90e7278 service neutron] Attempting to bind port 0b6486d0-8a6a-40cc-9f4e-f03bbfde1111 on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:11:59.353063 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-da66abde-d075-4e87-97ba-ba4158611feb req-b2645e3b-15e8-4ba6-8678-071bd90e7278 service neutron] Attempting to bind port 0b6486d0-8a6a-40cc-9f4e-f03bbfde1111 by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': '4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:11:59.353383 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da66abde-d075-4e87-97ba-ba4158611feb req-b2645e3b-15e8-4ba6-8678-071bd90e7278 service neutron] Attempting to bind port 0b6486d0-8a6a-40cc-9f4e-f03bbfde1111 on network ee64cebb-cbad-4040-a31a-b12cc5624112 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:11:59.363513 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da66abde-d075-4e87-97ba-ba4158611feb req-b2645e3b-15e8-4ba6-8678-071bd90e7278 service neutron] Port 0b6486d0-8a6a-40cc-9f4e-f03bbfde1111 on network ee64cebb-cbad-4040-a31a-b12cc5624112 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:11:59.364502 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da66abde-d075-4e87-97ba-ba4158611feb req-b2645e3b-15e8-4ba6-8678-071bd90e7278 service neutron] Attempting to bind port 0b6486d0-8a6a-40cc-9f4e-f03bbfde1111 on network ee64cebb-cbad-4040-a31a-b12cc5624112 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:11:59.376230 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da66abde-d075-4e87-97ba-ba4158611feb req-b2645e3b-15e8-4ba6-8678-071bd90e7278 service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:11:59.376754 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da66abde-d075-4e87-97ba-ba4158611feb req-b2645e3b-15e8-4ba6-8678-071bd90e7278 service neutron] Checking segment: {'id': '4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:11:59.377156 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da66abde-d075-4e87-97ba-ba4158611feb req-b2645e3b-15e8-4ba6-8678-071bd90e7278 service neutron] Bound using segment: {'id': '4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:11:59.377599 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-da66abde-d075-4e87-97ba-ba4158611feb req-b2645e3b-15e8-4ba6-8678-071bd90e7278 service neutron] Bound port: 0b6486d0-8a6a-40cc-9f4e-f03bbfde1111, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:11:59.378241 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-da66abde-d075-4e87-97ba-ba4158611feb req-b2645e3b-15e8-4ba6-8678-071bd90e7278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:59.381769 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2949d2-ed49-4115-983a-b24617af5133 req-fc27a19b-522a-4990-9497-7d00c4d8386a tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:59.390063 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0e2949d2-ed49-4115-983a-b24617af5133 req-fc27a19b-522a-4990-9497-7d00c4d8386a tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf8600a9-8f1f-4667-9673-257e918306d5 HTTP/1.1" status: 200 len: 946 time: 0.0626934 Sep 23 07:11:59.451376 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0e2949d2-ed49-4115-983a-b24617af5133 req-bafe7463-8b02-4fa9-b9f9-cadc83c11eb2 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7b8c4ab-15ad-4881-bc10-e96c0d70c469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552897 Sep 23 07:11:59.514632 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-da66abde-d075-4e87-97ba-ba4158611feb req-b2645e3b-15e8-4ba6-8678-071bd90e7278 service neutron] For port 0b6486d0-8a6a-40cc-9f4e-f03bbfde1111, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:11:59.535193 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-da66abde-d075-4e87-97ba-ba4158611feb req-b2645e3b-15e8-4ba6-8678-071bd90e7278 service neutron] For port 0b6486d0-8a6a-40cc-9f4e-f03bbfde1111, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=0b6486d0-8a6a-40cc-9f4e-f03bbfde1111,segment=NetworkSegment(4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c),segment_id=4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:11:59.538014 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae92b077-f9ca-4478-8d1e-a12bb28b3501 req-72fd7aa5-d1f0-450c-a0d2-8bd95eea6f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:59.540537 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ae92b077-f9ca-4478-8d1e-a12bb28b3501 req-72fd7aa5-d1f0-450c-a0d2-8bd95eea6f6a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=06058675-5fea-489f-b669-1467243f8246 HTTP/1.1" status: 200 len: 1098 time: 0.0857897 Sep 23 07:11:59.541354 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b06386a-9e42-410c-b87c-dd94d8d502f0 req-b621df42-ed87-4ed1-8d06-d279506ecd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:59.543195 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2b06386a-9e42-410c-b87c-dd94d8d502f0 req-b621df42-ed87-4ed1-8d06-d279506ecd59 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5f2b7c7f-4380-4b9e-929a-ed61f252a09d HTTP/1.1" status: 200 len: 1098 time: 0.0786517 Sep 23 07:11:59.549185 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-da66abde-d075-4e87-97ba-ba4158611feb req-b2645e3b-15e8-4ba6-8678-071bd90e7278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:59.582261 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ae92b077-f9ca-4478-8d1e-a12bb28b3501 req-dab2292a-f15f-4504-8039-074d82b371d7 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1861566a-12e2-4046-8bf7-f585280aebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340390 Sep 23 07:11:59.640711 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da66abde-d075-4e87-97ba-ba4158611feb req-b2645e3b-15e8-4ba6-8678-071bd90e7278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:59.641332 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-da66abde-d075-4e87-97ba-ba4158611feb req-b2645e3b-15e8-4ba6-8678-071bd90e7278 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:11:59.642755 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-da66abde-d075-4e87-97ba-ba4158611feb req-b2645e3b-15e8-4ba6-8678-071bd90e7278 service neutron] 10.222.0.21 "PUT /v2.0/ports/0b6486d0-8a6a-40cc-9f4e-f03bbfde1111 HTTP/1.1" status: 200 len: 1093 time: 0.9760754 Sep 23 07:11:59.643366 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fe70059-bdac-4acd-a92f-3eb8d5283d15', 'tag': '0b6486d0-8a6a-40cc-9f4e-f03bbfde1111'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:11:59.645597 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-534b5df5-959d-4216-9c55-15bb61a1a715" -d '{"events": [{"name": "network-changed", "server_uuid": "3fe70059-bdac-4acd-a92f-3eb8d5283d15", "tag": "0b6486d0-8a6a-40cc-9f4e-f03bbfde1111"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:11:59.697291 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2b06386a-9e42-410c-b87c-dd94d8d502f0 req-9b9e1464-ba15-4af2-998b-b991c0c77084 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a3b63ab7-3735-4a87-9979-75655123128b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452308 Sep 23 07:11:59.705449 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d443ac9f-a5a0-4c01-a9d9-91bc2219c51a x-openstack-request-id: req-d443ac9f-a5a0-4c01-a9d9-91bc2219c51a {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:11:59.705754 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fe70059-bdac-4acd-a92f-3eb8d5283d15", "tag": "0b6486d0-8a6a-40cc-9f4e-f03bbfde1111", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:11:59.706033 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d443ac9f-a5a0-4c01-a9d9-91bc2219c51a {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:11:59.706441 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fe70059-bdac-4acd-a92f-3eb8d5283d15', 'tag': '0b6486d0-8a6a-40cc-9f4e-f03bbfde1111', 'status': 'completed', 'code': 200} Sep 23 07:11:59.708206 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2645e3b-15e8-4ba6-8678-071bd90e7278 service neutron] Pushing event updated for resources: {'Port': ['ID=0b6486d0-8a6a-40cc-9f4e-f03bbfde1111,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:11:59.730032 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf55068-16e9-49c8-9bc3-ed0705bdd898 req-b3936ce3-ee8f-4a74-bfda-5795deec5abd tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:59.732210 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0bf55068-16e9-49c8-9bc3-ed0705bdd898 req-b3936ce3-ee8f-4a74-bfda-5795deec5abd tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf8600a9-8f1f-4667-9673-257e918306d5 HTTP/1.1" status: 200 len: 946 time: 0.1722388 Sep 23 07:11:59.802673 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0bf55068-16e9-49c8-9bc3-ed0705bdd898 req-2718bcb2-df09-4a79-83ac-23d4ef6c0a5c tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7b8c4ab-15ad-4881-bc10-e96c0d70c469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581870 Sep 23 07:11:59.819186 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 38630) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:11:59.836596 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79034203-fb83-4587-a129-33a545da48d5 req-f22ae449-7a6e-4e4a-8509-f8fdcbaf4852 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:59.838356 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-79034203-fb83-4587-a129-33a545da48d5 req-f22ae449-7a6e-4e4a-8509-f8fdcbaf4852 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/ports?device_id=06058675-5fea-489f-b669-1467243f8246 HTTP/1.1" status: 200 len: 946 time: 0.0644090 Sep 23 07:11:59.880771 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-79034203-fb83-4587-a129-33a545da48d5 req-3856562f-9291-4835-952a-24bbb04b590d tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/security-groups?id=1861566a-12e2-4046-8bf7-f585280aebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349998 Sep 23 07:11:59.966875 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c5ee0a-036d-4e94-91d0-6722919c8c22 tempest-TestServerBasicOps-1186228462 tempest-TestServerBasicOps-1186228462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:11:59.971376 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-21c5ee0a-036d-4e94-91d0-6722919c8c22 tempest-TestServerBasicOps-1186228462 tempest-TestServerBasicOps-1186228462-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=bf8600a9-8f1f-4667-9673-257e918306d5 HTTP/1.1" status: 200 len: 1093 time: 0.1466668 Sep 23 07:11:59.971605 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 38634) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:11:59.976057 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-ea0ff756-9616-486b-a515-7425bc3ef1bc tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Request body: {'floatingip': {'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'port_id': 'b1110176-b79d-4cd6-9a7d-3bc4578a0a97', 'tenant_id': '33f7a2189c6c49e1b5d2f8ea11a63704', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:12:00.004732 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ea0ff756-9616-486b-a515-7425bc3ef1bc tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Notify callbacks [] for floatingip, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:12:00.081102 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da66abde-d075-4e87-97ba-ba4158611feb req-ad11ac00-3464-42c4-b779-c4cfed6dc38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:12:00.082730 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-da66abde-d075-4e87-97ba-ba4158611feb req-ad11ac00-3464-42c4-b779-c4cfed6dc38a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dda7d37bb4b541ebbe8e22954596ee73&device_id=3fe70059-bdac-4acd-a92f-3eb8d5283d15 HTTP/1.1" status: 200 len: 1096 time: 0.0626109 Sep 23 07:12:00.135203 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ea0ff756-9616-486b-a515-7425bc3ef1bc tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:12:00.146809 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-da66abde-d075-4e87-97ba-ba4158611feb req-5530e52f-4e02-490d-b165-6679348f86a3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b6486d0-8a6a-40cc-9f4e-f03bbfde1111 HTTP/1.1" status: 200 len: 217 time: 0.0403490 Sep 23 07:12:00.159035 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18055a59-5350-49d9-9c94-cf18fd3c2e0f req-2bf3ea29-7347-49dc-8e30-6f6573ea137f tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:12:00.160674 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-18055a59-5350-49d9-9c94-cf18fd3c2e0f req-2bf3ea29-7347-49dc-8e30-6f6573ea137f tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f2b7c7f-4380-4b9e-929a-ed61f252a09d HTTP/1.1" status: 200 len: 946 time: 0.0956645 Sep 23 07:12:00.231503 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da66abde-d075-4e87-97ba-ba4158611feb req-4d1657ca-0473-42bc-ac07-7c24c1e63a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:12:00.233481 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-da66abde-d075-4e87-97ba-ba4158611feb req-4d1657ca-0473-42bc-ac07-7c24c1e63a12 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4f0a580e-e630-4d93-8377-9af2cc86d82c HTTP/1.1" status: 200 len: 850 time: 0.0716105 Sep 23 07:12:00.238709 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-18055a59-5350-49d9-9c94-cf18fd3c2e0f req-4968bf8b-c4ae-4e0f-8897-1b0439f37e69 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/security-groups?id=a3b63ab7-3735-4a87-9979-75655123128b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695903 Sep 23 07:12:00.280232 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3092693-0bab-4ae7-8672-b1c681630ddf req-eb0a13ce-a781-4694-9e52-6ba746abe198 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:12:00.281690 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a3092693-0bab-4ae7-8672-b1c681630ddf req-eb0a13ce-a781-4694-9e52-6ba746abe198 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fe70059-bdac-4acd-a92f-3eb8d5283d15 HTTP/1.1" status: 200 len: 944 time: 0.1050413 Sep 23 07:12:00.284980 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da66abde-d075-4e87-97ba-ba4158611feb req-e0cfc3d0-506a-49e1-a6cf-e152cbab833c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:12:00.286518 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-da66abde-d075-4e87-97ba-ba4158611feb req-e0cfc3d0-506a-49e1-a6cf-e152cbab833c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ee64cebb-cbad-4040-a31a-b12cc5624112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455265 Sep 23 07:12:00.317405 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-ea0ff756-9616-486b-a515-7425bc3ef1bc tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Allocated IP 172.25.2.250 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/b347b61e-324a-4284-99e1-cce550b6e7a7) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:12:00.352905 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a3092693-0bab-4ae7-8672-b1c681630ddf req-0375d7bf-c442-4db8-999d-58884f9f9b9c tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3acf5d0-976e-416a-9e4a-4e8f5d86e3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628142 Sep 23 07:12:00.392281 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-da66abde-d075-4e87-97ba-ba4158611feb req-13a7bf61-08b3-48fc-a449-99c3cb78756b service neutron] 10.222.0.21 "GET /v2.0/networks/ee64cebb-cbad-4040-a31a-b12cc5624112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969067 Sep 23 07:12:00.448038 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ea0ff756-9616-486b-a515-7425bc3ef1bc tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:12:00.484559 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ea0ff756-9616-486b-a515-7425bc3ef1bc tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:12:00.493183 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-da66abde-d075-4e87-97ba-ba4158611feb req-d041500a-b2f4-49a7-a9df-3f2aaaac013a service neutron] 10.222.0.21 "GET /v2.0/networks/ee64cebb-cbad-4040-a31a-b12cc5624112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925422 Sep 23 07:12:00.531446 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0ff756-9616-486b-a515-7425bc3ef1bc tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:12:00.534458 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-ea0ff756-9616-486b-a515-7425bc3ef1bc tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:12:00.537141 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0ff756-9616-486b-a515-7425bc3ef1bc tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:12:00.573446 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ff756-9616-486b-a515-7425bc3ef1bc tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Pushing event updated for resources: {'Port': ['ID=b347b61e-324a-4284-99e1-cce550b6e7a7,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:12:00.612700 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b5df5-959d-4216-9c55-15bb61a1a715 req-fa5f0ffa-69d9-431c-a4cd-f6b2c6154582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:12:00.614279 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-534b5df5-959d-4216-9c55-15bb61a1a715 req-fa5f0ffa-69d9-431c-a4cd-f6b2c6154582 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dda7d37bb4b541ebbe8e22954596ee73&device_id=3fe70059-bdac-4acd-a92f-3eb8d5283d15 HTTP/1.1" status: 200 len: 1096 time: 0.0490592 Sep 23 07:12:00.727065 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b5df5-959d-4216-9c55-15bb61a1a715 req-d80ed378-8966-46f2-9258-8a81130d5e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:12:00.729550 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-534b5df5-959d-4216-9c55-15bb61a1a715 req-d80ed378-8966-46f2-9258-8a81130d5e7a service neutron] 10.222.0.21 "GET /v2.0/networks?id=ee64cebb-cbad-4040-a31a-b12cc5624112 HTTP/1.1" status: 200 len: 912 time: 0.1080966 Sep 23 07:12:00.790751 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-534b5df5-959d-4216-9c55-15bb61a1a715 req-923efcef-7e6e-417c-abd5-b742f212d355 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b6486d0-8a6a-40cc-9f4e-f03bbfde1111 HTTP/1.1" status: 200 len: 217 time: 0.0498810 Sep 23 07:12:00.863818 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b5df5-959d-4216-9c55-15bb61a1a715 req-71bfb3be-2606-4948-a8dd-a2add6681896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:12:00.865384 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-534b5df5-959d-4216-9c55-15bb61a1a715 req-71bfb3be-2606-4948-a8dd-a2add6681896 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4f0a580e-e630-4d93-8377-9af2cc86d82c HTTP/1.1" status: 200 len: 850 time: 0.0645428 Sep 23 07:12:00.919058 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b5df5-959d-4216-9c55-15bb61a1a715 req-644b8747-acd2-4e31-8e77-8c62c7719fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:12:00.921360 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-534b5df5-959d-4216-9c55-15bb61a1a715 req-644b8747-acd2-4e31-8e77-8c62c7719fef service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ee64cebb-cbad-4040-a31a-b12cc5624112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473816 Sep 23 07:12:01.026647 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ea0ff756-9616-486b-a515-7425bc3ef1bc tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:12:01.060731 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501ee2db-4a28-4300-88b8-8bba1d604bc6 req-d890cbd0-d9eb-4d7b-a0e6-7138316e8f9b tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:12:01.063132 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-501ee2db-4a28-4300-88b8-8bba1d604bc6 req-d890cbd0-d9eb-4d7b-a0e6-7138316e8f9b tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/ports?device_id=06058675-5fea-489f-b669-1467243f8246 HTTP/1.1" status: 200 len: 946 time: 0.0999608 Sep 23 07:12:01.108962 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-534b5df5-959d-4216-9c55-15bb61a1a715 req-086687f3-39d5-4154-88c8-a0b6a7dc9f06 service neutron] 10.222.0.21 "GET /v2.0/networks/ee64cebb-cbad-4040-a31a-b12cc5624112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703997 Sep 23 07:12:01.113197 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ea0ff756-9616-486b-a515-7425bc3ef1bc tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:12:01.161434 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-501ee2db-4a28-4300-88b8-8bba1d604bc6 req-ba1bf0e2-2344-4803-ba8a-96be8153c686 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/security-groups?id=1861566a-12e2-4046-8bf7-f585280aebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891383 Sep 23 07:12:01.248352 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-534b5df5-959d-4216-9c55-15bb61a1a715 req-4bacbf7b-3eb7-486b-9ec2-06090f2e6873 service neutron] 10.222.0.21 "GET /v2.0/networks/ee64cebb-cbad-4040-a31a-b12cc5624112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195261 Sep 23 07:12:01.311056 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ea0ff756-9616-486b-a515-7425bc3ef1bc tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:12:01.316980 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ea0ff756-9616-486b-a515-7425bc3ef1bc tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:12:01.399074 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d1c2f-4555-4f98-abe0-78386a7c5f16 req-1cbd4ffd-91f5-4149-926b-c571254f5424 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:12:01.409642 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ff756-9616-486b-a515-7425bc3ef1bc tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Pushing event updated for resources: {'Port': ['ID=b347b61e-324a-4284-99e1-cce550b6e7a7,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:12:01.418515 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-723d1c2f-4555-4f98-abe0-78386a7c5f16 req-1cbd4ffd-91f5-4149-926b-c571254f5424 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f2b7c7f-4380-4b9e-929a-ed61f252a09d HTTP/1.1" status: 200 len: 946 time: 0.1022592 Sep 23 07:12:01.428896 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ea0ff756-9616-486b-a515-7425bc3ef1bc tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:12:01.466859 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-723d1c2f-4555-4f98-abe0-78386a7c5f16 req-c5909fee-8f0a-43d3-baff-20c3027be008 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/security-groups?id=a3b63ab7-3735-4a87-9979-75655123128b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467861 Sep 23 07:12:01.567931 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa6cffb-7295-4bb9-84b7-0a50aa89fb62 req-9e69e88e-adb7-4f8f-a7f2-d0bc10d3432c tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:12:01.569359 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2aa6cffb-7295-4bb9-84b7-0a50aa89fb62 req-9e69e88e-adb7-4f8f-a7f2-d0bc10d3432c tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fe70059-bdac-4acd-a92f-3eb8d5283d15 HTTP/1.1" status: 200 len: 944 time: 0.0961030 Sep 23 07:12:01.592472 n-d-715271-16 neutron-server[95066]: INFO neutron.db.l3_db [None req-ea0ff756-9616-486b-a515-7425bc3ef1bc tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Floating IP 57d9b263-da6b-44db-80ff-1d61b227084e associated. External IP: 172.25.2.250, port: b1110176-b79d-4cd6-9a7d-3bc4578a0a97. Sep 23 07:12:01.675818 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2aa6cffb-7295-4bb9-84b7-0a50aa89fb62 req-e336909c-2c4c-4032-8a19-3b31a3954ab1 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3acf5d0-976e-416a-9e4a-4e8f5d86e3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923467 Sep 23 07:12:01.801249 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520b176e-57b2-4ca4-9475-64906f255590 req-4c64debf-a265-49b4-8352-a2181861e8a9 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:12:01.806993 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-520b176e-57b2-4ca4-9475-64906f255590 req-4c64debf-a265-49b4-8352-a2181861e8a9 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f2b7c7f-4380-4b9e-929a-ed61f252a09d HTTP/1.1" status: 200 len: 946 time: 0.0821207 Sep 23 07:12:01.812022 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 38662) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:12:01.816678 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-41970550-7be6-477f-aef6-708975a6b637 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Request body: {'floatingip': {'port_id': '4a02c408-adbf-4fd1-a710-9c87f97153d7'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:12:01.858923 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-41970550-7be6-477f-aef6-708975a6b637 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks [] for floatingip, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:12:01.899743 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea0ff756-9616-486b-a515-7425bc3ef1bc tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Router 7e4fd456-970d-4ea9-a956-6485bd7e5bae has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:12:02.027916 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea0ff756-9616-486b-a515-7425bc3ef1bc tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:12:02.041677 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039d473d-ee77-47b5-ade7-31ed97787f99 None None] Sync routers for ids ['7e4fd456-970d-4ea9-a956-6485bd7e5bae'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:12:02.045778 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ea0ff756-9616-486b-a515-7425bc3ef1bc tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:12:02.053602 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039d473d-ee77-47b5-ade7-31ed97787f99 None None] Routers {'7e4fd456-970d-4ea9-a956-6485bd7e5bae'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:12:02.054648 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-039d473d-ee77-47b5-ade7-31ed97787f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:11:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['7e4fd456-970d-4ea9-a956-6485bd7e5bae'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:12:02.073754 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-ea0ff756-9616-486b-a515-7425bc3ef1bc tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1011186 Sep 23 07:12:02.074347 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf8600a9-8f1f-4667-9673-257e918306d5', 'tag': 'b1110176-b79d-4cd6-9a7d-3bc4578a0a97'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:12:02.077176 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe408bdc-7d24-4f5f-b050-cf9785d080be" -d '{"events": [{"name": "network-changed", "server_uuid": "bf8600a9-8f1f-4667-9673-257e918306d5", "tag": "b1110176-b79d-4cd6-9a7d-3bc4578a0a97"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:12:02.126866 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de682825-3820-4bbc-a266-52c22db5046a x-openstack-request-id: req-de682825-3820-4bbc-a266-52c22db5046a {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:12:02.127052 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf8600a9-8f1f-4667-9673-257e918306d5", "tag": "b1110176-b79d-4cd6-9a7d-3bc4578a0a97", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:12:02.127437 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-de682825-3820-4bbc-a266-52c22db5046a {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:12:02.127849 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf8600a9-8f1f-4667-9673-257e918306d5', 'tag': 'b1110176-b79d-4cd6-9a7d-3bc4578a0a97', 'status': 'completed', 'code': 200} Sep 23 07:12:02.202573 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-039d473d-ee77-47b5-ade7-31ed97787f99 None None] Set router 7e4fd456-970d-4ea9-a956-6485bd7e5bae gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:12:02.219265 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe408bdc-7d24-4f5f-b050-cf9785d080be req-894e1cd5-d3fa-496a-9191-4139f385da37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:12:02.220886 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fe408bdc-7d24-4f5f-b050-cf9785d080be req-894e1cd5-d3fa-496a-9191-4139f385da37 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=33f7a2189c6c49e1b5d2f8ea11a63704&device_id=bf8600a9-8f1f-4667-9673-257e918306d5 HTTP/1.1" status: 200 len: 1098 time: 0.0622258 Sep 23 07:12:02.415379 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-41970550-7be6-477f-aef6-708975a6b637 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:12:02.421606 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-41970550-7be6-477f-aef6-708975a6b637 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:12:02.477625 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-039d473d-ee77-47b5-ade7-31ed97787f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e4fd456-970d-4ea9-a956-6485bd7e5bae', 'name': 'tempest-TestServerBasicOps-312835958-router', 'tenant_id': '33f7a2189c6c49e1b5d2f8ea11a63704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '8bbafe1c-4c5e-414f-a2f5-cad0b7ce1cdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:11:30Z', 'updated_at': '2021-09-23T07:11:34Z', 'revision_number': 4, 'project_id': '33f7a2189c6c49e1b5d2f8ea11a63704', 'gw_port': {'id': '8bbafe1c-4c5e-414f-a2f5-cad0b7ce1cdf', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4fd456-970d-4ea9-a956-6485bd7e5bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:11:31Z', 'updated_at': '2021-09-23T07:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '57d9b263-da6b-44db-80ff-1d61b227084e', 'tenant_id': '33f7a2189c6c49e1b5d2f8ea11a63704', 'floating_ip_address': '172.25.2.250', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '7e4fd456-970d-4ea9-a956-6485bd7e5bae', 'port_id': 'b1110176-b79d-4cd6-9a7d-3bc4578a0a97', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '960d8233-5315-43e1-ba7d-5035f7e0cd29', 'mac_address': 'fa:16:3e:63:bd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8600a9-8f1f-4667-9673-257e918306d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:12:00Z', 'updated_at': '2021-09-23T07:12:00Z', 'revision_number': 0, 'project_id': '33f7a2189c6c49e1b5d2f8ea11a63704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5934d6de-37db-475b-bfa2-5a4a38ca1409', 'name': '', 'network_id': '960d8233-5315-43e1-ba7d-5035f7e0cd29', 'tenant_id': '33f7a2189c6c49e1b5d2f8ea11a63704', 'mac_address': 'fa:16:3e:d5:42:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4fd456-970d-4ea9-a956-6485bd7e5bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '80fcde87-88a7-461e-aee2-7972c559cf52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:11:33Z', 'updated_at': '2021-09-23T07:11:39Z', 'revision_number': 5, 'project_id': '33f7a2189c6c49e1b5d2f8ea11a63704', 'subnets': [{'id': '80fcde87-88a7-461e-aee2-7972c559cf52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:12:02.507989 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039d473d-ee77-47b5-ade7-31ed97787f99 None None] Checking router: 7e4fd456-970d-4ea9-a956-6485bd7e5bae for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:12:02.518275 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039d473d-ee77-47b5-ade7-31ed97787f99 None None] Routers {'7e4fd456-970d-4ea9-a956-6485bd7e5bae'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:12:02.518964 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-039d473d-ee77-47b5-ade7-31ed97787f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:11:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['7e4fd456-970d-4ea9-a956-6485bd7e5bae'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:12:02.565834 n-d-715271-16 neutron-server[95065]: INFO neutron.db.l3_db [None req-41970550-7be6-477f-aef6-708975a6b637 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Floating IP e2fea176-287b-41dc-8d9d-a4d8555bd0c7 associated. External IP: 172.25.2.15, port: 4a02c408-adbf-4fd1-a710-9c87f97153d7. Sep 23 07:12:02.694534 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe408bdc-7d24-4f5f-b050-cf9785d080be req-30cf2997-2183-4c8f-b846-009c69b22bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:12:02.695967 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fe408bdc-7d24-4f5f-b050-cf9785d080be req-30cf2997-2183-4c8f-b846-009c69b22bed service neutron] 10.222.0.58 "GET /v2.0/networks?id=960d8233-5315-43e1-ba7d-5035f7e0cd29 HTTP/1.1" status: 200 len: 909 time: 0.4668856 Sep 23 07:12:02.788310 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-039d473d-ee77-47b5-ade7-31ed97787f99 None None] Set router 7e4fd456-970d-4ea9-a956-6485bd7e5bae gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:12:02.796769 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fe408bdc-7d24-4f5f-b050-cf9785d080be req-6999a055-65a6-49a5-929c-af0a989eba25 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b1110176-b79d-4cd6-9a7d-3bc4578a0a97 HTTP/1.1" status: 200 len: 1000 time: 0.0925984 Sep 23 07:12:02.866316 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe408bdc-7d24-4f5f-b050-cf9785d080be req-dfae4cad-8849-4bba-9276-63ae0d40e33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:12:02.867955 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fe408bdc-7d24-4f5f-b050-cf9785d080be req-dfae4cad-8849-4bba-9276-63ae0d40e33a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=80fcde87-88a7-461e-aee2-7972c559cf52 HTTP/1.1" status: 200 len: 847 time: 0.0630934 Sep 23 07:12:02.876379 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98374d9-f452-4051-a335-b8e648572e22 req-a127be95-bcaa-415e-9af0-cfef00d5d843 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:12:02.883749 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f98374d9-f452-4051-a335-b8e648572e22 req-a127be95-bcaa-415e-9af0-cfef00d5d843 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fe70059-bdac-4acd-a92f-3eb8d5283d15 HTTP/1.1" status: 200 len: 944 time: 0.1360395 Sep 23 07:12:02.886826 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41970550-7be6-477f-aef6-708975a6b637 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Router 9871286f-15b3-4219-82f8-90a28b2af92c has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:12:02.932952 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe408bdc-7d24-4f5f-b050-cf9785d080be req-4f73335e-2288-46b3-ae76-acc56cd0ba05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:12:02.935006 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fe408bdc-7d24-4f5f-b050-cf9785d080be req-4f73335e-2288-46b3-ae76-acc56cd0ba05 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=960d8233-5315-43e1-ba7d-5035f7e0cd29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0589454 Sep 23 07:12:02.965610 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f98374d9-f452-4051-a335-b8e648572e22 req-44077828-1f3f-4aee-a47e-019f05839709 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3acf5d0-976e-416a-9e4a-4e8f5d86e3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809038 Sep 23 07:12:03.035211 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41970550-7be6-477f-aef6-708975a6b637 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:12:03.040658 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-41970550-7be6-477f-aef6-708975a6b637 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:12:03.049000 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86730553-d9e7-40a5-a151-47bdd8b727e1 None None] Sync routers for ids ['9871286f-15b3-4219-82f8-90a28b2af92c'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:12:03.061468 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86730553-d9e7-40a5-a151-47bdd8b727e1 None None] Routers {'9871286f-15b3-4219-82f8-90a28b2af92c'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:12:03.062153 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-86730553-d9e7-40a5-a151-47bdd8b727e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:11:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['9871286f-15b3-4219-82f8-90a28b2af92c'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:12:03.068766 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fe408bdc-7d24-4f5f-b050-cf9785d080be req-9bbc3525-384d-4fb8-8f83-f6abc0dd5a18 service neutron] 10.222.0.58 "GET /v2.0/networks/960d8233-5315-43e1-ba7d-5035f7e0cd29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236312 Sep 23 07:12:03.087964 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-41970550-7be6-477f-aef6-708975a6b637 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "PUT /v2.0/floatingips/e2fea176-287b-41dc-8d9d-a4d8555bd0c7 HTTP/1.1" status: 200 len: 991 time: 1.2746501 Sep 23 07:12:03.088562 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f2b7c7f-4380-4b9e-929a-ed61f252a09d', 'tag': '4a02c408-adbf-4fd1-a710-9c87f97153d7'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:12:03.094049 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8318475-e307-4636-ba4f-6590078bef60" -d '{"events": [{"name": "network-changed", "server_uuid": "5f2b7c7f-4380-4b9e-929a-ed61f252a09d", "tag": "4a02c408-adbf-4fd1-a710-9c87f97153d7"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:12:03.109908 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-039d473d-ee77-47b5-ade7-31ed97787f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e4fd456-970d-4ea9-a956-6485bd7e5bae', 'name': 'tempest-TestServerBasicOps-312835958-router', 'tenant_id': '33f7a2189c6c49e1b5d2f8ea11a63704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '8bbafe1c-4c5e-414f-a2f5-cad0b7ce1cdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:11:30Z', 'updated_at': '2021-09-23T07:11:34Z', 'revision_number': 4, 'project_id': '33f7a2189c6c49e1b5d2f8ea11a63704', 'gw_port': {'id': '8bbafe1c-4c5e-414f-a2f5-cad0b7ce1cdf', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4fd456-970d-4ea9-a956-6485bd7e5bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:11:31Z', 'updated_at': '2021-09-23T07:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '57d9b263-da6b-44db-80ff-1d61b227084e', 'tenant_id': '33f7a2189c6c49e1b5d2f8ea11a63704', 'floating_ip_address': '172.25.2.250', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '7e4fd456-970d-4ea9-a956-6485bd7e5bae', 'port_id': 'b1110176-b79d-4cd6-9a7d-3bc4578a0a97', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '960d8233-5315-43e1-ba7d-5035f7e0cd29', 'mac_address': 'fa:16:3e:63:bd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8600a9-8f1f-4667-9673-257e918306d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:12:00Z', 'updated_at': '2021-09-23T07:12:00Z', 'revision_number': 0, 'project_id': '33f7a2189c6c49e1b5d2f8ea11a63704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5934d6de-37db-475b-bfa2-5a4a38ca1409', 'name': '', 'network_id': '960d8233-5315-43e1-ba7d-5035f7e0cd29', 'tenant_id': '33f7a2189c6c49e1b5d2f8ea11a63704', 'mac_address': 'fa:16:3e:d5:42:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4fd456-970d-4ea9-a956-6485bd7e5bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '80fcde87-88a7-461e-aee2-7972c559cf52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:11:33Z', 'updated_at': '2021-09-23T07:11:39Z', 'revision_number': 5, 'project_id': '33f7a2189c6c49e1b5d2f8ea11a63704', 'subnets': [{'id': '80fcde87-88a7-461e-aee2-7972c559cf52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:12:03.141666 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039d473d-ee77-47b5-ade7-31ed97787f99 None None] The sync data for ids ['7e4fd456-970d-4ea9-a956-6485bd7e5bae'] in n-d-715271-16 is: [{'id': '7e4fd456-970d-4ea9-a956-6485bd7e5bae', 'name': 'tempest-TestServerBasicOps-312835958-router', 'tenant_id': '33f7a2189c6c49e1b5d2f8ea11a63704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '8bbafe1c-4c5e-414f-a2f5-cad0b7ce1cdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:11:30Z', 'updated_at': '2021-09-23T07:11:34Z', 'revision_number': 4, 'project_id': '33f7a2189c6c49e1b5d2f8ea11a63704', 'gw_port': {'id': '8bbafe1c-4c5e-414f-a2f5-cad0b7ce1cdf', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4fd456-970d-4ea9-a956-6485bd7e5bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:11:31Z', 'updated_at': '2021-09-23T07:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '57d9b263-da6b-44db-80ff-1d61b227084e', 'tenant_id': '33f7a2189c6c49e1b5d2f8ea11a63704', 'floating_ip_address': '172.25.2.250', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '7e4fd456-970d-4ea9-a956-6485bd7e5bae', 'port_id': 'b1110176-b79d-4cd6-9a7d-3bc4578a0a97', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '960d8233-5315-43e1-ba7d-5035f7e0cd29', 'mac_address': 'fa:16:3e:63:bd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8600a9-8f1f-4667-9673-257e918306d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:12:00Z', 'updated_at': '2021-09-23T07:12:00Z', 'revision_number': 0, 'project_id': '33f7a2189c6c49e1b5d2f8ea11a63704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5934d6de-37db-475b-bfa2-5a4a38ca1409', 'name': '', 'network_id': '960d8233-5315-43e1-ba7d-5035f7e0cd29', 'tenant_id': '33f7a2189c6c49e1b5d2f8ea11a63704', 'mac_address': 'fa:16:3e:d5:42:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4fd456-970d-4ea9-a956-6485bd7e5bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '80fcde87-88a7-461e-aee2-7972c559cf52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:11:33Z', 'updated_at': '2021-09-23T07:11:39Z', 'revision_number': 5, 'project_id': '33f7a2189c6c49e1b5d2f8ea11a63704', 'subnets': [{'id': '80fcde87-88a7-461e-aee2-7972c559cf52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:12:03.171519 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b1ef077-56a3-45d4-83c4-c6e396507bd8 x-openstack-request-id: req-3b1ef077-56a3-45d4-83c4-c6e396507bd8 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:12:03.171519 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f2b7c7f-4380-4b9e-929a-ed61f252a09d", "tag": "4a02c408-adbf-4fd1-a710-9c87f97153d7", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:12:03.171519 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3b1ef077-56a3-45d4-83c4-c6e396507bd8 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:12:03.171909 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f2b7c7f-4380-4b9e-929a-ed61f252a09d', 'tag': '4a02c408-adbf-4fd1-a710-9c87f97153d7', 'status': 'completed', 'code': 200} Sep 23 07:12:03.205217 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fe408bdc-7d24-4f5f-b050-cf9785d080be req-eca9b8bc-7a05-4aa6-aad2-66225fe89f6f service neutron] 10.222.0.58 "GET /v2.0/networks/960d8233-5315-43e1-ba7d-5035f7e0cd29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062651 Sep 23 07:12:03.257182 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-86730553-d9e7-40a5-a151-47bdd8b727e1 None None] Set router 9871286f-15b3-4219-82f8-90a28b2af92c gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:12:03.273972 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8318475-e307-4636-ba4f-6590078bef60 req-0bcc57f3-a632-418f-b34f-6c367291d34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:12:03.276151 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c8318475-e307-4636-ba4f-6590078bef60 req-0bcc57f3-a632-418f-b34f-6c367291d34e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=912f73c24c624b319c3fb784891bcabd&device_id=5f2b7c7f-4380-4b9e-929a-ed61f252a09d HTTP/1.1" status: 200 len: 1098 time: 0.0476446 Sep 23 07:12:03.381053 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8318475-e307-4636-ba4f-6590078bef60 req-afe43e4f-07a7-480e-8134-eb9e8bf35947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:12:03.382742 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c8318475-e307-4636-ba4f-6590078bef60 req-afe43e4f-07a7-480e-8134-eb9e8bf35947 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8e69782e-59da-448f-aa2b-c22b36c23603 HTTP/1.1" status: 200 len: 910 time: 0.0984862 Sep 23 07:12:03.460159 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9256791e-96e3-4666-9fd8-1dc49c00a005 None None] New status for floating IP 57d9b263-da6b-44db-80ff-1d61b227084e: ACTIVE {{(pid=95068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 07:12:03.472105 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c8318475-e307-4636-ba4f-6590078bef60 req-ef15a15b-86a8-41f8-b784-c19a575d2578 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a02c408-adbf-4fd1-a710-9c87f97153d7 HTTP/1.1" status: 200 len: 999 time: 0.0821443 Sep 23 07:12:03.532738 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8318475-e307-4636-ba4f-6590078bef60 req-652c6dcd-8673-4576-a098-360d91eb8072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:12:03.535184 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c8318475-e307-4636-ba4f-6590078bef60 req-652c6dcd-8673-4576-a098-360d91eb8072 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e9604f35-686e-4202-ac30-43de25cbdd33 HTTP/1.1" status: 200 len: 848 time: 0.0544338 Sep 23 07:12:03.538278 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-86730553-d9e7-40a5-a151-47bdd8b727e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9871286f-15b3-4219-82f8-90a28b2af92c', 'name': 'tempest-AttachVolumeTestJSON-49398408-router', 'tenant_id': '912f73c24c624b319c3fb784891bcabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': 'c5c71c6d-b2b0-4a46-876d-f3527f19e41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:05:18Z', 'updated_at': '2021-09-23T07:05:24Z', 'revision_number': 4, 'project_id': '912f73c24c624b319c3fb784891bcabd', 'gw_port': {'id': 'c5c71c6d-b2b0-4a46-876d-f3527f19e41b', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:5e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9871286f-15b3-4219-82f8-90a28b2af92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:05:19Z', 'updated_at': '2021-09-23T07:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': 'e2fea176-287b-41dc-8d9d-a4d8555bd0c7', 'tenant_id': '912f73c24c624b319c3fb784891bcabd', 'floating_ip_address': '172.25.2.15', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '9871286f-15b3-4219-82f8-90a28b2af92c', 'port_id': '4a02c408-adbf-4fd1-a710-9c87f97153d7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e69782e-59da-448f-aa2b-c22b36c23603', 'mac_address': 'fa:16:3e:b6:98:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2b7c7f-4380-4b9e-929a-ed61f252a09d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:11:46Z', 'updated_at': '2021-09-23T07:12:02Z', 'revision_number': 1, 'project_id': '912f73c24c624b319c3fb784891bcabd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6353bfef-3625-4007-8305-85ce6ba7ed47', 'name': '', 'network_id': '8e69782e-59da-448f-aa2b-c22b36c23603', 'tenant_id': '912f73c24c624b319c3fb784891bcabd', 'mac_address': 'fa:16:3e:ad:33:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9871286f-15b3-4219-82f8-90a28b2af92c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'e9604f35-686e-4202-ac30-43de25cbdd33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:05:23Z', 'updated_at': '2021-09-23T07:05:30Z', 'revision_number': 5, 'project_id': '912f73c24c624b319c3fb784891bcabd', 'subnets': [{'id': 'e9604f35-686e-4202-ac30-43de25cbdd33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:12:03.569786 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86730553-d9e7-40a5-a151-47bdd8b727e1 None None] Checking router: 9871286f-15b3-4219-82f8-90a28b2af92c for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:12:03.583238 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86730553-d9e7-40a5-a151-47bdd8b727e1 None None] Routers {'9871286f-15b3-4219-82f8-90a28b2af92c'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:12:03.585053 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-86730553-d9e7-40a5-a151-47bdd8b727e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:11:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['9871286f-15b3-4219-82f8-90a28b2af92c'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:12:03.587062 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8318475-e307-4636-ba4f-6590078bef60 req-c39633f5-c464-438b-b6b6-0495a54c916f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:12:03.588820 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c8318475-e307-4636-ba4f-6590078bef60 req-c39633f5-c464-438b-b6b6-0495a54c916f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8e69782e-59da-448f-aa2b-c22b36c23603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462458 Sep 23 07:12:03.703852 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c8318475-e307-4636-ba4f-6590078bef60 req-de1fd3b8-96af-4457-bdf7-d67090e724fe service neutron] 10.222.0.21 "GET /v2.0/networks/8e69782e-59da-448f-aa2b-c22b36c23603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073782 Sep 23 07:12:03.713003 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-86730553-d9e7-40a5-a151-47bdd8b727e1 None None] Set router 9871286f-15b3-4219-82f8-90a28b2af92c gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:12:03.805620 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c8318475-e307-4636-ba4f-6590078bef60 req-50bc0f7a-1c42-409b-a1de-dec367876e08 service neutron] 10.222.0.21 "GET /v2.0/networks/8e69782e-59da-448f-aa2b-c22b36c23603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915465 Sep 23 07:12:03.971379 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-86730553-d9e7-40a5-a151-47bdd8b727e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9871286f-15b3-4219-82f8-90a28b2af92c', 'name': 'tempest-AttachVolumeTestJSON-49398408-router', 'tenant_id': '912f73c24c624b319c3fb784891bcabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': 'c5c71c6d-b2b0-4a46-876d-f3527f19e41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:05:18Z', 'updated_at': '2021-09-23T07:05:24Z', 'revision_number': 4, 'project_id': '912f73c24c624b319c3fb784891bcabd', 'gw_port': {'id': 'c5c71c6d-b2b0-4a46-876d-f3527f19e41b', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:5e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9871286f-15b3-4219-82f8-90a28b2af92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:05:19Z', 'updated_at': '2021-09-23T07:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': 'e2fea176-287b-41dc-8d9d-a4d8555bd0c7', 'tenant_id': '912f73c24c624b319c3fb784891bcabd', 'floating_ip_address': '172.25.2.15', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '9871286f-15b3-4219-82f8-90a28b2af92c', 'port_id': '4a02c408-adbf-4fd1-a710-9c87f97153d7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e69782e-59da-448f-aa2b-c22b36c23603', 'mac_address': 'fa:16:3e:b6:98:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2b7c7f-4380-4b9e-929a-ed61f252a09d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:11:46Z', 'updated_at': '2021-09-23T07:12:02Z', 'revision_number': 1, 'project_id': '912f73c24c624b319c3fb784891bcabd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6353bfef-3625-4007-8305-85ce6ba7ed47', 'name': '', 'network_id': '8e69782e-59da-448f-aa2b-c22b36c23603', 'tenant_id': '912f73c24c624b319c3fb784891bcabd', 'mac_address': 'fa:16:3e:ad:33:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9871286f-15b3-4219-82f8-90a28b2af92c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'e9604f35-686e-4202-ac30-43de25cbdd33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:05:23Z', 'updated_at': '2021-09-23T07:05:30Z', 'revision_number': 5, 'project_id': '912f73c24c624b319c3fb784891bcabd', 'subnets': [{'id': 'e9604f35-686e-4202-ac30-43de25cbdd33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:12:03.999096 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86730553-d9e7-40a5-a151-47bdd8b727e1 None None] The sync data for ids ['9871286f-15b3-4219-82f8-90a28b2af92c'] in n-d-715271-16 is: [{'id': '9871286f-15b3-4219-82f8-90a28b2af92c', 'name': 'tempest-AttachVolumeTestJSON-49398408-router', 'tenant_id': '912f73c24c624b319c3fb784891bcabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': 'c5c71c6d-b2b0-4a46-876d-f3527f19e41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:05:18Z', 'updated_at': '2021-09-23T07:05:24Z', 'revision_number': 4, 'project_id': '912f73c24c624b319c3fb784891bcabd', 'gw_port': {'id': 'c5c71c6d-b2b0-4a46-876d-f3527f19e41b', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:5e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9871286f-15b3-4219-82f8-90a28b2af92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:05:19Z', 'updated_at': '2021-09-23T07:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': 'e2fea176-287b-41dc-8d9d-a4d8555bd0c7', 'tenant_id': '912f73c24c624b319c3fb784891bcabd', 'floating_ip_address': '172.25.2.15', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '9871286f-15b3-4219-82f8-90a28b2af92c', 'port_id': '4a02c408-adbf-4fd1-a710-9c87f97153d7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e69782e-59da-448f-aa2b-c22b36c23603', 'mac_address': 'fa:16:3e:b6:98:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2b7c7f-4380-4b9e-929a-ed61f252a09d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:11:46Z', 'updated_at': '2021-09-23T07:12:02Z', 'revision_number': 1, 'project_id': '912f73c24c624b319c3fb784891bcabd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6353bfef-3625-4007-8305-85ce6ba7ed47', 'name': '', 'network_id': '8e69782e-59da-448f-aa2b-c22b36c23603', 'tenant_id': '912f73c24c624b319c3fb784891bcabd', 'mac_address': 'fa:16:3e:ad:33:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9871286f-15b3-4219-82f8-90a28b2af92c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'e9604f35-686e-4202-ac30-43de25cbdd33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:05:23Z', 'updated_at': '2021-09-23T07:05:30Z', 'revision_number': 5, 'project_id': '912f73c24c624b319c3fb784891bcabd', 'subnets': [{'id': 'e9604f35-686e-4202-ac30-43de25cbdd33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:12:04.106142 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d275d-310c-4919-b1b5-8f4e0f06f0cb req-b9e25a06-fb58-417f-8a39-34af45bed163 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:12:04.107942 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5f5d275d-310c-4919-b1b5-8f4e0f06f0cb req-b9e25a06-fb58-417f-8a39-34af45bed163 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fe70059-bdac-4acd-a92f-3eb8d5283d15 HTTP/1.1" status: 200 len: 944 time: 0.0565894 Sep 23 07:12:04.148182 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5f5d275d-310c-4919-b1b5-8f4e0f06f0cb req-a95da69f-8616-471b-b8bd-54ffaea04479 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3acf5d0-976e-416a-9e4a-4e8f5d86e3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340090 Sep 23 07:12:04.219794 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc41714b-d9e8-4948-bd1b-d30b221bd552 None None] New status for floating IP e2fea176-287b-41dc-8d9d-a4d8555bd0c7: ACTIVE {{(pid=95067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 07:12:05.271169 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd7223c-8e51-4cf0-ab58-06c17127703a req-c8807ffa-064d-4a56-8047-b647e3a175b9 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:12:05.272694 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2fd7223c-8e51-4cf0-ab58-06c17127703a req-c8807ffa-064d-4a56-8047-b647e3a175b9 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fe70059-bdac-4acd-a92f-3eb8d5283d15 HTTP/1.1" status: 200 len: 944 time: 0.0509336 Sep 23 07:12:05.312610 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2fd7223c-8e51-4cf0-ab58-06c17127703a req-4a778948-e802-4b99-8dab-7f9e5726f8ae tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3acf5d0-976e-416a-9e4a-4e8f5d86e3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338986 Sep 23 07:12:05.714570 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f2faf6aa-0c52-4c81-b7f4-5fd62cf876ad req-ff240824-2a89-4c92-8854-1e3aead6ce16 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=06058675-5fea-489f-b669-1467243f8246&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404904 Sep 23 07:12:05.809450 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2faf6aa-0c52-4c81-b7f4-5fd62cf876ad req-2d36ff0a-34af-4361-9133-3fdef7467af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:12:05.811207 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f2faf6aa-0c52-4c81-b7f4-5fd62cf876ad req-2d36ff0a-34af-4361-9133-3fdef7467af9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b6f7a7c9880248c0a51b1399dcbba6cb&device_id=06058675-5fea-489f-b669-1467243f8246 HTTP/1.1" status: 200 len: 1098 time: 0.0470114 Sep 23 07:12:05.920051 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2faf6aa-0c52-4c81-b7f4-5fd62cf876ad req-c16701af-d915-41f7-b2c8-35ba935bc831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:12:05.921547 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f2faf6aa-0c52-4c81-b7f4-5fd62cf876ad req-c16701af-d915-41f7-b2c8-35ba935bc831 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7419f04a-5d5b-442f-8742-9cad839fa406 HTTP/1.1" status: 200 len: 916 time: 0.0906315 Sep 23 07:12:05.977319 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f2faf6aa-0c52-4c81-b7f4-5fd62cf876ad req-4a13231f-441a-44b6-a1c9-ae90f686b37c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e491d1a7-e168-42cc-bd59-a97f474e6b10 HTTP/1.1" status: 200 len: 217 time: 0.0469007 Sep 23 07:12:06.028506 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2faf6aa-0c52-4c81-b7f4-5fd62cf876ad req-0ecea72e-3912-4ccd-942e-483358237c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:12:06.030064 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f2faf6aa-0c52-4c81-b7f4-5fd62cf876ad req-0ecea72e-3912-4ccd-942e-483358237c6b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cfb72d2e-9264-4b10-9cef-735d69774d44 HTTP/1.1" status: 200 len: 855 time: 0.0472035 Sep 23 07:12:06.066903 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f2faf6aa-0c52-4c81-b7f4-5fd62cf876ad req-ae2bc50c-a3fa-487b-baaf-2b87837ee2ef service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7419f04a-5d5b-442f-8742-9cad839fa406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298543 Sep 23 07:12:06.164393 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f2faf6aa-0c52-4c81-b7f4-5fd62cf876ad req-4c400f6d-9a33-4f75-a276-ab6bfeea2284 service neutron] 10.222.0.58 "GET /v2.0/networks/7419f04a-5d5b-442f-8742-9cad839fa406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904241 Sep 23 07:12:06.328740 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7a066d-fe90-497d-8c0c-cce5f323739d req-9ed0c3f4-32a1-4ba1-82b4-ca0f20dcb41c tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:12:06.330231 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3e7a066d-fe90-497d-8c0c-cce5f323739d req-9ed0c3f4-32a1-4ba1-82b4-ca0f20dcb41c tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/networks?id=7419f04a-5d5b-442f-8742-9cad839fa406 HTTP/1.1" status: 200 len: 815 time: 0.1649613 Sep 23 07:12:06.333643 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f2faf6aa-0c52-4c81-b7f4-5fd62cf876ad req-9f9de4fc-d28b-4de9-ba7e-f0e7b47180fa service neutron] 10.222.0.58 "GET /v2.0/networks/7419f04a-5d5b-442f-8742-9cad839fa406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596923 Sep 23 07:12:06.346688 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3e7a066d-fe90-497d-8c0c-cce5f323739d req-9921f21a-b2da-48b8-8c9d-b6470eaf627f tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/quotas/b6f7a7c9880248c0a51b1399dcbba6cb HTTP/1.1" status: 200 len: 375 time: 0.0100744 Sep 23 07:12:06.402094 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3e7a066d-fe90-497d-8c0c-cce5f323739d req-e87cb1c5-3bc3-4048-b89e-e4107460d10f tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b6f7a7c9880248c0a51b1399dcbba6cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495150 Sep 23 07:12:06.430723 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70eac6d-3304-47ee-b7ca-1040eeb1e7a0 req-1aa55211-98f2-4611-b7ba-1a6dce5350b1 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:12:06.432205 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b70eac6d-3304-47ee-b7ca-1040eeb1e7a0 req-1aa55211-98f2-4611-b7ba-1a6dce5350b1 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fe70059-bdac-4acd-a92f-3eb8d5283d15 HTTP/1.1" status: 200 len: 944 time: 0.0490472 Sep 23 07:12:06.469189 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b70eac6d-3304-47ee-b7ca-1040eeb1e7a0 req-d29a7ca1-d502-4d94-a22f-44da0a63a15d tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3acf5d0-976e-416a-9e4a-4e8f5d86e3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303657 Sep 23 07:12:06.495402 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:12:06.510247 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3e7a066d-fe90-497d-8c0c-cce5f323739d req-9aa11d67-11ea-457b-bd8a-2f87b65cccb2 service neutron] 10.222.0.39 "GET /v2.0/networks/7419f04a-5d5b-442f-8742-9cad839fa406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007710 Sep 23 07:12:06.600137 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3e7a066d-fe90-497d-8c0c-cce5f323739d req-2a29d54b-072f-492d-a567-75d8aac94431 service neutron] 10.222.0.39 "GET /v2.0/networks/7419f04a-5d5b-442f-8742-9cad839fa406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833235 Sep 23 07:12:06.758107 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-88e61a44-6bb6-4daa-93a7-b48d9e01c021 req-aeb907ed-92a5-414c-8984-a74a28a83cca tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/ports?device_id=c222a975-c3c1-49d3-b870-d6e693d03434 HTTP/1.1" status: 200 len: 210 time: 0.0274937 Sep 23 07:12:07.624454 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60362b6-c794-472c-8d99-44b00d390aa7 req-9905f4dc-0d10-4548-abb8-f6fce692204c tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:12:07.626053 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a60362b6-c794-472c-8d99-44b00d390aa7 req-9905f4dc-0d10-4548-abb8-f6fce692204c tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fe70059-bdac-4acd-a92f-3eb8d5283d15 HTTP/1.1" status: 200 len: 944 time: 0.0875845 Sep 23 07:12:07.711237 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a60362b6-c794-472c-8d99-44b00d390aa7 req-e69621be-4cf5-4cd1-af0e-948422bf13f8 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3acf5d0-976e-416a-9e4a-4e8f5d86e3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773442 Sep 23 07:12:07.721589 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7a066d-fe90-497d-8c0c-cce5f323739d req-38b9bf89-7ced-466f-a369-491b8f75d39b tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:12:07.723059 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3e7a066d-fe90-497d-8c0c-cce5f323739d req-38b9bf89-7ced-466f-a369-491b8f75d39b tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.58 "GET /v2.0/networks?id=7419f04a-5d5b-442f-8742-9cad839fa406 HTTP/1.1" status: 200 len: 815 time: 0.1450865 Sep 23 07:12:07.746479 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-3e7a066d-fe90-497d-8c0c-cce5f323739d req-871c80a6-033d-46d6-948b-b38c45573cce tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Request body: {'port': {'device_id': 'c222a975-c3c1-49d3-b870-d6e693d03434', 'network_id': '7419f04a-5d5b-442f-8742-9cad839fa406', 'admin_state_up': True, 'tenant_id': 'b6f7a7c9880248c0a51b1399dcbba6cb'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:12:07.860834 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8c992554-a693-47ef-a702-0c1cff96af3d req-887fb4dd-a79d-44c5-bba5-ff7e78fd5265 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/ports?device_id=c222a975-c3c1-49d3-b870-d6e693d03434 HTTP/1.1" status: 200 len: 210 time: 0.0303254 Sep 23 07:12:07.864522 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e7a066d-fe90-497d-8c0c-cce5f323739d req-871c80a6-033d-46d6-948b-b38c45573cce tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Made reservation on behalf of b6f7a7c9880248c0a51b1399dcbba6cb for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:12:07.868264 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-3e7a066d-fe90-497d-8c0c-cce5f323739d req-871c80a6-033d-46d6-948b-b38c45573cce tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:12:08.005407 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [req-3e7a066d-fe90-497d-8c0c-cce5f323739d req-871c80a6-033d-46d6-948b-b38c45573cce tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Allocated IP 172.20.0.11 (7419f04a-5d5b-442f-8742-9cad839fa406/cfb72d2e-9264-4b10-9cef-735d69774d44/91a90fa3-069c-4694-9614-6e08fce0e743) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:12:08.055168 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-4f618d3d-e766-4839-a5f7-095cdfcaec15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:12:08.157657 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-3e7a066d-fe90-497d-8c0c-cce5f323739d req-871c80a6-033d-46d6-948b-b38c45573cce tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:12:08.190273 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-3e7a066d-fe90-497d-8c0c-cce5f323739d req-871c80a6-033d-46d6-948b-b38c45573cce tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:12:08.202281 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['e491d1a7-e168-42cc-bd59-a97f474e6b10'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:12:08.225407 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['3124281c-2331-4db8-8d7f-a3c571f23643'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:12:08.237082 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e7a066d-fe90-497d-8c0c-cce5f323739d req-871c80a6-033d-46d6-948b-b38c45573cce tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Network 7419f04a-5d5b-442f-8742-9cad839fa406 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:12:08.240243 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [req-3e7a066d-fe90-497d-8c0c-cce5f323739d req-871c80a6-033d-46d6-948b-b38c45573cce tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:12:08.243869 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e7a066d-fe90-497d-8c0c-cce5f323739d req-871c80a6-033d-46d6-948b-b38c45573cce tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:12:08.272267 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871c80a6-033d-46d6-948b-b38c45573cce tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Pushing event updated for resources: {'Port': ['ID=91a90fa3-069c-4694-9614-6e08fce0e743,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:12:08.299061 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7a066d-fe90-497d-8c0c-cce5f323739d req-871c80a6-033d-46d6-948b-b38c45573cce tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:12:08.299691 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-3e7a066d-fe90-497d-8c0c-cce5f323739d req-871c80a6-033d-46d6-948b-b38c45573cce tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:12:08.313654 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3e7a066d-fe90-497d-8c0c-cce5f323739d req-871c80a6-033d-46d6-948b-b38c45573cce tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5708191 Sep 23 07:12:08.327443 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-3e7a066d-fe90-497d-8c0c-cce5f323739d req-e72df5d1-2fe2-403b-9332-b58c7bfb69aa service neutron] Request body: {'port': {'device_id': 'c222a975-c3c1-49d3-b870-d6e693d03434', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:12:08.381681 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-3e7a066d-fe90-497d-8c0c-cce5f323739d req-e72df5d1-2fe2-403b-9332-b58c7bfb69aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:12:08.655043 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [req-3e7a066d-fe90-497d-8c0c-cce5f323739d req-e72df5d1-2fe2-403b-9332-b58c7bfb69aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91a90fa3-069c-4694-9614-6e08fce0e743 {{(pid=95066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:12:08.662560 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-3e7a066d-fe90-497d-8c0c-cce5f323739d req-e72df5d1-2fe2-403b-9332-b58c7bfb69aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:12:08.675282 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.provisioning_blocks [req-3e7a066d-fe90-497d-8c0c-cce5f323739d req-e72df5d1-2fe2-403b-9332-b58c7bfb69aa service neutron] Transition to ACTIVE for port object 91a90fa3-069c-4694-9614-6e08fce0e743 will not be triggered until provisioned by entity L2. {{(pid=95066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:12:08.679474 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-3e7a066d-fe90-497d-8c0c-cce5f323739d req-e72df5d1-2fe2-403b-9332-b58c7bfb69aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:12:08.745754 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72df5d1-2fe2-403b-9332-b58c7bfb69aa service neutron] Pushing event updated for resources: {'Port': ['ID=91a90fa3-069c-4694-9614-6e08fce0e743,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:12:08.797879 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-3e7a066d-fe90-497d-8c0c-cce5f323739d req-e72df5d1-2fe2-403b-9332-b58c7bfb69aa service neutron] Attempting to bind port 91a90fa3-069c-4694-9614-6e08fce0e743 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:12:08.798237 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-3e7a066d-fe90-497d-8c0c-cce5f323739d req-e72df5d1-2fe2-403b-9332-b58c7bfb69aa service neutron] Attempting to bind port 91a90fa3-069c-4694-9614-6e08fce0e743 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': 'ddc55d8f-37be-43df-a2df-f2d5e7a2dd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '7419f04a-5d5b-442f-8742-9cad839fa406'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:12:08.798568 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7a066d-fe90-497d-8c0c-cce5f323739d req-e72df5d1-2fe2-403b-9332-b58c7bfb69aa service neutron] Attempting to bind port 91a90fa3-069c-4694-9614-6e08fce0e743 on network 7419f04a-5d5b-442f-8742-9cad839fa406 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:12:08.802828 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7a066d-fe90-497d-8c0c-cce5f323739d req-e72df5d1-2fe2-403b-9332-b58c7bfb69aa service neutron] Port 91a90fa3-069c-4694-9614-6e08fce0e743 on network 7419f04a-5d5b-442f-8742-9cad839fa406 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:12:08.803152 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7a066d-fe90-497d-8c0c-cce5f323739d req-e72df5d1-2fe2-403b-9332-b58c7bfb69aa service neutron] Attempting to bind port 91a90fa3-069c-4694-9614-6e08fce0e743 on network 7419f04a-5d5b-442f-8742-9cad839fa406 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:12:08.807838 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7a066d-fe90-497d-8c0c-cce5f323739d req-e72df5d1-2fe2-403b-9332-b58c7bfb69aa service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:12:08.808370 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7a066d-fe90-497d-8c0c-cce5f323739d req-e72df5d1-2fe2-403b-9332-b58c7bfb69aa service neutron] Checking segment: {'id': 'ddc55d8f-37be-43df-a2df-f2d5e7a2dd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '7419f04a-5d5b-442f-8742-9cad839fa406'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:12:08.808752 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7a066d-fe90-497d-8c0c-cce5f323739d req-e72df5d1-2fe2-403b-9332-b58c7bfb69aa service neutron] Bound using segment: {'id': 'ddc55d8f-37be-43df-a2df-f2d5e7a2dd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '7419f04a-5d5b-442f-8742-9cad839fa406'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:12:08.809175 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-3e7a066d-fe90-497d-8c0c-cce5f323739d req-e72df5d1-2fe2-403b-9332-b58c7bfb69aa service neutron] Bound port: 91a90fa3-069c-4694-9614-6e08fce0e743, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddc55d8f-37be-43df-a2df-f2d5e7a2dd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '7419f04a-5d5b-442f-8742-9cad839fa406'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:12:08.809538 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-3e7a066d-fe90-497d-8c0c-cce5f323739d req-e72df5d1-2fe2-403b-9332-b58c7bfb69aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:12:08.827048 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627c0974-c711-4185-8dc8-ab5e30b9b334 req-3383de2d-dc42-499a-8c4b-c7d5262cd2ea tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:12:08.828570 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-627c0974-c711-4185-8dc8-ab5e30b9b334 req-3383de2d-dc42-499a-8c4b-c7d5262cd2ea tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fe70059-bdac-4acd-a92f-3eb8d5283d15 HTTP/1.1" status: 200 len: 944 time: 0.0501566 Sep 23 07:12:08.866958 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-627c0974-c711-4185-8dc8-ab5e30b9b334 req-b1d40dc2-ae80-4a81-b306-67395d6c6653 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3acf5d0-976e-416a-9e4a-4e8f5d86e3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321934 Sep 23 07:12:08.878543 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-3e7a066d-fe90-497d-8c0c-cce5f323739d req-e72df5d1-2fe2-403b-9332-b58c7bfb69aa service neutron] For port 91a90fa3-069c-4694-9614-6e08fce0e743, host n-h2-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:12:08.883287 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-3e7a066d-fe90-497d-8c0c-cce5f323739d req-e72df5d1-2fe2-403b-9332-b58c7bfb69aa service neutron] For port 91a90fa3-069c-4694-9614-6e08fce0e743, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=91a90fa3-069c-4694-9614-6e08fce0e743,segment=NetworkSegment(ddc55d8f-37be-43df-a2df-f2d5e7a2dd18),segment_id=ddc55d8f-37be-43df-a2df-f2d5e7a2dd18)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:12:08.887877 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-3e7a066d-fe90-497d-8c0c-cce5f323739d req-e72df5d1-2fe2-403b-9332-b58c7bfb69aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:12:08.922000 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7a066d-fe90-497d-8c0c-cce5f323739d req-e72df5d1-2fe2-403b-9332-b58c7bfb69aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:12:08.922871 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-3e7a066d-fe90-497d-8c0c-cce5f323739d req-e72df5d1-2fe2-403b-9332-b58c7bfb69aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:12:08.924291 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3e7a066d-fe90-497d-8c0c-cce5f323739d req-e72df5d1-2fe2-403b-9332-b58c7bfb69aa service neutron] 10.222.0.58 "PUT /v2.0/ports/91a90fa3-069c-4694-9614-6e08fce0e743 HTTP/1.1" status: 200 len: 1093 time: 0.6011951 Sep 23 07:12:08.926649 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c222a975-c3c1-49d3-b870-d6e693d03434', 'tag': '91a90fa3-069c-4694-9614-6e08fce0e743'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:12:08.929626 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e9da80-606e-4c8b-9fa0-5fb02a3dd56f" -d '{"events": [{"name": "network-changed", "server_uuid": "c222a975-c3c1-49d3-b870-d6e693d03434", "tag": "91a90fa3-069c-4694-9614-6e08fce0e743"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:12:08.978994 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-886a50e8-8107-40f3-8ba1-4d58c665df9a x-openstack-request-id: req-886a50e8-8107-40f3-8ba1-4d58c665df9a {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:12:08.979284 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c222a975-c3c1-49d3-b870-d6e693d03434", "tag": "91a90fa3-069c-4694-9614-6e08fce0e743", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:12:08.979562 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-886a50e8-8107-40f3-8ba1-4d58c665df9a {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:12:08.979956 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c222a975-c3c1-49d3-b870-d6e693d03434', 'tag': '91a90fa3-069c-4694-9614-6e08fce0e743', 'status': 'completed', 'code': 200} Sep 23 07:12:09.012994 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72df5d1-2fe2-403b-9332-b58c7bfb69aa service neutron] Pushing event updated for resources: {'Port': ['ID=91a90fa3-069c-4694-9614-6e08fce0e743,revision_number=3']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:12:09.043877 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df457662-14ec-4aa5-9ba6-8d0c49f38b81 req-b774f2ba-a5dc-4bc0-98c7-1f6a9facf514 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:12:09.046298 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-df457662-14ec-4aa5-9ba6-8d0c49f38b81 req-b774f2ba-a5dc-4bc0-98c7-1f6a9facf514 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/ports?device_id=c222a975-c3c1-49d3-b870-d6e693d03434 HTTP/1.1" status: 200 len: 944 time: 0.1120346 Sep 23 07:12:09.048859 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7a066d-fe90-497d-8c0c-cce5f323739d req-34febbc0-0a03-41b7-a3c3-17a3e3b0b0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:12:09.050258 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3e7a066d-fe90-497d-8c0c-cce5f323739d req-34febbc0-0a03-41b7-a3c3-17a3e3b0b0b9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b6f7a7c9880248c0a51b1399dcbba6cb&device_id=c222a975-c3c1-49d3-b870-d6e693d03434 HTTP/1.1" status: 200 len: 1096 time: 0.0730534 Sep 23 07:12:09.100598 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3e7a066d-fe90-497d-8c0c-cce5f323739d req-b03e5d9d-bb9b-4cb1-82b1-7177753dbefb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91a90fa3-069c-4694-9614-6e08fce0e743 HTTP/1.1" status: 200 len: 217 time: 0.0423021 Sep 23 07:12:09.126868 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-df457662-14ec-4aa5-9ba6-8d0c49f38b81 req-5d929e4a-fea6-4186-b55a-439a5e7f7568 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/security-groups?id=1861566a-12e2-4046-8bf7-f585280aebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741584 Sep 23 07:12:09.162111 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7a066d-fe90-497d-8c0c-cce5f323739d req-8ab68838-5492-4862-a6f2-ba2615afb380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:12:09.163578 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3e7a066d-fe90-497d-8c0c-cce5f323739d req-8ab68838-5492-4862-a6f2-ba2615afb380 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cfb72d2e-9264-4b10-9cef-735d69774d44 HTTP/1.1" status: 200 len: 855 time: 0.0516028 Sep 23 07:12:09.199363 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3e7a066d-fe90-497d-8c0c-cce5f323739d req-c67da42e-7eb4-4f17-88bc-5cacb9f9842c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7419f04a-5d5b-442f-8742-9cad839fa406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283902 Sep 23 07:12:09.289307 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3e7a066d-fe90-497d-8c0c-cce5f323739d req-5104bca0-c59a-4c2c-b191-8b4d211ac39f service neutron] 10.222.0.58 "GET /v2.0/networks/7419f04a-5d5b-442f-8742-9cad839fa406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828938 Sep 23 07:12:09.383251 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3e7a066d-fe90-497d-8c0c-cce5f323739d req-0abadfe0-750b-49a1-b22f-8d33789daf47 service neutron] 10.222.0.58 "GET /v2.0/networks/7419f04a-5d5b-442f-8742-9cad839fa406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865428 Sep 23 07:12:09.469182 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9da80-606e-4c8b-9fa0-5fb02a3dd56f req-54eac9da-c207-471c-af87-233a2436be40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:12:09.470755 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-80e9da80-606e-4c8b-9fa0-5fb02a3dd56f req-54eac9da-c207-471c-af87-233a2436be40 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b6f7a7c9880248c0a51b1399dcbba6cb&device_id=c222a975-c3c1-49d3-b870-d6e693d03434 HTTP/1.1" status: 200 len: 1096 time: 0.0428531 Sep 23 07:12:09.561449 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9da80-606e-4c8b-9fa0-5fb02a3dd56f req-4c121713-1554-4bb5-993c-bdc645360dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:12:09.562950 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-80e9da80-606e-4c8b-9fa0-5fb02a3dd56f req-4c121713-1554-4bb5-993c-bdc645360dac service neutron] 10.222.0.58 "GET /v2.0/networks?id=7419f04a-5d5b-442f-8742-9cad839fa406 HTTP/1.1" status: 200 len: 916 time: 0.0835617 Sep 23 07:12:09.608816 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-80e9da80-606e-4c8b-9fa0-5fb02a3dd56f req-a1c25356-ab25-46fc-9cae-fb43074c074b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91a90fa3-069c-4694-9614-6e08fce0e743 HTTP/1.1" status: 200 len: 217 time: 0.0379574 Sep 23 07:12:09.659197 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9da80-606e-4c8b-9fa0-5fb02a3dd56f req-5825d544-8da3-4fbd-bafd-5a675dfd2d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:12:09.660572 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-80e9da80-606e-4c8b-9fa0-5fb02a3dd56f req-5825d544-8da3-4fbd-bafd-5a675dfd2d6f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cfb72d2e-9264-4b10-9cef-735d69774d44 HTTP/1.1" status: 200 len: 855 time: 0.0436025 Sep 23 07:12:09.694339 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-80e9da80-606e-4c8b-9fa0-5fb02a3dd56f req-eacc0341-5044-4d95-860a-31bf0377e247 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7419f04a-5d5b-442f-8742-9cad839fa406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257621 Sep 23 07:12:09.788788 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-80e9da80-606e-4c8b-9fa0-5fb02a3dd56f req-d217e350-a3e4-4b88-96ae-d3d5842f6550 service neutron] 10.222.0.58 "GET /v2.0/networks/7419f04a-5d5b-442f-8742-9cad839fa406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868254 Sep 23 07:12:09.891993 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-80e9da80-606e-4c8b-9fa0-5fb02a3dd56f req-cbead7ba-d704-4b47-b7e1-4c6173b61b7c service neutron] 10.222.0.58 "GET /v2.0/networks/7419f04a-5d5b-442f-8742-9cad839fa406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872889 Sep 23 07:12:09.988276 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b8d7fa-e355-43c7-86e8-d13d78964c3e req-83f968d3-e5d2-49ca-a9f1-29be03d3f43a tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:12:09.989778 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a1b8d7fa-e355-43c7-86e8-d13d78964c3e req-83f968d3-e5d2-49ca-a9f1-29be03d3f43a tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fe70059-bdac-4acd-a92f-3eb8d5283d15 HTTP/1.1" status: 200 len: 944 time: 0.0540321 Sep 23 07:12:10.028142 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a1b8d7fa-e355-43c7-86e8-d13d78964c3e req-3b2cdc13-e636-4da9-9306-d48f583c1ff8 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3acf5d0-976e-416a-9e4a-4e8f5d86e3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324249 Sep 23 07:12:10.147194 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:12:10.245437 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b64d5f-e4d3-4653-a0ce-3494cbe1e48a req-17cef118-9d84-4ba4-a29f-eae6bdcfc996 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:12:10.246896 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-68b64d5f-e4d3-4653-a0ce-3494cbe1e48a req-17cef118-9d84-4ba4-a29f-eae6bdcfc996 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/ports?device_id=c222a975-c3c1-49d3-b870-d6e693d03434 HTTP/1.1" status: 200 len: 944 time: 0.0519686 Sep 23 07:12:10.284217 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-68b64d5f-e4d3-4653-a0ce-3494cbe1e48a req-00ad2e4a-b8d8-4669-9c20-01540cc98a89 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/security-groups?id=1861566a-12e2-4046-8bf7-f585280aebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307868 Sep 23 07:12:10.872231 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 0b6486d0-8a6a-40cc-9f4e-f03bbfde1111 details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:12:10.969495 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 0b6486d0-8a6a-40cc-9f4e-f03bbfde1111, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=0b6486d0-8a6a-40cc-9f4e-f03bbfde1111,segment=NetworkSegment(4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c),segment_id=4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:12:10.980199 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': '0b6486d0-8a6a-40cc-9f4e-f03bbfde1111', 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112', 'port_id': '0b6486d0-8a6a-40cc-9f4e-f03bbfde1111', 'mac_address': 'fa:16:3e:19:35:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f0a580e-e630-4d93-8377-9af2cc86d82c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:12:11.016234 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:12:11.029029 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b6486d0-8a6a-40cc-9f4e-f03bbfde1111 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:12:11.051154 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 0b6486d0-8a6a-40cc-9f4e-f03bbfde1111, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=0b6486d0-8a6a-40cc-9f4e-f03bbfde1111,segment=NetworkSegment(4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c),segment_id=4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:12:11.057526 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:12:11.089812 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c188628e-ff76-4b7d-b2e4-244e03769b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:12:11.114963 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=0b6486d0-8a6a-40cc-9f4e-f03bbfde1111,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:12:11.151681 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5ebd84-422f-4566-92cc-9f16b68b46b4 req-b5b823ab-8d9e-4801-bb4d-faaef0afb40d tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:12:11.153164 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3a5ebd84-422f-4566-92cc-9f16b68b46b4 req-b5b823ab-8d9e-4801-bb4d-faaef0afb40d tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fe70059-bdac-4acd-a92f-3eb8d5283d15 HTTP/1.1" status: 200 len: 945 time: 0.0549662 Sep 23 07:12:11.191522 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3a5ebd84-422f-4566-92cc-9f16b68b46b4 req-f19f2493-9fca-49b4-8ef5-479f3b2ac973 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3acf5d0-976e-416a-9e4a-4e8f5d86e3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316925 Sep 23 07:12:11.400968 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f8f9d7-b2e3-4dfc-ae36-7bab7188af76 req-04abc2d4-e024-440e-b0ca-4a110945f258 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:12:11.402486 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-65f8f9d7-b2e3-4dfc-ae36-7bab7188af76 req-04abc2d4-e024-440e-b0ca-4a110945f258 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/ports?device_id=c222a975-c3c1-49d3-b870-d6e693d03434 HTTP/1.1" status: 200 len: 944 time: 0.0493553 Sep 23 07:12:11.442372 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-65f8f9d7-b2e3-4dfc-ae36-7bab7188af76 req-b472fee5-93f6-4157-be1f-8ecdd66854b7 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/security-groups?id=1861566a-12e2-4046-8bf7-f585280aebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339241 Sep 23 07:12:11.482808 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['0b6486d0-8a6a-40cc-9f4e-f03bbfde1111'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:12:11.538046 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:12:12.306566 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e4bb67-42f8-478f-acd8-32e58dc2ac67 req-d88b79a6-dd48-450a-b72a-2bdca77ea810 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:12:12.308057 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-91e4bb67-42f8-478f-acd8-32e58dc2ac67 req-d88b79a6-dd48-450a-b72a-2bdca77ea810 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fe70059-bdac-4acd-a92f-3eb8d5283d15 HTTP/1.1" status: 200 len: 945 time: 0.0497975 Sep 23 07:12:12.321166 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:12:12.347229 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-91e4bb67-42f8-478f-acd8-32e58dc2ac67 req-e14cca0e-5d23-46e5-828c-03df9f6b3d34 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3acf5d0-976e-416a-9e4a-4e8f5d86e3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324059 Sep 23 07:12:12.563099 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4003155-1f1f-4695-9197-8c01637d0c0b req-78a0a8a7-5fdf-4c99-b357-e77d3fecce44 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:12:12.564562 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d4003155-1f1f-4695-9197-8c01637d0c0b req-78a0a8a7-5fdf-4c99-b357-e77d3fecce44 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/ports?device_id=c222a975-c3c1-49d3-b870-d6e693d03434 HTTP/1.1" status: 200 len: 944 time: 0.0485871 Sep 23 07:12:12.600850 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d4003155-1f1f-4695-9197-8c01637d0c0b req-85327c53-b167-4613-a333-a3b98014812b tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/security-groups?id=1861566a-12e2-4046-8bf7-f585280aebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302126 Sep 23 07:12:12.888494 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 0b6486d0-8a6a-40cc-9f4e-f03bbfde1111 up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:12:12.943917 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port 0b6486d0-8a6a-40cc-9f4e-f03bbfde1111 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:12:12.947752 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port 0b6486d0-8a6a-40cc-9f4e-f03bbfde1111 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:12:12.948119 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:12:13.027805 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:12:13.050170 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe70059-bdac-4acd-a92f-3eb8d5283d15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b6486d0-8a6a-40cc-9f4e-f03bbfde1111'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:12:13.052405 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd6033a2-8ccc-4eea-82ab-58330d3f3c76" -d '{"events": [{"server_uuid": "3fe70059-bdac-4acd-a92f-3eb8d5283d15", "name": "network-vif-plugged", "status": "completed", "tag": "0b6486d0-8a6a-40cc-9f4e-f03bbfde1111"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:12:13.065811 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 0b6486d0-8a6a-40cc-9f4e-f03bbfde1111, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=0b6486d0-8a6a-40cc-9f4e-f03bbfde1111,segment=NetworkSegment(4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c),segment_id=4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:12:13.069843 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:12:13.098340 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92896fdd-1178-4d95-8444-c2e7e25e0d69 x-openstack-request-id: req-92896fdd-1178-4d95-8444-c2e7e25e0d69 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:12:13.098623 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fe70059-bdac-4acd-a92f-3eb8d5283d15", "name": "network-vif-plugged", "status": "completed", "tag": "0b6486d0-8a6a-40cc-9f4e-f03bbfde1111", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:12:13.098877 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-92896fdd-1178-4d95-8444-c2e7e25e0d69 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:12:13.099277 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe70059-bdac-4acd-a92f-3eb8d5283d15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b6486d0-8a6a-40cc-9f4e-f03bbfde1111', 'code': 200} Sep 23 07:12:13.099948 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 91a90fa3-069c-4694-9614-6e08fce0e743 details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:12:13.152457 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=0b6486d0-8a6a-40cc-9f4e-f03bbfde1111,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:12:13.209562 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd9985-5f6f-4f4f-89f6-92b36e813d69 req-18e95f1f-4d83-4413-952e-efc7625fbaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:12:13.211204 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bbcd9985-5f6f-4f4f-89f6-92b36e813d69 req-18e95f1f-4d83-4413-952e-efc7625fbaaa service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3fe70059-bdac-4acd-a92f-3eb8d5283d15 HTTP/1.1" status: 200 len: 1098 time: 0.0406687 Sep 23 07:12:13.225040 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 91a90fa3-069c-4694-9614-6e08fce0e743, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=91a90fa3-069c-4694-9614-6e08fce0e743,segment=NetworkSegment(ddc55d8f-37be-43df-a2df-f2d5e7a2dd18),segment_id=ddc55d8f-37be-43df-a2df-f2d5e7a2dd18)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:12:13.247541 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bbcd9985-5f6f-4f4f-89f6-92b36e813d69 req-8dfb705a-6bc7-4b6c-b21d-dac6e351c49e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d3acf5d0-976e-416a-9e4a-4e8f5d86e3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285077 Sep 23 07:12:13.391861 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': '91a90fa3-069c-4694-9614-6e08fce0e743', 'network_id': '7419f04a-5d5b-442f-8742-9cad839fa406', 'port_id': '91a90fa3-069c-4694-9614-6e08fce0e743', 'mac_address': 'fa:16:3e:96:67:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfb72d2e-9264-4b10-9cef-735d69774d44', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:12:13.430071 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:12:13.443793 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91a90fa3-069c-4694-9614-6e08fce0e743 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:12:13.464244 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 91a90fa3-069c-4694-9614-6e08fce0e743, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=91a90fa3-069c-4694-9614-6e08fce0e743,segment=NetworkSegment(ddc55d8f-37be-43df-a2df-f2d5e7a2dd18),segment_id=ddc55d8f-37be-43df-a2df-f2d5e7a2dd18)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:12:13.468620 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:12:13.472993 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f225995-14bc-4da3-aed0-4cf10707f720 req-8aff99c2-1c7a-4f93-9ef8-9a743d3fd7ec tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:12:13.474571 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1f225995-14bc-4da3-aed0-4cf10707f720 req-8aff99c2-1c7a-4f93-9ef8-9a743d3fd7ec tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fe70059-bdac-4acd-a92f-3eb8d5283d15 HTTP/1.1" status: 200 len: 946 time: 0.0564804 Sep 23 07:12:13.513741 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1f225995-14bc-4da3-aed0-4cf10707f720 req-6ef72dbb-04d7-4f4b-a1c2-acc4ed58e961 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3acf5d0-976e-416a-9e4a-4e8f5d86e3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328267 Sep 23 07:12:13.525734 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=91a90fa3-069c-4694-9614-6e08fce0e743,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:12:13.721614 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e19df2-4410-4ebd-b86b-a6ede9ba52e2 req-c80740d8-61fa-4bb3-995e-3542e80e415b tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:12:13.723111 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c2e19df2-4410-4ebd-b86b-a6ede9ba52e2 req-c80740d8-61fa-4bb3-995e-3542e80e415b tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/ports?device_id=c222a975-c3c1-49d3-b870-d6e693d03434 HTTP/1.1" status: 200 len: 945 time: 0.0529423 Sep 23 07:12:13.757553 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['91a90fa3-069c-4694-9614-6e08fce0e743'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:12:13.760631 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c2e19df2-4410-4ebd-b86b-a6ede9ba52e2 req-560e037a-0f92-4a2b-855c-2d3866c38940 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/security-groups?id=1861566a-12e2-4046-8bf7-f585280aebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311334 Sep 23 07:12:13.834211 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:12:14.632750 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e59283-3aa3-437a-86c5-3e093d371996 req-f33b410b-e096-4e5d-8de5-c025d6ab2df9 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:12:14.634293 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-12e59283-3aa3-437a-86c5-3e093d371996 req-f33b410b-e096-4e5d-8de5-c025d6ab2df9 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fe70059-bdac-4acd-a92f-3eb8d5283d15 HTTP/1.1" status: 200 len: 946 time: 0.0525362 Sep 23 07:12:14.673091 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-12e59283-3aa3-437a-86c5-3e093d371996 req-f450b92c-f616-4232-b091-c0a85fce7688 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3acf5d0-976e-416a-9e4a-4e8f5d86e3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319037 Sep 23 07:12:14.876964 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6822a5d-5628-4462-b648-dd97545db9b2 req-e4c65e85-338a-4922-8582-c9c47906aea8 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:12:14.878506 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e6822a5d-5628-4462-b648-dd97545db9b2 req-e4c65e85-338a-4922-8582-c9c47906aea8 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/ports?device_id=c222a975-c3c1-49d3-b870-d6e693d03434 HTTP/1.1" status: 200 len: 945 time: 0.0495164 Sep 23 07:12:14.916710 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e6822a5d-5628-4462-b648-dd97545db9b2 req-07759654-11b8-41cf-a82c-c602b0b71e7a tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/security-groups?id=1861566a-12e2-4046-8bf7-f585280aebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322766 Sep 23 07:12:15.105225 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 91a90fa3-069c-4694-9614-6e08fce0e743 up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:12:15.153448 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port 91a90fa3-069c-4694-9614-6e08fce0e743 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:12:15.158245 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port 91a90fa3-069c-4694-9614-6e08fce0e743 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:12:15.158613 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:12:15.236205 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:12:15.257896 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c222a975-c3c1-49d3-b870-d6e693d03434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91a90fa3-069c-4694-9614-6e08fce0e743'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:12:15.260130 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11fa5d8a-569a-4001-a0a6-30eff5dee8a6" -d '{"events": [{"server_uuid": "c222a975-c3c1-49d3-b870-d6e693d03434", "name": "network-vif-plugged", "status": "completed", "tag": "91a90fa3-069c-4694-9614-6e08fce0e743"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:12:15.272753 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 91a90fa3-069c-4694-9614-6e08fce0e743, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=91a90fa3-069c-4694-9614-6e08fce0e743,segment=NetworkSegment(ddc55d8f-37be-43df-a2df-f2d5e7a2dd18),segment_id=ddc55d8f-37be-43df-a2df-f2d5e7a2dd18)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:12:15.276647 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:12:15.300059 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2bcaca2-da65-43b2-aa14-13f317804b42 x-openstack-request-id: req-c2bcaca2-da65-43b2-aa14-13f317804b42 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:12:15.300353 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c222a975-c3c1-49d3-b870-d6e693d03434", "name": "network-vif-plugged", "status": "completed", "tag": "91a90fa3-069c-4694-9614-6e08fce0e743", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:12:15.300602 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c2bcaca2-da65-43b2-aa14-13f317804b42 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:12:15.300985 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c222a975-c3c1-49d3-b870-d6e693d03434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91a90fa3-069c-4694-9614-6e08fce0e743', 'code': 200} Sep 23 07:12:15.329220 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=91a90fa3-069c-4694-9614-6e08fce0e743,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:12:15.400724 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17e3eee-5be9-4afe-85ff-e54b0d53dfa8 req-bf7fbe61-5822-4550-b8d2-8e650bcd817d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:12:15.402242 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d17e3eee-5be9-4afe-85ff-e54b0d53dfa8 req-bf7fbe61-5822-4550-b8d2-8e650bcd817d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c222a975-c3c1-49d3-b870-d6e693d03434 HTTP/1.1" status: 200 len: 1098 time: 0.0402834 Sep 23 07:12:15.437702 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d17e3eee-5be9-4afe-85ff-e54b0d53dfa8 req-dd594674-cce2-49f5-90ae-2f9e9072882c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1861566a-12e2-4046-8bf7-f585280aebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272136 Sep 23 07:12:15.808838 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6899b2a3-7247-4d8d-8b4c-e104ca65f429 req-dbae330f-1dcf-4191-9d25-0bc94819eafd tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:12:15.810346 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6899b2a3-7247-4d8d-8b4c-e104ca65f429 req-dbae330f-1dcf-4191-9d25-0bc94819eafd tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fe70059-bdac-4acd-a92f-3eb8d5283d15 HTTP/1.1" status: 200 len: 946 time: 0.0480652 Sep 23 07:12:15.848078 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6899b2a3-7247-4d8d-8b4c-e104ca65f429 req-6dd72c7e-2651-4153-a25d-fca3af2cc73f tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3acf5d0-976e-416a-9e4a-4e8f5d86e3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313027 Sep 23 07:12:15.969671 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f802e3-8d20-4855-87a1-cdc0b0efcb91 req-86ba1f8e-8a6d-4b83-b97a-884f9b993206 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:12:15.971351 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d5f802e3-8d20-4855-87a1-cdc0b0efcb91 req-86ba1f8e-8a6d-4b83-b97a-884f9b993206 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fe70059-bdac-4acd-a92f-3eb8d5283d15 HTTP/1.1" status: 200 len: 946 time: 0.0541105 Sep 23 07:12:16.015912 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d5f802e3-8d20-4855-87a1-cdc0b0efcb91 req-abad1b99-02bd-4d4a-9823-99038e5baa80 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3acf5d0-976e-416a-9e4a-4e8f5d86e3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336707 Sep 23 07:12:16.035733 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33af30ab-89af-4266-87e8-8bc8ddb75496 req-7ff42aae-2948-4370-aa74-68b256c8dc42 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:12:16.037215 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-33af30ab-89af-4266-87e8-8bc8ddb75496 req-7ff42aae-2948-4370-aa74-68b256c8dc42 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/ports?device_id=c222a975-c3c1-49d3-b870-d6e693d03434 HTTP/1.1" status: 200 len: 946 time: 0.0524657 Sep 23 07:12:16.037763 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 38780) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:12:16.380514 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-33af30ab-89af-4266-87e8-8bc8ddb75496 req-0af1e90a-7d10-449b-a45b-eac448c38ab2 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/security-groups?id=1861566a-12e2-4046-8bf7-f585280aebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342645 Sep 23 07:12:16.386315 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330edb05-1c9f-45dd-8c7e-7e4302bed94e tempest-TestVolumeBootPattern-191070198 tempest-TestVolumeBootPattern-191070198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:12:16.387765 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-330edb05-1c9f-45dd-8c7e-7e4302bed94e tempest-TestVolumeBootPattern-191070198 tempest-TestVolumeBootPattern-191070198-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3fe70059-bdac-4acd-a92f-3eb8d5283d15 HTTP/1.1" status: 200 len: 1093 time: 0.3490803 Sep 23 07:12:16.391002 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 38784) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:12:16.395387 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-9487744b-ce75-49e2-995a-3e306b04cf78 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Request body: {'floatingip': {'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'port_id': '0b6486d0-8a6a-40cc-9f4e-f03bbfde1111', 'tenant_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:12:16.417435 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9487744b-ce75-49e2-995a-3e306b04cf78 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks [] for floatingip, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:12:16.512913 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9487744b-ce75-49e2-995a-3e306b04cf78 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:12:16.619493 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-9487744b-ce75-49e2-995a-3e306b04cf78 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Allocated IP 172.25.2.37 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/7825fb20-0417-4927-a17e-a0bc8e103e44) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:12:16.725597 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9487744b-ce75-49e2-995a-3e306b04cf78 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:12:16.757759 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9487744b-ce75-49e2-995a-3e306b04cf78 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:12:16.796251 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9487744b-ce75-49e2-995a-3e306b04cf78 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:12:16.799196 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-9487744b-ce75-49e2-995a-3e306b04cf78 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:12:16.802673 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9487744b-ce75-49e2-995a-3e306b04cf78 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:12:16.826567 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9487744b-ce75-49e2-995a-3e306b04cf78 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Pushing event updated for resources: {'Port': ['ID=7825fb20-0417-4927-a17e-a0bc8e103e44,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:12:17.162895 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9487744b-ce75-49e2-995a-3e306b04cf78 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:12:17.228980 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9487744b-ce75-49e2-995a-3e306b04cf78 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:12:17.384837 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9487744b-ce75-49e2-995a-3e306b04cf78 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:12:17.389833 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9487744b-ce75-49e2-995a-3e306b04cf78 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:12:17.473762 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9487744b-ce75-49e2-995a-3e306b04cf78 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Pushing event updated for resources: {'Port': ['ID=7825fb20-0417-4927-a17e-a0bc8e103e44,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:12:17.496253 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9487744b-ce75-49e2-995a-3e306b04cf78 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:12:17.555969 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f9ce75-a939-4714-9f2b-7a719c47206f req-3d051fec-8a30-4b18-ae29-2009a0228576 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:12:17.557463 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-73f9ce75-a939-4714-9f2b-7a719c47206f req-3d051fec-8a30-4b18-ae29-2009a0228576 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/ports?device_id=c222a975-c3c1-49d3-b870-d6e693d03434 HTTP/1.1" status: 200 len: 946 time: 0.1076560 Sep 23 07:12:17.638545 n-d-715271-16 neutron-server[95065]: INFO neutron.db.l3_db [None req-9487744b-ce75-49e2-995a-3e306b04cf78 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Floating IP ded4d16e-5f77-43bd-aac1-70d6c7178ebb associated. External IP: 172.25.2.37, port: 0b6486d0-8a6a-40cc-9f4e-f03bbfde1111. Sep 23 07:12:17.643893 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-73f9ce75-a939-4714-9f2b-7a719c47206f req-c0fd3694-558f-4bfc-a15d-bc8dd840423e tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/security-groups?id=1861566a-12e2-4046-8bf7-f585280aebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794935 Sep 23 07:12:17.860304 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9487744b-ce75-49e2-995a-3e306b04cf78 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Router 9894b75e-0fa0-4aff-836f-5fd46b9bec9a has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:12:17.975108 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9487744b-ce75-49e2-995a-3e306b04cf78 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:12:17.988886 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280c1469-abb5-4a38-a268-56ac833fae2a None None] Sync routers for ids ['9894b75e-0fa0-4aff-836f-5fd46b9bec9a'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:12:17.993358 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9487744b-ce75-49e2-995a-3e306b04cf78 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:12:17.998867 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280c1469-abb5-4a38-a268-56ac833fae2a None None] Routers {'9894b75e-0fa0-4aff-836f-5fd46b9bec9a'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:12:17.999497 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-280c1469-abb5-4a38-a268-56ac833fae2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:12:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['9894b75e-0fa0-4aff-836f-5fd46b9bec9a'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:12:18.021033 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-9487744b-ce75-49e2-995a-3e306b04cf78 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6289828 Sep 23 07:12:18.021572 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fe70059-bdac-4acd-a92f-3eb8d5283d15', 'tag': '0b6486d0-8a6a-40cc-9f4e-f03bbfde1111'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:12:18.023839 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c0f51d2-36d8-4649-99d5-3377274f3448" -d '{"events": [{"name": "network-changed", "server_uuid": "3fe70059-bdac-4acd-a92f-3eb8d5283d15", "tag": "0b6486d0-8a6a-40cc-9f4e-f03bbfde1111"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:12:18.063662 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed400277-65c4-42ab-adf4-2582d80d9d11 x-openstack-request-id: req-ed400277-65c4-42ab-adf4-2582d80d9d11 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:12:18.064196 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fe70059-bdac-4acd-a92f-3eb8d5283d15", "tag": "0b6486d0-8a6a-40cc-9f4e-f03bbfde1111", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:12:18.064643 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ed400277-65c4-42ab-adf4-2582d80d9d11 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:12:18.065112 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fe70059-bdac-4acd-a92f-3eb8d5283d15', 'tag': '0b6486d0-8a6a-40cc-9f4e-f03bbfde1111', 'status': 'completed', 'code': 200} Sep 23 07:12:18.115343 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-280c1469-abb5-4a38-a268-56ac833fae2a None None] Set router 9894b75e-0fa0-4aff-836f-5fd46b9bec9a gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:12:18.145807 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f51d2-36d8-4649-99d5-3377274f3448 req-f9493890-44a6-4a8d-9136-7328decdf352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:12:18.147501 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5c0f51d2-36d8-4649-99d5-3377274f3448 req-f9493890-44a6-4a8d-9136-7328decdf352 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dda7d37bb4b541ebbe8e22954596ee73&device_id=3fe70059-bdac-4acd-a92f-3eb8d5283d15 HTTP/1.1" status: 200 len: 1098 time: 0.0441246 Sep 23 07:12:18.252342 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f51d2-36d8-4649-99d5-3377274f3448 req-d10b0ead-9646-402d-905f-379ceb781190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:12:18.253854 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5c0f51d2-36d8-4649-99d5-3377274f3448 req-d10b0ead-9646-402d-905f-379ceb781190 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ee64cebb-cbad-4040-a31a-b12cc5624112 HTTP/1.1" status: 200 len: 912 time: 0.0980968 Sep 23 07:12:18.333891 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5c0f51d2-36d8-4649-99d5-3377274f3448 req-cead6069-73a1-4462-acf1-8eda24656c52 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b6486d0-8a6a-40cc-9f4e-f03bbfde1111 HTTP/1.1" status: 200 len: 999 time: 0.0716481 Sep 23 07:12:18.368084 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-280c1469-abb5-4a38-a268-56ac833fae2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'name': 'tempest-TestVolumeBootPattern-839799229-router', 'tenant_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '530dee91-c9ef-4272-a399-eddcf21a541e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:08:09Z', 'updated_at': '2021-09-23T07:08:12Z', 'revision_number': 4, 'project_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'gw_port': {'id': '530dee91-c9ef-4272-a399-eddcf21a541e', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:08:10Z', 'updated_at': '2021-09-23T07:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': 'ded4d16e-5f77-43bd-aac1-70d6c7178ebb', 'tenant_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'floating_ip_address': '172.25.2.37', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'port_id': '0b6486d0-8a6a-40cc-9f4e-f03bbfde1111', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112', 'mac_address': 'fa:16:3e:19:35:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe70059-bdac-4acd-a92f-3eb8d5283d15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:12:17Z', 'updated_at': '2021-09-23T07:12:17Z', 'revision_number': 0, 'project_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5833834c-d139-48fe-a16e-914881dc4f95', 'name': '', 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112', 'tenant_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'mac_address': 'fa:16:3e:03:11:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': '4f0a580e-e630-4d93-8377-9af2cc86d82c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:08:11Z', 'updated_at': '2021-09-23T07:08:19Z', 'revision_number': 5, 'project_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'subnets': [{'id': '4f0a580e-e630-4d93-8377-9af2cc86d82c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:12:18.391173 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f51d2-36d8-4649-99d5-3377274f3448 req-6d589974-6aaa-44b7-91cc-fb143e308cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:12:18.392768 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5c0f51d2-36d8-4649-99d5-3377274f3448 req-6d589974-6aaa-44b7-91cc-fb143e308cf3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4f0a580e-e630-4d93-8377-9af2cc86d82c HTTP/1.1" status: 200 len: 850 time: 0.0522325 Sep 23 07:12:18.399328 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280c1469-abb5-4a38-a268-56ac833fae2a None None] Checking router: 9894b75e-0fa0-4aff-836f-5fd46b9bec9a for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:12:18.410195 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280c1469-abb5-4a38-a268-56ac833fae2a None None] Routers {'9894b75e-0fa0-4aff-836f-5fd46b9bec9a'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:12:18.410995 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-280c1469-abb5-4a38-a268-56ac833fae2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:12:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['9894b75e-0fa0-4aff-836f-5fd46b9bec9a'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:12:18.456630 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f51d2-36d8-4649-99d5-3377274f3448 req-33ec8575-e07f-40a4-a376-cebcae03359f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:12:18.462125 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5c0f51d2-36d8-4649-99d5-3377274f3448 req-33ec8575-e07f-40a4-a376-cebcae03359f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ee64cebb-cbad-4040-a31a-b12cc5624112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0605340 Sep 23 07:12:18.549726 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-280c1469-abb5-4a38-a268-56ac833fae2a None None] Set router 9894b75e-0fa0-4aff-836f-5fd46b9bec9a gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:12:18.590211 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5c0f51d2-36d8-4649-99d5-3377274f3448 req-6315fea2-a3b8-4209-87f6-9355f8f92461 service neutron] 10.222.0.21 "GET /v2.0/networks/ee64cebb-cbad-4040-a31a-b12cc5624112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170559 Sep 23 07:12:18.710235 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5c0f51d2-36d8-4649-99d5-3377274f3448 req-88faf87f-6343-406f-96f5-389f73e7d126 service neutron] 10.222.0.21 "GET /v2.0/networks/ee64cebb-cbad-4040-a31a-b12cc5624112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124480 Sep 23 07:12:18.816992 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-280c1469-abb5-4a38-a268-56ac833fae2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'name': 'tempest-TestVolumeBootPattern-839799229-router', 'tenant_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '530dee91-c9ef-4272-a399-eddcf21a541e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:08:09Z', 'updated_at': '2021-09-23T07:08:12Z', 'revision_number': 4, 'project_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'gw_port': {'id': '530dee91-c9ef-4272-a399-eddcf21a541e', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:08:10Z', 'updated_at': '2021-09-23T07:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': 'ded4d16e-5f77-43bd-aac1-70d6c7178ebb', 'tenant_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'floating_ip_address': '172.25.2.37', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'port_id': '0b6486d0-8a6a-40cc-9f4e-f03bbfde1111', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112', 'mac_address': 'fa:16:3e:19:35:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe70059-bdac-4acd-a92f-3eb8d5283d15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:12:17Z', 'updated_at': '2021-09-23T07:12:17Z', 'revision_number': 0, 'project_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5833834c-d139-48fe-a16e-914881dc4f95', 'name': '', 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112', 'tenant_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'mac_address': 'fa:16:3e:03:11:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': '4f0a580e-e630-4d93-8377-9af2cc86d82c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:08:11Z', 'updated_at': '2021-09-23T07:08:19Z', 'revision_number': 5, 'project_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'subnets': [{'id': '4f0a580e-e630-4d93-8377-9af2cc86d82c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:12:18.848839 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280c1469-abb5-4a38-a268-56ac833fae2a None None] The sync data for ids ['9894b75e-0fa0-4aff-836f-5fd46b9bec9a'] in n-d-715271-16 is: [{'id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'name': 'tempest-TestVolumeBootPattern-839799229-router', 'tenant_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '530dee91-c9ef-4272-a399-eddcf21a541e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:08:09Z', 'updated_at': '2021-09-23T07:08:12Z', 'revision_number': 4, 'project_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'gw_port': {'id': '530dee91-c9ef-4272-a399-eddcf21a541e', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:08:10Z', 'updated_at': '2021-09-23T07:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': 'ded4d16e-5f77-43bd-aac1-70d6c7178ebb', 'tenant_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'floating_ip_address': '172.25.2.37', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'port_id': '0b6486d0-8a6a-40cc-9f4e-f03bbfde1111', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112', 'mac_address': 'fa:16:3e:19:35:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe70059-bdac-4acd-a92f-3eb8d5283d15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:12:17Z', 'updated_at': '2021-09-23T07:12:17Z', 'revision_number': 0, 'project_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5833834c-d139-48fe-a16e-914881dc4f95', 'name': '', 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112', 'tenant_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'mac_address': 'fa:16:3e:03:11:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': '4f0a580e-e630-4d93-8377-9af2cc86d82c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:08:11Z', 'updated_at': '2021-09-23T07:08:19Z', 'revision_number': 5, 'project_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'subnets': [{'id': '4f0a580e-e630-4d93-8377-9af2cc86d82c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:12:19.088048 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5caa0ab5-0391-49bc-9af8-c576600c6b4f None None] New status for floating IP ded4d16e-5f77-43bd-aac1-70d6c7178ebb: ACTIVE {{(pid=95067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 07:12:23.372744 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-20c53433-7d30-4615-95b8-419fbf177919 req-9787ccb5-b49b-4bc0-b308-488446b4430a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f58e3054-8f31-46cf-808b-45772d463fdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399973 Sep 23 07:12:23.462771 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c53433-7d30-4615-95b8-419fbf177919 req-95e10949-1b65-4cff-b5f5-44ce8eff9cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:12:23.464257 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-20c53433-7d30-4615-95b8-419fbf177919 req-95e10949-1b65-4cff-b5f5-44ce8eff9cc3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b6f7a7c9880248c0a51b1399dcbba6cb&device_id=f58e3054-8f31-46cf-808b-45772d463fdd HTTP/1.1" status: 200 len: 1098 time: 0.0403743 Sep 23 07:12:23.571718 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c53433-7d30-4615-95b8-419fbf177919 req-06e0110e-17de-40b6-9cc5-d8f8a7894bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:12:23.573247 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-20c53433-7d30-4615-95b8-419fbf177919 req-06e0110e-17de-40b6-9cc5-d8f8a7894bf3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7419f04a-5d5b-442f-8742-9cad839fa406 HTTP/1.1" status: 200 len: 916 time: 0.0892501 Sep 23 07:12:23.615743 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-20c53433-7d30-4615-95b8-419fbf177919 req-b1dae6d5-cc76-4ae1-b455-48a1a3c54543 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3124281c-2331-4db8-8d7f-a3c571f23643 HTTP/1.1" status: 200 len: 217 time: 0.0350926 Sep 23 07:12:23.664370 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c53433-7d30-4615-95b8-419fbf177919 req-f35b1a9e-b24f-4a89-87c9-1c715469856f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:12:23.665768 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-20c53433-7d30-4615-95b8-419fbf177919 req-f35b1a9e-b24f-4a89-87c9-1c715469856f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cfb72d2e-9264-4b10-9cef-735d69774d44 HTTP/1.1" status: 200 len: 855 time: 0.0427632 Sep 23 07:12:23.700599 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-20c53433-7d30-4615-95b8-419fbf177919 req-2207874c-66c4-4b21-bf2b-ad2b640126e9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7419f04a-5d5b-442f-8742-9cad839fa406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273657 Sep 23 07:12:23.791971 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-20c53433-7d30-4615-95b8-419fbf177919 req-00818c2b-42bd-4c45-a2d4-eda10de80d55 service neutron] 10.222.0.21 "GET /v2.0/networks/7419f04a-5d5b-442f-8742-9cad839fa406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838509 Sep 23 07:12:23.885678 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-20c53433-7d30-4615-95b8-419fbf177919 req-3f7e13b7-521f-432d-a9cd-95e32f1798a2 service neutron] 10.222.0.21 "GET /v2.0/networks/7419f04a-5d5b-442f-8742-9cad839fa406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861883 Sep 23 07:12:25.900715 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:12:33.757000 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7090ea5d-9322-4873-b029-4fc4cf6365fb req-417ae2e5-e54d-4854-85b0-3c9d16d97820 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:12:33.758499 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7090ea5d-9322-4873-b029-4fc4cf6365fb req-417ae2e5-e54d-4854-85b0-3c9d16d97820 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/networks?id=7419f04a-5d5b-442f-8742-9cad839fa406 HTTP/1.1" status: 200 len: 815 time: 0.1013961 Sep 23 07:12:33.773187 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7090ea5d-9322-4873-b029-4fc4cf6365fb req-2b575c9b-2118-40c7-9527-294488ca7b50 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/quotas/b6f7a7c9880248c0a51b1399dcbba6cb HTTP/1.1" status: 200 len: 375 time: 0.0087688 Sep 23 07:12:33.830466 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7090ea5d-9322-4873-b029-4fc4cf6365fb req-beecaadb-e1ed-4aa9-887f-9c15bc30a814 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b6f7a7c9880248c0a51b1399dcbba6cb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0518630 Sep 23 07:12:33.922386 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7090ea5d-9322-4873-b029-4fc4cf6365fb req-40fc2732-b9c8-4384-83de-4c2949e6ad1c service neutron] 10.222.0.39 "GET /v2.0/networks/7419f04a-5d5b-442f-8742-9cad839fa406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846992 Sep 23 07:12:34.016804 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7090ea5d-9322-4873-b029-4fc4cf6365fb req-14fdd0e3-c491-4071-85c2-ad74bd72e450 service neutron] 10.222.0.39 "GET /v2.0/networks/7419f04a-5d5b-442f-8742-9cad839fa406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881326 Sep 23 07:12:34.188069 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a0624b2e-0016-48aa-9ed6-ecbc7aa69915 req-a8e0e3c6-041d-46b7-8bc9-88a2365d9472 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab74526b-4a29-4938-9b77-10d5b1f1f312 HTTP/1.1" status: 200 len: 210 time: 0.0262973 Sep 23 07:12:35.252364 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7090ea5d-9322-4873-b029-4fc4cf6365fb req-9089ab00-7f7a-44bb-95a9-aa5d0a19ff59 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:12:35.254023 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7090ea5d-9322-4873-b029-4fc4cf6365fb req-9089ab00-7f7a-44bb-95a9-aa5d0a19ff59 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.58 "GET /v2.0/networks?id=7419f04a-5d5b-442f-8742-9cad839fa406 HTTP/1.1" status: 200 len: 815 time: 0.1069472 Sep 23 07:12:35.268512 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-7090ea5d-9322-4873-b029-4fc4cf6365fb req-f66178f5-b831-43ee-a2f8-6ee2d11fa7d2 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Request body: {'port': {'device_id': 'ab74526b-4a29-4938-9b77-10d5b1f1f312', 'network_id': '7419f04a-5d5b-442f-8742-9cad839fa406', 'admin_state_up': True, 'tenant_id': 'b6f7a7c9880248c0a51b1399dcbba6cb'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:12:35.295371 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-eb3d5125-4a16-4b8a-b423-501bc6ec0fb4 req-07b3c3f2-7567-4ded-a958-5a2e5e6d93a7 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab74526b-4a29-4938-9b77-10d5b1f1f312 HTTP/1.1" status: 200 len: 210 time: 0.0288122 Sep 23 07:12:35.386531 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7090ea5d-9322-4873-b029-4fc4cf6365fb req-f66178f5-b831-43ee-a2f8-6ee2d11fa7d2 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Made reservation on behalf of b6f7a7c9880248c0a51b1399dcbba6cb for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:12:35.390481 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-7090ea5d-9322-4873-b029-4fc4cf6365fb req-f66178f5-b831-43ee-a2f8-6ee2d11fa7d2 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:12:35.527240 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [req-7090ea5d-9322-4873-b029-4fc4cf6365fb req-f66178f5-b831-43ee-a2f8-6ee2d11fa7d2 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Allocated IP 172.20.0.8 (7419f04a-5d5b-442f-8742-9cad839fa406/cfb72d2e-9264-4b10-9cef-735d69774d44/53567400-a70c-4468-84d4-a24073343460) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:12:35.674464 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-7090ea5d-9322-4873-b029-4fc4cf6365fb req-f66178f5-b831-43ee-a2f8-6ee2d11fa7d2 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:12:35.717103 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-7090ea5d-9322-4873-b029-4fc4cf6365fb req-f66178f5-b831-43ee-a2f8-6ee2d11fa7d2 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:12:35.732220 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['e491d1a7-e168-42cc-bd59-a97f474e6b10', '91a90fa3-069c-4694-9614-6e08fce0e743'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:12:35.761282 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['3124281c-2331-4db8-8d7f-a3c571f23643'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:12:35.766797 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7090ea5d-9322-4873-b029-4fc4cf6365fb req-f66178f5-b831-43ee-a2f8-6ee2d11fa7d2 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Network 7419f04a-5d5b-442f-8742-9cad839fa406 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:12:35.770040 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [req-7090ea5d-9322-4873-b029-4fc4cf6365fb req-f66178f5-b831-43ee-a2f8-6ee2d11fa7d2 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:12:35.773915 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-7090ea5d-9322-4873-b029-4fc4cf6365fb req-f66178f5-b831-43ee-a2f8-6ee2d11fa7d2 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:12:35.804076 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66178f5-b831-43ee-a2f8-6ee2d11fa7d2 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Pushing event updated for resources: {'Port': ['ID=53567400-a70c-4468-84d4-a24073343460,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:12:35.819682 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66178f5-b831-43ee-a2f8-6ee2d11fa7d2 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:12:35.820354 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66178f5-b831-43ee-a2f8-6ee2d11fa7d2 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:12:35.820706 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66178f5-b831-43ee-a2f8-6ee2d11fa7d2 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:12:35.821035 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66178f5-b831-43ee-a2f8-6ee2d11fa7d2 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:12:35.821358 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66178f5-b831-43ee-a2f8-6ee2d11fa7d2 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:12:35.821900 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66178f5-b831-43ee-a2f8-6ee2d11fa7d2 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:12:35.822226 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66178f5-b831-43ee-a2f8-6ee2d11fa7d2 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:12:35.822551 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66178f5-b831-43ee-a2f8-6ee2d11fa7d2 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:12:35.822872 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66178f5-b831-43ee-a2f8-6ee2d11fa7d2 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:12:35.823189 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66178f5-b831-43ee-a2f8-6ee2d11fa7d2 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:12:35.823507 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66178f5-b831-43ee-a2f8-6ee2d11fa7d2 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:12:35.823820 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66178f5-b831-43ee-a2f8-6ee2d11fa7d2 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:12:35.846298 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7090ea5d-9322-4873-b029-4fc4cf6365fb req-f66178f5-b831-43ee-a2f8-6ee2d11fa7d2 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:12:35.846917 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-7090ea5d-9322-4873-b029-4fc4cf6365fb req-f66178f5-b831-43ee-a2f8-6ee2d11fa7d2 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:12:35.862135 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7090ea5d-9322-4873-b029-4fc4cf6365fb req-f66178f5-b831-43ee-a2f8-6ee2d11fa7d2 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5974967 Sep 23 07:12:35.875998 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-7090ea5d-9322-4873-b029-4fc4cf6365fb req-f71dd707-2c7b-4ed5-8c03-5d7a17b63679 service neutron] Request body: {'port': {'device_id': 'ab74526b-4a29-4938-9b77-10d5b1f1f312', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:12:35.929914 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-7090ea5d-9322-4873-b029-4fc4cf6365fb req-f71dd707-2c7b-4ed5-8c03-5d7a17b63679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:12:36.218181 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [req-7090ea5d-9322-4873-b029-4fc4cf6365fb req-f71dd707-2c7b-4ed5-8c03-5d7a17b63679 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53567400-a70c-4468-84d4-a24073343460 {{(pid=95066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:12:36.225690 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-7090ea5d-9322-4873-b029-4fc4cf6365fb req-f71dd707-2c7b-4ed5-8c03-5d7a17b63679 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:12:36.237810 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.provisioning_blocks [req-7090ea5d-9322-4873-b029-4fc4cf6365fb req-f71dd707-2c7b-4ed5-8c03-5d7a17b63679 service neutron] Transition to ACTIVE for port object 53567400-a70c-4468-84d4-a24073343460 will not be triggered until provisioned by entity L2. {{(pid=95066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:12:36.241970 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-7090ea5d-9322-4873-b029-4fc4cf6365fb req-f71dd707-2c7b-4ed5-8c03-5d7a17b63679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:12:36.309798 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71dd707-2c7b-4ed5-8c03-5d7a17b63679 service neutron] Pushing event updated for resources: {'Port': ['ID=53567400-a70c-4468-84d4-a24073343460,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:12:36.363012 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-7090ea5d-9322-4873-b029-4fc4cf6365fb req-f71dd707-2c7b-4ed5-8c03-5d7a17b63679 service neutron] Attempting to bind port 53567400-a70c-4468-84d4-a24073343460 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:12:36.363355 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-7090ea5d-9322-4873-b029-4fc4cf6365fb req-f71dd707-2c7b-4ed5-8c03-5d7a17b63679 service neutron] Attempting to bind port 53567400-a70c-4468-84d4-a24073343460 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': 'ddc55d8f-37be-43df-a2df-f2d5e7a2dd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '7419f04a-5d5b-442f-8742-9cad839fa406'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:12:36.363689 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7090ea5d-9322-4873-b029-4fc4cf6365fb req-f71dd707-2c7b-4ed5-8c03-5d7a17b63679 service neutron] Attempting to bind port 53567400-a70c-4468-84d4-a24073343460 on network 7419f04a-5d5b-442f-8742-9cad839fa406 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:12:36.368048 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7090ea5d-9322-4873-b029-4fc4cf6365fb req-f71dd707-2c7b-4ed5-8c03-5d7a17b63679 service neutron] Port 53567400-a70c-4468-84d4-a24073343460 on network 7419f04a-5d5b-442f-8742-9cad839fa406 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:12:36.368367 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7090ea5d-9322-4873-b029-4fc4cf6365fb req-f71dd707-2c7b-4ed5-8c03-5d7a17b63679 service neutron] Attempting to bind port 53567400-a70c-4468-84d4-a24073343460 on network 7419f04a-5d5b-442f-8742-9cad839fa406 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:12:36.373711 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7090ea5d-9322-4873-b029-4fc4cf6365fb req-f71dd707-2c7b-4ed5-8c03-5d7a17b63679 service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:12:36.374081 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7090ea5d-9322-4873-b029-4fc4cf6365fb req-f71dd707-2c7b-4ed5-8c03-5d7a17b63679 service neutron] Checking segment: {'id': 'ddc55d8f-37be-43df-a2df-f2d5e7a2dd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '7419f04a-5d5b-442f-8742-9cad839fa406'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:12:36.374463 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7090ea5d-9322-4873-b029-4fc4cf6365fb req-f71dd707-2c7b-4ed5-8c03-5d7a17b63679 service neutron] Bound using segment: {'id': 'ddc55d8f-37be-43df-a2df-f2d5e7a2dd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '7419f04a-5d5b-442f-8742-9cad839fa406'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:12:36.374893 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-7090ea5d-9322-4873-b029-4fc4cf6365fb req-f71dd707-2c7b-4ed5-8c03-5d7a17b63679 service neutron] Bound port: 53567400-a70c-4468-84d4-a24073343460, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddc55d8f-37be-43df-a2df-f2d5e7a2dd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '7419f04a-5d5b-442f-8742-9cad839fa406'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:12:36.375269 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-7090ea5d-9322-4873-b029-4fc4cf6365fb req-f71dd707-2c7b-4ed5-8c03-5d7a17b63679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:12:36.418056 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871596e5-9a3a-4604-a8f3-ec1b5669f710 req-66643652-8fdc-46ac-aa8b-7c937c5b9da7 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:12:36.420137 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-871596e5-9a3a-4604-a8f3-ec1b5669f710 req-66643652-8fdc-46ac-aa8b-7c937c5b9da7 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab74526b-4a29-4938-9b77-10d5b1f1f312 HTTP/1.1" status: 200 len: 943 time: 0.0499094 Sep 23 07:12:36.441155 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-7090ea5d-9322-4873-b029-4fc4cf6365fb req-f71dd707-2c7b-4ed5-8c03-5d7a17b63679 service neutron] For port 53567400-a70c-4468-84d4-a24073343460, host n-h2-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:12:36.444581 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-7090ea5d-9322-4873-b029-4fc4cf6365fb req-f71dd707-2c7b-4ed5-8c03-5d7a17b63679 service neutron] For port 53567400-a70c-4468-84d4-a24073343460, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=53567400-a70c-4468-84d4-a24073343460,segment=NetworkSegment(ddc55d8f-37be-43df-a2df-f2d5e7a2dd18),segment_id=ddc55d8f-37be-43df-a2df-f2d5e7a2dd18)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:12:36.449352 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-7090ea5d-9322-4873-b029-4fc4cf6365fb req-f71dd707-2c7b-4ed5-8c03-5d7a17b63679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:12:36.461727 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-871596e5-9a3a-4604-a8f3-ec1b5669f710 req-246760a7-5f41-4615-ac84-abe2bcdf9fe1 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/security-groups?id=1861566a-12e2-4046-8bf7-f585280aebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342643 Sep 23 07:12:36.488509 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7090ea5d-9322-4873-b029-4fc4cf6365fb req-f71dd707-2c7b-4ed5-8c03-5d7a17b63679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:12:36.489136 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-7090ea5d-9322-4873-b029-4fc4cf6365fb req-f71dd707-2c7b-4ed5-8c03-5d7a17b63679 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:12:36.490623 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7090ea5d-9322-4873-b029-4fc4cf6365fb req-f71dd707-2c7b-4ed5-8c03-5d7a17b63679 service neutron] 10.222.0.58 "PUT /v2.0/ports/53567400-a70c-4468-84d4-a24073343460 HTTP/1.1" status: 200 len: 1092 time: 0.6190166 Sep 23 07:12:36.491040 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab74526b-4a29-4938-9b77-10d5b1f1f312', 'tag': '53567400-a70c-4468-84d4-a24073343460'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:12:36.493258 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1de77e2-1bdd-4ccb-845b-1895890b5295" -d '{"events": [{"name": "network-changed", "server_uuid": "ab74526b-4a29-4938-9b77-10d5b1f1f312", "tag": "53567400-a70c-4468-84d4-a24073343460"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:12:36.511376 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:12:36.517023 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71dd707-2c7b-4ed5-8c03-5d7a17b63679 service neutron] Pushing event updated for resources: {'Port': ['ID=53567400-a70c-4468-84d4-a24073343460,revision_number=3']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:12:36.549547 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf73019-0a96-4ae4-be5b-1087257ba5c2 x-openstack-request-id: req-adf73019-0a96-4ae4-be5b-1087257ba5c2 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:12:36.549856 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab74526b-4a29-4938-9b77-10d5b1f1f312", "tag": "53567400-a70c-4468-84d4-a24073343460", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:12:36.550131 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-adf73019-0a96-4ae4-be5b-1087257ba5c2 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:12:36.550519 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab74526b-4a29-4938-9b77-10d5b1f1f312', 'tag': '53567400-a70c-4468-84d4-a24073343460', 'status': 'completed', 'code': 200} Sep 23 07:12:36.584318 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7090ea5d-9322-4873-b029-4fc4cf6365fb req-8145ddeb-36ab-4fc3-9638-2b3f35ff9127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:12:36.585808 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7090ea5d-9322-4873-b029-4fc4cf6365fb req-8145ddeb-36ab-4fc3-9638-2b3f35ff9127 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b6f7a7c9880248c0a51b1399dcbba6cb&device_id=ab74526b-4a29-4938-9b77-10d5b1f1f312 HTTP/1.1" status: 200 len: 1095 time: 0.0463221 Sep 23 07:12:36.635396 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7090ea5d-9322-4873-b029-4fc4cf6365fb req-e3384aad-e2ad-4bee-ae02-47a9be482052 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53567400-a70c-4468-84d4-a24073343460 HTTP/1.1" status: 200 len: 217 time: 0.0394776 Sep 23 07:12:36.688659 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7090ea5d-9322-4873-b029-4fc4cf6365fb req-18d104ad-5549-4e3a-adb9-2a14c2f61a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:12:36.690243 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7090ea5d-9322-4873-b029-4fc4cf6365fb req-18d104ad-5549-4e3a-adb9-2a14c2f61a0a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cfb72d2e-9264-4b10-9cef-735d69774d44 HTTP/1.1" status: 200 len: 855 time: 0.0475249 Sep 23 07:12:36.723755 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7090ea5d-9322-4873-b029-4fc4cf6365fb req-a3930711-5588-40cf-a15b-22d6bcea1858 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7419f04a-5d5b-442f-8742-9cad839fa406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248497 Sep 23 07:12:36.824954 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7090ea5d-9322-4873-b029-4fc4cf6365fb req-26abacc7-3d1e-4cd1-8c20-e71497637846 service neutron] 10.222.0.58 "GET /v2.0/networks/7419f04a-5d5b-442f-8742-9cad839fa406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907223 Sep 23 07:12:36.925231 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7090ea5d-9322-4873-b029-4fc4cf6365fb req-270dd54a-2520-48c9-9a43-aa9ca9cfa48f service neutron] 10.222.0.58 "GET /v2.0/networks/7419f04a-5d5b-442f-8742-9cad839fa406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883455 Sep 23 07:12:37.019573 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de77e2-1bdd-4ccb-845b-1895890b5295 req-6fbcf169-b4fa-493c-9148-92735f2587c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:12:37.021155 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d1de77e2-1bdd-4ccb-845b-1895890b5295 req-6fbcf169-b4fa-493c-9148-92735f2587c5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b6f7a7c9880248c0a51b1399dcbba6cb&device_id=ab74526b-4a29-4938-9b77-10d5b1f1f312 HTTP/1.1" status: 200 len: 1095 time: 0.0437970 Sep 23 07:12:37.124443 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de77e2-1bdd-4ccb-845b-1895890b5295 req-86225087-debd-4f47-9344-241b7e9fa86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:12:37.125964 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d1de77e2-1bdd-4ccb-845b-1895890b5295 req-86225087-debd-4f47-9344-241b7e9fa86f service neutron] 10.222.0.58 "GET /v2.0/networks?id=7419f04a-5d5b-442f-8742-9cad839fa406 HTTP/1.1" status: 200 len: 916 time: 0.0920556 Sep 23 07:12:37.181462 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d1de77e2-1bdd-4ccb-845b-1895890b5295 req-9b8090d7-6a27-41ae-84a1-c950a846a6b7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53567400-a70c-4468-84d4-a24073343460 HTTP/1.1" status: 200 len: 217 time: 0.0351956 Sep 23 07:12:37.243337 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de77e2-1bdd-4ccb-845b-1895890b5295 req-79b055f5-3a88-4b50-b357-a2df3b7df91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:12:37.244933 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d1de77e2-1bdd-4ccb-845b-1895890b5295 req-79b055f5-3a88-4b50-b357-a2df3b7df91e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cfb72d2e-9264-4b10-9cef-735d69774d44 HTTP/1.1" status: 200 len: 855 time: 0.0494232 Sep 23 07:12:37.281800 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d1de77e2-1bdd-4ccb-845b-1895890b5295 req-c7d7dd84-5cf7-459c-8635-bc0e9c82f1f5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7419f04a-5d5b-442f-8742-9cad839fa406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258820 Sep 23 07:12:37.378903 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d1de77e2-1bdd-4ccb-845b-1895890b5295 req-2bf4bb4f-4849-4076-ba02-7d296154f870 service neutron] 10.222.0.58 "GET /v2.0/networks/7419f04a-5d5b-442f-8742-9cad839fa406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867498 Sep 23 07:12:37.484786 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d1de77e2-1bdd-4ccb-845b-1895890b5295 req-b8c54b00-bdb3-4b4c-8221-fa678a15a80a service neutron] 10.222.0.58 "GET /v2.0/networks/7419f04a-5d5b-442f-8742-9cad839fa406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934048 Sep 23 07:12:37.594935 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd26fbd4-0b82-4c0b-a47b-9791711a569e req-10c1729f-3b79-4052-9f94-99d6ca027a70 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:12:37.596444 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cd26fbd4-0b82-4c0b-a47b-9791711a569e req-10c1729f-3b79-4052-9f94-99d6ca027a70 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab74526b-4a29-4938-9b77-10d5b1f1f312 HTTP/1.1" status: 200 len: 943 time: 0.0502367 Sep 23 07:12:37.634784 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cd26fbd4-0b82-4c0b-a47b-9791711a569e req-4bbecdf2-8bd5-4dfe-8055-829e408e50c3 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/security-groups?id=1861566a-12e2-4046-8bf7-f585280aebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322330 Sep 23 07:12:38.054824 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a2437c5c-4911-4cb5-84f3-e8464e883e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:12:38.761600 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90972e1-b0a0-4361-aa2f-c33eece531fe req-43bb4d58-1ce6-4a37-a03a-5a36bc629a2b tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:12:38.763166 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c90972e1-b0a0-4361-aa2f-c33eece531fe req-43bb4d58-1ce6-4a37-a03a-5a36bc629a2b tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab74526b-4a29-4938-9b77-10d5b1f1f312 HTTP/1.1" status: 200 len: 943 time: 0.0533710 Sep 23 07:12:38.801094 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c90972e1-b0a0-4361-aa2f-c33eece531fe req-b8f2061b-82d1-4e9f-90b5-5b693a6470a5 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/security-groups?id=1861566a-12e2-4046-8bf7-f585280aebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319982 Sep 23 07:12:39.916910 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a0d76-22e4-4097-a7a9-a0da77cdd0f1 req-ef7f97e1-f8de-4d6f-9ede-ed9d806273cc tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:12:39.918445 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0d1a0d76-22e4-4097-a7a9-a0da77cdd0f1 req-ef7f97e1-f8de-4d6f-9ede-ed9d806273cc tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab74526b-4a29-4938-9b77-10d5b1f1f312 HTTP/1.1" status: 200 len: 943 time: 0.0512748 Sep 23 07:12:39.956784 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0d1a0d76-22e4-4097-a7a9-a0da77cdd0f1 req-db8bf52f-e647-4d3b-8d47-5a17277fd945 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/security-groups?id=1861566a-12e2-4046-8bf7-f585280aebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321069 Sep 23 07:12:40.162821 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:12:41.071588 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5480388d-9e3b-48c9-a090-30ca5a3b65b7 req-46731631-533a-458a-9a80-7ac711f5b433 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:12:41.072298 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-1a640c1c-c310-4538-ba9f-45fed6686c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:12:41.073085 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5480388d-9e3b-48c9-a090-30ca5a3b65b7 req-46731631-533a-458a-9a80-7ac711f5b433 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab74526b-4a29-4938-9b77-10d5b1f1f312 HTTP/1.1" status: 200 len: 943 time: 0.0491564 Sep 23 07:12:41.118811 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5480388d-9e3b-48c9-a090-30ca5a3b65b7 req-a25b0d94-350b-4c6e-a275-637ad6e405f5 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/security-groups?id=1861566a-12e2-4046-8bf7-f585280aebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365441 Sep 23 07:12:41.183213 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 38958) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:12:41.209952 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 53567400-a70c-4468-84d4-a24073343460 details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:12:41.276861 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a5b9fe-e0dd-47ff-b9f5-47b74ab90505 req-c5ce3411-d22a-4016-83cc-c032bb0b3495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:12:41.278439 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d6a5b9fe-e0dd-47ff-b9f5-47b74ab90505 req-c5ce3411-d22a-4016-83cc-c032bb0b3495 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bf8600a9-8f1f-4667-9673-257e918306d5 HTTP/1.1" status: 200 len: 1098 time: 0.0942423 Sep 23 07:12:41.309576 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 53567400-a70c-4468-84d4-a24073343460, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=53567400-a70c-4468-84d4-a24073343460,segment=NetworkSegment(ddc55d8f-37be-43df-a2df-f2d5e7a2dd18),segment_id=ddc55d8f-37be-43df-a2df-f2d5e7a2dd18)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:12:41.312588 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d6a5b9fe-e0dd-47ff-b9f5-47b74ab90505 req-33c21d25-6b8a-4bbe-a07e-04f004d57f2a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e7b8c4ab-15ad-4881-bc10-e96c0d70c469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279353 Sep 23 07:12:41.322127 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': '53567400-a70c-4468-84d4-a24073343460', 'network_id': '7419f04a-5d5b-442f-8742-9cad839fa406', 'port_id': '53567400-a70c-4468-84d4-a24073343460', 'mac_address': 'fa:16:3e:32:9f:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfb72d2e-9264-4b10-9cef-735d69774d44', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:12:41.360065 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:12:41.374069 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53567400-a70c-4468-84d4-a24073343460 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:12:41.393295 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 53567400-a70c-4468-84d4-a24073343460, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=53567400-a70c-4468-84d4-a24073343460,segment=NetworkSegment(ddc55d8f-37be-43df-a2df-f2d5e7a2dd18),segment_id=ddc55d8f-37be-43df-a2df-f2d5e7a2dd18)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:12:41.396994 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:12:41.447980 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=53567400-a70c-4468-84d4-a24073343460,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:12:41.456285 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:12:41.456638 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:12:41.456982 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:12:41.457320 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:12:41.457657 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:12:41.458016 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:12:41.458349 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:12:41.458677 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:12:41.459002 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:12:41.459327 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:12:41.459662 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:12:41.459971 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:12:41.529311 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:12:41.731547 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['53567400-a70c-4468-84d4-a24073343460'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:12:42.258955 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f41ff-b564-47ff-81e7-0efede338eb5 req-4406d619-dc79-4df0-9559-add1034fa26e tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:12:42.263928 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d21f41ff-b564-47ff-81e7-0efede338eb5 req-4406d619-dc79-4df0-9559-add1034fa26e tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab74526b-4a29-4938-9b77-10d5b1f1f312 HTTP/1.1" status: 200 len: 944 time: 0.0650904 Sep 23 07:12:42.301609 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d21f41ff-b564-47ff-81e7-0efede338eb5 req-fc23ea26-88bd-43f4-b572-1d6886c262a5 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/security-groups?id=1861566a-12e2-4046-8bf7-f585280aebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328822 Sep 23 07:12:42.327354 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:12:43.229402 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 53567400-a70c-4468-84d4-a24073343460 up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:12:43.281849 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port 53567400-a70c-4468-84d4-a24073343460 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:12:43.286045 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port 53567400-a70c-4468-84d4-a24073343460 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:12:43.286452 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:12:43.372689 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:12:43.397159 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab74526b-4a29-4938-9b77-10d5b1f1f312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53567400-a70c-4468-84d4-a24073343460'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:12:43.399541 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3eb894a-af5f-4980-adf6-d40e02bc4f45" -d '{"events": [{"server_uuid": "ab74526b-4a29-4938-9b77-10d5b1f1f312", "name": "network-vif-plugged", "status": "completed", "tag": "53567400-a70c-4468-84d4-a24073343460"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:12:43.414929 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 53567400-a70c-4468-84d4-a24073343460, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=53567400-a70c-4468-84d4-a24073343460,segment=NetworkSegment(ddc55d8f-37be-43df-a2df-f2d5e7a2dd18),segment_id=ddc55d8f-37be-43df-a2df-f2d5e7a2dd18)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:12:43.419243 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:12:43.436758 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a9bcc-70ae-4c09-8587-c12ad79b9153 req-516712e4-6b61-4b48-8ae7-0e635b59aa61 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:12:43.438327 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a40a9bcc-70ae-4c09-8587-c12ad79b9153 req-516712e4-6b61-4b48-8ae7-0e635b59aa61 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab74526b-4a29-4938-9b77-10d5b1f1f312 HTTP/1.1" status: 200 len: 944 time: 0.0548337 Sep 23 07:12:43.451435 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f6dcebe-056d-40be-8676-d9cf18123cbd x-openstack-request-id: req-5f6dcebe-056d-40be-8676-d9cf18123cbd {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:12:43.451732 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab74526b-4a29-4938-9b77-10d5b1f1f312", "name": "network-vif-plugged", "status": "completed", "tag": "53567400-a70c-4468-84d4-a24073343460", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:12:43.451985 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5f6dcebe-056d-40be-8676-d9cf18123cbd {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:12:43.452371 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab74526b-4a29-4938-9b77-10d5b1f1f312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53567400-a70c-4468-84d4-a24073343460', 'code': 200} Sep 23 07:12:43.470882 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=53567400-a70c-4468-84d4-a24073343460,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:12:43.480633 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a40a9bcc-70ae-4c09-8587-c12ad79b9153 req-6919349d-98f0-4b57-b7c8-8af2816640d9 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/security-groups?id=1861566a-12e2-4046-8bf7-f585280aebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362761 Sep 23 07:12:43.556020 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e565a21-5b54-4869-8cdf-bc1fc2f53adb req-14038fcd-a36e-4164-98e5-04b66c2b0bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:12:43.557601 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4e565a21-5b54-4869-8cdf-bc1fc2f53adb req-14038fcd-a36e-4164-98e5-04b66c2b0bdf service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ab74526b-4a29-4938-9b77-10d5b1f1f312 HTTP/1.1" status: 200 len: 1097 time: 0.0448692 Sep 23 07:12:43.595668 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4e565a21-5b54-4869-8cdf-bc1fc2f53adb req-a1199aed-fac7-4014-bc50-ae08724e81e7 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1861566a-12e2-4046-8bf7-f585280aebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305209 Sep 23 07:12:43.826711 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:12:44.938560 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454b4976-a500-4a75-850a-84e9d9029c7a req-e7855c96-efd5-43cb-a85b-7d59a2c12bd2 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:12:44.940038 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-454b4976-a500-4a75-850a-84e9d9029c7a req-e7855c96-efd5-43cb-a85b-7d59a2c12bd2 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab74526b-4a29-4938-9b77-10d5b1f1f312 HTTP/1.1" status: 200 len: 945 time: 0.3794448 Sep 23 07:12:44.977802 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-454b4976-a500-4a75-850a-84e9d9029c7a req-fea69f80-4b4f-4afe-bef7-fb1bc7e56150 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/security-groups?id=1861566a-12e2-4046-8bf7-f585280aebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318406 Sep 23 07:12:46.094537 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e23fe3-6d93-4a66-a2ae-7796c29d03ae req-6df6bbf0-f332-4063-8f58-951020e0ba7d tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:12:46.096159 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-97e23fe3-6d93-4a66-a2ae-7796c29d03ae req-6df6bbf0-f332-4063-8f58-951020e0ba7d tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab74526b-4a29-4938-9b77-10d5b1f1f312 HTTP/1.1" status: 200 len: 945 time: 0.0497754 Sep 23 07:12:46.137124 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-97e23fe3-6d93-4a66-a2ae-7796c29d03ae req-f9e1eb9a-5cd6-4fc3-b16f-f18931276d03 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/security-groups?id=1861566a-12e2-4046-8bf7-f585280aebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347605 Sep 23 07:13:02.899945 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:13:04.327456 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b96b7d-1d6e-49ef-9cd9-1086d7161cdc req-a9129df3-c3b4-456e-ae57-5858e6b4466b tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:13:04.328957 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-00b96b7d-1d6e-49ef-9cd9-1086d7161cdc req-a9129df3-c3b4-456e-ae57-5858e6b4466b tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab74526b-4a29-4938-9b77-10d5b1f1f312 HTTP/1.1" status: 200 len: 945 time: 0.0521889 Sep 23 07:13:04.368323 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-00b96b7d-1d6e-49ef-9cd9-1086d7161cdc req-2bfe7872-f696-4a5d-ae68-7d917267e37c tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/security-groups?id=1861566a-12e2-4046-8bf7-f585280aebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331347 Sep 23 07:13:05.483129 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd849335-7485-447b-a43c-d0288d360293 req-82ece6c0-583c-4855-8052-0f4bb085a9c4 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:13:05.484856 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bd849335-7485-447b-a43c-d0288d360293 req-82ece6c0-583c-4855-8052-0f4bb085a9c4 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab74526b-4a29-4938-9b77-10d5b1f1f312 HTTP/1.1" status: 200 len: 945 time: 0.0489020 Sep 23 07:13:05.521668 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bd849335-7485-447b-a43c-d0288d360293 req-1f364619-6ccb-45b5-81a4-8579c13346ff tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/security-groups?id=1861566a-12e2-4046-8bf7-f585280aebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304904 Sep 23 07:13:05.740174 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-91dea4ad-e864-43f0-836a-2035ad185e02 req-d340bdba-9447-4c91-995d-b8961822563e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=bf8600a9-8f1f-4667-9673-257e918306d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0422916 Sep 23 07:13:05.804683 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dea4ad-e864-43f0-836a-2035ad185e02 req-53715dab-76b8-49d9-a5ba-42699b87f501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:13:05.806186 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-91dea4ad-e864-43f0-836a-2035ad185e02 req-53715dab-76b8-49d9-a5ba-42699b87f501 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=33f7a2189c6c49e1b5d2f8ea11a63704&device_id=bf8600a9-8f1f-4667-9673-257e918306d5 HTTP/1.1" status: 200 len: 1098 time: 0.0404789 Sep 23 07:13:05.917129 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dea4ad-e864-43f0-836a-2035ad185e02 req-ac52c8f2-9cbf-4847-bf4c-e7f5aa1a1847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:13:05.919175 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-91dea4ad-e864-43f0-836a-2035ad185e02 req-ac52c8f2-9cbf-4847-bf4c-e7f5aa1a1847 service neutron] 10.222.0.58 "GET /v2.0/networks?id=960d8233-5315-43e1-ba7d-5035f7e0cd29 HTTP/1.1" status: 200 len: 909 time: 0.0923207 Sep 23 07:13:06.023063 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-91dea4ad-e864-43f0-836a-2035ad185e02 req-e8032dec-9142-4762-8dd8-2e5eaaf76216 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b1110176-b79d-4cd6-9a7d-3bc4578a0a97 HTTP/1.1" status: 200 len: 1002 time: 0.0951064 Sep 23 07:13:06.035592 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9b0932-6293-4ca9-8c67-d5e241a50486 req-57221672-b9b7-4c39-beee-51185aee4de5 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:13:06.036983 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4e9b0932-6293-4ca9-8c67-d5e241a50486 req-57221672-b9b7-4c39-beee-51185aee4de5 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab74526b-4a29-4938-9b77-10d5b1f1f312 HTTP/1.1" status: 200 len: 945 time: 0.0737951 Sep 23 07:13:06.116234 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dea4ad-e864-43f0-836a-2035ad185e02 req-75cb8235-3855-47f8-80f1-6736f9944a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:13:06.117694 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-91dea4ad-e864-43f0-836a-2035ad185e02 req-75cb8235-3855-47f8-80f1-6736f9944a1f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=80fcde87-88a7-461e-aee2-7972c559cf52 HTTP/1.1" status: 200 len: 847 time: 0.0798771 Sep 23 07:13:06.193178 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dea4ad-e864-43f0-836a-2035ad185e02 req-5a792e35-0119-4034-b9df-e46973028fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:13:06.194779 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-91dea4ad-e864-43f0-836a-2035ad185e02 req-5a792e35-0119-4034-b9df-e46973028fe1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=960d8233-5315-43e1-ba7d-5035f7e0cd29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551133 Sep 23 07:13:06.203247 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-4e9b0932-6293-4ca9-8c67-d5e241a50486 req-3040a3b9-a18e-4dd5-9ccf-e295db76bd1e tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Deleting port 53567400-a70c-4468-84d4-a24073343460 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:13:06.203588 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-4e9b0932-6293-4ca9-8c67-d5e241a50486 req-3040a3b9-a18e-4dd5-9ccf-e295db76bd1e tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:06.359875 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-4e9b0932-6293-4ca9-8c67-d5e241a50486 req-3040a3b9-a18e-4dd5-9ccf-e295db76bd1e tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] For port 53567400-a70c-4468-84d4-a24073343460, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=53567400-a70c-4468-84d4-a24073343460,segment=NetworkSegment(ddc55d8f-37be-43df-a2df-f2d5e7a2dd18),segment_id=ddc55d8f-37be-43df-a2df-f2d5e7a2dd18)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:13:06.360156 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-4e9b0932-6293-4ca9-8c67-d5e241a50486 req-3040a3b9-a18e-4dd5-9ccf-e295db76bd1e tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:06.363925 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-91dea4ad-e864-43f0-836a-2035ad185e02 req-81938a3e-bfcc-4b71-aec1-4fadd4dceb75 service neutron] 10.222.0.58 "GET /v2.0/networks/960d8233-5315-43e1-ba7d-5035f7e0cd29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574905 Sep 23 07:13:06.374679 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-4e9b0932-6293-4ca9-8c67-d5e241a50486 req-3040a3b9-a18e-4dd5-9ccf-e295db76bd1e tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Calling delete_port for 53567400-a70c-4468-84d4-a24073343460 owned by compute:nova {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:13:06.510598 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-91dea4ad-e864-43f0-836a-2035ad185e02 req-1843fefd-195e-47d2-b489-89da2b919396 service neutron] 10.222.0.58 "GET /v2.0/networks/960d8233-5315-43e1-ba7d-5035f7e0cd29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369705 Sep 23 07:13:06.515499 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:06.582177 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-4e9b0932-6293-4ca9-8c67-d5e241a50486 req-3040a3b9-a18e-4dd5-9ccf-e295db76bd1e tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:06.594932 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['e491d1a7-e168-42cc-bd59-a97f474e6b10', '91a90fa3-069c-4694-9614-6e08fce0e743', '53567400-a70c-4468-84d4-a24073343460'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:13:06.621040 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3040a3b9-a18e-4dd5-9ccf-e295db76bd1e tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Pushing event deleted for resources: {'Port': ['ID=53567400-a70c-4468-84d4-a24073343460,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:13:06.621600 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['3124281c-2331-4db8-8d7f-a3c571f23643'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:13:06.625635 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8ca90055-fb64-4fe1-9679-a297b96ce1c5 req-04ca621b-ee0b-413e-9e19-2091a05e8bbd tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab74526b-4a29-4938-9b77-10d5b1f1f312 HTTP/1.1" status: 200 len: 210 time: 0.0337691 Sep 23 07:13:06.670067 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e9b0932-6293-4ca9-8c67-d5e241a50486 req-3040a3b9-a18e-4dd5-9ccf-e295db76bd1e tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] No DVR routers for this DVR port 53567400-a70c-4468-84d4-a24073343460 on host n-h2-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:13:06.673390 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-4e9b0932-6293-4ca9-8c67-d5e241a50486 req-3040a3b9-a18e-4dd5-9ccf-e295db76bd1e tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:06.676085 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4e9b0932-6293-4ca9-8c67-d5e241a50486 req-3040a3b9-a18e-4dd5-9ccf-e295db76bd1e tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.58 "DELETE /v2.0/ports/53567400-a70c-4468-84d4-a24073343460 HTTP/1.1" status: 204 len: 173 time: 0.6292179 Sep 23 07:13:06.676627 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab74526b-4a29-4938-9b77-10d5b1f1f312', 'name': 'network-vif-deleted', 'tag': '53567400-a70c-4468-84d4-a24073343460'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:13:06.679000 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e90ae72c-45d9-47d9-bd3b-65662a2a2a55" -d '{"events": [{"server_uuid": "ab74526b-4a29-4938-9b77-10d5b1f1f312", "name": "network-vif-deleted", "tag": "53567400-a70c-4468-84d4-a24073343460"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:13:06.724942 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89976fcc-8aab-4796-8b1c-9fd74a007631 x-openstack-request-id: req-89976fcc-8aab-4796-8b1c-9fd74a007631 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:13:06.725510 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab74526b-4a29-4938-9b77-10d5b1f1f312", "name": "network-vif-deleted", "tag": "53567400-a70c-4468-84d4-a24073343460", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:13:06.725767 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-89976fcc-8aab-4796-8b1c-9fd74a007631 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:13:06.726208 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab74526b-4a29-4938-9b77-10d5b1f1f312', 'name': 'network-vif-deleted', 'tag': '53567400-a70c-4468-84d4-a24073343460', 'status': 'completed', 'code': 200} Sep 23 07:13:08.056528 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0a891df9-3541-4894-b97c-a90e1d7abb0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:09.356973 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 53567400-a70c-4468-84d4-a24073343460 no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:13:09.377550 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No Port match for: 53567400-a70c-4468-84d4-a24073343460 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:13:09.377924 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 53567400-a70c-4468-84d4-a24073343460 not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:13:10.083904 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3910ee70-faf4-4365-87cf-58245ba452cc req-3eb43092-6e78-4d47-9d2e-27cf9e9c6beb tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:13:10.085489 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3910ee70-faf4-4365-87cf-58245ba452cc req-3eb43092-6e78-4d47-9d2e-27cf9e9c6beb tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/ports?device_id=c222a975-c3c1-49d3-b870-d6e693d03434 HTTP/1.1" status: 200 len: 946 time: 0.0550802 Sep 23 07:13:10.125390 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3910ee70-faf4-4365-87cf-58245ba452cc req-6c1c7fd1-c939-44e1-9161-695f110441a2 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/security-groups?id=1861566a-12e2-4046-8bf7-f585280aebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335739 Sep 23 07:13:10.163852 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:11.062331 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f023d298-0019-4632-b4bc-103a383c63bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:11.245390 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004596b9-7712-48c6-ad6e-e56d64624fef req-bc9257ce-449c-4a9f-a5c8-a11fc94afa99 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:13:11.247434 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-004596b9-7712-48c6-ad6e-e56d64624fef req-bc9257ce-449c-4a9f-a5c8-a11fc94afa99 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/ports?device_id=c222a975-c3c1-49d3-b870-d6e693d03434 HTTP/1.1" status: 200 len: 946 time: 0.0549362 Sep 23 07:13:11.286765 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-004596b9-7712-48c6-ad6e-e56d64624fef req-3071ce98-80c5-44d5-ae93-2f126ffe8277 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/security-groups?id=1861566a-12e2-4046-8bf7-f585280aebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335958 Sep 23 07:13:11.530563 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:11.687246 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e74e21-2d43-463c-b135-d5d32a110cf0 req-bffdad4d-936d-4f94-9893-3823039a4402 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:13:11.688715 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-49e74e21-2d43-463c-b135-d5d32a110cf0 req-bffdad4d-936d-4f94-9893-3823039a4402 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.58 "GET /v2.0/ports?device_id=c222a975-c3c1-49d3-b870-d6e693d03434 HTTP/1.1" status: 200 len: 946 time: 0.0494857 Sep 23 07:13:11.780866 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-49e74e21-2d43-463c-b135-d5d32a110cf0 req-2764b632-409b-42a7-a059-1fa5fd5c46bc tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Deleting port 91a90fa3-069c-4694-9614-6e08fce0e743 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:13:11.781118 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-49e74e21-2d43-463c-b135-d5d32a110cf0 req-2764b632-409b-42a7-a059-1fa5fd5c46bc tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:11.871643 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-49e74e21-2d43-463c-b135-d5d32a110cf0 req-2764b632-409b-42a7-a059-1fa5fd5c46bc tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] For port 91a90fa3-069c-4694-9614-6e08fce0e743, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=91a90fa3-069c-4694-9614-6e08fce0e743,segment=NetworkSegment(ddc55d8f-37be-43df-a2df-f2d5e7a2dd18),segment_id=ddc55d8f-37be-43df-a2df-f2d5e7a2dd18)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:13:11.872013 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-49e74e21-2d43-463c-b135-d5d32a110cf0 req-2764b632-409b-42a7-a059-1fa5fd5c46bc tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:11.886199 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-49e74e21-2d43-463c-b135-d5d32a110cf0 req-2764b632-409b-42a7-a059-1fa5fd5c46bc tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Calling delete_port for 91a90fa3-069c-4694-9614-6e08fce0e743 owned by compute:nova {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:13:12.015758 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-49e74e21-2d43-463c-b135-d5d32a110cf0 req-2764b632-409b-42a7-a059-1fa5fd5c46bc tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:12.027117 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['e491d1a7-e168-42cc-bd59-a97f474e6b10', '91a90fa3-069c-4694-9614-6e08fce0e743'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:13:12.044558 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2764b632-409b-42a7-a059-1fa5fd5c46bc tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Pushing event deleted for resources: {'Port': ['ID=91a90fa3-069c-4694-9614-6e08fce0e743,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:13:12.051411 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['3124281c-2331-4db8-8d7f-a3c571f23643'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:13:12.085315 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-49e74e21-2d43-463c-b135-d5d32a110cf0 req-2764b632-409b-42a7-a059-1fa5fd5c46bc tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] No DVR routers for this DVR port 91a90fa3-069c-4694-9614-6e08fce0e743 on host n-h2-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:13:12.087970 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-49e74e21-2d43-463c-b135-d5d32a110cf0 req-2764b632-409b-42a7-a059-1fa5fd5c46bc tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:12.090021 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-49e74e21-2d43-463c-b135-d5d32a110cf0 req-2764b632-409b-42a7-a059-1fa5fd5c46bc tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.58 "DELETE /v2.0/ports/91a90fa3-069c-4694-9614-6e08fce0e743 HTTP/1.1" status: 204 len: 173 time: 0.3941381 Sep 23 07:13:12.090485 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c222a975-c3c1-49d3-b870-d6e693d03434', 'name': 'network-vif-deleted', 'tag': '91a90fa3-069c-4694-9614-6e08fce0e743'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:13:12.092734 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca3800b-da8e-44d8-be1d-32a84e2d6545" -d '{"events": [{"server_uuid": "c222a975-c3c1-49d3-b870-d6e693d03434", "name": "network-vif-deleted", "tag": "91a90fa3-069c-4694-9614-6e08fce0e743"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:13:12.142649 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d334b90c-b28c-486f-bab5-7031f8acf4b8 x-openstack-request-id: req-d334b90c-b28c-486f-bab5-7031f8acf4b8 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:13:12.143762 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c222a975-c3c1-49d3-b870-d6e693d03434", "name": "network-vif-deleted", "tag": "91a90fa3-069c-4694-9614-6e08fce0e743", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:13:12.144178 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d334b90c-b28c-486f-bab5-7031f8acf4b8 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:13:12.144813 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c222a975-c3c1-49d3-b870-d6e693d03434', 'name': 'network-vif-deleted', 'tag': '91a90fa3-069c-4694-9614-6e08fce0e743', 'status': 'completed', 'code': 200} Sep 23 07:13:12.331809 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:12.398696 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9fc54d36-b23f-4304-a2a8-ccb15dabda6e req-7768e7e8-bf9f-41cb-9467-bcffc2591f3e tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/ports?device_id=c222a975-c3c1-49d3-b870-d6e693d03434 HTTP/1.1" status: 200 len: 210 time: 0.0266931 Sep 23 07:13:13.664878 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cb7e6f-a886-43e1-bd87-93bb0a9de610 req-965516b1-1aae-407c-b4b8-91f48895206b tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:13:13.666421 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e2cb7e6f-a886-43e1-bd87-93bb0a9de610 req-965516b1-1aae-407c-b4b8-91f48895206b tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/ports?device_id=06058675-5fea-489f-b669-1467243f8246 HTTP/1.1" status: 200 len: 946 time: 0.0535088 Sep 23 07:13:13.704961 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e2cb7e6f-a886-43e1-bd87-93bb0a9de610 req-98291bd0-2546-4522-930a-fd358731489d tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/security-groups?id=1861566a-12e2-4046-8bf7-f585280aebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322521 Sep 23 07:13:13.828547 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:14.821160 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac914926-9b01-4656-9bf8-fc27f354020c req-c09ba940-776b-44ad-9047-552b0fdd6a9f tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:13:14.822671 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ac914926-9b01-4656-9bf8-fc27f354020c req-c09ba940-776b-44ad-9047-552b0fdd6a9f tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/ports?device_id=06058675-5fea-489f-b669-1467243f8246 HTTP/1.1" status: 200 len: 946 time: 0.0486038 Sep 23 07:13:14.859813 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ac914926-9b01-4656-9bf8-fc27f354020c req-80ee9324-51e0-41cc-9a02-0b4995b1c457 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/security-groups?id=1861566a-12e2-4046-8bf7-f585280aebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310915 Sep 23 07:13:15.022300 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663e134e-0a7b-4034-b0e1-b2ea7048aa15 req-0c16cf0f-f453-4aa9-ad41-bb8139e1001d tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:13:15.023684 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-663e134e-0a7b-4034-b0e1-b2ea7048aa15 req-0c16cf0f-f453-4aa9-ad41-bb8139e1001d tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.58 "GET /v2.0/ports?device_id=06058675-5fea-489f-b669-1467243f8246 HTTP/1.1" status: 200 len: 946 time: 0.0498929 Sep 23 07:13:15.130310 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-663e134e-0a7b-4034-b0e1-b2ea7048aa15 req-fb040af8-61e1-4927-8fd0-45922623b19e tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Deleting port e491d1a7-e168-42cc-bd59-a97f474e6b10 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:13:15.130655 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-663e134e-0a7b-4034-b0e1-b2ea7048aa15 req-fb040af8-61e1-4927-8fd0-45922623b19e tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:15.218901 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-663e134e-0a7b-4034-b0e1-b2ea7048aa15 req-fb040af8-61e1-4927-8fd0-45922623b19e tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] For port e491d1a7-e168-42cc-bd59-a97f474e6b10, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=e491d1a7-e168-42cc-bd59-a97f474e6b10,segment=NetworkSegment(ddc55d8f-37be-43df-a2df-f2d5e7a2dd18),segment_id=ddc55d8f-37be-43df-a2df-f2d5e7a2dd18)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:13:15.219269 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-663e134e-0a7b-4034-b0e1-b2ea7048aa15 req-fb040af8-61e1-4927-8fd0-45922623b19e tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:15.236450 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-663e134e-0a7b-4034-b0e1-b2ea7048aa15 req-fb040af8-61e1-4927-8fd0-45922623b19e tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Calling delete_port for e491d1a7-e168-42cc-bd59-a97f474e6b10 owned by compute:nova {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:13:15.360025 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-663e134e-0a7b-4034-b0e1-b2ea7048aa15 req-fb040af8-61e1-4927-8fd0-45922623b19e tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:15.374729 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['e491d1a7-e168-42cc-bd59-a97f474e6b10'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:13:15.386697 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb040af8-61e1-4927-8fd0-45922623b19e tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Pushing event deleted for resources: {'Port': ['ID=e491d1a7-e168-42cc-bd59-a97f474e6b10,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:13:15.402366 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['3124281c-2331-4db8-8d7f-a3c571f23643'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:13:15.405029 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 91a90fa3-069c-4694-9614-6e08fce0e743 no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:13:15.438894 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-663e134e-0a7b-4034-b0e1-b2ea7048aa15 req-fb040af8-61e1-4927-8fd0-45922623b19e tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] No DVR routers for this DVR port e491d1a7-e168-42cc-bd59-a97f474e6b10 on host n-h2-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:13:15.441599 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-663e134e-0a7b-4034-b0e1-b2ea7048aa15 req-fb040af8-61e1-4927-8fd0-45922623b19e tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:15.443804 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-663e134e-0a7b-4034-b0e1-b2ea7048aa15 req-fb040af8-61e1-4927-8fd0-45922623b19e tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.58 "DELETE /v2.0/ports/e491d1a7-e168-42cc-bd59-a97f474e6b10 HTTP/1.1" status: 204 len: 173 time: 0.4135294 Sep 23 07:13:15.444564 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06058675-5fea-489f-b669-1467243f8246', 'name': 'network-vif-deleted', 'tag': 'e491d1a7-e168-42cc-bd59-a97f474e6b10'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:13:15.444909 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No Port match for: 91a90fa3-069c-4694-9614-6e08fce0e743 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:13:15.445255 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 91a90fa3-069c-4694-9614-6e08fce0e743 not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:13:15.446549 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ceb3b7-473f-423d-8acb-d9d39ec59203" -d '{"events": [{"server_uuid": "06058675-5fea-489f-b669-1467243f8246", "name": "network-vif-deleted", "tag": "e491d1a7-e168-42cc-bd59-a97f474e6b10"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:13:15.485399 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c9fc22c-1b50-445e-b2fa-a8c8dd32ffa1 x-openstack-request-id: req-9c9fc22c-1b50-445e-b2fa-a8c8dd32ffa1 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:13:15.485642 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06058675-5fea-489f-b669-1467243f8246", "name": "network-vif-deleted", "tag": "e491d1a7-e168-42cc-bd59-a97f474e6b10", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:13:15.485917 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9c9fc22c-1b50-445e-b2fa-a8c8dd32ffa1 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:13:15.486385 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06058675-5fea-489f-b669-1467243f8246', 'name': 'network-vif-deleted', 'tag': 'e491d1a7-e168-42cc-bd59-a97f474e6b10', 'status': 'completed', 'code': 200} Sep 23 07:13:15.971609 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c11731c7-d8da-48dd-afcb-1705b1bd8504 req-3ef0f7c3-83c2-4e5a-8164-372eb14931aa tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/ports?device_id=06058675-5fea-489f-b669-1467243f8246 HTTP/1.1" status: 200 len: 210 time: 0.0271184 Sep 23 07:13:19.401049 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device e491d1a7-e168-42cc-bd59-a97f474e6b10 no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:13:19.425017 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No Port match for: e491d1a7-e168-42cc-bd59-a97f474e6b10 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:13:19.425482 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device e491d1a7-e168-42cc-bd59-a97f474e6b10 not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:13:19.475700 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac79fc2-7f22-4618-b497-099c123245f6 req-ed87d623-9566-468e-87f3-c78960d64bd1 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:13:19.477211 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-eac79fc2-7f22-4618-b497-099c123245f6 req-ed87d623-9566-468e-87f3-c78960d64bd1 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/ports?device_id=f58e3054-8f31-46cf-808b-45772d463fdd HTTP/1.1" status: 200 len: 946 time: 0.0519052 Sep 23 07:13:19.518320 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-eac79fc2-7f22-4618-b497-099c123245f6 req-7ba76500-0a82-4e7a-b129-dabce21790b0 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/security-groups?id=1861566a-12e2-4046-8bf7-f585280aebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342898 Sep 23 07:13:20.633586 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d55e3-2e40-4f06-87b5-5eeb23b276b6 req-b67656c9-722e-4237-95d3-4e0f6ded3f77 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:13:20.635076 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e02d55e3-2e40-4f06-87b5-5eeb23b276b6 req-b67656c9-722e-4237-95d3-4e0f6ded3f77 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/ports?device_id=f58e3054-8f31-46cf-808b-45772d463fdd HTTP/1.1" status: 200 len: 946 time: 0.0492489 Sep 23 07:13:20.686175 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e02d55e3-2e40-4f06-87b5-5eeb23b276b6 req-f3407807-e161-4c25-9507-cc715ac69691 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/security-groups?id=1861566a-12e2-4046-8bf7-f585280aebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450609 Sep 23 07:13:21.414262 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d2cdd-953a-4d89-885b-3b15feb1d087 req-2d2174a8-375b-4377-9e04-633514b4629a tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:13:21.415713 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5b3d2cdd-953a-4d89-885b-3b15feb1d087 req-2d2174a8-375b-4377-9e04-633514b4629a tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.21 "GET /v2.0/ports?device_id=f58e3054-8f31-46cf-808b-45772d463fdd HTTP/1.1" status: 200 len: 946 time: 0.0558240 Sep 23 07:13:21.504817 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-5b3d2cdd-953a-4d89-885b-3b15feb1d087 req-2aea0d5f-ed97-4d35-826c-db9af44f740d tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Deleting port 3124281c-2331-4db8-8d7f-a3c571f23643 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:13:21.505163 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-5b3d2cdd-953a-4d89-885b-3b15feb1d087 req-2aea0d5f-ed97-4d35-826c-db9af44f740d tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:21.807854 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7cc1f1-5fa0-4034-8f75-a6d9d38247c9 req-96996fec-c804-426d-97e8-921c79750b21 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:13:21.810005 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-da7cc1f1-5fa0-4034-8f75-a6d9d38247c9 req-96996fec-c804-426d-97e8-921c79750b21 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/ports?device_id=f58e3054-8f31-46cf-808b-45772d463fdd HTTP/1.1" status: 200 len: 946 time: 0.0539372 Sep 23 07:13:21.851320 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-da7cc1f1-5fa0-4034-8f75-a6d9d38247c9 req-5c8e13eb-71b1-4dc2-a038-e1ce82e01cd1 tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.39 "GET /v2.0/security-groups?id=1861566a-12e2-4046-8bf7-f585280aebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346289 Sep 23 07:13:21.878595 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-5b3d2cdd-953a-4d89-885b-3b15feb1d087 req-2aea0d5f-ed97-4d35-826c-db9af44f740d tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] For port 3124281c-2331-4db8-8d7f-a3c571f23643, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=3124281c-2331-4db8-8d7f-a3c571f23643,segment=NetworkSegment(ddc55d8f-37be-43df-a2df-f2d5e7a2dd18),segment_id=ddc55d8f-37be-43df-a2df-f2d5e7a2dd18)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:13:21.878961 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-5b3d2cdd-953a-4d89-885b-3b15feb1d087 req-2aea0d5f-ed97-4d35-826c-db9af44f740d tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:21.892106 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-5b3d2cdd-953a-4d89-885b-3b15feb1d087 req-2aea0d5f-ed97-4d35-826c-db9af44f740d tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Calling delete_port for 3124281c-2331-4db8-8d7f-a3c571f23643 owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:13:22.014727 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-5b3d2cdd-953a-4d89-885b-3b15feb1d087 req-2aea0d5f-ed97-4d35-826c-db9af44f740d tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:22.039627 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['3124281c-2331-4db8-8d7f-a3c571f23643'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:13:22.050451 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aea0d5f-ed97-4d35-826c-db9af44f740d tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Pushing event deleted for resources: {'Port': ['ID=3124281c-2331-4db8-8d7f-a3c571f23643,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:13:22.064970 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aea0d5f-ed97-4d35-826c-db9af44f740d tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:13:22.065326 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aea0d5f-ed97-4d35-826c-db9af44f740d tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:13:22.065673 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aea0d5f-ed97-4d35-826c-db9af44f740d tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:13:22.066035 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aea0d5f-ed97-4d35-826c-db9af44f740d tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:13:22.066380 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aea0d5f-ed97-4d35-826c-db9af44f740d tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:13:22.066713 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aea0d5f-ed97-4d35-826c-db9af44f740d tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:13:22.067044 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aea0d5f-ed97-4d35-826c-db9af44f740d tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:13:22.067371 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aea0d5f-ed97-4d35-826c-db9af44f740d tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:13:22.067698 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aea0d5f-ed97-4d35-826c-db9af44f740d tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:13:22.068024 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aea0d5f-ed97-4d35-826c-db9af44f740d tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:13:22.068347 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aea0d5f-ed97-4d35-826c-db9af44f740d tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:13:22.068670 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aea0d5f-ed97-4d35-826c-db9af44f740d tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:13:22.103203 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b3d2cdd-953a-4d89-885b-3b15feb1d087 req-2aea0d5f-ed97-4d35-826c-db9af44f740d tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] No DVR routers for this DVR port 3124281c-2331-4db8-8d7f-a3c571f23643 on host n-h1-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:13:22.106326 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-5b3d2cdd-953a-4d89-885b-3b15feb1d087 req-2aea0d5f-ed97-4d35-826c-db9af44f740d tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:22.108535 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5b3d2cdd-953a-4d89-885b-3b15feb1d087 req-2aea0d5f-ed97-4d35-826c-db9af44f740d tempest-AttachVolumeNegativeTest-1726096810 tempest-AttachVolumeNegativeTest-1726096810-project] 10.222.0.21 "DELETE /v2.0/ports/3124281c-2331-4db8-8d7f-a3c571f23643 HTTP/1.1" status: 204 len: 173 time: 0.6866879 Sep 23 07:13:22.109223 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f58e3054-8f31-46cf-808b-45772d463fdd', 'name': 'network-vif-deleted', 'tag': '3124281c-2331-4db8-8d7f-a3c571f23643'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:13:22.111553 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751db79a-8925-4620-9aa5-8d6ba33b3c41" -d '{"events": [{"server_uuid": "f58e3054-8f31-46cf-808b-45772d463fdd", "name": "network-vif-deleted", "tag": "3124281c-2331-4db8-8d7f-a3c571f23643"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:13:22.149883 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5810406-613f-4e0d-bcd0-6d34396485f8 x-openstack-request-id: req-f5810406-613f-4e0d-bcd0-6d34396485f8 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:13:22.150177 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f58e3054-8f31-46cf-808b-45772d463fdd", "name": "network-vif-deleted", "tag": "3124281c-2331-4db8-8d7f-a3c571f23643", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:13:22.150426 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f5810406-613f-4e0d-bcd0-6d34396485f8 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:13:22.150818 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f58e3054-8f31-46cf-808b-45772d463fdd', 'name': 'network-vif-deleted', 'tag': '3124281c-2331-4db8-8d7f-a3c571f23643', 'status': 'completed', 'code': 200} Sep 23 07:13:22.906845 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 39204) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:22.950814 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f5150d2-4444-4a7b-85fc-a60757d82ae5 admin admin] Deleting subnet cfb72d2e-9264-4b10-9cef-735d69774d44 {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:13:22.953730 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6f5150d2-4444-4a7b-85fc-a60757d82ae5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:22.988285 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6f5150d2-4444-4a7b-85fc-a60757d82ae5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:23.031166 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6f5150d2-4444-4a7b-85fc-a60757d82ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:23.100094 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6f5150d2-4444-4a7b-85fc-a60757d82ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:23.130345 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6f5150d2-4444-4a7b-85fc-a60757d82ae5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:23.132146 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-6f5150d2-4444-4a7b-85fc-a60757d82ae5 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/cfb72d2e-9264-4b10-9cef-735d69774d44 HTTP/1.1" status: 204 len: 168 time: 0.2242522 Sep 23 07:13:23.133177 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5150d2-4444-4a7b-85fc-a60757d82ae5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfb72d2e-9264-4b10-9cef-735d69774d44,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:13:23.134625 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 39208) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:23.203529 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-873f47a0-37c3-44ac-8434-4f52ef3a7c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:23.287395 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-873f47a0-37c3-44ac-8434-4f52ef3a7c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:23.307523 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-873f47a0-37c3-44ac-8434-4f52ef3a7c24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7419f04a-5d5b-442f-8742-9cad839fa406']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:13:23.316876 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-873f47a0-37c3-44ac-8434-4f52ef3a7c24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddc55d8f-37be-43df-a2df-f2d5e7a2dd18') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:13:23.317171 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-873f47a0-37c3-44ac-8434-4f52ef3a7c24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddc55d8f-37be-43df-a2df-f2d5e7a2dd18') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:13:23.326597 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-873f47a0-37c3-44ac-8434-4f52ef3a7c24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:23.346433 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-873f47a0-37c3-44ac-8434-4f52ef3a7c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:23.370678 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-873f47a0-37c3-44ac-8434-4f52ef3a7c24 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:13:23.371062 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-873f47a0-37c3-44ac-8434-4f52ef3a7c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:23.374042 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 07:13:23.374042 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:13:23.374042 n-d-715271-16 neutron-server[95065]: timer() Sep 23 07:13:23.374042 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:13:23.374042 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 07:13:23.374042 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:13:23.374042 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 07:13:23.374042 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:13:23.374042 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 07:13:23.374042 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:13:23.374042 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 07:13:23.374042 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:13:23.374042 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 07:13:23.374042 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:13:23.374042 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:13:23.374042 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:13:23.374042 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:13:23.374042 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:13:23.374042 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 07:13:23.374042 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:13:23.374042 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 07:13:23.374042 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:13:23.374042 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:13:23.374042 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:13:23.374042 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 07:13:23.374042 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:13:23.374042 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:13:23.374042 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:13:23.374042 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:13:23.374042 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:13:23.374042 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:13:23.374042 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:13:23.431340 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0bbac424-b17e-4779-854f-b109376f3d54 req-42b1c7ac-60bc-457c-b3f2-9100ca306231 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5f2b7c7f-4380-4b9e-929a-ed61f252a09d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0933645 Sep 23 07:13:23.435680 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-873f47a0-37c3-44ac-8434-4f52ef3a7c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:23.444036 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-873f47a0-37c3-44ac-8434-4f52ef3a7c24 admin admin] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:23.445849 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-873f47a0-37c3-44ac-8434-4f52ef3a7c24 admin admin] 10.222.0.39 "DELETE /v2.0/networks/7419f04a-5d5b-442f-8742-9cad839fa406 HTTP/1.1" status: 204 len: 168 time: 0.3103092 Sep 23 07:13:23.460343 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873f47a0-37c3-44ac-8434-4f52ef3a7c24 admin admin] Pushing event deleted for resources: {'Network': ['ID=7419f04a-5d5b-442f-8742-9cad839fa406,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:13:23.505841 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbac424-b17e-4779-854f-b109376f3d54 req-92c6d381-f36a-4d8b-a2d0-7745d0ced554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:13:23.507536 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0bbac424-b17e-4779-854f-b109376f3d54 req-92c6d381-f36a-4d8b-a2d0-7745d0ced554 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=912f73c24c624b319c3fb784891bcabd&device_id=5f2b7c7f-4380-4b9e-929a-ed61f252a09d HTTP/1.1" status: 200 len: 1098 time: 0.0421154 Sep 23 07:13:23.618777 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 39214) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:23.621178 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbac424-b17e-4779-854f-b109376f3d54 req-dc17f411-e31e-4a63-9a76-b78175326855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:13:23.623148 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0bbac424-b17e-4779-854f-b109376f3d54 req-dc17f411-e31e-4a63-9a76-b78175326855 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8e69782e-59da-448f-aa2b-c22b36c23603 HTTP/1.1" status: 200 len: 910 time: 0.0965223 Sep 23 07:13:23.659977 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-ef4f40d2-6625-4198-a12e-66bcac79254b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b6f7a7c9880248c0a51b1399dcbba6cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400271 Sep 23 07:13:23.662491 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 39216) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:23.692996 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0bbac424-b17e-4779-854f-b109376f3d54 req-ca224b51-b1bd-4683-bb78-e3e5e7c93859 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a02c408-adbf-4fd1-a710-9c87f97153d7 HTTP/1.1" status: 200 len: 1001 time: 0.0617778 Sep 23 07:13:23.710935 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5668e1cb-edfd-45dd-a0d8-8c1dd752afce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:23.732611 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5668e1cb-edfd-45dd-a0d8-8c1dd752afce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:23.748853 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbac424-b17e-4779-854f-b109376f3d54 req-ea16c63d-6333-490b-a014-42b6d5a22739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:13:23.750546 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0bbac424-b17e-4779-854f-b109376f3d54 req-ea16c63d-6333-490b-a014-42b6d5a22739 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e9604f35-686e-4202-ac30-43de25cbdd33 HTTP/1.1" status: 200 len: 848 time: 0.0492766 Sep 23 07:13:23.779968 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5668e1cb-edfd-45dd-a0d8-8c1dd752afce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:23.782686 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5668e1cb-edfd-45dd-a0d8-8c1dd752afce admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:23.783883 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-5668e1cb-edfd-45dd-a0d8-8c1dd752afce admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1861566a-12e2-4046-8bf7-f585280aebdf HTTP/1.1" status: 204 len: 168 time: 0.1204710 Sep 23 07:13:23.791754 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5668e1cb-edfd-45dd-a0d8-8c1dd752afce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1861566a-12e2-4046-8bf7-f585280aebdf,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:13:23.805584 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbac424-b17e-4779-854f-b109376f3d54 req-00258465-eb4f-42b5-9898-546bd4bb44c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:13:23.807156 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0bbac424-b17e-4779-854f-b109376f3d54 req-00258465-eb4f-42b5-9898-546bd4bb44c7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8e69782e-59da-448f-aa2b-c22b36c23603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0487347 Sep 23 07:13:23.902146 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0bbac424-b17e-4779-854f-b109376f3d54 req-57a5ecb1-6d80-450d-b036-844abc162481 service neutron] 10.222.0.21 "GET /v2.0/networks/8e69782e-59da-448f-aa2b-c22b36c23603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875299 Sep 23 07:13:23.993354 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0bbac424-b17e-4779-854f-b109376f3d54 req-bd00c72a-6891-41d3-9807-83b3c4756734 service neutron] 10.222.0.21 "GET /v2.0/networks/8e69782e-59da-448f-aa2b-c22b36c23603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845945 Sep 23 07:13:25.237647 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 3124281c-2331-4db8-8d7f-a3c571f23643 no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:13:25.258016 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] No Port match for: 3124281c-2331-4db8-8d7f-a3c571f23643 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:13:25.262873 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 3124281c-2331-4db8-8d7f-a3c571f23643 not bound to the agent host n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:13:26.357440 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 39286) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:26.466885 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ca943291-6010-443b-9e3a-ebc8bdd20dd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:26.552751 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ca943291-6010-443b-9e3a-ebc8bdd20dd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:26.556771 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ca943291-6010-443b-9e3a-ebc8bdd20dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:26.600699 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-ca943291-6010-443b-9e3a-ebc8bdd20dd0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9b3ec0cca65f4b15b939ef27c53ab3e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2420638 Sep 23 07:13:26.601480 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca943291-6010-443b-9e3a-ebc8bdd20dd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=184709f0-9564-4d4d-b5e4-6a62a455c7b3,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:13:26.603305 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 39290) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:26.656546 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-92668243-7ce0-436c-b9ca-d4287096f1ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:26.679096 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-92668243-7ce0-436c-b9ca-d4287096f1ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:26.728244 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-92668243-7ce0-436c-b9ca-d4287096f1ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:26.731357 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-92668243-7ce0-436c-b9ca-d4287096f1ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:26.732555 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-92668243-7ce0-436c-b9ca-d4287096f1ce admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/184709f0-9564-4d4d-b5e4-6a62a455c7b3 HTTP/1.1" status: 204 len: 168 time: 0.1282294 Sep 23 07:13:26.740649 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92668243-7ce0-436c-b9ca-d4287096f1ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=184709f0-9564-4d4d-b5e4-6a62a455c7b3,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:13:26.995612 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 39296) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:27.008805 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1117ba98-c159-4439-83f9-bb9dc2d4e9ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:27.097788 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1117ba98-c159-4439-83f9-bb9dc2d4e9ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:27.102163 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1117ba98-c159-4439-83f9-bb9dc2d4e9ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:27.140589 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1117ba98-c159-4439-83f9-bb9dc2d4e9ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21df0d7e-e98f-42fb-bbce-65feb2a4dc6f,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:13:27.148614 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-1117ba98-c159-4439-83f9-bb9dc2d4e9ca admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4a1c7e21594f4ca1ab09665c514909f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1492736 Sep 23 07:13:27.149240 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 39298) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:27.197077 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-be0a77d7-4d52-4ce9-b3df-2c7705262fe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:27.218098 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-be0a77d7-4d52-4ce9-b3df-2c7705262fe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:27.263819 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-be0a77d7-4d52-4ce9-b3df-2c7705262fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:27.266540 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-be0a77d7-4d52-4ce9-b3df-2c7705262fe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:27.267708 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-be0a77d7-4d52-4ce9-b3df-2c7705262fe1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/21df0d7e-e98f-42fb-bbce-65feb2a4dc6f HTTP/1.1" status: 204 len: 168 time: 0.1178091 Sep 23 07:13:27.275659 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0a77d7-4d52-4ce9-b3df-2c7705262fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21df0d7e-e98f-42fb-bbce-65feb2a4dc6f,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:13:29.117954 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 39364) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:29.228342 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-be190f7c-5b52-4c65-8807-5842b92e3ca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:29.318518 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-be190f7c-5b52-4c65-8807-5842b92e3ca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:29.322186 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-be190f7c-5b52-4c65-8807-5842b92e3ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:29.359586 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-be190f7c-5b52-4c65-8807-5842b92e3ca7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d1bb4daf2dd146909c5e4347805f67be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2405617 Sep 23 07:13:29.361500 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be190f7c-5b52-4c65-8807-5842b92e3ca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98a7a036-3489-4f6e-a1c7-1d242cbb41ee,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:13:29.362515 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 39368) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:29.411345 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-160478c8-0ec6-4a6a-b3d5-964480d14ee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:29.431742 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-160478c8-0ec6-4a6a-b3d5-964480d14ee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:29.477538 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-160478c8-0ec6-4a6a-b3d5-964480d14ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:29.480179 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-160478c8-0ec6-4a6a-b3d5-964480d14ee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:29.481635 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-160478c8-0ec6-4a6a-b3d5-964480d14ee5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/98a7a036-3489-4f6e-a1c7-1d242cbb41ee HTTP/1.1" status: 204 len: 168 time: 0.1180592 Sep 23 07:13:29.489980 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160478c8-0ec6-4a6a-b3d5-964480d14ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a7a036-3489-4f6e-a1c7-1d242cbb41ee,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:13:29.743016 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 39376) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:29.756498 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c68c14b4-6975-4fda-9dde-251869302f86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:29.846651 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c68c14b4-6975-4fda-9dde-251869302f86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:29.850194 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c68c14b4-6975-4fda-9dde-251869302f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:29.888640 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-c68c14b4-6975-4fda-9dde-251869302f86 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=024bc32873d449418c944bac5eedef14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1445293 Sep 23 07:13:29.889584 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68c14b4-6975-4fda-9dde-251869302f86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8489b4a7-550a-4d9c-b888-182f987e8ccf,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:13:29.891394 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 39378) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:29.944604 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7bd28ae0-812c-407c-a22f-4c4de5070c7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:29.966142 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7bd28ae0-812c-407c-a22f-4c4de5070c7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:30.011192 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7bd28ae0-812c-407c-a22f-4c4de5070c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:30.014552 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7bd28ae0-812c-407c-a22f-4c4de5070c7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:30.018181 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-7bd28ae0-812c-407c-a22f-4c4de5070c7a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8489b4a7-550a-4d9c-b888-182f987e8ccf HTTP/1.1" status: 204 len: 168 time: 0.1227117 Sep 23 07:13:30.023498 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd28ae0-812c-407c-a22f-4c4de5070c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8489b4a7-550a-4d9c-b888-182f987e8ccf,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:13:36.527101 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:38.061888 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-7775df97-66e9-4fb0-ac28-c05f19bd54f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:39.397237 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 39648) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:39.501500 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1373ee99-4100-49c9-a85c-e71cd8aa4745 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:39.589185 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1373ee99-4100-49c9-a85c-e71cd8aa4745 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:39.594014 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1373ee99-4100-49c9-a85c-e71cd8aa4745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:39.631239 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-1373ee99-4100-49c9-a85c-e71cd8aa4745 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a754be7641e443f99cfef235f33be884&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2328525 Sep 23 07:13:39.633127 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1373ee99-4100-49c9-a85c-e71cd8aa4745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4a2109-5f0d-4350-87d5-bb8ed4c11d5c,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:13:39.634211 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 39652) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:39.685922 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1e751954-980e-4ceb-9f14-9e6dac2065da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:39.707036 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1e751954-980e-4ceb-9f14-9e6dac2065da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:39.759215 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1e751954-980e-4ceb-9f14-9e6dac2065da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:39.762575 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1e751954-980e-4ceb-9f14-9e6dac2065da admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:39.765830 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-1e751954-980e-4ceb-9f14-9e6dac2065da admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4b4a2109-5f0d-4350-87d5-bb8ed4c11d5c HTTP/1.1" status: 204 len: 168 time: 0.1305544 Sep 23 07:13:39.773972 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e751954-980e-4ceb-9f14-9e6dac2065da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4a2109-5f0d-4350-87d5-bb8ed4c11d5c,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:13:39.781564 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e751954-980e-4ceb-9f14-9e6dac2065da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:13:39.781940 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e751954-980e-4ceb-9f14-9e6dac2065da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:13:39.782281 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e751954-980e-4ceb-9f14-9e6dac2065da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:13:39.782615 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e751954-980e-4ceb-9f14-9e6dac2065da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:13:39.782946 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e751954-980e-4ceb-9f14-9e6dac2065da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:13:39.783276 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e751954-980e-4ceb-9f14-9e6dac2065da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:13:39.783603 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e751954-980e-4ceb-9f14-9e6dac2065da admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:13:39.783926 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e751954-980e-4ceb-9f14-9e6dac2065da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:13:39.784246 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e751954-980e-4ceb-9f14-9e6dac2065da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:13:39.784567 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e751954-980e-4ceb-9f14-9e6dac2065da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:13:39.784886 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e751954-980e-4ceb-9f14-9e6dac2065da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:13:39.785202 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e751954-980e-4ceb-9f14-9e6dac2065da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:13:39.899863 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:13:40.023493 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 39658) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:40.036621 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c2b66f6d-d393-4c49-af81-e275f4c13db1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:40.127433 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c2b66f6d-d393-4c49-af81-e275f4c13db1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:40.131300 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c2b66f6d-d393-4c49-af81-e275f4c13db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:40.158483 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:40.173348 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-c2b66f6d-d393-4c49-af81-e275f4c13db1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e0459b724f174b549eb24cec3fb6cebe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1487515 Sep 23 07:13:40.174431 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b66f6d-d393-4c49-af81-e275f4c13db1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe4e602-7fe2-4874-9b8c-a089fcc9d32c,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:13:40.175964 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 39660) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:40.225988 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-be8445cf-55b2-4ee8-ab70-a721a2735d64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:40.252682 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-be8445cf-55b2-4ee8-ab70-a721a2735d64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:40.299087 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-be8445cf-55b2-4ee8-ab70-a721a2735d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:40.301679 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-be8445cf-55b2-4ee8-ab70-a721a2735d64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:40.302894 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-be8445cf-55b2-4ee8-ab70-a721a2735d64 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2fe4e602-7fe2-4874-9b8c-a089fcc9d32c HTTP/1.1" status: 204 len: 168 time: 0.1259108 Sep 23 07:13:40.311877 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8445cf-55b2-4ee8-ab70-a721a2735d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe4e602-7fe2-4874-9b8c-a089fcc9d32c,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:13:41.070446 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-35fdfb75-74ba-4106-99a0-4ee091a16ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:41.532860 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:42.331719 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:42.546061 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 39740) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:42.661689 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-17b55c64-b587-4e3c-b279-ae36a66c7b50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:42.754482 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-17b55c64-b587-4e3c-b279-ae36a66c7b50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:42.758169 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-17b55c64-b587-4e3c-b279-ae36a66c7b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:42.797530 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-17b55c64-b587-4e3c-b279-ae36a66c7b50 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c3fec3d527b143caba1ec47e7a69d22e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2502944 Sep 23 07:13:42.799442 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b55c64-b587-4e3c-b279-ae36a66c7b50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a2b18f-b529-4796-9580-29a63c2e62a3,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:13:42.800220 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 39744) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:42.849760 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-26ff8232-3a9a-4918-bb7d-b47d82074188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:42.870799 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-26ff8232-3a9a-4918-bb7d-b47d82074188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:42.918675 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-26ff8232-3a9a-4918-bb7d-b47d82074188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:42.921721 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-26ff8232-3a9a-4918-bb7d-b47d82074188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:42.922910 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-26ff8232-3a9a-4918-bb7d-b47d82074188 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b2a2b18f-b529-4796-9580-29a63c2e62a3 HTTP/1.1" status: 204 len: 168 time: 0.1216884 Sep 23 07:13:42.930453 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ff8232-3a9a-4918-bb7d-b47d82074188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a2b18f-b529-4796-9580-29a63c2e62a3,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:13:43.182287 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 39750) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:43.195583 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bc563588-7593-4e80-b4fb-91345e778bea admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:43.292824 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bc563588-7593-4e80-b4fb-91345e778bea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:43.296820 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bc563588-7593-4e80-b4fb-91345e778bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:43.335872 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-bc563588-7593-4e80-b4fb-91345e778bea admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=992599a454144472b316383756e01cf6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1525002 Sep 23 07:13:43.336749 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc563588-7593-4e80-b4fb-91345e778bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc7142c7-94d4-40d2-8b97-c1a76bf80c78,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:13:43.338760 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 39752) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:43.395451 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6bee5264-e9ab-4b42-83cb-a34cf71a49ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:43.416190 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6bee5264-e9ab-4b42-83cb-a34cf71a49ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:43.465114 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6bee5264-e9ab-4b42-83cb-a34cf71a49ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:43.467767 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6bee5264-e9ab-4b42-83cb-a34cf71a49ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:43.468920 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-6bee5264-e9ab-4b42-83cb-a34cf71a49ae admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fc7142c7-94d4-40d2-8b97-c1a76bf80c78 HTTP/1.1" status: 204 len: 168 time: 0.1287811 Sep 23 07:13:43.476395 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bee5264-e9ab-4b42-83cb-a34cf71a49ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc7142c7-94d4-40d2-8b97-c1a76bf80c78,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:13:43.831982 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:45.649233 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 39876) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:45.755679 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-444ca696-a710-40d6-8123-508374846351 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:45.846818 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-444ca696-a710-40d6-8123-508374846351 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:45.850455 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-444ca696-a710-40d6-8123-508374846351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:45.892040 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-444ca696-a710-40d6-8123-508374846351 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e4162eccf7844f31bb6283c9b2730598&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2415409 Sep 23 07:13:45.892954 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444ca696-a710-40d6-8123-508374846351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69605c79-68e7-461f-8ee9-d040732c48f1,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:13:45.894733 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 39880) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:45.943591 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9c56ce0c-66ff-434f-99a6-6b31aa86be43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:45.965295 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9c56ce0c-66ff-434f-99a6-6b31aa86be43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:46.014468 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9c56ce0c-66ff-434f-99a6-6b31aa86be43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:46.017029 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9c56ce0c-66ff-434f-99a6-6b31aa86be43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:46.018206 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-9c56ce0c-66ff-434f-99a6-6b31aa86be43 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/69605c79-68e7-461f-8ee9-d040732c48f1 HTTP/1.1" status: 204 len: 168 time: 0.1223850 Sep 23 07:13:46.025919 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c56ce0c-66ff-434f-99a6-6b31aa86be43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69605c79-68e7-461f-8ee9-d040732c48f1,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:13:46.275344 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 39886) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:46.289097 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ad49a0ad-8dfc-4270-b398-dc0d01c9a4fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:46.377344 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ad49a0ad-8dfc-4270-b398-dc0d01c9a4fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:46.380979 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ad49a0ad-8dfc-4270-b398-dc0d01c9a4fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:46.419839 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-ad49a0ad-8dfc-4270-b398-dc0d01c9a4fb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b557f66042c945ec8cbd5a9ad8f928d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1433449 Sep 23 07:13:46.421043 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad49a0ad-8dfc-4270-b398-dc0d01c9a4fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc83d936-6aec-4f02-92dc-ce3384bccc6a,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:13:46.422960 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 39888) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:46.472061 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-540e1f6c-61cc-4fe2-b28e-999c386360e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:46.493430 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-540e1f6c-61cc-4fe2-b28e-999c386360e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:46.542582 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-540e1f6c-61cc-4fe2-b28e-999c386360e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:46.545614 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-540e1f6c-61cc-4fe2-b28e-999c386360e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:46.546769 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-540e1f6c-61cc-4fe2-b28e-999c386360e4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fc83d936-6aec-4f02-92dc-ce3384bccc6a HTTP/1.1" status: 204 len: 168 time: 0.1228411 Sep 23 07:13:46.554453 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540e1f6c-61cc-4fe2-b28e-999c386360e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc83d936-6aec-4f02-92dc-ce3384bccc6a,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:13:48.778263 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 39988) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:48.889583 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d6faec1e-df85-4a28-b880-61a264baf169 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:48.988244 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d6faec1e-df85-4a28-b880-61a264baf169 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:48.991880 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d6faec1e-df85-4a28-b880-61a264baf169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:49.028654 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-d6faec1e-df85-4a28-b880-61a264baf169 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d056aaad02e44dac9dcd003407cb80b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2487292 Sep 23 07:13:49.031508 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6faec1e-df85-4a28-b880-61a264baf169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80972af3-7710-4f48-bbcf-cf5cfaf01e6a,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:13:49.031886 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 39994) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:49.081990 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-352027d4-f6b9-4fa4-8a5b-91cc95397717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:49.104552 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-352027d4-f6b9-4fa4-8a5b-91cc95397717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:49.159487 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-352027d4-f6b9-4fa4-8a5b-91cc95397717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:49.162350 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-352027d4-f6b9-4fa4-8a5b-91cc95397717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:49.163574 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-352027d4-f6b9-4fa4-8a5b-91cc95397717 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/80972af3-7710-4f48-bbcf-cf5cfaf01e6a HTTP/1.1" status: 204 len: 168 time: 0.1306503 Sep 23 07:13:49.172274 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352027d4-f6b9-4fa4-8a5b-91cc95397717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80972af3-7710-4f48-bbcf-cf5cfaf01e6a,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:13:49.421724 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40000) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:49.434817 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-334cf18e-28fe-4d08-aaac-fcf3268c2e9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:49.529249 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-334cf18e-28fe-4d08-aaac-fcf3268c2e9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:49.533029 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-334cf18e-28fe-4d08-aaac-fcf3268c2e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:49.572397 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-334cf18e-28fe-4d08-aaac-fcf3268c2e9e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3c93d2bbd6ab47719278114798678975&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1494942 Sep 23 07:13:49.573580 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334cf18e-28fe-4d08-aaac-fcf3268c2e9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a39bcd8-d7a7-4a7e-820e-8c3e17a33f4a,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:13:49.573933 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40002) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:49.624880 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bdc01afc-07c9-4cb1-898c-07415808e864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:49.645540 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bdc01afc-07c9-4cb1-898c-07415808e864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:49.690785 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bdc01afc-07c9-4cb1-898c-07415808e864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:49.693432 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bdc01afc-07c9-4cb1-898c-07415808e864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:49.694619 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-bdc01afc-07c9-4cb1-898c-07415808e864 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7a39bcd8-d7a7-4a7e-820e-8c3e17a33f4a HTTP/1.1" status: 204 len: 168 time: 0.1197290 Sep 23 07:13:49.703022 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc01afc-07c9-4cb1-898c-07415808e864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a39bcd8-d7a7-4a7e-820e-8c3e17a33f4a,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:13:50.937528 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40056) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:51.046314 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0f96186e-6d82-4702-8c0a-4413d764fa5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:51.142805 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0f96186e-6d82-4702-8c0a-4413d764fa5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:51.146450 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0f96186e-6d82-4702-8c0a-4413d764fa5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:51.185843 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-0f96186e-6d82-4702-8c0a-4413d764fa5f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4cf9f6cd4d89404197d83f1fba96130b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2470410 Sep 23 07:13:51.186720 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f96186e-6d82-4702-8c0a-4413d764fa5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1425a659-af90-41ec-aeef-e2a5d4125f65,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:13:51.188467 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40062) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:51.241668 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c4bca65a-d29c-408e-9930-580277bd7c0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:51.262753 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c4bca65a-d29c-408e-9930-580277bd7c0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:51.310186 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c4bca65a-d29c-408e-9930-580277bd7c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:51.312877 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c4bca65a-d29c-408e-9930-580277bd7c0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:51.314072 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-c4bca65a-d29c-408e-9930-580277bd7c0e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1425a659-af90-41ec-aeef-e2a5d4125f65 HTTP/1.1" status: 204 len: 168 time: 0.1245840 Sep 23 07:13:51.321956 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bca65a-d29c-408e-9930-580277bd7c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1425a659-af90-41ec-aeef-e2a5d4125f65,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:13:52.312426 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40094) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:52.434461 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a5222c5f-3955-4a83-a183-014cbb6877ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:52.536998 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a5222c5f-3955-4a83-a183-014cbb6877ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:52.540721 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a5222c5f-3955-4a83-a183-014cbb6877ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:52.579487 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-a5222c5f-3955-4a83-a183-014cbb6877ea admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=688471878e194deb8a3a8903fbb8c3f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2659214 Sep 23 07:13:52.580461 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5222c5f-3955-4a83-a183-014cbb6877ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf4790e-b211-4fc9-9c95-898bdd06f679,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:13:52.582631 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40098) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:52.633121 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9e2f6b27-75b4-4f7d-8b04-42bca6faccf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:52.654752 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9e2f6b27-75b4-4f7d-8b04-42bca6faccf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:52.702075 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9e2f6b27-75b4-4f7d-8b04-42bca6faccf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:52.705346 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9e2f6b27-75b4-4f7d-8b04-42bca6faccf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:52.706715 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-9e2f6b27-75b4-4f7d-8b04-42bca6faccf2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2bf4790e-b211-4fc9-9c95-898bdd06f679 HTTP/1.1" status: 204 len: 168 time: 0.1230378 Sep 23 07:13:52.715348 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2f6b27-75b4-4f7d-8b04-42bca6faccf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf4790e-b211-4fc9-9c95-898bdd06f679,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:13:53.867840 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40136) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:53.972253 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-f112594b-0122-40af-add4-9cc1deb0d685 tempest-MeteringIpV6TestJSON-2108090773 tempest-MeteringIpV6TestJSON-2108090773-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1345745778'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:13:53.972793 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-f112594b-0122-40af-add4-9cc1deb0d685 tempest-MeteringIpV6TestJSON-2108090773 tempest-MeteringIpV6TestJSON-2108090773-project-admin] Unknown quota resources ['metering_label']. {{(pid=95066) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 23 07:13:54.160966 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f112594b-0122-40af-add4-9cc1deb0d685 tempest-MeteringIpV6TestJSON-2108090773 tempest-MeteringIpV6TestJSON-2108090773-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:54.162196 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-f112594b-0122-40af-add4-9cc1deb0d685 tempest-MeteringIpV6TestJSON-2108090773 tempest-MeteringIpV6TestJSON-2108090773-project-admin] 10.222.0.39 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.2932489 Sep 23 07:13:54.165106 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40140) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:54.169625 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-8c37b0cc-4a00-4f0c-a0fd-15288556c444 tempest-MeteringIpV6TestJSON-2108090773 tempest-MeteringIpV6TestJSON-2108090773-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'd7ba5547-2105-40f1-ac95-5b599e605797'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:13:54.170184 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-8c37b0cc-4a00-4f0c-a0fd-15288556c444 tempest-MeteringIpV6TestJSON-2108090773 tempest-MeteringIpV6TestJSON-2108090773-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95065) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 23 07:13:54.246730 n-d-715271-16 neutron-server[95065]: WARNING neutron.services.metering.metering_plugin [None req-8c37b0cc-4a00-4f0c-a0fd-15288556c444 tempest-MeteringIpV6TestJSON-2108090773 tempest-MeteringIpV6TestJSON-2108090773-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 23 07:13:54.366551 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8c37b0cc-4a00-4f0c-a0fd-15288556c444 tempest-MeteringIpV6TestJSON-2108090773 tempest-MeteringIpV6TestJSON-2108090773-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:54.367759 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-8c37b0cc-4a00-4f0c-a0fd-15288556c444 tempest-MeteringIpV6TestJSON-2108090773 tempest-MeteringIpV6TestJSON-2108090773-project-admin] 10.222.0.39 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2015703 Sep 23 07:13:54.370785 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40144) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:54.374978 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-e09d0b5d-d426-4bb2-910d-eab1b44bb931 tempest-MeteringIpV6TestJSON-2108090773 tempest-MeteringIpV6TestJSON-2108090773-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'd7ba5547-2105-40f1-ac95-5b599e605797'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:13:54.375467 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-e09d0b5d-d426-4bb2-910d-eab1b44bb931 tempest-MeteringIpV6TestJSON-2108090773 tempest-MeteringIpV6TestJSON-2108090773-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95065) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 23 07:13:54.429330 n-d-715271-16 neutron-server[95065]: WARNING neutron.services.metering.metering_plugin [None req-e09d0b5d-d426-4bb2-910d-eab1b44bb931 tempest-MeteringIpV6TestJSON-2108090773 tempest-MeteringIpV6TestJSON-2108090773-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 23 07:13:54.510071 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e09d0b5d-d426-4bb2-910d-eab1b44bb931 tempest-MeteringIpV6TestJSON-2108090773 tempest-MeteringIpV6TestJSON-2108090773-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:54.511324 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-e09d0b5d-d426-4bb2-910d-eab1b44bb931 tempest-MeteringIpV6TestJSON-2108090773 tempest-MeteringIpV6TestJSON-2108090773-project-admin] 10.222.0.39 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1395705 Sep 23 07:13:54.514690 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40146) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:54.525443 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-6649c9c6-7db0-4346-a0a0-4436b8dc1f03 tempest-MeteringIpV6TestJSON-2108090773 tempest-MeteringIpV6TestJSON-2108090773-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-label-rules?id=b32f73ae-1fcd-42b5-bdec-78c3136a877f HTTP/1.1" status: 200 len: 462 time: 0.0096819 Sep 23 07:13:54.527836 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40148) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:54.636654 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-97fd283e-a6ca-4fba-acc8-fdf5621aecc7 tempest-MeteringIpV6TestJSON-2108090773 tempest-MeteringIpV6TestJSON-2108090773-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:54.638183 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-97fd283e-a6ca-4fba-acc8-fdf5621aecc7 tempest-MeteringIpV6TestJSON-2108090773 tempest-MeteringIpV6TestJSON-2108090773-project-admin] 10.222.0.39 "DELETE /v2.0/metering/metering-label-rules/b32f73ae-1fcd-42b5-bdec-78c3136a877f HTTP/1.1" status: 204 len: 168 time: 0.1091797 Sep 23 07:13:54.640823 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40150) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:54.650190 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-316c2f2b-8d12-45cc-8059-8428b8e04599 tempest-MeteringIpV6TestJSON-2108090773 tempest-MeteringIpV6TestJSON-2108090773-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-label-rules?id=b32f73ae-1fcd-42b5-bdec-78c3136a877f HTTP/1.1" status: 200 len: 221 time: 0.0083063 Sep 23 07:13:54.653390 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40152) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:54.658342 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-d04097e2-b698-42ea-9860-d060cec3aba5 tempest-MeteringIpV6TestJSON-2108090773 tempest-MeteringIpV6TestJSON-2108090773-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--943186884', 'description': 'label created by tempest'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:13:54.658829 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-d04097e2-b698-42ea-9860-d060cec3aba5 tempest-MeteringIpV6TestJSON-2108090773 tempest-MeteringIpV6TestJSON-2108090773-project-admin] Unknown quota resources ['metering_label']. {{(pid=95066) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 23 07:13:54.810477 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d04097e2-b698-42ea-9860-d060cec3aba5 tempest-MeteringIpV6TestJSON-2108090773 tempest-MeteringIpV6TestJSON-2108090773-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:54.811573 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-d04097e2-b698-42ea-9860-d060cec3aba5 tempest-MeteringIpV6TestJSON-2108090773 tempest-MeteringIpV6TestJSON-2108090773-project-admin] 10.222.0.39 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.1567469 Sep 23 07:13:54.814178 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40154) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:54.888825 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-0ae83ee6-f311-4e07-806b-6a758ee0e043 tempest-MeteringIpV6TestJSON-2108090773 tempest-MeteringIpV6TestJSON-2108090773-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-labels?id=171553f5-c3a1-4c4f-851b-a8a4d5dea899 HTTP/1.1" status: 200 len: 467 time: 0.0735810 Sep 23 07:13:54.891431 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40156) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:55.098570 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a87a8181-2eea-4ecb-9f50-b1ef17f15e48 tempest-MeteringIpV6TestJSON-2108090773 tempest-MeteringIpV6TestJSON-2108090773-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:55.099651 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-a87a8181-2eea-4ecb-9f50-b1ef17f15e48 tempest-MeteringIpV6TestJSON-2108090773 tempest-MeteringIpV6TestJSON-2108090773-project-admin] 10.222.0.39 "DELETE /v2.0/metering/metering-labels/171553f5-c3a1-4c4f-851b-a8a4d5dea899 HTTP/1.1" status: 204 len: 168 time: 0.2072978 Sep 23 07:13:55.102418 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40158) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:55.114204 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-2d43b1c2-e416-404a-a148-b8d5dfcb9c20 tempest-MeteringIpV6TestJSON-2108090773 tempest-MeteringIpV6TestJSON-2108090773-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-labels?id=171553f5-c3a1-4c4f-851b-a8a4d5dea899 HTTP/1.1" status: 200 len: 216 time: 0.0107090 Sep 23 07:13:55.117193 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40160) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:55.127168 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-eb35b339-5879-4eaa-a372-9c833316b59a tempest-MeteringIpV6TestJSON-2108090773 tempest-MeteringIpV6TestJSON-2108090773-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0090001 Sep 23 07:13:55.130923 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40162) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:55.143671 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-78c49844-6146-4cb5-9d1d-8904a85793ee tempest-MeteringIpV6TestJSON-2108090773 tempest-MeteringIpV6TestJSON-2108090773-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0116484 Sep 23 07:13:55.148434 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40164) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:55.205564 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-639eda67-52a9-4fa9-81be-5d14a03931c4 tempest-MeteringIpV6TestJSON-2108090773 tempest-MeteringIpV6TestJSON-2108090773-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-labels/d7ba5547-2105-40f1-ac95-5b599e605797 HTTP/1.1" status: 200 len: 473 time: 0.0560036 Sep 23 07:13:55.208785 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40166) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:55.217777 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-7b3d46d0-e9b6-4b35-ba22-164c557a869f tempest-MeteringIpV6TestJSON-2108090773 tempest-MeteringIpV6TestJSON-2108090773-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-label-rules/e5684c03-8ef4-477f-9db3-6b9d9e7d041c HTTP/1.1" status: 200 len: 459 time: 0.0079489 Sep 23 07:13:55.220659 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40168) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:55.319073 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3aa46c0f-97db-4871-8259-2bea0bc4cfa4 tempest-MeteringIpV6TestJSON-2108090773 tempest-MeteringIpV6TestJSON-2108090773-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:55.320221 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-3aa46c0f-97db-4871-8259-2bea0bc4cfa4 tempest-MeteringIpV6TestJSON-2108090773 tempest-MeteringIpV6TestJSON-2108090773-project-admin] 10.222.0.39 "DELETE /v2.0/metering/metering-label-rules/e5684c03-8ef4-477f-9db3-6b9d9e7d041c HTTP/1.1" status: 204 len: 168 time: 0.0986576 Sep 23 07:13:55.322759 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40172) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:55.521938 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9483b419-ac47-4609-885f-f9b9afaceb06 tempest-MeteringIpV6TestJSON-2108090773 tempest-MeteringIpV6TestJSON-2108090773-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:55.523379 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-9483b419-ac47-4609-885f-f9b9afaceb06 tempest-MeteringIpV6TestJSON-2108090773 tempest-MeteringIpV6TestJSON-2108090773-project-admin] 10.222.0.39 "DELETE /v2.0/metering/metering-labels/d7ba5547-2105-40f1-ac95-5b599e605797 HTTP/1.1" status: 204 len: 168 time: 0.1994591 Sep 23 07:13:55.762978 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40178) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:55.867129 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c71a70bc-bddb-4730-87f6-79e6949d26e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:55.954214 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c71a70bc-bddb-4730-87f6-79e6949d26e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:55.958821 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c71a70bc-bddb-4730-87f6-79e6949d26e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:55.999884 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-c71a70bc-bddb-4730-87f6-79e6949d26e9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=900c302bd8084a55ba1f37241ac71bda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2352173 Sep 23 07:13:56.000768 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71a70bc-bddb-4730-87f6-79e6949d26e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1f2b94-d94a-48c7-8fa9-b442d5b10dbf,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:13:56.002660 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40182) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:56.050979 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5fb27239-08c1-4f8f-bd70-eab58d57e15e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:56.072574 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5fb27239-08c1-4f8f-bd70-eab58d57e15e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:56.121148 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5fb27239-08c1-4f8f-bd70-eab58d57e15e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:56.124546 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5fb27239-08c1-4f8f-bd70-eab58d57e15e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:56.125702 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-5fb27239-08c1-4f8f-bd70-eab58d57e15e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ce1f2b94-d94a-48c7-8fa9-b442d5b10dbf HTTP/1.1" status: 204 len: 168 time: 0.1220291 Sep 23 07:13:56.134789 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb27239-08c1-4f8f-bd70-eab58d57e15e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1f2b94-d94a-48c7-8fa9-b442d5b10dbf,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:13:56.378217 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40188) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:56.391806 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1c052ef6-ec33-4892-b956-29ba92b337b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:56.486222 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1c052ef6-ec33-4892-b956-29ba92b337b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:56.490289 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1c052ef6-ec33-4892-b956-29ba92b337b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:56.536089 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c052ef6-ec33-4892-b956-29ba92b337b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f4ad9ab-4db2-4e57-885a-fd475be4cf0e,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:13:56.540431 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-1c052ef6-ec33-4892-b956-29ba92b337b4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c589bebbb07e420eb43fbac2098fb630&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1611748 Sep 23 07:13:56.543625 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40192) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:56.590338 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-91fb1798-3e72-4867-9fec-d17042564bc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:56.611888 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-91fb1798-3e72-4867-9fec-d17042564bc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:56.658021 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-91fb1798-3e72-4867-9fec-d17042564bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:56.660592 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-91fb1798-3e72-4867-9fec-d17042564bc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:56.661746 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-91fb1798-3e72-4867-9fec-d17042564bc8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4f4ad9ab-4db2-4e57-885a-fd475be4cf0e HTTP/1.1" status: 204 len: 168 time: 0.1178129 Sep 23 07:13:56.669351 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fb1798-3e72-4867-9fec-d17042564bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f4ad9ab-4db2-4e57-885a-fd475be4cf0e,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:13:57.332634 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40216) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:57.428860 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [None req-dc839d73-5126-4638-9b5b-46c008509c8b tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:13:57.429899 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-dc839d73-5126-4638-9b5b-46c008509c8b tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0960760 Sep 23 07:13:57.432820 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40220) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:57.436571 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [None req-72530c98-a412-4d1f-9a11-302911896a9f tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] http://10.222.0.39:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:13:57.437487 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-72530c98-a412-4d1f-9a11-302911896a9f tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] 10.222.0.39 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0038054 Sep 23 07:13:57.439591 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40222) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:57.443336 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [None req-b1c4e3a3-d1f5-4611-a793-180e059f9ba1 tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] http://10.222.0.39:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:13:57.444264 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-b1c4e3a3-d1f5-4611-a793-180e059f9ba1 tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] 10.222.0.39 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0038350 Sep 23 07:13:57.446299 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40224) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:57.453898 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [None req-c8b53dd6-3dcb-420b-b3a3-d0d8c6005f44 tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] http://10.222.0.39:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:13:57.454840 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-c8b53dd6-3dcb-420b-b3a3-d0d8c6005f44 tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] 10.222.0.39 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0077417 Sep 23 07:13:57.456974 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40226) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:57.461048 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [None req-19fc9359-ca1c-415d-98ad-f77fa270157b tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] http://10.222.0.39:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:13:57.461993 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-19fc9359-ca1c-415d-98ad-f77fa270157b tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] 10.222.0.39 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0038602 Sep 23 07:13:57.464134 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40230) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:57.468675 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [None req-305d076f-4cf3-41cb-81a0-607ec2b08aab tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] http://10.222.0.39:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:13:57.469599 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-305d076f-4cf3-41cb-81a0-607ec2b08aab tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] 10.222.0.39 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0046394 Sep 23 07:13:57.471805 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40232) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:57.475484 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [None req-3b5e5346-659d-42db-b953-0c7c7b9b5748 tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] http://10.222.0.39:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:13:57.476404 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-3b5e5346-659d-42db-b953-0c7c7b9b5748 tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] 10.222.0.39 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0037787 Sep 23 07:13:57.478483 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40234) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:57.482625 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [None req-2429b852-ec1d-4893-b8f2-41a061193823 tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] http://10.222.0.39:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:13:57.483475 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-2429b852-ec1d-4893-b8f2-41a061193823 tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] 10.222.0.39 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0041003 Sep 23 07:13:57.486093 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40236) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:57.489925 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [None req-97d41a15-bd78-4ab9-b9ad-877e7b7455b8 tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] http://10.222.0.39:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:13:57.490867 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-97d41a15-bd78-4ab9-b9ad-877e7b7455b8 tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] 10.222.0.39 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0039279 Sep 23 07:13:57.493016 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40238) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:57.496763 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [None req-7e5a789e-8c8a-48d0-96f8-dbc99c43223c tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] http://10.222.0.39:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:13:57.497999 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-7e5a789e-8c8a-48d0-96f8-dbc99c43223c tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] 10.222.0.39 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0038984 Sep 23 07:13:57.499946 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40240) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:57.504377 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [None req-619fbc86-c638-4436-9ffc-69743ee20e26 tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] http://10.222.0.39:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:13:57.505477 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-619fbc86-c638-4436-9ffc-69743ee20e26 tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] 10.222.0.39 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0045340 Sep 23 07:13:57.507395 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40242) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:57.511633 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [None req-5c85860f-1319-408a-b9e8-2db0483b4a1f tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] http://10.222.0.39:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:13:57.512579 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-5c85860f-1319-408a-b9e8-2db0483b4a1f tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] 10.222.0.39 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0043638 Sep 23 07:13:57.515687 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40244) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:57.519339 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [None req-82bc19b0-cc6a-482e-92d9-a8a1df4f2709 tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] http://10.222.0.39:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:13:57.520212 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-82bc19b0-cc6a-482e-92d9-a8a1df4f2709 tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] 10.222.0.39 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0037091 Sep 23 07:13:57.522424 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40246) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:57.526198 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [None req-d8c7fe65-2bf2-4f81-97e3-3432194f98df tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] http://10.222.0.39:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:13:57.527145 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-d8c7fe65-2bf2-4f81-97e3-3432194f98df tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] 10.222.0.39 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0038235 Sep 23 07:13:57.530215 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40248) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:57.534583 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [None req-6b60b120-325e-4e64-af99-8d427a912089 tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] http://10.222.0.39:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=95065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:13:57.535539 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-6b60b120-325e-4e64-af99-8d427a912089 tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] 10.222.0.39 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0043540 Sep 23 07:13:57.537743 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40250) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:57.541425 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [None req-3757600b-bc31-4564-adca-5411dbbdbadb tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] http://10.222.0.39:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=95065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:13:57.542379 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-3757600b-bc31-4564-adca-5411dbbdbadb tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] 10.222.0.39 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0037642 Sep 23 07:13:57.544544 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40252) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:57.548340 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [None req-982e28e8-4d44-4423-8eb3-b5a9fe3cb025 tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] http://10.222.0.39:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=95065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:13:57.549267 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-982e28e8-4d44-4423-8eb3-b5a9fe3cb025 tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] 10.222.0.39 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0038757 Sep 23 07:13:57.551503 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40254) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:57.555510 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [None req-d7a34abd-597c-40a7-8300-a90dda4533c9 tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] http://10.222.0.39:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:13:57.556487 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-d7a34abd-597c-40a7-8300-a90dda4533c9 tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] 10.222.0.39 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0040600 Sep 23 07:13:57.558803 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40256) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:57.562897 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [None req-e1e8be69-0cdf-457b-a228-d38558aefdc3 tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] http://10.222.0.39:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:13:57.563830 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-e1e8be69-0cdf-457b-a228-d38558aefdc3 tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] 10.222.0.39 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0042145 Sep 23 07:13:57.565822 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40258) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:57.569535 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [None req-33cbdbb9-8ea4-49b2-a82e-78a684cb1e07 tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] http://10.222.0.39:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:13:57.570491 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-33cbdbb9-8ea4-49b2-a82e-78a684cb1e07 tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] 10.222.0.39 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0038295 Sep 23 07:13:57.572448 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40260) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:57.577159 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [None req-ad669f62-5a99-405c-92e1-a256d34180d0 tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] http://10.222.0.39:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:13:57.578111 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-ad669f62-5a99-405c-92e1-a256d34180d0 tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] 10.222.0.39 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0048275 Sep 23 07:13:57.580148 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40262) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:57.584300 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [None req-b37d5732-f8e3-4944-80e5-f3f8ae64f17c tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] http://10.222.0.39:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:13:57.585237 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-b37d5732-f8e3-4944-80e5-f3f8ae64f17c tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] 10.222.0.39 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0042791 Sep 23 07:13:57.587262 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40264) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:57.590928 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [None req-0e688a91-49f7-4792-92b0-d0834bda5025 tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] http://10.222.0.39:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:13:57.593018 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-0e688a91-49f7-4792-92b0-d0834bda5025 tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] 10.222.0.39 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0049009 Sep 23 07:13:57.595027 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40266) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:57.598628 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [None req-f148fb8b-008d-43ad-9af7-07be09357352 tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] http://10.222.0.39:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:13:57.599559 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-f148fb8b-008d-43ad-9af7-07be09357352 tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] 10.222.0.39 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0037165 Sep 23 07:13:57.601507 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40268) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:57.605104 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [None req-b825801a-3279-449c-a393-76b7c468cee9 tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] http://10.222.0.39:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:13:57.606060 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-b825801a-3279-449c-a393-76b7c468cee9 tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] 10.222.0.39 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0036879 Sep 23 07:13:57.608284 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40270) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:57.612154 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [None req-d1b51b93-904b-4898-83da-31258b1913de tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] http://10.222.0.39:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:13:57.613075 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-d1b51b93-904b-4898-83da-31258b1913de tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] 10.222.0.39 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0039768 Sep 23 07:13:57.615049 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40272) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:57.618733 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [None req-2318b686-b329-42f7-8a8f-cf4bf54d2fb7 tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] http://10.222.0.39:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:13:57.619699 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-2318b686-b329-42f7-8a8f-cf4bf54d2fb7 tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] 10.222.0.39 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0038435 Sep 23 07:13:57.621682 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40274) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:57.625603 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [None req-c1b59ad1-3e27-4e62-b248-6de54e87661f tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] http://10.222.0.39:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:13:57.626560 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-c1b59ad1-3e27-4e62-b248-6de54e87661f tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] 10.222.0.39 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0040371 Sep 23 07:13:57.628580 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40276) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:57.632212 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [None req-ff1806d6-8191-4deb-8dd4-aa5e9ff9023f tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] http://10.222.0.39:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:13:57.633140 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-ff1806d6-8191-4deb-8dd4-aa5e9ff9023f tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] 10.222.0.39 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0037477 Sep 23 07:13:57.635135 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40278) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:57.640158 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [None req-9ad4ae5c-6c4c-43c5-8fcb-a5caa6a14193 tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] http://10.222.0.39:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:13:57.641093 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-9ad4ae5c-6c4c-43c5-8fcb-a5caa6a14193 tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] 10.222.0.39 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0051427 Sep 23 07:13:57.643122 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40280) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:57.646764 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [None req-897060d1-69e4-4137-856b-de97c1d6339e tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] http://10.222.0.39:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:13:57.647693 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-897060d1-69e4-4137-856b-de97c1d6339e tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] 10.222.0.39 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0037587 Sep 23 07:13:57.649723 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40282) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:57.653307 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [None req-cf76565b-0451-43a0-954e-003d160f6f2c tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] http://10.222.0.39:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:13:57.655322 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-cf76565b-0451-43a0-954e-003d160f6f2c tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] 10.222.0.39 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0047555 Sep 23 07:13:57.657412 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40284) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:57.661008 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [None req-1982448c-f776-4b00-a30b-d12ce942bcbe tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] http://10.222.0.39:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:13:57.661965 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-1982448c-f776-4b00-a30b-d12ce942bcbe tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] 10.222.0.39 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0036812 Sep 23 07:13:57.664087 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40286) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:57.667683 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [None req-d981f46e-eafd-4ba1-bf1e-b207579dd46f tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] http://10.222.0.39:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:13:57.668602 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-d981f46e-eafd-4ba1-bf1e-b207579dd46f tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] 10.222.0.39 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0037036 Sep 23 07:13:57.670976 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40288) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:57.675072 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [None req-e0852577-a537-4b8f-a532-88779c877f0f tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] http://10.222.0.39:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=95065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:13:57.676065 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-e0852577-a537-4b8f-a532-88779c877f0f tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] 10.222.0.39 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0041454 Sep 23 07:13:57.678180 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40290) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:57.681914 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [None req-30d65dd3-3e87-423c-a225-58c67504130f tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] http://10.222.0.39:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=95065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:13:57.682829 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-30d65dd3-3e87-423c-a225-58c67504130f tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] 10.222.0.39 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0038273 Sep 23 07:13:57.685545 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40292) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:57.689305 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [None req-e8532b42-dc0e-46c7-94bf-b37cb615321b tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] http://10.222.0.39:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:13:57.690299 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-e8532b42-dc0e-46c7-94bf-b37cb615321b tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] 10.222.0.39 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0038962 Sep 23 07:13:57.692276 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40294) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:57.695976 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [None req-4e587d42-ee0d-49e7-bc60-b89f0413b641 tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] http://10.222.0.39:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:13:57.696958 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-4e587d42-ee0d-49e7-bc60-b89f0413b641 tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] 10.222.0.39 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0038369 Sep 23 07:13:57.699025 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40296) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:57.703718 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [None req-b8e9cefd-20ed-4b29-8845-dd480618269a tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] http://10.222.0.39:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:13:57.704672 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-b8e9cefd-20ed-4b29-8845-dd480618269a tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] 10.222.0.39 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0048063 Sep 23 07:13:57.706828 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40298) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:57.710955 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [None req-cfc8413f-eb04-41f8-9549-69bb075596ae tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] http://10.222.0.39:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:13:57.711881 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-cfc8413f-eb04-41f8-9549-69bb075596ae tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] 10.222.0.39 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0042408 Sep 23 07:13:57.713936 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40300) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:57.718040 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [None req-775672aa-003d-4956-b5e4-ec74ef7710fa tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] http://10.222.0.39:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:13:57.718970 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-775672aa-003d-4956-b5e4-ec74ef7710fa tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] 10.222.0.39 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0042262 Sep 23 07:13:57.720971 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40302) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:57.724564 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [None req-2670a2c9-f2cf-42a7-bb60-382c976a472c tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] http://10.222.0.39:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:13:57.725490 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-2670a2c9-f2cf-42a7-bb60-382c976a472c tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] 10.222.0.39 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0037057 Sep 23 07:13:57.727504 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40304) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:57.731086 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [None req-ea5f7063-4467-4f20-b427-f96000a9c57f tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] http://10.222.0.39:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:13:57.732210 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-ea5f7063-4467-4f20-b427-f96000a9c57f tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] 10.222.0.39 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0037327 Sep 23 07:13:57.734613 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40306) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:57.738232 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [None req-bac04852-3368-47de-b5bf-707aff41e54f tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] http://10.222.0.39:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:13:57.739160 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-bac04852-3368-47de-b5bf-707aff41e54f tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] 10.222.0.39 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0037405 Sep 23 07:13:57.741099 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40308) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:57.744700 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [None req-0535c9e5-e5c5-4fae-a4b6-8e2216ab0ceb tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] http://10.222.0.39:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:13:57.745624 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-0535c9e5-e5c5-4fae-a4b6-8e2216ab0ceb tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] 10.222.0.39 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0037191 Sep 23 07:13:57.748281 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40310) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:57.751910 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [None req-4cbaa020-3003-47ed-b66d-db419484513b tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] http://10.222.0.39:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:13:57.752832 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-4cbaa020-3003-47ed-b66d-db419484513b tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] 10.222.0.39 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0037429 Sep 23 07:13:57.754866 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40312) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:57.758462 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [None req-e63b870c-c976-41f1-b315-cff98c1a0295 tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] http://10.222.0.39:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:13:57.759385 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-e63b870c-c976-41f1-b315-cff98c1a0295 tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] 10.222.0.39 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0037138 Sep 23 07:13:57.761391 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40314) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:57.766256 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [None req-91ec0a26-e2f4-4adc-9b86-39e6c0280be6 tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] http://10.222.0.39:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:13:57.767182 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-91ec0a26-e2f4-4adc-9b86-39e6c0280be6 tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] 10.222.0.39 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0049622 Sep 23 07:13:57.769233 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40316) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:57.772866 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [None req-30d075af-4218-4b64-8a2c-beaf4a77c3d2 tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] http://10.222.0.39:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:13:57.773736 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-30d075af-4218-4b64-8a2c-beaf4a77c3d2 tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] 10.222.0.39 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0037043 Sep 23 07:13:57.775765 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40318) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:57.779632 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [None req-89a873c4-7d25-4b91-b683-2cd6385a01e4 tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] http://10.222.0.39:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:13:57.780553 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-89a873c4-7d25-4b91-b683-2cd6385a01e4 tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] 10.222.0.39 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0039873 Sep 23 07:13:57.782606 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40320) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:57.786425 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [None req-d51e0fbc-851a-46b3-9304-9c471aed917c tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] http://10.222.0.39:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:13:57.787619 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-d51e0fbc-851a-46b3-9304-9c471aed917c tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] 10.222.0.39 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0041904 Sep 23 07:13:57.789562 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40322) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:57.793175 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [None req-360636f6-b11d-460b-83d8-e932a0321920 tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] http://10.222.0.39:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:13:57.794114 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-360636f6-b11d-460b-83d8-e932a0321920 tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] 10.222.0.39 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0036986 Sep 23 07:13:57.796120 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40324) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:57.799729 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [None req-b81b7849-ce7f-4813-b576-cc186635d735 tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] http://10.222.0.39:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:13:57.800642 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-b81b7849-ce7f-4813-b576-cc186635d735 tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] 10.222.0.39 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0037215 Sep 23 07:13:57.802675 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40326) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:57.806480 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [None req-49636660-5599-4a94-a8f0-27a718d73c45 tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] http://10.222.0.39:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:13:57.807406 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-49636660-5599-4a94-a8f0-27a718d73c45 tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] 10.222.0.39 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0039246 Sep 23 07:13:57.809527 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40328) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:57.813788 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [None req-b960635a-5024-4db7-8c70-b4ee3cf57bba tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] http://10.222.0.39:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:13:57.814736 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-b960635a-5024-4db7-8c70-b4ee3cf57bba tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] 10.222.0.39 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0038218 Sep 23 07:13:57.816795 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40330) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:57.820900 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [None req-dd1945f6-520f-4acc-bfd2-bfd0b03295df tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] http://10.222.0.39:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:13:57.821826 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-dd1945f6-520f-4acc-bfd2-bfd0b03295df tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] 10.222.0.39 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0042319 Sep 23 07:13:57.824212 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40332) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:57.828418 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [None req-80655a7a-df2b-4d3e-988a-27cedab8361f tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] http://10.222.0.39:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:13:57.829342 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-80655a7a-df2b-4d3e-988a-27cedab8361f tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] 10.222.0.39 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0043311 Sep 23 07:13:57.831519 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40334) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:57.835216 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [None req-4dd97251-44bb-443c-a51e-db0f556ca3a9 tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] http://10.222.0.39:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:13:57.836135 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-4dd97251-44bb-443c-a51e-db0f556ca3a9 tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] 10.222.0.39 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0038085 Sep 23 07:13:57.838299 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40336) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:57.842757 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [None req-aff15db5-bff3-45e2-a581-358d4c364d30 tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] http://10.222.0.39:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:13:57.843671 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-aff15db5-bff3-45e2-a581-358d4c364d30 tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] 10.222.0.39 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0044823 Sep 23 07:13:57.845745 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40338) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:57.849513 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [None req-d8f68d0c-3fec-444a-b32a-d52b18fae76e tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] http://10.222.0.39:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:13:57.850443 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-d8f68d0c-3fec-444a-b32a-d52b18fae76e tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] 10.222.0.39 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0038466 Sep 23 07:13:57.852413 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40340) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:57.855978 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [None req-f1a80c5f-f320-4e37-8855-cff18eadbf44 tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] http://10.222.0.39:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:13:57.856909 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-f1a80c5f-f320-4e37-8855-cff18eadbf44 tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] 10.222.0.39 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0036530 Sep 23 07:13:57.859303 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40342) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:57.863067 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [None req-03837f9d-ab56-459b-8623-37738ca6f223 tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] http://10.222.0.39:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:13:57.863986 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-03837f9d-ab56-459b-8623-37738ca6f223 tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] 10.222.0.39 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0038879 Sep 23 07:13:57.866123 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40344) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:57.869716 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [None req-1390483d-90a9-43d9-814c-e3017d4f1569 tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] http://10.222.0.39:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:13:57.870647 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-1390483d-90a9-43d9-814c-e3017d4f1569 tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] 10.222.0.39 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0037091 Sep 23 07:13:57.873395 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40346) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:57.877511 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [None req-cce7dc09-0a7c-49fa-85d2-7f267cd820c2 tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] http://10.222.0.39:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:13:57.878542 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-cce7dc09-0a7c-49fa-85d2-7f267cd820c2 tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] 10.222.0.39 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0043981 Sep 23 07:13:57.880605 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40348) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:57.884220 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [None req-9df3666d-04c4-47e9-8791-a48c7272810e tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] http://10.222.0.39:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:13:57.885129 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-9df3666d-04c4-47e9-8791-a48c7272810e tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] 10.222.0.39 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0037265 Sep 23 07:13:57.887203 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40350) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:57.891442 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [None req-e5b61c2f-814c-4d1b-bae4-0871d0f806a4 tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] http://10.222.0.39:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:13:57.892357 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-e5b61c2f-814c-4d1b-bae4-0871d0f806a4 tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] 10.222.0.39 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0043528 Sep 23 07:13:57.894708 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40352) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:57.898357 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [None req-acfbaad3-af3d-4678-858a-1911ddb763d7 tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] http://10.222.0.39:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:13:57.899271 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-acfbaad3-af3d-4678-858a-1911ddb763d7 tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] 10.222.0.39 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0037327 Sep 23 07:13:57.901446 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40354) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:57.905625 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [None req-6483f72f-63bf-4808-90ff-f6a916e1645c tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] http://10.222.0.39:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=95065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:13:57.906578 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-6483f72f-63bf-4808-90ff-f6a916e1645c tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] 10.222.0.39 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0041897 Sep 23 07:13:57.908662 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40356) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:57.916504 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [None req-27d62316-61d4-42d6-aa08-d8f1fc7ec277 tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] http://10.222.0.39:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=95065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:13:57.917402 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-27d62316-61d4-42d6-aa08-d8f1fc7ec277 tempest-ExtensionsTestJSON-16366342 tempest-ExtensionsTestJSON-16366342-project] 10.222.0.39 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0079415 Sep 23 07:13:58.155621 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40362) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:58.262989 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cee2ca1a-5b6b-42e2-9745-fa1d3a589957 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:58.352470 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cee2ca1a-5b6b-42e2-9745-fa1d3a589957 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:58.355820 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cee2ca1a-5b6b-42e2-9745-fa1d3a589957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:58.394229 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-cee2ca1a-5b6b-42e2-9745-fa1d3a589957 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7d1989fe68e143f4bcbfdf79bdf9a8c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2375531 Sep 23 07:13:58.395070 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee2ca1a-5b6b-42e2-9745-fa1d3a589957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=619f16be-1123-4f51-a40d-dacbd9e2abd9,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:13:58.397036 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40366) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:58.446336 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-128c7e55-34f2-4b51-a9ad-0120f9b5ca0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:58.467532 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-128c7e55-34f2-4b51-a9ad-0120f9b5ca0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:58.514854 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-128c7e55-34f2-4b51-a9ad-0120f9b5ca0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:58.517410 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-128c7e55-34f2-4b51-a9ad-0120f9b5ca0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:58.518571 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-128c7e55-34f2-4b51-a9ad-0120f9b5ca0b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/619f16be-1123-4f51-a40d-dacbd9e2abd9 HTTP/1.1" status: 204 len: 168 time: 0.1204808 Sep 23 07:13:58.526046 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128c7e55-34f2-4b51-a9ad-0120f9b5ca0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=619f16be-1123-4f51-a40d-dacbd9e2abd9,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:13:59.139808 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40390) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:59.239630 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-3e718e63-f0e8-4a32-8fe3-a23e42ea3ed0 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Request body: {'networks': [{'name': 'tempest-network--1922821667'}, {'name': 'tempest-network--38794577'}]} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:13:59.239943 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-3e718e63-f0e8-4a32-8fe3-a23e42ea3ed0 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Request body: {'network': {'name': 'tempest-network--1922821667'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:13:59.240426 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-3e718e63-f0e8-4a32-8fe3-a23e42ea3ed0 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Request body: {'network': {'name': 'tempest-network--38794577'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:13:59.260865 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e718e63-f0e8-4a32-8fe3-a23e42ea3ed0 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Made reservation on behalf of 3de0f1c9131f4950b566764f205ed8a0 for: {'network': 2} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:13:59.266086 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3e718e63-f0e8-4a32-8fe3-a23e42ea3ed0 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:59.274357 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3e718e63-f0e8-4a32-8fe3-a23e42ea3ed0 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:59.363760 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3e718e63-f0e8-4a32-8fe3-a23e42ea3ed0 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:59.367467 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3e718e63-f0e8-4a32-8fe3-a23e42ea3ed0 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:59.368060 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3e718e63-f0e8-4a32-8fe3-a23e42ea3ed0 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:59.403807 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e718e63-f0e8-4a32-8fe3-a23e42ea3ed0 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60bd6faf-e8ed-4fc0-bd25-91081db8859c,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:13:59.414249 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e718e63-f0e8-4a32-8fe3-a23e42ea3ed0 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:13:59.423291 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3e718e63-f0e8-4a32-8fe3-a23e42ea3ed0 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:59.423638 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-3e718e63-f0e8-4a32-8fe3-a23e42ea3ed0 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Added segment cb971396-76f2-42fc-853f-bda4542b0347 of type vlan for network 16d00107-2291-4dc7-8c85-944e89430621 Sep 23 07:13:59.470896 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3e718e63-f0e8-4a32-8fe3-a23e42ea3ed0 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:59.499844 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e718e63-f0e8-4a32-8fe3-a23e42ea3ed0 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:13:59.508918 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3e718e63-f0e8-4a32-8fe3-a23e42ea3ed0 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:59.509259 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-3e718e63-f0e8-4a32-8fe3-a23e42ea3ed0 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Added segment c5321b4c-939f-4a5c-b48d-51793047b978 of type vlan for network cb2ea286-8c71-4d4a-bde0-29327b58e665 Sep 23 07:13:59.548483 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3e718e63-f0e8-4a32-8fe3-a23e42ea3ed0 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:59.575153 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3e718e63-f0e8-4a32-8fe3-a23e42ea3ed0 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:59.576447 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3e718e63-f0e8-4a32-8fe3-a23e42ea3ed0 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:59.582217 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e718e63-f0e8-4a32-8fe3-a23e42ea3ed0 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:13:59.587092 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e718e63-f0e8-4a32-8fe3-a23e42ea3ed0 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:13:59.587708 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3e718e63-f0e8-4a32-8fe3-a23e42ea3ed0 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:13:59.621569 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-3e718e63-f0e8-4a32-8fe3-a23e42ea3ed0 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 0.4806297 Sep 23 07:13:59.624965 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40396) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:59.691594 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e718e63-f0e8-4a32-8fe3-a23e42ea3ed0 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Pushing event updated for resources: {'Network': ['ID=16d00107-2291-4dc7-8c85-944e89430621,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:13:59.703287 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 16d00107-2291-4dc7-8c85-944e89430621 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:13:59.846839 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e718e63-f0e8-4a32-8fe3-a23e42ea3ed0 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Pushing event updated for resources: {'Network': ['ID=cb2ea286-8c71-4d4a-bde0-29327b58e665,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:13:59.857883 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network cb2ea286-8c71-4d4a-bde0-29327b58e665 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:13:59.883077 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188b1046-4c1c-4111-a8b4-61e56faec00a tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:13:59.889586 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188b1046-4c1c-4111-a8b4-61e56faec00a tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:13:59.895379 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188b1046-4c1c-4111-a8b4-61e56faec00a tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:13:59.901135 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188b1046-4c1c-4111-a8b4-61e56faec00a tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:13:59.902824 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-188b1046-4c1c-4111-a8b4-61e56faec00a tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.2770255 Sep 23 07:13:59.906400 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40398) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:13:59.992522 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-130fd012-4ff0-416e-9f90-ccaa74b3686a tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:00.080596 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-130fd012-4ff0-416e-9f90-ccaa74b3686a tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:00.100904 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-130fd012-4ff0-416e-9f90-ccaa74b3686a tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16d00107-2291-4dc7-8c85-944e89430621']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:14:00.110785 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-130fd012-4ff0-416e-9f90-ccaa74b3686a tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb971396-76f2-42fc-853f-bda4542b0347') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:14:00.111084 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-130fd012-4ff0-416e-9f90-ccaa74b3686a tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb971396-76f2-42fc-853f-bda4542b0347') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:14:00.120247 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-130fd012-4ff0-416e-9f90-ccaa74b3686a tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:00.133633 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-130fd012-4ff0-416e-9f90-ccaa74b3686a tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:00.140090 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-130fd012-4ff0-416e-9f90-ccaa74b3686a tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:14:00.140665 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-130fd012-4ff0-416e-9f90-ccaa74b3686a tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:00.143498 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 07:14:00.143498 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:14:00.143498 n-d-715271-16 neutron-server[95065]: timer() Sep 23 07:14:00.143498 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:14:00.143498 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 07:14:00.143498 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:14:00.143498 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 07:14:00.143498 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:14:00.143498 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 07:14:00.143498 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:14:00.143498 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 07:14:00.143498 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:14:00.143498 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 07:14:00.143498 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:14:00.143498 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:14:00.143498 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:14:00.143498 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:14:00.143498 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:14:00.143498 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 07:14:00.143498 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:14:00.143498 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 07:14:00.143498 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:14:00.143498 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:14:00.143498 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:14:00.143498 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 07:14:00.143498 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:14:00.143498 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:14:00.143498 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:14:00.143498 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:14:00.143498 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:14:00.143498 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:14:00.143498 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:14:00.198645 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-130fd012-4ff0-416e-9f90-ccaa74b3686a tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:00.204910 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-130fd012-4ff0-416e-9f90-ccaa74b3686a tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:00.209026 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-130fd012-4ff0-416e-9f90-ccaa74b3686a tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] 10.222.0.39 "DELETE /v2.0/networks/16d00107-2291-4dc7-8c85-944e89430621 HTTP/1.1" status: 204 len: 168 time: 0.3016658 Sep 23 07:14:00.209635 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40400) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:14:00.223222 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130fd012-4ff0-416e-9f90-ccaa74b3686a tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Pushing event deleted for resources: {'Network': ['ID=16d00107-2291-4dc7-8c85-944e89430621,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:14:00.283553 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-34d3d4a6-04f7-4e70-abfc-c3f76c38546e tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:00.378101 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-34d3d4a6-04f7-4e70-abfc-c3f76c38546e tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:00.397285 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-34d3d4a6-04f7-4e70-abfc-c3f76c38546e tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb2ea286-8c71-4d4a-bde0-29327b58e665']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:14:00.406458 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-34d3d4a6-04f7-4e70-abfc-c3f76c38546e tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5321b4c-939f-4a5c-b48d-51793047b978') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:14:00.406752 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-34d3d4a6-04f7-4e70-abfc-c3f76c38546e tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5321b4c-939f-4a5c-b48d-51793047b978') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:14:00.415807 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-34d3d4a6-04f7-4e70-abfc-c3f76c38546e tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:00.428952 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-34d3d4a6-04f7-4e70-abfc-c3f76c38546e tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:00.434856 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34d3d4a6-04f7-4e70-abfc-c3f76c38546e tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:14:00.435750 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-34d3d4a6-04f7-4e70-abfc-c3f76c38546e tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:00.438659 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 07:14:00.438659 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:14:00.438659 n-d-715271-16 neutron-server[95066]: timer() Sep 23 07:14:00.438659 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:14:00.438659 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 07:14:00.438659 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:14:00.438659 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 07:14:00.438659 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:14:00.438659 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 07:14:00.438659 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:14:00.438659 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 07:14:00.438659 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:14:00.438659 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 07:14:00.438659 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:14:00.438659 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:14:00.438659 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:14:00.438659 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:14:00.438659 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:14:00.438659 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 07:14:00.438659 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:14:00.438659 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 07:14:00.438659 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:14:00.438659 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:14:00.438659 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:14:00.438659 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 07:14:00.438659 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:14:00.438659 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:14:00.438659 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:14:00.438659 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:14:00.438659 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:14:00.438659 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:14:00.438659 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:14:00.495214 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-34d3d4a6-04f7-4e70-abfc-c3f76c38546e tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:00.502998 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-34d3d4a6-04f7-4e70-abfc-c3f76c38546e tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:00.506431 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-34d3d4a6-04f7-4e70-abfc-c3f76c38546e tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] 10.222.0.39 "DELETE /v2.0/networks/cb2ea286-8c71-4d4a-bde0-29327b58e665 HTTP/1.1" status: 204 len: 168 time: 0.2941034 Sep 23 07:14:00.507523 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40402) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:14:00.521228 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3d4a6-04f7-4e70-abfc-c3f76c38546e tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Pushing event deleted for resources: {'Network': ['ID=cb2ea286-8c71-4d4a-bde0-29327b58e665,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:14:00.898309 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddadd6b5-3591-49fa-ab5f-f415f1524438 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:14:00.904887 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddadd6b5-3591-49fa-ab5f-f415f1524438 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:14:00.906484 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-ddadd6b5-3591-49fa-ab5f-f415f1524438 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3979521 Sep 23 07:14:00.910124 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40406) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:14:00.914760 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-3c80e9ac-7971-4113-9422-cfc88815f2ac tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1007516351'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:14:00.935232 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c80e9ac-7971-4113-9422-cfc88815f2ac tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Made reservation on behalf of 3de0f1c9131f4950b566764f205ed8a0 for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:14:00.938806 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3c80e9ac-7971-4113-9422-cfc88815f2ac tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:00.961767 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c80e9ac-7971-4113-9422-cfc88815f2ac tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:14:00.970956 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3c80e9ac-7971-4113-9422-cfc88815f2ac tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:00.971302 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-3c80e9ac-7971-4113-9422-cfc88815f2ac tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Added segment 9aa11c33-ccd8-4b2e-b974-7d520b71de76 of type vlan for network 35d7b4b0-7482-4e37-80d5-35373b865327 Sep 23 07:14:01.012421 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3c80e9ac-7971-4113-9422-cfc88815f2ac tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:01.035311 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3c80e9ac-7971-4113-9422-cfc88815f2ac tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:01.040821 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c80e9ac-7971-4113-9422-cfc88815f2ac tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:14:01.041396 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3c80e9ac-7971-4113-9422-cfc88815f2ac tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:01.068663 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-3c80e9ac-7971-4113-9422-cfc88815f2ac tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1575129 Sep 23 07:14:01.071435 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40408) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:14:01.076948 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-2ee98073-6b95-4eb6-a195-7748842898ef tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1149286700'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:14:01.105719 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee98073-6b95-4eb6-a195-7748842898ef tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Made reservation on behalf of 3de0f1c9131f4950b566764f205ed8a0 for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:14:01.110197 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2ee98073-6b95-4eb6-a195-7748842898ef tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:01.112075 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c80e9ac-7971-4113-9422-cfc88815f2ac tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Pushing event updated for resources: {'Network': ['ID=35d7b4b0-7482-4e37-80d5-35373b865327,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:14:01.122555 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 35d7b4b0-7482-4e37-80d5-35373b865327 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:14:01.134578 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ee98073-6b95-4eb6-a195-7748842898ef tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:14:01.143857 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2ee98073-6b95-4eb6-a195-7748842898ef tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:01.144198 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-2ee98073-6b95-4eb6-a195-7748842898ef tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Added segment 39b844de-9093-4215-a946-28c7003f7b91 of type vlan for network d128914e-9b82-4c36-95c7-472ebdcf73a0 Sep 23 07:14:01.183674 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2ee98073-6b95-4eb6-a195-7748842898ef tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:01.207548 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2ee98073-6b95-4eb6-a195-7748842898ef tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:01.213061 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee98073-6b95-4eb6-a195-7748842898ef tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:14:01.213635 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2ee98073-6b95-4eb6-a195-7748842898ef tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:01.251814 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-2ee98073-6b95-4eb6-a195-7748842898ef tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1792819 Sep 23 07:14:01.254487 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40410) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:14:01.261268 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-03e33c2f-909b-428e-ba08-bbf420ba6f8d tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Request body: {'ports': [{'network_id': '35d7b4b0-7482-4e37-80d5-35373b865327', 'name': 'tempest-port--347348834', 'admin_state_up': True}, {'network_id': 'd128914e-9b82-4c36-95c7-472ebdcf73a0', 'admin_state_up': False}]} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:14:01.261580 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-03e33c2f-909b-428e-ba08-bbf420ba6f8d tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Request body: {'port': {'network_id': '35d7b4b0-7482-4e37-80d5-35373b865327', 'name': 'tempest-port--347348834', 'admin_state_up': True}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:14:01.262083 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-03e33c2f-909b-428e-ba08-bbf420ba6f8d tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Request body: {'port': {'network_id': 'd128914e-9b82-4c36-95c7-472ebdcf73a0', 'admin_state_up': False}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:14:01.307765 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee98073-6b95-4eb6-a195-7748842898ef tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Pushing event updated for resources: {'Network': ['ID=d128914e-9b82-4c36-95c7-472ebdcf73a0,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:14:01.317756 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network d128914e-9b82-4c36-95c7-472ebdcf73a0 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:14:01.448720 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e33c2f-909b-428e-ba08-bbf420ba6f8d tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Made reservation on behalf of 3de0f1c9131f4950b566764f205ed8a0 for: {'port': 2} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:14:01.453823 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-03e33c2f-909b-428e-ba08-bbf420ba6f8d tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:01.470434 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-03e33c2f-909b-428e-ba08-bbf420ba6f8d tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:01.547446 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [None req-03e33c2f-909b-428e-ba08-bbf420ba6f8d tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] device_id is not set on port d55ef070-4286-496a-b246-8fd38f090659 yet. {{(pid=95066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 07:14:01.665977 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-03e33c2f-909b-428e-ba08-bbf420ba6f8d tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:01.732241 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [None req-03e33c2f-909b-428e-ba08-bbf420ba6f8d tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] device_id is not set on port 49d441ef-54d2-4995-b989-48e5ba3b1bdf yet. {{(pid=95066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 07:14:01.844117 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-03e33c2f-909b-428e-ba08-bbf420ba6f8d tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:01.884097 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-03e33c2f-909b-428e-ba08-bbf420ba6f8d tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:01.938113 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e33c2f-909b-428e-ba08-bbf420ba6f8d tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Pushing event updated for resources: {'Port': ['ID=d55ef070-4286-496a-b246-8fd38f090659,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:14:01.953668 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e33c2f-909b-428e-ba08-bbf420ba6f8d tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Checking segment: {'id': '9aa11c33-ccd8-4b2e-b974-7d520b71de76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '35d7b4b0-7482-4e37-80d5-35373b865327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:14:01.954069 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e33c2f-909b-428e-ba08-bbf420ba6f8d tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Network hostable DHCP agents. Network: 35d7b4b0-7482-4e37-80d5-35373b865327, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:14:01.970157 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e33c2f-909b-428e-ba08-bbf420ba6f8d tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Network 35d7b4b0-7482-4e37-80d5-35373b865327 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:14:01.978377 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-03e33c2f-909b-428e-ba08-bbf420ba6f8d tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 35d7b4b0-7482-4e37-80d5-35373b865327) {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:14:01.982329 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e33c2f-909b-428e-ba08-bbf420ba6f8d tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:14:01.983117 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-03e33c2f-909b-428e-ba08-bbf420ba6f8d tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:01.988437 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1135af7f-fe1a-45cb-99e3-bc566fa05bdf None None] Network 35d7b4b0-7482-4e37-80d5-35373b865327 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:14:02.044926 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e33c2f-909b-428e-ba08-bbf420ba6f8d tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Pushing event updated for resources: {'Port': ['ID=49d441ef-54d2-4995-b989-48e5ba3b1bdf,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:14:02.054187 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e33c2f-909b-428e-ba08-bbf420ba6f8d tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Checking segment: {'id': '39b844de-9093-4215-a946-28c7003f7b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd128914e-9b82-4c36-95c7-472ebdcf73a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:14:02.054550 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e33c2f-909b-428e-ba08-bbf420ba6f8d tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Network hostable DHCP agents. Network: d128914e-9b82-4c36-95c7-472ebdcf73a0, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:14:02.071586 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e33c2f-909b-428e-ba08-bbf420ba6f8d tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Network d128914e-9b82-4c36-95c7-472ebdcf73a0 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:14:02.082297 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-03e33c2f-909b-428e-ba08-bbf420ba6f8d tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, d128914e-9b82-4c36-95c7-472ebdcf73a0) {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:14:02.087261 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e33c2f-909b-428e-ba08-bbf420ba6f8d tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:14:02.093148 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381ef5f4-7750-4e96-8e7c-c2d676a0fb96 None None] Network d128914e-9b82-4c36-95c7-472ebdcf73a0 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:14:02.097505 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e33c2f-909b-428e-ba08-bbf420ba6f8d tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:14:02.102465 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e33c2f-909b-428e-ba08-bbf420ba6f8d tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:14:02.103160 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-03e33c2f-909b-428e-ba08-bbf420ba6f8d tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:02.121296 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-03e33c2f-909b-428e-ba08-bbf420ba6f8d tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 0.8634434 Sep 23 07:14:02.121683 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40414) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:14:02.180547 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f3dfdf-597e-4c9c-82f2-38df7c3846e3 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:14:02.187742 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f3dfdf-597e-4c9c-82f2-38df7c3846e3 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:14:02.189565 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-90f3dfdf-597e-4c9c-82f2-38df7c3846e3 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0666809 Sep 23 07:14:02.192418 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40416) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:14:02.286317 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-00e01acf-0fe8-4036-bb12-3ed88dc30fac tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Deleting port d55ef070-4286-496a-b246-8fd38f090659 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:14:02.287073 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-00e01acf-0fe8-4036-bb12-3ed88dc30fac tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:02.358326 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-00e01acf-0fe8-4036-bb12-3ed88dc30fac tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:02.370616 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-00e01acf-0fe8-4036-bb12-3ed88dc30fac tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Calling delete_port for d55ef070-4286-496a-b246-8fd38f090659 owned by {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:14:02.446428 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-00e01acf-0fe8-4036-bb12-3ed88dc30fac tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:02.473133 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e01acf-0fe8-4036-bb12-3ed88dc30fac tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Pushing event deleted for resources: {'Port': ['ID=d55ef070-4286-496a-b246-8fd38f090659,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:14:02.480436 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-00e01acf-0fe8-4036-bb12-3ed88dc30fac tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:02.484366 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-00e01acf-0fe8-4036-bb12-3ed88dc30fac tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] 10.222.0.39 "DELETE /v2.0/ports/d55ef070-4286-496a-b246-8fd38f090659 HTTP/1.1" status: 204 len: 168 time: 0.2896359 Sep 23 07:14:02.485945 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40418) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:14:02.571875 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-d45e5912-f558-48e2-8397-3059b29662a7 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Deleting port 49d441ef-54d2-4995-b989-48e5ba3b1bdf {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:14:02.572130 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d45e5912-f558-48e2-8397-3059b29662a7 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:02.636071 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d45e5912-f558-48e2-8397-3059b29662a7 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:02.648175 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-d45e5912-f558-48e2-8397-3059b29662a7 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Calling delete_port for 49d441ef-54d2-4995-b989-48e5ba3b1bdf owned by {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:14:03.047198 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d45e5912-f558-48e2-8397-3059b29662a7 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:03.073840 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45e5912-f558-48e2-8397-3059b29662a7 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Pushing event deleted for resources: {'Port': ['ID=49d441ef-54d2-4995-b989-48e5ba3b1bdf,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:14:03.081800 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d45e5912-f558-48e2-8397-3059b29662a7 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:03.084378 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-d45e5912-f558-48e2-8397-3059b29662a7 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] 10.222.0.39 "DELETE /v2.0/ports/49d441ef-54d2-4995-b989-48e5ba3b1bdf HTTP/1.1" status: 204 len: 168 time: 0.5968664 Sep 23 07:14:03.086207 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40422) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:14:03.113778 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-df99c0e0-28f7-4633-9976-8fd48d32d710 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0264292 Sep 23 07:14:03.117574 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40424) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:14:03.122859 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-5efea884-fb66-4c8e-8fb8-c48c4f54aef3 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1504626951'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:14:03.143739 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5efea884-fb66-4c8e-8fb8-c48c4f54aef3 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Made reservation on behalf of 3de0f1c9131f4950b566764f205ed8a0 for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:14:03.147070 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5efea884-fb66-4c8e-8fb8-c48c4f54aef3 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:03.170040 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5efea884-fb66-4c8e-8fb8-c48c4f54aef3 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:14:03.178403 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5efea884-fb66-4c8e-8fb8-c48c4f54aef3 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:03.178739 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-5efea884-fb66-4c8e-8fb8-c48c4f54aef3 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Added segment f1bb1324-b06c-4a79-997e-78d41c18b8ed of type vlan for network a7c5a8ad-9022-4761-9186-7b2725cfcebc Sep 23 07:14:03.217772 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5efea884-fb66-4c8e-8fb8-c48c4f54aef3 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:03.240534 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5efea884-fb66-4c8e-8fb8-c48c4f54aef3 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:03.246096 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5efea884-fb66-4c8e-8fb8-c48c4f54aef3 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:14:03.246681 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5efea884-fb66-4c8e-8fb8-c48c4f54aef3 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:03.287414 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-5efea884-fb66-4c8e-8fb8-c48c4f54aef3 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1687713 Sep 23 07:14:03.290034 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40426) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:14:03.295638 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-9f3f4ccf-41fd-4df4-ab60-f7eda2b460ea tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-475858913'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:14:03.331493 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efea884-fb66-4c8e-8fb8-c48c4f54aef3 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Pushing event updated for resources: {'Network': ['ID=a7c5a8ad-9022-4761-9186-7b2725cfcebc,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:14:03.342456 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network a7c5a8ad-9022-4761-9186-7b2725cfcebc details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:14:03.347007 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f3f4ccf-41fd-4df4-ab60-f7eda2b460ea tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Made reservation on behalf of 3de0f1c9131f4950b566764f205ed8a0 for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:14:03.350509 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9f3f4ccf-41fd-4df4-ab60-f7eda2b460ea tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:03.374739 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f3f4ccf-41fd-4df4-ab60-f7eda2b460ea tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:14:03.383979 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9f3f4ccf-41fd-4df4-ab60-f7eda2b460ea tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:03.384328 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-9f3f4ccf-41fd-4df4-ab60-f7eda2b460ea tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Added segment ae2e1ce9-aaf3-492e-bfdd-3fb2bae52d77 of type vlan for network 6439c525-da34-46a9-9799-080d92b37d2e Sep 23 07:14:03.424503 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9f3f4ccf-41fd-4df4-ab60-f7eda2b460ea tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:03.452801 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9f3f4ccf-41fd-4df4-ab60-f7eda2b460ea tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:03.458435 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3f4ccf-41fd-4df4-ab60-f7eda2b460ea tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:14:03.459012 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9f3f4ccf-41fd-4df4-ab60-f7eda2b460ea tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:03.500037 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-9f3f4ccf-41fd-4df4-ab60-f7eda2b460ea tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2089009 Sep 23 07:14:03.532814 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3f4ccf-41fd-4df4-ab60-f7eda2b460ea tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Pushing event updated for resources: {'Network': ['ID=6439c525-da34-46a9-9799-080d92b37d2e,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:14:03.551099 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 6439c525-da34-46a9-9799-080d92b37d2e details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:14:03.627626 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40428) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:14:03.632536 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-b8accf38-ba4d-44a3-88eb-d827451479b9 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Request body: {'subnets': [{'network_id': 'a7c5a8ad-9022-4761-9186-7b2725cfcebc', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--230105233', 'ip_version': 4}, {'network_id': '6439c525-da34-46a9-9799-080d92b37d2e', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:14:03.632879 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-b8accf38-ba4d-44a3-88eb-d827451479b9 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Request body: {'subnet': {'network_id': 'a7c5a8ad-9022-4761-9186-7b2725cfcebc', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--230105233', 'ip_version': 4}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:14:03.633445 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-b8accf38-ba4d-44a3-88eb-d827451479b9 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Request body: {'subnet': {'network_id': '6439c525-da34-46a9-9799-080d92b37d2e', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:14:03.787899 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8accf38-ba4d-44a3-88eb-d827451479b9 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Made reservation on behalf of 3de0f1c9131f4950b566764f205ed8a0 for: {'subnet': 2} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:14:03.792861 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b8accf38-ba4d-44a3-88eb-d827451479b9 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:03.792861 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b8accf38-ba4d-44a3-88eb-d827451479b9 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:04.154762 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b8accf38-ba4d-44a3-88eb-d827451479b9 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:04.215505 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8accf38-ba4d-44a3-88eb-d827451479b9 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Pushing event updated for resources: {'Subnet': ['ID=c831bc25-fd2d-4b5e-8be5-35569e8bf6d4,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:14:04.223495 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8accf38-ba4d-44a3-88eb-d827451479b9 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Checking segment: {'id': 'f1bb1324-b06c-4a79-997e-78d41c18b8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a7c5a8ad-9022-4761-9186-7b2725cfcebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:14:04.223861 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8accf38-ba4d-44a3-88eb-d827451479b9 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Network hostable DHCP agents. Network: a7c5a8ad-9022-4761-9186-7b2725cfcebc, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:14:04.240246 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8accf38-ba4d-44a3-88eb-d827451479b9 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Network a7c5a8ad-9022-4761-9186-7b2725cfcebc is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:14:04.248853 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-b8accf38-ba4d-44a3-88eb-d827451479b9 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, a7c5a8ad-9022-4761-9186-7b2725cfcebc) {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:14:04.253709 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b8accf38-ba4d-44a3-88eb-d827451479b9 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:04.256341 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a3e8f7-4463-4061-9766-8d30bb3b20b5 None None] Network a7c5a8ad-9022-4761-9186-7b2725cfcebc requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:14:04.336585 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8accf38-ba4d-44a3-88eb-d827451479b9 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Pushing event updated for resources: {'Subnet': ['ID=e334daaf-deca-4824-adab-aa0a7e7e8f62,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:14:04.346382 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8accf38-ba4d-44a3-88eb-d827451479b9 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Checking segment: {'id': 'ae2e1ce9-aaf3-492e-bfdd-3fb2bae52d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '6439c525-da34-46a9-9799-080d92b37d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:14:04.346753 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8accf38-ba4d-44a3-88eb-d827451479b9 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Network hostable DHCP agents. Network: 6439c525-da34-46a9-9799-080d92b37d2e, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:14:04.363570 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8accf38-ba4d-44a3-88eb-d827451479b9 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Network 6439c525-da34-46a9-9799-080d92b37d2e is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:14:04.372276 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-b8accf38-ba4d-44a3-88eb-d827451479b9 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 6439c525-da34-46a9-9799-080d92b37d2e) {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:14:04.377809 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8accf38-ba4d-44a3-88eb-d827451479b9 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:14:04.378330 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8accf38-ba4d-44a3-88eb-d827451479b9 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:14:04.379119 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b8accf38-ba4d-44a3-88eb-d827451479b9 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:04.382684 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7c413b-4e16-4564-8b9e-d37de4da1616 None None] Network 6439c525-da34-46a9-9799-080d92b37d2e requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:14:04.394329 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-b8accf38-ba4d-44a3-88eb-d827451479b9 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 0.7656620 Sep 23 07:14:04.397049 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40434) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:14:04.428116 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0466b954-51df-4a96-bc42-77ced83f8ec1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-a7c5a8ad-9022-4761-9186-7b2725cfcebc', 'network_id': 'a7c5a8ad-9022-4761-9186-7b2725cfcebc', 'tenant_id': '3de0f1c9131f4950b566764f205ed8a0', 'fixed_ips': [{'subnet_id': 'c831bc25-fd2d-4b5e-8be5-35569e8bf6d4'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:14:04.428968 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0466b954-51df-4a96-bc42-77ced83f8ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:04.483288 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd946af-9167-4495-9dcf-629be03db3cc tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:14:04.485429 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd946af-9167-4495-9dcf-629be03db3cc tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:14:04.487297 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd946af-9167-4495-9dcf-629be03db3cc tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:14:04.489025 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-0cd946af-9167-4495-9dcf-629be03db3cc tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.0909541 Sep 23 07:14:04.492156 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40436) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:14:04.549944 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa9b3198-3c8c-44b6-a893-aa0d50c3cd75 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Deleting subnet c831bc25-fd2d-4b5e-8be5-35569e8bf6d4 {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:14:04.553275 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fa9b3198-3c8c-44b6-a893-aa0d50c3cd75 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:04.597638 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fa9b3198-3c8c-44b6-a893-aa0d50c3cd75 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:04.633843 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b239fea0-d0fa-4084-a3bc-8b2ed3705e5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-6439c525-da34-46a9-9799-080d92b37d2e', 'network_id': '6439c525-da34-46a9-9799-080d92b37d2e', 'tenant_id': '3de0f1c9131f4950b566764f205ed8a0', 'fixed_ips': [{'subnet_id': 'e334daaf-deca-4824-adab-aa0a7e7e8f62'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:14:04.634934 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b239fea0-d0fa-4084-a3bc-8b2ed3705e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:04.645964 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fa9b3198-3c8c-44b6-a893-aa0d50c3cd75 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:04.706335 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fa9b3198-3c8c-44b6-a893-aa0d50c3cd75 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server [None req-0466b954-51df-4a96-bc42-77ced83f8ec1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c831bc25-fd2d-4b5e-8be5-35569e8bf6d4: This subnet is being modified by another concurrent operation. Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server raise exception Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c831bc25-fd2d-4b5e-8be5-35569e8bf6d4: This subnet is being modified by another concurrent operation. Sep 23 07:14:04.709989 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server Sep 23 07:14:04.731490 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c7410c-d519-4614-af5a-21ed708fad1c None None] Network a7c5a8ad-9022-4761-9186-7b2725cfcebc requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:14:04.739913 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9b3198-3c8c-44b6-a893-aa0d50c3cd75 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Pushing event deleted for resources: {'Subnet': ['ID=c831bc25-fd2d-4b5e-8be5-35569e8bf6d4,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:14:04.744048 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fa9b3198-3c8c-44b6-a893-aa0d50c3cd75 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:04.745964 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-fa9b3198-3c8c-44b6-a893-aa0d50c3cd75 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] 10.222.0.39 "DELETE /v2.0/subnets/c831bc25-fd2d-4b5e-8be5-35569e8bf6d4 HTTP/1.1" status: 204 len: 168 time: 0.2527852 Sep 23 07:14:04.749147 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40438) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:14:04.802009 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7bbb02b-95ab-43ee-a991-57bedbf31ef4 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Deleting subnet e334daaf-deca-4824-adab-aa0a7e7e8f62 {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:14:04.835159 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-b239fea0-d0fa-4084-a3bc-8b2ed3705e5c None None] Allocated IP 172.20.0.18 (6439c525-da34-46a9-9799-080d92b37d2e/e334daaf-deca-4824-adab-aa0a7e7e8f62/4af6652d-649a-4d31-a200-e6109cc86e60) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:14:05.020899 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b239fea0-d0fa-4084-a3bc-8b2ed3705e5c None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:05.026641 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e7bbb02b-95ab-43ee-a991-57bedbf31ef4 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:05.030445 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b239fea0-d0fa-4084-a3bc-8b2ed3705e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:05.069305 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e7bbb02b-95ab-43ee-a991-57bedbf31ef4 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:05.071709 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b239fea0-d0fa-4084-a3bc-8b2ed3705e5c None None] Network 6439c525-da34-46a9-9799-080d92b37d2e is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:14:05.074745 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-b239fea0-d0fa-4084-a3bc-8b2ed3705e5c None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:14:05.078344 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b239fea0-d0fa-4084-a3bc-8b2ed3705e5c None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:14:05.089313 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b239fea0-d0fa-4084-a3bc-8b2ed3705e5c None None] Pushing event updated for resources: {'Port': ['ID=4af6652d-649a-4d31-a200-e6109cc86e60,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:14:05.100096 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b239fea0-d0fa-4084-a3bc-8b2ed3705e5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:14:05.100450 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b239fea0-d0fa-4084-a3bc-8b2ed3705e5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:14:05.100795 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b239fea0-d0fa-4084-a3bc-8b2ed3705e5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:14:05.101138 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b239fea0-d0fa-4084-a3bc-8b2ed3705e5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:14:05.101477 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b239fea0-d0fa-4084-a3bc-8b2ed3705e5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:14:05.101817 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b239fea0-d0fa-4084-a3bc-8b2ed3705e5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:14:05.102184 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b239fea0-d0fa-4084-a3bc-8b2ed3705e5c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:14:05.102525 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b239fea0-d0fa-4084-a3bc-8b2ed3705e5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:14:05.102943 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b239fea0-d0fa-4084-a3bc-8b2ed3705e5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:14:05.103257 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b239fea0-d0fa-4084-a3bc-8b2ed3705e5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:14:05.103585 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b239fea0-d0fa-4084-a3bc-8b2ed3705e5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:14:05.103927 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b239fea0-d0fa-4084-a3bc-8b2ed3705e5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:14:05.151268 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-b239fea0-d0fa-4084-a3bc-8b2ed3705e5c None None] Attempting to bind port 4af6652d-649a-4d31-a200-e6109cc86e60 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:14:05.151648 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-b239fea0-d0fa-4084-a3bc-8b2ed3705e5c None None] Attempting to bind port 4af6652d-649a-4d31-a200-e6109cc86e60 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': 'ae2e1ce9-aaf3-492e-bfdd-3fb2bae52d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '6439c525-da34-46a9-9799-080d92b37d2e'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:14:05.152023 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b239fea0-d0fa-4084-a3bc-8b2ed3705e5c None None] Attempting to bind port 4af6652d-649a-4d31-a200-e6109cc86e60 on network 6439c525-da34-46a9-9799-080d92b37d2e {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:14:05.157231 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b239fea0-d0fa-4084-a3bc-8b2ed3705e5c None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:14:05.157615 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b239fea0-d0fa-4084-a3bc-8b2ed3705e5c None None] Checking segment: {'id': 'ae2e1ce9-aaf3-492e-bfdd-3fb2bae52d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '6439c525-da34-46a9-9799-080d92b37d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:14:05.158061 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b239fea0-d0fa-4084-a3bc-8b2ed3705e5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:05.158464 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b239fea0-d0fa-4084-a3bc-8b2ed3705e5c None None] Bound using segment: {'id': 'ae2e1ce9-aaf3-492e-bfdd-3fb2bae52d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '6439c525-da34-46a9-9799-080d92b37d2e'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:14:05.158937 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-b239fea0-d0fa-4084-a3bc-8b2ed3705e5c None None] Bound port: 4af6652d-649a-4d31-a200-e6109cc86e60, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae2e1ce9-aaf3-492e-bfdd-3fb2bae52d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '6439c525-da34-46a9-9799-080d92b37d2e'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:14:05.159322 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b239fea0-d0fa-4084-a3bc-8b2ed3705e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:05.168537 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e7bbb02b-95ab-43ee-a991-57bedbf31ef4 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:05.227923 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e7bbb02b-95ab-43ee-a991-57bedbf31ef4 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:05.230716 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-b239fea0-d0fa-4084-a3bc-8b2ed3705e5c None None] For port 4af6652d-649a-4d31-a200-e6109cc86e60, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:14:05.235175 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-b239fea0-d0fa-4084-a3bc-8b2ed3705e5c None None] For port 4af6652d-649a-4d31-a200-e6109cc86e60, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=4af6652d-649a-4d31-a200-e6109cc86e60,segment=NetworkSegment(ae2e1ce9-aaf3-492e-bfdd-3fb2bae52d77),segment_id=ae2e1ce9-aaf3-492e-bfdd-3fb2bae52d77)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:14:05.239055 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b239fea0-d0fa-4084-a3bc-8b2ed3705e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:05.257338 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bbb02b-95ab-43ee-a991-57bedbf31ef4 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Pushing event deleted for resources: {'Subnet': ['ID=e334daaf-deca-4824-adab-aa0a7e7e8f62,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:14:05.261051 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e7bbb02b-95ab-43ee-a991-57bedbf31ef4 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:05.268818 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-e7bbb02b-95ab-43ee-a991-57bedbf31ef4 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] 10.222.0.39 "DELETE /v2.0/subnets/e334daaf-deca-4824-adab-aa0a7e7e8f62 HTTP/1.1" status: 204 len: 168 time: 0.5128582 Sep 23 07:14:05.268818 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40442) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:14:05.301800 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b239fea0-d0fa-4084-a3bc-8b2ed3705e5c None None] Pushing event updated for resources: {'Port': ['ID=4af6652d-649a-4d31-a200-e6109cc86e60,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:14:05.326355 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef969c02-9124-4941-bf71-1e0e3e6f6c03 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:14:05.327886 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-ef969c02-9124-4941-bf71-1e0e3e6f6c03 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0588906 Sep 23 07:14:05.332233 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40444) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:14:05.417934 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3aa87e95-4fe4-484e-b0c1-e941dbff7ce8 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:05.488678 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-3aa87e95-4fe4-484e-b0c1-e941dbff7ce8 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Deleting port 4af6652d-649a-4d31-a200-e6109cc86e60 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:14:05.489025 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3aa87e95-4fe4-484e-b0c1-e941dbff7ce8 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:05.564666 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-3aa87e95-4fe4-484e-b0c1-e941dbff7ce8 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] For port 4af6652d-649a-4d31-a200-e6109cc86e60, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=4af6652d-649a-4d31-a200-e6109cc86e60,segment=NetworkSegment(ae2e1ce9-aaf3-492e-bfdd-3fb2bae52d77),segment_id=ae2e1ce9-aaf3-492e-bfdd-3fb2bae52d77)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:14:05.564931 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3aa87e95-4fe4-484e-b0c1-e941dbff7ce8 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:05.579091 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-3aa87e95-4fe4-484e-b0c1-e941dbff7ce8 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Calling delete_port for 4af6652d-649a-4d31-a200-e6109cc86e60 owned by network:dhcp {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:14:05.628235 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 4af6652d-649a-4d31-a200-e6109cc86e60 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:14:05.670377 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3aa87e95-4fe4-484e-b0c1-e941dbff7ce8 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:05.676872 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 4af6652d-649a-4d31-a200-e6109cc86e60 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:14:05.677477 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:05.695488 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa87e95-4fe4-484e-b0c1-e941dbff7ce8 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Pushing event deleted for resources: {'Port': ['ID=4af6652d-649a-4d31-a200-e6109cc86e60,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:14:05.696749 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Port 4af6652d-649a-4d31-a200-e6109cc86e60 was deleted so its status cannot be updated. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 23 07:14:05.701122 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa87e95-4fe4-484e-b0c1-e941dbff7ce8 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] No DVR routers for this DVR port 4af6652d-649a-4d31-a200-e6109cc86e60 on host n-d-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:14:05.785547 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3aa87e95-4fe4-484e-b0c1-e941dbff7ce8 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:05.806156 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-3aa87e95-4fe4-484e-b0c1-e941dbff7ce8 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6439c525-da34-46a9-9799-080d92b37d2e']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:14:05.815702 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-3aa87e95-4fe4-484e-b0c1-e941dbff7ce8 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae2e1ce9-aaf3-492e-bfdd-3fb2bae52d77') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:14:05.816028 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-3aa87e95-4fe4-484e-b0c1-e941dbff7ce8 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae2e1ce9-aaf3-492e-bfdd-3fb2bae52d77') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:14:05.826184 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3aa87e95-4fe4-484e-b0c1-e941dbff7ce8 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:05.839437 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3aa87e95-4fe4-484e-b0c1-e941dbff7ce8 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:05.845924 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aa87e95-4fe4-484e-b0c1-e941dbff7ce8 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:14:05.846307 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3aa87e95-4fe4-484e-b0c1-e941dbff7ce8 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:05.849204 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 07:14:05.849204 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:14:05.849204 n-d-715271-16 neutron-server[95065]: timer() Sep 23 07:14:05.849204 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:14:05.849204 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 07:14:05.849204 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:14:05.849204 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 07:14:05.849204 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:14:05.849204 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 07:14:05.849204 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:14:05.849204 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 07:14:05.849204 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:14:05.849204 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 07:14:05.849204 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:14:05.849204 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:14:05.849204 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:14:05.849204 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:14:05.849204 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:14:05.849204 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 07:14:05.849204 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:14:05.849204 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 07:14:05.849204 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:14:05.849204 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:14:05.849204 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:14:05.849204 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 07:14:05.849204 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:14:05.849204 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:14:05.849204 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:14:05.849204 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:14:05.849204 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:14:05.849204 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:14:05.849204 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:14:05.908356 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3aa87e95-4fe4-484e-b0c1-e941dbff7ce8 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:05.915772 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3aa87e95-4fe4-484e-b0c1-e941dbff7ce8 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:05.917698 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-3aa87e95-4fe4-484e-b0c1-e941dbff7ce8 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] 10.222.0.39 "DELETE /v2.0/networks/6439c525-da34-46a9-9799-080d92b37d2e HTTP/1.1" status: 204 len: 168 time: 0.5845084 Sep 23 07:14:05.920199 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40448) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:14:05.938338 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa87e95-4fe4-484e-b0c1-e941dbff7ce8 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Pushing event deleted for resources: {'Network': ['ID=6439c525-da34-46a9-9799-080d92b37d2e,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:14:06.015101 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-10f57354-7c82-419f-8386-2a762fa6d176 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:06.137306 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-10f57354-7c82-419f-8386-2a762fa6d176 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:06.159545 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-10f57354-7c82-419f-8386-2a762fa6d176 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7c5a8ad-9022-4761-9186-7b2725cfcebc']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:14:06.169786 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-10f57354-7c82-419f-8386-2a762fa6d176 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1bb1324-b06c-4a79-997e-78d41c18b8ed') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:14:06.170114 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-10f57354-7c82-419f-8386-2a762fa6d176 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1bb1324-b06c-4a79-997e-78d41c18b8ed') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:14:06.179971 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-10f57354-7c82-419f-8386-2a762fa6d176 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:06.193823 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-10f57354-7c82-419f-8386-2a762fa6d176 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:06.200000 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10f57354-7c82-419f-8386-2a762fa6d176 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:14:06.201029 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-10f57354-7c82-419f-8386-2a762fa6d176 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:06.204545 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 07:14:06.204545 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:14:06.204545 n-d-715271-16 neutron-server[95065]: timer() Sep 23 07:14:06.204545 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:14:06.204545 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 07:14:06.204545 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:14:06.204545 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 07:14:06.204545 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:14:06.204545 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 07:14:06.204545 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:14:06.204545 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 07:14:06.204545 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:14:06.204545 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 07:14:06.204545 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:14:06.204545 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:14:06.204545 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:14:06.204545 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:14:06.204545 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:14:06.204545 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 07:14:06.204545 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:14:06.204545 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 07:14:06.204545 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:14:06.204545 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:14:06.204545 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:14:06.204545 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 07:14:06.204545 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:14:06.204545 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:14:06.204545 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:14:06.204545 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:14:06.204545 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:14:06.204545 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:14:06.204545 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:14:06.251962 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-3552fa4d-6d86-4e0b-b461-68a443864a18 None None] Could not find standard attr ID for object 4af6652d-649a-4d31-a200-e6109cc86e60. {{(pid=95067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 07:14:06.274155 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-10f57354-7c82-419f-8386-2a762fa6d176 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:06.282149 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-10f57354-7c82-419f-8386-2a762fa6d176 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:06.284323 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-10f57354-7c82-419f-8386-2a762fa6d176 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] 10.222.0.39 "DELETE /v2.0/networks/a7c5a8ad-9022-4761-9186-7b2725cfcebc HTTP/1.1" status: 204 len: 168 time: 0.3629220 Sep 23 07:14:06.290266 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40452) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:14:06.306754 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f57354-7c82-419f-8386-2a762fa6d176 tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Pushing event deleted for resources: {'Network': ['ID=a7c5a8ad-9022-4761-9186-7b2725cfcebc,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:14:06.314878 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e18ba7d-c579-457f-ae98-289fbf9f285d None None] DHCP port deletion for 6439c525-da34-46a9-9799-080d92b37d2e request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 07:14:06.333352 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e3ab44-5257-457c-84f0-edd9c6da064b None None] Network 6439c525-da34-46a9-9799-080d92b37d2e requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:14:06.346158 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e3ab44-5257-457c-84f0-edd9c6da064b None None] Network 6439c525-da34-46a9-9799-080d92b37d2e could not be found, it might have been deleted concurrently. {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 23 07:14:06.353976 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d95439-bdf1-4932-a52f-997735392ac9 None None] get_active_networks_info from n-d-715271-16 {{(pid=95067) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 07:14:06.395190 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-dd6000c9-d964-4c83-a0f3-9e345b6517ef tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:06.462207 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d95439-bdf1-4932-a52f-997735392ac9 None None] Resources bound (agent type, host, resource id): {{(pid=95067) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 07:14:06.491211 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-dd6000c9-d964-4c83-a0f3-9e345b6517ef tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:06.511491 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-dd6000c9-d964-4c83-a0f3-9e345b6517ef tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d128914e-9b82-4c36-95c7-472ebdcf73a0']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:14:06.520685 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-dd6000c9-d964-4c83-a0f3-9e345b6517ef tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39b844de-9093-4215-a946-28c7003f7b91') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:14:06.520986 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-dd6000c9-d964-4c83-a0f3-9e345b6517ef tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39b844de-9093-4215-a946-28c7003f7b91') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:14:06.530609 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-dd6000c9-d964-4c83-a0f3-9e345b6517ef tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:06.543794 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-dd6000c9-d964-4c83-a0f3-9e345b6517ef tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:06.550584 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd6000c9-d964-4c83-a0f3-9e345b6517ef tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:14:06.551002 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-dd6000c9-d964-4c83-a0f3-9e345b6517ef tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:06.554145 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 07:14:06.554145 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:14:06.554145 n-d-715271-16 neutron-server[95065]: timer() Sep 23 07:14:06.554145 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:14:06.554145 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 07:14:06.554145 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:14:06.554145 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 07:14:06.554145 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:14:06.554145 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 07:14:06.554145 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:14:06.554145 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 07:14:06.554145 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:14:06.554145 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 07:14:06.554145 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:14:06.554145 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:14:06.554145 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:14:06.554145 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:14:06.554145 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:14:06.554145 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 07:14:06.554145 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:14:06.554145 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 07:14:06.554145 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:14:06.554145 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:14:06.554145 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:14:06.554145 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 07:14:06.554145 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:14:06.554145 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:14:06.554145 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:14:06.554145 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:14:06.554145 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:14:06.554145 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:14:06.554145 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:14:06.558594 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:06.612822 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-dd6000c9-d964-4c83-a0f3-9e345b6517ef tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:06.619373 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-dd6000c9-d964-4c83-a0f3-9e345b6517ef tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:06.621187 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-dd6000c9-d964-4c83-a0f3-9e345b6517ef tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] 10.222.0.39 "DELETE /v2.0/networks/d128914e-9b82-4c36-95c7-472ebdcf73a0 HTTP/1.1" status: 204 len: 168 time: 0.3337545 Sep 23 07:14:06.624646 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40454) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:14:06.636427 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6000c9-d964-4c83-a0f3-9e345b6517ef tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Pushing event deleted for resources: {'Network': ['ID=d128914e-9b82-4c36-95c7-472ebdcf73a0,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:14:06.700862 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-79ef3126-27a0-4479-8e48-e9ca4771b63b tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:06.798779 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-79ef3126-27a0-4479-8e48-e9ca4771b63b tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:06.819532 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-79ef3126-27a0-4479-8e48-e9ca4771b63b tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35d7b4b0-7482-4e37-80d5-35373b865327']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:14:06.829063 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-79ef3126-27a0-4479-8e48-e9ca4771b63b tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aa11c33-ccd8-4b2e-b974-7d520b71de76') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:14:06.829358 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-79ef3126-27a0-4479-8e48-e9ca4771b63b tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aa11c33-ccd8-4b2e-b974-7d520b71de76') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:14:06.838531 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-79ef3126-27a0-4479-8e48-e9ca4771b63b tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:06.851815 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-79ef3126-27a0-4479-8e48-e9ca4771b63b tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:06.858230 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79ef3126-27a0-4479-8e48-e9ca4771b63b tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:14:06.858611 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-79ef3126-27a0-4479-8e48-e9ca4771b63b tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:06.861790 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 07:14:06.861790 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:14:06.861790 n-d-715271-16 neutron-server[95066]: timer() Sep 23 07:14:06.861790 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:14:06.861790 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 07:14:06.861790 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:14:06.861790 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 07:14:06.861790 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:14:06.861790 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 07:14:06.861790 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:14:06.861790 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 07:14:06.861790 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:14:06.861790 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 07:14:06.861790 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:14:06.861790 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:14:06.861790 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:14:06.861790 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:14:06.861790 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:14:06.861790 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 07:14:06.861790 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:14:06.861790 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 07:14:06.861790 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:14:06.861790 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:14:06.861790 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:14:06.861790 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 07:14:06.861790 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:14:06.861790 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:14:06.861790 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:14:06.861790 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:14:06.861790 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:14:06.861790 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:14:06.861790 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:14:06.922303 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-79ef3126-27a0-4479-8e48-e9ca4771b63b tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:06.928792 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-79ef3126-27a0-4479-8e48-e9ca4771b63b tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:06.930626 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-79ef3126-27a0-4479-8e48-e9ca4771b63b tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] 10.222.0.39 "DELETE /v2.0/networks/35d7b4b0-7482-4e37-80d5-35373b865327 HTTP/1.1" status: 204 len: 168 time: 0.3050046 Sep 23 07:14:06.942046 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ef3126-27a0-4479-8e48-e9ca4771b63b tempest-BulkNetworkOpsTest-1201707002 tempest-BulkNetworkOpsTest-1201707002-project] Pushing event deleted for resources: {'Network': ['ID=35d7b4b0-7482-4e37-80d5-35373b865327,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:14:07.175681 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40462) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:14:07.309425 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-868b77ab-1ab3-4055-8592-581de875a905 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3de0f1c9131f4950b566764f205ed8a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1325903 Sep 23 07:14:07.312152 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40466) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:14:07.361352 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b6bc3c34-df38-4772-a885-ce682e6932c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:07.385780 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b6bc3c34-df38-4772-a885-ce682e6932c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:07.431152 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b6bc3c34-df38-4772-a885-ce682e6932c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:07.433621 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b6bc3c34-df38-4772-a885-ce682e6932c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:07.434808 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-b6bc3c34-df38-4772-a885-ce682e6932c4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/60bd6faf-e8ed-4fc0-bd25-91081db8859c HTTP/1.1" status: 204 len: 168 time: 0.1216381 Sep 23 07:14:07.444357 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bc3c34-df38-4772-a885-ce682e6932c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60bd6faf-e8ed-4fc0-bd25-91081db8859c,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:14:07.591634 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 4af6652d-649a-4d31-a200-e6109cc86e60 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:14:07.612121 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 4af6652d-649a-4d31-a200-e6109cc86e60 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:14:07.612468 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 4af6652d-649a-4d31-a200-e6109cc86e60 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:14:07.724346 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b1f923bb-6dd8-4366-87c3-a4bb4dfc1992 req-2a09d6e1-4e07-4011-a6c1-48905d859de2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=bf8600a9-8f1f-4667-9673-257e918306d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0421104 Sep 23 07:14:07.807020 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f923bb-6dd8-4366-87c3-a4bb4dfc1992 req-65d695e8-7ab1-4635-88c7-41bf18ceddea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:14:07.808841 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b1f923bb-6dd8-4366-87c3-a4bb4dfc1992 req-65d695e8-7ab1-4635-88c7-41bf18ceddea service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=33f7a2189c6c49e1b5d2f8ea11a63704&device_id=bf8600a9-8f1f-4667-9673-257e918306d5 HTTP/1.1" status: 200 len: 1098 time: 0.0419614 Sep 23 07:14:07.922453 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f923bb-6dd8-4366-87c3-a4bb4dfc1992 req-913f1857-edb4-46da-99ff-ed258251b443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:14:07.923965 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b1f923bb-6dd8-4366-87c3-a4bb4dfc1992 req-913f1857-edb4-46da-99ff-ed258251b443 service neutron] 10.222.0.58 "GET /v2.0/networks?id=960d8233-5315-43e1-ba7d-5035f7e0cd29 HTTP/1.1" status: 200 len: 909 time: 0.0952256 Sep 23 07:14:07.992991 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b1f923bb-6dd8-4366-87c3-a4bb4dfc1992 req-7f8ba274-e211-45a0-b5c0-12aa29f18ffd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b1110176-b79d-4cd6-9a7d-3bc4578a0a97 HTTP/1.1" status: 200 len: 1002 time: 0.0615940 Sep 23 07:14:08.048055 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f923bb-6dd8-4366-87c3-a4bb4dfc1992 req-fb872ff7-4335-46ab-8afa-de12fce0ef92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:14:08.049569 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b1f923bb-6dd8-4366-87c3-a4bb4dfc1992 req-fb872ff7-4335-46ab-8afa-de12fce0ef92 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=80fcde87-88a7-461e-aee2-7972c559cf52 HTTP/1.1" status: 200 len: 847 time: 0.0500450 Sep 23 07:14:08.058839 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-fb512dcc-5f30-4208-9133-d15d84f261d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:08.086804 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40488) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:14:08.090687 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [-] 10.222.0.39 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0029101 Sep 23 07:14:08.094343 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40490) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:14:08.107460 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f923bb-6dd8-4366-87c3-a4bb4dfc1992 req-53830fa5-e5b5-40c5-9f99-56d46c3a1434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:14:08.109847 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b1f923bb-6dd8-4366-87c3-a4bb4dfc1992 req-53830fa5-e5b5-40c5-9f99-56d46c3a1434 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=960d8233-5315-43e1-ba7d-5035f7e0cd29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526743 Sep 23 07:14:08.195897 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-d5278e5e-fd61-4afe-9efa-265171f22428 tempest-NetworksApiDiscovery-1795611637 tempest-NetworksApiDiscovery-1795611637-project] 10.222.0.39 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1004312 Sep 23 07:14:08.203685 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b1f923bb-6dd8-4366-87c3-a4bb4dfc1992 req-6e9a5f84-d79c-414d-ab6e-80b6e1172d68 service neutron] 10.222.0.58 "GET /v2.0/networks/960d8233-5315-43e1-ba7d-5035f7e0cd29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857048 Sep 23 07:14:08.314228 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b1f923bb-6dd8-4366-87c3-a4bb4dfc1992 req-ba5b7cf1-f4fd-4fb3-9ef6-073d25a27850 service neutron] 10.222.0.58 "GET /v2.0/networks/960d8233-5315-43e1-ba7d-5035f7e0cd29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034114 Sep 23 07:14:08.440114 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40500) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:14:08.546436 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4879f52e-4471-49d9-90d5-dd5e8cb54cfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:08.634727 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4879f52e-4471-49d9-90d5-dd5e8cb54cfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:08.639045 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4879f52e-4471-49d9-90d5-dd5e8cb54cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:08.676245 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-4879f52e-4471-49d9-90d5-dd5e8cb54cfb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5c5548af36524dcaa4d9fd26290bb38f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2350907 Sep 23 07:14:08.678188 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4879f52e-4471-49d9-90d5-dd5e8cb54cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4224d41-9a89-446c-b648-17508eaae4f7,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:14:08.678972 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40504) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:14:08.731236 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ec2f64a9-ca8c-4b04-a601-7c9cfb7cc8e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:08.752659 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ec2f64a9-ca8c-4b04-a601-7c9cfb7cc8e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:08.797727 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ec2f64a9-ca8c-4b04-a601-7c9cfb7cc8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:08.800407 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ec2f64a9-ca8c-4b04-a601-7c9cfb7cc8e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:08.801626 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-ec2f64a9-ca8c-4b04-a601-7c9cfb7cc8e5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e4224d41-9a89-446c-b648-17508eaae4f7 HTTP/1.1" status: 204 len: 168 time: 0.1216002 Sep 23 07:14:08.809536 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2f64a9-ca8c-4b04-a601-7c9cfb7cc8e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4224d41-9a89-446c-b648-17508eaae4f7,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:14:10.156571 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:10.475916 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40560) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:14:10.584437 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7a3b31e1-977b-46d1-ab0a-8cb20ee005e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:10.671678 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7a3b31e1-977b-46d1-ab0a-8cb20ee005e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:10.675378 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7a3b31e1-977b-46d1-ab0a-8cb20ee005e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:10.713778 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-7a3b31e1-977b-46d1-ab0a-8cb20ee005e9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9a491516ca4c44329d3db8a350f279ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2366846 Sep 23 07:14:10.714932 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3b31e1-977b-46d1-ab0a-8cb20ee005e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a219f344-eda1-444b-8e37-2431d4a5a691,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:14:10.717063 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40564) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:14:10.766326 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-83cd3b83-d7bd-433b-9223-39b865092d24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:10.786763 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-83cd3b83-d7bd-433b-9223-39b865092d24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:10.836006 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-83cd3b83-d7bd-433b-9223-39b865092d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:10.838724 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-83cd3b83-d7bd-433b-9223-39b865092d24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:10.839969 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-83cd3b83-d7bd-433b-9223-39b865092d24 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a219f344-eda1-444b-8e37-2431d4a5a691 HTTP/1.1" status: 204 len: 168 time: 0.1216025 Sep 23 07:14:10.848400 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cd3b83-d7bd-433b-9223-39b865092d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a219f344-eda1-444b-8e37-2431d4a5a691,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:14:11.064293 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f5fe75fb-723f-487f-8bdf-b64d474965f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:11.103506 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40570) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:14:11.117255 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2f5ee995-1e78-4403-a563-01a5a63884d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:11.205540 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2f5ee995-1e78-4403-a563-01a5a63884d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:11.209042 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2f5ee995-1e78-4403-a563-01a5a63884d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:11.247610 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-2f5ee995-1e78-4403-a563-01a5a63884d3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=52a13e9a9586474fa31394f9ee5fc269&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1428237 Sep 23 07:14:11.249074 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5ee995-1e78-4403-a563-01a5a63884d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adfe8528-a8e5-4836-b319-5dee8c61ec4b,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:14:11.250384 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40572) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:14:11.310172 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-43735138-8723-4d38-ac99-b5c0ea7b1b80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:11.331476 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-43735138-8723-4d38-ac99-b5c0ea7b1b80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:11.381890 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-43735138-8723-4d38-ac99-b5c0ea7b1b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:11.384479 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-43735138-8723-4d38-ac99-b5c0ea7b1b80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:11.385641 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-43735138-8723-4d38-ac99-b5c0ea7b1b80 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/adfe8528-a8e5-4836-b319-5dee8c61ec4b HTTP/1.1" status: 204 len: 168 time: 0.1342683 Sep 23 07:14:11.393270 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43735138-8723-4d38-ac99-b5c0ea7b1b80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adfe8528-a8e5-4836-b319-5dee8c61ec4b,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:14:11.538126 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:12.334618 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:13.834152 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:15.069324 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a40773a-d3e1-4fc0-a569-7b2220aa37be req-d27b588c-b18b-4ebc-a70b-8eca407f0add tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:14:15.070863 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3a40773a-d3e1-4fc0-a569-7b2220aa37be req-d27b588c-b18b-4ebc-a70b-8eca407f0add tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fe70059-bdac-4acd-a92f-3eb8d5283d15 HTTP/1.1" status: 200 len: 946 time: 0.0528479 Sep 23 07:14:15.110078 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3a40773a-d3e1-4fc0-a569-7b2220aa37be req-1d6f75cc-4c93-401e-8103-76c1047d5c68 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3acf5d0-976e-416a-9e4a-4e8f5d86e3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331674 Sep 23 07:14:16.230547 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f377d53e-1586-44af-89ee-6735f872a68d req-6462799c-9ad4-4c8e-8aaa-6f70cad4f035 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:14:16.232095 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f377d53e-1586-44af-89ee-6735f872a68d req-6462799c-9ad4-4c8e-8aaa-6f70cad4f035 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fe70059-bdac-4acd-a92f-3eb8d5283d15 HTTP/1.1" status: 200 len: 946 time: 0.0507598 Sep 23 07:14:16.271015 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f377d53e-1586-44af-89ee-6735f872a68d req-c3ee01ac-fbe6-42c8-b3be-b9600bb53412 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3acf5d0-976e-416a-9e4a-4e8f5d86e3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325623 Sep 23 07:14:16.884583 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f48a0e9-2413-4395-a3fa-36cfc752f37a req-4c98290f-49e9-4cc2-8146-4e228345e679 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:14:16.886292 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4f48a0e9-2413-4395-a3fa-36cfc752f37a req-4c98290f-49e9-4cc2-8146-4e228345e679 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fe70059-bdac-4acd-a92f-3eb8d5283d15 HTTP/1.1" status: 200 len: 946 time: 0.0521853 Sep 23 07:14:16.899475 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:14:16.990722 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-4f48a0e9-2413-4395-a3fa-36cfc752f37a req-f9e31a2d-b585-4088-9d65-b8735da9fc2d tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Deleting port 0b6486d0-8a6a-40cc-9f4e-f03bbfde1111 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:14:16.991035 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-4f48a0e9-2413-4395-a3fa-36cfc752f37a req-f9e31a2d-b585-4088-9d65-b8735da9fc2d tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:17.085043 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-4f48a0e9-2413-4395-a3fa-36cfc752f37a req-f9e31a2d-b585-4088-9d65-b8735da9fc2d tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] For port 0b6486d0-8a6a-40cc-9f4e-f03bbfde1111, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=0b6486d0-8a6a-40cc-9f4e-f03bbfde1111,segment=NetworkSegment(4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c),segment_id=4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:14:17.085417 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-4f48a0e9-2413-4395-a3fa-36cfc752f37a req-f9e31a2d-b585-4088-9d65-b8735da9fc2d tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:17.263519 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-4f48a0e9-2413-4395-a3fa-36cfc752f37a req-f9e31a2d-b585-4088-9d65-b8735da9fc2d tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:17.264039 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-4f48a0e9-2413-4395-a3fa-36cfc752f37a req-f9e31a2d-b585-4088-9d65-b8735da9fc2d tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:17.264566 n-d-715271-16 neutron-server[95065]: INFO neutron.db.l3_db [req-4f48a0e9-2413-4395-a3fa-36cfc752f37a req-f9e31a2d-b585-4088-9d65-b8735da9fc2d tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Floating IP ded4d16e-5f77-43bd-aac1-70d6c7178ebb disassociated. External IP: 172.25.2.37, port: 0b6486d0-8a6a-40cc-9f4e-f03bbfde1111. Sep 23 07:14:17.264773 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-4f48a0e9-2413-4395-a3fa-36cfc752f37a req-f9e31a2d-b585-4088-9d65-b8735da9fc2d tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Calling delete_port for 0b6486d0-8a6a-40cc-9f4e-f03bbfde1111 owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:14:17.391837 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd2d11e-c0a9-4725-a81b-68aeeeb2625a req-54d5c33f-0ee3-488d-8ee3-abfdef064ba2 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:14:17.393645 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dfd2d11e-c0a9-4725-a81b-68aeeeb2625a req-54d5c33f-0ee3-488d-8ee3-abfdef064ba2 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fe70059-bdac-4acd-a92f-3eb8d5283d15 HTTP/1.1" status: 200 len: 946 time: 0.0506761 Sep 23 07:14:17.398615 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-4f48a0e9-2413-4395-a3fa-36cfc752f37a req-f9e31a2d-b585-4088-9d65-b8735da9fc2d tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:17.438280 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e31a2d-b585-4088-9d65-b8735da9fc2d tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Pushing event deleted for resources: {'Port': ['ID=0b6486d0-8a6a-40cc-9f4e-f03bbfde1111,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:14:17.439610 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dfd2d11e-c0a9-4725-a81b-68aeeeb2625a req-567343fb-8881-470f-83cf-1b51d4aceb02 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3acf5d0-976e-416a-9e4a-4e8f5d86e3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394266 Sep 23 07:14:17.557810 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f48a0e9-2413-4395-a3fa-36cfc752f37a req-f9e31a2d-b585-4088-9d65-b8735da9fc2d tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Router 9894b75e-0fa0-4aff-836f-5fd46b9bec9a has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:14:17.670915 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f48a0e9-2413-4395-a3fa-36cfc752f37a req-f9e31a2d-b585-4088-9d65-b8735da9fc2d tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:14:17.683786 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30a7e1c-db90-4d99-beac-09de63e24daa None None] Sync routers for ids ['9894b75e-0fa0-4aff-836f-5fd46b9bec9a'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:14:17.694984 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30a7e1c-db90-4d99-beac-09de63e24daa None None] Routers {'9894b75e-0fa0-4aff-836f-5fd46b9bec9a'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:14:17.695593 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-b30a7e1c-db90-4d99-beac-09de63e24daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:14:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['9894b75e-0fa0-4aff-836f-5fd46b9bec9a'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:14:17.710343 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f48a0e9-2413-4395-a3fa-36cfc752f37a req-f9e31a2d-b585-4088-9d65-b8735da9fc2d tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] No DVR routers for this DVR port 0b6486d0-8a6a-40cc-9f4e-f03bbfde1111 on host n-h1-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:14:17.713063 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-4f48a0e9-2413-4395-a3fa-36cfc752f37a req-f9e31a2d-b585-4088-9d65-b8735da9fc2d tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:17.715010 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4f48a0e9-2413-4395-a3fa-36cfc752f37a req-f9e31a2d-b585-4088-9d65-b8735da9fc2d tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.21 "DELETE /v2.0/ports/0b6486d0-8a6a-40cc-9f4e-f03bbfde1111 HTTP/1.1" status: 204 len: 173 time: 0.8222640 Sep 23 07:14:17.715444 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe70059-bdac-4acd-a92f-3eb8d5283d15', 'name': 'network-vif-deleted', 'tag': '0b6486d0-8a6a-40cc-9f4e-f03bbfde1111'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:14:17.718034 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e333598-0826-4a6d-87de-1ad86431ef9a" -d '{"events": [{"server_uuid": "3fe70059-bdac-4acd-a92f-3eb8d5283d15", "name": "network-vif-deleted", "tag": "0b6486d0-8a6a-40cc-9f4e-f03bbfde1111"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:14:17.786440 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-055b7dc7-636e-4834-87f7-ac63d1c88a64 x-openstack-request-id: req-055b7dc7-636e-4834-87f7-ac63d1c88a64 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:14:17.787045 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fe70059-bdac-4acd-a92f-3eb8d5283d15", "name": "network-vif-deleted", "tag": "0b6486d0-8a6a-40cc-9f4e-f03bbfde1111", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:14:17.787517 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-055b7dc7-636e-4834-87f7-ac63d1c88a64 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:14:17.788139 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe70059-bdac-4acd-a92f-3eb8d5283d15', 'name': 'network-vif-deleted', 'tag': '0b6486d0-8a6a-40cc-9f4e-f03bbfde1111', 'status': 'completed', 'code': 200} Sep 23 07:14:17.931804 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-b30a7e1c-db90-4d99-beac-09de63e24daa None None] Set router 9894b75e-0fa0-4aff-836f-5fd46b9bec9a gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:14:18.158268 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-b30a7e1c-db90-4d99-beac-09de63e24daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'name': 'tempest-TestVolumeBootPattern-839799229-router', 'tenant_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '530dee91-c9ef-4272-a399-eddcf21a541e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:08:09Z', 'updated_at': '2021-09-23T07:08:12Z', 'revision_number': 4, 'project_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'gw_port': {'id': '530dee91-c9ef-4272-a399-eddcf21a541e', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:08:10Z', 'updated_at': '2021-09-23T07:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '5833834c-d139-48fe-a16e-914881dc4f95', 'name': '', 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112', 'tenant_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'mac_address': 'fa:16:3e:03:11:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': '4f0a580e-e630-4d93-8377-9af2cc86d82c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:08:11Z', 'updated_at': '2021-09-23T07:08:19Z', 'revision_number': 5, 'project_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'subnets': [{'id': '4f0a580e-e630-4d93-8377-9af2cc86d82c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:14:18.189478 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30a7e1c-db90-4d99-beac-09de63e24daa None None] Checking router: 9894b75e-0fa0-4aff-836f-5fd46b9bec9a for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:14:18.198123 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30a7e1c-db90-4d99-beac-09de63e24daa None None] Routers {'9894b75e-0fa0-4aff-836f-5fd46b9bec9a'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:14:18.198773 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-b30a7e1c-db90-4d99-beac-09de63e24daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:14:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['9894b75e-0fa0-4aff-836f-5fd46b9bec9a'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:14:18.326381 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-b30a7e1c-db90-4d99-beac-09de63e24daa None None] Set router 9894b75e-0fa0-4aff-836f-5fd46b9bec9a gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:14:18.585459 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a05f625e-b03b-4efa-85dd-606b1f5f4838 req-98302852-4f29-46ff-ae5b-f683d82fb5ac tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fe70059-bdac-4acd-a92f-3eb8d5283d15 HTTP/1.1" status: 200 len: 210 time: 0.0411537 Sep 23 07:14:18.611169 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-b30a7e1c-db90-4d99-beac-09de63e24daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'name': 'tempest-TestVolumeBootPattern-839799229-router', 'tenant_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '530dee91-c9ef-4272-a399-eddcf21a541e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:08:09Z', 'updated_at': '2021-09-23T07:08:12Z', 'revision_number': 4, 'project_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'gw_port': {'id': '530dee91-c9ef-4272-a399-eddcf21a541e', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:08:10Z', 'updated_at': '2021-09-23T07:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '5833834c-d139-48fe-a16e-914881dc4f95', 'name': '', 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112', 'tenant_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'mac_address': 'fa:16:3e:03:11:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': '4f0a580e-e630-4d93-8377-9af2cc86d82c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:08:11Z', 'updated_at': '2021-09-23T07:08:19Z', 'revision_number': 5, 'project_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'subnets': [{'id': '4f0a580e-e630-4d93-8377-9af2cc86d82c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:14:18.657977 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30a7e1c-db90-4d99-beac-09de63e24daa None None] The sync data for ids ['9894b75e-0fa0-4aff-836f-5fd46b9bec9a'] in n-d-715271-16 is: [{'id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'name': 'tempest-TestVolumeBootPattern-839799229-router', 'tenant_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '530dee91-c9ef-4272-a399-eddcf21a541e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:08:09Z', 'updated_at': '2021-09-23T07:08:12Z', 'revision_number': 4, 'project_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'gw_port': {'id': '530dee91-c9ef-4272-a399-eddcf21a541e', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:08:10Z', 'updated_at': '2021-09-23T07:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '5833834c-d139-48fe-a16e-914881dc4f95', 'name': '', 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112', 'tenant_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'mac_address': 'fa:16:3e:03:11:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': '4f0a580e-e630-4d93-8377-9af2cc86d82c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:08:11Z', 'updated_at': '2021-09-23T07:08:19Z', 'revision_number': 5, 'project_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'subnets': [{'id': '4f0a580e-e630-4d93-8377-9af2cc86d82c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:14:18.981519 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ecae4b-7e1a-403a-9d31-e4560b8d63a3 None None] New status for floating IP ded4d16e-5f77-43bd-aac1-70d6c7178ebb: DOWN {{(pid=95067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 07:14:19.712426 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7abb42d8-d977-47af-8190-d2860b690f8e req-4d75e76f-f994-4555-b1aa-e1ad33a3246f tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fe70059-bdac-4acd-a92f-3eb8d5283d15 HTTP/1.1" status: 200 len: 210 time: 0.0317209 Sep 23 07:14:20.815347 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-57290147-1b33-4ae0-9d1d-a116da0af578 req-ff0e99d9-9432-4092-9e96-16f3915dc54d tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fe70059-bdac-4acd-a92f-3eb8d5283d15 HTTP/1.1" status: 200 len: 210 time: 0.0281448 Sep 23 07:14:21.444974 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 0b6486d0-8a6a-40cc-9f4e-f03bbfde1111 no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:14:21.464717 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] No Port match for: 0b6486d0-8a6a-40cc-9f4e-f03bbfde1111 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:14:21.465077 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 0b6486d0-8a6a-40cc-9f4e-f03bbfde1111 not bound to the agent host n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:14:21.939970 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7fb0e92a-4302-49eb-9963-fbf13275e1c4 req-e611f189-ce57-4a33-931f-08c24e70ce0a tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fe70059-bdac-4acd-a92f-3eb8d5283d15 HTTP/1.1" status: 200 len: 210 time: 0.0354266 Sep 23 07:14:23.147085 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-39f607ab-dd4e-4049-92c4-3ec016d1f559 req-bed6a5c2-f3a7-42ae-b088-d8068756afcb tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2090357656&fields=id&tenant_id=dda7d37bb4b541ebbe8e22954596ee73 HTTP/1.1" status: 200 len: 267 time: 0.0333424 Sep 23 07:14:23.260534 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f607ab-dd4e-4049-92c4-3ec016d1f559 req-58d5f006-51d4-4024-a35d-8003781f8c74 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:14:23.262059 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-39f607ab-dd4e-4049-92c4-3ec016d1f559 req-58d5f006-51d4-4024-a35d-8003781f8c74 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/networks?id=ee64cebb-cbad-4040-a31a-b12cc5624112 HTTP/1.1" status: 200 len: 811 time: 0.1082911 Sep 23 07:14:23.277744 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-39f607ab-dd4e-4049-92c4-3ec016d1f559 req-a3e43de2-4e19-49d3-8f5c-5d09a0c5e7a7 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/quotas/dda7d37bb4b541ebbe8e22954596ee73 HTTP/1.1" status: 200 len: 375 time: 0.0095129 Sep 23 07:14:23.342511 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-39f607ab-dd4e-4049-92c4-3ec016d1f559 req-2dd69056-fe8c-4b1d-a138-7b10ecfacfb5 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=dda7d37bb4b541ebbe8e22954596ee73&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0559800 Sep 23 07:14:23.473484 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-39f607ab-dd4e-4049-92c4-3ec016d1f559 req-aed55c19-d694-4215-85e7-fd66950d838a service neutron] 10.222.0.39 "GET /v2.0/networks/ee64cebb-cbad-4040-a31a-b12cc5624112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114552 Sep 23 07:14:23.593958 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-39f607ab-dd4e-4049-92c4-3ec016d1f559 req-a4c4f7aa-1ce9-408d-9c11-c8b8d5e9a5a1 service neutron] 10.222.0.39 "GET /v2.0/networks/ee64cebb-cbad-4040-a31a-b12cc5624112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077867 Sep 23 07:14:23.905143 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d97acb88-02d9-4726-873c-3d66bab79838 req-57192cea-2b1b-493c-a424-f5af4d606a60 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=80afb441-907f-4a9f-a57f-8f1ce7268388 HTTP/1.1" status: 200 len: 210 time: 0.0271924 Sep 23 07:14:24.853349 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f607ab-dd4e-4049-92c4-3ec016d1f559 req-167064a8-9955-43d1-a33d-1f5123640b04 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:14:24.855296 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-39f607ab-dd4e-4049-92c4-3ec016d1f559 req-167064a8-9955-43d1-a33d-1f5123640b04 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.58 "GET /v2.0/networks?id=ee64cebb-cbad-4040-a31a-b12cc5624112 HTTP/1.1" status: 200 len: 811 time: 0.1115394 Sep 23 07:14:24.898814 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-39f607ab-dd4e-4049-92c4-3ec016d1f559 req-6ac59384-f55d-4afa-b53d-d25619fe79a8 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dda7d37bb4b541ebbe8e22954596ee73 HTTP/1.1" status: 200 len: 380 time: 0.0346215 Sep 23 07:14:24.912066 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-39f607ab-dd4e-4049-92c4-3ec016d1f559 req-50402ab9-1460-44cf-b18f-1e0d07231a80 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Request body: {'port': {'device_id': '80afb441-907f-4a9f-a57f-8f1ce7268388', 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112', 'admin_state_up': True, 'tenant_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'security_groups': ['d3acf5d0-976e-416a-9e4a-4e8f5d86e3e3']}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:14:25.022418 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-be892767-1024-4111-a5f2-6d50f8681646 req-85059074-e1fb-41af-a83f-c9039d1f7ca5 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=80afb441-907f-4a9f-a57f-8f1ce7268388 HTTP/1.1" status: 200 len: 210 time: 0.0304463 Sep 23 07:14:25.036896 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39f607ab-dd4e-4049-92c4-3ec016d1f559 req-50402ab9-1460-44cf-b18f-1e0d07231a80 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Made reservation on behalf of dda7d37bb4b541ebbe8e22954596ee73 for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:14:25.041140 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-39f607ab-dd4e-4049-92c4-3ec016d1f559 req-50402ab9-1460-44cf-b18f-1e0d07231a80 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:25.175170 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [req-39f607ab-dd4e-4049-92c4-3ec016d1f559 req-50402ab9-1460-44cf-b18f-1e0d07231a80 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Allocated IP 172.20.0.7 (ee64cebb-cbad-4040-a31a-b12cc5624112/4f0a580e-e630-4d93-8377-9af2cc86d82c/30ce0035-c7f7-4a67-8d52-525338e4b086) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:14:25.320838 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-39f607ab-dd4e-4049-92c4-3ec016d1f559 req-50402ab9-1460-44cf-b18f-1e0d07231a80 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:25.355804 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-39f607ab-dd4e-4049-92c4-3ec016d1f559 req-50402ab9-1460-44cf-b18f-1e0d07231a80 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:25.397204 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39f607ab-dd4e-4049-92c4-3ec016d1f559 req-50402ab9-1460-44cf-b18f-1e0d07231a80 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Network ee64cebb-cbad-4040-a31a-b12cc5624112 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:14:25.400303 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [req-39f607ab-dd4e-4049-92c4-3ec016d1f559 req-50402ab9-1460-44cf-b18f-1e0d07231a80 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:14:25.404576 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-39f607ab-dd4e-4049-92c4-3ec016d1f559 req-50402ab9-1460-44cf-b18f-1e0d07231a80 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:14:25.440954 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50402ab9-1460-44cf-b18f-1e0d07231a80 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Pushing event updated for resources: {'Port': ['ID=30ce0035-c7f7-4a67-8d52-525338e4b086,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:14:25.469782 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f607ab-dd4e-4049-92c4-3ec016d1f559 req-50402ab9-1460-44cf-b18f-1e0d07231a80 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:14:25.470495 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-39f607ab-dd4e-4049-92c4-3ec016d1f559 req-50402ab9-1460-44cf-b18f-1e0d07231a80 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:25.493530 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-39f607ab-dd4e-4049-92c4-3ec016d1f559 req-50402ab9-1460-44cf-b18f-1e0d07231a80 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5848067 Sep 23 07:14:25.630565 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-39f607ab-dd4e-4049-92c4-3ec016d1f559 req-7aacb089-1d15-43a2-9b88-4c2a6ca84067 service neutron] Request body: {'port': {'device_id': '80afb441-907f-4a9f-a57f-8f1ce7268388', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:14:25.685104 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-39f607ab-dd4e-4049-92c4-3ec016d1f559 req-7aacb089-1d15-43a2-9b88-4c2a6ca84067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:25.708279 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-d583ed56-8a20-4b5c-bd37-411577b5e72b None None] Provisioning complete for port 30ce0035-c7f7-4a67-8d52-525338e4b086 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:14:25.709333 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d583ed56-8a20-4b5c-bd37-411577b5e72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:25.748177 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-d583ed56-8a20-4b5c-bd37-411577b5e72b None None] Port 30ce0035-c7f7-4a67-8d52-525338e4b086 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:14:25.990165 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [req-39f607ab-dd4e-4049-92c4-3ec016d1f559 req-7aacb089-1d15-43a2-9b88-4c2a6ca84067 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30ce0035-c7f7-4a67-8d52-525338e4b086 {{(pid=95066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:14:26.002999 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-39f607ab-dd4e-4049-92c4-3ec016d1f559 req-7aacb089-1d15-43a2-9b88-4c2a6ca84067 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:26.018661 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.provisioning_blocks [req-39f607ab-dd4e-4049-92c4-3ec016d1f559 req-7aacb089-1d15-43a2-9b88-4c2a6ca84067 service neutron] Transition to ACTIVE for port object 30ce0035-c7f7-4a67-8d52-525338e4b086 will not be triggered until provisioned by entity L2. {{(pid=95066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:14:26.027123 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-39f607ab-dd4e-4049-92c4-3ec016d1f559 req-7aacb089-1d15-43a2-9b88-4c2a6ca84067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:26.110894 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aacb089-1d15-43a2-9b88-4c2a6ca84067 service neutron] Pushing event updated for resources: {'Port': ['ID=30ce0035-c7f7-4a67-8d52-525338e4b086,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:14:26.176744 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157e1779-b8e9-49c7-94f3-1bfa14c25ea1 req-f2a0d38f-ffbc-4280-ad61-49e831602794 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:14:26.179168 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-157e1779-b8e9-49c7-94f3-1bfa14c25ea1 req-f2a0d38f-ffbc-4280-ad61-49e831602794 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=80afb441-907f-4a9f-a57f-8f1ce7268388 HTTP/1.1" status: 200 len: 943 time: 0.0703666 Sep 23 07:14:26.196439 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-39f607ab-dd4e-4049-92c4-3ec016d1f559 req-7aacb089-1d15-43a2-9b88-4c2a6ca84067 service neutron] Attempting to bind port 30ce0035-c7f7-4a67-8d52-525338e4b086 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:14:26.196933 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-39f607ab-dd4e-4049-92c4-3ec016d1f559 req-7aacb089-1d15-43a2-9b88-4c2a6ca84067 service neutron] Attempting to bind port 30ce0035-c7f7-4a67-8d52-525338e4b086 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:14:26.197362 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f607ab-dd4e-4049-92c4-3ec016d1f559 req-7aacb089-1d15-43a2-9b88-4c2a6ca84067 service neutron] Attempting to bind port 30ce0035-c7f7-4a67-8d52-525338e4b086 on network ee64cebb-cbad-4040-a31a-b12cc5624112 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:14:26.204101 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f607ab-dd4e-4049-92c4-3ec016d1f559 req-7aacb089-1d15-43a2-9b88-4c2a6ca84067 service neutron] Port 30ce0035-c7f7-4a67-8d52-525338e4b086 on network ee64cebb-cbad-4040-a31a-b12cc5624112 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:14:26.204424 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f607ab-dd4e-4049-92c4-3ec016d1f559 req-7aacb089-1d15-43a2-9b88-4c2a6ca84067 service neutron] Attempting to bind port 30ce0035-c7f7-4a67-8d52-525338e4b086 on network ee64cebb-cbad-4040-a31a-b12cc5624112 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:14:26.210827 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f607ab-dd4e-4049-92c4-3ec016d1f559 req-7aacb089-1d15-43a2-9b88-4c2a6ca84067 service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:14:26.211321 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f607ab-dd4e-4049-92c4-3ec016d1f559 req-7aacb089-1d15-43a2-9b88-4c2a6ca84067 service neutron] Checking segment: {'id': '4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:14:26.211806 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f607ab-dd4e-4049-92c4-3ec016d1f559 req-7aacb089-1d15-43a2-9b88-4c2a6ca84067 service neutron] Bound using segment: {'id': '4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:14:26.212344 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-39f607ab-dd4e-4049-92c4-3ec016d1f559 req-7aacb089-1d15-43a2-9b88-4c2a6ca84067 service neutron] Bound port: 30ce0035-c7f7-4a67-8d52-525338e4b086, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:14:26.213065 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-39f607ab-dd4e-4049-92c4-3ec016d1f559 req-7aacb089-1d15-43a2-9b88-4c2a6ca84067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:26.234753 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-157e1779-b8e9-49c7-94f3-1bfa14c25ea1 req-19ff3ee2-c321-4939-b65d-5510dc80727d tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3acf5d0-976e-416a-9e4a-4e8f5d86e3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455153 Sep 23 07:14:26.291927 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-39f607ab-dd4e-4049-92c4-3ec016d1f559 req-7aacb089-1d15-43a2-9b88-4c2a6ca84067 service neutron] For port 30ce0035-c7f7-4a67-8d52-525338e4b086, host n-h2-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:14:26.295624 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-39f607ab-dd4e-4049-92c4-3ec016d1f559 req-7aacb089-1d15-43a2-9b88-4c2a6ca84067 service neutron] For port 30ce0035-c7f7-4a67-8d52-525338e4b086, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=30ce0035-c7f7-4a67-8d52-525338e4b086,segment=NetworkSegment(4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c),segment_id=4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:14:26.300234 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-39f607ab-dd4e-4049-92c4-3ec016d1f559 req-7aacb089-1d15-43a2-9b88-4c2a6ca84067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:26.342641 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f607ab-dd4e-4049-92c4-3ec016d1f559 req-7aacb089-1d15-43a2-9b88-4c2a6ca84067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:14:26.343298 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-39f607ab-dd4e-4049-92c4-3ec016d1f559 req-7aacb089-1d15-43a2-9b88-4c2a6ca84067 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:26.344962 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-39f607ab-dd4e-4049-92c4-3ec016d1f559 req-7aacb089-1d15-43a2-9b88-4c2a6ca84067 service neutron] 10.222.0.58 "PUT /v2.0/ports/30ce0035-c7f7-4a67-8d52-525338e4b086 HTTP/1.1" status: 200 len: 1092 time: 0.8422358 Sep 23 07:14:26.345416 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80afb441-907f-4a9f-a57f-8f1ce7268388', 'tag': '30ce0035-c7f7-4a67-8d52-525338e4b086'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:14:26.347735 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87803409-f0b5-42e6-8a64-d89b6f6c6edb" -d '{"events": [{"name": "network-changed", "server_uuid": "80afb441-907f-4a9f-a57f-8f1ce7268388", "tag": "30ce0035-c7f7-4a67-8d52-525338e4b086"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:14:26.367034 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aacb089-1d15-43a2-9b88-4c2a6ca84067 service neutron] Pushing event updated for resources: {'Port': ['ID=30ce0035-c7f7-4a67-8d52-525338e4b086,revision_number=3']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:14:26.419611 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07e3dbf1-8df2-4798-8ea8-9f39db45b4a5 x-openstack-request-id: req-07e3dbf1-8df2-4798-8ea8-9f39db45b4a5 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:14:26.420034 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80afb441-907f-4a9f-a57f-8f1ce7268388", "tag": "30ce0035-c7f7-4a67-8d52-525338e4b086", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:14:26.420396 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-07e3dbf1-8df2-4798-8ea8-9f39db45b4a5 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:14:26.420884 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80afb441-907f-4a9f-a57f-8f1ce7268388', 'tag': '30ce0035-c7f7-4a67-8d52-525338e4b086', 'status': 'completed', 'code': 200} Sep 23 07:14:26.437723 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f607ab-dd4e-4049-92c4-3ec016d1f559 req-a8a972d7-4c42-4df4-b027-4056a8eb936f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:14:26.439621 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-39f607ab-dd4e-4049-92c4-3ec016d1f559 req-a8a972d7-4c42-4df4-b027-4056a8eb936f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dda7d37bb4b541ebbe8e22954596ee73&device_id=80afb441-907f-4a9f-a57f-8f1ce7268388 HTTP/1.1" status: 200 len: 1095 time: 0.0491583 Sep 23 07:14:26.490268 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-39f607ab-dd4e-4049-92c4-3ec016d1f559 req-367a9688-ac53-4cc5-b897-e5c1567a7bc4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30ce0035-c7f7-4a67-8d52-525338e4b086 HTTP/1.1" status: 200 len: 217 time: 0.0426385 Sep 23 07:14:26.543431 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f607ab-dd4e-4049-92c4-3ec016d1f559 req-6ef8a898-c064-44d7-a6ad-2c15ac0fb51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:14:26.545668 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-39f607ab-dd4e-4049-92c4-3ec016d1f559 req-6ef8a898-c064-44d7-a6ad-2c15ac0fb51b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4f0a580e-e630-4d93-8377-9af2cc86d82c HTTP/1.1" status: 200 len: 850 time: 0.0486794 Sep 23 07:14:26.598395 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f607ab-dd4e-4049-92c4-3ec016d1f559 req-446699bc-4e70-4289-a528-c13b3fec295e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:14:26.599914 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-39f607ab-dd4e-4049-92c4-3ec016d1f559 req-446699bc-4e70-4289-a528-c13b3fec295e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ee64cebb-cbad-4040-a31a-b12cc5624112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472145 Sep 23 07:14:26.697375 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-39f607ab-dd4e-4049-92c4-3ec016d1f559 req-ba129c74-1b7e-4adc-943b-034bc07d19d4 service neutron] 10.222.0.58 "GET /v2.0/networks/ee64cebb-cbad-4040-a31a-b12cc5624112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885355 Sep 23 07:14:26.791207 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-39f607ab-dd4e-4049-92c4-3ec016d1f559 req-29b196b1-05ce-48a1-ae9f-4875b9120948 service neutron] 10.222.0.58 "GET /v2.0/networks/ee64cebb-cbad-4040-a31a-b12cc5624112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863008 Sep 23 07:14:26.884187 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87803409-f0b5-42e6-8a64-d89b6f6c6edb req-3294042a-df61-4345-91ad-70ff18798490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:14:26.885769 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-87803409-f0b5-42e6-8a64-d89b6f6c6edb req-3294042a-df61-4345-91ad-70ff18798490 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dda7d37bb4b541ebbe8e22954596ee73&device_id=80afb441-907f-4a9f-a57f-8f1ce7268388 HTTP/1.1" status: 200 len: 1095 time: 0.0491493 Sep 23 07:14:26.981440 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87803409-f0b5-42e6-8a64-d89b6f6c6edb req-2de22a69-886d-4169-bc46-81da1b408f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:14:26.983300 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-87803409-f0b5-42e6-8a64-d89b6f6c6edb req-2de22a69-886d-4169-bc46-81da1b408f55 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ee64cebb-cbad-4040-a31a-b12cc5624112 HTTP/1.1" status: 200 len: 912 time: 0.0894806 Sep 23 07:14:27.029355 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-87803409-f0b5-42e6-8a64-d89b6f6c6edb req-f868e798-f42b-4bf6-aca8-a3caa90ddbeb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30ce0035-c7f7-4a67-8d52-525338e4b086 HTTP/1.1" status: 200 len: 217 time: 0.0388153 Sep 23 07:14:27.081955 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87803409-f0b5-42e6-8a64-d89b6f6c6edb req-b830e6e2-d57c-497d-bc0e-854e2ec0910e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:14:27.083537 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-87803409-f0b5-42e6-8a64-d89b6f6c6edb req-b830e6e2-d57c-497d-bc0e-854e2ec0910e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4f0a580e-e630-4d93-8377-9af2cc86d82c HTTP/1.1" status: 200 len: 850 time: 0.0478013 Sep 23 07:14:27.140968 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87803409-f0b5-42e6-8a64-d89b6f6c6edb req-06d28317-f4c3-4429-bf8a-8738281cfd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:14:27.142612 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-87803409-f0b5-42e6-8a64-d89b6f6c6edb req-06d28317-f4c3-4429-bf8a-8738281cfd9c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ee64cebb-cbad-4040-a31a-b12cc5624112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517788 Sep 23 07:14:27.241023 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-87803409-f0b5-42e6-8a64-d89b6f6c6edb req-a76d22cb-f2bb-480f-b343-2155e6f05581 service neutron] 10.222.0.58 "GET /v2.0/networks/ee64cebb-cbad-4040-a31a-b12cc5624112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911572 Sep 23 07:14:27.387827 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ae2a43-ff6a-4825-9c24-7a90765dbdb7 req-2df6d31b-136d-4e19-ae4c-7b50f16aa056 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:14:27.389352 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-09ae2a43-ff6a-4825-9c24-7a90765dbdb7 req-2df6d31b-136d-4e19-ae4c-7b50f16aa056 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=80afb441-907f-4a9f-a57f-8f1ce7268388 HTTP/1.1" status: 200 len: 943 time: 0.0677400 Sep 23 07:14:27.395517 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-87803409-f0b5-42e6-8a64-d89b6f6c6edb req-428f1d56-3d87-40d0-9493-ca642564a07e service neutron] 10.222.0.58 "GET /v2.0/networks/ee64cebb-cbad-4040-a31a-b12cc5624112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470203 Sep 23 07:14:27.460248 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-09ae2a43-ff6a-4825-9c24-7a90765dbdb7 req-60a979b0-a370-4bf3-9ef6-14e36a6edffd tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3acf5d0-976e-416a-9e4a-4e8f5d86e3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610640 Sep 23 07:14:28.585437 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff78cfc-5b12-4bd6-bc50-655d62a4a023 req-9c4a646a-99da-4357-9db5-604311dd31f4 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:14:28.587831 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2ff78cfc-5b12-4bd6-bc50-655d62a4a023 req-9c4a646a-99da-4357-9db5-604311dd31f4 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=80afb441-907f-4a9f-a57f-8f1ce7268388 HTTP/1.1" status: 200 len: 943 time: 0.0627146 Sep 23 07:14:28.630252 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2ff78cfc-5b12-4bd6-bc50-655d62a4a023 req-84c1df9c-a240-4ebd-a241-118ad05925a1 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3acf5d0-976e-416a-9e4a-4e8f5d86e3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355487 Sep 23 07:14:29.755722 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43852e8-f903-4116-af94-a3e6b7abacf2 req-ed309957-6d9f-4b85-a66d-1525a451e0f4 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:14:29.757316 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d43852e8-f903-4116-af94-a3e6b7abacf2 req-ed309957-6d9f-4b85-a66d-1525a451e0f4 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=80afb441-907f-4a9f-a57f-8f1ce7268388 HTTP/1.1" status: 200 len: 943 time: 0.0527797 Sep 23 07:14:29.797225 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d43852e8-f903-4116-af94-a3e6b7abacf2 req-b9809cae-4cad-4e59-acd7-a27d303965e6 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3acf5d0-976e-416a-9e4a-4e8f5d86e3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331297 Sep 23 07:14:30.937664 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54463384-9fde-47a7-93c9-be8b088f58d1 req-0c68a0ef-b9d0-4bb3-9f5f-8f79cc11f42b tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:14:30.939354 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-54463384-9fde-47a7-93c9-be8b088f58d1 req-0c68a0ef-b9d0-4bb3-9f5f-8f79cc11f42b tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=80afb441-907f-4a9f-a57f-8f1ce7268388 HTTP/1.1" status: 200 len: 943 time: 0.0719538 Sep 23 07:14:30.989887 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-54463384-9fde-47a7-93c9-be8b088f58d1 req-4eb70c41-1004-4caf-91e3-4b1e936aa0a9 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3acf5d0-976e-416a-9e4a-4e8f5d86e3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440125 Sep 23 07:14:31.208180 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40902) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:14:31.329320 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6c291d11-b0a3-4957-9309-81977db06b1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:31.425627 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6c291d11-b0a3-4957-9309-81977db06b1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:31.429376 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6c291d11-b0a3-4957-9309-81977db06b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:31.468178 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-6c291d11-b0a3-4957-9309-81977db06b1f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a1cd27b4fed84cd6ab194e48fc7bc42c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2588437 Sep 23 07:14:31.468933 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c291d11-b0a3-4957-9309-81977db06b1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da7a3d43-287c-4496-a2d3-87c6d1580d77,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:14:31.470914 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40908) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:14:31.518925 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-938ae8d7-f59a-4083-b2b3-d82cbf398f64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:31.539583 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-938ae8d7-f59a-4083-b2b3-d82cbf398f64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:31.587872 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-938ae8d7-f59a-4083-b2b3-d82cbf398f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:31.591314 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-938ae8d7-f59a-4083-b2b3-d82cbf398f64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:31.592874 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-938ae8d7-f59a-4083-b2b3-d82cbf398f64 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/da7a3d43-287c-4496-a2d3-87c6d1580d77 HTTP/1.1" status: 204 len: 168 time: 0.1208699 Sep 23 07:14:31.604927 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938ae8d7-f59a-4083-b2b3-d82cbf398f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7a3d43-287c-4496-a2d3-87c6d1580d77,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:14:31.614083 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938ae8d7-f59a-4083-b2b3-d82cbf398f64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:14:31.614442 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938ae8d7-f59a-4083-b2b3-d82cbf398f64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:14:31.614779 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938ae8d7-f59a-4083-b2b3-d82cbf398f64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:14:31.615119 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938ae8d7-f59a-4083-b2b3-d82cbf398f64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:14:31.615453 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938ae8d7-f59a-4083-b2b3-d82cbf398f64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:14:31.615784 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938ae8d7-f59a-4083-b2b3-d82cbf398f64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:14:31.616115 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938ae8d7-f59a-4083-b2b3-d82cbf398f64 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:14:31.616443 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938ae8d7-f59a-4083-b2b3-d82cbf398f64 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:14:31.616901 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938ae8d7-f59a-4083-b2b3-d82cbf398f64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:14:31.617176 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938ae8d7-f59a-4083-b2b3-d82cbf398f64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:14:31.617436 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938ae8d7-f59a-4083-b2b3-d82cbf398f64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:14:31.617734 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938ae8d7-f59a-4083-b2b3-d82cbf398f64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:14:31.856487 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 40914) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:14:31.869854 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-767292e6-1b84-4026-99c7-b8f4e15bbace admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:31.956914 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-767292e6-1b84-4026-99c7-b8f4e15bbace admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:31.960701 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-767292e6-1b84-4026-99c7-b8f4e15bbace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:31.999844 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-767292e6-1b84-4026-99c7-b8f4e15bbace admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d54205ed3f084e4cafb597aaf144c364&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1421716 Sep 23 07:14:32.000839 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767292e6-1b84-4026-99c7-b8f4e15bbace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=374c3315-5d37-40ec-a1bd-e90eae498454,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:14:32.002626 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 40918) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:14:32.061340 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ae332feb-c7b5-4788-b3b6-30be987aab04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:32.112632 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ae332feb-c7b5-4788-b3b6-30be987aab04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:32.146320 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6600f-7482-4655-a713-512ffd644cd9 req-86bdb753-4524-458b-9b71-68fdff9c0f77 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:14:32.147812 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6ed6600f-7482-4655-a713-512ffd644cd9 req-86bdb753-4524-458b-9b71-68fdff9c0f77 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=80afb441-907f-4a9f-a57f-8f1ce7268388 HTTP/1.1" status: 200 len: 943 time: 0.0838444 Sep 23 07:14:32.189554 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6ed6600f-7482-4655-a713-512ffd644cd9 req-a3008678-2125-4934-a326-62c31739a4ba tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3acf5d0-976e-416a-9e4a-4e8f5d86e3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342939 Sep 23 07:14:32.194118 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ae332feb-c7b5-4788-b3b6-30be987aab04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:32.196665 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ae332feb-c7b5-4788-b3b6-30be987aab04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:32.197715 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-ae332feb-c7b5-4788-b3b6-30be987aab04 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/374c3315-5d37-40ec-a1bd-e90eae498454 HTTP/1.1" status: 204 len: 168 time: 0.1934392 Sep 23 07:14:32.206214 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae332feb-c7b5-4788-b3b6-30be987aab04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=374c3315-5d37-40ec-a1bd-e90eae498454,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:14:33.305157 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266451b6-660b-4c50-b312-4841765cdd19 req-43bf33cf-d8cd-4c9a-8561-97391bff9be3 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:14:33.306732 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-266451b6-660b-4c50-b312-4841765cdd19 req-43bf33cf-d8cd-4c9a-8561-97391bff9be3 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=80afb441-907f-4a9f-a57f-8f1ce7268388 HTTP/1.1" status: 200 len: 943 time: 0.0509229 Sep 23 07:14:33.345544 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-266451b6-660b-4c50-b312-4841765cdd19 req-c723ff23-eac0-4020-828a-6c843d09c129 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3acf5d0-976e-416a-9e4a-4e8f5d86e3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318539 Sep 23 07:14:34.460285 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08808c7-d6a1-40e9-9a4e-8f574b52c160 req-d99ea894-8fe0-45fa-b215-d67d130030b5 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:14:34.461759 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f08808c7-d6a1-40e9-9a4e-8f574b52c160 req-d99ea894-8fe0-45fa-b215-d67d130030b5 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=80afb441-907f-4a9f-a57f-8f1ce7268388 HTTP/1.1" status: 200 len: 943 time: 0.0494306 Sep 23 07:14:34.499329 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f08808c7-d6a1-40e9-9a4e-8f574b52c160 req-a21ab962-acb5-4f34-84f7-b5f9641ff415 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3acf5d0-976e-416a-9e4a-4e8f5d86e3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315654 Sep 23 07:14:35.615997 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d2db43-236b-4edb-9d2b-5f76f1249408 req-7437e504-b3ae-4e0e-9c4a-281b9d083dd8 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:14:35.617490 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c6d2db43-236b-4edb-9d2b-5f76f1249408 req-7437e504-b3ae-4e0e-9c4a-281b9d083dd8 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=80afb441-907f-4a9f-a57f-8f1ce7268388 HTTP/1.1" status: 200 len: 943 time: 0.0530818 Sep 23 07:14:35.661422 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c6d2db43-236b-4edb-9d2b-5f76f1249408 req-75670809-6818-4283-8a89-c9da379ddd73 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3acf5d0-976e-416a-9e4a-4e8f5d86e3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343235 Sep 23 07:14:36.575833 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:36.956090 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5e03a-f944-4df6-a326-cf3cdf94e6d3 req-64f38a47-2e99-4646-b41f-8fc7f50fbe1a tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:14:36.957616 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b9f5e03a-f944-4df6-a326-cf3cdf94e6d3 req-64f38a47-2e99-4646-b41f-8fc7f50fbe1a tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=80afb441-907f-4a9f-a57f-8f1ce7268388 HTTP/1.1" status: 200 len: 943 time: 0.2276416 Sep 23 07:14:37.000248 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b9f5e03a-f944-4df6-a326-cf3cdf94e6d3 req-e30e645c-01a2-4793-b0f1-e7988686f688 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3acf5d0-976e-416a-9e4a-4e8f5d86e3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360930 Sep 23 07:14:37.107512 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 41036) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:14:37.211385 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9075d1b8-0292-4457-b58f-3043cc09cd5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:37.300514 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9075d1b8-0292-4457-b58f-3043cc09cd5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:37.304377 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9075d1b8-0292-4457-b58f-3043cc09cd5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:37.345174 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-9075d1b8-0292-4457-b58f-3043cc09cd5e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=52900139094c46c880c262eee58e0022&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2341070 Sep 23 07:14:37.345174 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9075d1b8-0292-4457-b58f-3043cc09cd5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c24217ef-8377-4d1d-9d08-7480b6b6aeb5,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:14:37.346375 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 41040) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:14:37.399310 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2417e09f-5fd6-4396-aa0c-1c97a4a33a0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:37.420862 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2417e09f-5fd6-4396-aa0c-1c97a4a33a0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:37.465960 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2417e09f-5fd6-4396-aa0c-1c97a4a33a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:37.468699 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2417e09f-5fd6-4396-aa0c-1c97a4a33a0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:37.469904 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-2417e09f-5fd6-4396-aa0c-1c97a4a33a0a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c24217ef-8377-4d1d-9d08-7480b6b6aeb5 HTTP/1.1" status: 204 len: 168 time: 0.1216028 Sep 23 07:14:37.477449 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2417e09f-5fd6-4396-aa0c-1c97a4a33a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24217ef-8377-4d1d-9d08-7480b6b6aeb5,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:14:37.724508 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 41048) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:14:37.741724 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ef2c62b0-7d07-4bec-a72b-3d497231c795 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:37.833589 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ef2c62b0-7d07-4bec-a72b-3d497231c795 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:37.837335 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ef2c62b0-7d07-4bec-a72b-3d497231c795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:37.845168 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 30ce0035-c7f7-4a67-8d52-525338e4b086 details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:14:37.879100 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-ef2c62b0-7d07-4bec-a72b-3d497231c795 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=de556fac51c34b23b7183a3e5f937d87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1534650 Sep 23 07:14:37.880256 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2c62b0-7d07-4bec-a72b-3d497231c795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d961921-b9d4-4c1a-8485-b0874525cc7b,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:14:37.880995 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 41050) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:14:37.936524 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-31e41576-d598-403a-a082-e0f44f5c9ea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:37.945495 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 30ce0035-c7f7-4a67-8d52-525338e4b086, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=30ce0035-c7f7-4a67-8d52-525338e4b086,segment=NetworkSegment(4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c),segment_id=4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:14:37.957004 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': '30ce0035-c7f7-4a67-8d52-525338e4b086', 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112', 'port_id': '30ce0035-c7f7-4a67-8d52-525338e4b086', 'mac_address': 'fa:16:3e:4d:dd:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f0a580e-e630-4d93-8377-9af2cc86d82c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:14:37.958571 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-31e41576-d598-403a-a082-e0f44f5c9ea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:37.995049 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:38.008415 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30ce0035-c7f7-4a67-8d52-525338e4b086 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:14:38.008689 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-31e41576-d598-403a-a082-e0f44f5c9ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:38.011612 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-31e41576-d598-403a-a082-e0f44f5c9ea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:38.012791 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-31e41576-d598-403a-a082-e0f44f5c9ea4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4d961921-b9d4-4c1a-8485-b0874525cc7b HTTP/1.1" status: 204 len: 168 time: 0.1307380 Sep 23 07:14:38.020568 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e41576-d598-403a-a082-e0f44f5c9ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d961921-b9d4-4c1a-8485-b0874525cc7b,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:14:38.033200 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 30ce0035-c7f7-4a67-8d52-525338e4b086, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=30ce0035-c7f7-4a67-8d52-525338e4b086,segment=NetworkSegment(4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c),segment_id=4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:14:38.045020 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:38.091203 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e952dbcc-cde3-42c5-a589-fafe30ebdfbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:38.124365 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=30ce0035-c7f7-4a67-8d52-525338e4b086,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:14:38.125117 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25293ff4-491b-427e-b4a5-37bf31a9d1ee req-ca06477b-628d-47e8-99ef-998dfeb6320b tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:14:38.126679 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-25293ff4-491b-427e-b4a5-37bf31a9d1ee req-ca06477b-628d-47e8-99ef-998dfeb6320b tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=80afb441-907f-4a9f-a57f-8f1ce7268388 HTTP/1.1" status: 200 len: 944 time: 0.0537291 Sep 23 07:14:38.166264 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-25293ff4-491b-427e-b4a5-37bf31a9d1ee req-8d504776-4936-4132-8c84-8685af65b408 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3acf5d0-976e-416a-9e4a-4e8f5d86e3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321782 Sep 23 07:14:38.318056 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['30ce0035-c7f7-4a67-8d52-525338e4b086'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:14:39.289264 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb10590c-924b-42da-96a5-d81dd09afda6 req-39db2ba0-1031-45b6-85bc-079827523bf5 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:14:39.290833 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cb10590c-924b-42da-96a5-d81dd09afda6 req-39db2ba0-1031-45b6-85bc-079827523bf5 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=80afb441-907f-4a9f-a57f-8f1ce7268388 HTTP/1.1" status: 200 len: 944 time: 0.0518649 Sep 23 07:14:39.333516 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cb10590c-924b-42da-96a5-d81dd09afda6 req-5181ba17-0721-4582-930e-723f00848baf tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3acf5d0-976e-416a-9e4a-4e8f5d86e3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355897 Sep 23 07:14:39.876710 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 30ce0035-c7f7-4a67-8d52-525338e4b086 up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:14:39.926331 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port 30ce0035-c7f7-4a67-8d52-525338e4b086 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:14:39.930108 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port 30ce0035-c7f7-4a67-8d52-525338e4b086 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:14:39.930529 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:40.007335 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:40.029211 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80afb441-907f-4a9f-a57f-8f1ce7268388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30ce0035-c7f7-4a67-8d52-525338e4b086'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:14:40.031466 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e011974b-f55e-4bff-b61b-6502f8fab1e3" -d '{"events": [{"server_uuid": "80afb441-907f-4a9f-a57f-8f1ce7268388", "name": "network-vif-plugged", "status": "completed", "tag": "30ce0035-c7f7-4a67-8d52-525338e4b086"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:14:40.044467 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 30ce0035-c7f7-4a67-8d52-525338e4b086, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=30ce0035-c7f7-4a67-8d52-525338e4b086,segment=NetworkSegment(4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c),segment_id=4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:14:40.049475 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:40.079333 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-206d2d82-d912-4edc-98a6-79b043793c25 x-openstack-request-id: req-206d2d82-d912-4edc-98a6-79b043793c25 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:14:40.079629 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80afb441-907f-4a9f-a57f-8f1ce7268388", "name": "network-vif-plugged", "status": "completed", "tag": "30ce0035-c7f7-4a67-8d52-525338e4b086", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:14:40.079878 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-206d2d82-d912-4edc-98a6-79b043793c25 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:14:40.080259 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80afb441-907f-4a9f-a57f-8f1ce7268388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30ce0035-c7f7-4a67-8d52-525338e4b086', 'code': 200} Sep 23 07:14:40.116711 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=30ce0035-c7f7-4a67-8d52-525338e4b086,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:14:40.174061 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:40.183046 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16817f5b-e4ea-4360-a05a-0ea800d32646 req-7738c0a6-401d-4903-944a-3a78c94bf9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:14:40.185176 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-16817f5b-e4ea-4360-a05a-0ea800d32646 req-7738c0a6-401d-4903-944a-3a78c94bf9b8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=80afb441-907f-4a9f-a57f-8f1ce7268388 HTTP/1.1" status: 200 len: 1097 time: 0.0485961 Sep 23 07:14:40.225032 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-16817f5b-e4ea-4360-a05a-0ea800d32646 req-885d38c5-2db4-4a3c-91bc-d446f2ec8106 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=d3acf5d0-976e-416a-9e4a-4e8f5d86e3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324774 Sep 23 07:14:40.605645 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807fe109-ffc6-46c7-ab4a-63eeeb2c6dfa req-10be5809-19d2-4451-979e-440fbf97ebfa tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:14:40.607464 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-807fe109-ffc6-46c7-ab4a-63eeeb2c6dfa req-10be5809-19d2-4451-979e-440fbf97ebfa tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=80afb441-907f-4a9f-a57f-8f1ce7268388 HTTP/1.1" status: 200 len: 945 time: 0.2032692 Sep 23 07:14:40.645423 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-807fe109-ffc6-46c7-ab4a-63eeeb2c6dfa req-f2c6a30d-a610-4314-a890-87afa95ca4c0 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3acf5d0-976e-416a-9e4a-4e8f5d86e3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317721 Sep 23 07:14:41.075285 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0d2214f2-0b93-4ea6-a2f4-d8f0411bf1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:41.541330 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:41.767661 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4469353-ec0e-4268-8ab1-01b8eda57d1b req-4b1ec65f-bf20-41cd-8a7a-4158b79d92d5 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:14:41.769456 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d4469353-ec0e-4268-8ab1-01b8eda57d1b req-4b1ec65f-bf20-41cd-8a7a-4158b79d92d5 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=80afb441-907f-4a9f-a57f-8f1ce7268388 HTTP/1.1" status: 200 len: 945 time: 0.0509372 Sep 23 07:14:41.811818 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d4469353-ec0e-4268-8ab1-01b8eda57d1b req-6cbaf190-3348-4173-802e-cb583e6ce967 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3acf5d0-976e-416a-9e4a-4e8f5d86e3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361967 Sep 23 07:14:41.931751 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba159293-6fb5-4ec8-836b-d35365a1aa76 req-203c1f00-cd50-494a-a6d3-0ef41abfe5ac tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:14:41.933651 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ba159293-6fb5-4ec8-836b-d35365a1aa76 req-203c1f00-cd50-494a-a6d3-0ef41abfe5ac tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=80afb441-907f-4a9f-a57f-8f1ce7268388 HTTP/1.1" status: 200 len: 945 time: 0.0504761 Sep 23 07:14:41.972201 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ba159293-6fb5-4ec8-836b-d35365a1aa76 req-09ecab7b-fb3d-4bc1-8372-eca3097c3b82 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3acf5d0-976e-416a-9e4a-4e8f5d86e3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322409 Sep 23 07:14:41.994440 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 41140) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:14:42.173835 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61acb114-7444-41f3-b897-e9a50e4df268 tempest-TestVolumeBootPattern-191070198 tempest-TestVolumeBootPattern-191070198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:14:42.180139 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-61acb114-7444-41f3-b897-e9a50e4df268 tempest-TestVolumeBootPattern-191070198 tempest-TestVolumeBootPattern-191070198-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=80afb441-907f-4a9f-a57f-8f1ce7268388 HTTP/1.1" status: 200 len: 1092 time: 0.1842685 Sep 23 07:14:42.182671 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 41148) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:14:42.188310 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-fd65c6d1-9c9a-4771-b8c8-ab44f465604c tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Request body: {'floatingip': {'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'port_id': '30ce0035-c7f7-4a67-8d52-525338e4b086', 'tenant_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'fixed_ip_address': '172.20.0.7'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:14:42.222301 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fd65c6d1-9c9a-4771-b8c8-ab44f465604c tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks [] for floatingip, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:42.345124 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fd65c6d1-9c9a-4771-b8c8-ab44f465604c tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:42.354579 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:42.473298 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-fd65c6d1-9c9a-4771-b8c8-ab44f465604c tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Allocated IP 172.25.2.236 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/20a26af0-9b67-48b8-ab50-c5c2b2b39a59) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:14:42.580882 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fd65c6d1-9c9a-4771-b8c8-ab44f465604c tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:42.618310 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fd65c6d1-9c9a-4771-b8c8-ab44f465604c tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:42.654998 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd65c6d1-9c9a-4771-b8c8-ab44f465604c tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:14:42.657856 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-fd65c6d1-9c9a-4771-b8c8-ab44f465604c tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:14:42.661317 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd65c6d1-9c9a-4771-b8c8-ab44f465604c tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:14:42.693000 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd65c6d1-9c9a-4771-b8c8-ab44f465604c tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Pushing event updated for resources: {'Port': ['ID=20a26af0-9b67-48b8-ab50-c5c2b2b39a59,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:14:42.708561 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd65c6d1-9c9a-4771-b8c8-ab44f465604c tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:14:42.708911 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd65c6d1-9c9a-4771-b8c8-ab44f465604c tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:14:42.709254 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd65c6d1-9c9a-4771-b8c8-ab44f465604c tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:14:42.709591 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd65c6d1-9c9a-4771-b8c8-ab44f465604c tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:14:42.709944 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd65c6d1-9c9a-4771-b8c8-ab44f465604c tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:14:42.710282 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd65c6d1-9c9a-4771-b8c8-ab44f465604c tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:14:42.710611 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd65c6d1-9c9a-4771-b8c8-ab44f465604c tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:14:42.710934 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd65c6d1-9c9a-4771-b8c8-ab44f465604c tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:14:42.711258 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd65c6d1-9c9a-4771-b8c8-ab44f465604c tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:14:42.711577 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd65c6d1-9c9a-4771-b8c8-ab44f465604c tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:14:42.711899 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd65c6d1-9c9a-4771-b8c8-ab44f465604c tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:14:42.712215 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd65c6d1-9c9a-4771-b8c8-ab44f465604c tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:14:43.392229 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fd65c6d1-9c9a-4771-b8c8-ab44f465604c tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:43.464413 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fd65c6d1-9c9a-4771-b8c8-ab44f465604c tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:43.620883 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fd65c6d1-9c9a-4771-b8c8-ab44f465604c tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:43.626321 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fd65c6d1-9c9a-4771-b8c8-ab44f465604c tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:43.705948 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd65c6d1-9c9a-4771-b8c8-ab44f465604c tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Pushing event updated for resources: {'Port': ['ID=20a26af0-9b67-48b8-ab50-c5c2b2b39a59,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:14:43.716356 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fd65c6d1-9c9a-4771-b8c8-ab44f465604c tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:43.820929 n-d-715271-16 neutron-server[95066]: INFO neutron.db.l3_db [None req-fd65c6d1-9c9a-4771-b8c8-ab44f465604c tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Floating IP 47b9e537-a67f-4827-bddd-0be192127604 associated. External IP: 172.25.2.236, port: 30ce0035-c7f7-4a67-8d52-525338e4b086. Sep 23 07:14:43.837236 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:44.041010 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd65c6d1-9c9a-4771-b8c8-ab44f465604c tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Router 9894b75e-0fa0-4aff-836f-5fd46b9bec9a has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:14:44.152430 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd65c6d1-9c9a-4771-b8c8-ab44f465604c tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:14:44.170599 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc92c03-f4be-4c1e-ae2c-fff0eabedf2f None None] Sync routers for ids ['9894b75e-0fa0-4aff-836f-5fd46b9bec9a'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:14:44.172553 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fd65c6d1-9c9a-4771-b8c8-ab44f465604c tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:14:44.185801 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc92c03-f4be-4c1e-ae2c-fff0eabedf2f None None] Routers {'9894b75e-0fa0-4aff-836f-5fd46b9bec9a'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:14:44.186557 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-2bc92c03-f4be-4c1e-ae2c-fff0eabedf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:14:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['9894b75e-0fa0-4aff-836f-5fd46b9bec9a'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:14:44.214783 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-fd65c6d1-9c9a-4771-b8c8-ab44f465604c tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0181198 Sep 23 07:14:44.214783 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80afb441-907f-4a9f-a57f-8f1ce7268388', 'tag': '30ce0035-c7f7-4a67-8d52-525338e4b086'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:14:44.214783 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-486ed591-bc6f-4ed0-85a3-99f485792b61" -d '{"events": [{"name": "network-changed", "server_uuid": "80afb441-907f-4a9f-a57f-8f1ce7268388", "tag": "30ce0035-c7f7-4a67-8d52-525338e4b086"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:14:44.243848 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd70554-adcd-483f-96a1-0110735ef4c2 x-openstack-request-id: req-9fd70554-adcd-483f-96a1-0110735ef4c2 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:14:44.244214 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80afb441-907f-4a9f-a57f-8f1ce7268388", "tag": "30ce0035-c7f7-4a67-8d52-525338e4b086", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:14:44.244529 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9fd70554-adcd-483f-96a1-0110735ef4c2 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:14:44.244990 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80afb441-907f-4a9f-a57f-8f1ce7268388', 'tag': '30ce0035-c7f7-4a67-8d52-525338e4b086', 'status': 'completed', 'code': 200} Sep 23 07:14:44.312422 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-2bc92c03-f4be-4c1e-ae2c-fff0eabedf2f None None] Set router 9894b75e-0fa0-4aff-836f-5fd46b9bec9a gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:14:44.313230 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ed591-bc6f-4ed0-85a3-99f485792b61 req-0ff88b1c-c1e2-44e5-b428-d009cec510a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:14:44.314934 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-486ed591-bc6f-4ed0-85a3-99f485792b61 req-0ff88b1c-c1e2-44e5-b428-d009cec510a6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dda7d37bb4b541ebbe8e22954596ee73&device_id=80afb441-907f-4a9f-a57f-8f1ce7268388 HTTP/1.1" status: 200 len: 1097 time: 0.0443807 Sep 23 07:14:44.423481 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ed591-bc6f-4ed0-85a3-99f485792b61 req-2a2c4b03-0cf4-4661-9728-8c1cfa85ead0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:14:44.425415 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-486ed591-bc6f-4ed0-85a3-99f485792b61 req-2a2c4b03-0cf4-4661-9728-8c1cfa85ead0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ee64cebb-cbad-4040-a31a-b12cc5624112 HTTP/1.1" status: 200 len: 912 time: 0.0967872 Sep 23 07:14:44.513501 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-486ed591-bc6f-4ed0-85a3-99f485792b61 req-6d752205-b093-4fb3-b723-3e2002e33ccc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30ce0035-c7f7-4a67-8d52-525338e4b086 HTTP/1.1" status: 200 len: 999 time: 0.0767708 Sep 23 07:14:44.563746 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-2bc92c03-f4be-4c1e-ae2c-fff0eabedf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'name': 'tempest-TestVolumeBootPattern-839799229-router', 'tenant_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '530dee91-c9ef-4272-a399-eddcf21a541e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:08:09Z', 'updated_at': '2021-09-23T07:08:12Z', 'revision_number': 4, 'project_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'gw_port': {'id': '530dee91-c9ef-4272-a399-eddcf21a541e', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:08:10Z', 'updated_at': '2021-09-23T07:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '47b9e537-a67f-4827-bddd-0be192127604', 'tenant_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'floating_ip_address': '172.25.2.236', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'port_id': '30ce0035-c7f7-4a67-8d52-525338e4b086', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112', 'mac_address': 'fa:16:3e:4d:dd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80afb441-907f-4a9f-a57f-8f1ce7268388', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:14:43Z', 'updated_at': '2021-09-23T07:14:43Z', 'revision_number': 0, 'project_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5833834c-d139-48fe-a16e-914881dc4f95', 'name': '', 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112', 'tenant_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'mac_address': 'fa:16:3e:03:11:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': '4f0a580e-e630-4d93-8377-9af2cc86d82c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:08:11Z', 'updated_at': '2021-09-23T07:08:19Z', 'revision_number': 5, 'project_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'subnets': [{'id': '4f0a580e-e630-4d93-8377-9af2cc86d82c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:14:44.571380 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ed591-bc6f-4ed0-85a3-99f485792b61 req-7cbc7daa-656f-47d3-bd3b-6c19a5081ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:14:44.572950 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-486ed591-bc6f-4ed0-85a3-99f485792b61 req-7cbc7daa-656f-47d3-bd3b-6c19a5081ceb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4f0a580e-e630-4d93-8377-9af2cc86d82c HTTP/1.1" status: 200 len: 850 time: 0.0497653 Sep 23 07:14:44.589853 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc92c03-f4be-4c1e-ae2c-fff0eabedf2f None None] Checking router: 9894b75e-0fa0-4aff-836f-5fd46b9bec9a for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:14:44.598811 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc92c03-f4be-4c1e-ae2c-fff0eabedf2f None None] Routers {'9894b75e-0fa0-4aff-836f-5fd46b9bec9a'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:14:44.599404 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-2bc92c03-f4be-4c1e-ae2c-fff0eabedf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:14:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['9894b75e-0fa0-4aff-836f-5fd46b9bec9a'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:14:44.631037 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ed591-bc6f-4ed0-85a3-99f485792b61 req-e7f6926d-8219-4360-ba63-d50c57dc780f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:14:44.632698 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-486ed591-bc6f-4ed0-85a3-99f485792b61 req-e7f6926d-8219-4360-ba63-d50c57dc780f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ee64cebb-cbad-4040-a31a-b12cc5624112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511918 Sep 23 07:14:44.717997 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-2bc92c03-f4be-4c1e-ae2c-fff0eabedf2f None None] Set router 9894b75e-0fa0-4aff-836f-5fd46b9bec9a gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:14:44.732602 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-486ed591-bc6f-4ed0-85a3-99f485792b61 req-d4236a66-3ae4-40ee-970e-d942b429811b service neutron] 10.222.0.58 "GET /v2.0/networks/ee64cebb-cbad-4040-a31a-b12cc5624112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905817 Sep 23 07:14:44.845285 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-486ed591-bc6f-4ed0-85a3-99f485792b61 req-559220b1-de32-44ff-b669-755d00eb7df0 service neutron] 10.222.0.58 "GET /v2.0/networks/ee64cebb-cbad-4040-a31a-b12cc5624112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011307 Sep 23 07:14:44.950678 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-2bc92c03-f4be-4c1e-ae2c-fff0eabedf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'name': 'tempest-TestVolumeBootPattern-839799229-router', 'tenant_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '530dee91-c9ef-4272-a399-eddcf21a541e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:08:09Z', 'updated_at': '2021-09-23T07:08:12Z', 'revision_number': 4, 'project_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'gw_port': {'id': '530dee91-c9ef-4272-a399-eddcf21a541e', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:08:10Z', 'updated_at': '2021-09-23T07:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '47b9e537-a67f-4827-bddd-0be192127604', 'tenant_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'floating_ip_address': '172.25.2.236', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'port_id': '30ce0035-c7f7-4a67-8d52-525338e4b086', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112', 'mac_address': 'fa:16:3e:4d:dd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80afb441-907f-4a9f-a57f-8f1ce7268388', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:14:43Z', 'updated_at': '2021-09-23T07:14:43Z', 'revision_number': 0, 'project_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5833834c-d139-48fe-a16e-914881dc4f95', 'name': '', 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112', 'tenant_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'mac_address': 'fa:16:3e:03:11:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': '4f0a580e-e630-4d93-8377-9af2cc86d82c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:08:11Z', 'updated_at': '2021-09-23T07:08:19Z', 'revision_number': 5, 'project_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'subnets': [{'id': '4f0a580e-e630-4d93-8377-9af2cc86d82c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:14:44.977170 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc92c03-f4be-4c1e-ae2c-fff0eabedf2f None None] The sync data for ids ['9894b75e-0fa0-4aff-836f-5fd46b9bec9a'] in n-d-715271-16 is: [{'id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'name': 'tempest-TestVolumeBootPattern-839799229-router', 'tenant_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '530dee91-c9ef-4272-a399-eddcf21a541e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:08:09Z', 'updated_at': '2021-09-23T07:08:12Z', 'revision_number': 4, 'project_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'gw_port': {'id': '530dee91-c9ef-4272-a399-eddcf21a541e', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:08:10Z', 'updated_at': '2021-09-23T07:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '47b9e537-a67f-4827-bddd-0be192127604', 'tenant_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'floating_ip_address': '172.25.2.236', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'port_id': '30ce0035-c7f7-4a67-8d52-525338e4b086', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112', 'mac_address': 'fa:16:3e:4d:dd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80afb441-907f-4a9f-a57f-8f1ce7268388', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:14:43Z', 'updated_at': '2021-09-23T07:14:43Z', 'revision_number': 0, 'project_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5833834c-d139-48fe-a16e-914881dc4f95', 'name': '', 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112', 'tenant_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'mac_address': 'fa:16:3e:03:11:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': '4f0a580e-e630-4d93-8377-9af2cc86d82c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:08:11Z', 'updated_at': '2021-09-23T07:08:19Z', 'revision_number': 5, 'project_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'subnets': [{'id': '4f0a580e-e630-4d93-8377-9af2cc86d82c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:14:45.169059 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adda21fb-04b8-437b-a98b-862d69a0dc2a None None] New status for floating IP 47b9e537-a67f-4827-bddd-0be192127604: ACTIVE {{(pid=95067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 07:14:53.898014 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:15:06.592584 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:08.053383 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-964dd6af-b39c-4494-badd-fb0e3ef413d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:08.727094 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5f262953-d31a-4ced-b7b5-7d3f88b1cdab req-9be695a1-be96-4b03-8ad6-5a54392e783b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=bf8600a9-8f1f-4667-9673-257e918306d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0409319 Sep 23 07:15:08.819809 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f262953-d31a-4ced-b7b5-7d3f88b1cdab req-d2a0cf50-9285-4c0b-bec0-6eb7364975c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:15:08.821602 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5f262953-d31a-4ced-b7b5-7d3f88b1cdab req-d2a0cf50-9285-4c0b-bec0-6eb7364975c2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=33f7a2189c6c49e1b5d2f8ea11a63704&device_id=bf8600a9-8f1f-4667-9673-257e918306d5 HTTP/1.1" status: 200 len: 1098 time: 0.0486588 Sep 23 07:15:08.940786 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f262953-d31a-4ced-b7b5-7d3f88b1cdab req-6bc624b7-48e2-4f75-8510-b0c4d5881c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:15:08.942616 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5f262953-d31a-4ced-b7b5-7d3f88b1cdab req-6bc624b7-48e2-4f75-8510-b0c4d5881c1d service neutron] 10.222.0.58 "GET /v2.0/networks?id=960d8233-5315-43e1-ba7d-5035f7e0cd29 HTTP/1.1" status: 200 len: 909 time: 0.0997622 Sep 23 07:15:09.013973 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5f262953-d31a-4ced-b7b5-7d3f88b1cdab req-9cf2ad1a-01b5-49e8-974e-30c75995d8cf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b1110176-b79d-4cd6-9a7d-3bc4578a0a97 HTTP/1.1" status: 200 len: 1002 time: 0.0631766 Sep 23 07:15:09.070444 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f262953-d31a-4ced-b7b5-7d3f88b1cdab req-0813e479-c93e-49b4-b1a7-d66831734ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:15:09.071934 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5f262953-d31a-4ced-b7b5-7d3f88b1cdab req-0813e479-c93e-49b4-b1a7-d66831734ca4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=80fcde87-88a7-461e-aee2-7972c559cf52 HTTP/1.1" status: 200 len: 847 time: 0.0504973 Sep 23 07:15:09.131143 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f262953-d31a-4ced-b7b5-7d3f88b1cdab req-0a4ce5d5-40a0-40d8-9c22-5b35153cbc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:15:09.132670 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5f262953-d31a-4ced-b7b5-7d3f88b1cdab req-0a4ce5d5-40a0-40d8-9c22-5b35153cbc7e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=960d8233-5315-43e1-ba7d-5035f7e0cd29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534878 Sep 23 07:15:09.229356 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5f262953-d31a-4ced-b7b5-7d3f88b1cdab req-87f6baaf-0387-4ded-94aa-e799c591514a service neutron] 10.222.0.58 "GET /v2.0/networks/960d8233-5315-43e1-ba7d-5035f7e0cd29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894377 Sep 23 07:15:09.355707 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5f262953-d31a-4ced-b7b5-7d3f88b1cdab req-b3b02f02-b198-4e30-8da0-0d72c619a921 service neutron] 10.222.0.58 "GET /v2.0/networks/960d8233-5315-43e1-ba7d-5035f7e0cd29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180689 Sep 23 07:15:10.188890 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:11.071773 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-6246e02c-c4ac-4e0e-a10c-7a7f442ba868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:11.545580 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:12.344192 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:13.841936 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:16.517568 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485d0d0d-5e18-4f03-b44c-2c249db17df7 req-015fe6ca-e996-412a-ae35-7d83495dd008 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:15:16.519034 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-485d0d0d-5e18-4f03-b44c-2c249db17df7 req-015fe6ca-e996-412a-ae35-7d83495dd008 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f2b7c7f-4380-4b9e-929a-ed61f252a09d HTTP/1.1" status: 200 len: 946 time: 0.0512013 Sep 23 07:15:16.558874 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-485d0d0d-5e18-4f03-b44c-2c249db17df7 req-7605670e-fea4-4a4e-aaa2-3545ceb34dae tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/security-groups?id=a3b63ab7-3735-4a87-9979-75655123128b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329847 Sep 23 07:15:17.675463 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9068b4-835d-4696-8ce4-95b1ce637eb7 req-66c4a0fb-ab69-4c65-9b8e-90356193923a tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:15:17.677016 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7c9068b4-835d-4696-8ce4-95b1ce637eb7 req-66c4a0fb-ab69-4c65-9b8e-90356193923a tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f2b7c7f-4380-4b9e-929a-ed61f252a09d HTTP/1.1" status: 200 len: 946 time: 0.0495882 Sep 23 07:15:17.716049 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7c9068b4-835d-4696-8ce4-95b1ce637eb7 req-ac206115-f31c-4117-a549-3de9fecaa540 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/security-groups?id=a3b63ab7-3735-4a87-9979-75655123128b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330298 Sep 23 07:15:18.670383 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f5a363-a2c2-472e-8d93-bc64ab4d4e1c req-fe9724f4-2448-4969-923c-63cdf3153d86 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:15:18.671484 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a9f5a363-a2c2-472e-8d93-bc64ab4d4e1c req-fe9724f4-2448-4969-923c-63cdf3153d86 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f2b7c7f-4380-4b9e-929a-ed61f252a09d HTTP/1.1" status: 200 len: 946 time: 0.0559216 Sep 23 07:15:18.811739 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-a9f5a363-a2c2-472e-8d93-bc64ab4d4e1c req-d8bb700a-33e1-49a7-9f96-e442a71e7943 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Deleting port 4a02c408-adbf-4fd1-a710-9c87f97153d7 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:15:18.812756 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-a9f5a363-a2c2-472e-8d93-bc64ab4d4e1c req-d8bb700a-33e1-49a7-9f96-e442a71e7943 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:18.875709 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d9a460-9681-41eb-bcad-5d2604f1d1e9 req-69adbc1a-cd14-426c-bdae-3bfa801fa4e5 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:15:18.878199 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-19d9a460-9681-41eb-bcad-5d2604f1d1e9 req-69adbc1a-cd14-426c-bdae-3bfa801fa4e5 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f2b7c7f-4380-4b9e-929a-ed61f252a09d HTTP/1.1" status: 200 len: 946 time: 0.0825303 Sep 23 07:15:18.930339 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-a9f5a363-a2c2-472e-8d93-bc64ab4d4e1c req-d8bb700a-33e1-49a7-9f96-e442a71e7943 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] For port 4a02c408-adbf-4fd1-a710-9c87f97153d7, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=4a02c408-adbf-4fd1-a710-9c87f97153d7,segment=NetworkSegment(d46caa6f-7cda-416e-9143-4e96751c403c),segment_id=d46caa6f-7cda-416e-9143-4e96751c403c)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:15:18.930625 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-a9f5a363-a2c2-472e-8d93-bc64ab4d4e1c req-d8bb700a-33e1-49a7-9f96-e442a71e7943 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:18.933368 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-19d9a460-9681-41eb-bcad-5d2604f1d1e9 req-8db84aa1-d9e0-46fe-a5f3-129c40728436 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/security-groups?id=a3b63ab7-3735-4a87-9979-75655123128b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483148 Sep 23 07:15:19.157593 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-a9f5a363-a2c2-472e-8d93-bc64ab4d4e1c req-d8bb700a-33e1-49a7-9f96-e442a71e7943 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:19.157911 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-a9f5a363-a2c2-472e-8d93-bc64ab4d4e1c req-d8bb700a-33e1-49a7-9f96-e442a71e7943 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:19.158237 n-d-715271-16 neutron-server[95065]: INFO neutron.db.l3_db [req-a9f5a363-a2c2-472e-8d93-bc64ab4d4e1c req-d8bb700a-33e1-49a7-9f96-e442a71e7943 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Floating IP e2fea176-287b-41dc-8d9d-a4d8555bd0c7 disassociated. External IP: 172.25.2.15, port: 4a02c408-adbf-4fd1-a710-9c87f97153d7. Sep 23 07:15:19.158579 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-a9f5a363-a2c2-472e-8d93-bc64ab4d4e1c req-d8bb700a-33e1-49a7-9f96-e442a71e7943 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Calling delete_port for 4a02c408-adbf-4fd1-a710-9c87f97153d7 owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:15:19.291639 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-a9f5a363-a2c2-472e-8d93-bc64ab4d4e1c req-d8bb700a-33e1-49a7-9f96-e442a71e7943 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:19.322196 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bb700a-33e1-49a7-9f96-e442a71e7943 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Pushing event deleted for resources: {'Port': ['ID=4a02c408-adbf-4fd1-a710-9c87f97153d7,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:15:19.440154 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a9f5a363-a2c2-472e-8d93-bc64ab4d4e1c req-d8bb700a-33e1-49a7-9f96-e442a71e7943 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Router 9871286f-15b3-4219-82f8-90a28b2af92c has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:15:19.553245 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a9f5a363-a2c2-472e-8d93-bc64ab4d4e1c req-d8bb700a-33e1-49a7-9f96-e442a71e7943 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:15:19.565715 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6868b24-6ea0-4af1-84ff-802b1d83166f None None] Sync routers for ids ['9871286f-15b3-4219-82f8-90a28b2af92c'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:15:19.575643 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6868b24-6ea0-4af1-84ff-802b1d83166f None None] Routers {'9871286f-15b3-4219-82f8-90a28b2af92c'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:15:19.576467 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-d6868b24-6ea0-4af1-84ff-802b1d83166f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:15:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['9871286f-15b3-4219-82f8-90a28b2af92c'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:15:19.597313 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9f5a363-a2c2-472e-8d93-bc64ab4d4e1c req-d8bb700a-33e1-49a7-9f96-e442a71e7943 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] No DVR routers for this DVR port 4a02c408-adbf-4fd1-a710-9c87f97153d7 on host n-h1-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:15:19.599990 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-a9f5a363-a2c2-472e-8d93-bc64ab4d4e1c req-d8bb700a-33e1-49a7-9f96-e442a71e7943 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:19.602033 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a9f5a363-a2c2-472e-8d93-bc64ab4d4e1c req-d8bb700a-33e1-49a7-9f96-e442a71e7943 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.21 "DELETE /v2.0/ports/4a02c408-adbf-4fd1-a710-9c87f97153d7 HTTP/1.1" status: 204 len: 173 time: 0.9244642 Sep 23 07:15:19.602457 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f2b7c7f-4380-4b9e-929a-ed61f252a09d', 'name': 'network-vif-deleted', 'tag': '4a02c408-adbf-4fd1-a710-9c87f97153d7'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:15:19.604682 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f43b850-a60a-45b8-a215-647cf56f7a83" -d '{"events": [{"server_uuid": "5f2b7c7f-4380-4b9e-929a-ed61f252a09d", "name": "network-vif-deleted", "tag": "4a02c408-adbf-4fd1-a710-9c87f97153d7"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:15:19.647036 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d871d3e9-407f-4cd1-a0f3-52d38db5677c x-openstack-request-id: req-d871d3e9-407f-4cd1-a0f3-52d38db5677c {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:15:19.647552 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f2b7c7f-4380-4b9e-929a-ed61f252a09d", "name": "network-vif-deleted", "tag": "4a02c408-adbf-4fd1-a710-9c87f97153d7", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:15:19.647885 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d871d3e9-407f-4cd1-a0f3-52d38db5677c {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:15:19.648392 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f2b7c7f-4380-4b9e-929a-ed61f252a09d', 'name': 'network-vif-deleted', 'tag': '4a02c408-adbf-4fd1-a710-9c87f97153d7', 'status': 'completed', 'code': 200} Sep 23 07:15:19.790046 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-d6868b24-6ea0-4af1-84ff-802b1d83166f None None] Set router 9871286f-15b3-4219-82f8-90a28b2af92c gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:15:20.011945 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-d6868b24-6ea0-4af1-84ff-802b1d83166f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9871286f-15b3-4219-82f8-90a28b2af92c', 'name': 'tempest-AttachVolumeTestJSON-49398408-router', 'tenant_id': '912f73c24c624b319c3fb784891bcabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': 'c5c71c6d-b2b0-4a46-876d-f3527f19e41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:05:18Z', 'updated_at': '2021-09-23T07:05:24Z', 'revision_number': 4, 'project_id': '912f73c24c624b319c3fb784891bcabd', 'gw_port': {'id': 'c5c71c6d-b2b0-4a46-876d-f3527f19e41b', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:5e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9871286f-15b3-4219-82f8-90a28b2af92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:05:19Z', 'updated_at': '2021-09-23T07:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '6353bfef-3625-4007-8305-85ce6ba7ed47', 'name': '', 'network_id': '8e69782e-59da-448f-aa2b-c22b36c23603', 'tenant_id': '912f73c24c624b319c3fb784891bcabd', 'mac_address': 'fa:16:3e:ad:33:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9871286f-15b3-4219-82f8-90a28b2af92c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'e9604f35-686e-4202-ac30-43de25cbdd33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:05:23Z', 'updated_at': '2021-09-23T07:05:30Z', 'revision_number': 5, 'project_id': '912f73c24c624b319c3fb784891bcabd', 'subnets': [{'id': 'e9604f35-686e-4202-ac30-43de25cbdd33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:15:20.043943 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6868b24-6ea0-4af1-84ff-802b1d83166f None None] Checking router: 9871286f-15b3-4219-82f8-90a28b2af92c for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:15:20.053576 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6868b24-6ea0-4af1-84ff-802b1d83166f None None] Routers {'9871286f-15b3-4219-82f8-90a28b2af92c'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:15:20.054310 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-d6868b24-6ea0-4af1-84ff-802b1d83166f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:15:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['9871286f-15b3-4219-82f8-90a28b2af92c'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:15:20.096835 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-50b60db9-fc88-416a-a6c2-c93844c52efd req-e488bef5-5181-4d2f-8856-0d434e250deb tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f2b7c7f-4380-4b9e-929a-ed61f252a09d HTTP/1.1" status: 200 len: 210 time: 0.0528908 Sep 23 07:15:20.186669 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-d6868b24-6ea0-4af1-84ff-802b1d83166f None None] Set router 9871286f-15b3-4219-82f8-90a28b2af92c gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:15:20.397459 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-d6868b24-6ea0-4af1-84ff-802b1d83166f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9871286f-15b3-4219-82f8-90a28b2af92c', 'name': 'tempest-AttachVolumeTestJSON-49398408-router', 'tenant_id': '912f73c24c624b319c3fb784891bcabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': 'c5c71c6d-b2b0-4a46-876d-f3527f19e41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:05:18Z', 'updated_at': '2021-09-23T07:05:24Z', 'revision_number': 4, 'project_id': '912f73c24c624b319c3fb784891bcabd', 'gw_port': {'id': 'c5c71c6d-b2b0-4a46-876d-f3527f19e41b', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:5e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9871286f-15b3-4219-82f8-90a28b2af92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:05:19Z', 'updated_at': '2021-09-23T07:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '6353bfef-3625-4007-8305-85ce6ba7ed47', 'name': '', 'network_id': '8e69782e-59da-448f-aa2b-c22b36c23603', 'tenant_id': '912f73c24c624b319c3fb784891bcabd', 'mac_address': 'fa:16:3e:ad:33:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9871286f-15b3-4219-82f8-90a28b2af92c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'e9604f35-686e-4202-ac30-43de25cbdd33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:05:23Z', 'updated_at': '2021-09-23T07:05:30Z', 'revision_number': 5, 'project_id': '912f73c24c624b319c3fb784891bcabd', 'subnets': [{'id': 'e9604f35-686e-4202-ac30-43de25cbdd33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:15:20.429598 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6868b24-6ea0-4af1-84ff-802b1d83166f None None] The sync data for ids ['9871286f-15b3-4219-82f8-90a28b2af92c'] in n-d-715271-16 is: [{'id': '9871286f-15b3-4219-82f8-90a28b2af92c', 'name': 'tempest-AttachVolumeTestJSON-49398408-router', 'tenant_id': '912f73c24c624b319c3fb784891bcabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': 'c5c71c6d-b2b0-4a46-876d-f3527f19e41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:05:18Z', 'updated_at': '2021-09-23T07:05:24Z', 'revision_number': 4, 'project_id': '912f73c24c624b319c3fb784891bcabd', 'gw_port': {'id': 'c5c71c6d-b2b0-4a46-876d-f3527f19e41b', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:5e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9871286f-15b3-4219-82f8-90a28b2af92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:05:19Z', 'updated_at': '2021-09-23T07:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '6353bfef-3625-4007-8305-85ce6ba7ed47', 'name': '', 'network_id': '8e69782e-59da-448f-aa2b-c22b36c23603', 'tenant_id': '912f73c24c624b319c3fb784891bcabd', 'mac_address': 'fa:16:3e:ad:33:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9871286f-15b3-4219-82f8-90a28b2af92c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'e9604f35-686e-4202-ac30-43de25cbdd33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:05:23Z', 'updated_at': '2021-09-23T07:05:30Z', 'revision_number': 5, 'project_id': '912f73c24c624b319c3fb784891bcabd', 'subnets': [{'id': 'e9604f35-686e-4202-ac30-43de25cbdd33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:15:20.659671 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a115290-1db1-4750-b2b5-9c810b171d87 None None] New status for floating IP e2fea176-287b-41dc-8d9d-a4d8555bd0c7: DOWN {{(pid=95067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 07:15:21.166796 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 41842) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:15:21.227754 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d2f2edf1-e541-48e8-b348-81c352aebe24 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:21.254243 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d2f2edf1-e541-48e8-b348-81c352aebe24 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:21.304425 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d2f2edf1-e541-48e8-b348-81c352aebe24 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:21.307064 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d2f2edf1-e541-48e8-b348-81c352aebe24 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:21.309251 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-d2f2edf1-e541-48e8-b348-81c352aebe24 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "DELETE /v2.0/security-groups/a3b63ab7-3735-4a87-9979-75655123128b HTTP/1.1" status: 204 len: 168 time: 0.1406400 Sep 23 07:15:21.312860 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 41850) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:15:21.324294 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f2edf1-e541-48e8-b348-81c352aebe24 tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b63ab7-3735-4a87-9979-75655123128b,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:15:21.334398 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [None req-12cbacbc-c8e9-47e7-ae8c-04b33d22d06d tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] show failed (client error): The resource could not be found. Sep 23 07:15:21.337934 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-12cbacbc-c8e9-47e7-ae8c-04b33d22d06d tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "GET /v2.0/security-groups/a3b63ab7-3735-4a87-9979-75655123128b HTTP/1.1" status: 404 len: 347 time: 0.0209134 Sep 23 07:15:21.338874 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 41852) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:15:21.477688 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-d75bf820-09b8-4d37-9c54-81f9bfd29d5a tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Deleting port 350c85dd-8f6c-46e2-a8aa-27ab01587f10 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:15:21.478058 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d75bf820-09b8-4d37-9c54-81f9bfd29d5a tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:21.567251 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d75bf820-09b8-4d37-9c54-81f9bfd29d5a tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:21.567643 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d75bf820-09b8-4d37-9c54-81f9bfd29d5a tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:21.588725 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-d75bf820-09b8-4d37-9c54-81f9bfd29d5a tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Calling delete_port for 350c85dd-8f6c-46e2-a8aa-27ab01587f10 owned by network:floatingip {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:15:21.748709 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d75bf820-09b8-4d37-9c54-81f9bfd29d5a tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:21.773421 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bf820-09b8-4d37-9c54-81f9bfd29d5a tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Pushing event deleted for resources: {'Port': ['ID=350c85dd-8f6c-46e2-a8aa-27ab01587f10,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:15:21.843089 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d75bf820-09b8-4d37-9c54-81f9bfd29d5a tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks [] for floatingip, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:21.845799 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d75bf820-09b8-4d37-9c54-81f9bfd29d5a tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:21.847026 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-d75bf820-09b8-4d37-9c54-81f9bfd29d5a tempest-AttachVolumeTestJSON-969729714 tempest-AttachVolumeTestJSON-969729714-project] 10.222.0.39 "DELETE /v2.0/floatingips/e2fea176-287b-41dc-8d9d-a4d8555bd0c7 HTTP/1.1" status: 204 len: 168 time: 0.5063782 Sep 23 07:15:23.668971 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 4a02c408-adbf-4fd1-a710-9c87f97153d7 no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:15:23.693558 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] No Port match for: 4a02c408-adbf-4fd1-a710-9c87f97153d7 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:15:23.694166 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 4a02c408-adbf-4fd1-a710-9c87f97153d7 not bound to the agent host n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:15:30.898996 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:15:33.082862 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 42042) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:15:33.566622 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-57cb93ed-872a-4d99-8518-70529f46e0a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066969'] for router_interface, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:33.829371 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-57cb93ed-872a-4d99-8518-70529f46e0a5 admin admin] Deleting port 6353bfef-3625-4007-8305-85ce6ba7ed47 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:15:33.829718 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-57cb93ed-872a-4d99-8518-70529f46e0a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:33.918397 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-57cb93ed-872a-4d99-8518-70529f46e0a5 admin admin] For port 6353bfef-3625-4007-8305-85ce6ba7ed47, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=6353bfef-3625-4007-8305-85ce6ba7ed47,segment=NetworkSegment(d46caa6f-7cda-416e-9143-4e96751c403c),segment_id=d46caa6f-7cda-416e-9143-4e96751c403c)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:15:33.918669 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-57cb93ed-872a-4d99-8518-70529f46e0a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:33.932513 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-57cb93ed-872a-4d99-8518-70529f46e0a5 admin admin] Calling delete_port for 6353bfef-3625-4007-8305-85ce6ba7ed47 owned by network:router_interface {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:15:34.134076 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-57cb93ed-872a-4d99-8518-70529f46e0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:34.170134 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cb93ed-872a-4d99-8518-70529f46e0a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6353bfef-3625-4007-8305-85ce6ba7ed47,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:15:34.359591 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-57cb93ed-872a-4d99-8518-70529f46e0a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2068624'] for router_interface, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:34.951966 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57cb93ed-872a-4d99-8518-70529f46e0a5 admin admin] Router 9871286f-15b3-4219-82f8-90a28b2af92c has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:15:35.066277 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57cb93ed-872a-4d99-8518-70529f46e0a5 admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:15:35.072346 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-57cb93ed-872a-4d99-8518-70529f46e0a5 admin admin] 10.222.0.39 "PUT /v2.0/routers/9871286f-15b3-4219-82f8-90a28b2af92c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9880929 Sep 23 07:15:35.074952 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 42090) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:15:35.078037 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a96eee1-b1b2-4d3a-8a20-f3c0b96bdc50 None None] Sync routers for ids ['9871286f-15b3-4219-82f8-90a28b2af92c'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:15:35.088082 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a96eee1-b1b2-4d3a-8a20-f3c0b96bdc50 None None] Routers {'9871286f-15b3-4219-82f8-90a28b2af92c'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:15:35.088707 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-9a96eee1-b1b2-4d3a-8a20-f3c0b96bdc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:15:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['9871286f-15b3-4219-82f8-90a28b2af92c'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:15:35.194777 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-33189963-873d-42a8-8138-d0e2ad5e926e admin admin] Notify callbacks [] for router, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:35.200149 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-9a96eee1-b1b2-4d3a-8a20-f3c0b96bdc50 None None] Set router 9871286f-15b3-4219-82f8-90a28b2af92c gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:15:35.305323 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-33189963-873d-42a8-8138-d0e2ad5e926e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:35.375756 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-33189963-873d-42a8-8138-d0e2ad5e926e admin admin] Deleting port c5c71c6d-b2b0-4a46-876d-f3527f19e41b {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:15:35.376106 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-33189963-873d-42a8-8138-d0e2ad5e926e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:35.405764 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-9a96eee1-b1b2-4d3a-8a20-f3c0b96bdc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9871286f-15b3-4219-82f8-90a28b2af92c', 'name': 'tempest-AttachVolumeTestJSON-49398408-router', 'tenant_id': '912f73c24c624b319c3fb784891bcabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': 'c5c71c6d-b2b0-4a46-876d-f3527f19e41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:05:18Z', 'updated_at': '2021-09-23T07:15:34Z', 'revision_number': 5, 'project_id': '912f73c24c624b319c3fb784891bcabd', 'gw_port': {'id': 'c5c71c6d-b2b0-4a46-876d-f3527f19e41b', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:5e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9871286f-15b3-4219-82f8-90a28b2af92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:05:19Z', 'updated_at': '2021-09-23T07:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:15:35.435828 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a96eee1-b1b2-4d3a-8a20-f3c0b96bdc50 None None] Checking router: 9871286f-15b3-4219-82f8-90a28b2af92c for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:15:35.448711 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a96eee1-b1b2-4d3a-8a20-f3c0b96bdc50 None None] Routers {'9871286f-15b3-4219-82f8-90a28b2af92c'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:15:35.449478 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-9a96eee1-b1b2-4d3a-8a20-f3c0b96bdc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:15:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['9871286f-15b3-4219-82f8-90a28b2af92c'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:15:35.464585 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-33189963-873d-42a8-8138-d0e2ad5e926e admin admin] For port c5c71c6d-b2b0-4a46-876d-f3527f19e41b, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=c5c71c6d-b2b0-4a46-876d-f3527f19e41b,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:15:35.464956 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-33189963-873d-42a8-8138-d0e2ad5e926e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:35.482329 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-33189963-873d-42a8-8138-d0e2ad5e926e admin admin] Calling delete_port for c5c71c6d-b2b0-4a46-876d-f3527f19e41b owned by network:router_gateway {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:15:35.537693 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-9a96eee1-b1b2-4d3a-8a20-f3c0b96bdc50 None None] Set router 9871286f-15b3-4219-82f8-90a28b2af92c gateway port host: None {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:15:35.595954 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-9a96eee1-b1b2-4d3a-8a20-f3c0b96bdc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9871286f-15b3-4219-82f8-90a28b2af92c', 'name': 'tempest-AttachVolumeTestJSON-49398408-router', 'tenant_id': '912f73c24c624b319c3fb784891bcabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:05:18Z', 'updated_at': '2021-09-23T07:15:35Z', 'revision_number': 6, 'project_id': '912f73c24c624b319c3fb784891bcabd', 'gw_port_host': None}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:15:35.620908 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a96eee1-b1b2-4d3a-8a20-f3c0b96bdc50 None None] The sync data for ids ['9871286f-15b3-4219-82f8-90a28b2af92c'] in n-d-715271-16 is: [{'id': '9871286f-15b3-4219-82f8-90a28b2af92c', 'name': 'tempest-AttachVolumeTestJSON-49398408-router', 'tenant_id': '912f73c24c624b319c3fb784891bcabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:05:18Z', 'updated_at': '2021-09-23T07:15:35Z', 'revision_number': 6, 'project_id': '912f73c24c624b319c3fb784891bcabd', 'gw_port_host': None}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:15:35.697068 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-33189963-873d-42a8-8138-d0e2ad5e926e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:35.725184 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33189963-873d-42a8-8138-d0e2ad5e926e admin admin] Pushing event deleted for resources: {'Port': ['ID=c5c71c6d-b2b0-4a46-876d-f3527f19e41b,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:15:35.792417 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-33189963-873d-42a8-8138-d0e2ad5e926e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2068563'] for router_gateway, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:35.891711 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-33189963-873d-42a8-8138-d0e2ad5e926e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:35.894339 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-33189963-873d-42a8-8138-d0e2ad5e926e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:35.943490 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-33189963-873d-42a8-8138-d0e2ad5e926e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:35.944034 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33189963-873d-42a8-8138-d0e2ad5e926e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9871286f-15b3-4219-82f8-90a28b2af92c {{(pid=95066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 07:15:35.949259 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-33189963-873d-42a8-8138-d0e2ad5e926e admin admin] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:35.950792 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-33189963-873d-42a8-8138-d0e2ad5e926e admin admin] 10.222.0.39 "DELETE /v2.0/routers/9871286f-15b3-4219-82f8-90a28b2af92c HTTP/1.1" status: 204 len: 168 time: 0.8747954 Sep 23 07:15:35.953279 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 42110) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:15:36.015776 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5123298-6af6-4c22-9112-370f05ed3a2f admin admin] Deleting subnet e9604f35-686e-4202-ac30-43de25cbdd33 {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:15:36.019448 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f5123298-6af6-4c22-9112-370f05ed3a2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:36.062979 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f5123298-6af6-4c22-9112-370f05ed3a2f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:36.157282 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f5123298-6af6-4c22-9112-370f05ed3a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:36.211409 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f5123298-6af6-4c22-9112-370f05ed3a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:36.248130 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5123298-6af6-4c22-9112-370f05ed3a2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9604f35-686e-4202-ac30-43de25cbdd33,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:15:36.248130 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f5123298-6af6-4c22-9112-370f05ed3a2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:36.251002 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-f5123298-6af6-4c22-9112-370f05ed3a2f admin admin] 10.222.0.39 "DELETE /v2.0/subnets/e9604f35-686e-4202-ac30-43de25cbdd33 HTTP/1.1" status: 204 len: 168 time: 0.2966156 Sep 23 07:15:36.253448 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 42118) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:15:36.255955 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84aab85c-081c-41e4-a521-7ca240b83df4 None None] Network 8e69782e-59da-448f-aa2b-c22b36c23603 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:15:36.324676 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-50acc32f-0563-46c7-8efc-2dac9d11ecd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:36.385041 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-50acc32f-0563-46c7-8efc-2dac9d11ecd5 admin admin] Deleting port ec1ddee0-eb3c-4819-ae4d-5b085e907d7a {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:15:36.385390 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-50acc32f-0563-46c7-8efc-2dac9d11ecd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:36.463098 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-50acc32f-0563-46c7-8efc-2dac9d11ecd5 admin admin] For port ec1ddee0-eb3c-4819-ae4d-5b085e907d7a, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=ec1ddee0-eb3c-4819-ae4d-5b085e907d7a,segment=NetworkSegment(d46caa6f-7cda-416e-9143-4e96751c403c),segment_id=d46caa6f-7cda-416e-9143-4e96751c403c)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:15:36.463589 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-50acc32f-0563-46c7-8efc-2dac9d11ecd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:36.483603 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-50acc32f-0563-46c7-8efc-2dac9d11ecd5 admin admin] Calling delete_port for ec1ddee0-eb3c-4819-ae4d-5b085e907d7a owned by network:dhcp {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:15:36.504934 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a119775-a22d-42fa-a63f-a79dc7b3a82e None None] DHCP port deletion for 8e69782e-59da-448f-aa2b-c22b36c23603 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 07:15:36.556679 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-5a119775-a22d-42fa-a63f-a79dc7b3a82e None None] Deleting port ec1ddee0-eb3c-4819-ae4d-5b085e907d7a {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:15:36.556930 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5a119775-a22d-42fa-a63f-a79dc7b3a82e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:36.577440 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-50acc32f-0563-46c7-8efc-2dac9d11ecd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:36.610482 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50acc32f-0563-46c7-8efc-2dac9d11ecd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec1ddee0-eb3c-4819-ae4d-5b085e907d7a,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:15:36.612361 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50acc32f-0563-46c7-8efc-2dac9d11ecd5 admin admin] No DVR routers for this DVR port ec1ddee0-eb3c-4819-ae4d-5b085e907d7a on host n-d-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:15:36.654084 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-5a119775-a22d-42fa-a63f-a79dc7b3a82e None None] For port ec1ddee0-eb3c-4819-ae4d-5b085e907d7a, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=ec1ddee0-eb3c-4819-ae4d-5b085e907d7a,segment=NetworkSegment(d46caa6f-7cda-416e-9143-4e96751c403c),segment_id=d46caa6f-7cda-416e-9143-4e96751c403c)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:15:36.654594 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5a119775-a22d-42fa-a63f-a79dc7b3a82e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:36.662919 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:36.668619 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-5a119775-a22d-42fa-a63f-a79dc7b3a82e None None] Calling delete_port for ec1ddee0-eb3c-4819-ae4d-5b085e907d7a owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:15:36.688758 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-50acc32f-0563-46c7-8efc-2dac9d11ecd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:36.711904 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-50acc32f-0563-46c7-8efc-2dac9d11ecd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e69782e-59da-448f-aa2b-c22b36c23603']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:15:36.732501 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-50acc32f-0563-46c7-8efc-2dac9d11ecd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd46caa6f-7cda-416e-9143-4e96751c403c') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:15:36.733071 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-50acc32f-0563-46c7-8efc-2dac9d11ecd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd46caa6f-7cda-416e-9143-4e96751c403c') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:15:36.744562 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-50acc32f-0563-46c7-8efc-2dac9d11ecd5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:36.761222 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-50acc32f-0563-46c7-8efc-2dac9d11ecd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:36.768839 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50acc32f-0563-46c7-8efc-2dac9d11ecd5 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:15:36.769449 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-50acc32f-0563-46c7-8efc-2dac9d11ecd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:36.771383 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 07:15:36.771383 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:15:36.771383 n-d-715271-16 neutron-server[95066]: timer() Sep 23 07:15:36.771383 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:15:36.771383 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 07:15:36.771383 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:15:36.771383 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 07:15:36.771383 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:15:36.771383 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 07:15:36.771383 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:15:36.771383 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 07:15:36.771383 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:15:36.771383 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 07:15:36.771383 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:15:36.771383 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:15:36.771383 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:15:36.771383 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:15:36.771383 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:15:36.771383 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 07:15:36.771383 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:15:36.771383 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 07:15:36.771383 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:15:36.771383 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:15:36.771383 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:15:36.771383 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 07:15:36.771383 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:15:36.771383 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:15:36.771383 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:15:36.771383 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:15:36.771383 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:15:36.771383 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:15:36.771383 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:15:36.782868 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5a119775-a22d-42fa-a63f-a79dc7b3a82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:36.834322 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a119775-a22d-42fa-a63f-a79dc7b3a82e None None] Pushing event deleted for resources: {'Port': ['ID=ec1ddee0-eb3c-4819-ae4d-5b085e907d7a,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:15:36.837266 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a119775-a22d-42fa-a63f-a79dc7b3a82e None None] No DVR routers for this DVR port ec1ddee0-eb3c-4819-ae4d-5b085e907d7a on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:15:36.855922 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a119775-a22d-42fa-a63f-a79dc7b3a82e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:15:36.856442 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a119775-a22d-42fa-a63f-a79dc7b3a82e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:15:36.856914 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a119775-a22d-42fa-a63f-a79dc7b3a82e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:15:36.857278 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a119775-a22d-42fa-a63f-a79dc7b3a82e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:15:36.857660 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a119775-a22d-42fa-a63f-a79dc7b3a82e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:15:36.858107 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a119775-a22d-42fa-a63f-a79dc7b3a82e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:15:36.858358 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a119775-a22d-42fa-a63f-a79dc7b3a82e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:15:36.858975 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a119775-a22d-42fa-a63f-a79dc7b3a82e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:15:36.859314 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a119775-a22d-42fa-a63f-a79dc7b3a82e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:15:36.860325 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a119775-a22d-42fa-a63f-a79dc7b3a82e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:15:36.860425 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a119775-a22d-42fa-a63f-a79dc7b3a82e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:15:36.860888 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a119775-a22d-42fa-a63f-a79dc7b3a82e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:15:36.864669 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-50acc32f-0563-46c7-8efc-2dac9d11ecd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:36.870870 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-50acc32f-0563-46c7-8efc-2dac9d11ecd5 admin admin] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:36.872827 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-50acc32f-0563-46c7-8efc-2dac9d11ecd5 admin admin] 10.222.0.39 "DELETE /v2.0/networks/8e69782e-59da-448f-aa2b-c22b36c23603 HTTP/1.1" status: 204 len: 168 time: 0.6181505 Sep 23 07:15:36.886515 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50acc32f-0563-46c7-8efc-2dac9d11ecd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e69782e-59da-448f-aa2b-c22b36c23603,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:15:37.000906 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 42138) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:15:37.046817 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-86dd1cf8-dc8b-4a36-82d9-091b5f35cc4a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=912f73c24c624b319c3fb784891bcabd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0446749 Sep 23 07:15:37.049263 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 42140) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:15:37.099168 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e99ba15b-a325-4e6b-bddb-c22b57bf4d9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:37.123908 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e99ba15b-a325-4e6b-bddb-c22b57bf4d9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:37.191127 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e99ba15b-a325-4e6b-bddb-c22b57bf4d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:37.194500 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e99ba15b-a325-4e6b-bddb-c22b57bf4d9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:37.195725 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-e99ba15b-a325-4e6b-bddb-c22b57bf4d9e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2471b691-55af-41a9-b268-534b7e8d37c0 HTTP/1.1" status: 204 len: 168 time: 0.1455605 Sep 23 07:15:37.206147 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99ba15b-a325-4e6b-bddb-c22b57bf4d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2471b691-55af-41a9-b268-534b7e8d37c0,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:15:37.664261 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 6353bfef-3625-4007-8305-85ce6ba7ed47 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:15:37.694574 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 6353bfef-3625-4007-8305-85ce6ba7ed47 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:15:37.694857 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 6353bfef-3625-4007-8305-85ce6ba7ed47 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:15:37.695276 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device ec1ddee0-eb3c-4819-ae4d-5b085e907d7a no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:15:37.718945 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: ec1ddee0-eb3c-4819-ae4d-5b085e907d7a {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:15:37.718945 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device ec1ddee0-eb3c-4819-ae4d-5b085e907d7a not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:15:37.718945 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device c5c71c6d-b2b0-4a46-876d-f3527f19e41b no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:15:37.740330 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: c5c71c6d-b2b0-4a46-876d-f3527f19e41b {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:15:37.740862 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device c5c71c6d-b2b0-4a46-876d-f3527f19e41b not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:15:38.071346 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-398c7c5c-6439-434e-9143-5fd5760a984d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:40.201200 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:41.070392 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-bdbabd1a-8c51-4766-a542-205c6bcac39e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:41.547407 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:42.347421 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:43.843364 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:46.856173 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 42674) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:15:46.973910 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-adabc353-a185-42e9-98f3-e2ea0a94266e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:47.072624 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-adabc353-a185-42e9-98f3-e2ea0a94266e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:47.077108 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-adabc353-a185-42e9-98f3-e2ea0a94266e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:47.121760 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-adabc353-a185-42e9-98f3-e2ea0a94266e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=36682896c19242e9a4a8f8227a5ae457&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2642951 Sep 23 07:15:47.122546 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adabc353-a185-42e9-98f3-e2ea0a94266e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d38947b0-1dba-4a6f-b792-9230c9944717,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:15:47.124537 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 42720) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:15:47.130369 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adabc353-a185-42e9-98f3-e2ea0a94266e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:15:47.130713 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adabc353-a185-42e9-98f3-e2ea0a94266e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:15:47.131085 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adabc353-a185-42e9-98f3-e2ea0a94266e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:15:47.131422 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adabc353-a185-42e9-98f3-e2ea0a94266e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:15:47.131749 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adabc353-a185-42e9-98f3-e2ea0a94266e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:15:47.132079 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adabc353-a185-42e9-98f3-e2ea0a94266e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:15:47.132403 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adabc353-a185-42e9-98f3-e2ea0a94266e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:15:47.132944 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adabc353-a185-42e9-98f3-e2ea0a94266e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:15:47.133297 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adabc353-a185-42e9-98f3-e2ea0a94266e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:15:47.133711 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adabc353-a185-42e9-98f3-e2ea0a94266e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:15:47.134111 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adabc353-a185-42e9-98f3-e2ea0a94266e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:15:47.134600 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adabc353-a185-42e9-98f3-e2ea0a94266e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:15:47.184450 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6983f828-3e92-42dd-a481-65b44e7aaa08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:47.206341 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6983f828-3e92-42dd-a481-65b44e7aaa08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:47.255905 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6983f828-3e92-42dd-a481-65b44e7aaa08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:47.258574 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6983f828-3e92-42dd-a481-65b44e7aaa08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:47.259745 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-6983f828-3e92-42dd-a481-65b44e7aaa08 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d38947b0-1dba-4a6f-b792-9230c9944717 HTTP/1.1" status: 204 len: 168 time: 0.1340363 Sep 23 07:15:47.267756 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6983f828-3e92-42dd-a481-65b44e7aaa08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d38947b0-1dba-4a6f-b792-9230c9944717,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:15:47.275436 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6983f828-3e92-42dd-a481-65b44e7aaa08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:15:47.275650 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6983f828-3e92-42dd-a481-65b44e7aaa08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:15:47.275991 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6983f828-3e92-42dd-a481-65b44e7aaa08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:15:47.276521 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6983f828-3e92-42dd-a481-65b44e7aaa08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:15:47.276850 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6983f828-3e92-42dd-a481-65b44e7aaa08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:15:47.277163 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6983f828-3e92-42dd-a481-65b44e7aaa08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:15:47.277353 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6983f828-3e92-42dd-a481-65b44e7aaa08 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:15:47.277682 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6983f828-3e92-42dd-a481-65b44e7aaa08 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:15:47.278042 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6983f828-3e92-42dd-a481-65b44e7aaa08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:15:47.278363 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6983f828-3e92-42dd-a481-65b44e7aaa08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:15:47.278670 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6983f828-3e92-42dd-a481-65b44e7aaa08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:15:47.279002 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6983f828-3e92-42dd-a481-65b44e7aaa08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:15:52.377510 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 43026) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:15:52.488032 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c7570576-47c3-4965-899b-357bbf897b1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:52.579892 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c7570576-47c3-4965-899b-357bbf897b1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:52.583622 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c7570576-47c3-4965-899b-357bbf897b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:52.623804 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-c7570576-47c3-4965-899b-357bbf897b1c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3f6c0298ce9d43499e6bd82c0b137a64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2451599 Sep 23 07:15:52.624796 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7570576-47c3-4965-899b-357bbf897b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc0e0753-310c-4193-a6a5-cb6d58151b4a,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:15:52.626524 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 43032) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:15:52.689318 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e6ee4583-9d1c-445a-ab99-dee1a3b95327 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:52.717090 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e6ee4583-9d1c-445a-ab99-dee1a3b95327 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:52.774937 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e6ee4583-9d1c-445a-ab99-dee1a3b95327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:52.778529 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e6ee4583-9d1c-445a-ab99-dee1a3b95327 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:52.779717 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-e6ee4583-9d1c-445a-ab99-dee1a3b95327 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cc0e0753-310c-4193-a6a5-cb6d58151b4a HTTP/1.1" status: 204 len: 168 time: 0.1521068 Sep 23 07:15:52.788169 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ee4583-9d1c-445a-ab99-dee1a3b95327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc0e0753-310c-4193-a6a5-cb6d58151b4a,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:15:53.087577 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 43040) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:15:53.110158 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3deb52fd-00cd-427a-bb06-5d6af1e8f9b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:53.215308 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3deb52fd-00cd-427a-bb06-5d6af1e8f9b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:53.219145 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3deb52fd-00cd-427a-bb06-5d6af1e8f9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:53.257447 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-3deb52fd-00cd-427a-bb06-5d6af1e8f9b7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d4b2d4b705d84b18ab1af9ce3f04a3b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1687884 Sep 23 07:15:53.259347 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deb52fd-00cd-427a-bb06-5d6af1e8f9b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9840c888-b14a-4bf0-97a3-2cabbb6535cf,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:15:53.260205 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 43044) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:15:53.312608 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a61d99f2-62f6-4932-aca2-521927182a1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:53.333649 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a61d99f2-62f6-4932-aca2-521927182a1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:53.383626 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a61d99f2-62f6-4932-aca2-521927182a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:53.386980 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a61d99f2-62f6-4932-aca2-521927182a1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:53.388199 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-a61d99f2-62f6-4932-aca2-521927182a1a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9840c888-b14a-4bf0-97a3-2cabbb6535cf HTTP/1.1" status: 204 len: 168 time: 0.1263781 Sep 23 07:15:53.395828 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61d99f2-62f6-4932-aca2-521927182a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9840c888-b14a-4bf0-97a3-2cabbb6535cf,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:15:56.570397 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 43192) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:15:56.695994 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6c320b7d-24d3-46b5-9698-427298e2eb81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:56.795482 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6c320b7d-24d3-46b5-9698-427298e2eb81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:56.799471 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6c320b7d-24d3-46b5-9698-427298e2eb81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:56.842405 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-6c320b7d-24d3-46b5-9698-427298e2eb81 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c180c4ba7b354813946e18bbf48536f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2708411 Sep 23 07:15:56.843636 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c320b7d-24d3-46b5-9698-427298e2eb81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45956edb-d1f2-4576-a62e-3913d94a2c19,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:15:56.844226 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 43202) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:15:56.895780 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-719b572b-694c-4d22-aae7-5ef0f9eba952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:56.920687 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-719b572b-694c-4d22-aae7-5ef0f9eba952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:56.970832 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-719b572b-694c-4d22-aae7-5ef0f9eba952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:56.973449 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-719b572b-694c-4d22-aae7-5ef0f9eba952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:56.974665 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-719b572b-694c-4d22-aae7-5ef0f9eba952 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/45956edb-d1f2-4576-a62e-3913d94a2c19 HTTP/1.1" status: 204 len: 168 time: 0.1292472 Sep 23 07:15:56.984139 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719b572b-694c-4d22-aae7-5ef0f9eba952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45956edb-d1f2-4576-a62e-3913d94a2c19,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:15:57.242304 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 43212) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:15:57.256675 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5f047252-503e-430b-bf33-432f17a8f0cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:57.351421 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5f047252-503e-430b-bf33-432f17a8f0cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:57.356133 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5f047252-503e-430b-bf33-432f17a8f0cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:57.393948 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f047252-503e-430b-bf33-432f17a8f0cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=091f818e-00f1-455f-ab00-8200a37bcf0a,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:15:57.398323 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-5f047252-503e-430b-bf33-432f17a8f0cf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0c263a0ca2894b2893ba0312c5a710eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1549506 Sep 23 07:15:57.401439 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 43220) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:15:57.455901 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3602e8f7-b7ad-4204-8a25-014809cdde69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:57.477213 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3602e8f7-b7ad-4204-8a25-014809cdde69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:57.523501 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3602e8f7-b7ad-4204-8a25-014809cdde69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:57.526194 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3602e8f7-b7ad-4204-8a25-014809cdde69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:57.530190 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-3602e8f7-b7ad-4204-8a25-014809cdde69 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/091f818e-00f1-455f-ab00-8200a37bcf0a HTTP/1.1" status: 204 len: 168 time: 0.1277363 Sep 23 07:15:57.537925 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3602e8f7-b7ad-4204-8a25-014809cdde69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=091f818e-00f1-455f-ab00-8200a37bcf0a,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:15:57.900072 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [req-56f18468-587c-41b5-bc90-4be9a4e308a6 req-3a02d6dd-51c5-433f-bfed-00cb447ffd1f service neutron] (95065) timed out ('10.222.0.39', 52154) {{(pid=95065) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 23 07:15:59.489349 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 43302) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:15:59.599067 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-724542b5-98cd-49a2-93d4-1bb4cc497945 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:59.692398 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-724542b5-98cd-49a2-93d4-1bb4cc497945 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:59.697285 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-724542b5-98cd-49a2-93d4-1bb4cc497945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:59.735159 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724542b5-98cd-49a2-93d4-1bb4cc497945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf6c4f68-8a07-4572-ad16-abf988c21695,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:15:59.742354 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 43310) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:15:59.742927 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-724542b5-98cd-49a2-93d4-1bb4cc497945 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=28351994628540a5bb750149208e08f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2513051 Sep 23 07:15:59.800447 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-99357d26-726d-4124-9a95-3df5c2fe22fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:59.821606 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-99357d26-726d-4124-9a95-3df5c2fe22fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:59.868911 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-99357d26-726d-4124-9a95-3df5c2fe22fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:59.872849 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-99357d26-726d-4124-9a95-3df5c2fe22fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:15:59.874192 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-99357d26-726d-4124-9a95-3df5c2fe22fd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bf6c4f68-8a07-4572-ad16-abf988c21695 HTTP/1.1" status: 204 len: 168 time: 0.1300488 Sep 23 07:15:59.886442 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99357d26-726d-4124-9a95-3df5c2fe22fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf6c4f68-8a07-4572-ad16-abf988c21695,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:00.165941 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 43320) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:00.179773 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7f3091ee-7fe0-476f-8cad-b5c101173c84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:00.269665 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7f3091ee-7fe0-476f-8cad-b5c101173c84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:00.274178 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7f3091ee-7fe0-476f-8cad-b5c101173c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:00.318462 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3091ee-7fe0-476f-8cad-b5c101173c84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e464e7-8d96-4d0b-9b7d-34f63b8a49dc,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:00.326036 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 43326) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:00.326284 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-7f3091ee-7fe0-476f-8cad-b5c101173c84 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fb55fd431a964999ad64c0e800d3b63d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1583717 Sep 23 07:16:00.382623 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4fe1f2dd-fc22-4fd2-bee1-28cd7b56d0af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:00.404085 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4fe1f2dd-fc22-4fd2-bee1-28cd7b56d0af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:00.458314 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4fe1f2dd-fc22-4fd2-bee1-28cd7b56d0af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:00.461720 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4fe1f2dd-fc22-4fd2-bee1-28cd7b56d0af admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:00.463810 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-4fe1f2dd-fc22-4fd2-bee1-28cd7b56d0af admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/00e464e7-8d96-4d0b-9b7d-34f63b8a49dc HTTP/1.1" status: 204 len: 168 time: 0.1365020 Sep 23 07:16:00.472721 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe1f2dd-fc22-4fd2-bee1-28cd7b56d0af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e464e7-8d96-4d0b-9b7d-34f63b8a49dc,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:06.605549 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:06.612956 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 43556) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:06.727998 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5d33733b-8f50-485f-bf63-f63f315825e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:06.826897 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5d33733b-8f50-485f-bf63-f63f315825e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:06.830772 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5d33733b-8f50-485f-bf63-f63f315825e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:06.874180 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-5d33733b-8f50-485f-bf63-f63f315825e9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=87ddc86cca5242e69475695cf3a0158e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2599895 Sep 23 07:16:06.875279 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 43564) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:06.875772 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d33733b-8f50-485f-bf63-f63f315825e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=539f4120-0836-4f97-b17c-bd20fc57a6bc,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:06.933210 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c6cbf1cc-e4b4-4aa7-bb09-e8e2d3d4ea2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:06.954357 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c6cbf1cc-e4b4-4aa7-bb09-e8e2d3d4ea2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:07.006743 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c6cbf1cc-e4b4-4aa7-bb09-e8e2d3d4ea2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:07.009430 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c6cbf1cc-e4b4-4aa7-bb09-e8e2d3d4ea2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:07.013689 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-c6cbf1cc-e4b4-4aa7-bb09-e8e2d3d4ea2d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/539f4120-0836-4f97-b17c-bd20fc57a6bc HTTP/1.1" status: 204 len: 168 time: 0.1351922 Sep 23 07:16:07.019389 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cbf1cc-e4b4-4aa7-bb09-e8e2d3d4ea2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=539f4120-0836-4f97-b17c-bd20fc57a6bc,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:07.279517 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 43578) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:07.293674 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2107fcce-f724-4b9f-aa8b-55e7a39026bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:07.396060 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2107fcce-f724-4b9f-aa8b-55e7a39026bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:07.400975 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2107fcce-f724-4b9f-aa8b-55e7a39026bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:07.439405 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-2107fcce-f724-4b9f-aa8b-55e7a39026bc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dbf37c90fbe5425c926a131ae287f788&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1586471 Sep 23 07:16:07.441336 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2107fcce-f724-4b9f-aa8b-55e7a39026bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75905852-37e8-4c89-b8b1-63bfd96ed37e,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:07.442268 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 43580) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:07.496582 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e0216ed7-4009-40bf-9f41-1fe55f398891 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:07.517225 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e0216ed7-4009-40bf-9f41-1fe55f398891 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:07.565383 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e0216ed7-4009-40bf-9f41-1fe55f398891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:07.568195 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e0216ed7-4009-40bf-9f41-1fe55f398891 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:07.569362 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-e0216ed7-4009-40bf-9f41-1fe55f398891 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/75905852-37e8-4c89-b8b1-63bfd96ed37e HTTP/1.1" status: 204 len: 168 time: 0.1249721 Sep 23 07:16:07.581567 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0216ed7-4009-40bf-9f41-1fe55f398891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75905852-37e8-4c89-b8b1-63bfd96ed37e,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:07.898517 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:16:08.055659 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f1987fb3-3dfb-407d-8d92-eaf80f70a587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:08.628033 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 43640) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:08.743309 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-081765cb-527b-4432-b841-a4499f6c8d07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:08.842410 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-081765cb-527b-4432-b841-a4499f6c8d07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:08.847401 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-081765cb-527b-4432-b841-a4499f6c8d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:08.888095 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-081765cb-527b-4432-b841-a4499f6c8d07 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dd2abf5bf752414dbac784160d5879b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2589576 Sep 23 07:16:08.889247 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081765cb-527b-4432-b841-a4499f6c8d07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc3d775-a91a-45de-b5c8-724ccef26d8e,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:08.890894 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 43648) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:08.947661 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0a44315a-9ed6-4bf9-b987-540bb1de3ebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:08.968984 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0a44315a-9ed6-4bf9-b987-540bb1de3ebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:09.018682 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0a44315a-9ed6-4bf9-b987-540bb1de3ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:09.021423 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0a44315a-9ed6-4bf9-b987-540bb1de3ebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:09.022693 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-0a44315a-9ed6-4bf9-b987-540bb1de3ebc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6bc3d775-a91a-45de-b5c8-724ccef26d8e HTTP/1.1" status: 204 len: 168 time: 0.1300690 Sep 23 07:16:09.031258 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a44315a-9ed6-4bf9-b987-540bb1de3ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc3d775-a91a-45de-b5c8-724ccef26d8e,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:10.352465 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:10.746639 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-42ea50bb-5817-460c-8df0-80a3ede06e63 req-c3668717-d667-4a04-85a4-11458dd7c71e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=80afb441-907f-4a9f-a57f-8f1ce7268388&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0507669 Sep 23 07:16:10.819632 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ea50bb-5817-460c-8df0-80a3ede06e63 req-fc6acde9-2f57-454b-89f8-d670ca4bc85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:10.822507 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-42ea50bb-5817-460c-8df0-80a3ede06e63 req-fc6acde9-2f57-454b-89f8-d670ca4bc85a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dda7d37bb4b541ebbe8e22954596ee73&device_id=80afb441-907f-4a9f-a57f-8f1ce7268388 HTTP/1.1" status: 200 len: 1097 time: 0.0493019 Sep 23 07:16:10.853796 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 43750) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:10.936090 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ea50bb-5817-460c-8df0-80a3ede06e63 req-e417ea5b-56e6-4afb-86a3-4fea5cf8956d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:10.937708 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-42ea50bb-5817-460c-8df0-80a3ede06e63 req-e417ea5b-56e6-4afb-86a3-4fea5cf8956d service neutron] 10.222.0.58 "GET /v2.0/networks?id=ee64cebb-cbad-4040-a31a-b12cc5624112 HTTP/1.1" status: 200 len: 912 time: 0.0959051 Sep 23 07:16:10.978442 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5e5effac-b2ba-46f5-84a3-c4564e1bd126 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:11.014554 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-42ea50bb-5817-460c-8df0-80a3ede06e63 req-6171aa9d-eea8-4f84-91a5-7366f32fd9c8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30ce0035-c7f7-4a67-8d52-525338e4b086 HTTP/1.1" status: 200 len: 1001 time: 0.0694253 Sep 23 07:16:11.065030 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-82a7eaef-7423-45d1-8dca-af3cfa7e964d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:11.085232 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ea50bb-5817-460c-8df0-80a3ede06e63 req-1086fa73-63e5-4c2a-bfea-646ae5cd743e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:11.086748 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-42ea50bb-5817-460c-8df0-80a3ede06e63 req-1086fa73-63e5-4c2a-bfea-646ae5cd743e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4f0a580e-e630-4d93-8377-9af2cc86d82c HTTP/1.1" status: 200 len: 850 time: 0.0646474 Sep 23 07:16:11.088150 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5e5effac-b2ba-46f5-84a3-c4564e1bd126 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:11.097846 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5e5effac-b2ba-46f5-84a3-c4564e1bd126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:11.138974 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ea50bb-5817-460c-8df0-80a3ede06e63 req-9fbbab2e-a81b-4173-a552-b58177c77286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:11.140477 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-42ea50bb-5817-460c-8df0-80a3ede06e63 req-9fbbab2e-a81b-4173-a552-b58177c77286 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ee64cebb-cbad-4040-a31a-b12cc5624112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467367 Sep 23 07:16:11.142467 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-5e5effac-b2ba-46f5-84a3-c4564e1bd126 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bfae3a71fda84154a48450b221419407&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2873311 Sep 23 07:16:11.143523 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5effac-b2ba-46f5-84a3-c4564e1bd126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71784ff3-c563-4be4-ae6d-89d00b31b726,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:11.145346 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 43758) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:11.257477 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f66898c5-b7d7-4334-887f-a475a431339b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:11.288051 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-42ea50bb-5817-460c-8df0-80a3ede06e63 req-9829e902-c424-4b50-89ab-22aea57d5592 service neutron] 10.222.0.58 "GET /v2.0/networks/ee64cebb-cbad-4040-a31a-b12cc5624112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344752 Sep 23 07:16:11.292547 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f66898c5-b7d7-4334-887f-a475a431339b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:11.409102 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-42ea50bb-5817-460c-8df0-80a3ede06e63 req-8657bc09-6dbf-4591-bcd2-878dfa55d065 service neutron] 10.222.0.58 "GET /v2.0/networks/ee64cebb-cbad-4040-a31a-b12cc5624112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101654 Sep 23 07:16:11.410202 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f66898c5-b7d7-4334-887f-a475a431339b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:11.412879 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f66898c5-b7d7-4334-887f-a475a431339b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:11.416573 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-f66898c5-b7d7-4334-887f-a475a431339b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/71784ff3-c563-4be4-ae6d-89d00b31b726 HTTP/1.1" status: 204 len: 168 time: 0.2676048 Sep 23 07:16:11.422588 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66898c5-b7d7-4334-887f-a475a431339b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71784ff3-c563-4be4-ae6d-89d00b31b726,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:11.555397 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:11.687654 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 43774) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:11.701998 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5101dd54-e6a5-44e7-b76d-ec83ecddf9d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:11.801474 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5101dd54-e6a5-44e7-b76d-ec83ecddf9d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:11.806017 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5101dd54-e6a5-44e7-b76d-ec83ecddf9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:11.848601 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 43784) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:11.848743 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-5101dd54-e6a5-44e7-b76d-ec83ecddf9d4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a18c9b03258448dbadb39a08bbaaf6af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1598701 Sep 23 07:16:11.850693 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5101dd54-e6a5-44e7-b76d-ec83ecddf9d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cba85757-2db9-4e91-9c1b-351bcca1c833,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:11.919359 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d54b5527-d539-4035-a765-698ba0ab9620 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:11.941791 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d54b5527-d539-4035-a765-698ba0ab9620 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:11.991333 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d54b5527-d539-4035-a765-698ba0ab9620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:11.994151 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d54b5527-d539-4035-a765-698ba0ab9620 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:11.995431 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-d54b5527-d539-4035-a765-698ba0ab9620 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cba85757-2db9-4e91-9c1b-351bcca1c833 HTTP/1.1" status: 204 len: 168 time: 0.1456318 Sep 23 07:16:12.003643 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54b5527-d539-4035-a765-698ba0ab9620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba85757-2db9-4e91-9c1b-351bcca1c833,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:12.358661 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:13.847337 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:14.245353 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 43910) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:14.391108 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-338caa53-958f-4175-8255-74a0152569e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:14.489803 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-338caa53-958f-4175-8255-74a0152569e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:14.495378 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-338caa53-958f-4175-8255-74a0152569e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:14.848271 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-338caa53-958f-4175-8255-74a0152569e2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=67f666b8688241c193d6075a2b1b643c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6015949 Sep 23 07:16:14.849435 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338caa53-958f-4175-8255-74a0152569e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2cfa1f-d893-4b3a-96ca-b40312365397,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:14.850965 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 43934) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:14.926303 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-68071007-a276-4b41-aec4-2c9cc6b44c26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:14.953538 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-68071007-a276-4b41-aec4-2c9cc6b44c26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:15.010955 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-68071007-a276-4b41-aec4-2c9cc6b44c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:15.014532 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-68071007-a276-4b41-aec4-2c9cc6b44c26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:15.018527 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-68071007-a276-4b41-aec4-2c9cc6b44c26 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8b2cfa1f-d893-4b3a-96ca-b40312365397 HTTP/1.1" status: 204 len: 168 time: 0.1662302 Sep 23 07:16:15.029607 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68071007-a276-4b41-aec4-2c9cc6b44c26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2cfa1f-d893-4b3a-96ca-b40312365397,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:15.334459 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 43946) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:15.349125 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b38a517f-f65f-4d74-85e7-74068e5fa83e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:15.468242 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b38a517f-f65f-4d74-85e7-74068e5fa83e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:15.471271 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b38a517f-f65f-4d74-85e7-74068e5fa83e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:15.513847 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-b38a517f-f65f-4d74-85e7-74068e5fa83e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a2da95807aad4763ad95a4b8ac2cab3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1775539 Sep 23 07:16:15.514844 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38a517f-f65f-4d74-85e7-74068e5fa83e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4657d84-e0d9-4bb8-8ffd-37fc319d0950,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:15.516385 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 43952) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:15.579830 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-221c7b37-8b7a-4f40-9735-0e45d15e5c6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:15.601939 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-221c7b37-8b7a-4f40-9735-0e45d15e5c6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:15.655864 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-221c7b37-8b7a-4f40-9735-0e45d15e5c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:15.658537 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-221c7b37-8b7a-4f40-9735-0e45d15e5c6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:15.661990 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-221c7b37-8b7a-4f40-9735-0e45d15e5c6e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d4657d84-e0d9-4bb8-8ffd-37fc319d0950 HTTP/1.1" status: 204 len: 168 time: 0.1419156 Sep 23 07:16:15.669010 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221c7b37-8b7a-4f40-9735-0e45d15e5c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4657d84-e0d9-4bb8-8ffd-37fc319d0950,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:17.084558 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44048) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:17.233716 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-54218729-da05-41f9-8a76-df5fd6ac38e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:17.373124 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-54218729-da05-41f9-8a76-df5fd6ac38e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:17.377660 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-54218729-da05-41f9-8a76-df5fd6ac38e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:17.425551 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54218729-da05-41f9-8a76-df5fd6ac38e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa46062d-d09b-4f43-b66d-10305c44ed20,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:17.438271 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-54218729-da05-41f9-8a76-df5fd6ac38e2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=72ab4dea74c54410969e82dd5d3cb8cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3494940 Sep 23 07:16:17.438561 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44058) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:17.538350 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e6194dd7-023d-4c18-8065-6b45781c55f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:17.562784 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e6194dd7-023d-4c18-8065-6b45781c55f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:17.640218 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e6194dd7-023d-4c18-8065-6b45781c55f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:17.643262 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e6194dd7-023d-4c18-8065-6b45781c55f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:17.647506 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-e6194dd7-023d-4c18-8065-6b45781c55f9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/aa46062d-d09b-4f43-b66d-10305c44ed20 HTTP/1.1" status: 204 len: 168 time: 0.2079494 Sep 23 07:16:17.657719 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6194dd7-023d-4c18-8065-6b45781c55f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa46062d-d09b-4f43-b66d-10305c44ed20,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:19.791362 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44128) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:19.931367 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-dd2cc921-ed39-41f9-a3c8-a9f492ed24d7 tempest-ExternalNetworksAdminNegativeTestJSON-736643487 tempest-ExternalNetworksAdminNegativeTestJSON-736643487-project-admin] Request body: {'floatingip': {'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:16:19.955072 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dd2cc921-ed39-41f9-a3c8-a9f492ed24d7 tempest-ExternalNetworksAdminNegativeTestJSON-736643487 tempest-ExternalNetworksAdminNegativeTestJSON-736643487-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:20.074258 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dd2cc921-ed39-41f9-a3c8-a9f492ed24d7 tempest-ExternalNetworksAdminNegativeTestJSON-736643487 tempest-ExternalNetworksAdminNegativeTestJSON-736643487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:20.207478 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-dd2cc921-ed39-41f9-a3c8-a9f492ed24d7 tempest-ExternalNetworksAdminNegativeTestJSON-736643487 tempest-ExternalNetworksAdminNegativeTestJSON-736643487-project-admin] Allocated IP 172.25.2.174 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/8e7737e7-a958-47be-b80a-2ef2ae417ee7) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:16:20.358921 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dd2cc921-ed39-41f9-a3c8-a9f492ed24d7 tempest-ExternalNetworksAdminNegativeTestJSON-736643487 tempest-ExternalNetworksAdminNegativeTestJSON-736643487-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:20.406444 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dd2cc921-ed39-41f9-a3c8-a9f492ed24d7 tempest-ExternalNetworksAdminNegativeTestJSON-736643487 tempest-ExternalNetworksAdminNegativeTestJSON-736643487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:20.455496 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2cc921-ed39-41f9-a3c8-a9f492ed24d7 tempest-ExternalNetworksAdminNegativeTestJSON-736643487 tempest-ExternalNetworksAdminNegativeTestJSON-736643487-project-admin] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:16:20.458411 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-dd2cc921-ed39-41f9-a3c8-a9f492ed24d7 tempest-ExternalNetworksAdminNegativeTestJSON-736643487 tempest-ExternalNetworksAdminNegativeTestJSON-736643487-project-admin] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:16:20.462128 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2cc921-ed39-41f9-a3c8-a9f492ed24d7 tempest-ExternalNetworksAdminNegativeTestJSON-736643487 tempest-ExternalNetworksAdminNegativeTestJSON-736643487-project-admin] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:16:20.514988 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2cc921-ed39-41f9-a3c8-a9f492ed24d7 tempest-ExternalNetworksAdminNegativeTestJSON-736643487 tempest-ExternalNetworksAdminNegativeTestJSON-736643487-project-admin] Pushing event updated for resources: {'Port': ['ID=8e7737e7-a958-47be-b80a-2ef2ae417ee7,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:20.587503 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dd2cc921-ed39-41f9-a3c8-a9f492ed24d7 tempest-ExternalNetworksAdminNegativeTestJSON-736643487 tempest-ExternalNetworksAdminNegativeTestJSON-736643487-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:20.633329 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dd2cc921-ed39-41f9-a3c8-a9f492ed24d7 tempest-ExternalNetworksAdminNegativeTestJSON-736643487 tempest-ExternalNetworksAdminNegativeTestJSON-736643487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:20.829685 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dd2cc921-ed39-41f9-a3c8-a9f492ed24d7 tempest-ExternalNetworksAdminNegativeTestJSON-736643487 tempest-ExternalNetworksAdminNegativeTestJSON-736643487-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:20.841476 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dd2cc921-ed39-41f9-a3c8-a9f492ed24d7 tempest-ExternalNetworksAdminNegativeTestJSON-736643487 tempest-ExternalNetworksAdminNegativeTestJSON-736643487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:20.948555 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2cc921-ed39-41f9-a3c8-a9f492ed24d7 tempest-ExternalNetworksAdminNegativeTestJSON-736643487 tempest-ExternalNetworksAdminNegativeTestJSON-736643487-project-admin] Pushing event updated for resources: {'Port': ['ID=8e7737e7-a958-47be-b80a-2ef2ae417ee7,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:20.964542 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dd2cc921-ed39-41f9-a3c8-a9f492ed24d7 tempest-ExternalNetworksAdminNegativeTestJSON-736643487 tempest-ExternalNetworksAdminNegativeTestJSON-736643487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:20.980140 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dd2cc921-ed39-41f9-a3c8-a9f492ed24d7 tempest-ExternalNetworksAdminNegativeTestJSON-736643487 tempest-ExternalNetworksAdminNegativeTestJSON-736643487-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:20.981409 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-dd2cc921-ed39-41f9-a3c8-a9f492ed24d7 tempest-ExternalNetworksAdminNegativeTestJSON-736643487 tempest-ExternalNetworksAdminNegativeTestJSON-736643487-project-admin] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1881843 Sep 23 07:16:20.984381 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44154) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:20.992740 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-0254d9e6-cbd9-425a-8097-69ca19d13751 tempest-ExternalNetworksAdminNegativeTestJSON-736643487 tempest-ExternalNetworksAdminNegativeTestJSON-736643487-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-871598931', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'fixed_ips': [{'ip_address': '172.25.2.174'}]}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:16:21.019243 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0254d9e6-cbd9-425a-8097-69ca19d13751 tempest-ExternalNetworksAdminNegativeTestJSON-736643487 tempest-ExternalNetworksAdminNegativeTestJSON-736643487-project-admin] Made reservation on behalf of 511097ec34a1425f9dfe8142d4725803 for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:16:21.022428 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0254d9e6-cbd9-425a-8097-69ca19d13751 tempest-ExternalNetworksAdminNegativeTestJSON-736643487 tempest-ExternalNetworksAdminNegativeTestJSON-736643487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:21.036228 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0254d9e6-cbd9-425a-8097-69ca19d13751 tempest-ExternalNetworksAdminNegativeTestJSON-736643487 tempest-ExternalNetworksAdminNegativeTestJSON-736643487-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:21.168498 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0254d9e6-cbd9-425a-8097-69ca19d13751 tempest-ExternalNetworksAdminNegativeTestJSON-736643487 tempest-ExternalNetworksAdminNegativeTestJSON-736643487-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:21.184788 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0254d9e6-cbd9-425a-8097-69ca19d13751 tempest-ExternalNetworksAdminNegativeTestJSON-736643487 tempest-ExternalNetworksAdminNegativeTestJSON-736643487-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:21.202661 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [None req-0254d9e6-cbd9-425a-8097-69ca19d13751 tempest-ExternalNetworksAdminNegativeTestJSON-736643487 tempest-ExternalNetworksAdminNegativeTestJSON-736643487-project-admin] device_id is not set on port b086a37a-7363-4e1a-83df-eeb5265e159a yet. {{(pid=95066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 07:16:21.275245 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0254d9e6-cbd9-425a-8097-69ca19d13751 tempest-ExternalNetworksAdminNegativeTestJSON-736643487 tempest-ExternalNetworksAdminNegativeTestJSON-736643487-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8843c73-3a87-48df-8b97-97d1c591faa4,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:21.425523 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-0254d9e6-cbd9-425a-8097-69ca19d13751 tempest-ExternalNetworksAdminNegativeTestJSON-736643487 tempest-ExternalNetworksAdminNegativeTestJSON-736643487-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 23 07:16:21.426091 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0254d9e6-cbd9-425a-8097-69ca19d13751 tempest-ExternalNetworksAdminNegativeTestJSON-736643487 tempest-ExternalNetworksAdminNegativeTestJSON-736643487-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=95066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 07:16:21.459503 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-0254d9e6-cbd9-425a-8097-69ca19d13751 tempest-ExternalNetworksAdminNegativeTestJSON-736643487 tempest-ExternalNetworksAdminNegativeTestJSON-736643487-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.4659832 Sep 23 07:16:21.459503 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44164) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:21.623859 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-fd2e8e94-01f1-4ae0-9e0a-df800e5bac76 tempest-ExternalNetworksAdminNegativeTestJSON-736643487 tempest-ExternalNetworksAdminNegativeTestJSON-736643487-project-admin] Deleting port 8e7737e7-a958-47be-b80a-2ef2ae417ee7 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:16:21.624577 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fd2e8e94-01f1-4ae0-9e0a-df800e5bac76 tempest-ExternalNetworksAdminNegativeTestJSON-736643487 tempest-ExternalNetworksAdminNegativeTestJSON-736643487-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:21.718750 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fd2e8e94-01f1-4ae0-9e0a-df800e5bac76 tempest-ExternalNetworksAdminNegativeTestJSON-736643487 tempest-ExternalNetworksAdminNegativeTestJSON-736643487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:21.719088 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fd2e8e94-01f1-4ae0-9e0a-df800e5bac76 tempest-ExternalNetworksAdminNegativeTestJSON-736643487 tempest-ExternalNetworksAdminNegativeTestJSON-736643487-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:21.759057 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-fd2e8e94-01f1-4ae0-9e0a-df800e5bac76 tempest-ExternalNetworksAdminNegativeTestJSON-736643487 tempest-ExternalNetworksAdminNegativeTestJSON-736643487-project-admin] Calling delete_port for 8e7737e7-a958-47be-b80a-2ef2ae417ee7 owned by network:floatingip {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:16:21.924833 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fd2e8e94-01f1-4ae0-9e0a-df800e5bac76 tempest-ExternalNetworksAdminNegativeTestJSON-736643487 tempest-ExternalNetworksAdminNegativeTestJSON-736643487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:21.969328 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2e8e94-01f1-4ae0-9e0a-df800e5bac76 tempest-ExternalNetworksAdminNegativeTestJSON-736643487 tempest-ExternalNetworksAdminNegativeTestJSON-736643487-project-admin] Pushing event deleted for resources: {'Port': ['ID=8e7737e7-a958-47be-b80a-2ef2ae417ee7,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:22.071537 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fd2e8e94-01f1-4ae0-9e0a-df800e5bac76 tempest-ExternalNetworksAdminNegativeTestJSON-736643487 tempest-ExternalNetworksAdminNegativeTestJSON-736643487-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:22.074564 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fd2e8e94-01f1-4ae0-9e0a-df800e5bac76 tempest-ExternalNetworksAdminNegativeTestJSON-736643487 tempest-ExternalNetworksAdminNegativeTestJSON-736643487-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:22.075735 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-fd2e8e94-01f1-4ae0-9e0a-df800e5bac76 tempest-ExternalNetworksAdminNegativeTestJSON-736643487 tempest-ExternalNetworksAdminNegativeTestJSON-736643487-project-admin] 10.222.0.39 "DELETE /v2.0/floatingips/9d130fca-299f-47e3-b5ff-a068e9b86cd9 HTTP/1.1" status: 204 len: 168 time: 0.6173203 Sep 23 07:16:22.402859 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44186) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:22.534521 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-97eb19b1-daf5-4769-a78e-7843d399b2d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:22.675185 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-97eb19b1-daf5-4769-a78e-7843d399b2d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:22.680356 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-97eb19b1-daf5-4769-a78e-7843d399b2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:22.723582 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eb19b1-daf5-4769-a78e-7843d399b2d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04560845-a411-4c75-b42a-9ea131cf66f7,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:22.744843 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44194) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:22.750937 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-97eb19b1-daf5-4769-a78e-7843d399b2d8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=be03bcdce3ec46b5957804331f466aee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3458226 Sep 23 07:16:22.804133 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8659492e-2d1b-4b67-98cf-96ecbd0c5c15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:22.828267 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8659492e-2d1b-4b67-98cf-96ecbd0c5c15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:22.876376 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8659492e-2d1b-4b67-98cf-96ecbd0c5c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:22.879272 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8659492e-2d1b-4b67-98cf-96ecbd0c5c15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:22.880473 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-8659492e-2d1b-4b67-98cf-96ecbd0c5c15 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/04560845-a411-4c75-b42a-9ea131cf66f7 HTTP/1.1" status: 204 len: 168 time: 0.1340652 Sep 23 07:16:22.890856 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8659492e-2d1b-4b67-98cf-96ecbd0c5c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04560845-a411-4c75-b42a-9ea131cf66f7,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:23.215151 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44228) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:23.271573 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-3d47d111-4694-44de-871e-3f0022b0e12f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=511097ec34a1425f9dfe8142d4725803&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0544970 Sep 23 07:16:23.274397 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44230) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:23.291370 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6a130e8d-5b58-4533-b5ba-1afa16266a89 req-344af754-2d3c-4504-91c7-1db15db7508f tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2090357656&fields=id&tenant_id=dda7d37bb4b541ebbe8e22954596ee73 HTTP/1.1" status: 200 len: 267 time: 0.0474808 Sep 23 07:16:23.330373 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-78728665-6522-4610-a061-9383b0e5e6b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:23.358452 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-78728665-6522-4610-a061-9383b0e5e6b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:23.412094 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-78728665-6522-4610-a061-9383b0e5e6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:23.413511 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a130e8d-5b58-4533-b5ba-1afa16266a89 req-29d77c8c-d990-4d49-ae32-2d340667bf21 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:23.414952 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-78728665-6522-4610-a061-9383b0e5e6b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:23.415117 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6a130e8d-5b58-4533-b5ba-1afa16266a89 req-29d77c8c-d990-4d49-ae32-2d340667bf21 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/networks?id=ee64cebb-cbad-4040-a31a-b12cc5624112 HTTP/1.1" status: 200 len: 811 time: 0.1167457 Sep 23 07:16:23.418994 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-78728665-6522-4610-a061-9383b0e5e6b6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c8843c73-3a87-48df-8b97-97d1c591faa4 HTTP/1.1" status: 204 len: 168 time: 0.1426158 Sep 23 07:16:23.427736 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78728665-6522-4610-a061-9383b0e5e6b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8843c73-3a87-48df-8b97-97d1c591faa4,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:23.434090 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6a130e8d-5b58-4533-b5ba-1afa16266a89 req-3f0f8fd8-6068-4d86-ad8e-4684c0d251cf tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/quotas/dda7d37bb4b541ebbe8e22954596ee73 HTTP/1.1" status: 200 len: 375 time: 0.0119667 Sep 23 07:16:23.503092 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6a130e8d-5b58-4533-b5ba-1afa16266a89 req-db413b5e-a6c1-4503-822b-8e68be2df252 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=dda7d37bb4b541ebbe8e22954596ee73&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0632751 Sep 23 07:16:23.786904 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6a130e8d-5b58-4533-b5ba-1afa16266a89 req-5fea42f8-d327-4713-b84d-4ad0acab4181 service neutron] 10.222.0.39 "GET /v2.0/networks/ee64cebb-cbad-4040-a31a-b12cc5624112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687130 Sep 23 07:16:23.895085 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6a130e8d-5b58-4533-b5ba-1afa16266a89 req-0db0349e-c9ab-4d8a-a23a-597ca397eaff service neutron] 10.222.0.39 "GET /v2.0/networks/ee64cebb-cbad-4040-a31a-b12cc5624112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012762 Sep 23 07:16:24.345353 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5373c413-441f-4809-8bc9-7c0008b4ac2f req-5876a790-3751-4383-8031-69e1f1d407db tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=9455bf8b-f649-4457-82e2-ac6d5f4a67ec HTTP/1.1" status: 200 len: 210 time: 0.0462320 Sep 23 07:16:24.377802 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44270) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:24.509387 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-6d75de94-1f5e-4109-8544-fa85e11d1bcb tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Request body: {'networks': [{'name': 'tempest-network--1259216992'}, {'name': 'tempest-network--2093770614'}]} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:16:24.511806 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-6d75de94-1f5e-4109-8544-fa85e11d1bcb tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Request body: {'network': {'name': 'tempest-network--1259216992'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:16:24.512254 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-6d75de94-1f5e-4109-8544-fa85e11d1bcb tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Request body: {'network': {'name': 'tempest-network--2093770614'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:16:24.535592 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d75de94-1f5e-4109-8544-fa85e11d1bcb tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Made reservation on behalf of dce0cee4b13340df9a81493b1dd93463 for: {'network': 2} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:16:24.541723 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6d75de94-1f5e-4109-8544-fa85e11d1bcb tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:24.551821 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6d75de94-1f5e-4109-8544-fa85e11d1bcb tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:24.660625 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6d75de94-1f5e-4109-8544-fa85e11d1bcb tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:24.665184 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6d75de94-1f5e-4109-8544-fa85e11d1bcb tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:24.665857 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6d75de94-1f5e-4109-8544-fa85e11d1bcb tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:24.725224 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d75de94-1f5e-4109-8544-fa85e11d1bcb tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f39204a-801a-4f14-89bc-1e80c59e8740,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:24.730994 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d75de94-1f5e-4109-8544-fa85e11d1bcb tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:16:24.741661 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6d75de94-1f5e-4109-8544-fa85e11d1bcb tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:24.742148 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-6d75de94-1f5e-4109-8544-fa85e11d1bcb tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Added segment 1a192832-c409-4180-b9a0-8465ae3a1422 of type vlan for network 69a99937-ef8b-4e80-a30e-93f4352b300a Sep 23 07:16:24.801795 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6d75de94-1f5e-4109-8544-fa85e11d1bcb tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:24.835962 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d75de94-1f5e-4109-8544-fa85e11d1bcb tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:16:24.850106 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6d75de94-1f5e-4109-8544-fa85e11d1bcb tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:24.850552 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-6d75de94-1f5e-4109-8544-fa85e11d1bcb tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Added segment 007a0fbc-597f-4a54-8827-27489b214a89 of type vlan for network 69b05016-5ee2-4e95-8dea-3196bf8e07c2 Sep 23 07:16:24.907084 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6d75de94-1f5e-4109-8544-fa85e11d1bcb tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:24.939978 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6d75de94-1f5e-4109-8544-fa85e11d1bcb tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:24.940576 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6d75de94-1f5e-4109-8544-fa85e11d1bcb tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:24.946443 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d75de94-1f5e-4109-8544-fa85e11d1bcb tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:24.952181 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d75de94-1f5e-4109-8544-fa85e11d1bcb tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:24.952926 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6d75de94-1f5e-4109-8544-fa85e11d1bcb tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:24.993391 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-6d75de94-1f5e-4109-8544-fa85e11d1bcb tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.6122427 Sep 23 07:16:24.993798 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44280) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:25.054407 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d75de94-1f5e-4109-8544-fa85e11d1bcb tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Pushing event updated for resources: {'Network': ['ID=69a99937-ef8b-4e80-a30e-93f4352b300a,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:25.066344 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 69a99937-ef8b-4e80-a30e-93f4352b300a details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:16:25.144329 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d75de94-1f5e-4109-8544-fa85e11d1bcb tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Pushing event updated for resources: {'Network': ['ID=69b05016-5ee2-4e95-8dea-3196bf8e07c2,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:25.201178 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 69b05016-5ee2-4e95-8dea-3196bf8e07c2 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:16:25.317659 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a857b8c-eaeb-4c11-896a-3f677cd26ce9 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:25.323942 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a857b8c-eaeb-4c11-896a-3f677cd26ce9 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:25.329717 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a857b8c-eaeb-4c11-896a-3f677cd26ce9 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:25.335494 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a857b8c-eaeb-4c11-896a-3f677cd26ce9 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:25.338652 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-7a857b8c-eaeb-4c11-896a-3f677cd26ce9 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3412974 Sep 23 07:16:25.341133 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44284) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:25.730544 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a130e8d-5b58-4533-b5ba-1afa16266a89 req-5d5f0e49-774f-4509-a7e7-54672c961b95 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:25.732373 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6a130e8d-5b58-4533-b5ba-1afa16266a89 req-5d5f0e49-774f-4509-a7e7-54672c961b95 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.21 "GET /v2.0/networks?id=ee64cebb-cbad-4040-a31a-b12cc5624112 HTTP/1.1" status: 200 len: 811 time: 0.1295726 Sep 23 07:16:25.784765 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6a130e8d-5b58-4533-b5ba-1afa16266a89 req-ed8d3d2d-b69a-4b84-90e5-d48527bbd61c tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dda7d37bb4b541ebbe8e22954596ee73 HTTP/1.1" status: 200 len: 380 time: 0.0397999 Sep 23 07:16:25.801455 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-6a130e8d-5b58-4533-b5ba-1afa16266a89 req-68341c3c-a182-4bc9-a2e6-43f9ff471047 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Request body: {'port': {'device_id': '9455bf8b-f649-4457-82e2-ac6d5f4a67ec', 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112', 'admin_state_up': True, 'tenant_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'security_groups': ['d3acf5d0-976e-416a-9e4a-4e8f5d86e3e3']}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:16:25.817788 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f522f953-4e82-4886-bdc9-4429bc84a5ea req-87018e1b-aa3f-45b8-826e-603b260d88b3 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=9455bf8b-f649-4457-82e2-ac6d5f4a67ec HTTP/1.1" status: 200 len: 210 time: 0.0332987 Sep 23 07:16:25.821251 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-64b2fbe0-919f-4673-a3a5-54913bcd19d3 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:25.923138 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-64b2fbe0-919f-4673-a3a5-54913bcd19d3 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:25.945693 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a130e8d-5b58-4533-b5ba-1afa16266a89 req-68341c3c-a182-4bc9-a2e6-43f9ff471047 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Made reservation on behalf of dda7d37bb4b541ebbe8e22954596ee73 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:16:25.950462 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6a130e8d-5b58-4533-b5ba-1afa16266a89 req-68341c3c-a182-4bc9-a2e6-43f9ff471047 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:25.953547 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-64b2fbe0-919f-4673-a3a5-54913bcd19d3 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69a99937-ef8b-4e80-a30e-93f4352b300a']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:16:25.966214 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-64b2fbe0-919f-4673-a3a5-54913bcd19d3 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a192832-c409-4180-b9a0-8465ae3a1422') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:16:25.966561 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-64b2fbe0-919f-4673-a3a5-54913bcd19d3 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a192832-c409-4180-b9a0-8465ae3a1422') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:16:25.977591 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-64b2fbe0-919f-4673-a3a5-54913bcd19d3 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:26.002202 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-64b2fbe0-919f-4673-a3a5-54913bcd19d3 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:26.016726 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64b2fbe0-919f-4673-a3a5-54913bcd19d3 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:16:26.017164 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-64b2fbe0-919f-4673-a3a5-54913bcd19d3 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:26.020544 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 07:16:26.020544 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:16:26.020544 n-d-715271-16 neutron-server[95066]: timer() Sep 23 07:16:26.020544 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:16:26.020544 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 07:16:26.020544 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:16:26.020544 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 07:16:26.020544 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:16:26.020544 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 07:16:26.020544 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:16:26.020544 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 07:16:26.020544 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:16:26.020544 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 07:16:26.020544 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:16:26.020544 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:16:26.020544 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:16:26.020544 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:16:26.020544 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:16:26.020544 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 07:16:26.020544 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:16:26.020544 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 07:16:26.020544 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:16:26.020544 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:16:26.020544 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:16:26.020544 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 07:16:26.020544 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:16:26.020544 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:16:26.020544 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:16:26.020544 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:16:26.020544 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:16:26.020544 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:16:26.020544 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:16:26.095426 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-64b2fbe0-919f-4673-a3a5-54913bcd19d3 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:26.095998 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-6a130e8d-5b58-4533-b5ba-1afa16266a89 req-68341c3c-a182-4bc9-a2e6-43f9ff471047 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Allocated IP 172.20.0.5 (ee64cebb-cbad-4040-a31a-b12cc5624112/4f0a580e-e630-4d93-8377-9af2cc86d82c/a26e47c8-180f-4270-99ba-58390345f1cd) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:16:26.117997 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-64b2fbe0-919f-4673-a3a5-54913bcd19d3 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:26.121072 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-64b2fbe0-919f-4673-a3a5-54913bcd19d3 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] 10.222.0.39 "DELETE /v2.0/networks/69a99937-ef8b-4e80-a30e-93f4352b300a HTTP/1.1" status: 204 len: 168 time: 0.7789679 Sep 23 07:16:26.129050 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44288) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:26.137086 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b2fbe0-919f-4673-a3a5-54913bcd19d3 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Pushing event deleted for resources: {'Network': ['ID=69a99937-ef8b-4e80-a30e-93f4352b300a,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:26.253065 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5eed0c40-5b7d-4e30-9509-62758ecfc124 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:26.409924 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5eed0c40-5b7d-4e30-9509-62758ecfc124 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:26.422038 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6a130e8d-5b58-4533-b5ba-1afa16266a89 req-68341c3c-a182-4bc9-a2e6-43f9ff471047 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:26.439084 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-5eed0c40-5b7d-4e30-9509-62758ecfc124 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69b05016-5ee2-4e95-8dea-3196bf8e07c2']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:16:26.452351 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-5eed0c40-5b7d-4e30-9509-62758ecfc124 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '007a0fbc-597f-4a54-8827-27489b214a89') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:16:26.452646 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-5eed0c40-5b7d-4e30-9509-62758ecfc124 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '007a0fbc-597f-4a54-8827-27489b214a89') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:16:26.467197 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5eed0c40-5b7d-4e30-9509-62758ecfc124 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:26.488069 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5eed0c40-5b7d-4e30-9509-62758ecfc124 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:26.495682 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eed0c40-5b7d-4e30-9509-62758ecfc124 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:16:26.496079 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5eed0c40-5b7d-4e30-9509-62758ecfc124 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:26.499047 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 07:16:26.499047 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:16:26.499047 n-d-715271-16 neutron-server[95065]: timer() Sep 23 07:16:26.499047 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:16:26.499047 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 07:16:26.499047 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:16:26.499047 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 07:16:26.499047 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:16:26.499047 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 07:16:26.499047 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:16:26.499047 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 07:16:26.499047 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:16:26.499047 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 07:16:26.499047 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:16:26.499047 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:16:26.499047 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:16:26.499047 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:16:26.499047 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:16:26.499047 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 07:16:26.499047 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:16:26.499047 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 07:16:26.499047 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:16:26.499047 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:16:26.499047 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:16:26.499047 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 07:16:26.499047 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:16:26.499047 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:16:26.499047 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:16:26.499047 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:16:26.499047 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:16:26.499047 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:16:26.499047 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:16:26.509276 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6a130e8d-5b58-4533-b5ba-1afa16266a89 req-68341c3c-a182-4bc9-a2e6-43f9ff471047 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:26.593771 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a130e8d-5b58-4533-b5ba-1afa16266a89 req-68341c3c-a182-4bc9-a2e6-43f9ff471047 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Network ee64cebb-cbad-4040-a31a-b12cc5624112 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:16:26.602239 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-6a130e8d-5b58-4533-b5ba-1afa16266a89 req-68341c3c-a182-4bc9-a2e6-43f9ff471047 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:16:26.609105 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5eed0c40-5b7d-4e30-9509-62758ecfc124 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:26.611089 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a130e8d-5b58-4533-b5ba-1afa16266a89 req-68341c3c-a182-4bc9-a2e6-43f9ff471047 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:16:26.643137 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5eed0c40-5b7d-4e30-9509-62758ecfc124 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:26.647639 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-5eed0c40-5b7d-4e30-9509-62758ecfc124 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] 10.222.0.39 "DELETE /v2.0/networks/69b05016-5ee2-4e95-8dea-3196bf8e07c2 HTTP/1.1" status: 204 len: 168 time: 0.5147800 Sep 23 07:16:26.649338 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44292) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:26.649504 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68341c3c-a182-4bc9-a2e6-43f9ff471047 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Pushing event updated for resources: {'Port': ['ID=a26e47c8-180f-4270-99ba-58390345f1cd,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:26.667961 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eed0c40-5b7d-4e30-9509-62758ecfc124 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Pushing event deleted for resources: {'Network': ['ID=69b05016-5ee2-4e95-8dea-3196bf8e07c2,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:26.686921 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a130e8d-5b58-4533-b5ba-1afa16266a89 req-68341c3c-a182-4bc9-a2e6-43f9ff471047 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:26.687546 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6a130e8d-5b58-4533-b5ba-1afa16266a89 req-68341c3c-a182-4bc9-a2e6-43f9ff471047 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:26.704979 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6a130e8d-5b58-4533-b5ba-1afa16266a89 req-68341c3c-a182-4bc9-a2e6-43f9ff471047 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9089665 Sep 23 07:16:26.785379 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee28408-8f01-4476-913a-aeed1b988505 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:26.792499 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-6a130e8d-5b58-4533-b5ba-1afa16266a89 req-37eab747-2c9a-475c-a12b-33b5e7ce7779 service neutron] Request body: {'port': {'device_id': '9455bf8b-f649-4457-82e2-ac6d5f4a67ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:16:26.793424 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee28408-8f01-4476-913a-aeed1b988505 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:26.795138 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-1ee28408-8f01-4476-913a-aeed1b988505 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1459553 Sep 23 07:16:26.798929 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44298) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:26.805995 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-6e1b76f4-f234-48ba-8992-38ef7b51fef3 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-282872331'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:16:26.879389 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e1b76f4-f234-48ba-8992-38ef7b51fef3 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Made reservation on behalf of dce0cee4b13340df9a81493b1dd93463 for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:16:26.882886 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6e1b76f4-f234-48ba-8992-38ef7b51fef3 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:26.889098 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6a130e8d-5b58-4533-b5ba-1afa16266a89 req-37eab747-2c9a-475c-a12b-33b5e7ce7779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:26.912931 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a7772c42-9b78-4bb7-a099-8d15d8f182c7 None None] Provisioning complete for port a26e47c8-180f-4270-99ba-58390345f1cd triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:16:26.914141 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a7772c42-9b78-4bb7-a099-8d15d8f182c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:26.955777 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a7772c42-9b78-4bb7-a099-8d15d8f182c7 None None] Port a26e47c8-180f-4270-99ba-58390345f1cd cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:16:26.968468 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e1b76f4-f234-48ba-8992-38ef7b51fef3 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:16:26.988920 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6e1b76f4-f234-48ba-8992-38ef7b51fef3 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:26.989261 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-6e1b76f4-f234-48ba-8992-38ef7b51fef3 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Added segment 07fbf4eb-7efe-49a4-bcbf-6d08fd8f3b49 of type vlan for network 827b1265-2dba-44da-9c57-7015bc6aad4c Sep 23 07:16:27.049358 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c3036f-6d77-49ba-a77c-6a4806d87aa9 req-0732a389-ec6d-4731-8a5a-ae89ce73c80f tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:27.050886 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d6c3036f-6d77-49ba-a77c-6a4806d87aa9 req-0732a389-ec6d-4731-8a5a-ae89ce73c80f tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=9455bf8b-f649-4457-82e2-ac6d5f4a67ec HTTP/1.1" status: 200 len: 931 time: 0.1535394 Sep 23 07:16:27.110435 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6e1b76f4-f234-48ba-8992-38ef7b51fef3 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:27.196796 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6e1b76f4-f234-48ba-8992-38ef7b51fef3 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:27.202885 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1b76f4-f234-48ba-8992-38ef7b51fef3 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:27.203464 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6e1b76f4-f234-48ba-8992-38ef7b51fef3 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:27.211932 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d6c3036f-6d77-49ba-a77c-6a4806d87aa9 req-3fe79fae-1b5c-47df-9542-2634d2cf0b69 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3acf5d0-976e-416a-9e4a-4e8f5d86e3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119921 Sep 23 07:16:27.281785 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-6e1b76f4-f234-48ba-8992-38ef7b51fef3 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4816375 Sep 23 07:16:27.284500 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44304) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:27.289433 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-f6183a4d-5253-46e0-bfe7-348620967bad tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1267078001'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:16:27.311569 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6183a4d-5253-46e0-bfe7-348620967bad tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Made reservation on behalf of dce0cee4b13340df9a81493b1dd93463 for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:16:27.315339 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f6183a4d-5253-46e0-bfe7-348620967bad tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:27.318118 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1b76f4-f234-48ba-8992-38ef7b51fef3 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Pushing event updated for resources: {'Network': ['ID=827b1265-2dba-44da-9c57-7015bc6aad4c,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:27.333695 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 827b1265-2dba-44da-9c57-7015bc6aad4c details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:16:27.344240 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6183a4d-5253-46e0-bfe7-348620967bad tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:16:27.357625 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f6183a4d-5253-46e0-bfe7-348620967bad tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:27.358857 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-f6183a4d-5253-46e0-bfe7-348620967bad tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Added segment b0776cb5-b67c-496a-a264-ca998b1ab377 of type vlan for network 4108d9a3-78e4-4ee5-92ef-7d1a68c64e8d Sep 23 07:16:27.405739 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f6183a4d-5253-46e0-bfe7-348620967bad tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:27.422148 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-6a130e8d-5b58-4533-b5ba-1afa16266a89 req-37eab747-2c9a-475c-a12b-33b5e7ce7779 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a26e47c8-180f-4270-99ba-58390345f1cd {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:16:27.430311 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6a130e8d-5b58-4533-b5ba-1afa16266a89 req-37eab747-2c9a-475c-a12b-33b5e7ce7779 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:27.443663 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f6183a4d-5253-46e0-bfe7-348620967bad tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:27.445308 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-6a130e8d-5b58-4533-b5ba-1afa16266a89 req-37eab747-2c9a-475c-a12b-33b5e7ce7779 service neutron] Transition to ACTIVE for port object a26e47c8-180f-4270-99ba-58390345f1cd will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:16:27.448644 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6a130e8d-5b58-4533-b5ba-1afa16266a89 req-37eab747-2c9a-475c-a12b-33b5e7ce7779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:27.449523 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6183a4d-5253-46e0-bfe7-348620967bad tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:27.450168 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f6183a4d-5253-46e0-bfe7-348620967bad tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:27.480105 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-f6183a4d-5253-46e0-bfe7-348620967bad tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.1944892 Sep 23 07:16:27.483824 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44306) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:27.492822 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-655efa03-3d66-4c1b-a48d-1055d9f39cba tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Request body: {'ports': [{'network_id': '827b1265-2dba-44da-9c57-7015bc6aad4c', 'name': 'tempest-port--964546731', 'admin_state_up': True}, {'network_id': '4108d9a3-78e4-4ee5-92ef-7d1a68c64e8d', 'admin_state_up': False}]} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:16:27.493139 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-655efa03-3d66-4c1b-a48d-1055d9f39cba tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Request body: {'port': {'network_id': '827b1265-2dba-44da-9c57-7015bc6aad4c', 'name': 'tempest-port--964546731', 'admin_state_up': True}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:16:27.493615 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-655efa03-3d66-4c1b-a48d-1055d9f39cba tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Request body: {'port': {'network_id': '4108d9a3-78e4-4ee5-92ef-7d1a68c64e8d', 'admin_state_up': False}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:16:27.527446 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eab747-2c9a-475c-a12b-33b5e7ce7779 service neutron] Pushing event updated for resources: {'Port': ['ID=a26e47c8-180f-4270-99ba-58390345f1cd,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:27.532312 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6183a4d-5253-46e0-bfe7-348620967bad tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Pushing event updated for resources: {'Network': ['ID=4108d9a3-78e4-4ee5-92ef-7d1a68c64e8d,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:27.549419 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 4108d9a3-78e4-4ee5-92ef-7d1a68c64e8d details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:16:27.693556 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-6a130e8d-5b58-4533-b5ba-1afa16266a89 req-37eab747-2c9a-475c-a12b-33b5e7ce7779 service neutron] Attempting to bind port a26e47c8-180f-4270-99ba-58390345f1cd on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:16:27.694011 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-6a130e8d-5b58-4533-b5ba-1afa16266a89 req-37eab747-2c9a-475c-a12b-33b5e7ce7779 service neutron] Attempting to bind port a26e47c8-180f-4270-99ba-58390345f1cd by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': '4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:16:27.694446 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a130e8d-5b58-4533-b5ba-1afa16266a89 req-37eab747-2c9a-475c-a12b-33b5e7ce7779 service neutron] Attempting to bind port a26e47c8-180f-4270-99ba-58390345f1cd on network ee64cebb-cbad-4040-a31a-b12cc5624112 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:16:27.711181 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a130e8d-5b58-4533-b5ba-1afa16266a89 req-37eab747-2c9a-475c-a12b-33b5e7ce7779 service neutron] Port a26e47c8-180f-4270-99ba-58390345f1cd on network ee64cebb-cbad-4040-a31a-b12cc5624112 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:16:27.711657 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a130e8d-5b58-4533-b5ba-1afa16266a89 req-37eab747-2c9a-475c-a12b-33b5e7ce7779 service neutron] Attempting to bind port a26e47c8-180f-4270-99ba-58390345f1cd on network ee64cebb-cbad-4040-a31a-b12cc5624112 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:16:27.729043 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a130e8d-5b58-4533-b5ba-1afa16266a89 req-37eab747-2c9a-475c-a12b-33b5e7ce7779 service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:16:27.729354 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a130e8d-5b58-4533-b5ba-1afa16266a89 req-37eab747-2c9a-475c-a12b-33b5e7ce7779 service neutron] Checking segment: {'id': '4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:16:27.729742 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a130e8d-5b58-4533-b5ba-1afa16266a89 req-37eab747-2c9a-475c-a12b-33b5e7ce7779 service neutron] Bound using segment: {'id': '4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:16:27.730212 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-6a130e8d-5b58-4533-b5ba-1afa16266a89 req-37eab747-2c9a-475c-a12b-33b5e7ce7779 service neutron] Bound port: a26e47c8-180f-4270-99ba-58390345f1cd, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:16:27.730580 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6a130e8d-5b58-4533-b5ba-1afa16266a89 req-37eab747-2c9a-475c-a12b-33b5e7ce7779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:27.845743 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-655efa03-3d66-4c1b-a48d-1055d9f39cba tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Made reservation on behalf of dce0cee4b13340df9a81493b1dd93463 for: {'port': 2} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:16:27.850349 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-655efa03-3d66-4c1b-a48d-1055d9f39cba tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:27.866256 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-6a130e8d-5b58-4533-b5ba-1afa16266a89 req-37eab747-2c9a-475c-a12b-33b5e7ce7779 service neutron] For port a26e47c8-180f-4270-99ba-58390345f1cd, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:16:27.875946 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-655efa03-3d66-4c1b-a48d-1055d9f39cba tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:27.880903 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-6a130e8d-5b58-4533-b5ba-1afa16266a89 req-37eab747-2c9a-475c-a12b-33b5e7ce7779 service neutron] For port a26e47c8-180f-4270-99ba-58390345f1cd, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=a26e47c8-180f-4270-99ba-58390345f1cd,segment=NetworkSegment(4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c),segment_id=4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:16:27.889420 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6a130e8d-5b58-4533-b5ba-1afa16266a89 req-37eab747-2c9a-475c-a12b-33b5e7ce7779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:27.944187 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a130e8d-5b58-4533-b5ba-1afa16266a89 req-37eab747-2c9a-475c-a12b-33b5e7ce7779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:27.944733 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6a130e8d-5b58-4533-b5ba-1afa16266a89 req-37eab747-2c9a-475c-a12b-33b5e7ce7779 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:27.946179 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6a130e8d-5b58-4533-b5ba-1afa16266a89 req-37eab747-2c9a-475c-a12b-33b5e7ce7779 service neutron] 10.222.0.21 "PUT /v2.0/ports/a26e47c8-180f-4270-99ba-58390345f1cd HTTP/1.1" status: 200 len: 1092 time: 1.2273090 Sep 23 07:16:27.948561 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9455bf8b-f649-4457-82e2-ac6d5f4a67ec', 'tag': 'a26e47c8-180f-4270-99ba-58390345f1cd'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:16:27.950842 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a960284-c08e-4788-b6c5-fef418df3076" -d '{"events": [{"name": "network-changed", "server_uuid": "9455bf8b-f649-4457-82e2-ac6d5f4a67ec", "tag": "a26e47c8-180f-4270-99ba-58390345f1cd"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:16:28.027591 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eab747-2c9a-475c-a12b-33b5e7ce7779 service neutron] Pushing event updated for resources: {'Port': ['ID=a26e47c8-180f-4270-99ba-58390345f1cd,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:28.048992 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [None req-655efa03-3d66-4c1b-a48d-1055d9f39cba tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] device_id is not set on port 8292ca0a-fe62-469d-b248-35500541cee7 yet. {{(pid=95065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 07:16:28.162749 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a130e8d-5b58-4533-b5ba-1afa16266a89 req-0a15a3e0-c702-4e40-8a33-a4fa7deca638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:28.164373 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6a130e8d-5b58-4533-b5ba-1afa16266a89 req-0a15a3e0-c702-4e40-8a33-a4fa7deca638 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dda7d37bb4b541ebbe8e22954596ee73&device_id=9455bf8b-f649-4457-82e2-ac6d5f4a67ec HTTP/1.1" status: 200 len: 1095 time: 0.1380372 Sep 23 07:16:28.172551 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9083e265-692a-48df-8824-1935cab6efee x-openstack-request-id: req-9083e265-692a-48df-8824-1935cab6efee {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:16:28.172843 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9455bf8b-f649-4457-82e2-ac6d5f4a67ec", "tag": "a26e47c8-180f-4270-99ba-58390345f1cd", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:16:28.173101 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9083e265-692a-48df-8824-1935cab6efee {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:16:28.173508 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9455bf8b-f649-4457-82e2-ac6d5f4a67ec', 'tag': 'a26e47c8-180f-4270-99ba-58390345f1cd', 'status': 'completed', 'code': 200} Sep 23 07:16:28.256241 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-655efa03-3d66-4c1b-a48d-1055d9f39cba tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:28.273463 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6a130e8d-5b58-4533-b5ba-1afa16266a89 req-5e9a8399-c107-4f83-a3a5-0c8ebfe61a4c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a26e47c8-180f-4270-99ba-58390345f1cd HTTP/1.1" status: 200 len: 217 time: 0.0847147 Sep 23 07:16:28.419096 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [None req-655efa03-3d66-4c1b-a48d-1055d9f39cba tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] device_id is not set on port d0f09ef1-d65d-4986-98cd-42cb98b8e4b1 yet. {{(pid=95065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 07:16:28.452795 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a130e8d-5b58-4533-b5ba-1afa16266a89 req-32a5b735-f989-435f-8c96-55158267d659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:28.454290 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6a130e8d-5b58-4533-b5ba-1afa16266a89 req-32a5b735-f989-435f-8c96-55158267d659 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4f0a580e-e630-4d93-8377-9af2cc86d82c HTTP/1.1" status: 200 len: 850 time: 0.1548049 Sep 23 07:16:28.517353 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c52ac-574d-4bd5-9bb1-e9051663e1f0 req-aef468b0-2bab-4ca4-b7c7-0259bf232beb tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:28.524832 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d32c52ac-574d-4bd5-9bb1-e9051663e1f0 req-aef468b0-2bab-4ca4-b7c7-0259bf232beb tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=9455bf8b-f649-4457-82e2-ac6d5f4a67ec HTTP/1.1" status: 200 len: 943 time: 0.2241240 Sep 23 07:16:28.600252 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a130e8d-5b58-4533-b5ba-1afa16266a89 req-ceba0e32-21ec-4494-b3d2-e9f607047442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:28.601770 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6a130e8d-5b58-4533-b5ba-1afa16266a89 req-ceba0e32-21ec-4494-b3d2-e9f607047442 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ee64cebb-cbad-4040-a31a-b12cc5624112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1401091 Sep 23 07:16:28.622293 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d32c52ac-574d-4bd5-9bb1-e9051663e1f0 req-30562eaa-3033-42eb-84c7-72b72bb56674 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3acf5d0-976e-416a-9e4a-4e8f5d86e3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959914 Sep 23 07:16:28.731062 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-655efa03-3d66-4c1b-a48d-1055d9f39cba tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:28.762611 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6a130e8d-5b58-4533-b5ba-1afa16266a89 req-afbaff07-70c7-462e-8324-b59d1234ce4a service neutron] 10.222.0.21 "GET /v2.0/networks/ee64cebb-cbad-4040-a31a-b12cc5624112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518023 Sep 23 07:16:28.810304 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-655efa03-3d66-4c1b-a48d-1055d9f39cba tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:28.914690 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655efa03-3d66-4c1b-a48d-1055d9f39cba tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Pushing event updated for resources: {'Port': ['ID=8292ca0a-fe62-469d-b248-35500541cee7,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:28.937212 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6a130e8d-5b58-4533-b5ba-1afa16266a89 req-7361cde7-7ea3-420a-9f90-97fb026279e5 service neutron] 10.222.0.21 "GET /v2.0/networks/ee64cebb-cbad-4040-a31a-b12cc5624112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675251 Sep 23 07:16:28.942991 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655efa03-3d66-4c1b-a48d-1055d9f39cba tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Checking segment: {'id': '07fbf4eb-7efe-49a4-bcbf-6d08fd8f3b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '827b1265-2dba-44da-9c57-7015bc6aad4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:16:28.943193 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655efa03-3d66-4c1b-a48d-1055d9f39cba tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Network hostable DHCP agents. Network: 827b1265-2dba-44da-9c57-7015bc6aad4c, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:16:28.963113 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655efa03-3d66-4c1b-a48d-1055d9f39cba tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Network 827b1265-2dba-44da-9c57-7015bc6aad4c is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:16:28.976374 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-655efa03-3d66-4c1b-a48d-1055d9f39cba tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 827b1265-2dba-44da-9c57-7015bc6aad4c) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:16:28.989900 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655efa03-3d66-4c1b-a48d-1055d9f39cba tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:16:28.991012 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-655efa03-3d66-4c1b-a48d-1055d9f39cba tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:28.995096 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83cf851b-db76-4773-ab8c-ac64a01ab960 None None] Network 827b1265-2dba-44da-9c57-7015bc6aad4c requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:16:29.123702 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655efa03-3d66-4c1b-a48d-1055d9f39cba tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Checking segment: {'id': 'b0776cb5-b67c-496a-a264-ca998b1ab377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '4108d9a3-78e4-4ee5-92ef-7d1a68c64e8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:16:29.123702 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655efa03-3d66-4c1b-a48d-1055d9f39cba tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Network hostable DHCP agents. Network: 4108d9a3-78e4-4ee5-92ef-7d1a68c64e8d, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:16:29.127056 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655efa03-3d66-4c1b-a48d-1055d9f39cba tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Pushing event updated for resources: {'Port': ['ID=d0f09ef1-d65d-4986-98cd-42cb98b8e4b1,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:29.145094 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a960284-c08e-4788-b6c5-fef418df3076 req-bbfb8b0d-2875-4e48-be4a-34fbb375fe53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:29.146839 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0a960284-c08e-4788-b6c5-fef418df3076 req-bbfb8b0d-2875-4e48-be4a-34fbb375fe53 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dda7d37bb4b541ebbe8e22954596ee73&device_id=9455bf8b-f649-4457-82e2-ac6d5f4a67ec HTTP/1.1" status: 200 len: 1095 time: 0.1219716 Sep 23 07:16:29.166903 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655efa03-3d66-4c1b-a48d-1055d9f39cba tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Network 4108d9a3-78e4-4ee5-92ef-7d1a68c64e8d is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:16:29.192807 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-655efa03-3d66-4c1b-a48d-1055d9f39cba tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 4108d9a3-78e4-4ee5-92ef-7d1a68c64e8d) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:16:29.203264 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ad09db-a9c0-4ea3-9310-f15111c81d0f None None] Network 4108d9a3-78e4-4ee5-92ef-7d1a68c64e8d requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:16:29.220698 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655efa03-3d66-4c1b-a48d-1055d9f39cba tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:16:29.226566 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655efa03-3d66-4c1b-a48d-1055d9f39cba tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:29.231889 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655efa03-3d66-4c1b-a48d-1055d9f39cba tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:29.232602 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-655efa03-3d66-4c1b-a48d-1055d9f39cba tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:29.296917 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-655efa03-3d66-4c1b-a48d-1055d9f39cba tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.8093784 Sep 23 07:16:29.296917 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44438) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:29.396080 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a960284-c08e-4788-b6c5-fef418df3076 req-34896d63-d328-4679-9f5c-8b7b092c6c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:29.397599 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0a960284-c08e-4788-b6c5-fef418df3076 req-34896d63-d328-4679-9f5c-8b7b092c6c79 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ee64cebb-cbad-4040-a31a-b12cc5624112 HTTP/1.1" status: 200 len: 912 time: 0.2437787 Sep 23 07:16:29.453375 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0a960284-c08e-4788-b6c5-fef418df3076 req-302f1bdd-42ed-4eac-abe0-341e19f0bf22 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a26e47c8-180f-4270-99ba-58390345f1cd HTTP/1.1" status: 200 len: 217 time: 0.0479100 Sep 23 07:16:29.461629 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb81b9e6-8531-4887-b52a-91f340f5bb49 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:29.469086 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb81b9e6-8531-4887-b52a-91f340f5bb49 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:29.473002 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-bb81b9e6-8531-4887-b52a-91f340f5bb49 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1712801 Sep 23 07:16:29.474730 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44466) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:29.520197 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a960284-c08e-4788-b6c5-fef418df3076 req-c91b381e-b693-4017-b789-637df0565569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:29.522320 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0a960284-c08e-4788-b6c5-fef418df3076 req-c91b381e-b693-4017-b789-637df0565569 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4f0a580e-e630-4d93-8377-9af2cc86d82c HTTP/1.1" status: 200 len: 850 time: 0.0507276 Sep 23 07:16:29.578920 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a960284-c08e-4788-b6c5-fef418df3076 req-c399bf2e-5684-474d-ae2f-21d8b0d7c786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:29.581124 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0a960284-c08e-4788-b6c5-fef418df3076 req-c399bf2e-5684-474d-ae2f-21d8b0d7c786 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ee64cebb-cbad-4040-a31a-b12cc5624112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515025 Sep 23 07:16:29.589672 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-ca87290d-5d74-4d80-8262-e76c12dd6b90 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Deleting port 8292ca0a-fe62-469d-b248-35500541cee7 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:16:29.590322 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ca87290d-5d74-4d80-8262-e76c12dd6b90 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:29.690176 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ca87290d-5d74-4d80-8262-e76c12dd6b90 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:29.714933 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-ca87290d-5d74-4d80-8262-e76c12dd6b90 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Calling delete_port for 8292ca0a-fe62-469d-b248-35500541cee7 owned by {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:16:29.755327 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0a960284-c08e-4788-b6c5-fef418df3076 req-00d5a3e9-74db-4d64-9c8f-bcb1537f44f9 service neutron] 10.222.0.21 "GET /v2.0/networks/ee64cebb-cbad-4040-a31a-b12cc5624112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667149 Sep 23 07:16:29.865996 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ca87290d-5d74-4d80-8262-e76c12dd6b90 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:29.880581 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a1deef-58c3-4d92-b889-ffd178bcf72b req-2321fa96-a8ad-4642-b221-0c1cca99f757 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:29.882872 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b5a1deef-58c3-4d92-b889-ffd178bcf72b req-2321fa96-a8ad-4642-b221-0c1cca99f757 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=9455bf8b-f649-4457-82e2-ac6d5f4a67ec HTTP/1.1" status: 200 len: 943 time: 0.1465418 Sep 23 07:16:29.884904 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0a960284-c08e-4788-b6c5-fef418df3076 req-8f8ecdf6-737d-4011-ab66-eaf1d80ba2d2 service neutron] 10.222.0.21 "GET /v2.0/networks/ee64cebb-cbad-4040-a31a-b12cc5624112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217051 Sep 23 07:16:29.919939 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca87290d-5d74-4d80-8262-e76c12dd6b90 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Pushing event deleted for resources: {'Port': ['ID=8292ca0a-fe62-469d-b248-35500541cee7,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:29.938787 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ca87290d-5d74-4d80-8262-e76c12dd6b90 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:29.940830 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-ca87290d-5d74-4d80-8262-e76c12dd6b90 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] 10.222.0.39 "DELETE /v2.0/ports/8292ca0a-fe62-469d-b248-35500541cee7 HTTP/1.1" status: 204 len: 168 time: 0.4642842 Sep 23 07:16:29.943809 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44526) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:29.960812 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b5a1deef-58c3-4d92-b889-ffd178bcf72b req-472f98a2-5a2a-486f-a6c7-ac9741078ce3 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3acf5d0-976e-416a-9e4a-4e8f5d86e3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699968 Sep 23 07:16:30.060272 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-da3a1363-9c3c-4eb1-8c0f-17d7792f812a tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Deleting port d0f09ef1-d65d-4986-98cd-42cb98b8e4b1 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:16:30.060618 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-da3a1363-9c3c-4eb1-8c0f-17d7792f812a tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:30.143784 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-da3a1363-9c3c-4eb1-8c0f-17d7792f812a tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:30.159008 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-da3a1363-9c3c-4eb1-8c0f-17d7792f812a tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Calling delete_port for d0f09ef1-d65d-4986-98cd-42cb98b8e4b1 owned by {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:16:30.246249 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-da3a1363-9c3c-4eb1-8c0f-17d7792f812a tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:30.287749 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-da3a1363-9c3c-4eb1-8c0f-17d7792f812a tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:30.290418 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-da3a1363-9c3c-4eb1-8c0f-17d7792f812a tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] 10.222.0.39 "DELETE /v2.0/ports/d0f09ef1-d65d-4986-98cd-42cb98b8e4b1 HTTP/1.1" status: 204 len: 168 time: 0.3443327 Sep 23 07:16:30.292300 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3a1363-9c3c-4eb1-8c0f-17d7792f812a tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Pushing event deleted for resources: {'Port': ['ID=d0f09ef1-d65d-4986-98cd-42cb98b8e4b1,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:30.293978 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44578) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:30.332789 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-15d26fec-bc93-49b5-8730-c72ff6df74f8 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0332685 Sep 23 07:16:30.337310 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44586) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:30.344518 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-df18af65-597e-41e1-8a10-bb718558a44c tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-390674559'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:16:30.375905 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df18af65-597e-41e1-8a10-bb718558a44c tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Made reservation on behalf of dce0cee4b13340df9a81493b1dd93463 for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:16:30.382829 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-df18af65-597e-41e1-8a10-bb718558a44c tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:30.407961 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df18af65-597e-41e1-8a10-bb718558a44c tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:16:30.420108 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-df18af65-597e-41e1-8a10-bb718558a44c tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:30.420535 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-df18af65-597e-41e1-8a10-bb718558a44c tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Added segment e83b64c9-cb00-40db-b9ee-2c70d3193424 of type vlan for network 012ab985-7a98-466f-9859-3a3dd2c763d6 Sep 23 07:16:30.468541 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-df18af65-597e-41e1-8a10-bb718558a44c tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:30.505485 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-df18af65-597e-41e1-8a10-bb718558a44c tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:30.512748 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df18af65-597e-41e1-8a10-bb718558a44c tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:30.513345 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-df18af65-597e-41e1-8a10-bb718558a44c tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:30.558864 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-df18af65-597e-41e1-8a10-bb718558a44c tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2191141 Sep 23 07:16:30.561558 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44622) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:30.566527 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-d686bc8c-3ccc-479d-b36a-92d09932161c tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1740886394'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:16:30.592076 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df18af65-597e-41e1-8a10-bb718558a44c tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Pushing event updated for resources: {'Network': ['ID=012ab985-7a98-466f-9859-3a3dd2c763d6,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:30.602735 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d686bc8c-3ccc-479d-b36a-92d09932161c tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Made reservation on behalf of dce0cee4b13340df9a81493b1dd93463 for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:16:30.604566 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 012ab985-7a98-466f-9859-3a3dd2c763d6 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:16:30.607516 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d686bc8c-3ccc-479d-b36a-92d09932161c tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:30.639692 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d686bc8c-3ccc-479d-b36a-92d09932161c tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:16:30.659610 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d686bc8c-3ccc-479d-b36a-92d09932161c tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:30.659965 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-d686bc8c-3ccc-479d-b36a-92d09932161c tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Added segment 1a4768b9-2378-42ac-9397-fa9574c4ea35 of type vlan for network 1597f441-eb02-4187-a900-8f45cdbcfe91 Sep 23 07:16:30.706048 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d686bc8c-3ccc-479d-b36a-92d09932161c tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:30.739851 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d686bc8c-3ccc-479d-b36a-92d09932161c tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:30.745762 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d686bc8c-3ccc-479d-b36a-92d09932161c tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:30.746415 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d686bc8c-3ccc-479d-b36a-92d09932161c tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:30.792562 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-d686bc8c-3ccc-479d-b36a-92d09932161c tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2298727 Sep 23 07:16:30.824419 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d686bc8c-3ccc-479d-b36a-92d09932161c tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Pushing event updated for resources: {'Network': ['ID=1597f441-eb02-4187-a900-8f45cdbcfe91,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:30.836904 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 1597f441-eb02-4187-a900-8f45cdbcfe91 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:16:31.507345 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21080c1-e03a-4e89-b2b9-949f5abdad9a req-cf620b8f-afbf-4cc8-9f17-2e957da730ff tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:31.517608 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d21080c1-e03a-4e89-b2b9-949f5abdad9a req-cf620b8f-afbf-4cc8-9f17-2e957da730ff tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=9455bf8b-f649-4457-82e2-ac6d5f4a67ec HTTP/1.1" status: 200 len: 943 time: 0.4476380 Sep 23 07:16:31.559870 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d21080c1-e03a-4e89-b2b9-949f5abdad9a req-cc5e8fcb-87c9-4d4d-a19f-6267b4638189 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3acf5d0-976e-416a-9e4a-4e8f5d86e3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411103 Sep 23 07:16:32.693874 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08910e94-b3a9-40d5-98ef-a6e371d87e1a req-bf77dead-3a8b-4fed-9513-09054f57e866 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:32.695500 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-08910e94-b3a9-40d5-98ef-a6e371d87e1a req-bf77dead-3a8b-4fed-9513-09054f57e866 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=9455bf8b-f649-4457-82e2-ac6d5f4a67ec HTTP/1.1" status: 200 len: 943 time: 0.0610762 Sep 23 07:16:32.734924 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-08910e94-b3a9-40d5-98ef-a6e371d87e1a req-1f5a6655-1c4a-4ceb-9310-7d95d3de47d0 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3acf5d0-976e-416a-9e4a-4e8f5d86e3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330036 Sep 23 07:16:33.874589 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc82f38-edbf-4144-a9bd-99e222139f78 req-38b30d97-1a5f-4218-a3d2-0259f39501dc tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:33.876184 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fcc82f38-edbf-4144-a9bd-99e222139f78 req-38b30d97-1a5f-4218-a3d2-0259f39501dc tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=9455bf8b-f649-4457-82e2-ac6d5f4a67ec HTTP/1.1" status: 200 len: 943 time: 0.0654583 Sep 23 07:16:33.923548 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fcc82f38-edbf-4144-a9bd-99e222139f78 req-75e266e6-5a46-43c8-981e-a4362172f826 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3acf5d0-976e-416a-9e4a-4e8f5d86e3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386672 Sep 23 07:16:34.302339 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44792) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:34.309321 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-5f58433c-0731-4209-8b04-aba3487ef9bd tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Request body: {'subnets': [{'network_id': '012ab985-7a98-466f-9859-3a3dd2c763d6', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2026875843', 'ip_version': 6}, {'network_id': '1597f441-eb02-4187-a900-8f45cdbcfe91', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:16:34.309808 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-5f58433c-0731-4209-8b04-aba3487ef9bd tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Request body: {'subnet': {'network_id': '012ab985-7a98-466f-9859-3a3dd2c763d6', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2026875843', 'ip_version': 6}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:16:34.310615 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-5f58433c-0731-4209-8b04-aba3487ef9bd tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Request body: {'subnet': {'network_id': '1597f441-eb02-4187-a900-8f45cdbcfe91', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:16:34.473000 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f58433c-0731-4209-8b04-aba3487ef9bd tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Made reservation on behalf of dce0cee4b13340df9a81493b1dd93463 for: {'subnet': 2} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:16:34.477670 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5f58433c-0731-4209-8b04-aba3487ef9bd tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:34.478092 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5f58433c-0731-4209-8b04-aba3487ef9bd tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:34.873803 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5f58433c-0731-4209-8b04-aba3487ef9bd tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:34.950130 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f58433c-0731-4209-8b04-aba3487ef9bd tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Pushing event updated for resources: {'Subnet': ['ID=a9c13b7f-a7b1-40f5-a694-e6f5da71fe6c,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:34.960510 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f58433c-0731-4209-8b04-aba3487ef9bd tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Checking segment: {'id': 'e83b64c9-cb00-40db-b9ee-2c70d3193424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '012ab985-7a98-466f-9859-3a3dd2c763d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:16:34.960917 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f58433c-0731-4209-8b04-aba3487ef9bd tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Network hostable DHCP agents. Network: 012ab985-7a98-466f-9859-3a3dd2c763d6, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:16:34.984024 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f58433c-0731-4209-8b04-aba3487ef9bd tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Network 012ab985-7a98-466f-9859-3a3dd2c763d6 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:16:34.996689 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-5f58433c-0731-4209-8b04-aba3487ef9bd tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 012ab985-7a98-466f-9859-3a3dd2c763d6) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:16:35.002423 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5f58433c-0731-4209-8b04-aba3487ef9bd tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:35.018021 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c948b79-2f03-4362-81b1-d9fc0947b461 None None] Network 012ab985-7a98-466f-9859-3a3dd2c763d6 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:16:35.081657 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f58433c-0731-4209-8b04-aba3487ef9bd tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Pushing event updated for resources: {'Subnet': ['ID=b5b8b2d5-f94f-4f08-8c18-fdab5dc604e2,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:35.113552 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f58433c-0731-4209-8b04-aba3487ef9bd tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Checking segment: {'id': '1a4768b9-2378-42ac-9397-fa9574c4ea35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1597f441-eb02-4187-a900-8f45cdbcfe91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:16:35.114040 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f58433c-0731-4209-8b04-aba3487ef9bd tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Network hostable DHCP agents. Network: 1597f441-eb02-4187-a900-8f45cdbcfe91, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:16:35.117832 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cadd922-165a-4b06-84bf-cc5953682935 req-9e16db09-4977-4caf-b958-f6d3e85dc47a tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:35.121036 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2cadd922-165a-4b06-84bf-cc5953682935 req-9e16db09-4977-4caf-b958-f6d3e85dc47a tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=9455bf8b-f649-4457-82e2-ac6d5f4a67ec HTTP/1.1" status: 200 len: 943 time: 0.1117663 Sep 23 07:16:35.141416 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f58433c-0731-4209-8b04-aba3487ef9bd tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Network 1597f441-eb02-4187-a900-8f45cdbcfe91 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:16:35.153208 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-5f58433c-0731-4209-8b04-aba3487ef9bd tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 1597f441-eb02-4187-a900-8f45cdbcfe91) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:16:35.172313 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f58433c-0731-4209-8b04-aba3487ef9bd tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:35.173097 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f58433c-0731-4209-8b04-aba3487ef9bd tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:35.174092 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5f58433c-0731-4209-8b04-aba3487ef9bd tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:35.193380 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747c2442-d41e-40b5-b575-28c1a7458a47 None None] Network 1597f441-eb02-4187-a900-8f45cdbcfe91 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:16:35.196193 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2cadd922-165a-4b06-84bf-cc5953682935 req-93b038f9-fdaf-493b-9512-8744e6d8e2c5 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3acf5d0-976e-416a-9e4a-4e8f5d86e3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657485 Sep 23 07:16:35.199085 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-5f58433c-0731-4209-8b04-aba3487ef9bd tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 0.8946404 Sep 23 07:16:35.201528 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44798) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:35.290208 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80bb0292-feb5-4512-bc2b-e677b1d80425 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-012ab985-7a98-466f-9859-3a3dd2c763d6', 'network_id': '012ab985-7a98-466f-9859-3a3dd2c763d6', 'tenant_id': 'dce0cee4b13340df9a81493b1dd93463', 'fixed_ips': [{'subnet_id': 'a9c13b7f-a7b1-40f5-a694-e6f5da71fe6c'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:16:35.291271 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-80bb0292-feb5-4512-bc2b-e677b1d80425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:35.320749 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4f1eb0-3cb8-4b47-a290-9fdc8d3fc0be tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:35.323097 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4f1eb0-3cb8-4b47-a290-9fdc8d3fc0be tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:35.324851 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4f1eb0-3cb8-4b47-a290-9fdc8d3fc0be tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:35.326519 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-ad4f1eb0-3cb8-4b47-a290-9fdc8d3fc0be tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1229892 Sep 23 07:16:35.336840 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44800) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:35.396190 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-03125849-ff41-4766-8cf9-7ad19711eb59 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Deleting subnet a9c13b7f-a7b1-40f5-a694-e6f5da71fe6c {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:16:35.399550 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-03125849-ff41-4766-8cf9-7ad19711eb59 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:35.449014 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-03125849-ff41-4766-8cf9-7ad19711eb59 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:35.468445 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce2d53f-f329-48ff-ba7e-d97e6d00c6c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-1597f441-eb02-4187-a900-8f45cdbcfe91', 'network_id': '1597f441-eb02-4187-a900-8f45cdbcfe91', 'tenant_id': 'dce0cee4b13340df9a81493b1dd93463', 'fixed_ips': [{'subnet_id': 'b5b8b2d5-f94f-4f08-8c18-fdab5dc604e2'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:16:35.469504 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2ce2d53f-f329-48ff-ba7e-d97e6d00c6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:35.496406 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-03125849-ff41-4766-8cf9-7ad19711eb59 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:35.555660 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-03125849-ff41-4766-8cf9-7ad19711eb59 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server [None req-80bb0292-feb5-4512-bc2b-e677b1d80425 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a9c13b7f-a7b1-40f5-a694-e6f5da71fe6c: This subnet is being modified by another concurrent operation. Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server raise exception Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a9c13b7f-a7b1-40f5-a694-e6f5da71fe6c: This subnet is being modified by another concurrent operation. Sep 23 07:16:35.561098 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server Sep 23 07:16:35.585461 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03125849-ff41-4766-8cf9-7ad19711eb59 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Pushing event deleted for resources: {'Subnet': ['ID=a9c13b7f-a7b1-40f5-a694-e6f5da71fe6c,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:35.589099 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-03125849-ff41-4766-8cf9-7ad19711eb59 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:35.591097 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-03125849-ff41-4766-8cf9-7ad19711eb59 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] 10.222.0.39 "DELETE /v2.0/subnets/a9c13b7f-a7b1-40f5-a694-e6f5da71fe6c HTTP/1.1" status: 204 len: 168 time: 0.2527697 Sep 23 07:16:35.593788 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44802) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:35.619216 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01217e43-6332-489c-b795-cc5f93144c0f None None] Network 012ab985-7a98-466f-9859-3a3dd2c763d6 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:16:35.655410 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-573b45a1-d3b4-42ff-bdcd-cf1ff60d6a7d tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Deleting subnet b5b8b2d5-f94f-4f08-8c18-fdab5dc604e2 {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:16:35.692256 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-2ce2d53f-f329-48ff-ba7e-d97e6d00c6c8 None None] Allocated IP 2001:db8:0:1::1 (1597f441-eb02-4187-a900-8f45cdbcfe91/b5b8b2d5-f94f-4f08-8c18-fdab5dc604e2/0b2d6a2f-548c-4bc2-ba27-771c32d0bf7c) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:16:35.878137 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2ce2d53f-f329-48ff-ba7e-d97e6d00c6c8 None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:35.882714 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-573b45a1-d3b4-42ff-bdcd-cf1ff60d6a7d tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:35.883384 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2ce2d53f-f329-48ff-ba7e-d97e6d00c6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:35.925017 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce2d53f-f329-48ff-ba7e-d97e6d00c6c8 None None] Network 1597f441-eb02-4187-a900-8f45cdbcfe91 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:16:35.927911 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-2ce2d53f-f329-48ff-ba7e-d97e6d00c6c8 None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:16:35.935200 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce2d53f-f329-48ff-ba7e-d97e6d00c6c8 None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:16:35.937812 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-573b45a1-d3b4-42ff-bdcd-cf1ff60d6a7d tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:35.938336 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce2d53f-f329-48ff-ba7e-d97e6d00c6c8 None None] Pushing event updated for resources: {'Port': ['ID=0b2d6a2f-548c-4bc2-ba27-771c32d0bf7c,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:35.995841 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-2ce2d53f-f329-48ff-ba7e-d97e6d00c6c8 None None] Attempting to bind port 0b2d6a2f-548c-4bc2-ba27-771c32d0bf7c on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:16:35.996223 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-2ce2d53f-f329-48ff-ba7e-d97e6d00c6c8 None None] Attempting to bind port 0b2d6a2f-548c-4bc2-ba27-771c32d0bf7c by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '1a4768b9-2378-42ac-9397-fa9574c4ea35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1597f441-eb02-4187-a900-8f45cdbcfe91'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:16:35.998368 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce2d53f-f329-48ff-ba7e-d97e6d00c6c8 None None] Attempting to bind port 0b2d6a2f-548c-4bc2-ba27-771c32d0bf7c on network 1597f441-eb02-4187-a900-8f45cdbcfe91 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:16:36.007401 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce2d53f-f329-48ff-ba7e-d97e6d00c6c8 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:16:36.008056 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce2d53f-f329-48ff-ba7e-d97e6d00c6c8 None None] Checking segment: {'id': '1a4768b9-2378-42ac-9397-fa9574c4ea35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1597f441-eb02-4187-a900-8f45cdbcfe91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:16:36.008606 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2ce2d53f-f329-48ff-ba7e-d97e6d00c6c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:36.009049 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce2d53f-f329-48ff-ba7e-d97e6d00c6c8 None None] Bound using segment: {'id': '1a4768b9-2378-42ac-9397-fa9574c4ea35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1597f441-eb02-4187-a900-8f45cdbcfe91'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:16:36.009670 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-2ce2d53f-f329-48ff-ba7e-d97e6d00c6c8 None None] Bound port: 0b2d6a2f-548c-4bc2-ba27-771c32d0bf7c, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a4768b9-2378-42ac-9397-fa9574c4ea35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1597f441-eb02-4187-a900-8f45cdbcfe91'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:16:36.010339 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2ce2d53f-f329-48ff-ba7e-d97e6d00c6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:36.042073 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-573b45a1-d3b4-42ff-bdcd-cf1ff60d6a7d tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:36.108246 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-573b45a1-d3b4-42ff-bdcd-cf1ff60d6a7d tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:36.112008 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-2ce2d53f-f329-48ff-ba7e-d97e6d00c6c8 None None] For port 0b2d6a2f-548c-4bc2-ba27-771c32d0bf7c, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:16:36.115464 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-2ce2d53f-f329-48ff-ba7e-d97e6d00c6c8 None None] For port 0b2d6a2f-548c-4bc2-ba27-771c32d0bf7c, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=0b2d6a2f-548c-4bc2-ba27-771c32d0bf7c,segment=NetworkSegment(1a4768b9-2378-42ac-9397-fa9574c4ea35),segment_id=1a4768b9-2378-42ac-9397-fa9574c4ea35)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:16:36.120167 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2ce2d53f-f329-48ff-ba7e-d97e6d00c6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:36.141541 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573b45a1-d3b4-42ff-bdcd-cf1ff60d6a7d tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Pushing event deleted for resources: {'Subnet': ['ID=b5b8b2d5-f94f-4f08-8c18-fdab5dc604e2,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:36.144262 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-573b45a1-d3b4-42ff-bdcd-cf1ff60d6a7d tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:36.148121 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-573b45a1-d3b4-42ff-bdcd-cf1ff60d6a7d tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] 10.222.0.39 "DELETE /v2.0/subnets/b5b8b2d5-f94f-4f08-8c18-fdab5dc604e2 HTTP/1.1" status: 204 len: 168 time: 0.5530941 Sep 23 07:16:36.151361 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44810) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:36.192757 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce2d53f-f329-48ff-ba7e-d97e6d00c6c8 None None] Pushing event updated for resources: {'Port': ['ID=0b2d6a2f-548c-4bc2-ba27-771c32d0bf7c,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:36.215862 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d17052-10ed-4d30-9a76-51295b5cdac5 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:36.217352 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-a7d17052-10ed-4d30-9a76-51295b5cdac5 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0649974 Sep 23 07:16:36.221379 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44812) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:36.312538 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-65ef3f67-8ae9-4a95-9d6a-5f99ad16bce0 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:36.348204 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75aee84-095c-4715-b744-029ef7ae4c02 req-9e9d8b27-9e5b-46b0-bd0a-d553739aac7c tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:36.349767 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a75aee84-095c-4715-b744-029ef7ae4c02 req-9e9d8b27-9e5b-46b0-bd0a-d553739aac7c tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=9455bf8b-f649-4457-82e2-ac6d5f4a67ec HTTP/1.1" status: 200 len: 943 time: 0.0609133 Sep 23 07:16:36.388715 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-65ef3f67-8ae9-4a95-9d6a-5f99ad16bce0 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Deleting port 0b2d6a2f-548c-4bc2-ba27-771c32d0bf7c {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:16:36.389063 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-65ef3f67-8ae9-4a95-9d6a-5f99ad16bce0 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:36.394965 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a75aee84-095c-4715-b744-029ef7ae4c02 req-4c943c43-15da-4904-805d-60b63f01b1ad tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3acf5d0-976e-416a-9e4a-4e8f5d86e3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359826 Sep 23 07:16:36.480291 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-65ef3f67-8ae9-4a95-9d6a-5f99ad16bce0 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] For port 0b2d6a2f-548c-4bc2-ba27-771c32d0bf7c, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=0b2d6a2f-548c-4bc2-ba27-771c32d0bf7c,segment=NetworkSegment(1a4768b9-2378-42ac-9397-fa9574c4ea35),segment_id=1a4768b9-2378-42ac-9397-fa9574c4ea35)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:16:36.480698 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-65ef3f67-8ae9-4a95-9d6a-5f99ad16bce0 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:36.496817 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-65ef3f67-8ae9-4a95-9d6a-5f99ad16bce0 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Calling delete_port for 0b2d6a2f-548c-4bc2-ba27-771c32d0bf7c owned by network:dhcp {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:16:36.590660 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-65ef3f67-8ae9-4a95-9d6a-5f99ad16bce0 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:36.601337 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:36.622371 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ef3f67-8ae9-4a95-9d6a-5f99ad16bce0 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] No DVR routers for this DVR port 0b2d6a2f-548c-4bc2-ba27-771c32d0bf7c on host n-d-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:16:36.623864 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ef3f67-8ae9-4a95-9d6a-5f99ad16bce0 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Pushing event deleted for resources: {'Port': ['ID=0b2d6a2f-548c-4bc2-ba27-771c32d0bf7c,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:36.710700 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-65ef3f67-8ae9-4a95-9d6a-5f99ad16bce0 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:36.732595 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-65ef3f67-8ae9-4a95-9d6a-5f99ad16bce0 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1597f441-eb02-4187-a900-8f45cdbcfe91']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:16:36.742306 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-65ef3f67-8ae9-4a95-9d6a-5f99ad16bce0 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a4768b9-2378-42ac-9397-fa9574c4ea35') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:16:36.742612 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-65ef3f67-8ae9-4a95-9d6a-5f99ad16bce0 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a4768b9-2378-42ac-9397-fa9574c4ea35') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:16:36.758964 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-65ef3f67-8ae9-4a95-9d6a-5f99ad16bce0 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:36.782295 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-65ef3f67-8ae9-4a95-9d6a-5f99ad16bce0 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:36.788543 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65ef3f67-8ae9-4a95-9d6a-5f99ad16bce0 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:16:36.788962 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-65ef3f67-8ae9-4a95-9d6a-5f99ad16bce0 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:36.793548 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 07:16:36.793548 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:16:36.793548 n-d-715271-16 neutron-server[95066]: timer() Sep 23 07:16:36.793548 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:16:36.793548 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 07:16:36.793548 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:16:36.793548 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 07:16:36.793548 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:16:36.793548 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 07:16:36.793548 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:16:36.793548 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 07:16:36.793548 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:16:36.793548 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 07:16:36.793548 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:16:36.793548 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:16:36.793548 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:16:36.793548 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:16:36.793548 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:16:36.793548 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 07:16:36.793548 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:16:36.793548 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 07:16:36.793548 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:16:36.793548 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:16:36.793548 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:16:36.793548 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 07:16:36.793548 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:16:36.793548 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:16:36.793548 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:16:36.793548 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:16:36.793548 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:16:36.793548 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:16:36.793548 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:16:36.852457 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-65ef3f67-8ae9-4a95-9d6a-5f99ad16bce0 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:36.862463 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-65ef3f67-8ae9-4a95-9d6a-5f99ad16bce0 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:36.864622 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-65ef3f67-8ae9-4a95-9d6a-5f99ad16bce0 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] 10.222.0.39 "DELETE /v2.0/networks/1597f441-eb02-4187-a900-8f45cdbcfe91 HTTP/1.1" status: 204 len: 168 time: 0.6422129 Sep 23 07:16:36.867577 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44816) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:36.876082 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ef3f67-8ae9-4a95-9d6a-5f99ad16bce0 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Pushing event deleted for resources: {'Network': ['ID=1597f441-eb02-4187-a900-8f45cdbcfe91,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:36.958386 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0087f465-ef59-436b-9e31-5549b2fe64ee tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:37.054752 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0087f465-ef59-436b-9e31-5549b2fe64ee tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:37.080871 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-0087f465-ef59-436b-9e31-5549b2fe64ee tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['012ab985-7a98-466f-9859-3a3dd2c763d6']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:16:37.091307 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-0087f465-ef59-436b-9e31-5549b2fe64ee tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e83b64c9-cb00-40db-b9ee-2c70d3193424') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:16:37.091621 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-0087f465-ef59-436b-9e31-5549b2fe64ee tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e83b64c9-cb00-40db-b9ee-2c70d3193424') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:16:37.102362 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0087f465-ef59-436b-9e31-5549b2fe64ee tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:37.117527 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0087f465-ef59-436b-9e31-5549b2fe64ee tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:37.124442 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0087f465-ef59-436b-9e31-5549b2fe64ee tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:16:37.124834 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0087f465-ef59-436b-9e31-5549b2fe64ee tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:37.127926 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 07:16:37.127926 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:16:37.127926 n-d-715271-16 neutron-server[95065]: timer() Sep 23 07:16:37.127926 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:16:37.127926 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 07:16:37.127926 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:16:37.127926 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 07:16:37.127926 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:16:37.127926 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 07:16:37.127926 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:16:37.127926 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 07:16:37.127926 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:16:37.127926 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 07:16:37.127926 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:16:37.127926 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:16:37.127926 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:16:37.127926 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:16:37.127926 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:16:37.127926 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 07:16:37.127926 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:16:37.127926 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 07:16:37.127926 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:16:37.127926 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:16:37.127926 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:16:37.127926 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 07:16:37.127926 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:16:37.127926 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:16:37.127926 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:16:37.127926 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:16:37.127926 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:16:37.127926 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:16:37.127926 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:16:37.197463 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0087f465-ef59-436b-9e31-5549b2fe64ee tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:37.205608 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0087f465-ef59-436b-9e31-5549b2fe64ee tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:37.207566 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-0087f465-ef59-436b-9e31-5549b2fe64ee tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] 10.222.0.39 "DELETE /v2.0/networks/012ab985-7a98-466f-9859-3a3dd2c763d6 HTTP/1.1" status: 204 len: 168 time: 0.3388577 Sep 23 07:16:37.209994 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44820) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:37.232619 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0087f465-ef59-436b-9e31-5549b2fe64ee tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Pushing event deleted for resources: {'Network': ['ID=012ab985-7a98-466f-9859-3a3dd2c763d6,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:37.303182 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-981da2b5-9bfd-42bc-a3b2-e13bf8302ddd tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:37.311978 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-07fbe060-1848-428f-903e-980ec562b5b5 None None] Could not find standard attr ID for object 0b2d6a2f-548c-4bc2-ba27-771c32d0bf7c. {{(pid=95067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 07:16:37.318308 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70614101-7369-4ca0-9554-ecdc3f235c26 None None] DHCP port deletion for 1597f441-eb02-4187-a900-8f45cdbcfe91 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 07:16:37.338708 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0b33da-4653-45f8-9341-f1d9e96f7fab None None] Network 1597f441-eb02-4187-a900-8f45cdbcfe91 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:16:37.351289 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0b33da-4653-45f8-9341-f1d9e96f7fab None None] Network 1597f441-eb02-4187-a900-8f45cdbcfe91 could not be found, it might have been deleted concurrently. {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 23 07:16:37.364575 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f195053-cfce-41c0-95af-34598dbe815f None None] get_active_networks_info from n-d-715271-16 {{(pid=95067) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 07:16:37.402892 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-981da2b5-9bfd-42bc-a3b2-e13bf8302ddd tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:37.427342 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-981da2b5-9bfd-42bc-a3b2-e13bf8302ddd tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4108d9a3-78e4-4ee5-92ef-7d1a68c64e8d']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:16:37.444120 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-981da2b5-9bfd-42bc-a3b2-e13bf8302ddd tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0776cb5-b67c-496a-a264-ca998b1ab377') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:16:37.444540 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-981da2b5-9bfd-42bc-a3b2-e13bf8302ddd tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0776cb5-b67c-496a-a264-ca998b1ab377') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:16:37.457998 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-981da2b5-9bfd-42bc-a3b2-e13bf8302ddd tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:37.470556 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f195053-cfce-41c0-95af-34598dbe815f None None] Resources bound (agent type, host, resource id): {{(pid=95067) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 07:16:37.474472 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-981da2b5-9bfd-42bc-a3b2-e13bf8302ddd tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:37.480978 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-981da2b5-9bfd-42bc-a3b2-e13bf8302ddd tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:16:37.481456 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-981da2b5-9bfd-42bc-a3b2-e13bf8302ddd tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:37.484934 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 07:16:37.484934 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:16:37.484934 n-d-715271-16 neutron-server[95065]: timer() Sep 23 07:16:37.484934 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:16:37.484934 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 07:16:37.484934 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:16:37.484934 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 07:16:37.484934 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:16:37.484934 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 07:16:37.484934 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:16:37.484934 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 07:16:37.484934 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:16:37.484934 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 07:16:37.484934 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:16:37.484934 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:16:37.484934 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:16:37.484934 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:16:37.484934 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:16:37.484934 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 07:16:37.484934 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:16:37.484934 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 07:16:37.484934 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:16:37.484934 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:16:37.484934 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:16:37.484934 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 07:16:37.484934 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:16:37.484934 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:16:37.484934 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:16:37.484934 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:16:37.484934 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:16:37.484934 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:16:37.484934 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:16:37.532297 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf030e-98fd-4bf5-b20c-d4cdf36a0525 req-78f1d229-8b14-4249-91a8-7c2f6043c71e tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:37.534258 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-54bf030e-98fd-4bf5-b20c-d4cdf36a0525 req-78f1d229-8b14-4249-91a8-7c2f6043c71e tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=9455bf8b-f649-4457-82e2-ac6d5f4a67ec HTTP/1.1" status: 200 len: 943 time: 0.0594988 Sep 23 07:16:37.555447 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-981da2b5-9bfd-42bc-a3b2-e13bf8302ddd tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:37.563864 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-981da2b5-9bfd-42bc-a3b2-e13bf8302ddd tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:37.568356 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-981da2b5-9bfd-42bc-a3b2-e13bf8302ddd tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] 10.222.0.39 "DELETE /v2.0/networks/4108d9a3-78e4-4ee5-92ef-7d1a68c64e8d HTTP/1.1" status: 204 len: 168 time: 0.3574107 Sep 23 07:16:37.569055 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44824) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:37.587237 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-54bf030e-98fd-4bf5-b20c-d4cdf36a0525 req-b35c6b63-e9ec-485e-af6a-1cdd1f80d085 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3acf5d0-976e-416a-9e4a-4e8f5d86e3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460370 Sep 23 07:16:37.597156 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981da2b5-9bfd-42bc-a3b2-e13bf8302ddd tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Pushing event deleted for resources: {'Network': ['ID=4108d9a3-78e4-4ee5-92ef-7d1a68c64e8d,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:37.660492 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-97e62ded-3ff3-4c02-a95b-18186bd05e39 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:37.756967 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-97e62ded-3ff3-4c02-a95b-18186bd05e39 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:37.778885 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-97e62ded-3ff3-4c02-a95b-18186bd05e39 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['827b1265-2dba-44da-9c57-7015bc6aad4c']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:16:37.790882 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-97e62ded-3ff3-4c02-a95b-18186bd05e39 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07fbf4eb-7efe-49a4-bcbf-6d08fd8f3b49') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:16:37.791237 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-97e62ded-3ff3-4c02-a95b-18186bd05e39 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07fbf4eb-7efe-49a4-bcbf-6d08fd8f3b49') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:16:37.801448 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-97e62ded-3ff3-4c02-a95b-18186bd05e39 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:37.815220 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-97e62ded-3ff3-4c02-a95b-18186bd05e39 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:37.821232 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97e62ded-3ff3-4c02-a95b-18186bd05e39 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:16:37.821618 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-97e62ded-3ff3-4c02-a95b-18186bd05e39 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:37.825345 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 07:16:37.825345 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:16:37.825345 n-d-715271-16 neutron-server[95065]: timer() Sep 23 07:16:37.825345 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:16:37.825345 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 07:16:37.825345 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:16:37.825345 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 07:16:37.825345 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:16:37.825345 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 07:16:37.825345 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:16:37.825345 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 07:16:37.825345 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:16:37.825345 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 07:16:37.825345 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:16:37.825345 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:16:37.825345 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:16:37.825345 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:16:37.825345 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:16:37.825345 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 07:16:37.825345 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:16:37.825345 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 07:16:37.825345 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:16:37.825345 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:16:37.825345 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:16:37.825345 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 07:16:37.825345 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:16:37.825345 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:16:37.825345 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:16:37.825345 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:16:37.825345 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:16:37.825345 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:16:37.825345 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:16:37.888321 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-97e62ded-3ff3-4c02-a95b-18186bd05e39 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:37.895228 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-97e62ded-3ff3-4c02-a95b-18186bd05e39 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:37.899594 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-97e62ded-3ff3-4c02-a95b-18186bd05e39 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] 10.222.0.39 "DELETE /v2.0/networks/827b1265-2dba-44da-9c57-7015bc6aad4c HTTP/1.1" status: 204 len: 168 time: 0.3257017 Sep 23 07:16:37.909172 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e62ded-3ff3-4c02-a95b-18186bd05e39 tempest-BulkNetworkOpsIpV6Test-801927998 tempest-BulkNetworkOpsIpV6Test-801927998-project] Pushing event deleted for resources: {'Network': ['ID=827b1265-2dba-44da-9c57-7015bc6aad4c,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:38.083413 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0fef9eba-88f8-49ac-b4b2-32327de4e07e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:38.186019 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44832) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:38.321651 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-f0f8ab84-2df4-4a09-9dee-773062efab9a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dce0cee4b13340df9a81493b1dd93463&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1344447 Sep 23 07:16:38.325002 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44836) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:38.375062 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-470dac96-6420-44cb-aace-1bc94d46603d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:38.396868 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-470dac96-6420-44cb-aace-1bc94d46603d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:38.442437 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-470dac96-6420-44cb-aace-1bc94d46603d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:38.444967 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-470dac96-6420-44cb-aace-1bc94d46603d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:38.446174 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-470dac96-6420-44cb-aace-1bc94d46603d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7f39204a-801a-4f14-89bc-1e80c59e8740 HTTP/1.1" status: 204 len: 168 time: 0.1201541 Sep 23 07:16:38.456161 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470dac96-6420-44cb-aace-1bc94d46603d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f39204a-801a-4f14-89bc-1e80c59e8740,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:38.718482 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896c0921-d1f0-462c-bdca-26847f6c18ca req-98574133-5aac-455d-b117-8c942a6c253d tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:38.720137 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-896c0921-d1f0-462c-bdca-26847f6c18ca req-98574133-5aac-455d-b117-8c942a6c253d tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=9455bf8b-f649-4457-82e2-ac6d5f4a67ec HTTP/1.1" status: 200 len: 943 time: 0.0580213 Sep 23 07:16:38.762177 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-896c0921-d1f0-462c-bdca-26847f6c18ca req-7674f070-08aa-4e83-a2f2-fd7c0f614e46 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3acf5d0-976e-416a-9e4a-4e8f5d86e3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351217 Sep 23 07:16:39.112281 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44860) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:39.212510 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-e4e4145c-3b8a-494a-a0c6-e2cb34ce52b4 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-860803679'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:16:39.243502 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e4145c-3b8a-494a-a0c6-e2cb34ce52b4 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Made reservation on behalf of ffcd8659d6cb4d2996c3d7ec78617f4d for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:16:39.247862 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e4e4145c-3b8a-494a-a0c6-e2cb34ce52b4 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:39.256646 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e4e4145c-3b8a-494a-a0c6-e2cb34ce52b4 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:39.359158 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e4e4145c-3b8a-494a-a0c6-e2cb34ce52b4 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:39.363838 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e4e4145c-3b8a-494a-a0c6-e2cb34ce52b4 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:39.389439 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4e4145c-3b8a-494a-a0c6-e2cb34ce52b4 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:16:39.402414 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44870) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:39.403990 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e4145c-3b8a-494a-a0c6-e2cb34ce52b4 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=269a8b6e-78c9-4137-94ad-a64d40e1e475,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:39.409153 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e4e4145c-3b8a-494a-a0c6-e2cb34ce52b4 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:39.409525 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-e4e4145c-3b8a-494a-a0c6-e2cb34ce52b4 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Added segment fcd7a184-a265-40f2-b76f-6c27f79dfdb1 of type vlan for network 074cf259-91f1-4df0-b073-de28328b8f7e Sep 23 07:16:39.455880 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e4e4145c-3b8a-494a-a0c6-e2cb34ce52b4 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:39.483076 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e4e4145c-3b8a-494a-a0c6-e2cb34ce52b4 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:39.489042 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e4145c-3b8a-494a-a0c6-e2cb34ce52b4 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:39.489637 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e4e4145c-3b8a-494a-a0c6-e2cb34ce52b4 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:39.520799 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b6d34b69-f098-4999-b919-3b95090d6e8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:39.527214 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-e4e4145c-3b8a-494a-a0c6-e2cb34ce52b4 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4138300 Sep 23 07:16:39.529799 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44874) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:39.536547 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-6beb6f3b-0e36-4513-8135-d50be3ad9b59 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Request body: {'port': {'network_id': '074cf259-91f1-4df0-b073-de28328b8f7e', 'name': 'tempest-PortsIpV6TestJSON-1101571145'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:16:39.584989 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e4145c-3b8a-494a-a0c6-e2cb34ce52b4 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event updated for resources: {'Network': ['ID=074cf259-91f1-4df0-b073-de28328b8f7e,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:39.598080 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 074cf259-91f1-4df0-b073-de28328b8f7e details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:16:39.618404 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b6d34b69-f098-4999-b919-3b95090d6e8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:39.623058 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b6d34b69-f098-4999-b919-3b95090d6e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:39.662586 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6beb6f3b-0e36-4513-8135-d50be3ad9b59 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Made reservation on behalf of ffcd8659d6cb4d2996c3d7ec78617f4d for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:16:39.665779 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-b6d34b69-f098-4999-b919-3b95090d6e8d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=489be47d6da849479cf7bcfcba50a2af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2622192 Sep 23 07:16:39.666977 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6beb6f3b-0e36-4513-8135-d50be3ad9b59 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:39.667535 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44876) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:39.674635 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d34b69-f098-4999-b919-3b95090d6e8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93101c45-f10f-40c7-8e8d-025d6edb6db5,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:39.686026 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [None req-6beb6f3b-0e36-4513-8135-d50be3ad9b59 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] device_id is not set on port 8b4c8341-24f6-4be4-b5e4-f0b57bceba09 yet. {{(pid=95066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 07:16:39.726797 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-59080c83-19c8-4795-a74d-c8a78f119a6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:39.750621 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-59080c83-19c8-4795-a74d-c8a78f119a6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:39.799483 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-59080c83-19c8-4795-a74d-c8a78f119a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:39.802300 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-59080c83-19c8-4795-a74d-c8a78f119a6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:39.807060 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-59080c83-19c8-4795-a74d-c8a78f119a6c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/93101c45-f10f-40c7-8e8d-025d6edb6db5 HTTP/1.1" status: 204 len: 168 time: 0.1350842 Sep 23 07:16:39.812327 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59080c83-19c8-4795-a74d-c8a78f119a6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93101c45-f10f-40c7-8e8d-025d6edb6db5,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:39.893376 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6beb6f3b-0e36-4513-8135-d50be3ad9b59 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:39.918106 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514999e6-dc76-4230-b874-84b33a34e378 req-20f888a8-3d01-438c-82b8-9768fd03473b tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:39.920265 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-514999e6-dc76-4230-b874-84b33a34e378 req-20f888a8-3d01-438c-82b8-9768fd03473b tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=9455bf8b-f649-4457-82e2-ac6d5f4a67ec HTTP/1.1" status: 200 len: 943 time: 0.0738790 Sep 23 07:16:39.971487 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6beb6f3b-0e36-4513-8135-d50be3ad9b59 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:39.987921 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-514999e6-dc76-4230-b874-84b33a34e378 req-c87d39a0-dad0-4e2f-829c-66e9cb8fb74f tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3acf5d0-976e-416a-9e4a-4e8f5d86e3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595691 Sep 23 07:16:40.043450 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beb6f3b-0e36-4513-8135-d50be3ad9b59 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event updated for resources: {'Port': ['ID=8b4c8341-24f6-4be4-b5e4-f0b57bceba09,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:40.054621 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6beb6f3b-0e36-4513-8135-d50be3ad9b59 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Checking segment: {'id': 'fcd7a184-a265-40f2-b76f-6c27f79dfdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '074cf259-91f1-4df0-b073-de28328b8f7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:16:40.054994 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6beb6f3b-0e36-4513-8135-d50be3ad9b59 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Network hostable DHCP agents. Network: 074cf259-91f1-4df0-b073-de28328b8f7e, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:16:40.074233 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6beb6f3b-0e36-4513-8135-d50be3ad9b59 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Network 074cf259-91f1-4df0-b073-de28328b8f7e is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:16:40.082733 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-6beb6f3b-0e36-4513-8135-d50be3ad9b59 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 074cf259-91f1-4df0-b073-de28328b8f7e) {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:16:40.086417 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6beb6f3b-0e36-4513-8135-d50be3ad9b59 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:16:40.092552 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6beb6f3b-0e36-4513-8135-d50be3ad9b59 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:40.093085 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6beb6f3b-0e36-4513-8135-d50be3ad9b59 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:40.097042 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41188241-c3f9-49e4-a202-b72cd0fa8c1a None None] Network 074cf259-91f1-4df0-b073-de28328b8f7e requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:16:40.098120 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44884) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:40.117211 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5279fd89-14eb-441e-a7d0-8311d39643a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:40.127719 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-6beb6f3b-0e36-4513-8135-d50be3ad9b59 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5968900 Sep 23 07:16:40.130934 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44886) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:40.138209 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-ca9789d4-058d-450c-b859-02ced1e69388 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-248612255'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:16:40.214391 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5279fd89-14eb-441e-a7d0-8311d39643a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:40.216333 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:40.218378 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5279fd89-14eb-441e-a7d0-8311d39643a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:40.236597 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca9789d4-058d-450c-b859-02ced1e69388 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Made reservation on behalf of ffcd8659d6cb4d2996c3d7ec78617f4d for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:16:40.240114 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ca9789d4-058d-450c-b859-02ced1e69388 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:40.260001 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-5279fd89-14eb-441e-a7d0-8311d39643a2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6649ca18cce74ff0ac53ed7a2ce7b179&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1601152 Sep 23 07:16:40.260350 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5279fd89-14eb-441e-a7d0-8311d39643a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c5c9884-d8ee-44e3-9d47-219bbba6a7c6,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:40.262343 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44888) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:40.271493 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca9789d4-058d-450c-b859-02ced1e69388 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:16:40.294451 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ca9789d4-058d-450c-b859-02ced1e69388 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:40.294795 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-ca9789d4-058d-450c-b859-02ced1e69388 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Added segment b57d83eb-72ce-4d66-8eb1-08aabf4dc2ef of type vlan for network 2b141808-1ec4-489f-8675-1e38da89c387 Sep 23 07:16:40.350462 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ca9789d4-058d-450c-b859-02ced1e69388 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:40.358057 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8fe5e0ef-aa8e-48eb-a9a1-60c8142ed73f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:40.391204 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8fe5e0ef-aa8e-48eb-a9a1-60c8142ed73f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:40.399438 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ca9789d4-058d-450c-b859-02ced1e69388 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:40.405079 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9789d4-058d-450c-b859-02ced1e69388 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:40.405737 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ca9789d4-058d-450c-b859-02ced1e69388 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:40.497302 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-ca9789d4-058d-450c-b859-02ced1e69388 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3651822 Sep 23 07:16:40.498851 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9789d4-058d-450c-b859-02ced1e69388 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event updated for resources: {'Network': ['ID=2b141808-1ec4-489f-8675-1e38da89c387,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:40.499945 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44890) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:40.505994 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-7f69ba5f-4a38-4dce-8d15-dac212111de7 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Request body: {'ports': [{'network_id': '074cf259-91f1-4df0-b073-de28328b8f7e'}, {'network_id': '2b141808-1ec4-489f-8675-1e38da89c387'}]} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:16:40.506316 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-7f69ba5f-4a38-4dce-8d15-dac212111de7 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Request body: {'port': {'network_id': '074cf259-91f1-4df0-b073-de28328b8f7e'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:16:40.506783 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-7f69ba5f-4a38-4dce-8d15-dac212111de7 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Request body: {'port': {'network_id': '2b141808-1ec4-489f-8675-1e38da89c387'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:16:40.512957 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 2b141808-1ec4-489f-8675-1e38da89c387 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:16:40.521911 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8fe5e0ef-aa8e-48eb-a9a1-60c8142ed73f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:40.521911 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8fe5e0ef-aa8e-48eb-a9a1-60c8142ed73f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:40.522957 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-8fe5e0ef-aa8e-48eb-a9a1-60c8142ed73f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2c5c9884-d8ee-44e3-9d47-219bbba6a7c6 HTTP/1.1" status: 204 len: 168 time: 0.2594793 Sep 23 07:16:40.532896 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe5e0ef-aa8e-48eb-a9a1-60c8142ed73f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c5c9884-d8ee-44e3-9d47-219bbba6a7c6,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:40.671130 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f69ba5f-4a38-4dce-8d15-dac212111de7 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Made reservation on behalf of ffcd8659d6cb4d2996c3d7ec78617f4d for: {'port': 2} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:16:40.675720 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7f69ba5f-4a38-4dce-8d15-dac212111de7 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:40.690742 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7f69ba5f-4a38-4dce-8d15-dac212111de7 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:40.772496 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [None req-7f69ba5f-4a38-4dce-8d15-dac212111de7 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] device_id is not set on port 86775525-2fb8-437e-868e-a56aa3042e61 yet. {{(pid=95066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 07:16:40.889684 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7f69ba5f-4a38-4dce-8d15-dac212111de7 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:40.961968 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [None req-7f69ba5f-4a38-4dce-8d15-dac212111de7 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] device_id is not set on port 41cb9fc4-86f4-4d24-a1fe-c862e93f68a3 yet. {{(pid=95066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 07:16:41.060461 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f4de80f9-6693-4d4e-9f71-1c65ff3a298d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:41.086614 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7f69ba5f-4a38-4dce-8d15-dac212111de7 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:41.135359 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7f69ba5f-4a38-4dce-8d15-dac212111de7 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:41.154384 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8530a2eb-bf4b-4781-acb2-61a599bf6924 req-2a8ee576-ba5f-4f4d-ba03-b269fc8988af tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:41.156009 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8530a2eb-bf4b-4781-acb2-61a599bf6924 req-2a8ee576-ba5f-4f4d-ba03-b269fc8988af tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=9455bf8b-f649-4457-82e2-ac6d5f4a67ec HTTP/1.1" status: 200 len: 943 time: 0.0754886 Sep 23 07:16:41.189196 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f69ba5f-4a38-4dce-8d15-dac212111de7 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Network 074cf259-91f1-4df0-b073-de28328b8f7e is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:16:41.195228 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-7f69ba5f-4a38-4dce-8d15-dac212111de7 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:16:41.197529 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8530a2eb-bf4b-4781-acb2-61a599bf6924 req-c5e5cf17-e805-4cd0-9e1f-2a72517811fa tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3acf5d0-976e-416a-9e4a-4e8f5d86e3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345745 Sep 23 07:16:41.198037 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f69ba5f-4a38-4dce-8d15-dac212111de7 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event updated for resources: {'Port': ['ID=86775525-2fb8-437e-868e-a56aa3042e61,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:41.200226 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f69ba5f-4a38-4dce-8d15-dac212111de7 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:16:41.201079 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7f69ba5f-4a38-4dce-8d15-dac212111de7 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:41.263050 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f69ba5f-4a38-4dce-8d15-dac212111de7 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event updated for resources: {'Port': ['ID=41cb9fc4-86f4-4d24-a1fe-c862e93f68a3,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:41.278334 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f69ba5f-4a38-4dce-8d15-dac212111de7 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Checking segment: {'id': 'b57d83eb-72ce-4d66-8eb1-08aabf4dc2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '2b141808-1ec4-489f-8675-1e38da89c387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:16:41.278876 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f69ba5f-4a38-4dce-8d15-dac212111de7 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Network hostable DHCP agents. Network: 2b141808-1ec4-489f-8675-1e38da89c387, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:16:41.298414 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f69ba5f-4a38-4dce-8d15-dac212111de7 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Network 2b141808-1ec4-489f-8675-1e38da89c387 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:16:41.307807 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-7f69ba5f-4a38-4dce-8d15-dac212111de7 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 2b141808-1ec4-489f-8675-1e38da89c387) {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:16:41.311587 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f69ba5f-4a38-4dce-8d15-dac212111de7 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:16:41.317589 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f69ba5f-4a38-4dce-8d15-dac212111de7 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:41.322743 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52d8f78-215e-41fa-8e2b-9e9012a57de8 None None] Network 2b141808-1ec4-489f-8675-1e38da89c387 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:16:41.323155 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f69ba5f-4a38-4dce-8d15-dac212111de7 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:41.323861 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7f69ba5f-4a38-4dce-8d15-dac212111de7 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:41.353111 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-7f69ba5f-4a38-4dce-8d15-dac212111de7 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.8516159 Sep 23 07:16:41.356105 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44918) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:41.457126 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-fbdc8059-b5b9-4d15-8792-9b56cbcc10b0 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Deleting port 41cb9fc4-86f4-4d24-a1fe-c862e93f68a3 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:16:41.457483 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fbdc8059-b5b9-4d15-8792-9b56cbcc10b0 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:41.526557 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fbdc8059-b5b9-4d15-8792-9b56cbcc10b0 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:41.540918 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-fbdc8059-b5b9-4d15-8792-9b56cbcc10b0 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Calling delete_port for 41cb9fc4-86f4-4d24-a1fe-c862e93f68a3 owned by {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:16:41.550602 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:41.630608 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fbdc8059-b5b9-4d15-8792-9b56cbcc10b0 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:41.674296 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fbdc8059-b5b9-4d15-8792-9b56cbcc10b0 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:41.678389 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-fbdc8059-b5b9-4d15-8792-9b56cbcc10b0 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "DELETE /v2.0/ports/41cb9fc4-86f4-4d24-a1fe-c862e93f68a3 HTTP/1.1" status: 204 len: 168 time: 0.3209190 Sep 23 07:16:41.679641 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdc8059-b5b9-4d15-8792-9b56cbcc10b0 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event deleted for resources: {'Port': ['ID=41cb9fc4-86f4-4d24-a1fe-c862e93f68a3,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:41.680169 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44924) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:41.737129 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9617b96f-5fa5-4ae9-83cf-8ec72efc7927 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:41.743066 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9617b96f-5fa5-4ae9-83cf-8ec72efc7927 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:41.745496 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-9617b96f-5fa5-4ae9-83cf-8ec72efc7927 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0643141 Sep 23 07:16:41.748259 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44926) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:41.841068 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-051d2836-d9bc-4854-b2dc-4f120c5e6205 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Deleting port 86775525-2fb8-437e-868e-a56aa3042e61 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:16:41.841413 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-051d2836-d9bc-4854-b2dc-4f120c5e6205 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:41.907774 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-051d2836-d9bc-4854-b2dc-4f120c5e6205 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:41.919478 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-051d2836-d9bc-4854-b2dc-4f120c5e6205 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Calling delete_port for 86775525-2fb8-437e-868e-a56aa3042e61 owned by {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:16:41.986564 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device a26e47c8-180f-4270-99ba-58390345f1cd details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:16:42.004689 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-051d2836-d9bc-4854-b2dc-4f120c5e6205 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:42.034799 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051d2836-d9bc-4854-b2dc-4f120c5e6205 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event deleted for resources: {'Port': ['ID=86775525-2fb8-437e-868e-a56aa3042e61,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:42.040170 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-051d2836-d9bc-4854-b2dc-4f120c5e6205 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:42.042796 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-051d2836-d9bc-4854-b2dc-4f120c5e6205 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "DELETE /v2.0/ports/86775525-2fb8-437e-868e-a56aa3042e61 HTTP/1.1" status: 204 len: 168 time: 0.2936025 Sep 23 07:16:42.045445 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44930) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:42.105367 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port a26e47c8-180f-4270-99ba-58390345f1cd, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=a26e47c8-180f-4270-99ba-58390345f1cd,segment=NetworkSegment(4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c),segment_id=4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:16:42.109848 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc63fac-8890-4f58-b143-ef036d46e2d5 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:42.111858 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-9bc63fac-8890-4f58-b143-ef036d46e2d5 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0653813 Sep 23 07:16:42.114769 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44932) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:42.122778 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': 'a26e47c8-180f-4270-99ba-58390345f1cd', 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112', 'port_id': 'a26e47c8-180f-4270-99ba-58390345f1cd', 'mac_address': 'fa:16:3e:25:33:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f0a580e-e630-4d93-8377-9af2cc86d82c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:16:42.139194 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-c75e0135-4fe0-472e-bc51-64ccdc488bfb tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] GET failed (client error): The resource could not be found. Sep 23 07:16:42.141167 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-c75e0135-4fe0-472e-bc51-64ccdc488bfb tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "GET /v2.0/ports/41cb9fc4-86f4-4d24-a1fe-c862e93f68a3 HTTP/1.1" status: 404 len: 333 time: 0.0249336 Sep 23 07:16:42.143478 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44934) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:42.167562 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:42.172508 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe2a0357-ba67-4ecc-a781-069892cb511f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] GET failed (client error): The resource could not be found. Sep 23 07:16:42.174208 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-fe2a0357-ba67-4ecc-a781-069892cb511f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "GET /v2.0/ports/86775525-2fb8-437e-868e-a56aa3042e61 HTTP/1.1" status: 404 len: 333 time: 0.0297918 Sep 23 07:16:42.176905 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44936) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:42.183496 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a26e47c8-180f-4270-99ba-58390345f1cd {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:16:42.206661 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port a26e47c8-180f-4270-99ba-58390345f1cd, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=a26e47c8-180f-4270-99ba-58390345f1cd,segment=NetworkSegment(4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c),segment_id=4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:16:42.211795 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:42.273717 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8caac112-dd57-4dc0-8c1f-c550be66f6f3 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:42.281979 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=a26e47c8-180f-4270-99ba-58390345f1cd,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:42.291993 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:16:42.292611 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:16:42.293138 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:16:42.293655 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:16:42.294330 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:16:42.294838 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:16:42.295364 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:16:42.296020 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:16:42.296794 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:16:42.297360 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:16:42.297886 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:16:42.298557 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:16:42.354505 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:42.361070 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16920f99-224f-4f66-9f0f-39dc143a6bb5 req-995b8d8e-26ca-42f6-aa53-959cd4fc9bff tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:42.363271 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-16920f99-224f-4f66-9f0f-39dc143a6bb5 req-995b8d8e-26ca-42f6-aa53-959cd4fc9bff tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=9455bf8b-f649-4457-82e2-ac6d5f4a67ec HTTP/1.1" status: 200 len: 944 time: 0.0636513 Sep 23 07:16:42.396638 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8caac112-dd57-4dc0-8c1f-c550be66f6f3 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:42.405671 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-16920f99-224f-4f66-9f0f-39dc143a6bb5 req-0eb66569-6f78-4ab6-9a0f-186e356ce425 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3acf5d0-976e-416a-9e4a-4e8f5d86e3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338004 Sep 23 07:16:42.419842 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-8caac112-dd57-4dc0-8c1f-c550be66f6f3 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b141808-1ec4-489f-8675-1e38da89c387']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:16:42.429271 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-8caac112-dd57-4dc0-8c1f-c550be66f6f3 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b57d83eb-72ce-4d66-8eb1-08aabf4dc2ef') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:16:42.429571 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-8caac112-dd57-4dc0-8c1f-c550be66f6f3 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b57d83eb-72ce-4d66-8eb1-08aabf4dc2ef') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:16:42.440079 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8caac112-dd57-4dc0-8c1f-c550be66f6f3 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:42.453393 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8caac112-dd57-4dc0-8c1f-c550be66f6f3 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:42.459791 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8caac112-dd57-4dc0-8c1f-c550be66f6f3 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:16:42.460293 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8caac112-dd57-4dc0-8c1f-c550be66f6f3 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:42.463926 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 07:16:42.463926 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:16:42.463926 n-d-715271-16 neutron-server[95065]: timer() Sep 23 07:16:42.463926 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:16:42.463926 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 07:16:42.463926 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:16:42.463926 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 07:16:42.463926 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:16:42.463926 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 07:16:42.463926 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:16:42.463926 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 07:16:42.463926 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:16:42.463926 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 07:16:42.463926 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:16:42.463926 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:16:42.463926 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:16:42.463926 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:16:42.463926 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:16:42.463926 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 07:16:42.463926 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:16:42.463926 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 07:16:42.463926 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:16:42.463926 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:16:42.463926 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:16:42.463926 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 07:16:42.463926 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:16:42.463926 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:16:42.463926 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:16:42.463926 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:16:42.463926 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:16:42.463926 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:16:42.463926 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:16:42.523651 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8caac112-dd57-4dc0-8c1f-c550be66f6f3 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:42.530389 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8caac112-dd57-4dc0-8c1f-c550be66f6f3 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:42.532650 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-8caac112-dd57-4dc0-8c1f-c550be66f6f3 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "DELETE /v2.0/networks/2b141808-1ec4-489f-8675-1e38da89c387 HTTP/1.1" status: 204 len: 168 time: 0.3543100 Sep 23 07:16:42.536631 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44940) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:42.542311 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-4bda4527-d656-4390-b95a-7897ec34a09f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-995782269'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:16:42.544235 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caac112-dd57-4dc0-8c1f-c550be66f6f3 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event deleted for resources: {'Network': ['ID=2b141808-1ec4-489f-8675-1e38da89c387,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:42.568439 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bda4527-d656-4390-b95a-7897ec34a09f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Made reservation on behalf of ffcd8659d6cb4d2996c3d7ec78617f4d for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:16:42.572284 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4bda4527-d656-4390-b95a-7897ec34a09f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:42.594839 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bda4527-d656-4390-b95a-7897ec34a09f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:16:42.604010 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4bda4527-d656-4390-b95a-7897ec34a09f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:42.604374 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-4bda4527-d656-4390-b95a-7897ec34a09f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Added segment 3466424d-e022-416d-9e2f-01df736e4897 of type vlan for network 5cfa75ae-3338-467b-b923-0aad2d78e622 Sep 23 07:16:42.609823 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['a26e47c8-180f-4270-99ba-58390345f1cd'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:16:42.644831 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4bda4527-d656-4390-b95a-7897ec34a09f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:42.670263 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4bda4527-d656-4390-b95a-7897ec34a09f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:42.675999 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bda4527-d656-4390-b95a-7897ec34a09f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:42.676586 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4bda4527-d656-4390-b95a-7897ec34a09f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:42.715395 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-4bda4527-d656-4390-b95a-7897ec34a09f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.1776175 Sep 23 07:16:42.718421 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44944) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:42.724010 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-df3eb708-bed1-44aa-8485-a1550cf1e177 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Request body: {'subnet': {'network_id': '5cfa75ae-3338-467b-b923-0aad2d78e622', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:16:42.770085 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bda4527-d656-4390-b95a-7897ec34a09f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event updated for resources: {'Network': ['ID=5cfa75ae-3338-467b-b923-0aad2d78e622,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:42.788000 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 5cfa75ae-3338-467b-b923-0aad2d78e622 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:16:42.851364 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df3eb708-bed1-44aa-8485-a1550cf1e177 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Made reservation on behalf of ffcd8659d6cb4d2996c3d7ec78617f4d for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:16:42.855744 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-df3eb708-bed1-44aa-8485-a1550cf1e177 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:43.049031 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-df3eb708-bed1-44aa-8485-a1550cf1e177 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:43.113013 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3eb708-bed1-44aa-8485-a1550cf1e177 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event updated for resources: {'Subnet': ['ID=ef055d0f-58f7-44c6-a495-d75efa1469b3,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:43.123589 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3eb708-bed1-44aa-8485-a1550cf1e177 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Checking segment: {'id': '3466424d-e022-416d-9e2f-01df736e4897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '5cfa75ae-3338-467b-b923-0aad2d78e622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:16:43.123969 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3eb708-bed1-44aa-8485-a1550cf1e177 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Network hostable DHCP agents. Network: 5cfa75ae-3338-467b-b923-0aad2d78e622, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:16:43.141433 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3eb708-bed1-44aa-8485-a1550cf1e177 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Network 5cfa75ae-3338-467b-b923-0aad2d78e622 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:16:43.150862 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-df3eb708-bed1-44aa-8485-a1550cf1e177 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 5cfa75ae-3338-467b-b923-0aad2d78e622) {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:16:43.155107 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3eb708-bed1-44aa-8485-a1550cf1e177 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:43.155789 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-df3eb708-bed1-44aa-8485-a1550cf1e177 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:43.159753 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97454d3-d503-4020-8866-7d01ad758d69 None None] Network 5cfa75ae-3338-467b-b923-0aad2d78e622 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:16:43.172329 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-df3eb708-bed1-44aa-8485-a1550cf1e177 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4527669 Sep 23 07:16:43.175346 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44956) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:43.180797 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-57a0053f-a5a6-4014-9981-f0a38aa052c4 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Request body: {'port': {'network_id': '5cfa75ae-3338-467b-b923-0aad2d78e622', 'name': 'tempest-PortsIpV6TestJSON-428816543'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:16:43.323042 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a0053f-a5a6-4014-9981-f0a38aa052c4 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Made reservation on behalf of ffcd8659d6cb4d2996c3d7ec78617f4d for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:16:43.326878 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-57a0053f-a5a6-4014-9981-f0a38aa052c4 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:43.346848 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [None req-57a0053f-a5a6-4014-9981-f0a38aa052c4 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] device_id is not set on port 5ffae899-0797-42d9-bc6f-7f9de326e822 yet. {{(pid=95065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 07:16:43.487448 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-57a0053f-a5a6-4014-9981-f0a38aa052c4 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Allocated IP 2001:db8::377 (5cfa75ae-3338-467b-b923-0aad2d78e622/ef055d0f-58f7-44c6-a495-d75efa1469b3/5ffae899-0797-42d9-bc6f-7f9de326e822) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:16:43.512843 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa25ba9-6138-4ebd-b10e-73394618dc8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-5cfa75ae-3338-467b-b923-0aad2d78e622', 'network_id': '5cfa75ae-3338-467b-b923-0aad2d78e622', 'tenant_id': 'ffcd8659d6cb4d2996c3d7ec78617f4d', 'fixed_ips': [{'subnet_id': 'ef055d0f-58f7-44c6-a495-d75efa1469b3'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:16:43.513727 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2aa25ba9-6138-4ebd-b10e-73394618dc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:43.570026 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143b2bf6-648b-4184-812a-e21b1a008df1 req-2752bda5-ce05-495e-b8b4-bd814021e465 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:43.571545 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-143b2bf6-648b-4184-812a-e21b1a008df1 req-2752bda5-ce05-495e-b8b4-bd814021e465 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=9455bf8b-f649-4457-82e2-ac6d5f4a67ec HTTP/1.1" status: 200 len: 944 time: 0.0775704 Sep 23 07:16:43.655578 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-143b2bf6-648b-4184-812a-e21b1a008df1 req-73c44022-bf00-470e-8b73-124a82295425 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3acf5d0-976e-416a-9e4a-4e8f5d86e3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758238 Sep 23 07:16:43.723102 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-57a0053f-a5a6-4014-9981-f0a38aa052c4 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:43.756677 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-57a0053f-a5a6-4014-9981-f0a38aa052c4 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:43.799585 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a0053f-a5a6-4014-9981-f0a38aa052c4 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Network 5cfa75ae-3338-467b-b923-0aad2d78e622 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:16:43.802793 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-57a0053f-a5a6-4014-9981-f0a38aa052c4 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:16:43.806792 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a0053f-a5a6-4014-9981-f0a38aa052c4 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:16:43.811001 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-2aa25ba9-6138-4ebd-b10e-73394618dc8f None None] Allocated IP 2001:db8::2 (5cfa75ae-3338-467b-b923-0aad2d78e622/ef055d0f-58f7-44c6-a495-d75efa1469b3/f6ddfae9-1c77-4434-ad64-40dd886bda0a) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:16:43.812709 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a0053f-a5a6-4014-9981-f0a38aa052c4 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:43.813383 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-57a0053f-a5a6-4014-9981-f0a38aa052c4 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:43.830032 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a0053f-a5a6-4014-9981-f0a38aa052c4 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event updated for resources: {'Port': ['ID=5ffae899-0797-42d9-bc6f-7f9de326e822,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:43.845532 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44966) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:43.846032 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-57a0053f-a5a6-4014-9981-f0a38aa052c4 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6690550 Sep 23 07:16:43.902518 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:43.965224 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-ccb3fad3-c5de-4da4-bf69-8e767f7815f0 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Deleting port 5ffae899-0797-42d9-bc6f-7f9de326e822 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:16:43.965571 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ccb3fad3-c5de-4da4-bf69-8e767f7815f0 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:43.992388 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2aa25ba9-6138-4ebd-b10e-73394618dc8f None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:43.999582 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device a26e47c8-180f-4270-99ba-58390345f1cd up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:16:44.003414 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2aa25ba9-6138-4ebd-b10e-73394618dc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:44.058738 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ccb3fad3-c5de-4da4-bf69-8e767f7815f0 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:44.067256 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa25ba9-6138-4ebd-b10e-73394618dc8f None None] Network 5cfa75ae-3338-467b-b923-0aad2d78e622 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:16:44.070518 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-ccb3fad3-c5de-4da4-bf69-8e767f7815f0 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Calling delete_port for 5ffae899-0797-42d9-bc6f-7f9de326e822 owned by {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:16:44.075000 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-2aa25ba9-6138-4ebd-b10e-73394618dc8f None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:16:44.082879 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa25ba9-6138-4ebd-b10e-73394618dc8f None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:16:44.086251 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa25ba9-6138-4ebd-b10e-73394618dc8f None None] Pushing event updated for resources: {'Port': ['ID=f6ddfae9-1c77-4434-ad64-40dd886bda0a,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:44.148579 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port a26e47c8-180f-4270-99ba-58390345f1cd completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:16:44.159704 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port a26e47c8-180f-4270-99ba-58390345f1cd triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:16:44.159987 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:44.162420 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-2aa25ba9-6138-4ebd-b10e-73394618dc8f None None] Attempting to bind port f6ddfae9-1c77-4434-ad64-40dd886bda0a on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:16:44.162788 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-2aa25ba9-6138-4ebd-b10e-73394618dc8f None None] Attempting to bind port f6ddfae9-1c77-4434-ad64-40dd886bda0a by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '3466424d-e022-416d-9e2f-01df736e4897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '5cfa75ae-3338-467b-b923-0aad2d78e622'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:16:44.163149 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa25ba9-6138-4ebd-b10e-73394618dc8f None None] Attempting to bind port f6ddfae9-1c77-4434-ad64-40dd886bda0a on network 5cfa75ae-3338-467b-b923-0aad2d78e622 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:16:44.186049 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa25ba9-6138-4ebd-b10e-73394618dc8f None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:16:44.186428 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa25ba9-6138-4ebd-b10e-73394618dc8f None None] Checking segment: {'id': '3466424d-e022-416d-9e2f-01df736e4897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '5cfa75ae-3338-467b-b923-0aad2d78e622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:16:44.186832 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2aa25ba9-6138-4ebd-b10e-73394618dc8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:44.187224 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa25ba9-6138-4ebd-b10e-73394618dc8f None None] Bound using segment: {'id': '3466424d-e022-416d-9e2f-01df736e4897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '5cfa75ae-3338-467b-b923-0aad2d78e622'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:16:44.187688 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-2aa25ba9-6138-4ebd-b10e-73394618dc8f None None] Bound port: f6ddfae9-1c77-4434-ad64-40dd886bda0a, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3466424d-e022-416d-9e2f-01df736e4897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '5cfa75ae-3338-467b-b923-0aad2d78e622'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:16:44.188072 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2aa25ba9-6138-4ebd-b10e-73394618dc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:44.207080 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ccb3fad3-c5de-4da4-bf69-8e767f7815f0 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:44.237623 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb3fad3-c5de-4da4-bf69-8e767f7815f0 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event deleted for resources: {'Port': ['ID=5ffae899-0797-42d9-bc6f-7f9de326e822,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:44.288827 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ccb3fad3-c5de-4da4-bf69-8e767f7815f0 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:44.294475 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-ccb3fad3-c5de-4da4-bf69-8e767f7815f0 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "DELETE /v2.0/ports/5ffae899-0797-42d9-bc6f-7f9de326e822 HTTP/1.1" status: 204 len: 168 time: 0.4450917 Sep 23 07:16:44.294870 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44970) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:44.305738 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-2aa25ba9-6138-4ebd-b10e-73394618dc8f None None] For port f6ddfae9-1c77-4434-ad64-40dd886bda0a, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:16:44.310583 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:44.327248 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-2aa25ba9-6138-4ebd-b10e-73394618dc8f None None] For port f6ddfae9-1c77-4434-ad64-40dd886bda0a, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=f6ddfae9-1c77-4434-ad64-40dd886bda0a,segment=NetworkSegment(3466424d-e022-416d-9e2f-01df736e4897),segment_id=3466424d-e022-416d-9e2f-01df736e4897)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:16:44.328503 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-af102c5d-5f07-43b2-968b-2339e93c0f47 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] DELETE failed (client error): The resource could not be found. Sep 23 07:16:44.329260 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af102c5d-5f07-43b2-968b-2339e93c0f47 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 07:16:44.331061 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-af102c5d-5f07-43b2-968b-2339e93c0f47 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "DELETE /v2.0/ports/5ffae899-0797-42d9-bc6f-7f9de326e822 HTTP/1.1" status: 404 len: 333 time: 0.0350707 Sep 23 07:16:44.334554 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44974) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:44.341632 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2aa25ba9-6138-4ebd-b10e-73394618dc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:44.355703 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9455bf8b-f649-4457-82e2-ac6d5f4a67ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a26e47c8-180f-4270-99ba-58390345f1cd'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:16:44.358050 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee9a06fa-d3a6-40cb-88dd-fe6bdb4431ce" -d '{"events": [{"server_uuid": "9455bf8b-f649-4457-82e2-ac6d5f4a67ec", "name": "network-vif-plugged", "status": "completed", "tag": "a26e47c8-180f-4270-99ba-58390345f1cd"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:16:44.365303 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6bf6678-2869-4a63-8634-7b06a4cccaa7 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] GET failed (client error): The resource could not be found. Sep 23 07:16:44.367113 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-e6bf6678-2869-4a63-8634-7b06a4cccaa7 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "GET /v2.0/ports/5ffae899-0797-42d9-bc6f-7f9de326e822 HTTP/1.1" status: 404 len: 333 time: 0.0315309 Sep 23 07:16:44.371047 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44980) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:44.413003 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port a26e47c8-180f-4270-99ba-58390345f1cd, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=a26e47c8-180f-4270-99ba-58390345f1cd,segment=NetworkSegment(4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c),segment_id=4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:16:44.437749 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:44.444989 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa25ba9-6138-4ebd-b10e-73394618dc8f None None] Pushing event updated for resources: {'Port': ['ID=f6ddfae9-1c77-4434-ad64-40dd886bda0a,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:44.453269 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc411425-5ef5-4dfe-b129-44c2f1fd5352 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Deleting subnet ef055d0f-58f7-44c6-a495-d75efa1469b3 {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:16:44.456943 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bc411425-5ef5-4dfe-b129-44c2f1fd5352 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:44.536194 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=a26e47c8-180f-4270-99ba-58390345f1cd,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:44.537443 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bc411425-5ef5-4dfe-b129-44c2f1fd5352 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:44.605806 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b8d28fa-c7f4-464f-b4f0-3731b59a0087 x-openstack-request-id: req-6b8d28fa-c7f4-464f-b4f0-3731b59a0087 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:16:44.606150 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9455bf8b-f649-4457-82e2-ac6d5f4a67ec", "name": "network-vif-plugged", "status": "completed", "tag": "a26e47c8-180f-4270-99ba-58390345f1cd", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:16:44.606404 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6b8d28fa-c7f4-464f-b4f0-3731b59a0087 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:16:44.606806 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9455bf8b-f649-4457-82e2-ac6d5f4a67ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a26e47c8-180f-4270-99ba-58390345f1cd', 'code': 200} Sep 23 07:16:44.654862 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bc411425-5ef5-4dfe-b129-44c2f1fd5352 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:44.765852 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bc411425-5ef5-4dfe-b129-44c2f1fd5352 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:44.788710 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c57b0c8-ec57-4c64-9ee3-f7fcda7798af req-bab97afe-006c-4767-9c48-b948946cea7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:44.791317 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0c57b0c8-ec57-4c64-9ee3-f7fcda7798af req-bab97afe-006c-4767-9c48-b948946cea7e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9455bf8b-f649-4457-82e2-ac6d5f4a67ec HTTP/1.1" status: 200 len: 1097 time: 0.0919132 Sep 23 07:16:44.795543 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc411425-5ef5-4dfe-b129-44c2f1fd5352 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event deleted for resources: {'Subnet': ['ID=ef055d0f-58f7-44c6-a495-d75efa1469b3,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:44.804743 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bc411425-5ef5-4dfe-b129-44c2f1fd5352 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:44.810241 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-bc411425-5ef5-4dfe-b129-44c2f1fd5352 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "DELETE /v2.0/subnets/ef055d0f-58f7-44c6-a495-d75efa1469b3 HTTP/1.1" status: 204 len: 168 time: 0.4380529 Sep 23 07:16:44.810862 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 44988) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:44.830905 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0c57b0c8-ec57-4c64-9ee3-f7fcda7798af req-3b9ac045-20a4-4bdd-b61d-2dcebd9a2012 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d3acf5d0-976e-416a-9e4a-4e8f5d86e3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315750 Sep 23 07:16:44.852441 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3b75df-4277-442d-ac32-1cf7313128e9 req-5f5d29f6-dcb1-4b24-9b86-22995296a21d tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:44.855024 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bd3b75df-4277-442d-ac32-1cf7313128e9 req-5f5d29f6-dcb1-4b24-9b86-22995296a21d tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=9455bf8b-f649-4457-82e2-ac6d5f4a67ec HTTP/1.1" status: 200 len: 945 time: 0.0989866 Sep 23 07:16:44.895962 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d4159542-fec7-4810-9f71-a1c0ca7ecc8f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:44.898801 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:16:44.905079 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bd3b75df-4277-442d-ac32-1cf7313128e9 req-4fb20926-b026-4c9f-aee8-57eb914e7b0d tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3acf5d0-976e-416a-9e4a-4e8f5d86e3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423124 Sep 23 07:16:44.956792 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-d4159542-fec7-4810-9f71-a1c0ca7ecc8f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Deleting port f6ddfae9-1c77-4434-ad64-40dd886bda0a {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:16:44.957137 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d4159542-fec7-4810-9f71-a1c0ca7ecc8f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:45.022767 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-d4159542-fec7-4810-9f71-a1c0ca7ecc8f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] For port f6ddfae9-1c77-4434-ad64-40dd886bda0a, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=f6ddfae9-1c77-4434-ad64-40dd886bda0a,segment=NetworkSegment(3466424d-e022-416d-9e2f-01df736e4897),segment_id=3466424d-e022-416d-9e2f-01df736e4897)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:16:45.023136 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d4159542-fec7-4810-9f71-a1c0ca7ecc8f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:45.035299 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-d4159542-fec7-4810-9f71-a1c0ca7ecc8f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Calling delete_port for f6ddfae9-1c77-4434-ad64-40dd886bda0a owned by network:dhcp {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:16:45.368407 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d4159542-fec7-4810-9f71-a1c0ca7ecc8f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:45.395871 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4159542-fec7-4810-9f71-a1c0ca7ecc8f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event deleted for resources: {'Port': ['ID=f6ddfae9-1c77-4434-ad64-40dd886bda0a,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:45.400884 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4159542-fec7-4810-9f71-a1c0ca7ecc8f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] No DVR routers for this DVR port f6ddfae9-1c77-4434-ad64-40dd886bda0a on host n-d-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:16:45.484399 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0dce850-ddee-4207-a780-81c0ff0e6049 None None] Network 5cfa75ae-3338-467b-b923-0aad2d78e622 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:16:45.485449 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d4159542-fec7-4810-9f71-a1c0ca7ecc8f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:45.505358 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-1bb2add4-fd09-4727-82fe-b466a64f79da None None] Could not find standard attr ID for object f6ddfae9-1c77-4434-ad64-40dd886bda0a. {{(pid=95067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 07:16:45.505787 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-d4159542-fec7-4810-9f71-a1c0ca7ecc8f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cfa75ae-3338-467b-b923-0aad2d78e622']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:16:45.516136 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-d4159542-fec7-4810-9f71-a1c0ca7ecc8f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3466424d-e022-416d-9e2f-01df736e4897') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:16:45.516432 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-d4159542-fec7-4810-9f71-a1c0ca7ecc8f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3466424d-e022-416d-9e2f-01df736e4897') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:16:45.526730 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d4159542-fec7-4810-9f71-a1c0ca7ecc8f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:45.541713 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d4159542-fec7-4810-9f71-a1c0ca7ecc8f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:45.549156 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4159542-fec7-4810-9f71-a1c0ca7ecc8f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:16:45.549578 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d4159542-fec7-4810-9f71-a1c0ca7ecc8f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:45.553120 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 07:16:45.553120 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:16:45.553120 n-d-715271-16 neutron-server[95066]: timer() Sep 23 07:16:45.553120 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:16:45.553120 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 07:16:45.553120 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:16:45.553120 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 07:16:45.553120 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:16:45.553120 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 07:16:45.553120 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:16:45.553120 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 07:16:45.553120 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:16:45.553120 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 07:16:45.553120 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:16:45.553120 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:16:45.553120 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:16:45.553120 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:16:45.553120 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:16:45.553120 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 07:16:45.553120 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:16:45.553120 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 07:16:45.553120 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:16:45.553120 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:16:45.553120 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:16:45.553120 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 07:16:45.553120 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:16:45.553120 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:16:45.553120 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:16:45.553120 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:16:45.553120 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:16:45.553120 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:16:45.553120 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:16:45.617127 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d4159542-fec7-4810-9f71-a1c0ca7ecc8f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:45.625796 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d4159542-fec7-4810-9f71-a1c0ca7ecc8f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:45.631048 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-d4159542-fec7-4810-9f71-a1c0ca7ecc8f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "DELETE /v2.0/networks/5cfa75ae-3338-467b-b923-0aad2d78e622 HTTP/1.1" status: 204 len: 168 time: 0.8158896 Sep 23 07:16:45.631697 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44992) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:45.636874 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-46785f82-1f70-4061-aae1-68c0f059c5c2 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1662755335'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:16:45.657659 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4159542-fec7-4810-9f71-a1c0ca7ecc8f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event deleted for resources: {'Network': ['ID=5cfa75ae-3338-467b-b923-0aad2d78e622,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:45.678613 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46785f82-1f70-4061-aae1-68c0f059c5c2 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Made reservation on behalf of ffcd8659d6cb4d2996c3d7ec78617f4d for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:16:45.683084 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-46785f82-1f70-4061-aae1-68c0f059c5c2 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:45.710263 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46785f82-1f70-4061-aae1-68c0f059c5c2 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:16:45.714516 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60adf77-1cf5-49eb-8f5c-6f848c74f053 None None] DHCP port deletion for 5cfa75ae-3338-467b-b923-0aad2d78e622 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 07:16:45.720034 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-46785f82-1f70-4061-aae1-68c0f059c5c2 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:45.720379 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-46785f82-1f70-4061-aae1-68c0f059c5c2 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Added segment 870a2b4e-4468-4c5f-9254-7c35bbbddd44 of type vlan for network 8503a628-d0fa-42c6-bf74-27b27fb3c0e7 Sep 23 07:16:45.766681 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-46785f82-1f70-4061-aae1-68c0f059c5c2 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:45.791960 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-46785f82-1f70-4061-aae1-68c0f059c5c2 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:45.797834 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46785f82-1f70-4061-aae1-68c0f059c5c2 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:45.798471 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-46785f82-1f70-4061-aae1-68c0f059c5c2 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:45.839362 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-46785f82-1f70-4061-aae1-68c0f059c5c2 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2033675 Sep 23 07:16:45.839678 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 44994) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:45.844398 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-dcd39f14-1550-40b4-b545-1a54d040da0d tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Request body: {'subnet': {'network_id': '8503a628-d0fa-42c6-bf74-27b27fb3c0e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:16:45.874745 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46785f82-1f70-4061-aae1-68c0f059c5c2 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event updated for resources: {'Network': ['ID=8503a628-d0fa-42c6-bf74-27b27fb3c0e7,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:45.886037 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 8503a628-d0fa-42c6-bf74-27b27fb3c0e7 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:16:45.996713 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcd39f14-1550-40b4-b545-1a54d040da0d tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Made reservation on behalf of ffcd8659d6cb4d2996c3d7ec78617f4d for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:16:46.010234 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-dcd39f14-1550-40b4-b545-1a54d040da0d tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:46.047252 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d583d55-2f94-4e42-b44b-0c7ec1eebb37 req-14fa8519-800b-4830-a61b-778bd28b874c tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:46.051654 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9d583d55-2f94-4e42-b44b-0c7ec1eebb37 req-14fa8519-800b-4830-a61b-778bd28b874c tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=9455bf8b-f649-4457-82e2-ac6d5f4a67ec HTTP/1.1" status: 200 len: 945 time: 0.0621448 Sep 23 07:16:46.117420 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9d583d55-2f94-4e42-b44b-0c7ec1eebb37 req-d69d8cfe-64b6-41ed-94fe-e39aedf4cbe6 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3acf5d0-976e-416a-9e4a-4e8f5d86e3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618968 Sep 23 07:16:46.277286 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-dcd39f14-1550-40b4-b545-1a54d040da0d tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:46.341267 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd39f14-1550-40b4-b545-1a54d040da0d tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event updated for resources: {'Subnet': ['ID=4511f3b6-1a53-4811-8336-26297bf840bf,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:46.350169 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd39f14-1550-40b4-b545-1a54d040da0d tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Checking segment: {'id': '870a2b4e-4468-4c5f-9254-7c35bbbddd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8503a628-d0fa-42c6-bf74-27b27fb3c0e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:16:46.350533 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd39f14-1550-40b4-b545-1a54d040da0d tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Network hostable DHCP agents. Network: 8503a628-d0fa-42c6-bf74-27b27fb3c0e7, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:16:46.369174 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd39f14-1550-40b4-b545-1a54d040da0d tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Network 8503a628-d0fa-42c6-bf74-27b27fb3c0e7 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:16:46.378018 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-dcd39f14-1550-40b4-b545-1a54d040da0d tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 8503a628-d0fa-42c6-bf74-27b27fb3c0e7) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:16:46.382319 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd39f14-1550-40b4-b545-1a54d040da0d tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:46.382991 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-dcd39f14-1550-40b4-b545-1a54d040da0d tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:46.388662 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2017f65-155c-4c7e-b062-818fd32e070c None None] Network 8503a628-d0fa-42c6-bf74-27b27fb3c0e7 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:16:46.404923 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-dcd39f14-1550-40b4-b545-1a54d040da0d tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5643189 Sep 23 07:16:46.407599 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45002) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:46.412578 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-f2ea7881-9ef1-40c0-8045-31685e9e8c30 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Request body: {'port': {'network_id': '8503a628-d0fa-42c6-bf74-27b27fb3c0e7', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-2031115457'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:16:46.545636 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adae0384-bcd0-4eb1-9f5a-4e038ed4b52e req-488bcb88-f3f4-4348-a06b-3a5de7d58c4e tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:46.554266 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-adae0384-bcd0-4eb1-9f5a-4e038ed4b52e req-488bcb88-f3f4-4348-a06b-3a5de7d58c4e tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf8600a9-8f1f-4667-9673-257e918306d5 HTTP/1.1" status: 200 len: 946 time: 0.0626042 Sep 23 07:16:46.564471 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ea7881-9ef1-40c0-8045-31685e9e8c30 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Made reservation on behalf of ffcd8659d6cb4d2996c3d7ec78617f4d for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:16:46.569311 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f2ea7881-9ef1-40c0-8045-31685e9e8c30 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:46.587899 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [None req-f2ea7881-9ef1-40c0-8045-31685e9e8c30 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] device_id is not set on port a94035c3-5585-49ed-a372-600fd5e6c4f3 yet. {{(pid=95065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 07:16:46.606692 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-adae0384-bcd0-4eb1-9f5a-4e038ed4b52e req-bd388640-ad00-433b-89ca-3f1abf6dd35f tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7b8c4ab-15ad-4881-bc10-e96c0d70c469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504467 Sep 23 07:16:46.607573 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7601e17f-663d-4cd7-9f24-e9c501c592ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-8503a628-d0fa-42c6-bf74-27b27fb3c0e7', 'network_id': '8503a628-d0fa-42c6-bf74-27b27fb3c0e7', 'tenant_id': 'ffcd8659d6cb4d2996c3d7ec78617f4d', 'fixed_ips': [{'subnet_id': '4511f3b6-1a53-4811-8336-26297bf840bf'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:16:46.610604 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-7601e17f-663d-4cd7-9f24-e9c501c592ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:46.722930 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-f2ea7881-9ef1-40c0-8045-31685e9e8c30 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Allocated IP 2001:db8::221 (8503a628-d0fa-42c6-bf74-27b27fb3c0e7/4511f3b6-1a53-4811-8336-26297bf840bf/a94035c3-5585-49ed-a372-600fd5e6c4f3) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:16:46.902284 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f2ea7881-9ef1-40c0-8045-31685e9e8c30 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:46.949623 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f2ea7881-9ef1-40c0-8045-31685e9e8c30 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:47.027133 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ea7881-9ef1-40c0-8045-31685e9e8c30 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Network 8503a628-d0fa-42c6-bf74-27b27fb3c0e7 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:16:47.028852 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ea7881-9ef1-40c0-8045-31685e9e8c30 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event updated for resources: {'Port': ['ID=a94035c3-5585-49ed-a372-600fd5e6c4f3,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:47.034184 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-f2ea7881-9ef1-40c0-8045-31685e9e8c30 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:16:47.034631 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-7601e17f-663d-4cd7-9f24-e9c501c592ac None None] Allocated IP 2001:db8::2 (8503a628-d0fa-42c6-bf74-27b27fb3c0e7/4511f3b6-1a53-4811-8336-26297bf840bf/cd45fc35-ade2-493c-a014-74028417ca4e) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:16:47.037729 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ea7881-9ef1-40c0-8045-31685e9e8c30 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:16:47.049523 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ea7881-9ef1-40c0-8045-31685e9e8c30 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:47.050292 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f2ea7881-9ef1-40c0-8045-31685e9e8c30 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:47.075176 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45012) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:47.076139 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-f2ea7881-9ef1-40c0-8045-31685e9e8c30 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 0.6672337 Sep 23 07:16:47.228008 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-c1416226-d5ee-4f00-90e4-6cd8a191a743 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Deleting port a94035c3-5585-49ed-a372-600fd5e6c4f3 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:16:47.228628 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c1416226-d5ee-4f00-90e4-6cd8a191a743 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:47.250489 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-7601e17f-663d-4cd7-9f24-e9c501c592ac None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:47.260606 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-7601e17f-663d-4cd7-9f24-e9c501c592ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:47.266695 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b67017d-4c5e-4877-af06-97e25e5a6e59 req-d726bfab-d8a2-4d60-aceb-033013c3fdd9 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:47.268243 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9b67017d-4c5e-4877-af06-97e25e5a6e59 req-d726bfab-d8a2-4d60-aceb-033013c3fdd9 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=9455bf8b-f649-4457-82e2-ac6d5f4a67ec HTTP/1.1" status: 200 len: 945 time: 0.0742795 Sep 23 07:16:47.307718 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7601e17f-663d-4cd7-9f24-e9c501c592ac None None] Network 8503a628-d0fa-42c6-bf74-27b27fb3c0e7 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:16:47.311469 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-7601e17f-663d-4cd7-9f24-e9c501c592ac None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:16:47.315303 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7601e17f-663d-4cd7-9f24-e9c501c592ac None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:16:47.325794 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9b67017d-4c5e-4877-af06-97e25e5a6e59 req-1be0dc52-b363-442e-ba94-3e67dfc9b0ff tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3acf5d0-976e-416a-9e4a-4e8f5d86e3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506997 Sep 23 07:16:47.330466 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7601e17f-663d-4cd7-9f24-e9c501c592ac None None] Pushing event updated for resources: {'Port': ['ID=cd45fc35-ade2-493c-a014-74028417ca4e,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:47.381824 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c1416226-d5ee-4f00-90e4-6cd8a191a743 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:47.399106 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-7601e17f-663d-4cd7-9f24-e9c501c592ac None None] Attempting to bind port cd45fc35-ade2-493c-a014-74028417ca4e on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:16:47.399472 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-7601e17f-663d-4cd7-9f24-e9c501c592ac None None] Attempting to bind port cd45fc35-ade2-493c-a014-74028417ca4e by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '870a2b4e-4468-4c5f-9254-7c35bbbddd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8503a628-d0fa-42c6-bf74-27b27fb3c0e7'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:16:47.400532 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7601e17f-663d-4cd7-9f24-e9c501c592ac None None] Attempting to bind port cd45fc35-ade2-493c-a014-74028417ca4e on network 8503a628-d0fa-42c6-bf74-27b27fb3c0e7 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:16:47.402380 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-c1416226-d5ee-4f00-90e4-6cd8a191a743 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Calling delete_port for a94035c3-5585-49ed-a372-600fd5e6c4f3 owned by {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:16:47.405990 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7601e17f-663d-4cd7-9f24-e9c501c592ac None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:16:47.406501 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7601e17f-663d-4cd7-9f24-e9c501c592ac None None] Checking segment: {'id': '870a2b4e-4468-4c5f-9254-7c35bbbddd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8503a628-d0fa-42c6-bf74-27b27fb3c0e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:16:47.407112 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-7601e17f-663d-4cd7-9f24-e9c501c592ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:47.407513 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7601e17f-663d-4cd7-9f24-e9c501c592ac None None] Bound using segment: {'id': '870a2b4e-4468-4c5f-9254-7c35bbbddd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8503a628-d0fa-42c6-bf74-27b27fb3c0e7'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:16:47.407984 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-7601e17f-663d-4cd7-9f24-e9c501c592ac None None] Bound port: cd45fc35-ade2-493c-a014-74028417ca4e, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '870a2b4e-4468-4c5f-9254-7c35bbbddd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8503a628-d0fa-42c6-bf74-27b27fb3c0e7'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:16:47.408369 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-7601e17f-663d-4cd7-9f24-e9c501c592ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:47.477040 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-7601e17f-663d-4cd7-9f24-e9c501c592ac None None] For port cd45fc35-ade2-493c-a014-74028417ca4e, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:16:47.481362 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-7601e17f-663d-4cd7-9f24-e9c501c592ac None None] For port cd45fc35-ade2-493c-a014-74028417ca4e, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=cd45fc35-ade2-493c-a014-74028417ca4e,segment=NetworkSegment(870a2b4e-4468-4c5f-9254-7c35bbbddd44),segment_id=870a2b4e-4468-4c5f-9254-7c35bbbddd44)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:16:47.487772 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-7601e17f-663d-4cd7-9f24-e9c501c592ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:47.515488 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd644ac-83d7-4f80-83c1-23888f6cacfc req-55e419ef-8827-4e6d-a626-08e649bdaa4b tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:47.517032 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-abd644ac-83d7-4f80-83c1-23888f6cacfc req-55e419ef-8827-4e6d-a626-08e649bdaa4b tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=9455bf8b-f649-4457-82e2-ac6d5f4a67ec HTTP/1.1" status: 200 len: 945 time: 0.1029634 Sep 23 07:16:47.568065 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7601e17f-663d-4cd7-9f24-e9c501c592ac None None] Pushing event updated for resources: {'Port': ['ID=cd45fc35-ade2-493c-a014-74028417ca4e,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:47.612733 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-abd644ac-83d7-4f80-83c1-23888f6cacfc req-f4585669-6145-4ee7-a0fb-09beed7d134a tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3acf5d0-976e-416a-9e4a-4e8f5d86e3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741844 Sep 23 07:16:47.639487 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45020) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:47.671824 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device f6ddfae9-1c77-4434-ad64-40dd886bda0a no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:16:47.689839 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c1416226-d5ee-4f00-90e4-6cd8a191a743 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:47.725852 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1416226-d5ee-4f00-90e4-6cd8a191a743 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event deleted for resources: {'Port': ['ID=a94035c3-5585-49ed-a372-600fd5e6c4f3,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:47.726831 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: f6ddfae9-1c77-4434-ad64-40dd886bda0a {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:16:47.729289 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device f6ddfae9-1c77-4434-ad64-40dd886bda0a not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:16:47.745134 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1416226-d5ee-4f00-90e4-6cd8a191a743 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:16:47.745490 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1416226-d5ee-4f00-90e4-6cd8a191a743 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:16:47.745835 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1416226-d5ee-4f00-90e4-6cd8a191a743 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:16:47.746234 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1416226-d5ee-4f00-90e4-6cd8a191a743 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:16:47.746773 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1416226-d5ee-4f00-90e4-6cd8a191a743 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:16:47.747513 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1416226-d5ee-4f00-90e4-6cd8a191a743 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:16:47.747513 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1416226-d5ee-4f00-90e4-6cd8a191a743 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:16:47.755791 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1416226-d5ee-4f00-90e4-6cd8a191a743 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:16:47.759595 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1416226-d5ee-4f00-90e4-6cd8a191a743 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:16:47.759595 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1416226-d5ee-4f00-90e4-6cd8a191a743 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:16:47.759595 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1416226-d5ee-4f00-90e4-6cd8a191a743 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:16:47.759595 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1416226-d5ee-4f00-90e4-6cd8a191a743 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:16:47.763095 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58eeffe-3d85-4267-89e5-435f79a041b8 tempest-TestVolumeBootPattern-191070198 tempest-TestVolumeBootPattern-191070198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:47.773550 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-b58eeffe-3d85-4267-89e5-435f79a041b8 tempest-TestVolumeBootPattern-191070198 tempest-TestVolumeBootPattern-191070198-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=9455bf8b-f649-4457-82e2-ac6d5f4a67ec HTTP/1.1" status: 200 len: 1092 time: 0.1305907 Sep 23 07:16:47.774739 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45022) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:47.796621 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-630a0c01-3322-4b4c-9f8e-4b29db5e8761 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Request body: {'floatingip': {'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'port_id': 'a26e47c8-180f-4270-99ba-58390345f1cd', 'tenant_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:16:47.808157 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c1416226-d5ee-4f00-90e4-6cd8a191a743 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:47.810142 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-c1416226-d5ee-4f00-90e4-6cd8a191a743 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "DELETE /v2.0/ports/a94035c3-5585-49ed-a372-600fd5e6c4f3 HTTP/1.1" status: 204 len: 168 time: 0.7331553 Sep 23 07:16:47.814159 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45024) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:47.825577 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c479587c-fdf4-4d35-a6a8-3663c9a08ee0 req-b85a32b7-2dc2-4de0-b8f9-7ebda88fbac6 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:47.833651 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c479587c-fdf4-4d35-a6a8-3663c9a08ee0 req-b85a32b7-2dc2-4de0-b8f9-7ebda88fbac6 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf8600a9-8f1f-4667-9673-257e918306d5 HTTP/1.1" status: 200 len: 946 time: 0.1122749 Sep 23 07:16:47.865167 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-630a0c01-3322-4b4c-9f8e-4b29db5e8761 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks [] for floatingip, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:47.871097 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd87a702-b098-4223-b51b-758313286952 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] GET failed (client error): The resource could not be found. Sep 23 07:16:47.874336 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-fd87a702-b098-4223-b51b-758313286952 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "GET /v2.0/ports/a94035c3-5585-49ed-a372-600fd5e6c4f3 HTTP/1.1" status: 404 len: 333 time: 0.0583019 Sep 23 07:16:47.877091 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45026) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:47.900516 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c479587c-fdf4-4d35-a6a8-3663c9a08ee0 req-04da3b19-4c08-4c1e-bc39-3bb3f39bfaf6 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7b8c4ab-15ad-4881-bc10-e96c0d70c469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657969 Sep 23 07:16:47.947676 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9909e4a-83f6-49e9-a378-d73150afc4b9 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Deleting subnet 4511f3b6-1a53-4811-8336-26297bf840bf {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:16:47.951296 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a9909e4a-83f6-49e9-a378-d73150afc4b9 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:47.997333 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a9909e4a-83f6-49e9-a378-d73150afc4b9 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:47.997533 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-630a0c01-3322-4b4c-9f8e-4b29db5e8761 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:48.101049 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a9909e4a-83f6-49e9-a378-d73150afc4b9 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:48.125469 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f585309c-081c-4e95-85dc-b51c359af464 req-6818b18b-de41-47dc-8a47-1bad087c82eb tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:48.127087 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f585309c-081c-4e95-85dc-b51c359af464 req-6818b18b-de41-47dc-8a47-1bad087c82eb tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] 10.222.0.58 "GET /v2.0/ports?device_id=bf8600a9-8f1f-4667-9673-257e918306d5 HTTP/1.1" status: 200 len: 946 time: 0.0911210 Sep 23 07:16:48.192787 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-630a0c01-3322-4b4c-9f8e-4b29db5e8761 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Allocated IP 172.25.2.223 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/8f3754bb-800b-4dff-94ec-76000bc4fe28) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:16:48.199055 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a9909e4a-83f6-49e9-a378-d73150afc4b9 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:48.229707 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9909e4a-83f6-49e9-a378-d73150afc4b9 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event deleted for resources: {'Subnet': ['ID=4511f3b6-1a53-4811-8336-26297bf840bf,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:48.238126 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a9909e4a-83f6-49e9-a378-d73150afc4b9 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:48.240179 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-a9909e4a-83f6-49e9-a378-d73150afc4b9 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "DELETE /v2.0/subnets/4511f3b6-1a53-4811-8336-26297bf840bf HTTP/1.1" status: 204 len: 168 time: 0.3621380 Sep 23 07:16:48.241908 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9909e4a-83f6-49e9-a378-d73150afc4b9 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:16:48.242347 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9909e4a-83f6-49e9-a378-d73150afc4b9 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:16:48.242794 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9909e4a-83f6-49e9-a378-d73150afc4b9 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:16:48.243215 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9909e4a-83f6-49e9-a378-d73150afc4b9 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:16:48.244152 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9909e4a-83f6-49e9-a378-d73150afc4b9 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:16:48.244545 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9909e4a-83f6-49e9-a378-d73150afc4b9 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:16:48.244939 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9909e4a-83f6-49e9-a378-d73150afc4b9 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:16:48.245328 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9909e4a-83f6-49e9-a378-d73150afc4b9 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:16:48.245828 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9909e4a-83f6-49e9-a378-d73150afc4b9 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:16:48.246258 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9909e4a-83f6-49e9-a378-d73150afc4b9 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:16:48.246666 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9909e4a-83f6-49e9-a378-d73150afc4b9 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:16:48.247049 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9909e4a-83f6-49e9-a378-d73150afc4b9 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:16:48.249412 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45030) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:48.330915 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-f585309c-081c-4e95-85dc-b51c359af464 req-ead27dc2-1ae6-4955-907e-35b7e878edc6 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Deleting port b1110176-b79d-4cd6-9a7d-3bc4578a0a97 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:16:48.331258 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-f585309c-081c-4e95-85dc-b51c359af464 req-ead27dc2-1ae6-4955-907e-35b7e878edc6 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:48.346632 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4bd8e5ed-60c2-442b-9d14-61fd8ba397e2 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:48.374431 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-630a0c01-3322-4b4c-9f8e-4b29db5e8761 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:48.413450 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-4bd8e5ed-60c2-442b-9d14-61fd8ba397e2 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Deleting port cd45fc35-ade2-493c-a014-74028417ca4e {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:16:48.413950 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4bd8e5ed-60c2-442b-9d14-61fd8ba397e2 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:48.478621 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-f585309c-081c-4e95-85dc-b51c359af464 req-ead27dc2-1ae6-4955-907e-35b7e878edc6 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] For port b1110176-b79d-4cd6-9a7d-3bc4578a0a97, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=b1110176-b79d-4cd6-9a7d-3bc4578a0a97,segment=NetworkSegment(c5b55c04-132e-48db-b2f0-5e019cc14643),segment_id=c5b55c04-132e-48db-b2f0-5e019cc14643)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:16:48.478621 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-f585309c-081c-4e95-85dc-b51c359af464 req-ead27dc2-1ae6-4955-907e-35b7e878edc6 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:48.481928 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-630a0c01-3322-4b4c-9f8e-4b29db5e8761 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:48.495574 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-4bd8e5ed-60c2-442b-9d14-61fd8ba397e2 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] For port cd45fc35-ade2-493c-a014-74028417ca4e, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=cd45fc35-ade2-493c-a014-74028417ca4e,segment=NetworkSegment(870a2b4e-4468-4c5f-9254-7c35bbbddd44),segment_id=870a2b4e-4468-4c5f-9254-7c35bbbddd44)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:16:48.496018 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4bd8e5ed-60c2-442b-9d14-61fd8ba397e2 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:48.508585 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-4bd8e5ed-60c2-442b-9d14-61fd8ba397e2 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Calling delete_port for cd45fc35-ade2-493c-a014-74028417ca4e owned by network:dhcp {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:16:48.599047 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630a0c01-3322-4b4c-9f8e-4b29db5e8761 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:16:48.604704 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4bd8e5ed-60c2-442b-9d14-61fd8ba397e2 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:48.621263 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630a0c01-3322-4b4c-9f8e-4b29db5e8761 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Pushing event updated for resources: {'Port': ['ID=8f3754bb-800b-4dff-94ec-76000bc4fe28,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:48.623984 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-630a0c01-3322-4b4c-9f8e-4b29db5e8761 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:16:48.631613 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630a0c01-3322-4b4c-9f8e-4b29db5e8761 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:16:48.643143 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd8e5ed-60c2-442b-9d14-61fd8ba397e2 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event deleted for resources: {'Port': ['ID=cd45fc35-ade2-493c-a014-74028417ca4e,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:48.653490 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd8e5ed-60c2-442b-9d14-61fd8ba397e2 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] No DVR routers for this DVR port cd45fc35-ade2-493c-a014-74028417ca4e on host n-d-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:16:48.747358 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4bd8e5ed-60c2-442b-9d14-61fd8ba397e2 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:48.769495 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-4bd8e5ed-60c2-442b-9d14-61fd8ba397e2 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8503a628-d0fa-42c6-bf74-27b27fb3c0e7']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:16:48.780069 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffcf6b62-9f5f-435a-abf8-265d728666ef None None] Network 8503a628-d0fa-42c6-bf74-27b27fb3c0e7 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:16:48.783070 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-4bd8e5ed-60c2-442b-9d14-61fd8ba397e2 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '870a2b4e-4468-4c5f-9254-7c35bbbddd44') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:16:48.783567 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-4bd8e5ed-60c2-442b-9d14-61fd8ba397e2 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '870a2b4e-4468-4c5f-9254-7c35bbbddd44') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:16:48.794860 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4bd8e5ed-60c2-442b-9d14-61fd8ba397e2 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:48.809033 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4bd8e5ed-60c2-442b-9d14-61fd8ba397e2 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:48.815610 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bd8e5ed-60c2-442b-9d14-61fd8ba397e2 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:16:48.816353 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4bd8e5ed-60c2-442b-9d14-61fd8ba397e2 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:48.874641 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-3f556f95-785a-4614-9632-557fcb7e47ba None None] Could not find standard attr ID for object cd45fc35-ade2-493c-a014-74028417ca4e. {{(pid=95067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 07:16:48.882936 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 07:16:48.882936 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:16:48.882936 n-d-715271-16 neutron-server[95065]: timer() Sep 23 07:16:48.882936 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:16:48.882936 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 07:16:48.882936 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:16:48.882936 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 07:16:48.882936 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:16:48.882936 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 07:16:48.882936 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:16:48.882936 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 07:16:48.882936 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:16:48.882936 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 07:16:48.882936 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:16:48.882936 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:16:48.882936 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:16:48.882936 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:16:48.882936 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:16:48.882936 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 07:16:48.882936 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:16:48.882936 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 07:16:48.882936 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:16:48.882936 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:16:48.882936 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:16:48.882936 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 07:16:48.882936 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:16:48.882936 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:16:48.882936 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:16:48.882936 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:16:48.882936 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:16:48.882936 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:16:48.882936 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:16:48.890354 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4bd8e5ed-60c2-442b-9d14-61fd8ba397e2 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:48.898733 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4bd8e5ed-60c2-442b-9d14-61fd8ba397e2 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:48.901683 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-4bd8e5ed-60c2-442b-9d14-61fd8ba397e2 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "DELETE /v2.0/networks/8503a628-d0fa-42c6-bf74-27b27fb3c0e7 HTTP/1.1" status: 204 len: 168 time: 0.6511815 Sep 23 07:16:48.908712 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45032) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:48.913459 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd8e5ed-60c2-442b-9d14-61fd8ba397e2 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event deleted for resources: {'Network': ['ID=8503a628-d0fa-42c6-bf74-27b27fb3c0e7,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:48.924852 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-dc5f6092-290b-44ce-b8d0-901b224f5eea tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Request body: {'port': {'network_id': '074cf259-91f1-4df0-b073-de28328b8f7e', 'name': 'tempest-PortsIpV6TestJSON-1275416021'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:16:48.986543 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-f585309c-081c-4e95-85dc-b51c359af464 req-ead27dc2-1ae6-4955-907e-35b7e878edc6 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:48.986906 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-f585309c-081c-4e95-85dc-b51c359af464 req-ead27dc2-1ae6-4955-907e-35b7e878edc6 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:48.987227 n-d-715271-16 neutron-server[95066]: INFO neutron.db.l3_db [req-f585309c-081c-4e95-85dc-b51c359af464 req-ead27dc2-1ae6-4955-907e-35b7e878edc6 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Floating IP 57d9b263-da6b-44db-80ff-1d61b227084e disassociated. External IP: 172.25.2.250, port: b1110176-b79d-4cd6-9a7d-3bc4578a0a97. Sep 23 07:16:48.987572 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-f585309c-081c-4e95-85dc-b51c359af464 req-ead27dc2-1ae6-4955-907e-35b7e878edc6 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Calling delete_port for b1110176-b79d-4cd6-9a7d-3bc4578a0a97 owned by compute:nova {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:16:49.033928 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde16a48-644a-4f78-ac39-f81e40de5745 None None] DHCP port deletion for 8503a628-d0fa-42c6-bf74-27b27fb3c0e7 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 07:16:49.452409 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09df07a8-df53-4017-89f5-40ab6e8ed7e0 req-a167974a-63e1-4692-b308-e0e12e64ea79 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:49.453882 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-09df07a8-df53-4017-89f5-40ab6e8ed7e0 req-a167974a-63e1-4692-b308-e0e12e64ea79 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf8600a9-8f1f-4667-9673-257e918306d5 HTTP/1.1" status: 200 len: 946 time: 0.4800718 Sep 23 07:16:49.458557 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc5f6092-290b-44ce-b8d0-901b224f5eea tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Made reservation on behalf of ffcd8659d6cb4d2996c3d7ec78617f4d for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:16:49.462080 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dc5f6092-290b-44ce-b8d0-901b224f5eea tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:49.540985 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [None req-dc5f6092-290b-44ce-b8d0-901b224f5eea tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] device_id is not set on port 9c4a8664-e34a-42f0-9c8f-e6d5293a8b98 yet. {{(pid=95066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 07:16:49.640131 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-09df07a8-df53-4017-89f5-40ab6e8ed7e0 req-6d68d33b-6e9d-42af-916b-32e5bad80cef tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7b8c4ab-15ad-4881-bc10-e96c0d70c469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1737463 Sep 23 07:16:49.779840 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-630a0c01-3322-4b4c-9f8e-4b29db5e8761 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:49.802816 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-f585309c-081c-4e95-85dc-b51c359af464 req-ead27dc2-1ae6-4955-907e-35b7e878edc6 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:49.867004 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead27dc2-1ae6-4955-907e-35b7e878edc6 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Pushing event deleted for resources: {'Port': ['ID=b1110176-b79d-4cd6-9a7d-3bc4578a0a97,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:49.993358 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-630a0c01-3322-4b4c-9f8e-4b29db5e8761 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:49.999572 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dc5f6092-290b-44ce-b8d0-901b224f5eea tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:50.154135 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f585309c-081c-4e95-85dc-b51c359af464 req-ead27dc2-1ae6-4955-907e-35b7e878edc6 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Router 7e4fd456-970d-4ea9-a956-6485bd7e5bae has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:16:50.155400 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dc5f6092-290b-44ce-b8d0-901b224f5eea tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:50.241090 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5f6092-290b-44ce-b8d0-901b224f5eea tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Network 074cf259-91f1-4df0-b073-de28328b8f7e is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:16:50.293420 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5f6092-290b-44ce-b8d0-901b224f5eea tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event updated for resources: {'Port': ['ID=9c4a8664-e34a-42f0-9c8f-e6d5293a8b98,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:50.295960 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-dc5f6092-290b-44ce-b8d0-901b224f5eea tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:16:50.305482 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5f6092-290b-44ce-b8d0-901b224f5eea tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:16:50.311545 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5f6092-290b-44ce-b8d0-901b224f5eea tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:50.312169 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dc5f6092-290b-44ce-b8d0-901b224f5eea tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:50.352640 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-dc5f6092-290b-44ce-b8d0-901b224f5eea tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.4377809 Sep 23 07:16:50.356672 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45048) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:50.409108 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-630a0c01-3322-4b4c-9f8e-4b29db5e8761 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:50.416593 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-630a0c01-3322-4b4c-9f8e-4b29db5e8761 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:50.431523 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f585309c-081c-4e95-85dc-b51c359af464 req-ead27dc2-1ae6-4955-907e-35b7e878edc6 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:16:50.442238 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba01138a-086a-4928-9342-a1b267651bf5 None None] Sync routers for ids ['7e4fd456-970d-4ea9-a956-6485bd7e5bae'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:16:50.449965 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-fb774f27-22d4-4336-bd4e-4914fa95626f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Deleting port 9c4a8664-e34a-42f0-9c8f-e6d5293a8b98 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:16:50.450665 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fb774f27-22d4-4336-bd4e-4914fa95626f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:50.451954 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba01138a-086a-4928-9342-a1b267651bf5 None None] Routers {'7e4fd456-970d-4ea9-a956-6485bd7e5bae'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:16:50.452568 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-ba01138a-086a-4928-9342-a1b267651bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:16:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['7e4fd456-970d-4ea9-a956-6485bd7e5bae'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:16:50.520492 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-f585309c-081c-4e95-85dc-b51c359af464 req-ead27dc2-1ae6-4955-907e-35b7e878edc6 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] No DVR routers for this DVR port b1110176-b79d-4cd6-9a7d-3bc4578a0a97 on host n-h2-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:16:50.529705 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-f585309c-081c-4e95-85dc-b51c359af464 req-ead27dc2-1ae6-4955-907e-35b7e878edc6 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:50.531740 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f585309c-081c-4e95-85dc-b51c359af464 req-ead27dc2-1ae6-4955-907e-35b7e878edc6 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] 10.222.0.58 "DELETE /v2.0/ports/b1110176-b79d-4cd6-9a7d-3bc4578a0a97 HTTP/1.1" status: 204 len: 173 time: 2.3962476 Sep 23 07:16:50.532188 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf8600a9-8f1f-4667-9673-257e918306d5', 'name': 'network-vif-deleted', 'tag': 'b1110176-b79d-4cd6-9a7d-3bc4578a0a97'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:16:50.534569 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e72b376-1323-4ed5-86e3-68f82c1b4d9e" -d '{"events": [{"server_uuid": "bf8600a9-8f1f-4667-9673-257e918306d5", "name": "network-vif-deleted", "tag": "b1110176-b79d-4cd6-9a7d-3bc4578a0a97"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:16:50.549654 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fb774f27-22d4-4336-bd4e-4914fa95626f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:50.550025 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630a0c01-3322-4b4c-9f8e-4b29db5e8761 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Pushing event updated for resources: {'Port': ['ID=8f3754bb-800b-4dff-94ec-76000bc4fe28,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:50.573451 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-fb774f27-22d4-4336-bd4e-4914fa95626f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Calling delete_port for 9c4a8664-e34a-42f0-9c8f-e6d5293a8b98 owned by {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:16:50.583586 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-630a0c01-3322-4b4c-9f8e-4b29db5e8761 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:50.589167 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-ba01138a-086a-4928-9342-a1b267651bf5 None None] Set router 7e4fd456-970d-4ea9-a956-6485bd7e5bae gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:16:50.772752 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25f1da8f-3e04-412f-a8c0-10ae89a3490e x-openstack-request-id: req-25f1da8f-3e04-412f-a8c0-10ae89a3490e {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:16:50.773085 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf8600a9-8f1f-4667-9673-257e918306d5", "name": "network-vif-deleted", "tag": "b1110176-b79d-4cd6-9a7d-3bc4578a0a97", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:16:50.773304 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-25f1da8f-3e04-412f-a8c0-10ae89a3490e {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:16:50.773691 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf8600a9-8f1f-4667-9673-257e918306d5', 'name': 'network-vif-deleted', 'tag': 'b1110176-b79d-4cd6-9a7d-3bc4578a0a97', 'status': 'completed', 'code': 200} Sep 23 07:16:50.791419 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fb774f27-22d4-4336-bd4e-4914fa95626f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:50.826662 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb774f27-22d4-4336-bd4e-4914fa95626f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event deleted for resources: {'Port': ['ID=9c4a8664-e34a-42f0-9c8f-e6d5293a8b98,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:50.834194 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fb774f27-22d4-4336-bd4e-4914fa95626f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:50.836766 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-fb774f27-22d4-4336-bd4e-4914fa95626f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "DELETE /v2.0/ports/9c4a8664-e34a-42f0-9c8f-e6d5293a8b98 HTTP/1.1" status: 204 len: 168 time: 0.4781611 Sep 23 07:16:50.839395 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45060) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:50.844711 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-b6aa92ba-33c6-4646-b4ef-3ef4afdf1775 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Request body: {'port': {'network_id': '074cf259-91f1-4df0-b073-de28328b8f7e', 'mac_address': 'fa:16:3e:65:0b:4b', 'name': 'tempest-PortsIpV6TestJSON-2101707883'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:16:50.849719 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a59e7f9a-861c-4d56-9df2-5e7587049de2 req-99ef356f-c5da-4863-86ce-69ac06d4b3b5 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf8600a9-8f1f-4667-9673-257e918306d5 HTTP/1.1" status: 200 len: 210 time: 0.0628364 Sep 23 07:16:50.851275 n-d-715271-16 neutron-server[95066]: INFO neutron.db.l3_db [None req-630a0c01-3322-4b4c-9f8e-4b29db5e8761 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Floating IP 94d414c4-9f12-44ba-8b91-71d6691989be associated. External IP: 172.25.2.223, port: a26e47c8-180f-4270-99ba-58390345f1cd. Sep 23 07:16:50.956489 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-ba01138a-086a-4928-9342-a1b267651bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e4fd456-970d-4ea9-a956-6485bd7e5bae', 'name': 'tempest-TestServerBasicOps-312835958-router', 'tenant_id': '33f7a2189c6c49e1b5d2f8ea11a63704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '8bbafe1c-4c5e-414f-a2f5-cad0b7ce1cdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:11:30Z', 'updated_at': '2021-09-23T07:11:34Z', 'revision_number': 4, 'project_id': '33f7a2189c6c49e1b5d2f8ea11a63704', 'gw_port': {'id': '8bbafe1c-4c5e-414f-a2f5-cad0b7ce1cdf', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4fd456-970d-4ea9-a956-6485bd7e5bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:11:31Z', 'updated_at': '2021-09-23T07:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '5934d6de-37db-475b-bfa2-5a4a38ca1409', 'name': '', 'network_id': '960d8233-5315-43e1-ba7d-5035f7e0cd29', 'tenant_id': '33f7a2189c6c49e1b5d2f8ea11a63704', 'mac_address': 'fa:16:3e:d5:42:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4fd456-970d-4ea9-a956-6485bd7e5bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '80fcde87-88a7-461e-aee2-7972c559cf52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:11:33Z', 'updated_at': '2021-09-23T07:11:39Z', 'revision_number': 5, 'project_id': '33f7a2189c6c49e1b5d2f8ea11a63704', 'subnets': [{'id': '80fcde87-88a7-461e-aee2-7972c559cf52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:16:50.965251 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6aa92ba-33c6-4646-b4ef-3ef4afdf1775 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Made reservation on behalf of ffcd8659d6cb4d2996c3d7ec78617f4d for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:16:50.987884 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba01138a-086a-4928-9342-a1b267651bf5 None None] Checking router: 7e4fd456-970d-4ea9-a956-6485bd7e5bae for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:16:50.998148 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba01138a-086a-4928-9342-a1b267651bf5 None None] Routers {'7e4fd456-970d-4ea9-a956-6485bd7e5bae'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:16:50.999121 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-ba01138a-086a-4928-9342-a1b267651bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:16:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['7e4fd456-970d-4ea9-a956-6485bd7e5bae'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:16:51.135700 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-ba01138a-086a-4928-9342-a1b267651bf5 None None] Set router 7e4fd456-970d-4ea9-a956-6485bd7e5bae gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:16:51.139761 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b6aa92ba-33c6-4646-b4ef-3ef4afdf1775 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:51.178581 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [None req-b6aa92ba-33c6-4646-b4ef-3ef4afdf1775 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] device_id is not set on port 19ae0bb9-5ae0-432f-a38e-d7037755a959 yet. {{(pid=95065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 07:16:51.230684 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-630a0c01-3322-4b4c-9f8e-4b29db5e8761 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Router 9894b75e-0fa0-4aff-836f-5fd46b9bec9a has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:16:51.372723 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-ba01138a-086a-4928-9342-a1b267651bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e4fd456-970d-4ea9-a956-6485bd7e5bae', 'name': 'tempest-TestServerBasicOps-312835958-router', 'tenant_id': '33f7a2189c6c49e1b5d2f8ea11a63704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '8bbafe1c-4c5e-414f-a2f5-cad0b7ce1cdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:11:30Z', 'updated_at': '2021-09-23T07:11:34Z', 'revision_number': 4, 'project_id': '33f7a2189c6c49e1b5d2f8ea11a63704', 'gw_port': {'id': '8bbafe1c-4c5e-414f-a2f5-cad0b7ce1cdf', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4fd456-970d-4ea9-a956-6485bd7e5bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:11:31Z', 'updated_at': '2021-09-23T07:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '5934d6de-37db-475b-bfa2-5a4a38ca1409', 'name': '', 'network_id': '960d8233-5315-43e1-ba7d-5035f7e0cd29', 'tenant_id': '33f7a2189c6c49e1b5d2f8ea11a63704', 'mac_address': 'fa:16:3e:d5:42:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4fd456-970d-4ea9-a956-6485bd7e5bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '80fcde87-88a7-461e-aee2-7972c559cf52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:11:33Z', 'updated_at': '2021-09-23T07:11:39Z', 'revision_number': 5, 'project_id': '33f7a2189c6c49e1b5d2f8ea11a63704', 'subnets': [{'id': '80fcde87-88a7-461e-aee2-7972c559cf52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:16:51.391693 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-630a0c01-3322-4b4c-9f8e-4b29db5e8761 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:16:51.395814 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b6aa92ba-33c6-4646-b4ef-3ef4afdf1775 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:51.403469 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419c5599-10c7-45d5-b43b-4515d8969bea None None] Sync routers for ids ['9894b75e-0fa0-4aff-836f-5fd46b9bec9a'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:16:51.404982 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba01138a-086a-4928-9342-a1b267651bf5 None None] The sync data for ids ['7e4fd456-970d-4ea9-a956-6485bd7e5bae'] in n-d-715271-16 is: [{'id': '7e4fd456-970d-4ea9-a956-6485bd7e5bae', 'name': 'tempest-TestServerBasicOps-312835958-router', 'tenant_id': '33f7a2189c6c49e1b5d2f8ea11a63704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '8bbafe1c-4c5e-414f-a2f5-cad0b7ce1cdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:11:30Z', 'updated_at': '2021-09-23T07:11:34Z', 'revision_number': 4, 'project_id': '33f7a2189c6c49e1b5d2f8ea11a63704', 'gw_port': {'id': '8bbafe1c-4c5e-414f-a2f5-cad0b7ce1cdf', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4fd456-970d-4ea9-a956-6485bd7e5bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:11:31Z', 'updated_at': '2021-09-23T07:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '5934d6de-37db-475b-bfa2-5a4a38ca1409', 'name': '', 'network_id': '960d8233-5315-43e1-ba7d-5035f7e0cd29', 'tenant_id': '33f7a2189c6c49e1b5d2f8ea11a63704', 'mac_address': 'fa:16:3e:d5:42:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4fd456-970d-4ea9-a956-6485bd7e5bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '80fcde87-88a7-461e-aee2-7972c559cf52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:11:33Z', 'updated_at': '2021-09-23T07:11:39Z', 'revision_number': 5, 'project_id': '33f7a2189c6c49e1b5d2f8ea11a63704', 'subnets': [{'id': '80fcde87-88a7-461e-aee2-7972c559cf52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:16:51.416399 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419c5599-10c7-45d5-b43b-4515d8969bea None None] Routers {'9894b75e-0fa0-4aff-836f-5fd46b9bec9a'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:16:51.418978 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-419c5599-10c7-45d5-b43b-4515d8969bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:16:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['9894b75e-0fa0-4aff-836f-5fd46b9bec9a'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:16:51.426310 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-630a0c01-3322-4b4c-9f8e-4b29db5e8761 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:51.460323 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b6aa92ba-33c6-4646-b4ef-3ef4afdf1775 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:51.513321 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-630a0c01-3322-4b4c-9f8e-4b29db5e8761 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7059073 Sep 23 07:16:51.528033 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aa92ba-33c6-4646-b4ef-3ef4afdf1775 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event updated for resources: {'Port': ['ID=19ae0bb9-5ae0-432f-a38e-d7037755a959,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:51.539051 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6aa92ba-33c6-4646-b4ef-3ef4afdf1775 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Network 074cf259-91f1-4df0-b073-de28328b8f7e is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:16:51.540742 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-b6aa92ba-33c6-4646-b4ef-3ef4afdf1775 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:16:51.543909 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6aa92ba-33c6-4646-b4ef-3ef4afdf1775 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:16:51.549700 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6aa92ba-33c6-4646-b4ef-3ef4afdf1775 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:51.550346 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b6aa92ba-33c6-4646-b4ef-3ef4afdf1775 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:51.565522 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-b6aa92ba-33c6-4646-b4ef-3ef4afdf1775 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7249391 Sep 23 07:16:51.568288 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45070) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:51.568953 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-419c5599-10c7-45d5-b43b-4515d8969bea None None] Set router 9894b75e-0fa0-4aff-836f-5fd46b9bec9a gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:16:51.618183 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3cc6dea-3c26-414f-9d58-5f3acb35a3fa tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:51.620147 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-f3cc6dea-3c26-414f-9d58-5f3acb35a3fa tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "GET /v2.0/ports/19ae0bb9-5ae0-432f-a38e-d7037755a959 HTTP/1.1" status: 200 len: 845 time: 0.0503092 Sep 23 07:16:51.623597 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45072) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:51.757019 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-5a40c281-797c-48d8-a766-a513484df8dc tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Deleting port 19ae0bb9-5ae0-432f-a38e-d7037755a959 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:16:51.757449 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5a40c281-797c-48d8-a766-a513484df8dc tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:51.757798 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0d399d-a465-457a-9f52-a9682142dc37 None None] New status for floating IP 57d9b263-da6b-44db-80ff-1d61b227084e: DOWN {{(pid=95067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 07:16:51.836125 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5a40c281-797c-48d8-a766-a513484df8dc tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:51.858978 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-5a40c281-797c-48d8-a766-a513484df8dc tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Calling delete_port for 19ae0bb9-5ae0-432f-a38e-d7037755a959 owned by {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:16:51.935459 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45076) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:51.962176 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-419c5599-10c7-45d5-b43b-4515d8969bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'name': 'tempest-TestVolumeBootPattern-839799229-router', 'tenant_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '530dee91-c9ef-4272-a399-eddcf21a541e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:08:09Z', 'updated_at': '2021-09-23T07:08:12Z', 'revision_number': 4, 'project_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'gw_port': {'id': '530dee91-c9ef-4272-a399-eddcf21a541e', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:08:10Z', 'updated_at': '2021-09-23T07:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '47b9e537-a67f-4827-bddd-0be192127604', 'tenant_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'floating_ip_address': '172.25.2.236', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'port_id': '30ce0035-c7f7-4a67-8d52-525338e4b086', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112', 'mac_address': 'fa:16:3e:4d:dd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80afb441-907f-4a9f-a57f-8f1ce7268388', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:14:43Z', 'updated_at': '2021-09-23T07:14:45Z', 'revision_number': 1, 'project_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'fixed_ip_address_scope': None}, {'id': '94d414c4-9f12-44ba-8b91-71d6691989be', 'tenant_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'floating_ip_address': '172.25.2.223', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'port_id': 'a26e47c8-180f-4270-99ba-58390345f1cd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112', 'mac_address': 'fa:16:3e:25:33:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9455bf8b-f649-4457-82e2-ac6d5f4a67ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:16:49Z', 'updated_at': '2021-09-23T07:16:49Z', 'revision_number': 0, 'project_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5833834c-d139-48fe-a16e-914881dc4f95', 'name': '', 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112', 'tenant_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'mac_address': 'fa:16:3e:03:11:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': '4f0a580e-e630-4d93-8377-9af2cc86d82c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:08:11Z', 'updated_at': '2021-09-23T07:08:19Z', 'revision_number': 5, 'project_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'subnets': [{'id': '4f0a580e-e630-4d93-8377-9af2cc86d82c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:16:51.990305 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419c5599-10c7-45d5-b43b-4515d8969bea None None] Checking router: 9894b75e-0fa0-4aff-836f-5fd46b9bec9a for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:16:51.999367 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419c5599-10c7-45d5-b43b-4515d8969bea None None] Routers {'9894b75e-0fa0-4aff-836f-5fd46b9bec9a'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:16:52.000214 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-419c5599-10c7-45d5-b43b-4515d8969bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:16:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['9894b75e-0fa0-4aff-836f-5fd46b9bec9a'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:16:52.085196 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5a40c281-797c-48d8-a766-a513484df8dc tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:52.117324 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-419c5599-10c7-45d5-b43b-4515d8969bea None None] Set router 9894b75e-0fa0-4aff-836f-5fd46b9bec9a gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:16:52.119655 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a40c281-797c-48d8-a766-a513484df8dc tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event deleted for resources: {'Port': ['ID=19ae0bb9-5ae0-432f-a38e-d7037755a959,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:52.127781 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5a40c281-797c-48d8-a766-a513484df8dc tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:52.130357 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-5a40c281-797c-48d8-a766-a513484df8dc tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "DELETE /v2.0/ports/19ae0bb9-5ae0-432f-a38e-d7037755a959 HTTP/1.1" status: 204 len: 168 time: 0.5054445 Sep 23 07:16:52.132842 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45078) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:52.138608 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-73779605-495b-402f-b648-df2a7a057d8e tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Deleting port b347b61e-324a-4284-99e1-cce550b6e7a7 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:16:52.139072 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-73779605-495b-402f-b648-df2a7a057d8e tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:52.160571 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ec94055-794d-4f9c-b798-fbf5fb707237 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] GET failed (client error): The resource could not be found. Sep 23 07:16:52.167492 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-4ec94055-794d-4f9c-b798-fbf5fb707237 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "GET /v2.0/ports/19ae0bb9-5ae0-432f-a38e-d7037755a959 HTTP/1.1" status: 404 len: 333 time: 0.0335460 Sep 23 07:16:52.168132 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45082) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:52.174988 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-c68eb922-ebb4-4982-aca7-0de17cc7eab5 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Request body: {'port': {'network_id': '074cf259-91f1-4df0-b073-de28328b8f7e', 'name': 'tempest-PortsIpV6TestJSON-687265122'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:16:52.293189 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-73779605-495b-402f-b648-df2a7a057d8e tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:52.294046 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-73779605-495b-402f-b648-df2a7a057d8e tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:52.317663 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-73779605-495b-402f-b648-df2a7a057d8e tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Calling delete_port for b347b61e-324a-4284-99e1-cce550b6e7a7 owned by network:floatingip {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:16:52.338119 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c68eb922-ebb4-4982-aca7-0de17cc7eab5 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Made reservation on behalf of ffcd8659d6cb4d2996c3d7ec78617f4d for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:16:52.341536 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c68eb922-ebb4-4982-aca7-0de17cc7eab5 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:52.395475 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-419c5599-10c7-45d5-b43b-4515d8969bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'name': 'tempest-TestVolumeBootPattern-839799229-router', 'tenant_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '530dee91-c9ef-4272-a399-eddcf21a541e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:08:09Z', 'updated_at': '2021-09-23T07:08:12Z', 'revision_number': 4, 'project_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'gw_port': {'id': '530dee91-c9ef-4272-a399-eddcf21a541e', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:08:10Z', 'updated_at': '2021-09-23T07:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '47b9e537-a67f-4827-bddd-0be192127604', 'tenant_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'floating_ip_address': '172.25.2.236', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'port_id': '30ce0035-c7f7-4a67-8d52-525338e4b086', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112', 'mac_address': 'fa:16:3e:4d:dd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80afb441-907f-4a9f-a57f-8f1ce7268388', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:14:43Z', 'updated_at': '2021-09-23T07:14:45Z', 'revision_number': 1, 'project_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'fixed_ip_address_scope': None}, {'id': '94d414c4-9f12-44ba-8b91-71d6691989be', 'tenant_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'floating_ip_address': '172.25.2.223', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'port_id': 'a26e47c8-180f-4270-99ba-58390345f1cd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112', 'mac_address': 'fa:16:3e:25:33:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9455bf8b-f649-4457-82e2-ac6d5f4a67ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:16:49Z', 'updated_at': '2021-09-23T07:16:49Z', 'revision_number': 0, 'project_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5833834c-d139-48fe-a16e-914881dc4f95', 'name': '', 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112', 'tenant_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'mac_address': 'fa:16:3e:03:11:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': '4f0a580e-e630-4d93-8377-9af2cc86d82c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:08:11Z', 'updated_at': '2021-09-23T07:08:19Z', 'revision_number': 5, 'project_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'subnets': [{'id': '4f0a580e-e630-4d93-8377-9af2cc86d82c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:16:52.399711 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [None req-c68eb922-ebb4-4982-aca7-0de17cc7eab5 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] device_id is not set on port 270f5a30-8135-4dd0-a19e-29f6b56e25d8 yet. {{(pid=95066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 07:16:52.452101 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device b1110176-b79d-4cd6-9a7d-3bc4578a0a97 no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:16:52.474425 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419c5599-10c7-45d5-b43b-4515d8969bea None None] The sync data for ids ['9894b75e-0fa0-4aff-836f-5fd46b9bec9a'] in n-d-715271-16 is: [{'id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'name': 'tempest-TestVolumeBootPattern-839799229-router', 'tenant_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '530dee91-c9ef-4272-a399-eddcf21a541e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:08:09Z', 'updated_at': '2021-09-23T07:08:12Z', 'revision_number': 4, 'project_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'gw_port': {'id': '530dee91-c9ef-4272-a399-eddcf21a541e', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:08:10Z', 'updated_at': '2021-09-23T07:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '47b9e537-a67f-4827-bddd-0be192127604', 'tenant_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'floating_ip_address': '172.25.2.236', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'port_id': '30ce0035-c7f7-4a67-8d52-525338e4b086', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112', 'mac_address': 'fa:16:3e:4d:dd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80afb441-907f-4a9f-a57f-8f1ce7268388', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:14:43Z', 'updated_at': '2021-09-23T07:14:45Z', 'revision_number': 1, 'project_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'fixed_ip_address_scope': None}, {'id': '94d414c4-9f12-44ba-8b91-71d6691989be', 'tenant_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'floating_ip_address': '172.25.2.223', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'port_id': 'a26e47c8-180f-4270-99ba-58390345f1cd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112', 'mac_address': 'fa:16:3e:25:33:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9455bf8b-f649-4457-82e2-ac6d5f4a67ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:16:49Z', 'updated_at': '2021-09-23T07:16:49Z', 'revision_number': 0, 'project_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5833834c-d139-48fe-a16e-914881dc4f95', 'name': '', 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112', 'tenant_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'mac_address': 'fa:16:3e:03:11:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': '4f0a580e-e630-4d93-8377-9af2cc86d82c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:08:11Z', 'updated_at': '2021-09-23T07:08:19Z', 'revision_number': 5, 'project_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'subnets': [{'id': '4f0a580e-e630-4d93-8377-9af2cc86d82c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:16:52.510774 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No Port match for: b1110176-b79d-4cd6-9a7d-3bc4578a0a97 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:16:52.511322 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device b1110176-b79d-4cd6-9a7d-3bc4578a0a97 not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:16:52.727389 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa4f159-9589-4147-b9df-e1c2fbda3516 None None] New status for floating IP 94d414c4-9f12-44ba-8b91-71d6691989be: ACTIVE {{(pid=95068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 07:16:52.779038 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9455bf8b-f649-4457-82e2-ac6d5f4a67ec', 'tag': 'a26e47c8-180f-4270-99ba-58390345f1cd'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:16:52.781454 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8578cdbd-c579-4d71-ac6c-7bbbe990a301" -d '{"events": [{"name": "network-changed", "server_uuid": "9455bf8b-f649-4457-82e2-ac6d5f4a67ec", "tag": "a26e47c8-180f-4270-99ba-58390345f1cd"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:16:52.844404 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1845064-e683-4150-be14-b3e503ed68d9 x-openstack-request-id: req-e1845064-e683-4150-be14-b3e503ed68d9 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:16:52.844755 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9455bf8b-f649-4457-82e2-ac6d5f4a67ec", "tag": "a26e47c8-180f-4270-99ba-58390345f1cd", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:16:52.845007 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e1845064-e683-4150-be14-b3e503ed68d9 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:16:52.845385 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9455bf8b-f649-4457-82e2-ac6d5f4a67ec', 'tag': 'a26e47c8-180f-4270-99ba-58390345f1cd', 'status': 'completed', 'code': 200} Sep 23 07:16:52.924300 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-73779605-495b-402f-b648-df2a7a057d8e tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:52.941755 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c68eb922-ebb4-4982-aca7-0de17cc7eab5 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:52.943249 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8578cdbd-c579-4d71-ac6c-7bbbe990a301 req-7dcebfb2-6df2-4cd5-8d84-3655ab16dff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:52.944848 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8578cdbd-c579-4d71-ac6c-7bbbe990a301 req-7dcebfb2-6df2-4cd5-8d84-3655ab16dff5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dda7d37bb4b541ebbe8e22954596ee73&device_id=9455bf8b-f649-4457-82e2-ac6d5f4a67ec HTTP/1.1" status: 200 len: 1097 time: 0.0632966 Sep 23 07:16:52.963726 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73779605-495b-402f-b648-df2a7a057d8e tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Pushing event deleted for resources: {'Port': ['ID=b347b61e-324a-4284-99e1-cce550b6e7a7,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:53.043456 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8578cdbd-c579-4d71-ac6c-7bbbe990a301 req-59b388c7-1328-4ff1-bda2-1cbc44ffac45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:53.044947 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8578cdbd-c579-4d71-ac6c-7bbbe990a301 req-59b388c7-1328-4ff1-bda2-1cbc44ffac45 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ee64cebb-cbad-4040-a31a-b12cc5624112 HTTP/1.1" status: 200 len: 912 time: 0.0930564 Sep 23 07:16:53.049458 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-73779605-495b-402f-b648-df2a7a057d8e tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Notify callbacks [] for floatingip, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:53.052318 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-73779605-495b-402f-b648-df2a7a057d8e tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:53.053614 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-73779605-495b-402f-b648-df2a7a057d8e tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] 10.222.0.39 "DELETE /v2.0/floatingips/57d9b263-da6b-44db-80ff-1d61b227084e HTTP/1.1" status: 204 len: 168 time: 1.1174340 Sep 23 07:16:53.055300 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c68eb922-ebb4-4982-aca7-0de17cc7eab5 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:53.111004 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68eb922-ebb4-4982-aca7-0de17cc7eab5 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Network 074cf259-91f1-4df0-b073-de28328b8f7e is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:16:53.116182 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-c68eb922-ebb4-4982-aca7-0de17cc7eab5 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:16:53.119061 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68eb922-ebb4-4982-aca7-0de17cc7eab5 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:16:53.125951 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68eb922-ebb4-4982-aca7-0de17cc7eab5 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:53.126587 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c68eb922-ebb4-4982-aca7-0de17cc7eab5 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:53.147536 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68eb922-ebb4-4982-aca7-0de17cc7eab5 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event updated for resources: {'Port': ['ID=270f5a30-8135-4dd0-a19e-29f6b56e25d8,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:53.166671 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-c68eb922-ebb4-4982-aca7-0de17cc7eab5 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9971163 Sep 23 07:16:53.167509 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45090) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:53.173227 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-2a21591c-d52b-4313-a89c-65290cab9cb9 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:16:53.181587 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45092) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:53.301254 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2a21591c-d52b-4313-a89c-65290cab9cb9 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:53.353803 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-cc1710b7-f329-4da6-8dcd-2a85a524ab51 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:53.406527 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-cc1710b7-f329-4da6-8dcd-2a85a524ab51 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:53.519432 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8578cdbd-c579-4d71-ac6c-7bbbe990a301 req-54c36ee5-7ab6-42f6-a8ca-fb31acb1909b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a26e47c8-180f-4270-99ba-58390345f1cd HTTP/1.1" status: 200 len: 1001 time: 0.4670839 Sep 23 07:16:53.551674 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2a21591c-d52b-4313-a89c-65290cab9cb9 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:53.556632 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2a21591c-d52b-4313-a89c-65290cab9cb9 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:53.584706 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8578cdbd-c579-4d71-ac6c-7bbbe990a301 req-a6471b60-cf86-4186-b732-8d8d6a25fed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:53.586355 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8578cdbd-c579-4d71-ac6c-7bbbe990a301 req-a6471b60-cf86-4186-b732-8d8d6a25fed5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4f0a580e-e630-4d93-8377-9af2cc86d82c HTTP/1.1" status: 200 len: 850 time: 0.0596309 Sep 23 07:16:53.592879 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-cc1710b7-f329-4da6-8dcd-2a85a524ab51 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:53.595569 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-cc1710b7-f329-4da6-8dcd-2a85a524ab51 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:53.596725 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-cc1710b7-f329-4da6-8dcd-2a85a524ab51 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] 10.222.0.39 "DELETE /v2.0/security-groups/e7b8c4ab-15ad-4881-bc10-e96c0d70c469 HTTP/1.1" status: 204 len: 168 time: 0.4141626 Sep 23 07:16:53.606796 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-2a21591c-d52b-4313-a89c-65290cab9cb9 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] In _notify_port_updated(), no bound segment for port 270f5a30-8135-4dd0-a19e-29f6b56e25d8 on network 074cf259-91f1-4df0-b073-de28328b8f7e {{(pid=95066) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 07:16:53.612603 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a21591c-d52b-4313-a89c-65290cab9cb9 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:53.613278 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2a21591c-d52b-4313-a89c-65290cab9cb9 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:53.614660 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-2a21591c-d52b-4313-a89c-65290cab9cb9 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "PUT /v2.0/ports/270f5a30-8135-4dd0-a19e-29f6b56e25d8 HTTP/1.1" status: 200 len: 818 time: 0.4459941 Sep 23 07:16:53.621971 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45098) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:53.636611 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1710b7-f329-4da6-8dcd-2a85a524ab51 tempest-TestServerBasicOps-980302390 tempest-TestServerBasicOps-980302390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b8c4ab-15ad-4881-bc10-e96c0d70c469,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:53.640441 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a21591c-d52b-4313-a89c-65290cab9cb9 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event updated for resources: {'Port': ['ID=270f5a30-8135-4dd0-a19e-29f6b56e25d8,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:53.653508 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8578cdbd-c579-4d71-ac6c-7bbbe990a301 req-c2394ae6-0b85-404f-be0a-a865b2764676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:53.656564 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8578cdbd-c579-4d71-ac6c-7bbbe990a301 req-c2394ae6-0b85-404f-be0a-a865b2764676 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ee64cebb-cbad-4040-a31a-b12cc5624112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0616522 Sep 23 07:16:53.723346 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-535462f5-d8cb-4842-8497-3e9512616163 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Deleting port 270f5a30-8135-4dd0-a19e-29f6b56e25d8 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:16:53.723737 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-535462f5-d8cb-4842-8497-3e9512616163 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:53.759950 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8578cdbd-c579-4d71-ac6c-7bbbe990a301 req-a1a49388-1a9f-4eba-8fdc-bf621e82c00d service neutron] 10.222.0.21 "GET /v2.0/networks/ee64cebb-cbad-4040-a31a-b12cc5624112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958297 Sep 23 07:16:53.803036 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-535462f5-d8cb-4842-8497-3e9512616163 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:53.815190 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-535462f5-d8cb-4842-8497-3e9512616163 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Calling delete_port for 270f5a30-8135-4dd0-a19e-29f6b56e25d8 owned by {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:16:53.858604 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8578cdbd-c579-4d71-ac6c-7bbbe990a301 req-8bc30462-7635-4da9-b8fa-a30e2161ea96 service neutron] 10.222.0.21 "GET /v2.0/networks/ee64cebb-cbad-4040-a31a-b12cc5624112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904069 Sep 23 07:16:53.896586 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-535462f5-d8cb-4842-8497-3e9512616163 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:53.931690 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535462f5-d8cb-4842-8497-3e9512616163 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event deleted for resources: {'Port': ['ID=270f5a30-8135-4dd0-a19e-29f6b56e25d8,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:53.935310 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-535462f5-d8cb-4842-8497-3e9512616163 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:53.939840 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-535462f5-d8cb-4842-8497-3e9512616163 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "DELETE /v2.0/ports/270f5a30-8135-4dd0-a19e-29f6b56e25d8 HTTP/1.1" status: 204 len: 168 time: 0.3124301 Sep 23 07:16:53.940212 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45100) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:53.989136 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229be8f4-5d6d-466c-bccb-d045a5ab03e5 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:53.993358 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-229be8f4-5d6d-466c-bccb-d045a5ab03e5 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0497134 Sep 23 07:16:53.994107 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45102) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:54.018893 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-b83f5a44-d4c2-4cec-a56c-7b8245194a20 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] GET failed (client error): The resource could not be found. Sep 23 07:16:54.020274 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-b83f5a44-d4c2-4cec-a56c-7b8245194a20 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "GET /v2.0/ports/270f5a30-8135-4dd0-a19e-29f6b56e25d8 HTTP/1.1" status: 404 len: 333 time: 0.0251620 Sep 23 07:16:54.023749 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45104) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:54.029783 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-d488c376-55bf-40df-b4ef-58e896abce4e tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-102001920'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:16:54.050796 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d488c376-55bf-40df-b4ef-58e896abce4e tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Made reservation on behalf of ffcd8659d6cb4d2996c3d7ec78617f4d for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:16:54.054298 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d488c376-55bf-40df-b4ef-58e896abce4e tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:54.078375 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d488c376-55bf-40df-b4ef-58e896abce4e tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:16:54.087746 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d488c376-55bf-40df-b4ef-58e896abce4e tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:54.088369 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-d488c376-55bf-40df-b4ef-58e896abce4e tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Added segment 14591463-8841-4847-a950-95dc3234f718 of type vlan for network a7173925-7267-473b-aef1-f92e7300d7b7 Sep 23 07:16:54.142917 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d488c376-55bf-40df-b4ef-58e896abce4e tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:54.168573 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d488c376-55bf-40df-b4ef-58e896abce4e tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:54.174323 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d488c376-55bf-40df-b4ef-58e896abce4e tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:54.174909 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d488c376-55bf-40df-b4ef-58e896abce4e tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:54.214954 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-d488c376-55bf-40df-b4ef-58e896abce4e tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.1900017 Sep 23 07:16:54.217823 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45106) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:54.225810 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-2b866037-f6bb-4f9a-b559-ca1d4b83a9a7 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Request body: {'subnet': {'network_id': 'a7173925-7267-473b-aef1-f92e7300d7b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:16:54.260762 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d488c376-55bf-40df-b4ef-58e896abce4e tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event updated for resources: {'Network': ['ID=a7173925-7267-473b-aef1-f92e7300d7b7,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:54.272003 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network a7173925-7267-473b-aef1-f92e7300d7b7 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:16:54.360849 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b866037-f6bb-4f9a-b559-ca1d4b83a9a7 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Made reservation on behalf of ffcd8659d6cb4d2996c3d7ec78617f4d for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:16:54.365599 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2b866037-f6bb-4f9a-b559-ca1d4b83a9a7 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:54.584889 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2b866037-f6bb-4f9a-b559-ca1d4b83a9a7 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:54.643993 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b866037-f6bb-4f9a-b559-ca1d4b83a9a7 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event updated for resources: {'Subnet': ['ID=ccac3192-d751-4b5b-89a8-35c3dfd3047f,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:54.655810 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b866037-f6bb-4f9a-b559-ca1d4b83a9a7 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Checking segment: {'id': '14591463-8841-4847-a950-95dc3234f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a7173925-7267-473b-aef1-f92e7300d7b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:16:54.656161 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b866037-f6bb-4f9a-b559-ca1d4b83a9a7 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Network hostable DHCP agents. Network: a7173925-7267-473b-aef1-f92e7300d7b7, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:16:54.668682 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45112) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:54.687929 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b866037-f6bb-4f9a-b559-ca1d4b83a9a7 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Network a7173925-7267-473b-aef1-f92e7300d7b7 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:16:54.698866 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-2b866037-f6bb-4f9a-b559-ca1d4b83a9a7 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, a7173925-7267-473b-aef1-f92e7300d7b7) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:16:54.704698 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b866037-f6bb-4f9a-b559-ca1d4b83a9a7 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:54.705499 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2b866037-f6bb-4f9a-b559-ca1d4b83a9a7 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:54.713570 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25907a9-9d30-461c-948a-03aa6016f7b2 None None] Network a7173925-7267-473b-aef1-f92e7300d7b7 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:16:54.738602 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-2b866037-f6bb-4f9a-b559-ca1d4b83a9a7 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5190725 Sep 23 07:16:54.741574 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45116) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:54.747532 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-ee3a23cc-3f6d-4092-b11f-cb2cc0c592e2 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Request body: {'subnet': {'network_id': 'a7173925-7267-473b-aef1-f92e7300d7b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:16:54.905730 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6f4ba8-1f8a-49c6-9ce0-3dcf3c3e9d73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-a7173925-7267-473b-aef1-f92e7300d7b7', 'network_id': 'a7173925-7267-473b-aef1-f92e7300d7b7', 'tenant_id': 'ffcd8659d6cb4d2996c3d7ec78617f4d', 'fixed_ips': [{'subnet_id': 'ccac3192-d751-4b5b-89a8-35c3dfd3047f'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:16:54.906981 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ad6f4ba8-1f8a-49c6-9ce0-3dcf3c3e9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:54.986377 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee3a23cc-3f6d-4092-b11f-cb2cc0c592e2 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Made reservation on behalf of ffcd8659d6cb4d2996c3d7ec78617f4d for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:16:54.991472 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ee3a23cc-3f6d-4092-b11f-cb2cc0c592e2 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:55.101430 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-ad6f4ba8-1f8a-49c6-9ce0-3dcf3c3e9d73 None None] Allocated IP 2001:db8::2 (a7173925-7267-473b-aef1-f92e7300d7b7/ccac3192-d751-4b5b-89a8-35c3dfd3047f/fa376d4a-adbc-4560-b149-24b354347206) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:16:55.166676 n-d-715271-16 neutron-server[95066]: INFO neutron.db.ipam_backend_mixin [None req-ee3a23cc-3f6d-4092-b11f-cb2cc0c592e2 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ccac3192-d751-4b5b-89a8-35c3dfd3047f (CIDR: 2001:db8::/64) Sep 23 07:16:55.172743 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee3a23cc-3f6d-4092-b11f-cb2cc0c592e2 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 07:16:55.173277 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee3a23cc-3f6d-4092-b11f-cb2cc0c592e2 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 07:16:55.196627 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-ee3a23cc-3f6d-4092-b11f-cb2cc0c592e2 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4536381 Sep 23 07:16:55.197011 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45118) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:55.202368 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-dcb83228-dd04-4614-bfe6-99309f3acff6 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Request body: {'subnet': {'network_id': 'a7173925-7267-473b-aef1-f92e7300d7b7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:16:55.292434 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ad6f4ba8-1f8a-49c6-9ce0-3dcf3c3e9d73 None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:55.300751 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ad6f4ba8-1f8a-49c6-9ce0-3dcf3c3e9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:55.339601 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6f4ba8-1f8a-49c6-9ce0-3dcf3c3e9d73 None None] Network a7173925-7267-473b-aef1-f92e7300d7b7 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:16:55.343615 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-ad6f4ba8-1f8a-49c6-9ce0-3dcf3c3e9d73 None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:16:55.349441 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6f4ba8-1f8a-49c6-9ce0-3dcf3c3e9d73 None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:16:55.377562 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6f4ba8-1f8a-49c6-9ce0-3dcf3c3e9d73 None None] Pushing event updated for resources: {'Port': ['ID=fa376d4a-adbc-4560-b149-24b354347206,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:55.381971 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcb83228-dd04-4614-bfe6-99309f3acff6 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Made reservation on behalf of ffcd8659d6cb4d2996c3d7ec78617f4d for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:16:55.385548 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-dcb83228-dd04-4614-bfe6-99309f3acff6 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:55.441144 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-ad6f4ba8-1f8a-49c6-9ce0-3dcf3c3e9d73 None None] Attempting to bind port fa376d4a-adbc-4560-b149-24b354347206 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:16:55.442141 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-ad6f4ba8-1f8a-49c6-9ce0-3dcf3c3e9d73 None None] Attempting to bind port fa376d4a-adbc-4560-b149-24b354347206 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '14591463-8841-4847-a950-95dc3234f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a7173925-7267-473b-aef1-f92e7300d7b7'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:16:55.442756 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6f4ba8-1f8a-49c6-9ce0-3dcf3c3e9d73 None None] Attempting to bind port fa376d4a-adbc-4560-b149-24b354347206 on network a7173925-7267-473b-aef1-f92e7300d7b7 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:16:55.448614 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6f4ba8-1f8a-49c6-9ce0-3dcf3c3e9d73 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:16:55.449437 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6f4ba8-1f8a-49c6-9ce0-3dcf3c3e9d73 None None] Checking segment: {'id': '14591463-8841-4847-a950-95dc3234f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a7173925-7267-473b-aef1-f92e7300d7b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:16:55.450485 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ad6f4ba8-1f8a-49c6-9ce0-3dcf3c3e9d73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:55.451142 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6f4ba8-1f8a-49c6-9ce0-3dcf3c3e9d73 None None] Bound using segment: {'id': '14591463-8841-4847-a950-95dc3234f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a7173925-7267-473b-aef1-f92e7300d7b7'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:16:55.451920 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-ad6f4ba8-1f8a-49c6-9ce0-3dcf3c3e9d73 None None] Bound port: fa376d4a-adbc-4560-b149-24b354347206, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14591463-8841-4847-a950-95dc3234f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a7173925-7267-473b-aef1-f92e7300d7b7'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:16:55.452589 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ad6f4ba8-1f8a-49c6-9ce0-3dcf3c3e9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:55.489272 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5a9a13b1-ab6c-4c92-adbc-8f7a25d0700e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066969'] for router_interface, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:55.536343 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-ad6f4ba8-1f8a-49c6-9ce0-3dcf3c3e9d73 None None] For port fa376d4a-adbc-4560-b149-24b354347206, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:16:55.541633 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-ad6f4ba8-1f8a-49c6-9ce0-3dcf3c3e9d73 None None] For port fa376d4a-adbc-4560-b149-24b354347206, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=fa376d4a-adbc-4560-b149-24b354347206,segment=NetworkSegment(14591463-8841-4847-a950-95dc3234f718),segment_id=14591463-8841-4847-a950-95dc3234f718)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:16:55.548046 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ad6f4ba8-1f8a-49c6-9ce0-3dcf3c3e9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:55.621126 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6f4ba8-1f8a-49c6-9ce0-3dcf3c3e9d73 None None] Pushing event updated for resources: {'Port': ['ID=fa376d4a-adbc-4560-b149-24b354347206,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:55.904589 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-dcb83228-dd04-4614-bfe6-99309f3acff6 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:55.956857 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb83228-dd04-4614-bfe6-99309f3acff6 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Network a7173925-7267-473b-aef1-f92e7300d7b7 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:16:55.963609 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-dcb83228-dd04-4614-bfe6-99309f3acff6 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:16:55.985730 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb83228-dd04-4614-bfe6-99309f3acff6 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:55.986445 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-dcb83228-dd04-4614-bfe6-99309f3acff6 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:56.011761 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb83228-dd04-4614-bfe6-99309f3acff6 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event updated for resources: {'Subnet': ['ID=42918624-6dc7-4e22-9cbf-044e51e6c058,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:56.018939 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-dcb83228-dd04-4614-bfe6-99309f3acff6 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8181362 Sep 23 07:16:56.019223 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45122) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:56.026572 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-ee435f00-46c7-4fc7-9ddd-75b6a419f7d7 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Request body: {'port': {'network_id': 'a7173925-7267-473b-aef1-f92e7300d7b7', 'fixed_ips': [{'subnet_id': 'ccac3192-d751-4b5b-89a8-35c3dfd3047f'}, {'subnet_id': '42918624-6dc7-4e22-9cbf-044e51e6c058'}], 'name': 'tempest-PortsIpV6TestJSON-283746395'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:16:56.034795 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-5a9a13b1-ab6c-4c92-adbc-8f7a25d0700e admin admin] Deleting port 5934d6de-37db-475b-bfa2-5a4a38ca1409 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:16:56.035144 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5a9a13b1-ab6c-4c92-adbc-8f7a25d0700e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:56.158903 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-5a9a13b1-ab6c-4c92-adbc-8f7a25d0700e admin admin] For port 5934d6de-37db-475b-bfa2-5a4a38ca1409, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=5934d6de-37db-475b-bfa2-5a4a38ca1409,segment=NetworkSegment(c5b55c04-132e-48db-b2f0-5e019cc14643),segment_id=c5b55c04-132e-48db-b2f0-5e019cc14643)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:16:56.160407 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5a9a13b1-ab6c-4c92-adbc-8f7a25d0700e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:56.180152 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-5a9a13b1-ab6c-4c92-adbc-8f7a25d0700e admin admin] Calling delete_port for 5934d6de-37db-475b-bfa2-5a4a38ca1409 owned by network:router_interface {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:16:56.223122 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee435f00-46c7-4fc7-9ddd-75b6a419f7d7 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Made reservation on behalf of ffcd8659d6cb4d2996c3d7ec78617f4d for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:16:56.323875 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ee435f00-46c7-4fc7-9ddd-75b6a419f7d7 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:56.352512 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [None req-ee435f00-46c7-4fc7-9ddd-75b6a419f7d7 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] device_id is not set on port 154810d5-dba5-44a0-acbe-79d4e110a2c3 yet. {{(pid=95066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 07:16:56.452601 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5a9a13b1-ab6c-4c92-adbc-8f7a25d0700e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:56.487820 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9a13b1-ab6c-4c92-adbc-8f7a25d0700e admin admin] Pushing event deleted for resources: {'Port': ['ID=5934d6de-37db-475b-bfa2-5a4a38ca1409,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:56.736544 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5a9a13b1-ab6c-4c92-adbc-8f7a25d0700e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2068624'] for router_interface, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:56.995361 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-ee435f00-46c7-4fc7-9ddd-75b6a419f7d7 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Allocated IP 2001:db8::396 (a7173925-7267-473b-aef1-f92e7300d7b7/ccac3192-d751-4b5b-89a8-35c3dfd3047f/154810d5-dba5-44a0-acbe-79d4e110a2c3) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:16:57.003805 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-ee435f00-46c7-4fc7-9ddd-75b6a419f7d7 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Allocated IP 2001:db8:0:1::259 (a7173925-7267-473b-aef1-f92e7300d7b7/42918624-6dc7-4e22-9cbf-044e51e6c058/154810d5-dba5-44a0-acbe-79d4e110a2c3) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:16:57.085124 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523fd451-00a0-4e09-be97-a9cc7756f267 None None] Network a7173925-7267-473b-aef1-f92e7300d7b7 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:16:57.112704 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a9a13b1-ab6c-4c92-adbc-8f7a25d0700e admin admin] Router 7e4fd456-970d-4ea9-a956-6485bd7e5bae has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:16:57.240477 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ee435f00-46c7-4fc7-9ddd-75b6a419f7d7 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:57.291533 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a9a13b1-ab6c-4c92-adbc-8f7a25d0700e admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:16:57.295232 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ee435f00-46c7-4fc7-9ddd-75b6a419f7d7 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:57.316518 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-5a9a13b1-ab6c-4c92-adbc-8f7a25d0700e admin admin] 10.222.0.39 "PUT /v2.0/routers/7e4fd456-970d-4ea9-a956-6485bd7e5bae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6463654 Sep 23 07:16:57.319082 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45126) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:57.331665 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb490676-d814-430e-b413-4261a2415d21 None None] Sync routers for ids ['7e4fd456-970d-4ea9-a956-6485bd7e5bae'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:16:57.352442 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee435f00-46c7-4fc7-9ddd-75b6a419f7d7 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Network a7173925-7267-473b-aef1-f92e7300d7b7 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:16:57.357998 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-ee435f00-46c7-4fc7-9ddd-75b6a419f7d7 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:16:57.365441 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb490676-d814-430e-b413-4261a2415d21 None None] Routers {'7e4fd456-970d-4ea9-a956-6485bd7e5bae'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:16:57.366589 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-cb490676-d814-430e-b413-4261a2415d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:16:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['7e4fd456-970d-4ea9-a956-6485bd7e5bae'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:16:57.368152 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee435f00-46c7-4fc7-9ddd-75b6a419f7d7 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:16:57.376029 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee435f00-46c7-4fc7-9ddd-75b6a419f7d7 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:57.376680 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ee435f00-46c7-4fc7-9ddd-75b6a419f7d7 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:57.392188 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee435f00-46c7-4fc7-9ddd-75b6a419f7d7 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event updated for resources: {'Port': ['ID=154810d5-dba5-44a0-acbe-79d4e110a2c3,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:57.422224 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-ee435f00-46c7-4fc7-9ddd-75b6a419f7d7 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.3998837 Sep 23 07:16:57.425399 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45128) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:57.434171 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-6249f7f4-085b-45d9-9264-dcdedaa24a6f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ccac3192-d751-4b5b-89a8-35c3dfd3047f'}]}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:16:57.439023 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-05a2aecc-af4e-4a0c-a4e8-59e0af8dd48f None None] Provisioning complete for port fa376d4a-adbc-4560-b149-24b354347206 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:16:57.440218 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-05a2aecc-af4e-4a0c-a4e8-59e0af8dd48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:57.555085 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6249f7f4-085b-45d9-9264-dcdedaa24a6f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:57.555594 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fd46aca8-2a6c-4af4-b707-1fa16dfad2b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:57.666986 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-cb490676-d814-430e-b413-4261a2415d21 None None] Set router 7e4fd456-970d-4ea9-a956-6485bd7e5bae gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:16:57.764115 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fd46aca8-2a6c-4af4-b707-1fa16dfad2b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:57.840891 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-05a2aecc-af4e-4a0c-a4e8-59e0af8dd48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:57.876153 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-fd46aca8-2a6c-4af4-b707-1fa16dfad2b9 admin admin] Deleting port 8bbafe1c-4c5e-414f-a2f5-cad0b7ce1cdf {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:16:57.876703 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fd46aca8-2a6c-4af4-b707-1fa16dfad2b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:57.896847 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-05a2aecc-af4e-4a0c-a4e8-59e0af8dd48f None None] For port fa376d4a-adbc-4560-b149-24b354347206, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=fa376d4a-adbc-4560-b149-24b354347206,segment=NetworkSegment(14591463-8841-4847-a950-95dc3234f718),segment_id=14591463-8841-4847-a950-95dc3234f718)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:16:57.936069 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-05a2aecc-af4e-4a0c-a4e8-59e0af8dd48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:57.951725 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0d3056-b19b-46a0-9fa9-366124558264 None None] Update dhcp port {'port': {'network_id': 'a7173925-7267-473b-aef1-f92e7300d7b7', 'fixed_ips': [{'subnet_id': 'ccac3192-d751-4b5b-89a8-35c3dfd3047f', 'ip_address': '2001:db8::2'}, {'subnet_id': '42918624-6dc7-4e22-9cbf-044e51e6c058'}], 'binding:host_id': 'n-d-715271-16'}, 'id': 'fa376d4a-adbc-4560-b149-24b354347206'} from n-d-715271-16. {{(pid=95067) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 23 07:16:58.006804 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5a0d3056-b19b-46a0-9fa9-366124558264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:58.017174 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device fa376d4a-adbc-4560-b149-24b354347206 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:16:58.028830 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-fd46aca8-2a6c-4af4-b707-1fa16dfad2b9 admin admin] For port 8bbafe1c-4c5e-414f-a2f5-cad0b7ce1cdf, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=8bbafe1c-4c5e-414f-a2f5-cad0b7ce1cdf,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:16:58.029604 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fd46aca8-2a6c-4af4-b707-1fa16dfad2b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:58.046800 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-fd46aca8-2a6c-4af4-b707-1fa16dfad2b9 admin admin] Calling delete_port for 8bbafe1c-4c5e-414f-a2f5-cad0b7ce1cdf owned by network:router_gateway {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:16:58.142164 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a2aecc-af4e-4a0c-a4e8-59e0af8dd48f None None] Pushing event updated for resources: {'Port': ['ID=fa376d4a-adbc-4560-b149-24b354347206,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:58.169078 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-6249f7f4-085b-45d9-9264-dcdedaa24a6f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Delete allocated IP 2001:db8:0:1::259 (a7173925-7267-473b-aef1-f92e7300d7b7/42918624-6dc7-4e22-9cbf-044e51e6c058) {{(pid=95066) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 23 07:16:58.270128 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port fa376d4a-adbc-4560-b149-24b354347206 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:16:58.270513 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:58.344319 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fd46aca8-2a6c-4af4-b707-1fa16dfad2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:58.345468 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-cb490676-d814-430e-b413-4261a2415d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e4fd456-970d-4ea9-a956-6485bd7e5bae', 'name': 'tempest-TestServerBasicOps-312835958-router', 'tenant_id': '33f7a2189c6c49e1b5d2f8ea11a63704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '8bbafe1c-4c5e-414f-a2f5-cad0b7ce1cdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:11:30Z', 'updated_at': '2021-09-23T07:16:56Z', 'revision_number': 5, 'project_id': '33f7a2189c6c49e1b5d2f8ea11a63704', 'gw_port': {'id': '8bbafe1c-4c5e-414f-a2f5-cad0b7ce1cdf', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4fd456-970d-4ea9-a956-6485bd7e5bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:11:31Z', 'updated_at': '2021-09-23T07:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:16:58.379896 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb490676-d814-430e-b413-4261a2415d21 None None] Checking router: 7e4fd456-970d-4ea9-a956-6485bd7e5bae for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:16:58.387080 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6249f7f4-085b-45d9-9264-dcdedaa24a6f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:58.395291 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6249f7f4-085b-45d9-9264-dcdedaa24a6f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:58.396815 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb490676-d814-430e-b413-4261a2415d21 None None] Routers {'7e4fd456-970d-4ea9-a956-6485bd7e5bae'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:16:58.397461 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-cb490676-d814-430e-b413-4261a2415d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:16:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['7e4fd456-970d-4ea9-a956-6485bd7e5bae'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:16:58.415997 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd46aca8-2a6c-4af4-b707-1fa16dfad2b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bbafe1c-4c5e-414f-a2f5-cad0b7ce1cdf,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:58.475707 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-6249f7f4-085b-45d9-9264-dcdedaa24a6f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] In _notify_port_updated(), no bound segment for port 154810d5-dba5-44a0-acbe-79d4e110a2c3 on network a7173925-7267-473b-aef1-f92e7300d7b7 {{(pid=95066) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 07:16:58.482066 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6249f7f4-085b-45d9-9264-dcdedaa24a6f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:58.482856 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6249f7f4-085b-45d9-9264-dcdedaa24a6f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:58.484201 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-6249f7f4-085b-45d9-9264-dcdedaa24a6f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "PUT /v2.0/ports/154810d5-dba5-44a0-acbe-79d4e110a2c3 HTTP/1.1" status: 200 len: 925 time: 1.0572932 Sep 23 07:16:58.486014 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6249f7f4-085b-45d9-9264-dcdedaa24a6f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event updated for resources: {'Port': ['ID=154810d5-dba5-44a0-acbe-79d4e110a2c3,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:58.488614 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45134) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:58.493815 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-8109e89d-3a09-4b36-95c2-13340c87cd0e tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ccac3192-d751-4b5b-89a8-35c3dfd3047f'}, {'subnet_id': '42918624-6dc7-4e22-9cbf-044e51e6c058'}]}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:16:58.543279 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fd46aca8-2a6c-4af4-b707-1fa16dfad2b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2068563'] for router_gateway, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:58.561269 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-cb490676-d814-430e-b413-4261a2415d21 None None] Set router 7e4fd456-970d-4ea9-a956-6485bd7e5bae gateway port host: None {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:16:58.574992 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8109e89d-3a09-4b36-95c2-13340c87cd0e tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:58.643282 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-5a0d3056-b19b-46a0-9fa9-366124558264 None None] Allocated IP 2001:db8:0:1::2 (a7173925-7267-473b-aef1-f92e7300d7b7/42918624-6dc7-4e22-9cbf-044e51e6c058/fa376d4a-adbc-4560-b149-24b354347206) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:16:58.648294 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-cb490676-d814-430e-b413-4261a2415d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e4fd456-970d-4ea9-a956-6485bd7e5bae', 'name': 'tempest-TestServerBasicOps-312835958-router', 'tenant_id': '33f7a2189c6c49e1b5d2f8ea11a63704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:11:30Z', 'updated_at': '2021-09-23T07:16:58Z', 'revision_number': 7, 'project_id': '33f7a2189c6c49e1b5d2f8ea11a63704', 'gw_port_host': None}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:16:58.653139 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fd46aca8-2a6c-4af4-b707-1fa16dfad2b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:58.656828 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fd46aca8-2a6c-4af4-b707-1fa16dfad2b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:58.690779 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb490676-d814-430e-b413-4261a2415d21 None None] The sync data for ids ['7e4fd456-970d-4ea9-a956-6485bd7e5bae'] in n-d-715271-16 is: [{'id': '7e4fd456-970d-4ea9-a956-6485bd7e5bae', 'name': 'tempest-TestServerBasicOps-312835958-router', 'tenant_id': '33f7a2189c6c49e1b5d2f8ea11a63704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:11:30Z', 'updated_at': '2021-09-23T07:16:58Z', 'revision_number': 7, 'project_id': '33f7a2189c6c49e1b5d2f8ea11a63704', 'gw_port_host': None}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:16:58.721443 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fd46aca8-2a6c-4af4-b707-1fa16dfad2b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:58.724397 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd46aca8-2a6c-4af4-b707-1fa16dfad2b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e4fd456-970d-4ea9-a956-6485bd7e5bae {{(pid=95065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 07:16:58.741038 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fd46aca8-2a6c-4af4-b707-1fa16dfad2b9 admin admin] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:58.754816 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45136) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:58.754976 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-fd46aca8-2a6c-4af4-b707-1fa16dfad2b9 admin admin] 10.222.0.39 "DELETE /v2.0/routers/7e4fd456-970d-4ea9-a956-6485bd7e5bae HTTP/1.1" status: 204 len: 168 time: 1.4341190 Sep 23 07:16:58.840546 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-5a0d3056-b19b-46a0-9fa9-366124558264 None None] For port fa376d4a-adbc-4560-b149-24b354347206, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=fa376d4a-adbc-4560-b149-24b354347206,segment=NetworkSegment(14591463-8841-4847-a950-95dc3234f718),segment_id=14591463-8841-4847-a950-95dc3234f718)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:16:58.874008 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-167af499-cd54-4db6-b432-3195215558e7 admin admin] Deleting subnet 80fcde87-88a7-461e-aee2-7972c559cf52 {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:16:58.886052 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5a0d3056-b19b-46a0-9fa9-366124558264 None None] Notify callbacks [] for port, precommit_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:58.890082 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5a0d3056-b19b-46a0-9fa9-366124558264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:58.906515 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-167af499-cd54-4db6-b432-3195215558e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:58.985834 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-167af499-cd54-4db6-b432-3195215558e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:58.989178 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0d3056-b19b-46a0-9fa9-366124558264 None None] Pushing event updated for resources: {'Port': ['ID=fa376d4a-adbc-4560-b149-24b354347206,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:59.199974 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-167af499-cd54-4db6-b432-3195215558e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:59.284558 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-8109e89d-3a09-4b36-95c2-13340c87cd0e tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Allocated IP 2001:db8:0:1::250 (a7173925-7267-473b-aef1-f92e7300d7b7/42918624-6dc7-4e22-9cbf-044e51e6c058/154810d5-dba5-44a0-acbe-79d4e110a2c3) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:16:59.405906 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-167af499-cd54-4db6-b432-3195215558e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:59.426672 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-167af499-cd54-4db6-b432-3195215558e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:59.428489 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-167af499-cd54-4db6-b432-3195215558e7 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/80fcde87-88a7-461e-aee2-7972c559cf52 HTTP/1.1" status: 204 len: 168 time: 0.6725194 Sep 23 07:16:59.437442 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4acea8-509b-4b22-92a8-9a94893e814a None None] Network 960d8233-5315-43e1-ba7d-5035f7e0cd29 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:16:59.439167 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45140) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:59.469739 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167af499-cd54-4db6-b432-3195215558e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80fcde87-88a7-461e-aee2-7972c559cf52,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:59.582564 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8109e89d-3a09-4b36-95c2-13340c87cd0e tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:59.588846 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8109e89d-3a09-4b36-95c2-13340c87cd0e tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:59.616709 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-253479b5-d29f-434a-a51b-599fa9f7d421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:59.708128 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-253479b5-d29f-434a-a51b-599fa9f7d421 admin admin] Deleting port 03aadcab-7cb0-4294-815c-7b488f3dd5f9 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:16:59.712557 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-253479b5-d29f-434a-a51b-599fa9f7d421 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:59.830337 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device fa376d4a-adbc-4560-b149-24b354347206 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:16:59.833038 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8109e89d-3a09-4b36-95c2-13340c87cd0e tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event updated for resources: {'Port': ['ID=154810d5-dba5-44a0-acbe-79d4e110a2c3,revision_number=3']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:16:59.841484 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-8109e89d-3a09-4b36-95c2-13340c87cd0e tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] In _notify_port_updated(), no bound segment for port 154810d5-dba5-44a0-acbe-79d4e110a2c3 on network a7173925-7267-473b-aef1-f92e7300d7b7 {{(pid=95066) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 07:16:59.847214 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8109e89d-3a09-4b36-95c2-13340c87cd0e tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:16:59.848452 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8109e89d-3a09-4b36-95c2-13340c87cd0e tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:59.850090 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-8109e89d-3a09-4b36-95c2-13340c87cd0e tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "PUT /v2.0/ports/154810d5-dba5-44a0-acbe-79d4e110a2c3 HTTP/1.1" status: 200 len: 1011 time: 1.3604836 Sep 23 07:16:59.858679 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45144) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:16:59.901105 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-253479b5-d29f-434a-a51b-599fa9f7d421 admin admin] For port 03aadcab-7cb0-4294-815c-7b488f3dd5f9, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=03aadcab-7cb0-4294-815c-7b488f3dd5f9,segment=NetworkSegment(c5b55c04-132e-48db-b2f0-5e019cc14643),segment_id=c5b55c04-132e-48db-b2f0-5e019cc14643)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:16:59.902084 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-253479b5-d29f-434a-a51b-599fa9f7d421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:16:59.928458 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-253479b5-d29f-434a-a51b-599fa9f7d421 admin admin] Calling delete_port for 03aadcab-7cb0-4294-815c-7b488f3dd5f9 owned by network:dhcp {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:16:59.960818 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f02071-e155-406a-948a-7dfcc1d46953 None None] DHCP port deletion for 960d8233-5315-43e1-ba7d-5035f7e0cd29 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 07:16:59.964578 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port fa376d4a-adbc-4560-b149-24b354347206 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:16:59.965198 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:00.092532 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-63cfa973-0937-4bbb-8c9f-48f59e32bc12 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Deleting port 154810d5-dba5-44a0-acbe-79d4e110a2c3 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:17:00.092879 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-63cfa973-0937-4bbb-8c9f-48f59e32bc12 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:00.105153 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-253479b5-d29f-434a-a51b-599fa9f7d421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:00.136154 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253479b5-d29f-434a-a51b-599fa9f7d421 admin admin] Pushing event deleted for resources: {'Port': ['ID=03aadcab-7cb0-4294-815c-7b488f3dd5f9,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:00.153095 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253479b5-d29f-434a-a51b-599fa9f7d421 admin admin] No DVR routers for this DVR port 03aadcab-7cb0-4294-815c-7b488f3dd5f9 on host n-d-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:17:00.205765 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a0377f-9188-4014-ad81-b6d0596659ee None None] Network a7173925-7267-473b-aef1-f92e7300d7b7 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:17:00.248688 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-253479b5-d29f-434a-a51b-599fa9f7d421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:00.257237 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a15e6aba-7a78-4bab-9ddc-a4ceb91637e4 None None] Provisioning complete for port fa376d4a-adbc-4560-b149-24b354347206 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:17:00.257589 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a15e6aba-7a78-4bab-9ddc-a4ceb91637e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:00.267163 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-63cfa973-0937-4bbb-8c9f-48f59e32bc12 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:00.272619 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-253479b5-d29f-434a-a51b-599fa9f7d421 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['960d8233-5315-43e1-ba7d-5035f7e0cd29']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:17:00.280283 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-63cfa973-0937-4bbb-8c9f-48f59e32bc12 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Calling delete_port for 154810d5-dba5-44a0-acbe-79d4e110a2c3 owned by {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:17:00.301521 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-253479b5-d29f-434a-a51b-599fa9f7d421 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5b55c04-132e-48db-b2f0-5e019cc14643') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:17:00.305257 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-253479b5-d29f-434a-a51b-599fa9f7d421 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5b55c04-132e-48db-b2f0-5e019cc14643') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:17:00.350580 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-253479b5-d29f-434a-a51b-599fa9f7d421 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:00.351161 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-e7f02071-e155-406a-948a-7dfcc1d46953 None None] Deleting port 03aadcab-7cb0-4294-815c-7b488f3dd5f9 {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:17:00.351441 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e7f02071-e155-406a-948a-7dfcc1d46953 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:00.387535 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-253479b5-d29f-434a-a51b-599fa9f7d421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:00.397513 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-253479b5-d29f-434a-a51b-599fa9f7d421 admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:17:00.398108 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-253479b5-d29f-434a-a51b-599fa9f7d421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:00.402986 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 07:17:00.402986 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:17:00.402986 n-d-715271-16 neutron-server[95065]: timer() Sep 23 07:17:00.402986 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:17:00.402986 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 07:17:00.402986 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:17:00.402986 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 07:17:00.402986 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:17:00.402986 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 07:17:00.402986 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:17:00.402986 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 07:17:00.402986 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:17:00.402986 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 07:17:00.402986 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:17:00.402986 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:17:00.402986 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:17:00.402986 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:17:00.402986 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:17:00.402986 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 07:17:00.402986 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:17:00.402986 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 07:17:00.402986 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:17:00.402986 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:17:00.402986 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:17:00.402986 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 07:17:00.402986 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:17:00.402986 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:17:00.402986 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:17:00.402986 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:17:00.402986 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:17:00.402986 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:17:00.402986 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:17:00.480814 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-253479b5-d29f-434a-a51b-599fa9f7d421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:00.487364 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-253479b5-d29f-434a-a51b-599fa9f7d421 admin admin] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:00.496035 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-253479b5-d29f-434a-a51b-599fa9f7d421 admin admin] 10.222.0.39 "DELETE /v2.0/networks/960d8233-5315-43e1-ba7d-5035f7e0cd29 HTTP/1.1" status: 204 len: 168 time: 1.0528274 Sep 23 07:17:00.496333 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45146) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:00.529855 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253479b5-d29f-434a-a51b-599fa9f7d421 admin admin] Pushing event deleted for resources: {'Network': ['ID=960d8233-5315-43e1-ba7d-5035f7e0cd29,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:00.540426 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 5934d6de-37db-475b-bfa2-5a4a38ca1409 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:17:00.546320 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-e7f02071-e155-406a-948a-7dfcc1d46953 None None] For port 03aadcab-7cb0-4294-815c-7b488f3dd5f9, host n-d-715271-16, got binding levels [] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:17:00.546734 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e7f02071-e155-406a-948a-7dfcc1d46953 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:00.593720 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 5934d6de-37db-475b-bfa2-5a4a38ca1409 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:17:00.594089 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 5934d6de-37db-475b-bfa2-5a4a38ca1409 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:17:00.594504 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 8bbafe1c-4c5e-414f-a2f5-cad0b7ce1cdf no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:17:00.597239 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-e7f02071-e155-406a-948a-7dfcc1d46953 None None] Calling delete_port for 03aadcab-7cb0-4294-815c-7b488f3dd5f9 owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:17:00.612976 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.ipam_backend_mixin [None req-e7f02071-e155-406a-948a-7dfcc1d46953 None None] Port 03aadcab-7cb0-4294-815c-7b488f3dd5f9 was not found and therefore no delete operation was performed {{(pid=95067) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 23 07:17:00.636868 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-63cfa973-0937-4bbb-8c9f-48f59e32bc12 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:00.640016 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 8bbafe1c-4c5e-414f-a2f5-cad0b7ce1cdf {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:17:00.641768 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 8bbafe1c-4c5e-414f-a2f5-cad0b7ce1cdf not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:17:00.642850 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e7f02071-e155-406a-948a-7dfcc1d46953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:00.647378 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a15e6aba-7a78-4bab-9ddc-a4ceb91637e4 None None] Could not find standard attr ID for object 154810d5-dba5-44a0-acbe-79d4e110a2c3. {{(pid=95067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 07:17:00.655428 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e7f02071-e155-406a-948a-7dfcc1d46953 None None] Network 960d8233-5315-43e1-ba7d-5035f7e0cd29 is not hosted by any dhcp agent {{(pid=95067) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 23 07:17:00.655938 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f02071-e155-406a-948a-7dfcc1d46953 None None] No DVR routers for this DVR port 03aadcab-7cb0-4294-815c-7b488f3dd5f9 on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:17:00.679960 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f02071-e155-406a-948a-7dfcc1d46953 None None] Pushing event deleted for resources: {'Port': ['ID=03aadcab-7cb0-4294-815c-7b488f3dd5f9,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:01.053357 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cfa973-0937-4bbb-8c9f-48f59e32bc12 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event deleted for resources: {'Port': ['ID=154810d5-dba5-44a0-acbe-79d4e110a2c3,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:01.063027 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-63cfa973-0937-4bbb-8c9f-48f59e32bc12 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:01.067888 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45150) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:01.070484 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-63cfa973-0937-4bbb-8c9f-48f59e32bc12 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "DELETE /v2.0/ports/154810d5-dba5-44a0-acbe-79d4e110a2c3 HTTP/1.1" status: 204 len: 168 time: 1.2065990 Sep 23 07:17:01.083883 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-e0b016e2-79df-469a-bf0d-01d6234caa48 None None] Provisioning complete for port fa376d4a-adbc-4560-b149-24b354347206 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:17:01.084265 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e0b016e2-79df-469a-bf0d-01d6234caa48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:01.103655 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-71f4dfab-73c8-479e-a806-faabba03302c tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] GET failed (client error): The resource could not be found. Sep 23 07:17:01.111499 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-71f4dfab-73c8-479e-a806-faabba03302c tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "GET /v2.0/ports/154810d5-dba5-44a0-acbe-79d4e110a2c3 HTTP/1.1" status: 404 len: 333 time: 0.0425124 Sep 23 07:17:01.112129 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45152) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:01.188670 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-e0b016e2-79df-469a-bf0d-01d6234caa48 None None] Could not find standard attr ID for object 154810d5-dba5-44a0-acbe-79d4e110a2c3. {{(pid=95067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 07:17:01.198874 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0592a2f-5310-469e-a687-f979f92400c9 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Deleting subnet 42918624-6dc7-4e22-9cbf-044e51e6c058 {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:17:01.203290 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c0592a2f-5310-469e-a687-f979f92400c9 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:01.317758 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-c921c4bf-3d6d-447c-87ab-310a8fcbea8e None None] Could not find standard attr ID for object 154810d5-dba5-44a0-acbe-79d4e110a2c3. {{(pid=95067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 07:17:01.423043 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-095da85a-d3bc-4d83-8d0c-8fbf818d4829 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066969'] for router_interface, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:01.636298 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-699265c0-34a9-4bae-b2ff-d57d00c3a3b8 None None] Could not find standard attr ID for object 154810d5-dba5-44a0-acbe-79d4e110a2c3. {{(pid=95067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 07:17:01.683352 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c0592a2f-5310-469e-a687-f979f92400c9 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:01.746328 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 03aadcab-7cb0-4294-815c-7b488f3dd5f9 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:17:01.747562 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-095da85a-d3bc-4d83-8d0c-8fbf818d4829 admin admin] Deleting port 380e116e-e8f1-4e61-bb87-53061b56442b {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:17:01.748046 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-095da85a-d3bc-4d83-8d0c-8fbf818d4829 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:01.801504 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 03aadcab-7cb0-4294-815c-7b488f3dd5f9 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:17:01.801737 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 03aadcab-7cb0-4294-815c-7b488f3dd5f9 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:17:01.825756 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c0592a2f-5310-469e-a687-f979f92400c9 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:01.860568 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-095da85a-d3bc-4d83-8d0c-8fbf818d4829 admin admin] For port 380e116e-e8f1-4e61-bb87-53061b56442b, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=380e116e-e8f1-4e61-bb87-53061b56442b,segment=NetworkSegment(6a9d7853-dfa7-447d-9b66-861829986ae7),segment_id=6a9d7853-dfa7-447d-9b66-861829986ae7)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:17:01.860935 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-095da85a-d3bc-4d83-8d0c-8fbf818d4829 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:01.877133 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-095da85a-d3bc-4d83-8d0c-8fbf818d4829 admin admin] Calling delete_port for 380e116e-e8f1-4e61-bb87-53061b56442b owned by network:router_interface {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:17:01.909628 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c0592a2f-5310-469e-a687-f979f92400c9 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:01.945083 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0592a2f-5310-469e-a687-f979f92400c9 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event deleted for resources: {'Subnet': ['ID=42918624-6dc7-4e22-9cbf-044e51e6c058,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:01.949948 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c0592a2f-5310-469e-a687-f979f92400c9 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:01.955133 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-c0592a2f-5310-469e-a687-f979f92400c9 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "DELETE /v2.0/subnets/42918624-6dc7-4e22-9cbf-044e51e6c058 HTTP/1.1" status: 204 len: 168 time: 0.8419282 Sep 23 07:17:01.955829 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45154) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:01.967291 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-2e78eb11-38de-42d6-9dcb-0e5bfca2433a None None] Could not find standard attr ID for object 154810d5-dba5-44a0-acbe-79d4e110a2c3. {{(pid=95067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 07:17:02.017415 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-68ece6bc-240d-41dc-b903-5b32e0c8fa73 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Deleting subnet ccac3192-d751-4b5b-89a8-35c3dfd3047f {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:17:02.021114 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-68ece6bc-240d-41dc-b903-5b32e0c8fa73 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:02.101340 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-68ece6bc-240d-41dc-b903-5b32e0c8fa73 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:02.225824 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494340da-5c99-4fe0-84fe-ed8b89fc0422 None None] Network a7173925-7267-473b-aef1-f92e7300d7b7 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:17:02.229694 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-095da85a-d3bc-4d83-8d0c-8fbf818d4829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:02.260993 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095da85a-d3bc-4d83-8d0c-8fbf818d4829 admin admin] Pushing event deleted for resources: {'Port': ['ID=380e116e-e8f1-4e61-bb87-53061b56442b,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:02.285737 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-68ece6bc-240d-41dc-b903-5b32e0c8fa73 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:02.421515 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-68ece6bc-240d-41dc-b903-5b32e0c8fa73 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:02.455264 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ece6bc-240d-41dc-b903-5b32e0c8fa73 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event deleted for resources: {'Subnet': ['ID=ccac3192-d751-4b5b-89a8-35c3dfd3047f,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:02.463999 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-68ece6bc-240d-41dc-b903-5b32e0c8fa73 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:02.468741 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-68ece6bc-240d-41dc-b903-5b32e0c8fa73 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "DELETE /v2.0/subnets/ccac3192-d751-4b5b-89a8-35c3dfd3047f HTTP/1.1" status: 204 len: 168 time: 0.5116589 Sep 23 07:17:02.469500 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45158) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:02.489379 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-095da85a-d3bc-4d83-8d0c-8fbf818d4829 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2068624'] for router_interface, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:02.568466 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-70c36eb3-c326-408c-9903-793b19f3e1e9 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:02.631579 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-70c36eb3-c326-408c-9903-793b19f3e1e9 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Deleting port fa376d4a-adbc-4560-b149-24b354347206 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:17:02.631927 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-70c36eb3-c326-408c-9903-793b19f3e1e9 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:02.702653 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-70c36eb3-c326-408c-9903-793b19f3e1e9 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] For port fa376d4a-adbc-4560-b149-24b354347206, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=fa376d4a-adbc-4560-b149-24b354347206,segment=NetworkSegment(14591463-8841-4847-a950-95dc3234f718),segment_id=14591463-8841-4847-a950-95dc3234f718)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:17:02.703114 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-70c36eb3-c326-408c-9903-793b19f3e1e9 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:02.718200 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-70c36eb3-c326-408c-9903-793b19f3e1e9 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Calling delete_port for fa376d4a-adbc-4560-b149-24b354347206 owned by network:dhcp {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:17:02.737943 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-095da85a-d3bc-4d83-8d0c-8fbf818d4829 admin admin] Router 59a6db04-9bab-459a-a294-43e93b29b6cc has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:17:02.815603 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-70c36eb3-c326-408c-9903-793b19f3e1e9 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:02.845324 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c36eb3-c326-408c-9903-793b19f3e1e9 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event deleted for resources: {'Port': ['ID=fa376d4a-adbc-4560-b149-24b354347206,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:02.849022 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c36eb3-c326-408c-9903-793b19f3e1e9 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] No DVR routers for this DVR port fa376d4a-adbc-4560-b149-24b354347206 on host n-d-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:17:02.864090 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-095da85a-d3bc-4d83-8d0c-8fbf818d4829 admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:17:02.869497 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-095da85a-d3bc-4d83-8d0c-8fbf818d4829 admin admin] 10.222.0.39 "PUT /v2.0/routers/59a6db04-9bab-459a-a294-43e93b29b6cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3719649 Sep 23 07:17:02.871953 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45160) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:02.876452 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacc5e5a-000d-4310-855c-c49aa6beebea None None] Sync routers for ids ['59a6db04-9bab-459a-a294-43e93b29b6cc'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:17:02.886502 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacc5e5a-000d-4310-855c-c49aa6beebea None None] Routers {'59a6db04-9bab-459a-a294-43e93b29b6cc'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:17:02.887411 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-eacc5e5a-000d-4310-855c-c49aa6beebea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:16:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['59a6db04-9bab-459a-a294-43e93b29b6cc'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:17:02.957698 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-70c36eb3-c326-408c-9903-793b19f3e1e9 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:02.980717 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-70c36eb3-c326-408c-9903-793b19f3e1e9 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7173925-7267-473b-aef1-f92e7300d7b7']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:17:02.991500 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-70c36eb3-c326-408c-9903-793b19f3e1e9 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14591463-8841-4847-a950-95dc3234f718') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:17:02.991953 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-70c36eb3-c326-408c-9903-793b19f3e1e9 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14591463-8841-4847-a950-95dc3234f718') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:17:02.994280 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c90e53ef-3f6c-4be4-8cc4-42dc4022f8d8 admin admin] Notify callbacks [] for router, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:03.003650 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-70c36eb3-c326-408c-9903-793b19f3e1e9 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:03.021357 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-70c36eb3-c326-408c-9903-793b19f3e1e9 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:03.021790 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-eacc5e5a-000d-4310-855c-c49aa6beebea None None] Set router 59a6db04-9bab-459a-a294-43e93b29b6cc gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:17:03.028884 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70c36eb3-c326-408c-9903-793b19f3e1e9 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:17:03.029441 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-70c36eb3-c326-408c-9903-793b19f3e1e9 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:03.032870 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 07:17:03.032870 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:17:03.032870 n-d-715271-16 neutron-server[95065]: timer() Sep 23 07:17:03.032870 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:17:03.032870 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 07:17:03.032870 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:17:03.032870 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 07:17:03.032870 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:17:03.032870 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 07:17:03.032870 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:17:03.032870 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 07:17:03.032870 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:17:03.032870 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 07:17:03.032870 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:17:03.032870 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:17:03.032870 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:17:03.032870 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:17:03.032870 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:17:03.032870 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 07:17:03.032870 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:17:03.032870 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 07:17:03.032870 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:17:03.032870 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:17:03.032870 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:17:03.032870 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 07:17:03.032870 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:17:03.032870 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:17:03.032870 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:17:03.032870 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:17:03.032870 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:17:03.032870 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:17:03.032870 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:17:03.088183 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da13b92-6dee-4e6c-9beb-16d3608acc5e None None] Network a7173925-7267-473b-aef1-f92e7300d7b7 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:17:03.121254 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-ce15975f-17bb-4485-9301-495491145771 None None] Could not find standard attr ID for object fa376d4a-adbc-4560-b149-24b354347206. {{(pid=95067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 07:17:03.144843 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-70c36eb3-c326-408c-9903-793b19f3e1e9 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:03.145956 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c90e53ef-3f6c-4be4-8cc4-42dc4022f8d8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:03.161211 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-70c36eb3-c326-408c-9903-793b19f3e1e9 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:03.182767 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-70c36eb3-c326-408c-9903-793b19f3e1e9 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "DELETE /v2.0/networks/a7173925-7267-473b-aef1-f92e7300d7b7 HTTP/1.1" status: 204 len: 168 time: 0.7118509 Sep 23 07:17:03.190472 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45164) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:03.218963 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c36eb3-c326-408c-9903-793b19f3e1e9 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event deleted for resources: {'Network': ['ID=a7173925-7267-473b-aef1-f92e7300d7b7,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:03.285127 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0840d1aa-b948-49ea-b5a9-85997fb6cc7d tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:17:03.292575 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-0840d1aa-b948-49ea-b5a9-85997fb6cc7d tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1008968 Sep 23 07:17:03.294060 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45170) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:03.311764 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-c90e53ef-3f6c-4be4-8cc4-42dc4022f8d8 admin admin] Deleting port 74b3af50-0015-470d-b47d-5f65b10b417e {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:17:03.311955 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c90e53ef-3f6c-4be4-8cc4-42dc4022f8d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:03.320489 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa54cccb-bace-446a-a49c-28f7494eed73 None None] DHCP port deletion for a7173925-7267-473b-aef1-f92e7300d7b7 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 07:17:03.361081 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-7880f6d1-dfb0-49e0-ac2d-a3c1cce413a9 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0644250 Sep 23 07:17:03.365926 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-eacc5e5a-000d-4310-855c-c49aa6beebea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a6db04-9bab-459a-a294-43e93b29b6cc', 'name': 'tempest-TestServerBasicOps-1455955720-router', 'tenant_id': '9ab45cdee20e483589af397e87815db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '74b3af50-0015-470d-b47d-5f65b10b417e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:11:36Z', 'updated_at': '2021-09-23T07:17:02Z', 'revision_number': 5, 'project_id': '9ab45cdee20e483589af397e87815db5', 'gw_port': {'id': '74b3af50-0015-470d-b47d-5f65b10b417e', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a6db04-9bab-459a-a294-43e93b29b6cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:11:37Z', 'updated_at': '2021-09-23T07:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:17:03.371211 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45172) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:03.378643 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-895ccacd-a150-4493-b889-4b2f866ddb2d tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1562931895'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:17:03.410238 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-895ccacd-a150-4493-b889-4b2f866ddb2d tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Made reservation on behalf of ffcd8659d6cb4d2996c3d7ec78617f4d for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:17:03.419005 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-895ccacd-a150-4493-b889-4b2f866ddb2d tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:03.428280 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacc5e5a-000d-4310-855c-c49aa6beebea None None] Checking router: 59a6db04-9bab-459a-a294-43e93b29b6cc for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:17:03.460067 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacc5e5a-000d-4310-855c-c49aa6beebea None None] Routers {'59a6db04-9bab-459a-a294-43e93b29b6cc'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:17:03.460067 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-eacc5e5a-000d-4310-855c-c49aa6beebea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:16:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['59a6db04-9bab-459a-a294-43e93b29b6cc'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:17:03.469032 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-c90e53ef-3f6c-4be4-8cc4-42dc4022f8d8 admin admin] For port 74b3af50-0015-470d-b47d-5f65b10b417e, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=74b3af50-0015-470d-b47d-5f65b10b417e,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:17:03.469744 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c90e53ef-3f6c-4be4-8cc4-42dc4022f8d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:03.473701 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-895ccacd-a150-4493-b889-4b2f866ddb2d tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:17:03.492778 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-895ccacd-a150-4493-b889-4b2f866ddb2d tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:03.493180 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-895ccacd-a150-4493-b889-4b2f866ddb2d tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Added segment 08b17fd7-11a9-48ad-b608-63a597b93bea of type vlan for network 153bc17f-1aeb-4f7d-987a-c476a03ecf52 Sep 23 07:17:03.499427 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-c90e53ef-3f6c-4be4-8cc4-42dc4022f8d8 admin admin] Calling delete_port for 74b3af50-0015-470d-b47d-5f65b10b417e owned by network:router_gateway {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:17:03.573345 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-895ccacd-a150-4493-b889-4b2f866ddb2d tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:03.622118 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-895ccacd-a150-4493-b889-4b2f866ddb2d tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:03.638392 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895ccacd-a150-4493-b889-4b2f866ddb2d tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:17:03.639710 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-895ccacd-a150-4493-b889-4b2f866ddb2d tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:03.659169 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-eacc5e5a-000d-4310-855c-c49aa6beebea None None] Set router 59a6db04-9bab-459a-a294-43e93b29b6cc gateway port host: None {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:17:03.715926 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-895ccacd-a150-4493-b889-4b2f866ddb2d tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3397427 Sep 23 07:17:03.720672 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45180) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:03.739979 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-8d2bf1be-ee53-4694-aab0-8e59ba0d4fb7 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Request body: {'subnet': {'network_id': '153bc17f-1aeb-4f7d-987a-c476a03ecf52', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:17:03.780398 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895ccacd-a150-4493-b889-4b2f866ddb2d tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event updated for resources: {'Network': ['ID=153bc17f-1aeb-4f7d-987a-c476a03ecf52,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:03.801314 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 153bc17f-1aeb-4f7d-987a-c476a03ecf52 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:17:03.874122 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-eacc5e5a-000d-4310-855c-c49aa6beebea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a6db04-9bab-459a-a294-43e93b29b6cc', 'name': 'tempest-TestServerBasicOps-1455955720-router', 'tenant_id': '9ab45cdee20e483589af397e87815db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:11:36Z', 'updated_at': '2021-09-23T07:17:03Z', 'revision_number': 6, 'project_id': '9ab45cdee20e483589af397e87815db5', 'gw_port_host': None}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:17:03.906591 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c90e53ef-3f6c-4be4-8cc4-42dc4022f8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:03.919330 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d2bf1be-ee53-4694-aab0-8e59ba0d4fb7 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Made reservation on behalf of ffcd8659d6cb4d2996c3d7ec78617f4d for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:17:03.923882 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8d2bf1be-ee53-4694-aab0-8e59ba0d4fb7 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:03.944479 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device fa376d4a-adbc-4560-b149-24b354347206 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:17:03.947323 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacc5e5a-000d-4310-855c-c49aa6beebea None None] The sync data for ids ['59a6db04-9bab-459a-a294-43e93b29b6cc'] in n-d-715271-16 is: [{'id': '59a6db04-9bab-459a-a294-43e93b29b6cc', 'name': 'tempest-TestServerBasicOps-1455955720-router', 'tenant_id': '9ab45cdee20e483589af397e87815db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:11:36Z', 'updated_at': '2021-09-23T07:17:03Z', 'revision_number': 6, 'project_id': '9ab45cdee20e483589af397e87815db5', 'gw_port_host': None}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:17:03.968472 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: fa376d4a-adbc-4560-b149-24b354347206 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:17:03.968941 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device fa376d4a-adbc-4560-b149-24b354347206 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:17:03.986749 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90e53ef-3f6c-4be4-8cc4-42dc4022f8d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=74b3af50-0015-470d-b47d-5f65b10b417e,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:04.108999 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c90e53ef-3f6c-4be4-8cc4-42dc4022f8d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2068563'] for router_gateway, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:04.226422 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c90e53ef-3f6c-4be4-8cc4-42dc4022f8d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:04.231479 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c90e53ef-3f6c-4be4-8cc4-42dc4022f8d8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:04.311853 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c90e53ef-3f6c-4be4-8cc4-42dc4022f8d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:04.312523 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c90e53ef-3f6c-4be4-8cc4-42dc4022f8d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59a6db04-9bab-459a-a294-43e93b29b6cc {{(pid=95066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 07:17:04.317877 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c90e53ef-3f6c-4be4-8cc4-42dc4022f8d8 admin admin] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:04.319077 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-c90e53ef-3f6c-4be4-8cc4-42dc4022f8d8 admin admin] 10.222.0.39 "DELETE /v2.0/routers/59a6db04-9bab-459a-a294-43e93b29b6cc HTTP/1.1" status: 204 len: 168 time: 1.4460971 Sep 23 07:17:04.321922 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45188) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:04.379085 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-15ce7b9d-95d1-41f6-aec8-d7fef381d7e9 admin admin] Deleting subnet 2457a276-2b3b-4a2c-a893-7c0d33e54682 {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:17:04.382904 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-15ce7b9d-95d1-41f6-aec8-d7fef381d7e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:04.397074 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8d2bf1be-ee53-4694-aab0-8e59ba0d4fb7 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:04.426619 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-15ce7b9d-95d1-41f6-aec8-d7fef381d7e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:04.466270 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2bf1be-ee53-4694-aab0-8e59ba0d4fb7 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event updated for resources: {'Subnet': ['ID=d8089023-fdd3-4c5e-a4f0-d8c36c2a9399,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:04.500943 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2bf1be-ee53-4694-aab0-8e59ba0d4fb7 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Checking segment: {'id': '08b17fd7-11a9-48ad-b608-63a597b93bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '153bc17f-1aeb-4f7d-987a-c476a03ecf52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:17:04.501360 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2bf1be-ee53-4694-aab0-8e59ba0d4fb7 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Network hostable DHCP agents. Network: 153bc17f-1aeb-4f7d-987a-c476a03ecf52, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:17:04.531098 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2bf1be-ee53-4694-aab0-8e59ba0d4fb7 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Network 153bc17f-1aeb-4f7d-987a-c476a03ecf52 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:17:04.541537 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-8d2bf1be-ee53-4694-aab0-8e59ba0d4fb7 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 153bc17f-1aeb-4f7d-987a-c476a03ecf52) {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:17:04.546017 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2bf1be-ee53-4694-aab0-8e59ba0d4fb7 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:17:04.546661 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8d2bf1be-ee53-4694-aab0-8e59ba0d4fb7 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:04.555080 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-15ce7b9d-95d1-41f6-aec8-d7fef381d7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:04.555267 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f31d45d-2944-4e55-becd-fe2ceecee327 None None] Network 153bc17f-1aeb-4f7d-987a-c476a03ecf52 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:17:04.564058 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-8d2bf1be-ee53-4694-aab0-8e59ba0d4fb7 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8405979 Sep 23 07:17:04.566985 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45190) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:04.572851 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-39e53753-662e-49f2-adbc-d787dc7b8e2f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Request body: {'port': {'network_id': '153bc17f-1aeb-4f7d-987a-c476a03ecf52', 'name': 'tempest-PortsIpV6TestJSON-1771747059'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:17:04.627094 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-15ce7b9d-95d1-41f6-aec8-d7fef381d7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:04.667511 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce7b9d-95d1-41f6-aec8-d7fef381d7e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2457a276-2b3b-4a2c-a893-7c0d33e54682,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:04.669727 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-15ce7b9d-95d1-41f6-aec8-d7fef381d7e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:04.672848 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-15ce7b9d-95d1-41f6-aec8-d7fef381d7e9 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/2457a276-2b3b-4a2c-a893-7c0d33e54682 HTTP/1.1" status: 204 len: 168 time: 0.3496675 Sep 23 07:17:04.675860 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45192) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:04.703799 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7026fbd6-8a6f-406b-9db7-1fabc531134f None None] Network 3fd1453f-75aa-48c1-ab9a-858cc6b277a5 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:17:04.735830 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e53753-662e-49f2-adbc-d787dc7b8e2f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Made reservation on behalf of ffcd8659d6cb4d2996c3d7ec78617f4d for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:17:04.739894 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-39e53753-662e-49f2-adbc-d787dc7b8e2f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:04.762583 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [None req-39e53753-662e-49f2-adbc-d787dc7b8e2f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] device_id is not set on port 140e24ec-e438-42c0-b6a8-bb057cde68a7 yet. {{(pid=95066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 07:17:04.783622 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-80f47488-ffaa-4863-b46d-917a1aae054d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:04.878346 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1489d9-f674-40b7-9538-b0ef9f4c905e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-153bc17f-1aeb-4f7d-987a-c476a03ecf52', 'network_id': '153bc17f-1aeb-4f7d-987a-c476a03ecf52', 'tenant_id': 'ffcd8659d6cb4d2996c3d7ec78617f4d', 'fixed_ips': [{'subnet_id': 'd8089023-fdd3-4c5e-a4f0-d8c36c2a9399'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:17:04.879117 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3e1489d9-f674-40b7-9538-b0ef9f4c905e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:04.894577 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-80f47488-ffaa-4863-b46d-917a1aae054d admin admin] Deleting port c8df9493-85ee-41a9-8ded-78b75ed42f1d {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:17:04.895348 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-80f47488-ffaa-4863-b46d-917a1aae054d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:05.001680 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-80f47488-ffaa-4863-b46d-917a1aae054d admin admin] For port c8df9493-85ee-41a9-8ded-78b75ed42f1d, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=c8df9493-85ee-41a9-8ded-78b75ed42f1d,segment=NetworkSegment(6a9d7853-dfa7-447d-9b66-861829986ae7),segment_id=6a9d7853-dfa7-447d-9b66-861829986ae7)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:17:05.003431 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-80f47488-ffaa-4863-b46d-917a1aae054d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:05.003981 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-39e53753-662e-49f2-adbc-d787dc7b8e2f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Allocated IP 2001:db8::384 (153bc17f-1aeb-4f7d-987a-c476a03ecf52/d8089023-fdd3-4c5e-a4f0-d8c36c2a9399/140e24ec-e438-42c0-b6a8-bb057cde68a7) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:17:05.025781 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-80f47488-ffaa-4863-b46d-917a1aae054d admin admin] Calling delete_port for c8df9493-85ee-41a9-8ded-78b75ed42f1d owned by network:dhcp {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:17:05.085852 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0b15e8-4394-4aaa-8da2-3d98c99a7dec None None] DHCP port deletion for 3fd1453f-75aa-48c1-ab9a-858cc6b277a5 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 07:17:05.138025 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-80f47488-ffaa-4863-b46d-917a1aae054d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:05.169422 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-3c0b15e8-4394-4aaa-8da2-3d98c99a7dec None None] Deleting port c8df9493-85ee-41a9-8ded-78b75ed42f1d {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:17:05.169808 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3c0b15e8-4394-4aaa-8da2-3d98c99a7dec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:05.177321 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f47488-ffaa-4863-b46d-917a1aae054d admin admin] No DVR routers for this DVR port c8df9493-85ee-41a9-8ded-78b75ed42f1d on host n-d-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:17:05.208558 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f47488-ffaa-4863-b46d-917a1aae054d admin admin] Pushing event deleted for resources: {'Port': ['ID=c8df9493-85ee-41a9-8ded-78b75ed42f1d,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:05.264495 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-3c0b15e8-4394-4aaa-8da2-3d98c99a7dec None None] For port c8df9493-85ee-41a9-8ded-78b75ed42f1d, host n-d-715271-16, got binding levels [] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:17:05.264885 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3c0b15e8-4394-4aaa-8da2-3d98c99a7dec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:05.276933 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-80f47488-ffaa-4863-b46d-917a1aae054d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:05.294951 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-3c0b15e8-4394-4aaa-8da2-3d98c99a7dec None None] Calling delete_port for c8df9493-85ee-41a9-8ded-78b75ed42f1d owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:17:05.299638 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.ipam_backend_mixin [None req-3c0b15e8-4394-4aaa-8da2-3d98c99a7dec None None] Port c8df9493-85ee-41a9-8ded-78b75ed42f1d was not found and therefore no delete operation was performed {{(pid=95067) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 23 07:17:05.302672 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3c0b15e8-4394-4aaa-8da2-3d98c99a7dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:05.323157 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-39e53753-662e-49f2-adbc-d787dc7b8e2f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:05.324264 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-80f47488-ffaa-4863-b46d-917a1aae054d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fd1453f-75aa-48c1-ab9a-858cc6b277a5']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:17:05.326880 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-80f47488-ffaa-4863-b46d-917a1aae054d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a9d7853-dfa7-447d-9b66-861829986ae7') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:17:05.327192 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-80f47488-ffaa-4863-b46d-917a1aae054d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a9d7853-dfa7-447d-9b66-861829986ae7') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:17:05.338458 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-80f47488-ffaa-4863-b46d-917a1aae054d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:05.345831 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0b15e8-4394-4aaa-8da2-3d98c99a7dec None None] Pushing event deleted for resources: {'Port': ['ID=c8df9493-85ee-41a9-8ded-78b75ed42f1d,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:05.353043 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0b15e8-4394-4aaa-8da2-3d98c99a7dec None None] No DVR routers for this DVR port c8df9493-85ee-41a9-8ded-78b75ed42f1d on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:17:05.355675 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-80f47488-ffaa-4863-b46d-917a1aae054d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:05.370400 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80f47488-ffaa-4863-b46d-917a1aae054d admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:17:05.371126 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-80f47488-ffaa-4863-b46d-917a1aae054d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:05.373408 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 07:17:05.373408 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:17:05.373408 n-d-715271-16 neutron-server[95065]: timer() Sep 23 07:17:05.373408 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:17:05.373408 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 07:17:05.373408 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:17:05.373408 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 07:17:05.373408 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:17:05.373408 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 07:17:05.373408 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:17:05.373408 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 07:17:05.373408 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:17:05.373408 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 07:17:05.373408 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:17:05.373408 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:17:05.373408 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:17:05.373408 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:17:05.373408 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:17:05.373408 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 07:17:05.373408 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:17:05.373408 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 07:17:05.373408 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:17:05.373408 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:17:05.373408 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:17:05.373408 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 07:17:05.373408 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:17:05.373408 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:17:05.373408 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:17:05.373408 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:17:05.373408 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:17:05.373408 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:17:05.373408 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:17:05.385704 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-39e53753-662e-49f2-adbc-d787dc7b8e2f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:05.448105 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-3e1489d9-f674-40b7-9538-b0ef9f4c905e None None] Allocated IP 2001:db8::2 (153bc17f-1aeb-4f7d-987a-c476a03ecf52/d8089023-fdd3-4c5e-a4f0-d8c36c2a9399/c1940de0-23d7-43fb-85f2-165f7a3d3417) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:17:05.462544 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e53753-662e-49f2-adbc-d787dc7b8e2f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event updated for resources: {'Port': ['ID=140e24ec-e438-42c0-b6a8-bb057cde68a7,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:05.467913 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e53753-662e-49f2-adbc-d787dc7b8e2f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Network 153bc17f-1aeb-4f7d-987a-c476a03ecf52 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:17:05.469454 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-39e53753-662e-49f2-adbc-d787dc7b8e2f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:17:05.472418 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e53753-662e-49f2-adbc-d787dc7b8e2f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:17:05.476686 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-80f47488-ffaa-4863-b46d-917a1aae054d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:05.479896 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e53753-662e-49f2-adbc-d787dc7b8e2f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:17:05.482015 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-39e53753-662e-49f2-adbc-d787dc7b8e2f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:05.500374 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-39e53753-662e-49f2-adbc-d787dc7b8e2f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9298630 Sep 23 07:17:05.500587 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-80f47488-ffaa-4863-b46d-917a1aae054d admin admin] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:05.501092 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-80f47488-ffaa-4863-b46d-917a1aae054d admin admin] 10.222.0.39 "DELETE /v2.0/networks/3fd1453f-75aa-48c1-ab9a-858cc6b277a5 HTTP/1.1" status: 204 len: 168 time: 0.8236294 Sep 23 07:17:05.501500 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45204) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:05.503268 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f47488-ffaa-4863-b46d-917a1aae054d admin admin] Pushing event deleted for resources: {'Network': ['ID=3fd1453f-75aa-48c1-ab9a-858cc6b277a5,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:05.509834 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-7f1d3ade-6f05-4686-a651-725ca3da1888 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Request body: {'port': {'network_id': '153bc17f-1aeb-4f7d-987a-c476a03ecf52', 'name': 'tempest-PortsIpV6TestJSON-837105837'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:17:05.654134 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f1d3ade-6f05-4686-a651-725ca3da1888 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Made reservation on behalf of ffcd8659d6cb4d2996c3d7ec78617f4d for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:17:05.658841 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7f1d3ade-6f05-4686-a651-725ca3da1888 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:05.661982 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3e1489d9-f674-40b7-9538-b0ef9f4c905e None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:05.676033 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3e1489d9-f674-40b7-9538-b0ef9f4c905e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:05.689184 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45208) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:05.721656 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [None req-7f1d3ade-6f05-4686-a651-725ca3da1888 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] device_id is not set on port 607b99e1-4c37-4daa-970c-d07e9ec505ac yet. {{(pid=95066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 07:17:05.731186 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1489d9-f674-40b7-9538-b0ef9f4c905e None None] Network 153bc17f-1aeb-4f7d-987a-c476a03ecf52 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:17:05.736118 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-3e1489d9-f674-40b7-9538-b0ef9f4c905e None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:17:05.748695 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1489d9-f674-40b7-9538-b0ef9f4c905e None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:17:05.753877 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 74b3af50-0015-470d-b47d-5f65b10b417e no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:17:05.783796 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 74b3af50-0015-470d-b47d-5f65b10b417e {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:17:05.784422 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 74b3af50-0015-470d-b47d-5f65b10b417e not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:17:05.785033 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 380e116e-e8f1-4e61-bb87-53061b56442b no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:17:05.787740 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1489d9-f674-40b7-9538-b0ef9f4c905e None None] Pushing event updated for resources: {'Port': ['ID=c1940de0-23d7-43fb-85f2-165f7a3d3417,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:05.802197 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-cc58259a-bb9a-4087-bdb4-14b3a7e6b991 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=33f7a2189c6c49e1b5d2f8ea11a63704&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1118228 Sep 23 07:17:05.804836 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45210) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:05.838453 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 380e116e-e8f1-4e61-bb87-53061b56442b {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:17:05.839143 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 380e116e-e8f1-4e61-bb87-53061b56442b not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:17:05.839712 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device c8df9493-85ee-41a9-8ded-78b75ed42f1d no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:17:05.859340 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7e4e8a45-51bd-4216-b4ca-86bbd25455cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:05.883372 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: c8df9493-85ee-41a9-8ded-78b75ed42f1d {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:17:05.884381 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device c8df9493-85ee-41a9-8ded-78b75ed42f1d not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:17:05.888825 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7e4e8a45-51bd-4216-b4ca-86bbd25455cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:05.890337 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-3e1489d9-f674-40b7-9538-b0ef9f4c905e None None] Attempting to bind port c1940de0-23d7-43fb-85f2-165f7a3d3417 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:17:05.890337 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-3e1489d9-f674-40b7-9538-b0ef9f4c905e None None] Attempting to bind port c1940de0-23d7-43fb-85f2-165f7a3d3417 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '08b17fd7-11a9-48ad-b608-63a597b93bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '153bc17f-1aeb-4f7d-987a-c476a03ecf52'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:17:05.890637 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1489d9-f674-40b7-9538-b0ef9f4c905e None None] Attempting to bind port c1940de0-23d7-43fb-85f2-165f7a3d3417 on network 153bc17f-1aeb-4f7d-987a-c476a03ecf52 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:17:05.896933 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1489d9-f674-40b7-9538-b0ef9f4c905e None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:17:05.897390 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1489d9-f674-40b7-9538-b0ef9f4c905e None None] Checking segment: {'id': '08b17fd7-11a9-48ad-b608-63a597b93bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '153bc17f-1aeb-4f7d-987a-c476a03ecf52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:17:05.897823 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3e1489d9-f674-40b7-9538-b0ef9f4c905e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:05.898261 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1489d9-f674-40b7-9538-b0ef9f4c905e None None] Bound using segment: {'id': '08b17fd7-11a9-48ad-b608-63a597b93bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '153bc17f-1aeb-4f7d-987a-c476a03ecf52'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:17:05.898728 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-3e1489d9-f674-40b7-9538-b0ef9f4c905e None None] Bound port: c1940de0-23d7-43fb-85f2-165f7a3d3417, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08b17fd7-11a9-48ad-b608-63a597b93bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '153bc17f-1aeb-4f7d-987a-c476a03ecf52'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:17:05.899122 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3e1489d9-f674-40b7-9538-b0ef9f4c905e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:05.903215 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-7f1d3ade-6f05-4686-a651-725ca3da1888 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Allocated IP 2001:db8::3c1 (153bc17f-1aeb-4f7d-987a-c476a03ecf52/d8089023-fdd3-4c5e-a4f0-d8c36c2a9399/607b99e1-4c37-4daa-970c-d07e9ec505ac) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:17:05.952755 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7e4e8a45-51bd-4216-b4ca-86bbd25455cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:05.955669 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7e4e8a45-51bd-4216-b4ca-86bbd25455cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:05.957243 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-7e4e8a45-51bd-4216-b4ca-86bbd25455cb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e8cf4acc-fe31-4693-b9bd-da8c270d2673 HTTP/1.1" status: 204 len: 168 time: 0.1511729 Sep 23 07:17:05.981654 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4e8a45-51bd-4216-b4ca-86bbd25455cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8cf4acc-fe31-4693-b9bd-da8c270d2673,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:05.992817 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-3e1489d9-f674-40b7-9538-b0ef9f4c905e None None] For port c1940de0-23d7-43fb-85f2-165f7a3d3417, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:17:05.998269 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-3e1489d9-f674-40b7-9538-b0ef9f4c905e None None] For port c1940de0-23d7-43fb-85f2-165f7a3d3417, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=c1940de0-23d7-43fb-85f2-165f7a3d3417,segment=NetworkSegment(08b17fd7-11a9-48ad-b608-63a597b93bea),segment_id=08b17fd7-11a9-48ad-b608-63a597b93bea)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:17:06.013731 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3e1489d9-f674-40b7-9538-b0ef9f4c905e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:06.079906 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1489d9-f674-40b7-9538-b0ef9f4c905e None None] Pushing event updated for resources: {'Port': ['ID=c1940de0-23d7-43fb-85f2-165f7a3d3417,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:06.111031 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7f1d3ade-6f05-4686-a651-725ca3da1888 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:06.154239 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7f1d3ade-6f05-4686-a651-725ca3da1888 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:06.227899 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1d3ade-6f05-4686-a651-725ca3da1888 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Network 153bc17f-1aeb-4f7d-987a-c476a03ecf52 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:17:06.229234 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1d3ade-6f05-4686-a651-725ca3da1888 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event updated for resources: {'Port': ['ID=607b99e1-4c37-4daa-970c-d07e9ec505ac,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:06.232132 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-7f1d3ade-6f05-4686-a651-725ca3da1888 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:17:06.234391 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1d3ade-6f05-4686-a651-725ca3da1888 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:17:06.240395 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1d3ade-6f05-4686-a651-725ca3da1888 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:17:06.241032 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7f1d3ade-6f05-4686-a651-725ca3da1888 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:06.262628 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-7f1d3ade-6f05-4686-a651-725ca3da1888 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7597644 Sep 23 07:17:06.263187 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45216) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:06.397297 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a83688-6a88-487d-90a6-0f6ffb4f380b tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:17:06.399648 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-13a83688-6a88-487d-90a6-0f6ffb4f380b tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A384 HTTP/1.1" status: 200 len: 929 time: 0.1346295 Sep 23 07:17:06.402679 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45218) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:06.439732 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45220) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:06.505181 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-dd1523d5-fb69-42da-ba39-6d4830d029e0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9ab45cdee20e483589af397e87815db5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0616133 Sep 23 07:17:06.505461 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45224) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:06.555097 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-1ef4b64a-6071-4e5b-a709-301c8379e030 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Deleting port 607b99e1-4c37-4daa-970c-d07e9ec505ac {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:17:06.555479 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1ef4b64a-6071-4e5b-a709-301c8379e030 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:06.600161 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f6e82aaa-1f5d-4d96-8eff-3e74e23637f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:06.616180 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:06.661292 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f6e82aaa-1f5d-4d96-8eff-3e74e23637f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:06.688842 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1ef4b64a-6071-4e5b-a709-301c8379e030 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:06.712810 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-1ef4b64a-6071-4e5b-a709-301c8379e030 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Calling delete_port for 607b99e1-4c37-4daa-970c-d07e9ec505ac owned by {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:17:06.780170 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f6e82aaa-1f5d-4d96-8eff-3e74e23637f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:06.782486 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f6e82aaa-1f5d-4d96-8eff-3e74e23637f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:06.783663 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-f6e82aaa-1f5d-4d96-8eff-3e74e23637f9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/51d60bf8-3aff-4672-a245-9f7259bebd42 HTTP/1.1" status: 204 len: 168 time: 0.2771485 Sep 23 07:17:06.795463 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e82aaa-1f5d-4d96-8eff-3e74e23637f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d60bf8-3aff-4672-a245-9f7259bebd42,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:06.889503 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1ef4b64a-6071-4e5b-a709-301c8379e030 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:06.937012 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef4b64a-6071-4e5b-a709-301c8379e030 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event deleted for resources: {'Port': ['ID=607b99e1-4c37-4daa-970c-d07e9ec505ac,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:06.981051 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1ef4b64a-6071-4e5b-a709-301c8379e030 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:06.983440 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-1ef4b64a-6071-4e5b-a709-301c8379e030 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "DELETE /v2.0/ports/607b99e1-4c37-4daa-970c-d07e9ec505ac HTTP/1.1" status: 204 len: 168 time: 0.5797441 Sep 23 07:17:06.986331 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45228) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:07.014641 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cc71c78-84c0-4cce-92cc-8f9da321a5fd tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] GET failed (client error): The resource could not be found. Sep 23 07:17:07.016621 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-2cc71c78-84c0-4cce-92cc-8f9da321a5fd tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "GET /v2.0/ports/607b99e1-4c37-4daa-970c-d07e9ec505ac HTTP/1.1" status: 404 len: 333 time: 0.0290086 Sep 23 07:17:07.019644 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45230) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:07.152774 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-5ed7d1ca-bc68-4fb5-a703-7f5561ae04b7 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Deleting port 140e24ec-e438-42c0-b6a8-bb057cde68a7 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:17:07.153340 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5ed7d1ca-bc68-4fb5-a703-7f5561ae04b7 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:07.282785 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5ed7d1ca-bc68-4fb5-a703-7f5561ae04b7 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:07.296721 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c58e9b3-719a-4dd8-a77d-954cdd8c8c4a None None] Network 153bc17f-1aeb-4f7d-987a-c476a03ecf52 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:17:07.302223 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-5ed7d1ca-bc68-4fb5-a703-7f5561ae04b7 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Calling delete_port for 140e24ec-e438-42c0-b6a8-bb057cde68a7 owned by {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:17:07.429968 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-4ff9cbb4-99c3-434e-9b3c-3a9924a980bc None None] Provisioning complete for port c1940de0-23d7-43fb-85f2-165f7a3d3417 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:17:07.431756 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-4ff9cbb4-99c3-434e-9b3c-3a9924a980bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:07.504862 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5ed7d1ca-bc68-4fb5-a703-7f5561ae04b7 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:07.561504 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-4ff9cbb4-99c3-434e-9b3c-3a9924a980bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:07.562825 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed7d1ca-bc68-4fb5-a703-7f5561ae04b7 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event deleted for resources: {'Port': ['ID=140e24ec-e438-42c0-b6a8-bb057cde68a7,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:07.583155 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5ed7d1ca-bc68-4fb5-a703-7f5561ae04b7 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:07.585656 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-5ed7d1ca-bc68-4fb5-a703-7f5561ae04b7 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "DELETE /v2.0/ports/140e24ec-e438-42c0-b6a8-bb057cde68a7 HTTP/1.1" status: 204 len: 168 time: 0.5647895 Sep 23 07:17:07.589028 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45236) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:07.634278 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-4ff9cbb4-99c3-434e-9b3c-3a9924a980bc None None] For port c1940de0-23d7-43fb-85f2-165f7a3d3417, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=c1940de0-23d7-43fb-85f2-165f7a3d3417,segment=NetworkSegment(08b17fd7-11a9-48ad-b608-63a597b93bea),segment_id=08b17fd7-11a9-48ad-b608-63a597b93bea)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:17:07.640916 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c0d5747-96af-4408-9a71-b155578d3dc2 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] GET failed (client error): The resource could not be found. Sep 23 07:17:07.645397 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-4c0d5747-96af-4408-9a71-b155578d3dc2 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "GET /v2.0/ports/140e24ec-e438-42c0-b6a8-bb057cde68a7 HTTP/1.1" status: 404 len: 333 time: 0.0525856 Sep 23 07:17:07.646021 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-4ff9cbb4-99c3-434e-9b3c-3a9924a980bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:07.646183 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45240) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:07.726032 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff9cbb4-99c3-434e-9b3c-3a9924a980bc None None] Pushing event updated for resources: {'Port': ['ID=c1940de0-23d7-43fb-85f2-165f7a3d3417,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:07.749392 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9ce6c1c-901f-4633-a1bc-0db1a66b4b2a tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Deleting subnet d8089023-fdd3-4c5e-a4f0-d8c36c2a9399 {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:17:07.756696 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a9ce6c1c-901f-4633-a1bc-0db1a66b4b2a tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:07.824166 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a9ce6c1c-901f-4633-a1bc-0db1a66b4b2a tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:07.832167 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device c1940de0-23d7-43fb-85f2-165f7a3d3417 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:17:07.905191 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port c1940de0-23d7-43fb-85f2-165f7a3d3417 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:17:07.905544 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:08.067810 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c723ea99-e356-4dab-80ba-d76930f88767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:08.181783 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-4dc49eae-0c29-4aa7-80a5-5712ca3f5610 None None] Provisioning complete for port c1940de0-23d7-43fb-85f2-165f7a3d3417 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:17:08.182508 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-4dc49eae-0c29-4aa7-80a5-5712ca3f5610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:08.353475 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a9ce6c1c-901f-4633-a1bc-0db1a66b4b2a tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:08.436164 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a9ce6c1c-901f-4633-a1bc-0db1a66b4b2a tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:08.465390 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ce6c1c-901f-4633-a1bc-0db1a66b4b2a tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event deleted for resources: {'Subnet': ['ID=d8089023-fdd3-4c5e-a4f0-d8c36c2a9399,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:08.472989 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a9ce6c1c-901f-4633-a1bc-0db1a66b4b2a tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:08.474966 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-a9ce6c1c-901f-4633-a1bc-0db1a66b4b2a tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "DELETE /v2.0/subnets/d8089023-fdd3-4c5e-a4f0-d8c36c2a9399 HTTP/1.1" status: 204 len: 168 time: 0.8282237 Sep 23 07:17:08.477776 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45242) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:08.499776 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-16648326-1a6d-4b5e-b823-ec81ce2cbc10 None None] Could not find standard attr ID for object 140e24ec-e438-42c0-b6a8-bb057cde68a7. {{(pid=95067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 07:17:08.564901 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-76d845ab-229c-4905-b84d-60c425c79673 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:08.624666 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-76d845ab-229c-4905-b84d-60c425c79673 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Deleting port c1940de0-23d7-43fb-85f2-165f7a3d3417 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:17:08.625008 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-76d845ab-229c-4905-b84d-60c425c79673 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:08.646956 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf34eb2-09ff-4a54-a0c3-93dc3a117fee None None] Network 153bc17f-1aeb-4f7d-987a-c476a03ecf52 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:17:08.697736 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-76d845ab-229c-4905-b84d-60c425c79673 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] For port c1940de0-23d7-43fb-85f2-165f7a3d3417, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=c1940de0-23d7-43fb-85f2-165f7a3d3417,segment=NetworkSegment(08b17fd7-11a9-48ad-b608-63a597b93bea),segment_id=08b17fd7-11a9-48ad-b608-63a597b93bea)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:17:08.698407 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-76d845ab-229c-4905-b84d-60c425c79673 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:08.714056 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-76d845ab-229c-4905-b84d-60c425c79673 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Calling delete_port for c1940de0-23d7-43fb-85f2-165f7a3d3417 owned by network:dhcp {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:17:08.717242 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-979e3e78-455b-4753-ab93-fd4e55002095 None None] Could not find standard attr ID for object 607b99e1-4c37-4daa-970c-d07e9ec505ac. {{(pid=95067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 07:17:08.805000 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-76d845ab-229c-4905-b84d-60c425c79673 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:08.833976 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d845ab-229c-4905-b84d-60c425c79673 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event deleted for resources: {'Port': ['ID=c1940de0-23d7-43fb-85f2-165f7a3d3417,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:08.839366 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d845ab-229c-4905-b84d-60c425c79673 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] No DVR routers for this DVR port c1940de0-23d7-43fb-85f2-165f7a3d3417 on host n-d-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:17:08.855562 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4762b0b6-8936-48f3-89e8-69096b021385 None None] DHCP port deletion for 153bc17f-1aeb-4f7d-987a-c476a03ecf52 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 07:17:08.931685 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-76d845ab-229c-4905-b84d-60c425c79673 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:08.954178 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-76d845ab-229c-4905-b84d-60c425c79673 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['153bc17f-1aeb-4f7d-987a-c476a03ecf52']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:17:08.964681 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-76d845ab-229c-4905-b84d-60c425c79673 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08b17fd7-11a9-48ad-b608-63a597b93bea') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:17:08.965028 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-76d845ab-229c-4905-b84d-60c425c79673 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08b17fd7-11a9-48ad-b608-63a597b93bea') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:17:08.974686 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-76d845ab-229c-4905-b84d-60c425c79673 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:08.988637 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-76d845ab-229c-4905-b84d-60c425c79673 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:08.995480 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76d845ab-229c-4905-b84d-60c425c79673 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:17:08.995884 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-76d845ab-229c-4905-b84d-60c425c79673 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:08.999022 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 07:17:08.999022 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:17:08.999022 n-d-715271-16 neutron-server[95066]: timer() Sep 23 07:17:08.999022 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:17:08.999022 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 07:17:08.999022 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:17:08.999022 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 07:17:08.999022 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:17:08.999022 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 07:17:08.999022 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:17:08.999022 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 07:17:08.999022 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:17:08.999022 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 07:17:08.999022 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:17:08.999022 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:17:08.999022 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:17:08.999022 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:17:08.999022 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:17:08.999022 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 07:17:08.999022 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:17:08.999022 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 07:17:08.999022 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:17:08.999022 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:17:08.999022 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:17:08.999022 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 07:17:08.999022 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:17:08.999022 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:17:08.999022 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:17:08.999022 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:17:08.999022 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:17:08.999022 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:17:08.999022 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:17:09.064011 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-76d845ab-229c-4905-b84d-60c425c79673 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:09.069159 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-76d845ab-229c-4905-b84d-60c425c79673 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:09.076232 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-76d845ab-229c-4905-b84d-60c425c79673 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "DELETE /v2.0/networks/153bc17f-1aeb-4f7d-987a-c476a03ecf52 HTTP/1.1" status: 204 len: 168 time: 0.5925813 Sep 23 07:17:09.076232 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45246) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:09.090557 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-121b6bf5-4c5a-45fd-b652-27aefb4243f8 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-311290537'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:17:09.094972 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d845ab-229c-4905-b84d-60c425c79673 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event deleted for resources: {'Network': ['ID=153bc17f-1aeb-4f7d-987a-c476a03ecf52,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:09.120874 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-121b6bf5-4c5a-45fd-b652-27aefb4243f8 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Made reservation on behalf of ffcd8659d6cb4d2996c3d7ec78617f4d for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:17:09.124576 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-121b6bf5-4c5a-45fd-b652-27aefb4243f8 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:09.148840 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-121b6bf5-4c5a-45fd-b652-27aefb4243f8 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:17:09.157435 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-121b6bf5-4c5a-45fd-b652-27aefb4243f8 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:09.157781 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-121b6bf5-4c5a-45fd-b652-27aefb4243f8 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Added segment a51abf43-905d-4f6f-9ec2-9cdebc5e2dc6 of type vlan for network 1db5daab-a00f-4f26-9496-4f6f08fcb209 Sep 23 07:17:09.199091 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-121b6bf5-4c5a-45fd-b652-27aefb4243f8 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:09.228981 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-121b6bf5-4c5a-45fd-b652-27aefb4243f8 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:09.234933 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121b6bf5-4c5a-45fd-b652-27aefb4243f8 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:17:09.235803 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-121b6bf5-4c5a-45fd-b652-27aefb4243f8 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:09.271818 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-121b6bf5-4c5a-45fd-b652-27aefb4243f8 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.1936026 Sep 23 07:17:09.274927 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45248) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:09.279980 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-dc487a5d-0b12-43bd-958d-c97473413920 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Request body: {'subnet': {'network_id': '1db5daab-a00f-4f26-9496-4f6f08fcb209', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:17:09.331298 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121b6bf5-4c5a-45fd-b652-27aefb4243f8 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event updated for resources: {'Network': ['ID=1db5daab-a00f-4f26-9496-4f6f08fcb209,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:09.343836 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 1db5daab-a00f-4f26-9496-4f6f08fcb209 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:17:09.432453 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc487a5d-0b12-43bd-958d-c97473413920 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Made reservation on behalf of ffcd8659d6cb4d2996c3d7ec78617f4d for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:17:09.436531 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dc487a5d-0b12-43bd-958d-c97473413920 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:09.647425 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dc487a5d-0b12-43bd-958d-c97473413920 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:09.716377 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device c1940de0-23d7-43fb-85f2-165f7a3d3417 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:17:09.723604 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc487a5d-0b12-43bd-958d-c97473413920 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event updated for resources: {'Subnet': ['ID=1fde7353-db44-4693-b8a8-cef181720b85,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:09.733369 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc487a5d-0b12-43bd-958d-c97473413920 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Checking segment: {'id': 'a51abf43-905d-4f6f-9ec2-9cdebc5e2dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1db5daab-a00f-4f26-9496-4f6f08fcb209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:17:09.733967 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc487a5d-0b12-43bd-958d-c97473413920 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Network hostable DHCP agents. Network: 1db5daab-a00f-4f26-9496-4f6f08fcb209, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:17:09.739124 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: c1940de0-23d7-43fb-85f2-165f7a3d3417 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:17:09.739479 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device c1940de0-23d7-43fb-85f2-165f7a3d3417 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:17:09.756910 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc487a5d-0b12-43bd-958d-c97473413920 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Network 1db5daab-a00f-4f26-9496-4f6f08fcb209 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:17:09.768288 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-dc487a5d-0b12-43bd-958d-c97473413920 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 1db5daab-a00f-4f26-9496-4f6f08fcb209) {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:17:09.780035 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc487a5d-0b12-43bd-958d-c97473413920 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:17:09.780900 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dc487a5d-0b12-43bd-958d-c97473413920 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:09.781429 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6153afa-97fc-4964-bf56-5fdcc2f615a4 None None] Network 1db5daab-a00f-4f26-9496-4f6f08fcb209 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:17:09.799068 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-dc487a5d-0b12-43bd-958d-c97473413920 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5227218 Sep 23 07:17:09.801829 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45258) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:09.814088 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-d1456683-755c-4eaa-bcfd-97766f4db128 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Request body: {'port': {'network_id': '1db5daab-a00f-4f26-9496-4f6f08fcb209', 'name': 'tempest-PortsIpV6TestJSON-1209007235', 'fixed_ips': [{'subnet_id': '1fde7353-db44-4693-b8a8-cef181720b85', 'ip_address': '2001:db8::10'}]}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:17:09.975352 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1456683-755c-4eaa-bcfd-97766f4db128 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Made reservation on behalf of ffcd8659d6cb4d2996c3d7ec78617f4d for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:17:09.980436 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f12f1e-9be3-466b-b008-78e393a6ef4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-1db5daab-a00f-4f26-9496-4f6f08fcb209', 'network_id': '1db5daab-a00f-4f26-9496-4f6f08fcb209', 'tenant_id': 'ffcd8659d6cb4d2996c3d7ec78617f4d', 'fixed_ips': [{'subnet_id': '1fde7353-db44-4693-b8a8-cef181720b85'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:17:09.981362 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-55f12f1e-9be3-466b-b008-78e393a6ef4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:10.112247 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d1456683-755c-4eaa-bcfd-97766f4db128 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:10.135129 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [None req-d1456683-755c-4eaa-bcfd-97766f4db128 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] device_id is not set on port 5bee4934-80d4-496c-9978-6d3fcd2bed8a yet. {{(pid=95065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 07:17:10.173857 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-55f12f1e-9be3-466b-b008-78e393a6ef4c None None] Allocated IP 2001:db8::2 (1db5daab-a00f-4f26-9496-4f6f08fcb209/1fde7353-db44-4693-b8a8-cef181720b85/9d10c094-ad4b-4537-ac18-57d1f2373bf0) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:17:10.224269 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:10.386695 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-55f12f1e-9be3-466b-b008-78e393a6ef4c None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:10.396161 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-55f12f1e-9be3-466b-b008-78e393a6ef4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:10.439319 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f12f1e-9be3-466b-b008-78e393a6ef4c None None] Network 1db5daab-a00f-4f26-9496-4f6f08fcb209 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:17:10.442526 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-55f12f1e-9be3-466b-b008-78e393a6ef4c None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:17:10.446678 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f12f1e-9be3-466b-b008-78e393a6ef4c None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:17:10.462781 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f12f1e-9be3-466b-b008-78e393a6ef4c None None] Pushing event updated for resources: {'Port': ['ID=9d10c094-ad4b-4537-ac18-57d1f2373bf0,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:10.478856 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-d1456683-755c-4eaa-bcfd-97766f4db128 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Allocated IP 2001:db8::10 (1db5daab-a00f-4f26-9496-4f6f08fcb209/1fde7353-db44-4693-b8a8-cef181720b85/5bee4934-80d4-496c-9978-6d3fcd2bed8a) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:17:10.521881 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-55f12f1e-9be3-466b-b008-78e393a6ef4c None None] Attempting to bind port 9d10c094-ad4b-4537-ac18-57d1f2373bf0 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:17:10.522076 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-55f12f1e-9be3-466b-b008-78e393a6ef4c None None] Attempting to bind port 9d10c094-ad4b-4537-ac18-57d1f2373bf0 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': 'a51abf43-905d-4f6f-9ec2-9cdebc5e2dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1db5daab-a00f-4f26-9496-4f6f08fcb209'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:17:10.522389 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f12f1e-9be3-466b-b008-78e393a6ef4c None None] Attempting to bind port 9d10c094-ad4b-4537-ac18-57d1f2373bf0 on network 1db5daab-a00f-4f26-9496-4f6f08fcb209 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:17:10.529548 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f12f1e-9be3-466b-b008-78e393a6ef4c None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:17:10.530062 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f12f1e-9be3-466b-b008-78e393a6ef4c None None] Checking segment: {'id': 'a51abf43-905d-4f6f-9ec2-9cdebc5e2dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1db5daab-a00f-4f26-9496-4f6f08fcb209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:17:10.530474 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-55f12f1e-9be3-466b-b008-78e393a6ef4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:10.530871 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f12f1e-9be3-466b-b008-78e393a6ef4c None None] Bound using segment: {'id': 'a51abf43-905d-4f6f-9ec2-9cdebc5e2dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1db5daab-a00f-4f26-9496-4f6f08fcb209'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:17:10.531344 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-55f12f1e-9be3-466b-b008-78e393a6ef4c None None] Bound port: 9d10c094-ad4b-4537-ac18-57d1f2373bf0, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a51abf43-905d-4f6f-9ec2-9cdebc5e2dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1db5daab-a00f-4f26-9496-4f6f08fcb209'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:17:10.531792 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-55f12f1e-9be3-466b-b008-78e393a6ef4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:10.635387 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-55f12f1e-9be3-466b-b008-78e393a6ef4c None None] For port 9d10c094-ad4b-4537-ac18-57d1f2373bf0, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:17:10.641084 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-55f12f1e-9be3-466b-b008-78e393a6ef4c None None] For port 9d10c094-ad4b-4537-ac18-57d1f2373bf0, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=9d10c094-ad4b-4537-ac18-57d1f2373bf0,segment=NetworkSegment(a51abf43-905d-4f6f-9ec2-9cdebc5e2dc6),segment_id=a51abf43-905d-4f6f-9ec2-9cdebc5e2dc6)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:17:10.648711 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-55f12f1e-9be3-466b-b008-78e393a6ef4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:10.658663 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d1456683-755c-4eaa-bcfd-97766f4db128 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:10.717050 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d1456683-755c-4eaa-bcfd-97766f4db128 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:10.749108 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f12f1e-9be3-466b-b008-78e393a6ef4c None None] Pushing event updated for resources: {'Port': ['ID=9d10c094-ad4b-4537-ac18-57d1f2373bf0,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:10.769201 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1456683-755c-4eaa-bcfd-97766f4db128 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Network 1db5daab-a00f-4f26-9496-4f6f08fcb209 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:17:10.772904 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-d1456683-755c-4eaa-bcfd-97766f4db128 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:17:10.777590 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1456683-755c-4eaa-bcfd-97766f4db128 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:17:10.783275 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1456683-755c-4eaa-bcfd-97766f4db128 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:17:10.783951 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d1456683-755c-4eaa-bcfd-97766f4db128 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:10.799962 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1456683-755c-4eaa-bcfd-97766f4db128 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event updated for resources: {'Port': ['ID=5bee4934-80d4-496c-9978-6d3fcd2bed8a,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:10.811079 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-d1456683-755c-4eaa-bcfd-97766f4db128 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0078926 Sep 23 07:17:10.814249 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45328) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:10.819708 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-7c208f07-c052-4b49-8700-8bd4f244de5f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Request body: {'port': {'network_id': '1db5daab-a00f-4f26-9496-4f6f08fcb209', 'name': 'tempest-PortsIpV6TestJSON-575301534', 'fixed_ips': [{'subnet_id': '1fde7353-db44-4693-b8a8-cef181720b85', 'ip_address': '2001:db8::f'}]}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:17:10.971128 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c208f07-c052-4b49-8700-8bd4f244de5f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Made reservation on behalf of ffcd8659d6cb4d2996c3d7ec78617f4d for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:17:11.064102 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-34ef44af-dc21-4077-8460-b905ce36c833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:11.079062 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7c208f07-c052-4b49-8700-8bd4f244de5f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:11.098393 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [None req-7c208f07-c052-4b49-8700-8bd4f244de5f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] device_id is not set on port 16654b20-b8f8-446b-8b84-a31451bb7b4a yet. {{(pid=95066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 07:17:11.282570 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-7c208f07-c052-4b49-8700-8bd4f244de5f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Allocated IP 2001:db8::f (1db5daab-a00f-4f26-9496-4f6f08fcb209/1fde7353-db44-4693-b8a8-cef181720b85/16654b20-b8f8-446b-8b84-a31451bb7b4a) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:17:11.472115 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7c208f07-c052-4b49-8700-8bd4f244de5f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:11.517712 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7c208f07-c052-4b49-8700-8bd4f244de5f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:11.584934 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c208f07-c052-4b49-8700-8bd4f244de5f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Network 1db5daab-a00f-4f26-9496-4f6f08fcb209 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:17:11.592337 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-7c208f07-c052-4b49-8700-8bd4f244de5f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:17:11.595396 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c208f07-c052-4b49-8700-8bd4f244de5f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:17:11.601912 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c208f07-c052-4b49-8700-8bd4f244de5f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:17:11.602771 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7c208f07-c052-4b49-8700-8bd4f244de5f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:11.607391 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c208f07-c052-4b49-8700-8bd4f244de5f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event updated for resources: {'Port': ['ID=16654b20-b8f8-446b-8b84-a31451bb7b4a,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:11.625721 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-7c208f07-c052-4b49-8700-8bd4f244de5f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.8101213 Sep 23 07:17:11.628493 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45332) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:11.795292 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827f322b-b168-450f-a0f9-8ae18b0c2334 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:17:11.800572 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45334) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:11.800843 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-827f322b-b168-450f-a0f9-8ae18b0c2334 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1711206 Sep 23 07:17:11.802035 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:11.805068 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0ef60241-e27c-41e8-a9dd-917d365df393 req-9c797d22-bb21-4630-8325-c753dd9c2976 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=80afb441-907f-4a9f-a57f-8f1ce7268388&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0985017 Sep 23 07:17:11.851235 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 9d10c094-ad4b-4537-ac18-57d1f2373bf0 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:17:11.913286 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f675ac7-d26c-4004-a062-b5e06e7bad89 None None] Network 1db5daab-a00f-4f26-9496-4f6f08fcb209 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:17:11.923104 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef60241-e27c-41e8-a9dd-917d365df393 req-52b04dfe-9713-4ecb-9a1b-b796e531d610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:17:11.925468 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0ef60241-e27c-41e8-a9dd-917d365df393 req-52b04dfe-9713-4ecb-9a1b-b796e531d610 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dda7d37bb4b541ebbe8e22954596ee73&device_id=80afb441-907f-4a9f-a57f-8f1ce7268388 HTTP/1.1" status: 200 len: 1097 time: 0.0627155 Sep 23 07:17:11.934538 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2c9524-0dd4-43cc-ac73-d041b98d1076 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:17:11.942108 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2c9524-0dd4-43cc-ac73-d041b98d1076 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:17:11.949396 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2c9524-0dd4-43cc-ac73-d041b98d1076 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:17:11.952055 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-8b2c9524-0dd4-43cc-ac73-d041b98d1076 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1502602 Sep 23 07:17:11.955109 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45336) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:12.011601 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 9d10c094-ad4b-4537-ac18-57d1f2373bf0 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:17:12.012092 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:12.066433 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-08db2b8f-a74c-46ec-8a74-569289368169 None None] Provisioning complete for port 9d10c094-ad4b-4537-ac18-57d1f2373bf0 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:17:12.069135 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-08db2b8f-a74c-46ec-8a74-569289368169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:12.078141 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-092b2e47-0eb2-4e7c-a18a-ad1257ca4fc3 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Deleting port 16654b20-b8f8-446b-8b84-a31451bb7b4a {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:17:12.079176 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-092b2e47-0eb2-4e7c-a18a-ad1257ca4fc3 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:12.091596 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef60241-e27c-41e8-a9dd-917d365df393 req-929ca1e7-5aac-4f74-ab85-547dad104c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:17:12.093813 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0ef60241-e27c-41e8-a9dd-917d365df393 req-929ca1e7-5aac-4f74-ab85-547dad104c11 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ee64cebb-cbad-4040-a31a-b12cc5624112 HTTP/1.1" status: 200 len: 912 time: 0.1462295 Sep 23 07:17:12.181906 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-092b2e47-0eb2-4e7c-a18a-ad1257ca4fc3 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:12.197972 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-092b2e47-0eb2-4e7c-a18a-ad1257ca4fc3 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Calling delete_port for 16654b20-b8f8-446b-8b84-a31451bb7b4a owned by {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:17:12.206419 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0ef60241-e27c-41e8-a9dd-917d365df393 req-22321dd3-7831-4cff-b375-97c7dfa0dc53 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30ce0035-c7f7-4a67-8d52-525338e4b086 HTTP/1.1" status: 200 len: 1001 time: 0.1031823 Sep 23 07:17:12.282962 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:12.285271 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef60241-e27c-41e8-a9dd-917d365df393 req-0a477949-3753-4bcf-a0d2-2683ea7e1bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:17:12.287435 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0ef60241-e27c-41e8-a9dd-917d365df393 req-0a477949-3753-4bcf-a0d2-2683ea7e1bbf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4f0a580e-e630-4d93-8377-9af2cc86d82c HTTP/1.1" status: 200 len: 850 time: 0.0737410 Sep 23 07:17:12.297992 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-08db2b8f-a74c-46ec-8a74-569289368169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:12.347718 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef60241-e27c-41e8-a9dd-917d365df393 req-f3d9e816-13c5-4317-a074-848705ba8391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:17:12.349171 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0ef60241-e27c-41e8-a9dd-917d365df393 req-f3d9e816-13c5-4317-a074-848705ba8391 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ee64cebb-cbad-4040-a31a-b12cc5624112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545750 Sep 23 07:17:12.366023 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port 9d10c094-ad4b-4537-ac18-57d1f2373bf0, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=9d10c094-ad4b-4537-ac18-57d1f2373bf0,segment=NetworkSegment(a51abf43-905d-4f6f-9ec2-9cdebc5e2dc6),segment_id=a51abf43-905d-4f6f-9ec2-9cdebc5e2dc6)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:17:12.375480 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:12.381118 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-092b2e47-0eb2-4e7c-a18a-ad1257ca4fc3 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:12.421108 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092b2e47-0eb2-4e7c-a18a-ad1257ca4fc3 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event deleted for resources: {'Port': ['ID=16654b20-b8f8-446b-8b84-a31451bb7b4a,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:12.423609 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:12.487153 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-092b2e47-0eb2-4e7c-a18a-ad1257ca4fc3 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:12.496188 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-092b2e47-0eb2-4e7c-a18a-ad1257ca4fc3 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "DELETE /v2.0/ports/16654b20-b8f8-446b-8b84-a31451bb7b4a HTTP/1.1" status: 204 len: 168 time: 0.5396781 Sep 23 07:17:12.499671 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45342) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:12.513013 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0ef60241-e27c-41e8-a9dd-917d365df393 req-0c867bbc-4217-47b2-89c8-08cbe5577a59 service neutron] 10.222.0.58 "GET /v2.0/networks/ee64cebb-cbad-4040-a31a-b12cc5624112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537123 Sep 23 07:17:12.534619 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-73576f14-118a-470e-96a2-df7ef5938ff3 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] GET failed (client error): The resource could not be found. Sep 23 07:17:12.542702 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-73576f14-118a-470e-96a2-df7ef5938ff3 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "GET /v2.0/ports/16654b20-b8f8-446b-8b84-a31451bb7b4a HTTP/1.1" status: 404 len: 333 time: 0.0416675 Sep 23 07:17:12.543619 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45344) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:12.562082 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.db.api [None req-08db2b8f-a74c-46ec-8a74-569289368169 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 07:17:12.564579 n-d-715271-16 neutron-server[95067]: DEBUG oslo_db.api [None req-08db2b8f-a74c-46ec-8a74-569289368169 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 07:17:12.565121 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=9d10c094-ad4b-4537-ac18-57d1f2373bf0,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:12.632405 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0ef60241-e27c-41e8-a9dd-917d365df393 req-01ea2eb9-d166-4b92-873f-8124b2120298 service neutron] 10.222.0.58 "GET /v2.0/networks/ee64cebb-cbad-4040-a31a-b12cc5624112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108730 Sep 23 07:17:12.673057 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-759f7284-6068-418b-ac09-e23a4b08196d tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Deleting port 5bee4934-80d4-496c-9978-6d3fcd2bed8a {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:17:12.673402 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-759f7284-6068-418b-ac09-e23a4b08196d tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:12.774644 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-759f7284-6068-418b-ac09-e23a4b08196d tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:12.791001 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-759f7284-6068-418b-ac09-e23a4b08196d tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Calling delete_port for 5bee4934-80d4-496c-9978-6d3fcd2bed8a owned by {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:17:12.926268 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-759f7284-6068-418b-ac09-e23a4b08196d tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:12.960036 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759f7284-6068-418b-ac09-e23a4b08196d tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event deleted for resources: {'Port': ['ID=5bee4934-80d4-496c-9978-6d3fcd2bed8a,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:12.987741 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-759f7284-6068-418b-ac09-e23a4b08196d tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:12.992675 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45346) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:12.995002 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-759f7284-6068-418b-ac09-e23a4b08196d tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "DELETE /v2.0/ports/5bee4934-80d4-496c-9978-6d3fcd2bed8a HTTP/1.1" status: 204 len: 168 time: 0.4465263 Sep 23 07:17:13.026390 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-24a926c7-d3ac-471b-a2a3-12224874c8ed tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] GET failed (client error): The resource could not be found. Sep 23 07:17:13.028091 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-24a926c7-d3ac-471b-a2a3-12224874c8ed tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "GET /v2.0/ports/5bee4934-80d4-496c-9978-6d3fcd2bed8a HTTP/1.1" status: 404 len: 333 time: 0.0340133 Sep 23 07:17:13.030911 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45348) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:13.087640 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcbaef50-8e90-4df1-8a6c-72b4d0b6232b tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Deleting subnet 1fde7353-db44-4693-b8a8-cef181720b85 {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:17:13.093987 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bcbaef50-8e90-4df1-8a6c-72b4d0b6232b tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:13.137785 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bcbaef50-8e90-4df1-8a6c-72b4d0b6232b tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:13.231378 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-74a4e812-1a0c-4001-baee-6cc4a0e1b313 None None] Could not find standard attr ID for object 5bee4934-80d4-496c-9978-6d3fcd2bed8a. {{(pid=95067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 07:17:13.242294 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-74a4e812-1a0c-4001-baee-6cc4a0e1b313 None None] Provisioning complete for port 9d10c094-ad4b-4537-ac18-57d1f2373bf0 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:17:13.242703 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-74a4e812-1a0c-4001-baee-6cc4a0e1b313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:13.245575 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bcbaef50-8e90-4df1-8a6c-72b4d0b6232b tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:13.312635 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bcbaef50-8e90-4df1-8a6c-72b4d0b6232b tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:13.349032 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-74a4e812-1a0c-4001-baee-6cc4a0e1b313 None None] Could not find standard attr ID for object 16654b20-b8f8-446b-8b84-a31451bb7b4a. {{(pid=95067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 07:17:13.349284 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbaef50-8e90-4df1-8a6c-72b4d0b6232b tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event deleted for resources: {'Subnet': ['ID=1fde7353-db44-4693-b8a8-cef181720b85,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:13.355581 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bcbaef50-8e90-4df1-8a6c-72b4d0b6232b tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:13.357944 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-bcbaef50-8e90-4df1-8a6c-72b4d0b6232b tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "DELETE /v2.0/subnets/1fde7353-db44-4693-b8a8-cef181720b85 HTTP/1.1" status: 204 len: 168 time: 0.3259385 Sep 23 07:17:13.361065 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45350) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:13.447301 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9b0be889-f3c4-410e-9be0-a682ee93e49a tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:13.513340 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-9b0be889-f3c4-410e-9be0-a682ee93e49a tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Deleting port 9d10c094-ad4b-4537-ac18-57d1f2373bf0 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:17:13.513687 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9b0be889-f3c4-410e-9be0-a682ee93e49a tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:13.528379 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66bb558-b96a-4946-ba32-48d083c320d3 None None] Network 1db5daab-a00f-4f26-9496-4f6f08fcb209 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:17:13.585178 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-9b0be889-f3c4-410e-9be0-a682ee93e49a tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] For port 9d10c094-ad4b-4537-ac18-57d1f2373bf0, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=9d10c094-ad4b-4537-ac18-57d1f2373bf0,segment=NetworkSegment(a51abf43-905d-4f6f-9ec2-9cdebc5e2dc6),segment_id=a51abf43-905d-4f6f-9ec2-9cdebc5e2dc6)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:17:13.585641 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9b0be889-f3c4-410e-9be0-a682ee93e49a tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:13.604438 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-9b0be889-f3c4-410e-9be0-a682ee93e49a tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Calling delete_port for 9d10c094-ad4b-4537-ac18-57d1f2373bf0 owned by network:dhcp {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:17:13.705796 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9b0be889-f3c4-410e-9be0-a682ee93e49a tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:13.725115 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0be889-f3c4-410e-9be0-a682ee93e49a tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] No DVR routers for this DVR port 9d10c094-ad4b-4537-ac18-57d1f2373bf0 on host n-d-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:17:13.749227 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0be889-f3c4-410e-9be0-a682ee93e49a tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event deleted for resources: {'Port': ['ID=9d10c094-ad4b-4537-ac18-57d1f2373bf0,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:13.764028 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7e06c6-190c-4546-a4a7-15762b9950c6 None None] DHCP port deletion for 1db5daab-a00f-4f26-9496-4f6f08fcb209 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 07:17:13.833331 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9b0be889-f3c4-410e-9be0-a682ee93e49a tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:13.855038 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:13.859911 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-9b0be889-f3c4-410e-9be0-a682ee93e49a tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1db5daab-a00f-4f26-9496-4f6f08fcb209']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:17:13.869897 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-9b0be889-f3c4-410e-9be0-a682ee93e49a tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a51abf43-905d-4f6f-9ec2-9cdebc5e2dc6') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:17:13.870201 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-9b0be889-f3c4-410e-9be0-a682ee93e49a tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a51abf43-905d-4f6f-9ec2-9cdebc5e2dc6') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:17:13.879802 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9b0be889-f3c4-410e-9be0-a682ee93e49a tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:13.893349 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9b0be889-f3c4-410e-9be0-a682ee93e49a tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:13.900048 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b0be889-f3c4-410e-9be0-a682ee93e49a tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:17:13.900520 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9b0be889-f3c4-410e-9be0-a682ee93e49a tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:13.908635 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 07:17:13.908635 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:17:13.908635 n-d-715271-16 neutron-server[95066]: timer() Sep 23 07:17:13.908635 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:17:13.908635 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 07:17:13.908635 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:17:13.908635 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 07:17:13.908635 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:17:13.908635 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 07:17:13.908635 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:17:13.908635 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 07:17:13.908635 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:17:13.908635 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 07:17:13.908635 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:17:13.908635 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:17:13.908635 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:17:13.908635 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:17:13.908635 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:17:13.908635 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 07:17:13.908635 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:17:13.908635 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 07:17:13.908635 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:17:13.908635 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:17:13.908635 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:17:13.908635 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 07:17:13.908635 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:17:13.908635 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:17:13.908635 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:17:13.908635 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:17:13.908635 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:17:13.908635 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:17:13.908635 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:17:13.965159 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9b0be889-f3c4-410e-9be0-a682ee93e49a tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:13.972870 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9b0be889-f3c4-410e-9be0-a682ee93e49a tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:13.974326 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-9b0be889-f3c4-410e-9be0-a682ee93e49a tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "DELETE /v2.0/networks/1db5daab-a00f-4f26-9496-4f6f08fcb209 HTTP/1.1" status: 204 len: 168 time: 0.6123173 Sep 23 07:17:13.978837 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45354) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:13.984036 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-975091e8-d07c-46b6-8bdd-5d243b298ba8 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1008717390'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:17:13.985849 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0be889-f3c4-410e-9be0-a682ee93e49a tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event deleted for resources: {'Network': ['ID=1db5daab-a00f-4f26-9496-4f6f08fcb209,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:14.009247 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-975091e8-d07c-46b6-8bdd-5d243b298ba8 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Made reservation on behalf of ffcd8659d6cb4d2996c3d7ec78617f4d for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:17:14.012800 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-975091e8-d07c-46b6-8bdd-5d243b298ba8 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:14.036371 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-975091e8-d07c-46b6-8bdd-5d243b298ba8 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:17:14.046863 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-975091e8-d07c-46b6-8bdd-5d243b298ba8 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:14.047210 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-975091e8-d07c-46b6-8bdd-5d243b298ba8 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Added segment 5f1b6321-0596-4586-92d0-43b20fdd1b19 of type vlan for network dda6f279-1ea3-4721-9052-357d326d4d67 Sep 23 07:17:14.089006 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-975091e8-d07c-46b6-8bdd-5d243b298ba8 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:14.114894 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-975091e8-d07c-46b6-8bdd-5d243b298ba8 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:14.120753 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975091e8-d07c-46b6-8bdd-5d243b298ba8 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:17:14.121367 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-975091e8-d07c-46b6-8bdd-5d243b298ba8 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:14.153688 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-975091e8-d07c-46b6-8bdd-5d243b298ba8 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1711977 Sep 23 07:17:14.153995 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45356) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:14.159205 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-518652c3-8ab1-4ab6-8c95-674bc2d5c002 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Request body: {'subnet': {'network_id': 'dda6f279-1ea3-4721-9052-357d326d4d67', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:17:14.230779 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975091e8-d07c-46b6-8bdd-5d243b298ba8 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event updated for resources: {'Network': ['ID=dda6f279-1ea3-4721-9052-357d326d4d67,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:14.242193 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network dda6f279-1ea3-4721-9052-357d326d4d67 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:17:14.301223 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-518652c3-8ab1-4ab6-8c95-674bc2d5c002 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Made reservation on behalf of ffcd8659d6cb4d2996c3d7ec78617f4d for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:17:14.306325 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-518652c3-8ab1-4ab6-8c95-674bc2d5c002 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:14.499441 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-518652c3-8ab1-4ab6-8c95-674bc2d5c002 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:14.561800 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518652c3-8ab1-4ab6-8c95-674bc2d5c002 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event updated for resources: {'Subnet': ['ID=cd867cb7-c27d-4190-b0df-324b8b95f296,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:14.577719 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518652c3-8ab1-4ab6-8c95-674bc2d5c002 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Checking segment: {'id': '5f1b6321-0596-4586-92d0-43b20fdd1b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'dda6f279-1ea3-4721-9052-357d326d4d67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:17:14.578108 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518652c3-8ab1-4ab6-8c95-674bc2d5c002 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Network hostable DHCP agents. Network: dda6f279-1ea3-4721-9052-357d326d4d67, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:17:14.596782 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518652c3-8ab1-4ab6-8c95-674bc2d5c002 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Network dda6f279-1ea3-4721-9052-357d326d4d67 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:17:14.605597 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-518652c3-8ab1-4ab6-8c95-674bc2d5c002 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, dda6f279-1ea3-4721-9052-357d326d4d67) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:17:14.609684 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518652c3-8ab1-4ab6-8c95-674bc2d5c002 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:17:14.610585 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-518652c3-8ab1-4ab6-8c95-674bc2d5c002 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:14.614726 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5650e6a-c11b-4d13-81d5-03576b0002d4 None None] Network dda6f279-1ea3-4721-9052-357d326d4d67 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:17:14.638481 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-518652c3-8ab1-4ab6-8c95-674bc2d5c002 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4832351 Sep 23 07:17:14.641302 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45360) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:14.645919 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-b6267fa4-54e5-4e3c-b51e-f55b518c92a0 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-792890493', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:17:14.676376 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b6267fa4-54e5-4e3c-b51e-f55b518c92a0 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:14.679379 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b6267fa4-54e5-4e3c-b51e-f55b518c92a0 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:14.780360 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b6267fa4-54e5-4e3c-b51e-f55b518c92a0 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:14.785372 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b6267fa4-54e5-4e3c-b51e-f55b518c92a0 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:14.793357 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb617302-0009-463b-8a96-7eefb92e88cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-dda6f279-1ea3-4721-9052-357d326d4d67', 'network_id': 'dda6f279-1ea3-4721-9052-357d326d4d67', 'tenant_id': 'ffcd8659d6cb4d2996c3d7ec78617f4d', 'fixed_ips': [{'subnet_id': 'cd867cb7-c27d-4190-b0df-324b8b95f296'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:17:14.794247 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-fb617302-0009-463b-8a96-7eefb92e88cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:14.805665 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b6267fa4-54e5-4e3c-b51e-f55b518c92a0 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:14.808225 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-b6267fa4-54e5-4e3c-b51e-f55b518c92a0 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1647646 Sep 23 07:17:14.809843 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45362) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:14.816607 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-0ffa1fe8-16bb-44e0-9b3d-50b175ad2f28 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Request body: {'port': {'network_id': 'dda6f279-1ea3-4721-9052-357d326d4d67', 'name': 'tempest-PortsIpV6TestJSON-1579273452'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:17:14.939159 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ffa1fe8-16bb-44e0-9b3d-50b175ad2f28 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Made reservation on behalf of ffcd8659d6cb4d2996c3d7ec78617f4d for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:17:14.943191 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0ffa1fe8-16bb-44e0-9b3d-50b175ad2f28 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:14.951137 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-fb617302-0009-463b-8a96-7eefb92e88cb None None] Allocated IP 2001:db8::2 (dda6f279-1ea3-4721-9052-357d326d4d67/cd867cb7-c27d-4190-b0df-324b8b95f296/9b24bc7d-9f17-484b-8c79-8e756b7008e7) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:17:14.964406 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [None req-0ffa1fe8-16bb-44e0-9b3d-50b175ad2f28 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] device_id is not set on port 38ba0971-6a81-4cf2-92bd-4fa3a2e10082 yet. {{(pid=95066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 07:17:15.104322 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-fb617302-0009-463b-8a96-7eefb92e88cb None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:15.111632 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-fb617302-0009-463b-8a96-7eefb92e88cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:15.158039 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb617302-0009-463b-8a96-7eefb92e88cb None None] Network dda6f279-1ea3-4721-9052-357d326d4d67 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:17:15.160856 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-fb617302-0009-463b-8a96-7eefb92e88cb None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:17:15.165224 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb617302-0009-463b-8a96-7eefb92e88cb None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:17:15.177318 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-0ffa1fe8-16bb-44e0-9b3d-50b175ad2f28 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Allocated IP 2001:db8::17e (dda6f279-1ea3-4721-9052-357d326d4d67/cd867cb7-c27d-4190-b0df-324b8b95f296/38ba0971-6a81-4cf2-92bd-4fa3a2e10082) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:17:15.193081 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb617302-0009-463b-8a96-7eefb92e88cb None None] Pushing event updated for resources: {'Port': ['ID=9b24bc7d-9f17-484b-8c79-8e756b7008e7,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:15.230039 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-fb617302-0009-463b-8a96-7eefb92e88cb None None] Attempting to bind port 9b24bc7d-9f17-484b-8c79-8e756b7008e7 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:17:15.230410 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-fb617302-0009-463b-8a96-7eefb92e88cb None None] Attempting to bind port 9b24bc7d-9f17-484b-8c79-8e756b7008e7 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '5f1b6321-0596-4586-92d0-43b20fdd1b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'dda6f279-1ea3-4721-9052-357d326d4d67'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:17:15.230873 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb617302-0009-463b-8a96-7eefb92e88cb None None] Attempting to bind port 9b24bc7d-9f17-484b-8c79-8e756b7008e7 on network dda6f279-1ea3-4721-9052-357d326d4d67 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:17:15.236273 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb617302-0009-463b-8a96-7eefb92e88cb None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:17:15.236655 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb617302-0009-463b-8a96-7eefb92e88cb None None] Checking segment: {'id': '5f1b6321-0596-4586-92d0-43b20fdd1b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'dda6f279-1ea3-4721-9052-357d326d4d67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:17:15.237063 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-fb617302-0009-463b-8a96-7eefb92e88cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:15.237706 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb617302-0009-463b-8a96-7eefb92e88cb None None] Bound using segment: {'id': '5f1b6321-0596-4586-92d0-43b20fdd1b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'dda6f279-1ea3-4721-9052-357d326d4d67'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:17:15.238205 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-fb617302-0009-463b-8a96-7eefb92e88cb None None] Bound port: 9b24bc7d-9f17-484b-8c79-8e756b7008e7, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f1b6321-0596-4586-92d0-43b20fdd1b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'dda6f279-1ea3-4721-9052-357d326d4d67'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:17:15.238589 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-fb617302-0009-463b-8a96-7eefb92e88cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:15.312300 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-fb617302-0009-463b-8a96-7eefb92e88cb None None] For port 9b24bc7d-9f17-484b-8c79-8e756b7008e7, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:17:15.316089 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-fb617302-0009-463b-8a96-7eefb92e88cb None None] For port 9b24bc7d-9f17-484b-8c79-8e756b7008e7, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=9b24bc7d-9f17-484b-8c79-8e756b7008e7,segment=NetworkSegment(5f1b6321-0596-4586-92d0-43b20fdd1b19),segment_id=5f1b6321-0596-4586-92d0-43b20fdd1b19)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:17:15.324930 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-fb617302-0009-463b-8a96-7eefb92e88cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:15.343810 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0ffa1fe8-16bb-44e0-9b3d-50b175ad2f28 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:15.394735 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb617302-0009-463b-8a96-7eefb92e88cb None None] Pushing event updated for resources: {'Port': ['ID=9b24bc7d-9f17-484b-8c79-8e756b7008e7,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:15.400148 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0ffa1fe8-16bb-44e0-9b3d-50b175ad2f28 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:15.459076 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffa1fe8-16bb-44e0-9b3d-50b175ad2f28 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Network dda6f279-1ea3-4721-9052-357d326d4d67 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:17:15.462492 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-0ffa1fe8-16bb-44e0-9b3d-50b175ad2f28 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:17:15.467355 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffa1fe8-16bb-44e0-9b3d-50b175ad2f28 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:17:15.473996 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffa1fe8-16bb-44e0-9b3d-50b175ad2f28 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:17:15.474586 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0ffa1fe8-16bb-44e0-9b3d-50b175ad2f28 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:15.483949 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffa1fe8-16bb-44e0-9b3d-50b175ad2f28 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event updated for resources: {'Port': ['ID=38ba0971-6a81-4cf2-92bd-4fa3a2e10082,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:15.502462 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-0ffa1fe8-16bb-44e0-9b3d-50b175ad2f28 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.6914990 Sep 23 07:17:15.503642 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45364) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:15.784399 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 9b24bc7d-9f17-484b-8c79-8e756b7008e7 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:17:15.851945 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 9b24bc7d-9f17-484b-8c79-8e756b7008e7 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:17:15.853033 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:15.940341 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:15.984926 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port 9b24bc7d-9f17-484b-8c79-8e756b7008e7, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=9b24bc7d-9f17-484b-8c79-8e756b7008e7,segment=NetworkSegment(5f1b6321-0596-4586-92d0-43b20fdd1b19),segment_id=5f1b6321-0596-4586-92d0-43b20fdd1b19)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:17:15.990842 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:16.077066 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=9b24bc7d-9f17-484b-8c79-8e756b7008e7,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:16.084337 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 9d10c094-ad4b-4537-ac18-57d1f2373bf0 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:17:16.113654 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 9d10c094-ad4b-4537-ac18-57d1f2373bf0 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:17:16.114359 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 9d10c094-ad4b-4537-ac18-57d1f2373bf0 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:17:16.262403 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9b03518c-1cdc-4a4d-9a13-533440216d1b tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:16.377684 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6eaed7e-774c-45c2-bf46-97bb80c467e8 None None] Network dda6f279-1ea3-4721-9052-357d326d4d67 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:17:16.444043 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-e29d24be-db4f-442d-b636-82ebb185e898 None None] Provisioning complete for port 9b24bc7d-9f17-484b-8c79-8e756b7008e7 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:17:16.444682 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e29d24be-db4f-442d-b636-82ebb185e898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:16.538798 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9b03518c-1cdc-4a4d-9a13-533440216d1b tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:16.546006 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9b03518c-1cdc-4a4d-9a13-533440216d1b tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:16.658561 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b03518c-1cdc-4a4d-9a13-533440216d1b tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event updated for resources: {'Port': ['ID=38ba0971-6a81-4cf2-92bd-4fa3a2e10082,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:16.754104 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9b03518c-1cdc-4a4d-9a13-533440216d1b tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068614'] for router_interface, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:16.885127 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9b03518c-1cdc-4a4d-9a13-533440216d1b tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:16.921490 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-6be331ad-2b80-4969-835b-cb918f6e3f1b None None] Provisioning complete for port 38ba0971-6a81-4cf2-92bd-4fa3a2e10082 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:17:16.921964 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-6be331ad-2b80-4969-835b-cb918f6e3f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:16.969390 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-6be331ad-2b80-4969-835b-cb918f6e3f1b None None] Port 38ba0971-6a81-4cf2-92bd-4fa3a2e10082 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:17:16.987286 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-6be331ad-2b80-4969-835b-cb918f6e3f1b None None] Provisioning complete for port 9b24bc7d-9f17-484b-8c79-8e756b7008e7 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:17:16.987699 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-6be331ad-2b80-4969-835b-cb918f6e3f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:17.195858 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9b03518c-1cdc-4a4d-9a13-533440216d1b tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:17.201482 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9b03518c-1cdc-4a4d-9a13-533440216d1b tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:17.202592 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9b03518c-1cdc-4a4d-9a13-533440216d1b tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067062'] for router_interface, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:17.223022 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-e7d07424-ba9d-44d2-8bec-53fe2067746d None None] Provisioning complete for port 38ba0971-6a81-4cf2-92bd-4fa3a2e10082 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:17:17.223808 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e7d07424-ba9d-44d2-8bec-53fe2067746d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:17.276566 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-e7d07424-ba9d-44d2-8bec-53fe2067746d None None] Port 38ba0971-6a81-4cf2-92bd-4fa3a2e10082 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:17:17.320582 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b03518c-1cdc-4a4d-9a13-533440216d1b tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event updated for resources: {'Port': ['ID=38ba0971-6a81-4cf2-92bd-4fa3a2e10082,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:17.351882 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b03518c-1cdc-4a4d-9a13-533440216d1b tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Network dda6f279-1ea3-4721-9052-357d326d4d67 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:17:17.354140 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-9b03518c-1cdc-4a4d-9a13-533440216d1b tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:17:17.403256 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-71c32964-b7db-47cd-b6d7-7a6d4ec1838a None None] Provisioning complete for port 38ba0971-6a81-4cf2-92bd-4fa3a2e10082 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:17:17.403884 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-71c32964-b7db-47cd-b6d7-7a6d4ec1838a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:17.456110 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-71c32964-b7db-47cd-b6d7-7a6d4ec1838a None None] Port 38ba0971-6a81-4cf2-92bd-4fa3a2e10082 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:17:17.501091 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b03518c-1cdc-4a4d-9a13-533440216d1b tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Router 047d199a-845c-4208-befd-b01f1af84233 is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 07:17:17.605421 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b03518c-1cdc-4a4d-9a13-533440216d1b tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:17:17.610815 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-9b03518c-1cdc-4a4d-9a13-533440216d1b tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "PUT /v2.0/routers/047d199a-845c-4208-befd-b01f1af84233/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1058011 Sep 23 07:17:17.613445 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45372) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:17.619817 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b644742e-2668-4924-8a73-7983f926fc71 None None] Sync routers for ids ['047d199a-845c-4208-befd-b01f1af84233'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:17:17.631133 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b644742e-2668-4924-8a73-7983f926fc71 None None] Routers {'047d199a-845c-4208-befd-b01f1af84233'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:17:17.631852 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-b644742e-2668-4924-8a73-7983f926fc71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:17:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['047d199a-845c-4208-befd-b01f1af84233'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:17:17.671234 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-b644742e-2668-4924-8a73-7983f926fc71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:17:17.679885 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30eccab9-5288-4ccd-8ff6-564f9cd23066 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:17:17.681651 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-30eccab9-5288-4ccd-8ff6-564f9cd23066 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "GET /v2.0/ports?device_id=047d199a-845c-4208-befd-b01f1af84233 HTTP/1.1" status: 200 len: 989 time: 0.0669937 Sep 23 07:17:17.684569 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45374) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:17.689595 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a0fc857c-b0f1-4895-b282-fe6d1cd32744 None None] Provisioning complete for port 38ba0971-6a81-4cf2-92bd-4fa3a2e10082 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:17:17.690014 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a0fc857c-b0f1-4895-b282-fe6d1cd32744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:17.694986 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b644742e-2668-4924-8a73-7983f926fc71 None None] Routers {'047d199a-845c-4208-befd-b01f1af84233'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:17:17.695726 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-b644742e-2668-4924-8a73-7983f926fc71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:17:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['047d199a-845c-4208-befd-b01f1af84233'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:17:17.767158 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 9b24bc7d-9f17-484b-8c79-8e756b7008e7 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:17:17.772592 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-b644742e-2668-4924-8a73-7983f926fc71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:17:17.773382 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b644742e-2668-4924-8a73-7983f926fc71 None None] The sync data for ids ['047d199a-845c-4208-befd-b01f1af84233'] in n-d-715271-16 is: [] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:17:17.812579 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a0fc857c-b0f1-4895-b282-fe6d1cd32744 None None] Port 38ba0971-6a81-4cf2-92bd-4fa3a2e10082 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:17:17.834975 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 9b24bc7d-9f17-484b-8c79-8e756b7008e7 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:17:17.835345 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:18.455788 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1d6391c4-c41a-4712-b223-678ca4447370 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066969'] for router_interface, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:18.688348 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-1d6391c4-c41a-4712-b223-678ca4447370 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Deleting port 38ba0971-6a81-4cf2-92bd-4fa3a2e10082 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:17:18.689444 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1d6391c4-c41a-4712-b223-678ca4447370 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:18.791739 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1d6391c4-c41a-4712-b223-678ca4447370 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:18.805017 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-1d6391c4-c41a-4712-b223-678ca4447370 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Calling delete_port for 38ba0971-6a81-4cf2-92bd-4fa3a2e10082 owned by network:router_interface {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:17:19.007097 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1d6391c4-c41a-4712-b223-678ca4447370 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:19.043219 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6391c4-c41a-4712-b223-678ca4447370 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event deleted for resources: {'Port': ['ID=38ba0971-6a81-4cf2-92bd-4fa3a2e10082,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:19.150323 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1d6391c4-c41a-4712-b223-678ca4447370 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2068624'] for router_interface, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:19.326721 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d6391c4-c41a-4712-b223-678ca4447370 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Router 047d199a-845c-4208-befd-b01f1af84233 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:17:19.404614 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d6391c4-c41a-4712-b223-678ca4447370 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:17:19.409928 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-1d6391c4-c41a-4712-b223-678ca4447370 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "PUT /v2.0/routers/047d199a-845c-4208-befd-b01f1af84233/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7242460 Sep 23 07:17:19.412630 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45382) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:19.416543 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef939c9-2ad2-4ced-aa59-13d22e6a7cc8 None None] Sync routers for ids ['047d199a-845c-4208-befd-b01f1af84233'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:17:19.434025 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef939c9-2ad2-4ced-aa59-13d22e6a7cc8 None None] Routers {'047d199a-845c-4208-befd-b01f1af84233'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:17:19.434693 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-aef939c9-2ad2-4ced-aa59-13d22e6a7cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:17:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['047d199a-845c-4208-befd-b01f1af84233'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:17:19.448494 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c99d3a5-3b82-418b-85ea-accd72eb03a1 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] GET failed (client error): The resource could not be found. Sep 23 07:17:19.450163 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-5c99d3a5-3b82-418b-85ea-accd72eb03a1 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "GET /v2.0/ports/38ba0971-6a81-4cf2-92bd-4fa3a2e10082 HTTP/1.1" status: 404 len: 333 time: 0.0365593 Sep 23 07:17:19.452944 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45384) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:19.487325 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-aef939c9-2ad2-4ced-aa59-13d22e6a7cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:17:19.502955 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef939c9-2ad2-4ced-aa59-13d22e6a7cc8 None None] Routers {'047d199a-845c-4208-befd-b01f1af84233'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:17:19.503714 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-aef939c9-2ad2-4ced-aa59-13d22e6a7cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:17:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['047d199a-845c-4208-befd-b01f1af84233'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:17:19.531304 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-df16a8be-aec1-459e-9ffc-659f265752e2 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for router, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:19.547204 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-aef939c9-2ad2-4ced-aa59-13d22e6a7cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:17:19.548174 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef939c9-2ad2-4ced-aa59-13d22e6a7cc8 None None] The sync data for ids ['047d199a-845c-4208-befd-b01f1af84233'] in n-d-715271-16 is: [] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:17:19.723044 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-df16a8be-aec1-459e-9ffc-659f265752e2 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:19.727158 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-df16a8be-aec1-459e-9ffc-659f265752e2 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:19.792437 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-df16a8be-aec1-459e-9ffc-659f265752e2 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:19.792437 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df16a8be-aec1-459e-9ffc-659f265752e2 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Fanout notify agent at l3_agent the message router_deleted on router 047d199a-845c-4208-befd-b01f1af84233 {{(pid=95066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 07:17:19.801398 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-df16a8be-aec1-459e-9ffc-659f265752e2 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:19.803101 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-df16a8be-aec1-459e-9ffc-659f265752e2 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "DELETE /v2.0/routers/047d199a-845c-4208-befd-b01f1af84233 HTTP/1.1" status: 204 len: 168 time: 0.3489571 Sep 23 07:17:19.805794 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45386) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:19.878968 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0c234bd-42cb-482e-9935-6bea7dd298de tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Deleting subnet cd867cb7-c27d-4190-b0df-324b8b95f296 {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:17:19.884352 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b0c234bd-42cb-482e-9935-6bea7dd298de tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:19.937213 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b0c234bd-42cb-482e-9935-6bea7dd298de tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:20.048079 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b0c234bd-42cb-482e-9935-6bea7dd298de tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:20.126887 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b0c234bd-42cb-482e-9935-6bea7dd298de tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:20.166175 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c234bd-42cb-482e-9935-6bea7dd298de tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event deleted for resources: {'Subnet': ['ID=cd867cb7-c27d-4190-b0df-324b8b95f296,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:20.172275 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b0c234bd-42cb-482e-9935-6bea7dd298de tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:20.174245 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-b0c234bd-42cb-482e-9935-6bea7dd298de tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "DELETE /v2.0/subnets/cd867cb7-c27d-4190-b0df-324b8b95f296 HTTP/1.1" status: 204 len: 168 time: 0.3669994 Sep 23 07:17:20.177064 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45390) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:20.183833 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54da4b10-214d-4828-8e09-1c3b0edaf028 None None] Network dda6f279-1ea3-4721-9052-357d326d4d67 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:17:20.264117 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-659af88d-4987-46db-a207-e53c4bcb165d tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:20.324547 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-659af88d-4987-46db-a207-e53c4bcb165d tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Deleting port 9b24bc7d-9f17-484b-8c79-8e756b7008e7 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:17:20.324987 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-659af88d-4987-46db-a207-e53c4bcb165d tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:20.364189 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e257f44b-6519-42a6-bf28-cbc9ca19c295 None None] DHCP port deletion for dda6f279-1ea3-4721-9052-357d326d4d67 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 07:17:20.410236 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-659af88d-4987-46db-a207-e53c4bcb165d tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] For port 9b24bc7d-9f17-484b-8c79-8e756b7008e7, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=9b24bc7d-9f17-484b-8c79-8e756b7008e7,segment=NetworkSegment(5f1b6321-0596-4586-92d0-43b20fdd1b19),segment_id=5f1b6321-0596-4586-92d0-43b20fdd1b19)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:17:20.411320 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-659af88d-4987-46db-a207-e53c4bcb165d tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:20.419003 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-e257f44b-6519-42a6-bf28-cbc9ca19c295 None None] Deleting port 9b24bc7d-9f17-484b-8c79-8e756b7008e7 {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:17:20.419402 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e257f44b-6519-42a6-bf28-cbc9ca19c295 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:20.424013 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-659af88d-4987-46db-a207-e53c4bcb165d tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Calling delete_port for 9b24bc7d-9f17-484b-8c79-8e756b7008e7 owned by network:dhcp {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:17:20.485849 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-e257f44b-6519-42a6-bf28-cbc9ca19c295 None None] For port 9b24bc7d-9f17-484b-8c79-8e756b7008e7, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=9b24bc7d-9f17-484b-8c79-8e756b7008e7,segment=NetworkSegment(5f1b6321-0596-4586-92d0-43b20fdd1b19),segment_id=5f1b6321-0596-4586-92d0-43b20fdd1b19)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:17:20.486485 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e257f44b-6519-42a6-bf28-cbc9ca19c295 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:20.503503 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-e257f44b-6519-42a6-bf28-cbc9ca19c295 None None] Calling delete_port for 9b24bc7d-9f17-484b-8c79-8e756b7008e7 owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:17:20.520830 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-659af88d-4987-46db-a207-e53c4bcb165d tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:20.562948 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659af88d-4987-46db-a207-e53c4bcb165d tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event deleted for resources: {'Port': ['ID=9b24bc7d-9f17-484b-8c79-8e756b7008e7,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:20.568818 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659af88d-4987-46db-a207-e53c4bcb165d tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] No DVR routers for this DVR port 9b24bc7d-9f17-484b-8c79-8e756b7008e7 on host n-d-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:17:20.591600 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e257f44b-6519-42a6-bf28-cbc9ca19c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:20.621037 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e257f44b-6519-42a6-bf28-cbc9ca19c295 None None] Pushing event deleted for resources: {'Port': ['ID=9b24bc7d-9f17-484b-8c79-8e756b7008e7,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:20.625310 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e257f44b-6519-42a6-bf28-cbc9ca19c295 None None] No DVR routers for this DVR port 9b24bc7d-9f17-484b-8c79-8e756b7008e7 on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:17:20.659859 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-659af88d-4987-46db-a207-e53c4bcb165d tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:20.682624 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-659af88d-4987-46db-a207-e53c4bcb165d tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dda6f279-1ea3-4721-9052-357d326d4d67']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:17:20.692094 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-659af88d-4987-46db-a207-e53c4bcb165d tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f1b6321-0596-4586-92d0-43b20fdd1b19') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:17:20.692400 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-659af88d-4987-46db-a207-e53c4bcb165d tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f1b6321-0596-4586-92d0-43b20fdd1b19') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:17:20.703991 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-659af88d-4987-46db-a207-e53c4bcb165d tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:20.719690 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-659af88d-4987-46db-a207-e53c4bcb165d tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:20.725711 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-659af88d-4987-46db-a207-e53c4bcb165d tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:17:20.726310 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-659af88d-4987-46db-a207-e53c4bcb165d tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:20.729957 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 07:17:20.729957 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:17:20.729957 n-d-715271-16 neutron-server[95065]: timer() Sep 23 07:17:20.729957 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:17:20.729957 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 07:17:20.729957 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:17:20.729957 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 07:17:20.729957 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:17:20.729957 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 07:17:20.729957 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:17:20.729957 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 07:17:20.729957 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:17:20.729957 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 07:17:20.729957 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:17:20.729957 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:17:20.729957 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:17:20.729957 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:17:20.729957 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:17:20.729957 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 07:17:20.729957 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:17:20.729957 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 07:17:20.729957 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:17:20.729957 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:17:20.729957 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:17:20.729957 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 07:17:20.729957 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:17:20.729957 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:17:20.729957 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:17:20.729957 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:17:20.729957 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:17:20.729957 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:17:20.729957 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:17:20.795816 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-659af88d-4987-46db-a207-e53c4bcb165d tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:20.801435 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-659af88d-4987-46db-a207-e53c4bcb165d tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:20.803394 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-659af88d-4987-46db-a207-e53c4bcb165d tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "DELETE /v2.0/networks/dda6f279-1ea3-4721-9052-357d326d4d67 HTTP/1.1" status: 204 len: 168 time: 0.6253769 Sep 23 07:17:20.808107 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45392) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:20.828814 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659af88d-4987-46db-a207-e53c4bcb165d tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event deleted for resources: {'Network': ['ID=dda6f279-1ea3-4721-9052-357d326d4d67,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:20.853775 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817a5342-fbcd-40f2-81f4-ac87169fd877 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:17:20.855447 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-817a5342-fbcd-40f2-81f4-ac87169fd877 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "GET /v2.0/ports/8b4c8341-24f6-4be4-b5e4-f0b57bceba09 HTTP/1.1" status: 200 len: 845 time: 0.0463347 Sep 23 07:17:20.859146 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45394) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:20.900707 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-82904c6e-ac75-4c3e-bbc8-83673f027d2e tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "GET /v2.0/ports/8b4c8341-24f6-4be4-b5e4-f0b57bceba09?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0400255 Sep 23 07:17:20.904264 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45396) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:20.909422 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-0ff21ef5-1ace-4575-a3f3-14c3cbe63ec5 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Request body: {'subnet': {'network_id': '074cf259-91f1-4df0-b073-de28328b8f7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:17:21.006572 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ff21ef5-1ace-4575-a3f3-14c3cbe63ec5 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Made reservation on behalf of ffcd8659d6cb4d2996c3d7ec78617f4d for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:17:21.013020 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0ff21ef5-1ace-4575-a3f3-14c3cbe63ec5 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:21.223719 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0ff21ef5-1ace-4575-a3f3-14c3cbe63ec5 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:21.267450 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff21ef5-1ace-4575-a3f3-14c3cbe63ec5 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Network 074cf259-91f1-4df0-b073-de28328b8f7e is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:17:21.270640 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-0ff21ef5-1ace-4575-a3f3-14c3cbe63ec5 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:17:21.275088 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff21ef5-1ace-4575-a3f3-14c3cbe63ec5 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:17:21.275689 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0ff21ef5-1ace-4575-a3f3-14c3cbe63ec5 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:21.279724 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d8d33d-c4a8-4cda-899c-498d37e2faf9 None None] Network 074cf259-91f1-4df0-b073-de28328b8f7e requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:17:21.286078 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff21ef5-1ace-4575-a3f3-14c3cbe63ec5 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event updated for resources: {'Subnet': ['ID=008cfedd-003a-4612-b62b-f5e407d1bb43,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:21.300224 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-0ff21ef5-1ace-4575-a3f3-14c3cbe63ec5 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3929946 Sep 23 07:17:21.300413 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45402) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:21.304935 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-011c4572-ccff-4c75-9005-f6be478dd656 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Request body: {'security_group': {'name': 'tempest-secgroup-537785584'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:17:21.333180 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-011c4572-ccff-4c75-9005-f6be478dd656 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:21.427762 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-011c4572-ccff-4c75-9005-f6be478dd656 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:21.433164 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-011c4572-ccff-4c75-9005-f6be478dd656 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:21.457610 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c67fff4-6b5e-4f69-b6aa-5b10c948c72b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-074cf259-91f1-4df0-b073-de28328b8f7e', 'network_id': '074cf259-91f1-4df0-b073-de28328b8f7e', 'tenant_id': 'ffcd8659d6cb4d2996c3d7ec78617f4d', 'fixed_ips': [{'subnet_id': '008cfedd-003a-4612-b62b-f5e407d1bb43'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:17:21.458712 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8c67fff4-6b5e-4f69-b6aa-5b10c948c72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:21.462803 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-011c4572-ccff-4c75-9005-f6be478dd656 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:21.466933 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-011c4572-ccff-4c75-9005-f6be478dd656 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1655264 Sep 23 07:17:21.467595 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45404) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:21.469549 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011c4572-ccff-4c75-9005-f6be478dd656 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=596506cc-b4d0-467b-bca6-ae8fdc00c9df,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:21.474009 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-ee5a2998-e524-4af5-83d0-2ac25f9df002 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Request body: {'security_group': {'name': 'tempest-secgroup-597669268'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:17:21.507416 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ee5a2998-e524-4af5-83d0-2ac25f9df002 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:21.614218 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ee5a2998-e524-4af5-83d0-2ac25f9df002 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:21.619224 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ee5a2998-e524-4af5-83d0-2ac25f9df002 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:21.633134 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-8c67fff4-6b5e-4f69-b6aa-5b10c948c72b None None] Allocated IP 2001:db8::2 (074cf259-91f1-4df0-b073-de28328b8f7e/008cfedd-003a-4612-b62b-f5e407d1bb43/f8f0d42b-5035-44c4-ada2-ec55b0dbd399) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:17:21.651426 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ee5a2998-e524-4af5-83d0-2ac25f9df002 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:21.652871 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-ee5a2998-e524-4af5-83d0-2ac25f9df002 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1840768 Sep 23 07:17:21.657456 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45406) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:21.659254 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5a2998-e524-4af5-83d0-2ac25f9df002 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20e5233c-b9a4-43c1-94b3-5662147ddb50,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:21.663934 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-f78ccbda-ce48-4818-ae58-9f53520562dd tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2075340865', 'security_groups': ['20e5233c-b9a4-43c1-94b3-5662147ddb50'], 'network_id': '074cf259-91f1-4df0-b073-de28328b8f7e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '008cfedd-003a-4612-b62b-f5e407d1bb43'}]}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:17:21.764567 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 9b24bc7d-9f17-484b-8c79-8e756b7008e7 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:17:21.789145 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 9b24bc7d-9f17-484b-8c79-8e756b7008e7 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:17:21.789145 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 9b24bc7d-9f17-484b-8c79-8e756b7008e7 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:17:21.799493 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78ccbda-ce48-4818-ae58-9f53520562dd tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Made reservation on behalf of ffcd8659d6cb4d2996c3d7ec78617f4d for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:17:21.840986 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8c67fff4-6b5e-4f69-b6aa-5b10c948c72b None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:21.847287 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8c67fff4-6b5e-4f69-b6aa-5b10c948c72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:21.888925 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f78ccbda-ce48-4818-ae58-9f53520562dd tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:21.900062 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:17:21.918716 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [None req-f78ccbda-ce48-4818-ae58-9f53520562dd tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] device_id is not set on port cb06d793-39cb-4ba2-90a9-9697520a0cbb yet. {{(pid=95065) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 07:17:22.048795 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c67fff4-6b5e-4f69-b6aa-5b10c948c72b None None] Network 074cf259-91f1-4df0-b073-de28328b8f7e is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:17:22.051583 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-8c67fff4-6b5e-4f69-b6aa-5b10c948c72b None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:17:22.054972 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c67fff4-6b5e-4f69-b6aa-5b10c948c72b None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:17:22.065263 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c67fff4-6b5e-4f69-b6aa-5b10c948c72b None None] Pushing event updated for resources: {'Port': ['ID=f8f0d42b-5035-44c4-ada2-ec55b0dbd399,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:22.099635 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-f78ccbda-ce48-4818-ae58-9f53520562dd tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Allocated IP 2001:db8::2a4 (074cf259-91f1-4df0-b073-de28328b8f7e/008cfedd-003a-4612-b62b-f5e407d1bb43/cb06d793-39cb-4ba2-90a9-9697520a0cbb) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:17:22.115895 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-8c67fff4-6b5e-4f69-b6aa-5b10c948c72b None None] Attempting to bind port f8f0d42b-5035-44c4-ada2-ec55b0dbd399 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:17:22.116263 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-8c67fff4-6b5e-4f69-b6aa-5b10c948c72b None None] Attempting to bind port f8f0d42b-5035-44c4-ada2-ec55b0dbd399 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': 'fcd7a184-a265-40f2-b76f-6c27f79dfdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '074cf259-91f1-4df0-b073-de28328b8f7e'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:17:22.116630 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c67fff4-6b5e-4f69-b6aa-5b10c948c72b None None] Attempting to bind port f8f0d42b-5035-44c4-ada2-ec55b0dbd399 on network 074cf259-91f1-4df0-b073-de28328b8f7e {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:17:22.122436 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c67fff4-6b5e-4f69-b6aa-5b10c948c72b None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:17:22.122808 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c67fff4-6b5e-4f69-b6aa-5b10c948c72b None None] Checking segment: {'id': 'fcd7a184-a265-40f2-b76f-6c27f79dfdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '074cf259-91f1-4df0-b073-de28328b8f7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:17:22.123205 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8c67fff4-6b5e-4f69-b6aa-5b10c948c72b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:22.123598 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c67fff4-6b5e-4f69-b6aa-5b10c948c72b None None] Bound using segment: {'id': 'fcd7a184-a265-40f2-b76f-6c27f79dfdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '074cf259-91f1-4df0-b073-de28328b8f7e'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:17:22.124055 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-8c67fff4-6b5e-4f69-b6aa-5b10c948c72b None None] Bound port: f8f0d42b-5035-44c4-ada2-ec55b0dbd399, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcd7a184-a265-40f2-b76f-6c27f79dfdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '074cf259-91f1-4df0-b073-de28328b8f7e'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:17:22.124429 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8c67fff4-6b5e-4f69-b6aa-5b10c948c72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:22.203222 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-8c67fff4-6b5e-4f69-b6aa-5b10c948c72b None None] For port f8f0d42b-5035-44c4-ada2-ec55b0dbd399, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:17:22.203222 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-8c67fff4-6b5e-4f69-b6aa-5b10c948c72b None None] For port f8f0d42b-5035-44c4-ada2-ec55b0dbd399, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=f8f0d42b-5035-44c4-ada2-ec55b0dbd399,segment=NetworkSegment(fcd7a184-a265-40f2-b76f-6c27f79dfdb1),segment_id=fcd7a184-a265-40f2-b76f-6c27f79dfdb1)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:17:22.244922 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8c67fff4-6b5e-4f69-b6aa-5b10c948c72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:22.287939 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f78ccbda-ce48-4818-ae58-9f53520562dd tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:22.330068 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c67fff4-6b5e-4f69-b6aa-5b10c948c72b None None] Pushing event updated for resources: {'Port': ['ID=f8f0d42b-5035-44c4-ada2-ec55b0dbd399,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:22.340374 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f78ccbda-ce48-4818-ae58-9f53520562dd tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:22.386818 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78ccbda-ce48-4818-ae58-9f53520562dd tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Network 074cf259-91f1-4df0-b073-de28328b8f7e is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:17:22.390086 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-f78ccbda-ce48-4818-ae58-9f53520562dd tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:17:22.393932 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78ccbda-ce48-4818-ae58-9f53520562dd tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:17:22.399786 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78ccbda-ce48-4818-ae58-9f53520562dd tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:17:22.400414 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f78ccbda-ce48-4818-ae58-9f53520562dd tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:22.411759 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78ccbda-ce48-4818-ae58-9f53520562dd tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event updated for resources: {'Port': ['ID=cb06d793-39cb-4ba2-90a9-9697520a0cbb,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:22.426724 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-f78ccbda-ce48-4818-ae58-9f53520562dd tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7665837 Sep 23 07:17:22.427200 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45418) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:22.433124 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-36527cc9-b55b-40b1-9839-2a3db7eebef7 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Request body: {'subnet': {'network_id': '074cf259-91f1-4df0-b073-de28328b8f7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:17:22.571652 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36527cc9-b55b-40b1-9839-2a3db7eebef7 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Made reservation on behalf of ffcd8659d6cb4d2996c3d7ec78617f4d for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:17:22.575440 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-36527cc9-b55b-40b1-9839-2a3db7eebef7 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:22.679594 n-d-715271-16 neutron-server[95065]: INFO neutron.db.ipam_backend_mixin [None req-36527cc9-b55b-40b1-9839-2a3db7eebef7 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 008cfedd-003a-4612-b62b-f5e407d1bb43 (CIDR: 2001:db8::/64) Sep 23 07:17:22.684645 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-36527cc9-b55b-40b1-9839-2a3db7eebef7 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 07:17:22.685174 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36527cc9-b55b-40b1-9839-2a3db7eebef7 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 07:17:22.700795 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-36527cc9-b55b-40b1-9839-2a3db7eebef7 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2724993 Sep 23 07:17:22.703503 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45420) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:22.708689 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-e320268e-aaca-432b-95b0-a604925ab78f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Request body: {'subnet': {'network_id': '074cf259-91f1-4df0-b073-de28328b8f7e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:17:22.825517 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e320268e-aaca-432b-95b0-a604925ab78f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Made reservation on behalf of ffcd8659d6cb4d2996c3d7ec78617f4d for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:17:22.829155 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e320268e-aaca-432b-95b0-a604925ab78f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:23.056185 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e320268e-aaca-432b-95b0-a604925ab78f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:23.113013 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e320268e-aaca-432b-95b0-a604925ab78f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Network 074cf259-91f1-4df0-b073-de28328b8f7e is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:17:23.116366 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-e320268e-aaca-432b-95b0-a604925ab78f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:17:23.120216 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e320268e-aaca-432b-95b0-a604925ab78f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:17:23.120719 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e320268e-aaca-432b-95b0-a604925ab78f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:23.138363 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e320268e-aaca-432b-95b0-a604925ab78f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event updated for resources: {'Subnet': ['ID=d69e7dfe-18a0-4816-ba48-269e1a856dfa,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:23.146692 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-e320268e-aaca-432b-95b0-a604925ab78f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4419582 Sep 23 07:17:23.149974 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45430) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:23.155324 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-265b4826-8194-436d-ac41-63d185064c93 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-649887612', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd69e7dfe-18a0-4816-ba48-269e1a856dfa'}], 'security_groups': ['596506cc-b4d0-467b-bca6-ae8fdc00c9df']}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:17:23.223731 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-265b4826-8194-436d-ac41-63d185064c93 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:23.359904 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ca4cf6-ac8e-444c-8724-195c622b8013 None None] Network 074cf259-91f1-4df0-b073-de28328b8f7e requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:17:23.431498 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-9e37b81a-0866-4c9a-9a44-25687ecede6f None None] Provisioning complete for port 8b4c8341-24f6-4be4-b5e4-f0b57bceba09 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:17:23.431985 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-9e37b81a-0866-4c9a-9a44-25687ecede6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:23.479258 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-9e37b81a-0866-4c9a-9a44-25687ecede6f None None] Port 8b4c8341-24f6-4be4-b5e4-f0b57bceba09 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:17:23.527181 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-9e37b81a-0866-4c9a-9a44-25687ecede6f None None] Provisioning complete for port f8f0d42b-5035-44c4-ada2-ec55b0dbd399 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:17:23.527826 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-9e37b81a-0866-4c9a-9a44-25687ecede6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:23.552913 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-265b4826-8194-436d-ac41-63d185064c93 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Delete allocated IP 2001:db8::2a4 (074cf259-91f1-4df0-b073-de28328b8f7e/008cfedd-003a-4612-b62b-f5e407d1bb43) {{(pid=95065) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 23 07:17:23.562719 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-265b4826-8194-436d-ac41-63d185064c93 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Allocated IP 2001:db8:0:1::3a0 (074cf259-91f1-4df0-b073-de28328b8f7e/d69e7dfe-18a0-4816-ba48-269e1a856dfa/cb06d793-39cb-4ba2-90a9-9697520a0cbb) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:17:23.652706 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-9e37b81a-0866-4c9a-9a44-25687ecede6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:23.713498 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd1df19-5774-4da5-8fbe-f5b272db093f None None] Update dhcp port {'port': {'network_id': '074cf259-91f1-4df0-b073-de28328b8f7e', 'fixed_ips': [{'subnet_id': '008cfedd-003a-4612-b62b-f5e407d1bb43', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd69e7dfe-18a0-4816-ba48-269e1a856dfa'}], 'binding:host_id': 'n-d-715271-16'}, 'id': 'f8f0d42b-5035-44c4-ada2-ec55b0dbd399'} from n-d-715271-16. {{(pid=95067) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 23 07:17:23.734639 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-265b4826-8194-436d-ac41-63d185064c93 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:23.740879 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-265b4826-8194-436d-ac41-63d185064c93 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:23.759990 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd1df19-5774-4da5-8fbe-f5b272db093f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:23.808856 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-9e37b81a-0866-4c9a-9a44-25687ecede6f None None] For port f8f0d42b-5035-44c4-ada2-ec55b0dbd399, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=f8f0d42b-5035-44c4-ada2-ec55b0dbd399,segment=NetworkSegment(fcd7a184-a265-40f2-b76f-6c27f79dfdb1),segment_id=fcd7a184-a265-40f2-b76f-6c27f79dfdb1)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:17:23.816211 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device f8f0d42b-5035-44c4-ada2-ec55b0dbd399 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:17:23.834247 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-265b4826-8194-436d-ac41-63d185064c93 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] In _notify_port_updated(), no bound segment for port cb06d793-39cb-4ba2-90a9-9697520a0cbb on network 074cf259-91f1-4df0-b073-de28328b8f7e {{(pid=95065) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 07:17:23.841004 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265b4826-8194-436d-ac41-63d185064c93 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:17:23.841801 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-9e37b81a-0866-4c9a-9a44-25687ecede6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:23.841979 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-265b4826-8194-436d-ac41-63d185064c93 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:23.846511 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45434) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:23.857928 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-265b4826-8194-436d-ac41-63d185064c93 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "PUT /v2.0/ports/cb06d793-39cb-4ba2-90a9-9697520a0cbb HTTP/1.1" status: 200 len: 930 time: 0.7067072 Sep 23 07:17:23.877074 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265b4826-8194-436d-ac41-63d185064c93 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event updated for resources: {'Port': ['ID=cb06d793-39cb-4ba2-90a9-9697520a0cbb,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:23.972379 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-5fec4feb-cb6d-4a09-8d95-cb16dc379270 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Deleting port cb06d793-39cb-4ba2-90a9-9697520a0cbb {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:17:23.973041 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5fec4feb-cb6d-4a09-8d95-cb16dc379270 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:23.987909 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e37b81a-0866-4c9a-9a44-25687ecede6f None None] Pushing event updated for resources: {'Port': ['ID=f8f0d42b-5035-44c4-ada2-ec55b0dbd399,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:24.028391 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port f8f0d42b-5035-44c4-ada2-ec55b0dbd399 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:17:24.028769 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:24.072791 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-5dd1df19-5774-4da5-8fbe-f5b272db093f None None] Allocated IP 2001:db8:0:1::2 (074cf259-91f1-4df0-b073-de28328b8f7e/d69e7dfe-18a0-4816-ba48-269e1a856dfa/f8f0d42b-5035-44c4-ada2-ec55b0dbd399) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:17:24.112881 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5fec4feb-cb6d-4a09-8d95-cb16dc379270 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:24.126485 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-5fec4feb-cb6d-4a09-8d95-cb16dc379270 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Calling delete_port for cb06d793-39cb-4ba2-90a9-9697520a0cbb owned by {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:17:24.223318 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-5dd1df19-5774-4da5-8fbe-f5b272db093f None None] For port f8f0d42b-5035-44c4-ada2-ec55b0dbd399, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=f8f0d42b-5035-44c4-ada2-ec55b0dbd399,segment=NetworkSegment(fcd7a184-a265-40f2-b76f-6c27f79dfdb1),segment_id=fcd7a184-a265-40f2-b76f-6c27f79dfdb1)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:17:24.259843 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd1df19-5774-4da5-8fbe-f5b272db093f None None] Notify callbacks [] for port, precommit_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:24.267699 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd1df19-5774-4da5-8fbe-f5b272db093f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:24.293243 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5fec4feb-cb6d-4a09-8d95-cb16dc379270 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:24.338362 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fec4feb-cb6d-4a09-8d95-cb16dc379270 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event deleted for resources: {'Port': ['ID=cb06d793-39cb-4ba2-90a9-9697520a0cbb,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:24.371983 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd1df19-5774-4da5-8fbe-f5b272db093f None None] Pushing event updated for resources: {'Port': ['ID=f8f0d42b-5035-44c4-ada2-ec55b0dbd399,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:24.379013 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5fec4feb-cb6d-4a09-8d95-cb16dc379270 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:24.383619 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-5fec4feb-cb6d-4a09-8d95-cb16dc379270 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "DELETE /v2.0/ports/cb06d793-39cb-4ba2-90a9-9697520a0cbb HTTP/1.1" status: 204 len: 168 time: 0.5355358 Sep 23 07:17:24.386553 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45448) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:24.420171 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ad84137-f647-47fb-897f-b3657bd2be0e tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] GET failed (client error): The resource could not be found. Sep 23 07:17:24.423499 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-0ad84137-f647-47fb-897f-b3657bd2be0e tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "GET /v2.0/ports/cb06d793-39cb-4ba2-90a9-9697520a0cbb HTTP/1.1" status: 404 len: 333 time: 0.0359349 Sep 23 07:17:24.426190 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45450) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:24.536677 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-76a23688-3b21-4210-9425-8ada36ce91ac tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:24.590154 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-76a23688-3b21-4210-9425-8ada36ce91ac tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:24.647938 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-76a23688-3b21-4210-9425-8ada36ce91ac tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:24.652020 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-76a23688-3b21-4210-9425-8ada36ce91ac tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:24.666745 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45452) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:24.667246 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-76a23688-3b21-4210-9425-8ada36ce91ac tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "DELETE /v2.0/security-groups/20e5233c-b9a4-43c1-94b3-5662147ddb50 HTTP/1.1" status: 204 len: 168 time: 0.2395990 Sep 23 07:17:24.677295 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a23688-3b21-4210-9425-8ada36ce91ac tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e5233c-b9a4-43c1-94b3-5662147ddb50,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:24.746677 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4c81a58b-899a-474f-a8e7-7b30c2951449 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:24.780389 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4c81a58b-899a-474f-a8e7-7b30c2951449 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:24.879850 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4c81a58b-899a-474f-a8e7-7b30c2951449 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:24.883160 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4c81a58b-899a-474f-a8e7-7b30c2951449 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:24.887460 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-4c81a58b-899a-474f-a8e7-7b30c2951449 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "DELETE /v2.0/security-groups/596506cc-b4d0-467b-bca6-ae8fdc00c9df HTTP/1.1" status: 204 len: 168 time: 0.2168334 Sep 23 07:17:24.888194 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45454) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:24.901845 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c81a58b-899a-474f-a8e7-7b30c2951449 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=596506cc-b4d0-467b-bca6-ae8fdc00c9df,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:24.972331 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7667a78-4de1-4d29-a1cb-929ba22fcc5b tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Deleting subnet 008cfedd-003a-4612-b62b-f5e407d1bb43 {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:17:24.976049 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f7667a78-4de1-4d29-a1cb-929ba22fcc5b tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:25.025399 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f7667a78-4de1-4d29-a1cb-929ba22fcc5b tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:25.125590 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f7667a78-4de1-4d29-a1cb-929ba22fcc5b tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:25.190238 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-c491539e-6eef-4c4a-a78d-c7b60a86ff66 None None] Provisioning complete for port 8b4c8341-24f6-4be4-b5e4-f0b57bceba09 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:17:25.190867 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c491539e-6eef-4c4a-a78d-c7b60a86ff66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:25.201926 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f7667a78-4de1-4d29-a1cb-929ba22fcc5b tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:25.232762 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7667a78-4de1-4d29-a1cb-929ba22fcc5b tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event deleted for resources: {'Subnet': ['ID=008cfedd-003a-4612-b62b-f5e407d1bb43,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:25.237297 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f7667a78-4de1-4d29-a1cb-929ba22fcc5b tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:25.239684 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-f7667a78-4de1-4d29-a1cb-929ba22fcc5b tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "DELETE /v2.0/subnets/008cfedd-003a-4612-b62b-f5e407d1bb43 HTTP/1.1" status: 204 len: 168 time: 0.3501549 Sep 23 07:17:25.245170 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45456) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:25.250597 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-d6274d57-49b9-4a32-a482-ad7122226f6e tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Request body: {'subnet': {'network_id': '074cf259-91f1-4df0-b073-de28328b8f7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:17:25.258959 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-c491539e-6eef-4c4a-a78d-c7b60a86ff66 None None] Port 8b4c8341-24f6-4be4-b5e4-f0b57bceba09 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:17:25.285282 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-c491539e-6eef-4c4a-a78d-c7b60a86ff66 None None] Provisioning complete for port f8f0d42b-5035-44c4-ada2-ec55b0dbd399 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:17:25.285930 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c491539e-6eef-4c4a-a78d-c7b60a86ff66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:25.392689 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-c491539e-6eef-4c4a-a78d-c7b60a86ff66 None None] Could not find standard attr ID for object cb06d793-39cb-4ba2-90a9-9697520a0cbb. {{(pid=95067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 07:17:25.418147 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6274d57-49b9-4a32-a482-ad7122226f6e tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Made reservation on behalf of ffcd8659d6cb4d2996c3d7ec78617f4d for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:17:25.423142 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d6274d57-49b9-4a32-a482-ad7122226f6e tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:25.447249 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6215a73f-5456-429e-b43a-5d0074b3162a None None] Network 074cf259-91f1-4df0-b073-de28328b8f7e requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:17:25.519973 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-74e274d6-f22d-466c-a07b-239449d82d81 None None] Could not find standard attr ID for object cb06d793-39cb-4ba2-90a9-9697520a0cbb. {{(pid=95067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 07:17:25.747917 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d6274d57-49b9-4a32-a482-ad7122226f6e tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:25.754242 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device f8f0d42b-5035-44c4-ada2-ec55b0dbd399 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:17:25.794690 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6274d57-49b9-4a32-a482-ad7122226f6e tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Network 074cf259-91f1-4df0-b073-de28328b8f7e is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:17:25.801909 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-d6274d57-49b9-4a32-a482-ad7122226f6e tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:17:25.804945 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6274d57-49b9-4a32-a482-ad7122226f6e tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:17:25.805574 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d6274d57-49b9-4a32-a482-ad7122226f6e tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:25.818363 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port f8f0d42b-5035-44c4-ada2-ec55b0dbd399 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:17:25.819536 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:25.820159 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6274d57-49b9-4a32-a482-ad7122226f6e tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event updated for resources: {'Subnet': ['ID=f65530f0-6666-402f-92eb-bc6fa66cf168,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:25.839122 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45462) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:25.839716 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-d6274d57-49b9-4a32-a482-ad7122226f6e tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5926502 Sep 23 07:17:25.844093 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-81c1097c-5534-44ad-89ab-7714c21bae12 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Request body: {'security_group': {'name': 'tempest-secgroup-481584683'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:17:25.875726 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-81c1097c-5534-44ad-89ab-7714c21bae12 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:25.993311 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-81c1097c-5534-44ad-89ab-7714c21bae12 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:26.000975 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-81c1097c-5534-44ad-89ab-7714c21bae12 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:26.043228 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-81c1097c-5534-44ad-89ab-7714c21bae12 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:26.047367 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-81c1097c-5534-44ad-89ab-7714c21bae12 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2045383 Sep 23 07:17:26.047367 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c1097c-5534-44ad-89ab-7714c21bae12 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1762e8-ba5d-4d3b-a878-eee098e5453a,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:26.047673 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45464) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:26.052383 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-6128d7dd-6071-4a1a-ab12-daea361ec80a tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Request body: {'security_group': {'name': 'tempest-secgroup-1010051341'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:17:26.085057 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6128d7dd-6071-4a1a-ab12-daea361ec80a tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:26.231039 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6128d7dd-6071-4a1a-ab12-daea361ec80a tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:26.236461 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6128d7dd-6071-4a1a-ab12-daea361ec80a tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:26.269726 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6128d7dd-6071-4a1a-ab12-daea361ec80a tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:26.271682 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-6128d7dd-6071-4a1a-ab12-daea361ec80a tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2228127 Sep 23 07:17:26.276297 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45466) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:26.280414 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6128d7dd-6071-4a1a-ab12-daea361ec80a tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=039d6295-e379-43f5-b1d2-d19d9d815108,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:26.281760 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-cfbae87f-054c-4cf8-89de-b2174c5dbba0 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Request body: {'security_group': {'name': 'tempest-secgroup-1941319637'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:17:26.324718 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cfbae87f-054c-4cf8-89de-b2174c5dbba0 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:26.400100 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d5ef5d-257f-48c0-bf49-285132aab8f5 None None] Network 074cf259-91f1-4df0-b073-de28328b8f7e requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:17:26.437343 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cfbae87f-054c-4cf8-89de-b2174c5dbba0 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:26.442765 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cfbae87f-054c-4cf8-89de-b2174c5dbba0 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:26.479225 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbae87f-054c-4cf8-89de-b2174c5dbba0 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e829f1b9-02d8-441e-874b-8c20b9557467,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:26.482239 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cfbae87f-054c-4cf8-89de-b2174c5dbba0 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:26.487438 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45468) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:26.494058 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-58ad2079-115c-46dd-904e-d1dcbaf0b14f None None] Provisioning complete for port 8b4c8341-24f6-4be4-b5e4-f0b57bceba09 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:17:26.494408 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-7e7271f2-e201-4c77-a48e-c84ca9a93ab2 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-221375315', 'security_groups': ['e829f1b9-02d8-441e-874b-8c20b9557467'], 'network_id': '074cf259-91f1-4df0-b073-de28328b8f7e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f65530f0-6666-402f-92eb-bc6fa66cf168'}]}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:17:26.494613 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-cfbae87f-054c-4cf8-89de-b2174c5dbba0 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2170830 Sep 23 07:17:26.495344 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-58ad2079-115c-46dd-904e-d1dcbaf0b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:26.580246 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-58ad2079-115c-46dd-904e-d1dcbaf0b14f None None] Port 8b4c8341-24f6-4be4-b5e4-f0b57bceba09 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:17:26.604240 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-58ad2079-115c-46dd-904e-d1dcbaf0b14f None None] Provisioning complete for port f8f0d42b-5035-44c4-ada2-ec55b0dbd399 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:17:26.604700 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-58ad2079-115c-46dd-904e-d1dcbaf0b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:26.632593 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7271f2-e201-4c77-a48e-c84ca9a93ab2 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Made reservation on behalf of ffcd8659d6cb4d2996c3d7ec78617f4d for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:17:26.750220 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023a3f35-4e07-4b04-be5e-8ec39f8968d3 None None] Update dhcp port {'port': {'network_id': '074cf259-91f1-4df0-b073-de28328b8f7e', 'fixed_ips': [{'subnet_id': 'd69e7dfe-18a0-4816-ba48-269e1a856dfa', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'f65530f0-6666-402f-92eb-bc6fa66cf168'}], 'binding:host_id': 'n-d-715271-16'}, 'id': 'f8f0d42b-5035-44c4-ada2-ec55b0dbd399'} from n-d-715271-16. {{(pid=95067) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 23 07:17:26.782692 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-023a3f35-4e07-4b04-be5e-8ec39f8968d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:26.961362 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-023a3f35-4e07-4b04-be5e-8ec39f8968d3 None None] Allocated IP 2001:db8::2 (074cf259-91f1-4df0-b073-de28328b8f7e/f65530f0-6666-402f-92eb-bc6fa66cf168/f8f0d42b-5035-44c4-ada2-ec55b0dbd399) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:17:27.034640 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7e7271f2-e201-4c77-a48e-c84ca9a93ab2 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:27.052825 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [None req-7e7271f2-e201-4c77-a48e-c84ca9a93ab2 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] device_id is not set on port e4ae57c0-00f2-42aa-9abc-caf435fe7acb yet. {{(pid=95066) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 07:17:27.071623 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-023a3f35-4e07-4b04-be5e-8ec39f8968d3 None None] For port f8f0d42b-5035-44c4-ada2-ec55b0dbd399, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=f8f0d42b-5035-44c4-ada2-ec55b0dbd399,segment=NetworkSegment(fcd7a184-a265-40f2-b76f-6c27f79dfdb1),segment_id=fcd7a184-a265-40f2-b76f-6c27f79dfdb1)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:17:27.103122 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-023a3f35-4e07-4b04-be5e-8ec39f8968d3 None None] Notify callbacks [] for port, precommit_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:27.112142 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-023a3f35-4e07-4b04-be5e-8ec39f8968d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:27.206129 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023a3f35-4e07-4b04-be5e-8ec39f8968d3 None None] Pushing event updated for resources: {'Port': ['ID=f8f0d42b-5035-44c4-ada2-ec55b0dbd399,revision_number=6']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:27.247287 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-7e7271f2-e201-4c77-a48e-c84ca9a93ab2 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Allocated IP 2001:db8::32c (074cf259-91f1-4df0-b073-de28328b8f7e/f65530f0-6666-402f-92eb-bc6fa66cf168/e4ae57c0-00f2-42aa-9abc-caf435fe7acb) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:17:27.398338 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7e7271f2-e201-4c77-a48e-c84ca9a93ab2 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:27.437490 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7e7271f2-e201-4c77-a48e-c84ca9a93ab2 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:27.479200 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7271f2-e201-4c77-a48e-c84ca9a93ab2 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Network 074cf259-91f1-4df0-b073-de28328b8f7e is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:17:27.482536 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-7e7271f2-e201-4c77-a48e-c84ca9a93ab2 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:17:27.486560 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7271f2-e201-4c77-a48e-c84ca9a93ab2 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:17:27.492199 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7271f2-e201-4c77-a48e-c84ca9a93ab2 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:17:27.494822 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7e7271f2-e201-4c77-a48e-c84ca9a93ab2 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:27.510584 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7271f2-e201-4c77-a48e-c84ca9a93ab2 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event updated for resources: {'Port': ['ID=e4ae57c0-00f2-42aa-9abc-caf435fe7acb,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:27.521412 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45472) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:27.521907 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-7e7271f2-e201-4c77-a48e-c84ca9a93ab2 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0330768 Sep 23 07:17:27.526702 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-1cf1d6e5-27da-46f2-a773-2d0b11babd51 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Request body: {'subnet': {'network_id': '074cf259-91f1-4df0-b073-de28328b8f7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:17:27.650533 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf1d6e5-27da-46f2-a773-2d0b11babd51 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Made reservation on behalf of ffcd8659d6cb4d2996c3d7ec78617f4d for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:17:27.654720 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1cf1d6e5-27da-46f2-a773-2d0b11babd51 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:27.761097 n-d-715271-16 neutron-server[95065]: INFO neutron.db.ipam_backend_mixin [None req-1cf1d6e5-27da-46f2-a773-2d0b11babd51 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f65530f0-6666-402f-92eb-bc6fa66cf168 (CIDR: 2001:db8::/64) Sep 23 07:17:27.766602 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cf1d6e5-27da-46f2-a773-2d0b11babd51 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 07:17:27.767129 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cf1d6e5-27da-46f2-a773-2d0b11babd51 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 07:17:27.767547 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device f8f0d42b-5035-44c4-ada2-ec55b0dbd399 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:17:27.796482 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-ccd1a64b-cb77-42a1-85ce-d3da1dde830a None None] Provisioning complete for port 8b4c8341-24f6-4be4-b5e4-f0b57bceba09 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:17:27.796862 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ccd1a64b-cb77-42a1-85ce-d3da1dde830a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:27.803432 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45480) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:27.808144 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-1cf1d6e5-27da-46f2-a773-2d0b11babd51 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2824759 Sep 23 07:17:27.810961 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-86ed45c5-8b5c-4d3e-9cca-668e1be78ec1 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Request body: {'subnet': {'network_id': '074cf259-91f1-4df0-b073-de28328b8f7e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:17:27.853692 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-ccd1a64b-cb77-42a1-85ce-d3da1dde830a None None] Port 8b4c8341-24f6-4be4-b5e4-f0b57bceba09 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:17:27.875788 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-ccd1a64b-cb77-42a1-85ce-d3da1dde830a None None] Provisioning complete for port f8f0d42b-5035-44c4-ada2-ec55b0dbd399 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:17:27.876257 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ccd1a64b-cb77-42a1-85ce-d3da1dde830a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:27.940147 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ed45c5-8b5c-4d3e-9cca-668e1be78ec1 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Made reservation on behalf of ffcd8659d6cb4d2996c3d7ec78617f4d for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:17:27.941426 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port f8f0d42b-5035-44c4-ada2-ec55b0dbd399 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:17:27.941856 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:27.944688 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-86ed45c5-8b5c-4d3e-9cca-668e1be78ec1 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:28.052484 n-d-715271-16 neutron-server[95066]: INFO neutron.db.ipam_backend_mixin [None req-86ed45c5-8b5c-4d3e-9cca-668e1be78ec1 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet d69e7dfe-18a0-4816-ba48-269e1a856dfa (CIDR: 2001:db8:0:1::/64) Sep 23 07:17:28.057263 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-86ed45c5-8b5c-4d3e-9cca-668e1be78ec1 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 07:17:28.057263 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86ed45c5-8b5c-4d3e-9cca-668e1be78ec1 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 07:17:28.072759 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-86ed45c5-8b5c-4d3e-9cca-668e1be78ec1 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.2679739 Sep 23 07:17:28.075565 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45488) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:28.081078 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-ec8f8366-94c2-4021-ac26-77d377aa7180 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Request body: {'subnet': {'network_id': '074cf259-91f1-4df0-b073-de28328b8f7e', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:17:28.157672 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-0270ba85-8d73-4095-9283-80239b557cc6 None None] Provisioning complete for port e4ae57c0-00f2-42aa-9abc-caf435fe7acb triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:17:28.158211 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0270ba85-8d73-4095-9283-80239b557cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:28.201584 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-0270ba85-8d73-4095-9283-80239b557cc6 None None] Port e4ae57c0-00f2-42aa-9abc-caf435fe7acb cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:17:28.224652 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec8f8366-94c2-4021-ac26-77d377aa7180 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Made reservation on behalf of ffcd8659d6cb4d2996c3d7ec78617f4d for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:17:28.229112 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ec8f8366-94c2-4021-ac26-77d377aa7180 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:28.323100 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-46ce1b21-0e9a-410e-ac02-c4e2dfbdc8fd None None] Could not find standard attr ID for object cb06d793-39cb-4ba2-90a9-9697520a0cbb. {{(pid=95067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 07:17:28.391335 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-be9e1e53-6a2e-44ef-aa67-8f72b8b05bf4 req-675e2caa-7a63-45b6-9f66-b6b2046ac6ce service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9455bf8b-f649-4457-82e2-ac6d5f4a67ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0770586 Sep 23 07:17:28.540144 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9e1e53-6a2e-44ef-aa67-8f72b8b05bf4 req-868b5be9-2de6-482f-91da-e83e3915062f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:17:28.541731 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-be9e1e53-6a2e-44ef-aa67-8f72b8b05bf4 req-868b5be9-2de6-482f-91da-e83e3915062f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dda7d37bb4b541ebbe8e22954596ee73&device_id=9455bf8b-f649-4457-82e2-ac6d5f4a67ec HTTP/1.1" status: 200 len: 1097 time: 0.0917876 Sep 23 07:17:28.572183 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ec8f8366-94c2-4021-ac26-77d377aa7180 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:28.670243 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8f8366-94c2-4021-ac26-77d377aa7180 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Network 074cf259-91f1-4df0-b073-de28328b8f7e is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:17:28.677799 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-ec8f8366-94c2-4021-ac26-77d377aa7180 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:17:28.683650 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8f8366-94c2-4021-ac26-77d377aa7180 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:17:28.684239 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ec8f8366-94c2-4021-ac26-77d377aa7180 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:28.689749 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69563298-f8c6-4215-a475-6efbd2479fd8 None None] Network 074cf259-91f1-4df0-b073-de28328b8f7e requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:17:28.706668 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8f8366-94c2-4021-ac26-77d377aa7180 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event updated for resources: {'Subnet': ['ID=89c20945-a415-45d8-9335-0eb344f1724e,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:28.713565 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9e1e53-6a2e-44ef-aa67-8f72b8b05bf4 req-7d7ece1b-b2ef-48f9-b4e7-1a48f204cc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:17:28.715168 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-be9e1e53-6a2e-44ef-aa67-8f72b8b05bf4 req-7d7ece1b-b2ef-48f9-b4e7-1a48f204cc83 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ee64cebb-cbad-4040-a31a-b12cc5624112 HTTP/1.1" status: 200 len: 912 time: 0.1524308 Sep 23 07:17:28.719456 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-ec8f8366-94c2-4021-ac26-77d377aa7180 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6428080 Sep 23 07:17:28.722382 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45496) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:28.728547 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-dc1b0ba8-e54e-46ae-86bc-f936cbb9740d tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1726387471', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '89c20945-a415-45d8-9335-0eb344f1724e'}], 'security_groups': ['7a1762e8-ba5d-4d3b-a878-eee098e5453a', '039d6295-e379-43f5-b1d2-d19d9d815108']}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:17:28.788737 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-be9e1e53-6a2e-44ef-aa67-8f72b8b05bf4 req-0ab37607-dcd9-4a0b-8fa1-a60c86093414 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a26e47c8-180f-4270-99ba-58390345f1cd HTTP/1.1" status: 200 len: 1001 time: 0.0663245 Sep 23 07:17:28.817561 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dc1b0ba8-e54e-46ae-86bc-f936cbb9740d tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:28.853376 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9e1e53-6a2e-44ef-aa67-8f72b8b05bf4 req-0c0c4e3f-9665-4828-9a62-60aef226d425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:17:28.856009 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-be9e1e53-6a2e-44ef-aa67-8f72b8b05bf4 req-0c0c4e3f-9665-4828-9a62-60aef226d425 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4f0a580e-e630-4d93-8377-9af2cc86d82c HTTP/1.1" status: 200 len: 850 time: 0.0573294 Sep 23 07:17:28.915482 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9e1e53-6a2e-44ef-aa67-8f72b8b05bf4 req-250645ed-c269-40ee-aab6-f7aab07dd674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:17:28.916991 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-be9e1e53-6a2e-44ef-aa67-8f72b8b05bf4 req-250645ed-c269-40ee-aab6-f7aab07dd674 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ee64cebb-cbad-4040-a31a-b12cc5624112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538526 Sep 23 07:17:28.988471 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946f35e5-37be-4e24-90fc-530d0e574d79 None None] Update dhcp port {'port': {'network_id': '074cf259-91f1-4df0-b073-de28328b8f7e', 'fixed_ips': [{'subnet_id': 'd69e7dfe-18a0-4816-ba48-269e1a856dfa', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'f65530f0-6666-402f-92eb-bc6fa66cf168', 'ip_address': '2001:db8::2'}, {'subnet_id': '89c20945-a415-45d8-9335-0eb344f1724e'}], 'binding:host_id': 'n-d-715271-16'}, 'id': 'f8f0d42b-5035-44c4-ada2-ec55b0dbd399'} from n-d-715271-16. {{(pid=95067) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 23 07:17:29.019707 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-946f35e5-37be-4e24-90fc-530d0e574d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:29.046319 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-be9e1e53-6a2e-44ef-aa67-8f72b8b05bf4 req-d91b239d-189a-4e57-9e84-88a8dedd97e4 service neutron] 10.222.0.21 "GET /v2.0/networks/ee64cebb-cbad-4040-a31a-b12cc5624112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212022 Sep 23 07:17:29.145741 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-be9e1e53-6a2e-44ef-aa67-8f72b8b05bf4 req-539b76e4-29dd-4bc5-b798-5cb8f57c710f service neutron] 10.222.0.21 "GET /v2.0/networks/ee64cebb-cbad-4040-a31a-b12cc5624112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920837 Sep 23 07:17:29.188329 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-dc1b0ba8-e54e-46ae-86bc-f936cbb9740d tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Delete allocated IP 2001:db8::32c (074cf259-91f1-4df0-b073-de28328b8f7e/f65530f0-6666-402f-92eb-bc6fa66cf168) {{(pid=95066) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 23 07:17:29.196931 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-dc1b0ba8-e54e-46ae-86bc-f936cbb9740d tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Allocated IP 2001:db8:0:2::1ac (074cf259-91f1-4df0-b073-de28328b8f7e/89c20945-a415-45d8-9335-0eb344f1724e/e4ae57c0-00f2-42aa-9abc-caf435fe7acb) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:17:29.359717 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dc1b0ba8-e54e-46ae-86bc-f936cbb9740d tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:29.365121 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dc1b0ba8-e54e-46ae-86bc-f936cbb9740d tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:29.424411 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-dc1b0ba8-e54e-46ae-86bc-f936cbb9740d tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] In _notify_port_updated(), no bound segment for port e4ae57c0-00f2-42aa-9abc-caf435fe7acb on network 074cf259-91f1-4df0-b073-de28328b8f7e {{(pid=95066) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 07:17:29.427799 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-946f35e5-37be-4e24-90fc-530d0e574d79 None None] Allocated IP 2001:db8:0:2::2 (074cf259-91f1-4df0-b073-de28328b8f7e/89c20945-a415-45d8-9335-0eb344f1724e/f8f0d42b-5035-44c4-ada2-ec55b0dbd399) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:17:29.431138 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1b0ba8-e54e-46ae-86bc-f936cbb9740d tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:17:29.432080 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dc1b0ba8-e54e-46ae-86bc-f936cbb9740d tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:29.433725 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-dc1b0ba8-e54e-46ae-86bc-f936cbb9740d tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "PUT /v2.0/ports/e4ae57c0-00f2-42aa-9abc-caf435fe7acb HTTP/1.1" status: 200 len: 970 time: 0.7101674 Sep 23 07:17:29.436813 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45502) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:29.478441 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1b0ba8-e54e-46ae-86bc-f936cbb9740d tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event updated for resources: {'Port': ['ID=e4ae57c0-00f2-42aa-9abc-caf435fe7acb,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:29.543565 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-946f35e5-37be-4e24-90fc-530d0e574d79 None None] For port f8f0d42b-5035-44c4-ada2-ec55b0dbd399, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=f8f0d42b-5035-44c4-ada2-ec55b0dbd399,segment=NetworkSegment(fcd7a184-a265-40f2-b76f-6c27f79dfdb1),segment_id=fcd7a184-a265-40f2-b76f-6c27f79dfdb1)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:17:29.553437 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-1933452d-cf3c-4451-87f8-696584e3b780 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Deleting port e4ae57c0-00f2-42aa-9abc-caf435fe7acb {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:17:29.553785 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1933452d-cf3c-4451-87f8-696584e3b780 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:29.578196 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-946f35e5-37be-4e24-90fc-530d0e574d79 None None] Notify callbacks [] for port, precommit_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:29.585273 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-946f35e5-37be-4e24-90fc-530d0e574d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:29.673530 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1933452d-cf3c-4451-87f8-696584e3b780 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:29.689552 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-1933452d-cf3c-4451-87f8-696584e3b780 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Calling delete_port for e4ae57c0-00f2-42aa-9abc-caf435fe7acb owned by {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:17:29.703678 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946f35e5-37be-4e24-90fc-530d0e574d79 None None] Pushing event updated for resources: {'Port': ['ID=f8f0d42b-5035-44c4-ada2-ec55b0dbd399,revision_number=7']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:29.846279 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1933452d-cf3c-4451-87f8-696584e3b780 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:29.884303 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1933452d-cf3c-4451-87f8-696584e3b780 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event deleted for resources: {'Port': ['ID=e4ae57c0-00f2-42aa-9abc-caf435fe7acb,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:29.911976 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1933452d-cf3c-4451-87f8-696584e3b780 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:29.917137 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-1933452d-cf3c-4451-87f8-696584e3b780 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "DELETE /v2.0/ports/e4ae57c0-00f2-42aa-9abc-caf435fe7acb HTTP/1.1" status: 204 len: 168 time: 0.4764175 Sep 23 07:17:29.917562 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45508) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:29.944921 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-20171da3-e5e9-4424-8fa3-7ecb3d5d8518 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] GET failed (client error): The resource could not be found. Sep 23 07:17:29.946845 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-20171da3-e5e9-4424-8fa3-7ecb3d5d8518 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "GET /v2.0/ports/e4ae57c0-00f2-42aa-9abc-caf435fe7acb HTTP/1.1" status: 404 len: 333 time: 0.0281129 Sep 23 07:17:29.949767 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45510) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:30.004738 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bedf5325-7fc4-4d96-b9f9-df7e4966515f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:30.031047 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bedf5325-7fc4-4d96-b9f9-df7e4966515f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:30.076457 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bedf5325-7fc4-4d96-b9f9-df7e4966515f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:30.079621 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bedf5325-7fc4-4d96-b9f9-df7e4966515f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:30.081115 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-bedf5325-7fc4-4d96-b9f9-df7e4966515f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "DELETE /v2.0/security-groups/e829f1b9-02d8-441e-874b-8c20b9557467 HTTP/1.1" status: 204 len: 168 time: 0.1303954 Sep 23 07:17:30.083886 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45512) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:30.091973 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedf5325-7fc4-4d96-b9f9-df7e4966515f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e829f1b9-02d8-441e-874b-8c20b9557467,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:30.154964 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e1786a55-c038-4c71-8d8d-b9573cbcf53b tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:30.181270 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e1786a55-c038-4c71-8d8d-b9573cbcf53b tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:30.228063 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e1786a55-c038-4c71-8d8d-b9573cbcf53b tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:30.232067 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e1786a55-c038-4c71-8d8d-b9573cbcf53b tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:30.236025 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-e1786a55-c038-4c71-8d8d-b9573cbcf53b tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "DELETE /v2.0/security-groups/039d6295-e379-43f5-b1d2-d19d9d815108 HTTP/1.1" status: 204 len: 168 time: 0.1479857 Sep 23 07:17:30.236476 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45514) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:30.252224 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1786a55-c038-4c71-8d8d-b9573cbcf53b tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=039d6295-e379-43f5-b1d2-d19d9d815108,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:30.368636 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-f0559bbc-886f-4e53-b7ae-f26b79cbcb13 None None] Could not find standard attr ID for object e4ae57c0-00f2-42aa-9abc-caf435fe7acb. {{(pid=95067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 07:17:30.383690 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-f0559bbc-886f-4e53-b7ae-f26b79cbcb13 None None] Provisioning complete for port 8b4c8341-24f6-4be4-b5e4-f0b57bceba09 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:17:30.384459 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f0559bbc-886f-4e53-b7ae-f26b79cbcb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:30.426618 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-f0559bbc-886f-4e53-b7ae-f26b79cbcb13 None None] Port 8b4c8341-24f6-4be4-b5e4-f0b57bceba09 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:17:30.438343 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-f0559bbc-886f-4e53-b7ae-f26b79cbcb13 None None] Provisioning complete for port f8f0d42b-5035-44c4-ada2-ec55b0dbd399 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:17:30.438798 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f0559bbc-886f-4e53-b7ae-f26b79cbcb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:30.652486 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dca469ed-8941-4717-b7ef-cc76771c0d0b None None] Could not find standard attr ID for object e4ae57c0-00f2-42aa-9abc-caf435fe7acb. {{(pid=95067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 07:17:30.662433 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cc056d51-7f00-410c-b9ae-e4fecc8d54f1 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:30.686948 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cc056d51-7f00-410c-b9ae-e4fecc8d54f1 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:30.730376 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cc056d51-7f00-410c-b9ae-e4fecc8d54f1 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:30.733845 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cc056d51-7f00-410c-b9ae-e4fecc8d54f1 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:30.735061 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-cc056d51-7f00-410c-b9ae-e4fecc8d54f1 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "DELETE /v2.0/security-groups/7a1762e8-ba5d-4d3b-a878-eee098e5453a HTTP/1.1" status: 204 len: 168 time: 0.4975827 Sep 23 07:17:30.738892 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45520) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:30.745366 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc056d51-7f00-410c-b9ae-e4fecc8d54f1 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1762e8-ba5d-4d3b-a878-eee098e5453a,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:30.796489 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-07d4242e-5c9d-4ee4-9422-1e1a5f70dea8 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Deleting subnet f65530f0-6666-402f-92eb-bc6fa66cf168 {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:17:30.799790 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-07d4242e-5c9d-4ee4-9422-1e1a5f70dea8 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:30.844545 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-07d4242e-5c9d-4ee4-9422-1e1a5f70dea8 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:30.928927 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-07d4242e-5c9d-4ee4-9422-1e1a5f70dea8 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:30.992309 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-07d4242e-5c9d-4ee4-9422-1e1a5f70dea8 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:31.024689 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d4242e-5c9d-4ee4-9422-1e1a5f70dea8 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event deleted for resources: {'Subnet': ['ID=f65530f0-6666-402f-92eb-bc6fa66cf168,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:31.032199 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-07d4242e-5c9d-4ee4-9422-1e1a5f70dea8 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:31.037719 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-07d4242e-5c9d-4ee4-9422-1e1a5f70dea8 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "DELETE /v2.0/subnets/f65530f0-6666-402f-92eb-bc6fa66cf168 HTTP/1.1" status: 204 len: 168 time: 0.2940328 Sep 23 07:17:31.038016 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45522) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:31.041008 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5478cf6-af14-4aa0-beab-891369f2b709 None None] Network 074cf259-91f1-4df0-b073-de28328b8f7e requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:17:31.103441 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-10337c4c-b6b2-4744-bcec-67d139133205 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Deleting subnet 89c20945-a415-45d8-9335-0eb344f1724e {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:17:31.106364 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-10337c4c-b6b2-4744-bcec-67d139133205 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:31.149101 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-10337c4c-b6b2-4744-bcec-67d139133205 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:31.245440 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-10337c4c-b6b2-4744-bcec-67d139133205 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:31.308793 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-10337c4c-b6b2-4744-bcec-67d139133205 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:31.333856 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10337c4c-b6b2-4744-bcec-67d139133205 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event deleted for resources: {'Subnet': ['ID=89c20945-a415-45d8-9335-0eb344f1724e,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:31.342946 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-10337c4c-b6b2-4744-bcec-67d139133205 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:31.345041 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-10337c4c-b6b2-4744-bcec-67d139133205 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "DELETE /v2.0/subnets/89c20945-a415-45d8-9335-0eb344f1724e HTTP/1.1" status: 204 len: 168 time: 0.3059452 Sep 23 07:17:31.347467 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45524) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:31.378654 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-d557e1bc-b18a-4fcc-afd8-81b59e992107 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] DELETE failed (client error): The resource could not be found. Sep 23 07:17:31.379117 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d557e1bc-b18a-4fcc-afd8-81b59e992107 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 07:17:31.380874 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-d557e1bc-b18a-4fcc-afd8-81b59e992107 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "DELETE /v2.0/subnets/f65530f0-6666-402f-92eb-bc6fa66cf168 HTTP/1.1" status: 404 len: 337 time: 0.0324111 Sep 23 07:17:31.383701 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45526) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:31.436442 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-19ff217b-b22f-42c0-ae7d-71c9994451b4 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Deleting subnet d69e7dfe-18a0-4816-ba48-269e1a856dfa {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:17:31.439792 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-19ff217b-b22f-42c0-ae7d-71c9994451b4 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:31.485707 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-19ff217b-b22f-42c0-ae7d-71c9994451b4 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:31.582114 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-19ff217b-b22f-42c0-ae7d-71c9994451b4 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:31.652536 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-19ff217b-b22f-42c0-ae7d-71c9994451b4 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:31.707230 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ff217b-b22f-42c0-ae7d-71c9994451b4 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event deleted for resources: {'Subnet': ['ID=d69e7dfe-18a0-4816-ba48-269e1a856dfa,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:31.718603 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-19ff217b-b22f-42c0-ae7d-71c9994451b4 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:31.723188 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45532) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:31.739227 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-19ff217b-b22f-42c0-ae7d-71c9994451b4 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "DELETE /v2.0/subnets/d69e7dfe-18a0-4816-ba48-269e1a856dfa HTTP/1.1" status: 204 len: 168 time: 0.3359473 Sep 23 07:17:31.776810 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f868940-59d5-47a5-8bd8-c32ffea1237b tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] DELETE failed (client error): The resource could not be found. Sep 23 07:17:31.776810 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f868940-59d5-47a5-8bd8-c32ffea1237b tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 07:17:31.779970 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-7f868940-59d5-47a5-8bd8-c32ffea1237b tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "DELETE /v2.0/subnets/008cfedd-003a-4612-b62b-f5e407d1bb43 HTTP/1.1" status: 404 len: 337 time: 0.0535285 Sep 23 07:17:31.780610 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45536) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:31.788078 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device f8f0d42b-5035-44c4-ada2-ec55b0dbd399 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:17:31.832876 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-6c3cd138-bd0d-4a7e-9e8c-c581b9dc14fd tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "GET /v2.0/ports?device_id=047d199a-845c-4208-befd-b01f1af84233 HTTP/1.1" status: 200 len: 205 time: 0.0487885 Sep 23 07:17:31.833459 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45538) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:31.885937 n-d-715271-16 neutron-server[95066]: INFO neutron.api.v2.resource [None req-8bdefda5-9180-49d0-abc9-c0604f8445b0 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] delete failed (client error): The resource could not be found. Sep 23 07:17:31.889262 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-8bdefda5-9180-49d0-abc9-c0604f8445b0 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "DELETE /v2.0/routers/047d199a-845c-4208-befd-b01f1af84233 HTTP/1.1" status: 404 len: 336 time: 0.0525327 Sep 23 07:17:31.889637 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45540) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:31.890689 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81391ae3-3876-4812-8e3b-9e0ae9679f9e None None] Network 074cf259-91f1-4df0-b073-de28328b8f7e requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:17:31.918557 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0f4e351-77f6-438b-8f16-bd7e775d5431 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] DELETE failed (client error): The resource could not be found. Sep 23 07:17:31.920672 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0f4e351-77f6-438b-8f16-bd7e775d5431 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 07:17:31.924758 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-c0f4e351-77f6-438b-8f16-bd7e775d5431 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "DELETE /v2.0/subnets/cd867cb7-c27d-4190-b0df-324b8b95f296 HTTP/1.1" status: 404 len: 337 time: 0.0317886 Sep 23 07:17:31.925120 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45542) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:31.935518 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port f8f0d42b-5035-44c4-ada2-ec55b0dbd399 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:17:31.936475 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:31.953762 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dc55d0a-5394-4fc1-aa3c-c36192dd2c76 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] DELETE failed (client error): The resource could not be found. Sep 23 07:17:31.954345 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dc55d0a-5394-4fc1-aa3c-c36192dd2c76 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 07:17:31.957907 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-9dc55d0a-5394-4fc1-aa3c-c36192dd2c76 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "DELETE /v2.0/subnets/1fde7353-db44-4693-b8a8-cef181720b85 HTTP/1.1" status: 404 len: 337 time: 0.0300777 Sep 23 07:17:31.958922 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45544) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:31.986328 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c2ff3f9-82d1-4232-adbf-0ab295f865d7 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] DELETE failed (client error): The resource could not be found. Sep 23 07:17:31.986861 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c2ff3f9-82d1-4232-adbf-0ab295f865d7 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 07:17:31.990904 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-5c2ff3f9-82d1-4232-adbf-0ab295f865d7 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "DELETE /v2.0/subnets/d8089023-fdd3-4c5e-a4f0-d8c36c2a9399 HTTP/1.1" status: 404 len: 337 time: 0.0287402 Sep 23 07:17:31.991330 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45546) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:32.016301 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-160be503-ece1-48f6-ab16-c0ca8fe0410f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] DELETE failed (client error): The resource could not be found. Sep 23 07:17:32.016963 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-160be503-ece1-48f6-ab16-c0ca8fe0410f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 07:17:32.021494 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45548) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:32.021821 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-160be503-ece1-48f6-ab16-c0ca8fe0410f tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "DELETE /v2.0/ports/154810d5-dba5-44a0-acbe-79d4e110a2c3 HTTP/1.1" status: 404 len: 333 time: 0.0291300 Sep 23 07:17:32.054068 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e74b957-0f44-4aeb-8efa-7f90e60ee357 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] DELETE failed (client error): The resource could not be found. Sep 23 07:17:32.055884 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e74b957-0f44-4aeb-8efa-7f90e60ee357 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 07:17:32.058859 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-0e74b957-0f44-4aeb-8efa-7f90e60ee357 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "DELETE /v2.0/subnets/42918624-6dc7-4e22-9cbf-044e51e6c058 HTTP/1.1" status: 404 len: 337 time: 0.0356746 Sep 23 07:17:32.060972 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45550) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:32.094319 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c8cedf2-c5be-4ea2-a308-5afc98e8e741 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] DELETE failed (client error): The resource could not be found. Sep 23 07:17:32.094319 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c8cedf2-c5be-4ea2-a308-5afc98e8e741 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 07:17:32.094319 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-5c8cedf2-c5be-4ea2-a308-5afc98e8e741 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "DELETE /v2.0/subnets/ccac3192-d751-4b5b-89a8-35c3dfd3047f HTTP/1.1" status: 404 len: 337 time: 0.0294490 Sep 23 07:17:32.094319 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45552) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:32.104804 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-d36ef73e-ac4c-48b9-a5e7-a6e963b0a1c9 None None] Provisioning complete for port 8b4c8341-24f6-4be4-b5e4-f0b57bceba09 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:17:32.105180 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d36ef73e-ac4c-48b9-a5e7-a6e963b0a1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:32.130011 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-11ca9cf4-f7ef-4333-914d-1e461eae5025 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] DELETE failed (client error): The resource could not be found. Sep 23 07:17:32.131114 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11ca9cf4-f7ef-4333-914d-1e461eae5025 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 07:17:32.136371 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45554) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:32.137060 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-11ca9cf4-f7ef-4333-914d-1e461eae5025 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "DELETE /v2.0/ports/a94035c3-5585-49ed-a372-600fd5e6c4f3 HTTP/1.1" status: 404 len: 333 time: 0.0420148 Sep 23 07:17:32.167079 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1057b91-6c4e-45c5-b51d-a117ec36418a tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] DELETE failed (client error): The resource could not be found. Sep 23 07:17:32.167541 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1057b91-6c4e-45c5-b51d-a117ec36418a tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 07:17:32.169313 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-f1057b91-6c4e-45c5-b51d-a117ec36418a tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "DELETE /v2.0/subnets/4511f3b6-1a53-4811-8336-26297bf840bf HTTP/1.1" status: 404 len: 337 time: 0.0311887 Sep 23 07:17:32.172020 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45556) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:32.199020 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fedb370-fca9-4af3-8271-2ec7a38ebc57 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] DELETE failed (client error): The resource could not be found. Sep 23 07:17:32.199476 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fedb370-fca9-4af3-8271-2ec7a38ebc57 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 07:17:32.203748 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-6fedb370-fca9-4af3-8271-2ec7a38ebc57 tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "DELETE /v2.0/subnets/ef055d0f-58f7-44c6-a495-d75efa1469b3 HTTP/1.1" status: 404 len: 337 time: 0.0286996 Sep 23 07:17:32.204560 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45558) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:32.302455 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-522b2fa8-7d09-4623-a103-38797a14ecda tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Deleting port 8b4c8341-24f6-4be4-b5e4-f0b57bceba09 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:17:32.303066 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-522b2fa8-7d09-4623-a103-38797a14ecda tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:32.324618 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-d36ef73e-ac4c-48b9-a5e7-a6e963b0a1c9 None None] Port 8b4c8341-24f6-4be4-b5e4-f0b57bceba09 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:17:32.334074 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-d36ef73e-ac4c-48b9-a5e7-a6e963b0a1c9 None None] Provisioning complete for port f8f0d42b-5035-44c4-ada2-ec55b0dbd399 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:17:32.334447 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d36ef73e-ac4c-48b9-a5e7-a6e963b0a1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:32.390449 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-522b2fa8-7d09-4623-a103-38797a14ecda tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:32.406115 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7866dfd-2f70-41f8-baae-03d64c033f8a None None] DHCP port deletion for 074cf259-91f1-4df0-b073-de28328b8f7e request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 07:17:32.407832 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-522b2fa8-7d09-4623-a103-38797a14ecda tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Calling delete_port for 8b4c8341-24f6-4be4-b5e4-f0b57bceba09 owned by {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:17:32.465146 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-b7866dfd-2f70-41f8-baae-03d64c033f8a None None] Deleting port f8f0d42b-5035-44c4-ada2-ec55b0dbd399 {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:17:32.466179 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b7866dfd-2f70-41f8-baae-03d64c033f8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:32.499500 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-522b2fa8-7d09-4623-a103-38797a14ecda tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:32.535075 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522b2fa8-7d09-4623-a103-38797a14ecda tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event deleted for resources: {'Port': ['ID=8b4c8341-24f6-4be4-b5e4-f0b57bceba09,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:32.541292 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-522b2fa8-7d09-4623-a103-38797a14ecda tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:32.546212 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45562) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:32.546729 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-522b2fa8-7d09-4623-a103-38797a14ecda tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "DELETE /v2.0/ports/8b4c8341-24f6-4be4-b5e4-f0b57bceba09 HTTP/1.1" status: 204 len: 168 time: 0.3403695 Sep 23 07:17:32.547299 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-b7866dfd-2f70-41f8-baae-03d64c033f8a None None] For port f8f0d42b-5035-44c4-ada2-ec55b0dbd399, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=f8f0d42b-5035-44c4-ada2-ec55b0dbd399,segment=NetworkSegment(fcd7a184-a265-40f2-b76f-6c27f79dfdb1),segment_id=fcd7a184-a265-40f2-b76f-6c27f79dfdb1)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:17:32.547695 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b7866dfd-2f70-41f8-baae-03d64c033f8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:32.560593 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-b7866dfd-2f70-41f8-baae-03d64c033f8a None None] Calling delete_port for f8f0d42b-5035-44c4-ada2-ec55b0dbd399 owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:17:32.638580 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7f746e58-e3c2-408d-b4be-3b26c8c8c4cb tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:32.640286 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b7866dfd-2f70-41f8-baae-03d64c033f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:32.669152 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7866dfd-2f70-41f8-baae-03d64c033f8a None None] Pushing event deleted for resources: {'Port': ['ID=f8f0d42b-5035-44c4-ada2-ec55b0dbd399,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:32.673047 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7866dfd-2f70-41f8-baae-03d64c033f8a None None] No DVR routers for this DVR port f8f0d42b-5035-44c4-ada2-ec55b0dbd399 on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:17:32.732319 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7f746e58-e3c2-408d-b4be-3b26c8c8c4cb tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:32.753791 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-7f746e58-e3c2-408d-b4be-3b26c8c8c4cb tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['074cf259-91f1-4df0-b073-de28328b8f7e']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:17:32.763441 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-7f746e58-e3c2-408d-b4be-3b26c8c8c4cb tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcd7a184-a265-40f2-b76f-6c27f79dfdb1') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:17:32.763742 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-7f746e58-e3c2-408d-b4be-3b26c8c8c4cb tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcd7a184-a265-40f2-b76f-6c27f79dfdb1') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:17:32.772983 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7f746e58-e3c2-408d-b4be-3b26c8c8c4cb tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:32.786694 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7f746e58-e3c2-408d-b4be-3b26c8c8c4cb tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:32.793931 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f746e58-e3c2-408d-b4be-3b26c8c8c4cb tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:17:32.794334 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7f746e58-e3c2-408d-b4be-3b26c8c8c4cb tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:32.797675 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 07:17:32.797675 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:17:32.797675 n-d-715271-16 neutron-server[95066]: timer() Sep 23 07:17:32.797675 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:17:32.797675 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 07:17:32.797675 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:17:32.797675 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 07:17:32.797675 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:17:32.797675 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 07:17:32.797675 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:17:32.797675 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 07:17:32.797675 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:17:32.797675 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 07:17:32.797675 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:17:32.797675 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:17:32.797675 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:17:32.797675 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:17:32.797675 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:17:32.797675 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 07:17:32.797675 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:17:32.797675 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 07:17:32.797675 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:17:32.797675 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:17:32.797675 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:17:32.797675 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 07:17:32.797675 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:17:32.797675 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:17:32.797675 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:17:32.797675 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:17:32.797675 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:17:32.797675 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:17:32.797675 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:17:32.867497 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7f746e58-e3c2-408d-b4be-3b26c8c8c4cb tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:32.887920 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7f746e58-e3c2-408d-b4be-3b26c8c8c4cb tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:32.892933 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-7f746e58-e3c2-408d-b4be-3b26c8c8c4cb tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] 10.222.0.39 "DELETE /v2.0/networks/074cf259-91f1-4df0-b073-de28328b8f7e HTTP/1.1" status: 204 len: 168 time: 0.3416603 Sep 23 07:17:32.892933 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f746e58-e3c2-408d-b4be-3b26c8c8c4cb tempest-PortsIpV6TestJSON-1537624398 tempest-PortsIpV6TestJSON-1537624398-project] Pushing event deleted for resources: {'Network': ['ID=074cf259-91f1-4df0-b073-de28328b8f7e,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:33.147947 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45570) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:33.295619 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-b6e64256-fc12-48fd-a62d-a12724e4f3d6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ffcd8659d6cb4d2996c3d7ec78617f4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1459756 Sep 23 07:17:33.298288 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45574) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:33.350293 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5598f988-2fbc-4f2d-ae39-e0a745d949b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:33.375146 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5598f988-2fbc-4f2d-ae39-e0a745d949b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:33.425961 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5598f988-2fbc-4f2d-ae39-e0a745d949b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:33.428445 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5598f988-2fbc-4f2d-ae39-e0a745d949b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:33.429705 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-5598f988-2fbc-4f2d-ae39-e0a745d949b2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/269a8b6e-78c9-4137-94ad-a64d40e1e475 HTTP/1.1" status: 204 len: 168 time: 0.1304297 Sep 23 07:17:33.437448 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5598f988-2fbc-4f2d-ae39-e0a745d949b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=269a8b6e-78c9-4137-94ad-a64d40e1e475,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:33.747175 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device f8f0d42b-5035-44c4-ada2-ec55b0dbd399 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:17:33.775683 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: f8f0d42b-5035-44c4-ada2-ec55b0dbd399 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:17:33.775972 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device f8f0d42b-5035-44c4-ada2-ec55b0dbd399 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:17:34.140632 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45602) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:34.244388 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-c37d8f41-e57e-4846-a929-930457b0a8e7 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:17:34.244843 n-d-715271-16 neutron-server[95065]: WARNING neutron.api.v2.base [None req-c37d8f41-e57e-4846-a929-930457b0a8e7 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 23 07:17:34.245354 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [None req-c37d8f41-e57e-4846-a929-930457b0a8e7 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] create failed (client error): There was a conflict when trying to complete your request. Sep 23 07:17:34.249699 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-c37d8f41-e57e-4846-a929-930457b0a8e7 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1044364 Sep 23 07:17:34.250020 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45606) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:34.255200 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-ff6b1f8c-e8ff-437c-b150-6dc95c4b7fa6 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Request body: {'security_group': {'name': 'tempest-secgroup--363728754'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:17:34.279238 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ff6b1f8c-e8ff-437c-b150-6dc95c4b7fa6 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:34.287816 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ff6b1f8c-e8ff-437c-b150-6dc95c4b7fa6 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:34.379912 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ff6b1f8c-e8ff-437c-b150-6dc95c4b7fa6 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:34.384244 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ff6b1f8c-e8ff-437c-b150-6dc95c4b7fa6 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:34.420733 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6b1f8c-e8ff-437c-b150-6dc95c4b7fa6 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=095f3df9-1dc8-478f-af35-285fc0080b71,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:34.478349 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ff6b1f8c-e8ff-437c-b150-6dc95c4b7fa6 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:34.482992 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ff6b1f8c-e8ff-437c-b150-6dc95c4b7fa6 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:34.514052 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ff6b1f8c-e8ff-437c-b150-6dc95c4b7fa6 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:34.518382 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-ff6b1f8c-e8ff-437c-b150-6dc95c4b7fa6 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2674041 Sep 23 07:17:34.519081 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45608) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:34.521155 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6b1f8c-e8ff-437c-b150-6dc95c4b7fa6 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6798fc5f-8b9e-43da-acd6-1fde2a62f413,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:34.526859 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-e5af46b1-7641-4b50-92a9-3b586e94a6e2 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Request body: {'security_group_rule': {'security_group_id': '6798fc5f-8b9e-43da-acd6-1fde2a62f413', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:17:34.556753 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e5af46b1-7641-4b50-92a9-3b586e94a6e2 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:34.613029 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e5af46b1-7641-4b50-92a9-3b586e94a6e2 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:34.616847 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e5af46b1-7641-4b50-92a9-3b586e94a6e2 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:34.636053 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5af46b1-7641-4b50-92a9-3b586e94a6e2 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6d72aa6-e4a6-4344-8148-3641f5910a61,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:34.641665 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e5af46b1-7641-4b50-92a9-3b586e94a6e2 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:34.645562 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-e5af46b1-7641-4b50-92a9-3b586e94a6e2 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1226237 Sep 23 07:17:34.645855 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45610) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:34.650921 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-bb660568-51fd-46b8-a04f-7ac77ff37169 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Request body: {'security_group_rule': {'security_group_id': '6798fc5f-8b9e-43da-acd6-1fde2a62f413', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:17:34.681218 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bb660568-51fd-46b8-a04f-7ac77ff37169 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:34.726958 n-d-715271-16 neutron-server[95066]: INFO neutron.api.v2.resource [None req-bb660568-51fd-46b8-a04f-7ac77ff37169 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] create failed (client error): There was a conflict when trying to complete your request. Sep 23 07:17:34.730603 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-bb660568-51fd-46b8-a04f-7ac77ff37169 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0810144 Sep 23 07:17:34.730867 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45612) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:34.790529 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ab9d7978-4a2b-4f71-8032-730683c5ceef tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:34.814193 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ab9d7978-4a2b-4f71-8032-730683c5ceef tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:34.860036 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ab9d7978-4a2b-4f71-8032-730683c5ceef tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:34.863171 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ab9d7978-4a2b-4f71-8032-730683c5ceef tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:34.864335 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-ab9d7978-4a2b-4f71-8032-730683c5ceef tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] 10.222.0.39 "DELETE /v2.0/security-groups/6798fc5f-8b9e-43da-acd6-1fde2a62f413 HTTP/1.1" status: 204 len: 168 time: 0.1325021 Sep 23 07:17:34.867049 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45614) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:34.874123 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9d7978-4a2b-4f71-8032-730683c5ceef tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6798fc5f-8b9e-43da-acd6-1fde2a62f413,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:34.921185 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-7703e1ca-c7ae-4eb9-8ee3-8415eb3d812b tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0522492 Sep 23 07:17:34.924789 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45616) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:34.929073 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-a7ae362b-4b62-455c-9957-e8138c0a0bec tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Request body: {'security_group': {'name': 'tempest-secgroup--110394320'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:17:34.953523 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a7ae362b-4b62-455c-9957-e8138c0a0bec tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:35.036198 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a7ae362b-4b62-455c-9957-e8138c0a0bec tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:35.040579 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a7ae362b-4b62-455c-9957-e8138c0a0bec tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:35.067533 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a7ae362b-4b62-455c-9957-e8138c0a0bec tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:35.072696 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-a7ae362b-4b62-455c-9957-e8138c0a0bec tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1442614 Sep 23 07:17:35.073604 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45620) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:35.078211 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-5fcba02b-a0da-44eb-906b-a52369c8a868 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Request body: {'security_group_rule': {'security_group_id': 'd97153c0-9548-4ced-9619-7ca0fabb8a19', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:17:35.078700 n-d-715271-16 neutron-server[95065]: WARNING neutron.api.v2.base [None req-5fcba02b-a0da-44eb-906b-a52369c8a868 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 23 07:17:35.079278 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [None req-5fcba02b-a0da-44eb-906b-a52369c8a868 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 07:17:35.082788 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-5fcba02b-a0da-44eb-906b-a52369c8a868 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0056961 Sep 23 07:17:35.082788 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ae362b-4b62-455c-9957-e8138c0a0bec tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d97153c0-9548-4ced-9619-7ca0fabb8a19,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:35.083105 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45622) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:35.142524 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a2dc9d11-2d26-44e6-8b4c-b8518a92b7c7 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:35.166263 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a2dc9d11-2d26-44e6-8b4c-b8518a92b7c7 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:35.206281 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a2dc9d11-2d26-44e6-8b4c-b8518a92b7c7 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:35.209000 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a2dc9d11-2d26-44e6-8b4c-b8518a92b7c7 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:35.210167 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-a2dc9d11-2d26-44e6-8b4c-b8518a92b7c7 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] 10.222.0.39 "DELETE /v2.0/security-groups/d97153c0-9548-4ced-9619-7ca0fabb8a19 HTTP/1.1" status: 204 len: 168 time: 0.1261694 Sep 23 07:17:35.213649 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45624) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:35.220455 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dc9d11-2d26-44e6-8b4c-b8518a92b7c7 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97153c0-9548-4ced-9619-7ca0fabb8a19,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:35.280586 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-09ac5d27-2ae5-4bc0-9589-498a7d5f2bdf tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0617154 Sep 23 07:17:35.280907 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45626) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:35.285169 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-3b9dc4e6-0e6a-4eab-bd65-8625afef610c tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Request body: {'security_group': {'name': 'tempest-secgroup--1227696577'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:17:35.309151 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3b9dc4e6-0e6a-4eab-bd65-8625afef610c tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:35.396555 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3b9dc4e6-0e6a-4eab-bd65-8625afef610c tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:35.401188 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3b9dc4e6-0e6a-4eab-bd65-8625afef610c tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:35.426778 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3b9dc4e6-0e6a-4eab-bd65-8625afef610c tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:35.428096 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-3b9dc4e6-0e6a-4eab-bd65-8625afef610c tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1462629 Sep 23 07:17:35.431235 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45628) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:35.436943 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-2e21d166-a44d-465b-8e6e-3bfe6e9f0eea tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Request body: {'security_group_rule': {'security_group_id': 'dedbbf43-e806-4fd9-bee7-0b5c08e6224f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:17:35.437176 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9dc4e6-0e6a-4eab-bd65-8625afef610c tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dedbbf43-e806-4fd9-bee7-0b5c08e6224f,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:35.438331 n-d-715271-16 neutron-server[95065]: WARNING neutron.api.v2.base [None req-2e21d166-a44d-465b-8e6e-3bfe6e9f0eea tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 23 07:17:35.439108 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [None req-2e21d166-a44d-465b-8e6e-3bfe6e9f0eea tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 07:17:35.440324 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-2e21d166-a44d-465b-8e6e-3bfe6e9f0eea tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0076940 Sep 23 07:17:35.443245 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45630) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:35.503853 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a8aae4f2-e9a2-45a1-9b0c-e211dd8d3412 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:35.530517 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a8aae4f2-e9a2-45a1-9b0c-e211dd8d3412 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:35.576179 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a8aae4f2-e9a2-45a1-9b0c-e211dd8d3412 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:35.578745 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a8aae4f2-e9a2-45a1-9b0c-e211dd8d3412 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:35.579922 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-a8aae4f2-e9a2-45a1-9b0c-e211dd8d3412 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] 10.222.0.39 "DELETE /v2.0/security-groups/dedbbf43-e806-4fd9-bee7-0b5c08e6224f HTTP/1.1" status: 204 len: 168 time: 0.1357667 Sep 23 07:17:35.582762 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45632) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:35.590485 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aae4f2-e9a2-45a1-9b0c-e211dd8d3412 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dedbbf43-e806-4fd9-bee7-0b5c08e6224f,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:35.645408 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-7a7b6cce-dd97-46ef-a885-c7d1ac212178 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0612874 Sep 23 07:17:35.649523 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45634) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:35.654926 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-ec38dc96-fdce-4b89-81c8-019f25447a88 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Request body: {'security_group': {'name': 'tempest-secgroup--1497394698'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:17:35.684401 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ec38dc96-fdce-4b89-81c8-019f25447a88 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:35.798500 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ec38dc96-fdce-4b89-81c8-019f25447a88 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:35.803366 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ec38dc96-fdce-4b89-81c8-019f25447a88 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:35.842845 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ec38dc96-fdce-4b89-81c8-019f25447a88 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:35.844088 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-ec38dc96-fdce-4b89-81c8-019f25447a88 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1936069 Sep 23 07:17:35.847218 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45636) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:35.852859 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-2e6b3f0a-10e7-4ab7-ac5d-a8c1bce3e423 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Request body: {'security_group_rule': {'security_group_id': '7e548e7d-a5a5-40e1-9e54-003a5d03b3e3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:17:35.854080 n-d-715271-16 neutron-server[95065]: WARNING neutron.api.v2.base [None req-2e6b3f0a-10e7-4ab7-ac5d-a8c1bce3e423 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 23 07:17:35.854598 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [None req-2e6b3f0a-10e7-4ab7-ac5d-a8c1bce3e423 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 07:17:35.855319 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec38dc96-fdce-4b89-81c8-019f25447a88 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e548e7d-a5a5-40e1-9e54-003a5d03b3e3,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:35.855690 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-2e6b3f0a-10e7-4ab7-ac5d-a8c1bce3e423 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0075355 Sep 23 07:17:35.858922 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45638) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:35.863951 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-3a4039d7-2e3d-4038-9589-766516908a0a tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Request body: {'security_group_rule': {'security_group_id': '7e548e7d-a5a5-40e1-9e54-003a5d03b3e3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:17:35.864861 n-d-715271-16 neutron-server[95066]: WARNING neutron.api.v2.base [None req-3a4039d7-2e3d-4038-9589-766516908a0a tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 23 07:17:35.865358 n-d-715271-16 neutron-server[95066]: INFO neutron.api.v2.resource [None req-3a4039d7-2e3d-4038-9589-766516908a0a tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 07:17:35.866400 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-3a4039d7-2e3d-4038-9589-766516908a0a tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0063641 Sep 23 07:17:35.869196 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45640) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:35.873426 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-3d388d96-1628-4b5a-9e45-6dd85a0a8d3d tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Request body: {'security_group_rule': {'security_group_id': '7e548e7d-a5a5-40e1-9e54-003a5d03b3e3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:17:35.874268 n-d-715271-16 neutron-server[95066]: WARNING neutron.api.v2.base [None req-3d388d96-1628-4b5a-9e45-6dd85a0a8d3d tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 23 07:17:35.874762 n-d-715271-16 neutron-server[95066]: INFO neutron.api.v2.resource [None req-3d388d96-1628-4b5a-9e45-6dd85a0a8d3d tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 07:17:35.875710 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-3d388d96-1628-4b5a-9e45-6dd85a0a8d3d tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0056300 Sep 23 07:17:35.878952 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45642) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:35.886674 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-6e30ea62-b59d-452b-be27-c78b86ddc6ba tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Request body: {'security_group_rule': {'security_group_id': '7e548e7d-a5a5-40e1-9e54-003a5d03b3e3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:17:35.887613 n-d-715271-16 neutron-server[95065]: WARNING neutron.api.v2.base [None req-6e30ea62-b59d-452b-be27-c78b86ddc6ba tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 23 07:17:35.888118 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [None req-6e30ea62-b59d-452b-be27-c78b86ddc6ba tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 07:17:35.889415 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-6e30ea62-b59d-452b-be27-c78b86ddc6ba tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0093338 Sep 23 07:17:35.892090 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45644) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:35.950351 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-afa28de8-5011-47bd-b826-f5ace63837e0 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:35.975426 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-afa28de8-5011-47bd-b826-f5ace63837e0 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:36.021993 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-afa28de8-5011-47bd-b826-f5ace63837e0 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:36.026165 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-afa28de8-5011-47bd-b826-f5ace63837e0 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:36.027618 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-afa28de8-5011-47bd-b826-f5ace63837e0 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] 10.222.0.39 "DELETE /v2.0/security-groups/7e548e7d-a5a5-40e1-9e54-003a5d03b3e3 HTTP/1.1" status: 204 len: 168 time: 0.1346502 Sep 23 07:17:36.030484 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45646) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:36.037890 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa28de8-5011-47bd-b826-f5ace63837e0 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e548e7d-a5a5-40e1-9e54-003a5d03b3e3,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:36.085912 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-8a0a36c3-2a0d-47a5-a281-908192e7f2d8 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0523002 Sep 23 07:17:36.088204 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45648) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:36.093509 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-a959c15e-44f1-49c9-85b9-2758a1b3e99d tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Request body: {'security_group': {'name': 'tempest-secgroup--1564006994'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:17:36.120342 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a959c15e-44f1-49c9-85b9-2758a1b3e99d tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:36.226525 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a959c15e-44f1-49c9-85b9-2758a1b3e99d tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:36.231100 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a959c15e-44f1-49c9-85b9-2758a1b3e99d tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:36.269176 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a959c15e-44f1-49c9-85b9-2758a1b3e99d tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7670e176-7b6b-407e-8ad1-c39304d49bca,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:36.274450 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a959c15e-44f1-49c9-85b9-2758a1b3e99d tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:36.275635 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-a959c15e-44f1-49c9-85b9-2758a1b3e99d tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1861458 Sep 23 07:17:36.278747 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45654) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:36.283685 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-100b2b50-abe0-4570-9a19-104ad38ca628 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Request body: {'security_group_rule': {'security_group_id': '7670e176-7b6b-407e-8ad1-c39304d49bca', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:17:36.284692 n-d-715271-16 neutron-server[95065]: WARNING neutron.api.v2.base [None req-100b2b50-abe0-4570-9a19-104ad38ca628 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 23 07:17:36.285177 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [None req-100b2b50-abe0-4570-9a19-104ad38ca628 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 07:17:36.288799 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-100b2b50-abe0-4570-9a19-104ad38ca628 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0064595 Sep 23 07:17:36.289073 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45656) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:36.294763 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-54202f8a-908f-4726-81e3-21bb49d5c1e3 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Request body: {'security_group_rule': {'security_group_id': '7670e176-7b6b-407e-8ad1-c39304d49bca', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:17:36.338418 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [None req-54202f8a-908f-4726-81e3-21bb49d5c1e3 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 07:17:36.339679 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-54202f8a-908f-4726-81e3-21bb49d5c1e3 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0495970 Sep 23 07:17:36.342601 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45658) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:36.348148 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-9a339ca3-2792-463e-b551-7736e28e86f1 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Request body: {'security_group_rule': {'security_group_id': '7670e176-7b6b-407e-8ad1-c39304d49bca', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:17:36.348870 n-d-715271-16 neutron-server[95065]: WARNING neutron.api.v2.base [None req-9a339ca3-2792-463e-b551-7736e28e86f1 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 23 07:17:36.349547 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [None req-9a339ca3-2792-463e-b551-7736e28e86f1 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 07:17:36.350564 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-9a339ca3-2792-463e-b551-7736e28e86f1 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0069988 Sep 23 07:17:36.353297 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45660) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:36.362204 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-af44e0e4-859b-425a-ac79-03fb0c1191b2 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Request body: {'security_group_rule': {'security_group_id': '7670e176-7b6b-407e-8ad1-c39304d49bca', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:17:36.403975 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [None req-af44e0e4-859b-425a-ac79-03fb0c1191b2 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 07:17:36.408762 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-af44e0e4-859b-425a-ac79-03fb0c1191b2 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0504868 Sep 23 07:17:36.408762 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45664) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:36.416738 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-0d912354-6bff-4e4f-8b3f-a0e419be435b tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Request body: {'security_group_rule': {'security_group_id': '7670e176-7b6b-407e-8ad1-c39304d49bca', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:17:36.417577 n-d-715271-16 neutron-server[95065]: WARNING neutron.api.v2.base [None req-0d912354-6bff-4e4f-8b3f-a0e419be435b tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 23 07:17:36.418299 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [None req-0d912354-6bff-4e4f-8b3f-a0e419be435b tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 07:17:36.419888 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-0d912354-6bff-4e4f-8b3f-a0e419be435b tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0097835 Sep 23 07:17:36.422683 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45666) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:36.429455 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-6ebf1b9a-c36f-487e-a783-1f0c75b886d0 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Request body: {'security_group_rule': {'security_group_id': '7670e176-7b6b-407e-8ad1-c39304d49bca', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:17:36.480045 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [None req-6ebf1b9a-c36f-487e-a783-1f0c75b886d0 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 07:17:36.484270 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-6ebf1b9a-c36f-487e-a783-1f0c75b886d0 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0579169 Sep 23 07:17:36.484583 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45668) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:36.490264 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-3a584f2f-6e5d-464d-930a-a7754cb9f127 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Request body: {'security_group_rule': {'security_group_id': '7670e176-7b6b-407e-8ad1-c39304d49bca', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:17:36.491000 n-d-715271-16 neutron-server[95066]: WARNING neutron.api.v2.base [None req-3a584f2f-6e5d-464d-930a-a7754cb9f127 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 23 07:17:36.491578 n-d-715271-16 neutron-server[95066]: INFO neutron.api.v2.resource [None req-3a584f2f-6e5d-464d-930a-a7754cb9f127 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 07:17:36.493987 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-3a584f2f-6e5d-464d-930a-a7754cb9f127 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0064375 Sep 23 07:17:36.495749 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45670) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:36.499970 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-ecbde820-6d65-46ed-bb03-d5d5aa0a70d5 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Request body: {'security_group_rule': {'security_group_id': '7670e176-7b6b-407e-8ad1-c39304d49bca', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:17:36.500797 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45672) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:36.537781 n-d-715271-16 neutron-server[95066]: INFO neutron.api.v2.resource [None req-ecbde820-6d65-46ed-bb03-d5d5aa0a70d5 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 07:17:36.538901 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-ecbde820-6d65-46ed-bb03-d5d5aa0a70d5 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0421546 Sep 23 07:17:36.542457 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45676) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:36.547619 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-0985938f-be0a-4208-9926-1fd790285a87 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Request body: {'security_group_rule': {'security_group_id': '7670e176-7b6b-407e-8ad1-c39304d49bca', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:17:36.588052 n-d-715271-16 neutron-server[95066]: INFO neutron.api.v2.resource [None req-0985938f-be0a-4208-9926-1fd790285a87 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 07:17:36.589461 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-0985938f-be0a-4208-9926-1fd790285a87 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0459163 Sep 23 07:17:36.592465 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45678) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:36.622227 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-540f3086-a3ff-4028-92e4-270ea6bf3f57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:36.623002 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:36.657673 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-57ff1397-6194-4ab7-8afa-97d7b06247d1 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:36.683752 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-57ff1397-6194-4ab7-8afa-97d7b06247d1 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:36.719897 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-540f3086-a3ff-4028-92e4-270ea6bf3f57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:36.724212 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-540f3086-a3ff-4028-92e4-270ea6bf3f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:36.727393 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-57ff1397-6194-4ab7-8afa-97d7b06247d1 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:36.730572 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-57ff1397-6194-4ab7-8afa-97d7b06247d1 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:36.731763 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-57ff1397-6194-4ab7-8afa-97d7b06247d1 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] 10.222.0.39 "DELETE /v2.0/security-groups/7670e176-7b6b-407e-8ad1-c39304d49bca HTTP/1.1" status: 204 len: 168 time: 0.1381931 Sep 23 07:17:36.735882 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45680) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:36.741175 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ff1397-6194-4ab7-8afa-97d7b06247d1 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7670e176-7b6b-407e-8ad1-c39304d49bca,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:36.791729 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540f3086-a3ff-4028-92e4-270ea6bf3f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3722a269-28fb-4a40-aec1-bcb2f2c41a5e,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:36.798382 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-540f3086-a3ff-4028-92e4-270ea6bf3f57 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1d93c43607954b8f855b8fd2c79fdd49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2964823 Sep 23 07:17:36.801427 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45682) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:36.817822 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-6a26655f-47ba-473b-bd4b-f18c09414243 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0730698 Sep 23 07:17:36.823212 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45684) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:36.838542 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-2ff635c7-7332-45e3-ba9f-f52b79daa08d tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Request body: {'security_group': {'name': 'tempest-secgroup--363850915'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:17:36.860806 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e53e2d45-5aad-4eae-a920-7765a949c825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:36.863056 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2ff635c7-7332-45e3-ba9f-f52b79daa08d tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:36.883043 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e53e2d45-5aad-4eae-a920-7765a949c825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:36.938659 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e53e2d45-5aad-4eae-a920-7765a949c825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:36.941647 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e53e2d45-5aad-4eae-a920-7765a949c825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:36.942907 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-e53e2d45-5aad-4eae-a920-7765a949c825 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3722a269-28fb-4a40-aec1-bcb2f2c41a5e HTTP/1.1" status: 204 len: 168 time: 0.1404519 Sep 23 07:17:36.951981 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53e2d45-5aad-4eae-a920-7765a949c825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3722a269-28fb-4a40-aec1-bcb2f2c41a5e,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:36.962669 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2ff635c7-7332-45e3-ba9f-f52b79daa08d tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:36.971435 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2ff635c7-7332-45e3-ba9f-f52b79daa08d tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:37.016677 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2ff635c7-7332-45e3-ba9f-f52b79daa08d tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:37.018075 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-2ff635c7-7332-45e3-ba9f-f52b79daa08d tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1936219 Sep 23 07:17:37.022313 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45690) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:37.027485 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-1dbc265c-70c8-4550-8d45-06d8e5364300 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Request body: {'security_group_rule': {'security_group_id': 'd94fb5db-52c6-481f-a8eb-b3a283ac5258', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:17:37.029429 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff635c7-7332-45e3-ba9f-f52b79daa08d tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d94fb5db-52c6-481f-a8eb-b3a283ac5258,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:37.072953 n-d-715271-16 neutron-server[95066]: INFO neutron.api.v2.resource [None req-1dbc265c-70c8-4550-8d45-06d8e5364300 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] create failed (client error): The resource could not be found. Sep 23 07:17:37.074289 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-1dbc265c-70c8-4550-8d45-06d8e5364300 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0509439 Sep 23 07:17:37.077145 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45692) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:37.082245 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-c88921d8-e2b4-40c0-a1f2-c3316cc3270c tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Request body: {'security_group_rule': {'security_group_id': 'd94fb5db-52c6-481f-a8eb-b3a283ac5258', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '5e898cfc-1789-46ca-912c-42ad84e148b5'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:17:37.129666 n-d-715271-16 neutron-server[95066]: INFO neutron.api.v2.resource [None req-c88921d8-e2b4-40c0-a1f2-c3316cc3270c tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] create failed (client error): The resource could not be found. Sep 23 07:17:37.133942 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-c88921d8-e2b4-40c0-a1f2-c3316cc3270c tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0527849 Sep 23 07:17:37.134850 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45696) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:37.193794 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ac72d88a-782c-4ee0-85e8-fc5ea08c8541 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:37.218540 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ac72d88a-782c-4ee0-85e8-fc5ea08c8541 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:37.264645 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ac72d88a-782c-4ee0-85e8-fc5ea08c8541 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:37.267668 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ac72d88a-782c-4ee0-85e8-fc5ea08c8541 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:37.268922 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-ac72d88a-782c-4ee0-85e8-fc5ea08c8541 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] 10.222.0.39 "DELETE /v2.0/security-groups/d94fb5db-52c6-481f-a8eb-b3a283ac5258 HTTP/1.1" status: 204 len: 168 time: 0.1331263 Sep 23 07:17:37.271787 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45702) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:37.279227 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac72d88a-782c-4ee0-85e8-fc5ea08c8541 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94fb5db-52c6-481f-a8eb-b3a283ac5258,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:37.339195 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-c74abe21-645a-4363-8b4b-fe4fb9bd0efa tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0662053 Sep 23 07:17:37.343434 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45708) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:37.348022 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-e1a5fcaa-1790-44dc-bcf8-7039d274df31 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Request body: {'security_group_rule': {'security_group_id': '36e3d4df-755e-42da-8412-6fca7092251f', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:17:37.391262 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [None req-e1a5fcaa-1790-44dc-bcf8-7039d274df31 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] create failed (client error): The resource could not be found. Sep 23 07:17:37.398539 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-e1a5fcaa-1790-44dc-bcf8-7039d274df31 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0480790 Sep 23 07:17:37.403668 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45710) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:37.407130 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-6abefdfd-9f9c-412f-bb5a-f0463fc1a76f tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Request body: {'security_group': {'name': 'tempest-secgroup--1150467520'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:17:37.434088 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6abefdfd-9f9c-412f-bb5a-f0463fc1a76f tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:37.523627 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6abefdfd-9f9c-412f-bb5a-f0463fc1a76f tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:37.528765 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6abefdfd-9f9c-412f-bb5a-f0463fc1a76f tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:37.561692 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6abefdfd-9f9c-412f-bb5a-f0463fc1a76f tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:37.563123 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-6abefdfd-9f9c-412f-bb5a-f0463fc1a76f tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1619010 Sep 23 07:17:37.566036 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45718) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:37.572204 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-33349b45-b0b3-4555-aac6-f03fdfeb767c tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Request body: {'security_group': {'name': 'tempest-secgroup--226744243'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:17:37.578247 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abefdfd-9f9c-412f-bb5a-f0463fc1a76f tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e808633-59cb-4d95-b237-1757affed81c,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:37.602100 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-33349b45-b0b3-4555-aac6-f03fdfeb767c tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:37.689937 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45722) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:37.701028 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-33349b45-b0b3-4555-aac6-f03fdfeb767c tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:37.705328 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-33349b45-b0b3-4555-aac6-f03fdfeb767c tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:37.734583 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-33349b45-b0b3-4555-aac6-f03fdfeb767c tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:37.736080 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-33349b45-b0b3-4555-aac6-f03fdfeb767c tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1690533 Sep 23 07:17:37.740423 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45726) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:37.743176 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33349b45-b0b3-4555-aac6-f03fdfeb767c tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c815daaf-67a5-4292-ad01-a16a01185d38,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:37.747942 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-b73f4679-7715-477f-a6c7-39fa5bbd5a91 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Request body: {'security_group_rule': {'security_group_id': '0e808633-59cb-4d95-b237-1757affed81c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'c815daaf-67a5-4292-ad01-a16a01185d38'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:17:37.786612 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [None req-b73f4679-7715-477f-a6c7-39fa5bbd5a91 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 07:17:37.787722 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-b73f4679-7715-477f-a6c7-39fa5bbd5a91 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0452166 Sep 23 07:17:37.791519 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45728) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:37.814231 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-4a8565f1-99b3-4de2-8d4c-206bf3b06355 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-412135703-network', 'tenant_id': 'bf47acc8b8d04f66a697eb7ab3e57df8'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:17:37.840333 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a8565f1-99b3-4de2-8d4c-206bf3b06355 admin admin] Made reservation on behalf of bf47acc8b8d04f66a697eb7ab3e57df8 for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:17:37.843115 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4a8565f1-99b3-4de2-8d4c-206bf3b06355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:37.858822 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-eae38329-b84d-413e-b514-bdd3fc57742e tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:37.863518 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4a8565f1-99b3-4de2-8d4c-206bf3b06355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:37.884004 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-eae38329-b84d-413e-b514-bdd3fc57742e tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:37.931359 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-eae38329-b84d-413e-b514-bdd3fc57742e tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:37.934530 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-eae38329-b84d-413e-b514-bdd3fc57742e tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:37.935840 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-eae38329-b84d-413e-b514-bdd3fc57742e tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] 10.222.0.39 "DELETE /v2.0/security-groups/c815daaf-67a5-4292-ad01-a16a01185d38 HTTP/1.1" status: 204 len: 168 time: 0.1432090 Sep 23 07:17:37.938905 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45732) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:37.947070 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae38329-b84d-413e-b514-bdd3fc57742e tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c815daaf-67a5-4292-ad01-a16a01185d38,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:38.015577 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4a8565f1-99b3-4de2-8d4c-206bf3b06355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:38.026497 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-92d9038b-7403-407d-8263-4dd1755679a8 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0864327 Sep 23 07:17:38.027315 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4a8565f1-99b3-4de2-8d4c-206bf3b06355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:38.029885 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45734) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:38.057354 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a8565f1-99b3-4de2-8d4c-206bf3b06355 admin admin] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:17:38.057585 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3e3bc5e4-a0c2-4def-aa91-091100f900af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:38.071023 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8565f1-99b3-4de2-8d4c-206bf3b06355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fcf4b93-90aa-44ee-80f5-07255e08efeb,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:38.078222 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4a8565f1-99b3-4de2-8d4c-206bf3b06355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:38.078615 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-4a8565f1-99b3-4de2-8d4c-206bf3b06355 admin admin] Added segment 975ffbdb-210a-483b-9908-29821ef2b48c of type vlan for network 7d88e671-063c-44f0-b956-7a23831ad60b Sep 23 07:17:38.101658 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-82acaf04-033a-46b6-95b6-6b9942c8e882 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:38.128404 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-82acaf04-033a-46b6-95b6-6b9942c8e882 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:38.134977 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4a8565f1-99b3-4de2-8d4c-206bf3b06355 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:38.162508 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4a8565f1-99b3-4de2-8d4c-206bf3b06355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:38.163613 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8565f1-99b3-4de2-8d4c-206bf3b06355 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:17:38.164203 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4a8565f1-99b3-4de2-8d4c-206bf3b06355 admin admin] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:38.175973 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-82acaf04-033a-46b6-95b6-6b9942c8e882 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:38.178994 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-82acaf04-033a-46b6-95b6-6b9942c8e882 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:38.180287 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-82acaf04-033a-46b6-95b6-6b9942c8e882 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] 10.222.0.39 "DELETE /v2.0/security-groups/0e808633-59cb-4d95-b237-1757affed81c HTTP/1.1" status: 204 len: 168 time: 0.1484342 Sep 23 07:17:38.183285 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45736) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:38.190118 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82acaf04-033a-46b6-95b6-6b9942c8e882 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e808633-59cb-4d95-b237-1757affed81c,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:38.216444 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-4a8565f1-99b3-4de2-8d4c-206bf3b06355 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5251958 Sep 23 07:17:38.219405 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45738) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:38.224553 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-be1708a0-0690-48d9-923f-a119acf92f7a admin admin] Request body: {'subnet': {'network_id': '7d88e671-063c-44f0-b956-7a23831ad60b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-412135703-subnet', 'tenant_id': 'bf47acc8b8d04f66a697eb7ab3e57df8', 'ip_version': 4}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:17:38.246534 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be1708a0-0690-48d9-923f-a119acf92f7a admin admin] Made reservation on behalf of bf47acc8b8d04f66a697eb7ab3e57df8 for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:17:38.249111 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-be1708a0-0690-48d9-923f-a119acf92f7a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:38.259362 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8565f1-99b3-4de2-8d4c-206bf3b06355 admin admin] Pushing event updated for resources: {'Network': ['ID=7d88e671-063c-44f0-b956-7a23831ad60b,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:38.268886 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 7d88e671-063c-44f0-b956-7a23831ad60b details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:17:38.281239 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-eac726af-ef48-4a6b-bfd9-5e8b1938c1cf tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0917242 Sep 23 07:17:38.281482 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45740) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:38.287467 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-51420a71-b031-40b8-93e2-e3c25d36c13e tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Request body: {'security_group': {'name': 'tempest-secgroup--539920823'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:17:38.349026 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-51420a71-b031-40b8-93e2-e3c25d36c13e tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:38.495075 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-be1708a0-0690-48d9-923f-a119acf92f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:38.539166 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-51420a71-b031-40b8-93e2-e3c25d36c13e tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:38.547368 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-51420a71-b031-40b8-93e2-e3c25d36c13e tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:38.582091 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1708a0-0690-48d9-923f-a119acf92f7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e2ec39b-3b5c-406b-95d7-1ef82cad211c,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:38.595996 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-51420a71-b031-40b8-93e2-e3c25d36c13e tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:38.597230 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-51420a71-b031-40b8-93e2-e3c25d36c13e tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3147619 Sep 23 07:17:38.600357 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45742) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:38.602219 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51420a71-b031-40b8-93e2-e3c25d36c13e tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec93c512-da09-481f-8c30-dbb7795b39b6,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:38.606650 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-4c099458-a50c-4433-b404-6abed898d5ab tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:17:38.607256 n-d-715271-16 neutron-server[95065]: WARNING neutron.api.v2.base [None req-4c099458-a50c-4433-b404-6abed898d5ab tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 23 07:17:38.607837 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [None req-4c099458-a50c-4433-b404-6abed898d5ab tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] update failed (client error): There was a conflict when trying to complete your request. Sep 23 07:17:38.609259 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-4c099458-a50c-4433-b404-6abed898d5ab tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] 10.222.0.39 "PUT /v2.0/security-groups/ec93c512-da09-481f-8c30-dbb7795b39b6 HTTP/1.1" status: 409 len: 330 time: 0.0075417 Sep 23 07:17:38.612082 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45744) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:38.613332 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1708a0-0690-48d9-923f-a119acf92f7a admin admin] Checking segment: {'id': '975ffbdb-210a-483b-9908-29821ef2b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7d88e671-063c-44f0-b956-7a23831ad60b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:17:38.613945 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1708a0-0690-48d9-923f-a119acf92f7a admin admin] Network hostable DHCP agents. Network: 7d88e671-063c-44f0-b956-7a23831ad60b, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:17:38.632237 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1708a0-0690-48d9-923f-a119acf92f7a admin admin] Network 7d88e671-063c-44f0-b956-7a23831ad60b is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:17:38.642029 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-be1708a0-0690-48d9-923f-a119acf92f7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 7d88e671-063c-44f0-b956-7a23831ad60b) {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:17:38.646761 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1708a0-0690-48d9-923f-a119acf92f7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:17:38.647367 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-be1708a0-0690-48d9-923f-a119acf92f7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:38.651918 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7017fd58-9bf7-43fc-bb4b-501ee29947e4 None None] Network 7d88e671-063c-44f0-b956-7a23831ad60b requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:17:38.666904 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-be1708a0-0690-48d9-923f-a119acf92f7a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4460957 Sep 23 07:17:38.668959 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45746) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:38.675620 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-61ab0601-f7d1-4f25-bc63-aaf99a9ce3bd admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-412135703-router', 'tenant_id': 'bf47acc8b8d04f66a697eb7ab3e57df8', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:17:38.676563 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-256bc317-1bab-4297-80f5-8c4ec181afe6 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:38.700787 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-61ab0601-f7d1-4f25-bc63-aaf99a9ce3bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:38.701945 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-61ab0601-f7d1-4f25-bc63-aaf99a9ce3bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:38.707552 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-256bc317-1bab-4297-80f5-8c4ec181afe6 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:38.760693 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-256bc317-1bab-4297-80f5-8c4ec181afe6 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:38.763923 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-256bc317-1bab-4297-80f5-8c4ec181afe6 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:38.765752 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-256bc317-1bab-4297-80f5-8c4ec181afe6 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] 10.222.0.39 "DELETE /v2.0/security-groups/ec93c512-da09-481f-8c30-dbb7795b39b6 HTTP/1.1" status: 204 len: 168 time: 0.1524189 Sep 23 07:17:38.769661 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-61ab0601-f7d1-4f25-bc63-aaf99a9ce3bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:38.770810 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45748) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:38.779023 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256bc317-1bab-4297-80f5-8c4ec181afe6 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec93c512-da09-481f-8c30-dbb7795b39b6,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:38.827726 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6bbd9c-ae2c-409d-a9f4-bfab07059a17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-7d88e671-063c-44f0-b956-7a23831ad60b', 'network_id': '7d88e671-063c-44f0-b956-7a23831ad60b', 'tenant_id': 'bf47acc8b8d04f66a697eb7ab3e57df8', 'fixed_ips': [{'subnet_id': '6e2ec39b-3b5c-406b-95d7-1ef82cad211c'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:17:38.828739 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-7f6bbd9c-ae2c-409d-a9f4-bfab07059a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:38.926524 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-35c279e0-c84c-4c1c-b147-9b7250fa9b32 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1510401 Sep 23 07:17:38.927390 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45750) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:38.942364 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [None req-27abeb50-0fe9-441a-9220-3f6385e7298f tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] delete failed (client error): The resource could not be found. Sep 23 07:17:38.943481 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-27abeb50-0fe9-441a-9220-3f6385e7298f tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] 10.222.0.39 "DELETE /v2.0/security-groups/353680dc-dc9c-4c61-8fa0-3adb2509baf9 HTTP/1.1" status: 404 len: 347 time: 0.0147445 Sep 23 07:17:38.947352 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45752) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:38.954066 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-61ab0601-f7d1-4f25-bc63-aaf99a9ce3bd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:38.961352 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [None req-e6454462-ae1a-4520-90ad-411db1bf09e0 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] show failed (client error): The resource could not be found. Sep 23 07:17:38.965808 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-e6454462-ae1a-4520-90ad-411db1bf09e0 tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] 10.222.0.39 "GET /v2.0/security-groups/15f005ba-ef73-4336-9304-321ca031763f HTTP/1.1" status: 404 len: 347 time: 0.0142159 Sep 23 07:17:38.966116 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45754) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:38.972255 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-7f6bbd9c-ae2c-409d-a9f4-bfab07059a17 None None] Allocated IP 172.20.0.2 (7d88e671-063c-44f0-b956-7a23831ad60b/6e2ec39b-3b5c-406b-95d7-1ef82cad211c/db8aa321-bf9e-4f4f-8793-6b3785b01b67) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:17:38.984740 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [None req-26b7f6ab-fcd9-40e8-8f26-13e42c519e4a tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] show failed (client error): The resource could not be found. Sep 23 07:17:38.986046 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-26b7f6ab-fcd9-40e8-8f26-13e42c519e4a tempest-NegativeSecGroupTest-123444273 tempest-NegativeSecGroupTest-123444273-project] 10.222.0.39 "GET /v2.0/security-group-rules/dbca843c-9d73-4ffe-98a0-f13ce841cc34 HTTP/1.1" status: 404 len: 356 time: 0.0190263 Sep 23 07:17:39.149341 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-7f6bbd9c-ae2c-409d-a9f4-bfab07059a17 None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:39.156485 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-7f6bbd9c-ae2c-409d-a9f4-bfab07059a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:39.195871 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6bbd9c-ae2c-409d-a9f4-bfab07059a17 None None] Network 7d88e671-063c-44f0-b956-7a23831ad60b is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:17:39.200290 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-7f6bbd9c-ae2c-409d-a9f4-bfab07059a17 None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:17:39.200719 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-61ab0601-f7d1-4f25-bc63-aaf99a9ce3bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:39.207079 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6bbd9c-ae2c-409d-a9f4-bfab07059a17 None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:17:39.209057 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6bbd9c-ae2c-409d-a9f4-bfab07059a17 None None] Pushing event updated for resources: {'Port': ['ID=db8aa321-bf9e-4f4f-8793-6b3785b01b67,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:39.212152 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45760) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:39.235293 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-61ab0601-f7d1-4f25-bc63-aaf99a9ce3bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:39.286229 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-7f6bbd9c-ae2c-409d-a9f4-bfab07059a17 None None] Attempting to bind port db8aa321-bf9e-4f4f-8793-6b3785b01b67 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:17:39.286605 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-7f6bbd9c-ae2c-409d-a9f4-bfab07059a17 None None] Attempting to bind port db8aa321-bf9e-4f4f-8793-6b3785b01b67 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '975ffbdb-210a-483b-9908-29821ef2b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7d88e671-063c-44f0-b956-7a23831ad60b'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:17:39.286974 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6bbd9c-ae2c-409d-a9f4-bfab07059a17 None None] Attempting to bind port db8aa321-bf9e-4f4f-8793-6b3785b01b67 on network 7d88e671-063c-44f0-b956-7a23831ad60b {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:17:39.292991 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6bbd9c-ae2c-409d-a9f4-bfab07059a17 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:17:39.293425 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6bbd9c-ae2c-409d-a9f4-bfab07059a17 None None] Checking segment: {'id': '975ffbdb-210a-483b-9908-29821ef2b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7d88e671-063c-44f0-b956-7a23831ad60b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:17:39.293752 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-7f6bbd9c-ae2c-409d-a9f4-bfab07059a17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:39.294468 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6bbd9c-ae2c-409d-a9f4-bfab07059a17 None None] Bound using segment: {'id': '975ffbdb-210a-483b-9908-29821ef2b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7d88e671-063c-44f0-b956-7a23831ad60b'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:17:39.294928 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-7f6bbd9c-ae2c-409d-a9f4-bfab07059a17 None None] Bound port: db8aa321-bf9e-4f4f-8793-6b3785b01b67, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '975ffbdb-210a-483b-9908-29821ef2b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7d88e671-063c-44f0-b956-7a23831ad60b'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:17:39.295310 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-7f6bbd9c-ae2c-409d-a9f4-bfab07059a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:39.359706 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-5603c14c-985e-4d59-8786-3543889963b3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=05ae2bbf1a9b49e1993fc2992a799488&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1463511 Sep 23 07:17:39.363535 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45764) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:39.365373 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-61ab0601-f7d1-4f25-bc63-aaf99a9ce3bd admin admin] Allocated IP 172.25.2.166 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/ff1a606b-7e2b-4992-b048-7daed736c42a) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:17:39.366159 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-7f6bbd9c-ae2c-409d-a9f4-bfab07059a17 None None] For port db8aa321-bf9e-4f4f-8793-6b3785b01b67, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:17:39.370153 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-7f6bbd9c-ae2c-409d-a9f4-bfab07059a17 None None] For port db8aa321-bf9e-4f4f-8793-6b3785b01b67, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=db8aa321-bf9e-4f4f-8793-6b3785b01b67,segment=NetworkSegment(975ffbdb-210a-483b-9908-29821ef2b48c),segment_id=975ffbdb-210a-483b-9908-29821ef2b48c)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:17:39.375338 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-7f6bbd9c-ae2c-409d-a9f4-bfab07059a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:39.418356 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-203ae16b-069a-4bc6-b8ab-e7a1afc62427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:39.438703 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6bbd9c-ae2c-409d-a9f4-bfab07059a17 None None] Pushing event updated for resources: {'Port': ['ID=db8aa321-bf9e-4f4f-8793-6b3785b01b67,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:39.449567 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-203ae16b-069a-4bc6-b8ab-e7a1afc62427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:39.479749 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-61ab0601-f7d1-4f25-bc63-aaf99a9ce3bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:39.505013 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-203ae16b-069a-4bc6-b8ab-e7a1afc62427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:39.508399 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-203ae16b-069a-4bc6-b8ab-e7a1afc62427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:39.510179 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-203ae16b-069a-4bc6-b8ab-e7a1afc62427 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/095f3df9-1dc8-478f-af35-285fc0080b71 HTTP/1.1" status: 204 len: 168 time: 0.1456289 Sep 23 07:17:39.518953 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ae16b-069a-4bc6-b8ab-e7a1afc62427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=095f3df9-1dc8-478f-af35-285fc0080b71,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:39.523579 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-61ab0601-f7d1-4f25-bc63-aaf99a9ce3bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:39.567869 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ab0601-f7d1-4f25-bc63-aaf99a9ce3bd admin admin] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:17:39.571425 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-61ab0601-f7d1-4f25-bc63-aaf99a9ce3bd admin admin] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:17:39.578541 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ab0601-f7d1-4f25-bc63-aaf99a9ce3bd admin admin] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:17:39.581752 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ab0601-f7d1-4f25-bc63-aaf99a9ce3bd admin admin] Pushing event updated for resources: {'Port': ['ID=ff1a606b-7e2b-4992-b048-7daed736c42a,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:39.800858 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device db8aa321-bf9e-4f4f-8793-6b3785b01b67 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:17:39.862885 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port db8aa321-bf9e-4f4f-8793-6b3785b01b67 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:17:39.863272 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:39.950171 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:39.986982 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port db8aa321-bf9e-4f4f-8793-6b3785b01b67, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=db8aa321-bf9e-4f4f-8793-6b3785b01b67,segment=NetworkSegment(975ffbdb-210a-483b-9908-29821ef2b48c),segment_id=975ffbdb-210a-483b-9908-29821ef2b48c)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:17:39.994623 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:40.049572 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=db8aa321-bf9e-4f4f-8793-6b3785b01b67,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:40.193935 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-61ab0601-f7d1-4f25-bc63-aaf99a9ce3bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:40.201995 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:40.342118 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45786) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:40.426161 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-61ab0601-f7d1-4f25-bc63-aaf99a9ce3bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:40.486601 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-0d67f287-a090-4ace-985b-5c856c725a5c tempest-ServiceProvidersTest-2069756834 tempest-ServiceProvidersTest-2069756834-project] 10.222.0.39 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1432481 Sep 23 07:17:40.541572 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04583cc2-f7d0-4933-b96a-b3bc1d96f9f3 None None] Network 7d88e671-063c-44f0-b956-7a23831ad60b requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:17:40.597133 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61ab0601-f7d1-4f25-bc63-aaf99a9ce3bd admin admin] Router 5f23435f-90f2-4b63-96bf-1e0721d9f2af is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 07:17:40.645166 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-8ee3608c-3f28-4643-9b6b-3a2d058e0b0a None None] Provisioning complete for port db8aa321-bf9e-4f4f-8793-6b3785b01b67 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:17:40.645624 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8ee3608c-3f28-4643-9b6b-3a2d058e0b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:40.732548 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ab0601-f7d1-4f25-bc63-aaf99a9ce3bd admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:17:40.750990 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-61ab0601-f7d1-4f25-bc63-aaf99a9ce3bd admin admin] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:40.754960 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-61ab0601-f7d1-4f25-bc63-aaf99a9ce3bd admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0809765 Sep 23 07:17:40.755352 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45794) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:40.764008 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3758b41-c3ad-4e9e-b86e-ab5e4c535b66 None None] Sync routers for ids ['5f23435f-90f2-4b63-96bf-1e0721d9f2af'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:17:40.771374 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45796) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:40.787862 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3758b41-c3ad-4e9e-b86e-ab5e4c535b66 None None] Routers {'5f23435f-90f2-4b63-96bf-1e0721d9f2af'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:17:40.788502 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-f3758b41-c3ad-4e9e-b86e-ab5e4c535b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:17:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['5f23435f-90f2-4b63-96bf-1e0721d9f2af'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:17:40.906487 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-48db06cf-1c03-43aa-965f-278570101a41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:40.907687 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-f3758b41-c3ad-4e9e-b86e-ab5e4c535b66 None None] Set router 5f23435f-90f2-4b63-96bf-1e0721d9f2af gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:17:41.017495 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-48db06cf-1c03-43aa-965f-278570101a41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:41.021962 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-48db06cf-1c03-43aa-965f-278570101a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:41.064756 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48db06cf-1c03-43aa-965f-278570101a41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8685350-8f0e-429b-9916-aaaf72ba8b63,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:41.070610 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-48db06cf-1c03-43aa-965f-278570101a41 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0a402e76c57942358df823f9adaa6455&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2980576 Sep 23 07:17:41.073494 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45800) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:41.112554 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-bec28821-d995-4614-b36a-8e9f8dd039b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:41.138734 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-45e42de2-9468-4712-96d3-ea2162a54446 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:41.162043 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-45e42de2-9468-4712-96d3-ea2162a54446 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:41.162289 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-42bf75c8-606b-4b13-b50e-124dd9cb91c5 None None] Provisioning complete for port db8aa321-bf9e-4f4f-8793-6b3785b01b67 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:17:41.162916 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-42bf75c8-606b-4b13-b50e-124dd9cb91c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:41.219374 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-f3758b41-c3ad-4e9e-b86e-ab5e4c535b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f23435f-90f2-4b63-96bf-1e0721d9f2af', 'name': 'tempest-TestAggregatesBasicOps-412135703-router', 'tenant_id': 'bf47acc8b8d04f66a697eb7ab3e57df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'ff1a606b-7e2b-4992-b048-7daed736c42a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:17:38Z', 'updated_at': '2021-09-23T07:17:39Z', 'revision_number': 3, 'project_id': 'bf47acc8b8d04f66a697eb7ab3e57df8', 'gw_port': {'id': 'ff1a606b-7e2b-4992-b048-7daed736c42a', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:50:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f23435f-90f2-4b63-96bf-1e0721d9f2af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:17:39Z', 'updated_at': '2021-09-23T07:17:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:17:41.220117 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-45e42de2-9468-4712-96d3-ea2162a54446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:41.222830 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-45e42de2-9468-4712-96d3-ea2162a54446 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:41.224823 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-45e42de2-9468-4712-96d3-ea2162a54446 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c8685350-8f0e-429b-9916-aaaf72ba8b63 HTTP/1.1" status: 204 len: 168 time: 0.1502934 Sep 23 07:17:41.239850 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8e1691e6-1fa5-4b1b-a0c5-b75e4ed281ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:41.241643 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e42de2-9468-4712-96d3-ea2162a54446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8685350-8f0e-429b-9916-aaaf72ba8b63,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:41.260340 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3758b41-c3ad-4e9e-b86e-ab5e4c535b66 None None] Checking router: 5f23435f-90f2-4b63-96bf-1e0721d9f2af for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:17:41.260703 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3758b41-c3ad-4e9e-b86e-ab5e4c535b66 None None] Updating router 5f23435f-90f2-4b63-96bf-1e0721d9f2af port ff1a606b-7e2b-4992-b048-7daed736c42a binding host n-d-715271-16 {{(pid=95067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 07:17:41.330107 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f3758b41-c3ad-4e9e-b86e-ab5e4c535b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:41.429301 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-8e1691e6-1fa5-4b1b-a0c5-b75e4ed281ef admin admin] Allocated IP 172.20.0.1 (7d88e671-063c-44f0-b956-7a23831ad60b/6e2ec39b-3b5c-406b-95d7-1ef82cad211c/5b29f512-35b9-49da-ac8d-918838e95057) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:17:41.552674 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8e1691e6-1fa5-4b1b-a0c5-b75e4ed281ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:41.571893 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:41.590337 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8e1691e6-1fa5-4b1b-a0c5-b75e4ed281ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:41.630356 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1691e6-1fa5-4b1b-a0c5-b75e4ed281ef admin admin] Network 7d88e671-063c-44f0-b956-7a23831ad60b is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:17:41.634704 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-8e1691e6-1fa5-4b1b-a0c5-b75e4ed281ef admin admin] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:17:41.646989 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1691e6-1fa5-4b1b-a0c5-b75e4ed281ef admin admin] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:17:41.649685 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1691e6-1fa5-4b1b-a0c5-b75e4ed281ef admin admin] Pushing event updated for resources: {'Port': ['ID=5b29f512-35b9-49da-ac8d-918838e95057,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:41.661716 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f3758b41-c3ad-4e9e-b86e-ab5e4c535b66 None None] Notify callbacks [] for port, precommit_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:41.670366 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f3758b41-c3ad-4e9e-b86e-ab5e4c535b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:41.692491 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8e1691e6-1fa5-4b1b-a0c5-b75e4ed281ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068614'] for router_interface, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:41.726310 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-f3758b41-c3ad-4e9e-b86e-ab5e4c535b66 None None] Attempting to bind port ff1a606b-7e2b-4992-b048-7daed736c42a on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:17:41.727173 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-f3758b41-c3ad-4e9e-b86e-ab5e4c535b66 None None] Attempting to bind port ff1a606b-7e2b-4992-b048-7daed736c42a by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:17:41.727539 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3758b41-c3ad-4e9e-b86e-ab5e4c535b66 None None] Attempting to bind port ff1a606b-7e2b-4992-b048-7daed736c42a on network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:17:41.745263 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e38b3d8-d372-4a86-a5e4-cb1a14a3f57c None None] Pushing event updated for resources: {'Port': ['ID=ff1a606b-7e2b-4992-b048-7daed736c42a,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:41.749828 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3758b41-c3ad-4e9e-b86e-ab5e4c535b66 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:17:41.750346 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3758b41-c3ad-4e9e-b86e-ab5e4c535b66 None None] Checking segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:17:41.750779 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f3758b41-c3ad-4e9e-b86e-ab5e4c535b66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:41.751166 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3758b41-c3ad-4e9e-b86e-ab5e4c535b66 None None] Bound using segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:17:41.751882 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-f3758b41-c3ad-4e9e-b86e-ab5e4c535b66 None None] Bound port: ff1a606b-7e2b-4992-b048-7daed736c42a, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:17:41.752119 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f3758b41-c3ad-4e9e-b86e-ab5e4c535b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:41.800462 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device db8aa321-bf9e-4f4f-8793-6b3785b01b67 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:17:41.861714 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-f3758b41-c3ad-4e9e-b86e-ab5e4c535b66 None None] For port ff1a606b-7e2b-4992-b048-7daed736c42a, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:17:41.884403 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-f3758b41-c3ad-4e9e-b86e-ab5e4c535b66 None None] For port ff1a606b-7e2b-4992-b048-7daed736c42a, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=ff1a606b-7e2b-4992-b048-7daed736c42a,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:17:41.892192 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f3758b41-c3ad-4e9e-b86e-ab5e4c535b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:41.905040 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8e1691e6-1fa5-4b1b-a0c5-b75e4ed281ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:41.966189 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port db8aa321-bf9e-4f4f-8793-6b3785b01b67 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:17:41.966561 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:42.008156 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e38b3d8-d372-4a86-a5e4-cb1a14a3f57c None None] Pushing event updated for resources: {'Port': ['ID=ff1a606b-7e2b-4992-b048-7daed736c42a,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:42.011609 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3758b41-c3ad-4e9e-b86e-ab5e4c535b66 None None] Routers {'5f23435f-90f2-4b63-96bf-1e0721d9f2af'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:17:42.012566 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-f3758b41-c3ad-4e9e-b86e-ab5e4c535b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:17:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['5f23435f-90f2-4b63-96bf-1e0721d9f2af'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:17:42.081197 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-3cf36443-328f-4eb0-a786-88c3dabe02da None None] Provisioning complete for port 5b29f512-35b9-49da-ac8d-918838e95057 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:17:42.081571 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3cf36443-328f-4eb0-a786-88c3dabe02da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:42.127857 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8e1691e6-1fa5-4b1b-a0c5-b75e4ed281ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:42.134286 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8e1691e6-1fa5-4b1b-a0c5-b75e4ed281ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:42.208320 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1691e6-1fa5-4b1b-a0c5-b75e4ed281ef admin admin] Pushing event updated for resources: {'Port': ['ID=5b29f512-35b9-49da-ac8d-918838e95057,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:42.211711 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8e1691e6-1fa5-4b1b-a0c5-b75e4ed281ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067062'] for router_interface, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:42.331813 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1691e6-1fa5-4b1b-a0c5-b75e4ed281ef admin admin] Network 7d88e671-063c-44f0-b956-7a23831ad60b is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:17:42.333847 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-8e1691e6-1fa5-4b1b-a0c5-b75e4ed281ef admin admin] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:17:42.335789 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-3cf36443-328f-4eb0-a786-88c3dabe02da None None] Port 5b29f512-35b9-49da-ac8d-918838e95057 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:17:42.377889 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-f3758b41-c3ad-4e9e-b86e-ab5e4c535b66 None None] Set router 5f23435f-90f2-4b63-96bf-1e0721d9f2af gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:17:42.432793 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:42.494344 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e1691e6-1fa5-4b1b-a0c5-b75e4ed281ef admin admin] Router 5f23435f-90f2-4b63-96bf-1e0721d9f2af has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:17:42.632304 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e1691e6-1fa5-4b1b-a0c5-b75e4ed281ef admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:17:42.643031 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-f3758b41-c3ad-4e9e-b86e-ab5e4c535b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f23435f-90f2-4b63-96bf-1e0721d9f2af', 'name': 'tempest-TestAggregatesBasicOps-412135703-router', 'tenant_id': 'bf47acc8b8d04f66a697eb7ab3e57df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'ff1a606b-7e2b-4992-b048-7daed736c42a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:17:38Z', 'updated_at': '2021-09-23T07:17:41Z', 'revision_number': 4, 'project_id': 'bf47acc8b8d04f66a697eb7ab3e57df8', 'gw_port': {'id': 'ff1a606b-7e2b-4992-b048-7daed736c42a', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:50:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f23435f-90f2-4b63-96bf-1e0721d9f2af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:17:39Z', 'updated_at': '2021-09-23T07:17:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '5b29f512-35b9-49da-ac8d-918838e95057', 'name': '', 'network_id': '7d88e671-063c-44f0-b956-7a23831ad60b', 'tenant_id': 'bf47acc8b8d04f66a697eb7ab3e57df8', 'mac_address': 'fa:16:3e:61:be:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f23435f-90f2-4b63-96bf-1e0721d9f2af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '6e2ec39b-3b5c-406b-95d7-1ef82cad211c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:17:41Z', 'updated_at': '2021-09-23T07:17:41Z', 'revision_number': 1, 'project_id': 'bf47acc8b8d04f66a697eb7ab3e57df8', 'subnets': [{'id': '6e2ec39b-3b5c-406b-95d7-1ef82cad211c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:17:42.646490 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-8e1691e6-1fa5-4b1b-a0c5-b75e4ed281ef admin admin] 10.222.0.39 "PUT /v2.0/routers/5f23435f-90f2-4b63-96bf-1e0721d9f2af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8899102 Sep 23 07:17:42.683229 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3758b41-c3ad-4e9e-b86e-ab5e4c535b66 None None] The sync data for ids ['5f23435f-90f2-4b63-96bf-1e0721d9f2af'] in n-d-715271-16 is: [{'id': '5f23435f-90f2-4b63-96bf-1e0721d9f2af', 'name': 'tempest-TestAggregatesBasicOps-412135703-router', 'tenant_id': 'bf47acc8b8d04f66a697eb7ab3e57df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'ff1a606b-7e2b-4992-b048-7daed736c42a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:17:38Z', 'updated_at': '2021-09-23T07:17:41Z', 'revision_number': 4, 'project_id': 'bf47acc8b8d04f66a697eb7ab3e57df8', 'gw_port': {'id': 'ff1a606b-7e2b-4992-b048-7daed736c42a', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:50:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f23435f-90f2-4b63-96bf-1e0721d9f2af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:17:39Z', 'updated_at': '2021-09-23T07:17:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '5b29f512-35b9-49da-ac8d-918838e95057', 'name': '', 'network_id': '7d88e671-063c-44f0-b956-7a23831ad60b', 'tenant_id': 'bf47acc8b8d04f66a697eb7ab3e57df8', 'mac_address': 'fa:16:3e:61:be:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f23435f-90f2-4b63-96bf-1e0721d9f2af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '6e2ec39b-3b5c-406b-95d7-1ef82cad211c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:17:41Z', 'updated_at': '2021-09-23T07:17:41Z', 'revision_number': 1, 'project_id': 'bf47acc8b8d04f66a697eb7ab3e57df8', 'subnets': [{'id': '6e2ec39b-3b5c-406b-95d7-1ef82cad211c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:17:42.693480 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a3e9bc19-f73a-4222-bf4b-e6d7c5d0fd5a None None] Provisioning complete for port 5b29f512-35b9-49da-ac8d-918838e95057 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:17:42.693854 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a3e9bc19-f73a-4222-bf4b-e6d7c5d0fd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:42.737190 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a3e9bc19-f73a-4222-bf4b-e6d7c5d0fd5a None None] Port 5b29f512-35b9-49da-ac8d-918838e95057 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:17:43.287688 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45866) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:43.293667 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-efbfa84a-0be2-47ef-8489-63867d558698 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1602499658-network', 'tenant_id': 'd77d4236ca9e4fd7966ceab8b1843b13'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:17:43.326565 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efbfa84a-0be2-47ef-8489-63867d558698 admin admin] Made reservation on behalf of d77d4236ca9e4fd7966ceab8b1843b13 for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:17:43.329297 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-efbfa84a-0be2-47ef-8489-63867d558698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:43.338414 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-efbfa84a-0be2-47ef-8489-63867d558698 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:43.449841 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-efbfa84a-0be2-47ef-8489-63867d558698 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:43.453755 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-efbfa84a-0be2-47ef-8489-63867d558698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:43.480039 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efbfa84a-0be2-47ef-8489-63867d558698 admin admin] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:17:43.496980 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbfa84a-0be2-47ef-8489-63867d558698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=600a2742-f46f-44c8-9d51-26281b3f4892,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:43.500137 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-efbfa84a-0be2-47ef-8489-63867d558698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:43.500563 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-efbfa84a-0be2-47ef-8489-63867d558698 admin admin] Added segment 96673626-5f10-4c71-b945-28e7543d0949 of type vlan for network c4d0a5a9-1c92-4ae3-a012-2bd7ce88f306 Sep 23 07:17:43.548142 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-efbfa84a-0be2-47ef-8489-63867d558698 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:43.574798 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-efbfa84a-0be2-47ef-8489-63867d558698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:43.575973 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbfa84a-0be2-47ef-8489-63867d558698 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:17:43.576614 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-efbfa84a-0be2-47ef-8489-63867d558698 admin admin] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:43.626111 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-efbfa84a-0be2-47ef-8489-63867d558698 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3372688 Sep 23 07:17:43.629233 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45868) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:43.634691 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-b2be8e00-3b4c-407f-b9b0-e82993c30e2f admin admin] Request body: {'subnet': {'network_id': 'c4d0a5a9-1c92-4ae3-a012-2bd7ce88f306', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1602499658-subnet', 'tenant_id': 'd77d4236ca9e4fd7966ceab8b1843b13', 'ip_version': 4}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:17:43.661139 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2be8e00-3b4c-407f-b9b0-e82993c30e2f admin admin] Made reservation on behalf of d77d4236ca9e4fd7966ceab8b1843b13 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:17:43.663581 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b2be8e00-3b4c-407f-b9b0-e82993c30e2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:43.672828 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbfa84a-0be2-47ef-8489-63867d558698 admin admin] Pushing event updated for resources: {'Network': ['ID=c4d0a5a9-1c92-4ae3-a012-2bd7ce88f306,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:43.689410 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network c4d0a5a9-1c92-4ae3-a012-2bd7ce88f306 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:17:43.794820 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device ff1a606b-7e2b-4992-b048-7daed736c42a up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:17:43.861169 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:43.863805 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port ff1a606b-7e2b-4992-b048-7daed736c42a triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:17:43.864282 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:43.879067 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b2be8e00-3b4c-407f-b9b0-e82993c30e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:43.940769 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2be8e00-3b4c-407f-b9b0-e82993c30e2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=eeb13e4f-19ab-413f-aea5-f64ec8e0cd90,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:43.951204 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:43.953574 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2be8e00-3b4c-407f-b9b0-e82993c30e2f admin admin] Checking segment: {'id': '96673626-5f10-4c71-b945-28e7543d0949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c4d0a5a9-1c92-4ae3-a012-2bd7ce88f306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:17:43.954033 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2be8e00-3b4c-407f-b9b0-e82993c30e2f admin admin] Network hostable DHCP agents. Network: c4d0a5a9-1c92-4ae3-a012-2bd7ce88f306, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:17:43.972805 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2be8e00-3b4c-407f-b9b0-e82993c30e2f admin admin] Network c4d0a5a9-1c92-4ae3-a012-2bd7ce88f306 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:17:43.977421 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port ff1a606b-7e2b-4992-b048-7daed736c42a, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=ff1a606b-7e2b-4992-b048-7daed736c42a,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:17:43.982196 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:43.984762 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-b2be8e00-3b4c-407f-b9b0-e82993c30e2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, c4d0a5a9-1c92-4ae3-a012-2bd7ce88f306) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:17:43.993508 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2be8e00-3b4c-407f-b9b0-e82993c30e2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:17:43.994369 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b2be8e00-3b4c-407f-b9b0-e82993c30e2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:44.009912 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-b2be8e00-3b4c-407f-b9b0-e82993c30e2f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3797591 Sep 23 07:17:44.012642 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45870) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:44.017170 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-1e8ec1f0-ec8d-4b1b-9a37-6428f00035a0 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1602499658-router', 'tenant_id': 'd77d4236ca9e4fd7966ceab8b1843b13', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:17:44.019622 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be69ff3e-d992-4101-8352-885576ecdc69 None None] Network c4d0a5a9-1c92-4ae3-a012-2bd7ce88f306 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:17:44.043299 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1e8ec1f0-ec8d-4b1b-9a37-6428f00035a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:44.045111 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1e8ec1f0-ec8d-4b1b-9a37-6428f00035a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:44.099511 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=ff1a606b-7e2b-4992-b048-7daed736c42a,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:44.103766 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1e8ec1f0-ec8d-4b1b-9a37-6428f00035a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:44.114120 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:17:44.114462 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:17:44.114808 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:17:44.115146 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:17:44.115480 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:17:44.115823 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:17:44.116153 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:17:44.116480 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:17:44.116805 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:17:44.117211 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:17:44.117589 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:17:44.117937 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:17:44.207980 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a161175-a3e7-4264-b1cf-e215f881bb16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-c4d0a5a9-1c92-4ae3-a012-2bd7ce88f306', 'network_id': 'c4d0a5a9-1c92-4ae3-a012-2bd7ce88f306', 'tenant_id': 'd77d4236ca9e4fd7966ceab8b1843b13', 'fixed_ips': [{'subnet_id': 'eeb13e4f-19ab-413f-aea5-f64ec8e0cd90'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:17:44.208837 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2a161175-a3e7-4264-b1cf-e215f881bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:44.257227 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1e8ec1f0-ec8d-4b1b-9a37-6428f00035a0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:44.363883 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-2a161175-a3e7-4264-b1cf-e215f881bb16 None None] Allocated IP 172.20.0.2 (c4d0a5a9-1c92-4ae3-a012-2bd7ce88f306/eeb13e4f-19ab-413f-aea5-f64ec8e0cd90/d97e8273-284d-40a4-926d-51fb3771d6a2) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:17:44.502031 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1e8ec1f0-ec8d-4b1b-9a37-6428f00035a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:44.526604 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1e8ec1f0-ec8d-4b1b-9a37-6428f00035a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:44.594849 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2a161175-a3e7-4264-b1cf-e215f881bb16 None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:44.603397 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2a161175-a3e7-4264-b1cf-e215f881bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:44.651020 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a161175-a3e7-4264-b1cf-e215f881bb16 None None] Network c4d0a5a9-1c92-4ae3-a012-2bd7ce88f306 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:17:44.653774 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-2a161175-a3e7-4264-b1cf-e215f881bb16 None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:17:44.660738 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a161175-a3e7-4264-b1cf-e215f881bb16 None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:17:44.662854 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a161175-a3e7-4264-b1cf-e215f881bb16 None None] Pushing event updated for resources: {'Port': ['ID=d97e8273-284d-40a4-926d-51fb3771d6a2,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:44.668170 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-1e8ec1f0-ec8d-4b1b-9a37-6428f00035a0 admin admin] Allocated IP 172.25.2.7 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/8b10f049-3784-4f85-b0a8-fa669dccf8b3) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:17:44.725574 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-2a161175-a3e7-4264-b1cf-e215f881bb16 None None] Attempting to bind port d97e8273-284d-40a4-926d-51fb3771d6a2 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:17:44.726291 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-2a161175-a3e7-4264-b1cf-e215f881bb16 None None] Attempting to bind port d97e8273-284d-40a4-926d-51fb3771d6a2 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '96673626-5f10-4c71-b945-28e7543d0949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c4d0a5a9-1c92-4ae3-a012-2bd7ce88f306'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:17:44.726470 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a161175-a3e7-4264-b1cf-e215f881bb16 None None] Attempting to bind port d97e8273-284d-40a4-926d-51fb3771d6a2 on network c4d0a5a9-1c92-4ae3-a012-2bd7ce88f306 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:17:44.731750 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a161175-a3e7-4264-b1cf-e215f881bb16 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:17:44.732132 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a161175-a3e7-4264-b1cf-e215f881bb16 None None] Checking segment: {'id': '96673626-5f10-4c71-b945-28e7543d0949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c4d0a5a9-1c92-4ae3-a012-2bd7ce88f306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:17:44.732542 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2a161175-a3e7-4264-b1cf-e215f881bb16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:44.732941 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a161175-a3e7-4264-b1cf-e215f881bb16 None None] Bound using segment: {'id': '96673626-5f10-4c71-b945-28e7543d0949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c4d0a5a9-1c92-4ae3-a012-2bd7ce88f306'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:17:44.733470 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-2a161175-a3e7-4264-b1cf-e215f881bb16 None None] Bound port: d97e8273-284d-40a4-926d-51fb3771d6a2, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96673626-5f10-4c71-b945-28e7543d0949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c4d0a5a9-1c92-4ae3-a012-2bd7ce88f306'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:17:44.733884 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2a161175-a3e7-4264-b1cf-e215f881bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:44.817759 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-2a161175-a3e7-4264-b1cf-e215f881bb16 None None] For port d97e8273-284d-40a4-926d-51fb3771d6a2, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:17:44.821658 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-2a161175-a3e7-4264-b1cf-e215f881bb16 None None] For port d97e8273-284d-40a4-926d-51fb3771d6a2, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=d97e8273-284d-40a4-926d-51fb3771d6a2,segment=NetworkSegment(96673626-5f10-4c71-b945-28e7543d0949),segment_id=96673626-5f10-4c71-b945-28e7543d0949)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:17:44.824862 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1e8ec1f0-ec8d-4b1b-9a37-6428f00035a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:44.837487 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2a161175-a3e7-4264-b1cf-e215f881bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:44.876897 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1e8ec1f0-ec8d-4b1b-9a37-6428f00035a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:44.897753 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a161175-a3e7-4264-b1cf-e215f881bb16 None None] Pushing event updated for resources: {'Port': ['ID=d97e8273-284d-40a4-926d-51fb3771d6a2,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:44.925431 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8ec1f0-ec8d-4b1b-9a37-6428f00035a0 admin admin] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:17:44.930668 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-1e8ec1f0-ec8d-4b1b-9a37-6428f00035a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:17:44.934194 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8ec1f0-ec8d-4b1b-9a37-6428f00035a0 admin admin] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:17:44.942947 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8ec1f0-ec8d-4b1b-9a37-6428f00035a0 admin admin] Pushing event updated for resources: {'Port': ['ID=8b10f049-3784-4f85-b0a8-fa669dccf8b3,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:45.006235 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92a6f71-e4e3-4d11-bdce-993c239acc07 None None] Sync routers for ids ['5f23435f-90f2-4b63-96bf-1e0721d9f2af'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:17:45.023167 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92a6f71-e4e3-4d11-bdce-993c239acc07 None None] Routers {'5f23435f-90f2-4b63-96bf-1e0721d9f2af'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:17:45.024438 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-d92a6f71-e4e3-4d11-bdce-993c239acc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:17:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['5f23435f-90f2-4b63-96bf-1e0721d9f2af'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:17:45.307580 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-d92a6f71-e4e3-4d11-bdce-993c239acc07 None None] Set router 5f23435f-90f2-4b63-96bf-1e0721d9f2af gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:17:45.529666 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-d92a6f71-e4e3-4d11-bdce-993c239acc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f23435f-90f2-4b63-96bf-1e0721d9f2af', 'name': 'tempest-TestAggregatesBasicOps-412135703-router', 'tenant_id': 'bf47acc8b8d04f66a697eb7ab3e57df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'ff1a606b-7e2b-4992-b048-7daed736c42a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:17:38Z', 'updated_at': '2021-09-23T07:17:41Z', 'revision_number': 4, 'project_id': 'bf47acc8b8d04f66a697eb7ab3e57df8', 'gw_port': {'id': 'ff1a606b-7e2b-4992-b048-7daed736c42a', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:50:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f23435f-90f2-4b63-96bf-1e0721d9f2af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:17:39Z', 'updated_at': '2021-09-23T07:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '5b29f512-35b9-49da-ac8d-918838e95057', 'name': '', 'network_id': '7d88e671-063c-44f0-b956-7a23831ad60b', 'tenant_id': 'bf47acc8b8d04f66a697eb7ab3e57df8', 'mac_address': 'fa:16:3e:61:be:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f23435f-90f2-4b63-96bf-1e0721d9f2af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '6e2ec39b-3b5c-406b-95d7-1ef82cad211c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:17:41Z', 'updated_at': '2021-09-23T07:17:41Z', 'revision_number': 2, 'project_id': 'bf47acc8b8d04f66a697eb7ab3e57df8', 'subnets': [{'id': '6e2ec39b-3b5c-406b-95d7-1ef82cad211c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:17:45.562722 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92a6f71-e4e3-4d11-bdce-993c239acc07 None None] Checking router: 5f23435f-90f2-4b63-96bf-1e0721d9f2af for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:17:45.563091 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92a6f71-e4e3-4d11-bdce-993c239acc07 None None] Updating router 5f23435f-90f2-4b63-96bf-1e0721d9f2af port 5b29f512-35b9-49da-ac8d-918838e95057 binding host n-d-715271-16 {{(pid=95068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 07:17:45.588341 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1e8ec1f0-ec8d-4b1b-9a37-6428f00035a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:45.593349 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-d92a6f71-e4e3-4d11-bdce-993c239acc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:45.896293 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device ff1a606b-7e2b-4992-b048-7daed736c42a up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:17:45.902590 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1e8ec1f0-ec8d-4b1b-9a37-6428f00035a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:46.000919 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port ff1a606b-7e2b-4992-b048-7daed736c42a triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:17:46.002129 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:46.011432 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-d92a6f71-e4e3-4d11-bdce-993c239acc07 None None] Notify callbacks [] for port, precommit_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:46.021972 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-d92a6f71-e4e3-4d11-bdce-993c239acc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:46.141159 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9946e131-4aae-4fdf-af40-864cab219765 None None] Pushing event updated for resources: {'Port': ['ID=5b29f512-35b9-49da-ac8d-918838e95057,revision_number=3']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:46.149373 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device d97e8273-284d-40a4-926d-51fb3771d6a2 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:17:46.154654 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e8ec1f0-ec8d-4b1b-9a37-6428f00035a0 admin admin] Router 92a7fac0-283a-4cda-b1e5-c93e03cd245c is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 07:17:46.184077 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9946e131-4aae-4fdf-af40-864cab219765 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:17:46.184551 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9946e131-4aae-4fdf-af40-864cab219765 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:17:46.184741 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9946e131-4aae-4fdf-af40-864cab219765 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:17:46.185063 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9946e131-4aae-4fdf-af40-864cab219765 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:17:46.185411 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9946e131-4aae-4fdf-af40-864cab219765 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:17:46.185712 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9946e131-4aae-4fdf-af40-864cab219765 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:17:46.186046 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9946e131-4aae-4fdf-af40-864cab219765 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:17:46.191759 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9946e131-4aae-4fdf-af40-864cab219765 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:17:46.192157 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9946e131-4aae-4fdf-af40-864cab219765 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:17:46.192489 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9946e131-4aae-4fdf-af40-864cab219765 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:17:46.192813 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9946e131-4aae-4fdf-af40-864cab219765 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:17:46.193128 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9946e131-4aae-4fdf-af40-864cab219765 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:17:46.204512 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-d92a6f71-e4e3-4d11-bdce-993c239acc07 None None] Attempting to bind port 5b29f512-35b9-49da-ac8d-918838e95057 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:17:46.204968 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-d92a6f71-e4e3-4d11-bdce-993c239acc07 None None] Attempting to bind port 5b29f512-35b9-49da-ac8d-918838e95057 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '975ffbdb-210a-483b-9908-29821ef2b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7d88e671-063c-44f0-b956-7a23831ad60b'}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:17:46.205241 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92a6f71-e4e3-4d11-bdce-993c239acc07 None None] Attempting to bind port 5b29f512-35b9-49da-ac8d-918838e95057 on network 7d88e671-063c-44f0-b956-7a23831ad60b {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:17:46.214908 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92a6f71-e4e3-4d11-bdce-993c239acc07 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:17:46.215298 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92a6f71-e4e3-4d11-bdce-993c239acc07 None None] Checking segment: {'id': '975ffbdb-210a-483b-9908-29821ef2b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7d88e671-063c-44f0-b956-7a23831ad60b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:17:46.215681 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-d92a6f71-e4e3-4d11-bdce-993c239acc07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:46.216069 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92a6f71-e4e3-4d11-bdce-993c239acc07 None None] Bound using segment: {'id': '975ffbdb-210a-483b-9908-29821ef2b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7d88e671-063c-44f0-b956-7a23831ad60b'} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:17:46.216717 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-d92a6f71-e4e3-4d11-bdce-993c239acc07 None None] Bound port: 5b29f512-35b9-49da-ac8d-918838e95057, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '975ffbdb-210a-483b-9908-29821ef2b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7d88e671-063c-44f0-b956-7a23831ad60b'}}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:17:46.217252 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-d92a6f71-e4e3-4d11-bdce-993c239acc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:46.276586 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port d97e8273-284d-40a4-926d-51fb3771d6a2 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:17:46.276969 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:46.334860 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-d92a6f71-e4e3-4d11-bdce-993c239acc07 None None] For port 5b29f512-35b9-49da-ac8d-918838e95057, host n-d-715271-16, cleared binding levels {{(pid=95068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:17:46.345483 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-d92a6f71-e4e3-4d11-bdce-993c239acc07 None None] For port 5b29f512-35b9-49da-ac8d-918838e95057, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=5b29f512-35b9-49da-ac8d-918838e95057,segment=NetworkSegment(975ffbdb-210a-483b-9908-29821ef2b48c),segment_id=975ffbdb-210a-483b-9908-29821ef2b48c)] {{(pid=95068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:17:46.354183 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-d92a6f71-e4e3-4d11-bdce-993c239acc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:46.385906 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54492ed-0a19-4550-9dbf-94882341c66a None None] Network c4d0a5a9-1c92-4ae3-a012-2bd7ce88f306 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:17:46.392340 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e8ec1f0-ec8d-4b1b-9a37-6428f00035a0 admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:17:46.425220 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1e8ec1f0-ec8d-4b1b-9a37-6428f00035a0 admin admin] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:46.425441 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92a6f71-e4e3-4d11-bdce-993c239acc07 None None] Routers {'5f23435f-90f2-4b63-96bf-1e0721d9f2af'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:17:46.425774 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-1e8ec1f0-ec8d-4b1b-9a37-6428f00035a0 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4121149 Sep 23 07:17:46.426881 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45908) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:46.428159 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-d92a6f71-e4e3-4d11-bdce-993c239acc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:17:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['5f23435f-90f2-4b63-96bf-1e0721d9f2af'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:17:46.428503 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45910) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:46.434770 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c4e2bc-5a6a-4083-bc12-7bcbd8ea74b8 None None] Sync routers for ids ['92a7fac0-283a-4cda-b1e5-c93e03cd245c'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:17:46.498138 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-3da169f6-a49e-4493-aa75-453fdb8eb44b None None] Provisioning complete for port d97e8273-284d-40a4-926d-51fb3771d6a2 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:17:46.498521 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3da169f6-a49e-4493-aa75-453fdb8eb44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:46.509232 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9946e131-4aae-4fdf-af40-864cab219765 None None] Pushing event updated for resources: {'Port': ['ID=5b29f512-35b9-49da-ac8d-918838e95057,revision_number=4']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:46.512750 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c4e2bc-5a6a-4083-bc12-7bcbd8ea74b8 None None] Routers {'92a7fac0-283a-4cda-b1e5-c93e03cd245c'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:17:46.513375 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-f5c4e2bc-5a6a-4083-bc12-7bcbd8ea74b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:17:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['92a7fac0-283a-4cda-b1e5-c93e03cd245c'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:17:46.562740 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:46.642696 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-d92a6f71-e4e3-4d11-bdce-993c239acc07 None None] Set router 5f23435f-90f2-4b63-96bf-1e0721d9f2af gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:17:46.688924 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-218bc397-5a8f-43b8-9323-8edd938857ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:46.756951 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port d97e8273-284d-40a4-926d-51fb3771d6a2, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=d97e8273-284d-40a4-926d-51fb3771d6a2,segment=NetworkSegment(96673626-5f10-4c71-b945-28e7543d0949),segment_id=96673626-5f10-4c71-b945-28e7543d0949)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:17:46.833450 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:46.916861 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-218bc397-5a8f-43b8-9323-8edd938857ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:46.917840 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-f5c4e2bc-5a6a-4083-bc12-7bcbd8ea74b8 None None] Set router 92a7fac0-283a-4cda-b1e5-c93e03cd245c gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:17:46.924150 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-218bc397-5a8f-43b8-9323-8edd938857ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:46.988236 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218bc397-5a8f-43b8-9323-8edd938857ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c95f8585-1835-4194-b1c6-2d3a5b51598d,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:47.019174 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-218bc397-5a8f-43b8-9323-8edd938857ce admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=89c279e29340455e8a92d513a7295331&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5879736 Sep 23 07:17:47.020345 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45914) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:47.030185 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a6fab378-c7fb-4834-8c99-bfaa35ddc65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:47.043080 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=d97e8273-284d-40a4-926d-51fb3771d6a2,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:47.043466 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-d92a6f71-e4e3-4d11-bdce-993c239acc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f23435f-90f2-4b63-96bf-1e0721d9f2af', 'name': 'tempest-TestAggregatesBasicOps-412135703-router', 'tenant_id': 'bf47acc8b8d04f66a697eb7ab3e57df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'ff1a606b-7e2b-4992-b048-7daed736c42a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:17:38Z', 'updated_at': '2021-09-23T07:17:41Z', 'revision_number': 4, 'project_id': 'bf47acc8b8d04f66a697eb7ab3e57df8', 'gw_port': {'id': 'ff1a606b-7e2b-4992-b048-7daed736c42a', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:50:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f23435f-90f2-4b63-96bf-1e0721d9f2af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:17:39Z', 'updated_at': '2021-09-23T07:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '5b29f512-35b9-49da-ac8d-918838e95057', 'name': '', 'network_id': '7d88e671-063c-44f0-b956-7a23831ad60b', 'tenant_id': 'bf47acc8b8d04f66a697eb7ab3e57df8', 'mac_address': 'fa:16:3e:61:be:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f23435f-90f2-4b63-96bf-1e0721d9f2af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '6e2ec39b-3b5c-406b-95d7-1ef82cad211c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:17:41Z', 'updated_at': '2021-09-23T07:17:46Z', 'revision_number': 4, 'project_id': 'bf47acc8b8d04f66a697eb7ab3e57df8', 'subnets': [{'id': '6e2ec39b-3b5c-406b-95d7-1ef82cad211c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:17:47.098477 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92a6f71-e4e3-4d11-bdce-993c239acc07 None None] The sync data for ids ['5f23435f-90f2-4b63-96bf-1e0721d9f2af'] in n-d-715271-16 is: [{'id': '5f23435f-90f2-4b63-96bf-1e0721d9f2af', 'name': 'tempest-TestAggregatesBasicOps-412135703-router', 'tenant_id': 'bf47acc8b8d04f66a697eb7ab3e57df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'ff1a606b-7e2b-4992-b048-7daed736c42a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:17:38Z', 'updated_at': '2021-09-23T07:17:41Z', 'revision_number': 4, 'project_id': 'bf47acc8b8d04f66a697eb7ab3e57df8', 'gw_port': {'id': 'ff1a606b-7e2b-4992-b048-7daed736c42a', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:50:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f23435f-90f2-4b63-96bf-1e0721d9f2af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:17:39Z', 'updated_at': '2021-09-23T07:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '5b29f512-35b9-49da-ac8d-918838e95057', 'name': '', 'network_id': '7d88e671-063c-44f0-b956-7a23831ad60b', 'tenant_id': 'bf47acc8b8d04f66a697eb7ab3e57df8', 'mac_address': 'fa:16:3e:61:be:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f23435f-90f2-4b63-96bf-1e0721d9f2af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '6e2ec39b-3b5c-406b-95d7-1ef82cad211c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:17:41Z', 'updated_at': '2021-09-23T07:17:46Z', 'revision_number': 4, 'project_id': 'bf47acc8b8d04f66a697eb7ab3e57df8', 'subnets': [{'id': '6e2ec39b-3b5c-406b-95d7-1ef82cad211c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:17:47.115570 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1d981329-aa65-453f-9b65-ca68c1447b6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:47.170490 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1d981329-aa65-453f-9b65-ca68c1447b6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:47.228491 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-4c0056e5-5fb6-4257-902e-2ba2a0456a32 None None] Provisioning complete for port 5b29f512-35b9-49da-ac8d-918838e95057 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:17:47.229163 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-4c0056e5-5fb6-4257-902e-2ba2a0456a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:47.256431 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1d981329-aa65-453f-9b65-ca68c1447b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:47.261321 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1d981329-aa65-453f-9b65-ca68c1447b6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:47.263033 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-1d981329-aa65-453f-9b65-ca68c1447b6c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c95f8585-1835-4194-b1c6-2d3a5b51598d HTTP/1.1" status: 204 len: 168 time: 0.2410820 Sep 23 07:17:47.284496 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d981329-aa65-453f-9b65-ca68c1447b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c95f8585-1835-4194-b1c6-2d3a5b51598d,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:47.337564 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-a6fab378-c7fb-4834-8c99-bfaa35ddc65f admin admin] Allocated IP 172.20.0.1 (c4d0a5a9-1c92-4ae3-a012-2bd7ce88f306/eeb13e4f-19ab-413f-aea5-f64ec8e0cd90/b012870e-555c-4218-88aa-767c5b421227) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:17:47.401504 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-f5c4e2bc-5a6a-4083-bc12-7bcbd8ea74b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a7fac0-283a-4cda-b1e5-c93e03cd245c', 'name': 'tempest-TestAggregatesBasicOps-1602499658-router', 'tenant_id': 'd77d4236ca9e4fd7966ceab8b1843b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '8b10f049-3784-4f85-b0a8-fa669dccf8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:17:44Z', 'updated_at': '2021-09-23T07:17:45Z', 'revision_number': 3, 'project_id': 'd77d4236ca9e4fd7966ceab8b1843b13', 'gw_port': {'id': '8b10f049-3784-4f85-b0a8-fa669dccf8b3', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f0:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92a7fac0-283a-4cda-b1e5-c93e03cd245c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:17:44Z', 'updated_at': '2021-09-23T07:17:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:17:47.403520 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-4c0056e5-5fb6-4257-902e-2ba2a0456a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:47.452523 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c4e2bc-5a6a-4083-bc12-7bcbd8ea74b8 None None] Checking router: 92a7fac0-283a-4cda-b1e5-c93e03cd245c for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:17:47.453146 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c4e2bc-5a6a-4083-bc12-7bcbd8ea74b8 None None] Updating router 92a7fac0-283a-4cda-b1e5-c93e03cd245c port 8b10f049-3784-4f85-b0a8-fa669dccf8b3 binding host n-d-715271-16 {{(pid=95067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 07:17:47.479088 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a6fab378-c7fb-4834-8c99-bfaa35ddc65f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:47.501822 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-4c0056e5-5fb6-4257-902e-2ba2a0456a32 None None] For port 5b29f512-35b9-49da-ac8d-918838e95057, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=5b29f512-35b9-49da-ac8d-918838e95057,segment=NetworkSegment(975ffbdb-210a-483b-9908-29821ef2b48c),segment_id=975ffbdb-210a-483b-9908-29821ef2b48c)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:17:47.508133 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-4c0056e5-5fb6-4257-902e-2ba2a0456a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:47.510266 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f5c4e2bc-5a6a-4083-bc12-7bcbd8ea74b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:47.529260 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a6fab378-c7fb-4834-8c99-bfaa35ddc65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:47.569663 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fab378-c7fb-4834-8c99-bfaa35ddc65f admin admin] Network c4d0a5a9-1c92-4ae3-a012-2bd7ce88f306 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:17:47.573454 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-a6fab378-c7fb-4834-8c99-bfaa35ddc65f admin admin] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:17:47.577340 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fab378-c7fb-4834-8c99-bfaa35ddc65f admin admin] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:17:47.629288 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fab378-c7fb-4834-8c99-bfaa35ddc65f admin admin] Pushing event updated for resources: {'Port': ['ID=b012870e-555c-4218-88aa-767c5b421227,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:47.651132 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a6fab378-c7fb-4834-8c99-bfaa35ddc65f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068614'] for router_interface, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:47.723536 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 45920) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:47.751943 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-578f3b87-95d4-4812-b949-e47cb342c42c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:47.873133 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 5b29f512-35b9-49da-ac8d-918838e95057 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:17:47.887679 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a6fab378-c7fb-4834-8c99-bfaa35ddc65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:47.909280 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-578f3b87-95d4-4812-b949-e47cb342c42c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:47.914973 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-578f3b87-95d4-4812-b949-e47cb342c42c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:47.967977 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-578f3b87-95d4-4812-b949-e47cb342c42c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6b8f332b772c4c36aeb4dc6db3f2f222&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2433243 Sep 23 07:17:47.968877 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578f3b87-95d4-4812-b949-e47cb342c42c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3dad0d7-e592-4044-a217-f7705d661aff,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:47.970724 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 45922) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:47.979735 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578f3b87-95d4-4812-b949-e47cb342c42c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:17:47.980380 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578f3b87-95d4-4812-b949-e47cb342c42c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:17:47.980714 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578f3b87-95d4-4812-b949-e47cb342c42c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:17:47.981061 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578f3b87-95d4-4812-b949-e47cb342c42c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:17:47.981412 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578f3b87-95d4-4812-b949-e47cb342c42c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:17:47.981732 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578f3b87-95d4-4812-b949-e47cb342c42c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:17:47.982102 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578f3b87-95d4-4812-b949-e47cb342c42c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:17:47.982363 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0056e5-5fb6-4257-902e-2ba2a0456a32 None None] Pushing event updated for resources: {'Port': ['ID=5b29f512-35b9-49da-ac8d-918838e95057,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:47.982821 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578f3b87-95d4-4812-b949-e47cb342c42c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:17:47.982930 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578f3b87-95d4-4812-b949-e47cb342c42c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:17:47.983239 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578f3b87-95d4-4812-b949-e47cb342c42c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:17:47.983574 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578f3b87-95d4-4812-b949-e47cb342c42c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:17:47.983900 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578f3b87-95d4-4812-b949-e47cb342c42c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:17:48.010099 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-73f21d87-f8fa-4598-babe-a2abf5b55a89 None None] Provisioning complete for port d97e8273-284d-40a4-926d-51fb3771d6a2 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:17:48.010487 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-73f21d87-f8fa-4598-babe-a2abf5b55a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:48.090330 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6d6b7b2b-a62c-42e7-b3ae-6771bf625346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:48.128143 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6d6b7b2b-a62c-42e7-b3ae-6771bf625346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:48.144017 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 5b29f512-35b9-49da-ac8d-918838e95057 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:17:48.144397 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:48.182482 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a6fab378-c7fb-4834-8c99-bfaa35ddc65f admin admin] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:48.187742 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a6fab378-c7fb-4834-8c99-bfaa35ddc65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:48.249067 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6d6b7b2b-a62c-42e7-b3ae-6771bf625346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:48.251647 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6d6b7b2b-a62c-42e7-b3ae-6771bf625346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:48.252810 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-6d6b7b2b-a62c-42e7-b3ae-6771bf625346 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a3dad0d7-e592-4044-a217-f7705d661aff HTTP/1.1" status: 204 len: 168 time: 0.2808664 Sep 23 07:17:48.274716 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a6fab378-c7fb-4834-8c99-bfaa35ddc65f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067062'] for router_interface, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:48.276885 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6b7b2b-a62c-42e7-b3ae-6771bf625346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3dad0d7-e592-4044-a217-f7705d661aff,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:48.287031 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fab378-c7fb-4834-8c99-bfaa35ddc65f admin admin] Pushing event updated for resources: {'Port': ['ID=b012870e-555c-4218-88aa-767c5b421227,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:48.303726 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6b7b2b-a62c-42e7-b3ae-6771bf625346 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:17:48.304071 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6b7b2b-a62c-42e7-b3ae-6771bf625346 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:17:48.304407 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6b7b2b-a62c-42e7-b3ae-6771bf625346 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:17:48.304927 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6b7b2b-a62c-42e7-b3ae-6771bf625346 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:17:48.305263 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6b7b2b-a62c-42e7-b3ae-6771bf625346 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:17:48.305595 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6b7b2b-a62c-42e7-b3ae-6771bf625346 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:17:48.306007 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6b7b2b-a62c-42e7-b3ae-6771bf625346 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:17:48.306469 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6b7b2b-a62c-42e7-b3ae-6771bf625346 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:17:48.306878 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6b7b2b-a62c-42e7-b3ae-6771bf625346 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:17:48.307111 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6b7b2b-a62c-42e7-b3ae-6771bf625346 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:17:48.307441 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6b7b2b-a62c-42e7-b3ae-6771bf625346 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:17:48.307753 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6b7b2b-a62c-42e7-b3ae-6771bf625346 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:17:48.311517 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fab378-c7fb-4834-8c99-bfaa35ddc65f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:17:48.311863 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fab378-c7fb-4834-8c99-bfaa35ddc65f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:17:48.312200 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fab378-c7fb-4834-8c99-bfaa35ddc65f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:17:48.312600 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fab378-c7fb-4834-8c99-bfaa35ddc65f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:17:48.312935 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fab378-c7fb-4834-8c99-bfaa35ddc65f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:17:48.313259 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fab378-c7fb-4834-8c99-bfaa35ddc65f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:17:48.313571 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fab378-c7fb-4834-8c99-bfaa35ddc65f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:17:48.314042 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fab378-c7fb-4834-8c99-bfaa35ddc65f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:17:48.314243 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fab378-c7fb-4834-8c99-bfaa35ddc65f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:17:48.314534 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fab378-c7fb-4834-8c99-bfaa35ddc65f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:17:48.314850 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fab378-c7fb-4834-8c99-bfaa35ddc65f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:17:48.315165 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fab378-c7fb-4834-8c99-bfaa35ddc65f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:17:48.335218 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f5c4e2bc-5a6a-4083-bc12-7bcbd8ea74b8 None None] Notify callbacks [] for port, precommit_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:48.350905 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f5c4e2bc-5a6a-4083-bc12-7bcbd8ea74b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:48.395417 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device d97e8273-284d-40a4-926d-51fb3771d6a2 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:17:48.415113 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fab378-c7fb-4834-8c99-bfaa35ddc65f admin admin] Network c4d0a5a9-1c92-4ae3-a012-2bd7ce88f306 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:17:48.416550 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-a6fab378-c7fb-4834-8c99-bfaa35ddc65f admin admin] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:17:48.451939 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-f5c4e2bc-5a6a-4083-bc12-7bcbd8ea74b8 None None] Attempting to bind port 8b10f049-3784-4f85-b0a8-fa669dccf8b3 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:17:48.451939 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-f5c4e2bc-5a6a-4083-bc12-7bcbd8ea74b8 None None] Attempting to bind port 8b10f049-3784-4f85-b0a8-fa669dccf8b3 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:17:48.451939 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c4e2bc-5a6a-4083-bc12-7bcbd8ea74b8 None None] Attempting to bind port 8b10f049-3784-4f85-b0a8-fa669dccf8b3 on network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:17:48.478827 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dc3e56-543e-4aa1-a3cd-eaf89da998c8 None None] Pushing event updated for resources: {'Port': ['ID=8b10f049-3784-4f85-b0a8-fa669dccf8b3,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:48.485436 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-bbb16ff4-ba74-43b7-acb4-185d021a3e94 None None] Provisioning complete for port b012870e-555c-4218-88aa-767c5b421227 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:17:48.486270 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-bbb16ff4-ba74-43b7-acb4-185d021a3e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:48.488580 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c4e2bc-5a6a-4083-bc12-7bcbd8ea74b8 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:17:48.488963 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c4e2bc-5a6a-4083-bc12-7bcbd8ea74b8 None None] Checking segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:17:48.489940 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f5c4e2bc-5a6a-4083-bc12-7bcbd8ea74b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:48.490352 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c4e2bc-5a6a-4083-bc12-7bcbd8ea74b8 None None] Bound using segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:17:48.490844 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-f5c4e2bc-5a6a-4083-bc12-7bcbd8ea74b8 None None] Bound port: 8b10f049-3784-4f85-b0a8-fa669dccf8b3, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:17:48.491229 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f5c4e2bc-5a6a-4083-bc12-7bcbd8ea74b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:48.557922 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6fab378-c7fb-4834-8c99-bfaa35ddc65f admin admin] Router 92a7fac0-283a-4cda-b1e5-c93e03cd245c has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:17:48.592744 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-bbb16ff4-ba74-43b7-acb4-185d021a3e94 None None] Port b012870e-555c-4218-88aa-767c5b421227 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:17:48.602435 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-f5c4e2bc-5a6a-4083-bc12-7bcbd8ea74b8 None None] For port 8b10f049-3784-4f85-b0a8-fa669dccf8b3, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:17:48.606746 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-f5c4e2bc-5a6a-4083-bc12-7bcbd8ea74b8 None None] For port 8b10f049-3784-4f85-b0a8-fa669dccf8b3, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=8b10f049-3784-4f85-b0a8-fa669dccf8b3,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:17:48.611148 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port d97e8273-284d-40a4-926d-51fb3771d6a2 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:17:48.611853 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:48.638283 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f5c4e2bc-5a6a-4083-bc12-7bcbd8ea74b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:48.706801 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6fab378-c7fb-4834-8c99-bfaa35ddc65f admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:17:48.720988 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-a6fab378-c7fb-4834-8c99-bfaa35ddc65f admin admin] 10.222.0.39 "PUT /v2.0/routers/92a7fac0-283a-4cda-b1e5-c93e03cd245c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2830176 Sep 23 07:17:48.727884 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c4e2bc-5a6a-4083-bc12-7bcbd8ea74b8 None None] Routers {'92a7fac0-283a-4cda-b1e5-c93e03cd245c'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:17:48.728641 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-f5c4e2bc-5a6a-4083-bc12-7bcbd8ea74b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:17:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['92a7fac0-283a-4cda-b1e5-c93e03cd245c'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:17:48.771428 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dc3e56-543e-4aa1-a3cd-eaf89da998c8 None None] Pushing event updated for resources: {'Port': ['ID=8b10f049-3784-4f85-b0a8-fa669dccf8b3,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:48.785111 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-497b6598-ca45-4b9b-a693-eac1cb121703 None None] Provisioning complete for port b012870e-555c-4218-88aa-767c5b421227 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:17:48.785482 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-497b6598-ca45-4b9b-a693-eac1cb121703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:48.890755 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-497b6598-ca45-4b9b-a693-eac1cb121703 None None] Port b012870e-555c-4218-88aa-767c5b421227 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:17:48.914352 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-f5c4e2bc-5a6a-4083-bc12-7bcbd8ea74b8 None None] Set router 92a7fac0-283a-4cda-b1e5-c93e03cd245c gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:17:49.138069 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-f5c4e2bc-5a6a-4083-bc12-7bcbd8ea74b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a7fac0-283a-4cda-b1e5-c93e03cd245c', 'name': 'tempest-TestAggregatesBasicOps-1602499658-router', 'tenant_id': 'd77d4236ca9e4fd7966ceab8b1843b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '8b10f049-3784-4f85-b0a8-fa669dccf8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:17:44Z', 'updated_at': '2021-09-23T07:17:47Z', 'revision_number': 4, 'project_id': 'd77d4236ca9e4fd7966ceab8b1843b13', 'gw_port': {'id': '8b10f049-3784-4f85-b0a8-fa669dccf8b3', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f0:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92a7fac0-283a-4cda-b1e5-c93e03cd245c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:17:44Z', 'updated_at': '2021-09-23T07:17:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': 'b012870e-555c-4218-88aa-767c5b421227', 'name': '', 'network_id': 'c4d0a5a9-1c92-4ae3-a012-2bd7ce88f306', 'tenant_id': 'd77d4236ca9e4fd7966ceab8b1843b13', 'mac_address': 'fa:16:3e:79:68:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92a7fac0-283a-4cda-b1e5-c93e03cd245c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'eeb13e4f-19ab-413f-aea5-f64ec8e0cd90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:17:47Z', 'updated_at': '2021-09-23T07:17:47Z', 'revision_number': 2, 'project_id': 'd77d4236ca9e4fd7966ceab8b1843b13', 'subnets': [{'id': 'eeb13e4f-19ab-413f-aea5-f64ec8e0cd90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:17:49.165413 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c4e2bc-5a6a-4083-bc12-7bcbd8ea74b8 None None] The sync data for ids ['92a7fac0-283a-4cda-b1e5-c93e03cd245c'] in n-d-715271-16 is: [{'id': '92a7fac0-283a-4cda-b1e5-c93e03cd245c', 'name': 'tempest-TestAggregatesBasicOps-1602499658-router', 'tenant_id': 'd77d4236ca9e4fd7966ceab8b1843b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '8b10f049-3784-4f85-b0a8-fa669dccf8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:17:44Z', 'updated_at': '2021-09-23T07:17:47Z', 'revision_number': 4, 'project_id': 'd77d4236ca9e4fd7966ceab8b1843b13', 'gw_port': {'id': '8b10f049-3784-4f85-b0a8-fa669dccf8b3', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f0:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92a7fac0-283a-4cda-b1e5-c93e03cd245c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:17:44Z', 'updated_at': '2021-09-23T07:17:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': 'b012870e-555c-4218-88aa-767c5b421227', 'name': '', 'network_id': 'c4d0a5a9-1c92-4ae3-a012-2bd7ce88f306', 'tenant_id': 'd77d4236ca9e4fd7966ceab8b1843b13', 'mac_address': 'fa:16:3e:79:68:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92a7fac0-283a-4cda-b1e5-c93e03cd245c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'eeb13e4f-19ab-413f-aea5-f64ec8e0cd90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:17:47Z', 'updated_at': '2021-09-23T07:17:47Z', 'revision_number': 2, 'project_id': 'd77d4236ca9e4fd7966ceab8b1843b13', 'subnets': [{'id': 'eeb13e4f-19ab-413f-aea5-f64ec8e0cd90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:17:49.786501 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 5b29f512-35b9-49da-ac8d-918838e95057 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:17:49.848287 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 5b29f512-35b9-49da-ac8d-918838e95057 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:17:49.848829 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:50.209697 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46020) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:50.600197 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-92a49171-0bce-48fd-8447-3f1f18c6d528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066969'] for router_interface, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:50.863238 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-92a49171-0bce-48fd-8447-3f1f18c6d528 admin admin] Deleting port 5b29f512-35b9-49da-ac8d-918838e95057 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:17:50.864339 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-92a49171-0bce-48fd-8447-3f1f18c6d528 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:50.964024 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-92a49171-0bce-48fd-8447-3f1f18c6d528 admin admin] For port 5b29f512-35b9-49da-ac8d-918838e95057, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=5b29f512-35b9-49da-ac8d-918838e95057,segment=NetworkSegment(975ffbdb-210a-483b-9908-29821ef2b48c),segment_id=975ffbdb-210a-483b-9908-29821ef2b48c)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:17:50.964713 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-92a49171-0bce-48fd-8447-3f1f18c6d528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:50.984634 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-92a49171-0bce-48fd-8447-3f1f18c6d528 admin admin] Calling delete_port for 5b29f512-35b9-49da-ac8d-918838e95057 owned by network:router_interface {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:17:51.204022 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-92a49171-0bce-48fd-8447-3f1f18c6d528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:51.235949 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a49171-0bce-48fd-8447-3f1f18c6d528 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b29f512-35b9-49da-ac8d-918838e95057,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:51.411017 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-92a49171-0bce-48fd-8447-3f1f18c6d528 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2068624'] for router_interface, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:51.542640 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74eb5826-2835-4083-9495-8034321f8888 None None] Sync routers for ids ['92a7fac0-283a-4cda-b1e5-c93e03cd245c'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:17:51.554332 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74eb5826-2835-4083-9495-8034321f8888 None None] Routers {'92a7fac0-283a-4cda-b1e5-c93e03cd245c'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:17:51.555529 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-74eb5826-2835-4083-9495-8034321f8888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:17:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['92a7fac0-283a-4cda-b1e5-c93e03cd245c'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:17:51.659888 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92a49171-0bce-48fd-8447-3f1f18c6d528 admin admin] Router 5f23435f-90f2-4b63-96bf-1e0721d9f2af has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:17:51.686674 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-74eb5826-2835-4083-9495-8034321f8888 None None] Set router 92a7fac0-283a-4cda-b1e5-c93e03cd245c gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:17:51.796267 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a49171-0bce-48fd-8447-3f1f18c6d528 admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:17:51.803306 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-92a49171-0bce-48fd-8447-3f1f18c6d528 admin admin] 10.222.0.39 "PUT /v2.0/routers/5f23435f-90f2-4b63-96bf-1e0721d9f2af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5923138 Sep 23 07:17:51.806840 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46040) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:51.807834 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375757c5-8081-4a7c-85dc-03f5739c9bf2 None None] Sync routers for ids ['5f23435f-90f2-4b63-96bf-1e0721d9f2af'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:17:51.824441 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375757c5-8081-4a7c-85dc-03f5739c9bf2 None None] Routers {'5f23435f-90f2-4b63-96bf-1e0721d9f2af'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:17:51.825429 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-375757c5-8081-4a7c-85dc-03f5739c9bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:17:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['5f23435f-90f2-4b63-96bf-1e0721d9f2af'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:17:51.881467 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 8b10f049-3784-4f85-b0a8-fa669dccf8b3 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:17:51.919697 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-cfd6c795-78be-4b3b-b2e2-ae4f7f7efee5 admin admin] Notify callbacks [] for router, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:51.922908 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-74eb5826-2835-4083-9495-8034321f8888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a7fac0-283a-4cda-b1e5-c93e03cd245c', 'name': 'tempest-TestAggregatesBasicOps-1602499658-router', 'tenant_id': 'd77d4236ca9e4fd7966ceab8b1843b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '8b10f049-3784-4f85-b0a8-fa669dccf8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:17:44Z', 'updated_at': '2021-09-23T07:17:47Z', 'revision_number': 4, 'project_id': 'd77d4236ca9e4fd7966ceab8b1843b13', 'gw_port': {'id': '8b10f049-3784-4f85-b0a8-fa669dccf8b3', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f0:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92a7fac0-283a-4cda-b1e5-c93e03cd245c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:17:44Z', 'updated_at': '2021-09-23T07:17:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': 'b012870e-555c-4218-88aa-767c5b421227', 'name': '', 'network_id': 'c4d0a5a9-1c92-4ae3-a012-2bd7ce88f306', 'tenant_id': 'd77d4236ca9e4fd7966ceab8b1843b13', 'mac_address': 'fa:16:3e:79:68:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92a7fac0-283a-4cda-b1e5-c93e03cd245c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'eeb13e4f-19ab-413f-aea5-f64ec8e0cd90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:17:47Z', 'updated_at': '2021-09-23T07:17:47Z', 'revision_number': 2, 'project_id': 'd77d4236ca9e4fd7966ceab8b1843b13', 'subnets': [{'id': 'eeb13e4f-19ab-413f-aea5-f64ec8e0cd90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:17:51.951926 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74eb5826-2835-4083-9495-8034321f8888 None None] Checking router: 92a7fac0-283a-4cda-b1e5-c93e03cd245c for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:17:51.952424 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74eb5826-2835-4083-9495-8034321f8888 None None] Updating router 92a7fac0-283a-4cda-b1e5-c93e03cd245c port b012870e-555c-4218-88aa-767c5b421227 binding host n-d-715271-16 {{(pid=95068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 07:17:51.980044 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-74eb5826-2835-4083-9495-8034321f8888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:52.010013 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-375757c5-8081-4a7c-85dc-03f5739c9bf2 None None] Set router 5f23435f-90f2-4b63-96bf-1e0721d9f2af gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:17:52.012211 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 8b10f049-3784-4f85-b0a8-fa669dccf8b3 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:17:52.012803 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:52.223830 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:52.250944 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port 8b10f049-3784-4f85-b0a8-fa669dccf8b3, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=8b10f049-3784-4f85-b0a8-fa669dccf8b3,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:17:52.292980 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:52.359181 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=8b10f049-3784-4f85-b0a8-fa669dccf8b3,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:52.364741 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-375757c5-8081-4a7c-85dc-03f5739c9bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f23435f-90f2-4b63-96bf-1e0721d9f2af', 'name': 'tempest-TestAggregatesBasicOps-412135703-router', 'tenant_id': 'bf47acc8b8d04f66a697eb7ab3e57df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'ff1a606b-7e2b-4992-b048-7daed736c42a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:17:38Z', 'updated_at': '2021-09-23T07:17:51Z', 'revision_number': 5, 'project_id': 'bf47acc8b8d04f66a697eb7ab3e57df8', 'gw_port': {'id': 'ff1a606b-7e2b-4992-b048-7daed736c42a', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:50:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f23435f-90f2-4b63-96bf-1e0721d9f2af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:17:39Z', 'updated_at': '2021-09-23T07:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:17:52.391162 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-cfd6c795-78be-4b3b-b2e2-ae4f7f7efee5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:52.400220 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375757c5-8081-4a7c-85dc-03f5739c9bf2 None None] Checking router: 5f23435f-90f2-4b63-96bf-1e0721d9f2af for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:17:52.413510 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375757c5-8081-4a7c-85dc-03f5739c9bf2 None None] Routers {'5f23435f-90f2-4b63-96bf-1e0721d9f2af'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:17:52.413510 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-375757c5-8081-4a7c-85dc-03f5739c9bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:17:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['5f23435f-90f2-4b63-96bf-1e0721d9f2af'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:17:52.455977 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-cfd6c795-78be-4b3b-b2e2-ae4f7f7efee5 admin admin] Deleting port ff1a606b-7e2b-4992-b048-7daed736c42a {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:17:52.456459 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-cfd6c795-78be-4b3b-b2e2-ae4f7f7efee5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:52.459495 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-74eb5826-2835-4083-9495-8034321f8888 None None] Notify callbacks [] for port, precommit_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:52.466630 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-74eb5826-2835-4083-9495-8034321f8888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:52.511847 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-375757c5-8081-4a7c-85dc-03f5739c9bf2 None None] Set router 5f23435f-90f2-4b63-96bf-1e0721d9f2af gateway port host: None {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:17:52.551393 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-cfd6c795-78be-4b3b-b2e2-ae4f7f7efee5 admin admin] For port ff1a606b-7e2b-4992-b048-7daed736c42a, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=ff1a606b-7e2b-4992-b048-7daed736c42a,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:17:52.553901 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-cfd6c795-78be-4b3b-b2e2-ae4f7f7efee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:52.571695 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8d48ce-18ac-4f08-ad60-5cdf45208ddb None None] Pushing event updated for resources: {'Port': ['ID=b012870e-555c-4218-88aa-767c5b421227,revision_number=3']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:52.575655 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-cfd6c795-78be-4b3b-b2e2-ae4f7f7efee5 admin admin] Calling delete_port for ff1a606b-7e2b-4992-b048-7daed736c42a owned by network:router_gateway {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:17:52.623667 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-74eb5826-2835-4083-9495-8034321f8888 None None] Attempting to bind port b012870e-555c-4218-88aa-767c5b421227 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:17:52.624048 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-74eb5826-2835-4083-9495-8034321f8888 None None] Attempting to bind port b012870e-555c-4218-88aa-767c5b421227 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '96673626-5f10-4c71-b945-28e7543d0949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c4d0a5a9-1c92-4ae3-a012-2bd7ce88f306'}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:17:52.624406 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74eb5826-2835-4083-9495-8034321f8888 None None] Attempting to bind port b012870e-555c-4218-88aa-767c5b421227 on network c4d0a5a9-1c92-4ae3-a012-2bd7ce88f306 {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:17:52.632604 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74eb5826-2835-4083-9495-8034321f8888 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:17:52.633635 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74eb5826-2835-4083-9495-8034321f8888 None None] Checking segment: {'id': '96673626-5f10-4c71-b945-28e7543d0949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c4d0a5a9-1c92-4ae3-a012-2bd7ce88f306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:17:52.634391 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-74eb5826-2835-4083-9495-8034321f8888 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:52.634651 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74eb5826-2835-4083-9495-8034321f8888 None None] Bound using segment: {'id': '96673626-5f10-4c71-b945-28e7543d0949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c4d0a5a9-1c92-4ae3-a012-2bd7ce88f306'} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:17:52.635126 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-74eb5826-2835-4083-9495-8034321f8888 None None] Bound port: b012870e-555c-4218-88aa-767c5b421227, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96673626-5f10-4c71-b945-28e7543d0949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c4d0a5a9-1c92-4ae3-a012-2bd7ce88f306'}}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:17:52.635506 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-74eb5826-2835-4083-9495-8034321f8888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:52.733961 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-74eb5826-2835-4083-9495-8034321f8888 None None] For port b012870e-555c-4218-88aa-767c5b421227, host n-d-715271-16, cleared binding levels {{(pid=95068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:17:52.737934 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-74eb5826-2835-4083-9495-8034321f8888 None None] For port b012870e-555c-4218-88aa-767c5b421227, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=b012870e-555c-4218-88aa-767c5b421227,segment=NetworkSegment(96673626-5f10-4c71-b945-28e7543d0949),segment_id=96673626-5f10-4c71-b945-28e7543d0949)] {{(pid=95068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:17:52.746114 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-74eb5826-2835-4083-9495-8034321f8888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:52.845425 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8d48ce-18ac-4f08-ad60-5cdf45208ddb None None] Pushing event updated for resources: {'Port': ['ID=b012870e-555c-4218-88aa-767c5b421227,revision_number=4']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:52.850770 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74eb5826-2835-4083-9495-8034321f8888 None None] Routers {'92a7fac0-283a-4cda-b1e5-c93e03cd245c'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:17:52.852404 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-74eb5826-2835-4083-9495-8034321f8888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:17:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['92a7fac0-283a-4cda-b1e5-c93e03cd245c'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:17:52.853126 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-375757c5-8081-4a7c-85dc-03f5739c9bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f23435f-90f2-4b63-96bf-1e0721d9f2af', 'name': 'tempest-TestAggregatesBasicOps-412135703-router', 'tenant_id': 'bf47acc8b8d04f66a697eb7ab3e57df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:17:38Z', 'updated_at': '2021-09-23T07:17:52Z', 'revision_number': 6, 'project_id': 'bf47acc8b8d04f66a697eb7ab3e57df8', 'gw_port_host': None}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:17:52.886121 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-cfd6c795-78be-4b3b-b2e2-ae4f7f7efee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:52.888946 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375757c5-8081-4a7c-85dc-03f5739c9bf2 None None] The sync data for ids ['5f23435f-90f2-4b63-96bf-1e0721d9f2af'] in n-d-715271-16 is: [{'id': '5f23435f-90f2-4b63-96bf-1e0721d9f2af', 'name': 'tempest-TestAggregatesBasicOps-412135703-router', 'tenant_id': 'bf47acc8b8d04f66a697eb7ab3e57df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:17:38Z', 'updated_at': '2021-09-23T07:17:52Z', 'revision_number': 6, 'project_id': 'bf47acc8b8d04f66a697eb7ab3e57df8', 'gw_port_host': None}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:17:52.918087 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-0f81abb5-2d5a-41d1-b133-09775613ab9a None None] Provisioning complete for port b012870e-555c-4218-88aa-767c5b421227 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:17:52.918475 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0f81abb5-2d5a-41d1-b133-09775613ab9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:52.997521 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd6c795-78be-4b3b-b2e2-ae4f7f7efee5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff1a606b-7e2b-4992-b048-7daed736c42a,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:53.010824 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-74eb5826-2835-4083-9495-8034321f8888 None None] Set router 92a7fac0-283a-4cda-b1e5-c93e03cd245c gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:17:53.040878 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-cfd6c795-78be-4b3b-b2e2-ae4f7f7efee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2068563'] for router_gateway, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:53.050603 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0f81abb5-2d5a-41d1-b133-09775613ab9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:53.120076 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-0f81abb5-2d5a-41d1-b133-09775613ab9a None None] For port b012870e-555c-4218-88aa-767c5b421227, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=b012870e-555c-4218-88aa-767c5b421227,segment=NetworkSegment(96673626-5f10-4c71-b945-28e7543d0949),segment_id=96673626-5f10-4c71-b945-28e7543d0949)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:17:53.128586 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0f81abb5-2d5a-41d1-b133-09775613ab9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:53.149783 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-cfd6c795-78be-4b3b-b2e2-ae4f7f7efee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:53.152821 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-cfd6c795-78be-4b3b-b2e2-ae4f7f7efee5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:53.191241 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f81abb5-2d5a-41d1-b133-09775613ab9a None None] Pushing event updated for resources: {'Port': ['ID=b012870e-555c-4218-88aa-767c5b421227,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:53.201254 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-cfd6c795-78be-4b3b-b2e2-ae4f7f7efee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:53.201961 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd6c795-78be-4b3b-b2e2-ae4f7f7efee5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f23435f-90f2-4b63-96bf-1e0721d9f2af {{(pid=95066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 07:17:53.207032 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-cfd6c795-78be-4b3b-b2e2-ae4f7f7efee5 admin admin] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:53.210482 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-cfd6c795-78be-4b3b-b2e2-ae4f7f7efee5 admin admin] 10.222.0.39 "DELETE /v2.0/routers/5f23435f-90f2-4b63-96bf-1e0721d9f2af HTTP/1.1" status: 204 len: 168 time: 1.4004073 Sep 23 07:17:53.212153 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46066) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:53.259083 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-67014252-dba2-467e-885c-d335286fce88 None None] Provisioning complete for port b012870e-555c-4218-88aa-767c5b421227 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:17:53.259461 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-67014252-dba2-467e-885c-d335286fce88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:53.290672 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-74eb5826-2835-4083-9495-8034321f8888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a7fac0-283a-4cda-b1e5-c93e03cd245c', 'name': 'tempest-TestAggregatesBasicOps-1602499658-router', 'tenant_id': 'd77d4236ca9e4fd7966ceab8b1843b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '8b10f049-3784-4f85-b0a8-fa669dccf8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:17:44Z', 'updated_at': '2021-09-23T07:17:47Z', 'revision_number': 4, 'project_id': 'd77d4236ca9e4fd7966ceab8b1843b13', 'gw_port': {'id': '8b10f049-3784-4f85-b0a8-fa669dccf8b3', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a7fac0-283a-4cda-b1e5-c93e03cd245c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:17:44Z', 'updated_at': '2021-09-23T07:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': 'b012870e-555c-4218-88aa-767c5b421227', 'name': '', 'network_id': 'c4d0a5a9-1c92-4ae3-a012-2bd7ce88f306', 'tenant_id': 'd77d4236ca9e4fd7966ceab8b1843b13', 'mac_address': 'fa:16:3e:79:68:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92a7fac0-283a-4cda-b1e5-c93e03cd245c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'eeb13e4f-19ab-413f-aea5-f64ec8e0cd90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:17:47Z', 'updated_at': '2021-09-23T07:17:52Z', 'revision_number': 4, 'project_id': 'd77d4236ca9e4fd7966ceab8b1843b13', 'subnets': [{'id': 'eeb13e4f-19ab-413f-aea5-f64ec8e0cd90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:17:53.302211 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-9294991a-2a52-451c-b215-9d5827a151bd admin admin] Deleting subnet 6e2ec39b-3b5c-406b-95d7-1ef82cad211c {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:17:53.308090 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9294991a-2a52-451c-b215-9d5827a151bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:53.332563 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74eb5826-2835-4083-9495-8034321f8888 None None] The sync data for ids ['92a7fac0-283a-4cda-b1e5-c93e03cd245c'] in n-d-715271-16 is: [{'id': '92a7fac0-283a-4cda-b1e5-c93e03cd245c', 'name': 'tempest-TestAggregatesBasicOps-1602499658-router', 'tenant_id': 'd77d4236ca9e4fd7966ceab8b1843b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '8b10f049-3784-4f85-b0a8-fa669dccf8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:17:44Z', 'updated_at': '2021-09-23T07:17:47Z', 'revision_number': 4, 'project_id': 'd77d4236ca9e4fd7966ceab8b1843b13', 'gw_port': {'id': '8b10f049-3784-4f85-b0a8-fa669dccf8b3', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a7fac0-283a-4cda-b1e5-c93e03cd245c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:17:44Z', 'updated_at': '2021-09-23T07:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': 'b012870e-555c-4218-88aa-767c5b421227', 'name': '', 'network_id': 'c4d0a5a9-1c92-4ae3-a012-2bd7ce88f306', 'tenant_id': 'd77d4236ca9e4fd7966ceab8b1843b13', 'mac_address': 'fa:16:3e:79:68:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92a7fac0-283a-4cda-b1e5-c93e03cd245c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'eeb13e4f-19ab-413f-aea5-f64ec8e0cd90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:17:47Z', 'updated_at': '2021-09-23T07:17:52Z', 'revision_number': 4, 'project_id': 'd77d4236ca9e4fd7966ceab8b1843b13', 'subnets': [{'id': 'eeb13e4f-19ab-413f-aea5-f64ec8e0cd90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:17:53.346207 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9294991a-2a52-451c-b215-9d5827a151bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:53.442184 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9294991a-2a52-451c-b215-9d5827a151bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:53.505782 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9294991a-2a52-451c-b215-9d5827a151bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:53.534091 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9294991a-2a52-451c-b215-9d5827a151bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e2ec39b-3b5c-406b-95d7-1ef82cad211c,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:53.544946 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91393b2-5ab9-4504-b5e2-014f8eef995d None None] Network 7d88e671-063c-44f0-b956-7a23831ad60b requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:17:53.545129 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9294991a-2a52-451c-b215-9d5827a151bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:53.549223 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-9294991a-2a52-451c-b215-9d5827a151bd admin admin] 10.222.0.39 "DELETE /v2.0/subnets/6e2ec39b-3b5c-406b-95d7-1ef82cad211c HTTP/1.1" status: 204 len: 168 time: 0.3345573 Sep 23 07:17:53.549525 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46068) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:53.626623 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-81975ed7-41b5-45fc-9d43-29054efc04dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:53.702579 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-81975ed7-41b5-45fc-9d43-29054efc04dc admin admin] Deleting port db8aa321-bf9e-4f4f-8793-6b3785b01b67 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:17:53.702937 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-81975ed7-41b5-45fc-9d43-29054efc04dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:53.791499 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41fea377-2f86-4106-8abb-35b382b128e5 None None] DHCP port deletion for 7d88e671-063c-44f0-b956-7a23831ad60b request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 07:17:53.837220 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-81975ed7-41b5-45fc-9d43-29054efc04dc admin admin] For port db8aa321-bf9e-4f4f-8793-6b3785b01b67, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=db8aa321-bf9e-4f4f-8793-6b3785b01b67,segment=NetworkSegment(975ffbdb-210a-483b-9908-29821ef2b48c),segment_id=975ffbdb-210a-483b-9908-29821ef2b48c)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:17:53.837598 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-81975ed7-41b5-45fc-9d43-29054efc04dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:53.853616 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-81975ed7-41b5-45fc-9d43-29054efc04dc admin admin] Calling delete_port for db8aa321-bf9e-4f4f-8793-6b3785b01b67 owned by network:dhcp {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:17:53.888859 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-41fea377-2f86-4106-8abb-35b382b128e5 None None] Deleting port db8aa321-bf9e-4f4f-8793-6b3785b01b67 {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:17:53.889466 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-41fea377-2f86-4106-8abb-35b382b128e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:53.907689 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device b012870e-555c-4218-88aa-767c5b421227 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:17:53.974623 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-81975ed7-41b5-45fc-9d43-29054efc04dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:54.014817 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81975ed7-41b5-45fc-9d43-29054efc04dc admin admin] No DVR routers for this DVR port db8aa321-bf9e-4f4f-8793-6b3785b01b67 on host n-d-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:17:54.020730 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81975ed7-41b5-45fc-9d43-29054efc04dc admin admin] Pushing event deleted for resources: {'Port': ['ID=db8aa321-bf9e-4f4f-8793-6b3785b01b67,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:54.028556 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-41fea377-2f86-4106-8abb-35b382b128e5 None None] For port db8aa321-bf9e-4f4f-8793-6b3785b01b67, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=db8aa321-bf9e-4f4f-8793-6b3785b01b67,segment=NetworkSegment(975ffbdb-210a-483b-9908-29821ef2b48c),segment_id=975ffbdb-210a-483b-9908-29821ef2b48c)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:17:54.029027 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-41fea377-2f86-4106-8abb-35b382b128e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:54.045234 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-41fea377-2f86-4106-8abb-35b382b128e5 None None] Calling delete_port for db8aa321-bf9e-4f4f-8793-6b3785b01b67 owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:17:54.091895 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port b012870e-555c-4218-88aa-767c5b421227 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:17:54.092384 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:54.126367 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-81975ed7-41b5-45fc-9d43-29054efc04dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:54.154102 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-81975ed7-41b5-45fc-9d43-29054efc04dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d88e671-063c-44f0-b956-7a23831ad60b']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:17:54.165479 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-81975ed7-41b5-45fc-9d43-29054efc04dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '975ffbdb-210a-483b-9908-29821ef2b48c') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:17:54.165680 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-81975ed7-41b5-45fc-9d43-29054efc04dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '975ffbdb-210a-483b-9908-29821ef2b48c') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:17:54.192699 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-81975ed7-41b5-45fc-9d43-29054efc04dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:54.205774 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-41fea377-2f86-4106-8abb-35b382b128e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:54.214705 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-81975ed7-41b5-45fc-9d43-29054efc04dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:54.222632 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81975ed7-41b5-45fc-9d43-29054efc04dc admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:17:54.223058 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-81975ed7-41b5-45fc-9d43-29054efc04dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:54.245287 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fea377-2f86-4106-8abb-35b382b128e5 None None] Pushing event deleted for resources: {'Port': ['ID=db8aa321-bf9e-4f4f-8793-6b3785b01b67,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:54.252877 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fea377-2f86-4106-8abb-35b382b128e5 None None] No DVR routers for this DVR port db8aa321-bf9e-4f4f-8793-6b3785b01b67 on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:17:54.261531 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 8b10f049-3784-4f85-b0a8-fa669dccf8b3 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:17:54.286420 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 07:17:54.286420 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:17:54.286420 n-d-715271-16 neutron-server[95066]: timer() Sep 23 07:17:54.286420 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:17:54.286420 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 07:17:54.286420 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:17:54.286420 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 07:17:54.286420 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:17:54.286420 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 07:17:54.286420 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:17:54.286420 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 07:17:54.286420 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:17:54.286420 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 07:17:54.286420 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:17:54.286420 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:17:54.286420 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:17:54.286420 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:17:54.286420 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:17:54.286420 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 07:17:54.286420 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:17:54.286420 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 07:17:54.286420 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:17:54.286420 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:17:54.286420 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:17:54.286420 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 07:17:54.286420 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:17:54.286420 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:17:54.286420 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:17:54.286420 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:17:54.286420 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:17:54.286420 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:17:54.286420 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:17:54.291882 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-81975ed7-41b5-45fc-9d43-29054efc04dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:54.302881 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-81975ed7-41b5-45fc-9d43-29054efc04dc admin admin] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:54.308670 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46072) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:54.315699 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-81975ed7-41b5-45fc-9d43-29054efc04dc admin admin] 10.222.0.39 "DELETE /v2.0/networks/7d88e671-063c-44f0-b956-7a23831ad60b HTTP/1.1" status: 204 len: 168 time: 0.7651327 Sep 23 07:17:54.341759 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81975ed7-41b5-45fc-9d43-29054efc04dc admin admin] Pushing event deleted for resources: {'Network': ['ID=7d88e671-063c-44f0-b956-7a23831ad60b,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:54.356812 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 8b10f049-3784-4f85-b0a8-fa669dccf8b3 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:17:54.357194 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:54.518707 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device ff1a606b-7e2b-4992-b048-7daed736c42a no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:17:54.539291 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: ff1a606b-7e2b-4992-b048-7daed736c42a {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:17:54.539592 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device ff1a606b-7e2b-4992-b048-7daed736c42a not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:17:54.539971 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 5b29f512-35b9-49da-ac8d-918838e95057 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:17:54.570989 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 5b29f512-35b9-49da-ac8d-918838e95057 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:17:54.571393 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 5b29f512-35b9-49da-ac8d-918838e95057 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:17:54.706233 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0cafac22-0c21-4a56-b2c6-b87b81d78576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066969'] for router_interface, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:55.239496 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46084) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:55.320803 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-0cafac22-0c21-4a56-b2c6-b87b81d78576 admin admin] Deleting port b012870e-555c-4218-88aa-767c5b421227 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:17:55.321537 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0cafac22-0c21-4a56-b2c6-b87b81d78576 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:55.395908 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1e8bed40-b7b6-4959-897b-eecdfcfa1a67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:55.434733 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-0cafac22-0c21-4a56-b2c6-b87b81d78576 admin admin] For port b012870e-555c-4218-88aa-767c5b421227, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=b012870e-555c-4218-88aa-767c5b421227,segment=NetworkSegment(96673626-5f10-4c71-b945-28e7543d0949),segment_id=96673626-5f10-4c71-b945-28e7543d0949)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:17:55.435159 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0cafac22-0c21-4a56-b2c6-b87b81d78576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:55.453576 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-0cafac22-0c21-4a56-b2c6-b87b81d78576 admin admin] Calling delete_port for b012870e-555c-4218-88aa-767c5b421227 owned by network:router_interface {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:17:55.609734 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1e8bed40-b7b6-4959-897b-eecdfcfa1a67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:55.616203 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1e8bed40-b7b6-4959-897b-eecdfcfa1a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:55.670376 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-1e8bed40-b7b6-4959-897b-eecdfcfa1a67 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0eee31a4aa614afe85e2d866e9672de1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4297388 Sep 23 07:17:55.672072 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8bed40-b7b6-4959-897b-eecdfcfa1a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=321f1201-d857-4abd-88ab-ef6e6463cbad,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:55.673081 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46088) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:55.727553 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0cafac22-0c21-4a56-b2c6-b87b81d78576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:55.739378 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-99ce8a6f-532f-44e0-9d65-bb67d0ecbb10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:55.755922 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cafac22-0c21-4a56-b2c6-b87b81d78576 admin admin] Pushing event deleted for resources: {'Port': ['ID=b012870e-555c-4218-88aa-767c5b421227,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:55.766297 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-99ce8a6f-532f-44e0-9d65-bb67d0ecbb10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:55.772011 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device db8aa321-bf9e-4f4f-8793-6b3785b01b67 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:17:55.798906 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: db8aa321-bf9e-4f4f-8793-6b3785b01b67 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:17:55.799261 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device db8aa321-bf9e-4f4f-8793-6b3785b01b67 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:17:55.850286 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-99ce8a6f-532f-44e0-9d65-bb67d0ecbb10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:55.853084 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-99ce8a6f-532f-44e0-9d65-bb67d0ecbb10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:55.854302 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-99ce8a6f-532f-44e0-9d65-bb67d0ecbb10 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/321f1201-d857-4abd-88ab-ef6e6463cbad HTTP/1.1" status: 204 len: 168 time: 0.1801465 Sep 23 07:17:55.863098 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ce8a6f-532f-44e0-9d65-bb67d0ecbb10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321f1201-d857-4abd-88ab-ef6e6463cbad,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:55.972018 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0cafac22-0c21-4a56-b2c6-b87b81d78576 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2068624'] for router_interface, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:56.179022 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46094) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:56.192950 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5a43390b-b251-4994-9815-1f3b1f2cddca admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:56.214130 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cafac22-0c21-4a56-b2c6-b87b81d78576 admin admin] Router 92a7fac0-283a-4cda-b1e5-c93e03cd245c has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:17:56.286789 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5a43390b-b251-4994-9815-1f3b1f2cddca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:56.291574 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5a43390b-b251-4994-9815-1f3b1f2cddca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:56.324420 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cafac22-0c21-4a56-b2c6-b87b81d78576 admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:17:56.329501 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-0cafac22-0c21-4a56-b2c6-b87b81d78576 admin admin] 10.222.0.39 "PUT /v2.0/routers/92a7fac0-283a-4cda-b1e5-c93e03cd245c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0197971 Sep 23 07:17:56.332066 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46096) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:56.333679 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-5a43390b-b251-4994-9815-1f3b1f2cddca admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=46d24413868e40ad909e2f6cf1dc8816&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1526146 Sep 23 07:17:56.334881 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a43390b-b251-4994-9815-1f3b1f2cddca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ee6030-bd45-4441-8e06-895be5b4da92,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:56.337025 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ccdc93-0cfc-4f7e-b21b-ff346aa9c876 None None] Sync routers for ids ['92a7fac0-283a-4cda-b1e5-c93e03cd245c'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:17:56.338231 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46098) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:56.347459 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ccdc93-0cfc-4f7e-b21b-ff346aa9c876 None None] Routers {'92a7fac0-283a-4cda-b1e5-c93e03cd245c'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:17:56.348165 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-f3ccdc93-0cfc-4f7e-b21b-ff346aa9c876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:17:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['92a7fac0-283a-4cda-b1e5-c93e03cd245c'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:17:56.405159 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-58a13f76-c85a-400e-a335-715eecbacb53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:56.428811 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-58a13f76-c85a-400e-a335-715eecbacb53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:56.442580 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2d7a42f9-d4dc-4186-a9ac-e9de7c08d822 admin admin] Notify callbacks [] for router, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:56.459310 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-f3ccdc93-0cfc-4f7e-b21b-ff346aa9c876 None None] Set router 92a7fac0-283a-4cda-b1e5-c93e03cd245c gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:17:56.480290 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-58a13f76-c85a-400e-a335-715eecbacb53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:56.483462 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-58a13f76-c85a-400e-a335-715eecbacb53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:56.484919 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-58a13f76-c85a-400e-a335-715eecbacb53 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c1ee6030-bd45-4441-8e06-895be5b4da92 HTTP/1.1" status: 204 len: 168 time: 0.1380630 Sep 23 07:17:56.498867 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a13f76-c85a-400e-a335-715eecbacb53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ee6030-bd45-4441-8e06-895be5b4da92,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:56.557995 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2d7a42f9-d4dc-4186-a9ac-e9de7c08d822 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:56.617783 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-2d7a42f9-d4dc-4186-a9ac-e9de7c08d822 admin admin] Deleting port 8b10f049-3784-4f85-b0a8-fa669dccf8b3 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:17:56.618262 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2d7a42f9-d4dc-4186-a9ac-e9de7c08d822 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:56.647258 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-f3ccdc93-0cfc-4f7e-b21b-ff346aa9c876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a7fac0-283a-4cda-b1e5-c93e03cd245c', 'name': 'tempest-TestAggregatesBasicOps-1602499658-router', 'tenant_id': 'd77d4236ca9e4fd7966ceab8b1843b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '8b10f049-3784-4f85-b0a8-fa669dccf8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:17:44Z', 'updated_at': '2021-09-23T07:17:55Z', 'revision_number': 5, 'project_id': 'd77d4236ca9e4fd7966ceab8b1843b13', 'gw_port': {'id': '8b10f049-3784-4f85-b0a8-fa669dccf8b3', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a7fac0-283a-4cda-b1e5-c93e03cd245c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:17:44Z', 'updated_at': '2021-09-23T07:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:17:56.677966 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ccdc93-0cfc-4f7e-b21b-ff346aa9c876 None None] Checking router: 92a7fac0-283a-4cda-b1e5-c93e03cd245c for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:17:56.686116 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ccdc93-0cfc-4f7e-b21b-ff346aa9c876 None None] Routers {'92a7fac0-283a-4cda-b1e5-c93e03cd245c'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:17:56.686741 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-f3ccdc93-0cfc-4f7e-b21b-ff346aa9c876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:17:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['92a7fac0-283a-4cda-b1e5-c93e03cd245c'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:17:56.707645 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-2d7a42f9-d4dc-4186-a9ac-e9de7c08d822 admin admin] For port 8b10f049-3784-4f85-b0a8-fa669dccf8b3, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=8b10f049-3784-4f85-b0a8-fa669dccf8b3,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:17:56.708021 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2d7a42f9-d4dc-4186-a9ac-e9de7c08d822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:56.721715 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-2d7a42f9-d4dc-4186-a9ac-e9de7c08d822 admin admin] Calling delete_port for 8b10f049-3784-4f85-b0a8-fa669dccf8b3 owned by network:router_gateway {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:17:56.773957 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-f3ccdc93-0cfc-4f7e-b21b-ff346aa9c876 None None] Set router 92a7fac0-283a-4cda-b1e5-c93e03cd245c gateway port host: None {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:17:56.834743 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-f3ccdc93-0cfc-4f7e-b21b-ff346aa9c876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a7fac0-283a-4cda-b1e5-c93e03cd245c', 'name': 'tempest-TestAggregatesBasicOps-1602499658-router', 'tenant_id': 'd77d4236ca9e4fd7966ceab8b1843b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:17:44Z', 'updated_at': '2021-09-23T07:17:56Z', 'revision_number': 6, 'project_id': 'd77d4236ca9e4fd7966ceab8b1843b13', 'gw_port_host': None}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:17:56.860877 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46104) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:56.862672 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ccdc93-0cfc-4f7e-b21b-ff346aa9c876 None None] The sync data for ids ['92a7fac0-283a-4cda-b1e5-c93e03cd245c'] in n-d-715271-16 is: [{'id': '92a7fac0-283a-4cda-b1e5-c93e03cd245c', 'name': 'tempest-TestAggregatesBasicOps-1602499658-router', 'tenant_id': 'd77d4236ca9e4fd7966ceab8b1843b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:17:44Z', 'updated_at': '2021-09-23T07:17:56Z', 'revision_number': 6, 'project_id': 'd77d4236ca9e4fd7966ceab8b1843b13', 'gw_port_host': None}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:17:56.877420 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-649135e5-3f78-4b83-9015-378a9156bfc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:56.907129 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2d7a42f9-d4dc-4186-a9ac-e9de7c08d822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:56.935426 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7a42f9-d4dc-4186-a9ac-e9de7c08d822 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b10f049-3784-4f85-b0a8-fa669dccf8b3,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:56.985071 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-649135e5-3f78-4b83-9015-378a9156bfc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:56.989737 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-649135e5-3f78-4b83-9015-378a9156bfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:57.001145 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2d7a42f9-d4dc-4186-a9ac-e9de7c08d822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2068563'] for router_gateway, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:57.030592 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649135e5-3f78-4b83-9015-378a9156bfc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=388c3597-d5b1-4635-ba66-fdaefcf5d9f7,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:57.036581 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-649135e5-3f78-4b83-9015-378a9156bfc7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4b304293e4a64a408694dfacef778847&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1728597 Sep 23 07:17:57.039835 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46106) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:57.090298 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-514cd335-442b-4f05-8172-cdff9d423fd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:57.093088 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2d7a42f9-d4dc-4186-a9ac-e9de7c08d822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:57.095690 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2d7a42f9-d4dc-4186-a9ac-e9de7c08d822 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:57.113364 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-514cd335-442b-4f05-8172-cdff9d423fd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:57.142406 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2d7a42f9-d4dc-4186-a9ac-e9de7c08d822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:57.142939 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d7a42f9-d4dc-4186-a9ac-e9de7c08d822 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92a7fac0-283a-4cda-b1e5-c93e03cd245c {{(pid=95065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 07:17:57.148713 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2d7a42f9-d4dc-4186-a9ac-e9de7c08d822 admin admin] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:57.150037 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-2d7a42f9-d4dc-4186-a9ac-e9de7c08d822 admin admin] 10.222.0.39 "DELETE /v2.0/routers/92a7fac0-283a-4cda-b1e5-c93e03cd245c HTTP/1.1" status: 204 len: 168 time: 0.8170340 Sep 23 07:17:57.152682 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46108) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:57.186015 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-514cd335-442b-4f05-8172-cdff9d423fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:57.188499 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-514cd335-442b-4f05-8172-cdff9d423fd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:57.189625 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-514cd335-442b-4f05-8172-cdff9d423fd2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/388c3597-d5b1-4635-ba66-fdaefcf5d9f7 HTTP/1.1" status: 204 len: 168 time: 0.1488731 Sep 23 07:17:57.201769 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514cd335-442b-4f05-8172-cdff9d423fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=388c3597-d5b1-4635-ba66-fdaefcf5d9f7,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:57.211853 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-354769b4-7186-4cd2-abd8-8813323acbbe admin admin] Deleting subnet eeb13e4f-19ab-413f-aea5-f64ec8e0cd90 {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:17:57.215224 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-354769b4-7186-4cd2-abd8-8813323acbbe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:57.256323 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-354769b4-7186-4cd2-abd8-8813323acbbe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:57.342590 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-354769b4-7186-4cd2-abd8-8813323acbbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:57.407091 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-354769b4-7186-4cd2-abd8-8813323acbbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:57.439589 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354769b4-7186-4cd2-abd8-8813323acbbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eeb13e4f-19ab-413f-aea5-f64ec8e0cd90,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:57.443960 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-354769b4-7186-4cd2-abd8-8813323acbbe admin admin] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:57.446779 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-354769b4-7186-4cd2-abd8-8813323acbbe admin admin] 10.222.0.39 "DELETE /v2.0/subnets/eeb13e4f-19ab-413f-aea5-f64ec8e0cd90 HTTP/1.1" status: 204 len: 168 time: 0.2930143 Sep 23 07:17:57.448090 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0f7da6-1ceb-4afc-94ba-c8a63d26dcab None None] Network c4d0a5a9-1c92-4ae3-a012-2bd7ce88f306 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:17:57.450747 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46114) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:57.524818 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d2c53ad7-03ad-44a5-a73c-ec57281661e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:57.584571 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-d2c53ad7-03ad-44a5-a73c-ec57281661e8 admin admin] Deleting port d97e8273-284d-40a4-926d-51fb3771d6a2 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:17:57.584947 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d2c53ad7-03ad-44a5-a73c-ec57281661e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:57.660693 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b17225-b186-47c3-b3b0-66023bd8bc4e None None] DHCP port deletion for c4d0a5a9-1c92-4ae3-a012-2bd7ce88f306 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 07:17:57.662171 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-d2c53ad7-03ad-44a5-a73c-ec57281661e8 admin admin] For port d97e8273-284d-40a4-926d-51fb3771d6a2, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=d97e8273-284d-40a4-926d-51fb3771d6a2,segment=NetworkSegment(96673626-5f10-4c71-b945-28e7543d0949),segment_id=96673626-5f10-4c71-b945-28e7543d0949)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:17:57.662542 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d2c53ad7-03ad-44a5-a73c-ec57281661e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:57.682391 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-d2c53ad7-03ad-44a5-a73c-ec57281661e8 admin admin] Calling delete_port for d97e8273-284d-40a4-926d-51fb3771d6a2 owned by network:dhcp {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:17:57.725812 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-e1b17225-b186-47c3-b3b0-66023bd8bc4e None None] Deleting port d97e8273-284d-40a4-926d-51fb3771d6a2 {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:17:57.727657 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e1b17225-b186-47c3-b3b0-66023bd8bc4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:57.798091 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d2c53ad7-03ad-44a5-a73c-ec57281661e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:57.814314 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device b012870e-555c-4218-88aa-767c5b421227 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:17:57.830439 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c53ad7-03ad-44a5-a73c-ec57281661e8 admin admin] No DVR routers for this DVR port d97e8273-284d-40a4-926d-51fb3771d6a2 on host n-d-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:17:57.852704 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: b012870e-555c-4218-88aa-767c5b421227 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:17:57.853145 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device b012870e-555c-4218-88aa-767c5b421227 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:17:57.853575 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 8b10f049-3784-4f85-b0a8-fa669dccf8b3 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:17:57.858755 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c53ad7-03ad-44a5-a73c-ec57281661e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d97e8273-284d-40a4-926d-51fb3771d6a2,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:57.882131 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 8b10f049-3784-4f85-b0a8-fa669dccf8b3 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:17:57.882131 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 8b10f049-3784-4f85-b0a8-fa669dccf8b3 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:17:57.882131 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device d97e8273-284d-40a4-926d-51fb3771d6a2 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:17:57.884495 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-e1b17225-b186-47c3-b3b0-66023bd8bc4e None None] For port d97e8273-284d-40a4-926d-51fb3771d6a2, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=d97e8273-284d-40a4-926d-51fb3771d6a2,segment=NetworkSegment(96673626-5f10-4c71-b945-28e7543d0949),segment_id=96673626-5f10-4c71-b945-28e7543d0949)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:17:57.884855 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e1b17225-b186-47c3-b3b0-66023bd8bc4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:57.918281 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: d97e8273-284d-40a4-926d-51fb3771d6a2 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:17:57.918636 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device d97e8273-284d-40a4-926d-51fb3771d6a2 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:17:57.920394 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-e1b17225-b186-47c3-b3b0-66023bd8bc4e None None] Calling delete_port for d97e8273-284d-40a4-926d-51fb3771d6a2 owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:17:57.923158 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d2c53ad7-03ad-44a5-a73c-ec57281661e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:57.946413 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-d2c53ad7-03ad-44a5-a73c-ec57281661e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4d0a5a9-1c92-4ae3-a012-2bd7ce88f306']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:17:57.958134 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-d2c53ad7-03ad-44a5-a73c-ec57281661e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96673626-5f10-4c71-b945-28e7543d0949') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:17:57.958635 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-d2c53ad7-03ad-44a5-a73c-ec57281661e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96673626-5f10-4c71-b945-28e7543d0949') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:17:57.970797 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d2c53ad7-03ad-44a5-a73c-ec57281661e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:57.985445 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d2c53ad7-03ad-44a5-a73c-ec57281661e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:57.994149 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2c53ad7-03ad-44a5-a73c-ec57281661e8 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:17:57.994555 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d2c53ad7-03ad-44a5-a73c-ec57281661e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:57.996531 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 07:17:57.996531 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:17:57.996531 n-d-715271-16 neutron-server[95065]: timer() Sep 23 07:17:57.996531 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:17:57.996531 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 07:17:57.996531 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:17:57.996531 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 07:17:57.996531 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:17:57.996531 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 07:17:57.996531 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:17:57.996531 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 07:17:57.996531 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:17:57.996531 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 07:17:57.996531 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:17:57.996531 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:17:57.996531 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:17:57.996531 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:17:57.996531 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:17:57.996531 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 07:17:57.996531 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:17:57.996531 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 07:17:57.996531 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:17:57.996531 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:17:57.996531 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:17:57.996531 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 07:17:57.996531 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:17:57.996531 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:17:57.996531 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:17:57.996531 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:17:57.996531 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:17:57.996531 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:17:57.996531 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:17:58.025704 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e1b17225-b186-47c3-b3b0-66023bd8bc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:58.062116 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d2c53ad7-03ad-44a5-a73c-ec57281661e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:58.062964 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b17225-b186-47c3-b3b0-66023bd8bc4e None None] Pushing event deleted for resources: {'Port': ['ID=d97e8273-284d-40a4-926d-51fb3771d6a2,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:58.068194 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d2c53ad7-03ad-44a5-a73c-ec57281661e8 admin admin] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:58.072120 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b17225-b186-47c3-b3b0-66023bd8bc4e None None] No DVR routers for this DVR port d97e8273-284d-40a4-926d-51fb3771d6a2 on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:17:58.076545 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-d2c53ad7-03ad-44a5-a73c-ec57281661e8 admin admin] 10.222.0.39 "DELETE /v2.0/networks/c4d0a5a9-1c92-4ae3-a012-2bd7ce88f306 HTTP/1.1" status: 204 len: 168 time: 0.6244349 Sep 23 07:17:58.095332 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c53ad7-03ad-44a5-a73c-ec57281661e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4d0a5a9-1c92-4ae3-a012-2bd7ce88f306,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:58.272102 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46140) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:58.328323 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46142) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:58.328773 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-0e2bb5f4-d566-473e-b04b-1f3784fa359b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bf47acc8b8d04f66a697eb7ab3e57df8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0550337 Sep 23 07:17:58.386392 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dbcbd7ec-aa6c-42a2-a3b7-04db9815a19d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:58.407790 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dbcbd7ec-aa6c-42a2-a3b7-04db9815a19d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:58.458663 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dbcbd7ec-aa6c-42a2-a3b7-04db9815a19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:58.461635 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dbcbd7ec-aa6c-42a2-a3b7-04db9815a19d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:58.462845 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-dbcbd7ec-aa6c-42a2-a3b7-04db9815a19d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0fcf4b93-90aa-44ee-80f5-07255e08efeb HTTP/1.1" status: 204 len: 168 time: 0.1338170 Sep 23 07:17:58.471635 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcbd7ec-aa6c-42a2-a3b7-04db9815a19d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fcf4b93-90aa-44ee-80f5-07255e08efeb,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:58.538683 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46148) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:58.745474 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2d3ba3e9-19ed-4ff5-86a4-5fb2570e5931 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:58.789719 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46154) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:58.830598 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-1b5aaf08-dadf-4121-968d-d0084bfcb08d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d77d4236ca9e4fd7966ceab8b1843b13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389113 Sep 23 07:17:58.833075 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46156) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:58.875478 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2d3ba3e9-19ed-4ff5-86a4-5fb2570e5931 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:58.881490 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2d3ba3e9-19ed-4ff5-86a4-5fb2570e5931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:58.900443 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:17:58.935310 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-2d3ba3e9-19ed-4ff5-86a4-5fb2570e5931 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f903173c3a0148c8be7a402cfca71857&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3949971 Sep 23 07:17:58.937955 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46158) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:17:58.939983 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3ba3e9-19ed-4ff5-86a4-5fb2570e5931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3781e33d-993e-4f58-b0d4-f84f41e5408b,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:58.943917 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a653d814-82b4-45d7-8ed0-10ebd1fb685c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:58.971625 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a653d814-82b4-45d7-8ed0-10ebd1fb685c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:58.988641 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-60f600d0-39c8-46a5-b154-52c51e8bcb07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:59.010554 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-60f600d0-39c8-46a5-b154-52c51e8bcb07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:59.020042 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a653d814-82b4-45d7-8ed0-10ebd1fb685c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:59.022716 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a653d814-82b4-45d7-8ed0-10ebd1fb685c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:59.024824 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-a653d814-82b4-45d7-8ed0-10ebd1fb685c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/600a2742-f46f-44c8-9d51-26281b3f4892 HTTP/1.1" status: 204 len: 168 time: 0.1902106 Sep 23 07:17:59.032556 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a653d814-82b4-45d7-8ed0-10ebd1fb685c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=600a2742-f46f-44c8-9d51-26281b3f4892,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:17:59.066363 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-60f600d0-39c8-46a5-b154-52c51e8bcb07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:59.069042 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-60f600d0-39c8-46a5-b154-52c51e8bcb07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:17:59.073195 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-60f600d0-39c8-46a5-b154-52c51e8bcb07 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3781e33d-993e-4f58-b0d4-f84f41e5408b HTTP/1.1" status: 204 len: 168 time: 0.1318405 Sep 23 07:17:59.078655 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f600d0-39c8-46a5-b154-52c51e8bcb07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3781e33d-993e-4f58-b0d4-f84f41e5408b,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:18:00.756556 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46228) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:18:00.762065 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-256e1375-a5b3-43e1-86ea-c57e3baba7f1 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1444487097', 'description': 'tempest-secgroup-smoke-1444487097 description', 'project_id': 'ac3e338994b2411c8937f4fd1418e068'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:18:00.786634 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-256e1375-a5b3-43e1-86ea-c57e3baba7f1 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:00.795290 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-256e1375-a5b3-43e1-86ea-c57e3baba7f1 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:00.887310 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-256e1375-a5b3-43e1-86ea-c57e3baba7f1 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:00.891001 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-256e1375-a5b3-43e1-86ea-c57e3baba7f1 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:00.929722 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256e1375-a5b3-43e1-86ea-c57e3baba7f1 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc33090d-ed5f-400c-8611-729d076a9719,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:18:00.983983 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-256e1375-a5b3-43e1-86ea-c57e3baba7f1 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:00.987813 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-256e1375-a5b3-43e1-86ea-c57e3baba7f1 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:01.014357 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-256e1375-a5b3-43e1-86ea-c57e3baba7f1 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:01.015569 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-256e1375-a5b3-43e1-86ea-c57e3baba7f1 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2572200 Sep 23 07:18:01.019382 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46230) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:18:01.019873 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256e1375-a5b3-43e1-86ea-c57e3baba7f1 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=162cd90b-559b-4fd3-b013-413f80677eac,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:18:01.025171 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-67f7cefb-775a-458d-95d2-9ab4df777f17 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Request body: {'security_group_rule': {'security_group_id': '162cd90b-559b-4fd3-b013-413f80677eac', 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:18:01.053276 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-67f7cefb-775a-458d-95d2-9ab4df777f17 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:01.113024 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-67f7cefb-775a-458d-95d2-9ab4df777f17 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:01.116607 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-67f7cefb-775a-458d-95d2-9ab4df777f17 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:01.135142 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f7cefb-775a-458d-95d2-9ab4df777f17 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b670f12-a9f2-454f-9910-4863b9ff4e7e,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:18:01.140048 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-67f7cefb-775a-458d-95d2-9ab4df777f17 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:01.141910 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-67f7cefb-775a-458d-95d2-9ab4df777f17 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1208031 Sep 23 07:18:01.144099 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46232) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:18:01.148383 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-004a032e-faa9-4804-ad77-10f2bfecbbcd tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Request body: {'security_group_rule': {'security_group_id': '162cd90b-559b-4fd3-b013-413f80677eac', 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:18:01.174806 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-004a032e-faa9-4804-ad77-10f2bfecbbcd tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:01.231945 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-004a032e-faa9-4804-ad77-10f2bfecbbcd tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:01.236164 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-004a032e-faa9-4804-ad77-10f2bfecbbcd tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:01.254341 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004a032e-faa9-4804-ad77-10f2bfecbbcd tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21652532-3917-4324-8ab9-4c0d3ba1f6c4,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:18:01.260295 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-004a032e-faa9-4804-ad77-10f2bfecbbcd tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:01.261688 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-004a032e-faa9-4804-ad77-10f2bfecbbcd tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1166391 Sep 23 07:18:01.264374 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46238) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:18:01.268881 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-16d0d60a-b194-4aee-b295-d4ecf9846e95 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Request body: {'security_group_rule': {'security_group_id': '162cd90b-559b-4fd3-b013-413f80677eac', 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:18:01.296833 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-16d0d60a-b194-4aee-b295-d4ecf9846e95 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:01.360142 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-16d0d60a-b194-4aee-b295-d4ecf9846e95 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:01.365487 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-16d0d60a-b194-4aee-b295-d4ecf9846e95 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:01.395342 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d0d60a-b194-4aee-b295-d4ecf9846e95 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f38ebd4a-9511-437e-b8fe-7ceb3b244606,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:18:01.398047 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-16d0d60a-b194-4aee-b295-d4ecf9846e95 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:01.400050 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-16d0d60a-b194-4aee-b295-d4ecf9846e95 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1347332 Sep 23 07:18:01.402721 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46242) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:18:01.407225 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-cdf8cbb6-aa59-4fa4-9bfd-d86e79e569e9 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Request body: {'security_group_rule': {'security_group_id': '162cd90b-559b-4fd3-b013-413f80677eac', 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:18:01.434745 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cdf8cbb6-aa59-4fa4-9bfd-d86e79e569e9 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:01.496336 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cdf8cbb6-aa59-4fa4-9bfd-d86e79e569e9 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:01.500033 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cdf8cbb6-aa59-4fa4-9bfd-d86e79e569e9 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:01.518058 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf8cbb6-aa59-4fa4-9bfd-d86e79e569e9 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=212ef8dd-44da-41ff-999b-340ed34eb938,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:18:01.525553 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cdf8cbb6-aa59-4fa4-9bfd-d86e79e569e9 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:01.526896 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-cdf8cbb6-aa59-4fa4-9bfd-d86e79e569e9 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1231530 Sep 23 07:18:01.529846 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46244) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:18:01.534213 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-5cf5414d-e6b5-4c38-8694-6931d748f45a tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Request body: {'security_group_rule': {'security_group_id': '162cd90b-559b-4fd3-b013-413f80677eac', 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:18:01.555917 n-d-715271-16 neutron-server[95065]: INFO neutron.db.securitygroups_db [None req-5cf5414d-e6b5-4c38-8694-6931d748f45a tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Project ac3e338994b2411c8937f4fd1418e068 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 07:18:01.560715 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5cf5414d-e6b5-4c38-8694-6931d748f45a tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:01.621708 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5cf5414d-e6b5-4c38-8694-6931d748f45a tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:01.625836 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5cf5414d-e6b5-4c38-8694-6931d748f45a tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:01.643330 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf5414d-e6b5-4c38-8694-6931d748f45a tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30fa6f60-362d-47a0-9605-61b317c70123,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:18:01.650412 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5cf5414d-e6b5-4c38-8694-6931d748f45a tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:01.651701 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-5cf5414d-e6b5-4c38-8694-6931d748f45a tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1208792 Sep 23 07:18:01.654437 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46246) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:18:01.658682 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-f3c7af0d-711b-4019-97f2-679166e12d70 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Request body: {'security_group_rule': {'security_group_id': '162cd90b-559b-4fd3-b013-413f80677eac', 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:18:01.679995 n-d-715271-16 neutron-server[95065]: INFO neutron.db.securitygroups_db [None req-f3c7af0d-711b-4019-97f2-679166e12d70 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Project ac3e338994b2411c8937f4fd1418e068 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 07:18:01.684687 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f3c7af0d-711b-4019-97f2-679166e12d70 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:01.746804 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f3c7af0d-711b-4019-97f2-679166e12d70 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:01.750172 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f3c7af0d-711b-4019-97f2-679166e12d70 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:01.768224 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c7af0d-711b-4019-97f2-679166e12d70 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=924afa98-7661-4462-8851-a1e05890c88b,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:18:01.774056 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f3c7af0d-711b-4019-97f2-679166e12d70 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:01.776145 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-f3c7af0d-711b-4019-97f2-679166e12d70 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1201608 Sep 23 07:18:01.778904 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46248) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:18:01.784014 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-7d331c9e-d685-4c0e-becd-121503262361 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Request body: {'network': {'name': 'tempest-network-smoke--417092114', 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'port_security_enabled': True}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:18:01.805230 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d331c9e-d685-4c0e-becd-121503262361 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Made reservation on behalf of ac3e338994b2411c8937f4fd1418e068 for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:18:01.808698 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7d331c9e-d685-4c0e-becd-121503262361 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:01.834307 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d331c9e-d685-4c0e-becd-121503262361 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:18:01.844768 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7d331c9e-d685-4c0e-becd-121503262361 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:01.845125 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-7d331c9e-d685-4c0e-becd-121503262361 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Added segment 122b3479-2720-4aac-9875-9e32c300a8be of type vlan for network 1c7f96e0-c4f8-4391-bee9-162eb8fab2bf Sep 23 07:18:01.905006 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7d331c9e-d685-4c0e-becd-121503262361 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:01.943289 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7d331c9e-d685-4c0e-becd-121503262361 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:01.949659 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d331c9e-d685-4c0e-becd-121503262361 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:01.950343 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7d331c9e-d685-4c0e-becd-121503262361 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:01.987767 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-7d331c9e-d685-4c0e-becd-121503262361 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2047734 Sep 23 07:18:01.988100 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46250) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:18:01.997287 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-e4040788-2a0c-4832-9d83-32d0feebe5c6 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-14754331', 'admin_state_up': True, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:18:02.033507 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d331c9e-d685-4c0e-becd-121503262361 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Pushing event updated for resources: {'Network': ['ID=1c7f96e0-c4f8-4391-bee9-162eb8fab2bf,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:18:02.044428 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 1c7f96e0-c4f8-4391-bee9-162eb8fab2bf details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:18:02.048700 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e4040788-2a0c-4832-9d83-32d0feebe5c6 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:02.049831 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e4040788-2a0c-4832-9d83-32d0feebe5c6 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:02.114686 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e4040788-2a0c-4832-9d83-32d0feebe5c6 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:02.257663 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e4040788-2a0c-4832-9d83-32d0feebe5c6 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:02.526678 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e4040788-2a0c-4832-9d83-32d0feebe5c6 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for router_gateway, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:02.546709 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e4040788-2a0c-4832-9d83-32d0feebe5c6 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:02.652204 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-e4040788-2a0c-4832-9d83-32d0feebe5c6 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Allocated IP 172.25.2.253 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/6bd8ce74-ab27-4797-9d66-31444d9eaa8c) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:18:02.752340 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e4040788-2a0c-4832-9d83-32d0feebe5c6 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:02.785791 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e4040788-2a0c-4832-9d83-32d0feebe5c6 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:02.823949 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4040788-2a0c-4832-9d83-32d0feebe5c6 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:18:02.826724 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-e4040788-2a0c-4832-9d83-32d0feebe5c6 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:18:02.830070 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4040788-2a0c-4832-9d83-32d0feebe5c6 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:18:02.838820 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4040788-2a0c-4832-9d83-32d0feebe5c6 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Pushing event updated for resources: {'Port': ['ID=6bd8ce74-ab27-4797-9d66-31444d9eaa8c,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:18:03.103691 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e4040788-2a0c-4832-9d83-32d0feebe5c6 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for router_gateway, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:03.296583 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e4040788-2a0c-4832-9d83-32d0feebe5c6 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:03.421348 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4040788-2a0c-4832-9d83-32d0feebe5c6 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Router f862dc0a-f009-4953-b1e8-91c5bd300fbd is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 07:18:03.527964 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4040788-2a0c-4832-9d83-32d0feebe5c6 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:18:03.537554 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13e18f7-8820-4bfe-9cc9-e6d8dde610e0 None None] Sync routers for ids ['f862dc0a-f009-4953-b1e8-91c5bd300fbd'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:18:03.547704 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e4040788-2a0c-4832-9d83-32d0feebe5c6 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:03.548811 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13e18f7-8820-4bfe-9cc9-e6d8dde610e0 None None] Routers {'f862dc0a-f009-4953-b1e8-91c5bd300fbd'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:18:03.549539 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-d13e18f7-8820-4bfe-9cc9-e6d8dde610e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:17:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['f862dc0a-f009-4953-b1e8-91c5bd300fbd'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:18:03.552836 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-e4040788-2a0c-4832-9d83-32d0feebe5c6 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5618165 Sep 23 07:18:03.553435 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46260) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:18:03.694158 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-d13e18f7-8820-4bfe-9cc9-e6d8dde610e0 None None] Set router f862dc0a-f009-4953-b1e8-91c5bd300fbd gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:18:03.885003 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-d13e18f7-8820-4bfe-9cc9-e6d8dde610e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f862dc0a-f009-4953-b1e8-91c5bd300fbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-14754331', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '6bd8ce74-ab27-4797-9d66-31444d9eaa8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:18:02Z', 'updated_at': '2021-09-23T07:18:02Z', 'revision_number': 3, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'gw_port': {'id': '6bd8ce74-ab27-4797-9d66-31444d9eaa8c', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:08:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f862dc0a-f009-4953-b1e8-91c5bd300fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:18:02Z', 'updated_at': '2021-09-23T07:18:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:18:03.916429 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13e18f7-8820-4bfe-9cc9-e6d8dde610e0 None None] Checking router: f862dc0a-f009-4953-b1e8-91c5bd300fbd for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:18:03.916765 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13e18f7-8820-4bfe-9cc9-e6d8dde610e0 None None] Updating router f862dc0a-f009-4953-b1e8-91c5bd300fbd port 6bd8ce74-ab27-4797-9d66-31444d9eaa8c binding host n-d-715271-16 {{(pid=95067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 07:18:03.946895 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d13e18f7-8820-4bfe-9cc9-e6d8dde610e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:03.985422 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-8e30ac8b-92ad-45a0-abf8-23e575c141e1 tempest-TestNetworkAdvancedServerOps-1704827008 tempest-TestNetworkAdvancedServerOps-1704827008-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=ac3e338994b2411c8937f4fd1418e068&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4308355 Sep 23 07:18:03.988328 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46266) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:18:04.149437 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77721a2-e374-47ec-baa7-d1acb614342d tempest-TestNetworkAdvancedServerOps-1704827008 tempest-TestNetworkAdvancedServerOps-1704827008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:04.151123 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-a77721a2-e374-47ec-baa7-d1acb614342d tempest-TestNetworkAdvancedServerOps-1704827008 tempest-TestNetworkAdvancedServerOps-1704827008-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1618674 Sep 23 07:18:04.154025 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46268) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:18:04.185052 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-1a2ca3cd-0f72-444f-a5d2-7ccef4623113 tempest-TestNetworkAdvancedServerOps-1704827008 tempest-TestNetworkAdvancedServerOps-1704827008-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=0f47978c-41eb-4cc7-92bf-8b873be8a1a0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0298119 Sep 23 07:18:04.187824 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46270) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:18:04.192719 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-4cadb63b-3444-42b3-aade-a2e569845762 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-18143656', 'network_id': '1c7f96e0-c4f8-4391-bee9-162eb8fab2bf', 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:18:04.226885 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d13e18f7-8820-4bfe-9cc9-e6d8dde610e0 None None] Notify callbacks [] for port, precommit_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:04.237078 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d13e18f7-8820-4bfe-9cc9-e6d8dde610e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:04.295870 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cadb63b-3444-42b3-aade-a2e569845762 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Made reservation on behalf of ac3e338994b2411c8937f4fd1418e068 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:18:04.298978 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4cadb63b-3444-42b3-aade-a2e569845762 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:04.300171 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36686bc-086b-4dab-84c0-8e1dd3e3124f None None] Pushing event updated for resources: {'Port': ['ID=6bd8ce74-ab27-4797-9d66-31444d9eaa8c,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:18:04.303005 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-d13e18f7-8820-4bfe-9cc9-e6d8dde610e0 None None] Attempting to bind port 6bd8ce74-ab27-4797-9d66-31444d9eaa8c on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:18:04.304312 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-d13e18f7-8820-4bfe-9cc9-e6d8dde610e0 None None] Attempting to bind port 6bd8ce74-ab27-4797-9d66-31444d9eaa8c by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:18:04.304312 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13e18f7-8820-4bfe-9cc9-e6d8dde610e0 None None] Attempting to bind port 6bd8ce74-ab27-4797-9d66-31444d9eaa8c on network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:18:04.310277 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13e18f7-8820-4bfe-9cc9-e6d8dde610e0 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:18:04.310775 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13e18f7-8820-4bfe-9cc9-e6d8dde610e0 None None] Checking segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:18:04.311271 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d13e18f7-8820-4bfe-9cc9-e6d8dde610e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:04.311751 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13e18f7-8820-4bfe-9cc9-e6d8dde610e0 None None] Bound using segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:18:04.312313 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-d13e18f7-8820-4bfe-9cc9-e6d8dde610e0 None None] Bound port: 6bd8ce74-ab27-4797-9d66-31444d9eaa8c, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:18:04.312787 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d13e18f7-8820-4bfe-9cc9-e6d8dde610e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:04.369784 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-d13e18f7-8820-4bfe-9cc9-e6d8dde610e0 None None] For port 6bd8ce74-ab27-4797-9d66-31444d9eaa8c, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:18:04.373228 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-d13e18f7-8820-4bfe-9cc9-e6d8dde610e0 None None] For port 6bd8ce74-ab27-4797-9d66-31444d9eaa8c, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=6bd8ce74-ab27-4797-9d66-31444d9eaa8c,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:18:04.379211 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d13e18f7-8820-4bfe-9cc9-e6d8dde610e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:04.439809 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36686bc-086b-4dab-84c0-8e1dd3e3124f None None] Pushing event updated for resources: {'Port': ['ID=6bd8ce74-ab27-4797-9d66-31444d9eaa8c,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:18:04.442851 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13e18f7-8820-4bfe-9cc9-e6d8dde610e0 None None] Routers {'f862dc0a-f009-4953-b1e8-91c5bd300fbd'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:18:04.443534 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-d13e18f7-8820-4bfe-9cc9-e6d8dde610e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:17:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['f862dc0a-f009-4953-b1e8-91c5bd300fbd'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:18:04.499388 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4cadb63b-3444-42b3-aade-a2e569845762 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:04.567848 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cadb63b-3444-42b3-aade-a2e569845762 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Pushing event updated for resources: {'Subnet': ['ID=7d62544f-4807-460c-8c5a-ef4b4640f0a6,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:18:04.571307 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-d13e18f7-8820-4bfe-9cc9-e6d8dde610e0 None None] Set router f862dc0a-f009-4953-b1e8-91c5bd300fbd gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:18:04.578446 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cadb63b-3444-42b3-aade-a2e569845762 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Checking segment: {'id': '122b3479-2720-4aac-9875-9e32c300a8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '1c7f96e0-c4f8-4391-bee9-162eb8fab2bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:18:04.578792 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cadb63b-3444-42b3-aade-a2e569845762 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Network hostable DHCP agents. Network: 1c7f96e0-c4f8-4391-bee9-162eb8fab2bf, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:18:04.596597 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cadb63b-3444-42b3-aade-a2e569845762 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Network 1c7f96e0-c4f8-4391-bee9-162eb8fab2bf is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:18:04.609644 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-4cadb63b-3444-42b3-aade-a2e569845762 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 1c7f96e0-c4f8-4391-bee9-162eb8fab2bf) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:18:04.639361 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae8e21e-68f8-40e9-a551-993a330a5048 None None] Network 1c7f96e0-c4f8-4391-bee9-162eb8fab2bf requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:18:04.670790 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cadb63b-3444-42b3-aade-a2e569845762 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:04.671545 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4cadb63b-3444-42b3-aade-a2e569845762 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:04.700809 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-4cadb63b-3444-42b3-aade-a2e569845762 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5115786 Sep 23 07:18:04.703992 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46274) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:18:05.057032 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-d13e18f7-8820-4bfe-9cc9-e6d8dde610e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f862dc0a-f009-4953-b1e8-91c5bd300fbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-14754331', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '6bd8ce74-ab27-4797-9d66-31444d9eaa8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:18:02Z', 'updated_at': '2021-09-23T07:18:02Z', 'revision_number': 3, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'gw_port': {'id': '6bd8ce74-ab27-4797-9d66-31444d9eaa8c', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:08:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f862dc0a-f009-4953-b1e8-91c5bd300fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:18:02Z', 'updated_at': '2021-09-23T07:18:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:18:05.061055 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5387e7c8-6c27-40a5-8820-e825698554ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-1c7f96e0-c4f8-4391-bee9-162eb8fab2bf', 'network_id': '1c7f96e0-c4f8-4391-bee9-162eb8fab2bf', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'fixed_ips': [{'subnet_id': '7d62544f-4807-460c-8c5a-ef4b4640f0a6'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:18:05.061892 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5387e7c8-6c27-40a5-8820-e825698554ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:05.096346 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13e18f7-8820-4bfe-9cc9-e6d8dde610e0 None None] The sync data for ids ['f862dc0a-f009-4953-b1e8-91c5bd300fbd'] in n-d-715271-16 is: [{'id': 'f862dc0a-f009-4953-b1e8-91c5bd300fbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-14754331', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '6bd8ce74-ab27-4797-9d66-31444d9eaa8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:18:02Z', 'updated_at': '2021-09-23T07:18:02Z', 'revision_number': 3, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'gw_port': {'id': '6bd8ce74-ab27-4797-9d66-31444d9eaa8c', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:08:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f862dc0a-f009-4953-b1e8-91c5bd300fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:18:02Z', 'updated_at': '2021-09-23T07:18:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:18:05.202803 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c22eea84-af9c-4021-b76f-48237037db27 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:05.231766 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-5387e7c8-6c27-40a5-8820-e825698554ed None None] Allocated IP 172.20.0.2 (1c7f96e0-c4f8-4391-bee9-162eb8fab2bf/7d62544f-4807-460c-8c5a-ef4b4640f0a6/8495b579-c009-492d-b026-0cceb099ab4f) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:18:05.420207 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5387e7c8-6c27-40a5-8820-e825698554ed None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:05.427066 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5387e7c8-6c27-40a5-8820-e825698554ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:05.474384 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5387e7c8-6c27-40a5-8820-e825698554ed None None] Pushing event updated for resources: {'Port': ['ID=8495b579-c009-492d-b026-0cceb099ab4f,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:18:05.484857 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5387e7c8-6c27-40a5-8820-e825698554ed None None] Network 1c7f96e0-c4f8-4391-bee9-162eb8fab2bf is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:18:05.486668 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-5387e7c8-6c27-40a5-8820-e825698554ed None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:18:05.489095 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5387e7c8-6c27-40a5-8820-e825698554ed None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:18:05.525849 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-c22eea84-af9c-4021-b76f-48237037db27 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Allocated IP 172.20.0.1 (1c7f96e0-c4f8-4391-bee9-162eb8fab2bf/7d62544f-4807-460c-8c5a-ef4b4640f0a6/a0dbdc4f-8c38-473f-9742-015d31e2a921) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:18:05.549958 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-5387e7c8-6c27-40a5-8820-e825698554ed None None] Attempting to bind port 8495b579-c009-492d-b026-0cceb099ab4f on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:18:05.550328 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-5387e7c8-6c27-40a5-8820-e825698554ed None None] Attempting to bind port 8495b579-c009-492d-b026-0cceb099ab4f by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '122b3479-2720-4aac-9875-9e32c300a8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '1c7f96e0-c4f8-4391-bee9-162eb8fab2bf'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:18:05.550821 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5387e7c8-6c27-40a5-8820-e825698554ed None None] Attempting to bind port 8495b579-c009-492d-b026-0cceb099ab4f on network 1c7f96e0-c4f8-4391-bee9-162eb8fab2bf {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:18:05.556234 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5387e7c8-6c27-40a5-8820-e825698554ed None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:18:05.556853 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5387e7c8-6c27-40a5-8820-e825698554ed None None] Checking segment: {'id': '122b3479-2720-4aac-9875-9e32c300a8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '1c7f96e0-c4f8-4391-bee9-162eb8fab2bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:18:05.557266 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5387e7c8-6c27-40a5-8820-e825698554ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:05.557769 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5387e7c8-6c27-40a5-8820-e825698554ed None None] Bound using segment: {'id': '122b3479-2720-4aac-9875-9e32c300a8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '1c7f96e0-c4f8-4391-bee9-162eb8fab2bf'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:18:05.558150 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-5387e7c8-6c27-40a5-8820-e825698554ed None None] Bound port: 8495b579-c009-492d-b026-0cceb099ab4f, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '122b3479-2720-4aac-9875-9e32c300a8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '1c7f96e0-c4f8-4391-bee9-162eb8fab2bf'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:18:05.558537 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5387e7c8-6c27-40a5-8820-e825698554ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:05.626050 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-5387e7c8-6c27-40a5-8820-e825698554ed None None] For port 8495b579-c009-492d-b026-0cceb099ab4f, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:18:05.629426 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-5387e7c8-6c27-40a5-8820-e825698554ed None None] For port 8495b579-c009-492d-b026-0cceb099ab4f, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=8495b579-c009-492d-b026-0cceb099ab4f,segment=NetworkSegment(122b3479-2720-4aac-9875-9e32c300a8be),segment_id=122b3479-2720-4aac-9875-9e32c300a8be)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:18:05.635583 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5387e7c8-6c27-40a5-8820-e825698554ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:05.652934 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c22eea84-af9c-4021-b76f-48237037db27 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:05.702572 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c22eea84-af9c-4021-b76f-48237037db27 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:05.724448 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5387e7c8-6c27-40a5-8820-e825698554ed None None] Pushing event updated for resources: {'Port': ['ID=8495b579-c009-492d-b026-0cceb099ab4f,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:18:05.781944 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22eea84-af9c-4021-b76f-48237037db27 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Network 1c7f96e0-c4f8-4391-bee9-162eb8fab2bf is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:18:05.785652 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-c22eea84-af9c-4021-b76f-48237037db27 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:18:05.793410 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22eea84-af9c-4021-b76f-48237037db27 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:18:05.820927 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22eea84-af9c-4021-b76f-48237037db27 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Pushing event updated for resources: {'Port': ['ID=a0dbdc4f-8c38-473f-9742-015d31e2a921,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:18:05.859802 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 6bd8ce74-ab27-4797-9d66-31444d9eaa8c up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:18:05.860106 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c22eea84-af9c-4021-b76f-48237037db27 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068614'] for router_interface, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:05.982717 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 6bd8ce74-ab27-4797-9d66-31444d9eaa8c triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:18:05.983864 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:06.113183 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:06.138108 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port 6bd8ce74-ab27-4797-9d66-31444d9eaa8c, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=6bd8ce74-ab27-4797-9d66-31444d9eaa8c,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:18:06.146363 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:06.222986 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c22eea84-af9c-4021-b76f-48237037db27 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:06.232036 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=6bd8ce74-ab27-4797-9d66-31444d9eaa8c,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:18:06.516794 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c22eea84-af9c-4021-b76f-48237037db27 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:06.522246 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c22eea84-af9c-4021-b76f-48237037db27 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:06.598762 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c22eea84-af9c-4021-b76f-48237037db27 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067062'] for router_interface, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:06.602566 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22eea84-af9c-4021-b76f-48237037db27 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Pushing event updated for resources: {'Port': ['ID=a0dbdc4f-8c38-473f-9742-015d31e2a921,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:18:06.624227 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:06.702869 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22eea84-af9c-4021-b76f-48237037db27 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Network 1c7f96e0-c4f8-4391-bee9-162eb8fab2bf is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:18:06.704483 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-c22eea84-af9c-4021-b76f-48237037db27 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:18:06.831565 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c22eea84-af9c-4021-b76f-48237037db27 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Router f862dc0a-f009-4953-b1e8-91c5bd300fbd has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:18:06.898930 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fadb0b1-26ec-4972-a737-51c59f405cd5 None None] Network 1c7f96e0-c4f8-4391-bee9-162eb8fab2bf requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:18:06.954786 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c22eea84-af9c-4021-b76f-48237037db27 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:18:06.960442 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-c22eea84-af9c-4021-b76f-48237037db27 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "PUT /v2.0/routers/f862dc0a-f009-4953-b1e8-91c5bd300fbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2552946 Sep 23 07:18:07.064877 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a455dbb1-30a2-4a6f-9d9f-65694dd9dd13 None None] Provisioning complete for port 8495b579-c009-492d-b026-0cceb099ab4f triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:18:07.065752 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a455dbb1-30a2-4a6f-9d9f-65694dd9dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:07.222962 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-aeabad9e-3925-4c8d-9031-ba34ba5527bf req-6bc5250b-5e28-4a01-99d1-153ed9363e18 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1444487097&fields=id&tenant_id=ac3e338994b2411c8937f4fd1418e068 HTTP/1.1" status: 200 len: 267 time: 0.0420294 Sep 23 07:18:07.228932 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a455dbb1-30a2-4a6f-9d9f-65694dd9dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:07.285056 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a455dbb1-30a2-4a6f-9d9f-65694dd9dd13 None None] For port 8495b579-c009-492d-b026-0cceb099ab4f, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=8495b579-c009-492d-b026-0cceb099ab4f,segment=NetworkSegment(122b3479-2720-4aac-9875-9e32c300a8be),segment_id=122b3479-2720-4aac-9875-9e32c300a8be)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:18:07.291997 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a455dbb1-30a2-4a6f-9d9f-65694dd9dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:07.356175 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a455dbb1-30a2-4a6f-9d9f-65694dd9dd13 None None] Pushing event updated for resources: {'Port': ['ID=8495b579-c009-492d-b026-0cceb099ab4f,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:18:07.386688 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeabad9e-3925-4c8d-9031-ba34ba5527bf req-d5ffc367-ac58-4150-9f6e-c992d1f02fe0 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:07.393811 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-aeabad9e-3925-4c8d-9031-ba34ba5527bf req-d5ffc367-ac58-4150-9f6e-c992d1f02fe0 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/networks?id=1c7f96e0-c4f8-4391-bee9-162eb8fab2bf HTTP/1.1" status: 200 len: 796 time: 0.1603181 Sep 23 07:18:07.406679 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-aeabad9e-3925-4c8d-9031-ba34ba5527bf req-19bf3720-9110-4bfd-8ac2-615d141e28c3 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/quotas/ac3e338994b2411c8937f4fd1418e068 HTTP/1.1" status: 200 len: 375 time: 0.0118146 Sep 23 07:18:07.475165 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-aeabad9e-3925-4c8d-9031-ba34ba5527bf req-102dda61-f5af-4436-9717-cfcf763ce1b2 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ac3e338994b2411c8937f4fd1418e068&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0625236 Sep 23 07:18:07.516379 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-55bad3b6-a8f1-409b-87cc-f4a53bbe27b6 None None] Provisioning complete for port a0dbdc4f-8c38-473f-9742-015d31e2a921 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:18:07.517017 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-55bad3b6-a8f1-409b-87cc-f4a53bbe27b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:07.571116 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db33be8-b75b-4097-b434-a64d8a9c2c17 None None] Sync routers for ids ['f862dc0a-f009-4953-b1e8-91c5bd300fbd'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:18:07.571698 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-55bad3b6-a8f1-409b-87cc-f4a53bbe27b6 None None] Port a0dbdc4f-8c38-473f-9742-015d31e2a921 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:18:07.583229 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-55bad3b6-a8f1-409b-87cc-f4a53bbe27b6 None None] Provisioning complete for port 8495b579-c009-492d-b026-0cceb099ab4f triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:18:07.583527 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-55bad3b6-a8f1-409b-87cc-f4a53bbe27b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:07.583853 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db33be8-b75b-4097-b434-a64d8a9c2c17 None None] Routers {'f862dc0a-f009-4953-b1e8-91c5bd300fbd'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:18:07.584488 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-7db33be8-b75b-4097-b434-a64d8a9c2c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:17:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['f862dc0a-f009-4953-b1e8-91c5bd300fbd'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:18:07.623640 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-aeabad9e-3925-4c8d-9031-ba34ba5527bf req-a19cde7c-d8a7-47de-ae19-c551bd514a5e service neutron] 10.222.0.39 "GET /v2.0/networks/1c7f96e0-c4f8-4391-bee9-162eb8fab2bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336625 Sep 23 07:18:07.744575 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-7db33be8-b75b-4097-b434-a64d8a9c2c17 None None] Set router f862dc0a-f009-4953-b1e8-91c5bd300fbd gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:18:07.787596 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-aeabad9e-3925-4c8d-9031-ba34ba5527bf req-e3bbfc1c-74f0-4caa-9fcf-980ce65ae1d0 service neutron] 10.222.0.39 "GET /v2.0/networks/1c7f96e0-c4f8-4391-bee9-162eb8fab2bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576486 Sep 23 07:18:07.831882 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-500ca529-b16b-4b6b-859c-51075b362f14 None None] Provisioning complete for port a0dbdc4f-8c38-473f-9742-015d31e2a921 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:18:07.832265 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-500ca529-b16b-4b6b-859c-51075b362f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:07.890913 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-500ca529-b16b-4b6b-859c-51075b362f14 None None] Port a0dbdc4f-8c38-473f-9742-015d31e2a921 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:18:07.912341 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 8495b579-c009-492d-b026-0cceb099ab4f up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:18:08.006552 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 8495b579-c009-492d-b026-0cceb099ab4f triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:18:08.007093 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:08.075131 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-316794ee-e022-4279-bc83-45d7d1366fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:08.160964 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-5cf74236-a6c8-45fc-9dae-cab69eef59a2 None None] Provisioning complete for port a0dbdc4f-8c38-473f-9742-015d31e2a921 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:18:08.161343 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5cf74236-a6c8-45fc-9dae-cab69eef59a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:08.163072 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-7db33be8-b75b-4097-b434-a64d8a9c2c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f862dc0a-f009-4953-b1e8-91c5bd300fbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-14754331', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '6bd8ce74-ab27-4797-9d66-31444d9eaa8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:18:02Z', 'updated_at': '2021-09-23T07:18:06Z', 'revision_number': 4, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'gw_port': {'id': '6bd8ce74-ab27-4797-9d66-31444d9eaa8c', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:08:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f862dc0a-f009-4953-b1e8-91c5bd300fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:18:02Z', 'updated_at': '2021-09-23T07:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': 'a0dbdc4f-8c38-473f-9742-015d31e2a921', 'name': '', 'network_id': '1c7f96e0-c4f8-4391-bee9-162eb8fab2bf', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'mac_address': 'fa:16:3e:04:6d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f862dc0a-f009-4953-b1e8-91c5bd300fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '7d62544f-4807-460c-8c5a-ef4b4640f0a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:18:05Z', 'updated_at': '2021-09-23T07:18:06Z', 'revision_number': 2, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'subnets': [{'id': '7d62544f-4807-460c-8c5a-ef4b4640f0a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:18:08.178001 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cf9ee646-c39b-4ea8-a16a-cdd4b3900e20 req-e107a2ab-c336-41dd-8607-8a301f61d5bf tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4f7a4af-a7f9-4200-b6b9-90baa03f4da0 HTTP/1.1" status: 200 len: 210 time: 0.0746214 Sep 23 07:18:08.193032 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db33be8-b75b-4097-b434-a64d8a9c2c17 None None] Checking router: f862dc0a-f009-4953-b1e8-91c5bd300fbd for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:18:08.193573 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db33be8-b75b-4097-b434-a64d8a9c2c17 None None] Updating router f862dc0a-f009-4953-b1e8-91c5bd300fbd port a0dbdc4f-8c38-473f-9742-015d31e2a921 binding host n-d-715271-16 {{(pid=95068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 07:18:08.207247 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-5cf74236-a6c8-45fc-9dae-cab69eef59a2 None None] Port a0dbdc4f-8c38-473f-9742-015d31e2a921 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:18:08.215926 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 6bd8ce74-ab27-4797-9d66-31444d9eaa8c up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:18:08.240846 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-7db33be8-b75b-4097-b434-a64d8a9c2c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:08.267812 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 6bd8ce74-ab27-4797-9d66-31444d9eaa8c triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:18:08.268315 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:08.531346 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-7db33be8-b75b-4097-b434-a64d8a9c2c17 None None] Notify callbacks [] for port, precommit_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:08.536562 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-7db33be8-b75b-4097-b434-a64d8a9c2c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:08.605045 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15794a41-7494-410f-a102-70391f5718b7 None None] Pushing event updated for resources: {'Port': ['ID=a0dbdc4f-8c38-473f-9742-015d31e2a921,revision_number=3']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:18:08.658738 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-7db33be8-b75b-4097-b434-a64d8a9c2c17 None None] Attempting to bind port a0dbdc4f-8c38-473f-9742-015d31e2a921 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:18:08.659103 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-7db33be8-b75b-4097-b434-a64d8a9c2c17 None None] Attempting to bind port a0dbdc4f-8c38-473f-9742-015d31e2a921 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '122b3479-2720-4aac-9875-9e32c300a8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '1c7f96e0-c4f8-4391-bee9-162eb8fab2bf'}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:18:08.659457 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db33be8-b75b-4097-b434-a64d8a9c2c17 None None] Attempting to bind port a0dbdc4f-8c38-473f-9742-015d31e2a921 on network 1c7f96e0-c4f8-4391-bee9-162eb8fab2bf {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:18:08.666832 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db33be8-b75b-4097-b434-a64d8a9c2c17 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:18:08.667412 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db33be8-b75b-4097-b434-a64d8a9c2c17 None None] Checking segment: {'id': '122b3479-2720-4aac-9875-9e32c300a8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '1c7f96e0-c4f8-4391-bee9-162eb8fab2bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:18:08.667804 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-7db33be8-b75b-4097-b434-a64d8a9c2c17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:08.668196 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db33be8-b75b-4097-b434-a64d8a9c2c17 None None] Bound using segment: {'id': '122b3479-2720-4aac-9875-9e32c300a8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '1c7f96e0-c4f8-4391-bee9-162eb8fab2bf'} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:18:08.668652 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-7db33be8-b75b-4097-b434-a64d8a9c2c17 None None] Bound port: a0dbdc4f-8c38-473f-9742-015d31e2a921, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '122b3479-2720-4aac-9875-9e32c300a8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '1c7f96e0-c4f8-4391-bee9-162eb8fab2bf'}}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:18:08.669026 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-7db33be8-b75b-4097-b434-a64d8a9c2c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:08.743872 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-7db33be8-b75b-4097-b434-a64d8a9c2c17 None None] For port a0dbdc4f-8c38-473f-9742-015d31e2a921, host n-d-715271-16, cleared binding levels {{(pid=95068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:18:08.748002 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-7db33be8-b75b-4097-b434-a64d8a9c2c17 None None] For port a0dbdc4f-8c38-473f-9742-015d31e2a921, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=a0dbdc4f-8c38-473f-9742-015d31e2a921,segment=NetworkSegment(122b3479-2720-4aac-9875-9e32c300a8be),segment_id=122b3479-2720-4aac-9875-9e32c300a8be)] {{(pid=95068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:18:08.754190 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-7db33be8-b75b-4097-b434-a64d8a9c2c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:08.830248 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15794a41-7494-410f-a102-70391f5718b7 None None] Pushing event updated for resources: {'Port': ['ID=a0dbdc4f-8c38-473f-9742-015d31e2a921,revision_number=4']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:18:08.840756 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db33be8-b75b-4097-b434-a64d8a9c2c17 None None] Routers {'f862dc0a-f009-4953-b1e8-91c5bd300fbd'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:18:08.841436 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-7db33be8-b75b-4097-b434-a64d8a9c2c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:17:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['f862dc0a-f009-4953-b1e8-91c5bd300fbd'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:18:08.940038 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-f9a99cb4-56ec-40b4-825d-6655f2b72ea6 None None] Provisioning complete for port a0dbdc4f-8c38-473f-9742-015d31e2a921 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:18:08.941337 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f9a99cb4-56ec-40b4-825d-6655f2b72ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:08.968047 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-7db33be8-b75b-4097-b434-a64d8a9c2c17 None None] Set router f862dc0a-f009-4953-b1e8-91c5bd300fbd gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:18:09.039656 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f9a99cb4-56ec-40b4-825d-6655f2b72ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:09.088462 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-f9a99cb4-56ec-40b4-825d-6655f2b72ea6 None None] For port a0dbdc4f-8c38-473f-9742-015d31e2a921, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=a0dbdc4f-8c38-473f-9742-015d31e2a921,segment=NetworkSegment(122b3479-2720-4aac-9875-9e32c300a8be),segment_id=122b3479-2720-4aac-9875-9e32c300a8be)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:18:09.094358 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f9a99cb4-56ec-40b4-825d-6655f2b72ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:09.171968 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a99cb4-56ec-40b4-825d-6655f2b72ea6 None None] Pushing event updated for resources: {'Port': ['ID=a0dbdc4f-8c38-473f-9742-015d31e2a921,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:18:09.233710 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-32eae2fc-9fab-4723-b189-c0fc860d4de9 None None] Provisioning complete for port a0dbdc4f-8c38-473f-9742-015d31e2a921 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:18:09.234929 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-32eae2fc-9fab-4723-b189-c0fc860d4de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:09.251438 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-7db33be8-b75b-4097-b434-a64d8a9c2c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f862dc0a-f009-4953-b1e8-91c5bd300fbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-14754331', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '6bd8ce74-ab27-4797-9d66-31444d9eaa8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:18:02Z', 'updated_at': '2021-09-23T07:18:06Z', 'revision_number': 4, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'gw_port': {'id': '6bd8ce74-ab27-4797-9d66-31444d9eaa8c', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:08:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f862dc0a-f009-4953-b1e8-91c5bd300fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:18:02Z', 'updated_at': '2021-09-23T07:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': 'a0dbdc4f-8c38-473f-9742-015d31e2a921', 'name': '', 'network_id': '1c7f96e0-c4f8-4391-bee9-162eb8fab2bf', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'mac_address': 'fa:16:3e:04:6d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f862dc0a-f009-4953-b1e8-91c5bd300fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '7d62544f-4807-460c-8c5a-ef4b4640f0a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:18:05Z', 'updated_at': '2021-09-23T07:18:08Z', 'revision_number': 4, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'subnets': [{'id': '7d62544f-4807-460c-8c5a-ef4b4640f0a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:18:09.283810 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db33be8-b75b-4097-b434-a64d8a9c2c17 None None] The sync data for ids ['f862dc0a-f009-4953-b1e8-91c5bd300fbd'] in n-d-715271-16 is: [{'id': 'f862dc0a-f009-4953-b1e8-91c5bd300fbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-14754331', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '6bd8ce74-ab27-4797-9d66-31444d9eaa8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:18:02Z', 'updated_at': '2021-09-23T07:18:06Z', 'revision_number': 4, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'gw_port': {'id': '6bd8ce74-ab27-4797-9d66-31444d9eaa8c', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:08:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f862dc0a-f009-4953-b1e8-91c5bd300fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:18:02Z', 'updated_at': '2021-09-23T07:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': 'a0dbdc4f-8c38-473f-9742-015d31e2a921', 'name': '', 'network_id': '1c7f96e0-c4f8-4391-bee9-162eb8fab2bf', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'mac_address': 'fa:16:3e:04:6d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f862dc0a-f009-4953-b1e8-91c5bd300fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '7d62544f-4807-460c-8c5a-ef4b4640f0a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:18:05Z', 'updated_at': '2021-09-23T07:18:08Z', 'revision_number': 4, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'subnets': [{'id': '7d62544f-4807-460c-8c5a-ef4b4640f0a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:18:09.310254 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e946adf7-04a5-499b-9004-21286dc4c6c7 req-84cb7888-7c79-476d-a1ce-12ae17bf165e tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4f7a4af-a7f9-4200-b6b9-90baa03f4da0 HTTP/1.1" status: 200 len: 210 time: 0.0416873 Sep 23 07:18:09.400386 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeabad9e-3925-4c8d-9031-ba34ba5527bf req-a15bd4fd-b53e-48d3-8ac7-a8a35acbd75d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:09.402575 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-aeabad9e-3925-4c8d-9031-ba34ba5527bf req-a15bd4fd-b53e-48d3-8ac7-a8a35acbd75d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.21 "GET /v2.0/networks?id=1c7f96e0-c4f8-4391-bee9-162eb8fab2bf HTTP/1.1" status: 200 len: 796 time: 0.1825635 Sep 23 07:18:09.461283 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-aeabad9e-3925-4c8d-9031-ba34ba5527bf req-ba245b7c-657f-4721-80d7-6ab1bbe454a5 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac3e338994b2411c8937f4fd1418e068 HTTP/1.1" status: 200 len: 380 time: 0.0452049 Sep 23 07:18:09.476808 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-aeabad9e-3925-4c8d-9031-ba34ba5527bf req-3197dda5-35da-4fcb-b431-5a95c5f8525b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Request body: {'port': {'device_id': 'a4f7a4af-a7f9-4200-b6b9-90baa03f4da0', 'network_id': '1c7f96e0-c4f8-4391-bee9-162eb8fab2bf', 'admin_state_up': True, 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'security_groups': ['162cd90b-559b-4fd3-b013-413f80677eac']}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:18:09.600431 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aeabad9e-3925-4c8d-9031-ba34ba5527bf req-3197dda5-35da-4fcb-b431-5a95c5f8525b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Made reservation on behalf of ac3e338994b2411c8937f4fd1418e068 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:18:09.605160 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-aeabad9e-3925-4c8d-9031-ba34ba5527bf req-3197dda5-35da-4fcb-b431-5a95c5f8525b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:09.746920 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-aeabad9e-3925-4c8d-9031-ba34ba5527bf req-3197dda5-35da-4fcb-b431-5a95c5f8525b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Allocated IP 172.20.0.12 (1c7f96e0-c4f8-4391-bee9-162eb8fab2bf/7d62544f-4807-460c-8c5a-ef4b4640f0a6/2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:18:09.818789 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device a0dbdc4f-8c38-473f-9742-015d31e2a921 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:18:09.891970 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port a0dbdc4f-8c38-473f-9742-015d31e2a921 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:18:09.892648 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:09.925170 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-aeabad9e-3925-4c8d-9031-ba34ba5527bf req-3197dda5-35da-4fcb-b431-5a95c5f8525b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:09.964013 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-aeabad9e-3925-4c8d-9031-ba34ba5527bf req-3197dda5-35da-4fcb-b431-5a95c5f8525b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:10.012865 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aeabad9e-3925-4c8d-9031-ba34ba5527bf req-3197dda5-35da-4fcb-b431-5a95c5f8525b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Network 1c7f96e0-c4f8-4391-bee9-162eb8fab2bf is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:18:10.016154 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-aeabad9e-3925-4c8d-9031-ba34ba5527bf req-3197dda5-35da-4fcb-b431-5a95c5f8525b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:18:10.019881 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeabad9e-3925-4c8d-9031-ba34ba5527bf req-3197dda5-35da-4fcb-b431-5a95c5f8525b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:18:10.056124 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3197dda5-35da-4fcb-b431-5a95c5f8525b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Pushing event updated for resources: {'Port': ['ID=2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:18:10.090061 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeabad9e-3925-4c8d-9031-ba34ba5527bf req-3197dda5-35da-4fcb-b431-5a95c5f8525b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:10.091025 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-aeabad9e-3925-4c8d-9031-ba34ba5527bf req-3197dda5-35da-4fcb-b431-5a95c5f8525b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:10.114120 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-aeabad9e-3925-4c8d-9031-ba34ba5527bf req-3197dda5-35da-4fcb-b431-5a95c5f8525b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6416411 Sep 23 07:18:10.131348 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-aeabad9e-3925-4c8d-9031-ba34ba5527bf req-a038e40a-bb8b-4ec7-b35e-34ea3b158910 service neutron] Request body: {'port': {'device_id': 'a4f7a4af-a7f9-4200-b6b9-90baa03f4da0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:18:10.201193 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-aeabad9e-3925-4c8d-9031-ba34ba5527bf req-a038e40a-bb8b-4ec7-b35e-34ea3b158910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:10.205187 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:10.357478 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-69b8676f-5a6d-4f03-a384-6e56f0bab8a9 None None] Provisioning complete for port 2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:18:10.358100 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-69b8676f-5a6d-4f03-a384-6e56f0bab8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:10.407770 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-69b8676f-5a6d-4f03-a384-6e56f0bab8a9 None None] Port 2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:18:10.516991 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b2797-bec0-4cd3-8c91-3714287be36f req-810ecd3e-ce25-415f-95c5-ff1a2b76c866 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:10.518543 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a12b2797-bec0-4cd3-8c91-3714287be36f req-810ecd3e-ce25-415f-95c5-ff1a2b76c866 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4f7a4af-a7f9-4200-b6b9-90baa03f4da0 HTTP/1.1" status: 200 len: 932 time: 0.1078670 Sep 23 07:18:10.607148 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a12b2797-bec0-4cd3-8c91-3714287be36f req-368d6f12-f728-468c-9df2-0f3257f114bb tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=162cd90b-559b-4fd3-b013-413f80677eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758545 Sep 23 07:18:10.631408 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-aeabad9e-3925-4c8d-9031-ba34ba5527bf req-a038e40a-bb8b-4ec7-b35e-34ea3b158910 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:18:10.640238 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-aeabad9e-3925-4c8d-9031-ba34ba5527bf req-a038e40a-bb8b-4ec7-b35e-34ea3b158910 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:10.654712 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-aeabad9e-3925-4c8d-9031-ba34ba5527bf req-a038e40a-bb8b-4ec7-b35e-34ea3b158910 service neutron] Transition to ACTIVE for port object 2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:18:10.658490 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-aeabad9e-3925-4c8d-9031-ba34ba5527bf req-a038e40a-bb8b-4ec7-b35e-34ea3b158910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:10.713710 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a038e40a-bb8b-4ec7-b35e-34ea3b158910 service neutron] Pushing event updated for resources: {'Port': ['ID=2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:18:10.785335 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-aeabad9e-3925-4c8d-9031-ba34ba5527bf req-a038e40a-bb8b-4ec7-b35e-34ea3b158910 service neutron] Attempting to bind port 2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:18:10.785673 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-aeabad9e-3925-4c8d-9031-ba34ba5527bf req-a038e40a-bb8b-4ec7-b35e-34ea3b158910 service neutron] Attempting to bind port 2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': '122b3479-2720-4aac-9875-9e32c300a8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '1c7f96e0-c4f8-4391-bee9-162eb8fab2bf'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:18:10.786292 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeabad9e-3925-4c8d-9031-ba34ba5527bf req-a038e40a-bb8b-4ec7-b35e-34ea3b158910 service neutron] Attempting to bind port 2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c on network 1c7f96e0-c4f8-4391-bee9-162eb8fab2bf {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:18:10.791477 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeabad9e-3925-4c8d-9031-ba34ba5527bf req-a038e40a-bb8b-4ec7-b35e-34ea3b158910 service neutron] Port 2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c on network 1c7f96e0-c4f8-4391-bee9-162eb8fab2bf not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:18:10.791832 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeabad9e-3925-4c8d-9031-ba34ba5527bf req-a038e40a-bb8b-4ec7-b35e-34ea3b158910 service neutron] Attempting to bind port 2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c on network 1c7f96e0-c4f8-4391-bee9-162eb8fab2bf {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:18:10.797339 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeabad9e-3925-4c8d-9031-ba34ba5527bf req-a038e40a-bb8b-4ec7-b35e-34ea3b158910 service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:18:10.797676 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeabad9e-3925-4c8d-9031-ba34ba5527bf req-a038e40a-bb8b-4ec7-b35e-34ea3b158910 service neutron] Checking segment: {'id': '122b3479-2720-4aac-9875-9e32c300a8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '1c7f96e0-c4f8-4391-bee9-162eb8fab2bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:18:10.798096 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeabad9e-3925-4c8d-9031-ba34ba5527bf req-a038e40a-bb8b-4ec7-b35e-34ea3b158910 service neutron] Bound using segment: {'id': '122b3479-2720-4aac-9875-9e32c300a8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '1c7f96e0-c4f8-4391-bee9-162eb8fab2bf'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:18:10.798546 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-aeabad9e-3925-4c8d-9031-ba34ba5527bf req-a038e40a-bb8b-4ec7-b35e-34ea3b158910 service neutron] Bound port: 2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '122b3479-2720-4aac-9875-9e32c300a8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '1c7f96e0-c4f8-4391-bee9-162eb8fab2bf'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:18:10.798895 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-aeabad9e-3925-4c8d-9031-ba34ba5527bf req-a038e40a-bb8b-4ec7-b35e-34ea3b158910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:10.866284 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-aeabad9e-3925-4c8d-9031-ba34ba5527bf req-a038e40a-bb8b-4ec7-b35e-34ea3b158910 service neutron] For port 2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:18:10.870484 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-aeabad9e-3925-4c8d-9031-ba34ba5527bf req-a038e40a-bb8b-4ec7-b35e-34ea3b158910 service neutron] For port 2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c,segment=NetworkSegment(122b3479-2720-4aac-9875-9e32c300a8be),segment_id=122b3479-2720-4aac-9875-9e32c300a8be)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:18:10.875054 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-aeabad9e-3925-4c8d-9031-ba34ba5527bf req-a038e40a-bb8b-4ec7-b35e-34ea3b158910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:10.912197 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeabad9e-3925-4c8d-9031-ba34ba5527bf req-a038e40a-bb8b-4ec7-b35e-34ea3b158910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:10.912994 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-aeabad9e-3925-4c8d-9031-ba34ba5527bf req-a038e40a-bb8b-4ec7-b35e-34ea3b158910 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:10.915237 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-aeabad9e-3925-4c8d-9031-ba34ba5527bf req-a038e40a-bb8b-4ec7-b35e-34ea3b158910 service neutron] 10.222.0.21 "PUT /v2.0/ports/2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c HTTP/1.1" status: 200 len: 1093 time: 0.7885978 Sep 23 07:18:10.915591 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4f7a4af-a7f9-4200-b6b9-90baa03f4da0', 'tag': '2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:18:10.918290 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00375f23-edfa-4f63-af5e-cda55dd65a0e" -d '{"events": [{"name": "network-changed", "server_uuid": "a4f7a4af-a7f9-4200-b6b9-90baa03f4da0", "tag": "2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:18:10.967079 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a038e40a-bb8b-4ec7-b35e-34ea3b158910 service neutron] Pushing event updated for resources: {'Port': ['ID=2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:18:10.990803 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1945baa-54eb-4a43-a306-299bb1dda0e1 x-openstack-request-id: req-c1945baa-54eb-4a43-a306-299bb1dda0e1 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:18:10.990803 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4f7a4af-a7f9-4200-b6b9-90baa03f4da0", "tag": "2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:18:10.990803 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c1945baa-54eb-4a43-a306-299bb1dda0e1 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:18:10.991209 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4f7a4af-a7f9-4200-b6b9-90baa03f4da0', 'tag': '2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c', 'status': 'completed', 'code': 200} Sep 23 07:18:11.022518 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeabad9e-3925-4c8d-9031-ba34ba5527bf req-a7ef14c5-cf34-42aa-8949-c2937f742200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:11.024342 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-aeabad9e-3925-4c8d-9031-ba34ba5527bf req-a7ef14c5-cf34-42aa-8949-c2937f742200 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ac3e338994b2411c8937f4fd1418e068&device_id=a4f7a4af-a7f9-4200-b6b9-90baa03f4da0 HTTP/1.1" status: 200 len: 1096 time: 0.0500321 Sep 23 07:18:11.065449 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-80a7a140-78de-4269-b3e8-467f63e3c92c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:11.423350 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-aeabad9e-3925-4c8d-9031-ba34ba5527bf req-26c9efc0-281b-4fb7-b729-0209579b067e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c HTTP/1.1" status: 200 len: 217 time: 0.3865929 Sep 23 07:18:11.474300 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeabad9e-3925-4c8d-9031-ba34ba5527bf req-1dd482c0-a687-41a2-8c68-85e30f6badc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:11.475846 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-aeabad9e-3925-4c8d-9031-ba34ba5527bf req-1dd482c0-a687-41a2-8c68-85e30f6badc8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7d62544f-4807-460c-8c5a-ef4b4640f0a6 HTTP/1.1" status: 200 len: 833 time: 0.0446570 Sep 23 07:18:11.524118 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeabad9e-3925-4c8d-9031-ba34ba5527bf req-c771f9be-2b88-4d7f-8ec0-700cbc0e7132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:11.525694 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-aeabad9e-3925-4c8d-9031-ba34ba5527bf req-c771f9be-2b88-4d7f-8ec0-700cbc0e7132 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1c7f96e0-c4f8-4391-bee9-162eb8fab2bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417919 Sep 23 07:18:11.554969 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:11.631708 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-aeabad9e-3925-4c8d-9031-ba34ba5527bf req-67f49cd4-90ba-48b5-9eb0-196d82ca09a8 service neutron] 10.222.0.21 "GET /v2.0/networks/1c7f96e0-c4f8-4391-bee9-162eb8fab2bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983913 Sep 23 07:18:11.747749 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-584d2181-f5b3-4cac-8ee5-6503e104dc76 req-b0cb1c97-7022-414d-bdd1-b83a690aff65 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=80afb441-907f-4a9f-a57f-8f1ce7268388&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0539503 Sep 23 07:18:11.794683 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-aeabad9e-3925-4c8d-9031-ba34ba5527bf req-6889a921-3614-4f1e-92f0-e37c2bc56784 service neutron] 10.222.0.21 "GET /v2.0/networks/1c7f96e0-c4f8-4391-bee9-162eb8fab2bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488688 Sep 23 07:18:11.810014 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff0e3c8-0240-4724-b12e-58561aab6a92 req-dc1f5e8e-9ae9-4933-a213-f968f85cac45 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:11.811528 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8ff0e3c8-0240-4724-b12e-58561aab6a92 req-dc1f5e8e-9ae9-4933-a213-f968f85cac45 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4f7a4af-a7f9-4200-b6b9-90baa03f4da0 HTTP/1.1" status: 200 len: 944 time: 0.0881948 Sep 23 07:18:11.846586 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d2181-f5b3-4cac-8ee5-6503e104dc76 req-bacd57fb-10f0-4eb0-ae65-fd019edb37ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:11.848101 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-584d2181-f5b3-4cac-8ee5-6503e104dc76 req-bacd57fb-10f0-4eb0-ae65-fd019edb37ca service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dda7d37bb4b541ebbe8e22954596ee73&device_id=80afb441-907f-4a9f-a57f-8f1ce7268388 HTTP/1.1" status: 200 len: 1097 time: 0.0574820 Sep 23 07:18:11.855788 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8ff0e3c8-0240-4724-b12e-58561aab6a92 req-4098d646-549f-4e13-9c3e-e4d23dfb1c95 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=162cd90b-559b-4fd3-b013-413f80677eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380297 Sep 23 07:18:11.915411 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00375f23-edfa-4f63-af5e-cda55dd65a0e req-19ff0524-4af5-4fee-83bc-f7d218b2b247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:11.917018 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-00375f23-edfa-4f63-af5e-cda55dd65a0e req-19ff0524-4af5-4fee-83bc-f7d218b2b247 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ac3e338994b2411c8937f4fd1418e068&device_id=a4f7a4af-a7f9-4200-b6b9-90baa03f4da0 HTTP/1.1" status: 200 len: 1096 time: 0.0433271 Sep 23 07:18:11.963498 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d2181-f5b3-4cac-8ee5-6503e104dc76 req-06c5f477-f592-41fb-81ce-65ee130fa240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:11.964926 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-584d2181-f5b3-4cac-8ee5-6503e104dc76 req-06c5f477-f592-41fb-81ce-65ee130fa240 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ee64cebb-cbad-4040-a31a-b12cc5624112 HTTP/1.1" status: 200 len: 912 time: 0.0955062 Sep 23 07:18:12.027066 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00375f23-edfa-4f63-af5e-cda55dd65a0e req-55a557d2-8ff0-4cb0-b4e1-5f15ed4e2d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:12.028653 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-00375f23-edfa-4f63-af5e-cda55dd65a0e req-55a557d2-8ff0-4cb0-b4e1-5f15ed4e2d27 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1c7f96e0-c4f8-4391-bee9-162eb8fab2bf HTTP/1.1" status: 200 len: 897 time: 0.1038828 Sep 23 07:18:12.040515 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-584d2181-f5b3-4cac-8ee5-6503e104dc76 req-ce8db900-234d-4510-8d64-13c5ba02bac0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30ce0035-c7f7-4a67-8d52-525338e4b086 HTTP/1.1" status: 200 len: 1001 time: 0.0682595 Sep 23 07:18:12.071923 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-00375f23-edfa-4f63-af5e-cda55dd65a0e req-5440bb83-21d7-4645-a976-ca29ad934ae3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c HTTP/1.1" status: 200 len: 217 time: 0.0362320 Sep 23 07:18:12.093131 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d2181-f5b3-4cac-8ee5-6503e104dc76 req-04ce2b5e-cba5-4a1e-95c4-e3aac255330a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:12.095065 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-584d2181-f5b3-4cac-8ee5-6503e104dc76 req-04ce2b5e-cba5-4a1e-95c4-e3aac255330a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4f0a580e-e630-4d93-8377-9af2cc86d82c HTTP/1.1" status: 200 len: 850 time: 0.0470879 Sep 23 07:18:12.125276 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00375f23-edfa-4f63-af5e-cda55dd65a0e req-4416a80e-accc-4c17-b943-85888e1224e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:12.126740 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-00375f23-edfa-4f63-af5e-cda55dd65a0e req-4416a80e-accc-4c17-b943-85888e1224e8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7d62544f-4807-460c-8c5a-ef4b4640f0a6 HTTP/1.1" status: 200 len: 833 time: 0.0474222 Sep 23 07:18:12.148933 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d2181-f5b3-4cac-8ee5-6503e104dc76 req-abc9bbca-ef55-444c-952c-3637d34c48a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:12.150953 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-584d2181-f5b3-4cac-8ee5-6503e104dc76 req-abc9bbca-ef55-444c-952c-3637d34c48a2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ee64cebb-cbad-4040-a31a-b12cc5624112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0486152 Sep 23 07:18:12.177721 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00375f23-edfa-4f63-af5e-cda55dd65a0e req-a0c05533-b545-4904-b372-e7eb2b1a01d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:12.180111 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-00375f23-edfa-4f63-af5e-cda55dd65a0e req-a0c05533-b545-4904-b372-e7eb2b1a01d1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1c7f96e0-c4f8-4391-bee9-162eb8fab2bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461907 Sep 23 07:18:12.262850 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-584d2181-f5b3-4cac-8ee5-6503e104dc76 req-9e294356-8b3c-4a57-ad27-fa2e8e3f6e9f service neutron] 10.222.0.58 "GET /v2.0/networks/ee64cebb-cbad-4040-a31a-b12cc5624112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044044 Sep 23 07:18:12.275557 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-00375f23-edfa-4f63-af5e-cda55dd65a0e req-fe88b3d6-1b42-48c4-9c5f-c37ce14e0528 service neutron] 10.222.0.21 "GET /v2.0/networks/1c7f96e0-c4f8-4391-bee9-162eb8fab2bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869992 Sep 23 07:18:12.374736 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:12.381591 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-584d2181-f5b3-4cac-8ee5-6503e104dc76 req-b955a1e8-4b0d-4f03-9077-5b1fa57f9829 service neutron] 10.222.0.58 "GET /v2.0/networks/ee64cebb-cbad-4040-a31a-b12cc5624112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120377 Sep 23 07:18:12.397472 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-00375f23-edfa-4f63-af5e-cda55dd65a0e req-cb3c0630-731e-4035-b4e9-fe808bc783b1 service neutron] 10.222.0.21 "GET /v2.0/networks/1c7f96e0-c4f8-4391-bee9-162eb8fab2bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149781 Sep 23 07:18:12.988698 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8545f92-2d2e-4f3a-9d79-dd427a6ace74 req-a66be82e-b158-4e2a-a35a-e51bb8eb55b7 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:12.990235 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a8545f92-2d2e-4f3a-9d79-dd427a6ace74 req-a66be82e-b158-4e2a-a35a-e51bb8eb55b7 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4f7a4af-a7f9-4200-b6b9-90baa03f4da0 HTTP/1.1" status: 200 len: 944 time: 0.0567861 Sep 23 07:18:13.032916 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a8545f92-2d2e-4f3a-9d79-dd427a6ace74 req-3e4e01dd-c112-4b70-8e1c-c229525f9344 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=162cd90b-559b-4fd3-b013-413f80677eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359638 Sep 23 07:18:13.887961 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:14.149849 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c36f29d-6bc5-44ab-b834-7bd8a3401248 req-51c7f735-eb14-4ef7-b281-75dc8c61e0a3 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:14.151287 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6c36f29d-6bc5-44ab-b834-7bd8a3401248 req-51c7f735-eb14-4ef7-b281-75dc8c61e0a3 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4f7a4af-a7f9-4200-b6b9-90baa03f4da0 HTTP/1.1" status: 200 len: 944 time: 0.0499048 Sep 23 07:18:14.188305 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6c36f29d-6bc5-44ab-b834-7bd8a3401248 req-c7b2e308-67ba-4e7d-b99e-0c300a743180 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=162cd90b-559b-4fd3-b013-413f80677eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310092 Sep 23 07:18:15.313717 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fa8815-c650-4a9d-9bc7-b04ada8ff7a7 req-e77ff380-0768-42e7-b348-f030d8b71a05 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:15.315360 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-60fa8815-c650-4a9d-9bc7-b04ada8ff7a7 req-e77ff380-0768-42e7-b348-f030d8b71a05 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4f7a4af-a7f9-4200-b6b9-90baa03f4da0 HTTP/1.1" status: 200 len: 944 time: 0.0567279 Sep 23 07:18:15.354829 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-60fa8815-c650-4a9d-9bc7-b04ada8ff7a7 req-d7b55c3e-bb6b-4613-b4e0-a5aaa7c6186d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=162cd90b-559b-4fd3-b013-413f80677eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328388 Sep 23 07:18:16.472465 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fc0e6c-7f98-469d-af92-9a947c8a5d7e req-ccc87918-307c-4a50-b856-c921bd23f817 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:16.474053 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-62fc0e6c-7f98-469d-af92-9a947c8a5d7e req-ccc87918-307c-4a50-b856-c921bd23f817 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4f7a4af-a7f9-4200-b6b9-90baa03f4da0 HTTP/1.1" status: 200 len: 944 time: 0.0498266 Sep 23 07:18:16.512550 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-62fc0e6c-7f98-469d-af92-9a947c8a5d7e req-7d93b0d6-3415-4c9c-b623-dffb5c5c52a7 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=162cd90b-559b-4fd3-b013-413f80677eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324523 Sep 23 07:18:16.513755 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:18:16.609812 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c,segment=NetworkSegment(122b3479-2720-4aac-9875-9e32c300a8be),segment_id=122b3479-2720-4aac-9875-9e32c300a8be)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:18:16.621305 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': '2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c', 'network_id': '1c7f96e0-c4f8-4391-bee9-162eb8fab2bf', 'port_id': '2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c', 'mac_address': 'fa:16:3e:8f:ec:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d62544f-4807-460c-8c5a-ef4b4640f0a6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:18:16.657206 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:16.669536 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:18:16.691556 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c,segment=NetworkSegment(122b3479-2720-4aac-9875-9e32c300a8be),segment_id=122b3479-2720-4aac-9875-9e32c300a8be)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:18:16.697459 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:16.753096 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:18:17.063770 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:18:17.632684 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f9f2bd-0a15-4f61-87b6-6163d45736c5 req-6f529913-4f1e-4bfd-8d85-f2f6bcbab28f tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:17.634125 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a4f9f2bd-0a15-4f61-87b6-6163d45736c5 req-6f529913-4f1e-4bfd-8d85-f2f6bcbab28f tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4f7a4af-a7f9-4200-b6b9-90baa03f4da0 HTTP/1.1" status: 200 len: 945 time: 0.0512617 Sep 23 07:18:17.674314 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a4f9f2bd-0a15-4f61-87b6-6163d45736c5 req-347ba4cc-ba05-46c2-a780-b55b171beb4b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=162cd90b-559b-4fd3-b013-413f80677eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336947 Sep 23 07:18:18.528847 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:18:18.579231 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port 2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:18:18.582892 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port 2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:18:18.583300 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:18.665792 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:18.688616 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4f7a4af-a7f9-4200-b6b9-90baa03f4da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:18:18.690886 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca1043b2-c36c-4246-b9d6-6d7b8d01cee2" -d '{"events": [{"server_uuid": "a4f7a4af-a7f9-4200-b6b9-90baa03f4da0", "name": "network-vif-plugged", "status": "completed", "tag": "2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:18:18.704287 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c,segment=NetworkSegment(122b3479-2720-4aac-9875-9e32c300a8be),segment_id=122b3479-2720-4aac-9875-9e32c300a8be)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:18:18.709516 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:18.755597 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c33a769-1593-4866-811c-abcb22bc6000 x-openstack-request-id: req-2c33a769-1593-4866-811c-abcb22bc6000 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:18:18.755894 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4f7a4af-a7f9-4200-b6b9-90baa03f4da0", "name": "network-vif-plugged", "status": "completed", "tag": "2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:18:18.756300 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2c33a769-1593-4866-811c-abcb22bc6000 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:18:18.757894 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4f7a4af-a7f9-4200-b6b9-90baa03f4da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c', 'code': 200} Sep 23 07:18:18.788031 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:18:18.838746 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7dace1-ff68-4c70-987e-550ab6f08f6d req-88c8ac2c-5e4e-4620-a048-3916a5490100 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:18.840200 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc7dace1-ff68-4c70-987e-550ab6f08f6d req-88c8ac2c-5e4e-4620-a048-3916a5490100 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4f7a4af-a7f9-4200-b6b9-90baa03f4da0 HTTP/1.1" status: 200 len: 946 time: 0.0636806 Sep 23 07:18:18.893579 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b4e91-2690-4e79-ace0-877683cb1121 req-26699d7e-5d08-4b4c-9004-fa1ed0ff8a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:18.895140 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5f4b4e91-2690-4e79-ace0-877683cb1121 req-26699d7e-5d08-4b4c-9004-fa1ed0ff8a47 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a4f7a4af-a7f9-4200-b6b9-90baa03f4da0 HTTP/1.1" status: 200 len: 1098 time: 0.0520720 Sep 23 07:18:18.910486 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc7dace1-ff68-4c70-987e-550ab6f08f6d req-d8e68cac-95e6-4e29-bf8a-2016fef5b08c tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=162cd90b-559b-4fd3-b013-413f80677eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595579 Sep 23 07:18:18.939255 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5f4b4e91-2690-4e79-ace0-877683cb1121 req-fc4dfc45-8806-4828-b5ba-04669b8eb8d0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=162cd90b-559b-4fd3-b013-413f80677eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364859 Sep 23 07:18:20.032087 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4905f8-16b4-4ef7-b52a-332023588e64 req-a5a0dd3a-b5c4-4be7-b4a1-dc568a4089be tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:20.034132 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4d4905f8-16b4-4ef7-b52a-332023588e64 req-a5a0dd3a-b5c4-4be7-b4a1-dc568a4089be tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4f7a4af-a7f9-4200-b6b9-90baa03f4da0 HTTP/1.1" status: 200 len: 946 time: 0.0527651 Sep 23 07:18:20.075804 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4d4905f8-16b4-4ef7-b52a-332023588e64 req-9ab4858d-b563-4659-af4d-ffd169f57d6d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=162cd90b-559b-4fd3-b013-413f80677eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344882 Sep 23 07:18:21.215548 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8940ed-d3a6-424d-a830-3e14c5dad88d req-b5f78106-422e-4733-a1d5-58ec3e25d34d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:21.217136 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fb8940ed-d3a6-424d-a830-3e14c5dad88d req-b5f78106-422e-4733-a1d5-58ec3e25d34d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4f7a4af-a7f9-4200-b6b9-90baa03f4da0 HTTP/1.1" status: 200 len: 946 time: 0.0510557 Sep 23 07:18:21.265887 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fb8940ed-d3a6-424d-a830-3e14c5dad88d req-87c6d006-22ad-4e53-b316-e5c8904b2150 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=162cd90b-559b-4fd3-b013-413f80677eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428162 Sep 23 07:18:21.380024 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae45773-1a55-4503-81a8-1c93018a23b7 req-e3c1d37c-7e91-4482-9b96-8e4b1d83379b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:21.381441 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7ae45773-1a55-4503-81a8-1c93018a23b7 req-e3c1d37c-7e91-4482-9b96-8e4b1d83379b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4f7a4af-a7f9-4200-b6b9-90baa03f4da0 HTTP/1.1" status: 200 len: 946 time: 0.0536284 Sep 23 07:18:21.423039 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7ae45773-1a55-4503-81a8-1c93018a23b7 req-80d67c8c-3408-4402-a2d1-b3e954e611e9 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=162cd90b-559b-4fd3-b013-413f80677eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338385 Sep 23 07:18:21.445710 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46386) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:18:21.493598 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540fec6b-4ff7-4377-b7b7-9eec8ffc5bbe tempest-TestNetworkAdvancedServerOps-1704827008 tempest-TestNetworkAdvancedServerOps-1704827008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:21.495311 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-540fec6b-4ff7-4377-b7b7-9eec8ffc5bbe tempest-TestNetworkAdvancedServerOps-1704827008 tempest-TestNetworkAdvancedServerOps-1704827008-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a4f7a4af-a7f9-4200-b6b9-90baa03f4da0 HTTP/1.1" status: 200 len: 1093 time: 0.0484364 Sep 23 07:18:21.498266 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46388) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:18:21.503077 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-65eb4b50-3fb0-4756-864d-e6086aeeeb2d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Request body: {'floatingip': {'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'port_id': '2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:18:21.528767 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-65eb4b50-3fb0-4756-864d-e6086aeeeb2d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for floatingip, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:21.662473 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-65eb4b50-3fb0-4756-864d-e6086aeeeb2d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:21.795741 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-65eb4b50-3fb0-4756-864d-e6086aeeeb2d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Allocated IP 172.25.2.40 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/5949292e-286e-475f-b62a-315e2edcb0cc) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:18:21.927750 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-65eb4b50-3fb0-4756-864d-e6086aeeeb2d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:21.971114 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-65eb4b50-3fb0-4756-864d-e6086aeeeb2d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:22.020991 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65eb4b50-3fb0-4756-864d-e6086aeeeb2d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:18:22.024927 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-65eb4b50-3fb0-4756-864d-e6086aeeeb2d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:18:22.032964 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65eb4b50-3fb0-4756-864d-e6086aeeeb2d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:18:22.036319 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eb4b50-3fb0-4756-864d-e6086aeeeb2d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Pushing event updated for resources: {'Port': ['ID=5949292e-286e-475f-b62a-315e2edcb0cc,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:18:22.445972 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-65eb4b50-3fb0-4756-864d-e6086aeeeb2d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:22.522516 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-65eb4b50-3fb0-4756-864d-e6086aeeeb2d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:22.674259 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-65eb4b50-3fb0-4756-864d-e6086aeeeb2d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:22.680039 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-65eb4b50-3fb0-4756-864d-e6086aeeeb2d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:22.756273 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eb4b50-3fb0-4756-864d-e6086aeeeb2d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Pushing event updated for resources: {'Port': ['ID=5949292e-286e-475f-b62a-315e2edcb0cc,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:18:22.768742 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-65eb4b50-3fb0-4756-864d-e6086aeeeb2d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:22.876740 n-d-715271-16 neutron-server[95065]: INFO neutron.db.l3_db [None req-65eb4b50-3fb0-4756-864d-e6086aeeeb2d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Floating IP 26861b7f-6d6b-4139-a227-037d6d9cde7f associated. External IP: 172.25.2.40, port: 2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c. Sep 23 07:18:23.096439 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65eb4b50-3fb0-4756-864d-e6086aeeeb2d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Router f862dc0a-f009-4953-b1e8-91c5bd300fbd has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:18:23.209782 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65eb4b50-3fb0-4756-864d-e6086aeeeb2d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:18:23.220571 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c46fd1-89d8-4bd7-b7eb-9d4d71df6fe6 None None] Sync routers for ids ['f862dc0a-f009-4953-b1e8-91c5bd300fbd'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:18:23.227231 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-65eb4b50-3fb0-4756-864d-e6086aeeeb2d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:23.232231 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c46fd1-89d8-4bd7-b7eb-9d4d71df6fe6 None None] Routers {'f862dc0a-f009-4953-b1e8-91c5bd300fbd'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:18:23.232870 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-a1c46fd1-89d8-4bd7-b7eb-9d4d71df6fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:18:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['f862dc0a-f009-4953-b1e8-91c5bd300fbd'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:18:23.255814 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-65eb4b50-3fb0-4756-864d-e6086aeeeb2d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7562141 Sep 23 07:18:23.256396 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4f7a4af-a7f9-4200-b6b9-90baa03f4da0', 'tag': '2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:18:23.259412 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a94c7cee-814a-4ba5-9ffb-5fbd645a707b" -d '{"events": [{"name": "network-changed", "server_uuid": "a4f7a4af-a7f9-4200-b6b9-90baa03f4da0", "tag": "2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:18:23.311213 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c57f96ca-e6be-4565-ae64-c3c954c343b2 x-openstack-request-id: req-c57f96ca-e6be-4565-ae64-c3c954c343b2 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:18:23.311711 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4f7a4af-a7f9-4200-b6b9-90baa03f4da0", "tag": "2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:18:23.312134 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c57f96ca-e6be-4565-ae64-c3c954c343b2 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:18:23.312708 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4f7a4af-a7f9-4200-b6b9-90baa03f4da0', 'tag': '2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c', 'status': 'completed', 'code': 200} Sep 23 07:18:23.353465 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-a1c46fd1-89d8-4bd7-b7eb-9d4d71df6fe6 None None] Set router f862dc0a-f009-4953-b1e8-91c5bd300fbd gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:18:23.384850 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e927044e-3181-4d6a-87b7-95a417ed3b18 req-56bd0b51-7446-487c-8c81-cd9789004d0a tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:23.387569 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e927044e-3181-4d6a-87b7-95a417ed3b18 req-56bd0b51-7446-487c-8c81-cd9789004d0a tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4f7a4af-a7f9-4200-b6b9-90baa03f4da0 HTTP/1.1" status: 200 len: 946 time: 0.0650365 Sep 23 07:18:23.408236 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c7cee-814a-4ba5-9ffb-5fbd645a707b req-627ee108-360f-4d39-a86e-0ce007bef17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:23.410276 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a94c7cee-814a-4ba5-9ffb-5fbd645a707b req-627ee108-360f-4d39-a86e-0ce007bef17b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ac3e338994b2411c8937f4fd1418e068&device_id=a4f7a4af-a7f9-4200-b6b9-90baa03f4da0 HTTP/1.1" status: 200 len: 1098 time: 0.0634699 Sep 23 07:18:23.436026 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e927044e-3181-4d6a-87b7-95a417ed3b18 req-0def4e9b-623f-4fa2-90f8-95e0e037e38b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=162cd90b-559b-4fd3-b013-413f80677eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415230 Sep 23 07:18:23.459665 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46404) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:18:23.531868 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c7cee-814a-4ba5-9ffb-5fbd645a707b req-40a22497-fc86-4f4b-a2c6-3ea11bf8a47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:23.534689 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a94c7cee-814a-4ba5-9ffb-5fbd645a707b req-40a22497-fc86-4f4b-a2c6-3ea11bf8a47f service neutron] 10.222.0.21 "GET /v2.0/networks?id=1c7f96e0-c4f8-4391-bee9-162eb8fab2bf HTTP/1.1" status: 200 len: 897 time: 0.1177163 Sep 23 07:18:23.537828 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-9cbe087a-40a6-451b-a1b7-b03bc7d810d6 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/floatingips/26861b7f-6d6b-4139-a227-037d6d9cde7f HTTP/1.1" status: 200 len: 991 time: 0.0759885 Sep 23 07:18:23.602609 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a94c7cee-814a-4ba5-9ffb-5fbd645a707b req-800274c2-996d-4d02-b411-c9178a4f7c0b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c HTTP/1.1" status: 200 len: 999 time: 0.0604663 Sep 23 07:18:23.605473 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-a1c46fd1-89d8-4bd7-b7eb-9d4d71df6fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f862dc0a-f009-4953-b1e8-91c5bd300fbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-14754331', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '6bd8ce74-ab27-4797-9d66-31444d9eaa8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:18:02Z', 'updated_at': '2021-09-23T07:18:06Z', 'revision_number': 4, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'gw_port': {'id': '6bd8ce74-ab27-4797-9d66-31444d9eaa8c', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:08:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f862dc0a-f009-4953-b1e8-91c5bd300fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:18:02Z', 'updated_at': '2021-09-23T07:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '26861b7f-6d6b-4139-a227-037d6d9cde7f', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'floating_ip_address': '172.25.2.40', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': 'f862dc0a-f009-4953-b1e8-91c5bd300fbd', 'port_id': '2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3834, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c7f96e0-c4f8-4391-bee9-162eb8fab2bf', 'mac_address': 'fa:16:3e:8f:ec:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f7a4af-a7f9-4200-b6b9-90baa03f4da0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:18:22Z', 'updated_at': '2021-09-23T07:18:22Z', 'revision_number': 0, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0dbdc4f-8c38-473f-9742-015d31e2a921', 'name': '', 'network_id': '1c7f96e0-c4f8-4391-bee9-162eb8fab2bf', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'mac_address': 'fa:16:3e:04:6d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f862dc0a-f009-4953-b1e8-91c5bd300fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '7d62544f-4807-460c-8c5a-ef4b4640f0a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:18:05Z', 'updated_at': '2021-09-23T07:18:09Z', 'revision_number': 5, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'subnets': [{'id': '7d62544f-4807-460c-8c5a-ef4b4640f0a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:18:23.636485 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c46fd1-89d8-4bd7-b7eb-9d4d71df6fe6 None None] Checking router: f862dc0a-f009-4953-b1e8-91c5bd300fbd for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:18:23.644845 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c46fd1-89d8-4bd7-b7eb-9d4d71df6fe6 None None] Routers {'f862dc0a-f009-4953-b1e8-91c5bd300fbd'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:18:23.645448 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-a1c46fd1-89d8-4bd7-b7eb-9d4d71df6fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:18:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['f862dc0a-f009-4953-b1e8-91c5bd300fbd'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:18:23.654686 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c7cee-814a-4ba5-9ffb-5fbd645a707b req-4d750dbe-9a59-419f-9f9e-496a9264ce63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:23.656191 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a94c7cee-814a-4ba5-9ffb-5fbd645a707b req-4d750dbe-9a59-419f-9f9e-496a9264ce63 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7d62544f-4807-460c-8c5a-ef4b4640f0a6 HTTP/1.1" status: 200 len: 833 time: 0.0462248 Sep 23 07:18:23.710039 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c7cee-814a-4ba5-9ffb-5fbd645a707b req-2893821f-8d44-4e7a-8031-611b42cf3499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:23.712318 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a94c7cee-814a-4ba5-9ffb-5fbd645a707b req-2893821f-8d44-4e7a-8031-611b42cf3499 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1c7f96e0-c4f8-4391-bee9-162eb8fab2bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491676 Sep 23 07:18:23.820695 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a94c7cee-814a-4ba5-9ffb-5fbd645a707b req-5934c06d-d9fe-446a-af03-78fe67ff3f38 service neutron] 10.222.0.21 "GET /v2.0/networks/1c7f96e0-c4f8-4391-bee9-162eb8fab2bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003413 Sep 23 07:18:23.948284 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-a1c46fd1-89d8-4bd7-b7eb-9d4d71df6fe6 None None] Set router f862dc0a-f009-4953-b1e8-91c5bd300fbd gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:18:23.950464 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a94c7cee-814a-4ba5-9ffb-5fbd645a707b req-84d2baed-5744-4d78-9403-72f5aeb14429 service neutron] 10.222.0.21 "GET /v2.0/networks/1c7f96e0-c4f8-4391-bee9-162eb8fab2bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219304 Sep 23 07:18:24.180880 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-a1c46fd1-89d8-4bd7-b7eb-9d4d71df6fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f862dc0a-f009-4953-b1e8-91c5bd300fbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-14754331', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '6bd8ce74-ab27-4797-9d66-31444d9eaa8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:18:02Z', 'updated_at': '2021-09-23T07:18:06Z', 'revision_number': 4, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'gw_port': {'id': '6bd8ce74-ab27-4797-9d66-31444d9eaa8c', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:08:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f862dc0a-f009-4953-b1e8-91c5bd300fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:18:02Z', 'updated_at': '2021-09-23T07:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '26861b7f-6d6b-4139-a227-037d6d9cde7f', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'floating_ip_address': '172.25.2.40', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': 'f862dc0a-f009-4953-b1e8-91c5bd300fbd', 'port_id': '2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3834, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c7f96e0-c4f8-4391-bee9-162eb8fab2bf', 'mac_address': 'fa:16:3e:8f:ec:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f7a4af-a7f9-4200-b6b9-90baa03f4da0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:18:22Z', 'updated_at': '2021-09-23T07:18:22Z', 'revision_number': 0, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0dbdc4f-8c38-473f-9742-015d31e2a921', 'name': '', 'network_id': '1c7f96e0-c4f8-4391-bee9-162eb8fab2bf', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'mac_address': 'fa:16:3e:04:6d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f862dc0a-f009-4953-b1e8-91c5bd300fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '7d62544f-4807-460c-8c5a-ef4b4640f0a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:18:05Z', 'updated_at': '2021-09-23T07:18:09Z', 'revision_number': 5, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'subnets': [{'id': '7d62544f-4807-460c-8c5a-ef4b4640f0a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:18:24.207366 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c46fd1-89d8-4bd7-b7eb-9d4d71df6fe6 None None] The sync data for ids ['f862dc0a-f009-4953-b1e8-91c5bd300fbd'] in n-d-715271-16 is: [{'id': 'f862dc0a-f009-4953-b1e8-91c5bd300fbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-14754331', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '6bd8ce74-ab27-4797-9d66-31444d9eaa8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:18:02Z', 'updated_at': '2021-09-23T07:18:06Z', 'revision_number': 4, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'gw_port': {'id': '6bd8ce74-ab27-4797-9d66-31444d9eaa8c', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:08:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f862dc0a-f009-4953-b1e8-91c5bd300fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:18:02Z', 'updated_at': '2021-09-23T07:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '26861b7f-6d6b-4139-a227-037d6d9cde7f', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'floating_ip_address': '172.25.2.40', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': 'f862dc0a-f009-4953-b1e8-91c5bd300fbd', 'port_id': '2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3834, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c7f96e0-c4f8-4391-bee9-162eb8fab2bf', 'mac_address': 'fa:16:3e:8f:ec:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f7a4af-a7f9-4200-b6b9-90baa03f4da0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:18:22Z', 'updated_at': '2021-09-23T07:18:22Z', 'revision_number': 0, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0dbdc4f-8c38-473f-9742-015d31e2a921', 'name': '', 'network_id': '1c7f96e0-c4f8-4391-bee9-162eb8fab2bf', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'mac_address': 'fa:16:3e:04:6d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f862dc0a-f009-4953-b1e8-91c5bd300fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '7d62544f-4807-460c-8c5a-ef4b4640f0a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:18:05Z', 'updated_at': '2021-09-23T07:18:09Z', 'revision_number': 5, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'subnets': [{'id': '7d62544f-4807-460c-8c5a-ef4b4640f0a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:18:24.406019 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00904663-d046-453b-9516-392443f58d45 None None] New status for floating IP 26861b7f-6d6b-4139-a227-037d6d9cde7f: ACTIVE {{(pid=95068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 07:18:24.540354 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46408) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:18:24.611056 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-e40bfe68-4075-4a43-85ee-45a5c09f81de tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/floatingips/26861b7f-6d6b-4139-a227-037d6d9cde7f HTTP/1.1" status: 200 len: 991 time: 0.0692515 Sep 23 07:18:25.613001 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46412) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:18:25.677356 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-8964598a-06ae-4d93-ae20-8616fefa3350 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/floatingips/26861b7f-6d6b-4139-a227-037d6d9cde7f HTTP/1.1" status: 200 len: 993 time: 0.0631878 Sep 23 07:18:28.345854 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0f122d96-5ff6-489c-bb41-aa668ef527e9 req-5f83e3cc-86c0-4dc9-b0e5-81d67f3d0acd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9455bf8b-f649-4457-82e2-ac6d5f4a67ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0442646 Sep 23 07:18:28.438695 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f122d96-5ff6-489c-bb41-aa668ef527e9 req-0100a3b5-9341-4af2-90e5-2310d5b8b440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:28.440264 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0f122d96-5ff6-489c-bb41-aa668ef527e9 req-0100a3b5-9341-4af2-90e5-2310d5b8b440 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dda7d37bb4b541ebbe8e22954596ee73&device_id=9455bf8b-f649-4457-82e2-ac6d5f4a67ec HTTP/1.1" status: 200 len: 1097 time: 0.0402966 Sep 23 07:18:28.557277 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f122d96-5ff6-489c-bb41-aa668ef527e9 req-601b531e-e49f-4ffa-b8d0-c851d2068193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:28.558818 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0f122d96-5ff6-489c-bb41-aa668ef527e9 req-601b531e-e49f-4ffa-b8d0-c851d2068193 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ee64cebb-cbad-4040-a31a-b12cc5624112 HTTP/1.1" status: 200 len: 912 time: 0.0966785 Sep 23 07:18:28.625039 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0f122d96-5ff6-489c-bb41-aa668ef527e9 req-d3980e57-45b5-4210-b432-8bcbeaf8327e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a26e47c8-180f-4270-99ba-58390345f1cd HTTP/1.1" status: 200 len: 1001 time: 0.0591207 Sep 23 07:18:28.651068 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46442) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:18:28.678099 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f122d96-5ff6-489c-bb41-aa668ef527e9 req-6c672e25-d046-400f-9422-18b93ecad98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:28.680159 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0f122d96-5ff6-489c-bb41-aa668ef527e9 req-6c672e25-d046-400f-9422-18b93ecad98d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4f0a580e-e630-4d93-8377-9af2cc86d82c HTTP/1.1" status: 200 len: 850 time: 0.0482075 Sep 23 07:18:28.725345 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f122d96-5ff6-489c-bb41-aa668ef527e9 req-326b07e4-a01a-4a92-a9f0-2d77655575af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:28.726965 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0f122d96-5ff6-489c-bb41-aa668ef527e9 req-326b07e4-a01a-4a92-a9f0-2d77655575af service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ee64cebb-cbad-4040-a31a-b12cc5624112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397353 Sep 23 07:18:28.758896 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f90071cb-606e-42ed-893a-2e07174378ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:28.821088 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0f122d96-5ff6-489c-bb41-aa668ef527e9 req-4885e357-19b7-43cc-aa7a-3dc920ce5bb4 service neutron] 10.222.0.21 "GET /v2.0/networks/ee64cebb-cbad-4040-a31a-b12cc5624112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862169 Sep 23 07:18:28.857123 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f90071cb-606e-42ed-893a-2e07174378ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:28.861449 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f90071cb-606e-42ed-893a-2e07174378ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:28.901144 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-f90071cb-606e-42ed-893a-2e07174378ca admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=352731222b904bcd96589cb09bf528ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2489128 Sep 23 07:18:28.902052 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90071cb-606e-42ed-893a-2e07174378ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76401d2f-5ca6-4bca-8835-eb9da78f60ff,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:18:28.905367 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46446) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:18:28.918217 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0f122d96-5ff6-489c-bb41-aa668ef527e9 req-a7043648-adac-4218-8df0-8dc1dcc2e74b service neutron] 10.222.0.21 "GET /v2.0/networks/ee64cebb-cbad-4040-a31a-b12cc5624112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893557 Sep 23 07:18:28.957947 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-28e9fed5-5f69-44df-a47f-b8e7514dcc60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:28.978748 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-28e9fed5-5f69-44df-a47f-b8e7514dcc60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:29.025379 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-28e9fed5-5f69-44df-a47f-b8e7514dcc60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:29.028051 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-28e9fed5-5f69-44df-a47f-b8e7514dcc60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:29.029189 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-28e9fed5-5f69-44df-a47f-b8e7514dcc60 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/76401d2f-5ca6-4bca-8835-eb9da78f60ff HTTP/1.1" status: 204 len: 168 time: 0.1228902 Sep 23 07:18:29.036898 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e9fed5-5f69-44df-a47f-b8e7514dcc60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76401d2f-5ca6-4bca-8835-eb9da78f60ff,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:18:30.018091 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46476) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:18:30.125753 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9b044d94-a6f3-40d9-9391-47684ff49a2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:30.215333 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9b044d94-a6f3-40d9-9391-47684ff49a2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:30.219294 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9b044d94-a6f3-40d9-9391-47684ff49a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:30.255552 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b044d94-a6f3-40d9-9391-47684ff49a2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=009b3794-a046-4ccc-aa56-f2b9d2e9fa3b,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:18:30.263605 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-9b044d94-a6f3-40d9-9391-47684ff49a2a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9aefc53291be45f1b69459c374ce6615&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2444520 Sep 23 07:18:30.266207 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46480) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:18:30.314188 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-37fb4871-03a9-4293-972a-180da9f4090e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:30.335651 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-37fb4871-03a9-4293-972a-180da9f4090e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:30.387705 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-37fb4871-03a9-4293-972a-180da9f4090e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:30.390374 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-37fb4871-03a9-4293-972a-180da9f4090e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:30.391595 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-37fb4871-03a9-4293-972a-180da9f4090e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/009b3794-a046-4ccc-aa56-f2b9d2e9fa3b HTTP/1.1" status: 204 len: 168 time: 0.1245594 Sep 23 07:18:30.400206 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fb4871-03a9-4293-972a-180da9f4090e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=009b3794-a046-4ccc-aa56-f2b9d2e9fa3b,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:18:30.566955 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46486) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:18:30.728034 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-b5b1f823-66dc-43c6-867a-4eb768390774 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Deleting port 8f3754bb-800b-4dff-94ec-76000bc4fe28 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:18:30.728380 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b5b1f823-66dc-43c6-867a-4eb768390774 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:30.805447 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b5b1f823-66dc-43c6-867a-4eb768390774 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:30.805447 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b5b1f823-66dc-43c6-867a-4eb768390774 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:30.816926 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-b5b1f823-66dc-43c6-867a-4eb768390774 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Calling delete_port for 8f3754bb-800b-4dff-94ec-76000bc4fe28 owned by network:floatingip {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:18:30.999472 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b5b1f823-66dc-43c6-867a-4eb768390774 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:31.033492 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b1f823-66dc-43c6-867a-4eb768390774 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Pushing event deleted for resources: {'Port': ['ID=8f3754bb-800b-4dff-94ec-76000bc4fe28,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:18:31.093506 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b5b1f823-66dc-43c6-867a-4eb768390774 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks [] for floatingip, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:31.093853 n-d-715271-16 neutron-server[95066]: INFO neutron.db.l3_db [None req-b5b1f823-66dc-43c6-867a-4eb768390774 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Floating IP 94d414c4-9f12-44ba-8b91-71d6691989be disassociated (deleted). External IP: 172.25.2.223, port: a26e47c8-180f-4270-99ba-58390345f1cd. Sep 23 07:18:31.613716 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5b1f823-66dc-43c6-867a-4eb768390774 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Router 9894b75e-0fa0-4aff-836f-5fd46b9bec9a has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:18:31.722592 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b1f823-66dc-43c6-867a-4eb768390774 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:18:31.728562 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b5b1f823-66dc-43c6-867a-4eb768390774 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:31.735123 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f827a4f9-3919-4b8e-8b66-c2d5ca91f41d None None] Sync routers for ids ['9894b75e-0fa0-4aff-836f-5fd46b9bec9a'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:18:31.749747 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f827a4f9-3919-4b8e-8b66-c2d5ca91f41d None None] Routers {'9894b75e-0fa0-4aff-836f-5fd46b9bec9a'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:18:31.750648 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-f827a4f9-3919-4b8e-8b66-c2d5ca91f41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:18:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['9894b75e-0fa0-4aff-836f-5fd46b9bec9a'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:18:31.762295 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-b5b1f823-66dc-43c6-867a-4eb768390774 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "DELETE /v2.0/floatingips/94d414c4-9f12-44ba-8b91-71d6691989be HTTP/1.1" status: 204 len: 168 time: 1.1922631 Sep 23 07:18:31.762996 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9455bf8b-f649-4457-82e2-ac6d5f4a67ec', 'tag': 'a26e47c8-180f-4270-99ba-58390345f1cd'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:18:31.765340 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be221b96-993c-4edb-8679-bddb62866c2f" -d '{"events": [{"name": "network-changed", "server_uuid": "9455bf8b-f649-4457-82e2-ac6d5f4a67ec", "tag": "a26e47c8-180f-4270-99ba-58390345f1cd"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:18:31.807484 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a8e61ac-e40b-4c1c-9fe7-45fbd4071caa x-openstack-request-id: req-3a8e61ac-e40b-4c1c-9fe7-45fbd4071caa {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:18:31.807988 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9455bf8b-f649-4457-82e2-ac6d5f4a67ec", "tag": "a26e47c8-180f-4270-99ba-58390345f1cd", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:18:31.808330 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3a8e61ac-e40b-4c1c-9fe7-45fbd4071caa {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:18:31.808923 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9455bf8b-f649-4457-82e2-ac6d5f4a67ec', 'tag': 'a26e47c8-180f-4270-99ba-58390345f1cd', 'status': 'completed', 'code': 200} Sep 23 07:18:31.872221 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-f827a4f9-3919-4b8e-8b66-c2d5ca91f41d None None] Set router 9894b75e-0fa0-4aff-836f-5fd46b9bec9a gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:18:31.914295 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be221b96-993c-4edb-8679-bddb62866c2f req-c10a4871-8c87-422d-92c6-e6218dfd195f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:31.916034 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-be221b96-993c-4edb-8679-bddb62866c2f req-c10a4871-8c87-422d-92c6-e6218dfd195f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dda7d37bb4b541ebbe8e22954596ee73&device_id=9455bf8b-f649-4457-82e2-ac6d5f4a67ec HTTP/1.1" status: 200 len: 1097 time: 0.0684252 Sep 23 07:18:32.009751 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b6b424-6cd8-4b4c-9893-89b024e40008 req-f910ef92-a818-463d-95cc-aca4901b0ee0 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:32.023531 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d3b6b424-6cd8-4b4c-9893-89b024e40008 req-f910ef92-a818-463d-95cc-aca4901b0ee0 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=9455bf8b-f649-4457-82e2-ac6d5f4a67ec HTTP/1.1" status: 200 len: 945 time: 0.0679772 Sep 23 07:18:32.074385 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d3b6b424-6cd8-4b4c-9893-89b024e40008 req-f92f7db3-ae2c-4b25-a7bb-e73331520aea tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3acf5d0-976e-416a-9e4a-4e8f5d86e3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495255 Sep 23 07:18:32.083170 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be221b96-993c-4edb-8679-bddb62866c2f req-6cfa78d2-937c-4951-aa43-9a404dc70f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:32.084744 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-be221b96-993c-4edb-8679-bddb62866c2f req-6cfa78d2-937c-4951-aa43-9a404dc70f90 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ee64cebb-cbad-4040-a31a-b12cc5624112 HTTP/1.1" status: 200 len: 912 time: 0.1430850 Sep 23 07:18:32.141948 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-be221b96-993c-4edb-8679-bddb62866c2f req-e6548602-347d-41e2-bd97-7d813e93c1ce service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a26e47c8-180f-4270-99ba-58390345f1cd HTTP/1.1" status: 200 len: 217 time: 0.0392268 Sep 23 07:18:32.150872 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-f827a4f9-3919-4b8e-8b66-c2d5ca91f41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'name': 'tempest-TestVolumeBootPattern-839799229-router', 'tenant_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '530dee91-c9ef-4272-a399-eddcf21a541e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:08:09Z', 'updated_at': '2021-09-23T07:08:12Z', 'revision_number': 4, 'project_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'gw_port': {'id': '530dee91-c9ef-4272-a399-eddcf21a541e', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:08:10Z', 'updated_at': '2021-09-23T07:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '47b9e537-a67f-4827-bddd-0be192127604', 'tenant_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'floating_ip_address': '172.25.2.236', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'port_id': '30ce0035-c7f7-4a67-8d52-525338e4b086', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112', 'mac_address': 'fa:16:3e:4d:dd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80afb441-907f-4a9f-a57f-8f1ce7268388', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:14:43Z', 'updated_at': '2021-09-23T07:14:45Z', 'revision_number': 1, 'project_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5833834c-d139-48fe-a16e-914881dc4f95', 'name': '', 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112', 'tenant_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'mac_address': 'fa:16:3e:03:11:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': '4f0a580e-e630-4d93-8377-9af2cc86d82c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:08:11Z', 'updated_at': '2021-09-23T07:08:19Z', 'revision_number': 5, 'project_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'subnets': [{'id': '4f0a580e-e630-4d93-8377-9af2cc86d82c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:18:32.180303 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f827a4f9-3919-4b8e-8b66-c2d5ca91f41d None None] Checking router: 9894b75e-0fa0-4aff-836f-5fd46b9bec9a for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:18:32.188693 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f827a4f9-3919-4b8e-8b66-c2d5ca91f41d None None] Routers {'9894b75e-0fa0-4aff-836f-5fd46b9bec9a'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:18:32.189319 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-f827a4f9-3919-4b8e-8b66-c2d5ca91f41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:18:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['9894b75e-0fa0-4aff-836f-5fd46b9bec9a'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:18:32.192488 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be221b96-993c-4edb-8679-bddb62866c2f req-76868af2-bb44-49e5-a480-4c4377067619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:32.194020 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-be221b96-993c-4edb-8679-bddb62866c2f req-76868af2-bb44-49e5-a480-4c4377067619 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4f0a580e-e630-4d93-8377-9af2cc86d82c HTTP/1.1" status: 200 len: 850 time: 0.0436473 Sep 23 07:18:32.250129 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be221b96-993c-4edb-8679-bddb62866c2f req-c03059a9-244e-4835-bb18-f21165436541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:32.251690 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-be221b96-993c-4edb-8679-bddb62866c2f req-c03059a9-244e-4835-bb18-f21165436541 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ee64cebb-cbad-4040-a31a-b12cc5624112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473878 Sep 23 07:18:32.300747 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-f827a4f9-3919-4b8e-8b66-c2d5ca91f41d None None] Set router 9894b75e-0fa0-4aff-836f-5fd46b9bec9a gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:18:32.346365 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-be221b96-993c-4edb-8679-bddb62866c2f req-1378afad-d9c5-4af0-be9f-e1d9b1fe1ff8 service neutron] 10.222.0.21 "GET /v2.0/networks/ee64cebb-cbad-4040-a31a-b12cc5624112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849285 Sep 23 07:18:32.452812 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-be221b96-993c-4edb-8679-bddb62866c2f req-96bfd468-72bb-4a96-a243-e5e89e69b892 service neutron] 10.222.0.21 "GET /v2.0/networks/ee64cebb-cbad-4040-a31a-b12cc5624112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992794 Sep 23 07:18:32.550691 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-f827a4f9-3919-4b8e-8b66-c2d5ca91f41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'name': 'tempest-TestVolumeBootPattern-839799229-router', 'tenant_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '530dee91-c9ef-4272-a399-eddcf21a541e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:08:09Z', 'updated_at': '2021-09-23T07:08:12Z', 'revision_number': 4, 'project_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'gw_port': {'id': '530dee91-c9ef-4272-a399-eddcf21a541e', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:08:10Z', 'updated_at': '2021-09-23T07:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '47b9e537-a67f-4827-bddd-0be192127604', 'tenant_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'floating_ip_address': '172.25.2.236', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'port_id': '30ce0035-c7f7-4a67-8d52-525338e4b086', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112', 'mac_address': 'fa:16:3e:4d:dd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80afb441-907f-4a9f-a57f-8f1ce7268388', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:14:43Z', 'updated_at': '2021-09-23T07:14:45Z', 'revision_number': 1, 'project_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5833834c-d139-48fe-a16e-914881dc4f95', 'name': '', 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112', 'tenant_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'mac_address': 'fa:16:3e:03:11:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': '4f0a580e-e630-4d93-8377-9af2cc86d82c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:08:11Z', 'updated_at': '2021-09-23T07:08:19Z', 'revision_number': 5, 'project_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'subnets': [{'id': '4f0a580e-e630-4d93-8377-9af2cc86d82c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:18:32.584465 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f827a4f9-3919-4b8e-8b66-c2d5ca91f41d None None] The sync data for ids ['9894b75e-0fa0-4aff-836f-5fd46b9bec9a'] in n-d-715271-16 is: [{'id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'name': 'tempest-TestVolumeBootPattern-839799229-router', 'tenant_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '530dee91-c9ef-4272-a399-eddcf21a541e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:08:09Z', 'updated_at': '2021-09-23T07:08:12Z', 'revision_number': 4, 'project_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'gw_port': {'id': '530dee91-c9ef-4272-a399-eddcf21a541e', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:08:10Z', 'updated_at': '2021-09-23T07:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '47b9e537-a67f-4827-bddd-0be192127604', 'tenant_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'floating_ip_address': '172.25.2.236', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'port_id': '30ce0035-c7f7-4a67-8d52-525338e4b086', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112', 'mac_address': 'fa:16:3e:4d:dd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80afb441-907f-4a9f-a57f-8f1ce7268388', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:14:43Z', 'updated_at': '2021-09-23T07:14:45Z', 'revision_number': 1, 'project_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5833834c-d139-48fe-a16e-914881dc4f95', 'name': '', 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112', 'tenant_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'mac_address': 'fa:16:3e:03:11:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': '4f0a580e-e630-4d93-8377-9af2cc86d82c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:08:11Z', 'updated_at': '2021-09-23T07:08:19Z', 'revision_number': 5, 'project_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'subnets': [{'id': '4f0a580e-e630-4d93-8377-9af2cc86d82c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:18:32.652732 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a2e59be8-2afb-4fdd-a8e7-d6eeb64398d1 req-eaf9aeaf-138d-46d2-a62f-cd50e5dc298f tempest-VolumesNegativeTest-1466217880 tempest-VolumesNegativeTest-1466217880-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=bb5d6117a62f4a8bba84fae68f3a03b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228891 Sep 23 07:18:32.761519 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e59be8-2afb-4fdd-a8e7-d6eeb64398d1 req-d11b6a0b-9bf8-4089-9c4e-6b6a7142cf8c tempest-VolumesNegativeTest-1466217880 tempest-VolumesNegativeTest-1466217880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:32.763153 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a2e59be8-2afb-4fdd-a8e7-d6eeb64398d1 req-d11b6a0b-9bf8-4089-9c4e-6b6a7142cf8c tempest-VolumesNegativeTest-1466217880 tempest-VolumesNegativeTest-1466217880-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1047428 Sep 23 07:18:32.779519 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a2e59be8-2afb-4fdd-a8e7-d6eeb64398d1 req-1501ee97-92c1-4b03-9c8c-9150c5e98a4c tempest-VolumesNegativeTest-1466217880 tempest-VolumesNegativeTest-1466217880-project] 10.222.0.39 "GET /v2.0/quotas/bb5d6117a62f4a8bba84fae68f3a03b9 HTTP/1.1" status: 200 len: 375 time: 0.0104442 Sep 23 07:18:32.813491 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86981191-4375-4e99-b9eb-95d2891315b3 None None] New status for floating IP 94d414c4-9f12-44ba-8b91-71d6691989be: DOWN {{(pid=95068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 07:18:32.817623 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a2e59be8-2afb-4fdd-a8e7-d6eeb64398d1 req-aba7da9a-69f8-4745-ae2d-059bfb35ad97 tempest-VolumesNegativeTest-1466217880 tempest-VolumesNegativeTest-1466217880-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=bb5d6117a62f4a8bba84fae68f3a03b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323634 Sep 23 07:18:32.979688 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f8b159b0-dd4a-4786-9ae8-88ac64c5f9e9 req-98232ce3-8fc1-49a3-ade6-b98994bbf199 tempest-VolumesNegativeTest-1466217880 tempest-VolumesNegativeTest-1466217880-project] 10.222.0.39 "GET /v2.0/ports?device_id=1aa80ecf-73c2-4f6e-8af2-e4023cc18b16 HTTP/1.1" status: 200 len: 210 time: 0.0308642 Sep 23 07:18:33.191149 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221a0402-5ecd-4af6-b437-b180acf90050 req-e064496b-b363-4774-9864-a4f893c1b2c4 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:33.195106 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-221a0402-5ecd-4af6-b437-b180acf90050 req-e064496b-b363-4774-9864-a4f893c1b2c4 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=9455bf8b-f649-4457-82e2-ac6d5f4a67ec HTTP/1.1" status: 200 len: 945 time: 0.0520701 Sep 23 07:18:33.232444 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-221a0402-5ecd-4af6-b437-b180acf90050 req-a030b5c9-a0d0-4d27-9c8c-147128b1164c tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3acf5d0-976e-416a-9e4a-4e8f5d86e3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324855 Sep 23 07:18:33.818629 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a988cd1-e0f9-4e17-9459-6cb2ef65e694 req-641e2d5f-6a91-4820-ac4d-9f584dec565f tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:33.820240 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9a988cd1-e0f9-4e17-9459-6cb2ef65e694 req-641e2d5f-6a91-4820-ac4d-9f584dec565f tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.21 "GET /v2.0/ports?device_id=9455bf8b-f649-4457-82e2-ac6d5f4a67ec HTTP/1.1" status: 200 len: 945 time: 0.0526216 Sep 23 07:18:33.860222 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a2e59be8-2afb-4fdd-a8e7-d6eeb64398d1 req-94b72b26-1e03-4731-a24b-7166f717377e tempest-VolumesNegativeTest-1466217880 tempest-VolumesNegativeTest-1466217880-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=bb5d6117a62f4a8bba84fae68f3a03b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326133 Sep 23 07:18:33.918369 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-9a988cd1-e0f9-4e17-9459-6cb2ef65e694 req-9248ad0c-d581-497d-9036-752d2ca4db65 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Deleting port a26e47c8-180f-4270-99ba-58390345f1cd {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:18:33.918807 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-9a988cd1-e0f9-4e17-9459-6cb2ef65e694 req-9248ad0c-d581-497d-9036-752d2ca4db65 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:34.014707 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-9a988cd1-e0f9-4e17-9459-6cb2ef65e694 req-9248ad0c-d581-497d-9036-752d2ca4db65 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] For port a26e47c8-180f-4270-99ba-58390345f1cd, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=a26e47c8-180f-4270-99ba-58390345f1cd,segment=NetworkSegment(4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c),segment_id=4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:18:34.015070 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-9a988cd1-e0f9-4e17-9459-6cb2ef65e694 req-9248ad0c-d581-497d-9036-752d2ca4db65 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:34.028798 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-9a988cd1-e0f9-4e17-9459-6cb2ef65e694 req-9248ad0c-d581-497d-9036-752d2ca4db65 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Calling delete_port for a26e47c8-180f-4270-99ba-58390345f1cd owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:18:34.056036 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e59be8-2afb-4fdd-a8e7-d6eeb64398d1 req-309619ee-f23c-4a67-846e-c0f14b0ff2e4 tempest-VolumesNegativeTest-1466217880 tempest-VolumesNegativeTest-1466217880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:34.057554 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a2e59be8-2afb-4fdd-a8e7-d6eeb64398d1 req-309619ee-f23c-4a67-846e-c0f14b0ff2e4 tempest-VolumesNegativeTest-1466217880 tempest-VolumesNegativeTest-1466217880-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1912611 Sep 23 07:18:34.087651 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-a2e59be8-2afb-4fdd-a8e7-d6eeb64398d1 req-f290b37d-6a60-4853-bac1-f4c4118df310 tempest-VolumesNegativeTest-1466217880 tempest-VolumesNegativeTest-1466217880-project] Request body: {'port': {'device_id': '1aa80ecf-73c2-4f6e-8af2-e4023cc18b16', 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062', 'admin_state_up': True, 'tenant_id': 'bb5d6117a62f4a8bba84fae68f3a03b9'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:18:34.092594 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-45cb3419-a1f2-4e7d-a623-eca9f392a0e2 req-db59ee46-7de5-4b80-8d13-864d2ec063b1 tempest-VolumesNegativeTest-1466217880 tempest-VolumesNegativeTest-1466217880-project] 10.222.0.39 "GET /v2.0/ports?device_id=1aa80ecf-73c2-4f6e-8af2-e4023cc18b16 HTTP/1.1" status: 200 len: 210 time: 0.0340147 Sep 23 07:18:34.212335 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2e59be8-2afb-4fdd-a8e7-d6eeb64398d1 req-f290b37d-6a60-4853-bac1-f4c4118df310 tempest-VolumesNegativeTest-1466217880 tempest-VolumesNegativeTest-1466217880-project] Made reservation on behalf of bb5d6117a62f4a8bba84fae68f3a03b9 for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:18:34.216011 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a2e59be8-2afb-4fdd-a8e7-d6eeb64398d1 req-f290b37d-6a60-4853-bac1-f4c4118df310 tempest-VolumesNegativeTest-1466217880 tempest-VolumesNegativeTest-1466217880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:34.225772 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a2e59be8-2afb-4fdd-a8e7-d6eeb64398d1 req-f290b37d-6a60-4853-bac1-f4c4118df310 tempest-VolumesNegativeTest-1466217880 tempest-VolumesNegativeTest-1466217880-project] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:34.335049 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a2e59be8-2afb-4fdd-a8e7-d6eeb64398d1 req-f290b37d-6a60-4853-bac1-f4c4118df310 tempest-VolumesNegativeTest-1466217880 tempest-VolumesNegativeTest-1466217880-project] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:34.338865 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a2e59be8-2afb-4fdd-a8e7-d6eeb64398d1 req-f290b37d-6a60-4853-bac1-f4c4118df310 tempest-VolumesNegativeTest-1466217880 tempest-VolumesNegativeTest-1466217880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:34.411842 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f290b37d-6a60-4853-bac1-f4c4118df310 tempest-VolumesNegativeTest-1466217880 tempest-VolumesNegativeTest-1466217880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d922fd8-b7fa-4732-a020-7333bc85b841,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:18:34.472085 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62a822-a7eb-4716-9e05-79e969b15524 req-13700326-6b90-43b2-9dfd-0ee275bb3e0e tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:34.473572 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cc62a822-a7eb-4716-9e05-79e969b15524 req-13700326-6b90-43b2-9dfd-0ee275bb3e0e tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=9455bf8b-f649-4457-82e2-ac6d5f4a67ec HTTP/1.1" status: 200 len: 945 time: 0.0729897 Sep 23 07:18:34.483592 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [req-a2e59be8-2afb-4fdd-a8e7-d6eeb64398d1 req-f290b37d-6a60-4853-bac1-f4c4118df310 tempest-VolumesNegativeTest-1466217880 tempest-VolumesNegativeTest-1466217880-project] Allocated IP 192.168.233.231 (16515f0f-e5a6-4630-a440-e11fb2e02062/3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e/994cb958-e3b0-4145-b2ea-e9548d61446d) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:18:34.554698 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cc62a822-a7eb-4716-9e05-79e969b15524 req-48ae2a91-8c24-4e6c-bf9e-62be32e06577 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3acf5d0-976e-416a-9e4a-4e8f5d86e3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707216 Sep 23 07:18:34.564625 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-9a988cd1-e0f9-4e17-9459-6cb2ef65e694 req-9248ad0c-d581-497d-9036-752d2ca4db65 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:34.593872 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9248ad0c-d581-497d-9036-752d2ca4db65 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Pushing event deleted for resources: {'Port': ['ID=a26e47c8-180f-4270-99ba-58390345f1cd,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:18:34.640019 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a988cd1-e0f9-4e17-9459-6cb2ef65e694 req-9248ad0c-d581-497d-9036-752d2ca4db65 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] No DVR routers for this DVR port a26e47c8-180f-4270-99ba-58390345f1cd on host n-h1-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:18:34.642591 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-9a988cd1-e0f9-4e17-9459-6cb2ef65e694 req-9248ad0c-d581-497d-9036-752d2ca4db65 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:34.644562 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9a988cd1-e0f9-4e17-9459-6cb2ef65e694 req-9248ad0c-d581-497d-9036-752d2ca4db65 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.21 "DELETE /v2.0/ports/a26e47c8-180f-4270-99ba-58390345f1cd HTTP/1.1" status: 204 len: 173 time: 0.8167448 Sep 23 07:18:34.645063 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9455bf8b-f649-4457-82e2-ac6d5f4a67ec', 'name': 'network-vif-deleted', 'tag': 'a26e47c8-180f-4270-99ba-58390345f1cd'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:18:34.648081 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-547abeb9-8b39-4952-b2f7-4bab8dd45b29" -d '{"events": [{"server_uuid": "9455bf8b-f649-4457-82e2-ac6d5f4a67ec", "name": "network-vif-deleted", "tag": "a26e47c8-180f-4270-99ba-58390345f1cd"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:18:34.684611 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34774fb6-4766-4aa3-a6c9-9ad4e9cd12ae x-openstack-request-id: req-34774fb6-4766-4aa3-a6c9-9ad4e9cd12ae {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:18:34.684992 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9455bf8b-f649-4457-82e2-ac6d5f4a67ec", "name": "network-vif-deleted", "tag": "a26e47c8-180f-4270-99ba-58390345f1cd", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:18:34.685311 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-34774fb6-4766-4aa3-a6c9-9ad4e9cd12ae {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:18:34.685801 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9455bf8b-f649-4457-82e2-ac6d5f4a67ec', 'name': 'network-vif-deleted', 'tag': 'a26e47c8-180f-4270-99ba-58390345f1cd', 'status': 'completed', 'code': 200} Sep 23 07:18:34.686919 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a2e59be8-2afb-4fdd-a8e7-d6eeb64398d1 req-f290b37d-6a60-4853-bac1-f4c4118df310 tempest-VolumesNegativeTest-1466217880 tempest-VolumesNegativeTest-1466217880-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:34.721094 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a2e59be8-2afb-4fdd-a8e7-d6eeb64398d1 req-f290b37d-6a60-4853-bac1-f4c4118df310 tempest-VolumesNegativeTest-1466217880 tempest-VolumesNegativeTest-1466217880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:34.763306 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2e59be8-2afb-4fdd-a8e7-d6eeb64398d1 req-f290b37d-6a60-4853-bac1-f4c4118df310 tempest-VolumesNegativeTest-1466217880 tempest-VolumesNegativeTest-1466217880-project] Network 16515f0f-e5a6-4630-a440-e11fb2e02062 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:18:34.766481 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [req-a2e59be8-2afb-4fdd-a8e7-d6eeb64398d1 req-f290b37d-6a60-4853-bac1-f4c4118df310 tempest-VolumesNegativeTest-1466217880 tempest-VolumesNegativeTest-1466217880-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:18:34.770328 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2e59be8-2afb-4fdd-a8e7-d6eeb64398d1 req-f290b37d-6a60-4853-bac1-f4c4118df310 tempest-VolumesNegativeTest-1466217880 tempest-VolumesNegativeTest-1466217880-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:18:34.805344 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f290b37d-6a60-4853-bac1-f4c4118df310 tempest-VolumesNegativeTest-1466217880 tempest-VolumesNegativeTest-1466217880-project] Pushing event updated for resources: {'Port': ['ID=994cb958-e3b0-4145-b2ea-e9548d61446d,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:18:34.833094 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e59be8-2afb-4fdd-a8e7-d6eeb64398d1 req-f290b37d-6a60-4853-bac1-f4c4118df310 tempest-VolumesNegativeTest-1466217880 tempest-VolumesNegativeTest-1466217880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:34.833829 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a2e59be8-2afb-4fdd-a8e7-d6eeb64398d1 req-f290b37d-6a60-4853-bac1-f4c4118df310 tempest-VolumesNegativeTest-1466217880 tempest-VolumesNegativeTest-1466217880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:34.849774 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a2e59be8-2afb-4fdd-a8e7-d6eeb64398d1 req-f290b37d-6a60-4853-bac1-f4c4118df310 tempest-VolumesNegativeTest-1466217880 tempest-VolumesNegativeTest-1466217880-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7803407 Sep 23 07:18:34.872994 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-a2e59be8-2afb-4fdd-a8e7-d6eeb64398d1 req-99320986-f62a-440c-9ae3-b400d70e26f0 service neutron] Request body: {'port': {'device_id': '1aa80ecf-73c2-4f6e-8af2-e4023cc18b16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:18:34.934266 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a2e59be8-2afb-4fdd-a8e7-d6eeb64398d1 req-99320986-f62a-440c-9ae3-b400d70e26f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:35.047941 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-e29b1704-fec2-4505-be40-00ec749dc9e1 None None] Provisioning complete for port 994cb958-e3b0-4145-b2ea-e9548d61446d triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:18:35.048591 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e29b1704-fec2-4505-be40-00ec749dc9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:35.088873 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-e29b1704-fec2-4505-be40-00ec749dc9e1 None None] Port 994cb958-e3b0-4145-b2ea-e9548d61446d cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:18:35.230185 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb353f-70fa-45d4-b6fa-5a5018ddd852 req-45058446-1af2-4356-8f9f-bc6fe02527b7 tempest-VolumesNegativeTest-1466217880 tempest-VolumesNegativeTest-1466217880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:35.231957 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b6cb353f-70fa-45d4-b6fa-5a5018ddd852 req-45058446-1af2-4356-8f9f-bc6fe02527b7 tempest-VolumesNegativeTest-1466217880 tempest-VolumesNegativeTest-1466217880-project] 10.222.0.39 "GET /v2.0/ports?device_id=1aa80ecf-73c2-4f6e-8af2-e4023cc18b16 HTTP/1.1" status: 200 len: 936 time: 0.0562325 Sep 23 07:18:35.234748 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [req-a2e59be8-2afb-4fdd-a8e7-d6eeb64398d1 req-99320986-f62a-440c-9ae3-b400d70e26f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 994cb958-e3b0-4145-b2ea-e9548d61446d {{(pid=95066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:18:35.243389 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a2e59be8-2afb-4fdd-a8e7-d6eeb64398d1 req-99320986-f62a-440c-9ae3-b400d70e26f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:35.256264 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.provisioning_blocks [req-a2e59be8-2afb-4fdd-a8e7-d6eeb64398d1 req-99320986-f62a-440c-9ae3-b400d70e26f0 service neutron] Transition to ACTIVE for port object 994cb958-e3b0-4145-b2ea-e9548d61446d will not be triggered until provisioned by entity L2. {{(pid=95066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:18:35.261819 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a2e59be8-2afb-4fdd-a8e7-d6eeb64398d1 req-99320986-f62a-440c-9ae3-b400d70e26f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:35.275026 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b6cb353f-70fa-45d4-b6fa-5a5018ddd852 req-63083166-3e95-491a-91d7-181dffac8bf9 tempest-VolumesNegativeTest-1466217880 tempest-VolumesNegativeTest-1466217880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d922fd8-b7fa-4732-a020-7333bc85b841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364692 Sep 23 07:18:35.312682 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99320986-f62a-440c-9ae3-b400d70e26f0 service neutron] Pushing event updated for resources: {'Port': ['ID=994cb958-e3b0-4145-b2ea-e9548d61446d,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:18:35.393796 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-a2e59be8-2afb-4fdd-a8e7-d6eeb64398d1 req-99320986-f62a-440c-9ae3-b400d70e26f0 service neutron] Attempting to bind port 994cb958-e3b0-4145-b2ea-e9548d61446d on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:18:35.394171 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-a2e59be8-2afb-4fdd-a8e7-d6eeb64398d1 req-99320986-f62a-440c-9ae3-b400d70e26f0 service neutron] Attempting to bind port 994cb958-e3b0-4145-b2ea-e9548d61446d by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:18:35.394504 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e59be8-2afb-4fdd-a8e7-d6eeb64398d1 req-99320986-f62a-440c-9ae3-b400d70e26f0 service neutron] Attempting to bind port 994cb958-e3b0-4145-b2ea-e9548d61446d on network 16515f0f-e5a6-4630-a440-e11fb2e02062 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:18:35.399951 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e59be8-2afb-4fdd-a8e7-d6eeb64398d1 req-99320986-f62a-440c-9ae3-b400d70e26f0 service neutron] Port 994cb958-e3b0-4145-b2ea-e9548d61446d on network 16515f0f-e5a6-4630-a440-e11fb2e02062 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:18:35.400280 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e59be8-2afb-4fdd-a8e7-d6eeb64398d1 req-99320986-f62a-440c-9ae3-b400d70e26f0 service neutron] Attempting to bind port 994cb958-e3b0-4145-b2ea-e9548d61446d on network 16515f0f-e5a6-4630-a440-e11fb2e02062 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:18:35.405884 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e59be8-2afb-4fdd-a8e7-d6eeb64398d1 req-99320986-f62a-440c-9ae3-b400d70e26f0 service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:18:35.406229 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e59be8-2afb-4fdd-a8e7-d6eeb64398d1 req-99320986-f62a-440c-9ae3-b400d70e26f0 service neutron] Checking segment: {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:18:35.406619 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e59be8-2afb-4fdd-a8e7-d6eeb64398d1 req-99320986-f62a-440c-9ae3-b400d70e26f0 service neutron] Bound using segment: {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:18:35.407049 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-a2e59be8-2afb-4fdd-a8e7-d6eeb64398d1 req-99320986-f62a-440c-9ae3-b400d70e26f0 service neutron] Bound port: 994cb958-e3b0-4145-b2ea-e9548d61446d, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:18:35.407407 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a2e59be8-2afb-4fdd-a8e7-d6eeb64398d1 req-99320986-f62a-440c-9ae3-b400d70e26f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:35.483271 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-a2e59be8-2afb-4fdd-a8e7-d6eeb64398d1 req-99320986-f62a-440c-9ae3-b400d70e26f0 service neutron] For port 994cb958-e3b0-4145-b2ea-e9548d61446d, host n-h2-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:18:35.486790 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-a2e59be8-2afb-4fdd-a8e7-d6eeb64398d1 req-99320986-f62a-440c-9ae3-b400d70e26f0 service neutron] For port 994cb958-e3b0-4145-b2ea-e9548d61446d, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=994cb958-e3b0-4145-b2ea-e9548d61446d,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:18:35.493211 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a2e59be8-2afb-4fdd-a8e7-d6eeb64398d1 req-99320986-f62a-440c-9ae3-b400d70e26f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:35.533317 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e59be8-2afb-4fdd-a8e7-d6eeb64398d1 req-99320986-f62a-440c-9ae3-b400d70e26f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:35.533964 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a2e59be8-2afb-4fdd-a8e7-d6eeb64398d1 req-99320986-f62a-440c-9ae3-b400d70e26f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:35.535359 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a2e59be8-2afb-4fdd-a8e7-d6eeb64398d1 req-99320986-f62a-440c-9ae3-b400d70e26f0 service neutron] 10.222.0.58 "PUT /v2.0/ports/994cb958-e3b0-4145-b2ea-e9548d61446d HTTP/1.1" status: 200 len: 1097 time: 0.6767719 Sep 23 07:18:35.535794 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aa80ecf-73c2-4f6e-8af2-e4023cc18b16', 'tag': '994cb958-e3b0-4145-b2ea-e9548d61446d'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:18:35.538590 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a6f802f-c423-4251-b60b-739f94569bc3" -d '{"events": [{"name": "network-changed", "server_uuid": "1aa80ecf-73c2-4f6e-8af2-e4023cc18b16", "tag": "994cb958-e3b0-4145-b2ea-e9548d61446d"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:18:35.576643 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99320986-f62a-440c-9ae3-b400d70e26f0 service neutron] Pushing event updated for resources: {'Port': ['ID=994cb958-e3b0-4145-b2ea-e9548d61446d,revision_number=3']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:18:35.588138 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6894fa7-a801-4f2c-b918-a0280dcbf655 x-openstack-request-id: req-a6894fa7-a801-4f2c-b918-a0280dcbf655 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:18:35.588432 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aa80ecf-73c2-4f6e-8af2-e4023cc18b16", "tag": "994cb958-e3b0-4145-b2ea-e9548d61446d", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:18:35.588680 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a6894fa7-a801-4f2c-b918-a0280dcbf655 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:18:35.589082 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aa80ecf-73c2-4f6e-8af2-e4023cc18b16', 'tag': '994cb958-e3b0-4145-b2ea-e9548d61446d', 'status': 'completed', 'code': 200} Sep 23 07:18:35.635541 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e59be8-2afb-4fdd-a8e7-d6eeb64398d1 req-c8c76ca6-57e3-4503-b035-55cbd463e70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:35.637063 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a2e59be8-2afb-4fdd-a8e7-d6eeb64398d1 req-c8c76ca6-57e3-4503-b035-55cbd463e70f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bb5d6117a62f4a8bba84fae68f3a03b9&device_id=1aa80ecf-73c2-4f6e-8af2-e4023cc18b16 HTTP/1.1" status: 200 len: 1100 time: 0.0472479 Sep 23 07:18:35.688861 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a2e59be8-2afb-4fdd-a8e7-d6eeb64398d1 req-03d42243-f2f7-4f32-9327-3b346a07e848 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=994cb958-e3b0-4145-b2ea-e9548d61446d HTTP/1.1" status: 200 len: 217 time: 0.0427203 Sep 23 07:18:35.695505 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ac467d87-3f5a-4980-b2a9-3d5db2ed4cb0 req-706b569c-80bd-4c0e-916e-432362d26021 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=9455bf8b-f649-4457-82e2-ac6d5f4a67ec HTTP/1.1" status: 200 len: 210 time: 0.0361896 Sep 23 07:18:35.747774 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e59be8-2afb-4fdd-a8e7-d6eeb64398d1 req-9f7335a6-f320-443b-9aea-e540997c632a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:35.749281 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a2e59be8-2afb-4fdd-a8e7-d6eeb64398d1 req-9f7335a6-f320-443b-9aea-e540997c632a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e HTTP/1.1" status: 200 len: 843 time: 0.0517471 Sep 23 07:18:35.799757 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e59be8-2afb-4fdd-a8e7-d6eeb64398d1 req-25e3ce87-e131-453e-8f7b-2ca7f5c45820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:35.801277 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a2e59be8-2afb-4fdd-a8e7-d6eeb64398d1 req-25e3ce87-e131-453e-8f7b-2ca7f5c45820 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=16515f0f-e5a6-4630-a440-e11fb2e02062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0429070 Sep 23 07:18:35.899096 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a2e59be8-2afb-4fdd-a8e7-d6eeb64398d1 req-f68ab905-1931-4d0a-a848-2d11f6050d1e service neutron] 10.222.0.58 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893416 Sep 23 07:18:35.899805 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:18:35.999934 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a2e59be8-2afb-4fdd-a8e7-d6eeb64398d1 req-ff24b4e0-ee89-4c7f-bd93-4be1f5612301 service neutron] 10.222.0.58 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923321 Sep 23 07:18:36.085999 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f802f-c423-4251-b60b-739f94569bc3 req-e2473a35-032c-441d-806f-130bccb1432f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:36.087561 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0a6f802f-c423-4251-b60b-739f94569bc3 req-e2473a35-032c-441d-806f-130bccb1432f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bb5d6117a62f4a8bba84fae68f3a03b9&device_id=1aa80ecf-73c2-4f6e-8af2-e4023cc18b16 HTTP/1.1" status: 200 len: 1100 time: 0.0433416 Sep 23 07:18:36.184631 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f802f-c423-4251-b60b-739f94569bc3 req-e810a7df-4719-44ee-bb8f-a17d920de516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:36.186153 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0a6f802f-c423-4251-b60b-739f94569bc3 req-e810a7df-4719-44ee-bb8f-a17d920de516 service neutron] 10.222.0.58 "GET /v2.0/networks?id=16515f0f-e5a6-4630-a440-e11fb2e02062 HTTP/1.1" status: 200 len: 870 time: 0.0901921 Sep 23 07:18:36.232899 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0a6f802f-c423-4251-b60b-739f94569bc3 req-a7262c35-72c5-4e0f-926d-e1378498dceb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=994cb958-e3b0-4145-b2ea-e9548d61446d HTTP/1.1" status: 200 len: 217 time: 0.0381470 Sep 23 07:18:36.286888 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f802f-c423-4251-b60b-739f94569bc3 req-560fe18e-8d71-4c86-a779-4836ceb841b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:36.288965 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0a6f802f-c423-4251-b60b-739f94569bc3 req-560fe18e-8d71-4c86-a779-4836ceb841b3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e HTTP/1.1" status: 200 len: 843 time: 0.0484433 Sep 23 07:18:36.340418 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f802f-c423-4251-b60b-739f94569bc3 req-1c5831e5-4f0b-4db2-8fef-e0209b2938b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:36.342021 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0a6f802f-c423-4251-b60b-739f94569bc3 req-1c5831e5-4f0b-4db2-8fef-e0209b2938b6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=16515f0f-e5a6-4630-a440-e11fb2e02062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0441148 Sep 23 07:18:36.454380 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6510736-caf7-4da3-a797-23f7d0c2b17a req-51096067-29a4-4355-8e98-8ffca120f535 tempest-VolumesNegativeTest-1466217880 tempest-VolumesNegativeTest-1466217880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:36.455958 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c6510736-caf7-4da3-a797-23f7d0c2b17a req-51096067-29a4-4355-8e98-8ffca120f535 tempest-VolumesNegativeTest-1466217880 tempest-VolumesNegativeTest-1466217880-project] 10.222.0.39 "GET /v2.0/ports?device_id=1aa80ecf-73c2-4f6e-8af2-e4023cc18b16 HTTP/1.1" status: 200 len: 948 time: 0.1105499 Sep 23 07:18:36.492370 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0a6f802f-c423-4251-b60b-739f94569bc3 req-1c7b9437-7e9d-4307-81ad-efb4b1b5d15b service neutron] 10.222.0.58 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378784 Sep 23 07:18:36.528937 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c6510736-caf7-4da3-a797-23f7d0c2b17a req-ff769903-e0ed-49f5-91da-02c1388257e9 tempest-VolumesNegativeTest-1466217880 tempest-VolumesNegativeTest-1466217880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d922fd8-b7fa-4732-a020-7333bc85b841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656295 Sep 23 07:18:36.603422 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0a6f802f-c423-4251-b60b-739f94569bc3 req-29f2ff08-463e-4b80-8426-717b276dea7c service neutron] 10.222.0.58 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016440 Sep 23 07:18:36.642049 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:36.793561 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-77a31a6e-e1d4-436b-8090-6bd889e0dfe8 req-9490aa7e-8287-4125-9585-9a8d65020e0b tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=9455bf8b-f649-4457-82e2-ac6d5f4a67ec HTTP/1.1" status: 200 len: 210 time: 0.0280535 Sep 23 07:18:37.646474 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c5da54-5a0e-46ad-925d-a8346893e44d req-14905ccd-7799-4f52-ba87-737a4678e203 tempest-VolumesNegativeTest-1466217880 tempest-VolumesNegativeTest-1466217880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:37.648080 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a0c5da54-5a0e-46ad-925d-a8346893e44d req-14905ccd-7799-4f52-ba87-737a4678e203 tempest-VolumesNegativeTest-1466217880 tempest-VolumesNegativeTest-1466217880-project] 10.222.0.39 "GET /v2.0/ports?device_id=1aa80ecf-73c2-4f6e-8af2-e4023cc18b16 HTTP/1.1" status: 200 len: 948 time: 0.0502326 Sep 23 07:18:37.685723 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a0c5da54-5a0e-46ad-925d-a8346893e44d req-3cf3aab2-bbda-4f89-8c0b-59cf91b1a81b tempest-VolumesNegativeTest-1466217880 tempest-VolumesNegativeTest-1466217880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d922fd8-b7fa-4732-a020-7333bc85b841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315523 Sep 23 07:18:37.890919 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6032c39d-6312-4ce9-b45d-9c0849e0c215 req-70606a0c-9fe2-46c0-b676-dc9ae46dfcf2 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=9455bf8b-f649-4457-82e2-ac6d5f4a67ec HTTP/1.1" status: 200 len: 210 time: 0.0270998 Sep 23 07:18:38.048185 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-1c3bd774-cde6-4a35-8864-0661cc2960d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:38.632365 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device a26e47c8-180f-4270-99ba-58390345f1cd no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:18:38.655719 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] No Port match for: a26e47c8-180f-4270-99ba-58390345f1cd {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:18:38.656058 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device a26e47c8-180f-4270-99ba-58390345f1cd not bound to the agent host n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:18:38.802216 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f8fca6-2638-4180-9ebb-aba07d931c89 req-cff81e9a-0e56-4ec3-901e-a2eb1140383b tempest-VolumesNegativeTest-1466217880 tempest-VolumesNegativeTest-1466217880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:38.803817 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e7f8fca6-2638-4180-9ebb-aba07d931c89 req-cff81e9a-0e56-4ec3-901e-a2eb1140383b tempest-VolumesNegativeTest-1466217880 tempest-VolumesNegativeTest-1466217880-project] 10.222.0.39 "GET /v2.0/ports?device_id=1aa80ecf-73c2-4f6e-8af2-e4023cc18b16 HTTP/1.1" status: 200 len: 948 time: 0.0528135 Sep 23 07:18:38.841741 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e7f8fca6-2638-4180-9ebb-aba07d931c89 req-b7a0c53c-235c-4e97-a4d0-83fe0b59b04f tempest-VolumesNegativeTest-1466217880 tempest-VolumesNegativeTest-1466217880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d922fd8-b7fa-4732-a020-7333bc85b841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315619 Sep 23 07:18:38.968818 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 994cb958-e3b0-4145-b2ea-e9548d61446d details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:18:39.070078 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 994cb958-e3b0-4145-b2ea-e9548d61446d, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=994cb958-e3b0-4145-b2ea-e9548d61446d,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:18:39.080781 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': '994cb958-e3b0-4145-b2ea-e9548d61446d', 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062', 'port_id': '994cb958-e3b0-4145-b2ea-e9548d61446d', 'mac_address': 'fa:16:3e:77:47:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:18:39.120033 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:39.137043 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 994cb958-e3b0-4145-b2ea-e9548d61446d {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:18:39.156690 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 994cb958-e3b0-4145-b2ea-e9548d61446d, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=994cb958-e3b0-4145-b2ea-e9548d61446d,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:18:39.160466 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:39.208035 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=994cb958-e3b0-4145-b2ea-e9548d61446d,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:18:39.447635 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['994cb958-e3b0-4145-b2ea-e9548d61446d'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:18:39.957539 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c0ca90-7a46-4979-ae65-aa5878f1bc3c req-53f4d8a9-61ae-49ec-b01b-d68e36db41c2 tempest-VolumesNegativeTest-1466217880 tempest-VolumesNegativeTest-1466217880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:39.960502 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f8c0ca90-7a46-4979-ae65-aa5878f1bc3c req-53f4d8a9-61ae-49ec-b01b-d68e36db41c2 tempest-VolumesNegativeTest-1466217880 tempest-VolumesNegativeTest-1466217880-project] 10.222.0.39 "GET /v2.0/ports?device_id=1aa80ecf-73c2-4f6e-8af2-e4023cc18b16 HTTP/1.1" status: 200 len: 949 time: 0.0508323 Sep 23 07:18:40.002810 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f8c0ca90-7a46-4979-ae65-aa5878f1bc3c req-a19427ce-0da1-4662-ab4a-500e1a90f638 tempest-VolumesNegativeTest-1466217880 tempest-VolumesNegativeTest-1466217880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d922fd8-b7fa-4732-a020-7333bc85b841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354648 Sep 23 07:18:40.224452 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:40.967168 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 994cb958-e3b0-4145-b2ea-e9548d61446d up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:18:41.021654 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port 994cb958-e3b0-4145-b2ea-e9548d61446d completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:18:41.027159 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port 994cb958-e3b0-4145-b2ea-e9548d61446d triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:18:41.027542 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:41.079839 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-4d526226-8774-45d9-9b32-72b7bb3c5fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:41.123800 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fd41dd-5072-43f2-ab67-c882307fa611 req-f7f80309-4918-4ab5-b44b-d9bf476b3120 tempest-VolumesNegativeTest-1466217880 tempest-VolumesNegativeTest-1466217880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:41.127793 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-62fd41dd-5072-43f2-ab67-c882307fa611 req-f7f80309-4918-4ab5-b44b-d9bf476b3120 tempest-VolumesNegativeTest-1466217880 tempest-VolumesNegativeTest-1466217880-project] 10.222.0.39 "GET /v2.0/ports?device_id=1aa80ecf-73c2-4f6e-8af2-e4023cc18b16 HTTP/1.1" status: 200 len: 949 time: 0.0556235 Sep 23 07:18:41.136706 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:41.161711 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aa80ecf-73c2-4f6e-8af2-e4023cc18b16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '994cb958-e3b0-4145-b2ea-e9548d61446d'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:18:41.164488 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b6a6818-66a8-4ac3-8347-c1361ffdf267" -d '{"events": [{"server_uuid": "1aa80ecf-73c2-4f6e-8af2-e4023cc18b16", "name": "network-vif-plugged", "status": "completed", "tag": "994cb958-e3b0-4145-b2ea-e9548d61446d"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:18:41.180672 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-62fd41dd-5072-43f2-ab67-c882307fa611 req-9993e41d-d4c2-47c7-93af-33b1e8b06ad6 tempest-VolumesNegativeTest-1466217880 tempest-VolumesNegativeTest-1466217880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d922fd8-b7fa-4732-a020-7333bc85b841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492911 Sep 23 07:18:41.198135 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 994cb958-e3b0-4145-b2ea-e9548d61446d, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=994cb958-e3b0-4145-b2ea-e9548d61446d,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:18:41.205715 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:41.242471 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98dcedb0-f0dd-4109-b3e3-06f2e3f3dd9f x-openstack-request-id: req-98dcedb0-f0dd-4109-b3e3-06f2e3f3dd9f {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:18:41.243949 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aa80ecf-73c2-4f6e-8af2-e4023cc18b16", "name": "network-vif-plugged", "status": "completed", "tag": "994cb958-e3b0-4145-b2ea-e9548d61446d", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:18:41.244581 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-98dcedb0-f0dd-4109-b3e3-06f2e3f3dd9f {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:18:41.245168 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aa80ecf-73c2-4f6e-8af2-e4023cc18b16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '994cb958-e3b0-4145-b2ea-e9548d61446d', 'code': 200} Sep 23 07:18:41.274231 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=994cb958-e3b0-4145-b2ea-e9548d61446d,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:18:41.328623 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ad23bf-143e-4f90-ba60-f7ebc8cbbd92 req-71c3c40f-2acf-4b07-a166-e292c132bb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:41.330362 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c6ad23bf-143e-4f90-ba60-f7ebc8cbbd92 req-71c3c40f-2acf-4b07-a166-e292c132bb83 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1aa80ecf-73c2-4f6e-8af2-e4023cc18b16 HTTP/1.1" status: 200 len: 1102 time: 0.0423782 Sep 23 07:18:41.368877 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c6ad23bf-143e-4f90-ba60-f7ebc8cbbd92 req-fbb24c3f-4fb2-480b-b440-586e09f5a3de service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=0d922fd8-b7fa-4732-a020-7333bc85b841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301092 Sep 23 07:18:41.558316 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:42.291308 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b0f2c6-7c4b-4ab0-9dcf-646d7e134994 req-3832567d-316c-4d54-8589-4e7b038344c8 tempest-VolumesNegativeTest-1466217880 tempest-VolumesNegativeTest-1466217880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:42.292894 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a1b0f2c6-7c4b-4ab0-9dcf-646d7e134994 req-3832567d-316c-4d54-8589-4e7b038344c8 tempest-VolumesNegativeTest-1466217880 tempest-VolumesNegativeTest-1466217880-project] 10.222.0.39 "GET /v2.0/ports?device_id=1aa80ecf-73c2-4f6e-8af2-e4023cc18b16 HTTP/1.1" status: 200 len: 950 time: 0.0531917 Sep 23 07:18:42.334755 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a1b0f2c6-7c4b-4ab0-9dcf-646d7e134994 req-c9270fa9-1c12-4071-b991-9e2890fc5372 tempest-VolumesNegativeTest-1466217880 tempest-VolumesNegativeTest-1466217880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d922fd8-b7fa-4732-a020-7333bc85b841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355866 Sep 23 07:18:42.373974 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:43.283093 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46594) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:18:43.478011 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bfa5e4-38b8-4823-ba39-ac136b413eb7 req-1639ce04-ef9e-4116-a45f-244a7e90ee57 tempest-VolumesNegativeTest-1466217880 tempest-VolumesNegativeTest-1466217880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:43.479521 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-90bfa5e4-38b8-4823-ba39-ac136b413eb7 req-1639ce04-ef9e-4116-a45f-244a7e90ee57 tempest-VolumesNegativeTest-1466217880 tempest-VolumesNegativeTest-1466217880-project] 10.222.0.39 "GET /v2.0/ports?device_id=1aa80ecf-73c2-4f6e-8af2-e4023cc18b16 HTTP/1.1" status: 200 len: 950 time: 0.0625558 Sep 23 07:18:43.487542 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-b547222c-d5f3-4a8a-a428-0a25c63b77a7 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Deleting port 20a26af0-9b67-48b8-ab50-c5c2b2b39a59 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:18:43.487883 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b547222c-d5f3-4a8a-a428-0a25c63b77a7 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:43.564759 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-90bfa5e4-38b8-4823-ba39-ac136b413eb7 req-90e1da17-a144-4bd5-9bd5-9143cc0c3af9 tempest-VolumesNegativeTest-1466217880 tempest-VolumesNegativeTest-1466217880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d922fd8-b7fa-4732-a020-7333bc85b841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791180 Sep 23 07:18:43.589186 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b547222c-d5f3-4a8a-a428-0a25c63b77a7 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:43.589513 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b547222c-d5f3-4a8a-a428-0a25c63b77a7 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:43.601324 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-b547222c-d5f3-4a8a-a428-0a25c63b77a7 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Calling delete_port for 20a26af0-9b67-48b8-ab50-c5c2b2b39a59 owned by network:floatingip {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:18:43.759959 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b547222c-d5f3-4a8a-a428-0a25c63b77a7 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:43.790451 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b547222c-d5f3-4a8a-a428-0a25c63b77a7 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Pushing event deleted for resources: {'Port': ['ID=20a26af0-9b67-48b8-ab50-c5c2b2b39a59,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:18:43.860311 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:43.887952 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62488d5-6488-41c9-b96d-ecc4ed471de3 req-875a6130-23a0-4fe8-ac24-d51255f6ea93 tempest-VolumesNegativeTest-1466217880 tempest-VolumesNegativeTest-1466217880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:43.890141 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a62488d5-6488-41c9-b96d-ecc4ed471de3 req-875a6130-23a0-4fe8-ac24-d51255f6ea93 tempest-VolumesNegativeTest-1466217880 tempest-VolumesNegativeTest-1466217880-project] 10.222.0.39 "GET /v2.0/ports?device_id=1aa80ecf-73c2-4f6e-8af2-e4023cc18b16 HTTP/1.1" status: 200 len: 950 time: 0.1034710 Sep 23 07:18:43.899849 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b547222c-d5f3-4a8a-a428-0a25c63b77a7 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks [] for floatingip, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:43.900231 n-d-715271-16 neutron-server[95066]: INFO neutron.db.l3_db [None req-b547222c-d5f3-4a8a-a428-0a25c63b77a7 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Floating IP 47b9e537-a67f-4827-bddd-0be192127604 disassociated (deleted). External IP: 172.25.2.236, port: 30ce0035-c7f7-4a67-8d52-525338e4b086. Sep 23 07:18:43.974496 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a62488d5-6488-41c9-b96d-ecc4ed471de3 req-7139fff9-456d-4e53-9b47-55e70d36a11b tempest-VolumesNegativeTest-1466217880 tempest-VolumesNegativeTest-1466217880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d922fd8-b7fa-4732-a020-7333bc85b841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763206 Sep 23 07:18:44.141335 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b547222c-d5f3-4a8a-a428-0a25c63b77a7 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Router 9894b75e-0fa0-4aff-836f-5fd46b9bec9a has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:18:44.253466 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b547222c-d5f3-4a8a-a428-0a25c63b77a7 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:18:44.258100 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b547222c-d5f3-4a8a-a428-0a25c63b77a7 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:44.264686 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8906ec5a-a273-4d17-bea7-b213e9b3dc07 None None] Sync routers for ids ['9894b75e-0fa0-4aff-836f-5fd46b9bec9a'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:18:44.274442 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8906ec5a-a273-4d17-bea7-b213e9b3dc07 None None] Routers {'9894b75e-0fa0-4aff-836f-5fd46b9bec9a'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:18:44.275140 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-8906ec5a-a273-4d17-bea7-b213e9b3dc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:18:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['9894b75e-0fa0-4aff-836f-5fd46b9bec9a'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:18:44.285075 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-b547222c-d5f3-4a8a-a428-0a25c63b77a7 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "DELETE /v2.0/floatingips/47b9e537-a67f-4827-bddd-0be192127604 HTTP/1.1" status: 204 len: 168 time: 1.0008943 Sep 23 07:18:44.285760 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80afb441-907f-4a9f-a57f-8f1ce7268388', 'tag': '30ce0035-c7f7-4a67-8d52-525338e4b086'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:18:44.288234 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f3995a0-3363-4475-a38f-100675d113e5" -d '{"events": [{"name": "network-changed", "server_uuid": "80afb441-907f-4a9f-a57f-8f1ce7268388", "tag": "30ce0035-c7f7-4a67-8d52-525338e4b086"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:18:44.324981 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a649e1bf-c9d3-4ec4-beb8-a0058be07ea1 x-openstack-request-id: req-a649e1bf-c9d3-4ec4-beb8-a0058be07ea1 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:18:44.325274 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80afb441-907f-4a9f-a57f-8f1ce7268388", "tag": "30ce0035-c7f7-4a67-8d52-525338e4b086", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:18:44.325526 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a649e1bf-c9d3-4ec4-beb8-a0058be07ea1 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:18:44.325944 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80afb441-907f-4a9f-a57f-8f1ce7268388', 'tag': '30ce0035-c7f7-4a67-8d52-525338e4b086', 'status': 'completed', 'code': 200} Sep 23 07:18:44.391439 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-8906ec5a-a273-4d17-bea7-b213e9b3dc07 None None] Set router 9894b75e-0fa0-4aff-836f-5fd46b9bec9a gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:18:44.397798 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3995a0-3363-4475-a38f-100675d113e5 req-68553963-8774-4ef9-8067-fb5d23457722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:44.400020 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6f3995a0-3363-4475-a38f-100675d113e5 req-68553963-8774-4ef9-8067-fb5d23457722 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dda7d37bb4b541ebbe8e22954596ee73&device_id=80afb441-907f-4a9f-a57f-8f1ce7268388 HTTP/1.1" status: 200 len: 1097 time: 0.0497148 Sep 23 07:18:44.534208 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3995a0-3363-4475-a38f-100675d113e5 req-74bfd044-0b3c-4f92-8945-f0c3d0e89ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:44.535703 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6f3995a0-3363-4475-a38f-100675d113e5 req-74bfd044-0b3c-4f92-8945-f0c3d0e89ad2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ee64cebb-cbad-4040-a31a-b12cc5624112 HTTP/1.1" status: 200 len: 912 time: 0.1248796 Sep 23 07:18:44.548118 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f6aef1-dfa5-4ac2-b2a1-ffc7e03d9c11 req-689eee4a-e75b-4516-8309-1580d103c8d2 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:44.549630 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-77f6aef1-dfa5-4ac2-b2a1-ffc7e03d9c11 req-689eee4a-e75b-4516-8309-1580d103c8d2 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=80afb441-907f-4a9f-a57f-8f1ce7268388 HTTP/1.1" status: 200 len: 945 time: 0.0689495 Sep 23 07:18:44.596022 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6f3995a0-3363-4475-a38f-100675d113e5 req-ca09e73f-6766-4ea8-8e81-45ef7bd2aaf9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30ce0035-c7f7-4a67-8d52-525338e4b086 HTTP/1.1" status: 200 len: 217 time: 0.0453320 Sep 23 07:18:44.600089 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-8906ec5a-a273-4d17-bea7-b213e9b3dc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'name': 'tempest-TestVolumeBootPattern-839799229-router', 'tenant_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '530dee91-c9ef-4272-a399-eddcf21a541e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:08:09Z', 'updated_at': '2021-09-23T07:08:12Z', 'revision_number': 4, 'project_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'gw_port': {'id': '530dee91-c9ef-4272-a399-eddcf21a541e', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:08:10Z', 'updated_at': '2021-09-23T07:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '5833834c-d139-48fe-a16e-914881dc4f95', 'name': '', 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112', 'tenant_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'mac_address': 'fa:16:3e:03:11:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': '4f0a580e-e630-4d93-8377-9af2cc86d82c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:08:11Z', 'updated_at': '2021-09-23T07:08:19Z', 'revision_number': 5, 'project_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'subnets': [{'id': '4f0a580e-e630-4d93-8377-9af2cc86d82c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:18:44.636057 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8906ec5a-a273-4d17-bea7-b213e9b3dc07 None None] Checking router: 9894b75e-0fa0-4aff-836f-5fd46b9bec9a for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:18:44.644419 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8906ec5a-a273-4d17-bea7-b213e9b3dc07 None None] Routers {'9894b75e-0fa0-4aff-836f-5fd46b9bec9a'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:18:44.644960 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-8906ec5a-a273-4d17-bea7-b213e9b3dc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:18:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['9894b75e-0fa0-4aff-836f-5fd46b9bec9a'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:18:44.653886 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-77f6aef1-dfa5-4ac2-b2a1-ffc7e03d9c11 req-ac8d86c0-eab4-4b69-a294-01ac092b423e tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3acf5d0-976e-416a-9e4a-4e8f5d86e3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972278 Sep 23 07:18:44.666925 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3995a0-3363-4475-a38f-100675d113e5 req-92c9e6b9-27f1-46b5-9e94-4893bde97dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:44.668516 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6f3995a0-3363-4475-a38f-100675d113e5 req-92c9e6b9-27f1-46b5-9e94-4893bde97dc7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4f0a580e-e630-4d93-8377-9af2cc86d82c HTTP/1.1" status: 200 len: 850 time: 0.0615766 Sep 23 07:18:44.718144 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3995a0-3363-4475-a38f-100675d113e5 req-2b5552da-5341-4332-a87f-5716fe11c395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:44.719632 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6f3995a0-3363-4475-a38f-100675d113e5 req-2b5552da-5341-4332-a87f-5716fe11c395 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ee64cebb-cbad-4040-a31a-b12cc5624112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408070 Sep 23 07:18:44.750433 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-8906ec5a-a273-4d17-bea7-b213e9b3dc07 None None] Set router 9894b75e-0fa0-4aff-836f-5fd46b9bec9a gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:18:44.817108 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6f3995a0-3363-4475-a38f-100675d113e5 req-730c9b24-ba03-430a-8f90-a03cd871edfa service neutron] 10.222.0.58 "GET /v2.0/networks/ee64cebb-cbad-4040-a31a-b12cc5624112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868058 Sep 23 07:18:44.909931 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6f3995a0-3363-4475-a38f-100675d113e5 req-9b269919-8445-4151-9798-04c1e43eb7b0 service neutron] 10.222.0.58 "GET /v2.0/networks/ee64cebb-cbad-4040-a31a-b12cc5624112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830977 Sep 23 07:18:44.952357 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-8906ec5a-a273-4d17-bea7-b213e9b3dc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'name': 'tempest-TestVolumeBootPattern-839799229-router', 'tenant_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '530dee91-c9ef-4272-a399-eddcf21a541e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:08:09Z', 'updated_at': '2021-09-23T07:08:12Z', 'revision_number': 4, 'project_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'gw_port': {'id': '530dee91-c9ef-4272-a399-eddcf21a541e', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:08:10Z', 'updated_at': '2021-09-23T07:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '5833834c-d139-48fe-a16e-914881dc4f95', 'name': '', 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112', 'tenant_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'mac_address': 'fa:16:3e:03:11:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': '4f0a580e-e630-4d93-8377-9af2cc86d82c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:08:11Z', 'updated_at': '2021-09-23T07:08:19Z', 'revision_number': 5, 'project_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'subnets': [{'id': '4f0a580e-e630-4d93-8377-9af2cc86d82c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:18:44.979239 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8906ec5a-a273-4d17-bea7-b213e9b3dc07 None None] The sync data for ids ['9894b75e-0fa0-4aff-836f-5fd46b9bec9a'] in n-d-715271-16 is: [{'id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'name': 'tempest-TestVolumeBootPattern-839799229-router', 'tenant_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '530dee91-c9ef-4272-a399-eddcf21a541e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:08:09Z', 'updated_at': '2021-09-23T07:08:12Z', 'revision_number': 4, 'project_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'gw_port': {'id': '530dee91-c9ef-4272-a399-eddcf21a541e', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:08:10Z', 'updated_at': '2021-09-23T07:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '5833834c-d139-48fe-a16e-914881dc4f95', 'name': '', 'network_id': 'ee64cebb-cbad-4040-a31a-b12cc5624112', 'tenant_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'mac_address': 'fa:16:3e:03:11:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': '4f0a580e-e630-4d93-8377-9af2cc86d82c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:08:11Z', 'updated_at': '2021-09-23T07:08:19Z', 'revision_number': 5, 'project_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'subnets': [{'id': '4f0a580e-e630-4d93-8377-9af2cc86d82c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:18:45.105050 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91128b26-a205-41ee-9b01-b5b9c4fdb40b req-79be5760-4cf0-4f7d-a8e8-617b80d51e85 tempest-VolumesNegativeTest-1466217880 tempest-VolumesNegativeTest-1466217880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:45.106674 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-91128b26-a205-41ee-9b01-b5b9c4fdb40b req-79be5760-4cf0-4f7d-a8e8-617b80d51e85 tempest-VolumesNegativeTest-1466217880 tempest-VolumesNegativeTest-1466217880-project] 10.222.0.39 "GET /v2.0/ports?device_id=1aa80ecf-73c2-4f6e-8af2-e4023cc18b16 HTTP/1.1" status: 200 len: 950 time: 0.0577488 Sep 23 07:18:45.148287 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-91128b26-a205-41ee-9b01-b5b9c4fdb40b req-e0b75312-3d1b-4869-8182-32680e65ddae tempest-VolumesNegativeTest-1466217880 tempest-VolumesNegativeTest-1466217880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d922fd8-b7fa-4732-a020-7333bc85b841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349503 Sep 23 07:18:45.203852 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c04b45-036a-4e6a-817e-ae4ddf2b0db7 None None] New status for floating IP 47b9e537-a67f-4827-bddd-0be192127604: DOWN {{(pid=95068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 07:18:45.221536 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6caf2f-5949-4c02-9440-8239f85c717d req-9c8af4f7-784d-4b9a-bac7-ce891f3d0e1d tempest-VolumesNegativeTest-1466217880 tempest-VolumesNegativeTest-1466217880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:45.223027 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2f6caf2f-5949-4c02-9440-8239f85c717d req-9c8af4f7-784d-4b9a-bac7-ce891f3d0e1d tempest-VolumesNegativeTest-1466217880 tempest-VolumesNegativeTest-1466217880-project] 10.222.0.58 "GET /v2.0/ports?device_id=1aa80ecf-73c2-4f6e-8af2-e4023cc18b16 HTTP/1.1" status: 200 len: 950 time: 0.0539162 Sep 23 07:18:45.323144 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-2f6caf2f-5949-4c02-9440-8239f85c717d req-71694cc8-100f-4d4e-b8e3-5303b7d3140f tempest-VolumesNegativeTest-1466217880 tempest-VolumesNegativeTest-1466217880-project] Deleting port 994cb958-e3b0-4145-b2ea-e9548d61446d {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:18:45.323754 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-2f6caf2f-5949-4c02-9440-8239f85c717d req-71694cc8-100f-4d4e-b8e3-5303b7d3140f tempest-VolumesNegativeTest-1466217880 tempest-VolumesNegativeTest-1466217880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:45.416652 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-2f6caf2f-5949-4c02-9440-8239f85c717d req-71694cc8-100f-4d4e-b8e3-5303b7d3140f tempest-VolumesNegativeTest-1466217880 tempest-VolumesNegativeTest-1466217880-project] For port 994cb958-e3b0-4145-b2ea-e9548d61446d, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=994cb958-e3b0-4145-b2ea-e9548d61446d,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:18:45.417019 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-2f6caf2f-5949-4c02-9440-8239f85c717d req-71694cc8-100f-4d4e-b8e3-5303b7d3140f tempest-VolumesNegativeTest-1466217880 tempest-VolumesNegativeTest-1466217880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:45.429978 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-2f6caf2f-5949-4c02-9440-8239f85c717d req-71694cc8-100f-4d4e-b8e3-5303b7d3140f tempest-VolumesNegativeTest-1466217880 tempest-VolumesNegativeTest-1466217880-project] Calling delete_port for 994cb958-e3b0-4145-b2ea-e9548d61446d owned by compute:nova {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:18:45.555468 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-2f6caf2f-5949-4c02-9440-8239f85c717d req-71694cc8-100f-4d4e-b8e3-5303b7d3140f tempest-VolumesNegativeTest-1466217880 tempest-VolumesNegativeTest-1466217880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:45.567459 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['994cb958-e3b0-4145-b2ea-e9548d61446d'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:18:45.588336 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71694cc8-100f-4d4e-b8e3-5303b7d3140f tempest-VolumesNegativeTest-1466217880 tempest-VolumesNegativeTest-1466217880-project] Pushing event deleted for resources: {'Port': ['ID=994cb958-e3b0-4145-b2ea-e9548d61446d,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:18:45.630989 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f6caf2f-5949-4c02-9440-8239f85c717d req-71694cc8-100f-4d4e-b8e3-5303b7d3140f tempest-VolumesNegativeTest-1466217880 tempest-VolumesNegativeTest-1466217880-project] No DVR routers for this DVR port 994cb958-e3b0-4145-b2ea-e9548d61446d on host n-h2-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:18:45.633726 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-2f6caf2f-5949-4c02-9440-8239f85c717d req-71694cc8-100f-4d4e-b8e3-5303b7d3140f tempest-VolumesNegativeTest-1466217880 tempest-VolumesNegativeTest-1466217880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:45.635896 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2f6caf2f-5949-4c02-9440-8239f85c717d req-71694cc8-100f-4d4e-b8e3-5303b7d3140f tempest-VolumesNegativeTest-1466217880 tempest-VolumesNegativeTest-1466217880-project] 10.222.0.58 "DELETE /v2.0/ports/994cb958-e3b0-4145-b2ea-e9548d61446d HTTP/1.1" status: 204 len: 173 time: 0.4042306 Sep 23 07:18:45.791767 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6091421b-9f70-4639-8f47-15ed9c498c0d req-28478772-4861-4fe2-9566-c5f6f228e2be tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:45.793261 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6091421b-9f70-4639-8f47-15ed9c498c0d req-28478772-4861-4fe2-9566-c5f6f228e2be tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=80afb441-907f-4a9f-a57f-8f1ce7268388 HTTP/1.1" status: 200 len: 945 time: 0.0622764 Sep 23 07:18:45.830225 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6091421b-9f70-4639-8f47-15ed9c498c0d req-f093d390-501e-4d21-931b-58758527d88a tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3acf5d0-976e-416a-9e4a-4e8f5d86e3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308886 Sep 23 07:18:46.479466 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aa80ecf-73c2-4f6e-8af2-e4023cc18b16', 'name': 'network-vif-deleted', 'tag': '994cb958-e3b0-4145-b2ea-e9548d61446d'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:18:46.481890 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da70db5a-2d06-497e-a17f-1c5390e424fa" -d '{"events": [{"server_uuid": "1aa80ecf-73c2-4f6e-8af2-e4023cc18b16", "name": "network-vif-deleted", "tag": "994cb958-e3b0-4145-b2ea-e9548d61446d"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:18:46.505477 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57527cbd-f636-4e5d-adcc-285c20e28b02 req-469ef646-a809-4160-b21d-8189d3f6c2d8 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:46.508073 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-57527cbd-f636-4e5d-adcc-285c20e28b02 req-469ef646-a809-4160-b21d-8189d3f6c2d8 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.58 "GET /v2.0/ports?device_id=80afb441-907f-4a9f-a57f-8f1ce7268388 HTTP/1.1" status: 200 len: 945 time: 0.3865769 Sep 23 07:18:46.523655 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1167e38-d04d-4b42-b3b9-7ebe5c459ba2 x-openstack-request-id: req-c1167e38-d04d-4b42-b3b9-7ebe5c459ba2 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:18:46.524491 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aa80ecf-73c2-4f6e-8af2-e4023cc18b16", "name": "network-vif-deleted", "tag": "994cb958-e3b0-4145-b2ea-e9548d61446d", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:18:46.524491 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c1167e38-d04d-4b42-b3b9-7ebe5c459ba2 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:18:46.525104 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aa80ecf-73c2-4f6e-8af2-e4023cc18b16', 'name': 'network-vif-deleted', 'tag': '994cb958-e3b0-4145-b2ea-e9548d61446d', 'status': 'completed', 'code': 200} Sep 23 07:18:46.606010 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-57527cbd-f636-4e5d-adcc-285c20e28b02 req-625fb8d9-c35e-42c8-9ac5-76f212d911c5 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Deleting port 30ce0035-c7f7-4a67-8d52-525338e4b086 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:18:46.606355 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-57527cbd-f636-4e5d-adcc-285c20e28b02 req-625fb8d9-c35e-42c8-9ac5-76f212d911c5 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:46.698718 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-57527cbd-f636-4e5d-adcc-285c20e28b02 req-625fb8d9-c35e-42c8-9ac5-76f212d911c5 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] For port 30ce0035-c7f7-4a67-8d52-525338e4b086, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=30ce0035-c7f7-4a67-8d52-525338e4b086,segment=NetworkSegment(4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c),segment_id=4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:18:46.699203 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-57527cbd-f636-4e5d-adcc-285c20e28b02 req-625fb8d9-c35e-42c8-9ac5-76f212d911c5 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:46.711750 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-57527cbd-f636-4e5d-adcc-285c20e28b02 req-625fb8d9-c35e-42c8-9ac5-76f212d911c5 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Calling delete_port for 30ce0035-c7f7-4a67-8d52-525338e4b086 owned by compute:nova {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:18:46.855739 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-57527cbd-f636-4e5d-adcc-285c20e28b02 req-625fb8d9-c35e-42c8-9ac5-76f212d911c5 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:46.885873 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625fb8d9-c35e-42c8-9ac5-76f212d911c5 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Pushing event deleted for resources: {'Port': ['ID=30ce0035-c7f7-4a67-8d52-525338e4b086,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:18:46.937212 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-57527cbd-f636-4e5d-adcc-285c20e28b02 req-625fb8d9-c35e-42c8-9ac5-76f212d911c5 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] No DVR routers for this DVR port 30ce0035-c7f7-4a67-8d52-525338e4b086 on host n-h2-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:18:46.939992 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-57527cbd-f636-4e5d-adcc-285c20e28b02 req-625fb8d9-c35e-42c8-9ac5-76f212d911c5 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:46.942104 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-57527cbd-f636-4e5d-adcc-285c20e28b02 req-625fb8d9-c35e-42c8-9ac5-76f212d911c5 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.58 "DELETE /v2.0/ports/30ce0035-c7f7-4a67-8d52-525338e4b086 HTTP/1.1" status: 204 len: 173 time: 0.4276040 Sep 23 07:18:46.942580 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-490b035e-e577-4532-879c-aeaf2c47f9c6 req-51ed2bd6-6a29-48d4-b6ce-c706dfb9cdb9 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=80afb441-907f-4a9f-a57f-8f1ce7268388 HTTP/1.1" status: 200 len: 210 time: 0.0394118 Sep 23 07:18:48.062696 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a8f97231-c4d6-4bbb-ab09-b81c209d09d0 req-6162aeb3-cce4-473c-b364-9ea508b04018 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=80afb441-907f-4a9f-a57f-8f1ce7268388 HTTP/1.1" status: 200 len: 210 time: 0.0369771 Sep 23 07:18:48.526117 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80afb441-907f-4a9f-a57f-8f1ce7268388', 'name': 'network-vif-deleted', 'tag': '30ce0035-c7f7-4a67-8d52-525338e4b086'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:18:48.528596 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d97e5601-f1fe-49be-ae7a-caa23035e4c5" -d '{"events": [{"server_uuid": "80afb441-907f-4a9f-a57f-8f1ce7268388", "name": "network-vif-deleted", "tag": "30ce0035-c7f7-4a67-8d52-525338e4b086"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:18:48.566308 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a295b00-ab95-48ab-b31c-e86f9adc6281 x-openstack-request-id: req-1a295b00-ab95-48ab-b31c-e86f9adc6281 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:18:48.566603 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80afb441-907f-4a9f-a57f-8f1ce7268388", "name": "network-vif-deleted", "tag": "30ce0035-c7f7-4a67-8d52-525338e4b086", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:18:48.566857 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1a295b00-ab95-48ab-b31c-e86f9adc6281 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:18:48.567253 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80afb441-907f-4a9f-a57f-8f1ce7268388', 'name': 'network-vif-deleted', 'tag': '30ce0035-c7f7-4a67-8d52-525338e4b086', 'status': 'completed', 'code': 200} Sep 23 07:18:48.998014 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 994cb958-e3b0-4145-b2ea-e9548d61446d no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:18:49.019206 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No Port match for: 994cb958-e3b0-4145-b2ea-e9548d61446d {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:18:49.019549 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 994cb958-e3b0-4145-b2ea-e9548d61446d not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:18:49.019958 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 30ce0035-c7f7-4a67-8d52-525338e4b086 no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:18:49.039766 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No Port match for: 30ce0035-c7f7-4a67-8d52-525338e4b086 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:18:49.040116 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 30ce0035-c7f7-4a67-8d52-525338e4b086 not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:18:49.160091 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e0167d27-d4d3-44cf-b220-dac14ec61607 req-3533139c-f010-4c46-8912-6d32df0f4ccd tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=80afb441-907f-4a9f-a57f-8f1ce7268388 HTTP/1.1" status: 200 len: 210 time: 0.0276999 Sep 23 07:18:50.262307 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2c841b26-b32c-40b8-a1b4-32ff9d225cca req-d0892201-326e-4538-8ed7-5ddf3ccbeba0 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "GET /v2.0/ports?device_id=80afb441-907f-4a9f-a57f-8f1ce7268388 HTTP/1.1" status: 200 len: 210 time: 0.0284564 Sep 23 07:18:51.082305 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46856) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:18:51.216175 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-b88dcd26-b1be-4c0c-b801-803971621f3e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bb5d6117a62f4a8bba84fae68f3a03b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1326914 Sep 23 07:18:51.218661 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46860) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:18:51.265154 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a38452e6-f4c2-403b-b5f7-aab05c820d02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:51.286000 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a38452e6-f4c2-403b-b5f7-aab05c820d02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:51.320265 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46864) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:18:51.334399 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a38452e6-f4c2-403b-b5f7-aab05c820d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:51.337277 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a38452e6-f4c2-403b-b5f7-aab05c820d02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:51.338441 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-a38452e6-f4c2-403b-b5f7-aab05c820d02 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0d922fd8-b7fa-4732-a020-7333bc85b841 HTTP/1.1" status: 204 len: 168 time: 0.1188993 Sep 23 07:18:51.346480 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38452e6-f4c2-403b-b5f7-aab05c820d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d922fd8-b7fa-4732-a020-7333bc85b841,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:18:51.354687 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38452e6-f4c2-403b-b5f7-aab05c820d02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:18:51.355254 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38452e6-f4c2-403b-b5f7-aab05c820d02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:18:51.355588 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38452e6-f4c2-403b-b5f7-aab05c820d02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:18:51.355922 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38452e6-f4c2-403b-b5f7-aab05c820d02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:18:51.356248 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38452e6-f4c2-403b-b5f7-aab05c820d02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:18:51.356572 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38452e6-f4c2-403b-b5f7-aab05c820d02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:18:51.356893 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38452e6-f4c2-403b-b5f7-aab05c820d02 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:18:51.357248 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38452e6-f4c2-403b-b5f7-aab05c820d02 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:18:51.357566 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38452e6-f4c2-403b-b5f7-aab05c820d02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:18:51.357901 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38452e6-f4c2-403b-b5f7-aab05c820d02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:18:51.358267 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38452e6-f4c2-403b-b5f7-aab05c820d02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:18:51.358590 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38452e6-f4c2-403b-b5f7-aab05c820d02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:18:51.462527 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-281cdf0d-1059-437c-9b26-d0c9b7393df3 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Deleting port 7825fb20-0417-4927-a17e-a0bc8e103e44 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:18:51.462962 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-281cdf0d-1059-437c-9b26-d0c9b7393df3 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:51.542610 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-281cdf0d-1059-437c-9b26-d0c9b7393df3 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:51.542827 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-281cdf0d-1059-437c-9b26-d0c9b7393df3 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:51.555447 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-281cdf0d-1059-437c-9b26-d0c9b7393df3 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Calling delete_port for 7825fb20-0417-4927-a17e-a0bc8e103e44 owned by network:floatingip {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:18:51.691891 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-281cdf0d-1059-437c-9b26-d0c9b7393df3 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:51.726374 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281cdf0d-1059-437c-9b26-d0c9b7393df3 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Pushing event deleted for resources: {'Port': ['ID=7825fb20-0417-4927-a17e-a0bc8e103e44,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:18:51.749310 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281cdf0d-1059-437c-9b26-d0c9b7393df3 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:18:51.749669 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281cdf0d-1059-437c-9b26-d0c9b7393df3 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:18:51.750039 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281cdf0d-1059-437c-9b26-d0c9b7393df3 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:18:51.750380 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281cdf0d-1059-437c-9b26-d0c9b7393df3 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:18:51.750714 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281cdf0d-1059-437c-9b26-d0c9b7393df3 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:18:51.751046 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281cdf0d-1059-437c-9b26-d0c9b7393df3 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:18:51.751376 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281cdf0d-1059-437c-9b26-d0c9b7393df3 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:18:51.751705 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281cdf0d-1059-437c-9b26-d0c9b7393df3 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:18:51.752086 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281cdf0d-1059-437c-9b26-d0c9b7393df3 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:18:51.752418 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281cdf0d-1059-437c-9b26-d0c9b7393df3 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:18:51.752749 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281cdf0d-1059-437c-9b26-d0c9b7393df3 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:18:51.753071 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281cdf0d-1059-437c-9b26-d0c9b7393df3 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:18:51.799975 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-281cdf0d-1059-437c-9b26-d0c9b7393df3 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks [] for floatingip, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:51.806688 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-281cdf0d-1059-437c-9b26-d0c9b7393df3 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:51.806688 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-281cdf0d-1059-437c-9b26-d0c9b7393df3 tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "DELETE /v2.0/floatingips/ded4d16e-5f77-43bd-aac1-70d6c7178ebb HTTP/1.1" status: 204 len: 168 time: 0.4840918 Sep 23 07:18:52.002784 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46896) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:18:52.104135 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-0eb3733c-139f-4c3b-a837-fc0a30608702 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1047503549-network', 'tenant_id': '429f2657cc7c478cbe373bcef0a11138'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:18:52.126389 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb3733c-139f-4c3b-a837-fc0a30608702 admin admin] Made reservation on behalf of 429f2657cc7c478cbe373bcef0a11138 for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:18:52.128984 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0eb3733c-139f-4c3b-a837-fc0a30608702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:52.138427 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0eb3733c-139f-4c3b-a837-fc0a30608702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:52.231790 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0eb3733c-139f-4c3b-a837-fc0a30608702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:52.235565 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0eb3733c-139f-4c3b-a837-fc0a30608702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:52.262507 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eb3733c-139f-4c3b-a837-fc0a30608702 admin admin] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:18:52.276782 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb3733c-139f-4c3b-a837-fc0a30608702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8df9606-5795-415c-b879-204f0a3bdb90,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:18:52.282727 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0eb3733c-139f-4c3b-a837-fc0a30608702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:52.283153 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-0eb3733c-139f-4c3b-a837-fc0a30608702 admin admin] Added segment 1d9a4b53-5f24-48df-9e67-cbbe16500b51 of type vlan for network 6e3e323e-0cab-405f-ac76-cd42cea9fb53 Sep 23 07:18:52.325434 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0eb3733c-139f-4c3b-a837-fc0a30608702 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:52.350691 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0eb3733c-139f-4c3b-a837-fc0a30608702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:52.351705 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb3733c-139f-4c3b-a837-fc0a30608702 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:52.352288 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0eb3733c-139f-4c3b-a837-fc0a30608702 admin admin] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:52.386599 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-0eb3733c-139f-4c3b-a837-fc0a30608702 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3826492 Sep 23 07:18:52.389343 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46900) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:18:52.395518 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-a88f6562-6576-4329-8376-6eb140db843d admin admin] Request body: {'subnet': {'network_id': '6e3e323e-0cab-405f-ac76-cd42cea9fb53', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1047503549-subnet', 'tenant_id': '429f2657cc7c478cbe373bcef0a11138', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:18:52.427526 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb3733c-139f-4c3b-a837-fc0a30608702 admin admin] Pushing event updated for resources: {'Network': ['ID=6e3e323e-0cab-405f-ac76-cd42cea9fb53,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:18:52.439645 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 6e3e323e-0cab-405f-ac76-cd42cea9fb53 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:18:52.443488 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a88f6562-6576-4329-8376-6eb140db843d admin admin] Made reservation on behalf of 429f2657cc7c478cbe373bcef0a11138 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:18:52.446094 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a88f6562-6576-4329-8376-6eb140db843d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:52.627962 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a88f6562-6576-4329-8376-6eb140db843d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:52.688118 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88f6562-6576-4329-8376-6eb140db843d admin admin] Pushing event updated for resources: {'Subnet': ['ID=040ba433-b4b3-41b1-8f6c-eaaf6a8dc466,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:18:52.698427 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88f6562-6576-4329-8376-6eb140db843d admin admin] Checking segment: {'id': '1d9a4b53-5f24-48df-9e67-cbbe16500b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '6e3e323e-0cab-405f-ac76-cd42cea9fb53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:18:52.698789 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88f6562-6576-4329-8376-6eb140db843d admin admin] Network hostable DHCP agents. Network: 6e3e323e-0cab-405f-ac76-cd42cea9fb53, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:18:52.716189 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88f6562-6576-4329-8376-6eb140db843d admin admin] Network 6e3e323e-0cab-405f-ac76-cd42cea9fb53 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:18:52.724624 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-a88f6562-6576-4329-8376-6eb140db843d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 6e3e323e-0cab-405f-ac76-cd42cea9fb53) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:18:52.729276 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88f6562-6576-4329-8376-6eb140db843d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:18:52.729886 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a88f6562-6576-4329-8376-6eb140db843d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:52.734624 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed751ae3-3952-4d77-b942-c645acb8fb57 None None] Network 6e3e323e-0cab-405f-ac76-cd42cea9fb53 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:18:52.744184 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-a88f6562-6576-4329-8376-6eb140db843d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3537741 Sep 23 07:18:52.867801 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254a5489-f557-4f07-9b22-2fd61703d662 None None] Network 6e3e323e-0cab-405f-ac76-cd42cea9fb53 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:18:54.082086 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46918) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:18:54.145229 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bfbb9a41-b5b0-4564-9fac-8c5708362a3e tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:54.170983 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bfbb9a41-b5b0-4564-9fac-8c5708362a3e tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:54.229501 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bfbb9a41-b5b0-4564-9fac-8c5708362a3e tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:54.232395 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bfbb9a41-b5b0-4564-9fac-8c5708362a3e tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:54.233556 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-bfbb9a41-b5b0-4564-9fac-8c5708362a3e tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] 10.222.0.39 "DELETE /v2.0/security-groups/d3acf5d0-976e-416a-9e4a-4e8f5d86e3e3 HTTP/1.1" status: 204 len: 168 time: 0.1504753 Sep 23 07:18:54.244078 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb9a41-b5b0-4564-9fac-8c5708362a3e tempest-TestVolumeBootPattern-776825985 tempest-TestVolumeBootPattern-776825985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3acf5d0-976e-416a-9e4a-4e8f5d86e3e3,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:18:54.296792 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46924) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:18:54.740129 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7b96abe8-b9f7-4a1d-b9a2-97f05a1e7e03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066969'] for router_interface, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:54.996505 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-7b96abe8-b9f7-4a1d-b9a2-97f05a1e7e03 admin admin] Deleting port 5833834c-d139-48fe-a16e-914881dc4f95 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:18:54.996854 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7b96abe8-b9f7-4a1d-b9a2-97f05a1e7e03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:55.083435 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-7b96abe8-b9f7-4a1d-b9a2-97f05a1e7e03 admin admin] For port 5833834c-d139-48fe-a16e-914881dc4f95, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=5833834c-d139-48fe-a16e-914881dc4f95,segment=NetworkSegment(4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c),segment_id=4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:18:55.083807 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7b96abe8-b9f7-4a1d-b9a2-97f05a1e7e03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:55.097254 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-7b96abe8-b9f7-4a1d-b9a2-97f05a1e7e03 admin admin] Calling delete_port for 5833834c-d139-48fe-a16e-914881dc4f95 owned by network:router_interface {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:18:55.285497 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7b96abe8-b9f7-4a1d-b9a2-97f05a1e7e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:55.313714 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b96abe8-b9f7-4a1d-b9a2-97f05a1e7e03 admin admin] Pushing event deleted for resources: {'Port': ['ID=5833834c-d139-48fe-a16e-914881dc4f95,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:18:55.489501 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7b96abe8-b9f7-4a1d-b9a2-97f05a1e7e03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2068624'] for router_interface, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:55.772449 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b96abe8-b9f7-4a1d-b9a2-97f05a1e7e03 admin admin] Router 9894b75e-0fa0-4aff-836f-5fd46b9bec9a has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:18:55.876615 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b96abe8-b9f7-4a1d-b9a2-97f05a1e7e03 admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:18:55.882441 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-7b96abe8-b9f7-4a1d-b9a2-97f05a1e7e03 admin admin] 10.222.0.39 "PUT /v2.0/routers/9894b75e-0fa0-4aff-836f-5fd46b9bec9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5833883 Sep 23 07:18:55.884911 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46934) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:18:55.887597 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e6ede2-6ff9-4717-ab31-2e39d4bf99d0 None None] Sync routers for ids ['9894b75e-0fa0-4aff-836f-5fd46b9bec9a'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:18:55.902109 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e6ede2-6ff9-4717-ab31-2e39d4bf99d0 None None] Routers {'9894b75e-0fa0-4aff-836f-5fd46b9bec9a'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:18:55.902666 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-f4e6ede2-6ff9-4717-ab31-2e39d4bf99d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:18:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['9894b75e-0fa0-4aff-836f-5fd46b9bec9a'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:18:55.989204 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5d91a9e0-88fb-4627-80f0-983b0821942e admin admin] Notify callbacks [] for router, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:56.007825 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-f4e6ede2-6ff9-4717-ab31-2e39d4bf99d0 None None] Set router 9894b75e-0fa0-4aff-836f-5fd46b9bec9a gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:18:56.095356 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5d91a9e0-88fb-4627-80f0-983b0821942e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:56.153657 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-5d91a9e0-88fb-4627-80f0-983b0821942e admin admin] Deleting port 530dee91-c9ef-4272-a399-eddcf21a541e {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:18:56.154052 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5d91a9e0-88fb-4627-80f0-983b0821942e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:56.185616 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-f4e6ede2-6ff9-4717-ab31-2e39d4bf99d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'name': 'tempest-TestVolumeBootPattern-839799229-router', 'tenant_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '530dee91-c9ef-4272-a399-eddcf21a541e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:08:09Z', 'updated_at': '2021-09-23T07:18:55Z', 'revision_number': 5, 'project_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'gw_port': {'id': '530dee91-c9ef-4272-a399-eddcf21a541e', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:08:10Z', 'updated_at': '2021-09-23T07:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:18:56.212336 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e6ede2-6ff9-4717-ab31-2e39d4bf99d0 None None] Checking router: 9894b75e-0fa0-4aff-836f-5fd46b9bec9a for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:18:56.220535 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e6ede2-6ff9-4717-ab31-2e39d4bf99d0 None None] Routers {'9894b75e-0fa0-4aff-836f-5fd46b9bec9a'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:18:56.221155 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-f4e6ede2-6ff9-4717-ab31-2e39d4bf99d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:18:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['9894b75e-0fa0-4aff-836f-5fd46b9bec9a'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:18:56.232408 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-5d91a9e0-88fb-4627-80f0-983b0821942e admin admin] For port 530dee91-c9ef-4272-a399-eddcf21a541e, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=530dee91-c9ef-4272-a399-eddcf21a541e,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:18:56.232773 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5d91a9e0-88fb-4627-80f0-983b0821942e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:56.245756 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-5d91a9e0-88fb-4627-80f0-983b0821942e admin admin] Calling delete_port for 530dee91-c9ef-4272-a399-eddcf21a541e owned by network:router_gateway {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:18:56.308078 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-f4e6ede2-6ff9-4717-ab31-2e39d4bf99d0 None None] Set router 9894b75e-0fa0-4aff-836f-5fd46b9bec9a gateway port host: None {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:18:56.363452 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-f4e6ede2-6ff9-4717-ab31-2e39d4bf99d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'name': 'tempest-TestVolumeBootPattern-839799229-router', 'tenant_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:08:09Z', 'updated_at': '2021-09-23T07:18:56Z', 'revision_number': 6, 'project_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'gw_port_host': None}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:18:56.392213 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e6ede2-6ff9-4717-ab31-2e39d4bf99d0 None None] The sync data for ids ['9894b75e-0fa0-4aff-836f-5fd46b9bec9a'] in n-d-715271-16 is: [{'id': '9894b75e-0fa0-4aff-836f-5fd46b9bec9a', 'name': 'tempest-TestVolumeBootPattern-839799229-router', 'tenant_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:08:09Z', 'updated_at': '2021-09-23T07:18:56Z', 'revision_number': 6, 'project_id': 'dda7d37bb4b541ebbe8e22954596ee73', 'gw_port_host': None}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:18:56.415069 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5d91a9e0-88fb-4627-80f0-983b0821942e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:56.439853 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d91a9e0-88fb-4627-80f0-983b0821942e admin admin] Pushing event deleted for resources: {'Port': ['ID=530dee91-c9ef-4272-a399-eddcf21a541e,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:18:56.504729 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5d91a9e0-88fb-4627-80f0-983b0821942e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2068563'] for router_gateway, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:56.597332 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5d91a9e0-88fb-4627-80f0-983b0821942e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:56.599660 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5d91a9e0-88fb-4627-80f0-983b0821942e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:56.643027 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5d91a9e0-88fb-4627-80f0-983b0821942e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:56.643557 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d91a9e0-88fb-4627-80f0-983b0821942e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9894b75e-0fa0-4aff-836f-5fd46b9bec9a {{(pid=95066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 07:18:56.648095 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5d91a9e0-88fb-4627-80f0-983b0821942e admin admin] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:56.649085 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-5d91a9e0-88fb-4627-80f0-983b0821942e admin admin] 10.222.0.39 "DELETE /v2.0/routers/9894b75e-0fa0-4aff-836f-5fd46b9bec9a HTTP/1.1" status: 204 len: 168 time: 0.7631726 Sep 23 07:18:56.651833 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46940) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:18:56.704248 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9103e75-5282-403e-b773-a829cfa9e6f6 admin admin] Deleting subnet 4f0a580e-e630-4d93-8377-9af2cc86d82c {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:18:56.709079 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a9103e75-5282-403e-b773-a829cfa9e6f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:56.756193 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a9103e75-5282-403e-b773-a829cfa9e6f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:56.859515 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a9103e75-5282-403e-b773-a829cfa9e6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:56.915598 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a9103e75-5282-403e-b773-a829cfa9e6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:56.942377 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9103e75-5282-403e-b773-a829cfa9e6f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f0a580e-e630-4d93-8377-9af2cc86d82c,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:18:56.946504 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a9103e75-5282-403e-b773-a829cfa9e6f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:56.949915 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-a9103e75-5282-403e-b773-a829cfa9e6f6 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/4f0a580e-e630-4d93-8377-9af2cc86d82c HTTP/1.1" status: 204 len: 168 time: 0.2956219 Sep 23 07:18:56.950984 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46944) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:18:56.954018 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8516ba0-5eac-4ee1-bd8a-09ac88ffa7e2 None None] Network ee64cebb-cbad-4040-a31a-b12cc5624112 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:18:57.025965 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3e25a91c-f347-4469-a9e4-ba2cf38d03ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:57.078770 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-3e25a91c-f347-4469-a9e4-ba2cf38d03ca admin admin] Deleting port 63e76149-aff3-4ee1-af91-868ec4b5ba23 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:18:57.079118 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3e25a91c-f347-4469-a9e4-ba2cf38d03ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:57.149203 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-3e25a91c-f347-4469-a9e4-ba2cf38d03ca admin admin] For port 63e76149-aff3-4ee1-af91-868ec4b5ba23, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=63e76149-aff3-4ee1-af91-868ec4b5ba23,segment=NetworkSegment(4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c),segment_id=4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:18:57.149561 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3e25a91c-f347-4469-a9e4-ba2cf38d03ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:57.167385 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-3e25a91c-f347-4469-a9e4-ba2cf38d03ca admin admin] Calling delete_port for 63e76149-aff3-4ee1-af91-868ec4b5ba23 owned by network:dhcp {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:18:57.214602 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19cc57c0-0c40-481d-b6b3-f187fcd31307 None None] DHCP port deletion for ee64cebb-cbad-4040-a31a-b12cc5624112 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 07:18:57.257750 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3e25a91c-f347-4469-a9e4-ba2cf38d03ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:57.270666 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-19cc57c0-0c40-481d-b6b3-f187fcd31307 None None] Deleting port 63e76149-aff3-4ee1-af91-868ec4b5ba23 {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:18:57.271155 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-19cc57c0-0c40-481d-b6b3-f187fcd31307 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:57.287338 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e25a91c-f347-4469-a9e4-ba2cf38d03ca admin admin] Pushing event deleted for resources: {'Port': ['ID=63e76149-aff3-4ee1-af91-868ec4b5ba23,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:18:57.289850 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e25a91c-f347-4469-a9e4-ba2cf38d03ca admin admin] No DVR routers for this DVR port 63e76149-aff3-4ee1-af91-868ec4b5ba23 on host n-d-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:18:57.348421 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-19cc57c0-0c40-481d-b6b3-f187fcd31307 None None] For port 63e76149-aff3-4ee1-af91-868ec4b5ba23, host n-d-715271-16, got binding levels [] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:18:57.348833 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-19cc57c0-0c40-481d-b6b3-f187fcd31307 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:57.362806 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-19cc57c0-0c40-481d-b6b3-f187fcd31307 None None] Calling delete_port for 63e76149-aff3-4ee1-af91-868ec4b5ba23 owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:18:57.366721 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.ipam_backend_mixin [None req-19cc57c0-0c40-481d-b6b3-f187fcd31307 None None] Port 63e76149-aff3-4ee1-af91-868ec4b5ba23 was not found and therefore no delete operation was performed {{(pid=95067) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 23 07:18:57.369608 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-19cc57c0-0c40-481d-b6b3-f187fcd31307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:57.382962 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3e25a91c-f347-4469-a9e4-ba2cf38d03ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:57.398383 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cc57c0-0c40-481d-b6b3-f187fcd31307 None None] Pushing event deleted for resources: {'Port': ['ID=63e76149-aff3-4ee1-af91-868ec4b5ba23,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:18:57.405096 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-3e25a91c-f347-4469-a9e4-ba2cf38d03ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee64cebb-cbad-4040-a31a-b12cc5624112']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:18:57.412086 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cc57c0-0c40-481d-b6b3-f187fcd31307 None None] No DVR routers for this DVR port 63e76149-aff3-4ee1-af91-868ec4b5ba23 on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:18:57.418368 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cc57c0-0c40-481d-b6b3-f187fcd31307 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:18:57.418368 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cc57c0-0c40-481d-b6b3-f187fcd31307 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:18:57.419086 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cc57c0-0c40-481d-b6b3-f187fcd31307 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:18:57.419429 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cc57c0-0c40-481d-b6b3-f187fcd31307 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:18:57.421902 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cc57c0-0c40-481d-b6b3-f187fcd31307 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:18:57.421902 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cc57c0-0c40-481d-b6b3-f187fcd31307 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:18:57.421902 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cc57c0-0c40-481d-b6b3-f187fcd31307 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:18:57.421902 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cc57c0-0c40-481d-b6b3-f187fcd31307 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:18:57.421902 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cc57c0-0c40-481d-b6b3-f187fcd31307 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:18:57.422375 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-3e25a91c-f347-4469-a9e4-ba2cf38d03ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:18:57.422796 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cc57c0-0c40-481d-b6b3-f187fcd31307 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:18:57.422898 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-3e25a91c-f347-4469-a9e4-ba2cf38d03ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4edb3a1b-7a95-45d7-9cd7-77dc3bebdf1c') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:18:57.422991 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cc57c0-0c40-481d-b6b3-f187fcd31307 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:18:57.422991 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cc57c0-0c40-481d-b6b3-f187fcd31307 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:18:57.438791 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3e25a91c-f347-4469-a9e4-ba2cf38d03ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:57.456759 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3e25a91c-f347-4469-a9e4-ba2cf38d03ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:57.464115 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e25a91c-f347-4469-a9e4-ba2cf38d03ca admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:18:57.464673 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3e25a91c-f347-4469-a9e4-ba2cf38d03ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:57.466505 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 07:18:57.466505 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:18:57.466505 n-d-715271-16 neutron-server[95066]: timer() Sep 23 07:18:57.466505 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:18:57.466505 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 07:18:57.466505 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:18:57.466505 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 07:18:57.466505 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:18:57.466505 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 07:18:57.466505 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:18:57.466505 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 07:18:57.466505 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:18:57.466505 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 07:18:57.466505 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:18:57.466505 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:18:57.466505 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:18:57.466505 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:18:57.466505 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:18:57.466505 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 07:18:57.466505 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:18:57.466505 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 07:18:57.466505 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:18:57.466505 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:18:57.466505 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:18:57.466505 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 07:18:57.466505 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:18:57.466505 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:18:57.466505 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:18:57.466505 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:18:57.466505 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:18:57.466505 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:18:57.466505 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:18:57.535565 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3e25a91c-f347-4469-a9e4-ba2cf38d03ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:57.542081 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3e25a91c-f347-4469-a9e4-ba2cf38d03ca admin admin] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:57.546908 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46946) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:18:57.547415 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-3e25a91c-f347-4469-a9e4-ba2cf38d03ca admin admin] 10.222.0.39 "DELETE /v2.0/networks/ee64cebb-cbad-4040-a31a-b12cc5624112 HTTP/1.1" status: 204 len: 168 time: 0.5950017 Sep 23 07:18:57.566521 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e25a91c-f347-4469-a9e4-ba2cf38d03ca admin admin] Pushing event deleted for resources: {'Network': ['ID=ee64cebb-cbad-4040-a31a-b12cc5624112,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:18:57.808829 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 530dee91-c9ef-4272-a399-eddcf21a541e no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:18:57.839016 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 530dee91-c9ef-4272-a399-eddcf21a541e {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:18:57.839851 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 530dee91-c9ef-4272-a399-eddcf21a541e not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:18:57.840442 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 5833834c-d139-48fe-a16e-914881dc4f95 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:18:57.862539 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 5833834c-d139-48fe-a16e-914881dc4f95 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:18:57.862880 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 5833834c-d139-48fe-a16e-914881dc4f95 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:18:57.863301 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 63e76149-aff3-4ee1-af91-868ec4b5ba23 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:18:57.886436 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 63e76149-aff3-4ee1-af91-868ec4b5ba23 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:18:57.886779 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 63e76149-aff3-4ee1-af91-868ec4b5ba23 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:18:57.940705 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-86a9af2c-f8ba-4765-9614-93ed39932249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066969'] for router_interface, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:58.199111 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-86a9af2c-f8ba-4765-9614-93ed39932249 admin admin] Deleting port dc11ae12-9527-4824-a482-5a059061db21 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:18:58.199447 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-86a9af2c-f8ba-4765-9614-93ed39932249 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:58.276912 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-86a9af2c-f8ba-4765-9614-93ed39932249 admin admin] For port dc11ae12-9527-4824-a482-5a059061db21, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=dc11ae12-9527-4824-a482-5a059061db21,segment=NetworkSegment(5af8a24b-667e-4231-811d-36a07caac381),segment_id=5af8a24b-667e-4231-811d-36a07caac381)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:18:58.277201 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-86a9af2c-f8ba-4765-9614-93ed39932249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:58.289884 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-86a9af2c-f8ba-4765-9614-93ed39932249 admin admin] Calling delete_port for dc11ae12-9527-4824-a482-5a059061db21 owned by network:router_interface {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:18:58.484840 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-86a9af2c-f8ba-4765-9614-93ed39932249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:58.509177 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a9af2c-f8ba-4765-9614-93ed39932249 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc11ae12-9527-4824-a482-5a059061db21,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:18:58.706082 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-86a9af2c-f8ba-4765-9614-93ed39932249 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2068624'] for router_interface, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:58.926258 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86a9af2c-f8ba-4765-9614-93ed39932249 admin admin] Router 7efc2ebd-d860-44b6-bc27-7e08500ad9e7 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:18:59.028528 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86a9af2c-f8ba-4765-9614-93ed39932249 admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:18:59.035935 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-86a9af2c-f8ba-4765-9614-93ed39932249 admin admin] 10.222.0.39 "PUT /v2.0/routers/7efc2ebd-d860-44b6-bc27-7e08500ad9e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4856870 Sep 23 07:18:59.036229 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46956) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:18:59.042156 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5405eccc-431a-4f54-b025-3cb133a4dcce None None] Sync routers for ids ['7efc2ebd-d860-44b6-bc27-7e08500ad9e7'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:18:59.051897 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5405eccc-431a-4f54-b025-3cb133a4dcce None None] Routers {'7efc2ebd-d860-44b6-bc27-7e08500ad9e7'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:18:59.052704 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-5405eccc-431a-4f54-b025-3cb133a4dcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:18:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['7efc2ebd-d860-44b6-bc27-7e08500ad9e7'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:18:59.162208 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-5405eccc-431a-4f54-b025-3cb133a4dcce None None] Set router 7efc2ebd-d860-44b6-bc27-7e08500ad9e7 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:18:59.179504 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b8770b35-86e0-4f44-9f3a-5e599d7af1de admin admin] Notify callbacks [] for router, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:59.295081 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b8770b35-86e0-4f44-9f3a-5e599d7af1de admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:59.363733 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-b8770b35-86e0-4f44-9f3a-5e599d7af1de admin admin] Deleting port 966fb1c1-edc9-41a3-bb1d-1aa67f720242 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:18:59.364495 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b8770b35-86e0-4f44-9f3a-5e599d7af1de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:59.462624 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-b8770b35-86e0-4f44-9f3a-5e599d7af1de admin admin] For port 966fb1c1-edc9-41a3-bb1d-1aa67f720242, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=966fb1c1-edc9-41a3-bb1d-1aa67f720242,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:18:59.463304 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b8770b35-86e0-4f44-9f3a-5e599d7af1de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:59.475151 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-5405eccc-431a-4f54-b025-3cb133a4dcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7efc2ebd-d860-44b6-bc27-7e08500ad9e7', 'name': 'tempest-TestVolumeBootPattern-971792615-router', 'tenant_id': 'ece713875e6940ae8514c398e3a4c48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '966fb1c1-edc9-41a3-bb1d-1aa67f720242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:08:14Z', 'updated_at': '2021-09-23T07:18:58Z', 'revision_number': 5, 'project_id': 'ece713875e6940ae8514c398e3a4c48e', 'gw_port': {'id': '966fb1c1-edc9-41a3-bb1d-1aa67f720242', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:90:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efc2ebd-d860-44b6-bc27-7e08500ad9e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:08:15Z', 'updated_at': '2021-09-23T07:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:18:59.478053 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-b8770b35-86e0-4f44-9f3a-5e599d7af1de admin admin] Calling delete_port for 966fb1c1-edc9-41a3-bb1d-1aa67f720242 owned by network:router_gateway {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:18:59.505751 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5405eccc-431a-4f54-b025-3cb133a4dcce None None] Checking router: 7efc2ebd-d860-44b6-bc27-7e08500ad9e7 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:18:59.515989 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5405eccc-431a-4f54-b025-3cb133a4dcce None None] Routers {'7efc2ebd-d860-44b6-bc27-7e08500ad9e7'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:18:59.516793 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-5405eccc-431a-4f54-b025-3cb133a4dcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:18:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['7efc2ebd-d860-44b6-bc27-7e08500ad9e7'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:18:59.603829 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-5405eccc-431a-4f54-b025-3cb133a4dcce None None] Set router 7efc2ebd-d860-44b6-bc27-7e08500ad9e7 gateway port host: None {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:18:59.656156 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-5405eccc-431a-4f54-b025-3cb133a4dcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7efc2ebd-d860-44b6-bc27-7e08500ad9e7', 'name': 'tempest-TestVolumeBootPattern-971792615-router', 'tenant_id': 'ece713875e6940ae8514c398e3a4c48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:08:14Z', 'updated_at': '2021-09-23T07:18:59Z', 'revision_number': 6, 'project_id': 'ece713875e6940ae8514c398e3a4c48e', 'gw_port_host': None}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:18:59.673566 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b8770b35-86e0-4f44-9f3a-5e599d7af1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:59.688339 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5405eccc-431a-4f54-b025-3cb133a4dcce None None] The sync data for ids ['7efc2ebd-d860-44b6-bc27-7e08500ad9e7'] in n-d-715271-16 is: [{'id': '7efc2ebd-d860-44b6-bc27-7e08500ad9e7', 'name': 'tempest-TestVolumeBootPattern-971792615-router', 'tenant_id': 'ece713875e6940ae8514c398e3a4c48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:08:14Z', 'updated_at': '2021-09-23T07:18:59Z', 'revision_number': 6, 'project_id': 'ece713875e6940ae8514c398e3a4c48e', 'gw_port_host': None}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:18:59.710519 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8770b35-86e0-4f44-9f3a-5e599d7af1de admin admin] Pushing event deleted for resources: {'Port': ['ID=966fb1c1-edc9-41a3-bb1d-1aa67f720242,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:18:59.802064 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b8770b35-86e0-4f44-9f3a-5e599d7af1de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2068563'] for router_gateway, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:59.892639 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b8770b35-86e0-4f44-9f3a-5e599d7af1de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:59.894991 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b8770b35-86e0-4f44-9f3a-5e599d7af1de admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:59.940040 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b8770b35-86e0-4f44-9f3a-5e599d7af1de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:59.941185 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8770b35-86e0-4f44-9f3a-5e599d7af1de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7efc2ebd-d860-44b6-bc27-7e08500ad9e7 {{(pid=95065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 07:18:59.949086 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b8770b35-86e0-4f44-9f3a-5e599d7af1de admin admin] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:18:59.950325 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-b8770b35-86e0-4f44-9f3a-5e599d7af1de admin admin] 10.222.0.39 "DELETE /v2.0/routers/7efc2ebd-d860-44b6-bc27-7e08500ad9e7 HTTP/1.1" status: 204 len: 168 time: 0.9131670 Sep 23 07:18:59.952996 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46960) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:19:00.004038 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7aee404-823f-4916-82f9-53245de02247 admin admin] Deleting subnet 2422642d-4581-42f1-ab24-5508a3d2f9fa {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:19:00.007725 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a7aee404-823f-4916-82f9-53245de02247 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:00.044049 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a7aee404-823f-4916-82f9-53245de02247 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:00.172379 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a7aee404-823f-4916-82f9-53245de02247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:00.249677 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a7aee404-823f-4916-82f9-53245de02247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:00.278254 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aee404-823f-4916-82f9-53245de02247 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2422642d-4581-42f1-ab24-5508a3d2f9fa,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:19:00.280250 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a7aee404-823f-4916-82f9-53245de02247 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:00.282144 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-a7aee404-823f-4916-82f9-53245de02247 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/2422642d-4581-42f1-ab24-5508a3d2f9fa HTTP/1.1" status: 204 len: 168 time: 0.3281324 Sep 23 07:19:00.284623 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 46962) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:19:00.289764 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7262bdf8-0f54-41bd-bbb5-b9da6fe75c53 None None] Network 5568a091-20da-4482-92ef-1723181242f7 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:19:00.357108 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-33cd1721-0f61-4b6c-9007-11c4d0f1dcf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:00.435829 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-33cd1721-0f61-4b6c-9007-11c4d0f1dcf0 admin admin] Deleting port f68004ec-cf89-4feb-85f2-fd11d52c88dd {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:19:00.436178 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-33cd1721-0f61-4b6c-9007-11c4d0f1dcf0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:00.504820 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-33cd1721-0f61-4b6c-9007-11c4d0f1dcf0 admin admin] For port f68004ec-cf89-4feb-85f2-fd11d52c88dd, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=f68004ec-cf89-4feb-85f2-fd11d52c88dd,segment=NetworkSegment(5af8a24b-667e-4231-811d-36a07caac381),segment_id=5af8a24b-667e-4231-811d-36a07caac381)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:19:00.505118 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-33cd1721-0f61-4b6c-9007-11c4d0f1dcf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:00.517908 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-33cd1721-0f61-4b6c-9007-11c4d0f1dcf0 admin admin] Calling delete_port for f68004ec-cf89-4feb-85f2-fd11d52c88dd owned by network:dhcp {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:19:00.565932 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea34704-7ae8-4619-97f9-69dfd11998d7 None None] DHCP port deletion for 5568a091-20da-4482-92ef-1723181242f7 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 07:19:00.629650 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-aea34704-7ae8-4619-97f9-69dfd11998d7 None None] Deleting port f68004ec-cf89-4feb-85f2-fd11d52c88dd {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:19:00.630053 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-aea34704-7ae8-4619-97f9-69dfd11998d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:00.633549 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-33cd1721-0f61-4b6c-9007-11c4d0f1dcf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:00.665562 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cd1721-0f61-4b6c-9007-11c4d0f1dcf0 admin admin] No DVR routers for this DVR port f68004ec-cf89-4feb-85f2-fd11d52c88dd on host n-d-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:19:00.667784 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cd1721-0f61-4b6c-9007-11c4d0f1dcf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f68004ec-cf89-4feb-85f2-fd11d52c88dd,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:19:00.719614 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-aea34704-7ae8-4619-97f9-69dfd11998d7 None None] For port f68004ec-cf89-4feb-85f2-fd11d52c88dd, host n-d-715271-16, got binding levels [] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:19:00.719614 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-aea34704-7ae8-4619-97f9-69dfd11998d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:00.738539 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-aea34704-7ae8-4619-97f9-69dfd11998d7 None None] Calling delete_port for f68004ec-cf89-4feb-85f2-fd11d52c88dd owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:19:00.744326 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.ipam_backend_mixin [None req-aea34704-7ae8-4619-97f9-69dfd11998d7 None None] Port f68004ec-cf89-4feb-85f2-fd11d52c88dd was not found and therefore no delete operation was performed {{(pid=95067) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 23 07:19:00.746780 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-aea34704-7ae8-4619-97f9-69dfd11998d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:00.756981 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-33cd1721-0f61-4b6c-9007-11c4d0f1dcf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:00.778140 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea34704-7ae8-4619-97f9-69dfd11998d7 None None] Pushing event deleted for resources: {'Port': ['ID=f68004ec-cf89-4feb-85f2-fd11d52c88dd,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:19:00.780924 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea34704-7ae8-4619-97f9-69dfd11998d7 None None] No DVR routers for this DVR port f68004ec-cf89-4feb-85f2-fd11d52c88dd on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:19:00.794227 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-33cd1721-0f61-4b6c-9007-11c4d0f1dcf0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5568a091-20da-4482-92ef-1723181242f7']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:19:00.814519 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-33cd1721-0f61-4b6c-9007-11c4d0f1dcf0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5af8a24b-667e-4231-811d-36a07caac381') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:19:00.815255 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-33cd1721-0f61-4b6c-9007-11c4d0f1dcf0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5af8a24b-667e-4231-811d-36a07caac381') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:19:00.832016 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-33cd1721-0f61-4b6c-9007-11c4d0f1dcf0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:00.846086 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-33cd1721-0f61-4b6c-9007-11c4d0f1dcf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:00.852790 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33cd1721-0f61-4b6c-9007-11c4d0f1dcf0 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:19:00.853196 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-33cd1721-0f61-4b6c-9007-11c4d0f1dcf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:00.854911 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 07:19:00.854911 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:19:00.854911 n-d-715271-16 neutron-server[95066]: timer() Sep 23 07:19:00.854911 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:19:00.854911 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 07:19:00.854911 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:19:00.854911 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 07:19:00.854911 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:19:00.854911 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 07:19:00.854911 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:19:00.854911 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 07:19:00.854911 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:19:00.854911 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 07:19:00.854911 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:19:00.854911 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:19:00.854911 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:19:00.854911 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:19:00.854911 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:19:00.854911 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 07:19:00.854911 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:19:00.854911 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 07:19:00.854911 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:19:00.854911 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:19:00.854911 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:19:00.854911 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 07:19:00.854911 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:19:00.854911 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:19:00.854911 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:19:00.854911 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:19:00.854911 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:19:00.854911 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:19:00.854911 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:19:00.916624 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-33cd1721-0f61-4b6c-9007-11c4d0f1dcf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:00.924605 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-33cd1721-0f61-4b6c-9007-11c4d0f1dcf0 admin admin] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:00.926451 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-33cd1721-0f61-4b6c-9007-11c4d0f1dcf0 admin admin] 10.222.0.39 "DELETE /v2.0/networks/5568a091-20da-4482-92ef-1723181242f7 HTTP/1.1" status: 204 len: 168 time: 0.6406903 Sep 23 07:19:00.939490 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cd1721-0f61-4b6c-9007-11c4d0f1dcf0 admin admin] Pushing event deleted for resources: {'Network': ['ID=5568a091-20da-4482-92ef-1723181242f7,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:19:01.101387 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46970) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:19:01.143774 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-4f488549-33b4-4552-b465-eb1fb7a9556b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dda7d37bb4b541ebbe8e22954596ee73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410757 Sep 23 07:19:01.147353 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46972) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:19:01.197345 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c0a485c3-d41e-4271-8a24-6ba34cb7ffe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:01.220044 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c0a485c3-d41e-4271-8a24-6ba34cb7ffe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:01.273433 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c0a485c3-d41e-4271-8a24-6ba34cb7ffe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:01.276269 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c0a485c3-d41e-4271-8a24-6ba34cb7ffe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:01.277495 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-c0a485c3-d41e-4271-8a24-6ba34cb7ffe8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7b23276d-b0d0-4dc2-944c-643b94a85f36 HTTP/1.1" status: 204 len: 168 time: 0.1292441 Sep 23 07:19:01.285901 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a485c3-d41e-4271-8a24-6ba34cb7ffe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b23276d-b0d0-4dc2-944c-643b94a85f36,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:19:01.654645 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46978) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:19:01.695725 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-3f9020ed-1a4c-4198-8ef6-2edeabcb696b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ece713875e6940ae8514c398e3a4c48e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399177 Sep 23 07:19:01.698184 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 46980) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:19:01.750390 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0cf8a7fc-bd72-4365-a568-35cde91586f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:01.779163 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0cf8a7fc-bd72-4365-a568-35cde91586f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:01.820912 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device f68004ec-cf89-4feb-85f2-fd11d52c88dd no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:19:01.857932 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0cf8a7fc-bd72-4365-a568-35cde91586f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:01.858136 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: f68004ec-cf89-4feb-85f2-fd11d52c88dd {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:19:01.858136 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device f68004ec-cf89-4feb-85f2-fd11d52c88dd not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:19:01.858136 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 966fb1c1-edc9-41a3-bb1d-1aa67f720242 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:19:01.859795 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0cf8a7fc-bd72-4365-a568-35cde91586f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:01.869909 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-0cf8a7fc-bd72-4365-a568-35cde91586f6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e44b56ae-dfc5-4558-ad3c-837503b9155b HTTP/1.1" status: 204 len: 168 time: 0.1618762 Sep 23 07:19:01.869909 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf8a7fc-bd72-4365-a568-35cde91586f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44b56ae-dfc5-4558-ad3c-837503b9155b,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:19:01.909576 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 966fb1c1-edc9-41a3-bb1d-1aa67f720242 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:19:01.910213 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 966fb1c1-edc9-41a3-bb1d-1aa67f720242 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:19:01.910855 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device dc11ae12-9527-4824-a482-5a059061db21 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:19:01.933912 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: dc11ae12-9527-4824-a482-5a059061db21 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:19:01.934619 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device dc11ae12-9527-4824-a482-5a059061db21 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:19:06.651798 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:08.050451 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-397053f9-1d8a-4bde-9fef-74a5a3519e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:10.223328 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:11.072420 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-90ac7881-a270-48a6-a7ef-c6fc7a817243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:11.560043 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:12.368024 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:12.900256 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:19:13.863998 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:30.359920 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-37d9e2cc-c171-4093-a226-a1f79bae7580 req-5f2d3206-f852-4b65-8705-4cfa1dbb9734 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a4f7a4af-a7f9-4200-b6b9-90baa03f4da0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403931 Sep 23 07:19:30.431549 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d9e2cc-c171-4093-a226-a1f79bae7580 req-fa2f9162-4d45-46a5-ab97-3d7486743ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:19:30.433084 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-37d9e2cc-c171-4093-a226-a1f79bae7580 req-fa2f9162-4d45-46a5-ab97-3d7486743ef4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ac3e338994b2411c8937f4fd1418e068&device_id=a4f7a4af-a7f9-4200-b6b9-90baa03f4da0 HTTP/1.1" status: 200 len: 1098 time: 0.0440085 Sep 23 07:19:30.541435 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d9e2cc-c171-4093-a226-a1f79bae7580 req-66f2fc8f-699e-4865-a250-e76f3e6bcde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:19:30.542331 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-37d9e2cc-c171-4093-a226-a1f79bae7580 req-66f2fc8f-699e-4865-a250-e76f3e6bcde6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1c7f96e0-c4f8-4391-bee9-162eb8fab2bf HTTP/1.1" status: 200 len: 897 time: 0.0894711 Sep 23 07:19:30.616027 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-37d9e2cc-c171-4093-a226-a1f79bae7580 req-b97b5133-bad6-4fed-b0e7-7debf794dda2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c HTTP/1.1" status: 200 len: 1001 time: 0.0654483 Sep 23 07:19:30.665575 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d9e2cc-c171-4093-a226-a1f79bae7580 req-d12e6c7d-eafc-486a-b792-3abd3ad7ca0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:19:30.667147 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-37d9e2cc-c171-4093-a226-a1f79bae7580 req-d12e6c7d-eafc-486a-b792-3abd3ad7ca0d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7d62544f-4807-460c-8c5a-ef4b4640f0a6 HTTP/1.1" status: 200 len: 833 time: 0.0444736 Sep 23 07:19:30.712604 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d9e2cc-c171-4093-a226-a1f79bae7580 req-db48a4b3-074c-48d2-b5bd-f6b24d1815a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:19:30.714167 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-37d9e2cc-c171-4093-a226-a1f79bae7580 req-db48a4b3-074c-48d2-b5bd-f6b24d1815a9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1c7f96e0-c4f8-4391-bee9-162eb8fab2bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400059 Sep 23 07:19:30.816472 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-37d9e2cc-c171-4093-a226-a1f79bae7580 req-71565fd8-f192-4cc8-9ede-c5e761ac4092 service neutron] 10.222.0.21 "GET /v2.0/networks/1c7f96e0-c4f8-4391-bee9-162eb8fab2bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946100 Sep 23 07:19:30.911142 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-37d9e2cc-c171-4093-a226-a1f79bae7580 req-14c4b782-1cc7-4334-8b89-a139cbda0ff6 service neutron] 10.222.0.21 "GET /v2.0/networks/1c7f96e0-c4f8-4391-bee9-162eb8fab2bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856404 Sep 23 07:19:36.667396 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:37.163263 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4cbd2-b381-4917-9766-8d6f166c28b5 req-2b2de0f7-36be-40b5-9c35-7ccf95c7ae9b tempest-TestNetworkAdvancedServerOps-1704827008 tempest-TestNetworkAdvancedServerOps-1704827008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:19:37.164810 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2fd4cbd2-b381-4917-9766-8d6f166c28b5 req-2b2de0f7-36be-40b5-9c35-7ccf95c7ae9b tempest-TestNetworkAdvancedServerOps-1704827008 tempest-TestNetworkAdvancedServerOps-1704827008-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a4f7a4af-a7f9-4200-b6b9-90baa03f4da0 HTTP/1.1" status: 200 len: 1098 time: 0.3727047 Sep 23 07:19:37.183756 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-2fd4cbd2-b381-4917-9766-8d6f166c28b5 req-ee8714db-20fb-4463-a5ff-0f1fc5399870 tempest-TestNetworkAdvancedServerOps-1704827008 tempest-TestNetworkAdvancedServerOps-1704827008-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:37.288541 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-2fd4cbd2-b381-4917-9766-8d6f166c28b5 req-ee8714db-20fb-4463-a5ff-0f1fc5399870 tempest-TestNetworkAdvancedServerOps-1704827008 tempest-TestNetworkAdvancedServerOps-1704827008-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:37.292720 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-2fd4cbd2-b381-4917-9766-8d6f166c28b5 req-ee8714db-20fb-4463-a5ff-0f1fc5399870 tempest-TestNetworkAdvancedServerOps-1704827008 tempest-TestNetworkAdvancedServerOps-1704827008-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:37.315873 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2fd4cbd2-b381-4917-9766-8d6f166c28b5 req-ee8714db-20fb-4463-a5ff-0f1fc5399870 tempest-TestNetworkAdvancedServerOps-1704827008 tempest-TestNetworkAdvancedServerOps-1704827008-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=162cd90b-559b-4fd3-b013-413f80677eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448333 Sep 23 07:19:37.324687 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8714db-20fb-4463-a5ff-0f1fc5399870 tempest-TestNetworkAdvancedServerOps-1704827008 tempest-TestNetworkAdvancedServerOps-1704827008-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd328f6d-a6fa-4cdc-8d60-b41cf2a6c623,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:19:37.621697 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e2583e-bca7-4c83-8fcd-c9522e2e64a4 req-c045b9a3-b3b0-4eef-a813-a680f5e26480 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:19:37.623270 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-48e2583e-bca7-4c83-8fcd-c9522e2e64a4 req-c045b9a3-b3b0-4eef-a813-a680f5e26480 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4f7a4af-a7f9-4200-b6b9-90baa03f4da0 HTTP/1.1" status: 200 len: 946 time: 0.2347283 Sep 23 07:19:37.666767 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-48e2583e-bca7-4c83-8fcd-c9522e2e64a4 req-9faa9285-08e1-4438-bc08-317ffe16dace tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=162cd90b-559b-4fd3-b013-413f80677eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374551 Sep 23 07:19:37.691463 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 47514) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:19:37.753747 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-b60c974b-2e6b-4911-95b9-a074997d5ee8 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/floatingips/26861b7f-6d6b-4139-a227-037d6d9cde7f HTTP/1.1" status: 200 len: 993 time: 0.0610454 Sep 23 07:19:38.036099 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [req-082c18b6-392d-4a30-9df6-00bdaec9fff5 req-fb73096f-212f-4cb0-9c43-5c20256e9dbb service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:19:38.038637 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-082c18b6-392d-4a30-9df6-00bdaec9fff5 req-fb73096f-212f-4cb0-9c43-5c20256e9dbb service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066609 Sep 23 07:19:38.055689 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-572f1338-1a91-4e4e-bc98-3d0dd5e52d7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:38.408718 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e337c7e-8251-476a-b393-0fb136f4b1b3 req-9a869218-b86b-438b-b913-965b0fb55b6b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:19:38.410496 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8e337c7e-8251-476a-b393-0fb136f4b1b3 req-9a869218-b86b-438b-b913-965b0fb55b6b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4f7a4af-a7f9-4200-b6b9-90baa03f4da0 HTTP/1.1" status: 200 len: 946 time: 0.0585711 Sep 23 07:19:38.453197 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8e337c7e-8251-476a-b393-0fb136f4b1b3 req-6a85698f-8418-4afa-999d-ea67d3cf60c5 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=162cd90b-559b-4fd3-b013-413f80677eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339525 Sep 23 07:19:38.809498 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-da99df3f-3fef-4328-bb7c-30d81048cf47 req-7e8e96a3-b8a2-49d4-82c3-d57126d29713 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a4f7a4af-a7f9-4200-b6b9-90baa03f4da0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4646111 Sep 23 07:19:38.819202 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [req-da99df3f-3fef-4328-bb7c-30d81048cf47 req-fd438bfe-1ace-4819-ae6d-eb96700d7ea1 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:19:38.820156 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-da99df3f-3fef-4328-bb7c-30d81048cf47 req-fd438bfe-1ace-4819-ae6d-eb96700d7ea1 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057619 Sep 23 07:19:39.587380 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff24e0f-47bc-4950-84d6-c938bc7b8a52 req-2155461b-b871-4ddc-8c9d-9d83c1039eec tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:19:39.590021 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cff24e0f-47bc-4950-84d6-c938bc7b8a52 req-2155461b-b871-4ddc-8c9d-9d83c1039eec tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4f7a4af-a7f9-4200-b6b9-90baa03f4da0 HTTP/1.1" status: 200 len: 946 time: 0.0560031 Sep 23 07:19:39.632620 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cff24e0f-47bc-4950-84d6-c938bc7b8a52 req-cd880e55-35e0-48ac-b15e-a0e0d1e1e9b0 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=162cd90b-559b-4fd3-b013-413f80677eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366690 Sep 23 07:19:40.006433 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da99df3f-3fef-4328-bb7c-30d81048cf47 req-18ee97a1-9e59-4c89-82c0-0e9333c09162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:19:40.007966 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-da99df3f-3fef-4328-bb7c-30d81048cf47 req-18ee97a1-9e59-4c89-82c0-0e9333c09162 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ac3e338994b2411c8937f4fd1418e068&device_id=a4f7a4af-a7f9-4200-b6b9-90baa03f4da0 HTTP/1.1" status: 200 len: 1098 time: 0.0501885 Sep 23 07:19:40.114186 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da99df3f-3fef-4328-bb7c-30d81048cf47 req-fda5487a-95d0-45cc-a8e1-c7549847a5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:19:40.116190 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-da99df3f-3fef-4328-bb7c-30d81048cf47 req-fda5487a-95d0-45cc-a8e1-c7549847a5a0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1c7f96e0-c4f8-4391-bee9-162eb8fab2bf HTTP/1.1" status: 200 len: 897 time: 0.1007020 Sep 23 07:19:40.185904 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-da99df3f-3fef-4328-bb7c-30d81048cf47 req-5b409ef8-3748-453d-abb6-def47c350bc5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c HTTP/1.1" status: 200 len: 1001 time: 0.0626414 Sep 23 07:19:40.240104 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da99df3f-3fef-4328-bb7c-30d81048cf47 req-15914213-be72-4b2f-a89f-317ba353234a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:19:40.241479 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-da99df3f-3fef-4328-bb7c-30d81048cf47 req-15914213-be72-4b2f-a89f-317ba353234a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7d62544f-4807-460c-8c5a-ef4b4640f0a6 HTTP/1.1" status: 200 len: 833 time: 0.0490472 Sep 23 07:19:40.252309 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:40.300225 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da99df3f-3fef-4328-bb7c-30d81048cf47 req-ca2b7c7d-bed9-4ca4-ba78-ec1f61cf6cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:19:40.302161 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-da99df3f-3fef-4328-bb7c-30d81048cf47 req-ca2b7c7d-bed9-4ca4-ba78-ec1f61cf6cc4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1c7f96e0-c4f8-4391-bee9-162eb8fab2bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532787 Sep 23 07:19:40.403786 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-da99df3f-3fef-4328-bb7c-30d81048cf47 req-d91e3bf7-3849-46b2-b4b5-a4ff307ecf91 service neutron] 10.222.0.21 "GET /v2.0/networks/1c7f96e0-c4f8-4391-bee9-162eb8fab2bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945096 Sep 23 07:19:40.506201 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-da99df3f-3fef-4328-bb7c-30d81048cf47 req-bbeeb16d-77ee-4811-ba34-643336902429 service neutron] 10.222.0.21 "GET /v2.0/networks/1c7f96e0-c4f8-4391-bee9-162eb8fab2bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956936 Sep 23 07:19:40.847416 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd51523b-7a07-4583-9aba-f351fc58ac84 req-21677bde-cda9-44d8-a716-83c9cd94954e tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:19:40.849265 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bd51523b-7a07-4583-9aba-f351fc58ac84 req-21677bde-cda9-44d8-a716-83c9cd94954e tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4f7a4af-a7f9-4200-b6b9-90baa03f4da0 HTTP/1.1" status: 200 len: 946 time: 0.1327362 Sep 23 07:19:40.893465 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bd51523b-7a07-4583-9aba-f351fc58ac84 req-0f1a049c-54b3-41cb-b7f4-abd8c873fc6d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=162cd90b-559b-4fd3-b013-413f80677eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373261 Sep 23 07:19:41.076348 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-07c2a71e-34ab-4d63-8e1b-85804e955eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:41.561690 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:42.027771 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7124cd-aee5-4f79-a73e-1fca43ac0bae req-63b02fb8-6a9d-4a8c-9a44-940084735d81 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:19:42.029213 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6b7124cd-aee5-4f79-a73e-1fca43ac0bae req-63b02fb8-6a9d-4a8c-9a44-940084735d81 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4f7a4af-a7f9-4200-b6b9-90baa03f4da0 HTTP/1.1" status: 200 len: 946 time: 0.0582554 Sep 23 07:19:42.069711 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6b7124cd-aee5-4f79-a73e-1fca43ac0bae req-96d5eb49-9095-41b8-b24b-dff3432c3108 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=162cd90b-559b-4fd3-b013-413f80677eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342958 Sep 23 07:19:42.371886 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:43.193292 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc10ce-9abd-4f5c-8d28-eb70dae88202 req-3495a7eb-08f7-42d5-a39c-70d8aa44c432 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:19:43.194815 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-19dc10ce-9abd-4f5c-8d28-eb70dae88202 req-3495a7eb-08f7-42d5-a39c-70d8aa44c432 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4f7a4af-a7f9-4200-b6b9-90baa03f4da0 HTTP/1.1" status: 200 len: 946 time: 0.0532153 Sep 23 07:19:43.195148 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb2e20f-f95c-4532-b0b4-dde5b580bd2d req-2ce30b68-bb13-424b-b18a-fa78a806fac5 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:19:43.196658 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7eb2e20f-f95c-4532-b0b4-dde5b580bd2d req-2ce30b68-bb13-424b-b18a-fa78a806fac5 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] 10.222.0.39 "GET /v2.0/networks?id=6e3e323e-0cab-405f-ac76-cd42cea9fb53 HTTP/1.1" status: 200 len: 814 time: 0.1117988 Sep 23 07:19:43.211722 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7eb2e20f-f95c-4532-b0b4-dde5b580bd2d req-3d068b5c-4769-4a09-b71f-3f905cd6c4c3 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] 10.222.0.39 "GET /v2.0/quotas/429f2657cc7c478cbe373bcef0a11138 HTTP/1.1" status: 200 len: 375 time: 0.0092878 Sep 23 07:19:43.233408 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-19dc10ce-9abd-4f5c-8d28-eb70dae88202 req-21534eeb-e570-46bf-9a0f-7b6986550926 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=162cd90b-559b-4fd3-b013-413f80677eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326457 Sep 23 07:19:43.244689 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7eb2e20f-f95c-4532-b0b4-dde5b580bd2d req-6b551424-566d-4b27-8af6-d7713936a0fc tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=429f2657cc7c478cbe373bcef0a11138&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273793 Sep 23 07:19:43.310417 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [req-7eb2e20f-f95c-4532-b0b4-dde5b580bd2d req-352668ca-0f1d-4fb9-a5cc-fed0a14a455b service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=95065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:19:43.311428 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7eb2e20f-f95c-4532-b0b4-dde5b580bd2d req-352668ca-0f1d-4fb9-a5cc-fed0a14a455b service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0596051 Sep 23 07:19:43.407166 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7eb2e20f-f95c-4532-b0b4-dde5b580bd2d req-dbca8885-2248-4122-9fc2-dd6ab6389a6e service neutron] 10.222.0.39 "GET /v2.0/networks/6e3e323e-0cab-405f-ac76-cd42cea9fb53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875950 Sep 23 07:19:43.502773 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7eb2e20f-f95c-4532-b0b4-dde5b580bd2d req-816df46d-2150-48be-8a83-49e1587b11b3 service neutron] 10.222.0.39 "GET /v2.0/networks/6e3e323e-0cab-405f-ac76-cd42cea9fb53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888543 Sep 23 07:19:43.658312 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-07016b8e-2659-40af-943c-0a6ec625829f req-ab5d3c43-607f-4039-b9b3-68dd2f865961 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0db8b47-7cc8-4f2d-8cb5-c12b8f17b7cc HTTP/1.1" status: 200 len: 210 time: 0.0266714 Sep 23 07:19:43.867069 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:44.355029 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd73d14f-3931-4b41-9dae-e84e0e46dff6 req-ae1c3b24-5ad4-4285-b961-b70bea240b03 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:19:44.356433 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bd73d14f-3931-4b41-9dae-e84e0e46dff6 req-ae1c3b24-5ad4-4285-b961-b70bea240b03 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4f7a4af-a7f9-4200-b6b9-90baa03f4da0 HTTP/1.1" status: 200 len: 946 time: 0.0529451 Sep 23 07:19:44.396312 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bd73d14f-3931-4b41-9dae-e84e0e46dff6 req-7a71a574-3401-4f1e-8664-e11e8a63c7b5 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=162cd90b-559b-4fd3-b013-413f80677eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331895 Sep 23 07:19:44.632448 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb2e20f-f95c-4532-b0b4-dde5b580bd2d req-d8f00903-cce9-4829-802f-c69105926fd9 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:19:44.634048 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7eb2e20f-f95c-4532-b0b4-dde5b580bd2d req-d8f00903-cce9-4829-802f-c69105926fd9 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] 10.222.0.58 "GET /v2.0/networks?id=6e3e323e-0cab-405f-ac76-cd42cea9fb53 HTTP/1.1" status: 200 len: 814 time: 0.1128039 Sep 23 07:19:44.648691 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-7eb2e20f-f95c-4532-b0b4-dde5b580bd2d req-ab9155d3-8d61-4e87-a3b8-57efd8a19bca tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] Request body: {'port': {'device_id': 'e0db8b47-7cc8-4f2d-8cb5-c12b8f17b7cc', 'network_id': '6e3e323e-0cab-405f-ac76-cd42cea9fb53', 'admin_state_up': True, 'tenant_id': '429f2657cc7c478cbe373bcef0a11138'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:19:44.765514 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8ec2fc72-bc8e-4be7-9cbe-1afaa397f17b req-d443a8f7-253e-45e4-b212-f5f70c838cf5 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0db8b47-7cc8-4f2d-8cb5-c12b8f17b7cc HTTP/1.1" status: 200 len: 210 time: 0.0398345 Sep 23 07:19:44.788954 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7eb2e20f-f95c-4532-b0b4-dde5b580bd2d req-ab9155d3-8d61-4e87-a3b8-57efd8a19bca tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] Made reservation on behalf of 429f2657cc7c478cbe373bcef0a11138 for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:19:44.792489 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-7eb2e20f-f95c-4532-b0b4-dde5b580bd2d req-ab9155d3-8d61-4e87-a3b8-57efd8a19bca tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:44.919839 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [req-7eb2e20f-f95c-4532-b0b4-dde5b580bd2d req-ab9155d3-8d61-4e87-a3b8-57efd8a19bca tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] Allocated IP 172.20.0.12 (6e3e323e-0cab-405f-ac76-cd42cea9fb53/040ba433-b4b3-41b1-8f6c-eaaf6a8dc466/c747e43d-2f9c-401f-a15f-3ffd60ac3904) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:19:45.068860 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-7eb2e20f-f95c-4532-b0b4-dde5b580bd2d req-ab9155d3-8d61-4e87-a3b8-57efd8a19bca tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:45.103874 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-7eb2e20f-f95c-4532-b0b4-dde5b580bd2d req-ab9155d3-8d61-4e87-a3b8-57efd8a19bca tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:45.148208 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7eb2e20f-f95c-4532-b0b4-dde5b580bd2d req-ab9155d3-8d61-4e87-a3b8-57efd8a19bca tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] Network 6e3e323e-0cab-405f-ac76-cd42cea9fb53 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:19:45.151297 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [req-7eb2e20f-f95c-4532-b0b4-dde5b580bd2d req-ab9155d3-8d61-4e87-a3b8-57efd8a19bca tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:19:45.154921 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eb2e20f-f95c-4532-b0b4-dde5b580bd2d req-ab9155d3-8d61-4e87-a3b8-57efd8a19bca tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:19:45.163854 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9155d3-8d61-4e87-a3b8-57efd8a19bca tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] Pushing event updated for resources: {'Port': ['ID=c747e43d-2f9c-401f-a15f-3ffd60ac3904,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:19:45.212881 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb2e20f-f95c-4532-b0b4-dde5b580bd2d req-ab9155d3-8d61-4e87-a3b8-57efd8a19bca tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:19:45.213497 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-7eb2e20f-f95c-4532-b0b4-dde5b580bd2d req-ab9155d3-8d61-4e87-a3b8-57efd8a19bca tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:45.227805 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7eb2e20f-f95c-4532-b0b4-dde5b580bd2d req-ab9155d3-8d61-4e87-a3b8-57efd8a19bca tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5836844 Sep 23 07:19:45.238020 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [req-7eb2e20f-f95c-4532-b0b4-dde5b580bd2d req-f3bb8ee6-e423-47db-ac0f-fd577ec997b3 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:19:45.238949 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7eb2e20f-f95c-4532-b0b4-dde5b580bd2d req-f3bb8ee6-e423-47db-ac0f-fd577ec997b3 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052695 Sep 23 07:19:45.307293 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-7eb2e20f-f95c-4532-b0b4-dde5b580bd2d req-dc7de409-abeb-4f09-aee6-36c7e1fd0fa2 service neutron] Request body: {'port': {'device_id': 'e0db8b47-7cc8-4f2d-8cb5-c12b8f17b7cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:19:45.361776 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-7eb2e20f-f95c-4532-b0b4-dde5b580bd2d req-dc7de409-abeb-4f09-aee6-36c7e1fd0fa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:45.516630 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392f33a-1277-4b7a-b2ea-fc8d516c165b req-810a04a6-8472-4358-aca1-d17da7a77a96 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:19:45.518255 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4392f33a-1277-4b7a-b2ea-fc8d516c165b req-810a04a6-8472-4358-aca1-d17da7a77a96 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4f7a4af-a7f9-4200-b6b9-90baa03f4da0 HTTP/1.1" status: 200 len: 946 time: 0.0545688 Sep 23 07:19:45.556608 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4392f33a-1277-4b7a-b2ea-fc8d516c165b req-8ae85d0f-400c-43ca-83e1-f23a923ae664 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=162cd90b-559b-4fd3-b013-413f80677eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315771 Sep 23 07:19:45.631485 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [req-7eb2e20f-f95c-4532-b0b4-dde5b580bd2d req-dc7de409-abeb-4f09-aee6-36c7e1fd0fa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c747e43d-2f9c-401f-a15f-3ffd60ac3904 {{(pid=95066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:19:45.638920 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-7eb2e20f-f95c-4532-b0b4-dde5b580bd2d req-dc7de409-abeb-4f09-aee6-36c7e1fd0fa2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:45.651262 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.provisioning_blocks [req-7eb2e20f-f95c-4532-b0b4-dde5b580bd2d req-dc7de409-abeb-4f09-aee6-36c7e1fd0fa2 service neutron] Transition to ACTIVE for port object c747e43d-2f9c-401f-a15f-3ffd60ac3904 will not be triggered until provisioned by entity L2. {{(pid=95066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:19:45.654917 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-7eb2e20f-f95c-4532-b0b4-dde5b580bd2d req-dc7de409-abeb-4f09-aee6-36c7e1fd0fa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:45.705968 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7de409-abeb-4f09-aee6-36c7e1fd0fa2 service neutron] Pushing event updated for resources: {'Port': ['ID=c747e43d-2f9c-401f-a15f-3ffd60ac3904,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:19:45.770387 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-7eb2e20f-f95c-4532-b0b4-dde5b580bd2d req-dc7de409-abeb-4f09-aee6-36c7e1fd0fa2 service neutron] Attempting to bind port c747e43d-2f9c-401f-a15f-3ffd60ac3904 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:19:45.771408 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-7eb2e20f-f95c-4532-b0b4-dde5b580bd2d req-dc7de409-abeb-4f09-aee6-36c7e1fd0fa2 service neutron] Attempting to bind port c747e43d-2f9c-401f-a15f-3ffd60ac3904 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '1d9a4b53-5f24-48df-9e67-cbbe16500b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '6e3e323e-0cab-405f-ac76-cd42cea9fb53'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:19:45.771909 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb2e20f-f95c-4532-b0b4-dde5b580bd2d req-dc7de409-abeb-4f09-aee6-36c7e1fd0fa2 service neutron] Attempting to bind port c747e43d-2f9c-401f-a15f-3ffd60ac3904 on network 6e3e323e-0cab-405f-ac76-cd42cea9fb53 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:19:45.776176 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb2e20f-f95c-4532-b0b4-dde5b580bd2d req-dc7de409-abeb-4f09-aee6-36c7e1fd0fa2 service neutron] Port c747e43d-2f9c-401f-a15f-3ffd60ac3904 on network 6e3e323e-0cab-405f-ac76-cd42cea9fb53 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:19:45.776500 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb2e20f-f95c-4532-b0b4-dde5b580bd2d req-dc7de409-abeb-4f09-aee6-36c7e1fd0fa2 service neutron] Attempting to bind port c747e43d-2f9c-401f-a15f-3ffd60ac3904 on network 6e3e323e-0cab-405f-ac76-cd42cea9fb53 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:19:45.781213 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb2e20f-f95c-4532-b0b4-dde5b580bd2d req-dc7de409-abeb-4f09-aee6-36c7e1fd0fa2 service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:19:45.781554 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb2e20f-f95c-4532-b0b4-dde5b580bd2d req-dc7de409-abeb-4f09-aee6-36c7e1fd0fa2 service neutron] Checking segment: {'id': '1d9a4b53-5f24-48df-9e67-cbbe16500b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '6e3e323e-0cab-405f-ac76-cd42cea9fb53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:19:45.781970 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb2e20f-f95c-4532-b0b4-dde5b580bd2d req-dc7de409-abeb-4f09-aee6-36c7e1fd0fa2 service neutron] Bound using segment: {'id': '1d9a4b53-5f24-48df-9e67-cbbe16500b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '6e3e323e-0cab-405f-ac76-cd42cea9fb53'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:19:45.782398 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-7eb2e20f-f95c-4532-b0b4-dde5b580bd2d req-dc7de409-abeb-4f09-aee6-36c7e1fd0fa2 service neutron] Bound port: c747e43d-2f9c-401f-a15f-3ffd60ac3904, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d9a4b53-5f24-48df-9e67-cbbe16500b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '6e3e323e-0cab-405f-ac76-cd42cea9fb53'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:19:45.782750 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-7eb2e20f-f95c-4532-b0b4-dde5b580bd2d req-dc7de409-abeb-4f09-aee6-36c7e1fd0fa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:45.875520 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-7eb2e20f-f95c-4532-b0b4-dde5b580bd2d req-dc7de409-abeb-4f09-aee6-36c7e1fd0fa2 service neutron] For port c747e43d-2f9c-401f-a15f-3ffd60ac3904, host n-h2-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:19:45.892916 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-7eb2e20f-f95c-4532-b0b4-dde5b580bd2d req-dc7de409-abeb-4f09-aee6-36c7e1fd0fa2 service neutron] For port c747e43d-2f9c-401f-a15f-3ffd60ac3904, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=c747e43d-2f9c-401f-a15f-3ffd60ac3904,segment=NetworkSegment(1d9a4b53-5f24-48df-9e67-cbbe16500b51),segment_id=1d9a4b53-5f24-48df-9e67-cbbe16500b51)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:19:45.897590 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-7eb2e20f-f95c-4532-b0b4-dde5b580bd2d req-dc7de409-abeb-4f09-aee6-36c7e1fd0fa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:45.912719 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a785a0a-4c49-42ce-9c7f-9559acfab947 req-2cec58af-f517-4b58-b5c2-0813b569889f tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:19:45.914232 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6a785a0a-4c49-42ce-9c7f-9559acfab947 req-2cec58af-f517-4b58-b5c2-0813b569889f tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0db8b47-7cc8-4f2d-8cb5-c12b8f17b7cc HTTP/1.1" status: 200 len: 944 time: 0.0784228 Sep 23 07:19:45.951107 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb2e20f-f95c-4532-b0b4-dde5b580bd2d req-dc7de409-abeb-4f09-aee6-36c7e1fd0fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:19:45.951718 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-7eb2e20f-f95c-4532-b0b4-dde5b580bd2d req-dc7de409-abeb-4f09-aee6-36c7e1fd0fa2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:45.953053 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7eb2e20f-f95c-4532-b0b4-dde5b580bd2d req-dc7de409-abeb-4f09-aee6-36c7e1fd0fa2 service neutron] 10.222.0.58 "PUT /v2.0/ports/c747e43d-2f9c-401f-a15f-3ffd60ac3904 HTTP/1.1" status: 200 len: 1093 time: 0.7038496 Sep 23 07:19:45.958839 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0db8b47-7cc8-4f2d-8cb5-c12b8f17b7cc', 'tag': 'c747e43d-2f9c-401f-a15f-3ffd60ac3904'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:19:45.960969 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-410a2fd1-4711-4e44-8898-278d7a174156" -d '{"events": [{"name": "network-changed", "server_uuid": "e0db8b47-7cc8-4f2d-8cb5-c12b8f17b7cc", "tag": "c747e43d-2f9c-401f-a15f-3ffd60ac3904"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:19:45.994763 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7de409-abeb-4f09-aee6-36c7e1fd0fa2 service neutron] Pushing event updated for resources: {'Port': ['ID=c747e43d-2f9c-401f-a15f-3ffd60ac3904,revision_number=3']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:19:46.013175 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e45c07a3-b57a-4125-a74a-a9fc2e41b640 x-openstack-request-id: req-e45c07a3-b57a-4125-a74a-a9fc2e41b640 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:19:46.013467 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0db8b47-7cc8-4f2d-8cb5-c12b8f17b7cc", "tag": "c747e43d-2f9c-401f-a15f-3ffd60ac3904", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:19:46.013716 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e45c07a3-b57a-4125-a74a-a9fc2e41b640 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:19:46.014130 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0db8b47-7cc8-4f2d-8cb5-c12b8f17b7cc', 'tag': 'c747e43d-2f9c-401f-a15f-3ffd60ac3904', 'status': 'completed', 'code': 200} Sep 23 07:19:46.030004 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6a785a0a-4c49-42ce-9c7f-9559acfab947 req-59857e53-d7b1-4769-b055-69e23772c092 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8df9606-5795-415c-b879-204f0a3bdb90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945194 Sep 23 07:19:46.046268 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb2e20f-f95c-4532-b0b4-dde5b580bd2d req-7abe4092-3d85-4a43-83a4-0023bad453d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:19:46.047925 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7eb2e20f-f95c-4532-b0b4-dde5b580bd2d req-7abe4092-3d85-4a43-83a4-0023bad453d4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=429f2657cc7c478cbe373bcef0a11138&device_id=e0db8b47-7cc8-4f2d-8cb5-c12b8f17b7cc HTTP/1.1" status: 200 len: 1096 time: 0.0478840 Sep 23 07:19:46.098565 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7eb2e20f-f95c-4532-b0b4-dde5b580bd2d req-592aae4b-a8d4-4f90-9cf6-8416cc06aaf9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c747e43d-2f9c-401f-a15f-3ffd60ac3904 HTTP/1.1" status: 200 len: 217 time: 0.0399017 Sep 23 07:19:46.149376 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb2e20f-f95c-4532-b0b4-dde5b580bd2d req-354ff4b5-b85b-4ab4-974e-a4bec1c769b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:19:46.150835 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7eb2e20f-f95c-4532-b0b4-dde5b580bd2d req-354ff4b5-b85b-4ab4-974e-a4bec1c769b0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=040ba433-b4b3-41b1-8f6c-eaaf6a8dc466 HTTP/1.1" status: 200 len: 854 time: 0.0442944 Sep 23 07:19:46.183799 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7eb2e20f-f95c-4532-b0b4-dde5b580bd2d req-b91c82b9-7a7e-470b-827b-1162aa259099 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6e3e323e-0cab-405f-ac76-cd42cea9fb53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250764 Sep 23 07:19:46.284313 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7eb2e20f-f95c-4532-b0b4-dde5b580bd2d req-6d79e4da-7ede-4bc2-8ef7-2089b137392d service neutron] 10.222.0.58 "GET /v2.0/networks/6e3e323e-0cab-405f-ac76-cd42cea9fb53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925522 Sep 23 07:19:46.376554 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7eb2e20f-f95c-4532-b0b4-dde5b580bd2d req-34ee4e50-ac1e-41bf-a061-0e89aa28978b service neutron] 10.222.0.58 "GET /v2.0/networks/6e3e323e-0cab-405f-ac76-cd42cea9fb53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826468 Sep 23 07:19:46.476937 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a2fd1-4711-4e44-8898-278d7a174156 req-e4e75179-1099-47ea-b6f0-58d8871a1749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:19:46.478444 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-410a2fd1-4711-4e44-8898-278d7a174156 req-e4e75179-1099-47ea-b6f0-58d8871a1749 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=429f2657cc7c478cbe373bcef0a11138&device_id=e0db8b47-7cc8-4f2d-8cb5-c12b8f17b7cc HTTP/1.1" status: 200 len: 1096 time: 0.0450041 Sep 23 07:19:46.571958 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a2fd1-4711-4e44-8898-278d7a174156 req-96996077-31f6-44f8-8dc6-81c8928e1841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:19:46.573335 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-410a2fd1-4711-4e44-8898-278d7a174156 req-96996077-31f6-44f8-8dc6-81c8928e1841 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6e3e323e-0cab-405f-ac76-cd42cea9fb53 HTTP/1.1" status: 200 len: 915 time: 0.0863469 Sep 23 07:19:46.623346 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-410a2fd1-4711-4e44-8898-278d7a174156 req-fc7ffae1-8ca3-4b1d-83d7-3c00d1ec3af7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c747e43d-2f9c-401f-a15f-3ffd60ac3904 HTTP/1.1" status: 200 len: 217 time: 0.0405853 Sep 23 07:19:46.678670 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a2fd1-4711-4e44-8898-278d7a174156 req-3c5bd78d-f47c-4783-a111-a550c30b3878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:19:46.680173 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-410a2fd1-4711-4e44-8898-278d7a174156 req-3c5bd78d-f47c-4783-a111-a550c30b3878 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=040ba433-b4b3-41b1-8f6c-eaaf6a8dc466 HTTP/1.1" status: 200 len: 854 time: 0.0461016 Sep 23 07:19:46.680985 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d54c6c-e7da-4270-bd77-dfee479e42cb req-402feefc-9cbd-423e-a2be-6bdd46f8b4ad tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:19:46.682504 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-74d54c6c-e7da-4270-bd77-dfee479e42cb req-402feefc-9cbd-423e-a2be-6bdd46f8b4ad tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4f7a4af-a7f9-4200-b6b9-90baa03f4da0 HTTP/1.1" status: 200 len: 946 time: 0.0500100 Sep 23 07:19:46.713646 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-410a2fd1-4711-4e44-8898-278d7a174156 req-fc75952a-70ac-4429-8329-85c30fff355f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6e3e323e-0cab-405f-ac76-cd42cea9fb53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247362 Sep 23 07:19:46.720063 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-74d54c6c-e7da-4270-bd77-dfee479e42cb req-95e8367b-507e-4f34-9d78-d1dc43194053 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=162cd90b-559b-4fd3-b013-413f80677eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316124 Sep 23 07:19:46.810635 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-410a2fd1-4711-4e44-8898-278d7a174156 req-6c561dd6-a0b8-4618-95d1-40d89170f4bf service neutron] 10.222.0.58 "GET /v2.0/networks/6e3e323e-0cab-405f-ac76-cd42cea9fb53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875187 Sep 23 07:19:46.902877 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-410a2fd1-4711-4e44-8898-278d7a174156 req-feee53b7-08ff-45a3-9a77-e8a9e077f12d service neutron] 10.222.0.58 "GET /v2.0/networks/6e3e323e-0cab-405f-ac76-cd42cea9fb53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831561 Sep 23 07:19:47.146688 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de22a20a-7cba-4060-bdf7-00aef29b43a1 req-e32635f4-759b-47f1-a8bc-708f4c8ffa7b tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:19:47.148177 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-de22a20a-7cba-4060-bdf7-00aef29b43a1 req-e32635f4-759b-47f1-a8bc-708f4c8ffa7b tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0db8b47-7cc8-4f2d-8cb5-c12b8f17b7cc HTTP/1.1" status: 200 len: 944 time: 0.0529408 Sep 23 07:19:47.184734 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-de22a20a-7cba-4060-bdf7-00aef29b43a1 req-2b3180c9-5fcd-4442-9006-776182794856 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8df9606-5795-415c-b879-204f0a3bdb90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306380 Sep 23 07:19:47.837393 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65837f10-8d86-4f1c-8d88-f66723050bd0 req-6ecc8ada-1d9c-42f5-afae-ed386a8d4768 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:19:47.838902 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-65837f10-8d86-4f1c-8d88-f66723050bd0 req-6ecc8ada-1d9c-42f5-afae-ed386a8d4768 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4f7a4af-a7f9-4200-b6b9-90baa03f4da0 HTTP/1.1" status: 200 len: 946 time: 0.0482228 Sep 23 07:19:47.876176 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-65837f10-8d86-4f1c-8d88-f66723050bd0 req-09ff5f64-7c54-4be2-b2bc-2cf241bdd222 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=162cd90b-559b-4fd3-b013-413f80677eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314443 Sep 23 07:19:48.302132 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9542dcbe-4226-408b-a259-9f75254cedfb req-3c95c522-92de-438d-9d7a-6f3c307669d0 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:19:48.303623 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9542dcbe-4226-408b-a259-9f75254cedfb req-3c95c522-92de-438d-9d7a-6f3c307669d0 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0db8b47-7cc8-4f2d-8cb5-c12b8f17b7cc HTTP/1.1" status: 200 len: 944 time: 0.0529277 Sep 23 07:19:48.340400 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9542dcbe-4226-408b-a259-9f75254cedfb req-e4d3212a-0024-4c90-9410-4f9c276c15d7 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8df9606-5795-415c-b879-204f0a3bdb90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309057 Sep 23 07:19:48.997208 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8264581-0121-49c6-a7ef-dbe350a83976 req-bd410644-3a8f-49c6-badd-7b625a53edbf tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:19:48.998715 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a8264581-0121-49c6-a7ef-dbe350a83976 req-bd410644-3a8f-49c6-badd-7b625a53edbf tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4f7a4af-a7f9-4200-b6b9-90baa03f4da0 HTTP/1.1" status: 200 len: 946 time: 0.0545886 Sep 23 07:19:49.035826 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a8264581-0121-49c6-a7ef-dbe350a83976 req-cc276846-92e0-4b51-b18f-560895523c0b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=162cd90b-559b-4fd3-b013-413f80677eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312319 Sep 23 07:19:49.231734 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device c747e43d-2f9c-401f-a15f-3ffd60ac3904 details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:19:49.326069 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port c747e43d-2f9c-401f-a15f-3ffd60ac3904, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=c747e43d-2f9c-401f-a15f-3ffd60ac3904,segment=NetworkSegment(1d9a4b53-5f24-48df-9e67-cbbe16500b51),segment_id=1d9a4b53-5f24-48df-9e67-cbbe16500b51)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:19:49.336913 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': 'c747e43d-2f9c-401f-a15f-3ffd60ac3904', 'network_id': '6e3e323e-0cab-405f-ac76-cd42cea9fb53', 'port_id': 'c747e43d-2f9c-401f-a15f-3ffd60ac3904', 'mac_address': 'fa:16:3e:48:7a:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '040ba433-b4b3-41b1-8f6c-eaaf6a8dc466', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:19:49.378750 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:49.392009 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c747e43d-2f9c-401f-a15f-3ffd60ac3904 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:19:49.415684 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port c747e43d-2f9c-401f-a15f-3ffd60ac3904, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=c747e43d-2f9c-401f-a15f-3ffd60ac3904,segment=NetworkSegment(1d9a4b53-5f24-48df-9e67-cbbe16500b51),segment_id=1d9a4b53-5f24-48df-9e67-cbbe16500b51)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:19:49.420288 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:49.458509 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4fee09-4e1d-476f-bd44-f287ca5bb089 req-8b3100d6-d5b5-4e05-8c57-092e7c346de8 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:19:49.460194 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-eb4fee09-4e1d-476f-bd44-f287ca5bb089 req-8b3100d6-d5b5-4e05-8c57-092e7c346de8 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0db8b47-7cc8-4f2d-8cb5-c12b8f17b7cc HTTP/1.1" status: 200 len: 945 time: 0.0512311 Sep 23 07:19:49.466668 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=c747e43d-2f9c-401f-a15f-3ffd60ac3904,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:19:49.500723 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-eb4fee09-4e1d-476f-bd44-f287ca5bb089 req-f8f24d55-f1be-416b-8263-38c0252e60b0 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8df9606-5795-415c-b879-204f0a3bdb90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344365 Sep 23 07:19:49.664881 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['c747e43d-2f9c-401f-a15f-3ffd60ac3904'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:19:49.900086 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:19:50.153321 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c4323-3409-4895-a705-acb2b91dd985 req-b70ec6aa-173f-4443-8c80-97b6f852dd9b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:19:50.154844 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-095c4323-3409-4895-a705-acb2b91dd985 req-b70ec6aa-173f-4443-8c80-97b6f852dd9b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4f7a4af-a7f9-4200-b6b9-90baa03f4da0 HTTP/1.1" status: 200 len: 946 time: 0.0504901 Sep 23 07:19:50.191902 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-095c4323-3409-4895-a705-acb2b91dd985 req-9aac4dac-6782-4476-b67d-534b239ae798 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=162cd90b-559b-4fd3-b013-413f80677eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311711 Sep 23 07:19:50.615796 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1e7018-eaf8-45bf-bfb8-bbb047a00df1 req-17f0d0f6-21e1-4cb9-9920-4c7ebb1e7a78 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:19:50.617278 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ae1e7018-eaf8-45bf-bfb8-bbb047a00df1 req-17f0d0f6-21e1-4cb9-9920-4c7ebb1e7a78 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0db8b47-7cc8-4f2d-8cb5-c12b8f17b7cc HTTP/1.1" status: 200 len: 945 time: 0.0501361 Sep 23 07:19:50.654549 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ae1e7018-eaf8-45bf-bfb8-bbb047a00df1 req-cf2d6196-458e-477e-8693-ca7f06de1529 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8df9606-5795-415c-b879-204f0a3bdb90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313647 Sep 23 07:19:51.261753 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device c747e43d-2f9c-401f-a15f-3ffd60ac3904 up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:19:51.307786 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a675d28c-2e21-4427-b6d7-df30eae1a3dc req-27623df7-2ede-4d00-8ac0-5422bc939d58 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:19:51.309185 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a675d28c-2e21-4427-b6d7-df30eae1a3dc req-27623df7-2ede-4d00-8ac0-5422bc939d58 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4f7a4af-a7f9-4200-b6b9-90baa03f4da0 HTTP/1.1" status: 200 len: 946 time: 0.0491397 Sep 23 07:19:51.314141 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port c747e43d-2f9c-401f-a15f-3ffd60ac3904 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:19:51.318068 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port c747e43d-2f9c-401f-a15f-3ffd60ac3904 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:19:51.318448 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:51.349258 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a675d28c-2e21-4427-b6d7-df30eae1a3dc req-6c7667ae-eb39-4657-a6b3-d94beea5f93a tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=162cd90b-559b-4fd3-b013-413f80677eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329423 Sep 23 07:19:51.398670 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:51.420635 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0db8b47-7cc8-4f2d-8cb5-c12b8f17b7cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c747e43d-2f9c-401f-a15f-3ffd60ac3904'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:19:51.422894 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70470852-adb8-4214-8837-aaf20cea289f" -d '{"events": [{"server_uuid": "e0db8b47-7cc8-4f2d-8cb5-c12b8f17b7cc", "name": "network-vif-plugged", "status": "completed", "tag": "c747e43d-2f9c-401f-a15f-3ffd60ac3904"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:19:51.436527 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port c747e43d-2f9c-401f-a15f-3ffd60ac3904, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=c747e43d-2f9c-401f-a15f-3ffd60ac3904,segment=NetworkSegment(1d9a4b53-5f24-48df-9e67-cbbe16500b51),segment_id=1d9a4b53-5f24-48df-9e67-cbbe16500b51)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:19:51.441515 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:51.467339 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e405b4e-ab39-4238-acc9-6b0fb89aa348 x-openstack-request-id: req-8e405b4e-ab39-4238-acc9-6b0fb89aa348 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:19:51.467630 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0db8b47-7cc8-4f2d-8cb5-c12b8f17b7cc", "name": "network-vif-plugged", "status": "completed", "tag": "c747e43d-2f9c-401f-a15f-3ffd60ac3904", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:19:51.467882 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8e405b4e-ab39-4238-acc9-6b0fb89aa348 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:19:51.468267 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0db8b47-7cc8-4f2d-8cb5-c12b8f17b7cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c747e43d-2f9c-401f-a15f-3ffd60ac3904', 'code': 200} Sep 23 07:19:51.496745 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=c747e43d-2f9c-401f-a15f-3ffd60ac3904,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:19:51.570369 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805319e5-1c18-4c52-8e00-a565d4d6e8e3 req-a9e1a235-cbe5-421e-bd02-f78a6a5f7317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:19:51.571839 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-805319e5-1c18-4c52-8e00-a565d4d6e8e3 req-a9e1a235-cbe5-421e-bd02-f78a6a5f7317 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e0db8b47-7cc8-4f2d-8cb5-c12b8f17b7cc HTTP/1.1" status: 200 len: 1098 time: 0.0436382 Sep 23 07:19:51.606383 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-805319e5-1c18-4c52-8e00-a565d4d6e8e3 req-4674c6d0-63b1-4b5b-b888-185cab3d074b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=e8df9606-5795-415c-b879-204f0a3bdb90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269234 Sep 23 07:19:51.778687 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e031683-a2be-457a-b6dd-2fe5af6fcd3a req-7c4a89f1-385e-44e1-9a36-75be77c403a4 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:19:51.780186 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9e031683-a2be-457a-b6dd-2fe5af6fcd3a req-7c4a89f1-385e-44e1-9a36-75be77c403a4 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0db8b47-7cc8-4f2d-8cb5-c12b8f17b7cc HTTP/1.1" status: 200 len: 946 time: 0.0589373 Sep 23 07:19:51.819028 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9e031683-a2be-457a-b6dd-2fe5af6fcd3a req-f8a7e197-e337-498f-bb53-438eb2283b65 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8df9606-5795-415c-b879-204f0a3bdb90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329053 Sep 23 07:19:52.472899 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52aaba8-5908-4fd4-a479-4078864123f9 req-a7cad988-6275-426b-b0cf-f500ffeaccb9 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:19:52.475079 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a52aaba8-5908-4fd4-a479-4078864123f9 req-a7cad988-6275-426b-b0cf-f500ffeaccb9 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4f7a4af-a7f9-4200-b6b9-90baa03f4da0 HTTP/1.1" status: 200 len: 946 time: 0.0512421 Sep 23 07:19:52.514088 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a52aaba8-5908-4fd4-a479-4078864123f9 req-0753753f-64f9-4659-9569-eee34c1890ad tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=162cd90b-559b-4fd3-b013-413f80677eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329196 Sep 23 07:19:52.554499 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [req-da99df3f-3fef-4328-bb7c-30d81048cf47 req-f39bcfd5-4e3a-4e34-8e80-472cbb886b0d service neutron] show failed (client error): The resource could not be found. Sep 23 07:19:52.555546 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-da99df3f-3fef-4328-bb7c-30d81048cf47 req-f39bcfd5-4e3a-4e34-8e80-472cbb886b0d service neutron] 10.222.0.21 "GET /v2.0/ports/2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c/bindings/n-h2-715271-16 HTTP/1.1" status: 404 len: 381 time: 0.0588682 Sep 23 07:19:52.796949 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da99df3f-3fef-4328-bb7c-30d81048cf47 req-81c94247-b77d-4486-9389-b6dd5d6e4c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:19:52.798540 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-da99df3f-3fef-4328-bb7c-30d81048cf47 req-81c94247-b77d-4486-9389-b6dd5d6e4c7f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a4f7a4af-a7f9-4200-b6b9-90baa03f4da0&tenant_id=ac3e338994b2411c8937f4fd1418e068 HTTP/1.1" status: 200 len: 1098 time: 0.0752180 Sep 23 07:19:52.811742 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-da99df3f-3fef-4328-bb7c-30d81048cf47 req-455fbede-4688-4734-b95f-2acbe1e1308c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-715271-16', 'device_owner': 'compute:nova'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:19:52.867855 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-da99df3f-3fef-4328-bb7c-30d81048cf47 req-455fbede-4688-4734-b95f-2acbe1e1308c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:52.934401 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d46e5f-c584-449a-94df-e2b2e1973591 req-ab5e7b12-51a8-4600-bc1b-83b1509581b1 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:19:52.935937 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-79d46e5f-c584-449a-94df-e2b2e1973591 req-ab5e7b12-51a8-4600-bc1b-83b1509581b1 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0db8b47-7cc8-4f2d-8cb5-c12b8f17b7cc HTTP/1.1" status: 200 len: 946 time: 0.0499876 Sep 23 07:19:52.974856 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-79d46e5f-c584-449a-94df-e2b2e1973591 req-57ea4e82-4203-416f-b6d2-40dc43de31fe tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8df9606-5795-415c-b879-204f0a3bdb90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329494 Sep 23 07:19:53.078429 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-da99df3f-3fef-4328-bb7c-30d81048cf47 req-455fbede-4688-4734-b95f-2acbe1e1308c service neutron] For port 2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c,segment=NetworkSegment(122b3479-2720-4aac-9875-9e32c300a8be),segment_id=122b3479-2720-4aac-9875-9e32c300a8be)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:19:53.113420 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-da99df3f-3fef-4328-bb7c-30d81048cf47 req-455fbede-4688-4734-b95f-2acbe1e1308c service neutron] For port 2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c, host n-h1-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:19:53.157766 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4f7a4af-a7f9-4200-b6b9-90baa03f4da0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:19:53.160176 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81700da1-a301-4ade-a16a-a596491bb375" -d '{"events": [{"server_uuid": "a4f7a4af-a7f9-4200-b6b9-90baa03f4da0", "name": "network-vif-unplugged", "status": "completed", "tag": "2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:19:53.164449 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-da99df3f-3fef-4328-bb7c-30d81048cf47 req-455fbede-4688-4734-b95f-2acbe1e1308c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:53.178042 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.provisioning_blocks [req-da99df3f-3fef-4328-bb7c-30d81048cf47 req-455fbede-4688-4734-b95f-2acbe1e1308c service neutron] Transition to ACTIVE for port object 2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c will not be triggered until provisioned by entity L2. {{(pid=95066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:19:53.181944 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-da99df3f-3fef-4328-bb7c-30d81048cf47 req-455fbede-4688-4734-b95f-2acbe1e1308c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:53.216483 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 07:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca49d33b-bd5b-4a7e-ab55-f3327163c716 x-openstack-request-id: req-ca49d33b-bd5b-4a7e-ab55-f3327163c716 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:19:53.216776 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4f7a4af-a7f9-4200-b6b9-90baa03f4da0", "name": "network-vif-unplugged", "status": "completed", "tag": "2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:19:53.217021 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ca49d33b-bd5b-4a7e-ab55-f3327163c716 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:19:53.217453 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4f7a4af-a7f9-4200-b6b9-90baa03f4da0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c', 'code': 200} Sep 23 07:19:53.302934 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455fbede-4688-4734-b95f-2acbe1e1308c service neutron] Pushing event updated for resources: {'Port': ['ID=2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c,revision_number=6']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:19:53.325133 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455fbede-4688-4734-b95f-2acbe1e1308c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:19:53.325471 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455fbede-4688-4734-b95f-2acbe1e1308c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:19:53.326051 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455fbede-4688-4734-b95f-2acbe1e1308c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:19:53.326391 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455fbede-4688-4734-b95f-2acbe1e1308c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:19:53.326721 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455fbede-4688-4734-b95f-2acbe1e1308c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:19:53.327044 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455fbede-4688-4734-b95f-2acbe1e1308c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:19:53.327367 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455fbede-4688-4734-b95f-2acbe1e1308c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:19:53.327687 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455fbede-4688-4734-b95f-2acbe1e1308c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:19:53.328006 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455fbede-4688-4734-b95f-2acbe1e1308c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:19:53.328330 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455fbede-4688-4734-b95f-2acbe1e1308c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:19:53.328652 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455fbede-4688-4734-b95f-2acbe1e1308c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:19:53.328966 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455fbede-4688-4734-b95f-2acbe1e1308c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:19:53.375205 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-da99df3f-3fef-4328-bb7c-30d81048cf47 req-455fbede-4688-4734-b95f-2acbe1e1308c service neutron] No DVR routers for this DVR port 2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c on host n-h1-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:19:53.532036 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-da99df3f-3fef-4328-bb7c-30d81048cf47 req-455fbede-4688-4734-b95f-2acbe1e1308c service neutron] Attempting to bind port 2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:19:53.532714 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-da99df3f-3fef-4328-bb7c-30d81048cf47 req-455fbede-4688-4734-b95f-2acbe1e1308c service neutron] Attempting to bind port 2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '122b3479-2720-4aac-9875-9e32c300a8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '1c7f96e0-c4f8-4391-bee9-162eb8fab2bf'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:19:53.532714 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da99df3f-3fef-4328-bb7c-30d81048cf47 req-455fbede-4688-4734-b95f-2acbe1e1308c service neutron] Attempting to bind port 2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c on network 1c7f96e0-c4f8-4391-bee9-162eb8fab2bf {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:19:53.537407 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da99df3f-3fef-4328-bb7c-30d81048cf47 req-455fbede-4688-4734-b95f-2acbe1e1308c service neutron] Port 2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c on network 1c7f96e0-c4f8-4391-bee9-162eb8fab2bf not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:19:53.537740 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da99df3f-3fef-4328-bb7c-30d81048cf47 req-455fbede-4688-4734-b95f-2acbe1e1308c service neutron] Attempting to bind port 2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c on network 1c7f96e0-c4f8-4391-bee9-162eb8fab2bf {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:19:53.543278 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da99df3f-3fef-4328-bb7c-30d81048cf47 req-455fbede-4688-4734-b95f-2acbe1e1308c service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:19:53.543601 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da99df3f-3fef-4328-bb7c-30d81048cf47 req-455fbede-4688-4734-b95f-2acbe1e1308c service neutron] Checking segment: {'id': '122b3479-2720-4aac-9875-9e32c300a8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '1c7f96e0-c4f8-4391-bee9-162eb8fab2bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:19:53.543987 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da99df3f-3fef-4328-bb7c-30d81048cf47 req-455fbede-4688-4734-b95f-2acbe1e1308c service neutron] Bound using segment: {'id': '122b3479-2720-4aac-9875-9e32c300a8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '1c7f96e0-c4f8-4391-bee9-162eb8fab2bf'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:19:53.544515 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-da99df3f-3fef-4328-bb7c-30d81048cf47 req-455fbede-4688-4734-b95f-2acbe1e1308c service neutron] Bound port: 2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '122b3479-2720-4aac-9875-9e32c300a8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '1c7f96e0-c4f8-4391-bee9-162eb8fab2bf'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:19:53.544768 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-da99df3f-3fef-4328-bb7c-30d81048cf47 req-455fbede-4688-4734-b95f-2acbe1e1308c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:53.616185 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-da99df3f-3fef-4328-bb7c-30d81048cf47 req-455fbede-4688-4734-b95f-2acbe1e1308c service neutron] For port 2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c, host n-h2-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:19:53.619615 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-da99df3f-3fef-4328-bb7c-30d81048cf47 req-455fbede-4688-4734-b95f-2acbe1e1308c service neutron] For port 2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c,segment=NetworkSegment(122b3479-2720-4aac-9875-9e32c300a8be),segment_id=122b3479-2720-4aac-9875-9e32c300a8be)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:19:53.625348 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-da99df3f-3fef-4328-bb7c-30d81048cf47 req-455fbede-4688-4734-b95f-2acbe1e1308c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:53.651353 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec1832-9579-4326-b097-64e52f086962 req-82eb3ca5-8225-4bca-ad3f-cead095cfb0e tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:19:53.652884 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4dec1832-9579-4326-b097-64e52f086962 req-82eb3ca5-8225-4bca-ad3f-cead095cfb0e tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4f7a4af-a7f9-4200-b6b9-90baa03f4da0 HTTP/1.1" status: 200 len: 944 time: 0.0611150 Sep 23 07:19:53.662211 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da99df3f-3fef-4328-bb7c-30d81048cf47 req-455fbede-4688-4734-b95f-2acbe1e1308c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:19:53.663039 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-da99df3f-3fef-4328-bb7c-30d81048cf47 req-455fbede-4688-4734-b95f-2acbe1e1308c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:53.664770 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-da99df3f-3fef-4328-bb7c-30d81048cf47 req-455fbede-4688-4734-b95f-2acbe1e1308c service neutron] 10.222.0.58 "PUT /v2.0/ports/2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c HTTP/1.1" status: 200 len: 1093 time: 0.8573842 Sep 23 07:19:53.691418 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455fbede-4688-4734-b95f-2acbe1e1308c service neutron] Pushing event updated for resources: {'Port': ['ID=2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c,revision_number=7']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:19:53.708149 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4dec1832-9579-4326-b097-64e52f086962 req-856c1976-2a5c-4760-9ac7-454e8b16154a tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=162cd90b-559b-4fd3-b013-413f80677eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451319 Sep 23 07:19:53.751307 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da99df3f-3fef-4328-bb7c-30d81048cf47 req-0ea7dc33-b240-4edd-a44e-c33f546b260c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:19:53.752830 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-da99df3f-3fef-4328-bb7c-30d81048cf47 req-0ea7dc33-b240-4edd-a44e-c33f546b260c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ac3e338994b2411c8937f4fd1418e068&device_id=a4f7a4af-a7f9-4200-b6b9-90baa03f4da0 HTTP/1.1" status: 200 len: 1096 time: 0.0577803 Sep 23 07:19:53.855131 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da99df3f-3fef-4328-bb7c-30d81048cf47 req-716ea6f5-550e-43c5-8b9f-0485e6d6bc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:19:53.856641 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-da99df3f-3fef-4328-bb7c-30d81048cf47 req-716ea6f5-550e-43c5-8b9f-0485e6d6bc9a service neutron] 10.222.0.58 "GET /v2.0/networks?id=1c7f96e0-c4f8-4391-bee9-162eb8fab2bf HTTP/1.1" status: 200 len: 897 time: 0.0948350 Sep 23 07:19:53.928103 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-da99df3f-3fef-4328-bb7c-30d81048cf47 req-03a17d41-f6f7-4f3c-91fa-f189cc06b5f1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c HTTP/1.1" status: 200 len: 999 time: 0.0618174 Sep 23 07:19:53.979456 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da99df3f-3fef-4328-bb7c-30d81048cf47 req-8501e550-469c-4a2f-a7b9-ba412174487c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:19:53.980933 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-da99df3f-3fef-4328-bb7c-30d81048cf47 req-8501e550-469c-4a2f-a7b9-ba412174487c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7d62544f-4807-460c-8c5a-ef4b4640f0a6 HTTP/1.1" status: 200 len: 833 time: 0.0449803 Sep 23 07:19:54.033742 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da99df3f-3fef-4328-bb7c-30d81048cf47 req-7d8f2357-52c2-4a9b-8b15-5b5a45541610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:19:54.035312 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-da99df3f-3fef-4328-bb7c-30d81048cf47 req-7d8f2357-52c2-4a9b-8b15-5b5a45541610 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1c7f96e0-c4f8-4391-bee9-162eb8fab2bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465064 Sep 23 07:19:54.135966 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-da99df3f-3fef-4328-bb7c-30d81048cf47 req-caa8f522-caa8-4305-a949-259334a6d000 service neutron] 10.222.0.58 "GET /v2.0/networks/1c7f96e0-c4f8-4391-bee9-162eb8fab2bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870836 Sep 23 07:19:54.235579 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-da99df3f-3fef-4328-bb7c-30d81048cf47 req-56f2b888-8fbd-44af-9b68-6f0017890ec7 service neutron] 10.222.0.58 "GET /v2.0/networks/1c7f96e0-c4f8-4391-bee9-162eb8fab2bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918715 Sep 23 07:19:54.838594 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c02603-f62b-4d5b-8a0f-b6598af3b753 req-9242d115-7d61-4696-8b1c-f9cf764ad34d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:19:54.840148 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d8c02603-f62b-4d5b-8a0f-b6598af3b753 req-9242d115-7d61-4696-8b1c-f9cf764ad34d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4f7a4af-a7f9-4200-b6b9-90baa03f4da0 HTTP/1.1" status: 200 len: 944 time: 0.0538068 Sep 23 07:19:54.880506 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d8c02603-f62b-4d5b-8a0f-b6598af3b753 req-d0e41757-6b21-4a60-910a-616679d87dcb tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=162cd90b-559b-4fd3-b013-413f80677eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337291 Sep 23 07:19:55.218943 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4f7a4af-a7f9-4200-b6b9-90baa03f4da0', 'tag': '2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:19:55.221603 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2afcfaa-b799-4d1d-a974-47c2860f47f7" -d '{"events": [{"name": "network-changed", "server_uuid": "a4f7a4af-a7f9-4200-b6b9-90baa03f4da0", "tag": "2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:19:55.277198 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f88da679-63ca-4ff6-ae96-615e381c3519 x-openstack-request-id: req-f88da679-63ca-4ff6-ae96-615e381c3519 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:19:55.277486 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4f7a4af-a7f9-4200-b6b9-90baa03f4da0", "tag": "2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:19:55.277728 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f88da679-63ca-4ff6-ae96-615e381c3519 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:19:55.278152 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4f7a4af-a7f9-4200-b6b9-90baa03f4da0', 'tag': '2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c', 'status': 'completed', 'code': 200} Sep 23 07:19:55.346808 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2afcfaa-b799-4d1d-a974-47c2860f47f7 req-b537f723-ce7f-4805-9e85-38af2f757d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:19:55.349254 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b2afcfaa-b799-4d1d-a974-47c2860f47f7 req-b537f723-ce7f-4805-9e85-38af2f757d42 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ac3e338994b2411c8937f4fd1418e068&device_id=a4f7a4af-a7f9-4200-b6b9-90baa03f4da0 HTTP/1.1" status: 200 len: 1096 time: 0.0485847 Sep 23 07:19:55.358196 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2afcfaa-b799-4d1d-a974-47c2860f47f7 req-94e1aa55-0cbd-4c1e-8d9f-cd5d8c43ac1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:19:55.360341 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b2afcfaa-b799-4d1d-a974-47c2860f47f7 req-94e1aa55-0cbd-4c1e-8d9f-cd5d8c43ac1b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ac3e338994b2411c8937f4fd1418e068&device_id=a4f7a4af-a7f9-4200-b6b9-90baa03f4da0 HTTP/1.1" status: 200 len: 1096 time: 0.0429807 Sep 23 07:19:55.458913 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2afcfaa-b799-4d1d-a974-47c2860f47f7 req-a1c492a1-ea00-4d92-a73b-3d60cfc5c0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:19:55.460609 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b2afcfaa-b799-4d1d-a974-47c2860f47f7 req-a1c492a1-ea00-4d92-a73b-3d60cfc5c0fd service neutron] 10.222.0.58 "GET /v2.0/networks?id=1c7f96e0-c4f8-4391-bee9-162eb8fab2bf HTTP/1.1" status: 200 len: 897 time: 0.1029665 Sep 23 07:19:55.464265 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2afcfaa-b799-4d1d-a974-47c2860f47f7 req-64f708e0-1ce9-48a4-aa42-b53464d1e0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:19:55.465754 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b2afcfaa-b799-4d1d-a974-47c2860f47f7 req-64f708e0-1ce9-48a4-aa42-b53464d1e0e0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1c7f96e0-c4f8-4391-bee9-162eb8fab2bf HTTP/1.1" status: 200 len: 897 time: 0.0987117 Sep 23 07:19:55.539766 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b2afcfaa-b799-4d1d-a974-47c2860f47f7 req-ba924e72-ecc4-4a0d-bba7-6c209e995343 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c HTTP/1.1" status: 200 len: 999 time: 0.0665412 Sep 23 07:19:55.545694 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b2afcfaa-b799-4d1d-a974-47c2860f47f7 req-6dda5b5a-d103-4a65-b9d0-4b12dc7accc4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c HTTP/1.1" status: 200 len: 999 time: 0.0776830 Sep 23 07:19:55.595636 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2afcfaa-b799-4d1d-a974-47c2860f47f7 req-6494ecc1-8396-4472-aa10-9f4c7e4e3cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:19:55.597640 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b2afcfaa-b799-4d1d-a974-47c2860f47f7 req-6494ecc1-8396-4472-aa10-9f4c7e4e3cf0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7d62544f-4807-460c-8c5a-ef4b4640f0a6 HTTP/1.1" status: 200 len: 833 time: 0.0512199 Sep 23 07:19:55.604249 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2afcfaa-b799-4d1d-a974-47c2860f47f7 req-5435c5c1-56e1-42aa-a2cd-603d75ecf96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:19:55.606636 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b2afcfaa-b799-4d1d-a974-47c2860f47f7 req-5435c5c1-56e1-42aa-a2cd-603d75ecf96d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7d62544f-4807-460c-8c5a-ef4b4640f0a6 HTTP/1.1" status: 200 len: 833 time: 0.0519671 Sep 23 07:19:55.649225 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2afcfaa-b799-4d1d-a974-47c2860f47f7 req-3e89f463-a211-4a02-aade-ca4853de2b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:19:55.650864 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b2afcfaa-b799-4d1d-a974-47c2860f47f7 req-3e89f463-a211-4a02-aade-ca4853de2b62 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1c7f96e0-c4f8-4391-bee9-162eb8fab2bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465131 Sep 23 07:19:55.662931 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2afcfaa-b799-4d1d-a974-47c2860f47f7 req-dcab654c-c029-4f7a-9356-cade456a83e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:19:55.664599 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b2afcfaa-b799-4d1d-a974-47c2860f47f7 req-dcab654c-c029-4f7a-9356-cade456a83e1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1c7f96e0-c4f8-4391-bee9-162eb8fab2bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449240 Sep 23 07:19:55.751923 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b2afcfaa-b799-4d1d-a974-47c2860f47f7 req-f51d4a90-47c9-4a81-aeaf-f4df4f8666b5 service neutron] 10.222.0.21 "GET /v2.0/networks/1c7f96e0-c4f8-4391-bee9-162eb8fab2bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932097 Sep 23 07:19:55.777399 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b2afcfaa-b799-4d1d-a974-47c2860f47f7 req-e1e41edb-4192-476d-90f3-18f00766a50f service neutron] 10.222.0.58 "GET /v2.0/networks/1c7f96e0-c4f8-4391-bee9-162eb8fab2bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005750 Sep 23 07:19:55.851885 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b2afcfaa-b799-4d1d-a974-47c2860f47f7 req-54f89892-8ab4-4b36-96fc-160c98c11952 service neutron] 10.222.0.21 "GET /v2.0/networks/1c7f96e0-c4f8-4391-bee9-162eb8fab2bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933125 Sep 23 07:19:55.875323 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b2afcfaa-b799-4d1d-a974-47c2860f47f7 req-3584dcd4-b629-4f76-9154-d11e58796c3d service neutron] 10.222.0.58 "GET /v2.0/networks/1c7f96e0-c4f8-4391-bee9-162eb8fab2bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896413 Sep 23 07:19:56.002739 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d985c681-5ab5-4922-b5bf-4e154196cd5e req-8c4b709e-ee63-452e-b4ef-0c14300c1a85 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:19:56.004765 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d985c681-5ab5-4922-b5bf-4e154196cd5e req-8c4b709e-ee63-452e-b4ef-0c14300c1a85 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4f7a4af-a7f9-4200-b6b9-90baa03f4da0 HTTP/1.1" status: 200 len: 944 time: 0.0543504 Sep 23 07:19:56.053430 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d985c681-5ab5-4922-b5bf-4e154196cd5e req-e47e4b5f-0010-4ca1-bf88-a396a3f7e7d1 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=162cd90b-559b-4fd3-b013-413f80677eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389283 Sep 23 07:19:56.959597 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:19:56.998753 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c not bound to the agent host n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:19:57.184987 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f72ac-9f08-4a65-9754-ce6d0b6cecd7 req-f92571f9-41bb-44a0-a0f2-25c273b1b06b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:19:57.186658 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-769f72ac-9f08-4a65-9754-ce6d0b6cecd7 req-f92571f9-41bb-44a0-a0f2-25c273b1b06b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4f7a4af-a7f9-4200-b6b9-90baa03f4da0 HTTP/1.1" status: 200 len: 944 time: 0.0558662 Sep 23 07:19:57.225533 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-769f72ac-9f08-4a65-9754-ce6d0b6cecd7 req-61a88f75-11db-4892-bd05-d87eb43107a1 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=162cd90b-559b-4fd3-b013-413f80677eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326889 Sep 23 07:19:57.308764 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:19:57.418277 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c,segment=NetworkSegment(122b3479-2720-4aac-9875-9e32c300a8be),segment_id=122b3479-2720-4aac-9875-9e32c300a8be)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:19:57.527946 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac57976-af0e-4c5f-82a9-35f3d3a370af req-2fa8c6eb-00e5-438f-aa62-bfd6214539d9 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:19:57.529540 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7ac57976-af0e-4c5f-82a9-35f3d3a370af req-2fa8c6eb-00e5-438f-aa62-bfd6214539d9 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4f7a4af-a7f9-4200-b6b9-90baa03f4da0&tenant_id=ac3e338994b2411c8937f4fd1418e068&binding%3Ahost_id=n-h2-715271-16 HTTP/1.1" status: 200 len: 944 time: 0.1227319 Sep 23 07:19:57.538279 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e6197e-2097-4629-bd88-79422a5c8308 req-3037c726-079a-49b1-8643-377599cfb89c tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:19:57.539619 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-61e6197e-2097-4629-bd88-79422a5c8308 req-3037c726-079a-49b1-8643-377599cfb89c tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4f7a4af-a7f9-4200-b6b9-90baa03f4da0 HTTP/1.1" status: 200 len: 944 time: 0.1418252 Sep 23 07:19:57.596969 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': '2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c', 'network_id': '1c7f96e0-c4f8-4391-bee9-162eb8fab2bf', 'port_id': '2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c', 'mac_address': 'fa:16:3e:8f:ec:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d62544f-4807-460c-8c5a-ef4b4640f0a6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:19:57.608946 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-61e6197e-2097-4629-bd88-79422a5c8308 req-8bded9a3-6357-4018-b952-e005d208a9b4 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=162cd90b-559b-4fd3-b013-413f80677eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627284 Sep 23 07:19:57.635021 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [req-7ac57976-af0e-4c5f-82a9-35f3d3a370af req-4398d47d-356e-427c-bbde-13f5093ce32e service neutron] delete failed (client error): The resource could not be found. Sep 23 07:19:57.635822 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7ac57976-af0e-4c5f-82a9-35f3d3a370af req-4398d47d-356e-427c-bbde-13f5093ce32e service neutron] 10.222.0.21 "DELETE /v2.0/ports/2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c/bindings/n-h1-715271-16 HTTP/1.1" status: 404 len: 381 time: 0.0952621 Sep 23 07:19:57.641050 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:57.654709 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:19:57.682072 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c,segment=NetworkSegment(122b3479-2720-4aac-9875-9e32c300a8be),segment_id=122b3479-2720-4aac-9875-9e32c300a8be)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:19:57.689644 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:57.743025 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c,revision_number=8']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:19:57.743657 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac57976-af0e-4c5f-82a9-35f3d3a370af req-7a5edbb3-b686-4fce-b0cd-4e75d757107b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:19:57.745193 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7ac57976-af0e-4c5f-82a9-35f3d3a370af req-7a5edbb3-b686-4fce-b0cd-4e75d757107b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ac3e338994b2411c8937f4fd1418e068&device_id=a4f7a4af-a7f9-4200-b6b9-90baa03f4da0 HTTP/1.1" status: 200 len: 1097 time: 0.0488245 Sep 23 07:19:57.750771 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:19:57.751123 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:19:57.751467 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:19:57.751806 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:19:57.752138 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:19:57.752474 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:19:57.752802 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:19:57.753178 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:19:57.753447 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:19:57.753901 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:19:57.754238 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:19:57.754651 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:19:57.842965 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac57976-af0e-4c5f-82a9-35f3d3a370af req-9230aaf3-5fd8-4895-85ea-d91577acb0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:19:57.844422 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7ac57976-af0e-4c5f-82a9-35f3d3a370af req-9230aaf3-5fd8-4895-85ea-d91577acb0f9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1c7f96e0-c4f8-4391-bee9-162eb8fab2bf HTTP/1.1" status: 200 len: 897 time: 0.0912669 Sep 23 07:19:57.915813 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7ac57976-af0e-4c5f-82a9-35f3d3a370af req-13f9d624-3422-4e1e-91b3-207729b9b7c0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c HTTP/1.1" status: 200 len: 1000 time: 0.0642912 Sep 23 07:19:57.931051 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:19:57.974337 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac57976-af0e-4c5f-82a9-35f3d3a370af req-d9b6e1f1-4f63-4ab1-b1b8-4aa1822fa97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:19:57.976653 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7ac57976-af0e-4c5f-82a9-35f3d3a370af req-d9b6e1f1-4f63-4ab1-b1b8-4aa1822fa97a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7d62544f-4807-460c-8c5a-ef4b4640f0a6 HTTP/1.1" status: 200 len: 833 time: 0.0538707 Sep 23 07:19:58.026240 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac57976-af0e-4c5f-82a9-35f3d3a370af req-65fa4fca-673d-4160-bcbf-47498a601578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:19:58.028096 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7ac57976-af0e-4c5f-82a9-35f3d3a370af req-65fa4fca-673d-4160-bcbf-47498a601578 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1c7f96e0-c4f8-4391-bee9-162eb8fab2bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435681 Sep 23 07:19:58.134247 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7ac57976-af0e-4c5f-82a9-35f3d3a370af req-7a13d9df-3d4b-4dc0-906e-d49a6e9f0a98 service neutron] 10.222.0.21 "GET /v2.0/networks/1c7f96e0-c4f8-4391-bee9-162eb8fab2bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986817 Sep 23 07:19:58.233598 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7ac57976-af0e-4c5f-82a9-35f3d3a370af req-a5ce1287-eb8b-4f60-840e-2bc44cad2ac6 service neutron] 10.222.0.21 "GET /v2.0/networks/1c7f96e0-c4f8-4391-bee9-162eb8fab2bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924556 Sep 23 07:19:58.742810 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8140f4-cd9b-4437-8669-e469212e68fc req-8a469acc-fa25-495f-8318-136682621974 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:19:58.754704 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2e8140f4-cd9b-4437-8669-e469212e68fc req-8a469acc-fa25-495f-8318-136682621974 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4f7a4af-a7f9-4200-b6b9-90baa03f4da0 HTTP/1.1" status: 200 len: 945 time: 0.0696726 Sep 23 07:19:58.801101 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2e8140f4-cd9b-4437-8669-e469212e68fc req-0ad82a78-c612-4dbf-8dda-394ea1e3c61c tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=162cd90b-559b-4fd3-b013-413f80677eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375457 Sep 23 07:19:58.825232 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 48174) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:19:58.890547 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-4cb5dc1b-6dd2-4619-add2-1857d16467f5 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/floatingips/26861b7f-6d6b-4139-a227-037d6d9cde7f HTTP/1.1" status: 200 len: 992 time: 0.0638347 Sep 23 07:19:59.307514 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:19:59.359307 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port 2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:19:59.363687 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port 2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:19:59.364247 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:59.446206 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:59.475037 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4f7a4af-a7f9-4200-b6b9-90baa03f4da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:19:59.477304 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4230e7de-704f-4f8a-a587-8ff8c7d7039d" -d '{"events": [{"server_uuid": "a4f7a4af-a7f9-4200-b6b9-90baa03f4da0", "name": "network-vif-plugged", "status": "completed", "tag": "2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:19:59.490311 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c,segment=NetworkSegment(122b3479-2720-4aac-9875-9e32c300a8be),segment_id=122b3479-2720-4aac-9875-9e32c300a8be)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:19:59.498327 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:19:59.527160 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a66c487-0b80-4ae9-8a99-5c164ca25b0b x-openstack-request-id: req-5a66c487-0b80-4ae9-8a99-5c164ca25b0b {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:19:59.527455 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4f7a4af-a7f9-4200-b6b9-90baa03f4da0", "name": "network-vif-plugged", "status": "completed", "tag": "2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:19:59.527717 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5a66c487-0b80-4ae9-8a99-5c164ca25b0b {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:19:59.528106 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4f7a4af-a7f9-4200-b6b9-90baa03f4da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c', 'code': 200} Sep 23 07:19:59.554998 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c,revision_number=9']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:20:06.685887 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:08.058514 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5d7cefed-9f62-4e16-ad0c-e66000121cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:10.264517 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:11.070151 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-81d8f820-6d76-44ef-bd6b-26f551fb320f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:11.563088 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:12.373804 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:13.726229 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-da90a3df-f852-48aa-b15d-dac9f7594585 req-2092fde3-5e61-43c6-b5e9-8d58553a4585 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a4f7a4af-a7f9-4200-b6b9-90baa03f4da0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0431371 Sep 23 07:20:13.807729 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90a3df-f852-48aa-b15d-dac9f7594585 req-4824059e-1673-434e-a9bc-ecd9f17697a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:20:13.809232 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-da90a3df-f852-48aa-b15d-dac9f7594585 req-4824059e-1673-434e-a9bc-ecd9f17697a7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ac3e338994b2411c8937f4fd1418e068&device_id=a4f7a4af-a7f9-4200-b6b9-90baa03f4da0 HTTP/1.1" status: 200 len: 1098 time: 0.0413299 Sep 23 07:20:13.869608 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:13.923847 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90a3df-f852-48aa-b15d-dac9f7594585 req-f58bdf78-f70c-49c4-a69f-e7eca7ecd2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:20:13.925349 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-da90a3df-f852-48aa-b15d-dac9f7594585 req-f58bdf78-f70c-49c4-a69f-e7eca7ecd2f1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1c7f96e0-c4f8-4391-bee9-162eb8fab2bf HTTP/1.1" status: 200 len: 897 time: 0.0860391 Sep 23 07:20:13.996858 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-da90a3df-f852-48aa-b15d-dac9f7594585 req-0a47ae8a-2a4e-4fe6-883a-8d93136a05d5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c HTTP/1.1" status: 200 len: 1001 time: 0.0607476 Sep 23 07:20:14.044924 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90a3df-f852-48aa-b15d-dac9f7594585 req-6f1c43a6-1218-4b52-9dc2-c6928f35be28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:20:14.046345 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-da90a3df-f852-48aa-b15d-dac9f7594585 req-6f1c43a6-1218-4b52-9dc2-c6928f35be28 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7d62544f-4807-460c-8c5a-ef4b4640f0a6 HTTP/1.1" status: 200 len: 833 time: 0.0426795 Sep 23 07:20:14.092931 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90a3df-f852-48aa-b15d-dac9f7594585 req-5ced6416-ed87-47d5-961b-8944b4ca9aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:20:14.094450 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-da90a3df-f852-48aa-b15d-dac9f7594585 req-5ced6416-ed87-47d5-961b-8944b4ca9aee service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1c7f96e0-c4f8-4391-bee9-162eb8fab2bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392399 Sep 23 07:20:14.188614 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-da90a3df-f852-48aa-b15d-dac9f7594585 req-14d6e29e-83c9-4a7f-863e-ed2c2f6d09a1 service neutron] 10.222.0.58 "GET /v2.0/networks/1c7f96e0-c4f8-4391-bee9-162eb8fab2bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846927 Sep 23 07:20:14.281456 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-da90a3df-f852-48aa-b15d-dac9f7594585 req-cd8327f9-e0c7-4f3d-9d42-6c96703aecd2 service neutron] 10.222.0.58 "GET /v2.0/networks/1c7f96e0-c4f8-4391-bee9-162eb8fab2bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835264 Sep 23 07:20:26.900221 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:20:29.335592 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c93ce8-662d-4bd0-8538-2b98f79afb2b req-20212556-184a-4d73-876e-0e0a6bd5c07f tempest-TestNetworkAdvancedServerOps-1704827008 tempest-TestNetworkAdvancedServerOps-1704827008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:20:29.337103 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-65c93ce8-662d-4bd0-8538-2b98f79afb2b req-20212556-184a-4d73-876e-0e0a6bd5c07f tempest-TestNetworkAdvancedServerOps-1704827008 tempest-TestNetworkAdvancedServerOps-1704827008-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a4f7a4af-a7f9-4200-b6b9-90baa03f4da0 HTTP/1.1" status: 200 len: 1098 time: 0.0405252 Sep 23 07:20:29.371969 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-65c93ce8-662d-4bd0-8538-2b98f79afb2b req-c1061627-5f05-40f6-b325-7da8ff5dfe2c tempest-TestNetworkAdvancedServerOps-1704827008 tempest-TestNetworkAdvancedServerOps-1704827008-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=162cd90b-559b-4fd3-b013-413f80677eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288208 Sep 23 07:20:29.392960 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 48304) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:20:29.545506 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-20f3acc7-ec28-4a89-8493-d7c2533b48f8 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Deleting port 5949292e-286e-475f-b62a-315e2edcb0cc {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:20:29.545749 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-20f3acc7-ec28-4a89-8493-d7c2533b48f8 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:29.624199 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-20f3acc7-ec28-4a89-8493-d7c2533b48f8 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:29.624529 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-20f3acc7-ec28-4a89-8493-d7c2533b48f8 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:29.635935 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-20f3acc7-ec28-4a89-8493-d7c2533b48f8 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Calling delete_port for 5949292e-286e-475f-b62a-315e2edcb0cc owned by network:floatingip {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:20:29.779882 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-20f3acc7-ec28-4a89-8493-d7c2533b48f8 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:30.127088 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f3acc7-ec28-4a89-8493-d7c2533b48f8 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Pushing event deleted for resources: {'Port': ['ID=5949292e-286e-475f-b62a-315e2edcb0cc,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:20:30.187188 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-20f3acc7-ec28-4a89-8493-d7c2533b48f8 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for floatingip, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:30.187679 n-d-715271-16 neutron-server[95066]: INFO neutron.db.l3_db [None req-20f3acc7-ec28-4a89-8493-d7c2533b48f8 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Floating IP 26861b7f-6d6b-4139-a227-037d6d9cde7f disassociated (deleted). External IP: 172.25.2.40, port: 2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c. Sep 23 07:20:30.407411 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20f3acc7-ec28-4a89-8493-d7c2533b48f8 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Router f862dc0a-f009-4953-b1e8-91c5bd300fbd has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:20:30.514639 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f3acc7-ec28-4a89-8493-d7c2533b48f8 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:20:30.519397 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-20f3acc7-ec28-4a89-8493-d7c2533b48f8 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:30.526793 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ff8f7c-1e8b-4e27-b14c-a57b6a8a99b8 None None] Sync routers for ids ['f862dc0a-f009-4953-b1e8-91c5bd300fbd'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:20:30.535813 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ff8f7c-1e8b-4e27-b14c-a57b6a8a99b8 None None] Routers {'f862dc0a-f009-4953-b1e8-91c5bd300fbd'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:20:30.536432 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-e7ff8f7c-1e8b-4e27-b14c-a57b6a8a99b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:20:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['f862dc0a-f009-4953-b1e8-91c5bd300fbd'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:20:30.547232 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-20f3acc7-ec28-4a89-8493-d7c2533b48f8 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "DELETE /v2.0/floatingips/26861b7f-6d6b-4139-a227-037d6d9cde7f HTTP/1.1" status: 204 len: 168 time: 1.1531498 Sep 23 07:20:30.547744 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4f7a4af-a7f9-4200-b6b9-90baa03f4da0', 'tag': '2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:20:30.550006 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e16f58-6fef-4fa2-a741-2967d2c759d8" -d '{"events": [{"name": "network-changed", "server_uuid": "a4f7a4af-a7f9-4200-b6b9-90baa03f4da0", "tag": "2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:20:30.587946 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e08d728-7336-4fe5-aeed-8b96ae952d16 x-openstack-request-id: req-9e08d728-7336-4fe5-aeed-8b96ae952d16 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:20:30.588237 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4f7a4af-a7f9-4200-b6b9-90baa03f4da0", "tag": "2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:20:30.588540 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9e08d728-7336-4fe5-aeed-8b96ae952d16 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:20:30.589050 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4f7a4af-a7f9-4200-b6b9-90baa03f4da0', 'tag': '2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c', 'status': 'completed', 'code': 200} Sep 23 07:20:30.653661 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-e7ff8f7c-1e8b-4e27-b14c-a57b6a8a99b8 None None] Set router f862dc0a-f009-4953-b1e8-91c5bd300fbd gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:20:30.661559 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e16f58-6fef-4fa2-a741-2967d2c759d8 req-1f84cbae-95f4-4b7f-8fb4-ab3600ed9a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:20:30.663312 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-37e16f58-6fef-4fa2-a741-2967d2c759d8 req-1f84cbae-95f4-4b7f-8fb4-ab3600ed9a32 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ac3e338994b2411c8937f4fd1418e068&device_id=a4f7a4af-a7f9-4200-b6b9-90baa03f4da0 HTTP/1.1" status: 200 len: 1098 time: 0.0465786 Sep 23 07:20:30.796604 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373a52af-0adf-41be-a916-fa37ea9af4df req-a6cbd8d0-2450-4f81-9505-5417d55ea3e5 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:20:30.799505 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-373a52af-0adf-41be-a916-fa37ea9af4df req-a6cbd8d0-2450-4f81-9505-5417d55ea3e5 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4f7a4af-a7f9-4200-b6b9-90baa03f4da0 HTTP/1.1" status: 200 len: 946 time: 0.0649817 Sep 23 07:20:30.803935 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e16f58-6fef-4fa2-a741-2967d2c759d8 req-4c166750-e6c6-4e30-8214-cdb66971bd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:20:30.805951 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-37e16f58-6fef-4fa2-a741-2967d2c759d8 req-4c166750-e6c6-4e30-8214-cdb66971bd94 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1c7f96e0-c4f8-4391-bee9-162eb8fab2bf HTTP/1.1" status: 200 len: 897 time: 0.1286924 Sep 23 07:20:30.841989 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-373a52af-0adf-41be-a916-fa37ea9af4df req-2ff31840-3102-43fd-b377-0248ecbdbfba tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=162cd90b-559b-4fd3-b013-413f80677eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341666 Sep 23 07:20:30.859588 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-37e16f58-6fef-4fa2-a741-2967d2c759d8 req-afe719a3-58f6-46e9-ab4a-458c69fb22f7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c HTTP/1.1" status: 200 len: 217 time: 0.0456810 Sep 23 07:20:30.886415 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-e7ff8f7c-1e8b-4e27-b14c-a57b6a8a99b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f862dc0a-f009-4953-b1e8-91c5bd300fbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-14754331', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '6bd8ce74-ab27-4797-9d66-31444d9eaa8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:18:02Z', 'updated_at': '2021-09-23T07:18:06Z', 'revision_number': 4, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'gw_port': {'id': '6bd8ce74-ab27-4797-9d66-31444d9eaa8c', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:08:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f862dc0a-f009-4953-b1e8-91c5bd300fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:18:02Z', 'updated_at': '2021-09-23T07:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': 'a0dbdc4f-8c38-473f-9742-015d31e2a921', 'name': '', 'network_id': '1c7f96e0-c4f8-4391-bee9-162eb8fab2bf', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'mac_address': 'fa:16:3e:04:6d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f862dc0a-f009-4953-b1e8-91c5bd300fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '7d62544f-4807-460c-8c5a-ef4b4640f0a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:18:05Z', 'updated_at': '2021-09-23T07:18:09Z', 'revision_number': 5, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'subnets': [{'id': '7d62544f-4807-460c-8c5a-ef4b4640f0a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:20:30.915967 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e16f58-6fef-4fa2-a741-2967d2c759d8 req-e8d00b72-5549-4bdd-a874-feffa1a7392d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:20:30.917668 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-37e16f58-6fef-4fa2-a741-2967d2c759d8 req-e8d00b72-5549-4bdd-a874-feffa1a7392d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7d62544f-4807-460c-8c5a-ef4b4640f0a6 HTTP/1.1" status: 200 len: 833 time: 0.0505447 Sep 23 07:20:30.917896 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ff8f7c-1e8b-4e27-b14c-a57b6a8a99b8 None None] Checking router: f862dc0a-f009-4953-b1e8-91c5bd300fbd for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:20:30.926222 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ff8f7c-1e8b-4e27-b14c-a57b6a8a99b8 None None] Routers {'f862dc0a-f009-4953-b1e8-91c5bd300fbd'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:20:30.926863 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-e7ff8f7c-1e8b-4e27-b14c-a57b6a8a99b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:20:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['f862dc0a-f009-4953-b1e8-91c5bd300fbd'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:20:30.968345 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e16f58-6fef-4fa2-a741-2967d2c759d8 req-122cb455-3381-46c8-b8a2-c644f7100647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:20:30.970179 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-37e16f58-6fef-4fa2-a741-2967d2c759d8 req-122cb455-3381-46c8-b8a2-c644f7100647 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1c7f96e0-c4f8-4391-bee9-162eb8fab2bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427158 Sep 23 07:20:31.042419 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-e7ff8f7c-1e8b-4e27-b14c-a57b6a8a99b8 None None] Set router f862dc0a-f009-4953-b1e8-91c5bd300fbd gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:20:31.075797 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-37e16f58-6fef-4fa2-a741-2967d2c759d8 req-631e17fa-b82f-493b-b562-61cf848054de service neutron] 10.222.0.58 "GET /v2.0/networks/1c7f96e0-c4f8-4391-bee9-162eb8fab2bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967934 Sep 23 07:20:31.182378 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-37e16f58-6fef-4fa2-a741-2967d2c759d8 req-9ab3f0bd-aeb6-421b-98ce-a032340415e6 service neutron] 10.222.0.58 "GET /v2.0/networks/1c7f96e0-c4f8-4391-bee9-162eb8fab2bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990052 Sep 23 07:20:31.250841 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-e7ff8f7c-1e8b-4e27-b14c-a57b6a8a99b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f862dc0a-f009-4953-b1e8-91c5bd300fbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-14754331', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '6bd8ce74-ab27-4797-9d66-31444d9eaa8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:18:02Z', 'updated_at': '2021-09-23T07:18:06Z', 'revision_number': 4, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'gw_port': {'id': '6bd8ce74-ab27-4797-9d66-31444d9eaa8c', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:08:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f862dc0a-f009-4953-b1e8-91c5bd300fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:18:02Z', 'updated_at': '2021-09-23T07:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': 'a0dbdc4f-8c38-473f-9742-015d31e2a921', 'name': '', 'network_id': '1c7f96e0-c4f8-4391-bee9-162eb8fab2bf', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'mac_address': 'fa:16:3e:04:6d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f862dc0a-f009-4953-b1e8-91c5bd300fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '7d62544f-4807-460c-8c5a-ef4b4640f0a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:18:05Z', 'updated_at': '2021-09-23T07:18:09Z', 'revision_number': 5, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'subnets': [{'id': '7d62544f-4807-460c-8c5a-ef4b4640f0a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:20:31.277078 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ff8f7c-1e8b-4e27-b14c-a57b6a8a99b8 None None] The sync data for ids ['f862dc0a-f009-4953-b1e8-91c5bd300fbd'] in n-d-715271-16 is: [{'id': 'f862dc0a-f009-4953-b1e8-91c5bd300fbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-14754331', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '6bd8ce74-ab27-4797-9d66-31444d9eaa8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:18:02Z', 'updated_at': '2021-09-23T07:18:06Z', 'revision_number': 4, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'gw_port': {'id': '6bd8ce74-ab27-4797-9d66-31444d9eaa8c', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:08:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f862dc0a-f009-4953-b1e8-91c5bd300fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:18:02Z', 'updated_at': '2021-09-23T07:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': 'a0dbdc4f-8c38-473f-9742-015d31e2a921', 'name': '', 'network_id': '1c7f96e0-c4f8-4391-bee9-162eb8fab2bf', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'mac_address': 'fa:16:3e:04:6d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f862dc0a-f009-4953-b1e8-91c5bd300fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '7d62544f-4807-460c-8c5a-ef4b4640f0a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:18:05Z', 'updated_at': '2021-09-23T07:18:09Z', 'revision_number': 5, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'subnets': [{'id': '7d62544f-4807-460c-8c5a-ef4b4640f0a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:20:31.514961 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ac955b-fa75-404e-93bf-b50ff3372314 None None] New status for floating IP 26861b7f-6d6b-4139-a227-037d6d9cde7f: DOWN {{(pid=95068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 07:20:31.965479 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb0011-69f5-445f-9627-8947905d78e2 req-64ba800f-eb1d-4bae-bbaa-f72a4720e261 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:20:31.966990 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dabb0011-69f5-445f-9627-8947905d78e2 req-64ba800f-eb1d-4bae-bbaa-f72a4720e261 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4f7a4af-a7f9-4200-b6b9-90baa03f4da0 HTTP/1.1" status: 200 len: 946 time: 0.0504749 Sep 23 07:20:32.009104 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dabb0011-69f5-445f-9627-8947905d78e2 req-c6d30a39-d6c9-470a-a98a-7b8107b3f740 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=162cd90b-559b-4fd3-b013-413f80677eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361454 Sep 23 07:20:32.169503 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1e8c80-69b6-4a6f-b58a-5e8bfaa30db6 req-bc80aee7-df2f-45a0-8e01-0f283d07e32b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:20:32.171280 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bc1e8c80-69b6-4a6f-b58a-5e8bfaa30db6 req-bc80aee7-df2f-45a0-8e01-0f283d07e32b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4f7a4af-a7f9-4200-b6b9-90baa03f4da0 HTTP/1.1" status: 200 len: 946 time: 0.0543923 Sep 23 07:20:32.263516 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-bc1e8c80-69b6-4a6f-b58a-5e8bfaa30db6 req-f9b9dbbe-9b73-4335-98c2-f51541051cff tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Deleting port 2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:20:32.263862 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-bc1e8c80-69b6-4a6f-b58a-5e8bfaa30db6 req-f9b9dbbe-9b73-4335-98c2-f51541051cff tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:32.356603 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-bc1e8c80-69b6-4a6f-b58a-5e8bfaa30db6 req-f9b9dbbe-9b73-4335-98c2-f51541051cff tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] For port 2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c,segment=NetworkSegment(122b3479-2720-4aac-9875-9e32c300a8be),segment_id=122b3479-2720-4aac-9875-9e32c300a8be)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:20:32.356874 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-bc1e8c80-69b6-4a6f-b58a-5e8bfaa30db6 req-f9b9dbbe-9b73-4335-98c2-f51541051cff tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:32.369612 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-bc1e8c80-69b6-4a6f-b58a-5e8bfaa30db6 req-f9b9dbbe-9b73-4335-98c2-f51541051cff tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Calling delete_port for 2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c owned by compute:nova {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:20:32.499160 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-bc1e8c80-69b6-4a6f-b58a-5e8bfaa30db6 req-f9b9dbbe-9b73-4335-98c2-f51541051cff tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:32.544085 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b9dbbe-9b73-4335-98c2-f51541051cff tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Pushing event deleted for resources: {'Port': ['ID=2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:20:32.577384 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc1e8c80-69b6-4a6f-b58a-5e8bfaa30db6 req-f9b9dbbe-9b73-4335-98c2-f51541051cff tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] No DVR routers for this DVR port 2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c on host n-h2-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:20:32.579973 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-bc1e8c80-69b6-4a6f-b58a-5e8bfaa30db6 req-f9b9dbbe-9b73-4335-98c2-f51541051cff tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:32.582051 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bc1e8c80-69b6-4a6f-b58a-5e8bfaa30db6 req-f9b9dbbe-9b73-4335-98c2-f51541051cff tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.58 "DELETE /v2.0/ports/2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c HTTP/1.1" status: 204 len: 173 time: 0.4047880 Sep 23 07:20:32.589697 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4f7a4af-a7f9-4200-b6b9-90baa03f4da0', 'name': 'network-vif-deleted', 'tag': '2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:20:32.592174 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef7cb20-0725-41fc-a34d-0086ab806df0" -d '{"events": [{"server_uuid": "a4f7a4af-a7f9-4200-b6b9-90baa03f4da0", "name": "network-vif-deleted", "tag": "2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:20:32.631644 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f38ea34b-f8db-4121-a1d3-41cfd778eed1 x-openstack-request-id: req-f38ea34b-f8db-4121-a1d3-41cfd778eed1 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:20:32.632040 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4f7a4af-a7f9-4200-b6b9-90baa03f4da0", "name": "network-vif-deleted", "tag": "2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:20:32.632337 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f38ea34b-f8db-4121-a1d3-41cfd778eed1 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:20:32.632749 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4f7a4af-a7f9-4200-b6b9-90baa03f4da0', 'name': 'network-vif-deleted', 'tag': '2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c', 'status': 'completed', 'code': 200} Sep 23 07:20:33.131347 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-859c154e-8a1a-4d63-bf23-fb4505841fc8 req-0550b35e-c0f8-4115-9fa1-f359b412afd1 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4f7a4af-a7f9-4200-b6b9-90baa03f4da0 HTTP/1.1" status: 200 len: 210 time: 0.0300868 Sep 23 07:20:34.186777 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 48338) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:20:34.549827 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ad288899-2c92-4f0c-b21b-4ddcb2777f99 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066969'] for router_interface, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:34.758253 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffbc6f6-671a-482c-87c9-5c713056f92b req-07838365-8aa3-4a44-ad5a-756bc78139f3 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:20:34.759804 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6ffbc6f6-671a-482c-87c9-5c713056f92b req-07838365-8aa3-4a44-ad5a-756bc78139f3 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0db8b47-7cc8-4f2d-8cb5-c12b8f17b7cc HTTP/1.1" status: 200 len: 946 time: 0.0490618 Sep 23 07:20:34.798391 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6ffbc6f6-671a-482c-87c9-5c713056f92b req-571ace64-d395-4fe1-bf06-a6e94a5bb3c0 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8df9606-5795-415c-b879-204f0a3bdb90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325892 Sep 23 07:20:34.817976 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-ad288899-2c92-4f0c-b21b-4ddcb2777f99 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Deleting port a0dbdc4f-8c38-473f-9742-015d31e2a921 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:20:34.818366 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ad288899-2c92-4f0c-b21b-4ddcb2777f99 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:34.905221 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-ad288899-2c92-4f0c-b21b-4ddcb2777f99 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] For port a0dbdc4f-8c38-473f-9742-015d31e2a921, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=a0dbdc4f-8c38-473f-9742-015d31e2a921,segment=NetworkSegment(122b3479-2720-4aac-9875-9e32c300a8be),segment_id=122b3479-2720-4aac-9875-9e32c300a8be)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:20:34.905582 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ad288899-2c92-4f0c-b21b-4ddcb2777f99 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:34.918829 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-ad288899-2c92-4f0c-b21b-4ddcb2777f99 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Calling delete_port for a0dbdc4f-8c38-473f-9742-015d31e2a921 owned by network:router_interface {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:20:35.101068 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ad288899-2c92-4f0c-b21b-4ddcb2777f99 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:35.134273 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad288899-2c92-4f0c-b21b-4ddcb2777f99 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Pushing event deleted for resources: {'Port': ['ID=a0dbdc4f-8c38-473f-9742-015d31e2a921,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:20:35.309541 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ad288899-2c92-4f0c-b21b-4ddcb2777f99 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2068624'] for router_interface, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:35.523612 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad288899-2c92-4f0c-b21b-4ddcb2777f99 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Router f862dc0a-f009-4953-b1e8-91c5bd300fbd has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:20:35.558492 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:20:35.582846 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No Port match for: 2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:20:35.583198 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 2a4fcf82-91a7-47a2-a4ba-88aad8e38c7c not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:20:35.629127 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad288899-2c92-4f0c-b21b-4ddcb2777f99 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:20:35.635373 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-ad288899-2c92-4f0c-b21b-4ddcb2777f99 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "PUT /v2.0/routers/f862dc0a-f009-4953-b1e8-91c5bd300fbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4469395 Sep 23 07:20:35.637939 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 48346) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:20:35.640079 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6a48f6-8a42-4570-80cc-fa867bcdd7b9 None None] Sync routers for ids ['f862dc0a-f009-4953-b1e8-91c5bd300fbd'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:20:35.649343 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6a48f6-8a42-4570-80cc-fa867bcdd7b9 None None] Routers {'f862dc0a-f009-4953-b1e8-91c5bd300fbd'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:20:35.649992 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-3d6a48f6-8a42-4570-80cc-fa867bcdd7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:20:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['f862dc0a-f009-4953-b1e8-91c5bd300fbd'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:20:35.688803 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-f764f923-0037-4f91-8665-cf63c03647a0 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Deleting subnet 7d62544f-4807-460c-8c5a-ef4b4640f0a6 {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:20:35.691999 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f764f923-0037-4f91-8665-cf63c03647a0 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:35.731715 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f764f923-0037-4f91-8665-cf63c03647a0 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:35.758316 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-3d6a48f6-8a42-4570-80cc-fa867bcdd7b9 None None] Set router f862dc0a-f009-4953-b1e8-91c5bd300fbd gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:20:35.827603 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f764f923-0037-4f91-8665-cf63c03647a0 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:35.922290 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f764f923-0037-4f91-8665-cf63c03647a0 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:35.946743 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-3d6a48f6-8a42-4570-80cc-fa867bcdd7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f862dc0a-f009-4953-b1e8-91c5bd300fbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-14754331', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '6bd8ce74-ab27-4797-9d66-31444d9eaa8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:18:02Z', 'updated_at': '2021-09-23T07:20:35Z', 'revision_number': 5, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'gw_port': {'id': '6bd8ce74-ab27-4797-9d66-31444d9eaa8c', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:08:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f862dc0a-f009-4953-b1e8-91c5bd300fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:18:02Z', 'updated_at': '2021-09-23T07:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:20:35.954501 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f764f923-0037-4f91-8665-cf63c03647a0 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Pushing event deleted for resources: {'Subnet': ['ID=7d62544f-4807-460c-8c5a-ef4b4640f0a6,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:20:35.960985 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f764f923-0037-4f91-8665-cf63c03647a0 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:35.965426 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-f764f923-0037-4f91-8665-cf63c03647a0 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "DELETE /v2.0/subnets/7d62544f-4807-460c-8c5a-ef4b4640f0a6 HTTP/1.1" status: 204 len: 168 time: 0.3241363 Sep 23 07:20:35.965826 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 48350) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:20:35.973365 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c57d141-a35e-41fc-ae60-60addc1f4ccc None None] Network 1c7f96e0-c4f8-4391-bee9-162eb8fab2bf requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:20:35.975837 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded6b3a1-8254-4f1b-b51f-7cedcba25dfc req-2cd30ffe-8eb5-4304-ac64-9c5c93fb9045 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:20:35.978080 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ded6b3a1-8254-4f1b-b51f-7cedcba25dfc req-2cd30ffe-8eb5-4304-ac64-9c5c93fb9045 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0db8b47-7cc8-4f2d-8cb5-c12b8f17b7cc HTTP/1.1" status: 200 len: 946 time: 0.0976591 Sep 23 07:20:35.992727 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6a48f6-8a42-4570-80cc-fa867bcdd7b9 None None] Checking router: f862dc0a-f009-4953-b1e8-91c5bd300fbd for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:20:36.017353 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6a48f6-8a42-4570-80cc-fa867bcdd7b9 None None] Routers {'f862dc0a-f009-4953-b1e8-91c5bd300fbd'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:20:36.017594 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-3d6a48f6-8a42-4570-80cc-fa867bcdd7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:20:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['f862dc0a-f009-4953-b1e8-91c5bd300fbd'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:20:36.040905 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ded6b3a1-8254-4f1b-b51f-7cedcba25dfc req-f31b9eac-f0f0-46cf-83be-face61c213c1 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8df9606-5795-415c-b879-204f0a3bdb90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567341 Sep 23 07:20:36.085927 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7d7f6bb3-448c-450c-ae72-eea3b6ffbcf7 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for router, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:36.190778 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7d7f6bb3-448c-450c-ae72-eea3b6ffbcf7 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:36.210192 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-3d6a48f6-8a42-4570-80cc-fa867bcdd7b9 None None] Set router f862dc0a-f009-4953-b1e8-91c5bd300fbd gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:20:36.250011 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2124abb-72b0-4787-b7ec-c1b3757de663 req-77961c1c-0d8f-4cd2-8a4c-84144600dc94 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:20:36.251600 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c2124abb-72b0-4787-b7ec-c1b3757de663 req-77961c1c-0d8f-4cd2-8a4c-84144600dc94 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0db8b47-7cc8-4f2d-8cb5-c12b8f17b7cc HTTP/1.1" status: 200 len: 946 time: 0.0757818 Sep 23 07:20:36.255188 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-7d7f6bb3-448c-450c-ae72-eea3b6ffbcf7 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Deleting port 6bd8ce74-ab27-4797-9d66-31444d9eaa8c {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:20:36.255638 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7d7f6bb3-448c-450c-ae72-eea3b6ffbcf7 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:36.344357 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-7d7f6bb3-448c-450c-ae72-eea3b6ffbcf7 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] For port 6bd8ce74-ab27-4797-9d66-31444d9eaa8c, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=6bd8ce74-ab27-4797-9d66-31444d9eaa8c,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:20:36.345020 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7d7f6bb3-448c-450c-ae72-eea3b6ffbcf7 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:36.355515 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-c2124abb-72b0-4787-b7ec-c1b3757de663 req-33bddd7a-6a43-40e4-b469-e6b0ea4e0064 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] Deleting port c747e43d-2f9c-401f-a15f-3ffd60ac3904 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:20:36.356146 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-c2124abb-72b0-4787-b7ec-c1b3757de663 req-33bddd7a-6a43-40e4-b469-e6b0ea4e0064 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:36.358761 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-7d7f6bb3-448c-450c-ae72-eea3b6ffbcf7 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Calling delete_port for 6bd8ce74-ab27-4797-9d66-31444d9eaa8c owned by network:router_gateway {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:20:36.427126 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fad0f18-c748-4962-bdf3-f074605b1816 None None] DHCP port deletion for 1c7f96e0-c4f8-4391-bee9-162eb8fab2bf request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 07:20:36.453424 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-c2124abb-72b0-4787-b7ec-c1b3757de663 req-33bddd7a-6a43-40e4-b469-e6b0ea4e0064 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] For port c747e43d-2f9c-401f-a15f-3ffd60ac3904, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=c747e43d-2f9c-401f-a15f-3ffd60ac3904,segment=NetworkSegment(1d9a4b53-5f24-48df-9e67-cbbe16500b51),segment_id=1d9a4b53-5f24-48df-9e67-cbbe16500b51)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:20:36.453826 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-c2124abb-72b0-4787-b7ec-c1b3757de663 req-33bddd7a-6a43-40e4-b469-e6b0ea4e0064 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:36.466493 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-c2124abb-72b0-4787-b7ec-c1b3757de663 req-33bddd7a-6a43-40e4-b469-e6b0ea4e0064 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] Calling delete_port for c747e43d-2f9c-401f-a15f-3ffd60ac3904 owned by compute:nova {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:20:36.533531 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7d7f6bb3-448c-450c-ae72-eea3b6ffbcf7 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:36.563451 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7f6bb3-448c-450c-ae72-eea3b6ffbcf7 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Pushing event deleted for resources: {'Port': ['ID=6bd8ce74-ab27-4797-9d66-31444d9eaa8c,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:20:36.569912 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-2fad0f18-c748-4962-bdf3-f074605b1816 None None] Deleting port 8495b579-c009-492d-b026-0cceb099ab4f {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:20:36.570482 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2fad0f18-c748-4962-bdf3-f074605b1816 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:36.576812 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7f6bb3-448c-450c-ae72-eea3b6ffbcf7 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:20:36.576812 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7f6bb3-448c-450c-ae72-eea3b6ffbcf7 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:20:36.577084 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7f6bb3-448c-450c-ae72-eea3b6ffbcf7 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:20:36.577481 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7f6bb3-448c-450c-ae72-eea3b6ffbcf7 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:20:36.577920 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7f6bb3-448c-450c-ae72-eea3b6ffbcf7 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:20:36.578330 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7f6bb3-448c-450c-ae72-eea3b6ffbcf7 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:20:36.578669 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7f6bb3-448c-450c-ae72-eea3b6ffbcf7 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:20:36.578996 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7f6bb3-448c-450c-ae72-eea3b6ffbcf7 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:20:36.579324 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7f6bb3-448c-450c-ae72-eea3b6ffbcf7 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:20:36.579648 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7f6bb3-448c-450c-ae72-eea3b6ffbcf7 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:20:36.579972 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7f6bb3-448c-450c-ae72-eea3b6ffbcf7 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:20:36.580291 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7f6bb3-448c-450c-ae72-eea3b6ffbcf7 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:20:36.617857 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-c2124abb-72b0-4787-b7ec-c1b3757de663 req-33bddd7a-6a43-40e4-b469-e6b0ea4e0064 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:36.638394 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['c747e43d-2f9c-401f-a15f-3ffd60ac3904'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:20:36.638662 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7d7f6bb3-448c-450c-ae72-eea3b6ffbcf7 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2068563'] for router_gateway, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:36.648620 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bddd7a-6a43-40e4-b469-e6b0ea4e0064 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] Pushing event deleted for resources: {'Port': ['ID=c747e43d-2f9c-401f-a15f-3ffd60ac3904,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:20:36.686826 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-2fad0f18-c748-4962-bdf3-f074605b1816 None None] For port 8495b579-c009-492d-b026-0cceb099ab4f, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=8495b579-c009-492d-b026-0cceb099ab4f,segment=NetworkSegment(122b3479-2720-4aac-9875-9e32c300a8be),segment_id=122b3479-2720-4aac-9875-9e32c300a8be)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:20:36.687242 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2fad0f18-c748-4962-bdf3-f074605b1816 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:36.695632 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2124abb-72b0-4787-b7ec-c1b3757de663 req-33bddd7a-6a43-40e4-b469-e6b0ea4e0064 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] No DVR routers for this DVR port c747e43d-2f9c-401f-a15f-3ffd60ac3904 on host n-h2-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:20:36.698163 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-c2124abb-72b0-4787-b7ec-c1b3757de663 req-33bddd7a-6a43-40e4-b469-e6b0ea4e0064 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:36.700106 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c2124abb-72b0-4787-b7ec-c1b3757de663 req-33bddd7a-6a43-40e4-b469-e6b0ea4e0064 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] 10.222.0.58 "DELETE /v2.0/ports/c747e43d-2f9c-401f-a15f-3ffd60ac3904 HTTP/1.1" status: 204 len: 173 time: 0.4409201 Sep 23 07:20:36.700547 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0db8b47-7cc8-4f2d-8cb5-c12b8f17b7cc', 'name': 'network-vif-deleted', 'tag': 'c747e43d-2f9c-401f-a15f-3ffd60ac3904'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:20:36.702877 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a759afc-d64e-4ff7-ad1a-1e83e7fe9ef4" -d '{"events": [{"server_uuid": "e0db8b47-7cc8-4f2d-8cb5-c12b8f17b7cc", "name": "network-vif-deleted", "tag": "c747e43d-2f9c-401f-a15f-3ffd60ac3904"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:20:36.714884 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-2fad0f18-c748-4962-bdf3-f074605b1816 None None] Calling delete_port for 8495b579-c009-492d-b026-0cceb099ab4f owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:20:36.720425 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:36.724071 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-3d6a48f6-8a42-4570-80cc-fa867bcdd7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f862dc0a-f009-4953-b1e8-91c5bd300fbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-14754331', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '6bd8ce74-ab27-4797-9d66-31444d9eaa8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:18:02Z', 'updated_at': '2021-09-23T07:20:35Z', 'revision_number': 5, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'gw_port': {'id': '6bd8ce74-ab27-4797-9d66-31444d9eaa8c', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:08:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f862dc0a-f009-4953-b1e8-91c5bd300fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:18:02Z', 'updated_at': '2021-09-23T07:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:20:36.750454 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-791e48fc-dd40-4f4b-b6c2-1b208200f697 x-openstack-request-id: req-791e48fc-dd40-4f4b-b6c2-1b208200f697 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:20:36.750742 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0db8b47-7cc8-4f2d-8cb5-c12b8f17b7cc", "name": "network-vif-deleted", "tag": "c747e43d-2f9c-401f-a15f-3ffd60ac3904", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:20:36.751012 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-791e48fc-dd40-4f4b-b6c2-1b208200f697 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:20:36.751412 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0db8b47-7cc8-4f2d-8cb5-c12b8f17b7cc', 'name': 'network-vif-deleted', 'tag': 'c747e43d-2f9c-401f-a15f-3ffd60ac3904', 'status': 'completed', 'code': 200} Sep 23 07:20:36.754773 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7d7f6bb3-448c-450c-ae72-eea3b6ffbcf7 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:36.757097 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6a48f6-8a42-4570-80cc-fa867bcdd7b9 None None] The sync data for ids ['f862dc0a-f009-4953-b1e8-91c5bd300fbd'] in n-d-715271-16 is: [{'id': 'f862dc0a-f009-4953-b1e8-91c5bd300fbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-14754331', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '6bd8ce74-ab27-4797-9d66-31444d9eaa8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:18:02Z', 'updated_at': '2021-09-23T07:20:35Z', 'revision_number': 5, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'gw_port': {'id': '6bd8ce74-ab27-4797-9d66-31444d9eaa8c', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:08:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f862dc0a-f009-4953-b1e8-91c5bd300fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:18:02Z', 'updated_at': '2021-09-23T07:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:20:36.759774 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7d7f6bb3-448c-450c-ae72-eea3b6ffbcf7 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:36.818642 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7d7f6bb3-448c-450c-ae72-eea3b6ffbcf7 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:36.819234 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d7f6bb3-448c-450c-ae72-eea3b6ffbcf7 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Fanout notify agent at l3_agent the message router_deleted on router f862dc0a-f009-4953-b1e8-91c5bd300fbd {{(pid=95065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 07:20:36.828957 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7d7f6bb3-448c-450c-ae72-eea3b6ffbcf7 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:36.833332 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-7d7f6bb3-448c-450c-ae72-eea3b6ffbcf7 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "DELETE /v2.0/routers/f862dc0a-f009-4953-b1e8-91c5bd300fbd HTTP/1.1" status: 204 len: 168 time: 0.8653758 Sep 23 07:20:36.833587 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 48356) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:20:36.841197 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2fad0f18-c748-4962-bdf3-f074605b1816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:36.878720 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fad0f18-c748-4962-bdf3-f074605b1816 None None] No DVR routers for this DVR port 8495b579-c009-492d-b026-0cceb099ab4f on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:20:36.887877 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fad0f18-c748-4962-bdf3-f074605b1816 None None] Pushing event deleted for resources: {'Port': ['ID=8495b579-c009-492d-b026-0cceb099ab4f,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:20:36.917954 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8add4c54-d6d5-46ed-a835-5fefd05fa7c7 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:37.008931 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8add4c54-d6d5-46ed-a835-5fefd05fa7c7 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:37.028894 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-8add4c54-d6d5-46ed-a835-5fefd05fa7c7 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c7f96e0-c4f8-4391-bee9-162eb8fab2bf']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:20:37.038571 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-8add4c54-d6d5-46ed-a835-5fefd05fa7c7 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '122b3479-2720-4aac-9875-9e32c300a8be') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:20:37.038855 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-8add4c54-d6d5-46ed-a835-5fefd05fa7c7 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '122b3479-2720-4aac-9875-9e32c300a8be') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:20:37.048104 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8add4c54-d6d5-46ed-a835-5fefd05fa7c7 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:37.061361 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8add4c54-d6d5-46ed-a835-5fefd05fa7c7 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:37.067408 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8add4c54-d6d5-46ed-a835-5fefd05fa7c7 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:20:37.067816 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8add4c54-d6d5-46ed-a835-5fefd05fa7c7 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:37.070994 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 07:20:37.070994 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:20:37.070994 n-d-715271-16 neutron-server[95065]: timer() Sep 23 07:20:37.070994 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:20:37.070994 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 07:20:37.070994 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:20:37.070994 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 07:20:37.070994 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:20:37.070994 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 07:20:37.070994 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:20:37.070994 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 07:20:37.070994 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:20:37.070994 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 07:20:37.070994 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:20:37.070994 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:20:37.070994 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:20:37.070994 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:20:37.070994 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:20:37.070994 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 07:20:37.070994 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:20:37.070994 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 07:20:37.070994 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:20:37.070994 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:20:37.070994 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:20:37.070994 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 07:20:37.070994 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:20:37.070994 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:20:37.070994 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:20:37.070994 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:20:37.070994 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:20:37.070994 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:20:37.070994 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:20:37.162483 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8add4c54-d6d5-46ed-a835-5fefd05fa7c7 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:37.172379 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8add4c54-d6d5-46ed-a835-5fefd05fa7c7 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:37.173689 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2d383f53-3372-4b83-9ef8-de75946654d8 req-5cb50f45-70eb-4b9e-a107-485cd65f8a01 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0db8b47-7cc8-4f2d-8cb5-c12b8f17b7cc HTTP/1.1" status: 200 len: 210 time: 0.0350189 Sep 23 07:20:37.176986 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 48360) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:20:37.177671 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-8add4c54-d6d5-46ed-a835-5fefd05fa7c7 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "DELETE /v2.0/networks/1c7f96e0-c4f8-4391-bee9-162eb8fab2bf HTTP/1.1" status: 204 len: 168 time: 0.3425984 Sep 23 07:20:37.199956 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8add4c54-d6d5-46ed-a835-5fefd05fa7c7 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Pushing event deleted for resources: {'Network': ['ID=1c7f96e0-c4f8-4391-bee9-162eb8fab2bf,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:20:37.251277 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7094a504-4a80-4e06-968b-c756f3b0c845 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:37.279318 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7094a504-4a80-4e06-968b-c756f3b0c845 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:37.343750 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7094a504-4a80-4e06-968b-c756f3b0c845 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:37.346912 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7094a504-4a80-4e06-968b-c756f3b0c845 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:37.348304 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-7094a504-4a80-4e06-968b-c756f3b0c845 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "DELETE /v2.0/security-groups/162cd90b-559b-4fd3-b013-413f80677eac HTTP/1.1" status: 204 len: 168 time: 0.1701252 Sep 23 07:20:37.358728 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7094a504-4a80-4e06-968b-c756f3b0c845 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=162cd90b-559b-4fd3-b013-413f80677eac,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:20:37.790080 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 48366) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:20:37.794639 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-5e414b57-e48b-4cf4-ab29-cb475c7bbbf6 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-866971840', 'description': 'tempest-secgroup-smoke-866971840 description', 'project_id': 'ac3e338994b2411c8937f4fd1418e068'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:20:37.827757 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5e414b57-e48b-4cf4-ab29-cb475c7bbbf6 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:37.891589 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 8495b579-c009-492d-b026-0cceb099ab4f no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:20:37.914801 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 8495b579-c009-492d-b026-0cceb099ab4f {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:20:37.915449 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 8495b579-c009-492d-b026-0cceb099ab4f not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:20:37.915873 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device a0dbdc4f-8c38-473f-9742-015d31e2a921 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:20:37.931742 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5e414b57-e48b-4cf4-ab29-cb475c7bbbf6 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:37.935708 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: a0dbdc4f-8c38-473f-9742-015d31e2a921 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:20:37.936150 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device a0dbdc4f-8c38-473f-9742-015d31e2a921 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:20:37.936733 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 6bd8ce74-ab27-4797-9d66-31444d9eaa8c no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:20:37.937104 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5e414b57-e48b-4cf4-ab29-cb475c7bbbf6 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:37.958775 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 6bd8ce74-ab27-4797-9d66-31444d9eaa8c {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:20:37.959223 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 6bd8ce74-ab27-4797-9d66-31444d9eaa8c not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:20:37.966491 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5e414b57-e48b-4cf4-ab29-cb475c7bbbf6 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:37.967746 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-5e414b57-e48b-4cf4-ab29-cb475c7bbbf6 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1766641 Sep 23 07:20:37.969782 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e414b57-e48b-4cf4-ab29-cb475c7bbbf6 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=906fe158-99a3-4a65-a5e5-10a377ea55e5,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:20:37.970772 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 48368) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:20:37.975756 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-771c0d71-6372-44f4-b767-54b66203a8b9 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Request body: {'security_group_rule': {'security_group_id': '906fe158-99a3-4a65-a5e5-10a377ea55e5', 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:20:38.003818 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-771c0d71-6372-44f4-b767-54b66203a8b9 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:38.064097 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c4d0256a-0eb9-4578-b788-a653946f5336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:38.067993 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-771c0d71-6372-44f4-b767-54b66203a8b9 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:38.072271 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-771c0d71-6372-44f4-b767-54b66203a8b9 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:38.091167 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771c0d71-6372-44f4-b767-54b66203a8b9 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=987eca95-d959-4ed1-8a86-5d490d466de0,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:20:38.094740 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-771c0d71-6372-44f4-b767-54b66203a8b9 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:38.098477 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-771c0d71-6372-44f4-b767-54b66203a8b9 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1239533 Sep 23 07:20:38.099148 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 48370) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:20:38.103978 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-f6b98bea-80a9-4e3d-a42c-df5e2bdd19b0 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Request body: {'security_group_rule': {'security_group_id': '906fe158-99a3-4a65-a5e5-10a377ea55e5', 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:20:38.131709 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f6b98bea-80a9-4e3d-a42c-df5e2bdd19b0 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:38.201227 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f6b98bea-80a9-4e3d-a42c-df5e2bdd19b0 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:38.205974 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f6b98bea-80a9-4e3d-a42c-df5e2bdd19b0 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:38.221535 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b98bea-80a9-4e3d-a42c-df5e2bdd19b0 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4dc1516-2607-4496-9db9-634fd2cecc47,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:20:38.232299 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f6b98bea-80a9-4e3d-a42c-df5e2bdd19b0 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:38.233848 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-f6b98bea-80a9-4e3d-a42c-df5e2bdd19b0 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1332455 Sep 23 07:20:38.236355 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 48374) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:20:38.242162 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-1a7140ac-ef73-4b15-a373-8012a57d133a tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Request body: {'security_group_rule': {'security_group_id': '906fe158-99a3-4a65-a5e5-10a377ea55e5', 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:20:38.273556 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1a7140ac-ef73-4b15-a373-8012a57d133a tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:38.337473 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1a7140ac-ef73-4b15-a373-8012a57d133a tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:38.340391 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1a7140ac-ef73-4b15-a373-8012a57d133a tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:38.359842 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7140ac-ef73-4b15-a373-8012a57d133a tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64e4d9f9-c769-4622-a4f5-88c89521f247,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:20:38.370969 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1a7140ac-ef73-4b15-a373-8012a57d133a tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:38.375112 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-1a7140ac-ef73-4b15-a373-8012a57d133a tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1345294 Sep 23 07:20:38.375312 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 48378) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:20:38.380154 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-8b50a7d7-29bd-431a-8f32-1e802673bfbb tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Request body: {'security_group_rule': {'security_group_id': '906fe158-99a3-4a65-a5e5-10a377ea55e5', 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:20:38.412607 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8b50a7d7-29bd-431a-8f32-1e802673bfbb tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:38.476698 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8b50a7d7-29bd-431a-8f32-1e802673bfbb tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:38.480498 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8b50a7d7-29bd-431a-8f32-1e802673bfbb tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:38.503071 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b50a7d7-29bd-431a-8f32-1e802673bfbb tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d6b9c8b-5c05-4080-9e6b-008aafbf4869,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:20:38.507168 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8b50a7d7-29bd-431a-8f32-1e802673bfbb tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:38.511475 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 48382) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:20:38.514366 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-8b50a7d7-29bd-431a-8f32-1e802673bfbb tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1377516 Sep 23 07:20:38.515912 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-ce69b0ac-d1a9-4dce-b3e8-259fb8a672e4 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Request body: {'security_group_rule': {'security_group_id': '906fe158-99a3-4a65-a5e5-10a377ea55e5', 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:20:38.539193 n-d-715271-16 neutron-server[95065]: INFO neutron.db.securitygroups_db [None req-ce69b0ac-d1a9-4dce-b3e8-259fb8a672e4 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Project ac3e338994b2411c8937f4fd1418e068 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 07:20:38.543946 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ce69b0ac-d1a9-4dce-b3e8-259fb8a672e4 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:38.603644 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ce69b0ac-d1a9-4dce-b3e8-259fb8a672e4 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:38.607452 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ce69b0ac-d1a9-4dce-b3e8-259fb8a672e4 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:38.629745 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce69b0ac-d1a9-4dce-b3e8-259fb8a672e4 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd469031-6162-402a-94c9-923c8bd97b7a,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:20:38.633568 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ce69b0ac-d1a9-4dce-b3e8-259fb8a672e4 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:38.637686 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-ce69b0ac-d1a9-4dce-b3e8-259fb8a672e4 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1251888 Sep 23 07:20:38.638202 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 48384) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:20:38.643037 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-8da4955a-b751-4bd6-adb6-12bcab86a6b2 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Request body: {'security_group_rule': {'security_group_id': '906fe158-99a3-4a65-a5e5-10a377ea55e5', 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:20:38.666241 n-d-715271-16 neutron-server[95066]: INFO neutron.db.securitygroups_db [None req-8da4955a-b751-4bd6-adb6-12bcab86a6b2 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Project ac3e338994b2411c8937f4fd1418e068 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 07:20:38.671006 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8da4955a-b751-4bd6-adb6-12bcab86a6b2 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:38.733010 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8da4955a-b751-4bd6-adb6-12bcab86a6b2 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:38.737002 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8da4955a-b751-4bd6-adb6-12bcab86a6b2 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:38.756395 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da4955a-b751-4bd6-adb6-12bcab86a6b2 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8948e073-6b7a-4b5a-a8f8-f80c735234ba,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:20:38.762904 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8da4955a-b751-4bd6-adb6-12bcab86a6b2 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:38.764231 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-8da4955a-b751-4bd6-adb6-12bcab86a6b2 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1249397 Sep 23 07:20:38.767037 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 48386) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:20:38.772722 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-afc48a8e-3762-4082-932e-c4fb6b23192f tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Request body: {'network': {'name': 'tempest-network-smoke--659877542', 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'port_security_enabled': True}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:20:38.794798 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc48a8e-3762-4082-932e-c4fb6b23192f tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Made reservation on behalf of ac3e338994b2411c8937f4fd1418e068 for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:20:38.798627 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-afc48a8e-3762-4082-932e-c4fb6b23192f tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:38.820733 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afc48a8e-3762-4082-932e-c4fb6b23192f tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:20:38.831206 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-afc48a8e-3762-4082-932e-c4fb6b23192f tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:38.831550 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-afc48a8e-3762-4082-932e-c4fb6b23192f tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Added segment 51bd0504-e607-4000-8f45-2c62e5619c72 of type vlan for network 50dceb12-c047-4b01-aae6-ecd343b8c119 Sep 23 07:20:38.883434 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-afc48a8e-3762-4082-932e-c4fb6b23192f tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:38.908863 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-afc48a8e-3762-4082-932e-c4fb6b23192f tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:38.915195 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc48a8e-3762-4082-932e-c4fb6b23192f tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:20:38.915782 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-afc48a8e-3762-4082-932e-c4fb6b23192f tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:38.951577 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-afc48a8e-3762-4082-932e-c4fb6b23192f tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1835220 Sep 23 07:20:38.954589 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 48390) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:20:38.959220 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-bf7b699f-0c65-45d5-818f-846df2956a8d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1948883663', 'admin_state_up': True, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:20:38.995153 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc48a8e-3762-4082-932e-c4fb6b23192f tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Pushing event updated for resources: {'Network': ['ID=50dceb12-c047-4b01-aae6-ecd343b8c119,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:20:39.005335 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 50dceb12-c047-4b01-aae6-ecd343b8c119 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:20:39.012701 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bf7b699f-0c65-45d5-818f-846df2956a8d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:39.013837 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bf7b699f-0c65-45d5-818f-846df2956a8d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:39.073776 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bf7b699f-0c65-45d5-818f-846df2956a8d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:39.577020 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device c747e43d-2f9c-401f-a15f-3ffd60ac3904 no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:20:39.594424 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bf7b699f-0c65-45d5-818f-846df2956a8d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:39.599205 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No Port match for: c747e43d-2f9c-401f-a15f-3ffd60ac3904 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:20:39.600319 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device c747e43d-2f9c-401f-a15f-3ffd60ac3904 not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:20:39.792420 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bf7b699f-0c65-45d5-818f-846df2956a8d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for router_gateway, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:39.812309 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bf7b699f-0c65-45d5-818f-846df2956a8d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:39.919007 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-bf7b699f-0c65-45d5-818f-846df2956a8d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Allocated IP 172.25.2.8 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/52ef9471-107e-4706-986c-0fa27091abb1) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:20:40.022361 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bf7b699f-0c65-45d5-818f-846df2956a8d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:40.056348 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bf7b699f-0c65-45d5-818f-846df2956a8d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:40.092150 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7b699f-0c65-45d5-818f-846df2956a8d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:20:40.095047 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-bf7b699f-0c65-45d5-818f-846df2956a8d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:20:40.097445 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7b699f-0c65-45d5-818f-846df2956a8d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:20:40.132235 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7b699f-0c65-45d5-818f-846df2956a8d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Pushing event updated for resources: {'Port': ['ID=52ef9471-107e-4706-986c-0fa27091abb1,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:20:40.265694 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:40.359806 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bf7b699f-0c65-45d5-818f-846df2956a8d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for router_gateway, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:40.559511 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bf7b699f-0c65-45d5-818f-846df2956a8d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:40.697254 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf7b699f-0c65-45d5-818f-846df2956a8d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Router eb7cf85e-9d31-42ce-8ef1-33341b2775c3 is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 07:20:40.807253 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf7b699f-0c65-45d5-818f-846df2956a8d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:20:40.816587 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83074cdb-44a4-47fe-be2e-1d6239dd6ba1 None None] Sync routers for ids ['eb7cf85e-9d31-42ce-8ef1-33341b2775c3'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:20:40.827990 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83074cdb-44a4-47fe-be2e-1d6239dd6ba1 None None] Routers {'eb7cf85e-9d31-42ce-8ef1-33341b2775c3'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:20:40.828970 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-83074cdb-44a4-47fe-be2e-1d6239dd6ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:20:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['eb7cf85e-9d31-42ce-8ef1-33341b2775c3'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:20:40.830509 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bf7b699f-0c65-45d5-818f-846df2956a8d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:40.832665 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-bf7b699f-0c65-45d5-818f-846df2956a8d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8773551 Sep 23 07:20:40.836593 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 48408) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:20:40.872765 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 48410) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:20:40.873336 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-81a92be8-c43c-4b8b-a62e-bf0d81c28992 tempest-TestNetworkAdvancedServerOps-1704827008 tempest-TestNetworkAdvancedServerOps-1704827008-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=ac3e338994b2411c8937f4fd1418e068&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0351651 Sep 23 07:20:40.949436 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-83074cdb-44a4-47fe-be2e-1d6239dd6ba1 None None] Set router eb7cf85e-9d31-42ce-8ef1-33341b2775c3 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:20:40.967416 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23d7197-e77a-484e-aa78-27a077a3a021 tempest-TestNetworkAdvancedServerOps-1704827008 tempest-TestNetworkAdvancedServerOps-1704827008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:20:40.969139 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-b23d7197-e77a-484e-aa78-27a077a3a021 tempest-TestNetworkAdvancedServerOps-1704827008 tempest-TestNetworkAdvancedServerOps-1704827008-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0943680 Sep 23 07:20:40.971832 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 48412) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:20:41.003256 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-33a43bf3-e979-4431-b446-e1e8c98ca710 tempest-TestNetworkAdvancedServerOps-1704827008 tempest-TestNetworkAdvancedServerOps-1704827008-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=0f47978c-41eb-4cc7-92bf-8b873be8a1a0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0294957 Sep 23 07:20:41.004933 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 48414) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:20:41.010392 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-73927bee-4f36-4344-ba44-8810335d0644 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1013563904', 'network_id': '50dceb12-c047-4b01-aae6-ecd343b8c119', 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:20:41.076528 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f5641d43-1641-43a8-afa7-d3e44d8b28b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:41.110344 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73927bee-4f36-4344-ba44-8810335d0644 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Made reservation on behalf of ac3e338994b2411c8937f4fd1418e068 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:20:41.115711 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-73927bee-4f36-4344-ba44-8810335d0644 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:41.151300 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-83074cdb-44a4-47fe-be2e-1d6239dd6ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7cf85e-9d31-42ce-8ef1-33341b2775c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1948883663', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '52ef9471-107e-4706-986c-0fa27091abb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:20:39Z', 'updated_at': '2021-09-23T07:20:40Z', 'revision_number': 3, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'gw_port': {'id': '52ef9471-107e-4706-986c-0fa27091abb1', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a3:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb7cf85e-9d31-42ce-8ef1-33341b2775c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:20:39Z', 'updated_at': '2021-09-23T07:20:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:20:41.179035 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83074cdb-44a4-47fe-be2e-1d6239dd6ba1 None None] Checking router: eb7cf85e-9d31-42ce-8ef1-33341b2775c3 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:20:41.179738 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83074cdb-44a4-47fe-be2e-1d6239dd6ba1 None None] Updating router eb7cf85e-9d31-42ce-8ef1-33341b2775c3 port 52ef9471-107e-4706-986c-0fa27091abb1 binding host n-d-715271-16 {{(pid=95068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 07:20:41.210375 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-83074cdb-44a4-47fe-be2e-1d6239dd6ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:41.310059 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-73927bee-4f36-4344-ba44-8810335d0644 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:41.374104 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73927bee-4f36-4344-ba44-8810335d0644 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Pushing event updated for resources: {'Subnet': ['ID=b0d07326-4065-4fd7-b5cf-d686d21d7d63,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:20:41.383317 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73927bee-4f36-4344-ba44-8810335d0644 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Checking segment: {'id': '51bd0504-e607-4000-8f45-2c62e5619c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50dceb12-c047-4b01-aae6-ecd343b8c119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:20:41.384151 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73927bee-4f36-4344-ba44-8810335d0644 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Network hostable DHCP agents. Network: 50dceb12-c047-4b01-aae6-ecd343b8c119, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:20:41.401207 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73927bee-4f36-4344-ba44-8810335d0644 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Network 50dceb12-c047-4b01-aae6-ecd343b8c119 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:20:41.410126 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-73927bee-4f36-4344-ba44-8810335d0644 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 50dceb12-c047-4b01-aae6-ecd343b8c119) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:20:41.415531 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73927bee-4f36-4344-ba44-8810335d0644 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:20:41.416127 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-73927bee-4f36-4344-ba44-8810335d0644 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:41.422895 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a47eac2-39cd-4dbd-a31c-bdad7fb4c5d1 None None] Network 50dceb12-c047-4b01-aae6-ecd343b8c119 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:20:41.447859 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 48416) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:20:41.448102 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-73927bee-4f36-4344-ba44-8810335d0644 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4414957 Sep 23 07:20:41.475196 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-83074cdb-44a4-47fe-be2e-1d6239dd6ba1 None None] Notify callbacks [] for port, precommit_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:41.481146 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-83074cdb-44a4-47fe-be2e-1d6239dd6ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:41.526669 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-83074cdb-44a4-47fe-be2e-1d6239dd6ba1 None None] Attempting to bind port 52ef9471-107e-4706-986c-0fa27091abb1 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:20:41.527660 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-83074cdb-44a4-47fe-be2e-1d6239dd6ba1 None None] Attempting to bind port 52ef9471-107e-4706-986c-0fa27091abb1 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:20:41.527660 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83074cdb-44a4-47fe-be2e-1d6239dd6ba1 None None] Attempting to bind port 52ef9471-107e-4706-986c-0fa27091abb1 on network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:20:41.551759 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83074cdb-44a4-47fe-be2e-1d6239dd6ba1 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:20:41.552179 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83074cdb-44a4-47fe-be2e-1d6239dd6ba1 None None] Checking segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:20:41.553231 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-83074cdb-44a4-47fe-be2e-1d6239dd6ba1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:41.553999 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83074cdb-44a4-47fe-be2e-1d6239dd6ba1 None None] Bound using segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:20:41.554948 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-83074cdb-44a4-47fe-be2e-1d6239dd6ba1 None None] Bound port: 52ef9471-107e-4706-986c-0fa27091abb1, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:20:41.555390 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-83074cdb-44a4-47fe-be2e-1d6239dd6ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:41.558364 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70a1413-7505-4488-9153-23cd758546cd None None] Pushing event updated for resources: {'Port': ['ID=52ef9471-107e-4706-986c-0fa27091abb1,revision_number=2']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:20:41.630599 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:41.642251 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-83074cdb-44a4-47fe-be2e-1d6239dd6ba1 None None] For port 52ef9471-107e-4706-986c-0fa27091abb1, host n-d-715271-16, cleared binding levels {{(pid=95068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:20:41.652961 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70a1413-7505-4488-9153-23cd758546cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:20:41.654659 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70a1413-7505-4488-9153-23cd758546cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:20:41.655863 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70a1413-7505-4488-9153-23cd758546cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:20:41.655863 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70a1413-7505-4488-9153-23cd758546cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:20:41.655863 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70a1413-7505-4488-9153-23cd758546cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:20:41.656185 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70a1413-7505-4488-9153-23cd758546cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:20:41.656630 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70a1413-7505-4488-9153-23cd758546cd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:20:41.657204 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70a1413-7505-4488-9153-23cd758546cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:20:41.657362 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70a1413-7505-4488-9153-23cd758546cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:20:41.657765 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70a1413-7505-4488-9153-23cd758546cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:20:41.658083 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70a1413-7505-4488-9153-23cd758546cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:20:41.658267 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70a1413-7505-4488-9153-23cd758546cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:20:41.665182 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-83074cdb-44a4-47fe-be2e-1d6239dd6ba1 None None] For port 52ef9471-107e-4706-986c-0fa27091abb1, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=52ef9471-107e-4706-986c-0fa27091abb1,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:20:41.679531 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-83074cdb-44a4-47fe-be2e-1d6239dd6ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:41.685767 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5970b0-78a7-4e0a-a40b-1d27f5d0b74f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-50dceb12-c047-4b01-aae6-ecd343b8c119', 'network_id': '50dceb12-c047-4b01-aae6-ecd343b8c119', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'fixed_ips': [{'subnet_id': 'b0d07326-4065-4fd7-b5cf-d686d21d7d63'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:20:41.686889 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-cb5970b0-78a7-4e0a-a40b-1d27f5d0b74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:41.749731 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83074cdb-44a4-47fe-be2e-1d6239dd6ba1 None None] Routers {'eb7cf85e-9d31-42ce-8ef1-33341b2775c3'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:20:41.750346 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-83074cdb-44a4-47fe-be2e-1d6239dd6ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:20:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['eb7cf85e-9d31-42ce-8ef1-33341b2775c3'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:20:41.882641 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-cb5970b0-78a7-4e0a-a40b-1d27f5d0b74f None None] Allocated IP 172.20.0.2 (50dceb12-c047-4b01-aae6-ecd343b8c119/b0d07326-4065-4fd7-b5cf-d686d21d7d63/66775747-1508-4ad4-8113-8b2849e71a25) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:20:41.974015 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70a1413-7505-4488-9153-23cd758546cd None None] Pushing event updated for resources: {'Port': ['ID=52ef9471-107e-4706-986c-0fa27091abb1,revision_number=3']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:20:41.993319 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-83074cdb-44a4-47fe-be2e-1d6239dd6ba1 None None] Set router eb7cf85e-9d31-42ce-8ef1-33341b2775c3 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:20:42.061194 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-cb5970b0-78a7-4e0a-a40b-1d27f5d0b74f None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:42.069012 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-cb5970b0-78a7-4e0a-a40b-1d27f5d0b74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:42.092120 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ecc5335c-508e-47af-b229-5e330900599d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:42.105885 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5970b0-78a7-4e0a-a40b-1d27f5d0b74f None None] Network 50dceb12-c047-4b01-aae6-ecd343b8c119 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:20:42.108802 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-cb5970b0-78a7-4e0a-a40b-1d27f5d0b74f None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:20:42.112647 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5970b0-78a7-4e0a-a40b-1d27f5d0b74f None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:20:42.123966 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5970b0-78a7-4e0a-a40b-1d27f5d0b74f None None] Pushing event updated for resources: {'Port': ['ID=66775747-1508-4ad4-8113-8b2849e71a25,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:20:42.180479 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-cb5970b0-78a7-4e0a-a40b-1d27f5d0b74f None None] Attempting to bind port 66775747-1508-4ad4-8113-8b2849e71a25 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:20:42.181063 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-cb5970b0-78a7-4e0a-a40b-1d27f5d0b74f None None] Attempting to bind port 66775747-1508-4ad4-8113-8b2849e71a25 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '51bd0504-e607-4000-8f45-2c62e5619c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50dceb12-c047-4b01-aae6-ecd343b8c119'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:20:42.181519 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5970b0-78a7-4e0a-a40b-1d27f5d0b74f None None] Attempting to bind port 66775747-1508-4ad4-8113-8b2849e71a25 on network 50dceb12-c047-4b01-aae6-ecd343b8c119 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:20:42.185711 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-83074cdb-44a4-47fe-be2e-1d6239dd6ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7cf85e-9d31-42ce-8ef1-33341b2775c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1948883663', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '52ef9471-107e-4706-986c-0fa27091abb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:20:39Z', 'updated_at': '2021-09-23T07:20:40Z', 'revision_number': 3, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'gw_port': {'id': '52ef9471-107e-4706-986c-0fa27091abb1', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a3:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb7cf85e-9d31-42ce-8ef1-33341b2775c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:20:39Z', 'updated_at': '2021-09-23T07:20:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:20:42.187563 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5970b0-78a7-4e0a-a40b-1d27f5d0b74f None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:20:42.188063 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5970b0-78a7-4e0a-a40b-1d27f5d0b74f None None] Checking segment: {'id': '51bd0504-e607-4000-8f45-2c62e5619c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50dceb12-c047-4b01-aae6-ecd343b8c119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:20:42.188567 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-cb5970b0-78a7-4e0a-a40b-1d27f5d0b74f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:42.189105 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5970b0-78a7-4e0a-a40b-1d27f5d0b74f None None] Bound using segment: {'id': '51bd0504-e607-4000-8f45-2c62e5619c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50dceb12-c047-4b01-aae6-ecd343b8c119'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:20:42.189666 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-cb5970b0-78a7-4e0a-a40b-1d27f5d0b74f None None] Bound port: 66775747-1508-4ad4-8113-8b2849e71a25, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51bd0504-e607-4000-8f45-2c62e5619c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50dceb12-c047-4b01-aae6-ecd343b8c119'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:20:42.190178 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-cb5970b0-78a7-4e0a-a40b-1d27f5d0b74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:42.213849 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83074cdb-44a4-47fe-be2e-1d6239dd6ba1 None None] The sync data for ids ['eb7cf85e-9d31-42ce-8ef1-33341b2775c3'] in n-d-715271-16 is: [{'id': 'eb7cf85e-9d31-42ce-8ef1-33341b2775c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1948883663', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '52ef9471-107e-4706-986c-0fa27091abb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:20:39Z', 'updated_at': '2021-09-23T07:20:40Z', 'revision_number': 3, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'gw_port': {'id': '52ef9471-107e-4706-986c-0fa27091abb1', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a3:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb7cf85e-9d31-42ce-8ef1-33341b2775c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:20:39Z', 'updated_at': '2021-09-23T07:20:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:20:42.264815 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-cb5970b0-78a7-4e0a-a40b-1d27f5d0b74f None None] For port 66775747-1508-4ad4-8113-8b2849e71a25, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:20:42.268480 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-cb5970b0-78a7-4e0a-a40b-1d27f5d0b74f None None] For port 66775747-1508-4ad4-8113-8b2849e71a25, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=66775747-1508-4ad4-8113-8b2849e71a25,segment=NetworkSegment(51bd0504-e607-4000-8f45-2c62e5619c72),segment_id=51bd0504-e607-4000-8f45-2c62e5619c72)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:20:42.277294 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-cb5970b0-78a7-4e0a-a40b-1d27f5d0b74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:42.345103 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5970b0-78a7-4e0a-a40b-1d27f5d0b74f None None] Pushing event updated for resources: {'Port': ['ID=66775747-1508-4ad4-8113-8b2849e71a25,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:20:42.383628 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:42.424141 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-ecc5335c-508e-47af-b229-5e330900599d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Allocated IP 172.20.0.1 (50dceb12-c047-4b01-aae6-ecd343b8c119/b0d07326-4065-4fd7-b5cf-d686d21d7d63/cf80fa6e-3cfa-46ae-9669-d5abdad6f14c) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:20:42.566539 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ecc5335c-508e-47af-b229-5e330900599d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:42.614103 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ecc5335c-508e-47af-b229-5e330900599d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:42.664970 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc5335c-508e-47af-b229-5e330900599d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Network 50dceb12-c047-4b01-aae6-ecd343b8c119 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:20:42.668289 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-ecc5335c-508e-47af-b229-5e330900599d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:20:42.672305 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc5335c-508e-47af-b229-5e330900599d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:20:42.701039 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc5335c-508e-47af-b229-5e330900599d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Pushing event updated for resources: {'Port': ['ID=cf80fa6e-3cfa-46ae-9669-d5abdad6f14c,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:20:42.726385 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ecc5335c-508e-47af-b229-5e330900599d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068614'] for router_interface, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:42.888853 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ecc5335c-508e-47af-b229-5e330900599d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:43.237398 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ecc5335c-508e-47af-b229-5e330900599d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:43.245178 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ecc5335c-508e-47af-b229-5e330900599d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:43.322073 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc5335c-508e-47af-b229-5e330900599d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Pushing event updated for resources: {'Port': ['ID=cf80fa6e-3cfa-46ae-9669-d5abdad6f14c,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:20:43.327217 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ecc5335c-508e-47af-b229-5e330900599d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067062'] for router_interface, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:43.423327 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cde88e5-a315-4283-a4d8-e92126c7228e None None] Network 50dceb12-c047-4b01-aae6-ecd343b8c119 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:20:43.435352 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc5335c-508e-47af-b229-5e330900599d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Network 50dceb12-c047-4b01-aae6-ecd343b8c119 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:20:43.436975 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-ecc5335c-508e-47af-b229-5e330900599d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:20:43.516912 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-7e6bb4c5-1a81-4d0e-a9eb-12654bea5f6b None None] Provisioning complete for port 66775747-1508-4ad4-8113-8b2849e71a25 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:20:43.517407 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-7e6bb4c5-1a81-4d0e-a9eb-12654bea5f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:43.571894 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecc5335c-508e-47af-b229-5e330900599d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Router eb7cf85e-9d31-42ce-8ef1-33341b2775c3 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:20:43.669960 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-7e6bb4c5-1a81-4d0e-a9eb-12654bea5f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:43.703620 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc5335c-508e-47af-b229-5e330900599d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:20:43.713203 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-ecc5335c-508e-47af-b229-5e330900599d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "PUT /v2.0/routers/eb7cf85e-9d31-42ce-8ef1-33341b2775c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2637014 Sep 23 07:20:43.721173 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-7e6bb4c5-1a81-4d0e-a9eb-12654bea5f6b None None] For port 66775747-1508-4ad4-8113-8b2849e71a25, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=66775747-1508-4ad4-8113-8b2849e71a25,segment=NetworkSegment(51bd0504-e607-4000-8f45-2c62e5619c72),segment_id=51bd0504-e607-4000-8f45-2c62e5619c72)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:20:43.727089 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-7e6bb4c5-1a81-4d0e-a9eb-12654bea5f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:43.792633 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6bb4c5-1a81-4d0e-a9eb-12654bea5f6b None None] Pushing event updated for resources: {'Port': ['ID=66775747-1508-4ad4-8113-8b2849e71a25,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:20:43.884127 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:44.075072 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4a56954b-bdfa-4db4-b73a-a01272fbad88 req-c290a7af-9e8d-4395-b7b4-ab001c5d9840 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-866971840&fields=id&tenant_id=ac3e338994b2411c8937f4fd1418e068 HTTP/1.1" status: 200 len: 267 time: 0.0726926 Sep 23 07:20:44.122213 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 66775747-1508-4ad4-8113-8b2849e71a25 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:20:44.192300 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-354ee3eb-1905-4589-ba59-bfde93439b60 None None] Provisioning complete for port 66775747-1508-4ad4-8113-8b2849e71a25 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:20:44.193006 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-354ee3eb-1905-4589-ba59-bfde93439b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:44.233762 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 66775747-1508-4ad4-8113-8b2849e71a25 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:20:44.234167 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:44.234796 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a56954b-bdfa-4db4-b73a-a01272fbad88 req-beb83ad1-7c43-4348-ab62-bf5ba0ef5de3 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:20:44.236378 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4a56954b-bdfa-4db4-b73a-a01272fbad88 req-beb83ad1-7c43-4348-ab62-bf5ba0ef5de3 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/networks?id=50dceb12-c047-4b01-aae6-ecd343b8c119 HTTP/1.1" status: 200 len: 796 time: 0.1470571 Sep 23 07:20:44.255091 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4a56954b-bdfa-4db4-b73a-a01272fbad88 req-7ad7a74a-b31f-4fb3-8e93-506255e5d4cb tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/quotas/ac3e338994b2411c8937f4fd1418e068 HTTP/1.1" status: 200 len: 375 time: 0.0125077 Sep 23 07:20:44.283942 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d804ba-8246-43ee-88dd-e138bc6132dc None None] Sync routers for ids ['eb7cf85e-9d31-42ce-8ef1-33341b2775c3'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:20:44.311782 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d804ba-8246-43ee-88dd-e138bc6132dc None None] Routers {'eb7cf85e-9d31-42ce-8ef1-33341b2775c3'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:20:44.312428 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-64d804ba-8246-43ee-88dd-e138bc6132dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:20:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['eb7cf85e-9d31-42ce-8ef1-33341b2775c3'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:20:44.322374 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4a56954b-bdfa-4db4-b73a-a01272fbad88 req-58613054-b311-4a91-804c-8d9041fd7e40 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ac3e338994b2411c8937f4fd1418e068&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0603886 Sep 23 07:20:44.338280 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [req-4a56954b-bdfa-4db4-b73a-a01272fbad88 req-762670d2-e302-4a8a-8b8d-9ea723c803b5 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:20:44.339282 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4a56954b-bdfa-4db4-b73a-a01272fbad88 req-762670d2-e302-4a8a-8b8d-9ea723c803b5 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058148 Sep 23 07:20:44.437639 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4a56954b-bdfa-4db4-b73a-a01272fbad88 req-3ebed59c-58b4-4bfd-a161-2c45764d1f1a service neutron] 10.222.0.39 "GET /v2.0/networks/50dceb12-c047-4b01-aae6-ecd343b8c119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919206 Sep 23 07:20:44.491524 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-354ee3eb-1905-4589-ba59-bfde93439b60 None None] Provisioning complete for port cf80fa6e-3cfa-46ae-9669-d5abdad6f14c triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:20:44.492151 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-354ee3eb-1905-4589-ba59-bfde93439b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:44.495701 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 52ef9471-107e-4706-986c-0fa27091abb1 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:20:44.508233 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-64d804ba-8246-43ee-88dd-e138bc6132dc None None] Set router eb7cf85e-9d31-42ce-8ef1-33341b2775c3 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:20:44.540889 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4a56954b-bdfa-4db4-b73a-a01272fbad88 req-56bb4d53-cdde-4dc4-8aea-0013a431300a service neutron] 10.222.0.39 "GET /v2.0/networks/50dceb12-c047-4b01-aae6-ecd343b8c119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946369 Sep 23 07:20:44.606200 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-354ee3eb-1905-4589-ba59-bfde93439b60 None None] Port cf80fa6e-3cfa-46ae-9669-d5abdad6f14c cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:20:44.721013 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6fefe5d4-9353-4978-aaa7-b463afdc0d85 req-73727ad9-f978-4d58-aa7e-737885b8b228 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=68f61390-3c88-48f6-8b09-f1d5fcf6cb1b HTTP/1.1" status: 200 len: 210 time: 0.0370102 Sep 23 07:20:44.837685 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 52ef9471-107e-4706-986c-0fa27091abb1 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:20:44.838070 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:44.899404 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-5cc24cd3-1ee1-4da7-8e9e-dbfbee3bb5e7 None None] Provisioning complete for port cf80fa6e-3cfa-46ae-9669-d5abdad6f14c triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:20:44.899778 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5cc24cd3-1ee1-4da7-8e9e-dbfbee3bb5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:44.964476 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-5cc24cd3-1ee1-4da7-8e9e-dbfbee3bb5e7 None None] Port cf80fa6e-3cfa-46ae-9669-d5abdad6f14c cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:20:45.042565 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:45.069209 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port 52ef9471-107e-4706-986c-0fa27091abb1, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=52ef9471-107e-4706-986c-0fa27091abb1,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:20:45.074877 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-64d804ba-8246-43ee-88dd-e138bc6132dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7cf85e-9d31-42ce-8ef1-33341b2775c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1948883663', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '52ef9471-107e-4706-986c-0fa27091abb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:20:39Z', 'updated_at': '2021-09-23T07:20:42Z', 'revision_number': 4, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'gw_port': {'id': '52ef9471-107e-4706-986c-0fa27091abb1', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a3:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb7cf85e-9d31-42ce-8ef1-33341b2775c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:20:39Z', 'updated_at': '2021-09-23T07:20:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': 'cf80fa6e-3cfa-46ae-9669-d5abdad6f14c', 'name': '', 'network_id': '50dceb12-c047-4b01-aae6-ecd343b8c119', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'mac_address': 'fa:16:3e:78:9d:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb7cf85e-9d31-42ce-8ef1-33341b2775c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': 'b0d07326-4065-4fd7-b5cf-d686d21d7d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:20:42Z', 'updated_at': '2021-09-23T07:20:43Z', 'revision_number': 2, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'subnets': [{'id': 'b0d07326-4065-4fd7-b5cf-d686d21d7d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:20:45.110170 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d804ba-8246-43ee-88dd-e138bc6132dc None None] Checking router: eb7cf85e-9d31-42ce-8ef1-33341b2775c3 for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:20:45.110530 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d804ba-8246-43ee-88dd-e138bc6132dc None None] Updating router eb7cf85e-9d31-42ce-8ef1-33341b2775c3 port cf80fa6e-3cfa-46ae-9669-d5abdad6f14c binding host n-d-715271-16 {{(pid=95067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 07:20:45.112686 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:45.166862 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-64d804ba-8246-43ee-88dd-e138bc6132dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:45.194889 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=52ef9471-107e-4706-986c-0fa27091abb1,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:20:45.208405 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49943ee-7e41-488e-98f5-d3c9b9fc70c1 req-fbc846a5-7df1-4ac6-bad4-12a7414fb526 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:20:45.210318 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f49943ee-7e41-488e-98f5-d3c9b9fc70c1 req-fbc846a5-7df1-4ac6-bad4-12a7414fb526 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] 10.222.0.39 "GET /v2.0/networks?id=6e3e323e-0cab-405f-ac76-cd42cea9fb53 HTTP/1.1" status: 200 len: 814 time: 0.1177671 Sep 23 07:20:45.226603 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f49943ee-7e41-488e-98f5-d3c9b9fc70c1 req-ed32ec20-9014-4773-92bf-3e4c02d288d8 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] 10.222.0.39 "GET /v2.0/quotas/429f2657cc7c478cbe373bcef0a11138 HTTP/1.1" status: 200 len: 375 time: 0.0103581 Sep 23 07:20:45.266142 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f49943ee-7e41-488e-98f5-d3c9b9fc70c1 req-e5b80efd-4a69-40ec-8a53-3d4372bd6894 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=429f2657cc7c478cbe373bcef0a11138&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323462 Sep 23 07:20:45.361310 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f49943ee-7e41-488e-98f5-d3c9b9fc70c1 req-4ffe6e4a-9e6e-46e4-8f1c-ab7be6fa58a9 service neutron] 10.222.0.39 "GET /v2.0/networks/6e3e323e-0cab-405f-ac76-cd42cea9fb53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870981 Sep 23 07:20:45.456715 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f49943ee-7e41-488e-98f5-d3c9b9fc70c1 req-933a0e17-0c62-4cf1-878b-4be0f4b1d027 service neutron] 10.222.0.39 "GET /v2.0/networks/6e3e323e-0cab-405f-ac76-cd42cea9fb53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879874 Sep 23 07:20:45.463650 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-64d804ba-8246-43ee-88dd-e138bc6132dc None None] Notify callbacks [] for port, precommit_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:45.469499 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-64d804ba-8246-43ee-88dd-e138bc6132dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:45.522268 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2c89c5-e664-4d57-93d2-067ef3a55c25 None None] Pushing event updated for resources: {'Port': ['ID=cf80fa6e-3cfa-46ae-9669-d5abdad6f14c,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:20:45.616531 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-64d804ba-8246-43ee-88dd-e138bc6132dc None None] Attempting to bind port cf80fa6e-3cfa-46ae-9669-d5abdad6f14c on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:20:45.616914 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-64d804ba-8246-43ee-88dd-e138bc6132dc None None] Attempting to bind port cf80fa6e-3cfa-46ae-9669-d5abdad6f14c by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '51bd0504-e607-4000-8f45-2c62e5619c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50dceb12-c047-4b01-aae6-ecd343b8c119'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:20:45.617429 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d804ba-8246-43ee-88dd-e138bc6132dc None None] Attempting to bind port cf80fa6e-3cfa-46ae-9669-d5abdad6f14c on network 50dceb12-c047-4b01-aae6-ecd343b8c119 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:20:45.633100 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d804ba-8246-43ee-88dd-e138bc6132dc None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:20:45.634244 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d804ba-8246-43ee-88dd-e138bc6132dc None None] Checking segment: {'id': '51bd0504-e607-4000-8f45-2c62e5619c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50dceb12-c047-4b01-aae6-ecd343b8c119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:20:45.635034 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-64d804ba-8246-43ee-88dd-e138bc6132dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:45.635955 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d804ba-8246-43ee-88dd-e138bc6132dc None None] Bound using segment: {'id': '51bd0504-e607-4000-8f45-2c62e5619c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50dceb12-c047-4b01-aae6-ecd343b8c119'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:20:45.636478 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-64d804ba-8246-43ee-88dd-e138bc6132dc None None] Bound port: cf80fa6e-3cfa-46ae-9669-d5abdad6f14c, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51bd0504-e607-4000-8f45-2c62e5619c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50dceb12-c047-4b01-aae6-ecd343b8c119'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:20:45.637035 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-64d804ba-8246-43ee-88dd-e138bc6132dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:45.664157 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3eb4fb89-59b7-4fd2-adb5-b793956ca91c req-6700c3ce-e4e1-4ee4-9d4e-e6fc31e0b359 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9bea0d2-adff-4b81-ba09-9c4f265cbd46 HTTP/1.1" status: 200 len: 210 time: 0.0516713 Sep 23 07:20:45.737242 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-64d804ba-8246-43ee-88dd-e138bc6132dc None None] For port cf80fa6e-3cfa-46ae-9669-d5abdad6f14c, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:20:45.742012 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-64d804ba-8246-43ee-88dd-e138bc6132dc None None] For port cf80fa6e-3cfa-46ae-9669-d5abdad6f14c, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=cf80fa6e-3cfa-46ae-9669-d5abdad6f14c,segment=NetworkSegment(51bd0504-e607-4000-8f45-2c62e5619c72),segment_id=51bd0504-e607-4000-8f45-2c62e5619c72)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:20:45.763016 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-64d804ba-8246-43ee-88dd-e138bc6132dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:45.877814 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2c89c5-e664-4d57-93d2-067ef3a55c25 None None] Pushing event updated for resources: {'Port': ['ID=cf80fa6e-3cfa-46ae-9669-d5abdad6f14c,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:20:45.882097 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8b43de9e-06fa-40b2-9151-8448ea96a996 req-0483dd44-8740-4f98-bf08-224d2915f07b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=68f61390-3c88-48f6-8b09-f1d5fcf6cb1b HTTP/1.1" status: 200 len: 210 time: 0.0408912 Sep 23 07:20:45.885243 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d804ba-8246-43ee-88dd-e138bc6132dc None None] Routers {'eb7cf85e-9d31-42ce-8ef1-33341b2775c3'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:20:45.894776 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-64d804ba-8246-43ee-88dd-e138bc6132dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:20:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['eb7cf85e-9d31-42ce-8ef1-33341b2775c3'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:20:45.894776 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-84c1922b-a5af-45cd-a026-cc5b586ff4de None None] Provisioning complete for port cf80fa6e-3cfa-46ae-9669-d5abdad6f14c triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:20:45.894776 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-84c1922b-a5af-45cd-a026-cc5b586ff4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:45.914581 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a56954b-bdfa-4db4-b73a-a01272fbad88 req-55a14b33-0008-4289-98b0-38a09b2549e9 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:20:45.918232 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4a56954b-bdfa-4db4-b73a-a01272fbad88 req-55a14b33-0008-4289-98b0-38a09b2549e9 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.21 "GET /v2.0/networks?id=50dceb12-c047-4b01-aae6-ecd343b8c119 HTTP/1.1" status: 200 len: 796 time: 0.2403827 Sep 23 07:20:45.969561 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4a56954b-bdfa-4db4-b73a-a01272fbad88 req-2c262f2c-df3e-4089-aee8-c7e2c18fe130 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac3e338994b2411c8937f4fd1418e068 HTTP/1.1" status: 200 len: 379 time: 0.0370276 Sep 23 07:20:45.974813 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 52ef9471-107e-4706-986c-0fa27091abb1 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:20:45.979684 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-4a56954b-bdfa-4db4-b73a-a01272fbad88 req-66001b84-21c4-4dad-8085-19e191946a46 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Request body: {'port': {'device_id': '68f61390-3c88-48f6-8b09-f1d5fcf6cb1b', 'network_id': '50dceb12-c047-4b01-aae6-ecd343b8c119', 'admin_state_up': True, 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'security_groups': ['906fe158-99a3-4a65-a5e5-10a377ea55e5']}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:20:46.194867 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-64d804ba-8246-43ee-88dd-e138bc6132dc None None] Set router eb7cf85e-9d31-42ce-8ef1-33341b2775c3 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:20:46.250784 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-84c1922b-a5af-45cd-a026-cc5b586ff4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:46.265183 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 52ef9471-107e-4706-986c-0fa27091abb1 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:20:46.265567 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:46.389362 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-84c1922b-a5af-45cd-a026-cc5b586ff4de None None] For port cf80fa6e-3cfa-46ae-9669-d5abdad6f14c, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=cf80fa6e-3cfa-46ae-9669-d5abdad6f14c,segment=NetworkSegment(51bd0504-e607-4000-8f45-2c62e5619c72),segment_id=51bd0504-e607-4000-8f45-2c62e5619c72)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:20:46.422891 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-84c1922b-a5af-45cd-a026-cc5b586ff4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:46.483884 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a56954b-bdfa-4db4-b73a-a01272fbad88 req-66001b84-21c4-4dad-8085-19e191946a46 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Made reservation on behalf of ac3e338994b2411c8937f4fd1418e068 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:20:46.487879 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-4a56954b-bdfa-4db4-b73a-a01272fbad88 req-66001b84-21c4-4dad-8085-19e191946a46 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:46.599542 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c1922b-a5af-45cd-a026-cc5b586ff4de None None] Pushing event updated for resources: {'Port': ['ID=cf80fa6e-3cfa-46ae-9669-d5abdad6f14c,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:20:46.613506 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-4a56954b-bdfa-4db4-b73a-a01272fbad88 req-66001b84-21c4-4dad-8085-19e191946a46 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Allocated IP 172.20.0.12 (50dceb12-c047-4b01-aae6-ecd343b8c119/b0d07326-4065-4fd7-b5cf-d686d21d7d63/37ea7c08-3bdb-4751-93b0-5257d6e50d08) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:20:46.627605 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-b6c88437-0646-49a5-aca2-7090d5fb97cb None None] Provisioning complete for port cf80fa6e-3cfa-46ae-9669-d5abdad6f14c triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:20:46.628022 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b6c88437-0646-49a5-aca2-7090d5fb97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:46.729742 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-64d804ba-8246-43ee-88dd-e138bc6132dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7cf85e-9d31-42ce-8ef1-33341b2775c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1948883663', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '52ef9471-107e-4706-986c-0fa27091abb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:20:39Z', 'updated_at': '2021-09-23T07:20:42Z', 'revision_number': 4, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'gw_port': {'id': '52ef9471-107e-4706-986c-0fa27091abb1', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7cf85e-9d31-42ce-8ef1-33341b2775c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:20:39Z', 'updated_at': '2021-09-23T07:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': 'cf80fa6e-3cfa-46ae-9669-d5abdad6f14c', 'name': '', 'network_id': '50dceb12-c047-4b01-aae6-ecd343b8c119', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'mac_address': 'fa:16:3e:78:9d:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb7cf85e-9d31-42ce-8ef1-33341b2775c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': 'b0d07326-4065-4fd7-b5cf-d686d21d7d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:20:42Z', 'updated_at': '2021-09-23T07:20:45Z', 'revision_number': 4, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'subnets': [{'id': 'b0d07326-4065-4fd7-b5cf-d686d21d7d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:20:46.766730 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d804ba-8246-43ee-88dd-e138bc6132dc None None] The sync data for ids ['eb7cf85e-9d31-42ce-8ef1-33341b2775c3'] in n-d-715271-16 is: [{'id': 'eb7cf85e-9d31-42ce-8ef1-33341b2775c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1948883663', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '52ef9471-107e-4706-986c-0fa27091abb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:20:39Z', 'updated_at': '2021-09-23T07:20:42Z', 'revision_number': 4, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'gw_port': {'id': '52ef9471-107e-4706-986c-0fa27091abb1', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7cf85e-9d31-42ce-8ef1-33341b2775c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:20:39Z', 'updated_at': '2021-09-23T07:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': 'cf80fa6e-3cfa-46ae-9669-d5abdad6f14c', 'name': '', 'network_id': '50dceb12-c047-4b01-aae6-ecd343b8c119', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'mac_address': 'fa:16:3e:78:9d:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb7cf85e-9d31-42ce-8ef1-33341b2775c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': 'b0d07326-4065-4fd7-b5cf-d686d21d7d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:20:42Z', 'updated_at': '2021-09-23T07:20:45Z', 'revision_number': 4, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'subnets': [{'id': 'b0d07326-4065-4fd7-b5cf-d686d21d7d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:20:46.813192 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49943ee-7e41-488e-98f5-d3c9b9fc70c1 req-4c06232b-c1a6-49a8-8868-a48887e273f2 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:20:46.814933 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f49943ee-7e41-488e-98f5-d3c9b9fc70c1 req-4c06232b-c1a6-49a8-8868-a48887e273f2 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] 10.222.0.58 "GET /v2.0/networks?id=6e3e323e-0cab-405f-ac76-cd42cea9fb53 HTTP/1.1" status: 200 len: 814 time: 0.1347668 Sep 23 07:20:46.826615 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-4a56954b-bdfa-4db4-b73a-a01272fbad88 req-66001b84-21c4-4dad-8085-19e191946a46 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:46.840884 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-f49943ee-7e41-488e-98f5-d3c9b9fc70c1 req-4ad81815-960f-44b7-8d93-7bf9dc579095 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] Request body: {'port': {'device_id': 'c9bea0d2-adff-4b81-ba09-9c4f265cbd46', 'network_id': '6e3e323e-0cab-405f-ac76-cd42cea9fb53', 'admin_state_up': True, 'tenant_id': '429f2657cc7c478cbe373bcef0a11138'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:20:46.877993 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d5c02d12-22c9-49a3-ac13-76323af053fb req-e912ee05-7d9b-41a7-a77d-d2677e2877c5 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9bea0d2-adff-4b81-ba09-9c4f265cbd46 HTTP/1.1" status: 200 len: 210 time: 0.0758536 Sep 23 07:20:46.923979 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-4a56954b-bdfa-4db4-b73a-a01272fbad88 req-66001b84-21c4-4dad-8085-19e191946a46 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:46.979476 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a56954b-bdfa-4db4-b73a-a01272fbad88 req-66001b84-21c4-4dad-8085-19e191946a46 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Network 50dceb12-c047-4b01-aae6-ecd343b8c119 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:20:46.983003 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-4a56954b-bdfa-4db4-b73a-a01272fbad88 req-66001b84-21c4-4dad-8085-19e191946a46 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:20:46.985563 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a56954b-bdfa-4db4-b73a-a01272fbad88 req-66001b84-21c4-4dad-8085-19e191946a46 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:20:47.026884 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66001b84-21c4-4dad-8085-19e191946a46 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Pushing event updated for resources: {'Port': ['ID=37ea7c08-3bdb-4751-93b0-5257d6e50d08,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:20:47.055620 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe9823d-b930-4ec7-8ced-0532b1a4432f req-f17c5512-a5db-48d6-b8be-f97e8146da10 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:20:47.057775 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6fe9823d-b930-4ec7-8ced-0532b1a4432f req-f17c5512-a5db-48d6-b8be-f97e8146da10 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=68f61390-3c88-48f6-8b09-f1d5fcf6cb1b HTTP/1.1" status: 200 len: 932 time: 0.0794809 Sep 23 07:20:47.059354 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f49943ee-7e41-488e-98f5-d3c9b9fc70c1 req-4ad81815-960f-44b7-8d93-7bf9dc579095 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] Made reservation on behalf of 429f2657cc7c478cbe373bcef0a11138 for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:20:47.063637 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-f49943ee-7e41-488e-98f5-d3c9b9fc70c1 req-4ad81815-960f-44b7-8d93-7bf9dc579095 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:47.064427 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a56954b-bdfa-4db4-b73a-a01272fbad88 req-66001b84-21c4-4dad-8085-19e191946a46 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:20:47.065422 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-4a56954b-bdfa-4db4-b73a-a01272fbad88 req-66001b84-21c4-4dad-8085-19e191946a46 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:47.087084 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4a56954b-bdfa-4db4-b73a-a01272fbad88 req-66001b84-21c4-4dad-8085-19e191946a46 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1113191 Sep 23 07:20:47.103698 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [req-4a56954b-bdfa-4db4-b73a-a01272fbad88 req-ca5aeef8-e629-466d-8e77-c18dd66471d3 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=95065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:20:47.105799 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4a56954b-bdfa-4db4-b73a-a01272fbad88 req-ca5aeef8-e629-466d-8e77-c18dd66471d3 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075176 Sep 23 07:20:47.122399 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-4a56954b-bdfa-4db4-b73a-a01272fbad88 req-1160ac0d-699d-4cbc-8671-21e46c13068a service neutron] Request body: {'port': {'device_id': '68f61390-3c88-48f6-8b09-f1d5fcf6cb1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:20:47.169039 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6fe9823d-b930-4ec7-8ced-0532b1a4432f req-8049134f-1452-43d6-b4fe-07caccc8bccd tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=906fe158-99a3-4a65-a5e5-10a377ea55e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019800 Sep 23 07:20:47.210420 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-4a56954b-bdfa-4db4-b73a-a01272fbad88 req-1160ac0d-699d-4cbc-8671-21e46c13068a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:47.247272 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [req-f49943ee-7e41-488e-98f5-d3c9b9fc70c1 req-4ad81815-960f-44b7-8d93-7bf9dc579095 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] Allocated IP 172.20.0.14 (6e3e323e-0cab-405f-ac76-cd42cea9fb53/040ba433-b4b3-41b1-8f6c-eaaf6a8dc466/dcc5ce18-a809-4bbe-8fa0-b8b04992d89c) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:20:47.321555 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-1f832292-3f90-44ba-9682-5d3da9cccb77 None None] Provisioning complete for port 37ea7c08-3bdb-4751-93b0-5257d6e50d08 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:20:47.323360 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-1f832292-3f90-44ba-9682-5d3da9cccb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:47.363618 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-1f832292-3f90-44ba-9682-5d3da9cccb77 None None] Port 37ea7c08-3bdb-4751-93b0-5257d6e50d08 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:20:47.532348 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-4a56954b-bdfa-4db4-b73a-a01272fbad88 req-1160ac0d-699d-4cbc-8671-21e46c13068a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37ea7c08-3bdb-4751-93b0-5257d6e50d08 {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:20:47.541647 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-4a56954b-bdfa-4db4-b73a-a01272fbad88 req-1160ac0d-699d-4cbc-8671-21e46c13068a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:47.557400 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-4a56954b-bdfa-4db4-b73a-a01272fbad88 req-1160ac0d-699d-4cbc-8671-21e46c13068a service neutron] Transition to ACTIVE for port object 37ea7c08-3bdb-4751-93b0-5257d6e50d08 will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:20:47.562774 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-4a56954b-bdfa-4db4-b73a-a01272fbad88 req-1160ac0d-699d-4cbc-8671-21e46c13068a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:47.618158 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1160ac0d-699d-4cbc-8671-21e46c13068a service neutron] Pushing event updated for resources: {'Port': ['ID=37ea7c08-3bdb-4751-93b0-5257d6e50d08,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:20:47.694045 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-4a56954b-bdfa-4db4-b73a-a01272fbad88 req-1160ac0d-699d-4cbc-8671-21e46c13068a service neutron] Attempting to bind port 37ea7c08-3bdb-4751-93b0-5257d6e50d08 on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:20:47.694481 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-4a56954b-bdfa-4db4-b73a-a01272fbad88 req-1160ac0d-699d-4cbc-8671-21e46c13068a service neutron] Attempting to bind port 37ea7c08-3bdb-4751-93b0-5257d6e50d08 by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': '51bd0504-e607-4000-8f45-2c62e5619c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50dceb12-c047-4b01-aae6-ecd343b8c119'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:20:47.695037 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a56954b-bdfa-4db4-b73a-a01272fbad88 req-1160ac0d-699d-4cbc-8671-21e46c13068a service neutron] Attempting to bind port 37ea7c08-3bdb-4751-93b0-5257d6e50d08 on network 50dceb12-c047-4b01-aae6-ecd343b8c119 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:20:47.704132 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a56954b-bdfa-4db4-b73a-a01272fbad88 req-1160ac0d-699d-4cbc-8671-21e46c13068a service neutron] Port 37ea7c08-3bdb-4751-93b0-5257d6e50d08 on network 50dceb12-c047-4b01-aae6-ecd343b8c119 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:20:47.704472 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a56954b-bdfa-4db4-b73a-a01272fbad88 req-1160ac0d-699d-4cbc-8671-21e46c13068a service neutron] Attempting to bind port 37ea7c08-3bdb-4751-93b0-5257d6e50d08 on network 50dceb12-c047-4b01-aae6-ecd343b8c119 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:20:47.711803 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a56954b-bdfa-4db4-b73a-a01272fbad88 req-1160ac0d-699d-4cbc-8671-21e46c13068a service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:20:47.712145 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a56954b-bdfa-4db4-b73a-a01272fbad88 req-1160ac0d-699d-4cbc-8671-21e46c13068a service neutron] Checking segment: {'id': '51bd0504-e607-4000-8f45-2c62e5619c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50dceb12-c047-4b01-aae6-ecd343b8c119'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:20:47.712561 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a56954b-bdfa-4db4-b73a-a01272fbad88 req-1160ac0d-699d-4cbc-8671-21e46c13068a service neutron] Bound using segment: {'id': '51bd0504-e607-4000-8f45-2c62e5619c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50dceb12-c047-4b01-aae6-ecd343b8c119'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:20:47.713033 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-4a56954b-bdfa-4db4-b73a-a01272fbad88 req-1160ac0d-699d-4cbc-8671-21e46c13068a service neutron] Bound port: 37ea7c08-3bdb-4751-93b0-5257d6e50d08, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51bd0504-e607-4000-8f45-2c62e5619c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50dceb12-c047-4b01-aae6-ecd343b8c119'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:20:47.713355 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-4a56954b-bdfa-4db4-b73a-a01272fbad88 req-1160ac0d-699d-4cbc-8671-21e46c13068a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:47.806200 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-4a56954b-bdfa-4db4-b73a-a01272fbad88 req-1160ac0d-699d-4cbc-8671-21e46c13068a service neutron] For port 37ea7c08-3bdb-4751-93b0-5257d6e50d08, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:20:47.808249 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-f49943ee-7e41-488e-98f5-d3c9b9fc70c1 req-4ad81815-960f-44b7-8d93-7bf9dc579095 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:47.818715 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-4a56954b-bdfa-4db4-b73a-a01272fbad88 req-1160ac0d-699d-4cbc-8671-21e46c13068a service neutron] For port 37ea7c08-3bdb-4751-93b0-5257d6e50d08, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=37ea7c08-3bdb-4751-93b0-5257d6e50d08,segment=NetworkSegment(51bd0504-e607-4000-8f45-2c62e5619c72),segment_id=51bd0504-e607-4000-8f45-2c62e5619c72)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:20:47.830829 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-4a56954b-bdfa-4db4-b73a-a01272fbad88 req-1160ac0d-699d-4cbc-8671-21e46c13068a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:47.859891 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-f49943ee-7e41-488e-98f5-d3c9b9fc70c1 req-4ad81815-960f-44b7-8d93-7bf9dc579095 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:47.875952 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a56954b-bdfa-4db4-b73a-a01272fbad88 req-1160ac0d-699d-4cbc-8671-21e46c13068a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:20:47.876671 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-4a56954b-bdfa-4db4-b73a-a01272fbad88 req-1160ac0d-699d-4cbc-8671-21e46c13068a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:47.878334 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4a56954b-bdfa-4db4-b73a-a01272fbad88 req-1160ac0d-699d-4cbc-8671-21e46c13068a service neutron] 10.222.0.21 "PUT /v2.0/ports/37ea7c08-3bdb-4751-93b0-5257d6e50d08 HTTP/1.1" status: 200 len: 1093 time: 0.7603948 Sep 23 07:20:47.890097 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68f61390-3c88-48f6-8b09-f1d5fcf6cb1b', 'tag': '37ea7c08-3bdb-4751-93b0-5257d6e50d08'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:20:47.893304 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64ba37d0-ee48-4792-b351-27a40b7a5e34" -d '{"events": [{"name": "network-changed", "server_uuid": "68f61390-3c88-48f6-8b09-f1d5fcf6cb1b", "tag": "37ea7c08-3bdb-4751-93b0-5257d6e50d08"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:20:47.952792 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device cf80fa6e-3cfa-46ae-9669-d5abdad6f14c up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:20:47.970923 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d6a2e2-9381-43e0-89cb-d6105b054b66 x-openstack-request-id: req-31d6a2e2-9381-43e0-89cb-d6105b054b66 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:20:47.971479 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68f61390-3c88-48f6-8b09-f1d5fcf6cb1b", "tag": "37ea7c08-3bdb-4751-93b0-5257d6e50d08", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:20:47.971479 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-31d6a2e2-9381-43e0-89cb-d6105b054b66 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:20:47.971870 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68f61390-3c88-48f6-8b09-f1d5fcf6cb1b', 'tag': '37ea7c08-3bdb-4751-93b0-5257d6e50d08', 'status': 'completed', 'code': 200} Sep 23 07:20:47.972157 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f49943ee-7e41-488e-98f5-d3c9b9fc70c1 req-4ad81815-960f-44b7-8d93-7bf9dc579095 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] Network 6e3e323e-0cab-405f-ac76-cd42cea9fb53 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:20:47.972616 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1160ac0d-699d-4cbc-8671-21e46c13068a service neutron] Pushing event updated for resources: {'Port': ['ID=37ea7c08-3bdb-4751-93b0-5257d6e50d08,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:20:48.003474 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [req-f49943ee-7e41-488e-98f5-d3c9b9fc70c1 req-4ad81815-960f-44b7-8d93-7bf9dc579095 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:20:48.007176 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-f49943ee-7e41-488e-98f5-d3c9b9fc70c1 req-4ad81815-960f-44b7-8d93-7bf9dc579095 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:20:48.022610 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a56954b-bdfa-4db4-b73a-a01272fbad88 req-6c43f160-f04f-4b3a-aae3-026ee6df0aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:20:48.024165 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4a56954b-bdfa-4db4-b73a-a01272fbad88 req-6c43f160-f04f-4b3a-aae3-026ee6df0aa1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ac3e338994b2411c8937f4fd1418e068&device_id=68f61390-3c88-48f6-8b09-f1d5fcf6cb1b HTTP/1.1" status: 200 len: 1096 time: 0.0725014 Sep 23 07:20:48.049234 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad81815-960f-44b7-8d93-7bf9dc579095 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] Pushing event updated for resources: {'Port': ['ID=dcc5ce18-a809-4bbe-8fa0-b8b04992d89c,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:20:48.123610 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4a56954b-bdfa-4db4-b73a-a01272fbad88 req-062a0f5a-9a4f-41ca-b15b-bd2d29a1338f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37ea7c08-3bdb-4751-93b0-5257d6e50d08 HTTP/1.1" status: 200 len: 217 time: 0.0855327 Sep 23 07:20:48.126076 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49943ee-7e41-488e-98f5-d3c9b9fc70c1 req-4ad81815-960f-44b7-8d93-7bf9dc579095 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:20:48.126908 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-f49943ee-7e41-488e-98f5-d3c9b9fc70c1 req-4ad81815-960f-44b7-8d93-7bf9dc579095 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:48.155551 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea99a02-26f3-4f03-a31d-35cc3ae2eb0c req-f1e6652b-59f7-4240-a2bd-08267a7ebd0e tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:20:48.157634 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-aea99a02-26f3-4f03-a31d-35cc3ae2eb0c req-f1e6652b-59f7-4240-a2bd-08267a7ebd0e tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9bea0d2-adff-4b81-ba09-9c4f265cbd46 HTTP/1.1" status: 200 len: 932 time: 0.0963397 Sep 23 07:20:48.159934 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f49943ee-7e41-488e-98f5-d3c9b9fc70c1 req-4ad81815-960f-44b7-8d93-7bf9dc579095 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3344891 Sep 23 07:20:48.178941 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-f49943ee-7e41-488e-98f5-d3c9b9fc70c1 req-5f18c41f-5f8c-41de-8271-850e1962e466 service neutron] Request body: {'port': {'device_id': 'c9bea0d2-adff-4b81-ba09-9c4f265cbd46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:20:48.200452 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a56954b-bdfa-4db4-b73a-a01272fbad88 req-efdeea93-5dc0-439d-bbc0-d2fbae03fbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:20:48.202427 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4a56954b-bdfa-4db4-b73a-a01272fbad88 req-efdeea93-5dc0-439d-bbc0-d2fbae03fbfb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b0d07326-4065-4fd7-b5cf-d686d21d7d63 HTTP/1.1" status: 200 len: 835 time: 0.0698869 Sep 23 07:20:48.268657 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a56954b-bdfa-4db4-b73a-a01272fbad88 req-b971a584-a5aa-479e-ac12-4575d1a44ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:20:48.269617 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-aea99a02-26f3-4f03-a31d-35cc3ae2eb0c req-9d53927f-4548-4520-8827-847252fef069 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8df9606-5795-415c-b879-204f0a3bdb90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037002 Sep 23 07:20:48.270403 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-f49943ee-7e41-488e-98f5-d3c9b9fc70c1 req-5f18c41f-5f8c-41de-8271-850e1962e466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:48.278496 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4a56954b-bdfa-4db4-b73a-a01272fbad88 req-b971a584-a5aa-479e-ac12-4575d1a44ab2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=50dceb12-c047-4b01-aae6-ecd343b8c119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0673902 Sep 23 07:20:48.332376 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port cf80fa6e-3cfa-46ae-9669-d5abdad6f14c triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:20:48.332753 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:48.418902 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6398b4-64d6-4cf2-b97f-d6f33998942d req-b8c20faf-6d16-4d5b-8e2b-894864dc9b9b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:20:48.420426 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ed6398b4-64d6-4cf2-b97f-d6f33998942d req-b8c20faf-6d16-4d5b-8e2b-894864dc9b9b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=68f61390-3c88-48f6-8b09-f1d5fcf6cb1b HTTP/1.1" status: 200 len: 944 time: 0.1356890 Sep 23 07:20:48.481248 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4a56954b-bdfa-4db4-b73a-a01272fbad88 req-9132d772-58b8-4997-937c-7e812f454c06 service neutron] 10.222.0.21 "GET /v2.0/networks/50dceb12-c047-4b01-aae6-ecd343b8c119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779737 Sep 23 07:20:48.489600 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ed6398b4-64d6-4cf2-b97f-d6f33998942d req-e5c3eb11-91a2-40ed-baff-fecf6d1008ca tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=906fe158-99a3-4a65-a5e5-10a377ea55e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546105 Sep 23 07:20:48.579344 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4a56954b-bdfa-4db4-b73a-a01272fbad88 req-c0b6be82-96b1-41b5-b171-cb3519b68fe1 service neutron] 10.222.0.21 "GET /v2.0/networks/50dceb12-c047-4b01-aae6-ecd343b8c119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885460 Sep 23 07:20:48.585396 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [req-f49943ee-7e41-488e-98f5-d3c9b9fc70c1 req-5f18c41f-5f8c-41de-8271-850e1962e466 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcc5ce18-a809-4bbe-8fa0-b8b04992d89c {{(pid=95066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:20:48.593136 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-f49943ee-7e41-488e-98f5-d3c9b9fc70c1 req-5f18c41f-5f8c-41de-8271-850e1962e466 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:48.605955 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.provisioning_blocks [req-f49943ee-7e41-488e-98f5-d3c9b9fc70c1 req-5f18c41f-5f8c-41de-8271-850e1962e466 service neutron] Transition to ACTIVE for port object dcc5ce18-a809-4bbe-8fa0-b8b04992d89c will not be triggered until provisioned by entity L2. {{(pid=95066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:20:48.609468 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-f49943ee-7e41-488e-98f5-d3c9b9fc70c1 req-5f18c41f-5f8c-41de-8271-850e1962e466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:48.657978 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f18c41f-5f8c-41de-8271-850e1962e466 service neutron] Pushing event updated for resources: {'Port': ['ID=dcc5ce18-a809-4bbe-8fa0-b8b04992d89c,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:20:48.688342 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ba37d0-ee48-4792-b351-27a40b7a5e34 req-e9630d16-d437-4b0f-bbca-14c6fd8c17cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:20:48.689883 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-64ba37d0-ee48-4792-b351-27a40b7a5e34 req-e9630d16-d437-4b0f-bbca-14c6fd8c17cb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ac3e338994b2411c8937f4fd1418e068&device_id=68f61390-3c88-48f6-8b09-f1d5fcf6cb1b HTTP/1.1" status: 200 len: 1096 time: 0.0428317 Sep 23 07:20:48.732318 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-f49943ee-7e41-488e-98f5-d3c9b9fc70c1 req-5f18c41f-5f8c-41de-8271-850e1962e466 service neutron] Attempting to bind port dcc5ce18-a809-4bbe-8fa0-b8b04992d89c on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:20:48.732660 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-f49943ee-7e41-488e-98f5-d3c9b9fc70c1 req-5f18c41f-5f8c-41de-8271-850e1962e466 service neutron] Attempting to bind port dcc5ce18-a809-4bbe-8fa0-b8b04992d89c by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '1d9a4b53-5f24-48df-9e67-cbbe16500b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '6e3e323e-0cab-405f-ac76-cd42cea9fb53'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:20:48.732986 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49943ee-7e41-488e-98f5-d3c9b9fc70c1 req-5f18c41f-5f8c-41de-8271-850e1962e466 service neutron] Attempting to bind port dcc5ce18-a809-4bbe-8fa0-b8b04992d89c on network 6e3e323e-0cab-405f-ac76-cd42cea9fb53 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:20:48.737438 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49943ee-7e41-488e-98f5-d3c9b9fc70c1 req-5f18c41f-5f8c-41de-8271-850e1962e466 service neutron] Port dcc5ce18-a809-4bbe-8fa0-b8b04992d89c on network 6e3e323e-0cab-405f-ac76-cd42cea9fb53 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:20:48.737760 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49943ee-7e41-488e-98f5-d3c9b9fc70c1 req-5f18c41f-5f8c-41de-8271-850e1962e466 service neutron] Attempting to bind port dcc5ce18-a809-4bbe-8fa0-b8b04992d89c on network 6e3e323e-0cab-405f-ac76-cd42cea9fb53 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:20:48.742598 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49943ee-7e41-488e-98f5-d3c9b9fc70c1 req-5f18c41f-5f8c-41de-8271-850e1962e466 service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:20:48.742933 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49943ee-7e41-488e-98f5-d3c9b9fc70c1 req-5f18c41f-5f8c-41de-8271-850e1962e466 service neutron] Checking segment: {'id': '1d9a4b53-5f24-48df-9e67-cbbe16500b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '6e3e323e-0cab-405f-ac76-cd42cea9fb53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:20:48.743316 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49943ee-7e41-488e-98f5-d3c9b9fc70c1 req-5f18c41f-5f8c-41de-8271-850e1962e466 service neutron] Bound using segment: {'id': '1d9a4b53-5f24-48df-9e67-cbbe16500b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '6e3e323e-0cab-405f-ac76-cd42cea9fb53'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:20:48.743740 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-f49943ee-7e41-488e-98f5-d3c9b9fc70c1 req-5f18c41f-5f8c-41de-8271-850e1962e466 service neutron] Bound port: dcc5ce18-a809-4bbe-8fa0-b8b04992d89c, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d9a4b53-5f24-48df-9e67-cbbe16500b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '6e3e323e-0cab-405f-ac76-cd42cea9fb53'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:20:48.744118 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-f49943ee-7e41-488e-98f5-d3c9b9fc70c1 req-5f18c41f-5f8c-41de-8271-850e1962e466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:48.781617 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ba37d0-ee48-4792-b351-27a40b7a5e34 req-e2459ddc-74aa-493b-91fd-d12b051df748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:20:48.783149 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-64ba37d0-ee48-4792-b351-27a40b7a5e34 req-e2459ddc-74aa-493b-91fd-d12b051df748 service neutron] 10.222.0.21 "GET /v2.0/networks?id=50dceb12-c047-4b01-aae6-ecd343b8c119 HTTP/1.1" status: 200 len: 897 time: 0.0862029 Sep 23 07:20:48.808895 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-f49943ee-7e41-488e-98f5-d3c9b9fc70c1 req-5f18c41f-5f8c-41de-8271-850e1962e466 service neutron] For port dcc5ce18-a809-4bbe-8fa0-b8b04992d89c, host n-h2-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:20:48.811955 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-f49943ee-7e41-488e-98f5-d3c9b9fc70c1 req-5f18c41f-5f8c-41de-8271-850e1962e466 service neutron] For port dcc5ce18-a809-4bbe-8fa0-b8b04992d89c, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=dcc5ce18-a809-4bbe-8fa0-b8b04992d89c,segment=NetworkSegment(1d9a4b53-5f24-48df-9e67-cbbe16500b51),segment_id=1d9a4b53-5f24-48df-9e67-cbbe16500b51)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:20:48.816602 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-f49943ee-7e41-488e-98f5-d3c9b9fc70c1 req-5f18c41f-5f8c-41de-8271-850e1962e466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:48.831724 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-64ba37d0-ee48-4792-b351-27a40b7a5e34 req-b548168e-52ac-4797-b729-34dbb58f5d07 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37ea7c08-3bdb-4751-93b0-5257d6e50d08 HTTP/1.1" status: 200 len: 217 time: 0.0406740 Sep 23 07:20:48.852494 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49943ee-7e41-488e-98f5-d3c9b9fc70c1 req-5f18c41f-5f8c-41de-8271-850e1962e466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:20:48.853114 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-f49943ee-7e41-488e-98f5-d3c9b9fc70c1 req-5f18c41f-5f8c-41de-8271-850e1962e466 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:48.854543 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f49943ee-7e41-488e-98f5-d3c9b9fc70c1 req-5f18c41f-5f8c-41de-8271-850e1962e466 service neutron] 10.222.0.58 "PUT /v2.0/ports/dcc5ce18-a809-4bbe-8fa0-b8b04992d89c HTTP/1.1" status: 200 len: 1093 time: 0.6816590 Sep 23 07:20:48.854972 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9bea0d2-adff-4b81-ba09-9c4f265cbd46', 'tag': 'dcc5ce18-a809-4bbe-8fa0-b8b04992d89c'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:20:48.857199 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc2ee49-512d-446e-ac5d-079b799b2b1f" -d '{"events": [{"name": "network-changed", "server_uuid": "c9bea0d2-adff-4b81-ba09-9c4f265cbd46", "tag": "dcc5ce18-a809-4bbe-8fa0-b8b04992d89c"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:20:48.886882 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f18c41f-5f8c-41de-8271-850e1962e466 service neutron] Pushing event updated for resources: {'Port': ['ID=dcc5ce18-a809-4bbe-8fa0-b8b04992d89c,revision_number=3']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:20:48.887486 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ba37d0-ee48-4792-b351-27a40b7a5e34 req-e00133ec-651b-401a-94b2-acd2bffe4582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:20:48.889003 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-64ba37d0-ee48-4792-b351-27a40b7a5e34 req-e00133ec-651b-401a-94b2-acd2bffe4582 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b0d07326-4065-4fd7-b5cf-d686d21d7d63 HTTP/1.1" status: 200 len: 835 time: 0.0510333 Sep 23 07:20:48.904339 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af2479e-f3dc-4b77-9c06-7a8838128a32 x-openstack-request-id: req-8af2479e-f3dc-4b77-9c06-7a8838128a32 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:20:48.904633 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9bea0d2-adff-4b81-ba09-9c4f265cbd46", "tag": "dcc5ce18-a809-4bbe-8fa0-b8b04992d89c", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:20:48.904884 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8af2479e-f3dc-4b77-9c06-7a8838128a32 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:20:48.905279 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9bea0d2-adff-4b81-ba09-9c4f265cbd46', 'tag': 'dcc5ce18-a809-4bbe-8fa0-b8b04992d89c', 'status': 'completed', 'code': 200} Sep 23 07:20:48.934678 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49943ee-7e41-488e-98f5-d3c9b9fc70c1 req-71461f66-2bbb-4f2f-a411-0d10698fcd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:20:48.936213 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f49943ee-7e41-488e-98f5-d3c9b9fc70c1 req-71461f66-2bbb-4f2f-a411-0d10698fcd13 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=429f2657cc7c478cbe373bcef0a11138&device_id=c9bea0d2-adff-4b81-ba09-9c4f265cbd46 HTTP/1.1" status: 200 len: 1096 time: 0.0442817 Sep 23 07:20:48.936747 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ba37d0-ee48-4792-b351-27a40b7a5e34 req-836d1bee-ca12-42f0-aa6d-6350513804aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:20:48.938275 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-64ba37d0-ee48-4792-b351-27a40b7a5e34 req-836d1bee-ca12-42f0-aa6d-6350513804aa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=50dceb12-c047-4b01-aae6-ecd343b8c119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409184 Sep 23 07:20:48.982859 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f49943ee-7e41-488e-98f5-d3c9b9fc70c1 req-444d71a5-2971-41bd-a120-94d0702ee220 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dcc5ce18-a809-4bbe-8fa0-b8b04992d89c HTTP/1.1" status: 200 len: 217 time: 0.0381801 Sep 23 07:20:49.031666 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-64ba37d0-ee48-4792-b351-27a40b7a5e34 req-afce0797-97ac-4e11-bc2b-db3caaddec64 service neutron] 10.222.0.21 "GET /v2.0/networks/50dceb12-c047-4b01-aae6-ecd343b8c119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866597 Sep 23 07:20:49.034334 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49943ee-7e41-488e-98f5-d3c9b9fc70c1 req-4a86c667-2f31-49c0-8ff8-cfcda0e7c1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:20:49.035788 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f49943ee-7e41-488e-98f5-d3c9b9fc70c1 req-4a86c667-2f31-49c0-8ff8-cfcda0e7c1bd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=040ba433-b4b3-41b1-8f6c-eaaf6a8dc466 HTTP/1.1" status: 200 len: 854 time: 0.0458369 Sep 23 07:20:49.068455 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f49943ee-7e41-488e-98f5-d3c9b9fc70c1 req-aeb61583-ed60-44c0-88cd-c4ad289ac287 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6e3e323e-0cab-405f-ac76-cd42cea9fb53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242524 Sep 23 07:20:49.131364 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-64ba37d0-ee48-4792-b351-27a40b7a5e34 req-06e30c90-8d24-4a52-aa88-1c3e555df90d service neutron] 10.222.0.21 "GET /v2.0/networks/50dceb12-c047-4b01-aae6-ecd343b8c119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928142 Sep 23 07:20:49.171273 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f49943ee-7e41-488e-98f5-d3c9b9fc70c1 req-da34d267-7384-4a53-a68f-705e339504ee service neutron] 10.222.0.58 "GET /v2.0/networks/6e3e323e-0cab-405f-ac76-cd42cea9fb53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957332 Sep 23 07:20:49.260638 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f49943ee-7e41-488e-98f5-d3c9b9fc70c1 req-6aa70bcb-9a10-4a98-9e64-6095840bd37b service neutron] 10.222.0.58 "GET /v2.0/networks/6e3e323e-0cab-405f-ac76-cd42cea9fb53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821331 Sep 23 07:20:49.347026 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc2ee49-512d-446e-ac5d-079b799b2b1f req-c04660dc-4c2c-49e4-a057-62edee019295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:20:49.348544 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ccc2ee49-512d-446e-ac5d-079b799b2b1f req-c04660dc-4c2c-49e4-a057-62edee019295 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=429f2657cc7c478cbe373bcef0a11138&device_id=c9bea0d2-adff-4b81-ba09-9c4f265cbd46 HTTP/1.1" status: 200 len: 1096 time: 0.0418534 Sep 23 07:20:49.403408 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b8c190-2641-49c3-86c0-ffa32567faa5 req-cfe7d9b3-7df4-4e6d-ad86-8e4112aba83b tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:20:49.404949 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c5b8c190-2641-49c3-86c0-ffa32567faa5 req-cfe7d9b3-7df4-4e6d-ad86-8e4112aba83b tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9bea0d2-adff-4b81-ba09-9c4f265cbd46 HTTP/1.1" status: 200 len: 944 time: 0.0567074 Sep 23 07:20:49.444306 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c5b8c190-2641-49c3-86c0-ffa32567faa5 req-bff2b431-7579-4860-ac12-d84ab66b1c49 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8df9606-5795-415c-b879-204f0a3bdb90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333614 Sep 23 07:20:49.448068 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc2ee49-512d-446e-ac5d-079b799b2b1f req-7d7c90bf-4ede-49e6-aeda-ca4e702a1147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:20:49.449554 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ccc2ee49-512d-446e-ac5d-079b799b2b1f req-7d7c90bf-4ede-49e6-aeda-ca4e702a1147 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6e3e323e-0cab-405f-ac76-cd42cea9fb53 HTTP/1.1" status: 200 len: 915 time: 0.0939848 Sep 23 07:20:49.492884 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ccc2ee49-512d-446e-ac5d-079b799b2b1f req-a5efc07d-2b29-4616-beb3-fe57088b8899 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dcc5ce18-a809-4bbe-8fa0-b8b04992d89c HTTP/1.1" status: 200 len: 217 time: 0.0356703 Sep 23 07:20:49.546622 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc2ee49-512d-446e-ac5d-079b799b2b1f req-288c8697-d761-4d95-87af-4a1071a20a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:20:49.548109 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ccc2ee49-512d-446e-ac5d-079b799b2b1f req-288c8697-d761-4d95-87af-4a1071a20a31 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=040ba433-b4b3-41b1-8f6c-eaaf6a8dc466 HTTP/1.1" status: 200 len: 854 time: 0.0483310 Sep 23 07:20:49.603737 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ccc2ee49-512d-446e-ac5d-079b799b2b1f req-feeb709f-d43f-4285-8942-9ad4991d805c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6e3e323e-0cab-405f-ac76-cd42cea9fb53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432818 Sep 23 07:20:49.645534 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60019004-edd0-405c-bce5-f4a5d67fa156 req-75b7de6f-eda0-4390-b154-c9cb21392786 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:20:49.646978 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-60019004-edd0-405c-bce5-f4a5d67fa156 req-75b7de6f-eda0-4390-b154-c9cb21392786 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=68f61390-3c88-48f6-8b09-f1d5fcf6cb1b HTTP/1.1" status: 200 len: 944 time: 0.0885444 Sep 23 07:20:49.725485 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-60019004-edd0-405c-bce5-f4a5d67fa156 req-a1c11c54-82b5-4b9f-a6d6-01b5b458ca89 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=906fe158-99a3-4a65-a5e5-10a377ea55e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721393 Sep 23 07:20:49.741828 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ccc2ee49-512d-446e-ac5d-079b799b2b1f req-2310c3ab-c349-4079-af9a-ae971fafbd11 service neutron] 10.222.0.58 "GET /v2.0/networks/6e3e323e-0cab-405f-ac76-cd42cea9fb53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289210 Sep 23 07:20:49.834192 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ccc2ee49-512d-446e-ac5d-079b799b2b1f req-ae26c9bc-646f-4b83-adcc-9289bcbbbd07 service neutron] 10.222.0.58 "GET /v2.0/networks/6e3e323e-0cab-405f-ac76-cd42cea9fb53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828643 Sep 23 07:20:50.558033 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ef962c-e64f-450c-bbac-15708fe21298 req-bd1493a9-d44f-417b-96b4-9431c4419941 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:20:50.559511 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-35ef962c-e64f-450c-bbac-15708fe21298 req-bd1493a9-d44f-417b-96b4-9431c4419941 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9bea0d2-adff-4b81-ba09-9c4f265cbd46 HTTP/1.1" status: 200 len: 944 time: 0.0487084 Sep 23 07:20:50.597130 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-35ef962c-e64f-450c-bbac-15708fe21298 req-dbf2089f-b7ad-491f-ad40-e7f6fbb11317 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8df9606-5795-415c-b879-204f0a3bdb90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317326 Sep 23 07:20:50.845192 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49949a1-6251-4154-b06a-569833cbdf12 req-d55fcac4-cf9a-4938-9984-49b93a077b7e tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:20:50.846730 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a49949a1-6251-4154-b06a-569833cbdf12 req-d55fcac4-cf9a-4938-9984-49b93a077b7e tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=68f61390-3c88-48f6-8b09-f1d5fcf6cb1b HTTP/1.1" status: 200 len: 944 time: 0.0543690 Sep 23 07:20:50.884816 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a49949a1-6251-4154-b06a-569833cbdf12 req-37f533f8-10f6-43c3-bea4-e21cc005565d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=906fe158-99a3-4a65-a5e5-10a377ea55e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322523 Sep 23 07:20:51.616845 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device dcc5ce18-a809-4bbe-8fa0-b8b04992d89c details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:20:51.712602 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec5e22-8994-4428-bf95-b9ee26442936 req-02ea4b6d-f81c-4928-a286-197e0a5b68aa tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:20:51.713924 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port dcc5ce18-a809-4bbe-8fa0-b8b04992d89c, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=dcc5ce18-a809-4bbe-8fa0-b8b04992d89c,segment=NetworkSegment(1d9a4b53-5f24-48df-9e67-cbbe16500b51),segment_id=1d9a4b53-5f24-48df-9e67-cbbe16500b51)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:20:51.714174 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-70ec5e22-8994-4428-bf95-b9ee26442936 req-02ea4b6d-f81c-4928-a286-197e0a5b68aa tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9bea0d2-adff-4b81-ba09-9c4f265cbd46 HTTP/1.1" status: 200 len: 944 time: 0.0492668 Sep 23 07:20:51.725428 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': 'dcc5ce18-a809-4bbe-8fa0-b8b04992d89c', 'network_id': '6e3e323e-0cab-405f-ac76-cd42cea9fb53', 'port_id': 'dcc5ce18-a809-4bbe-8fa0-b8b04992d89c', 'mac_address': 'fa:16:3e:df:22:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '040ba433-b4b3-41b1-8f6c-eaaf6a8dc466', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:20:51.752151 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-70ec5e22-8994-4428-bf95-b9ee26442936 req-2800c24e-8de2-4488-adf8-53d98c213e13 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8df9606-5795-415c-b879-204f0a3bdb90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320044 Sep 23 07:20:51.763534 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:51.777264 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcc5ce18-a809-4bbe-8fa0-b8b04992d89c {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:20:51.796610 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port dcc5ce18-a809-4bbe-8fa0-b8b04992d89c, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=dcc5ce18-a809-4bbe-8fa0-b8b04992d89c,segment=NetworkSegment(1d9a4b53-5f24-48df-9e67-cbbe16500b51),segment_id=1d9a4b53-5f24-48df-9e67-cbbe16500b51)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:20:51.801073 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:51.850542 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=dcc5ce18-a809-4bbe-8fa0-b8b04992d89c,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:20:52.007148 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['dcc5ce18-a809-4bbe-8fa0-b8b04992d89c'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:20:52.016500 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc3bace-a285-42da-8cbc-98d17250a22f req-d52d5ef8-50c6-4a27-b099-e22cdf680ccd tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:20:52.018030 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-edc3bace-a285-42da-8cbc-98d17250a22f req-d52d5ef8-50c6-4a27-b099-e22cdf680ccd tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=68f61390-3c88-48f6-8b09-f1d5fcf6cb1b HTTP/1.1" status: 200 len: 944 time: 0.0506384 Sep 23 07:20:52.056772 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-edc3bace-a285-42da-8cbc-98d17250a22f req-d7681124-463b-48da-944b-bf3bb0cccbef tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=906fe158-99a3-4a65-a5e5-10a377ea55e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321817 Sep 23 07:20:52.873044 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af3406-6a92-41f2-aebb-b64eb9bd9763 req-40a9787c-1af6-4c81-a1c1-9bc184f0a280 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:20:52.874569 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a4af3406-6a92-41f2-aebb-b64eb9bd9763 req-40a9787c-1af6-4c81-a1c1-9bc184f0a280 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9bea0d2-adff-4b81-ba09-9c4f265cbd46 HTTP/1.1" status: 200 len: 945 time: 0.0535431 Sep 23 07:20:52.911294 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a4af3406-6a92-41f2-aebb-b64eb9bd9763 req-972117ab-3c93-42ac-8e46-232b80774405 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8df9606-5795-415c-b879-204f0a3bdb90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309081 Sep 23 07:20:53.174319 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9065255-3f79-4c80-919e-d519b07976f2 req-49b84648-b691-4c21-9dd3-1bd3034297b2 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:20:53.175787 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e9065255-3f79-4c80-919e-d519b07976f2 req-49b84648-b691-4c21-9dd3-1bd3034297b2 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=68f61390-3c88-48f6-8b09-f1d5fcf6cb1b HTTP/1.1" status: 200 len: 944 time: 0.0485470 Sep 23 07:20:53.214701 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e9065255-3f79-4c80-919e-d519b07976f2 req-a1cd94b1-7c6c-4c78-b6f4-7f9bbc68316a tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=906fe158-99a3-4a65-a5e5-10a377ea55e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323002 Sep 23 07:20:53.256509 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 37ea7c08-3bdb-4751-93b0-5257d6e50d08 details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:20:53.355136 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 37ea7c08-3bdb-4751-93b0-5257d6e50d08, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=37ea7c08-3bdb-4751-93b0-5257d6e50d08,segment=NetworkSegment(51bd0504-e607-4000-8f45-2c62e5619c72),segment_id=51bd0504-e607-4000-8f45-2c62e5619c72)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:20:53.366760 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': '37ea7c08-3bdb-4751-93b0-5257d6e50d08', 'network_id': '50dceb12-c047-4b01-aae6-ecd343b8c119', 'port_id': '37ea7c08-3bdb-4751-93b0-5257d6e50d08', 'mac_address': 'fa:16:3e:57:55:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d07326-4065-4fd7-b5cf-d686d21d7d63', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:20:53.402135 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:53.414695 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37ea7c08-3bdb-4751-93b0-5257d6e50d08 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:20:53.435069 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 37ea7c08-3bdb-4751-93b0-5257d6e50d08, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=37ea7c08-3bdb-4751-93b0-5257d6e50d08,segment=NetworkSegment(51bd0504-e607-4000-8f45-2c62e5619c72),segment_id=51bd0504-e607-4000-8f45-2c62e5619c72)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:20:53.438950 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:53.495622 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=37ea7c08-3bdb-4751-93b0-5257d6e50d08,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:20:53.632154 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device dcc5ce18-a809-4bbe-8fa0-b8b04992d89c up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:20:53.679725 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port dcc5ce18-a809-4bbe-8fa0-b8b04992d89c completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:20:53.683396 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port dcc5ce18-a809-4bbe-8fa0-b8b04992d89c triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:20:53.683765 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:53.761456 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:53.783514 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9bea0d2-adff-4b81-ba09-9c4f265cbd46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcc5ce18-a809-4bbe-8fa0-b8b04992d89c'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:20:53.785754 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc997e6-698f-4d70-beb2-5b3836a2f069" -d '{"events": [{"server_uuid": "c9bea0d2-adff-4b81-ba09-9c4f265cbd46", "name": "network-vif-plugged", "status": "completed", "tag": "dcc5ce18-a809-4bbe-8fa0-b8b04992d89c"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:20:53.798698 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port dcc5ce18-a809-4bbe-8fa0-b8b04992d89c, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=dcc5ce18-a809-4bbe-8fa0-b8b04992d89c,segment=NetworkSegment(1d9a4b53-5f24-48df-9e67-cbbe16500b51),segment_id=1d9a4b53-5f24-48df-9e67-cbbe16500b51)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:20:53.804189 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:53.835322 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce65feb-39db-49b8-a925-2fe9793ec365 x-openstack-request-id: req-8ce65feb-39db-49b8-a925-2fe9793ec365 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:20:53.835620 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9bea0d2-adff-4b81-ba09-9c4f265cbd46", "name": "network-vif-plugged", "status": "completed", "tag": "dcc5ce18-a809-4bbe-8fa0-b8b04992d89c", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:20:53.835867 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8ce65feb-39db-49b8-a925-2fe9793ec365 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:20:53.836247 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9bea0d2-adff-4b81-ba09-9c4f265cbd46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcc5ce18-a809-4bbe-8fa0-b8b04992d89c', 'code': 200} Sep 23 07:20:53.841152 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['37ea7c08-3bdb-4751-93b0-5257d6e50d08'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:20:53.895279 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=dcc5ce18-a809-4bbe-8fa0-b8b04992d89c,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:20:53.925904 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc53137d-7d2d-40ee-8ca5-47ecf83e19d9 req-abda82f8-d016-446a-9795-c6f949472dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:20:53.927449 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cc53137d-7d2d-40ee-8ca5-47ecf83e19d9 req-abda82f8-d016-446a-9795-c6f949472dfc service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c9bea0d2-adff-4b81-ba09-9c4f265cbd46 HTTP/1.1" status: 200 len: 1098 time: 0.0450976 Sep 23 07:20:53.965726 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cc53137d-7d2d-40ee-8ca5-47ecf83e19d9 req-255846da-867b-4132-98e1-02797833d38b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=e8df9606-5795-415c-b879-204f0a3bdb90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313337 Sep 23 07:20:54.032023 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3920880-108d-488d-a1b2-676ea5ddf1a9 req-e7fe8655-3cb8-45e6-9902-f4a422882de9 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:20:54.033520 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c3920880-108d-488d-a1b2-676ea5ddf1a9 req-e7fe8655-3cb8-45e6-9902-f4a422882de9 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9bea0d2-adff-4b81-ba09-9c4f265cbd46 HTTP/1.1" status: 200 len: 946 time: 0.0499299 Sep 23 07:20:54.072241 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c3920880-108d-488d-a1b2-676ea5ddf1a9 req-744d1742-4c4c-4b26-9600-abcfc91f207a tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8df9606-5795-415c-b879-204f0a3bdb90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324223 Sep 23 07:20:54.330133 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8666c19-3ca5-44af-82d6-70d807d3b10f req-e1016770-6163-4862-9d77-9ab577bde68f tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:20:54.331612 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d8666c19-3ca5-44af-82d6-70d807d3b10f req-e1016770-6163-4862-9d77-9ab577bde68f tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=68f61390-3c88-48f6-8b09-f1d5fcf6cb1b HTTP/1.1" status: 200 len: 945 time: 0.0500143 Sep 23 07:20:54.369928 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d8666c19-3ca5-44af-82d6-70d807d3b10f req-92b8b19b-3d94-420b-ac27-fdbbe8089093 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=906fe158-99a3-4a65-a5e5-10a377ea55e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316992 Sep 23 07:20:55.187309 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9b6dbc-604e-42f9-8b02-e1895857f657 req-94bbefc0-07a9-45ee-b7c4-5c33ac8342e2 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:20:55.188794 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6b9b6dbc-604e-42f9-8b02-e1895857f657 req-94bbefc0-07a9-45ee-b7c4-5c33ac8342e2 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9bea0d2-adff-4b81-ba09-9c4f265cbd46 HTTP/1.1" status: 200 len: 946 time: 0.0491717 Sep 23 07:20:55.226439 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6b9b6dbc-604e-42f9-8b02-e1895857f657 req-0cae0963-2b94-4fb5-9b14-50781aca737f tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8df9606-5795-415c-b879-204f0a3bdb90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316222 Sep 23 07:20:55.272353 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 37ea7c08-3bdb-4751-93b0-5257d6e50d08 up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:20:55.322801 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port 37ea7c08-3bdb-4751-93b0-5257d6e50d08 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:20:55.327052 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port 37ea7c08-3bdb-4751-93b0-5257d6e50d08 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:20:55.327433 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:55.407876 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:55.441997 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 37ea7c08-3bdb-4751-93b0-5257d6e50d08, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=37ea7c08-3bdb-4751-93b0-5257d6e50d08,segment=NetworkSegment(51bd0504-e607-4000-8f45-2c62e5619c72),segment_id=51bd0504-e607-4000-8f45-2c62e5619c72)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:20:55.446472 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:55.499548 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=37ea7c08-3bdb-4751-93b0-5257d6e50d08,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:20:55.518488 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d7932-5c4f-4000-9682-c3948f85d6a9 req-f668cf36-c6af-4fbe-971e-2de2ba954dd6 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:20:55.520226 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d51d7932-5c4f-4000-9682-c3948f85d6a9 req-f668cf36-c6af-4fbe-971e-2de2ba954dd6 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=68f61390-3c88-48f6-8b09-f1d5fcf6cb1b HTTP/1.1" status: 200 len: 946 time: 0.0756526 Sep 23 07:20:55.570423 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d51d7932-5c4f-4000-9682-c3948f85d6a9 req-9185dc4a-f4ce-4abb-b2e6-be46f0e9afbf tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=906fe158-99a3-4a65-a5e5-10a377ea55e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405531 Sep 23 07:20:55.837491 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f61390-3c88-48f6-8b09-f1d5fcf6cb1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37ea7c08-3bdb-4751-93b0-5257d6e50d08'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:20:55.839856 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b4fb6b-b6d9-4330-a5e4-e9d91d341ba7" -d '{"events": [{"server_uuid": "68f61390-3c88-48f6-8b09-f1d5fcf6cb1b", "name": "network-vif-plugged", "status": "completed", "tag": "37ea7c08-3bdb-4751-93b0-5257d6e50d08"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:20:55.877353 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f62b2b3-11d6-4fff-9a21-81c0671bd84f x-openstack-request-id: req-9f62b2b3-11d6-4fff-9a21-81c0671bd84f {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:20:55.877647 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68f61390-3c88-48f6-8b09-f1d5fcf6cb1b", "name": "network-vif-plugged", "status": "completed", "tag": "37ea7c08-3bdb-4751-93b0-5257d6e50d08", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:20:55.877934 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9f62b2b3-11d6-4fff-9a21-81c0671bd84f {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:20:55.878328 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68f61390-3c88-48f6-8b09-f1d5fcf6cb1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37ea7c08-3bdb-4751-93b0-5257d6e50d08', 'code': 200} Sep 23 07:20:55.989351 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c41c52-0e02-4cc4-81f1-d2a3b8fc11cf req-c1979e93-e69f-4fc4-9119-d02668c81112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:20:55.991022 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c7c41c52-0e02-4cc4-81f1-d2a3b8fc11cf req-c1979e93-e69f-4fc4-9119-d02668c81112 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=68f61390-3c88-48f6-8b09-f1d5fcf6cb1b HTTP/1.1" status: 200 len: 1098 time: 0.0410080 Sep 23 07:20:56.029233 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c7c41c52-0e02-4cc4-81f1-d2a3b8fc11cf req-74549f32-b04d-4486-8b41-3ead1522a967 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=906fe158-99a3-4a65-a5e5-10a377ea55e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309663 Sep 23 07:20:56.685190 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d7ef5-f444-4ab9-b157-e1b626097733 req-aa138530-f100-4291-b544-3fb3183760f6 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:20:56.687504 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ec5d7ef5-f444-4ab9-b157-e1b626097733 req-aa138530-f100-4291-b544-3fb3183760f6 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=68f61390-3c88-48f6-8b09-f1d5fcf6cb1b HTTP/1.1" status: 200 len: 946 time: 0.0516298 Sep 23 07:20:56.732969 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ec5d7ef5-f444-4ab9-b157-e1b626097733 req-fe0d7fb8-9c7a-4999-a29c-0612950932d7 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=906fe158-99a3-4a65-a5e5-10a377ea55e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376277 Sep 23 07:20:57.857105 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cef2234-ce51-4c55-8f06-725e224aaea3 req-8b32152a-2179-4471-8961-11e3f3027211 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:20:57.858662 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3cef2234-ce51-4c55-8f06-725e224aaea3 req-8b32152a-2179-4471-8961-11e3f3027211 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=68f61390-3c88-48f6-8b09-f1d5fcf6cb1b HTTP/1.1" status: 200 len: 946 time: 0.0540245 Sep 23 07:20:57.897803 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3cef2234-ce51-4c55-8f06-725e224aaea3 req-532ae693-e38d-4196-8cbe-6707f53b1296 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=906fe158-99a3-4a65-a5e5-10a377ea55e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328476 Sep 23 07:20:58.018829 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b034cf56-a7a4-4fd6-ac69-eed43ad6f9f4 req-167b0a9a-580e-40bf-a3e4-dc5c727adb2b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:20:58.020367 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b034cf56-a7a4-4fd6-ac69-eed43ad6f9f4 req-167b0a9a-580e-40bf-a3e4-dc5c727adb2b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=68f61390-3c88-48f6-8b09-f1d5fcf6cb1b HTTP/1.1" status: 200 len: 946 time: 0.0555124 Sep 23 07:20:58.060252 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b034cf56-a7a4-4fd6-ac69-eed43ad6f9f4 req-7a5ca080-6f99-46cd-9ae4-fc50bd39967e tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=906fe158-99a3-4a65-a5e5-10a377ea55e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337045 Sep 23 07:20:58.082048 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 48542) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:20:58.128301 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513f639e-1cf7-4b9d-bbd6-da98ff349193 tempest-TestNetworkAdvancedServerOps-1704827008 tempest-TestNetworkAdvancedServerOps-1704827008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:20:58.129843 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-513f639e-1cf7-4b9d-bbd6-da98ff349193 tempest-TestNetworkAdvancedServerOps-1704827008 tempest-TestNetworkAdvancedServerOps-1704827008-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=68f61390-3c88-48f6-8b09-f1d5fcf6cb1b HTTP/1.1" status: 200 len: 1093 time: 0.0466924 Sep 23 07:20:58.133220 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 48544) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:20:58.137418 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-7a25a286-34a4-4f71-a9ae-aa27521b709e tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Request body: {'floatingip': {'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'port_id': '37ea7c08-3bdb-4751-93b0-5257d6e50d08', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:20:58.159775 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7a25a286-34a4-4f71-a9ae-aa27521b709e tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for floatingip, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:58.258529 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7a25a286-34a4-4f71-a9ae-aa27521b709e tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:58.369534 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-7a25a286-34a4-4f71-a9ae-aa27521b709e tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Allocated IP 172.25.2.175 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/8fb48947-b191-4b88-96b4-e5b50ef524ef) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:20:58.470688 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7a25a286-34a4-4f71-a9ae-aa27521b709e tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:58.510219 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7a25a286-34a4-4f71-a9ae-aa27521b709e tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:58.548524 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a25a286-34a4-4f71-a9ae-aa27521b709e tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:20:58.552876 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-7a25a286-34a4-4f71-a9ae-aa27521b709e tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:20:58.559412 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a25a286-34a4-4f71-a9ae-aa27521b709e tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:20:58.562514 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a25a286-34a4-4f71-a9ae-aa27521b709e tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Pushing event updated for resources: {'Port': ['ID=8fb48947-b191-4b88-96b4-e5b50ef524ef,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:20:58.592669 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a25a286-34a4-4f71-a9ae-aa27521b709e tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:20:58.593017 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a25a286-34a4-4f71-a9ae-aa27521b709e tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:20:58.593355 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a25a286-34a4-4f71-a9ae-aa27521b709e tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:20:58.593689 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a25a286-34a4-4f71-a9ae-aa27521b709e tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:20:58.594059 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a25a286-34a4-4f71-a9ae-aa27521b709e tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:20:58.594389 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a25a286-34a4-4f71-a9ae-aa27521b709e tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:20:58.594714 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a25a286-34a4-4f71-a9ae-aa27521b709e tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:20:58.595040 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a25a286-34a4-4f71-a9ae-aa27521b709e tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:20:58.595364 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a25a286-34a4-4f71-a9ae-aa27521b709e tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:20:58.595691 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a25a286-34a4-4f71-a9ae-aa27521b709e tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:20:58.596010 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a25a286-34a4-4f71-a9ae-aa27521b709e tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:20:58.596327 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a25a286-34a4-4f71-a9ae-aa27521b709e tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:20:58.939424 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7a25a286-34a4-4f71-a9ae-aa27521b709e tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:59.015872 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7a25a286-34a4-4f71-a9ae-aa27521b709e tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:59.165705 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7a25a286-34a4-4f71-a9ae-aa27521b709e tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:59.170434 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7a25a286-34a4-4f71-a9ae-aa27521b709e tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:59.242023 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a25a286-34a4-4f71-a9ae-aa27521b709e tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Pushing event updated for resources: {'Port': ['ID=8fb48947-b191-4b88-96b4-e5b50ef524ef,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:20:59.251009 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7a25a286-34a4-4f71-a9ae-aa27521b709e tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:59.370789 n-d-715271-16 neutron-server[95066]: INFO neutron.db.l3_db [None req-7a25a286-34a4-4f71-a9ae-aa27521b709e tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Floating IP 4907bc39-94ba-41ee-afdc-5bd915102748 associated. External IP: 172.25.2.175, port: 37ea7c08-3bdb-4751-93b0-5257d6e50d08. Sep 23 07:20:59.585971 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a25a286-34a4-4f71-a9ae-aa27521b709e tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Router eb7cf85e-9d31-42ce-8ef1-33341b2775c3 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:20:59.691725 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a25a286-34a4-4f71-a9ae-aa27521b709e tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:20:59.701360 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557a5b55-946a-4441-9848-8c7a24aaf652 None None] Sync routers for ids ['eb7cf85e-9d31-42ce-8ef1-33341b2775c3'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:20:59.707582 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7a25a286-34a4-4f71-a9ae-aa27521b709e tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:20:59.711571 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557a5b55-946a-4441-9848-8c7a24aaf652 None None] Routers {'eb7cf85e-9d31-42ce-8ef1-33341b2775c3'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:20:59.712184 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-557a5b55-946a-4441-9848-8c7a24aaf652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:20:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['eb7cf85e-9d31-42ce-8ef1-33341b2775c3'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:20:59.735503 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-7a25a286-34a4-4f71-a9ae-aa27521b709e tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6014044 Sep 23 07:20:59.736112 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68f61390-3c88-48f6-8b09-f1d5fcf6cb1b', 'tag': '37ea7c08-3bdb-4751-93b0-5257d6e50d08'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:20:59.738619 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0fbd6e1-1a6c-42d9-af61-e0bb76a4d857" -d '{"events": [{"name": "network-changed", "server_uuid": "68f61390-3c88-48f6-8b09-f1d5fcf6cb1b", "tag": "37ea7c08-3bdb-4751-93b0-5257d6e50d08"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:20:59.781358 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdfb8f0c-e9ee-44d6-8c00-93ea935a2f4e x-openstack-request-id: req-bdfb8f0c-e9ee-44d6-8c00-93ea935a2f4e {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:20:59.781358 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68f61390-3c88-48f6-8b09-f1d5fcf6cb1b", "tag": "37ea7c08-3bdb-4751-93b0-5257d6e50d08", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:20:59.781648 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bdfb8f0c-e9ee-44d6-8c00-93ea935a2f4e {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:20:59.781837 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68f61390-3c88-48f6-8b09-f1d5fcf6cb1b', 'tag': '37ea7c08-3bdb-4751-93b0-5257d6e50d08', 'status': 'completed', 'code': 200} Sep 23 07:20:59.827001 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-557a5b55-946a-4441-9848-8c7a24aaf652 None None] Set router eb7cf85e-9d31-42ce-8ef1-33341b2775c3 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:20:59.884365 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f19992b-811c-43a5-9d9a-95edcb1724dc req-0579b3f3-87a6-4030-a8dc-ed52c00cc050 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:20:59.885796 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8f19992b-811c-43a5-9d9a-95edcb1724dc req-0579b3f3-87a6-4030-a8dc-ed52c00cc050 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=68f61390-3c88-48f6-8b09-f1d5fcf6cb1b HTTP/1.1" status: 200 len: 946 time: 0.0892367 Sep 23 07:20:59.892062 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fbd6e1-1a6c-42d9-af61-e0bb76a4d857 req-be318deb-f741-4d03-a27c-d0e5208adb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:20:59.893480 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d0fbd6e1-1a6c-42d9-af61-e0bb76a4d857 req-be318deb-f741-4d03-a27c-d0e5208adb1d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ac3e338994b2411c8937f4fd1418e068&device_id=68f61390-3c88-48f6-8b09-f1d5fcf6cb1b HTTP/1.1" status: 200 len: 1098 time: 0.0615790 Sep 23 07:20:59.961243 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8f19992b-811c-43a5-9d9a-95edcb1724dc req-9d79cc90-4c04-4787-819c-3f1a8670a6ca tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=906fe158-99a3-4a65-a5e5-10a377ea55e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667622 Sep 23 07:20:59.984247 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 48556) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:21:00.019207 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fbd6e1-1a6c-42d9-af61-e0bb76a4d857 req-3368398c-978b-48ad-80b1-3d9ef2655371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:21:00.020841 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d0fbd6e1-1a6c-42d9-af61-e0bb76a4d857 req-3368398c-978b-48ad-80b1-3d9ef2655371 service neutron] 10.222.0.21 "GET /v2.0/networks?id=50dceb12-c047-4b01-aae6-ecd343b8c119 HTTP/1.1" status: 200 len: 897 time: 0.1186793 Sep 23 07:21:00.050680 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-f1a91da2-f7b5-4ed6-b6e0-1764366475c0 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/floatingips/4907bc39-94ba-41ee-afdc-5bd915102748 HTTP/1.1" status: 200 len: 992 time: 0.0649183 Sep 23 07:21:00.054841 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-557a5b55-946a-4441-9848-8c7a24aaf652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7cf85e-9d31-42ce-8ef1-33341b2775c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1948883663', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '52ef9471-107e-4706-986c-0fa27091abb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:20:39Z', 'updated_at': '2021-09-23T07:20:42Z', 'revision_number': 4, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'gw_port': {'id': '52ef9471-107e-4706-986c-0fa27091abb1', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7cf85e-9d31-42ce-8ef1-33341b2775c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:20:39Z', 'updated_at': '2021-09-23T07:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '4907bc39-94ba-41ee-afdc-5bd915102748', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'floating_ip_address': '172.25.2.175', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': 'eb7cf85e-9d31-42ce-8ef1-33341b2775c3', 'port_id': '37ea7c08-3bdb-4751-93b0-5257d6e50d08', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50dceb12-c047-4b01-aae6-ecd343b8c119', 'mac_address': 'fa:16:3e:57:55:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f61390-3c88-48f6-8b09-f1d5fcf6cb1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:20:58Z', 'updated_at': '2021-09-23T07:20:58Z', 'revision_number': 0, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf80fa6e-3cfa-46ae-9669-d5abdad6f14c', 'name': '', 'network_id': '50dceb12-c047-4b01-aae6-ecd343b8c119', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'mac_address': 'fa:16:3e:78:9d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7cf85e-9d31-42ce-8ef1-33341b2775c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': 'b0d07326-4065-4fd7-b5cf-d686d21d7d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:20:42Z', 'updated_at': '2021-09-23T07:20:46Z', 'revision_number': 5, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'subnets': [{'id': 'b0d07326-4065-4fd7-b5cf-d686d21d7d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:21:00.080144 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557a5b55-946a-4441-9848-8c7a24aaf652 None None] Checking router: eb7cf85e-9d31-42ce-8ef1-33341b2775c3 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:21:00.091973 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557a5b55-946a-4441-9848-8c7a24aaf652 None None] Routers {'eb7cf85e-9d31-42ce-8ef1-33341b2775c3'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:21:00.091973 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-557a5b55-946a-4441-9848-8c7a24aaf652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:20:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['eb7cf85e-9d31-42ce-8ef1-33341b2775c3'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:21:00.092276 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d0fbd6e1-1a6c-42d9-af61-e0bb76a4d857 req-dc2a112b-101a-4c25-888e-794966f6a1a6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37ea7c08-3bdb-4751-93b0-5257d6e50d08 HTTP/1.1" status: 200 len: 1000 time: 0.0611000 Sep 23 07:21:00.145559 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fbd6e1-1a6c-42d9-af61-e0bb76a4d857 req-d5cd467f-ce61-432b-84e2-2ee3891093c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:21:00.147672 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d0fbd6e1-1a6c-42d9-af61-e0bb76a4d857 req-d5cd467f-ce61-432b-84e2-2ee3891093c5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b0d07326-4065-4fd7-b5cf-d686d21d7d63 HTTP/1.1" status: 200 len: 835 time: 0.0499043 Sep 23 07:21:00.194816 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fbd6e1-1a6c-42d9-af61-e0bb76a4d857 req-9eff82f4-5a11-4d8c-b50d-106e9ce86c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:21:00.196343 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d0fbd6e1-1a6c-42d9-af61-e0bb76a4d857 req-9eff82f4-5a11-4d8c-b50d-106e9ce86c99 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=50dceb12-c047-4b01-aae6-ecd343b8c119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410569 Sep 23 07:21:00.197827 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-557a5b55-946a-4441-9848-8c7a24aaf652 None None] Set router eb7cf85e-9d31-42ce-8ef1-33341b2775c3 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:21:00.301942 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d0fbd6e1-1a6c-42d9-af61-e0bb76a4d857 req-cdce0069-0646-4cb7-9b8a-702a2b0799cf service neutron] 10.222.0.21 "GET /v2.0/networks/50dceb12-c047-4b01-aae6-ecd343b8c119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982509 Sep 23 07:21:00.393640 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d0fbd6e1-1a6c-42d9-af61-e0bb76a4d857 req-18478d67-3ef1-471d-88d6-4ce2bb66149b service neutron] 10.222.0.21 "GET /v2.0/networks/50dceb12-c047-4b01-aae6-ecd343b8c119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848713 Sep 23 07:21:00.419133 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-557a5b55-946a-4441-9848-8c7a24aaf652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7cf85e-9d31-42ce-8ef1-33341b2775c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1948883663', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '52ef9471-107e-4706-986c-0fa27091abb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:20:39Z', 'updated_at': '2021-09-23T07:20:42Z', 'revision_number': 4, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'gw_port': {'id': '52ef9471-107e-4706-986c-0fa27091abb1', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7cf85e-9d31-42ce-8ef1-33341b2775c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:20:39Z', 'updated_at': '2021-09-23T07:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '4907bc39-94ba-41ee-afdc-5bd915102748', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'floating_ip_address': '172.25.2.175', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': 'eb7cf85e-9d31-42ce-8ef1-33341b2775c3', 'port_id': '37ea7c08-3bdb-4751-93b0-5257d6e50d08', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50dceb12-c047-4b01-aae6-ecd343b8c119', 'mac_address': 'fa:16:3e:57:55:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f61390-3c88-48f6-8b09-f1d5fcf6cb1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:20:58Z', 'updated_at': '2021-09-23T07:20:58Z', 'revision_number': 0, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf80fa6e-3cfa-46ae-9669-d5abdad6f14c', 'name': '', 'network_id': '50dceb12-c047-4b01-aae6-ecd343b8c119', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'mac_address': 'fa:16:3e:78:9d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7cf85e-9d31-42ce-8ef1-33341b2775c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': 'b0d07326-4065-4fd7-b5cf-d686d21d7d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:20:42Z', 'updated_at': '2021-09-23T07:20:46Z', 'revision_number': 5, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'subnets': [{'id': 'b0d07326-4065-4fd7-b5cf-d686d21d7d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:21:00.446992 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557a5b55-946a-4441-9848-8c7a24aaf652 None None] The sync data for ids ['eb7cf85e-9d31-42ce-8ef1-33341b2775c3'] in n-d-715271-16 is: [{'id': 'eb7cf85e-9d31-42ce-8ef1-33341b2775c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1948883663', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '52ef9471-107e-4706-986c-0fa27091abb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:20:39Z', 'updated_at': '2021-09-23T07:20:42Z', 'revision_number': 4, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'gw_port': {'id': '52ef9471-107e-4706-986c-0fa27091abb1', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7cf85e-9d31-42ce-8ef1-33341b2775c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:20:39Z', 'updated_at': '2021-09-23T07:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '4907bc39-94ba-41ee-afdc-5bd915102748', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'floating_ip_address': '172.25.2.175', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': 'eb7cf85e-9d31-42ce-8ef1-33341b2775c3', 'port_id': '37ea7c08-3bdb-4751-93b0-5257d6e50d08', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50dceb12-c047-4b01-aae6-ecd343b8c119', 'mac_address': 'fa:16:3e:57:55:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f61390-3c88-48f6-8b09-f1d5fcf6cb1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:20:58Z', 'updated_at': '2021-09-23T07:20:58Z', 'revision_number': 0, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf80fa6e-3cfa-46ae-9669-d5abdad6f14c', 'name': '', 'network_id': '50dceb12-c047-4b01-aae6-ecd343b8c119', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'mac_address': 'fa:16:3e:78:9d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7cf85e-9d31-42ce-8ef1-33341b2775c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': 'b0d07326-4065-4fd7-b5cf-d686d21d7d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:20:42Z', 'updated_at': '2021-09-23T07:20:46Z', 'revision_number': 5, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'subnets': [{'id': 'b0d07326-4065-4fd7-b5cf-d686d21d7d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:21:00.623119 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07304053-bf3b-48fd-92d2-5f0d7f7c98fb None None] New status for floating IP 4907bc39-94ba-41ee-afdc-5bd915102748: ACTIVE {{(pid=95067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 07:21:01.055113 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 48560) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:21:01.115091 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-3d424a38-71be-4547-bd40-e9e9c3b28371 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/floatingips/4907bc39-94ba-41ee-afdc-5bd915102748 HTTP/1.1" status: 200 len: 994 time: 0.0588462 Sep 23 07:21:03.899730 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:21:06.680019 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:21:08.064712 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-623c7641-9e31-4429-9866-c9bb6147f2b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:21:10.264920 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:21:11.066994 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-9b774d2f-2346-48ab-a130-b3edb84b785c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:21:11.565535 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:21:12.383638 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:21:13.876185 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:21:20.535925 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc141893-df61-4fe6-8e08-f1a6000039c0 req-ecf8a38f-2aea-4e65-843d-005e60507749 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:21:20.537411 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fc141893-df61-4fe6-8e08-f1a6000039c0 req-ecf8a38f-2aea-4e65-843d-005e60507749 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9bea0d2-adff-4b81-ba09-9c4f265cbd46 HTTP/1.1" status: 200 len: 946 time: 0.0494046 Sep 23 07:21:20.575550 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fc141893-df61-4fe6-8e08-f1a6000039c0 req-99269a66-c3d9-4c15-971a-5d5bd735e783 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8df9606-5795-415c-b879-204f0a3bdb90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316529 Sep 23 07:21:21.708121 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c6bb00-1273-4e61-b49e-9e9b94ef54d6 req-93d92216-b3b1-41d9-bb94-c8c19917ad51 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:21:21.709607 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d4c6bb00-1273-4e61-b49e-9e9b94ef54d6 req-93d92216-b3b1-41d9-bb94-c8c19917ad51 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9bea0d2-adff-4b81-ba09-9c4f265cbd46 HTTP/1.1" status: 200 len: 946 time: 0.0502567 Sep 23 07:21:21.747701 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d4c6bb00-1273-4e61-b49e-9e9b94ef54d6 req-6761ca70-8527-4353-ad43-688a70c1e444 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8df9606-5795-415c-b879-204f0a3bdb90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318739 Sep 23 07:21:22.162176 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07946e70-3343-48fc-91d1-3781fb63f145 req-0b1ef085-7fd5-429d-b976-b788a3c8de99 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:21:22.164249 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-07946e70-3343-48fc-91d1-3781fb63f145 req-0b1ef085-7fd5-429d-b976-b788a3c8de99 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9bea0d2-adff-4b81-ba09-9c4f265cbd46 HTTP/1.1" status: 200 len: 946 time: 0.0521967 Sep 23 07:21:22.255057 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-07946e70-3343-48fc-91d1-3781fb63f145 req-62c45f24-83be-46e6-a865-f6b7c383ebf2 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] Deleting port dcc5ce18-a809-4bbe-8fa0-b8b04992d89c {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:21:22.255400 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-07946e70-3343-48fc-91d1-3781fb63f145 req-62c45f24-83be-46e6-a865-f6b7c383ebf2 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:21:22.347070 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-07946e70-3343-48fc-91d1-3781fb63f145 req-62c45f24-83be-46e6-a865-f6b7c383ebf2 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] For port dcc5ce18-a809-4bbe-8fa0-b8b04992d89c, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=dcc5ce18-a809-4bbe-8fa0-b8b04992d89c,segment=NetworkSegment(1d9a4b53-5f24-48df-9e67-cbbe16500b51),segment_id=1d9a4b53-5f24-48df-9e67-cbbe16500b51)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:21:22.347434 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-07946e70-3343-48fc-91d1-3781fb63f145 req-62c45f24-83be-46e6-a865-f6b7c383ebf2 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:21:22.360191 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-07946e70-3343-48fc-91d1-3781fb63f145 req-62c45f24-83be-46e6-a865-f6b7c383ebf2 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] Calling delete_port for dcc5ce18-a809-4bbe-8fa0-b8b04992d89c owned by compute:nova {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:21:22.490526 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-07946e70-3343-48fc-91d1-3781fb63f145 req-62c45f24-83be-46e6-a865-f6b7c383ebf2 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:21:22.502890 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['dcc5ce18-a809-4bbe-8fa0-b8b04992d89c'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:21:22.535031 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c45f24-83be-46e6-a865-f6b7c383ebf2 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] Pushing event deleted for resources: {'Port': ['ID=dcc5ce18-a809-4bbe-8fa0-b8b04992d89c,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:21:22.567697 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-07946e70-3343-48fc-91d1-3781fb63f145 req-62c45f24-83be-46e6-a865-f6b7c383ebf2 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] No DVR routers for this DVR port dcc5ce18-a809-4bbe-8fa0-b8b04992d89c on host n-h2-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:21:22.570816 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-07946e70-3343-48fc-91d1-3781fb63f145 req-62c45f24-83be-46e6-a865-f6b7c383ebf2 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:21:22.572822 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-07946e70-3343-48fc-91d1-3781fb63f145 req-62c45f24-83be-46e6-a865-f6b7c383ebf2 tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] 10.222.0.58 "DELETE /v2.0/ports/dcc5ce18-a809-4bbe-8fa0-b8b04992d89c HTTP/1.1" status: 204 len: 173 time: 0.4028170 Sep 23 07:21:22.573263 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9bea0d2-adff-4b81-ba09-9c4f265cbd46', 'name': 'network-vif-deleted', 'tag': 'dcc5ce18-a809-4bbe-8fa0-b8b04992d89c'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:21:22.575501 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-806d8fa1-78c5-46e8-8a15-aeec4af191a8" -d '{"events": [{"server_uuid": "c9bea0d2-adff-4b81-ba09-9c4f265cbd46", "name": "network-vif-deleted", "tag": "dcc5ce18-a809-4bbe-8fa0-b8b04992d89c"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:21:22.612302 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d2159c-f68c-45d0-8856-94363209d5d5 x-openstack-request-id: req-f3d2159c-f68c-45d0-8856-94363209d5d5 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:21:22.612594 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9bea0d2-adff-4b81-ba09-9c4f265cbd46", "name": "network-vif-deleted", "tag": "dcc5ce18-a809-4bbe-8fa0-b8b04992d89c", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:21:22.612849 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f3d2159c-f68c-45d0-8856-94363209d5d5 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:21:22.613244 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9bea0d2-adff-4b81-ba09-9c4f265cbd46', 'name': 'network-vif-deleted', 'tag': 'dcc5ce18-a809-4bbe-8fa0-b8b04992d89c', 'status': 'completed', 'code': 200} Sep 23 07:21:22.855554 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d3a977ba-ee8a-4631-9570-6035f3bafe1b req-80bf4b31-d1a7-4650-8e0f-98b637b0667e tempest-VolumesSnapshotTestJSON-1211634759 tempest-VolumesSnapshotTestJSON-1211634759-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9bea0d2-adff-4b81-ba09-9c4f265cbd46 HTTP/1.1" status: 200 len: 210 time: 0.0311015 Sep 23 07:21:25.775622 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device dcc5ce18-a809-4bbe-8fa0-b8b04992d89c no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:21:25.809025 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No Port match for: dcc5ce18-a809-4bbe-8fa0-b8b04992d89c {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:21:25.809693 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device dcc5ce18-a809-4bbe-8fa0-b8b04992d89c not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:21:33.426526 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bfe4d901-37e9-4aa3-97ee-0f986b706bad req-2c2b418d-2ceb-4ebb-85d5-fa8a061f3b1b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=68f61390-3c88-48f6-8b09-f1d5fcf6cb1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0967009 Sep 23 07:21:33.520734 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe4d901-37e9-4aa3-97ee-0f986b706bad req-e1398ff7-26a5-4111-8f15-00ea238c18d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:21:33.522724 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bfe4d901-37e9-4aa3-97ee-0f986b706bad req-e1398ff7-26a5-4111-8f15-00ea238c18d4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ac3e338994b2411c8937f4fd1418e068&device_id=68f61390-3c88-48f6-8b09-f1d5fcf6cb1b HTTP/1.1" status: 200 len: 1098 time: 0.0430577 Sep 23 07:21:33.633925 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe4d901-37e9-4aa3-97ee-0f986b706bad req-b3703166-f68c-4c4b-84bc-7e9668157a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:21:33.635371 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bfe4d901-37e9-4aa3-97ee-0f986b706bad req-b3703166-f68c-4c4b-84bc-7e9668157a97 service neutron] 10.222.0.21 "GET /v2.0/networks?id=50dceb12-c047-4b01-aae6-ecd343b8c119 HTTP/1.1" status: 200 len: 897 time: 0.0933235 Sep 23 07:21:33.702970 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bfe4d901-37e9-4aa3-97ee-0f986b706bad req-88ba39bd-e501-4b36-9664-0c65b3cbf77f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37ea7c08-3bdb-4751-93b0-5257d6e50d08 HTTP/1.1" status: 200 len: 1002 time: 0.0606916 Sep 23 07:21:33.759715 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe4d901-37e9-4aa3-97ee-0f986b706bad req-321c6e35-0690-476a-ac7d-02d773a8889c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:21:33.761281 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bfe4d901-37e9-4aa3-97ee-0f986b706bad req-321c6e35-0690-476a-ac7d-02d773a8889c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b0d07326-4065-4fd7-b5cf-d686d21d7d63 HTTP/1.1" status: 200 len: 835 time: 0.0517564 Sep 23 07:21:33.811328 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe4d901-37e9-4aa3-97ee-0f986b706bad req-5cbab9b1-54e2-404d-9782-53fcdb2d7c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:21:33.815575 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bfe4d901-37e9-4aa3-97ee-0f986b706bad req-5cbab9b1-54e2-404d-9782-53fcdb2d7c3b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=50dceb12-c047-4b01-aae6-ecd343b8c119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467014 Sep 23 07:21:33.910768 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bfe4d901-37e9-4aa3-97ee-0f986b706bad req-eb628a9d-1fec-4c49-a2d3-a0fffa20d330 service neutron] 10.222.0.21 "GET /v2.0/networks/50dceb12-c047-4b01-aae6-ecd343b8c119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883377 Sep 23 07:21:34.005231 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bfe4d901-37e9-4aa3-97ee-0f986b706bad req-e981a259-f4ec-4b7e-9daa-672797f75983 service neutron] 10.222.0.21 "GET /v2.0/networks/50dceb12-c047-4b01-aae6-ecd343b8c119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877638 Sep 23 07:21:36.692514 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:21:38.064679 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-bc8547e9-f2ac-4b3e-83e2-fc3415fa7815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:21:40.257933 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:21:40.899826 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:21:41.066578 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-54d5485e-1608-4050-9b7f-f156b0025423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:21:41.567294 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:21:42.386322 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:21:43.879621 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:03.857054 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 48828) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:22:03.902857 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-00653bd3-c0ba-4b59-a869-9fa8e97b588e admin admin] Deleting subnet 040ba433-b4b3-41b1-8f6c-eaaf6a8dc466 {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:22:03.905932 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-00653bd3-c0ba-4b59-a869-9fa8e97b588e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:03.939924 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-00653bd3-c0ba-4b59-a869-9fa8e97b588e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:03.984127 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-00653bd3-c0ba-4b59-a869-9fa8e97b588e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:04.037258 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-00653bd3-c0ba-4b59-a869-9fa8e97b588e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:04.065002 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00653bd3-c0ba-4b59-a869-9fa8e97b588e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=040ba433-b4b3-41b1-8f6c-eaaf6a8dc466,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:22:04.068129 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-00653bd3-c0ba-4b59-a869-9fa8e97b588e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:04.069943 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-00653bd3-c0ba-4b59-a869-9fa8e97b588e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/040ba433-b4b3-41b1-8f6c-eaaf6a8dc466 HTTP/1.1" status: 204 len: 168 time: 0.2117918 Sep 23 07:22:04.072654 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 48830) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:22:04.076376 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00653bd3-c0ba-4b59-a869-9fa8e97b588e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:22:04.076723 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00653bd3-c0ba-4b59-a869-9fa8e97b588e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:22:04.077067 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00653bd3-c0ba-4b59-a869-9fa8e97b588e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:22:04.077406 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00653bd3-c0ba-4b59-a869-9fa8e97b588e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:22:04.077737 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00653bd3-c0ba-4b59-a869-9fa8e97b588e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:22:04.078105 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00653bd3-c0ba-4b59-a869-9fa8e97b588e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:22:04.078438 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00653bd3-c0ba-4b59-a869-9fa8e97b588e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:22:04.078762 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00653bd3-c0ba-4b59-a869-9fa8e97b588e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:22:04.079086 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00653bd3-c0ba-4b59-a869-9fa8e97b588e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:22:04.079410 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00653bd3-c0ba-4b59-a869-9fa8e97b588e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:22:04.079729 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00653bd3-c0ba-4b59-a869-9fa8e97b588e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:22:04.080050 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00653bd3-c0ba-4b59-a869-9fa8e97b588e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:22:04.149774 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-607ac2e2-e3dc-453d-a125-67f7b4906386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:04.234508 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-607ac2e2-e3dc-453d-a125-67f7b4906386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:04.255009 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-607ac2e2-e3dc-453d-a125-67f7b4906386 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e3e323e-0cab-405f-ac76-cd42cea9fb53']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:22:04.265064 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-607ac2e2-e3dc-453d-a125-67f7b4906386 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d9a4b53-5f24-48df-9e67-cbbe16500b51') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:22:04.265361 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-607ac2e2-e3dc-453d-a125-67f7b4906386 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d9a4b53-5f24-48df-9e67-cbbe16500b51') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:22:04.275220 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-607ac2e2-e3dc-453d-a125-67f7b4906386 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:04.288872 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-607ac2e2-e3dc-453d-a125-67f7b4906386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:04.295549 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-607ac2e2-e3dc-453d-a125-67f7b4906386 admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:22:04.296282 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-607ac2e2-e3dc-453d-a125-67f7b4906386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:04.297735 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 07:22:04.297735 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:22:04.297735 n-d-715271-16 neutron-server[95065]: timer() Sep 23 07:22:04.297735 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:22:04.297735 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 07:22:04.297735 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:22:04.297735 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 07:22:04.297735 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:22:04.297735 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 07:22:04.297735 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:22:04.297735 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 07:22:04.297735 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:22:04.297735 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 07:22:04.297735 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:22:04.297735 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:22:04.297735 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:22:04.297735 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:22:04.297735 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:22:04.297735 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 07:22:04.297735 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:22:04.297735 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 07:22:04.297735 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:22:04.297735 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:22:04.297735 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:22:04.297735 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 07:22:04.297735 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:22:04.297735 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:22:04.297735 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:22:04.297735 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:22:04.297735 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:22:04.297735 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:22:04.297735 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:22:04.359999 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-607ac2e2-e3dc-453d-a125-67f7b4906386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:04.366706 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-607ac2e2-e3dc-453d-a125-67f7b4906386 admin admin] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:04.368569 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-607ac2e2-e3dc-453d-a125-67f7b4906386 admin admin] 10.222.0.39 "DELETE /v2.0/networks/6e3e323e-0cab-405f-ac76-cd42cea9fb53 HTTP/1.1" status: 204 len: 168 time: 0.2942574 Sep 23 07:22:04.384930 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607ac2e2-e3dc-453d-a125-67f7b4906386 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e3e323e-0cab-405f-ac76-cd42cea9fb53,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:22:04.392879 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607ac2e2-e3dc-453d-a125-67f7b4906386 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:22:04.393231 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607ac2e2-e3dc-453d-a125-67f7b4906386 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:22:04.393575 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607ac2e2-e3dc-453d-a125-67f7b4906386 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:22:04.393943 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607ac2e2-e3dc-453d-a125-67f7b4906386 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:22:04.394284 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607ac2e2-e3dc-453d-a125-67f7b4906386 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:22:04.394617 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607ac2e2-e3dc-453d-a125-67f7b4906386 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:22:04.394950 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607ac2e2-e3dc-453d-a125-67f7b4906386 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:22:04.395285 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607ac2e2-e3dc-453d-a125-67f7b4906386 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:22:04.395610 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607ac2e2-e3dc-453d-a125-67f7b4906386 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:22:04.395993 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607ac2e2-e3dc-453d-a125-67f7b4906386 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:22:04.396392 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607ac2e2-e3dc-453d-a125-67f7b4906386 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:22:04.397293 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607ac2e2-e3dc-453d-a125-67f7b4906386 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:22:04.565378 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 48834) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:22:04.604852 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-98d80f93-859c-4f99-b06b-e06b2d45fe49 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=429f2657cc7c478cbe373bcef0a11138&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380847 Sep 23 07:22:04.607322 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 48836) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:22:04.657028 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-02d97352-940d-417a-a9de-497b8abaf6d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:04.679419 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-02d97352-940d-417a-a9de-497b8abaf6d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:04.725796 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-02d97352-940d-417a-a9de-497b8abaf6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:04.728407 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-02d97352-940d-417a-a9de-497b8abaf6d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:04.729571 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-02d97352-940d-417a-a9de-497b8abaf6d5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e8df9606-5795-415c-b879-204f0a3bdb90 HTTP/1.1" status: 204 len: 168 time: 0.1213579 Sep 23 07:22:04.737518 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d97352-940d-417a-a9de-497b8abaf6d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8df9606-5795-415c-b879-204f0a3bdb90,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:22:05.444514 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 48858) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:22:05.540569 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-d07a50c7-509b-4679-96bd-ae07ba6402c5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-317872564-network', 'tenant_id': '4b85afe212de48e3bea49a5ea5f3eb2d'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:22:05.561500 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d07a50c7-509b-4679-96bd-ae07ba6402c5 admin admin] Made reservation on behalf of 4b85afe212de48e3bea49a5ea5f3eb2d for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:22:05.563772 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d07a50c7-509b-4679-96bd-ae07ba6402c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:05.572693 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d07a50c7-509b-4679-96bd-ae07ba6402c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:05.663479 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d07a50c7-509b-4679-96bd-ae07ba6402c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:05.667120 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d07a50c7-509b-4679-96bd-ae07ba6402c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:05.691400 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d07a50c7-509b-4679-96bd-ae07ba6402c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:22:05.700698 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07a50c7-509b-4679-96bd-ae07ba6402c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f428a26-228f-4dc1-96c4-4b4dd7e63f05,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:22:05.706588 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d07a50c7-509b-4679-96bd-ae07ba6402c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:05.706928 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-d07a50c7-509b-4679-96bd-ae07ba6402c5 admin admin] Added segment 2a1a9db9-05d2-4e21-9bbd-043a273c4711 of type vlan for network ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40 Sep 23 07:22:05.746081 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d07a50c7-509b-4679-96bd-ae07ba6402c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:05.775411 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d07a50c7-509b-4679-96bd-ae07ba6402c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:05.776681 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07a50c7-509b-4679-96bd-ae07ba6402c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:22:05.777263 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d07a50c7-509b-4679-96bd-ae07ba6402c5 admin admin] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:05.816564 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-d07a50c7-509b-4679-96bd-ae07ba6402c5 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3708439 Sep 23 07:22:05.820289 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 48862) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:22:05.825266 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-3817717a-c108-42ef-a3a9-beaefaac06d0 admin admin] Request body: {'subnet': {'network_id': 'ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-317872564-subnet', 'tenant_id': '4b85afe212de48e3bea49a5ea5f3eb2d', 'ip_version': 4}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:22:05.843893 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07a50c7-509b-4679-96bd-ae07ba6402c5 admin admin] Pushing event updated for resources: {'Network': ['ID=ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:22:05.847756 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3817717a-c108-42ef-a3a9-beaefaac06d0 admin admin] Made reservation on behalf of 4b85afe212de48e3bea49a5ea5f3eb2d for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:22:05.850634 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3817717a-c108-42ef-a3a9-beaefaac06d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:05.853584 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:22:06.019971 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3817717a-c108-42ef-a3a9-beaefaac06d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:06.069090 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3817717a-c108-42ef-a3a9-beaefaac06d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31f5500c-26cf-443e-b72b-5679ac694af7,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:22:06.084159 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3817717a-c108-42ef-a3a9-beaefaac06d0 admin admin] Checking segment: {'id': '2a1a9db9-05d2-4e21-9bbd-043a273c4711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:22:06.084514 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3817717a-c108-42ef-a3a9-beaefaac06d0 admin admin] Network hostable DHCP agents. Network: ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:22:06.101264 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3817717a-c108-42ef-a3a9-beaefaac06d0 admin admin] Network ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:22:06.112003 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-3817717a-c108-42ef-a3a9-beaefaac06d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40) {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:22:06.118014 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3817717a-c108-42ef-a3a9-beaefaac06d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:22:06.118299 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3817717a-c108-42ef-a3a9-beaefaac06d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:06.125565 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d793224f-3e99-4199-ad4a-e2f3df8d0621 None None] Network ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:22:06.133411 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-3817717a-c108-42ef-a3a9-beaefaac06d0 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3120189 Sep 23 07:22:06.136010 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 48864) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:22:06.140443 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-50f23e01-dd87-4465-969a-f123c1425917 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-317872564-router', 'tenant_id': '4b85afe212de48e3bea49a5ea5f3eb2d', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:22:06.161530 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-50f23e01-dd87-4465-969a-f123c1425917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:06.163309 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-50f23e01-dd87-4465-969a-f123c1425917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:06.217418 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-50f23e01-dd87-4465-969a-f123c1425917 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:06.273016 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc243bb-1c26-40fe-a4a3-0d19a2809b36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40', 'network_id': 'ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40', 'tenant_id': '4b85afe212de48e3bea49a5ea5f3eb2d', 'fixed_ips': [{'subnet_id': '31f5500c-26cf-443e-b72b-5679ac694af7'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:22:06.273895 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5cc243bb-1c26-40fe-a4a3-0d19a2809b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:06.356015 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-50f23e01-dd87-4465-969a-f123c1425917 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:06.406971 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-5cc243bb-1c26-40fe-a4a3-0d19a2809b36 None None] Allocated IP 172.20.0.2 (ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40/31f5500c-26cf-443e-b72b-5679ac694af7/ddba6720-2d50-4b40-88a7-75c8fcb60f3e) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:22:06.561731 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5cc243bb-1c26-40fe-a4a3-0d19a2809b36 None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:06.568063 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5cc243bb-1c26-40fe-a4a3-0d19a2809b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:06.572531 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-50f23e01-dd87-4465-969a-f123c1425917 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:06.592227 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-50f23e01-dd87-4465-969a-f123c1425917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:06.607508 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc243bb-1c26-40fe-a4a3-0d19a2809b36 None None] Network ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:22:06.611621 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-5cc243bb-1c26-40fe-a4a3-0d19a2809b36 None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:22:06.618563 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc243bb-1c26-40fe-a4a3-0d19a2809b36 None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:22:06.621541 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc243bb-1c26-40fe-a4a3-0d19a2809b36 None None] Pushing event updated for resources: {'Port': ['ID=ddba6720-2d50-4b40-88a7-75c8fcb60f3e,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:22:06.647897 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc243bb-1c26-40fe-a4a3-0d19a2809b36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:22:06.648241 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc243bb-1c26-40fe-a4a3-0d19a2809b36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:22:06.648581 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc243bb-1c26-40fe-a4a3-0d19a2809b36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:22:06.648915 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc243bb-1c26-40fe-a4a3-0d19a2809b36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:22:06.649245 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc243bb-1c26-40fe-a4a3-0d19a2809b36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:22:06.649577 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc243bb-1c26-40fe-a4a3-0d19a2809b36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:22:06.649926 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc243bb-1c26-40fe-a4a3-0d19a2809b36 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:22:06.650249 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc243bb-1c26-40fe-a4a3-0d19a2809b36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:22:06.650570 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc243bb-1c26-40fe-a4a3-0d19a2809b36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:22:06.650890 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc243bb-1c26-40fe-a4a3-0d19a2809b36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:22:06.651209 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc243bb-1c26-40fe-a4a3-0d19a2809b36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:22:06.651526 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc243bb-1c26-40fe-a4a3-0d19a2809b36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:22:06.695693 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-5cc243bb-1c26-40fe-a4a3-0d19a2809b36 None None] Attempting to bind port ddba6720-2d50-4b40-88a7-75c8fcb60f3e on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:22:06.696073 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-5cc243bb-1c26-40fe-a4a3-0d19a2809b36 None None] Attempting to bind port ddba6720-2d50-4b40-88a7-75c8fcb60f3e by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '2a1a9db9-05d2-4e21-9bbd-043a273c4711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:22:06.696435 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc243bb-1c26-40fe-a4a3-0d19a2809b36 None None] Attempting to bind port ddba6720-2d50-4b40-88a7-75c8fcb60f3e on network ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:22:06.703518 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc243bb-1c26-40fe-a4a3-0d19a2809b36 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:22:06.703782 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-50f23e01-dd87-4465-969a-f123c1425917 admin admin] Allocated IP 172.25.2.64 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/0cd25089-56a5-4d04-a3f6-2764f32c9438) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:22:06.703934 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc243bb-1c26-40fe-a4a3-0d19a2809b36 None None] Checking segment: {'id': '2a1a9db9-05d2-4e21-9bbd-043a273c4711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:22:06.704289 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5cc243bb-1c26-40fe-a4a3-0d19a2809b36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:06.704680 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc243bb-1c26-40fe-a4a3-0d19a2809b36 None None] Bound using segment: {'id': '2a1a9db9-05d2-4e21-9bbd-043a273c4711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:22:06.705150 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-5cc243bb-1c26-40fe-a4a3-0d19a2809b36 None None] Bound port: ddba6720-2d50-4b40-88a7-75c8fcb60f3e, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a1a9db9-05d2-4e21-9bbd-043a273c4711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:22:06.705536 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5cc243bb-1c26-40fe-a4a3-0d19a2809b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:06.707400 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:06.776912 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-5cc243bb-1c26-40fe-a4a3-0d19a2809b36 None None] For port ddba6720-2d50-4b40-88a7-75c8fcb60f3e, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:22:06.780440 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-5cc243bb-1c26-40fe-a4a3-0d19a2809b36 None None] For port ddba6720-2d50-4b40-88a7-75c8fcb60f3e, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=ddba6720-2d50-4b40-88a7-75c8fcb60f3e,segment=NetworkSegment(2a1a9db9-05d2-4e21-9bbd-043a273c4711),segment_id=2a1a9db9-05d2-4e21-9bbd-043a273c4711)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:22:06.784788 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5cc243bb-1c26-40fe-a4a3-0d19a2809b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:06.848895 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc243bb-1c26-40fe-a4a3-0d19a2809b36 None None] Pushing event updated for resources: {'Port': ['ID=ddba6720-2d50-4b40-88a7-75c8fcb60f3e,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:22:07.155931 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-50f23e01-dd87-4465-969a-f123c1425917 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:07.188716 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-50f23e01-dd87-4465-969a-f123c1425917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:07.229039 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f23e01-dd87-4465-969a-f123c1425917 admin admin] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:22:07.231891 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-50f23e01-dd87-4465-969a-f123c1425917 admin admin] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:22:07.235309 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f23e01-dd87-4465-969a-f123c1425917 admin admin] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:22:07.243700 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f23e01-dd87-4465-969a-f123c1425917 admin admin] Pushing event updated for resources: {'Port': ['ID=0cd25089-56a5-4d04-a3f6-2764f32c9438,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:22:07.485146 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-50f23e01-dd87-4465-969a-f123c1425917 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:07.690742 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-50f23e01-dd87-4465-969a-f123c1425917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:07.764080 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39e08e3-b8d8-450a-8df1-297ea3caa283 None None] Network ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:22:07.824989 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50f23e01-dd87-4465-969a-f123c1425917 admin admin] Router 256a5ed9-4efe-4bd7-990e-a3b9b2b61af6 is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 07:22:07.836893 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-0e731539-a857-4aae-aed0-0e5526d446e5 None None] Provisioning complete for port ddba6720-2d50-4b40-88a7-75c8fcb60f3e triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:22:07.837269 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0e731539-a857-4aae-aed0-0e5526d446e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:07.939853 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device ddba6720-2d50-4b40-88a7-75c8fcb60f3e up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:22:07.944033 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50f23e01-dd87-4465-969a-f123c1425917 admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:22:07.955724 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bfa221-71a6-4e2a-9075-0ffbe07c2b19 None None] Sync routers for ids ['256a5ed9-4efe-4bd7-990e-a3b9b2b61af6'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:22:07.961123 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-50f23e01-dd87-4465-969a-f123c1425917 admin admin] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:07.964812 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-50f23e01-dd87-4465-969a-f123c1425917 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8252394 Sep 23 07:22:07.965199 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 48866) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:22:07.967468 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bfa221-71a6-4e2a-9075-0ffbe07c2b19 None None] Routers {'256a5ed9-4efe-4bd7-990e-a3b9b2b61af6'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:22:07.968182 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-d2bfa221-71a6-4e2a-9075-0ffbe07c2b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:21:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['256a5ed9-4efe-4bd7-990e-a3b9b2b61af6'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:22:07.997660 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0e731539-a857-4aae-aed0-0e5526d446e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:08.066626 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-0e731539-a857-4aae-aed0-0e5526d446e5 None None] For port ddba6720-2d50-4b40-88a7-75c8fcb60f3e, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=ddba6720-2d50-4b40-88a7-75c8fcb60f3e,segment=NetworkSegment(2a1a9db9-05d2-4e21-9bbd-043a273c4711),segment_id=2a1a9db9-05d2-4e21-9bbd-043a273c4711)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:22:08.079137 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0e731539-a857-4aae-aed0-0e5526d446e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:08.086012 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-d2bfa221-71a6-4e2a-9075-0ffbe07c2b19 None None] Set router 256a5ed9-4efe-4bd7-990e-a3b9b2b61af6 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:22:08.128293 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-38deefd6-7ac9-4e0b-a28b-19b62fd8ecdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:08.133131 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port ddba6720-2d50-4b40-88a7-75c8fcb60f3e triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:22:08.133131 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:08.184547 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e731539-a857-4aae-aed0-0e5526d446e5 None None] Pushing event updated for resources: {'Port': ['ID=ddba6720-2d50-4b40-88a7-75c8fcb60f3e,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:22:08.280123 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-d2bfa221-71a6-4e2a-9075-0ffbe07c2b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256a5ed9-4efe-4bd7-990e-a3b9b2b61af6', 'name': 'tempest-TestVolumeBackupRestore-317872564-router', 'tenant_id': '4b85afe212de48e3bea49a5ea5f3eb2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': '0cd25089-56a5-4d04-a3f6-2764f32c9438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:22:06Z', 'updated_at': '2021-09-23T07:22:07Z', 'revision_number': 3, 'project_id': '4b85afe212de48e3bea49a5ea5f3eb2d', 'gw_port': {'id': '0cd25089-56a5-4d04-a3f6-2764f32c9438', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5c:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '256a5ed9-4efe-4bd7-990e-a3b9b2b61af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:22:06Z', 'updated_at': '2021-09-23T07:22:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:22:08.311988 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bfa221-71a6-4e2a-9075-0ffbe07c2b19 None None] Checking router: 256a5ed9-4efe-4bd7-990e-a3b9b2b61af6 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:22:08.312484 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bfa221-71a6-4e2a-9075-0ffbe07c2b19 None None] Updating router 256a5ed9-4efe-4bd7-990e-a3b9b2b61af6 port 0cd25089-56a5-4d04-a3f6-2764f32c9438 binding host n-d-715271-16 {{(pid=95068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 07:22:08.340258 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-d2bfa221-71a6-4e2a-9075-0ffbe07c2b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:08.406016 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-d196f825-1ad9-46e9-843d-52f5c29c6414 None None] Provisioning complete for port ddba6720-2d50-4b40-88a7-75c8fcb60f3e triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:22:08.406518 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d196f825-1ad9-46e9-843d-52f5c29c6414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:08.425729 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9a1f4d2f-d07d-4914-b970-a1b3adb07d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:08.585999 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-9a1f4d2f-d07d-4914-b970-a1b3adb07d80 admin admin] Allocated IP 172.20.0.1 (ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40/31f5500c-26cf-443e-b72b-5679ac694af7/ea8a0d11-fad4-4642-8356-3ab6416f5b80) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:22:08.592841 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-d2bfa221-71a6-4e2a-9075-0ffbe07c2b19 None None] Notify callbacks [] for port, precommit_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:08.598578 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-d2bfa221-71a6-4e2a-9075-0ffbe07c2b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:08.650297 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-d2bfa221-71a6-4e2a-9075-0ffbe07c2b19 None None] Attempting to bind port 0cd25089-56a5-4d04-a3f6-2764f32c9438 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:22:08.650655 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-d2bfa221-71a6-4e2a-9075-0ffbe07c2b19 None None] Attempting to bind port 0cd25089-56a5-4d04-a3f6-2764f32c9438 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:22:08.651019 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bfa221-71a6-4e2a-9075-0ffbe07c2b19 None None] Attempting to bind port 0cd25089-56a5-4d04-a3f6-2764f32c9438 on network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:22:08.661055 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e657b1f-849e-40a1-b476-9c3bdb312111 None None] Pushing event updated for resources: {'Port': ['ID=0cd25089-56a5-4d04-a3f6-2764f32c9438,revision_number=2']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:22:08.664089 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bfa221-71a6-4e2a-9075-0ffbe07c2b19 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:22:08.664452 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bfa221-71a6-4e2a-9075-0ffbe07c2b19 None None] Checking segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:22:08.664845 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-d2bfa221-71a6-4e2a-9075-0ffbe07c2b19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:08.665228 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bfa221-71a6-4e2a-9075-0ffbe07c2b19 None None] Bound using segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:22:08.665687 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-d2bfa221-71a6-4e2a-9075-0ffbe07c2b19 None None] Bound port: 0cd25089-56a5-4d04-a3f6-2764f32c9438, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:22:08.666085 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-d2bfa221-71a6-4e2a-9075-0ffbe07c2b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:08.688085 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e657b1f-849e-40a1-b476-9c3bdb312111 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:22:08.688421 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e657b1f-849e-40a1-b476-9c3bdb312111 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:22:08.688751 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e657b1f-849e-40a1-b476-9c3bdb312111 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:22:08.689077 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e657b1f-849e-40a1-b476-9c3bdb312111 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:22:08.689399 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e657b1f-849e-40a1-b476-9c3bdb312111 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:22:08.689570 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9a1f4d2f-d07d-4914-b970-a1b3adb07d80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:08.689712 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e657b1f-849e-40a1-b476-9c3bdb312111 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:22:08.690055 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e657b1f-849e-40a1-b476-9c3bdb312111 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:22:08.690375 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e657b1f-849e-40a1-b476-9c3bdb312111 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:22:08.690690 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e657b1f-849e-40a1-b476-9c3bdb312111 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:22:08.691003 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e657b1f-849e-40a1-b476-9c3bdb312111 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:22:08.691317 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e657b1f-849e-40a1-b476-9c3bdb312111 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:22:08.691623 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e657b1f-849e-40a1-b476-9c3bdb312111 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:22:08.725884 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9a1f4d2f-d07d-4914-b970-a1b3adb07d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:08.727695 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-d2bfa221-71a6-4e2a-9075-0ffbe07c2b19 None None] For port 0cd25089-56a5-4d04-a3f6-2764f32c9438, host n-d-715271-16, cleared binding levels {{(pid=95068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:22:08.730736 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-d2bfa221-71a6-4e2a-9075-0ffbe07c2b19 None None] For port 0cd25089-56a5-4d04-a3f6-2764f32c9438, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=0cd25089-56a5-4d04-a3f6-2764f32c9438,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:22:08.735437 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-d2bfa221-71a6-4e2a-9075-0ffbe07c2b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:08.769571 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1f4d2f-d07d-4914-b970-a1b3adb07d80 admin admin] Network ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:22:08.772527 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-9a1f4d2f-d07d-4914-b970-a1b3adb07d80 admin admin] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:22:08.776030 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1f4d2f-d07d-4914-b970-a1b3adb07d80 admin admin] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:22:08.783618 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bfa221-71a6-4e2a-9075-0ffbe07c2b19 None None] Routers {'256a5ed9-4efe-4bd7-990e-a3b9b2b61af6'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:22:08.783754 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1f4d2f-d07d-4914-b970-a1b3adb07d80 admin admin] Pushing event updated for resources: {'Port': ['ID=ea8a0d11-fad4-4642-8356-3ab6416f5b80,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:22:08.784140 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-d2bfa221-71a6-4e2a-9075-0ffbe07c2b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:21:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['256a5ed9-4efe-4bd7-990e-a3b9b2b61af6'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:22:08.822930 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9a1f4d2f-d07d-4914-b970-a1b3adb07d80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068614'] for router_interface, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:08.950406 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e657b1f-849e-40a1-b476-9c3bdb312111 None None] Pushing event updated for resources: {'Port': ['ID=0cd25089-56a5-4d04-a3f6-2764f32c9438,revision_number=3']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:22:08.965438 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9a1f4d2f-d07d-4914-b970-a1b3adb07d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:09.013543 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-b040d642-a165-4880-b1bf-b73668134de7 None None] Provisioning complete for port ea8a0d11-fad4-4642-8356-3ab6416f5b80 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:22:09.014201 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b040d642-a165-4880-b1bf-b73668134de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:09.020672 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-d2bfa221-71a6-4e2a-9075-0ffbe07c2b19 None None] Set router 256a5ed9-4efe-4bd7-990e-a3b9b2b61af6 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:22:09.052531 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-b040d642-a165-4880-b1bf-b73668134de7 None None] Port ea8a0d11-fad4-4642-8356-3ab6416f5b80 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:22:09.134054 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9a1f4d2f-d07d-4914-b970-a1b3adb07d80 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:09.138690 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9a1f4d2f-d07d-4914-b970-a1b3adb07d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:09.202985 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-d2bfa221-71a6-4e2a-9075-0ffbe07c2b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256a5ed9-4efe-4bd7-990e-a3b9b2b61af6', 'name': 'tempest-TestVolumeBackupRestore-317872564-router', 'tenant_id': '4b85afe212de48e3bea49a5ea5f3eb2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': '0cd25089-56a5-4d04-a3f6-2764f32c9438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:22:06Z', 'updated_at': '2021-09-23T07:22:07Z', 'revision_number': 3, 'project_id': '4b85afe212de48e3bea49a5ea5f3eb2d', 'gw_port': {'id': '0cd25089-56a5-4d04-a3f6-2764f32c9438', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5c:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '256a5ed9-4efe-4bd7-990e-a3b9b2b61af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:22:06Z', 'updated_at': '2021-09-23T07:22:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:22:09.205817 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9a1f4d2f-d07d-4914-b970-a1b3adb07d80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067062'] for router_interface, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:09.208462 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1f4d2f-d07d-4914-b970-a1b3adb07d80 admin admin] Pushing event updated for resources: {'Port': ['ID=ea8a0d11-fad4-4642-8356-3ab6416f5b80,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:22:09.229823 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bfa221-71a6-4e2a-9075-0ffbe07c2b19 None None] The sync data for ids ['256a5ed9-4efe-4bd7-990e-a3b9b2b61af6'] in n-d-715271-16 is: [{'id': '256a5ed9-4efe-4bd7-990e-a3b9b2b61af6', 'name': 'tempest-TestVolumeBackupRestore-317872564-router', 'tenant_id': '4b85afe212de48e3bea49a5ea5f3eb2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': '0cd25089-56a5-4d04-a3f6-2764f32c9438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:22:06Z', 'updated_at': '2021-09-23T07:22:07Z', 'revision_number': 3, 'project_id': '4b85afe212de48e3bea49a5ea5f3eb2d', 'gw_port': {'id': '0cd25089-56a5-4d04-a3f6-2764f32c9438', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5c:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '256a5ed9-4efe-4bd7-990e-a3b9b2b61af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:22:06Z', 'updated_at': '2021-09-23T07:22:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:22:09.306801 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1f4d2f-d07d-4914-b970-a1b3adb07d80 admin admin] Network ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:22:09.308201 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-9a1f4d2f-d07d-4914-b970-a1b3adb07d80 admin admin] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:22:09.436076 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a1f4d2f-d07d-4914-b970-a1b3adb07d80 admin admin] Router 256a5ed9-4efe-4bd7-990e-a3b9b2b61af6 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:22:09.574289 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-962e2991-8e50-4b08-a17a-d8848fcaf33e None None] Provisioning complete for port ea8a0d11-fad4-4642-8356-3ab6416f5b80 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:22:09.574666 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-962e2991-8e50-4b08-a17a-d8848fcaf33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:09.577164 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a1f4d2f-d07d-4914-b970-a1b3adb07d80 admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:22:09.582391 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-9a1f4d2f-d07d-4914-b970-a1b3adb07d80 admin admin] 10.222.0.39 "PUT /v2.0/routers/256a5ed9-4efe-4bd7-990e-a3b9b2b61af6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6157584 Sep 23 07:22:09.613033 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-962e2991-8e50-4b08-a17a-d8848fcaf33e None None] Port ea8a0d11-fad4-4642-8356-3ab6416f5b80 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:22:09.992973 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 0cd25089-56a5-4d04-a3f6-2764f32c9438 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:22:10.056255 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 0cd25089-56a5-4d04-a3f6-2764f32c9438 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:22:10.056935 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:10.125330 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 48882) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:22:10.130323 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-ac38151c-8f95-4695-87a8-666dae463011 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1711031197-network', 'tenant_id': '59836f9865a8447c8c136c742624f100'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:22:10.142636 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:10.154111 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac38151c-8f95-4695-87a8-666dae463011 admin admin] Made reservation on behalf of 59836f9865a8447c8c136c742624f100 for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:22:10.156545 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ac38151c-8f95-4695-87a8-666dae463011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:10.163121 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port 0cd25089-56a5-4d04-a3f6-2764f32c9438, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=0cd25089-56a5-4d04-a3f6-2764f32c9438,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:22:10.166636 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ac38151c-8f95-4695-87a8-666dae463011 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:10.169852 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:10.170920 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device ddba6720-2d50-4b40-88a7-75c8fcb60f3e up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:22:10.245941 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=0cd25089-56a5-4d04-a3f6-2764f32c9438,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:22:10.265077 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ac38151c-8f95-4695-87a8-666dae463011 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:10.265808 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port ddba6720-2d50-4b40-88a7-75c8fcb60f3e triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:22:10.266209 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:10.269688 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ac38151c-8f95-4695-87a8-666dae463011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:10.289533 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:10.297086 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac38151c-8f95-4695-87a8-666dae463011 admin admin] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:22:10.308084 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac38151c-8f95-4695-87a8-666dae463011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab3ee08f-1056-4a3b-970f-ac7817c84fee,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:22:10.313340 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ac38151c-8f95-4695-87a8-666dae463011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:10.313799 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-ac38151c-8f95-4695-87a8-666dae463011 admin admin] Added segment 73ef2510-125c-48a8-94dc-306dce87a760 of type vlan for network d242b8d0-bc10-4385-acbe-fe3f74446b11 Sep 23 07:22:10.356468 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ac38151c-8f95-4695-87a8-666dae463011 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:10.383687 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ac38151c-8f95-4695-87a8-666dae463011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:10.384759 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac38151c-8f95-4695-87a8-666dae463011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:22:10.385343 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ac38151c-8f95-4695-87a8-666dae463011 admin admin] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:10.409041 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-ac38151c-8f95-4695-87a8-666dae463011 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2825673 Sep 23 07:22:10.411957 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 48884) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:22:10.417027 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-7215f1aa-67d8-410c-803f-699d57ebbe42 admin admin] Request body: {'subnet': {'network_id': 'd242b8d0-bc10-4385-acbe-fe3f74446b11', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1711031197-subnet', 'tenant_id': '59836f9865a8447c8c136c742624f100', 'ip_version': 4}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:22:10.438248 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7215f1aa-67d8-410c-803f-699d57ebbe42 admin admin] Made reservation on behalf of 59836f9865a8447c8c136c742624f100 for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:22:10.440928 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7215f1aa-67d8-410c-803f-699d57ebbe42 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:10.446712 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac38151c-8f95-4695-87a8-666dae463011 admin admin] Pushing event updated for resources: {'Network': ['ID=d242b8d0-bc10-4385-acbe-fe3f74446b11,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:22:10.456181 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network d242b8d0-bc10-4385-acbe-fe3f74446b11 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:22:10.625589 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7215f1aa-67d8-410c-803f-699d57ebbe42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:10.681112 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7215f1aa-67d8-410c-803f-699d57ebbe42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9c267b6-d813-4e2e-8b89-efe9c1e99280,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:22:10.696676 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7215f1aa-67d8-410c-803f-699d57ebbe42 admin admin] Checking segment: {'id': '73ef2510-125c-48a8-94dc-306dce87a760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd242b8d0-bc10-4385-acbe-fe3f74446b11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:22:10.697033 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7215f1aa-67d8-410c-803f-699d57ebbe42 admin admin] Network hostable DHCP agents. Network: d242b8d0-bc10-4385-acbe-fe3f74446b11, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:22:10.713131 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7215f1aa-67d8-410c-803f-699d57ebbe42 admin admin] Network d242b8d0-bc10-4385-acbe-fe3f74446b11 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:22:10.721710 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-7215f1aa-67d8-410c-803f-699d57ebbe42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, d242b8d0-bc10-4385-acbe-fe3f74446b11) {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:22:10.727196 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7215f1aa-67d8-410c-803f-699d57ebbe42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:22:10.728786 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7215f1aa-67d8-410c-803f-699d57ebbe42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:10.730078 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4949da-a2c8-4774-acc7-bf89f998f64b None None] Network d242b8d0-bc10-4385-acbe-fe3f74446b11 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:22:10.745319 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-7215f1aa-67d8-410c-803f-699d57ebbe42 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3320827 Sep 23 07:22:10.747807 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 48886) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:22:10.752264 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-f6976e3b-877a-4efa-8e5f-176e4364cd03 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1711031197-router', 'tenant_id': '59836f9865a8447c8c136c742624f100', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:22:10.775292 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f6976e3b-877a-4efa-8e5f-176e4364cd03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:10.776420 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f6976e3b-877a-4efa-8e5f-176e4364cd03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:10.835738 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f6976e3b-877a-4efa-8e5f-176e4364cd03 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:10.858327 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83923fd6-a3da-400e-90f5-4b0db20e62ee None None] Sync routers for ids ['256a5ed9-4efe-4bd7-990e-a3b9b2b61af6'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:22:10.873112 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83923fd6-a3da-400e-90f5-4b0db20e62ee None None] Routers {'256a5ed9-4efe-4bd7-990e-a3b9b2b61af6'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:22:10.873730 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-83923fd6-a3da-400e-90f5-4b0db20e62ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:21:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['256a5ed9-4efe-4bd7-990e-a3b9b2b61af6'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:22:10.928170 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd57630-8445-4e08-82fc-c54540cab3e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-d242b8d0-bc10-4385-acbe-fe3f74446b11', 'network_id': 'd242b8d0-bc10-4385-acbe-fe3f74446b11', 'tenant_id': '59836f9865a8447c8c136c742624f100', 'fixed_ips': [{'subnet_id': 'e9c267b6-d813-4e2e-8b89-efe9c1e99280'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:22:10.929004 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-bdd57630-8445-4e08-82fc-c54540cab3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:10.988025 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f6976e3b-877a-4efa-8e5f-176e4364cd03 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:11.124507 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-4c4374cc-ad16-4fbb-bba3-2fd8c0c3cad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:11.199269 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f6976e3b-877a-4efa-8e5f-176e4364cd03 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:11.218423 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f6976e3b-877a-4efa-8e5f-176e4364cd03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:11.236556 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-83923fd6-a3da-400e-90f5-4b0db20e62ee None None] Set router 256a5ed9-4efe-4bd7-990e-a3b9b2b61af6 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:22:11.328248 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-f6976e3b-877a-4efa-8e5f-176e4364cd03 admin admin] Allocated IP 172.25.2.185 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/207583d8-3d04-4ba0-8711-311d48a08b72) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:22:11.353234 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-bdd57630-8445-4e08-82fc-c54540cab3e1 None None] Allocated IP 172.20.0.2 (d242b8d0-bc10-4385-acbe-fe3f74446b11/e9c267b6-d813-4e2e-8b89-efe9c1e99280/ed688f16-2ec7-4dd1-8618-6f719fb4cc75) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:22:11.437803 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f6976e3b-877a-4efa-8e5f-176e4364cd03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:11.477924 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f6976e3b-877a-4efa-8e5f-176e4364cd03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:11.515282 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6976e3b-877a-4efa-8e5f-176e4364cd03 admin admin] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:22:11.518236 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-f6976e3b-877a-4efa-8e5f-176e4364cd03 admin admin] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:22:11.522337 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6976e3b-877a-4efa-8e5f-176e4364cd03 admin admin] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:22:11.556491 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6976e3b-877a-4efa-8e5f-176e4364cd03 admin admin] Pushing event updated for resources: {'Port': ['ID=207583d8-3d04-4ba0-8711-311d48a08b72,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:22:11.587854 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:11.603384 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-bdd57630-8445-4e08-82fc-c54540cab3e1 None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:11.607579 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-83923fd6-a3da-400e-90f5-4b0db20e62ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256a5ed9-4efe-4bd7-990e-a3b9b2b61af6', 'name': 'tempest-TestVolumeBackupRestore-317872564-router', 'tenant_id': '4b85afe212de48e3bea49a5ea5f3eb2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': '0cd25089-56a5-4d04-a3f6-2764f32c9438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:22:06Z', 'updated_at': '2021-09-23T07:22:08Z', 'revision_number': 4, 'project_id': '4b85afe212de48e3bea49a5ea5f3eb2d', 'gw_port': {'id': '0cd25089-56a5-4d04-a3f6-2764f32c9438', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256a5ed9-4efe-4bd7-990e-a3b9b2b61af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:22:06Z', 'updated_at': '2021-09-23T07:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': 'ea8a0d11-fad4-4642-8356-3ab6416f5b80', 'name': '', 'network_id': 'ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40', 'tenant_id': '4b85afe212de48e3bea49a5ea5f3eb2d', 'mac_address': 'fa:16:3e:c2:05:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '256a5ed9-4efe-4bd7-990e-a3b9b2b61af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '31f5500c-26cf-443e-b72b-5679ac694af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:22:08Z', 'updated_at': '2021-09-23T07:22:09Z', 'revision_number': 2, 'project_id': '4b85afe212de48e3bea49a5ea5f3eb2d', 'subnets': [{'id': '31f5500c-26cf-443e-b72b-5679ac694af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:22:11.638796 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-bdd57630-8445-4e08-82fc-c54540cab3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:11.643474 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83923fd6-a3da-400e-90f5-4b0db20e62ee None None] Checking router: 256a5ed9-4efe-4bd7-990e-a3b9b2b61af6 for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:22:11.643862 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83923fd6-a3da-400e-90f5-4b0db20e62ee None None] Updating router 256a5ed9-4efe-4bd7-990e-a3b9b2b61af6 port ea8a0d11-fad4-4642-8356-3ab6416f5b80 binding host n-d-715271-16 {{(pid=95067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 07:22:11.700551 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd57630-8445-4e08-82fc-c54540cab3e1 None None] Network d242b8d0-bc10-4385-acbe-fe3f74446b11 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:22:11.705298 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-bdd57630-8445-4e08-82fc-c54540cab3e1 None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:22:11.707871 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd57630-8445-4e08-82fc-c54540cab3e1 None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:22:11.710584 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-83923fd6-a3da-400e-90f5-4b0db20e62ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:11.734933 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd57630-8445-4e08-82fc-c54540cab3e1 None None] Pushing event updated for resources: {'Port': ['ID=ed688f16-2ec7-4dd1-8618-6f719fb4cc75,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:22:11.782194 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f6976e3b-877a-4efa-8e5f-176e4364cd03 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:11.808827 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-bdd57630-8445-4e08-82fc-c54540cab3e1 None None] Attempting to bind port ed688f16-2ec7-4dd1-8618-6f719fb4cc75 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:22:11.809200 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-bdd57630-8445-4e08-82fc-c54540cab3e1 None None] Attempting to bind port ed688f16-2ec7-4dd1-8618-6f719fb4cc75 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '73ef2510-125c-48a8-94dc-306dce87a760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd242b8d0-bc10-4385-acbe-fe3f74446b11'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:22:11.809566 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd57630-8445-4e08-82fc-c54540cab3e1 None None] Attempting to bind port ed688f16-2ec7-4dd1-8618-6f719fb4cc75 on network d242b8d0-bc10-4385-acbe-fe3f74446b11 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:22:11.821385 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd57630-8445-4e08-82fc-c54540cab3e1 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:22:11.821761 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd57630-8445-4e08-82fc-c54540cab3e1 None None] Checking segment: {'id': '73ef2510-125c-48a8-94dc-306dce87a760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd242b8d0-bc10-4385-acbe-fe3f74446b11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:22:11.822189 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-bdd57630-8445-4e08-82fc-c54540cab3e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:11.822585 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd57630-8445-4e08-82fc-c54540cab3e1 None None] Bound using segment: {'id': '73ef2510-125c-48a8-94dc-306dce87a760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd242b8d0-bc10-4385-acbe-fe3f74446b11'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:22:11.823057 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-bdd57630-8445-4e08-82fc-c54540cab3e1 None None] Bound port: ed688f16-2ec7-4dd1-8618-6f719fb4cc75, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ef2510-125c-48a8-94dc-306dce87a760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd242b8d0-bc10-4385-acbe-fe3f74446b11'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:22:11.823437 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-bdd57630-8445-4e08-82fc-c54540cab3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:11.918830 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 0cd25089-56a5-4d04-a3f6-2764f32c9438 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:22:11.986103 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f6976e3b-877a-4efa-8e5f-176e4364cd03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:12.008848 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-bdd57630-8445-4e08-82fc-c54540cab3e1 None None] For port ed688f16-2ec7-4dd1-8618-6f719fb4cc75, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:22:12.057172 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-bdd57630-8445-4e08-82fc-c54540cab3e1 None None] For port ed688f16-2ec7-4dd1-8618-6f719fb4cc75, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=ed688f16-2ec7-4dd1-8618-6f719fb4cc75,segment=NetworkSegment(73ef2510-125c-48a8-94dc-306dce87a760),segment_id=73ef2510-125c-48a8-94dc-306dce87a760)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:22:12.065827 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-bdd57630-8445-4e08-82fc-c54540cab3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:12.098473 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 0cd25089-56a5-4d04-a3f6-2764f32c9438 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:22:12.098870 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:12.122575 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6976e3b-877a-4efa-8e5f-176e4364cd03 admin admin] Router 81c81287-b897-4a8c-bb04-5a4e44fd5ad3 is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 07:22:12.196199 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd57630-8445-4e08-82fc-c54540cab3e1 None None] Pushing event updated for resources: {'Port': ['ID=ed688f16-2ec7-4dd1-8618-6f719fb4cc75,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:22:12.252277 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6976e3b-877a-4efa-8e5f-176e4364cd03 admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:22:12.267706 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1433e202-e966-47c3-b039-063eced1daed None None] Sync routers for ids ['81c81287-b897-4a8c-bb04-5a4e44fd5ad3'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:22:12.272156 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f6976e3b-877a-4efa-8e5f-176e4364cd03 admin admin] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:12.276456 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 48890) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:22:12.277198 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-f6976e3b-877a-4efa-8e5f-176e4364cd03 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5281990 Sep 23 07:22:12.284411 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1433e202-e966-47c3-b039-063eced1daed None None] Routers {'81c81287-b897-4a8c-bb04-5a4e44fd5ad3'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:22:12.285477 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-1433e202-e966-47c3-b039-063eced1daed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:22:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['81c81287-b897-4a8c-bb04-5a4e44fd5ad3'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:22:12.292167 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-83923fd6-a3da-400e-90f5-4b0db20e62ee None None] Notify callbacks [] for port, precommit_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:12.304381 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-83923fd6-a3da-400e-90f5-4b0db20e62ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:12.394361 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd8b33d-345f-4eab-974a-4616a85b0c0b None None] Pushing event updated for resources: {'Port': ['ID=ea8a0d11-fad4-4642-8356-3ab6416f5b80,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:22:12.437210 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:12.498888 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-83923fd6-a3da-400e-90f5-4b0db20e62ee None None] Attempting to bind port ea8a0d11-fad4-4642-8356-3ab6416f5b80 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:22:12.499572 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-83923fd6-a3da-400e-90f5-4b0db20e62ee None None] Attempting to bind port ea8a0d11-fad4-4642-8356-3ab6416f5b80 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '2a1a9db9-05d2-4e21-9bbd-043a273c4711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:22:12.502267 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83923fd6-a3da-400e-90f5-4b0db20e62ee None None] Attempting to bind port ea8a0d11-fad4-4642-8356-3ab6416f5b80 on network ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:22:12.508747 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83923fd6-a3da-400e-90f5-4b0db20e62ee None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:22:12.509133 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83923fd6-a3da-400e-90f5-4b0db20e62ee None None] Checking segment: {'id': '2a1a9db9-05d2-4e21-9bbd-043a273c4711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:22:12.509853 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-1433e202-e966-47c3-b039-063eced1daed None None] Set router 81c81287-b897-4a8c-bb04-5a4e44fd5ad3 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:22:12.510084 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-83923fd6-a3da-400e-90f5-4b0db20e62ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:12.510491 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83923fd6-a3da-400e-90f5-4b0db20e62ee None None] Bound using segment: {'id': '2a1a9db9-05d2-4e21-9bbd-043a273c4711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:22:12.510973 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-83923fd6-a3da-400e-90f5-4b0db20e62ee None None] Bound port: ea8a0d11-fad4-4642-8356-3ab6416f5b80, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a1a9db9-05d2-4e21-9bbd-043a273c4711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:22:12.511354 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-83923fd6-a3da-400e-90f5-4b0db20e62ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:12.553673 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ade266-9563-448e-b73a-0b2cdc3ef887 req-9ac218d8-e58e-4e6f-99ef-d5da9cd29ac7 tempest-TestNetworkAdvancedServerOps-1704827008 tempest-TestNetworkAdvancedServerOps-1704827008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:22:12.555423 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f3ade266-9563-448e-b73a-0b2cdc3ef887 req-9ac218d8-e58e-4e6f-99ef-d5da9cd29ac7 tempest-TestNetworkAdvancedServerOps-1704827008 tempest-TestNetworkAdvancedServerOps-1704827008-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=68f61390-3c88-48f6-8b09-f1d5fcf6cb1b HTTP/1.1" status: 200 len: 1098 time: 0.0879376 Sep 23 07:22:12.626841 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f3ade266-9563-448e-b73a-0b2cdc3ef887 req-c955eb6f-68f5-4cbe-a59b-4dcc1cb64ecb tempest-TestNetworkAdvancedServerOps-1704827008 tempest-TestNetworkAdvancedServerOps-1704827008-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=906fe158-99a3-4a65-a5e5-10a377ea55e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631938 Sep 23 07:22:12.651477 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-83923fd6-a3da-400e-90f5-4b0db20e62ee None None] For port ea8a0d11-fad4-4642-8356-3ab6416f5b80, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:22:12.659459 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-83923fd6-a3da-400e-90f5-4b0db20e62ee None None] For port ea8a0d11-fad4-4642-8356-3ab6416f5b80, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=ea8a0d11-fad4-4642-8356-3ab6416f5b80,segment=NetworkSegment(2a1a9db9-05d2-4e21-9bbd-043a273c4711),segment_id=2a1a9db9-05d2-4e21-9bbd-043a273c4711)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:22:12.666364 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-83923fd6-a3da-400e-90f5-4b0db20e62ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:12.742747 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83923fd6-a3da-400e-90f5-4b0db20e62ee None None] Routers {'256a5ed9-4efe-4bd7-990e-a3b9b2b61af6'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:22:12.743474 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-83923fd6-a3da-400e-90f5-4b0db20e62ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:22:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['256a5ed9-4efe-4bd7-990e-a3b9b2b61af6'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:22:12.775096 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-1433e202-e966-47c3-b039-063eced1daed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81c81287-b897-4a8c-bb04-5a4e44fd5ad3', 'name': 'tempest-TestVolumeBackupRestore-1711031197-router', 'tenant_id': '59836f9865a8447c8c136c742624f100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '207583d8-3d04-4ba0-8711-311d48a08b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:22:10Z', 'updated_at': '2021-09-23T07:22:11Z', 'revision_number': 3, 'project_id': '59836f9865a8447c8c136c742624f100', 'gw_port': {'id': '207583d8-3d04-4ba0-8711-311d48a08b72', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:16:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81c81287-b897-4a8c-bb04-5a4e44fd5ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:22:11Z', 'updated_at': '2021-09-23T07:22:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:22:12.814298 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1433e202-e966-47c3-b039-063eced1daed None None] Checking router: 81c81287-b897-4a8c-bb04-5a4e44fd5ad3 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:22:12.815094 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1433e202-e966-47c3-b039-063eced1daed None None] Updating router 81c81287-b897-4a8c-bb04-5a4e44fd5ad3 port 207583d8-3d04-4ba0-8711-311d48a08b72 binding host n-d-715271-16 {{(pid=95068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 07:22:12.821973 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd8b33d-345f-4eab-974a-4616a85b0c0b None None] Pushing event updated for resources: {'Port': ['ID=ea8a0d11-fad4-4642-8356-3ab6416f5b80,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:22:12.840047 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-36003428-5a4e-4407-8e98-84d4b31853d2 None None] Provisioning complete for port ea8a0d11-fad4-4642-8356-3ab6416f5b80 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:22:12.840423 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-36003428-5a4e-4407-8e98-84d4b31853d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:12.863796 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-1433e202-e966-47c3-b039-063eced1daed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:12.878707 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6978b3f-4473-4886-9289-837e0d6c8c8e req-2346daff-befc-4dec-9c3d-635717efc9fe tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:22:12.880197 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b6978b3f-4473-4886-9289-837e0d6c8c8e req-2346daff-befc-4dec-9c3d-635717efc9fe tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=68f61390-3c88-48f6-8b09-f1d5fcf6cb1b HTTP/1.1" status: 200 len: 946 time: 0.1273730 Sep 23 07:22:12.966058 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b6978b3f-4473-4886-9289-837e0d6c8c8e req-a25e7d92-bb86-4c75-a9d2-dda177537d37 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=906fe158-99a3-4a65-a5e5-10a377ea55e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752180 Sep 23 07:22:12.990858 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 48896) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:22:13.003310 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-83923fd6-a3da-400e-90f5-4b0db20e62ee None None] Set router 256a5ed9-4efe-4bd7-990e-a3b9b2b61af6 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:22:13.052556 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-36003428-5a4e-4407-8e98-84d4b31853d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:13.075915 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-77e16764-4746-4be3-b664-3b85b3b3cd4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:13.094445 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-e9432bec-4ea3-426f-90bd-835a04242716 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/floatingips/4907bc39-94ba-41ee-afdc-5bd915102748 HTTP/1.1" status: 200 len: 994 time: 0.1023767 Sep 23 07:22:13.172116 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-36003428-5a4e-4407-8e98-84d4b31853d2 None None] For port ea8a0d11-fad4-4642-8356-3ab6416f5b80, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=ea8a0d11-fad4-4642-8356-3ab6416f5b80,segment=NetworkSegment(2a1a9db9-05d2-4e21-9bbd-043a273c4711),segment_id=2a1a9db9-05d2-4e21-9bbd-043a273c4711)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:22:13.208670 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-36003428-5a4e-4407-8e98-84d4b31853d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:13.264621 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-1433e202-e966-47c3-b039-063eced1daed None None] Notify callbacks [] for port, precommit_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:13.271507 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-1433e202-e966-47c3-b039-063eced1daed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:13.292096 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36003428-5a4e-4407-8e98-84d4b31853d2 None None] Pushing event updated for resources: {'Port': ['ID=ea8a0d11-fad4-4642-8356-3ab6416f5b80,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:22:13.312050 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-77e16764-4746-4be3-b664-3b85b3b3cd4b admin admin] Allocated IP 172.20.0.1 (d242b8d0-bc10-4385-acbe-fe3f74446b11/e9c267b6-d813-4e2e-8b89-efe9c1e99280/d7faf70b-6b4c-490a-a8d3-647d96c0b19a) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:22:13.346600 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-02a59137-cec0-48c3-a533-280daa1bc448 None None] Provisioning complete for port ea8a0d11-fad4-4642-8356-3ab6416f5b80 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:22:13.347125 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-02a59137-cec0-48c3-a533-280daa1bc448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:13.364248 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7365d-4c3b-4474-9b28-3b7953f5bb75 None None] Pushing event updated for resources: {'Port': ['ID=207583d8-3d04-4ba0-8711-311d48a08b72,revision_number=2']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:22:13.373701 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-1433e202-e966-47c3-b039-063eced1daed None None] Attempting to bind port 207583d8-3d04-4ba0-8711-311d48a08b72 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:22:13.374432 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-1433e202-e966-47c3-b039-063eced1daed None None] Attempting to bind port 207583d8-3d04-4ba0-8711-311d48a08b72 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:22:13.374974 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1433e202-e966-47c3-b039-063eced1daed None None] Attempting to bind port 207583d8-3d04-4ba0-8711-311d48a08b72 on network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:22:13.382381 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1433e202-e966-47c3-b039-063eced1daed None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:22:13.383034 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1433e202-e966-47c3-b039-063eced1daed None None] Checking segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:22:13.383616 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-1433e202-e966-47c3-b039-063eced1daed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:13.384499 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1433e202-e966-47c3-b039-063eced1daed None None] Bound using segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:22:13.385284 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-1433e202-e966-47c3-b039-063eced1daed None None] Bound port: 207583d8-3d04-4ba0-8711-311d48a08b72, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:22:13.385856 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-1433e202-e966-47c3-b039-063eced1daed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:13.452293 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-83923fd6-a3da-400e-90f5-4b0db20e62ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256a5ed9-4efe-4bd7-990e-a3b9b2b61af6', 'name': 'tempest-TestVolumeBackupRestore-317872564-router', 'tenant_id': '4b85afe212de48e3bea49a5ea5f3eb2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': '0cd25089-56a5-4d04-a3f6-2764f32c9438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:22:06Z', 'updated_at': '2021-09-23T07:22:08Z', 'revision_number': 4, 'project_id': '4b85afe212de48e3bea49a5ea5f3eb2d', 'gw_port': {'id': '0cd25089-56a5-4d04-a3f6-2764f32c9438', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256a5ed9-4efe-4bd7-990e-a3b9b2b61af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:22:06Z', 'updated_at': '2021-09-23T07:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': 'ea8a0d11-fad4-4642-8356-3ab6416f5b80', 'name': '', 'network_id': 'ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40', 'tenant_id': '4b85afe212de48e3bea49a5ea5f3eb2d', 'mac_address': 'fa:16:3e:c2:05:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '256a5ed9-4efe-4bd7-990e-a3b9b2b61af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '31f5500c-26cf-443e-b72b-5679ac694af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:22:08Z', 'updated_at': '2021-09-23T07:22:12Z', 'revision_number': 4, 'project_id': '4b85afe212de48e3bea49a5ea5f3eb2d', 'subnets': [{'id': '31f5500c-26cf-443e-b72b-5679ac694af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:22:13.464843 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-1433e202-e966-47c3-b039-063eced1daed None None] For port 207583d8-3d04-4ba0-8711-311d48a08b72, host n-d-715271-16, cleared binding levels {{(pid=95068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:22:13.467459 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-77e16764-4746-4be3-b664-3b85b3b3cd4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:13.468243 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-1433e202-e966-47c3-b039-063eced1daed None None] For port 207583d8-3d04-4ba0-8711-311d48a08b72, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=207583d8-3d04-4ba0-8711-311d48a08b72,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:22:13.472730 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-1433e202-e966-47c3-b039-063eced1daed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:13.473565 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [req-0f050a74-6780-4ad6-b2e0-e6c4a6c6e4f9 req-5ba33c7e-ae79-4c44-8c3a-54aa6c391cc1 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=95065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:22:13.482573 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0f050a74-6780-4ad6-b2e0-e6c4a6c6e4f9 req-5ba33c7e-ae79-4c44-8c3a-54aa6c391cc1 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0132487 Sep 23 07:22:13.486283 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad771b8-7ecc-43c0-8e0c-02c83a51645f None None] Network d242b8d0-bc10-4385-acbe-fe3f74446b11 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:22:13.491674 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83923fd6-a3da-400e-90f5-4b0db20e62ee None None] The sync data for ids ['256a5ed9-4efe-4bd7-990e-a3b9b2b61af6'] in n-d-715271-16 is: [{'id': '256a5ed9-4efe-4bd7-990e-a3b9b2b61af6', 'name': 'tempest-TestVolumeBackupRestore-317872564-router', 'tenant_id': '4b85afe212de48e3bea49a5ea5f3eb2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': '0cd25089-56a5-4d04-a3f6-2764f32c9438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:22:06Z', 'updated_at': '2021-09-23T07:22:08Z', 'revision_number': 4, 'project_id': '4b85afe212de48e3bea49a5ea5f3eb2d', 'gw_port': {'id': '0cd25089-56a5-4d04-a3f6-2764f32c9438', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256a5ed9-4efe-4bd7-990e-a3b9b2b61af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:22:06Z', 'updated_at': '2021-09-23T07:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': 'ea8a0d11-fad4-4642-8356-3ab6416f5b80', 'name': '', 'network_id': 'ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40', 'tenant_id': '4b85afe212de48e3bea49a5ea5f3eb2d', 'mac_address': 'fa:16:3e:c2:05:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '256a5ed9-4efe-4bd7-990e-a3b9b2b61af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '31f5500c-26cf-443e-b72b-5679ac694af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:22:08Z', 'updated_at': '2021-09-23T07:22:12Z', 'revision_number': 4, 'project_id': '4b85afe212de48e3bea49a5ea5f3eb2d', 'subnets': [{'id': '31f5500c-26cf-443e-b72b-5679ac694af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:22:13.523746 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7365d-4c3b-4474-9b28-3b7953f5bb75 None None] Pushing event updated for resources: {'Port': ['ID=207583d8-3d04-4ba0-8711-311d48a08b72,revision_number=3']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:22:13.568089 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-77e16764-4746-4be3-b664-3b85b3b3cd4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:13.594610 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1433e202-e966-47c3-b039-063eced1daed None None] Routers {'81c81287-b897-4a8c-bb04-5a4e44fd5ad3'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:22:13.594610 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-1433e202-e966-47c3-b039-063eced1daed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:22:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['81c81287-b897-4a8c-bb04-5a4e44fd5ad3'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:22:13.635732 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e16764-4746-4be3-b664-3b85b3b3cd4b admin admin] Network d242b8d0-bc10-4385-acbe-fe3f74446b11 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:22:13.641493 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-77e16764-4746-4be3-b664-3b85b3b3cd4b admin admin] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:22:13.644929 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e16764-4746-4be3-b664-3b85b3b3cd4b admin admin] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:22:13.691707 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-77e16764-4746-4be3-b664-3b85b3b3cd4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068614'] for router_interface, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:13.769844 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-1433e202-e966-47c3-b039-063eced1daed None None] Set router 81c81287-b897-4a8c-bb04-5a4e44fd5ad3 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:22:13.985124 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:13.998873 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-b1e18ad7-48d1-4162-a183-e294f11413d1 None None] Provisioning complete for port ed688f16-2ec7-4dd1-8618-6f719fb4cc75 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:22:13.999257 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b1e18ad7-48d1-4162-a183-e294f11413d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:14.080098 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-1433e202-e966-47c3-b039-063eced1daed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81c81287-b897-4a8c-bb04-5a4e44fd5ad3', 'name': 'tempest-TestVolumeBackupRestore-1711031197-router', 'tenant_id': '59836f9865a8447c8c136c742624f100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '207583d8-3d04-4ba0-8711-311d48a08b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:22:10Z', 'updated_at': '2021-09-23T07:22:11Z', 'revision_number': 3, 'project_id': '59836f9865a8447c8c136c742624f100', 'gw_port': {'id': '207583d8-3d04-4ba0-8711-311d48a08b72', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:16:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81c81287-b897-4a8c-bb04-5a4e44fd5ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:22:11Z', 'updated_at': '2021-09-23T07:22:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:22:14.131866 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device ed688f16-2ec7-4dd1-8618-6f719fb4cc75 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:22:14.135546 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1433e202-e966-47c3-b039-063eced1daed None None] The sync data for ids ['81c81287-b897-4a8c-bb04-5a4e44fd5ad3'] in n-d-715271-16 is: [{'id': '81c81287-b897-4a8c-bb04-5a4e44fd5ad3', 'name': 'tempest-TestVolumeBackupRestore-1711031197-router', 'tenant_id': '59836f9865a8447c8c136c742624f100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '207583d8-3d04-4ba0-8711-311d48a08b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:22:10Z', 'updated_at': '2021-09-23T07:22:11Z', 'revision_number': 3, 'project_id': '59836f9865a8447c8c136c742624f100', 'gw_port': {'id': '207583d8-3d04-4ba0-8711-311d48a08b72', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:16:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81c81287-b897-4a8c-bb04-5a4e44fd5ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:22:11Z', 'updated_at': '2021-09-23T07:22:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:22:14.291279 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b1e18ad7-48d1-4162-a183-e294f11413d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:14.296312 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-61ceef4a-22d0-44d0-b547-220527227935 req-3cf41d3f-3064-4f82-874a-538b56c39731 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=68f61390-3c88-48f6-8b09-f1d5fcf6cb1b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0751109 Sep 23 07:22:14.320178 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port ed688f16-2ec7-4dd1-8618-6f719fb4cc75 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:22:14.320546 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:14.397067 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e16764-4746-4be3-b664-3b85b3b3cd4b admin admin] Pushing event updated for resources: {'Port': ['ID=d7faf70b-6b4c-490a-a8d3-647d96c0b19a,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:22:14.403515 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-b1e18ad7-48d1-4162-a183-e294f11413d1 None None] For port ed688f16-2ec7-4dd1-8618-6f719fb4cc75, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=ed688f16-2ec7-4dd1-8618-6f719fb4cc75,segment=NetworkSegment(73ef2510-125c-48a8-94dc-306dce87a760),segment_id=73ef2510-125c-48a8-94dc-306dce87a760)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:22:14.419986 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b1e18ad7-48d1-4162-a183-e294f11413d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:14.420669 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1294fa5-b53d-46b1-add0-fa0f0fe08423 req-8d19ae81-8dcc-4cf8-97c5-a9ffd568f67a tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:22:14.422594 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e1294fa5-b53d-46b1-add0-fa0f0fe08423 req-8d19ae81-8dcc-4cf8-97c5-a9ffd568f67a tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=68f61390-3c88-48f6-8b09-f1d5fcf6cb1b HTTP/1.1" status: 200 len: 946 time: 0.1206295 Sep 23 07:22:14.477721 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e1294fa5-b53d-46b1-add0-fa0f0fe08423 req-e959bcf0-7345-40e7-b72e-51aecb7504f2 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=906fe158-99a3-4a65-a5e5-10a377ea55e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473559 Sep 23 07:22:14.549718 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e18ad7-48d1-4162-a183-e294f11413d1 None None] Pushing event updated for resources: {'Port': ['ID=ed688f16-2ec7-4dd1-8618-6f719fb4cc75,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:22:14.577452 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-129c36a6-d95c-48b6-b020-3d6f5fd795dd None None] Provisioning complete for port ed688f16-2ec7-4dd1-8618-6f719fb4cc75 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:22:14.582618 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-129c36a6-d95c-48b6-b020-3d6f5fd795dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:14.716782 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device ea8a0d11-fad4-4642-8356-3ab6416f5b80 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:22:14.745573 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-77e16764-4746-4be3-b664-3b85b3b3cd4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:14.842817 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port ea8a0d11-fad4-4642-8356-3ab6416f5b80 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:22:14.843334 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:14.891248 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-129c36a6-d95c-48b6-b020-3d6f5fd795dd None None] Provisioning complete for port d7faf70b-6b4c-490a-a8d3-647d96c0b19a triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:22:14.891770 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-129c36a6-d95c-48b6-b020-3d6f5fd795dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:14.968838 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-129c36a6-d95c-48b6-b020-3d6f5fd795dd None None] Port d7faf70b-6b4c-490a-a8d3-647d96c0b19a cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:22:15.041580 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-77e16764-4746-4be3-b664-3b85b3b3cd4b admin admin] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:15.048541 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-77e16764-4746-4be3-b664-3b85b3b3cd4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:15.101138 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-3833ab3d-b932-4dc1-b681-1fd0e2862793 None None] Provisioning complete for port d7faf70b-6b4c-490a-a8d3-647d96c0b19a triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:22:15.101581 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3833ab3d-b932-4dc1-b681-1fd0e2862793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:15.132695 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e16764-4746-4be3-b664-3b85b3b3cd4b admin admin] Pushing event updated for resources: {'Port': ['ID=d7faf70b-6b4c-490a-a8d3-647d96c0b19a,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:22:15.135654 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-77e16764-4746-4be3-b664-3b85b3b3cd4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067062'] for router_interface, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:15.159861 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-3833ab3d-b932-4dc1-b681-1fd0e2862793 None None] Port d7faf70b-6b4c-490a-a8d3-647d96c0b19a cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:22:15.246738 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e16764-4746-4be3-b664-3b85b3b3cd4b admin admin] Network d242b8d0-bc10-4385-acbe-fe3f74446b11 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:22:15.248324 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-77e16764-4746-4be3-b664-3b85b3b3cd4b admin admin] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:22:15.425057 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77e16764-4746-4be3-b664-3b85b3b3cd4b admin admin] Router 81c81287-b897-4a8c-bb04-5a4e44fd5ad3 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:22:15.587905 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e16764-4746-4be3-b664-3b85b3b3cd4b admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:22:15.597927 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-77e16764-4746-4be3-b664-3b85b3b3cd4b admin admin] 10.222.0.39 "PUT /v2.0/routers/81c81287-b897-4a8c-bb04-5a4e44fd5ad3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3160424 Sep 23 07:22:15.601269 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-0950ee95-71a3-4ffb-acc1-19e3b2351d4c None None] Provisioning complete for port d7faf70b-6b4c-490a-a8d3-647d96c0b19a triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:22:15.601741 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0950ee95-71a3-4ffb-acc1-19e3b2351d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:15.657616 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-0950ee95-71a3-4ffb-acc1-19e3b2351d4c None None] Port d7faf70b-6b4c-490a-a8d3-647d96c0b19a cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:22:15.696740 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f54f86-be6e-4543-806b-bfebc0db63f4 req-13e53d37-fc91-4adf-8141-72e41453586f tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:22:15.704871 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e5f54f86-be6e-4543-806b-bfebc0db63f4 req-13e53d37-fc91-4adf-8141-72e41453586f tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=68f61390-3c88-48f6-8b09-f1d5fcf6cb1b HTTP/1.1" status: 200 len: 946 time: 0.1065311 Sep 23 07:22:15.743768 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e5f54f86-be6e-4543-806b-bfebc0db63f4 req-68919a92-7756-4739-9c04-542ac0b11d10 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=906fe158-99a3-4a65-a5e5-10a377ea55e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375826 Sep 23 07:22:15.970293 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device ed688f16-2ec7-4dd1-8618-6f719fb4cc75 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:22:16.029110 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port ed688f16-2ec7-4dd1-8618-6f719fb4cc75 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:22:16.030731 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:16.114183 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ceef4a-22d0-44d0-b547-220527227935 req-be0da7e2-b8be-44c6-9d31-1b29eba40d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:22:16.116335 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-61ceef4a-22d0-44d0-b547-220527227935 req-be0da7e2-b8be-44c6-9d31-1b29eba40d9c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ac3e338994b2411c8937f4fd1418e068&device_id=68f61390-3c88-48f6-8b09-f1d5fcf6cb1b HTTP/1.1" status: 200 len: 1098 time: 0.0558140 Sep 23 07:22:16.124901 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 207583d8-3d04-4ba0-8711-311d48a08b72 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:22:16.182428 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 207583d8-3d04-4ba0-8711-311d48a08b72 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:22:16.182809 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:16.223539 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ceef4a-22d0-44d0-b547-220527227935 req-7d92c9a4-413d-44e5-97e9-feb110809118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:22:16.225633 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-61ceef4a-22d0-44d0-b547-220527227935 req-7d92c9a4-413d-44e5-97e9-feb110809118 service neutron] 10.222.0.21 "GET /v2.0/networks?id=50dceb12-c047-4b01-aae6-ecd343b8c119 HTTP/1.1" status: 200 len: 897 time: 0.1010401 Sep 23 07:22:16.267863 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:16.291398 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port 207583d8-3d04-4ba0-8711-311d48a08b72, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=207583d8-3d04-4ba0-8711-311d48a08b72,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:22:16.296042 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:16.309119 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-61ceef4a-22d0-44d0-b547-220527227935 req-c65cf3bc-64a2-4c64-8737-3479568cc41c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37ea7c08-3bdb-4751-93b0-5257d6e50d08 HTTP/1.1" status: 200 len: 1002 time: 0.0753787 Sep 23 07:22:16.358689 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=207583d8-3d04-4ba0-8711-311d48a08b72,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:22:16.368495 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ceef4a-22d0-44d0-b547-220527227935 req-86c8ec06-125e-4d73-b232-642c2fa5802b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:22:16.370049 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-61ceef4a-22d0-44d0-b547-220527227935 req-86c8ec06-125e-4d73-b232-642c2fa5802b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b0d07326-4065-4fd7-b5cf-d686d21d7d63 HTTP/1.1" status: 200 len: 835 time: 0.0532205 Sep 23 07:22:16.424569 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ceef4a-22d0-44d0-b547-220527227935 req-561d5dcb-c2b5-4c21-8a28-87391f9ed27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:22:16.426163 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-61ceef4a-22d0-44d0-b547-220527227935 req-561d5dcb-c2b5-4c21-8a28-87391f9ed27f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=50dceb12-c047-4b01-aae6-ecd343b8c119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491991 Sep 23 07:22:16.531359 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-61ceef4a-22d0-44d0-b547-220527227935 req-b0a99297-c629-4c7a-948b-f833eed22621 service neutron] 10.222.0.21 "GET /v2.0/networks/50dceb12-c047-4b01-aae6-ecd343b8c119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978332 Sep 23 07:22:16.627314 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-61ceef4a-22d0-44d0-b547-220527227935 req-b9ed56da-09a9-45f2-b96a-b02740b409f6 service neutron] 10.222.0.21 "GET /v2.0/networks/50dceb12-c047-4b01-aae6-ecd343b8c119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887265 Sep 23 07:22:16.874236 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ab5375-2706-4f64-83d4-babec7632a79 req-0c28ad50-a79b-4b6b-8702-0a38e49d3e0a tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:22:16.883700 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-13ab5375-2706-4f64-83d4-babec7632a79 req-0c28ad50-a79b-4b6b-8702-0a38e49d3e0a tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=68f61390-3c88-48f6-8b09-f1d5fcf6cb1b HTTP/1.1" status: 200 len: 946 time: 0.0630715 Sep 23 07:22:16.924605 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-13ab5375-2706-4f64-83d4-babec7632a79 req-24cf6326-9533-4a23-8ec4-c0b10e53a3be tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=906fe158-99a3-4a65-a5e5-10a377ea55e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397582 Sep 23 07:22:17.067817 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868f08e2-d738-4dd7-a2c2-ccfd5bb9f818 None None] Sync routers for ids ['81c81287-b897-4a8c-bb04-5a4e44fd5ad3'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:22:17.077471 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868f08e2-d738-4dd7-a2c2-ccfd5bb9f818 None None] Routers {'81c81287-b897-4a8c-bb04-5a4e44fd5ad3'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:22:17.078120 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-868f08e2-d738-4dd7-a2c2-ccfd5bb9f818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:22:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['81c81287-b897-4a8c-bb04-5a4e44fd5ad3'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:22:17.190280 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-868f08e2-d738-4dd7-a2c2-ccfd5bb9f818 None None] Set router 81c81287-b897-4a8c-bb04-5a4e44fd5ad3 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:22:17.404598 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-868f08e2-d738-4dd7-a2c2-ccfd5bb9f818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81c81287-b897-4a8c-bb04-5a4e44fd5ad3', 'name': 'tempest-TestVolumeBackupRestore-1711031197-router', 'tenant_id': '59836f9865a8447c8c136c742624f100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '207583d8-3d04-4ba0-8711-311d48a08b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:22:10Z', 'updated_at': '2021-09-23T07:22:14Z', 'revision_number': 4, 'project_id': '59836f9865a8447c8c136c742624f100', 'gw_port': {'id': '207583d8-3d04-4ba0-8711-311d48a08b72', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:16:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c81287-b897-4a8c-bb04-5a4e44fd5ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:22:11Z', 'updated_at': '2021-09-23T07:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': 'd7faf70b-6b4c-490a-a8d3-647d96c0b19a', 'name': '', 'network_id': 'd242b8d0-bc10-4385-acbe-fe3f74446b11', 'tenant_id': '59836f9865a8447c8c136c742624f100', 'mac_address': 'fa:16:3e:13:92:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81c81287-b897-4a8c-bb04-5a4e44fd5ad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'e9c267b6-d813-4e2e-8b89-efe9c1e99280', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:22:13Z', 'updated_at': '2021-09-23T07:22:14Z', 'revision_number': 2, 'project_id': '59836f9865a8447c8c136c742624f100', 'subnets': [{'id': 'e9c267b6-d813-4e2e-8b89-efe9c1e99280', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:22:17.431777 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868f08e2-d738-4dd7-a2c2-ccfd5bb9f818 None None] Checking router: 81c81287-b897-4a8c-bb04-5a4e44fd5ad3 for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:22:17.432137 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868f08e2-d738-4dd7-a2c2-ccfd5bb9f818 None None] Updating router 81c81287-b897-4a8c-bb04-5a4e44fd5ad3 port d7faf70b-6b4c-490a-a8d3-647d96c0b19a binding host n-d-715271-16 {{(pid=95067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 07:22:17.461352 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-868f08e2-d738-4dd7-a2c2-ccfd5bb9f818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:17.749385 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-868f08e2-d738-4dd7-a2c2-ccfd5bb9f818 None None] Notify callbacks [] for port, precommit_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:17.754776 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-868f08e2-d738-4dd7-a2c2-ccfd5bb9f818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:17.811709 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46839e83-b6e0-4edd-8530-978c9690db55 None None] Pushing event updated for resources: {'Port': ['ID=d7faf70b-6b4c-490a-a8d3-647d96c0b19a,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:22:17.865356 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-868f08e2-d738-4dd7-a2c2-ccfd5bb9f818 None None] Attempting to bind port d7faf70b-6b4c-490a-a8d3-647d96c0b19a on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:22:17.865356 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-868f08e2-d738-4dd7-a2c2-ccfd5bb9f818 None None] Attempting to bind port d7faf70b-6b4c-490a-a8d3-647d96c0b19a by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '73ef2510-125c-48a8-94dc-306dce87a760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd242b8d0-bc10-4385-acbe-fe3f74446b11'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:22:17.865356 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868f08e2-d738-4dd7-a2c2-ccfd5bb9f818 None None] Attempting to bind port d7faf70b-6b4c-490a-a8d3-647d96c0b19a on network d242b8d0-bc10-4385-acbe-fe3f74446b11 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:22:17.871857 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868f08e2-d738-4dd7-a2c2-ccfd5bb9f818 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:22:17.872382 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868f08e2-d738-4dd7-a2c2-ccfd5bb9f818 None None] Checking segment: {'id': '73ef2510-125c-48a8-94dc-306dce87a760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd242b8d0-bc10-4385-acbe-fe3f74446b11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:22:17.872824 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-868f08e2-d738-4dd7-a2c2-ccfd5bb9f818 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:17.873222 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868f08e2-d738-4dd7-a2c2-ccfd5bb9f818 None None] Bound using segment: {'id': '73ef2510-125c-48a8-94dc-306dce87a760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd242b8d0-bc10-4385-acbe-fe3f74446b11'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:22:17.873698 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-868f08e2-d738-4dd7-a2c2-ccfd5bb9f818 None None] Bound port: d7faf70b-6b4c-490a-a8d3-647d96c0b19a, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ef2510-125c-48a8-94dc-306dce87a760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd242b8d0-bc10-4385-acbe-fe3f74446b11'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:22:17.874084 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-868f08e2-d738-4dd7-a2c2-ccfd5bb9f818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:17.903451 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:22:17.940926 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 207583d8-3d04-4ba0-8711-311d48a08b72 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:22:18.002862 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-868f08e2-d738-4dd7-a2c2-ccfd5bb9f818 None None] For port d7faf70b-6b4c-490a-a8d3-647d96c0b19a, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:22:18.022290 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-868f08e2-d738-4dd7-a2c2-ccfd5bb9f818 None None] For port d7faf70b-6b4c-490a-a8d3-647d96c0b19a, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=d7faf70b-6b4c-490a-a8d3-647d96c0b19a,segment=NetworkSegment(73ef2510-125c-48a8-94dc-306dce87a760),segment_id=73ef2510-125c-48a8-94dc-306dce87a760)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:22:18.028714 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-868f08e2-d738-4dd7-a2c2-ccfd5bb9f818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:18.063087 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daa8f5e-23b0-4024-a14c-374fe575a3cd req-c46073fa-48a6-4433-a9b8-7ee274aac69e tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:22:18.070546 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 207583d8-3d04-4ba0-8711-311d48a08b72 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:22:18.071058 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:18.071454 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6daa8f5e-23b0-4024-a14c-374fe575a3cd req-c46073fa-48a6-4433-a9b8-7ee274aac69e tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=68f61390-3c88-48f6-8b09-f1d5fcf6cb1b HTTP/1.1" status: 200 len: 946 time: 0.0642436 Sep 23 07:22:18.110400 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6daa8f5e-23b0-4024-a14c-374fe575a3cd req-b4350637-a172-4557-8367-a5d009620e87 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=906fe158-99a3-4a65-a5e5-10a377ea55e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379698 Sep 23 07:22:18.151476 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46839e83-b6e0-4edd-8530-978c9690db55 None None] Pushing event updated for resources: {'Port': ['ID=d7faf70b-6b4c-490a-a8d3-647d96c0b19a,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:22:18.154321 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868f08e2-d738-4dd7-a2c2-ccfd5bb9f818 None None] Routers {'81c81287-b897-4a8c-bb04-5a4e44fd5ad3'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:22:18.154940 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-868f08e2-d738-4dd7-a2c2-ccfd5bb9f818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:22:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['81c81287-b897-4a8c-bb04-5a4e44fd5ad3'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:22:18.157747 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-295e81ee-a980-4fc7-ab48-031a530c7341 None None] Provisioning complete for port d7faf70b-6b4c-490a-a8d3-647d96c0b19a triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:22:18.158154 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-295e81ee-a980-4fc7-ab48-031a530c7341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:18.365685 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-868f08e2-d738-4dd7-a2c2-ccfd5bb9f818 None None] Set router 81c81287-b897-4a8c-bb04-5a4e44fd5ad3 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:22:18.409338 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-295e81ee-a980-4fc7-ab48-031a530c7341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:18.651080 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-295e81ee-a980-4fc7-ab48-031a530c7341 None None] For port d7faf70b-6b4c-490a-a8d3-647d96c0b19a, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=d7faf70b-6b4c-490a-a8d3-647d96c0b19a,segment=NetworkSegment(73ef2510-125c-48a8-94dc-306dce87a760),segment_id=73ef2510-125c-48a8-94dc-306dce87a760)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:22:18.681965 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-295e81ee-a980-4fc7-ab48-031a530c7341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:18.769796 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295e81ee-a980-4fc7-ab48-031a530c7341 None None] Pushing event updated for resources: {'Port': ['ID=d7faf70b-6b4c-490a-a8d3-647d96c0b19a,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:22:18.808429 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-1614967f-9bf3-4563-981a-62b496107679 None None] Provisioning complete for port d7faf70b-6b4c-490a-a8d3-647d96c0b19a triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:22:18.808717 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-1614967f-9bf3-4563-981a-62b496107679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:18.831873 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-868f08e2-d738-4dd7-a2c2-ccfd5bb9f818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81c81287-b897-4a8c-bb04-5a4e44fd5ad3', 'name': 'tempest-TestVolumeBackupRestore-1711031197-router', 'tenant_id': '59836f9865a8447c8c136c742624f100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '207583d8-3d04-4ba0-8711-311d48a08b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:22:10Z', 'updated_at': '2021-09-23T07:22:14Z', 'revision_number': 4, 'project_id': '59836f9865a8447c8c136c742624f100', 'gw_port': {'id': '207583d8-3d04-4ba0-8711-311d48a08b72', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:16:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c81287-b897-4a8c-bb04-5a4e44fd5ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:22:11Z', 'updated_at': '2021-09-23T07:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': 'd7faf70b-6b4c-490a-a8d3-647d96c0b19a', 'name': '', 'network_id': 'd242b8d0-bc10-4385-acbe-fe3f74446b11', 'tenant_id': '59836f9865a8447c8c136c742624f100', 'mac_address': 'fa:16:3e:13:92:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81c81287-b897-4a8c-bb04-5a4e44fd5ad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'e9c267b6-d813-4e2e-8b89-efe9c1e99280', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:22:13Z', 'updated_at': '2021-09-23T07:22:17Z', 'revision_number': 4, 'project_id': '59836f9865a8447c8c136c742624f100', 'subnets': [{'id': 'e9c267b6-d813-4e2e-8b89-efe9c1e99280', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:22:18.863074 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868f08e2-d738-4dd7-a2c2-ccfd5bb9f818 None None] The sync data for ids ['81c81287-b897-4a8c-bb04-5a4e44fd5ad3'] in n-d-715271-16 is: [{'id': '81c81287-b897-4a8c-bb04-5a4e44fd5ad3', 'name': 'tempest-TestVolumeBackupRestore-1711031197-router', 'tenant_id': '59836f9865a8447c8c136c742624f100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '207583d8-3d04-4ba0-8711-311d48a08b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:22:10Z', 'updated_at': '2021-09-23T07:22:14Z', 'revision_number': 4, 'project_id': '59836f9865a8447c8c136c742624f100', 'gw_port': {'id': '207583d8-3d04-4ba0-8711-311d48a08b72', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:16:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c81287-b897-4a8c-bb04-5a4e44fd5ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:22:11Z', 'updated_at': '2021-09-23T07:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': 'd7faf70b-6b4c-490a-a8d3-647d96c0b19a', 'name': '', 'network_id': 'd242b8d0-bc10-4385-acbe-fe3f74446b11', 'tenant_id': '59836f9865a8447c8c136c742624f100', 'mac_address': 'fa:16:3e:13:92:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81c81287-b897-4a8c-bb04-5a4e44fd5ad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'e9c267b6-d813-4e2e-8b89-efe9c1e99280', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:22:13Z', 'updated_at': '2021-09-23T07:22:17Z', 'revision_number': 4, 'project_id': '59836f9865a8447c8c136c742624f100', 'subnets': [{'id': 'e9c267b6-d813-4e2e-8b89-efe9c1e99280', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:22:19.611408 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25315772-c696-45b3-ac53-78bcd9104381 req-b8e3a275-c9db-498c-9c67-93c972605611 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:22:19.615662 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-25315772-c696-45b3-ac53-78bcd9104381 req-b8e3a275-c9db-498c-9c67-93c972605611 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=68f61390-3c88-48f6-8b09-f1d5fcf6cb1b HTTP/1.1" status: 200 len: 946 time: 0.4234951 Sep 23 07:22:19.672900 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-25315772-c696-45b3-ac53-78bcd9104381 req-e1b57b59-39d2-4073-9b9f-50944834599f tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=906fe158-99a3-4a65-a5e5-10a377ea55e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504708 Sep 23 07:22:19.930576 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device d7faf70b-6b4c-490a-a8d3-647d96c0b19a up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:22:19.981304 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port d7faf70b-6b4c-490a-a8d3-647d96c0b19a triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:22:19.981675 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:20.797986 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e04179-2963-4654-b46b-ef485bec01fb req-ce124acc-3599-4d79-a56f-4ed46aae8577 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:22:20.799484 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-91e04179-2963-4654-b46b-ef485bec01fb req-ce124acc-3599-4d79-a56f-4ed46aae8577 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=68f61390-3c88-48f6-8b09-f1d5fcf6cb1b HTTP/1.1" status: 200 len: 946 time: 0.0554483 Sep 23 07:22:20.842699 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-91e04179-2963-4654-b46b-ef485bec01fb req-9302ffda-4e50-454f-9240-6e876a99d202 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=906fe158-99a3-4a65-a5e5-10a377ea55e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363057 Sep 23 07:22:21.965684 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c26ed4-36f7-452a-a08d-3941ec67d1c1 req-02668ac7-032b-42df-b439-a93ed863a782 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:22:21.973493 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f7c26ed4-36f7-452a-a08d-3941ec67d1c1 req-02668ac7-032b-42df-b439-a93ed863a782 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=68f61390-3c88-48f6-8b09-f1d5fcf6cb1b HTTP/1.1" status: 200 len: 946 time: 0.0574431 Sep 23 07:22:22.007424 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f7c26ed4-36f7-452a-a08d-3941ec67d1c1 req-ebad2380-67e2-4b08-b922-9d8f2c79211f tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=906fe158-99a3-4a65-a5e5-10a377ea55e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330408 Sep 23 07:22:23.128788 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718dc168-fb9c-4844-9a48-7e005eb70bc3 req-2de20fd6-f539-4c2f-940f-e5d27a44d171 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:22:23.130415 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-718dc168-fb9c-4844-9a48-7e005eb70bc3 req-2de20fd6-f539-4c2f-940f-e5d27a44d171 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=68f61390-3c88-48f6-8b09-f1d5fcf6cb1b HTTP/1.1" status: 200 len: 946 time: 0.0536771 Sep 23 07:22:23.169569 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-718dc168-fb9c-4844-9a48-7e005eb70bc3 req-b1783c54-9abf-4faf-9bbb-1e907393a8d9 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=906fe158-99a3-4a65-a5e5-10a377ea55e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323579 Sep 23 07:22:24.289403 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ecaba7-1280-4103-92ae-13fe59026def req-686dd5e8-288d-4f4c-a166-7261b1543e2f tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:22:24.290994 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-76ecaba7-1280-4103-92ae-13fe59026def req-686dd5e8-288d-4f4c-a166-7261b1543e2f tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=68f61390-3c88-48f6-8b09-f1d5fcf6cb1b HTTP/1.1" status: 200 len: 946 time: 0.0519953 Sep 23 07:22:24.331513 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-76ecaba7-1280-4103-92ae-13fe59026def req-a6ebe9e6-947f-4235-88bc-a9fb26aea61d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=906fe158-99a3-4a65-a5e5-10a377ea55e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341961 Sep 23 07:22:25.470637 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0092dec9-6a5d-4f5c-8d93-b8e88b655613 req-82d098cb-70e9-4b07-a4fe-02f86379b531 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:22:25.474917 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0092dec9-6a5d-4f5c-8d93-b8e88b655613 req-82d098cb-70e9-4b07-a4fe-02f86379b531 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=68f61390-3c88-48f6-8b09-f1d5fcf6cb1b HTTP/1.1" status: 200 len: 946 time: 0.0583422 Sep 23 07:22:25.516301 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0092dec9-6a5d-4f5c-8d93-b8e88b655613 req-06ff255a-3a0f-4a9b-a392-24478bf081a5 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=906fe158-99a3-4a65-a5e5-10a377ea55e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363202 Sep 23 07:22:26.637713 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874be001-b9eb-48b1-b18c-f09b9ecab5f3 req-47e01ea3-112d-42df-b903-899fbfaf9528 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:22:26.639144 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-874be001-b9eb-48b1-b18c-f09b9ecab5f3 req-47e01ea3-112d-42df-b903-899fbfaf9528 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=68f61390-3c88-48f6-8b09-f1d5fcf6cb1b HTTP/1.1" status: 200 len: 946 time: 0.0535514 Sep 23 07:22:26.678779 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-874be001-b9eb-48b1-b18c-f09b9ecab5f3 req-71ed31c2-c5df-4516-b310-f6347cecc1da tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=906fe158-99a3-4a65-a5e5-10a377ea55e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337124 Sep 23 07:22:27.824169 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aaae67-558d-4691-849c-3c761286cadb req-f8c336da-198e-4304-8469-fb56be7b6da0 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:22:27.825920 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d2aaae67-558d-4691-849c-3c761286cadb req-f8c336da-198e-4304-8469-fb56be7b6da0 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=68f61390-3c88-48f6-8b09-f1d5fcf6cb1b HTTP/1.1" status: 200 len: 946 time: 0.0615535 Sep 23 07:22:27.876791 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d2aaae67-558d-4691-849c-3c761286cadb req-23924272-f358-488b-b81d-735dbeba34e6 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=906fe158-99a3-4a65-a5e5-10a377ea55e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440111 Sep 23 07:22:28.763907 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [req-61ceef4a-22d0-44d0-b547-220527227935 req-8a623800-01b1-48c4-a221-7f160859f26c service neutron] show failed (client error): The resource could not be found. Sep 23 07:22:28.764950 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-61ceef4a-22d0-44d0-b547-220527227935 req-8a623800-01b1-48c4-a221-7f160859f26c service neutron] 10.222.0.21 "GET /v2.0/ports/37ea7c08-3bdb-4751-93b0-5257d6e50d08/bindings/n-h2-715271-16 HTTP/1.1" status: 404 len: 381 time: 0.0545468 Sep 23 07:22:29.009807 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ceef4a-22d0-44d0-b547-220527227935 req-585d3d2a-5e17-4417-8f87-71c6d410d6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:22:29.012457 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-61ceef4a-22d0-44d0-b547-220527227935 req-585d3d2a-5e17-4417-8f87-71c6d410d6df service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=68f61390-3c88-48f6-8b09-f1d5fcf6cb1b&tenant_id=ac3e338994b2411c8937f4fd1418e068 HTTP/1.1" status: 200 len: 1098 time: 0.0801935 Sep 23 07:22:29.039244 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-61ceef4a-22d0-44d0-b547-220527227935 req-0ac4dfa5-7e3a-4da3-8b10-1a543a21ad22 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-715271-16', 'device_owner': 'compute:nova'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:22:29.075598 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acf3362-d30d-49fe-8cf1-b1735c0675b9 req-835fd389-e634-4430-8fca-ae2a65a52701 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:22:29.077405 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7acf3362-d30d-49fe-8cf1-b1735c0675b9 req-835fd389-e634-4430-8fca-ae2a65a52701 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=68f61390-3c88-48f6-8b09-f1d5fcf6cb1b HTTP/1.1" status: 200 len: 946 time: 0.1188650 Sep 23 07:22:29.149702 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-61ceef4a-22d0-44d0-b547-220527227935 req-0ac4dfa5-7e3a-4da3-8b10-1a543a21ad22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:29.180754 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7acf3362-d30d-49fe-8cf1-b1735c0675b9 req-48188912-6f1b-41cb-a432-b2d0a0ccb691 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=906fe158-99a3-4a65-a5e5-10a377ea55e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940783 Sep 23 07:22:29.440612 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-61ceef4a-22d0-44d0-b547-220527227935 req-0ac4dfa5-7e3a-4da3-8b10-1a543a21ad22 service neutron] For port 37ea7c08-3bdb-4751-93b0-5257d6e50d08, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=37ea7c08-3bdb-4751-93b0-5257d6e50d08,segment=NetworkSegment(51bd0504-e607-4000-8f45-2c62e5619c72),segment_id=51bd0504-e607-4000-8f45-2c62e5619c72)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:22:29.479120 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-61ceef4a-22d0-44d0-b547-220527227935 req-0ac4dfa5-7e3a-4da3-8b10-1a543a21ad22 service neutron] For port 37ea7c08-3bdb-4751-93b0-5257d6e50d08, host n-h1-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:22:29.525556 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f61390-3c88-48f6-8b09-f1d5fcf6cb1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37ea7c08-3bdb-4751-93b0-5257d6e50d08'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:22:29.527853 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec49aca1-ef3b-42db-b08f-9c5853070a22" -d '{"events": [{"server_uuid": "68f61390-3c88-48f6-8b09-f1d5fcf6cb1b", "name": "network-vif-unplugged", "status": "completed", "tag": "37ea7c08-3bdb-4751-93b0-5257d6e50d08"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:22:29.531751 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-61ceef4a-22d0-44d0-b547-220527227935 req-0ac4dfa5-7e3a-4da3-8b10-1a543a21ad22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:29.544969 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.provisioning_blocks [req-61ceef4a-22d0-44d0-b547-220527227935 req-0ac4dfa5-7e3a-4da3-8b10-1a543a21ad22 service neutron] Transition to ACTIVE for port object 37ea7c08-3bdb-4751-93b0-5257d6e50d08 will not be triggered until provisioned by entity L2. {{(pid=95066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:22:29.549572 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-61ceef4a-22d0-44d0-b547-220527227935 req-0ac4dfa5-7e3a-4da3-8b10-1a543a21ad22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:29.636226 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac4dfa5-7e3a-4da3-8b10-1a543a21ad22 service neutron] Pushing event updated for resources: {'Port': ['ID=37ea7c08-3bdb-4751-93b0-5257d6e50d08,revision_number=6']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:22:29.681809 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-61ceef4a-22d0-44d0-b547-220527227935 req-0ac4dfa5-7e3a-4da3-8b10-1a543a21ad22 service neutron] No DVR routers for this DVR port 37ea7c08-3bdb-4751-93b0-5257d6e50d08 on host n-h1-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:22:29.780273 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 07:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2422552a-12c2-4c84-a754-385a1623623a x-openstack-request-id: req-2422552a-12c2-4c84-a754-385a1623623a {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:22:29.780654 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68f61390-3c88-48f6-8b09-f1d5fcf6cb1b", "name": "network-vif-unplugged", "status": "completed", "tag": "37ea7c08-3bdb-4751-93b0-5257d6e50d08", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:22:29.780969 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2422552a-12c2-4c84-a754-385a1623623a {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:22:29.781432 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68f61390-3c88-48f6-8b09-f1d5fcf6cb1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37ea7c08-3bdb-4751-93b0-5257d6e50d08', 'code': 200} Sep 23 07:22:29.836193 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-61ceef4a-22d0-44d0-b547-220527227935 req-0ac4dfa5-7e3a-4da3-8b10-1a543a21ad22 service neutron] Attempting to bind port 37ea7c08-3bdb-4751-93b0-5257d6e50d08 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:22:29.836537 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-61ceef4a-22d0-44d0-b547-220527227935 req-0ac4dfa5-7e3a-4da3-8b10-1a543a21ad22 service neutron] Attempting to bind port 37ea7c08-3bdb-4751-93b0-5257d6e50d08 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '51bd0504-e607-4000-8f45-2c62e5619c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50dceb12-c047-4b01-aae6-ecd343b8c119'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:22:29.836872 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ceef4a-22d0-44d0-b547-220527227935 req-0ac4dfa5-7e3a-4da3-8b10-1a543a21ad22 service neutron] Attempting to bind port 37ea7c08-3bdb-4751-93b0-5257d6e50d08 on network 50dceb12-c047-4b01-aae6-ecd343b8c119 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:22:29.841409 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ceef4a-22d0-44d0-b547-220527227935 req-0ac4dfa5-7e3a-4da3-8b10-1a543a21ad22 service neutron] Port 37ea7c08-3bdb-4751-93b0-5257d6e50d08 on network 50dceb12-c047-4b01-aae6-ecd343b8c119 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:22:29.841740 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ceef4a-22d0-44d0-b547-220527227935 req-0ac4dfa5-7e3a-4da3-8b10-1a543a21ad22 service neutron] Attempting to bind port 37ea7c08-3bdb-4751-93b0-5257d6e50d08 on network 50dceb12-c047-4b01-aae6-ecd343b8c119 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:22:29.846775 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ceef4a-22d0-44d0-b547-220527227935 req-0ac4dfa5-7e3a-4da3-8b10-1a543a21ad22 service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:22:29.847115 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ceef4a-22d0-44d0-b547-220527227935 req-0ac4dfa5-7e3a-4da3-8b10-1a543a21ad22 service neutron] Checking segment: {'id': '51bd0504-e607-4000-8f45-2c62e5619c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50dceb12-c047-4b01-aae6-ecd343b8c119'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:22:29.847496 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ceef4a-22d0-44d0-b547-220527227935 req-0ac4dfa5-7e3a-4da3-8b10-1a543a21ad22 service neutron] Bound using segment: {'id': '51bd0504-e607-4000-8f45-2c62e5619c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50dceb12-c047-4b01-aae6-ecd343b8c119'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:22:29.847920 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-61ceef4a-22d0-44d0-b547-220527227935 req-0ac4dfa5-7e3a-4da3-8b10-1a543a21ad22 service neutron] Bound port: 37ea7c08-3bdb-4751-93b0-5257d6e50d08, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51bd0504-e607-4000-8f45-2c62e5619c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50dceb12-c047-4b01-aae6-ecd343b8c119'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:22:29.848279 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-61ceef4a-22d0-44d0-b547-220527227935 req-0ac4dfa5-7e3a-4da3-8b10-1a543a21ad22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:29.915948 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-61ceef4a-22d0-44d0-b547-220527227935 req-0ac4dfa5-7e3a-4da3-8b10-1a543a21ad22 service neutron] For port 37ea7c08-3bdb-4751-93b0-5257d6e50d08, host n-h2-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:22:29.919435 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-61ceef4a-22d0-44d0-b547-220527227935 req-0ac4dfa5-7e3a-4da3-8b10-1a543a21ad22 service neutron] For port 37ea7c08-3bdb-4751-93b0-5257d6e50d08, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=37ea7c08-3bdb-4751-93b0-5257d6e50d08,segment=NetworkSegment(51bd0504-e607-4000-8f45-2c62e5619c72),segment_id=51bd0504-e607-4000-8f45-2c62e5619c72)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:22:29.924288 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-61ceef4a-22d0-44d0-b547-220527227935 req-0ac4dfa5-7e3a-4da3-8b10-1a543a21ad22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:29.961330 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ceef4a-22d0-44d0-b547-220527227935 req-0ac4dfa5-7e3a-4da3-8b10-1a543a21ad22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:22:29.961917 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-61ceef4a-22d0-44d0-b547-220527227935 req-0ac4dfa5-7e3a-4da3-8b10-1a543a21ad22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:29.963304 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-61ceef4a-22d0-44d0-b547-220527227935 req-0ac4dfa5-7e3a-4da3-8b10-1a543a21ad22 service neutron] 10.222.0.58 "PUT /v2.0/ports/37ea7c08-3bdb-4751-93b0-5257d6e50d08 HTTP/1.1" status: 200 len: 1093 time: 0.9367037 Sep 23 07:22:29.984366 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac4dfa5-7e3a-4da3-8b10-1a543a21ad22 service neutron] Pushing event updated for resources: {'Port': ['ID=37ea7c08-3bdb-4751-93b0-5257d6e50d08,revision_number=7']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:22:30.037819 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ceef4a-22d0-44d0-b547-220527227935 req-423f5ed2-7b74-43e1-9e85-19d07b2ac0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:22:30.039433 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-61ceef4a-22d0-44d0-b547-220527227935 req-423f5ed2-7b74-43e1-9e85-19d07b2ac0ac service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ac3e338994b2411c8937f4fd1418e068&device_id=68f61390-3c88-48f6-8b09-f1d5fcf6cb1b HTTP/1.1" status: 200 len: 1096 time: 0.0453773 Sep 23 07:22:30.155202 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ceef4a-22d0-44d0-b547-220527227935 req-080b46d1-2f62-42bb-ae6b-310daf89714a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:22:30.156738 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-61ceef4a-22d0-44d0-b547-220527227935 req-080b46d1-2f62-42bb-ae6b-310daf89714a service neutron] 10.222.0.58 "GET /v2.0/networks?id=50dceb12-c047-4b01-aae6-ecd343b8c119 HTTP/1.1" status: 200 len: 897 time: 0.1100399 Sep 23 07:22:30.242649 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-61ceef4a-22d0-44d0-b547-220527227935 req-cf61cdd4-68b7-4c64-bc86-660069aceb80 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37ea7c08-3bdb-4751-93b0-5257d6e50d08 HTTP/1.1" status: 200 len: 1000 time: 0.0782368 Sep 23 07:22:30.330699 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ceef4a-22d0-44d0-b547-220527227935 req-9531fb8c-3791-444c-8f7e-2c62d605d94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:22:30.332186 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-61ceef4a-22d0-44d0-b547-220527227935 req-9531fb8c-3791-444c-8f7e-2c62d605d94b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b0d07326-4065-4fd7-b5cf-d686d21d7d63 HTTP/1.1" status: 200 len: 835 time: 0.0812752 Sep 23 07:22:30.346069 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f420f-4e7b-43ae-a48e-58c27a6baf6e req-3740f966-5116-4551-889d-aa0112c1add0 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:22:30.346322 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b77f420f-4e7b-43ae-a48e-58c27a6baf6e req-3740f966-5116-4551-889d-aa0112c1add0 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=68f61390-3c88-48f6-8b09-f1d5fcf6cb1b HTTP/1.1" status: 200 len: 944 time: 0.0860851 Sep 23 07:22:30.413816 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b77f420f-4e7b-43ae-a48e-58c27a6baf6e req-7285ed26-7a91-4297-98bd-efdf87c6a3cc tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=906fe158-99a3-4a65-a5e5-10a377ea55e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581772 Sep 23 07:22:30.415798 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ceef4a-22d0-44d0-b547-220527227935 req-2d9e7536-9369-485e-aa65-dbc5519f1b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:22:30.417538 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-61ceef4a-22d0-44d0-b547-220527227935 req-2d9e7536-9369-485e-aa65-dbc5519f1b6c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=50dceb12-c047-4b01-aae6-ecd343b8c119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0703845 Sep 23 07:22:30.522761 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-61ceef4a-22d0-44d0-b547-220527227935 req-0ef7982d-c68f-4042-80c4-28c957cb7357 service neutron] 10.222.0.58 "GET /v2.0/networks/50dceb12-c047-4b01-aae6-ecd343b8c119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972767 Sep 23 07:22:30.618808 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-61ceef4a-22d0-44d0-b547-220527227935 req-ef109cae-0f7f-47da-994b-f15789176e17 service neutron] 10.222.0.58 "GET /v2.0/networks/50dceb12-c047-4b01-aae6-ecd343b8c119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885146 Sep 23 07:22:31.538197 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d25e1b-6bd3-4ac4-a536-4f62f4530cbf req-59f21fd7-b211-4f93-a28b-3d5f7b885804 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:22:31.539757 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-12d25e1b-6bd3-4ac4-a536-4f62f4530cbf req-59f21fd7-b211-4f93-a28b-3d5f7b885804 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=68f61390-3c88-48f6-8b09-f1d5fcf6cb1b HTTP/1.1" status: 200 len: 944 time: 0.0528114 Sep 23 07:22:31.579525 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-12d25e1b-6bd3-4ac4-a536-4f62f4530cbf req-5f6d88eb-1932-4477-83a5-0600267a31ef tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=906fe158-99a3-4a65-a5e5-10a377ea55e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336871 Sep 23 07:22:31.782415 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68f61390-3c88-48f6-8b09-f1d5fcf6cb1b', 'tag': '37ea7c08-3bdb-4751-93b0-5257d6e50d08'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:22:31.784819 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f77efa93-d862-46e6-bcf5-b1226a90f8c5" -d '{"events": [{"name": "network-changed", "server_uuid": "68f61390-3c88-48f6-8b09-f1d5fcf6cb1b", "tag": "37ea7c08-3bdb-4751-93b0-5257d6e50d08"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:22:31.832999 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b9dbb78-262d-41af-a02d-ab25b80eb6a0 x-openstack-request-id: req-8b9dbb78-262d-41af-a02d-ab25b80eb6a0 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:22:31.833794 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68f61390-3c88-48f6-8b09-f1d5fcf6cb1b", "tag": "37ea7c08-3bdb-4751-93b0-5257d6e50d08", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:22:31.834080 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8b9dbb78-262d-41af-a02d-ab25b80eb6a0 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:22:31.834483 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68f61390-3c88-48f6-8b09-f1d5fcf6cb1b', 'tag': '37ea7c08-3bdb-4751-93b0-5257d6e50d08', 'status': 'completed', 'code': 200} Sep 23 07:22:31.908047 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77efa93-d862-46e6-bcf5-b1226a90f8c5 req-56108b74-4f3b-4c17-866e-181d741bcb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:22:31.909824 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f77efa93-d862-46e6-bcf5-b1226a90f8c5 req-56108b74-4f3b-4c17-866e-181d741bcb21 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ac3e338994b2411c8937f4fd1418e068&device_id=68f61390-3c88-48f6-8b09-f1d5fcf6cb1b HTTP/1.1" status: 200 len: 1096 time: 0.0500677 Sep 23 07:22:31.912884 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77efa93-d862-46e6-bcf5-b1226a90f8c5 req-afd67ab6-4bc9-42dd-a60d-91f57737a35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:22:31.914476 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f77efa93-d862-46e6-bcf5-b1226a90f8c5 req-afd67ab6-4bc9-42dd-a60d-91f57737a35a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ac3e338994b2411c8937f4fd1418e068&device_id=68f61390-3c88-48f6-8b09-f1d5fcf6cb1b HTTP/1.1" status: 200 len: 1096 time: 0.0475295 Sep 23 07:22:32.018220 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77efa93-d862-46e6-bcf5-b1226a90f8c5 req-cb380d77-5d8f-4e3d-bfd0-0e782eab0542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:22:32.018855 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77efa93-d862-46e6-bcf5-b1226a90f8c5 req-e96af6ea-fa92-4fd9-a9c8-67df594f741a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:22:32.020047 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f77efa93-d862-46e6-bcf5-b1226a90f8c5 req-cb380d77-5d8f-4e3d-bfd0-0e782eab0542 service neutron] 10.222.0.21 "GET /v2.0/networks?id=50dceb12-c047-4b01-aae6-ecd343b8c119 HTTP/1.1" status: 200 len: 897 time: 0.0975668 Sep 23 07:22:32.020465 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f77efa93-d862-46e6-bcf5-b1226a90f8c5 req-e96af6ea-fa92-4fd9-a9c8-67df594f741a service neutron] 10.222.0.58 "GET /v2.0/networks?id=50dceb12-c047-4b01-aae6-ecd343b8c119 HTTP/1.1" status: 200 len: 897 time: 0.0993421 Sep 23 07:22:32.048712 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 37ea7c08-3bdb-4751-93b0-5257d6e50d08 details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:22:32.101821 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f77efa93-d862-46e6-bcf5-b1226a90f8c5 req-38e1ec40-72b9-476b-8eb6-a53265f1f09e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37ea7c08-3bdb-4751-93b0-5257d6e50d08 HTTP/1.1" status: 200 len: 1000 time: 0.0738623 Sep 23 07:22:32.107472 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f77efa93-d862-46e6-bcf5-b1226a90f8c5 req-41c8fa0e-0edd-4ebb-9b9b-fd2de1965492 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37ea7c08-3bdb-4751-93b0-5257d6e50d08 HTTP/1.1" status: 200 len: 1000 time: 0.0801990 Sep 23 07:22:32.159575 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77efa93-d862-46e6-bcf5-b1226a90f8c5 req-78c3105d-01a2-4f9e-99dc-9739befd0f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:22:32.162127 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f77efa93-d862-46e6-bcf5-b1226a90f8c5 req-78c3105d-01a2-4f9e-99dc-9739befd0f33 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b0d07326-4065-4fd7-b5cf-d686d21d7d63 HTTP/1.1" status: 200 len: 835 time: 0.0520320 Sep 23 07:22:32.163858 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77efa93-d862-46e6-bcf5-b1226a90f8c5 req-11675c03-9024-45b1-83de-2c8cff9ba6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:22:32.165451 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f77efa93-d862-46e6-bcf5-b1226a90f8c5 req-11675c03-9024-45b1-83de-2c8cff9ba6a3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b0d07326-4065-4fd7-b5cf-d686d21d7d63 HTTP/1.1" status: 200 len: 835 time: 0.0518589 Sep 23 07:22:32.186564 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 37ea7c08-3bdb-4751-93b0-5257d6e50d08, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=37ea7c08-3bdb-4751-93b0-5257d6e50d08,segment=NetworkSegment(51bd0504-e607-4000-8f45-2c62e5619c72),segment_id=51bd0504-e607-4000-8f45-2c62e5619c72)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:22:32.201263 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': '37ea7c08-3bdb-4751-93b0-5257d6e50d08', 'network_id': '50dceb12-c047-4b01-aae6-ecd343b8c119', 'port_id': '37ea7c08-3bdb-4751-93b0-5257d6e50d08', 'mac_address': 'fa:16:3e:57:55:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d07326-4065-4fd7-b5cf-d686d21d7d63', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:22:32.219198 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77efa93-d862-46e6-bcf5-b1226a90f8c5 req-435e8167-c8f6-4aa7-a3f8-6b278ff6a538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:22:32.220084 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77efa93-d862-46e6-bcf5-b1226a90f8c5 req-52196a0b-cebc-431b-a004-1f1fd553f867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:22:32.220747 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f77efa93-d862-46e6-bcf5-b1226a90f8c5 req-435e8167-c8f6-4aa7-a3f8-6b278ff6a538 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=50dceb12-c047-4b01-aae6-ecd343b8c119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475640 Sep 23 07:22:32.222012 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f77efa93-d862-46e6-bcf5-b1226a90f8c5 req-52196a0b-cebc-431b-a004-1f1fd553f867 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=50dceb12-c047-4b01-aae6-ecd343b8c119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0490050 Sep 23 07:22:32.246174 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:32.263605 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37ea7c08-3bdb-4751-93b0-5257d6e50d08 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:22:32.294921 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 37ea7c08-3bdb-4751-93b0-5257d6e50d08, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=37ea7c08-3bdb-4751-93b0-5257d6e50d08,segment=NetworkSegment(51bd0504-e607-4000-8f45-2c62e5619c72),segment_id=51bd0504-e607-4000-8f45-2c62e5619c72)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:22:32.301262 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:32.345273 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f77efa93-d862-46e6-bcf5-b1226a90f8c5 req-1e222e2f-4bd6-4b02-9b49-a0e3edf85476 service neutron] 10.222.0.58 "GET /v2.0/networks/50dceb12-c047-4b01-aae6-ecd343b8c119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133130 Sep 23 07:22:32.370313 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f77efa93-d862-46e6-bcf5-b1226a90f8c5 req-f6570507-e236-4619-9a04-6681db2a0bf7 service neutron] 10.222.0.21 "GET /v2.0/networks/50dceb12-c047-4b01-aae6-ecd343b8c119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391950 Sep 23 07:22:32.376119 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=37ea7c08-3bdb-4751-93b0-5257d6e50d08,revision_number=8']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:22:32.469651 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f77efa93-d862-46e6-bcf5-b1226a90f8c5 req-81798759-a488-4eff-81ec-b1975d1ec6a9 service neutron] 10.222.0.58 "GET /v2.0/networks/50dceb12-c047-4b01-aae6-ecd343b8c119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158566 Sep 23 07:22:32.488067 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f77efa93-d862-46e6-bcf5-b1226a90f8c5 req-b762a7fa-b108-4915-aaea-ae9b87c57a65 service neutron] 10.222.0.21 "GET /v2.0/networks/50dceb12-c047-4b01-aae6-ecd343b8c119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102257 Sep 23 07:22:32.576344 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['37ea7c08-3bdb-4751-93b0-5257d6e50d08'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:22:32.702679 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112ff989-4e98-4648-8a21-426448bd2e1a req-814f5f6f-7e48-45aa-9555-fbfabf4937ee tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:22:32.704091 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-112ff989-4e98-4648-8a21-426448bd2e1a req-814f5f6f-7e48-45aa-9555-fbfabf4937ee tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=68f61390-3c88-48f6-8b09-f1d5fcf6cb1b HTTP/1.1" status: 200 len: 945 time: 0.0558021 Sep 23 07:22:32.747596 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-112ff989-4e98-4648-8a21-426448bd2e1a req-1421e898-322a-4954-bfa6-3b21271b2aa2 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=906fe158-99a3-4a65-a5e5-10a377ea55e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355341 Sep 23 07:22:32.999496 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68a8eaf-3d18-4c0a-8808-1b60087b9718 req-bbe964c6-600b-41eb-b2c6-765edd73fc39 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:22:33.001127 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a68a8eaf-3d18-4c0a-8808-1b60087b9718 req-bbe964c6-600b-41eb-b2c6-765edd73fc39 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=68f61390-3c88-48f6-8b09-f1d5fcf6cb1b HTTP/1.1" status: 200 len: 945 time: 0.0537708 Sep 23 07:22:33.033765 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3218ce64-fc90-4f5d-920d-c947a91e06d0 req-7c831a2e-282f-4535-9b94-ac2a5e950840 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:22:33.035390 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3218ce64-fc90-4f5d-920d-c947a91e06d0 req-7c831a2e-282f-4535-9b94-ac2a5e950840 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.58 "GET /v2.0/ports?device_id=68f61390-3c88-48f6-8b09-f1d5fcf6cb1b&tenant_id=ac3e338994b2411c8937f4fd1418e068&binding%3Ahost_id=n-h2-715271-16 HTTP/1.1" status: 200 len: 945 time: 0.0977383 Sep 23 07:22:33.043382 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a68a8eaf-3d18-4c0a-8808-1b60087b9718 req-709a4740-ca7f-4906-a005-485acdc25176 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=906fe158-99a3-4a65-a5e5-10a377ea55e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349584 Sep 23 07:22:33.107380 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3218ce64-fc90-4f5d-920d-c947a91e06d0 req-b743a80b-5733-4d51-8441-3a332157e62a service neutron] 10.222.0.58 "GET /v2.0/ports/37ea7c08-3bdb-4751-93b0-5257d6e50d08/bindings/n-h2-715271-16 HTTP/1.1" status: 200 len: 383 time: 0.0622463 Sep 23 07:22:33.174597 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3218ce64-fc90-4f5d-920d-c947a91e06d0 req-77f6b924-a13c-4d14-9b22-f24f37514ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:22:33.176081 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3218ce64-fc90-4f5d-920d-c947a91e06d0 req-77f6b924-a13c-4d14-9b22-f24f37514ead service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ac3e338994b2411c8937f4fd1418e068&device_id=68f61390-3c88-48f6-8b09-f1d5fcf6cb1b HTTP/1.1" status: 200 len: 1097 time: 0.0406561 Sep 23 07:22:33.276966 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3218ce64-fc90-4f5d-920d-c947a91e06d0 req-37acaaab-1d55-4a11-9ae8-7a564aa006c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:22:33.278547 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3218ce64-fc90-4f5d-920d-c947a91e06d0 req-37acaaab-1d55-4a11-9ae8-7a564aa006c0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=50dceb12-c047-4b01-aae6-ecd343b8c119 HTTP/1.1" status: 200 len: 897 time: 0.0954740 Sep 23 07:22:33.345377 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3218ce64-fc90-4f5d-920d-c947a91e06d0 req-1b70784b-5b55-4b08-a72b-7cd97a22bd5c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37ea7c08-3bdb-4751-93b0-5257d6e50d08 HTTP/1.1" status: 200 len: 1001 time: 0.0583689 Sep 23 07:22:33.399681 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3218ce64-fc90-4f5d-920d-c947a91e06d0 req-c8c170b2-6fe1-4377-8db8-1dba8fc95eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:22:33.401165 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3218ce64-fc90-4f5d-920d-c947a91e06d0 req-c8c170b2-6fe1-4377-8db8-1dba8fc95eda service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b0d07326-4065-4fd7-b5cf-d686d21d7d63 HTTP/1.1" status: 200 len: 835 time: 0.0481653 Sep 23 07:22:33.449099 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3218ce64-fc90-4f5d-920d-c947a91e06d0 req-53554ddc-2d59-49ae-9ced-844365427b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:22:33.450578 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3218ce64-fc90-4f5d-920d-c947a91e06d0 req-53554ddc-2d59-49ae-9ced-844365427b42 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=50dceb12-c047-4b01-aae6-ecd343b8c119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412974 Sep 23 07:22:33.542345 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3218ce64-fc90-4f5d-920d-c947a91e06d0 req-e8933288-4773-418f-a411-25f0c9d9128a service neutron] 10.222.0.58 "GET /v2.0/networks/50dceb12-c047-4b01-aae6-ecd343b8c119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831809 Sep 23 07:22:33.640673 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3218ce64-fc90-4f5d-920d-c947a91e06d0 req-c74ef0cc-7c43-4e48-bed5-5054641637eb service neutron] 10.222.0.58 "GET /v2.0/networks/50dceb12-c047-4b01-aae6-ecd343b8c119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906723 Sep 23 07:22:33.785645 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 37ea7c08-3bdb-4751-93b0-5257d6e50d08 no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:22:33.825190 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 37ea7c08-3bdb-4751-93b0-5257d6e50d08 not bound to the agent host n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:22:34.072887 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 37ea7c08-3bdb-4751-93b0-5257d6e50d08 up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:22:34.128725 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port 37ea7c08-3bdb-4751-93b0-5257d6e50d08 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:22:34.132731 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port 37ea7c08-3bdb-4751-93b0-5257d6e50d08 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:22:34.133215 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:34.172851 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14270817-e1c1-424f-a436-657f4bbb330a req-423fdc3f-b63f-4477-9b1e-e9219b26f2b7 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:22:34.174508 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-14270817-e1c1-424f-a436-657f4bbb330a req-423fdc3f-b63f-4477-9b1e-e9219b26f2b7 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=68f61390-3c88-48f6-8b09-f1d5fcf6cb1b HTTP/1.1" status: 200 len: 945 time: 0.0553875 Sep 23 07:22:34.217471 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-14270817-e1c1-424f-a436-657f4bbb330a req-5440c2f2-be7a-432a-8eba-2b0259b79836 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=906fe158-99a3-4a65-a5e5-10a377ea55e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347474 Sep 23 07:22:34.218798 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:34.243620 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f61390-3c88-48f6-8b09-f1d5fcf6cb1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37ea7c08-3bdb-4751-93b0-5257d6e50d08'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:22:34.245949 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2267b377-45cb-4706-b38a-9882ebf68f38" -d '{"events": [{"server_uuid": "68f61390-3c88-48f6-8b09-f1d5fcf6cb1b", "name": "network-vif-plugged", "status": "completed", "tag": "37ea7c08-3bdb-4751-93b0-5257d6e50d08"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:22:34.260107 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 37ea7c08-3bdb-4751-93b0-5257d6e50d08, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=37ea7c08-3bdb-4751-93b0-5257d6e50d08,segment=NetworkSegment(51bd0504-e607-4000-8f45-2c62e5619c72),segment_id=51bd0504-e607-4000-8f45-2c62e5619c72)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:22:34.264702 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:34.326957 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=37ea7c08-3bdb-4751-93b0-5257d6e50d08,revision_number=9']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:22:34.366869 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f63512a-d329-499f-901d-0c2778fd7339 x-openstack-request-id: req-3f63512a-d329-499f-901d-0c2778fd7339 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:22:34.367171 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68f61390-3c88-48f6-8b09-f1d5fcf6cb1b", "name": "network-vif-plugged", "status": "completed", "tag": "37ea7c08-3bdb-4751-93b0-5257d6e50d08", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:22:34.367414 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3f63512a-d329-499f-901d-0c2778fd7339 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:22:34.367810 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68f61390-3c88-48f6-8b09-f1d5fcf6cb1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37ea7c08-3bdb-4751-93b0-5257d6e50d08', 'code': 200} Sep 23 07:22:35.339172 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c5aca-4269-4ca6-af5a-9018d3257d7e req-50a360fd-77eb-44ad-b721-d68acd74bd89 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:22:35.340691 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a99c5aca-4269-4ca6-af5a-9018d3257d7e req-50a360fd-77eb-44ad-b721-d68acd74bd89 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=68f61390-3c88-48f6-8b09-f1d5fcf6cb1b HTTP/1.1" status: 200 len: 946 time: 0.0545573 Sep 23 07:22:35.378796 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a99c5aca-4269-4ca6-af5a-9018d3257d7e req-df2ed0d4-b076-4025-bfcf-d5631177bfd9 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=906fe158-99a3-4a65-a5e5-10a377ea55e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321918 Sep 23 07:22:35.868081 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3218ce64-fc90-4f5d-920d-c947a91e06d0 req-87bb2909-d128-4785-b376-3d54038c2b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:22:35.870227 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3218ce64-fc90-4f5d-920d-c947a91e06d0 req-87bb2909-d128-4785-b376-3d54038c2b94 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=68f61390-3c88-48f6-8b09-f1d5fcf6cb1b&tenant_id=ac3e338994b2411c8937f4fd1418e068 HTTP/1.1" status: 200 len: 1098 time: 0.0780079 Sep 23 07:22:35.885326 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-3218ce64-fc90-4f5d-920d-c947a91e06d0 req-41363376-cf19-45ec-8958-5d2cfeb6bd64 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-715271-16', 'device_owner': 'compute:nova'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:22:35.941662 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-3218ce64-fc90-4f5d-920d-c947a91e06d0 req-41363376-cf19-45ec-8958-5d2cfeb6bd64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:36.157945 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-3218ce64-fc90-4f5d-920d-c947a91e06d0 req-41363376-cf19-45ec-8958-5d2cfeb6bd64 service neutron] For port 37ea7c08-3bdb-4751-93b0-5257d6e50d08, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=37ea7c08-3bdb-4751-93b0-5257d6e50d08,segment=NetworkSegment(51bd0504-e607-4000-8f45-2c62e5619c72),segment_id=51bd0504-e607-4000-8f45-2c62e5619c72)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:22:36.190228 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-3218ce64-fc90-4f5d-920d-c947a91e06d0 req-41363376-cf19-45ec-8958-5d2cfeb6bd64 service neutron] For port 37ea7c08-3bdb-4751-93b0-5257d6e50d08, host n-h2-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:22:36.233494 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f61390-3c88-48f6-8b09-f1d5fcf6cb1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37ea7c08-3bdb-4751-93b0-5257d6e50d08'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:22:36.235916 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bbe0788-dd3b-472b-9f2c-e4c33283a997" -d '{"events": [{"server_uuid": "68f61390-3c88-48f6-8b09-f1d5fcf6cb1b", "name": "network-vif-unplugged", "status": "completed", "tag": "37ea7c08-3bdb-4751-93b0-5257d6e50d08"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:22:36.240492 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-3218ce64-fc90-4f5d-920d-c947a91e06d0 req-41363376-cf19-45ec-8958-5d2cfeb6bd64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:36.252942 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-3218ce64-fc90-4f5d-920d-c947a91e06d0 req-41363376-cf19-45ec-8958-5d2cfeb6bd64 service neutron] Transition to ACTIVE for port object 37ea7c08-3bdb-4751-93b0-5257d6e50d08 will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:22:36.256955 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-3218ce64-fc90-4f5d-920d-c947a91e06d0 req-41363376-cf19-45ec-8958-5d2cfeb6bd64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:36.388813 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 07:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9398e730-04eb-4174-93e9-2c0fdd940ade x-openstack-request-id: req-9398e730-04eb-4174-93e9-2c0fdd940ade {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:22:36.389114 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68f61390-3c88-48f6-8b09-f1d5fcf6cb1b", "name": "network-vif-unplugged", "status": "completed", "tag": "37ea7c08-3bdb-4751-93b0-5257d6e50d08", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:22:36.389365 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9398e730-04eb-4174-93e9-2c0fdd940ade {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:22:36.389764 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68f61390-3c88-48f6-8b09-f1d5fcf6cb1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37ea7c08-3bdb-4751-93b0-5257d6e50d08', 'code': 200} Sep 23 07:22:36.407570 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41363376-cf19-45ec-8958-5d2cfeb6bd64 service neutron] Pushing event updated for resources: {'Port': ['ID=37ea7c08-3bdb-4751-93b0-5257d6e50d08,revision_number=10']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:22:36.462766 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-3218ce64-fc90-4f5d-920d-c947a91e06d0 req-41363376-cf19-45ec-8958-5d2cfeb6bd64 service neutron] No DVR routers for this DVR port 37ea7c08-3bdb-4751-93b0-5257d6e50d08 on host n-h2-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:22:36.548326 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136e56aa-2f52-4bcc-a578-0a22584db29e req-611c1f91-941a-475a-85c6-59f962efacf3 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:22:36.550143 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-136e56aa-2f52-4bcc-a578-0a22584db29e req-611c1f91-941a-475a-85c6-59f962efacf3 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=68f61390-3c88-48f6-8b09-f1d5fcf6cb1b HTTP/1.1" status: 200 len: 945 time: 0.0822344 Sep 23 07:22:36.591032 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-136e56aa-2f52-4bcc-a578-0a22584db29e req-83747807-5b12-43a7-9413-fc03a7a9667b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=906fe158-99a3-4a65-a5e5-10a377ea55e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324888 Sep 23 07:22:36.613366 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-3218ce64-fc90-4f5d-920d-c947a91e06d0 req-41363376-cf19-45ec-8958-5d2cfeb6bd64 service neutron] Attempting to bind port 37ea7c08-3bdb-4751-93b0-5257d6e50d08 on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:22:36.613702 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-3218ce64-fc90-4f5d-920d-c947a91e06d0 req-41363376-cf19-45ec-8958-5d2cfeb6bd64 service neutron] Attempting to bind port 37ea7c08-3bdb-4751-93b0-5257d6e50d08 by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': '51bd0504-e607-4000-8f45-2c62e5619c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50dceb12-c047-4b01-aae6-ecd343b8c119'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:22:36.614050 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3218ce64-fc90-4f5d-920d-c947a91e06d0 req-41363376-cf19-45ec-8958-5d2cfeb6bd64 service neutron] Attempting to bind port 37ea7c08-3bdb-4751-93b0-5257d6e50d08 on network 50dceb12-c047-4b01-aae6-ecd343b8c119 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:22:36.618571 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3218ce64-fc90-4f5d-920d-c947a91e06d0 req-41363376-cf19-45ec-8958-5d2cfeb6bd64 service neutron] Port 37ea7c08-3bdb-4751-93b0-5257d6e50d08 on network 50dceb12-c047-4b01-aae6-ecd343b8c119 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:22:36.618879 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3218ce64-fc90-4f5d-920d-c947a91e06d0 req-41363376-cf19-45ec-8958-5d2cfeb6bd64 service neutron] Attempting to bind port 37ea7c08-3bdb-4751-93b0-5257d6e50d08 on network 50dceb12-c047-4b01-aae6-ecd343b8c119 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:22:36.623973 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3218ce64-fc90-4f5d-920d-c947a91e06d0 req-41363376-cf19-45ec-8958-5d2cfeb6bd64 service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:22:36.624308 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3218ce64-fc90-4f5d-920d-c947a91e06d0 req-41363376-cf19-45ec-8958-5d2cfeb6bd64 service neutron] Checking segment: {'id': '51bd0504-e607-4000-8f45-2c62e5619c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50dceb12-c047-4b01-aae6-ecd343b8c119'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:22:36.624689 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3218ce64-fc90-4f5d-920d-c947a91e06d0 req-41363376-cf19-45ec-8958-5d2cfeb6bd64 service neutron] Bound using segment: {'id': '51bd0504-e607-4000-8f45-2c62e5619c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50dceb12-c047-4b01-aae6-ecd343b8c119'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:22:36.625106 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-3218ce64-fc90-4f5d-920d-c947a91e06d0 req-41363376-cf19-45ec-8958-5d2cfeb6bd64 service neutron] Bound port: 37ea7c08-3bdb-4751-93b0-5257d6e50d08, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51bd0504-e607-4000-8f45-2c62e5619c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50dceb12-c047-4b01-aae6-ecd343b8c119'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:22:36.625453 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-3218ce64-fc90-4f5d-920d-c947a91e06d0 req-41363376-cf19-45ec-8958-5d2cfeb6bd64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:36.695077 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:36.704244 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-3218ce64-fc90-4f5d-920d-c947a91e06d0 req-41363376-cf19-45ec-8958-5d2cfeb6bd64 service neutron] For port 37ea7c08-3bdb-4751-93b0-5257d6e50d08, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:22:36.707326 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-3218ce64-fc90-4f5d-920d-c947a91e06d0 req-41363376-cf19-45ec-8958-5d2cfeb6bd64 service neutron] For port 37ea7c08-3bdb-4751-93b0-5257d6e50d08, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=37ea7c08-3bdb-4751-93b0-5257d6e50d08,segment=NetworkSegment(51bd0504-e607-4000-8f45-2c62e5619c72),segment_id=51bd0504-e607-4000-8f45-2c62e5619c72)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:22:36.712985 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-3218ce64-fc90-4f5d-920d-c947a91e06d0 req-41363376-cf19-45ec-8958-5d2cfeb6bd64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:36.749498 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3218ce64-fc90-4f5d-920d-c947a91e06d0 req-41363376-cf19-45ec-8958-5d2cfeb6bd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:22:36.750131 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-3218ce64-fc90-4f5d-920d-c947a91e06d0 req-41363376-cf19-45ec-8958-5d2cfeb6bd64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:36.751707 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3218ce64-fc90-4f5d-920d-c947a91e06d0 req-41363376-cf19-45ec-8958-5d2cfeb6bd64 service neutron] 10.222.0.21 "PUT /v2.0/ports/37ea7c08-3bdb-4751-93b0-5257d6e50d08 HTTP/1.1" status: 200 len: 1094 time: 0.8705997 Sep 23 07:22:36.780518 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41363376-cf19-45ec-8958-5d2cfeb6bd64 service neutron] Pushing event updated for resources: {'Port': ['ID=37ea7c08-3bdb-4751-93b0-5257d6e50d08,revision_number=11']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:22:36.853398 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3218ce64-fc90-4f5d-920d-c947a91e06d0 req-37d98d38-da16-4cd5-b9fa-9ce1318246e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:22:36.854967 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3218ce64-fc90-4f5d-920d-c947a91e06d0 req-37d98d38-da16-4cd5-b9fa-9ce1318246e1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ac3e338994b2411c8937f4fd1418e068&device_id=68f61390-3c88-48f6-8b09-f1d5fcf6cb1b HTTP/1.1" status: 200 len: 1097 time: 0.0429990 Sep 23 07:22:36.958359 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3218ce64-fc90-4f5d-920d-c947a91e06d0 req-8fff00ab-30e4-418f-9446-9fe829273cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:22:36.960109 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3218ce64-fc90-4f5d-920d-c947a91e06d0 req-8fff00ab-30e4-418f-9446-9fe829273cc0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=50dceb12-c047-4b01-aae6-ecd343b8c119 HTTP/1.1" status: 200 len: 897 time: 0.0986402 Sep 23 07:22:37.025323 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3218ce64-fc90-4f5d-920d-c947a91e06d0 req-f8120d6c-ae14-47f4-b6ef-eebef18403da service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37ea7c08-3bdb-4751-93b0-5257d6e50d08 HTTP/1.1" status: 200 len: 1000 time: 0.0574806 Sep 23 07:22:37.078752 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3218ce64-fc90-4f5d-920d-c947a91e06d0 req-47091c13-57ab-4948-a838-18587e80eb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:22:37.080241 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3218ce64-fc90-4f5d-920d-c947a91e06d0 req-47091c13-57ab-4948-a838-18587e80eb46 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b0d07326-4065-4fd7-b5cf-d686d21d7d63 HTTP/1.1" status: 200 len: 835 time: 0.0475838 Sep 23 07:22:37.132370 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3218ce64-fc90-4f5d-920d-c947a91e06d0 req-2dbaf3ef-19f9-402c-812a-b60b3717097e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:22:37.133977 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3218ce64-fc90-4f5d-920d-c947a91e06d0 req-2dbaf3ef-19f9-402c-812a-b60b3717097e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=50dceb12-c047-4b01-aae6-ecd343b8c119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471776 Sep 23 07:22:37.222455 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3218ce64-fc90-4f5d-920d-c947a91e06d0 req-6c33213d-c0e3-459c-9ecd-e3662678e296 service neutron] 10.222.0.21 "GET /v2.0/networks/50dceb12-c047-4b01-aae6-ecd343b8c119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801220 Sep 23 07:22:37.315524 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3218ce64-fc90-4f5d-920d-c947a91e06d0 req-e62b7639-4c1f-4abd-8498-fd309829d22e service neutron] 10.222.0.21 "GET /v2.0/networks/50dceb12-c047-4b01-aae6-ecd343b8c119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860629 Sep 23 07:22:37.706257 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab571ab0-a89d-4e4c-b573-8ac50d374d0d req-ffc7845e-5378-4d33-99a7-db167a476e59 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:22:37.707719 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ab571ab0-a89d-4e4c-b573-8ac50d374d0d req-ffc7845e-5378-4d33-99a7-db167a476e59 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=68f61390-3c88-48f6-8b09-f1d5fcf6cb1b HTTP/1.1" status: 200 len: 945 time: 0.0489211 Sep 23 07:22:37.745160 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ab571ab0-a89d-4e4c-b573-8ac50d374d0d req-f998596b-c34f-43b6-9f49-7845287715e5 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=906fe158-99a3-4a65-a5e5-10a377ea55e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312548 Sep 23 07:22:38.062056 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-04b818c5-4b83-4680-b81d-fbc8302c7712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:38.103466 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 37ea7c08-3bdb-4751-93b0-5257d6e50d08 no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:22:38.141423 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 37ea7c08-3bdb-4751-93b0-5257d6e50d08 not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:22:38.391678 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68f61390-3c88-48f6-8b09-f1d5fcf6cb1b', 'tag': '37ea7c08-3bdb-4751-93b0-5257d6e50d08'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:22:38.394712 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-522f9180-84d2-46d4-8ccc-d6d769e02ff4" -d '{"events": [{"name": "network-changed", "server_uuid": "68f61390-3c88-48f6-8b09-f1d5fcf6cb1b", "tag": "37ea7c08-3bdb-4751-93b0-5257d6e50d08"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:22:38.443640 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bccd3ef0-249d-4b92-b720-85dbf37bd06e x-openstack-request-id: req-bccd3ef0-249d-4b92-b720-85dbf37bd06e {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:22:38.443933 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68f61390-3c88-48f6-8b09-f1d5fcf6cb1b", "tag": "37ea7c08-3bdb-4751-93b0-5257d6e50d08", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:22:38.444178 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bccd3ef0-249d-4b92-b720-85dbf37bd06e {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:22:38.444571 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68f61390-3c88-48f6-8b09-f1d5fcf6cb1b', 'tag': '37ea7c08-3bdb-4751-93b0-5257d6e50d08', 'status': 'completed', 'code': 200} Sep 23 07:22:38.517270 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522f9180-84d2-46d4-8ccc-d6d769e02ff4 req-6ccc6006-8b34-4739-9692-a6957db4f70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:22:38.518966 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-522f9180-84d2-46d4-8ccc-d6d769e02ff4 req-6ccc6006-8b34-4739-9692-a6957db4f70c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ac3e338994b2411c8937f4fd1418e068&device_id=68f61390-3c88-48f6-8b09-f1d5fcf6cb1b HTTP/1.1" status: 200 len: 1097 time: 0.0539129 Sep 23 07:22:38.522377 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522f9180-84d2-46d4-8ccc-d6d769e02ff4 req-0f211f8a-0628-4f9b-b2b2-f3a8b340ed69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:22:38.523892 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-522f9180-84d2-46d4-8ccc-d6d769e02ff4 req-0f211f8a-0628-4f9b-b2b2-f3a8b340ed69 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ac3e338994b2411c8937f4fd1418e068&device_id=68f61390-3c88-48f6-8b09-f1d5fcf6cb1b HTTP/1.1" status: 200 len: 1097 time: 0.0451427 Sep 23 07:22:38.617659 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522f9180-84d2-46d4-8ccc-d6d769e02ff4 req-d31b0daa-1083-4d83-8250-ebb243bc1f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:22:38.618650 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522f9180-84d2-46d4-8ccc-d6d769e02ff4 req-5fd1251c-fcd5-436f-b0c1-b087bd10f388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:22:38.619179 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-522f9180-84d2-46d4-8ccc-d6d769e02ff4 req-d31b0daa-1083-4d83-8250-ebb243bc1f93 service neutron] 10.222.0.58 "GET /v2.0/networks?id=50dceb12-c047-4b01-aae6-ecd343b8c119 HTTP/1.1" status: 200 len: 897 time: 0.0920405 Sep 23 07:22:38.620135 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-522f9180-84d2-46d4-8ccc-d6d769e02ff4 req-5fd1251c-fcd5-436f-b0c1-b087bd10f388 service neutron] 10.222.0.21 "GET /v2.0/networks?id=50dceb12-c047-4b01-aae6-ecd343b8c119 HTTP/1.1" status: 200 len: 897 time: 0.0891154 Sep 23 07:22:38.691115 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-522f9180-84d2-46d4-8ccc-d6d769e02ff4 req-6681104c-26da-42f4-a4f2-5180f8f089a1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37ea7c08-3bdb-4751-93b0-5257d6e50d08 HTTP/1.1" status: 200 len: 1000 time: 0.0634270 Sep 23 07:22:38.694592 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-522f9180-84d2-46d4-8ccc-d6d769e02ff4 req-b0628535-00bd-481a-888b-ea9a84c1b489 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37ea7c08-3bdb-4751-93b0-5257d6e50d08 HTTP/1.1" status: 200 len: 1000 time: 0.0669019 Sep 23 07:22:38.745584 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522f9180-84d2-46d4-8ccc-d6d769e02ff4 req-19ca8d33-a686-4779-890e-66950bc91627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:22:38.746755 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522f9180-84d2-46d4-8ccc-d6d769e02ff4 req-2e0a4b3c-ba04-4561-b22f-3dd52d9c7114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:22:38.747422 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-522f9180-84d2-46d4-8ccc-d6d769e02ff4 req-19ca8d33-a686-4779-890e-66950bc91627 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b0d07326-4065-4fd7-b5cf-d686d21d7d63 HTTP/1.1" status: 200 len: 835 time: 0.0456340 Sep 23 07:22:38.748198 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-522f9180-84d2-46d4-8ccc-d6d769e02ff4 req-2e0a4b3c-ba04-4561-b22f-3dd52d9c7114 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b0d07326-4065-4fd7-b5cf-d686d21d7d63 HTTP/1.1" status: 200 len: 835 time: 0.0493224 Sep 23 07:22:38.797218 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522f9180-84d2-46d4-8ccc-d6d769e02ff4 req-db9ff543-3546-4409-8604-bf4a37a8d496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:22:38.799517 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-522f9180-84d2-46d4-8ccc-d6d769e02ff4 req-db9ff543-3546-4409-8604-bf4a37a8d496 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=50dceb12-c047-4b01-aae6-ecd343b8c119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448875 Sep 23 07:22:38.803970 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522f9180-84d2-46d4-8ccc-d6d769e02ff4 req-1521fa62-f69a-4b8e-bde5-057b9b78e5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:22:38.805489 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-522f9180-84d2-46d4-8ccc-d6d769e02ff4 req-1521fa62-f69a-4b8e-bde5-057b9b78e5a1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=50dceb12-c047-4b01-aae6-ecd343b8c119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474598 Sep 23 07:22:38.907272 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-522f9180-84d2-46d4-8ccc-d6d769e02ff4 req-adf1178c-6420-4e02-b903-14205eff58e5 service neutron] 10.222.0.58 "GET /v2.0/networks/50dceb12-c047-4b01-aae6-ecd343b8c119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937312 Sep 23 07:22:38.930692 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6ab691-ea00-4d93-9953-d8c0b3512e2c req-1d4da7f1-f051-4d9d-af08-3870833e367a tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:22:38.932115 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6a6ab691-ea00-4d93-9953-d8c0b3512e2c req-1d4da7f1-f051-4d9d-af08-3870833e367a tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=68f61390-3c88-48f6-8b09-f1d5fcf6cb1b HTTP/1.1" status: 200 len: 945 time: 0.1073179 Sep 23 07:22:38.934389 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-522f9180-84d2-46d4-8ccc-d6d769e02ff4 req-8e49edb7-56da-46ec-ba06-42817cc9e9e4 service neutron] 10.222.0.21 "GET /v2.0/networks/50dceb12-c047-4b01-aae6-ecd343b8c119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273410 Sep 23 07:22:39.001071 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6a6ab691-ea00-4d93-9953-d8c0b3512e2c req-b2b694f7-a352-4181-9860-11e961ff56c9 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=906fe158-99a3-4a65-a5e5-10a377ea55e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615938 Sep 23 07:22:39.011432 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-522f9180-84d2-46d4-8ccc-d6d769e02ff4 req-6e8cd7b2-08eb-47a6-9fd8-9934bd3b4dbe service neutron] 10.222.0.58 "GET /v2.0/networks/50dceb12-c047-4b01-aae6-ecd343b8c119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953052 Sep 23 07:22:39.060505 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-522f9180-84d2-46d4-8ccc-d6d769e02ff4 req-2c2e5fee-7c9a-4e26-91b2-11903d937098 service neutron] 10.222.0.21 "GET /v2.0/networks/50dceb12-c047-4b01-aae6-ecd343b8c119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145601 Sep 23 07:22:40.124257 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f323b388-0a7d-49f3-98c0-fa4894cfb2ff req-ff11d380-f46e-4ee3-9250-b8e1079c7eee tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:22:40.125806 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f323b388-0a7d-49f3-98c0-fa4894cfb2ff req-ff11d380-f46e-4ee3-9250-b8e1079c7eee tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=68f61390-3c88-48f6-8b09-f1d5fcf6cb1b HTTP/1.1" status: 200 len: 945 time: 0.0517938 Sep 23 07:22:40.165295 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f323b388-0a7d-49f3-98c0-fa4894cfb2ff req-b8eac347-eab1-4f67-8e47-a6f4030b72f3 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=906fe158-99a3-4a65-a5e5-10a377ea55e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330408 Sep 23 07:22:40.285738 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:41.066064 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-62d31856-25c1-4f29-b955-c3ed678eb889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:41.279457 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b337d60f-0e54-4889-a02f-736e63092837 req-08c14647-2545-4bf3-a85c-8b8debb1ec92 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:22:41.280962 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b337d60f-0e54-4889-a02f-736e63092837 req-08c14647-2545-4bf3-a85c-8b8debb1ec92 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=68f61390-3c88-48f6-8b09-f1d5fcf6cb1b HTTP/1.1" status: 200 len: 945 time: 0.0496860 Sep 23 07:22:41.319177 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b337d60f-0e54-4889-a02f-736e63092837 req-ff6bcca7-aa0c-485c-ad5c-f6c2c448a035 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=906fe158-99a3-4a65-a5e5-10a377ea55e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320890 Sep 23 07:22:41.342396 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 49228) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:22:41.407756 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-5f965a8b-7d5c-4faa-a104-a06e3cadb478 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/floatingips/4907bc39-94ba-41ee-afdc-5bd915102748 HTTP/1.1" status: 200 len: 992 time: 0.0641949 Sep 23 07:22:41.573118 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:41.821361 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 37ea7c08-3bdb-4751-93b0-5257d6e50d08 details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:22:41.918500 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 37ea7c08-3bdb-4751-93b0-5257d6e50d08, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=37ea7c08-3bdb-4751-93b0-5257d6e50d08,segment=NetworkSegment(51bd0504-e607-4000-8f45-2c62e5619c72),segment_id=51bd0504-e607-4000-8f45-2c62e5619c72)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:22:41.930654 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': '37ea7c08-3bdb-4751-93b0-5257d6e50d08', 'network_id': '50dceb12-c047-4b01-aae6-ecd343b8c119', 'port_id': '37ea7c08-3bdb-4751-93b0-5257d6e50d08', 'mac_address': 'fa:16:3e:57:55:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d07326-4065-4fd7-b5cf-d686d21d7d63', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:22:41.970547 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:41.987010 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37ea7c08-3bdb-4751-93b0-5257d6e50d08 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:22:42.006551 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 37ea7c08-3bdb-4751-93b0-5257d6e50d08, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=37ea7c08-3bdb-4751-93b0-5257d6e50d08,segment=NetworkSegment(51bd0504-e607-4000-8f45-2c62e5619c72),segment_id=51bd0504-e607-4000-8f45-2c62e5619c72)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:22:42.010780 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:42.057700 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=37ea7c08-3bdb-4751-93b0-5257d6e50d08,revision_number=12']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:22:42.385160 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['37ea7c08-3bdb-4751-93b0-5257d6e50d08'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:22:42.415198 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:43.832780 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 37ea7c08-3bdb-4751-93b0-5257d6e50d08 up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:22:43.890250 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:43.891770 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port 37ea7c08-3bdb-4751-93b0-5257d6e50d08 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:22:43.905573 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port 37ea7c08-3bdb-4751-93b0-5257d6e50d08 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:22:43.905950 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:43.990478 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:44.013301 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f61390-3c88-48f6-8b09-f1d5fcf6cb1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37ea7c08-3bdb-4751-93b0-5257d6e50d08'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:22:44.015586 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aceedaa-a3fc-4add-bc16-5e7aa57c12d9" -d '{"events": [{"server_uuid": "68f61390-3c88-48f6-8b09-f1d5fcf6cb1b", "name": "network-vif-plugged", "status": "completed", "tag": "37ea7c08-3bdb-4751-93b0-5257d6e50d08"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:22:44.028957 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 37ea7c08-3bdb-4751-93b0-5257d6e50d08, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=37ea7c08-3bdb-4751-93b0-5257d6e50d08,segment=NetworkSegment(51bd0504-e607-4000-8f45-2c62e5619c72),segment_id=51bd0504-e607-4000-8f45-2c62e5619c72)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:22:44.035403 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:22:44.062257 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c27efe3-33ca-40c2-b05e-3b8f4013198c x-openstack-request-id: req-2c27efe3-33ca-40c2-b05e-3b8f4013198c {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:22:44.062474 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68f61390-3c88-48f6-8b09-f1d5fcf6cb1b", "name": "network-vif-plugged", "status": "completed", "tag": "37ea7c08-3bdb-4751-93b0-5257d6e50d08", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:22:44.062728 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2c27efe3-33ca-40c2-b05e-3b8f4013198c {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:22:44.063135 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68f61390-3c88-48f6-8b09-f1d5fcf6cb1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37ea7c08-3bdb-4751-93b0-5257d6e50d08', 'code': 200} Sep 23 07:22:44.089694 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=37ea7c08-3bdb-4751-93b0-5257d6e50d08,revision_number=13']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:22:54.904219 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:23:06.719630 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:08.063445 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-148574ed-c4b0-47c5-a8ee-7c3e42f1019c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:10.310844 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:11.066828 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-4115314c-f4c8-4ef5-a491-b41b2936893b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:11.575152 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:12.396220 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:13.892623 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:31.904617 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:23:34.339836 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f23bfece-4ab8-4c16-86fc-37b64d00602e req-503af23a-0683-4dc3-8475-110b7c82dc2f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=68f61390-3c88-48f6-8b09-f1d5fcf6cb1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0438221 Sep 23 07:23:34.430707 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23bfece-4ab8-4c16-86fc-37b64d00602e req-00f75dea-0110-4984-bed8-298f48cab29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:23:34.432202 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f23bfece-4ab8-4c16-86fc-37b64d00602e req-00f75dea-0110-4984-bed8-298f48cab29d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ac3e338994b2411c8937f4fd1418e068&device_id=68f61390-3c88-48f6-8b09-f1d5fcf6cb1b HTTP/1.1" status: 200 len: 1099 time: 0.0406859 Sep 23 07:23:34.540460 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23bfece-4ab8-4c16-86fc-37b64d00602e req-2d6c480f-9f77-4ee1-95a0-a163f509e77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:23:34.542005 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f23bfece-4ab8-4c16-86fc-37b64d00602e req-2d6c480f-9f77-4ee1-95a0-a163f509e77a service neutron] 10.222.0.21 "GET /v2.0/networks?id=50dceb12-c047-4b01-aae6-ecd343b8c119 HTTP/1.1" status: 200 len: 897 time: 0.0910811 Sep 23 07:23:34.607243 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f23bfece-4ab8-4c16-86fc-37b64d00602e req-1af2f0ca-3470-482f-a7c5-79bcde9cd54b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37ea7c08-3bdb-4751-93b0-5257d6e50d08 HTTP/1.1" status: 200 len: 1002 time: 0.0576167 Sep 23 07:23:34.657648 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23bfece-4ab8-4c16-86fc-37b64d00602e req-4d69d77a-e24e-4786-97ef-52ee5ed2593c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:23:34.659143 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f23bfece-4ab8-4c16-86fc-37b64d00602e req-4d69d77a-e24e-4786-97ef-52ee5ed2593c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b0d07326-4065-4fd7-b5cf-d686d21d7d63 HTTP/1.1" status: 200 len: 835 time: 0.0441589 Sep 23 07:23:34.710562 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23bfece-4ab8-4c16-86fc-37b64d00602e req-2c3a8bec-ebbc-4d22-b9e5-9913ba28e1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:23:34.712050 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f23bfece-4ab8-4c16-86fc-37b64d00602e req-2c3a8bec-ebbc-4d22-b9e5-9913ba28e1e0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=50dceb12-c047-4b01-aae6-ecd343b8c119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450635 Sep 23 07:23:34.803515 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f23bfece-4ab8-4c16-86fc-37b64d00602e req-ae10a35f-5920-4bd2-be20-202629a8f4a5 service neutron] 10.222.0.21 "GET /v2.0/networks/50dceb12-c047-4b01-aae6-ecd343b8c119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842502 Sep 23 07:23:35.226690 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f23bfece-4ab8-4c16-86fc-37b64d00602e req-684f98ad-8571-4b55-aa5f-59416764dbfe service neutron] 10.222.0.21 "GET /v2.0/networks/50dceb12-c047-4b01-aae6-ecd343b8c119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4155481 Sep 23 07:23:36.667012 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863cd397-2ab7-4666-8dda-3459d9febe95 req-04e872d0-6646-48d7-94cb-1b18af248e5c tempest-TestNetworkAdvancedServerOps-1704827008 tempest-TestNetworkAdvancedServerOps-1704827008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:23:36.668634 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-863cd397-2ab7-4666-8dda-3459d9febe95 req-04e872d0-6646-48d7-94cb-1b18af248e5c tempest-TestNetworkAdvancedServerOps-1704827008 tempest-TestNetworkAdvancedServerOps-1704827008-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=68f61390-3c88-48f6-8b09-f1d5fcf6cb1b HTTP/1.1" status: 200 len: 1099 time: 0.0460880 Sep 23 07:23:36.704099 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-863cd397-2ab7-4666-8dda-3459d9febe95 req-edc3945d-36dc-4e9b-b2af-b639ed534156 tempest-TestNetworkAdvancedServerOps-1704827008 tempest-TestNetworkAdvancedServerOps-1704827008-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=906fe158-99a3-4a65-a5e5-10a377ea55e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295110 Sep 23 07:23:36.727612 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 49754) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:23:36.747043 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:36.894089 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-0a98eb51-81c9-45f6-b320-afd4269d7a0d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Deleting port 8fb48947-b191-4b88-96b4-e5b50ef524ef {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:23:36.894447 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0a98eb51-81c9-45f6-b320-afd4269d7a0d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:36.979032 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0a98eb51-81c9-45f6-b320-afd4269d7a0d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:36.979728 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0a98eb51-81c9-45f6-b320-afd4269d7a0d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:36.992245 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-0a98eb51-81c9-45f6-b320-afd4269d7a0d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Calling delete_port for 8fb48947-b191-4b88-96b4-e5b50ef524ef owned by network:floatingip {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:23:37.143940 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0a98eb51-81c9-45f6-b320-afd4269d7a0d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:37.174751 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a98eb51-81c9-45f6-b320-afd4269d7a0d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Pushing event deleted for resources: {'Port': ['ID=8fb48947-b191-4b88-96b4-e5b50ef524ef,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:23:37.186472 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a98eb51-81c9-45f6-b320-afd4269d7a0d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:23:37.186815 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a98eb51-81c9-45f6-b320-afd4269d7a0d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:23:37.187226 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a98eb51-81c9-45f6-b320-afd4269d7a0d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:23:37.187593 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a98eb51-81c9-45f6-b320-afd4269d7a0d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:23:37.187995 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a98eb51-81c9-45f6-b320-afd4269d7a0d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:23:37.188427 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a98eb51-81c9-45f6-b320-afd4269d7a0d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:23:37.188706 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a98eb51-81c9-45f6-b320-afd4269d7a0d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:23:37.189038 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a98eb51-81c9-45f6-b320-afd4269d7a0d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:23:37.189367 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a98eb51-81c9-45f6-b320-afd4269d7a0d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:23:37.189688 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a98eb51-81c9-45f6-b320-afd4269d7a0d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:23:37.190032 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a98eb51-81c9-45f6-b320-afd4269d7a0d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:23:37.190351 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a98eb51-81c9-45f6-b320-afd4269d7a0d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:23:37.247718 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0a98eb51-81c9-45f6-b320-afd4269d7a0d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for floatingip, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:37.248056 n-d-715271-16 neutron-server[95066]: INFO neutron.db.l3_db [None req-0a98eb51-81c9-45f6-b320-afd4269d7a0d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Floating IP 4907bc39-94ba-41ee-afdc-5bd915102748 disassociated (deleted). External IP: 172.25.2.175, port: 37ea7c08-3bdb-4751-93b0-5257d6e50d08. Sep 23 07:23:37.460604 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a98eb51-81c9-45f6-b320-afd4269d7a0d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Router eb7cf85e-9d31-42ce-8ef1-33341b2775c3 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:23:37.574870 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a98eb51-81c9-45f6-b320-afd4269d7a0d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:23:37.579931 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0a98eb51-81c9-45f6-b320-afd4269d7a0d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:37.587642 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd17798c-03b6-462a-97bf-6f8423e6ab39 None None] Sync routers for ids ['eb7cf85e-9d31-42ce-8ef1-33341b2775c3'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:23:37.597465 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd17798c-03b6-462a-97bf-6f8423e6ab39 None None] Routers {'eb7cf85e-9d31-42ce-8ef1-33341b2775c3'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:23:37.598870 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-dd17798c-03b6-462a-97bf-6f8423e6ab39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:23:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['eb7cf85e-9d31-42ce-8ef1-33341b2775c3'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:23:37.608206 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-0a98eb51-81c9-45f6-b320-afd4269d7a0d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "DELETE /v2.0/floatingips/4907bc39-94ba-41ee-afdc-5bd915102748 HTTP/1.1" status: 204 len: 168 time: 0.8792706 Sep 23 07:23:37.608800 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68f61390-3c88-48f6-8b09-f1d5fcf6cb1b', 'tag': '37ea7c08-3bdb-4751-93b0-5257d6e50d08'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:23:37.611387 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c0029bf-216a-47b6-a16f-a6929e5056bb" -d '{"events": [{"name": "network-changed", "server_uuid": "68f61390-3c88-48f6-8b09-f1d5fcf6cb1b", "tag": "37ea7c08-3bdb-4751-93b0-5257d6e50d08"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:23:37.668496 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc0f2bb8-1ad6-4f26-8062-8da608d7c32d x-openstack-request-id: req-cc0f2bb8-1ad6-4f26-8062-8da608d7c32d {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:23:37.669115 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68f61390-3c88-48f6-8b09-f1d5fcf6cb1b", "tag": "37ea7c08-3bdb-4751-93b0-5257d6e50d08", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:23:37.669115 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cc0f2bb8-1ad6-4f26-8062-8da608d7c32d {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:23:37.669472 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68f61390-3c88-48f6-8b09-f1d5fcf6cb1b', 'tag': '37ea7c08-3bdb-4751-93b0-5257d6e50d08', 'status': 'completed', 'code': 200} Sep 23 07:23:37.753745 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0029bf-216a-47b6-a16f-a6929e5056bb req-e0c2a7b9-8baa-4bd2-bc31-5eefdcec96ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:23:37.756037 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1c0029bf-216a-47b6-a16f-a6929e5056bb req-e0c2a7b9-8baa-4bd2-bc31-5eefdcec96ef service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ac3e338994b2411c8937f4fd1418e068&device_id=68f61390-3c88-48f6-8b09-f1d5fcf6cb1b HTTP/1.1" status: 200 len: 1099 time: 0.0522590 Sep 23 07:23:37.877808 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0029bf-216a-47b6-a16f-a6929e5056bb req-6de6681e-8439-4957-9051-582635ce5440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:23:37.878076 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-dd17798c-03b6-462a-97bf-6f8423e6ab39 None None] Set router eb7cf85e-9d31-42ce-8ef1-33341b2775c3 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:23:37.884114 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1c0029bf-216a-47b6-a16f-a6929e5056bb req-6de6681e-8439-4957-9051-582635ce5440 service neutron] 10.222.0.21 "GET /v2.0/networks?id=50dceb12-c047-4b01-aae6-ecd343b8c119 HTTP/1.1" status: 200 len: 897 time: 0.1148152 Sep 23 07:23:37.918471 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34567511-941b-4800-abbe-352d7e194143 req-5af5232c-283d-4fb8-9f48-a6e62b90e6a9 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:23:37.920407 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-34567511-941b-4800-abbe-352d7e194143 req-5af5232c-283d-4fb8-9f48-a6e62b90e6a9 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=68f61390-3c88-48f6-8b09-f1d5fcf6cb1b HTTP/1.1" status: 200 len: 947 time: 0.0631223 Sep 23 07:23:37.956219 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1c0029bf-216a-47b6-a16f-a6929e5056bb req-f61c94ad-c5dc-498d-a492-ddd392a239d3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37ea7c08-3bdb-4751-93b0-5257d6e50d08 HTTP/1.1" status: 200 len: 217 time: 0.0648942 Sep 23 07:23:37.964852 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-34567511-941b-4800-abbe-352d7e194143 req-083665c4-4dee-469e-833e-cdc487dd3ed5 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=906fe158-99a3-4a65-a5e5-10a377ea55e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378520 Sep 23 07:23:38.015044 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0029bf-216a-47b6-a16f-a6929e5056bb req-6ea89196-3a9c-4b25-9ffc-adb5701f9663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:23:38.016741 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1c0029bf-216a-47b6-a16f-a6929e5056bb req-6ea89196-3a9c-4b25-9ffc-adb5701f9663 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b0d07326-4065-4fd7-b5cf-d686d21d7d63 HTTP/1.1" status: 200 len: 835 time: 0.0523226 Sep 23 07:23:38.068391 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-02e30988-ba09-4f14-b8c6-b54bff208171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:38.075557 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0029bf-216a-47b6-a16f-a6929e5056bb req-335a684d-8735-4f8d-b154-4e862be3fa3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:23:38.077198 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1c0029bf-216a-47b6-a16f-a6929e5056bb req-335a684d-8735-4f8d-b154-4e862be3fa3f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=50dceb12-c047-4b01-aae6-ecd343b8c119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526068 Sep 23 07:23:38.115587 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-dd17798c-03b6-462a-97bf-6f8423e6ab39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7cf85e-9d31-42ce-8ef1-33341b2775c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1948883663', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '52ef9471-107e-4706-986c-0fa27091abb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:20:39Z', 'updated_at': '2021-09-23T07:20:42Z', 'revision_number': 4, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'gw_port': {'id': '52ef9471-107e-4706-986c-0fa27091abb1', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7cf85e-9d31-42ce-8ef1-33341b2775c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:20:39Z', 'updated_at': '2021-09-23T07:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': 'cf80fa6e-3cfa-46ae-9669-d5abdad6f14c', 'name': '', 'network_id': '50dceb12-c047-4b01-aae6-ecd343b8c119', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'mac_address': 'fa:16:3e:78:9d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7cf85e-9d31-42ce-8ef1-33341b2775c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': 'b0d07326-4065-4fd7-b5cf-d686d21d7d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:20:42Z', 'updated_at': '2021-09-23T07:20:46Z', 'revision_number': 5, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'subnets': [{'id': 'b0d07326-4065-4fd7-b5cf-d686d21d7d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:23:38.146995 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd17798c-03b6-462a-97bf-6f8423e6ab39 None None] Checking router: eb7cf85e-9d31-42ce-8ef1-33341b2775c3 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:23:38.155676 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd17798c-03b6-462a-97bf-6f8423e6ab39 None None] Routers {'eb7cf85e-9d31-42ce-8ef1-33341b2775c3'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:23:38.156338 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-dd17798c-03b6-462a-97bf-6f8423e6ab39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:23:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['eb7cf85e-9d31-42ce-8ef1-33341b2775c3'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:23:38.181441 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1c0029bf-216a-47b6-a16f-a6929e5056bb req-c70f096b-8de4-444b-8612-52fe14e8de09 service neutron] 10.222.0.21 "GET /v2.0/networks/50dceb12-c047-4b01-aae6-ecd343b8c119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966444 Sep 23 07:23:38.266304 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-dd17798c-03b6-462a-97bf-6f8423e6ab39 None None] Set router eb7cf85e-9d31-42ce-8ef1-33341b2775c3 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:23:38.284487 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1c0029bf-216a-47b6-a16f-a6929e5056bb req-88e1b3e6-9f5a-4475-9195-b557be8ea179 service neutron] 10.222.0.21 "GET /v2.0/networks/50dceb12-c047-4b01-aae6-ecd343b8c119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956075 Sep 23 07:23:38.476327 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-dd17798c-03b6-462a-97bf-6f8423e6ab39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7cf85e-9d31-42ce-8ef1-33341b2775c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1948883663', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '52ef9471-107e-4706-986c-0fa27091abb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:20:39Z', 'updated_at': '2021-09-23T07:20:42Z', 'revision_number': 4, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'gw_port': {'id': '52ef9471-107e-4706-986c-0fa27091abb1', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7cf85e-9d31-42ce-8ef1-33341b2775c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:20:39Z', 'updated_at': '2021-09-23T07:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': 'cf80fa6e-3cfa-46ae-9669-d5abdad6f14c', 'name': '', 'network_id': '50dceb12-c047-4b01-aae6-ecd343b8c119', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'mac_address': 'fa:16:3e:78:9d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7cf85e-9d31-42ce-8ef1-33341b2775c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': 'b0d07326-4065-4fd7-b5cf-d686d21d7d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:20:42Z', 'updated_at': '2021-09-23T07:20:46Z', 'revision_number': 5, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'subnets': [{'id': 'b0d07326-4065-4fd7-b5cf-d686d21d7d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:23:38.502787 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd17798c-03b6-462a-97bf-6f8423e6ab39 None None] The sync data for ids ['eb7cf85e-9d31-42ce-8ef1-33341b2775c3'] in n-d-715271-16 is: [{'id': 'eb7cf85e-9d31-42ce-8ef1-33341b2775c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1948883663', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '52ef9471-107e-4706-986c-0fa27091abb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:20:39Z', 'updated_at': '2021-09-23T07:20:42Z', 'revision_number': 4, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'gw_port': {'id': '52ef9471-107e-4706-986c-0fa27091abb1', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7cf85e-9d31-42ce-8ef1-33341b2775c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:20:39Z', 'updated_at': '2021-09-23T07:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': 'cf80fa6e-3cfa-46ae-9669-d5abdad6f14c', 'name': '', 'network_id': '50dceb12-c047-4b01-aae6-ecd343b8c119', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'mac_address': 'fa:16:3e:78:9d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7cf85e-9d31-42ce-8ef1-33341b2775c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': 'b0d07326-4065-4fd7-b5cf-d686d21d7d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:20:42Z', 'updated_at': '2021-09-23T07:20:46Z', 'revision_number': 5, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'subnets': [{'id': 'b0d07326-4065-4fd7-b5cf-d686d21d7d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:23:38.733671 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02ac94d-6a39-4672-9188-b5220de0f375 None None] New status for floating IP 4907bc39-94ba-41ee-afdc-5bd915102748: DOWN {{(pid=95067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 07:23:39.083991 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff555ff2-05b9-4961-aaeb-733d053e8491 req-6985a545-6461-4019-82aa-06ed1467ae6a tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:23:39.085409 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ff555ff2-05b9-4961-aaeb-733d053e8491 req-6985a545-6461-4019-82aa-06ed1467ae6a tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=68f61390-3c88-48f6-8b09-f1d5fcf6cb1b HTTP/1.1" status: 200 len: 947 time: 0.0494564 Sep 23 07:23:39.124994 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ff555ff2-05b9-4961-aaeb-733d053e8491 req-fd1291ff-c57a-45a8-bd70-6821b9b8ed96 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=906fe158-99a3-4a65-a5e5-10a377ea55e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332351 Sep 23 07:23:39.405667 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb900dea-b3ee-4c34-947e-126fa5009432 req-0524e542-1b3b-4892-a355-b02c06186105 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:23:39.407069 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fb900dea-b3ee-4c34-947e-126fa5009432 req-0524e542-1b3b-4892-a355-b02c06186105 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.21 "GET /v2.0/ports?device_id=68f61390-3c88-48f6-8b09-f1d5fcf6cb1b HTTP/1.1" status: 200 len: 947 time: 0.0495076 Sep 23 07:23:39.507473 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-fb900dea-b3ee-4c34-947e-126fa5009432 req-9182de1c-c60e-4e30-8d71-136e02d43693 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Deleting port 37ea7c08-3bdb-4751-93b0-5257d6e50d08 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:23:39.507822 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-fb900dea-b3ee-4c34-947e-126fa5009432 req-9182de1c-c60e-4e30-8d71-136e02d43693 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:39.602749 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-fb900dea-b3ee-4c34-947e-126fa5009432 req-9182de1c-c60e-4e30-8d71-136e02d43693 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] For port 37ea7c08-3bdb-4751-93b0-5257d6e50d08, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=37ea7c08-3bdb-4751-93b0-5257d6e50d08,segment=NetworkSegment(51bd0504-e607-4000-8f45-2c62e5619c72),segment_id=51bd0504-e607-4000-8f45-2c62e5619c72)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:23:39.603118 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-fb900dea-b3ee-4c34-947e-126fa5009432 req-9182de1c-c60e-4e30-8d71-136e02d43693 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:39.616360 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-fb900dea-b3ee-4c34-947e-126fa5009432 req-9182de1c-c60e-4e30-8d71-136e02d43693 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Calling delete_port for 37ea7c08-3bdb-4751-93b0-5257d6e50d08 owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:23:39.748508 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-fb900dea-b3ee-4c34-947e-126fa5009432 req-9182de1c-c60e-4e30-8d71-136e02d43693 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:39.776024 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9182de1c-c60e-4e30-8d71-136e02d43693 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Pushing event deleted for resources: {'Port': ['ID=37ea7c08-3bdb-4751-93b0-5257d6e50d08,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:23:39.786796 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9182de1c-c60e-4e30-8d71-136e02d43693 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:23:39.787153 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9182de1c-c60e-4e30-8d71-136e02d43693 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:23:39.787493 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9182de1c-c60e-4e30-8d71-136e02d43693 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:23:39.787833 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9182de1c-c60e-4e30-8d71-136e02d43693 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:23:39.788170 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9182de1c-c60e-4e30-8d71-136e02d43693 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:23:39.788504 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9182de1c-c60e-4e30-8d71-136e02d43693 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:23:39.788837 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9182de1c-c60e-4e30-8d71-136e02d43693 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:23:39.789171 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9182de1c-c60e-4e30-8d71-136e02d43693 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:23:39.789500 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9182de1c-c60e-4e30-8d71-136e02d43693 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:23:39.789827 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9182de1c-c60e-4e30-8d71-136e02d43693 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:23:39.790605 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9182de1c-c60e-4e30-8d71-136e02d43693 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:23:39.790605 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9182de1c-c60e-4e30-8d71-136e02d43693 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:23:39.836469 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb900dea-b3ee-4c34-947e-126fa5009432 req-9182de1c-c60e-4e30-8d71-136e02d43693 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] No DVR routers for this DVR port 37ea7c08-3bdb-4751-93b0-5257d6e50d08 on host n-h1-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:23:39.839093 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-fb900dea-b3ee-4c34-947e-126fa5009432 req-9182de1c-c60e-4e30-8d71-136e02d43693 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:39.841083 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fb900dea-b3ee-4c34-947e-126fa5009432 req-9182de1c-c60e-4e30-8d71-136e02d43693 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.21 "DELETE /v2.0/ports/37ea7c08-3bdb-4751-93b0-5257d6e50d08 HTTP/1.1" status: 204 len: 173 time: 0.4276183 Sep 23 07:23:39.841680 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f61390-3c88-48f6-8b09-f1d5fcf6cb1b', 'name': 'network-vif-deleted', 'tag': '37ea7c08-3bdb-4751-93b0-5257d6e50d08'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:23:39.844005 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-211aa0a0-9684-440c-9a27-43641790bea8" -d '{"events": [{"server_uuid": "68f61390-3c88-48f6-8b09-f1d5fcf6cb1b", "name": "network-vif-deleted", "tag": "37ea7c08-3bdb-4751-93b0-5257d6e50d08"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:23:39.888606 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d7ba599-510f-4941-9864-026be456ec75 x-openstack-request-id: req-3d7ba599-510f-4941-9864-026be456ec75 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:23:39.888976 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68f61390-3c88-48f6-8b09-f1d5fcf6cb1b", "name": "network-vif-deleted", "tag": "37ea7c08-3bdb-4751-93b0-5257d6e50d08", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:23:39.889343 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3d7ba599-510f-4941-9864-026be456ec75 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:23:39.889957 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68f61390-3c88-48f6-8b09-f1d5fcf6cb1b', 'name': 'network-vif-deleted', 'tag': '37ea7c08-3bdb-4751-93b0-5257d6e50d08', 'status': 'completed', 'code': 200} Sep 23 07:23:40.276337 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d80235e9-2849-4675-9c3f-3f769e2f27ae req-d57e5094-b36e-48ac-bcbc-471bc7a5882c tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=68f61390-3c88-48f6-8b09-f1d5fcf6cb1b HTTP/1.1" status: 200 len: 210 time: 0.0414777 Sep 23 07:23:40.316037 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:41.067605 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-06cc886a-28cd-4669-b856-9348ee9350c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:41.335797 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 49784) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:23:41.578626 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:41.700467 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-33d63bfb-8c32-4a45-8acc-59a662e7bc61 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066969'] for router_interface, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:42.325265 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-33d63bfb-8c32-4a45-8acc-59a662e7bc61 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Deleting port cf80fa6e-3cfa-46ae-9669-d5abdad6f14c {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:23:42.325613 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-33d63bfb-8c32-4a45-8acc-59a662e7bc61 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:42.400822 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:42.421012 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-33d63bfb-8c32-4a45-8acc-59a662e7bc61 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] For port cf80fa6e-3cfa-46ae-9669-d5abdad6f14c, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=cf80fa6e-3cfa-46ae-9669-d5abdad6f14c,segment=NetworkSegment(51bd0504-e607-4000-8f45-2c62e5619c72),segment_id=51bd0504-e607-4000-8f45-2c62e5619c72)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:23:42.421618 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-33d63bfb-8c32-4a45-8acc-59a662e7bc61 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:42.435204 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-33d63bfb-8c32-4a45-8acc-59a662e7bc61 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Calling delete_port for cf80fa6e-3cfa-46ae-9669-d5abdad6f14c owned by network:router_interface {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:23:42.643189 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-33d63bfb-8c32-4a45-8acc-59a662e7bc61 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:42.673340 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d63bfb-8c32-4a45-8acc-59a662e7bc61 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Pushing event deleted for resources: {'Port': ['ID=cf80fa6e-3cfa-46ae-9669-d5abdad6f14c,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:23:42.865647 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-33d63bfb-8c32-4a45-8acc-59a662e7bc61 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2068624'] for router_interface, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:43.100701 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33d63bfb-8c32-4a45-8acc-59a662e7bc61 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Router eb7cf85e-9d31-42ce-8ef1-33341b2775c3 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:23:43.219646 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33d63bfb-8c32-4a45-8acc-59a662e7bc61 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:23:43.234073 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-33d63bfb-8c32-4a45-8acc-59a662e7bc61 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "PUT /v2.0/routers/eb7cf85e-9d31-42ce-8ef1-33341b2775c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8971610 Sep 23 07:23:43.236695 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 49834) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:23:43.239654 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a425dcc9-4208-4b48-8880-02140cd93e54 None None] Sync routers for ids ['eb7cf85e-9d31-42ce-8ef1-33341b2775c3'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:23:43.248855 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a425dcc9-4208-4b48-8880-02140cd93e54 None None] Routers {'eb7cf85e-9d31-42ce-8ef1-33341b2775c3'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:23:43.249521 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-a425dcc9-4208-4b48-8880-02140cd93e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:23:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['eb7cf85e-9d31-42ce-8ef1-33341b2775c3'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:23:43.291037 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3a0c264-83d1-4066-a52f-febe63ace30a tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Deleting subnet b0d07326-4065-4fd7-b5cf-d686d21d7d63 {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:23:43.294097 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c264-83d1-4066-a52f-febe63ace30a tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:43.348321 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c264-83d1-4066-a52f-febe63ace30a tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:43.362447 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-a425dcc9-4208-4b48-8880-02140cd93e54 None None] Set router eb7cf85e-9d31-42ce-8ef1-33341b2775c3 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:23:43.449824 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c264-83d1-4066-a52f-febe63ace30a tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:43.512248 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c264-83d1-4066-a52f-febe63ace30a tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:43.526591 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c264-83d1-4066-a52f-febe63ace30a tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:43.532098 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-e3a0c264-83d1-4066-a52f-febe63ace30a tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "DELETE /v2.0/subnets/b0d07326-4065-4fd7-b5cf-d686d21d7d63 HTTP/1.1" status: 204 len: 168 time: 0.2913532 Sep 23 07:23:43.532258 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 49842) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:23:43.536609 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147f789f-ea47-4628-9334-3d6b2237154b None None] Network 50dceb12-c047-4b01-aae6-ecd343b8c119 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:23:43.553403 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a0c264-83d1-4066-a52f-febe63ace30a tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Pushing event deleted for resources: {'Subnet': ['ID=b0d07326-4065-4fd7-b5cf-d686d21d7d63,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:23:43.620697 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-a425dcc9-4208-4b48-8880-02140cd93e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7cf85e-9d31-42ce-8ef1-33341b2775c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1948883663', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '52ef9471-107e-4706-986c-0fa27091abb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:20:39Z', 'updated_at': '2021-09-23T07:23:42Z', 'revision_number': 5, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'gw_port': {'id': '52ef9471-107e-4706-986c-0fa27091abb1', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7cf85e-9d31-42ce-8ef1-33341b2775c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:20:39Z', 'updated_at': '2021-09-23T07:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:23:43.653128 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a425dcc9-4208-4b48-8880-02140cd93e54 None None] Checking router: eb7cf85e-9d31-42ce-8ef1-33341b2775c3 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:23:43.663614 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a425dcc9-4208-4b48-8880-02140cd93e54 None None] Routers {'eb7cf85e-9d31-42ce-8ef1-33341b2775c3'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:23:43.664677 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-a425dcc9-4208-4b48-8880-02140cd93e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:23:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['eb7cf85e-9d31-42ce-8ef1-33341b2775c3'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:23:43.688764 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a426ee5d-0476-496b-baed-292851b01d2b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for router, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:43.774374 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c111a63-35f7-4d05-b1fa-401ac04abdba None None] DHCP port deletion for 50dceb12-c047-4b01-aae6-ecd343b8c119 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 07:23:43.804782 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-a425dcc9-4208-4b48-8880-02140cd93e54 None None] Set router eb7cf85e-9d31-42ce-8ef1-33341b2775c3 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:23:43.833518 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a426ee5d-0476-496b-baed-292851b01d2b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:43.838485 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-0c111a63-35f7-4d05-b1fa-401ac04abdba None None] Deleting port 66775747-1508-4ad4-8113-8b2849e71a25 {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:23:43.838948 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0c111a63-35f7-4d05-b1fa-401ac04abdba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:43.907413 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-a426ee5d-0476-496b-baed-292851b01d2b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Deleting port 52ef9471-107e-4706-986c-0fa27091abb1 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:23:43.908052 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a426ee5d-0476-496b-baed-292851b01d2b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:43.936906 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-0c111a63-35f7-4d05-b1fa-401ac04abdba None None] For port 66775747-1508-4ad4-8113-8b2849e71a25, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=66775747-1508-4ad4-8113-8b2849e71a25,segment=NetworkSegment(51bd0504-e607-4000-8f45-2c62e5619c72),segment_id=51bd0504-e607-4000-8f45-2c62e5619c72)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:23:43.937686 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0c111a63-35f7-4d05-b1fa-401ac04abdba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:43.973899 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-0c111a63-35f7-4d05-b1fa-401ac04abdba None None] Calling delete_port for 66775747-1508-4ad4-8113-8b2849e71a25 owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:23:44.040805 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:44.043570 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-a426ee5d-0476-496b-baed-292851b01d2b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] For port 52ef9471-107e-4706-986c-0fa27091abb1, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=52ef9471-107e-4706-986c-0fa27091abb1,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:23:44.044157 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a426ee5d-0476-496b-baed-292851b01d2b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:44.059843 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-a426ee5d-0476-496b-baed-292851b01d2b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Calling delete_port for 52ef9471-107e-4706-986c-0fa27091abb1 owned by network:router_gateway {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:23:44.086984 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-a425dcc9-4208-4b48-8880-02140cd93e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7cf85e-9d31-42ce-8ef1-33341b2775c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1948883663', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '52ef9471-107e-4706-986c-0fa27091abb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:20:39Z', 'updated_at': '2021-09-23T07:23:42Z', 'revision_number': 5, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'gw_port': {'id': '52ef9471-107e-4706-986c-0fa27091abb1', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7cf85e-9d31-42ce-8ef1-33341b2775c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:20:39Z', 'updated_at': '2021-09-23T07:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:23:44.098255 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0c111a63-35f7-4d05-b1fa-401ac04abdba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:44.139100 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 66775747-1508-4ad4-8113-8b2849e71a25 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:23:44.142445 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c111a63-35f7-4d05-b1fa-401ac04abdba None None] Pushing event deleted for resources: {'Port': ['ID=66775747-1508-4ad4-8113-8b2849e71a25,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:23:44.157177 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a425dcc9-4208-4b48-8880-02140cd93e54 None None] The sync data for ids ['eb7cf85e-9d31-42ce-8ef1-33341b2775c3'] in n-d-715271-16 is: [{'id': 'eb7cf85e-9d31-42ce-8ef1-33341b2775c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1948883663', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '52ef9471-107e-4706-986c-0fa27091abb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:20:39Z', 'updated_at': '2021-09-23T07:23:42Z', 'revision_number': 5, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'gw_port': {'id': '52ef9471-107e-4706-986c-0fa27091abb1', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7cf85e-9d31-42ce-8ef1-33341b2775c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:20:39Z', 'updated_at': '2021-09-23T07:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:23:44.189592 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c111a63-35f7-4d05-b1fa-401ac04abdba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:23:44.194628 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c111a63-35f7-4d05-b1fa-401ac04abdba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:23:44.194977 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c111a63-35f7-4d05-b1fa-401ac04abdba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:23:44.195313 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c111a63-35f7-4d05-b1fa-401ac04abdba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:23:44.195644 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c111a63-35f7-4d05-b1fa-401ac04abdba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:23:44.195974 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c111a63-35f7-4d05-b1fa-401ac04abdba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:23:44.196299 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c111a63-35f7-4d05-b1fa-401ac04abdba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:23:44.196621 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c111a63-35f7-4d05-b1fa-401ac04abdba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:23:44.196943 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c111a63-35f7-4d05-b1fa-401ac04abdba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:23:44.197262 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c111a63-35f7-4d05-b1fa-401ac04abdba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:23:44.197717 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c111a63-35f7-4d05-b1fa-401ac04abdba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:23:44.198083 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c111a63-35f7-4d05-b1fa-401ac04abdba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:23:44.207972 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 37ea7c08-3bdb-4751-93b0-5257d6e50d08 no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:23:44.230427 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c111a63-35f7-4d05-b1fa-401ac04abdba None None] No DVR routers for this DVR port 66775747-1508-4ad4-8113-8b2849e71a25 on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:23:44.232763 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] No Port match for: 37ea7c08-3bdb-4751-93b0-5257d6e50d08 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:23:44.233332 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 37ea7c08-3bdb-4751-93b0-5257d6e50d08 not bound to the agent host n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:23:44.234797 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 66775747-1508-4ad4-8113-8b2849e71a25 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:23:44.235333 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 66775747-1508-4ad4-8113-8b2849e71a25 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:23:44.267425 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a426ee5d-0476-496b-baed-292851b01d2b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:44.303514 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a426ee5d-0476-496b-baed-292851b01d2b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Pushing event deleted for resources: {'Port': ['ID=52ef9471-107e-4706-986c-0fa27091abb1,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:23:44.364396 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a426ee5d-0476-496b-baed-292851b01d2b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2068563'] for router_gateway, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:44.459485 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a426ee5d-0476-496b-baed-292851b01d2b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:44.461942 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a426ee5d-0476-496b-baed-292851b01d2b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:44.509222 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a426ee5d-0476-496b-baed-292851b01d2b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:44.509620 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a426ee5d-0476-496b-baed-292851b01d2b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Fanout notify agent at l3_agent the message router_deleted on router eb7cf85e-9d31-42ce-8ef1-33341b2775c3 {{(pid=95065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 07:23:44.517239 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a426ee5d-0476-496b-baed-292851b01d2b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:44.521585 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-a426ee5d-0476-496b-baed-292851b01d2b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "DELETE /v2.0/routers/eb7cf85e-9d31-42ce-8ef1-33341b2775c3 HTTP/1.1" status: 204 len: 168 time: 0.9850316 Sep 23 07:23:44.522432 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 49856) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:23:44.617344 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-796bbdc9-9d37-4601-bc4b-202dd573bf17 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:44.711622 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-796bbdc9-9d37-4601-bc4b-202dd573bf17 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:44.733111 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-796bbdc9-9d37-4601-bc4b-202dd573bf17 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50dceb12-c047-4b01-aae6-ecd343b8c119']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:23:44.743330 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-796bbdc9-9d37-4601-bc4b-202dd573bf17 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51bd0504-e607-4000-8f45-2c62e5619c72') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:23:44.743677 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-796bbdc9-9d37-4601-bc4b-202dd573bf17 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51bd0504-e607-4000-8f45-2c62e5619c72') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:23:44.762307 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-796bbdc9-9d37-4601-bc4b-202dd573bf17 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:44.777589 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-796bbdc9-9d37-4601-bc4b-202dd573bf17 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:44.790224 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-796bbdc9-9d37-4601-bc4b-202dd573bf17 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:23:44.790757 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-796bbdc9-9d37-4601-bc4b-202dd573bf17 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:44.796853 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 07:23:44.796853 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:23:44.796853 n-d-715271-16 neutron-server[95066]: timer() Sep 23 07:23:44.796853 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:23:44.796853 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 07:23:44.796853 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:23:44.796853 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 07:23:44.796853 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:23:44.796853 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 07:23:44.796853 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:23:44.796853 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 07:23:44.796853 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:23:44.796853 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 07:23:44.796853 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:23:44.796853 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:23:44.796853 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:23:44.796853 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:23:44.796853 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:23:44.796853 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 07:23:44.796853 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:23:44.796853 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 07:23:44.796853 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:23:44.796853 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:23:44.796853 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:23:44.796853 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 07:23:44.796853 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:23:44.796853 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:23:44.796853 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:23:44.796853 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:23:44.796853 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:23:44.796853 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:23:44.796853 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:23:44.869796 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-796bbdc9-9d37-4601-bc4b-202dd573bf17 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:44.876726 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-796bbdc9-9d37-4601-bc4b-202dd573bf17 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:44.879628 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-796bbdc9-9d37-4601-bc4b-202dd573bf17 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "DELETE /v2.0/networks/50dceb12-c047-4b01-aae6-ecd343b8c119 HTTP/1.1" status: 204 len: 168 time: 0.3554788 Sep 23 07:23:44.882430 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 49866) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:23:44.902342 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796bbdc9-9d37-4601-bc4b-202dd573bf17 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Pushing event deleted for resources: {'Network': ['ID=50dceb12-c047-4b01-aae6-ecd343b8c119,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:23:44.951382 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f84c677f-b7d5-4454-b50a-df6effa1c726 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:44.980735 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f84c677f-b7d5-4454-b50a-df6effa1c726 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:45.046688 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f84c677f-b7d5-4454-b50a-df6effa1c726 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:45.049806 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f84c677f-b7d5-4454-b50a-df6effa1c726 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:45.051695 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-f84c677f-b7d5-4454-b50a-df6effa1c726 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "DELETE /v2.0/security-groups/906fe158-99a3-4a65-a5e5-10a377ea55e5 HTTP/1.1" status: 204 len: 168 time: 0.1681032 Sep 23 07:23:45.062171 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84c677f-b7d5-4454-b50a-df6effa1c726 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=906fe158-99a3-4a65-a5e5-10a377ea55e5,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:23:45.969477 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device cf80fa6e-3cfa-46ae-9669-d5abdad6f14c no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:23:45.991394 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: cf80fa6e-3cfa-46ae-9669-d5abdad6f14c {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:23:45.992043 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device cf80fa6e-3cfa-46ae-9669-d5abdad6f14c not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:23:45.992181 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 52ef9471-107e-4706-986c-0fa27091abb1 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:23:46.014484 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 52ef9471-107e-4706-986c-0fa27091abb1 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:23:46.014907 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 52ef9471-107e-4706-986c-0fa27091abb1 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:23:47.432984 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 49914) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:23:47.440453 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-9eda71ba-713f-4b6f-b526-0cd1de4a3e7e tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1654954288', 'description': 'tempest-secgroup-smoke-1654954288 description', 'project_id': 'ac3e338994b2411c8937f4fd1418e068'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:23:47.465709 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9eda71ba-713f-4b6f-b526-0cd1de4a3e7e tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:47.563496 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9eda71ba-713f-4b6f-b526-0cd1de4a3e7e tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:47.568005 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9eda71ba-713f-4b6f-b526-0cd1de4a3e7e tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:47.595667 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9eda71ba-713f-4b6f-b526-0cd1de4a3e7e tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:47.596911 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-9eda71ba-713f-4b6f-b526-0cd1de4a3e7e tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1601896 Sep 23 07:23:47.600476 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 49920) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:23:47.601318 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eda71ba-713f-4b6f-b526-0cd1de4a3e7e tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=feed4e70-feed-4d20-bf44-a37afb1b4fe6,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:23:47.606006 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-73757af5-ccbb-4dbf-aa92-035367dd1fcf tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Request body: {'security_group_rule': {'security_group_id': 'feed4e70-feed-4d20-bf44-a37afb1b4fe6', 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:23:47.635580 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-73757af5-ccbb-4dbf-aa92-035367dd1fcf tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:47.696949 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-73757af5-ccbb-4dbf-aa92-035367dd1fcf tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:47.705895 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-73757af5-ccbb-4dbf-aa92-035367dd1fcf tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:47.724606 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73757af5-ccbb-4dbf-aa92-035367dd1fcf tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0e37bc4-79b8-4ed2-bdec-ce671fa6ec39,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:23:47.731716 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-73757af5-ccbb-4dbf-aa92-035367dd1fcf tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:47.733038 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-73757af5-ccbb-4dbf-aa92-035367dd1fcf tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1313148 Sep 23 07:23:47.735832 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 49926) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:23:47.741262 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-c0c2096b-8a29-462a-827f-73e1e655836b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Request body: {'security_group_rule': {'security_group_id': 'feed4e70-feed-4d20-bf44-a37afb1b4fe6', 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:23:47.769438 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c0c2096b-8a29-462a-827f-73e1e655836b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:47.832414 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c0c2096b-8a29-462a-827f-73e1e655836b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:47.836624 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c0c2096b-8a29-462a-827f-73e1e655836b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:47.867074 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c2096b-8a29-462a-827f-73e1e655836b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1418b10b-da11-4e1a-998b-9f67f488ada5,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:23:47.875062 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c0c2096b-8a29-462a-827f-73e1e655836b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:47.876251 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-c0c2096b-8a29-462a-827f-73e1e655836b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1394196 Sep 23 07:23:47.879078 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 49928) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:23:47.884256 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-50d1a8da-2653-40d0-8768-0a9671ec057b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Request body: {'security_group_rule': {'security_group_id': 'feed4e70-feed-4d20-bf44-a37afb1b4fe6', 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:23:47.921384 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-50d1a8da-2653-40d0-8768-0a9671ec057b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:47.982486 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-50d1a8da-2653-40d0-8768-0a9671ec057b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:47.986608 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-50d1a8da-2653-40d0-8768-0a9671ec057b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:48.008942 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d1a8da-2653-40d0-8768-0a9671ec057b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f42e3fa1-d710-4b3d-93eb-753935a0412b,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:23:48.016458 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-50d1a8da-2653-40d0-8768-0a9671ec057b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:48.017695 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-50d1a8da-2653-40d0-8768-0a9671ec057b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1374846 Sep 23 07:23:48.020932 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 49932) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:23:48.025229 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-46a0fee4-fd4c-43a4-9d87-b60c648f4ea9 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Request body: {'security_group_rule': {'security_group_id': 'feed4e70-feed-4d20-bf44-a37afb1b4fe6', 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:23:48.056911 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-46a0fee4-fd4c-43a4-9d87-b60c648f4ea9 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:48.119195 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-46a0fee4-fd4c-43a4-9d87-b60c648f4ea9 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:48.123201 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-46a0fee4-fd4c-43a4-9d87-b60c648f4ea9 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:48.141486 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a0fee4-fd4c-43a4-9d87-b60c648f4ea9 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc302c37-a1ae-4733-8c3f-6b39b446ade9,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:23:48.151979 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-46a0fee4-fd4c-43a4-9d87-b60c648f4ea9 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:48.153328 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-46a0fee4-fd4c-43a4-9d87-b60c648f4ea9 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1314545 Sep 23 07:23:48.157136 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 49936) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:23:48.165937 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-937cd21e-f10c-49c2-8768-1382c0b69daa tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Request body: {'security_group_rule': {'security_group_id': 'feed4e70-feed-4d20-bf44-a37afb1b4fe6', 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:23:48.186585 n-d-715271-16 neutron-server[95065]: INFO neutron.db.securitygroups_db [None req-937cd21e-f10c-49c2-8768-1382c0b69daa tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Project ac3e338994b2411c8937f4fd1418e068 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 07:23:48.191818 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-937cd21e-f10c-49c2-8768-1382c0b69daa tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:48.265057 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-937cd21e-f10c-49c2-8768-1382c0b69daa tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:48.268383 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-937cd21e-f10c-49c2-8768-1382c0b69daa tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:48.287660 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937cd21e-f10c-49c2-8768-1382c0b69daa tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce184a90-48c7-4567-9d22-ed6ec3d7aa77,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:23:48.296154 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-937cd21e-f10c-49c2-8768-1382c0b69daa tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:48.297902 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-937cd21e-f10c-49c2-8768-1382c0b69daa tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1390936 Sep 23 07:23:48.300481 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 49940) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:23:48.305290 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-5d033fd1-dd49-47f6-a91d-ad4636f4b741 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Request body: {'security_group_rule': {'security_group_id': 'feed4e70-feed-4d20-bf44-a37afb1b4fe6', 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:23:48.328372 n-d-715271-16 neutron-server[95066]: INFO neutron.db.securitygroups_db [None req-5d033fd1-dd49-47f6-a91d-ad4636f4b741 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Project ac3e338994b2411c8937f4fd1418e068 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 07:23:48.334684 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5d033fd1-dd49-47f6-a91d-ad4636f4b741 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:48.401832 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5d033fd1-dd49-47f6-a91d-ad4636f4b741 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:48.405713 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5d033fd1-dd49-47f6-a91d-ad4636f4b741 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:48.424118 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d033fd1-dd49-47f6-a91d-ad4636f4b741 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a17cf1cd-4ce2-40c0-bb8e-4aed465e9d63,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:23:48.443932 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5d033fd1-dd49-47f6-a91d-ad4636f4b741 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:48.445366 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-5d033fd1-dd49-47f6-a91d-ad4636f4b741 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1435666 Sep 23 07:23:48.448276 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 49944) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:23:48.453526 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-f4fa2c51-9c3e-4976-af30-16d9f76cd831 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Request body: {'network': {'name': 'tempest-network-smoke--1035808757', 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'port_security_enabled': True}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:23:48.475835 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4fa2c51-9c3e-4976-af30-16d9f76cd831 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Made reservation on behalf of ac3e338994b2411c8937f4fd1418e068 for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:23:48.479566 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f4fa2c51-9c3e-4976-af30-16d9f76cd831 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:48.506366 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4fa2c51-9c3e-4976-af30-16d9f76cd831 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:23:48.515563 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f4fa2c51-9c3e-4976-af30-16d9f76cd831 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:48.515924 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-f4fa2c51-9c3e-4976-af30-16d9f76cd831 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Added segment 2e6489c9-81a6-4413-8d5b-66236da6629b of type vlan for network 1c802564-c4a6-4d03-90b2-e806924bc653 Sep 23 07:23:48.557918 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f4fa2c51-9c3e-4976-af30-16d9f76cd831 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:48.586607 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f4fa2c51-9c3e-4976-af30-16d9f76cd831 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:48.593272 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4fa2c51-9c3e-4976-af30-16d9f76cd831 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:23:48.593853 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f4fa2c51-9c3e-4976-af30-16d9f76cd831 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:48.634186 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-f4fa2c51-9c3e-4976-af30-16d9f76cd831 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1819983 Sep 23 07:23:48.634438 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 49950) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:23:48.640571 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-719aa2d0-59a0-4947-bc37-ff131946451f tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-14520995', 'admin_state_up': True, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:23:48.673878 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fa2c51-9c3e-4976-af30-16d9f76cd831 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Pushing event updated for resources: {'Network': ['ID=1c802564-c4a6-4d03-90b2-e806924bc653,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:23:48.687326 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 1c802564-c4a6-4d03-90b2-e806924bc653 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:23:48.693223 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-719aa2d0-59a0-4947-bc37-ff131946451f tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:48.694533 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-719aa2d0-59a0-4947-bc37-ff131946451f tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:48.754241 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-719aa2d0-59a0-4947-bc37-ff131946451f tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:48.899817 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-719aa2d0-59a0-4947-bc37-ff131946451f tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:49.104348 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-719aa2d0-59a0-4947-bc37-ff131946451f tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for router_gateway, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:49.124129 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-719aa2d0-59a0-4947-bc37-ff131946451f tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:49.240411 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-719aa2d0-59a0-4947-bc37-ff131946451f tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Allocated IP 172.25.2.47 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/622b66ea-cff0-4967-8a99-e14e2e22181d) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:23:49.351962 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-719aa2d0-59a0-4947-bc37-ff131946451f tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:49.390267 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-719aa2d0-59a0-4947-bc37-ff131946451f tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:49.427266 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719aa2d0-59a0-4947-bc37-ff131946451f tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:23:49.430471 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-719aa2d0-59a0-4947-bc37-ff131946451f tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:23:49.434289 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719aa2d0-59a0-4947-bc37-ff131946451f tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:23:49.468226 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719aa2d0-59a0-4947-bc37-ff131946451f tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Pushing event updated for resources: {'Port': ['ID=622b66ea-cff0-4967-8a99-e14e2e22181d,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:23:49.712119 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-719aa2d0-59a0-4947-bc37-ff131946451f tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for router_gateway, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:49.917681 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-719aa2d0-59a0-4947-bc37-ff131946451f tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:50.056659 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-719aa2d0-59a0-4947-bc37-ff131946451f tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Router aefcf461-f371-484a-90fd-11976f9d85f1 is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 07:23:50.169984 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-719aa2d0-59a0-4947-bc37-ff131946451f tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:23:50.182470 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a263374-0512-4400-b446-e759b4fc2f29 None None] Sync routers for ids ['aefcf461-f371-484a-90fd-11976f9d85f1'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:23:50.189910 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-719aa2d0-59a0-4947-bc37-ff131946451f tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:50.191924 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-719aa2d0-59a0-4947-bc37-ff131946451f tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.5559518 Sep 23 07:23:50.193549 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a263374-0512-4400-b446-e759b4fc2f29 None None] Routers {'aefcf461-f371-484a-90fd-11976f9d85f1'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:23:50.194994 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 49984) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:23:50.206226 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-5a263374-0512-4400-b446-e759b4fc2f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:23:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['aefcf461-f371-484a-90fd-11976f9d85f1'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:23:50.231440 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-7477bc04-3c04-494f-97b7-423b7dbd5f7d tempest-TestNetworkAdvancedServerOps-1704827008 tempest-TestNetworkAdvancedServerOps-1704827008-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=ac3e338994b2411c8937f4fd1418e068&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324218 Sep 23 07:23:50.231440 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 49986) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:23:50.325239 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba0978d-b1df-4e36-98ab-8e7b99b6f0d0 tempest-TestNetworkAdvancedServerOps-1704827008 tempest-TestNetworkAdvancedServerOps-1704827008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:23:50.330371 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 49992) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:23:50.330905 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-dba0978d-b1df-4e36-98ab-8e7b99b6f0d0 tempest-TestNetworkAdvancedServerOps-1704827008 tempest-TestNetworkAdvancedServerOps-1704827008-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0977883 Sep 23 07:23:50.331123 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-5a263374-0512-4400-b446-e759b4fc2f29 None None] Set router aefcf461-f371-484a-90fd-11976f9d85f1 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:23:50.369451 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-4bed3772-cff9-455b-aea1-e7704142dbb0 tempest-TestNetworkAdvancedServerOps-1704827008 tempest-TestNetworkAdvancedServerOps-1704827008-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=0f47978c-41eb-4cc7-92bf-8b873be8a1a0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372241 Sep 23 07:23:50.372145 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 49994) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:23:50.377547 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-cbd27f21-c9c1-4e26-9ebc-703fadaa1df4 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1436405128', 'network_id': '1c802564-c4a6-4d03-90b2-e806924bc653', 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:23:50.477570 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd27f21-c9c1-4e26-9ebc-703fadaa1df4 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Made reservation on behalf of ac3e338994b2411c8937f4fd1418e068 for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:23:50.481641 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-cbd27f21-c9c1-4e26-9ebc-703fadaa1df4 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:50.526013 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-5a263374-0512-4400-b446-e759b4fc2f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aefcf461-f371-484a-90fd-11976f9d85f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-14520995', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '622b66ea-cff0-4967-8a99-e14e2e22181d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:23:48Z', 'updated_at': '2021-09-23T07:23:49Z', 'revision_number': 3, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'gw_port': {'id': '622b66ea-cff0-4967-8a99-e14e2e22181d', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:6f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aefcf461-f371-484a-90fd-11976f9d85f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:23:49Z', 'updated_at': '2021-09-23T07:23:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:23:50.559945 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a263374-0512-4400-b446-e759b4fc2f29 None None] Checking router: aefcf461-f371-484a-90fd-11976f9d85f1 for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:23:50.560441 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a263374-0512-4400-b446-e759b4fc2f29 None None] Updating router aefcf461-f371-484a-90fd-11976f9d85f1 port 622b66ea-cff0-4967-8a99-e14e2e22181d binding host n-d-715271-16 {{(pid=95067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 07:23:50.587520 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5a263374-0512-4400-b446-e759b4fc2f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:50.683875 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-cbd27f21-c9c1-4e26-9ebc-703fadaa1df4 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:50.752390 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd27f21-c9c1-4e26-9ebc-703fadaa1df4 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Pushing event updated for resources: {'Subnet': ['ID=65ba97b7-b19b-42ae-89f6-441acaa4ec23,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:23:50.773931 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd27f21-c9c1-4e26-9ebc-703fadaa1df4 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Checking segment: {'id': '2e6489c9-81a6-4413-8d5b-66236da6629b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '1c802564-c4a6-4d03-90b2-e806924bc653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:23:50.774304 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd27f21-c9c1-4e26-9ebc-703fadaa1df4 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Network hostable DHCP agents. Network: 1c802564-c4a6-4d03-90b2-e806924bc653, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:23:50.796037 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd27f21-c9c1-4e26-9ebc-703fadaa1df4 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Network 1c802564-c4a6-4d03-90b2-e806924bc653 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:23:50.807973 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-cbd27f21-c9c1-4e26-9ebc-703fadaa1df4 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 1c802564-c4a6-4d03-90b2-e806924bc653) {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:23:50.814341 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd27f21-c9c1-4e26-9ebc-703fadaa1df4 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:23:50.814946 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-cbd27f21-c9c1-4e26-9ebc-703fadaa1df4 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:50.832137 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec35a57c-01b0-451e-951a-4e4258ade202 None None] Network 1c802564-c4a6-4d03-90b2-e806924bc653 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:23:50.832613 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-cbd27f21-c9c1-4e26-9ebc-703fadaa1df4 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4586692 Sep 23 07:23:50.835038 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 50004) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:23:50.939780 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5a263374-0512-4400-b446-e759b4fc2f29 None None] Notify callbacks [] for port, precommit_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:50.956688 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5a263374-0512-4400-b446-e759b4fc2f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:51.226953 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b7fe2a-2abf-4d06-91a4-31df3dccb5c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-1c802564-c4a6-4d03-90b2-e806924bc653', 'network_id': '1c802564-c4a6-4d03-90b2-e806924bc653', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'fixed_ips': [{'subnet_id': '65ba97b7-b19b-42ae-89f6-441acaa4ec23'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:23:51.227800 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-14b7fe2a-2abf-4d06-91a4-31df3dccb5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:51.236914 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84de5ff2-167e-46c5-8544-d57499ceb001 None None] Pushing event updated for resources: {'Port': ['ID=622b66ea-cff0-4967-8a99-e14e2e22181d,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:23:51.241789 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-5a263374-0512-4400-b446-e759b4fc2f29 None None] Attempting to bind port 622b66ea-cff0-4967-8a99-e14e2e22181d on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:23:51.242405 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-5a263374-0512-4400-b446-e759b4fc2f29 None None] Attempting to bind port 622b66ea-cff0-4967-8a99-e14e2e22181d by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:23:51.242942 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a263374-0512-4400-b446-e759b4fc2f29 None None] Attempting to bind port 622b66ea-cff0-4967-8a99-e14e2e22181d on network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:23:51.251737 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a263374-0512-4400-b446-e759b4fc2f29 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:23:51.252457 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a263374-0512-4400-b446-e759b4fc2f29 None None] Checking segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:23:51.253598 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5a263374-0512-4400-b446-e759b4fc2f29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:51.253598 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a263374-0512-4400-b446-e759b4fc2f29 None None] Bound using segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:23:51.254525 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-5a263374-0512-4400-b446-e759b4fc2f29 None None] Bound port: 622b66ea-cff0-4967-8a99-e14e2e22181d, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:23:51.255113 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5a263374-0512-4400-b446-e759b4fc2f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:51.341651 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3c67d4b1-1019-4838-8c25-c7d5a59d6dd2 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:51.384021 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-5a263374-0512-4400-b446-e759b4fc2f29 None None] For port 622b66ea-cff0-4967-8a99-e14e2e22181d, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:23:51.389672 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-5a263374-0512-4400-b446-e759b4fc2f29 None None] For port 622b66ea-cff0-4967-8a99-e14e2e22181d, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=622b66ea-cff0-4967-8a99-e14e2e22181d,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:23:51.416088 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5a263374-0512-4400-b446-e759b4fc2f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:51.486584 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-14b7fe2a-2abf-4d06-91a4-31df3dccb5c2 None None] Allocated IP 172.20.0.2 (1c802564-c4a6-4d03-90b2-e806924bc653/65ba97b7-b19b-42ae-89f6-441acaa4ec23/a49a295c-9f45-4998-bcd2-7b37d1d88994) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:23:51.497910 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a263374-0512-4400-b446-e759b4fc2f29 None None] Routers {'aefcf461-f371-484a-90fd-11976f9d85f1'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:23:51.498596 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-5a263374-0512-4400-b446-e759b4fc2f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:23:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['aefcf461-f371-484a-90fd-11976f9d85f1'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:23:51.506529 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84de5ff2-167e-46c5-8544-d57499ceb001 None None] Pushing event updated for resources: {'Port': ['ID=622b66ea-cff0-4967-8a99-e14e2e22181d,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:23:51.683415 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-5a263374-0512-4400-b446-e759b4fc2f29 None None] Set router aefcf461-f371-484a-90fd-11976f9d85f1 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:23:51.817890 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-14b7fe2a-2abf-4d06-91a4-31df3dccb5c2 None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:51.848306 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-14b7fe2a-2abf-4d06-91a4-31df3dccb5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:51.891765 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-3c67d4b1-1019-4838-8c25-c7d5a59d6dd2 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Allocated IP 172.20.0.1 (1c802564-c4a6-4d03-90b2-e806924bc653/65ba97b7-b19b-42ae-89f6-441acaa4ec23/8493242f-f28b-4563-a908-c93f836150ba) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:23:51.897264 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b7fe2a-2abf-4d06-91a4-31df3dccb5c2 None None] Network 1c802564-c4a6-4d03-90b2-e806924bc653 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:23:51.902733 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-14b7fe2a-2abf-4d06-91a4-31df3dccb5c2 None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:23:51.911369 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b7fe2a-2abf-4d06-91a4-31df3dccb5c2 None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:23:51.959233 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b7fe2a-2abf-4d06-91a4-31df3dccb5c2 None None] Pushing event updated for resources: {'Port': ['ID=a49a295c-9f45-4998-bcd2-7b37d1d88994,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:23:52.016080 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-14b7fe2a-2abf-4d06-91a4-31df3dccb5c2 None None] Attempting to bind port a49a295c-9f45-4998-bcd2-7b37d1d88994 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:23:52.016459 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-14b7fe2a-2abf-4d06-91a4-31df3dccb5c2 None None] Attempting to bind port a49a295c-9f45-4998-bcd2-7b37d1d88994 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '2e6489c9-81a6-4413-8d5b-66236da6629b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '1c802564-c4a6-4d03-90b2-e806924bc653'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:23:52.016832 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b7fe2a-2abf-4d06-91a4-31df3dccb5c2 None None] Attempting to bind port a49a295c-9f45-4998-bcd2-7b37d1d88994 on network 1c802564-c4a6-4d03-90b2-e806924bc653 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:23:52.025808 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b7fe2a-2abf-4d06-91a4-31df3dccb5c2 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:23:52.026164 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b7fe2a-2abf-4d06-91a4-31df3dccb5c2 None None] Checking segment: {'id': '2e6489c9-81a6-4413-8d5b-66236da6629b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '1c802564-c4a6-4d03-90b2-e806924bc653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:23:52.027363 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-14b7fe2a-2abf-4d06-91a4-31df3dccb5c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:52.027363 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b7fe2a-2abf-4d06-91a4-31df3dccb5c2 None None] Bound using segment: {'id': '2e6489c9-81a6-4413-8d5b-66236da6629b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '1c802564-c4a6-4d03-90b2-e806924bc653'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:23:52.027992 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-14b7fe2a-2abf-4d06-91a4-31df3dccb5c2 None None] Bound port: a49a295c-9f45-4998-bcd2-7b37d1d88994, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e6489c9-81a6-4413-8d5b-66236da6629b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '1c802564-c4a6-4d03-90b2-e806924bc653'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:23:52.027992 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-14b7fe2a-2abf-4d06-91a4-31df3dccb5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:52.060815 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3c67d4b1-1019-4838-8c25-c7d5a59d6dd2 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:52.078712 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-5a263374-0512-4400-b446-e759b4fc2f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aefcf461-f371-484a-90fd-11976f9d85f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-14520995', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '622b66ea-cff0-4967-8a99-e14e2e22181d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:23:48Z', 'updated_at': '2021-09-23T07:23:49Z', 'revision_number': 3, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'gw_port': {'id': '622b66ea-cff0-4967-8a99-e14e2e22181d', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:6f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aefcf461-f371-484a-90fd-11976f9d85f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:23:49Z', 'updated_at': '2021-09-23T07:23:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:23:52.101739 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3c67d4b1-1019-4838-8c25-c7d5a59d6dd2 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:52.108499 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a263374-0512-4400-b446-e759b4fc2f29 None None] The sync data for ids ['aefcf461-f371-484a-90fd-11976f9d85f1'] in n-d-715271-16 is: [{'id': 'aefcf461-f371-484a-90fd-11976f9d85f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-14520995', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '622b66ea-cff0-4967-8a99-e14e2e22181d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:23:48Z', 'updated_at': '2021-09-23T07:23:49Z', 'revision_number': 3, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'gw_port': {'id': '622b66ea-cff0-4967-8a99-e14e2e22181d', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:6f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aefcf461-f371-484a-90fd-11976f9d85f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:23:49Z', 'updated_at': '2021-09-23T07:23:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:23:52.154594 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c67d4b1-1019-4838-8c25-c7d5a59d6dd2 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Network 1c802564-c4a6-4d03-90b2-e806924bc653 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:23:52.158656 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-14b7fe2a-2abf-4d06-91a4-31df3dccb5c2 None None] For port a49a295c-9f45-4998-bcd2-7b37d1d88994, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:23:52.160645 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-3c67d4b1-1019-4838-8c25-c7d5a59d6dd2 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:23:52.162914 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-14b7fe2a-2abf-4d06-91a4-31df3dccb5c2 None None] For port a49a295c-9f45-4998-bcd2-7b37d1d88994, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=a49a295c-9f45-4998-bcd2-7b37d1d88994,segment=NetworkSegment(2e6489c9-81a6-4413-8d5b-66236da6629b),segment_id=2e6489c9-81a6-4413-8d5b-66236da6629b)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:23:52.167601 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c67d4b1-1019-4838-8c25-c7d5a59d6dd2 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:23:52.172007 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-14b7fe2a-2abf-4d06-91a4-31df3dccb5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:52.172222 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c67d4b1-1019-4838-8c25-c7d5a59d6dd2 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Pushing event updated for resources: {'Port': ['ID=8493242f-f28b-4563-a908-c93f836150ba,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:23:52.216015 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3c67d4b1-1019-4838-8c25-c7d5a59d6dd2 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068614'] for router_interface, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:52.248184 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b7fe2a-2abf-4d06-91a4-31df3dccb5c2 None None] Pushing event updated for resources: {'Port': ['ID=a49a295c-9f45-4998-bcd2-7b37d1d88994,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:23:52.389851 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3c67d4b1-1019-4838-8c25-c7d5a59d6dd2 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:52.815170 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3c67d4b1-1019-4838-8c25-c7d5a59d6dd2 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:52.822680 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3c67d4b1-1019-4838-8c25-c7d5a59d6dd2 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:52.906089 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c67d4b1-1019-4838-8c25-c7d5a59d6dd2 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Pushing event updated for resources: {'Port': ['ID=8493242f-f28b-4563-a908-c93f836150ba,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:23:52.908586 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3c67d4b1-1019-4838-8c25-c7d5a59d6dd2 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067062'] for router_interface, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:53.023995 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c67d4b1-1019-4838-8c25-c7d5a59d6dd2 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Network 1c802564-c4a6-4d03-90b2-e806924bc653 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:23:53.025483 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-3c67d4b1-1019-4838-8c25-c7d5a59d6dd2 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:23:53.156399 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c67d4b1-1019-4838-8c25-c7d5a59d6dd2 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Router aefcf461-f371-484a-90fd-11976f9d85f1 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:23:53.296121 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c67d4b1-1019-4838-8c25-c7d5a59d6dd2 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:23:53.301962 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-3c67d4b1-1019-4838-8c25-c7d5a59d6dd2 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "PUT /v2.0/routers/aefcf461-f371-484a-90fd-11976f9d85f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4652042 Sep 23 07:23:53.465383 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-874a81b2-d18d-4a2e-8ed0-094678a5756b req-fcdb615b-7e56-4582-8a3a-756f16b34c7a tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1654954288&fields=id&tenant_id=ac3e338994b2411c8937f4fd1418e068 HTTP/1.1" status: 200 len: 267 time: 0.0457942 Sep 23 07:23:53.587074 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874a81b2-d18d-4a2e-8ed0-094678a5756b req-a46503cb-f994-4906-b586-1afff1297aea tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:23:53.588912 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-874a81b2-d18d-4a2e-8ed0-094678a5756b req-a46503cb-f994-4906-b586-1afff1297aea tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/networks?id=1c802564-c4a6-4d03-90b2-e806924bc653 HTTP/1.1" status: 200 len: 797 time: 0.1227238 Sep 23 07:23:53.605323 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-874a81b2-d18d-4a2e-8ed0-094678a5756b req-20215e70-2f3e-4e68-879d-09121f1aed13 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/quotas/ac3e338994b2411c8937f4fd1418e068 HTTP/1.1" status: 200 len: 375 time: 0.0104024 Sep 23 07:23:53.650832 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7376b93d-4685-49a0-b9c6-b7897825cded None None] Network 1c802564-c4a6-4d03-90b2-e806924bc653 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:23:53.666429 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-874a81b2-d18d-4a2e-8ed0-094678a5756b req-f261682e-40d2-49fc-9f21-69027557b012 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ac3e338994b2411c8937f4fd1418e068&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513706 Sep 23 07:23:53.744832 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-074ed89f-3253-4a3e-a59b-25a458635b07 None None] Provisioning complete for port a49a295c-9f45-4998-bcd2-7b37d1d88994 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:23:53.745214 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-074ed89f-3253-4a3e-a59b-25a458635b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:53.794406 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-874a81b2-d18d-4a2e-8ed0-094678a5756b req-9c22e684-a618-4a57-8ae9-e823b9748148 service neutron] 10.222.0.39 "GET /v2.0/networks/1c802564-c4a6-4d03-90b2-e806924bc653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108825 Sep 23 07:23:53.911446 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-074ed89f-3253-4a3e-a59b-25a458635b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:53.914936 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-874a81b2-d18d-4a2e-8ed0-094678a5756b req-7863946a-e7c7-4c05-9b7f-0bc730015d15 service neutron] 10.222.0.39 "GET /v2.0/networks/1c802564-c4a6-4d03-90b2-e806924bc653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129320 Sep 23 07:23:54.004742 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-074ed89f-3253-4a3e-a59b-25a458635b07 None None] For port a49a295c-9f45-4998-bcd2-7b37d1d88994, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=a49a295c-9f45-4998-bcd2-7b37d1d88994,segment=NetworkSegment(2e6489c9-81a6-4413-8d5b-66236da6629b),segment_id=2e6489c9-81a6-4413-8d5b-66236da6629b)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:23:54.011019 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-074ed89f-3253-4a3e-a59b-25a458635b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:54.154447 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device a49a295c-9f45-4998-bcd2-7b37d1d88994 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:23:54.200340 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074ed89f-3253-4a3e-a59b-25a458635b07 None None] Pushing event updated for resources: {'Port': ['ID=a49a295c-9f45-4998-bcd2-7b37d1d88994,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:23:54.253587 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3249c8a9-faba-4827-86b7-2e76fe26677f req-46cdb661-bc4f-4192-bd09-32fda5e4e5de tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=76451d19-7cd1-4653-b7dc-91bc0ec991fb HTTP/1.1" status: 200 len: 210 time: 0.0477872 Sep 23 07:23:54.258097 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3466a5-27e5-473e-9a81-93a82f5c6bde None None] Sync routers for ids ['aefcf461-f371-484a-90fd-11976f9d85f1'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:23:54.275438 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3466a5-27e5-473e-9a81-93a82f5c6bde None None] Routers {'aefcf461-f371-484a-90fd-11976f9d85f1'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:23:54.276078 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-8a3466a5-27e5-473e-9a81-93a82f5c6bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:23:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['aefcf461-f371-484a-90fd-11976f9d85f1'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:23:54.289988 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port a49a295c-9f45-4998-bcd2-7b37d1d88994 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:23:54.290369 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:54.357821 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-bc35f2c9-f6c2-4a2c-ac0a-84c97ac42d7f None None] Provisioning complete for port a49a295c-9f45-4998-bcd2-7b37d1d88994 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:23:54.358256 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-bc35f2c9-f6c2-4a2c-ac0a-84c97ac42d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:54.455279 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-8a3466a5-27e5-473e-9a81-93a82f5c6bde None None] Set router aefcf461-f371-484a-90fd-11976f9d85f1 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:23:54.510599 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 622b66ea-cff0-4967-8a99-e14e2e22181d up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:23:54.673595 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-bc35f2c9-f6c2-4a2c-ac0a-84c97ac42d7f None None] Provisioning complete for port 8493242f-f28b-4563-a908-c93f836150ba triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:23:54.676826 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-bc35f2c9-f6c2-4a2c-ac0a-84c97ac42d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:54.720542 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 622b66ea-cff0-4967-8a99-e14e2e22181d triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:23:54.721221 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:54.791076 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-bc35f2c9-f6c2-4a2c-ac0a-84c97ac42d7f None None] Port 8493242f-f28b-4563-a908-c93f836150ba cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:23:54.852464 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-8a3466a5-27e5-473e-9a81-93a82f5c6bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aefcf461-f371-484a-90fd-11976f9d85f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-14520995', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '622b66ea-cff0-4967-8a99-e14e2e22181d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:23:48Z', 'updated_at': '2021-09-23T07:23:52Z', 'revision_number': 4, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'gw_port': {'id': '622b66ea-cff0-4967-8a99-e14e2e22181d', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:6f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aefcf461-f371-484a-90fd-11976f9d85f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:23:49Z', 'updated_at': '2021-09-23T07:23:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '8493242f-f28b-4563-a908-c93f836150ba', 'name': '', 'network_id': '1c802564-c4a6-4d03-90b2-e806924bc653', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'mac_address': 'fa:16:3e:8b:7d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aefcf461-f371-484a-90fd-11976f9d85f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '65ba97b7-b19b-42ae-89f6-441acaa4ec23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:23:51Z', 'updated_at': '2021-09-23T07:23:52Z', 'revision_number': 2, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'subnets': [{'id': '65ba97b7-b19b-42ae-89f6-441acaa4ec23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:23:54.891988 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3466a5-27e5-473e-9a81-93a82f5c6bde None None] Checking router: aefcf461-f371-484a-90fd-11976f9d85f1 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:23:54.892328 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3466a5-27e5-473e-9a81-93a82f5c6bde None None] Updating router aefcf461-f371-484a-90fd-11976f9d85f1 port 8493242f-f28b-4563-a908-c93f836150ba binding host n-d-715271-16 {{(pid=95068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 07:23:54.897640 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:54.940366 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-8a3466a5-27e5-473e-9a81-93a82f5c6bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:54.943596 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port 622b66ea-cff0-4967-8a99-e14e2e22181d, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=622b66ea-cff0-4967-8a99-e14e2e22181d,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:23:54.946808 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-673455c4-f4a1-4570-9112-f072f4a0a43d None None] Provisioning complete for port 8493242f-f28b-4563-a908-c93f836150ba triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:23:54.947293 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-673455c4-f4a1-4570-9112-f072f4a0a43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:54.962834 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:55.031907 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-673455c4-f4a1-4570-9112-f072f4a0a43d None None] Port 8493242f-f28b-4563-a908-c93f836150ba cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:23:55.053687 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=622b66ea-cff0-4967-8a99-e14e2e22181d,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:23:55.152165 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-611c8747-625a-4db7-9651-09125b3afe4e None None] Provisioning complete for port 8493242f-f28b-4563-a908-c93f836150ba triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:23:55.152627 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-611c8747-625a-4db7-9651-09125b3afe4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:55.190695 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-611c8747-625a-4db7-9651-09125b3afe4e None None] Port 8493242f-f28b-4563-a908-c93f836150ba cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:23:55.274986 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-8a3466a5-27e5-473e-9a81-93a82f5c6bde None None] Notify callbacks [] for port, precommit_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:55.281084 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-8a3466a5-27e5-473e-9a81-93a82f5c6bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:55.394811 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f94ed9-f873-4cd8-b0c3-a0a9bb06dd41 None None] Pushing event updated for resources: {'Port': ['ID=8493242f-f28b-4563-a908-c93f836150ba,revision_number=3']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:23:55.440627 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f94ed9-f873-4cd8-b0c3-a0a9bb06dd41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:23:55.442689 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f94ed9-f873-4cd8-b0c3-a0a9bb06dd41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:23:55.443651 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f94ed9-f873-4cd8-b0c3-a0a9bb06dd41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:23:55.444633 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f94ed9-f873-4cd8-b0c3-a0a9bb06dd41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:23:55.445037 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f94ed9-f873-4cd8-b0c3-a0a9bb06dd41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:23:55.446427 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f94ed9-f873-4cd8-b0c3-a0a9bb06dd41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:23:55.446837 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f94ed9-f873-4cd8-b0c3-a0a9bb06dd41 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:23:55.447638 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f94ed9-f873-4cd8-b0c3-a0a9bb06dd41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:23:55.448688 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f94ed9-f873-4cd8-b0c3-a0a9bb06dd41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:23:55.450505 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f94ed9-f873-4cd8-b0c3-a0a9bb06dd41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:23:55.451478 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f94ed9-f873-4cd8-b0c3-a0a9bb06dd41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:23:55.452755 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f94ed9-f873-4cd8-b0c3-a0a9bb06dd41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:23:55.485653 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-8a3466a5-27e5-473e-9a81-93a82f5c6bde None None] Attempting to bind port 8493242f-f28b-4563-a908-c93f836150ba on host n-d-715271-16 for vnic_type normal with profile {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:23:55.489471 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-8a3466a5-27e5-473e-9a81-93a82f5c6bde None None] Attempting to bind port 8493242f-f28b-4563-a908-c93f836150ba by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '2e6489c9-81a6-4413-8d5b-66236da6629b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '1c802564-c4a6-4d03-90b2-e806924bc653'}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:23:55.490092 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3466a5-27e5-473e-9a81-93a82f5c6bde None None] Attempting to bind port 8493242f-f28b-4563-a908-c93f836150ba on network 1c802564-c4a6-4d03-90b2-e806924bc653 {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:23:55.491976 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e8f837eb-334e-42de-bcc2-7464f3f23338 req-208eb287-6109-4927-b517-16fce276642e tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=76451d19-7cd1-4653-b7dc-91bc0ec991fb HTTP/1.1" status: 200 len: 210 time: 0.1143093 Sep 23 07:23:55.501103 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3466a5-27e5-473e-9a81-93a82f5c6bde None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:23:55.501484 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3466a5-27e5-473e-9a81-93a82f5c6bde None None] Checking segment: {'id': '2e6489c9-81a6-4413-8d5b-66236da6629b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '1c802564-c4a6-4d03-90b2-e806924bc653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:23:55.501903 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-8a3466a5-27e5-473e-9a81-93a82f5c6bde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:55.502541 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3466a5-27e5-473e-9a81-93a82f5c6bde None None] Bound using segment: {'id': '2e6489c9-81a6-4413-8d5b-66236da6629b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '1c802564-c4a6-4d03-90b2-e806924bc653'} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:23:55.505967 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-8a3466a5-27e5-473e-9a81-93a82f5c6bde None None] Bound port: 8493242f-f28b-4563-a908-c93f836150ba, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e6489c9-81a6-4413-8d5b-66236da6629b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '1c802564-c4a6-4d03-90b2-e806924bc653'}}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:23:55.506704 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-8a3466a5-27e5-473e-9a81-93a82f5c6bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:55.584031 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874a81b2-d18d-4a2e-8ed0-094678a5756b req-caf0fc3a-58cb-4163-bfd4-49a0830de505 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:23:55.586408 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-874a81b2-d18d-4a2e-8ed0-094678a5756b req-caf0fc3a-58cb-4163-bfd4-49a0830de505 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.58 "GET /v2.0/networks?id=1c802564-c4a6-4d03-90b2-e806924bc653 HTTP/1.1" status: 200 len: 797 time: 0.2193542 Sep 23 07:23:55.600289 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-8a3466a5-27e5-473e-9a81-93a82f5c6bde None None] For port 8493242f-f28b-4563-a908-c93f836150ba, host n-d-715271-16, cleared binding levels {{(pid=95068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:23:55.604915 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-8a3466a5-27e5-473e-9a81-93a82f5c6bde None None] For port 8493242f-f28b-4563-a908-c93f836150ba, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=8493242f-f28b-4563-a908-c93f836150ba,segment=NetworkSegment(2e6489c9-81a6-4413-8d5b-66236da6629b),segment_id=2e6489c9-81a6-4413-8d5b-66236da6629b)] {{(pid=95068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:23:55.611029 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-8a3466a5-27e5-473e-9a81-93a82f5c6bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:55.667129 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f94ed9-f873-4cd8-b0c3-a0a9bb06dd41 None None] Pushing event updated for resources: {'Port': ['ID=8493242f-f28b-4563-a908-c93f836150ba,revision_number=4']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:23:55.669235 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-874a81b2-d18d-4a2e-8ed0-094678a5756b req-9c33f846-a50e-4269-9beb-a05bf437709a tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac3e338994b2411c8937f4fd1418e068 HTTP/1.1" status: 200 len: 380 time: 0.0735312 Sep 23 07:23:55.682300 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-874a81b2-d18d-4a2e-8ed0-094678a5756b req-085eac80-1620-4c80-8a57-f36e36b5b2c6 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Request body: {'port': {'device_id': '76451d19-7cd1-4653-b7dc-91bc0ec991fb', 'network_id': '1c802564-c4a6-4d03-90b2-e806924bc653', 'admin_state_up': True, 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'security_groups': ['feed4e70-feed-4d20-bf44-a37afb1b4fe6']}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:23:55.683207 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3466a5-27e5-473e-9a81-93a82f5c6bde None None] Routers {'aefcf461-f371-484a-90fd-11976f9d85f1'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:23:55.683886 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-8a3466a5-27e5-473e-9a81-93a82f5c6bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:23:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['aefcf461-f371-484a-90fd-11976f9d85f1'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:23:55.720634 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-6f06a327-75d1-4132-b492-695c2f7127e5 None None] Provisioning complete for port 8493242f-f28b-4563-a908-c93f836150ba triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:23:55.721610 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-6f06a327-75d1-4132-b492-695c2f7127e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:55.826621 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-874a81b2-d18d-4a2e-8ed0-094678a5756b req-085eac80-1620-4c80-8a57-f36e36b5b2c6 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Made reservation on behalf of ac3e338994b2411c8937f4fd1418e068 for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:23:55.836653 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-874a81b2-d18d-4a2e-8ed0-094678a5756b req-085eac80-1620-4c80-8a57-f36e36b5b2c6 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:55.847619 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-6f06a327-75d1-4132-b492-695c2f7127e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:55.870020 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-8a3466a5-27e5-473e-9a81-93a82f5c6bde None None] Set router aefcf461-f371-484a-90fd-11976f9d85f1 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:23:55.897223 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-6f06a327-75d1-4132-b492-695c2f7127e5 None None] For port 8493242f-f28b-4563-a908-c93f836150ba, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=8493242f-f28b-4563-a908-c93f836150ba,segment=NetworkSegment(2e6489c9-81a6-4413-8d5b-66236da6629b),segment_id=2e6489c9-81a6-4413-8d5b-66236da6629b)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:23:55.901627 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-6f06a327-75d1-4132-b492-695c2f7127e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:55.964710 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f06a327-75d1-4132-b492-695c2f7127e5 None None] Pushing event updated for resources: {'Port': ['ID=8493242f-f28b-4563-a908-c93f836150ba,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:23:56.037499 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device a49a295c-9f45-4998-bcd2-7b37d1d88994 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:23:56.079564 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-b64efd00-715b-46b9-b5f7-fd0d7ae045e0 None None] Provisioning complete for port 8493242f-f28b-4563-a908-c93f836150ba triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:23:56.080494 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b64efd00-715b-46b9-b5f7-fd0d7ae045e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:56.091879 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [req-874a81b2-d18d-4a2e-8ed0-094678a5756b req-085eac80-1620-4c80-8a57-f36e36b5b2c6 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Allocated IP 172.20.0.12 (1c802564-c4a6-4d03-90b2-e806924bc653/65ba97b7-b19b-42ae-89f6-441acaa4ec23/7957850a-f5bd-4cda-a7a0-68ca1c22269c) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:23:56.148073 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port a49a295c-9f45-4998-bcd2-7b37d1d88994 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:23:56.149478 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:56.207263 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-8a3466a5-27e5-473e-9a81-93a82f5c6bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aefcf461-f371-484a-90fd-11976f9d85f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-14520995', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '622b66ea-cff0-4967-8a99-e14e2e22181d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:23:48Z', 'updated_at': '2021-09-23T07:23:52Z', 'revision_number': 4, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'gw_port': {'id': '622b66ea-cff0-4967-8a99-e14e2e22181d', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:6f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aefcf461-f371-484a-90fd-11976f9d85f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:23:49Z', 'updated_at': '2021-09-23T07:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '8493242f-f28b-4563-a908-c93f836150ba', 'name': '', 'network_id': '1c802564-c4a6-4d03-90b2-e806924bc653', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'mac_address': 'fa:16:3e:8b:7d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aefcf461-f371-484a-90fd-11976f9d85f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '65ba97b7-b19b-42ae-89f6-441acaa4ec23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:23:51Z', 'updated_at': '2021-09-23T07:23:55Z', 'revision_number': 4, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'subnets': [{'id': '65ba97b7-b19b-42ae-89f6-441acaa4ec23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:23:56.242470 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3466a5-27e5-473e-9a81-93a82f5c6bde None None] The sync data for ids ['aefcf461-f371-484a-90fd-11976f9d85f1'] in n-d-715271-16 is: [{'id': 'aefcf461-f371-484a-90fd-11976f9d85f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-14520995', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '622b66ea-cff0-4967-8a99-e14e2e22181d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:23:48Z', 'updated_at': '2021-09-23T07:23:52Z', 'revision_number': 4, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'gw_port': {'id': '622b66ea-cff0-4967-8a99-e14e2e22181d', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:6f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aefcf461-f371-484a-90fd-11976f9d85f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:23:49Z', 'updated_at': '2021-09-23T07:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '8493242f-f28b-4563-a908-c93f836150ba', 'name': '', 'network_id': '1c802564-c4a6-4d03-90b2-e806924bc653', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'mac_address': 'fa:16:3e:8b:7d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aefcf461-f371-484a-90fd-11976f9d85f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '65ba97b7-b19b-42ae-89f6-441acaa4ec23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:23:51Z', 'updated_at': '2021-09-23T07:23:55Z', 'revision_number': 4, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'subnets': [{'id': '65ba97b7-b19b-42ae-89f6-441acaa4ec23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:23:56.278081 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 622b66ea-cff0-4967-8a99-e14e2e22181d up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:23:56.291745 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-874a81b2-d18d-4a2e-8ed0-094678a5756b req-085eac80-1620-4c80-8a57-f36e36b5b2c6 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:56.346302 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 622b66ea-cff0-4967-8a99-e14e2e22181d triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:23:56.346510 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:56.351331 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-874a81b2-d18d-4a2e-8ed0-094678a5756b req-085eac80-1620-4c80-8a57-f36e36b5b2c6 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:56.800503 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-874a81b2-d18d-4a2e-8ed0-094678a5756b req-085eac80-1620-4c80-8a57-f36e36b5b2c6 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Network 1c802564-c4a6-4d03-90b2-e806924bc653 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:23:56.806498 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [req-874a81b2-d18d-4a2e-8ed0-094678a5756b req-085eac80-1620-4c80-8a57-f36e36b5b2c6 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:23:56.822918 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-874a81b2-d18d-4a2e-8ed0-094678a5756b req-085eac80-1620-4c80-8a57-f36e36b5b2c6 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:23:56.884404 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085eac80-1620-4c80-8a57-f36e36b5b2c6 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Pushing event updated for resources: {'Port': ['ID=7957850a-f5bd-4cda-a7a0-68ca1c22269c,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:23:56.908297 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140154e7-e709-49e0-af0b-4c831384d071 req-39e89de1-cfa3-4b92-bceb-ff9b7afdf8b9 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:23:56.910238 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-140154e7-e709-49e0-af0b-4c831384d071 req-39e89de1-cfa3-4b92-bceb-ff9b7afdf8b9 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=76451d19-7cd1-4653-b7dc-91bc0ec991fb HTTP/1.1" status: 200 len: 932 time: 0.1290154 Sep 23 07:23:56.919271 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874a81b2-d18d-4a2e-8ed0-094678a5756b req-085eac80-1620-4c80-8a57-f36e36b5b2c6 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:23:56.920040 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-874a81b2-d18d-4a2e-8ed0-094678a5756b req-085eac80-1620-4c80-8a57-f36e36b5b2c6 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:56.946520 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-874a81b2-d18d-4a2e-8ed0-094678a5756b req-085eac80-1620-4c80-8a57-f36e36b5b2c6 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2679737 Sep 23 07:23:56.960836 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-874a81b2-d18d-4a2e-8ed0-094678a5756b req-159c15cd-e99a-4dc8-90e1-1e3da2d93f73 service neutron] Request body: {'port': {'device_id': '76451d19-7cd1-4653-b7dc-91bc0ec991fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:23:57.030469 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-140154e7-e709-49e0-af0b-4c831384d071 req-45398c49-e364-4b2a-beb7-763cb010565b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=feed4e70-feed-4d20-bf44-a37afb1b4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965898 Sep 23 07:23:57.093999 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-874a81b2-d18d-4a2e-8ed0-094678a5756b req-159c15cd-e99a-4dc8-90e1-1e3da2d93f73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:57.153160 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-b052c11b-50a7-4aac-948f-25c050b02ab8 None None] Provisioning complete for port 7957850a-f5bd-4cda-a7a0-68ca1c22269c triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:23:57.153762 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b052c11b-50a7-4aac-948f-25c050b02ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:57.199372 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-b052c11b-50a7-4aac-948f-25c050b02ab8 None None] Port 7957850a-f5bd-4cda-a7a0-68ca1c22269c cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:23:57.413252 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [req-874a81b2-d18d-4a2e-8ed0-094678a5756b req-159c15cd-e99a-4dc8-90e1-1e3da2d93f73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7957850a-f5bd-4cda-a7a0-68ca1c22269c {{(pid=95066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:23:57.421424 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-874a81b2-d18d-4a2e-8ed0-094678a5756b req-159c15cd-e99a-4dc8-90e1-1e3da2d93f73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:57.435485 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.provisioning_blocks [req-874a81b2-d18d-4a2e-8ed0-094678a5756b req-159c15cd-e99a-4dc8-90e1-1e3da2d93f73 service neutron] Transition to ACTIVE for port object 7957850a-f5bd-4cda-a7a0-68ca1c22269c will not be triggered until provisioned by entity L2. {{(pid=95066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:23:57.440097 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-874a81b2-d18d-4a2e-8ed0-094678a5756b req-159c15cd-e99a-4dc8-90e1-1e3da2d93f73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:57.518645 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159c15cd-e99a-4dc8-90e1-1e3da2d93f73 service neutron] Pushing event updated for resources: {'Port': ['ID=7957850a-f5bd-4cda-a7a0-68ca1c22269c,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:23:57.576876 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-874a81b2-d18d-4a2e-8ed0-094678a5756b req-159c15cd-e99a-4dc8-90e1-1e3da2d93f73 service neutron] Attempting to bind port 7957850a-f5bd-4cda-a7a0-68ca1c22269c on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:23:57.577494 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-874a81b2-d18d-4a2e-8ed0-094678a5756b req-159c15cd-e99a-4dc8-90e1-1e3da2d93f73 service neutron] Attempting to bind port 7957850a-f5bd-4cda-a7a0-68ca1c22269c by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '2e6489c9-81a6-4413-8d5b-66236da6629b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '1c802564-c4a6-4d03-90b2-e806924bc653'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:23:57.578055 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874a81b2-d18d-4a2e-8ed0-094678a5756b req-159c15cd-e99a-4dc8-90e1-1e3da2d93f73 service neutron] Attempting to bind port 7957850a-f5bd-4cda-a7a0-68ca1c22269c on network 1c802564-c4a6-4d03-90b2-e806924bc653 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:23:57.583697 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874a81b2-d18d-4a2e-8ed0-094678a5756b req-159c15cd-e99a-4dc8-90e1-1e3da2d93f73 service neutron] Port 7957850a-f5bd-4cda-a7a0-68ca1c22269c on network 1c802564-c4a6-4d03-90b2-e806924bc653 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:23:57.584273 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874a81b2-d18d-4a2e-8ed0-094678a5756b req-159c15cd-e99a-4dc8-90e1-1e3da2d93f73 service neutron] Attempting to bind port 7957850a-f5bd-4cda-a7a0-68ca1c22269c on network 1c802564-c4a6-4d03-90b2-e806924bc653 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:23:57.594133 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874a81b2-d18d-4a2e-8ed0-094678a5756b req-159c15cd-e99a-4dc8-90e1-1e3da2d93f73 service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:23:57.594717 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874a81b2-d18d-4a2e-8ed0-094678a5756b req-159c15cd-e99a-4dc8-90e1-1e3da2d93f73 service neutron] Checking segment: {'id': '2e6489c9-81a6-4413-8d5b-66236da6629b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '1c802564-c4a6-4d03-90b2-e806924bc653'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:23:57.595220 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874a81b2-d18d-4a2e-8ed0-094678a5756b req-159c15cd-e99a-4dc8-90e1-1e3da2d93f73 service neutron] Bound using segment: {'id': '2e6489c9-81a6-4413-8d5b-66236da6629b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '1c802564-c4a6-4d03-90b2-e806924bc653'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:23:57.595673 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-874a81b2-d18d-4a2e-8ed0-094678a5756b req-159c15cd-e99a-4dc8-90e1-1e3da2d93f73 service neutron] Bound port: 7957850a-f5bd-4cda-a7a0-68ca1c22269c, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e6489c9-81a6-4413-8d5b-66236da6629b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '1c802564-c4a6-4d03-90b2-e806924bc653'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:23:57.596520 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-874a81b2-d18d-4a2e-8ed0-094678a5756b req-159c15cd-e99a-4dc8-90e1-1e3da2d93f73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:57.678954 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-874a81b2-d18d-4a2e-8ed0-094678a5756b req-159c15cd-e99a-4dc8-90e1-1e3da2d93f73 service neutron] For port 7957850a-f5bd-4cda-a7a0-68ca1c22269c, host n-h2-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:23:57.682641 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-874a81b2-d18d-4a2e-8ed0-094678a5756b req-159c15cd-e99a-4dc8-90e1-1e3da2d93f73 service neutron] For port 7957850a-f5bd-4cda-a7a0-68ca1c22269c, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=7957850a-f5bd-4cda-a7a0-68ca1c22269c,segment=NetworkSegment(2e6489c9-81a6-4413-8d5b-66236da6629b),segment_id=2e6489c9-81a6-4413-8d5b-66236da6629b)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:23:57.688224 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-874a81b2-d18d-4a2e-8ed0-094678a5756b req-159c15cd-e99a-4dc8-90e1-1e3da2d93f73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:57.725698 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874a81b2-d18d-4a2e-8ed0-094678a5756b req-159c15cd-e99a-4dc8-90e1-1e3da2d93f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:23:57.726372 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-874a81b2-d18d-4a2e-8ed0-094678a5756b req-159c15cd-e99a-4dc8-90e1-1e3da2d93f73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:57.727811 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-874a81b2-d18d-4a2e-8ed0-094678a5756b req-159c15cd-e99a-4dc8-90e1-1e3da2d93f73 service neutron] 10.222.0.58 "PUT /v2.0/ports/7957850a-f5bd-4cda-a7a0-68ca1c22269c HTTP/1.1" status: 200 len: 1093 time: 0.7725821 Sep 23 07:23:57.728260 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76451d19-7cd1-4653-b7dc-91bc0ec991fb', 'tag': '7957850a-f5bd-4cda-a7a0-68ca1c22269c'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:23:57.730729 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7fabdee-a1c9-4ddd-9947-47964a4016b4" -d '{"events": [{"name": "network-changed", "server_uuid": "76451d19-7cd1-4653-b7dc-91bc0ec991fb", "tag": "7957850a-f5bd-4cda-a7a0-68ca1c22269c"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:23:57.761639 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159c15cd-e99a-4dc8-90e1-1e3da2d93f73 service neutron] Pushing event updated for resources: {'Port': ['ID=7957850a-f5bd-4cda-a7a0-68ca1c22269c,revision_number=3']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:23:57.800285 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5368143b-a379-42d9-b4ac-397a1a978d51 x-openstack-request-id: req-5368143b-a379-42d9-b4ac-397a1a978d51 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:23:57.800636 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76451d19-7cd1-4653-b7dc-91bc0ec991fb", "tag": "7957850a-f5bd-4cda-a7a0-68ca1c22269c", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:23:57.801244 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5368143b-a379-42d9-b4ac-397a1a978d51 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:23:57.801363 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76451d19-7cd1-4653-b7dc-91bc0ec991fb', 'tag': '7957850a-f5bd-4cda-a7a0-68ca1c22269c', 'status': 'completed', 'code': 200} Sep 23 07:23:57.819132 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874a81b2-d18d-4a2e-8ed0-094678a5756b req-38d5fcc7-ad2e-4b18-aea0-0c8f41b91fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:23:57.821416 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-874a81b2-d18d-4a2e-8ed0-094678a5756b req-38d5fcc7-ad2e-4b18-aea0-0c8f41b91fb6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ac3e338994b2411c8937f4fd1418e068&device_id=76451d19-7cd1-4653-b7dc-91bc0ec991fb HTTP/1.1" status: 200 len: 1096 time: 0.0520630 Sep 23 07:23:57.870546 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-874a81b2-d18d-4a2e-8ed0-094678a5756b req-29353f7a-d1ee-4a81-82fe-b394363af177 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7957850a-f5bd-4cda-a7a0-68ca1c22269c HTTP/1.1" status: 200 len: 217 time: 0.0413711 Sep 23 07:23:57.926887 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874a81b2-d18d-4a2e-8ed0-094678a5756b req-a74603ad-900e-4cd8-a115-123adfbfeb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:23:57.928707 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-874a81b2-d18d-4a2e-8ed0-094678a5756b req-a74603ad-900e-4cd8-a115-123adfbfeb67 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=65ba97b7-b19b-42ae-89f6-441acaa4ec23 HTTP/1.1" status: 200 len: 835 time: 0.0511866 Sep 23 07:23:57.985089 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874a81b2-d18d-4a2e-8ed0-094678a5756b req-515f7577-fddc-4c7a-9b01-cb0fdf4b824f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:23:57.986741 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-874a81b2-d18d-4a2e-8ed0-094678a5756b req-515f7577-fddc-4c7a-9b01-cb0fdf4b824f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1c802564-c4a6-4d03-90b2-e806924bc653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514135 Sep 23 07:23:58.021382 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 8493242f-f28b-4563-a908-c93f836150ba up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:23:58.122554 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-874a81b2-d18d-4a2e-8ed0-094678a5756b req-925ba624-2282-4147-a9b6-ad84e80f8b7a service neutron] 10.222.0.58 "GET /v2.0/networks/1c802564-c4a6-4d03-90b2-e806924bc653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282952 Sep 23 07:23:58.132395 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 8493242f-f28b-4563-a908-c93f836150ba triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:23:58.133148 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:23:58.233279 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5adc69b-c9bc-46d4-b801-b1ebf2324870 req-ff629df5-e04e-483e-bf99-b98b031d4043 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:23:58.234792 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c5adc69b-c9bc-46d4-b801-b1ebf2324870 req-ff629df5-e04e-483e-bf99-b98b031d4043 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=76451d19-7cd1-4653-b7dc-91bc0ec991fb HTTP/1.1" status: 200 len: 944 time: 0.1198697 Sep 23 07:23:58.259662 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-874a81b2-d18d-4a2e-8ed0-094678a5756b req-3b3fed5a-e678-4c85-a5c5-e0a53f861e3c service neutron] 10.222.0.58 "GET /v2.0/networks/1c802564-c4a6-4d03-90b2-e806924bc653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278205 Sep 23 07:23:58.286179 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c5adc69b-c9bc-46d4-b801-b1ebf2324870 req-6ea9d36a-f86d-484f-91d9-003f46fa650c tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=feed4e70-feed-4d20-bf44-a37afb1b4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429740 Sep 23 07:23:58.357602 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fabdee-a1c9-4ddd-9947-47964a4016b4 req-2d8ac8f0-1a1a-4674-a644-cfa7c970911c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:23:58.359511 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d7fabdee-a1c9-4ddd-9947-47964a4016b4 req-2d8ac8f0-1a1a-4674-a644-cfa7c970911c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ac3e338994b2411c8937f4fd1418e068&device_id=76451d19-7cd1-4653-b7dc-91bc0ec991fb HTTP/1.1" status: 200 len: 1096 time: 0.0418983 Sep 23 07:23:58.465027 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fabdee-a1c9-4ddd-9947-47964a4016b4 req-3c261c22-fe3a-4169-84c4-4106e356a527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:23:58.466642 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d7fabdee-a1c9-4ddd-9947-47964a4016b4 req-3c261c22-fe3a-4169-84c4-4106e356a527 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1c802564-c4a6-4d03-90b2-e806924bc653 HTTP/1.1" status: 200 len: 898 time: 0.0994906 Sep 23 07:23:58.512290 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d7fabdee-a1c9-4ddd-9947-47964a4016b4 req-4f042d6d-5dc8-4b24-80f9-c7d8e36c0696 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7957850a-f5bd-4cda-a7a0-68ca1c22269c HTTP/1.1" status: 200 len: 217 time: 0.0369248 Sep 23 07:23:58.562986 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fabdee-a1c9-4ddd-9947-47964a4016b4 req-6bea24de-ba95-4b97-97dd-523e3a2a6b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:23:58.564627 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d7fabdee-a1c9-4ddd-9947-47964a4016b4 req-6bea24de-ba95-4b97-97dd-523e3a2a6b23 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=65ba97b7-b19b-42ae-89f6-441acaa4ec23 HTTP/1.1" status: 200 len: 835 time: 0.0439417 Sep 23 07:23:58.611921 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fabdee-a1c9-4ddd-9947-47964a4016b4 req-89adc4fb-738b-4706-b265-461cf05bc8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:23:58.613716 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d7fabdee-a1c9-4ddd-9947-47964a4016b4 req-89adc4fb-738b-4706-b265-461cf05bc8e8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1c802564-c4a6-4d03-90b2-e806924bc653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404994 Sep 23 07:23:58.710278 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d7fabdee-a1c9-4ddd-9947-47964a4016b4 req-89a89e3b-9df0-4224-b0ea-661504da8842 service neutron] 10.222.0.58 "GET /v2.0/networks/1c802564-c4a6-4d03-90b2-e806924bc653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877967 Sep 23 07:23:58.808423 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d7fabdee-a1c9-4ddd-9947-47964a4016b4 req-a05993df-4dc6-45c2-a3b8-8b866de86885 service neutron] 10.222.0.58 "GET /v2.0/networks/1c802564-c4a6-4d03-90b2-e806924bc653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901000 Sep 23 07:23:59.742173 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998864c4-a089-4b22-ada7-fc102010ad00 req-bf661fa9-9f07-4ba5-b146-b3be92294b18 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:23:59.743732 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-998864c4-a089-4b22-ada7-fc102010ad00 req-bf661fa9-9f07-4ba5-b146-b3be92294b18 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=76451d19-7cd1-4653-b7dc-91bc0ec991fb HTTP/1.1" status: 200 len: 944 time: 0.3867795 Sep 23 07:23:59.782655 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-998864c4-a089-4b22-ada7-fc102010ad00 req-ef77aa8b-35f7-4cb4-b1b8-02e1449037dd tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=feed4e70-feed-4d20-bf44-a37afb1b4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327969 Sep 23 07:24:00.415664 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 50148) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:24:00.420335 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-e144df29-f8f0-4ca3-a86b-ff78d2e30819 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-577512460', 'description': 'tempest-secgroup-smoke-577512460 description', 'project_id': '4b85afe212de48e3bea49a5ea5f3eb2d'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:24:00.442578 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e144df29-f8f0-4ca3-a86b-ff78d2e30819 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:00.523309 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e144df29-f8f0-4ca3-a86b-ff78d2e30819 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:00.526944 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e144df29-f8f0-4ca3-a86b-ff78d2e30819 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:00.554302 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e144df29-f8f0-4ca3-a86b-ff78d2e30819 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:00.555529 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-e144df29-f8f0-4ca3-a86b-ff78d2e30819 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1388397 Sep 23 07:24:00.557589 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e144df29-f8f0-4ca3-a86b-ff78d2e30819 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a5763a-ac42-4dbd-be14-8fb8a71a0849,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:00.558740 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50150) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:24:00.563381 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-421369bb-6f5b-49f3-adb7-7ce4cf277fe7 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Request body: {'security_group_rule': {'security_group_id': 'b2a5763a-ac42-4dbd-be14-8fb8a71a0849', 'project_id': '4b85afe212de48e3bea49a5ea5f3eb2d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:24:00.565959 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 7957850a-f5bd-4cda-a7a0-68ca1c22269c details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:24:00.592022 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-421369bb-6f5b-49f3-adb7-7ce4cf277fe7 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:00.637876 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-421369bb-6f5b-49f3-adb7-7ce4cf277fe7 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:00.642078 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-421369bb-6f5b-49f3-adb7-7ce4cf277fe7 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:00.660956 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421369bb-6f5b-49f3-adb7-7ce4cf277fe7 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c45d8800-0852-4b22-90c3-76c61fc267ab,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:00.667357 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-421369bb-6f5b-49f3-adb7-7ce4cf277fe7 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:00.668739 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-421369bb-6f5b-49f3-adb7-7ce4cf277fe7 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1089625 Sep 23 07:24:00.671816 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 50152) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:24:00.672161 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 7957850a-f5bd-4cda-a7a0-68ca1c22269c, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=7957850a-f5bd-4cda-a7a0-68ca1c22269c,segment=NetworkSegment(2e6489c9-81a6-4413-8d5b-66236da6629b),segment_id=2e6489c9-81a6-4413-8d5b-66236da6629b)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:24:00.676529 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-54f912a3-3785-492f-948e-a39de405c170 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Request body: {'security_group_rule': {'security_group_id': 'b2a5763a-ac42-4dbd-be14-8fb8a71a0849', 'project_id': '4b85afe212de48e3bea49a5ea5f3eb2d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:24:00.684000 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': '7957850a-f5bd-4cda-a7a0-68ca1c22269c', 'network_id': '1c802564-c4a6-4d03-90b2-e806924bc653', 'port_id': '7957850a-f5bd-4cda-a7a0-68ca1c22269c', 'mac_address': 'fa:16:3e:54:93:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65ba97b7-b19b-42ae-89f6-441acaa4ec23', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:24:00.703894 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-54f912a3-3785-492f-948e-a39de405c170 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:00.722620 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:00.735159 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7957850a-f5bd-4cda-a7a0-68ca1c22269c {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:24:00.756314 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 7957850a-f5bd-4cda-a7a0-68ca1c22269c, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=7957850a-f5bd-4cda-a7a0-68ca1c22269c,segment=NetworkSegment(2e6489c9-81a6-4413-8d5b-66236da6629b),segment_id=2e6489c9-81a6-4413-8d5b-66236da6629b)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:24:00.759985 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:00.766075 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-54f912a3-3785-492f-948e-a39de405c170 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:00.770011 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-54f912a3-3785-492f-948e-a39de405c170 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:00.788614 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f912a3-3785-492f-948e-a39de405c170 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c1ce15f-64b5-48ea-af17-2a90d5480785,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:00.791859 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-54f912a3-3785-492f-948e-a39de405c170 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:00.793025 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-54f912a3-3785-492f-948e-a39de405c170 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1202004 Sep 23 07:24:00.795999 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50154) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:24:00.800983 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-044bf02d-0356-4121-b2e1-4dc1f6fc31ed tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Request body: {'security_group_rule': {'security_group_id': 'b2a5763a-ac42-4dbd-be14-8fb8a71a0849', 'project_id': '4b85afe212de48e3bea49a5ea5f3eb2d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:24:00.811474 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=7957850a-f5bd-4cda-a7a0-68ca1c22269c,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:00.828655 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-044bf02d-0356-4121-b2e1-4dc1f6fc31ed tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:00.929566 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f60285-368a-4a9c-b691-f677597e07a6 req-6031f5ba-e62a-4b03-a9af-27937cc83faa tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:00.931007 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-73f60285-368a-4a9c-b691-f677597e07a6 req-6031f5ba-e62a-4b03-a9af-27937cc83faa tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=76451d19-7cd1-4653-b7dc-91bc0ec991fb HTTP/1.1" status: 200 len: 945 time: 0.0703773 Sep 23 07:24:00.936546 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-044bf02d-0356-4121-b2e1-4dc1f6fc31ed tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:00.945754 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-044bf02d-0356-4121-b2e1-4dc1f6fc31ed tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:00.969818 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['7957850a-f5bd-4cda-a7a0-68ca1c22269c'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:24:00.984567 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044bf02d-0356-4121-b2e1-4dc1f6fc31ed tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=447c6010-b45a-404c-8648-5f87dfabd829,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:00.993629 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-73f60285-368a-4a9c-b691-f677597e07a6 req-144e2843-3cfa-4d97-aea4-67da38b948cf tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=feed4e70-feed-4d20-bf44-a37afb1b4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559087 Sep 23 07:24:00.994824 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-044bf02d-0356-4121-b2e1-4dc1f6fc31ed tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:00.998681 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-044bf02d-0356-4121-b2e1-4dc1f6fc31ed tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1991103 Sep 23 07:24:00.999011 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50158) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:24:01.003224 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-3087f806-1fd8-4733-918b-a713fa9d6493 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Request body: {'security_group_rule': {'security_group_id': 'b2a5763a-ac42-4dbd-be14-8fb8a71a0849', 'project_id': '4b85afe212de48e3bea49a5ea5f3eb2d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:24:01.030702 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3087f806-1fd8-4733-918b-a713fa9d6493 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:01.091855 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3087f806-1fd8-4733-918b-a713fa9d6493 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:01.097000 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3087f806-1fd8-4733-918b-a713fa9d6493 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:01.114554 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3087f806-1fd8-4733-918b-a713fa9d6493 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81394bb3-bf4c-4b78-98d6-f7fdc384f9fb,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:01.124123 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3087f806-1fd8-4733-918b-a713fa9d6493 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:01.125363 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-3087f806-1fd8-4733-918b-a713fa9d6493 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1255424 Sep 23 07:24:01.128110 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50160) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:24:01.133017 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-96b8bf76-2de9-4e2f-b2fd-200817f9e1a5 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Request body: {'security_group_rule': {'security_group_id': 'b2a5763a-ac42-4dbd-be14-8fb8a71a0849', 'project_id': '4b85afe212de48e3bea49a5ea5f3eb2d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:24:01.154561 n-d-715271-16 neutron-server[95065]: INFO neutron.db.securitygroups_db [None req-96b8bf76-2de9-4e2f-b2fd-200817f9e1a5 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Project 4b85afe212de48e3bea49a5ea5f3eb2d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 07:24:01.159311 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-96b8bf76-2de9-4e2f-b2fd-200817f9e1a5 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:01.221177 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-96b8bf76-2de9-4e2f-b2fd-200817f9e1a5 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:01.225978 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-96b8bf76-2de9-4e2f-b2fd-200817f9e1a5 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:01.246997 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b8bf76-2de9-4e2f-b2fd-200817f9e1a5 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8345031-d0a6-4ddb-88e7-a97b08665bd8,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:01.250681 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-96b8bf76-2de9-4e2f-b2fd-200817f9e1a5 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:01.251867 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-96b8bf76-2de9-4e2f-b2fd-200817f9e1a5 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1222515 Sep 23 07:24:01.254670 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50162) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:24:01.258881 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-9d8db33c-e2ce-4d3f-967a-51e8f9181019 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Request body: {'security_group_rule': {'security_group_id': 'b2a5763a-ac42-4dbd-be14-8fb8a71a0849', 'project_id': '4b85afe212de48e3bea49a5ea5f3eb2d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:24:01.279676 n-d-715271-16 neutron-server[95065]: INFO neutron.db.securitygroups_db [None req-9d8db33c-e2ce-4d3f-967a-51e8f9181019 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Project 4b85afe212de48e3bea49a5ea5f3eb2d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 07:24:01.284326 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9d8db33c-e2ce-4d3f-967a-51e8f9181019 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:01.343234 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9d8db33c-e2ce-4d3f-967a-51e8f9181019 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:01.346902 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9d8db33c-e2ce-4d3f-967a-51e8f9181019 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:01.366306 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8db33c-e2ce-4d3f-967a-51e8f9181019 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=137641f1-f251-4eb8-a77a-8c69aae6841f,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:01.371098 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9d8db33c-e2ce-4d3f-967a-51e8f9181019 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:01.372402 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-9d8db33c-e2ce-4d3f-967a-51e8f9181019 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1167653 Sep 23 07:24:01.526134 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b35433d5-f7ef-4114-bf3e-823e222498ba req-7b47986c-e07e-4a0a-9541-848fb72d19e3 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-577512460&fields=id&tenant_id=4b85afe212de48e3bea49a5ea5f3eb2d HTTP/1.1" status: 200 len: 267 time: 0.0334356 Sep 23 07:24:01.633738 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35433d5-f7ef-4114-bf3e-823e222498ba req-8989acc8-295c-4e2b-8e27-95a0c6e87b8f tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:01.635215 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b35433d5-f7ef-4114-bf3e-823e222498ba req-8989acc8-295c-4e2b-8e27-95a0c6e87b8f tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] 10.222.0.39 "GET /v2.0/networks?id=ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40 HTTP/1.1" status: 200 len: 813 time: 0.1025434 Sep 23 07:24:01.650364 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b35433d5-f7ef-4114-bf3e-823e222498ba req-09053c9a-767e-405f-8dad-85818fd5512c tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] 10.222.0.39 "GET /v2.0/quotas/4b85afe212de48e3bea49a5ea5f3eb2d HTTP/1.1" status: 200 len: 375 time: 0.0093575 Sep 23 07:24:01.700305 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b35433d5-f7ef-4114-bf3e-823e222498ba req-57e533ad-c5f6-4b9c-8dce-fcd6f6f8326b tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4b85afe212de48e3bea49a5ea5f3eb2d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449257 Sep 23 07:24:01.905065 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b35433d5-f7ef-4114-bf3e-823e222498ba req-050769cd-24a6-4d0e-b33a-c9e753227676 service neutron] 10.222.0.39 "GET /v2.0/networks/ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930208 Sep 23 07:24:01.994006 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b35433d5-f7ef-4114-bf3e-823e222498ba req-4b9ce160-cf54-4b85-982b-976906e83eab service neutron] 10.222.0.39 "GET /v2.0/networks/ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824690 Sep 23 07:24:02.125923 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47428a9b-efaf-4142-ba4a-dcdc05e6396f req-cbbdc841-45eb-4b06-b64a-4d226080dfb3 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:02.127430 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-47428a9b-efaf-4142-ba4a-dcdc05e6396f req-cbbdc841-45eb-4b06-b64a-4d226080dfb3 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=76451d19-7cd1-4653-b7dc-91bc0ec991fb HTTP/1.1" status: 200 len: 945 time: 0.0640895 Sep 23 07:24:02.168260 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-47428a9b-efaf-4142-ba4a-dcdc05e6396f req-7461cf61-8d3e-4feb-993c-fcf816479242 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=feed4e70-feed-4d20-bf44-a37afb1b4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342944 Sep 23 07:24:02.296581 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c9565b01-3030-4291-badc-db19561b6e71 req-7ec2e966-cd80-4c91-9df3-c02a6f0be46d tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] 10.222.0.39 "GET /v2.0/ports?device_id=b947b35e-f4fa-4553-9e87-f1a30d7c07b7 HTTP/1.1" status: 200 len: 210 time: 0.0262196 Sep 23 07:24:02.566045 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 7957850a-f5bd-4cda-a7a0-68ca1c22269c up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:24:02.619098 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port 7957850a-f5bd-4cda-a7a0-68ca1c22269c completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:24:02.622663 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port 7957850a-f5bd-4cda-a7a0-68ca1c22269c triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:24:02.623037 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:02.699731 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:02.723152 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76451d19-7cd1-4653-b7dc-91bc0ec991fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7957850a-f5bd-4cda-a7a0-68ca1c22269c'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:24:02.725780 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82322e36-35e9-44f7-9f70-cbcc22f66342" -d '{"events": [{"server_uuid": "76451d19-7cd1-4653-b7dc-91bc0ec991fb", "name": "network-vif-plugged", "status": "completed", "tag": "7957850a-f5bd-4cda-a7a0-68ca1c22269c"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:24:02.739443 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 7957850a-f5bd-4cda-a7a0-68ca1c22269c, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=7957850a-f5bd-4cda-a7a0-68ca1c22269c,segment=NetworkSegment(2e6489c9-81a6-4413-8d5b-66236da6629b),segment_id=2e6489c9-81a6-4413-8d5b-66236da6629b)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:24:02.743575 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:02.776182 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c018668b-68cd-4636-bf9d-2ca1b6b8cf99 x-openstack-request-id: req-c018668b-68cd-4636-bf9d-2ca1b6b8cf99 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:24:02.776474 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76451d19-7cd1-4653-b7dc-91bc0ec991fb", "name": "network-vif-plugged", "status": "completed", "tag": "7957850a-f5bd-4cda-a7a0-68ca1c22269c", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:24:02.776718 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c018668b-68cd-4636-bf9d-2ca1b6b8cf99 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:24:02.777107 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76451d19-7cd1-4653-b7dc-91bc0ec991fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7957850a-f5bd-4cda-a7a0-68ca1c22269c', 'code': 200} Sep 23 07:24:02.805185 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=7957850a-f5bd-4cda-a7a0-68ca1c22269c,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:02.876716 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ead76a-4ed0-4813-bef5-e51f4b660bab req-8e2a642b-0cbd-48c8-b270-c0308537091c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:02.878243 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-91ead76a-4ed0-4813-bef5-e51f4b660bab req-8e2a642b-0cbd-48c8-b270-c0308537091c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=76451d19-7cd1-4653-b7dc-91bc0ec991fb HTTP/1.1" status: 200 len: 1098 time: 0.0445201 Sep 23 07:24:02.912943 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-91ead76a-4ed0-4813-bef5-e51f4b660bab req-cfbef5e9-3d54-48a9-905b-0651a62b9289 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=feed4e70-feed-4d20-bf44-a37afb1b4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280766 Sep 23 07:24:03.295508 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35433d5-f7ef-4114-bf3e-823e222498ba req-5ad6aac7-0762-40e1-8cad-7f3f0c61d94d tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:03.297094 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b35433d5-f7ef-4114-bf3e-823e222498ba req-5ad6aac7-0762-40e1-8cad-7f3f0c61d94d tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] 10.222.0.21 "GET /v2.0/networks?id=ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40 HTTP/1.1" status: 200 len: 813 time: 0.1341817 Sep 23 07:24:03.316141 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac74e8fa-f4ac-4ae7-8c3c-e608ec7d2182 req-3257231a-6325-4de9-8116-adef258c300e tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:03.318263 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ac74e8fa-f4ac-4ae7-8c3c-e608ec7d2182 req-3257231a-6325-4de9-8116-adef258c300e tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=76451d19-7cd1-4653-b7dc-91bc0ec991fb HTTP/1.1" status: 200 len: 946 time: 0.0763767 Sep 23 07:24:03.370282 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b35433d5-f7ef-4114-bf3e-823e222498ba req-3da674a0-f0c6-410c-ae4e-4c9e9195df70 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b85afe212de48e3bea49a5ea5f3eb2d HTTP/1.1" status: 200 len: 379 time: 0.0510399 Sep 23 07:24:03.382646 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-b35433d5-f7ef-4114-bf3e-823e222498ba req-1a0d4836-04cc-4e3f-a3f2-563d28a49ffa tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Request body: {'port': {'device_id': 'b947b35e-f4fa-4553-9e87-f1a30d7c07b7', 'network_id': 'ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40', 'admin_state_up': True, 'tenant_id': '4b85afe212de48e3bea49a5ea5f3eb2d', 'security_groups': ['b2a5763a-ac42-4dbd-be14-8fb8a71a0849']}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:24:03.400593 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e4a22812-ab74-46a6-85af-f6a8c20d4371 req-9d04b793-09df-4733-b597-0df4c6bf8748 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] 10.222.0.39 "GET /v2.0/ports?device_id=b947b35e-f4fa-4553-9e87-f1a30d7c07b7 HTTP/1.1" status: 200 len: 210 time: 0.0344584 Sep 23 07:24:03.401566 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ac74e8fa-f4ac-4ae7-8c3c-e608ec7d2182 req-cde4605b-44b3-4ea4-8bc1-daef6ad468db tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=feed4e70-feed-4d20-bf44-a37afb1b4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762172 Sep 23 07:24:03.509724 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b35433d5-f7ef-4114-bf3e-823e222498ba req-1a0d4836-04cc-4e3f-a3f2-563d28a49ffa tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Made reservation on behalf of 4b85afe212de48e3bea49a5ea5f3eb2d for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:24:03.513369 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-b35433d5-f7ef-4114-bf3e-823e222498ba req-1a0d4836-04cc-4e3f-a3f2-563d28a49ffa tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:03.636914 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-b35433d5-f7ef-4114-bf3e-823e222498ba req-1a0d4836-04cc-4e3f-a3f2-563d28a49ffa tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Allocated IP 172.20.0.9 (ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40/31f5500c-26cf-443e-b72b-5679ac694af7/986b83b1-318d-4a25-92d4-09c2cf5a6148) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:24:03.780421 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-b35433d5-f7ef-4114-bf3e-823e222498ba req-1a0d4836-04cc-4e3f-a3f2-563d28a49ffa tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:03.816105 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-b35433d5-f7ef-4114-bf3e-823e222498ba req-1a0d4836-04cc-4e3f-a3f2-563d28a49ffa tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:03.860399 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b35433d5-f7ef-4114-bf3e-823e222498ba req-1a0d4836-04cc-4e3f-a3f2-563d28a49ffa tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Network ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:24:03.864441 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-b35433d5-f7ef-4114-bf3e-823e222498ba req-1a0d4836-04cc-4e3f-a3f2-563d28a49ffa tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:24:03.868359 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-b35433d5-f7ef-4114-bf3e-823e222498ba req-1a0d4836-04cc-4e3f-a3f2-563d28a49ffa tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:24:03.905247 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0d4836-04cc-4e3f-a3f2-563d28a49ffa tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Pushing event updated for resources: {'Port': ['ID=986b83b1-318d-4a25-92d4-09c2cf5a6148,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:03.932271 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35433d5-f7ef-4114-bf3e-823e222498ba req-1a0d4836-04cc-4e3f-a3f2-563d28a49ffa tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:03.932936 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-b35433d5-f7ef-4114-bf3e-823e222498ba req-1a0d4836-04cc-4e3f-a3f2-563d28a49ffa tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:03.958897 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b35433d5-f7ef-4114-bf3e-823e222498ba req-1a0d4836-04cc-4e3f-a3f2-563d28a49ffa tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5828426 Sep 23 07:24:03.978255 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-b35433d5-f7ef-4114-bf3e-823e222498ba req-74edbf9b-4c0f-4f24-b6d7-4c607c8e44c7 service neutron] Request body: {'port': {'device_id': 'b947b35e-f4fa-4553-9e87-f1a30d7c07b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:24:04.049495 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-b35433d5-f7ef-4114-bf3e-823e222498ba req-74edbf9b-4c0f-4f24-b6d7-4c607c8e44c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:04.170449 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-8006ece1-909c-46f0-b2e8-3dd8fb043578 None None] Provisioning complete for port 986b83b1-318d-4a25-92d4-09c2cf5a6148 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:24:04.171036 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8006ece1-909c-46f0-b2e8-3dd8fb043578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:04.208628 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-8006ece1-909c-46f0-b2e8-3dd8fb043578 None None] Port 986b83b1-318d-4a25-92d4-09c2cf5a6148 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:24:04.341041 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-b35433d5-f7ef-4114-bf3e-823e222498ba req-74edbf9b-4c0f-4f24-b6d7-4c607c8e44c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 986b83b1-318d-4a25-92d4-09c2cf5a6148 {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:24:04.349312 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-b35433d5-f7ef-4114-bf3e-823e222498ba req-74edbf9b-4c0f-4f24-b6d7-4c607c8e44c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:04.360978 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-b35433d5-f7ef-4114-bf3e-823e222498ba req-74edbf9b-4c0f-4f24-b6d7-4c607c8e44c7 service neutron] Transition to ACTIVE for port object 986b83b1-318d-4a25-92d4-09c2cf5a6148 will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:24:04.365694 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-b35433d5-f7ef-4114-bf3e-823e222498ba req-74edbf9b-4c0f-4f24-b6d7-4c607c8e44c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:04.417964 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74edbf9b-4c0f-4f24-b6d7-4c607c8e44c7 service neutron] Pushing event updated for resources: {'Port': ['ID=986b83b1-318d-4a25-92d4-09c2cf5a6148,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:04.567726 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c313d16-6042-4169-8070-b3467f8743ce req-cec10142-1670-40e4-84bb-c9cc05558b57 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:04.570374 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1c313d16-6042-4169-8070-b3467f8743ce req-cec10142-1670-40e4-84bb-c9cc05558b57 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] 10.222.0.39 "GET /v2.0/ports?device_id=b947b35e-f4fa-4553-9e87-f1a30d7c07b7 HTTP/1.1" status: 200 len: 943 time: 0.0860891 Sep 23 07:24:04.577992 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-b35433d5-f7ef-4114-bf3e-823e222498ba req-74edbf9b-4c0f-4f24-b6d7-4c607c8e44c7 service neutron] Attempting to bind port 986b83b1-318d-4a25-92d4-09c2cf5a6148 on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:24:04.578338 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-b35433d5-f7ef-4114-bf3e-823e222498ba req-74edbf9b-4c0f-4f24-b6d7-4c607c8e44c7 service neutron] Attempting to bind port 986b83b1-318d-4a25-92d4-09c2cf5a6148 by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': '2a1a9db9-05d2-4e21-9bbd-043a273c4711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:24:04.578673 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35433d5-f7ef-4114-bf3e-823e222498ba req-74edbf9b-4c0f-4f24-b6d7-4c607c8e44c7 service neutron] Attempting to bind port 986b83b1-318d-4a25-92d4-09c2cf5a6148 on network ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:24:04.589136 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c52f9-3446-4ccf-870b-a53ee63de04f req-c4308a00-d9a9-41c4-8bdf-7822077a652a tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:04.590827 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6d8c52f9-3446-4ccf-870b-a53ee63de04f req-c4308a00-d9a9-41c4-8bdf-7822077a652a tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=76451d19-7cd1-4653-b7dc-91bc0ec991fb HTTP/1.1" status: 200 len: 946 time: 0.0895483 Sep 23 07:24:04.595661 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35433d5-f7ef-4114-bf3e-823e222498ba req-74edbf9b-4c0f-4f24-b6d7-4c607c8e44c7 service neutron] Port 986b83b1-318d-4a25-92d4-09c2cf5a6148 on network ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:24:04.595986 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35433d5-f7ef-4114-bf3e-823e222498ba req-74edbf9b-4c0f-4f24-b6d7-4c607c8e44c7 service neutron] Attempting to bind port 986b83b1-318d-4a25-92d4-09c2cf5a6148 on network ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:24:04.604840 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35433d5-f7ef-4114-bf3e-823e222498ba req-74edbf9b-4c0f-4f24-b6d7-4c607c8e44c7 service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:24:04.605206 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35433d5-f7ef-4114-bf3e-823e222498ba req-74edbf9b-4c0f-4f24-b6d7-4c607c8e44c7 service neutron] Checking segment: {'id': '2a1a9db9-05d2-4e21-9bbd-043a273c4711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:24:04.605581 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35433d5-f7ef-4114-bf3e-823e222498ba req-74edbf9b-4c0f-4f24-b6d7-4c607c8e44c7 service neutron] Bound using segment: {'id': '2a1a9db9-05d2-4e21-9bbd-043a273c4711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:24:04.606056 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-b35433d5-f7ef-4114-bf3e-823e222498ba req-74edbf9b-4c0f-4f24-b6d7-4c607c8e44c7 service neutron] Bound port: 986b83b1-318d-4a25-92d4-09c2cf5a6148, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a1a9db9-05d2-4e21-9bbd-043a273c4711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:24:04.606426 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-b35433d5-f7ef-4114-bf3e-823e222498ba req-74edbf9b-4c0f-4f24-b6d7-4c607c8e44c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:04.625265 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1c313d16-6042-4169-8070-b3467f8743ce req-a6d72b02-791b-4a0a-b487-282d8bfeafa5 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2a5763a-ac42-4dbd-be14-8fb8a71a0849&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485759 Sep 23 07:24:04.675687 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6d8c52f9-3446-4ccf-870b-a53ee63de04f req-49b621fb-5792-42ac-b50a-1ac0d774339e tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=feed4e70-feed-4d20-bf44-a37afb1b4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668406 Sep 23 07:24:04.699578 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-b35433d5-f7ef-4114-bf3e-823e222498ba req-74edbf9b-4c0f-4f24-b6d7-4c607c8e44c7 service neutron] For port 986b83b1-318d-4a25-92d4-09c2cf5a6148, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:24:04.702781 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-b35433d5-f7ef-4114-bf3e-823e222498ba req-74edbf9b-4c0f-4f24-b6d7-4c607c8e44c7 service neutron] For port 986b83b1-318d-4a25-92d4-09c2cf5a6148, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=986b83b1-318d-4a25-92d4-09c2cf5a6148,segment=NetworkSegment(2a1a9db9-05d2-4e21-9bbd-043a273c4711),segment_id=2a1a9db9-05d2-4e21-9bbd-043a273c4711)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:24:04.710532 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-b35433d5-f7ef-4114-bf3e-823e222498ba req-74edbf9b-4c0f-4f24-b6d7-4c607c8e44c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:04.748164 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35433d5-f7ef-4114-bf3e-823e222498ba req-74edbf9b-4c0f-4f24-b6d7-4c607c8e44c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:04.748786 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-b35433d5-f7ef-4114-bf3e-823e222498ba req-74edbf9b-4c0f-4f24-b6d7-4c607c8e44c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:04.750328 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b35433d5-f7ef-4114-bf3e-823e222498ba req-74edbf9b-4c0f-4f24-b6d7-4c607c8e44c7 service neutron] 10.222.0.21 "PUT /v2.0/ports/986b83b1-318d-4a25-92d4-09c2cf5a6148 HTTP/1.1" status: 200 len: 1092 time: 0.7775795 Sep 23 07:24:04.750637 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b947b35e-f4fa-4553-9e87-f1a30d7c07b7', 'tag': '986b83b1-318d-4a25-92d4-09c2cf5a6148'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:24:04.752870 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-519f41ee-b7be-4a84-9403-badcb1dcc0c1" -d '{"events": [{"name": "network-changed", "server_uuid": "b947b35e-f4fa-4553-9e87-f1a30d7c07b7", "tag": "986b83b1-318d-4a25-92d4-09c2cf5a6148"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:24:04.785839 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74edbf9b-4c0f-4f24-b6d7-4c607c8e44c7 service neutron] Pushing event updated for resources: {'Port': ['ID=986b83b1-318d-4a25-92d4-09c2cf5a6148,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:04.803921 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee84743-1f5d-44ce-9d2a-5a4911d5a6d9 x-openstack-request-id: req-3ee84743-1f5d-44ce-9d2a-5a4911d5a6d9 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:24:04.804510 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b947b35e-f4fa-4553-9e87-f1a30d7c07b7", "tag": "986b83b1-318d-4a25-92d4-09c2cf5a6148", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:24:04.804876 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3ee84743-1f5d-44ce-9d2a-5a4911d5a6d9 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:24:04.805458 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b947b35e-f4fa-4553-9e87-f1a30d7c07b7', 'tag': '986b83b1-318d-4a25-92d4-09c2cf5a6148', 'status': 'completed', 'code': 200} Sep 23 07:24:04.820057 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3663fa-1156-4dc8-9d7f-c98ce0653ad6 req-9b52b63d-ce19-413a-8c44-6448d4cac84f tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:04.821396 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9b3663fa-1156-4dc8-9d7f-c98ce0653ad6 req-9b52b63d-ce19-413a-8c44-6448d4cac84f tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=76451d19-7cd1-4653-b7dc-91bc0ec991fb HTTP/1.1" status: 200 len: 946 time: 0.0694633 Sep 23 07:24:04.875682 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9b3663fa-1156-4dc8-9d7f-c98ce0653ad6 req-bfaad305-c267-40ec-82d0-b0c76a0e1259 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=feed4e70-feed-4d20-bf44-a37afb1b4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450149 Sep 23 07:24:04.882095 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35433d5-f7ef-4114-bf3e-823e222498ba req-fd46b50c-8fb0-4aa0-815d-5b65bc7f60f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:04.884638 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b35433d5-f7ef-4114-bf3e-823e222498ba req-fd46b50c-8fb0-4aa0-815d-5b65bc7f60f8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4b85afe212de48e3bea49a5ea5f3eb2d&device_id=b947b35e-f4fa-4553-9e87-f1a30d7c07b7 HTTP/1.1" status: 200 len: 1095 time: 0.0615416 Sep 23 07:24:04.902663 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50210) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:24:04.955920 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b35433d5-f7ef-4114-bf3e-823e222498ba req-3e0adad1-85d2-4a8f-8363-edaddd5701e5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=986b83b1-318d-4a25-92d4-09c2cf5a6148 HTTP/1.1" status: 200 len: 217 time: 0.0598354 Sep 23 07:24:05.011205 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854fff15-dcca-487d-a56f-00cefea20645 tempest-TestNetworkAdvancedServerOps-1704827008 tempest-TestNetworkAdvancedServerOps-1704827008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:05.012733 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-854fff15-dcca-487d-a56f-00cefea20645 tempest-TestNetworkAdvancedServerOps-1704827008 tempest-TestNetworkAdvancedServerOps-1704827008-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=76451d19-7cd1-4653-b7dc-91bc0ec991fb HTTP/1.1" status: 200 len: 1093 time: 0.1090643 Sep 23 07:24:05.015718 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 50212) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:24:05.020525 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35433d5-f7ef-4114-bf3e-823e222498ba req-175bbb63-dff1-4d61-b43f-1cc34d73185e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:05.021260 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-d42800d0-3e58-49cd-8c9c-692949a95646 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Request body: {'floatingip': {'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'port_id': '7957850a-f5bd-4cda-a7a0-68ca1c22269c', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:24:05.021969 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b35433d5-f7ef-4114-bf3e-823e222498ba req-175bbb63-dff1-4d61-b43f-1cc34d73185e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=31f5500c-26cf-443e-b72b-5679ac694af7 HTTP/1.1" status: 200 len: 852 time: 0.0584521 Sep 23 07:24:05.064268 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d42800d0-3e58-49cd-8c9c-692949a95646 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for floatingip, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:05.072842 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35433d5-f7ef-4114-bf3e-823e222498ba req-05075d5a-20ab-453f-b9d1-5b2f318ff481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:05.074523 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b35433d5-f7ef-4114-bf3e-823e222498ba req-05075d5a-20ab-453f-b9d1-5b2f318ff481 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448568 Sep 23 07:24:05.172337 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d42800d0-3e58-49cd-8c9c-692949a95646 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:05.178004 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b35433d5-f7ef-4114-bf3e-823e222498ba req-48141e88-5907-4e3a-aae6-727bad987dea service neutron] 10.222.0.21 "GET /v2.0/networks/ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964675 Sep 23 07:24:05.297576 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-d42800d0-3e58-49cd-8c9c-692949a95646 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Allocated IP 172.25.2.152 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/2ad77b86-35b9-4896-a8be-de4ca2e06391) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:24:05.297990 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b35433d5-f7ef-4114-bf3e-823e222498ba req-a5885a60-ddfb-4274-a87a-80d8ad46e0a9 service neutron] 10.222.0.21 "GET /v2.0/networks/ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115189 Sep 23 07:24:05.406629 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f41ee-b7be-4a84-9403-badcb1dcc0c1 req-cda9081c-7d8b-4c2c-9e4c-ff44efb130a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:05.408611 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-519f41ee-b7be-4a84-9403-badcb1dcc0c1 req-cda9081c-7d8b-4c2c-9e4c-ff44efb130a3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4b85afe212de48e3bea49a5ea5f3eb2d&device_id=b947b35e-f4fa-4553-9e87-f1a30d7c07b7 HTTP/1.1" status: 200 len: 1095 time: 0.0493305 Sep 23 07:24:05.411538 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d42800d0-3e58-49cd-8c9c-692949a95646 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:05.446690 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d42800d0-3e58-49cd-8c9c-692949a95646 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:05.488995 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42800d0-3e58-49cd-8c9c-692949a95646 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:24:05.493628 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-d42800d0-3e58-49cd-8c9c-692949a95646 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:24:05.497223 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42800d0-3e58-49cd-8c9c-692949a95646 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:24:05.514910 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f41ee-b7be-4a84-9403-badcb1dcc0c1 req-a170ad85-0918-4e69-b381-8e210200ab39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:05.516541 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-519f41ee-b7be-4a84-9403-badcb1dcc0c1 req-a170ad85-0918-4e69-b381-8e210200ab39 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40 HTTP/1.1" status: 200 len: 914 time: 0.1005676 Sep 23 07:24:05.523852 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42800d0-3e58-49cd-8c9c-692949a95646 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Pushing event updated for resources: {'Port': ['ID=2ad77b86-35b9-4896-a8be-de4ca2e06391,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:05.572847 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-519f41ee-b7be-4a84-9403-badcb1dcc0c1 req-5c572750-11fd-4b8f-ac05-065e81cca207 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=986b83b1-318d-4a25-92d4-09c2cf5a6148 HTTP/1.1" status: 200 len: 217 time: 0.0494092 Sep 23 07:24:05.624855 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f41ee-b7be-4a84-9403-badcb1dcc0c1 req-b63f916b-73ad-465c-920e-c06607c75918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:05.626527 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-519f41ee-b7be-4a84-9403-badcb1dcc0c1 req-b63f916b-73ad-465c-920e-c06607c75918 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=31f5500c-26cf-443e-b72b-5679ac694af7 HTTP/1.1" status: 200 len: 852 time: 0.0472527 Sep 23 07:24:05.685162 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f41ee-b7be-4a84-9403-badcb1dcc0c1 req-a6900306-3531-4e03-8bf3-b12a8b26d27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:05.687130 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-519f41ee-b7be-4a84-9403-badcb1dcc0c1 req-a6900306-3531-4e03-8bf3-b12a8b26d27d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528462 Sep 23 07:24:05.826246 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8613fcb1-5716-4e1e-b919-90d9bb5efaa0 req-bb62fa24-a766-4f04-ab4d-46214b4db128 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:05.827879 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8613fcb1-5716-4e1e-b919-90d9bb5efaa0 req-bb62fa24-a766-4f04-ab4d-46214b4db128 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] 10.222.0.39 "GET /v2.0/ports?device_id=b947b35e-f4fa-4553-9e87-f1a30d7c07b7 HTTP/1.1" status: 200 len: 943 time: 0.1149635 Sep 23 07:24:05.832814 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-519f41ee-b7be-4a84-9403-badcb1dcc0c1 req-abd12d7e-3d1e-4123-8971-bc4ee539f0dc service neutron] 10.222.0.21 "GET /v2.0/networks/ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382823 Sep 23 07:24:05.886088 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d42800d0-3e58-49cd-8c9c-692949a95646 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:05.899102 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8613fcb1-5716-4e1e-b919-90d9bb5efaa0 req-c1bc7cad-d1ad-408a-a7d8-bec6e75addab tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2a5763a-ac42-4dbd-be14-8fb8a71a0849&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617063 Sep 23 07:24:05.956173 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-519f41ee-b7be-4a84-9403-badcb1dcc0c1 req-caf3743a-20e1-4a67-9914-b521093f2c62 service neutron] 10.222.0.21 "GET /v2.0/networks/ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120548 Sep 23 07:24:05.964523 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d42800d0-3e58-49cd-8c9c-692949a95646 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:06.163445 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d42800d0-3e58-49cd-8c9c-692949a95646 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:06.168590 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d42800d0-3e58-49cd-8c9c-692949a95646 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:06.239524 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42800d0-3e58-49cd-8c9c-692949a95646 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Pushing event updated for resources: {'Port': ['ID=2ad77b86-35b9-4896-a8be-de4ca2e06391,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:06.250253 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d42800d0-3e58-49cd-8c9c-692949a95646 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:06.351170 n-d-715271-16 neutron-server[95066]: INFO neutron.db.l3_db [None req-d42800d0-3e58-49cd-8c9c-692949a95646 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Floating IP ae1724a0-2e2c-4ceb-84b3-eb7708805773 associated. External IP: 172.25.2.152, port: 7957850a-f5bd-4cda-a7a0-68ca1c22269c. Sep 23 07:24:06.565048 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d42800d0-3e58-49cd-8c9c-692949a95646 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Router aefcf461-f371-484a-90fd-11976f9d85f1 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:24:06.678129 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d42800d0-3e58-49cd-8c9c-692949a95646 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:24:06.688491 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afab6e7d-4b9a-4a0a-8162-ae2599f8c42a None None] Sync routers for ids ['aefcf461-f371-484a-90fd-11976f9d85f1'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:24:06.694685 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d42800d0-3e58-49cd-8c9c-692949a95646 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:06.699780 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afab6e7d-4b9a-4a0a-8162-ae2599f8c42a None None] Routers {'aefcf461-f371-484a-90fd-11976f9d85f1'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:24:06.700415 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-afab6e7d-4b9a-4a0a-8162-ae2599f8c42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:23:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['aefcf461-f371-484a-90fd-11976f9d85f1'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:24:06.727008 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-d42800d0-3e58-49cd-8c9c-692949a95646 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7075763 Sep 23 07:24:06.727008 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76451d19-7cd1-4653-b7dc-91bc0ec991fb', 'tag': '7957850a-f5bd-4cda-a7a0-68ca1c22269c'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:24:06.727670 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9093034-b36b-4a58-9cf6-6b9000be3656" -d '{"events": [{"name": "network-changed", "server_uuid": "76451d19-7cd1-4653-b7dc-91bc0ec991fb", "tag": "7957850a-f5bd-4cda-a7a0-68ca1c22269c"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:24:06.783048 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f68c9c20-cbae-4e4b-b1cf-5c7d524e56df x-openstack-request-id: req-f68c9c20-cbae-4e4b-b1cf-5c7d524e56df {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:24:06.783406 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76451d19-7cd1-4653-b7dc-91bc0ec991fb", "tag": "7957850a-f5bd-4cda-a7a0-68ca1c22269c", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:24:06.783719 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f68c9c20-cbae-4e4b-b1cf-5c7d524e56df {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:24:06.784185 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76451d19-7cd1-4653-b7dc-91bc0ec991fb', 'tag': '7957850a-f5bd-4cda-a7a0-68ca1c22269c', 'status': 'completed', 'code': 200} Sep 23 07:24:06.818228 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:06.828985 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-afab6e7d-4b9a-4a0a-8162-ae2599f8c42a None None] Set router aefcf461-f371-484a-90fd-11976f9d85f1 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:24:06.900566 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd096ad-8e0d-40a8-aa75-2ad1db503e72 req-c02b57a4-a116-46b1-bed0-f920cdb386fc tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:06.902125 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3dd096ad-8e0d-40a8-aa75-2ad1db503e72 req-c02b57a4-a116-46b1-bed0-f920cdb386fc tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=76451d19-7cd1-4653-b7dc-91bc0ec991fb HTTP/1.1" status: 200 len: 946 time: 0.0972233 Sep 23 07:24:06.904832 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9093034-b36b-4a58-9cf6-6b9000be3656 req-94adc45d-9d17-4abf-adfc-29df55db79c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:06.906268 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e9093034-b36b-4a58-9cf6-6b9000be3656 req-94adc45d-9d17-4abf-adfc-29df55db79c7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ac3e338994b2411c8937f4fd1418e068&device_id=76451d19-7cd1-4653-b7dc-91bc0ec991fb HTTP/1.1" status: 200 len: 1098 time: 0.0876703 Sep 23 07:24:06.989628 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3dd096ad-8e0d-40a8-aa75-2ad1db503e72 req-8b194acc-c2e7-454e-926d-01d30da6f644 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=feed4e70-feed-4d20-bf44-a37afb1b4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762737 Sep 23 07:24:07.020522 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50224) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:24:07.067701 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9093034-b36b-4a58-9cf6-6b9000be3656 req-d4334981-ff1f-4720-a058-9e960711f95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:07.069318 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e9093034-b36b-4a58-9cf6-6b9000be3656 req-d4334981-ff1f-4720-a058-9e960711f95a service neutron] 10.222.0.58 "GET /v2.0/networks?id=1c802564-c4a6-4d03-90b2-e806924bc653 HTTP/1.1" status: 200 len: 898 time: 0.1473932 Sep 23 07:24:07.120228 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-4d5068f7-b036-4ee7-b3b1-ca7f2de58a4b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/floatingips/ae1724a0-2e2c-4ceb-84b3-eb7708805773 HTTP/1.1" status: 200 len: 992 time: 0.0929446 Sep 23 07:24:07.127002 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-afab6e7d-4b9a-4a0a-8162-ae2599f8c42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aefcf461-f371-484a-90fd-11976f9d85f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-14520995', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '622b66ea-cff0-4967-8a99-e14e2e22181d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:23:48Z', 'updated_at': '2021-09-23T07:23:52Z', 'revision_number': 4, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'gw_port': {'id': '622b66ea-cff0-4967-8a99-e14e2e22181d', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:6f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aefcf461-f371-484a-90fd-11976f9d85f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:23:49Z', 'updated_at': '2021-09-23T07:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': 'ae1724a0-2e2c-4ceb-84b3-eb7708805773', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'floating_ip_address': '172.25.2.152', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': 'aefcf461-f371-484a-90fd-11976f9d85f1', 'port_id': '7957850a-f5bd-4cda-a7a0-68ca1c22269c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c802564-c4a6-4d03-90b2-e806924bc653', 'mac_address': 'fa:16:3e:54:93:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76451d19-7cd1-4653-b7dc-91bc0ec991fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:24:05Z', 'updated_at': '2021-09-23T07:24:05Z', 'revision_number': 0, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8493242f-f28b-4563-a908-c93f836150ba', 'name': '', 'network_id': '1c802564-c4a6-4d03-90b2-e806924bc653', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'mac_address': 'fa:16:3e:8b:7d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aefcf461-f371-484a-90fd-11976f9d85f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '65ba97b7-b19b-42ae-89f6-441acaa4ec23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:23:51Z', 'updated_at': '2021-09-23T07:23:55Z', 'revision_number': 5, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'subnets': [{'id': '65ba97b7-b19b-42ae-89f6-441acaa4ec23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:24:07.133801 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84ba955-2eca-430e-a1c4-a41218535f29 req-2f797ce9-cd3c-4365-b04f-46062a8e6626 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:07.141577 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b84ba955-2eca-430e-a1c4-a41218535f29 req-2f797ce9-cd3c-4365-b04f-46062a8e6626 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] 10.222.0.39 "GET /v2.0/ports?device_id=b947b35e-f4fa-4553-9e87-f1a30d7c07b7 HTTP/1.1" status: 200 len: 943 time: 0.1599071 Sep 23 07:24:07.152653 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e9093034-b36b-4a58-9cf6-6b9000be3656 req-99454bee-47f5-4233-a810-f11d4f1ea0f0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7957850a-f5bd-4cda-a7a0-68ca1c22269c HTTP/1.1" status: 200 len: 1000 time: 0.0755880 Sep 23 07:24:07.161809 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afab6e7d-4b9a-4a0a-8162-ae2599f8c42a None None] Checking router: aefcf461-f371-484a-90fd-11976f9d85f1 for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:24:07.171779 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afab6e7d-4b9a-4a0a-8162-ae2599f8c42a None None] Routers {'aefcf461-f371-484a-90fd-11976f9d85f1'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:24:07.172631 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-afab6e7d-4b9a-4a0a-8162-ae2599f8c42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:23:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['aefcf461-f371-484a-90fd-11976f9d85f1'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:24:07.190143 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b84ba955-2eca-430e-a1c4-a41218535f29 req-ad72cbe4-eecd-4212-9534-577176e933b0 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2a5763a-ac42-4dbd-be14-8fb8a71a0849&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472851 Sep 23 07:24:07.212718 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9093034-b36b-4a58-9cf6-6b9000be3656 req-c2c810de-2254-4208-b2f6-4378cc60ea9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:07.214245 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e9093034-b36b-4a58-9cf6-6b9000be3656 req-c2c810de-2254-4208-b2f6-4378cc60ea9f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=65ba97b7-b19b-42ae-89f6-441acaa4ec23 HTTP/1.1" status: 200 len: 835 time: 0.0542781 Sep 23 07:24:07.265681 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9093034-b36b-4a58-9cf6-6b9000be3656 req-eff9e396-75fa-45f7-9dab-cd9df80cd5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:07.268733 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e9093034-b36b-4a58-9cf6-6b9000be3656 req-eff9e396-75fa-45f7-9dab-cd9df80cd5ad service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1c802564-c4a6-4d03-90b2-e806924bc653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464957 Sep 23 07:24:07.286984 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-afab6e7d-4b9a-4a0a-8162-ae2599f8c42a None None] Set router aefcf461-f371-484a-90fd-11976f9d85f1 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:24:07.374659 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e9093034-b36b-4a58-9cf6-6b9000be3656 req-712bc923-1a8a-4d83-a358-de70f5c13923 service neutron] 10.222.0.58 "GET /v2.0/networks/1c802564-c4a6-4d03-90b2-e806924bc653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971603 Sep 23 07:24:07.477794 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e9093034-b36b-4a58-9cf6-6b9000be3656 req-f58857e7-2c2f-4de3-9b45-60892473562f service neutron] 10.222.0.58 "GET /v2.0/networks/1c802564-c4a6-4d03-90b2-e806924bc653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946181 Sep 23 07:24:07.527112 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-afab6e7d-4b9a-4a0a-8162-ae2599f8c42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aefcf461-f371-484a-90fd-11976f9d85f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-14520995', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '622b66ea-cff0-4967-8a99-e14e2e22181d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:23:48Z', 'updated_at': '2021-09-23T07:23:52Z', 'revision_number': 4, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'gw_port': {'id': '622b66ea-cff0-4967-8a99-e14e2e22181d', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:6f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aefcf461-f371-484a-90fd-11976f9d85f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:23:49Z', 'updated_at': '2021-09-23T07:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': 'ae1724a0-2e2c-4ceb-84b3-eb7708805773', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'floating_ip_address': '172.25.2.152', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': 'aefcf461-f371-484a-90fd-11976f9d85f1', 'port_id': '7957850a-f5bd-4cda-a7a0-68ca1c22269c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c802564-c4a6-4d03-90b2-e806924bc653', 'mac_address': 'fa:16:3e:54:93:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76451d19-7cd1-4653-b7dc-91bc0ec991fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:24:05Z', 'updated_at': '2021-09-23T07:24:05Z', 'revision_number': 0, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8493242f-f28b-4563-a908-c93f836150ba', 'name': '', 'network_id': '1c802564-c4a6-4d03-90b2-e806924bc653', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'mac_address': 'fa:16:3e:8b:7d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aefcf461-f371-484a-90fd-11976f9d85f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '65ba97b7-b19b-42ae-89f6-441acaa4ec23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:23:51Z', 'updated_at': '2021-09-23T07:23:55Z', 'revision_number': 5, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'subnets': [{'id': '65ba97b7-b19b-42ae-89f6-441acaa4ec23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:24:07.557603 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afab6e7d-4b9a-4a0a-8162-ae2599f8c42a None None] The sync data for ids ['aefcf461-f371-484a-90fd-11976f9d85f1'] in n-d-715271-16 is: [{'id': 'aefcf461-f371-484a-90fd-11976f9d85f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-14520995', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '622b66ea-cff0-4967-8a99-e14e2e22181d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:23:48Z', 'updated_at': '2021-09-23T07:23:52Z', 'revision_number': 4, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'gw_port': {'id': '622b66ea-cff0-4967-8a99-e14e2e22181d', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:6f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aefcf461-f371-484a-90fd-11976f9d85f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:23:49Z', 'updated_at': '2021-09-23T07:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': 'ae1724a0-2e2c-4ceb-84b3-eb7708805773', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'floating_ip_address': '172.25.2.152', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': 'aefcf461-f371-484a-90fd-11976f9d85f1', 'port_id': '7957850a-f5bd-4cda-a7a0-68ca1c22269c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c802564-c4a6-4d03-90b2-e806924bc653', 'mac_address': 'fa:16:3e:54:93:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76451d19-7cd1-4653-b7dc-91bc0ec991fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:24:05Z', 'updated_at': '2021-09-23T07:24:05Z', 'revision_number': 0, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8493242f-f28b-4563-a908-c93f836150ba', 'name': '', 'network_id': '1c802564-c4a6-4d03-90b2-e806924bc653', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'mac_address': 'fa:16:3e:8b:7d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aefcf461-f371-484a-90fd-11976f9d85f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '65ba97b7-b19b-42ae-89f6-441acaa4ec23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:23:51Z', 'updated_at': '2021-09-23T07:23:55Z', 'revision_number': 5, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'subnets': [{'id': '65ba97b7-b19b-42ae-89f6-441acaa4ec23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:24:07.758743 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0578cdaa-7860-4354-9ae2-8f04ceb0864a None None] New status for floating IP ae1724a0-2e2c-4ceb-84b3-eb7708805773: ACTIVE {{(pid=95068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 07:24:08.060187 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f0d8cf3c-0c27-4f75-bd28-6615b2fd157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:08.123518 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50226) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:24:08.197974 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-bfe24718-ad01-4cdf-bc6f-306df1d230be tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/floatingips/ae1724a0-2e2c-4ceb-84b3-eb7708805773 HTTP/1.1" status: 200 len: 994 time: 0.0731089 Sep 23 07:24:08.305402 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649bf9fe-1274-46b0-9b41-8ce2d567ec31 req-7b24a418-9eef-489a-a5d4-7e0fd50b3465 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:08.306884 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-649bf9fe-1274-46b0-9b41-8ce2d567ec31 req-7b24a418-9eef-489a-a5d4-7e0fd50b3465 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] 10.222.0.39 "GET /v2.0/ports?device_id=b947b35e-f4fa-4553-9e87-f1a30d7c07b7 HTTP/1.1" status: 200 len: 943 time: 0.0520983 Sep 23 07:24:08.343634 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-649bf9fe-1274-46b0-9b41-8ce2d567ec31 req-d3e8b8d0-d234-4047-aba0-a5d79f16e764 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2a5763a-ac42-4dbd-be14-8fb8a71a0849&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309200 Sep 23 07:24:08.903783 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:24:09.460977 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aad0fe9-1b3d-4231-b50c-c92622da220b req-2c3ddd90-12db-4d07-bff3-cc70ba3a2144 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:09.462497 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7aad0fe9-1b3d-4231-b50c-c92622da220b req-2c3ddd90-12db-4d07-bff3-cc70ba3a2144 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] 10.222.0.39 "GET /v2.0/ports?device_id=b947b35e-f4fa-4553-9e87-f1a30d7c07b7 HTTP/1.1" status: 200 len: 943 time: 0.0486557 Sep 23 07:24:09.499770 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7aad0fe9-1b3d-4231-b50c-c92622da220b req-78f16909-75dd-4b8a-b746-ef96f668a23f tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2a5763a-ac42-4dbd-be14-8fb8a71a0849&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313847 Sep 23 07:24:10.308160 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:10.614878 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae47ba9-ce8e-4ce8-9256-578f74236f49 req-b4b3db0d-e523-4aa0-a20b-b0864c4b9fc9 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:10.616343 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3ae47ba9-ce8e-4ce8-9256-578f74236f49 req-b4b3db0d-e523-4aa0-a20b-b0864c4b9fc9 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] 10.222.0.39 "GET /v2.0/ports?device_id=b947b35e-f4fa-4553-9e87-f1a30d7c07b7 HTTP/1.1" status: 200 len: 943 time: 0.0490930 Sep 23 07:24:10.653381 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3ae47ba9-ce8e-4ce8-9256-578f74236f49 req-8cf08165-22f4-444b-92ec-91db6d02fa03 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2a5763a-ac42-4dbd-be14-8fb8a71a0849&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309155 Sep 23 07:24:11.069037 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-24c9924a-3f88-4343-9deb-113875309b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:11.580235 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:11.766940 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45325eaa-f174-440c-84e5-6f329c07b8e2 req-82431785-6517-4765-8bf5-a6205f372672 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:11.768405 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-45325eaa-f174-440c-84e5-6f329c07b8e2 req-82431785-6517-4765-8bf5-a6205f372672 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] 10.222.0.39 "GET /v2.0/ports?device_id=b947b35e-f4fa-4553-9e87-f1a30d7c07b7 HTTP/1.1" status: 200 len: 943 time: 0.0481672 Sep 23 07:24:11.805386 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-45325eaa-f174-440c-84e5-6f329c07b8e2 req-4f183102-aa3a-4909-957a-635ff48e4657 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2a5763a-ac42-4dbd-be14-8fb8a71a0849&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306520 Sep 23 07:24:12.401949 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:12.921110 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d81dae-2549-4895-bd88-cddffd8094ac req-25334d6e-a563-413c-8b32-ba7fa0d18f5b tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:12.922597 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d4d81dae-2549-4895-bd88-cddffd8094ac req-25334d6e-a563-413c-8b32-ba7fa0d18f5b tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] 10.222.0.39 "GET /v2.0/ports?device_id=b947b35e-f4fa-4553-9e87-f1a30d7c07b7 HTTP/1.1" status: 200 len: 943 time: 0.0484722 Sep 23 07:24:12.959470 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d4d81dae-2549-4895-bd88-cddffd8094ac req-2d209f92-9e92-4986-ad34-620cc0183509 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2a5763a-ac42-4dbd-be14-8fb8a71a0849&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310938 Sep 23 07:24:13.895638 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:14.072558 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa025fb-c273-405a-80ac-ecc9328797b6 req-07392a81-6b9f-4533-a0b7-33e0b87b4a43 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:14.073972 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9aa025fb-c273-405a-80ac-ecc9328797b6 req-07392a81-6b9f-4533-a0b7-33e0b87b4a43 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] 10.222.0.39 "GET /v2.0/ports?device_id=b947b35e-f4fa-4553-9e87-f1a30d7c07b7 HTTP/1.1" status: 200 len: 943 time: 0.0476971 Sep 23 07:24:14.117025 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9aa025fb-c273-405a-80ac-ecc9328797b6 req-c24438bc-c8be-478d-a93e-2a377a259a89 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2a5763a-ac42-4dbd-be14-8fb8a71a0849&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370371 Sep 23 07:24:15.233460 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47715c87-c81f-4282-b2fb-1046f08066d2 req-fa062a14-5f1d-4f1c-9f4e-67e97c9e10a7 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:15.234968 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-47715c87-c81f-4282-b2fb-1046f08066d2 req-fa062a14-5f1d-4f1c-9f4e-67e97c9e10a7 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] 10.222.0.39 "GET /v2.0/ports?device_id=b947b35e-f4fa-4553-9e87-f1a30d7c07b7 HTTP/1.1" status: 200 len: 943 time: 0.0520322 Sep 23 07:24:15.275467 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-47715c87-c81f-4282-b2fb-1046f08066d2 req-37f7084d-2ec3-4921-bc42-8a9ff1d12c4c tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2a5763a-ac42-4dbd-be14-8fb8a71a0849&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337534 Sep 23 07:24:16.392952 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 986b83b1-318d-4a25-92d4-09c2cf5a6148 details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:24:16.393540 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719daeb4-0372-44e0-a881-28aee85b414f req-60e30eda-8b33-4f33-aa97-61a1ede2f087 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:16.395469 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-719daeb4-0372-44e0-a881-28aee85b414f req-60e30eda-8b33-4f33-aa97-61a1ede2f087 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] 10.222.0.39 "GET /v2.0/ports?device_id=b947b35e-f4fa-4553-9e87-f1a30d7c07b7 HTTP/1.1" status: 200 len: 943 time: 0.0516407 Sep 23 07:24:16.437530 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-719daeb4-0372-44e0-a881-28aee85b414f req-5e764b1e-50e7-4d61-be93-9a4c8329aa6f tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2a5763a-ac42-4dbd-be14-8fb8a71a0849&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360732 Sep 23 07:24:16.486306 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 986b83b1-318d-4a25-92d4-09c2cf5a6148, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=986b83b1-318d-4a25-92d4-09c2cf5a6148,segment=NetworkSegment(2a1a9db9-05d2-4e21-9bbd-043a273c4711),segment_id=2a1a9db9-05d2-4e21-9bbd-043a273c4711)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:24:16.501146 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': '986b83b1-318d-4a25-92d4-09c2cf5a6148', 'network_id': 'ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40', 'port_id': '986b83b1-318d-4a25-92d4-09c2cf5a6148', 'mac_address': 'fa:16:3e:21:53:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31f5500c-26cf-443e-b72b-5679ac694af7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:24:16.537394 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:16.549586 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 986b83b1-318d-4a25-92d4-09c2cf5a6148 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:24:16.568812 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 986b83b1-318d-4a25-92d4-09c2cf5a6148, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=986b83b1-318d-4a25-92d4-09c2cf5a6148,segment=NetworkSegment(2a1a9db9-05d2-4e21-9bbd-043a273c4711),segment_id=2a1a9db9-05d2-4e21-9bbd-043a273c4711)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:24:16.572730 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:16.618981 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=986b83b1-318d-4a25-92d4-09c2cf5a6148,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:16.920983 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['986b83b1-318d-4a25-92d4-09c2cf5a6148'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:24:17.553277 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f058e3-c41d-4fd6-aeca-7baa42a00e36 req-34860e72-f378-41a1-af31-74d3e638d44e tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:17.554771 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-93f058e3-c41d-4fd6-aeca-7baa42a00e36 req-34860e72-f378-41a1-af31-74d3e638d44e tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] 10.222.0.39 "GET /v2.0/ports?device_id=b947b35e-f4fa-4553-9e87-f1a30d7c07b7 HTTP/1.1" status: 200 len: 944 time: 0.0490363 Sep 23 07:24:17.592157 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-93f058e3-c41d-4fd6-aeca-7baa42a00e36 req-d68ee5d2-80eb-4d4a-8a2d-64d0d90a46f3 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2a5763a-ac42-4dbd-be14-8fb8a71a0849&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313764 Sep 23 07:24:18.422274 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 986b83b1-318d-4a25-92d4-09c2cf5a6148 up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:24:18.469247 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port 986b83b1-318d-4a25-92d4-09c2cf5a6148 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:24:18.473296 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port 986b83b1-318d-4a25-92d4-09c2cf5a6148 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:24:18.473671 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:18.550712 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:18.577657 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b947b35e-f4fa-4553-9e87-f1a30d7c07b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '986b83b1-318d-4a25-92d4-09c2cf5a6148'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:24:18.579943 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b110df-0319-4e73-8387-a8e825f21d35" -d '{"events": [{"server_uuid": "b947b35e-f4fa-4553-9e87-f1a30d7c07b7", "name": "network-vif-plugged", "status": "completed", "tag": "986b83b1-318d-4a25-92d4-09c2cf5a6148"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:24:18.592364 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 986b83b1-318d-4a25-92d4-09c2cf5a6148, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=986b83b1-318d-4a25-92d4-09c2cf5a6148,segment=NetworkSegment(2a1a9db9-05d2-4e21-9bbd-043a273c4711),segment_id=2a1a9db9-05d2-4e21-9bbd-043a273c4711)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:24:18.596114 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:18.620640 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-361b0ed2-c74e-48f0-b397-663489256ec3 x-openstack-request-id: req-361b0ed2-c74e-48f0-b397-663489256ec3 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:24:18.620933 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b947b35e-f4fa-4553-9e87-f1a30d7c07b7", "name": "network-vif-plugged", "status": "completed", "tag": "986b83b1-318d-4a25-92d4-09c2cf5a6148", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:24:18.621188 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-361b0ed2-c74e-48f0-b397-663489256ec3 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:24:18.621687 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b947b35e-f4fa-4553-9e87-f1a30d7c07b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '986b83b1-318d-4a25-92d4-09c2cf5a6148', 'code': 200} Sep 23 07:24:18.647558 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=986b83b1-318d-4a25-92d4-09c2cf5a6148,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:18.732927 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98088047-d131-4bec-a533-69009ba5eabe req-e7f2d0d3-8f8a-492d-a94a-0ce22ed42beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:18.734492 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-98088047-d131-4bec-a533-69009ba5eabe req-e7f2d0d3-8f8a-492d-a94a-0ce22ed42beb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b947b35e-f4fa-4553-9e87-f1a30d7c07b7 HTTP/1.1" status: 200 len: 1097 time: 0.0401673 Sep 23 07:24:18.746678 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b65258-a2da-419a-be2d-0ecb285c7595 req-70f3ea7b-b786-4526-953e-08e83d299fb3 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:18.748175 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f0b65258-a2da-419a-be2d-0ecb285c7595 req-70f3ea7b-b786-4526-953e-08e83d299fb3 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] 10.222.0.39 "GET /v2.0/ports?device_id=b947b35e-f4fa-4553-9e87-f1a30d7c07b7 HTTP/1.1" status: 200 len: 945 time: 0.0820322 Sep 23 07:24:18.750911 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-19e255db-94c7-4f8e-b267-bfd869668127 req-89cd0f78-9a53-4c3c-a764-31359b892b96 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=76451d19-7cd1-4653-b7dc-91bc0ec991fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0835805 Sep 23 07:24:18.770037 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-98088047-d131-4bec-a533-69009ba5eabe req-4972f7d3-3486-40fa-a8a7-218da84ecf77 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b2a5763a-ac42-4dbd-be14-8fb8a71a0849&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283692 Sep 23 07:24:18.787729 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f0b65258-a2da-419a-be2d-0ecb285c7595 req-6f37c1d2-0188-4cbe-a1ff-c47682ddc7de tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2a5763a-ac42-4dbd-be14-8fb8a71a0849&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332029 Sep 23 07:24:18.841689 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e255db-94c7-4f8e-b267-bfd869668127 req-a1562a56-bd10-4007-b493-6c49989d0f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:18.843177 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-19e255db-94c7-4f8e-b267-bfd869668127 req-a1562a56-bd10-4007-b493-6c49989d0f53 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ac3e338994b2411c8937f4fd1418e068&device_id=76451d19-7cd1-4653-b7dc-91bc0ec991fb HTTP/1.1" status: 200 len: 1098 time: 0.0402861 Sep 23 07:24:18.952775 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e255db-94c7-4f8e-b267-bfd869668127 req-87cf60fe-3c05-4560-ac51-e07c12bb2de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:18.954267 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-19e255db-94c7-4f8e-b267-bfd869668127 req-87cf60fe-3c05-4560-ac51-e07c12bb2de8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1c802564-c4a6-4d03-90b2-e806924bc653 HTTP/1.1" status: 200 len: 898 time: 0.0841208 Sep 23 07:24:19.341963 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-19e255db-94c7-4f8e-b267-bfd869668127 req-199c4106-90b3-43d2-aa66-ab8af6b3cd29 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7957850a-f5bd-4cda-a7a0-68ca1c22269c HTTP/1.1" status: 200 len: 1002 time: 0.3797512 Sep 23 07:24:19.396706 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e255db-94c7-4f8e-b267-bfd869668127 req-096abd3f-f6a9-4afd-bced-c6a87eea0071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:19.398078 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-19e255db-94c7-4f8e-b267-bfd869668127 req-096abd3f-f6a9-4afd-bced-c6a87eea0071 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=65ba97b7-b19b-42ae-89f6-441acaa4ec23 HTTP/1.1" status: 200 len: 835 time: 0.0440938 Sep 23 07:24:19.442787 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e255db-94c7-4f8e-b267-bfd869668127 req-3a22c26c-7c5a-469a-8e45-42f430f2d575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:19.444250 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-19e255db-94c7-4f8e-b267-bfd869668127 req-3a22c26c-7c5a-469a-8e45-42f430f2d575 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1c802564-c4a6-4d03-90b2-e806924bc653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388126 Sep 23 07:24:19.539591 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-19e255db-94c7-4f8e-b267-bfd869668127 req-67904dc1-88e9-41d0-bd89-b1ff51f4529b service neutron] 10.222.0.58 "GET /v2.0/networks/1c802564-c4a6-4d03-90b2-e806924bc653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840364 Sep 23 07:24:19.632792 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-19e255db-94c7-4f8e-b267-bfd869668127 req-f641ccd6-4d79-49f5-a332-bf92211f5740 service neutron] 10.222.0.58 "GET /v2.0/networks/1c802564-c4a6-4d03-90b2-e806924bc653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855222 Sep 23 07:24:19.902548 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235626c8-e72f-42e3-9ce8-14f62b8cd286 req-0d50ff03-e4d8-4775-af59-8258c6e4b45f tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:19.904033 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-235626c8-e72f-42e3-9ce8-14f62b8cd286 req-0d50ff03-e4d8-4775-af59-8258c6e4b45f tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] 10.222.0.39 "GET /v2.0/ports?device_id=b947b35e-f4fa-4553-9e87-f1a30d7c07b7 HTTP/1.1" status: 200 len: 945 time: 0.0484922 Sep 23 07:24:19.946690 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-235626c8-e72f-42e3-9ce8-14f62b8cd286 req-c3157882-a727-4f98-b7a4-1f592ef85ac8 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2a5763a-ac42-4dbd-be14-8fb8a71a0849&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368752 Sep 23 07:24:21.060988 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf1939c-a55e-4075-8368-b885b59779d2 req-7b208e5f-028d-41f7-a270-bcaf9bf76c7c tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:21.062516 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-aaf1939c-a55e-4075-8368-b885b59779d2 req-7b208e5f-028d-41f7-a270-bcaf9bf76c7c tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] 10.222.0.39 "GET /v2.0/ports?device_id=b947b35e-f4fa-4553-9e87-f1a30d7c07b7 HTTP/1.1" status: 200 len: 945 time: 0.0490160 Sep 23 07:24:21.101594 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-aaf1939c-a55e-4075-8368-b885b59779d2 req-4820e960-92d3-4d72-a48d-cdbe0407879f tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2a5763a-ac42-4dbd-be14-8fb8a71a0849&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320449 Sep 23 07:24:21.213291 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b149e-1872-4aed-90b7-2fbaaa8cd456 req-4e2d6746-8be6-49aa-af8a-7d4eb7af9a9e tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:21.214793 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-278b149e-1872-4aed-90b7-2fbaaa8cd456 req-4e2d6746-8be6-49aa-af8a-7d4eb7af9a9e tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] 10.222.0.39 "GET /v2.0/ports?device_id=b947b35e-f4fa-4553-9e87-f1a30d7c07b7 HTTP/1.1" status: 200 len: 945 time: 0.0482328 Sep 23 07:24:21.251929 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-278b149e-1872-4aed-90b7-2fbaaa8cd456 req-1bc80448-0038-4489-97ab-d0183ac217f7 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2a5763a-ac42-4dbd-be14-8fb8a71a0849&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312951 Sep 23 07:24:21.273477 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50258) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:24:21.357036 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04af1d2-45a0-4218-97cc-bc1a02e984d8 tempest-TestVolumeBackupRestore-1931784118 tempest-TestVolumeBackupRestore-1931784118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:21.358564 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-d04af1d2-45a0-4218-97cc-bc1a02e984d8 tempest-TestVolumeBackupRestore-1931784118 tempest-TestVolumeBackupRestore-1931784118-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b947b35e-f4fa-4553-9e87-f1a30d7c07b7 HTTP/1.1" status: 200 len: 1092 time: 0.0840776 Sep 23 07:24:21.361509 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50262) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:24:21.366622 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-b35a9e1d-739b-47c9-87ea-01f49134679f tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Request body: {'floatingip': {'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'port_id': '986b83b1-318d-4a25-92d4-09c2cf5a6148', 'tenant_id': '4b85afe212de48e3bea49a5ea5f3eb2d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:24:21.388534 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b35a9e1d-739b-47c9-87ea-01f49134679f tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Notify callbacks [] for floatingip, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:21.484463 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b35a9e1d-739b-47c9-87ea-01f49134679f tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:21.584589 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-b35a9e1d-739b-47c9-87ea-01f49134679f tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Allocated IP 172.25.2.35 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/04a243d3-ba19-4b85-94dd-c5dd8f734e54) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:24:21.688413 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b35a9e1d-739b-47c9-87ea-01f49134679f tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:21.721268 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b35a9e1d-739b-47c9-87ea-01f49134679f tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:21.757747 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35a9e1d-739b-47c9-87ea-01f49134679f tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:24:21.760596 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-b35a9e1d-739b-47c9-87ea-01f49134679f tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:24:21.763216 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35a9e1d-739b-47c9-87ea-01f49134679f tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:24:21.795523 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35a9e1d-739b-47c9-87ea-01f49134679f tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Pushing event updated for resources: {'Port': ['ID=04a243d3-ba19-4b85-94dd-c5dd8f734e54,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:22.119098 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b35a9e1d-739b-47c9-87ea-01f49134679f tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:22.182919 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b35a9e1d-739b-47c9-87ea-01f49134679f tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:22.343659 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b35a9e1d-739b-47c9-87ea-01f49134679f tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:22.348200 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b35a9e1d-739b-47c9-87ea-01f49134679f tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:22.417636 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35a9e1d-739b-47c9-87ea-01f49134679f tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Pushing event updated for resources: {'Port': ['ID=04a243d3-ba19-4b85-94dd-c5dd8f734e54,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:22.429568 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b35a9e1d-739b-47c9-87ea-01f49134679f tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:22.526462 n-d-715271-16 neutron-server[95065]: INFO neutron.db.l3_db [None req-b35a9e1d-739b-47c9-87ea-01f49134679f tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Floating IP fe9bcdaa-c184-4660-ad11-df16eabec985 associated. External IP: 172.25.2.35, port: 986b83b1-318d-4a25-92d4-09c2cf5a6148. Sep 23 07:24:23.055049 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b35a9e1d-739b-47c9-87ea-01f49134679f tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Router 256a5ed9-4efe-4bd7-990e-a3b9b2b61af6 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:24:23.167240 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b35a9e1d-739b-47c9-87ea-01f49134679f tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:24:23.177500 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e8d623-31c3-47f2-9064-81b9ccc667a1 None None] Sync routers for ids ['256a5ed9-4efe-4bd7-990e-a3b9b2b61af6'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:24:23.182677 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b35a9e1d-739b-47c9-87ea-01f49134679f tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:23.187534 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e8d623-31c3-47f2-9064-81b9ccc667a1 None None] Routers {'256a5ed9-4efe-4bd7-990e-a3b9b2b61af6'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:24:23.188151 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-e1e8d623-31c3-47f2-9064-81b9ccc667a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:24:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['256a5ed9-4efe-4bd7-990e-a3b9b2b61af6'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:24:23.210790 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-b35a9e1d-739b-47c9-87ea-01f49134679f tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8482037 Sep 23 07:24:23.211391 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b947b35e-f4fa-4553-9e87-f1a30d7c07b7', 'tag': '986b83b1-318d-4a25-92d4-09c2cf5a6148'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:24:23.213480 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 50264) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:24:23.213955 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ca5724-b314-4c7f-bb78-6233513724d1" -d '{"events": [{"name": "network-changed", "server_uuid": "b947b35e-f4fa-4553-9e87-f1a30d7c07b7", "tag": "986b83b1-318d-4a25-92d4-09c2cf5a6148"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:24:23.251372 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a54f57c-a3fd-4d59-8397-e0a48112016f x-openstack-request-id: req-9a54f57c-a3fd-4d59-8397-e0a48112016f {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:24:23.251731 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b947b35e-f4fa-4553-9e87-f1a30d7c07b7", "tag": "986b83b1-318d-4a25-92d4-09c2cf5a6148", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:24:23.251987 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9a54f57c-a3fd-4d59-8397-e0a48112016f {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:24:23.252382 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b947b35e-f4fa-4553-9e87-f1a30d7c07b7', 'tag': '986b83b1-318d-4a25-92d4-09c2cf5a6148', 'status': 'completed', 'code': 200} Sep 23 07:24:23.255643 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ed5334-beb7-4215-9ab3-c1447b5875d2 tempest-TestVolumeBackupRestore-1931784118 tempest-TestVolumeBackupRestore-1931784118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:23.257200 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-c7ed5334-beb7-4215-9ab3-c1447b5875d2 tempest-TestVolumeBackupRestore-1931784118 tempest-TestVolumeBackupRestore-1931784118-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b947b35e-f4fa-4553-9e87-f1a30d7c07b7 HTTP/1.1" status: 200 len: 1092 time: 0.0426638 Sep 23 07:24:23.260528 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 50268) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:24:23.264785 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-c673bc4e-138b-43d0-b3d3-b3e754c4c530 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Request body: {'floatingip': {'port_id': '986b83b1-318d-4a25-92d4-09c2cf5a6148'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:24:23.297436 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-e1e8d623-31c3-47f2-9064-81b9ccc667a1 None None] Set router 256a5ed9-4efe-4bd7-990e-a3b9b2b61af6 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:24:23.327972 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c673bc4e-138b-43d0-b3d3-b3e754c4c530 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Notify callbacks [] for floatingip, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:23.341244 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ca5724-b314-4c7f-bb78-6233513724d1 req-35e70459-e5cf-4d52-9c44-6bec1a24c67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:23.342943 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b8ca5724-b314-4c7f-bb78-6233513724d1 req-35e70459-e5cf-4d52-9c44-6bec1a24c67c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4b85afe212de48e3bea49a5ea5f3eb2d&device_id=b947b35e-f4fa-4553-9e87-f1a30d7c07b7 HTTP/1.1" status: 200 len: 1097 time: 0.0547767 Sep 23 07:24:23.445836 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ca5724-b314-4c7f-bb78-6233513724d1 req-5f316996-552e-476a-b782-1e5a2d198f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:23.447372 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b8ca5724-b314-4c7f-bb78-6233513724d1 req-5f316996-552e-476a-b782-1e5a2d198f2c service neutron] 10.222.0.21 "GET /v2.0/networks?id=ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40 HTTP/1.1" status: 200 len: 914 time: 0.0979064 Sep 23 07:24:23.517074 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b8ca5724-b314-4c7f-bb78-6233513724d1 req-776b8bb0-deed-4fc9-bbe8-736ddd7f31ec service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=986b83b1-318d-4a25-92d4-09c2cf5a6148 HTTP/1.1" status: 200 len: 998 time: 0.0622456 Sep 23 07:24:23.534259 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-e1e8d623-31c3-47f2-9064-81b9ccc667a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256a5ed9-4efe-4bd7-990e-a3b9b2b61af6', 'name': 'tempest-TestVolumeBackupRestore-317872564-router', 'tenant_id': '4b85afe212de48e3bea49a5ea5f3eb2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': '0cd25089-56a5-4d04-a3f6-2764f32c9438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:22:06Z', 'updated_at': '2021-09-23T07:22:08Z', 'revision_number': 4, 'project_id': '4b85afe212de48e3bea49a5ea5f3eb2d', 'gw_port': {'id': '0cd25089-56a5-4d04-a3f6-2764f32c9438', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256a5ed9-4efe-4bd7-990e-a3b9b2b61af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:22:06Z', 'updated_at': '2021-09-23T07:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': 'fe9bcdaa-c184-4660-ad11-df16eabec985', 'tenant_id': '4b85afe212de48e3bea49a5ea5f3eb2d', 'floating_ip_address': '172.25.2.35', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '256a5ed9-4efe-4bd7-990e-a3b9b2b61af6', 'port_id': '986b83b1-318d-4a25-92d4-09c2cf5a6148', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40', 'mac_address': 'fa:16:3e:21:53:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b947b35e-f4fa-4553-9e87-f1a30d7c07b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:24:21Z', 'updated_at': '2021-09-23T07:24:21Z', 'revision_number': 0, 'project_id': '4b85afe212de48e3bea49a5ea5f3eb2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea8a0d11-fad4-4642-8356-3ab6416f5b80', 'name': '', 'network_id': 'ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40', 'tenant_id': '4b85afe212de48e3bea49a5ea5f3eb2d', 'mac_address': 'fa:16:3e:c2:05:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256a5ed9-4efe-4bd7-990e-a3b9b2b61af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '31f5500c-26cf-443e-b72b-5679ac694af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:22:08Z', 'updated_at': '2021-09-23T07:22:13Z', 'revision_number': 5, 'project_id': '4b85afe212de48e3bea49a5ea5f3eb2d', 'subnets': [{'id': '31f5500c-26cf-443e-b72b-5679ac694af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:24:23.561113 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e8d623-31c3-47f2-9064-81b9ccc667a1 None None] Checking router: 256a5ed9-4efe-4bd7-990e-a3b9b2b61af6 for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:24:23.569068 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ca5724-b314-4c7f-bb78-6233513724d1 req-307b8de8-4579-4086-8de2-6da45d239c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:23.570309 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e8d623-31c3-47f2-9064-81b9ccc667a1 None None] Routers {'256a5ed9-4efe-4bd7-990e-a3b9b2b61af6'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:24:23.570621 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b8ca5724-b314-4c7f-bb78-6233513724d1 req-307b8de8-4579-4086-8de2-6da45d239c6c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=31f5500c-26cf-443e-b72b-5679ac694af7 HTTP/1.1" status: 200 len: 852 time: 0.0471594 Sep 23 07:24:23.570922 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-e1e8d623-31c3-47f2-9064-81b9ccc667a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:24:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['256a5ed9-4efe-4bd7-990e-a3b9b2b61af6'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:24:23.622870 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ca5724-b314-4c7f-bb78-6233513724d1 req-f8d3ae7a-bbe8-4b1c-a09c-3ea84855d933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:23.624845 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b8ca5724-b314-4c7f-bb78-6233513724d1 req-f8d3ae7a-bbe8-4b1c-a09c-3ea84855d933 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474792 Sep 23 07:24:23.680797 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-e1e8d623-31c3-47f2-9064-81b9ccc667a1 None None] Set router 256a5ed9-4efe-4bd7-990e-a3b9b2b61af6 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:24:23.721841 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b8ca5724-b314-4c7f-bb78-6233513724d1 req-64c7e92c-b3a2-4f29-8536-6c54d76def79 service neutron] 10.222.0.21 "GET /v2.0/networks/ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896435 Sep 23 07:24:23.819906 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b8ca5724-b314-4c7f-bb78-6233513724d1 req-76026ea3-ab5e-440e-b04f-85bcb33fa4fe service neutron] 10.222.0.21 "GET /v2.0/networks/ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912895 Sep 23 07:24:23.838094 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c673bc4e-138b-43d0-b3d3-b3e754c4c530 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:23.847357 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c673bc4e-138b-43d0-b3d3-b3e754c4c530 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:23.924383 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-e1e8d623-31c3-47f2-9064-81b9ccc667a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256a5ed9-4efe-4bd7-990e-a3b9b2b61af6', 'name': 'tempest-TestVolumeBackupRestore-317872564-router', 'tenant_id': '4b85afe212de48e3bea49a5ea5f3eb2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': '0cd25089-56a5-4d04-a3f6-2764f32c9438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:22:06Z', 'updated_at': '2021-09-23T07:22:08Z', 'revision_number': 4, 'project_id': '4b85afe212de48e3bea49a5ea5f3eb2d', 'gw_port': {'id': '0cd25089-56a5-4d04-a3f6-2764f32c9438', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256a5ed9-4efe-4bd7-990e-a3b9b2b61af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:22:06Z', 'updated_at': '2021-09-23T07:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': 'fe9bcdaa-c184-4660-ad11-df16eabec985', 'tenant_id': '4b85afe212de48e3bea49a5ea5f3eb2d', 'floating_ip_address': '172.25.2.35', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '256a5ed9-4efe-4bd7-990e-a3b9b2b61af6', 'port_id': '986b83b1-318d-4a25-92d4-09c2cf5a6148', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40', 'mac_address': 'fa:16:3e:21:53:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b947b35e-f4fa-4553-9e87-f1a30d7c07b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:24:21Z', 'updated_at': '2021-09-23T07:24:21Z', 'revision_number': 0, 'project_id': '4b85afe212de48e3bea49a5ea5f3eb2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea8a0d11-fad4-4642-8356-3ab6416f5b80', 'name': '', 'network_id': 'ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40', 'tenant_id': '4b85afe212de48e3bea49a5ea5f3eb2d', 'mac_address': 'fa:16:3e:c2:05:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256a5ed9-4efe-4bd7-990e-a3b9b2b61af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '31f5500c-26cf-443e-b72b-5679ac694af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:22:08Z', 'updated_at': '2021-09-23T07:22:13Z', 'revision_number': 5, 'project_id': '4b85afe212de48e3bea49a5ea5f3eb2d', 'subnets': [{'id': '31f5500c-26cf-443e-b72b-5679ac694af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:24:23.959982 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e8d623-31c3-47f2-9064-81b9ccc667a1 None None] The sync data for ids ['256a5ed9-4efe-4bd7-990e-a3b9b2b61af6'] in n-d-715271-16 is: [{'id': '256a5ed9-4efe-4bd7-990e-a3b9b2b61af6', 'name': 'tempest-TestVolumeBackupRestore-317872564-router', 'tenant_id': '4b85afe212de48e3bea49a5ea5f3eb2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': '0cd25089-56a5-4d04-a3f6-2764f32c9438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:22:06Z', 'updated_at': '2021-09-23T07:22:08Z', 'revision_number': 4, 'project_id': '4b85afe212de48e3bea49a5ea5f3eb2d', 'gw_port': {'id': '0cd25089-56a5-4d04-a3f6-2764f32c9438', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256a5ed9-4efe-4bd7-990e-a3b9b2b61af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:22:06Z', 'updated_at': '2021-09-23T07:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': 'fe9bcdaa-c184-4660-ad11-df16eabec985', 'tenant_id': '4b85afe212de48e3bea49a5ea5f3eb2d', 'floating_ip_address': '172.25.2.35', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '256a5ed9-4efe-4bd7-990e-a3b9b2b61af6', 'port_id': '986b83b1-318d-4a25-92d4-09c2cf5a6148', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40', 'mac_address': 'fa:16:3e:21:53:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b947b35e-f4fa-4553-9e87-f1a30d7c07b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:24:21Z', 'updated_at': '2021-09-23T07:24:21Z', 'revision_number': 0, 'project_id': '4b85afe212de48e3bea49a5ea5f3eb2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea8a0d11-fad4-4642-8356-3ab6416f5b80', 'name': '', 'network_id': 'ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40', 'tenant_id': '4b85afe212de48e3bea49a5ea5f3eb2d', 'mac_address': 'fa:16:3e:c2:05:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256a5ed9-4efe-4bd7-990e-a3b9b2b61af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '31f5500c-26cf-443e-b72b-5679ac694af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:22:08Z', 'updated_at': '2021-09-23T07:22:13Z', 'revision_number': 5, 'project_id': '4b85afe212de48e3bea49a5ea5f3eb2d', 'subnets': [{'id': '31f5500c-26cf-443e-b72b-5679ac694af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:24:24.099196 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c673bc4e-138b-43d0-b3d3-b3e754c4c530 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Router 256a5ed9-4efe-4bd7-990e-a3b9b2b61af6 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:24:24.166747 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b798a2f4-0cf1-409e-ad93-dad0cfbc28ad None None] New status for floating IP fe9bcdaa-c184-4660-ad11-df16eabec985: ACTIVE {{(pid=95068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 07:24:24.221055 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c673bc4e-138b-43d0-b3d3-b3e754c4c530 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:24:24.226533 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c673bc4e-138b-43d0-b3d3-b3e754c4c530 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:24.270976 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b947b35e-f4fa-4553-9e87-f1a30d7c07b7', 'tag': '986b83b1-318d-4a25-92d4-09c2cf5a6148'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:24:24.273290 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c261edb-ecee-4b55-b5df-d865e9d6154b" -d '{"events": [{"name": "network-changed", "server_uuid": "b947b35e-f4fa-4553-9e87-f1a30d7c07b7", "tag": "986b83b1-318d-4a25-92d4-09c2cf5a6148"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:24:24.305910 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-c673bc4e-138b-43d0-b3d3-b3e754c4c530 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] 10.222.0.39 "PUT /v2.0/floatingips/fe9bcdaa-c184-4660-ad11-df16eabec985 HTTP/1.1" status: 200 len: 990 time: 1.0435247 Sep 23 07:24:24.341637 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e05f1edd-363f-400f-8f03-222d14519c88 x-openstack-request-id: req-e05f1edd-363f-400f-8f03-222d14519c88 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:24:24.341982 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b947b35e-f4fa-4553-9e87-f1a30d7c07b7", "tag": "986b83b1-318d-4a25-92d4-09c2cf5a6148", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:24:24.342240 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e05f1edd-363f-400f-8f03-222d14519c88 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:24:24.342636 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b947b35e-f4fa-4553-9e87-f1a30d7c07b7', 'tag': '986b83b1-318d-4a25-92d4-09c2cf5a6148', 'status': 'completed', 'code': 200} Sep 23 07:24:24.384434 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ddefe7-c58a-4213-b133-e7a2b7935083 None None] Sync routers for ids ['256a5ed9-4efe-4bd7-990e-a3b9b2b61af6'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:24:24.397611 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ddefe7-c58a-4213-b133-e7a2b7935083 None None] Routers {'256a5ed9-4efe-4bd7-990e-a3b9b2b61af6'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:24:24.398377 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-e4ddefe7-c58a-4213-b133-e7a2b7935083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:24:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['256a5ed9-4efe-4bd7-990e-a3b9b2b61af6'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:24:24.420978 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c261edb-ecee-4b55-b5df-d865e9d6154b req-05e0c3c3-37d4-48a2-8f1a-c4dca8bd5055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:24.422674 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2c261edb-ecee-4b55-b5df-d865e9d6154b req-05e0c3c3-37d4-48a2-8f1a-c4dca8bd5055 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4b85afe212de48e3bea49a5ea5f3eb2d&device_id=b947b35e-f4fa-4553-9e87-f1a30d7c07b7 HTTP/1.1" status: 200 len: 1097 time: 0.0457046 Sep 23 07:24:24.525806 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c261edb-ecee-4b55-b5df-d865e9d6154b req-87b7a46a-c00c-45e9-bcb8-743838d3a9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:24.527277 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2c261edb-ecee-4b55-b5df-d865e9d6154b req-87b7a46a-c00c-45e9-bcb8-743838d3a9ce service neutron] 10.222.0.21 "GET /v2.0/networks?id=ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40 HTTP/1.1" status: 200 len: 914 time: 0.0980463 Sep 23 07:24:24.596734 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2c261edb-ecee-4b55-b5df-d865e9d6154b req-d8c9d714-9c05-4dc4-a5c6-c3e6b4f8c679 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=986b83b1-318d-4a25-92d4-09c2cf5a6148 HTTP/1.1" status: 200 len: 1000 time: 0.0616693 Sep 23 07:24:24.650692 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c261edb-ecee-4b55-b5df-d865e9d6154b req-a4845ff6-4cb3-41f0-9746-f975c3d11bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:24.652238 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2c261edb-ecee-4b55-b5df-d865e9d6154b req-a4845ff6-4cb3-41f0-9746-f975c3d11bb3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=31f5500c-26cf-443e-b72b-5679ac694af7 HTTP/1.1" status: 200 len: 852 time: 0.0481212 Sep 23 07:24:24.662587 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-e4ddefe7-c58a-4213-b133-e7a2b7935083 None None] Set router 256a5ed9-4efe-4bd7-990e-a3b9b2b61af6 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:24:24.705166 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c261edb-ecee-4b55-b5df-d865e9d6154b req-e5271b19-7b67-448e-910d-ea344d624003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:24.707503 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2c261edb-ecee-4b55-b5df-d865e9d6154b req-e5271b19-7b67-448e-910d-ea344d624003 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481424 Sep 23 07:24:24.805446 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2c261edb-ecee-4b55-b5df-d865e9d6154b req-ba164867-1c3f-48c2-b6b8-ee8b4276f1f0 service neutron] 10.222.0.21 "GET /v2.0/networks/ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892100 Sep 23 07:24:24.901411 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-e4ddefe7-c58a-4213-b133-e7a2b7935083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256a5ed9-4efe-4bd7-990e-a3b9b2b61af6', 'name': 'tempest-TestVolumeBackupRestore-317872564-router', 'tenant_id': '4b85afe212de48e3bea49a5ea5f3eb2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': '0cd25089-56a5-4d04-a3f6-2764f32c9438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:22:06Z', 'updated_at': '2021-09-23T07:22:08Z', 'revision_number': 4, 'project_id': '4b85afe212de48e3bea49a5ea5f3eb2d', 'gw_port': {'id': '0cd25089-56a5-4d04-a3f6-2764f32c9438', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256a5ed9-4efe-4bd7-990e-a3b9b2b61af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:22:06Z', 'updated_at': '2021-09-23T07:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': 'fe9bcdaa-c184-4660-ad11-df16eabec985', 'tenant_id': '4b85afe212de48e3bea49a5ea5f3eb2d', 'floating_ip_address': '172.25.2.35', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '256a5ed9-4efe-4bd7-990e-a3b9b2b61af6', 'port_id': '986b83b1-318d-4a25-92d4-09c2cf5a6148', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40', 'mac_address': 'fa:16:3e:21:53:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b947b35e-f4fa-4553-9e87-f1a30d7c07b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:24:21Z', 'updated_at': '2021-09-23T07:24:24Z', 'revision_number': 2, 'project_id': '4b85afe212de48e3bea49a5ea5f3eb2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea8a0d11-fad4-4642-8356-3ab6416f5b80', 'name': '', 'network_id': 'ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40', 'tenant_id': '4b85afe212de48e3bea49a5ea5f3eb2d', 'mac_address': 'fa:16:3e:c2:05:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256a5ed9-4efe-4bd7-990e-a3b9b2b61af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '31f5500c-26cf-443e-b72b-5679ac694af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:22:08Z', 'updated_at': '2021-09-23T07:22:13Z', 'revision_number': 5, 'project_id': '4b85afe212de48e3bea49a5ea5f3eb2d', 'subnets': [{'id': '31f5500c-26cf-443e-b72b-5679ac694af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:24:24.912972 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2c261edb-ecee-4b55-b5df-d865e9d6154b req-8d0c06eb-fbec-4d83-98fe-2a23327bebf2 service neutron] 10.222.0.21 "GET /v2.0/networks/ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003816 Sep 23 07:24:24.933035 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ddefe7-c58a-4213-b133-e7a2b7935083 None None] Checking router: 256a5ed9-4efe-4bd7-990e-a3b9b2b61af6 for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:24:24.942011 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ddefe7-c58a-4213-b133-e7a2b7935083 None None] Routers {'256a5ed9-4efe-4bd7-990e-a3b9b2b61af6'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:24:24.942637 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-e4ddefe7-c58a-4213-b133-e7a2b7935083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:24:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['256a5ed9-4efe-4bd7-990e-a3b9b2b61af6'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:24:25.058231 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-e4ddefe7-c58a-4213-b133-e7a2b7935083 None None] Set router 256a5ed9-4efe-4bd7-990e-a3b9b2b61af6 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:24:25.284398 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-e4ddefe7-c58a-4213-b133-e7a2b7935083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256a5ed9-4efe-4bd7-990e-a3b9b2b61af6', 'name': 'tempest-TestVolumeBackupRestore-317872564-router', 'tenant_id': '4b85afe212de48e3bea49a5ea5f3eb2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': '0cd25089-56a5-4d04-a3f6-2764f32c9438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:22:06Z', 'updated_at': '2021-09-23T07:22:08Z', 'revision_number': 4, 'project_id': '4b85afe212de48e3bea49a5ea5f3eb2d', 'gw_port': {'id': '0cd25089-56a5-4d04-a3f6-2764f32c9438', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256a5ed9-4efe-4bd7-990e-a3b9b2b61af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:22:06Z', 'updated_at': '2021-09-23T07:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': 'fe9bcdaa-c184-4660-ad11-df16eabec985', 'tenant_id': '4b85afe212de48e3bea49a5ea5f3eb2d', 'floating_ip_address': '172.25.2.35', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '256a5ed9-4efe-4bd7-990e-a3b9b2b61af6', 'port_id': '986b83b1-318d-4a25-92d4-09c2cf5a6148', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40', 'mac_address': 'fa:16:3e:21:53:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b947b35e-f4fa-4553-9e87-f1a30d7c07b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:24:21Z', 'updated_at': '2021-09-23T07:24:24Z', 'revision_number': 2, 'project_id': '4b85afe212de48e3bea49a5ea5f3eb2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea8a0d11-fad4-4642-8356-3ab6416f5b80', 'name': '', 'network_id': 'ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40', 'tenant_id': '4b85afe212de48e3bea49a5ea5f3eb2d', 'mac_address': 'fa:16:3e:c2:05:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256a5ed9-4efe-4bd7-990e-a3b9b2b61af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '31f5500c-26cf-443e-b72b-5679ac694af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:22:08Z', 'updated_at': '2021-09-23T07:22:13Z', 'revision_number': 5, 'project_id': '4b85afe212de48e3bea49a5ea5f3eb2d', 'subnets': [{'id': '31f5500c-26cf-443e-b72b-5679ac694af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:24:25.310156 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ddefe7-c58a-4213-b133-e7a2b7935083 None None] The sync data for ids ['256a5ed9-4efe-4bd7-990e-a3b9b2b61af6'] in n-d-715271-16 is: [{'id': '256a5ed9-4efe-4bd7-990e-a3b9b2b61af6', 'name': 'tempest-TestVolumeBackupRestore-317872564-router', 'tenant_id': '4b85afe212de48e3bea49a5ea5f3eb2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': '0cd25089-56a5-4d04-a3f6-2764f32c9438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:22:06Z', 'updated_at': '2021-09-23T07:22:08Z', 'revision_number': 4, 'project_id': '4b85afe212de48e3bea49a5ea5f3eb2d', 'gw_port': {'id': '0cd25089-56a5-4d04-a3f6-2764f32c9438', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256a5ed9-4efe-4bd7-990e-a3b9b2b61af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:22:06Z', 'updated_at': '2021-09-23T07:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': 'fe9bcdaa-c184-4660-ad11-df16eabec985', 'tenant_id': '4b85afe212de48e3bea49a5ea5f3eb2d', 'floating_ip_address': '172.25.2.35', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '256a5ed9-4efe-4bd7-990e-a3b9b2b61af6', 'port_id': '986b83b1-318d-4a25-92d4-09c2cf5a6148', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40', 'mac_address': 'fa:16:3e:21:53:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b947b35e-f4fa-4553-9e87-f1a30d7c07b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:24:21Z', 'updated_at': '2021-09-23T07:24:24Z', 'revision_number': 2, 'project_id': '4b85afe212de48e3bea49a5ea5f3eb2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea8a0d11-fad4-4642-8356-3ab6416f5b80', 'name': '', 'network_id': 'ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40', 'tenant_id': '4b85afe212de48e3bea49a5ea5f3eb2d', 'mac_address': 'fa:16:3e:c2:05:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256a5ed9-4efe-4bd7-990e-a3b9b2b61af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '31f5500c-26cf-443e-b72b-5679ac694af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:22:08Z', 'updated_at': '2021-09-23T07:22:13Z', 'revision_number': 5, 'project_id': '4b85afe212de48e3bea49a5ea5f3eb2d', 'subnets': [{'id': '31f5500c-26cf-443e-b72b-5679ac694af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:24:26.343962 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b947b35e-f4fa-4553-9e87-f1a30d7c07b7', 'tag': '986b83b1-318d-4a25-92d4-09c2cf5a6148'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:24:26.346339 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d64d9712-dcbc-4e60-ae2f-cde832d0d57b" -d '{"events": [{"name": "network-changed", "server_uuid": "b947b35e-f4fa-4553-9e87-f1a30d7c07b7", "tag": "986b83b1-318d-4a25-92d4-09c2cf5a6148"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:24:26.382013 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee4d95a-603d-4b4d-8c01-803d3a793f5a x-openstack-request-id: req-7ee4d95a-603d-4b4d-8c01-803d3a793f5a {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:24:26.382374 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b947b35e-f4fa-4553-9e87-f1a30d7c07b7", "tag": "986b83b1-318d-4a25-92d4-09c2cf5a6148", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:24:26.382634 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7ee4d95a-603d-4b4d-8c01-803d3a793f5a {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:24:26.383026 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b947b35e-f4fa-4553-9e87-f1a30d7c07b7', 'tag': '986b83b1-318d-4a25-92d4-09c2cf5a6148', 'status': 'completed', 'code': 200} Sep 23 07:24:26.459491 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64d9712-dcbc-4e60-ae2f-cde832d0d57b req-a4afdbf7-b5d3-420c-8709-e8d4e7a831c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:26.461005 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d64d9712-dcbc-4e60-ae2f-cde832d0d57b req-a4afdbf7-b5d3-420c-8709-e8d4e7a831c3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4b85afe212de48e3bea49a5ea5f3eb2d&device_id=b947b35e-f4fa-4553-9e87-f1a30d7c07b7 HTTP/1.1" status: 200 len: 1097 time: 0.0420597 Sep 23 07:24:26.559591 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64d9712-dcbc-4e60-ae2f-cde832d0d57b req-277f1759-8849-456e-b532-69b655006ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:26.561244 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d64d9712-dcbc-4e60-ae2f-cde832d0d57b req-277f1759-8849-456e-b532-69b655006ac1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40 HTTP/1.1" status: 200 len: 914 time: 0.0925415 Sep 23 07:24:26.635711 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d64d9712-dcbc-4e60-ae2f-cde832d0d57b req-8669bb09-bbb8-4628-8b94-f25002e28402 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=986b83b1-318d-4a25-92d4-09c2cf5a6148 HTTP/1.1" status: 200 len: 1000 time: 0.0673831 Sep 23 07:24:26.699150 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64d9712-dcbc-4e60-ae2f-cde832d0d57b req-26dd9818-0dd4-48e4-aab3-0e2e063d9510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:26.700622 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d64d9712-dcbc-4e60-ae2f-cde832d0d57b req-26dd9818-0dd4-48e4-aab3-0e2e063d9510 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=31f5500c-26cf-443e-b72b-5679ac694af7 HTTP/1.1" status: 200 len: 852 time: 0.0451162 Sep 23 07:24:26.751008 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64d9712-dcbc-4e60-ae2f-cde832d0d57b req-cb6d157a-1339-4cca-9615-1a40341d42c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:26.752515 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d64d9712-dcbc-4e60-ae2f-cde832d0d57b req-cb6d157a-1339-4cca-9615-1a40341d42c1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447364 Sep 23 07:24:26.842019 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d64d9712-dcbc-4e60-ae2f-cde832d0d57b req-b0c09dfd-9473-420d-9fcd-3d20712ced9f service neutron] 10.222.0.21 "GET /v2.0/networks/ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817378 Sep 23 07:24:26.939523 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d64d9712-dcbc-4e60-ae2f-cde832d0d57b req-ac5c41da-70d4-44fc-aa75-a4622d2e8a01 service neutron] 10.222.0.21 "GET /v2.0/networks/ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856919 Sep 23 07:24:35.346579 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-25c8b6c3-3a41-423c-abec-da9fd11cb538 req-d36375d8-8e43-4106-bdc6-6d6f2f526e8f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b947b35e-f4fa-4553-9e87-f1a30d7c07b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0393405 Sep 23 07:24:35.448539 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c8b6c3-3a41-423c-abec-da9fd11cb538 req-cb17b15a-e861-4e79-99bb-8869c9101b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:35.450082 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-25c8b6c3-3a41-423c-abec-da9fd11cb538 req-cb17b15a-e861-4e79-99bb-8869c9101b8f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4b85afe212de48e3bea49a5ea5f3eb2d&device_id=b947b35e-f4fa-4553-9e87-f1a30d7c07b7 HTTP/1.1" status: 200 len: 1097 time: 0.0437200 Sep 23 07:24:35.555041 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c8b6c3-3a41-423c-abec-da9fd11cb538 req-1b06c0a8-1b38-4837-9fb3-c5774d719073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:35.556487 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-25c8b6c3-3a41-423c-abec-da9fd11cb538 req-1b06c0a8-1b38-4837-9fb3-c5774d719073 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40 HTTP/1.1" status: 200 len: 914 time: 0.0868142 Sep 23 07:24:35.625384 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-25c8b6c3-3a41-423c-abec-da9fd11cb538 req-3b9243c1-23bb-4a2b-a32b-6c47a5f1cd60 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=986b83b1-318d-4a25-92d4-09c2cf5a6148 HTTP/1.1" status: 200 len: 1000 time: 0.0564370 Sep 23 07:24:35.678248 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c8b6c3-3a41-423c-abec-da9fd11cb538 req-ce13f436-be64-4ff4-bbd5-9cdbf2d1b77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:35.679687 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-25c8b6c3-3a41-423c-abec-da9fd11cb538 req-ce13f436-be64-4ff4-bbd5-9cdbf2d1b77d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=31f5500c-26cf-443e-b72b-5679ac694af7 HTTP/1.1" status: 200 len: 852 time: 0.0473120 Sep 23 07:24:35.724293 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c8b6c3-3a41-423c-abec-da9fd11cb538 req-0c12e30b-a582-43fb-8379-8b73248a3049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:35.725668 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-25c8b6c3-3a41-423c-abec-da9fd11cb538 req-0c12e30b-a582-43fb-8379-8b73248a3049 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390410 Sep 23 07:24:35.815257 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-25c8b6c3-3a41-423c-abec-da9fd11cb538 req-15d4b156-b5c6-4880-8d48-566146fd4a84 service neutron] 10.222.0.21 "GET /v2.0/networks/ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821884 Sep 23 07:24:35.910399 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-25c8b6c3-3a41-423c-abec-da9fd11cb538 req-5d23218c-72ba-4ac7-9c43-f92f7a7d4fa6 service neutron] 10.222.0.21 "GET /v2.0/networks/ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867634 Sep 23 07:24:36.796517 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:38.061519 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-73e1d658-16c6-44eb-af7b-9483a51ef7b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:40.323801 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:41.069433 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-46b0b0ac-3e67-4ee2-80a2-9ce258e846f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:41.582704 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:41.593380 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45d29b5-6a96-423d-96d5-927dabf56acf req-b65f61af-a2cb-4aa0-965a-ae3fb01aa8d3 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:41.595020 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d45d29b5-6a96-423d-96d5-927dabf56acf req-b65f61af-a2cb-4aa0-965a-ae3fb01aa8d3 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=76451d19-7cd1-4653-b7dc-91bc0ec991fb HTTP/1.1" status: 200 len: 946 time: 0.1104577 Sep 23 07:24:41.637135 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d45d29b5-6a96-423d-96d5-927dabf56acf req-c16b68d5-bf5e-4913-acc1-85bab4f64df8 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=feed4e70-feed-4d20-bf44-a37afb1b4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353858 Sep 23 07:24:41.659304 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 50290) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:24:41.719634 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-ba88d94e-98f9-45cf-b84e-15dd175cc631 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/floatingips/ae1724a0-2e2c-4ceb-84b3-eb7708805773 HTTP/1.1" status: 200 len: 994 time: 0.0590932 Sep 23 07:24:42.051761 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d832e7-e6fd-4cc4-abf4-afce9dacf44c req-98d4ab6a-ae4e-4d6a-8132-6b9efe58b271 tempest-TestNetworkAdvancedServerOps-1704827008 tempest-TestNetworkAdvancedServerOps-1704827008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:42.053304 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a0d832e7-e6fd-4cc4-abf4-afce9dacf44c req-98d4ab6a-ae4e-4d6a-8132-6b9efe58b271 tempest-TestNetworkAdvancedServerOps-1704827008 tempest-TestNetworkAdvancedServerOps-1704827008-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=76451d19-7cd1-4653-b7dc-91bc0ec991fb HTTP/1.1" status: 200 len: 1098 time: 0.0441446 Sep 23 07:24:42.087981 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a0d832e7-e6fd-4cc4-abf4-afce9dacf44c req-bbad8307-7b74-4bf9-b64a-c6d5de2c53b8 tempest-TestNetworkAdvancedServerOps-1704827008 tempest-TestNetworkAdvancedServerOps-1704827008-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=feed4e70-feed-4d20-bf44-a37afb1b4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287046 Sep 23 07:24:42.406167 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:42.631240 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1b6798f2-9bb6-4592-9eb0-aab01be58593 req-a68261d7-cbb7-446a-a4a8-cc42286a5512 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=76451d19-7cd1-4653-b7dc-91bc0ec991fb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0978930 Sep 23 07:24:42.641056 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [req-1b6798f2-9bb6-4592-9eb0-aab01be58593 req-adff7415-457a-474a-b006-ff9ebd40fbd9 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:24:42.642256 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1b6798f2-9bb6-4592-9eb0-aab01be58593 req-adff7415-457a-474a-b006-ff9ebd40fbd9 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058022 Sep 23 07:24:43.195049 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6798f2-9bb6-4592-9eb0-aab01be58593 req-c2d57f21-26c0-4a55-b204-86706e735673 tempest-TestNetworkAdvancedServerOps-1704827008 tempest-TestNetworkAdvancedServerOps-1704827008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:43.196462 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1b6798f2-9bb6-4592-9eb0-aab01be58593 req-c2d57f21-26c0-4a55-b204-86706e735673 tempest-TestNetworkAdvancedServerOps-1704827008 tempest-TestNetworkAdvancedServerOps-1704827008-project-admin] 10.222.0.39 "GET /v2.0/ports/7957850a-f5bd-4cda-a7a0-68ca1c22269c HTTP/1.1" status: 200 len: 1095 time: 0.0938559 Sep 23 07:24:43.204899 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-1b6798f2-9bb6-4592-9eb0-aab01be58593 req-bcee9131-b6b3-4722-8903-34a8210ed6a3 service neutron] Request body: {'binding': {'host': 'n-h1-715271-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:24:43.205343 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-1b6798f2-9bb6-4592-9eb0-aab01be58593 req-bcee9131-b6b3-4722-8903-34a8210ed6a3 service neutron] Unknown quota resources ['binding']. {{(pid=95066) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 23 07:24:43.347858 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-1b6798f2-9bb6-4592-9eb0-aab01be58593 req-bcee9131-b6b3-4722-8903-34a8210ed6a3 service neutron] Attempting to bind port 7957850a-f5bd-4cda-a7a0-68ca1c22269c on host n-h1-715271-16 for vnic_type normal with profile None {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:24:43.348962 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-1b6798f2-9bb6-4592-9eb0-aab01be58593 req-bcee9131-b6b3-4722-8903-34a8210ed6a3 service neutron] Attempting to bind port 7957850a-f5bd-4cda-a7a0-68ca1c22269c by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': '2e6489c9-81a6-4413-8d5b-66236da6629b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '1c802564-c4a6-4d03-90b2-e806924bc653'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:24:43.349438 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6798f2-9bb6-4592-9eb0-aab01be58593 req-bcee9131-b6b3-4722-8903-34a8210ed6a3 service neutron] Attempting to bind port 7957850a-f5bd-4cda-a7a0-68ca1c22269c on network 1c802564-c4a6-4d03-90b2-e806924bc653 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:24:43.355280 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6798f2-9bb6-4592-9eb0-aab01be58593 req-bcee9131-b6b3-4722-8903-34a8210ed6a3 service neutron] Port 7957850a-f5bd-4cda-a7a0-68ca1c22269c on network 1c802564-c4a6-4d03-90b2-e806924bc653 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:24:43.355767 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6798f2-9bb6-4592-9eb0-aab01be58593 req-bcee9131-b6b3-4722-8903-34a8210ed6a3 service neutron] Attempting to bind port 7957850a-f5bd-4cda-a7a0-68ca1c22269c on network 1c802564-c4a6-4d03-90b2-e806924bc653 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:24:43.362729 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6798f2-9bb6-4592-9eb0-aab01be58593 req-bcee9131-b6b3-4722-8903-34a8210ed6a3 service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:24:43.363219 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6798f2-9bb6-4592-9eb0-aab01be58593 req-bcee9131-b6b3-4722-8903-34a8210ed6a3 service neutron] Checking segment: {'id': '2e6489c9-81a6-4413-8d5b-66236da6629b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '1c802564-c4a6-4d03-90b2-e806924bc653'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:24:43.363751 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6798f2-9bb6-4592-9eb0-aab01be58593 req-bcee9131-b6b3-4722-8903-34a8210ed6a3 service neutron] Bound using segment: {'id': '2e6489c9-81a6-4413-8d5b-66236da6629b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '1c802564-c4a6-4d03-90b2-e806924bc653'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:24:43.365391 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-1b6798f2-9bb6-4592-9eb0-aab01be58593 req-bcee9131-b6b3-4722-8903-34a8210ed6a3 service neutron] Bound port: 7957850a-f5bd-4cda-a7a0-68ca1c22269c, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e6489c9-81a6-4413-8d5b-66236da6629b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '1c802564-c4a6-4d03-90b2-e806924bc653'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:24:43.461721 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-1b6798f2-9bb6-4592-9eb0-aab01be58593 req-bcee9131-b6b3-4722-8903-34a8210ed6a3 service neutron] For port 7957850a-f5bd-4cda-a7a0-68ca1c22269c, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=7957850a-f5bd-4cda-a7a0-68ca1c22269c,segment=NetworkSegment(2e6489c9-81a6-4413-8d5b-66236da6629b),segment_id=2e6489c9-81a6-4413-8d5b-66236da6629b)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:24:43.466624 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-1b6798f2-9bb6-4592-9eb0-aab01be58593 req-bcee9131-b6b3-4722-8903-34a8210ed6a3 service neutron] Notify callbacks [] for binding, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:43.467814 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1b6798f2-9bb6-4592-9eb0-aab01be58593 req-bcee9131-b6b3-4722-8903-34a8210ed6a3 service neutron] 10.222.0.39 "POST /v2.0/ports/7957850a-f5bd-4cda-a7a0-68ca1c22269c/bindings HTTP/1.1" status: 201 len: 390 time: 0.2661104 Sep 23 07:24:43.630563 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df97b5f5-65ed-404d-ae39-c951d13015ce req-74ec1c25-715e-4f28-aed7-9c0864366323 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:43.631968 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-df97b5f5-65ed-404d-ae39-c951d13015ce req-74ec1c25-715e-4f28-aed7-9c0864366323 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=76451d19-7cd1-4653-b7dc-91bc0ec991fb HTTP/1.1" status: 200 len: 946 time: 0.0531051 Sep 23 07:24:43.671757 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-df97b5f5-65ed-404d-ae39-c951d13015ce req-5b8122d4-06e0-420b-8e4f-988b1464d0cd tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=feed4e70-feed-4d20-bf44-a37afb1b4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333269 Sep 23 07:24:43.711961 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6798f2-9bb6-4592-9eb0-aab01be58593 req-a755598c-7a83-4e85-970b-8df45fd2aa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:43.713553 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1b6798f2-9bb6-4592-9eb0-aab01be58593 req-a755598c-7a83-4e85-970b-8df45fd2aa77 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ac3e338994b2411c8937f4fd1418e068&device_id=76451d19-7cd1-4653-b7dc-91bc0ec991fb HTTP/1.1" status: 200 len: 1098 time: 0.0510707 Sep 23 07:24:43.811680 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6798f2-9bb6-4592-9eb0-aab01be58593 req-1819ceca-2036-4736-9d66-d45631f1c90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:43.813497 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1b6798f2-9bb6-4592-9eb0-aab01be58593 req-1819ceca-2036-4736-9d66-d45631f1c90b service neutron] 10.222.0.21 "GET /v2.0/networks?id=1c802564-c4a6-4d03-90b2-e806924bc653 HTTP/1.1" status: 200 len: 898 time: 0.0934005 Sep 23 07:24:43.884310 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1b6798f2-9bb6-4592-9eb0-aab01be58593 req-50421f31-bdff-419f-808d-c525315a2cc3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7957850a-f5bd-4cda-a7a0-68ca1c22269c HTTP/1.1" status: 200 len: 1002 time: 0.0632925 Sep 23 07:24:43.900965 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:43.935010 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6798f2-9bb6-4592-9eb0-aab01be58593 req-7e272344-9c43-416d-8c75-f5ed1b8acd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:43.936512 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1b6798f2-9bb6-4592-9eb0-aab01be58593 req-7e272344-9c43-416d-8c75-f5ed1b8acd5b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=65ba97b7-b19b-42ae-89f6-441acaa4ec23 HTTP/1.1" status: 200 len: 835 time: 0.0456748 Sep 23 07:24:43.991597 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6798f2-9bb6-4592-9eb0-aab01be58593 req-c48c7773-2433-41cc-bf23-963b556c9a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:43.993382 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1b6798f2-9bb6-4592-9eb0-aab01be58593 req-c48c7773-2433-41cc-bf23-963b556c9a53 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1c802564-c4a6-4d03-90b2-e806924bc653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498075 Sep 23 07:24:44.086403 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1b6798f2-9bb6-4592-9eb0-aab01be58593 req-2f06561b-59e7-4bc6-ad15-aaaf1f529a2b service neutron] 10.222.0.21 "GET /v2.0/networks/1c802564-c4a6-4d03-90b2-e806924bc653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855522 Sep 23 07:24:44.181410 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1b6798f2-9bb6-4592-9eb0-aab01be58593 req-ba44f924-a719-4590-8f9c-6819ebdac851 service neutron] 10.222.0.21 "GET /v2.0/networks/1c802564-c4a6-4d03-90b2-e806924bc653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856681 Sep 23 07:24:44.357854 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6798f2-9bb6-4592-9eb0-aab01be58593 req-ca7df275-a176-48ab-9a62-9e6c0fb47e12 tempest-TestNetworkAdvancedServerOps-1704827008 tempest-TestNetworkAdvancedServerOps-1704827008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:44.359431 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1b6798f2-9bb6-4592-9eb0-aab01be58593 req-ca7df275-a176-48ab-9a62-9e6c0fb47e12 tempest-TestNetworkAdvancedServerOps-1704827008 tempest-TestNetworkAdvancedServerOps-1704827008-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=76451d19-7cd1-4653-b7dc-91bc0ec991fb&tenant_id=ac3e338994b2411c8937f4fd1418e068&binding%3Ahost_id=n-h2-715271-16 HTTP/1.1" status: 200 len: 1098 time: 0.0790875 Sep 23 07:24:44.371158 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-1b6798f2-9bb6-4592-9eb0-aab01be58593 req-c827932b-7e76-4064-9b83-ac15dd9858c7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-715271-16'}}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:24:44.432658 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-1b6798f2-9bb6-4592-9eb0-aab01be58593 req-c827932b-7e76-4064-9b83-ac15dd9858c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:44.561681 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-1b6798f2-9bb6-4592-9eb0-aab01be58593 req-c827932b-7e76-4064-9b83-ac15dd9858c7 service neutron] For port 7957850a-f5bd-4cda-a7a0-68ca1c22269c, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=7957850a-f5bd-4cda-a7a0-68ca1c22269c,segment=NetworkSegment(2e6489c9-81a6-4413-8d5b-66236da6629b),segment_id=2e6489c9-81a6-4413-8d5b-66236da6629b)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:24:44.598819 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-1b6798f2-9bb6-4592-9eb0-aab01be58593 req-c827932b-7e76-4064-9b83-ac15dd9858c7 service neutron] For port 7957850a-f5bd-4cda-a7a0-68ca1c22269c, host n-h2-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:24:44.639575 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76451d19-7cd1-4653-b7dc-91bc0ec991fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7957850a-f5bd-4cda-a7a0-68ca1c22269c'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:24:44.642521 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a591271-6cba-40a9-8f9f-22560869f294" -d '{"events": [{"server_uuid": "76451d19-7cd1-4653-b7dc-91bc0ec991fb", "name": "network-vif-unplugged", "status": "completed", "tag": "7957850a-f5bd-4cda-a7a0-68ca1c22269c"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:24:44.646408 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-1b6798f2-9bb6-4592-9eb0-aab01be58593 req-c827932b-7e76-4064-9b83-ac15dd9858c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:44.651575 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-1b6798f2-9bb6-4592-9eb0-aab01be58593 req-c827932b-7e76-4064-9b83-ac15dd9858c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:44.684077 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 07:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cfc4143-c90f-4931-9a13-a276c49da429 x-openstack-request-id: req-9cfc4143-c90f-4931-9a13-a276c49da429 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:24:44.684366 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76451d19-7cd1-4653-b7dc-91bc0ec991fb", "name": "network-vif-unplugged", "status": "completed", "tag": "7957850a-f5bd-4cda-a7a0-68ca1c22269c", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:24:44.684617 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9cfc4143-c90f-4931-9a13-a276c49da429 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:24:44.685006 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76451d19-7cd1-4653-b7dc-91bc0ec991fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7957850a-f5bd-4cda-a7a0-68ca1c22269c', 'code': 200} Sep 23 07:24:44.756253 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c827932b-7e76-4064-9b83-ac15dd9858c7 service neutron] Pushing event updated for resources: {'Port': ['ID=7957850a-f5bd-4cda-a7a0-68ca1c22269c,revision_number=7']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:44.767861 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c827932b-7e76-4064-9b83-ac15dd9858c7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:24:44.768122 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c827932b-7e76-4064-9b83-ac15dd9858c7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:24:44.768453 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c827932b-7e76-4064-9b83-ac15dd9858c7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:24:44.768788 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c827932b-7e76-4064-9b83-ac15dd9858c7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:24:44.769114 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c827932b-7e76-4064-9b83-ac15dd9858c7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:24:44.769437 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c827932b-7e76-4064-9b83-ac15dd9858c7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:24:44.769760 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c827932b-7e76-4064-9b83-ac15dd9858c7 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:24:44.770133 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c827932b-7e76-4064-9b83-ac15dd9858c7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:24:44.770456 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c827932b-7e76-4064-9b83-ac15dd9858c7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:24:44.770784 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c827932b-7e76-4064-9b83-ac15dd9858c7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:24:44.771479 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c827932b-7e76-4064-9b83-ac15dd9858c7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:24:44.771805 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c827932b-7e76-4064-9b83-ac15dd9858c7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:24:44.796027 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf6d777-e08d-4afd-9d67-b62b25967ed5 req-0f81a365-57ff-4114-962a-f57fd8b111a8 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:44.797602 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ebf6d777-e08d-4afd-9d67-b62b25967ed5 req-0f81a365-57ff-4114-962a-f57fd8b111a8 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=76451d19-7cd1-4653-b7dc-91bc0ec991fb HTTP/1.1" status: 200 len: 944 time: 0.0539911 Sep 23 07:24:44.822102 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-1b6798f2-9bb6-4592-9eb0-aab01be58593 req-c827932b-7e76-4064-9b83-ac15dd9858c7 service neutron] Attempting to bind port 7957850a-f5bd-4cda-a7a0-68ca1c22269c on host n-h2-715271-16 for vnic_type normal with profile {"migrating_to": "n-h1-715271-16"} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:24:44.822442 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-1b6798f2-9bb6-4592-9eb0-aab01be58593 req-c827932b-7e76-4064-9b83-ac15dd9858c7 service neutron] Attempting to bind port 7957850a-f5bd-4cda-a7a0-68ca1c22269c by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '2e6489c9-81a6-4413-8d5b-66236da6629b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '1c802564-c4a6-4d03-90b2-e806924bc653'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:24:44.822767 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6798f2-9bb6-4592-9eb0-aab01be58593 req-c827932b-7e76-4064-9b83-ac15dd9858c7 service neutron] Attempting to bind port 7957850a-f5bd-4cda-a7a0-68ca1c22269c on network 1c802564-c4a6-4d03-90b2-e806924bc653 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:24:44.828120 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6798f2-9bb6-4592-9eb0-aab01be58593 req-c827932b-7e76-4064-9b83-ac15dd9858c7 service neutron] Port 7957850a-f5bd-4cda-a7a0-68ca1c22269c on network 1c802564-c4a6-4d03-90b2-e806924bc653 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:24:44.828441 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6798f2-9bb6-4592-9eb0-aab01be58593 req-c827932b-7e76-4064-9b83-ac15dd9858c7 service neutron] Attempting to bind port 7957850a-f5bd-4cda-a7a0-68ca1c22269c on network 1c802564-c4a6-4d03-90b2-e806924bc653 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:24:44.839883 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6798f2-9bb6-4592-9eb0-aab01be58593 req-c827932b-7e76-4064-9b83-ac15dd9858c7 service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:24:44.840231 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6798f2-9bb6-4592-9eb0-aab01be58593 req-c827932b-7e76-4064-9b83-ac15dd9858c7 service neutron] Checking segment: {'id': '2e6489c9-81a6-4413-8d5b-66236da6629b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '1c802564-c4a6-4d03-90b2-e806924bc653'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:24:44.840627 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6798f2-9bb6-4592-9eb0-aab01be58593 req-c827932b-7e76-4064-9b83-ac15dd9858c7 service neutron] Bound using segment: {'id': '2e6489c9-81a6-4413-8d5b-66236da6629b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '1c802564-c4a6-4d03-90b2-e806924bc653'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:24:44.841079 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-1b6798f2-9bb6-4592-9eb0-aab01be58593 req-c827932b-7e76-4064-9b83-ac15dd9858c7 service neutron] Bound port: 7957850a-f5bd-4cda-a7a0-68ca1c22269c, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e6489c9-81a6-4413-8d5b-66236da6629b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '1c802564-c4a6-4d03-90b2-e806924bc653'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:24:44.841442 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-1b6798f2-9bb6-4592-9eb0-aab01be58593 req-c827932b-7e76-4064-9b83-ac15dd9858c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:44.849662 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ebf6d777-e08d-4afd-9d67-b62b25967ed5 req-2f4bc232-1626-43dc-b3b4-fc876fc301ce tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=feed4e70-feed-4d20-bf44-a37afb1b4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431838 Sep 23 07:24:44.911423 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-1b6798f2-9bb6-4592-9eb0-aab01be58593 req-c827932b-7e76-4064-9b83-ac15dd9858c7 service neutron] For port 7957850a-f5bd-4cda-a7a0-68ca1c22269c, host n-h2-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:24:44.914273 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-397f20f6-7ef5-46db-87bd-a655a216f2e4 None None] Provisioning complete for port 7957850a-f5bd-4cda-a7a0-68ca1c22269c triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:24:44.914746 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-1b6798f2-9bb6-4592-9eb0-aab01be58593 req-c827932b-7e76-4064-9b83-ac15dd9858c7 service neutron] For port 7957850a-f5bd-4cda-a7a0-68ca1c22269c, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=7957850a-f5bd-4cda-a7a0-68ca1c22269c,segment=NetworkSegment(2e6489c9-81a6-4413-8d5b-66236da6629b),segment_id=2e6489c9-81a6-4413-8d5b-66236da6629b)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:24:44.914846 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-397f20f6-7ef5-46db-87bd-a655a216f2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:44.919232 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-1b6798f2-9bb6-4592-9eb0-aab01be58593 req-c827932b-7e76-4064-9b83-ac15dd9858c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:44.995932 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-397f20f6-7ef5-46db-87bd-a655a216f2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:45.017167 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c827932b-7e76-4064-9b83-ac15dd9858c7 service neutron] Pushing event updated for resources: {'Port': ['ID=7957850a-f5bd-4cda-a7a0-68ca1c22269c,revision_number=8']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:45.023609 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76451d19-7cd1-4653-b7dc-91bc0ec991fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7957850a-f5bd-4cda-a7a0-68ca1c22269c'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:24:45.025961 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b2cdc88-6111-4907-b070-f447a81fe845" -d '{"events": [{"server_uuid": "76451d19-7cd1-4653-b7dc-91bc0ec991fb", "name": "network-vif-plugged", "status": "completed", "tag": "7957850a-f5bd-4cda-a7a0-68ca1c22269c"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:24:45.041770 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-397f20f6-7ef5-46db-87bd-a655a216f2e4 None None] For port 7957850a-f5bd-4cda-a7a0-68ca1c22269c, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=7957850a-f5bd-4cda-a7a0-68ca1c22269c,segment=NetworkSegment(2e6489c9-81a6-4413-8d5b-66236da6629b),segment_id=2e6489c9-81a6-4413-8d5b-66236da6629b)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:24:45.047067 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-397f20f6-7ef5-46db-87bd-a655a216f2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:45.067741 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6798f2-9bb6-4592-9eb0-aab01be58593 req-c827932b-7e76-4064-9b83-ac15dd9858c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:45.069386 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-1b6798f2-9bb6-4592-9eb0-aab01be58593 req-c827932b-7e76-4064-9b83-ac15dd9858c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:45.070870 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1b6798f2-9bb6-4592-9eb0-aab01be58593 req-c827932b-7e76-4064-9b83-ac15dd9858c7 service neutron] 10.222.0.21 "PUT /v2.0/ports/7957850a-f5bd-4cda-a7a0-68ca1c22269c HTTP/1.1" status: 200 len: 1124 time: 0.7042167 Sep 23 07:24:45.077664 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b494618-3542-40aa-9519-d9aabf2a66dc x-openstack-request-id: req-0b494618-3542-40aa-9519-d9aabf2a66dc {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:24:45.077984 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76451d19-7cd1-4653-b7dc-91bc0ec991fb", "name": "network-vif-plugged", "status": "completed", "tag": "7957850a-f5bd-4cda-a7a0-68ca1c22269c", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:24:45.078240 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0b494618-3542-40aa-9519-d9aabf2a66dc {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:24:45.078622 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76451d19-7cd1-4653-b7dc-91bc0ec991fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7957850a-f5bd-4cda-a7a0-68ca1c22269c', 'code': 200} Sep 23 07:24:45.174447 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['7957850a-f5bd-4cda-a7a0-68ca1c22269c'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:24:45.235867 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397f20f6-7ef5-46db-87bd-a655a216f2e4 None None] Pushing event updated for resources: {'Port': ['ID=7957850a-f5bd-4cda-a7a0-68ca1c22269c,revision_number=9']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:45.250982 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397f20f6-7ef5-46db-87bd-a655a216f2e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:24:45.251329 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397f20f6-7ef5-46db-87bd-a655a216f2e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:24:45.251669 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397f20f6-7ef5-46db-87bd-a655a216f2e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:24:45.252006 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397f20f6-7ef5-46db-87bd-a655a216f2e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:24:45.252336 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397f20f6-7ef5-46db-87bd-a655a216f2e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:24:45.252664 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397f20f6-7ef5-46db-87bd-a655a216f2e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:24:45.252990 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397f20f6-7ef5-46db-87bd-a655a216f2e4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:24:45.253312 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397f20f6-7ef5-46db-87bd-a655a216f2e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:24:45.253633 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397f20f6-7ef5-46db-87bd-a655a216f2e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:24:45.253982 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397f20f6-7ef5-46db-87bd-a655a216f2e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:24:45.254342 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397f20f6-7ef5-46db-87bd-a655a216f2e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:24:45.254922 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397f20f6-7ef5-46db-87bd-a655a216f2e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:24:45.413696 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-75387347-1004-4774-a912-fbe98095fea2 None None] Provisioning complete for port 7957850a-f5bd-4cda-a7a0-68ca1c22269c triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:24:45.414085 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-75387347-1004-4774-a912-fbe98095fea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:45.902386 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:24:45.969722 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6453f20b-4fab-4748-9c7e-5fbb20716bbb req-138d16d3-6ea9-4a87-bb10-88e80f73491a tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:45.971336 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6453f20b-4fab-4748-9c7e-5fbb20716bbb req-138d16d3-6ea9-4a87-bb10-88e80f73491a tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=76451d19-7cd1-4653-b7dc-91bc0ec991fb HTTP/1.1" status: 200 len: 946 time: 0.0555801 Sep 23 07:24:46.012224 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6453f20b-4fab-4748-9c7e-5fbb20716bbb req-4b674b5e-694d-448f-a60b-c7f2258ecc0e tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=feed4e70-feed-4d20-bf44-a37afb1b4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347946 Sep 23 07:24:46.564341 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 7957850a-f5bd-4cda-a7a0-68ca1c22269c details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:24:46.658216 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 7957850a-f5bd-4cda-a7a0-68ca1c22269c, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=7957850a-f5bd-4cda-a7a0-68ca1c22269c,segment=NetworkSegment(2e6489c9-81a6-4413-8d5b-66236da6629b),segment_id=2e6489c9-81a6-4413-8d5b-66236da6629b)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:24:46.670990 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 7957850a-f5bd-4cda-a7a0-68ca1c22269c has no active binding in host n-h1-715271-16 {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 23 07:24:46.686354 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76451d19-7cd1-4653-b7dc-91bc0ec991fb', 'tag': '7957850a-f5bd-4cda-a7a0-68ca1c22269c'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:24:46.689303 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d896f537-b474-470c-8777-fd0ec25b00b8" -d '{"events": [{"name": "network-changed", "server_uuid": "76451d19-7cd1-4653-b7dc-91bc0ec991fb", "tag": "7957850a-f5bd-4cda-a7a0-68ca1c22269c"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:24:46.728651 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf3b1aeb-d525-43b1-a635-725ce41758bb x-openstack-request-id: req-cf3b1aeb-d525-43b1-a635-725ce41758bb {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:24:46.728945 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76451d19-7cd1-4653-b7dc-91bc0ec991fb", "tag": "7957850a-f5bd-4cda-a7a0-68ca1c22269c", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:24:46.729196 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cf3b1aeb-d525-43b1-a635-725ce41758bb {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:24:46.729599 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76451d19-7cd1-4653-b7dc-91bc0ec991fb', 'tag': '7957850a-f5bd-4cda-a7a0-68ca1c22269c', 'status': 'completed', 'code': 200} Sep 23 07:24:46.842207 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d896f537-b474-470c-8777-fd0ec25b00b8 req-091bd0ef-cc2b-4a9b-9c0b-3bda4aeb6f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:46.843653 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d896f537-b474-470c-8777-fd0ec25b00b8 req-091bd0ef-cc2b-4a9b-9c0b-3bda4aeb6f3d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ac3e338994b2411c8937f4fd1418e068&device_id=76451d19-7cd1-4653-b7dc-91bc0ec991fb HTTP/1.1" status: 200 len: 1129 time: 0.0915291 Sep 23 07:24:46.942774 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d896f537-b474-470c-8777-fd0ec25b00b8 req-0a5c09d6-80f6-44c0-a41b-d10eccf2a664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:46.944312 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d896f537-b474-470c-8777-fd0ec25b00b8 req-0a5c09d6-80f6-44c0-a41b-d10eccf2a664 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1c802564-c4a6-4d03-90b2-e806924bc653 HTTP/1.1" status: 200 len: 898 time: 0.0882754 Sep 23 07:24:47.016564 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d896f537-b474-470c-8777-fd0ec25b00b8 req-d934b414-eb3b-4777-b261-3b790c11f342 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7957850a-f5bd-4cda-a7a0-68ca1c22269c HTTP/1.1" status: 200 len: 1002 time: 0.0650856 Sep 23 07:24:47.073010 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d896f537-b474-470c-8777-fd0ec25b00b8 req-7ab1bbbf-481f-4221-8fb0-5955758d91cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:47.074760 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d896f537-b474-470c-8777-fd0ec25b00b8 req-7ab1bbbf-481f-4221-8fb0-5955758d91cf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=65ba97b7-b19b-42ae-89f6-441acaa4ec23 HTTP/1.1" status: 200 len: 835 time: 0.0500913 Sep 23 07:24:47.170203 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ef51a0-b9c8-4833-a1cd-bfd2f444f09b req-7cccd163-2a44-4611-99e6-9e60fce1bb0f tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:47.171855 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-42ef51a0-b9c8-4833-a1cd-bfd2f444f09b req-7cccd163-2a44-4611-99e6-9e60fce1bb0f tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=76451d19-7cd1-4653-b7dc-91bc0ec991fb HTTP/1.1" status: 200 len: 946 time: 0.0907369 Sep 23 07:24:47.173914 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d896f537-b474-470c-8777-fd0ec25b00b8 req-c5a91e50-c961-4d94-9fa3-196db446cbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:47.175423 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d896f537-b474-470c-8777-fd0ec25b00b8 req-c5a91e50-c961-4d94-9fa3-196db446cbb0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1c802564-c4a6-4d03-90b2-e806924bc653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0916054 Sep 23 07:24:47.243284 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-42ef51a0-b9c8-4833-a1cd-bfd2f444f09b req-000ed3b7-2454-404c-bd5b-7de87f2eef5c tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=feed4e70-feed-4d20-bf44-a37afb1b4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650980 Sep 23 07:24:47.297972 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d896f537-b474-470c-8777-fd0ec25b00b8 req-f4a7969e-89ea-4ade-8a40-1c28eca54310 service neutron] 10.222.0.58 "GET /v2.0/networks/1c802564-c4a6-4d03-90b2-e806924bc653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138098 Sep 23 07:24:47.399257 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d896f537-b474-470c-8777-fd0ec25b00b8 req-8f001215-401a-454b-a84b-6d2743510434 service neutron] 10.222.0.58 "GET /v2.0/networks/1c802564-c4a6-4d03-90b2-e806924bc653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936444 Sep 23 07:24:48.424025 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8576dfd5-1c8d-4cdf-b098-d87517156815 req-4a608da3-28ad-47f4-a22e-749520872199 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:48.425514 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8576dfd5-1c8d-4cdf-b098-d87517156815 req-4a608da3-28ad-47f4-a22e-749520872199 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=76451d19-7cd1-4653-b7dc-91bc0ec991fb HTTP/1.1" status: 200 len: 946 time: 0.1117249 Sep 23 07:24:48.469748 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8576dfd5-1c8d-4cdf-b098-d87517156815 req-47974118-414b-480f-b117-0478da7670c2 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=feed4e70-feed-4d20-bf44-a37afb1b4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370498 Sep 23 07:24:49.591329 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a14ed-2c35-4651-b98d-9a3605cb3a64 req-4f6109cf-0d1a-484b-b0a1-39654263254b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:49.592866 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ed6a14ed-2c35-4651-b98d-9a3605cb3a64 req-4f6109cf-0d1a-484b-b0a1-39654263254b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=76451d19-7cd1-4653-b7dc-91bc0ec991fb HTTP/1.1" status: 200 len: 946 time: 0.0508969 Sep 23 07:24:49.633759 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ed6a14ed-2c35-4651-b98d-9a3605cb3a64 req-2ccb3f5e-3f7a-4ad3-aad9-c424414c202f tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=feed4e70-feed-4d20-bf44-a37afb1b4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323615 Sep 23 07:24:50.751894 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382691db-fbc7-4914-bfaa-82fe4b6572c5 req-b25b2951-ec25-4729-8d0f-4033c0186139 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:50.753380 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-382691db-fbc7-4914-bfaa-82fe4b6572c5 req-b25b2951-ec25-4729-8d0f-4033c0186139 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=76451d19-7cd1-4653-b7dc-91bc0ec991fb HTTP/1.1" status: 200 len: 946 time: 0.0492566 Sep 23 07:24:50.791548 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-382691db-fbc7-4914-bfaa-82fe4b6572c5 req-a574c8a9-96e0-44f8-be35-d25e3c0e99f5 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=feed4e70-feed-4d20-bf44-a37afb1b4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314882 Sep 23 07:24:51.907804 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ed1710-00b0-4c92-8175-46a64b372451 req-8e2d4779-6479-4c56-8460-13905f333088 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:51.909280 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-07ed1710-00b0-4c92-8175-46a64b372451 req-8e2d4779-6479-4c56-8460-13905f333088 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=76451d19-7cd1-4653-b7dc-91bc0ec991fb HTTP/1.1" status: 200 len: 946 time: 0.0491796 Sep 23 07:24:51.952067 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-07ed1710-00b0-4c92-8175-46a64b372451 req-9232f60c-c566-4dcc-8ff9-1dec12b8d47f tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=feed4e70-feed-4d20-bf44-a37afb1b4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362146 Sep 23 07:24:53.067685 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8534be37-a045-448a-b6be-bbc8129e75e5 req-aa047d93-d46f-4ecb-9296-d69e0b0f34fa tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:53.069207 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8534be37-a045-448a-b6be-bbc8129e75e5 req-aa047d93-d46f-4ecb-9296-d69e0b0f34fa tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=76451d19-7cd1-4653-b7dc-91bc0ec991fb HTTP/1.1" status: 200 len: 946 time: 0.0492449 Sep 23 07:24:53.108921 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8534be37-a045-448a-b6be-bbc8129e75e5 req-a9746a1c-f79d-4bb7-878e-4d8199ba6c03 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=feed4e70-feed-4d20-bf44-a37afb1b4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331733 Sep 23 07:24:53.278814 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1b6798f2-9bb6-4592-9eb0-aab01be58593 req-b1a91c2a-2cb4-47d2-92a5-5161172912e1 service neutron] 10.222.0.58 "GET /v2.0/ports/7957850a-f5bd-4cda-a7a0-68ca1c22269c/bindings/n-h1-715271-16 HTTP/1.1" status: 200 len: 385 time: 0.0575643 Sep 23 07:24:53.459034 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-1b6798f2-9bb6-4592-9eb0-aab01be58593 req-e5770143-7bc3-4a28-aad7-43d79cae8b96 service neutron] For port 7957850a-f5bd-4cda-a7a0-68ca1c22269c, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=7957850a-f5bd-4cda-a7a0-68ca1c22269c,segment=NetworkSegment(2e6489c9-81a6-4413-8d5b-66236da6629b),segment_id=2e6489c9-81a6-4413-8d5b-66236da6629b)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:24:53.479206 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-1b6798f2-9bb6-4592-9eb0-aab01be58593 req-e5770143-7bc3-4a28-aad7-43d79cae8b96 service neutron] For port 7957850a-f5bd-4cda-a7a0-68ca1c22269c, host n-h2-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:24:53.517969 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76451d19-7cd1-4653-b7dc-91bc0ec991fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7957850a-f5bd-4cda-a7a0-68ca1c22269c'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:24:53.520781 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-056127c6-0acc-45e1-b756-125c1ec7e60f" -d '{"events": [{"server_uuid": "76451d19-7cd1-4653-b7dc-91bc0ec991fb", "name": "network-vif-unplugged", "status": "completed", "tag": "7957850a-f5bd-4cda-a7a0-68ca1c22269c"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:24:53.527818 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-1b6798f2-9bb6-4592-9eb0-aab01be58593 req-e5770143-7bc3-4a28-aad7-43d79cae8b96 service neutron] For port 7957850a-f5bd-4cda-a7a0-68ca1c22269c, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=7957850a-f5bd-4cda-a7a0-68ca1c22269c,segment=NetworkSegment(2e6489c9-81a6-4413-8d5b-66236da6629b),segment_id=2e6489c9-81a6-4413-8d5b-66236da6629b)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:24:53.542728 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-1b6798f2-9bb6-4592-9eb0-aab01be58593 req-e5770143-7bc3-4a28-aad7-43d79cae8b96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:53.557045 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 07:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d76584f2-b26e-4d9e-ab7c-6be4c76140d4 x-openstack-request-id: req-d76584f2-b26e-4d9e-ab7c-6be4c76140d4 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:24:53.557338 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76451d19-7cd1-4653-b7dc-91bc0ec991fb", "name": "network-vif-unplugged", "status": "completed", "tag": "7957850a-f5bd-4cda-a7a0-68ca1c22269c", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:24:53.557588 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d76584f2-b26e-4d9e-ab7c-6be4c76140d4 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:24:53.558003 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76451d19-7cd1-4653-b7dc-91bc0ec991fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7957850a-f5bd-4cda-a7a0-68ca1c22269c', 'code': 200} Sep 23 07:24:53.621484 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.provisioning_blocks [req-1b6798f2-9bb6-4592-9eb0-aab01be58593 req-e5770143-7bc3-4a28-aad7-43d79cae8b96 service neutron] Transition to ACTIVE for port object 7957850a-f5bd-4cda-a7a0-68ca1c22269c will not be triggered until provisioned by entity L2. {{(pid=95066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:24:53.625224 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-1b6798f2-9bb6-4592-9eb0-aab01be58593 req-e5770143-7bc3-4a28-aad7-43d79cae8b96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:53.717094 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5770143-7bc3-4a28-aad7-43d79cae8b96 service neutron] Pushing event updated for resources: {'Port': ['ID=7957850a-f5bd-4cda-a7a0-68ca1c22269c,revision_number=11']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:53.729428 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5770143-7bc3-4a28-aad7-43d79cae8b96 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:24:53.729783 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5770143-7bc3-4a28-aad7-43d79cae8b96 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:24:53.730161 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5770143-7bc3-4a28-aad7-43d79cae8b96 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:24:53.730501 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5770143-7bc3-4a28-aad7-43d79cae8b96 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:24:53.730839 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5770143-7bc3-4a28-aad7-43d79cae8b96 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:24:53.731169 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5770143-7bc3-4a28-aad7-43d79cae8b96 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:24:53.731498 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5770143-7bc3-4a28-aad7-43d79cae8b96 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:24:53.731830 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5770143-7bc3-4a28-aad7-43d79cae8b96 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:24:53.732158 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5770143-7bc3-4a28-aad7-43d79cae8b96 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:24:53.732483 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5770143-7bc3-4a28-aad7-43d79cae8b96 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:24:53.732810 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5770143-7bc3-4a28-aad7-43d79cae8b96 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:24:53.733197 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5770143-7bc3-4a28-aad7-43d79cae8b96 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:24:53.768034 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b6798f2-9bb6-4592-9eb0-aab01be58593 req-e5770143-7bc3-4a28-aad7-43d79cae8b96 service neutron] No DVR routers for this DVR port 7957850a-f5bd-4cda-a7a0-68ca1c22269c on host n-h2-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:24:53.903311 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1b6798f2-9bb6-4592-9eb0-aab01be58593 req-e5770143-7bc3-4a28-aad7-43d79cae8b96 service neutron] 10.222.0.58 "PUT /v2.0/ports/7957850a-f5bd-4cda-a7a0-68ca1c22269c/bindings/n-h1-715271-16/activate HTTP/1.1" status: 200 len: 370 time: 0.6178238 Sep 23 07:24:54.003436 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6798f2-9bb6-4592-9eb0-aab01be58593 req-b39c93c9-feb5-4887-8f62-75c7c3f01562 tempest-TestNetworkAdvancedServerOps-1704827008 tempest-TestNetworkAdvancedServerOps-1704827008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:54.005785 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1b6798f2-9bb6-4592-9eb0-aab01be58593 req-b39c93c9-feb5-4887-8f62-75c7c3f01562 tempest-TestNetworkAdvancedServerOps-1704827008 tempest-TestNetworkAdvancedServerOps-1704827008-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=76451d19-7cd1-4653-b7dc-91bc0ec991fb&tenant_id=ac3e338994b2411c8937f4fd1418e068&binding%3Ahost_id=n-h2-715271-16 HTTP/1.1" status: 200 len: 1097 time: 0.0441070 Sep 23 07:24:54.058343 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6798f2-9bb6-4592-9eb0-aab01be58593 req-df9053c9-8f55-40e3-94f5-d0238afcbd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:54.059830 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1b6798f2-9bb6-4592-9eb0-aab01be58593 req-df9053c9-8f55-40e3-94f5-d0238afcbd03 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=76451d19-7cd1-4653-b7dc-91bc0ec991fb&tenant_id=ac3e338994b2411c8937f4fd1418e068 HTTP/1.1" status: 200 len: 1097 time: 0.0445120 Sep 23 07:24:54.133970 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6798f2-9bb6-4592-9eb0-aab01be58593 req-7497b160-89c5-4390-aa25-0a8fdbf8e77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:54.135541 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1b6798f2-9bb6-4592-9eb0-aab01be58593 req-7497b160-89c5-4390-aa25-0a8fdbf8e77a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ac3e338994b2411c8937f4fd1418e068&device_id=76451d19-7cd1-4653-b7dc-91bc0ec991fb HTTP/1.1" status: 200 len: 1097 time: 0.0420783 Sep 23 07:24:54.270961 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64386c7c-e987-4dd7-897d-f164ba87a69e req-d9f96ed9-d73c-42a2-9052-5d95466df19c tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:54.272455 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-64386c7c-e987-4dd7-897d-f164ba87a69e req-d9f96ed9-d73c-42a2-9052-5d95466df19c tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=76451d19-7cd1-4653-b7dc-91bc0ec991fb HTTP/1.1" status: 200 len: 945 time: 0.0963693 Sep 23 07:24:54.273398 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6798f2-9bb6-4592-9eb0-aab01be58593 req-75ae3f33-6b5a-4a77-b7fa-f63e3a7bada1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:54.274731 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1b6798f2-9bb6-4592-9eb0-aab01be58593 req-75ae3f33-6b5a-4a77-b7fa-f63e3a7bada1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1c802564-c4a6-4d03-90b2-e806924bc653 HTTP/1.1" status: 200 len: 898 time: 0.1327496 Sep 23 07:24:54.354284 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-64386c7c-e987-4dd7-897d-f164ba87a69e req-20331edc-b2bd-4722-be06-efe2f9fb876d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=feed4e70-feed-4d20-bf44-a37afb1b4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757203 Sep 23 07:24:54.365401 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1b6798f2-9bb6-4592-9eb0-aab01be58593 req-31f60193-4409-4acd-a8f0-e6454083e55c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7957850a-f5bd-4cda-a7a0-68ca1c22269c HTTP/1.1" status: 200 len: 1000 time: 0.0815170 Sep 23 07:24:54.415885 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6798f2-9bb6-4592-9eb0-aab01be58593 req-afc2490b-30e9-44fa-9ee5-0f0309f86fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:54.417316 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1b6798f2-9bb6-4592-9eb0-aab01be58593 req-afc2490b-30e9-44fa-9ee5-0f0309f86fd8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=65ba97b7-b19b-42ae-89f6-441acaa4ec23 HTTP/1.1" status: 200 len: 835 time: 0.0445187 Sep 23 07:24:54.462751 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6798f2-9bb6-4592-9eb0-aab01be58593 req-e44ea9c0-7058-449f-8b31-a12a434f8ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:54.464243 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1b6798f2-9bb6-4592-9eb0-aab01be58593 req-e44ea9c0-7058-449f-8b31-a12a434f8ad5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1c802564-c4a6-4d03-90b2-e806924bc653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389292 Sep 23 07:24:54.565667 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1b6798f2-9bb6-4592-9eb0-aab01be58593 req-f61d8718-3039-4458-8c7c-2b0693b6e2fe service neutron] 10.222.0.21 "GET /v2.0/networks/1c802564-c4a6-4d03-90b2-e806924bc653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934179 Sep 23 07:24:54.653785 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1b6798f2-9bb6-4592-9eb0-aab01be58593 req-37fa261f-4e8b-44a3-adf3-91aacfefb844 service neutron] 10.222.0.21 "GET /v2.0/networks/1c802564-c4a6-4d03-90b2-e806924bc653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793343 Sep 23 07:24:54.908993 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6798f2-9bb6-4592-9eb0-aab01be58593 req-4f2f245d-06c0-41a9-9fe4-c55304d2dbb3 tempest-TestNetworkAdvancedServerOps-1704827008 tempest-TestNetworkAdvancedServerOps-1704827008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:54.910656 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1b6798f2-9bb6-4592-9eb0-aab01be58593 req-4f2f245d-06c0-41a9-9fe4-c55304d2dbb3 tempest-TestNetworkAdvancedServerOps-1704827008 tempest-TestNetworkAdvancedServerOps-1704827008-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=76451d19-7cd1-4653-b7dc-91bc0ec991fb&tenant_id=ac3e338994b2411c8937f4fd1418e068&binding%3Ahost_id=n-h1-715271-16 HTTP/1.1" status: 200 len: 1097 time: 0.0438669 Sep 23 07:24:55.390329 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-1b6798f2-9bb6-4592-9eb0-aab01be58593 req-4bc4e11d-87d3-4879-b4ef-d47eaf176a14 service neutron] For port 7957850a-f5bd-4cda-a7a0-68ca1c22269c, host n-h2-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:24:55.393603 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-1b6798f2-9bb6-4592-9eb0-aab01be58593 req-4bc4e11d-87d3-4879-b4ef-d47eaf176a14 service neutron] Notify callbacks [] for binding, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:55.394866 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1b6798f2-9bb6-4592-9eb0-aab01be58593 req-4bc4e11d-87d3-4879-b4ef-d47eaf176a14 service neutron] 10.222.0.21 "DELETE /v2.0/ports/7957850a-f5bd-4cda-a7a0-68ca1c22269c/bindings/n-h2-715271-16 HTTP/1.1" status: 204 len: 173 time: 0.4746888 Sep 23 07:24:55.475656 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28cd886-905b-40fe-a444-3fd20a7784ef req-4a40fccc-6a04-4181-bade-e0367c4ee351 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:55.477184 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b28cd886-905b-40fe-a444-3fd20a7784ef req-4a40fccc-6a04-4181-bade-e0367c4ee351 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=76451d19-7cd1-4653-b7dc-91bc0ec991fb HTTP/1.1" status: 200 len: 945 time: 0.0509908 Sep 23 07:24:55.519237 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b28cd886-905b-40fe-a444-3fd20a7784ef req-af7073e9-4b7f-4ac5-8b05-56970a4111ef tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=feed4e70-feed-4d20-bf44-a37afb1b4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356777 Sep 23 07:24:55.626848 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb2e16-7400-4e25-8524-7744d3ceb4e8 req-41723883-58a8-42a3-88d8-9c2e0ffec3ae tempest-TestNetworkAdvancedServerOps-1704827008 tempest-TestNetworkAdvancedServerOps-1704827008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:55.628350 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-83fb2e16-7400-4e25-8524-7744d3ceb4e8 req-41723883-58a8-42a3-88d8-9c2e0ffec3ae tempest-TestNetworkAdvancedServerOps-1704827008 tempest-TestNetworkAdvancedServerOps-1704827008-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=76451d19-7cd1-4653-b7dc-91bc0ec991fb HTTP/1.1" status: 200 len: 1097 time: 0.0429046 Sep 23 07:24:55.666425 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-83fb2e16-7400-4e25-8524-7744d3ceb4e8 req-87eec17f-7462-4601-b826-6c14fd6f9410 tempest-TestNetworkAdvancedServerOps-1704827008 tempest-TestNetworkAdvancedServerOps-1704827008-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=feed4e70-feed-4d20-bf44-a37afb1b4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317686 Sep 23 07:24:55.784057 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fedf57b-1573-401c-9154-4bdf5780bf3d req-c04d3afe-c246-4f2a-9624-cdb7ba23c429 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:55.786126 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6fedf57b-1573-401c-9154-4bdf5780bf3d req-c04d3afe-c246-4f2a-9624-cdb7ba23c429 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=76451d19-7cd1-4653-b7dc-91bc0ec991fb HTTP/1.1" status: 200 len: 945 time: 0.0524175 Sep 23 07:24:55.824582 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6fedf57b-1573-401c-9154-4bdf5780bf3d req-6f72d4ff-929a-4c76-a0e3-36b2284929fb tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=feed4e70-feed-4d20-bf44-a37afb1b4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321083 Sep 23 07:24:55.846395 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 50370) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:24:55.914777 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-ac7aeb08-cd6b-4d59-9ebf-b5d638103e96 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/floatingips/ae1724a0-2e2c-4ceb-84b3-eb7708805773 HTTP/1.1" status: 200 len: 992 time: 0.0672593 Sep 23 07:24:56.145750 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 50376) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:24:56.311148 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-a5d12a11-3e27-46a7-9bec-1a0c6ddce62b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Deleting port 2ad77b86-35b9-4896-a8be-de4ca2e06391 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:24:56.311499 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a5d12a11-3e27-46a7-9bec-1a0c6ddce62b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:56.391870 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a5d12a11-3e27-46a7-9bec-1a0c6ddce62b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:56.392253 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a5d12a11-3e27-46a7-9bec-1a0c6ddce62b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:56.403873 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-a5d12a11-3e27-46a7-9bec-1a0c6ddce62b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Calling delete_port for 2ad77b86-35b9-4896-a8be-de4ca2e06391 owned by network:floatingip {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:24:56.553129 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a5d12a11-3e27-46a7-9bec-1a0c6ddce62b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:56.580349 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d12a11-3e27-46a7-9bec-1a0c6ddce62b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Pushing event deleted for resources: {'Port': ['ID=2ad77b86-35b9-4896-a8be-de4ca2e06391,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:56.644748 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a5d12a11-3e27-46a7-9bec-1a0c6ddce62b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for floatingip, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:56.645104 n-d-715271-16 neutron-server[95066]: INFO neutron.db.l3_db [None req-a5d12a11-3e27-46a7-9bec-1a0c6ddce62b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Floating IP ae1724a0-2e2c-4ceb-84b3-eb7708805773 disassociated (deleted). External IP: 172.25.2.152, port: 7957850a-f5bd-4cda-a7a0-68ca1c22269c. Sep 23 07:24:56.799038 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 7957850a-f5bd-4cda-a7a0-68ca1c22269c no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:24:56.841906 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 7957850a-f5bd-4cda-a7a0-68ca1c22269c not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:24:56.855726 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5d12a11-3e27-46a7-9bec-1a0c6ddce62b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Router aefcf461-f371-484a-90fd-11976f9d85f1 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:24:57.290230 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d12a11-3e27-46a7-9bec-1a0c6ddce62b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:24:57.295141 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a5d12a11-3e27-46a7-9bec-1a0c6ddce62b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:57.300398 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc7270e-b4cd-4e8e-9be7-4c8e94c931a3 None None] Sync routers for ids ['aefcf461-f371-484a-90fd-11976f9d85f1'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:24:57.309501 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc7270e-b4cd-4e8e-9be7-4c8e94c931a3 None None] Routers {'aefcf461-f371-484a-90fd-11976f9d85f1'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:24:57.310142 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-2bc7270e-b4cd-4e8e-9be7-4c8e94c931a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:24:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['aefcf461-f371-484a-90fd-11976f9d85f1'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:24:57.324060 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-a5d12a11-3e27-46a7-9bec-1a0c6ddce62b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "DELETE /v2.0/floatingips/ae1724a0-2e2c-4ceb-84b3-eb7708805773 HTTP/1.1" status: 204 len: 168 time: 1.1746371 Sep 23 07:24:57.324060 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76451d19-7cd1-4653-b7dc-91bc0ec991fb', 'tag': '7957850a-f5bd-4cda-a7a0-68ca1c22269c'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:24:57.325141 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50382) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:24:57.326731 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-128b2563-cac8-466f-ba71-c628b3fb122d" -d '{"events": [{"name": "network-changed", "server_uuid": "76451d19-7cd1-4653-b7dc-91bc0ec991fb", "tag": "7957850a-f5bd-4cda-a7a0-68ca1c22269c"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:24:57.369283 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813d280b-3057-4e61-8e60-2e52e972fe36 x-openstack-request-id: req-813d280b-3057-4e61-8e60-2e52e972fe36 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:24:57.369574 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76451d19-7cd1-4653-b7dc-91bc0ec991fb", "tag": "7957850a-f5bd-4cda-a7a0-68ca1c22269c", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:24:57.369824 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-813d280b-3057-4e61-8e60-2e52e972fe36 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:24:57.370779 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76451d19-7cd1-4653-b7dc-91bc0ec991fb', 'tag': '7957850a-f5bd-4cda-a7a0-68ca1c22269c', 'status': 'completed', 'code': 200} Sep 23 07:24:57.528696 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-2bc7270e-b4cd-4e8e-9be7-4c8e94c931a3 None None] Set router aefcf461-f371-484a-90fd-11976f9d85f1 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:24:57.539147 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b2563-cac8-466f-ba71-c628b3fb122d req-58f7abb3-2f82-480b-9b15-7ce1c45e859f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:57.540581 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-128b2563-cac8-466f-ba71-c628b3fb122d req-58f7abb3-2f82-480b-9b15-7ce1c45e859f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ac3e338994b2411c8937f4fd1418e068&device_id=76451d19-7cd1-4653-b7dc-91bc0ec991fb HTTP/1.1" status: 200 len: 1097 time: 0.1270173 Sep 23 07:24:57.667615 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf9919a-73c1-4ac3-9e0a-144cebffa651 req-8a2fe3f1-9859-46df-b557-0e7e7e25a993 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:57.669017 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fbf9919a-73c1-4ac3-9e0a-144cebffa651 req-8a2fe3f1-9859-46df-b557-0e7e7e25a993 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=76451d19-7cd1-4653-b7dc-91bc0ec991fb HTTP/1.1" status: 200 len: 945 time: 0.1421285 Sep 23 07:24:57.711633 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-9108f578-b771-47d1-963f-067fe9ccdb1d tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Deleting port 04a243d3-ba19-4b85-94dd-c5dd8f734e54 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:24:57.711971 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9108f578-b771-47d1-963f-067fe9ccdb1d tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:57.714601 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b2563-cac8-466f-ba71-c628b3fb122d req-ef78351f-1498-4016-ba5b-3674b197b229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:57.716056 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-128b2563-cac8-466f-ba71-c628b3fb122d req-ef78351f-1498-4016-ba5b-3674b197b229 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1c802564-c4a6-4d03-90b2-e806924bc653 HTTP/1.1" status: 200 len: 898 time: 0.1577413 Sep 23 07:24:57.724836 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-2bc7270e-b4cd-4e8e-9be7-4c8e94c931a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aefcf461-f371-484a-90fd-11976f9d85f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-14520995', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '622b66ea-cff0-4967-8a99-e14e2e22181d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:23:48Z', 'updated_at': '2021-09-23T07:23:52Z', 'revision_number': 4, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'gw_port': {'id': '622b66ea-cff0-4967-8a99-e14e2e22181d', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:6f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aefcf461-f371-484a-90fd-11976f9d85f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:23:49Z', 'updated_at': '2021-09-23T07:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '8493242f-f28b-4563-a908-c93f836150ba', 'name': '', 'network_id': '1c802564-c4a6-4d03-90b2-e806924bc653', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'mac_address': 'fa:16:3e:8b:7d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aefcf461-f371-484a-90fd-11976f9d85f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '65ba97b7-b19b-42ae-89f6-441acaa4ec23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:23:51Z', 'updated_at': '2021-09-23T07:23:55Z', 'revision_number': 5, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'subnets': [{'id': '65ba97b7-b19b-42ae-89f6-441acaa4ec23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:24:57.755494 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc7270e-b4cd-4e8e-9be7-4c8e94c931a3 None None] Checking router: aefcf461-f371-484a-90fd-11976f9d85f1 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:24:57.763557 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc7270e-b4cd-4e8e-9be7-4c8e94c931a3 None None] Routers {'aefcf461-f371-484a-90fd-11976f9d85f1'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:24:57.764171 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-2bc7270e-b4cd-4e8e-9be7-4c8e94c931a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:24:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['aefcf461-f371-484a-90fd-11976f9d85f1'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:24:57.788328 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fbf9919a-73c1-4ac3-9e0a-144cebffa651 req-24cceaa8-4850-4e33-bc97-aa99d01a43d2 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=feed4e70-feed-4d20-bf44-a37afb1b4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123714 Sep 23 07:24:57.789520 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-128b2563-cac8-466f-ba71-c628b3fb122d req-baf20f03-bba9-42d9-8bdc-86f3ffabb75d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7957850a-f5bd-4cda-a7a0-68ca1c22269c HTTP/1.1" status: 200 len: 217 time: 0.0596955 Sep 23 07:24:57.878103 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-2bc7270e-b4cd-4e8e-9be7-4c8e94c931a3 None None] Set router aefcf461-f371-484a-90fd-11976f9d85f1 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:24:57.885595 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b2563-cac8-466f-ba71-c628b3fb122d req-83f5af38-af32-4085-a20f-ce65bf0cc5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:57.887219 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-128b2563-cac8-466f-ba71-c628b3fb122d req-83f5af38-af32-4085-a20f-ce65bf0cc5b0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=65ba97b7-b19b-42ae-89f6-441acaa4ec23 HTTP/1.1" status: 200 len: 835 time: 0.0679286 Sep 23 07:24:57.889061 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9108f578-b771-47d1-963f-067fe9ccdb1d tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:57.889385 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9108f578-b771-47d1-963f-067fe9ccdb1d tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:57.904247 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-9108f578-b771-47d1-963f-067fe9ccdb1d tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Calling delete_port for 04a243d3-ba19-4b85-94dd-c5dd8f734e54 owned by network:floatingip {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:24:58.018316 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b2563-cac8-466f-ba71-c628b3fb122d req-5d43ad77-0613-4283-8a46-29827e951d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:58.019951 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-128b2563-cac8-466f-ba71-c628b3fb122d req-5d43ad77-0613-4283-8a46-29827e951d61 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1c802564-c4a6-4d03-90b2-e806924bc653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1169391 Sep 23 07:24:58.085220 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-2bc7270e-b4cd-4e8e-9be7-4c8e94c931a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aefcf461-f371-484a-90fd-11976f9d85f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-14520995', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '622b66ea-cff0-4967-8a99-e14e2e22181d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:23:48Z', 'updated_at': '2021-09-23T07:23:52Z', 'revision_number': 4, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'gw_port': {'id': '622b66ea-cff0-4967-8a99-e14e2e22181d', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:6f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aefcf461-f371-484a-90fd-11976f9d85f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:23:49Z', 'updated_at': '2021-09-23T07:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '8493242f-f28b-4563-a908-c93f836150ba', 'name': '', 'network_id': '1c802564-c4a6-4d03-90b2-e806924bc653', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'mac_address': 'fa:16:3e:8b:7d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aefcf461-f371-484a-90fd-11976f9d85f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '65ba97b7-b19b-42ae-89f6-441acaa4ec23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:23:51Z', 'updated_at': '2021-09-23T07:23:55Z', 'revision_number': 5, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'subnets': [{'id': '65ba97b7-b19b-42ae-89f6-441acaa4ec23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:24:58.117254 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc7270e-b4cd-4e8e-9be7-4c8e94c931a3 None None] The sync data for ids ['aefcf461-f371-484a-90fd-11976f9d85f1'] in n-d-715271-16 is: [{'id': 'aefcf461-f371-484a-90fd-11976f9d85f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-14520995', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '622b66ea-cff0-4967-8a99-e14e2e22181d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:23:48Z', 'updated_at': '2021-09-23T07:23:52Z', 'revision_number': 4, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'gw_port': {'id': '622b66ea-cff0-4967-8a99-e14e2e22181d', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:6f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aefcf461-f371-484a-90fd-11976f9d85f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:23:49Z', 'updated_at': '2021-09-23T07:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '8493242f-f28b-4563-a908-c93f836150ba', 'name': '', 'network_id': '1c802564-c4a6-4d03-90b2-e806924bc653', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'mac_address': 'fa:16:3e:8b:7d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aefcf461-f371-484a-90fd-11976f9d85f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '65ba97b7-b19b-42ae-89f6-441acaa4ec23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:23:51Z', 'updated_at': '2021-09-23T07:23:55Z', 'revision_number': 5, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'subnets': [{'id': '65ba97b7-b19b-42ae-89f6-441acaa4ec23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:24:58.152662 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-128b2563-cac8-466f-ba71-c628b3fb122d req-e3b44662-4558-4225-8459-d88ef1340674 service neutron] 10.222.0.21 "GET /v2.0/networks/1c802564-c4a6-4d03-90b2-e806924bc653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209698 Sep 23 07:24:58.304710 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389b4491-b48b-4968-936c-00e14237d582 req-f8e85387-1a9e-4a88-abac-b6dbf37c1eda tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:58.306350 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-389b4491-b48b-4968-936c-00e14237d582 req-f8e85387-1a9e-4a88-abac-b6dbf37c1eda tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.21 "GET /v2.0/ports?device_id=76451d19-7cd1-4653-b7dc-91bc0ec991fb HTTP/1.1" status: 200 len: 945 time: 0.1527994 Sep 23 07:24:58.309361 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9108f578-b771-47d1-963f-067fe9ccdb1d tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:58.355108 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9108f578-b771-47d1-963f-067fe9ccdb1d tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Pushing event deleted for resources: {'Port': ['ID=04a243d3-ba19-4b85-94dd-c5dd8f734e54,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:58.398262 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9f5fda-82cc-417f-9af6-4ad8afde883d None None] New status for floating IP ae1724a0-2e2c-4ceb-84b3-eb7708805773: DOWN {{(pid=95067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 07:24:58.415624 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-128b2563-cac8-466f-ba71-c628b3fb122d req-51b866b0-ec32-4d89-8394-0ff17d19b0c0 service neutron] 10.222.0.21 "GET /v2.0/networks/1c802564-c4a6-4d03-90b2-e806924bc653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524729 Sep 23 07:24:58.487324 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9108f578-b771-47d1-963f-067fe9ccdb1d tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Notify callbacks [] for floatingip, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:58.487914 n-d-715271-16 neutron-server[95065]: INFO neutron.db.l3_db [None req-9108f578-b771-47d1-963f-067fe9ccdb1d tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Floating IP fe9bcdaa-c184-4660-ad11-df16eabec985 disassociated (deleted). External IP: 172.25.2.35, port: 986b83b1-318d-4a25-92d4-09c2cf5a6148. Sep 23 07:24:58.550173 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-389b4491-b48b-4968-936c-00e14237d582 req-18734237-ace9-4f5f-8eaf-f39f32f4ba58 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Deleting port 7957850a-f5bd-4cda-a7a0-68ca1c22269c {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:24:58.550507 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-389b4491-b48b-4968-936c-00e14237d582 req-18734237-ace9-4f5f-8eaf-f39f32f4ba58 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:58.716983 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-389b4491-b48b-4968-936c-00e14237d582 req-18734237-ace9-4f5f-8eaf-f39f32f4ba58 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] For port 7957850a-f5bd-4cda-a7a0-68ca1c22269c, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=7957850a-f5bd-4cda-a7a0-68ca1c22269c,segment=NetworkSegment(2e6489c9-81a6-4413-8d5b-66236da6629b),segment_id=2e6489c9-81a6-4413-8d5b-66236da6629b)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:24:58.717356 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-389b4491-b48b-4968-936c-00e14237d582 req-18734237-ace9-4f5f-8eaf-f39f32f4ba58 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:58.734695 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-389b4491-b48b-4968-936c-00e14237d582 req-18734237-ace9-4f5f-8eaf-f39f32f4ba58 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Calling delete_port for 7957850a-f5bd-4cda-a7a0-68ca1c22269c owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:24:58.834561 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9108f578-b771-47d1-963f-067fe9ccdb1d tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Router 256a5ed9-4efe-4bd7-990e-a3b9b2b61af6 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:24:58.929650 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f663789d-e5c4-4827-88ed-66a8ed2ceb24 req-f7043623-5fad-4896-823b-7a449a7f9d0d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:58.931715 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f663789d-e5c4-4827-88ed-66a8ed2ceb24 req-f7043623-5fad-4896-823b-7a449a7f9d0d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=76451d19-7cd1-4653-b7dc-91bc0ec991fb HTTP/1.1" status: 200 len: 945 time: 0.0633450 Sep 23 07:24:58.978318 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f663789d-e5c4-4827-88ed-66a8ed2ceb24 req-f0e32233-c2ed-4ee6-9bc0-5b2d061cbe36 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=feed4e70-feed-4d20-bf44-a37afb1b4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395837 Sep 23 07:24:58.996832 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-389b4491-b48b-4968-936c-00e14237d582 req-18734237-ace9-4f5f-8eaf-f39f32f4ba58 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:59.003939 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9108f578-b771-47d1-963f-067fe9ccdb1d tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:24:59.014123 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9108f578-b771-47d1-963f-067fe9ccdb1d tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:59.016022 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71dea33-8566-45d6-ab85-00cb6834c621 None None] Sync routers for ids ['256a5ed9-4efe-4bd7-990e-a3b9b2b61af6'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:24:59.026920 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71dea33-8566-45d6-ab85-00cb6834c621 None None] Routers {'256a5ed9-4efe-4bd7-990e-a3b9b2b61af6'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:24:59.027519 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-f71dea33-8566-45d6-ab85-00cb6834c621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:24:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['256a5ed9-4efe-4bd7-990e-a3b9b2b61af6'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:24:59.039398 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18734237-ace9-4f5f-8eaf-f39f32f4ba58 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Pushing event deleted for resources: {'Port': ['ID=7957850a-f5bd-4cda-a7a0-68ca1c22269c,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:24:59.091034 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-9108f578-b771-47d1-963f-067fe9ccdb1d tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] 10.222.0.39 "DELETE /v2.0/floatingips/fe9bcdaa-c184-4660-ad11-df16eabec985 HTTP/1.1" status: 204 len: 168 time: 1.7624831 Sep 23 07:24:59.091034 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b947b35e-f4fa-4553-9e87-f1a30d7c07b7', 'tag': '986b83b1-318d-4a25-92d4-09c2cf5a6148'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:24:59.091552 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ddc6d74-05d1-47fc-bb08-e64bbcecae44" -d '{"events": [{"name": "network-changed", "server_uuid": "b947b35e-f4fa-4553-9e87-f1a30d7c07b7", "tag": "986b83b1-318d-4a25-92d4-09c2cf5a6148"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:24:59.110501 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-389b4491-b48b-4968-936c-00e14237d582 req-18734237-ace9-4f5f-8eaf-f39f32f4ba58 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] No DVR routers for this DVR port 7957850a-f5bd-4cda-a7a0-68ca1c22269c on host n-h1-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:24:59.113335 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-389b4491-b48b-4968-936c-00e14237d582 req-18734237-ace9-4f5f-8eaf-f39f32f4ba58 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:24:59.116050 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-389b4491-b48b-4968-936c-00e14237d582 req-18734237-ace9-4f5f-8eaf-f39f32f4ba58 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.21 "DELETE /v2.0/ports/7957850a-f5bd-4cda-a7a0-68ca1c22269c HTTP/1.1" status: 204 len: 173 time: 0.8007603 Sep 23 07:24:59.157979 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-170b84ad-04e2-40b5-916a-c585730b6bd0 x-openstack-request-id: req-170b84ad-04e2-40b5-916a-c585730b6bd0 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:24:59.158285 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b947b35e-f4fa-4553-9e87-f1a30d7c07b7", "tag": "986b83b1-318d-4a25-92d4-09c2cf5a6148", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:24:59.158523 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-170b84ad-04e2-40b5-916a-c585730b6bd0 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:24:59.158931 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b947b35e-f4fa-4553-9e87-f1a30d7c07b7', 'tag': '986b83b1-318d-4a25-92d4-09c2cf5a6148', 'status': 'completed', 'code': 200} Sep 23 07:24:59.173842 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-f71dea33-8566-45d6-ab85-00cb6834c621 None None] Set router 256a5ed9-4efe-4bd7-990e-a3b9b2b61af6 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:24:59.259953 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddc6d74-05d1-47fc-bb08-e64bbcecae44 req-747479b2-6257-4383-abe2-8255ad849eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:59.261444 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4ddc6d74-05d1-47fc-bb08-e64bbcecae44 req-747479b2-6257-4383-abe2-8255ad849eca service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4b85afe212de48e3bea49a5ea5f3eb2d&device_id=b947b35e-f4fa-4553-9e87-f1a30d7c07b7 HTTP/1.1" status: 200 len: 1097 time: 0.0683250 Sep 23 07:24:59.432689 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4a9ae4-1453-498a-a4d2-c914d7d073e7 req-30e0adee-90fc-4a79-85f0-4b84f9186def tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:59.455966 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9e4a9ae4-1453-498a-a4d2-c914d7d073e7 req-30e0adee-90fc-4a79-85f0-4b84f9186def tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] 10.222.0.39 "GET /v2.0/ports?device_id=b947b35e-f4fa-4553-9e87-f1a30d7c07b7 HTTP/1.1" status: 200 len: 945 time: 0.1167271 Sep 23 07:24:59.458478 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-f71dea33-8566-45d6-ab85-00cb6834c621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256a5ed9-4efe-4bd7-990e-a3b9b2b61af6', 'name': 'tempest-TestVolumeBackupRestore-317872564-router', 'tenant_id': '4b85afe212de48e3bea49a5ea5f3eb2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': '0cd25089-56a5-4d04-a3f6-2764f32c9438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:22:06Z', 'updated_at': '2021-09-23T07:22:08Z', 'revision_number': 4, 'project_id': '4b85afe212de48e3bea49a5ea5f3eb2d', 'gw_port': {'id': '0cd25089-56a5-4d04-a3f6-2764f32c9438', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256a5ed9-4efe-4bd7-990e-a3b9b2b61af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:22:06Z', 'updated_at': '2021-09-23T07:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': 'ea8a0d11-fad4-4642-8356-3ab6416f5b80', 'name': '', 'network_id': 'ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40', 'tenant_id': '4b85afe212de48e3bea49a5ea5f3eb2d', 'mac_address': 'fa:16:3e:c2:05:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256a5ed9-4efe-4bd7-990e-a3b9b2b61af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '31f5500c-26cf-443e-b72b-5679ac694af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:22:08Z', 'updated_at': '2021-09-23T07:22:13Z', 'revision_number': 5, 'project_id': '4b85afe212de48e3bea49a5ea5f3eb2d', 'subnets': [{'id': '31f5500c-26cf-443e-b72b-5679ac694af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:24:59.496421 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71dea33-8566-45d6-ab85-00cb6834c621 None None] Checking router: 256a5ed9-4efe-4bd7-990e-a3b9b2b61af6 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:24:59.498660 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddc6d74-05d1-47fc-bb08-e64bbcecae44 req-a1ee8a52-4ac1-4018-9138-b070d7a277be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:59.505606 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4ddc6d74-05d1-47fc-bb08-e64bbcecae44 req-a1ee8a52-4ac1-4018-9138-b070d7a277be service neutron] 10.222.0.21 "GET /v2.0/networks?id=ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40 HTTP/1.1" status: 200 len: 914 time: 0.2163601 Sep 23 07:24:59.507144 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71dea33-8566-45d6-ab85-00cb6834c621 None None] Routers {'256a5ed9-4efe-4bd7-990e-a3b9b2b61af6'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:24:59.507924 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-f71dea33-8566-45d6-ab85-00cb6834c621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:24:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['256a5ed9-4efe-4bd7-990e-a3b9b2b61af6'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:24:59.523149 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9e4a9ae4-1453-498a-a4d2-c914d7d073e7 req-fe77ed3a-a266-45e7-9cd8-885856e70ec7 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2a5763a-ac42-4dbd-be14-8fb8a71a0849&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658395 Sep 23 07:24:59.567290 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4ddc6d74-05d1-47fc-bb08-e64bbcecae44 req-75697d0b-8fb0-480f-9427-7fd30665e825 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=986b83b1-318d-4a25-92d4-09c2cf5a6148 HTTP/1.1" status: 200 len: 217 time: 0.0546319 Sep 23 07:24:59.620387 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddc6d74-05d1-47fc-bb08-e64bbcecae44 req-03cb4220-5c7b-40b7-adc7-77910ae7b4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:59.622068 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4ddc6d74-05d1-47fc-bb08-e64bbcecae44 req-03cb4220-5c7b-40b7-adc7-77910ae7b4ff service neutron] 10.222.0.21 "GET /v2.0/subnets?id=31f5500c-26cf-443e-b72b-5679ac694af7 HTTP/1.1" status: 200 len: 852 time: 0.0476661 Sep 23 07:24:59.628067 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-f71dea33-8566-45d6-ab85-00cb6834c621 None None] Set router 256a5ed9-4efe-4bd7-990e-a3b9b2b61af6 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:24:59.669609 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddc6d74-05d1-47fc-bb08-e64bbcecae44 req-dd27880a-ab09-4608-94ed-910ec3524467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:24:59.671189 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4ddc6d74-05d1-47fc-bb08-e64bbcecae44 req-dd27880a-ab09-4608-94ed-910ec3524467 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412376 Sep 23 07:24:59.764904 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4ddc6d74-05d1-47fc-bb08-e64bbcecae44 req-b38306cb-faf4-4971-8c6f-48b713882617 service neutron] 10.222.0.21 "GET /v2.0/networks/ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852816 Sep 23 07:24:59.821782 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-f71dea33-8566-45d6-ab85-00cb6834c621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256a5ed9-4efe-4bd7-990e-a3b9b2b61af6', 'name': 'tempest-TestVolumeBackupRestore-317872564-router', 'tenant_id': '4b85afe212de48e3bea49a5ea5f3eb2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': '0cd25089-56a5-4d04-a3f6-2764f32c9438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:22:06Z', 'updated_at': '2021-09-23T07:22:08Z', 'revision_number': 4, 'project_id': '4b85afe212de48e3bea49a5ea5f3eb2d', 'gw_port': {'id': '0cd25089-56a5-4d04-a3f6-2764f32c9438', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256a5ed9-4efe-4bd7-990e-a3b9b2b61af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:22:06Z', 'updated_at': '2021-09-23T07:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': 'ea8a0d11-fad4-4642-8356-3ab6416f5b80', 'name': '', 'network_id': 'ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40', 'tenant_id': '4b85afe212de48e3bea49a5ea5f3eb2d', 'mac_address': 'fa:16:3e:c2:05:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256a5ed9-4efe-4bd7-990e-a3b9b2b61af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '31f5500c-26cf-443e-b72b-5679ac694af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:22:08Z', 'updated_at': '2021-09-23T07:22:13Z', 'revision_number': 5, 'project_id': '4b85afe212de48e3bea49a5ea5f3eb2d', 'subnets': [{'id': '31f5500c-26cf-443e-b72b-5679ac694af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:24:59.851165 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71dea33-8566-45d6-ab85-00cb6834c621 None None] The sync data for ids ['256a5ed9-4efe-4bd7-990e-a3b9b2b61af6'] in n-d-715271-16 is: [{'id': '256a5ed9-4efe-4bd7-990e-a3b9b2b61af6', 'name': 'tempest-TestVolumeBackupRestore-317872564-router', 'tenant_id': '4b85afe212de48e3bea49a5ea5f3eb2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': '0cd25089-56a5-4d04-a3f6-2764f32c9438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:22:06Z', 'updated_at': '2021-09-23T07:22:08Z', 'revision_number': 4, 'project_id': '4b85afe212de48e3bea49a5ea5f3eb2d', 'gw_port': {'id': '0cd25089-56a5-4d04-a3f6-2764f32c9438', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256a5ed9-4efe-4bd7-990e-a3b9b2b61af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:22:06Z', 'updated_at': '2021-09-23T07:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': 'ea8a0d11-fad4-4642-8356-3ab6416f5b80', 'name': '', 'network_id': 'ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40', 'tenant_id': '4b85afe212de48e3bea49a5ea5f3eb2d', 'mac_address': 'fa:16:3e:c2:05:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256a5ed9-4efe-4bd7-990e-a3b9b2b61af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '31f5500c-26cf-443e-b72b-5679ac694af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:22:08Z', 'updated_at': '2021-09-23T07:22:13Z', 'revision_number': 5, 'project_id': '4b85afe212de48e3bea49a5ea5f3eb2d', 'subnets': [{'id': '31f5500c-26cf-443e-b72b-5679ac694af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:24:59.856951 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4ddc6d74-05d1-47fc-bb08-e64bbcecae44 req-45191a40-564b-48d6-bcdc-44bb6f9f8e92 service neutron] 10.222.0.21 "GET /v2.0/networks/ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828569 Sep 23 07:25:00.041155 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50398) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:25:00.079157 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9e6bec-6625-49db-be1d-46291ea82696 None None] New status for floating IP fe9bcdaa-c184-4660-ad11-df16eabec985: DOWN {{(pid=95067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 07:25:00.412146 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a16e31e7-20ef-42a4-954f-73b19ee48a2f tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066969'] for router_interface, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:00.650326 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27033181-e21b-433a-b2f4-e939ff985005 req-c08feb9c-6006-4cc8-a96b-dda6d34b3211 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:00.651969 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-27033181-e21b-433a-b2f4-e939ff985005 req-c08feb9c-6006-4cc8-a96b-dda6d34b3211 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] 10.222.0.39 "GET /v2.0/ports?device_id=b947b35e-f4fa-4553-9e87-f1a30d7c07b7 HTTP/1.1" status: 200 len: 945 time: 0.0525398 Sep 23 07:25:00.692502 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-27033181-e21b-433a-b2f4-e939ff985005 req-b69fdf9e-72b0-43df-891e-23d37a347a1f tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2a5763a-ac42-4dbd-be14-8fb8a71a0849&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342875 Sep 23 07:25:01.007741 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-a16e31e7-20ef-42a4-954f-73b19ee48a2f tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Deleting port 8493242f-f28b-4563-a908-c93f836150ba {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:25:01.008311 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a16e31e7-20ef-42a4-954f-73b19ee48a2f tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:01.128405 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-a16e31e7-20ef-42a4-954f-73b19ee48a2f tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] For port 8493242f-f28b-4563-a908-c93f836150ba, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=8493242f-f28b-4563-a908-c93f836150ba,segment=NetworkSegment(2e6489c9-81a6-4413-8d5b-66236da6629b),segment_id=2e6489c9-81a6-4413-8d5b-66236da6629b)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:25:01.128766 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a16e31e7-20ef-42a4-954f-73b19ee48a2f tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:01.138443 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554c3fcf-a073-437d-a17a-374381930c89 req-f554d446-b395-42dc-a27c-507466cd5563 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:01.139909 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-554c3fcf-a073-437d-a17a-374381930c89 req-f554d446-b395-42dc-a27c-507466cd5563 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] 10.222.0.21 "GET /v2.0/ports?device_id=b947b35e-f4fa-4553-9e87-f1a30d7c07b7 HTTP/1.1" status: 200 len: 945 time: 0.0753264 Sep 23 07:25:01.155963 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-a16e31e7-20ef-42a4-954f-73b19ee48a2f tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Calling delete_port for 8493242f-f28b-4563-a908-c93f836150ba owned by network:router_interface {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:25:01.160129 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76451d19-7cd1-4653-b7dc-91bc0ec991fb', 'name': 'network-vif-deleted', 'tag': '7957850a-f5bd-4cda-a7a0-68ca1c22269c'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:25:01.162423 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-981be7e0-9c9a-4fc1-8b57-04b4f49f39a7" -d '{"events": [{"server_uuid": "76451d19-7cd1-4653-b7dc-91bc0ec991fb", "name": "network-vif-deleted", "tag": "7957850a-f5bd-4cda-a7a0-68ca1c22269c"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:25:01.228792 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d2ed653-3d6b-498e-a29d-6d0f99d3745b x-openstack-request-id: req-0d2ed653-3d6b-498e-a29d-6d0f99d3745b {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:25:01.229086 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76451d19-7cd1-4653-b7dc-91bc0ec991fb", "name": "network-vif-deleted", "tag": "7957850a-f5bd-4cda-a7a0-68ca1c22269c", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:25:01.229336 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0d2ed653-3d6b-498e-a29d-6d0f99d3745b {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:25:01.229725 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76451d19-7cd1-4653-b7dc-91bc0ec991fb', 'name': 'network-vif-deleted', 'tag': '7957850a-f5bd-4cda-a7a0-68ca1c22269c', 'status': 'completed', 'code': 200} Sep 23 07:25:01.330737 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-554c3fcf-a073-437d-a17a-374381930c89 req-d748bcb4-9bb2-463b-be7d-c3726e6804d4 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Deleting port 986b83b1-318d-4a25-92d4-09c2cf5a6148 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:25:01.330972 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-554c3fcf-a073-437d-a17a-374381930c89 req-d748bcb4-9bb2-463b-be7d-c3726e6804d4 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:01.468767 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-554c3fcf-a073-437d-a17a-374381930c89 req-d748bcb4-9bb2-463b-be7d-c3726e6804d4 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] For port 986b83b1-318d-4a25-92d4-09c2cf5a6148, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=986b83b1-318d-4a25-92d4-09c2cf5a6148,segment=NetworkSegment(2a1a9db9-05d2-4e21-9bbd-043a273c4711),segment_id=2a1a9db9-05d2-4e21-9bbd-043a273c4711)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:25:01.469133 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-554c3fcf-a073-437d-a17a-374381930c89 req-d748bcb4-9bb2-463b-be7d-c3726e6804d4 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:01.487252 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-554c3fcf-a073-437d-a17a-374381930c89 req-d748bcb4-9bb2-463b-be7d-c3726e6804d4 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Calling delete_port for 986b83b1-318d-4a25-92d4-09c2cf5a6148 owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:25:01.506735 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a16e31e7-20ef-42a4-954f-73b19ee48a2f tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:01.564778 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16e31e7-20ef-42a4-954f-73b19ee48a2f tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Pushing event deleted for resources: {'Port': ['ID=8493242f-f28b-4563-a908-c93f836150ba,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:01.783569 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-554c3fcf-a073-437d-a17a-374381930c89 req-d748bcb4-9bb2-463b-be7d-c3726e6804d4 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:01.800272 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-57631323-c29f-4f32-bbf1-48a8978fcfeb req-49cd2256-22c1-449d-8ad2-9116ea3fd850 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] 10.222.0.39 "GET /v2.0/ports?device_id=b947b35e-f4fa-4553-9e87-f1a30d7c07b7 HTTP/1.1" status: 200 len: 210 time: 0.0312388 Sep 23 07:25:01.822609 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d748bcb4-9bb2-463b-be7d-c3726e6804d4 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Pushing event deleted for resources: {'Port': ['ID=986b83b1-318d-4a25-92d4-09c2cf5a6148,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:01.824216 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a16e31e7-20ef-42a4-954f-73b19ee48a2f tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2068624'] for router_interface, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:01.874405 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-554c3fcf-a073-437d-a17a-374381930c89 req-d748bcb4-9bb2-463b-be7d-c3726e6804d4 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] No DVR routers for this DVR port 986b83b1-318d-4a25-92d4-09c2cf5a6148 on host n-h1-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:25:01.904220 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-554c3fcf-a073-437d-a17a-374381930c89 req-d748bcb4-9bb2-463b-be7d-c3726e6804d4 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:01.906277 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-554c3fcf-a073-437d-a17a-374381930c89 req-d748bcb4-9bb2-463b-be7d-c3726e6804d4 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] 10.222.0.21 "DELETE /v2.0/ports/986b83b1-318d-4a25-92d4-09c2cf5a6148 HTTP/1.1" status: 204 len: 173 time: 0.7587128 Sep 23 07:25:02.097648 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a16e31e7-20ef-42a4-954f-73b19ee48a2f tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Router aefcf461-f371-484a-90fd-11976f9d85f1 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:25:02.210608 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a16e31e7-20ef-42a4-954f-73b19ee48a2f tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:25:02.218267 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-a16e31e7-20ef-42a4-954f-73b19ee48a2f tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "PUT /v2.0/routers/aefcf461-f371-484a-90fd-11976f9d85f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1736059 Sep 23 07:25:02.219570 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 50406) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:25:02.231309 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33df658e-bd50-4c37-ba03-88d62fd02150 None None] Sync routers for ids ['aefcf461-f371-484a-90fd-11976f9d85f1'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:25:02.244694 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33df658e-bd50-4c37-ba03-88d62fd02150 None None] Routers {'aefcf461-f371-484a-90fd-11976f9d85f1'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:25:02.245233 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-33df658e-bd50-4c37-ba03-88d62fd02150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:24:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['aefcf461-f371-484a-90fd-11976f9d85f1'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:25:02.275584 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-0664e77c-e47a-49c6-9865-5473a423ef69 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Deleting subnet 65ba97b7-b19b-42ae-89f6-441acaa4ec23 {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:25:02.278772 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0664e77c-e47a-49c6-9865-5473a423ef69 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:02.326587 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0664e77c-e47a-49c6-9865-5473a423ef69 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:02.422118 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0664e77c-e47a-49c6-9865-5473a423ef69 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:02.459911 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-33df658e-bd50-4c37-ba03-88d62fd02150 None None] Set router aefcf461-f371-484a-90fd-11976f9d85f1 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:25:02.483820 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0664e77c-e47a-49c6-9865-5473a423ef69 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:02.517039 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0664e77c-e47a-49c6-9865-5473a423ef69 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Pushing event deleted for resources: {'Subnet': ['ID=65ba97b7-b19b-42ae-89f6-441acaa4ec23,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:02.521923 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0664e77c-e47a-49c6-9865-5473a423ef69 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:02.526577 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50408) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:25:02.526810 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-0664e77c-e47a-49c6-9865-5473a423ef69 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "DELETE /v2.0/subnets/65ba97b7-b19b-42ae-89f6-441acaa4ec23 HTTP/1.1" status: 204 len: 168 time: 0.3058982 Sep 23 07:25:02.540366 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e0777d-e67d-488d-b597-1affe945a23a None None] Network 1c802564-c4a6-4d03-90b2-e806924bc653 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:25:02.649154 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 7957850a-f5bd-4cda-a7a0-68ca1c22269c no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:25:02.666057 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-33df658e-bd50-4c37-ba03-88d62fd02150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aefcf461-f371-484a-90fd-11976f9d85f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-14520995', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '622b66ea-cff0-4967-8a99-e14e2e22181d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:23:48Z', 'updated_at': '2021-09-23T07:25:01Z', 'revision_number': 5, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'gw_port': {'id': '622b66ea-cff0-4967-8a99-e14e2e22181d', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:6f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aefcf461-f371-484a-90fd-11976f9d85f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:23:49Z', 'updated_at': '2021-09-23T07:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:25:02.677014 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9a24122c-238a-4046-973c-27ef913f9c85 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for router, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:02.693472 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] No Port match for: 7957850a-f5bd-4cda-a7a0-68ca1c22269c {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:25:02.693820 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 7957850a-f5bd-4cda-a7a0-68ca1c22269c not bound to the agent host n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:25:02.697337 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33df658e-bd50-4c37-ba03-88d62fd02150 None None] Checking router: aefcf461-f371-484a-90fd-11976f9d85f1 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:25:02.708759 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33df658e-bd50-4c37-ba03-88d62fd02150 None None] Routers {'aefcf461-f371-484a-90fd-11976f9d85f1'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:25:02.709492 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-33df658e-bd50-4c37-ba03-88d62fd02150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:24:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['aefcf461-f371-484a-90fd-11976f9d85f1'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:25:02.800679 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d1f667-7b01-4712-ac94-c82303a12c97 None None] DHCP port deletion for 1c802564-c4a6-4d03-90b2-e806924bc653 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 07:25:02.833247 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9a24122c-238a-4046-973c-27ef913f9c85 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:02.863914 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-33df658e-bd50-4c37-ba03-88d62fd02150 None None] Set router aefcf461-f371-484a-90fd-11976f9d85f1 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:25:02.869189 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-58d1f667-7b01-4712-ac94-c82303a12c97 None None] Deleting port a49a295c-9f45-4998-bcd2-7b37d1d88994 {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:25:02.869715 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-58d1f667-7b01-4712-ac94-c82303a12c97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:02.901981 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-9a24122c-238a-4046-973c-27ef913f9c85 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Deleting port 622b66ea-cff0-4967-8a99-e14e2e22181d {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:25:02.902847 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9a24122c-238a-4046-973c-27ef913f9c85 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:03.007776 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-552a1fde-d096-4665-b463-5c7ddacab9ee req-0d8ad28e-541c-45a4-b16f-507e1a52326f tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] 10.222.0.39 "GET /v2.0/ports?device_id=b947b35e-f4fa-4553-9e87-f1a30d7c07b7 HTTP/1.1" status: 200 len: 210 time: 0.0407259 Sep 23 07:25:03.050353 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-9a24122c-238a-4046-973c-27ef913f9c85 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] For port 622b66ea-cff0-4967-8a99-e14e2e22181d, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=622b66ea-cff0-4967-8a99-e14e2e22181d,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:25:03.050727 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9a24122c-238a-4046-973c-27ef913f9c85 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:03.066120 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-9a24122c-238a-4046-973c-27ef913f9c85 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Calling delete_port for 622b66ea-cff0-4967-8a99-e14e2e22181d owned by network:router_gateway {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:25:03.165614 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-33df658e-bd50-4c37-ba03-88d62fd02150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aefcf461-f371-484a-90fd-11976f9d85f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-14520995', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '622b66ea-cff0-4967-8a99-e14e2e22181d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:23:48Z', 'updated_at': '2021-09-23T07:25:01Z', 'revision_number': 5, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'gw_port': {'id': '622b66ea-cff0-4967-8a99-e14e2e22181d', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:6f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aefcf461-f371-484a-90fd-11976f9d85f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:23:49Z', 'updated_at': '2021-09-23T07:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:25:03.195548 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33df658e-bd50-4c37-ba03-88d62fd02150 None None] The sync data for ids ['aefcf461-f371-484a-90fd-11976f9d85f1'] in n-d-715271-16 is: [{'id': 'aefcf461-f371-484a-90fd-11976f9d85f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-14520995', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '622b66ea-cff0-4967-8a99-e14e2e22181d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:23:48Z', 'updated_at': '2021-09-23T07:25:01Z', 'revision_number': 5, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'gw_port': {'id': '622b66ea-cff0-4967-8a99-e14e2e22181d', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:6f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aefcf461-f371-484a-90fd-11976f9d85f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:23:49Z', 'updated_at': '2021-09-23T07:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:25:03.215198 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-58d1f667-7b01-4712-ac94-c82303a12c97 None None] For port a49a295c-9f45-4998-bcd2-7b37d1d88994, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=a49a295c-9f45-4998-bcd2-7b37d1d88994,segment=NetworkSegment(2e6489c9-81a6-4413-8d5b-66236da6629b),segment_id=2e6489c9-81a6-4413-8d5b-66236da6629b)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:25:03.215860 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-58d1f667-7b01-4712-ac94-c82303a12c97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:03.230532 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b947b35e-f4fa-4553-9e87-f1a30d7c07b7', 'name': 'network-vif-deleted', 'tag': '986b83b1-318d-4a25-92d4-09c2cf5a6148'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:25:03.234740 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7611679f-1b3c-4b1c-8e47-59f1247e4a1f" -d '{"events": [{"server_uuid": "b947b35e-f4fa-4553-9e87-f1a30d7c07b7", "name": "network-vif-deleted", "tag": "986b83b1-318d-4a25-92d4-09c2cf5a6148"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:25:03.243855 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-58d1f667-7b01-4712-ac94-c82303a12c97 None None] Calling delete_port for a49a295c-9f45-4998-bcd2-7b37d1d88994 owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:25:03.327461 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b157b3-d4bc-4b5a-8ce1-e6a3f81b4f9f x-openstack-request-id: req-a7b157b3-d4bc-4b5a-8ce1-e6a3f81b4f9f {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:25:03.327779 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b947b35e-f4fa-4553-9e87-f1a30d7c07b7", "name": "network-vif-deleted", "tag": "986b83b1-318d-4a25-92d4-09c2cf5a6148", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:25:03.328009 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a7b157b3-d4bc-4b5a-8ce1-e6a3f81b4f9f {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:25:03.328408 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b947b35e-f4fa-4553-9e87-f1a30d7c07b7', 'name': 'network-vif-deleted', 'tag': '986b83b1-318d-4a25-92d4-09c2cf5a6148', 'status': 'completed', 'code': 200} Sep 23 07:25:03.329550 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9a24122c-238a-4046-973c-27ef913f9c85 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:03.347532 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-58d1f667-7b01-4712-ac94-c82303a12c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:03.364152 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d1f667-7b01-4712-ac94-c82303a12c97 None None] No DVR routers for this DVR port a49a295c-9f45-4998-bcd2-7b37d1d88994 on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:25:03.366802 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24122c-238a-4046-973c-27ef913f9c85 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Pushing event deleted for resources: {'Port': ['ID=622b66ea-cff0-4967-8a99-e14e2e22181d,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:03.409254 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d1f667-7b01-4712-ac94-c82303a12c97 None None] Pushing event deleted for resources: {'Port': ['ID=a49a295c-9f45-4998-bcd2-7b37d1d88994,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:03.433046 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9a24122c-238a-4046-973c-27ef913f9c85 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2068563'] for router_gateway, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:03.528083 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9a24122c-238a-4046-973c-27ef913f9c85 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:03.530719 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9a24122c-238a-4046-973c-27ef913f9c85 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:03.595930 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9a24122c-238a-4046-973c-27ef913f9c85 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:03.596842 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a24122c-238a-4046-973c-27ef913f9c85 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Fanout notify agent at l3_agent the message router_deleted on router aefcf461-f371-484a-90fd-11976f9d85f1 {{(pid=95065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 07:25:03.608540 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9a24122c-238a-4046-973c-27ef913f9c85 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:03.612578 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 50414) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:25:03.613085 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-9a24122c-238a-4046-973c-27ef913f9c85 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "DELETE /v2.0/routers/aefcf461-f371-484a-90fd-11976f9d85f1 HTTP/1.1" status: 204 len: 168 time: 1.0850875 Sep 23 07:25:03.714716 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fa308ce5-5133-420e-9e82-1b893c0333f9 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:03.822858 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fa308ce5-5133-420e-9e82-1b893c0333f9 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:03.844870 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-fa308ce5-5133-420e-9e82-1b893c0333f9 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c802564-c4a6-4d03-90b2-e806924bc653']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:25:03.855258 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-fa308ce5-5133-420e-9e82-1b893c0333f9 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e6489c9-81a6-4413-8d5b-66236da6629b') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:25:03.855554 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-fa308ce5-5133-420e-9e82-1b893c0333f9 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e6489c9-81a6-4413-8d5b-66236da6629b') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:25:03.866892 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fa308ce5-5133-420e-9e82-1b893c0333f9 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:03.881541 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fa308ce5-5133-420e-9e82-1b893c0333f9 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:03.888687 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa308ce5-5133-420e-9e82-1b893c0333f9 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:25:03.889097 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fa308ce5-5133-420e-9e82-1b893c0333f9 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:03.892409 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 07:25:03.892409 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:25:03.892409 n-d-715271-16 neutron-server[95066]: timer() Sep 23 07:25:03.892409 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:25:03.892409 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 07:25:03.892409 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:25:03.892409 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 07:25:03.892409 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:25:03.892409 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 07:25:03.892409 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:25:03.892409 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 07:25:03.892409 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:25:03.892409 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 07:25:03.892409 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:25:03.892409 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:25:03.892409 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:25:03.892409 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:25:03.892409 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:25:03.892409 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 07:25:03.892409 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:25:03.892409 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 07:25:03.892409 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:25:03.892409 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:25:03.892409 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:25:03.892409 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 07:25:03.892409 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:25:03.892409 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:25:03.892409 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:25:03.892409 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:25:03.892409 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:25:03.892409 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:25:03.892409 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:25:03.954771 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fa308ce5-5133-420e-9e82-1b893c0333f9 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:03.960754 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fa308ce5-5133-420e-9e82-1b893c0333f9 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:03.962703 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-fa308ce5-5133-420e-9e82-1b893c0333f9 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "DELETE /v2.0/networks/1c802564-c4a6-4d03-90b2-e806924bc653 HTTP/1.1" status: 204 len: 168 time: 0.3474607 Sep 23 07:25:03.965665 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50416) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:25:03.977781 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa308ce5-5133-420e-9e82-1b893c0333f9 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Pushing event deleted for resources: {'Network': ['ID=1c802564-c4a6-4d03-90b2-e806924bc653,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:04.026287 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e05adf5f-33e7-4487-80f2-ba0921c2e958 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:04.052725 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e05adf5f-33e7-4487-80f2-ba0921c2e958 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:04.123942 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-05445e4d-a229-459b-bacb-be0de1a416ae req-74cfd3cc-dd04-4ccd-8c59-72edb2bc2859 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] 10.222.0.39 "GET /v2.0/ports?device_id=b947b35e-f4fa-4553-9e87-f1a30d7c07b7 HTTP/1.1" status: 200 len: 210 time: 0.0297685 Sep 23 07:25:04.148447 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e05adf5f-33e7-4487-80f2-ba0921c2e958 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:04.152660 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e05adf5f-33e7-4487-80f2-ba0921c2e958 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:04.153890 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-e05adf5f-33e7-4487-80f2-ba0921c2e958 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "DELETE /v2.0/security-groups/feed4e70-feed-4d20-bf44-a37afb1b4fe6 HTTP/1.1" status: 204 len: 168 time: 0.1871605 Sep 23 07:25:04.164197 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05adf5f-33e7-4487-80f2-ba0921c2e958 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=feed4e70-feed-4d20-bf44-a37afb1b4fe6,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:04.338554 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 8493242f-f28b-4563-a908-c93f836150ba no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:25:04.360635 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 8493242f-f28b-4563-a908-c93f836150ba {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:25:04.360981 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 8493242f-f28b-4563-a908-c93f836150ba not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:25:04.361386 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device a49a295c-9f45-4998-bcd2-7b37d1d88994 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:25:04.384610 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: a49a295c-9f45-4998-bcd2-7b37d1d88994 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:25:04.384610 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device a49a295c-9f45-4998-bcd2-7b37d1d88994 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:25:04.384610 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 622b66ea-cff0-4967-8a99-e14e2e22181d no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:25:04.408691 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 622b66ea-cff0-4967-8a99-e14e2e22181d {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:25:04.409045 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 622b66ea-cff0-4967-8a99-e14e2e22181d not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:25:04.644407 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 986b83b1-318d-4a25-92d4-09c2cf5a6148 no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:25:04.659747 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50424) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:25:04.664504 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-8ad70aa6-fec4-4235-8805-5ddad8dc02c0 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-190058485', 'description': 'tempest-secgroup-smoke-190058485 description', 'project_id': 'ac3e338994b2411c8937f4fd1418e068'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:25:04.667506 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] No Port match for: 986b83b1-318d-4a25-92d4-09c2cf5a6148 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:25:04.667927 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 986b83b1-318d-4a25-92d4-09c2cf5a6148 not bound to the agent host n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:25:04.690697 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8ad70aa6-fec4-4235-8805-5ddad8dc02c0 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:04.779015 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8ad70aa6-fec4-4235-8805-5ddad8dc02c0 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:04.782715 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8ad70aa6-fec4-4235-8805-5ddad8dc02c0 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:04.813194 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8ad70aa6-fec4-4235-8805-5ddad8dc02c0 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:04.814448 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-8ad70aa6-fec4-4235-8805-5ddad8dc02c0 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1535356 Sep 23 07:25:04.816306 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad70aa6-fec4-4235-8805-5ddad8dc02c0 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da30f7c1-adaa-4289-a9b3-3e5a353a41d3,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:04.818099 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 50426) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:25:04.823077 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-09b1a4c9-b0b3-4bc8-bd35-d8bda51b6059 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Request body: {'security_group_rule': {'security_group_id': 'da30f7c1-adaa-4289-a9b3-3e5a353a41d3', 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:25:04.849581 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-09b1a4c9-b0b3-4bc8-bd35-d8bda51b6059 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:04.915535 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-09b1a4c9-b0b3-4bc8-bd35-d8bda51b6059 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:04.919923 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-09b1a4c9-b0b3-4bc8-bd35-d8bda51b6059 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:04.938236 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b1a4c9-b0b3-4bc8-bd35-d8bda51b6059 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d11d8bf4-770a-465d-9a1d-f59ebbc9dafd,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:04.945284 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-09b1a4c9-b0b3-4bc8-bd35-d8bda51b6059 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:04.949321 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-09b1a4c9-b0b3-4bc8-bd35-d8bda51b6059 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1275141 Sep 23 07:25:04.949572 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 50428) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:25:04.954006 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-1025e289-0b69-49ad-9e2e-26ff7dfccaf0 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Request body: {'security_group_rule': {'security_group_id': 'da30f7c1-adaa-4289-a9b3-3e5a353a41d3', 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:25:04.980706 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1025e289-0b69-49ad-9e2e-26ff7dfccaf0 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:05.038980 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1025e289-0b69-49ad-9e2e-26ff7dfccaf0 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:05.042117 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1025e289-0b69-49ad-9e2e-26ff7dfccaf0 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:05.061279 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1025e289-0b69-49ad-9e2e-26ff7dfccaf0 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=509ebade-b2b1-4982-b795-31b59f3c805e,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:05.064456 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1025e289-0b69-49ad-9e2e-26ff7dfccaf0 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:05.068237 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-1025e289-0b69-49ad-9e2e-26ff7dfccaf0 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1150610 Sep 23 07:25:05.069093 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50430) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:25:05.073126 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-adfc7580-49c0-4c08-be7d-fe106949f7df tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Request body: {'security_group_rule': {'security_group_id': 'da30f7c1-adaa-4289-a9b3-3e5a353a41d3', 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:25:05.109480 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-adfc7580-49c0-4c08-be7d-fe106949f7df tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:05.172327 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-adfc7580-49c0-4c08-be7d-fe106949f7df tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:05.177386 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-adfc7580-49c0-4c08-be7d-fe106949f7df tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:05.196759 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfc7580-49c0-4c08-be7d-fe106949f7df tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23784885-5a79-45b9-8280-4c483491a9b9,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:05.200502 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-adfc7580-49c0-4c08-be7d-fe106949f7df tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:05.202020 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-adfc7580-49c0-4c08-be7d-fe106949f7df tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1321881 Sep 23 07:25:05.204629 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50434) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:25:05.209921 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-88c20d38-0cf5-430c-9694-e3fc0d70a897 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Request body: {'security_group_rule': {'security_group_id': 'da30f7c1-adaa-4289-a9b3-3e5a353a41d3', 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:25:05.236905 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-88c20d38-0cf5-430c-9694-e3fc0d70a897 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:05.239146 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-19df0409-4447-408c-97ca-5b6e29deda27 req-c812f7a6-9de3-4017-a9c0-747aa541db01 tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] 10.222.0.39 "GET /v2.0/ports?device_id=b947b35e-f4fa-4553-9e87-f1a30d7c07b7 HTTP/1.1" status: 200 len: 210 time: 0.0285623 Sep 23 07:25:05.305403 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-88c20d38-0cf5-430c-9694-e3fc0d70a897 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:05.308981 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-88c20d38-0cf5-430c-9694-e3fc0d70a897 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:05.331923 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c20d38-0cf5-430c-9694-e3fc0d70a897 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a840975c-97c0-4b00-b050-e4fb4eb8dca7,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:05.336771 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-88c20d38-0cf5-430c-9694-e3fc0d70a897 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:05.338417 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-88c20d38-0cf5-430c-9694-e3fc0d70a897 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1326032 Sep 23 07:25:05.340766 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 50436) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:25:05.345514 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-cecf693b-d5fb-4d35-922b-87bf27dd0647 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Request body: {'security_group_rule': {'security_group_id': 'da30f7c1-adaa-4289-a9b3-3e5a353a41d3', 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:25:05.368352 n-d-715271-16 neutron-server[95066]: INFO neutron.db.securitygroups_db [None req-cecf693b-d5fb-4d35-922b-87bf27dd0647 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Project ac3e338994b2411c8937f4fd1418e068 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 07:25:05.373349 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-cecf693b-d5fb-4d35-922b-87bf27dd0647 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:05.436675 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-cecf693b-d5fb-4d35-922b-87bf27dd0647 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:05.440383 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-cecf693b-d5fb-4d35-922b-87bf27dd0647 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:05.462015 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecf693b-d5fb-4d35-922b-87bf27dd0647 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f1220b2-6ec1-4ec4-920f-9af62fea4dd5,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:05.468283 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-cecf693b-d5fb-4d35-922b-87bf27dd0647 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:05.472154 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-cecf693b-d5fb-4d35-922b-87bf27dd0647 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1279502 Sep 23 07:25:05.472680 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50438) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:25:05.477460 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-77633649-3a07-4d2b-82d0-ad629f740dd0 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Request body: {'security_group_rule': {'security_group_id': 'da30f7c1-adaa-4289-a9b3-3e5a353a41d3', 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:25:05.500407 n-d-715271-16 neutron-server[95065]: INFO neutron.db.securitygroups_db [None req-77633649-3a07-4d2b-82d0-ad629f740dd0 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Project ac3e338994b2411c8937f4fd1418e068 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 07:25:05.506387 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-77633649-3a07-4d2b-82d0-ad629f740dd0 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:05.571052 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-77633649-3a07-4d2b-82d0-ad629f740dd0 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:05.575216 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-77633649-3a07-4d2b-82d0-ad629f740dd0 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:05.596166 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77633649-3a07-4d2b-82d0-ad629f740dd0 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d6daee3-fa76-48bf-a177-5af68bc3cd28,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:05.602346 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-77633649-3a07-4d2b-82d0-ad629f740dd0 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:05.603628 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-77633649-3a07-4d2b-82d0-ad629f740dd0 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1299012 Sep 23 07:25:05.606364 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50440) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:25:05.611328 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-e69f1d83-feb7-4df4-a6d9-918e4ea6bfe5 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Request body: {'network': {'name': 'tempest-network-smoke--365406393', 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'port_security_enabled': True}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:25:05.632494 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e69f1d83-feb7-4df4-a6d9-918e4ea6bfe5 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Made reservation on behalf of ac3e338994b2411c8937f4fd1418e068 for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:25:05.636190 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e69f1d83-feb7-4df4-a6d9-918e4ea6bfe5 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:05.660705 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e69f1d83-feb7-4df4-a6d9-918e4ea6bfe5 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:25:05.670745 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e69f1d83-feb7-4df4-a6d9-918e4ea6bfe5 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:05.671142 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-e69f1d83-feb7-4df4-a6d9-918e4ea6bfe5 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Added segment ad8b5e10-ee42-4197-8f0c-b0587faf1c75 of type vlan for network aeb80c4f-3c2f-4993-9294-12f3872a2338 Sep 23 07:25:05.713089 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e69f1d83-feb7-4df4-a6d9-918e4ea6bfe5 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:05.736873 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e69f1d83-feb7-4df4-a6d9-918e4ea6bfe5 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:05.742716 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69f1d83-feb7-4df4-a6d9-918e4ea6bfe5 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:05.743301 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e69f1d83-feb7-4df4-a6d9-918e4ea6bfe5 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:05.777469 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-e69f1d83-feb7-4df4-a6d9-918e4ea6bfe5 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1700690 Sep 23 07:25:05.781011 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 50442) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:25:05.785643 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-3f5ea740-82cd-409f-812e-98626d504c0b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1045081588', 'admin_state_up': True, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:25:05.808658 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3f5ea740-82cd-409f-812e-98626d504c0b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:05.809580 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3f5ea740-82cd-409f-812e-98626d504c0b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:05.809712 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69f1d83-feb7-4df4-a6d9-918e4ea6bfe5 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Pushing event updated for resources: {'Network': ['ID=aeb80c4f-3c2f-4993-9294-12f3872a2338,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:05.820610 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network aeb80c4f-3c2f-4993-9294-12f3872a2338 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:25:05.865048 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3f5ea740-82cd-409f-812e-98626d504c0b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:06.007929 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3f5ea740-82cd-409f-812e-98626d504c0b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:06.205362 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3f5ea740-82cd-409f-812e-98626d504c0b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for router_gateway, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:06.228915 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3f5ea740-82cd-409f-812e-98626d504c0b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:06.298654 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50446) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:25:06.335213 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-3f5ea740-82cd-409f-812e-98626d504c0b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Allocated IP 172.25.2.98 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/ba58a6ac-bc9e-417d-9cff-611932478301) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:25:06.362086 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-24e6f796-0351-49c1-bec0-aa2be637631c tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:06.387826 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-24e6f796-0351-49c1-bec0-aa2be637631c tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:06.442842 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3f5ea740-82cd-409f-812e-98626d504c0b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:06.447515 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-24e6f796-0351-49c1-bec0-aa2be637631c tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:06.450255 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-24e6f796-0351-49c1-bec0-aa2be637631c tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:06.451490 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-24e6f796-0351-49c1-bec0-aa2be637631c tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] 10.222.0.39 "DELETE /v2.0/security-groups/b2a5763a-ac42-4dbd-be14-8fb8a71a0849 HTTP/1.1" status: 204 len: 168 time: 0.1517673 Sep 23 07:25:06.461520 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e6f796-0351-49c1-bec0-aa2be637631c tempest-TestVolumeBackupRestore-1951612126 tempest-TestVolumeBackupRestore-1951612126-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a5763a-ac42-4dbd-be14-8fb8a71a0849,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:06.491659 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3f5ea740-82cd-409f-812e-98626d504c0b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:06.538064 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5ea740-82cd-409f-812e-98626d504c0b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:25:06.541286 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-3f5ea740-82cd-409f-812e-98626d504c0b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:25:06.549019 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5ea740-82cd-409f-812e-98626d504c0b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:25:06.550954 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ea740-82cd-409f-812e-98626d504c0b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Pushing event updated for resources: {'Port': ['ID=ba58a6ac-bc9e-417d-9cff-611932478301,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:06.803200 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:06.878041 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3f5ea740-82cd-409f-812e-98626d504c0b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for router_gateway, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:07.158142 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3f5ea740-82cd-409f-812e-98626d504c0b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:07.304816 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f5ea740-82cd-409f-812e-98626d504c0b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Router d22cf2a2-2459-4c28-9cdb-85f8aca6271d is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 07:25:07.441770 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f5ea740-82cd-409f-812e-98626d504c0b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:25:07.453499 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba42d4f-d6a9-4bd0-b029-52f0032e6713 None None] Sync routers for ids ['d22cf2a2-2459-4c28-9cdb-85f8aca6271d'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:25:07.470731 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3f5ea740-82cd-409f-812e-98626d504c0b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:07.472575 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-3f5ea740-82cd-409f-812e-98626d504c0b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6904831 Sep 23 07:25:07.476479 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50568) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:25:07.477021 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba42d4f-d6a9-4bd0-b029-52f0032e6713 None None] Routers {'d22cf2a2-2459-4c28-9cdb-85f8aca6271d'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:25:07.478191 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-bba42d4f-d6a9-4bd0-b029-52f0032e6713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:24:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['d22cf2a2-2459-4c28-9cdb-85f8aca6271d'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:25:07.522738 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-84412552-4989-46a4-807d-bd435e8f4463 tempest-TestNetworkAdvancedServerOps-1704827008 tempest-TestNetworkAdvancedServerOps-1704827008-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=ac3e338994b2411c8937f4fd1418e068&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0435383 Sep 23 07:25:07.525042 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50576) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:25:07.656075 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-bba42d4f-d6a9-4bd0-b029-52f0032e6713 None None] Set router d22cf2a2-2459-4c28-9cdb-85f8aca6271d gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:25:07.702770 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7035b997-76b4-4d3f-a6cc-610517095f69 tempest-TestNetworkAdvancedServerOps-1704827008 tempest-TestNetworkAdvancedServerOps-1704827008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:07.704562 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-7035b997-76b4-4d3f-a6cc-610517095f69 tempest-TestNetworkAdvancedServerOps-1704827008 tempest-TestNetworkAdvancedServerOps-1704827008-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1783626 Sep 23 07:25:07.708159 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 50598) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:25:07.754748 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-9c1d5bc6-3122-4428-85eb-c6e12da3592a tempest-TestNetworkAdvancedServerOps-1704827008 tempest-TestNetworkAdvancedServerOps-1704827008-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=0f47978c-41eb-4cc7-92bf-8b873be8a1a0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0426030 Sep 23 07:25:07.755234 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50606) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:25:07.763432 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-65672047-ce32-4a50-8fc0-ab8cc81ad7d5 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-456491072', 'network_id': 'aeb80c4f-3c2f-4993-9294-12f3872a2338', 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:25:07.967882 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65672047-ce32-4a50-8fc0-ab8cc81ad7d5 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Made reservation on behalf of ac3e338994b2411c8937f4fd1418e068 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:25:07.973110 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-65672047-ce32-4a50-8fc0-ab8cc81ad7d5 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:07.974320 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-bba42d4f-d6a9-4bd0-b029-52f0032e6713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd22cf2a2-2459-4c28-9cdb-85f8aca6271d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045081588', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'ba58a6ac-bc9e-417d-9cff-611932478301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:25:05Z', 'updated_at': '2021-09-23T07:25:06Z', 'revision_number': 3, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'gw_port': {'id': 'ba58a6ac-bc9e-417d-9cff-611932478301', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:5e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd22cf2a2-2459-4c28-9cdb-85f8aca6271d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:25:06Z', 'updated_at': '2021-09-23T07:25:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:25:08.013035 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba42d4f-d6a9-4bd0-b029-52f0032e6713 None None] Checking router: d22cf2a2-2459-4c28-9cdb-85f8aca6271d for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:25:08.013600 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba42d4f-d6a9-4bd0-b029-52f0032e6713 None None] Updating router d22cf2a2-2459-4c28-9cdb-85f8aca6271d port ba58a6ac-bc9e-417d-9cff-611932478301 binding host n-d-715271-16 {{(pid=95067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 07:25:08.102583 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-bba42d4f-d6a9-4bd0-b029-52f0032e6713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:08.107125 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-7525a8c0-f4b2-484a-91f7-1ab27043845b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:08.383764 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-65672047-ce32-4a50-8fc0-ab8cc81ad7d5 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:08.446148 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-bba42d4f-d6a9-4bd0-b029-52f0032e6713 None None] Notify callbacks [] for port, precommit_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:08.465456 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-bba42d4f-d6a9-4bd0-b029-52f0032e6713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:08.503633 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65672047-ce32-4a50-8fc0-ab8cc81ad7d5 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Pushing event updated for resources: {'Subnet': ['ID=e9c2373c-7aec-4c0b-9be4-33134de17bb2,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:08.520752 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65672047-ce32-4a50-8fc0-ab8cc81ad7d5 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Checking segment: {'id': 'ad8b5e10-ee42-4197-8f0c-b0587faf1c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'aeb80c4f-3c2f-4993-9294-12f3872a2338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:25:08.521256 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65672047-ce32-4a50-8fc0-ab8cc81ad7d5 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Network hostable DHCP agents. Network: aeb80c4f-3c2f-4993-9294-12f3872a2338, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:25:08.542071 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65672047-ce32-4a50-8fc0-ab8cc81ad7d5 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Network aeb80c4f-3c2f-4993-9294-12f3872a2338 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:25:08.542610 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-bba42d4f-d6a9-4bd0-b029-52f0032e6713 None None] Attempting to bind port ba58a6ac-bc9e-417d-9cff-611932478301 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:25:08.543077 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-bba42d4f-d6a9-4bd0-b029-52f0032e6713 None None] Attempting to bind port ba58a6ac-bc9e-417d-9cff-611932478301 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:25:08.543456 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba42d4f-d6a9-4bd0-b029-52f0032e6713 None None] Attempting to bind port ba58a6ac-bc9e-417d-9cff-611932478301 on network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:25:08.552964 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba42d4f-d6a9-4bd0-b029-52f0032e6713 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:25:08.553351 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba42d4f-d6a9-4bd0-b029-52f0032e6713 None None] Checking segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:25:08.553841 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-bba42d4f-d6a9-4bd0-b029-52f0032e6713 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:08.554312 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-65672047-ce32-4a50-8fc0-ab8cc81ad7d5 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, aeb80c4f-3c2f-4993-9294-12f3872a2338) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:25:08.554417 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba42d4f-d6a9-4bd0-b029-52f0032e6713 None None] Bound using segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:25:08.554925 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-bba42d4f-d6a9-4bd0-b029-52f0032e6713 None None] Bound port: ba58a6ac-bc9e-417d-9cff-611932478301, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:25:08.555294 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-bba42d4f-d6a9-4bd0-b029-52f0032e6713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:08.560749 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65672047-ce32-4a50-8fc0-ab8cc81ad7d5 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:08.561507 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-65672047-ce32-4a50-8fc0-ab8cc81ad7d5 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:08.563549 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76f2663-1817-496b-b067-acc9f7aed1b4 None None] Pushing event updated for resources: {'Port': ['ID=ba58a6ac-bc9e-417d-9cff-611932478301,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:08.583213 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-65672047-ce32-4a50-8fc0-ab8cc81ad7d5 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8264256 Sep 23 07:25:08.586121 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50694) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:25:08.590877 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229b70b9-5950-4eb5-bb17-6428063f0528 None None] Network aeb80c4f-3c2f-4993-9294-12f3872a2338 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:25:08.748354 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-bba42d4f-d6a9-4bd0-b029-52f0032e6713 None None] For port ba58a6ac-bc9e-417d-9cff-611932478301, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:25:08.759549 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-bba42d4f-d6a9-4bd0-b029-52f0032e6713 None None] For port ba58a6ac-bc9e-417d-9cff-611932478301, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=ba58a6ac-bc9e-417d-9cff-611932478301,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:25:08.896749 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-bba42d4f-d6a9-4bd0-b029-52f0032e6713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:08.981946 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb6cb73-7c52-478b-a0a9-b5507b495a14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-aeb80c4f-3c2f-4993-9294-12f3872a2338', 'network_id': 'aeb80c4f-3c2f-4993-9294-12f3872a2338', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'fixed_ips': [{'subnet_id': 'e9c2373c-7aec-4c0b-9be4-33134de17bb2'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:25:08.983801 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-bbb6cb73-7c52-478b-a0a9-b5507b495a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:09.029551 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76f2663-1817-496b-b067-acc9f7aed1b4 None None] Pushing event updated for resources: {'Port': ['ID=ba58a6ac-bc9e-417d-9cff-611932478301,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:09.035402 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba42d4f-d6a9-4bd0-b029-52f0032e6713 None None] Routers {'d22cf2a2-2459-4c28-9cdb-85f8aca6271d'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:25:09.036488 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-bba42d4f-d6a9-4bd0-b029-52f0032e6713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:24:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['d22cf2a2-2459-4c28-9cdb-85f8aca6271d'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:25:09.229683 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7fc244d1-02e9-4e1a-a576-1af95e88b076 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:09.326745 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-bba42d4f-d6a9-4bd0-b029-52f0032e6713 None None] Set router d22cf2a2-2459-4c28-9cdb-85f8aca6271d gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:25:09.505124 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-bbb6cb73-7c52-478b-a0a9-b5507b495a14 None None] Allocated IP 172.20.0.2 (aeb80c4f-3c2f-4993-9294-12f3872a2338/e9c2373c-7aec-4c0b-9be4-33134de17bb2/def29ab0-b8a2-436c-a5a6-4d208153431c) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:25:09.693711 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-bba42d4f-d6a9-4bd0-b029-52f0032e6713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd22cf2a2-2459-4c28-9cdb-85f8aca6271d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045081588', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'ba58a6ac-bc9e-417d-9cff-611932478301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:25:05Z', 'updated_at': '2021-09-23T07:25:06Z', 'revision_number': 3, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'gw_port': {'id': 'ba58a6ac-bc9e-417d-9cff-611932478301', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:5e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd22cf2a2-2459-4c28-9cdb-85f8aca6271d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:25:06Z', 'updated_at': '2021-09-23T07:25:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:25:09.740753 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba42d4f-d6a9-4bd0-b029-52f0032e6713 None None] The sync data for ids ['d22cf2a2-2459-4c28-9cdb-85f8aca6271d'] in n-d-715271-16 is: [{'id': 'd22cf2a2-2459-4c28-9cdb-85f8aca6271d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045081588', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'ba58a6ac-bc9e-417d-9cff-611932478301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:25:05Z', 'updated_at': '2021-09-23T07:25:06Z', 'revision_number': 3, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'gw_port': {'id': 'ba58a6ac-bc9e-417d-9cff-611932478301', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:5e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd22cf2a2-2459-4c28-9cdb-85f8aca6271d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:25:06Z', 'updated_at': '2021-09-23T07:25:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:25:09.786389 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-bbb6cb73-7c52-478b-a0a9-b5507b495a14 None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:09.798717 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-bbb6cb73-7c52-478b-a0a9-b5507b495a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:09.865930 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb6cb73-7c52-478b-a0a9-b5507b495a14 None None] Pushing event updated for resources: {'Port': ['ID=def29ab0-b8a2-436c-a5a6-4d208153431c,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:09.888163 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb6cb73-7c52-478b-a0a9-b5507b495a14 None None] Network aeb80c4f-3c2f-4993-9294-12f3872a2338 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:25:09.895847 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-bbb6cb73-7c52-478b-a0a9-b5507b495a14 None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:25:09.903779 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb6cb73-7c52-478b-a0a9-b5507b495a14 None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:25:09.916330 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-7fc244d1-02e9-4e1a-a576-1af95e88b076 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Allocated IP 172.20.0.1 (aeb80c4f-3c2f-4993-9294-12f3872a2338/e9c2373c-7aec-4c0b-9be4-33134de17bb2/083b1502-a848-49fb-aeaf-60b14f56aabd) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:25:10.023441 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-bbb6cb73-7c52-478b-a0a9-b5507b495a14 None None] Attempting to bind port def29ab0-b8a2-436c-a5a6-4d208153431c on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:25:10.024200 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-bbb6cb73-7c52-478b-a0a9-b5507b495a14 None None] Attempting to bind port def29ab0-b8a2-436c-a5a6-4d208153431c by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': 'ad8b5e10-ee42-4197-8f0c-b0587faf1c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'aeb80c4f-3c2f-4993-9294-12f3872a2338'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:25:10.024661 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb6cb73-7c52-478b-a0a9-b5507b495a14 None None] Attempting to bind port def29ab0-b8a2-436c-a5a6-4d208153431c on network aeb80c4f-3c2f-4993-9294-12f3872a2338 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:25:10.034120 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb6cb73-7c52-478b-a0a9-b5507b495a14 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:25:10.034931 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb6cb73-7c52-478b-a0a9-b5507b495a14 None None] Checking segment: {'id': 'ad8b5e10-ee42-4197-8f0c-b0587faf1c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'aeb80c4f-3c2f-4993-9294-12f3872a2338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:25:10.035796 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-bbb6cb73-7c52-478b-a0a9-b5507b495a14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:10.036658 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb6cb73-7c52-478b-a0a9-b5507b495a14 None None] Bound using segment: {'id': 'ad8b5e10-ee42-4197-8f0c-b0587faf1c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'aeb80c4f-3c2f-4993-9294-12f3872a2338'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:25:10.037327 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-bbb6cb73-7c52-478b-a0a9-b5507b495a14 None None] Bound port: def29ab0-b8a2-436c-a5a6-4d208153431c, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8b5e10-ee42-4197-8f0c-b0587faf1c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'aeb80c4f-3c2f-4993-9294-12f3872a2338'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:25:10.038433 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-bbb6cb73-7c52-478b-a0a9-b5507b495a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:10.142930 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-bbb6cb73-7c52-478b-a0a9-b5507b495a14 None None] For port def29ab0-b8a2-436c-a5a6-4d208153431c, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:25:10.150508 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-bbb6cb73-7c52-478b-a0a9-b5507b495a14 None None] For port def29ab0-b8a2-436c-a5a6-4d208153431c, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=def29ab0-b8a2-436c-a5a6-4d208153431c,segment=NetworkSegment(ad8b5e10-ee42-4197-8f0c-b0587faf1c75),segment_id=ad8b5e10-ee42-4197-8f0c-b0587faf1c75)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:25:10.156106 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7fc244d1-02e9-4e1a-a576-1af95e88b076 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:10.160214 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-bbb6cb73-7c52-478b-a0a9-b5507b495a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:10.257588 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb6cb73-7c52-478b-a0a9-b5507b495a14 None None] Pushing event updated for resources: {'Port': ['ID=def29ab0-b8a2-436c-a5a6-4d208153431c,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:10.287652 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7fc244d1-02e9-4e1a-a576-1af95e88b076 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:10.349094 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:10.422658 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc244d1-02e9-4e1a-a576-1af95e88b076 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Network aeb80c4f-3c2f-4993-9294-12f3872a2338 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:25:10.424671 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc244d1-02e9-4e1a-a576-1af95e88b076 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Pushing event updated for resources: {'Port': ['ID=083b1502-a848-49fb-aeaf-60b14f56aabd,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:10.428009 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-7fc244d1-02e9-4e1a-a576-1af95e88b076 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:25:10.434242 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc244d1-02e9-4e1a-a576-1af95e88b076 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:25:10.496471 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7fc244d1-02e9-4e1a-a576-1af95e88b076 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068614'] for router_interface, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:10.814193 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7fc244d1-02e9-4e1a-a576-1af95e88b076 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:11.075025 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 50912) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:25:11.084549 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-6968ea6c-a8b4-45c8-a8a8-e26729221d2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:11.175561 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7fc244d1-02e9-4e1a-a576-1af95e88b076 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:11.184222 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7fc244d1-02e9-4e1a-a576-1af95e88b076 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:11.316430 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7fc244d1-02e9-4e1a-a576-1af95e88b076 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067062'] for router_interface, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:11.316978 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc244d1-02e9-4e1a-a576-1af95e88b076 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Pushing event updated for resources: {'Port': ['ID=083b1502-a848-49fb-aeaf-60b14f56aabd,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:11.449630 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc244d1-02e9-4e1a-a576-1af95e88b076 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Network aeb80c4f-3c2f-4993-9294-12f3872a2338 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:25:11.451216 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-7fc244d1-02e9-4e1a-a576-1af95e88b076 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:25:11.586167 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fc244d1-02e9-4e1a-a576-1af95e88b076 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Router d22cf2a2-2459-4c28-9cdb-85f8aca6271d has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:25:11.594372 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:11.607786 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-12f073f9-8351-4c45-85b1-727de6837233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066969'] for router_interface, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:11.695207 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff5a53a-1256-4abf-8049-b6416388308d None None] Network aeb80c4f-3c2f-4993-9294-12f3872a2338 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:25:11.801802 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-49904c90-e5b1-4365-8292-552239107cab None None] Provisioning complete for port def29ab0-b8a2-436c-a5a6-4d208153431c triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:25:11.802239 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-49904c90-e5b1-4365-8292-552239107cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:11.911765 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-12f073f9-8351-4c45-85b1-727de6837233 admin admin] Deleting port ea8a0d11-fad4-4642-8356-3ab6416f5b80 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:25:11.912105 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-12f073f9-8351-4c45-85b1-727de6837233 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:11.965938 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-49904c90-e5b1-4365-8292-552239107cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:12.025602 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-49904c90-e5b1-4365-8292-552239107cab None None] For port def29ab0-b8a2-436c-a5a6-4d208153431c, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=def29ab0-b8a2-436c-a5a6-4d208153431c,segment=NetworkSegment(ad8b5e10-ee42-4197-8f0c-b0587faf1c75),segment_id=ad8b5e10-ee42-4197-8f0c-b0587faf1c75)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:25:12.033433 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-49904c90-e5b1-4365-8292-552239107cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:12.066284 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-12f073f9-8351-4c45-85b1-727de6837233 admin admin] For port ea8a0d11-fad4-4642-8356-3ab6416f5b80, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=ea8a0d11-fad4-4642-8356-3ab6416f5b80,segment=NetworkSegment(2a1a9db9-05d2-4e21-9bbd-043a273c4711),segment_id=2a1a9db9-05d2-4e21-9bbd-043a273c4711)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:25:12.067397 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-12f073f9-8351-4c45-85b1-727de6837233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:12.104703 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-12f073f9-8351-4c45-85b1-727de6837233 admin admin] Calling delete_port for ea8a0d11-fad4-4642-8356-3ab6416f5b80 owned by network:router_interface {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:25:12.141077 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49904c90-e5b1-4365-8292-552239107cab None None] Pushing event updated for resources: {'Port': ['ID=def29ab0-b8a2-436c-a5a6-4d208153431c,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:12.148663 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fc244d1-02e9-4e1a-a576-1af95e88b076 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:25:12.157508 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-7fc244d1-02e9-4e1a-a576-1af95e88b076 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "PUT /v2.0/routers/d22cf2a2-2459-4c28-9cdb-85f8aca6271d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5669403 Sep 23 07:25:12.186881 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device def29ab0-b8a2-436c-a5a6-4d208153431c up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:25:12.261601 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port def29ab0-b8a2-436c-a5a6-4d208153431c triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:25:12.261954 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:12.330336 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9bc47c-3e16-47af-96eb-3fb645d14a44 None None] Sync routers for ids ['d22cf2a2-2459-4c28-9cdb-85f8aca6271d'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:25:12.347049 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-449f3c2a-bcff-4f33-803e-525ce266dd13 req-5f647d68-9e8b-410c-9e83-f7b6afd0a886 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-190058485&fields=id&tenant_id=ac3e338994b2411c8937f4fd1418e068 HTTP/1.1" status: 200 len: 267 time: 0.0470791 Sep 23 07:25:12.367061 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9bc47c-3e16-47af-96eb-3fb645d14a44 None None] Routers {'d22cf2a2-2459-4c28-9cdb-85f8aca6271d'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:25:12.368169 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-3a9bc47c-3e16-47af-96eb-3fb645d14a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:25:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['d22cf2a2-2459-4c28-9cdb-85f8aca6271d'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:25:12.378729 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-4e47c2c2-240a-446c-bca0-3313b5261a45 None None] Provisioning complete for port 083b1502-a848-49fb-aeaf-60b14f56aabd triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:25:12.379642 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-4e47c2c2-240a-446c-bca0-3313b5261a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:12.392779 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-12f073f9-8351-4c45-85b1-727de6837233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:12.415938 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device ba58a6ac-bc9e-417d-9cff-611932478301 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:25:12.428160 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f073f9-8351-4c45-85b1-727de6837233 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea8a0d11-fad4-4642-8356-3ab6416f5b80,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:12.513890 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:12.518697 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f3c2a-bcff-4f33-803e-525ce266dd13 req-c3031f78-047c-4d8c-83ef-dc85399ea923 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:12.522780 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-4e47c2c2-240a-446c-bca0-3313b5261a45 None None] Port 083b1502-a848-49fb-aeaf-60b14f56aabd cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:25:12.524982 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-449f3c2a-bcff-4f33-803e-525ce266dd13 req-c3031f78-047c-4d8c-83ef-dc85399ea923 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/networks?id=aeb80c4f-3c2f-4993-9294-12f3872a2338 HTTP/1.1" status: 200 len: 796 time: 0.1688933 Sep 23 07:25:12.554578 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-449f3c2a-bcff-4f33-803e-525ce266dd13 req-ff5e1d19-3272-43bc-89f2-84c0c4d6bfa2 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/quotas/ac3e338994b2411c8937f4fd1418e068 HTTP/1.1" status: 200 len: 375 time: 0.0224762 Sep 23 07:25:12.558514 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-3a9bc47c-3e16-47af-96eb-3fb645d14a44 None None] Set router d22cf2a2-2459-4c28-9cdb-85f8aca6271d gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:25:12.564151 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-4e47c2c2-240a-446c-bca0-3313b5261a45 None None] Provisioning complete for port def29ab0-b8a2-436c-a5a6-4d208153431c triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:25:12.564776 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-4e47c2c2-240a-446c-bca0-3313b5261a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:12.628631 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port ba58a6ac-bc9e-417d-9cff-611932478301 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:25:12.629198 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:12.673445 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-449f3c2a-bcff-4f33-803e-525ce266dd13 req-873d3863-3b84-4578-aa25-7134e706718f tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ac3e338994b2411c8937f4fd1418e068&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1044412 Sep 23 07:25:12.758632 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-12f073f9-8351-4c45-85b1-727de6837233 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2068624'] for router_interface, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:12.848920 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-3a9bc47c-3e16-47af-96eb-3fb645d14a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd22cf2a2-2459-4c28-9cdb-85f8aca6271d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045081588', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'ba58a6ac-bc9e-417d-9cff-611932478301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:25:05Z', 'updated_at': '2021-09-23T07:25:10Z', 'revision_number': 4, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'gw_port': {'id': 'ba58a6ac-bc9e-417d-9cff-611932478301', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:5e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd22cf2a2-2459-4c28-9cdb-85f8aca6271d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:25:06Z', 'updated_at': '2021-09-23T07:25:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '083b1502-a848-49fb-aeaf-60b14f56aabd', 'name': '', 'network_id': 'aeb80c4f-3c2f-4993-9294-12f3872a2338', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'mac_address': 'fa:16:3e:d2:82:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd22cf2a2-2459-4c28-9cdb-85f8aca6271d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'e9c2373c-7aec-4c0b-9be4-33134de17bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:25:09Z', 'updated_at': '2021-09-23T07:25:10Z', 'revision_number': 2, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'subnets': [{'id': 'e9c2373c-7aec-4c0b-9be4-33134de17bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:25:12.893039 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9bc47c-3e16-47af-96eb-3fb645d14a44 None None] Checking router: d22cf2a2-2459-4c28-9cdb-85f8aca6271d for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:25:12.893497 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9bc47c-3e16-47af-96eb-3fb645d14a44 None None] Updating router d22cf2a2-2459-4c28-9cdb-85f8aca6271d port 083b1502-a848-49fb-aeaf-60b14f56aabd binding host n-d-715271-16 {{(pid=95068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 07:25:12.928234 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-449f3c2a-bcff-4f33-803e-525ce266dd13 req-c7580d84-ae67-47d6-b7e3-e08808ff5924 service neutron] 10.222.0.39 "GET /v2.0/networks/aeb80c4f-3c2f-4993-9294-12f3872a2338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287698 Sep 23 07:25:12.949711 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-3a9bc47c-3e16-47af-96eb-3fb645d14a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:13.075969 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-449f3c2a-bcff-4f33-803e-525ce266dd13 req-29e5bcae-f7f5-46dc-bddc-0079374671f4 service neutron] 10.222.0.39 "GET /v2.0/networks/aeb80c4f-3c2f-4993-9294-12f3872a2338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406224 Sep 23 07:25:13.107392 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:13.137196 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port ba58a6ac-bc9e-417d-9cff-611932478301, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=ba58a6ac-bc9e-417d-9cff-611932478301,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:25:13.138476 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-ee948258-91fb-479c-924a-fb8ce04c92f0 None None] Provisioning complete for port 083b1502-a848-49fb-aeaf-60b14f56aabd triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:25:13.138866 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ee948258-91fb-479c-924a-fb8ce04c92f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:13.177952 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:13.216128 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-ee948258-91fb-479c-924a-fb8ce04c92f0 None None] Port 083b1502-a848-49fb-aeaf-60b14f56aabd cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:25:13.254698 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=ba58a6ac-bc9e-417d-9cff-611932478301,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:13.304320 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8bd70e97-9993-4ec1-a66c-15b94320f7c6 req-64e90b34-6c3b-4c2c-87d1-8783511c5984 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2032427-6aac-4814-acce-bbd2608c2d1e HTTP/1.1" status: 200 len: 210 time: 0.0293789 Sep 23 07:25:13.337686 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-3a9bc47c-3e16-47af-96eb-3fb645d14a44 None None] Notify callbacks [] for port, precommit_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:13.338397 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-c7fbd2c5-cfab-4a83-a871-d65366c0631f None None] Provisioning complete for port 083b1502-a848-49fb-aeaf-60b14f56aabd triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:25:13.338507 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c7fbd2c5-cfab-4a83-a871-d65366c0631f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:13.346078 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-3a9bc47c-3e16-47af-96eb-3fb645d14a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:13.388203 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-c7fbd2c5-cfab-4a83-a871-d65366c0631f None None] Port 083b1502-a848-49fb-aeaf-60b14f56aabd cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:25:13.412046 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245b0246-98cc-4dac-8477-a824b8ee9166 None None] Pushing event updated for resources: {'Port': ['ID=083b1502-a848-49fb-aeaf-60b14f56aabd,revision_number=3']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:13.436325 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245b0246-98cc-4dac-8477-a824b8ee9166 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:25:13.437503 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245b0246-98cc-4dac-8477-a824b8ee9166 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:25:13.438045 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245b0246-98cc-4dac-8477-a824b8ee9166 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:25:13.438500 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245b0246-98cc-4dac-8477-a824b8ee9166 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:25:13.438898 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245b0246-98cc-4dac-8477-a824b8ee9166 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:25:13.439344 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245b0246-98cc-4dac-8477-a824b8ee9166 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:25:13.440161 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245b0246-98cc-4dac-8477-a824b8ee9166 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:25:13.440557 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245b0246-98cc-4dac-8477-a824b8ee9166 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:25:13.441063 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245b0246-98cc-4dac-8477-a824b8ee9166 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:25:13.442469 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245b0246-98cc-4dac-8477-a824b8ee9166 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:25:13.443222 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245b0246-98cc-4dac-8477-a824b8ee9166 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:25:13.443507 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245b0246-98cc-4dac-8477-a824b8ee9166 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:25:13.499920 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-3a9bc47c-3e16-47af-96eb-3fb645d14a44 None None] Attempting to bind port 083b1502-a848-49fb-aeaf-60b14f56aabd on host n-d-715271-16 for vnic_type normal with profile {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:25:13.500019 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-3a9bc47c-3e16-47af-96eb-3fb645d14a44 None None] Attempting to bind port 083b1502-a848-49fb-aeaf-60b14f56aabd by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': 'ad8b5e10-ee42-4197-8f0c-b0587faf1c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'aeb80c4f-3c2f-4993-9294-12f3872a2338'}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:25:13.500317 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9bc47c-3e16-47af-96eb-3fb645d14a44 None None] Attempting to bind port 083b1502-a848-49fb-aeaf-60b14f56aabd on network aeb80c4f-3c2f-4993-9294-12f3872a2338 {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:25:13.508527 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9bc47c-3e16-47af-96eb-3fb645d14a44 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:25:13.509055 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9bc47c-3e16-47af-96eb-3fb645d14a44 None None] Checking segment: {'id': 'ad8b5e10-ee42-4197-8f0c-b0587faf1c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'aeb80c4f-3c2f-4993-9294-12f3872a2338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:25:13.509562 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-3a9bc47c-3e16-47af-96eb-3fb645d14a44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:13.510205 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9bc47c-3e16-47af-96eb-3fb645d14a44 None None] Bound using segment: {'id': 'ad8b5e10-ee42-4197-8f0c-b0587faf1c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'aeb80c4f-3c2f-4993-9294-12f3872a2338'} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:25:13.510835 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-3a9bc47c-3e16-47af-96eb-3fb645d14a44 None None] Bound port: 083b1502-a848-49fb-aeaf-60b14f56aabd, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8b5e10-ee42-4197-8f0c-b0587faf1c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'aeb80c4f-3c2f-4993-9294-12f3872a2338'}}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:25:13.511415 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-3a9bc47c-3e16-47af-96eb-3fb645d14a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:13.525232 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12f073f9-8351-4c45-85b1-727de6837233 admin admin] Router 256a5ed9-4efe-4bd7-990e-a3b9b2b61af6 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:25:13.595957 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-3a9bc47c-3e16-47af-96eb-3fb645d14a44 None None] For port 083b1502-a848-49fb-aeaf-60b14f56aabd, host n-d-715271-16, cleared binding levels {{(pid=95068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:25:13.600914 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-3a9bc47c-3e16-47af-96eb-3fb645d14a44 None None] For port 083b1502-a848-49fb-aeaf-60b14f56aabd, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=083b1502-a848-49fb-aeaf-60b14f56aabd,segment=NetworkSegment(ad8b5e10-ee42-4197-8f0c-b0587faf1c75),segment_id=ad8b5e10-ee42-4197-8f0c-b0587faf1c75)] {{(pid=95068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:25:13.605607 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-3a9bc47c-3e16-47af-96eb-3fb645d14a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:13.653874 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f073f9-8351-4c45-85b1-727de6837233 admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:25:13.660035 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-12f073f9-8351-4c45-85b1-727de6837233 admin admin] 10.222.0.39 "PUT /v2.0/routers/256a5ed9-4efe-4bd7-990e-a3b9b2b61af6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5855689 Sep 23 07:25:13.663816 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50942) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:25:13.667991 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7f79d1-c46d-468f-a592-1f59476374e6 None None] Sync routers for ids ['256a5ed9-4efe-4bd7-990e-a3b9b2b61af6'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:25:13.677191 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9bc47c-3e16-47af-96eb-3fb645d14a44 None None] Routers {'d22cf2a2-2459-4c28-9cdb-85f8aca6271d'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:25:13.677830 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-3a9bc47c-3e16-47af-96eb-3fb645d14a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:25:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['d22cf2a2-2459-4c28-9cdb-85f8aca6271d'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:25:13.681407 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245b0246-98cc-4dac-8477-a824b8ee9166 None None] Pushing event updated for resources: {'Port': ['ID=083b1502-a848-49fb-aeaf-60b14f56aabd,revision_number=4']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:13.695030 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7f79d1-c46d-468f-a592-1f59476374e6 None None] Routers {'256a5ed9-4efe-4bd7-990e-a3b9b2b61af6'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:25:13.695683 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-8e7f79d1-c46d-468f-a592-1f59476374e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:25:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['256a5ed9-4efe-4bd7-990e-a3b9b2b61af6'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:25:13.777548 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-ea3915ee-4167-4e21-9c91-e716725619f1 None None] Provisioning complete for port 083b1502-a848-49fb-aeaf-60b14f56aabd triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:25:13.778082 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ea3915ee-4167-4e21-9c91-e716725619f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:13.841419 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9ea23f6d-f0f1-4a79-acec-d4299bf0a946 admin admin] Notify callbacks [] for router, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:13.850090 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-3a9bc47c-3e16-47af-96eb-3fb645d14a44 None None] Set router d22cf2a2-2459-4c28-9cdb-85f8aca6271d gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:25:13.882109 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-8e7f79d1-c46d-468f-a592-1f59476374e6 None None] Set router 256a5ed9-4efe-4bd7-990e-a3b9b2b61af6 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:25:13.990632 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:14.046578 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9ea23f6d-f0f1-4a79-acec-d4299bf0a946 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:14.109911 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ea3915ee-4167-4e21-9c91-e716725619f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:14.135941 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-9ea23f6d-f0f1-4a79-acec-d4299bf0a946 admin admin] Deleting port 0cd25089-56a5-4d04-a3f6-2764f32c9438 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:25:14.136604 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9ea23f6d-f0f1-4a79-acec-d4299bf0a946 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:14.151182 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device def29ab0-b8a2-436c-a5a6-4d208153431c up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:25:14.200234 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-ea3915ee-4167-4e21-9c91-e716725619f1 None None] For port 083b1502-a848-49fb-aeaf-60b14f56aabd, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=083b1502-a848-49fb-aeaf-60b14f56aabd,segment=NetworkSegment(ad8b5e10-ee42-4197-8f0c-b0587faf1c75),segment_id=ad8b5e10-ee42-4197-8f0c-b0587faf1c75)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:25:14.210854 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ea3915ee-4167-4e21-9c91-e716725619f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:14.229422 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-9ea23f6d-f0f1-4a79-acec-d4299bf0a946 admin admin] For port 0cd25089-56a5-4d04-a3f6-2764f32c9438, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=0cd25089-56a5-4d04-a3f6-2764f32c9438,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:25:14.229790 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9ea23f6d-f0f1-4a79-acec-d4299bf0a946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:14.242392 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-3a9bc47c-3e16-47af-96eb-3fb645d14a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd22cf2a2-2459-4c28-9cdb-85f8aca6271d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045081588', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'ba58a6ac-bc9e-417d-9cff-611932478301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:25:05Z', 'updated_at': '2021-09-23T07:25:10Z', 'revision_number': 4, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'gw_port': {'id': 'ba58a6ac-bc9e-417d-9cff-611932478301', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:5e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22cf2a2-2459-4c28-9cdb-85f8aca6271d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:25:06Z', 'updated_at': '2021-09-23T07:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '083b1502-a848-49fb-aeaf-60b14f56aabd', 'name': '', 'network_id': 'aeb80c4f-3c2f-4993-9294-12f3872a2338', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'mac_address': 'fa:16:3e:d2:82:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd22cf2a2-2459-4c28-9cdb-85f8aca6271d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'e9c2373c-7aec-4c0b-9be4-33134de17bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:25:09Z', 'updated_at': '2021-09-23T07:25:13Z', 'revision_number': 4, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'subnets': [{'id': 'e9c2373c-7aec-4c0b-9be4-33134de17bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:25:14.246398 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-9ea23f6d-f0f1-4a79-acec-d4299bf0a946 admin admin] Calling delete_port for 0cd25089-56a5-4d04-a3f6-2764f32c9438 owned by network:router_gateway {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:25:14.267514 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-8e7f79d1-c46d-468f-a592-1f59476374e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256a5ed9-4efe-4bd7-990e-a3b9b2b61af6', 'name': 'tempest-TestVolumeBackupRestore-317872564-router', 'tenant_id': '4b85afe212de48e3bea49a5ea5f3eb2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': '0cd25089-56a5-4d04-a3f6-2764f32c9438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:22:06Z', 'updated_at': '2021-09-23T07:25:12Z', 'revision_number': 5, 'project_id': '4b85afe212de48e3bea49a5ea5f3eb2d', 'gw_port': {'id': '0cd25089-56a5-4d04-a3f6-2764f32c9438', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256a5ed9-4efe-4bd7-990e-a3b9b2b61af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:22:06Z', 'updated_at': '2021-09-23T07:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:25:14.269250 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9bc47c-3e16-47af-96eb-3fb645d14a44 None None] The sync data for ids ['d22cf2a2-2459-4c28-9cdb-85f8aca6271d'] in n-d-715271-16 is: [{'id': 'd22cf2a2-2459-4c28-9cdb-85f8aca6271d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045081588', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'ba58a6ac-bc9e-417d-9cff-611932478301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:25:05Z', 'updated_at': '2021-09-23T07:25:10Z', 'revision_number': 4, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'gw_port': {'id': 'ba58a6ac-bc9e-417d-9cff-611932478301', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:5e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22cf2a2-2459-4c28-9cdb-85f8aca6271d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:25:06Z', 'updated_at': '2021-09-23T07:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '083b1502-a848-49fb-aeaf-60b14f56aabd', 'name': '', 'network_id': 'aeb80c4f-3c2f-4993-9294-12f3872a2338', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'mac_address': 'fa:16:3e:d2:82:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd22cf2a2-2459-4c28-9cdb-85f8aca6271d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'e9c2373c-7aec-4c0b-9be4-33134de17bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:25:09Z', 'updated_at': '2021-09-23T07:25:13Z', 'revision_number': 4, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'subnets': [{'id': 'e9c2373c-7aec-4c0b-9be4-33134de17bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:25:14.304904 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7f79d1-c46d-468f-a592-1f59476374e6 None None] Checking router: 256a5ed9-4efe-4bd7-990e-a3b9b2b61af6 for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:25:14.308237 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3915ee-4167-4e21-9c91-e716725619f1 None None] Pushing event updated for resources: {'Port': ['ID=083b1502-a848-49fb-aeaf-60b14f56aabd,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:14.327464 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port def29ab0-b8a2-436c-a5a6-4d208153431c triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:25:14.327843 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:14.373837 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7f79d1-c46d-468f-a592-1f59476374e6 None None] Routers {'256a5ed9-4efe-4bd7-990e-a3b9b2b61af6'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:25:14.373837 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-8e7f79d1-c46d-468f-a592-1f59476374e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:25:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['256a5ed9-4efe-4bd7-990e-a3b9b2b61af6'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:25:14.440579 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-094e0c0e-f6c7-41d5-9208-e0ef5293b75b None None] Provisioning complete for port 083b1502-a848-49fb-aeaf-60b14f56aabd triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:25:14.441003 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-094e0c0e-f6c7-41d5-9208-e0ef5293b75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:14.530475 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c2cac3a7-3790-4062-8e39-ea2ec1cc78df req-7306fb90-f711-4a69-ba98-848c405152e5 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2032427-6aac-4814-acce-bbd2608c2d1e HTTP/1.1" status: 200 len: 210 time: 0.0733371 Sep 23 07:25:14.557933 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9ea23f6d-f0f1-4a79-acec-d4299bf0a946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:14.594835 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-8e7f79d1-c46d-468f-a592-1f59476374e6 None None] Set router 256a5ed9-4efe-4bd7-990e-a3b9b2b61af6 gateway port host: None {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:25:14.618575 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea23f6d-f0f1-4a79-acec-d4299bf0a946 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cd25089-56a5-4d04-a3f6-2764f32c9438,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:14.625758 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f3c2a-bcff-4f33-803e-525ce266dd13 req-b09374fb-52c6-4019-95e4-d1420da02b88 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:14.627548 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-449f3c2a-bcff-4f33-803e-525ce266dd13 req-b09374fb-52c6-4019-95e4-d1420da02b88 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.58 "GET /v2.0/networks?id=aeb80c4f-3c2f-4993-9294-12f3872a2338 HTTP/1.1" status: 200 len: 796 time: 0.1956618 Sep 23 07:25:14.670263 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9ea23f6d-f0f1-4a79-acec-d4299bf0a946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2068563'] for router_gateway, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:14.684638 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-449f3c2a-bcff-4f33-803e-525ce266dd13 req-58a395b7-cbfc-4ea6-ae3e-e221f015a71a tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac3e338994b2411c8937f4fd1418e068 HTTP/1.1" status: 200 len: 379 time: 0.0440781 Sep 23 07:25:14.698567 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-449f3c2a-bcff-4f33-803e-525ce266dd13 req-2cc936bf-8390-4ff3-9d7c-0c60e4d93f91 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Request body: {'port': {'device_id': 'a2032427-6aac-4814-acce-bbd2608c2d1e', 'network_id': 'aeb80c4f-3c2f-4993-9294-12f3872a2338', 'admin_state_up': True, 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'security_groups': ['da30f7c1-adaa-4289-a9b3-3e5a353a41d3']}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:25:14.720998 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-8e7f79d1-c46d-468f-a592-1f59476374e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256a5ed9-4efe-4bd7-990e-a3b9b2b61af6', 'name': 'tempest-TestVolumeBackupRestore-317872564-router', 'tenant_id': '4b85afe212de48e3bea49a5ea5f3eb2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:22:06Z', 'updated_at': '2021-09-23T07:25:14Z', 'revision_number': 6, 'project_id': '4b85afe212de48e3bea49a5ea5f3eb2d', 'gw_port_host': None}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:25:14.780374 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7f79d1-c46d-468f-a592-1f59476374e6 None None] The sync data for ids ['256a5ed9-4efe-4bd7-990e-a3b9b2b61af6'] in n-d-715271-16 is: [{'id': '256a5ed9-4efe-4bd7-990e-a3b9b2b61af6', 'name': 'tempest-TestVolumeBackupRestore-317872564-router', 'tenant_id': '4b85afe212de48e3bea49a5ea5f3eb2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:22:06Z', 'updated_at': '2021-09-23T07:25:14Z', 'revision_number': 6, 'project_id': '4b85afe212de48e3bea49a5ea5f3eb2d', 'gw_port_host': None}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:25:14.788390 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9ea23f6d-f0f1-4a79-acec-d4299bf0a946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:14.790636 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9ea23f6d-f0f1-4a79-acec-d4299bf0a946 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:14.793359 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device ba58a6ac-bc9e-417d-9cff-611932478301 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:25:14.853191 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9ea23f6d-f0f1-4a79-acec-d4299bf0a946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:14.854032 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ea23f6d-f0f1-4a79-acec-d4299bf0a946 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 256a5ed9-4efe-4bd7-990e-a3b9b2b61af6 {{(pid=95065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 07:25:14.861311 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9ea23f6d-f0f1-4a79-acec-d4299bf0a946 admin admin] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:14.862776 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-9ea23f6d-f0f1-4a79-acec-d4299bf0a946 admin admin] 10.222.0.39 "DELETE /v2.0/routers/256a5ed9-4efe-4bd7-990e-a3b9b2b61af6 HTTP/1.1" status: 204 len: 168 time: 1.1970348 Sep 23 07:25:14.866012 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50946) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:25:14.870392 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port ba58a6ac-bc9e-417d-9cff-611932478301 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:25:14.870964 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:14.878150 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-449f3c2a-bcff-4f33-803e-525ce266dd13 req-2cc936bf-8390-4ff3-9d7c-0c60e4d93f91 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Made reservation on behalf of ac3e338994b2411c8937f4fd1418e068 for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:25:14.883600 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-449f3c2a-bcff-4f33-803e-525ce266dd13 req-2cc936bf-8390-4ff3-9d7c-0c60e4d93f91 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:14.928005 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-b654c029-60b6-46f4-98d2-2df9da47716f admin admin] Deleting subnet 31f5500c-26cf-443e-b72b-5679ac694af7 {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:25:14.931937 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b654c029-60b6-46f4-98d2-2df9da47716f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:14.981725 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b654c029-60b6-46f4-98d2-2df9da47716f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:15.039431 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [req-449f3c2a-bcff-4f33-803e-525ce266dd13 req-2cc936bf-8390-4ff3-9d7c-0c60e4d93f91 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Allocated IP 172.20.0.10 (aeb80c4f-3c2f-4993-9294-12f3872a2338/e9c2373c-7aec-4c0b-9be4-33134de17bb2/6ee1fb81-2bfd-4b04-94e6-66dbc06876e8) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:25:15.073502 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b654c029-60b6-46f4-98d2-2df9da47716f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:15.148497 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b654c029-60b6-46f4-98d2-2df9da47716f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:15.181270 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b654c029-60b6-46f4-98d2-2df9da47716f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31f5500c-26cf-443e-b72b-5679ac694af7,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:15.192769 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b654c029-60b6-46f4-98d2-2df9da47716f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:15.194749 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-b654c029-60b6-46f4-98d2-2df9da47716f admin admin] 10.222.0.39 "DELETE /v2.0/subnets/31f5500c-26cf-443e-b72b-5679ac694af7 HTTP/1.1" status: 204 len: 168 time: 0.3275304 Sep 23 07:25:15.197284 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50948) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:25:15.197990 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0ae780-da70-4a14-8a6d-45a5221e8cd1 None None] Network ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:25:15.218501 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-449f3c2a-bcff-4f33-803e-525ce266dd13 req-2cc936bf-8390-4ff3-9d7c-0c60e4d93f91 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:15.267008 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-449f3c2a-bcff-4f33-803e-525ce266dd13 req-2cc936bf-8390-4ff3-9d7c-0c60e4d93f91 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:15.317457 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-449f3c2a-bcff-4f33-803e-525ce266dd13 req-2cc936bf-8390-4ff3-9d7c-0c60e4d93f91 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Network aeb80c4f-3c2f-4993-9294-12f3872a2338 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:25:15.321314 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [req-449f3c2a-bcff-4f33-803e-525ce266dd13 req-2cc936bf-8390-4ff3-9d7c-0c60e4d93f91 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:25:15.325479 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-449f3c2a-bcff-4f33-803e-525ce266dd13 req-2cc936bf-8390-4ff3-9d7c-0c60e4d93f91 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:25:15.333571 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1bb51c09-f81d-4680-a435-3af634648eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:15.379335 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc936bf-8390-4ff3-9d7c-0c60e4d93f91 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Pushing event updated for resources: {'Port': ['ID=6ee1fb81-2bfd-4b04-94e6-66dbc06876e8,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:15.415999 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f3c2a-bcff-4f33-803e-525ce266dd13 req-2cc936bf-8390-4ff3-9d7c-0c60e4d93f91 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:15.416675 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-449f3c2a-bcff-4f33-803e-525ce266dd13 req-2cc936bf-8390-4ff3-9d7c-0c60e4d93f91 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:15.417824 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-1bb51c09-f81d-4680-a435-3af634648eb7 admin admin] Deleting port ddba6720-2d50-4b40-88a7-75c8fcb60f3e {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:25:15.418124 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1bb51c09-f81d-4680-a435-3af634648eb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:15.441801 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-449f3c2a-bcff-4f33-803e-525ce266dd13 req-2cc936bf-8390-4ff3-9d7c-0c60e4d93f91 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7481000 Sep 23 07:25:15.457902 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-449f3c2a-bcff-4f33-803e-525ce266dd13 req-22e90808-b1e6-4046-95e7-c81cd44d8858 service neutron] Request body: {'port': {'device_id': 'a2032427-6aac-4814-acce-bbd2608c2d1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:25:15.506413 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-1bb51c09-f81d-4680-a435-3af634648eb7 admin admin] For port ddba6720-2d50-4b40-88a7-75c8fcb60f3e, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=ddba6720-2d50-4b40-88a7-75c8fcb60f3e,segment=NetworkSegment(2a1a9db9-05d2-4e21-9bbd-043a273c4711),segment_id=2a1a9db9-05d2-4e21-9bbd-043a273c4711)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:25:15.506784 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1bb51c09-f81d-4680-a435-3af634648eb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:15.522253 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-449f3c2a-bcff-4f33-803e-525ce266dd13 req-22e90808-b1e6-4046-95e7-c81cd44d8858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:15.525918 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-1bb51c09-f81d-4680-a435-3af634648eb7 admin admin] Calling delete_port for ddba6720-2d50-4b40-88a7-75c8fcb60f3e owned by network:dhcp {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:25:15.633694 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1bb51c09-f81d-4680-a435-3af634648eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:15.650013 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-0d8f1282-5d75-4c5c-ab92-bfd640eea692 None None] Provisioning complete for port 6ee1fb81-2bfd-4b04-94e6-66dbc06876e8 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:25:15.650499 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0d8f1282-5d75-4c5c-ab92-bfd640eea692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:15.675457 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb51c09-f81d-4680-a435-3af634648eb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddba6720-2d50-4b40-88a7-75c8fcb60f3e,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:15.683009 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83274c8-a31b-453c-8e23-4cc67f08ef00 None None] DHCP port deletion for ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 07:25:15.693367 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb51c09-f81d-4680-a435-3af634648eb7 admin admin] No DVR routers for this DVR port ddba6720-2d50-4b40-88a7-75c8fcb60f3e on host n-d-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:25:15.709784 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-0d8f1282-5d75-4c5c-ab92-bfd640eea692 None None] Port 6ee1fb81-2bfd-4b04-94e6-66dbc06876e8 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:25:15.786995 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1bb51c09-f81d-4680-a435-3af634648eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:15.807374 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-1bb51c09-f81d-4680-a435-3af634648eb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:25:15.817524 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-1bb51c09-f81d-4680-a435-3af634648eb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a1a9db9-05d2-4e21-9bbd-043a273c4711') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:25:15.817958 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-1bb51c09-f81d-4680-a435-3af634648eb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a1a9db9-05d2-4e21-9bbd-043a273c4711') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:25:15.828457 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1bb51c09-f81d-4680-a435-3af634648eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:15.828671 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce21b268-57f3-4273-8357-2a71d32d2cd6 req-7c3694b3-f693-4f3e-91cb-d5da40fcd0a8 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:15.830249 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ce21b268-57f3-4273-8357-2a71d32d2cd6 req-7c3694b3-f693-4f3e-91cb-d5da40fcd0a8 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2032427-6aac-4814-acce-bbd2608c2d1e HTTP/1.1" status: 200 len: 932 time: 0.0953624 Sep 23 07:25:15.859101 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1bb51c09-f81d-4680-a435-3af634648eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:15.867336 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bb51c09-f81d-4680-a435-3af634648eb7 admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:25:15.867769 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1bb51c09-f81d-4680-a435-3af634648eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:15.870133 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 07:25:15.870133 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:25:15.870133 n-d-715271-16 neutron-server[95065]: timer() Sep 23 07:25:15.870133 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:25:15.870133 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 07:25:15.870133 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:25:15.870133 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 07:25:15.870133 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:25:15.870133 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 07:25:15.870133 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:25:15.870133 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 07:25:15.870133 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:25:15.870133 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 07:25:15.870133 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:25:15.870133 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:25:15.870133 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:25:15.870133 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:25:15.870133 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:25:15.870133 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 07:25:15.870133 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:25:15.870133 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 07:25:15.870133 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:25:15.870133 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:25:15.870133 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:25:15.870133 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 07:25:15.870133 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:25:15.870133 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:25:15.870133 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:25:15.870133 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:25:15.870133 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:25:15.870133 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:25:15.870133 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:25:15.893637 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ce21b268-57f3-4273-8357-2a71d32d2cd6 req-79f2c737-96d4-4413-9ad6-a0ebe9696ecb tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=da30f7c1-adaa-4289-a9b3-3e5a353a41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530953 Sep 23 07:25:15.935195 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1bb51c09-f81d-4680-a435-3af634648eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:15.942137 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1bb51c09-f81d-4680-a435-3af634648eb7 admin admin] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:15.947538 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-1bb51c09-f81d-4680-a435-3af634648eb7 admin admin] 10.222.0.39 "DELETE /v2.0/networks/ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40 HTTP/1.1" status: 204 len: 168 time: 0.7465079 Sep 23 07:25:15.947848 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 50952) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:25:15.956919 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb51c09-f81d-4680-a435-3af634648eb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad7eae8d-85e9-4f9b-b97f-1d33d1ef5b40,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:15.960800 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [req-449f3c2a-bcff-4f33-803e-525ce266dd13 req-22e90808-b1e6-4046-95e7-c81cd44d8858 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ee1fb81-2bfd-4b04-94e6-66dbc06876e8 {{(pid=95066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:25:16.017633 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-449f3c2a-bcff-4f33-803e-525ce266dd13 req-22e90808-b1e6-4046-95e7-c81cd44d8858 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:16.049613 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.provisioning_blocks [req-449f3c2a-bcff-4f33-803e-525ce266dd13 req-22e90808-b1e6-4046-95e7-c81cd44d8858 service neutron] Transition to ACTIVE for port object 6ee1fb81-2bfd-4b04-94e6-66dbc06876e8 will not be triggered until provisioned by entity L2. {{(pid=95066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:25:16.059784 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 083b1502-a848-49fb-aeaf-60b14f56aabd up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:25:16.064721 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-449f3c2a-bcff-4f33-803e-525ce266dd13 req-22e90808-b1e6-4046-95e7-c81cd44d8858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:16.115504 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 083b1502-a848-49fb-aeaf-60b14f56aabd triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:25:16.115874 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:16.214121 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e90808-b1e6-4046-95e7-c81cd44d8858 service neutron] Pushing event updated for resources: {'Port': ['ID=6ee1fb81-2bfd-4b04-94e6-66dbc06876e8,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:16.294401 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device ea8a0d11-fad4-4642-8356-3ab6416f5b80 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:25:16.315616 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: ea8a0d11-fad4-4642-8356-3ab6416f5b80 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:25:16.315970 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device ea8a0d11-fad4-4642-8356-3ab6416f5b80 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:25:16.317899 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 0cd25089-56a5-4d04-a3f6-2764f32c9438 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:25:16.338597 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 0cd25089-56a5-4d04-a3f6-2764f32c9438 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:25:16.338960 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 0cd25089-56a5-4d04-a3f6-2764f32c9438 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:25:16.339385 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device ddba6720-2d50-4b40-88a7-75c8fcb60f3e no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:25:16.353337 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-449f3c2a-bcff-4f33-803e-525ce266dd13 req-22e90808-b1e6-4046-95e7-c81cd44d8858 service neutron] Attempting to bind port 6ee1fb81-2bfd-4b04-94e6-66dbc06876e8 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:25:16.353685 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-449f3c2a-bcff-4f33-803e-525ce266dd13 req-22e90808-b1e6-4046-95e7-c81cd44d8858 service neutron] Attempting to bind port 6ee1fb81-2bfd-4b04-94e6-66dbc06876e8 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': 'ad8b5e10-ee42-4197-8f0c-b0587faf1c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'aeb80c4f-3c2f-4993-9294-12f3872a2338'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:25:16.354049 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449f3c2a-bcff-4f33-803e-525ce266dd13 req-22e90808-b1e6-4046-95e7-c81cd44d8858 service neutron] Attempting to bind port 6ee1fb81-2bfd-4b04-94e6-66dbc06876e8 on network aeb80c4f-3c2f-4993-9294-12f3872a2338 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:25:16.362952 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: ddba6720-2d50-4b40-88a7-75c8fcb60f3e {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:25:16.363948 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device ddba6720-2d50-4b40-88a7-75c8fcb60f3e not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:25:16.379846 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449f3c2a-bcff-4f33-803e-525ce266dd13 req-22e90808-b1e6-4046-95e7-c81cd44d8858 service neutron] Port 6ee1fb81-2bfd-4b04-94e6-66dbc06876e8 on network aeb80c4f-3c2f-4993-9294-12f3872a2338 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:25:16.380187 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449f3c2a-bcff-4f33-803e-525ce266dd13 req-22e90808-b1e6-4046-95e7-c81cd44d8858 service neutron] Attempting to bind port 6ee1fb81-2bfd-4b04-94e6-66dbc06876e8 on network aeb80c4f-3c2f-4993-9294-12f3872a2338 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:25:16.392485 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449f3c2a-bcff-4f33-803e-525ce266dd13 req-22e90808-b1e6-4046-95e7-c81cd44d8858 service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:25:16.393004 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449f3c2a-bcff-4f33-803e-525ce266dd13 req-22e90808-b1e6-4046-95e7-c81cd44d8858 service neutron] Checking segment: {'id': 'ad8b5e10-ee42-4197-8f0c-b0587faf1c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'aeb80c4f-3c2f-4993-9294-12f3872a2338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:25:16.393521 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449f3c2a-bcff-4f33-803e-525ce266dd13 req-22e90808-b1e6-4046-95e7-c81cd44d8858 service neutron] Bound using segment: {'id': 'ad8b5e10-ee42-4197-8f0c-b0587faf1c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'aeb80c4f-3c2f-4993-9294-12f3872a2338'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:25:16.394087 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-449f3c2a-bcff-4f33-803e-525ce266dd13 req-22e90808-b1e6-4046-95e7-c81cd44d8858 service neutron] Bound port: 6ee1fb81-2bfd-4b04-94e6-66dbc06876e8, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad8b5e10-ee42-4197-8f0c-b0587faf1c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'aeb80c4f-3c2f-4993-9294-12f3872a2338'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:25:16.395276 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-449f3c2a-bcff-4f33-803e-525ce266dd13 req-22e90808-b1e6-4046-95e7-c81cd44d8858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:16.497430 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-449f3c2a-bcff-4f33-803e-525ce266dd13 req-22e90808-b1e6-4046-95e7-c81cd44d8858 service neutron] For port 6ee1fb81-2bfd-4b04-94e6-66dbc06876e8, host n-h2-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:25:16.501086 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-449f3c2a-bcff-4f33-803e-525ce266dd13 req-22e90808-b1e6-4046-95e7-c81cd44d8858 service neutron] For port 6ee1fb81-2bfd-4b04-94e6-66dbc06876e8, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=6ee1fb81-2bfd-4b04-94e6-66dbc06876e8,segment=NetworkSegment(ad8b5e10-ee42-4197-8f0c-b0587faf1c75),segment_id=ad8b5e10-ee42-4197-8f0c-b0587faf1c75)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:25:16.507291 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-449f3c2a-bcff-4f33-803e-525ce266dd13 req-22e90808-b1e6-4046-95e7-c81cd44d8858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:16.554214 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f3c2a-bcff-4f33-803e-525ce266dd13 req-22e90808-b1e6-4046-95e7-c81cd44d8858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:16.554870 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-449f3c2a-bcff-4f33-803e-525ce266dd13 req-22e90808-b1e6-4046-95e7-c81cd44d8858 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:16.556330 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-449f3c2a-bcff-4f33-803e-525ce266dd13 req-22e90808-b1e6-4046-95e7-c81cd44d8858 service neutron] 10.222.0.58 "PUT /v2.0/ports/6ee1fb81-2bfd-4b04-94e6-66dbc06876e8 HTTP/1.1" status: 200 len: 1093 time: 1.1055458 Sep 23 07:25:16.556755 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2032427-6aac-4814-acce-bbd2608c2d1e', 'tag': '6ee1fb81-2bfd-4b04-94e6-66dbc06876e8'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:25:16.559280 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e3628a-567a-424e-950e-043d10b183b1" -d '{"events": [{"name": "network-changed", "server_uuid": "a2032427-6aac-4814-acce-bbd2608c2d1e", "tag": "6ee1fb81-2bfd-4b04-94e6-66dbc06876e8"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:25:16.616880 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db925832-02d8-4e0a-9f8d-e4f0c57086ec x-openstack-request-id: req-db925832-02d8-4e0a-9f8d-e4f0c57086ec {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:25:16.617222 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2032427-6aac-4814-acce-bbd2608c2d1e", "tag": "6ee1fb81-2bfd-4b04-94e6-66dbc06876e8", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:25:16.617460 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-db925832-02d8-4e0a-9f8d-e4f0c57086ec {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:25:16.617954 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2032427-6aac-4814-acce-bbd2608c2d1e', 'tag': '6ee1fb81-2bfd-4b04-94e6-66dbc06876e8', 'status': 'completed', 'code': 200} Sep 23 07:25:16.628040 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e90808-b1e6-4046-95e7-c81cd44d8858 service neutron] Pushing event updated for resources: {'Port': ['ID=6ee1fb81-2bfd-4b04-94e6-66dbc06876e8,revision_number=3']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:16.673981 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f3c2a-bcff-4f33-803e-525ce266dd13 req-e85034b2-05e6-4ef1-b639-d1a9b90d750e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:16.675502 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-449f3c2a-bcff-4f33-803e-525ce266dd13 req-e85034b2-05e6-4ef1-b639-d1a9b90d750e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ac3e338994b2411c8937f4fd1418e068&device_id=a2032427-6aac-4814-acce-bbd2608c2d1e HTTP/1.1" status: 200 len: 1096 time: 0.0566535 Sep 23 07:25:16.684890 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4bc6b606-ef2e-4496-91c2-fae04b1d1ef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066969'] for router_interface, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:16.758279 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-449f3c2a-bcff-4f33-803e-525ce266dd13 req-fff84628-0968-4b35-9c74-d7d93432bd8d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ee1fb81-2bfd-4b04-94e6-66dbc06876e8 HTTP/1.1" status: 200 len: 217 time: 0.0713260 Sep 23 07:25:16.852151 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f3c2a-bcff-4f33-803e-525ce266dd13 req-4f3f2ddb-56bb-44c9-91cb-85fa551c6a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:16.853556 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-449f3c2a-bcff-4f33-803e-525ce266dd13 req-4f3f2ddb-56bb-44c9-91cb-85fa551c6a7e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e9c2373c-7aec-4c0b-9be4-33134de17bb2 HTTP/1.1" status: 200 len: 834 time: 0.0876913 Sep 23 07:25:16.956140 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f3c2a-bcff-4f33-803e-525ce266dd13 req-3517fc27-16eb-42bc-b309-c93db792766e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:16.958685 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-449f3c2a-bcff-4f33-803e-525ce266dd13 req-3517fc27-16eb-42bc-b309-c93db792766e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aeb80c4f-3c2f-4993-9294-12f3872a2338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0969422 Sep 23 07:25:17.112368 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fb7d65-6f97-422b-9f9f-306bb3ebfe1d req-4321b02b-129e-4010-a48a-a9b9a88da45d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:17.113950 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-65fb7d65-6f97-422b-9f9f-306bb3ebfe1d req-4321b02b-129e-4010-a48a-a9b9a88da45d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2032427-6aac-4814-acce-bbd2608c2d1e HTTP/1.1" status: 200 len: 944 time: 0.1502275 Sep 23 07:25:17.166037 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-449f3c2a-bcff-4f33-803e-525ce266dd13 req-8d7f0091-4adf-4b2d-821d-e36b78c6e954 service neutron] 10.222.0.58 "GET /v2.0/networks/aeb80c4f-3c2f-4993-9294-12f3872a2338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920021 Sep 23 07:25:17.205968 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-65fb7d65-6f97-422b-9f9f-306bb3ebfe1d req-d8a6f1bc-0798-43c4-b94e-0192e696f833 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=da30f7c1-adaa-4289-a9b3-3e5a353a41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697503 Sep 23 07:25:17.260943 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-4bc6b606-ef2e-4496-91c2-fae04b1d1ef3 admin admin] Deleting port d7faf70b-6b4c-490a-a8d3-647d96c0b19a {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:25:17.261283 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4bc6b606-ef2e-4496-91c2-fae04b1d1ef3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:17.326163 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-449f3c2a-bcff-4f33-803e-525ce266dd13 req-4415c285-b44c-4a5d-beb1-82893a36c2b1 service neutron] 10.222.0.58 "GET /v2.0/networks/aeb80c4f-3c2f-4993-9294-12f3872a2338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518931 Sep 23 07:25:17.356056 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-4bc6b606-ef2e-4496-91c2-fae04b1d1ef3 admin admin] For port d7faf70b-6b4c-490a-a8d3-647d96c0b19a, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=d7faf70b-6b4c-490a-a8d3-647d96c0b19a,segment=NetworkSegment(73ef2510-125c-48a8-94dc-306dce87a760),segment_id=73ef2510-125c-48a8-94dc-306dce87a760)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:25:17.356462 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4bc6b606-ef2e-4496-91c2-fae04b1d1ef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:17.371239 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-4bc6b606-ef2e-4496-91c2-fae04b1d1ef3 admin admin] Calling delete_port for d7faf70b-6b4c-490a-a8d3-647d96c0b19a owned by network:router_interface {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:25:17.462939 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e3628a-567a-424e-950e-043d10b183b1 req-b8d736c3-83e0-40e9-85e2-7036ae0d447e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:17.464453 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-54e3628a-567a-424e-950e-043d10b183b1 req-b8d736c3-83e0-40e9-85e2-7036ae0d447e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ac3e338994b2411c8937f4fd1418e068&device_id=a2032427-6aac-4814-acce-bbd2608c2d1e HTTP/1.1" status: 200 len: 1096 time: 0.0913358 Sep 23 07:25:17.612307 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e3628a-567a-424e-950e-043d10b183b1 req-a9461b05-b9c4-4514-908b-0518f36699d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:17.614655 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-54e3628a-567a-424e-950e-043d10b183b1 req-a9461b05-b9c4-4514-908b-0518f36699d0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=aeb80c4f-3c2f-4993-9294-12f3872a2338 HTTP/1.1" status: 200 len: 897 time: 0.1416023 Sep 23 07:25:17.681848 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-54e3628a-567a-424e-950e-043d10b183b1 req-3bf358ee-74cf-427f-9889-2f69030f5464 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ee1fb81-2bfd-4b04-94e6-66dbc06876e8 HTTP/1.1" status: 200 len: 217 time: 0.0441775 Sep 23 07:25:17.718870 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4bc6b606-ef2e-4496-91c2-fae04b1d1ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:17.756011 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc6b606-ef2e-4496-91c2-fae04b1d1ef3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7faf70b-6b4c-490a-a8d3-647d96c0b19a,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:17.764994 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e3628a-567a-424e-950e-043d10b183b1 req-b8247420-f9aa-44d0-9866-f0c194ce2253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:17.766093 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-54e3628a-567a-424e-950e-043d10b183b1 req-b8247420-f9aa-44d0-9866-f0c194ce2253 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e9c2373c-7aec-4c0b-9be4-33134de17bb2 HTTP/1.1" status: 200 len: 834 time: 0.0755787 Sep 23 07:25:17.857669 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e3628a-567a-424e-950e-043d10b183b1 req-c20ead99-b0de-4525-968e-9f8c06786823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:17.859231 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-54e3628a-567a-424e-950e-043d10b183b1 req-c20ead99-b0de-4525-968e-9f8c06786823 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aeb80c4f-3c2f-4993-9294-12f3872a2338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0753939 Sep 23 07:25:18.029655 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4bc6b606-ef2e-4496-91c2-fae04b1d1ef3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2068624'] for router_interface, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:18.036883 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-54e3628a-567a-424e-950e-043d10b183b1 req-d44683a9-fb9e-4d3d-bc46-9584fab72924 service neutron] 10.222.0.58 "GET /v2.0/networks/aeb80c4f-3c2f-4993-9294-12f3872a2338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463542 Sep 23 07:25:18.336244 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add1f808-4aab-4ceb-b1e0-69c4c4890705 req-42d407e5-f3b6-47ea-935c-078363f4fb37 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:18.345063 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-add1f808-4aab-4ceb-b1e0-69c4c4890705 req-42d407e5-f3b6-47ea-935c-078363f4fb37 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2032427-6aac-4814-acce-bbd2608c2d1e HTTP/1.1" status: 200 len: 944 time: 0.0653677 Sep 23 07:25:18.387350 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-add1f808-4aab-4ceb-b1e0-69c4c4890705 req-8e3967b6-974a-44e5-8c70-99f18fe11f80 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=da30f7c1-adaa-4289-a9b3-3e5a353a41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356071 Sep 23 07:25:18.557180 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-54e3628a-567a-424e-950e-043d10b183b1 req-00111765-b3f6-40f7-8615-f19c94198a52 service neutron] 10.222.0.58 "GET /v2.0/networks/aeb80c4f-3c2f-4993-9294-12f3872a2338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5126762 Sep 23 07:25:18.661805 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bc6b606-ef2e-4496-91c2-fae04b1d1ef3 admin admin] Router 81c81287-b897-4a8c-bb04-5a4e44fd5ad3 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:25:18.769295 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc6b606-ef2e-4496-91c2-fae04b1d1ef3 admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:25:18.774877 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-4bc6b606-ef2e-4496-91c2-fae04b1d1ef3 admin admin] 10.222.0.39 "PUT /v2.0/routers/81c81287-b897-4a8c-bb04-5a4e44fd5ad3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8260477 Sep 23 07:25:18.777549 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 50960) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:25:18.777778 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37acdb6d-0217-4b5f-a8da-2022d2f54192 None None] Sync routers for ids ['81c81287-b897-4a8c-bb04-5a4e44fd5ad3'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:25:18.786975 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37acdb6d-0217-4b5f-a8da-2022d2f54192 None None] Routers {'81c81287-b897-4a8c-bb04-5a4e44fd5ad3'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:25:18.787598 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-37acdb6d-0217-4b5f-a8da-2022d2f54192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:25:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['81c81287-b897-4a8c-bb04-5a4e44fd5ad3'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:25:18.881790 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-935e9135-96b6-416b-9d36-9e446f7eb16e admin admin] Notify callbacks [] for router, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:18.890925 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-37acdb6d-0217-4b5f-a8da-2022d2f54192 None None] Set router 81c81287-b897-4a8c-bb04-5a4e44fd5ad3 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:25:18.911351 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 6ee1fb81-2bfd-4b04-94e6-66dbc06876e8 details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:25:18.987087 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-935e9135-96b6-416b-9d36-9e446f7eb16e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:19.020284 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 6ee1fb81-2bfd-4b04-94e6-66dbc06876e8, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=6ee1fb81-2bfd-4b04-94e6-66dbc06876e8,segment=NetworkSegment(ad8b5e10-ee42-4197-8f0c-b0587faf1c75),segment_id=ad8b5e10-ee42-4197-8f0c-b0587faf1c75)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:25:19.032635 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': '6ee1fb81-2bfd-4b04-94e6-66dbc06876e8', 'network_id': 'aeb80c4f-3c2f-4993-9294-12f3872a2338', 'port_id': '6ee1fb81-2bfd-4b04-94e6-66dbc06876e8', 'mac_address': 'fa:16:3e:5c:00:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9c2373c-7aec-4c0b-9be4-33134de17bb2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:25:19.042943 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-935e9135-96b6-416b-9d36-9e446f7eb16e admin admin] Deleting port 207583d8-3d04-4ba0-8711-311d48a08b72 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:25:19.043292 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-935e9135-96b6-416b-9d36-9e446f7eb16e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:19.074114 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:19.080178 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-37acdb6d-0217-4b5f-a8da-2022d2f54192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81c81287-b897-4a8c-bb04-5a4e44fd5ad3', 'name': 'tempest-TestVolumeBackupRestore-1711031197-router', 'tenant_id': '59836f9865a8447c8c136c742624f100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '207583d8-3d04-4ba0-8711-311d48a08b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:22:10Z', 'updated_at': '2021-09-23T07:25:17Z', 'revision_number': 5, 'project_id': '59836f9865a8447c8c136c742624f100', 'gw_port': {'id': '207583d8-3d04-4ba0-8711-311d48a08b72', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:16:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c81287-b897-4a8c-bb04-5a4e44fd5ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:22:11Z', 'updated_at': '2021-09-23T07:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:25:19.092477 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ee1fb81-2bfd-4b04-94e6-66dbc06876e8 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:25:19.108738 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37acdb6d-0217-4b5f-a8da-2022d2f54192 None None] Checking router: 81c81287-b897-4a8c-bb04-5a4e44fd5ad3 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:25:19.119137 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37acdb6d-0217-4b5f-a8da-2022d2f54192 None None] Routers {'81c81287-b897-4a8c-bb04-5a4e44fd5ad3'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:25:19.119461 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-37acdb6d-0217-4b5f-a8da-2022d2f54192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:25:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['81c81287-b897-4a8c-bb04-5a4e44fd5ad3'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:25:19.120892 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 6ee1fb81-2bfd-4b04-94e6-66dbc06876e8, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=6ee1fb81-2bfd-4b04-94e6-66dbc06876e8,segment=NetworkSegment(ad8b5e10-ee42-4197-8f0c-b0587faf1c75),segment_id=ad8b5e10-ee42-4197-8f0c-b0587faf1c75)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:25:19.125139 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:19.143157 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-935e9135-96b6-416b-9d36-9e446f7eb16e admin admin] For port 207583d8-3d04-4ba0-8711-311d48a08b72, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=207583d8-3d04-4ba0-8711-311d48a08b72,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:25:19.143439 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-935e9135-96b6-416b-9d36-9e446f7eb16e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:19.155978 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-935e9135-96b6-416b-9d36-9e446f7eb16e admin admin] Calling delete_port for 207583d8-3d04-4ba0-8711-311d48a08b72 owned by network:router_gateway {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:25:19.181458 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=6ee1fb81-2bfd-4b04-94e6-66dbc06876e8,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:19.207083 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-37acdb6d-0217-4b5f-a8da-2022d2f54192 None None] Set router 81c81287-b897-4a8c-bb04-5a4e44fd5ad3 gateway port host: None {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:25:19.259204 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-37acdb6d-0217-4b5f-a8da-2022d2f54192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81c81287-b897-4a8c-bb04-5a4e44fd5ad3', 'name': 'tempest-TestVolumeBackupRestore-1711031197-router', 'tenant_id': '59836f9865a8447c8c136c742624f100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:22:10Z', 'updated_at': '2021-09-23T07:25:18Z', 'revision_number': 6, 'project_id': '59836f9865a8447c8c136c742624f100', 'gw_port_host': None}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:25:19.286509 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37acdb6d-0217-4b5f-a8da-2022d2f54192 None None] The sync data for ids ['81c81287-b897-4a8c-bb04-5a4e44fd5ad3'] in n-d-715271-16 is: [{'id': '81c81287-b897-4a8c-bb04-5a4e44fd5ad3', 'name': 'tempest-TestVolumeBackupRestore-1711031197-router', 'tenant_id': '59836f9865a8447c8c136c742624f100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:22:10Z', 'updated_at': '2021-09-23T07:25:18Z', 'revision_number': 6, 'project_id': '59836f9865a8447c8c136c742624f100', 'gw_port_host': None}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:25:19.333247 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-935e9135-96b6-416b-9d36-9e446f7eb16e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:19.348589 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['6ee1fb81-2bfd-4b04-94e6-66dbc06876e8'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:25:19.359296 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935e9135-96b6-416b-9d36-9e446f7eb16e admin admin] Pushing event deleted for resources: {'Port': ['ID=207583d8-3d04-4ba0-8711-311d48a08b72,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:19.420842 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-935e9135-96b6-416b-9d36-9e446f7eb16e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2068563'] for router_gateway, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:19.540608 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-935e9135-96b6-416b-9d36-9e446f7eb16e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:19.543462 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-935e9135-96b6-416b-9d36-9e446f7eb16e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:19.603334 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b373f4-94da-409b-ae80-c24cb732b13e req-204f0233-57d5-4d86-8290-92be5b3da1c0 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:19.604766 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f4b373f4-94da-409b-ae80-c24cb732b13e req-204f0233-57d5-4d86-8290-92be5b3da1c0 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2032427-6aac-4814-acce-bbd2608c2d1e HTTP/1.1" status: 200 len: 945 time: 0.1240058 Sep 23 07:25:19.609543 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-935e9135-96b6-416b-9d36-9e446f7eb16e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:19.610427 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-935e9135-96b6-416b-9d36-9e446f7eb16e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81c81287-b897-4a8c-bb04-5a4e44fd5ad3 {{(pid=95066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 07:25:19.616392 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-935e9135-96b6-416b-9d36-9e446f7eb16e admin admin] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:19.617897 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-935e9135-96b6-416b-9d36-9e446f7eb16e admin admin] 10.222.0.39 "DELETE /v2.0/routers/81c81287-b897-4a8c-bb04-5a4e44fd5ad3 HTTP/1.1" status: 204 len: 168 time: 0.8390553 Sep 23 07:25:19.620138 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 50964) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:25:19.689020 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f4b373f4-94da-409b-ae80-c24cb732b13e req-e519fc69-3a99-4660-96c4-c3ec5c5ad54c tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=da30f7c1-adaa-4289-a9b3-3e5a353a41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702565 Sep 23 07:25:19.697500 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae14901e-d37f-429e-b947-2ee06c4715a0 admin admin] Deleting subnet e9c267b6-d813-4e2e-8b89-efe9c1e99280 {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:25:19.702026 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ae14901e-d37f-429e-b947-2ee06c4715a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:19.742947 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ae14901e-d37f-429e-b947-2ee06c4715a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:19.822059 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ae14901e-d37f-429e-b947-2ee06c4715a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:19.877808 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ae14901e-d37f-429e-b947-2ee06c4715a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:19.904421 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae14901e-d37f-429e-b947-2ee06c4715a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9c267b6-d813-4e2e-8b89-efe9c1e99280,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:19.908107 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ae14901e-d37f-429e-b947-2ee06c4715a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:19.911652 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-ae14901e-d37f-429e-b947-2ee06c4715a0 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/e9c267b6-d813-4e2e-8b89-efe9c1e99280 HTTP/1.1" status: 204 len: 168 time: 0.2846832 Sep 23 07:25:19.913072 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 50966) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:25:19.914557 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79394421-e5e5-4cab-992a-3c07e623f530 None None] Network d242b8d0-bc10-4385-acbe-fe3f74446b11 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:25:19.985309 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c4771159-3bac-4de0-b146-d5f2a99ddb9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:20.055127 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-c4771159-3bac-4de0-b146-d5f2a99ddb9e admin admin] Deleting port ed688f16-2ec7-4dd1-8618-6f719fb4cc75 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:25:20.055480 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c4771159-3bac-4de0-b146-d5f2a99ddb9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:20.057030 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 207583d8-3d04-4ba0-8711-311d48a08b72 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:25:20.076964 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 207583d8-3d04-4ba0-8711-311d48a08b72 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:25:20.077326 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 207583d8-3d04-4ba0-8711-311d48a08b72 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:25:20.077748 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device d7faf70b-6b4c-490a-a8d3-647d96c0b19a no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:25:20.099024 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: d7faf70b-6b4c-490a-a8d3-647d96c0b19a {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:25:20.099386 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device d7faf70b-6b4c-490a-a8d3-647d96c0b19a not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:25:20.115897 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15c5619-9b68-48a0-b2ed-f972a2049ee3 None None] DHCP port deletion for d242b8d0-bc10-4385-acbe-fe3f74446b11 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 07:25:20.133338 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-c4771159-3bac-4de0-b146-d5f2a99ddb9e admin admin] For port ed688f16-2ec7-4dd1-8618-6f719fb4cc75, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=ed688f16-2ec7-4dd1-8618-6f719fb4cc75,segment=NetworkSegment(73ef2510-125c-48a8-94dc-306dce87a760),segment_id=73ef2510-125c-48a8-94dc-306dce87a760)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:25:20.133795 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c4771159-3bac-4de0-b146-d5f2a99ddb9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:20.146693 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-c4771159-3bac-4de0-b146-d5f2a99ddb9e admin admin] Calling delete_port for ed688f16-2ec7-4dd1-8618-6f719fb4cc75 owned by network:dhcp {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:25:20.169171 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-e15c5619-9b68-48a0-b2ed-f972a2049ee3 None None] Deleting port ed688f16-2ec7-4dd1-8618-6f719fb4cc75 {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:25:20.169546 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e15c5619-9b68-48a0-b2ed-f972a2049ee3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:20.232674 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c4771159-3bac-4de0-b146-d5f2a99ddb9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:20.239917 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-e15c5619-9b68-48a0-b2ed-f972a2049ee3 None None] For port ed688f16-2ec7-4dd1-8618-6f719fb4cc75, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=ed688f16-2ec7-4dd1-8618-6f719fb4cc75,segment=NetworkSegment(73ef2510-125c-48a8-94dc-306dce87a760),segment_id=73ef2510-125c-48a8-94dc-306dce87a760)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:25:20.240322 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e15c5619-9b68-48a0-b2ed-f972a2049ee3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:20.252550 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-e15c5619-9b68-48a0-b2ed-f972a2049ee3 None None] Calling delete_port for ed688f16-2ec7-4dd1-8618-6f719fb4cc75 owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:25:20.263741 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4771159-3bac-4de0-b146-d5f2a99ddb9e admin admin] No DVR routers for this DVR port ed688f16-2ec7-4dd1-8618-6f719fb4cc75 on host n-d-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:25:20.270941 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4771159-3bac-4de0-b146-d5f2a99ddb9e admin admin] Pushing event deleted for resources: {'Port': ['ID=ed688f16-2ec7-4dd1-8618-6f719fb4cc75,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:20.339541 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e15c5619-9b68-48a0-b2ed-f972a2049ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:20.349121 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c4771159-3bac-4de0-b146-d5f2a99ddb9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:20.364791 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15c5619-9b68-48a0-b2ed-f972a2049ee3 None None] Pushing event deleted for resources: {'Port': ['ID=ed688f16-2ec7-4dd1-8618-6f719fb4cc75,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:20.372142 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15c5619-9b68-48a0-b2ed-f972a2049ee3 None None] No DVR routers for this DVR port ed688f16-2ec7-4dd1-8618-6f719fb4cc75 on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:25:20.373400 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-c4771159-3bac-4de0-b146-d5f2a99ddb9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d242b8d0-bc10-4385-acbe-fe3f74446b11']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:25:20.384059 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-c4771159-3bac-4de0-b146-d5f2a99ddb9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73ef2510-125c-48a8-94dc-306dce87a760') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:25:20.384494 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-c4771159-3bac-4de0-b146-d5f2a99ddb9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73ef2510-125c-48a8-94dc-306dce87a760') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:25:20.394582 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c4771159-3bac-4de0-b146-d5f2a99ddb9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:20.407491 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c4771159-3bac-4de0-b146-d5f2a99ddb9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:20.414083 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4771159-3bac-4de0-b146-d5f2a99ddb9e admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:25:20.414478 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c4771159-3bac-4de0-b146-d5f2a99ddb9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:20.416144 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 07:25:20.416144 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:25:20.416144 n-d-715271-16 neutron-server[95066]: timer() Sep 23 07:25:20.416144 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:25:20.416144 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 07:25:20.416144 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:25:20.416144 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 07:25:20.416144 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:25:20.416144 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 07:25:20.416144 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:25:20.416144 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 07:25:20.416144 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:25:20.416144 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 07:25:20.416144 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:25:20.416144 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:25:20.416144 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:25:20.416144 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:25:20.416144 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:25:20.416144 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 07:25:20.416144 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:25:20.416144 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 07:25:20.416144 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:25:20.416144 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:25:20.416144 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:25:20.416144 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 07:25:20.416144 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:25:20.416144 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:25:20.416144 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:25:20.416144 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:25:20.416144 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:25:20.416144 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:25:20.416144 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:25:20.473201 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c4771159-3bac-4de0-b146-d5f2a99ddb9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:20.478845 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c4771159-3bac-4de0-b146-d5f2a99ddb9e admin admin] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:20.483221 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-c4771159-3bac-4de0-b146-d5f2a99ddb9e admin admin] 10.222.0.39 "DELETE /v2.0/networks/d242b8d0-bc10-4385-acbe-fe3f74446b11 HTTP/1.1" status: 204 len: 168 time: 0.5666833 Sep 23 07:25:20.492832 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4771159-3bac-4de0-b146-d5f2a99ddb9e admin admin] Pushing event deleted for resources: {'Network': ['ID=d242b8d0-bc10-4385-acbe-fe3f74446b11,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:20.639249 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 50970) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:25:20.679376 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-ab55b76e-1d85-415b-b3f6-97a932d26c44 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4b85afe212de48e3bea49a5ea5f3eb2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389566 Sep 23 07:25:20.681834 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 50972) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:25:20.729890 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f3632e39-7f93-4ca5-9986-71df70d15e04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:20.752125 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f3632e39-7f93-4ca5-9986-71df70d15e04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:20.809648 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff0f634-7eb1-4ecf-abbf-f0be8d6185fd req-933ce636-84a6-4bf5-91f0-c3e76261c1df tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:20.811154 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f3632e39-7f93-4ca5-9986-71df70d15e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:20.811388 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-eff0f634-7eb1-4ecf-abbf-f0be8d6185fd req-933ce636-84a6-4bf5-91f0-c3e76261c1df tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2032427-6aac-4814-acce-bbd2608c2d1e HTTP/1.1" status: 200 len: 945 time: 0.0551684 Sep 23 07:25:20.813990 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f3632e39-7f93-4ca5-9986-71df70d15e04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:20.815263 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-f3632e39-7f93-4ca5-9986-71df70d15e04 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4f428a26-228f-4dc1-96c4-4b4dd7e63f05 HTTP/1.1" status: 204 len: 168 time: 0.1324854 Sep 23 07:25:20.823808 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3632e39-7f93-4ca5-9986-71df70d15e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f428a26-228f-4dc1-96c4-4b4dd7e63f05,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:20.854600 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-eff0f634-7eb1-4ecf-abbf-f0be8d6185fd req-70001bd1-81fe-408f-9cfb-485fcb98ec69 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=da30f7c1-adaa-4289-a9b3-3e5a353a41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372407 Sep 23 07:25:20.912360 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 6ee1fb81-2bfd-4b04-94e6-66dbc06876e8 up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:25:20.964630 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port 6ee1fb81-2bfd-4b04-94e6-66dbc06876e8 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:25:20.968975 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port 6ee1fb81-2bfd-4b04-94e6-66dbc06876e8 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:25:20.969354 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:21.056434 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:21.079078 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2032427-6aac-4814-acce-bbd2608c2d1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ee1fb81-2bfd-4b04-94e6-66dbc06876e8'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:25:21.081336 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b99606f-dc8d-4fa9-86e8-00a7f092c8d9" -d '{"events": [{"server_uuid": "a2032427-6aac-4814-acce-bbd2608c2d1e", "name": "network-vif-plugged", "status": "completed", "tag": "6ee1fb81-2bfd-4b04-94e6-66dbc06876e8"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:25:21.095867 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 6ee1fb81-2bfd-4b04-94e6-66dbc06876e8, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=6ee1fb81-2bfd-4b04-94e6-66dbc06876e8,segment=NetworkSegment(ad8b5e10-ee42-4197-8f0c-b0587faf1c75),segment_id=ad8b5e10-ee42-4197-8f0c-b0587faf1c75)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:25:21.105332 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:21.137899 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c80b3988-89ec-4fa8-be28-931a3a9cc0a9 x-openstack-request-id: req-c80b3988-89ec-4fa8-be28-931a3a9cc0a9 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:25:21.138151 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2032427-6aac-4814-acce-bbd2608c2d1e", "name": "network-vif-plugged", "status": "completed", "tag": "6ee1fb81-2bfd-4b04-94e6-66dbc06876e8", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:25:21.138404 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c80b3988-89ec-4fa8-be28-931a3a9cc0a9 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:25:21.138819 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2032427-6aac-4814-acce-bbd2608c2d1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ee1fb81-2bfd-4b04-94e6-66dbc06876e8', 'code': 200} Sep 23 07:25:21.156465 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=6ee1fb81-2bfd-4b04-94e6-66dbc06876e8,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:21.158536 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50982) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:25:21.200031 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-962b766d-a6a2-4d1e-9bd9-21acf9ed4f1b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=59836f9865a8447c8c136c742624f100&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400155 Sep 23 07:25:21.202540 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50984) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:25:21.240127 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1423aaa0-0f6a-4800-81d2-cc9ff94e0a09 req-b48937e3-2f85-4f86-9d43-fa57eb5ab64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:21.241547 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1423aaa0-0f6a-4800-81d2-cc9ff94e0a09 req-b48937e3-2f85-4f86-9d43-fa57eb5ab64c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a2032427-6aac-4814-acce-bbd2608c2d1e HTTP/1.1" status: 200 len: 1098 time: 0.0420852 Sep 23 07:25:21.251311 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ea685d73-914a-45bc-899e-142d3a9a8f8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:21.272527 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ea685d73-914a-45bc-899e-142d3a9a8f8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:21.282600 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1423aaa0-0f6a-4800-81d2-cc9ff94e0a09 req-cf8a6294-d8b6-428d-ad16-67a702d8771e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=da30f7c1-adaa-4289-a9b3-3e5a353a41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322692 Sep 23 07:25:21.321634 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ea685d73-914a-45bc-899e-142d3a9a8f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:21.324238 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ea685d73-914a-45bc-899e-142d3a9a8f8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:21.325436 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-ea685d73-914a-45bc-899e-142d3a9a8f8b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ab3ee08f-1056-4a3b-970f-ac7817c84fee HTTP/1.1" status: 204 len: 168 time: 0.1220098 Sep 23 07:25:21.333409 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea685d73-914a-45bc-899e-142d3a9a8f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab3ee08f-1056-4a3b-970f-ac7817c84fee,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:21.969688 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46c844d-042c-4d95-9ccd-7d233fa1bef0 req-d667ce04-0ebf-4ee3-a63b-a064125c4013 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:21.971298 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b46c844d-042c-4d95-9ccd-7d233fa1bef0 req-d667ce04-0ebf-4ee3-a63b-a064125c4013 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2032427-6aac-4814-acce-bbd2608c2d1e HTTP/1.1" status: 200 len: 946 time: 0.0497556 Sep 23 07:25:22.013577 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b46c844d-042c-4d95-9ccd-7d233fa1bef0 req-097239ec-73a4-4a26-9ec6-0dc862f175b7 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=da30f7c1-adaa-4289-a9b3-3e5a353a41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348537 Sep 23 07:25:22.015502 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device ed688f16-2ec7-4dd1-8618-6f719fb4cc75 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:25:22.035160 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: ed688f16-2ec7-4dd1-8618-6f719fb4cc75 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:25:22.035552 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device ed688f16-2ec7-4dd1-8618-6f719fb4cc75 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:25:22.902427 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:25:23.130395 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b723692b-88b6-40d2-a910-21abb01374d4 req-12207933-497a-416f-9a63-f1e7c28c65b7 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:23.131896 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b723692b-88b6-40d2-a910-21abb01374d4 req-12207933-497a-416f-9a63-f1e7c28c65b7 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2032427-6aac-4814-acce-bbd2608c2d1e HTTP/1.1" status: 200 len: 946 time: 0.0514319 Sep 23 07:25:23.172956 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b723692b-88b6-40d2-a910-21abb01374d4 req-a34377da-2131-403d-89e8-5700f965cfcb tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=da30f7c1-adaa-4289-a9b3-3e5a353a41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349648 Sep 23 07:25:23.285084 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4797e64-06f4-4c32-877a-8b9abb6b5716 req-753b82a5-837e-4933-87c0-f7411be06f04 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:23.286591 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c4797e64-06f4-4c32-877a-8b9abb6b5716 req-753b82a5-837e-4933-87c0-f7411be06f04 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2032427-6aac-4814-acce-bbd2608c2d1e HTTP/1.1" status: 200 len: 946 time: 0.0486884 Sep 23 07:25:23.324363 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c4797e64-06f4-4c32-877a-8b9abb6b5716 req-9bd1f001-7af8-4429-b5e2-d158d73a0262 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=da30f7c1-adaa-4289-a9b3-3e5a353a41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317585 Sep 23 07:25:23.344953 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50994) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:25:23.383900 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b21e8c-046b-4843-b21c-21da5a120b1b tempest-TestNetworkAdvancedServerOps-1704827008 tempest-TestNetworkAdvancedServerOps-1704827008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:23.385388 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-a0b21e8c-046b-4843-b21c-21da5a120b1b tempest-TestNetworkAdvancedServerOps-1704827008 tempest-TestNetworkAdvancedServerOps-1704827008-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a2032427-6aac-4814-acce-bbd2608c2d1e HTTP/1.1" status: 200 len: 1093 time: 0.0395012 Sep 23 07:25:23.388236 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 50996) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:25:23.393125 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-ad7cd7d1-03ff-49b8-a46a-bb8fa18c8f49 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Request body: {'floatingip': {'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'port_id': '6ee1fb81-2bfd-4b04-94e6-66dbc06876e8', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:25:23.415367 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ad7cd7d1-03ff-49b8-a46a-bb8fa18c8f49 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for floatingip, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:23.514481 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ad7cd7d1-03ff-49b8-a46a-bb8fa18c8f49 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:23.619083 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-ad7cd7d1-03ff-49b8-a46a-bb8fa18c8f49 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Allocated IP 172.25.2.201 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/57ac592d-fce1-4214-bb66-19f77928e424) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:25:23.718788 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ad7cd7d1-03ff-49b8-a46a-bb8fa18c8f49 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:23.752335 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ad7cd7d1-03ff-49b8-a46a-bb8fa18c8f49 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:23.787641 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7cd7d1-03ff-49b8-a46a-bb8fa18c8f49 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:25:23.790391 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-ad7cd7d1-03ff-49b8-a46a-bb8fa18c8f49 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:25:23.793743 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7cd7d1-03ff-49b8-a46a-bb8fa18c8f49 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:25:23.823897 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7cd7d1-03ff-49b8-a46a-bb8fa18c8f49 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Pushing event updated for resources: {'Port': ['ID=57ac592d-fce1-4214-bb66-19f77928e424,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:24.149224 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ad7cd7d1-03ff-49b8-a46a-bb8fa18c8f49 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:24.217857 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ad7cd7d1-03ff-49b8-a46a-bb8fa18c8f49 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:24.368670 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ad7cd7d1-03ff-49b8-a46a-bb8fa18c8f49 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:24.373121 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ad7cd7d1-03ff-49b8-a46a-bb8fa18c8f49 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:24.449973 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7cd7d1-03ff-49b8-a46a-bb8fa18c8f49 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Pushing event updated for resources: {'Port': ['ID=57ac592d-fce1-4214-bb66-19f77928e424,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:25:24.456264 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ad7cd7d1-03ff-49b8-a46a-bb8fa18c8f49 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:24.556010 n-d-715271-16 neutron-server[95065]: INFO neutron.db.l3_db [None req-ad7cd7d1-03ff-49b8-a46a-bb8fa18c8f49 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Floating IP f66bc684-7ab8-4218-abfb-ade149775502 associated. External IP: 172.25.2.201, port: 6ee1fb81-2bfd-4b04-94e6-66dbc06876e8. Sep 23 07:25:24.770933 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad7cd7d1-03ff-49b8-a46a-bb8fa18c8f49 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Router d22cf2a2-2459-4c28-9cdb-85f8aca6271d has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:25:24.890153 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad7cd7d1-03ff-49b8-a46a-bb8fa18c8f49 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:25:24.900325 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d4b225-5eaa-4ddc-96a7-3eb8e1b4e52e None None] Sync routers for ids ['d22cf2a2-2459-4c28-9cdb-85f8aca6271d'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:25:24.906145 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ad7cd7d1-03ff-49b8-a46a-bb8fa18c8f49 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:24.919156 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d4b225-5eaa-4ddc-96a7-3eb8e1b4e52e None None] Routers {'d22cf2a2-2459-4c28-9cdb-85f8aca6271d'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:25:24.919985 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-d7d4b225-5eaa-4ddc-96a7-3eb8e1b4e52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:25:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['d22cf2a2-2459-4c28-9cdb-85f8aca6271d'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:25:24.938609 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-ad7cd7d1-03ff-49b8-a46a-bb8fa18c8f49 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5469191 Sep 23 07:25:24.938609 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2032427-6aac-4814-acce-bbd2608c2d1e', 'tag': '6ee1fb81-2bfd-4b04-94e6-66dbc06876e8'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:25:24.939366 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ae97b28-fb3f-4337-ba3d-47d41df9501e" -d '{"events": [{"name": "network-changed", "server_uuid": "a2032427-6aac-4814-acce-bbd2608c2d1e", "tag": "6ee1fb81-2bfd-4b04-94e6-66dbc06876e8"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:25:24.994555 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b73c726-8d98-453c-85c5-5814f9cf0a51 x-openstack-request-id: req-1b73c726-8d98-453c-85c5-5814f9cf0a51 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:25:24.995981 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2032427-6aac-4814-acce-bbd2608c2d1e", "tag": "6ee1fb81-2bfd-4b04-94e6-66dbc06876e8", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:25:24.996451 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1b73c726-8d98-453c-85c5-5814f9cf0a51 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:25:24.997610 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2032427-6aac-4814-acce-bbd2608c2d1e', 'tag': '6ee1fb81-2bfd-4b04-94e6-66dbc06876e8', 'status': 'completed', 'code': 200} Sep 23 07:25:25.062726 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4964cfe0-3434-40a2-bf89-379446cf19bb req-0574147c-02eb-4e15-825e-1b28b5aaeaf8 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:25.064376 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4964cfe0-3434-40a2-bf89-379446cf19bb req-0574147c-02eb-4e15-825e-1b28b5aaeaf8 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2032427-6aac-4814-acce-bbd2608c2d1e HTTP/1.1" status: 200 len: 946 time: 0.0779059 Sep 23 07:25:25.082644 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae97b28-fb3f-4337-ba3d-47d41df9501e req-6e22d1e5-27ad-452b-a639-d0b1601affe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:25.084172 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4ae97b28-fb3f-4337-ba3d-47d41df9501e req-6e22d1e5-27ad-452b-a639-d0b1601affe9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ac3e338994b2411c8937f4fd1418e068&device_id=a2032427-6aac-4814-acce-bbd2608c2d1e HTTP/1.1" status: 200 len: 1098 time: 0.0672162 Sep 23 07:25:25.146336 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4964cfe0-3434-40a2-bf89-379446cf19bb req-aea10a0a-3db5-4714-95a3-6e487f9a0de6 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=da30f7c1-adaa-4289-a9b3-3e5a353a41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745256 Sep 23 07:25:25.170405 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51002) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:25:25.207806 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae97b28-fb3f-4337-ba3d-47d41df9501e req-4d7c9175-83c5-4564-b1eb-aa4227a24bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:25.208653 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4ae97b28-fb3f-4337-ba3d-47d41df9501e req-4d7c9175-83c5-4564-b1eb-aa4227a24bb0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=aeb80c4f-3c2f-4993-9294-12f3872a2338 HTTP/1.1" status: 200 len: 897 time: 0.1154523 Sep 23 07:25:25.229405 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-d7d4b225-5eaa-4ddc-96a7-3eb8e1b4e52e None None] Set router d22cf2a2-2459-4c28-9cdb-85f8aca6271d gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:25:25.262603 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-f64cf858-c763-486f-96a8-0200302d2523 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/floatingips/f66bc684-7ab8-4218-abfb-ade149775502 HTTP/1.1" status: 200 len: 992 time: 0.0888276 Sep 23 07:25:25.292251 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4ae97b28-fb3f-4337-ba3d-47d41df9501e req-10da4c0e-03c8-4409-b636-4b71d02801c0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ee1fb81-2bfd-4b04-94e6-66dbc06876e8 HTTP/1.1" status: 200 len: 1000 time: 0.0761857 Sep 23 07:25:25.342276 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae97b28-fb3f-4337-ba3d-47d41df9501e req-7cb2d6c1-6565-4f5f-8598-76fb3579b02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:25.343748 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4ae97b28-fb3f-4337-ba3d-47d41df9501e req-7cb2d6c1-6565-4f5f-8598-76fb3579b02c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e9c2373c-7aec-4c0b-9be4-33134de17bb2 HTTP/1.1" status: 200 len: 834 time: 0.0452154 Sep 23 07:25:25.390228 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae97b28-fb3f-4337-ba3d-47d41df9501e req-3c1367a3-f784-418e-b3de-95bece3792df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:25.392053 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4ae97b28-fb3f-4337-ba3d-47d41df9501e req-3c1367a3-f784-418e-b3de-95bece3792df service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aeb80c4f-3c2f-4993-9294-12f3872a2338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407150 Sep 23 07:25:25.462950 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-d7d4b225-5eaa-4ddc-96a7-3eb8e1b4e52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd22cf2a2-2459-4c28-9cdb-85f8aca6271d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045081588', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'ba58a6ac-bc9e-417d-9cff-611932478301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:25:05Z', 'updated_at': '2021-09-23T07:25:10Z', 'revision_number': 4, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'gw_port': {'id': 'ba58a6ac-bc9e-417d-9cff-611932478301', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:5e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22cf2a2-2459-4c28-9cdb-85f8aca6271d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:25:06Z', 'updated_at': '2021-09-23T07:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': 'f66bc684-7ab8-4218-abfb-ade149775502', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'floating_ip_address': '172.25.2.201', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': 'd22cf2a2-2459-4c28-9cdb-85f8aca6271d', 'port_id': '6ee1fb81-2bfd-4b04-94e6-66dbc06876e8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aeb80c4f-3c2f-4993-9294-12f3872a2338', 'mac_address': 'fa:16:3e:5c:00:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2032427-6aac-4814-acce-bbd2608c2d1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:25:24Z', 'updated_at': '2021-09-23T07:25:24Z', 'revision_number': 0, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '083b1502-a848-49fb-aeaf-60b14f56aabd', 'name': '', 'network_id': 'aeb80c4f-3c2f-4993-9294-12f3872a2338', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'mac_address': 'fa:16:3e:d2:82:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22cf2a2-2459-4c28-9cdb-85f8aca6271d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'e9c2373c-7aec-4c0b-9be4-33134de17bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:25:09Z', 'updated_at': '2021-09-23T07:25:14Z', 'revision_number': 5, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'subnets': [{'id': 'e9c2373c-7aec-4c0b-9be4-33134de17bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:25:25.487611 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4ae97b28-fb3f-4337-ba3d-47d41df9501e req-3972c371-389a-4c59-8e03-145e54487890 service neutron] 10.222.0.58 "GET /v2.0/networks/aeb80c4f-3c2f-4993-9294-12f3872a2338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882297 Sep 23 07:25:25.494472 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d4b225-5eaa-4ddc-96a7-3eb8e1b4e52e None None] Checking router: d22cf2a2-2459-4c28-9cdb-85f8aca6271d for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:25:25.502848 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d4b225-5eaa-4ddc-96a7-3eb8e1b4e52e None None] Routers {'d22cf2a2-2459-4c28-9cdb-85f8aca6271d'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:25:25.503579 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-d7d4b225-5eaa-4ddc-96a7-3eb8e1b4e52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:25:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['d22cf2a2-2459-4c28-9cdb-85f8aca6271d'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:25:25.587740 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4ae97b28-fb3f-4337-ba3d-47d41df9501e req-72f455b4-8854-4c4f-8df5-75563c15902d service neutron] 10.222.0.58 "GET /v2.0/networks/aeb80c4f-3c2f-4993-9294-12f3872a2338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928235 Sep 23 07:25:25.609939 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-d7d4b225-5eaa-4ddc-96a7-3eb8e1b4e52e None None] Set router d22cf2a2-2459-4c28-9cdb-85f8aca6271d gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:25:25.831595 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-d7d4b225-5eaa-4ddc-96a7-3eb8e1b4e52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd22cf2a2-2459-4c28-9cdb-85f8aca6271d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045081588', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'ba58a6ac-bc9e-417d-9cff-611932478301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:25:05Z', 'updated_at': '2021-09-23T07:25:10Z', 'revision_number': 4, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'gw_port': {'id': 'ba58a6ac-bc9e-417d-9cff-611932478301', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:5e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22cf2a2-2459-4c28-9cdb-85f8aca6271d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:25:06Z', 'updated_at': '2021-09-23T07:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': 'f66bc684-7ab8-4218-abfb-ade149775502', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'floating_ip_address': '172.25.2.201', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': 'd22cf2a2-2459-4c28-9cdb-85f8aca6271d', 'port_id': '6ee1fb81-2bfd-4b04-94e6-66dbc06876e8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aeb80c4f-3c2f-4993-9294-12f3872a2338', 'mac_address': 'fa:16:3e:5c:00:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2032427-6aac-4814-acce-bbd2608c2d1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:25:24Z', 'updated_at': '2021-09-23T07:25:24Z', 'revision_number': 0, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '083b1502-a848-49fb-aeaf-60b14f56aabd', 'name': '', 'network_id': 'aeb80c4f-3c2f-4993-9294-12f3872a2338', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'mac_address': 'fa:16:3e:d2:82:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22cf2a2-2459-4c28-9cdb-85f8aca6271d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'e9c2373c-7aec-4c0b-9be4-33134de17bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:25:09Z', 'updated_at': '2021-09-23T07:25:14Z', 'revision_number': 5, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'subnets': [{'id': 'e9c2373c-7aec-4c0b-9be4-33134de17bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:25:25.857756 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d4b225-5eaa-4ddc-96a7-3eb8e1b4e52e None None] The sync data for ids ['d22cf2a2-2459-4c28-9cdb-85f8aca6271d'] in n-d-715271-16 is: [{'id': 'd22cf2a2-2459-4c28-9cdb-85f8aca6271d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045081588', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'ba58a6ac-bc9e-417d-9cff-611932478301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:25:05Z', 'updated_at': '2021-09-23T07:25:10Z', 'revision_number': 4, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'gw_port': {'id': 'ba58a6ac-bc9e-417d-9cff-611932478301', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:5e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22cf2a2-2459-4c28-9cdb-85f8aca6271d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:25:06Z', 'updated_at': '2021-09-23T07:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': 'f66bc684-7ab8-4218-abfb-ade149775502', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'floating_ip_address': '172.25.2.201', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': 'd22cf2a2-2459-4c28-9cdb-85f8aca6271d', 'port_id': '6ee1fb81-2bfd-4b04-94e6-66dbc06876e8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aeb80c4f-3c2f-4993-9294-12f3872a2338', 'mac_address': 'fa:16:3e:5c:00:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2032427-6aac-4814-acce-bbd2608c2d1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:25:24Z', 'updated_at': '2021-09-23T07:25:24Z', 'revision_number': 0, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '083b1502-a848-49fb-aeaf-60b14f56aabd', 'name': '', 'network_id': 'aeb80c4f-3c2f-4993-9294-12f3872a2338', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'mac_address': 'fa:16:3e:d2:82:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22cf2a2-2459-4c28-9cdb-85f8aca6271d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'e9c2373c-7aec-4c0b-9be4-33134de17bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:25:09Z', 'updated_at': '2021-09-23T07:25:14Z', 'revision_number': 5, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'subnets': [{'id': 'e9c2373c-7aec-4c0b-9be4-33134de17bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:25:26.047053 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd43149-709e-4a7d-a44e-5379f51723d7 None None] New status for floating IP f66bc684-7ab8-4218-abfb-ade149775502: ACTIVE {{(pid=95068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 07:25:26.264728 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51004) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:25:26.327341 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-fd5a7df9-7d7e-44e9-8ccb-0dd7b45bb32b tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/floatingips/f66bc684-7ab8-4218-abfb-ade149775502 HTTP/1.1" status: 200 len: 994 time: 0.0614791 Sep 23 07:25:36.811946 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:38.068955 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-572ab6a1-f223-4a90-8710-39848c71d5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:40.337688 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:41.075038 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ab37e1f3-3179-43dc-82ba-7522a9a3496e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:41.586180 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:42.413749 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:43.906333 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:25:55.176869 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae946feb-bf98-4d40-886e-5b91b0db8bff req-099edaa8-d998-413c-8751-b79823ea2789 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:55.178444 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ae946feb-bf98-4d40-886e-5b91b0db8bff req-099edaa8-d998-413c-8751-b79823ea2789 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2032427-6aac-4814-acce-bbd2608c2d1e HTTP/1.1" status: 200 len: 946 time: 0.0491281 Sep 23 07:25:55.217768 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ae946feb-bf98-4d40-886e-5b91b0db8bff req-86ecf116-43a2-468c-8428-137de0843382 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=da30f7c1-adaa-4289-a9b3-3e5a353a41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334923 Sep 23 07:25:56.332285 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6620b0f4-8758-4ebe-a83b-0932b94f0a1d req-002a5185-9faa-4936-922b-131ab2399573 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:56.334510 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6620b0f4-8758-4ebe-a83b-0932b94f0a1d req-002a5185-9faa-4936-922b-131ab2399573 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2032427-6aac-4814-acce-bbd2608c2d1e HTTP/1.1" status: 200 len: 946 time: 0.0496483 Sep 23 07:25:56.376394 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6620b0f4-8758-4ebe-a83b-0932b94f0a1d req-4e13f72c-f277-42ab-9bd3-65349a131d9d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=da30f7c1-adaa-4289-a9b3-3e5a353a41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360885 Sep 23 07:25:57.491994 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb96cc84-3dde-4ed6-8a5e-72c0cad3a9e8 req-14ad10c3-35f4-42e5-a03b-0a7e2d26576a tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:57.493457 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cb96cc84-3dde-4ed6-8a5e-72c0cad3a9e8 req-14ad10c3-35f4-42e5-a03b-0a7e2d26576a tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2032427-6aac-4814-acce-bbd2608c2d1e HTTP/1.1" status: 200 len: 946 time: 0.0483820 Sep 23 07:25:57.533157 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cb96cc84-3dde-4ed6-8a5e-72c0cad3a9e8 req-21a34ce9-1eab-43eb-a641-000f119a9096 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=da30f7c1-adaa-4289-a9b3-3e5a353a41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339496 Sep 23 07:25:58.647026 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22bbc0f-0a2e-45d6-9f43-aa173c8aecb8 req-ea714dcf-0e8d-4d0b-93e3-4793b9cad2a2 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:58.648500 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b22bbc0f-0a2e-45d6-9f43-aa173c8aecb8 req-ea714dcf-0e8d-4d0b-93e3-4793b9cad2a2 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2032427-6aac-4814-acce-bbd2608c2d1e HTTP/1.1" status: 200 len: 946 time: 0.0495381 Sep 23 07:25:58.685982 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b22bbc0f-0a2e-45d6-9f43-aa173c8aecb8 req-85ee5a4d-30e5-4d0b-a360-85ba6bce953f tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=da30f7c1-adaa-4289-a9b3-3e5a353a41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314538 Sep 23 07:25:59.799547 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53fe359-a50c-4b1b-8f79-63cb3924eb0f req-534d1b6f-ee02-4e2f-a28b-729422766cc6 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:25:59.801016 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f53fe359-a50c-4b1b-8f79-63cb3924eb0f req-534d1b6f-ee02-4e2f-a28b-729422766cc6 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2032427-6aac-4814-acce-bbd2608c2d1e HTTP/1.1" status: 200 len: 946 time: 0.0481777 Sep 23 07:25:59.838963 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f53fe359-a50c-4b1b-8f79-63cb3924eb0f req-b5b47220-9020-413a-b89f-c494390109b2 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=da30f7c1-adaa-4289-a9b3-3e5a353a41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309613 Sep 23 07:25:59.901608 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:26:00.950966 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06603a1-c702-473e-acfe-a93c860726d7 req-127a8f74-d73e-45d4-95e3-89c5ab849bd6 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:00.952464 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f06603a1-c702-473e-acfe-a93c860726d7 req-127a8f74-d73e-45d4-95e3-89c5ab849bd6 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2032427-6aac-4814-acce-bbd2608c2d1e HTTP/1.1" status: 200 len: 946 time: 0.0484903 Sep 23 07:26:00.990722 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f06603a1-c702-473e-acfe-a93c860726d7 req-d362de51-5cd8-4111-8ed6-b65511685d21 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=da30f7c1-adaa-4289-a9b3-3e5a353a41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323052 Sep 23 07:26:02.111769 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06d3276-523d-4ae3-bb27-64ea8ec7f923 req-1435bdf9-ad8e-46ce-a468-773c8cfb957c tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:02.113264 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d06d3276-523d-4ae3-bb27-64ea8ec7f923 req-1435bdf9-ad8e-46ce-a468-773c8cfb957c tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2032427-6aac-4814-acce-bbd2608c2d1e HTTP/1.1" status: 200 len: 946 time: 0.0518126 Sep 23 07:26:02.151277 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d06d3276-523d-4ae3-bb27-64ea8ec7f923 req-95a35264-404d-4bbf-aea1-e537707cb33e tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=da30f7c1-adaa-4289-a9b3-3e5a353a41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308335 Sep 23 07:26:03.265707 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0436489e-8cc2-41e3-95cc-69a5f2903e6f req-2850c8c6-5d37-494c-9428-825a512649f9 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:03.267225 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0436489e-8cc2-41e3-95cc-69a5f2903e6f req-2850c8c6-5d37-494c-9428-825a512649f9 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2032427-6aac-4814-acce-bbd2608c2d1e HTTP/1.1" status: 200 len: 946 time: 0.0497065 Sep 23 07:26:03.309259 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0436489e-8cc2-41e3-95cc-69a5f2903e6f req-5a3c8da0-da23-4b86-8b19-27dfa31a721e tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=da30f7c1-adaa-4289-a9b3-3e5a353a41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359526 Sep 23 07:26:04.428075 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14128971-5b42-4d83-8238-9579ef0454b9 req-7b360f2e-b516-4247-b564-5af1144a58ae tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:04.429783 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-14128971-5b42-4d83-8238-9579ef0454b9 req-7b360f2e-b516-4247-b564-5af1144a58ae tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2032427-6aac-4814-acce-bbd2608c2d1e HTTP/1.1" status: 200 len: 946 time: 0.0527163 Sep 23 07:26:04.471350 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-14128971-5b42-4d83-8238-9579ef0454b9 req-0c861652-02d2-4b24-8393-4a4ce9701b08 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=da30f7c1-adaa-4289-a9b3-3e5a353a41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357187 Sep 23 07:26:05.584104 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4404f07c-8775-456f-a240-80c7b5f4a187 req-027a5200-94b2-4d72-bac2-d005cd76f768 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:05.585674 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4404f07c-8775-456f-a240-80c7b5f4a187 req-027a5200-94b2-4d72-bac2-d005cd76f768 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2032427-6aac-4814-acce-bbd2608c2d1e HTTP/1.1" status: 200 len: 946 time: 0.0486872 Sep 23 07:26:05.623464 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4404f07c-8775-456f-a240-80c7b5f4a187 req-4d9a1412-7625-4726-ae38-7ad9d9b11464 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=da30f7c1-adaa-4289-a9b3-3e5a353a41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317831 Sep 23 07:26:06.737498 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd898a8-6e49-40b3-9ed8-9a7045c06470 req-4dadbff7-b75a-4350-819c-2e78630bb14e tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:06.739154 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-afd898a8-6e49-40b3-9ed8-9a7045c06470 req-4dadbff7-b75a-4350-819c-2e78630bb14e tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2032427-6aac-4814-acce-bbd2608c2d1e HTTP/1.1" status: 200 len: 946 time: 0.0510209 Sep 23 07:26:06.778342 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-afd898a8-6e49-40b3-9ed8-9a7045c06470 req-3e2ae038-9bfd-4a92-907b-e059f860862d tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=da30f7c1-adaa-4289-a9b3-3e5a353a41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323744 Sep 23 07:26:06.806988 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:07.836837 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b102984c-48ab-4fd0-9b22-6bb6f4d510fd req-3800407b-ca55-47b0-96c5-f211ba51bfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:07.838447 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b102984c-48ab-4fd0-9b22-6bb6f4d510fd req-3800407b-ca55-47b0-96c5-f211ba51bfc7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a2032427-6aac-4814-acce-bbd2608c2d1e HTTP/1.1" status: 200 len: 1098 time: 0.0416746 Sep 23 07:26:07.903585 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b102984c-48ab-4fd0-9b22-6bb6f4d510fd req-31b4b006-e7c6-4fed-9b48-25e4b4a2ded4 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=da30f7c1-adaa-4289-a9b3-3e5a353a41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583158 Sep 23 07:26:07.918089 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92557a2e-d531-407b-bbe4-59568165e8e7 req-2a4a9287-41a3-406f-800a-b59985748f70 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:07.919530 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-92557a2e-d531-407b-bbe4-59568165e8e7 req-2a4a9287-41a3-406f-800a-b59985748f70 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2032427-6aac-4814-acce-bbd2608c2d1e HTTP/1.1" status: 200 len: 946 time: 0.0691550 Sep 23 07:26:07.956505 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-92557a2e-d531-407b-bbe4-59568165e8e7 req-255db7c3-585f-4ea7-bc1a-0a79240503f6 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=da30f7c1-adaa-4289-a9b3-3e5a353a41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311136 Sep 23 07:26:08.070320 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-010517c1-f3a1-436c-b15d-00531512ab69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:09.076088 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec6d501-bf70-4e9f-8039-c4323340f23b req-90e57294-afc7-402c-bdca-791902133204 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:09.077621 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fec6d501-bf70-4e9f-8039-c4323340f23b req-90e57294-afc7-402c-bdca-791902133204 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2032427-6aac-4814-acce-bbd2608c2d1e HTTP/1.1" status: 200 len: 946 time: 0.0515726 Sep 23 07:26:09.116919 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fec6d501-bf70-4e9f-8039-c4323340f23b req-00352c7c-a85a-4222-9c13-71300c4754a8 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=da30f7c1-adaa-4289-a9b3-3e5a353a41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333583 Sep 23 07:26:09.138976 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51054) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:26:09.156899 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 6ee1fb81-2bfd-4b04-94e6-66dbc06876e8 details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:26:09.203138 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-d9dc6e13-a247-427b-ba12-11830a6b62a4 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/floatingips/f66bc684-7ab8-4218-abfb-ade149775502 HTTP/1.1" status: 200 len: 994 time: 0.0629628 Sep 23 07:26:09.250949 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 6ee1fb81-2bfd-4b04-94e6-66dbc06876e8, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=6ee1fb81-2bfd-4b04-94e6-66dbc06876e8,segment=NetworkSegment(ad8b5e10-ee42-4197-8f0c-b0587faf1c75),segment_id=ad8b5e10-ee42-4197-8f0c-b0587faf1c75)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:26:09.262288 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': '6ee1fb81-2bfd-4b04-94e6-66dbc06876e8', 'network_id': 'aeb80c4f-3c2f-4993-9294-12f3872a2338', 'port_id': '6ee1fb81-2bfd-4b04-94e6-66dbc06876e8', 'mac_address': 'fa:16:3e:5c:00:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9c2373c-7aec-4c0b-9be4-33134de17bb2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:26:09.301998 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:09.315315 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6ee1fb81-2bfd-4b04-94e6-66dbc06876e8 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:26:09.334540 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 6ee1fb81-2bfd-4b04-94e6-66dbc06876e8, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=6ee1fb81-2bfd-4b04-94e6-66dbc06876e8,segment=NetworkSegment(ad8b5e10-ee42-4197-8f0c-b0587faf1c75),segment_id=ad8b5e10-ee42-4197-8f0c-b0587faf1c75)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:26:09.338643 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:09.385845 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=6ee1fb81-2bfd-4b04-94e6-66dbc06876e8,revision_number=6']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:09.393170 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:09.393529 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:09.393887 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:09.394242 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:09.394584 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:09.394916 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:09.395291 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:09.395639 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:09.395955 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:09.396278 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:09.396603 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:09.396929 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:09.545229 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['6ee1fb81-2bfd-4b04-94e6-66dbc06876e8'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:26:10.347379 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:11.076481 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8e4c7676-6769-44e3-82b5-ac59e88b3e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:11.179726 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 6ee1fb81-2bfd-4b04-94e6-66dbc06876e8 up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:26:11.228208 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port 6ee1fb81-2bfd-4b04-94e6-66dbc06876e8 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:26:11.228579 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:11.306716 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:11.328814 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2032427-6aac-4814-acce-bbd2608c2d1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ee1fb81-2bfd-4b04-94e6-66dbc06876e8'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:26:11.330997 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bff60e9-339c-41d8-bda1-a720066bbaad" -d '{"events": [{"server_uuid": "a2032427-6aac-4814-acce-bbd2608c2d1e", "name": "network-vif-plugged", "status": "completed", "tag": "6ee1fb81-2bfd-4b04-94e6-66dbc06876e8"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:26:11.344329 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 6ee1fb81-2bfd-4b04-94e6-66dbc06876e8, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=6ee1fb81-2bfd-4b04-94e6-66dbc06876e8,segment=NetworkSegment(ad8b5e10-ee42-4197-8f0c-b0587faf1c75),segment_id=ad8b5e10-ee42-4197-8f0c-b0587faf1c75)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:26:11.348765 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:11.372133 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16760c46-d56b-440a-b45a-f4f7a77cbaa1 x-openstack-request-id: req-16760c46-d56b-440a-b45a-f4f7a77cbaa1 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:26:11.372422 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2032427-6aac-4814-acce-bbd2608c2d1e", "name": "network-vif-plugged", "status": "completed", "tag": "6ee1fb81-2bfd-4b04-94e6-66dbc06876e8", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:26:11.372670 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-16760c46-d56b-440a-b45a-f4f7a77cbaa1 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:26:11.373051 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2032427-6aac-4814-acce-bbd2608c2d1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ee1fb81-2bfd-4b04-94e6-66dbc06876e8', 'code': 200} Sep 23 07:26:11.403951 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=6ee1fb81-2bfd-4b04-94e6-66dbc06876e8,revision_number=7']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:11.588354 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:12.416619 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:13.908031 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:20.353114 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f8e04637-5128-4a90-9228-5718c5c90829 req-fe50245e-8f45-4fe9-8890-c4540dd4c252 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a2032427-6aac-4814-acce-bbd2608c2d1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392437 Sep 23 07:26:20.443541 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e04637-5128-4a90-9228-5718c5c90829 req-81d915e6-b1f8-474c-b8b0-1a57b564893a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:20.445042 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f8e04637-5128-4a90-9228-5718c5c90829 req-81d915e6-b1f8-474c-b8b0-1a57b564893a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ac3e338994b2411c8937f4fd1418e068&device_id=a2032427-6aac-4814-acce-bbd2608c2d1e HTTP/1.1" status: 200 len: 1098 time: 0.0454469 Sep 23 07:26:20.555910 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e04637-5128-4a90-9228-5718c5c90829 req-cb5f81db-b2f4-42a7-a45d-982ca813f1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:20.558094 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f8e04637-5128-4a90-9228-5718c5c90829 req-cb5f81db-b2f4-42a7-a45d-982ca813f1d6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=aeb80c4f-3c2f-4993-9294-12f3872a2338 HTTP/1.1" status: 200 len: 897 time: 0.0890894 Sep 23 07:26:20.623147 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f8e04637-5128-4a90-9228-5718c5c90829 req-c1c6d35b-80cc-423c-bc1b-141ba1c2bb24 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ee1fb81-2bfd-4b04-94e6-66dbc06876e8 HTTP/1.1" status: 200 len: 1002 time: 0.0573690 Sep 23 07:26:20.674819 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e04637-5128-4a90-9228-5718c5c90829 req-0eebaac6-0075-4e34-a5aa-b5a7b79d4cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:20.676236 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f8e04637-5128-4a90-9228-5718c5c90829 req-0eebaac6-0075-4e34-a5aa-b5a7b79d4cdc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e9c2373c-7aec-4c0b-9be4-33134de17bb2 HTTP/1.1" status: 200 len: 834 time: 0.0430317 Sep 23 07:26:20.728048 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e04637-5128-4a90-9228-5718c5c90829 req-cf0624c2-0c7f-4378-b6d1-8355152118cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:20.729843 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f8e04637-5128-4a90-9228-5718c5c90829 req-cf0624c2-0c7f-4378-b6d1-8355152118cf service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aeb80c4f-3c2f-4993-9294-12f3872a2338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438271 Sep 23 07:26:20.820466 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f8e04637-5128-4a90-9228-5718c5c90829 req-d588cfd8-a8a8-458c-abff-606fa5ebe014 service neutron] 10.222.0.58 "GET /v2.0/networks/aeb80c4f-3c2f-4993-9294-12f3872a2338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825560 Sep 23 07:26:20.919785 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f8e04637-5128-4a90-9228-5718c5c90829 req-b8a3580a-98e2-48da-a2ac-53295223d898 service neutron] 10.222.0.58 "GET /v2.0/networks/aeb80c4f-3c2f-4993-9294-12f3872a2338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849152 Sep 23 07:26:36.813030 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:36.899969 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:26:38.071111 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e72ba6a0-fc72-4616-9d3f-d7495696391a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:40.361569 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:41.078635 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-61dc130a-1324-4a5b-8281-eb8b282c860c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:41.589645 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:42.422883 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:43.911702 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:44.067395 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51070) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:26:44.233484 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-987d5eee-1476-4279-8a8e-f540aeaf81e1 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Deleting port 57ac592d-fce1-4214-bb66-19f77928e424 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:26:44.233827 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-987d5eee-1476-4279-8a8e-f540aeaf81e1 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:44.307690 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-987d5eee-1476-4279-8a8e-f540aeaf81e1 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:44.308021 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-987d5eee-1476-4279-8a8e-f540aeaf81e1 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:44.319328 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-987d5eee-1476-4279-8a8e-f540aeaf81e1 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Calling delete_port for 57ac592d-fce1-4214-bb66-19f77928e424 owned by network:floatingip {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:26:44.464037 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-987d5eee-1476-4279-8a8e-f540aeaf81e1 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:44.492399 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987d5eee-1476-4279-8a8e-f540aeaf81e1 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Pushing event deleted for resources: {'Port': ['ID=57ac592d-fce1-4214-bb66-19f77928e424,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:44.504440 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987d5eee-1476-4279-8a8e-f540aeaf81e1 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:44.504802 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987d5eee-1476-4279-8a8e-f540aeaf81e1 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:44.505147 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987d5eee-1476-4279-8a8e-f540aeaf81e1 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:44.505490 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987d5eee-1476-4279-8a8e-f540aeaf81e1 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:44.505824 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987d5eee-1476-4279-8a8e-f540aeaf81e1 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:44.506185 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987d5eee-1476-4279-8a8e-f540aeaf81e1 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:44.506519 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987d5eee-1476-4279-8a8e-f540aeaf81e1 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:44.506852 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987d5eee-1476-4279-8a8e-f540aeaf81e1 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:44.507187 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987d5eee-1476-4279-8a8e-f540aeaf81e1 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:44.507516 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987d5eee-1476-4279-8a8e-f540aeaf81e1 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:44.507841 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987d5eee-1476-4279-8a8e-f540aeaf81e1 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:44.508167 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987d5eee-1476-4279-8a8e-f540aeaf81e1 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:44.896378 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-987d5eee-1476-4279-8a8e-f540aeaf81e1 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for floatingip, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:44.896708 n-d-715271-16 neutron-server[95065]: INFO neutron.db.l3_db [None req-987d5eee-1476-4279-8a8e-f540aeaf81e1 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Floating IP f66bc684-7ab8-4218-abfb-ade149775502 disassociated (deleted). External IP: 172.25.2.201, port: 6ee1fb81-2bfd-4b04-94e6-66dbc06876e8. Sep 23 07:26:45.101852 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-987d5eee-1476-4279-8a8e-f540aeaf81e1 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Router d22cf2a2-2459-4c28-9cdb-85f8aca6271d has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:26:45.213582 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-987d5eee-1476-4279-8a8e-f540aeaf81e1 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:26:45.218094 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-987d5eee-1476-4279-8a8e-f540aeaf81e1 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:45.222946 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1b6526-edb7-4536-a7f4-2cff0d18294a None None] Sync routers for ids ['d22cf2a2-2459-4c28-9cdb-85f8aca6271d'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:26:45.231662 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1b6526-edb7-4536-a7f4-2cff0d18294a None None] Routers {'d22cf2a2-2459-4c28-9cdb-85f8aca6271d'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:26:45.232286 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-da1b6526-edb7-4536-a7f4-2cff0d18294a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:26:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['d22cf2a2-2459-4c28-9cdb-85f8aca6271d'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:26:45.244769 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-987d5eee-1476-4279-8a8e-f540aeaf81e1 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "DELETE /v2.0/floatingips/f66bc684-7ab8-4218-abfb-ade149775502 HTTP/1.1" status: 204 len: 168 time: 1.1762693 Sep 23 07:26:45.245364 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2032427-6aac-4814-acce-bbd2608c2d1e', 'tag': '6ee1fb81-2bfd-4b04-94e6-66dbc06876e8'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:26:45.247648 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a5b63a3-9bf9-4fed-8d07-7b8432d3fc79" -d '{"events": [{"name": "network-changed", "server_uuid": "a2032427-6aac-4814-acce-bbd2608c2d1e", "tag": "6ee1fb81-2bfd-4b04-94e6-66dbc06876e8"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:26:45.286891 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-297334e1-2723-4f04-88d5-b16cc70acbef x-openstack-request-id: req-297334e1-2723-4f04-88d5-b16cc70acbef {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:26:45.287265 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2032427-6aac-4814-acce-bbd2608c2d1e", "tag": "6ee1fb81-2bfd-4b04-94e6-66dbc06876e8", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:26:45.287598 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-297334e1-2723-4f04-88d5-b16cc70acbef {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:26:45.288073 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2032427-6aac-4814-acce-bbd2608c2d1e', 'tag': '6ee1fb81-2bfd-4b04-94e6-66dbc06876e8', 'status': 'completed', 'code': 200} Sep 23 07:26:45.342146 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-da1b6526-edb7-4536-a7f4-2cff0d18294a None None] Set router d22cf2a2-2459-4c28-9cdb-85f8aca6271d gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:26:45.360278 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5b63a3-9bf9-4fed-8d07-7b8432d3fc79 req-33fa5adc-eb45-4c54-87af-a03629f8763d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:45.362342 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4a5b63a3-9bf9-4fed-8d07-7b8432d3fc79 req-33fa5adc-eb45-4c54-87af-a03629f8763d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ac3e338994b2411c8937f4fd1418e068&device_id=a2032427-6aac-4814-acce-bbd2608c2d1e HTTP/1.1" status: 200 len: 1098 time: 0.0450389 Sep 23 07:26:45.467574 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5b63a3-9bf9-4fed-8d07-7b8432d3fc79 req-2c354500-3814-47e6-938e-2a0eea1c2a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:45.469025 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4a5b63a3-9bf9-4fed-8d07-7b8432d3fc79 req-2c354500-3814-47e6-938e-2a0eea1c2a3b service neutron] 10.222.0.58 "GET /v2.0/networks?id=aeb80c4f-3c2f-4993-9294-12f3872a2338 HTTP/1.1" status: 200 len: 897 time: 0.0992315 Sep 23 07:26:45.506770 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a409c66-ecde-47cd-b4b2-0fdee542d882 req-82354062-70e1-4270-aa74-9f8af52d6d33 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:45.508271 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0a409c66-ecde-47cd-b4b2-0fdee542d882 req-82354062-70e1-4270-aa74-9f8af52d6d33 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2032427-6aac-4814-acce-bbd2608c2d1e HTTP/1.1" status: 200 len: 946 time: 0.0519247 Sep 23 07:26:45.516594 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4a5b63a3-9bf9-4fed-8d07-7b8432d3fc79 req-0b5e2a18-3516-406d-b028-2617cd1fcd5b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ee1fb81-2bfd-4b04-94e6-66dbc06876e8 HTTP/1.1" status: 200 len: 217 time: 0.0365295 Sep 23 07:26:45.551561 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0a409c66-ecde-47cd-b4b2-0fdee542d882 req-f072886e-c72d-49e5-9845-452973a43499 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=da30f7c1-adaa-4289-a9b3-3e5a353a41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355754 Sep 23 07:26:45.562623 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-da1b6526-edb7-4536-a7f4-2cff0d18294a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd22cf2a2-2459-4c28-9cdb-85f8aca6271d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045081588', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'ba58a6ac-bc9e-417d-9cff-611932478301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:25:05Z', 'updated_at': '2021-09-23T07:25:10Z', 'revision_number': 4, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'gw_port': {'id': 'ba58a6ac-bc9e-417d-9cff-611932478301', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:5e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22cf2a2-2459-4c28-9cdb-85f8aca6271d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:25:06Z', 'updated_at': '2021-09-23T07:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '083b1502-a848-49fb-aeaf-60b14f56aabd', 'name': '', 'network_id': 'aeb80c4f-3c2f-4993-9294-12f3872a2338', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'mac_address': 'fa:16:3e:d2:82:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22cf2a2-2459-4c28-9cdb-85f8aca6271d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'e9c2373c-7aec-4c0b-9be4-33134de17bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:25:09Z', 'updated_at': '2021-09-23T07:25:14Z', 'revision_number': 5, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'subnets': [{'id': 'e9c2373c-7aec-4c0b-9be4-33134de17bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:26:45.572034 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5b63a3-9bf9-4fed-8d07-7b8432d3fc79 req-c7ef8e01-b119-4537-9907-13bea69826e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:45.573508 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4a5b63a3-9bf9-4fed-8d07-7b8432d3fc79 req-c7ef8e01-b119-4537-9907-13bea69826e6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e9c2373c-7aec-4c0b-9be4-33134de17bb2 HTTP/1.1" status: 200 len: 834 time: 0.0486419 Sep 23 07:26:45.589908 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1b6526-edb7-4536-a7f4-2cff0d18294a None None] Checking router: d22cf2a2-2459-4c28-9cdb-85f8aca6271d for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:26:45.598093 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1b6526-edb7-4536-a7f4-2cff0d18294a None None] Routers {'d22cf2a2-2459-4c28-9cdb-85f8aca6271d'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:26:45.598713 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-da1b6526-edb7-4536-a7f4-2cff0d18294a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:26:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['d22cf2a2-2459-4c28-9cdb-85f8aca6271d'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:26:45.625530 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5b63a3-9bf9-4fed-8d07-7b8432d3fc79 req-e3227dc8-44b9-4830-aeeb-b2a6ddb82426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:45.627197 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4a5b63a3-9bf9-4fed-8d07-7b8432d3fc79 req-e3227dc8-44b9-4830-aeeb-b2a6ddb82426 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aeb80c4f-3c2f-4993-9294-12f3872a2338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455875 Sep 23 07:26:45.705894 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-da1b6526-edb7-4536-a7f4-2cff0d18294a None None] Set router d22cf2a2-2459-4c28-9cdb-85f8aca6271d gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:26:45.719294 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4a5b63a3-9bf9-4fed-8d07-7b8432d3fc79 req-917f70e3-35d1-481c-9952-b15619bf9dda service neutron] 10.222.0.58 "GET /v2.0/networks/aeb80c4f-3c2f-4993-9294-12f3872a2338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833545 Sep 23 07:26:45.814731 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4a5b63a3-9bf9-4fed-8d07-7b8432d3fc79 req-df5711cd-1377-494b-b9cd-6b6838c546aa service neutron] 10.222.0.58 "GET /v2.0/networks/aeb80c4f-3c2f-4993-9294-12f3872a2338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871563 Sep 23 07:26:45.905944 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-da1b6526-edb7-4536-a7f4-2cff0d18294a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd22cf2a2-2459-4c28-9cdb-85f8aca6271d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045081588', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'ba58a6ac-bc9e-417d-9cff-611932478301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:25:05Z', 'updated_at': '2021-09-23T07:25:10Z', 'revision_number': 4, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'gw_port': {'id': 'ba58a6ac-bc9e-417d-9cff-611932478301', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:5e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22cf2a2-2459-4c28-9cdb-85f8aca6271d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:25:06Z', 'updated_at': '2021-09-23T07:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '083b1502-a848-49fb-aeaf-60b14f56aabd', 'name': '', 'network_id': 'aeb80c4f-3c2f-4993-9294-12f3872a2338', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'mac_address': 'fa:16:3e:d2:82:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22cf2a2-2459-4c28-9cdb-85f8aca6271d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'e9c2373c-7aec-4c0b-9be4-33134de17bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:25:09Z', 'updated_at': '2021-09-23T07:25:14Z', 'revision_number': 5, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'subnets': [{'id': 'e9c2373c-7aec-4c0b-9be4-33134de17bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:26:45.932980 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1b6526-edb7-4536-a7f4-2cff0d18294a None None] The sync data for ids ['d22cf2a2-2459-4c28-9cdb-85f8aca6271d'] in n-d-715271-16 is: [{'id': 'd22cf2a2-2459-4c28-9cdb-85f8aca6271d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045081588', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'ba58a6ac-bc9e-417d-9cff-611932478301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:25:05Z', 'updated_at': '2021-09-23T07:25:10Z', 'revision_number': 4, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'gw_port': {'id': 'ba58a6ac-bc9e-417d-9cff-611932478301', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:5e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22cf2a2-2459-4c28-9cdb-85f8aca6271d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:25:06Z', 'updated_at': '2021-09-23T07:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '083b1502-a848-49fb-aeaf-60b14f56aabd', 'name': '', 'network_id': 'aeb80c4f-3c2f-4993-9294-12f3872a2338', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'mac_address': 'fa:16:3e:d2:82:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22cf2a2-2459-4c28-9cdb-85f8aca6271d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'e9c2373c-7aec-4c0b-9be4-33134de17bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:25:09Z', 'updated_at': '2021-09-23T07:25:14Z', 'revision_number': 5, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'subnets': [{'id': 'e9c2373c-7aec-4c0b-9be4-33134de17bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:26:46.160760 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc577c2-ace0-407e-9307-84fc98ad17f3 None None] New status for floating IP f66bc684-7ab8-4218-abfb-ade149775502: DOWN {{(pid=95068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 07:26:46.682317 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed986d8-56df-46e2-b86a-a7fe762aa05c req-fae5ba01-8d6e-4a8f-b06b-665ff37ae9e8 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:46.683824 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4ed986d8-56df-46e2-b86a-a7fe762aa05c req-fae5ba01-8d6e-4a8f-b06b-665ff37ae9e8 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2032427-6aac-4814-acce-bbd2608c2d1e HTTP/1.1" status: 200 len: 946 time: 0.0523865 Sep 23 07:26:46.721672 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4ed986d8-56df-46e2-b86a-a7fe762aa05c req-12685fc4-bc68-4a1f-b9a0-04f91fe59297 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "GET /v2.0/security-groups?id=da30f7c1-adaa-4289-a9b3-3e5a353a41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319865 Sep 23 07:26:46.857914 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa202e-74d7-4716-b07d-0ce66af59c2c req-0f7153fb-955d-457a-bbb9-4dcfb942fcdf tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:46.859289 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-57aa202e-74d7-4716-b07d-0ce66af59c2c req-0f7153fb-955d-457a-bbb9-4dcfb942fcdf tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2032427-6aac-4814-acce-bbd2608c2d1e HTTP/1.1" status: 200 len: 946 time: 0.0559413 Sep 23 07:26:46.951366 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-57aa202e-74d7-4716-b07d-0ce66af59c2c req-fc607374-8cb2-4181-b0c1-0b2603b770cb tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Deleting port 6ee1fb81-2bfd-4b04-94e6-66dbc06876e8 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:26:46.951711 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-57aa202e-74d7-4716-b07d-0ce66af59c2c req-fc607374-8cb2-4181-b0c1-0b2603b770cb tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:47.039375 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-57aa202e-74d7-4716-b07d-0ce66af59c2c req-fc607374-8cb2-4181-b0c1-0b2603b770cb tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] For port 6ee1fb81-2bfd-4b04-94e6-66dbc06876e8, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=6ee1fb81-2bfd-4b04-94e6-66dbc06876e8,segment=NetworkSegment(ad8b5e10-ee42-4197-8f0c-b0587faf1c75),segment_id=ad8b5e10-ee42-4197-8f0c-b0587faf1c75)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:26:47.039741 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-57aa202e-74d7-4716-b07d-0ce66af59c2c req-fc607374-8cb2-4181-b0c1-0b2603b770cb tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:47.052534 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-57aa202e-74d7-4716-b07d-0ce66af59c2c req-fc607374-8cb2-4181-b0c1-0b2603b770cb tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Calling delete_port for 6ee1fb81-2bfd-4b04-94e6-66dbc06876e8 owned by compute:nova {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:26:47.183583 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-57aa202e-74d7-4716-b07d-0ce66af59c2c req-fc607374-8cb2-4181-b0c1-0b2603b770cb tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:47.211674 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc607374-8cb2-4181-b0c1-0b2603b770cb tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Pushing event deleted for resources: {'Port': ['ID=6ee1fb81-2bfd-4b04-94e6-66dbc06876e8,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:47.224209 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc607374-8cb2-4181-b0c1-0b2603b770cb tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:47.224554 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc607374-8cb2-4181-b0c1-0b2603b770cb tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:47.224890 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc607374-8cb2-4181-b0c1-0b2603b770cb tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:47.225222 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc607374-8cb2-4181-b0c1-0b2603b770cb tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:47.225551 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc607374-8cb2-4181-b0c1-0b2603b770cb tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:47.225884 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc607374-8cb2-4181-b0c1-0b2603b770cb tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:47.226220 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc607374-8cb2-4181-b0c1-0b2603b770cb tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:47.226543 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc607374-8cb2-4181-b0c1-0b2603b770cb tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:47.226866 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc607374-8cb2-4181-b0c1-0b2603b770cb tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:47.227183 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc607374-8cb2-4181-b0c1-0b2603b770cb tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:47.227499 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc607374-8cb2-4181-b0c1-0b2603b770cb tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:47.228451 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc607374-8cb2-4181-b0c1-0b2603b770cb tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:47.266994 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-57aa202e-74d7-4716-b07d-0ce66af59c2c req-fc607374-8cb2-4181-b0c1-0b2603b770cb tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] No DVR routers for this DVR port 6ee1fb81-2bfd-4b04-94e6-66dbc06876e8 on host n-h2-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:26:47.269559 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-57aa202e-74d7-4716-b07d-0ce66af59c2c req-fc607374-8cb2-4181-b0c1-0b2603b770cb tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:47.271684 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-57aa202e-74d7-4716-b07d-0ce66af59c2c req-fc607374-8cb2-4181-b0c1-0b2603b770cb tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.58 "DELETE /v2.0/ports/6ee1fb81-2bfd-4b04-94e6-66dbc06876e8 HTTP/1.1" status: 204 len: 173 time: 0.4058239 Sep 23 07:26:47.272106 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2032427-6aac-4814-acce-bbd2608c2d1e', 'name': 'network-vif-deleted', 'tag': '6ee1fb81-2bfd-4b04-94e6-66dbc06876e8'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:26:47.274346 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-519ccc21-2078-4cdc-ae6c-cb1e995e4b4e" -d '{"events": [{"server_uuid": "a2032427-6aac-4814-acce-bbd2608c2d1e", "name": "network-vif-deleted", "tag": "6ee1fb81-2bfd-4b04-94e6-66dbc06876e8"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:26:47.312605 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-998a6860-3a67-479e-b52e-804e3f1e75e2 x-openstack-request-id: req-998a6860-3a67-479e-b52e-804e3f1e75e2 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:26:47.312895 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2032427-6aac-4814-acce-bbd2608c2d1e", "name": "network-vif-deleted", "tag": "6ee1fb81-2bfd-4b04-94e6-66dbc06876e8", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:26:47.313215 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-998a6860-3a67-479e-b52e-804e3f1e75e2 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:26:47.313612 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2032427-6aac-4814-acce-bbd2608c2d1e', 'name': 'network-vif-deleted', 'tag': '6ee1fb81-2bfd-4b04-94e6-66dbc06876e8', 'status': 'completed', 'code': 200} Sep 23 07:26:47.779067 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51086) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:26:48.140176 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f1048436-9ead-4723-aa6e-be62c7b30f74 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066969'] for router_interface, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:48.401105 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-f1048436-9ead-4723-aa6e-be62c7b30f74 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Deleting port 083b1502-a848-49fb-aeaf-60b14f56aabd {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:26:48.401407 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f1048436-9ead-4723-aa6e-be62c7b30f74 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:48.487847 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-f1048436-9ead-4723-aa6e-be62c7b30f74 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] For port 083b1502-a848-49fb-aeaf-60b14f56aabd, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=083b1502-a848-49fb-aeaf-60b14f56aabd,segment=NetworkSegment(ad8b5e10-ee42-4197-8f0c-b0587faf1c75),segment_id=ad8b5e10-ee42-4197-8f0c-b0587faf1c75)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:26:48.488206 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f1048436-9ead-4723-aa6e-be62c7b30f74 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:48.500763 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-f1048436-9ead-4723-aa6e-be62c7b30f74 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Calling delete_port for 083b1502-a848-49fb-aeaf-60b14f56aabd owned by network:router_interface {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:26:48.690537 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f1048436-9ead-4723-aa6e-be62c7b30f74 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:48.716884 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1048436-9ead-4723-aa6e-be62c7b30f74 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Pushing event deleted for resources: {'Port': ['ID=083b1502-a848-49fb-aeaf-60b14f56aabd,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:48.887847 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f1048436-9ead-4723-aa6e-be62c7b30f74 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2068624'] for router_interface, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:49.099302 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1048436-9ead-4723-aa6e-be62c7b30f74 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Router d22cf2a2-2459-4c28-9cdb-85f8aca6271d has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:26:49.203520 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1048436-9ead-4723-aa6e-be62c7b30f74 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:26:49.208536 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-f1048436-9ead-4723-aa6e-be62c7b30f74 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "PUT /v2.0/routers/d22cf2a2-2459-4c28-9cdb-85f8aca6271d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4284165 Sep 23 07:26:49.211256 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51088) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:26:49.213554 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f70bda-39d0-40bb-b23c-a0c08c9ab150 None None] Sync routers for ids ['d22cf2a2-2459-4c28-9cdb-85f8aca6271d'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:26:49.223291 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f70bda-39d0-40bb-b23c-a0c08c9ab150 None None] Routers {'d22cf2a2-2459-4c28-9cdb-85f8aca6271d'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:26:49.223905 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-02f70bda-39d0-40bb-b23c-a0c08c9ab150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:26:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['d22cf2a2-2459-4c28-9cdb-85f8aca6271d'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:26:49.262534 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-396765e1-d60f-4f04-bb68-e9b8a006c451 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Deleting subnet e9c2373c-7aec-4c0b-9be4-33134de17bb2 {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:26:49.265552 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-396765e1-d60f-4f04-bb68-e9b8a006c451 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:49.304701 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-396765e1-d60f-4f04-bb68-e9b8a006c451 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:49.402787 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-396765e1-d60f-4f04-bb68-e9b8a006c451 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:49.464536 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-396765e1-d60f-4f04-bb68-e9b8a006c451 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:49.488435 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-02f70bda-39d0-40bb-b23c-a0c08c9ab150 None None] Set router d22cf2a2-2459-4c28-9cdb-85f8aca6271d gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:26:49.491094 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396765e1-d60f-4f04-bb68-e9b8a006c451 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Pushing event deleted for resources: {'Subnet': ['ID=e9c2373c-7aec-4c0b-9be4-33134de17bb2,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:49.495318 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-396765e1-d60f-4f04-bb68-e9b8a006c451 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:49.497374 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-396765e1-d60f-4f04-bb68-e9b8a006c451 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "DELETE /v2.0/subnets/e9c2373c-7aec-4c0b-9be4-33134de17bb2 HTTP/1.1" status: 204 len: 168 time: 0.2847140 Sep 23 07:26:49.499962 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51090) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:26:49.518897 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0be139-1aea-4e22-a544-2986435d6867 None None] Network aeb80c4f-3c2f-4993-9294-12f3872a2338 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:26:49.607677 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f858f065-4461-41a3-88b0-246eff47ca11 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for router, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:49.768495 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-02f70bda-39d0-40bb-b23c-a0c08c9ab150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd22cf2a2-2459-4c28-9cdb-85f8aca6271d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045081588', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'ba58a6ac-bc9e-417d-9cff-611932478301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:25:05Z', 'updated_at': '2021-09-23T07:26:48Z', 'revision_number': 5, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'gw_port': {'id': 'ba58a6ac-bc9e-417d-9cff-611932478301', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:5e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22cf2a2-2459-4c28-9cdb-85f8aca6271d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:25:06Z', 'updated_at': '2021-09-23T07:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:26:49.800560 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f70bda-39d0-40bb-b23c-a0c08c9ab150 None None] Checking router: d22cf2a2-2459-4c28-9cdb-85f8aca6271d for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:26:49.811824 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c333e1f-e106-4b11-b90a-494093c6ac02 None None] DHCP port deletion for aeb80c4f-3c2f-4993-9294-12f3872a2338 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 07:26:49.816034 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f70bda-39d0-40bb-b23c-a0c08c9ab150 None None] Routers {'d22cf2a2-2459-4c28-9cdb-85f8aca6271d'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:26:49.816676 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-02f70bda-39d0-40bb-b23c-a0c08c9ab150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:26:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['d22cf2a2-2459-4c28-9cdb-85f8aca6271d'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:26:49.950919 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-02f70bda-39d0-40bb-b23c-a0c08c9ab150 None None] Set router d22cf2a2-2459-4c28-9cdb-85f8aca6271d gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:26:49.979290 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-2c333e1f-e106-4b11-b90a-494093c6ac02 None None] Deleting port def29ab0-b8a2-436c-a5a6-4d208153431c {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:26:49.979681 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2c333e1f-e106-4b11-b90a-494093c6ac02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:50.056808 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f858f065-4461-41a3-88b0-246eff47ca11 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:50.114684 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-f858f065-4461-41a3-88b0-246eff47ca11 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Deleting port ba58a6ac-bc9e-417d-9cff-611932478301 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:26:50.115169 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f858f065-4461-41a3-88b0-246eff47ca11 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:50.123763 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-2c333e1f-e106-4b11-b90a-494093c6ac02 None None] For port def29ab0-b8a2-436c-a5a6-4d208153431c, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=def29ab0-b8a2-436c-a5a6-4d208153431c,segment=NetworkSegment(ad8b5e10-ee42-4197-8f0c-b0587faf1c75),segment_id=ad8b5e10-ee42-4197-8f0c-b0587faf1c75)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:26:50.124162 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2c333e1f-e106-4b11-b90a-494093c6ac02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:50.144562 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-2c333e1f-e106-4b11-b90a-494093c6ac02 None None] Calling delete_port for def29ab0-b8a2-436c-a5a6-4d208153431c owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:26:50.162912 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device def29ab0-b8a2-436c-a5a6-4d208153431c no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:26:50.197641 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-f858f065-4461-41a3-88b0-246eff47ca11 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] For port ba58a6ac-bc9e-417d-9cff-611932478301, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=ba58a6ac-bc9e-417d-9cff-611932478301,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:26:50.198042 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f858f065-4461-41a3-88b0-246eff47ca11 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:50.210644 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-f858f065-4461-41a3-88b0-246eff47ca11 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Calling delete_port for ba58a6ac-bc9e-417d-9cff-611932478301 owned by network:router_gateway {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:26:50.334878 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2c333e1f-e106-4b11-b90a-494093c6ac02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:50.339134 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:50.344023 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-02f70bda-39d0-40bb-b23c-a0c08c9ab150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd22cf2a2-2459-4c28-9cdb-85f8aca6271d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045081588', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'ba58a6ac-bc9e-417d-9cff-611932478301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:25:05Z', 'updated_at': '2021-09-23T07:26:48Z', 'revision_number': 5, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'gw_port': {'id': 'ba58a6ac-bc9e-417d-9cff-611932478301', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:5e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22cf2a2-2459-4c28-9cdb-85f8aca6271d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:25:06Z', 'updated_at': '2021-09-23T07:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:26:50.392915 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f858f065-4461-41a3-88b0-246eff47ca11 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:50.398161 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c333e1f-e106-4b11-b90a-494093c6ac02 None None] Pushing event deleted for resources: {'Port': ['ID=def29ab0-b8a2-436c-a5a6-4d208153431c,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:50.402737 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f70bda-39d0-40bb-b23c-a0c08c9ab150 None None] The sync data for ids ['d22cf2a2-2459-4c28-9cdb-85f8aca6271d'] in n-d-715271-16 is: [{'id': 'd22cf2a2-2459-4c28-9cdb-85f8aca6271d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045081588', 'tenant_id': 'ac3e338994b2411c8937f4fd1418e068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'ba58a6ac-bc9e-417d-9cff-611932478301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:25:05Z', 'updated_at': '2021-09-23T07:26:48Z', 'revision_number': 5, 'project_id': 'ac3e338994b2411c8937f4fd1418e068', 'gw_port': {'id': 'ba58a6ac-bc9e-417d-9cff-611932478301', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:5e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22cf2a2-2459-4c28-9cdb-85f8aca6271d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:25:06Z', 'updated_at': '2021-09-23T07:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:26:50.409320 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c333e1f-e106-4b11-b90a-494093c6ac02 None None] No DVR routers for this DVR port def29ab0-b8a2-436c-a5a6-4d208153431c on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:26:50.443847 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f858f065-4461-41a3-88b0-246eff47ca11 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Pushing event deleted for resources: {'Port': ['ID=ba58a6ac-bc9e-417d-9cff-611932478301,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:50.498588 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f858f065-4461-41a3-88b0-246eff47ca11 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2068563'] for router_gateway, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:50.588794 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f858f065-4461-41a3-88b0-246eff47ca11 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:50.590920 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f858f065-4461-41a3-88b0-246eff47ca11 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:50.636295 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f858f065-4461-41a3-88b0-246eff47ca11 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:50.636955 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f858f065-4461-41a3-88b0-246eff47ca11 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Fanout notify agent at l3_agent the message router_deleted on router d22cf2a2-2459-4c28-9cdb-85f8aca6271d {{(pid=95066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 07:26:50.644148 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f858f065-4461-41a3-88b0-246eff47ca11 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:50.645239 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-f858f065-4461-41a3-88b0-246eff47ca11 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "DELETE /v2.0/routers/d22cf2a2-2459-4c28-9cdb-85f8aca6271d HTTP/1.1" status: 204 len: 168 time: 1.1442516 Sep 23 07:26:50.647921 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51092) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:26:50.725638 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-02c3c49f-171c-4332-9217-ff223d9db5c5 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:50.819361 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-02c3c49f-171c-4332-9217-ff223d9db5c5 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:50.841210 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-02c3c49f-171c-4332-9217-ff223d9db5c5 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeb80c4f-3c2f-4993-9294-12f3872a2338']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:26:50.851184 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-02c3c49f-171c-4332-9217-ff223d9db5c5 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad8b5e10-ee42-4197-8f0c-b0587faf1c75') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:26:50.851400 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-02c3c49f-171c-4332-9217-ff223d9db5c5 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad8b5e10-ee42-4197-8f0c-b0587faf1c75') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:26:50.862037 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-02c3c49f-171c-4332-9217-ff223d9db5c5 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:50.875863 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-02c3c49f-171c-4332-9217-ff223d9db5c5 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:50.881981 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02c3c49f-171c-4332-9217-ff223d9db5c5 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:26:50.882430 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-02c3c49f-171c-4332-9217-ff223d9db5c5 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:50.885845 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 07:26:50.885845 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:26:50.885845 n-d-715271-16 neutron-server[95066]: timer() Sep 23 07:26:50.885845 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:26:50.885845 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 07:26:50.885845 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:26:50.885845 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 07:26:50.885845 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:26:50.885845 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 07:26:50.885845 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:26:50.885845 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 07:26:50.885845 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:26:50.885845 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 07:26:50.885845 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:26:50.885845 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:26:50.885845 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:26:50.885845 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:26:50.885845 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:26:50.885845 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 07:26:50.885845 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:26:50.885845 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 07:26:50.885845 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:26:50.885845 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:26:50.885845 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:26:50.885845 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 07:26:50.885845 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:26:50.885845 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:26:50.885845 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:26:50.885845 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:26:50.885845 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:26:50.885845 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:26:50.885845 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:26:50.944044 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-02c3c49f-171c-4332-9217-ff223d9db5c5 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:50.953682 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-02c3c49f-171c-4332-9217-ff223d9db5c5 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:50.955673 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-02c3c49f-171c-4332-9217-ff223d9db5c5 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "DELETE /v2.0/networks/aeb80c4f-3c2f-4993-9294-12f3872a2338 HTTP/1.1" status: 204 len: 168 time: 0.3068023 Sep 23 07:26:50.958578 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51094) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:26:50.966584 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c3c49f-171c-4332-9217-ff223d9db5c5 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Pushing event deleted for resources: {'Network': ['ID=aeb80c4f-3c2f-4993-9294-12f3872a2338,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:51.021767 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9014cb2b-387e-4394-8ac8-13dd12971740 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:51.053572 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9014cb2b-387e-4394-8ac8-13dd12971740 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:51.117433 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9014cb2b-387e-4394-8ac8-13dd12971740 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:51.120752 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9014cb2b-387e-4394-8ac8-13dd12971740 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:51.121961 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-9014cb2b-387e-4394-8ac8-13dd12971740 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] 10.222.0.39 "DELETE /v2.0/security-groups/da30f7c1-adaa-4289-a9b3-3e5a353a41d3 HTTP/1.1" status: 204 len: 168 time: 0.1623335 Sep 23 07:26:51.131130 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9014cb2b-387e-4394-8ac8-13dd12971740 tempest-TestNetworkAdvancedServerOps-994341722 tempest-TestNetworkAdvancedServerOps-994341722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da30f7c1-adaa-4289-a9b3-3e5a353a41d3,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:51.344555 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 6ee1fb81-2bfd-4b04-94e6-66dbc06876e8 no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:26:51.366075 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No Port match for: 6ee1fb81-2bfd-4b04-94e6-66dbc06876e8 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:26:51.366357 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 6ee1fb81-2bfd-4b04-94e6-66dbc06876e8 not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:26:51.419206 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51102) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:26:51.605726 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-0d66c63b-7ddc-42e4-a11b-41188c82bb31 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ac3e338994b2411c8937f4fd1418e068&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1852894 Sep 23 07:26:51.608142 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51108) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:26:51.654184 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-371ae36b-6ce2-44cf-b381-41eac2834ed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:51.674841 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-371ae36b-6ce2-44cf-b381-41eac2834ed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:51.719558 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-371ae36b-6ce2-44cf-b381-41eac2834ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:51.722108 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-371ae36b-6ce2-44cf-b381-41eac2834ed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:51.723247 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-371ae36b-6ce2-44cf-b381-41eac2834ed8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fc33090d-ed5f-400c-8611-729d076a9719 HTTP/1.1" status: 204 len: 168 time: 0.1142273 Sep 23 07:26:51.733354 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371ae36b-6ce2-44cf-b381-41eac2834ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc33090d-ed5f-400c-8611-729d076a9719,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:51.985247 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51114) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:26:52.027927 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-9fa76cd6-c7f7-4fb8-9b56-42df68cf8c12 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b4a16f1cb016488ba22332b0cc23d821&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393317 Sep 23 07:26:52.028142 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51116) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:26:52.066847 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 083b1502-a848-49fb-aeaf-60b14f56aabd no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:26:52.083572 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-93206f81-fc58-4466-ab79-cf3a3b430567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:52.086818 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 083b1502-a848-49fb-aeaf-60b14f56aabd {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:26:52.087837 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 083b1502-a848-49fb-aeaf-60b14f56aabd not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:26:52.088228 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device ba58a6ac-bc9e-417d-9cff-611932478301 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:26:52.106808 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-93206f81-fc58-4466-ab79-cf3a3b430567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:52.107513 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: ba58a6ac-bc9e-417d-9cff-611932478301 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:26:52.107871 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device ba58a6ac-bc9e-417d-9cff-611932478301 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:26:52.154310 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-93206f81-fc58-4466-ab79-cf3a3b430567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:52.156976 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-93206f81-fc58-4466-ab79-cf3a3b430567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:52.158170 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-93206f81-fc58-4466-ab79-cf3a3b430567 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dd328f6d-a6fa-4cdc-8d60-b41cf2a6c623 HTTP/1.1" status: 204 len: 168 time: 0.1290832 Sep 23 07:26:52.166907 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93206f81-fc58-4466-ab79-cf3a3b430567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd328f6d-a6fa-4cdc-8d60-b41cf2a6c623,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:54.069817 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51168) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:26:54.075596 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-9abd03d1-adfb-45ed-9c10-a137e7e28291 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Request body: {'network': {'name': 'tempest-network-smoke--962972242', 'project_id': '8cb2e8d8551a4ac5a47b72d58ddd144a', 'port_security_enabled': True}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:26:54.096466 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9abd03d1-adfb-45ed-9c10-a137e7e28291 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Made reservation on behalf of 8cb2e8d8551a4ac5a47b72d58ddd144a for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:26:54.100189 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9abd03d1-adfb-45ed-9c10-a137e7e28291 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:54.109026 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9abd03d1-adfb-45ed-9c10-a137e7e28291 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:54.199484 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9abd03d1-adfb-45ed-9c10-a137e7e28291 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:54.203587 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9abd03d1-adfb-45ed-9c10-a137e7e28291 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:54.229922 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9abd03d1-adfb-45ed-9c10-a137e7e28291 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:26:54.239529 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abd03d1-adfb-45ed-9c10-a137e7e28291 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95121f5b-7fb7-4ba9-b45f-3f77ca60f5b1,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:54.245279 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9abd03d1-adfb-45ed-9c10-a137e7e28291 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:54.245677 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-9abd03d1-adfb-45ed-9c10-a137e7e28291 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Added segment a95da8e1-b2dd-47a6-8150-e84826db7c30 of type vlan for network e9e7de1d-9abe-4a5a-baed-f4a57f8c87e3 Sep 23 07:26:54.285100 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9abd03d1-adfb-45ed-9c10-a137e7e28291 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:54.313244 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9abd03d1-adfb-45ed-9c10-a137e7e28291 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:54.318918 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abd03d1-adfb-45ed-9c10-a137e7e28291 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:54.319503 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9abd03d1-adfb-45ed-9c10-a137e7e28291 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:54.355457 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-9abd03d1-adfb-45ed-9c10-a137e7e28291 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2845175 Sep 23 07:26:54.358297 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51170) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:26:54.362542 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-c6af131c-728d-49fd-84d1-40b476880ed4 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-905351991', 'admin_state_up': True, 'project_id': '8cb2e8d8551a4ac5a47b72d58ddd144a', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:26:54.397687 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abd03d1-adfb-45ed-9c10-a137e7e28291 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Pushing event updated for resources: {'Network': ['ID=e9e7de1d-9abe-4a5a-baed-f4a57f8c87e3,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:54.407977 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network e9e7de1d-9abe-4a5a-baed-f4a57f8c87e3 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:26:54.415364 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c6af131c-728d-49fd-84d1-40b476880ed4 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:54.417112 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c6af131c-728d-49fd-84d1-40b476880ed4 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:54.472300 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c6af131c-728d-49fd-84d1-40b476880ed4 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:54.609394 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c6af131c-728d-49fd-84d1-40b476880ed4 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:54.804808 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c6af131c-728d-49fd-84d1-40b476880ed4 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks [] for router_gateway, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:54.823359 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c6af131c-728d-49fd-84d1-40b476880ed4 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:54.927849 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-c6af131c-728d-49fd-84d1-40b476880ed4 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Allocated IP 172.25.2.150 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/356d82e7-3fb6-479b-b8f2-da7cac98a426) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:26:55.032849 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c6af131c-728d-49fd-84d1-40b476880ed4 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:55.065902 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c6af131c-728d-49fd-84d1-40b476880ed4 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:55.102535 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6af131c-728d-49fd-84d1-40b476880ed4 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:26:55.106163 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-c6af131c-728d-49fd-84d1-40b476880ed4 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:26:55.108551 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6af131c-728d-49fd-84d1-40b476880ed4 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:26:55.141140 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6af131c-728d-49fd-84d1-40b476880ed4 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Pushing event updated for resources: {'Port': ['ID=356d82e7-3fb6-479b-b8f2-da7cac98a426,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:55.370469 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c6af131c-728d-49fd-84d1-40b476880ed4 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks [] for router_gateway, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:55.577707 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c6af131c-728d-49fd-84d1-40b476880ed4 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:55.703249 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6af131c-728d-49fd-84d1-40b476880ed4 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Router d043c1ea-4f73-4422-82fb-c610b57aa72c is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 07:26:55.810595 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6af131c-728d-49fd-84d1-40b476880ed4 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:26:55.821209 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce2ad74-73d7-4026-9a58-f32b9efe692c None None] Sync routers for ids ['d043c1ea-4f73-4422-82fb-c610b57aa72c'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:26:55.830348 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c6af131c-728d-49fd-84d1-40b476880ed4 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:55.831059 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce2ad74-73d7-4026-9a58-f32b9efe692c None None] Routers {'d043c1ea-4f73-4422-82fb-c610b57aa72c'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:26:55.831559 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-c6af131c-728d-49fd-84d1-40b476880ed4 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.4723513 Sep 23 07:26:55.831769 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-fce2ad74-73d7-4026-9a58-f32b9efe692c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:26:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['d043c1ea-4f73-4422-82fb-c610b57aa72c'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:26:55.834787 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51172) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:26:55.934871 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-fce2ad74-73d7-4026-9a58-f32b9efe692c None None] Set router d043c1ea-4f73-4422-82fb-c610b57aa72c gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:26:55.984058 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-d6c28380-162c-42b8-b5eb-c9d0b7837001 tempest-TestSecurityGroupsBasicOps-1900502063 tempest-TestSecurityGroupsBasicOps-1900502063-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=8cb2e8d8551a4ac5a47b72d58ddd144a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1481793 Sep 23 07:26:55.986806 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51178) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:26:56.081505 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300584ee-9fd8-4ba4-b2de-73b774db54dd tempest-TestSecurityGroupsBasicOps-1900502063 tempest-TestSecurityGroupsBasicOps-1900502063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:56.083066 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-300584ee-9fd8-4ba4-b2de-73b774db54dd tempest-TestSecurityGroupsBasicOps-1900502063 tempest-TestSecurityGroupsBasicOps-1900502063-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0953698 Sep 23 07:26:56.085924 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51180) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:26:56.112919 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-fce2ad74-73d7-4026-9a58-f32b9efe692c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd043c1ea-4f73-4422-82fb-c610b57aa72c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-905351991', 'tenant_id': '8cb2e8d8551a4ac5a47b72d58ddd144a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '356d82e7-3fb6-479b-b8f2-da7cac98a426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:26:54Z', 'updated_at': '2021-09-23T07:26:55Z', 'revision_number': 3, 'project_id': '8cb2e8d8551a4ac5a47b72d58ddd144a', 'gw_port': {'id': '356d82e7-3fb6-479b-b8f2-da7cac98a426', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bf:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd043c1ea-4f73-4422-82fb-c610b57aa72c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:26:54Z', 'updated_at': '2021-09-23T07:26:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:26:56.113962 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-d5b8c5f9-a25b-42c3-b0ef-a8419a6f8e5a tempest-TestSecurityGroupsBasicOps-1900502063 tempest-TestSecurityGroupsBasicOps-1900502063-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=0f47978c-41eb-4cc7-92bf-8b873be8a1a0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269570 Sep 23 07:26:56.116849 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51182) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:26:56.122249 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-9c5d8935-178a-49a6-884a-36ad5f5db436 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-930301598', 'network_id': 'e9e7de1d-9abe-4a5a-baed-f4a57f8c87e3', 'project_id': '8cb2e8d8551a4ac5a47b72d58ddd144a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:26:56.143753 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce2ad74-73d7-4026-9a58-f32b9efe692c None None] Checking router: d043c1ea-4f73-4422-82fb-c610b57aa72c for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:26:56.144096 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce2ad74-73d7-4026-9a58-f32b9efe692c None None] Updating router d043c1ea-4f73-4422-82fb-c610b57aa72c port 356d82e7-3fb6-479b-b8f2-da7cac98a426 binding host n-d-715271-16 {{(pid=95068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 07:26:56.167586 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-fce2ad74-73d7-4026-9a58-f32b9efe692c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:56.209817 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5d8935-178a-49a6-884a-36ad5f5db436 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Made reservation on behalf of 8cb2e8d8551a4ac5a47b72d58ddd144a for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:26:56.213438 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9c5d8935-178a-49a6-884a-36ad5f5db436 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:56.393289 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9c5d8935-178a-49a6-884a-36ad5f5db436 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:56.418904 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-fce2ad74-73d7-4026-9a58-f32b9efe692c None None] Notify callbacks [] for port, precommit_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:56.424590 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-fce2ad74-73d7-4026-9a58-f32b9efe692c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:56.461198 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5d8935-178a-49a6-884a-36ad5f5db436 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Pushing event updated for resources: {'Subnet': ['ID=bb4a2fe4-49d0-439a-9de1-7cdb5c3e9a82,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:56.468757 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5d8935-178a-49a6-884a-36ad5f5db436 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Checking segment: {'id': 'a95da8e1-b2dd-47a6-8150-e84826db7c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e9e7de1d-9abe-4a5a-baed-f4a57f8c87e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:26:56.469223 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5d8935-178a-49a6-884a-36ad5f5db436 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Network hostable DHCP agents. Network: e9e7de1d-9abe-4a5a-baed-f4a57f8c87e3, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:26:56.473391 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-fce2ad74-73d7-4026-9a58-f32b9efe692c None None] Attempting to bind port 356d82e7-3fb6-479b-b8f2-da7cac98a426 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:26:56.473796 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-fce2ad74-73d7-4026-9a58-f32b9efe692c None None] Attempting to bind port 356d82e7-3fb6-479b-b8f2-da7cac98a426 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:26:56.474179 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce2ad74-73d7-4026-9a58-f32b9efe692c None None] Attempting to bind port 356d82e7-3fb6-479b-b8f2-da7cac98a426 on network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:26:56.483595 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce2ad74-73d7-4026-9a58-f32b9efe692c None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:26:56.483965 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce2ad74-73d7-4026-9a58-f32b9efe692c None None] Checking segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:26:56.484362 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-fce2ad74-73d7-4026-9a58-f32b9efe692c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:56.485089 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce2ad74-73d7-4026-9a58-f32b9efe692c None None] Bound using segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:26:56.485729 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-fce2ad74-73d7-4026-9a58-f32b9efe692c None None] Bound port: 356d82e7-3fb6-479b-b8f2-da7cac98a426, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:26:56.486068 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-fce2ad74-73d7-4026-9a58-f32b9efe692c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:56.488052 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5d8935-178a-49a6-884a-36ad5f5db436 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Network e9e7de1d-9abe-4a5a-baed-f4a57f8c87e3 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:26:56.498258 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-9c5d8935-178a-49a6-884a-36ad5f5db436 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, e9e7de1d-9abe-4a5a-baed-f4a57f8c87e3) {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:26:56.502497 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5d8935-178a-49a6-884a-36ad5f5db436 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:56.503098 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9c5d8935-178a-49a6-884a-36ad5f5db436 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:56.509667 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852867f5-59a8-4d53-85d7-44567701fe4a None None] Network e9e7de1d-9abe-4a5a-baed-f4a57f8c87e3 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:26:56.518945 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-9c5d8935-178a-49a6-884a-36ad5f5db436 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4010420 Sep 23 07:26:56.521713 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51184) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:26:56.585108 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee12827d-9aee-4b7b-a0ea-669208752bfc None None] Pushing event updated for resources: {'Port': ['ID=356d82e7-3fb6-479b-b8f2-da7cac98a426,revision_number=2']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:56.614314 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee12827d-9aee-4b7b-a0ea-669208752bfc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:56.614653 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee12827d-9aee-4b7b-a0ea-669208752bfc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:56.614984 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee12827d-9aee-4b7b-a0ea-669208752bfc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:56.615312 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee12827d-9aee-4b7b-a0ea-669208752bfc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:56.615898 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee12827d-9aee-4b7b-a0ea-669208752bfc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:56.616213 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee12827d-9aee-4b7b-a0ea-669208752bfc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:56.616539 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee12827d-9aee-4b7b-a0ea-669208752bfc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:56.616851 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee12827d-9aee-4b7b-a0ea-669208752bfc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:56.617166 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee12827d-9aee-4b7b-a0ea-669208752bfc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:56.617480 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee12827d-9aee-4b7b-a0ea-669208752bfc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:56.617794 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee12827d-9aee-4b7b-a0ea-669208752bfc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:56.618116 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee12827d-9aee-4b7b-a0ea-669208752bfc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:26:56.645301 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-fce2ad74-73d7-4026-9a58-f32b9efe692c None None] For port 356d82e7-3fb6-479b-b8f2-da7cac98a426, host n-d-715271-16, cleared binding levels {{(pid=95068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:26:56.648533 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-fce2ad74-73d7-4026-9a58-f32b9efe692c None None] For port 356d82e7-3fb6-479b-b8f2-da7cac98a426, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=356d82e7-3fb6-479b-b8f2-da7cac98a426,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:26:56.656906 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-fce2ad74-73d7-4026-9a58-f32b9efe692c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:56.683891 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c9505b-148e-4d31-9629-aec08b229d07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-e9e7de1d-9abe-4a5a-baed-f4a57f8c87e3', 'network_id': 'e9e7de1d-9abe-4a5a-baed-f4a57f8c87e3', 'tenant_id': '8cb2e8d8551a4ac5a47b72d58ddd144a', 'fixed_ips': [{'subnet_id': 'bb4a2fe4-49d0-439a-9de1-7cdb5c3e9a82'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:26:56.684835 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-92c9505b-148e-4d31-9629-aec08b229d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:56.717650 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce2ad74-73d7-4026-9a58-f32b9efe692c None None] Routers {'d043c1ea-4f73-4422-82fb-c610b57aa72c'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:26:56.718228 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-fce2ad74-73d7-4026-9a58-f32b9efe692c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:26:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['d043c1ea-4f73-4422-82fb-c610b57aa72c'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:26:56.759262 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee12827d-9aee-4b7b-a0ea-669208752bfc None None] Pushing event updated for resources: {'Port': ['ID=356d82e7-3fb6-479b-b8f2-da7cac98a426,revision_number=3']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:56.827907 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-fce2ad74-73d7-4026-9a58-f32b9efe692c None None] Set router d043c1ea-4f73-4422-82fb-c610b57aa72c gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:26:56.844481 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-92c9505b-148e-4d31-9629-aec08b229d07 None None] Allocated IP 172.20.0.2 (e9e7de1d-9abe-4a5a-baed-f4a57f8c87e3/bb4a2fe4-49d0-439a-9de1-7cdb5c3e9a82/53c0f7ed-f226-46aa-bba8-103d0eb5ec74) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:26:56.992172 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-92c9505b-148e-4d31-9629-aec08b229d07 None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:56.999493 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-92c9505b-148e-4d31-9629-aec08b229d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:57.002493 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a68fa659-15b6-4e8b-a789-617e9f250493 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:57.023131 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-fce2ad74-73d7-4026-9a58-f32b9efe692c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd043c1ea-4f73-4422-82fb-c610b57aa72c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-905351991', 'tenant_id': '8cb2e8d8551a4ac5a47b72d58ddd144a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '356d82e7-3fb6-479b-b8f2-da7cac98a426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:26:54Z', 'updated_at': '2021-09-23T07:26:55Z', 'revision_number': 3, 'project_id': '8cb2e8d8551a4ac5a47b72d58ddd144a', 'gw_port': {'id': '356d82e7-3fb6-479b-b8f2-da7cac98a426', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bf:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd043c1ea-4f73-4422-82fb-c610b57aa72c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:26:54Z', 'updated_at': '2021-09-23T07:26:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:26:57.044367 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c9505b-148e-4d31-9629-aec08b229d07 None None] Network e9e7de1d-9abe-4a5a-baed-f4a57f8c87e3 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:26:57.048841 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-92c9505b-148e-4d31-9629-aec08b229d07 None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:26:57.050699 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce2ad74-73d7-4026-9a58-f32b9efe692c None None] The sync data for ids ['d043c1ea-4f73-4422-82fb-c610b57aa72c'] in n-d-715271-16 is: [{'id': 'd043c1ea-4f73-4422-82fb-c610b57aa72c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-905351991', 'tenant_id': '8cb2e8d8551a4ac5a47b72d58ddd144a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '356d82e7-3fb6-479b-b8f2-da7cac98a426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:26:54Z', 'updated_at': '2021-09-23T07:26:55Z', 'revision_number': 3, 'project_id': '8cb2e8d8551a4ac5a47b72d58ddd144a', 'gw_port': {'id': '356d82e7-3fb6-479b-b8f2-da7cac98a426', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bf:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd043c1ea-4f73-4422-82fb-c610b57aa72c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:26:54Z', 'updated_at': '2021-09-23T07:26:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:26:57.055708 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c9505b-148e-4d31-9629-aec08b229d07 None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:26:57.059059 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c9505b-148e-4d31-9629-aec08b229d07 None None] Pushing event updated for resources: {'Port': ['ID=53c0f7ed-f226-46aa-bba8-103d0eb5ec74,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:57.115829 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-92c9505b-148e-4d31-9629-aec08b229d07 None None] Attempting to bind port 53c0f7ed-f226-46aa-bba8-103d0eb5ec74 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:26:57.116228 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-92c9505b-148e-4d31-9629-aec08b229d07 None None] Attempting to bind port 53c0f7ed-f226-46aa-bba8-103d0eb5ec74 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': 'a95da8e1-b2dd-47a6-8150-e84826db7c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e9e7de1d-9abe-4a5a-baed-f4a57f8c87e3'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:26:57.116589 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c9505b-148e-4d31-9629-aec08b229d07 None None] Attempting to bind port 53c0f7ed-f226-46aa-bba8-103d0eb5ec74 on network e9e7de1d-9abe-4a5a-baed-f4a57f8c87e3 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:26:57.121939 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c9505b-148e-4d31-9629-aec08b229d07 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:26:57.122317 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c9505b-148e-4d31-9629-aec08b229d07 None None] Checking segment: {'id': 'a95da8e1-b2dd-47a6-8150-e84826db7c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e9e7de1d-9abe-4a5a-baed-f4a57f8c87e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:26:57.122731 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-92c9505b-148e-4d31-9629-aec08b229d07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:57.123117 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c9505b-148e-4d31-9629-aec08b229d07 None None] Bound using segment: {'id': 'a95da8e1-b2dd-47a6-8150-e84826db7c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e9e7de1d-9abe-4a5a-baed-f4a57f8c87e3'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:26:57.123587 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-92c9505b-148e-4d31-9629-aec08b229d07 None None] Bound port: 53c0f7ed-f226-46aa-bba8-103d0eb5ec74, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a95da8e1-b2dd-47a6-8150-e84826db7c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e9e7de1d-9abe-4a5a-baed-f4a57f8c87e3'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:26:57.123963 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-92c9505b-148e-4d31-9629-aec08b229d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:57.190711 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-92c9505b-148e-4d31-9629-aec08b229d07 None None] For port 53c0f7ed-f226-46aa-bba8-103d0eb5ec74, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:26:57.194137 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-92c9505b-148e-4d31-9629-aec08b229d07 None None] For port 53c0f7ed-f226-46aa-bba8-103d0eb5ec74, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=53c0f7ed-f226-46aa-bba8-103d0eb5ec74,segment=NetworkSegment(a95da8e1-b2dd-47a6-8150-e84826db7c30),segment_id=a95da8e1-b2dd-47a6-8150-e84826db7c30)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:26:57.199998 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-92c9505b-148e-4d31-9629-aec08b229d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:57.267025 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c9505b-148e-4d31-9629-aec08b229d07 None None] Pushing event updated for resources: {'Port': ['ID=53c0f7ed-f226-46aa-bba8-103d0eb5ec74,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:57.305727 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-a68fa659-15b6-4e8b-a789-617e9f250493 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Allocated IP 172.20.0.1 (e9e7de1d-9abe-4a5a-baed-f4a57f8c87e3/bb4a2fe4-49d0-439a-9de1-7cdb5c3e9a82/2ea87217-f91d-4743-8df6-06537b695fd2) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:26:57.471027 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a68fa659-15b6-4e8b-a789-617e9f250493 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:57.515117 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a68fa659-15b6-4e8b-a789-617e9f250493 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:57.554236 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68fa659-15b6-4e8b-a789-617e9f250493 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Network e9e7de1d-9abe-4a5a-baed-f4a57f8c87e3 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:26:57.558877 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-a68fa659-15b6-4e8b-a789-617e9f250493 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:26:57.562992 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68fa659-15b6-4e8b-a789-617e9f250493 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:26:57.601530 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68fa659-15b6-4e8b-a789-617e9f250493 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Pushing event updated for resources: {'Port': ['ID=2ea87217-f91d-4743-8df6-06537b695fd2,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:57.622734 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a68fa659-15b6-4e8b-a789-617e9f250493 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068614'] for router_interface, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:58.153264 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 356d82e7-3fb6-479b-b8f2-da7cac98a426 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:26:58.173445 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a68fa659-15b6-4e8b-a789-617e9f250493 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:58.207668 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 356d82e7-3fb6-479b-b8f2-da7cac98a426 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:26:58.208029 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:58.302225 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:58.326114 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port 356d82e7-3fb6-479b-b8f2-da7cac98a426, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=356d82e7-3fb6-479b-b8f2-da7cac98a426,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:26:58.330412 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:58.331352 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 53c0f7ed-f226-46aa-bba8-103d0eb5ec74 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:26:58.393156 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f950424-8342-427e-98a6-b862b073c6db None None] Network e9e7de1d-9abe-4a5a-baed-f4a57f8c87e3 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:26:58.427457 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=356d82e7-3fb6-479b-b8f2-da7cac98a426,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:58.488267 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a68fa659-15b6-4e8b-a789-617e9f250493 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:58.493300 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a68fa659-15b6-4e8b-a789-617e9f250493 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:58.499239 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 53c0f7ed-f226-46aa-bba8-103d0eb5ec74 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:26:58.499701 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:58.577217 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68fa659-15b6-4e8b-a789-617e9f250493 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Pushing event updated for resources: {'Port': ['ID=2ea87217-f91d-4743-8df6-06537b695fd2,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:58.579841 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a68fa659-15b6-4e8b-a789-617e9f250493 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067062'] for router_interface, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:58.683181 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68fa659-15b6-4e8b-a789-617e9f250493 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Network e9e7de1d-9abe-4a5a-baed-f4a57f8c87e3 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:26:58.684780 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-a68fa659-15b6-4e8b-a789-617e9f250493 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:26:58.708091 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-f92e5b13-3545-436c-8222-5d4442c60245 None None] Provisioning complete for port 53c0f7ed-f226-46aa-bba8-103d0eb5ec74 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:26:58.708465 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f92e5b13-3545-436c-8222-5d4442c60245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:58.808405 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a68fa659-15b6-4e8b-a789-617e9f250493 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Router d043c1ea-4f73-4422-82fb-c610b57aa72c has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:26:58.880462 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:58.912645 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f92e5b13-3545-436c-8222-5d4442c60245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:58.924147 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a68fa659-15b6-4e8b-a789-617e9f250493 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:26:58.929536 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-a68fa659-15b6-4e8b-a789-617e9f250493 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] 10.222.0.39 "PUT /v2.0/routers/d043c1ea-4f73-4422-82fb-c610b57aa72c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4067764 Sep 23 07:26:58.932399 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51188) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:26:58.937033 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-0e49084f-8dba-43ca-88a9-54d0de8a98f1 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--408499769', 'description': 'tempest-secgroup_access--408499769 description', 'project_id': '8cb2e8d8551a4ac5a47b72d58ddd144a'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:26:58.941220 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f753327e-deff-49fc-9af8-afe8fa7a7505 None None] Sync routers for ids ['d043c1ea-4f73-4422-82fb-c610b57aa72c'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:26:58.953625 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port 53c0f7ed-f226-46aa-bba8-103d0eb5ec74, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=53c0f7ed-f226-46aa-bba8-103d0eb5ec74,segment=NetworkSegment(a95da8e1-b2dd-47a6-8150-e84826db7c30),segment_id=a95da8e1-b2dd-47a6-8150-e84826db7c30)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:26:58.960878 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0e49084f-8dba-43ca-88a9-54d0de8a98f1 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:58.961827 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:58.967485 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f753327e-deff-49fc-9af8-afe8fa7a7505 None None] Routers {'d043c1ea-4f73-4422-82fb-c610b57aa72c'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:26:58.968143 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-f753327e-deff-49fc-9af8-afe8fa7a7505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:26:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['d043c1ea-4f73-4422-82fb-c610b57aa72c'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:26:59.060975 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0e49084f-8dba-43ca-88a9-54d0de8a98f1 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:59.066720 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0e49084f-8dba-43ca-88a9-54d0de8a98f1 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:59.096070 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.db.api [None req-f92e5b13-3545-436c-8222-5d4442c60245 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 07:26:59.096536 n-d-715271-16 neutron-server[95067]: DEBUG oslo_db.api [None req-f92e5b13-3545-436c-8222-5d4442c60245 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 07:26:59.098694 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=53c0f7ed-f226-46aa-bba8-103d0eb5ec74,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:59.102138 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e49084f-8dba-43ca-88a9-54d0de8a98f1 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=106f27a1-564c-48dc-8615-b84010365c9f,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:59.107555 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0e49084f-8dba-43ca-88a9-54d0de8a98f1 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:59.108997 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-0e49084f-8dba-43ca-88a9-54d0de8a98f1 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1755686 Sep 23 07:26:59.112143 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51190) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:26:59.117528 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-900cf614-de74-4e99-b015-6db8ff9d0987 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1024857432', 'description': 'tempest-secgroup_general--1024857432 description', 'project_id': '8cb2e8d8551a4ac5a47b72d58ddd144a'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:26:59.143182 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-900cf614-de74-4e99-b015-6db8ff9d0987 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:59.168101 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-f753327e-deff-49fc-9af8-afe8fa7a7505 None None] Set router d043c1ea-4f73-4422-82fb-c610b57aa72c gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:26:59.236081 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-900cf614-de74-4e99-b015-6db8ff9d0987 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:59.242198 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-900cf614-de74-4e99-b015-6db8ff9d0987 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:59.269938 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-900cf614-de74-4e99-b015-6db8ff9d0987 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:59.271694 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-900cf614-de74-4e99-b015-6db8ff9d0987 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.1579964 Sep 23 07:26:59.277474 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51192) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:26:59.284694 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-a3df1a24-82bd-4497-b82a-c44362032a21 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Request body: {'security_group_rule': {'security_group_id': '106f27a1-564c-48dc-8615-b84010365c9f', 'project_id': '8cb2e8d8551a4ac5a47b72d58ddd144a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:26:59.292378 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900cf614-de74-4e99-b015-6db8ff9d0987 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf76d105-015c-4378-a88d-c50a8b290806,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:59.325013 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a3df1a24-82bd-4497-b82a-c44362032a21 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:59.382945 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a3df1a24-82bd-4497-b82a-c44362032a21 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:59.388520 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a3df1a24-82bd-4497-b82a-c44362032a21 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:59.411726 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3df1a24-82bd-4497-b82a-c44362032a21 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a84befce-8a49-474b-84ad-3c5bbd05e73c,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:59.412103 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-f753327e-deff-49fc-9af8-afe8fa7a7505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd043c1ea-4f73-4422-82fb-c610b57aa72c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-905351991', 'tenant_id': '8cb2e8d8551a4ac5a47b72d58ddd144a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '356d82e7-3fb6-479b-b8f2-da7cac98a426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:26:54Z', 'updated_at': '2021-09-23T07:26:58Z', 'revision_number': 4, 'project_id': '8cb2e8d8551a4ac5a47b72d58ddd144a', 'gw_port': {'id': '356d82e7-3fb6-479b-b8f2-da7cac98a426', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bf:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd043c1ea-4f73-4422-82fb-c610b57aa72c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:26:54Z', 'updated_at': '2021-09-23T07:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '2ea87217-f91d-4743-8df6-06537b695fd2', 'name': '', 'network_id': 'e9e7de1d-9abe-4a5a-baed-f4a57f8c87e3', 'tenant_id': '8cb2e8d8551a4ac5a47b72d58ddd144a', 'mac_address': 'fa:16:3e:87:6f:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd043c1ea-4f73-4422-82fb-c610b57aa72c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'bb4a2fe4-49d0-439a-9de1-7cdb5c3e9a82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:26:57Z', 'updated_at': '2021-09-23T07:26:58Z', 'revision_number': 2, 'project_id': '8cb2e8d8551a4ac5a47b72d58ddd144a', 'subnets': [{'id': 'bb4a2fe4-49d0-439a-9de1-7cdb5c3e9a82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:26:59.417240 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a3df1a24-82bd-4497-b82a-c44362032a21 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:59.418653 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-a3df1a24-82bd-4497-b82a-c44362032a21 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1400013 Sep 23 07:26:59.450269 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f753327e-deff-49fc-9af8-afe8fa7a7505 None None] Checking router: d043c1ea-4f73-4422-82fb-c610b57aa72c for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:26:59.450627 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f753327e-deff-49fc-9af8-afe8fa7a7505 None None] Updating router d043c1ea-4f73-4422-82fb-c610b57aa72c port 2ea87217-f91d-4743-8df6-06537b695fd2 binding host n-d-715271-16 {{(pid=95067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 07:26:59.485029 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f753327e-deff-49fc-9af8-afe8fa7a7505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:59.577291 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-286341be-6585-45d0-b6e1-a618e48f0cf9 req-5421bff5-19e8-4f93-a13c-d87fa49d8d0e tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup_access--408499769&fields=id&tenant_id=8cb2e8d8551a4ac5a47b72d58ddd144a HTTP/1.1" status: 200 len: 267 time: 0.0336266 Sep 23 07:26:59.620988 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-286341be-6585-45d0-b6e1-a618e48f0cf9 req-a25e522e-1750-437e-90d4-66a5f2041022 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup_general--1024857432&fields=id&tenant_id=8cb2e8d8551a4ac5a47b72d58ddd144a HTTP/1.1" status: 200 len: 267 time: 0.0368402 Sep 23 07:26:59.731889 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286341be-6585-45d0-b6e1-a618e48f0cf9 req-14ee21f7-bb75-4122-836a-9c11790584f1 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:26:59.733389 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-286341be-6585-45d0-b6e1-a618e48f0cf9 req-14ee21f7-bb75-4122-836a-9c11790584f1 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] 10.222.0.39 "GET /v2.0/networks?id=e9e7de1d-9abe-4a5a-baed-f4a57f8c87e3 HTTP/1.1" status: 200 len: 796 time: 0.1055481 Sep 23 07:26:59.749235 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-286341be-6585-45d0-b6e1-a618e48f0cf9 req-b855f930-f499-4ea4-b0bd-d859a0f6f457 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] 10.222.0.39 "GET /v2.0/quotas/8cb2e8d8551a4ac5a47b72d58ddd144a HTTP/1.1" status: 200 len: 375 time: 0.0097961 Sep 23 07:26:59.799850 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-286341be-6585-45d0-b6e1-a618e48f0cf9 req-14f09ae3-85ee-448e-b98e-f68974cc123a tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8cb2e8d8551a4ac5a47b72d58ddd144a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449336 Sep 23 07:26:59.810006 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-f975f670-bea7-4edf-9c0f-e1cde7fbb013 None None] Provisioning complete for port 53c0f7ed-f226-46aa-bba8-103d0eb5ec74 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:26:59.810386 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f975f670-bea7-4edf-9c0f-e1cde7fbb013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:59.813045 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f753327e-deff-49fc-9af8-afe8fa7a7505 None None] Notify callbacks [] for port, precommit_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:59.834395 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f753327e-deff-49fc-9af8-afe8fa7a7505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:26:59.894463 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c637ea3-2b98-455f-94e6-f5f6244fd094 None None] Pushing event updated for resources: {'Port': ['ID=2ea87217-f91d-4743-8df6-06537b695fd2,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:26:59.907801 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-286341be-6585-45d0-b6e1-a618e48f0cf9 req-d30f9ca4-91ae-4b59-ab87-91affb2077a2 service neutron] 10.222.0.39 "GET /v2.0/networks/e9e7de1d-9abe-4a5a-baed-f4a57f8c87e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960174 Sep 23 07:26:59.993297 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-f753327e-deff-49fc-9af8-afe8fa7a7505 None None] Attempting to bind port 2ea87217-f91d-4743-8df6-06537b695fd2 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:26:59.994243 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-f753327e-deff-49fc-9af8-afe8fa7a7505 None None] Attempting to bind port 2ea87217-f91d-4743-8df6-06537b695fd2 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': 'a95da8e1-b2dd-47a6-8150-e84826db7c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e9e7de1d-9abe-4a5a-baed-f4a57f8c87e3'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:26:59.994655 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f753327e-deff-49fc-9af8-afe8fa7a7505 None None] Attempting to bind port 2ea87217-f91d-4743-8df6-06537b695fd2 on network e9e7de1d-9abe-4a5a-baed-f4a57f8c87e3 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:27:00.003285 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f753327e-deff-49fc-9af8-afe8fa7a7505 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:27:00.003673 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f753327e-deff-49fc-9af8-afe8fa7a7505 None None] Checking segment: {'id': 'a95da8e1-b2dd-47a6-8150-e84826db7c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e9e7de1d-9abe-4a5a-baed-f4a57f8c87e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:27:00.004072 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f753327e-deff-49fc-9af8-afe8fa7a7505 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:00.004466 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f753327e-deff-49fc-9af8-afe8fa7a7505 None None] Bound using segment: {'id': 'a95da8e1-b2dd-47a6-8150-e84826db7c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e9e7de1d-9abe-4a5a-baed-f4a57f8c87e3'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:27:00.004942 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-f753327e-deff-49fc-9af8-afe8fa7a7505 None None] Bound port: 2ea87217-f91d-4743-8df6-06537b695fd2, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a95da8e1-b2dd-47a6-8150-e84826db7c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e9e7de1d-9abe-4a5a-baed-f4a57f8c87e3'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:27:00.005324 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f753327e-deff-49fc-9af8-afe8fa7a7505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:00.017811 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-286341be-6585-45d0-b6e1-a618e48f0cf9 req-20c39243-4d2d-4df0-95e7-3ff560d68f65 service neutron] 10.222.0.39 "GET /v2.0/networks/e9e7de1d-9abe-4a5a-baed-f4a57f8c87e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980911 Sep 23 07:27:00.020574 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-f975f670-bea7-4edf-9c0f-e1cde7fbb013 None None] Provisioning complete for port 2ea87217-f91d-4743-8df6-06537b695fd2 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:27:00.020949 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f975f670-bea7-4edf-9c0f-e1cde7fbb013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:00.089369 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-f975f670-bea7-4edf-9c0f-e1cde7fbb013 None None] Port 2ea87217-f91d-4743-8df6-06537b695fd2 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:27:00.109335 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-f753327e-deff-49fc-9af8-afe8fa7a7505 None None] For port 2ea87217-f91d-4743-8df6-06537b695fd2, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:27:00.112549 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-f753327e-deff-49fc-9af8-afe8fa7a7505 None None] For port 2ea87217-f91d-4743-8df6-06537b695fd2, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=2ea87217-f91d-4743-8df6-06537b695fd2,segment=NetworkSegment(a95da8e1-b2dd-47a6-8150-e84826db7c30),segment_id=a95da8e1-b2dd-47a6-8150-e84826db7c30)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:27:00.118204 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f753327e-deff-49fc-9af8-afe8fa7a7505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:00.124777 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 356d82e7-3fb6-479b-b8f2-da7cac98a426 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:27:00.226614 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f753327e-deff-49fc-9af8-afe8fa7a7505 None None] Routers {'d043c1ea-4f73-4422-82fb-c610b57aa72c'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:27:00.227268 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-f753327e-deff-49fc-9af8-afe8fa7a7505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:26:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['d043c1ea-4f73-4422-82fb-c610b57aa72c'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:27:00.247500 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f67f365e-7e8b-4140-a581-cbe8f23d6f19 req-718b5b59-b658-4a9e-9af2-174633a7ed8b tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] 10.222.0.39 "GET /v2.0/ports?device_id=e188606f-134c-429a-a16b-a0d4f773a0f7 HTTP/1.1" status: 200 len: 210 time: 0.0350254 Sep 23 07:27:00.270826 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c637ea3-2b98-455f-94e6-f5f6244fd094 None None] Pushing event updated for resources: {'Port': ['ID=2ea87217-f91d-4743-8df6-06537b695fd2,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:27:00.293726 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-c55e01e5-b442-4b16-9967-921284d749da None None] Provisioning complete for port 2ea87217-f91d-4743-8df6-06537b695fd2 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:27:00.294123 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c55e01e5-b442-4b16-9967-921284d749da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:00.362902 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 356d82e7-3fb6-479b-b8f2-da7cac98a426 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:27:00.363197 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:00.410495 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-f753327e-deff-49fc-9af8-afe8fa7a7505 None None] Set router d043c1ea-4f73-4422-82fb-c610b57aa72c gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:27:00.572954 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c55e01e5-b442-4b16-9967-921284d749da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:00.622049 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 53c0f7ed-f226-46aa-bba8-103d0eb5ec74 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:27:00.675018 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-c55e01e5-b442-4b16-9967-921284d749da None None] For port 2ea87217-f91d-4743-8df6-06537b695fd2, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=2ea87217-f91d-4743-8df6-06537b695fd2,segment=NetworkSegment(a95da8e1-b2dd-47a6-8150-e84826db7c30),segment_id=a95da8e1-b2dd-47a6-8150-e84826db7c30)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:27:00.685000 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c55e01e5-b442-4b16-9967-921284d749da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:00.925938 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55e01e5-b442-4b16-9967-921284d749da None None] Pushing event updated for resources: {'Port': ['ID=2ea87217-f91d-4743-8df6-06537b695fd2,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:27:00.932959 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-47b282b8-6fad-4384-8ccc-a3a1fbfb1991 None None] Provisioning complete for port 2ea87217-f91d-4743-8df6-06537b695fd2 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:27:00.933434 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-47b282b8-6fad-4384-8ccc-a3a1fbfb1991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:00.956840 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 53c0f7ed-f226-46aa-bba8-103d0eb5ec74 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:27:00.957203 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:01.014105 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-f753327e-deff-49fc-9af8-afe8fa7a7505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd043c1ea-4f73-4422-82fb-c610b57aa72c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-905351991', 'tenant_id': '8cb2e8d8551a4ac5a47b72d58ddd144a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '356d82e7-3fb6-479b-b8f2-da7cac98a426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:26:54Z', 'updated_at': '2021-09-23T07:26:58Z', 'revision_number': 4, 'project_id': '8cb2e8d8551a4ac5a47b72d58ddd144a', 'gw_port': {'id': '356d82e7-3fb6-479b-b8f2-da7cac98a426', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bf:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd043c1ea-4f73-4422-82fb-c610b57aa72c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:26:54Z', 'updated_at': '2021-09-23T07:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '2ea87217-f91d-4743-8df6-06537b695fd2', 'name': '', 'network_id': 'e9e7de1d-9abe-4a5a-baed-f4a57f8c87e3', 'tenant_id': '8cb2e8d8551a4ac5a47b72d58ddd144a', 'mac_address': 'fa:16:3e:87:6f:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd043c1ea-4f73-4422-82fb-c610b57aa72c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'bb4a2fe4-49d0-439a-9de1-7cdb5c3e9a82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:26:57Z', 'updated_at': '2021-09-23T07:27:00Z', 'revision_number': 4, 'project_id': '8cb2e8d8551a4ac5a47b72d58ddd144a', 'subnets': [{'id': 'bb4a2fe4-49d0-439a-9de1-7cdb5c3e9a82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:27:01.047713 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f753327e-deff-49fc-9af8-afe8fa7a7505 None None] The sync data for ids ['d043c1ea-4f73-4422-82fb-c610b57aa72c'] in n-d-715271-16 is: [{'id': 'd043c1ea-4f73-4422-82fb-c610b57aa72c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-905351991', 'tenant_id': '8cb2e8d8551a4ac5a47b72d58ddd144a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '356d82e7-3fb6-479b-b8f2-da7cac98a426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:26:54Z', 'updated_at': '2021-09-23T07:26:58Z', 'revision_number': 4, 'project_id': '8cb2e8d8551a4ac5a47b72d58ddd144a', 'gw_port': {'id': '356d82e7-3fb6-479b-b8f2-da7cac98a426', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bf:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd043c1ea-4f73-4422-82fb-c610b57aa72c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:26:54Z', 'updated_at': '2021-09-23T07:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '2ea87217-f91d-4743-8df6-06537b695fd2', 'name': '', 'network_id': 'e9e7de1d-9abe-4a5a-baed-f4a57f8c87e3', 'tenant_id': '8cb2e8d8551a4ac5a47b72d58ddd144a', 'mac_address': 'fa:16:3e:87:6f:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd043c1ea-4f73-4422-82fb-c610b57aa72c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'bb4a2fe4-49d0-439a-9de1-7cdb5c3e9a82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:26:57Z', 'updated_at': '2021-09-23T07:27:00Z', 'revision_number': 4, 'project_id': '8cb2e8d8551a4ac5a47b72d58ddd144a', 'subnets': [{'id': 'bb4a2fe4-49d0-439a-9de1-7cdb5c3e9a82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:27:01.332235 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-78a35170-4811-4a6a-b2f2-b3cf97389ad6 req-3ac2be0a-1836-4f80-b1b7-a4a4db1a1c28 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] 10.222.0.39 "GET /v2.0/ports?device_id=e188606f-134c-429a-a16b-a0d4f773a0f7 HTTP/1.1" status: 200 len: 210 time: 0.0282598 Sep 23 07:27:02.096278 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 2ea87217-f91d-4743-8df6-06537b695fd2 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:27:02.144423 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 2ea87217-f91d-4743-8df6-06537b695fd2 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:27:02.144791 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:02.428453 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6fbfa31b-504e-475f-8fc1-3c56c7416085 req-a85e6541-4994-40d6-97d4-ae4d9efb7959 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] 10.222.0.39 "GET /v2.0/ports?device_id=e188606f-134c-429a-a16b-a0d4f773a0f7 HTTP/1.1" status: 200 len: 210 time: 0.0323601 Sep 23 07:27:03.256073 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286341be-6585-45d0-b6e1-a618e48f0cf9 req-ee5c0b0f-e6a6-4963-87f8-0c89c739326e tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:03.257635 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-286341be-6585-45d0-b6e1-a618e48f0cf9 req-ee5c0b0f-e6a6-4963-87f8-0c89c739326e tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] 10.222.0.21 "GET /v2.0/networks?id=e9e7de1d-9abe-4a5a-baed-f4a57f8c87e3 HTTP/1.1" status: 200 len: 796 time: 0.1083963 Sep 23 07:27:03.306980 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-286341be-6585-45d0-b6e1-a618e48f0cf9 req-2e30d4f7-0cb8-4216-89c3-3e160cf713fc tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8cb2e8d8551a4ac5a47b72d58ddd144a HTTP/1.1" status: 200 len: 477 time: 0.0350676 Sep 23 07:27:03.316442 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-286341be-6585-45d0-b6e1-a618e48f0cf9 req-f971d134-99ee-41cf-83c8-b80d5c9d50bf tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Request body: {'port': {'device_id': 'e188606f-134c-429a-a16b-a0d4f773a0f7', 'network_id': 'e9e7de1d-9abe-4a5a-baed-f4a57f8c87e3', 'admin_state_up': True, 'tenant_id': '8cb2e8d8551a4ac5a47b72d58ddd144a', 'security_groups': ['106f27a1-564c-48dc-8615-b84010365c9f', 'bf76d105-015c-4378-a88d-c50a8b290806']}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:27:03.424228 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-286341be-6585-45d0-b6e1-a618e48f0cf9 req-f971d134-99ee-41cf-83c8-b80d5c9d50bf tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Made reservation on behalf of 8cb2e8d8551a4ac5a47b72d58ddd144a for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:27:03.427693 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-286341be-6585-45d0-b6e1-a618e48f0cf9 req-f971d134-99ee-41cf-83c8-b80d5c9d50bf tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:03.548761 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bfdb7221-f016-43af-8bea-3c4033a064ce req-d7b4fc25-eaad-4ac5-8d3f-90f60ba26aa0 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] 10.222.0.39 "GET /v2.0/ports?device_id=e188606f-134c-429a-a16b-a0d4f773a0f7 HTTP/1.1" status: 200 len: 210 time: 0.0516422 Sep 23 07:27:03.575308 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-286341be-6585-45d0-b6e1-a618e48f0cf9 req-f971d134-99ee-41cf-83c8-b80d5c9d50bf tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Allocated IP 172.20.0.14 (e9e7de1d-9abe-4a5a-baed-f4a57f8c87e3/bb4a2fe4-49d0-439a-9de1-7cdb5c3e9a82/13a3aad3-c6f6-4dc3-b1a1-917820b54cd2) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:27:03.724458 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-286341be-6585-45d0-b6e1-a618e48f0cf9 req-f971d134-99ee-41cf-83c8-b80d5c9d50bf tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:03.758967 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-286341be-6585-45d0-b6e1-a618e48f0cf9 req-f971d134-99ee-41cf-83c8-b80d5c9d50bf tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:03.799994 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-286341be-6585-45d0-b6e1-a618e48f0cf9 req-f971d134-99ee-41cf-83c8-b80d5c9d50bf tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Network e9e7de1d-9abe-4a5a-baed-f4a57f8c87e3 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:27:03.802884 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-286341be-6585-45d0-b6e1-a618e48f0cf9 req-f971d134-99ee-41cf-83c8-b80d5c9d50bf tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:27:03.805279 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-286341be-6585-45d0-b6e1-a618e48f0cf9 req-f971d134-99ee-41cf-83c8-b80d5c9d50bf tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:27:03.841653 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f971d134-99ee-41cf-83c8-b80d5c9d50bf tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Pushing event updated for resources: {'Port': ['ID=13a3aad3-c6f6-4dc3-b1a1-917820b54cd2,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:27:03.869952 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286341be-6585-45d0-b6e1-a618e48f0cf9 req-f971d134-99ee-41cf-83c8-b80d5c9d50bf tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:03.870579 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-286341be-6585-45d0-b6e1-a618e48f0cf9 req-f971d134-99ee-41cf-83c8-b80d5c9d50bf tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:03.885197 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-286341be-6585-45d0-b6e1-a618e48f0cf9 req-f971d134-99ee-41cf-83c8-b80d5c9d50bf tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.5720644 Sep 23 07:27:03.956776 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-286341be-6585-45d0-b6e1-a618e48f0cf9 req-19ad4e13-c3e4-4f45-a424-ab52043d9e2b service neutron] Request body: {'port': {'device_id': 'e188606f-134c-429a-a16b-a0d4f773a0f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:27:04.011512 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-286341be-6585-45d0-b6e1-a618e48f0cf9 req-19ad4e13-c3e4-4f45-a424-ab52043d9e2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:04.063701 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-3b16dddc-3fe5-468f-886c-59250837baba None None] Provisioning complete for port 13a3aad3-c6f6-4dc3-b1a1-917820b54cd2 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:27:04.064238 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3b16dddc-3fe5-468f-886c-59250837baba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:04.104869 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-3b16dddc-3fe5-468f-886c-59250837baba None None] Port 13a3aad3-c6f6-4dc3-b1a1-917820b54cd2 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:27:04.279764 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-286341be-6585-45d0-b6e1-a618e48f0cf9 req-19ad4e13-c3e4-4f45-a424-ab52043d9e2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13a3aad3-c6f6-4dc3-b1a1-917820b54cd2 {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:27:04.287147 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-286341be-6585-45d0-b6e1-a618e48f0cf9 req-19ad4e13-c3e4-4f45-a424-ab52043d9e2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:04.299347 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-286341be-6585-45d0-b6e1-a618e48f0cf9 req-19ad4e13-c3e4-4f45-a424-ab52043d9e2b service neutron] Transition to ACTIVE for port object 13a3aad3-c6f6-4dc3-b1a1-917820b54cd2 will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:27:04.302202 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-286341be-6585-45d0-b6e1-a618e48f0cf9 req-19ad4e13-c3e4-4f45-a424-ab52043d9e2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:04.351967 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ad4e13-c3e4-4f45-a424-ab52043d9e2b service neutron] Pushing event updated for resources: {'Port': ['ID=13a3aad3-c6f6-4dc3-b1a1-917820b54cd2,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:27:04.423116 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-286341be-6585-45d0-b6e1-a618e48f0cf9 req-19ad4e13-c3e4-4f45-a424-ab52043d9e2b service neutron] Attempting to bind port 13a3aad3-c6f6-4dc3-b1a1-917820b54cd2 on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:27:04.423475 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-286341be-6585-45d0-b6e1-a618e48f0cf9 req-19ad4e13-c3e4-4f45-a424-ab52043d9e2b service neutron] Attempting to bind port 13a3aad3-c6f6-4dc3-b1a1-917820b54cd2 by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': 'a95da8e1-b2dd-47a6-8150-e84826db7c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e9e7de1d-9abe-4a5a-baed-f4a57f8c87e3'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:27:04.423791 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286341be-6585-45d0-b6e1-a618e48f0cf9 req-19ad4e13-c3e4-4f45-a424-ab52043d9e2b service neutron] Attempting to bind port 13a3aad3-c6f6-4dc3-b1a1-917820b54cd2 on network e9e7de1d-9abe-4a5a-baed-f4a57f8c87e3 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:27:04.428315 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286341be-6585-45d0-b6e1-a618e48f0cf9 req-19ad4e13-c3e4-4f45-a424-ab52043d9e2b service neutron] Port 13a3aad3-c6f6-4dc3-b1a1-917820b54cd2 on network e9e7de1d-9abe-4a5a-baed-f4a57f8c87e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:27:04.428637 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286341be-6585-45d0-b6e1-a618e48f0cf9 req-19ad4e13-c3e4-4f45-a424-ab52043d9e2b service neutron] Attempting to bind port 13a3aad3-c6f6-4dc3-b1a1-917820b54cd2 on network e9e7de1d-9abe-4a5a-baed-f4a57f8c87e3 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:27:04.433603 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286341be-6585-45d0-b6e1-a618e48f0cf9 req-19ad4e13-c3e4-4f45-a424-ab52043d9e2b service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:27:04.433976 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286341be-6585-45d0-b6e1-a618e48f0cf9 req-19ad4e13-c3e4-4f45-a424-ab52043d9e2b service neutron] Checking segment: {'id': 'a95da8e1-b2dd-47a6-8150-e84826db7c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e9e7de1d-9abe-4a5a-baed-f4a57f8c87e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:27:04.434364 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286341be-6585-45d0-b6e1-a618e48f0cf9 req-19ad4e13-c3e4-4f45-a424-ab52043d9e2b service neutron] Bound using segment: {'id': 'a95da8e1-b2dd-47a6-8150-e84826db7c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e9e7de1d-9abe-4a5a-baed-f4a57f8c87e3'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:27:04.434802 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-286341be-6585-45d0-b6e1-a618e48f0cf9 req-19ad4e13-c3e4-4f45-a424-ab52043d9e2b service neutron] Bound port: 13a3aad3-c6f6-4dc3-b1a1-917820b54cd2, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a95da8e1-b2dd-47a6-8150-e84826db7c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e9e7de1d-9abe-4a5a-baed-f4a57f8c87e3'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:27:04.435162 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-286341be-6585-45d0-b6e1-a618e48f0cf9 req-19ad4e13-c3e4-4f45-a424-ab52043d9e2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:04.504958 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-286341be-6585-45d0-b6e1-a618e48f0cf9 req-19ad4e13-c3e4-4f45-a424-ab52043d9e2b service neutron] For port 13a3aad3-c6f6-4dc3-b1a1-917820b54cd2, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:27:04.508071 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-286341be-6585-45d0-b6e1-a618e48f0cf9 req-19ad4e13-c3e4-4f45-a424-ab52043d9e2b service neutron] For port 13a3aad3-c6f6-4dc3-b1a1-917820b54cd2, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=13a3aad3-c6f6-4dc3-b1a1-917820b54cd2,segment=NetworkSegment(a95da8e1-b2dd-47a6-8150-e84826db7c30),segment_id=a95da8e1-b2dd-47a6-8150-e84826db7c30)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:27:04.512454 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-286341be-6585-45d0-b6e1-a618e48f0cf9 req-19ad4e13-c3e4-4f45-a424-ab52043d9e2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:04.545435 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286341be-6585-45d0-b6e1-a618e48f0cf9 req-19ad4e13-c3e4-4f45-a424-ab52043d9e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:04.546094 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-286341be-6585-45d0-b6e1-a618e48f0cf9 req-19ad4e13-c3e4-4f45-a424-ab52043d9e2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:04.547468 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-286341be-6585-45d0-b6e1-a618e48f0cf9 req-19ad4e13-c3e4-4f45-a424-ab52043d9e2b service neutron] 10.222.0.21 "PUT /v2.0/ports/13a3aad3-c6f6-4dc3-b1a1-917820b54cd2 HTTP/1.1" status: 200 len: 1132 time: 0.6503611 Sep 23 07:27:04.547909 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e188606f-134c-429a-a16b-a0d4f773a0f7', 'tag': '13a3aad3-c6f6-4dc3-b1a1-917820b54cd2'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:27:04.550132 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b62efb6b-961c-465c-b76b-90ee935f0a8a" -d '{"events": [{"name": "network-changed", "server_uuid": "e188606f-134c-429a-a16b-a0d4f773a0f7", "tag": "13a3aad3-c6f6-4dc3-b1a1-917820b54cd2"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:27:04.581294 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ad4e13-c3e4-4f45-a424-ab52043d9e2b service neutron] Pushing event updated for resources: {'Port': ['ID=13a3aad3-c6f6-4dc3-b1a1-917820b54cd2,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:27:04.615738 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e84f97b-196f-4720-943a-be614bb99471 x-openstack-request-id: req-6e84f97b-196f-4720-943a-be614bb99471 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:27:04.616029 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e188606f-134c-429a-a16b-a0d4f773a0f7", "tag": "13a3aad3-c6f6-4dc3-b1a1-917820b54cd2", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:27:04.616281 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6e84f97b-196f-4720-943a-be614bb99471 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:27:04.616677 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e188606f-134c-429a-a16b-a0d4f773a0f7', 'tag': '13a3aad3-c6f6-4dc3-b1a1-917820b54cd2', 'status': 'completed', 'code': 200} Sep 23 07:27:04.680887 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286341be-6585-45d0-b6e1-a618e48f0cf9 req-b7facb5b-6218-479f-845c-ee571d75e63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:04.682618 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-286341be-6585-45d0-b6e1-a618e48f0cf9 req-b7facb5b-6218-479f-845c-ee571d75e63e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8cb2e8d8551a4ac5a47b72d58ddd144a&device_id=e188606f-134c-429a-a16b-a0d4f773a0f7 HTTP/1.1" status: 200 len: 1135 time: 0.0767035 Sep 23 07:27:04.698917 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d02fbc-374d-48f8-ae75-52d16f4cc861 req-3981f50e-8e11-4ec1-81a3-9e75e198a002 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:04.700426 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d4d02fbc-374d-48f8-ae75-52d16f4cc861 req-3981f50e-8e11-4ec1-81a3-9e75e198a002 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] 10.222.0.39 "GET /v2.0/ports?device_id=e188606f-134c-429a-a16b-a0d4f773a0f7 HTTP/1.1" status: 200 len: 983 time: 0.0663905 Sep 23 07:27:04.743815 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-286341be-6585-45d0-b6e1-a618e48f0cf9 req-50b153cb-1e95-4575-9e6f-6e3a16173362 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13a3aad3-c6f6-4dc3-b1a1-917820b54cd2 HTTP/1.1" status: 200 len: 217 time: 0.0423768 Sep 23 07:27:04.802678 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d4d02fbc-374d-48f8-ae75-52d16f4cc861 req-56ead533-e7b1-4220-8ef3-f6db532c5620 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf76d105-015c-4378-a88d-c50a8b290806&id=106f27a1-564c-48dc-8615-b84010365c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0953150 Sep 23 07:27:04.811534 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286341be-6585-45d0-b6e1-a618e48f0cf9 req-5527b012-d2a2-4d89-ba76-7f921eaa82d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:04.812962 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-286341be-6585-45d0-b6e1-a618e48f0cf9 req-5527b012-d2a2-4d89-ba76-7f921eaa82d0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bb4a2fe4-49d0-439a-9de1-7cdb5c3e9a82 HTTP/1.1" status: 200 len: 834 time: 0.0611155 Sep 23 07:27:04.864478 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286341be-6585-45d0-b6e1-a618e48f0cf9 req-e3098489-7d37-40c4-b8c2-d473fbe3f945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:04.866170 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-286341be-6585-45d0-b6e1-a618e48f0cf9 req-e3098489-7d37-40c4-b8c2-d473fbe3f945 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9e7de1d-9abe-4a5a-baed-f4a57f8c87e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452220 Sep 23 07:27:04.953803 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-286341be-6585-45d0-b6e1-a618e48f0cf9 req-3e16c2cd-efb5-4957-ba3f-edb332715b5a service neutron] 10.222.0.21 "GET /v2.0/networks/e9e7de1d-9abe-4a5a-baed-f4a57f8c87e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803287 Sep 23 07:27:05.046662 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-286341be-6585-45d0-b6e1-a618e48f0cf9 req-1cab4719-1410-4387-b2d7-77110664336d service neutron] 10.222.0.21 "GET /v2.0/networks/e9e7de1d-9abe-4a5a-baed-f4a57f8c87e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847461 Sep 23 07:27:05.163042 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62efb6b-961c-465c-b76b-90ee935f0a8a req-e770d666-e415-4627-ab32-8b49233a3596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:05.164441 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b62efb6b-961c-465c-b76b-90ee935f0a8a req-e770d666-e415-4627-ab32-8b49233a3596 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8cb2e8d8551a4ac5a47b72d58ddd144a&device_id=e188606f-134c-429a-a16b-a0d4f773a0f7 HTTP/1.1" status: 200 len: 1135 time: 0.0408659 Sep 23 07:27:05.255835 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62efb6b-961c-465c-b76b-90ee935f0a8a req-2d94be3a-9ad1-4cca-8d6c-af318c5614ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:05.257283 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b62efb6b-961c-465c-b76b-90ee935f0a8a req-2d94be3a-9ad1-4cca-8d6c-af318c5614ab service neutron] 10.222.0.21 "GET /v2.0/networks?id=e9e7de1d-9abe-4a5a-baed-f4a57f8c87e3 HTTP/1.1" status: 200 len: 897 time: 0.0858631 Sep 23 07:27:05.638148 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b62efb6b-961c-465c-b76b-90ee935f0a8a req-a064bb31-348c-45a8-9c92-88b637bf6d79 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13a3aad3-c6f6-4dc3-b1a1-917820b54cd2 HTTP/1.1" status: 200 len: 217 time: 0.3721192 Sep 23 07:27:05.687372 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62efb6b-961c-465c-b76b-90ee935f0a8a req-c76fbc41-9f23-4a80-861d-49f5ac4fd846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:05.688782 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b62efb6b-961c-465c-b76b-90ee935f0a8a req-c76fbc41-9f23-4a80-861d-49f5ac4fd846 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bb4a2fe4-49d0-439a-9de1-7cdb5c3e9a82 HTTP/1.1" status: 200 len: 834 time: 0.0433249 Sep 23 07:27:05.734751 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62efb6b-961c-465c-b76b-90ee935f0a8a req-f04f4a76-5581-42d5-adf8-b1c9bd43dcea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:05.736198 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b62efb6b-961c-465c-b76b-90ee935f0a8a req-f04f4a76-5581-42d5-adf8-b1c9bd43dcea service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9e7de1d-9abe-4a5a-baed-f4a57f8c87e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384953 Sep 23 07:27:05.827857 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b62efb6b-961c-465c-b76b-90ee935f0a8a req-89cde98a-4926-4e7f-b6fa-5f587ea282ad service neutron] 10.222.0.21 "GET /v2.0/networks/e9e7de1d-9abe-4a5a-baed-f4a57f8c87e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828226 Sep 23 07:27:05.921049 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee2f3b-3cca-43ca-9705-762c311c2794 req-a37bfd08-6e2b-426a-9fb6-3e44bcc9ad6c tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:05.922497 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-21ee2f3b-3cca-43ca-9705-762c311c2794 req-a37bfd08-6e2b-426a-9fb6-3e44bcc9ad6c tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] 10.222.0.39 "GET /v2.0/ports?device_id=e188606f-134c-429a-a16b-a0d4f773a0f7 HTTP/1.1" status: 200 len: 983 time: 0.0509892 Sep 23 07:27:05.924519 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b62efb6b-961c-465c-b76b-90ee935f0a8a req-383ea535-ba26-4999-847b-2346d44db440 service neutron] 10.222.0.21 "GET /v2.0/networks/e9e7de1d-9abe-4a5a-baed-f4a57f8c87e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884132 Sep 23 07:27:05.963332 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-21ee2f3b-3cca-43ca-9705-762c311c2794 req-7acc9f89-1204-4016-ac7a-73da3413df6f tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf76d105-015c-4378-a88d-c50a8b290806&id=106f27a1-564c-48dc-8615-b84010365c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0340519 Sep 23 07:27:06.810578 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:07.077419 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c96021-2f74-4951-8201-0cecda16fc1d req-c65d178b-cbc8-432a-8c76-750ef38e9be7 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:07.078928 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d8c96021-2f74-4951-8201-0cecda16fc1d req-c65d178b-cbc8-432a-8c76-750ef38e9be7 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] 10.222.0.39 "GET /v2.0/ports?device_id=e188606f-134c-429a-a16b-a0d4f773a0f7 HTTP/1.1" status: 200 len: 983 time: 0.0508254 Sep 23 07:27:07.125485 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d8c96021-2f74-4951-8201-0cecda16fc1d req-2d826c96-a50f-4beb-81c1-5643e9baa8b7 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf76d105-015c-4378-a88d-c50a8b290806&id=106f27a1-564c-48dc-8615-b84010365c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0401745 Sep 23 07:27:07.323104 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 13a3aad3-c6f6-4dc3-b1a1-917820b54cd2 details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:27:07.417152 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 13a3aad3-c6f6-4dc3-b1a1-917820b54cd2, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=13a3aad3-c6f6-4dc3-b1a1-917820b54cd2,segment=NetworkSegment(a95da8e1-b2dd-47a6-8150-e84826db7c30),segment_id=a95da8e1-b2dd-47a6-8150-e84826db7c30)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:27:07.427923 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': '13a3aad3-c6f6-4dc3-b1a1-917820b54cd2', 'network_id': 'e9e7de1d-9abe-4a5a-baed-f4a57f8c87e3', 'port_id': '13a3aad3-c6f6-4dc3-b1a1-917820b54cd2', 'mac_address': 'fa:16:3e:3b:ff:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb4a2fe4-49d0-439a-9de1-7cdb5c3e9a82', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:27:07.470238 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:07.483279 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13a3aad3-c6f6-4dc3-b1a1-917820b54cd2 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:27:07.502082 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 13a3aad3-c6f6-4dc3-b1a1-917820b54cd2, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=13a3aad3-c6f6-4dc3-b1a1-917820b54cd2,segment=NetworkSegment(a95da8e1-b2dd-47a6-8150-e84826db7c30),segment_id=a95da8e1-b2dd-47a6-8150-e84826db7c30)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:27:07.505751 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:07.551807 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=13a3aad3-c6f6-4dc3-b1a1-917820b54cd2,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:27:07.888593 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['13a3aad3-c6f6-4dc3-b1a1-917820b54cd2'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:27:08.072626 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c0a5211a-c5de-45ad-9088-915c3b17bc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:08.244537 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad6ceb-4d30-4e3e-81d4-20cb0e844632 req-7334ee31-de5b-418c-b7a4-fbe85a5baf16 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:08.245739 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f2ad6ceb-4d30-4e3e-81d4-20cb0e844632 req-7334ee31-de5b-418c-b7a4-fbe85a5baf16 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] 10.222.0.39 "GET /v2.0/ports?device_id=e188606f-134c-429a-a16b-a0d4f773a0f7 HTTP/1.1" status: 200 len: 984 time: 0.0526712 Sep 23 07:27:08.285444 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f2ad6ceb-4d30-4e3e-81d4-20cb0e844632 req-35f6a68b-c2bd-4f41-8966-044f88771d06 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf76d105-015c-4378-a88d-c50a8b290806&id=106f27a1-564c-48dc-8615-b84010365c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0336976 Sep 23 07:27:09.338378 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 13a3aad3-c6f6-4dc3-b1a1-917820b54cd2 up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:27:09.389718 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port 13a3aad3-c6f6-4dc3-b1a1-917820b54cd2 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:27:09.393393 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port 13a3aad3-c6f6-4dc3-b1a1-917820b54cd2 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:27:09.393767 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:09.402609 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664cb944-81d7-4e81-bbc8-6350cab407ed req-4429ae8e-7c55-432d-8b2c-7e9daa91cc3b tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:09.404128 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-664cb944-81d7-4e81-bbc8-6350cab407ed req-4429ae8e-7c55-432d-8b2c-7e9daa91cc3b tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] 10.222.0.39 "GET /v2.0/ports?device_id=e188606f-134c-429a-a16b-a0d4f773a0f7 HTTP/1.1" status: 200 len: 984 time: 0.0526462 Sep 23 07:27:09.444493 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-664cb944-81d7-4e81-bbc8-6350cab407ed req-346adb5a-239c-46ed-9c04-32cac62e0512 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf76d105-015c-4378-a88d-c50a8b290806&id=106f27a1-564c-48dc-8615-b84010365c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0338988 Sep 23 07:27:09.475463 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:09.498677 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e188606f-134c-429a-a16b-a0d4f773a0f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a3aad3-c6f6-4dc3-b1a1-917820b54cd2'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:27:09.500905 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd6424f-e501-42c4-b2d1-9dfeae4421db" -d '{"events": [{"server_uuid": "e188606f-134c-429a-a16b-a0d4f773a0f7", "name": "network-vif-plugged", "status": "completed", "tag": "13a3aad3-c6f6-4dc3-b1a1-917820b54cd2"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:27:09.513083 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 13a3aad3-c6f6-4dc3-b1a1-917820b54cd2, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=13a3aad3-c6f6-4dc3-b1a1-917820b54cd2,segment=NetworkSegment(a95da8e1-b2dd-47a6-8150-e84826db7c30),segment_id=a95da8e1-b2dd-47a6-8150-e84826db7c30)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:27:09.517307 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:09.541900 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3976fb96-cfcb-4d17-a590-4cdfba5e5d87 x-openstack-request-id: req-3976fb96-cfcb-4d17-a590-4cdfba5e5d87 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:27:09.542169 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e188606f-134c-429a-a16b-a0d4f773a0f7", "name": "network-vif-plugged", "status": "completed", "tag": "13a3aad3-c6f6-4dc3-b1a1-917820b54cd2", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:27:09.542418 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3976fb96-cfcb-4d17-a590-4cdfba5e5d87 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:27:09.542804 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e188606f-134c-429a-a16b-a0d4f773a0f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a3aad3-c6f6-4dc3-b1a1-917820b54cd2', 'code': 200} Sep 23 07:27:09.567888 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=13a3aad3-c6f6-4dc3-b1a1-917820b54cd2,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:27:09.584640 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:27:09.584997 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:27:09.585346 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:27:09.585688 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:27:09.586054 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:27:09.586391 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:27:09.586723 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:27:09.587055 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:27:09.587895 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:27:09.588605 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:27:09.588834 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:27:09.589242 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:27:09.659147 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ae6d87-1ada-4c97-a762-affb694ca531 req-d0900be9-6875-4d1e-bd9f-f9baefd81916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:09.660549 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-48ae6d87-1ada-4c97-a762-affb694ca531 req-d0900be9-6875-4d1e-bd9f-f9baefd81916 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e188606f-134c-429a-a16b-a0d4f773a0f7 HTTP/1.1" status: 200 len: 1137 time: 0.0442388 Sep 23 07:27:09.695364 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-48ae6d87-1ada-4c97-a762-affb694ca531 req-9c7db9cb-4e4e-43bb-9a5e-7bf342c17cb5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=106f27a1-564c-48dc-8615-b84010365c9f&id=bf76d105-015c-4378-a88d-c50a8b290806&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0273619 Sep 23 07:27:10.378514 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:10.560431 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eedf04d-b57a-4367-842b-c155dd7cad2c req-a79c0941-94ce-4112-85fd-a219fd7d2228 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:10.561997 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6eedf04d-b57a-4367-842b-c155dd7cad2c req-a79c0941-94ce-4112-85fd-a219fd7d2228 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] 10.222.0.39 "GET /v2.0/ports?device_id=e188606f-134c-429a-a16b-a0d4f773a0f7 HTTP/1.1" status: 200 len: 985 time: 0.0496795 Sep 23 07:27:10.602434 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6eedf04d-b57a-4367-842b-c155dd7cad2c req-ab7911f1-075e-4238-98c2-5d059753965b tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf76d105-015c-4378-a88d-c50a8b290806&id=106f27a1-564c-48dc-8615-b84010365c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0342474 Sep 23 07:27:11.080431 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-4bff95cc-7adb-46c3-ace2-213e0171a0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:11.590382 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:11.718828 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b55dc-608b-4930-8fa0-9b8085e38654 req-df75fbde-2ce2-43c6-8d66-cac03930f8b6 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:11.720303 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c32b55dc-608b-4930-8fa0-9b8085e38654 req-df75fbde-2ce2-43c6-8d66-cac03930f8b6 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] 10.222.0.39 "GET /v2.0/ports?device_id=e188606f-134c-429a-a16b-a0d4f773a0f7 HTTP/1.1" status: 200 len: 985 time: 0.0503511 Sep 23 07:27:11.764357 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c32b55dc-608b-4930-8fa0-9b8085e38654 req-eb8f77fb-db6f-4929-88f6-bbc4a2d268f9 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf76d105-015c-4378-a88d-c50a8b290806&id=106f27a1-564c-48dc-8615-b84010365c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0379956 Sep 23 07:27:11.877717 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4166cc-2748-463e-adf1-e57d456cbea2 req-0693cd9a-5b1c-46a3-a089-2975c8c7aa22 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:11.879159 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fe4166cc-2748-463e-adf1-e57d456cbea2 req-0693cd9a-5b1c-46a3-a089-2975c8c7aa22 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] 10.222.0.39 "GET /v2.0/ports?device_id=e188606f-134c-429a-a16b-a0d4f773a0f7 HTTP/1.1" status: 200 len: 985 time: 0.0490899 Sep 23 07:27:11.918544 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fe4166cc-2748-463e-adf1-e57d456cbea2 req-934581a4-50d8-4b77-a9d5-5c95524f3aac tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf76d105-015c-4378-a88d-c50a8b290806&id=106f27a1-564c-48dc-8615-b84010365c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0325081 Sep 23 07:27:12.023079 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0771d4-302d-4999-a151-a2757fc396bf req-c6ed0d4c-8b46-4bc1-85f2-6e5642ee5ed4 tempest-TestSecurityGroupsBasicOps-1900502063 tempest-TestSecurityGroupsBasicOps-1900502063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:12.024608 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ad0771d4-302d-4999-a151-a2757fc396bf req-c6ed0d4c-8b46-4bc1-85f2-6e5642ee5ed4 tempest-TestSecurityGroupsBasicOps-1900502063 tempest-TestSecurityGroupsBasicOps-1900502063-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e188606f-134c-429a-a16b-a0d4f773a0f7 HTTP/1.1" status: 200 len: 1137 time: 0.0424392 Sep 23 07:27:12.049683 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-ad0771d4-302d-4999-a151-a2757fc396bf req-58c2abe1-3d2e-43ce-9819-e4c03a7f0c07 tempest-TestSecurityGroupsBasicOps-1900502063 tempest-TestSecurityGroupsBasicOps-1900502063-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:12.139932 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-ad0771d4-302d-4999-a151-a2757fc396bf req-58c2abe1-3d2e-43ce-9819-e4c03a7f0c07 tempest-TestSecurityGroupsBasicOps-1900502063 tempest-TestSecurityGroupsBasicOps-1900502063-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:12.143668 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-ad0771d4-302d-4999-a151-a2757fc396bf req-58c2abe1-3d2e-43ce-9819-e4c03a7f0c07 tempest-TestSecurityGroupsBasicOps-1900502063 tempest-TestSecurityGroupsBasicOps-1900502063-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:12.172984 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ad0771d4-302d-4999-a151-a2757fc396bf req-58c2abe1-3d2e-43ce-9819-e4c03a7f0c07 tempest-TestSecurityGroupsBasicOps-1900502063 tempest-TestSecurityGroupsBasicOps-1900502063-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=bf76d105-015c-4378-a88d-c50a8b290806&id=106f27a1-564c-48dc-8615-b84010365c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1407390 Sep 23 07:27:12.182565 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c2abe1-3d2e-43ce-9819-e4c03a7f0c07 tempest-TestSecurityGroupsBasicOps-1900502063 tempest-TestSecurityGroupsBasicOps-1900502063-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a3d58c-58b6-4d5f-ad23-0a9ee4a6cba1,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:27:12.194948 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51256) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:27:12.238546 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd95a8c3-1ee5-4e38-9a06-3e42403e9b99 tempest-TestSecurityGroupsBasicOps-1900502063 tempest-TestSecurityGroupsBasicOps-1900502063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:12.240036 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-bd95a8c3-1ee5-4e38-9a06-3e42403e9b99 tempest-TestSecurityGroupsBasicOps-1900502063 tempest-TestSecurityGroupsBasicOps-1900502063-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e188606f-134c-429a-a16b-a0d4f773a0f7 HTTP/1.1" status: 200 len: 1132 time: 0.0439389 Sep 23 07:27:12.243173 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51258) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:27:12.247884 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-bd4de65e-7c11-4aae-a6f8-2c36c3afef9e tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Request body: {'floatingip': {'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'port_id': '13a3aad3-c6f6-4dc3-b1a1-917820b54cd2', 'tenant_id': '8cb2e8d8551a4ac5a47b72d58ddd144a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:27:12.269928 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bd4de65e-7c11-4aae-a6f8-2c36c3afef9e tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks [] for floatingip, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:12.367741 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bd4de65e-7c11-4aae-a6f8-2c36c3afef9e tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:12.423404 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:12.472150 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-bd4de65e-7c11-4aae-a6f8-2c36c3afef9e tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Allocated IP 172.25.2.221 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/fcfa4841-e0c8-40db-bfc0-914310e2dd4f) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:27:12.571118 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bd4de65e-7c11-4aae-a6f8-2c36c3afef9e tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:12.605197 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bd4de65e-7c11-4aae-a6f8-2c36c3afef9e tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:12.645830 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4de65e-7c11-4aae-a6f8-2c36c3afef9e tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:27:12.649217 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-bd4de65e-7c11-4aae-a6f8-2c36c3afef9e tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:27:12.653192 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4de65e-7c11-4aae-a6f8-2c36c3afef9e tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:27:12.660657 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4de65e-7c11-4aae-a6f8-2c36c3afef9e tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Pushing event updated for resources: {'Port': ['ID=fcfa4841-e0c8-40db-bfc0-914310e2dd4f,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:27:13.002308 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bd4de65e-7c11-4aae-a6f8-2c36c3afef9e tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:13.070194 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bd4de65e-7c11-4aae-a6f8-2c36c3afef9e tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:13.218883 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bd4de65e-7c11-4aae-a6f8-2c36c3afef9e tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:13.223623 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bd4de65e-7c11-4aae-a6f8-2c36c3afef9e tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:13.291044 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4de65e-7c11-4aae-a6f8-2c36c3afef9e tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Pushing event updated for resources: {'Port': ['ID=fcfa4841-e0c8-40db-bfc0-914310e2dd4f,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:27:13.301384 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bd4de65e-7c11-4aae-a6f8-2c36c3afef9e tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:13.405565 n-d-715271-16 neutron-server[95065]: INFO neutron.db.l3_db [None req-bd4de65e-7c11-4aae-a6f8-2c36c3afef9e tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Floating IP 915f98d4-2899-4db1-b7bb-fe12d46a90d1 associated. External IP: 172.25.2.221, port: 13a3aad3-c6f6-4dc3-b1a1-917820b54cd2. Sep 23 07:27:13.609325 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd4de65e-7c11-4aae-a6f8-2c36c3afef9e tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Router d043c1ea-4f73-4422-82fb-c610b57aa72c has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:27:13.721820 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd4de65e-7c11-4aae-a6f8-2c36c3afef9e tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:27:13.731961 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38021d1e-4675-40a6-8f4f-213557c4d66a None None] Sync routers for ids ['d043c1ea-4f73-4422-82fb-c610b57aa72c'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:27:13.737953 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bd4de65e-7c11-4aae-a6f8-2c36c3afef9e tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:13.741847 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38021d1e-4675-40a6-8f4f-213557c4d66a None None] Routers {'d043c1ea-4f73-4422-82fb-c610b57aa72c'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:27:13.742484 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-38021d1e-4675-40a6-8f4f-213557c4d66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:27:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['d043c1ea-4f73-4422-82fb-c610b57aa72c'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:27:13.765440 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-bd4de65e-7c11-4aae-a6f8-2c36c3afef9e tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5207076 Sep 23 07:27:13.766048 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e188606f-134c-429a-a16b-a0d4f773a0f7', 'tag': '13a3aad3-c6f6-4dc3-b1a1-917820b54cd2'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:27:13.768225 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51260) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:27:13.768700 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b9b1c22-f23b-4571-a7cf-4d73a35859c0" -d '{"events": [{"name": "network-changed", "server_uuid": "e188606f-134c-429a-a16b-a0d4f773a0f7", "tag": "13a3aad3-c6f6-4dc3-b1a1-917820b54cd2"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:27:13.807246 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8894d09a-7c5f-4953-b209-97b19b6b2cce x-openstack-request-id: req-8894d09a-7c5f-4953-b209-97b19b6b2cce {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:27:13.807546 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e188606f-134c-429a-a16b-a0d4f773a0f7", "tag": "13a3aad3-c6f6-4dc3-b1a1-917820b54cd2", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:27:13.807792 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8894d09a-7c5f-4953-b209-97b19b6b2cce {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:27:13.808196 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e188606f-134c-429a-a16b-a0d4f773a0f7', 'tag': '13a3aad3-c6f6-4dc3-b1a1-917820b54cd2', 'status': 'completed', 'code': 200} Sep 23 07:27:13.848270 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-38021d1e-4675-40a6-8f4f-213557c4d66a None None] Set router d043c1ea-4f73-4422-82fb-c610b57aa72c gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:27:13.892849 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9b1c22-f23b-4571-a7cf-4d73a35859c0 req-db7d51e9-8760-4a8f-bb51-180c8e9a0aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:13.894700 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0b9b1c22-f23b-4571-a7cf-4d73a35859c0 req-db7d51e9-8760-4a8f-bb51-180c8e9a0aaf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8cb2e8d8551a4ac5a47b72d58ddd144a&device_id=e188606f-134c-429a-a16b-a0d4f773a0f7 HTTP/1.1" status: 200 len: 1137 time: 0.0452926 Sep 23 07:27:13.917649 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:13.936135 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:27:13.946971 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d234b4-7117-44ba-983c-48d9ca156e85 tempest-TestSecurityGroupsBasicOps-1900502063 tempest-TestSecurityGroupsBasicOps-1900502063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:13.947467 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d234b4-7117-44ba-983c-48d9ca156e85 tempest-TestSecurityGroupsBasicOps-1900502063 tempest-TestSecurityGroupsBasicOps-1900502063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:13.947943 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d234b4-7117-44ba-983c-48d9ca156e85 tempest-TestSecurityGroupsBasicOps-1900502063 tempest-TestSecurityGroupsBasicOps-1900502063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:13.948410 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d234b4-7117-44ba-983c-48d9ca156e85 tempest-TestSecurityGroupsBasicOps-1900502063 tempest-TestSecurityGroupsBasicOps-1900502063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:13.952546 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-21d234b4-7117-44ba-983c-48d9ca156e85 tempest-TestSecurityGroupsBasicOps-1900502063 tempest-TestSecurityGroupsBasicOps-1900502063-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1807671 Sep 23 07:27:13.952787 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51264) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:27:14.004145 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9b1c22-f23b-4571-a7cf-4d73a35859c0 req-27f1f5fe-81e7-4e38-97aa-0e9dde3acff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:14.006291 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0b9b1c22-f23b-4571-a7cf-4d73a35859c0 req-27f1f5fe-81e7-4e38-97aa-0e9dde3acff8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e9e7de1d-9abe-4a5a-baed-f4a57f8c87e3 HTTP/1.1" status: 200 len: 897 time: 0.1036088 Sep 23 07:27:14.039381 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a2ecf5-6fdd-4f45-a56b-158b23e3a4a8 tempest-TestSecurityGroupsBasicOps-1900502063 tempest-TestSecurityGroupsBasicOps-1900502063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:14.039906 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a2ecf5-6fdd-4f45-a56b-158b23e3a4a8 tempest-TestSecurityGroupsBasicOps-1900502063 tempest-TestSecurityGroupsBasicOps-1900502063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:14.041127 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a2ecf5-6fdd-4f45-a56b-158b23e3a4a8 tempest-TestSecurityGroupsBasicOps-1900502063 tempest-TestSecurityGroupsBasicOps-1900502063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:14.041649 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a2ecf5-6fdd-4f45-a56b-158b23e3a4a8 tempest-TestSecurityGroupsBasicOps-1900502063 tempest-TestSecurityGroupsBasicOps-1900502063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:14.046540 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-55a2ecf5-6fdd-4f45-a56b-158b23e3a4a8 tempest-TestSecurityGroupsBasicOps-1900502063 tempest-TestSecurityGroupsBasicOps-1900502063-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0898466 Sep 23 07:27:14.046945 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51266) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:27:14.077027 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0b9b1c22-f23b-4571-a7cf-4d73a35859c0 req-053db25d-7b1f-4e05-83ee-db00b97cff45 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13a3aad3-c6f6-4dc3-b1a1-917820b54cd2 HTTP/1.1" status: 200 len: 1000 time: 0.0638316 Sep 23 07:27:14.086135 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-38021d1e-4675-40a6-8f4f-213557c4d66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd043c1ea-4f73-4422-82fb-c610b57aa72c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-905351991', 'tenant_id': '8cb2e8d8551a4ac5a47b72d58ddd144a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '356d82e7-3fb6-479b-b8f2-da7cac98a426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:26:54Z', 'updated_at': '2021-09-23T07:26:58Z', 'revision_number': 4, 'project_id': '8cb2e8d8551a4ac5a47b72d58ddd144a', 'gw_port': {'id': '356d82e7-3fb6-479b-b8f2-da7cac98a426', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bf:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd043c1ea-4f73-4422-82fb-c610b57aa72c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:26:54Z', 'updated_at': '2021-09-23T07:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '915f98d4-2899-4db1-b7bb-fe12d46a90d1', 'tenant_id': '8cb2e8d8551a4ac5a47b72d58ddd144a', 'floating_ip_address': '172.25.2.221', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': 'd043c1ea-4f73-4422-82fb-c610b57aa72c', 'port_id': '13a3aad3-c6f6-4dc3-b1a1-917820b54cd2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3985, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9e7de1d-9abe-4a5a-baed-f4a57f8c87e3', 'mac_address': 'fa:16:3e:3b:ff:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e188606f-134c-429a-a16b-a0d4f773a0f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:27:12Z', 'updated_at': '2021-09-23T07:27:12Z', 'revision_number': 0, 'project_id': '8cb2e8d8551a4ac5a47b72d58ddd144a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ea87217-f91d-4743-8df6-06537b695fd2', 'name': '', 'network_id': 'e9e7de1d-9abe-4a5a-baed-f4a57f8c87e3', 'tenant_id': '8cb2e8d8551a4ac5a47b72d58ddd144a', 'mac_address': 'fa:16:3e:87:6f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd043c1ea-4f73-4422-82fb-c610b57aa72c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'bb4a2fe4-49d0-439a-9de1-7cdb5c3e9a82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:26:57Z', 'updated_at': '2021-09-23T07:27:00Z', 'revision_number': 5, 'project_id': '8cb2e8d8551a4ac5a47b72d58ddd144a', 'subnets': [{'id': 'bb4a2fe4-49d0-439a-9de1-7cdb5c3e9a82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:27:14.124705 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38021d1e-4675-40a6-8f4f-213557c4d66a None None] Checking router: d043c1ea-4f73-4422-82fb-c610b57aa72c for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:27:14.133392 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38021d1e-4675-40a6-8f4f-213557c4d66a None None] Routers {'d043c1ea-4f73-4422-82fb-c610b57aa72c'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:27:14.134990 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-38021d1e-4675-40a6-8f4f-213557c4d66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:27:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['d043c1ea-4f73-4422-82fb-c610b57aa72c'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:27:14.135339 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9b1c22-f23b-4571-a7cf-4d73a35859c0 req-1c787fdd-f05d-4d15-b750-dbfe9af17f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:14.138144 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0b9b1c22-f23b-4571-a7cf-4d73a35859c0 req-1c787fdd-f05d-4d15-b750-dbfe9af17f26 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bb4a2fe4-49d0-439a-9de1-7cdb5c3e9a82 HTTP/1.1" status: 200 len: 834 time: 0.0528104 Sep 23 07:27:14.186177 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9b1c22-f23b-4571-a7cf-4d73a35859c0 req-99410790-a568-4b09-a40e-b05597704294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:14.187615 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0b9b1c22-f23b-4571-a7cf-4d73a35859c0 req-99410790-a568-4b09-a40e-b05597704294 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9e7de1d-9abe-4a5a-baed-f4a57f8c87e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434990 Sep 23 07:27:14.243282 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-38021d1e-4675-40a6-8f4f-213557c4d66a None None] Set router d043c1ea-4f73-4422-82fb-c610b57aa72c gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:27:14.284758 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0b9b1c22-f23b-4571-a7cf-4d73a35859c0 req-c0625fed-fb72-44ef-98f5-d84a91f2c086 service neutron] 10.222.0.21 "GET /v2.0/networks/e9e7de1d-9abe-4a5a-baed-f4a57f8c87e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898454 Sep 23 07:27:14.305176 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-e86b4e68-07b0-4c50-9ac8-ae329bd09441 tempest-TestSecurityGroupsBasicOps-1900502063 tempest-TestSecurityGroupsBasicOps-1900502063-project-admin] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1613 time: 0.2570980 Sep 23 07:27:14.308432 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51268) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:27:14.350063 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9440b7c-17b6-4810-9a2a-5c4d6a973cb3 tempest-TestSecurityGroupsBasicOps-1900502063 tempest-TestSecurityGroupsBasicOps-1900502063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:14.350563 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9440b7c-17b6-4810-9a2a-5c4d6a973cb3 tempest-TestSecurityGroupsBasicOps-1900502063 tempest-TestSecurityGroupsBasicOps-1900502063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:14.357303 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-b9440b7c-17b6-4810-9a2a-5c4d6a973cb3 tempest-TestSecurityGroupsBasicOps-1900502063 tempest-TestSecurityGroupsBasicOps-1900502063-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=d043c1ea-4f73-4422-82fb-c610b57aa72c HTTP/1.1" status: 200 len: 1992 time: 0.0426657 Sep 23 07:27:14.387848 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0b9b1c22-f23b-4571-a7cf-4d73a35859c0 req-2cc0a0f5-1be3-4e33-9151-595047274214 service neutron] 10.222.0.21 "GET /v2.0/networks/e9e7de1d-9abe-4a5a-baed-f4a57f8c87e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957639 Sep 23 07:27:14.467540 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-38021d1e-4675-40a6-8f4f-213557c4d66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd043c1ea-4f73-4422-82fb-c610b57aa72c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-905351991', 'tenant_id': '8cb2e8d8551a4ac5a47b72d58ddd144a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '356d82e7-3fb6-479b-b8f2-da7cac98a426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:26:54Z', 'updated_at': '2021-09-23T07:26:58Z', 'revision_number': 4, 'project_id': '8cb2e8d8551a4ac5a47b72d58ddd144a', 'gw_port': {'id': '356d82e7-3fb6-479b-b8f2-da7cac98a426', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bf:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd043c1ea-4f73-4422-82fb-c610b57aa72c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:26:54Z', 'updated_at': '2021-09-23T07:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '915f98d4-2899-4db1-b7bb-fe12d46a90d1', 'tenant_id': '8cb2e8d8551a4ac5a47b72d58ddd144a', 'floating_ip_address': '172.25.2.221', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': 'd043c1ea-4f73-4422-82fb-c610b57aa72c', 'port_id': '13a3aad3-c6f6-4dc3-b1a1-917820b54cd2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3985, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9e7de1d-9abe-4a5a-baed-f4a57f8c87e3', 'mac_address': 'fa:16:3e:3b:ff:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e188606f-134c-429a-a16b-a0d4f773a0f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:27:12Z', 'updated_at': '2021-09-23T07:27:12Z', 'revision_number': 0, 'project_id': '8cb2e8d8551a4ac5a47b72d58ddd144a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ea87217-f91d-4743-8df6-06537b695fd2', 'name': '', 'network_id': 'e9e7de1d-9abe-4a5a-baed-f4a57f8c87e3', 'tenant_id': '8cb2e8d8551a4ac5a47b72d58ddd144a', 'mac_address': 'fa:16:3e:87:6f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd043c1ea-4f73-4422-82fb-c610b57aa72c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'bb4a2fe4-49d0-439a-9de1-7cdb5c3e9a82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:26:57Z', 'updated_at': '2021-09-23T07:27:00Z', 'revision_number': 5, 'project_id': '8cb2e8d8551a4ac5a47b72d58ddd144a', 'subnets': [{'id': 'bb4a2fe4-49d0-439a-9de1-7cdb5c3e9a82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:27:14.497358 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38021d1e-4675-40a6-8f4f-213557c4d66a None None] The sync data for ids ['d043c1ea-4f73-4422-82fb-c610b57aa72c'] in n-d-715271-16 is: [{'id': 'd043c1ea-4f73-4422-82fb-c610b57aa72c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-905351991', 'tenant_id': '8cb2e8d8551a4ac5a47b72d58ddd144a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '356d82e7-3fb6-479b-b8f2-da7cac98a426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:26:54Z', 'updated_at': '2021-09-23T07:26:58Z', 'revision_number': 4, 'project_id': '8cb2e8d8551a4ac5a47b72d58ddd144a', 'gw_port': {'id': '356d82e7-3fb6-479b-b8f2-da7cac98a426', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bf:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd043c1ea-4f73-4422-82fb-c610b57aa72c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:26:54Z', 'updated_at': '2021-09-23T07:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '915f98d4-2899-4db1-b7bb-fe12d46a90d1', 'tenant_id': '8cb2e8d8551a4ac5a47b72d58ddd144a', 'floating_ip_address': '172.25.2.221', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': 'd043c1ea-4f73-4422-82fb-c610b57aa72c', 'port_id': '13a3aad3-c6f6-4dc3-b1a1-917820b54cd2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3985, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9e7de1d-9abe-4a5a-baed-f4a57f8c87e3', 'mac_address': 'fa:16:3e:3b:ff:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e188606f-134c-429a-a16b-a0d4f773a0f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:27:12Z', 'updated_at': '2021-09-23T07:27:12Z', 'revision_number': 0, 'project_id': '8cb2e8d8551a4ac5a47b72d58ddd144a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ea87217-f91d-4743-8df6-06537b695fd2', 'name': '', 'network_id': 'e9e7de1d-9abe-4a5a-baed-f4a57f8c87e3', 'tenant_id': '8cb2e8d8551a4ac5a47b72d58ddd144a', 'mac_address': 'fa:16:3e:87:6f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd043c1ea-4f73-4422-82fb-c610b57aa72c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'bb4a2fe4-49d0-439a-9de1-7cdb5c3e9a82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:26:57Z', 'updated_at': '2021-09-23T07:27:00Z', 'revision_number': 5, 'project_id': '8cb2e8d8551a4ac5a47b72d58ddd144a', 'subnets': [{'id': 'bb4a2fe4-49d0-439a-9de1-7cdb5c3e9a82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:27:14.683737 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc514ff-a13b-42e3-b41f-77fdd5c5bb34 None None] New status for floating IP 915f98d4-2899-4db1-b7bb-fe12d46a90d1: ACTIVE {{(pid=95067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 07:27:36.824162 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:38.076207 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-64f6d39a-49b9-4fe4-8735-a35ee58a872b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:39.335998 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-53ded42e-5a7c-4842-bb4d-0a98140ca2a6 req-47deccbc-983c-454a-ba13-c72f0d256cf0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e188606f-134c-429a-a16b-a0d4f773a0f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0411537 Sep 23 07:27:39.431196 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ded42e-5a7c-4842-bb4d-0a98140ca2a6 req-aa604fde-8a01-4c9a-b9f8-90f9fdde8067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:39.433222 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-53ded42e-5a7c-4842-bb4d-0a98140ca2a6 req-aa604fde-8a01-4c9a-b9f8-90f9fdde8067 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8cb2e8d8551a4ac5a47b72d58ddd144a&device_id=e188606f-134c-429a-a16b-a0d4f773a0f7 HTTP/1.1" status: 200 len: 1137 time: 0.0453486 Sep 23 07:27:39.534833 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ded42e-5a7c-4842-bb4d-0a98140ca2a6 req-f6562f5d-8cfa-44c7-9c7c-9ee45eb5faa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:39.536313 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-53ded42e-5a7c-4842-bb4d-0a98140ca2a6 req-f6562f5d-8cfa-44c7-9c7c-9ee45eb5faa8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e9e7de1d-9abe-4a5a-baed-f4a57f8c87e3 HTTP/1.1" status: 200 len: 897 time: 0.0852900 Sep 23 07:27:39.606530 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-53ded42e-5a7c-4842-bb4d-0a98140ca2a6 req-00b9e79c-191e-4b1c-aa70-ab335ad60b8b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13a3aad3-c6f6-4dc3-b1a1-917820b54cd2 HTTP/1.1" status: 200 len: 1002 time: 0.0616884 Sep 23 07:27:39.654081 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ded42e-5a7c-4842-bb4d-0a98140ca2a6 req-ba7862d7-b3b3-46e5-87df-ab62829998ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:39.655482 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-53ded42e-5a7c-4842-bb4d-0a98140ca2a6 req-ba7862d7-b3b3-46e5-87df-ab62829998ed service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bb4a2fe4-49d0-439a-9de1-7cdb5c3e9a82 HTTP/1.1" status: 200 len: 834 time: 0.0427434 Sep 23 07:27:39.701325 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ded42e-5a7c-4842-bb4d-0a98140ca2a6 req-192e0f28-3d94-434e-bb90-27f1be1adf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:27:39.702841 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-53ded42e-5a7c-4842-bb4d-0a98140ca2a6 req-192e0f28-3d94-434e-bb90-27f1be1adf43 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9e7de1d-9abe-4a5a-baed-f4a57f8c87e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397651 Sep 23 07:27:39.806536 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-53ded42e-5a7c-4842-bb4d-0a98140ca2a6 req-35929a6c-9e6a-421e-9595-dced4a3ff98b service neutron] 10.222.0.21 "GET /v2.0/networks/e9e7de1d-9abe-4a5a-baed-f4a57f8c87e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955842 Sep 23 07:27:39.895175 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-53ded42e-5a7c-4842-bb4d-0a98140ca2a6 req-8fd0a312-7973-482d-968b-e268c36644b1 service neutron] 10.222.0.21 "GET /v2.0/networks/e9e7de1d-9abe-4a5a-baed-f4a57f8c87e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813086 Sep 23 07:27:40.379960 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:41.081227 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b82af72e-ccb0-42c3-9e3c-756eb9e245b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:41.314364 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [req-d6a5b9fe-e0dd-47ff-b9f5-47b74ab90505 req-33c21d25-6b8a-4bbe-a07e-04f004d57f2a service neutron] (95065) timed out ('10.222.0.39', 38958) {{(pid=95065) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 23 07:27:41.592569 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:42.425549 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:43.917019 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:27:50.894304 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:28:06.513134 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [req-91dea4ad-e864-43f0-836a-2035ad185e02 req-1843fefd-195e-47d2-b489-89da2b919396 service neutron] (95066) timed out ('10.222.0.58', 49912) {{(pid=95066) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 23 07:28:06.830853 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:08.076184 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-fb40268b-b471-4163-84a0-9521b1a0799f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:10.390236 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:11.081886 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-679c0eb6-b878-45b3-a2ec-7acf0b49ac75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:11.592965 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:12.428583 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:13.919194 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:27.892836 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:28:29.879529 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51306) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:28:29.960541 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-d6a7c870-3a1b-401f-8796-c46719a0a775 tempest-TestSecurityGroupsBasicOps-1900502063 tempest-TestSecurityGroupsBasicOps-1900502063-project-admin] 10.222.0.39 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1376 time: 0.0798678 Sep 23 07:28:29.963161 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51310) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:28:29.967892 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-6a36393f-f8a1-4290-bd5d-4e098626ec2f tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Request body: {'network': {'name': 'tempest-network-smoke--1533046965', 'project_id': '8cb2e8d8551a4ac5a47b72d58ddd144a', 'port_security_enabled': False}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:28:29.988603 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a36393f-f8a1-4290-bd5d-4e098626ec2f tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Made reservation on behalf of 8cb2e8d8551a4ac5a47b72d58ddd144a for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:28:29.992997 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6a36393f-f8a1-4290-bd5d-4e098626ec2f tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:30.016102 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a36393f-f8a1-4290-bd5d-4e098626ec2f tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:28:30.024999 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6a36393f-f8a1-4290-bd5d-4e098626ec2f tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:30.025345 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-6a36393f-f8a1-4290-bd5d-4e098626ec2f tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Added segment ededb6e8-159b-45c6-bff4-b0c981437b44 of type vlan for network 22c44e4e-6513-46f9-8ca7-d78f082ca26c Sep 23 07:28:30.064595 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6a36393f-f8a1-4290-bd5d-4e098626ec2f tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:30.088797 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6a36393f-f8a1-4290-bd5d-4e098626ec2f tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:30.094967 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a36393f-f8a1-4290-bd5d-4e098626ec2f tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:30.095556 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6a36393f-f8a1-4290-bd5d-4e098626ec2f tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:30.134235 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-6a36393f-f8a1-4290-bd5d-4e098626ec2f tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1699607 Sep 23 07:28:30.137008 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51312) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:28:30.141841 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-c3980280-fdce-4643-bc44-f3eb6bc45e76 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1596680931', 'admin_state_up': True, 'project_id': '8cb2e8d8551a4ac5a47b72d58ddd144a', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:28:30.166170 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c3980280-fdce-4643-bc44-f3eb6bc45e76 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:30.166699 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a36393f-f8a1-4290-bd5d-4e098626ec2f tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Pushing event updated for resources: {'Network': ['ID=22c44e4e-6513-46f9-8ca7-d78f082ca26c,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:28:30.167167 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c3980280-fdce-4643-bc44-f3eb6bc45e76 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:30.175137 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a36393f-f8a1-4290-bd5d-4e098626ec2f tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:28:30.175489 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a36393f-f8a1-4290-bd5d-4e098626ec2f tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:28:30.175836 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a36393f-f8a1-4290-bd5d-4e098626ec2f tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:28:30.176185 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a36393f-f8a1-4290-bd5d-4e098626ec2f tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:28:30.176504 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a36393f-f8a1-4290-bd5d-4e098626ec2f tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:28:30.176836 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a36393f-f8a1-4290-bd5d-4e098626ec2f tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:28:30.177172 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a36393f-f8a1-4290-bd5d-4e098626ec2f tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:28:30.177568 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a36393f-f8a1-4290-bd5d-4e098626ec2f tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:28:30.177921 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a36393f-f8a1-4290-bd5d-4e098626ec2f tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:28:30.178247 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a36393f-f8a1-4290-bd5d-4e098626ec2f tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:28:30.178567 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a36393f-f8a1-4290-bd5d-4e098626ec2f tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:28:30.178887 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a36393f-f8a1-4290-bd5d-4e098626ec2f tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:28:30.191057 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 22c44e4e-6513-46f9-8ca7-d78f082ca26c details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:28:30.228476 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c3980280-fdce-4643-bc44-f3eb6bc45e76 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:30.367767 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c3980280-fdce-4643-bc44-f3eb6bc45e76 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:30.556807 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c3980280-fdce-4643-bc44-f3eb6bc45e76 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks [] for router_gateway, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:30.575434 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c3980280-fdce-4643-bc44-f3eb6bc45e76 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:30.678845 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-c3980280-fdce-4643-bc44-f3eb6bc45e76 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Allocated IP 172.25.2.14 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/a3905629-d1e2-4305-ad35-b0202ace01b5) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:28:30.778632 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c3980280-fdce-4643-bc44-f3eb6bc45e76 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:30.811456 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c3980280-fdce-4643-bc44-f3eb6bc45e76 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:30.850702 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3980280-fdce-4643-bc44-f3eb6bc45e76 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:28:30.854978 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-c3980280-fdce-4643-bc44-f3eb6bc45e76 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:28:30.858313 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3980280-fdce-4643-bc44-f3eb6bc45e76 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:28:30.884896 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3980280-fdce-4643-bc44-f3eb6bc45e76 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Pushing event updated for resources: {'Port': ['ID=a3905629-d1e2-4305-ad35-b0202ace01b5,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:28:30.896161 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3980280-fdce-4643-bc44-f3eb6bc45e76 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:28:30.896510 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3980280-fdce-4643-bc44-f3eb6bc45e76 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:28:30.896954 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3980280-fdce-4643-bc44-f3eb6bc45e76 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:28:30.897296 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3980280-fdce-4643-bc44-f3eb6bc45e76 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:28:30.897625 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3980280-fdce-4643-bc44-f3eb6bc45e76 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:28:30.897986 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3980280-fdce-4643-bc44-f3eb6bc45e76 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:28:30.898315 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3980280-fdce-4643-bc44-f3eb6bc45e76 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:28:30.898640 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3980280-fdce-4643-bc44-f3eb6bc45e76 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:28:30.898964 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3980280-fdce-4643-bc44-f3eb6bc45e76 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:28:30.899285 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3980280-fdce-4643-bc44-f3eb6bc45e76 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:28:30.899603 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3980280-fdce-4643-bc44-f3eb6bc45e76 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:28:30.899921 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3980280-fdce-4643-bc44-f3eb6bc45e76 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:28:31.118165 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c3980280-fdce-4643-bc44-f3eb6bc45e76 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks [] for router_gateway, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:31.649543 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c3980280-fdce-4643-bc44-f3eb6bc45e76 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:31.780807 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3980280-fdce-4643-bc44-f3eb6bc45e76 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Router c217cb03-c5e7-4b47-b6e1-c151397a36db is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 07:28:31.885796 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3980280-fdce-4643-bc44-f3eb6bc45e76 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:28:31.895615 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0022b9e3-f339-4872-a1a7-9def1a19dfcf None None] Sync routers for ids ['c217cb03-c5e7-4b47-b6e1-c151397a36db'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:28:31.905777 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c3980280-fdce-4643-bc44-f3eb6bc45e76 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:31.906946 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0022b9e3-f339-4872-a1a7-9def1a19dfcf None None] Routers {'c217cb03-c5e7-4b47-b6e1-c151397a36db'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:28:31.907882 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-c3980280-fdce-4643-bc44-f3eb6bc45e76 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7693784 Sep 23 07:28:31.908021 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-0022b9e3-f339-4872-a1a7-9def1a19dfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:28:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['c217cb03-c5e7-4b47-b6e1-c151397a36db'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:28:31.911579 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51314) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:28:31.976846 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69bf0b1b-fd5c-4baf-bdeb-d962ca81d211 tempest-TestSecurityGroupsBasicOps-1900502063 tempest-TestSecurityGroupsBasicOps-1900502063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:31.978386 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-69bf0b1b-fd5c-4baf-bdeb-d962ca81d211 tempest-TestSecurityGroupsBasicOps-1900502063 tempest-TestSecurityGroupsBasicOps-1900502063-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=8cb2e8d8551a4ac5a47b72d58ddd144a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0658867 Sep 23 07:28:31.981207 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51316) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:28:32.080131 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f0419f-7731-405e-97af-ab15b1d23a51 tempest-TestSecurityGroupsBasicOps-1900502063 tempest-TestSecurityGroupsBasicOps-1900502063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:32.081807 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-46f0419f-7731-405e-97af-ab15b1d23a51 tempest-TestSecurityGroupsBasicOps-1900502063 tempest-TestSecurityGroupsBasicOps-1900502063-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0997071 Sep 23 07:28:32.084623 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51318) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:28:32.112747 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-0022b9e3-f339-4872-a1a7-9def1a19dfcf None None] Set router c217cb03-c5e7-4b47-b6e1-c151397a36db gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:28:32.113515 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-8ecbbdeb-a03b-4798-9c02-83c677153454 tempest-TestSecurityGroupsBasicOps-1900502063 tempest-TestSecurityGroupsBasicOps-1900502063-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=0f47978c-41eb-4cc7-92bf-8b873be8a1a0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277920 Sep 23 07:28:32.116093 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51320) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:28:32.143671 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-98e1f186-cd8f-4cf8-92aa-4f9a798b113d tempest-TestSecurityGroupsBasicOps-1900502063 tempest-TestSecurityGroupsBasicOps-1900502063-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=8cb2e8d8551a4ac5a47b72d58ddd144a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262620 Sep 23 07:28:32.146090 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51322) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:28:32.237269 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4eedeff-f2e0-4197-b4cd-4c00f26da83e tempest-TestSecurityGroupsBasicOps-1900502063 tempest-TestSecurityGroupsBasicOps-1900502063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:32.239625 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-f4eedeff-f2e0-4197-b4cd-4c00f26da83e tempest-TestSecurityGroupsBasicOps-1900502063 tempest-TestSecurityGroupsBasicOps-1900502063-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0925415 Sep 23 07:28:32.242798 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51324) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:28:32.274118 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-26cda220-6479-495d-9231-d310abde920e tempest-TestSecurityGroupsBasicOps-1900502063 tempest-TestSecurityGroupsBasicOps-1900502063-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=0f47978c-41eb-4cc7-92bf-8b873be8a1a0&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0302184 Sep 23 07:28:32.276648 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51326) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:28:32.281497 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-5b3f7511-3a11-4a5f-84f1-8ae9ef12c84a tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-795737182', 'network_id': '22c44e4e-6513-46f9-8ca7-d78f082ca26c', 'project_id': '8cb2e8d8551a4ac5a47b72d58ddd144a', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:28:32.297140 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-0022b9e3-f339-4872-a1a7-9def1a19dfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c217cb03-c5e7-4b47-b6e1-c151397a36db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1596680931', 'tenant_id': '8cb2e8d8551a4ac5a47b72d58ddd144a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'a3905629-d1e2-4305-ad35-b0202ace01b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:28:30Z', 'updated_at': '2021-09-23T07:28:31Z', 'revision_number': 3, 'project_id': '8cb2e8d8551a4ac5a47b72d58ddd144a', 'gw_port': {'id': 'a3905629-d1e2-4305-ad35-b0202ace01b5', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:17:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c217cb03-c5e7-4b47-b6e1-c151397a36db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:28:30Z', 'updated_at': '2021-09-23T07:28:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:28:32.327348 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0022b9e3-f339-4872-a1a7-9def1a19dfcf None None] Checking router: c217cb03-c5e7-4b47-b6e1-c151397a36db for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:28:32.327693 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0022b9e3-f339-4872-a1a7-9def1a19dfcf None None] Updating router c217cb03-c5e7-4b47-b6e1-c151397a36db port a3905629-d1e2-4305-ad35-b0202ace01b5 binding host n-d-715271-16 {{(pid=95068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 07:28:32.360087 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-0022b9e3-f339-4872-a1a7-9def1a19dfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:32.375397 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b3f7511-3a11-4a5f-84f1-8ae9ef12c84a tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Made reservation on behalf of 8cb2e8d8551a4ac5a47b72d58ddd144a for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:28:32.378904 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5b3f7511-3a11-4a5f-84f1-8ae9ef12c84a tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:32.564878 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5b3f7511-3a11-4a5f-84f1-8ae9ef12c84a tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:32.611133 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-0022b9e3-f339-4872-a1a7-9def1a19dfcf None None] Notify callbacks [] for port, precommit_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:32.616110 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-0022b9e3-f339-4872-a1a7-9def1a19dfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:32.632464 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3f7511-3a11-4a5f-84f1-8ae9ef12c84a tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Pushing event updated for resources: {'Subnet': ['ID=975ee12c-6dcb-485e-b133-ee6f39dd4e7a,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:28:32.641233 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3f7511-3a11-4a5f-84f1-8ae9ef12c84a tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Checking segment: {'id': 'ededb6e8-159b-45c6-bff4-b0c981437b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '22c44e4e-6513-46f9-8ca7-d78f082ca26c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:28:32.641609 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3f7511-3a11-4a5f-84f1-8ae9ef12c84a tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Network hostable DHCP agents. Network: 22c44e4e-6513-46f9-8ca7-d78f082ca26c, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:28:32.662078 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3f7511-3a11-4a5f-84f1-8ae9ef12c84a tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Network 22c44e4e-6513-46f9-8ca7-d78f082ca26c is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:28:32.668316 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-0022b9e3-f339-4872-a1a7-9def1a19dfcf None None] Attempting to bind port a3905629-d1e2-4305-ad35-b0202ace01b5 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:28:32.669198 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-0022b9e3-f339-4872-a1a7-9def1a19dfcf None None] Attempting to bind port a3905629-d1e2-4305-ad35-b0202ace01b5 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:28:32.669578 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0022b9e3-f339-4872-a1a7-9def1a19dfcf None None] Attempting to bind port a3905629-d1e2-4305-ad35-b0202ace01b5 on network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:28:32.671679 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-5b3f7511-3a11-4a5f-84f1-8ae9ef12c84a tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 22c44e4e-6513-46f9-8ca7-d78f082ca26c) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:28:32.672429 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a38a103-e86b-4e04-8db0-4ecb23d773da None None] Pushing event updated for resources: {'Port': ['ID=a3905629-d1e2-4305-ad35-b0202ace01b5,revision_number=2']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:28:32.675903 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3f7511-3a11-4a5f-84f1-8ae9ef12c84a tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:32.676505 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-5b3f7511-3a11-4a5f-84f1-8ae9ef12c84a tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:32.681030 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a38a103-e86b-4e04-8db0-4ecb23d773da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:28:32.681373 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a38a103-e86b-4e04-8db0-4ecb23d773da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:28:32.681755 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a38a103-e86b-4e04-8db0-4ecb23d773da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:28:32.682070 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a38a103-e86b-4e04-8db0-4ecb23d773da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:28:32.682421 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a38a103-e86b-4e04-8db0-4ecb23d773da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:28:32.682707 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a38a103-e86b-4e04-8db0-4ecb23d773da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:28:32.683027 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a38a103-e86b-4e04-8db0-4ecb23d773da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:28:32.683351 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a38a103-e86b-4e04-8db0-4ecb23d773da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:28:32.683659 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a38a103-e86b-4e04-8db0-4ecb23d773da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:28:32.684009 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a38a103-e86b-4e04-8db0-4ecb23d773da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:28:32.684331 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a38a103-e86b-4e04-8db0-4ecb23d773da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:28:32.684645 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a38a103-e86b-4e04-8db0-4ecb23d773da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:28:32.688230 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0022b9e3-f339-4872-a1a7-9def1a19dfcf None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:28:32.688608 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0022b9e3-f339-4872-a1a7-9def1a19dfcf None None] Checking segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:28:32.688996 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-0022b9e3-f339-4872-a1a7-9def1a19dfcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:32.689381 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0022b9e3-f339-4872-a1a7-9def1a19dfcf None None] Bound using segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:28:32.689583 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c9205c-8f91-442e-9033-8c5c59ed8401 None None] Network 22c44e4e-6513-46f9-8ca7-d78f082ca26c requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:28:32.690493 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-0022b9e3-f339-4872-a1a7-9def1a19dfcf None None] Bound port: a3905629-d1e2-4305-ad35-b0202ace01b5, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:28:32.690493 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-0022b9e3-f339-4872-a1a7-9def1a19dfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:32.699912 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-5b3f7511-3a11-4a5f-84f1-8ae9ef12c84a tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4191740 Sep 23 07:28:32.700633 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51328) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:28:32.746820 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-0022b9e3-f339-4872-a1a7-9def1a19dfcf None None] For port a3905629-d1e2-4305-ad35-b0202ace01b5, host n-d-715271-16, cleared binding levels {{(pid=95068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:28:32.751838 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-0022b9e3-f339-4872-a1a7-9def1a19dfcf None None] For port a3905629-d1e2-4305-ad35-b0202ace01b5, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=a3905629-d1e2-4305-ad35-b0202ace01b5,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:28:32.757726 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-0022b9e3-f339-4872-a1a7-9def1a19dfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:32.816019 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0022b9e3-f339-4872-a1a7-9def1a19dfcf None None] Routers {'c217cb03-c5e7-4b47-b6e1-c151397a36db'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:28:32.816669 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-0022b9e3-f339-4872-a1a7-9def1a19dfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:28:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['c217cb03-c5e7-4b47-b6e1-c151397a36db'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:28:32.819448 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a38a103-e86b-4e04-8db0-4ecb23d773da None None] Pushing event updated for resources: {'Port': ['ID=a3905629-d1e2-4305-ad35-b0202ace01b5,revision_number=3']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:28:32.850806 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd9e37e-94e0-412f-8c91-d1d829b2f99d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-22c44e4e-6513-46f9-8ca7-d78f082ca26c', 'network_id': '22c44e4e-6513-46f9-8ca7-d78f082ca26c', 'tenant_id': '8cb2e8d8551a4ac5a47b72d58ddd144a', 'fixed_ips': [{'subnet_id': '975ee12c-6dcb-485e-b133-ee6f39dd4e7a'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:28:32.851913 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5fd9e37e-94e0-412f-8c91-d1d829b2f99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:32.926766 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-0022b9e3-f339-4872-a1a7-9def1a19dfcf None None] Set router c217cb03-c5e7-4b47-b6e1-c151397a36db gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:28:32.988766 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-5fd9e37e-94e0-412f-8c91-d1d829b2f99d None None] Allocated IP 172.20.0.18 (22c44e4e-6513-46f9-8ca7-d78f082ca26c/975ee12c-6dcb-485e-b133-ee6f39dd4e7a/d81e508a-4bff-4898-a402-1a13142037b9) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:28:33.104149 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-0022b9e3-f339-4872-a1a7-9def1a19dfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c217cb03-c5e7-4b47-b6e1-c151397a36db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1596680931', 'tenant_id': '8cb2e8d8551a4ac5a47b72d58ddd144a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'a3905629-d1e2-4305-ad35-b0202ace01b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:28:30Z', 'updated_at': '2021-09-23T07:28:31Z', 'revision_number': 3, 'project_id': '8cb2e8d8551a4ac5a47b72d58ddd144a', 'gw_port': {'id': 'a3905629-d1e2-4305-ad35-b0202ace01b5', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:17:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c217cb03-c5e7-4b47-b6e1-c151397a36db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:28:30Z', 'updated_at': '2021-09-23T07:28:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:28:33.134708 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0022b9e3-f339-4872-a1a7-9def1a19dfcf None None] The sync data for ids ['c217cb03-c5e7-4b47-b6e1-c151397a36db'] in n-d-715271-16 is: [{'id': 'c217cb03-c5e7-4b47-b6e1-c151397a36db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1596680931', 'tenant_id': '8cb2e8d8551a4ac5a47b72d58ddd144a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'a3905629-d1e2-4305-ad35-b0202ace01b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:28:30Z', 'updated_at': '2021-09-23T07:28:31Z', 'revision_number': 3, 'project_id': '8cb2e8d8551a4ac5a47b72d58ddd144a', 'gw_port': {'id': 'a3905629-d1e2-4305-ad35-b0202ace01b5', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:17:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c217cb03-c5e7-4b47-b6e1-c151397a36db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:28:30Z', 'updated_at': '2021-09-23T07:28:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:28:33.142787 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5fd9e37e-94e0-412f-8c91-d1d829b2f99d None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:33.148393 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5fd9e37e-94e0-412f-8c91-d1d829b2f99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:33.155846 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4e9fec49-5798-4978-a92e-5331bd472069 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:33.191035 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd9e37e-94e0-412f-8c91-d1d829b2f99d None None] Network 22c44e4e-6513-46f9-8ca7-d78f082ca26c is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:28:33.194053 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-5fd9e37e-94e0-412f-8c91-d1d829b2f99d None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:28:33.197702 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd9e37e-94e0-412f-8c91-d1d829b2f99d None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:28:33.209378 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd9e37e-94e0-412f-8c91-d1d829b2f99d None None] Pushing event updated for resources: {'Port': ['ID=d81e508a-4bff-4898-a402-1a13142037b9,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:28:33.235245 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd9e37e-94e0-412f-8c91-d1d829b2f99d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:28:33.235595 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd9e37e-94e0-412f-8c91-d1d829b2f99d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:28:33.235942 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd9e37e-94e0-412f-8c91-d1d829b2f99d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:28:33.236288 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd9e37e-94e0-412f-8c91-d1d829b2f99d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:28:33.236629 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd9e37e-94e0-412f-8c91-d1d829b2f99d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:28:33.236958 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd9e37e-94e0-412f-8c91-d1d829b2f99d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:28:33.237374 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd9e37e-94e0-412f-8c91-d1d829b2f99d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:28:33.237606 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd9e37e-94e0-412f-8c91-d1d829b2f99d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:28:33.237960 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd9e37e-94e0-412f-8c91-d1d829b2f99d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:28:33.238291 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd9e37e-94e0-412f-8c91-d1d829b2f99d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:28:33.238615 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd9e37e-94e0-412f-8c91-d1d829b2f99d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:28:33.238941 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd9e37e-94e0-412f-8c91-d1d829b2f99d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:28:33.282499 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-5fd9e37e-94e0-412f-8c91-d1d829b2f99d None None] Attempting to bind port d81e508a-4bff-4898-a402-1a13142037b9 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:28:33.282962 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-5fd9e37e-94e0-412f-8c91-d1d829b2f99d None None] Attempting to bind port d81e508a-4bff-4898-a402-1a13142037b9 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': 'ededb6e8-159b-45c6-bff4-b0c981437b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '22c44e4e-6513-46f9-8ca7-d78f082ca26c'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:28:33.283264 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd9e37e-94e0-412f-8c91-d1d829b2f99d None None] Attempting to bind port d81e508a-4bff-4898-a402-1a13142037b9 on network 22c44e4e-6513-46f9-8ca7-d78f082ca26c {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:28:33.289210 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd9e37e-94e0-412f-8c91-d1d829b2f99d None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:28:33.289690 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd9e37e-94e0-412f-8c91-d1d829b2f99d None None] Checking segment: {'id': 'ededb6e8-159b-45c6-bff4-b0c981437b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '22c44e4e-6513-46f9-8ca7-d78f082ca26c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:28:33.290272 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5fd9e37e-94e0-412f-8c91-d1d829b2f99d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:33.290812 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd9e37e-94e0-412f-8c91-d1d829b2f99d None None] Bound using segment: {'id': 'ededb6e8-159b-45c6-bff4-b0c981437b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '22c44e4e-6513-46f9-8ca7-d78f082ca26c'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:28:33.291406 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-5fd9e37e-94e0-412f-8c91-d1d829b2f99d None None] Bound port: d81e508a-4bff-4898-a402-1a13142037b9, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ededb6e8-159b-45c6-bff4-b0c981437b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '22c44e4e-6513-46f9-8ca7-d78f082ca26c'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:28:33.291826 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5fd9e37e-94e0-412f-8c91-d1d829b2f99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:33.378503 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-5fd9e37e-94e0-412f-8c91-d1d829b2f99d None None] For port d81e508a-4bff-4898-a402-1a13142037b9, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:28:33.382727 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-5fd9e37e-94e0-412f-8c91-d1d829b2f99d None None] For port d81e508a-4bff-4898-a402-1a13142037b9, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=d81e508a-4bff-4898-a402-1a13142037b9,segment=NetworkSegment(ededb6e8-159b-45c6-bff4-b0c981437b44),segment_id=ededb6e8-159b-45c6-bff4-b0c981437b44)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:28:33.391893 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5fd9e37e-94e0-412f-8c91-d1d829b2f99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:33.461783 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd9e37e-94e0-412f-8c91-d1d829b2f99d None None] Pushing event updated for resources: {'Port': ['ID=d81e508a-4bff-4898-a402-1a13142037b9,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:28:33.511372 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-4e9fec49-5798-4978-a92e-5331bd472069 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Allocated IP 172.20.0.17 (22c44e4e-6513-46f9-8ca7-d78f082ca26c/975ee12c-6dcb-485e-b133-ee6f39dd4e7a/83e6f8e6-775a-4493-9beb-ea2cdeadaf98) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:28:33.667375 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4e9fec49-5798-4978-a92e-5331bd472069 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:33.734812 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4e9fec49-5798-4978-a92e-5331bd472069 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:33.791637 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9fec49-5798-4978-a92e-5331bd472069 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Network 22c44e4e-6513-46f9-8ca7-d78f082ca26c is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:28:33.795912 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-4e9fec49-5798-4978-a92e-5331bd472069 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:28:33.800002 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9fec49-5798-4978-a92e-5331bd472069 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:28:33.813041 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9fec49-5798-4978-a92e-5331bd472069 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Pushing event updated for resources: {'Port': ['ID=83e6f8e6-775a-4493-9beb-ea2cdeadaf98,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:28:33.864555 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4e9fec49-5798-4978-a92e-5331bd472069 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068614'] for router_interface, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:34.027153 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4e9fec49-5798-4978-a92e-5331bd472069 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:34.247205 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device a3905629-d1e2-4305-ad35-b0202ace01b5 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:28:34.325564 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port a3905629-d1e2-4305-ad35-b0202ace01b5 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:28:34.326052 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:34.408889 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4e9fec49-5798-4978-a92e-5331bd472069 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:34.412448 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:34.413275 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4e9fec49-5798-4978-a92e-5331bd472069 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:34.433755 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port a3905629-d1e2-4305-ad35-b0202ace01b5, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=a3905629-d1e2-4305-ad35-b0202ace01b5,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:28:34.441485 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:34.442332 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device d81e508a-4bff-4898-a402-1a13142037b9 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:28:34.487784 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4e9fec49-5798-4978-a92e-5331bd472069 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067062'] for router_interface, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:34.524732 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9fec49-5798-4978-a92e-5331bd472069 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Pushing event updated for resources: {'Port': ['ID=83e6f8e6-775a-4493-9beb-ea2cdeadaf98,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:28:34.537917 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port d81e508a-4bff-4898-a402-1a13142037b9 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:28:34.538288 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:34.543060 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=a3905629-d1e2-4305-ad35-b0202ace01b5,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:28:34.612455 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9fec49-5798-4978-a92e-5331bd472069 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Network 22c44e4e-6513-46f9-8ca7-d78f082ca26c is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:28:34.613170 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a256e4af-3ae6-418f-b177-6fd1fbd2849e None None] Network 22c44e4e-6513-46f9-8ca7-d78f082ca26c requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:28:34.613952 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-4e9fec49-5798-4978-a92e-5331bd472069 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:28:34.650124 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:34.722975 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-1a9e96d7-6c70-4d4f-ba68-c354701e95c2 None None] Provisioning complete for port d81e508a-4bff-4898-a402-1a13142037b9 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:28:34.723352 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-1a9e96d7-6c70-4d4f-ba68-c354701e95c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:34.738730 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e9fec49-5798-4978-a92e-5331bd472069 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Router c217cb03-c5e7-4b47-b6e1-c151397a36db has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:28:34.771405 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port d81e508a-4bff-4898-a402-1a13142037b9, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=d81e508a-4bff-4898-a402-1a13142037b9,segment=NetworkSegment(ededb6e8-159b-45c6-bff4-b0c981437b44),segment_id=ededb6e8-159b-45c6-bff4-b0c981437b44)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:28:34.782790 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:34.854582 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e9fec49-5798-4978-a92e-5331bd472069 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:28:34.866719 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-4e9fec49-5798-4978-a92e-5331bd472069 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] 10.222.0.39 "PUT /v2.0/routers/c217cb03-c5e7-4b47-b6e1-c151397a36db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1644821 Sep 23 07:28:34.911689 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=d81e508a-4bff-4898-a402-1a13142037b9,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:28:35.051487 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faff9f98-ca47-4ceb-a087-269b23bdeb83 None None] Sync routers for ids ['c217cb03-c5e7-4b47-b6e1-c151397a36db'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:28:35.060746 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faff9f98-ca47-4ceb-a087-269b23bdeb83 None None] Routers {'c217cb03-c5e7-4b47-b6e1-c151397a36db'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:28:35.061382 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-faff9f98-ca47-4ceb-a087-269b23bdeb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:28:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['c217cb03-c5e7-4b47-b6e1-c151397a36db'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:28:35.170089 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e3d62-dfde-4c42-a2f9-91f9c7d25676 req-8515659e-9e6c-47fb-8d42-5a56112cc70d tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:35.172339 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-971e3d62-dfde-4c42-a2f9-91f9c7d25676 req-8515659e-9e6c-47fb-8d42-5a56112cc70d tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] 10.222.0.39 "GET /v2.0/networks?id=22c44e4e-6513-46f9-8ca7-d78f082ca26c HTTP/1.1" status: 200 len: 798 time: 0.1957729 Sep 23 07:28:35.189894 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-971e3d62-dfde-4c42-a2f9-91f9c7d25676 req-5ff70e55-a23c-46c0-b784-33fc0199f17b tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] 10.222.0.39 "GET /v2.0/quotas/8cb2e8d8551a4ac5a47b72d58ddd144a HTTP/1.1" status: 200 len: 375 time: 0.0113230 Sep 23 07:28:35.294061 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-971e3d62-dfde-4c42-a2f9-91f9c7d25676 req-db65eb83-3336-45db-b4f4-3e3bc597f77a tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8cb2e8d8551a4ac5a47b72d58ddd144a&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0972993 Sep 23 07:28:35.352413 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-faff9f98-ca47-4ceb-a087-269b23bdeb83 None None] Set router c217cb03-c5e7-4b47-b6e1-c151397a36db gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:28:35.354789 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-4dd47e81-37e2-4126-87ca-1540cc6ee403 None None] Provisioning complete for port 83e6f8e6-775a-4493-9beb-ea2cdeadaf98 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:28:35.354789 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-4dd47e81-37e2-4126-87ca-1540cc6ee403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:35.411781 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-971e3d62-dfde-4c42-a2f9-91f9c7d25676 req-e7385347-fcf5-42cb-a597-f43a666d02b0 service neutron] 10.222.0.39 "GET /v2.0/networks/22c44e4e-6513-46f9-8ca7-d78f082ca26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041410 Sep 23 07:28:35.461953 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-4dd47e81-37e2-4126-87ca-1540cc6ee403 None None] Port 83e6f8e6-775a-4493-9beb-ea2cdeadaf98 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:28:35.496006 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-4dd47e81-37e2-4126-87ca-1540cc6ee403 None None] Provisioning complete for port d81e508a-4bff-4898-a402-1a13142037b9 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:28:35.496420 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-4dd47e81-37e2-4126-87ca-1540cc6ee403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:35.518648 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-971e3d62-dfde-4c42-a2f9-91f9c7d25676 req-7f1970aa-e4f9-4536-bf67-1ae27d8225c1 service neutron] 10.222.0.39 "GET /v2.0/networks/22c44e4e-6513-46f9-8ca7-d78f082ca26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003458 Sep 23 07:28:35.671995 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-faff9f98-ca47-4ceb-a087-269b23bdeb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c217cb03-c5e7-4b47-b6e1-c151397a36db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1596680931', 'tenant_id': '8cb2e8d8551a4ac5a47b72d58ddd144a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'a3905629-d1e2-4305-ad35-b0202ace01b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:28:30Z', 'updated_at': '2021-09-23T07:28:33Z', 'revision_number': 4, 'project_id': '8cb2e8d8551a4ac5a47b72d58ddd144a', 'gw_port': {'id': 'a3905629-d1e2-4305-ad35-b0202ace01b5', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:17:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c217cb03-c5e7-4b47-b6e1-c151397a36db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:28:30Z', 'updated_at': '2021-09-23T07:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '83e6f8e6-775a-4493-9beb-ea2cdeadaf98', 'name': '', 'network_id': '22c44e4e-6513-46f9-8ca7-d78f082ca26c', 'tenant_id': '8cb2e8d8551a4ac5a47b72d58ddd144a', 'mac_address': 'fa:16:3e:b8:e4:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c217cb03-c5e7-4b47-b6e1-c151397a36db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '975ee12c-6dcb-485e-b133-ee6f39dd4e7a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:28:33Z', 'updated_at': '2021-09-23T07:28:34Z', 'revision_number': 2, 'project_id': '8cb2e8d8551a4ac5a47b72d58ddd144a', 'subnets': [{'id': '975ee12c-6dcb-485e-b133-ee6f39dd4e7a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:28:35.702447 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faff9f98-ca47-4ceb-a087-269b23bdeb83 None None] Checking router: c217cb03-c5e7-4b47-b6e1-c151397a36db for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:28:35.702723 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faff9f98-ca47-4ceb-a087-269b23bdeb83 None None] Updating router c217cb03-c5e7-4b47-b6e1-c151397a36db port 83e6f8e6-775a-4493-9beb-ea2cdeadaf98 binding host n-d-715271-16 {{(pid=95067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 07:28:35.726163 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-faff9f98-ca47-4ceb-a087-269b23bdeb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:35.835365 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-9b9674bf-fdaf-4c20-b2ca-3f8680655dda None None] Provisioning complete for port 83e6f8e6-775a-4493-9beb-ea2cdeadaf98 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:28:35.835747 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-9b9674bf-fdaf-4c20-b2ca-3f8680655dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:35.891384 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-9b9674bf-fdaf-4c20-b2ca-3f8680655dda None None] Port 83e6f8e6-775a-4493-9beb-ea2cdeadaf98 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:28:36.020900 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-faff9f98-ca47-4ceb-a087-269b23bdeb83 None None] Notify callbacks [] for port, precommit_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:36.025881 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-faff9f98-ca47-4ceb-a087-269b23bdeb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:36.078179 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bea82c1-ac71-4097-aec1-e2262093c065 None None] Pushing event updated for resources: {'Port': ['ID=83e6f8e6-775a-4493-9beb-ea2cdeadaf98,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:28:36.125531 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-faff9f98-ca47-4ceb-a087-269b23bdeb83 None None] Attempting to bind port 83e6f8e6-775a-4493-9beb-ea2cdeadaf98 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:28:36.125918 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-faff9f98-ca47-4ceb-a087-269b23bdeb83 None None] Attempting to bind port 83e6f8e6-775a-4493-9beb-ea2cdeadaf98 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': 'ededb6e8-159b-45c6-bff4-b0c981437b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '22c44e4e-6513-46f9-8ca7-d78f082ca26c'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:28:36.126287 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faff9f98-ca47-4ceb-a087-269b23bdeb83 None None] Attempting to bind port 83e6f8e6-775a-4493-9beb-ea2cdeadaf98 on network 22c44e4e-6513-46f9-8ca7-d78f082ca26c {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:28:36.131655 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faff9f98-ca47-4ceb-a087-269b23bdeb83 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:28:36.132129 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faff9f98-ca47-4ceb-a087-269b23bdeb83 None None] Checking segment: {'id': 'ededb6e8-159b-45c6-bff4-b0c981437b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '22c44e4e-6513-46f9-8ca7-d78f082ca26c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:28:36.132592 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-faff9f98-ca47-4ceb-a087-269b23bdeb83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:36.133051 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faff9f98-ca47-4ceb-a087-269b23bdeb83 None None] Bound using segment: {'id': 'ededb6e8-159b-45c6-bff4-b0c981437b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '22c44e4e-6513-46f9-8ca7-d78f082ca26c'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:28:36.133596 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-faff9f98-ca47-4ceb-a087-269b23bdeb83 None None] Bound port: 83e6f8e6-775a-4493-9beb-ea2cdeadaf98, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ededb6e8-159b-45c6-bff4-b0c981437b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '22c44e4e-6513-46f9-8ca7-d78f082ca26c'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:28:36.134074 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-faff9f98-ca47-4ceb-a087-269b23bdeb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:36.170526 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device a3905629-d1e2-4305-ad35-b0202ace01b5 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:28:36.240243 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-faff9f98-ca47-4ceb-a087-269b23bdeb83 None None] For port 83e6f8e6-775a-4493-9beb-ea2cdeadaf98, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:28:36.244179 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-faff9f98-ca47-4ceb-a087-269b23bdeb83 None None] For port 83e6f8e6-775a-4493-9beb-ea2cdeadaf98, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=83e6f8e6-775a-4493-9beb-ea2cdeadaf98,segment=NetworkSegment(ededb6e8-159b-45c6-bff4-b0c981437b44),segment_id=ededb6e8-159b-45c6-bff4-b0c981437b44)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:28:36.249415 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-faff9f98-ca47-4ceb-a087-269b23bdeb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:36.282715 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port a3905629-d1e2-4305-ad35-b0202ace01b5 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:28:36.283093 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:36.358552 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faff9f98-ca47-4ceb-a087-269b23bdeb83 None None] Routers {'c217cb03-c5e7-4b47-b6e1-c151397a36db'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:28:36.359217 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-faff9f98-ca47-4ceb-a087-269b23bdeb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:28:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['c217cb03-c5e7-4b47-b6e1-c151397a36db'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:28:36.364593 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bea82c1-ac71-4097-aec1-e2262093c065 None None] Pushing event updated for resources: {'Port': ['ID=83e6f8e6-775a-4493-9beb-ea2cdeadaf98,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:28:36.402157 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-9c7ad061-58a7-4980-a974-54b6086a5efe None None] Provisioning complete for port 83e6f8e6-775a-4493-9beb-ea2cdeadaf98 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:28:36.403294 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-9c7ad061-58a7-4980-a974-54b6086a5efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:36.539141 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device d81e508a-4bff-4898-a402-1a13142037b9 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:28:36.563296 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-faff9f98-ca47-4ceb-a087-269b23bdeb83 None None] Set router c217cb03-c5e7-4b47-b6e1-c151397a36db gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:28:36.673289 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-9c7ad061-58a7-4980-a974-54b6086a5efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:36.734154 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-56232eeb-fb66-4449-805f-7142e9b7a1a3 req-900a2029-b88f-4520-bf41-9c16a278500c tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] 10.222.0.39 "GET /v2.0/ports?device_id=69a2c69c-078e-478c-a784-15521ff75777 HTTP/1.1" status: 200 len: 210 time: 0.0363019 Sep 23 07:28:36.772667 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port d81e508a-4bff-4898-a402-1a13142037b9 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:28:36.773045 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:36.779497 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-9c7ad061-58a7-4980-a974-54b6086a5efe None None] For port 83e6f8e6-775a-4493-9beb-ea2cdeadaf98, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=83e6f8e6-775a-4493-9beb-ea2cdeadaf98,segment=NetworkSegment(ededb6e8-159b-45c6-bff4-b0c981437b44),segment_id=ededb6e8-159b-45c6-bff4-b0c981437b44)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:28:36.801354 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-9c7ad061-58a7-4980-a974-54b6086a5efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:36.899886 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:36.922493 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7ad061-58a7-4980-a974-54b6086a5efe None None] Pushing event updated for resources: {'Port': ['ID=83e6f8e6-775a-4493-9beb-ea2cdeadaf98,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:28:36.969815 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-3c5dee25-1b5c-4a7d-bf5c-2368cccff1ac None None] Provisioning complete for port 83e6f8e6-775a-4493-9beb-ea2cdeadaf98 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:28:36.970230 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3c5dee25-1b5c-4a7d-bf5c-2368cccff1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:37.021371 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-faff9f98-ca47-4ceb-a087-269b23bdeb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c217cb03-c5e7-4b47-b6e1-c151397a36db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1596680931', 'tenant_id': '8cb2e8d8551a4ac5a47b72d58ddd144a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'a3905629-d1e2-4305-ad35-b0202ace01b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:28:30Z', 'updated_at': '2021-09-23T07:28:33Z', 'revision_number': 4, 'project_id': '8cb2e8d8551a4ac5a47b72d58ddd144a', 'gw_port': {'id': 'a3905629-d1e2-4305-ad35-b0202ace01b5', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:17:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c217cb03-c5e7-4b47-b6e1-c151397a36db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:28:30Z', 'updated_at': '2021-09-23T07:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '83e6f8e6-775a-4493-9beb-ea2cdeadaf98', 'name': '', 'network_id': '22c44e4e-6513-46f9-8ca7-d78f082ca26c', 'tenant_id': '8cb2e8d8551a4ac5a47b72d58ddd144a', 'mac_address': 'fa:16:3e:b8:e4:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c217cb03-c5e7-4b47-b6e1-c151397a36db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '975ee12c-6dcb-485e-b133-ee6f39dd4e7a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:28:33Z', 'updated_at': '2021-09-23T07:28:36Z', 'revision_number': 4, 'project_id': '8cb2e8d8551a4ac5a47b72d58ddd144a', 'subnets': [{'id': '975ee12c-6dcb-485e-b133-ee6f39dd4e7a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:28:37.051335 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faff9f98-ca47-4ceb-a087-269b23bdeb83 None None] The sync data for ids ['c217cb03-c5e7-4b47-b6e1-c151397a36db'] in n-d-715271-16 is: [{'id': 'c217cb03-c5e7-4b47-b6e1-c151397a36db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1596680931', 'tenant_id': '8cb2e8d8551a4ac5a47b72d58ddd144a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'a3905629-d1e2-4305-ad35-b0202ace01b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:28:30Z', 'updated_at': '2021-09-23T07:28:33Z', 'revision_number': 4, 'project_id': '8cb2e8d8551a4ac5a47b72d58ddd144a', 'gw_port': {'id': 'a3905629-d1e2-4305-ad35-b0202ace01b5', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:17:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c217cb03-c5e7-4b47-b6e1-c151397a36db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:28:30Z', 'updated_at': '2021-09-23T07:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '83e6f8e6-775a-4493-9beb-ea2cdeadaf98', 'name': '', 'network_id': '22c44e4e-6513-46f9-8ca7-d78f082ca26c', 'tenant_id': '8cb2e8d8551a4ac5a47b72d58ddd144a', 'mac_address': 'fa:16:3e:b8:e4:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c217cb03-c5e7-4b47-b6e1-c151397a36db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '975ee12c-6dcb-485e-b133-ee6f39dd4e7a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:28:33Z', 'updated_at': '2021-09-23T07:28:36Z', 'revision_number': 4, 'project_id': '8cb2e8d8551a4ac5a47b72d58ddd144a', 'subnets': [{'id': '975ee12c-6dcb-485e-b133-ee6f39dd4e7a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:28:37.828791 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-273c4b9d-f8eb-4b10-951d-9f663a2f89e9 req-3f025585-7ddb-4a08-a855-f3814adbeea8 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] 10.222.0.39 "GET /v2.0/ports?device_id=69a2c69c-078e-478c-a784-15521ff75777 HTTP/1.1" status: 200 len: 210 time: 0.0278757 Sep 23 07:28:38.077355 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-47315a22-c5fa-407d-b8bf-36ae0e88623d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:38.151141 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 83e6f8e6-775a-4493-9beb-ea2cdeadaf98 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:28:38.203883 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 83e6f8e6-775a-4493-9beb-ea2cdeadaf98 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:28:38.204259 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:38.812184 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e3d62-dfde-4c42-a2f9-91f9c7d25676 req-fd4b121d-6f5a-4559-98f3-428b58591e68 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:38.813560 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-971e3d62-dfde-4c42-a2f9-91f9c7d25676 req-fd4b121d-6f5a-4559-98f3-428b58591e68 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] 10.222.0.58 "GET /v2.0/networks?id=22c44e4e-6513-46f9-8ca7-d78f082ca26c HTTP/1.1" status: 200 len: 798 time: 0.1071341 Sep 23 07:28:38.828318 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-971e3d62-dfde-4c42-a2f9-91f9c7d25676 req-053ddc90-3b74-4e4a-ba81-58543c64d6ef tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Request body: {'port': {'device_id': '69a2c69c-078e-478c-a784-15521ff75777', 'network_id': '22c44e4e-6513-46f9-8ca7-d78f082ca26c', 'admin_state_up': True, 'tenant_id': '8cb2e8d8551a4ac5a47b72d58ddd144a'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:28:38.943637 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f8985e21-7218-4000-a6c5-5d2e622b20bc req-e7f14bd1-17f7-40cf-8203-2d6e05789934 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] 10.222.0.39 "GET /v2.0/ports?device_id=69a2c69c-078e-478c-a784-15521ff75777 HTTP/1.1" status: 200 len: 210 time: 0.0281239 Sep 23 07:28:38.954453 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-971e3d62-dfde-4c42-a2f9-91f9c7d25676 req-053ddc90-3b74-4e4a-ba81-58543c64d6ef tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Made reservation on behalf of 8cb2e8d8551a4ac5a47b72d58ddd144a for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:28:38.958390 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-971e3d62-dfde-4c42-a2f9-91f9c7d25676 req-053ddc90-3b74-4e4a-ba81-58543c64d6ef tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:39.086218 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [req-971e3d62-dfde-4c42-a2f9-91f9c7d25676 req-053ddc90-3b74-4e4a-ba81-58543c64d6ef tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Allocated IP 172.20.0.19 (22c44e4e-6513-46f9-8ca7-d78f082ca26c/975ee12c-6dcb-485e-b133-ee6f39dd4e7a/e5259a38-52b4-455c-9ac5-a81ba16eef54) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:28:39.199679 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-971e3d62-dfde-4c42-a2f9-91f9c7d25676 req-053ddc90-3b74-4e4a-ba81-58543c64d6ef tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:39.232732 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-971e3d62-dfde-4c42-a2f9-91f9c7d25676 req-053ddc90-3b74-4e4a-ba81-58543c64d6ef tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:39.278118 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-971e3d62-dfde-4c42-a2f9-91f9c7d25676 req-053ddc90-3b74-4e4a-ba81-58543c64d6ef tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Network 22c44e4e-6513-46f9-8ca7-d78f082ca26c is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:28:39.281369 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [req-971e3d62-dfde-4c42-a2f9-91f9c7d25676 req-053ddc90-3b74-4e4a-ba81-58543c64d6ef tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:28:39.285106 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-971e3d62-dfde-4c42-a2f9-91f9c7d25676 req-053ddc90-3b74-4e4a-ba81-58543c64d6ef tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:28:39.318615 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053ddc90-3b74-4e4a-ba81-58543c64d6ef tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Pushing event updated for resources: {'Port': ['ID=e5259a38-52b4-455c-9ac5-a81ba16eef54,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:28:39.328753 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dec6c2a4-afe1-4d3e-934c-aaee0a901d2e req-bcbe53cb-1f5f-425d-af36-00b394fa29bd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e188606f-134c-429a-a16b-a0d4f773a0f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0451941 Sep 23 07:28:39.352530 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e3d62-dfde-4c42-a2f9-91f9c7d25676 req-053ddc90-3b74-4e4a-ba81-58543c64d6ef tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:39.353706 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-971e3d62-dfde-4c42-a2f9-91f9c7d25676 req-053ddc90-3b74-4e4a-ba81-58543c64d6ef tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:39.372712 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-971e3d62-dfde-4c42-a2f9-91f9c7d25676 req-053ddc90-3b74-4e4a-ba81-58543c64d6ef tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.5488713 Sep 23 07:28:39.386253 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-971e3d62-dfde-4c42-a2f9-91f9c7d25676 req-3d4df7e5-3094-4e07-83d1-6df06772cc33 service neutron] Request body: {'port': {'device_id': '69a2c69c-078e-478c-a784-15521ff75777', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:28:39.428027 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec6c2a4-afe1-4d3e-934c-aaee0a901d2e req-86999599-99e3-41c9-9376-ff94efa8fe56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:39.430027 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dec6c2a4-afe1-4d3e-934c-aaee0a901d2e req-86999599-99e3-41c9-9376-ff94efa8fe56 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8cb2e8d8551a4ac5a47b72d58ddd144a&device_id=e188606f-134c-429a-a16b-a0d4f773a0f7 HTTP/1.1" status: 200 len: 1137 time: 0.0484052 Sep 23 07:28:39.448277 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-971e3d62-dfde-4c42-a2f9-91f9c7d25676 req-3d4df7e5-3094-4e07-83d1-6df06772cc33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:39.538518 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec6c2a4-afe1-4d3e-934c-aaee0a901d2e req-1819b8b1-6e09-4a3c-804f-697ce434f303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:39.539990 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dec6c2a4-afe1-4d3e-934c-aaee0a901d2e req-1819b8b1-6e09-4a3c-804f-697ce434f303 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e9e7de1d-9abe-4a5a-baed-f4a57f8c87e3 HTTP/1.1" status: 200 len: 897 time: 0.0905082 Sep 23 07:28:39.575495 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-634687d7-bf13-489a-b333-767685b64d91 None None] Provisioning complete for port e5259a38-52b4-455c-9ac5-a81ba16eef54 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:28:39.576062 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-634687d7-bf13-489a-b333-767685b64d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:39.617260 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-634687d7-bf13-489a-b333-767685b64d91 None None] Port e5259a38-52b4-455c-9ac5-a81ba16eef54 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:28:39.963982 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dec6c2a4-afe1-4d3e-934c-aaee0a901d2e req-a362adfd-bc27-451e-bbe5-7e271469d116 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13a3aad3-c6f6-4dc3-b1a1-917820b54cd2 HTTP/1.1" status: 200 len: 1002 time: 0.4166265 Sep 23 07:28:40.020194 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec6c2a4-afe1-4d3e-934c-aaee0a901d2e req-12e1855b-3d17-48f7-8e52-c691c2ee25bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:40.021692 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dec6c2a4-afe1-4d3e-934c-aaee0a901d2e req-12e1855b-3d17-48f7-8e52-c691c2ee25bd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bb4a2fe4-49d0-439a-9de1-7cdb5c3e9a82 HTTP/1.1" status: 200 len: 834 time: 0.0504944 Sep 23 07:28:40.072388 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec6c2a4-afe1-4d3e-934c-aaee0a901d2e req-dc28f842-8356-415e-8e0d-50bde0594c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:40.075339 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dec6c2a4-afe1-4d3e-934c-aaee0a901d2e req-dc28f842-8356-415e-8e0d-50bde0594c75 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9e7de1d-9abe-4a5a-baed-f4a57f8c87e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460913 Sep 23 07:28:40.099673 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe2820d-fc70-43db-8279-86dd5b855f80 req-32c93573-7c22-4c51-8499-9ad777ad7ca9 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:40.100744 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-afe2820d-fc70-43db-8279-86dd5b855f80 req-32c93573-7c22-4c51-8499-9ad777ad7ca9 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] 10.222.0.39 "GET /v2.0/ports?device_id=69a2c69c-078e-478c-a784-15521ff75777 HTTP/1.1" status: 200 len: 895 time: 0.0793808 Sep 23 07:28:40.152064 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [req-971e3d62-dfde-4c42-a2f9-91f9c7d25676 req-3d4df7e5-3094-4e07-83d1-6df06772cc33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5259a38-52b4-455c-9ac5-a81ba16eef54 {{(pid=95066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:28:40.159706 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-971e3d62-dfde-4c42-a2f9-91f9c7d25676 req-3d4df7e5-3094-4e07-83d1-6df06772cc33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:40.171875 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.provisioning_blocks [req-971e3d62-dfde-4c42-a2f9-91f9c7d25676 req-3d4df7e5-3094-4e07-83d1-6df06772cc33 service neutron] Transition to ACTIVE for port object e5259a38-52b4-455c-9ac5-a81ba16eef54 will not be triggered until provisioned by entity L2. {{(pid=95066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:28:40.172528 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dec6c2a4-afe1-4d3e-934c-aaee0a901d2e req-4838d941-f3cc-424b-9839-d46d94c22a10 service neutron] 10.222.0.21 "GET /v2.0/networks/e9e7de1d-9abe-4a5a-baed-f4a57f8c87e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900083 Sep 23 07:28:40.175118 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-971e3d62-dfde-4c42-a2f9-91f9c7d25676 req-3d4df7e5-3094-4e07-83d1-6df06772cc33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:40.251291 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4df7e5-3094-4e07-83d1-6df06772cc33 service neutron] Pushing event updated for resources: {'Port': ['ID=e5259a38-52b4-455c-9ac5-a81ba16eef54,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:28:40.273101 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dec6c2a4-afe1-4d3e-934c-aaee0a901d2e req-6d8f63ce-33c4-4931-9466-1a0b32cfd6e7 service neutron] 10.222.0.21 "GET /v2.0/networks/e9e7de1d-9abe-4a5a-baed-f4a57f8c87e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932844 Sep 23 07:28:40.311559 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-971e3d62-dfde-4c42-a2f9-91f9c7d25676 req-3d4df7e5-3094-4e07-83d1-6df06772cc33 service neutron] Attempting to bind port e5259a38-52b4-455c-9ac5-a81ba16eef54 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:28:40.312076 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-971e3d62-dfde-4c42-a2f9-91f9c7d25676 req-3d4df7e5-3094-4e07-83d1-6df06772cc33 service neutron] Attempting to bind port e5259a38-52b4-455c-9ac5-a81ba16eef54 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': 'ededb6e8-159b-45c6-bff4-b0c981437b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '22c44e4e-6513-46f9-8ca7-d78f082ca26c'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:28:40.312417 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971e3d62-dfde-4c42-a2f9-91f9c7d25676 req-3d4df7e5-3094-4e07-83d1-6df06772cc33 service neutron] Attempting to bind port e5259a38-52b4-455c-9ac5-a81ba16eef54 on network 22c44e4e-6513-46f9-8ca7-d78f082ca26c {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:28:40.317180 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971e3d62-dfde-4c42-a2f9-91f9c7d25676 req-3d4df7e5-3094-4e07-83d1-6df06772cc33 service neutron] Port e5259a38-52b4-455c-9ac5-a81ba16eef54 on network 22c44e4e-6513-46f9-8ca7-d78f082ca26c not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:28:40.317505 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971e3d62-dfde-4c42-a2f9-91f9c7d25676 req-3d4df7e5-3094-4e07-83d1-6df06772cc33 service neutron] Attempting to bind port e5259a38-52b4-455c-9ac5-a81ba16eef54 on network 22c44e4e-6513-46f9-8ca7-d78f082ca26c {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:28:40.322716 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971e3d62-dfde-4c42-a2f9-91f9c7d25676 req-3d4df7e5-3094-4e07-83d1-6df06772cc33 service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:28:40.323058 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971e3d62-dfde-4c42-a2f9-91f9c7d25676 req-3d4df7e5-3094-4e07-83d1-6df06772cc33 service neutron] Checking segment: {'id': 'ededb6e8-159b-45c6-bff4-b0c981437b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '22c44e4e-6513-46f9-8ca7-d78f082ca26c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:28:40.323449 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971e3d62-dfde-4c42-a2f9-91f9c7d25676 req-3d4df7e5-3094-4e07-83d1-6df06772cc33 service neutron] Bound using segment: {'id': 'ededb6e8-159b-45c6-bff4-b0c981437b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '22c44e4e-6513-46f9-8ca7-d78f082ca26c'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:28:40.323891 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-971e3d62-dfde-4c42-a2f9-91f9c7d25676 req-3d4df7e5-3094-4e07-83d1-6df06772cc33 service neutron] Bound port: e5259a38-52b4-455c-9ac5-a81ba16eef54, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ededb6e8-159b-45c6-bff4-b0c981437b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '22c44e4e-6513-46f9-8ca7-d78f082ca26c'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:28:40.324261 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-971e3d62-dfde-4c42-a2f9-91f9c7d25676 req-3d4df7e5-3094-4e07-83d1-6df06772cc33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:40.391556 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:40.394588 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-971e3d62-dfde-4c42-a2f9-91f9c7d25676 req-3d4df7e5-3094-4e07-83d1-6df06772cc33 service neutron] For port e5259a38-52b4-455c-9ac5-a81ba16eef54, host n-h2-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:28:40.397912 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-971e3d62-dfde-4c42-a2f9-91f9c7d25676 req-3d4df7e5-3094-4e07-83d1-6df06772cc33 service neutron] For port e5259a38-52b4-455c-9ac5-a81ba16eef54, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=e5259a38-52b4-455c-9ac5-a81ba16eef54,segment=NetworkSegment(ededb6e8-159b-45c6-bff4-b0c981437b44),segment_id=ededb6e8-159b-45c6-bff4-b0c981437b44)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:28:40.402743 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-971e3d62-dfde-4c42-a2f9-91f9c7d25676 req-3d4df7e5-3094-4e07-83d1-6df06772cc33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:40.442169 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e3d62-dfde-4c42-a2f9-91f9c7d25676 req-3d4df7e5-3094-4e07-83d1-6df06772cc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:40.442795 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-971e3d62-dfde-4c42-a2f9-91f9c7d25676 req-3d4df7e5-3094-4e07-83d1-6df06772cc33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:40.444205 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-971e3d62-dfde-4c42-a2f9-91f9c7d25676 req-3d4df7e5-3094-4e07-83d1-6df06772cc33 service neutron] 10.222.0.58 "PUT /v2.0/ports/e5259a38-52b4-455c-9ac5-a81ba16eef54 HTTP/1.1" status: 200 len: 1056 time: 1.0624285 Sep 23 07:28:40.444654 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69a2c69c-078e-478c-a784-15521ff75777', 'tag': 'e5259a38-52b4-455c-9ac5-a81ba16eef54'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:28:40.446943 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84516323-7aad-4f14-bbcc-f2585e9e0363" -d '{"events": [{"name": "network-changed", "server_uuid": "69a2c69c-078e-478c-a784-15521ff75777", "tag": "e5259a38-52b4-455c-9ac5-a81ba16eef54"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:28:40.474899 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4df7e5-3094-4e07-83d1-6df06772cc33 service neutron] Pushing event updated for resources: {'Port': ['ID=e5259a38-52b4-455c-9ac5-a81ba16eef54,revision_number=3']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:28:40.532763 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e3d62-dfde-4c42-a2f9-91f9c7d25676 req-35a383db-f60a-4f17-a212-f3cf1f3b1242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:40.534433 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-971e3d62-dfde-4c42-a2f9-91f9c7d25676 req-35a383db-f60a-4f17-a212-f3cf1f3b1242 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8cb2e8d8551a4ac5a47b72d58ddd144a&device_id=69a2c69c-078e-478c-a784-15521ff75777 HTTP/1.1" status: 200 len: 1059 time: 0.0470495 Sep 23 07:28:40.586534 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af690466-3c2a-4585-81b0-7e8872dd5dad x-openstack-request-id: req-af690466-3c2a-4585-81b0-7e8872dd5dad {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:28:40.586829 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69a2c69c-078e-478c-a784-15521ff75777", "tag": "e5259a38-52b4-455c-9ac5-a81ba16eef54", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:28:40.587076 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-af690466-3c2a-4585-81b0-7e8872dd5dad {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:28:40.587471 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69a2c69c-078e-478c-a784-15521ff75777', 'tag': 'e5259a38-52b4-455c-9ac5-a81ba16eef54', 'status': 'completed', 'code': 200} Sep 23 07:28:40.589006 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-971e3d62-dfde-4c42-a2f9-91f9c7d25676 req-91a3d260-faf2-4b0b-bf55-7cec6b62b290 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=e5259a38-52b4-455c-9ac5-a81ba16eef54 HTTP/1.1" status: 200 len: 217 time: 0.0444417 Sep 23 07:28:40.643091 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e3d62-dfde-4c42-a2f9-91f9c7d25676 req-84338f12-d835-47dd-bded-25b5c5e22c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:40.644571 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-971e3d62-dfde-4c42-a2f9-91f9c7d25676 req-84338f12-d835-47dd-bded-25b5c5e22c26 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=975ee12c-6dcb-485e-b133-ee6f39dd4e7a HTTP/1.1" status: 200 len: 837 time: 0.0485103 Sep 23 07:28:40.692948 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e3d62-dfde-4c42-a2f9-91f9c7d25676 req-00554234-6bc5-4031-9125-067f81186db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:40.694774 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-971e3d62-dfde-4c42-a2f9-91f9c7d25676 req-00554234-6bc5-4031-9125-067f81186db4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=22c44e4e-6513-46f9-8ca7-d78f082ca26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0422649 Sep 23 07:28:40.791744 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-971e3d62-dfde-4c42-a2f9-91f9c7d25676 req-ef7570c9-bb6e-4bdd-9f4d-c3120ebbde61 service neutron] 10.222.0.58 "GET /v2.0/networks/22c44e4e-6513-46f9-8ca7-d78f082ca26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890777 Sep 23 07:28:40.885183 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-971e3d62-dfde-4c42-a2f9-91f9c7d25676 req-477ba075-c6d5-4331-92d0-4652ba44bdf7 service neutron] 10.222.0.58 "GET /v2.0/networks/22c44e4e-6513-46f9-8ca7-d78f082ca26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855439 Sep 23 07:28:40.973342 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84516323-7aad-4f14-bbcc-f2585e9e0363 req-a01a5705-479e-4312-ae08-c7a6ab274cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:40.974857 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-84516323-7aad-4f14-bbcc-f2585e9e0363 req-a01a5705-479e-4312-ae08-c7a6ab274cef service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8cb2e8d8551a4ac5a47b72d58ddd144a&device_id=69a2c69c-078e-478c-a784-15521ff75777 HTTP/1.1" status: 200 len: 1059 time: 0.0413575 Sep 23 07:28:41.066349 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84516323-7aad-4f14-bbcc-f2585e9e0363 req-593517de-b7ef-42e4-8f5b-8bb001c02660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:41.067779 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-84516323-7aad-4f14-bbcc-f2585e9e0363 req-593517de-b7ef-42e4-8f5b-8bb001c02660 service neutron] 10.222.0.58 "GET /v2.0/networks?id=22c44e4e-6513-46f9-8ca7-d78f082ca26c HTTP/1.1" status: 200 len: 899 time: 0.0848038 Sep 23 07:28:41.088056 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c9aabc74-d849-4300-bc74-b220c1dc7e05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:41.115173 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-84516323-7aad-4f14-bbcc-f2585e9e0363 req-0ffc4ef7-f6bc-4e9a-afb1-82968337209b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=e5259a38-52b4-455c-9ac5-a81ba16eef54 HTTP/1.1" status: 200 len: 217 time: 0.0390706 Sep 23 07:28:41.167141 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84516323-7aad-4f14-bbcc-f2585e9e0363 req-baf4067a-234a-461e-b482-1cf3bab057c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:41.168671 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-84516323-7aad-4f14-bbcc-f2585e9e0363 req-baf4067a-234a-461e-b482-1cf3bab057c9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=975ee12c-6dcb-485e-b133-ee6f39dd4e7a HTTP/1.1" status: 200 len: 837 time: 0.0452342 Sep 23 07:28:41.248937 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff927a-19c7-4f5f-92d8-259ad908e891 req-9c1d87ed-6b02-4797-ac96-6212d6349923 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:41.250438 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a9ff927a-19c7-4f5f-92d8-259ad908e891 req-9c1d87ed-6b02-4797-ac96-6212d6349923 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] 10.222.0.39 "GET /v2.0/ports?device_id=69a2c69c-078e-478c-a784-15521ff75777 HTTP/1.1" status: 200 len: 907 time: 0.0782564 Sep 23 07:28:41.252796 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84516323-7aad-4f14-bbcc-f2585e9e0363 req-1be12c92-faf1-4eba-ba1c-dc8e7a228996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:41.254176 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-84516323-7aad-4f14-bbcc-f2585e9e0363 req-1be12c92-faf1-4eba-ba1c-dc8e7a228996 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=22c44e4e-6513-46f9-8ca7-d78f082ca26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0723598 Sep 23 07:28:41.345029 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-84516323-7aad-4f14-bbcc-f2585e9e0363 req-4063aeca-b49f-42ec-9976-e999a5f2b969 service neutron] 10.222.0.58 "GET /v2.0/networks/22c44e4e-6513-46f9-8ca7-d78f082ca26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822239 Sep 23 07:28:41.439801 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-84516323-7aad-4f14-bbcc-f2585e9e0363 req-08a7bbb4-2991-45d1-9700-f36223a1a117 service neutron] 10.222.0.58 "GET /v2.0/networks/22c44e4e-6513-46f9-8ca7-d78f082ca26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856788 Sep 23 07:28:41.593785 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:42.378695 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a3687-8bfe-4acb-8bd6-dbbc8aac4746 req-37a347fb-2b80-4348-869a-81d2afffed4a tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:42.380889 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c39a3687-8bfe-4acb-8bd6-dbbc8aac4746 req-37a347fb-2b80-4348-869a-81d2afffed4a tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] 10.222.0.39 "GET /v2.0/ports?device_id=69a2c69c-078e-478c-a784-15521ff75777 HTTP/1.1" status: 200 len: 907 time: 0.0581598 Sep 23 07:28:42.432232 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:43.500053 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7920dcc2-e203-4627-b92d-f925b6e6c7b3 req-9f30c01f-384c-4492-9698-0d89d6753101 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:43.501554 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7920dcc2-e203-4627-b92d-f925b6e6c7b3 req-9f30c01f-384c-4492-9698-0d89d6753101 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] 10.222.0.39 "GET /v2.0/ports?device_id=69a2c69c-078e-478c-a784-15521ff75777 HTTP/1.1" status: 200 len: 907 time: 0.0504935 Sep 23 07:28:43.793470 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device e5259a38-52b4-455c-9ac5-a81ba16eef54 details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:28:43.885305 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port e5259a38-52b4-455c-9ac5-a81ba16eef54, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=e5259a38-52b4-455c-9ac5-a81ba16eef54,segment=NetworkSegment(ededb6e8-159b-45c6-bff4-b0c981437b44),segment_id=ededb6e8-159b-45c6-bff4-b0c981437b44)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:28:43.900009 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': 'e5259a38-52b4-455c-9ac5-a81ba16eef54', 'network_id': '22c44e4e-6513-46f9-8ca7-d78f082ca26c', 'port_id': 'e5259a38-52b4-455c-9ac5-a81ba16eef54', 'mac_address': 'fa:16:3e:96:a8:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '975ee12c-6dcb-485e-b133-ee6f39dd4e7a', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:28:43.945057 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:43.945695 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:43.958643 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5259a38-52b4-455c-9ac5-a81ba16eef54 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:28:43.976888 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port e5259a38-52b4-455c-9ac5-a81ba16eef54, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=e5259a38-52b4-455c-9ac5-a81ba16eef54,segment=NetworkSegment(ededb6e8-159b-45c6-bff4-b0c981437b44),segment_id=ededb6e8-159b-45c6-bff4-b0c981437b44)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:28:43.981075 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:44.026984 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=e5259a38-52b4-455c-9ac5-a81ba16eef54,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:28:44.236500 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['e5259a38-52b4-455c-9ac5-a81ba16eef54'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:28:44.615015 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbf8c1e-3a67-4cee-a93b-91735d1db328 req-60168084-c6ed-4478-b05a-5b8d268e9810 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:44.616745 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fdbf8c1e-3a67-4cee-a93b-91735d1db328 req-60168084-c6ed-4478-b05a-5b8d268e9810 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] 10.222.0.39 "GET /v2.0/ports?device_id=69a2c69c-078e-478c-a784-15521ff75777 HTTP/1.1" status: 200 len: 908 time: 0.0487742 Sep 23 07:28:45.731017 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be285916-db5d-41b5-9676-bf1c3db8784a req-1502f089-46bb-4208-bd83-9fcd912f6158 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:45.732742 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-be285916-db5d-41b5-9676-bf1c3db8784a req-1502f089-46bb-4208-bd83-9fcd912f6158 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] 10.222.0.39 "GET /v2.0/ports?device_id=69a2c69c-078e-478c-a784-15521ff75777 HTTP/1.1" status: 200 len: 908 time: 0.0506597 Sep 23 07:28:45.823562 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device e5259a38-52b4-455c-9ac5-a81ba16eef54 up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:28:45.874985 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port e5259a38-52b4-455c-9ac5-a81ba16eef54 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:28:45.878582 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port e5259a38-52b4-455c-9ac5-a81ba16eef54 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:28:45.878962 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:45.953289 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:45.974719 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a2c69c-078e-478c-a784-15521ff75777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5259a38-52b4-455c-9ac5-a81ba16eef54'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:28:45.976947 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b98c2942-f212-4a7a-a988-e96e0b32f89d" -d '{"events": [{"server_uuid": "69a2c69c-078e-478c-a784-15521ff75777", "name": "network-vif-plugged", "status": "completed", "tag": "e5259a38-52b4-455c-9ac5-a81ba16eef54"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:28:45.990165 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port e5259a38-52b4-455c-9ac5-a81ba16eef54, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=e5259a38-52b4-455c-9ac5-a81ba16eef54,segment=NetworkSegment(ededb6e8-159b-45c6-bff4-b0c981437b44),segment_id=ededb6e8-159b-45c6-bff4-b0c981437b44)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:28:45.994335 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:46.065996 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=e5259a38-52b4-455c-9ac5-a81ba16eef54,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:28:46.099261 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-197debff-0bb7-41a2-bd70-88aae4ec6f20 x-openstack-request-id: req-197debff-0bb7-41a2-bd70-88aae4ec6f20 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:28:46.099574 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69a2c69c-078e-478c-a784-15521ff75777", "name": "network-vif-plugged", "status": "completed", "tag": "e5259a38-52b4-455c-9ac5-a81ba16eef54", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:28:46.099801 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-197debff-0bb7-41a2-bd70-88aae4ec6f20 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:28:46.100191 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69a2c69c-078e-478c-a784-15521ff75777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5259a38-52b4-455c-9ac5-a81ba16eef54', 'code': 200} Sep 23 07:28:46.183378 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d5f0a2-74e3-4b86-990f-ff21ed33fc95 req-b2cee8b2-60d0-4062-b5d4-52f043db0f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:46.185593 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e6d5f0a2-74e3-4b86-990f-ff21ed33fc95 req-b2cee8b2-60d0-4062-b5d4-52f043db0f4f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=69a2c69c-078e-478c-a784-15521ff75777 HTTP/1.1" status: 200 len: 1061 time: 0.0397677 Sep 23 07:28:46.849820 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452bc771-7b3a-4ebb-a012-224fcdbdb42f req-dd8e2a5a-8eaa-4641-aaf3-50f9237dacf0 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:46.851321 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-452bc771-7b3a-4ebb-a012-224fcdbdb42f req-dd8e2a5a-8eaa-4641-aaf3-50f9237dacf0 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] 10.222.0.39 "GET /v2.0/ports?device_id=69a2c69c-078e-478c-a784-15521ff75777 HTTP/1.1" status: 200 len: 909 time: 0.0523453 Sep 23 07:28:47.967564 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d736e5-dbe6-4dad-b500-5d9da35d08eb req-b37065d5-a18b-4ae3-be4d-929258c7a886 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:47.968957 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-57d736e5-dbe6-4dad-b500-5d9da35d08eb req-b37065d5-a18b-4ae3-be4d-929258c7a886 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] 10.222.0.39 "GET /v2.0/ports?device_id=69a2c69c-078e-478c-a784-15521ff75777 HTTP/1.1" status: 200 len: 909 time: 0.0493138 Sep 23 07:28:48.084792 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000c33ed-a967-41df-9945-14dfe409d534 req-4af8db0d-67fa-4a93-9622-18511c42be70 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:48.086288 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-000c33ed-a967-41df-9945-14dfe409d534 req-4af8db0d-67fa-4a93-9622-18511c42be70 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] 10.222.0.39 "GET /v2.0/ports?device_id=69a2c69c-078e-478c-a784-15521ff75777 HTTP/1.1" status: 200 len: 909 time: 0.0512273 Sep 23 07:28:48.191038 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95d0368-d4c0-49a7-ac42-df127f5b511b req-030d629b-ce43-43c9-98bb-b3b637b1c086 tempest-TestSecurityGroupsBasicOps-1900502063 tempest-TestSecurityGroupsBasicOps-1900502063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:48.192944 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e95d0368-d4c0-49a7-ac42-df127f5b511b req-030d629b-ce43-43c9-98bb-b3b637b1c086 tempest-TestSecurityGroupsBasicOps-1900502063 tempest-TestSecurityGroupsBasicOps-1900502063-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=69a2c69c-078e-478c-a784-15521ff75777 HTTP/1.1" status: 200 len: 1061 time: 0.0414193 Sep 23 07:28:48.296042 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b5007e-23ae-4437-a2c1-a4a18a188c0d req-c259bef4-7b22-4904-b9c8-cbc1fe043743 tempest-TestSecurityGroupsBasicOps-1900502063 tempest-TestSecurityGroupsBasicOps-1900502063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:48.297570 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-18b5007e-23ae-4437-a2c1-a4a18a188c0d req-c259bef4-7b22-4904-b9c8-cbc1fe043743 tempest-TestSecurityGroupsBasicOps-1900502063 tempest-TestSecurityGroupsBasicOps-1900502063-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e188606f-134c-429a-a16b-a0d4f773a0f7 HTTP/1.1" status: 200 len: 1137 time: 0.0408969 Sep 23 07:28:48.333247 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-18b5007e-23ae-4437-a2c1-a4a18a188c0d req-85833142-cc73-4b7b-a109-b74149018471 tempest-TestSecurityGroupsBasicOps-1900502063 tempest-TestSecurityGroupsBasicOps-1900502063-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=bf76d105-015c-4378-a88d-c50a8b290806&id=106f27a1-564c-48dc-8615-b84010365c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0296617 Sep 23 07:28:48.353797 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51412) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:28:48.402177 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464c207b-0cd1-4019-9d0e-c9c51445bf5e tempest-TestSecurityGroupsBasicOps-1900502063 tempest-TestSecurityGroupsBasicOps-1900502063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:48.403919 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-464c207b-0cd1-4019-9d0e-c9c51445bf5e tempest-TestSecurityGroupsBasicOps-1900502063 tempest-TestSecurityGroupsBasicOps-1900502063-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=69a2c69c-078e-478c-a784-15521ff75777 HTTP/1.1" status: 200 len: 1056 time: 0.0491273 Sep 23 07:28:48.619749 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d3f6b8-9aa0-48ee-8b9d-c6e3746af15e req-683081f6-d302-464a-b35b-703fa5c34aee tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:48.621244 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b7d3f6b8-9aa0-48ee-8b9d-c6e3746af15e req-683081f6-d302-464a-b35b-703fa5c34aee tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] 10.222.0.39 "GET /v2.0/ports?device_id=69a2c69c-078e-478c-a784-15521ff75777 HTTP/1.1" status: 200 len: 909 time: 0.0535283 Sep 23 07:28:49.740233 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ac723-76fb-408c-9fe8-3c1c1bfc02fe req-e02fe77f-8884-4773-92ee-920f9d2011ef tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:49.741996 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-018ac723-76fb-408c-9fe8-3c1c1bfc02fe req-e02fe77f-8884-4773-92ee-920f9d2011ef tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] 10.222.0.39 "GET /v2.0/ports?device_id=69a2c69c-078e-478c-a784-15521ff75777 HTTP/1.1" status: 200 len: 909 time: 0.0517166 Sep 23 07:28:50.043463 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d36f0-17fa-419e-8fa5-500a5fbf48c7 req-49063330-3902-4a76-a50d-d0bdbca83c38 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:50.045568 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-466d36f0-17fa-419e-8fa5-500a5fbf48c7 req-49063330-3902-4a76-a50d-d0bdbca83c38 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] 10.222.0.58 "GET /v2.0/ports?device_id=69a2c69c-078e-478c-a784-15521ff75777 HTTP/1.1" status: 200 len: 909 time: 0.0495865 Sep 23 07:28:50.146630 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-466d36f0-17fa-419e-8fa5-500a5fbf48c7 req-5db01f06-b177-4c25-a40f-51197d3384ec tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Deleting port e5259a38-52b4-455c-9ac5-a81ba16eef54 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:28:50.146963 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-466d36f0-17fa-419e-8fa5-500a5fbf48c7 req-5db01f06-b177-4c25-a40f-51197d3384ec tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:50.234062 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-466d36f0-17fa-419e-8fa5-500a5fbf48c7 req-5db01f06-b177-4c25-a40f-51197d3384ec tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] For port e5259a38-52b4-455c-9ac5-a81ba16eef54, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=e5259a38-52b4-455c-9ac5-a81ba16eef54,segment=NetworkSegment(ededb6e8-159b-45c6-bff4-b0c981437b44),segment_id=ededb6e8-159b-45c6-bff4-b0c981437b44)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:28:50.234430 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-466d36f0-17fa-419e-8fa5-500a5fbf48c7 req-5db01f06-b177-4c25-a40f-51197d3384ec tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:50.246995 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-466d36f0-17fa-419e-8fa5-500a5fbf48c7 req-5db01f06-b177-4c25-a40f-51197d3384ec tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Calling delete_port for e5259a38-52b4-455c-9ac5-a81ba16eef54 owned by compute:nova {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:28:50.375526 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-466d36f0-17fa-419e-8fa5-500a5fbf48c7 req-5db01f06-b177-4c25-a40f-51197d3384ec tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:50.404306 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db01f06-b177-4c25-a40f-51197d3384ec tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Pushing event deleted for resources: {'Port': ['ID=e5259a38-52b4-455c-9ac5-a81ba16eef54,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:28:50.445773 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-466d36f0-17fa-419e-8fa5-500a5fbf48c7 req-5db01f06-b177-4c25-a40f-51197d3384ec tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] No DVR routers for this DVR port e5259a38-52b4-455c-9ac5-a81ba16eef54 on host n-h2-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:28:50.450142 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-466d36f0-17fa-419e-8fa5-500a5fbf48c7 req-5db01f06-b177-4c25-a40f-51197d3384ec tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:50.451171 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-466d36f0-17fa-419e-8fa5-500a5fbf48c7 req-5db01f06-b177-4c25-a40f-51197d3384ec tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] 10.222.0.58 "DELETE /v2.0/ports/e5259a38-52b4-455c-9ac5-a81ba16eef54 HTTP/1.1" status: 204 len: 173 time: 0.3961205 Sep 23 07:28:50.451315 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a2c69c-078e-478c-a784-15521ff75777', 'name': 'network-vif-deleted', 'tag': 'e5259a38-52b4-455c-9ac5-a81ba16eef54'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:28:50.453519 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae2f078-8316-4c13-b94f-cf3b6750c32b" -d '{"events": [{"server_uuid": "69a2c69c-078e-478c-a784-15521ff75777", "name": "network-vif-deleted", "tag": "e5259a38-52b4-455c-9ac5-a81ba16eef54"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:28:50.499636 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a56ecc-ef40-48f9-8f38-cc7329a7e9ad x-openstack-request-id: req-b6a56ecc-ef40-48f9-8f38-cc7329a7e9ad {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:28:50.499942 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69a2c69c-078e-478c-a784-15521ff75777", "name": "network-vif-deleted", "tag": "e5259a38-52b4-455c-9ac5-a81ba16eef54", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:28:50.500200 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b6a56ecc-ef40-48f9-8f38-cc7329a7e9ad {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:28:50.500603 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69a2c69c-078e-478c-a784-15521ff75777', 'name': 'network-vif-deleted', 'tag': 'e5259a38-52b4-455c-9ac5-a81ba16eef54', 'status': 'completed', 'code': 200} Sep 23 07:28:50.852562 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-809f5e00-78dc-417b-914e-42748092c4ef req-3087d477-57ac-4bf1-8cac-135e8a472bdf tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] 10.222.0.39 "GET /v2.0/ports?device_id=69a2c69c-078e-478c-a784-15521ff75777 HTTP/1.1" status: 200 len: 210 time: 0.0311306 Sep 23 07:28:51.908240 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51428) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:28:52.275242 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d5fc3710-60ac-4e07-8e4d-76c89c6a49a2 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066969'] for router_interface, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:52.533469 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-d5fc3710-60ac-4e07-8e4d-76c89c6a49a2 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Deleting port 83e6f8e6-775a-4493-9beb-ea2cdeadaf98 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:28:52.533732 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d5fc3710-60ac-4e07-8e4d-76c89c6a49a2 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:52.626825 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-d5fc3710-60ac-4e07-8e4d-76c89c6a49a2 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] For port 83e6f8e6-775a-4493-9beb-ea2cdeadaf98, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=83e6f8e6-775a-4493-9beb-ea2cdeadaf98,segment=NetworkSegment(ededb6e8-159b-45c6-bff4-b0c981437b44),segment_id=ededb6e8-159b-45c6-bff4-b0c981437b44)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:28:52.627216 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d5fc3710-60ac-4e07-8e4d-76c89c6a49a2 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:52.639065 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-d5fc3710-60ac-4e07-8e4d-76c89c6a49a2 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Calling delete_port for 83e6f8e6-775a-4493-9beb-ea2cdeadaf98 owned by network:router_interface {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:28:52.822635 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d5fc3710-60ac-4e07-8e4d-76c89c6a49a2 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:52.851373 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fc3710-60ac-4e07-8e4d-76c89c6a49a2 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Pushing event deleted for resources: {'Port': ['ID=83e6f8e6-775a-4493-9beb-ea2cdeadaf98,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:28:53.024899 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d5fc3710-60ac-4e07-8e4d-76c89c6a49a2 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2068624'] for router_interface, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:53.239228 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5fc3710-60ac-4e07-8e4d-76c89c6a49a2 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Router c217cb03-c5e7-4b47-b6e1-c151397a36db has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:28:53.345397 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5fc3710-60ac-4e07-8e4d-76c89c6a49a2 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:28:53.350732 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-d5fc3710-60ac-4e07-8e4d-76c89c6a49a2 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] 10.222.0.39 "PUT /v2.0/routers/c217cb03-c5e7-4b47-b6e1-c151397a36db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4414122 Sep 23 07:28:53.353287 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51430) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:28:53.355541 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a8e3f0-cb19-46ad-930b-e519d29a99b9 None None] Sync routers for ids ['c217cb03-c5e7-4b47-b6e1-c151397a36db'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:28:53.368149 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a8e3f0-cb19-46ad-930b-e519d29a99b9 None None] Routers {'c217cb03-c5e7-4b47-b6e1-c151397a36db'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:28:53.368766 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-16a8e3f0-cb19-46ad-930b-e519d29a99b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:28:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['c217cb03-c5e7-4b47-b6e1-c151397a36db'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:28:53.406035 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e01cf03-902a-410c-b836-076b6be55227 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Deleting subnet 975ee12c-6dcb-485e-b133-ee6f39dd4e7a {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:28:53.409152 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3e01cf03-902a-410c-b836-076b6be55227 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:53.449117 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3e01cf03-902a-410c-b836-076b6be55227 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:53.470072 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-16a8e3f0-cb19-46ad-930b-e519d29a99b9 None None] Set router c217cb03-c5e7-4b47-b6e1-c151397a36db gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:28:53.538053 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3e01cf03-902a-410c-b836-076b6be55227 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:53.599050 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3e01cf03-902a-410c-b836-076b6be55227 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:53.625365 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e01cf03-902a-410c-b836-076b6be55227 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Pushing event deleted for resources: {'Subnet': ['ID=975ee12c-6dcb-485e-b133-ee6f39dd4e7a,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:28:53.631728 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3e01cf03-902a-410c-b836-076b6be55227 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:53.636240 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-3e01cf03-902a-410c-b836-076b6be55227 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] 10.222.0.39 "DELETE /v2.0/subnets/975ee12c-6dcb-485e-b133-ee6f39dd4e7a HTTP/1.1" status: 204 len: 168 time: 0.2796564 Sep 23 07:28:53.636633 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51434) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:28:53.637789 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b89e2e-0104-46ca-9286-1e56bf0a68ea None None] Network 22c44e4e-6513-46f9-8ca7-d78f082ca26c requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:28:53.649364 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-16a8e3f0-cb19-46ad-930b-e519d29a99b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c217cb03-c5e7-4b47-b6e1-c151397a36db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1596680931', 'tenant_id': '8cb2e8d8551a4ac5a47b72d58ddd144a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'a3905629-d1e2-4305-ad35-b0202ace01b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:28:30Z', 'updated_at': '2021-09-23T07:28:52Z', 'revision_number': 5, 'project_id': '8cb2e8d8551a4ac5a47b72d58ddd144a', 'gw_port': {'id': 'a3905629-d1e2-4305-ad35-b0202ace01b5', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:17:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c217cb03-c5e7-4b47-b6e1-c151397a36db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:28:30Z', 'updated_at': '2021-09-23T07:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:28:53.676198 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a8e3f0-cb19-46ad-930b-e519d29a99b9 None None] Checking router: c217cb03-c5e7-4b47-b6e1-c151397a36db for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:28:53.684621 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a8e3f0-cb19-46ad-930b-e519d29a99b9 None None] Routers {'c217cb03-c5e7-4b47-b6e1-c151397a36db'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:28:53.685433 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-16a8e3f0-cb19-46ad-930b-e519d29a99b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:28:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['c217cb03-c5e7-4b47-b6e1-c151397a36db'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:28:53.747479 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-93494570-daf8-42d0-a882-1bff9bf228f3 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks [] for router, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:53.796568 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-16a8e3f0-cb19-46ad-930b-e519d29a99b9 None None] Set router c217cb03-c5e7-4b47-b6e1-c151397a36db gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:28:53.806408 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76be2494-a694-4f85-bd37-9127f3f51797 None None] DHCP port deletion for 22c44e4e-6513-46f9-8ca7-d78f082ca26c request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 07:28:53.857976 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-76be2494-a694-4f85-bd37-9127f3f51797 None None] Deleting port d81e508a-4bff-4898-a402-1a13142037b9 {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:28:53.858454 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-76be2494-a694-4f85-bd37-9127f3f51797 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:53.864474 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-93494570-daf8-42d0-a882-1bff9bf228f3 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:53.875190 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device e5259a38-52b4-455c-9ac5-a81ba16eef54 no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:28:53.908832 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No Port match for: e5259a38-52b4-455c-9ac5-a81ba16eef54 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:28:53.909170 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device e5259a38-52b4-455c-9ac5-a81ba16eef54 not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:28:53.928135 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-93494570-daf8-42d0-a882-1bff9bf228f3 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Deleting port a3905629-d1e2-4305-ad35-b0202ace01b5 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:28:53.928494 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-93494570-daf8-42d0-a882-1bff9bf228f3 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:53.946982 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-76be2494-a694-4f85-bd37-9127f3f51797 None None] For port d81e508a-4bff-4898-a402-1a13142037b9, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=d81e508a-4bff-4898-a402-1a13142037b9,segment=NetworkSegment(ededb6e8-159b-45c6-bff4-b0c981437b44),segment_id=ededb6e8-159b-45c6-bff4-b0c981437b44)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:28:53.947337 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-76be2494-a694-4f85-bd37-9127f3f51797 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:53.960115 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-76be2494-a694-4f85-bd37-9127f3f51797 None None] Calling delete_port for d81e508a-4bff-4898-a402-1a13142037b9 owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:28:54.011383 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-93494570-daf8-42d0-a882-1bff9bf228f3 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] For port a3905629-d1e2-4305-ad35-b0202ace01b5, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=a3905629-d1e2-4305-ad35-b0202ace01b5,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:28:54.011771 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-93494570-daf8-42d0-a882-1bff9bf228f3 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:54.026000 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-93494570-daf8-42d0-a882-1bff9bf228f3 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Calling delete_port for a3905629-d1e2-4305-ad35-b0202ace01b5 owned by network:router_gateway {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:28:54.048797 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-76be2494-a694-4f85-bd37-9127f3f51797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:54.073498 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76be2494-a694-4f85-bd37-9127f3f51797 None None] Pushing event deleted for resources: {'Port': ['ID=d81e508a-4bff-4898-a402-1a13142037b9,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:28:54.075658 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-16a8e3f0-cb19-46ad-930b-e519d29a99b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c217cb03-c5e7-4b47-b6e1-c151397a36db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1596680931', 'tenant_id': '8cb2e8d8551a4ac5a47b72d58ddd144a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'a3905629-d1e2-4305-ad35-b0202ace01b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:28:30Z', 'updated_at': '2021-09-23T07:28:52Z', 'revision_number': 5, 'project_id': '8cb2e8d8551a4ac5a47b72d58ddd144a', 'gw_port': {'id': 'a3905629-d1e2-4305-ad35-b0202ace01b5', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:17:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c217cb03-c5e7-4b47-b6e1-c151397a36db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:28:30Z', 'updated_at': '2021-09-23T07:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:28:54.080415 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76be2494-a694-4f85-bd37-9127f3f51797 None None] No DVR routers for this DVR port d81e508a-4bff-4898-a402-1a13142037b9 on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:28:54.103885 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a8e3f0-cb19-46ad-930b-e519d29a99b9 None None] The sync data for ids ['c217cb03-c5e7-4b47-b6e1-c151397a36db'] in n-d-715271-16 is: [{'id': 'c217cb03-c5e7-4b47-b6e1-c151397a36db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1596680931', 'tenant_id': '8cb2e8d8551a4ac5a47b72d58ddd144a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'a3905629-d1e2-4305-ad35-b0202ace01b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:28:30Z', 'updated_at': '2021-09-23T07:28:52Z', 'revision_number': 5, 'project_id': '8cb2e8d8551a4ac5a47b72d58ddd144a', 'gw_port': {'id': 'a3905629-d1e2-4305-ad35-b0202ace01b5', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:17:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c217cb03-c5e7-4b47-b6e1-c151397a36db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:28:30Z', 'updated_at': '2021-09-23T07:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:28:54.216938 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-93494570-daf8-42d0-a882-1bff9bf228f3 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:54.244927 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93494570-daf8-42d0-a882-1bff9bf228f3 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Pushing event deleted for resources: {'Port': ['ID=a3905629-d1e2-4305-ad35-b0202ace01b5,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:28:54.307434 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-93494570-daf8-42d0-a882-1bff9bf228f3 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2068563'] for router_gateway, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:54.398298 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-93494570-daf8-42d0-a882-1bff9bf228f3 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:54.400433 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-93494570-daf8-42d0-a882-1bff9bf228f3 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:54.444416 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-93494570-daf8-42d0-a882-1bff9bf228f3 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:54.445000 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93494570-daf8-42d0-a882-1bff9bf228f3 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Fanout notify agent at l3_agent the message router_deleted on router c217cb03-c5e7-4b47-b6e1-c151397a36db {{(pid=95065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 07:28:54.453896 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-93494570-daf8-42d0-a882-1bff9bf228f3 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:54.457554 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-93494570-daf8-42d0-a882-1bff9bf228f3 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] 10.222.0.39 "DELETE /v2.0/routers/c217cb03-c5e7-4b47-b6e1-c151397a36db HTTP/1.1" status: 204 len: 168 time: 0.8174114 Sep 23 07:28:54.457643 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51440) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:28:54.554310 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e30e46c3-0937-47ce-89da-bc25e89afed1 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:54.562090 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device d81e508a-4bff-4898-a402-1a13142037b9 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:28:54.583141 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: d81e508a-4bff-4898-a402-1a13142037b9 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:28:54.583596 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device d81e508a-4bff-4898-a402-1a13142037b9 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:28:54.659147 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e30e46c3-0937-47ce-89da-bc25e89afed1 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:54.679561 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-e30e46c3-0937-47ce-89da-bc25e89afed1 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22c44e4e-6513-46f9-8ca7-d78f082ca26c']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:28:54.689749 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-e30e46c3-0937-47ce-89da-bc25e89afed1 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ededb6e8-159b-45c6-bff4-b0c981437b44') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:28:54.690078 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-e30e46c3-0937-47ce-89da-bc25e89afed1 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ededb6e8-159b-45c6-bff4-b0c981437b44') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:28:54.699501 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e30e46c3-0937-47ce-89da-bc25e89afed1 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:54.713001 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e30e46c3-0937-47ce-89da-bc25e89afed1 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:54.719438 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e30e46c3-0937-47ce-89da-bc25e89afed1 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:28:54.719842 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e30e46c3-0937-47ce-89da-bc25e89afed1 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:54.722910 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 07:28:54.722910 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:28:54.722910 n-d-715271-16 neutron-server[95065]: timer() Sep 23 07:28:54.722910 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:28:54.722910 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 07:28:54.722910 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:28:54.722910 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 07:28:54.722910 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:28:54.722910 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 07:28:54.722910 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:28:54.722910 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 07:28:54.722910 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:28:54.722910 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 07:28:54.722910 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:28:54.722910 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:28:54.722910 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:28:54.722910 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:28:54.722910 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:28:54.722910 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 07:28:54.722910 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:28:54.722910 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 07:28:54.722910 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:28:54.722910 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:28:54.722910 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:28:54.722910 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 07:28:54.722910 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:28:54.722910 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:28:54.722910 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:28:54.722910 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:28:54.722910 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:28:54.722910 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:28:54.722910 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:28:54.786394 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e30e46c3-0937-47ce-89da-bc25e89afed1 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:54.804637 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e30e46c3-0937-47ce-89da-bc25e89afed1 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:54.809046 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-e30e46c3-0937-47ce-89da-bc25e89afed1 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] 10.222.0.39 "DELETE /v2.0/networks/22c44e4e-6513-46f9-8ca7-d78f082ca26c HTTP/1.1" status: 204 len: 168 time: 0.3479862 Sep 23 07:28:54.809046 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30e46c3-0937-47ce-89da-bc25e89afed1 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Pushing event deleted for resources: {'Network': ['ID=22c44e4e-6513-46f9-8ca7-d78f082ca26c,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:28:54.809503 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51442) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:28:55.285469 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-f5452eab-2a79-48e3-9ebf-67d64f3b60ea tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Deleting port fcfa4841-e0c8-40db-bfc0-914310e2dd4f {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:28:55.285813 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f5452eab-2a79-48e3-9ebf-67d64f3b60ea tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:55.362166 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f5452eab-2a79-48e3-9ebf-67d64f3b60ea tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:55.362412 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f5452eab-2a79-48e3-9ebf-67d64f3b60ea tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:55.374257 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-f5452eab-2a79-48e3-9ebf-67d64f3b60ea tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Calling delete_port for fcfa4841-e0c8-40db-bfc0-914310e2dd4f owned by network:floatingip {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:28:55.556702 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f5452eab-2a79-48e3-9ebf-67d64f3b60ea tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:55.584129 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5452eab-2a79-48e3-9ebf-67d64f3b60ea tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Pushing event deleted for resources: {'Port': ['ID=fcfa4841-e0c8-40db-bfc0-914310e2dd4f,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:28:55.641810 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f5452eab-2a79-48e3-9ebf-67d64f3b60ea tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks [] for floatingip, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:55.642099 n-d-715271-16 neutron-server[95066]: INFO neutron.db.l3_db [None req-f5452eab-2a79-48e3-9ebf-67d64f3b60ea tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Floating IP 915f98d4-2899-4db1-b7bb-fe12d46a90d1 disassociated (deleted). External IP: 172.25.2.221, port: 13a3aad3-c6f6-4dc3-b1a1-917820b54cd2. Sep 23 07:28:55.853884 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5452eab-2a79-48e3-9ebf-67d64f3b60ea tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Router d043c1ea-4f73-4422-82fb-c610b57aa72c has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:28:55.961298 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5452eab-2a79-48e3-9ebf-67d64f3b60ea tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:28:55.965915 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f5452eab-2a79-48e3-9ebf-67d64f3b60ea tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:55.970556 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bf091d-c1d5-4442-981c-5a1e21a0d65c None None] Sync routers for ids ['d043c1ea-4f73-4422-82fb-c610b57aa72c'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:28:55.979169 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bf091d-c1d5-4442-981c-5a1e21a0d65c None None] Routers {'d043c1ea-4f73-4422-82fb-c610b57aa72c'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:28:55.979793 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-07bf091d-c1d5-4442-981c-5a1e21a0d65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:28:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['d043c1ea-4f73-4422-82fb-c610b57aa72c'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:28:55.993384 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-f5452eab-2a79-48e3-9ebf-67d64f3b60ea tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] 10.222.0.39 "DELETE /v2.0/floatingips/915f98d4-2899-4db1-b7bb-fe12d46a90d1 HTTP/1.1" status: 204 len: 168 time: 1.1820025 Sep 23 07:28:55.994011 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e188606f-134c-429a-a16b-a0d4f773a0f7', 'tag': '13a3aad3-c6f6-4dc3-b1a1-917820b54cd2'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:28:55.996261 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42d38fb-0719-4c1b-b0ca-0ccd40745215" -d '{"events": [{"name": "network-changed", "server_uuid": "e188606f-134c-429a-a16b-a0d4f773a0f7", "tag": "13a3aad3-c6f6-4dc3-b1a1-917820b54cd2"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:28:56.034425 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e2cdd62-4a5e-4aa7-bcc7-ad496cabc254 x-openstack-request-id: req-6e2cdd62-4a5e-4aa7-bcc7-ad496cabc254 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:28:56.034728 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e188606f-134c-429a-a16b-a0d4f773a0f7", "tag": "13a3aad3-c6f6-4dc3-b1a1-917820b54cd2", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:28:56.035112 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6e2cdd62-4a5e-4aa7-bcc7-ad496cabc254 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:28:56.035515 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e188606f-134c-429a-a16b-a0d4f773a0f7', 'tag': '13a3aad3-c6f6-4dc3-b1a1-917820b54cd2', 'status': 'completed', 'code': 200} Sep 23 07:28:56.090548 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-07bf091d-c1d5-4442-981c-5a1e21a0d65c None None] Set router d043c1ea-4f73-4422-82fb-c610b57aa72c gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:28:56.150338 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d38fb-0719-4c1b-b0ca-0ccd40745215 req-ca6fb23a-c096-42fb-83f4-101ee3fecea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:56.153073 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b42d38fb-0719-4c1b-b0ca-0ccd40745215 req-ca6fb23a-c096-42fb-83f4-101ee3fecea1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8cb2e8d8551a4ac5a47b72d58ddd144a&device_id=e188606f-134c-429a-a16b-a0d4f773a0f7 HTTP/1.1" status: 200 len: 1137 time: 0.0729089 Sep 23 07:28:56.191497 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 83e6f8e6-775a-4493-9beb-ea2cdeadaf98 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:28:56.221991 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 83e6f8e6-775a-4493-9beb-ea2cdeadaf98 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:28:56.221991 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 83e6f8e6-775a-4493-9beb-ea2cdeadaf98 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:28:56.221991 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device a3905629-d1e2-4305-ad35-b0202ace01b5 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:28:56.242488 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: a3905629-d1e2-4305-ad35-b0202ace01b5 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:28:56.242933 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device a3905629-d1e2-4305-ad35-b0202ace01b5 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:28:56.266410 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76382311-0a8c-4a67-a328-b1ae884291df req-4a063d02-8c79-4ff6-90a6-86ca7690b9e8 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:56.268466 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-76382311-0a8c-4a67-a328-b1ae884291df req-4a063d02-8c79-4ff6-90a6-86ca7690b9e8 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] 10.222.0.39 "GET /v2.0/ports?device_id=e188606f-134c-429a-a16b-a0d4f773a0f7 HTTP/1.1" status: 200 len: 985 time: 0.0583501 Sep 23 07:28:56.273203 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d38fb-0719-4c1b-b0ca-0ccd40745215 req-6007ded0-d7bb-430b-9355-09ca64261b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:56.274686 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b42d38fb-0719-4c1b-b0ca-0ccd40745215 req-6007ded0-d7bb-430b-9355-09ca64261b1f service neutron] 10.222.0.21 "GET /v2.0/networks?id=e9e7de1d-9abe-4a5a-baed-f4a57f8c87e3 HTTP/1.1" status: 200 len: 897 time: 0.0942903 Sep 23 07:28:56.313765 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-76382311-0a8c-4a67-a328-b1ae884291df req-17f14b69-2b10-4af6-8119-11e94a1a6c62 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf76d105-015c-4378-a88d-c50a8b290806&id=106f27a1-564c-48dc-8615-b84010365c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0366652 Sep 23 07:28:56.324248 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b42d38fb-0719-4c1b-b0ca-0ccd40745215 req-35835f05-0f19-4551-bf1f-cd9e095e1526 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13a3aad3-c6f6-4dc3-b1a1-917820b54cd2 HTTP/1.1" status: 200 len: 217 time: 0.0413620 Sep 23 07:28:56.351620 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-07bf091d-c1d5-4442-981c-5a1e21a0d65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd043c1ea-4f73-4422-82fb-c610b57aa72c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-905351991', 'tenant_id': '8cb2e8d8551a4ac5a47b72d58ddd144a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '356d82e7-3fb6-479b-b8f2-da7cac98a426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:26:54Z', 'updated_at': '2021-09-23T07:26:58Z', 'revision_number': 4, 'project_id': '8cb2e8d8551a4ac5a47b72d58ddd144a', 'gw_port': {'id': '356d82e7-3fb6-479b-b8f2-da7cac98a426', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bf:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd043c1ea-4f73-4422-82fb-c610b57aa72c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:26:54Z', 'updated_at': '2021-09-23T07:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '2ea87217-f91d-4743-8df6-06537b695fd2', 'name': '', 'network_id': 'e9e7de1d-9abe-4a5a-baed-f4a57f8c87e3', 'tenant_id': '8cb2e8d8551a4ac5a47b72d58ddd144a', 'mac_address': 'fa:16:3e:87:6f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd043c1ea-4f73-4422-82fb-c610b57aa72c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'bb4a2fe4-49d0-439a-9de1-7cdb5c3e9a82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:26:57Z', 'updated_at': '2021-09-23T07:27:00Z', 'revision_number': 5, 'project_id': '8cb2e8d8551a4ac5a47b72d58ddd144a', 'subnets': [{'id': 'bb4a2fe4-49d0-439a-9de1-7cdb5c3e9a82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:28:56.375166 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d38fb-0719-4c1b-b0ca-0ccd40745215 req-75d1a0a6-9e70-46ef-9999-3b08c43f850f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:56.376627 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b42d38fb-0719-4c1b-b0ca-0ccd40745215 req-75d1a0a6-9e70-46ef-9999-3b08c43f850f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bb4a2fe4-49d0-439a-9de1-7cdb5c3e9a82 HTTP/1.1" status: 200 len: 834 time: 0.0445769 Sep 23 07:28:56.378535 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bf091d-c1d5-4442-981c-5a1e21a0d65c None None] Checking router: d043c1ea-4f73-4422-82fb-c610b57aa72c for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:28:56.386823 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bf091d-c1d5-4442-981c-5a1e21a0d65c None None] Routers {'d043c1ea-4f73-4422-82fb-c610b57aa72c'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:28:56.387429 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-07bf091d-c1d5-4442-981c-5a1e21a0d65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:28:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['d043c1ea-4f73-4422-82fb-c610b57aa72c'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:28:56.424890 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d38fb-0719-4c1b-b0ca-0ccd40745215 req-3a851c01-8fac-41c6-8085-002547454e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:56.426427 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b42d38fb-0719-4c1b-b0ca-0ccd40745215 req-3a851c01-8fac-41c6-8085-002547454e46 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9e7de1d-9abe-4a5a-baed-f4a57f8c87e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408728 Sep 23 07:28:56.495983 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-07bf091d-c1d5-4442-981c-5a1e21a0d65c None None] Set router d043c1ea-4f73-4422-82fb-c610b57aa72c gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:28:56.523836 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b42d38fb-0719-4c1b-b0ca-0ccd40745215 req-15b01647-a0de-49a5-a03e-481c752cee76 service neutron] 10.222.0.21 "GET /v2.0/networks/e9e7de1d-9abe-4a5a-baed-f4a57f8c87e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873656 Sep 23 07:28:56.614330 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b42d38fb-0719-4c1b-b0ca-0ccd40745215 req-33ef9dfc-4a24-4e6b-adae-fe55228aa0a8 service neutron] 10.222.0.21 "GET /v2.0/networks/e9e7de1d-9abe-4a5a-baed-f4a57f8c87e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828128 Sep 23 07:28:56.706501 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-07bf091d-c1d5-4442-981c-5a1e21a0d65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd043c1ea-4f73-4422-82fb-c610b57aa72c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-905351991', 'tenant_id': '8cb2e8d8551a4ac5a47b72d58ddd144a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '356d82e7-3fb6-479b-b8f2-da7cac98a426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:26:54Z', 'updated_at': '2021-09-23T07:26:58Z', 'revision_number': 4, 'project_id': '8cb2e8d8551a4ac5a47b72d58ddd144a', 'gw_port': {'id': '356d82e7-3fb6-479b-b8f2-da7cac98a426', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bf:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd043c1ea-4f73-4422-82fb-c610b57aa72c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:26:54Z', 'updated_at': '2021-09-23T07:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '2ea87217-f91d-4743-8df6-06537b695fd2', 'name': '', 'network_id': 'e9e7de1d-9abe-4a5a-baed-f4a57f8c87e3', 'tenant_id': '8cb2e8d8551a4ac5a47b72d58ddd144a', 'mac_address': 'fa:16:3e:87:6f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd043c1ea-4f73-4422-82fb-c610b57aa72c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'bb4a2fe4-49d0-439a-9de1-7cdb5c3e9a82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:26:57Z', 'updated_at': '2021-09-23T07:27:00Z', 'revision_number': 5, 'project_id': '8cb2e8d8551a4ac5a47b72d58ddd144a', 'subnets': [{'id': 'bb4a2fe4-49d0-439a-9de1-7cdb5c3e9a82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:28:56.732928 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bf091d-c1d5-4442-981c-5a1e21a0d65c None None] The sync data for ids ['d043c1ea-4f73-4422-82fb-c610b57aa72c'] in n-d-715271-16 is: [{'id': 'd043c1ea-4f73-4422-82fb-c610b57aa72c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-905351991', 'tenant_id': '8cb2e8d8551a4ac5a47b72d58ddd144a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '356d82e7-3fb6-479b-b8f2-da7cac98a426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:26:54Z', 'updated_at': '2021-09-23T07:26:58Z', 'revision_number': 4, 'project_id': '8cb2e8d8551a4ac5a47b72d58ddd144a', 'gw_port': {'id': '356d82e7-3fb6-479b-b8f2-da7cac98a426', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bf:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd043c1ea-4f73-4422-82fb-c610b57aa72c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:26:54Z', 'updated_at': '2021-09-23T07:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '2ea87217-f91d-4743-8df6-06537b695fd2', 'name': '', 'network_id': 'e9e7de1d-9abe-4a5a-baed-f4a57f8c87e3', 'tenant_id': '8cb2e8d8551a4ac5a47b72d58ddd144a', 'mac_address': 'fa:16:3e:87:6f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd043c1ea-4f73-4422-82fb-c610b57aa72c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'bb4a2fe4-49d0-439a-9de1-7cdb5c3e9a82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:26:57Z', 'updated_at': '2021-09-23T07:27:00Z', 'revision_number': 5, 'project_id': '8cb2e8d8551a4ac5a47b72d58ddd144a', 'subnets': [{'id': 'bb4a2fe4-49d0-439a-9de1-7cdb5c3e9a82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:28:56.943986 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d8775e-c0ff-4ae9-9091-1c22f8001c50 None None] New status for floating IP 915f98d4-2899-4db1-b7bb-fe12d46a90d1: DOWN {{(pid=95068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 07:28:57.447189 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2efd91e-8149-44b6-8382-b761cdeca5f3 req-46270f86-63d1-451d-b582-ca0c8a2e23be tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:57.448680 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b2efd91e-8149-44b6-8382-b761cdeca5f3 req-46270f86-63d1-451d-b582-ca0c8a2e23be tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] 10.222.0.39 "GET /v2.0/ports?device_id=e188606f-134c-429a-a16b-a0d4f773a0f7 HTTP/1.1" status: 200 len: 985 time: 0.0516634 Sep 23 07:28:57.494043 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b2efd91e-8149-44b6-8382-b761cdeca5f3 req-230115d7-c6c9-4381-a092-059dc0ee71e1 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf76d105-015c-4378-a88d-c50a8b290806&id=106f27a1-564c-48dc-8615-b84010365c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0387216 Sep 23 07:28:57.945347 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df0fe1-21bd-4d4f-bd61-2520676d3f9e req-e65d9a8c-86f7-4351-9da8-237dd08148f4 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:28:57.946836 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-29df0fe1-21bd-4d4f-bd61-2520676d3f9e req-e65d9a8c-86f7-4351-9da8-237dd08148f4 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] 10.222.0.21 "GET /v2.0/ports?device_id=e188606f-134c-429a-a16b-a0d4f773a0f7 HTTP/1.1" status: 200 len: 985 time: 0.0479937 Sep 23 07:28:58.035746 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-29df0fe1-21bd-4d4f-bd61-2520676d3f9e req-d28b6956-9323-4ab4-99b8-565307d8f408 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Deleting port 13a3aad3-c6f6-4dc3-b1a1-917820b54cd2 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:28:58.036082 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-29df0fe1-21bd-4d4f-bd61-2520676d3f9e req-d28b6956-9323-4ab4-99b8-565307d8f408 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:58.127703 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-29df0fe1-21bd-4d4f-bd61-2520676d3f9e req-d28b6956-9323-4ab4-99b8-565307d8f408 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] For port 13a3aad3-c6f6-4dc3-b1a1-917820b54cd2, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=13a3aad3-c6f6-4dc3-b1a1-917820b54cd2,segment=NetworkSegment(a95da8e1-b2dd-47a6-8150-e84826db7c30),segment_id=a95da8e1-b2dd-47a6-8150-e84826db7c30)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:28:58.128069 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-29df0fe1-21bd-4d4f-bd61-2520676d3f9e req-d28b6956-9323-4ab4-99b8-565307d8f408 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:58.140320 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-29df0fe1-21bd-4d4f-bd61-2520676d3f9e req-d28b6956-9323-4ab4-99b8-565307d8f408 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Calling delete_port for 13a3aad3-c6f6-4dc3-b1a1-917820b54cd2 owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:28:58.274681 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-29df0fe1-21bd-4d4f-bd61-2520676d3f9e req-d28b6956-9323-4ab4-99b8-565307d8f408 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:58.304147 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28b6956-9323-4ab4-99b8-565307d8f408 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Pushing event deleted for resources: {'Port': ['ID=13a3aad3-c6f6-4dc3-b1a1-917820b54cd2,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:28:58.344979 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-29df0fe1-21bd-4d4f-bd61-2520676d3f9e req-d28b6956-9323-4ab4-99b8-565307d8f408 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] No DVR routers for this DVR port 13a3aad3-c6f6-4dc3-b1a1-917820b54cd2 on host n-h1-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:28:58.347682 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-29df0fe1-21bd-4d4f-bd61-2520676d3f9e req-d28b6956-9323-4ab4-99b8-565307d8f408 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:58.349709 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-29df0fe1-21bd-4d4f-bd61-2520676d3f9e req-d28b6956-9323-4ab4-99b8-565307d8f408 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] 10.222.0.21 "DELETE /v2.0/ports/13a3aad3-c6f6-4dc3-b1a1-917820b54cd2 HTTP/1.1" status: 204 len: 173 time: 0.3958871 Sep 23 07:28:58.350189 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e188606f-134c-429a-a16b-a0d4f773a0f7', 'name': 'network-vif-deleted', 'tag': '13a3aad3-c6f6-4dc3-b1a1-917820b54cd2'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:28:58.352486 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a20c8e-9878-4abd-bca1-c3934f5ee29c" -d '{"events": [{"server_uuid": "e188606f-134c-429a-a16b-a0d4f773a0f7", "name": "network-vif-deleted", "tag": "13a3aad3-c6f6-4dc3-b1a1-917820b54cd2"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:28:58.460937 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-641271e4-9f86-4df1-b53e-b73038dbb582 x-openstack-request-id: req-641271e4-9f86-4df1-b53e-b73038dbb582 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:28:58.461533 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e188606f-134c-429a-a16b-a0d4f773a0f7", "name": "network-vif-deleted", "tag": "13a3aad3-c6f6-4dc3-b1a1-917820b54cd2", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:28:58.461533 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-641271e4-9f86-4df1-b53e-b73038dbb582 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:28:58.461845 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e188606f-134c-429a-a16b-a0d4f773a0f7', 'name': 'network-vif-deleted', 'tag': '13a3aad3-c6f6-4dc3-b1a1-917820b54cd2', 'status': 'completed', 'code': 200} Sep 23 07:28:58.603435 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e3dc3874-e931-45bf-83ae-b184527f3b16 req-0ab275c2-9333-4ff8-9d5d-0b53622408d3 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] 10.222.0.39 "GET /v2.0/ports?device_id=e188606f-134c-429a-a16b-a0d4f773a0f7 HTTP/1.1" status: 200 len: 210 time: 0.0272079 Sep 23 07:28:59.659041 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51462) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:28:59.711628 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-85d57e1b-88fe-4e9e-b716-f4bbf1133ce5 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:59.733911 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-85d57e1b-88fe-4e9e-b716-f4bbf1133ce5 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:59.779080 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-85d57e1b-88fe-4e9e-b716-f4bbf1133ce5 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:59.781596 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-85d57e1b-88fe-4e9e-b716-f4bbf1133ce5 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:59.782866 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-85d57e1b-88fe-4e9e-b716-f4bbf1133ce5 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] 10.222.0.39 "DELETE /v2.0/security-groups/bf76d105-015c-4378-a88d-c50a8b290806 HTTP/1.1" status: 204 len: 168 time: 0.1227250 Sep 23 07:28:59.786173 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51464) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:28:59.792651 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d57e1b-88fe-4e9e-b716-f4bbf1133ce5 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf76d105-015c-4378-a88d-c50a8b290806,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:28:59.841465 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9d515ac8-7e21-43cf-8c9b-49271a4b35b4 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:59.866962 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9d515ac8-7e21-43cf-8c9b-49271a4b35b4 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:59.910419 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9d515ac8-7e21-43cf-8c9b-49271a4b35b4 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:59.912935 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9d515ac8-7e21-43cf-8c9b-49271a4b35b4 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:28:59.914119 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-9d515ac8-7e21-43cf-8c9b-49271a4b35b4 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] 10.222.0.39 "DELETE /v2.0/security-groups/106f27a1-564c-48dc-8615-b84010365c9f HTTP/1.1" status: 204 len: 168 time: 0.1270583 Sep 23 07:28:59.917033 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51466) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:28:59.924239 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d515ac8-7e21-43cf-8c9b-49271a4b35b4 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=106f27a1-564c-48dc-8615-b84010365c9f,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:00.288223 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bf7b2e0e-13c2-468b-8fd2-24f63d59306e tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066969'] for router_interface, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:00.546786 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-bf7b2e0e-13c2-468b-8fd2-24f63d59306e tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Deleting port 2ea87217-f91d-4743-8df6-06537b695fd2 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:29:00.547040 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bf7b2e0e-13c2-468b-8fd2-24f63d59306e tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:00.634915 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-bf7b2e0e-13c2-468b-8fd2-24f63d59306e tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] For port 2ea87217-f91d-4743-8df6-06537b695fd2, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=2ea87217-f91d-4743-8df6-06537b695fd2,segment=NetworkSegment(a95da8e1-b2dd-47a6-8150-e84826db7c30),segment_id=a95da8e1-b2dd-47a6-8150-e84826db7c30)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:29:00.635285 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bf7b2e0e-13c2-468b-8fd2-24f63d59306e tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:00.648277 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-bf7b2e0e-13c2-468b-8fd2-24f63d59306e tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Calling delete_port for 2ea87217-f91d-4743-8df6-06537b695fd2 owned by network:router_interface {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:29:00.831550 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bf7b2e0e-13c2-468b-8fd2-24f63d59306e tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:00.863082 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7b2e0e-13c2-468b-8fd2-24f63d59306e tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Pushing event deleted for resources: {'Port': ['ID=2ea87217-f91d-4743-8df6-06537b695fd2,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:01.039527 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-bf7b2e0e-13c2-468b-8fd2-24f63d59306e tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2068624'] for router_interface, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:01.262407 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf7b2e0e-13c2-468b-8fd2-24f63d59306e tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Router d043c1ea-4f73-4422-82fb-c610b57aa72c has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:29:01.368685 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf7b2e0e-13c2-468b-8fd2-24f63d59306e tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:29:01.374297 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-bf7b2e0e-13c2-468b-8fd2-24f63d59306e tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] 10.222.0.39 "PUT /v2.0/routers/d043c1ea-4f73-4422-82fb-c610b57aa72c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4561980 Sep 23 07:29:01.376860 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51468) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:29:01.380950 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92534276-ddff-4807-ac9f-8c19aeade28a None None] Sync routers for ids ['d043c1ea-4f73-4422-82fb-c610b57aa72c'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:29:01.391072 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92534276-ddff-4807-ac9f-8c19aeade28a None None] Routers {'d043c1ea-4f73-4422-82fb-c610b57aa72c'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:29:01.391763 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-92534276-ddff-4807-ac9f-8c19aeade28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:28:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['d043c1ea-4f73-4422-82fb-c610b57aa72c'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:29:01.428179 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-3805d147-08f4-4681-b854-5a32615ad3a7 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Deleting subnet bb4a2fe4-49d0-439a-9de1-7cdb5c3e9a82 {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:29:01.431231 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3805d147-08f4-4681-b854-5a32615ad3a7 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:01.470711 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3805d147-08f4-4681-b854-5a32615ad3a7 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:01.497101 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-92534276-ddff-4807-ac9f-8c19aeade28a None None] Set router d043c1ea-4f73-4422-82fb-c610b57aa72c gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:29:01.683920 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-92534276-ddff-4807-ac9f-8c19aeade28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd043c1ea-4f73-4422-82fb-c610b57aa72c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-905351991', 'tenant_id': '8cb2e8d8551a4ac5a47b72d58ddd144a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '356d82e7-3fb6-479b-b8f2-da7cac98a426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:26:54Z', 'updated_at': '2021-09-23T07:29:00Z', 'revision_number': 5, 'project_id': '8cb2e8d8551a4ac5a47b72d58ddd144a', 'gw_port': {'id': '356d82e7-3fb6-479b-b8f2-da7cac98a426', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bf:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd043c1ea-4f73-4422-82fb-c610b57aa72c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:26:54Z', 'updated_at': '2021-09-23T07:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:29:01.712440 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92534276-ddff-4807-ac9f-8c19aeade28a None None] Checking router: d043c1ea-4f73-4422-82fb-c610b57aa72c for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:29:01.721315 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92534276-ddff-4807-ac9f-8c19aeade28a None None] Routers {'d043c1ea-4f73-4422-82fb-c610b57aa72c'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:29:01.722005 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-92534276-ddff-4807-ac9f-8c19aeade28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:28:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['d043c1ea-4f73-4422-82fb-c610b57aa72c'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:29:01.822804 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3805d147-08f4-4681-b854-5a32615ad3a7 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:01.831802 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-92534276-ddff-4807-ac9f-8c19aeade28a None None] Set router d043c1ea-4f73-4422-82fb-c610b57aa72c gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:29:01.881768 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3805d147-08f4-4681-b854-5a32615ad3a7 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:01.899829 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 13a3aad3-c6f6-4dc3-b1a1-917820b54cd2 no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:29:01.910265 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3805d147-08f4-4681-b854-5a32615ad3a7 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Pushing event deleted for resources: {'Subnet': ['ID=bb4a2fe4-49d0-439a-9de1-7cdb5c3e9a82,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:01.914562 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3805d147-08f4-4681-b854-5a32615ad3a7 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:01.919097 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-3805d147-08f4-4681-b854-5a32615ad3a7 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] 10.222.0.39 "DELETE /v2.0/subnets/bb4a2fe4-49d0-439a-9de1-7cdb5c3e9a82 HTTP/1.1" status: 204 len: 168 time: 0.5404916 Sep 23 07:29:01.922187 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51470) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:29:01.928871 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3baa1a5d-9c25-4c6d-a5fd-e24865a6a3b3 None None] Network e9e7de1d-9abe-4a5a-baed-f4a57f8c87e3 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:29:01.942512 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] No Port match for: 13a3aad3-c6f6-4dc3-b1a1-917820b54cd2 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:29:01.942789 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 13a3aad3-c6f6-4dc3-b1a1-917820b54cd2 not bound to the agent host n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:29:02.032688 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-923f3411-aec3-49eb-961c-4f1939cf3003 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks [] for router, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:02.134927 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-92534276-ddff-4807-ac9f-8c19aeade28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd043c1ea-4f73-4422-82fb-c610b57aa72c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-905351991', 'tenant_id': '8cb2e8d8551a4ac5a47b72d58ddd144a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '356d82e7-3fb6-479b-b8f2-da7cac98a426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:26:54Z', 'updated_at': '2021-09-23T07:29:00Z', 'revision_number': 5, 'project_id': '8cb2e8d8551a4ac5a47b72d58ddd144a', 'gw_port': {'id': '356d82e7-3fb6-479b-b8f2-da7cac98a426', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bf:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd043c1ea-4f73-4422-82fb-c610b57aa72c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:26:54Z', 'updated_at': '2021-09-23T07:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:29:02.145496 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-923f3411-aec3-49eb-961c-4f1939cf3003 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:02.168215 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92534276-ddff-4807-ac9f-8c19aeade28a None None] The sync data for ids ['d043c1ea-4f73-4422-82fb-c610b57aa72c'] in n-d-715271-16 is: [{'id': 'd043c1ea-4f73-4422-82fb-c610b57aa72c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-905351991', 'tenant_id': '8cb2e8d8551a4ac5a47b72d58ddd144a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '356d82e7-3fb6-479b-b8f2-da7cac98a426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:26:54Z', 'updated_at': '2021-09-23T07:29:00Z', 'revision_number': 5, 'project_id': '8cb2e8d8551a4ac5a47b72d58ddd144a', 'gw_port': {'id': '356d82e7-3fb6-479b-b8f2-da7cac98a426', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bf:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd043c1ea-4f73-4422-82fb-c610b57aa72c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:26:54Z', 'updated_at': '2021-09-23T07:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:29:02.209018 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-923f3411-aec3-49eb-961c-4f1939cf3003 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Deleting port 356d82e7-3fb6-479b-b8f2-da7cac98a426 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:29:02.209417 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-923f3411-aec3-49eb-961c-4f1939cf3003 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:02.213695 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c977a9-c68b-4022-9647-1401f5ec2029 None None] DHCP port deletion for e9e7de1d-9abe-4a5a-baed-f4a57f8c87e3 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 07:29:02.260299 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-c1c977a9-c68b-4022-9647-1401f5ec2029 None None] Deleting port 53c0f7ed-f226-46aa-bba8-103d0eb5ec74 {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:29:02.260681 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c1c977a9-c68b-4022-9647-1401f5ec2029 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:02.292818 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-923f3411-aec3-49eb-961c-4f1939cf3003 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] For port 356d82e7-3fb6-479b-b8f2-da7cac98a426, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=356d82e7-3fb6-479b-b8f2-da7cac98a426,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:29:02.293188 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-923f3411-aec3-49eb-961c-4f1939cf3003 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:02.305335 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-923f3411-aec3-49eb-961c-4f1939cf3003 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Calling delete_port for 356d82e7-3fb6-479b-b8f2-da7cac98a426 owned by network:router_gateway {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:29:02.324445 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-c1c977a9-c68b-4022-9647-1401f5ec2029 None None] For port 53c0f7ed-f226-46aa-bba8-103d0eb5ec74, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=53c0f7ed-f226-46aa-bba8-103d0eb5ec74,segment=NetworkSegment(a95da8e1-b2dd-47a6-8150-e84826db7c30),segment_id=a95da8e1-b2dd-47a6-8150-e84826db7c30)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:29:02.324836 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c1c977a9-c68b-4022-9647-1401f5ec2029 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:02.337685 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-c1c977a9-c68b-4022-9647-1401f5ec2029 None None] Calling delete_port for 53c0f7ed-f226-46aa-bba8-103d0eb5ec74 owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:29:02.420327 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c1c977a9-c68b-4022-9647-1401f5ec2029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:02.445777 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c977a9-c68b-4022-9647-1401f5ec2029 None None] Pushing event deleted for resources: {'Port': ['ID=53c0f7ed-f226-46aa-bba8-103d0eb5ec74,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:02.449508 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c977a9-c68b-4022-9647-1401f5ec2029 None None] No DVR routers for this DVR port 53c0f7ed-f226-46aa-bba8-103d0eb5ec74 on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:29:02.480982 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-923f3411-aec3-49eb-961c-4f1939cf3003 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:02.504937 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923f3411-aec3-49eb-961c-4f1939cf3003 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Pushing event deleted for resources: {'Port': ['ID=356d82e7-3fb6-479b-b8f2-da7cac98a426,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:02.572942 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-923f3411-aec3-49eb-961c-4f1939cf3003 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2068563'] for router_gateway, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:02.677067 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-923f3411-aec3-49eb-961c-4f1939cf3003 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:02.679636 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-923f3411-aec3-49eb-961c-4f1939cf3003 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:02.724019 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-923f3411-aec3-49eb-961c-4f1939cf3003 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:02.724614 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-923f3411-aec3-49eb-961c-4f1939cf3003 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Fanout notify agent at l3_agent the message router_deleted on router d043c1ea-4f73-4422-82fb-c610b57aa72c {{(pid=95066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 07:29:02.731751 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-923f3411-aec3-49eb-961c-4f1939cf3003 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:02.732882 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-923f3411-aec3-49eb-961c-4f1939cf3003 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] 10.222.0.39 "DELETE /v2.0/routers/d043c1ea-4f73-4422-82fb-c610b57aa72c HTTP/1.1" status: 204 len: 168 time: 0.8097031 Sep 23 07:29:02.735595 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51472) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:29:02.814872 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a2f3b5fb-d2d7-4919-b9a6-fe547436da09 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:02.907305 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a2f3b5fb-d2d7-4919-b9a6-fe547436da09 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:02.927158 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-a2f3b5fb-d2d7-4919-b9a6-fe547436da09 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9e7de1d-9abe-4a5a-baed-f4a57f8c87e3']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:29:02.936790 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-a2f3b5fb-d2d7-4919-b9a6-fe547436da09 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a95da8e1-b2dd-47a6-8150-e84826db7c30') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:29:02.937086 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-a2f3b5fb-d2d7-4919-b9a6-fe547436da09 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a95da8e1-b2dd-47a6-8150-e84826db7c30') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:29:02.946525 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a2f3b5fb-d2d7-4919-b9a6-fe547436da09 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:02.960885 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a2f3b5fb-d2d7-4919-b9a6-fe547436da09 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:02.968182 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2f3b5fb-d2d7-4919-b9a6-fe547436da09 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:29:02.969352 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a2f3b5fb-d2d7-4919-b9a6-fe547436da09 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:02.972471 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 07:29:02.972471 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:29:02.972471 n-d-715271-16 neutron-server[95066]: timer() Sep 23 07:29:02.972471 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:29:02.972471 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 07:29:02.972471 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:29:02.972471 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 07:29:02.972471 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:29:02.972471 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 07:29:02.972471 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:29:02.972471 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 07:29:02.972471 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:29:02.972471 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 07:29:02.972471 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:29:02.972471 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:29:02.972471 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:29:02.972471 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:29:02.972471 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:29:02.972471 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 07:29:02.972471 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:29:02.972471 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 07:29:02.972471 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:29:02.972471 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:29:02.972471 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:29:02.972471 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 07:29:02.972471 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:29:02.972471 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:29:02.972471 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:29:02.972471 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:29:02.972471 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:29:02.972471 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:29:02.972471 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:29:03.034486 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a2f3b5fb-d2d7-4919-b9a6-fe547436da09 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:03.042196 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a2f3b5fb-d2d7-4919-b9a6-fe547436da09 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:03.043725 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-a2f3b5fb-d2d7-4919-b9a6-fe547436da09 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] 10.222.0.39 "DELETE /v2.0/networks/e9e7de1d-9abe-4a5a-baed-f4a57f8c87e3 HTTP/1.1" status: 204 len: 168 time: 0.3071373 Sep 23 07:29:03.055331 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f3b5fb-d2d7-4919-b9a6-fe547436da09 tempest-TestSecurityGroupsBasicOps-1101628951 tempest-TestSecurityGroupsBasicOps-1101628951-project] Pushing event deleted for resources: {'Network': ['ID=e9e7de1d-9abe-4a5a-baed-f4a57f8c87e3,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:03.330358 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51480) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:29:03.460908 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-9e5320da-72f0-4ab1-81fd-db787e9acb55 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8cb2e8d8551a4ac5a47b72d58ddd144a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1292684 Sep 23 07:29:03.463304 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51484) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:29:03.510162 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2c4ccb4b-8ca5-4efb-86ed-ab1d6fe975ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:03.531975 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2c4ccb4b-8ca5-4efb-86ed-ab1d6fe975ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:03.577298 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2c4ccb4b-8ca5-4efb-86ed-ab1d6fe975ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:03.579884 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2c4ccb4b-8ca5-4efb-86ed-ab1d6fe975ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:03.581035 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-2c4ccb4b-8ca5-4efb-86ed-ab1d6fe975ad admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/95121f5b-7fb7-4ba9-b45f-3f77ca60f5b1 HTTP/1.1" status: 204 len: 168 time: 0.1168489 Sep 23 07:29:03.588575 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4ccb4b-8ca5-4efb-86ed-ab1d6fe975ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95121f5b-7fb7-4ba9-b45f-3f77ca60f5b1,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:03.838049 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51490) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:29:03.851559 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c7b31987-b4d2-461f-bd7d-57695571b55d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:03.940945 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c7b31987-b4d2-461f-bd7d-57695571b55d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:03.944474 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c7b31987-b4d2-461f-bd7d-57695571b55d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:03.982867 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-c7b31987-b4d2-461f-bd7d-57695571b55d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=78f27bd668474ac399665b384404efa5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1437013 Sep 23 07:29:03.983735 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b31987-b4d2-461f-bd7d-57695571b55d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc2be5f8-72d6-4a88-be30-5388ce8f11ea,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:03.985708 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51492) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:29:04.037320 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3be8d7ef-e475-41c9-9dc9-ce9645c93814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:04.058296 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3be8d7ef-e475-41c9-9dc9-ce9645c93814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:04.105761 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3be8d7ef-e475-41c9-9dc9-ce9645c93814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:04.108475 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3be8d7ef-e475-41c9-9dc9-ce9645c93814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:04.109738 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-3be8d7ef-e475-41c9-9dc9-ce9645c93814 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fc2be5f8-72d6-4a88-be30-5388ce8f11ea HTTP/1.1" status: 204 len: 168 time: 0.1228466 Sep 23 07:29:04.118664 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be8d7ef-e475-41c9-9dc9-ce9645c93814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc2be5f8-72d6-4a88-be30-5388ce8f11ea,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:04.157332 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 356d82e7-3fb6-479b-b8f2-da7cac98a426 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:29:04.177697 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 356d82e7-3fb6-479b-b8f2-da7cac98a426 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:29:04.178070 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 356d82e7-3fb6-479b-b8f2-da7cac98a426 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:29:04.178486 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 53c0f7ed-f226-46aa-bba8-103d0eb5ec74 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:29:04.200804 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 53c0f7ed-f226-46aa-bba8-103d0eb5ec74 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:29:04.201335 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 53c0f7ed-f226-46aa-bba8-103d0eb5ec74 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:29:04.201832 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 2ea87217-f91d-4743-8df6-06537b695fd2 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:29:04.221841 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 2ea87217-f91d-4743-8df6-06537b695fd2 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:29:04.222211 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 2ea87217-f91d-4743-8df6-06537b695fd2 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:29:04.433591 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51498) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:29:04.473803 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-803246be-5cdc-49aa-addb-cd8f3747edc4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b3550243754b47b1b027bae941ec6073&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389977 Sep 23 07:29:04.476168 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51500) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:29:04.526949 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-43172374-ba81-4f94-b505-feaa3d67a39f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:04.548475 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-43172374-ba81-4f94-b505-feaa3d67a39f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:04.600841 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-43172374-ba81-4f94-b505-feaa3d67a39f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:04.603456 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-43172374-ba81-4f94-b505-feaa3d67a39f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:04.607686 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-43172374-ba81-4f94-b505-feaa3d67a39f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/35a3d58c-58b6-4d5f-ad23-0a9ee4a6cba1 HTTP/1.1" status: 204 len: 168 time: 0.1276333 Sep 23 07:29:04.613763 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43172374-ba81-4f94-b505-feaa3d67a39f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a3d58c-58b6-4d5f-ad23-0a9ee4a6cba1,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:04.893796 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:29:06.854401 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:08.078139 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-254bc261-c9ac-4a82-b13e-15f4d76268e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:10.384435 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:11.093605 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-1dde3b7d-02dc-463f-9415-e1dff16dc06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:11.594240 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:12.434666 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:13.925544 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:14.649269 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a95c2215-95a8-483a-92c0-4c5324be7787 req-87b36c66-6e17-45b7-aa98-d49ba2121e68 tempest-ServersAdminNegativeTestJSON-631354894 tempest-ServersAdminNegativeTestJSON-631354894-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=c9e0b29b4d1944f79612116aa1352ad9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302858 Sep 23 07:29:14.842385 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c2215-95a8-483a-92c0-4c5324be7787 req-71c00118-b686-43fe-bfe4-768180dc3c60 tempest-ServersAdminNegativeTestJSON-631354894 tempest-ServersAdminNegativeTestJSON-631354894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:14.843847 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a95c2215-95a8-483a-92c0-4c5324be7787 req-71c00118-b686-43fe-bfe4-768180dc3c60 tempest-ServersAdminNegativeTestJSON-631354894 tempest-ServersAdminNegativeTestJSON-631354894-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1889813 Sep 23 07:29:14.858987 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a95c2215-95a8-483a-92c0-4c5324be7787 req-2149712c-fd2a-4981-92bf-8474ae8dee91 tempest-ServersAdminNegativeTestJSON-631354894 tempest-ServersAdminNegativeTestJSON-631354894-project] 10.222.0.39 "GET /v2.0/quotas/c9e0b29b4d1944f79612116aa1352ad9 HTTP/1.1" status: 200 len: 375 time: 0.0094101 Sep 23 07:29:14.890692 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a95c2215-95a8-483a-92c0-4c5324be7787 req-771c5b51-0dde-4da6-9967-05358ca6f21e tempest-ServersAdminNegativeTestJSON-631354894 tempest-ServersAdminNegativeTestJSON-631354894-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c9e0b29b4d1944f79612116aa1352ad9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266185 Sep 23 07:29:15.047888 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c51a133c-c2af-4d2c-b034-0138b99fdf8a req-30421f19-52ac-47d5-a1b3-3032f58b3407 tempest-ServersAdminNegativeTestJSON-631354894 tempest-ServersAdminNegativeTestJSON-631354894-project] 10.222.0.39 "GET /v2.0/ports?device_id=b55b4ecb-a856-4b14-8677-a8207df26a73 HTTP/1.1" status: 200 len: 210 time: 0.0281701 Sep 23 07:29:16.030664 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a95c2215-95a8-483a-92c0-4c5324be7787 req-3e57604e-ed3f-47e5-9bc7-48bd588b4e71 tempest-ServersAdminNegativeTestJSON-631354894 tempest-ServersAdminNegativeTestJSON-631354894-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=c9e0b29b4d1944f79612116aa1352ad9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253525 Sep 23 07:29:16.158523 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c2215-95a8-483a-92c0-4c5324be7787 req-f6d3a6d7-650f-4bbf-8680-dff08c3104bd tempest-ServersAdminNegativeTestJSON-631354894 tempest-ServersAdminNegativeTestJSON-631354894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:16.159953 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a95c2215-95a8-483a-92c0-4c5324be7787 req-f6d3a6d7-650f-4bbf-8680-dff08c3104bd tempest-ServersAdminNegativeTestJSON-631354894 tempest-ServersAdminNegativeTestJSON-631354894-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1234703 Sep 23 07:29:16.176318 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-eed2d2cb-95e6-4c3a-856a-eaf9e2e5d057 req-d40c1876-5b35-41ff-8860-854254d9381e tempest-ServersAdminNegativeTestJSON-631354894 tempest-ServersAdminNegativeTestJSON-631354894-project] 10.222.0.39 "GET /v2.0/ports?device_id=b55b4ecb-a856-4b14-8677-a8207df26a73 HTTP/1.1" status: 200 len: 210 time: 0.0380342 Sep 23 07:29:16.179642 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-a95c2215-95a8-483a-92c0-4c5324be7787 req-fa1a6bac-4f74-45d6-91ad-7af0630cb3db tempest-ServersAdminNegativeTestJSON-631354894 tempest-ServersAdminNegativeTestJSON-631354894-project] Request body: {'port': {'device_id': 'b55b4ecb-a856-4b14-8677-a8207df26a73', 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062', 'admin_state_up': True, 'tenant_id': 'c9e0b29b4d1944f79612116aa1352ad9'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:29:16.286214 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a95c2215-95a8-483a-92c0-4c5324be7787 req-fa1a6bac-4f74-45d6-91ad-7af0630cb3db tempest-ServersAdminNegativeTestJSON-631354894 tempest-ServersAdminNegativeTestJSON-631354894-project] Made reservation on behalf of c9e0b29b4d1944f79612116aa1352ad9 for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:29:16.289612 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a95c2215-95a8-483a-92c0-4c5324be7787 req-fa1a6bac-4f74-45d6-91ad-7af0630cb3db tempest-ServersAdminNegativeTestJSON-631354894 tempest-ServersAdminNegativeTestJSON-631354894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:16.298543 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a95c2215-95a8-483a-92c0-4c5324be7787 req-fa1a6bac-4f74-45d6-91ad-7af0630cb3db tempest-ServersAdminNegativeTestJSON-631354894 tempest-ServersAdminNegativeTestJSON-631354894-project] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:16.391861 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a95c2215-95a8-483a-92c0-4c5324be7787 req-fa1a6bac-4f74-45d6-91ad-7af0630cb3db tempest-ServersAdminNegativeTestJSON-631354894 tempest-ServersAdminNegativeTestJSON-631354894-project] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:16.395520 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a95c2215-95a8-483a-92c0-4c5324be7787 req-fa1a6bac-4f74-45d6-91ad-7af0630cb3db tempest-ServersAdminNegativeTestJSON-631354894 tempest-ServersAdminNegativeTestJSON-631354894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:16.459984 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1a6bac-4f74-45d6-91ad-7af0630cb3db tempest-ServersAdminNegativeTestJSON-631354894 tempest-ServersAdminNegativeTestJSON-631354894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8df125e-5565-44a9-9649-267cb90cbb20,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:16.529678 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [req-a95c2215-95a8-483a-92c0-4c5324be7787 req-fa1a6bac-4f74-45d6-91ad-7af0630cb3db tempest-ServersAdminNegativeTestJSON-631354894 tempest-ServersAdminNegativeTestJSON-631354894-project] Allocated IP 192.168.233.214 (16515f0f-e5a6-4630-a440-e11fb2e02062/3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e/472725fb-08ee-4a0b-a61e-8b187cc0f4b9) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:29:16.680443 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a95c2215-95a8-483a-92c0-4c5324be7787 req-fa1a6bac-4f74-45d6-91ad-7af0630cb3db tempest-ServersAdminNegativeTestJSON-631354894 tempest-ServersAdminNegativeTestJSON-631354894-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:16.715590 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a95c2215-95a8-483a-92c0-4c5324be7787 req-fa1a6bac-4f74-45d6-91ad-7af0630cb3db tempest-ServersAdminNegativeTestJSON-631354894 tempest-ServersAdminNegativeTestJSON-631354894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:16.755026 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a95c2215-95a8-483a-92c0-4c5324be7787 req-fa1a6bac-4f74-45d6-91ad-7af0630cb3db tempest-ServersAdminNegativeTestJSON-631354894 tempest-ServersAdminNegativeTestJSON-631354894-project] Network 16515f0f-e5a6-4630-a440-e11fb2e02062 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:29:16.758203 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [req-a95c2215-95a8-483a-92c0-4c5324be7787 req-fa1a6bac-4f74-45d6-91ad-7af0630cb3db tempest-ServersAdminNegativeTestJSON-631354894 tempest-ServersAdminNegativeTestJSON-631354894-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:29:16.760741 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-a95c2215-95a8-483a-92c0-4c5324be7787 req-fa1a6bac-4f74-45d6-91ad-7af0630cb3db tempest-ServersAdminNegativeTestJSON-631354894 tempest-ServersAdminNegativeTestJSON-631354894-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:29:16.802087 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1a6bac-4f74-45d6-91ad-7af0630cb3db tempest-ServersAdminNegativeTestJSON-631354894 tempest-ServersAdminNegativeTestJSON-631354894-project] Pushing event updated for resources: {'Port': ['ID=472725fb-08ee-4a0b-a61e-8b187cc0f4b9,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:16.825898 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c2215-95a8-483a-92c0-4c5324be7787 req-fa1a6bac-4f74-45d6-91ad-7af0630cb3db tempest-ServersAdminNegativeTestJSON-631354894 tempest-ServersAdminNegativeTestJSON-631354894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:16.826655 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a95c2215-95a8-483a-92c0-4c5324be7787 req-fa1a6bac-4f74-45d6-91ad-7af0630cb3db tempest-ServersAdminNegativeTestJSON-631354894 tempest-ServersAdminNegativeTestJSON-631354894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:16.842773 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a95c2215-95a8-483a-92c0-4c5324be7787 req-fa1a6bac-4f74-45d6-91ad-7af0630cb3db tempest-ServersAdminNegativeTestJSON-631354894 tempest-ServersAdminNegativeTestJSON-631354894-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6682389 Sep 23 07:29:16.855377 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-a95c2215-95a8-483a-92c0-4c5324be7787 req-79ad58cd-1fd0-4771-ac04-0810dec3b88e service neutron] Request body: {'port': {'device_id': 'b55b4ecb-a856-4b14-8677-a8207df26a73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:29:16.912432 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a95c2215-95a8-483a-92c0-4c5324be7787 req-79ad58cd-1fd0-4771-ac04-0810dec3b88e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:17.009891 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-2f86073a-8b07-4511-9c96-b360b2382f81 None None] Provisioning complete for port 472725fb-08ee-4a0b-a61e-8b187cc0f4b9 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:29:17.010518 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2f86073a-8b07-4511-9c96-b360b2382f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:17.045778 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-2f86073a-8b07-4511-9c96-b360b2382f81 None None] Port 472725fb-08ee-4a0b-a61e-8b187cc0f4b9 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:29:17.179712 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [req-a95c2215-95a8-483a-92c0-4c5324be7787 req-79ad58cd-1fd0-4771-ac04-0810dec3b88e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 472725fb-08ee-4a0b-a61e-8b187cc0f4b9 {{(pid=95066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:29:17.188491 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a95c2215-95a8-483a-92c0-4c5324be7787 req-79ad58cd-1fd0-4771-ac04-0810dec3b88e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:17.200507 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.provisioning_blocks [req-a95c2215-95a8-483a-92c0-4c5324be7787 req-79ad58cd-1fd0-4771-ac04-0810dec3b88e service neutron] Transition to ACTIVE for port object 472725fb-08ee-4a0b-a61e-8b187cc0f4b9 will not be triggered until provisioned by entity L2. {{(pid=95066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:29:17.204513 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a95c2215-95a8-483a-92c0-4c5324be7787 req-79ad58cd-1fd0-4771-ac04-0810dec3b88e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:17.254807 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ad58cd-1fd0-4771-ac04-0810dec3b88e service neutron] Pushing event updated for resources: {'Port': ['ID=472725fb-08ee-4a0b-a61e-8b187cc0f4b9,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:17.300966 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f284a3ad-615a-46dc-b3f4-a21b3d3098bf req-bcec3980-12df-45e9-a8ba-3886da5b52a2 tempest-ServersAdminNegativeTestJSON-631354894 tempest-ServersAdminNegativeTestJSON-631354894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:17.302575 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f284a3ad-615a-46dc-b3f4-a21b3d3098bf req-bcec3980-12df-45e9-a8ba-3886da5b52a2 tempest-ServersAdminNegativeTestJSON-631354894 tempest-ServersAdminNegativeTestJSON-631354894-project] 10.222.0.39 "GET /v2.0/ports?device_id=b55b4ecb-a856-4b14-8677-a8207df26a73 HTTP/1.1" status: 200 len: 948 time: 0.0554569 Sep 23 07:29:17.334311 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-a95c2215-95a8-483a-92c0-4c5324be7787 req-79ad58cd-1fd0-4771-ac04-0810dec3b88e service neutron] Attempting to bind port 472725fb-08ee-4a0b-a61e-8b187cc0f4b9 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:29:17.334911 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-a95c2215-95a8-483a-92c0-4c5324be7787 req-79ad58cd-1fd0-4771-ac04-0810dec3b88e service neutron] Attempting to bind port 472725fb-08ee-4a0b-a61e-8b187cc0f4b9 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:29:17.335245 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95c2215-95a8-483a-92c0-4c5324be7787 req-79ad58cd-1fd0-4771-ac04-0810dec3b88e service neutron] Attempting to bind port 472725fb-08ee-4a0b-a61e-8b187cc0f4b9 on network 16515f0f-e5a6-4630-a440-e11fb2e02062 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:29:17.340723 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95c2215-95a8-483a-92c0-4c5324be7787 req-79ad58cd-1fd0-4771-ac04-0810dec3b88e service neutron] Port 472725fb-08ee-4a0b-a61e-8b187cc0f4b9 on network 16515f0f-e5a6-4630-a440-e11fb2e02062 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:29:17.341918 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95c2215-95a8-483a-92c0-4c5324be7787 req-79ad58cd-1fd0-4771-ac04-0810dec3b88e service neutron] Attempting to bind port 472725fb-08ee-4a0b-a61e-8b187cc0f4b9 on network 16515f0f-e5a6-4630-a440-e11fb2e02062 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:29:17.345656 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f284a3ad-615a-46dc-b3f4-a21b3d3098bf req-b4a10bf0-f00f-4d0c-ba61-557e049fec8a tempest-ServersAdminNegativeTestJSON-631354894 tempest-ServersAdminNegativeTestJSON-631354894-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8df125e-5565-44a9-9649-267cb90cbb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364799 Sep 23 07:29:17.347296 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95c2215-95a8-483a-92c0-4c5324be7787 req-79ad58cd-1fd0-4771-ac04-0810dec3b88e service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:29:17.347640 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95c2215-95a8-483a-92c0-4c5324be7787 req-79ad58cd-1fd0-4771-ac04-0810dec3b88e service neutron] Checking segment: {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:29:17.348027 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95c2215-95a8-483a-92c0-4c5324be7787 req-79ad58cd-1fd0-4771-ac04-0810dec3b88e service neutron] Bound using segment: {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:29:17.348466 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-a95c2215-95a8-483a-92c0-4c5324be7787 req-79ad58cd-1fd0-4771-ac04-0810dec3b88e service neutron] Bound port: 472725fb-08ee-4a0b-a61e-8b187cc0f4b9, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e23367ce-0a70-4d1a-be50-96a7392922bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:29:17.348829 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a95c2215-95a8-483a-92c0-4c5324be7787 req-79ad58cd-1fd0-4771-ac04-0810dec3b88e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:17.421300 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-a95c2215-95a8-483a-92c0-4c5324be7787 req-79ad58cd-1fd0-4771-ac04-0810dec3b88e service neutron] For port 472725fb-08ee-4a0b-a61e-8b187cc0f4b9, host n-h2-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:29:17.424385 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-a95c2215-95a8-483a-92c0-4c5324be7787 req-79ad58cd-1fd0-4771-ac04-0810dec3b88e service neutron] For port 472725fb-08ee-4a0b-a61e-8b187cc0f4b9, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=472725fb-08ee-4a0b-a61e-8b187cc0f4b9,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:29:17.427826 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a95c2215-95a8-483a-92c0-4c5324be7787 req-79ad58cd-1fd0-4771-ac04-0810dec3b88e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:17.462243 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c2215-95a8-483a-92c0-4c5324be7787 req-79ad58cd-1fd0-4771-ac04-0810dec3b88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:17.462877 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-a95c2215-95a8-483a-92c0-4c5324be7787 req-79ad58cd-1fd0-4771-ac04-0810dec3b88e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:17.464263 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a95c2215-95a8-483a-92c0-4c5324be7787 req-79ad58cd-1fd0-4771-ac04-0810dec3b88e service neutron] 10.222.0.58 "PUT /v2.0/ports/472725fb-08ee-4a0b-a61e-8b187cc0f4b9 HTTP/1.1" status: 200 len: 1097 time: 0.6135037 Sep 23 07:29:17.464767 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b55b4ecb-a856-4b14-8677-a8207df26a73', 'tag': '472725fb-08ee-4a0b-a61e-8b187cc0f4b9'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:29:17.467886 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d658ce-9f4e-43b3-b086-38b98d39b972" -d '{"events": [{"name": "network-changed", "server_uuid": "b55b4ecb-a856-4b14-8677-a8207df26a73", "tag": "472725fb-08ee-4a0b-a61e-8b187cc0f4b9"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:29:17.492958 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ad58cd-1fd0-4771-ac04-0810dec3b88e service neutron] Pushing event updated for resources: {'Port': ['ID=472725fb-08ee-4a0b-a61e-8b187cc0f4b9,revision_number=3']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:17.525407 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fdbfbbb-5cfe-4959-8bdc-4af461757e41 x-openstack-request-id: req-5fdbfbbb-5cfe-4959-8bdc-4af461757e41 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:29:17.525407 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b55b4ecb-a856-4b14-8677-a8207df26a73", "tag": "472725fb-08ee-4a0b-a61e-8b187cc0f4b9", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:29:17.525407 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5fdbfbbb-5cfe-4959-8bdc-4af461757e41 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:29:17.525719 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b55b4ecb-a856-4b14-8677-a8207df26a73', 'tag': '472725fb-08ee-4a0b-a61e-8b187cc0f4b9', 'status': 'completed', 'code': 200} Sep 23 07:29:17.556691 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c2215-95a8-483a-92c0-4c5324be7787 req-79a90c5e-b9c6-4a2a-bf43-4422af9bfbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:17.558252 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a95c2215-95a8-483a-92c0-4c5324be7787 req-79a90c5e-b9c6-4a2a-bf43-4422af9bfbea service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c9e0b29b4d1944f79612116aa1352ad9&device_id=b55b4ecb-a856-4b14-8677-a8207df26a73 HTTP/1.1" status: 200 len: 1100 time: 0.0453677 Sep 23 07:29:17.606131 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a95c2215-95a8-483a-92c0-4c5324be7787 req-a9ac5aa8-d1e3-4503-8f6d-1bdaf71d8807 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=472725fb-08ee-4a0b-a61e-8b187cc0f4b9 HTTP/1.1" status: 200 len: 217 time: 0.0403697 Sep 23 07:29:17.661165 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c2215-95a8-483a-92c0-4c5324be7787 req-f5f7432d-38ab-47c2-96cf-7cd842a0b5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:17.662690 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a95c2215-95a8-483a-92c0-4c5324be7787 req-f5f7432d-38ab-47c2-96cf-7cd842a0b5e0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e HTTP/1.1" status: 200 len: 843 time: 0.0501173 Sep 23 07:29:17.709795 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c2215-95a8-483a-92c0-4c5324be7787 req-a7499327-3914-4280-a01b-331dbcfe2831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:17.711313 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a95c2215-95a8-483a-92c0-4c5324be7787 req-a7499327-3914-4280-a01b-331dbcfe2831 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=16515f0f-e5a6-4630-a440-e11fb2e02062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0406029 Sep 23 07:29:17.803225 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a95c2215-95a8-483a-92c0-4c5324be7787 req-f8bb017a-02c9-4fcd-a8fa-ed2cc4387381 service neutron] 10.222.0.58 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842955 Sep 23 07:29:17.892853 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a95c2215-95a8-483a-92c0-4c5324be7787 req-1a255496-e749-432b-8eec-f6a9934e6324 service neutron] 10.222.0.58 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815043 Sep 23 07:29:17.981087 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d658ce-9f4e-43b3-b086-38b98d39b972 req-ca8418bc-f6db-439e-a5cb-e0989be584d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:17.982714 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-16d658ce-9f4e-43b3-b086-38b98d39b972 req-ca8418bc-f6db-439e-a5cb-e0989be584d7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c9e0b29b4d1944f79612116aa1352ad9&device_id=b55b4ecb-a856-4b14-8677-a8207df26a73 HTTP/1.1" status: 200 len: 1100 time: 0.0413465 Sep 23 07:29:18.081467 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d658ce-9f4e-43b3-b086-38b98d39b972 req-000beadb-de96-44bb-8989-ec051bbbe8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:18.082869 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-16d658ce-9f4e-43b3-b086-38b98d39b972 req-000beadb-de96-44bb-8989-ec051bbbe8f4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=16515f0f-e5a6-4630-a440-e11fb2e02062 HTTP/1.1" status: 200 len: 870 time: 0.0932376 Sep 23 07:29:18.127294 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-16d658ce-9f4e-43b3-b086-38b98d39b972 req-970458e4-b36e-4e6a-b5d7-f1348a8abb7c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=472725fb-08ee-4a0b-a61e-8b187cc0f4b9 HTTP/1.1" status: 200 len: 217 time: 0.0367558 Sep 23 07:29:18.179834 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d658ce-9f4e-43b3-b086-38b98d39b972 req-936ab91f-e8f5-44c1-b58f-6cac970f141d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:18.181269 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-16d658ce-9f4e-43b3-b086-38b98d39b972 req-936ab91f-e8f5-44c1-b58f-6cac970f141d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e HTTP/1.1" status: 200 len: 843 time: 0.0468149 Sep 23 07:29:18.228861 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d658ce-9f4e-43b3-b086-38b98d39b972 req-52c5f969-c180-4e77-98fe-a3ecfc6a5387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:18.230403 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-16d658ce-9f4e-43b3-b086-38b98d39b972 req-52c5f969-c180-4e77-98fe-a3ecfc6a5387 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=16515f0f-e5a6-4630-a440-e11fb2e02062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0405703 Sep 23 07:29:18.324566 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-16d658ce-9f4e-43b3-b086-38b98d39b972 req-442d41c4-9a70-4eb2-9b3c-e53b194baedb service neutron] 10.222.0.58 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851166 Sep 23 07:29:18.417401 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-16d658ce-9f4e-43b3-b086-38b98d39b972 req-22bd999c-2130-4cc5-bb09-904aa4c64a0f service neutron] 10.222.0.58 "GET /v2.0/networks/16515f0f-e5a6-4630-a440-e11fb2e02062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846617 Sep 23 07:29:18.467855 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d733d16-bfc4-419e-8cfa-a90a18ace896 req-2f7347e7-8435-4ad3-a604-924ed439d984 tempest-ServersAdminNegativeTestJSON-631354894 tempest-ServersAdminNegativeTestJSON-631354894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:18.469311 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8d733d16-bfc4-419e-8cfa-a90a18ace896 req-2f7347e7-8435-4ad3-a604-924ed439d984 tempest-ServersAdminNegativeTestJSON-631354894 tempest-ServersAdminNegativeTestJSON-631354894-project] 10.222.0.39 "GET /v2.0/ports?device_id=b55b4ecb-a856-4b14-8677-a8207df26a73 HTTP/1.1" status: 200 len: 948 time: 0.0538914 Sep 23 07:29:18.505758 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8d733d16-bfc4-419e-8cfa-a90a18ace896 req-08cc8c3e-fe64-40da-8fc0-fe977fe2b351 tempest-ServersAdminNegativeTestJSON-631354894 tempest-ServersAdminNegativeTestJSON-631354894-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8df125e-5565-44a9-9649-267cb90cbb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305622 Sep 23 07:29:19.622764 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140bd7fc-fc29-404e-a80b-3b2defa270c2 req-6ee7d599-710d-46a6-b4a6-c03870656d97 tempest-ServersAdminNegativeTestJSON-631354894 tempest-ServersAdminNegativeTestJSON-631354894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:19.624250 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-140bd7fc-fc29-404e-a80b-3b2defa270c2 req-6ee7d599-710d-46a6-b4a6-c03870656d97 tempest-ServersAdminNegativeTestJSON-631354894 tempest-ServersAdminNegativeTestJSON-631354894-project] 10.222.0.39 "GET /v2.0/ports?device_id=b55b4ecb-a856-4b14-8677-a8207df26a73 HTTP/1.1" status: 200 len: 948 time: 0.0495474 Sep 23 07:29:19.661917 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-140bd7fc-fc29-404e-a80b-3b2defa270c2 req-38cfd1ba-2db6-48ef-a0c7-3eae2a387c3c tempest-ServersAdminNegativeTestJSON-631354894 tempest-ServersAdminNegativeTestJSON-631354894-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8df125e-5565-44a9-9649-267cb90cbb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316973 Sep 23 07:29:20.783896 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef867a58-7bbf-47e1-b25e-08c6bc1c98fd req-efe23084-6d1c-4307-af5c-bee00a7380d9 tempest-ServersAdminNegativeTestJSON-631354894 tempest-ServersAdminNegativeTestJSON-631354894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:20.785381 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ef867a58-7bbf-47e1-b25e-08c6bc1c98fd req-efe23084-6d1c-4307-af5c-bee00a7380d9 tempest-ServersAdminNegativeTestJSON-631354894 tempest-ServersAdminNegativeTestJSON-631354894-project] 10.222.0.39 "GET /v2.0/ports?device_id=b55b4ecb-a856-4b14-8677-a8207df26a73 HTTP/1.1" status: 200 len: 948 time: 0.0566690 Sep 23 07:29:20.821793 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ef867a58-7bbf-47e1-b25e-08c6bc1c98fd req-5fef56fb-776d-4aec-8ce3-a6dc7768d236 tempest-ServersAdminNegativeTestJSON-631354894 tempest-ServersAdminNegativeTestJSON-631354894-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8df125e-5565-44a9-9649-267cb90cbb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304112 Sep 23 07:29:21.997647 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 472725fb-08ee-4a0b-a61e-8b187cc0f4b9 details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:29:22.101434 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 472725fb-08ee-4a0b-a61e-8b187cc0f4b9, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=472725fb-08ee-4a0b-a61e-8b187cc0f4b9,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:29:22.113556 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': '472725fb-08ee-4a0b-a61e-8b187cc0f4b9', 'network_id': '16515f0f-e5a6-4630-a440-e11fb2e02062', 'port_id': '472725fb-08ee-4a0b-a61e-8b187cc0f4b9', 'mac_address': 'fa:16:3e:84:34:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b6bf72e-0496-4a2e-8f8c-c8e06bbfed2e', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:29:22.152495 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:22.166484 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 472725fb-08ee-4a0b-a61e-8b187cc0f4b9 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:29:22.187685 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 472725fb-08ee-4a0b-a61e-8b187cc0f4b9, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=472725fb-08ee-4a0b-a61e-8b187cc0f4b9,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:29:22.192012 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:22.212878 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c30696-642f-419a-8eb7-5c08c4f7cdd7 req-26ba971e-0db9-4a4d-a585-dd7ebb0554a5 tempest-ServersAdminNegativeTestJSON-631354894 tempest-ServersAdminNegativeTestJSON-631354894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:22.214487 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-16c30696-642f-419a-8eb7-5c08c4f7cdd7 req-26ba971e-0db9-4a4d-a585-dd7ebb0554a5 tempest-ServersAdminNegativeTestJSON-631354894 tempest-ServersAdminNegativeTestJSON-631354894-project] 10.222.0.39 "GET /v2.0/ports?device_id=b55b4ecb-a856-4b14-8677-a8207df26a73 HTTP/1.1" status: 200 len: 948 time: 0.3274510 Sep 23 07:29:22.239584 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=472725fb-08ee-4a0b-a61e-8b187cc0f4b9,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:22.253061 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-16c30696-642f-419a-8eb7-5c08c4f7cdd7 req-727fea01-ccf1-42f5-9296-ecdc82115c14 tempest-ServersAdminNegativeTestJSON-631354894 tempest-ServersAdminNegativeTestJSON-631354894-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8df125e-5565-44a9-9649-267cb90cbb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320568 Sep 23 07:29:22.383339 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['472725fb-08ee-4a0b-a61e-8b187cc0f4b9'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:29:23.369033 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f59d9f-fb5a-497f-9458-48fe8ea909d2 req-af072760-21f5-4fa8-a5d1-9b85a5c9975d tempest-ServersAdminNegativeTestJSON-631354894 tempest-ServersAdminNegativeTestJSON-631354894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:23.370451 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d8f59d9f-fb5a-497f-9458-48fe8ea909d2 req-af072760-21f5-4fa8-a5d1-9b85a5c9975d tempest-ServersAdminNegativeTestJSON-631354894 tempest-ServersAdminNegativeTestJSON-631354894-project] 10.222.0.39 "GET /v2.0/ports?device_id=b55b4ecb-a856-4b14-8677-a8207df26a73 HTTP/1.1" status: 200 len: 949 time: 0.0499279 Sep 23 07:29:23.408718 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d8f59d9f-fb5a-497f-9458-48fe8ea909d2 req-72f2d5f7-068a-4b4d-8c91-4de936c2ad58 tempest-ServersAdminNegativeTestJSON-631354894 tempest-ServersAdminNegativeTestJSON-631354894-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8df125e-5565-44a9-9649-267cb90cbb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323522 Sep 23 07:29:24.028775 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 472725fb-08ee-4a0b-a61e-8b187cc0f4b9 up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:29:24.077097 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port 472725fb-08ee-4a0b-a61e-8b187cc0f4b9 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:29:24.080670 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port 472725fb-08ee-4a0b-a61e-8b187cc0f4b9 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:29:24.081042 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:24.160201 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:24.181683 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b55b4ecb-a856-4b14-8677-a8207df26a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '472725fb-08ee-4a0b-a61e-8b187cc0f4b9'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:29:24.183834 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e332c2cd-4c4c-4e0b-be70-cc43812c3ae4" -d '{"events": [{"server_uuid": "b55b4ecb-a856-4b14-8677-a8207df26a73", "name": "network-vif-plugged", "status": "completed", "tag": "472725fb-08ee-4a0b-a61e-8b187cc0f4b9"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:29:24.196722 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 472725fb-08ee-4a0b-a61e-8b187cc0f4b9, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=472725fb-08ee-4a0b-a61e-8b187cc0f4b9,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:29:24.201635 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:24.224414 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e282037b-d1b6-404e-8f3b-a025085d4e31 x-openstack-request-id: req-e282037b-d1b6-404e-8f3b-a025085d4e31 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:29:24.224705 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b55b4ecb-a856-4b14-8677-a8207df26a73", "name": "network-vif-plugged", "status": "completed", "tag": "472725fb-08ee-4a0b-a61e-8b187cc0f4b9", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:29:24.224952 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e282037b-d1b6-404e-8f3b-a025085d4e31 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:29:24.225365 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b55b4ecb-a856-4b14-8677-a8207df26a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '472725fb-08ee-4a0b-a61e-8b187cc0f4b9', 'code': 200} Sep 23 07:29:24.252955 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=472725fb-08ee-4a0b-a61e-8b187cc0f4b9,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:24.320924 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70878187-9fc9-413d-9a20-d2126fa0c1e6 req-cd342eb0-a4fc-402d-9127-660774cbae9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:24.322361 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-70878187-9fc9-413d-9a20-d2126fa0c1e6 req-cd342eb0-a4fc-402d-9127-660774cbae9c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b55b4ecb-a856-4b14-8677-a8207df26a73 HTTP/1.1" status: 200 len: 1102 time: 0.0404437 Sep 23 07:29:24.360492 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-70878187-9fc9-413d-9a20-d2126fa0c1e6 req-4dd62f04-2efe-41aa-9ea9-47e67d765b7b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b8df125e-5565-44a9-9649-267cb90cbb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288455 Sep 23 07:29:24.527108 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a7bc50-464a-48a6-a402-fe1caf4d75fb req-e4b5093c-e5d8-4056-92fa-f6e3f4628f54 tempest-ServersAdminNegativeTestJSON-631354894 tempest-ServersAdminNegativeTestJSON-631354894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:24.529051 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-10a7bc50-464a-48a6-a402-fe1caf4d75fb req-e4b5093c-e5d8-4056-92fa-f6e3f4628f54 tempest-ServersAdminNegativeTestJSON-631354894 tempest-ServersAdminNegativeTestJSON-631354894-project] 10.222.0.39 "GET /v2.0/ports?device_id=b55b4ecb-a856-4b14-8677-a8207df26a73 HTTP/1.1" status: 200 len: 950 time: 0.0525224 Sep 23 07:29:24.567112 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-10a7bc50-464a-48a6-a402-fe1caf4d75fb req-38aa924e-865b-4296-8a14-312241a656c5 tempest-ServersAdminNegativeTestJSON-631354894 tempest-ServersAdminNegativeTestJSON-631354894-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8df125e-5565-44a9-9649-267cb90cbb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320549 Sep 23 07:29:25.685652 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e4f60-a560-4460-9420-28b36af37590 req-d0f3de4c-7a12-41e0-b73d-46ea7bda8009 tempest-ServersAdminNegativeTestJSON-631354894 tempest-ServersAdminNegativeTestJSON-631354894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:25.687166 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-715e4f60-a560-4460-9420-28b36af37590 req-d0f3de4c-7a12-41e0-b73d-46ea7bda8009 tempest-ServersAdminNegativeTestJSON-631354894 tempest-ServersAdminNegativeTestJSON-631354894-project] 10.222.0.39 "GET /v2.0/ports?device_id=b55b4ecb-a856-4b14-8677-a8207df26a73 HTTP/1.1" status: 200 len: 950 time: 0.0497284 Sep 23 07:29:25.723975 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-715e4f60-a560-4460-9420-28b36af37590 req-a6f14a2f-5e6f-49b0-b946-c0d620a25e68 tempest-ServersAdminNegativeTestJSON-631354894 tempest-ServersAdminNegativeTestJSON-631354894-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8df125e-5565-44a9-9649-267cb90cbb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309913 Sep 23 07:29:26.001455 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [req-c4dedb53-23b1-4477-b069-3d08df74374c req-7ed7004d-1826-4bab-a17f-a5a2df2ad310 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=95065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:29:26.002638 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c4dedb53-23b1-4477-b069-3d08df74374c req-7ed7004d-1826-4bab-a17f-a5a2df2ad310 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061312 Sep 23 07:29:26.425971 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [req-1a1073fd-456f-4bba-906b-72f2b6edba21 req-f6e9fa01-6b3c-4b1a-acdc-384eba5363b1 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:29:26.427015 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1a1073fd-456f-4bba-906b-72f2b6edba21 req-f6e9fa01-6b3c-4b1a-acdc-384eba5363b1 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1089005 Sep 23 07:29:26.757563 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8bf3b9-b5aa-4076-a57c-1b414073fe4d req-92201535-4cf5-431e-9810-7a25d71731e0 tempest-ServersAdminNegativeTestJSON-631354894 tempest-ServersAdminNegativeTestJSON-631354894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:26.759076 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3c8bf3b9-b5aa-4076-a57c-1b414073fe4d req-92201535-4cf5-431e-9810-7a25d71731e0 tempest-ServersAdminNegativeTestJSON-631354894 tempest-ServersAdminNegativeTestJSON-631354894-project] 10.222.0.39 "GET /v2.0/ports?device_id=b55b4ecb-a856-4b14-8677-a8207df26a73 HTTP/1.1" status: 200 len: 950 time: 0.0577526 Sep 23 07:29:26.797047 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3c8bf3b9-b5aa-4076-a57c-1b414073fe4d req-cb457ea8-f72a-4b80-86d4-c27d363d0c77 tempest-ServersAdminNegativeTestJSON-631354894 tempest-ServersAdminNegativeTestJSON-631354894-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8df125e-5565-44a9-9649-267cb90cbb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314910 Sep 23 07:29:27.918357 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e372b2a8-3c2b-4a2f-ac1a-e95c2c738376 req-31dd5683-0ad8-4691-af1d-5ebff3820e2d tempest-ServersAdminNegativeTestJSON-631354894 tempest-ServersAdminNegativeTestJSON-631354894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:27.920487 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e372b2a8-3c2b-4a2f-ac1a-e95c2c738376 req-31dd5683-0ad8-4691-af1d-5ebff3820e2d tempest-ServersAdminNegativeTestJSON-631354894 tempest-ServersAdminNegativeTestJSON-631354894-project] 10.222.0.39 "GET /v2.0/ports?device_id=b55b4ecb-a856-4b14-8677-a8207df26a73 HTTP/1.1" status: 200 len: 950 time: 0.0505161 Sep 23 07:29:27.962044 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e372b2a8-3c2b-4a2f-ac1a-e95c2c738376 req-06b05abc-0ceb-4e85-9b81-12de137f074f tempest-ServersAdminNegativeTestJSON-631354894 tempest-ServersAdminNegativeTestJSON-631354894-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8df125e-5565-44a9-9649-267cb90cbb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323262 Sep 23 07:29:28.024262 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2f628-58b7-4106-a8d5-ce8e9d4f7a5f req-46b52dbe-d96c-43e9-9574-2c9d27d61071 tempest-ServersAdminNegativeTestJSON-631354894 tempest-ServersAdminNegativeTestJSON-631354894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:28.025746 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f3b2f628-58b7-4106-a8d5-ce8e9d4f7a5f req-46b52dbe-d96c-43e9-9574-2c9d27d61071 tempest-ServersAdminNegativeTestJSON-631354894 tempest-ServersAdminNegativeTestJSON-631354894-project] 10.222.0.58 "GET /v2.0/ports?device_id=b55b4ecb-a856-4b14-8677-a8207df26a73 HTTP/1.1" status: 200 len: 950 time: 0.0485792 Sep 23 07:29:28.120739 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-f3b2f628-58b7-4106-a8d5-ce8e9d4f7a5f req-6e306f1b-a791-48b4-9f5c-86d1be217f29 tempest-ServersAdminNegativeTestJSON-631354894 tempest-ServersAdminNegativeTestJSON-631354894-project] Deleting port 472725fb-08ee-4a0b-a61e-8b187cc0f4b9 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:29:28.121077 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-f3b2f628-58b7-4106-a8d5-ce8e9d4f7a5f req-6e306f1b-a791-48b4-9f5c-86d1be217f29 tempest-ServersAdminNegativeTestJSON-631354894 tempest-ServersAdminNegativeTestJSON-631354894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:28.209742 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-f3b2f628-58b7-4106-a8d5-ce8e9d4f7a5f req-6e306f1b-a791-48b4-9f5c-86d1be217f29 tempest-ServersAdminNegativeTestJSON-631354894 tempest-ServersAdminNegativeTestJSON-631354894-project] For port 472725fb-08ee-4a0b-a61e-8b187cc0f4b9, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=472725fb-08ee-4a0b-a61e-8b187cc0f4b9,segment=NetworkSegment(e23367ce-0a70-4d1a-be50-96a7392922bf),segment_id=e23367ce-0a70-4d1a-be50-96a7392922bf)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:29:28.210231 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-f3b2f628-58b7-4106-a8d5-ce8e9d4f7a5f req-6e306f1b-a791-48b4-9f5c-86d1be217f29 tempest-ServersAdminNegativeTestJSON-631354894 tempest-ServersAdminNegativeTestJSON-631354894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:28.224526 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-f3b2f628-58b7-4106-a8d5-ce8e9d4f7a5f req-6e306f1b-a791-48b4-9f5c-86d1be217f29 tempest-ServersAdminNegativeTestJSON-631354894 tempest-ServersAdminNegativeTestJSON-631354894-project] Calling delete_port for 472725fb-08ee-4a0b-a61e-8b187cc0f4b9 owned by compute:nova {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:29:28.355228 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-f3b2f628-58b7-4106-a8d5-ce8e9d4f7a5f req-6e306f1b-a791-48b4-9f5c-86d1be217f29 tempest-ServersAdminNegativeTestJSON-631354894 tempest-ServersAdminNegativeTestJSON-631354894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:28.367615 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['472725fb-08ee-4a0b-a61e-8b187cc0f4b9'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:29:28.382647 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e306f1b-a791-48b4-9f5c-86d1be217f29 tempest-ServersAdminNegativeTestJSON-631354894 tempest-ServersAdminNegativeTestJSON-631354894-project] Pushing event deleted for resources: {'Port': ['ID=472725fb-08ee-4a0b-a61e-8b187cc0f4b9,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:28.433112 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3b2f628-58b7-4106-a8d5-ce8e9d4f7a5f req-6e306f1b-a791-48b4-9f5c-86d1be217f29 tempest-ServersAdminNegativeTestJSON-631354894 tempest-ServersAdminNegativeTestJSON-631354894-project] No DVR routers for this DVR port 472725fb-08ee-4a0b-a61e-8b187cc0f4b9 on host n-h2-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:29:28.435979 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-f3b2f628-58b7-4106-a8d5-ce8e9d4f7a5f req-6e306f1b-a791-48b4-9f5c-86d1be217f29 tempest-ServersAdminNegativeTestJSON-631354894 tempest-ServersAdminNegativeTestJSON-631354894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:28.438129 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f3b2f628-58b7-4106-a8d5-ce8e9d4f7a5f req-6e306f1b-a791-48b4-9f5c-86d1be217f29 tempest-ServersAdminNegativeTestJSON-631354894 tempest-ServersAdminNegativeTestJSON-631354894-project] 10.222.0.58 "DELETE /v2.0/ports/472725fb-08ee-4a0b-a61e-8b187cc0f4b9 HTTP/1.1" status: 204 len: 173 time: 0.4064646 Sep 23 07:29:28.438569 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b55b4ecb-a856-4b14-8677-a8207df26a73', 'name': 'network-vif-deleted', 'tag': '472725fb-08ee-4a0b-a61e-8b187cc0f4b9'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:29:28.440905 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b1cd1ff-560e-4d67-9905-ac9081ed0145" -d '{"events": [{"server_uuid": "b55b4ecb-a856-4b14-8677-a8207df26a73", "name": "network-vif-deleted", "tag": "472725fb-08ee-4a0b-a61e-8b187cc0f4b9"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:29:28.482283 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d289d22-f9da-4b29-981e-d1ad8299a62b x-openstack-request-id: req-9d289d22-f9da-4b29-981e-d1ad8299a62b {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:29:28.482646 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b55b4ecb-a856-4b14-8677-a8207df26a73", "name": "network-vif-deleted", "tag": "472725fb-08ee-4a0b-a61e-8b187cc0f4b9", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:29:28.482977 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9d289d22-f9da-4b29-981e-d1ad8299a62b {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:29:28.483420 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b55b4ecb-a856-4b14-8677-a8207df26a73', 'name': 'network-vif-deleted', 'tag': '472725fb-08ee-4a0b-a61e-8b187cc0f4b9', 'status': 'completed', 'code': 200} Sep 23 07:29:29.247438 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51636) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:29:29.384212 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-7d0d328c-85b7-4e68-be91-aad363d06eb3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c9e0b29b4d1944f79612116aa1352ad9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1355364 Sep 23 07:29:29.386692 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51640) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:29:29.435713 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8f08fcc6-0acf-4f73-835e-42d392f27e15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:29.456778 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8f08fcc6-0acf-4f73-835e-42d392f27e15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:29.502957 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8f08fcc6-0acf-4f73-835e-42d392f27e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:29.505768 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8f08fcc6-0acf-4f73-835e-42d392f27e15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:29.506996 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-8f08fcc6-0acf-4f73-835e-42d392f27e15 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b8df125e-5565-44a9-9649-267cb90cbb20 HTTP/1.1" status: 204 len: 168 time: 0.1192782 Sep 23 07:29:29.515401 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f08fcc6-0acf-4f73-835e-42d392f27e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8df125e-5565-44a9-9649-267cb90cbb20,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:29.761434 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51646) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:29:29.774532 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-85afb01b-0242-4ed4-9a25-48fcc0ab6242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:29.865823 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-85afb01b-0242-4ed4-9a25-48fcc0ab6242 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:29.869610 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-85afb01b-0242-4ed4-9a25-48fcc0ab6242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:29.907721 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-85afb01b-0242-4ed4-9a25-48fcc0ab6242 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=af3f4727531d4801adf1446a4193b244&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1451676 Sep 23 07:29:29.908594 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85afb01b-0242-4ed4-9a25-48fcc0ab6242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6dc26b-6889-48b1-bb04-1b2f8dfaa075,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:29.910488 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51648) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:29:29.958977 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9dc8336e-1df7-4ef5-8112-a83e06181634 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:29.978960 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9dc8336e-1df7-4ef5-8112-a83e06181634 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:30.024949 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9dc8336e-1df7-4ef5-8112-a83e06181634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:30.027837 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9dc8336e-1df7-4ef5-8112-a83e06181634 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:30.029656 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-9dc8336e-1df7-4ef5-8112-a83e06181634 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0e6dc26b-6889-48b1-bb04-1b2f8dfaa075 HTTP/1.1" status: 204 len: 168 time: 0.1181550 Sep 23 07:29:30.037101 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc8336e-1df7-4ef5-8112-a83e06181634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6dc26b-6889-48b1-bb04-1b2f8dfaa075,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:30.720946 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51670) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:29:30.814642 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-021bce6f-fe8d-4c47-ad01-75f7317d8673 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2145539688-network', 'tenant_id': '6b4a8fec1e594e65a736618ebba9f091'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:29:30.835132 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-021bce6f-fe8d-4c47-ad01-75f7317d8673 admin admin] Made reservation on behalf of 6b4a8fec1e594e65a736618ebba9f091 for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:29:30.837521 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-021bce6f-fe8d-4c47-ad01-75f7317d8673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:30.849367 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-021bce6f-fe8d-4c47-ad01-75f7317d8673 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:30.948530 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-021bce6f-fe8d-4c47-ad01-75f7317d8673 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:30.952179 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-021bce6f-fe8d-4c47-ad01-75f7317d8673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:30.972992 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-021bce6f-fe8d-4c47-ad01-75f7317d8673 admin admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:29:30.988769 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021bce6f-fe8d-4c47-ad01-75f7317d8673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ecbbd86-475e-4adb-ade5-11bcb09dc8c2,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:30.991130 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-021bce6f-fe8d-4c47-ad01-75f7317d8673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:30.991475 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-021bce6f-fe8d-4c47-ad01-75f7317d8673 admin admin] Added segment f36883e1-4f5a-445a-91fd-338ee3d58ae3 of type vlan for network e97773fb-1f51-4b2e-8104-00671c8b79ea Sep 23 07:29:31.007660 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021bce6f-fe8d-4c47-ad01-75f7317d8673 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:29:31.008011 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021bce6f-fe8d-4c47-ad01-75f7317d8673 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:29:31.008358 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021bce6f-fe8d-4c47-ad01-75f7317d8673 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:29:31.008698 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021bce6f-fe8d-4c47-ad01-75f7317d8673 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:29:31.009052 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021bce6f-fe8d-4c47-ad01-75f7317d8673 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:29:31.009422 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021bce6f-fe8d-4c47-ad01-75f7317d8673 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:29:31.009742 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021bce6f-fe8d-4c47-ad01-75f7317d8673 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:29:31.010116 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021bce6f-fe8d-4c47-ad01-75f7317d8673 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:29:31.010442 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021bce6f-fe8d-4c47-ad01-75f7317d8673 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:29:31.010767 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021bce6f-fe8d-4c47-ad01-75f7317d8673 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:29:31.011091 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021bce6f-fe8d-4c47-ad01-75f7317d8673 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:29:31.011412 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021bce6f-fe8d-4c47-ad01-75f7317d8673 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:29:31.049946 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-021bce6f-fe8d-4c47-ad01-75f7317d8673 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:31.074284 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-021bce6f-fe8d-4c47-ad01-75f7317d8673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:31.075343 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021bce6f-fe8d-4c47-ad01-75f7317d8673 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:31.075919 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-021bce6f-fe8d-4c47-ad01-75f7317d8673 admin admin] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:31.108765 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-021bce6f-fe8d-4c47-ad01-75f7317d8673 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3866434 Sep 23 07:29:31.111673 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51674) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:29:31.118681 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-048be7f9-adf2-4b8a-af32-4b985af65381 admin admin] Request body: {'subnet': {'network_id': 'e97773fb-1f51-4b2e-8104-00671c8b79ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2145539688-subnet', 'tenant_id': '6b4a8fec1e594e65a736618ebba9f091', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:29:31.153805 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021bce6f-fe8d-4c47-ad01-75f7317d8673 admin admin] Pushing event updated for resources: {'Network': ['ID=e97773fb-1f51-4b2e-8104-00671c8b79ea,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:31.164047 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network e97773fb-1f51-4b2e-8104-00671c8b79ea details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:29:31.170692 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-048be7f9-adf2-4b8a-af32-4b985af65381 admin admin] Made reservation on behalf of 6b4a8fec1e594e65a736618ebba9f091 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:29:31.173078 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-048be7f9-adf2-4b8a-af32-4b985af65381 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:31.340110 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-048be7f9-adf2-4b8a-af32-4b985af65381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:31.393019 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048be7f9-adf2-4b8a-af32-4b985af65381 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c85c183f-6032-487c-80dd-6da452187634,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:31.404727 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048be7f9-adf2-4b8a-af32-4b985af65381 admin admin] Checking segment: {'id': 'f36883e1-4f5a-445a-91fd-338ee3d58ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e97773fb-1f51-4b2e-8104-00671c8b79ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:29:31.405095 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048be7f9-adf2-4b8a-af32-4b985af65381 admin admin] Network hostable DHCP agents. Network: e97773fb-1f51-4b2e-8104-00671c8b79ea, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:29:31.421279 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048be7f9-adf2-4b8a-af32-4b985af65381 admin admin] Network e97773fb-1f51-4b2e-8104-00671c8b79ea is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:29:31.429944 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-048be7f9-adf2-4b8a-af32-4b985af65381 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, e97773fb-1f51-4b2e-8104-00671c8b79ea) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:29:31.434235 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048be7f9-adf2-4b8a-af32-4b985af65381 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:31.434837 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-048be7f9-adf2-4b8a-af32-4b985af65381 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:31.440085 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2253468-8132-4fa5-805b-86b386552e30 None None] Network e97773fb-1f51-4b2e-8104-00671c8b79ea requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:29:31.448169 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-048be7f9-adf2-4b8a-af32-4b985af65381 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3349624 Sep 23 07:29:31.724984 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6413a0-75e2-42ca-82a8-bf49485191d6 None None] Network e97773fb-1f51-4b2e-8104-00671c8b79ea requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:29:31.881449 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ae97d2-c195-457d-bd05-596a7088aa6e req-7999df9e-d7ff-4583-8f04-6612c0068da6 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:31.882962 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-18ae97d2-c195-457d-bd05-596a7088aa6e req-7999df9e-d7ff-4583-8f04-6612c0068da6 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.39 "GET /v2.0/networks?id=e97773fb-1f51-4b2e-8104-00671c8b79ea HTTP/1.1" status: 200 len: 812 time: 0.1084929 Sep 23 07:29:31.897544 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-18ae97d2-c195-457d-bd05-596a7088aa6e req-3e5dd8fc-bec4-4a92-97d7-15f92da57abb tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.39 "GET /v2.0/quotas/6b4a8fec1e594e65a736618ebba9f091 HTTP/1.1" status: 200 len: 375 time: 0.0088723 Sep 23 07:29:31.929024 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-18ae97d2-c195-457d-bd05-596a7088aa6e req-a373f1b7-030b-45e6-b533-3fe5e951c572 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6b4a8fec1e594e65a736618ebba9f091&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264459 Sep 23 07:29:32.022281 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-18ae97d2-c195-457d-bd05-596a7088aa6e req-07a1aa07-6116-46ab-89b8-fdc7842713fe service neutron] 10.222.0.39 "GET /v2.0/networks/e97773fb-1f51-4b2e-8104-00671c8b79ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856047 Sep 23 07:29:32.075151 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 472725fb-08ee-4a0b-a61e-8b187cc0f4b9 no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:29:32.095822 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No Port match for: 472725fb-08ee-4a0b-a61e-8b187cc0f4b9 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:29:32.096169 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 472725fb-08ee-4a0b-a61e-8b187cc0f4b9 not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:29:32.112951 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-18ae97d2-c195-457d-bd05-596a7088aa6e req-f50d71ca-61ab-4856-980c-7dcc3665d16b service neutron] 10.222.0.39 "GET /v2.0/networks/e97773fb-1f51-4b2e-8104-00671c8b79ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846908 Sep 23 07:29:32.275129 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-453b9264-2635-45f1-92de-e3c470dd3baa req-15828a3b-1027-4318-b5ad-92b07068cd7e tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.39 "GET /v2.0/ports?device_id=94a00d53-44f6-47be-9cdb-c29ae5bc1f14 HTTP/1.1" status: 200 len: 210 time: 0.0316401 Sep 23 07:29:33.193546 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ae97d2-c195-457d-bd05-596a7088aa6e req-a8ea181f-7700-4157-9a9a-bdc43851ee85 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:33.195214 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-18ae97d2-c195-457d-bd05-596a7088aa6e req-a8ea181f-7700-4157-9a9a-bdc43851ee85 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.58 "GET /v2.0/networks?id=e97773fb-1f51-4b2e-8104-00671c8b79ea HTTP/1.1" status: 200 len: 812 time: 0.1184306 Sep 23 07:29:33.210313 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-18ae97d2-c195-457d-bd05-596a7088aa6e req-37d30a11-c144-42ce-b5c4-9dae6cd58c54 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] Request body: {'port': {'device_id': '94a00d53-44f6-47be-9cdb-c29ae5bc1f14', 'network_id': 'e97773fb-1f51-4b2e-8104-00671c8b79ea', 'admin_state_up': True, 'tenant_id': '6b4a8fec1e594e65a736618ebba9f091'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:29:33.324112 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18ae97d2-c195-457d-bd05-596a7088aa6e req-37d30a11-c144-42ce-b5c4-9dae6cd58c54 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] Made reservation on behalf of 6b4a8fec1e594e65a736618ebba9f091 for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:29:33.328490 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-18ae97d2-c195-457d-bd05-596a7088aa6e req-37d30a11-c144-42ce-b5c4-9dae6cd58c54 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:33.378940 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e0cc14cf-f9e9-446e-b1b5-327798ec4a1e req-3f001c46-c544-4205-9bcd-b47b009a4772 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.39 "GET /v2.0/ports?device_id=94a00d53-44f6-47be-9cdb-c29ae5bc1f14 HTTP/1.1" status: 200 len: 210 time: 0.0340021 Sep 23 07:29:33.491618 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [req-18ae97d2-c195-457d-bd05-596a7088aa6e req-37d30a11-c144-42ce-b5c4-9dae6cd58c54 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] Allocated IP 172.20.0.13 (e97773fb-1f51-4b2e-8104-00671c8b79ea/c85c183f-6032-487c-80dd-6da452187634/babfda01-4480-4fde-9e60-3d0854a10558) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:29:33.641080 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-18ae97d2-c195-457d-bd05-596a7088aa6e req-37d30a11-c144-42ce-b5c4-9dae6cd58c54 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:33.673355 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-18ae97d2-c195-457d-bd05-596a7088aa6e req-37d30a11-c144-42ce-b5c4-9dae6cd58c54 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:33.716136 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18ae97d2-c195-457d-bd05-596a7088aa6e req-37d30a11-c144-42ce-b5c4-9dae6cd58c54 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] Network e97773fb-1f51-4b2e-8104-00671c8b79ea is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:29:33.719292 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [req-18ae97d2-c195-457d-bd05-596a7088aa6e req-37d30a11-c144-42ce-b5c4-9dae6cd58c54 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:29:33.722868 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-18ae97d2-c195-457d-bd05-596a7088aa6e req-37d30a11-c144-42ce-b5c4-9dae6cd58c54 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:29:33.731713 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d30a11-c144-42ce-b5c4-9dae6cd58c54 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] Pushing event updated for resources: {'Port': ['ID=babfda01-4480-4fde-9e60-3d0854a10558,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:33.767078 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d30a11-c144-42ce-b5c4-9dae6cd58c54 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:29:33.767427 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d30a11-c144-42ce-b5c4-9dae6cd58c54 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:29:33.767766 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d30a11-c144-42ce-b5c4-9dae6cd58c54 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:29:33.768102 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d30a11-c144-42ce-b5c4-9dae6cd58c54 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:29:33.768434 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d30a11-c144-42ce-b5c4-9dae6cd58c54 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:29:33.768764 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d30a11-c144-42ce-b5c4-9dae6cd58c54 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:29:33.769089 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d30a11-c144-42ce-b5c4-9dae6cd58c54 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:29:33.769412 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d30a11-c144-42ce-b5c4-9dae6cd58c54 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:29:33.769733 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d30a11-c144-42ce-b5c4-9dae6cd58c54 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:29:33.770083 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d30a11-c144-42ce-b5c4-9dae6cd58c54 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:29:33.770407 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d30a11-c144-42ce-b5c4-9dae6cd58c54 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:29:33.770722 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d30a11-c144-42ce-b5c4-9dae6cd58c54 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:29:33.796088 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ae97d2-c195-457d-bd05-596a7088aa6e req-37d30a11-c144-42ce-b5c4-9dae6cd58c54 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:33.796704 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-18ae97d2-c195-457d-bd05-596a7088aa6e req-37d30a11-c144-42ce-b5c4-9dae6cd58c54 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:33.810988 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-18ae97d2-c195-457d-bd05-596a7088aa6e req-37d30a11-c144-42ce-b5c4-9dae6cd58c54 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6043618 Sep 23 07:29:33.823646 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-18ae97d2-c195-457d-bd05-596a7088aa6e req-bfb43813-b89c-4f74-ba3e-5f887e13826d service neutron] Request body: {'port': {'device_id': '94a00d53-44f6-47be-9cdb-c29ae5bc1f14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:29:33.877840 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-18ae97d2-c195-457d-bd05-596a7088aa6e req-bfb43813-b89c-4f74-ba3e-5f887e13826d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:34.145501 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [req-18ae97d2-c195-457d-bd05-596a7088aa6e req-bfb43813-b89c-4f74-ba3e-5f887e13826d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id babfda01-4480-4fde-9e60-3d0854a10558 {{(pid=95066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:29:34.153044 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-18ae97d2-c195-457d-bd05-596a7088aa6e req-bfb43813-b89c-4f74-ba3e-5f887e13826d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:34.164798 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.provisioning_blocks [req-18ae97d2-c195-457d-bd05-596a7088aa6e req-bfb43813-b89c-4f74-ba3e-5f887e13826d service neutron] Transition to ACTIVE for port object babfda01-4480-4fde-9e60-3d0854a10558 will not be triggered until provisioned by entity L2. {{(pid=95066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:29:34.169123 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-18ae97d2-c195-457d-bd05-596a7088aa6e req-bfb43813-b89c-4f74-ba3e-5f887e13826d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:34.217919 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb43813-b89c-4f74-ba3e-5f887e13826d service neutron] Pushing event updated for resources: {'Port': ['ID=babfda01-4480-4fde-9e60-3d0854a10558,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:34.290039 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-18ae97d2-c195-457d-bd05-596a7088aa6e req-bfb43813-b89c-4f74-ba3e-5f887e13826d service neutron] Attempting to bind port babfda01-4480-4fde-9e60-3d0854a10558 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:29:34.290376 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-18ae97d2-c195-457d-bd05-596a7088aa6e req-bfb43813-b89c-4f74-ba3e-5f887e13826d service neutron] Attempting to bind port babfda01-4480-4fde-9e60-3d0854a10558 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': 'f36883e1-4f5a-445a-91fd-338ee3d58ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e97773fb-1f51-4b2e-8104-00671c8b79ea'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:29:34.290706 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ae97d2-c195-457d-bd05-596a7088aa6e req-bfb43813-b89c-4f74-ba3e-5f887e13826d service neutron] Attempting to bind port babfda01-4480-4fde-9e60-3d0854a10558 on network e97773fb-1f51-4b2e-8104-00671c8b79ea {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:29:34.295867 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ae97d2-c195-457d-bd05-596a7088aa6e req-bfb43813-b89c-4f74-ba3e-5f887e13826d service neutron] Port babfda01-4480-4fde-9e60-3d0854a10558 on network e97773fb-1f51-4b2e-8104-00671c8b79ea not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:29:34.296191 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ae97d2-c195-457d-bd05-596a7088aa6e req-bfb43813-b89c-4f74-ba3e-5f887e13826d service neutron] Attempting to bind port babfda01-4480-4fde-9e60-3d0854a10558 on network e97773fb-1f51-4b2e-8104-00671c8b79ea {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:29:34.301124 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ae97d2-c195-457d-bd05-596a7088aa6e req-bfb43813-b89c-4f74-ba3e-5f887e13826d service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:29:34.301473 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ae97d2-c195-457d-bd05-596a7088aa6e req-bfb43813-b89c-4f74-ba3e-5f887e13826d service neutron] Checking segment: {'id': 'f36883e1-4f5a-445a-91fd-338ee3d58ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e97773fb-1f51-4b2e-8104-00671c8b79ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:29:34.301856 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ae97d2-c195-457d-bd05-596a7088aa6e req-bfb43813-b89c-4f74-ba3e-5f887e13826d service neutron] Bound using segment: {'id': 'f36883e1-4f5a-445a-91fd-338ee3d58ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e97773fb-1f51-4b2e-8104-00671c8b79ea'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:29:34.302311 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-18ae97d2-c195-457d-bd05-596a7088aa6e req-bfb43813-b89c-4f74-ba3e-5f887e13826d service neutron] Bound port: babfda01-4480-4fde-9e60-3d0854a10558, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f36883e1-4f5a-445a-91fd-338ee3d58ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e97773fb-1f51-4b2e-8104-00671c8b79ea'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:29:34.302669 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-18ae97d2-c195-457d-bd05-596a7088aa6e req-bfb43813-b89c-4f74-ba3e-5f887e13826d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:34.376799 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-18ae97d2-c195-457d-bd05-596a7088aa6e req-bfb43813-b89c-4f74-ba3e-5f887e13826d service neutron] For port babfda01-4480-4fde-9e60-3d0854a10558, host n-h2-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:29:34.379954 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-18ae97d2-c195-457d-bd05-596a7088aa6e req-bfb43813-b89c-4f74-ba3e-5f887e13826d service neutron] For port babfda01-4480-4fde-9e60-3d0854a10558, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=babfda01-4480-4fde-9e60-3d0854a10558,segment=NetworkSegment(f36883e1-4f5a-445a-91fd-338ee3d58ae3),segment_id=f36883e1-4f5a-445a-91fd-338ee3d58ae3)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:29:34.384794 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-18ae97d2-c195-457d-bd05-596a7088aa6e req-bfb43813-b89c-4f74-ba3e-5f887e13826d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:34.429507 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ae97d2-c195-457d-bd05-596a7088aa6e req-bfb43813-b89c-4f74-ba3e-5f887e13826d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:34.429507 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-18ae97d2-c195-457d-bd05-596a7088aa6e req-bfb43813-b89c-4f74-ba3e-5f887e13826d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:34.432200 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-18ae97d2-c195-457d-bd05-596a7088aa6e req-bfb43813-b89c-4f74-ba3e-5f887e13826d service neutron] 10.222.0.58 "PUT /v2.0/ports/babfda01-4480-4fde-9e60-3d0854a10558 HTTP/1.1" status: 200 len: 1093 time: 0.6125364 Sep 23 07:29:34.439813 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94a00d53-44f6-47be-9cdb-c29ae5bc1f14', 'tag': 'babfda01-4480-4fde-9e60-3d0854a10558'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:29:34.442212 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab735bd2-6d03-46e2-8b3f-ceeabfc14de7" -d '{"events": [{"name": "network-changed", "server_uuid": "94a00d53-44f6-47be-9cdb-c29ae5bc1f14", "tag": "babfda01-4480-4fde-9e60-3d0854a10558"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:29:34.492822 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb43813-b89c-4f74-ba3e-5f887e13826d service neutron] Pushing event updated for resources: {'Port': ['ID=babfda01-4480-4fde-9e60-3d0854a10558,revision_number=3']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:34.499087 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d24fdaa0-6ac2-48c4-9cfc-b12f36ba6ffc x-openstack-request-id: req-d24fdaa0-6ac2-48c4-9cfc-b12f36ba6ffc {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:29:34.499531 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94a00d53-44f6-47be-9cdb-c29ae5bc1f14", "tag": "babfda01-4480-4fde-9e60-3d0854a10558", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:29:34.499912 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d24fdaa0-6ac2-48c4-9cfc-b12f36ba6ffc {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:29:34.500508 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94a00d53-44f6-47be-9cdb-c29ae5bc1f14', 'tag': 'babfda01-4480-4fde-9e60-3d0854a10558', 'status': 'completed', 'code': 200} Sep 23 07:29:34.513904 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0543745b-20b9-4600-acf5-7dd00673c852 req-bb1d143e-ef1e-4325-94e6-7a37d09c008b tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:34.515703 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0543745b-20b9-4600-acf5-7dd00673c852 req-bb1d143e-ef1e-4325-94e6-7a37d09c008b tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.39 "GET /v2.0/ports?device_id=94a00d53-44f6-47be-9cdb-c29ae5bc1f14 HTTP/1.1" status: 200 len: 944 time: 0.0589545 Sep 23 07:29:34.537441 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ae97d2-c195-457d-bd05-596a7088aa6e req-b7e1ef1f-e6f8-4ce1-b5e3-920c2de74409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:34.539115 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-18ae97d2-c195-457d-bd05-596a7088aa6e req-b7e1ef1f-e6f8-4ce1-b5e3-920c2de74409 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6b4a8fec1e594e65a736618ebba9f091&device_id=94a00d53-44f6-47be-9cdb-c29ae5bc1f14 HTTP/1.1" status: 200 len: 1096 time: 0.0603976 Sep 23 07:29:34.574550 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0543745b-20b9-4600-acf5-7dd00673c852 req-3741740e-c5a7-4c68-a072-c92154e45d59 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ecbbd86-475e-4adb-ade5-11bcb09dc8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505083 Sep 23 07:29:34.597631 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-18ae97d2-c195-457d-bd05-596a7088aa6e req-e8e92a2e-433e-4ba0-98e8-8adb83c8c48f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=babfda01-4480-4fde-9e60-3d0854a10558 HTTP/1.1" status: 200 len: 217 time: 0.0504787 Sep 23 07:29:34.657783 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ae97d2-c195-457d-bd05-596a7088aa6e req-27503660-df1a-44b0-8713-2c10160fc988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:34.659460 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-18ae97d2-c195-457d-bd05-596a7088aa6e req-27503660-df1a-44b0-8713-2c10160fc988 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c85c183f-6032-487c-80dd-6da452187634 HTTP/1.1" status: 200 len: 852 time: 0.0545330 Sep 23 07:29:34.694969 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-18ae97d2-c195-457d-bd05-596a7088aa6e req-5de9c88c-2b00-4e53-840a-1fa3e9102ffe service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e97773fb-1f51-4b2e-8104-00671c8b79ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281641 Sep 23 07:29:34.796371 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-18ae97d2-c195-457d-bd05-596a7088aa6e req-c27483a5-5c16-4af9-8d5b-a5f0d0a4b1c7 service neutron] 10.222.0.58 "GET /v2.0/networks/e97773fb-1f51-4b2e-8104-00671c8b79ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939686 Sep 23 07:29:34.914634 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-18ae97d2-c195-457d-bd05-596a7088aa6e req-7035b563-7f23-4c56-b95c-fbf4a587c3fb service neutron] 10.222.0.58 "GET /v2.0/networks/e97773fb-1f51-4b2e-8104-00671c8b79ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113615 Sep 23 07:29:35.007913 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab735bd2-6d03-46e2-8b3f-ceeabfc14de7 req-d2fc626b-462c-44ae-98da-0d5467630cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:35.009444 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ab735bd2-6d03-46e2-8b3f-ceeabfc14de7 req-d2fc626b-462c-44ae-98da-0d5467630cfe service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6b4a8fec1e594e65a736618ebba9f091&device_id=94a00d53-44f6-47be-9cdb-c29ae5bc1f14 HTTP/1.1" status: 200 len: 1096 time: 0.0449040 Sep 23 07:29:35.122404 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab735bd2-6d03-46e2-8b3f-ceeabfc14de7 req-d19ce42e-8d1c-439b-821e-cb7530013a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:35.123885 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ab735bd2-6d03-46e2-8b3f-ceeabfc14de7 req-d19ce42e-8d1c-439b-821e-cb7530013a60 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e97773fb-1f51-4b2e-8104-00671c8b79ea HTTP/1.1" status: 200 len: 913 time: 0.1075137 Sep 23 07:29:35.166545 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ab735bd2-6d03-46e2-8b3f-ceeabfc14de7 req-9d281b20-4f8e-41f5-8995-a4f37826775e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=babfda01-4480-4fde-9e60-3d0854a10558 HTTP/1.1" status: 200 len: 217 time: 0.0351284 Sep 23 07:29:35.220855 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab735bd2-6d03-46e2-8b3f-ceeabfc14de7 req-bb1250c3-20c4-49b2-bf10-d57a47e0e68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:35.222359 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ab735bd2-6d03-46e2-8b3f-ceeabfc14de7 req-bb1250c3-20c4-49b2-bf10-d57a47e0e68a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c85c183f-6032-487c-80dd-6da452187634 HTTP/1.1" status: 200 len: 852 time: 0.0480642 Sep 23 07:29:35.255390 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ab735bd2-6d03-46e2-8b3f-ceeabfc14de7 req-01b9e79d-9a21-4cb3-b3e9-5356f2bff0be service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e97773fb-1f51-4b2e-8104-00671c8b79ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250521 Sep 23 07:29:35.348772 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ab735bd2-6d03-46e2-8b3f-ceeabfc14de7 req-e9d3be9d-8a49-411b-8dcc-0e6b93dc6463 service neutron] 10.222.0.58 "GET /v2.0/networks/e97773fb-1f51-4b2e-8104-00671c8b79ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841060 Sep 23 07:29:35.449970 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ab735bd2-6d03-46e2-8b3f-ceeabfc14de7 req-4b4e79d1-0a1b-42d5-b6d9-1b11b5d89a7e service neutron] 10.222.0.58 "GET /v2.0/networks/e97773fb-1f51-4b2e-8104-00671c8b79ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923338 Sep 23 07:29:35.692988 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886e4a2c-b2df-4dff-8470-cd732915e88b req-0584f77f-25c4-4570-9f53-84a1f148b879 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:35.694485 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-886e4a2c-b2df-4dff-8470-cd732915e88b req-0584f77f-25c4-4570-9f53-84a1f148b879 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.39 "GET /v2.0/ports?device_id=94a00d53-44f6-47be-9cdb-c29ae5bc1f14 HTTP/1.1" status: 200 len: 944 time: 0.0492463 Sep 23 07:29:35.732589 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-886e4a2c-b2df-4dff-8470-cd732915e88b req-df365575-1a45-49f1-8074-ef0ddb4765a9 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ecbbd86-475e-4adb-ade5-11bcb09dc8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322702 Sep 23 07:29:36.850622 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3d978e-41cd-4b2a-b02d-210f134fdb5d req-b51a91b8-627e-424b-be80-da5a59cb276a tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:36.852280 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5f3d978e-41cd-4b2a-b02d-210f134fdb5d req-b51a91b8-627e-424b-be80-da5a59cb276a tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.39 "GET /v2.0/ports?device_id=94a00d53-44f6-47be-9cdb-c29ae5bc1f14 HTTP/1.1" status: 200 len: 944 time: 0.0528848 Sep 23 07:29:36.853684 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:36.890675 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5f3d978e-41cd-4b2a-b02d-210f134fdb5d req-71309f9e-dc9b-4c1c-82df-50c635c568bf tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ecbbd86-475e-4adb-ade5-11bcb09dc8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317767 Sep 23 07:29:38.006071 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5492bd-0334-4bae-bf55-bb22f09a9994 req-12844a5a-8527-4283-a474-fa8cf16228fe tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:38.007527 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0a5492bd-0334-4bae-bf55-bb22f09a9994 req-12844a5a-8527-4283-a474-fa8cf16228fe tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.39 "GET /v2.0/ports?device_id=94a00d53-44f6-47be-9cdb-c29ae5bc1f14 HTTP/1.1" status: 200 len: 944 time: 0.0487669 Sep 23 07:29:38.049289 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0a5492bd-0334-4bae-bf55-bb22f09a9994 req-86855271-1715-4b0f-9c43-6064e142b8d2 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ecbbd86-475e-4adb-ade5-11bcb09dc8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356307 Sep 23 07:29:38.082151 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-99029cc2-4faa-499a-b5de-320165c79686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:38.121572 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device babfda01-4480-4fde-9e60-3d0854a10558 details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:29:38.217175 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port babfda01-4480-4fde-9e60-3d0854a10558, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=babfda01-4480-4fde-9e60-3d0854a10558,segment=NetworkSegment(f36883e1-4f5a-445a-91fd-338ee3d58ae3),segment_id=f36883e1-4f5a-445a-91fd-338ee3d58ae3)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:29:38.228593 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': 'babfda01-4480-4fde-9e60-3d0854a10558', 'network_id': 'e97773fb-1f51-4b2e-8104-00671c8b79ea', 'port_id': 'babfda01-4480-4fde-9e60-3d0854a10558', 'mac_address': 'fa:16:3e:a0:f2:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c85c183f-6032-487c-80dd-6da452187634', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:29:38.265388 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:38.277713 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id babfda01-4480-4fde-9e60-3d0854a10558 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:29:38.297500 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port babfda01-4480-4fde-9e60-3d0854a10558, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=babfda01-4480-4fde-9e60-3d0854a10558,segment=NetworkSegment(f36883e1-4f5a-445a-91fd-338ee3d58ae3),segment_id=f36883e1-4f5a-445a-91fd-338ee3d58ae3)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:29:38.301559 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:38.346437 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=babfda01-4480-4fde-9e60-3d0854a10558,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:38.353618 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:29:38.353999 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:29:38.354343 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:29:38.354681 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:29:38.355016 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:29:38.355344 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:29:38.355669 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:29:38.356723 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:29:38.357063 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:29:38.357387 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:29:38.357711 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:29:38.358058 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:29:38.494894 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['babfda01-4480-4fde-9e60-3d0854a10558'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:29:39.163176 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd366b52-5cbf-47cc-9fa1-c5e81c482b92 req-b76843db-9ef1-4998-b616-ff05a57650a1 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:39.164627 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bd366b52-5cbf-47cc-9fa1-c5e81c482b92 req-b76843db-9ef1-4998-b616-ff05a57650a1 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.39 "GET /v2.0/ports?device_id=94a00d53-44f6-47be-9cdb-c29ae5bc1f14 HTTP/1.1" status: 200 len: 945 time: 0.0487456 Sep 23 07:29:39.202699 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bd366b52-5cbf-47cc-9fa1-c5e81c482b92 req-5edfa086-a3de-4a31-9e5e-f3cb41410732 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ecbbd86-475e-4adb-ade5-11bcb09dc8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316601 Sep 23 07:29:40.153545 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device babfda01-4480-4fde-9e60-3d0854a10558 up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:29:40.202289 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port babfda01-4480-4fde-9e60-3d0854a10558 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:29:40.205787 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port babfda01-4480-4fde-9e60-3d0854a10558 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:29:40.206192 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:40.289266 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:40.312116 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94a00d53-44f6-47be-9cdb-c29ae5bc1f14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'babfda01-4480-4fde-9e60-3d0854a10558'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:29:40.314412 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be4727b-edc2-434d-8fbe-1dcfadb62618" -d '{"events": [{"server_uuid": "94a00d53-44f6-47be-9cdb-c29ae5bc1f14", "name": "network-vif-plugged", "status": "completed", "tag": "babfda01-4480-4fde-9e60-3d0854a10558"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:29:40.318357 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c548c7c-c2e6-47d4-a0dc-3b4fa731891d req-63084627-ab46-4898-94d9-673d858f264f tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:40.319869 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7c548c7c-c2e6-47d4-a0dc-3b4fa731891d req-63084627-ab46-4898-94d9-673d858f264f tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.39 "GET /v2.0/ports?device_id=94a00d53-44f6-47be-9cdb-c29ae5bc1f14 HTTP/1.1" status: 200 len: 945 time: 0.0501950 Sep 23 07:29:40.329652 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port babfda01-4480-4fde-9e60-3d0854a10558, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=babfda01-4480-4fde-9e60-3d0854a10558,segment=NetworkSegment(f36883e1-4f5a-445a-91fd-338ee3d58ae3),segment_id=f36883e1-4f5a-445a-91fd-338ee3d58ae3)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:29:40.333844 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:40.358174 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee1aeab-e369-4982-898f-5d12f1fcfaac x-openstack-request-id: req-2ee1aeab-e369-4982-898f-5d12f1fcfaac {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:29:40.358401 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94a00d53-44f6-47be-9cdb-c29ae5bc1f14", "name": "network-vif-plugged", "status": "completed", "tag": "babfda01-4480-4fde-9e60-3d0854a10558", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:29:40.358640 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2ee1aeab-e369-4982-898f-5d12f1fcfaac {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:29:40.359036 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94a00d53-44f6-47be-9cdb-c29ae5bc1f14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'babfda01-4480-4fde-9e60-3d0854a10558', 'code': 200} Sep 23 07:29:40.364806 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7c548c7c-c2e6-47d4-a0dc-3b4fa731891d req-50019f6d-1bf2-4109-94ff-1ac6647f3e49 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ecbbd86-475e-4adb-ade5-11bcb09dc8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385113 Sep 23 07:29:40.394168 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=babfda01-4480-4fde-9e60-3d0854a10558,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:29:40.410320 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:40.450479 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b91f9cc-b941-437a-b685-0271042f3bf0 req-89b5dbe6-1024-406b-a442-dc1bebe3c455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:40.451971 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3b91f9cc-b941-437a-b685-0271042f3bf0 req-89b5dbe6-1024-406b-a442-dc1bebe3c455 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=94a00d53-44f6-47be-9cdb-c29ae5bc1f14 HTTP/1.1" status: 200 len: 1098 time: 0.0408356 Sep 23 07:29:40.491054 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3b91f9cc-b941-437a-b685-0271042f3bf0 req-29419f3d-fbb3-4625-ae57-07564a5d7b5c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=5ecbbd86-475e-4adb-ade5-11bcb09dc8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312195 Sep 23 07:29:41.095007 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-354711b8-6d2a-4a6f-ad0e-bcbb88d2d053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:41.487988 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3bb1d8-2ed4-4c7c-a7db-71e73a2d2685 req-5ada28d2-e4d1-4ed9-a4e7-326912487717 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:41.489543 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2a3bb1d8-2ed4-4c7c-a7db-71e73a2d2685 req-5ada28d2-e4d1-4ed9-a4e7-326912487717 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.39 "GET /v2.0/ports?device_id=94a00d53-44f6-47be-9cdb-c29ae5bc1f14 HTTP/1.1" status: 200 len: 946 time: 0.0528889 Sep 23 07:29:41.528116 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2a3bb1d8-2ed4-4c7c-a7db-71e73a2d2685 req-672f6ae7-3591-43f0-9f59-732420da80a6 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ecbbd86-475e-4adb-ade5-11bcb09dc8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318885 Sep 23 07:29:41.595119 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:41.892400 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:29:42.438495 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:42.762338 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de8951-4604-46be-8e57-40d9c53733a8 req-26dc109f-cbc5-45bc-9244-501f47f774aa tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:42.763805 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-86de8951-4604-46be-8e57-40d9c53733a8 req-26dc109f-cbc5-45bc-9244-501f47f774aa tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.39 "GET /v2.0/ports?device_id=94a00d53-44f6-47be-9cdb-c29ae5bc1f14 HTTP/1.1" status: 200 len: 946 time: 0.1661334 Sep 23 07:29:42.805337 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-86de8951-4604-46be-8e57-40d9c53733a8 req-5aaab47d-8933-49e4-80c5-ee8a60f7fca8 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ecbbd86-475e-4adb-ade5-11bcb09dc8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347261 Sep 23 07:29:43.080249 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51742) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:29:43.137311 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2645cf0f-0e4c-47cd-913b-534e73f950f8 req-1b00f1f8-6b27-4814-95e8-a8d2ce076506 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:43.138896 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2645cf0f-0e4c-47cd-913b-534e73f950f8 req-1b00f1f8-6b27-4814-95e8-a8d2ce076506 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.39 "GET /v2.0/ports?device_id=94a00d53-44f6-47be-9cdb-c29ae5bc1f14 HTTP/1.1" status: 200 len: 946 time: 0.0505905 Sep 23 07:29:43.179000 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2645cf0f-0e4c-47cd-913b-534e73f950f8 req-b1ba3213-2c09-4c13-aeb1-25c5c757c980 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ecbbd86-475e-4adb-ade5-11bcb09dc8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339346 Sep 23 07:29:43.186402 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8f3f380a-be6d-47b7-968e-7df3f0652dbc req-499a4f88-18dd-41c4-ab2f-4ecdd5b060a9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=94a00d53-44f6-47be-9cdb-c29ae5bc1f14&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1049442 Sep 23 07:29:43.196039 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [req-8f3f380a-be6d-47b7-968e-7df3f0652dbc req-5a5979a3-5c01-467c-8cbd-663c6c8b7d5e service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=95065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:29:43.197023 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8f3f380a-be6d-47b7-968e-7df3f0652dbc req-5a5979a3-5c01-467c-8cbd-663c6c8b7d5e service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050006 Sep 23 07:29:43.925609 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:29:44.301136 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf76c5c-d195-411e-99db-9f109ab275b7 req-b635f0f2-b673-4b07-9dc2-c515a8d28d96 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:44.302848 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-edf76c5c-d195-411e-99db-9f109ab275b7 req-b635f0f2-b673-4b07-9dc2-c515a8d28d96 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.39 "GET /v2.0/ports?device_id=94a00d53-44f6-47be-9cdb-c29ae5bc1f14 HTTP/1.1" status: 200 len: 946 time: 0.0566854 Sep 23 07:29:44.343627 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-edf76c5c-d195-411e-99db-9f109ab275b7 req-7febba52-d2da-474c-8a42-a95575f1b73c tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ecbbd86-475e-4adb-ade5-11bcb09dc8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337105 Sep 23 07:29:44.373321 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f380a-be6d-47b7-968e-7df3f0652dbc req-7371997b-8fd4-47b7-8b3a-44f8d8466547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:44.375611 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8f3f380a-be6d-47b7-968e-7df3f0652dbc req-7371997b-8fd4-47b7-8b3a-44f8d8466547 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6b4a8fec1e594e65a736618ebba9f091&device_id=94a00d53-44f6-47be-9cdb-c29ae5bc1f14 HTTP/1.1" status: 200 len: 1098 time: 0.0429049 Sep 23 07:29:44.469467 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f380a-be6d-47b7-968e-7df3f0652dbc req-6d496ed4-5ef0-48a9-b1ad-0a19e81ed0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:44.470960 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8f3f380a-be6d-47b7-968e-7df3f0652dbc req-6d496ed4-5ef0-48a9-b1ad-0a19e81ed0b5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e97773fb-1f51-4b2e-8104-00671c8b79ea HTTP/1.1" status: 200 len: 913 time: 0.0890229 Sep 23 07:29:44.515296 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8f3f380a-be6d-47b7-968e-7df3f0652dbc req-3348f297-758d-40e1-8c65-247bb8b2b8b6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=babfda01-4480-4fde-9e60-3d0854a10558 HTTP/1.1" status: 200 len: 217 time: 0.0360980 Sep 23 07:29:44.564052 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f380a-be6d-47b7-968e-7df3f0652dbc req-905091e0-3fd9-4e30-8e56-67c078dead91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:44.565474 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8f3f380a-be6d-47b7-968e-7df3f0652dbc req-905091e0-3fd9-4e30-8e56-67c078dead91 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c85c183f-6032-487c-80dd-6da452187634 HTTP/1.1" status: 200 len: 852 time: 0.0434725 Sep 23 07:29:44.601376 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8f3f380a-be6d-47b7-968e-7df3f0652dbc req-6e0d1af4-f46e-4a28-a0d7-b74b79192d87 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e97773fb-1f51-4b2e-8104-00671c8b79ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282171 Sep 23 07:29:44.690542 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8f3f380a-be6d-47b7-968e-7df3f0652dbc req-24d8262b-93da-4fcb-849d-3ab3e94cde3e service neutron] 10.222.0.58 "GET /v2.0/networks/e97773fb-1f51-4b2e-8104-00671c8b79ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820556 Sep 23 07:29:44.788344 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8f3f380a-be6d-47b7-968e-7df3f0652dbc req-e611e4ee-5d70-408e-8e00-df16de3c8042 service neutron] 10.222.0.58 "GET /v2.0/networks/e97773fb-1f51-4b2e-8104-00671c8b79ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896699 Sep 23 07:29:45.459566 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c098accc-2cdf-4d11-9c9e-064567c2d9ff req-e89e566a-979c-49c7-ba50-c4d7064d6dc7 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:45.461040 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c098accc-2cdf-4d11-9c9e-064567c2d9ff req-e89e566a-979c-49c7-ba50-c4d7064d6dc7 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.39 "GET /v2.0/ports?device_id=94a00d53-44f6-47be-9cdb-c29ae5bc1f14 HTTP/1.1" status: 200 len: 946 time: 0.0493879 Sep 23 07:29:45.498722 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c098accc-2cdf-4d11-9c9e-064567c2d9ff req-fecf96da-0df9-4fc3-a417-b1b252316573 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ecbbd86-475e-4adb-ade5-11bcb09dc8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318146 Sep 23 07:29:46.615428 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55621e97-0db0-4446-b788-bd3b9809e6e9 req-8f03cfe3-998e-40aa-8abc-26ba651f01db tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:46.616917 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-55621e97-0db0-4446-b788-bd3b9809e6e9 req-8f03cfe3-998e-40aa-8abc-26ba651f01db tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.39 "GET /v2.0/ports?device_id=94a00d53-44f6-47be-9cdb-c29ae5bc1f14 HTTP/1.1" status: 200 len: 946 time: 0.0508173 Sep 23 07:29:46.654543 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-55621e97-0db0-4446-b788-bd3b9809e6e9 req-68214a84-81a9-4433-9a1d-69136daff50c tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ecbbd86-475e-4adb-ade5-11bcb09dc8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314305 Sep 23 07:29:47.770277 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701cde80-78b8-494e-ae78-a693af950f33 req-7a808460-6921-4939-a42b-6f62d4074986 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:47.771727 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-701cde80-78b8-494e-ae78-a693af950f33 req-7a808460-6921-4939-a42b-6f62d4074986 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.39 "GET /v2.0/ports?device_id=94a00d53-44f6-47be-9cdb-c29ae5bc1f14 HTTP/1.1" status: 200 len: 946 time: 0.0482192 Sep 23 07:29:47.809064 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-701cde80-78b8-494e-ae78-a693af950f33 req-8dbcb6cb-35fb-4fff-96ad-7230eb512776 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ecbbd86-475e-4adb-ade5-11bcb09dc8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314603 Sep 23 07:29:48.981972 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18fee3f-e313-4767-a8a4-605eb09900b1 req-9c336e47-fb30-4143-9860-d7eccf9272be tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:48.983561 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d18fee3f-e313-4767-a8a4-605eb09900b1 req-9c336e47-fb30-4143-9860-d7eccf9272be tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.39 "GET /v2.0/ports?device_id=94a00d53-44f6-47be-9cdb-c29ae5bc1f14 HTTP/1.1" status: 200 len: 946 time: 0.1091642 Sep 23 07:29:49.021650 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d18fee3f-e313-4767-a8a4-605eb09900b1 req-b545b690-b7df-40c3-96b0-ff8f5dcbab79 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ecbbd86-475e-4adb-ade5-11bcb09dc8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318558 Sep 23 07:29:50.159027 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ec8a5-0d82-404c-8b49-f8437eeda5f6 req-79a95293-ca58-44e6-a750-80c635b0f818 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:50.160494 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-651ec8a5-0d82-404c-8b49-f8437eeda5f6 req-79a95293-ca58-44e6-a750-80c635b0f818 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.39 "GET /v2.0/ports?device_id=94a00d53-44f6-47be-9cdb-c29ae5bc1f14 HTTP/1.1" status: 200 len: 946 time: 0.0536304 Sep 23 07:29:50.197877 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-651ec8a5-0d82-404c-8b49-f8437eeda5f6 req-cec41298-c096-4455-b8ba-0ba530d87001 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ecbbd86-475e-4adb-ade5-11bcb09dc8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314169 Sep 23 07:29:51.311065 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87938af5-9132-4046-898e-91e60cfb154f req-1b22a27f-4bcc-41e1-8c4d-aa1ad21ac643 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:51.313489 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-87938af5-9132-4046-898e-91e60cfb154f req-1b22a27f-4bcc-41e1-8c4d-aa1ad21ac643 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.39 "GET /v2.0/ports?device_id=94a00d53-44f6-47be-9cdb-c29ae5bc1f14 HTTP/1.1" status: 200 len: 946 time: 0.0502942 Sep 23 07:29:51.350197 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-87938af5-9132-4046-898e-91e60cfb154f req-03032542-9d66-4c91-af39-63fc950a854c tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ecbbd86-475e-4adb-ade5-11bcb09dc8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309381 Sep 23 07:29:52.463928 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fdefd3-4ae9-4b90-8e8c-75e19efadb2d req-cf260278-b69e-45c7-91e7-258c743e2807 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:52.466523 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-06fdefd3-4ae9-4b90-8e8c-75e19efadb2d req-cf260278-b69e-45c7-91e7-258c743e2807 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.39 "GET /v2.0/ports?device_id=94a00d53-44f6-47be-9cdb-c29ae5bc1f14 HTTP/1.1" status: 200 len: 946 time: 0.0489349 Sep 23 07:29:52.503223 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-06fdefd3-4ae9-4b90-8e8c-75e19efadb2d req-bb0d451b-2ee5-453b-b891-adb4fa941307 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ecbbd86-475e-4adb-ade5-11bcb09dc8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317364 Sep 23 07:29:53.616403 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f688b6-2693-418d-a476-b525bc905c95 req-0ff074c9-fce4-48d1-ab4e-d832058193af tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:53.618155 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d9f688b6-2693-418d-a476-b525bc905c95 req-0ff074c9-fce4-48d1-ab4e-d832058193af tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.39 "GET /v2.0/ports?device_id=94a00d53-44f6-47be-9cdb-c29ae5bc1f14 HTTP/1.1" status: 200 len: 946 time: 0.0488529 Sep 23 07:29:53.654593 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d9f688b6-2693-418d-a476-b525bc905c95 req-fcc8a301-3a51-4b95-ba0b-401f82d6b518 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ecbbd86-475e-4adb-ade5-11bcb09dc8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306726 Sep 23 07:29:54.769405 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df00c1d-0ac5-4f92-a53f-348c540ce1f6 req-398bfae8-4af6-41a1-ac11-c3491f0f5d52 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:54.770924 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6df00c1d-0ac5-4f92-a53f-348c540ce1f6 req-398bfae8-4af6-41a1-ac11-c3491f0f5d52 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.39 "GET /v2.0/ports?device_id=94a00d53-44f6-47be-9cdb-c29ae5bc1f14 HTTP/1.1" status: 200 len: 946 time: 0.0497777 Sep 23 07:29:54.811344 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6df00c1d-0ac5-4f92-a53f-348c540ce1f6 req-1828e646-09b2-4602-9194-c2d77b360261 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ecbbd86-475e-4adb-ade5-11bcb09dc8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345318 Sep 23 07:29:55.934170 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ad379-8ab9-4834-9217-49c1c3d6e0e9 req-1272c949-e210-44d1-bafe-2ef615a5dbe1 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:55.935629 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-460ad379-8ab9-4834-9217-49c1c3d6e0e9 req-1272c949-e210-44d1-bafe-2ef615a5dbe1 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.39 "GET /v2.0/ports?device_id=94a00d53-44f6-47be-9cdb-c29ae5bc1f14 HTTP/1.1" status: 200 len: 946 time: 0.0520873 Sep 23 07:29:55.972413 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-460ad379-8ab9-4834-9217-49c1c3d6e0e9 req-bf65adb8-76ea-4a15-a6f7-27b5ce7d8ccc tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ecbbd86-475e-4adb-ade5-11bcb09dc8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306501 Sep 23 07:29:57.092679 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64a7e66-58b9-4d33-96b9-ca4bca228755 req-6b52753c-ff91-4028-bc14-1a3f6e366935 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:57.094201 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d64a7e66-58b9-4d33-96b9-ca4bca228755 req-6b52753c-ff91-4028-bc14-1a3f6e366935 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.39 "GET /v2.0/ports?device_id=94a00d53-44f6-47be-9cdb-c29ae5bc1f14 HTTP/1.1" status: 200 len: 946 time: 0.0532510 Sep 23 07:29:57.137158 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d64a7e66-58b9-4d33-96b9-ca4bca228755 req-1c4317a9-5b5a-425d-8778-9f9aa8c55361 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ecbbd86-475e-4adb-ade5-11bcb09dc8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368917 Sep 23 07:29:58.253430 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43473d75-483c-446e-91f8-9bf073423e6c req-85f63153-1ae5-4457-9d2f-d641a43d3fd3 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:58.254950 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-43473d75-483c-446e-91f8-9bf073423e6c req-85f63153-1ae5-4457-9d2f-d641a43d3fd3 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.39 "GET /v2.0/ports?device_id=94a00d53-44f6-47be-9cdb-c29ae5bc1f14 HTTP/1.1" status: 200 len: 946 time: 0.0496857 Sep 23 07:29:58.292226 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-43473d75-483c-446e-91f8-9bf073423e6c req-e0d1f257-31ce-460c-a5fb-15f4d2abb743 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ecbbd86-475e-4adb-ade5-11bcb09dc8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313499 Sep 23 07:29:59.410420 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64de40a7-9a38-42fa-ae76-16f62d491beb req-f006ebac-ec02-4fb6-ae04-b30d828b12f4 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:29:59.411869 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-64de40a7-9a38-42fa-ae76-16f62d491beb req-f006ebac-ec02-4fb6-ae04-b30d828b12f4 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.39 "GET /v2.0/ports?device_id=94a00d53-44f6-47be-9cdb-c29ae5bc1f14 HTTP/1.1" status: 200 len: 946 time: 0.0507233 Sep 23 07:29:59.449419 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-64de40a7-9a38-42fa-ae76-16f62d491beb req-347fdfec-456c-413e-adc4-f267a8652ee0 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ecbbd86-475e-4adb-ade5-11bcb09dc8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316472 Sep 23 07:30:00.563710 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76077dd-942c-4115-9c32-3f013a55fc40 req-6af3c7f4-e68a-4bf2-81dc-4b285d0a5112 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:00.565168 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a76077dd-942c-4115-9c32-3f013a55fc40 req-6af3c7f4-e68a-4bf2-81dc-4b285d0a5112 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.39 "GET /v2.0/ports?device_id=94a00d53-44f6-47be-9cdb-c29ae5bc1f14 HTTP/1.1" status: 200 len: 946 time: 0.0491681 Sep 23 07:30:00.601614 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a76077dd-942c-4115-9c32-3f013a55fc40 req-69ab55e9-a694-43d3-80a5-4477804746d0 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ecbbd86-475e-4adb-ade5-11bcb09dc8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304794 Sep 23 07:30:01.715011 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373f63e9-2cf6-4cff-9e05-3c019a1938f0 req-39c437c1-d97e-4883-80b9-5433607a67e9 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:01.716479 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-373f63e9-2cf6-4cff-9e05-3c019a1938f0 req-39c437c1-d97e-4883-80b9-5433607a67e9 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.39 "GET /v2.0/ports?device_id=94a00d53-44f6-47be-9cdb-c29ae5bc1f14 HTTP/1.1" status: 200 len: 946 time: 0.0484886 Sep 23 07:30:01.754463 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-373f63e9-2cf6-4cff-9e05-3c019a1938f0 req-cabc9be9-4f69-49c1-afd1-05b0a0e12df1 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ecbbd86-475e-4adb-ade5-11bcb09dc8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320506 Sep 23 07:30:02.870326 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395e6e58-033d-4367-8865-911c89159b07 req-f1924af4-471e-40b1-8c88-89281d14bb46 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:02.871785 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-395e6e58-033d-4367-8865-911c89159b07 req-f1924af4-471e-40b1-8c88-89281d14bb46 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.39 "GET /v2.0/ports?device_id=94a00d53-44f6-47be-9cdb-c29ae5bc1f14 HTTP/1.1" status: 200 len: 946 time: 0.0519564 Sep 23 07:30:02.909929 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-395e6e58-033d-4367-8865-911c89159b07 req-48015b29-0cc1-470d-aeb1-9c6064547f35 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ecbbd86-475e-4adb-ade5-11bcb09dc8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316744 Sep 23 07:30:04.028336 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1968a3d5-9578-4a69-bea8-5ab4100fb7d8 req-6d03e841-b1f2-4a1a-b6fa-3a4133f71e68 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:04.029809 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1968a3d5-9578-4a69-bea8-5ab4100fb7d8 req-6d03e841-b1f2-4a1a-b6fa-3a4133f71e68 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.39 "GET /v2.0/ports?device_id=94a00d53-44f6-47be-9cdb-c29ae5bc1f14 HTTP/1.1" status: 200 len: 946 time: 0.0537248 Sep 23 07:30:04.067565 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1968a3d5-9578-4a69-bea8-5ab4100fb7d8 req-0df2a0a2-54d1-476f-a438-78f4bec9473c tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ecbbd86-475e-4adb-ade5-11bcb09dc8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316608 Sep 23 07:30:05.181128 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec1bcbe-5012-4c53-942a-d11d0f330def req-82aed737-7f3d-4ace-b46d-9162c5e937d3 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:05.182629 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5ec1bcbe-5012-4c53-942a-d11d0f330def req-82aed737-7f3d-4ace-b46d-9162c5e937d3 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.39 "GET /v2.0/ports?device_id=94a00d53-44f6-47be-9cdb-c29ae5bc1f14 HTTP/1.1" status: 200 len: 946 time: 0.0488429 Sep 23 07:30:05.225643 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5ec1bcbe-5012-4c53-942a-d11d0f330def req-c61e2253-b59c-46be-abcb-671efbc42694 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ecbbd86-475e-4adb-ade5-11bcb09dc8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362561 Sep 23 07:30:06.357098 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e8b0e-6e5f-4a4f-9e0a-fa1143fbe610 req-f9b8ddb7-f452-4819-b738-ba056758c984 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:06.359175 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bd2e8b0e-6e5f-4a4f-9e0a-fa1143fbe610 req-f9b8ddb7-f452-4819-b738-ba056758c984 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.39 "GET /v2.0/ports?device_id=94a00d53-44f6-47be-9cdb-c29ae5bc1f14 HTTP/1.1" status: 200 len: 946 time: 0.0497282 Sep 23 07:30:06.397352 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bd2e8b0e-6e5f-4a4f-9e0a-fa1143fbe610 req-ac8c2f38-9c78-45de-8689-7e7c2a0bd9a4 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ecbbd86-475e-4adb-ade5-11bcb09dc8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324287 Sep 23 07:30:06.870860 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:07.512487 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7e3c1c-90b1-4106-ae0a-919f37dabd19 req-0765b20a-0bbe-4398-831d-4039aaaa5452 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:07.514087 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9e7e3c1c-90b1-4106-ae0a-919f37dabd19 req-0765b20a-0bbe-4398-831d-4039aaaa5452 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.39 "GET /v2.0/ports?device_id=94a00d53-44f6-47be-9cdb-c29ae5bc1f14 HTTP/1.1" status: 200 len: 946 time: 0.0497258 Sep 23 07:30:07.552351 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9e7e3c1c-90b1-4106-ae0a-919f37dabd19 req-086fc031-8cf8-439e-95b7-68b7cb36fbda tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ecbbd86-475e-4adb-ade5-11bcb09dc8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318260 Sep 23 07:30:08.082696 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-7555a7cb-232e-4d96-9920-3a5d173f71fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:08.668181 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef188ac6-1558-43c7-8c1a-e2b7f7099460 req-28851867-dfd5-4032-a5f4-bb39235a3cf3 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:08.669658 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ef188ac6-1558-43c7-8c1a-e2b7f7099460 req-28851867-dfd5-4032-a5f4-bb39235a3cf3 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.39 "GET /v2.0/ports?device_id=94a00d53-44f6-47be-9cdb-c29ae5bc1f14 HTTP/1.1" status: 200 len: 946 time: 0.0496964 Sep 23 07:30:08.706921 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ef188ac6-1558-43c7-8c1a-e2b7f7099460 req-bfec122f-522b-488f-8104-f32182d9753c tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ecbbd86-475e-4adb-ade5-11bcb09dc8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312805 Sep 23 07:30:09.835428 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e882cb-e4e9-4c3f-87d4-ae84f5158026 req-3864451d-dcd0-4efe-9d72-97d6fb3f850d tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:09.836910 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-83e882cb-e4e9-4c3f-87d4-ae84f5158026 req-3864451d-dcd0-4efe-9d72-97d6fb3f850d tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.39 "GET /v2.0/ports?device_id=94a00d53-44f6-47be-9cdb-c29ae5bc1f14 HTTP/1.1" status: 200 len: 946 time: 0.0538652 Sep 23 07:30:09.876235 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-83e882cb-e4e9-4c3f-87d4-ae84f5158026 req-db0d5014-93dd-418d-be72-3c80e8fa3272 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ecbbd86-475e-4adb-ade5-11bcb09dc8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334938 Sep 23 07:30:10.401965 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:10.993687 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a1fd35-5f2c-4335-af2c-484ade4cb7fd req-f344b751-d61a-4125-bc80-8eb0efa7f20a tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:10.995237 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-63a1fd35-5f2c-4335-af2c-484ade4cb7fd req-f344b751-d61a-4125-bc80-8eb0efa7f20a tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.39 "GET /v2.0/ports?device_id=94a00d53-44f6-47be-9cdb-c29ae5bc1f14 HTTP/1.1" status: 200 len: 946 time: 0.0523789 Sep 23 07:30:11.033040 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-63a1fd35-5f2c-4335-af2c-484ade4cb7fd req-bd23be42-e9c6-478f-81c6-a43ebcd7cf54 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ecbbd86-475e-4adb-ade5-11bcb09dc8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314159 Sep 23 07:30:11.096118 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-334a69c0-2ad2-466d-9eb6-0f9a6d65cd0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:11.595924 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:11.708869 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [req-8f3f380a-be6d-47b7-968e-7df3f0652dbc req-e8726b30-db37-4778-9afc-8244ded56adc tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:30:11.709825 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8f3f380a-be6d-47b7-968e-7df3f0652dbc req-e8726b30-db37-4778-9afc-8244ded56adc tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053051 Sep 23 07:30:11.818219 n-d-715271-16 neutron-server[95066]: INFO neutron.api.v2.resource [req-8f3f380a-be6d-47b7-968e-7df3f0652dbc req-20eb4da3-3ebc-41ac-8e84-7c5c7ecfc713 service neutron] show failed (client error): The resource could not be found. Sep 23 07:30:11.819197 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8f3f380a-be6d-47b7-968e-7df3f0652dbc req-20eb4da3-3ebc-41ac-8e84-7c5c7ecfc713 service neutron] 10.222.0.58 "GET /v2.0/ports/babfda01-4480-4fde-9e60-3d0854a10558/bindings/n-h1-715271-16 HTTP/1.1" status: 404 len: 381 time: 0.1014915 Sep 23 07:30:12.008390 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f380a-be6d-47b7-968e-7df3f0652dbc req-e95b8a14-1fb6-4851-9a6e-0c341cc1499c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:12.009902 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8f3f380a-be6d-47b7-968e-7df3f0652dbc req-e95b8a14-1fb6-4851-9a6e-0c341cc1499c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=94a00d53-44f6-47be-9cdb-c29ae5bc1f14&tenant_id=6b4a8fec1e594e65a736618ebba9f091 HTTP/1.1" status: 200 len: 1098 time: 0.0407960 Sep 23 07:30:12.025615 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-8f3f380a-be6d-47b7-968e-7df3f0652dbc req-f80cded1-a039-45d4-a96a-f8695e1e6770 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-715271-16', 'device_owner': 'compute:nova'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:30:12.079317 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-8f3f380a-be6d-47b7-968e-7df3f0652dbc req-f80cded1-a039-45d4-a96a-f8695e1e6770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:12.229632 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f324cb9-6229-4921-a125-1e6c554007ab req-2ec2787d-d434-4ae4-8888-4a588345c26e tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:12.231165 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9f324cb9-6229-4921-a125-1e6c554007ab req-2ec2787d-d434-4ae4-8888-4a588345c26e tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.39 "GET /v2.0/ports?device_id=94a00d53-44f6-47be-9cdb-c29ae5bc1f14 HTTP/1.1" status: 200 len: 946 time: 0.1173894 Sep 23 07:30:12.297897 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9f324cb9-6229-4921-a125-1e6c554007ab req-a848ecee-6ea2-4686-9cb5-8fcc65273801 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ecbbd86-475e-4adb-ade5-11bcb09dc8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601192 Sep 23 07:30:12.348832 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-8f3f380a-be6d-47b7-968e-7df3f0652dbc req-f80cded1-a039-45d4-a96a-f8695e1e6770 service neutron] For port babfda01-4480-4fde-9e60-3d0854a10558, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=babfda01-4480-4fde-9e60-3d0854a10558,segment=NetworkSegment(f36883e1-4f5a-445a-91fd-338ee3d58ae3),segment_id=f36883e1-4f5a-445a-91fd-338ee3d58ae3)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:30:12.382146 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-8f3f380a-be6d-47b7-968e-7df3f0652dbc req-f80cded1-a039-45d4-a96a-f8695e1e6770 service neutron] For port babfda01-4480-4fde-9e60-3d0854a10558, host n-h2-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:30:12.420854 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94a00d53-44f6-47be-9cdb-c29ae5bc1f14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'babfda01-4480-4fde-9e60-3d0854a10558'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:30:12.423912 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e56632ae-1cf2-4180-9c0e-842a73e8a540" -d '{"events": [{"server_uuid": "94a00d53-44f6-47be-9cdb-c29ae5bc1f14", "name": "network-vif-unplugged", "status": "completed", "tag": "babfda01-4480-4fde-9e60-3d0854a10558"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:30:12.427780 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-8f3f380a-be6d-47b7-968e-7df3f0652dbc req-f80cded1-a039-45d4-a96a-f8695e1e6770 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:12.441247 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-8f3f380a-be6d-47b7-968e-7df3f0652dbc req-f80cded1-a039-45d4-a96a-f8695e1e6770 service neutron] Transition to ACTIVE for port object babfda01-4480-4fde-9e60-3d0854a10558 will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:30:12.442060 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:12.445019 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-8f3f380a-be6d-47b7-968e-7df3f0652dbc req-f80cded1-a039-45d4-a96a-f8695e1e6770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:12.480915 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 07:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f5bf59-34e3-4483-9e5a-a87d08e813b3 x-openstack-request-id: req-52f5bf59-34e3-4483-9e5a-a87d08e813b3 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:30:12.481206 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94a00d53-44f6-47be-9cdb-c29ae5bc1f14", "name": "network-vif-unplugged", "status": "completed", "tag": "babfda01-4480-4fde-9e60-3d0854a10558", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:30:12.481459 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-52f5bf59-34e3-4483-9e5a-a87d08e813b3 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:30:12.481849 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94a00d53-44f6-47be-9cdb-c29ae5bc1f14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'babfda01-4480-4fde-9e60-3d0854a10558', 'code': 200} Sep 23 07:30:12.513080 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80cded1-a039-45d4-a96a-f8695e1e6770 service neutron] Pushing event updated for resources: {'Port': ['ID=babfda01-4480-4fde-9e60-3d0854a10558,revision_number=6']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:30:12.515575 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f3f380a-be6d-47b7-968e-7df3f0652dbc req-f80cded1-a039-45d4-a96a-f8695e1e6770 service neutron] No DVR routers for this DVR port babfda01-4480-4fde-9e60-3d0854a10558 on host n-h2-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:30:12.549250 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-8f3f380a-be6d-47b7-968e-7df3f0652dbc req-f80cded1-a039-45d4-a96a-f8695e1e6770 service neutron] Attempting to bind port babfda01-4480-4fde-9e60-3d0854a10558 on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:30:12.549516 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-8f3f380a-be6d-47b7-968e-7df3f0652dbc req-f80cded1-a039-45d4-a96a-f8695e1e6770 service neutron] Attempting to bind port babfda01-4480-4fde-9e60-3d0854a10558 by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': 'f36883e1-4f5a-445a-91fd-338ee3d58ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e97773fb-1f51-4b2e-8104-00671c8b79ea'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:30:12.549844 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3f380a-be6d-47b7-968e-7df3f0652dbc req-f80cded1-a039-45d4-a96a-f8695e1e6770 service neutron] Attempting to bind port babfda01-4480-4fde-9e60-3d0854a10558 on network e97773fb-1f51-4b2e-8104-00671c8b79ea {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:30:12.554321 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3f380a-be6d-47b7-968e-7df3f0652dbc req-f80cded1-a039-45d4-a96a-f8695e1e6770 service neutron] Port babfda01-4480-4fde-9e60-3d0854a10558 on network e97773fb-1f51-4b2e-8104-00671c8b79ea not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:30:12.554676 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3f380a-be6d-47b7-968e-7df3f0652dbc req-f80cded1-a039-45d4-a96a-f8695e1e6770 service neutron] Attempting to bind port babfda01-4480-4fde-9e60-3d0854a10558 on network e97773fb-1f51-4b2e-8104-00671c8b79ea {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:30:12.559481 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3f380a-be6d-47b7-968e-7df3f0652dbc req-f80cded1-a039-45d4-a96a-f8695e1e6770 service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:30:12.559855 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3f380a-be6d-47b7-968e-7df3f0652dbc req-f80cded1-a039-45d4-a96a-f8695e1e6770 service neutron] Checking segment: {'id': 'f36883e1-4f5a-445a-91fd-338ee3d58ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e97773fb-1f51-4b2e-8104-00671c8b79ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:30:12.560199 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3f380a-be6d-47b7-968e-7df3f0652dbc req-f80cded1-a039-45d4-a96a-f8695e1e6770 service neutron] Bound using segment: {'id': 'f36883e1-4f5a-445a-91fd-338ee3d58ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e97773fb-1f51-4b2e-8104-00671c8b79ea'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:30:12.562509 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-8f3f380a-be6d-47b7-968e-7df3f0652dbc req-f80cded1-a039-45d4-a96a-f8695e1e6770 service neutron] Bound port: babfda01-4480-4fde-9e60-3d0854a10558, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f36883e1-4f5a-445a-91fd-338ee3d58ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e97773fb-1f51-4b2e-8104-00671c8b79ea'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:30:12.562509 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-8f3f380a-be6d-47b7-968e-7df3f0652dbc req-f80cded1-a039-45d4-a96a-f8695e1e6770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:12.622742 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-8f3f380a-be6d-47b7-968e-7df3f0652dbc req-f80cded1-a039-45d4-a96a-f8695e1e6770 service neutron] For port babfda01-4480-4fde-9e60-3d0854a10558, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:30:12.625700 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-8f3f380a-be6d-47b7-968e-7df3f0652dbc req-f80cded1-a039-45d4-a96a-f8695e1e6770 service neutron] For port babfda01-4480-4fde-9e60-3d0854a10558, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=babfda01-4480-4fde-9e60-3d0854a10558,segment=NetworkSegment(f36883e1-4f5a-445a-91fd-338ee3d58ae3),segment_id=f36883e1-4f5a-445a-91fd-338ee3d58ae3)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:30:12.630297 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-8f3f380a-be6d-47b7-968e-7df3f0652dbc req-f80cded1-a039-45d4-a96a-f8695e1e6770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:12.664646 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f380a-be6d-47b7-968e-7df3f0652dbc req-f80cded1-a039-45d4-a96a-f8695e1e6770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:12.665243 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-8f3f380a-be6d-47b7-968e-7df3f0652dbc req-f80cded1-a039-45d4-a96a-f8695e1e6770 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:12.666650 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8f3f380a-be6d-47b7-968e-7df3f0652dbc req-f80cded1-a039-45d4-a96a-f8695e1e6770 service neutron] 10.222.0.21 "PUT /v2.0/ports/babfda01-4480-4fde-9e60-3d0854a10558 HTTP/1.1" status: 200 len: 1093 time: 0.6450162 Sep 23 07:30:12.686689 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80cded1-a039-45d4-a96a-f8695e1e6770 service neutron] Pushing event updated for resources: {'Port': ['ID=babfda01-4480-4fde-9e60-3d0854a10558,revision_number=7']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:30:12.736805 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f380a-be6d-47b7-968e-7df3f0652dbc req-3c0d9884-dd02-4acc-913e-c6a03f89a1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:12.738328 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8f3f380a-be6d-47b7-968e-7df3f0652dbc req-3c0d9884-dd02-4acc-913e-c6a03f89a1b3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6b4a8fec1e594e65a736618ebba9f091&device_id=94a00d53-44f6-47be-9cdb-c29ae5bc1f14 HTTP/1.1" status: 200 len: 1096 time: 0.0440753 Sep 23 07:30:12.825900 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f380a-be6d-47b7-968e-7df3f0652dbc req-04a7034b-15b9-4211-9de3-505856d01c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:12.827247 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8f3f380a-be6d-47b7-968e-7df3f0652dbc req-04a7034b-15b9-4211-9de3-505856d01c72 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e97773fb-1f51-4b2e-8104-00671c8b79ea HTTP/1.1" status: 200 len: 913 time: 0.0813248 Sep 23 07:30:12.871373 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8f3f380a-be6d-47b7-968e-7df3f0652dbc req-974fb213-4046-416f-b899-fe0a009f8f65 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=babfda01-4480-4fde-9e60-3d0854a10558 HTTP/1.1" status: 200 len: 217 time: 0.0374112 Sep 23 07:30:12.921448 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f380a-be6d-47b7-968e-7df3f0652dbc req-fab91105-2f6c-4dde-90a8-0a629a77fe8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:12.923023 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8f3f380a-be6d-47b7-968e-7df3f0652dbc req-fab91105-2f6c-4dde-90a8-0a629a77fe8b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c85c183f-6032-487c-80dd-6da452187634 HTTP/1.1" status: 200 len: 852 time: 0.0445735 Sep 23 07:30:12.958369 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8f3f380a-be6d-47b7-968e-7df3f0652dbc req-b6740a7e-e3c6-4dbe-85f1-b30e6902b184 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e97773fb-1f51-4b2e-8104-00671c8b79ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281949 Sep 23 07:30:13.049145 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8f3f380a-be6d-47b7-968e-7df3f0652dbc req-42d70f24-7fbe-4a50-b09e-f821edd4b45d service neutron] 10.222.0.21 "GET /v2.0/networks/e97773fb-1f51-4b2e-8104-00671c8b79ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834816 Sep 23 07:30:13.137497 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8f3f380a-be6d-47b7-968e-7df3f0652dbc req-9bb11ccf-8530-4567-a4e5-7cd7a3d0692f service neutron] 10.222.0.21 "GET /v2.0/networks/e97773fb-1f51-4b2e-8104-00671c8b79ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818269 Sep 23 07:30:13.412704 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52977cc2-c78f-4a3d-b51c-efbcdec72725 req-0d8c65ff-d410-48df-8f22-459812827b46 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:13.414118 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-52977cc2-c78f-4a3d-b51c-efbcdec72725 req-0d8c65ff-d410-48df-8f22-459812827b46 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.39 "GET /v2.0/ports?device_id=94a00d53-44f6-47be-9cdb-c29ae5bc1f14 HTTP/1.1" status: 200 len: 944 time: 0.0494652 Sep 23 07:30:13.451285 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-52977cc2-c78f-4a3d-b51c-efbcdec72725 req-4de430da-fd5a-44da-b3c5-64731797543d tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ecbbd86-475e-4adb-ade5-11bcb09dc8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313118 Sep 23 07:30:13.929114 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:14.482925 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94a00d53-44f6-47be-9cdb-c29ae5bc1f14', 'tag': 'babfda01-4480-4fde-9e60-3d0854a10558'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:30:14.485905 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f6cf946-efce-432d-8b60-94701ee5e810" -d '{"events": [{"name": "network-changed", "server_uuid": "94a00d53-44f6-47be-9cdb-c29ae5bc1f14", "tag": "babfda01-4480-4fde-9e60-3d0854a10558"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:30:14.534029 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4cdc3b9-d186-448a-823d-4fb9e99599d8 x-openstack-request-id: req-b4cdc3b9-d186-448a-823d-4fb9e99599d8 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:30:14.534029 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94a00d53-44f6-47be-9cdb-c29ae5bc1f14", "tag": "babfda01-4480-4fde-9e60-3d0854a10558", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:30:14.534029 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b4cdc3b9-d186-448a-823d-4fb9e99599d8 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:30:14.534029 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94a00d53-44f6-47be-9cdb-c29ae5bc1f14', 'tag': 'babfda01-4480-4fde-9e60-3d0854a10558', 'status': 'completed', 'code': 200} Sep 23 07:30:14.599256 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4b5f7f-58ea-47b1-b016-fd2aced54e39 req-9466241e-f0fc-47e1-8573-bb25f25f0bc8 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:14.600760 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7e4b5f7f-58ea-47b1-b016-fd2aced54e39 req-9466241e-f0fc-47e1-8573-bb25f25f0bc8 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.39 "GET /v2.0/ports?device_id=94a00d53-44f6-47be-9cdb-c29ae5bc1f14 HTTP/1.1" status: 200 len: 944 time: 0.0803828 Sep 23 07:30:14.612532 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6cf946-efce-432d-8b60-94701ee5e810 req-72750b68-e46f-4827-b034-29dd9ee8e2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:14.613979 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1f6cf946-efce-432d-8b60-94701ee5e810 req-72750b68-e46f-4827-b034-29dd9ee8e2ff service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6b4a8fec1e594e65a736618ebba9f091&device_id=94a00d53-44f6-47be-9cdb-c29ae5bc1f14 HTTP/1.1" status: 200 len: 1096 time: 0.0616314 Sep 23 07:30:14.615059 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6cf946-efce-432d-8b60-94701ee5e810 req-07664fb4-ff57-4450-a721-7cae02bab46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:14.616585 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1f6cf946-efce-432d-8b60-94701ee5e810 req-07664fb4-ff57-4450-a721-7cae02bab46d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6b4a8fec1e594e65a736618ebba9f091&device_id=94a00d53-44f6-47be-9cdb-c29ae5bc1f14 HTTP/1.1" status: 200 len: 1096 time: 0.0442660 Sep 23 07:30:14.673033 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7e4b5f7f-58ea-47b1-b016-fd2aced54e39 req-3392ff48-4975-4b72-a49a-54b4a4f3c474 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ecbbd86-475e-4adb-ade5-11bcb09dc8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645370 Sep 23 07:30:14.709874 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6cf946-efce-432d-8b60-94701ee5e810 req-7c0c5194-e743-4f93-93fd-37a95a90c0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:14.711376 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1f6cf946-efce-432d-8b60-94701ee5e810 req-7c0c5194-e743-4f93-93fd-37a95a90c0f1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e97773fb-1f51-4b2e-8104-00671c8b79ea HTTP/1.1" status: 200 len: 913 time: 0.0867069 Sep 23 07:30:14.725995 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6cf946-efce-432d-8b60-94701ee5e810 req-aba2d1fc-35d6-4c66-9ec4-6bb83f141391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:14.727446 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1f6cf946-efce-432d-8b60-94701ee5e810 req-aba2d1fc-35d6-4c66-9ec4-6bb83f141391 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e97773fb-1f51-4b2e-8104-00671c8b79ea HTTP/1.1" status: 200 len: 913 time: 0.1007578 Sep 23 07:30:14.775590 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1f6cf946-efce-432d-8b60-94701ee5e810 req-2ad33544-d316-486b-8172-6e441b976c47 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=babfda01-4480-4fde-9e60-3d0854a10558 HTTP/1.1" status: 200 len: 217 time: 0.0404098 Sep 23 07:30:14.826717 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6cf946-efce-432d-8b60-94701ee5e810 req-8fd45a20-706a-447e-a79c-954778874687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:14.828975 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1f6cf946-efce-432d-8b60-94701ee5e810 req-8fd45a20-706a-447e-a79c-954778874687 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c85c183f-6032-487c-80dd-6da452187634 HTTP/1.1" status: 200 len: 852 time: 0.0469747 Sep 23 07:30:14.862335 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1f6cf946-efce-432d-8b60-94701ee5e810 req-d790a096-7530-4b96-b825-65e9825d31b6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e97773fb-1f51-4b2e-8104-00671c8b79ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264723 Sep 23 07:30:14.962448 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1f6cf946-efce-432d-8b60-94701ee5e810 req-c332b2f8-6a90-4895-82ed-cfc4f8604958 service neutron] 10.222.0.58 "GET /v2.0/networks/e97773fb-1f51-4b2e-8104-00671c8b79ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926275 Sep 23 07:30:15.057006 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1f6cf946-efce-432d-8b60-94701ee5e810 req-3cb2e736-f23e-4fdd-97b8-cf5fdf47d5be service neutron] 10.222.0.58 "GET /v2.0/networks/e97773fb-1f51-4b2e-8104-00671c8b79ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876939 Sep 23 07:30:15.112277 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1f6cf946-efce-432d-8b60-94701ee5e810 req-d1fe9ec6-52c8-454e-9e5d-021221f59a7f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=babfda01-4480-4fde-9e60-3d0854a10558 HTTP/1.1" status: 200 len: 217 time: 0.3930840 Sep 23 07:30:15.160598 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6cf946-efce-432d-8b60-94701ee5e810 req-89e05cee-61d2-442c-bcd4-ab4f076c624f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:15.162096 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1f6cf946-efce-432d-8b60-94701ee5e810 req-89e05cee-61d2-442c-bcd4-ab4f076c624f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c85c183f-6032-487c-80dd-6da452187634 HTTP/1.1" status: 200 len: 852 time: 0.0422378 Sep 23 07:30:15.193856 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1f6cf946-efce-432d-8b60-94701ee5e810 req-8205f4e6-0459-4a4a-8e81-d5a48b8b1e7f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e97773fb-1f51-4b2e-8104-00671c8b79ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243189 Sep 23 07:30:15.284703 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1f6cf946-efce-432d-8b60-94701ee5e810 req-b3a7603e-a193-4cac-96eb-52e64441e934 service neutron] 10.222.0.21 "GET /v2.0/networks/e97773fb-1f51-4b2e-8104-00671c8b79ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820725 Sep 23 07:30:15.373757 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1f6cf946-efce-432d-8b60-94701ee5e810 req-79980bd9-64ad-4bb9-920c-17b7bc2f8949 service neutron] 10.222.0.21 "GET /v2.0/networks/e97773fb-1f51-4b2e-8104-00671c8b79ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809605 Sep 23 07:30:15.797010 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823a8e9f-60bd-4e37-a5c4-eff4fcbd0c68 req-d1d6a000-084c-49e3-a5f0-e9a56bb22cfd tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:15.798480 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-823a8e9f-60bd-4e37-a5c4-eff4fcbd0c68 req-d1d6a000-084c-49e3-a5f0-e9a56bb22cfd tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.39 "GET /v2.0/ports?device_id=94a00d53-44f6-47be-9cdb-c29ae5bc1f14 HTTP/1.1" status: 200 len: 944 time: 0.0521753 Sep 23 07:30:15.835042 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-823a8e9f-60bd-4e37-a5c4-eff4fcbd0c68 req-f045c0a1-07d1-4a17-9b32-19dd05c79689 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ecbbd86-475e-4adb-ade5-11bcb09dc8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307341 Sep 23 07:30:16.159047 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device babfda01-4480-4fde-9e60-3d0854a10558 details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:30:16.255582 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port babfda01-4480-4fde-9e60-3d0854a10558, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=babfda01-4480-4fde-9e60-3d0854a10558,segment=NetworkSegment(f36883e1-4f5a-445a-91fd-338ee3d58ae3),segment_id=f36883e1-4f5a-445a-91fd-338ee3d58ae3)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:30:16.271551 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': 'babfda01-4480-4fde-9e60-3d0854a10558', 'network_id': 'e97773fb-1f51-4b2e-8104-00671c8b79ea', 'port_id': 'babfda01-4480-4fde-9e60-3d0854a10558', 'mac_address': 'fa:16:3e:a0:f2:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c85c183f-6032-487c-80dd-6da452187634', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:30:16.294864 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device babfda01-4480-4fde-9e60-3d0854a10558 no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:30:16.333408 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:16.351234 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id babfda01-4480-4fde-9e60-3d0854a10558 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:30:16.355424 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device babfda01-4480-4fde-9e60-3d0854a10558 not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:30:16.372622 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port babfda01-4480-4fde-9e60-3d0854a10558, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=babfda01-4480-4fde-9e60-3d0854a10558,segment=NetworkSegment(f36883e1-4f5a-445a-91fd-338ee3d58ae3),segment_id=f36883e1-4f5a-445a-91fd-338ee3d58ae3)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:30:16.376966 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:16.424077 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=babfda01-4480-4fde-9e60-3d0854a10558,revision_number=8']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:30:16.768403 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['babfda01-4480-4fde-9e60-3d0854a10558'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:30:16.956095 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edececc-9c2d-46b4-b776-7c8bf6761a01 req-bd3fc601-6bd4-432e-b8ea-21735a928d01 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:16.957554 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7edececc-9c2d-46b4-b776-7c8bf6761a01 req-bd3fc601-6bd4-432e-b8ea-21735a928d01 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.39 "GET /v2.0/ports?device_id=94a00d53-44f6-47be-9cdb-c29ae5bc1f14 HTTP/1.1" status: 200 len: 945 time: 0.0485582 Sep 23 07:30:16.998934 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7edececc-9c2d-46b4-b776-7c8bf6761a01 req-280e4325-dd4f-45af-9723-b3a25c465570 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ecbbd86-475e-4adb-ade5-11bcb09dc8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355830 Sep 23 07:30:17.269206 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2906a9be-b35c-41cf-9e78-ccfe09e216d0 req-87520931-6388-4d4e-b66e-a551c33b1531 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:17.270728 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2906a9be-b35c-41cf-9e78-ccfe09e216d0 req-87520931-6388-4d4e-b66e-a551c33b1531 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.58 "GET /v2.0/ports?device_id=94a00d53-44f6-47be-9cdb-c29ae5bc1f14&tenant_id=6b4a8fec1e594e65a736618ebba9f091&binding%3Ahost_id=n-h1-715271-16 HTTP/1.1" status: 200 len: 945 time: 0.0871251 Sep 23 07:30:17.332275 n-d-715271-16 neutron-server[95066]: INFO neutron.api.v2.resource [req-2906a9be-b35c-41cf-9e78-ccfe09e216d0 req-40f529b3-21e0-4212-936b-eb69fd90b712 service neutron] delete failed (client error): The resource could not be found. Sep 23 07:30:17.333241 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2906a9be-b35c-41cf-9e78-ccfe09e216d0 req-40f529b3-21e0-4212-936b-eb69fd90b712 service neutron] 10.222.0.58 "DELETE /v2.0/ports/babfda01-4480-4fde-9e60-3d0854a10558/bindings/n-h2-715271-16 HTTP/1.1" status: 404 len: 381 time: 0.0540836 Sep 23 07:30:17.420433 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2906a9be-b35c-41cf-9e78-ccfe09e216d0 req-df08b5ec-94ce-4c95-acf5-02c40854cc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:17.421966 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2906a9be-b35c-41cf-9e78-ccfe09e216d0 req-df08b5ec-94ce-4c95-acf5-02c40854cc01 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6b4a8fec1e594e65a736618ebba9f091&device_id=94a00d53-44f6-47be-9cdb-c29ae5bc1f14 HTTP/1.1" status: 200 len: 1097 time: 0.0447543 Sep 23 07:30:17.510018 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2906a9be-b35c-41cf-9e78-ccfe09e216d0 req-b109e0e7-337e-43bd-ac45-79c601399c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:17.511459 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2906a9be-b35c-41cf-9e78-ccfe09e216d0 req-b109e0e7-337e-43bd-ac45-79c601399c18 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e97773fb-1f51-4b2e-8104-00671c8b79ea HTTP/1.1" status: 200 len: 913 time: 0.0825148 Sep 23 07:30:17.556161 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2906a9be-b35c-41cf-9e78-ccfe09e216d0 req-eaa9a372-d89a-4e17-b24c-43bbd3d3699d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=babfda01-4480-4fde-9e60-3d0854a10558 HTTP/1.1" status: 200 len: 217 time: 0.0374513 Sep 23 07:30:17.605192 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2906a9be-b35c-41cf-9e78-ccfe09e216d0 req-5a161789-c73e-425a-87ad-1a70e7c624bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:17.606575 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2906a9be-b35c-41cf-9e78-ccfe09e216d0 req-5a161789-c73e-425a-87ad-1a70e7c624bb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c85c183f-6032-487c-80dd-6da452187634 HTTP/1.1" status: 200 len: 852 time: 0.0435348 Sep 23 07:30:17.638109 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2906a9be-b35c-41cf-9e78-ccfe09e216d0 req-ba5f812a-5624-49b2-a2e7-88ae2a761b70 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e97773fb-1f51-4b2e-8104-00671c8b79ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239773 Sep 23 07:30:17.728808 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2906a9be-b35c-41cf-9e78-ccfe09e216d0 req-885c256d-ba95-481c-a695-65795260fb55 service neutron] 10.222.0.58 "GET /v2.0/networks/e97773fb-1f51-4b2e-8104-00671c8b79ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837290 Sep 23 07:30:18.089399 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2906a9be-b35c-41cf-9e78-ccfe09e216d0 req-c07bd8c9-7c41-4385-bc32-2d09a0d1fa26 service neutron] 10.222.0.58 "GET /v2.0/networks/e97773fb-1f51-4b2e-8104-00671c8b79ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3532460 Sep 23 07:30:18.165023 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device babfda01-4480-4fde-9e60-3d0854a10558 up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:30:18.214912 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port babfda01-4480-4fde-9e60-3d0854a10558 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:30:18.219584 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port babfda01-4480-4fde-9e60-3d0854a10558 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:30:18.219958 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:18.301415 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:18.322710 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94a00d53-44f6-47be-9cdb-c29ae5bc1f14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'babfda01-4480-4fde-9e60-3d0854a10558'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:30:18.325223 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f2f229-8263-4700-9c2c-82e710121bbf" -d '{"events": [{"server_uuid": "94a00d53-44f6-47be-9cdb-c29ae5bc1f14", "name": "network-vif-plugged", "status": "completed", "tag": "babfda01-4480-4fde-9e60-3d0854a10558"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:30:18.337804 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port babfda01-4480-4fde-9e60-3d0854a10558, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=babfda01-4480-4fde-9e60-3d0854a10558,segment=NetworkSegment(f36883e1-4f5a-445a-91fd-338ee3d58ae3),segment_id=f36883e1-4f5a-445a-91fd-338ee3d58ae3)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:30:18.342024 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:18.385456 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e48702-31c2-4dce-90d8-a5940cf00341 x-openstack-request-id: req-c9e48702-31c2-4dce-90d8-a5940cf00341 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:30:18.385771 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94a00d53-44f6-47be-9cdb-c29ae5bc1f14", "name": "network-vif-plugged", "status": "completed", "tag": "babfda01-4480-4fde-9e60-3d0854a10558", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:30:18.386074 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c9e48702-31c2-4dce-90d8-a5940cf00341 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:30:18.386461 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94a00d53-44f6-47be-9cdb-c29ae5bc1f14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'babfda01-4480-4fde-9e60-3d0854a10558', 'code': 200} Sep 23 07:30:18.395677 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=babfda01-4480-4fde-9e60-3d0854a10558,revision_number=9']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:30:18.766431 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cba163e-ff76-485d-8339-ef25d6e701e9 req-1ffa4834-8689-42b9-8e4d-64004bcfbfef tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:18.767898 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9cba163e-ff76-485d-8339-ef25d6e701e9 req-1ffa4834-8689-42b9-8e4d-64004bcfbfef tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.39 "GET /v2.0/ports?device_id=94a00d53-44f6-47be-9cdb-c29ae5bc1f14 HTTP/1.1" status: 200 len: 946 time: 0.0499396 Sep 23 07:30:18.808024 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9cba163e-ff76-485d-8339-ef25d6e701e9 req-1dc36448-a6d2-4fd1-8eef-9b3c1deb098e tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ecbbd86-475e-4adb-ade5-11bcb09dc8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343227 Sep 23 07:30:18.891754 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:30:19.926527 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b823ed-3189-4d26-94f1-cd4c1dbd99b1 req-12223297-1ae0-4633-a64a-d02e765fe22d tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:19.928025 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-01b823ed-3189-4d26-94f1-cd4c1dbd99b1 req-12223297-1ae0-4633-a64a-d02e765fe22d tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.39 "GET /v2.0/ports?device_id=94a00d53-44f6-47be-9cdb-c29ae5bc1f14 HTTP/1.1" status: 200 len: 946 time: 0.0522845 Sep 23 07:30:19.969346 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-01b823ed-3189-4d26-94f1-cd4c1dbd99b1 req-4b4e1d59-e9e7-48db-ab37-3c02787e4975 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ecbbd86-475e-4adb-ade5-11bcb09dc8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336304 Sep 23 07:30:20.203475 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2906a9be-b35c-41cf-9e78-ccfe09e216d0 req-fb9832c0-8a2c-4703-9e0d-8ced4fcbef10 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:20.204891 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2906a9be-b35c-41cf-9e78-ccfe09e216d0 req-fb9832c0-8a2c-4703-9e0d-8ced4fcbef10 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.21 "GET /v2.0/ports?device_id=94a00d53-44f6-47be-9cdb-c29ae5bc1f14 HTTP/1.1" status: 200 len: 946 time: 0.0474942 Sep 23 07:30:20.300817 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-2906a9be-b35c-41cf-9e78-ccfe09e216d0 req-63ad4e59-a020-4822-9619-c3d6f9a983b0 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] Deleting port babfda01-4480-4fde-9e60-3d0854a10558 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:30:20.301156 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-2906a9be-b35c-41cf-9e78-ccfe09e216d0 req-63ad4e59-a020-4822-9619-c3d6f9a983b0 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:20.386361 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-2906a9be-b35c-41cf-9e78-ccfe09e216d0 req-63ad4e59-a020-4822-9619-c3d6f9a983b0 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] For port babfda01-4480-4fde-9e60-3d0854a10558, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=babfda01-4480-4fde-9e60-3d0854a10558,segment=NetworkSegment(f36883e1-4f5a-445a-91fd-338ee3d58ae3),segment_id=f36883e1-4f5a-445a-91fd-338ee3d58ae3)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:30:20.386641 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-2906a9be-b35c-41cf-9e78-ccfe09e216d0 req-63ad4e59-a020-4822-9619-c3d6f9a983b0 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:20.403873 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-2906a9be-b35c-41cf-9e78-ccfe09e216d0 req-63ad4e59-a020-4822-9619-c3d6f9a983b0 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] Calling delete_port for babfda01-4480-4fde-9e60-3d0854a10558 owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:30:20.532984 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-2906a9be-b35c-41cf-9e78-ccfe09e216d0 req-63ad4e59-a020-4822-9619-c3d6f9a983b0 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:20.558939 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['babfda01-4480-4fde-9e60-3d0854a10558'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:30:20.563241 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ad4e59-a020-4822-9619-c3d6f9a983b0 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] Pushing event deleted for resources: {'Port': ['ID=babfda01-4480-4fde-9e60-3d0854a10558,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:30:20.606337 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-2906a9be-b35c-41cf-9e78-ccfe09e216d0 req-63ad4e59-a020-4822-9619-c3d6f9a983b0 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] No DVR routers for this DVR port babfda01-4480-4fde-9e60-3d0854a10558 on host n-h1-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:30:20.609100 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-2906a9be-b35c-41cf-9e78-ccfe09e216d0 req-63ad4e59-a020-4822-9619-c3d6f9a983b0 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:20.611405 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2906a9be-b35c-41cf-9e78-ccfe09e216d0 req-63ad4e59-a020-4822-9619-c3d6f9a983b0 tempest-DeleteServersTestJSON-2143467993 tempest-DeleteServersTestJSON-2143467993-project] 10.222.0.21 "DELETE /v2.0/ports/babfda01-4480-4fde-9e60-3d0854a10558 HTTP/1.1" status: 204 len: 173 time: 0.4001436 Sep 23 07:30:20.611880 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94a00d53-44f6-47be-9cdb-c29ae5bc1f14', 'name': 'network-vif-deleted', 'tag': 'babfda01-4480-4fde-9e60-3d0854a10558'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:30:20.614158 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4902ab28-0953-4a47-9582-00405d6ed74e" -d '{"events": [{"server_uuid": "94a00d53-44f6-47be-9cdb-c29ae5bc1f14", "name": "network-vif-deleted", "tag": "babfda01-4480-4fde-9e60-3d0854a10558"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:30:20.649782 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-908a7143-5e74-4d69-9049-bd98030a3293 x-openstack-request-id: req-908a7143-5e74-4d69-9049-bd98030a3293 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:30:20.650131 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94a00d53-44f6-47be-9cdb-c29ae5bc1f14", "name": "network-vif-deleted", "tag": "babfda01-4480-4fde-9e60-3d0854a10558", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:30:20.650384 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-908a7143-5e74-4d69-9049-bd98030a3293 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:30:20.650787 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94a00d53-44f6-47be-9cdb-c29ae5bc1f14', 'name': 'network-vif-deleted', 'tag': 'babfda01-4480-4fde-9e60-3d0854a10558', 'status': 'completed', 'code': 200} Sep 23 07:30:21.096437 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51854) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:30:21.142855 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-a457a190-6a3a-4e4d-966b-8085d177f0ac admin admin] Deleting subnet c85c183f-6032-487c-80dd-6da452187634 {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:30:21.145743 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a457a190-6a3a-4e4d-966b-8085d177f0ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:21.179646 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a457a190-6a3a-4e4d-966b-8085d177f0ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:21.217109 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a457a190-6a3a-4e4d-966b-8085d177f0ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:21.268149 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a457a190-6a3a-4e4d-966b-8085d177f0ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:21.298795 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a457a190-6a3a-4e4d-966b-8085d177f0ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c85c183f-6032-487c-80dd-6da452187634,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:30:21.303372 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a457a190-6a3a-4e4d-966b-8085d177f0ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:21.305396 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-a457a190-6a3a-4e4d-966b-8085d177f0ac admin admin] 10.222.0.39 "DELETE /v2.0/subnets/c85c183f-6032-487c-80dd-6da452187634 HTTP/1.1" status: 204 len: 168 time: 0.2079635 Sep 23 07:30:21.307981 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51856) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:30:21.373561 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0f2f5a4f-d4c1-45c5-88f9-2e42766b1ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:21.458049 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0f2f5a4f-d4c1-45c5-88f9-2e42766b1ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:21.477932 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-0f2f5a4f-d4c1-45c5-88f9-2e42766b1ed6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e97773fb-1f51-4b2e-8104-00671c8b79ea']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:30:21.487547 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-0f2f5a4f-d4c1-45c5-88f9-2e42766b1ed6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f36883e1-4f5a-445a-91fd-338ee3d58ae3') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:30:21.487846 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-0f2f5a4f-d4c1-45c5-88f9-2e42766b1ed6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f36883e1-4f5a-445a-91fd-338ee3d58ae3') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:30:21.497284 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0f2f5a4f-d4c1-45c5-88f9-2e42766b1ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:21.510083 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0f2f5a4f-d4c1-45c5-88f9-2e42766b1ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:21.515829 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f2f5a4f-d4c1-45c5-88f9-2e42766b1ed6 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:30:21.516206 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0f2f5a4f-d4c1-45c5-88f9-2e42766b1ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:21.517818 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 07:30:21.517818 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:30:21.517818 n-d-715271-16 neutron-server[95065]: timer() Sep 23 07:30:21.517818 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:30:21.517818 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 07:30:21.517818 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:30:21.517818 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 07:30:21.517818 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:30:21.517818 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 07:30:21.517818 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:30:21.517818 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 07:30:21.517818 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:30:21.517818 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 07:30:21.517818 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:30:21.517818 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:30:21.517818 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:30:21.517818 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:30:21.517818 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:30:21.517818 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 07:30:21.517818 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:30:21.517818 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 07:30:21.517818 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:30:21.517818 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:30:21.517818 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:30:21.517818 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 07:30:21.517818 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:30:21.517818 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:30:21.517818 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:30:21.517818 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:30:21.517818 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:30:21.517818 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:30:21.517818 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:30:21.570657 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0f2f5a4f-d4c1-45c5-88f9-2e42766b1ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:21.576107 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0f2f5a4f-d4c1-45c5-88f9-2e42766b1ed6 admin admin] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:21.579002 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-0f2f5a4f-d4c1-45c5-88f9-2e42766b1ed6 admin admin] 10.222.0.39 "DELETE /v2.0/networks/e97773fb-1f51-4b2e-8104-00671c8b79ea HTTP/1.1" status: 204 len: 168 time: 0.2690792 Sep 23 07:30:21.595615 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2f5a4f-d4c1-45c5-88f9-2e42766b1ed6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e97773fb-1f51-4b2e-8104-00671c8b79ea,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:30:21.683638 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51860) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:30:21.722661 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-810358a1-e35a-4b7e-8b24-05df7df787ad admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6b4a8fec1e594e65a736618ebba9f091&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378587 Sep 23 07:30:21.725102 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51862) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:30:21.772929 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-92ba8d61-05f5-4d18-832f-64148e0e43cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:21.794933 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-92ba8d61-05f5-4d18-832f-64148e0e43cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:21.840313 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-92ba8d61-05f5-4d18-832f-64148e0e43cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:21.842900 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-92ba8d61-05f5-4d18-832f-64148e0e43cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:21.844915 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-92ba8d61-05f5-4d18-832f-64148e0e43cc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5ecbbd86-475e-4adb-ade5-11bcb09dc8c2 HTTP/1.1" status: 204 len: 168 time: 0.1188233 Sep 23 07:30:21.852416 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ba8d61-05f5-4d18-832f-64148e0e43cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ecbbd86-475e-4adb-ade5-11bcb09dc8c2,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:30:22.489985 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 51884) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:30:22.584054 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-f8294a91-8d7d-4eef-86bd-1e86ae7ef32a admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-304251913-network', 'tenant_id': '9564e482c14846a2931f0d393eb15eff'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:30:22.605601 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8294a91-8d7d-4eef-86bd-1e86ae7ef32a admin admin] Made reservation on behalf of 9564e482c14846a2931f0d393eb15eff for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:30:22.607831 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f8294a91-8d7d-4eef-86bd-1e86ae7ef32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:22.617764 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f8294a91-8d7d-4eef-86bd-1e86ae7ef32a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:22.705045 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f8294a91-8d7d-4eef-86bd-1e86ae7ef32a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:22.708627 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f8294a91-8d7d-4eef-86bd-1e86ae7ef32a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:22.735175 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8294a91-8d7d-4eef-86bd-1e86ae7ef32a admin admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:30:22.743910 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8294a91-8d7d-4eef-86bd-1e86ae7ef32a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3c08a7-3c05-4033-9276-7a476d11c982,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:30:22.749735 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f8294a91-8d7d-4eef-86bd-1e86ae7ef32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:22.750177 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-f8294a91-8d7d-4eef-86bd-1e86ae7ef32a admin admin] Added segment 29d63de1-3c7c-4129-a80f-d46e8108ea94 of type vlan for network e1ac528b-08ac-40d0-983a-95987f478a3a Sep 23 07:30:22.788989 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f8294a91-8d7d-4eef-86bd-1e86ae7ef32a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:22.813838 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f8294a91-8d7d-4eef-86bd-1e86ae7ef32a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:22.815044 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8294a91-8d7d-4eef-86bd-1e86ae7ef32a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:22.815635 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f8294a91-8d7d-4eef-86bd-1e86ae7ef32a admin admin] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:22.844801 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-f8294a91-8d7d-4eef-86bd-1e86ae7ef32a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3537266 Sep 23 07:30:22.847861 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 51888) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:30:22.852699 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-737d3ae6-bc45-4b6e-9dee-3bdba89472c7 admin admin] Request body: {'subnet': {'network_id': 'e1ac528b-08ac-40d0-983a-95987f478a3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-304251913-subnet', 'tenant_id': '9564e482c14846a2931f0d393eb15eff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:30:22.875884 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-737d3ae6-bc45-4b6e-9dee-3bdba89472c7 admin admin] Made reservation on behalf of 9564e482c14846a2931f0d393eb15eff for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:30:22.877218 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8294a91-8d7d-4eef-86bd-1e86ae7ef32a admin admin] Pushing event updated for resources: {'Network': ['ID=e1ac528b-08ac-40d0-983a-95987f478a3a,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:30:22.878132 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-737d3ae6-bc45-4b6e-9dee-3bdba89472c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:22.886813 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network e1ac528b-08ac-40d0-983a-95987f478a3a details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:30:23.044760 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-737d3ae6-bc45-4b6e-9dee-3bdba89472c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:23.099173 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737d3ae6-bc45-4b6e-9dee-3bdba89472c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5c597c1-721e-4c81-b769-705b890c9f35,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:30:23.107765 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737d3ae6-bc45-4b6e-9dee-3bdba89472c7 admin admin] Checking segment: {'id': '29d63de1-3c7c-4129-a80f-d46e8108ea94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e1ac528b-08ac-40d0-983a-95987f478a3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:30:23.108117 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737d3ae6-bc45-4b6e-9dee-3bdba89472c7 admin admin] Network hostable DHCP agents. Network: e1ac528b-08ac-40d0-983a-95987f478a3a, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:30:23.124255 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737d3ae6-bc45-4b6e-9dee-3bdba89472c7 admin admin] Network e1ac528b-08ac-40d0-983a-95987f478a3a is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:30:23.132843 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-737d3ae6-bc45-4b6e-9dee-3bdba89472c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, e1ac528b-08ac-40d0-983a-95987f478a3a) {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:30:23.137452 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737d3ae6-bc45-4b6e-9dee-3bdba89472c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:23.138362 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-737d3ae6-bc45-4b6e-9dee-3bdba89472c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:23.141499 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9171a8bc-050b-43cd-9b0a-e4c12dde8e20 None None] Network e1ac528b-08ac-40d0-983a-95987f478a3a requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:30:23.152434 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-737d3ae6-bc45-4b6e-9dee-3bdba89472c7 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3034782 Sep 23 07:30:23.267338 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb385cf7-6191-4116-bb6e-6edbb853a066 None None] Network e1ac528b-08ac-40d0-983a-95987f478a3a requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:30:23.588657 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f903355d-99c7-41a7-b85e-33e71ce89e55 req-d9fa0d72-2228-47b6-977c-f1f8d2449cbf tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:23.590141 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f903355d-99c7-41a7-b85e-33e71ce89e55 req-d9fa0d72-2228-47b6-977c-f1f8d2449cbf tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/networks?id=e1ac528b-08ac-40d0-983a-95987f478a3a HTTP/1.1" status: 200 len: 814 time: 0.1043942 Sep 23 07:30:23.604825 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f903355d-99c7-41a7-b85e-33e71ce89e55 req-64913e9b-bc06-4bf1-b0c9-b40c13784ab5 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/quotas/9564e482c14846a2931f0d393eb15eff HTTP/1.1" status: 200 len: 375 time: 0.0088701 Sep 23 07:30:23.636600 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f903355d-99c7-41a7-b85e-33e71ce89e55 req-af9b05fe-e61c-4d75-ad7d-5728edfd764e tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9564e482c14846a2931f0d393eb15eff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261588 Sep 23 07:30:23.725884 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f903355d-99c7-41a7-b85e-33e71ce89e55 req-98915de1-0bde-4579-a845-a68893a1da9a service neutron] 10.222.0.39 "GET /v2.0/networks/e1ac528b-08ac-40d0-983a-95987f478a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822122 Sep 23 07:30:23.818449 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f903355d-99c7-41a7-b85e-33e71ce89e55 req-29f3df12-6712-4e55-b8d9-c1231765f6df service neutron] 10.222.0.39 "GET /v2.0/networks/e1ac528b-08ac-40d0-983a-95987f478a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866079 Sep 23 07:30:23.979512 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-aee0c1ba-25dd-4ce4-bcbe-82114e1b82f8 req-487c25b2-beaa-4fd4-bede-8fe8bea06c24 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e702e1e-16d6-4303-b092-4c12cc0f4776 HTTP/1.1" status: 200 len: 210 time: 0.0333474 Sep 23 07:30:24.205946 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device babfda01-4480-4fde-9e60-3d0854a10558 no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:30:24.226841 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] No Port match for: babfda01-4480-4fde-9e60-3d0854a10558 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:30:24.227202 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device babfda01-4480-4fde-9e60-3d0854a10558 not bound to the agent host n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:30:25.086779 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9a7c611c-7ddb-4cd2-9dd4-22b1374bb0bd req-63d241a7-e3c3-40a5-9170-0381db7b2a1d tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e702e1e-16d6-4303-b092-4c12cc0f4776 HTTP/1.1" status: 200 len: 210 time: 0.0279343 Sep 23 07:30:25.112007 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f903355d-99c7-41a7-b85e-33e71ce89e55 req-e7e996c6-de73-4423-9b9f-3c7ee2b1d861 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:25.113403 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f903355d-99c7-41a7-b85e-33e71ce89e55 req-e7e996c6-de73-4423-9b9f-3c7ee2b1d861 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.21 "GET /v2.0/networks?id=e1ac528b-08ac-40d0-983a-95987f478a3a HTTP/1.1" status: 200 len: 814 time: 0.1353261 Sep 23 07:30:25.135538 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-f903355d-99c7-41a7-b85e-33e71ce89e55 req-7b581fd2-7eaa-47fb-abc1-4d4e3ec532e9 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Request body: {'port': {'device_id': '9e702e1e-16d6-4303-b092-4c12cc0f4776', 'network_id': 'e1ac528b-08ac-40d0-983a-95987f478a3a', 'admin_state_up': True, 'tenant_id': '9564e482c14846a2931f0d393eb15eff'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:30:25.250336 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f903355d-99c7-41a7-b85e-33e71ce89e55 req-7b581fd2-7eaa-47fb-abc1-4d4e3ec532e9 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Made reservation on behalf of 9564e482c14846a2931f0d393eb15eff for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:30:25.254036 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-f903355d-99c7-41a7-b85e-33e71ce89e55 req-7b581fd2-7eaa-47fb-abc1-4d4e3ec532e9 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:25.375825 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-f903355d-99c7-41a7-b85e-33e71ce89e55 req-7b581fd2-7eaa-47fb-abc1-4d4e3ec532e9 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Allocated IP 172.20.0.3 (e1ac528b-08ac-40d0-983a-95987f478a3a/c5c597c1-721e-4c81-b769-705b890c9f35/6b643399-daf7-4345-ab47-260b6b78ed51) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:30:25.532662 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-f903355d-99c7-41a7-b85e-33e71ce89e55 req-7b581fd2-7eaa-47fb-abc1-4d4e3ec532e9 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:25.564732 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-f903355d-99c7-41a7-b85e-33e71ce89e55 req-7b581fd2-7eaa-47fb-abc1-4d4e3ec532e9 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:25.607635 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f903355d-99c7-41a7-b85e-33e71ce89e55 req-7b581fd2-7eaa-47fb-abc1-4d4e3ec532e9 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Network e1ac528b-08ac-40d0-983a-95987f478a3a is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:30:25.610763 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-f903355d-99c7-41a7-b85e-33e71ce89e55 req-7b581fd2-7eaa-47fb-abc1-4d4e3ec532e9 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:30:25.614298 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-f903355d-99c7-41a7-b85e-33e71ce89e55 req-7b581fd2-7eaa-47fb-abc1-4d4e3ec532e9 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:30:25.643670 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b581fd2-7eaa-47fb-abc1-4d4e3ec532e9 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Pushing event updated for resources: {'Port': ['ID=6b643399-daf7-4345-ab47-260b6b78ed51,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:30:25.671137 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f903355d-99c7-41a7-b85e-33e71ce89e55 req-7b581fd2-7eaa-47fb-abc1-4d4e3ec532e9 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:25.671875 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-f903355d-99c7-41a7-b85e-33e71ce89e55 req-7b581fd2-7eaa-47fb-abc1-4d4e3ec532e9 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:25.685561 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f903355d-99c7-41a7-b85e-33e71ce89e55 req-7b581fd2-7eaa-47fb-abc1-4d4e3ec532e9 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5536602 Sep 23 07:30:25.701041 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-f903355d-99c7-41a7-b85e-33e71ce89e55 req-03d98919-471e-4bff-8968-25d83bcbf66e service neutron] Request body: {'port': {'device_id': '9e702e1e-16d6-4303-b092-4c12cc0f4776', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:30:25.752398 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-f903355d-99c7-41a7-b85e-33e71ce89e55 req-03d98919-471e-4bff-8968-25d83bcbf66e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:26.004654 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-f903355d-99c7-41a7-b85e-33e71ce89e55 req-03d98919-471e-4bff-8968-25d83bcbf66e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b643399-daf7-4345-ab47-260b6b78ed51 {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:30:26.012022 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-f903355d-99c7-41a7-b85e-33e71ce89e55 req-03d98919-471e-4bff-8968-25d83bcbf66e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:26.023875 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-f903355d-99c7-41a7-b85e-33e71ce89e55 req-03d98919-471e-4bff-8968-25d83bcbf66e service neutron] Transition to ACTIVE for port object 6b643399-daf7-4345-ab47-260b6b78ed51 will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:30:26.027717 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-f903355d-99c7-41a7-b85e-33e71ce89e55 req-03d98919-471e-4bff-8968-25d83bcbf66e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:26.082870 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d98919-471e-4bff-8968-25d83bcbf66e service neutron] Pushing event updated for resources: {'Port': ['ID=6b643399-daf7-4345-ab47-260b6b78ed51,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:30:26.147809 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-f903355d-99c7-41a7-b85e-33e71ce89e55 req-03d98919-471e-4bff-8968-25d83bcbf66e service neutron] Attempting to bind port 6b643399-daf7-4345-ab47-260b6b78ed51 on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:30:26.148687 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-f903355d-99c7-41a7-b85e-33e71ce89e55 req-03d98919-471e-4bff-8968-25d83bcbf66e service neutron] Attempting to bind port 6b643399-daf7-4345-ab47-260b6b78ed51 by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': '29d63de1-3c7c-4129-a80f-d46e8108ea94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e1ac528b-08ac-40d0-983a-95987f478a3a'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:30:26.148687 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f903355d-99c7-41a7-b85e-33e71ce89e55 req-03d98919-471e-4bff-8968-25d83bcbf66e service neutron] Attempting to bind port 6b643399-daf7-4345-ab47-260b6b78ed51 on network e1ac528b-08ac-40d0-983a-95987f478a3a {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:30:26.152711 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f903355d-99c7-41a7-b85e-33e71ce89e55 req-03d98919-471e-4bff-8968-25d83bcbf66e service neutron] Port 6b643399-daf7-4345-ab47-260b6b78ed51 on network e1ac528b-08ac-40d0-983a-95987f478a3a not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:30:26.153030 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f903355d-99c7-41a7-b85e-33e71ce89e55 req-03d98919-471e-4bff-8968-25d83bcbf66e service neutron] Attempting to bind port 6b643399-daf7-4345-ab47-260b6b78ed51 on network e1ac528b-08ac-40d0-983a-95987f478a3a {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:30:26.157838 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f903355d-99c7-41a7-b85e-33e71ce89e55 req-03d98919-471e-4bff-8968-25d83bcbf66e service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:30:26.158209 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f903355d-99c7-41a7-b85e-33e71ce89e55 req-03d98919-471e-4bff-8968-25d83bcbf66e service neutron] Checking segment: {'id': '29d63de1-3c7c-4129-a80f-d46e8108ea94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e1ac528b-08ac-40d0-983a-95987f478a3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:30:26.158589 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f903355d-99c7-41a7-b85e-33e71ce89e55 req-03d98919-471e-4bff-8968-25d83bcbf66e service neutron] Bound using segment: {'id': '29d63de1-3c7c-4129-a80f-d46e8108ea94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e1ac528b-08ac-40d0-983a-95987f478a3a'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:30:26.159008 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-f903355d-99c7-41a7-b85e-33e71ce89e55 req-03d98919-471e-4bff-8968-25d83bcbf66e service neutron] Bound port: 6b643399-daf7-4345-ab47-260b6b78ed51, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29d63de1-3c7c-4129-a80f-d46e8108ea94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e1ac528b-08ac-40d0-983a-95987f478a3a'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:30:26.159361 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-f903355d-99c7-41a7-b85e-33e71ce89e55 req-03d98919-471e-4bff-8968-25d83bcbf66e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:26.257840 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c4c80-af29-4903-a427-14131411fd01 req-c0aaceac-fb16-42dc-aaeb-fcd42d702403 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:26.259274 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-948c4c80-af29-4903-a427-14131411fd01 req-c0aaceac-fb16-42dc-aaeb-fcd42d702403 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e702e1e-16d6-4303-b092-4c12cc0f4776 HTTP/1.1" status: 200 len: 943 time: 0.0971637 Sep 23 07:30:26.262067 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-f903355d-99c7-41a7-b85e-33e71ce89e55 req-03d98919-471e-4bff-8968-25d83bcbf66e service neutron] For port 6b643399-daf7-4345-ab47-260b6b78ed51, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:30:26.265367 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-f903355d-99c7-41a7-b85e-33e71ce89e55 req-03d98919-471e-4bff-8968-25d83bcbf66e service neutron] For port 6b643399-daf7-4345-ab47-260b6b78ed51, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=6b643399-daf7-4345-ab47-260b6b78ed51,segment=NetworkSegment(29d63de1-3c7c-4129-a80f-d46e8108ea94),segment_id=29d63de1-3c7c-4129-a80f-d46e8108ea94)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:30:26.281506 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-f903355d-99c7-41a7-b85e-33e71ce89e55 req-03d98919-471e-4bff-8968-25d83bcbf66e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:26.328560 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f903355d-99c7-41a7-b85e-33e71ce89e55 req-03d98919-471e-4bff-8968-25d83bcbf66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:26.329170 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-f903355d-99c7-41a7-b85e-33e71ce89e55 req-03d98919-471e-4bff-8968-25d83bcbf66e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:26.330578 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f903355d-99c7-41a7-b85e-33e71ce89e55 req-03d98919-471e-4bff-8968-25d83bcbf66e service neutron] 10.222.0.21 "PUT /v2.0/ports/6b643399-daf7-4345-ab47-260b6b78ed51 HTTP/1.1" status: 200 len: 1092 time: 0.6334321 Sep 23 07:30:26.331029 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e702e1e-16d6-4303-b092-4c12cc0f4776', 'tag': '6b643399-daf7-4345-ab47-260b6b78ed51'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:30:26.333252 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1079ee4a-47fc-4bbb-9591-f24e97d7daee" -d '{"events": [{"name": "network-changed", "server_uuid": "9e702e1e-16d6-4303-b092-4c12cc0f4776", "tag": "6b643399-daf7-4345-ab47-260b6b78ed51"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:30:26.350843 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-948c4c80-af29-4903-a427-14131411fd01 req-eec01b45-e5cc-4146-a141-99b472c89be2 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841284 Sep 23 07:30:26.362186 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d98919-471e-4bff-8968-25d83bcbf66e service neutron] Pushing event updated for resources: {'Port': ['ID=6b643399-daf7-4345-ab47-260b6b78ed51,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:30:26.373558 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f78719-940d-4fba-a571-21dc90782f88 x-openstack-request-id: req-c8f78719-940d-4fba-a571-21dc90782f88 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:30:26.373895 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e702e1e-16d6-4303-b092-4c12cc0f4776", "tag": "6b643399-daf7-4345-ab47-260b6b78ed51", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:30:26.375062 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c8f78719-940d-4fba-a571-21dc90782f88 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:30:26.375475 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e702e1e-16d6-4303-b092-4c12cc0f4776', 'tag': '6b643399-daf7-4345-ab47-260b6b78ed51', 'status': 'completed', 'code': 200} Sep 23 07:30:26.429139 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f903355d-99c7-41a7-b85e-33e71ce89e55 req-7ad14fb4-a6c1-43b6-bedc-d7a46dfe40df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:26.430672 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f903355d-99c7-41a7-b85e-33e71ce89e55 req-7ad14fb4-a6c1-43b6-bedc-d7a46dfe40df service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9564e482c14846a2931f0d393eb15eff&device_id=9e702e1e-16d6-4303-b092-4c12cc0f4776 HTTP/1.1" status: 200 len: 1095 time: 0.0426474 Sep 23 07:30:26.480136 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f903355d-99c7-41a7-b85e-33e71ce89e55 req-268e0a95-5d62-4238-abb1-191858f61f8d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b643399-daf7-4345-ab47-260b6b78ed51 HTTP/1.1" status: 200 len: 217 time: 0.0381043 Sep 23 07:30:26.528973 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f903355d-99c7-41a7-b85e-33e71ce89e55 req-2496079b-3b71-4227-a8aa-938f416fdb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:26.530428 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f903355d-99c7-41a7-b85e-33e71ce89e55 req-2496079b-3b71-4227-a8aa-938f416fdb4c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c5c597c1-721e-4c81-b769-705b890c9f35 HTTP/1.1" status: 200 len: 854 time: 0.0434802 Sep 23 07:30:26.563135 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f903355d-99c7-41a7-b85e-33e71ce89e55 req-e282424b-67c0-4a20-841c-7d21f4dc3d97 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e1ac528b-08ac-40d0-983a-95987f478a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258763 Sep 23 07:30:26.658754 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f903355d-99c7-41a7-b85e-33e71ce89e55 req-5a09455e-c862-4c5c-ac9c-6cb30f612775 service neutron] 10.222.0.21 "GET /v2.0/networks/e1ac528b-08ac-40d0-983a-95987f478a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887029 Sep 23 07:30:26.750092 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f903355d-99c7-41a7-b85e-33e71ce89e55 req-333771b2-81ac-4d1e-b067-2abcc2947e35 service neutron] 10.222.0.21 "GET /v2.0/networks/e1ac528b-08ac-40d0-983a-95987f478a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845761 Sep 23 07:30:26.860599 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1079ee4a-47fc-4bbb-9591-f24e97d7daee req-226c1b37-d9ce-40d8-ae9b-20478c6e09f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:26.862025 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1079ee4a-47fc-4bbb-9591-f24e97d7daee req-226c1b37-d9ce-40d8-ae9b-20478c6e09f4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9564e482c14846a2931f0d393eb15eff&device_id=9e702e1e-16d6-4303-b092-4c12cc0f4776 HTTP/1.1" status: 200 len: 1095 time: 0.0460627 Sep 23 07:30:26.951998 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1079ee4a-47fc-4bbb-9591-f24e97d7daee req-9f166a62-a0bf-4558-a18a-b974c5ba4ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:26.954163 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1079ee4a-47fc-4bbb-9591-f24e97d7daee req-9f166a62-a0bf-4558-a18a-b974c5ba4ab6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e1ac528b-08ac-40d0-983a-95987f478a3a HTTP/1.1" status: 200 len: 915 time: 0.0834553 Sep 23 07:30:27.000792 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1079ee4a-47fc-4bbb-9591-f24e97d7daee req-1f5855aa-7798-4543-8513-62b438b4071e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b643399-daf7-4345-ab47-260b6b78ed51 HTTP/1.1" status: 200 len: 217 time: 0.0400434 Sep 23 07:30:27.052919 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1079ee4a-47fc-4bbb-9591-f24e97d7daee req-a4e7cfe9-a2ce-4443-921a-5f986305ee59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:27.054423 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1079ee4a-47fc-4bbb-9591-f24e97d7daee req-a4e7cfe9-a2ce-4443-921a-5f986305ee59 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c5c597c1-721e-4c81-b769-705b890c9f35 HTTP/1.1" status: 200 len: 854 time: 0.0464315 Sep 23 07:30:27.087528 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1079ee4a-47fc-4bbb-9591-f24e97d7daee req-09f1ce0f-d7b4-43e5-8715-09b797f6a789 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e1ac528b-08ac-40d0-983a-95987f478a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255060 Sep 23 07:30:27.179703 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1079ee4a-47fc-4bbb-9591-f24e97d7daee req-9a4f22d7-3268-45d1-94c9-ef3e67ddd35a service neutron] 10.222.0.21 "GET /v2.0/networks/e1ac528b-08ac-40d0-983a-95987f478a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847771 Sep 23 07:30:27.271770 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1079ee4a-47fc-4bbb-9591-f24e97d7daee req-31e9a4bc-e4ee-4813-ba29-79666b74901f service neutron] 10.222.0.21 "GET /v2.0/networks/e1ac528b-08ac-40d0-983a-95987f478a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843523 Sep 23 07:30:27.491052 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b78f84-a3a1-4bb0-be90-3a8c17c66133 req-e46f3a9a-e11d-429b-8202-f06481ac0f68 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:27.492778 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c0b78f84-a3a1-4bb0-be90-3a8c17c66133 req-e46f3a9a-e11d-429b-8202-f06481ac0f68 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e702e1e-16d6-4303-b092-4c12cc0f4776 HTTP/1.1" status: 200 len: 943 time: 0.0480981 Sep 23 07:30:27.533435 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c0b78f84-a3a1-4bb0-be90-3a8c17c66133 req-d7032f05-6736-49e6-a655-718aa91e70c3 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347536 Sep 23 07:30:28.647097 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cd1414-0d87-4c8d-a80e-d1fef7d1118a req-dff86994-d6df-429c-973a-1af8d57b4116 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:28.648571 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-04cd1414-0d87-4c8d-a80e-d1fef7d1118a req-dff86994-d6df-429c-973a-1af8d57b4116 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e702e1e-16d6-4303-b092-4c12cc0f4776 HTTP/1.1" status: 200 len: 943 time: 0.0487523 Sep 23 07:30:28.686067 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-04cd1414-0d87-4c8d-a80e-d1fef7d1118a req-619f49f9-72a6-439c-a318-07221e1f1b62 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313897 Sep 23 07:30:29.801610 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b8300e-4a60-48b3-afc4-ed73f63b300d req-d4f40813-5a2e-4ce9-92b0-cbc4317689a0 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:29.803115 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-65b8300e-4a60-48b3-afc4-ed73f63b300d req-d4f40813-5a2e-4ce9-92b0-cbc4317689a0 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e702e1e-16d6-4303-b092-4c12cc0f4776 HTTP/1.1" status: 200 len: 943 time: 0.0502012 Sep 23 07:30:29.840353 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-65b8300e-4a60-48b3-afc4-ed73f63b300d req-9dcdb986-e18f-4c8a-bb2f-f708101d806c tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314703 Sep 23 07:30:30.251570 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 6b643399-daf7-4345-ab47-260b6b78ed51 details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:30:30.346917 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 6b643399-daf7-4345-ab47-260b6b78ed51, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=6b643399-daf7-4345-ab47-260b6b78ed51,segment=NetworkSegment(29d63de1-3c7c-4129-a80f-d46e8108ea94),segment_id=29d63de1-3c7c-4129-a80f-d46e8108ea94)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:30:30.357611 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': '6b643399-daf7-4345-ab47-260b6b78ed51', 'network_id': 'e1ac528b-08ac-40d0-983a-95987f478a3a', 'port_id': '6b643399-daf7-4345-ab47-260b6b78ed51', 'mac_address': 'fa:16:3e:14:00:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5c597c1-721e-4c81-b769-705b890c9f35', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:30:30.397956 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:30.411138 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b643399-daf7-4345-ab47-260b6b78ed51 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:30:30.431610 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 6b643399-daf7-4345-ab47-260b6b78ed51, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=6b643399-daf7-4345-ab47-260b6b78ed51,segment=NetworkSegment(29d63de1-3c7c-4129-a80f-d46e8108ea94),segment_id=29d63de1-3c7c-4129-a80f-d46e8108ea94)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:30:30.435383 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:30.482211 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=6b643399-daf7-4345-ab47-260b6b78ed51,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:30:30.788333 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['6b643399-daf7-4345-ab47-260b6b78ed51'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:30:30.960736 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1b7524-9df5-434f-a9ca-62de9c6b3a75 req-8d2c40be-77d4-4b96-af1d-150ec4527a56 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:30.962242 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5f1b7524-9df5-434f-a9ca-62de9c6b3a75 req-8d2c40be-77d4-4b96-af1d-150ec4527a56 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e702e1e-16d6-4303-b092-4c12cc0f4776 HTTP/1.1" status: 200 len: 944 time: 0.0531094 Sep 23 07:30:31.004790 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5f1b7524-9df5-434f-a9ca-62de9c6b3a75 req-915975f8-b4e3-44da-b0e4-c69019ebd3a3 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367076 Sep 23 07:30:32.117017 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598214d3-d752-4816-aee8-24d331396ef5 req-ebff7429-e27d-4cc5-adbb-5b8251a7f01f tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:32.118803 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-598214d3-d752-4816-aee8-24d331396ef5 req-ebff7429-e27d-4cc5-adbb-5b8251a7f01f tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e702e1e-16d6-4303-b092-4c12cc0f4776 HTTP/1.1" status: 200 len: 944 time: 0.0492330 Sep 23 07:30:32.156971 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-598214d3-d752-4816-aee8-24d331396ef5 req-3103dd92-c287-4095-9422-991e97970826 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322781 Sep 23 07:30:32.252413 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 6b643399-daf7-4345-ab47-260b6b78ed51 up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:30:32.304045 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port 6b643399-daf7-4345-ab47-260b6b78ed51 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:30:32.307587 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port 6b643399-daf7-4345-ab47-260b6b78ed51 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:30:32.307962 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:32.384921 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:32.410808 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e702e1e-16d6-4303-b092-4c12cc0f4776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b643399-daf7-4345-ab47-260b6b78ed51'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:30:32.413265 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-313f59ad-c540-4baa-a278-b0f61b011a15" -d '{"events": [{"server_uuid": "9e702e1e-16d6-4303-b092-4c12cc0f4776", "name": "network-vif-plugged", "status": "completed", "tag": "6b643399-daf7-4345-ab47-260b6b78ed51"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:30:32.426404 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 6b643399-daf7-4345-ab47-260b6b78ed51, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=6b643399-daf7-4345-ab47-260b6b78ed51,segment=NetworkSegment(29d63de1-3c7c-4129-a80f-d46e8108ea94),segment_id=29d63de1-3c7c-4129-a80f-d46e8108ea94)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:30:32.431008 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:32.454534 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-410c26ed-514e-4e05-8fbc-54eed2276308 x-openstack-request-id: req-410c26ed-514e-4e05-8fbc-54eed2276308 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:30:32.454829 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e702e1e-16d6-4303-b092-4c12cc0f4776", "name": "network-vif-plugged", "status": "completed", "tag": "6b643399-daf7-4345-ab47-260b6b78ed51", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:30:32.455076 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-410c26ed-514e-4e05-8fbc-54eed2276308 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:30:32.455452 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e702e1e-16d6-4303-b092-4c12cc0f4776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b643399-daf7-4345-ab47-260b6b78ed51', 'code': 200} Sep 23 07:30:32.480152 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=6b643399-daf7-4345-ab47-260b6b78ed51,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:30:32.561120 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442934e-a7b0-4fad-8651-df6f5a21ce18 req-69ad3acb-7882-49d9-8045-316a378bf6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:32.562521 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5442934e-a7b0-4fad-8651-df6f5a21ce18 req-69ad3acb-7882-49d9-8045-316a378bf6b1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9e702e1e-16d6-4303-b092-4c12cc0f4776 HTTP/1.1" status: 200 len: 1097 time: 0.0393739 Sep 23 07:30:32.597382 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5442934e-a7b0-4fad-8651-df6f5a21ce18 req-f2d30ef1-6640-4c8e-b227-7d2e9e4f1621 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277324 Sep 23 07:30:33.268762 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe2ffc-1bcc-4589-8715-9c22bef109ac req-61996853-571c-4d9b-82a6-f8aa51ec0b21 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:33.270267 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dbbe2ffc-1bcc-4589-8715-9c22bef109ac req-61996853-571c-4d9b-82a6-f8aa51ec0b21 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e702e1e-16d6-4303-b092-4c12cc0f4776 HTTP/1.1" status: 200 len: 945 time: 0.0490284 Sep 23 07:30:33.311577 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dbbe2ffc-1bcc-4589-8715-9c22bef109ac req-92ae0f27-d680-434f-b86a-95588ffe651f tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355465 Sep 23 07:30:34.429717 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ae1623-f920-4c71-9118-38b74ab0809a req-15470a78-4175-4e06-97e1-371bf0613223 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:34.431140 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-14ae1623-f920-4c71-9118-38b74ab0809a req-15470a78-4175-4e06-97e1-371bf0613223 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e702e1e-16d6-4303-b092-4c12cc0f4776 HTTP/1.1" status: 200 len: 945 time: 0.0508323 Sep 23 07:30:34.468154 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-14ae1623-f920-4c71-9118-38b74ab0809a req-4f7bf373-e74a-4185-980f-e662dae10dae tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312352 Sep 23 07:30:34.580403 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0265ba-a25a-4c61-9a75-9ef67c488b67 req-c0a94b74-c99e-4da5-a3cf-842be609098c tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:34.581892 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6e0265ba-a25a-4c61-9a75-9ef67c488b67 req-c0a94b74-c99e-4da5-a3cf-842be609098c tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e702e1e-16d6-4303-b092-4c12cc0f4776 HTTP/1.1" status: 200 len: 945 time: 0.0485179 Sep 23 07:30:34.619536 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6e0265ba-a25a-4c61-9a75-9ef67c488b67 req-3f85ed34-e52f-4a73-968b-2add89175283 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318940 Sep 23 07:30:34.817511 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e3ea7c-4a4b-45f6-9891-6601dec93ba2 req-1a8cd57b-523d-462a-b3c3-88b1f7e8167c tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:34.819078 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-88e3ea7c-4a4b-45f6-9891-6601dec93ba2 req-1a8cd57b-523d-462a-b3c3-88b1f7e8167c tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e702e1e-16d6-4303-b092-4c12cc0f4776 HTTP/1.1" status: 200 len: 945 time: 0.0510271 Sep 23 07:30:34.857751 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-88e3ea7c-4a4b-45f6-9891-6601dec93ba2 req-afac102e-7e68-40a8-a810-c6758296cc1f tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327992 Sep 23 07:30:34.973336 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd7f438-9a66-4e64-ba67-11206cd53a71 req-fcfcbd85-0bc2-4476-98e6-a0f4221a1682 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:34.974751 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ffd7f438-9a66-4e64-ba67-11206cd53a71 req-fcfcbd85-0bc2-4476-98e6-a0f4221a1682 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e702e1e-16d6-4303-b092-4c12cc0f4776 HTTP/1.1" status: 200 len: 945 time: 0.0524867 Sep 23 07:30:35.015220 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ffd7f438-9a66-4e64-ba67-11206cd53a71 req-57909e29-70b4-4fce-bd0f-f69aac0143de tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346034 Sep 23 07:30:35.263555 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9fb3a35a-26e0-4112-9911-6f7238a00927 req-53de003f-d5eb-4093-9796-866b64fd7751 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9e702e1e-16d6-4303-b092-4c12cc0f4776&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0692108 Sep 23 07:30:35.271833 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1753d910-1cc6-4e6c-8b27-cab87a6091bf req-9bd0ce0d-8d9d-4135-893c-1991d3fd3239 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:35.273230 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1753d910-1cc6-4e6c-8b27-cab87a6091bf req-9bd0ce0d-8d9d-4135-893c-1991d3fd3239 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e702e1e-16d6-4303-b092-4c12cc0f4776 HTTP/1.1" status: 200 len: 945 time: 0.0699415 Sep 23 07:30:35.320786 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1753d910-1cc6-4e6c-8b27-cab87a6091bf req-2cd5e204-3b0d-4e63-b633-02ab691eb5a1 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413344 Sep 23 07:30:36.442889 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96bd62-f19c-4045-a478-24435ba22b2d req-b4b268d1-a639-4986-9f5e-3a746f55899b tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:36.444380 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2d96bd62-f19c-4045-a478-24435ba22b2d req-b4b268d1-a639-4986-9f5e-3a746f55899b tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e702e1e-16d6-4303-b092-4c12cc0f4776 HTTP/1.1" status: 200 len: 945 time: 0.0516400 Sep 23 07:30:36.488729 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2d96bd62-f19c-4045-a478-24435ba22b2d req-439df7f0-1990-4119-90db-dce98b4556de tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378401 Sep 23 07:30:36.545503 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb3a35a-26e0-4112-9911-6f7238a00927 req-827fea30-483c-4e33-81ef-0c6f5ae842d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:36.547191 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9fb3a35a-26e0-4112-9911-6f7238a00927 req-827fea30-483c-4e33-81ef-0c6f5ae842d7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9564e482c14846a2931f0d393eb15eff&device_id=9e702e1e-16d6-4303-b092-4c12cc0f4776 HTTP/1.1" status: 200 len: 1097 time: 0.0450268 Sep 23 07:30:36.645354 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb3a35a-26e0-4112-9911-6f7238a00927 req-5587e91d-3891-41af-962b-7558c41b3b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:36.646889 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9fb3a35a-26e0-4112-9911-6f7238a00927 req-5587e91d-3891-41af-962b-7558c41b3b3d service neutron] 10.222.0.21 "GET /v2.0/networks?id=e1ac528b-08ac-40d0-983a-95987f478a3a HTTP/1.1" status: 200 len: 915 time: 0.0874438 Sep 23 07:30:36.695272 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9fb3a35a-26e0-4112-9911-6f7238a00927 req-8c442486-d0ad-4e90-a900-1dc72305b454 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b643399-daf7-4345-ab47-260b6b78ed51 HTTP/1.1" status: 200 len: 217 time: 0.0383856 Sep 23 07:30:36.744349 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb3a35a-26e0-4112-9911-6f7238a00927 req-284fc066-fcdf-4cd1-a10d-ccfb6530236a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:36.745817 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9fb3a35a-26e0-4112-9911-6f7238a00927 req-284fc066-fcdf-4cd1-a10d-ccfb6530236a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c5c597c1-721e-4c81-b769-705b890c9f35 HTTP/1.1" status: 200 len: 854 time: 0.0428936 Sep 23 07:30:36.778031 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9fb3a35a-26e0-4112-9911-6f7238a00927 req-33ef00b1-990d-4f23-a4f7-c640bacd0d39 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e1ac528b-08ac-40d0-983a-95987f478a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234284 Sep 23 07:30:36.872153 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9fb3a35a-26e0-4112-9911-6f7238a00927 req-17b9563d-7710-4b84-80bb-3f60a7049869 service neutron] 10.222.0.21 "GET /v2.0/networks/e1ac528b-08ac-40d0-983a-95987f478a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861254 Sep 23 07:30:36.872649 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:36.969099 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9fb3a35a-26e0-4112-9911-6f7238a00927 req-ee6eb48b-d8e7-471e-9894-d2ed0f0178d5 service neutron] 10.222.0.21 "GET /v2.0/networks/e1ac528b-08ac-40d0-983a-95987f478a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819728 Sep 23 07:30:37.608056 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10236cc-bfd0-47b2-9b31-5b9b71c4bdc3 req-9eb0e018-af24-44b7-9ba5-0d7423b0d908 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:37.609526 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b10236cc-bfd0-47b2-9b31-5b9b71c4bdc3 req-9eb0e018-af24-44b7-9ba5-0d7423b0d908 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e702e1e-16d6-4303-b092-4c12cc0f4776 HTTP/1.1" status: 200 len: 945 time: 0.0496335 Sep 23 07:30:37.647023 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b10236cc-bfd0-47b2-9b31-5b9b71c4bdc3 req-09eea384-0083-4dbb-803d-81fbc0007dae tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314116 Sep 23 07:30:38.082811 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-bc5bd149-cb0c-4740-869f-00879a17f964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:38.761763 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a3eca4-d7fc-4596-9d99-8242f39aac57 req-fce38f37-78ed-4258-9d4d-6f005e55fc24 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:38.763268 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-32a3eca4-d7fc-4596-9d99-8242f39aac57 req-fce38f37-78ed-4258-9d4d-6f005e55fc24 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e702e1e-16d6-4303-b092-4c12cc0f4776 HTTP/1.1" status: 200 len: 945 time: 0.0498941 Sep 23 07:30:38.801507 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-32a3eca4-d7fc-4596-9d99-8242f39aac57 req-c380f98a-c832-423c-bd67-579be10d5222 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324180 Sep 23 07:30:39.919853 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93caf6d-cc89-48e0-b15c-8532aeeadf34 req-1c0c05af-d0fc-470e-8e34-1eabba601a90 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:39.921317 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d93caf6d-cc89-48e0-b15c-8532aeeadf34 req-1c0c05af-d0fc-470e-8e34-1eabba601a90 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e702e1e-16d6-4303-b092-4c12cc0f4776 HTTP/1.1" status: 200 len: 945 time: 0.0526450 Sep 23 07:30:39.959868 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d93caf6d-cc89-48e0-b15c-8532aeeadf34 req-0e57730f-ec30-466b-9c5f-34d8eac4fa3c tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310779 Sep 23 07:30:40.410349 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:41.079904 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe59f954-f75d-4032-9367-486d21f0a689 req-de68426e-635e-4a68-860f-517e4bac2db1 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:41.082246 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fe59f954-f75d-4032-9367-486d21f0a689 req-de68426e-635e-4a68-860f-517e4bac2db1 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e702e1e-16d6-4303-b092-4c12cc0f4776 HTTP/1.1" status: 200 len: 945 time: 0.0551314 Sep 23 07:30:41.101536 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-36881382-dfd1-4e9e-b2f7-f05250cc270c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:41.125308 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fe59f954-f75d-4032-9367-486d21f0a689 req-60e8a595-931c-4a26-8d5e-2ab43fdd2dde tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368919 Sep 23 07:30:41.362387 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f0655b-f99e-440f-bf44-3cdf213e88f4 req-86582689-3f54-43b6-acdf-b30e15c06278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:41.363868 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-38f0655b-f99e-440f-bf44-3cdf213e88f4 req-86582689-3f54-43b6-acdf-b30e15c06278 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9564e482c14846a2931f0d393eb15eff&device_id=9e702e1e-16d6-4303-b092-4c12cc0f4776 HTTP/1.1" status: 200 len: 1097 time: 0.0406530 Sep 23 07:30:41.466963 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f0655b-f99e-440f-bf44-3cdf213e88f4 req-a6b95eb3-5d0d-451e-a074-d314e16e6caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:41.468409 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-38f0655b-f99e-440f-bf44-3cdf213e88f4 req-a6b95eb3-5d0d-451e-a074-d314e16e6caa service neutron] 10.222.0.21 "GET /v2.0/networks?id=e1ac528b-08ac-40d0-983a-95987f478a3a HTTP/1.1" status: 200 len: 915 time: 0.0859547 Sep 23 07:30:41.509848 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-38f0655b-f99e-440f-bf44-3cdf213e88f4 req-480775f0-7f7c-404b-ba32-25bcea91260d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b643399-daf7-4345-ab47-260b6b78ed51 HTTP/1.1" status: 200 len: 217 time: 0.0345280 Sep 23 07:30:41.568179 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f0655b-f99e-440f-bf44-3cdf213e88f4 req-996c9800-e815-4e8c-9c72-b92c91655fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:41.569631 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-38f0655b-f99e-440f-bf44-3cdf213e88f4 req-996c9800-e815-4e8c-9c72-b92c91655fa7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c5c597c1-721e-4c81-b769-705b890c9f35 HTTP/1.1" status: 200 len: 854 time: 0.0536425 Sep 23 07:30:41.597056 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:41.601630 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-38f0655b-f99e-440f-bf44-3cdf213e88f4 req-c8f0d385-f11e-4c40-a71d-62de35708c3e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e1ac528b-08ac-40d0-983a-95987f478a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245254 Sep 23 07:30:41.696258 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-38f0655b-f99e-440f-bf44-3cdf213e88f4 req-543e290b-3e00-4fcd-9c28-d633174228c2 service neutron] 10.222.0.21 "GET /v2.0/networks/e1ac528b-08ac-40d0-983a-95987f478a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856149 Sep 23 07:30:41.789119 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-38f0655b-f99e-440f-bf44-3cdf213e88f4 req-c16df7a8-845d-476d-a0c9-5fb931da792f service neutron] 10.222.0.21 "GET /v2.0/networks/e1ac528b-08ac-40d0-983a-95987f478a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848053 Sep 23 07:30:42.241356 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dd857b-4046-42f3-84da-22bceecdd635 req-102f8274-e675-4f42-abee-408090fd312f tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:42.243118 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b1dd857b-4046-42f3-84da-22bceecdd635 req-102f8274-e675-4f42-abee-408090fd312f tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e702e1e-16d6-4303-b092-4c12cc0f4776 HTTP/1.1" status: 200 len: 945 time: 0.0505779 Sep 23 07:30:42.279088 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b1dd857b-4046-42f3-84da-22bceecdd635 req-3aca7c08-9891-4f14-9ec9-378c193cd315 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301890 Sep 23 07:30:42.444744 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:43.396368 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da00419a-2b75-430b-bc49-a105211bea46 req-f676f525-f798-48a7-a552-dee61f62a3cf tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:43.397760 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-da00419a-2b75-430b-bc49-a105211bea46 req-f676f525-f798-48a7-a552-dee61f62a3cf tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e702e1e-16d6-4303-b092-4c12cc0f4776 HTTP/1.1" status: 200 len: 945 time: 0.0515866 Sep 23 07:30:43.440218 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-da00419a-2b75-430b-bc49-a105211bea46 req-18e9448f-6ec0-46c9-93fc-b2ed70e0efbe tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365608 Sep 23 07:30:43.931470 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:30:44.556064 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a599ac3-5c6a-41b2-aef3-2e39a64012d0 req-b8a0bb87-7099-43b4-920c-d7dfb9f7ff9f tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:44.557526 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1a599ac3-5c6a-41b2-aef3-2e39a64012d0 req-b8a0bb87-7099-43b4-920c-d7dfb9f7ff9f tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e702e1e-16d6-4303-b092-4c12cc0f4776 HTTP/1.1" status: 200 len: 945 time: 0.0477123 Sep 23 07:30:44.596511 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1a599ac3-5c6a-41b2-aef3-2e39a64012d0 req-3b361162-5d49-481c-a38c-817b15d0de5e tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306351 Sep 23 07:30:45.711209 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8df9fa-3a92-4797-82b4-ceb8d432483c req-7f8e41b7-1eed-43d0-9f6d-793900f8ef91 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:45.712700 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9a8df9fa-3a92-4797-82b4-ceb8d432483c req-7f8e41b7-1eed-43d0-9f6d-793900f8ef91 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e702e1e-16d6-4303-b092-4c12cc0f4776 HTTP/1.1" status: 200 len: 945 time: 0.0492387 Sep 23 07:30:45.751180 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9a8df9fa-3a92-4797-82b4-ceb8d432483c req-3f9b4860-92c7-4ee6-aed0-7550279c5704 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323973 Sep 23 07:30:46.871969 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa13ba9d-1eef-4a42-ad61-12a092054557 req-9423a643-f42a-4578-9f2a-95ac59940eea tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:46.873423 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-aa13ba9d-1eef-4a42-ad61-12a092054557 req-9423a643-f42a-4578-9f2a-95ac59940eea tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e702e1e-16d6-4303-b092-4c12cc0f4776 HTTP/1.1" status: 200 len: 945 time: 0.0524795 Sep 23 07:30:46.911421 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-aa13ba9d-1eef-4a42-ad61-12a092054557 req-ae135745-95cf-4506-8067-45f1e0445ee1 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320256 Sep 23 07:30:48.029757 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee39262-8252-41b6-86d5-aaf9d46730be req-8fa18954-6bff-4274-904a-ed9f866bacbc tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:48.031270 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cee39262-8252-41b6-86d5-aaf9d46730be req-8fa18954-6bff-4274-904a-ed9f866bacbc tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e702e1e-16d6-4303-b092-4c12cc0f4776 HTTP/1.1" status: 200 len: 945 time: 0.0519872 Sep 23 07:30:48.068997 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cee39262-8252-41b6-86d5-aaf9d46730be req-375f6489-c4a2-4d43-8785-a7830c251b2b tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313072 Sep 23 07:30:49.182871 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa698f-ac55-467e-8eda-e9c5e957f8e9 req-58a1126b-6e58-4bff-b36f-182e849a957d tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:49.184342 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a9fa698f-ac55-467e-8eda-e9c5e957f8e9 req-58a1126b-6e58-4bff-b36f-182e849a957d tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e702e1e-16d6-4303-b092-4c12cc0f4776 HTTP/1.1" status: 200 len: 945 time: 0.0488207 Sep 23 07:30:49.221853 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a9fa698f-ac55-467e-8eda-e9c5e957f8e9 req-0db3e7a2-5dd7-4d46-b036-50efa35d173e tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314648 Sep 23 07:30:50.334802 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef997d57-2a5d-42cc-8aa0-1388ea6082c7 req-36ec2d20-cf2b-4864-88b3-de4d69d0cf99 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:50.336278 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ef997d57-2a5d-42cc-8aa0-1388ea6082c7 req-36ec2d20-cf2b-4864-88b3-de4d69d0cf99 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e702e1e-16d6-4303-b092-4c12cc0f4776 HTTP/1.1" status: 200 len: 945 time: 0.0487905 Sep 23 07:30:50.384031 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ef997d57-2a5d-42cc-8aa0-1388ea6082c7 req-bc568243-6438-4a1e-abc5-c78f5169f095 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418656 Sep 23 07:30:51.497820 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad16a2-2073-4f87-ad58-5d6b36c59e42 req-2f3cd566-fdec-434f-aa8d-8a2c3663bb68 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:51.499300 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a6ad16a2-2073-4f87-ad58-5d6b36c59e42 req-2f3cd566-fdec-434f-aa8d-8a2c3663bb68 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e702e1e-16d6-4303-b092-4c12cc0f4776 HTTP/1.1" status: 200 len: 945 time: 0.0480714 Sep 23 07:30:51.536105 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a6ad16a2-2073-4f87-ad58-5d6b36c59e42 req-ff2bc4c3-96d2-40b7-9f92-208e24463b32 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302007 Sep 23 07:30:52.651913 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe53975-f8c2-42d6-a078-9ca09c1d2477 req-826fc64d-b99d-4139-b70a-91fd5bcc03b4 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:52.653381 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-abe53975-f8c2-42d6-a078-9ca09c1d2477 req-826fc64d-b99d-4139-b70a-91fd5bcc03b4 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e702e1e-16d6-4303-b092-4c12cc0f4776 HTTP/1.1" status: 200 len: 945 time: 0.0500283 Sep 23 07:30:52.691950 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-abe53975-f8c2-42d6-a078-9ca09c1d2477 req-82b4e655-5d47-46cd-b9eb-d1317b68f295 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325701 Sep 23 07:30:53.811076 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54484af-6ffa-4510-9467-b500ee9a6158 req-428379d6-2422-41af-89a0-22ade596dabb tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:53.812554 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e54484af-6ffa-4510-9467-b500ee9a6158 req-428379d6-2422-41af-89a0-22ade596dabb tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e702e1e-16d6-4303-b092-4c12cc0f4776 HTTP/1.1" status: 200 len: 945 time: 0.0527701 Sep 23 07:30:53.849831 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e54484af-6ffa-4510-9467-b500ee9a6158 req-1344e21c-979d-4db7-a7df-7769587f5232 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312271 Sep 23 07:30:54.963409 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1d2ed-9086-49ad-8b7d-6eb8c2682c56 req-9b061123-4943-413f-9839-2298fa6232e7 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:54.964892 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-64f1d2ed-9086-49ad-8b7d-6eb8c2682c56 req-9b061123-4943-413f-9839-2298fa6232e7 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e702e1e-16d6-4303-b092-4c12cc0f4776 HTTP/1.1" status: 200 len: 945 time: 0.0490291 Sep 23 07:30:55.003696 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-64f1d2ed-9086-49ad-8b7d-6eb8c2682c56 req-16550647-9999-47ee-8fe4-f36ec899b31f tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323701 Sep 23 07:30:55.891154 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:30:56.120749 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6598912b-8b4a-489b-9b24-28d950c55440 req-f49de3f3-9ae2-4579-aadc-d28bd1e27e24 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:56.122238 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6598912b-8b4a-489b-9b24-28d950c55440 req-f49de3f3-9ae2-4579-aadc-d28bd1e27e24 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e702e1e-16d6-4303-b092-4c12cc0f4776 HTTP/1.1" status: 200 len: 945 time: 0.0489998 Sep 23 07:30:56.158972 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6598912b-8b4a-489b-9b24-28d950c55440 req-9058de51-f542-480a-aa26-951cef78fba5 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300982 Sep 23 07:30:57.277658 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408104f1-c81c-4d45-beaa-087eb092d7c1 req-f5e571a1-519f-4ccc-a4af-3cfd9000c3f7 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:57.279168 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-408104f1-c81c-4d45-beaa-087eb092d7c1 req-f5e571a1-519f-4ccc-a4af-3cfd9000c3f7 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e702e1e-16d6-4303-b092-4c12cc0f4776 HTTP/1.1" status: 200 len: 945 time: 0.0502779 Sep 23 07:30:57.321248 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-408104f1-c81c-4d45-beaa-087eb092d7c1 req-0ad31aff-8a96-4d99-bf5a-c65c5cc465b8 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360944 Sep 23 07:30:58.436068 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9ceb85-6167-4c98-a5cb-647e3d478110 req-ab105c1c-bd1c-4b7d-aae8-b965574824c9 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:58.437528 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0c9ceb85-6167-4c98-a5cb-647e3d478110 req-ab105c1c-bd1c-4b7d-aae8-b965574824c9 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e702e1e-16d6-4303-b092-4c12cc0f4776 HTTP/1.1" status: 200 len: 945 time: 0.0497248 Sep 23 07:30:58.474058 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0c9ceb85-6167-4c98-a5cb-647e3d478110 req-dcd01e1b-2738-4533-9f96-5f4912e4e405 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304854 Sep 23 07:30:59.588444 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e4bba3-84b8-4cd2-8780-b5a2adcc23bc req-fd15a639-97c4-4146-8952-ca89009c97ec tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:30:59.589966 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-91e4bba3-84b8-4cd2-8780-b5a2adcc23bc req-fd15a639-97c4-4146-8952-ca89009c97ec tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e702e1e-16d6-4303-b092-4c12cc0f4776 HTTP/1.1" status: 200 len: 945 time: 0.0497932 Sep 23 07:30:59.629483 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-91e4bba3-84b8-4cd2-8780-b5a2adcc23bc req-0ce9108b-1e91-4d2d-b1bf-e812be769929 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333219 Sep 23 07:31:00.763640 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e73d557-c7f2-485d-b930-8e44c7cb3798 req-85194d35-f297-49d6-a133-e9db5c67147f tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:00.765278 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5e73d557-c7f2-485d-b930-8e44c7cb3798 req-85194d35-f297-49d6-a133-e9db5c67147f tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e702e1e-16d6-4303-b092-4c12cc0f4776 HTTP/1.1" status: 200 len: 945 time: 0.0642920 Sep 23 07:31:00.804027 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5e73d557-c7f2-485d-b930-8e44c7cb3798 req-7513a8da-9db3-4ff9-b22e-4a3ddd5f47c2 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320692 Sep 23 07:31:01.918084 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e9b460-9866-471a-a4bb-2bcb1cc71321 req-fbc5af00-87ce-484e-8e3a-300c04caf7eb tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:01.919577 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-77e9b460-9866-471a-a4bb-2bcb1cc71321 req-fbc5af00-87ce-484e-8e3a-300c04caf7eb tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e702e1e-16d6-4303-b092-4c12cc0f4776 HTTP/1.1" status: 200 len: 945 time: 0.0497184 Sep 23 07:31:01.957489 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-77e9b460-9866-471a-a4bb-2bcb1cc71321 req-71aecdcc-70aa-42f2-9b29-88e3354dbca0 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319200 Sep 23 07:31:03.070367 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ace68a-92bb-4258-86f8-a0a7e65499c0 req-a4cd6952-a578-4dc5-bbaa-5a43b838e77c tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:03.071827 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d2ace68a-92bb-4258-86f8-a0a7e65499c0 req-a4cd6952-a578-4dc5-bbaa-5a43b838e77c tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e702e1e-16d6-4303-b092-4c12cc0f4776 HTTP/1.1" status: 200 len: 945 time: 0.0477815 Sep 23 07:31:03.108669 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d2ace68a-92bb-4258-86f8-a0a7e65499c0 req-bdcde194-01a0-4f51-bd34-d3deea06c1a2 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310075 Sep 23 07:31:03.960864 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [req-9fb3a35a-26e0-4112-9911-6f7238a00927 req-3621ca02-4b8b-439e-b26b-4d64e847521f tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=95065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:31:03.961891 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9fb3a35a-26e0-4112-9911-6f7238a00927 req-3621ca02-4b8b-439e-b26b-4d64e847521f tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053728 Sep 23 07:31:04.022881 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [req-9fb3a35a-26e0-4112-9911-6f7238a00927 req-b9457a01-837a-4f18-9943-837f39b525c4 service neutron] show failed (client error): The resource could not be found. Sep 23 07:31:04.023881 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9fb3a35a-26e0-4112-9911-6f7238a00927 req-b9457a01-837a-4f18-9943-837f39b525c4 service neutron] 10.222.0.21 "GET /v2.0/ports/6b643399-daf7-4345-ab47-260b6b78ed51/bindings/n-h2-715271-16 HTTP/1.1" status: 404 len: 381 time: 0.0546076 Sep 23 07:31:04.286696 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0281b282-113e-4440-8db5-864623ea4e64 req-e9dd9f49-e72c-4c2f-b5d2-3784f8c51ea4 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:04.288202 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0281b282-113e-4440-8db5-864623ea4e64 req-e9dd9f49-e72c-4c2f-b5d2-3784f8c51ea4 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e702e1e-16d6-4303-b092-4c12cc0f4776 HTTP/1.1" status: 200 len: 945 time: 0.1108160 Sep 23 07:31:04.289998 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb3a35a-26e0-4112-9911-6f7238a00927 req-17052a46-eafa-472e-abe1-541b7e7ae5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:04.291418 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9fb3a35a-26e0-4112-9911-6f7238a00927 req-17052a46-eafa-472e-abe1-541b7e7ae5f1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9e702e1e-16d6-4303-b092-4c12cc0f4776&tenant_id=9564e482c14846a2931f0d393eb15eff HTTP/1.1" status: 200 len: 1097 time: 0.1052918 Sep 23 07:31:04.310470 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-9fb3a35a-26e0-4112-9911-6f7238a00927 req-0739ff11-9e55-4901-86b3-cd7fd79a23ee service neutron] Request body: {'port': {'binding:host_id': 'n-h2-715271-16', 'device_owner': 'compute:nova'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:31:04.372288 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0281b282-113e-4440-8db5-864623ea4e64 req-2063d6b6-3c94-4446-922a-1ea4b7cb1595 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781121 Sep 23 07:31:04.380639 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-9fb3a35a-26e0-4112-9911-6f7238a00927 req-0739ff11-9e55-4901-86b3-cd7fd79a23ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:04.584972 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-9fb3a35a-26e0-4112-9911-6f7238a00927 req-0739ff11-9e55-4901-86b3-cd7fd79a23ee service neutron] For port 6b643399-daf7-4345-ab47-260b6b78ed51, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=6b643399-daf7-4345-ab47-260b6b78ed51,segment=NetworkSegment(29d63de1-3c7c-4129-a80f-d46e8108ea94),segment_id=29d63de1-3c7c-4129-a80f-d46e8108ea94)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:31:04.616854 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-9fb3a35a-26e0-4112-9911-6f7238a00927 req-0739ff11-9e55-4901-86b3-cd7fd79a23ee service neutron] For port 6b643399-daf7-4345-ab47-260b6b78ed51, host n-h1-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:31:04.655871 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e702e1e-16d6-4303-b092-4c12cc0f4776', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b643399-daf7-4345-ab47-260b6b78ed51'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:31:04.658300 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e26dc385-2441-4e61-9838-fc74954b78af" -d '{"events": [{"server_uuid": "9e702e1e-16d6-4303-b092-4c12cc0f4776", "name": "network-vif-unplugged", "status": "completed", "tag": "6b643399-daf7-4345-ab47-260b6b78ed51"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:31:04.662478 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-9fb3a35a-26e0-4112-9911-6f7238a00927 req-0739ff11-9e55-4901-86b3-cd7fd79a23ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:04.674717 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.provisioning_blocks [req-9fb3a35a-26e0-4112-9911-6f7238a00927 req-0739ff11-9e55-4901-86b3-cd7fd79a23ee service neutron] Transition to ACTIVE for port object 6b643399-daf7-4345-ab47-260b6b78ed51 will not be triggered until provisioned by entity L2. {{(pid=95066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:31:04.678659 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-9fb3a35a-26e0-4112-9911-6f7238a00927 req-0739ff11-9e55-4901-86b3-cd7fd79a23ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:04.706352 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 07:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba8790b-c870-4d66-b945-ef529a36c9cd x-openstack-request-id: req-9ba8790b-c870-4d66-b945-ef529a36c9cd {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:31:04.706680 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e702e1e-16d6-4303-b092-4c12cc0f4776", "name": "network-vif-unplugged", "status": "completed", "tag": "6b643399-daf7-4345-ab47-260b6b78ed51", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:31:04.707042 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9ba8790b-c870-4d66-b945-ef529a36c9cd {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:31:04.708562 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e702e1e-16d6-4303-b092-4c12cc0f4776', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b643399-daf7-4345-ab47-260b6b78ed51', 'code': 200} Sep 23 07:31:04.751026 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fb3a35a-26e0-4112-9911-6f7238a00927 req-0739ff11-9e55-4901-86b3-cd7fd79a23ee service neutron] No DVR routers for this DVR port 6b643399-daf7-4345-ab47-260b6b78ed51 on host n-h1-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:31:04.752882 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0739ff11-9e55-4901-86b3-cd7fd79a23ee service neutron] Pushing event updated for resources: {'Port': ['ID=6b643399-daf7-4345-ab47-260b6b78ed51,revision_number=6']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:31:04.762891 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0739ff11-9e55-4901-86b3-cd7fd79a23ee service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:31:04.763242 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0739ff11-9e55-4901-86b3-cd7fd79a23ee service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:31:04.763584 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0739ff11-9e55-4901-86b3-cd7fd79a23ee service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:31:04.763921 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0739ff11-9e55-4901-86b3-cd7fd79a23ee service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:31:04.764255 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0739ff11-9e55-4901-86b3-cd7fd79a23ee service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:31:04.764588 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0739ff11-9e55-4901-86b3-cd7fd79a23ee service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:31:04.764916 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0739ff11-9e55-4901-86b3-cd7fd79a23ee service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:31:04.765243 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0739ff11-9e55-4901-86b3-cd7fd79a23ee service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:31:04.765569 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0739ff11-9e55-4901-86b3-cd7fd79a23ee service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:31:04.765916 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0739ff11-9e55-4901-86b3-cd7fd79a23ee service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:31:04.766244 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0739ff11-9e55-4901-86b3-cd7fd79a23ee service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:31:04.766568 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0739ff11-9e55-4901-86b3-cd7fd79a23ee service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:31:04.801775 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-9fb3a35a-26e0-4112-9911-6f7238a00927 req-0739ff11-9e55-4901-86b3-cd7fd79a23ee service neutron] Attempting to bind port 6b643399-daf7-4345-ab47-260b6b78ed51 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:31:04.802139 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-9fb3a35a-26e0-4112-9911-6f7238a00927 req-0739ff11-9e55-4901-86b3-cd7fd79a23ee service neutron] Attempting to bind port 6b643399-daf7-4345-ab47-260b6b78ed51 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '29d63de1-3c7c-4129-a80f-d46e8108ea94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e1ac528b-08ac-40d0-983a-95987f478a3a'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:31:04.802469 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb3a35a-26e0-4112-9911-6f7238a00927 req-0739ff11-9e55-4901-86b3-cd7fd79a23ee service neutron] Attempting to bind port 6b643399-daf7-4345-ab47-260b6b78ed51 on network e1ac528b-08ac-40d0-983a-95987f478a3a {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:31:04.806756 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb3a35a-26e0-4112-9911-6f7238a00927 req-0739ff11-9e55-4901-86b3-cd7fd79a23ee service neutron] Port 6b643399-daf7-4345-ab47-260b6b78ed51 on network e1ac528b-08ac-40d0-983a-95987f478a3a not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:31:04.807086 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb3a35a-26e0-4112-9911-6f7238a00927 req-0739ff11-9e55-4901-86b3-cd7fd79a23ee service neutron] Attempting to bind port 6b643399-daf7-4345-ab47-260b6b78ed51 on network e1ac528b-08ac-40d0-983a-95987f478a3a {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:31:04.811873 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb3a35a-26e0-4112-9911-6f7238a00927 req-0739ff11-9e55-4901-86b3-cd7fd79a23ee service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:31:04.812212 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb3a35a-26e0-4112-9911-6f7238a00927 req-0739ff11-9e55-4901-86b3-cd7fd79a23ee service neutron] Checking segment: {'id': '29d63de1-3c7c-4129-a80f-d46e8108ea94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e1ac528b-08ac-40d0-983a-95987f478a3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:31:04.812596 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb3a35a-26e0-4112-9911-6f7238a00927 req-0739ff11-9e55-4901-86b3-cd7fd79a23ee service neutron] Bound using segment: {'id': '29d63de1-3c7c-4129-a80f-d46e8108ea94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e1ac528b-08ac-40d0-983a-95987f478a3a'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:31:04.813017 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-9fb3a35a-26e0-4112-9911-6f7238a00927 req-0739ff11-9e55-4901-86b3-cd7fd79a23ee service neutron] Bound port: 6b643399-daf7-4345-ab47-260b6b78ed51, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29d63de1-3c7c-4129-a80f-d46e8108ea94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e1ac528b-08ac-40d0-983a-95987f478a3a'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:31:04.813367 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-9fb3a35a-26e0-4112-9911-6f7238a00927 req-0739ff11-9e55-4901-86b3-cd7fd79a23ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:04.877173 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-9fb3a35a-26e0-4112-9911-6f7238a00927 req-0739ff11-9e55-4901-86b3-cd7fd79a23ee service neutron] For port 6b643399-daf7-4345-ab47-260b6b78ed51, host n-h2-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:31:04.881048 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-9fb3a35a-26e0-4112-9911-6f7238a00927 req-0739ff11-9e55-4901-86b3-cd7fd79a23ee service neutron] For port 6b643399-daf7-4345-ab47-260b6b78ed51, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=6b643399-daf7-4345-ab47-260b6b78ed51,segment=NetworkSegment(29d63de1-3c7c-4129-a80f-d46e8108ea94),segment_id=29d63de1-3c7c-4129-a80f-d46e8108ea94)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:31:04.884652 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-9fb3a35a-26e0-4112-9911-6f7238a00927 req-0739ff11-9e55-4901-86b3-cd7fd79a23ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:04.918442 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb3a35a-26e0-4112-9911-6f7238a00927 req-0739ff11-9e55-4901-86b3-cd7fd79a23ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:04.919053 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-9fb3a35a-26e0-4112-9911-6f7238a00927 req-0739ff11-9e55-4901-86b3-cd7fd79a23ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:04.920444 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9fb3a35a-26e0-4112-9911-6f7238a00927 req-0739ff11-9e55-4901-86b3-cd7fd79a23ee service neutron] 10.222.0.58 "PUT /v2.0/ports/6b643399-daf7-4345-ab47-260b6b78ed51 HTTP/1.1" status: 200 len: 1092 time: 0.6195872 Sep 23 07:31:04.940288 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0739ff11-9e55-4901-86b3-cd7fd79a23ee service neutron] Pushing event updated for resources: {'Port': ['ID=6b643399-daf7-4345-ab47-260b6b78ed51,revision_number=7']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:31:04.986513 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb3a35a-26e0-4112-9911-6f7238a00927 req-1b219ed0-9e8c-4d97-a37a-6687807e3e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:04.987993 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9fb3a35a-26e0-4112-9911-6f7238a00927 req-1b219ed0-9e8c-4d97-a37a-6687807e3e48 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9564e482c14846a2931f0d393eb15eff&device_id=9e702e1e-16d6-4303-b092-4c12cc0f4776 HTTP/1.1" status: 200 len: 1095 time: 0.0441000 Sep 23 07:31:05.078734 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb3a35a-26e0-4112-9911-6f7238a00927 req-39d7ec52-4aa1-40f7-9266-b3817c1c5bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:05.080207 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9fb3a35a-26e0-4112-9911-6f7238a00927 req-39d7ec52-4aa1-40f7-9266-b3817c1c5bad service neutron] 10.222.0.58 "GET /v2.0/networks?id=e1ac528b-08ac-40d0-983a-95987f478a3a HTTP/1.1" status: 200 len: 915 time: 0.0845578 Sep 23 07:31:05.127759 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9fb3a35a-26e0-4112-9911-6f7238a00927 req-d4cd0785-6f35-4c3d-b343-3b40718e091e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b643399-daf7-4345-ab47-260b6b78ed51 HTTP/1.1" status: 200 len: 217 time: 0.0400052 Sep 23 07:31:05.175173 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb3a35a-26e0-4112-9911-6f7238a00927 req-7c8e838b-0fb2-4678-b29c-e713ba4fceac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:05.177121 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9fb3a35a-26e0-4112-9911-6f7238a00927 req-7c8e838b-0fb2-4678-b29c-e713ba4fceac service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c5c597c1-721e-4c81-b769-705b890c9f35 HTTP/1.1" status: 200 len: 854 time: 0.0425608 Sep 23 07:31:05.208728 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9fb3a35a-26e0-4112-9911-6f7238a00927 req-ad9cce9f-c709-4e2c-8e2e-7e60bc8079da service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e1ac528b-08ac-40d0-983a-95987f478a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241783 Sep 23 07:31:05.303843 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9fb3a35a-26e0-4112-9911-6f7238a00927 req-7ba6eaf9-a744-410f-a3fb-b22e0f982623 service neutron] 10.222.0.58 "GET /v2.0/networks/e1ac528b-08ac-40d0-983a-95987f478a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877719 Sep 23 07:31:05.393533 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9fb3a35a-26e0-4112-9911-6f7238a00927 req-d6f2772f-a8b0-4441-8fe6-aa1751fd7752 service neutron] 10.222.0.58 "GET /v2.0/networks/e1ac528b-08ac-40d0-983a-95987f478a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817740 Sep 23 07:31:05.489850 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa06b81-e137-49fc-99df-b52ee660d180 req-33513ec8-1fc7-41a1-a7d1-d00fe2d034fa tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:05.491381 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2aa06b81-e137-49fc-99df-b52ee660d180 req-33513ec8-1fc7-41a1-a7d1-d00fe2d034fa tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e702e1e-16d6-4303-b092-4c12cc0f4776 HTTP/1.1" status: 200 len: 943 time: 0.0506046 Sep 23 07:31:05.534696 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2aa06b81-e137-49fc-99df-b52ee660d180 req-6611e26a-c187-4ff8-8a3f-45f9268ed121 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360680 Sep 23 07:31:06.446576 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 6b643399-daf7-4345-ab47-260b6b78ed51 no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:31:06.484300 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 6b643399-daf7-4345-ab47-260b6b78ed51 not bound to the agent host n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:31:06.654772 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b1a66-513c-465c-a58b-17b665eea1cf req-e2a171dd-7713-4eb9-a8fd-53a0589de59a tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:06.656247 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fa9b1a66-513c-465c-a58b-17b665eea1cf req-e2a171dd-7713-4eb9-a8fd-53a0589de59a tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e702e1e-16d6-4303-b092-4c12cc0f4776 HTTP/1.1" status: 200 len: 943 time: 0.0529158 Sep 23 07:31:06.693947 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fa9b1a66-513c-465c-a58b-17b665eea1cf req-3b8f2fe2-01b6-48df-b81a-06b13ef6a4bb tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315416 Sep 23 07:31:06.710392 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e702e1e-16d6-4303-b092-4c12cc0f4776', 'tag': '6b643399-daf7-4345-ab47-260b6b78ed51'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:31:06.712729 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee8b049-96a5-49a9-b44f-34a08812f745" -d '{"events": [{"name": "network-changed", "server_uuid": "9e702e1e-16d6-4303-b092-4c12cc0f4776", "tag": "6b643399-daf7-4345-ab47-260b6b78ed51"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:31:06.761424 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7999ff84-53e8-470b-8bde-63af828da101 x-openstack-request-id: req-7999ff84-53e8-470b-8bde-63af828da101 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:31:06.761726 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e702e1e-16d6-4303-b092-4c12cc0f4776", "tag": "6b643399-daf7-4345-ab47-260b6b78ed51", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:31:06.762010 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7999ff84-53e8-470b-8bde-63af828da101 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:31:06.762404 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e702e1e-16d6-4303-b092-4c12cc0f4776', 'tag': '6b643399-daf7-4345-ab47-260b6b78ed51', 'status': 'completed', 'code': 200} Sep 23 07:31:06.828504 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee8b049-96a5-49a9-b44f-34a08812f745 req-5aa46a68-396a-4bfa-b37a-a931d5041824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:06.830044 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6ee8b049-96a5-49a9-b44f-34a08812f745 req-5aa46a68-396a-4bfa-b37a-a931d5041824 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9564e482c14846a2931f0d393eb15eff&device_id=9e702e1e-16d6-4303-b092-4c12cc0f4776 HTTP/1.1" status: 200 len: 1095 time: 0.0463843 Sep 23 07:31:06.837223 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee8b049-96a5-49a9-b44f-34a08812f745 req-06ee586e-b742-4fba-aad2-6a0cd47a427f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:06.838755 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6ee8b049-96a5-49a9-b44f-34a08812f745 req-06ee586e-b742-4fba-aad2-6a0cd47a427f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9564e482c14846a2931f0d393eb15eff&device_id=9e702e1e-16d6-4303-b092-4c12cc0f4776 HTTP/1.1" status: 200 len: 1095 time: 0.0408192 Sep 23 07:31:06.875239 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:06.932054 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee8b049-96a5-49a9-b44f-34a08812f745 req-5753cd4c-2068-477a-a189-7c7cae0dd54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:06.932539 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee8b049-96a5-49a9-b44f-34a08812f745 req-5cb4ab70-5836-4f20-a3f1-4f3f0b2bea4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:06.933555 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6ee8b049-96a5-49a9-b44f-34a08812f745 req-5753cd4c-2068-477a-a189-7c7cae0dd54d service neutron] 10.222.0.21 "GET /v2.0/networks?id=e1ac528b-08ac-40d0-983a-95987f478a3a HTTP/1.1" status: 200 len: 915 time: 0.0876713 Sep 23 07:31:06.934405 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6ee8b049-96a5-49a9-b44f-34a08812f745 req-5cb4ab70-5836-4f20-a3f1-4f3f0b2bea4b service neutron] 10.222.0.58 "GET /v2.0/networks?id=e1ac528b-08ac-40d0-983a-95987f478a3a HTTP/1.1" status: 200 len: 915 time: 0.0973208 Sep 23 07:31:06.981356 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6ee8b049-96a5-49a9-b44f-34a08812f745 req-912c404d-4d72-42b0-837b-ed3d03c67c3e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b643399-daf7-4345-ab47-260b6b78ed51 HTTP/1.1" status: 200 len: 217 time: 0.0407741 Sep 23 07:31:06.985721 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6ee8b049-96a5-49a9-b44f-34a08812f745 req-0b106a08-430c-4b49-b028-2681fe2dd280 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b643399-daf7-4345-ab47-260b6b78ed51 HTTP/1.1" status: 200 len: 217 time: 0.0441120 Sep 23 07:31:07.031417 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee8b049-96a5-49a9-b44f-34a08812f745 req-9818f273-1e50-4560-9a86-da012dfa6826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:07.033015 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6ee8b049-96a5-49a9-b44f-34a08812f745 req-9818f273-1e50-4560-9a86-da012dfa6826 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c5c597c1-721e-4c81-b769-705b890c9f35 HTTP/1.1" status: 200 len: 854 time: 0.0453937 Sep 23 07:31:07.044197 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee8b049-96a5-49a9-b44f-34a08812f745 req-313fde23-9059-4bff-95ee-9200000a4eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:07.045967 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6ee8b049-96a5-49a9-b44f-34a08812f745 req-313fde23-9059-4bff-95ee-9200000a4eed service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c5c597c1-721e-4c81-b769-705b890c9f35 HTTP/1.1" status: 200 len: 854 time: 0.0534980 Sep 23 07:31:07.065762 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6ee8b049-96a5-49a9-b44f-34a08812f745 req-9845abd8-ac0d-4c41-a89e-0ccdaa34c945 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e1ac528b-08ac-40d0-983a-95987f478a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257103 Sep 23 07:31:07.078590 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6ee8b049-96a5-49a9-b44f-34a08812f745 req-792e0b32-5d4f-4790-9943-e943d0b0db38 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e1ac528b-08ac-40d0-983a-95987f478a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255108 Sep 23 07:31:07.161723 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6ee8b049-96a5-49a9-b44f-34a08812f745 req-41e63c96-ad84-4fa0-a3b0-06021e638d8d service neutron] 10.222.0.21 "GET /v2.0/networks/e1ac528b-08ac-40d0-983a-95987f478a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883973 Sep 23 07:31:07.175400 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6ee8b049-96a5-49a9-b44f-34a08812f745 req-32bda842-169c-4753-ae98-bdaee0c171ff service neutron] 10.222.0.58 "GET /v2.0/networks/e1ac528b-08ac-40d0-983a-95987f478a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895655 Sep 23 07:31:07.251259 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6ee8b049-96a5-49a9-b44f-34a08812f745 req-0a29fd54-6f5d-4c55-be1f-0a516f58b0f6 service neutron] 10.222.0.21 "GET /v2.0/networks/e1ac528b-08ac-40d0-983a-95987f478a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823917 Sep 23 07:31:07.270145 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6ee8b049-96a5-49a9-b44f-34a08812f745 req-33124e3c-2d0f-4234-9bb3-c9b54ef40050 service neutron] 10.222.0.58 "GET /v2.0/networks/e1ac528b-08ac-40d0-983a-95987f478a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872147 Sep 23 07:31:07.817628 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f23639c-2ff7-4f55-a0df-486bd1bb6fcf req-65c1c450-e9e9-468b-b9bb-a8d7572c21cb tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:07.819128 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8f23639c-2ff7-4f55-a0df-486bd1bb6fcf req-65c1c450-e9e9-468b-b9bb-a8d7572c21cb tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e702e1e-16d6-4303-b092-4c12cc0f4776 HTTP/1.1" status: 200 len: 943 time: 0.0550318 Sep 23 07:31:07.856354 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8f23639c-2ff7-4f55-a0df-486bd1bb6fcf req-33365b0b-35dc-4149-bd43-00b8e8fe8f92 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314443 Sep 23 07:31:08.077481 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc7d0c-ba75-4527-93e4-dcecb517e0ad req-04ebbd84-25ab-4c23-8c4b-b6ffc7a29f15 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:08.079050 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ddcc7d0c-ba75-4527-93e4-dcecb517e0ad req-04ebbd84-25ab-4c23-8c4b-b6ffc7a29f15 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e702e1e-16d6-4303-b092-4c12cc0f4776 HTTP/1.1" status: 200 len: 943 time: 0.0802343 Sep 23 07:31:08.084399 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3dd5ab5c-469d-42f1-88fb-dd1308adcb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:08.093489 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b6bf28-30bf-4e36-9627-3fc874b60155 req-c6695117-d194-4cc9-9f81-2bf37fb03c22 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:08.094971 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d0b6bf28-30bf-4e36-9627-3fc874b60155 req-c6695117-d194-4cc9-9f81-2bf37fb03c22 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e702e1e-16d6-4303-b092-4c12cc0f4776&tenant_id=9564e482c14846a2931f0d393eb15eff&binding%3Ahost_id=n-h2-715271-16 HTTP/1.1" status: 200 len: 943 time: 0.0688007 Sep 23 07:31:08.160873 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ddcc7d0c-ba75-4527-93e4-dcecb517e0ad req-1a0372b3-e8fa-4e1b-a6d0-2c0ae2dcc438 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642507 Sep 23 07:31:08.180664 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [req-d0b6bf28-30bf-4e36-9627-3fc874b60155 req-422b2b3d-79e7-4508-808e-7abf08ce80f8 service neutron] delete failed (client error): The resource could not be found. Sep 23 07:31:08.181660 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d0b6bf28-30bf-4e36-9627-3fc874b60155 req-422b2b3d-79e7-4508-808e-7abf08ce80f8 service neutron] 10.222.0.21 "DELETE /v2.0/ports/6b643399-daf7-4345-ab47-260b6b78ed51/bindings/n-h1-715271-16 HTTP/1.1" status: 404 len: 381 time: 0.0784872 Sep 23 07:31:08.277754 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b6bf28-30bf-4e36-9627-3fc874b60155 req-ac547f19-ac97-472e-9903-70a59406bf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:08.279273 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d0b6bf28-30bf-4e36-9627-3fc874b60155 req-ac547f19-ac97-472e-9903-70a59406bf32 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9564e482c14846a2931f0d393eb15eff&device_id=9e702e1e-16d6-4303-b092-4c12cc0f4776 HTTP/1.1" status: 200 len: 1095 time: 0.0414021 Sep 23 07:31:08.366061 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b6bf28-30bf-4e36-9627-3fc874b60155 req-d0ef435e-0409-4834-adfb-0fbf58b30035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:08.367431 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d0b6bf28-30bf-4e36-9627-3fc874b60155 req-d0ef435e-0409-4834-adfb-0fbf58b30035 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e1ac528b-08ac-40d0-983a-95987f478a3a HTTP/1.1" status: 200 len: 915 time: 0.0813529 Sep 23 07:31:08.412276 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d0b6bf28-30bf-4e36-9627-3fc874b60155 req-1797689b-90bc-454c-b73b-dca8f0b1c010 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b643399-daf7-4345-ab47-260b6b78ed51 HTTP/1.1" status: 200 len: 217 time: 0.0378730 Sep 23 07:31:08.460464 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b6bf28-30bf-4e36-9627-3fc874b60155 req-ea47abe0-a006-4612-a7ce-013a57670a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:08.461882 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d0b6bf28-30bf-4e36-9627-3fc874b60155 req-ea47abe0-a006-4612-a7ce-013a57670a0b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c5c597c1-721e-4c81-b769-705b890c9f35 HTTP/1.1" status: 200 len: 854 time: 0.0427027 Sep 23 07:31:08.496060 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d0b6bf28-30bf-4e36-9627-3fc874b60155 req-a99d9a2a-d3df-4c19-89ac-270326581cac service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e1ac528b-08ac-40d0-983a-95987f478a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266068 Sep 23 07:31:08.587524 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d0b6bf28-30bf-4e36-9627-3fc874b60155 req-b75fa119-1d65-4e82-aa21-3f21ccccd967 service neutron] 10.222.0.21 "GET /v2.0/networks/e1ac528b-08ac-40d0-983a-95987f478a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841289 Sep 23 07:31:08.611023 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 6b643399-daf7-4345-ab47-260b6b78ed51 details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:31:08.676044 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d0b6bf28-30bf-4e36-9627-3fc874b60155 req-6bbfb8eb-579e-4b5c-880d-34e842242aec service neutron] 10.222.0.21 "GET /v2.0/networks/e1ac528b-08ac-40d0-983a-95987f478a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807743 Sep 23 07:31:08.708545 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 6b643399-daf7-4345-ab47-260b6b78ed51, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=6b643399-daf7-4345-ab47-260b6b78ed51,segment=NetworkSegment(29d63de1-3c7c-4129-a80f-d46e8108ea94),segment_id=29d63de1-3c7c-4129-a80f-d46e8108ea94)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:31:08.719799 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': '6b643399-daf7-4345-ab47-260b6b78ed51', 'network_id': 'e1ac528b-08ac-40d0-983a-95987f478a3a', 'port_id': '6b643399-daf7-4345-ab47-260b6b78ed51', 'mac_address': 'fa:16:3e:14:00:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5c597c1-721e-4c81-b769-705b890c9f35', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:31:08.758067 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:08.770928 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b643399-daf7-4345-ab47-260b6b78ed51 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:31:08.791197 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 6b643399-daf7-4345-ab47-260b6b78ed51, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=6b643399-daf7-4345-ab47-260b6b78ed51,segment=NetworkSegment(29d63de1-3c7c-4129-a80f-d46e8108ea94),segment_id=29d63de1-3c7c-4129-a80f-d46e8108ea94)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:31:08.795004 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:08.846553 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=6b643399-daf7-4345-ab47-260b6b78ed51,revision_number=8']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:31:08.853724 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:31:08.854093 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:31:08.854431 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:31:08.854762 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:31:08.855089 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:31:08.855415 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:31:08.855737 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:31:08.856054 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:31:08.856372 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:31:08.856696 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:31:08.857015 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:31:08.857328 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:31:09.017024 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['6b643399-daf7-4345-ab47-260b6b78ed51'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:31:09.283798 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7b2c72-ce49-4aa1-a454-7565e01c6ea4 req-d52effd0-dae6-472d-8b31-c02e8fb3447c tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:09.285890 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6c7b2c72-ce49-4aa1-a454-7565e01c6ea4 req-d52effd0-dae6-472d-8b31-c02e8fb3447c tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e702e1e-16d6-4303-b092-4c12cc0f4776 HTTP/1.1" status: 200 len: 944 time: 0.0537648 Sep 23 07:31:09.328413 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6c7b2c72-ce49-4aa1-a454-7565e01c6ea4 req-653aa20d-d533-41e3-a2fa-4f5fee2d8d7d tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365946 Sep 23 07:31:09.449289 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6402d090-bd7a-40d3-94e0-5580af2a0ccb req-6536eae9-9cae-4c82-bc78-3d1ccecbcaf7 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:09.450778 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6402d090-bd7a-40d3-94e0-5580af2a0ccb req-6536eae9-9cae-4c82-bc78-3d1ccecbcaf7 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e702e1e-16d6-4303-b092-4c12cc0f4776 HTTP/1.1" status: 200 len: 944 time: 0.0556223 Sep 23 07:31:09.844143 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6402d090-bd7a-40d3-94e0-5580af2a0ccb req-fb3ac37f-d167-48f4-9cc8-23b1d6646472 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3875287 Sep 23 07:31:09.957209 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9956ee-6734-4e8a-8f61-8934f43cf9c0 req-81f67121-0922-4547-80be-38ff69b433b3 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:09.958737 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9c9956ee-6734-4e8a-8f61-8934f43cf9c0 req-81f67121-0922-4547-80be-38ff69b433b3 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e702e1e-16d6-4303-b092-4c12cc0f4776 HTTP/1.1" status: 200 len: 944 time: 0.0496178 Sep 23 07:31:09.997066 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9c9956ee-6734-4e8a-8f61-8934f43cf9c0 req-4bd3e8fb-f620-412c-bef7-858856f6525d tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325208 Sep 23 07:31:10.415221 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:10.586636 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313af865-e2e3-49f4-a1b9-3fde5c0c253f req-08ef7470-fe0a-4ef4-bc2a-b913fbfd2023 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:10.588092 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-313af865-e2e3-49f4-a1b9-3fde5c0c253f req-08ef7470-fe0a-4ef4-bc2a-b913fbfd2023 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/networks?id=e1ac528b-08ac-40d0-983a-95987f478a3a HTTP/1.1" status: 200 len: 814 time: 0.1044834 Sep 23 07:31:10.603586 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-313af865-e2e3-49f4-a1b9-3fde5c0c253f req-20bada41-e3e3-4de4-9cbe-146283f0cad9 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/quotas/9564e482c14846a2931f0d393eb15eff HTTP/1.1" status: 200 len: 375 time: 0.0097852 Sep 23 07:31:10.620693 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 6b643399-daf7-4345-ab47-260b6b78ed51 up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:31:10.653279 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-313af865-e2e3-49f4-a1b9-3fde5c0c253f req-80b4f079-bf07-47ba-bde5-2ed243ea5cce tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9564e482c14846a2931f0d393eb15eff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0445788 Sep 23 07:31:10.664230 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [req-313af865-e2e3-49f4-a1b9-3fde5c0c253f req-d322e60e-bcc8-4918-9b0d-7dbdb17e880f service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:31:10.665205 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-313af865-e2e3-49f4-a1b9-3fde5c0c253f req-d322e60e-bcc8-4918-9b0d-7dbdb17e880f service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051236 Sep 23 07:31:10.672904 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port 6b643399-daf7-4345-ab47-260b6b78ed51 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:31:10.676704 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port 6b643399-daf7-4345-ab47-260b6b78ed51 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:31:10.677076 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:10.753561 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:10.756581 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-313af865-e2e3-49f4-a1b9-3fde5c0c253f req-4c984059-15ee-4133-bb75-17e1053fce8e service neutron] 10.222.0.39 "GET /v2.0/networks/e1ac528b-08ac-40d0-983a-95987f478a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852818 Sep 23 07:31:10.777264 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e702e1e-16d6-4303-b092-4c12cc0f4776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b643399-daf7-4345-ab47-260b6b78ed51'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:31:10.779507 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c920974-a80f-43c0-998c-9857aca4ce7d" -d '{"events": [{"server_uuid": "9e702e1e-16d6-4303-b092-4c12cc0f4776", "name": "network-vif-plugged", "status": "completed", "tag": "6b643399-daf7-4345-ab47-260b6b78ed51"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:31:10.792307 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 6b643399-daf7-4345-ab47-260b6b78ed51, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=6b643399-daf7-4345-ab47-260b6b78ed51,segment=NetworkSegment(29d63de1-3c7c-4129-a80f-d46e8108ea94),segment_id=29d63de1-3c7c-4129-a80f-d46e8108ea94)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:31:10.796327 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:10.823340 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad69fa8c-dafb-461b-9782-cd794cdc1da0 x-openstack-request-id: req-ad69fa8c-dafb-461b-9782-cd794cdc1da0 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:31:10.823636 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e702e1e-16d6-4303-b092-4c12cc0f4776", "name": "network-vif-plugged", "status": "completed", "tag": "6b643399-daf7-4345-ab47-260b6b78ed51", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:31:10.823870 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ad69fa8c-dafb-461b-9782-cd794cdc1da0 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:31:10.824258 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e702e1e-16d6-4303-b092-4c12cc0f4776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b643399-daf7-4345-ab47-260b6b78ed51', 'code': 200} Sep 23 07:31:10.851912 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=6b643399-daf7-4345-ab47-260b6b78ed51,revision_number=9']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:31:10.856432 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-313af865-e2e3-49f4-a1b9-3fde5c0c253f req-fd047df0-8fa9-4137-83f9-ef24346f99f6 service neutron] 10.222.0.39 "GET /v2.0/networks/e1ac528b-08ac-40d0-983a-95987f478a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931818 Sep 23 07:31:11.020092 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1c8cbc21-44b5-4d2e-8b83-4b457b9bffe9 req-57952c06-1494-4078-ae3e-3b5a6a376455 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=749b39ff-b103-4729-9c52-6601b0e05213 HTTP/1.1" status: 200 len: 210 time: 0.0264442 Sep 23 07:31:11.098876 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0abc6ec2-06db-4a2b-9345-36fa6a8d13ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:11.599614 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:11.805800 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad88d1ca-f6b9-403e-beed-0c07a62884cd req-291fffc4-15ed-49ca-b856-93912cd0f1bc tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:11.807304 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ad88d1ca-f6b9-403e-beed-0c07a62884cd req-291fffc4-15ed-49ca-b856-93912cd0f1bc tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e702e1e-16d6-4303-b092-4c12cc0f4776 HTTP/1.1" status: 200 len: 945 time: 0.0499258 Sep 23 07:31:11.908904 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.58', 50513) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:31:11.939638 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-ad88d1ca-f6b9-403e-beed-0c07a62884cd req-eb5073b2-8d96-4f28-9bfc-60e12fc92150 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Deleting port 6b643399-daf7-4345-ab47-260b6b78ed51 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:31:11.939976 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-ad88d1ca-f6b9-403e-beed-0c07a62884cd req-eb5073b2-8d96-4f28-9bfc-60e12fc92150 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:12.090290 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313af865-e2e3-49f4-a1b9-3fde5c0c253f req-b13b6a30-1097-403b-9d36-21f1e892adaa tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:12.091673 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-313af865-e2e3-49f4-a1b9-3fde5c0c253f req-b13b6a30-1097-403b-9d36-21f1e892adaa tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.58 "GET /v2.0/networks?id=e1ac528b-08ac-40d0-983a-95987f478a3a HTTP/1.1" status: 200 len: 814 time: 0.1818333 Sep 23 07:31:12.106795 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-ad88d1ca-f6b9-403e-beed-0c07a62884cd req-eb5073b2-8d96-4f28-9bfc-60e12fc92150 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] For port 6b643399-daf7-4345-ab47-260b6b78ed51, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=6b643399-daf7-4345-ab47-260b6b78ed51,segment=NetworkSegment(29d63de1-3c7c-4129-a80f-d46e8108ea94),segment_id=29d63de1-3c7c-4129-a80f-d46e8108ea94)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:31:12.107170 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-ad88d1ca-f6b9-403e-beed-0c07a62884cd req-eb5073b2-8d96-4f28-9bfc-60e12fc92150 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:12.120857 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-313af865-e2e3-49f4-a1b9-3fde5c0c253f req-df1e6468-2031-401b-b512-3de32955a134 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Request body: {'port': {'device_id': '749b39ff-b103-4729-9c52-6601b0e05213', 'network_id': 'e1ac528b-08ac-40d0-983a-95987f478a3a', 'admin_state_up': True, 'tenant_id': '9564e482c14846a2931f0d393eb15eff'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:31:12.144959 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-ad88d1ca-f6b9-403e-beed-0c07a62884cd req-eb5073b2-8d96-4f28-9bfc-60e12fc92150 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Calling delete_port for 6b643399-daf7-4345-ab47-260b6b78ed51 owned by compute:nova {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:31:12.148036 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-08ceb3f9-942f-40be-86b3-745483827617 req-0cc1d6c0-7b23-415a-becb-ce19b0b041fe tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=749b39ff-b103-4729-9c52-6601b0e05213 HTTP/1.1" status: 200 len: 210 time: 0.0539043 Sep 23 07:31:12.317749 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-313af865-e2e3-49f4-a1b9-3fde5c0c253f req-df1e6468-2031-401b-b512-3de32955a134 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Made reservation on behalf of 9564e482c14846a2931f0d393eb15eff for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:31:12.321261 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-313af865-e2e3-49f4-a1b9-3fde5c0c253f req-df1e6468-2031-401b-b512-3de32955a134 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:12.383203 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-ad88d1ca-f6b9-403e-beed-0c07a62884cd req-eb5073b2-8d96-4f28-9bfc-60e12fc92150 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:12.395324 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['6b643399-daf7-4345-ab47-260b6b78ed51'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:31:12.445412 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5073b2-8d96-4f28-9bfc-60e12fc92150 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Pushing event deleted for resources: {'Port': ['ID=6b643399-daf7-4345-ab47-260b6b78ed51,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:31:12.447224 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:12.521659 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad88d1ca-f6b9-403e-beed-0c07a62884cd req-eb5073b2-8d96-4f28-9bfc-60e12fc92150 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] No DVR routers for this DVR port 6b643399-daf7-4345-ab47-260b6b78ed51 on host n-h2-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:31:12.527178 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-ad88d1ca-f6b9-403e-beed-0c07a62884cd req-eb5073b2-8d96-4f28-9bfc-60e12fc92150 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:12.529171 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ad88d1ca-f6b9-403e-beed-0c07a62884cd req-eb5073b2-8d96-4f28-9bfc-60e12fc92150 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.58 "DELETE /v2.0/ports/6b643399-daf7-4345-ab47-260b6b78ed51 HTTP/1.1" status: 204 len: 173 time: 0.7146525 Sep 23 07:31:12.529599 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e702e1e-16d6-4303-b092-4c12cc0f4776', 'name': 'network-vif-deleted', 'tag': '6b643399-daf7-4345-ab47-260b6b78ed51'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:31:12.531930 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee7126c-27b4-40b0-a587-ae8876a56da4" -d '{"events": [{"server_uuid": "9e702e1e-16d6-4303-b092-4c12cc0f4776", "name": "network-vif-deleted", "tag": "6b643399-daf7-4345-ab47-260b6b78ed51"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:31:12.557853 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [req-313af865-e2e3-49f4-a1b9-3fde5c0c253f req-df1e6468-2031-401b-b512-3de32955a134 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Allocated IP 172.20.0.8 (e1ac528b-08ac-40d0-983a-95987f478a3a/c5c597c1-721e-4c81-b769-705b890c9f35/d71e476c-b592-41ca-ae50-4f5306263be4) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:31:12.575238 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe7aa9b-61ae-4694-b6b3-87b4b977e489 x-openstack-request-id: req-efe7aa9b-61ae-4694-b6b3-87b4b977e489 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:31:12.575534 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e702e1e-16d6-4303-b092-4c12cc0f4776", "name": "network-vif-deleted", "tag": "6b643399-daf7-4345-ab47-260b6b78ed51", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:31:12.575782 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-efe7aa9b-61ae-4694-b6b3-87b4b977e489 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:31:12.576173 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e702e1e-16d6-4303-b092-4c12cc0f4776', 'name': 'network-vif-deleted', 'tag': '6b643399-daf7-4345-ab47-260b6b78ed51', 'status': 'completed', 'code': 200} Sep 23 07:31:12.730334 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-313af865-e2e3-49f4-a1b9-3fde5c0c253f req-df1e6468-2031-401b-b512-3de32955a134 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:12.769085 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-313af865-e2e3-49f4-a1b9-3fde5c0c253f req-df1e6468-2031-401b-b512-3de32955a134 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:12.782203 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['6b643399-daf7-4345-ab47-260b6b78ed51'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:31:12.813993 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-313af865-e2e3-49f4-a1b9-3fde5c0c253f req-df1e6468-2031-401b-b512-3de32955a134 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Network e1ac528b-08ac-40d0-983a-95987f478a3a is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:31:12.817138 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [req-313af865-e2e3-49f4-a1b9-3fde5c0c253f req-df1e6468-2031-401b-b512-3de32955a134 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:31:12.820944 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-313af865-e2e3-49f4-a1b9-3fde5c0c253f req-df1e6468-2031-401b-b512-3de32955a134 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:31:12.848095 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1e6468-2031-401b-b512-3de32955a134 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Pushing event updated for resources: {'Port': ['ID=d71e476c-b592-41ca-ae50-4f5306263be4,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:31:12.875507 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313af865-e2e3-49f4-a1b9-3fde5c0c253f req-df1e6468-2031-401b-b512-3de32955a134 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:12.876110 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-313af865-e2e3-49f4-a1b9-3fde5c0c253f req-df1e6468-2031-401b-b512-3de32955a134 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:12.889309 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-313af865-e2e3-49f4-a1b9-3fde5c0c253f req-df1e6468-2031-401b-b512-3de32955a134 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7794464 Sep 23 07:31:12.901197 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-313af865-e2e3-49f4-a1b9-3fde5c0c253f req-d4d8ff7b-de97-47e8-8cfc-85ba9895694a service neutron] Request body: {'port': {'device_id': '749b39ff-b103-4729-9c52-6601b0e05213', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:31:12.958203 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-313af865-e2e3-49f4-a1b9-3fde5c0c253f req-d4d8ff7b-de97-47e8-8cfc-85ba9895694a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:13.493988 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccc1af5-491b-4f39-916a-fbe658bb72d5 req-996dc169-0ae8-4067-b056-6efc2b70e17e tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:13.495464 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8ccc1af5-491b-4f39-916a-fbe658bb72d5 req-996dc169-0ae8-4067-b056-6efc2b70e17e tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=749b39ff-b103-4729-9c52-6601b0e05213 HTTP/1.1" status: 200 len: 931 time: 0.0764253 Sep 23 07:31:13.567727 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [req-313af865-e2e3-49f4-a1b9-3fde5c0c253f req-d4d8ff7b-de97-47e8-8cfc-85ba9895694a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d71e476c-b592-41ca-ae50-4f5306263be4 {{(pid=95066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:31:13.576289 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8ccc1af5-491b-4f39-916a-fbe658bb72d5 req-7570d149-2640-42bf-bcc4-9ab9ab783f99 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735533 Sep 23 07:31:13.577982 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-313af865-e2e3-49f4-a1b9-3fde5c0c253f req-d4d8ff7b-de97-47e8-8cfc-85ba9895694a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:13.592027 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.provisioning_blocks [req-313af865-e2e3-49f4-a1b9-3fde5c0c253f req-d4d8ff7b-de97-47e8-8cfc-85ba9895694a service neutron] Transition to ACTIVE for port object d71e476c-b592-41ca-ae50-4f5306263be4 will not be triggered until provisioned by entity L2. {{(pid=95066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:31:13.595936 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-313af865-e2e3-49f4-a1b9-3fde5c0c253f req-d4d8ff7b-de97-47e8-8cfc-85ba9895694a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:13.661480 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d8ff7b-de97-47e8-8cfc-85ba9895694a service neutron] Pushing event updated for resources: {'Port': ['ID=d71e476c-b592-41ca-ae50-4f5306263be4,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:31:13.713759 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-313af865-e2e3-49f4-a1b9-3fde5c0c253f req-d4d8ff7b-de97-47e8-8cfc-85ba9895694a service neutron] Attempting to bind port d71e476c-b592-41ca-ae50-4f5306263be4 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:31:13.714113 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-313af865-e2e3-49f4-a1b9-3fde5c0c253f req-d4d8ff7b-de97-47e8-8cfc-85ba9895694a service neutron] Attempting to bind port d71e476c-b592-41ca-ae50-4f5306263be4 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '29d63de1-3c7c-4129-a80f-d46e8108ea94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e1ac528b-08ac-40d0-983a-95987f478a3a'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:31:13.714438 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313af865-e2e3-49f4-a1b9-3fde5c0c253f req-d4d8ff7b-de97-47e8-8cfc-85ba9895694a service neutron] Attempting to bind port d71e476c-b592-41ca-ae50-4f5306263be4 on network e1ac528b-08ac-40d0-983a-95987f478a3a {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:31:13.718603 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313af865-e2e3-49f4-a1b9-3fde5c0c253f req-d4d8ff7b-de97-47e8-8cfc-85ba9895694a service neutron] Port d71e476c-b592-41ca-ae50-4f5306263be4 on network e1ac528b-08ac-40d0-983a-95987f478a3a not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:31:13.718919 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313af865-e2e3-49f4-a1b9-3fde5c0c253f req-d4d8ff7b-de97-47e8-8cfc-85ba9895694a service neutron] Attempting to bind port d71e476c-b592-41ca-ae50-4f5306263be4 on network e1ac528b-08ac-40d0-983a-95987f478a3a {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:31:13.723723 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313af865-e2e3-49f4-a1b9-3fde5c0c253f req-d4d8ff7b-de97-47e8-8cfc-85ba9895694a service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:31:13.724056 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313af865-e2e3-49f4-a1b9-3fde5c0c253f req-d4d8ff7b-de97-47e8-8cfc-85ba9895694a service neutron] Checking segment: {'id': '29d63de1-3c7c-4129-a80f-d46e8108ea94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e1ac528b-08ac-40d0-983a-95987f478a3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:31:13.724432 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313af865-e2e3-49f4-a1b9-3fde5c0c253f req-d4d8ff7b-de97-47e8-8cfc-85ba9895694a service neutron] Bound using segment: {'id': '29d63de1-3c7c-4129-a80f-d46e8108ea94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e1ac528b-08ac-40d0-983a-95987f478a3a'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:31:13.724851 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-313af865-e2e3-49f4-a1b9-3fde5c0c253f req-d4d8ff7b-de97-47e8-8cfc-85ba9895694a service neutron] Bound port: d71e476c-b592-41ca-ae50-4f5306263be4, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29d63de1-3c7c-4129-a80f-d46e8108ea94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e1ac528b-08ac-40d0-983a-95987f478a3a'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:31:13.725200 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-313af865-e2e3-49f4-a1b9-3fde5c0c253f req-d4d8ff7b-de97-47e8-8cfc-85ba9895694a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:13.791267 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-313af865-e2e3-49f4-a1b9-3fde5c0c253f req-d4d8ff7b-de97-47e8-8cfc-85ba9895694a service neutron] For port d71e476c-b592-41ca-ae50-4f5306263be4, host n-h2-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:31:13.794138 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-313af865-e2e3-49f4-a1b9-3fde5c0c253f req-d4d8ff7b-de97-47e8-8cfc-85ba9895694a service neutron] For port d71e476c-b592-41ca-ae50-4f5306263be4, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=d71e476c-b592-41ca-ae50-4f5306263be4,segment=NetworkSegment(29d63de1-3c7c-4129-a80f-d46e8108ea94),segment_id=29d63de1-3c7c-4129-a80f-d46e8108ea94)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:31:13.798637 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-313af865-e2e3-49f4-a1b9-3fde5c0c253f req-d4d8ff7b-de97-47e8-8cfc-85ba9895694a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:13.833572 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313af865-e2e3-49f4-a1b9-3fde5c0c253f req-d4d8ff7b-de97-47e8-8cfc-85ba9895694a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:13.834296 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-313af865-e2e3-49f4-a1b9-3fde5c0c253f req-d4d8ff7b-de97-47e8-8cfc-85ba9895694a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:13.835590 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-313af865-e2e3-49f4-a1b9-3fde5c0c253f req-d4d8ff7b-de97-47e8-8cfc-85ba9895694a service neutron] 10.222.0.58 "PUT /v2.0/ports/d71e476c-b592-41ca-ae50-4f5306263be4 HTTP/1.1" status: 200 len: 1092 time: 0.9384003 Sep 23 07:31:13.859204 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d8ff7b-de97-47e8-8cfc-85ba9895694a service neutron] Pushing event updated for resources: {'Port': ['ID=d71e476c-b592-41ca-ae50-4f5306263be4,revision_number=3']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:31:13.933768 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313af865-e2e3-49f4-a1b9-3fde5c0c253f req-9ea5d10b-6a1e-437c-a8eb-15371acf6848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:13.935386 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:13.935906 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-313af865-e2e3-49f4-a1b9-3fde5c0c253f req-9ea5d10b-6a1e-437c-a8eb-15371acf6848 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9564e482c14846a2931f0d393eb15eff&device_id=749b39ff-b103-4729-9c52-6601b0e05213 HTTP/1.1" status: 200 len: 1095 time: 0.0423203 Sep 23 07:31:13.977696 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-313af865-e2e3-49f4-a1b9-3fde5c0c253f req-e1e1bbb8-21d8-48fc-8b76-2c2d94fa921a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d71e476c-b592-41ca-ae50-4f5306263be4 HTTP/1.1" status: 200 len: 217 time: 0.0342944 Sep 23 07:31:14.031429 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313af865-e2e3-49f4-a1b9-3fde5c0c253f req-566abd18-85f0-42cc-bedc-f0e8882fb4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:14.032860 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-313af865-e2e3-49f4-a1b9-3fde5c0c253f req-566abd18-85f0-42cc-bedc-f0e8882fb4c3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c5c597c1-721e-4c81-b769-705b890c9f35 HTTP/1.1" status: 200 len: 854 time: 0.0473995 Sep 23 07:31:14.064927 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-313af865-e2e3-49f4-a1b9-3fde5c0c253f req-2ae799c6-2126-4c1c-8e09-5cfd557b1a3f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e1ac528b-08ac-40d0-983a-95987f478a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245667 Sep 23 07:31:14.160673 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-313af865-e2e3-49f4-a1b9-3fde5c0c253f req-e96a7e8a-f2f0-4509-bcea-31ae1c2c8b10 service neutron] 10.222.0.58 "GET /v2.0/networks/e1ac528b-08ac-40d0-983a-95987f478a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872180 Sep 23 07:31:14.254589 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-313af865-e2e3-49f4-a1b9-3fde5c0c253f req-6cc172b8-1f21-4c17-ba7e-61dfe8133d9c service neutron] 10.222.0.58 "GET /v2.0/networks/e1ac528b-08ac-40d0-983a-95987f478a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863702 Sep 23 07:31:14.577686 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '749b39ff-b103-4729-9c52-6601b0e05213', 'tag': 'd71e476c-b592-41ca-ae50-4f5306263be4'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:31:14.580073 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e06e6bc0-7f21-48ce-ae45-2ddbcb6b93d2" -d '{"events": [{"name": "network-changed", "server_uuid": "749b39ff-b103-4729-9c52-6601b0e05213", "tag": "d71e476c-b592-41ca-ae50-4f5306263be4"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:31:14.616252 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f0f26e-b3c3-477e-a59b-bb4d24338ea9 x-openstack-request-id: req-08f0f26e-b3c3-477e-a59b-bb4d24338ea9 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:31:14.616613 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "749b39ff-b103-4729-9c52-6601b0e05213", "tag": "d71e476c-b592-41ca-ae50-4f5306263be4", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:31:14.616929 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-08f0f26e-b3c3-477e-a59b-bb4d24338ea9 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:31:14.617390 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '749b39ff-b103-4729-9c52-6601b0e05213', 'tag': 'd71e476c-b592-41ca-ae50-4f5306263be4', 'status': 'completed', 'code': 200} Sep 23 07:31:14.719720 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49fb1d2-a04e-476c-b2e7-b510e368e026 req-590a9441-b802-490a-bbb9-218d001e0e1f tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:14.721190 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a49fb1d2-a04e-476c-b2e7-b510e368e026 req-590a9441-b802-490a-bbb9-218d001e0e1f tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=749b39ff-b103-4729-9c52-6601b0e05213 HTTP/1.1" status: 200 len: 943 time: 0.0710950 Sep 23 07:31:14.723543 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e6bc0-7f21-48ce-ae45-2ddbcb6b93d2 req-5ccc7ae8-cb7f-4ff4-af30-39bc51f65a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:14.724874 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e06e6bc0-7f21-48ce-ae45-2ddbcb6b93d2 req-5ccc7ae8-cb7f-4ff4-af30-39bc51f65a27 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9564e482c14846a2931f0d393eb15eff&device_id=749b39ff-b103-4729-9c52-6601b0e05213 HTTP/1.1" status: 200 len: 1095 time: 0.0833383 Sep 23 07:31:14.809457 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a49fb1d2-a04e-476c-b2e7-b510e368e026 req-f021b0e5-ec37-4088-ac4c-4de85af4c547 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816436 Sep 23 07:31:14.837925 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e6bc0-7f21-48ce-ae45-2ddbcb6b93d2 req-a235af81-2791-40ec-845f-52919cbd818d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:14.839350 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e06e6bc0-7f21-48ce-ae45-2ddbcb6b93d2 req-a235af81-2791-40ec-845f-52919cbd818d service neutron] 10.222.0.58 "GET /v2.0/networks?id=e1ac528b-08ac-40d0-983a-95987f478a3a HTTP/1.1" status: 200 len: 915 time: 0.1059430 Sep 23 07:31:14.886966 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e06e6bc0-7f21-48ce-ae45-2ddbcb6b93d2 req-87bcdaa6-6766-46cd-a2e2-ab2c8e3adaec service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d71e476c-b592-41ca-ae50-4f5306263be4 HTTP/1.1" status: 200 len: 217 time: 0.0398638 Sep 23 07:31:14.937303 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e6bc0-7f21-48ce-ae45-2ddbcb6b93d2 req-6713c04d-0878-4e4f-8dea-a2f96b14686a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:14.938779 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e06e6bc0-7f21-48ce-ae45-2ddbcb6b93d2 req-6713c04d-0878-4e4f-8dea-a2f96b14686a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c5c597c1-721e-4c81-b769-705b890c9f35 HTTP/1.1" status: 200 len: 854 time: 0.0433848 Sep 23 07:31:14.971853 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e06e6bc0-7f21-48ce-ae45-2ddbcb6b93d2 req-2bdbfb47-9a94-4ffd-b1d9-eb7eb567399c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e1ac528b-08ac-40d0-983a-95987f478a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250657 Sep 23 07:31:15.065725 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e06e6bc0-7f21-48ce-ae45-2ddbcb6b93d2 req-76ee8115-0ef7-4d6a-8bb6-ae19a35c3b15 service neutron] 10.222.0.58 "GET /v2.0/networks/e1ac528b-08ac-40d0-983a-95987f478a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863297 Sep 23 07:31:15.163191 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e06e6bc0-7f21-48ce-ae45-2ddbcb6b93d2 req-666d0bde-9c55-4015-a1ea-d2293336d479 service neutron] 10.222.0.58 "GET /v2.0/networks/e1ac528b-08ac-40d0-983a-95987f478a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886047 Sep 23 07:31:15.935824 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb779b-647c-4dc5-b056-5ae5872b198b req-9edb092d-2bb6-412c-ba32-9f0fdff7f38d tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:15.937285 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-affb779b-647c-4dc5-b056-5ae5872b198b req-9edb092d-2bb6-412c-ba32-9f0fdff7f38d tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=749b39ff-b103-4729-9c52-6601b0e05213 HTTP/1.1" status: 200 len: 943 time: 0.0605271 Sep 23 07:31:15.974343 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-affb779b-647c-4dc5-b056-5ae5872b198b req-03c333e6-7268-42b7-86bc-08b4cd6b27c9 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305338 Sep 23 07:31:16.666820 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device d71e476c-b592-41ca-ae50-4f5306263be4 details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:31:16.670487 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 6b643399-daf7-4345-ab47-260b6b78ed51 no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:31:16.696620 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No Port match for: 6b643399-daf7-4345-ab47-260b6b78ed51 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:31:16.696965 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 6b643399-daf7-4345-ab47-260b6b78ed51 not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:31:16.780922 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port d71e476c-b592-41ca-ae50-4f5306263be4, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=d71e476c-b592-41ca-ae50-4f5306263be4,segment=NetworkSegment(29d63de1-3c7c-4129-a80f-d46e8108ea94),segment_id=29d63de1-3c7c-4129-a80f-d46e8108ea94)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:31:16.791608 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': 'd71e476c-b592-41ca-ae50-4f5306263be4', 'network_id': 'e1ac528b-08ac-40d0-983a-95987f478a3a', 'port_id': 'd71e476c-b592-41ca-ae50-4f5306263be4', 'mac_address': 'fa:16:3e:45:b7:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5c597c1-721e-4c81-b769-705b890c9f35', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:31:16.827773 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:16.840569 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d71e476c-b592-41ca-ae50-4f5306263be4 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:31:16.859578 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port d71e476c-b592-41ca-ae50-4f5306263be4, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=d71e476c-b592-41ca-ae50-4f5306263be4,segment=NetworkSegment(29d63de1-3c7c-4129-a80f-d46e8108ea94),segment_id=29d63de1-3c7c-4129-a80f-d46e8108ea94)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:31:16.863713 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:16.918768 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=d71e476c-b592-41ca-ae50-4f5306263be4,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:31:17.089483 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c704f27-aec0-46d8-ab69-55abcf996e50 req-18785370-1428-4858-9ddd-a8b92a8588a3 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:17.091032 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6c704f27-aec0-46d8-ab69-55abcf996e50 req-18785370-1428-4858-9ddd-a8b92a8588a3 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=749b39ff-b103-4729-9c52-6601b0e05213 HTTP/1.1" status: 200 len: 944 time: 0.0501807 Sep 23 07:31:17.094782 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['d71e476c-b592-41ca-ae50-4f5306263be4'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:31:17.130325 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6c704f27-aec0-46d8-ab69-55abcf996e50 req-69ebae09-aa92-47df-97dd-0b9aef6c68e2 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330417 Sep 23 07:31:18.248840 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa77cb9-85a6-4e0c-94de-88afd02ae3e3 req-07bd966f-45b2-49e7-bc0f-7e6f32974c90 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:18.250359 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5fa77cb9-85a6-4e0c-94de-88afd02ae3e3 req-07bd966f-45b2-49e7-bc0f-7e6f32974c90 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=749b39ff-b103-4729-9c52-6601b0e05213 HTTP/1.1" status: 200 len: 944 time: 0.0521882 Sep 23 07:31:18.291421 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5fa77cb9-85a6-4e0c-94de-88afd02ae3e3 req-f9e78b34-4184-4f9f-a727-c547cd0e1708 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344458 Sep 23 07:31:18.672886 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device d71e476c-b592-41ca-ae50-4f5306263be4 up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:31:18.721514 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port d71e476c-b592-41ca-ae50-4f5306263be4 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:31:18.725839 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port d71e476c-b592-41ca-ae50-4f5306263be4 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:31:18.726239 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:18.805006 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:18.827027 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '749b39ff-b103-4729-9c52-6601b0e05213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd71e476c-b592-41ca-ae50-4f5306263be4'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:31:18.829232 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c208ecc-d9e4-4e33-9424-0dbcd0220aea" -d '{"events": [{"server_uuid": "749b39ff-b103-4729-9c52-6601b0e05213", "name": "network-vif-plugged", "status": "completed", "tag": "d71e476c-b592-41ca-ae50-4f5306263be4"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:31:18.842089 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port d71e476c-b592-41ca-ae50-4f5306263be4, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=d71e476c-b592-41ca-ae50-4f5306263be4,segment=NetworkSegment(29d63de1-3c7c-4129-a80f-d46e8108ea94),segment_id=29d63de1-3c7c-4129-a80f-d46e8108ea94)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:31:18.846405 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:18.872327 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e65e2de-eb56-483c-9cc5-e65f8640919b x-openstack-request-id: req-9e65e2de-eb56-483c-9cc5-e65f8640919b {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:31:18.872621 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "749b39ff-b103-4729-9c52-6601b0e05213", "name": "network-vif-plugged", "status": "completed", "tag": "d71e476c-b592-41ca-ae50-4f5306263be4", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:31:18.872876 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9e65e2de-eb56-483c-9cc5-e65f8640919b {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:31:18.873258 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '749b39ff-b103-4729-9c52-6601b0e05213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd71e476c-b592-41ca-ae50-4f5306263be4', 'code': 200} Sep 23 07:31:18.897054 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=d71e476c-b592-41ca-ae50-4f5306263be4,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:31:18.977099 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b2ebc9-7bd7-49b8-9009-2907f6fbf9ae req-6f73348b-f187-4408-94e9-ac53cee83e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:18.978616 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-12b2ebc9-7bd7-49b8-9009-2907f6fbf9ae req-6f73348b-f187-4408-94e9-ac53cee83e00 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=749b39ff-b103-4729-9c52-6601b0e05213 HTTP/1.1" status: 200 len: 1097 time: 0.0442801 Sep 23 07:31:19.014220 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-12b2ebc9-7bd7-49b8-9009-2907f6fbf9ae req-68ebb8ff-1587-45a2-a94a-240156bb43da service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275714 Sep 23 07:31:19.404436 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533fec0f-2340-41f3-80f1-342be665d4e0 req-2d08b27b-b3e6-4269-ae44-96b53aaa7503 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:19.405919 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-533fec0f-2340-41f3-80f1-342be665d4e0 req-2d08b27b-b3e6-4269-ae44-96b53aaa7503 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=749b39ff-b103-4729-9c52-6601b0e05213 HTTP/1.1" status: 200 len: 945 time: 0.0486686 Sep 23 07:31:19.444035 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-533fec0f-2340-41f3-80f1-342be665d4e0 req-d33f918c-de58-4215-a0d0-9bf62428cf93 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317261 Sep 23 07:31:20.559903 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc1641-dea4-492c-b964-c5910529259d req-b1ac1360-2ae0-4807-8604-6eacbbb18fe6 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:20.561400 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4dcc1641-dea4-492c-b964-c5910529259d req-b1ac1360-2ae0-4807-8604-6eacbbb18fe6 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=749b39ff-b103-4729-9c52-6601b0e05213 HTTP/1.1" status: 200 len: 945 time: 0.0496440 Sep 23 07:31:20.599773 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4dcc1641-dea4-492c-b964-c5910529259d req-02ff1934-c191-4368-86bc-ffe385c253aa tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321715 Sep 23 07:31:20.713027 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f36d882-e3e5-422e-968a-21523aa0dc2f req-8c7ad718-6338-4d02-b7fc-906c978cf69f tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:20.714536 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8f36d882-e3e5-422e-968a-21523aa0dc2f req-8c7ad718-6338-4d02-b7fc-906c978cf69f tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=749b39ff-b103-4729-9c52-6601b0e05213 HTTP/1.1" status: 200 len: 945 time: 0.0486188 Sep 23 07:31:20.751670 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8f36d882-e3e5-422e-968a-21523aa0dc2f req-4ce5f039-c0b2-4b4e-8b5b-e58660c0609e tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313332 Sep 23 07:31:21.001596 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8be8e058-cc1c-4589-ba70-4eee3f376d48 req-95ff3d32-2801-44b8-be32-955c01804f3d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=749b39ff-b103-4729-9c52-6601b0e05213&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0735140 Sep 23 07:31:21.014264 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfa0d0c-ef66-4494-a21b-f927a09e45da req-748525cc-6cb2-4d17-ba50-d7d234212550 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:21.015697 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dcfa0d0c-ef66-4494-a21b-f927a09e45da req-748525cc-6cb2-4d17-ba50-d7d234212550 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=749b39ff-b103-4729-9c52-6601b0e05213 HTTP/1.1" status: 200 len: 945 time: 0.0614927 Sep 23 07:31:21.055155 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dcfa0d0c-ef66-4494-a21b-f927a09e45da req-8d6c4371-137a-4554-9509-ebee641af42a tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324082 Sep 23 07:31:22.121914 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be8e058-cc1c-4589-ba70-4eee3f376d48 req-a918ed2d-36f2-4e5f-9f5b-b67ea2f95ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:22.123447 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8be8e058-cc1c-4589-ba70-4eee3f376d48 req-a918ed2d-36f2-4e5f-9f5b-b67ea2f95ce2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9564e482c14846a2931f0d393eb15eff&device_id=749b39ff-b103-4729-9c52-6601b0e05213 HTTP/1.1" status: 200 len: 1097 time: 0.0444951 Sep 23 07:31:22.229160 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40ee656-0aa0-4e34-90a9-1bf60b11f916 req-e7f0fc1e-2cf4-4e8c-bc84-4bf9b130f051 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:22.230693 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c40ee656-0aa0-4e34-90a9-1bf60b11f916 req-e7f0fc1e-2cf4-4e8c-bc84-4bf9b130f051 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=749b39ff-b103-4729-9c52-6601b0e05213 HTTP/1.1" status: 200 len: 945 time: 0.1053104 Sep 23 07:31:22.271421 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be8e058-cc1c-4589-ba70-4eee3f376d48 req-f77841d1-36ec-4ec5-a111-80242c0beead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:22.272896 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8be8e058-cc1c-4589-ba70-4eee3f376d48 req-f77841d1-36ec-4ec5-a111-80242c0beead service neutron] 10.222.0.58 "GET /v2.0/networks?id=e1ac528b-08ac-40d0-983a-95987f478a3a HTTP/1.1" status: 200 len: 915 time: 0.1389878 Sep 23 07:31:22.291073 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c40ee656-0aa0-4e34-90a9-1bf60b11f916 req-a71d023c-149f-486b-9fc9-6b4e33123e69 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544758 Sep 23 07:31:22.325847 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8be8e058-cc1c-4589-ba70-4eee3f376d48 req-cc57c722-c6a3-4a8d-98e1-abbc8efbdd21 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d71e476c-b592-41ca-ae50-4f5306263be4 HTTP/1.1" status: 200 len: 217 time: 0.0432301 Sep 23 07:31:22.375828 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be8e058-cc1c-4589-ba70-4eee3f376d48 req-776e4a1c-bfc3-4cf6-a8fe-110e25de4553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:22.377170 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8be8e058-cc1c-4589-ba70-4eee3f376d48 req-776e4a1c-bfc3-4cf6-a8fe-110e25de4553 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c5c597c1-721e-4c81-b769-705b890c9f35 HTTP/1.1" status: 200 len: 854 time: 0.0442107 Sep 23 07:31:22.412514 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8be8e058-cc1c-4589-ba70-4eee3f376d48 req-97587cd2-d2d4-4ce5-9e69-7eb239e97245 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e1ac528b-08ac-40d0-983a-95987f478a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256047 Sep 23 07:31:22.508386 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8be8e058-cc1c-4589-ba70-4eee3f376d48 req-c45d93f9-d7bd-4b8c-bcaa-f9bfe2eaf19f service neutron] 10.222.0.58 "GET /v2.0/networks/e1ac528b-08ac-40d0-983a-95987f478a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869727 Sep 23 07:31:22.600827 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8be8e058-cc1c-4589-ba70-4eee3f376d48 req-8ac287a9-aef3-4a8d-a84e-b35a2fd623e9 service neutron] 10.222.0.58 "GET /v2.0/networks/e1ac528b-08ac-40d0-983a-95987f478a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836990 Sep 23 07:31:23.405238 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1d8089-79cc-4d8f-ab65-af15633ac513 req-d72e2e6f-52d3-41a7-90c9-06aa8db00f3d tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:23.406643 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1f1d8089-79cc-4d8f-ab65-af15633ac513 req-d72e2e6f-52d3-41a7-90c9-06aa8db00f3d tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=749b39ff-b103-4729-9c52-6601b0e05213 HTTP/1.1" status: 200 len: 945 time: 0.0488553 Sep 23 07:31:23.444093 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1f1d8089-79cc-4d8f-ab65-af15633ac513 req-0cb21f63-3502-41a6-ab85-b528609106b2 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312665 Sep 23 07:31:24.563688 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d900b2-235b-4ce1-952a-e571cab2892f req-39b338ba-0a44-4590-bcbb-63ec788e20d7 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:24.565132 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f9d900b2-235b-4ce1-952a-e571cab2892f req-39b338ba-0a44-4590-bcbb-63ec788e20d7 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=749b39ff-b103-4729-9c52-6601b0e05213 HTTP/1.1" status: 200 len: 945 time: 0.0509138 Sep 23 07:31:24.609688 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f9d900b2-235b-4ce1-952a-e571cab2892f req-8cbfe046-7631-4e8f-8ddb-379f1e43999d tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370767 Sep 23 07:31:24.734294 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7bd9b2-5e00-454d-af6d-8b4b9c014a2f req-48f1caf5-080c-4c8d-b554-b7acf4d51c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:24.735841 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cc7bd9b2-5e00-454d-af6d-8b4b9c014a2f req-48f1caf5-080c-4c8d-b554-b7acf4d51c29 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9564e482c14846a2931f0d393eb15eff&device_id=749b39ff-b103-4729-9c52-6601b0e05213 HTTP/1.1" status: 200 len: 1097 time: 0.0434203 Sep 23 07:31:24.840935 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7bd9b2-5e00-454d-af6d-8b4b9c014a2f req-77225595-1476-45f0-adad-817fcc738d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:24.842468 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cc7bd9b2-5e00-454d-af6d-8b4b9c014a2f req-77225595-1476-45f0-adad-817fcc738d53 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e1ac528b-08ac-40d0-983a-95987f478a3a HTTP/1.1" status: 200 len: 915 time: 0.0861342 Sep 23 07:31:24.892458 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cc7bd9b2-5e00-454d-af6d-8b4b9c014a2f req-53b3fdfb-e66e-4cea-987f-ea11ea36c929 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d71e476c-b592-41ca-ae50-4f5306263be4 HTTP/1.1" status: 200 len: 217 time: 0.0408683 Sep 23 07:31:24.944251 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7bd9b2-5e00-454d-af6d-8b4b9c014a2f req-2e5f7d8f-526c-479a-be9c-fe08a124997f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:24.945713 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cc7bd9b2-5e00-454d-af6d-8b4b9c014a2f req-2e5f7d8f-526c-479a-be9c-fe08a124997f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c5c597c1-721e-4c81-b769-705b890c9f35 HTTP/1.1" status: 200 len: 854 time: 0.0455108 Sep 23 07:31:24.978541 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cc7bd9b2-5e00-454d-af6d-8b4b9c014a2f req-88e3e01b-afbf-4b4e-877c-1d6616ae1ba7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e1ac528b-08ac-40d0-983a-95987f478a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243227 Sep 23 07:31:25.072773 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cc7bd9b2-5e00-454d-af6d-8b4b9c014a2f req-52f0331d-f760-44ca-9598-6574a6e6d033 service neutron] 10.222.0.58 "GET /v2.0/networks/e1ac528b-08ac-40d0-983a-95987f478a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864847 Sep 23 07:31:25.166447 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cc7bd9b2-5e00-454d-af6d-8b4b9c014a2f req-dfe721b9-61e1-4096-8338-657cf6d5538f service neutron] 10.222.0.58 "GET /v2.0/networks/e1ac528b-08ac-40d0-983a-95987f478a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852609 Sep 23 07:31:25.724342 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f34b5b-32c8-4d31-82ae-d9cce5f0c182 req-dd5a2ab6-dd8f-41da-aec7-bb8b845a1afb tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:25.725807 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f6f34b5b-32c8-4d31-82ae-d9cce5f0c182 req-dd5a2ab6-dd8f-41da-aec7-bb8b845a1afb tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=749b39ff-b103-4729-9c52-6601b0e05213 HTTP/1.1" status: 200 len: 945 time: 0.0477874 Sep 23 07:31:25.767084 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f6f34b5b-32c8-4d31-82ae-d9cce5f0c182 req-58d1ecfd-6b4e-4326-adee-4b9dc5d16e30 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354197 Sep 23 07:31:26.881918 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d6e902-f44f-470a-ab65-b74978d9f070 req-5dc6b518-b25d-4d97-9fa2-e23ca2972c6f tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:26.883455 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-25d6e902-f44f-470a-ab65-b74978d9f070 req-5dc6b518-b25d-4d97-9fa2-e23ca2972c6f tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=749b39ff-b103-4729-9c52-6601b0e05213 HTTP/1.1" status: 200 len: 945 time: 0.0498307 Sep 23 07:31:26.926146 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-25d6e902-f44f-470a-ab65-b74978d9f070 req-f2381643-39f9-4bd0-a8dc-5eb8e17e15d4 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365989 Sep 23 07:31:28.045811 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d189dfa-2722-4c98-89b8-4f987fd19bc2 req-60c879e6-33d6-46aa-9bb5-97b0c7f93d08 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:28.047368 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0d189dfa-2722-4c98-89b8-4f987fd19bc2 req-60c879e6-33d6-46aa-9bb5-97b0c7f93d08 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=749b39ff-b103-4729-9c52-6601b0e05213 HTTP/1.1" status: 200 len: 945 time: 0.0488884 Sep 23 07:31:28.084898 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0d189dfa-2722-4c98-89b8-4f987fd19bc2 req-47e16f1c-3c41-4a37-bf1d-b9b84f490c9e tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315535 Sep 23 07:31:29.200643 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce957f-db55-4fce-bc71-d2580bb007b6 req-0165fdb6-8f35-434d-bb92-ffe80f93b021 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:29.202126 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6bce957f-db55-4fce-bc71-d2580bb007b6 req-0165fdb6-8f35-434d-bb92-ffe80f93b021 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=749b39ff-b103-4729-9c52-6601b0e05213 HTTP/1.1" status: 200 len: 945 time: 0.0494678 Sep 23 07:31:29.240691 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6bce957f-db55-4fce-bc71-d2580bb007b6 req-5186e5d8-29b7-4efb-bcb6-de80e9f3a94c tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321600 Sep 23 07:31:30.359055 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb37d829-41da-4a0a-bfe1-c87fc3cb9580 req-d38fd720-4880-4b8d-a7d8-a82fe1548409 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:30.360457 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fb37d829-41da-4a0a-bfe1-c87fc3cb9580 req-d38fd720-4880-4b8d-a7d8-a82fe1548409 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=749b39ff-b103-4729-9c52-6601b0e05213 HTTP/1.1" status: 200 len: 945 time: 0.0499301 Sep 23 07:31:30.397638 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fb37d829-41da-4a0a-bfe1-c87fc3cb9580 req-53aae410-3833-4c9e-91c3-72d1e73e7e5f tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306644 Sep 23 07:31:31.511724 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee9a8a5-7015-468a-9791-f0a5224bc230 req-de922ee7-3220-4d7b-b558-24eee631bc67 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:31.513209 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9ee9a8a5-7015-468a-9791-f0a5224bc230 req-de922ee7-3220-4d7b-b558-24eee631bc67 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=749b39ff-b103-4729-9c52-6601b0e05213 HTTP/1.1" status: 200 len: 945 time: 0.0496373 Sep 23 07:31:31.552087 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9ee9a8a5-7015-468a-9791-f0a5224bc230 req-1fd8e786-f317-464c-a0d7-0c462542a4ee tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330935 Sep 23 07:31:32.669877 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403755e4-a16d-4c70-895f-a80d697750b2 req-00a4d477-aeb5-4dee-8962-ca3c14879911 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:32.671377 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-403755e4-a16d-4c70-895f-a80d697750b2 req-00a4d477-aeb5-4dee-8962-ca3c14879911 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=749b39ff-b103-4729-9c52-6601b0e05213 HTTP/1.1" status: 200 len: 945 time: 0.0514197 Sep 23 07:31:32.713084 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-403755e4-a16d-4c70-895f-a80d697750b2 req-6a30ccae-4efe-4f57-b929-efd89890aa79 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358160 Sep 23 07:31:32.890691 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:31:33.828272 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a7d4f6-67e2-45a4-ae4d-1ccb64e0ac6c req-99daeea5-cdd3-4eac-b386-a69d0ff2643e tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:33.829732 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-13a7d4f6-67e2-45a4-ae4d-1ccb64e0ac6c req-99daeea5-cdd3-4eac-b386-a69d0ff2643e tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=749b39ff-b103-4729-9c52-6601b0e05213 HTTP/1.1" status: 200 len: 945 time: 0.0494292 Sep 23 07:31:33.870978 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-13a7d4f6-67e2-45a4-ae4d-1ccb64e0ac6c req-5925a746-6286-491e-ad6f-9d47c80b455c tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352721 Sep 23 07:31:34.986910 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e65fc7-9954-4145-a0fb-4d49496539ee req-81cbab7f-5220-46c8-9303-d090c0516acd tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:34.988403 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d9e65fc7-9954-4145-a0fb-4d49496539ee req-81cbab7f-5220-46c8-9303-d090c0516acd tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=749b39ff-b103-4729-9c52-6601b0e05213 HTTP/1.1" status: 200 len: 945 time: 0.0505602 Sep 23 07:31:35.025844 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d9e65fc7-9954-4145-a0fb-4d49496539ee req-3f147d33-ad8a-4b74-854f-c2921583245d tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312641 Sep 23 07:31:36.141257 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e525194-8521-49db-80bf-abeb2270d63d req-dc3cdcb4-e362-4526-a397-d31bc86267cb tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:36.142742 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2e525194-8521-49db-80bf-abeb2270d63d req-dc3cdcb4-e362-4526-a397-d31bc86267cb tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=749b39ff-b103-4729-9c52-6601b0e05213 HTTP/1.1" status: 200 len: 945 time: 0.0485590 Sep 23 07:31:36.181144 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2e525194-8521-49db-80bf-abeb2270d63d req-632cb104-7387-4374-b5c2-eb6b2e1d90d6 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316648 Sep 23 07:31:36.884286 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:37.299659 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc8d32-375b-42f3-900b-ba87ded4b9e7 req-fd9189da-19c7-4787-b486-6be8b83cd23b tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:37.302207 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e3bc8d32-375b-42f3-900b-ba87ded4b9e7 req-fd9189da-19c7-4787-b486-6be8b83cd23b tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=749b39ff-b103-4729-9c52-6601b0e05213 HTTP/1.1" status: 200 len: 945 time: 0.0510225 Sep 23 07:31:37.339218 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e3bc8d32-375b-42f3-900b-ba87ded4b9e7 req-2e56fe7c-6af0-4d29-898e-9e1ff6f0f4bb tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309756 Sep 23 07:31:38.084934 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f136af0b-7573-4c76-9adf-79b4d9882557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:38.457369 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072c152-3db5-4e30-b2e4-8e15c67ac48e req-ed1cef65-2f72-4dd9-9885-f96bd012e95f tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:38.458885 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4072c152-3db5-4e30-b2e4-8e15c67ac48e req-ed1cef65-2f72-4dd9-9885-f96bd012e95f tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=749b39ff-b103-4729-9c52-6601b0e05213 HTTP/1.1" status: 200 len: 945 time: 0.0507276 Sep 23 07:31:38.496874 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4072c152-3db5-4e30-b2e4-8e15c67ac48e req-84d75731-2121-4852-a5b2-b39437ebb162 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320935 Sep 23 07:31:39.612010 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f4740c-f03a-4b68-89c5-9622ba554166 req-695f75fd-c7b5-4532-85fc-ac94326dfc18 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:39.613600 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-28f4740c-f03a-4b68-89c5-9622ba554166 req-695f75fd-c7b5-4532-85fc-ac94326dfc18 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=749b39ff-b103-4729-9c52-6601b0e05213 HTTP/1.1" status: 200 len: 945 time: 0.0487568 Sep 23 07:31:39.655694 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-28f4740c-f03a-4b68-89c5-9622ba554166 req-5fc08a72-ca46-42ed-bb3c-c0622fd627e6 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359645 Sep 23 07:31:40.422496 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:40.771433 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec43a9-e5a9-45b9-adc7-7ced51172252 req-0aab98b7-87d6-4513-9f7b-a32a75e3b6ac tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:40.772885 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5eec43a9-e5a9-45b9-adc7-7ced51172252 req-0aab98b7-87d6-4513-9f7b-a32a75e3b6ac tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=749b39ff-b103-4729-9c52-6601b0e05213 HTTP/1.1" status: 200 len: 945 time: 0.0493815 Sep 23 07:31:40.814199 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5eec43a9-e5a9-45b9-adc7-7ced51172252 req-c619a579-5feb-4ca5-9c7c-ce4dacf51e20 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354517 Sep 23 07:31:41.088629 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-49277283-d530-4200-a9f6-3904eb9fc510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:41.600419 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:41.947288 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9652f303-2eb2-42c5-8584-09eec81dc38a req-b94d8216-780d-415e-957c-c3259a9fa5dc tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:41.948794 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9652f303-2eb2-42c5-8584-09eec81dc38a req-b94d8216-780d-415e-957c-c3259a9fa5dc tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=749b39ff-b103-4729-9c52-6601b0e05213 HTTP/1.1" status: 200 len: 945 time: 0.0491889 Sep 23 07:31:41.986619 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9652f303-2eb2-42c5-8584-09eec81dc38a req-15b0aed5-f3d8-47ef-a732-d2934c67138d tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317013 Sep 23 07:31:42.449887 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:43.102087 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e9112d-4782-4222-bc33-a73f099ad0fb req-ad84fc53-7bcc-4798-b9b9-6329407f5719 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:43.103596 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d6e9112d-4782-4222-bc33-a73f099ad0fb req-ad84fc53-7bcc-4798-b9b9-6329407f5719 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=749b39ff-b103-4729-9c52-6601b0e05213 HTTP/1.1" status: 200 len: 945 time: 0.0503712 Sep 23 07:31:43.141772 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d6e9112d-4782-4222-bc33-a73f099ad0fb req-b300889f-c32c-4543-b960-f26fc153cc62 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323291 Sep 23 07:31:43.937054 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:44.260091 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de91b54b-3e56-4d48-87b7-abbf178de011 req-701b63c2-2c69-4221-9b3c-a31b751b02ca tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:44.261590 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-de91b54b-3e56-4d48-87b7-abbf178de011 req-701b63c2-2c69-4221-9b3c-a31b751b02ca tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=749b39ff-b103-4729-9c52-6601b0e05213 HTTP/1.1" status: 200 len: 945 time: 0.0512602 Sep 23 07:31:44.298932 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-de91b54b-3e56-4d48-87b7-abbf178de011 req-0dfc05c9-2770-476e-a74d-3c5fb7ca40a4 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314698 Sep 23 07:31:45.420497 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d30a5-0814-461d-bb6c-517ce3cbefbf req-9768245e-f3ed-432f-a11d-e1040edaf2c4 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:45.421904 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-945d30a5-0814-461d-bb6c-517ce3cbefbf req-9768245e-f3ed-432f-a11d-e1040edaf2c4 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=749b39ff-b103-4729-9c52-6601b0e05213 HTTP/1.1" status: 200 len: 945 time: 0.0496445 Sep 23 07:31:45.460152 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-945d30a5-0814-461d-bb6c-517ce3cbefbf req-00b1f298-fb4d-455c-8a0a-7f8969ae409c tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320117 Sep 23 07:31:46.575090 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5ec032-cf9f-475d-9593-fcbf6aaa4051 req-a99fa697-0c77-4e14-90ab-33e3af065771 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:46.576555 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ad5ec032-cf9f-475d-9593-fcbf6aaa4051 req-a99fa697-0c77-4e14-90ab-33e3af065771 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=749b39ff-b103-4729-9c52-6601b0e05213 HTTP/1.1" status: 200 len: 945 time: 0.0480072 Sep 23 07:31:46.617697 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ad5ec032-cf9f-475d-9593-fcbf6aaa4051 req-bb6b75e7-727b-4773-803c-f740d771de3b tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345991 Sep 23 07:31:47.731191 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eced0db2-985e-4576-b144-26caf661f292 req-60a7dfb9-1413-4823-aedb-a81f94a31a8e tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:47.732687 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-eced0db2-985e-4576-b144-26caf661f292 req-60a7dfb9-1413-4823-aedb-a81f94a31a8e tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=749b39ff-b103-4729-9c52-6601b0e05213 HTTP/1.1" status: 200 len: 945 time: 0.0488846 Sep 23 07:31:47.775276 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-eced0db2-985e-4576-b144-26caf661f292 req-8ebe4d80-1598-4785-97af-44763aa2a9a7 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360169 Sep 23 07:31:48.890183 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92055dd0-c8ea-4f1c-a496-df30b0507dae req-c5d2b6f6-d561-46fd-90e3-63fda7c92549 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:48.891669 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-92055dd0-c8ea-4f1c-a496-df30b0507dae req-c5d2b6f6-d561-46fd-90e3-63fda7c92549 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=749b39ff-b103-4729-9c52-6601b0e05213 HTTP/1.1" status: 200 len: 945 time: 0.0498726 Sep 23 07:31:48.928738 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-92055dd0-c8ea-4f1c-a496-df30b0507dae req-b56e9736-03a9-4b14-81ce-ba846fc7f6a5 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310864 Sep 23 07:31:49.527147 n-d-715271-16 neutron-server[95066]: INFO neutron.api.v2.resource [req-8be8e058-cc1c-4589-ba70-4eee3f376d48 req-3e571c5d-d7fb-4cad-b04a-c69c9aaf9ef8 service neutron] show failed (client error): The resource could not be found. Sep 23 07:31:49.528139 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8be8e058-cc1c-4589-ba70-4eee3f376d48 req-3e571c5d-d7fb-4cad-b04a-c69c9aaf9ef8 service neutron] 10.222.0.58 "GET /v2.0/ports/d71e476c-b592-41ca-ae50-4f5306263be4/bindings/n-h1-715271-16 HTTP/1.1" status: 404 len: 381 time: 0.0537145 Sep 23 07:31:49.719048 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be8e058-cc1c-4589-ba70-4eee3f376d48 req-5573ff60-dc7c-46c2-9922-3444b4038ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:49.720521 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8be8e058-cc1c-4589-ba70-4eee3f376d48 req-5573ff60-dc7c-46c2-9922-3444b4038ce5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=749b39ff-b103-4729-9c52-6601b0e05213&tenant_id=9564e482c14846a2931f0d393eb15eff HTTP/1.1" status: 200 len: 1097 time: 0.0404086 Sep 23 07:31:49.735932 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-8be8e058-cc1c-4589-ba70-4eee3f376d48 req-e11c541c-86ee-45b9-bdfe-5bc2b8fdcf18 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-715271-16', 'device_owner': 'compute:nova'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:31:49.790037 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-8be8e058-cc1c-4589-ba70-4eee3f376d48 req-e11c541c-86ee-45b9-bdfe-5bc2b8fdcf18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:49.991776 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-8be8e058-cc1c-4589-ba70-4eee3f376d48 req-e11c541c-86ee-45b9-bdfe-5bc2b8fdcf18 service neutron] For port d71e476c-b592-41ca-ae50-4f5306263be4, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=d71e476c-b592-41ca-ae50-4f5306263be4,segment=NetworkSegment(29d63de1-3c7c-4129-a80f-d46e8108ea94),segment_id=29d63de1-3c7c-4129-a80f-d46e8108ea94)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:31:50.024425 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-8be8e058-cc1c-4589-ba70-4eee3f376d48 req-e11c541c-86ee-45b9-bdfe-5bc2b8fdcf18 service neutron] For port d71e476c-b592-41ca-ae50-4f5306263be4, host n-h2-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:31:50.045728 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56304c6d-bc47-49b7-a5be-d22b099d2a69 req-e3365449-0347-43aa-aafa-9c95807fa0b9 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:50.047183 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-56304c6d-bc47-49b7-a5be-d22b099d2a69 req-e3365449-0347-43aa-aafa-9c95807fa0b9 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=749b39ff-b103-4729-9c52-6601b0e05213 HTTP/1.1" status: 200 len: 945 time: 0.0501645 Sep 23 07:31:50.065390 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '749b39ff-b103-4729-9c52-6601b0e05213', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd71e476c-b592-41ca-ae50-4f5306263be4'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:31:50.068128 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e222ba7b-0650-40b6-93f0-8359d71716b7" -d '{"events": [{"server_uuid": "749b39ff-b103-4729-9c52-6601b0e05213", "name": "network-vif-unplugged", "status": "completed", "tag": "d71e476c-b592-41ca-ae50-4f5306263be4"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:31:50.072418 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-8be8e058-cc1c-4589-ba70-4eee3f376d48 req-e11c541c-86ee-45b9-bdfe-5bc2b8fdcf18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:50.086326 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-8be8e058-cc1c-4589-ba70-4eee3f376d48 req-e11c541c-86ee-45b9-bdfe-5bc2b8fdcf18 service neutron] Transition to ACTIVE for port object d71e476c-b592-41ca-ae50-4f5306263be4 will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:31:50.087451 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-56304c6d-bc47-49b7-a5be-d22b099d2a69 req-b23bc9d4-af50-47ee-9f3a-676e1cff3e47 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332446 Sep 23 07:31:50.095847 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-8be8e058-cc1c-4589-ba70-4eee3f376d48 req-e11c541c-86ee-45b9-bdfe-5bc2b8fdcf18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:50.133559 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 07:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f2b9bc2-396d-48f3-9337-d9793b136172 x-openstack-request-id: req-9f2b9bc2-396d-48f3-9337-d9793b136172 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:31:50.133854 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "749b39ff-b103-4729-9c52-6601b0e05213", "name": "network-vif-unplugged", "status": "completed", "tag": "d71e476c-b592-41ca-ae50-4f5306263be4", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:31:50.134130 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9f2b9bc2-396d-48f3-9337-d9793b136172 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:31:50.134522 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '749b39ff-b103-4729-9c52-6601b0e05213', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd71e476c-b592-41ca-ae50-4f5306263be4', 'code': 200} Sep 23 07:31:50.161028 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-8be8e058-cc1c-4589-ba70-4eee3f376d48 req-e11c541c-86ee-45b9-bdfe-5bc2b8fdcf18 service neutron] No DVR routers for this DVR port d71e476c-b592-41ca-ae50-4f5306263be4 on host n-h2-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:31:50.170944 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11c541c-86ee-45b9-bdfe-5bc2b8fdcf18 service neutron] Pushing event updated for resources: {'Port': ['ID=d71e476c-b592-41ca-ae50-4f5306263be4,revision_number=6']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:31:50.182473 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11c541c-86ee-45b9-bdfe-5bc2b8fdcf18 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:31:50.182824 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11c541c-86ee-45b9-bdfe-5bc2b8fdcf18 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:31:50.183170 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11c541c-86ee-45b9-bdfe-5bc2b8fdcf18 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:31:50.183512 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11c541c-86ee-45b9-bdfe-5bc2b8fdcf18 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:31:50.183849 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11c541c-86ee-45b9-bdfe-5bc2b8fdcf18 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:31:50.184183 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11c541c-86ee-45b9-bdfe-5bc2b8fdcf18 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:31:50.184515 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11c541c-86ee-45b9-bdfe-5bc2b8fdcf18 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:31:50.184844 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11c541c-86ee-45b9-bdfe-5bc2b8fdcf18 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:31:50.185173 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11c541c-86ee-45b9-bdfe-5bc2b8fdcf18 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:31:50.185501 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11c541c-86ee-45b9-bdfe-5bc2b8fdcf18 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:31:50.185833 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11c541c-86ee-45b9-bdfe-5bc2b8fdcf18 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:31:50.186178 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11c541c-86ee-45b9-bdfe-5bc2b8fdcf18 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:31:50.218415 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-8be8e058-cc1c-4589-ba70-4eee3f376d48 req-e11c541c-86ee-45b9-bdfe-5bc2b8fdcf18 service neutron] Attempting to bind port d71e476c-b592-41ca-ae50-4f5306263be4 on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:31:50.218756 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-8be8e058-cc1c-4589-ba70-4eee3f376d48 req-e11c541c-86ee-45b9-bdfe-5bc2b8fdcf18 service neutron] Attempting to bind port d71e476c-b592-41ca-ae50-4f5306263be4 by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': '29d63de1-3c7c-4129-a80f-d46e8108ea94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e1ac528b-08ac-40d0-983a-95987f478a3a'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:31:50.219084 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be8e058-cc1c-4589-ba70-4eee3f376d48 req-e11c541c-86ee-45b9-bdfe-5bc2b8fdcf18 service neutron] Attempting to bind port d71e476c-b592-41ca-ae50-4f5306263be4 on network e1ac528b-08ac-40d0-983a-95987f478a3a {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:31:50.224065 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be8e058-cc1c-4589-ba70-4eee3f376d48 req-e11c541c-86ee-45b9-bdfe-5bc2b8fdcf18 service neutron] Port d71e476c-b592-41ca-ae50-4f5306263be4 on network e1ac528b-08ac-40d0-983a-95987f478a3a not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:31:50.224386 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be8e058-cc1c-4589-ba70-4eee3f376d48 req-e11c541c-86ee-45b9-bdfe-5bc2b8fdcf18 service neutron] Attempting to bind port d71e476c-b592-41ca-ae50-4f5306263be4 on network e1ac528b-08ac-40d0-983a-95987f478a3a {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:31:50.229161 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be8e058-cc1c-4589-ba70-4eee3f376d48 req-e11c541c-86ee-45b9-bdfe-5bc2b8fdcf18 service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:31:50.229491 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be8e058-cc1c-4589-ba70-4eee3f376d48 req-e11c541c-86ee-45b9-bdfe-5bc2b8fdcf18 service neutron] Checking segment: {'id': '29d63de1-3c7c-4129-a80f-d46e8108ea94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e1ac528b-08ac-40d0-983a-95987f478a3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:31:50.229887 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be8e058-cc1c-4589-ba70-4eee3f376d48 req-e11c541c-86ee-45b9-bdfe-5bc2b8fdcf18 service neutron] Bound using segment: {'id': '29d63de1-3c7c-4129-a80f-d46e8108ea94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e1ac528b-08ac-40d0-983a-95987f478a3a'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:31:50.230343 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-8be8e058-cc1c-4589-ba70-4eee3f376d48 req-e11c541c-86ee-45b9-bdfe-5bc2b8fdcf18 service neutron] Bound port: d71e476c-b592-41ca-ae50-4f5306263be4, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29d63de1-3c7c-4129-a80f-d46e8108ea94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e1ac528b-08ac-40d0-983a-95987f478a3a'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:31:50.230697 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-8be8e058-cc1c-4589-ba70-4eee3f376d48 req-e11c541c-86ee-45b9-bdfe-5bc2b8fdcf18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:50.292716 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-8be8e058-cc1c-4589-ba70-4eee3f376d48 req-e11c541c-86ee-45b9-bdfe-5bc2b8fdcf18 service neutron] For port d71e476c-b592-41ca-ae50-4f5306263be4, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:31:50.295679 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-8be8e058-cc1c-4589-ba70-4eee3f376d48 req-e11c541c-86ee-45b9-bdfe-5bc2b8fdcf18 service neutron] For port d71e476c-b592-41ca-ae50-4f5306263be4, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=d71e476c-b592-41ca-ae50-4f5306263be4,segment=NetworkSegment(29d63de1-3c7c-4129-a80f-d46e8108ea94),segment_id=29d63de1-3c7c-4129-a80f-d46e8108ea94)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:31:50.301019 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-8be8e058-cc1c-4589-ba70-4eee3f376d48 req-e11c541c-86ee-45b9-bdfe-5bc2b8fdcf18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:50.332044 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be8e058-cc1c-4589-ba70-4eee3f376d48 req-e11c541c-86ee-45b9-bdfe-5bc2b8fdcf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:50.332887 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-8be8e058-cc1c-4589-ba70-4eee3f376d48 req-e11c541c-86ee-45b9-bdfe-5bc2b8fdcf18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:50.334685 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8be8e058-cc1c-4589-ba70-4eee3f376d48 req-e11c541c-86ee-45b9-bdfe-5bc2b8fdcf18 service neutron] 10.222.0.21 "PUT /v2.0/ports/d71e476c-b592-41ca-ae50-4f5306263be4 HTTP/1.1" status: 200 len: 1092 time: 0.6025968 Sep 23 07:31:50.362179 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11c541c-86ee-45b9-bdfe-5bc2b8fdcf18 service neutron] Pushing event updated for resources: {'Port': ['ID=d71e476c-b592-41ca-ae50-4f5306263be4,revision_number=7']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:31:50.412338 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be8e058-cc1c-4589-ba70-4eee3f376d48 req-46ee6d1e-17cd-4213-9cb7-74773a6885f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:50.413833 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8be8e058-cc1c-4589-ba70-4eee3f376d48 req-46ee6d1e-17cd-4213-9cb7-74773a6885f0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9564e482c14846a2931f0d393eb15eff&device_id=749b39ff-b103-4729-9c52-6601b0e05213 HTTP/1.1" status: 200 len: 1095 time: 0.0417011 Sep 23 07:31:50.507156 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be8e058-cc1c-4589-ba70-4eee3f376d48 req-4ff3b21b-3ae6-4e84-8ed3-8bf4f4b34d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:50.508663 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8be8e058-cc1c-4589-ba70-4eee3f376d48 req-4ff3b21b-3ae6-4e84-8ed3-8bf4f4b34d10 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e1ac528b-08ac-40d0-983a-95987f478a3a HTTP/1.1" status: 200 len: 915 time: 0.0873947 Sep 23 07:31:50.552590 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8be8e058-cc1c-4589-ba70-4eee3f376d48 req-a29e6b29-4037-4e05-ba6c-ef857d186836 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d71e476c-b592-41ca-ae50-4f5306263be4 HTTP/1.1" status: 200 len: 217 time: 0.0368085 Sep 23 07:31:50.604362 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be8e058-cc1c-4589-ba70-4eee3f376d48 req-6399547a-5985-446e-900d-5338282eae8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:50.605816 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8be8e058-cc1c-4589-ba70-4eee3f376d48 req-6399547a-5985-446e-900d-5338282eae8c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c5c597c1-721e-4c81-b769-705b890c9f35 HTTP/1.1" status: 200 len: 854 time: 0.0468884 Sep 23 07:31:50.638314 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8be8e058-cc1c-4589-ba70-4eee3f376d48 req-dcf47192-4202-4879-8857-d241e2aac031 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e1ac528b-08ac-40d0-983a-95987f478a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246668 Sep 23 07:31:50.726168 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8be8e058-cc1c-4589-ba70-4eee3f376d48 req-2f42bf4a-ecfd-4674-aedd-25371ca74066 service neutron] 10.222.0.21 "GET /v2.0/networks/e1ac528b-08ac-40d0-983a-95987f478a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806971 Sep 23 07:31:50.819873 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8be8e058-cc1c-4589-ba70-4eee3f376d48 req-67d32e56-b47b-4d27-8f91-37857a5f9677 service neutron] 10.222.0.21 "GET /v2.0/networks/e1ac528b-08ac-40d0-983a-95987f478a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855460 Sep 23 07:31:51.206383 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a85fa7-93ba-4b26-be20-fd340da148ac req-6d21eaea-28e0-42fe-8b4f-3c229832519b tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:51.208024 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-76a85fa7-93ba-4b26-be20-fd340da148ac req-6d21eaea-28e0-42fe-8b4f-3c229832519b tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=749b39ff-b103-4729-9c52-6601b0e05213 HTTP/1.1" status: 200 len: 943 time: 0.0507190 Sep 23 07:31:51.245320 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-76a85fa7-93ba-4b26-be20-fd340da148ac req-95cb24b1-b785-4479-b097-b91ac4dab758 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314198 Sep 23 07:31:52.135373 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '749b39ff-b103-4729-9c52-6601b0e05213', 'tag': 'd71e476c-b592-41ca-ae50-4f5306263be4'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:31:52.137710 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c8a5a91-c3ac-47a8-8483-0e363ddd78a5" -d '{"events": [{"name": "network-changed", "server_uuid": "749b39ff-b103-4729-9c52-6601b0e05213", "tag": "d71e476c-b592-41ca-ae50-4f5306263be4"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:31:52.186393 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee04b78-69ad-436d-a4bd-534a5ac04d10 x-openstack-request-id: req-dee04b78-69ad-436d-a4bd-534a5ac04d10 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:31:52.186754 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "749b39ff-b103-4729-9c52-6601b0e05213", "tag": "d71e476c-b592-41ca-ae50-4f5306263be4", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:31:52.187042 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dee04b78-69ad-436d-a4bd-534a5ac04d10 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:31:52.187528 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '749b39ff-b103-4729-9c52-6601b0e05213', 'tag': 'd71e476c-b592-41ca-ae50-4f5306263be4', 'status': 'completed', 'code': 200} Sep 23 07:31:52.253888 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a5a91-c3ac-47a8-8483-0e363ddd78a5 req-a129813b-c073-446f-97ae-42059aad2a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:52.255424 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3c8a5a91-c3ac-47a8-8483-0e363ddd78a5 req-a129813b-c073-446f-97ae-42059aad2a9d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9564e482c14846a2931f0d393eb15eff&device_id=749b39ff-b103-4729-9c52-6601b0e05213 HTTP/1.1" status: 200 len: 1095 time: 0.0471354 Sep 23 07:31:52.267069 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a5a91-c3ac-47a8-8483-0e363ddd78a5 req-ebafa694-cef6-4c6e-ac02-aa2bfb47cf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:52.269252 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3c8a5a91-c3ac-47a8-8483-0e363ddd78a5 req-ebafa694-cef6-4c6e-ac02-aa2bfb47cf6b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9564e482c14846a2931f0d393eb15eff&device_id=749b39ff-b103-4729-9c52-6601b0e05213 HTTP/1.1" status: 200 len: 1095 time: 0.0421362 Sep 23 07:31:52.367325 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a5a91-c3ac-47a8-8483-0e363ddd78a5 req-1414f265-e51f-4a48-a7ad-246fb9efbdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:52.369008 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3c8a5a91-c3ac-47a8-8483-0e363ddd78a5 req-1414f265-e51f-4a48-a7ad-246fb9efbdb7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e1ac528b-08ac-40d0-983a-95987f478a3a HTTP/1.1" status: 200 len: 915 time: 0.0935743 Sep 23 07:31:52.387644 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a5a91-c3ac-47a8-8483-0e363ddd78a5 req-1ed6f03a-0e0e-4134-8449-cdaccf902878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:52.389148 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3c8a5a91-c3ac-47a8-8483-0e363ddd78a5 req-1ed6f03a-0e0e-4134-8449-cdaccf902878 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e1ac528b-08ac-40d0-983a-95987f478a3a HTTP/1.1" status: 200 len: 915 time: 0.1268022 Sep 23 07:31:52.400819 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbba65d-484d-423a-a8d7-b097df777152 req-ed9a9742-7a1d-4a76-90ff-61b73322c6b2 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:52.402338 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4cbba65d-484d-423a-a8d7-b097df777152 req-ed9a9742-7a1d-4a76-90ff-61b73322c6b2 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=749b39ff-b103-4729-9c52-6601b0e05213 HTTP/1.1" status: 200 len: 943 time: 0.0780983 Sep 23 07:31:52.413509 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3c8a5a91-c3ac-47a8-8483-0e363ddd78a5 req-bf158793-71f5-4dc9-a868-35da3d389173 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d71e476c-b592-41ca-ae50-4f5306263be4 HTTP/1.1" status: 200 len: 217 time: 0.0376720 Sep 23 07:31:52.451377 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3c8a5a91-c3ac-47a8-8483-0e363ddd78a5 req-7c1afc4a-801b-43e2-ae09-16e59e3d5974 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d71e476c-b592-41ca-ae50-4f5306263be4 HTTP/1.1" status: 200 len: 217 time: 0.0480762 Sep 23 07:31:52.468600 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a5a91-c3ac-47a8-8483-0e363ddd78a5 req-7098df7a-d732-41dd-9aa1-4189fdd38f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:52.470106 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3c8a5a91-c3ac-47a8-8483-0e363ddd78a5 req-7098df7a-d732-41dd-9aa1-4189fdd38f05 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c5c597c1-721e-4c81-b769-705b890c9f35 HTTP/1.1" status: 200 len: 854 time: 0.0494590 Sep 23 07:31:52.498481 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4cbba65d-484d-423a-a8d7-b097df777152 req-3ad850c3-fe4c-42d8-9073-8412a8f5d628 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874445 Sep 23 07:31:52.504314 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3c8a5a91-c3ac-47a8-8483-0e363ddd78a5 req-da33dc0c-34c7-4840-b3d5-dd1dd0f046c3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e1ac528b-08ac-40d0-983a-95987f478a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270524 Sep 23 07:31:52.527315 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a5a91-c3ac-47a8-8483-0e363ddd78a5 req-9a41c443-c906-4b1f-8a08-85b9b12e0c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:52.528959 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3c8a5a91-c3ac-47a8-8483-0e363ddd78a5 req-9a41c443-c906-4b1f-8a08-85b9b12e0c47 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c5c597c1-721e-4c81-b769-705b890c9f35 HTTP/1.1" status: 200 len: 854 time: 0.0687103 Sep 23 07:31:52.561083 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3c8a5a91-c3ac-47a8-8483-0e363ddd78a5 req-4ae849c5-f9ca-434e-8686-f0c04738b602 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e1ac528b-08ac-40d0-983a-95987f478a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252130 Sep 23 07:31:52.599556 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3c8a5a91-c3ac-47a8-8483-0e363ddd78a5 req-026bab3c-cd43-4a3f-946d-f2a6beb7b59a service neutron] 10.222.0.21 "GET /v2.0/networks/e1ac528b-08ac-40d0-983a-95987f478a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874515 Sep 23 07:31:52.655693 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3c8a5a91-c3ac-47a8-8483-0e363ddd78a5 req-e46d4bb1-2810-47e6-a32b-653b3ea5f3b8 service neutron] 10.222.0.58 "GET /v2.0/networks/e1ac528b-08ac-40d0-983a-95987f478a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874236 Sep 23 07:31:52.701390 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3c8a5a91-c3ac-47a8-8483-0e363ddd78a5 req-390d99b7-3b9f-42cc-9a00-425902bfdc43 service neutron] 10.222.0.21 "GET /v2.0/networks/e1ac528b-08ac-40d0-983a-95987f478a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945826 Sep 23 07:31:52.748633 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device d71e476c-b592-41ca-ae50-4f5306263be4 details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:31:52.749798 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3c8a5a91-c3ac-47a8-8483-0e363ddd78a5 req-5cecdcff-ccc6-4b58-a56f-bf37bdd1700e service neutron] 10.222.0.58 "GET /v2.0/networks/e1ac528b-08ac-40d0-983a-95987f478a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862036 Sep 23 07:31:52.840370 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port d71e476c-b592-41ca-ae50-4f5306263be4, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=d71e476c-b592-41ca-ae50-4f5306263be4,segment=NetworkSegment(29d63de1-3c7c-4129-a80f-d46e8108ea94),segment_id=29d63de1-3c7c-4129-a80f-d46e8108ea94)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:31:52.854374 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': 'd71e476c-b592-41ca-ae50-4f5306263be4', 'network_id': 'e1ac528b-08ac-40d0-983a-95987f478a3a', 'port_id': 'd71e476c-b592-41ca-ae50-4f5306263be4', 'mac_address': 'fa:16:3e:45:b7:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5c597c1-721e-4c81-b769-705b890c9f35', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:31:52.884993 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device d71e476c-b592-41ca-ae50-4f5306263be4 no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:31:52.914153 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:52.934400 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d71e476c-b592-41ca-ae50-4f5306263be4 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:31:52.947044 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device d71e476c-b592-41ca-ae50-4f5306263be4 not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:31:52.955550 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port d71e476c-b592-41ca-ae50-4f5306263be4, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=d71e476c-b592-41ca-ae50-4f5306263be4,segment=NetworkSegment(29d63de1-3c7c-4129-a80f-d46e8108ea94),segment_id=29d63de1-3c7c-4129-a80f-d46e8108ea94)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:31:52.959261 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:53.004627 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=d71e476c-b592-41ca-ae50-4f5306263be4,revision_number=8']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:31:53.368577 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['d71e476c-b592-41ca-ae50-4f5306263be4'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:31:53.620655 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2139662c-d6f7-4637-99ff-0e0f23a4baa1 req-d743e0d8-1d93-4575-aa78-5626db9a0bb9 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:53.622139 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2139662c-d6f7-4637-99ff-0e0f23a4baa1 req-d743e0d8-1d93-4575-aa78-5626db9a0bb9 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=749b39ff-b103-4729-9c52-6601b0e05213 HTTP/1.1" status: 200 len: 944 time: 0.0501709 Sep 23 07:31:53.660955 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2139662c-d6f7-4637-99ff-0e0f23a4baa1 req-2259afda-4b07-49ca-8cea-877882412d43 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321302 Sep 23 07:31:54.785968 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device d71e476c-b592-41ca-ae50-4f5306263be4 up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:31:54.787976 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ddc70d-c5f0-4276-b09a-540b24cae255 req-fc5e3790-5027-4bd9-8122-e4866f49c03a tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:54.789497 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-84ddc70d-c5f0-4276-b09a-540b24cae255 req-fc5e3790-5027-4bd9-8122-e4866f49c03a tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=749b39ff-b103-4729-9c52-6601b0e05213 HTTP/1.1" status: 200 len: 944 time: 0.0540776 Sep 23 07:31:54.827723 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-84ddc70d-c5f0-4276-b09a-540b24cae255 req-f428f68d-ca47-4e41-ab68-a74dcc152664 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322356 Sep 23 07:31:54.835120 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port d71e476c-b592-41ca-ae50-4f5306263be4 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:31:54.838946 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port d71e476c-b592-41ca-ae50-4f5306263be4 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:31:54.839327 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:54.921979 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:54.946629 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '749b39ff-b103-4729-9c52-6601b0e05213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd71e476c-b592-41ca-ae50-4f5306263be4'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:31:54.948990 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d0703e-97ee-4d5f-a1cd-845b61defca6" -d '{"events": [{"server_uuid": "749b39ff-b103-4729-9c52-6601b0e05213", "name": "network-vif-plugged", "status": "completed", "tag": "d71e476c-b592-41ca-ae50-4f5306263be4"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:31:54.963436 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port d71e476c-b592-41ca-ae50-4f5306263be4, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=d71e476c-b592-41ca-ae50-4f5306263be4,segment=NetworkSegment(29d63de1-3c7c-4129-a80f-d46e8108ea94),segment_id=29d63de1-3c7c-4129-a80f-d46e8108ea94)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:31:54.969222 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:55.004487 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-625b48d8-d506-4b64-8cab-2281a2c7c1a6 x-openstack-request-id: req-625b48d8-d506-4b64-8cab-2281a2c7c1a6 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:31:55.004778 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "749b39ff-b103-4729-9c52-6601b0e05213", "name": "network-vif-plugged", "status": "completed", "tag": "d71e476c-b592-41ca-ae50-4f5306263be4", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:31:55.005031 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-625b48d8-d506-4b64-8cab-2281a2c7c1a6 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:31:55.005420 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '749b39ff-b103-4729-9c52-6601b0e05213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd71e476c-b592-41ca-ae50-4f5306263be4', 'code': 200} Sep 23 07:31:55.022968 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=d71e476c-b592-41ca-ae50-4f5306263be4,revision_number=9']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:31:55.084192 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fce9d2-a936-485e-bf54-09d40d7a6db8 req-4c8a838f-28b1-46e6-9f50-42c7ccad650b tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:55.085682 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-11fce9d2-a936-485e-bf54-09d40d7a6db8 req-4c8a838f-28b1-46e6-9f50-42c7ccad650b tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.58 "GET /v2.0/ports?device_id=749b39ff-b103-4729-9c52-6601b0e05213&tenant_id=9564e482c14846a2931f0d393eb15eff&binding%3Ahost_id=n-h1-715271-16 HTTP/1.1" status: 200 len: 945 time: 0.0740101 Sep 23 07:31:55.093751 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa8b88a-b315-4bbc-8627-88f5816b3970 req-3601700c-7900-413d-8504-9f0149be7e3d tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:55.095200 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-efa8b88a-b315-4bbc-8627-88f5816b3970 req-3601700c-7900-413d-8504-9f0149be7e3d tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=749b39ff-b103-4729-9c52-6601b0e05213 HTTP/1.1" status: 200 len: 945 time: 0.0962915 Sep 23 07:31:55.174230 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-efa8b88a-b315-4bbc-8627-88f5816b3970 req-ac6d8045-789e-4823-9705-2d8927036ebb tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716052 Sep 23 07:31:55.184018 n-d-715271-16 neutron-server[95066]: INFO neutron.api.v2.resource [req-11fce9d2-a936-485e-bf54-09d40d7a6db8 req-f9152ff8-81d0-4070-a2f4-feb976a238b1 service neutron] delete failed (client error): The resource could not be found. Sep 23 07:31:55.185027 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-11fce9d2-a936-485e-bf54-09d40d7a6db8 req-f9152ff8-81d0-4070-a2f4-feb976a238b1 service neutron] 10.222.0.58 "DELETE /v2.0/ports/d71e476c-b592-41ca-ae50-4f5306263be4/bindings/n-h2-715271-16 HTTP/1.1" status: 404 len: 381 time: 0.0889478 Sep 23 07:31:55.270791 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fce9d2-a936-485e-bf54-09d40d7a6db8 req-4009a740-b410-459d-8ee8-e527d3cf4625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:55.272257 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-11fce9d2-a936-485e-bf54-09d40d7a6db8 req-4009a740-b410-459d-8ee8-e527d3cf4625 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9564e482c14846a2931f0d393eb15eff&device_id=749b39ff-b103-4729-9c52-6601b0e05213 HTTP/1.1" status: 200 len: 1097 time: 0.0415218 Sep 23 07:31:55.365515 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fce9d2-a936-485e-bf54-09d40d7a6db8 req-a8a375b2-0306-45dd-bfef-3c9e451e57f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:55.367024 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-11fce9d2-a936-485e-bf54-09d40d7a6db8 req-a8a375b2-0306-45dd-bfef-3c9e451e57f2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e1ac528b-08ac-40d0-983a-95987f478a3a HTTP/1.1" status: 200 len: 915 time: 0.0875990 Sep 23 07:31:55.410025 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-11fce9d2-a936-485e-bf54-09d40d7a6db8 req-e634c7d6-269a-4d4b-808a-cc35b8b0b9e7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d71e476c-b592-41ca-ae50-4f5306263be4 HTTP/1.1" status: 200 len: 217 time: 0.0352628 Sep 23 07:31:55.459165 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fce9d2-a936-485e-bf54-09d40d7a6db8 req-ad0fdd2c-9cc8-4e1a-bf92-300a5fd3a3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:55.460615 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-11fce9d2-a936-485e-bf54-09d40d7a6db8 req-ad0fdd2c-9cc8-4e1a-bf92-300a5fd3a3a5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c5c597c1-721e-4c81-b769-705b890c9f35 HTTP/1.1" status: 200 len: 854 time: 0.0439620 Sep 23 07:31:55.493623 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-11fce9d2-a936-485e-bf54-09d40d7a6db8 req-afe9455b-9d43-4ee6-9bf0-772699298ae2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e1ac528b-08ac-40d0-983a-95987f478a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244465 Sep 23 07:31:55.585005 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-11fce9d2-a936-485e-bf54-09d40d7a6db8 req-094edb8c-cd72-432c-b00f-822aee2dfcac service neutron] 10.222.0.58 "GET /v2.0/networks/e1ac528b-08ac-40d0-983a-95987f478a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844448 Sep 23 07:31:55.678803 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-11fce9d2-a936-485e-bf54-09d40d7a6db8 req-e3b39da2-2e4f-4c41-a9c2-f4d952aa8f25 service neutron] 10.222.0.58 "GET /v2.0/networks/e1ac528b-08ac-40d0-983a-95987f478a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859623 Sep 23 07:31:56.302861 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3676eb26-900f-4dfa-ba4a-764df993c3a9 req-c9a225ff-19f8-4c7d-affe-376e946b120e tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:56.304357 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3676eb26-900f-4dfa-ba4a-764df993c3a9 req-c9a225ff-19f8-4c7d-affe-376e946b120e tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=749b39ff-b103-4729-9c52-6601b0e05213 HTTP/1.1" status: 200 len: 945 time: 0.0596595 Sep 23 07:31:56.346339 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3676eb26-900f-4dfa-ba4a-764df993c3a9 req-12fcd738-4850-4646-aeb4-f332ed3accca tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358994 Sep 23 07:31:56.459420 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d09182-80ab-42bf-9703-45d56b45ef65 req-ae7073b8-424c-4d65-99b8-0ceea7d4c06f tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:56.460898 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-87d09182-80ab-42bf-9703-45d56b45ef65 req-ae7073b8-424c-4d65-99b8-0ceea7d4c06f tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=749b39ff-b103-4729-9c52-6601b0e05213 HTTP/1.1" status: 200 len: 945 time: 0.0489411 Sep 23 07:31:56.498618 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-87d09182-80ab-42bf-9703-45d56b45ef65 req-96a2503c-10a0-4fdc-8297-64049cca1e94 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318062 Sep 23 07:31:56.613435 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3ec8c4-f2ea-4bfc-90a2-0d7bf6975a4d req-763f4fa6-b362-4a39-85d9-da8be15a0a85 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:56.615247 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7b3ec8c4-f2ea-4bfc-90a2-0d7bf6975a4d req-763f4fa6-b362-4a39-85d9-da8be15a0a85 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=749b39ff-b103-4729-9c52-6601b0e05213 HTTP/1.1" status: 200 len: 945 time: 0.0506589 Sep 23 07:31:56.653877 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7b3ec8c4-f2ea-4bfc-90a2-0d7bf6975a4d req-262198af-9099-467a-a26d-9114ba891722 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324996 Sep 23 07:31:56.977574 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d0bfef-5fe0-4778-b95a-1a6a636981fe req-c0284032-7ab6-4ee0-aa5b-8e22d24c3b4e tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:56.979055 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-62d0bfef-5fe0-4778-b95a-1a6a636981fe req-c0284032-7ab6-4ee0-aa5b-8e22d24c3b4e tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=749b39ff-b103-4729-9c52-6601b0e05213 HTTP/1.1" status: 200 len: 945 time: 0.0489306 Sep 23 07:31:57.017058 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-62d0bfef-5fe0-4778-b95a-1a6a636981fe req-badbf992-072f-4b3a-b0ca-00e5927610ca tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320652 Sep 23 07:31:58.131799 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c1045b-9889-46cb-aec5-39c27cf45dce req-f012767b-4e8d-410b-a871-09df30fe1d78 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:58.133282 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b4c1045b-9889-46cb-aec5-39c27cf45dce req-f012767b-4e8d-410b-a871-09df30fe1d78 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/ports?device_id=749b39ff-b103-4729-9c52-6601b0e05213 HTTP/1.1" status: 200 len: 945 time: 0.0498478 Sep 23 07:31:58.170044 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b4c1045b-9889-46cb-aec5-39c27cf45dce req-d253d040-420e-484f-a7cf-1c2aa14b8afc tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c3c08a7-3c05-4033-9276-7a476d11c982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307658 Sep 23 07:31:58.445046 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e4485b-850f-4511-9ac3-34df24b144b9 req-b2ced5fa-7595-4830-b129-4574d6593d06 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:31:58.446444 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-23e4485b-850f-4511-9ac3-34df24b144b9 req-b2ced5fa-7595-4830-b129-4574d6593d06 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.21 "GET /v2.0/ports?device_id=749b39ff-b103-4729-9c52-6601b0e05213 HTTP/1.1" status: 200 len: 945 time: 0.0489292 Sep 23 07:31:58.538523 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-23e4485b-850f-4511-9ac3-34df24b144b9 req-876a5da9-a00d-41b5-9918-82815decfe76 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Deleting port d71e476c-b592-41ca-ae50-4f5306263be4 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:31:58.538860 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-23e4485b-850f-4511-9ac3-34df24b144b9 req-876a5da9-a00d-41b5-9918-82815decfe76 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:58.626024 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-23e4485b-850f-4511-9ac3-34df24b144b9 req-876a5da9-a00d-41b5-9918-82815decfe76 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] For port d71e476c-b592-41ca-ae50-4f5306263be4, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=d71e476c-b592-41ca-ae50-4f5306263be4,segment=NetworkSegment(29d63de1-3c7c-4129-a80f-d46e8108ea94),segment_id=29d63de1-3c7c-4129-a80f-d46e8108ea94)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:31:58.626391 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-23e4485b-850f-4511-9ac3-34df24b144b9 req-876a5da9-a00d-41b5-9918-82815decfe76 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:58.642695 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-23e4485b-850f-4511-9ac3-34df24b144b9 req-876a5da9-a00d-41b5-9918-82815decfe76 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Calling delete_port for d71e476c-b592-41ca-ae50-4f5306263be4 owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:31:58.765653 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-23e4485b-850f-4511-9ac3-34df24b144b9 req-876a5da9-a00d-41b5-9918-82815decfe76 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:58.790937 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['d71e476c-b592-41ca-ae50-4f5306263be4'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:31:58.797587 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876a5da9-a00d-41b5-9918-82815decfe76 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Pushing event deleted for resources: {'Port': ['ID=d71e476c-b592-41ca-ae50-4f5306263be4,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:31:58.842905 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-23e4485b-850f-4511-9ac3-34df24b144b9 req-876a5da9-a00d-41b5-9918-82815decfe76 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] No DVR routers for this DVR port d71e476c-b592-41ca-ae50-4f5306263be4 on host n-h1-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:31:58.845513 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-23e4485b-850f-4511-9ac3-34df24b144b9 req-876a5da9-a00d-41b5-9918-82815decfe76 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:58.848465 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-23e4485b-850f-4511-9ac3-34df24b144b9 req-876a5da9-a00d-41b5-9918-82815decfe76 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] 10.222.0.21 "DELETE /v2.0/ports/d71e476c-b592-41ca-ae50-4f5306263be4 HTTP/1.1" status: 204 len: 173 time: 0.3956501 Sep 23 07:31:58.848903 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '749b39ff-b103-4729-9c52-6601b0e05213', 'name': 'network-vif-deleted', 'tag': 'd71e476c-b592-41ca-ae50-4f5306263be4'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:31:58.851146 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d0ec4af-8abd-4cf4-b316-e3099b645fcb" -d '{"events": [{"server_uuid": "749b39ff-b103-4729-9c52-6601b0e05213", "name": "network-vif-deleted", "tag": "d71e476c-b592-41ca-ae50-4f5306263be4"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:31:58.889484 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed8a0982-3669-466d-b84d-79b15baa2da9 x-openstack-request-id: req-ed8a0982-3669-466d-b84d-79b15baa2da9 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:31:58.889769 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "749b39ff-b103-4729-9c52-6601b0e05213", "name": "network-vif-deleted", "tag": "d71e476c-b592-41ca-ae50-4f5306263be4", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:31:58.890047 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ed8a0982-3669-466d-b84d-79b15baa2da9 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:31:58.890448 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '749b39ff-b103-4729-9c52-6601b0e05213', 'name': 'network-vif-deleted', 'tag': 'd71e476c-b592-41ca-ae50-4f5306263be4', 'status': 'completed', 'code': 200} Sep 23 07:31:59.289101 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 52218) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:31:59.337630 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-afccaded-c9d9-41f6-9a36-fe5eb6730f11 admin admin] Deleting subnet c5c597c1-721e-4c81-b769-705b890c9f35 {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:31:59.340598 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-afccaded-c9d9-41f6-9a36-fe5eb6730f11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:59.374327 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-afccaded-c9d9-41f6-9a36-fe5eb6730f11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:59.412697 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-afccaded-c9d9-41f6-9a36-fe5eb6730f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:59.464351 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-afccaded-c9d9-41f6-9a36-fe5eb6730f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:59.492516 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afccaded-c9d9-41f6-9a36-fe5eb6730f11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5c597c1-721e-4c81-b769-705b890c9f35,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:31:59.494779 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-afccaded-c9d9-41f6-9a36-fe5eb6730f11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:59.496645 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-afccaded-c9d9-41f6-9a36-fe5eb6730f11 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/c5c597c1-721e-4c81-b769-705b890c9f35 HTTP/1.1" status: 204 len: 168 time: 0.2065310 Sep 23 07:31:59.499163 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 52220) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:31:59.569432 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-aa90547b-1f09-41fb-8c10-35e6f60c6f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:59.644822 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-aa90547b-1f09-41fb-8c10-35e6f60c6f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:59.669567 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-aa90547b-1f09-41fb-8c10-35e6f60c6f0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1ac528b-08ac-40d0-983a-95987f478a3a']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:31:59.679398 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-aa90547b-1f09-41fb-8c10-35e6f60c6f0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29d63de1-3c7c-4129-a80f-d46e8108ea94') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:31:59.679693 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-aa90547b-1f09-41fb-8c10-35e6f60c6f0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29d63de1-3c7c-4129-a80f-d46e8108ea94') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:31:59.688717 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-aa90547b-1f09-41fb-8c10-35e6f60c6f0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:59.702207 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-aa90547b-1f09-41fb-8c10-35e6f60c6f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:59.708411 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa90547b-1f09-41fb-8c10-35e6f60c6f0c admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:31:59.708822 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-aa90547b-1f09-41fb-8c10-35e6f60c6f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:59.710617 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 07:31:59.710617 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:31:59.710617 n-d-715271-16 neutron-server[95066]: timer() Sep 23 07:31:59.710617 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:31:59.710617 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 07:31:59.710617 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:31:59.710617 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 07:31:59.710617 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:31:59.710617 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 07:31:59.710617 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:31:59.710617 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 07:31:59.710617 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:31:59.710617 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 07:31:59.710617 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:31:59.710617 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:31:59.710617 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:31:59.710617 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:31:59.710617 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:31:59.710617 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 07:31:59.710617 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:31:59.710617 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 07:31:59.710617 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:31:59.710617 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:31:59.710617 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:31:59.710617 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 07:31:59.710617 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:31:59.710617 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:31:59.710617 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:31:59.710617 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:31:59.710617 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:31:59.710617 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:31:59.710617 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:31:59.763956 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-aa90547b-1f09-41fb-8c10-35e6f60c6f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:59.770071 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-aa90547b-1f09-41fb-8c10-35e6f60c6f0c admin admin] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:59.771913 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-aa90547b-1f09-41fb-8c10-35e6f60c6f0c admin admin] 10.222.0.39 "DELETE /v2.0/networks/e1ac528b-08ac-40d0-983a-95987f478a3a HTTP/1.1" status: 204 len: 168 time: 0.2718492 Sep 23 07:31:59.782525 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa90547b-1f09-41fb-8c10-35e6f60c6f0c admin admin] Pushing event deleted for resources: {'Network': ['ID=e1ac528b-08ac-40d0-983a-95987f478a3a,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:31:59.875123 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 52224) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:31:59.915604 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-b90d9b3f-c8d6-4085-a4f1-a09a04aaf566 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9564e482c14846a2931f0d393eb15eff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392280 Sep 23 07:31:59.917830 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 52226) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:31:59.970035 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-09ed1556-c85a-446e-8461-7950e456f1c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:31:59.991328 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-09ed1556-c85a-446e-8461-7950e456f1c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:00.037719 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-09ed1556-c85a-446e-8461-7950e456f1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:00.040337 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-09ed1556-c85a-446e-8461-7950e456f1c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:00.041503 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-09ed1556-c85a-446e-8461-7950e456f1c1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5c3c08a7-3c05-4033-9276-7a476d11c982 HTTP/1.1" status: 204 len: 168 time: 0.1227684 Sep 23 07:32:00.049053 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ed1556-c85a-446e-8461-7950e456f1c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3c08a7-3c05-4033-9276-7a476d11c982,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:32:00.701680 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 52248) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:32:00.795824 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-40bd1754-3629-4ae9-8c3f-3900c7182555 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-412319534-network', 'tenant_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:32:00.816985 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40bd1754-3629-4ae9-8c3f-3900c7182555 admin admin] Made reservation on behalf of c35e7193b12c4d2c8a8bc750b7bd78a0 for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:32:00.820761 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device d71e476c-b592-41ca-ae50-4f5306263be4 no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:32:00.821273 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-40bd1754-3629-4ae9-8c3f-3900c7182555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:00.829378 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-40bd1754-3629-4ae9-8c3f-3900c7182555 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:00.841475 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] No Port match for: d71e476c-b592-41ca-ae50-4f5306263be4 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:32:00.841821 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device d71e476c-b592-41ca-ae50-4f5306263be4 not bound to the agent host n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:32:00.921558 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-40bd1754-3629-4ae9-8c3f-3900c7182555 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:00.925213 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-40bd1754-3629-4ae9-8c3f-3900c7182555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:00.945239 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40bd1754-3629-4ae9-8c3f-3900c7182555 admin admin] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:32:00.959028 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bd1754-3629-4ae9-8c3f-3900c7182555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2058abf-f06d-4cca-a498-7eb6dd5479dd,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:32:00.963800 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-40bd1754-3629-4ae9-8c3f-3900c7182555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:00.964143 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-40bd1754-3629-4ae9-8c3f-3900c7182555 admin admin] Added segment 8f7dad34-7058-44bb-a3e4-b365ee668eee of type vlan for network d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 Sep 23 07:32:01.004967 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-40bd1754-3629-4ae9-8c3f-3900c7182555 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:01.029306 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-40bd1754-3629-4ae9-8c3f-3900c7182555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:01.030282 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40bd1754-3629-4ae9-8c3f-3900c7182555 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:32:01.030866 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-40bd1754-3629-4ae9-8c3f-3900c7182555 admin admin] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:01.075335 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-40bd1754-3629-4ae9-8c3f-3900c7182555 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3724930 Sep 23 07:32:01.078365 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 52252) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:32:01.084105 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-913140f5-4d92-49a0-8daa-4d064208889a admin admin] Request body: {'subnet': {'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-412319534-subnet', 'tenant_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:32:01.105557 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-913140f5-4d92-49a0-8daa-4d064208889a admin admin] Made reservation on behalf of c35e7193b12c4d2c8a8bc750b7bd78a0 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:32:01.108110 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-913140f5-4d92-49a0-8daa-4d064208889a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:01.121944 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bd1754-3629-4ae9-8c3f-3900c7182555 admin admin] Pushing event updated for resources: {'Network': ['ID=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:32:01.132232 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:32:01.281076 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-913140f5-4d92-49a0-8daa-4d064208889a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:01.339214 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913140f5-4d92-49a0-8daa-4d064208889a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e16b8c14-4213-404c-84a9-da7aa820bdd0,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:32:01.343487 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913140f5-4d92-49a0-8daa-4d064208889a admin admin] Checking segment: {'id': '8f7dad34-7058-44bb-a3e4-b365ee668eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:32:01.343845 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913140f5-4d92-49a0-8daa-4d064208889a admin admin] Network hostable DHCP agents. Network: d5feedd2-0f2f-4b62-bf5b-065c27ad35d1, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:32:01.359760 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913140f5-4d92-49a0-8daa-4d064208889a admin admin] Network d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:32:01.368085 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-913140f5-4d92-49a0-8daa-4d064208889a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, d5feedd2-0f2f-4b62-bf5b-065c27ad35d1) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:32:01.372327 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913140f5-4d92-49a0-8daa-4d064208889a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:32:01.372918 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-913140f5-4d92-49a0-8daa-4d064208889a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:01.377325 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ca4895-f9cd-4ae3-aa25-27598bbef121 None None] Network d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:32:01.386666 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-913140f5-4d92-49a0-8daa-4d064208889a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3071849 Sep 23 07:32:01.389742 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 52254) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:32:01.394243 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-cd8ff656-f009-4588-a678-e9d15077f3ff admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-412319534-router', 'tenant_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:32:01.415421 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cd8ff656-f009-4588-a678-e9d15077f3ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:01.416433 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cd8ff656-f009-4588-a678-e9d15077f3ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:01.472748 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cd8ff656-f009-4588-a678-e9d15077f3ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:01.521978 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ffcb20-7cf7-4132-bbd1-65a85a6e4608 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-d5feedd2-0f2f-4b62-bf5b-065c27ad35d1', 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1', 'tenant_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'fixed_ips': [{'subnet_id': 'e16b8c14-4213-404c-84a9-da7aa820bdd0'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:32:01.522846 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a9ffcb20-7cf7-4132-bbd1-65a85a6e4608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:01.607538 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cd8ff656-f009-4588-a678-e9d15077f3ff admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:01.664344 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-a9ffcb20-7cf7-4132-bbd1-65a85a6e4608 None None] Allocated IP 172.20.0.2 (d5feedd2-0f2f-4b62-bf5b-065c27ad35d1/e16b8c14-4213-404c-84a9-da7aa820bdd0/267d650b-4ebe-475f-8e5d-fe8d282cc3d5) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:32:01.807583 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cd8ff656-f009-4588-a678-e9d15077f3ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:01.807993 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a9ffcb20-7cf7-4132-bbd1-65a85a6e4608 None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:01.814635 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a9ffcb20-7cf7-4132-bbd1-65a85a6e4608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:01.826999 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cd8ff656-f009-4588-a678-e9d15077f3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:01.852719 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ffcb20-7cf7-4132-bbd1-65a85a6e4608 None None] Network d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:32:01.855580 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-a9ffcb20-7cf7-4132-bbd1-65a85a6e4608 None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:32:01.859063 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ffcb20-7cf7-4132-bbd1-65a85a6e4608 None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:32:01.868779 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ffcb20-7cf7-4132-bbd1-65a85a6e4608 None None] Pushing event updated for resources: {'Port': ['ID=267d650b-4ebe-475f-8e5d-fe8d282cc3d5,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:32:01.918511 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-a9ffcb20-7cf7-4132-bbd1-65a85a6e4608 None None] Attempting to bind port 267d650b-4ebe-475f-8e5d-fe8d282cc3d5 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:32:01.918881 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-a9ffcb20-7cf7-4132-bbd1-65a85a6e4608 None None] Attempting to bind port 267d650b-4ebe-475f-8e5d-fe8d282cc3d5 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '8f7dad34-7058-44bb-a3e4-b365ee668eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:32:01.919240 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ffcb20-7cf7-4132-bbd1-65a85a6e4608 None None] Attempting to bind port 267d650b-4ebe-475f-8e5d-fe8d282cc3d5 on network d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:32:01.924194 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ffcb20-7cf7-4132-bbd1-65a85a6e4608 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:32:01.925269 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ffcb20-7cf7-4132-bbd1-65a85a6e4608 None None] Checking segment: {'id': '8f7dad34-7058-44bb-a3e4-b365ee668eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:32:01.925806 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a9ffcb20-7cf7-4132-bbd1-65a85a6e4608 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:01.926234 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ffcb20-7cf7-4132-bbd1-65a85a6e4608 None None] Bound using segment: {'id': '8f7dad34-7058-44bb-a3e4-b365ee668eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:32:01.926698 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-a9ffcb20-7cf7-4132-bbd1-65a85a6e4608 None None] Bound port: 267d650b-4ebe-475f-8e5d-fe8d282cc3d5, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f7dad34-7058-44bb-a3e4-b365ee668eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:32:01.927073 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a9ffcb20-7cf7-4132-bbd1-65a85a6e4608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:01.928711 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-cd8ff656-f009-4588-a678-e9d15077f3ff admin admin] Allocated IP 172.25.2.254 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/87356b93-221c-41a9-a545-f4285aee09f2) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:32:01.995315 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a9ffcb20-7cf7-4132-bbd1-65a85a6e4608 None None] For port 267d650b-4ebe-475f-8e5d-fe8d282cc3d5, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:32:01.998368 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a9ffcb20-7cf7-4132-bbd1-65a85a6e4608 None None] For port 267d650b-4ebe-475f-8e5d-fe8d282cc3d5, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=267d650b-4ebe-475f-8e5d-fe8d282cc3d5,segment=NetworkSegment(8f7dad34-7058-44bb-a3e4-b365ee668eee),segment_id=8f7dad34-7058-44bb-a3e4-b365ee668eee)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:32:02.003135 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a9ffcb20-7cf7-4132-bbd1-65a85a6e4608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:02.038452 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cd8ff656-f009-4588-a678-e9d15077f3ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:02.059969 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ffcb20-7cf7-4132-bbd1-65a85a6e4608 None None] Pushing event updated for resources: {'Port': ['ID=267d650b-4ebe-475f-8e5d-fe8d282cc3d5,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:32:02.074690 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cd8ff656-f009-4588-a678-e9d15077f3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:02.111950 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8ff656-f009-4588-a678-e9d15077f3ff admin admin] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:32:02.115570 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-cd8ff656-f009-4588-a678-e9d15077f3ff admin admin] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:32:02.118496 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8ff656-f009-4588-a678-e9d15077f3ff admin admin] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:32:02.150260 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8ff656-f009-4588-a678-e9d15077f3ff admin admin] Pushing event updated for resources: {'Port': ['ID=87356b93-221c-41a9-a545-f4285aee09f2,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:32:02.404525 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cd8ff656-f009-4588-a678-e9d15077f3ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:02.602132 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cd8ff656-f009-4588-a678-e9d15077f3ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:02.732590 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd8ff656-f009-4588-a678-e9d15077f3ff admin admin] Router 4c7a87d0-e93d-48cf-a2fd-6bacd07b7831 is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 07:32:02.851087 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd8ff656-f009-4588-a678-e9d15077f3ff admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:32:02.861843 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b97da3-18bd-4c84-b02c-cb3d8af2d7c4 None None] Sync routers for ids ['4c7a87d0-e93d-48cf-a2fd-6bacd07b7831'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:32:02.870196 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cd8ff656-f009-4588-a678-e9d15077f3ff admin admin] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:02.872071 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-cd8ff656-f009-4588-a678-e9d15077f3ff admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4817619 Sep 23 07:32:02.873018 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b97da3-18bd-4c84-b02c-cb3d8af2d7c4 None None] Routers {'4c7a87d0-e93d-48cf-a2fd-6bacd07b7831'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:32:02.873636 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-a3b97da3-18bd-4c84-b02c-cb3d8af2d7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:31:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['4c7a87d0-e93d-48cf-a2fd-6bacd07b7831'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:32:02.875232 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 52256) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:32:02.962530 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896bcb1d-5b42-4233-b68d-dc9fff9644c3 None None] Network d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:32:02.989855 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-a3b97da3-18bd-4c84-b02c-cb3d8af2d7c4 None None] Set router 4c7a87d0-e93d-48cf-a2fd-6bacd07b7831 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:32:03.052063 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-3a25f75a-fa01-400f-85b8-cbf9c9599a62 None None] Provisioning complete for port 267d650b-4ebe-475f-8e5d-fe8d282cc3d5 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:32:03.052591 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3a25f75a-fa01-400f-85b8-cbf9c9599a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:03.186398 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-a3b97da3-18bd-4c84-b02c-cb3d8af2d7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'name': 'tempest-ServerActionsTestJSON-412319534-router', 'tenant_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '87356b93-221c-41a9-a545-f4285aee09f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:32:01Z', 'updated_at': '2021-09-23T07:32:02Z', 'revision_number': 3, 'project_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'gw_port': {'id': '87356b93-221c-41a9-a545-f4285aee09f2', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:32:01Z', 'updated_at': '2021-09-23T07:32:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:32:03.206544 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3a25f75a-fa01-400f-85b8-cbf9c9599a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:03.216145 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b97da3-18bd-4c84-b02c-cb3d8af2d7c4 None None] Checking router: 4c7a87d0-e93d-48cf-a2fd-6bacd07b7831 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:32:03.216614 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b97da3-18bd-4c84-b02c-cb3d8af2d7c4 None None] Updating router 4c7a87d0-e93d-48cf-a2fd-6bacd07b7831 port 87356b93-221c-41a9-a545-f4285aee09f2 binding host n-d-715271-16 {{(pid=95068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 07:32:03.242002 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-3a25f75a-fa01-400f-85b8-cbf9c9599a62 None None] For port 267d650b-4ebe-475f-8e5d-fe8d282cc3d5, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=267d650b-4ebe-475f-8e5d-fe8d282cc3d5,segment=NetworkSegment(8f7dad34-7058-44bb-a3e4-b365ee668eee),segment_id=8f7dad34-7058-44bb-a3e4-b365ee668eee)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:32:03.245284 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-a3b97da3-18bd-4c84-b02c-cb3d8af2d7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:03.248507 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3a25f75a-fa01-400f-85b8-cbf9c9599a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:03.314487 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a25f75a-fa01-400f-85b8-cbf9c9599a62 None None] Pushing event updated for resources: {'Port': ['ID=267d650b-4ebe-475f-8e5d-fe8d282cc3d5,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:32:03.476816 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-c0fd1494-c4e8-4e9f-96a6-7a2e3fc8eaef None None] Provisioning complete for port 267d650b-4ebe-475f-8e5d-fe8d282cc3d5 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:32:03.477194 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c0fd1494-c4e8-4e9f-96a6-7a2e3fc8eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:03.532786 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-a3b97da3-18bd-4c84-b02c-cb3d8af2d7c4 None None] Notify callbacks [] for port, precommit_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:03.538703 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-a3b97da3-18bd-4c84-b02c-cb3d8af2d7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:03.589692 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-a3b97da3-18bd-4c84-b02c-cb3d8af2d7c4 None None] Attempting to bind port 87356b93-221c-41a9-a545-f4285aee09f2 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:32:03.590086 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-a3b97da3-18bd-4c84-b02c-cb3d8af2d7c4 None None] Attempting to bind port 87356b93-221c-41a9-a545-f4285aee09f2 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:32:03.590449 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b97da3-18bd-4c84-b02c-cb3d8af2d7c4 None None] Attempting to bind port 87356b93-221c-41a9-a545-f4285aee09f2 on network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:32:03.593462 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94385f0-3e32-4c84-b525-ed7ee9f9e6dc None None] Pushing event updated for resources: {'Port': ['ID=87356b93-221c-41a9-a545-f4285aee09f2,revision_number=2']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:32:03.601876 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b97da3-18bd-4c84-b02c-cb3d8af2d7c4 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:32:03.602252 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b97da3-18bd-4c84-b02c-cb3d8af2d7c4 None None] Checking segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:32:03.602646 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-a3b97da3-18bd-4c84-b02c-cb3d8af2d7c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:03.603035 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b97da3-18bd-4c84-b02c-cb3d8af2d7c4 None None] Bound using segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:32:03.603489 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-a3b97da3-18bd-4c84-b02c-cb3d8af2d7c4 None None] Bound port: 87356b93-221c-41a9-a545-f4285aee09f2, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:32:03.603868 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-a3b97da3-18bd-4c84-b02c-cb3d8af2d7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:03.606821 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94385f0-3e32-4c84-b525-ed7ee9f9e6dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:32:03.607160 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94385f0-3e32-4c84-b525-ed7ee9f9e6dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:32:03.607493 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94385f0-3e32-4c84-b525-ed7ee9f9e6dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:32:03.607821 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94385f0-3e32-4c84-b525-ed7ee9f9e6dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:32:03.608143 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94385f0-3e32-4c84-b525-ed7ee9f9e6dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:32:03.608463 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94385f0-3e32-4c84-b525-ed7ee9f9e6dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:32:03.608781 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94385f0-3e32-4c84-b525-ed7ee9f9e6dc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:32:03.609103 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94385f0-3e32-4c84-b525-ed7ee9f9e6dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:32:03.609411 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94385f0-3e32-4c84-b525-ed7ee9f9e6dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:32:03.609721 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94385f0-3e32-4c84-b525-ed7ee9f9e6dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:32:03.610056 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94385f0-3e32-4c84-b525-ed7ee9f9e6dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:32:03.610371 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94385f0-3e32-4c84-b525-ed7ee9f9e6dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:32:03.640301 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5a04fb55-bf1d-4434-b6f9-63bbdf944952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:03.660995 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-a3b97da3-18bd-4c84-b02c-cb3d8af2d7c4 None None] For port 87356b93-221c-41a9-a545-f4285aee09f2, host n-d-715271-16, cleared binding levels {{(pid=95068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:32:03.664044 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-a3b97da3-18bd-4c84-b02c-cb3d8af2d7c4 None None] For port 87356b93-221c-41a9-a545-f4285aee09f2, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=87356b93-221c-41a9-a545-f4285aee09f2,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:32:03.667450 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-a3b97da3-18bd-4c84-b02c-cb3d8af2d7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:03.725209 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b97da3-18bd-4c84-b02c-cb3d8af2d7c4 None None] Routers {'4c7a87d0-e93d-48cf-a2fd-6bacd07b7831'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:32:03.725821 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-a3b97da3-18bd-4c84-b02c-cb3d8af2d7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:31:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['4c7a87d0-e93d-48cf-a2fd-6bacd07b7831'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:32:03.728769 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94385f0-3e32-4c84-b525-ed7ee9f9e6dc None None] Pushing event updated for resources: {'Port': ['ID=87356b93-221c-41a9-a545-f4285aee09f2,revision_number=3']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:32:03.831528 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-a3b97da3-18bd-4c84-b02c-cb3d8af2d7c4 None None] Set router 4c7a87d0-e93d-48cf-a2fd-6bacd07b7831 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:32:03.844448 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-5a04fb55-bf1d-4434-b6f9-63bbdf944952 admin admin] Allocated IP 172.20.0.1 (d5feedd2-0f2f-4b62-bf5b-065c27ad35d1/e16b8c14-4213-404c-84a9-da7aa820bdd0/778fcf3a-9294-484c-8cd7-b23597b77e9d) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:32:03.949521 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5a04fb55-bf1d-4434-b6f9-63bbdf944952 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:03.985403 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5a04fb55-bf1d-4434-b6f9-63bbdf944952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:04.008788 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-a3b97da3-18bd-4c84-b02c-cb3d8af2d7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'name': 'tempest-ServerActionsTestJSON-412319534-router', 'tenant_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '87356b93-221c-41a9-a545-f4285aee09f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:32:01Z', 'updated_at': '2021-09-23T07:32:02Z', 'revision_number': 3, 'project_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'gw_port': {'id': '87356b93-221c-41a9-a545-f4285aee09f2', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:32:01Z', 'updated_at': '2021-09-23T07:32:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:32:04.028063 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a04fb55-bf1d-4434-b6f9-63bbdf944952 admin admin] Network d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:32:04.032504 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-5a04fb55-bf1d-4434-b6f9-63bbdf944952 admin admin] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:32:04.036709 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b97da3-18bd-4c84-b02c-cb3d8af2d7c4 None None] The sync data for ids ['4c7a87d0-e93d-48cf-a2fd-6bacd07b7831'] in n-d-715271-16 is: [{'id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'name': 'tempest-ServerActionsTestJSON-412319534-router', 'tenant_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '87356b93-221c-41a9-a545-f4285aee09f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:32:01Z', 'updated_at': '2021-09-23T07:32:02Z', 'revision_number': 3, 'project_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'gw_port': {'id': '87356b93-221c-41a9-a545-f4285aee09f2', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:32:01Z', 'updated_at': '2021-09-23T07:32:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:32:04.037124 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a04fb55-bf1d-4434-b6f9-63bbdf944952 admin admin] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:32:04.045003 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a04fb55-bf1d-4434-b6f9-63bbdf944952 admin admin] Pushing event updated for resources: {'Port': ['ID=778fcf3a-9294-484c-8cd7-b23597b77e9d,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:32:04.091355 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5a04fb55-bf1d-4434-b6f9-63bbdf944952 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068614'] for router_interface, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:04.248301 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5a04fb55-bf1d-4434-b6f9-63bbdf944952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:04.307967 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-e1927a01-696d-4ca7-b29e-8895ffafbd50 None None] Provisioning complete for port 778fcf3a-9294-484c-8cd7-b23597b77e9d triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:32:04.308484 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e1927a01-696d-4ca7-b29e-8895ffafbd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:04.336260 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 267d650b-4ebe-475f-8e5d-fe8d282cc3d5 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:32:04.373978 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-e1927a01-696d-4ca7-b29e-8895ffafbd50 None None] Port 778fcf3a-9294-484c-8cd7-b23597b77e9d cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:32:04.411725 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 267d650b-4ebe-475f-8e5d-fe8d282cc3d5 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:32:04.412096 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:04.471630 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5a04fb55-bf1d-4434-b6f9-63bbdf944952 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:04.480682 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5a04fb55-bf1d-4434-b6f9-63bbdf944952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:04.550708 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a04fb55-bf1d-4434-b6f9-63bbdf944952 admin admin] Pushing event updated for resources: {'Port': ['ID=778fcf3a-9294-484c-8cd7-b23597b77e9d,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:32:04.552919 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5a04fb55-bf1d-4434-b6f9-63bbdf944952 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067062'] for router_interface, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:04.653386 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a04fb55-bf1d-4434-b6f9-63bbdf944952 admin admin] Network d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:32:04.654844 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-5a04fb55-bf1d-4434-b6f9-63bbdf944952 admin admin] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:32:04.788674 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a04fb55-bf1d-4434-b6f9-63bbdf944952 admin admin] Router 4c7a87d0-e93d-48cf-a2fd-6bacd07b7831 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:32:04.897574 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-d2282067-585b-421a-bc81-78c177a840a5 None None] Provisioning complete for port 778fcf3a-9294-484c-8cd7-b23597b77e9d triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:32:04.897991 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d2282067-585b-421a-bc81-78c177a840a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:04.904955 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a04fb55-bf1d-4434-b6f9-63bbdf944952 admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:32:04.912328 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-5a04fb55-bf1d-4434-b6f9-63bbdf944952 admin admin] 10.222.0.39 "PUT /v2.0/routers/4c7a87d0-e93d-48cf-a2fd-6bacd07b7831/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0357337 Sep 23 07:32:04.940688 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-d2282067-585b-421a-bc81-78c177a840a5 None None] Port 778fcf3a-9294-484c-8cd7-b23597b77e9d cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:32:05.629232 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc52706-f649-4495-b29a-ac53921891a3 None None] Sync routers for ids ['4c7a87d0-e93d-48cf-a2fd-6bacd07b7831'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:32:05.638337 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc52706-f649-4495-b29a-ac53921891a3 None None] Routers {'4c7a87d0-e93d-48cf-a2fd-6bacd07b7831'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:32:05.638960 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-ebc52706-f649-4495-b29a-ac53921891a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:31:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['4c7a87d0-e93d-48cf-a2fd-6bacd07b7831'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:32:05.742184 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-ebc52706-f649-4495-b29a-ac53921891a3 None None] Set router 4c7a87d0-e93d-48cf-a2fd-6bacd07b7831 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:32:05.943734 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-ebc52706-f649-4495-b29a-ac53921891a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'name': 'tempest-ServerActionsTestJSON-412319534-router', 'tenant_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '87356b93-221c-41a9-a545-f4285aee09f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:32:01Z', 'updated_at': '2021-09-23T07:32:04Z', 'revision_number': 4, 'project_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'gw_port': {'id': '87356b93-221c-41a9-a545-f4285aee09f2', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:32:01Z', 'updated_at': '2021-09-23T07:32:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '778fcf3a-9294-484c-8cd7-b23597b77e9d', 'name': '', 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1', 'tenant_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'mac_address': 'fa:16:3e:97:7a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'e16b8c14-4213-404c-84a9-da7aa820bdd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:32:03Z', 'updated_at': '2021-09-23T07:32:04Z', 'revision_number': 2, 'project_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'subnets': [{'id': 'e16b8c14-4213-404c-84a9-da7aa820bdd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:32:05.970305 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc52706-f649-4495-b29a-ac53921891a3 None None] Checking router: 4c7a87d0-e93d-48cf-a2fd-6bacd07b7831 for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:32:05.970667 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc52706-f649-4495-b29a-ac53921891a3 None None] Updating router 4c7a87d0-e93d-48cf-a2fd-6bacd07b7831 port 778fcf3a-9294-484c-8cd7-b23597b77e9d binding host n-d-715271-16 {{(pid=95067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 07:32:05.995672 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ebc52706-f649-4495-b29a-ac53921891a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:06.293229 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ebc52706-f649-4495-b29a-ac53921891a3 None None] Notify callbacks [] for port, precommit_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:06.303689 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ebc52706-f649-4495-b29a-ac53921891a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:06.318743 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 52266) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:32:06.323473 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-30e68458-c48d-4aac-94d8-984f69b7aeef tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1282369762', 'description': 'tempest-description--967299498'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:32:06.349310 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-30e68458-c48d-4aac-94d8-984f69b7aeef tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:06.350340 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 87356b93-221c-41a9-a545-f4285aee09f2 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:32:06.429636 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6985bf8-fedc-460a-b884-7204f98ef740 None None] Pushing event updated for resources: {'Port': ['ID=778fcf3a-9294-484c-8cd7-b23597b77e9d,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:32:06.459847 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-30e68458-c48d-4aac-94d8-984f69b7aeef tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:06.464997 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-30e68458-c48d-4aac-94d8-984f69b7aeef tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:06.474360 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-ebc52706-f649-4495-b29a-ac53921891a3 None None] Attempting to bind port 778fcf3a-9294-484c-8cd7-b23597b77e9d on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:32:06.474760 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-ebc52706-f649-4495-b29a-ac53921891a3 None None] Attempting to bind port 778fcf3a-9294-484c-8cd7-b23597b77e9d by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '8f7dad34-7058-44bb-a3e4-b365ee668eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:32:06.475126 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc52706-f649-4495-b29a-ac53921891a3 None None] Attempting to bind port 778fcf3a-9294-484c-8cd7-b23597b77e9d on network d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:32:06.482819 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 87356b93-221c-41a9-a545-f4285aee09f2 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:32:06.483202 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:06.485409 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc52706-f649-4495-b29a-ac53921891a3 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:32:06.485409 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc52706-f649-4495-b29a-ac53921891a3 None None] Checking segment: {'id': '8f7dad34-7058-44bb-a3e4-b365ee668eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:32:06.485806 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ebc52706-f649-4495-b29a-ac53921891a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:06.486440 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc52706-f649-4495-b29a-ac53921891a3 None None] Bound using segment: {'id': '8f7dad34-7058-44bb-a3e4-b365ee668eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:32:06.486714 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-ebc52706-f649-4495-b29a-ac53921891a3 None None] Bound port: 778fcf3a-9294-484c-8cd7-b23597b77e9d, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f7dad34-7058-44bb-a3e4-b365ee668eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:32:06.487360 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ebc52706-f649-4495-b29a-ac53921891a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:06.497469 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-30e68458-c48d-4aac-94d8-984f69b7aeef tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:06.498748 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-30e68458-c48d-4aac-94d8-984f69b7aeef tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1790054 Sep 23 07:32:06.500639 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e68458-c48d-4aac-94d8-984f69b7aeef tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee57806-7058-480a-8d3d-d4b38eddb020,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:32:06.501691 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 52268) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:32:06.507172 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-68d6cb66-3260-4774-b6c6-047717a13d12 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Request body: {'security_group_rule': {'security_group_id': '4ee57806-7058-480a-8d3d-d4b38eddb020', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:32:06.510175 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e68458-c48d-4aac-94d8-984f69b7aeef tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:32:06.510528 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e68458-c48d-4aac-94d8-984f69b7aeef tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:32:06.510871 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e68458-c48d-4aac-94d8-984f69b7aeef tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:32:06.511207 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e68458-c48d-4aac-94d8-984f69b7aeef tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:32:06.511543 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e68458-c48d-4aac-94d8-984f69b7aeef tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:32:06.512055 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e68458-c48d-4aac-94d8-984f69b7aeef tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:32:06.512390 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e68458-c48d-4aac-94d8-984f69b7aeef tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:32:06.512716 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e68458-c48d-4aac-94d8-984f69b7aeef tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:32:06.513042 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e68458-c48d-4aac-94d8-984f69b7aeef tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:32:06.513366 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e68458-c48d-4aac-94d8-984f69b7aeef tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:32:06.513689 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e68458-c48d-4aac-94d8-984f69b7aeef tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:32:06.514083 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e68458-c48d-4aac-94d8-984f69b7aeef tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:32:06.539848 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-68d6cb66-3260-4774-b6c6-047717a13d12 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:06.600631 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-68d6cb66-3260-4774-b6c6-047717a13d12 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:06.604557 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-68d6cb66-3260-4774-b6c6-047717a13d12 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:06.623584 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d6cb66-3260-4774-b6c6-047717a13d12 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e800d4a6-b592-4b69-b050-ddbc8909c8a5,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:32:06.631536 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-68d6cb66-3260-4774-b6c6-047717a13d12 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:06.635227 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-68d6cb66-3260-4774-b6c6-047717a13d12 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1300578 Sep 23 07:32:06.635608 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-7018fc3d-20ce-4913-9459-3397d7ab39f7 None None] Provisioning complete for port 778fcf3a-9294-484c-8cd7-b23597b77e9d triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:32:06.636076 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 52270) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:32:06.636154 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-7018fc3d-20ce-4913-9459-3397d7ab39f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:06.639910 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-9c77d3ba-54cb-47e5-b19c-db2f51b674c9 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Request body: {'security_group_rule': {'security_group_id': '4ee57806-7058-480a-8d3d-d4b38eddb020', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:32:06.667075 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9c77d3ba-54cb-47e5-b19c-db2f51b674c9 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:06.675359 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:06.682148 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-ebc52706-f649-4495-b29a-ac53921891a3 None None] For port 778fcf3a-9294-484c-8cd7-b23597b77e9d, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:32:06.712110 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-ebc52706-f649-4495-b29a-ac53921891a3 None None] For port 778fcf3a-9294-484c-8cd7-b23597b77e9d, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=778fcf3a-9294-484c-8cd7-b23597b77e9d,segment=NetworkSegment(8f7dad34-7058-44bb-a3e4-b365ee668eee),segment_id=8f7dad34-7058-44bb-a3e4-b365ee668eee)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:32:06.716144 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port 87356b93-221c-41a9-a545-f4285aee09f2, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=87356b93-221c-41a9-a545-f4285aee09f2,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:32:06.717585 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-7018fc3d-20ce-4913-9459-3397d7ab39f7 None None] Port 778fcf3a-9294-484c-8cd7-b23597b77e9d cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:32:06.721647 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ebc52706-f649-4495-b29a-ac53921891a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:06.725804 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:06.727098 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9c77d3ba-54cb-47e5-b19c-db2f51b674c9 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:06.731077 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9c77d3ba-54cb-47e5-b19c-db2f51b674c9 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:06.750825 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c77d3ba-54cb-47e5-b19c-db2f51b674c9 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eac0e98-4176-44e7-b5f8-d4b91868d6a2,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:32:06.754789 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9c77d3ba-54cb-47e5-b19c-db2f51b674c9 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:06.756008 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-9c77d3ba-54cb-47e5-b19c-db2f51b674c9 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1194630 Sep 23 07:32:06.759100 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 52272) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:32:06.766463 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-048afa8a-6a5e-4d16-8721-f209ca50032f tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Request body: {'floatingip': {'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:32:06.778941 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc52706-f649-4495-b29a-ac53921891a3 None None] Routers {'4c7a87d0-e93d-48cf-a2fd-6bacd07b7831'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:32:06.779393 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-ebc52706-f649-4495-b29a-ac53921891a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:31:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['4c7a87d0-e93d-48cf-a2fd-6bacd07b7831'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:32:06.791030 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-048afa8a-6a5e-4d16-8721-f209ca50032f tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify callbacks [] for floatingip, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:06.835241 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6985bf8-fedc-460a-b884-7204f98ef740 None None] Pushing event updated for resources: {'Port': ['ID=778fcf3a-9294-484c-8cd7-b23597b77e9d,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:32:06.903943 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-048afa8a-6a5e-4d16-8721-f209ca50032f tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:06.938947 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=87356b93-221c-41a9-a545-f4285aee09f2,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:32:06.954529 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:06.964641 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-ebc52706-f649-4495-b29a-ac53921891a3 None None] Set router 4c7a87d0-e93d-48cf-a2fd-6bacd07b7831 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:32:07.020398 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-048afa8a-6a5e-4d16-8721-f209ca50032f tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Allocated IP 172.25.2.167 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/3fe32233-0afa-4aad-9359-4736aa6900a7) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:32:07.070492 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-7d435d71-ab55-4266-9b2f-6f99948cac9d None None] Provisioning complete for port 778fcf3a-9294-484c-8cd7-b23597b77e9d triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:32:07.070802 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-7d435d71-ab55-4266-9b2f-6f99948cac9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:07.135039 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-048afa8a-6a5e-4d16-8721-f209ca50032f tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:07.171363 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-048afa8a-6a5e-4d16-8721-f209ca50032f tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:07.215286 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048afa8a-6a5e-4d16-8721-f209ca50032f tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:32:07.219629 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-048afa8a-6a5e-4d16-8721-f209ca50032f tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:32:07.224247 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048afa8a-6a5e-4d16-8721-f209ca50032f tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:32:07.250759 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048afa8a-6a5e-4d16-8721-f209ca50032f tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Pushing event updated for resources: {'Port': ['ID=3fe32233-0afa-4aad-9359-4736aa6900a7,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:32:07.318012 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-048afa8a-6a5e-4d16-8721-f209ca50032f tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:07.352102 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-048afa8a-6a5e-4d16-8721-f209ca50032f tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:07.398666 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-7d435d71-ab55-4266-9b2f-6f99948cac9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:07.431217 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-ebc52706-f649-4495-b29a-ac53921891a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'name': 'tempest-ServerActionsTestJSON-412319534-router', 'tenant_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '87356b93-221c-41a9-a545-f4285aee09f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:32:01Z', 'updated_at': '2021-09-23T07:32:04Z', 'revision_number': 4, 'project_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'gw_port': {'id': '87356b93-221c-41a9-a545-f4285aee09f2', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:32:01Z', 'updated_at': '2021-09-23T07:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '778fcf3a-9294-484c-8cd7-b23597b77e9d', 'name': '', 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1', 'tenant_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'mac_address': 'fa:16:3e:97:7a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'e16b8c14-4213-404c-84a9-da7aa820bdd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:32:03Z', 'updated_at': '2021-09-23T07:32:06Z', 'revision_number': 4, 'project_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'subnets': [{'id': 'e16b8c14-4213-404c-84a9-da7aa820bdd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:32:07.462909 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc52706-f649-4495-b29a-ac53921891a3 None None] The sync data for ids ['4c7a87d0-e93d-48cf-a2fd-6bacd07b7831'] in n-d-715271-16 is: [{'id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'name': 'tempest-ServerActionsTestJSON-412319534-router', 'tenant_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '87356b93-221c-41a9-a545-f4285aee09f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:32:01Z', 'updated_at': '2021-09-23T07:32:04Z', 'revision_number': 4, 'project_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'gw_port': {'id': '87356b93-221c-41a9-a545-f4285aee09f2', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:32:01Z', 'updated_at': '2021-09-23T07:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '778fcf3a-9294-484c-8cd7-b23597b77e9d', 'name': '', 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1', 'tenant_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'mac_address': 'fa:16:3e:97:7a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'e16b8c14-4213-404c-84a9-da7aa820bdd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:32:03Z', 'updated_at': '2021-09-23T07:32:06Z', 'revision_number': 4, 'project_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'subnets': [{'id': 'e16b8c14-4213-404c-84a9-da7aa820bdd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:32:07.465620 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-7d435d71-ab55-4266-9b2f-6f99948cac9d None None] For port 778fcf3a-9294-484c-8cd7-b23597b77e9d, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=778fcf3a-9294-484c-8cd7-b23597b77e9d,segment=NetworkSegment(8f7dad34-7058-44bb-a3e4-b365ee668eee),segment_id=8f7dad34-7058-44bb-a3e4-b365ee668eee)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:32:07.470789 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-7d435d71-ab55-4266-9b2f-6f99948cac9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:07.521855 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-048afa8a-6a5e-4d16-8721-f209ca50032f tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:07.528000 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-048afa8a-6a5e-4d16-8721-f209ca50032f tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:07.544298 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d435d71-ab55-4266-9b2f-6f99948cac9d None None] Pushing event updated for resources: {'Port': ['ID=778fcf3a-9294-484c-8cd7-b23597b77e9d,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:32:07.613297 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048afa8a-6a5e-4d16-8721-f209ca50032f tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Pushing event updated for resources: {'Port': ['ID=3fe32233-0afa-4aad-9359-4736aa6900a7,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:32:07.621821 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-048afa8a-6a5e-4d16-8721-f209ca50032f tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:07.636667 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-048afa8a-6a5e-4d16-8721-f209ca50032f tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:07.638248 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-048afa8a-6a5e-4d16-8721-f209ca50032f tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8779297 Sep 23 07:32:07.782116 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-77f13219-bf07-4840-95ef-c08d00ff3e31 req-c31f6f63-9936-411f-ad7d-76212a0c8def tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1282369762&fields=id&tenant_id=c35e7193b12c4d2c8a8bc750b7bd78a0 HTTP/1.1" status: 200 len: 267 time: 0.0356054 Sep 23 07:32:07.899725 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f13219-bf07-4840-95ef-c08d00ff3e31 req-6d2ee032-aab2-4702-a096-3a19aa9a5217 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:32:07.901449 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-77f13219-bf07-4840-95ef-c08d00ff3e31 req-6d2ee032-aab2-4702-a096-3a19aa9a5217 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/networks?id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 HTTP/1.1" status: 200 len: 811 time: 0.1120951 Sep 23 07:32:07.917491 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-77f13219-bf07-4840-95ef-c08d00ff3e31 req-8076ba22-5cb2-4412-8a4c-17fb62f04650 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/quotas/c35e7193b12c4d2c8a8bc750b7bd78a0 HTTP/1.1" status: 200 len: 375 time: 0.0103703 Sep 23 07:32:07.977243 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-77f13219-bf07-4840-95ef-c08d00ff3e31 req-4b25414b-bac0-4ee7-9959-68f3c4fe43c3 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c35e7193b12c4d2c8a8bc750b7bd78a0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0540116 Sep 23 07:32:08.050869 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [req-77f13219-bf07-4840-95ef-c08d00ff3e31 req-960a6011-ec72-4c53-8c07-0ab838c8355b service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=95065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:32:08.051919 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-77f13219-bf07-4840-95ef-c08d00ff3e31 req-960a6011-ec72-4c53-8c07-0ab838c8355b service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0603275 Sep 23 07:32:08.087593 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c3147b38-7ca3-4955-b8f3-ff330924d64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:08.152788 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-77f13219-bf07-4840-95ef-c08d00ff3e31 req-128ccc1e-6349-4ae8-ba41-e013237747bd service neutron] 10.222.0.39 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939038 Sep 23 07:32:08.257929 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-77f13219-bf07-4840-95ef-c08d00ff3e31 req-fade4537-2caa-42d5-8939-6333fd64277e service neutron] 10.222.0.39 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981531 Sep 23 07:32:08.359715 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 778fcf3a-9294-484c-8cd7-b23597b77e9d up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:32:08.438148 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 778fcf3a-9294-484c-8cd7-b23597b77e9d triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:32:08.438638 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:08.458104 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b24cd525-c71c-4fe7-97f8-dd3ae4c5807f req-62830a01-9dc7-443a-b014-5f772d720857 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b06f370-7e4f-4442-9099-6026618fb37e HTTP/1.1" status: 200 len: 210 time: 0.0383091 Sep 23 07:32:08.535941 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 87356b93-221c-41a9-a545-f4285aee09f2 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:32:08.586671 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 87356b93-221c-41a9-a545-f4285aee09f2 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:32:08.587367 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:09.478096 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f13219-bf07-4840-95ef-c08d00ff3e31 req-1ad70251-a8aa-4258-8c12-2098cd94c6af tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:32:09.479682 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-77f13219-bf07-4840-95ef-c08d00ff3e31 req-1ad70251-a8aa-4258-8c12-2098cd94c6af tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.21 "GET /v2.0/networks?id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 HTTP/1.1" status: 200 len: 811 time: 0.1098702 Sep 23 07:32:09.559319 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-77f13219-bf07-4840-95ef-c08d00ff3e31 req-ddd0552d-7795-41e1-a182-d4e17da08293 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c35e7193b12c4d2c8a8bc750b7bd78a0 HTTP/1.1" status: 200 len: 380 time: 0.0665882 Sep 23 07:32:09.561259 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-da5ec33a-47c0-4c8f-8d04-c2d2a9add7d4 req-32e1c246-ea3e-4f33-820a-165e1a5b0ab4 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b06f370-7e4f-4442-9099-6026618fb37e HTTP/1.1" status: 200 len: 210 time: 0.0411384 Sep 23 07:32:09.575457 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-77f13219-bf07-4840-95ef-c08d00ff3e31 req-7694076e-9632-4ffc-a5ca-4e180c96653c tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Request body: {'port': {'device_id': '5b06f370-7e4f-4442-9099-6026618fb37e', 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1', 'admin_state_up': True, 'tenant_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'security_groups': ['4ee57806-7058-480a-8d3d-d4b38eddb020']}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:32:09.682146 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77f13219-bf07-4840-95ef-c08d00ff3e31 req-7694076e-9632-4ffc-a5ca-4e180c96653c tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Made reservation on behalf of c35e7193b12c4d2c8a8bc750b7bd78a0 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:32:09.685538 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-77f13219-bf07-4840-95ef-c08d00ff3e31 req-7694076e-9632-4ffc-a5ca-4e180c96653c tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:09.889555 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:32:10.146992 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-77f13219-bf07-4840-95ef-c08d00ff3e31 req-7694076e-9632-4ffc-a5ca-4e180c96653c tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Allocated IP 172.20.0.5 (d5feedd2-0f2f-4b62-bf5b-065c27ad35d1/e16b8c14-4213-404c-84a9-da7aa820bdd0/c8d21c69-da41-4cdf-94ab-30189b8bc793) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:32:10.281839 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-77f13219-bf07-4840-95ef-c08d00ff3e31 req-7694076e-9632-4ffc-a5ca-4e180c96653c tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:10.313057 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-77f13219-bf07-4840-95ef-c08d00ff3e31 req-7694076e-9632-4ffc-a5ca-4e180c96653c tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:10.354952 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77f13219-bf07-4840-95ef-c08d00ff3e31 req-7694076e-9632-4ffc-a5ca-4e180c96653c tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Network d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:32:10.357940 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-77f13219-bf07-4840-95ef-c08d00ff3e31 req-7694076e-9632-4ffc-a5ca-4e180c96653c tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:32:10.361505 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-77f13219-bf07-4840-95ef-c08d00ff3e31 req-7694076e-9632-4ffc-a5ca-4e180c96653c tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:32:10.370344 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7694076e-9632-4ffc-a5ca-4e180c96653c tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Pushing event updated for resources: {'Port': ['ID=c8d21c69-da41-4cdf-94ab-30189b8bc793,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:32:10.417471 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f13219-bf07-4840-95ef-c08d00ff3e31 req-7694076e-9632-4ffc-a5ca-4e180c96653c tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:32:10.418205 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-77f13219-bf07-4840-95ef-c08d00ff3e31 req-7694076e-9632-4ffc-a5ca-4e180c96653c tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:10.435808 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-77f13219-bf07-4840-95ef-c08d00ff3e31 req-7694076e-9632-4ffc-a5ca-4e180c96653c tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8646953 Sep 23 07:32:10.460203 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:10.518681 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-77f13219-bf07-4840-95ef-c08d00ff3e31 req-4472fcdc-dc49-4cd1-a334-d7d1826042a4 service neutron] Request body: {'port': {'device_id': '5b06f370-7e4f-4442-9099-6026618fb37e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:32:10.576611 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-77f13219-bf07-4840-95ef-c08d00ff3e31 req-4472fcdc-dc49-4cd1-a334-d7d1826042a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:10.616310 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-0a2b37db-33bc-4a5f-95ad-6bd4d4dc4ff8 None None] Provisioning complete for port c8d21c69-da41-4cdf-94ab-30189b8bc793 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:32:10.616691 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0a2b37db-33bc-4a5f-95ad-6bd4d4dc4ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:10.661757 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-0a2b37db-33bc-4a5f-95ad-6bd4d4dc4ff8 None None] Port c8d21c69-da41-4cdf-94ab-30189b8bc793 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:32:10.688184 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a807bc6-be96-482b-bc3e-51aaf83eb72e req-b45f8e23-53dd-423d-9f01-e38bc46aa75c tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:32:10.689673 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3a807bc6-be96-482b-bc3e-51aaf83eb72e req-b45f8e23-53dd-423d-9f01-e38bc46aa75c tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b06f370-7e4f-4442-9099-6026618fb37e HTTP/1.1" status: 200 len: 931 time: 0.0566156 Sep 23 07:32:10.728185 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3a807bc6-be96-482b-bc3e-51aaf83eb72e req-c5376b15-3f3e-42d7-92b9-2c4bdcc72814 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316329 Sep 23 07:32:10.841105 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-77f13219-bf07-4840-95ef-c08d00ff3e31 req-4472fcdc-dc49-4cd1-a334-d7d1826042a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8d21c69-da41-4cdf-94ab-30189b8bc793 {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:32:10.848910 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-77f13219-bf07-4840-95ef-c08d00ff3e31 req-4472fcdc-dc49-4cd1-a334-d7d1826042a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:10.860447 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-77f13219-bf07-4840-95ef-c08d00ff3e31 req-4472fcdc-dc49-4cd1-a334-d7d1826042a4 service neutron] Transition to ACTIVE for port object c8d21c69-da41-4cdf-94ab-30189b8bc793 will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:32:10.865729 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-77f13219-bf07-4840-95ef-c08d00ff3e31 req-4472fcdc-dc49-4cd1-a334-d7d1826042a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:10.913614 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4472fcdc-dc49-4cd1-a334-d7d1826042a4 service neutron] Pushing event updated for resources: {'Port': ['ID=c8d21c69-da41-4cdf-94ab-30189b8bc793,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:32:10.988071 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-77f13219-bf07-4840-95ef-c08d00ff3e31 req-4472fcdc-dc49-4cd1-a334-d7d1826042a4 service neutron] Attempting to bind port c8d21c69-da41-4cdf-94ab-30189b8bc793 on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:32:10.988403 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-77f13219-bf07-4840-95ef-c08d00ff3e31 req-4472fcdc-dc49-4cd1-a334-d7d1826042a4 service neutron] Attempting to bind port c8d21c69-da41-4cdf-94ab-30189b8bc793 by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': '8f7dad34-7058-44bb-a3e4-b365ee668eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:32:10.988730 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f13219-bf07-4840-95ef-c08d00ff3e31 req-4472fcdc-dc49-4cd1-a334-d7d1826042a4 service neutron] Attempting to bind port c8d21c69-da41-4cdf-94ab-30189b8bc793 on network d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:32:10.993646 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f13219-bf07-4840-95ef-c08d00ff3e31 req-4472fcdc-dc49-4cd1-a334-d7d1826042a4 service neutron] Port c8d21c69-da41-4cdf-94ab-30189b8bc793 on network d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:32:10.994000 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f13219-bf07-4840-95ef-c08d00ff3e31 req-4472fcdc-dc49-4cd1-a334-d7d1826042a4 service neutron] Attempting to bind port c8d21c69-da41-4cdf-94ab-30189b8bc793 on network d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:32:10.998937 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f13219-bf07-4840-95ef-c08d00ff3e31 req-4472fcdc-dc49-4cd1-a334-d7d1826042a4 service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:32:10.999280 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f13219-bf07-4840-95ef-c08d00ff3e31 req-4472fcdc-dc49-4cd1-a334-d7d1826042a4 service neutron] Checking segment: {'id': '8f7dad34-7058-44bb-a3e4-b365ee668eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:32:10.999660 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f13219-bf07-4840-95ef-c08d00ff3e31 req-4472fcdc-dc49-4cd1-a334-d7d1826042a4 service neutron] Bound using segment: {'id': '8f7dad34-7058-44bb-a3e4-b365ee668eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:32:11.000084 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-77f13219-bf07-4840-95ef-c08d00ff3e31 req-4472fcdc-dc49-4cd1-a334-d7d1826042a4 service neutron] Bound port: c8d21c69-da41-4cdf-94ab-30189b8bc793, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f7dad34-7058-44bb-a3e4-b365ee668eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:32:11.000440 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-77f13219-bf07-4840-95ef-c08d00ff3e31 req-4472fcdc-dc49-4cd1-a334-d7d1826042a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:11.067879 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-77f13219-bf07-4840-95ef-c08d00ff3e31 req-4472fcdc-dc49-4cd1-a334-d7d1826042a4 service neutron] For port c8d21c69-da41-4cdf-94ab-30189b8bc793, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:32:11.071499 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-77f13219-bf07-4840-95ef-c08d00ff3e31 req-4472fcdc-dc49-4cd1-a334-d7d1826042a4 service neutron] For port c8d21c69-da41-4cdf-94ab-30189b8bc793, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=c8d21c69-da41-4cdf-94ab-30189b8bc793,segment=NetworkSegment(8f7dad34-7058-44bb-a3e4-b365ee668eee),segment_id=8f7dad34-7058-44bb-a3e4-b365ee668eee)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:32:11.075871 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-77f13219-bf07-4840-95ef-c08d00ff3e31 req-4472fcdc-dc49-4cd1-a334-d7d1826042a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:11.099118 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b6ec3c4a-1b4d-43ec-a129-68d27bbedcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:11.111087 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f13219-bf07-4840-95ef-c08d00ff3e31 req-4472fcdc-dc49-4cd1-a334-d7d1826042a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:32:11.111696 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-77f13219-bf07-4840-95ef-c08d00ff3e31 req-4472fcdc-dc49-4cd1-a334-d7d1826042a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:11.114054 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-77f13219-bf07-4840-95ef-c08d00ff3e31 req-4472fcdc-dc49-4cd1-a334-d7d1826042a4 service neutron] 10.222.0.21 "PUT /v2.0/ports/c8d21c69-da41-4cdf-94ab-30189b8bc793 HTTP/1.1" status: 200 len: 1092 time: 0.6666229 Sep 23 07:32:11.114524 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b06f370-7e4f-4442-9099-6026618fb37e', 'tag': 'c8d21c69-da41-4cdf-94ab-30189b8bc793'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:32:11.116723 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b54b47da-5fc6-4839-8d6e-18219e4d4bb1" -d '{"events": [{"name": "network-changed", "server_uuid": "5b06f370-7e4f-4442-9099-6026618fb37e", "tag": "c8d21c69-da41-4cdf-94ab-30189b8bc793"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:32:11.148695 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4472fcdc-dc49-4cd1-a334-d7d1826042a4 service neutron] Pushing event updated for resources: {'Port': ['ID=c8d21c69-da41-4cdf-94ab-30189b8bc793,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:32:11.163615 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ea3cee-f625-45ef-9764-db7df7f6508c x-openstack-request-id: req-93ea3cee-f625-45ef-9764-db7df7f6508c {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:32:11.163982 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b06f370-7e4f-4442-9099-6026618fb37e", "tag": "c8d21c69-da41-4cdf-94ab-30189b8bc793", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:32:11.164303 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-93ea3cee-f625-45ef-9764-db7df7f6508c {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:32:11.164784 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b06f370-7e4f-4442-9099-6026618fb37e', 'tag': 'c8d21c69-da41-4cdf-94ab-30189b8bc793', 'status': 'completed', 'code': 200} Sep 23 07:32:11.228171 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f13219-bf07-4840-95ef-c08d00ff3e31 req-2a2fa9ec-fa32-49ca-9b86-551c4f866a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:32:11.229823 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-77f13219-bf07-4840-95ef-c08d00ff3e31 req-2a2fa9ec-fa32-49ca-9b86-551c4f866a6f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c35e7193b12c4d2c8a8bc750b7bd78a0&device_id=5b06f370-7e4f-4442-9099-6026618fb37e HTTP/1.1" status: 200 len: 1095 time: 0.0469980 Sep 23 07:32:11.278696 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-77f13219-bf07-4840-95ef-c08d00ff3e31 req-e3227ac0-6088-4742-9c5c-45218dbf4f5b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8d21c69-da41-4cdf-94ab-30189b8bc793 HTTP/1.1" status: 200 len: 217 time: 0.0357742 Sep 23 07:32:11.333529 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f13219-bf07-4840-95ef-c08d00ff3e31 req-43245a2e-acc3-4225-a6d2-d32610ba66ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:32:11.335027 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-77f13219-bf07-4840-95ef-c08d00ff3e31 req-43245a2e-acc3-4225-a6d2-d32610ba66ee service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e16b8c14-4213-404c-84a9-da7aa820bdd0 HTTP/1.1" status: 200 len: 850 time: 0.0474484 Sep 23 07:32:11.383204 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f13219-bf07-4840-95ef-c08d00ff3e31 req-982f4bc9-b01d-44bd-a85e-35287d1ad91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:32:11.384671 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-77f13219-bf07-4840-95ef-c08d00ff3e31 req-982f4bc9-b01d-44bd-a85e-35287d1ad91a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424280 Sep 23 07:32:11.475954 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-77f13219-bf07-4840-95ef-c08d00ff3e31 req-3887f243-4036-41dc-8642-9e1aa40073d1 service neutron] 10.222.0.21 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827968 Sep 23 07:32:11.567709 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-77f13219-bf07-4840-95ef-c08d00ff3e31 req-ccd9fbbb-c292-4975-8292-f5ccded142f6 service neutron] 10.222.0.21 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846233 Sep 23 07:32:11.600347 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:11.681963 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b47da-5fc6-4839-8d6e-18219e4d4bb1 req-8dc4fb01-08c1-45c5-a882-35a0637d93a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:32:11.683424 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b54b47da-5fc6-4839-8d6e-18219e4d4bb1 req-8dc4fb01-08c1-45c5-a882-35a0637d93a9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c35e7193b12c4d2c8a8bc750b7bd78a0&device_id=5b06f370-7e4f-4442-9099-6026618fb37e HTTP/1.1" status: 200 len: 1095 time: 0.0388639 Sep 23 07:32:11.777462 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b47da-5fc6-4839-8d6e-18219e4d4bb1 req-ebbe4a6b-6ea2-4ae1-ad37-e81a2a3fad2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:32:11.778980 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b54b47da-5fc6-4839-8d6e-18219e4d4bb1 req-ebbe4a6b-6ea2-4ae1-ad37-e81a2a3fad2b service neutron] 10.222.0.21 "GET /v2.0/networks?id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 HTTP/1.1" status: 200 len: 912 time: 0.0877681 Sep 23 07:32:11.822029 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b54b47da-5fc6-4839-8d6e-18219e4d4bb1 req-591d94a0-9457-409a-885b-70dd39e0cc58 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8d21c69-da41-4cdf-94ab-30189b8bc793 HTTP/1.1" status: 200 len: 217 time: 0.0350211 Sep 23 07:32:11.847149 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad30fe2-1006-4843-8deb-e25a4b89f90f req-87a590f3-db98-4a65-9567-b828e181944e tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:32:11.848634 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8ad30fe2-1006-4843-8deb-e25a4b89f90f req-87a590f3-db98-4a65-9567-b828e181944e tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b06f370-7e4f-4442-9099-6026618fb37e HTTP/1.1" status: 200 len: 943 time: 0.0531635 Sep 23 07:32:11.870430 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b47da-5fc6-4839-8d6e-18219e4d4bb1 req-539312ca-93b8-4443-bfbc-84fbbdb78a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:32:11.871923 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b54b47da-5fc6-4839-8d6e-18219e4d4bb1 req-539312ca-93b8-4443-bfbc-84fbbdb78a32 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e16b8c14-4213-404c-84a9-da7aa820bdd0 HTTP/1.1" status: 200 len: 850 time: 0.0435944 Sep 23 07:32:11.891160 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8ad30fe2-1006-4843-8deb-e25a4b89f90f req-bb90ee02-e88c-4dc3-b083-b5cf23d5f603 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365067 Sep 23 07:32:11.918606 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b47da-5fc6-4839-8d6e-18219e4d4bb1 req-92f07dd3-e217-4ceb-a3be-b030fe89de4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:32:11.920153 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b54b47da-5fc6-4839-8d6e-18219e4d4bb1 req-92f07dd3-e217-4ceb-a3be-b030fe89de4d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406773 Sep 23 07:32:12.015067 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b54b47da-5fc6-4839-8d6e-18219e4d4bb1 req-6348bc5e-e1e3-43c2-95d0-d6f6bc125bf1 service neutron] 10.222.0.21 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877018 Sep 23 07:32:12.110461 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b54b47da-5fc6-4839-8d6e-18219e4d4bb1 req-9990f8b4-3f46-4bbb-be08-1ce40d334633 service neutron] 10.222.0.21 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880487 Sep 23 07:32:12.453376 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:13.006630 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd397339-c08d-45cd-9386-ee8dcf83c6f6 req-4c46372d-c5db-497b-99af-97baefb23e09 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:32:13.008168 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bd397339-c08d-45cd-9386-ee8dcf83c6f6 req-4c46372d-c5db-497b-99af-97baefb23e09 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b06f370-7e4f-4442-9099-6026618fb37e HTTP/1.1" status: 200 len: 943 time: 0.0482166 Sep 23 07:32:13.045250 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bd397339-c08d-45cd-9386-ee8dcf83c6f6 req-64d9fe9d-e16d-42a3-a95b-e3510d3de99c tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309072 Sep 23 07:32:13.939926 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:14.160185 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfa11ad-2a21-461d-8e0b-39590349c613 req-d30937e5-ebcd-48e2-afa9-a27f42f28fda tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:32:14.161564 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1cfa11ad-2a21-461d-8e0b-39590349c613 req-d30937e5-ebcd-48e2-afa9-a27f42f28fda tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b06f370-7e4f-4442-9099-6026618fb37e HTTP/1.1" status: 200 len: 943 time: 0.0487278 Sep 23 07:32:14.200673 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1cfa11ad-2a21-461d-8e0b-39590349c613 req-7a4bc975-87a7-4f9c-b28a-3b157ccd8e2e tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330615 Sep 23 07:32:14.883274 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device c8d21c69-da41-4cdf-94ab-30189b8bc793 details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:32:14.979721 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port c8d21c69-da41-4cdf-94ab-30189b8bc793, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=c8d21c69-da41-4cdf-94ab-30189b8bc793,segment=NetworkSegment(8f7dad34-7058-44bb-a3e4-b365ee668eee),segment_id=8f7dad34-7058-44bb-a3e4-b365ee668eee)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:32:14.990346 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': 'c8d21c69-da41-4cdf-94ab-30189b8bc793', 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1', 'port_id': 'c8d21c69-da41-4cdf-94ab-30189b8bc793', 'mac_address': 'fa:16:3e:8d:2b:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e16b8c14-4213-404c-84a9-da7aa820bdd0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:32:15.026034 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:15.038782 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8d21c69-da41-4cdf-94ab-30189b8bc793 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:32:15.060570 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port c8d21c69-da41-4cdf-94ab-30189b8bc793, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=c8d21c69-da41-4cdf-94ab-30189b8bc793,segment=NetworkSegment(8f7dad34-7058-44bb-a3e4-b365ee668eee),segment_id=8f7dad34-7058-44bb-a3e4-b365ee668eee)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:32:15.064272 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:15.110531 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=c8d21c69-da41-4cdf-94ab-30189b8bc793,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:32:15.117888 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:32:15.118243 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:32:15.118835 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:32:15.119165 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:32:15.119491 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:32:15.119816 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:32:15.120141 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:32:15.120463 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:32:15.120787 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:32:15.121104 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:32:15.121692 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:32:15.121780 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:32:15.312874 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c8e62-9001-479e-ad9f-e8bf833f3315 req-8d4b194b-18bc-48d4-9c76-35ad0ec531bb tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:32:15.314397 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-574c8e62-9001-479e-ad9f-e8bf833f3315 req-8d4b194b-18bc-48d4-9c76-35ad0ec531bb tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b06f370-7e4f-4442-9099-6026618fb37e HTTP/1.1" status: 200 len: 944 time: 0.0482469 Sep 23 07:32:15.352207 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-574c8e62-9001-479e-ad9f-e8bf833f3315 req-f6bf1e2d-ae0c-42df-945f-1b24d7d0fa23 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311348 Sep 23 07:32:15.431397 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['c8d21c69-da41-4cdf-94ab-30189b8bc793'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:32:16.463779 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5c00d8-3f53-4e8a-ab2e-16136f38ea1a req-3bc4fd2a-2912-4021-b059-fc8ddba04489 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:32:16.465248 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bc5c00d8-3f53-4e8a-ab2e-16136f38ea1a req-3bc4fd2a-2912-4021-b059-fc8ddba04489 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b06f370-7e4f-4442-9099-6026618fb37e HTTP/1.1" status: 200 len: 944 time: 0.0482631 Sep 23 07:32:16.504257 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bc5c00d8-3f53-4e8a-ab2e-16136f38ea1a req-ca810396-2e8b-44f4-a2c0-7b72d9458c11 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331719 Sep 23 07:32:16.885299 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device c8d21c69-da41-4cdf-94ab-30189b8bc793 up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:32:16.936055 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port c8d21c69-da41-4cdf-94ab-30189b8bc793 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:32:16.939622 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port c8d21c69-da41-4cdf-94ab-30189b8bc793 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:32:16.939996 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:17.015760 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:17.038599 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b06f370-7e4f-4442-9099-6026618fb37e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8d21c69-da41-4cdf-94ab-30189b8bc793'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:32:17.041189 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c824b36-ba2c-4831-917e-e2acbebb18c6" -d '{"events": [{"server_uuid": "5b06f370-7e4f-4442-9099-6026618fb37e", "name": "network-vif-plugged", "status": "completed", "tag": "c8d21c69-da41-4cdf-94ab-30189b8bc793"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:32:17.054127 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port c8d21c69-da41-4cdf-94ab-30189b8bc793, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=c8d21c69-da41-4cdf-94ab-30189b8bc793,segment=NetworkSegment(8f7dad34-7058-44bb-a3e4-b365ee668eee),segment_id=8f7dad34-7058-44bb-a3e4-b365ee668eee)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:32:17.058342 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:17.088248 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53fd76aa-9654-4040-a631-066647ede104 x-openstack-request-id: req-53fd76aa-9654-4040-a631-066647ede104 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:32:17.088542 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b06f370-7e4f-4442-9099-6026618fb37e", "name": "network-vif-plugged", "status": "completed", "tag": "c8d21c69-da41-4cdf-94ab-30189b8bc793", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:32:17.088796 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-53fd76aa-9654-4040-a631-066647ede104 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:32:17.089186 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b06f370-7e4f-4442-9099-6026618fb37e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8d21c69-da41-4cdf-94ab-30189b8bc793', 'code': 200} Sep 23 07:32:17.115673 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=c8d21c69-da41-4cdf-94ab-30189b8bc793,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:32:17.218213 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8902e466-cad8-4cf7-b6d4-dd76296146fc req-63fef2d2-5308-46e9-9ba8-dfd4be8e47d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:32:17.219667 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8902e466-cad8-4cf7-b6d4-dd76296146fc req-63fef2d2-5308-46e9-9ba8-dfd4be8e47d6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5b06f370-7e4f-4442-9099-6026618fb37e HTTP/1.1" status: 200 len: 1097 time: 0.0428534 Sep 23 07:32:17.260329 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8902e466-cad8-4cf7-b6d4-dd76296146fc req-f1b86d88-6525-4422-81f5-25313a3958bb service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317435 Sep 23 07:32:17.617471 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d130e6-4237-43a5-a4b7-dfcf4498baf4 req-be79c3be-612c-4590-ba77-49514f7da343 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:32:17.619248 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f3d130e6-4237-43a5-a4b7-dfcf4498baf4 req-be79c3be-612c-4590-ba77-49514f7da343 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b06f370-7e4f-4442-9099-6026618fb37e HTTP/1.1" status: 200 len: 945 time: 0.0505908 Sep 23 07:32:17.661309 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f3d130e6-4237-43a5-a4b7-dfcf4498baf4 req-fb59b4a0-2931-4cea-bd09-4b13f4713f6e tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360978 Sep 23 07:32:18.780732 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7dc9a8-21b4-416a-8344-00f56a47b5e5 req-f7d51bc4-5762-41c5-822e-3eb6976e4722 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:32:18.782255 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5b7dc9a8-21b4-416a-8344-00f56a47b5e5 req-f7d51bc4-5762-41c5-822e-3eb6976e4722 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b06f370-7e4f-4442-9099-6026618fb37e HTTP/1.1" status: 200 len: 945 time: 0.0518699 Sep 23 07:32:18.819984 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5b7dc9a8-21b4-416a-8344-00f56a47b5e5 req-15a1aa3d-2a39-40bd-b153-cf3bd511e400 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317471 Sep 23 07:32:18.938045 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41881e07-6ef9-409b-a432-e026f8b6949e req-1d969e1c-3df1-4774-8d5a-3c3772c322ae tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:32:18.939493 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-41881e07-6ef9-409b-a432-e026f8b6949e req-1d969e1c-3df1-4774-8d5a-3c3772c322ae tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b06f370-7e4f-4442-9099-6026618fb37e HTTP/1.1" status: 200 len: 945 time: 0.0496399 Sep 23 07:32:18.948631 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 52326) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:32:18.953019 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-b114cdf7-412c-4465-b466-b596e578f36c tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Request body: {'floatingip': {'port_id': 'c8d21c69-da41-4cdf-94ab-30189b8bc793'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:32:18.992102 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b114cdf7-412c-4465-b466-b596e578f36c tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify callbacks [] for floatingip, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:19.568188 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b114cdf7-412c-4465-b466-b596e578f36c tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:19.571994 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b114cdf7-412c-4465-b466-b596e578f36c tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:19.669352 n-d-715271-16 neutron-server[95066]: INFO neutron.db.l3_db [None req-b114cdf7-412c-4465-b466-b596e578f36c tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Floating IP e3715917-eadd-4837-9a97-78ef10121640 associated. External IP: 172.25.2.167, port: c8d21c69-da41-4cdf-94ab-30189b8bc793. Sep 23 07:32:20.171946 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b114cdf7-412c-4465-b466-b596e578f36c tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Router 4c7a87d0-e93d-48cf-a2fd-6bacd07b7831 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:32:20.280160 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b114cdf7-412c-4465-b466-b596e578f36c tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:32:20.285224 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b114cdf7-412c-4465-b466-b596e578f36c tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:20.289996 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990fb7ee-eb0c-4a33-a4ad-123a6793a8da None None] Sync routers for ids ['4c7a87d0-e93d-48cf-a2fd-6bacd07b7831'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:32:20.299159 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990fb7ee-eb0c-4a33-a4ad-123a6793a8da None None] Routers {'4c7a87d0-e93d-48cf-a2fd-6bacd07b7831'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:32:20.299837 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-990fb7ee-eb0c-4a33-a4ad-123a6793a8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:32:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['4c7a87d0-e93d-48cf-a2fd-6bacd07b7831'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:32:20.312760 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-b114cdf7-412c-4465-b466-b596e578f36c tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "PUT /v2.0/floatingips/e3715917-eadd-4837-9a97-78ef10121640 HTTP/1.1" status: 200 len: 991 time: 1.3626838 Sep 23 07:32:20.313360 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b06f370-7e4f-4442-9099-6026618fb37e', 'tag': 'c8d21c69-da41-4cdf-94ab-30189b8bc793'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:32:20.316312 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72c6da54-3894-4e61-8bae-51c3f8a2f076" -d '{"events": [{"name": "network-changed", "server_uuid": "5b06f370-7e4f-4442-9099-6026618fb37e", "tag": "c8d21c69-da41-4cdf-94ab-30189b8bc793"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:32:20.356355 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-318fad74-ed67-4e4d-aa21-26c3abcc9dc2 x-openstack-request-id: req-318fad74-ed67-4e4d-aa21-26c3abcc9dc2 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:32:20.357900 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b06f370-7e4f-4442-9099-6026618fb37e", "tag": "c8d21c69-da41-4cdf-94ab-30189b8bc793", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:32:20.357900 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-318fad74-ed67-4e4d-aa21-26c3abcc9dc2 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:32:20.357900 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b06f370-7e4f-4442-9099-6026618fb37e', 'tag': 'c8d21c69-da41-4cdf-94ab-30189b8bc793', 'status': 'completed', 'code': 200} Sep 23 07:32:20.406716 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-990fb7ee-eb0c-4a33-a4ad-123a6793a8da None None] Set router 4c7a87d0-e93d-48cf-a2fd-6bacd07b7831 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:32:20.438159 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c6da54-3894-4e61-8bae-51c3f8a2f076 req-f8e06204-ba13-47cf-9338-d2a4083a2ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:32:20.439672 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-72c6da54-3894-4e61-8bae-51c3f8a2f076 req-f8e06204-ba13-47cf-9338-d2a4083a2ecc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c35e7193b12c4d2c8a8bc750b7bd78a0&device_id=5b06f370-7e4f-4442-9099-6026618fb37e HTTP/1.1" status: 200 len: 1097 time: 0.0411487 Sep 23 07:32:20.535874 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c6da54-3894-4e61-8bae-51c3f8a2f076 req-5f3e1b1a-97d3-4fcf-85ba-fcbfe4644bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:32:20.538114 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-72c6da54-3894-4e61-8bae-51c3f8a2f076 req-5f3e1b1a-97d3-4fcf-85ba-fcbfe4644bf4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 HTTP/1.1" status: 200 len: 912 time: 0.0911782 Sep 23 07:32:20.606505 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-72c6da54-3894-4e61-8bae-51c3f8a2f076 req-e0827469-176e-43e5-bf3a-d8ce919dc9f7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8d21c69-da41-4cdf-94ab-30189b8bc793 HTTP/1.1" status: 200 len: 999 time: 0.0598276 Sep 23 07:32:20.633813 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-990fb7ee-eb0c-4a33-a4ad-123a6793a8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'name': 'tempest-ServerActionsTestJSON-412319534-router', 'tenant_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '87356b93-221c-41a9-a545-f4285aee09f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:32:01Z', 'updated_at': '2021-09-23T07:32:04Z', 'revision_number': 4, 'project_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'gw_port': {'id': '87356b93-221c-41a9-a545-f4285aee09f2', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:32:01Z', 'updated_at': '2021-09-23T07:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': 'e3715917-eadd-4837-9a97-78ef10121640', 'tenant_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'floating_ip_address': '172.25.2.167', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'port_id': 'c8d21c69-da41-4cdf-94ab-30189b8bc793', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1', 'mac_address': 'fa:16:3e:8d:2b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b06f370-7e4f-4442-9099-6026618fb37e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:32:07Z', 'updated_at': '2021-09-23T07:32:19Z', 'revision_number': 1, 'project_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '778fcf3a-9294-484c-8cd7-b23597b77e9d', 'name': '', 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1', 'tenant_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'mac_address': 'fa:16:3e:97:7a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'e16b8c14-4213-404c-84a9-da7aa820bdd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:32:03Z', 'updated_at': '2021-09-23T07:32:07Z', 'revision_number': 5, 'project_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'subnets': [{'id': 'e16b8c14-4213-404c-84a9-da7aa820bdd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:32:20.659537 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c6da54-3894-4e61-8bae-51c3f8a2f076 req-672e1431-7273-44c5-8c4d-446b93a10742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:32:20.661018 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-72c6da54-3894-4e61-8bae-51c3f8a2f076 req-672e1431-7273-44c5-8c4d-446b93a10742 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e16b8c14-4213-404c-84a9-da7aa820bdd0 HTTP/1.1" status: 200 len: 850 time: 0.0473869 Sep 23 07:32:20.662866 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990fb7ee-eb0c-4a33-a4ad-123a6793a8da None None] Checking router: 4c7a87d0-e93d-48cf-a2fd-6bacd07b7831 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:32:20.671354 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990fb7ee-eb0c-4a33-a4ad-123a6793a8da None None] Routers {'4c7a87d0-e93d-48cf-a2fd-6bacd07b7831'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:32:20.671959 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-990fb7ee-eb0c-4a33-a4ad-123a6793a8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:32:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['4c7a87d0-e93d-48cf-a2fd-6bacd07b7831'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:32:20.705709 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c6da54-3894-4e61-8bae-51c3f8a2f076 req-b00e4246-2a2a-46e4-b73c-e258c2d05b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:32:20.707261 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-72c6da54-3894-4e61-8bae-51c3f8a2f076 req-b00e4246-2a2a-46e4-b73c-e258c2d05b31 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396020 Sep 23 07:32:20.776825 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-990fb7ee-eb0c-4a33-a4ad-123a6793a8da None None] Set router 4c7a87d0-e93d-48cf-a2fd-6bacd07b7831 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:32:20.797928 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-72c6da54-3894-4e61-8bae-51c3f8a2f076 req-badbe47a-0b51-4db3-8604-45d992c47248 service neutron] 10.222.0.21 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832214 Sep 23 07:32:20.893766 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-72c6da54-3894-4e61-8bae-51c3f8a2f076 req-f47b6558-3320-4b3a-8bf3-a029d4f4b818 service neutron] 10.222.0.21 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885758 Sep 23 07:32:20.991665 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-990fb7ee-eb0c-4a33-a4ad-123a6793a8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'name': 'tempest-ServerActionsTestJSON-412319534-router', 'tenant_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '87356b93-221c-41a9-a545-f4285aee09f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:32:01Z', 'updated_at': '2021-09-23T07:32:04Z', 'revision_number': 4, 'project_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'gw_port': {'id': '87356b93-221c-41a9-a545-f4285aee09f2', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:32:01Z', 'updated_at': '2021-09-23T07:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': 'e3715917-eadd-4837-9a97-78ef10121640', 'tenant_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'floating_ip_address': '172.25.2.167', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'port_id': 'c8d21c69-da41-4cdf-94ab-30189b8bc793', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1', 'mac_address': 'fa:16:3e:8d:2b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b06f370-7e4f-4442-9099-6026618fb37e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:32:07Z', 'updated_at': '2021-09-23T07:32:19Z', 'revision_number': 1, 'project_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '778fcf3a-9294-484c-8cd7-b23597b77e9d', 'name': '', 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1', 'tenant_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'mac_address': 'fa:16:3e:97:7a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'e16b8c14-4213-404c-84a9-da7aa820bdd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:32:03Z', 'updated_at': '2021-09-23T07:32:07Z', 'revision_number': 5, 'project_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'subnets': [{'id': 'e16b8c14-4213-404c-84a9-da7aa820bdd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:32:21.020314 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990fb7ee-eb0c-4a33-a4ad-123a6793a8da None None] The sync data for ids ['4c7a87d0-e93d-48cf-a2fd-6bacd07b7831'] in n-d-715271-16 is: [{'id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'name': 'tempest-ServerActionsTestJSON-412319534-router', 'tenant_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '87356b93-221c-41a9-a545-f4285aee09f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:32:01Z', 'updated_at': '2021-09-23T07:32:04Z', 'revision_number': 4, 'project_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'gw_port': {'id': '87356b93-221c-41a9-a545-f4285aee09f2', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:32:01Z', 'updated_at': '2021-09-23T07:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': 'e3715917-eadd-4837-9a97-78ef10121640', 'tenant_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'floating_ip_address': '172.25.2.167', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'port_id': 'c8d21c69-da41-4cdf-94ab-30189b8bc793', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1', 'mac_address': 'fa:16:3e:8d:2b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b06f370-7e4f-4442-9099-6026618fb37e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:32:07Z', 'updated_at': '2021-09-23T07:32:19Z', 'revision_number': 1, 'project_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '778fcf3a-9294-484c-8cd7-b23597b77e9d', 'name': '', 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1', 'tenant_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'mac_address': 'fa:16:3e:97:7a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'e16b8c14-4213-404c-84a9-da7aa820bdd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:32:03Z', 'updated_at': '2021-09-23T07:32:07Z', 'revision_number': 5, 'project_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'subnets': [{'id': 'e16b8c14-4213-404c-84a9-da7aa820bdd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:32:21.208987 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f64212-34c8-4e12-817f-fcc617a94de4 None None] New status for floating IP e3715917-eadd-4837-9a97-78ef10121640: ACTIVE {{(pid=95067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 07:32:36.921890 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:38.088180 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-1e1bf245-1715-43ee-b96e-400d06857b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:40.460877 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:41.092446 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0ad8850b-ee6b-4fb8-822b-e03fad6138e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:41.602508 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:42.455198 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:43.319962 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-16969032-f4e5-492d-a2a8-445af277f39f req-56db1313-8033-4c1c-9075-0a0242de8d9c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5b06f370-7e4f-4442-9099-6026618fb37e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0397973 Sep 23 07:32:43.406760 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16969032-f4e5-492d-a2a8-445af277f39f req-c8284df8-280a-4952-9f17-b1ee8fefa320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:32:43.408128 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-16969032-f4e5-492d-a2a8-445af277f39f req-c8284df8-280a-4952-9f17-b1ee8fefa320 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c35e7193b12c4d2c8a8bc750b7bd78a0&device_id=5b06f370-7e4f-4442-9099-6026618fb37e HTTP/1.1" status: 200 len: 1097 time: 0.0397689 Sep 23 07:32:43.516611 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16969032-f4e5-492d-a2a8-445af277f39f req-cecebf50-233b-4929-8510-cef1193566f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:32:43.518118 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-16969032-f4e5-492d-a2a8-445af277f39f req-cecebf50-233b-4929-8510-cef1193566f6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 HTTP/1.1" status: 200 len: 912 time: 0.0886023 Sep 23 07:32:43.580799 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-16969032-f4e5-492d-a2a8-445af277f39f req-756a3a13-b467-4815-bd35-381247f0c167 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8d21c69-da41-4cdf-94ab-30189b8bc793 HTTP/1.1" status: 200 len: 1001 time: 0.0558619 Sep 23 07:32:43.632169 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16969032-f4e5-492d-a2a8-445af277f39f req-6896582e-d7b4-41bf-a7b1-ae1e043811de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:32:43.633601 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-16969032-f4e5-492d-a2a8-445af277f39f req-6896582e-d7b4-41bf-a7b1-ae1e043811de service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e16b8c14-4213-404c-84a9-da7aa820bdd0 HTTP/1.1" status: 200 len: 850 time: 0.0463169 Sep 23 07:32:43.676969 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16969032-f4e5-492d-a2a8-445af277f39f req-5ec45de4-df35-4c09-99df-467ad1ea0dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:32:43.678619 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-16969032-f4e5-492d-a2a8-445af277f39f req-5ec45de4-df35-4c09-99df-467ad1ea0dc9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385501 Sep 23 07:32:43.774486 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-16969032-f4e5-492d-a2a8-445af277f39f req-1df01650-6985-4c78-ba6e-0fb3c452ce99 service neutron] 10.222.0.21 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887825 Sep 23 07:32:43.861678 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-16969032-f4e5-492d-a2a8-445af277f39f req-be7f8100-4b40-440f-9b53-aca187abe7d8 service neutron] 10.222.0.21 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801704 Sep 23 07:32:43.943358 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:32:46.887912 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:33:06.932184 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:08.089010 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c967b359-3f8c-47a9-af16-032461645336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:10.458896 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:11.093216 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3a55e024-1eae-44f3-8e1f-4c46418f185c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:11.603729 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:12.456672 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:13.945338 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:23.887687 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:33:36.940759 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:38.091404 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-419ac1e5-4180-4a20-a715-53c6422f8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:40.459187 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:41.094829 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2c0a9553-2714-4edb-931e-d4380cb67f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:41.604004 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:42.459637 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:33:43.325972 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2089a9b6-f667-4ab0-bfa2-a460e5da89be req-2ec45e2f-b599-4760-8b2d-ea22b8e1a40b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5b06f370-7e4f-4442-9099-6026618fb37e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0393279 Sep 23 07:33:43.424789 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2089a9b6-f667-4ab0-bfa2-a460e5da89be req-8ad9f374-5dc8-4444-bc92-1333429e33ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:33:43.426274 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2089a9b6-f667-4ab0-bfa2-a460e5da89be req-8ad9f374-5dc8-4444-bc92-1333429e33ee service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c35e7193b12c4d2c8a8bc750b7bd78a0&device_id=5b06f370-7e4f-4442-9099-6026618fb37e HTTP/1.1" status: 200 len: 1097 time: 0.0445075 Sep 23 07:33:43.528531 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2089a9b6-f667-4ab0-bfa2-a460e5da89be req-51400642-25ba-4665-8014-b501d3c9c16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:33:43.530029 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2089a9b6-f667-4ab0-bfa2-a460e5da89be req-51400642-25ba-4665-8014-b501d3c9c16b service neutron] 10.222.0.21 "GET /v2.0/networks?id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 HTTP/1.1" status: 200 len: 912 time: 0.0846708 Sep 23 07:33:43.598871 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2089a9b6-f667-4ab0-bfa2-a460e5da89be req-5641597e-7542-4bbf-8b68-6d849cb86f9b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8d21c69-da41-4cdf-94ab-30189b8bc793 HTTP/1.1" status: 200 len: 1001 time: 0.0617681 Sep 23 07:33:43.646555 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2089a9b6-f667-4ab0-bfa2-a460e5da89be req-617e851f-485d-430e-97e9-27b5e7a6b0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:33:43.647980 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2089a9b6-f667-4ab0-bfa2-a460e5da89be req-617e851f-485d-430e-97e9-27b5e7a6b0d2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e16b8c14-4213-404c-84a9-da7aa820bdd0 HTTP/1.1" status: 200 len: 850 time: 0.0428019 Sep 23 07:33:43.693529 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2089a9b6-f667-4ab0-bfa2-a460e5da89be req-9eaa9737-3be6-47e0-930a-89cf67857b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:33:43.694933 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2089a9b6-f667-4ab0-bfa2-a460e5da89be req-9eaa9737-3be6-47e0-930a-89cf67857b7a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390029 Sep 23 07:33:43.786850 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2089a9b6-f667-4ab0-bfa2-a460e5da89be req-d157ba60-df64-474e-aebb-4a258eb760eb service neutron] 10.222.0.21 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839543 Sep 23 07:33:43.874181 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2089a9b6-f667-4ab0-bfa2-a460e5da89be req-15b96d9a-73b3-4d1d-9ac4-5ba039893cce service neutron] 10.222.0.21 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800011 Sep 23 07:33:43.946503 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:34:00.887607 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:34:06.957886 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:34:08.092038 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-1a36089e-b7f0-4925-8bd9-197e7bc4664e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:34:10.455800 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:34:11.096376 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-03ef8b77-7372-435e-9e61-b3e7e6c2017d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:34:11.606678 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:34:12.464232 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:34:13.948657 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:34:36.973390 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:34:37.887705 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:34:38.092926 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c9f8a064-0c0c-40ed-a1be-ddf51665d87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:34:40.455948 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:34:41.099153 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-78f177e3-84f1-4fe2-be5f-f649947ed1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:34:41.608919 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:34:42.466335 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:34:43.952502 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:34:44.320759 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e692dba2-2408-40a6-9317-7ce9a2109c42 req-852890ea-baa5-4c5f-8ee9-5c615a82a4f0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5b06f370-7e4f-4442-9099-6026618fb37e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0476716 Sep 23 07:34:44.415126 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e692dba2-2408-40a6-9317-7ce9a2109c42 req-972a9978-6a3d-4897-80f8-8e92da9a8e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:34:44.416595 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e692dba2-2408-40a6-9317-7ce9a2109c42 req-972a9978-6a3d-4897-80f8-8e92da9a8e9f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c35e7193b12c4d2c8a8bc750b7bd78a0&device_id=5b06f370-7e4f-4442-9099-6026618fb37e HTTP/1.1" status: 200 len: 1097 time: 0.0400512 Sep 23 07:34:44.517036 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e692dba2-2408-40a6-9317-7ce9a2109c42 req-7d71881d-1203-4ff6-9649-6ca1e1b0dcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:34:44.518518 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e692dba2-2408-40a6-9317-7ce9a2109c42 req-7d71881d-1203-4ff6-9649-6ca1e1b0dcbc service neutron] 10.222.0.21 "GET /v2.0/networks?id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 HTTP/1.1" status: 200 len: 912 time: 0.0832837 Sep 23 07:34:44.586244 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e692dba2-2408-40a6-9317-7ce9a2109c42 req-9bc34583-2274-4a74-bbc4-f11927af439a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8d21c69-da41-4cdf-94ab-30189b8bc793 HTTP/1.1" status: 200 len: 1001 time: 0.0600662 Sep 23 07:34:44.634085 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e692dba2-2408-40a6-9317-7ce9a2109c42 req-59229dd5-5897-40ed-a8ba-4f5e97df76e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:34:44.635510 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e692dba2-2408-40a6-9317-7ce9a2109c42 req-59229dd5-5897-40ed-a8ba-4f5e97df76e9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e16b8c14-4213-404c-84a9-da7aa820bdd0 HTTP/1.1" status: 200 len: 850 time: 0.0430717 Sep 23 07:34:44.681691 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e692dba2-2408-40a6-9317-7ce9a2109c42 req-5f79ab08-b69b-4e68-9b7f-b27532ce634d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:34:44.683199 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e692dba2-2408-40a6-9317-7ce9a2109c42 req-5f79ab08-b69b-4e68-9b7f-b27532ce634d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397875 Sep 23 07:34:44.781841 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e692dba2-2408-40a6-9317-7ce9a2109c42 req-577d4cea-b5d9-41ee-82e9-54c21a045bba service neutron] 10.222.0.21 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908616 Sep 23 07:34:44.878752 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e692dba2-2408-40a6-9317-7ce9a2109c42 req-1cfb0e1c-3234-4a09-9eb0-dbe0be47da05 service neutron] 10.222.0.21 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884807 Sep 23 07:34:55.258387 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3718f6ec-21fb-4402-a8e2-ee13a90b1d92 req-14d9de36-cb26-49fe-9c7a-2d10e5971965 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:34:55.260595 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3718f6ec-21fb-4402-a8e2-ee13a90b1d92 req-14d9de36-cb26-49fe-9c7a-2d10e5971965 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b06f370-7e4f-4442-9099-6026618fb37e HTTP/1.1" status: 200 len: 945 time: 0.1219699 Sep 23 07:34:55.298927 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3718f6ec-21fb-4402-a8e2-ee13a90b1d92 req-7658c816-b45c-4ae3-8144-dbdba090e3c1 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322804 Sep 23 07:34:55.541858 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30675354-cd89-439a-ae00-b4673ca4c33c req-aaefc1fc-df72-47db-9cae-c3cca39adf9d tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:34:55.543391 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-30675354-cd89-439a-ae00-b4673ca4c33c req-aaefc1fc-df72-47db-9cae-c3cca39adf9d tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b06f370-7e4f-4442-9099-6026618fb37e HTTP/1.1" status: 200 len: 945 time: 0.0539417 Sep 23 07:34:55.575074 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c7f600aa-c595-4df9-b029-bd9f58528b3a req-6081a4fc-27b5-434b-92ac-136039b5f270 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5b06f370-7e4f-4442-9099-6026618fb37e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0954435 Sep 23 07:34:55.588875 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-30675354-cd89-439a-ae00-b4673ca4c33c req-3ded4733-f5fc-441e-986e-0edaf1fb69d6 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371249 Sep 23 07:34:56.709665 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f600aa-c595-4df9-b029-bd9f58528b3a req-d55b2ab3-f94e-46c0-b0e7-90f90f19e3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:34:56.711201 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c7f600aa-c595-4df9-b029-bd9f58528b3a req-d55b2ab3-f94e-46c0-b0e7-90f90f19e3b0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c35e7193b12c4d2c8a8bc750b7bd78a0&device_id=5b06f370-7e4f-4442-9099-6026618fb37e HTTP/1.1" status: 200 len: 1097 time: 0.0403762 Sep 23 07:34:56.827505 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacd3de8-2993-44a9-b2c0-f2f13126a295 req-10baf3a4-d3b2-4220-a2d7-9997accc1035 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:34:56.828986 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dacd3de8-2993-44a9-b2c0-f2f13126a295 req-10baf3a4-d3b2-4220-a2d7-9997accc1035 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b06f370-7e4f-4442-9099-6026618fb37e HTTP/1.1" status: 200 len: 945 time: 0.1671591 Sep 23 07:34:56.853894 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f600aa-c595-4df9-b029-bd9f58528b3a req-ceca4c80-2e40-45d7-9f97-5be8a6c01be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:34:56.855315 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c7f600aa-c595-4df9-b029-bd9f58528b3a req-ceca4c80-2e40-45d7-9f97-5be8a6c01be5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 HTTP/1.1" status: 200 len: 912 time: 0.1369865 Sep 23 07:34:56.912468 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dacd3de8-2993-44a9-b2c0-f2f13126a295 req-9465e1a5-2d30-4258-9ce7-bbb872ff6b4c tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744414 Sep 23 07:34:56.933581 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c7f600aa-c595-4df9-b029-bd9f58528b3a req-629bf742-5273-4df6-ba2e-2a1dd4b1df75 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8d21c69-da41-4cdf-94ab-30189b8bc793 HTTP/1.1" status: 200 len: 1001 time: 0.0708871 Sep 23 07:34:56.982243 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f600aa-c595-4df9-b029-bd9f58528b3a req-cf9848ab-027c-4cee-b0d2-0325c0385241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:34:56.983650 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c7f600aa-c595-4df9-b029-bd9f58528b3a req-cf9848ab-027c-4cee-b0d2-0325c0385241 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e16b8c14-4213-404c-84a9-da7aa820bdd0 HTTP/1.1" status: 200 len: 850 time: 0.0423863 Sep 23 07:34:57.027339 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f600aa-c595-4df9-b029-bd9f58528b3a req-046ab646-69d7-4e17-8df6-410750ef024b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:34:57.028824 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c7f600aa-c595-4df9-b029-bd9f58528b3a req-046ab646-69d7-4e17-8df6-410750ef024b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384140 Sep 23 07:34:57.120919 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c7f600aa-c595-4df9-b029-bd9f58528b3a req-e6fcbfde-a0df-41d9-9145-c9015f2ce5a0 service neutron] 10.222.0.21 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852325 Sep 23 07:34:57.210799 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c7f600aa-c595-4df9-b029-bd9f58528b3a req-78c38471-268d-440e-9c4f-1c86028c86bf service neutron] 10.222.0.21 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819504 Sep 23 07:34:58.032080 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c844a-d8ee-4ad8-b683-a942345f0d68 req-7480d15f-ae93-41fd-8a3d-4c93594c68d7 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:34:58.033599 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-aa5c844a-d8ee-4ad8-b683-a942345f0d68 req-7480d15f-ae93-41fd-8a3d-4c93594c68d7 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b06f370-7e4f-4442-9099-6026618fb37e HTTP/1.1" status: 200 len: 945 time: 0.0486126 Sep 23 07:34:58.072253 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-aa5c844a-d8ee-4ad8-b683-a942345f0d68 req-b0953db9-c135-408e-8c01-776913789e49 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327454 Sep 23 07:34:59.185433 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eee48e-b161-44cd-930a-bcdd29558029 req-218d3610-d269-4844-b951-897f3d1ecdcf tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:34:59.186898 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-09eee48e-b161-44cd-930a-bcdd29558029 req-218d3610-d269-4844-b951-897f3d1ecdcf tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b06f370-7e4f-4442-9099-6026618fb37e HTTP/1.1" status: 200 len: 945 time: 0.0474069 Sep 23 07:34:59.226521 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-09eee48e-b161-44cd-930a-bcdd29558029 req-56579687-2074-4b3d-b5e7-de048da69c6d tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337634 Sep 23 07:35:00.345136 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdee20e-9db2-466e-bcf8-dfe4bee012a8 req-a7ee48a2-66d1-4119-ac21-f82ff0b99a84 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:00.346672 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9bdee20e-9db2-466e-bcf8-dfe4bee012a8 req-a7ee48a2-66d1-4119-ac21-f82ff0b99a84 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b06f370-7e4f-4442-9099-6026618fb37e HTTP/1.1" status: 200 len: 945 time: 0.0506165 Sep 23 07:35:00.386856 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9bdee20e-9db2-466e-bcf8-dfe4bee012a8 req-56115fed-a2bf-403c-844a-96b483b7cdca tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340800 Sep 23 07:35:01.503526 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9314a51b-5fc6-4da4-b518-058e16e7536c req-e3a26a8a-4503-47aa-9489-8c90bb8e7d7e tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:01.505278 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9314a51b-5fc6-4da4-b518-058e16e7536c req-e3a26a8a-4503-47aa-9489-8c90bb8e7d7e tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b06f370-7e4f-4442-9099-6026618fb37e HTTP/1.1" status: 200 len: 945 time: 0.0510857 Sep 23 07:35:01.551757 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9314a51b-5fc6-4da4-b518-058e16e7536c req-38bc76ed-af3f-4211-99b3-e26af2327ad6 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404444 Sep 23 07:35:02.671449 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c04ebc-0e5a-4f45-a5fa-3072e611aeb0 req-0cb871ec-a1ec-4585-8231-a8cb34aa2533 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:02.672977 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-48c04ebc-0e5a-4f45-a5fa-3072e611aeb0 req-0cb871ec-a1ec-4585-8231-a8cb34aa2533 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b06f370-7e4f-4442-9099-6026618fb37e HTTP/1.1" status: 200 len: 945 time: 0.0489674 Sep 23 07:35:02.715668 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-48c04ebc-0e5a-4f45-a5fa-3072e611aeb0 req-231c29f3-e33b-4ce4-9a1b-994218139f9e tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367050 Sep 23 07:35:03.840917 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b375e3-6ee0-448f-bd0d-ae2a5e80ea30 req-92b2d054-83a9-4c3b-8993-b33838b93eaa tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:03.842417 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-95b375e3-6ee0-448f-bd0d-ae2a5e80ea30 req-92b2d054-83a9-4c3b-8993-b33838b93eaa tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b06f370-7e4f-4442-9099-6026618fb37e HTTP/1.1" status: 200 len: 945 time: 0.0575824 Sep 23 07:35:03.879771 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-95b375e3-6ee0-448f-bd0d-ae2a5e80ea30 req-8ddbb90f-272d-4e26-9234-b4aa03a09d38 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314744 Sep 23 07:35:04.998163 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f249ef-59e3-493a-85ea-ef5f2adc7a1f req-d7400151-ac95-4c64-bd54-6a4927593c11 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:04.999647 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-79f249ef-59e3-493a-85ea-ef5f2adc7a1f req-d7400151-ac95-4c64-bd54-6a4927593c11 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b06f370-7e4f-4442-9099-6026618fb37e HTTP/1.1" status: 200 len: 945 time: 0.0505340 Sep 23 07:35:05.036776 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-79f249ef-59e3-493a-85ea-ef5f2adc7a1f req-e02b42c2-d372-463b-aba5-68e9ade68c53 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311255 Sep 23 07:35:06.151411 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d043df3c-8572-49a8-92c7-544bd239476b req-916a1211-637d-4745-bc04-d47938dbd00b tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:06.152863 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d043df3c-8572-49a8-92c7-544bd239476b req-916a1211-637d-4745-bc04-d47938dbd00b tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b06f370-7e4f-4442-9099-6026618fb37e HTTP/1.1" status: 200 len: 945 time: 0.0477157 Sep 23 07:35:06.192814 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d043df3c-8572-49a8-92c7-544bd239476b req-beea469b-3016-424f-bd02-53314b00939b tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339653 Sep 23 07:35:06.967238 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:07.307562 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb0939b-2173-48a9-bfc7-97994abb8a56 req-295ca231-0a02-4c46-9a0a-006d8c613c25 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:07.309053 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dfb0939b-2173-48a9-bfc7-97994abb8a56 req-295ca231-0a02-4c46-9a0a-006d8c613c25 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b06f370-7e4f-4442-9099-6026618fb37e HTTP/1.1" status: 200 len: 945 time: 0.0487633 Sep 23 07:35:07.348446 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dfb0939b-2173-48a9-bfc7-97994abb8a56 req-76c9251e-6e28-4056-a693-b5b25a1ef5e5 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334558 Sep 23 07:35:08.093062 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-1e9e5ceb-03cf-4aa8-99c7-09529171fefc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:08.472278 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29709085-b595-4514-a7de-495c96b3880f req-fcea1b4d-a0ca-4eac-805f-c7b9b6cad922 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:08.473734 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-29709085-b595-4514-a7de-495c96b3880f req-fcea1b4d-a0ca-4eac-805f-c7b9b6cad922 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b06f370-7e4f-4442-9099-6026618fb37e HTTP/1.1" status: 200 len: 945 time: 0.0472734 Sep 23 07:35:08.511010 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-29709085-b595-4514-a7de-495c96b3880f req-07234662-8e80-4fd1-b4c2-51dbb3ce1ece tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307546 Sep 23 07:35:09.312528 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [req-c7f600aa-c595-4df9-b029-bd9f58528b3a req-676ba72a-09c3-40a4-bf6f-da07e2681c24 service neutron] show failed (client error): The resource could not be found. Sep 23 07:35:09.313532 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c7f600aa-c595-4df9-b029-bd9f58528b3a req-676ba72a-09c3-40a4-bf6f-da07e2681c24 service neutron] 10.222.0.21 "GET /v2.0/ports/c8d21c69-da41-4cdf-94ab-30189b8bc793/bindings/n-h2-715271-16 HTTP/1.1" status: 404 len: 381 time: 0.0533433 Sep 23 07:35:09.505200 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f600aa-c595-4df9-b029-bd9f58528b3a req-e0a41f35-ae70-4457-b820-cf3a667664ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:09.506730 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c7f600aa-c595-4df9-b029-bd9f58528b3a req-e0a41f35-ae70-4457-b820-cf3a667664ac service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5b06f370-7e4f-4442-9099-6026618fb37e&tenant_id=c35e7193b12c4d2c8a8bc750b7bd78a0 HTTP/1.1" status: 200 len: 1097 time: 0.0405319 Sep 23 07:35:09.518428 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-c7f600aa-c595-4df9-b029-bd9f58528b3a req-39e54679-b7a7-45aa-95e0-f29644e32098 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-715271-16', 'device_owner': 'compute:nova'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:35:09.576886 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-c7f600aa-c595-4df9-b029-bd9f58528b3a req-39e54679-b7a7-45aa-95e0-f29644e32098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:09.669820 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b4c9a3-4790-4eed-afda-8fd20a9f24b6 req-01a4b180-6003-45c9-9e96-969bb399345f tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:09.671352 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-93b4c9a3-4790-4eed-afda-8fd20a9f24b6 req-01a4b180-6003-45c9-9e96-969bb399345f tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b06f370-7e4f-4442-9099-6026618fb37e HTTP/1.1" status: 200 len: 945 time: 0.0923069 Sep 23 07:35:09.783147 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-93b4c9a3-4790-4eed-afda-8fd20a9f24b6 req-f0bf7e5d-d35e-4b5a-bd34-c62f45566572 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646782 Sep 23 07:35:09.861896 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-c7f600aa-c595-4df9-b029-bd9f58528b3a req-39e54679-b7a7-45aa-95e0-f29644e32098 service neutron] For port c8d21c69-da41-4cdf-94ab-30189b8bc793, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=c8d21c69-da41-4cdf-94ab-30189b8bc793,segment=NetworkSegment(8f7dad34-7058-44bb-a3e4-b365ee668eee),segment_id=8f7dad34-7058-44bb-a3e4-b365ee668eee)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:35:09.895374 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-c7f600aa-c595-4df9-b029-bd9f58528b3a req-39e54679-b7a7-45aa-95e0-f29644e32098 service neutron] For port c8d21c69-da41-4cdf-94ab-30189b8bc793, host n-h1-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:35:09.938986 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b06f370-7e4f-4442-9099-6026618fb37e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8d21c69-da41-4cdf-94ab-30189b8bc793'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:35:09.941230 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-913d8419-ba5c-4cc6-8911-4db7e93c50a1" -d '{"events": [{"server_uuid": "5b06f370-7e4f-4442-9099-6026618fb37e", "name": "network-vif-unplugged", "status": "completed", "tag": "c8d21c69-da41-4cdf-94ab-30189b8bc793"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:35:09.945284 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-c7f600aa-c595-4df9-b029-bd9f58528b3a req-39e54679-b7a7-45aa-95e0-f29644e32098 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:09.958836 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.provisioning_blocks [req-c7f600aa-c595-4df9-b029-bd9f58528b3a req-39e54679-b7a7-45aa-95e0-f29644e32098 service neutron] Transition to ACTIVE for port object c8d21c69-da41-4cdf-94ab-30189b8bc793 will not be triggered until provisioned by entity L2. {{(pid=95066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:35:09.962220 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-c7f600aa-c595-4df9-b029-bd9f58528b3a req-39e54679-b7a7-45aa-95e0-f29644e32098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:10.069821 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 07:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b083737-61b2-4a9f-bed9-cc932184a477 x-openstack-request-id: req-2b083737-61b2-4a9f-bed9-cc932184a477 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:35:10.070146 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b06f370-7e4f-4442-9099-6026618fb37e", "name": "network-vif-unplugged", "status": "completed", "tag": "c8d21c69-da41-4cdf-94ab-30189b8bc793", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:35:10.070394 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2b083737-61b2-4a9f-bed9-cc932184a477 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:35:10.071464 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b06f370-7e4f-4442-9099-6026618fb37e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8d21c69-da41-4cdf-94ab-30189b8bc793', 'code': 200} Sep 23 07:35:10.077934 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e54679-b7a7-45aa-95e0-f29644e32098 service neutron] Pushing event updated for resources: {'Port': ['ID=c8d21c69-da41-4cdf-94ab-30189b8bc793,revision_number=6']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:35:10.101015 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e54679-b7a7-45aa-95e0-f29644e32098 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:35:10.101358 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e54679-b7a7-45aa-95e0-f29644e32098 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:35:10.101707 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e54679-b7a7-45aa-95e0-f29644e32098 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:35:10.102705 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e54679-b7a7-45aa-95e0-f29644e32098 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:35:10.103189 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e54679-b7a7-45aa-95e0-f29644e32098 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:35:10.103520 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e54679-b7a7-45aa-95e0-f29644e32098 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:35:10.104321 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e54679-b7a7-45aa-95e0-f29644e32098 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:35:10.104321 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e54679-b7a7-45aa-95e0-f29644e32098 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:35:10.104510 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e54679-b7a7-45aa-95e0-f29644e32098 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:35:10.104762 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e54679-b7a7-45aa-95e0-f29644e32098 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:35:10.105075 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e54679-b7a7-45aa-95e0-f29644e32098 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:35:10.105389 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e54679-b7a7-45aa-95e0-f29644e32098 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:35:10.148223 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f600aa-c595-4df9-b029-bd9f58528b3a req-39e54679-b7a7-45aa-95e0-f29644e32098 service neutron] No DVR routers for this DVR port c8d21c69-da41-4cdf-94ab-30189b8bc793 on host n-h1-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:35:10.283142 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-c7f600aa-c595-4df9-b029-bd9f58528b3a req-39e54679-b7a7-45aa-95e0-f29644e32098 service neutron] Attempting to bind port c8d21c69-da41-4cdf-94ab-30189b8bc793 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:35:10.283824 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-c7f600aa-c595-4df9-b029-bd9f58528b3a req-39e54679-b7a7-45aa-95e0-f29644e32098 service neutron] Attempting to bind port c8d21c69-da41-4cdf-94ab-30189b8bc793 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '8f7dad34-7058-44bb-a3e4-b365ee668eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:35:10.284103 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f600aa-c595-4df9-b029-bd9f58528b3a req-39e54679-b7a7-45aa-95e0-f29644e32098 service neutron] Attempting to bind port c8d21c69-da41-4cdf-94ab-30189b8bc793 on network d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:35:10.288434 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f600aa-c595-4df9-b029-bd9f58528b3a req-39e54679-b7a7-45aa-95e0-f29644e32098 service neutron] Port c8d21c69-da41-4cdf-94ab-30189b8bc793 on network d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:35:10.288756 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f600aa-c595-4df9-b029-bd9f58528b3a req-39e54679-b7a7-45aa-95e0-f29644e32098 service neutron] Attempting to bind port c8d21c69-da41-4cdf-94ab-30189b8bc793 on network d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:35:10.294198 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f600aa-c595-4df9-b029-bd9f58528b3a req-39e54679-b7a7-45aa-95e0-f29644e32098 service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:35:10.294581 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f600aa-c595-4df9-b029-bd9f58528b3a req-39e54679-b7a7-45aa-95e0-f29644e32098 service neutron] Checking segment: {'id': '8f7dad34-7058-44bb-a3e4-b365ee668eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:35:10.294909 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f600aa-c595-4df9-b029-bd9f58528b3a req-39e54679-b7a7-45aa-95e0-f29644e32098 service neutron] Bound using segment: {'id': '8f7dad34-7058-44bb-a3e4-b365ee668eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:35:10.295332 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-c7f600aa-c595-4df9-b029-bd9f58528b3a req-39e54679-b7a7-45aa-95e0-f29644e32098 service neutron] Bound port: c8d21c69-da41-4cdf-94ab-30189b8bc793, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f7dad34-7058-44bb-a3e4-b365ee668eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:35:10.295691 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-c7f600aa-c595-4df9-b029-bd9f58528b3a req-39e54679-b7a7-45aa-95e0-f29644e32098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:10.361977 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-c7f600aa-c595-4df9-b029-bd9f58528b3a req-39e54679-b7a7-45aa-95e0-f29644e32098 service neutron] For port c8d21c69-da41-4cdf-94ab-30189b8bc793, host n-h2-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:35:10.364928 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-c7f600aa-c595-4df9-b029-bd9f58528b3a req-39e54679-b7a7-45aa-95e0-f29644e32098 service neutron] For port c8d21c69-da41-4cdf-94ab-30189b8bc793, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=c8d21c69-da41-4cdf-94ab-30189b8bc793,segment=NetworkSegment(8f7dad34-7058-44bb-a3e4-b365ee668eee),segment_id=8f7dad34-7058-44bb-a3e4-b365ee668eee)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:35:10.369696 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-c7f600aa-c595-4df9-b029-bd9f58528b3a req-39e54679-b7a7-45aa-95e0-f29644e32098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:10.405567 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f600aa-c595-4df9-b029-bd9f58528b3a req-39e54679-b7a7-45aa-95e0-f29644e32098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:10.406143 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-c7f600aa-c595-4df9-b029-bd9f58528b3a req-39e54679-b7a7-45aa-95e0-f29644e32098 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:10.407543 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c7f600aa-c595-4df9-b029-bd9f58528b3a req-39e54679-b7a7-45aa-95e0-f29644e32098 service neutron] 10.222.0.58 "PUT /v2.0/ports/c8d21c69-da41-4cdf-94ab-30189b8bc793 HTTP/1.1" status: 200 len: 1092 time: 0.8929989 Sep 23 07:35:10.428746 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e54679-b7a7-45aa-95e0-f29644e32098 service neutron] Pushing event updated for resources: {'Port': ['ID=c8d21c69-da41-4cdf-94ab-30189b8bc793,revision_number=7']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:35:10.470972 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:10.476254 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f600aa-c595-4df9-b029-bd9f58528b3a req-27d7ca96-5314-4a78-adc8-5ceb41e41a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:10.478359 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c7f600aa-c595-4df9-b029-bd9f58528b3a req-27d7ca96-5314-4a78-adc8-5ceb41e41a3b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c35e7193b12c4d2c8a8bc750b7bd78a0&device_id=5b06f370-7e4f-4442-9099-6026618fb37e HTTP/1.1" status: 200 len: 1095 time: 0.0430982 Sep 23 07:35:10.578552 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f600aa-c595-4df9-b029-bd9f58528b3a req-27ae7862-44b7-43c2-bcc5-9fe4623d5eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:10.580118 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c7f600aa-c595-4df9-b029-bd9f58528b3a req-27ae7862-44b7-43c2-bcc5-9fe4623d5eb9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 HTTP/1.1" status: 200 len: 912 time: 0.0950007 Sep 23 07:35:10.649765 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c7f600aa-c595-4df9-b029-bd9f58528b3a req-00ef2ccf-748b-420d-9c3e-14c230ffc44c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8d21c69-da41-4cdf-94ab-30189b8bc793 HTTP/1.1" status: 200 len: 999 time: 0.0615442 Sep 23 07:35:10.698092 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f600aa-c595-4df9-b029-bd9f58528b3a req-2d80a103-2b6e-41ea-b9b1-b23a2408b86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:10.699431 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c7f600aa-c595-4df9-b029-bd9f58528b3a req-2d80a103-2b6e-41ea-b9b1-b23a2408b86c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e16b8c14-4213-404c-84a9-da7aa820bdd0 HTTP/1.1" status: 200 len: 850 time: 0.0428703 Sep 23 07:35:10.747457 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f600aa-c595-4df9-b029-bd9f58528b3a req-05a83dd3-8f38-4336-be5d-af4c5c3957d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:10.748918 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c7f600aa-c595-4df9-b029-bd9f58528b3a req-05a83dd3-8f38-4336-be5d-af4c5c3957d3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425394 Sep 23 07:35:10.840247 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c7f600aa-c595-4df9-b029-bd9f58528b3a req-65fe713d-f891-445a-813a-f9c58f151f5c service neutron] 10.222.0.58 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839429 Sep 23 07:35:10.955031 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ae72b9-1ef6-4f54-93c8-70ce1afb0fce req-e853e6d8-71d8-41e9-82d4-a032299ba854 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:10.956500 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b8ae72b9-1ef6-4f54-93c8-70ce1afb0fce req-e853e6d8-71d8-41e9-82d4-a032299ba854 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b06f370-7e4f-4442-9099-6026618fb37e HTTP/1.1" status: 200 len: 943 time: 0.1013918 Sep 23 07:35:10.983826 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c7f600aa-c595-4df9-b029-bd9f58528b3a req-900da5ef-fb16-461b-a484-fa859ccf9450 service neutron] 10.222.0.58 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357491 Sep 23 07:35:11.003058 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b8ae72b9-1ef6-4f54-93c8-70ce1afb0fce req-21465974-105b-4632-9b84-87c70577bcb9 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356338 Sep 23 07:35:11.100777 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-03da7d8b-24f4-4a25-852e-01f5d884a2bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:11.612086 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:11.665583 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device c8d21c69-da41-4cdf-94ab-30189b8bc793 no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:35:11.704341 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device c8d21c69-da41-4cdf-94ab-30189b8bc793 not bound to the agent host n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:35:12.073399 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b06f370-7e4f-4442-9099-6026618fb37e', 'tag': 'c8d21c69-da41-4cdf-94ab-30189b8bc793'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:35:12.075875 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-923f7f2b-3517-4ab7-b987-e60d39b77e90" -d '{"events": [{"name": "network-changed", "server_uuid": "5b06f370-7e4f-4442-9099-6026618fb37e", "tag": "c8d21c69-da41-4cdf-94ab-30189b8bc793"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:35:12.126060 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cadb010-1a04-4dbc-b5e8-88c65255e284 x-openstack-request-id: req-7cadb010-1a04-4dbc-b5e8-88c65255e284 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:35:12.126369 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b06f370-7e4f-4442-9099-6026618fb37e", "tag": "c8d21c69-da41-4cdf-94ab-30189b8bc793", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:35:12.126617 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7cadb010-1a04-4dbc-b5e8-88c65255e284 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:35:12.127069 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b06f370-7e4f-4442-9099-6026618fb37e', 'tag': 'c8d21c69-da41-4cdf-94ab-30189b8bc793', 'status': 'completed', 'code': 200} Sep 23 07:35:12.131534 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a74f7e3-5a50-4c3b-bebf-aa2e7b404156 req-d4eb42f2-2a5a-4a46-8a50-78c842f15dca tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:12.133040 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9a74f7e3-5a50-4c3b-bebf-aa2e7b404156 req-d4eb42f2-2a5a-4a46-8a50-78c842f15dca tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b06f370-7e4f-4442-9099-6026618fb37e HTTP/1.1" status: 200 len: 943 time: 0.0515828 Sep 23 07:35:12.196975 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9a74f7e3-5a50-4c3b-bebf-aa2e7b404156 req-df1a12c4-51c6-4383-8269-795453162468 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577741 Sep 23 07:35:12.213167 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f7f2b-3517-4ab7-b987-e60d39b77e90 req-0f384edc-717b-4e55-acd4-d6a92d94be50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:12.214686 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-923f7f2b-3517-4ab7-b987-e60d39b77e90 req-0f384edc-717b-4e55-acd4-d6a92d94be50 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c35e7193b12c4d2c8a8bc750b7bd78a0&device_id=5b06f370-7e4f-4442-9099-6026618fb37e HTTP/1.1" status: 200 len: 1095 time: 0.0491285 Sep 23 07:35:12.236598 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f7f2b-3517-4ab7-b987-e60d39b77e90 req-96c01fef-8ffb-4ff7-b650-79d9b9dfa832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:12.238134 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-923f7f2b-3517-4ab7-b987-e60d39b77e90 req-96c01fef-8ffb-4ff7-b650-79d9b9dfa832 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c35e7193b12c4d2c8a8bc750b7bd78a0&device_id=5b06f370-7e4f-4442-9099-6026618fb37e HTTP/1.1" status: 200 len: 1095 time: 0.0923157 Sep 23 07:35:12.304318 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f7f2b-3517-4ab7-b987-e60d39b77e90 req-dd449fca-9509-4b92-8009-960c41bf3d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:12.306115 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-923f7f2b-3517-4ab7-b987-e60d39b77e90 req-dd449fca-9509-4b92-8009-960c41bf3d68 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 HTTP/1.1" status: 200 len: 912 time: 0.0841601 Sep 23 07:35:12.333820 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f7f2b-3517-4ab7-b987-e60d39b77e90 req-f056fd35-2f91-4c31-9535-d3b1787d342c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:12.335331 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-923f7f2b-3517-4ab7-b987-e60d39b77e90 req-f056fd35-2f91-4c31-9535-d3b1787d342c service neutron] 10.222.0.58 "GET /v2.0/networks?id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 HTTP/1.1" status: 200 len: 912 time: 0.0887733 Sep 23 07:35:12.374239 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-923f7f2b-3517-4ab7-b987-e60d39b77e90 req-f314eb4d-0340-43c7-853f-99c0eee35a5e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8d21c69-da41-4cdf-94ab-30189b8bc793 HTTP/1.1" status: 200 len: 999 time: 0.0612702 Sep 23 07:35:12.406876 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-923f7f2b-3517-4ab7-b987-e60d39b77e90 req-d3f7cda9-9e76-47aa-a217-fdaa30ace726 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8d21c69-da41-4cdf-94ab-30189b8bc793 HTTP/1.1" status: 200 len: 999 time: 0.0617783 Sep 23 07:35:12.422844 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f7f2b-3517-4ab7-b987-e60d39b77e90 req-59cdcb75-0cd0-4ecd-a83c-ac0612bb225b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:12.424290 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-923f7f2b-3517-4ab7-b987-e60d39b77e90 req-59cdcb75-0cd0-4ecd-a83c-ac0612bb225b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e16b8c14-4213-404c-84a9-da7aa820bdd0 HTTP/1.1" status: 200 len: 850 time: 0.0434697 Sep 23 07:35:12.457033 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f7f2b-3517-4ab7-b987-e60d39b77e90 req-75ab2423-fef8-4eab-8829-e8e9d4a38042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:12.458562 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-923f7f2b-3517-4ab7-b987-e60d39b77e90 req-75ab2423-fef8-4eab-8829-e8e9d4a38042 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e16b8c14-4213-404c-84a9-da7aa820bdd0 HTTP/1.1" status: 200 len: 850 time: 0.0440538 Sep 23 07:35:12.468642 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f7f2b-3517-4ab7-b987-e60d39b77e90 req-99bd9d0e-d2b9-46b6-98d9-1b99f577670e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:12.470465 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-923f7f2b-3517-4ab7-b987-e60d39b77e90 req-99bd9d0e-d2b9-46b6-98d9-1b99f577670e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394044 Sep 23 07:35:12.472168 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:12.506307 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f7f2b-3517-4ab7-b987-e60d39b77e90 req-242e80b8-b0c5-480a-a0eb-0b439d3e3120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:12.507826 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-923f7f2b-3517-4ab7-b987-e60d39b77e90 req-242e80b8-b0c5-480a-a0eb-0b439d3e3120 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416706 Sep 23 07:35:12.568447 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-923f7f2b-3517-4ab7-b987-e60d39b77e90 req-d406bfe2-94fe-41fc-8b64-153135119543 service neutron] 10.222.0.21 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909362 Sep 23 07:35:12.618115 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-923f7f2b-3517-4ab7-b987-e60d39b77e90 req-2e9650b5-ba3e-4028-a88e-f1d7c87eccc5 service neutron] 10.222.0.58 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004105 Sep 23 07:35:12.660246 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-923f7f2b-3517-4ab7-b987-e60d39b77e90 req-f7da95ed-0019-4321-ac75-ca8b715a5580 service neutron] 10.222.0.21 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854981 Sep 23 07:35:12.709022 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-923f7f2b-3517-4ab7-b987-e60d39b77e90 req-e69d434f-bfc6-47de-ba28-4b5ac998def7 service neutron] 10.222.0.58 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839117 Sep 23 07:35:13.317442 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c683193a-f7af-449d-9262-840efcf2354b req-b32b3719-58e5-4c75-9333-856cbc69b726 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:13.318959 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c683193a-f7af-449d-9262-840efcf2354b req-b32b3719-58e5-4c75-9333-856cbc69b726 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b06f370-7e4f-4442-9099-6026618fb37e HTTP/1.1" status: 200 len: 943 time: 0.0485966 Sep 23 07:35:13.361138 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c683193a-f7af-449d-9262-840efcf2354b req-8852d7fc-dbe5-4575-a5e4-e12315567c22 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361001 Sep 23 07:35:13.553439 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5422e9c5-1851-4dd0-8a7b-86f51e0c9e33 req-85f00822-b105-4032-9289-cc52feec557e tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:13.555060 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5422e9c5-1851-4dd0-8a7b-86f51e0c9e33 req-85f00822-b105-4032-9289-cc52feec557e tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b06f370-7e4f-4442-9099-6026618fb37e HTTP/1.1" status: 200 len: 943 time: 0.0500739 Sep 23 07:35:13.579424 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9251d1eb-228c-418e-aa72-1b6c372a2f39 req-28c207dd-de90-4006-ab6b-75a3c91e2ff7 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:13.580922 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9251d1eb-228c-418e-aa72-1b6c372a2f39 req-28c207dd-de90-4006-ab6b-75a3c91e2ff7 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b06f370-7e4f-4442-9099-6026618fb37e&tenant_id=c35e7193b12c4d2c8a8bc750b7bd78a0&binding%3Ahost_id=n-h2-715271-16 HTTP/1.1" status: 200 len: 943 time: 0.0551348 Sep 23 07:35:13.594341 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5422e9c5-1851-4dd0-8a7b-86f51e0c9e33 req-00029049-2e68-4480-8982-54e217219f67 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316880 Sep 23 07:35:13.640560 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [req-9251d1eb-228c-418e-aa72-1b6c372a2f39 req-48d6125d-b3e5-4b91-84c8-bfe8a6ceb45f service neutron] delete failed (client error): The resource could not be found. Sep 23 07:35:13.641524 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9251d1eb-228c-418e-aa72-1b6c372a2f39 req-48d6125d-b3e5-4b91-84c8-bfe8a6ceb45f service neutron] 10.222.0.21 "DELETE /v2.0/ports/c8d21c69-da41-4cdf-94ab-30189b8bc793/bindings/n-h1-715271-16 HTTP/1.1" status: 404 len: 381 time: 0.0533447 Sep 23 07:35:13.735227 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9251d1eb-228c-418e-aa72-1b6c372a2f39 req-f5d17861-13af-4990-90d6-1dd221e841dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:13.736682 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9251d1eb-228c-418e-aa72-1b6c372a2f39 req-f5d17861-13af-4990-90d6-1dd221e841dc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c35e7193b12c4d2c8a8bc750b7bd78a0&device_id=5b06f370-7e4f-4442-9099-6026618fb37e HTTP/1.1" status: 200 len: 1095 time: 0.0396147 Sep 23 07:35:13.826627 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9251d1eb-228c-418e-aa72-1b6c372a2f39 req-cba7348f-8728-4869-97ea-53a6869c1484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:13.828067 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9251d1eb-228c-418e-aa72-1b6c372a2f39 req-cba7348f-8728-4869-97ea-53a6869c1484 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 HTTP/1.1" status: 200 len: 912 time: 0.0849993 Sep 23 07:35:13.898352 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9251d1eb-228c-418e-aa72-1b6c372a2f39 req-1b7e3975-a4ae-46d9-b836-97ebca37a987 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8d21c69-da41-4cdf-94ab-30189b8bc793 HTTP/1.1" status: 200 len: 999 time: 0.0629773 Sep 23 07:35:13.946804 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9251d1eb-228c-418e-aa72-1b6c372a2f39 req-eaf48386-90ce-4b7c-b85d-f2127cebe7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:13.948258 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9251d1eb-228c-418e-aa72-1b6c372a2f39 req-eaf48386-90ce-4b7c-b85d-f2127cebe7fc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e16b8c14-4213-404c-84a9-da7aa820bdd0 HTTP/1.1" status: 200 len: 850 time: 0.0436208 Sep 23 07:35:13.954567 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:13.989807 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device c8d21c69-da41-4cdf-94ab-30189b8bc793 details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:35:13.996846 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9251d1eb-228c-418e-aa72-1b6c372a2f39 req-1fbb0ea8-c7ac-46c9-a7d8-cebb028b8cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:13.998408 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9251d1eb-228c-418e-aa72-1b6c372a2f39 req-1fbb0ea8-c7ac-46c9-a7d8-cebb028b8cdb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429001 Sep 23 07:35:14.087189 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9251d1eb-228c-418e-aa72-1b6c372a2f39 req-00f9a73e-821c-492d-8a9e-7a515c11a4b8 service neutron] 10.222.0.21 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807140 Sep 23 07:35:14.087445 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port c8d21c69-da41-4cdf-94ab-30189b8bc793, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=c8d21c69-da41-4cdf-94ab-30189b8bc793,segment=NetworkSegment(8f7dad34-7058-44bb-a3e4-b365ee668eee),segment_id=8f7dad34-7058-44bb-a3e4-b365ee668eee)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:35:14.101323 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': 'c8d21c69-da41-4cdf-94ab-30189b8bc793', 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1', 'port_id': 'c8d21c69-da41-4cdf-94ab-30189b8bc793', 'mac_address': 'fa:16:3e:8d:2b:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e16b8c14-4213-404c-84a9-da7aa820bdd0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:35:14.139015 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:14.151976 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8d21c69-da41-4cdf-94ab-30189b8bc793 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:35:14.171211 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port c8d21c69-da41-4cdf-94ab-30189b8bc793, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=c8d21c69-da41-4cdf-94ab-30189b8bc793,segment=NetworkSegment(8f7dad34-7058-44bb-a3e4-b365ee668eee),segment_id=8f7dad34-7058-44bb-a3e4-b365ee668eee)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:35:14.175381 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:14.179793 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9251d1eb-228c-418e-aa72-1b6c372a2f39 req-72c2f325-6f7e-4535-b986-416b4a69f398 service neutron] 10.222.0.21 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860398 Sep 23 07:35:14.222913 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=c8d21c69-da41-4cdf-94ab-30189b8bc793,revision_number=8']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:35:14.230686 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:35:14.231029 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:35:14.231366 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:35:14.231698 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:35:14.232083 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:35:14.232416 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:35:14.232740 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:35:14.233062 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:35:14.233385 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:35:14.233705 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:35:14.234052 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:35:14.234368 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:35:14.448251 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['c8d21c69-da41-4cdf-94ab-30189b8bc793'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:35:14.712749 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a78a21d-5e8a-4378-9b01-6711a9594860 req-bbcd608b-f27b-4191-9f99-0ee7aed9c784 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:14.714210 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2a78a21d-5e8a-4378-9b01-6711a9594860 req-bbcd608b-f27b-4191-9f99-0ee7aed9c784 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b06f370-7e4f-4442-9099-6026618fb37e HTTP/1.1" status: 200 len: 944 time: 0.0492792 Sep 23 07:35:14.752891 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2a78a21d-5e8a-4378-9b01-6711a9594860 req-bdb06615-f844-4332-b3ce-c5c300216826 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324147 Sep 23 07:35:14.866975 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfbfe7b-813e-4773-b911-57a0ed220494 req-4c557a51-f538-4952-b9c3-36d18c8eb929 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:14.869012 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9dfbfe7b-813e-4773-b911-57a0ed220494 req-4c557a51-f538-4952-b9c3-36d18c8eb929 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b06f370-7e4f-4442-9099-6026618fb37e HTTP/1.1" status: 200 len: 944 time: 0.0486858 Sep 23 07:35:14.887099 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:35:14.905896 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9dfbfe7b-813e-4773-b911-57a0ed220494 req-477b90f1-f617-4b0b-a87d-7cb7de7a3933 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306644 Sep 23 07:35:15.019364 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4159bce9-0bcd-43d2-a926-394edad8279a req-24bce983-63c2-410f-8abf-8c3baa5376cf tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:15.020827 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4159bce9-0bcd-43d2-a926-394edad8279a req-24bce983-63c2-410f-8abf-8c3baa5376cf tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b06f370-7e4f-4442-9099-6026618fb37e HTTP/1.1" status: 200 len: 944 time: 0.0480151 Sep 23 07:35:15.061006 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4159bce9-0bcd-43d2-a926-394edad8279a req-a1073b0c-260e-4cb5-8690-b062cc94d088 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336380 Sep 23 07:35:15.288207 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04c48a1-7daa-4b4f-970e-acd7f498024d req-ba55fa84-d586-4866-bee3-b92debaae857 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:15.289667 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e04c48a1-7daa-4b4f-970e-acd7f498024d req-ba55fa84-d586-4866-bee3-b92debaae857 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b06f370-7e4f-4442-9099-6026618fb37e HTTP/1.1" status: 200 len: 944 time: 0.0486016 Sep 23 07:35:15.327338 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e04c48a1-7daa-4b4f-970e-acd7f498024d req-7ced7bc5-a5f2-43a0-9064-59cd11b6f389 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317552 Sep 23 07:35:16.009721 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device c8d21c69-da41-4cdf-94ab-30189b8bc793 up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:35:16.064105 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port c8d21c69-da41-4cdf-94ab-30189b8bc793 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:35:16.067746 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port c8d21c69-da41-4cdf-94ab-30189b8bc793 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:35:16.068119 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:16.150488 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:16.172376 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b06f370-7e4f-4442-9099-6026618fb37e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8d21c69-da41-4cdf-94ab-30189b8bc793'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:35:16.174615 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-830b8c0c-9590-49d7-a56b-20a3427bb65e" -d '{"events": [{"server_uuid": "5b06f370-7e4f-4442-9099-6026618fb37e", "name": "network-vif-plugged", "status": "completed", "tag": "c8d21c69-da41-4cdf-94ab-30189b8bc793"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:35:16.187605 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port c8d21c69-da41-4cdf-94ab-30189b8bc793, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=c8d21c69-da41-4cdf-94ab-30189b8bc793,segment=NetworkSegment(8f7dad34-7058-44bb-a3e4-b365ee668eee),segment_id=8f7dad34-7058-44bb-a3e4-b365ee668eee)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:35:16.191433 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:16.238491 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=c8d21c69-da41-4cdf-94ab-30189b8bc793,revision_number=9']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:35:16.276189 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14f4b2e1-5614-413f-9bbf-2b3618524865 x-openstack-request-id: req-14f4b2e1-5614-413f-9bbf-2b3618524865 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:35:16.276480 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b06f370-7e4f-4442-9099-6026618fb37e", "name": "network-vif-plugged", "status": "completed", "tag": "c8d21c69-da41-4cdf-94ab-30189b8bc793", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:35:16.276730 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-14f4b2e1-5614-413f-9bbf-2b3618524865 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:35:16.277124 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b06f370-7e4f-4442-9099-6026618fb37e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8d21c69-da41-4cdf-94ab-30189b8bc793', 'code': 200} Sep 23 07:35:16.438509 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d466ab1-ac96-4959-9ce1-d45383615b9f req-4a7b57ee-2d6f-4534-81b8-8eda9787c4dc tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:16.439976 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7d466ab1-ac96-4959-9ce1-d45383615b9f req-4a7b57ee-2d6f-4534-81b8-8eda9787c4dc tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b06f370-7e4f-4442-9099-6026618fb37e HTTP/1.1" status: 200 len: 945 time: 0.0472596 Sep 23 07:35:16.477633 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7d466ab1-ac96-4959-9ce1-d45383615b9f req-34eaf348-d69e-4663-b99e-cce07a0bae49 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316744 Sep 23 07:35:16.582967 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2c1998-8e38-4718-a140-5501fed296e5 req-c83c4656-f153-492d-8ffa-5d7796793fba tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:16.584292 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3a2c1998-8e38-4718-a140-5501fed296e5 req-c83c4656-f153-492d-8ffa-5d7796793fba tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b06f370-7e4f-4442-9099-6026618fb37e HTTP/1.1" status: 200 len: 945 time: 0.0463600 Sep 23 07:35:16.673770 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-3a2c1998-8e38-4718-a140-5501fed296e5 req-52539bf5-28d1-4cd8-8a71-ab9b30c185a5 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Deleting port c8d21c69-da41-4cdf-94ab-30189b8bc793 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:35:16.674127 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-3a2c1998-8e38-4718-a140-5501fed296e5 req-52539bf5-28d1-4cd8-8a71-ab9b30c185a5 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:16.763683 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-3a2c1998-8e38-4718-a140-5501fed296e5 req-52539bf5-28d1-4cd8-8a71-ab9b30c185a5 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] For port c8d21c69-da41-4cdf-94ab-30189b8bc793, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=c8d21c69-da41-4cdf-94ab-30189b8bc793,segment=NetworkSegment(8f7dad34-7058-44bb-a3e4-b365ee668eee),segment_id=8f7dad34-7058-44bb-a3e4-b365ee668eee)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:35:16.764043 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-3a2c1998-8e38-4718-a140-5501fed296e5 req-52539bf5-28d1-4cd8-8a71-ab9b30c185a5 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:16.973122 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-3a2c1998-8e38-4718-a140-5501fed296e5 req-52539bf5-28d1-4cd8-8a71-ab9b30c185a5 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:16.973402 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-3a2c1998-8e38-4718-a140-5501fed296e5 req-52539bf5-28d1-4cd8-8a71-ab9b30c185a5 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:16.973717 n-d-715271-16 neutron-server[95066]: INFO neutron.db.l3_db [req-3a2c1998-8e38-4718-a140-5501fed296e5 req-52539bf5-28d1-4cd8-8a71-ab9b30c185a5 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Floating IP e3715917-eadd-4837-9a97-78ef10121640 disassociated. External IP: 172.25.2.167, port: c8d21c69-da41-4cdf-94ab-30189b8bc793. Sep 23 07:35:16.974085 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-3a2c1998-8e38-4718-a140-5501fed296e5 req-52539bf5-28d1-4cd8-8a71-ab9b30c185a5 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Calling delete_port for c8d21c69-da41-4cdf-94ab-30189b8bc793 owned by compute:nova {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:35:17.099189 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-3a2c1998-8e38-4718-a140-5501fed296e5 req-52539bf5-28d1-4cd8-8a71-ab9b30c185a5 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:17.126665 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52539bf5-28d1-4cd8-8a71-ab9b30c185a5 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Pushing event deleted for resources: {'Port': ['ID=c8d21c69-da41-4cdf-94ab-30189b8bc793,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:35:17.247067 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a2c1998-8e38-4718-a140-5501fed296e5 req-52539bf5-28d1-4cd8-8a71-ab9b30c185a5 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Router 4c7a87d0-e93d-48cf-a2fd-6bacd07b7831 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:35:17.361213 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a2c1998-8e38-4718-a140-5501fed296e5 req-52539bf5-28d1-4cd8-8a71-ab9b30c185a5 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:35:17.372079 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3050e64-91f6-408b-82be-13f9e151cee1 None None] Sync routers for ids ['4c7a87d0-e93d-48cf-a2fd-6bacd07b7831'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:35:17.381407 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3050e64-91f6-408b-82be-13f9e151cee1 None None] Routers {'4c7a87d0-e93d-48cf-a2fd-6bacd07b7831'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:35:17.382063 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-d3050e64-91f6-408b-82be-13f9e151cee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:35:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['4c7a87d0-e93d-48cf-a2fd-6bacd07b7831'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:35:17.402219 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a2c1998-8e38-4718-a140-5501fed296e5 req-52539bf5-28d1-4cd8-8a71-ab9b30c185a5 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] No DVR routers for this DVR port c8d21c69-da41-4cdf-94ab-30189b8bc793 on host n-h2-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:35:17.404889 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-3a2c1998-8e38-4718-a140-5501fed296e5 req-52539bf5-28d1-4cd8-8a71-ab9b30c185a5 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:17.407058 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3a2c1998-8e38-4718-a140-5501fed296e5 req-52539bf5-28d1-4cd8-8a71-ab9b30c185a5 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.58 "DELETE /v2.0/ports/c8d21c69-da41-4cdf-94ab-30189b8bc793 HTTP/1.1" status: 204 len: 173 time: 0.8162110 Sep 23 07:35:17.407515 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b06f370-7e4f-4442-9099-6026618fb37e', 'name': 'network-vif-deleted', 'tag': 'c8d21c69-da41-4cdf-94ab-30189b8bc793'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:35:17.409780 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3d122d558a811eaeb7e21ddd34e57eaf630c7b3b8d47b6d3396e83a55ac253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4da9e6b-e596-4db5-a53f-27733c6962a9" -d '{"events": [{"server_uuid": "5b06f370-7e4f-4442-9099-6026618fb37e", "name": "network-vif-deleted", "tag": "c8d21c69-da41-4cdf-94ab-30189b8bc793"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:35:17.453425 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5543896-ba62-4182-86e8-994aad7cae38 x-openstack-request-id: req-b5543896-ba62-4182-86e8-994aad7cae38 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:35:17.453708 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b06f370-7e4f-4442-9099-6026618fb37e", "name": "network-vif-deleted", "tag": "c8d21c69-da41-4cdf-94ab-30189b8bc793", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:35:17.453988 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b5543896-ba62-4182-86e8-994aad7cae38 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:35:17.454388 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b06f370-7e4f-4442-9099-6026618fb37e', 'name': 'network-vif-deleted', 'tag': 'c8d21c69-da41-4cdf-94ab-30189b8bc793', 'status': 'completed', 'code': 200} Sep 23 07:35:17.492740 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-d3050e64-91f6-408b-82be-13f9e151cee1 None None] Set router 4c7a87d0-e93d-48cf-a2fd-6bacd07b7831 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:35:17.585352 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-117063af-924b-456c-9119-d74f2e8bba1f req-3281a53b-9b04-4735-b2ad-da341d5428f8 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b06f370-7e4f-4442-9099-6026618fb37e HTTP/1.1" status: 200 len: 210 time: 0.0262125 Sep 23 07:35:17.704284 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-d3050e64-91f6-408b-82be-13f9e151cee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'name': 'tempest-ServerActionsTestJSON-412319534-router', 'tenant_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '87356b93-221c-41a9-a545-f4285aee09f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:32:01Z', 'updated_at': '2021-09-23T07:32:04Z', 'revision_number': 4, 'project_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'gw_port': {'id': '87356b93-221c-41a9-a545-f4285aee09f2', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:32:01Z', 'updated_at': '2021-09-23T07:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '778fcf3a-9294-484c-8cd7-b23597b77e9d', 'name': '', 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1', 'tenant_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'mac_address': 'fa:16:3e:97:7a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'e16b8c14-4213-404c-84a9-da7aa820bdd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:32:03Z', 'updated_at': '2021-09-23T07:32:07Z', 'revision_number': 5, 'project_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'subnets': [{'id': 'e16b8c14-4213-404c-84a9-da7aa820bdd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:35:17.734246 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3050e64-91f6-408b-82be-13f9e151cee1 None None] Checking router: 4c7a87d0-e93d-48cf-a2fd-6bacd07b7831 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:35:17.742193 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3050e64-91f6-408b-82be-13f9e151cee1 None None] Routers {'4c7a87d0-e93d-48cf-a2fd-6bacd07b7831'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:35:17.742909 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-d3050e64-91f6-408b-82be-13f9e151cee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:35:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['4c7a87d0-e93d-48cf-a2fd-6bacd07b7831'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:35:17.937535 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-d3050e64-91f6-408b-82be-13f9e151cee1 None None] Set router 4c7a87d0-e93d-48cf-a2fd-6bacd07b7831 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:35:18.124780 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-d3050e64-91f6-408b-82be-13f9e151cee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'name': 'tempest-ServerActionsTestJSON-412319534-router', 'tenant_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '87356b93-221c-41a9-a545-f4285aee09f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:32:01Z', 'updated_at': '2021-09-23T07:32:04Z', 'revision_number': 4, 'project_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'gw_port': {'id': '87356b93-221c-41a9-a545-f4285aee09f2', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:32:01Z', 'updated_at': '2021-09-23T07:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '778fcf3a-9294-484c-8cd7-b23597b77e9d', 'name': '', 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1', 'tenant_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'mac_address': 'fa:16:3e:97:7a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'e16b8c14-4213-404c-84a9-da7aa820bdd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:32:03Z', 'updated_at': '2021-09-23T07:32:07Z', 'revision_number': 5, 'project_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'subnets': [{'id': 'e16b8c14-4213-404c-84a9-da7aa820bdd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:35:18.155870 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3050e64-91f6-408b-82be-13f9e151cee1 None None] The sync data for ids ['4c7a87d0-e93d-48cf-a2fd-6bacd07b7831'] in n-d-715271-16 is: [{'id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'name': 'tempest-ServerActionsTestJSON-412319534-router', 'tenant_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '87356b93-221c-41a9-a545-f4285aee09f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:32:01Z', 'updated_at': '2021-09-23T07:32:04Z', 'revision_number': 4, 'project_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'gw_port': {'id': '87356b93-221c-41a9-a545-f4285aee09f2', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:32:01Z', 'updated_at': '2021-09-23T07:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '778fcf3a-9294-484c-8cd7-b23597b77e9d', 'name': '', 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1', 'tenant_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'mac_address': 'fa:16:3e:97:7a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'e16b8c14-4213-404c-84a9-da7aa820bdd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:32:03Z', 'updated_at': '2021-09-23T07:32:07Z', 'revision_number': 5, 'project_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'subnets': [{'id': 'e16b8c14-4213-404c-84a9-da7aa820bdd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:35:18.360768 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ead24eb-575f-43d6-899e-00dcf6b13b18 None None] New status for floating IP e3715917-eadd-4837-9a97-78ef10121640: DOWN {{(pid=95067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 07:35:18.825760 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8523abd2-6c06-47e4-b29a-7cd0b130a58d req-a5f46384-8e99-40ac-90ab-929cc457fa03 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1282369762&fields=id&tenant_id=c35e7193b12c4d2c8a8bc750b7bd78a0 HTTP/1.1" status: 200 len: 267 time: 0.0430956 Sep 23 07:35:18.930551 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8523abd2-6c06-47e4-b29a-7cd0b130a58d req-984bd1b8-6e1a-4505-9dc3-7e41fee3abbf tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:18.931941 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8523abd2-6c06-47e4-b29a-7cd0b130a58d req-984bd1b8-6e1a-4505-9dc3-7e41fee3abbf tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/networks?id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 HTTP/1.1" status: 200 len: 811 time: 0.0995879 Sep 23 07:35:18.946464 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8523abd2-6c06-47e4-b29a-7cd0b130a58d req-74c1e212-8447-4c88-b4fd-18ce704508f1 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/quotas/c35e7193b12c4d2c8a8bc750b7bd78a0 HTTP/1.1" status: 200 len: 375 time: 0.0089021 Sep 23 07:35:19.002090 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8523abd2-6c06-47e4-b29a-7cd0b130a58d req-b06fcf47-35a7-4baf-ad38-b65edca5325c tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c35e7193b12c4d2c8a8bc750b7bd78a0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0505607 Sep 23 07:35:19.449692 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8523abd2-6c06-47e4-b29a-7cd0b130a58d req-aa136dbe-3490-49d6-9898-0d9792ca4139 service neutron] 10.222.0.39 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4360619 Sep 23 07:35:19.539037 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8523abd2-6c06-47e4-b29a-7cd0b130a58d req-f12d769c-c18d-48f9-8e7b-a24984874580 service neutron] 10.222.0.39 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831695 Sep 23 07:35:19.701912 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7d4358f5-427e-4a8d-b7e5-481412a53054 req-9aefb769-152d-4aec-9cd6-6dfb946c2a87 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=0756c2e2-600b-4bca-bcf5-d7eea016cd1d HTTP/1.1" status: 200 len: 210 time: 0.0291083 Sep 23 07:35:20.005911 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device c8d21c69-da41-4cdf-94ab-30189b8bc793 no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:35:20.028484 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No Port match for: c8d21c69-da41-4cdf-94ab-30189b8bc793 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:35:20.028888 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device c8d21c69-da41-4cdf-94ab-30189b8bc793 not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:35:20.695456 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8523abd2-6c06-47e4-b29a-7cd0b130a58d req-934c16e5-7c6c-4772-8fb2-237da46e6159 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:20.696874 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8523abd2-6c06-47e4-b29a-7cd0b130a58d req-934c16e5-7c6c-4772-8fb2-237da46e6159 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.21 "GET /v2.0/networks?id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 HTTP/1.1" status: 200 len: 811 time: 0.1069224 Sep 23 07:35:20.744673 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8523abd2-6c06-47e4-b29a-7cd0b130a58d req-ad552b79-cb44-4a1a-8b6f-031c6de6914b tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c35e7193b12c4d2c8a8bc750b7bd78a0 HTTP/1.1" status: 200 len: 380 time: 0.0345900 Sep 23 07:35:20.775985 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-8523abd2-6c06-47e4-b29a-7cd0b130a58d req-c7addc85-04e8-43f9-86db-03d602fbcbd1 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Request body: {'port': {'device_id': '0756c2e2-600b-4bca-bcf5-d7eea016cd1d', 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1', 'admin_state_up': True, 'tenant_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'security_groups': ['4ee57806-7058-480a-8d3d-d4b38eddb020']}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:35:20.798386 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bb885f5a-793a-4916-8cfe-b9440874f121 req-ce632683-32f2-486e-be26-4658c0984381 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=0756c2e2-600b-4bca-bcf5-d7eea016cd1d HTTP/1.1" status: 200 len: 210 time: 0.0271313 Sep 23 07:35:21.218152 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8523abd2-6c06-47e4-b29a-7cd0b130a58d req-c7addc85-04e8-43f9-86db-03d602fbcbd1 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Made reservation on behalf of c35e7193b12c4d2c8a8bc750b7bd78a0 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:35:21.221674 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-8523abd2-6c06-47e4-b29a-7cd0b130a58d req-c7addc85-04e8-43f9-86db-03d602fbcbd1 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:21.345681 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-8523abd2-6c06-47e4-b29a-7cd0b130a58d req-c7addc85-04e8-43f9-86db-03d602fbcbd1 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Allocated IP 172.20.0.4 (d5feedd2-0f2f-4b62-bf5b-065c27ad35d1/e16b8c14-4213-404c-84a9-da7aa820bdd0/85f84e42-bbc5-4b8e-866f-dd88bdc86cab) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:35:21.476252 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-8523abd2-6c06-47e4-b29a-7cd0b130a58d req-c7addc85-04e8-43f9-86db-03d602fbcbd1 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:21.509767 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-8523abd2-6c06-47e4-b29a-7cd0b130a58d req-c7addc85-04e8-43f9-86db-03d602fbcbd1 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:21.552743 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8523abd2-6c06-47e4-b29a-7cd0b130a58d req-c7addc85-04e8-43f9-86db-03d602fbcbd1 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Network d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:35:21.557602 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-8523abd2-6c06-47e4-b29a-7cd0b130a58d req-c7addc85-04e8-43f9-86db-03d602fbcbd1 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:35:21.561157 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-8523abd2-6c06-47e4-b29a-7cd0b130a58d req-c7addc85-04e8-43f9-86db-03d602fbcbd1 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:35:21.588303 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7addc85-04e8-43f9-86db-03d602fbcbd1 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Pushing event updated for resources: {'Port': ['ID=85f84e42-bbc5-4b8e-866f-dd88bdc86cab,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:35:21.603196 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7addc85-04e8-43f9-86db-03d602fbcbd1 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:35:21.603537 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7addc85-04e8-43f9-86db-03d602fbcbd1 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:35:21.603875 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7addc85-04e8-43f9-86db-03d602fbcbd1 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:35:21.604206 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7addc85-04e8-43f9-86db-03d602fbcbd1 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:35:21.604532 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7addc85-04e8-43f9-86db-03d602fbcbd1 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:35:21.604853 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7addc85-04e8-43f9-86db-03d602fbcbd1 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:35:21.605166 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7addc85-04e8-43f9-86db-03d602fbcbd1 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:35:21.605488 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7addc85-04e8-43f9-86db-03d602fbcbd1 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:35:21.605801 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7addc85-04e8-43f9-86db-03d602fbcbd1 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:35:21.606139 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7addc85-04e8-43f9-86db-03d602fbcbd1 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:35:21.606455 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7addc85-04e8-43f9-86db-03d602fbcbd1 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:35:21.606768 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7addc85-04e8-43f9-86db-03d602fbcbd1 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:35:21.627957 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8523abd2-6c06-47e4-b29a-7cd0b130a58d req-c7addc85-04e8-43f9-86db-03d602fbcbd1 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:21.628676 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-8523abd2-6c06-47e4-b29a-7cd0b130a58d req-c7addc85-04e8-43f9-86db-03d602fbcbd1 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:21.644514 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8523abd2-6c06-47e4-b29a-7cd0b130a58d req-c7addc85-04e8-43f9-86db-03d602fbcbd1 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8723333 Sep 23 07:35:21.660461 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-8523abd2-6c06-47e4-b29a-7cd0b130a58d req-e38c56b9-447f-459f-be0a-ad7f224f872c service neutron] Request body: {'port': {'device_id': '0756c2e2-600b-4bca-bcf5-d7eea016cd1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:35:21.716172 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-8523abd2-6c06-47e4-b29a-7cd0b130a58d req-e38c56b9-447f-459f-be0a-ad7f224f872c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:21.794667 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-6e7b45ae-5137-4ced-beb1-528fdd4da939 None None] Provisioning complete for port 85f84e42-bbc5-4b8e-866f-dd88bdc86cab triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:35:21.795216 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-6e7b45ae-5137-4ced-beb1-528fdd4da939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:21.832863 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-6e7b45ae-5137-4ced-beb1-528fdd4da939 None None] Port 85f84e42-bbc5-4b8e-866f-dd88bdc86cab cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:35:21.975618 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea1d0b9-ae8d-4fe8-af9c-c001689cdd29 req-66ebb585-b9f4-4d7d-b749-cd6801c28441 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:21.977659 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6ea1d0b9-ae8d-4fe8-af9c-c001689cdd29 req-66ebb585-b9f4-4d7d-b749-cd6801c28441 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=0756c2e2-600b-4bca-bcf5-d7eea016cd1d HTTP/1.1" status: 200 len: 931 time: 0.1049261 Sep 23 07:35:22.048641 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6ea1d0b9-ae8d-4fe8-af9c-c001689cdd29 req-5bca4dda-53ec-479a-bf93-e4e80769cda6 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647345 Sep 23 07:35:22.062174 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-8523abd2-6c06-47e4-b29a-7cd0b130a58d req-e38c56b9-447f-459f-be0a-ad7f224f872c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85f84e42-bbc5-4b8e-866f-dd88bdc86cab {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:35:22.069757 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-8523abd2-6c06-47e4-b29a-7cd0b130a58d req-e38c56b9-447f-459f-be0a-ad7f224f872c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:22.082399 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-8523abd2-6c06-47e4-b29a-7cd0b130a58d req-e38c56b9-447f-459f-be0a-ad7f224f872c service neutron] Transition to ACTIVE for port object 85f84e42-bbc5-4b8e-866f-dd88bdc86cab will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:35:22.086719 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-8523abd2-6c06-47e4-b29a-7cd0b130a58d req-e38c56b9-447f-459f-be0a-ad7f224f872c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:22.164526 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38c56b9-447f-459f-be0a-ad7f224f872c service neutron] Pushing event updated for resources: {'Port': ['ID=85f84e42-bbc5-4b8e-866f-dd88bdc86cab,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:35:22.219225 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-8523abd2-6c06-47e4-b29a-7cd0b130a58d req-e38c56b9-447f-459f-be0a-ad7f224f872c service neutron] Attempting to bind port 85f84e42-bbc5-4b8e-866f-dd88bdc86cab on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:35:22.219562 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-8523abd2-6c06-47e4-b29a-7cd0b130a58d req-e38c56b9-447f-459f-be0a-ad7f224f872c service neutron] Attempting to bind port 85f84e42-bbc5-4b8e-866f-dd88bdc86cab by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': '8f7dad34-7058-44bb-a3e4-b365ee668eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:35:22.219896 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8523abd2-6c06-47e4-b29a-7cd0b130a58d req-e38c56b9-447f-459f-be0a-ad7f224f872c service neutron] Attempting to bind port 85f84e42-bbc5-4b8e-866f-dd88bdc86cab on network d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:35:22.224472 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8523abd2-6c06-47e4-b29a-7cd0b130a58d req-e38c56b9-447f-459f-be0a-ad7f224f872c service neutron] Port 85f84e42-bbc5-4b8e-866f-dd88bdc86cab on network d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:35:22.224824 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8523abd2-6c06-47e4-b29a-7cd0b130a58d req-e38c56b9-447f-459f-be0a-ad7f224f872c service neutron] Attempting to bind port 85f84e42-bbc5-4b8e-866f-dd88bdc86cab on network d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:35:22.230192 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8523abd2-6c06-47e4-b29a-7cd0b130a58d req-e38c56b9-447f-459f-be0a-ad7f224f872c service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:35:22.230540 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8523abd2-6c06-47e4-b29a-7cd0b130a58d req-e38c56b9-447f-459f-be0a-ad7f224f872c service neutron] Checking segment: {'id': '8f7dad34-7058-44bb-a3e4-b365ee668eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:35:22.230945 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8523abd2-6c06-47e4-b29a-7cd0b130a58d req-e38c56b9-447f-459f-be0a-ad7f224f872c service neutron] Bound using segment: {'id': '8f7dad34-7058-44bb-a3e4-b365ee668eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:35:22.231361 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-8523abd2-6c06-47e4-b29a-7cd0b130a58d req-e38c56b9-447f-459f-be0a-ad7f224f872c service neutron] Bound port: 85f84e42-bbc5-4b8e-866f-dd88bdc86cab, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f7dad34-7058-44bb-a3e4-b365ee668eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:35:22.231720 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-8523abd2-6c06-47e4-b29a-7cd0b130a58d req-e38c56b9-447f-459f-be0a-ad7f224f872c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:22.305497 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-8523abd2-6c06-47e4-b29a-7cd0b130a58d req-e38c56b9-447f-459f-be0a-ad7f224f872c service neutron] For port 85f84e42-bbc5-4b8e-866f-dd88bdc86cab, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:35:22.308671 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-8523abd2-6c06-47e4-b29a-7cd0b130a58d req-e38c56b9-447f-459f-be0a-ad7f224f872c service neutron] For port 85f84e42-bbc5-4b8e-866f-dd88bdc86cab, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=85f84e42-bbc5-4b8e-866f-dd88bdc86cab,segment=NetworkSegment(8f7dad34-7058-44bb-a3e4-b365ee668eee),segment_id=8f7dad34-7058-44bb-a3e4-b365ee668eee)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:35:22.312266 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-8523abd2-6c06-47e4-b29a-7cd0b130a58d req-e38c56b9-447f-459f-be0a-ad7f224f872c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:22.350118 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8523abd2-6c06-47e4-b29a-7cd0b130a58d req-e38c56b9-447f-459f-be0a-ad7f224f872c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:22.350720 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-8523abd2-6c06-47e4-b29a-7cd0b130a58d req-e38c56b9-447f-459f-be0a-ad7f224f872c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:22.352719 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8523abd2-6c06-47e4-b29a-7cd0b130a58d req-e38c56b9-447f-459f-be0a-ad7f224f872c service neutron] 10.222.0.21 "PUT /v2.0/ports/85f84e42-bbc5-4b8e-866f-dd88bdc86cab HTTP/1.1" status: 200 len: 1092 time: 0.6966166 Sep 23 07:35:22.353194 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0756c2e2-600b-4bca-bcf5-d7eea016cd1d', 'tag': '85f84e42-bbc5-4b8e-866f-dd88bdc86cab'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:35:22.355486 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc9227a5-3040-4672-bef9-1d07775eef3e" -d '{"events": [{"name": "network-changed", "server_uuid": "0756c2e2-600b-4bca-bcf5-d7eea016cd1d", "tag": "85f84e42-bbc5-4b8e-866f-dd88bdc86cab"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:35:22.380112 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38c56b9-447f-459f-be0a-ad7f224f872c service neutron] Pushing event updated for resources: {'Port': ['ID=85f84e42-bbc5-4b8e-866f-dd88bdc86cab,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:35:22.451175 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8523abd2-6c06-47e4-b29a-7cd0b130a58d req-144eef86-e188-4ee1-acf8-27f5e4dd3e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:22.452733 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8523abd2-6c06-47e4-b29a-7cd0b130a58d req-144eef86-e188-4ee1-acf8-27f5e4dd3e1a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c35e7193b12c4d2c8a8bc750b7bd78a0&device_id=0756c2e2-600b-4bca-bcf5-d7eea016cd1d HTTP/1.1" status: 200 len: 1095 time: 0.0451233 Sep 23 07:35:22.472785 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa32ec3c-2e29-403f-be45-b0ff8c416f27 x-openstack-request-id: req-fa32ec3c-2e29-403f-be45-b0ff8c416f27 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:35:22.473081 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0756c2e2-600b-4bca-bcf5-d7eea016cd1d", "tag": "85f84e42-bbc5-4b8e-866f-dd88bdc86cab", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:35:22.473338 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fa32ec3c-2e29-403f-be45-b0ff8c416f27 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:35:22.473742 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0756c2e2-600b-4bca-bcf5-d7eea016cd1d', 'tag': '85f84e42-bbc5-4b8e-866f-dd88bdc86cab', 'status': 'completed', 'code': 200} Sep 23 07:35:22.505835 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8523abd2-6c06-47e4-b29a-7cd0b130a58d req-cdd495c1-62f0-4d2a-b5e9-388b42915553 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85f84e42-bbc5-4b8e-866f-dd88bdc86cab HTTP/1.1" status: 200 len: 217 time: 0.0413511 Sep 23 07:35:22.559114 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8523abd2-6c06-47e4-b29a-7cd0b130a58d req-40f546ce-4452-4313-861d-ad1026714270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:22.560560 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8523abd2-6c06-47e4-b29a-7cd0b130a58d req-40f546ce-4452-4313-861d-ad1026714270 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e16b8c14-4213-404c-84a9-da7aa820bdd0 HTTP/1.1" status: 200 len: 850 time: 0.0477202 Sep 23 07:35:22.611480 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8523abd2-6c06-47e4-b29a-7cd0b130a58d req-8af3e8c2-221c-4df6-881f-d5b007cf05b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:22.613012 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8523abd2-6c06-47e4-b29a-7cd0b130a58d req-8af3e8c2-221c-4df6-881f-d5b007cf05b7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457225 Sep 23 07:35:22.700843 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8523abd2-6c06-47e4-b29a-7cd0b130a58d req-956743fe-0f20-42af-a555-391118f2679b service neutron] 10.222.0.21 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806894 Sep 23 07:35:22.793922 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8523abd2-6c06-47e4-b29a-7cd0b130a58d req-01f021a2-1c4b-41fb-973c-160e8737e47c service neutron] 10.222.0.21 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854239 Sep 23 07:35:22.900095 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9227a5-3040-4672-bef9-1d07775eef3e req-ecb26805-66cd-4afe-b665-b33c332c5451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:22.901513 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fc9227a5-3040-4672-bef9-1d07775eef3e req-ecb26805-66cd-4afe-b665-b33c332c5451 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c35e7193b12c4d2c8a8bc750b7bd78a0&device_id=0756c2e2-600b-4bca-bcf5-d7eea016cd1d HTTP/1.1" status: 200 len: 1095 time: 0.0405102 Sep 23 07:35:22.994379 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9227a5-3040-4672-bef9-1d07775eef3e req-74637410-32ab-4f52-baf0-570194c03c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:22.996084 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fc9227a5-3040-4672-bef9-1d07775eef3e req-74637410-32ab-4f52-baf0-570194c03c7d service neutron] 10.222.0.21 "GET /v2.0/networks?id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 HTTP/1.1" status: 200 len: 912 time: 0.0876734 Sep 23 07:35:23.037548 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fc9227a5-3040-4672-bef9-1d07775eef3e req-2ffcb381-89b2-4d5d-a8a6-57d20bfedfac service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85f84e42-bbc5-4b8e-866f-dd88bdc86cab HTTP/1.1" status: 200 len: 217 time: 0.0335901 Sep 23 07:35:23.084489 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9227a5-3040-4672-bef9-1d07775eef3e req-4b4feca0-39d8-4a70-98b9-0fcea212fa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:23.086057 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fc9227a5-3040-4672-bef9-1d07775eef3e req-4b4feca0-39d8-4a70-98b9-0fcea212fa1d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e16b8c14-4213-404c-84a9-da7aa820bdd0 HTTP/1.1" status: 200 len: 850 time: 0.0421271 Sep 23 07:35:23.161764 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9227a5-3040-4672-bef9-1d07775eef3e req-07f2c98f-5263-4537-81db-d3606361cd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:23.163215 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fc9227a5-3040-4672-bef9-1d07775eef3e req-07f2c98f-5263-4537-81db-d3606361cd2c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0704618 Sep 23 07:35:23.195633 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22abc7d7-bad4-4796-bc6e-0701a7a8e52c req-5bd8f620-e311-4fdc-a72a-750804aa94ec tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:23.197062 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-22abc7d7-bad4-4796-bc6e-0701a7a8e52c req-5bd8f620-e311-4fdc-a72a-750804aa94ec tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=0756c2e2-600b-4bca-bcf5-d7eea016cd1d HTTP/1.1" status: 200 len: 943 time: 0.0752039 Sep 23 07:35:23.278866 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-22abc7d7-bad4-4796-bc6e-0701a7a8e52c req-a3d4dbb4-023e-4032-bf36-8ab796120a24 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715125 Sep 23 07:35:23.293127 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fc9227a5-3040-4672-bef9-1d07775eef3e req-de9a9585-1d0d-4e60-b18e-a1c186c55c3a service neutron] 10.222.0.21 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229448 Sep 23 07:35:23.385930 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fc9227a5-3040-4672-bef9-1d07775eef3e req-a263be6c-0989-4a0a-9419-b8ea4edb0da8 service neutron] 10.222.0.21 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840590 Sep 23 07:35:24.398382 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4893a6-8df1-4904-9b76-3f37ea40bbf5 req-456414c2-4967-4946-b1e4-d36bd15c225d tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:24.399926 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ca4893a6-8df1-4904-9b76-3f37ea40bbf5 req-456414c2-4967-4946-b1e4-d36bd15c225d tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=0756c2e2-600b-4bca-bcf5-d7eea016cd1d HTTP/1.1" status: 200 len: 943 time: 0.0498960 Sep 23 07:35:24.438563 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ca4893a6-8df1-4904-9b76-3f37ea40bbf5 req-7be45342-eb77-453a-9fc6-a1d7811f960e tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321522 Sep 23 07:35:25.554367 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12442bfe-0186-44eb-bff9-b445356ea860 req-7fc874de-03ff-4812-8783-eacb47f92da9 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:25.555911 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-12442bfe-0186-44eb-bff9-b445356ea860 req-7fc874de-03ff-4812-8783-eacb47f92da9 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=0756c2e2-600b-4bca-bcf5-d7eea016cd1d HTTP/1.1" status: 200 len: 943 time: 0.0496402 Sep 23 07:35:25.598517 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-12442bfe-0186-44eb-bff9-b445356ea860 req-58ea3297-4be1-4667-b670-1d51bad19cb1 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367684 Sep 23 07:35:26.712027 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5e6eeb-944a-4397-87e4-d662dec77afe req-72a9b01c-6b8a-4c38-bb01-dd0b3aad7593 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:26.713518 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-da5e6eeb-944a-4397-87e4-d662dec77afe req-72a9b01c-6b8a-4c38-bb01-dd0b3aad7593 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=0756c2e2-600b-4bca-bcf5-d7eea016cd1d HTTP/1.1" status: 200 len: 943 time: 0.0478470 Sep 23 07:35:26.754798 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-da5e6eeb-944a-4397-87e4-d662dec77afe req-7eb3141e-d4f3-47e4-9511-c63d970f2b61 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353417 Sep 23 07:35:27.732612 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 85f84e42-bbc5-4b8e-866f-dd88bdc86cab details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:35:27.825738 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 85f84e42-bbc5-4b8e-866f-dd88bdc86cab, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=85f84e42-bbc5-4b8e-866f-dd88bdc86cab,segment=NetworkSegment(8f7dad34-7058-44bb-a3e4-b365ee668eee),segment_id=8f7dad34-7058-44bb-a3e4-b365ee668eee)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:35:27.837288 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': '85f84e42-bbc5-4b8e-866f-dd88bdc86cab', 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1', 'port_id': '85f84e42-bbc5-4b8e-866f-dd88bdc86cab', 'mac_address': 'fa:16:3e:b4:47:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e16b8c14-4213-404c-84a9-da7aa820bdd0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:35:27.872006 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e7918-af06-462a-b976-6d15ccbafe92 req-4788653a-daec-43db-9925-154810c7c005 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:27.873759 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-603e7918-af06-462a-b976-6d15ccbafe92 req-4788653a-daec-43db-9925-154810c7c005 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=0756c2e2-600b-4bca-bcf5-d7eea016cd1d HTTP/1.1" status: 200 len: 943 time: 0.0500240 Sep 23 07:35:27.914448 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-603e7918-af06-462a-b976-6d15ccbafe92 req-391585b4-1142-454b-809c-0d4448dead5c tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345488 Sep 23 07:35:28.032128 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:28.044236 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85f84e42-bbc5-4b8e-866f-dd88bdc86cab {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:35:28.063437 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 85f84e42-bbc5-4b8e-866f-dd88bdc86cab, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=85f84e42-bbc5-4b8e-866f-dd88bdc86cab,segment=NetworkSegment(8f7dad34-7058-44bb-a3e4-b365ee668eee),segment_id=8f7dad34-7058-44bb-a3e4-b365ee668eee)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:35:28.067537 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:28.114423 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=85f84e42-bbc5-4b8e-866f-dd88bdc86cab,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:35:28.431877 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['85f84e42-bbc5-4b8e-866f-dd88bdc86cab'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:35:29.031504 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f00f0-584b-4d10-bd0d-c92c26ddaecc req-000dafca-2732-4d79-80a5-317163038740 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:29.032978 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2e0f00f0-584b-4d10-bd0d-c92c26ddaecc req-000dafca-2732-4d79-80a5-317163038740 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=0756c2e2-600b-4bca-bcf5-d7eea016cd1d HTTP/1.1" status: 200 len: 944 time: 0.0495472 Sep 23 07:35:29.069691 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2e0f00f0-584b-4d10-bd0d-c92c26ddaecc req-9f12b51b-68b8-40d8-9c75-6e55c7499475 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307183 Sep 23 07:35:29.743283 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 85f84e42-bbc5-4b8e-866f-dd88bdc86cab up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:35:29.798639 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port 85f84e42-bbc5-4b8e-866f-dd88bdc86cab completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:35:29.802840 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port 85f84e42-bbc5-4b8e-866f-dd88bdc86cab triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:35:29.803213 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:29.882938 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:29.904689 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0756c2e2-600b-4bca-bcf5-d7eea016cd1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85f84e42-bbc5-4b8e-866f-dd88bdc86cab'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:35:29.907368 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5bdfce9a8c38e3f4a3f94ab1d73c115b88d84b4e7e34a272a5117a3a4c52471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e043cb5d-1c83-4b05-b4e1-b29156492ead" -d '{"events": [{"server_uuid": "0756c2e2-600b-4bca-bcf5-d7eea016cd1d", "name": "network-vif-plugged", "status": "completed", "tag": "85f84e42-bbc5-4b8e-866f-dd88bdc86cab"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:35:29.920171 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 85f84e42-bbc5-4b8e-866f-dd88bdc86cab, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=85f84e42-bbc5-4b8e-866f-dd88bdc86cab,segment=NetworkSegment(8f7dad34-7058-44bb-a3e4-b365ee668eee),segment_id=8f7dad34-7058-44bb-a3e4-b365ee668eee)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:35:29.924145 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:29.947558 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40390fb4-1e0f-4663-b6e1-450217242df0 x-openstack-request-id: req-40390fb4-1e0f-4663-b6e1-450217242df0 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:35:29.947850 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0756c2e2-600b-4bca-bcf5-d7eea016cd1d", "name": "network-vif-plugged", "status": "completed", "tag": "85f84e42-bbc5-4b8e-866f-dd88bdc86cab", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:35:29.948100 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-40390fb4-1e0f-4663-b6e1-450217242df0 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:35:29.948483 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0756c2e2-600b-4bca-bcf5-d7eea016cd1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85f84e42-bbc5-4b8e-866f-dd88bdc86cab', 'code': 200} Sep 23 07:35:29.973771 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=85f84e42-bbc5-4b8e-866f-dd88bdc86cab,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:35:30.056502 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb482fd6-9527-4fa7-8fb0-e1771054aa65 req-3d6bfe35-0104-4a1e-9c2a-f2c19fe951e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:30.057940 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bb482fd6-9527-4fa7-8fb0-e1771054aa65 req-3d6bfe35-0104-4a1e-9c2a-f2c19fe951e4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0756c2e2-600b-4bca-bcf5-d7eea016cd1d HTTP/1.1" status: 200 len: 1097 time: 0.0395067 Sep 23 07:35:30.092336 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bb482fd6-9527-4fa7-8fb0-e1771054aa65 req-a0d7ba73-4dc0-4cac-9aac-9b804a2047ad service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269320 Sep 23 07:35:30.186178 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb66927-1fa6-4d3e-9313-efb263ad84ab req-30be7eec-5eb8-4f4b-a84a-b58c0a7e9a21 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:30.187649 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7eb66927-1fa6-4d3e-9313-efb263ad84ab req-30be7eec-5eb8-4f4b-a84a-b58c0a7e9a21 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=0756c2e2-600b-4bca-bcf5-d7eea016cd1d HTTP/1.1" status: 200 len: 945 time: 0.0488820 Sep 23 07:35:30.224930 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7eb66927-1fa6-4d3e-9313-efb263ad84ab req-19edd041-aa7e-48c1-be83-aab32ebfb45b tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313244 Sep 23 07:35:31.342952 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d469292d-6a7b-4a8f-94fd-17457c301667 req-da144db8-8428-4ac1-af18-8f5b840b7884 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:31.344497 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d469292d-6a7b-4a8f-94fd-17457c301667 req-da144db8-8428-4ac1-af18-8f5b840b7884 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=0756c2e2-600b-4bca-bcf5-d7eea016cd1d HTTP/1.1" status: 200 len: 945 time: 0.0496268 Sep 23 07:35:31.391240 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d469292d-6a7b-4a8f-94fd-17457c301667 req-2f2a130f-a045-465a-8b10-0eb49170d1df tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402372 Sep 23 07:35:32.504612 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581277d7-b9f8-43da-8637-ab1c66046dff req-cc4c1ff3-73cb-42de-9cc6-77adfbce455f tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:32.506115 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-581277d7-b9f8-43da-8637-ab1c66046dff req-cc4c1ff3-73cb-42de-9cc6-77adfbce455f tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=0756c2e2-600b-4bca-bcf5-d7eea016cd1d HTTP/1.1" status: 200 len: 945 time: 0.0478258 Sep 23 07:35:32.547766 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-581277d7-b9f8-43da-8637-ab1c66046dff req-f91477db-f272-4367-b0de-b91e7d77b3ab tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352170 Sep 23 07:35:32.666972 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aa8157-17f4-4a05-93cd-5c4114768a72 req-7f66315f-6c9e-40e8-ac74-cb908a7b9db8 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:32.668437 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-81aa8157-17f4-4a05-93cd-5c4114768a72 req-7f66315f-6c9e-40e8-ac74-cb908a7b9db8 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=0756c2e2-600b-4bca-bcf5-d7eea016cd1d HTTP/1.1" status: 200 len: 945 time: 0.0581610 Sep 23 07:35:32.676862 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 52838) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:35:32.681719 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-3d0bfcef-543f-46f6-9564-deb384fcd383 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Request body: {'floatingip': {'port_id': '85f84e42-bbc5-4b8e-866f-dd88bdc86cab'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:35:32.720368 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3d0bfcef-543f-46f6-9564-deb384fcd383 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify callbacks [] for floatingip, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:33.157482 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3d0bfcef-543f-46f6-9564-deb384fcd383 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:33.161388 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3d0bfcef-543f-46f6-9564-deb384fcd383 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:33.263021 n-d-715271-16 neutron-server[95065]: INFO neutron.db.l3_db [None req-3d0bfcef-543f-46f6-9564-deb384fcd383 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Floating IP e3715917-eadd-4837-9a97-78ef10121640 associated. External IP: 172.25.2.167, port: 85f84e42-bbc5-4b8e-866f-dd88bdc86cab. Sep 23 07:35:33.464385 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d0bfcef-543f-46f6-9564-deb384fcd383 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Router 4c7a87d0-e93d-48cf-a2fd-6bacd07b7831 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:35:33.567491 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0bfcef-543f-46f6-9564-deb384fcd383 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:35:33.572892 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3d0bfcef-543f-46f6-9564-deb384fcd383 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:33.577358 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c45628a-46e5-4da2-93ee-22e848117c06 None None] Sync routers for ids ['4c7a87d0-e93d-48cf-a2fd-6bacd07b7831'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:35:33.586938 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c45628a-46e5-4da2-93ee-22e848117c06 None None] Routers {'4c7a87d0-e93d-48cf-a2fd-6bacd07b7831'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:35:33.587537 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-6c45628a-46e5-4da2-93ee-22e848117c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:35:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['4c7a87d0-e93d-48cf-a2fd-6bacd07b7831'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:35:33.599774 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-3d0bfcef-543f-46f6-9564-deb384fcd383 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "PUT /v2.0/floatingips/e3715917-eadd-4837-9a97-78ef10121640 HTTP/1.1" status: 200 len: 991 time: 0.9218807 Sep 23 07:35:33.600362 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0756c2e2-600b-4bca-bcf5-d7eea016cd1d', 'tag': '85f84e42-bbc5-4b8e-866f-dd88bdc86cab'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:35:33.603114 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc5c0f137cf066b3eb3e0bed719709bcc19e34f3887ecde43957364cfad3a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b20eaf42-730d-4bd7-8322-9e443ead2707" -d '{"events": [{"name": "network-changed", "server_uuid": "0756c2e2-600b-4bca-bcf5-d7eea016cd1d", "tag": "85f84e42-bbc5-4b8e-866f-dd88bdc86cab"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:35:33.649127 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c080343-0a2f-4d49-b1d4-f1eae5fde74e x-openstack-request-id: req-6c080343-0a2f-4d49-b1d4-f1eae5fde74e {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:35:33.649415 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0756c2e2-600b-4bca-bcf5-d7eea016cd1d", "tag": "85f84e42-bbc5-4b8e-866f-dd88bdc86cab", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:35:33.649751 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6c080343-0a2f-4d49-b1d4-f1eae5fde74e {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:35:33.650190 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0756c2e2-600b-4bca-bcf5-d7eea016cd1d', 'tag': '85f84e42-bbc5-4b8e-866f-dd88bdc86cab', 'status': 'completed', 'code': 200} Sep 23 07:35:33.694994 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-6c45628a-46e5-4da2-93ee-22e848117c06 None None] Set router 4c7a87d0-e93d-48cf-a2fd-6bacd07b7831 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:35:33.727663 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20eaf42-730d-4bd7-8322-9e443ead2707 req-3bdfc839-a6be-4a69-9f33-94b94a1383e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:33.729216 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b20eaf42-730d-4bd7-8322-9e443ead2707 req-3bdfc839-a6be-4a69-9f33-94b94a1383e2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c35e7193b12c4d2c8a8bc750b7bd78a0&device_id=0756c2e2-600b-4bca-bcf5-d7eea016cd1d HTTP/1.1" status: 200 len: 1097 time: 0.0403419 Sep 23 07:35:33.824428 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20eaf42-730d-4bd7-8322-9e443ead2707 req-3cae00f9-d435-46f8-8760-208e74940197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:33.825925 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b20eaf42-730d-4bd7-8322-9e443ead2707 req-3cae00f9-d435-46f8-8760-208e74940197 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 HTTP/1.1" status: 200 len: 912 time: 0.0899410 Sep 23 07:35:33.890752 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b20eaf42-730d-4bd7-8322-9e443ead2707 req-f6b48a31-a2f5-4399-9e7c-5ba58f679395 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85f84e42-bbc5-4b8e-866f-dd88bdc86cab HTTP/1.1" status: 200 len: 999 time: 0.0580812 Sep 23 07:35:33.912499 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-6c45628a-46e5-4da2-93ee-22e848117c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'name': 'tempest-ServerActionsTestJSON-412319534-router', 'tenant_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '87356b93-221c-41a9-a545-f4285aee09f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:32:01Z', 'updated_at': '2021-09-23T07:32:04Z', 'revision_number': 4, 'project_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'gw_port': {'id': '87356b93-221c-41a9-a545-f4285aee09f2', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:32:01Z', 'updated_at': '2021-09-23T07:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': 'e3715917-eadd-4837-9a97-78ef10121640', 'tenant_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'floating_ip_address': '172.25.2.167', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'port_id': '85f84e42-bbc5-4b8e-866f-dd88bdc86cab', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1', 'mac_address': 'fa:16:3e:b4:47:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0756c2e2-600b-4bca-bcf5-d7eea016cd1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:32:07Z', 'updated_at': '2021-09-23T07:35:33Z', 'revision_number': 5, 'project_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '778fcf3a-9294-484c-8cd7-b23597b77e9d', 'name': '', 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1', 'tenant_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'mac_address': 'fa:16:3e:97:7a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'e16b8c14-4213-404c-84a9-da7aa820bdd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:32:03Z', 'updated_at': '2021-09-23T07:32:07Z', 'revision_number': 5, 'project_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'subnets': [{'id': 'e16b8c14-4213-404c-84a9-da7aa820bdd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:35:33.937971 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c45628a-46e5-4da2-93ee-22e848117c06 None None] Checking router: 4c7a87d0-e93d-48cf-a2fd-6bacd07b7831 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:35:33.939926 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20eaf42-730d-4bd7-8322-9e443ead2707 req-76ffbe1e-6d62-4283-8e80-4c9865c2292f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:33.941387 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b20eaf42-730d-4bd7-8322-9e443ead2707 req-76ffbe1e-6d62-4283-8e80-4c9865c2292f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e16b8c14-4213-404c-84a9-da7aa820bdd0 HTTP/1.1" status: 200 len: 850 time: 0.0431712 Sep 23 07:35:33.947249 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c45628a-46e5-4da2-93ee-22e848117c06 None None] Routers {'4c7a87d0-e93d-48cf-a2fd-6bacd07b7831'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:35:33.947856 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-6c45628a-46e5-4da2-93ee-22e848117c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:35:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['4c7a87d0-e93d-48cf-a2fd-6bacd07b7831'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:35:33.988109 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20eaf42-730d-4bd7-8322-9e443ead2707 req-b556d9f2-129d-4bc5-8ae0-5192811f9f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:33.989480 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b20eaf42-730d-4bd7-8322-9e443ead2707 req-b556d9f2-129d-4bc5-8ae0-5192811f9f03 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416105 Sep 23 07:35:34.067580 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-6c45628a-46e5-4da2-93ee-22e848117c06 None None] Set router 4c7a87d0-e93d-48cf-a2fd-6bacd07b7831 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:35:34.081253 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b20eaf42-730d-4bd7-8322-9e443ead2707 req-55c7c748-e5d4-4964-a97d-22735d57604b service neutron] 10.222.0.21 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848398 Sep 23 07:35:34.175351 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b20eaf42-730d-4bd7-8322-9e443ead2707 req-79c47972-f239-483e-a49d-ba5c2760788c service neutron] 10.222.0.21 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865300 Sep 23 07:35:34.291899 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-6c45628a-46e5-4da2-93ee-22e848117c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'name': 'tempest-ServerActionsTestJSON-412319534-router', 'tenant_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '87356b93-221c-41a9-a545-f4285aee09f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:32:01Z', 'updated_at': '2021-09-23T07:32:04Z', 'revision_number': 4, 'project_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'gw_port': {'id': '87356b93-221c-41a9-a545-f4285aee09f2', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:32:01Z', 'updated_at': '2021-09-23T07:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': 'e3715917-eadd-4837-9a97-78ef10121640', 'tenant_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'floating_ip_address': '172.25.2.167', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'port_id': '85f84e42-bbc5-4b8e-866f-dd88bdc86cab', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1', 'mac_address': 'fa:16:3e:b4:47:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0756c2e2-600b-4bca-bcf5-d7eea016cd1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:32:07Z', 'updated_at': '2021-09-23T07:35:33Z', 'revision_number': 5, 'project_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '778fcf3a-9294-484c-8cd7-b23597b77e9d', 'name': '', 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1', 'tenant_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'mac_address': 'fa:16:3e:97:7a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'e16b8c14-4213-404c-84a9-da7aa820bdd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:32:03Z', 'updated_at': '2021-09-23T07:32:07Z', 'revision_number': 5, 'project_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'subnets': [{'id': 'e16b8c14-4213-404c-84a9-da7aa820bdd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:35:34.316961 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c45628a-46e5-4da2-93ee-22e848117c06 None None] The sync data for ids ['4c7a87d0-e93d-48cf-a2fd-6bacd07b7831'] in n-d-715271-16 is: [{'id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'name': 'tempest-ServerActionsTestJSON-412319534-router', 'tenant_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '87356b93-221c-41a9-a545-f4285aee09f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:32:01Z', 'updated_at': '2021-09-23T07:32:04Z', 'revision_number': 4, 'project_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'gw_port': {'id': '87356b93-221c-41a9-a545-f4285aee09f2', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:32:01Z', 'updated_at': '2021-09-23T07:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': 'e3715917-eadd-4837-9a97-78ef10121640', 'tenant_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'floating_ip_address': '172.25.2.167', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'port_id': '85f84e42-bbc5-4b8e-866f-dd88bdc86cab', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1', 'mac_address': 'fa:16:3e:b4:47:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0756c2e2-600b-4bca-bcf5-d7eea016cd1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:32:07Z', 'updated_at': '2021-09-23T07:35:33Z', 'revision_number': 5, 'project_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '778fcf3a-9294-484c-8cd7-b23597b77e9d', 'name': '', 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1', 'tenant_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'mac_address': 'fa:16:3e:97:7a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'e16b8c14-4213-404c-84a9-da7aa820bdd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:32:03Z', 'updated_at': '2021-09-23T07:32:07Z', 'revision_number': 5, 'project_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'subnets': [{'id': 'e16b8c14-4213-404c-84a9-da7aa820bdd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:35:34.493191 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e06103-425a-4365-af16-9ffca60930ec None None] New status for floating IP e3715917-eadd-4837-9a97-78ef10121640: ACTIVE {{(pid=95067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 07:35:36.997686 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:38.096919 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-4e35965d-bae6-48ca-a4be-574b5a6cf5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:40.467075 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:41.105343 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-651448e4-ff90-4382-9481-fa6706b310f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:41.613105 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:42.474703 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:43.957123 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:35:45.316059 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7f3860c7-33d5-48b7-9255-1fb1269669d3 req-c09397fa-6ac8-4e39-a0d6-5a63612e6c1b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0756c2e2-600b-4bca-bcf5-d7eea016cd1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0387721 Sep 23 07:35:45.404410 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3860c7-33d5-48b7-9255-1fb1269669d3 req-755f9385-b53b-4079-9916-2dad59082b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:45.405764 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7f3860c7-33d5-48b7-9255-1fb1269669d3 req-755f9385-b53b-4079-9916-2dad59082b56 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c35e7193b12c4d2c8a8bc750b7bd78a0&device_id=0756c2e2-600b-4bca-bcf5-d7eea016cd1d HTTP/1.1" status: 200 len: 1097 time: 0.0390048 Sep 23 07:35:45.512821 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3860c7-33d5-48b7-9255-1fb1269669d3 req-d69da1f0-8cfc-4d0a-b4ac-e74fefdb82d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:45.514317 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7f3860c7-33d5-48b7-9255-1fb1269669d3 req-d69da1f0-8cfc-4d0a-b4ac-e74fefdb82d2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 HTTP/1.1" status: 200 len: 912 time: 0.0886514 Sep 23 07:35:45.579515 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7f3860c7-33d5-48b7-9255-1fb1269669d3 req-7b0d11dd-00c6-422d-93a9-247620cbf0ab service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85f84e42-bbc5-4b8e-866f-dd88bdc86cab HTTP/1.1" status: 200 len: 1001 time: 0.0572934 Sep 23 07:35:45.631194 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3860c7-33d5-48b7-9255-1fb1269669d3 req-5a3db7e5-96bd-417e-aac7-79e6a826655f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:45.633314 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7f3860c7-33d5-48b7-9255-1fb1269669d3 req-5a3db7e5-96bd-417e-aac7-79e6a826655f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e16b8c14-4213-404c-84a9-da7aa820bdd0 HTTP/1.1" status: 200 len: 850 time: 0.0455785 Sep 23 07:35:45.676361 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3860c7-33d5-48b7-9255-1fb1269669d3 req-6271a44d-c4d6-4e2c-8ee1-787c8e43c1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:35:45.677748 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7f3860c7-33d5-48b7-9255-1fb1269669d3 req-6271a44d-c4d6-4e2c-8ee1-787c8e43c1e3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0378046 Sep 23 07:35:45.769036 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7f3860c7-33d5-48b7-9255-1fb1269669d3 req-ebaddc5f-ab17-4a4f-975b-6d2e360163c0 service neutron] 10.222.0.21 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845459 Sep 23 07:35:45.857092 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7f3860c7-33d5-48b7-9255-1fb1269669d3 req-51f82583-a58f-4127-8d9d-cbee397f5710 service neutron] 10.222.0.21 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810065 Sep 23 07:35:51.887116 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:36:07.018518 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:36:08.099600 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d4785714-3f7d-4a1f-9f55-99f49ae6607c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:36:10.473878 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:36:11.109422 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0c87235f-e744-4e2a-8c2b-aad79dfe70f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:36:11.614211 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:36:12.472761 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:36:13.960602 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:36:28.886660 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:36:37.031038 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:36:38.100487 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e02bf56d-d97f-4d31-a468-4b1ec641f3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:36:40.475354 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:36:41.110137 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c2721a90-edc2-4b69-8769-5432787b5ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:36:41.614790 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:36:42.476749 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:36:43.963375 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:36:46.314626 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6b0d3aeb-566d-440e-8b63-9817f16845f9 req-87a65a0c-a7e7-4c80-ba01-c7b6bec052f9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0756c2e2-600b-4bca-bcf5-d7eea016cd1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0387943 Sep 23 07:36:46.407821 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d3aeb-566d-440e-8b63-9817f16845f9 req-b701df75-e322-4579-b827-b5bb0b7287c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:36:46.409213 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6b0d3aeb-566d-440e-8b63-9817f16845f9 req-b701df75-e322-4579-b827-b5bb0b7287c1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c35e7193b12c4d2c8a8bc750b7bd78a0&device_id=0756c2e2-600b-4bca-bcf5-d7eea016cd1d HTTP/1.1" status: 200 len: 1097 time: 0.0436635 Sep 23 07:36:46.509682 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d3aeb-566d-440e-8b63-9817f16845f9 req-cf3273a3-fb8d-4653-8bda-048a4fae9f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:36:46.512013 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6b0d3aeb-566d-440e-8b63-9817f16845f9 req-cf3273a3-fb8d-4653-8bda-048a4fae9f75 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 HTTP/1.1" status: 200 len: 912 time: 0.0845249 Sep 23 07:36:46.580176 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6b0d3aeb-566d-440e-8b63-9817f16845f9 req-2d6dd53b-9402-44cc-86ea-0a08ce4782e5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85f84e42-bbc5-4b8e-866f-dd88bdc86cab HTTP/1.1" status: 200 len: 1001 time: 0.0601068 Sep 23 07:36:46.631904 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d3aeb-566d-440e-8b63-9817f16845f9 req-382f3361-9198-4d87-9bc1-fe8b2f8ea0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:36:46.633385 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6b0d3aeb-566d-440e-8b63-9817f16845f9 req-382f3361-9198-4d87-9bc1-fe8b2f8ea0c4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e16b8c14-4213-404c-84a9-da7aa820bdd0 HTTP/1.1" status: 200 len: 850 time: 0.0442975 Sep 23 07:36:46.695516 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d3aeb-566d-440e-8b63-9817f16845f9 req-552aa77d-5c5c-4865-9a4d-3a0a06ea23cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:36:46.696911 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6b0d3aeb-566d-440e-8b63-9817f16845f9 req-552aa77d-5c5c-4865-9a4d-3a0a06ea23cd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417273 Sep 23 07:36:46.789556 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6b0d3aeb-566d-440e-8b63-9817f16845f9 req-65c9c70d-d6fa-48c3-8ffd-1f87f87ef8a1 service neutron] 10.222.0.21 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850654 Sep 23 07:36:46.880729 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6b0d3aeb-566d-440e-8b63-9817f16845f9 req-415787c4-4403-44f3-a627-6dd4d3b30f3c service neutron] 10.222.0.21 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835524 Sep 23 07:37:05.886941 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:37:07.031812 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:37:08.101799 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-6307461c-a1e8-48af-b16c-5a969e5e8330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:37:10.482486 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:37:11.111877 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2f44ac77-9254-4993-88cf-d6c5a1a7b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:37:11.615361 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:37:12.479791 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:37:13.965951 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:37:37.049838 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:37:38.103267 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3ad79973-b8bf-40ce-a641-f6aa4716aafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:37:40.477804 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:37:41.112804 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-9d3556b5-3a92-471f-a25e-19f310247af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:37:41.618136 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:37:42.486909 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:37:42.888352 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:37:43.968780 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:37:47.410625 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2faed5e5-400d-444b-8f79-2b4b9d33ca5d req-99879b0d-283c-458c-ad2b-f3ce0128f858 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0756c2e2-600b-4bca-bcf5-d7eea016cd1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0820522 Sep 23 07:37:47.501732 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faed5e5-400d-444b-8f79-2b4b9d33ca5d req-ad35d650-b2ac-4388-b844-9dc03c055cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:37:47.503244 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2faed5e5-400d-444b-8f79-2b4b9d33ca5d req-ad35d650-b2ac-4388-b844-9dc03c055cd7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c35e7193b12c4d2c8a8bc750b7bd78a0&device_id=0756c2e2-600b-4bca-bcf5-d7eea016cd1d HTTP/1.1" status: 200 len: 1097 time: 0.0408847 Sep 23 07:37:47.604528 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faed5e5-400d-444b-8f79-2b4b9d33ca5d req-a183b4dc-27bd-4006-959c-3db1414fff49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:37:47.606043 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2faed5e5-400d-444b-8f79-2b4b9d33ca5d req-a183b4dc-27bd-4006-959c-3db1414fff49 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 HTTP/1.1" status: 200 len: 912 time: 0.0836027 Sep 23 07:37:47.673209 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2faed5e5-400d-444b-8f79-2b4b9d33ca5d req-63c62cd6-f9dd-4f0a-b655-85e18e3bc9bc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85f84e42-bbc5-4b8e-866f-dd88bdc86cab HTTP/1.1" status: 200 len: 1001 time: 0.0598986 Sep 23 07:37:47.720709 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faed5e5-400d-444b-8f79-2b4b9d33ca5d req-120b88a2-c8e9-4e36-8d38-4ffe3d735e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:37:47.722136 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2faed5e5-400d-444b-8f79-2b4b9d33ca5d req-120b88a2-c8e9-4e36-8d38-4ffe3d735e7f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e16b8c14-4213-404c-84a9-da7aa820bdd0 HTTP/1.1" status: 200 len: 850 time: 0.0425725 Sep 23 07:37:47.766045 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faed5e5-400d-444b-8f79-2b4b9d33ca5d req-c2464308-f97b-4778-a714-980e67169ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:37:47.767462 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2faed5e5-400d-444b-8f79-2b4b9d33ca5d req-c2464308-f97b-4778-a714-980e67169ab2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0381975 Sep 23 07:37:47.859318 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2faed5e5-400d-444b-8f79-2b4b9d33ca5d req-09589f18-3104-46a2-ab52-9d507e25c0bc service neutron] 10.222.0.21 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841196 Sep 23 07:37:47.952349 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2faed5e5-400d-444b-8f79-2b4b9d33ca5d req-22d3b63a-3953-4a8a-9721-c0f58ed7e0a3 service neutron] 10.222.0.21 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856469 Sep 23 07:38:07.048148 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:07.846765 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8128ee7-f77e-44cb-953e-0392f397fd99 req-89147916-dd6c-4f4d-961b-683127833221 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:38:07.848255 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e8128ee7-f77e-44cb-953e-0392f397fd99 req-89147916-dd6c-4f4d-961b-683127833221 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=0756c2e2-600b-4bca-bcf5-d7eea016cd1d HTTP/1.1" status: 200 len: 945 time: 0.4472766 Sep 23 07:38:07.885503 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e8128ee7-f77e-44cb-953e-0392f397fd99 req-05d8d300-6647-437e-802f-d208716d2bce tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307338 Sep 23 07:38:08.104771 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f54b81d9-841e-40b0-a245-540fb79ca63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:09.118014 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c5cb7a-debc-423f-8dd5-03d717648bbd req-a90fd701-474b-4613-9a6e-a17f09f44403 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:38:09.119539 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-87c5cb7a-debc-423f-8dd5-03d717648bbd req-a90fd701-474b-4613-9a6e-a17f09f44403 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=0756c2e2-600b-4bca-bcf5-d7eea016cd1d HTTP/1.1" status: 200 len: 945 time: 0.0925007 Sep 23 07:38:09.157188 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-87c5cb7a-debc-423f-8dd5-03d717648bbd req-33ce1041-9227-4ace-9e5b-09537451348a tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314996 Sep 23 07:38:10.275955 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d6e104-7e70-429d-bc4e-98a61382566e req-ae350a9e-59fd-44e7-b0b6-11f000144ae1 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:38:10.277435 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c3d6e104-7e70-429d-bc4e-98a61382566e req-ae350a9e-59fd-44e7-b0b6-11f000144ae1 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=0756c2e2-600b-4bca-bcf5-d7eea016cd1d HTTP/1.1" status: 200 len: 945 time: 0.0540347 Sep 23 07:38:10.314075 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c3d6e104-7e70-429d-bc4e-98a61382566e req-8466973a-ef2a-4185-b42e-00fb1e6f3f3e tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307083 Sep 23 07:38:10.479501 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:11.112741 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d330446b-5fd5-4e44-a8e9-bd4f6c221f35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:11.428516 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844fb0bd-78e1-46f9-b382-6ff79dd8a703 req-d0ca0f87-88a6-45ad-9a10-5e78ac269921 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:38:11.430042 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-844fb0bd-78e1-46f9-b382-6ff79dd8a703 req-d0ca0f87-88a6-45ad-9a10-5e78ac269921 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=0756c2e2-600b-4bca-bcf5-d7eea016cd1d HTTP/1.1" status: 200 len: 945 time: 0.0485930 Sep 23 07:38:11.470060 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-844fb0bd-78e1-46f9-b382-6ff79dd8a703 req-02b15adc-fd34-4221-8ebf-06a833b98797 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334074 Sep 23 07:38:11.621165 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:12.485423 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:12.592732 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d021b47e-581f-4807-9fed-4141e5f915b7 req-15f473ee-11d6-4eaf-b50e-33d541a3da61 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:38:12.594217 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d021b47e-581f-4807-9fed-4141e5f915b7 req-15f473ee-11d6-4eaf-b50e-33d541a3da61 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=0756c2e2-600b-4bca-bcf5-d7eea016cd1d HTTP/1.1" status: 200 len: 945 time: 0.0535731 Sep 23 07:38:12.632670 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d021b47e-581f-4807-9fed-4141e5f915b7 req-cc9c85f4-d384-4c8d-8529-3015d9182248 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324497 Sep 23 07:38:13.752657 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e692a1-62a9-4604-911c-d2301814589b req-59635f1f-23d4-45cf-ba9b-8d101bf86104 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:38:13.754141 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-50e692a1-62a9-4604-911c-d2301814589b req-59635f1f-23d4-45cf-ba9b-8d101bf86104 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=0756c2e2-600b-4bca-bcf5-d7eea016cd1d HTTP/1.1" status: 200 len: 945 time: 0.0509872 Sep 23 07:38:13.791804 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-50e692a1-62a9-4604-911c-d2301814589b req-cedb4bba-cbaf-4dc5-a6d2-0d02dc37dbe0 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310857 Sep 23 07:38:13.970777 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:14.905579 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a74ef4c-ea87-48d6-afff-b77bdf006812 req-18b57564-c058-4609-b260-bbcca58e4e45 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:38:14.907070 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9a74ef4c-ea87-48d6-afff-b77bdf006812 req-18b57564-c058-4609-b260-bbcca58e4e45 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=0756c2e2-600b-4bca-bcf5-d7eea016cd1d HTTP/1.1" status: 200 len: 945 time: 0.0469811 Sep 23 07:38:14.943950 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9a74ef4c-ea87-48d6-afff-b77bdf006812 req-2533d1fc-74c5-4c44-90df-61af17ca4353 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310907 Sep 23 07:38:16.059181 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084c47cd-8cc5-4890-a41d-3ca07a77e951 req-2c0c94c3-0575-4f6d-8139-a99ecb3155ab tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:38:16.060664 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-084c47cd-8cc5-4890-a41d-3ca07a77e951 req-2c0c94c3-0575-4f6d-8139-a99ecb3155ab tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=0756c2e2-600b-4bca-bcf5-d7eea016cd1d HTTP/1.1" status: 200 len: 945 time: 0.0484309 Sep 23 07:38:16.099783 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-084c47cd-8cc5-4890-a41d-3ca07a77e951 req-d99a4dce-a2e4-4e67-8e3f-00b6cb998778 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331705 Sep 23 07:38:17.217735 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc985ed-baf6-42cc-bab0-292270ff8f2f req-8d7f15af-1add-450c-b86c-ef37cea70c4f tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:38:17.219349 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1dc985ed-baf6-42cc-bab0-292270ff8f2f req-8d7f15af-1add-450c-b86c-ef37cea70c4f tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=0756c2e2-600b-4bca-bcf5-d7eea016cd1d HTTP/1.1" status: 200 len: 945 time: 0.0498164 Sep 23 07:38:17.256957 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1dc985ed-baf6-42cc-bab0-292270ff8f2f req-9035e334-b9b4-4c57-807d-394a904a602d tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316296 Sep 23 07:38:18.369332 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0d5871-468e-453e-907f-c38f938337b7 req-c98813e3-bc48-426f-bf9e-4fbe99510d90 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:38:18.370729 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1e0d5871-468e-453e-907f-c38f938337b7 req-c98813e3-bc48-426f-bf9e-4fbe99510d90 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=0756c2e2-600b-4bca-bcf5-d7eea016cd1d HTTP/1.1" status: 200 len: 945 time: 0.0475383 Sep 23 07:38:18.408772 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1e0d5871-468e-453e-907f-c38f938337b7 req-2539ce65-0066-4b81-9c4b-945d8ba67366 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318725 Sep 23 07:38:18.657207 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7847f88-a494-4a2a-9ba3-9a80fb8eaf39 req-29466a1c-b8c7-4257-9833-869031da7481 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:38:18.658733 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d7847f88-a494-4a2a-9ba3-9a80fb8eaf39 req-29466a1c-b8c7-4257-9833-869031da7481 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=0756c2e2-600b-4bca-bcf5-d7eea016cd1d HTTP/1.1" status: 200 len: 945 time: 0.0602455 Sep 23 07:38:18.722717 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d7847f88-a494-4a2a-9ba3-9a80fb8eaf39 req-7d2009d0-4a00-49df-80c0-78b05e7d0cc2 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581777 Sep 23 07:38:18.729561 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cecde484-6197-4933-8999-178edebc1184 req-ba3cd05e-4ee9-4c45-a943-a5036248a3ab service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0756c2e2-600b-4bca-bcf5-d7eea016cd1d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0994473 Sep 23 07:38:18.742798 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [req-cecde484-6197-4933-8999-178edebc1184 req-b197ab04-4e27-4011-8322-421cbf235166 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:38:18.744331 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cecde484-6197-4933-8999-178edebc1184 req-b197ab04-4e27-4011-8322-421cbf235166 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056543 Sep 23 07:38:19.830532 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecde484-6197-4933-8999-178edebc1184 req-8bedf47b-2d21-49ea-9fa6-bba5637ddd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:38:19.832011 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cecde484-6197-4933-8999-178edebc1184 req-8bedf47b-2d21-49ea-9fa6-bba5637ddd97 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c35e7193b12c4d2c8a8bc750b7bd78a0&device_id=0756c2e2-600b-4bca-bcf5-d7eea016cd1d HTTP/1.1" status: 200 len: 1097 time: 0.0676806 Sep 23 07:38:19.869558 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e46157-56e5-4782-92c4-3899b8ceddbe req-4546e6db-9b10-4727-999c-1ae110773263 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:38:19.871029 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-43e46157-56e5-4782-92c4-3899b8ceddbe req-4546e6db-9b10-4727-999c-1ae110773263 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=0756c2e2-600b-4bca-bcf5-d7eea016cd1d HTTP/1.1" status: 200 len: 945 time: 0.0755498 Sep 23 07:38:19.888124 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:38:19.950162 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-43e46157-56e5-4782-92c4-3899b8ceddbe req-0e052950-9ede-4b82-88eb-643c76d43057 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725679 Sep 23 07:38:19.966859 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecde484-6197-4933-8999-178edebc1184 req-8009d172-cab8-497c-8b9b-67ea2dfc687f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:38:19.968308 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cecde484-6197-4933-8999-178edebc1184 req-8009d172-cab8-497c-8b9b-67ea2dfc687f service neutron] 10.222.0.21 "GET /v2.0/networks?id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 HTTP/1.1" status: 200 len: 912 time: 0.1287532 Sep 23 07:38:20.033857 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cecde484-6197-4933-8999-178edebc1184 req-95bf5145-1fab-406e-8909-1f4cee4451ed service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85f84e42-bbc5-4b8e-866f-dd88bdc86cab HTTP/1.1" status: 200 len: 1001 time: 0.0578866 Sep 23 07:38:20.081795 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecde484-6197-4933-8999-178edebc1184 req-4de5f90b-0b1e-4dbf-86de-38f965e305f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:38:20.083253 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cecde484-6197-4933-8999-178edebc1184 req-4de5f90b-0b1e-4dbf-86de-38f965e305f5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e16b8c14-4213-404c-84a9-da7aa820bdd0 HTTP/1.1" status: 200 len: 850 time: 0.0424995 Sep 23 07:38:20.131811 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecde484-6197-4933-8999-178edebc1184 req-36fffa4f-705b-4f8b-b34d-99ff49b45c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:38:20.133270 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cecde484-6197-4933-8999-178edebc1184 req-36fffa4f-705b-4f8b-b34d-99ff49b45c70 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425611 Sep 23 07:38:20.223540 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cecde484-6197-4933-8999-178edebc1184 req-47186781-2e8f-4a9e-b463-979dccf4342b service neutron] 10.222.0.21 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809288 Sep 23 07:38:20.316353 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cecde484-6197-4933-8999-178edebc1184 req-cc1ea939-9909-4384-804b-e93a9d1dc145 service neutron] 10.222.0.21 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848470 Sep 23 07:38:21.063641 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb76b29-d334-44f2-86fd-36ae147f635a req-157444b8-215f-4fd6-8e86-47d1cb36756a tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:38:21.065119 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dbb76b29-d334-44f2-86fd-36ae147f635a req-157444b8-215f-4fd6-8e86-47d1cb36756a tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=0756c2e2-600b-4bca-bcf5-d7eea016cd1d HTTP/1.1" status: 200 len: 945 time: 0.0485587 Sep 23 07:38:21.103516 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dbb76b29-d334-44f2-86fd-36ae147f635a req-89e83926-8de7-4b60-831e-bbcc7506990b tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325716 Sep 23 07:38:22.217613 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30873c00-cde2-4f88-8ddb-d004c2d1f177 req-f05e1c7d-56b4-40c3-86ed-28011b1791ac tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:38:22.219228 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-30873c00-cde2-4f88-8ddb-d004c2d1f177 req-f05e1c7d-56b4-40c3-86ed-28011b1791ac tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=0756c2e2-600b-4bca-bcf5-d7eea016cd1d HTTP/1.1" status: 200 len: 945 time: 0.0484965 Sep 23 07:38:22.256997 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-30873c00-cde2-4f88-8ddb-d004c2d1f177 req-b744f73c-738c-4135-89a5-c55b0e4b8672 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318785 Sep 23 07:38:22.314207 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [req-cecde484-6197-4933-8999-178edebc1184 req-2636ae24-6923-40ac-a057-492e23e2b681 service neutron] show failed (client error): The resource could not be found. Sep 23 07:38:22.315260 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cecde484-6197-4933-8999-178edebc1184 req-2636ae24-6923-40ac-a057-492e23e2b681 service neutron] 10.222.0.21 "GET /v2.0/ports/85f84e42-bbc5-4b8e-866f-dd88bdc86cab/bindings/n-h2-715271-16 HTTP/1.1" status: 404 len: 381 time: 0.0535357 Sep 23 07:38:22.581940 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecde484-6197-4933-8999-178edebc1184 req-fd366f11-b4b2-4d38-b72c-908c41af3099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:38:22.583434 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cecde484-6197-4933-8999-178edebc1184 req-fd366f11-b4b2-4d38-b72c-908c41af3099 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0756c2e2-600b-4bca-bcf5-d7eea016cd1d&tenant_id=c35e7193b12c4d2c8a8bc750b7bd78a0 HTTP/1.1" status: 200 len: 1097 time: 0.0787756 Sep 23 07:38:22.596162 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-cecde484-6197-4933-8999-178edebc1184 req-355e5ea5-5a92-49e7-a22f-fb7ffa811bac service neutron] Request body: {'port': {'binding:host_id': 'n-h2-715271-16', 'device_owner': 'compute:nova'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:38:22.651131 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-cecde484-6197-4933-8999-178edebc1184 req-355e5ea5-5a92-49e7-a22f-fb7ffa811bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:22.851319 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-cecde484-6197-4933-8999-178edebc1184 req-355e5ea5-5a92-49e7-a22f-fb7ffa811bac service neutron] For port 85f84e42-bbc5-4b8e-866f-dd88bdc86cab, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=85f84e42-bbc5-4b8e-866f-dd88bdc86cab,segment=NetworkSegment(8f7dad34-7058-44bb-a3e4-b365ee668eee),segment_id=8f7dad34-7058-44bb-a3e4-b365ee668eee)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:38:22.884074 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-cecde484-6197-4933-8999-178edebc1184 req-355e5ea5-5a92-49e7-a22f-fb7ffa811bac service neutron] For port 85f84e42-bbc5-4b8e-866f-dd88bdc86cab, host n-h1-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:38:22.922582 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0756c2e2-600b-4bca-bcf5-d7eea016cd1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85f84e42-bbc5-4b8e-866f-dd88bdc86cab'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:38:22.927921 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-cecde484-6197-4933-8999-178edebc1184 req-355e5ea5-5a92-49e7-a22f-fb7ffa811bac service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:22.940194 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.provisioning_blocks [req-cecde484-6197-4933-8999-178edebc1184 req-355e5ea5-5a92-49e7-a22f-fb7ffa811bac service neutron] Transition to ACTIVE for port object 85f84e42-bbc5-4b8e-866f-dd88bdc86cab will not be triggered until provisioned by entity L2. {{(pid=95066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:38:22.944228 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-cecde484-6197-4933-8999-178edebc1184 req-355e5ea5-5a92-49e7-a22f-fb7ffa811bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:22.976918 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5c82e26e84456ec9bd92b2391c670c25772fd4a9558cb5800b4b1a13ca591a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd686462-8755-4645-b873-2aee2d6b8690" -d '{"events": [{"server_uuid": "0756c2e2-600b-4bca-bcf5-d7eea016cd1d", "name": "network-vif-unplugged", "status": "completed", "tag": "85f84e42-bbc5-4b8e-866f-dd88bdc86cab"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:38:23.047460 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355e5ea5-5a92-49e7-a22f-fb7ffa811bac service neutron] Pushing event updated for resources: {'Port': ['ID=85f84e42-bbc5-4b8e-866f-dd88bdc86cab,revision_number=6']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:38:23.062559 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355e5ea5-5a92-49e7-a22f-fb7ffa811bac service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:38:23.062912 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355e5ea5-5a92-49e7-a22f-fb7ffa811bac service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:38:23.063258 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355e5ea5-5a92-49e7-a22f-fb7ffa811bac service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:38:23.063593 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355e5ea5-5a92-49e7-a22f-fb7ffa811bac service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:38:23.063929 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355e5ea5-5a92-49e7-a22f-fb7ffa811bac service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:38:23.064264 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355e5ea5-5a92-49e7-a22f-fb7ffa811bac service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:38:23.064593 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355e5ea5-5a92-49e7-a22f-fb7ffa811bac service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:38:23.064969 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355e5ea5-5a92-49e7-a22f-fb7ffa811bac service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:38:23.065234 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355e5ea5-5a92-49e7-a22f-fb7ffa811bac service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:38:23.065558 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355e5ea5-5a92-49e7-a22f-fb7ffa811bac service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:38:23.065906 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355e5ea5-5a92-49e7-a22f-fb7ffa811bac service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:38:23.066227 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355e5ea5-5a92-49e7-a22f-fb7ffa811bac service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:38:23.096968 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 07:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-407667a8-b832-4328-b440-c89b24680d5e x-openstack-request-id: req-407667a8-b832-4328-b440-c89b24680d5e {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:38:23.097264 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0756c2e2-600b-4bca-bcf5-d7eea016cd1d", "name": "network-vif-unplugged", "status": "completed", "tag": "85f84e42-bbc5-4b8e-866f-dd88bdc86cab", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:38:23.097515 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-407667a8-b832-4328-b440-c89b24680d5e {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:38:23.097945 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0756c2e2-600b-4bca-bcf5-d7eea016cd1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85f84e42-bbc5-4b8e-866f-dd88bdc86cab', 'code': 200} Sep 23 07:38:23.098933 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-cecde484-6197-4933-8999-178edebc1184 req-355e5ea5-5a92-49e7-a22f-fb7ffa811bac service neutron] No DVR routers for this DVR port 85f84e42-bbc5-4b8e-866f-dd88bdc86cab on host n-h1-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:38:23.236971 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-cecde484-6197-4933-8999-178edebc1184 req-355e5ea5-5a92-49e7-a22f-fb7ffa811bac service neutron] Attempting to bind port 85f84e42-bbc5-4b8e-866f-dd88bdc86cab on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:38:23.237315 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-cecde484-6197-4933-8999-178edebc1184 req-355e5ea5-5a92-49e7-a22f-fb7ffa811bac service neutron] Attempting to bind port 85f84e42-bbc5-4b8e-866f-dd88bdc86cab by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '8f7dad34-7058-44bb-a3e4-b365ee668eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:38:23.237681 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecde484-6197-4933-8999-178edebc1184 req-355e5ea5-5a92-49e7-a22f-fb7ffa811bac service neutron] Attempting to bind port 85f84e42-bbc5-4b8e-866f-dd88bdc86cab on network d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:38:23.242850 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecde484-6197-4933-8999-178edebc1184 req-355e5ea5-5a92-49e7-a22f-fb7ffa811bac service neutron] Port 85f84e42-bbc5-4b8e-866f-dd88bdc86cab on network d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:38:23.243176 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecde484-6197-4933-8999-178edebc1184 req-355e5ea5-5a92-49e7-a22f-fb7ffa811bac service neutron] Attempting to bind port 85f84e42-bbc5-4b8e-866f-dd88bdc86cab on network d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:38:23.249186 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecde484-6197-4933-8999-178edebc1184 req-355e5ea5-5a92-49e7-a22f-fb7ffa811bac service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:38:23.249532 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecde484-6197-4933-8999-178edebc1184 req-355e5ea5-5a92-49e7-a22f-fb7ffa811bac service neutron] Checking segment: {'id': '8f7dad34-7058-44bb-a3e4-b365ee668eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:38:23.249941 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecde484-6197-4933-8999-178edebc1184 req-355e5ea5-5a92-49e7-a22f-fb7ffa811bac service neutron] Bound using segment: {'id': '8f7dad34-7058-44bb-a3e4-b365ee668eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:38:23.250378 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-cecde484-6197-4933-8999-178edebc1184 req-355e5ea5-5a92-49e7-a22f-fb7ffa811bac service neutron] Bound port: 85f84e42-bbc5-4b8e-866f-dd88bdc86cab, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f7dad34-7058-44bb-a3e4-b365ee668eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:38:23.250740 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-cecde484-6197-4933-8999-178edebc1184 req-355e5ea5-5a92-49e7-a22f-fb7ffa811bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:23.319038 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-cecde484-6197-4933-8999-178edebc1184 req-355e5ea5-5a92-49e7-a22f-fb7ffa811bac service neutron] For port 85f84e42-bbc5-4b8e-866f-dd88bdc86cab, host n-h2-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:38:23.322879 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-cecde484-6197-4933-8999-178edebc1184 req-355e5ea5-5a92-49e7-a22f-fb7ffa811bac service neutron] For port 85f84e42-bbc5-4b8e-866f-dd88bdc86cab, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=85f84e42-bbc5-4b8e-866f-dd88bdc86cab,segment=NetworkSegment(8f7dad34-7058-44bb-a3e4-b365ee668eee),segment_id=8f7dad34-7058-44bb-a3e4-b365ee668eee)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:38:23.327938 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-cecde484-6197-4933-8999-178edebc1184 req-355e5ea5-5a92-49e7-a22f-fb7ffa811bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:23.363105 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecde484-6197-4933-8999-178edebc1184 req-355e5ea5-5a92-49e7-a22f-fb7ffa811bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:38:23.363665 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-cecde484-6197-4933-8999-178edebc1184 req-355e5ea5-5a92-49e7-a22f-fb7ffa811bac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:23.365016 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cecde484-6197-4933-8999-178edebc1184 req-355e5ea5-5a92-49e7-a22f-fb7ffa811bac service neutron] 10.222.0.58 "PUT /v2.0/ports/85f84e42-bbc5-4b8e-866f-dd88bdc86cab HTTP/1.1" status: 200 len: 1092 time: 0.7728591 Sep 23 07:38:23.378580 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5682a32-545e-4d1f-a193-38ecb66fd1a2 req-17cb8047-5260-495e-a0a6-49c30f85d42e tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:38:23.380089 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c5682a32-545e-4d1f-a193-38ecb66fd1a2 req-17cb8047-5260-495e-a0a6-49c30f85d42e tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=0756c2e2-600b-4bca-bcf5-d7eea016cd1d HTTP/1.1" status: 200 len: 943 time: 0.0550647 Sep 23 07:38:23.386447 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355e5ea5-5a92-49e7-a22f-fb7ffa811bac service neutron] Pushing event updated for resources: {'Port': ['ID=85f84e42-bbc5-4b8e-866f-dd88bdc86cab,revision_number=7']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:38:23.426496 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c5682a32-545e-4d1f-a193-38ecb66fd1a2 req-2f8bd27e-c1ad-493b-b55c-43dae4c0dd3d tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384233 Sep 23 07:38:23.442831 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecde484-6197-4933-8999-178edebc1184 req-f971c5b5-0ded-4634-aa0e-54abd4f37a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:38:23.442831 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cecde484-6197-4933-8999-178edebc1184 req-f971c5b5-0ded-4634-aa0e-54abd4f37a5a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c35e7193b12c4d2c8a8bc750b7bd78a0&device_id=0756c2e2-600b-4bca-bcf5-d7eea016cd1d HTTP/1.1" status: 200 len: 1095 time: 0.0516453 Sep 23 07:38:23.547577 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecde484-6197-4933-8999-178edebc1184 req-e3463819-a946-4dff-b9cc-5c20bd5bfea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:38:23.548313 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cecde484-6197-4933-8999-178edebc1184 req-e3463819-a946-4dff-b9cc-5c20bd5bfea1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 HTTP/1.1" status: 200 len: 912 time: 0.1000912 Sep 23 07:38:23.619720 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cecde484-6197-4933-8999-178edebc1184 req-0cca7556-87e7-4d0e-96f6-04293a40b0dd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85f84e42-bbc5-4b8e-866f-dd88bdc86cab HTTP/1.1" status: 200 len: 999 time: 0.0636828 Sep 23 07:38:23.670740 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecde484-6197-4933-8999-178edebc1184 req-63119d03-6a54-419a-8cca-8558596519e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:38:23.672117 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cecde484-6197-4933-8999-178edebc1184 req-63119d03-6a54-419a-8cca-8558596519e4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e16b8c14-4213-404c-84a9-da7aa820bdd0 HTTP/1.1" status: 200 len: 850 time: 0.0444834 Sep 23 07:38:23.721992 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecde484-6197-4933-8999-178edebc1184 req-e6d6bb69-dc9a-428d-ae83-be48fc0309f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:38:23.723452 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cecde484-6197-4933-8999-178edebc1184 req-e6d6bb69-dc9a-428d-ae83-be48fc0309f6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435607 Sep 23 07:38:23.813572 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cecde484-6197-4933-8999-178edebc1184 req-ee03bbd0-1d7c-4003-9fd0-17fd9741a118 service neutron] 10.222.0.58 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828087 Sep 23 07:38:23.907592 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cecde484-6197-4933-8999-178edebc1184 req-01e6e4cd-aacc-48ea-b323-570bff472f99 service neutron] 10.222.0.58 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871584 Sep 23 07:38:24.548233 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7957d412-9c23-49f6-af25-410f3e4443c6 req-b113e516-ccde-47da-be66-5030aaaadef9 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:38:24.549782 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7957d412-9c23-49f6-af25-410f3e4443c6 req-b113e516-ccde-47da-be66-5030aaaadef9 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=0756c2e2-600b-4bca-bcf5-d7eea016cd1d HTTP/1.1" status: 200 len: 943 time: 0.0512078 Sep 23 07:38:24.588980 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7957d412-9c23-49f6-af25-410f3e4443c6 req-fc03f1b3-d1f6-4d22-8f0b-780e14cf7007 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325897 Sep 23 07:38:25.099615 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0756c2e2-600b-4bca-bcf5-d7eea016cd1d', 'tag': '85f84e42-bbc5-4b8e-866f-dd88bdc86cab'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:38:25.102074 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5c82e26e84456ec9bd92b2391c670c25772fd4a9558cb5800b4b1a13ca591a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a44d757e-296c-4d36-9cf5-60fd262859d7" -d '{"events": [{"name": "network-changed", "server_uuid": "0756c2e2-600b-4bca-bcf5-d7eea016cd1d", "tag": "85f84e42-bbc5-4b8e-866f-dd88bdc86cab"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:38:25.152602 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d10a4fad-39c1-4e98-a6b2-f008005658af x-openstack-request-id: req-d10a4fad-39c1-4e98-a6b2-f008005658af {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:38:25.152602 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0756c2e2-600b-4bca-bcf5-d7eea016cd1d", "tag": "85f84e42-bbc5-4b8e-866f-dd88bdc86cab", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:38:25.152864 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d10a4fad-39c1-4e98-a6b2-f008005658af {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:38:25.153185 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0756c2e2-600b-4bca-bcf5-d7eea016cd1d', 'tag': '85f84e42-bbc5-4b8e-866f-dd88bdc86cab', 'status': 'completed', 'code': 200} Sep 23 07:38:25.212054 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d757e-296c-4d36-9cf5-60fd262859d7 req-3cf318e0-002a-4062-a8b0-c13adedddd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:38:25.213854 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a44d757e-296c-4d36-9cf5-60fd262859d7 req-3cf318e0-002a-4062-a8b0-c13adedddd0b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c35e7193b12c4d2c8a8bc750b7bd78a0&device_id=0756c2e2-600b-4bca-bcf5-d7eea016cd1d HTTP/1.1" status: 200 len: 1095 time: 0.0437899 Sep 23 07:38:25.239731 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d757e-296c-4d36-9cf5-60fd262859d7 req-822a1c0e-ea98-4f0a-9e78-0b683000798d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:38:25.241280 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a44d757e-296c-4d36-9cf5-60fd262859d7 req-822a1c0e-ea98-4f0a-9e78-0b683000798d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c35e7193b12c4d2c8a8bc750b7bd78a0&device_id=0756c2e2-600b-4bca-bcf5-d7eea016cd1d HTTP/1.1" status: 200 len: 1095 time: 0.0458257 Sep 23 07:38:25.313955 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d757e-296c-4d36-9cf5-60fd262859d7 req-0979abd6-c5ce-4c0d-a19d-a19842843301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:38:25.315466 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a44d757e-296c-4d36-9cf5-60fd262859d7 req-0979abd6-c5ce-4c0d-a19d-a19842843301 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 HTTP/1.1" status: 200 len: 912 time: 0.0937564 Sep 23 07:38:25.335337 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d757e-296c-4d36-9cf5-60fd262859d7 req-bf6d97e5-b289-4a05-bd20-55e93df2755c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:38:25.337401 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a44d757e-296c-4d36-9cf5-60fd262859d7 req-bf6d97e5-b289-4a05-bd20-55e93df2755c service neutron] 10.222.0.21 "GET /v2.0/networks?id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 HTTP/1.1" status: 200 len: 912 time: 0.0890160 Sep 23 07:38:25.387208 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a44d757e-296c-4d36-9cf5-60fd262859d7 req-2fb233ba-ab4f-46eb-b4ae-a17ed79fe179 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85f84e42-bbc5-4b8e-866f-dd88bdc86cab HTTP/1.1" status: 200 len: 999 time: 0.0641391 Sep 23 07:38:25.403732 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a44d757e-296c-4d36-9cf5-60fd262859d7 req-ca2b1902-e5f0-4832-8d49-c5cb5bc5029b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85f84e42-bbc5-4b8e-866f-dd88bdc86cab HTTP/1.1" status: 200 len: 999 time: 0.0590045 Sep 23 07:38:25.437970 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d757e-296c-4d36-9cf5-60fd262859d7 req-a8d50d9a-f149-4ec8-aeea-28ffa4088632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:38:25.439443 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a44d757e-296c-4d36-9cf5-60fd262859d7 req-a8d50d9a-f149-4ec8-aeea-28ffa4088632 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e16b8c14-4213-404c-84a9-da7aa820bdd0 HTTP/1.1" status: 200 len: 850 time: 0.0448723 Sep 23 07:38:25.453394 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d757e-296c-4d36-9cf5-60fd262859d7 req-425ffc8f-5954-4716-a6c6-377a97cdc608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:38:25.454899 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a44d757e-296c-4d36-9cf5-60fd262859d7 req-425ffc8f-5954-4716-a6c6-377a97cdc608 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e16b8c14-4213-404c-84a9-da7aa820bdd0 HTTP/1.1" status: 200 len: 850 time: 0.0437047 Sep 23 07:38:25.486381 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d757e-296c-4d36-9cf5-60fd262859d7 req-84d4797c-b507-41a1-bac9-967601c26c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:38:25.487935 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a44d757e-296c-4d36-9cf5-60fd262859d7 req-84d4797c-b507-41a1-bac9-967601c26c2a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405037 Sep 23 07:38:25.504874 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d757e-296c-4d36-9cf5-60fd262859d7 req-ffc4e4e0-f6cc-4a77-b7dc-6317e934fc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:38:25.506392 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a44d757e-296c-4d36-9cf5-60fd262859d7 req-ffc4e4e0-f6cc-4a77-b7dc-6317e934fc7b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444877 Sep 23 07:38:25.591556 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a44d757e-296c-4d36-9cf5-60fd262859d7 req-70371038-d99e-4fab-a07c-f47383ea582f service neutron] 10.222.0.58 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965669 Sep 23 07:38:25.603832 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a44d757e-296c-4d36-9cf5-60fd262859d7 req-6a406215-5093-4fc2-afe5-027ac9959a24 service neutron] 10.222.0.21 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900197 Sep 23 07:38:25.714253 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a44d757e-296c-4d36-9cf5-60fd262859d7 req-731b715d-187c-48a8-adb0-8434bfa64831 service neutron] 10.222.0.21 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025369 Sep 23 07:38:25.726298 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a44d757e-296c-4d36-9cf5-60fd262859d7 req-51f04a6e-eaf7-444e-b8b4-f677f7a5e34f service neutron] 10.222.0.58 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271434 Sep 23 07:38:25.739874 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c9c7a9-5735-435e-8ec9-171f98960cd0 req-624b31d7-f51d-4071-a010-bc048a3cf566 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:38:25.741351 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-02c9c7a9-5735-435e-8ec9-171f98960cd0 req-624b31d7-f51d-4071-a010-bc048a3cf566 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=0756c2e2-600b-4bca-bcf5-d7eea016cd1d HTTP/1.1" status: 200 len: 943 time: 0.0737057 Sep 23 07:38:25.780839 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-02c9c7a9-5735-435e-8ec9-171f98960cd0 req-242cebf3-94e9-4c15-8eae-d19b6edd33ff tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315270 Sep 23 07:38:25.974905 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ca1ad9-2f8f-4095-a3f3-c1273af27013 req-a2465cf3-721e-496d-bf37-05d0485c5d32 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:38:25.976332 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c7ca1ad9-2f8f-4095-a3f3-c1273af27013 req-a2465cf3-721e-496d-bf37-05d0485c5d32 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=0756c2e2-600b-4bca-bcf5-d7eea016cd1d HTTP/1.1" status: 200 len: 943 time: 0.0495160 Sep 23 07:38:25.993632 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae67eb57-308b-46e1-bfdf-e4f53aeb445d req-ebd7d2c6-7a0a-4342-b68b-6306ae249ed4 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:38:25.995149 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ae67eb57-308b-46e1-bfdf-e4f53aeb445d req-ebd7d2c6-7a0a-4342-b68b-6306ae249ed4 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.21 "GET /v2.0/ports?device_id=0756c2e2-600b-4bca-bcf5-d7eea016cd1d&tenant_id=c35e7193b12c4d2c8a8bc750b7bd78a0&binding%3Ahost_id=n-h2-715271-16 HTTP/1.1" status: 200 len: 943 time: 0.0513320 Sep 23 07:38:26.018187 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c7ca1ad9-2f8f-4095-a3f3-c1273af27013 req-b7d50c51-ff75-43ed-a5f9-441ccbb62e87 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349517 Sep 23 07:38:26.057045 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [req-ae67eb57-308b-46e1-bfdf-e4f53aeb445d req-8e7d77ed-0f72-4671-858d-f67b4ce3bd2a service neutron] delete failed (client error): The resource could not be found. Sep 23 07:38:26.058207 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ae67eb57-308b-46e1-bfdf-e4f53aeb445d req-8e7d77ed-0f72-4671-858d-f67b4ce3bd2a service neutron] 10.222.0.21 "DELETE /v2.0/ports/85f84e42-bbc5-4b8e-866f-dd88bdc86cab/bindings/n-h1-715271-16 HTTP/1.1" status: 404 len: 381 time: 0.0551102 Sep 23 07:38:26.156125 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae67eb57-308b-46e1-bfdf-e4f53aeb445d req-08084b12-398e-4c6d-8fd9-a942444a7552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:38:26.157639 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ae67eb57-308b-46e1-bfdf-e4f53aeb445d req-08084b12-398e-4c6d-8fd9-a942444a7552 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c35e7193b12c4d2c8a8bc750b7bd78a0&device_id=0756c2e2-600b-4bca-bcf5-d7eea016cd1d HTTP/1.1" status: 200 len: 1095 time: 0.0397656 Sep 23 07:38:26.250250 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae67eb57-308b-46e1-bfdf-e4f53aeb445d req-38af04d0-9ac0-4474-8094-de4490af7121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:38:26.251723 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ae67eb57-308b-46e1-bfdf-e4f53aeb445d req-38af04d0-9ac0-4474-8094-de4490af7121 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 HTTP/1.1" status: 200 len: 912 time: 0.0875540 Sep 23 07:38:26.319405 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ae67eb57-308b-46e1-bfdf-e4f53aeb445d req-8cfdff96-b9c3-4af1-b61b-6886bd139050 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85f84e42-bbc5-4b8e-866f-dd88bdc86cab HTTP/1.1" status: 200 len: 999 time: 0.0609605 Sep 23 07:38:26.366798 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae67eb57-308b-46e1-bfdf-e4f53aeb445d req-3d334ba3-7689-413b-abf9-feb5b72a21be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:38:26.368215 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ae67eb57-308b-46e1-bfdf-e4f53aeb445d req-3d334ba3-7689-413b-abf9-feb5b72a21be service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e16b8c14-4213-404c-84a9-da7aa820bdd0 HTTP/1.1" status: 200 len: 850 time: 0.0423462 Sep 23 07:38:26.412685 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae67eb57-308b-46e1-bfdf-e4f53aeb445d req-52bc13f7-0658-46e2-86e5-afd4d25e8bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:38:26.414194 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ae67eb57-308b-46e1-bfdf-e4f53aeb445d req-52bc13f7-0658-46e2-86e5-afd4d25e8bca service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388470 Sep 23 07:38:26.504800 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ae67eb57-308b-46e1-bfdf-e4f53aeb445d req-c32b0765-e984-4355-a2bf-f2bb8450af53 service neutron] 10.222.0.21 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836890 Sep 23 07:38:26.592997 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ae67eb57-308b-46e1-bfdf-e4f53aeb445d req-fe3ddec1-ff6a-4558-9c09-8cb5c2752008 service neutron] 10.222.0.21 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818603 Sep 23 07:38:26.740489 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 85f84e42-bbc5-4b8e-866f-dd88bdc86cab details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:38:26.744928 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 85f84e42-bbc5-4b8e-866f-dd88bdc86cab no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:38:26.813600 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 85f84e42-bbc5-4b8e-866f-dd88bdc86cab not bound to the agent host n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:38:26.867794 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 85f84e42-bbc5-4b8e-866f-dd88bdc86cab, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=85f84e42-bbc5-4b8e-866f-dd88bdc86cab,segment=NetworkSegment(8f7dad34-7058-44bb-a3e4-b365ee668eee),segment_id=8f7dad34-7058-44bb-a3e4-b365ee668eee)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:38:26.878611 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': '85f84e42-bbc5-4b8e-866f-dd88bdc86cab', 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1', 'port_id': '85f84e42-bbc5-4b8e-866f-dd88bdc86cab', 'mac_address': 'fa:16:3e:b4:47:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e16b8c14-4213-404c-84a9-da7aa820bdd0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:38:26.915525 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:26.927871 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85f84e42-bbc5-4b8e-866f-dd88bdc86cab {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:38:26.950225 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 85f84e42-bbc5-4b8e-866f-dd88bdc86cab, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=85f84e42-bbc5-4b8e-866f-dd88bdc86cab,segment=NetworkSegment(8f7dad34-7058-44bb-a3e4-b365ee668eee),segment_id=8f7dad34-7058-44bb-a3e4-b365ee668eee)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:38:26.953954 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:27.004399 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=85f84e42-bbc5-4b8e-866f-dd88bdc86cab,revision_number=8']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:38:27.012866 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:38:27.013036 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:38:27.013350 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:38:27.013760 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:38:27.014111 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:38:27.014519 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:38:27.014851 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:38:27.015181 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:38:27.015508 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:38:27.015832 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:38:27.016157 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:38:27.016481 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:38:27.143577 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4297c366-6bbf-485f-889b-152f41d1fc22 req-7374fdd3-b2e7-47e6-80ae-4d822daef9c9 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:38:27.145076 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4297c366-6bbf-485f-889b-152f41d1fc22 req-7374fdd3-b2e7-47e6-80ae-4d822daef9c9 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=0756c2e2-600b-4bca-bcf5-d7eea016cd1d HTTP/1.1" status: 200 len: 944 time: 0.0563068 Sep 23 07:38:27.176303 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['85f84e42-bbc5-4b8e-866f-dd88bdc86cab'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:38:27.193450 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4297c366-6bbf-485f-889b-152f41d1fc22 req-3733340d-346e-4896-ae41-14c7b465b9d6 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420702 Sep 23 07:38:27.310889 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b428506b-cf12-453d-a0a9-8ce5dee1bb60 req-a501bd10-016c-4866-87f7-48110bada319 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:38:27.312383 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b428506b-cf12-453d-a0a9-8ce5dee1bb60 req-a501bd10-016c-4866-87f7-48110bada319 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=0756c2e2-600b-4bca-bcf5-d7eea016cd1d HTTP/1.1" status: 200 len: 944 time: 0.0489266 Sep 23 07:38:27.353524 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b428506b-cf12-453d-a0a9-8ce5dee1bb60 req-55aa6352-0015-4de4-8a0f-83afc48fa876 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349112 Sep 23 07:38:27.574197 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2035b0f-6a71-49ce-ad3e-b817fb043d6d req-c44332ac-fe39-4166-a7fa-5349651a77fb tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:38:27.575668 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b2035b0f-6a71-49ce-ad3e-b817fb043d6d req-c44332ac-fe39-4166-a7fa-5349651a77fb tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=0756c2e2-600b-4bca-bcf5-d7eea016cd1d HTTP/1.1" status: 200 len: 944 time: 0.0758128 Sep 23 07:38:27.603156 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c966b60-49bd-47db-95f3-9d11dd7af8c2 req-8e10d5d2-e361-4b30-aafc-81d0a6280a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:38:27.605116 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4c966b60-49bd-47db-95f3-9d11dd7af8c2 req-8e10d5d2-e361-4b30-aafc-81d0a6280a64 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c35e7193b12c4d2c8a8bc750b7bd78a0&device_id=0756c2e2-600b-4bca-bcf5-d7eea016cd1d HTTP/1.1" status: 200 len: 1096 time: 0.0683599 Sep 23 07:38:27.641552 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b2035b0f-6a71-49ce-ad3e-b817fb043d6d req-7ab9d61b-125b-4192-932f-3baa7dbe7265 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585048 Sep 23 07:38:27.714051 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c966b60-49bd-47db-95f3-9d11dd7af8c2 req-561a93a2-bdf1-4052-af8f-8c7b46f37bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:38:27.715528 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4c966b60-49bd-47db-95f3-9d11dd7af8c2 req-561a93a2-bdf1-4052-af8f-8c7b46f37bb7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 HTTP/1.1" status: 200 len: 912 time: 0.0996521 Sep 23 07:38:27.782043 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4c966b60-49bd-47db-95f3-9d11dd7af8c2 req-0f33e7c3-7973-4fa1-b3e3-24e5d78cb62a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85f84e42-bbc5-4b8e-866f-dd88bdc86cab HTTP/1.1" status: 200 len: 1000 time: 0.0583880 Sep 23 07:38:27.830966 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c966b60-49bd-47db-95f3-9d11dd7af8c2 req-5910c0b8-a5e6-4ca6-a24f-5c6ff3428288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:38:27.832410 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4c966b60-49bd-47db-95f3-9d11dd7af8c2 req-5910c0b8-a5e6-4ca6-a24f-5c6ff3428288 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e16b8c14-4213-404c-84a9-da7aa820bdd0 HTTP/1.1" status: 200 len: 850 time: 0.0439262 Sep 23 07:38:27.880218 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c966b60-49bd-47db-95f3-9d11dd7af8c2 req-a67006f7-7150-41f7-9ed5-9422464ec20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:38:27.881613 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4c966b60-49bd-47db-95f3-9d11dd7af8c2 req-a67006f7-7150-41f7-9ed5-9422464ec20d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427518 Sep 23 07:38:27.972019 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4c966b60-49bd-47db-95f3-9d11dd7af8c2 req-f54bacdc-06da-4df0-babc-1f2ca0b5270c service neutron] 10.222.0.58 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831518 Sep 23 07:38:28.069450 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4c966b60-49bd-47db-95f3-9d11dd7af8c2 req-6c2e0f55-0db3-4c6c-bc3d-aef8bbc10e44 service neutron] 10.222.0.58 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900209 Sep 23 07:38:28.740732 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 85f84e42-bbc5-4b8e-866f-dd88bdc86cab up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:38:28.760887 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bcf3ed-80fb-416f-ba9d-2d175acd3c8c req-a08c252b-e073-4b01-83b8-9cb5240589b0 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:38:28.762410 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e0bcf3ed-80fb-416f-ba9d-2d175acd3c8c req-a08c252b-e073-4b01-83b8-9cb5240589b0 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=0756c2e2-600b-4bca-bcf5-d7eea016cd1d HTTP/1.1" status: 200 len: 944 time: 0.0494151 Sep 23 07:38:28.790806 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port 85f84e42-bbc5-4b8e-866f-dd88bdc86cab completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:38:28.794758 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port 85f84e42-bbc5-4b8e-866f-dd88bdc86cab triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:38:28.795143 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:28.801582 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e0bcf3ed-80fb-416f-ba9d-2d175acd3c8c req-ae394b25-b77e-4cb7-9147-42c46acb6628 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331643 Sep 23 07:38:28.878011 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:28.901385 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0756c2e2-600b-4bca-bcf5-d7eea016cd1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85f84e42-bbc5-4b8e-866f-dd88bdc86cab'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:38:28.916637 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 85f84e42-bbc5-4b8e-866f-dd88bdc86cab, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=85f84e42-bbc5-4b8e-866f-dd88bdc86cab,segment=NetworkSegment(8f7dad34-7058-44bb-a3e4-b365ee668eee),segment_id=8f7dad34-7058-44bb-a3e4-b365ee668eee)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:38:28.920695 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:28.950424 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ba4f7dfdfe0dde90123cb5af03ec17f0bd1073b346dec34131962e04cdfc7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd412613-d7bf-4ae6-b7bb-4f7c235aaf48" -d '{"events": [{"server_uuid": "0756c2e2-600b-4bca-bcf5-d7eea016cd1d", "name": "network-vif-plugged", "status": "completed", "tag": "85f84e42-bbc5-4b8e-866f-dd88bdc86cab"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:38:28.981691 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=85f84e42-bbc5-4b8e-866f-dd88bdc86cab,revision_number=9']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:38:29.043157 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d21f4d4-4f2a-418b-b33a-5e65593a845d x-openstack-request-id: req-6d21f4d4-4f2a-418b-b33a-5e65593a845d {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:38:29.043459 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0756c2e2-600b-4bca-bcf5-d7eea016cd1d", "name": "network-vif-plugged", "status": "completed", "tag": "85f84e42-bbc5-4b8e-866f-dd88bdc86cab", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:38:29.043718 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6d21f4d4-4f2a-418b-b33a-5e65593a845d {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:38:29.044119 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0756c2e2-600b-4bca-bcf5-d7eea016cd1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85f84e42-bbc5-4b8e-866f-dd88bdc86cab', 'code': 200} Sep 23 07:38:29.052116 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e620b51d-aff1-4f68-b776-13288aa1a8db req-569f82b6-dce3-4464-9848-f13b66b711e7 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:38:29.053618 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e620b51d-aff1-4f68-b776-13288aa1a8db req-569f82b6-dce3-4464-9848-f13b66b711e7 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=0756c2e2-600b-4bca-bcf5-d7eea016cd1d HTTP/1.1" status: 200 len: 945 time: 0.0524216 Sep 23 07:38:29.091133 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e620b51d-aff1-4f68-b776-13288aa1a8db req-085a3b73-834c-42c3-9c46-f4bf3cd029ff tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316532 Sep 23 07:38:30.208139 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2520363-227d-4854-a26c-45fe8b707848 req-687f7da2-2d35-4202-8726-b2e4141de7ed tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:38:30.209615 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c2520363-227d-4854-a26c-45fe8b707848 req-687f7da2-2d35-4202-8726-b2e4141de7ed tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=0756c2e2-600b-4bca-bcf5-d7eea016cd1d HTTP/1.1" status: 200 len: 945 time: 0.0486388 Sep 23 07:38:30.247180 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c2520363-227d-4854-a26c-45fe8b707848 req-0fa3d2ed-15cd-4873-9b65-7300d1218211 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309741 Sep 23 07:38:30.320665 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51369a5f-ef2c-4d5e-8d75-a2bd93bacf36 req-51fe1c15-8c2f-414a-8d72-4cee97e75004 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:38:30.322765 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-51369a5f-ef2c-4d5e-8d75-a2bd93bacf36 req-51fe1c15-8c2f-414a-8d72-4cee97e75004 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.58 "GET /v2.0/ports?device_id=0756c2e2-600b-4bca-bcf5-d7eea016cd1d HTTP/1.1" status: 200 len: 945 time: 0.0470858 Sep 23 07:38:30.414297 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-51369a5f-ef2c-4d5e-8d75-a2bd93bacf36 req-bc97c211-b1d0-44e3-acc0-80bbed8aee71 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Deleting port 85f84e42-bbc5-4b8e-866f-dd88bdc86cab {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:38:30.414637 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-51369a5f-ef2c-4d5e-8d75-a2bd93bacf36 req-bc97c211-b1d0-44e3-acc0-80bbed8aee71 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:30.501626 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-51369a5f-ef2c-4d5e-8d75-a2bd93bacf36 req-bc97c211-b1d0-44e3-acc0-80bbed8aee71 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] For port 85f84e42-bbc5-4b8e-866f-dd88bdc86cab, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=85f84e42-bbc5-4b8e-866f-dd88bdc86cab,segment=NetworkSegment(8f7dad34-7058-44bb-a3e4-b365ee668eee),segment_id=8f7dad34-7058-44bb-a3e4-b365ee668eee)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:38:30.502093 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-51369a5f-ef2c-4d5e-8d75-a2bd93bacf36 req-bc97c211-b1d0-44e3-acc0-80bbed8aee71 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:30.670521 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-51369a5f-ef2c-4d5e-8d75-a2bd93bacf36 req-bc97c211-b1d0-44e3-acc0-80bbed8aee71 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:30.670799 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-51369a5f-ef2c-4d5e-8d75-a2bd93bacf36 req-bc97c211-b1d0-44e3-acc0-80bbed8aee71 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:30.671115 n-d-715271-16 neutron-server[95066]: INFO neutron.db.l3_db [req-51369a5f-ef2c-4d5e-8d75-a2bd93bacf36 req-bc97c211-b1d0-44e3-acc0-80bbed8aee71 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Floating IP e3715917-eadd-4837-9a97-78ef10121640 disassociated. External IP: 172.25.2.167, port: 85f84e42-bbc5-4b8e-866f-dd88bdc86cab. Sep 23 07:38:30.671456 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-51369a5f-ef2c-4d5e-8d75-a2bd93bacf36 req-bc97c211-b1d0-44e3-acc0-80bbed8aee71 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Calling delete_port for 85f84e42-bbc5-4b8e-866f-dd88bdc86cab owned by compute:nova {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:38:30.802364 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-51369a5f-ef2c-4d5e-8d75-a2bd93bacf36 req-bc97c211-b1d0-44e3-acc0-80bbed8aee71 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:30.835158 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc97c211-b1d0-44e3-acc0-80bbed8aee71 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Pushing event deleted for resources: {'Port': ['ID=85f84e42-bbc5-4b8e-866f-dd88bdc86cab,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:38:30.952649 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51369a5f-ef2c-4d5e-8d75-a2bd93bacf36 req-bc97c211-b1d0-44e3-acc0-80bbed8aee71 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Router 4c7a87d0-e93d-48cf-a2fd-6bacd07b7831 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:38:31.061720 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51369a5f-ef2c-4d5e-8d75-a2bd93bacf36 req-bc97c211-b1d0-44e3-acc0-80bbed8aee71 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:38:31.072254 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3860d825-2bd1-41d7-b1e1-f4b2ddf878e6 None None] Sync routers for ids ['4c7a87d0-e93d-48cf-a2fd-6bacd07b7831'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:38:31.081625 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3860d825-2bd1-41d7-b1e1-f4b2ddf878e6 None None] Routers {'4c7a87d0-e93d-48cf-a2fd-6bacd07b7831'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:38:31.082264 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-3860d825-2bd1-41d7-b1e1-f4b2ddf878e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:38:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['4c7a87d0-e93d-48cf-a2fd-6bacd07b7831'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:38:31.100378 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-51369a5f-ef2c-4d5e-8d75-a2bd93bacf36 req-bc97c211-b1d0-44e3-acc0-80bbed8aee71 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] No DVR routers for this DVR port 85f84e42-bbc5-4b8e-866f-dd88bdc86cab on host n-h2-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:38:31.104729 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-51369a5f-ef2c-4d5e-8d75-a2bd93bacf36 req-bc97c211-b1d0-44e3-acc0-80bbed8aee71 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:31.106966 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-51369a5f-ef2c-4d5e-8d75-a2bd93bacf36 req-bc97c211-b1d0-44e3-acc0-80bbed8aee71 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.58 "DELETE /v2.0/ports/85f84e42-bbc5-4b8e-866f-dd88bdc86cab HTTP/1.1" status: 204 len: 173 time: 0.7773876 Sep 23 07:38:31.107360 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0756c2e2-600b-4bca-bcf5-d7eea016cd1d', 'name': 'network-vif-deleted', 'tag': '85f84e42-bbc5-4b8e-866f-dd88bdc86cab'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:38:31.109646 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5c82e26e84456ec9bd92b2391c670c25772fd4a9558cb5800b4b1a13ca591a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0680b2dd-15ee-4c68-9caf-a37e565d145b" -d '{"events": [{"server_uuid": "0756c2e2-600b-4bca-bcf5-d7eea016cd1d", "name": "network-vif-deleted", "tag": "85f84e42-bbc5-4b8e-866f-dd88bdc86cab"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:38:31.148388 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a580faf9-6502-4607-aced-6865d3f71552 x-openstack-request-id: req-a580faf9-6502-4607-aced-6865d3f71552 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:38:31.148740 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0756c2e2-600b-4bca-bcf5-d7eea016cd1d", "name": "network-vif-deleted", "tag": "85f84e42-bbc5-4b8e-866f-dd88bdc86cab", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:38:31.148996 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a580faf9-6502-4607-aced-6865d3f71552 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:38:31.149991 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0756c2e2-600b-4bca-bcf5-d7eea016cd1d', 'name': 'network-vif-deleted', 'tag': '85f84e42-bbc5-4b8e-866f-dd88bdc86cab', 'status': 'completed', 'code': 200} Sep 23 07:38:31.285481 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-3860d825-2bd1-41d7-b1e1-f4b2ddf878e6 None None] Set router 4c7a87d0-e93d-48cf-a2fd-6bacd07b7831 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:38:31.367613 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9c7b51a6-c4c2-437d-8908-eeba730ae692 req-715bbef0-e947-4cef-8fdb-ce823ebd263d tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=0756c2e2-600b-4bca-bcf5-d7eea016cd1d HTTP/1.1" status: 200 len: 210 time: 0.0273750 Sep 23 07:38:31.489732 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-3860d825-2bd1-41d7-b1e1-f4b2ddf878e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'name': 'tempest-ServerActionsTestJSON-412319534-router', 'tenant_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '87356b93-221c-41a9-a545-f4285aee09f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:32:01Z', 'updated_at': '2021-09-23T07:32:04Z', 'revision_number': 4, 'project_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'gw_port': {'id': '87356b93-221c-41a9-a545-f4285aee09f2', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:32:01Z', 'updated_at': '2021-09-23T07:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '778fcf3a-9294-484c-8cd7-b23597b77e9d', 'name': '', 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1', 'tenant_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'mac_address': 'fa:16:3e:97:7a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'e16b8c14-4213-404c-84a9-da7aa820bdd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:32:03Z', 'updated_at': '2021-09-23T07:32:07Z', 'revision_number': 5, 'project_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'subnets': [{'id': 'e16b8c14-4213-404c-84a9-da7aa820bdd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:38:31.514563 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3860d825-2bd1-41d7-b1e1-f4b2ddf878e6 None None] Checking router: 4c7a87d0-e93d-48cf-a2fd-6bacd07b7831 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:38:31.522392 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3860d825-2bd1-41d7-b1e1-f4b2ddf878e6 None None] Routers {'4c7a87d0-e93d-48cf-a2fd-6bacd07b7831'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:38:31.522991 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-3860d825-2bd1-41d7-b1e1-f4b2ddf878e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:38:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['4c7a87d0-e93d-48cf-a2fd-6bacd07b7831'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:38:31.631184 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-3860d825-2bd1-41d7-b1e1-f4b2ddf878e6 None None] Set router 4c7a87d0-e93d-48cf-a2fd-6bacd07b7831 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:38:31.838846 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-3860d825-2bd1-41d7-b1e1-f4b2ddf878e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'name': 'tempest-ServerActionsTestJSON-412319534-router', 'tenant_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '87356b93-221c-41a9-a545-f4285aee09f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:32:01Z', 'updated_at': '2021-09-23T07:32:04Z', 'revision_number': 4, 'project_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'gw_port': {'id': '87356b93-221c-41a9-a545-f4285aee09f2', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:32:01Z', 'updated_at': '2021-09-23T07:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '778fcf3a-9294-484c-8cd7-b23597b77e9d', 'name': '', 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1', 'tenant_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'mac_address': 'fa:16:3e:97:7a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'e16b8c14-4213-404c-84a9-da7aa820bdd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:32:03Z', 'updated_at': '2021-09-23T07:32:07Z', 'revision_number': 5, 'project_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'subnets': [{'id': 'e16b8c14-4213-404c-84a9-da7aa820bdd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:38:31.863587 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3860d825-2bd1-41d7-b1e1-f4b2ddf878e6 None None] The sync data for ids ['4c7a87d0-e93d-48cf-a2fd-6bacd07b7831'] in n-d-715271-16 is: [{'id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'name': 'tempest-ServerActionsTestJSON-412319534-router', 'tenant_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '87356b93-221c-41a9-a545-f4285aee09f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:32:01Z', 'updated_at': '2021-09-23T07:32:04Z', 'revision_number': 4, 'project_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'gw_port': {'id': '87356b93-221c-41a9-a545-f4285aee09f2', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:32:01Z', 'updated_at': '2021-09-23T07:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '778fcf3a-9294-484c-8cd7-b23597b77e9d', 'name': '', 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1', 'tenant_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'mac_address': 'fa:16:3e:97:7a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'e16b8c14-4213-404c-84a9-da7aa820bdd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:32:03Z', 'updated_at': '2021-09-23T07:32:07Z', 'revision_number': 5, 'project_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'subnets': [{'id': 'e16b8c14-4213-404c-84a9-da7aa820bdd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:38:32.177678 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e32f67-65af-4e3f-a2bc-2914a3895710 None None] New status for floating IP e3715917-eadd-4837-9a97-78ef10121640: DOWN {{(pid=95067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 07:38:32.655730 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d1661cfe-7093-480d-8664-ebcb3a357063 req-3338fb9b-a3f8-4316-8aa4-1fec0bf06483 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1282369762&fields=id&tenant_id=c35e7193b12c4d2c8a8bc750b7bd78a0 HTTP/1.1" status: 200 len: 267 time: 0.0326679 Sep 23 07:38:32.766733 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1661cfe-7093-480d-8664-ebcb3a357063 req-674324c7-ffc0-45c1-8ca1-2129b684ed25 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:38:32.768197 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d1661cfe-7093-480d-8664-ebcb3a357063 req-674324c7-ffc0-45c1-8ca1-2129b684ed25 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/networks?id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 HTTP/1.1" status: 200 len: 811 time: 0.1057866 Sep 23 07:38:32.782737 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d1661cfe-7093-480d-8664-ebcb3a357063 req-d04dd7e5-760f-4ae2-a3fb-58196d3b958b tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/quotas/c35e7193b12c4d2c8a8bc750b7bd78a0 HTTP/1.1" status: 200 len: 375 time: 0.0088794 Sep 23 07:38:32.833876 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d1661cfe-7093-480d-8664-ebcb3a357063 req-a63adb47-6135-493e-8411-b5eec1821872 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c35e7193b12c4d2c8a8bc750b7bd78a0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0460160 Sep 23 07:38:33.005606 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d1661cfe-7093-480d-8664-ebcb3a357063 req-285631c2-12f1-45da-95d4-632be0358285 service neutron] 10.222.0.39 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267984 Sep 23 07:38:33.093762 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d1661cfe-7093-480d-8664-ebcb3a357063 req-22366bcd-e443-4d03-be67-caac3f9cc3bf service neutron] 10.222.0.39 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818264 Sep 23 07:38:33.258210 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-faca3c36-8bef-48f0-97d3-4196195dc5ec req-a52066c8-b159-4543-ab76-30272777365a tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af9f735-8a3f-4d0e-8881-6201ef578782 HTTP/1.1" status: 200 len: 210 time: 0.0263157 Sep 23 07:38:34.207759 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1661cfe-7093-480d-8664-ebcb3a357063 req-20a7cedc-976d-47ce-9635-4f06f147e512 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:38:34.209210 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d1661cfe-7093-480d-8664-ebcb3a357063 req-20a7cedc-976d-47ce-9635-4f06f147e512 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.21 "GET /v2.0/networks?id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 HTTP/1.1" status: 200 len: 811 time: 0.1059678 Sep 23 07:38:34.256241 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d1661cfe-7093-480d-8664-ebcb3a357063 req-6bd66a6f-6da8-494b-b3ad-39d77ac8b8a3 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c35e7193b12c4d2c8a8bc750b7bd78a0 HTTP/1.1" status: 200 len: 380 time: 0.0339355 Sep 23 07:38:34.288342 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-d1661cfe-7093-480d-8664-ebcb3a357063 req-e242ece4-3128-4cc2-94ca-60784a23913d tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Request body: {'port': {'device_id': '8af9f735-8a3f-4d0e-8881-6201ef578782', 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1', 'admin_state_up': True, 'tenant_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'security_groups': ['4ee57806-7058-480a-8d3d-d4b38eddb020']}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:38:34.380871 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f58a870b-14e5-4dfa-8f3d-2e46cb805fe9 req-230c3987-9b53-47c8-ad80-04be5c313f1f tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af9f735-8a3f-4d0e-8881-6201ef578782 HTTP/1.1" status: 200 len: 210 time: 0.0304086 Sep 23 07:38:34.421163 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1661cfe-7093-480d-8664-ebcb3a357063 req-e242ece4-3128-4cc2-94ca-60784a23913d tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Made reservation on behalf of c35e7193b12c4d2c8a8bc750b7bd78a0 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:38:34.424738 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-d1661cfe-7093-480d-8664-ebcb3a357063 req-e242ece4-3128-4cc2-94ca-60784a23913d tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:34.549670 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-d1661cfe-7093-480d-8664-ebcb3a357063 req-e242ece4-3128-4cc2-94ca-60784a23913d tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Allocated IP 172.20.0.14 (d5feedd2-0f2f-4b62-bf5b-065c27ad35d1/e16b8c14-4213-404c-84a9-da7aa820bdd0/cbc00cdb-1b43-4689-8cf7-a0a237848b2d) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:38:34.688670 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-d1661cfe-7093-480d-8664-ebcb3a357063 req-e242ece4-3128-4cc2-94ca-60784a23913d tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:34.720927 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-d1661cfe-7093-480d-8664-ebcb3a357063 req-e242ece4-3128-4cc2-94ca-60784a23913d tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:34.756878 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 85f84e42-bbc5-4b8e-866f-dd88bdc86cab no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:38:34.765448 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1661cfe-7093-480d-8664-ebcb3a357063 req-e242ece4-3128-4cc2-94ca-60784a23913d tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Network d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:38:34.768625 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-d1661cfe-7093-480d-8664-ebcb3a357063 req-e242ece4-3128-4cc2-94ca-60784a23913d tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:38:34.772321 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1661cfe-7093-480d-8664-ebcb3a357063 req-e242ece4-3128-4cc2-94ca-60784a23913d tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:38:34.776999 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No Port match for: 85f84e42-bbc5-4b8e-866f-dd88bdc86cab {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:38:34.777115 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 85f84e42-bbc5-4b8e-866f-dd88bdc86cab not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:38:34.808376 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e242ece4-3128-4cc2-94ca-60784a23913d tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Pushing event updated for resources: {'Port': ['ID=cbc00cdb-1b43-4689-8cf7-a0a237848b2d,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:38:34.821273 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e242ece4-3128-4cc2-94ca-60784a23913d tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:38:34.821625 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e242ece4-3128-4cc2-94ca-60784a23913d tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:38:34.822077 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e242ece4-3128-4cc2-94ca-60784a23913d tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:38:34.822421 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e242ece4-3128-4cc2-94ca-60784a23913d tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:38:34.822757 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e242ece4-3128-4cc2-94ca-60784a23913d tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:38:34.823089 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e242ece4-3128-4cc2-94ca-60784a23913d tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:38:34.823418 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e242ece4-3128-4cc2-94ca-60784a23913d tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:38:34.823744 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e242ece4-3128-4cc2-94ca-60784a23913d tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:38:34.824067 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e242ece4-3128-4cc2-94ca-60784a23913d tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:38:34.824395 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e242ece4-3128-4cc2-94ca-60784a23913d tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:38:34.824717 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e242ece4-3128-4cc2-94ca-60784a23913d tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:38:34.825037 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e242ece4-3128-4cc2-94ca-60784a23913d tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:38:34.841459 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1661cfe-7093-480d-8664-ebcb3a357063 req-e242ece4-3128-4cc2-94ca-60784a23913d tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:38:34.842181 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-d1661cfe-7093-480d-8664-ebcb3a357063 req-e242ece4-3128-4cc2-94ca-60784a23913d tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:34.857761 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d1661cfe-7093-480d-8664-ebcb3a357063 req-e242ece4-3128-4cc2-94ca-60784a23913d tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5734003 Sep 23 07:38:34.875032 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-d1661cfe-7093-480d-8664-ebcb3a357063 req-83b1f74f-83e9-4ce6-8fe6-ebba3cb72fac service neutron] Request body: {'port': {'device_id': '8af9f735-8a3f-4d0e-8881-6201ef578782', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:38:34.933982 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-d1661cfe-7093-480d-8664-ebcb3a357063 req-83b1f74f-83e9-4ce6-8fe6-ebba3cb72fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:35.062491 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-fa44844b-d992-4946-aff4-93e7400a23d6 None None] Provisioning complete for port cbc00cdb-1b43-4689-8cf7-a0a237848b2d triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:38:35.062766 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-fa44844b-d992-4946-aff4-93e7400a23d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:35.099852 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-fa44844b-d992-4946-aff4-93e7400a23d6 None None] Port cbc00cdb-1b43-4689-8cf7-a0a237848b2d cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:38:35.201960 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-d1661cfe-7093-480d-8664-ebcb3a357063 req-83b1f74f-83e9-4ce6-8fe6-ebba3cb72fac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbc00cdb-1b43-4689-8cf7-a0a237848b2d {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:38:35.209306 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-d1661cfe-7093-480d-8664-ebcb3a357063 req-83b1f74f-83e9-4ce6-8fe6-ebba3cb72fac service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:35.222068 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-d1661cfe-7093-480d-8664-ebcb3a357063 req-83b1f74f-83e9-4ce6-8fe6-ebba3cb72fac service neutron] Transition to ACTIVE for port object cbc00cdb-1b43-4689-8cf7-a0a237848b2d will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:38:35.225720 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-d1661cfe-7093-480d-8664-ebcb3a357063 req-83b1f74f-83e9-4ce6-8fe6-ebba3cb72fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:35.292602 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b1f74f-83e9-4ce6-8fe6-ebba3cb72fac service neutron] Pushing event updated for resources: {'Port': ['ID=cbc00cdb-1b43-4689-8cf7-a0a237848b2d,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:38:35.349893 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-d1661cfe-7093-480d-8664-ebcb3a357063 req-83b1f74f-83e9-4ce6-8fe6-ebba3cb72fac service neutron] Attempting to bind port cbc00cdb-1b43-4689-8cf7-a0a237848b2d on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:38:35.350309 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-d1661cfe-7093-480d-8664-ebcb3a357063 req-83b1f74f-83e9-4ce6-8fe6-ebba3cb72fac service neutron] Attempting to bind port cbc00cdb-1b43-4689-8cf7-a0a237848b2d by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': '8f7dad34-7058-44bb-a3e4-b365ee668eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:38:35.350639 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1661cfe-7093-480d-8664-ebcb3a357063 req-83b1f74f-83e9-4ce6-8fe6-ebba3cb72fac service neutron] Attempting to bind port cbc00cdb-1b43-4689-8cf7-a0a237848b2d on network d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:38:35.355348 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1661cfe-7093-480d-8664-ebcb3a357063 req-83b1f74f-83e9-4ce6-8fe6-ebba3cb72fac service neutron] Port cbc00cdb-1b43-4689-8cf7-a0a237848b2d on network d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:38:35.355822 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1661cfe-7093-480d-8664-ebcb3a357063 req-83b1f74f-83e9-4ce6-8fe6-ebba3cb72fac service neutron] Attempting to bind port cbc00cdb-1b43-4689-8cf7-a0a237848b2d on network d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:38:35.360813 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1661cfe-7093-480d-8664-ebcb3a357063 req-83b1f74f-83e9-4ce6-8fe6-ebba3cb72fac service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:38:35.361145 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1661cfe-7093-480d-8664-ebcb3a357063 req-83b1f74f-83e9-4ce6-8fe6-ebba3cb72fac service neutron] Checking segment: {'id': '8f7dad34-7058-44bb-a3e4-b365ee668eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:38:35.361521 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1661cfe-7093-480d-8664-ebcb3a357063 req-83b1f74f-83e9-4ce6-8fe6-ebba3cb72fac service neutron] Bound using segment: {'id': '8f7dad34-7058-44bb-a3e4-b365ee668eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:38:35.361981 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-d1661cfe-7093-480d-8664-ebcb3a357063 req-83b1f74f-83e9-4ce6-8fe6-ebba3cb72fac service neutron] Bound port: cbc00cdb-1b43-4689-8cf7-a0a237848b2d, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f7dad34-7058-44bb-a3e4-b365ee668eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:38:35.362335 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-d1661cfe-7093-480d-8664-ebcb3a357063 req-83b1f74f-83e9-4ce6-8fe6-ebba3cb72fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:35.428456 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-d1661cfe-7093-480d-8664-ebcb3a357063 req-83b1f74f-83e9-4ce6-8fe6-ebba3cb72fac service neutron] For port cbc00cdb-1b43-4689-8cf7-a0a237848b2d, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:38:35.431861 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-d1661cfe-7093-480d-8664-ebcb3a357063 req-83b1f74f-83e9-4ce6-8fe6-ebba3cb72fac service neutron] For port cbc00cdb-1b43-4689-8cf7-a0a237848b2d, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=cbc00cdb-1b43-4689-8cf7-a0a237848b2d,segment=NetworkSegment(8f7dad34-7058-44bb-a3e4-b365ee668eee),segment_id=8f7dad34-7058-44bb-a3e4-b365ee668eee)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:38:35.436035 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-d1661cfe-7093-480d-8664-ebcb3a357063 req-83b1f74f-83e9-4ce6-8fe6-ebba3cb72fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:35.471709 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1661cfe-7093-480d-8664-ebcb3a357063 req-83b1f74f-83e9-4ce6-8fe6-ebba3cb72fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:38:35.472689 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-d1661cfe-7093-480d-8664-ebcb3a357063 req-83b1f74f-83e9-4ce6-8fe6-ebba3cb72fac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:35.474172 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d1661cfe-7093-480d-8664-ebcb3a357063 req-83b1f74f-83e9-4ce6-8fe6-ebba3cb72fac service neutron] 10.222.0.21 "PUT /v2.0/ports/cbc00cdb-1b43-4689-8cf7-a0a237848b2d HTTP/1.1" status: 200 len: 1093 time: 0.6037104 Sep 23 07:38:35.476470 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8af9f735-8a3f-4d0e-8881-6201ef578782', 'tag': 'cbc00cdb-1b43-4689-8cf7-a0a237848b2d'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:38:35.511135 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b1f74f-83e9-4ce6-8fe6-ebba3cb72fac service neutron] Pushing event updated for resources: {'Port': ['ID=cbc00cdb-1b43-4689-8cf7-a0a237848b2d,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:38:35.511783 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f6e3b-26e8-4970-b7c2-41b5a4bab907 req-2b9f3c74-8c1e-4012-94dd-48e1654c23a9 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:38:35.514124 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-303f6e3b-26e8-4970-b7c2-41b5a4bab907 req-2b9f3c74-8c1e-4012-94dd-48e1654c23a9 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af9f735-8a3f-4d0e-8881-6201ef578782 HTTP/1.1" status: 200 len: 944 time: 0.0599165 Sep 23 07:38:35.546895 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f95ab57a745480e309303c621f93016f7af13821b9c47ad15b10e565102b0cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a12efbef-5945-4cc0-acec-3773acf7ffc0" -d '{"events": [{"name": "network-changed", "server_uuid": "8af9f735-8a3f-4d0e-8881-6201ef578782", "tag": "cbc00cdb-1b43-4689-8cf7-a0a237848b2d"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:38:35.576692 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-303f6e3b-26e8-4970-b7c2-41b5a4bab907 req-d4084665-d40c-4996-94d8-efcc64814202 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451319 Sep 23 07:38:35.589748 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1661cfe-7093-480d-8664-ebcb3a357063 req-e47dbc7f-eae3-420e-83ba-be2a0e90fd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:38:35.591467 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d1661cfe-7093-480d-8664-ebcb3a357063 req-e47dbc7f-eae3-420e-83ba-be2a0e90fd9e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c35e7193b12c4d2c8a8bc750b7bd78a0&device_id=8af9f735-8a3f-4d0e-8881-6201ef578782 HTTP/1.1" status: 200 len: 1096 time: 0.0624657 Sep 23 07:38:35.647644 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d1661cfe-7093-480d-8664-ebcb3a357063 req-575d77ad-f88a-467c-ad65-7f15987c6400 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cbc00cdb-1b43-4689-8cf7-a0a237848b2d HTTP/1.1" status: 200 len: 217 time: 0.0446522 Sep 23 07:38:35.686167 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62bb9b8b-566a-44c0-babd-7767be5b4025 x-openstack-request-id: req-62bb9b8b-566a-44c0-babd-7767be5b4025 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:38:35.686454 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8af9f735-8a3f-4d0e-8881-6201ef578782", "tag": "cbc00cdb-1b43-4689-8cf7-a0a237848b2d", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:38:35.686703 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-62bb9b8b-566a-44c0-babd-7767be5b4025 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:38:35.687093 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8af9f735-8a3f-4d0e-8881-6201ef578782', 'tag': 'cbc00cdb-1b43-4689-8cf7-a0a237848b2d', 'status': 'completed', 'code': 200} Sep 23 07:38:35.704753 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1661cfe-7093-480d-8664-ebcb3a357063 req-64c1ff36-e597-4e1c-8c08-abf13f60a3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:38:35.706246 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d1661cfe-7093-480d-8664-ebcb3a357063 req-64c1ff36-e597-4e1c-8c08-abf13f60a3eb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e16b8c14-4213-404c-84a9-da7aa820bdd0 HTTP/1.1" status: 200 len: 850 time: 0.0521905 Sep 23 07:38:35.750615 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1661cfe-7093-480d-8664-ebcb3a357063 req-97b6658a-f29c-45ae-b8f8-e899663d0911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:38:35.752090 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d1661cfe-7093-480d-8664-ebcb3a357063 req-97b6658a-f29c-45ae-b8f8-e899663d0911 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388544 Sep 23 07:38:35.843355 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d1661cfe-7093-480d-8664-ebcb3a357063 req-4cdb9d33-19b2-415f-9594-707e202defd0 service neutron] 10.222.0.21 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837076 Sep 23 07:38:35.931091 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d1661cfe-7093-480d-8664-ebcb3a357063 req-bd0ff20d-1b33-43d8-82e6-516ddb8395dd service neutron] 10.222.0.21 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799673 Sep 23 07:38:36.041148 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12efbef-5945-4cc0-acec-3773acf7ffc0 req-50162dbe-c56d-4fa4-bb11-1b3634b48ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:38:36.042567 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a12efbef-5945-4cc0-acec-3773acf7ffc0 req-50162dbe-c56d-4fa4-bb11-1b3634b48ed1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c35e7193b12c4d2c8a8bc750b7bd78a0&device_id=8af9f735-8a3f-4d0e-8881-6201ef578782 HTTP/1.1" status: 200 len: 1096 time: 0.0450692 Sep 23 07:38:36.133928 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12efbef-5945-4cc0-acec-3773acf7ffc0 req-7d2ffed5-690a-48de-a6e7-7d3b7f6ce3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:38:36.135501 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a12efbef-5945-4cc0-acec-3773acf7ffc0 req-7d2ffed5-690a-48de-a6e7-7d3b7f6ce3ca service neutron] 10.222.0.21 "GET /v2.0/networks?id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 HTTP/1.1" status: 200 len: 912 time: 0.0851653 Sep 23 07:38:36.179800 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a12efbef-5945-4cc0-acec-3773acf7ffc0 req-b7a69312-39bd-4b74-a824-6b3b5cef5e1e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cbc00cdb-1b43-4689-8cf7-a0a237848b2d HTTP/1.1" status: 200 len: 217 time: 0.0371139 Sep 23 07:38:36.225318 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12efbef-5945-4cc0-acec-3773acf7ffc0 req-6d2bc5f5-ba57-4fec-8f63-4c20f2d831a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:38:36.226778 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a12efbef-5945-4cc0-acec-3773acf7ffc0 req-6d2bc5f5-ba57-4fec-8f63-4c20f2d831a3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e16b8c14-4213-404c-84a9-da7aa820bdd0 HTTP/1.1" status: 200 len: 850 time: 0.0406597 Sep 23 07:38:36.270933 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12efbef-5945-4cc0-acec-3773acf7ffc0 req-aeaa6a37-b984-4c0e-8d24-45f7ad3cb4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:38:36.272378 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a12efbef-5945-4cc0-acec-3773acf7ffc0 req-aeaa6a37-b984-4c0e-8d24-45f7ad3cb4d4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389361 Sep 23 07:38:36.364028 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a12efbef-5945-4cc0-acec-3773acf7ffc0 req-5026779c-fe2f-49c4-b1eb-aa01b5d5d813 service neutron] 10.222.0.21 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838127 Sep 23 07:38:36.451361 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a12efbef-5945-4cc0-acec-3773acf7ffc0 req-cce71fa5-d81e-4305-a820-1b51ecddd820 service neutron] 10.222.0.21 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802674 Sep 23 07:38:36.688948 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a4123f-a20d-405f-aa11-45b22671d864 req-41d40650-0bcf-4b0c-8829-eb9018186831 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:38:36.690359 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-46a4123f-a20d-405f-aa11-45b22671d864 req-41d40650-0bcf-4b0c-8829-eb9018186831 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af9f735-8a3f-4d0e-8881-6201ef578782 HTTP/1.1" status: 200 len: 944 time: 0.0494030 Sep 23 07:38:36.728589 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-46a4123f-a20d-405f-aa11-45b22671d864 req-e645a2ce-0454-4c86-b14a-45b1e1b153c5 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323250 Sep 23 07:38:37.060211 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:37.843333 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4daeaa-917d-4513-bb28-194d60f0342f req-58afa317-3a45-4f99-81d2-579d70b1ac1d tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:38:37.844801 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9c4daeaa-917d-4513-bb28-194d60f0342f req-58afa317-3a45-4f99-81d2-579d70b1ac1d tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af9f735-8a3f-4d0e-8881-6201ef578782 HTTP/1.1" status: 200 len: 944 time: 0.0484722 Sep 23 07:38:37.886300 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9c4daeaa-917d-4513-bb28-194d60f0342f req-fa5998c8-b672-4bfe-9b24-5a2d8171b01b tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351808 Sep 23 07:38:38.105576 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2567729b-abcf-4fbd-8671-84f2e5c06e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:39.002473 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a3c3e-2642-489c-9e78-9f6c32787bf4 req-60430882-9ef5-4198-8776-19015ff293bc tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:38:39.003956 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c25a3c3e-2642-489c-9e78-9f6c32787bf4 req-60430882-9ef5-4198-8776-19015ff293bc tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af9f735-8a3f-4d0e-8881-6201ef578782 HTTP/1.1" status: 200 len: 944 time: 0.0500712 Sep 23 07:38:39.041316 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c25a3c3e-2642-489c-9e78-9f6c32787bf4 req-5f60cb1d-f549-42da-8127-47ddeade7446 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314591 Sep 23 07:38:40.154554 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f3f1d4-1099-4000-ad1b-91fd6407ff66 req-c237cf16-bdd5-46d1-b45b-339473548517 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:38:40.156023 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-43f3f1d4-1099-4000-ad1b-91fd6407ff66 req-c237cf16-bdd5-46d1-b45b-339473548517 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af9f735-8a3f-4d0e-8881-6201ef578782 HTTP/1.1" status: 200 len: 944 time: 0.0487981 Sep 23 07:38:40.193127 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-43f3f1d4-1099-4000-ad1b-91fd6407ff66 req-345cdda4-5844-4576-bfb7-212ef30b6761 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312350 Sep 23 07:38:40.471469 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:40.810428 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device cbc00cdb-1b43-4689-8cf7-a0a237848b2d details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:38:40.904893 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port cbc00cdb-1b43-4689-8cf7-a0a237848b2d, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=cbc00cdb-1b43-4689-8cf7-a0a237848b2d,segment=NetworkSegment(8f7dad34-7058-44bb-a3e4-b365ee668eee),segment_id=8f7dad34-7058-44bb-a3e4-b365ee668eee)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:38:40.916072 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': 'cbc00cdb-1b43-4689-8cf7-a0a237848b2d', 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1', 'port_id': 'cbc00cdb-1b43-4689-8cf7-a0a237848b2d', 'mac_address': 'fa:16:3e:67:45:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e16b8c14-4213-404c-84a9-da7aa820bdd0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:38:40.951099 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:40.964132 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbc00cdb-1b43-4689-8cf7-a0a237848b2d {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:38:40.983252 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port cbc00cdb-1b43-4689-8cf7-a0a237848b2d, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=cbc00cdb-1b43-4689-8cf7-a0a237848b2d,segment=NetworkSegment(8f7dad34-7058-44bb-a3e4-b365ee668eee),segment_id=8f7dad34-7058-44bb-a3e4-b365ee668eee)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:38:40.987286 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:41.032612 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=cbc00cdb-1b43-4689-8cf7-a0a237848b2d,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:38:41.116990 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2d6fedeb-74cd-4933-907b-c3c1ba544be9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:41.308916 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22347806-cb1c-4a74-9453-86a65ee449d6 req-03aa73a9-b07b-41a1-975d-f52b875edbf9 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:38:41.310419 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-22347806-cb1c-4a74-9453-86a65ee449d6 req-03aa73a9-b07b-41a1-975d-f52b875edbf9 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af9f735-8a3f-4d0e-8881-6201ef578782 HTTP/1.1" status: 200 len: 945 time: 0.0491550 Sep 23 07:38:41.351562 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-22347806-cb1c-4a74-9453-86a65ee449d6 req-23980ffb-efd8-46d5-a223-202f29ec07ee tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352461 Sep 23 07:38:41.364554 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['cbc00cdb-1b43-4689-8cf7-a0a237848b2d'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:38:41.622789 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:42.465074 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61113090-60df-47e3-b8cc-72818c438da4 req-a258ce44-991d-4dfb-866c-7c701597ef80 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:38:42.466574 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-61113090-60df-47e3-b8cc-72818c438da4 req-a258ce44-991d-4dfb-866c-7c701597ef80 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af9f735-8a3f-4d0e-8881-6201ef578782 HTTP/1.1" status: 200 len: 945 time: 0.0481539 Sep 23 07:38:42.487820 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:42.504564 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-61113090-60df-47e3-b8cc-72818c438da4 req-e44d6c2f-2af3-4264-952a-ec79df9ee3ef tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321403 Sep 23 07:38:42.826714 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device cbc00cdb-1b43-4689-8cf7-a0a237848b2d up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:38:42.874683 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port cbc00cdb-1b43-4689-8cf7-a0a237848b2d completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:38:42.878188 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port cbc00cdb-1b43-4689-8cf7-a0a237848b2d triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:38:42.878558 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:42.956003 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:42.978205 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af9f735-8a3f-4d0e-8881-6201ef578782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbc00cdb-1b43-4689-8cf7-a0a237848b2d'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:38:42.980528 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ba4f7dfdfe0dde90123cb5af03ec17f0bd1073b346dec34131962e04cdfc7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-836c43fd-32a1-45fa-b686-7ea32154b685" -d '{"events": [{"server_uuid": "8af9f735-8a3f-4d0e-8881-6201ef578782", "name": "network-vif-plugged", "status": "completed", "tag": "cbc00cdb-1b43-4689-8cf7-a0a237848b2d"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:38:42.993056 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port cbc00cdb-1b43-4689-8cf7-a0a237848b2d, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=cbc00cdb-1b43-4689-8cf7-a0a237848b2d,segment=NetworkSegment(8f7dad34-7058-44bb-a3e4-b365ee668eee),segment_id=8f7dad34-7058-44bb-a3e4-b365ee668eee)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:38:42.997212 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:43.019874 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe663ef-686a-41d0-ba8d-8938c4ed69e0 x-openstack-request-id: req-1fe663ef-686a-41d0-ba8d-8938c4ed69e0 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:38:43.020159 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8af9f735-8a3f-4d0e-8881-6201ef578782", "name": "network-vif-plugged", "status": "completed", "tag": "cbc00cdb-1b43-4689-8cf7-a0a237848b2d", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:38:43.020405 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1fe663ef-686a-41d0-ba8d-8938c4ed69e0 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:38:43.020783 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8af9f735-8a3f-4d0e-8881-6201ef578782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbc00cdb-1b43-4689-8cf7-a0a237848b2d', 'code': 200} Sep 23 07:38:43.046323 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=cbc00cdb-1b43-4689-8cf7-a0a237848b2d,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:38:43.132823 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4ee6bd-c6a8-4cfb-9536-8055b6734c87 req-05ff4142-1c14-4e2e-a277-1e1397702754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:38:43.134596 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1c4ee6bd-c6a8-4cfb-9536-8055b6734c87 req-05ff4142-1c14-4e2e-a277-1e1397702754 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8af9f735-8a3f-4d0e-8881-6201ef578782 HTTP/1.1" status: 200 len: 1098 time: 0.0403540 Sep 23 07:38:43.172851 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1c4ee6bd-c6a8-4cfb-9536-8055b6734c87 req-9fd40082-0ef9-442a-b01a-5f8da4aaef3a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310400 Sep 23 07:38:43.622827 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c0d19d-80e5-4bea-9be3-50030f0ceb24 req-5135882d-e24f-4101-983f-b1c368990116 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:38:43.624336 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-06c0d19d-80e5-4bea-9be3-50030f0ceb24 req-5135882d-e24f-4101-983f-b1c368990116 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af9f735-8a3f-4d0e-8881-6201ef578782 HTTP/1.1" status: 200 len: 946 time: 0.0546837 Sep 23 07:38:43.667437 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-06c0d19d-80e5-4bea-9be3-50030f0ceb24 req-80aa581c-5cc4-4186-abc2-41e70a9ab2fe tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370059 Sep 23 07:38:43.979126 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:44.790211 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ce059-8ccf-4cf7-900a-8cb5189be405 req-21d6a434-bddd-4494-ab3d-ad8815825db7 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:38:44.791685 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ea1ce059-8ccf-4cf7-900a-8cb5189be405 req-21d6a434-bddd-4494-ab3d-ad8815825db7 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af9f735-8a3f-4d0e-8881-6201ef578782 HTTP/1.1" status: 200 len: 946 time: 0.0481801 Sep 23 07:38:44.830332 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ea1ce059-8ccf-4cf7-900a-8cb5189be405 req-aec1fccb-d3ac-4d6f-bd06-22c1e300ceb8 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324790 Sep 23 07:38:44.941718 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2330b15a-4c89-4ab2-9d8c-f690a9ee9279 req-9149d1f3-8ee4-49b4-926b-59a960517528 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:38:44.943142 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2330b15a-4c89-4ab2-9d8c-f690a9ee9279 req-9149d1f3-8ee4-49b4-926b-59a960517528 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af9f735-8a3f-4d0e-8881-6201ef578782 HTTP/1.1" status: 200 len: 946 time: 0.0483668 Sep 23 07:38:44.952460 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53384) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:38:44.956831 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-4c991f82-340f-45db-a265-016a328b31c2 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Request body: {'floatingip': {'port_id': 'cbc00cdb-1b43-4689-8cf7-a0a237848b2d'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:38:44.998572 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4c991f82-340f-45db-a265-016a328b31c2 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify callbacks [] for floatingip, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:45.421244 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4c991f82-340f-45db-a265-016a328b31c2 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:45.424976 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4c991f82-340f-45db-a265-016a328b31c2 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:45.862758 n-d-715271-16 neutron-server[95065]: INFO neutron.db.l3_db [None req-4c991f82-340f-45db-a265-016a328b31c2 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Floating IP e3715917-eadd-4837-9a97-78ef10121640 associated. External IP: 172.25.2.167, port: cbc00cdb-1b43-4689-8cf7-a0a237848b2d. Sep 23 07:38:46.064257 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c991f82-340f-45db-a265-016a328b31c2 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Router 4c7a87d0-e93d-48cf-a2fd-6bacd07b7831 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:38:46.172170 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c991f82-340f-45db-a265-016a328b31c2 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:38:46.176896 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4c991f82-340f-45db-a265-016a328b31c2 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:38:46.182549 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983639b5-6216-41b3-a4b3-ee68df5590ce None None] Sync routers for ids ['4c7a87d0-e93d-48cf-a2fd-6bacd07b7831'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:38:46.191909 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983639b5-6216-41b3-a4b3-ee68df5590ce None None] Routers {'4c7a87d0-e93d-48cf-a2fd-6bacd07b7831'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:38:46.192517 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-983639b5-6216-41b3-a4b3-ee68df5590ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:38:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['4c7a87d0-e93d-48cf-a2fd-6bacd07b7831'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:38:46.204432 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-4c991f82-340f-45db-a265-016a328b31c2 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "PUT /v2.0/floatingips/e3715917-eadd-4837-9a97-78ef10121640 HTTP/1.1" status: 200 len: 992 time: 1.2509387 Sep 23 07:38:46.205017 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8af9f735-8a3f-4d0e-8881-6201ef578782', 'tag': 'cbc00cdb-1b43-4689-8cf7-a0a237848b2d'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:38:46.207274 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f95ab57a745480e309303c621f93016f7af13821b9c47ad15b10e565102b0cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3117749b-79d0-4f9a-b342-0697915141af" -d '{"events": [{"name": "network-changed", "server_uuid": "8af9f735-8a3f-4d0e-8881-6201ef578782", "tag": "cbc00cdb-1b43-4689-8cf7-a0a237848b2d"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:38:46.243522 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e39df3-179b-4c90-9416-21edf3ce5ef0 x-openstack-request-id: req-f5e39df3-179b-4c90-9416-21edf3ce5ef0 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:38:46.244059 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8af9f735-8a3f-4d0e-8881-6201ef578782", "tag": "cbc00cdb-1b43-4689-8cf7-a0a237848b2d", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:38:46.244370 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f5e39df3-179b-4c90-9416-21edf3ce5ef0 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:38:46.244832 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8af9f735-8a3f-4d0e-8881-6201ef578782', 'tag': 'cbc00cdb-1b43-4689-8cf7-a0a237848b2d', 'status': 'completed', 'code': 200} Sep 23 07:38:46.304544 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-983639b5-6216-41b3-a4b3-ee68df5590ce None None] Set router 4c7a87d0-e93d-48cf-a2fd-6bacd07b7831 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:38:46.331220 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117749b-79d0-4f9a-b342-0697915141af req-5456dce6-c2cf-4ff6-ac1f-e6fc7b2161e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:38:46.332734 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3117749b-79d0-4f9a-b342-0697915141af req-5456dce6-c2cf-4ff6-ac1f-e6fc7b2161e9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c35e7193b12c4d2c8a8bc750b7bd78a0&device_id=8af9f735-8a3f-4d0e-8881-6201ef578782 HTTP/1.1" status: 200 len: 1098 time: 0.0449238 Sep 23 07:38:46.424573 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117749b-79d0-4f9a-b342-0697915141af req-4b565514-35a0-4bc0-8e5c-4df615c73ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:38:46.425995 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3117749b-79d0-4f9a-b342-0697915141af req-4b565514-35a0-4bc0-8e5c-4df615c73ac2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 HTTP/1.1" status: 200 len: 912 time: 0.0861423 Sep 23 07:38:46.493669 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3117749b-79d0-4f9a-b342-0697915141af req-56096068-7246-41c6-951f-8439bc5719cb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cbc00cdb-1b43-4689-8cf7-a0a237848b2d HTTP/1.1" status: 200 len: 1000 time: 0.0606613 Sep 23 07:38:46.526171 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-983639b5-6216-41b3-a4b3-ee68df5590ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'name': 'tempest-ServerActionsTestJSON-412319534-router', 'tenant_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '87356b93-221c-41a9-a545-f4285aee09f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:32:01Z', 'updated_at': '2021-09-23T07:32:04Z', 'revision_number': 4, 'project_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'gw_port': {'id': '87356b93-221c-41a9-a545-f4285aee09f2', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:32:01Z', 'updated_at': '2021-09-23T07:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': 'e3715917-eadd-4837-9a97-78ef10121640', 'tenant_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'floating_ip_address': '172.25.2.167', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'port_id': 'cbc00cdb-1b43-4689-8cf7-a0a237848b2d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1', 'mac_address': 'fa:16:3e:67:45:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af9f735-8a3f-4d0e-8881-6201ef578782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:32:07Z', 'updated_at': '2021-09-23T07:38:45Z', 'revision_number': 9, 'project_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '778fcf3a-9294-484c-8cd7-b23597b77e9d', 'name': '', 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1', 'tenant_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'mac_address': 'fa:16:3e:97:7a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'e16b8c14-4213-404c-84a9-da7aa820bdd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:32:03Z', 'updated_at': '2021-09-23T07:32:07Z', 'revision_number': 5, 'project_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'subnets': [{'id': 'e16b8c14-4213-404c-84a9-da7aa820bdd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:38:46.541376 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117749b-79d0-4f9a-b342-0697915141af req-65adfceb-4d65-46bc-8b49-f42fd21b54fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:38:46.542913 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3117749b-79d0-4f9a-b342-0697915141af req-65adfceb-4d65-46bc-8b49-f42fd21b54fa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e16b8c14-4213-404c-84a9-da7aa820bdd0 HTTP/1.1" status: 200 len: 850 time: 0.0429182 Sep 23 07:38:46.552029 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983639b5-6216-41b3-a4b3-ee68df5590ce None None] Checking router: 4c7a87d0-e93d-48cf-a2fd-6bacd07b7831 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:38:46.560438 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983639b5-6216-41b3-a4b3-ee68df5590ce None None] Routers {'4c7a87d0-e93d-48cf-a2fd-6bacd07b7831'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:38:46.561035 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-983639b5-6216-41b3-a4b3-ee68df5590ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:38:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['4c7a87d0-e93d-48cf-a2fd-6bacd07b7831'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:38:46.595461 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117749b-79d0-4f9a-b342-0697915141af req-97c66199-8200-4218-837e-2ccf7c771ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:38:46.596960 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3117749b-79d0-4f9a-b342-0697915141af req-97c66199-8200-4218-837e-2ccf7c771ec4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401089 Sep 23 07:38:46.664474 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-983639b5-6216-41b3-a4b3-ee68df5590ce None None] Set router 4c7a87d0-e93d-48cf-a2fd-6bacd07b7831 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:38:46.689821 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3117749b-79d0-4f9a-b342-0697915141af req-03e2b69d-85ee-49cc-a7d9-122eeb4ef74f service neutron] 10.222.0.21 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850735 Sep 23 07:38:46.783557 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3117749b-79d0-4f9a-b342-0697915141af req-91332b81-7477-46c7-a306-85e35b130e87 service neutron] 10.222.0.21 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863626 Sep 23 07:38:46.889254 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-983639b5-6216-41b3-a4b3-ee68df5590ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'name': 'tempest-ServerActionsTestJSON-412319534-router', 'tenant_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '87356b93-221c-41a9-a545-f4285aee09f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:32:01Z', 'updated_at': '2021-09-23T07:32:04Z', 'revision_number': 4, 'project_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'gw_port': {'id': '87356b93-221c-41a9-a545-f4285aee09f2', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:32:01Z', 'updated_at': '2021-09-23T07:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': 'e3715917-eadd-4837-9a97-78ef10121640', 'tenant_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'floating_ip_address': '172.25.2.167', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'port_id': 'cbc00cdb-1b43-4689-8cf7-a0a237848b2d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1', 'mac_address': 'fa:16:3e:67:45:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af9f735-8a3f-4d0e-8881-6201ef578782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:32:07Z', 'updated_at': '2021-09-23T07:38:45Z', 'revision_number': 9, 'project_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '778fcf3a-9294-484c-8cd7-b23597b77e9d', 'name': '', 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1', 'tenant_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'mac_address': 'fa:16:3e:97:7a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'e16b8c14-4213-404c-84a9-da7aa820bdd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:32:03Z', 'updated_at': '2021-09-23T07:32:07Z', 'revision_number': 5, 'project_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'subnets': [{'id': 'e16b8c14-4213-404c-84a9-da7aa820bdd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:38:46.919532 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983639b5-6216-41b3-a4b3-ee68df5590ce None None] The sync data for ids ['4c7a87d0-e93d-48cf-a2fd-6bacd07b7831'] in n-d-715271-16 is: [{'id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'name': 'tempest-ServerActionsTestJSON-412319534-router', 'tenant_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '87356b93-221c-41a9-a545-f4285aee09f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:32:01Z', 'updated_at': '2021-09-23T07:32:04Z', 'revision_number': 4, 'project_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'gw_port': {'id': '87356b93-221c-41a9-a545-f4285aee09f2', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:32:01Z', 'updated_at': '2021-09-23T07:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': 'e3715917-eadd-4837-9a97-78ef10121640', 'tenant_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'floating_ip_address': '172.25.2.167', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'port_id': 'cbc00cdb-1b43-4689-8cf7-a0a237848b2d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1', 'mac_address': 'fa:16:3e:67:45:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af9f735-8a3f-4d0e-8881-6201ef578782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:32:07Z', 'updated_at': '2021-09-23T07:38:45Z', 'revision_number': 9, 'project_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '778fcf3a-9294-484c-8cd7-b23597b77e9d', 'name': '', 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1', 'tenant_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'mac_address': 'fa:16:3e:97:7a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'e16b8c14-4213-404c-84a9-da7aa820bdd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:32:03Z', 'updated_at': '2021-09-23T07:32:07Z', 'revision_number': 5, 'project_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'subnets': [{'id': 'e16b8c14-4213-404c-84a9-da7aa820bdd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:38:47.113515 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410d0ad7-8808-4984-b661-d39f81ec6adc None None] New status for floating IP e3715917-eadd-4837-9a97-78ef10121640: ACTIVE {{(pid=95067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 07:38:49.303817 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a188a808-d7a8-4841-b087-d2992ed56b29 req-429b3333-80d1-405f-a7dd-b91b668c7328 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8af9f735-8a3f-4d0e-8881-6201ef578782&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0435705 Sep 23 07:38:49.403318 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a188a808-d7a8-4841-b087-d2992ed56b29 req-a1086c3d-b9f0-47ef-b91d-bab5cc06845d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:38:49.404739 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a188a808-d7a8-4841-b087-d2992ed56b29 req-a1086c3d-b9f0-47ef-b91d-bab5cc06845d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c35e7193b12c4d2c8a8bc750b7bd78a0&device_id=8af9f735-8a3f-4d0e-8881-6201ef578782 HTTP/1.1" status: 200 len: 1098 time: 0.0405278 Sep 23 07:38:49.512125 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a188a808-d7a8-4841-b087-d2992ed56b29 req-cd6133d9-d37e-40c8-b921-dbfa8c0fc26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:38:49.513606 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a188a808-d7a8-4841-b087-d2992ed56b29 req-cd6133d9-d37e-40c8-b921-dbfa8c0fc26e service neutron] 10.222.0.21 "GET /v2.0/networks?id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 HTTP/1.1" status: 200 len: 912 time: 0.0874169 Sep 23 07:38:49.586035 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a188a808-d7a8-4841-b087-d2992ed56b29 req-e3d6e0d5-f98c-4279-a0f0-db12fab2331d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cbc00cdb-1b43-4689-8cf7-a0a237848b2d HTTP/1.1" status: 200 len: 1003 time: 0.0645432 Sep 23 07:38:49.633626 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a188a808-d7a8-4841-b087-d2992ed56b29 req-16ef298c-ecf9-4386-bb87-5e640a3ad405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:38:49.635088 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a188a808-d7a8-4841-b087-d2992ed56b29 req-16ef298c-ecf9-4386-bb87-5e640a3ad405 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e16b8c14-4213-404c-84a9-da7aa820bdd0 HTTP/1.1" status: 200 len: 850 time: 0.0423083 Sep 23 07:38:49.679411 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a188a808-d7a8-4841-b087-d2992ed56b29 req-7a4739dd-36f5-46e4-baa0-e9e8b169f8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:38:49.681008 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a188a808-d7a8-4841-b087-d2992ed56b29 req-7a4739dd-36f5-46e4-baa0-e9e8b169f8d6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384316 Sep 23 07:38:49.775526 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a188a808-d7a8-4841-b087-d2992ed56b29 req-7dcda9fd-4b5e-4c16-bc76-b8dd8789e0a3 service neutron] 10.222.0.21 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874269 Sep 23 07:38:49.867241 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a188a808-d7a8-4841-b087-d2992ed56b29 req-d0c1a69c-fa38-4adb-8fb0-10f28ef53f8a service neutron] 10.222.0.21 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847178 Sep 23 07:38:56.887842 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:39:07.059438 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:39:08.108206 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-549c4615-e9bc-427d-9f27-3df8c5ad7015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:39:10.486139 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:39:11.117770 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-44a98c50-d9d7-4f06-b4c5-5cf874d9edab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:39:11.624676 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:39:12.490253 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:39:13.976450 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:39:33.886941 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:39:37.065193 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:39:38.110813 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ae7f4569-16a1-42a7-8fca-c6de5f0301a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:39:40.481502 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:39:41.118892 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f75860f7-4e9d-4cc6-919f-1f201eb90506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:39:41.624793 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:39:42.494088 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:39:43.980510 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:39:50.332060 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7fdc3aa6-778d-4813-9ec8-663acd088b05 req-54c348fe-9638-457a-9e07-ab2756c89e74 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8af9f735-8a3f-4d0e-8881-6201ef578782&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0559251 Sep 23 07:39:50.433043 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc3aa6-778d-4813-9ec8-663acd088b05 req-b24ce1dc-6d28-4e12-9164-3c4df29fe97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:39:50.434484 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7fdc3aa6-778d-4813-9ec8-663acd088b05 req-b24ce1dc-6d28-4e12-9164-3c4df29fe97c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c35e7193b12c4d2c8a8bc750b7bd78a0&device_id=8af9f735-8a3f-4d0e-8881-6201ef578782 HTTP/1.1" status: 200 len: 1098 time: 0.0478966 Sep 23 07:39:50.541490 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc3aa6-778d-4813-9ec8-663acd088b05 req-fab1542d-4004-47a7-9e34-d9baa8d2c8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:39:50.542991 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7fdc3aa6-778d-4813-9ec8-663acd088b05 req-fab1542d-4004-47a7-9e34-d9baa8d2c8a9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 HTTP/1.1" status: 200 len: 912 time: 0.0888717 Sep 23 07:39:50.607778 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7fdc3aa6-778d-4813-9ec8-663acd088b05 req-13b9c6e0-5b0c-4a5f-89e0-95f2b38065da service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cbc00cdb-1b43-4689-8cf7-a0a237848b2d HTTP/1.1" status: 200 len: 1003 time: 0.0567210 Sep 23 07:39:50.657235 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc3aa6-778d-4813-9ec8-663acd088b05 req-7614fc5b-613c-4f78-93e3-d8ffe3248959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:39:50.658756 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7fdc3aa6-778d-4813-9ec8-663acd088b05 req-7614fc5b-613c-4f78-93e3-d8ffe3248959 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e16b8c14-4213-404c-84a9-da7aa820bdd0 HTTP/1.1" status: 200 len: 850 time: 0.0440774 Sep 23 07:39:50.714744 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc3aa6-778d-4813-9ec8-663acd088b05 req-c7f3e0ad-ed5f-414e-9756-44f334fb4ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:39:50.716166 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7fdc3aa6-778d-4813-9ec8-663acd088b05 req-c7f3e0ad-ed5f-414e-9756-44f334fb4ba0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454116 Sep 23 07:39:50.806255 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7fdc3aa6-778d-4813-9ec8-663acd088b05 req-7d25cafb-8b22-4264-8b0d-ee6335999bf7 service neutron] 10.222.0.21 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819173 Sep 23 07:39:50.899120 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7fdc3aa6-778d-4813-9ec8-663acd088b05 req-c61e4c65-b0dc-40e1-8604-4fc3a5442a53 service neutron] 10.222.0.21 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853350 Sep 23 07:39:58.417728 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [req-128b2563-cac8-466f-ba71-c628b3fb122d req-51b866b0-ec32-4d89-8394-0ff17d19b0c0 service neutron] (95065) timed out ('10.222.0.21', 64157) {{(pid=95065) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 23 07:40:07.088640 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:40:08.110883 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-fb1c7d8b-23b2-4c15-a30d-ebe200371763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:40:10.490842 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:40:10.886936 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:40:11.119657 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ecf169b4-ca95-4edb-8795-136579fd6f82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:40:11.626000 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:40:12.498058 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:40:13.981599 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:40:37.090418 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:40:38.111238 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f762cc48-c854-411d-b873-bf66be233802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:40:40.495397 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:40:41.120592 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f6273021-17ee-4d60-9bb9-f0c892a2661c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:40:41.626780 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:40:42.500806 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:40:43.985913 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:40:47.886471 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:40:51.291419 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9e63b5c3-e147-46ef-acaa-795b525db5d5 req-1612c8a1-e92d-4edf-89f8-dd3ff50db279 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8af9f735-8a3f-4d0e-8881-6201ef578782&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407689 Sep 23 07:40:51.382017 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e63b5c3-e147-46ef-acaa-795b525db5d5 req-5d968409-2b00-4757-8ec2-d87efaadcecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:40:51.383430 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9e63b5c3-e147-46ef-acaa-795b525db5d5 req-5d968409-2b00-4757-8ec2-d87efaadcecd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c35e7193b12c4d2c8a8bc750b7bd78a0&device_id=8af9f735-8a3f-4d0e-8881-6201ef578782 HTTP/1.1" status: 200 len: 1098 time: 0.0401521 Sep 23 07:40:51.490209 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e63b5c3-e147-46ef-acaa-795b525db5d5 req-ca7336ed-c385-4927-ba07-4513c4c6d5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:40:51.491794 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9e63b5c3-e147-46ef-acaa-795b525db5d5 req-ca7336ed-c385-4927-ba07-4513c4c6d5ba service neutron] 10.222.0.21 "GET /v2.0/networks?id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 HTTP/1.1" status: 200 len: 912 time: 0.0884168 Sep 23 07:40:51.557105 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9e63b5c3-e147-46ef-acaa-795b525db5d5 req-d1db773b-fa30-4d9a-98a8-958a26c8a43c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cbc00cdb-1b43-4689-8cf7-a0a237848b2d HTTP/1.1" status: 200 len: 1003 time: 0.0569911 Sep 23 07:40:51.608606 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e63b5c3-e147-46ef-acaa-795b525db5d5 req-93ea83e9-1f24-4cf7-ab12-d9aac2bbb3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:40:51.610061 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9e63b5c3-e147-46ef-acaa-795b525db5d5 req-93ea83e9-1f24-4cf7-ab12-d9aac2bbb3a3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e16b8c14-4213-404c-84a9-da7aa820bdd0 HTTP/1.1" status: 200 len: 850 time: 0.0461116 Sep 23 07:40:51.654952 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e63b5c3-e147-46ef-acaa-795b525db5d5 req-dcc812b6-cc9e-49a2-83a0-3874e7feaa3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:40:51.656312 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9e63b5c3-e147-46ef-acaa-795b525db5d5 req-dcc812b6-cc9e-49a2-83a0-3874e7feaa3c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397084 Sep 23 07:40:51.747460 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9e63b5c3-e147-46ef-acaa-795b525db5d5 req-84d752f7-5e05-4752-bad7-e4781f7a9e69 service neutron] 10.222.0.21 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840113 Sep 23 07:40:51.835904 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9e63b5c3-e147-46ef-acaa-795b525db5d5 req-0de279cb-f8d2-4917-9fdb-02f062061e5c service neutron] 10.222.0.21 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807583 Sep 23 07:41:07.091405 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:41:08.111475 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8166250b-6d5a-4f6c-b19a-4eba33481922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:41:10.510756 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:41:11.122888 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-45d50a77-4668-4bf8-b8f1-917273d6ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:41:11.627720 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:41:12.503346 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:41:13.987596 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:41:20.941998 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [req-090e1c23-ea54-450f-be3a-c7dde5f61f46 req-7dece64b-d35c-468a-9c0a-2ff66229bc6e service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=95065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:41:20.943046 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-090e1c23-ea54-450f-be3a-c7dde5f61f46 req-7dece64b-d35c-468a-9c0a-2ff66229bc6e service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055144 Sep 23 07:41:21.159441 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f2d1c7cf-db64-47b0-89b6-41083eff1a54 req-2b679353-37e0-4e88-8f62-f6850345092f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8af9f735-8a3f-4d0e-8881-6201ef578782&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0878153 Sep 23 07:41:21.167894 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d548a05d-b644-49cc-b550-75ee281db4b3 req-69cf4b5e-7f08-4fc6-8660-a652d6769c91 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:41:21.169277 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d548a05d-b644-49cc-b550-75ee281db4b3 req-69cf4b5e-7f08-4fc6-8660-a652d6769c91 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af9f735-8a3f-4d0e-8881-6201ef578782 HTTP/1.1" status: 200 len: 946 time: 0.0888674 Sep 23 07:41:21.541953 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d548a05d-b644-49cc-b550-75ee281db4b3 req-f3052833-ca5a-451a-b3a0-62bf0570b248 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3664937 Sep 23 07:41:22.302196 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1c7cf-db64-47b0-89b6-41083eff1a54 req-b3f35430-fbaa-4da8-baf2-6aebfde55f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:41:22.303719 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f2d1c7cf-db64-47b0-89b6-41083eff1a54 req-b3f35430-fbaa-4da8-baf2-6aebfde55f5d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c35e7193b12c4d2c8a8bc750b7bd78a0&device_id=8af9f735-8a3f-4d0e-8881-6201ef578782 HTTP/1.1" status: 200 len: 1098 time: 0.0406621 Sep 23 07:41:22.397727 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1c7cf-db64-47b0-89b6-41083eff1a54 req-9639e785-68c6-4e96-aa46-5225a091bd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:41:22.399152 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f2d1c7cf-db64-47b0-89b6-41083eff1a54 req-9639e785-68c6-4e96-aa46-5225a091bd10 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 HTTP/1.1" status: 200 len: 912 time: 0.0886581 Sep 23 07:41:22.463827 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f2d1c7cf-db64-47b0-89b6-41083eff1a54 req-1d1ce161-2cdc-4b05-abd7-e0d5ce260d72 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cbc00cdb-1b43-4689-8cf7-a0a237848b2d HTTP/1.1" status: 200 len: 1003 time: 0.0572433 Sep 23 07:41:22.517254 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1c7cf-db64-47b0-89b6-41083eff1a54 req-c934d811-2aa2-43d6-a2dc-5a8d7261225c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:41:22.518734 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f2d1c7cf-db64-47b0-89b6-41083eff1a54 req-c934d811-2aa2-43d6-a2dc-5a8d7261225c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e16b8c14-4213-404c-84a9-da7aa820bdd0 HTTP/1.1" status: 200 len: 850 time: 0.0479913 Sep 23 07:41:22.564056 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1c7cf-db64-47b0-89b6-41083eff1a54 req-ca703ffd-56b6-4a06-84a0-550110ef7cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:41:22.565557 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f2d1c7cf-db64-47b0-89b6-41083eff1a54 req-ca703ffd-56b6-4a06-84a0-550110ef7cf8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402565 Sep 23 07:41:22.576372 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [req-f2d1c7cf-db64-47b0-89b6-41083eff1a54 req-dd08ba04-cb4b-4d1c-95b2-b818dbc88c7b service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=95065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:41:22.577337 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f2d1c7cf-db64-47b0-89b6-41083eff1a54 req-dd08ba04-cb4b-4d1c-95b2-b818dbc88c7b service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050089 Sep 23 07:41:22.706394 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84a4df8-ea4d-4b3a-aeab-8bf10357b9bd req-53ee737b-c407-4d32-b197-edb4aaff8562 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:41:22.707810 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f84a4df8-ea4d-4b3a-aeab-8bf10357b9bd req-53ee737b-c407-4d32-b197-edb4aaff8562 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af9f735-8a3f-4d0e-8881-6201ef578782 HTTP/1.1" status: 200 len: 946 time: 0.0955851 Sep 23 07:41:22.710209 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f2d1c7cf-db64-47b0-89b6-41083eff1a54 req-4adfb677-f1c1-40c0-8105-eeb31f04e05e service neutron] 10.222.0.21 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256623 Sep 23 07:41:22.774432 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f84a4df8-ea4d-4b3a-aeab-8bf10357b9bd req-805f018e-2857-47e1-bd2b-b8975a27a859 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604396 Sep 23 07:41:22.830570 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f2d1c7cf-db64-47b0-89b6-41083eff1a54 req-af7e19b0-9c80-4890-a978-2322310223de service neutron] 10.222.0.21 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080623 Sep 23 07:41:23.891223 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48966bbf-d5cd-4621-abf2-49ca452d6a89 req-c6c8fa93-1bed-47f0-9bd5-6479f1ec4c86 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:41:23.892680 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-48966bbf-d5cd-4621-abf2-49ca452d6a89 req-c6c8fa93-1bed-47f0-9bd5-6479f1ec4c86 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af9f735-8a3f-4d0e-8881-6201ef578782 HTTP/1.1" status: 200 len: 946 time: 0.0493824 Sep 23 07:41:23.929641 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-48966bbf-d5cd-4621-abf2-49ca452d6a89 req-516fbe9e-5118-4c28-a43e-3362cdd8b01d tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309970 Sep 23 07:41:24.886182 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:41:25.048466 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434c1b63-779e-450e-ab54-4950ac14e709 req-ae9aa0e8-3570-4d5e-85d3-710785535a57 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:41:25.049926 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-434c1b63-779e-450e-ab54-4950ac14e709 req-ae9aa0e8-3570-4d5e-85d3-710785535a57 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af9f735-8a3f-4d0e-8881-6201ef578782 HTTP/1.1" status: 200 len: 946 time: 0.0521774 Sep 23 07:41:25.090028 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-434c1b63-779e-450e-ab54-4950ac14e709 req-0d2c3fdd-2276-4052-ad7b-fc6c62f23089 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340073 Sep 23 07:41:26.212348 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012bdc95-5a2b-4e9c-b073-d9c38616f2aa req-755ac022-65c4-4700-ad34-786c3de46ec9 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:41:26.214481 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-012bdc95-5a2b-4e9c-b073-d9c38616f2aa req-755ac022-65c4-4700-ad34-786c3de46ec9 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af9f735-8a3f-4d0e-8881-6201ef578782 HTTP/1.1" status: 200 len: 946 time: 0.0501218 Sep 23 07:41:26.252065 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-012bdc95-5a2b-4e9c-b073-d9c38616f2aa req-ab388813-85e3-46e6-9632-4bfbee86b221 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314205 Sep 23 07:41:27.366487 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9993daf-cc96-4f04-966e-f6578fe4b088 req-888c5d58-2fe7-4257-882e-00b62154a26e tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:41:27.367862 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c9993daf-cc96-4f04-966e-f6578fe4b088 req-888c5d58-2fe7-4257-882e-00b62154a26e tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af9f735-8a3f-4d0e-8881-6201ef578782 HTTP/1.1" status: 200 len: 946 time: 0.0487843 Sep 23 07:41:27.405682 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c9993daf-cc96-4f04-966e-f6578fe4b088 req-b7bba7a0-6592-4996-838b-f14ae53fa7e0 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311699 Sep 23 07:41:28.524816 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a6d0b-79d1-4bf2-b0ec-b59b02771516 req-c299fb32-6167-4271-b558-1386b4a5478f tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:41:28.526417 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2c4a6d0b-79d1-4bf2-b0ec-b59b02771516 req-c299fb32-6167-4271-b558-1386b4a5478f tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af9f735-8a3f-4d0e-8881-6201ef578782 HTTP/1.1" status: 200 len: 946 time: 0.0525975 Sep 23 07:41:28.566307 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2c4a6d0b-79d1-4bf2-b0ec-b59b02771516 req-94c9f6f5-1c46-425d-ba62-1ca6c0c5008b tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339193 Sep 23 07:41:29.683526 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b467f758-002d-4da0-bd7d-6e14982509e4 req-007aa007-fd86-4533-9fff-25d086787299 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:41:29.684974 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b467f758-002d-4da0-bd7d-6e14982509e4 req-007aa007-fd86-4533-9fff-25d086787299 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af9f735-8a3f-4d0e-8881-6201ef578782 HTTP/1.1" status: 200 len: 946 time: 0.0494115 Sep 23 07:41:29.725385 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b467f758-002d-4da0-bd7d-6e14982509e4 req-27336b72-0893-4b6a-bb25-e0bfe53ce87e tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344532 Sep 23 07:41:30.841189 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5343cf2d-d133-4397-b070-7375d85111ce req-40b1ee27-79e0-42bf-a087-052322a4f06d tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:41:30.842700 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5343cf2d-d133-4397-b070-7375d85111ce req-40b1ee27-79e0-42bf-a087-052322a4f06d tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af9f735-8a3f-4d0e-8881-6201ef578782 HTTP/1.1" status: 200 len: 946 time: 0.0487316 Sep 23 07:41:30.879552 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5343cf2d-d133-4397-b070-7375d85111ce req-90188817-4fe7-46eb-a3fd-5403e6e02f8b tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310402 Sep 23 07:41:31.994208 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe92cc53-6458-4a47-97c9-04757289ec69 req-5c9f9c55-22a7-4496-a34c-6fc43cbe097e tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:41:31.995693 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fe92cc53-6458-4a47-97c9-04757289ec69 req-5c9f9c55-22a7-4496-a34c-6fc43cbe097e tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af9f735-8a3f-4d0e-8881-6201ef578782 HTTP/1.1" status: 200 len: 946 time: 0.0491605 Sep 23 07:41:32.033199 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fe92cc53-6458-4a47-97c9-04757289ec69 req-dae9967c-5424-46e2-b432-53ab1c13b5ef tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314159 Sep 23 07:41:33.156518 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e3742-feb3-4ae2-82b7-1b6603e97ca5 req-5e613911-0061-4f27-ba33-397de702771a tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:41:33.158508 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-956e3742-feb3-4ae2-82b7-1b6603e97ca5 req-5e613911-0061-4f27-ba33-397de702771a tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af9f735-8a3f-4d0e-8881-6201ef578782 HTTP/1.1" status: 200 len: 946 time: 0.0500035 Sep 23 07:41:33.203031 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-956e3742-feb3-4ae2-82b7-1b6603e97ca5 req-9cefaccb-26e2-4555-b119-cbc4ed7a42da tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383551 Sep 23 07:41:34.318838 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc04f8d-ad0c-4d1f-b90d-5cd399967647 req-9aab1dd3-3118-4060-9fed-31a5a826fd36 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:41:34.320302 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7fc04f8d-ad0c-4d1f-b90d-5cd399967647 req-9aab1dd3-3118-4060-9fed-31a5a826fd36 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af9f735-8a3f-4d0e-8881-6201ef578782 HTTP/1.1" status: 200 len: 946 time: 0.0492501 Sep 23 07:41:34.357129 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7fc04f8d-ad0c-4d1f-b90d-5cd399967647 req-e3e2b741-1857-47b9-9482-3a8336aaee23 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308001 Sep 23 07:41:35.273047 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [req-f2d1c7cf-db64-47b0-89b6-41083eff1a54 req-f2269968-f0a5-43d7-bfaf-a3aa2da64213 service neutron] show failed (client error): The resource could not be found. Sep 23 07:41:35.274091 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f2d1c7cf-db64-47b0-89b6-41083eff1a54 req-f2269968-f0a5-43d7-bfaf-a3aa2da64213 service neutron] 10.222.0.21 "GET /v2.0/ports/cbc00cdb-1b43-4689-8cf7-a0a237848b2d/bindings/n-h2-715271-16 HTTP/1.1" status: 404 len: 381 time: 0.0595665 Sep 23 07:41:35.507726 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a16137-9d25-4c50-9d83-3a84815ef67f req-7107feb0-91b4-4dc4-a360-881449328121 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:41:35.509226 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b0a16137-9d25-4c50-9d83-3a84815ef67f req-7107feb0-91b4-4dc4-a360-881449328121 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af9f735-8a3f-4d0e-8881-6201ef578782 HTTP/1.1" status: 200 len: 946 time: 0.0807149 Sep 23 07:41:35.516292 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1c7cf-db64-47b0-89b6-41083eff1a54 req-32753a70-29f0-471e-bcd7-46363ce29fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:41:35.517693 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f2d1c7cf-db64-47b0-89b6-41083eff1a54 req-32753a70-29f0-471e-bcd7-46363ce29fa4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8af9f735-8a3f-4d0e-8881-6201ef578782&tenant_id=c35e7193b12c4d2c8a8bc750b7bd78a0 HTTP/1.1" status: 200 len: 1098 time: 0.0772262 Sep 23 07:41:35.528736 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [req-f2d1c7cf-db64-47b0-89b6-41083eff1a54 req-0448e467-ad10-4673-9b7f-2223e7cdda2f service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:41:35.529680 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f2d1c7cf-db64-47b0-89b6-41083eff1a54 req-0448e467-ad10-4673-9b7f-2223e7cdda2f service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047197 Sep 23 07:41:35.543430 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-f2d1c7cf-db64-47b0-89b6-41083eff1a54 req-a97469bf-214d-4fbe-afe7-8a6c8f89af29 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-715271-16', 'device_owner': 'compute:nova'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:41:35.581446 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b0a16137-9d25-4c50-9d83-3a84815ef67f req-a674b8ae-9bf0-4437-9178-75090fc0f7a1 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627816 Sep 23 07:41:35.612329 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-f2d1c7cf-db64-47b0-89b6-41083eff1a54 req-a97469bf-214d-4fbe-afe7-8a6c8f89af29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:41:35.815556 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-f2d1c7cf-db64-47b0-89b6-41083eff1a54 req-a97469bf-214d-4fbe-afe7-8a6c8f89af29 service neutron] For port cbc00cdb-1b43-4689-8cf7-a0a237848b2d, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=cbc00cdb-1b43-4689-8cf7-a0a237848b2d,segment=NetworkSegment(8f7dad34-7058-44bb-a3e4-b365ee668eee),segment_id=8f7dad34-7058-44bb-a3e4-b365ee668eee)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:41:35.847919 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-f2d1c7cf-db64-47b0-89b6-41083eff1a54 req-a97469bf-214d-4fbe-afe7-8a6c8f89af29 service neutron] For port cbc00cdb-1b43-4689-8cf7-a0a237848b2d, host n-h1-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:41:35.887347 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af9f735-8a3f-4d0e-8881-6201ef578782', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbc00cdb-1b43-4689-8cf7-a0a237848b2d'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:41:35.889656 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5c82e26e84456ec9bd92b2391c670c25772fd4a9558cb5800b4b1a13ca591a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-103abdd4-58b0-451c-8fc0-7040e298e682" -d '{"events": [{"server_uuid": "8af9f735-8a3f-4d0e-8881-6201ef578782", "name": "network-vif-unplugged", "status": "completed", "tag": "cbc00cdb-1b43-4689-8cf7-a0a237848b2d"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:41:35.893445 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-f2d1c7cf-db64-47b0-89b6-41083eff1a54 req-a97469bf-214d-4fbe-afe7-8a6c8f89af29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:41:35.906209 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.provisioning_blocks [req-f2d1c7cf-db64-47b0-89b6-41083eff1a54 req-a97469bf-214d-4fbe-afe7-8a6c8f89af29 service neutron] Transition to ACTIVE for port object cbc00cdb-1b43-4689-8cf7-a0a237848b2d will not be triggered until provisioned by entity L2. {{(pid=95066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:41:35.910439 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-f2d1c7cf-db64-47b0-89b6-41083eff1a54 req-a97469bf-214d-4fbe-afe7-8a6c8f89af29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:41:35.947213 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 07:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c31bf1e4-8f26-4bc9-a843-37c2b91e87e3 x-openstack-request-id: req-c31bf1e4-8f26-4bc9-a843-37c2b91e87e3 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:41:35.947506 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8af9f735-8a3f-4d0e-8881-6201ef578782", "name": "network-vif-unplugged", "status": "completed", "tag": "cbc00cdb-1b43-4689-8cf7-a0a237848b2d", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:41:35.947754 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c31bf1e4-8f26-4bc9-a843-37c2b91e87e3 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:41:35.948191 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8af9f735-8a3f-4d0e-8881-6201ef578782', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbc00cdb-1b43-4689-8cf7-a0a237848b2d', 'code': 200} Sep 23 07:41:35.999225 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97469bf-214d-4fbe-afe7-8a6c8f89af29 service neutron] Pushing event updated for resources: {'Port': ['ID=cbc00cdb-1b43-4689-8cf7-a0a237848b2d,revision_number=6']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:41:36.011277 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97469bf-214d-4fbe-afe7-8a6c8f89af29 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:41:36.011626 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97469bf-214d-4fbe-afe7-8a6c8f89af29 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:41:36.011963 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97469bf-214d-4fbe-afe7-8a6c8f89af29 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:41:36.012298 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97469bf-214d-4fbe-afe7-8a6c8f89af29 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:41:36.012629 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97469bf-214d-4fbe-afe7-8a6c8f89af29 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:41:36.012954 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97469bf-214d-4fbe-afe7-8a6c8f89af29 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:41:36.013277 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97469bf-214d-4fbe-afe7-8a6c8f89af29 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:41:36.013605 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97469bf-214d-4fbe-afe7-8a6c8f89af29 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:41:36.013944 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97469bf-214d-4fbe-afe7-8a6c8f89af29 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:41:36.014270 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97469bf-214d-4fbe-afe7-8a6c8f89af29 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:41:36.014590 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97469bf-214d-4fbe-afe7-8a6c8f89af29 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:41:36.014911 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97469bf-214d-4fbe-afe7-8a6c8f89af29 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:41:36.048505 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2d1c7cf-db64-47b0-89b6-41083eff1a54 req-a97469bf-214d-4fbe-afe7-8a6c8f89af29 service neutron] No DVR routers for this DVR port cbc00cdb-1b43-4689-8cf7-a0a237848b2d on host n-h1-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:41:36.187468 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-f2d1c7cf-db64-47b0-89b6-41083eff1a54 req-a97469bf-214d-4fbe-afe7-8a6c8f89af29 service neutron] Attempting to bind port cbc00cdb-1b43-4689-8cf7-a0a237848b2d on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:41:36.187803 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-f2d1c7cf-db64-47b0-89b6-41083eff1a54 req-a97469bf-214d-4fbe-afe7-8a6c8f89af29 service neutron] Attempting to bind port cbc00cdb-1b43-4689-8cf7-a0a237848b2d by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '8f7dad34-7058-44bb-a3e4-b365ee668eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:41:36.188133 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d1c7cf-db64-47b0-89b6-41083eff1a54 req-a97469bf-214d-4fbe-afe7-8a6c8f89af29 service neutron] Attempting to bind port cbc00cdb-1b43-4689-8cf7-a0a237848b2d on network d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:41:36.192375 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d1c7cf-db64-47b0-89b6-41083eff1a54 req-a97469bf-214d-4fbe-afe7-8a6c8f89af29 service neutron] Port cbc00cdb-1b43-4689-8cf7-a0a237848b2d on network d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:41:36.192699 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d1c7cf-db64-47b0-89b6-41083eff1a54 req-a97469bf-214d-4fbe-afe7-8a6c8f89af29 service neutron] Attempting to bind port cbc00cdb-1b43-4689-8cf7-a0a237848b2d on network d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:41:36.197934 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d1c7cf-db64-47b0-89b6-41083eff1a54 req-a97469bf-214d-4fbe-afe7-8a6c8f89af29 service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:41:36.198298 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d1c7cf-db64-47b0-89b6-41083eff1a54 req-a97469bf-214d-4fbe-afe7-8a6c8f89af29 service neutron] Checking segment: {'id': '8f7dad34-7058-44bb-a3e4-b365ee668eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:41:36.198772 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d1c7cf-db64-47b0-89b6-41083eff1a54 req-a97469bf-214d-4fbe-afe7-8a6c8f89af29 service neutron] Bound using segment: {'id': '8f7dad34-7058-44bb-a3e4-b365ee668eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:41:36.199114 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-f2d1c7cf-db64-47b0-89b6-41083eff1a54 req-a97469bf-214d-4fbe-afe7-8a6c8f89af29 service neutron] Bound port: cbc00cdb-1b43-4689-8cf7-a0a237848b2d, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f7dad34-7058-44bb-a3e4-b365ee668eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:41:36.199468 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-f2d1c7cf-db64-47b0-89b6-41083eff1a54 req-a97469bf-214d-4fbe-afe7-8a6c8f89af29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:41:36.269289 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-f2d1c7cf-db64-47b0-89b6-41083eff1a54 req-a97469bf-214d-4fbe-afe7-8a6c8f89af29 service neutron] For port cbc00cdb-1b43-4689-8cf7-a0a237848b2d, host n-h2-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:41:36.272577 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-f2d1c7cf-db64-47b0-89b6-41083eff1a54 req-a97469bf-214d-4fbe-afe7-8a6c8f89af29 service neutron] For port cbc00cdb-1b43-4689-8cf7-a0a237848b2d, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=cbc00cdb-1b43-4689-8cf7-a0a237848b2d,segment=NetworkSegment(8f7dad34-7058-44bb-a3e4-b365ee668eee),segment_id=8f7dad34-7058-44bb-a3e4-b365ee668eee)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:41:36.276882 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-f2d1c7cf-db64-47b0-89b6-41083eff1a54 req-a97469bf-214d-4fbe-afe7-8a6c8f89af29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:41:36.315406 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1c7cf-db64-47b0-89b6-41083eff1a54 req-a97469bf-214d-4fbe-afe7-8a6c8f89af29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:41:36.316082 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-f2d1c7cf-db64-47b0-89b6-41083eff1a54 req-a97469bf-214d-4fbe-afe7-8a6c8f89af29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:41:36.317394 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f2d1c7cf-db64-47b0-89b6-41083eff1a54 req-a97469bf-214d-4fbe-afe7-8a6c8f89af29 service neutron] 10.222.0.58 "PUT /v2.0/ports/cbc00cdb-1b43-4689-8cf7-a0a237848b2d HTTP/1.1" status: 200 len: 1093 time: 0.7793505 Sep 23 07:41:36.351437 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97469bf-214d-4fbe-afe7-8a6c8f89af29 service neutron] Pushing event updated for resources: {'Port': ['ID=cbc00cdb-1b43-4689-8cf7-a0a237848b2d,revision_number=7']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:41:36.384202 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1c7cf-db64-47b0-89b6-41083eff1a54 req-8947243e-e97a-4dbd-8d68-65a86c0f2f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:41:36.386289 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f2d1c7cf-db64-47b0-89b6-41083eff1a54 req-8947243e-e97a-4dbd-8d68-65a86c0f2f5a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c35e7193b12c4d2c8a8bc750b7bd78a0&device_id=8af9f735-8a3f-4d0e-8881-6201ef578782 HTTP/1.1" status: 200 len: 1096 time: 0.0436184 Sep 23 07:41:36.481791 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1c7cf-db64-47b0-89b6-41083eff1a54 req-045ecd07-d25e-44be-8b4e-3a59d2c9b167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:41:36.483380 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f2d1c7cf-db64-47b0-89b6-41083eff1a54 req-045ecd07-d25e-44be-8b4e-3a59d2c9b167 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 HTTP/1.1" status: 200 len: 912 time: 0.0906584 Sep 23 07:41:36.559913 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f2d1c7cf-db64-47b0-89b6-41083eff1a54 req-c686df5e-fb8b-4962-84d6-34b0d4b58c30 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cbc00cdb-1b43-4689-8cf7-a0a237848b2d HTTP/1.1" status: 200 len: 1001 time: 0.0689187 Sep 23 07:41:36.611733 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1c7cf-db64-47b0-89b6-41083eff1a54 req-ad0a4b27-3938-4ec4-bfe3-75db36ec2464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:41:36.613228 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f2d1c7cf-db64-47b0-89b6-41083eff1a54 req-ad0a4b27-3938-4ec4-bfe3-75db36ec2464 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e16b8c14-4213-404c-84a9-da7aa820bdd0 HTTP/1.1" status: 200 len: 850 time: 0.0459838 Sep 23 07:41:36.691073 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1c7cf-db64-47b0-89b6-41083eff1a54 req-b5887c6f-33bb-417f-891e-bee95724353f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:41:36.692568 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f2d1c7cf-db64-47b0-89b6-41083eff1a54 req-b5887c6f-33bb-417f-891e-bee95724353f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0724618 Sep 23 07:41:36.731590 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484fde72-5eec-4a2b-99ed-85e15d88a5d8 req-b5bf3ae4-ec04-492b-a7d6-37dc67867790 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:41:36.733040 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-484fde72-5eec-4a2b-99ed-85e15d88a5d8 req-b5bf3ae4-ec04-492b-a7d6-37dc67867790 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af9f735-8a3f-4d0e-8881-6201ef578782 HTTP/1.1" status: 200 len: 944 time: 0.0807917 Sep 23 07:41:36.814374 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-484fde72-5eec-4a2b-99ed-85e15d88a5d8 req-e6610027-e952-4441-8894-ddfe9d5356e8 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720840 Sep 23 07:41:36.828909 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f2d1c7cf-db64-47b0-89b6-41083eff1a54 req-bcf87572-153a-4809-81f8-1c085d000f04 service neutron] 10.222.0.58 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279390 Sep 23 07:41:36.929115 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f2d1c7cf-db64-47b0-89b6-41083eff1a54 req-f52aabf3-2d1d-4835-8477-3059c85422ff service neutron] 10.222.0.58 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933075 Sep 23 07:41:37.103014 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:41:37.932023 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fda585-4a72-4db2-b31d-a86175311301 req-03d5ab08-c9fa-4984-8e8a-36ad708266d8 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:41:37.933559 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-61fda585-4a72-4db2-b31d-a86175311301 req-03d5ab08-c9fa-4984-8e8a-36ad708266d8 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af9f735-8a3f-4d0e-8881-6201ef578782 HTTP/1.1" status: 200 len: 944 time: 0.0503273 Sep 23 07:41:37.950338 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8af9f735-8a3f-4d0e-8881-6201ef578782', 'tag': 'cbc00cdb-1b43-4689-8cf7-a0a237848b2d'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:41:37.952789 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5c82e26e84456ec9bd92b2391c670c25772fd4a9558cb5800b4b1a13ca591a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8e4ed5-36d7-4744-ac74-111792f51280" -d '{"events": [{"name": "network-changed", "server_uuid": "8af9f735-8a3f-4d0e-8881-6201ef578782", "tag": "cbc00cdb-1b43-4689-8cf7-a0a237848b2d"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:41:37.972425 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-61fda585-4a72-4db2-b31d-a86175311301 req-1b0c7c07-a020-4a30-8ed4-efa6c9cd61c4 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329652 Sep 23 07:41:38.003729 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b648645c-2b45-42a3-a500-529454819fc0 x-openstack-request-id: req-b648645c-2b45-42a3-a500-529454819fc0 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:41:38.004022 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8af9f735-8a3f-4d0e-8881-6201ef578782", "tag": "cbc00cdb-1b43-4689-8cf7-a0a237848b2d", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:41:38.005190 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b648645c-2b45-42a3-a500-529454819fc0 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:41:38.005592 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8af9f735-8a3f-4d0e-8881-6201ef578782', 'tag': 'cbc00cdb-1b43-4689-8cf7-a0a237848b2d', 'status': 'completed', 'code': 200} Sep 23 07:41:38.062516 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8e4ed5-36d7-4744-ac74-111792f51280 req-d8a1bb00-e9cc-4f05-81e8-9f73ef266c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:41:38.064339 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6e8e4ed5-36d7-4744-ac74-111792f51280 req-d8a1bb00-e9cc-4f05-81e8-9f73ef266c79 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c35e7193b12c4d2c8a8bc750b7bd78a0&device_id=8af9f735-8a3f-4d0e-8881-6201ef578782 HTTP/1.1" status: 200 len: 1096 time: 0.0422454 Sep 23 07:41:38.080551 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8e4ed5-36d7-4744-ac74-111792f51280 req-6abc6194-ac6d-4c93-8e7a-c089efe3e637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:41:38.082074 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6e8e4ed5-36d7-4744-ac74-111792f51280 req-6abc6194-ac6d-4c93-8e7a-c089efe3e637 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c35e7193b12c4d2c8a8bc750b7bd78a0&device_id=8af9f735-8a3f-4d0e-8881-6201ef578782 HTTP/1.1" status: 200 len: 1096 time: 0.0406504 Sep 23 07:41:38.111991 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-24268112-b24c-42c8-a339-e939fca153d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:41:38.168124 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8e4ed5-36d7-4744-ac74-111792f51280 req-9b01c661-12dc-4b87-b8a6-2a0279454843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:41:38.169627 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6e8e4ed5-36d7-4744-ac74-111792f51280 req-9b01c661-12dc-4b87-b8a6-2a0279454843 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 HTTP/1.1" status: 200 len: 912 time: 0.0949469 Sep 23 07:41:38.176977 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8e4ed5-36d7-4744-ac74-111792f51280 req-c6c50c0b-0f23-4515-aba4-2513214476bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:41:38.178546 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6e8e4ed5-36d7-4744-ac74-111792f51280 req-c6c50c0b-0f23-4515-aba4-2513214476bd service neutron] 10.222.0.21 "GET /v2.0/networks?id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 HTTP/1.1" status: 200 len: 912 time: 0.0895073 Sep 23 07:41:38.239519 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6e8e4ed5-36d7-4744-ac74-111792f51280 req-85c3a7a8-fc79-41b5-98b9-27958eec27bf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cbc00cdb-1b43-4689-8cf7-a0a237848b2d HTTP/1.1" status: 200 len: 1001 time: 0.0611184 Sep 23 07:41:38.242274 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6e8e4ed5-36d7-4744-ac74-111792f51280 req-8205bdde-c843-4722-9fa7-3bbb6fbaa527 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cbc00cdb-1b43-4689-8cf7-a0a237848b2d HTTP/1.1" status: 200 len: 1001 time: 0.0566063 Sep 23 07:41:38.291366 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8e4ed5-36d7-4744-ac74-111792f51280 req-a3dc5479-68be-40ec-b025-e00d8e845ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:41:38.292985 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6e8e4ed5-36d7-4744-ac74-111792f51280 req-a3dc5479-68be-40ec-b025-e00d8e845ab9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e16b8c14-4213-404c-84a9-da7aa820bdd0 HTTP/1.1" status: 200 len: 850 time: 0.0440650 Sep 23 07:41:38.295617 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8e4ed5-36d7-4744-ac74-111792f51280 req-02ef6e03-b270-45a7-8ba9-a1eb1c27880a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:41:38.297138 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6e8e4ed5-36d7-4744-ac74-111792f51280 req-02ef6e03-b270-45a7-8ba9-a1eb1c27880a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e16b8c14-4213-404c-84a9-da7aa820bdd0 HTTP/1.1" status: 200 len: 850 time: 0.0482385 Sep 23 07:41:38.345154 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8e4ed5-36d7-4744-ac74-111792f51280 req-332c589c-6940-4829-a97d-649a492a823a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:41:38.346712 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6e8e4ed5-36d7-4744-ac74-111792f51280 req-332c589c-6940-4829-a97d-649a492a823a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469286 Sep 23 07:41:38.348504 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8e4ed5-36d7-4744-ac74-111792f51280 req-ce67df08-0b55-4adf-b455-05d274d1b060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:41:38.350072 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6e8e4ed5-36d7-4744-ac74-111792f51280 req-ce67df08-0b55-4adf-b455-05d274d1b060 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449479 Sep 23 07:41:38.439739 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6e8e4ed5-36d7-4744-ac74-111792f51280 req-8273a0c3-6352-40f3-b1a2-57c7a47d165d service neutron] 10.222.0.21 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860054 Sep 23 07:41:38.453596 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6e8e4ed5-36d7-4744-ac74-111792f51280 req-4ea7dfa6-011d-4f36-a834-5d9726f21a70 service neutron] 10.222.0.58 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927408 Sep 23 07:41:38.542923 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6e8e4ed5-36d7-4744-ac74-111792f51280 req-7a16c569-2afd-4422-992d-8bb50ccef479 service neutron] 10.222.0.21 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960648 Sep 23 07:41:38.558337 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6e8e4ed5-36d7-4744-ac74-111792f51280 req-0239e767-d355-4ee5-9196-dccef31b541c service neutron] 10.222.0.58 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962784 Sep 23 07:41:39.087055 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533fb359-8a13-4ed2-ab75-7136f4f94992 req-0ef889ae-27a7-472e-b572-cb6fdd600ffa tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:41:39.089111 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-533fb359-8a13-4ed2-ab75-7136f4f94992 req-0ef889ae-27a7-472e-b572-cb6fdd600ffa tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af9f735-8a3f-4d0e-8881-6201ef578782 HTTP/1.1" status: 200 len: 944 time: 0.0487401 Sep 23 07:41:39.128881 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-533fb359-8a13-4ed2-ab75-7136f4f94992 req-6ca01548-c556-41c2-9d18-9d608bb6555c tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333323 Sep 23 07:41:39.421381 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb6a35-14e6-48d6-ba1e-ef13c3fd3263 req-32415519-8735-45aa-9dd1-cd31284de2ce tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:41:39.422914 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fabb6a35-14e6-48d6-ba1e-ef13c3fd3263 req-32415519-8735-45aa-9dd1-cd31284de2ce tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.58 "GET /v2.0/ports?device_id=8af9f735-8a3f-4d0e-8881-6201ef578782&tenant_id=c35e7193b12c4d2c8a8bc750b7bd78a0&binding%3Ahost_id=n-h2-715271-16 HTTP/1.1" status: 200 len: 944 time: 0.0536046 Sep 23 07:41:39.440997 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e280301e-1532-4fba-817e-2afabd5219a7 req-1e57a17a-b51b-42dd-b89c-6f2d54bc1cf0 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:41:39.442511 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e280301e-1532-4fba-817e-2afabd5219a7 req-1e57a17a-b51b-42dd-b89c-6f2d54bc1cf0 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af9f735-8a3f-4d0e-8881-6201ef578782 HTTP/1.1" status: 200 len: 944 time: 0.0486670 Sep 23 07:41:39.485632 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e280301e-1532-4fba-817e-2afabd5219a7 req-982e966e-2416-49c8-bd76-12053cdca135 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365083 Sep 23 07:41:39.490467 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fabb6a35-14e6-48d6-ba1e-ef13c3fd3263 req-6866610c-67ed-402d-9a48-ccacdf169f8d service neutron] 10.222.0.58 "GET /v2.0/ports/cbc00cdb-1b43-4689-8cf7-a0a237848b2d/bindings/n-h2-715271-16 HTTP/1.1" status: 200 len: 383 time: 0.0597596 Sep 23 07:41:39.553993 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb6a35-14e6-48d6-ba1e-ef13c3fd3263 req-30c8820a-1ddc-45cc-a416-9eee79fba2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:41:39.555472 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fabb6a35-14e6-48d6-ba1e-ef13c3fd3263 req-30c8820a-1ddc-45cc-a416-9eee79fba2d9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c35e7193b12c4d2c8a8bc750b7bd78a0&device_id=8af9f735-8a3f-4d0e-8881-6201ef578782 HTTP/1.1" status: 200 len: 1096 time: 0.0408976 Sep 23 07:41:39.646059 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb6a35-14e6-48d6-ba1e-ef13c3fd3263 req-d04b93d2-19af-40c4-8492-8c349cd25e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:41:39.647462 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fabb6a35-14e6-48d6-ba1e-ef13c3fd3263 req-d04b93d2-19af-40c4-8492-8c349cd25e3d service neutron] 10.222.0.58 "GET /v2.0/networks?id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 HTTP/1.1" status: 200 len: 912 time: 0.0848725 Sep 23 07:41:39.719788 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fabb6a35-14e6-48d6-ba1e-ef13c3fd3263 req-fc222185-91c0-4001-bcbf-9d93de733691 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cbc00cdb-1b43-4689-8cf7-a0a237848b2d HTTP/1.1" status: 200 len: 1001 time: 0.0618296 Sep 23 07:41:39.727235 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device cbc00cdb-1b43-4689-8cf7-a0a237848b2d no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:41:39.772577 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb6a35-14e6-48d6-ba1e-ef13c3fd3263 req-a6136033-f53a-442a-9c09-32c9ce639e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:41:39.774137 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fabb6a35-14e6-48d6-ba1e-ef13c3fd3263 req-a6136033-f53a-442a-9c09-32c9ce639e9d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e16b8c14-4213-404c-84a9-da7aa820bdd0 HTTP/1.1" status: 200 len: 850 time: 0.0459733 Sep 23 07:41:39.824335 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb6a35-14e6-48d6-ba1e-ef13c3fd3263 req-c247585c-3065-431a-899d-823f7315c000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:41:39.825912 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fabb6a35-14e6-48d6-ba1e-ef13c3fd3263 req-c247585c-3065-431a-899d-823f7315c000 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436139 Sep 23 07:41:39.905461 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device cbc00cdb-1b43-4689-8cf7-a0a237848b2d details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:41:39.927699 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fabb6a35-14e6-48d6-ba1e-ef13c3fd3263 req-1ebec827-22cf-4058-95ea-300d9309859b service neutron] 10.222.0.58 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909140 Sep 23 07:41:39.937693 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device cbc00cdb-1b43-4689-8cf7-a0a237848b2d not bound to the agent host n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:41:40.014363 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port cbc00cdb-1b43-4689-8cf7-a0a237848b2d, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=cbc00cdb-1b43-4689-8cf7-a0a237848b2d,segment=NetworkSegment(8f7dad34-7058-44bb-a3e4-b365ee668eee),segment_id=8f7dad34-7058-44bb-a3e4-b365ee668eee)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:41:40.023972 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fabb6a35-14e6-48d6-ba1e-ef13c3fd3263 req-52c65fbd-a230-4f83-b32a-4c983755d7d0 service neutron] 10.222.0.58 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869596 Sep 23 07:41:40.024649 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': 'cbc00cdb-1b43-4689-8cf7-a0a237848b2d', 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1', 'port_id': 'cbc00cdb-1b43-4689-8cf7-a0a237848b2d', 'mac_address': 'fa:16:3e:67:45:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e16b8c14-4213-404c-84a9-da7aa820bdd0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:41:40.067562 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:41:40.080231 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbc00cdb-1b43-4689-8cf7-a0a237848b2d {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:41:40.099209 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port cbc00cdb-1b43-4689-8cf7-a0a237848b2d, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=cbc00cdb-1b43-4689-8cf7-a0a237848b2d,segment=NetworkSegment(8f7dad34-7058-44bb-a3e4-b365ee668eee),segment_id=8f7dad34-7058-44bb-a3e4-b365ee668eee)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:41:40.102998 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:41:40.149776 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=cbc00cdb-1b43-4689-8cf7-a0a237848b2d,revision_number=8']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:41:40.156988 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:41:40.157277 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:41:40.157616 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:41:40.157973 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:41:40.158306 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:41:40.158633 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:41:40.158959 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:41:40.159284 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:41:40.159606 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:41:40.159926 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:41:40.160247 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:41:40.160566 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:41:40.402937 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['cbc00cdb-1b43-4689-8cf7-a0a237848b2d'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:41:40.530241 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:41:40.603931 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8562e29-1792-4fbd-a86a-c5b39ad3f345 req-6331d5ca-be9a-4415-af10-ceee6db8321f tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:41:40.605459 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b8562e29-1792-4fbd-a86a-c5b39ad3f345 req-6331d5ca-be9a-4415-af10-ceee6db8321f tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af9f735-8a3f-4d0e-8881-6201ef578782 HTTP/1.1" status: 200 len: 945 time: 0.0498002 Sep 23 07:41:40.644733 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b8562e29-1792-4fbd-a86a-c5b39ad3f345 req-aa1fbc94-24cc-4d33-9f60-9033a33d7e4b tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332448 Sep 23 07:41:41.123655 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f9335792-9d25-4950-bef4-eae19609b467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:41:41.628670 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:41:41.762409 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615095d-5a88-4eab-a51b-c44da1a44e35 req-0725ff9b-6a28-4269-a4f6-aa0b8ff6875b tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:41:41.764282 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device cbc00cdb-1b43-4689-8cf7-a0a237848b2d up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:41:41.766335 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1615095d-5a88-4eab-a51b-c44da1a44e35 req-0725ff9b-6a28-4269-a4f6-aa0b8ff6875b tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af9f735-8a3f-4d0e-8881-6201ef578782 HTTP/1.1" status: 200 len: 945 time: 0.0539439 Sep 23 07:41:41.806522 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1615095d-5a88-4eab-a51b-c44da1a44e35 req-e94f3ea1-a498-492b-b96f-0345df2e9ac8 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365343 Sep 23 07:41:41.829042 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port cbc00cdb-1b43-4689-8cf7-a0a237848b2d completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:41:41.832924 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port cbc00cdb-1b43-4689-8cf7-a0a237848b2d triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:41:41.833299 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:41:41.913715 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:41:41.936754 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af9f735-8a3f-4d0e-8881-6201ef578782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbc00cdb-1b43-4689-8cf7-a0a237848b2d'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:41:41.938912 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ba4f7dfdfe0dde90123cb5af03ec17f0bd1073b346dec34131962e04cdfc7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df4a72d-827b-4471-a51b-f4eff3cc4500" -d '{"events": [{"server_uuid": "8af9f735-8a3f-4d0e-8881-6201ef578782", "name": "network-vif-plugged", "status": "completed", "tag": "cbc00cdb-1b43-4689-8cf7-a0a237848b2d"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:41:41.955646 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port cbc00cdb-1b43-4689-8cf7-a0a237848b2d, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=cbc00cdb-1b43-4689-8cf7-a0a237848b2d,segment=NetworkSegment(8f7dad34-7058-44bb-a3e4-b365ee668eee),segment_id=8f7dad34-7058-44bb-a3e4-b365ee668eee)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:41:41.959992 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:41:41.994248 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2651b2a8-7f8e-49c2-8d32-07aa84217a8f x-openstack-request-id: req-2651b2a8-7f8e-49c2-8d32-07aa84217a8f {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:41:41.994535 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8af9f735-8a3f-4d0e-8881-6201ef578782", "name": "network-vif-plugged", "status": "completed", "tag": "cbc00cdb-1b43-4689-8cf7-a0a237848b2d", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:41:41.995331 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2651b2a8-7f8e-49c2-8d32-07aa84217a8f {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:41:41.995749 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8af9f735-8a3f-4d0e-8881-6201ef578782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbc00cdb-1b43-4689-8cf7-a0a237848b2d', 'code': 200} Sep 23 07:41:42.011586 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=cbc00cdb-1b43-4689-8cf7-a0a237848b2d,revision_number=9']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:41:42.060159 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb6a35-14e6-48d6-ba1e-ef13c3fd3263 req-1dcee4f7-da80-4c55-98c5-8d6b24c83325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:41:42.061613 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fabb6a35-14e6-48d6-ba1e-ef13c3fd3263 req-1dcee4f7-da80-4c55-98c5-8d6b24c83325 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8af9f735-8a3f-4d0e-8881-6201ef578782&tenant_id=c35e7193b12c4d2c8a8bc750b7bd78a0 HTTP/1.1" status: 200 len: 1098 time: 0.0405493 Sep 23 07:41:42.076329 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-fabb6a35-14e6-48d6-ba1e-ef13c3fd3263 req-4d686973-fec6-4542-87bd-0349f9bcc189 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-715271-16', 'device_owner': 'compute:nova'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:41:42.131408 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-fabb6a35-14e6-48d6-ba1e-ef13c3fd3263 req-4d686973-fec6-4542-87bd-0349f9bcc189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:41:42.331885 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-fabb6a35-14e6-48d6-ba1e-ef13c3fd3263 req-4d686973-fec6-4542-87bd-0349f9bcc189 service neutron] For port cbc00cdb-1b43-4689-8cf7-a0a237848b2d, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=cbc00cdb-1b43-4689-8cf7-a0a237848b2d,segment=NetworkSegment(8f7dad34-7058-44bb-a3e4-b365ee668eee),segment_id=8f7dad34-7058-44bb-a3e4-b365ee668eee)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:41:42.365179 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-fabb6a35-14e6-48d6-ba1e-ef13c3fd3263 req-4d686973-fec6-4542-87bd-0349f9bcc189 service neutron] For port cbc00cdb-1b43-4689-8cf7-a0a237848b2d, host n-h2-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:41:42.404567 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af9f735-8a3f-4d0e-8881-6201ef578782', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbc00cdb-1b43-4689-8cf7-a0a237848b2d'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:41:42.406802 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f95ab57a745480e309303c621f93016f7af13821b9c47ad15b10e565102b0cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29694f71-104f-48c8-96d4-d5220dbfd6fc" -d '{"events": [{"server_uuid": "8af9f735-8a3f-4d0e-8881-6201ef578782", "name": "network-vif-unplugged", "status": "completed", "tag": "cbc00cdb-1b43-4689-8cf7-a0a237848b2d"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:41:42.410617 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-fabb6a35-14e6-48d6-ba1e-ef13c3fd3263 req-4d686973-fec6-4542-87bd-0349f9bcc189 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:41:42.423532 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-fabb6a35-14e6-48d6-ba1e-ef13c3fd3263 req-4d686973-fec6-4542-87bd-0349f9bcc189 service neutron] Transition to ACTIVE for port object cbc00cdb-1b43-4689-8cf7-a0a237848b2d will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:41:42.427394 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-fabb6a35-14e6-48d6-ba1e-ef13c3fd3263 req-4d686973-fec6-4542-87bd-0349f9bcc189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:41:42.462611 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 07:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d323da4e-65dc-4044-9a6b-60489bd4a055 x-openstack-request-id: req-d323da4e-65dc-4044-9a6b-60489bd4a055 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:41:42.462908 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8af9f735-8a3f-4d0e-8881-6201ef578782", "name": "network-vif-unplugged", "status": "completed", "tag": "cbc00cdb-1b43-4689-8cf7-a0a237848b2d", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:41:42.463151 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d323da4e-65dc-4044-9a6b-60489bd4a055 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:41:42.464314 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8af9f735-8a3f-4d0e-8881-6201ef578782', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbc00cdb-1b43-4689-8cf7-a0a237848b2d', 'code': 200} Sep 23 07:41:42.507868 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:41:42.520104 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d686973-fec6-4542-87bd-0349f9bcc189 service neutron] Pushing event updated for resources: {'Port': ['ID=cbc00cdb-1b43-4689-8cf7-a0a237848b2d,revision_number=10']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:41:42.532720 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d686973-fec6-4542-87bd-0349f9bcc189 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:41:42.533062 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d686973-fec6-4542-87bd-0349f9bcc189 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:41:42.533402 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d686973-fec6-4542-87bd-0349f9bcc189 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:41:42.533736 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d686973-fec6-4542-87bd-0349f9bcc189 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:41:42.534085 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d686973-fec6-4542-87bd-0349f9bcc189 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:41:42.534411 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d686973-fec6-4542-87bd-0349f9bcc189 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:41:42.534735 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d686973-fec6-4542-87bd-0349f9bcc189 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:41:42.535060 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d686973-fec6-4542-87bd-0349f9bcc189 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:41:42.535378 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d686973-fec6-4542-87bd-0349f9bcc189 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:41:42.535698 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d686973-fec6-4542-87bd-0349f9bcc189 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:41:42.536016 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d686973-fec6-4542-87bd-0349f9bcc189 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:41:42.536329 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d686973-fec6-4542-87bd-0349f9bcc189 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:41:42.570298 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-fabb6a35-14e6-48d6-ba1e-ef13c3fd3263 req-4d686973-fec6-4542-87bd-0349f9bcc189 service neutron] No DVR routers for this DVR port cbc00cdb-1b43-4689-8cf7-a0a237848b2d on host n-h2-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:41:42.708031 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-fabb6a35-14e6-48d6-ba1e-ef13c3fd3263 req-4d686973-fec6-4542-87bd-0349f9bcc189 service neutron] Attempting to bind port cbc00cdb-1b43-4689-8cf7-a0a237848b2d on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:41:42.708370 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-fabb6a35-14e6-48d6-ba1e-ef13c3fd3263 req-4d686973-fec6-4542-87bd-0349f9bcc189 service neutron] Attempting to bind port cbc00cdb-1b43-4689-8cf7-a0a237848b2d by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': '8f7dad34-7058-44bb-a3e4-b365ee668eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:41:42.708700 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabb6a35-14e6-48d6-ba1e-ef13c3fd3263 req-4d686973-fec6-4542-87bd-0349f9bcc189 service neutron] Attempting to bind port cbc00cdb-1b43-4689-8cf7-a0a237848b2d on network d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:41:42.712880 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabb6a35-14e6-48d6-ba1e-ef13c3fd3263 req-4d686973-fec6-4542-87bd-0349f9bcc189 service neutron] Port cbc00cdb-1b43-4689-8cf7-a0a237848b2d on network d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:41:42.713200 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabb6a35-14e6-48d6-ba1e-ef13c3fd3263 req-4d686973-fec6-4542-87bd-0349f9bcc189 service neutron] Attempting to bind port cbc00cdb-1b43-4689-8cf7-a0a237848b2d on network d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:41:42.718191 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabb6a35-14e6-48d6-ba1e-ef13c3fd3263 req-4d686973-fec6-4542-87bd-0349f9bcc189 service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:41:42.718535 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabb6a35-14e6-48d6-ba1e-ef13c3fd3263 req-4d686973-fec6-4542-87bd-0349f9bcc189 service neutron] Checking segment: {'id': '8f7dad34-7058-44bb-a3e4-b365ee668eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:41:42.718914 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabb6a35-14e6-48d6-ba1e-ef13c3fd3263 req-4d686973-fec6-4542-87bd-0349f9bcc189 service neutron] Bound using segment: {'id': '8f7dad34-7058-44bb-a3e4-b365ee668eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:41:42.719341 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-fabb6a35-14e6-48d6-ba1e-ef13c3fd3263 req-4d686973-fec6-4542-87bd-0349f9bcc189 service neutron] Bound port: cbc00cdb-1b43-4689-8cf7-a0a237848b2d, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f7dad34-7058-44bb-a3e4-b365ee668eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:41:42.719700 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-fabb6a35-14e6-48d6-ba1e-ef13c3fd3263 req-4d686973-fec6-4542-87bd-0349f9bcc189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:41:42.780809 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-fabb6a35-14e6-48d6-ba1e-ef13c3fd3263 req-4d686973-fec6-4542-87bd-0349f9bcc189 service neutron] For port cbc00cdb-1b43-4689-8cf7-a0a237848b2d, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:41:42.784127 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-fabb6a35-14e6-48d6-ba1e-ef13c3fd3263 req-4d686973-fec6-4542-87bd-0349f9bcc189 service neutron] For port cbc00cdb-1b43-4689-8cf7-a0a237848b2d, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=cbc00cdb-1b43-4689-8cf7-a0a237848b2d,segment=NetworkSegment(8f7dad34-7058-44bb-a3e4-b365ee668eee),segment_id=8f7dad34-7058-44bb-a3e4-b365ee668eee)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:41:42.787810 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-fabb6a35-14e6-48d6-ba1e-ef13c3fd3263 req-4d686973-fec6-4542-87bd-0349f9bcc189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:41:42.824868 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb6a35-14e6-48d6-ba1e-ef13c3fd3263 req-4d686973-fec6-4542-87bd-0349f9bcc189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:41:42.825504 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-fabb6a35-14e6-48d6-ba1e-ef13c3fd3263 req-4d686973-fec6-4542-87bd-0349f9bcc189 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:41:42.827169 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fabb6a35-14e6-48d6-ba1e-ef13c3fd3263 req-4d686973-fec6-4542-87bd-0349f9bcc189 service neutron] 10.222.0.21 "PUT /v2.0/ports/cbc00cdb-1b43-4689-8cf7-a0a237848b2d HTTP/1.1" status: 200 len: 1094 time: 0.7546067 Sep 23 07:41:42.853229 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d686973-fec6-4542-87bd-0349f9bcc189 service neutron] Pushing event updated for resources: {'Port': ['ID=cbc00cdb-1b43-4689-8cf7-a0a237848b2d,revision_number=11']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:41:42.902119 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb6a35-14e6-48d6-ba1e-ef13c3fd3263 req-e2858028-c902-4227-b486-f51ccf198106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:41:42.903678 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fabb6a35-14e6-48d6-ba1e-ef13c3fd3263 req-e2858028-c902-4227-b486-f51ccf198106 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c35e7193b12c4d2c8a8bc750b7bd78a0&device_id=8af9f735-8a3f-4d0e-8881-6201ef578782 HTTP/1.1" status: 200 len: 1097 time: 0.0471935 Sep 23 07:41:42.952269 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d492f4-6854-47ac-9254-a82363abe445 req-42587e4a-dd4b-4cdf-b328-4abcc7b2171d tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:41:42.953665 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c3d492f4-6854-47ac-9254-a82363abe445 req-42587e4a-dd4b-4cdf-b328-4abcc7b2171d tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af9f735-8a3f-4d0e-8881-6201ef578782 HTTP/1.1" status: 200 len: 945 time: 0.0523021 Sep 23 07:41:42.996520 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c3d492f4-6854-47ac-9254-a82363abe445 req-46ef3208-8bfa-4906-bde7-d87b341f4d35 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364008 Sep 23 07:41:43.001952 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb6a35-14e6-48d6-ba1e-ef13c3fd3263 req-6a050e6b-390e-4ead-803e-b99a9ea95178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:41:43.003426 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fabb6a35-14e6-48d6-ba1e-ef13c3fd3263 req-6a050e6b-390e-4ead-803e-b99a9ea95178 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 HTTP/1.1" status: 200 len: 912 time: 0.0925751 Sep 23 07:41:43.073956 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fabb6a35-14e6-48d6-ba1e-ef13c3fd3263 req-c2040e76-905c-4036-9609-d581890831f3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cbc00cdb-1b43-4689-8cf7-a0a237848b2d HTTP/1.1" status: 200 len: 1001 time: 0.0637753 Sep 23 07:41:43.123957 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb6a35-14e6-48d6-ba1e-ef13c3fd3263 req-21f24eb5-2b24-448d-8bbf-8209f4391b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:41:43.125426 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fabb6a35-14e6-48d6-ba1e-ef13c3fd3263 req-21f24eb5-2b24-448d-8bbf-8209f4391b50 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e16b8c14-4213-404c-84a9-da7aa820bdd0 HTTP/1.1" status: 200 len: 850 time: 0.0441887 Sep 23 07:41:43.169530 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb6a35-14e6-48d6-ba1e-ef13c3fd3263 req-6c2fcd0b-f351-4867-b279-eb37abef19b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:41:43.172012 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fabb6a35-14e6-48d6-ba1e-ef13c3fd3263 req-6c2fcd0b-f351-4867-b279-eb37abef19b8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398500 Sep 23 07:41:43.281855 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fabb6a35-14e6-48d6-ba1e-ef13c3fd3263 req-daaf5997-78e5-4fc5-9baf-f2f6ce80bdff service neutron] 10.222.0.21 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028979 Sep 23 07:41:43.372260 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fabb6a35-14e6-48d6-ba1e-ef13c3fd3263 req-3598c1fe-ea4f-4a33-b99f-cd74426430ae service neutron] 10.222.0.21 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838652 Sep 23 07:41:43.989347 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:41:44.114779 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3c1a9-e62f-4204-aaa4-cea420589bba req-bb71d180-bdd7-4aed-9305-a70681694811 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:41:44.116299 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6cb3c1a9-e62f-4204-aaa4-cea420589bba req-bb71d180-bdd7-4aed-9305-a70681694811 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af9f735-8a3f-4d0e-8881-6201ef578782 HTTP/1.1" status: 200 len: 945 time: 0.0498462 Sep 23 07:41:44.154200 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6cb3c1a9-e62f-4204-aaa4-cea420589bba req-7a02d0b5-e5e7-4125-9cde-71215e6c6842 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316856 Sep 23 07:41:44.465184 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8af9f735-8a3f-4d0e-8881-6201ef578782', 'tag': 'cbc00cdb-1b43-4689-8cf7-a0a237848b2d'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:41:44.467579 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f95ab57a745480e309303c621f93016f7af13821b9c47ad15b10e565102b0cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6d2520b-2e6e-4a3c-b918-4cecb520fa7f" -d '{"events": [{"name": "network-changed", "server_uuid": "8af9f735-8a3f-4d0e-8881-6201ef578782", "tag": "cbc00cdb-1b43-4689-8cf7-a0a237848b2d"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:41:44.516138 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f442f643-a60d-4d6f-a1dc-682e483d5a1e x-openstack-request-id: req-f442f643-a60d-4d6f-a1dc-682e483d5a1e {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:41:44.516450 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8af9f735-8a3f-4d0e-8881-6201ef578782", "tag": "cbc00cdb-1b43-4689-8cf7-a0a237848b2d", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:41:44.516683 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f442f643-a60d-4d6f-a1dc-682e483d5a1e {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:41:44.517083 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8af9f735-8a3f-4d0e-8881-6201ef578782', 'tag': 'cbc00cdb-1b43-4689-8cf7-a0a237848b2d', 'status': 'completed', 'code': 200} Sep 23 07:41:44.576308 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d2520b-2e6e-4a3c-b918-4cecb520fa7f req-aa4e0df7-299a-44c9-9889-745889310b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:41:44.577813 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c6d2520b-2e6e-4a3c-b918-4cecb520fa7f req-aa4e0df7-299a-44c9-9889-745889310b11 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c35e7193b12c4d2c8a8bc750b7bd78a0&device_id=8af9f735-8a3f-4d0e-8881-6201ef578782 HTTP/1.1" status: 200 len: 1097 time: 0.0422130 Sep 23 07:41:44.593112 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d2520b-2e6e-4a3c-b918-4cecb520fa7f req-e4a33366-9e95-4af7-a78c-108addaec64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:41:44.594736 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c6d2520b-2e6e-4a3c-b918-4cecb520fa7f req-e4a33366-9e95-4af7-a78c-108addaec64f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c35e7193b12c4d2c8a8bc750b7bd78a0&device_id=8af9f735-8a3f-4d0e-8881-6201ef578782 HTTP/1.1" status: 200 len: 1097 time: 0.0411258 Sep 23 07:41:44.676006 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d2520b-2e6e-4a3c-b918-4cecb520fa7f req-cef719f6-6e5d-4bd5-aeea-a1ad549101fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:41:44.677536 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c6d2520b-2e6e-4a3c-b918-4cecb520fa7f req-cef719f6-6e5d-4bd5-aeea-a1ad549101fb service neutron] 10.222.0.58 "GET /v2.0/networks?id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 HTTP/1.1" status: 200 len: 912 time: 0.0922148 Sep 23 07:41:44.689581 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d2520b-2e6e-4a3c-b918-4cecb520fa7f req-da7dd6de-740f-4007-846d-679b50d4654c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:41:44.691168 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c6d2520b-2e6e-4a3c-b918-4cecb520fa7f req-da7dd6de-740f-4007-846d-679b50d4654c service neutron] 10.222.0.21 "GET /v2.0/networks?id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 HTTP/1.1" status: 200 len: 912 time: 0.0886726 Sep 23 07:41:44.750869 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c6d2520b-2e6e-4a3c-b918-4cecb520fa7f req-d7ed8c5d-c6ac-4743-ad37-e752e84d33e2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cbc00cdb-1b43-4689-8cf7-a0a237848b2d HTTP/1.1" status: 200 len: 1001 time: 0.0653446 Sep 23 07:41:44.756099 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c6d2520b-2e6e-4a3c-b918-4cecb520fa7f req-44f0b049-ced0-49ca-8ffb-ac1b015d2e8a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cbc00cdb-1b43-4689-8cf7-a0a237848b2d HTTP/1.1" status: 200 len: 1001 time: 0.0576129 Sep 23 07:41:44.802714 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d2520b-2e6e-4a3c-b918-4cecb520fa7f req-80d22d2d-e697-4dda-83e8-c0852eaaa21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:41:44.804207 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c6d2520b-2e6e-4a3c-b918-4cecb520fa7f req-80d22d2d-e697-4dda-83e8-c0852eaaa21c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e16b8c14-4213-404c-84a9-da7aa820bdd0 HTTP/1.1" status: 200 len: 850 time: 0.0456851 Sep 23 07:41:44.804514 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d2520b-2e6e-4a3c-b918-4cecb520fa7f req-213e06ea-0a04-433f-95cb-96482fbdb6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:41:44.805975 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c6d2520b-2e6e-4a3c-b918-4cecb520fa7f req-213e06ea-0a04-433f-95cb-96482fbdb6b1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e16b8c14-4213-404c-84a9-da7aa820bdd0 HTTP/1.1" status: 200 len: 850 time: 0.0423241 Sep 23 07:41:44.851688 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d2520b-2e6e-4a3c-b918-4cecb520fa7f req-36ea0750-5d50-4106-9f17-55cff142cd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:41:44.853213 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c6d2520b-2e6e-4a3c-b918-4cecb520fa7f req-36ea0750-5d50-4106-9f17-55cff142cd69 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417447 Sep 23 07:41:44.855075 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d2520b-2e6e-4a3c-b918-4cecb520fa7f req-03484861-abcc-4472-bcef-e416fe9c3272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:41:44.856561 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c6d2520b-2e6e-4a3c-b918-4cecb520fa7f req-03484861-abcc-4472-bcef-e416fe9c3272 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435088 Sep 23 07:41:44.947172 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c6d2520b-2e6e-4a3c-b918-4cecb520fa7f req-42ef66c2-7237-48e7-8949-5341dc13afb5 service neutron] 10.222.0.21 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819497 Sep 23 07:41:44.951758 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c6d2520b-2e6e-4a3c-b918-4cecb520fa7f req-3ced3c40-e5c4-4aae-93e8-2f69e696ba3d service neutron] 10.222.0.58 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906358 Sep 23 07:41:45.040892 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c6d2520b-2e6e-4a3c-b918-4cecb520fa7f req-4dbd0db7-8714-46fc-b3e1-98cb25648505 service neutron] 10.222.0.21 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865748 Sep 23 07:41:45.045661 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c6d2520b-2e6e-4a3c-b918-4cecb520fa7f req-7731b01c-c236-4617-a9c4-7f36eb8c74fd service neutron] 10.222.0.58 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868075 Sep 23 07:41:45.272248 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d4000-9e6e-498f-a87f-59a47346567d req-7fa087a5-0949-463c-abf4-0166ddf3cf19 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:41:45.273740 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a73d4000-9e6e-498f-a87f-59a47346567d req-7fa087a5-0949-463c-abf4-0166ddf3cf19 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af9f735-8a3f-4d0e-8881-6201ef578782 HTTP/1.1" status: 200 len: 945 time: 0.0490711 Sep 23 07:41:45.312336 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a73d4000-9e6e-498f-a87f-59a47346567d req-eaca7d4f-819f-4f19-85d1-f08cae3ed38c tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320220 Sep 23 07:41:45.785618 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device cbc00cdb-1b43-4689-8cf7-a0a237848b2d no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:41:45.831308 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device cbc00cdb-1b43-4689-8cf7-a0a237848b2d not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:41:46.433063 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c8a1b0-13b6-4c17-ac1a-ac51ac61921f req-2f492586-6ff8-4979-aaaf-ac88b97511e3 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:41:46.434426 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-66c8a1b0-13b6-4c17-ac1a-ac51ac61921f req-2f492586-6ff8-4979-aaaf-ac88b97511e3 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af9f735-8a3f-4d0e-8881-6201ef578782 HTTP/1.1" status: 200 len: 945 time: 0.0502079 Sep 23 07:41:46.475725 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-66c8a1b0-13b6-4c17-ac1a-ac51ac61921f req-151ea27e-6871-46e2-ace2-2fd82e16fff2 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353823 Sep 23 07:41:47.588139 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece0cbe-15d0-4ff8-822b-8fddc3f21fdd req-62604508-6ed1-4297-bc58-71c4e8ae8d1c tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:41:47.590392 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8ece0cbe-15d0-4ff8-822b-8fddc3f21fdd req-62604508-6ed1-4297-bc58-71c4e8ae8d1c tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af9f735-8a3f-4d0e-8881-6201ef578782 HTTP/1.1" status: 200 len: 945 time: 0.0479150 Sep 23 07:41:47.630087 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8ece0cbe-15d0-4ff8-822b-8fddc3f21fdd req-d48ec1d8-2406-4369-88a6-c3afc53e8182 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337903 Sep 23 07:41:47.744826 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cb12c9-118f-4f60-ac36-d329a9301bb9 req-55ffe88e-9b2f-4573-bbef-87414923d27d tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:41:47.746427 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-07cb12c9-118f-4f60-ac36-d329a9301bb9 req-55ffe88e-9b2f-4573-bbef-87414923d27d tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af9f735-8a3f-4d0e-8881-6201ef578782 HTTP/1.1" status: 200 len: 945 time: 0.0508864 Sep 23 07:41:47.748458 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device cbc00cdb-1b43-4689-8cf7-a0a237848b2d details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:41:47.786229 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-07cb12c9-118f-4f60-ac36-d329a9301bb9 req-e0dfbaa3-8b2b-42c2-b4ae-3edb30070cda tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333526 Sep 23 07:41:47.846436 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port cbc00cdb-1b43-4689-8cf7-a0a237848b2d, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=cbc00cdb-1b43-4689-8cf7-a0a237848b2d,segment=NetworkSegment(8f7dad34-7058-44bb-a3e4-b365ee668eee),segment_id=8f7dad34-7058-44bb-a3e4-b365ee668eee)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:41:47.857795 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': 'cbc00cdb-1b43-4689-8cf7-a0a237848b2d', 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1', 'port_id': 'cbc00cdb-1b43-4689-8cf7-a0a237848b2d', 'mac_address': 'fa:16:3e:67:45:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e16b8c14-4213-404c-84a9-da7aa820bdd0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:41:47.895778 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:41:47.900986 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffbf2ea-7ea8-4ed3-a2db-59fbfff98a72 req-9831d5f3-dce6-465e-a638-b91ca310fe50 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:41:47.903586 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2ffbf2ea-7ea8-4ed3-a2db-59fbfff98a72 req-9831d5f3-dce6-465e-a638-b91ca310fe50 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af9f735-8a3f-4d0e-8881-6201ef578782 HTTP/1.1" status: 200 len: 945 time: 0.0499284 Sep 23 07:41:47.909501 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbc00cdb-1b43-4689-8cf7-a0a237848b2d {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:41:47.928690 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port cbc00cdb-1b43-4689-8cf7-a0a237848b2d, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=cbc00cdb-1b43-4689-8cf7-a0a237848b2d,segment=NetworkSegment(8f7dad34-7058-44bb-a3e4-b365ee668eee),segment_id=8f7dad34-7058-44bb-a3e4-b365ee668eee)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:41:47.933529 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:41:47.942866 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2ffbf2ea-7ea8-4ed3-a2db-59fbfff98a72 req-4f79ceef-2883-4f23-b584-11233c3167ff tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330513 Sep 23 07:41:47.984163 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=cbc00cdb-1b43-4689-8cf7-a0a237848b2d,revision_number=12']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:41:48.179001 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa4e21f-4559-45c2-bddd-4989e96f83bf req-c25761b0-9c70-451e-b8c7-68a9beba06c9 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:41:48.180466 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cfa4e21f-4559-45c2-bddd-4989e96f83bf req-c25761b0-9c70-451e-b8c7-68a9beba06c9 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af9f735-8a3f-4d0e-8881-6201ef578782 HTTP/1.1" status: 200 len: 946 time: 0.0479691 Sep 23 07:41:48.218189 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cfa4e21f-4559-45c2-bddd-4989e96f83bf req-89c9d7b0-1f0d-4b64-8d81-b3f8f2875e44 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310349 Sep 23 07:41:48.338509 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['cbc00cdb-1b43-4689-8cf7-a0a237848b2d'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:41:49.333575 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2381b4cf-4d21-4601-8ac8-f69fc18f616c req-fd611ba1-5dc3-4eb4-b287-b3141aa6560b tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:41:49.335058 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2381b4cf-4d21-4601-8ac8-f69fc18f616c req-fd611ba1-5dc3-4eb4-b287-b3141aa6560b tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af9f735-8a3f-4d0e-8881-6201ef578782 HTTP/1.1" status: 200 len: 946 time: 0.0480518 Sep 23 07:41:49.372443 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2381b4cf-4d21-4601-8ac8-f69fc18f616c req-40dfb1c8-216e-437e-947a-f66b70a95558 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306861 Sep 23 07:41:49.747331 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device cbc00cdb-1b43-4689-8cf7-a0a237848b2d up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:41:49.797220 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port cbc00cdb-1b43-4689-8cf7-a0a237848b2d completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:41:49.800788 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port cbc00cdb-1b43-4689-8cf7-a0a237848b2d triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:41:49.801172 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:41:49.878717 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:41:49.900941 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af9f735-8a3f-4d0e-8881-6201ef578782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbc00cdb-1b43-4689-8cf7-a0a237848b2d'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:41:49.902510 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753a5e2c-00c5-4980-9cef-5f464a052d8b req-f38dfbce-887c-44ca-a590-5e77e689b73c tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:41:49.903267 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ba4f7dfdfe0dde90123cb5af03ec17f0bd1073b346dec34131962e04cdfc7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff6e12be-faa5-467e-a6b6-86454bd93010" -d '{"events": [{"server_uuid": "8af9f735-8a3f-4d0e-8881-6201ef578782", "name": "network-vif-plugged", "status": "completed", "tag": "cbc00cdb-1b43-4689-8cf7-a0a237848b2d"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:41:49.903968 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-753a5e2c-00c5-4980-9cef-5f464a052d8b req-f38dfbce-887c-44ca-a590-5e77e689b73c tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.21 "GET /v2.0/ports?device_id=8af9f735-8a3f-4d0e-8881-6201ef578782 HTTP/1.1" status: 200 len: 946 time: 0.0479949 Sep 23 07:41:49.915875 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port cbc00cdb-1b43-4689-8cf7-a0a237848b2d, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=cbc00cdb-1b43-4689-8cf7-a0a237848b2d,segment=NetworkSegment(8f7dad34-7058-44bb-a3e4-b365ee668eee),segment_id=8f7dad34-7058-44bb-a3e4-b365ee668eee)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:41:49.921251 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:41:49.945047 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-609fa302-9074-47a5-bca9-6b6574a8bf07 x-openstack-request-id: req-609fa302-9074-47a5-bca9-6b6574a8bf07 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:41:49.945337 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8af9f735-8a3f-4d0e-8881-6201ef578782", "name": "network-vif-plugged", "status": "completed", "tag": "cbc00cdb-1b43-4689-8cf7-a0a237848b2d", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:41:49.945587 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-609fa302-9074-47a5-bca9-6b6574a8bf07 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:41:49.946001 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8af9f735-8a3f-4d0e-8881-6201ef578782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbc00cdb-1b43-4689-8cf7-a0a237848b2d', 'code': 200} Sep 23 07:41:49.971074 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=cbc00cdb-1b43-4689-8cf7-a0a237848b2d,revision_number=13']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:41:50.005636 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-753a5e2c-00c5-4980-9cef-5f464a052d8b req-8b007592-9870-451f-8738-4c61157949e4 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Deleting port cbc00cdb-1b43-4689-8cf7-a0a237848b2d {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:41:50.005930 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-753a5e2c-00c5-4980-9cef-5f464a052d8b req-8b007592-9870-451f-8738-4c61157949e4 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:41:50.094593 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-753a5e2c-00c5-4980-9cef-5f464a052d8b req-8b007592-9870-451f-8738-4c61157949e4 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] For port cbc00cdb-1b43-4689-8cf7-a0a237848b2d, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=cbc00cdb-1b43-4689-8cf7-a0a237848b2d,segment=NetworkSegment(8f7dad34-7058-44bb-a3e4-b365ee668eee),segment_id=8f7dad34-7058-44bb-a3e4-b365ee668eee)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:41:50.095236 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-753a5e2c-00c5-4980-9cef-5f464a052d8b req-8b007592-9870-451f-8738-4c61157949e4 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:41:50.490762 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6e607f-ac8c-4cb7-94a4-0f21d10bc23a req-835057ef-8ebc-4571-91fd-d84718300c03 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:41:50.492323 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5c6e607f-ac8c-4cb7-94a4-0f21d10bc23a req-835057ef-8ebc-4571-91fd-d84718300c03 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8af9f735-8a3f-4d0e-8881-6201ef578782 HTTP/1.1" status: 200 len: 947 time: 0.0506980 Sep 23 07:41:50.537345 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5c6e607f-ac8c-4cb7-94a4-0f21d10bc23a req-1f298f11-11ce-4dca-8628-e2a056012c27 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372317 Sep 23 07:41:50.603631 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-753a5e2c-00c5-4980-9cef-5f464a052d8b req-8b007592-9870-451f-8738-4c61157949e4 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:41:50.603995 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-753a5e2c-00c5-4980-9cef-5f464a052d8b req-8b007592-9870-451f-8738-4c61157949e4 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:41:50.604308 n-d-715271-16 neutron-server[95065]: INFO neutron.db.l3_db [req-753a5e2c-00c5-4980-9cef-5f464a052d8b req-8b007592-9870-451f-8738-4c61157949e4 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Floating IP e3715917-eadd-4837-9a97-78ef10121640 disassociated. External IP: 172.25.2.167, port: cbc00cdb-1b43-4689-8cf7-a0a237848b2d. Sep 23 07:41:50.605181 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-753a5e2c-00c5-4980-9cef-5f464a052d8b req-8b007592-9870-451f-8738-4c61157949e4 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Calling delete_port for cbc00cdb-1b43-4689-8cf7-a0a237848b2d owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:41:50.726781 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-753a5e2c-00c5-4980-9cef-5f464a052d8b req-8b007592-9870-451f-8738-4c61157949e4 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:41:50.757459 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b007592-9870-451f-8738-4c61157949e4 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Pushing event deleted for resources: {'Port': ['ID=cbc00cdb-1b43-4689-8cf7-a0a237848b2d,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:41:50.879443 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [req-753a5e2c-00c5-4980-9cef-5f464a052d8b req-8b007592-9870-451f-8738-4c61157949e4 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Router 4c7a87d0-e93d-48cf-a2fd-6bacd07b7831 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:41:50.989075 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-753a5e2c-00c5-4980-9cef-5f464a052d8b req-8b007592-9870-451f-8738-4c61157949e4 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:41:51.001334 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce74ca78-100d-49b9-85d7-e66cb2c493d3 None None] Sync routers for ids ['4c7a87d0-e93d-48cf-a2fd-6bacd07b7831'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:41:51.010767 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce74ca78-100d-49b9-85d7-e66cb2c493d3 None None] Routers {'4c7a87d0-e93d-48cf-a2fd-6bacd07b7831'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:41:51.011632 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-ce74ca78-100d-49b9-85d7-e66cb2c493d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:41:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['4c7a87d0-e93d-48cf-a2fd-6bacd07b7831'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:41:51.030264 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-753a5e2c-00c5-4980-9cef-5f464a052d8b req-8b007592-9870-451f-8738-4c61157949e4 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] No DVR routers for this DVR port cbc00cdb-1b43-4689-8cf7-a0a237848b2d on host n-h1-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:41:51.032899 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-753a5e2c-00c5-4980-9cef-5f464a052d8b req-8b007592-9870-451f-8738-4c61157949e4 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:41:51.035273 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-753a5e2c-00c5-4980-9cef-5f464a052d8b req-8b007592-9870-451f-8738-4c61157949e4 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.21 "DELETE /v2.0/ports/cbc00cdb-1b43-4689-8cf7-a0a237848b2d HTTP/1.1" status: 204 len: 173 time: 1.1244810 Sep 23 07:41:51.035705 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af9f735-8a3f-4d0e-8881-6201ef578782', 'name': 'network-vif-deleted', 'tag': 'cbc00cdb-1b43-4689-8cf7-a0a237848b2d'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:41:51.038008 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f95ab57a745480e309303c621f93016f7af13821b9c47ad15b10e565102b0cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0070f85-1816-4200-ac0b-e422825f9b97" -d '{"events": [{"server_uuid": "8af9f735-8a3f-4d0e-8881-6201ef578782", "name": "network-vif-deleted", "tag": "cbc00cdb-1b43-4689-8cf7-a0a237848b2d"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:41:51.077378 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d07cce2e-7616-4ca5-b07f-f1f66da49e26 x-openstack-request-id: req-d07cce2e-7616-4ca5-b07f-f1f66da49e26 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:41:51.077766 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8af9f735-8a3f-4d0e-8881-6201ef578782", "name": "network-vif-deleted", "tag": "cbc00cdb-1b43-4689-8cf7-a0a237848b2d", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:41:51.078036 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d07cce2e-7616-4ca5-b07f-f1f66da49e26 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:41:51.078448 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8af9f735-8a3f-4d0e-8881-6201ef578782', 'name': 'network-vif-deleted', 'tag': 'cbc00cdb-1b43-4689-8cf7-a0a237848b2d', 'status': 'completed', 'code': 200} Sep 23 07:41:51.121450 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-ce74ca78-100d-49b9-85d7-e66cb2c493d3 None None] Set router 4c7a87d0-e93d-48cf-a2fd-6bacd07b7831 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:41:51.281734 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4196ed9b-8d6d-45a2-85e3-0fd3d9bd7b61 req-72158dea-4b96-4b14-83db-4335feb640f8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8af9f735-8a3f-4d0e-8881-6201ef578782&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0290794 Sep 23 07:41:51.322313 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-ce74ca78-100d-49b9-85d7-e66cb2c493d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'name': 'tempest-ServerActionsTestJSON-412319534-router', 'tenant_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '87356b93-221c-41a9-a545-f4285aee09f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:32:01Z', 'updated_at': '2021-09-23T07:32:04Z', 'revision_number': 4, 'project_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'gw_port': {'id': '87356b93-221c-41a9-a545-f4285aee09f2', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:32:01Z', 'updated_at': '2021-09-23T07:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '778fcf3a-9294-484c-8cd7-b23597b77e9d', 'name': '', 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1', 'tenant_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'mac_address': 'fa:16:3e:97:7a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'e16b8c14-4213-404c-84a9-da7aa820bdd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:32:03Z', 'updated_at': '2021-09-23T07:32:07Z', 'revision_number': 5, 'project_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'subnets': [{'id': 'e16b8c14-4213-404c-84a9-da7aa820bdd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:41:51.349102 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce74ca78-100d-49b9-85d7-e66cb2c493d3 None None] Checking router: 4c7a87d0-e93d-48cf-a2fd-6bacd07b7831 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:41:51.357249 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce74ca78-100d-49b9-85d7-e66cb2c493d3 None None] Routers {'4c7a87d0-e93d-48cf-a2fd-6bacd07b7831'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:41:51.357897 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-ce74ca78-100d-49b9-85d7-e66cb2c493d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:41:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['4c7a87d0-e93d-48cf-a2fd-6bacd07b7831'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:41:51.361236 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4196ed9b-8d6d-45a2-85e3-0fd3d9bd7b61 req-277b42a7-81b2-44b2-970e-cebfb137eeda service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c35e7193b12c4d2c8a8bc750b7bd78a0&device_id=8af9f735-8a3f-4d0e-8881-6201ef578782 HTTP/1.1" status: 200 len: 210 time: 0.0252345 Sep 23 07:41:51.463382 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-ce74ca78-100d-49b9-85d7-e66cb2c493d3 None None] Set router 4c7a87d0-e93d-48cf-a2fd-6bacd07b7831 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:41:51.555231 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4196ed9b-8d6d-45a2-85e3-0fd3d9bd7b61 req-72a57b74-c18b-496f-a336-88343b2ccb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:41:51.556888 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4196ed9b-8d6d-45a2-85e3-0fd3d9bd7b61 req-72a57b74-c18b-496f-a336-88343b2ccb56 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=c35e7193b12c4d2c8a8bc750b7bd78a0&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1722379 Sep 23 07:41:51.686768 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-ce74ca78-100d-49b9-85d7-e66cb2c493d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'name': 'tempest-ServerActionsTestJSON-412319534-router', 'tenant_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '87356b93-221c-41a9-a545-f4285aee09f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:32:01Z', 'updated_at': '2021-09-23T07:32:04Z', 'revision_number': 4, 'project_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'gw_port': {'id': '87356b93-221c-41a9-a545-f4285aee09f2', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:32:01Z', 'updated_at': '2021-09-23T07:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '778fcf3a-9294-484c-8cd7-b23597b77e9d', 'name': '', 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1', 'tenant_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'mac_address': 'fa:16:3e:97:7a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'e16b8c14-4213-404c-84a9-da7aa820bdd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:32:03Z', 'updated_at': '2021-09-23T07:32:07Z', 'revision_number': 5, 'project_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'subnets': [{'id': 'e16b8c14-4213-404c-84a9-da7aa820bdd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:41:51.718811 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce74ca78-100d-49b9-85d7-e66cb2c493d3 None None] The sync data for ids ['4c7a87d0-e93d-48cf-a2fd-6bacd07b7831'] in n-d-715271-16 is: [{'id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'name': 'tempest-ServerActionsTestJSON-412319534-router', 'tenant_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '87356b93-221c-41a9-a545-f4285aee09f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:32:01Z', 'updated_at': '2021-09-23T07:32:04Z', 'revision_number': 4, 'project_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'gw_port': {'id': '87356b93-221c-41a9-a545-f4285aee09f2', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:32:01Z', 'updated_at': '2021-09-23T07:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '778fcf3a-9294-484c-8cd7-b23597b77e9d', 'name': '', 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1', 'tenant_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'mac_address': 'fa:16:3e:97:7a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'e16b8c14-4213-404c-84a9-da7aa820bdd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:32:03Z', 'updated_at': '2021-09-23T07:32:07Z', 'revision_number': 5, 'project_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'subnets': [{'id': 'e16b8c14-4213-404c-84a9-da7aa820bdd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:41:51.779253 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4196ed9b-8d6d-45a2-85e3-0fd3d9bd7b61 req-29a4bf6f-8e55-40f8-9ccc-aec719389fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:41:51.780779 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4196ed9b-8d6d-45a2-85e3-0fd3d9bd7b61 req-29a4bf6f-8e55-40f8-9ccc-aec719389fd5 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2166128 Sep 23 07:41:51.859186 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7c9f8219-a63a-43b7-8968-9e5fbb81392d req-48426756-d92d-4eea-afa5-80e3567451cf tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1282369762&fields=id&tenant_id=c35e7193b12c4d2c8a8bc750b7bd78a0 HTTP/1.1" status: 200 len: 267 time: 0.0345476 Sep 23 07:41:51.963589 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e9c4d5-1473-496c-8d7c-89610498de23 None None] New status for floating IP e3715917-eadd-4837-9a97-78ef10121640: DOWN {{(pid=95067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 07:41:51.977031 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f8219-a63a-43b7-8968-9e5fbb81392d req-6bba242c-6299-456f-82aa-386981988ddc tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:41:51.978555 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7c9f8219-a63a-43b7-8968-9e5fbb81392d req-6bba242c-6299-456f-82aa-386981988ddc tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/networks?id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 HTTP/1.1" status: 200 len: 811 time: 0.1123855 Sep 23 07:41:51.994261 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7c9f8219-a63a-43b7-8968-9e5fbb81392d req-f964c11a-695a-47b8-82d0-2631a0b33f32 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/quotas/c35e7193b12c4d2c8a8bc750b7bd78a0 HTTP/1.1" status: 200 len: 375 time: 0.0092931 Sep 23 07:41:52.051969 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7c9f8219-a63a-43b7-8968-9e5fbb81392d req-f18839d9-9fa6-49e4-a987-9c1c3e1b010d tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c35e7193b12c4d2c8a8bc750b7bd78a0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0516458 Sep 23 07:41:52.158489 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [req-7c9f8219-a63a-43b7-8968-9e5fbb81392d req-27b199ff-1fd3-4365-a419-a898671240c7 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:41:52.159548 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7c9f8219-a63a-43b7-8968-9e5fbb81392d req-27b199ff-1fd3-4365-a419-a898671240c7 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0474832 Sep 23 07:41:52.249405 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7c9f8219-a63a-43b7-8968-9e5fbb81392d req-dd335e27-3c2e-477c-9bf4-752bf6ea3876 service neutron] 10.222.0.39 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836241 Sep 23 07:41:52.346733 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7c9f8219-a63a-43b7-8968-9e5fbb81392d req-e2370ebb-b89f-4d44-aacf-b63c4ebc1f52 service neutron] 10.222.0.39 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911729 Sep 23 07:41:52.506513 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7cd469f0-5f1b-4060-afef-3681d18b422a req-d9a4c9ba-5313-424b-97bd-ebc2894f71e7 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7 HTTP/1.1" status: 200 len: 210 time: 0.0271270 Sep 23 07:41:53.481991 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f8219-a63a-43b7-8968-9e5fbb81392d req-a430f531-7efd-4eb8-8dc0-a081838f20d0 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:41:53.483461 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7c9f8219-a63a-43b7-8968-9e5fbb81392d req-a430f531-7efd-4eb8-8dc0-a081838f20d0 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.58 "GET /v2.0/networks?id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 HTTP/1.1" status: 200 len: 811 time: 0.1039717 Sep 23 07:41:53.538305 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7c9f8219-a63a-43b7-8968-9e5fbb81392d req-d2c20dee-00b5-42e9-972a-f5ecfa1ec4e1 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c35e7193b12c4d2c8a8bc750b7bd78a0 HTTP/1.1" status: 200 len: 380 time: 0.0443408 Sep 23 07:41:53.552829 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-7c9f8219-a63a-43b7-8968-9e5fbb81392d req-8148eb8f-8c6e-436f-a06e-d6343e4052e0 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Request body: {'port': {'device_id': '8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7', 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1', 'admin_state_up': True, 'tenant_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'security_groups': ['4ee57806-7058-480a-8d3d-d4b38eddb020']}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:41:53.610477 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bc60cf38-e042-419e-88af-7bca456602a1 req-874a14c6-22bb-4602-8069-3a47e935e747 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7 HTTP/1.1" status: 200 len: 210 time: 0.0354979 Sep 23 07:41:53.687304 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c9f8219-a63a-43b7-8968-9e5fbb81392d req-8148eb8f-8c6e-436f-a06e-d6343e4052e0 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Made reservation on behalf of c35e7193b12c4d2c8a8bc750b7bd78a0 for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:41:53.690800 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-7c9f8219-a63a-43b7-8968-9e5fbb81392d req-8148eb8f-8c6e-436f-a06e-d6343e4052e0 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:41:53.765808 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device cbc00cdb-1b43-4689-8cf7-a0a237848b2d no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:41:53.788994 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] No Port match for: cbc00cdb-1b43-4689-8cf7-a0a237848b2d {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:41:53.789341 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device cbc00cdb-1b43-4689-8cf7-a0a237848b2d not bound to the agent host n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:41:53.822472 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [req-7c9f8219-a63a-43b7-8968-9e5fbb81392d req-8148eb8f-8c6e-436f-a06e-d6343e4052e0 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Allocated IP 172.20.0.4 (d5feedd2-0f2f-4b62-bf5b-065c27ad35d1/e16b8c14-4213-404c-84a9-da7aa820bdd0/69717a2c-a255-4b56-853d-dd9a77ecb340) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:41:53.960216 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-7c9f8219-a63a-43b7-8968-9e5fbb81392d req-8148eb8f-8c6e-436f-a06e-d6343e4052e0 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:41:53.997921 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-7c9f8219-a63a-43b7-8968-9e5fbb81392d req-8148eb8f-8c6e-436f-a06e-d6343e4052e0 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:41:54.040506 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c9f8219-a63a-43b7-8968-9e5fbb81392d req-8148eb8f-8c6e-436f-a06e-d6343e4052e0 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Network d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:41:54.044173 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [req-7c9f8219-a63a-43b7-8968-9e5fbb81392d req-8148eb8f-8c6e-436f-a06e-d6343e4052e0 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:41:54.047760 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c9f8219-a63a-43b7-8968-9e5fbb81392d req-8148eb8f-8c6e-436f-a06e-d6343e4052e0 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:41:54.073727 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8148eb8f-8c6e-436f-a06e-d6343e4052e0 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Pushing event updated for resources: {'Port': ['ID=69717a2c-a255-4b56-853d-dd9a77ecb340,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:41:54.106233 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f8219-a63a-43b7-8968-9e5fbb81392d req-8148eb8f-8c6e-436f-a06e-d6343e4052e0 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:41:54.106894 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-7c9f8219-a63a-43b7-8968-9e5fbb81392d req-8148eb8f-8c6e-436f-a06e-d6343e4052e0 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:41:54.121504 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7c9f8219-a63a-43b7-8968-9e5fbb81392d req-8148eb8f-8c6e-436f-a06e-d6343e4052e0 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5721796 Sep 23 07:41:54.134588 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-7c9f8219-a63a-43b7-8968-9e5fbb81392d req-6af7bf1e-de2c-4967-9b98-e8f407227c20 service neutron] Request body: {'port': {'device_id': '8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:41:54.189603 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-7c9f8219-a63a-43b7-8968-9e5fbb81392d req-6af7bf1e-de2c-4967-9b98-e8f407227c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:41:54.308162 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-ea008002-8f7a-4fed-ba4c-09a18fcd779a None None] Provisioning complete for port 69717a2c-a255-4b56-853d-dd9a77ecb340 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:41:54.308544 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ea008002-8f7a-4fed-ba4c-09a18fcd779a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:41:54.342909 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-ea008002-8f7a-4fed-ba4c-09a18fcd779a None None] Port 69717a2c-a255-4b56-853d-dd9a77ecb340 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:41:54.456950 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [req-7c9f8219-a63a-43b7-8968-9e5fbb81392d req-6af7bf1e-de2c-4967-9b98-e8f407227c20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69717a2c-a255-4b56-853d-dd9a77ecb340 {{(pid=95066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:41:54.464957 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-7c9f8219-a63a-43b7-8968-9e5fbb81392d req-6af7bf1e-de2c-4967-9b98-e8f407227c20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:41:54.476919 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.provisioning_blocks [req-7c9f8219-a63a-43b7-8968-9e5fbb81392d req-6af7bf1e-de2c-4967-9b98-e8f407227c20 service neutron] Transition to ACTIVE for port object 69717a2c-a255-4b56-853d-dd9a77ecb340 will not be triggered until provisioned by entity L2. {{(pid=95066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:41:54.480598 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-7c9f8219-a63a-43b7-8968-9e5fbb81392d req-6af7bf1e-de2c-4967-9b98-e8f407227c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:41:54.531423 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af7bf1e-de2c-4967-9b98-e8f407227c20 service neutron] Pushing event updated for resources: {'Port': ['ID=69717a2c-a255-4b56-853d-dd9a77ecb340,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:41:54.603898 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-7c9f8219-a63a-43b7-8968-9e5fbb81392d req-6af7bf1e-de2c-4967-9b98-e8f407227c20 service neutron] Attempting to bind port 69717a2c-a255-4b56-853d-dd9a77ecb340 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:41:54.604236 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-7c9f8219-a63a-43b7-8968-9e5fbb81392d req-6af7bf1e-de2c-4967-9b98-e8f407227c20 service neutron] Attempting to bind port 69717a2c-a255-4b56-853d-dd9a77ecb340 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '8f7dad34-7058-44bb-a3e4-b365ee668eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:41:54.604734 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9f8219-a63a-43b7-8968-9e5fbb81392d req-6af7bf1e-de2c-4967-9b98-e8f407227c20 service neutron] Attempting to bind port 69717a2c-a255-4b56-853d-dd9a77ecb340 on network d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:41:54.609540 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9f8219-a63a-43b7-8968-9e5fbb81392d req-6af7bf1e-de2c-4967-9b98-e8f407227c20 service neutron] Port 69717a2c-a255-4b56-853d-dd9a77ecb340 on network d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:41:54.609956 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9f8219-a63a-43b7-8968-9e5fbb81392d req-6af7bf1e-de2c-4967-9b98-e8f407227c20 service neutron] Attempting to bind port 69717a2c-a255-4b56-853d-dd9a77ecb340 on network d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:41:54.614811 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9f8219-a63a-43b7-8968-9e5fbb81392d req-6af7bf1e-de2c-4967-9b98-e8f407227c20 service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:41:54.615155 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9f8219-a63a-43b7-8968-9e5fbb81392d req-6af7bf1e-de2c-4967-9b98-e8f407227c20 service neutron] Checking segment: {'id': '8f7dad34-7058-44bb-a3e4-b365ee668eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:41:54.615543 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9f8219-a63a-43b7-8968-9e5fbb81392d req-6af7bf1e-de2c-4967-9b98-e8f407227c20 service neutron] Bound using segment: {'id': '8f7dad34-7058-44bb-a3e4-b365ee668eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:41:54.616368 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-7c9f8219-a63a-43b7-8968-9e5fbb81392d req-6af7bf1e-de2c-4967-9b98-e8f407227c20 service neutron] Bound port: 69717a2c-a255-4b56-853d-dd9a77ecb340, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f7dad34-7058-44bb-a3e4-b365ee668eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:41:54.616368 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-7c9f8219-a63a-43b7-8968-9e5fbb81392d req-6af7bf1e-de2c-4967-9b98-e8f407227c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:41:54.686845 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-7c9f8219-a63a-43b7-8968-9e5fbb81392d req-6af7bf1e-de2c-4967-9b98-e8f407227c20 service neutron] For port 69717a2c-a255-4b56-853d-dd9a77ecb340, host n-h2-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:41:54.689995 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-7c9f8219-a63a-43b7-8968-9e5fbb81392d req-6af7bf1e-de2c-4967-9b98-e8f407227c20 service neutron] For port 69717a2c-a255-4b56-853d-dd9a77ecb340, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=69717a2c-a255-4b56-853d-dd9a77ecb340,segment=NetworkSegment(8f7dad34-7058-44bb-a3e4-b365ee668eee),segment_id=8f7dad34-7058-44bb-a3e4-b365ee668eee)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:41:54.695474 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-7c9f8219-a63a-43b7-8968-9e5fbb81392d req-6af7bf1e-de2c-4967-9b98-e8f407227c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:41:54.732383 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f8219-a63a-43b7-8968-9e5fbb81392d req-6af7bf1e-de2c-4967-9b98-e8f407227c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:41:54.733075 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-7c9f8219-a63a-43b7-8968-9e5fbb81392d req-6af7bf1e-de2c-4967-9b98-e8f407227c20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:41:54.733189 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5d50ec-fde3-431d-808f-8af5de901964 req-5c0d5332-57f3-4594-a89f-a27a136436dc tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:41:54.734503 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7c9f8219-a63a-43b7-8968-9e5fbb81392d req-6af7bf1e-de2c-4967-9b98-e8f407227c20 service neutron] 10.222.0.58 "PUT /v2.0/ports/69717a2c-a255-4b56-853d-dd9a77ecb340 HTTP/1.1" status: 200 len: 1092 time: 0.6041775 Sep 23 07:41:54.734768 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5e5d50ec-fde3-431d-808f-8af5de901964 req-5c0d5332-57f3-4594-a89f-a27a136436dc tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7 HTTP/1.1" status: 200 len: 943 time: 0.0511396 Sep 23 07:41:54.735004 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7', 'tag': '69717a2c-a255-4b56-853d-dd9a77ecb340'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:41:54.737277 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5c82e26e84456ec9bd92b2391c670c25772fd4a9558cb5800b4b1a13ca591a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21373229-c7bd-471e-b398-b887ec6afe17" -d '{"events": [{"name": "network-changed", "server_uuid": "8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7", "tag": "69717a2c-a255-4b56-853d-dd9a77ecb340"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:41:54.787907 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5e5d50ec-fde3-431d-808f-8af5de901964 req-6e5f4345-9fab-4f4c-b8da-90da25c4eb1a tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449948 Sep 23 07:41:54.808678 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-235d0058-ccd3-499c-b4dc-49a59642f733 x-openstack-request-id: req-235d0058-ccd3-499c-b4dc-49a59642f733 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:41:54.808997 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7", "tag": "69717a2c-a255-4b56-853d-dd9a77ecb340", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:41:54.809205 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-235d0058-ccd3-499c-b4dc-49a59642f733 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:41:54.809736 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7', 'tag': '69717a2c-a255-4b56-853d-dd9a77ecb340', 'status': 'completed', 'code': 200} Sep 23 07:41:54.811809 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af7bf1e-de2c-4967-9b98-e8f407227c20 service neutron] Pushing event updated for resources: {'Port': ['ID=69717a2c-a255-4b56-853d-dd9a77ecb340,revision_number=3']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:41:54.831654 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f8219-a63a-43b7-8968-9e5fbb81392d req-621c8c51-e9e3-4f58-a364-9924eeff68c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:41:54.833332 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7c9f8219-a63a-43b7-8968-9e5fbb81392d req-621c8c51-e9e3-4f58-a364-9924eeff68c3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c35e7193b12c4d2c8a8bc750b7bd78a0&device_id=8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7 HTTP/1.1" status: 200 len: 1095 time: 0.0527370 Sep 23 07:41:54.881396 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7c9f8219-a63a-43b7-8968-9e5fbb81392d req-090e7c37-7d83-42cb-8299-cfab71512453 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69717a2c-a255-4b56-853d-dd9a77ecb340 HTTP/1.1" status: 200 len: 217 time: 0.0403852 Sep 23 07:41:54.931873 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f8219-a63a-43b7-8968-9e5fbb81392d req-b4971bf4-62fd-4ec9-82af-0a6ddaf2da4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:41:54.934086 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7c9f8219-a63a-43b7-8968-9e5fbb81392d req-b4971bf4-62fd-4ec9-82af-0a6ddaf2da4a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e16b8c14-4213-404c-84a9-da7aa820bdd0 HTTP/1.1" status: 200 len: 850 time: 0.0453441 Sep 23 07:41:54.980172 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f8219-a63a-43b7-8968-9e5fbb81392d req-79b3ca36-9cde-462a-a588-e4380350fbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:41:54.981670 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7c9f8219-a63a-43b7-8968-9e5fbb81392d req-79b3ca36-9cde-462a-a588-e4380350fbe2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399730 Sep 23 07:41:55.075701 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7c9f8219-a63a-43b7-8968-9e5fbb81392d req-152caf40-02c4-40cb-9c23-0a6c64882729 service neutron] 10.222.0.58 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864501 Sep 23 07:41:55.166103 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7c9f8219-a63a-43b7-8968-9e5fbb81392d req-78dba229-f603-4d6e-a5c3-7514c8b647a7 service neutron] 10.222.0.58 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822759 Sep 23 07:41:55.253166 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21373229-c7bd-471e-b398-b887ec6afe17 req-ea2bd56e-9067-4add-975c-095dacc62596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:41:55.254683 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-21373229-c7bd-471e-b398-b887ec6afe17 req-ea2bd56e-9067-4add-975c-095dacc62596 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c35e7193b12c4d2c8a8bc750b7bd78a0&device_id=8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7 HTTP/1.1" status: 200 len: 1095 time: 0.0453796 Sep 23 07:41:55.347170 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21373229-c7bd-471e-b398-b887ec6afe17 req-4417a325-881b-4fbe-a079-60bb7b4d46fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:41:55.348593 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-21373229-c7bd-471e-b398-b887ec6afe17 req-4417a325-881b-4fbe-a079-60bb7b4d46fe service neutron] 10.222.0.58 "GET /v2.0/networks?id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 HTTP/1.1" status: 200 len: 912 time: 0.0859139 Sep 23 07:41:55.394088 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-21373229-c7bd-471e-b398-b887ec6afe17 req-84c2869c-a145-4d64-b7ba-cb5bb1677919 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69717a2c-a255-4b56-853d-dd9a77ecb340 HTTP/1.1" status: 200 len: 217 time: 0.0376260 Sep 23 07:41:55.443557 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21373229-c7bd-471e-b398-b887ec6afe17 req-b737fbe8-3162-4d04-8da2-66a4806caaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:41:55.444943 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-21373229-c7bd-471e-b398-b887ec6afe17 req-b737fbe8-3162-4d04-8da2-66a4806caaf3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e16b8c14-4213-404c-84a9-da7aa820bdd0 HTTP/1.1" status: 200 len: 850 time: 0.0422714 Sep 23 07:41:55.491178 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21373229-c7bd-471e-b398-b887ec6afe17 req-7b9aab86-7bcc-4976-b238-2dd616ad016d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:41:55.492640 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-21373229-c7bd-471e-b398-b887ec6afe17 req-7b9aab86-7bcc-4976-b238-2dd616ad016d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398483 Sep 23 07:41:55.585033 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-21373229-c7bd-471e-b398-b887ec6afe17 req-3fbfbe40-dc28-4431-af7a-c1354f31f469 service neutron] 10.222.0.58 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842912 Sep 23 07:41:55.674787 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-21373229-c7bd-471e-b398-b887ec6afe17 req-f065a835-8e19-4c32-b856-1a8f3a01a863 service neutron] 10.222.0.58 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820179 Sep 23 07:41:55.909191 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9492002f-d27d-460a-a15c-2281b24a15e4 req-e1be26fe-92ac-4243-b91b-4be2aa638d88 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:41:55.910702 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9492002f-d27d-460a-a15c-2281b24a15e4 req-e1be26fe-92ac-4243-b91b-4be2aa638d88 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7 HTTP/1.1" status: 200 len: 943 time: 0.0531733 Sep 23 07:41:55.946757 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9492002f-d27d-460a-a15c-2281b24a15e4 req-9b82c594-f44b-4016-a8c4-908f49b3b8f4 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300789 Sep 23 07:41:57.066193 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9382bf8-50bf-4521-b968-f168917a3f21 req-5a65f068-7f9e-467c-9278-621e95add2f2 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:41:57.067674 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a9382bf8-50bf-4521-b968-f168917a3f21 req-5a65f068-7f9e-467c-9278-621e95add2f2 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7 HTTP/1.1" status: 200 len: 943 time: 0.0537837 Sep 23 07:41:57.113816 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a9382bf8-50bf-4521-b968-f168917a3f21 req-039b3243-cde9-4143-bca0-9f08f0f0a481 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402770 Sep 23 07:41:57.846757 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 69717a2c-a255-4b56-853d-dd9a77ecb340 details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:41:57.942672 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 69717a2c-a255-4b56-853d-dd9a77ecb340, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=69717a2c-a255-4b56-853d-dd9a77ecb340,segment=NetworkSegment(8f7dad34-7058-44bb-a3e4-b365ee668eee),segment_id=8f7dad34-7058-44bb-a3e4-b365ee668eee)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:41:57.954175 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': '69717a2c-a255-4b56-853d-dd9a77ecb340', 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1', 'port_id': '69717a2c-a255-4b56-853d-dd9a77ecb340', 'mac_address': 'fa:16:3e:76:c5:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e16b8c14-4213-404c-84a9-da7aa820bdd0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:41:57.989470 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:41:58.002947 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69717a2c-a255-4b56-853d-dd9a77ecb340 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:41:58.022674 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 69717a2c-a255-4b56-853d-dd9a77ecb340, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=69717a2c-a255-4b56-853d-dd9a77ecb340,segment=NetworkSegment(8f7dad34-7058-44bb-a3e4-b365ee668eee),segment_id=8f7dad34-7058-44bb-a3e4-b365ee668eee)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:41:58.026292 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:41:58.072381 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=69717a2c-a255-4b56-853d-dd9a77ecb340,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:41:58.227249 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['69717a2c-a255-4b56-853d-dd9a77ecb340'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:41:58.232241 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d09bab1-f41c-4ea8-afb3-758a0ae883dd req-c6c912ac-4184-4995-beba-056726f9fa18 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:41:58.233765 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2d09bab1-f41c-4ea8-afb3-758a0ae883dd req-c6c912ac-4184-4995-beba-056726f9fa18 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7 HTTP/1.1" status: 200 len: 944 time: 0.0512793 Sep 23 07:41:58.272605 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2d09bab1-f41c-4ea8-afb3-758a0ae883dd req-d930562d-5678-4f86-b176-edfd8eee2b5f tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327339 Sep 23 07:41:59.394353 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb57499d-97c9-4fd5-8220-e57cce2cad32 req-40930685-a799-4fbc-8b7e-1b7937f7dc64 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:41:59.395735 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fb57499d-97c9-4fd5-8220-e57cce2cad32 req-40930685-a799-4fbc-8b7e-1b7937f7dc64 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7 HTTP/1.1" status: 200 len: 944 time: 0.0530403 Sep 23 07:41:59.433255 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fb57499d-97c9-4fd5-8220-e57cce2cad32 req-9154d1c1-5c91-4ce7-9a78-7c41e9bf357b tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310433 Sep 23 07:41:59.866085 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 69717a2c-a255-4b56-853d-dd9a77ecb340 up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:41:59.914616 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port 69717a2c-a255-4b56-853d-dd9a77ecb340 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:41:59.918892 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port 69717a2c-a255-4b56-853d-dd9a77ecb340 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:41:59.919262 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:41:59.997956 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:42:00.020135 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69717a2c-a255-4b56-853d-dd9a77ecb340'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:42:00.022391 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ba4f7dfdfe0dde90123cb5af03ec17f0bd1073b346dec34131962e04cdfc7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f7edd0e-0a92-4693-afa0-27bd485e7b67" -d '{"events": [{"server_uuid": "8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7", "name": "network-vif-plugged", "status": "completed", "tag": "69717a2c-a255-4b56-853d-dd9a77ecb340"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:42:00.035996 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 69717a2c-a255-4b56-853d-dd9a77ecb340, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=69717a2c-a255-4b56-853d-dd9a77ecb340,segment=NetworkSegment(8f7dad34-7058-44bb-a3e4-b365ee668eee),segment_id=8f7dad34-7058-44bb-a3e4-b365ee668eee)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:42:00.040495 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:42:00.063854 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f4f5cf-5d42-4208-8ae7-d9dcea1312c0 x-openstack-request-id: req-d2f4f5cf-5d42-4208-8ae7-d9dcea1312c0 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:42:00.064150 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7", "name": "network-vif-plugged", "status": "completed", "tag": "69717a2c-a255-4b56-853d-dd9a77ecb340", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:42:00.064407 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d2f4f5cf-5d42-4208-8ae7-d9dcea1312c0 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:42:00.064795 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69717a2c-a255-4b56-853d-dd9a77ecb340', 'code': 200} Sep 23 07:42:00.091373 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=69717a2c-a255-4b56-853d-dd9a77ecb340,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:42:00.159984 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2bb255-be50-4adf-ad6c-6b879fba1908 req-69bf8ff5-65a6-417c-9c7f-4e8bbfbef02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:42:00.161339 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6f2bb255-be50-4adf-ad6c-6b879fba1908 req-69bf8ff5-65a6-417c-9c7f-4e8bbfbef02b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7 HTTP/1.1" status: 200 len: 1097 time: 0.0394149 Sep 23 07:42:00.196565 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6f2bb255-be50-4adf-ad6c-6b879fba1908 req-f4bd9ba0-f88e-476b-b203-48b5bb9f008c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273070 Sep 23 07:42:00.547701 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e685c66-77b3-47b5-9fc5-ac7e6a98fdc2 req-83fde730-c59f-472c-85c3-52c2ca3ab1ce tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:42:00.549166 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3e685c66-77b3-47b5-9fc5-ac7e6a98fdc2 req-83fde730-c59f-472c-85c3-52c2ca3ab1ce tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7 HTTP/1.1" status: 200 len: 945 time: 0.0487936 Sep 23 07:42:00.586039 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3e685c66-77b3-47b5-9fc5-ac7e6a98fdc2 req-76c2180b-285f-4de2-beca-5ef36d5696ab tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309205 Sep 23 07:42:01.705195 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2176cb4-b3ec-4608-ba6f-21794c754ba7 req-ed127f98-5b41-40c2-9981-fcbffc0a86b3 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:42:01.706686 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e2176cb4-b3ec-4608-ba6f-21794c754ba7 req-ed127f98-5b41-40c2-9981-fcbffc0a86b3 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7 HTTP/1.1" status: 200 len: 945 time: 0.0517068 Sep 23 07:42:01.886319 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:42:02.058426 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e2176cb4-b3ec-4608-ba6f-21794c754ba7 req-c9634079-5f71-4e39-9eec-d6a2bb0f2019 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3455672 Sep 23 07:42:02.177193 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47160052-ae4f-4ff1-bd06-44f4f8dc00c4 req-21a5a283-91ae-406e-be54-84153ea473c2 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:42:02.178575 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-47160052-ae4f-4ff1-bd06-44f4f8dc00c4 req-21a5a283-91ae-406e-be54-84153ea473c2 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7 HTTP/1.1" status: 200 len: 945 time: 0.0527904 Sep 23 07:42:02.187745 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 53940) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:42:02.192010 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-324a056d-59e7-4f5f-9eea-13c3a1999ade tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Request body: {'floatingip': {'port_id': '69717a2c-a255-4b56-853d-dd9a77ecb340'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:42:02.230448 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-324a056d-59e7-4f5f-9eea-13c3a1999ade tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify callbacks [] for floatingip, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:42:02.661840 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-324a056d-59e7-4f5f-9eea-13c3a1999ade tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:42:02.665569 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-324a056d-59e7-4f5f-9eea-13c3a1999ade tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:42:02.767114 n-d-715271-16 neutron-server[95065]: INFO neutron.db.l3_db [None req-324a056d-59e7-4f5f-9eea-13c3a1999ade tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Floating IP e3715917-eadd-4837-9a97-78ef10121640 associated. External IP: 172.25.2.167, port: 69717a2c-a255-4b56-853d-dd9a77ecb340. Sep 23 07:42:02.971523 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-324a056d-59e7-4f5f-9eea-13c3a1999ade tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Router 4c7a87d0-e93d-48cf-a2fd-6bacd07b7831 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:42:03.087569 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-324a056d-59e7-4f5f-9eea-13c3a1999ade tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:42:03.092711 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-324a056d-59e7-4f5f-9eea-13c3a1999ade tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:42:03.099441 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ca0f8f-3b64-4a59-8c69-eb3111d6b33d None None] Sync routers for ids ['4c7a87d0-e93d-48cf-a2fd-6bacd07b7831'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:42:03.109234 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ca0f8f-3b64-4a59-8c69-eb3111d6b33d None None] Routers {'4c7a87d0-e93d-48cf-a2fd-6bacd07b7831'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:42:03.109938 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-51ca0f8f-3b64-4a59-8c69-eb3111d6b33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:41:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['4c7a87d0-e93d-48cf-a2fd-6bacd07b7831'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:42:03.120620 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-324a056d-59e7-4f5f-9eea-13c3a1999ade tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "PUT /v2.0/floatingips/e3715917-eadd-4837-9a97-78ef10121640 HTTP/1.1" status: 200 len: 992 time: 0.9317253 Sep 23 07:42:03.121170 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7', 'tag': '69717a2c-a255-4b56-853d-dd9a77ecb340'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:42:03.123786 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f95ab57a745480e309303c621f93016f7af13821b9c47ad15b10e565102b0cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-511c2879-59ab-4073-b5ac-db475c505c29" -d '{"events": [{"name": "network-changed", "server_uuid": "8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7", "tag": "69717a2c-a255-4b56-853d-dd9a77ecb340"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:42:03.161630 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-615263ee-dbb2-4bbf-9bff-d7fbf75956fc x-openstack-request-id: req-615263ee-dbb2-4bbf-9bff-d7fbf75956fc {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:42:03.161955 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7", "tag": "69717a2c-a255-4b56-853d-dd9a77ecb340", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:42:03.162209 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-615263ee-dbb2-4bbf-9bff-d7fbf75956fc {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:42:03.162612 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7', 'tag': '69717a2c-a255-4b56-853d-dd9a77ecb340', 'status': 'completed', 'code': 200} Sep 23 07:42:03.218632 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-51ca0f8f-3b64-4a59-8c69-eb3111d6b33d None None] Set router 4c7a87d0-e93d-48cf-a2fd-6bacd07b7831 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:42:03.230302 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c2879-59ab-4073-b5ac-db475c505c29 req-9c124479-8b41-4d70-ba77-3fe65a57a8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:42:03.231792 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-511c2879-59ab-4073-b5ac-db475c505c29 req-9c124479-8b41-4d70-ba77-3fe65a57a8e9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c35e7193b12c4d2c8a8bc750b7bd78a0&device_id=8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7 HTTP/1.1" status: 200 len: 1097 time: 0.0403528 Sep 23 07:42:03.330965 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c2879-59ab-4073-b5ac-db475c505c29 req-4bb4c2c3-2bb0-4661-82bb-183b7d5db9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:42:03.332495 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-511c2879-59ab-4073-b5ac-db475c505c29 req-4bb4c2c3-2bb0-4661-82bb-183b7d5db9f1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 HTTP/1.1" status: 200 len: 912 time: 0.0932410 Sep 23 07:42:03.421491 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-511c2879-59ab-4073-b5ac-db475c505c29 req-2021769a-654c-475d-855b-9acb999a7e0e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69717a2c-a255-4b56-853d-dd9a77ecb340 HTTP/1.1" status: 200 len: 1000 time: 0.0808787 Sep 23 07:42:03.444244 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-51ca0f8f-3b64-4a59-8c69-eb3111d6b33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'name': 'tempest-ServerActionsTestJSON-412319534-router', 'tenant_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '87356b93-221c-41a9-a545-f4285aee09f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:32:01Z', 'updated_at': '2021-09-23T07:32:04Z', 'revision_number': 4, 'project_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'gw_port': {'id': '87356b93-221c-41a9-a545-f4285aee09f2', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:32:01Z', 'updated_at': '2021-09-23T07:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': 'e3715917-eadd-4837-9a97-78ef10121640', 'tenant_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'floating_ip_address': '172.25.2.167', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'port_id': '69717a2c-a255-4b56-853d-dd9a77ecb340', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1', 'mac_address': 'fa:16:3e:76:c5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:32:07Z', 'updated_at': '2021-09-23T07:42:02Z', 'revision_number': 13, 'project_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '778fcf3a-9294-484c-8cd7-b23597b77e9d', 'name': '', 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1', 'tenant_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'mac_address': 'fa:16:3e:97:7a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'e16b8c14-4213-404c-84a9-da7aa820bdd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:32:03Z', 'updated_at': '2021-09-23T07:32:07Z', 'revision_number': 5, 'project_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'subnets': [{'id': 'e16b8c14-4213-404c-84a9-da7aa820bdd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:42:03.470539 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ca0f8f-3b64-4a59-8c69-eb3111d6b33d None None] Checking router: 4c7a87d0-e93d-48cf-a2fd-6bacd07b7831 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:42:03.472696 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c2879-59ab-4073-b5ac-db475c505c29 req-c3c6c1f7-7848-4e22-81c4-8d6d33ab5a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:42:03.474220 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-511c2879-59ab-4073-b5ac-db475c505c29 req-c3c6c1f7-7848-4e22-81c4-8d6d33ab5a57 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e16b8c14-4213-404c-84a9-da7aa820bdd0 HTTP/1.1" status: 200 len: 850 time: 0.0450020 Sep 23 07:42:03.478478 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ca0f8f-3b64-4a59-8c69-eb3111d6b33d None None] Routers {'4c7a87d0-e93d-48cf-a2fd-6bacd07b7831'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:42:03.479075 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-51ca0f8f-3b64-4a59-8c69-eb3111d6b33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:41:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['4c7a87d0-e93d-48cf-a2fd-6bacd07b7831'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:42:03.524365 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c2879-59ab-4073-b5ac-db475c505c29 req-f8c322ea-5f19-4c4b-93c3-9ca582c2f28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:42:03.525882 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-511c2879-59ab-4073-b5ac-db475c505c29 req-f8c322ea-5f19-4c4b-93c3-9ca582c2f28c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444643 Sep 23 07:42:03.581264 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-51ca0f8f-3b64-4a59-8c69-eb3111d6b33d None None] Set router 4c7a87d0-e93d-48cf-a2fd-6bacd07b7831 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:42:03.615308 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-511c2879-59ab-4073-b5ac-db475c505c29 req-2e5c6556-84dc-49e3-9d8f-1e2047aa9226 service neutron] 10.222.0.58 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818617 Sep 23 07:42:03.709117 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-511c2879-59ab-4073-b5ac-db475c505c29 req-74ef9ecc-e62c-4c66-b4da-a89e30cdbd2a service neutron] 10.222.0.58 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867789 Sep 23 07:42:03.883466 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-51ca0f8f-3b64-4a59-8c69-eb3111d6b33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'name': 'tempest-ServerActionsTestJSON-412319534-router', 'tenant_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '87356b93-221c-41a9-a545-f4285aee09f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:32:01Z', 'updated_at': '2021-09-23T07:32:04Z', 'revision_number': 4, 'project_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'gw_port': {'id': '87356b93-221c-41a9-a545-f4285aee09f2', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:32:01Z', 'updated_at': '2021-09-23T07:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': 'e3715917-eadd-4837-9a97-78ef10121640', 'tenant_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'floating_ip_address': '172.25.2.167', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'port_id': '69717a2c-a255-4b56-853d-dd9a77ecb340', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1', 'mac_address': 'fa:16:3e:76:c5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:32:07Z', 'updated_at': '2021-09-23T07:42:02Z', 'revision_number': 13, 'project_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '778fcf3a-9294-484c-8cd7-b23597b77e9d', 'name': '', 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1', 'tenant_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'mac_address': 'fa:16:3e:97:7a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'e16b8c14-4213-404c-84a9-da7aa820bdd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:32:03Z', 'updated_at': '2021-09-23T07:32:07Z', 'revision_number': 5, 'project_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'subnets': [{'id': 'e16b8c14-4213-404c-84a9-da7aa820bdd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:42:03.909159 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ca0f8f-3b64-4a59-8c69-eb3111d6b33d None None] The sync data for ids ['4c7a87d0-e93d-48cf-a2fd-6bacd07b7831'] in n-d-715271-16 is: [{'id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'name': 'tempest-ServerActionsTestJSON-412319534-router', 'tenant_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '87356b93-221c-41a9-a545-f4285aee09f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:32:01Z', 'updated_at': '2021-09-23T07:32:04Z', 'revision_number': 4, 'project_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'gw_port': {'id': '87356b93-221c-41a9-a545-f4285aee09f2', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:32:01Z', 'updated_at': '2021-09-23T07:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': 'e3715917-eadd-4837-9a97-78ef10121640', 'tenant_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'floating_ip_address': '172.25.2.167', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'port_id': '69717a2c-a255-4b56-853d-dd9a77ecb340', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1', 'mac_address': 'fa:16:3e:76:c5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:32:07Z', 'updated_at': '2021-09-23T07:42:02Z', 'revision_number': 13, 'project_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '778fcf3a-9294-484c-8cd7-b23597b77e9d', 'name': '', 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1', 'tenant_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'mac_address': 'fa:16:3e:97:7a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'e16b8c14-4213-404c-84a9-da7aa820bdd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:32:03Z', 'updated_at': '2021-09-23T07:32:07Z', 'revision_number': 5, 'project_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'subnets': [{'id': 'e16b8c14-4213-404c-84a9-da7aa820bdd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:42:04.091041 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f27924-3207-42b1-96ec-92faaee1f709 None None] New status for floating IP e3715917-eadd-4837-9a97-78ef10121640: ACTIVE {{(pid=95067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 07:42:07.097896 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:42:08.117659 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-59fafaeb-d50e-4c1d-b33c-20c26b9788ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:42:10.526244 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:42:11.129152 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-bbca1e45-a93f-43b6-af88-a4ac243906cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:42:11.628911 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:42:12.509441 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:42:13.992922 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:42:35.689642 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8bd25d82-d505-4dd3-b54a-1ef3a08eb663 req-948a4396-e5c0-41f0-96f7-80dcdcd4ecb5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0461223 Sep 23 07:42:35.769596 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd25d82-d505-4dd3-b54a-1ef3a08eb663 req-9a3d012c-1cae-492d-944f-4fd07dca105b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:42:35.771164 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8bd25d82-d505-4dd3-b54a-1ef3a08eb663 req-9a3d012c-1cae-492d-944f-4fd07dca105b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c35e7193b12c4d2c8a8bc750b7bd78a0&device_id=8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7 HTTP/1.1" status: 200 len: 1097 time: 0.0397809 Sep 23 07:42:35.878628 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd25d82-d505-4dd3-b54a-1ef3a08eb663 req-e1e49090-2ac5-42ae-aaa5-2daadcd4f536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:42:35.880107 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8bd25d82-d505-4dd3-b54a-1ef3a08eb663 req-e1e49090-2ac5-42ae-aaa5-2daadcd4f536 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 HTTP/1.1" status: 200 len: 912 time: 0.0891402 Sep 23 07:42:35.946839 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8bd25d82-d505-4dd3-b54a-1ef3a08eb663 req-e3fde5c2-e871-4c57-9ea3-e0fdd526d088 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69717a2c-a255-4b56-853d-dd9a77ecb340 HTTP/1.1" status: 200 len: 1002 time: 0.0567317 Sep 23 07:42:35.998928 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd25d82-d505-4dd3-b54a-1ef3a08eb663 req-2f2a75cb-9757-4495-ad05-7e14e8632b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:42:36.000342 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8bd25d82-d505-4dd3-b54a-1ef3a08eb663 req-2f2a75cb-9757-4495-ad05-7e14e8632b58 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e16b8c14-4213-404c-84a9-da7aa820bdd0 HTTP/1.1" status: 200 len: 850 time: 0.0465684 Sep 23 07:42:36.046351 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd25d82-d505-4dd3-b54a-1ef3a08eb663 req-005380e7-8c37-4e5f-8a1a-1a3b673ac2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:42:36.047809 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8bd25d82-d505-4dd3-b54a-1ef3a08eb663 req-005380e7-8c37-4e5f-8a1a-1a3b673ac2cc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401168 Sep 23 07:42:36.140084 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8bd25d82-d505-4dd3-b54a-1ef3a08eb663 req-365dec13-ba04-41aa-9518-db007107b121 service neutron] 10.222.0.58 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836222 Sep 23 07:42:36.236667 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8bd25d82-d505-4dd3-b54a-1ef3a08eb663 req-fa146b6b-3cd7-40c9-9497-9108f0eda054 service neutron] 10.222.0.58 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886173 Sep 23 07:42:37.119620 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:42:38.119679 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-73bea2df-2b7a-4cbc-b6ca-dadae909dbf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:42:38.885431 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:42:40.534616 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:42:41.129970 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dd6205dd-3ecb-49b1-9e8f-98ba840205d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:42:41.629520 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:42:42.512469 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:42:43.994005 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:43:07.130812 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:43:08.122605 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dc4b4a25-483d-44a6-9d0c-cdf681a84e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:43:10.532571 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:43:11.130112 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3ba2a35d-4401-43cb-8693-6820d0b1f88c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:43:11.629783 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:43:12.514316 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:43:14.001392 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:43:15.884537 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:43:35.769511 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-97de0b13-7c0b-41dd-8a8b-ea71546903f3 req-3b4cdc85-0a40-464c-9af4-dd3089243e19 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1257238 Sep 23 07:43:35.860800 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97de0b13-7c0b-41dd-8a8b-ea71546903f3 req-36bf8502-753b-45f4-8c36-aa9c0d7003ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:43:35.862321 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-97de0b13-7c0b-41dd-8a8b-ea71546903f3 req-36bf8502-753b-45f4-8c36-aa9c0d7003ff service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c35e7193b12c4d2c8a8bc750b7bd78a0&device_id=8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7 HTTP/1.1" status: 200 len: 1097 time: 0.0453074 Sep 23 07:43:35.970287 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97de0b13-7c0b-41dd-8a8b-ea71546903f3 req-8d80e77c-dcd9-4bed-bdeb-54ab70445c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:43:35.971668 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-97de0b13-7c0b-41dd-8a8b-ea71546903f3 req-8d80e77c-dcd9-4bed-bdeb-54ab70445c65 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 HTTP/1.1" status: 200 len: 912 time: 0.0884774 Sep 23 07:43:36.037622 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-97de0b13-7c0b-41dd-8a8b-ea71546903f3 req-05e94abe-ea22-4605-8d6f-433908d2e0dd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69717a2c-a255-4b56-853d-dd9a77ecb340 HTTP/1.1" status: 200 len: 1002 time: 0.0571477 Sep 23 07:43:36.093412 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97de0b13-7c0b-41dd-8a8b-ea71546903f3 req-f2a73fb2-ef7e-4d19-9263-b410bd4479f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:43:36.094974 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-97de0b13-7c0b-41dd-8a8b-ea71546903f3 req-f2a73fb2-ef7e-4d19-9263-b410bd4479f2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e16b8c14-4213-404c-84a9-da7aa820bdd0 HTTP/1.1" status: 200 len: 850 time: 0.0484369 Sep 23 07:43:36.147085 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97de0b13-7c0b-41dd-8a8b-ea71546903f3 req-1a056fe0-b2a7-4975-9613-075d901f2698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:43:36.148638 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-97de0b13-7c0b-41dd-8a8b-ea71546903f3 req-1a056fe0-b2a7-4975-9613-075d901f2698 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451093 Sep 23 07:43:36.246528 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-97de0b13-7c0b-41dd-8a8b-ea71546903f3 req-2e5d179f-029e-4c67-9b1c-900779988b58 service neutron] 10.222.0.58 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900774 Sep 23 07:43:36.335629 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-97de0b13-7c0b-41dd-8a8b-ea71546903f3 req-d00085be-ab90-487e-9493-466db77f7dc3 service neutron] 10.222.0.58 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820129 Sep 23 07:43:37.131070 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:43:38.124400 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-02bb7b57-342b-4440-b271-8bf284f38b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:43:40.527217 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:43:41.134026 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-6878c9c7-ff90-4728-8920-4a7109e06f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:43:41.538968 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ddc9df-ab23-4ff1-a733-97826d7e0f85 req-478f8ab6-ebc2-42d1-a09f-c9f443214f13 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:43:41.540457 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f9ddc9df-ab23-4ff1-a733-97826d7e0f85 req-478f8ab6-ebc2-42d1-a09f-c9f443214f13 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7 HTTP/1.1" status: 200 len: 945 time: 0.1491041 Sep 23 07:43:41.577894 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f9ddc9df-ab23-4ff1-a733-97826d7e0f85 req-13767852-a659-4a6a-865b-c308d94c7c14 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307069 Sep 23 07:43:41.630834 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:43:42.518588 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:43:44.002167 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:43:52.726141 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [req-00696abf-ed16-4506-88b1-3098d6c3c238 req-d8c600a6-2a96-4179-93e5-2cc6024f3d53 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:43:52.727143 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-00696abf-ed16-4506-88b1-3098d6c3c238 req-d8c600a6-2a96-4179-93e5-2cc6024f3d53 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053976 Sep 23 07:43:52.883453 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:43:52.919310 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dd714d-f5b1-4b41-91fb-56e839764e7c req-3540d822-2606-4fb7-9b03-bc7087353e9b tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:43:52.920868 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f0dd714d-f5b1-4b41-91fb-56e839764e7c req-3540d822-2606-4fb7-9b03-bc7087353e9b tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7 HTTP/1.1" status: 200 len: 945 time: 0.0551932 Sep 23 07:43:52.987308 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f0dd714d-f5b1-4b41-91fb-56e839764e7c req-ac4e4cd7-990d-4858-a299-4fc150c360a7 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603533 Sep 23 07:43:52.994253 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-afbd8d62-0dbd-44fa-b9f8-1596038d8363 req-94c0ead1-2ec9-487d-91da-26d60e0c0451 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1154754 Sep 23 07:43:53.005228 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [req-afbd8d62-0dbd-44fa-b9f8-1596038d8363 req-a36790e6-8983-475f-8c5a-bcf548f13159 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=95065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:43:53.005228 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-afbd8d62-0dbd-44fa-b9f8-1596038d8363 req-a36790e6-8983-475f-8c5a-bcf548f13159 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050135 Sep 23 07:43:54.111261 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410cb79f-ffdc-45ff-ace5-fbb2d23b744b req-d986c586-5b63-4498-96de-8cf712f13833 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:43:54.112850 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-410cb79f-ffdc-45ff-ace5-fbb2d23b744b req-d986c586-5b63-4498-96de-8cf712f13833 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7 HTTP/1.1" status: 200 len: 945 time: 0.0556304 Sep 23 07:43:54.163565 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-410cb79f-ffdc-45ff-ace5-fbb2d23b744b req-44bfed9e-698c-4f45-9caa-16d21724f07a tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436227 Sep 23 07:43:54.193655 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd8d62-0dbd-44fa-b9f8-1596038d8363 req-28a82792-9b0e-42de-a15d-3dab5d4f1057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:43:54.195201 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-afbd8d62-0dbd-44fa-b9f8-1596038d8363 req-28a82792-9b0e-42de-a15d-3dab5d4f1057 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c35e7193b12c4d2c8a8bc750b7bd78a0&device_id=8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7 HTTP/1.1" status: 200 len: 1097 time: 0.0457592 Sep 23 07:43:54.289682 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd8d62-0dbd-44fa-b9f8-1596038d8363 req-4420f935-3613-49fc-8c39-8e625d160841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:43:54.291170 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-afbd8d62-0dbd-44fa-b9f8-1596038d8363 req-4420f935-3613-49fc-8c39-8e625d160841 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 HTTP/1.1" status: 200 len: 912 time: 0.0883272 Sep 23 07:43:54.355410 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-afbd8d62-0dbd-44fa-b9f8-1596038d8363 req-75600a58-2ab7-4dc8-a447-2819f1317615 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69717a2c-a255-4b56-853d-dd9a77ecb340 HTTP/1.1" status: 200 len: 1002 time: 0.0567451 Sep 23 07:43:54.407406 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd8d62-0dbd-44fa-b9f8-1596038d8363 req-7f00120d-a55b-46fd-92cb-4ae8e289bb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:43:54.408867 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-afbd8d62-0dbd-44fa-b9f8-1596038d8363 req-7f00120d-a55b-46fd-92cb-4ae8e289bb12 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e16b8c14-4213-404c-84a9-da7aa820bdd0 HTTP/1.1" status: 200 len: 850 time: 0.0463569 Sep 23 07:43:54.461191 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd8d62-0dbd-44fa-b9f8-1596038d8363 req-df48bba5-28bf-4904-ba4e-69609cb500d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:43:54.462737 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-afbd8d62-0dbd-44fa-b9f8-1596038d8363 req-df48bba5-28bf-4904-ba4e-69609cb500d7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453038 Sep 23 07:43:54.553832 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-afbd8d62-0dbd-44fa-b9f8-1596038d8363 req-91b4d3e5-813b-4bbc-a057-be141dfca5b9 service neutron] 10.222.0.58 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824332 Sep 23 07:43:54.647749 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-afbd8d62-0dbd-44fa-b9f8-1596038d8363 req-e100d861-dc06-421e-956a-28ebd83812cb service neutron] 10.222.0.58 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852933 Sep 23 07:43:55.301484 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c021bd33-e993-401c-9b64-1b12a203a5fc req-999162f8-bc80-426a-ad3c-8f0470a9f409 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:43:55.302965 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c021bd33-e993-401c-9b64-1b12a203a5fc req-999162f8-bc80-426a-ad3c-8f0470a9f409 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7 HTTP/1.1" status: 200 len: 945 time: 0.0517066 Sep 23 07:43:55.340035 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c021bd33-e993-401c-9b64-1b12a203a5fc req-0aa72b35-5fa2-4b51-87fd-1cfd46f29ced tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311587 Sep 23 07:43:56.459655 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae2fc94-48ff-4598-9cb3-9942da6a1f39 req-02341d26-e3b4-4c86-932f-5b3d5313ea3e tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:43:56.461182 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6ae2fc94-48ff-4598-9cb3-9942da6a1f39 req-02341d26-e3b4-4c86-932f-5b3d5313ea3e tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7 HTTP/1.1" status: 200 len: 945 time: 0.0514767 Sep 23 07:43:56.500266 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6ae2fc94-48ff-4598-9cb3-9942da6a1f39 req-1e5e12ce-2db8-48cb-af32-f99c5b0fa86a tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329719 Sep 23 07:43:57.618362 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a0de00-5b5f-4644-b4e0-29693e49b9c7 req-5d2368e8-7197-4f32-aa4d-61a7462674ba tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:43:57.619832 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c4a0de00-5b5f-4644-b4e0-29693e49b9c7 req-5d2368e8-7197-4f32-aa4d-61a7462674ba tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7 HTTP/1.1" status: 200 len: 945 time: 0.0487463 Sep 23 07:43:57.657759 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c4a0de00-5b5f-4644-b4e0-29693e49b9c7 req-b1ffe358-9cef-4d80-b2d2-3b02d06ba0d2 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315762 Sep 23 07:43:58.774146 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a066b32a-ef31-451f-9e51-420c85a1ddc8 req-1e6f41e2-b453-47a0-b3cc-0711ba3da1a1 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:43:58.775646 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a066b32a-ef31-451f-9e51-420c85a1ddc8 req-1e6f41e2-b453-47a0-b3cc-0711ba3da1a1 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7 HTTP/1.1" status: 200 len: 945 time: 0.0504162 Sep 23 07:43:58.812753 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a066b32a-ef31-451f-9e51-420c85a1ddc8 req-f391607b-ee4f-4ef8-b8da-e866896d0fc9 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311594 Sep 23 07:43:59.928531 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab322941-a5ae-45db-9dc9-df48f32d85fd req-f73c4838-4a62-4125-9015-0a1f436280b7 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:43:59.930024 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ab322941-a5ae-45db-9dc9-df48f32d85fd req-f73c4838-4a62-4125-9015-0a1f436280b7 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7 HTTP/1.1" status: 200 len: 945 time: 0.0490870 Sep 23 07:43:59.967711 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ab322941-a5ae-45db-9dc9-df48f32d85fd req-144135e8-04ca-4b05-be3d-fdb66493f2f8 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314674 Sep 23 07:44:01.087385 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a7ead5-c173-42e1-91ce-e396a3d38616 req-e7332a2a-8fdb-47b5-ac92-0d8f5a134515 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:44:01.088923 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-23a7ead5-c173-42e1-91ce-e396a3d38616 req-e7332a2a-8fdb-47b5-ac92-0d8f5a134515 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7 HTTP/1.1" status: 200 len: 945 time: 0.0537369 Sep 23 07:44:01.127863 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-23a7ead5-c173-42e1-91ce-e396a3d38616 req-5567172c-3dd9-4799-9a74-8f8bf2c424d5 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324547 Sep 23 07:44:02.245886 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ea347f-753d-4f85-a214-eff1862b181c req-c836fb0e-efcf-4ff7-8550-d95753847c10 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:44:02.247479 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c3ea347f-753d-4f85-a214-eff1862b181c req-c836fb0e-efcf-4ff7-8550-d95753847c10 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7 HTTP/1.1" status: 200 len: 945 time: 0.0530853 Sep 23 07:44:02.285673 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c3ea347f-753d-4f85-a214-eff1862b181c req-928ea64f-a861-4589-8845-6df3c4a41695 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317335 Sep 23 07:44:03.400151 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba32a3e-38dd-403b-9faa-59e500e91b48 req-defb2b92-1d6e-4a03-9ca5-a03ee132f8a4 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:44:03.401538 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fba32a3e-38dd-403b-9faa-59e500e91b48 req-defb2b92-1d6e-4a03-9ca5-a03ee132f8a4 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7 HTTP/1.1" status: 200 len: 945 time: 0.0487809 Sep 23 07:44:03.439577 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fba32a3e-38dd-403b-9faa-59e500e91b48 req-44e84a2e-420f-4eae-ad87-dcff9f2c3965 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315571 Sep 23 07:44:04.555852 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4061a799-6fc1-4711-9df4-580ae6545388 req-99b3eb61-dd28-4cce-b716-bb9ca75b6356 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:44:04.557349 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4061a799-6fc1-4711-9df4-580ae6545388 req-99b3eb61-dd28-4cce-b716-bb9ca75b6356 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7 HTTP/1.1" status: 200 len: 945 time: 0.0484321 Sep 23 07:44:04.596361 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4061a799-6fc1-4711-9df4-580ae6545388 req-fa83e059-4009-40a4-8cdf-c1725f7af30b tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316594 Sep 23 07:44:05.710656 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea26ca3-aa0c-4950-b046-6ffcfa80e0a4 req-9a0665ed-80f3-41fc-ac19-15e15c0e432f tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:44:05.712132 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fea26ca3-aa0c-4950-b046-6ffcfa80e0a4 req-9a0665ed-80f3-41fc-ac19-15e15c0e432f tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7 HTTP/1.1" status: 200 len: 945 time: 0.0486188 Sep 23 07:44:05.750851 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fea26ca3-aa0c-4950-b046-6ffcfa80e0a4 req-4defe5bf-de94-4ccd-b6c8-5fe313ed174e tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321243 Sep 23 07:44:06.873288 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e6ab0b-13d0-4963-bded-1b63ca9e1c51 req-dd979e5c-a444-434b-9c0f-4f3db472cf3f tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:44:06.875241 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b3e6ab0b-13d0-4963-bded-1b63ca9e1c51 req-dd979e5c-a444-434b-9c0f-4f3db472cf3f tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7 HTTP/1.1" status: 200 len: 945 time: 0.0523314 Sep 23 07:44:06.916587 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b3e6ab0b-13d0-4963-bded-1b63ca9e1c51 req-09115413-561c-48c8-a6a4-bad1db0403f1 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350232 Sep 23 07:44:07.136723 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:08.038737 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99accc7-e66e-4fad-8181-4f9d327cc27c req-03a01217-9e37-4f84-b96f-c70ab22b0d52 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:44:08.040265 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b99accc7-e66e-4fad-8181-4f9d327cc27c req-03a01217-9e37-4f84-b96f-c70ab22b0d52 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7 HTTP/1.1" status: 200 len: 945 time: 0.0543535 Sep 23 07:44:08.079078 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b99accc7-e66e-4fad-8181-4f9d327cc27c req-1a5fd410-aa9e-4ca2-ae02-f3eac9bd8309 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322130 Sep 23 07:44:08.125886 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e7e4fb99-7d7c-4740-ba88-83f3ad19e1f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:08.325987 n-d-715271-16 neutron-server[95066]: INFO neutron.api.v2.resource [req-afbd8d62-0dbd-44fa-b9f8-1596038d8363 req-742c840c-3d14-4e5a-9297-0bee62612c8e service neutron] show failed (client error): The resource could not be found. Sep 23 07:44:08.326983 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-afbd8d62-0dbd-44fa-b9f8-1596038d8363 req-742c840c-3d14-4e5a-9297-0bee62612c8e service neutron] 10.222.0.58 "GET /v2.0/ports/69717a2c-a255-4b56-853d-dd9a77ecb340/bindings/n-h1-715271-16 HTTP/1.1" status: 404 len: 381 time: 0.0546479 Sep 23 07:44:08.568961 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd8d62-0dbd-44fa-b9f8-1596038d8363 req-0e584915-a4a7-45a0-a0dc-e54d5a0d7861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:44:08.570522 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-afbd8d62-0dbd-44fa-b9f8-1596038d8363 req-0e584915-a4a7-45a0-a0dc-e54d5a0d7861 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7&tenant_id=c35e7193b12c4d2c8a8bc750b7bd78a0 HTTP/1.1" status: 200 len: 1097 time: 0.0855050 Sep 23 07:44:08.588489 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-afbd8d62-0dbd-44fa-b9f8-1596038d8363 req-1e9fd39a-884c-4396-a4f3-0a83124913e3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-715271-16', 'device_owner': 'compute:nova'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:44:08.642580 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-afbd8d62-0dbd-44fa-b9f8-1596038d8363 req-1e9fd39a-884c-4396-a4f3-0a83124913e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:08.843234 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-afbd8d62-0dbd-44fa-b9f8-1596038d8363 req-1e9fd39a-884c-4396-a4f3-0a83124913e3 service neutron] For port 69717a2c-a255-4b56-853d-dd9a77ecb340, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=69717a2c-a255-4b56-853d-dd9a77ecb340,segment=NetworkSegment(8f7dad34-7058-44bb-a3e4-b365ee668eee),segment_id=8f7dad34-7058-44bb-a3e4-b365ee668eee)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:44:08.874736 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-afbd8d62-0dbd-44fa-b9f8-1596038d8363 req-1e9fd39a-884c-4396-a4f3-0a83124913e3 service neutron] For port 69717a2c-a255-4b56-853d-dd9a77ecb340, host n-h2-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:44:09.252832 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69717a2c-a255-4b56-853d-dd9a77ecb340'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:44:09.255036 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f95ab57a745480e309303c621f93016f7af13821b9c47ad15b10e565102b0cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-143d2cdd-dae5-4212-92dc-8751641b82f1" -d '{"events": [{"server_uuid": "8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7", "name": "network-vif-unplugged", "status": "completed", "tag": "69717a2c-a255-4b56-853d-dd9a77ecb340"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:44:09.260353 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-afbd8d62-0dbd-44fa-b9f8-1596038d8363 req-1e9fd39a-884c-4396-a4f3-0a83124913e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:09.290291 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-afbd8d62-0dbd-44fa-b9f8-1596038d8363 req-1e9fd39a-884c-4396-a4f3-0a83124913e3 service neutron] Transition to ACTIVE for port object 69717a2c-a255-4b56-853d-dd9a77ecb340 will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:44:09.295648 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-afbd8d62-0dbd-44fa-b9f8-1596038d8363 req-1e9fd39a-884c-4396-a4f3-0a83124913e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:09.334613 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3366185f-e722-439a-99ff-97129a58ce91 req-3195b672-aecb-47a6-80fd-0348fbf0db60 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:44:09.336048 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3366185f-e722-439a-99ff-97129a58ce91 req-3195b672-aecb-47a6-80fd-0348fbf0db60 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7 HTTP/1.1" status: 200 len: 945 time: 0.0955338 Sep 23 07:44:09.366455 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 07:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-997fd3e6-4980-461f-8c86-eb96a771e991 x-openstack-request-id: req-997fd3e6-4980-461f-8c86-eb96a771e991 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:44:09.366753 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7", "name": "network-vif-unplugged", "status": "completed", "tag": "69717a2c-a255-4b56-853d-dd9a77ecb340", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:44:09.367008 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-997fd3e6-4980-461f-8c86-eb96a771e991 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:44:09.367400 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69717a2c-a255-4b56-853d-dd9a77ecb340', 'code': 200} Sep 23 07:44:09.403790 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9fd39a-884c-4396-a4f3-0a83124913e3 service neutron] Pushing event updated for resources: {'Port': ['ID=69717a2c-a255-4b56-853d-dd9a77ecb340,revision_number=6']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:44:09.419253 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9fd39a-884c-4396-a4f3-0a83124913e3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:44:09.419594 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9fd39a-884c-4396-a4f3-0a83124913e3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:44:09.419936 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9fd39a-884c-4396-a4f3-0a83124913e3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:44:09.420271 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9fd39a-884c-4396-a4f3-0a83124913e3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:44:09.420600 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9fd39a-884c-4396-a4f3-0a83124913e3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:44:09.420926 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9fd39a-884c-4396-a4f3-0a83124913e3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:44:09.421252 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9fd39a-884c-4396-a4f3-0a83124913e3 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:44:09.421574 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9fd39a-884c-4396-a4f3-0a83124913e3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:44:09.421928 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9fd39a-884c-4396-a4f3-0a83124913e3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:44:09.422257 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9fd39a-884c-4396-a4f3-0a83124913e3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:44:09.422576 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9fd39a-884c-4396-a4f3-0a83124913e3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:44:09.422897 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9fd39a-884c-4396-a4f3-0a83124913e3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:44:09.451876 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3366185f-e722-439a-99ff-97129a58ce91 req-0c367609-127c-47c2-ba83-6754996ca956 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043775 Sep 23 07:44:09.476200 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-afbd8d62-0dbd-44fa-b9f8-1596038d8363 req-1e9fd39a-884c-4396-a4f3-0a83124913e3 service neutron] No DVR routers for this DVR port 69717a2c-a255-4b56-853d-dd9a77ecb340 on host n-h2-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:44:09.613315 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-afbd8d62-0dbd-44fa-b9f8-1596038d8363 req-1e9fd39a-884c-4396-a4f3-0a83124913e3 service neutron] Attempting to bind port 69717a2c-a255-4b56-853d-dd9a77ecb340 on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:44:09.613907 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-afbd8d62-0dbd-44fa-b9f8-1596038d8363 req-1e9fd39a-884c-4396-a4f3-0a83124913e3 service neutron] Attempting to bind port 69717a2c-a255-4b56-853d-dd9a77ecb340 by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': '8f7dad34-7058-44bb-a3e4-b365ee668eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:44:09.614037 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbd8d62-0dbd-44fa-b9f8-1596038d8363 req-1e9fd39a-884c-4396-a4f3-0a83124913e3 service neutron] Attempting to bind port 69717a2c-a255-4b56-853d-dd9a77ecb340 on network d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:44:09.618332 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbd8d62-0dbd-44fa-b9f8-1596038d8363 req-1e9fd39a-884c-4396-a4f3-0a83124913e3 service neutron] Port 69717a2c-a255-4b56-853d-dd9a77ecb340 on network d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:44:09.618656 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbd8d62-0dbd-44fa-b9f8-1596038d8363 req-1e9fd39a-884c-4396-a4f3-0a83124913e3 service neutron] Attempting to bind port 69717a2c-a255-4b56-853d-dd9a77ecb340 on network d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:44:09.624624 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbd8d62-0dbd-44fa-b9f8-1596038d8363 req-1e9fd39a-884c-4396-a4f3-0a83124913e3 service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:44:09.624966 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbd8d62-0dbd-44fa-b9f8-1596038d8363 req-1e9fd39a-884c-4396-a4f3-0a83124913e3 service neutron] Checking segment: {'id': '8f7dad34-7058-44bb-a3e4-b365ee668eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:44:09.625350 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbd8d62-0dbd-44fa-b9f8-1596038d8363 req-1e9fd39a-884c-4396-a4f3-0a83124913e3 service neutron] Bound using segment: {'id': '8f7dad34-7058-44bb-a3e4-b365ee668eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:44:09.625777 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-afbd8d62-0dbd-44fa-b9f8-1596038d8363 req-1e9fd39a-884c-4396-a4f3-0a83124913e3 service neutron] Bound port: 69717a2c-a255-4b56-853d-dd9a77ecb340, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f7dad34-7058-44bb-a3e4-b365ee668eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:44:09.626160 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-afbd8d62-0dbd-44fa-b9f8-1596038d8363 req-1e9fd39a-884c-4396-a4f3-0a83124913e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:09.688105 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-afbd8d62-0dbd-44fa-b9f8-1596038d8363 req-1e9fd39a-884c-4396-a4f3-0a83124913e3 service neutron] For port 69717a2c-a255-4b56-853d-dd9a77ecb340, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:44:09.691086 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-afbd8d62-0dbd-44fa-b9f8-1596038d8363 req-1e9fd39a-884c-4396-a4f3-0a83124913e3 service neutron] For port 69717a2c-a255-4b56-853d-dd9a77ecb340, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=69717a2c-a255-4b56-853d-dd9a77ecb340,segment=NetworkSegment(8f7dad34-7058-44bb-a3e4-b365ee668eee),segment_id=8f7dad34-7058-44bb-a3e4-b365ee668eee)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:44:09.695605 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-afbd8d62-0dbd-44fa-b9f8-1596038d8363 req-1e9fd39a-884c-4396-a4f3-0a83124913e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:09.732973 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd8d62-0dbd-44fa-b9f8-1596038d8363 req-1e9fd39a-884c-4396-a4f3-0a83124913e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:44:09.733416 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-afbd8d62-0dbd-44fa-b9f8-1596038d8363 req-1e9fd39a-884c-4396-a4f3-0a83124913e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:09.734856 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-afbd8d62-0dbd-44fa-b9f8-1596038d8363 req-1e9fd39a-884c-4396-a4f3-0a83124913e3 service neutron] 10.222.0.21 "PUT /v2.0/ports/69717a2c-a255-4b56-853d-dd9a77ecb340 HTTP/1.1" status: 200 len: 1092 time: 1.1503425 Sep 23 07:44:09.757941 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9fd39a-884c-4396-a4f3-0a83124913e3 service neutron] Pushing event updated for resources: {'Port': ['ID=69717a2c-a255-4b56-853d-dd9a77ecb340,revision_number=7']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:44:09.806543 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd8d62-0dbd-44fa-b9f8-1596038d8363 req-3e2df267-32d6-4156-a113-6c99e1e78420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:44:09.808085 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-afbd8d62-0dbd-44fa-b9f8-1596038d8363 req-3e2df267-32d6-4156-a113-6c99e1e78420 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c35e7193b12c4d2c8a8bc750b7bd78a0&device_id=8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7 HTTP/1.1" status: 200 len: 1095 time: 0.0417826 Sep 23 07:44:09.904691 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd8d62-0dbd-44fa-b9f8-1596038d8363 req-61b47e99-ab66-44ff-b596-f9d0b86c67f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:44:09.906238 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-afbd8d62-0dbd-44fa-b9f8-1596038d8363 req-61b47e99-ab66-44ff-b596-f9d0b86c67f1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 HTTP/1.1" status: 200 len: 912 time: 0.0915899 Sep 23 07:44:09.974515 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-afbd8d62-0dbd-44fa-b9f8-1596038d8363 req-7cb9bfb3-b096-47b2-8d75-62899bcfd7d1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69717a2c-a255-4b56-853d-dd9a77ecb340 HTTP/1.1" status: 200 len: 1000 time: 0.0595908 Sep 23 07:44:10.022228 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd8d62-0dbd-44fa-b9f8-1596038d8363 req-a9b2e794-2f71-4a27-b8b8-f4c88593d5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:44:10.023548 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-afbd8d62-0dbd-44fa-b9f8-1596038d8363 req-a9b2e794-2f71-4a27-b8b8-f4c88593d5f7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e16b8c14-4213-404c-84a9-da7aa820bdd0 HTTP/1.1" status: 200 len: 850 time: 0.0424204 Sep 23 07:44:10.070693 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd8d62-0dbd-44fa-b9f8-1596038d8363 req-e353216c-df75-4389-a5b2-4e217f6fd498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:44:10.072145 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-afbd8d62-0dbd-44fa-b9f8-1596038d8363 req-e353216c-df75-4389-a5b2-4e217f6fd498 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417285 Sep 23 07:44:10.162314 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-afbd8d62-0dbd-44fa-b9f8-1596038d8363 req-ccaacb5a-7d2f-4eeb-9382-7b3df670d237 service neutron] 10.222.0.21 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820727 Sep 23 07:44:10.256413 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-afbd8d62-0dbd-44fa-b9f8-1596038d8363 req-c788c338-ad5f-47eb-9800-933c7ac2ab51 service neutron] 10.222.0.21 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860326 Sep 23 07:44:10.420659 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 69717a2c-a255-4b56-853d-dd9a77ecb340 no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:44:10.458736 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 69717a2c-a255-4b56-853d-dd9a77ecb340 not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:44:10.533080 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:10.580093 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778260fe-95e3-4464-a4bb-219254255398 req-2e7b4dda-8933-4c31-b990-598e6e16f2ab tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:44:10.581682 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-778260fe-95e3-4464-a4bb-219254255398 req-2e7b4dda-8933-4c31-b990-598e6e16f2ab tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7 HTTP/1.1" status: 200 len: 943 time: 0.0548327 Sep 23 07:44:10.623401 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-778260fe-95e3-4464-a4bb-219254255398 req-bf3f18ec-24bd-43b0-abf2-a87dc673580e tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350394 Sep 23 07:44:11.136016 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ac132453-7631-438b-b550-a4cde0d0cd7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:11.368860 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7', 'tag': '69717a2c-a255-4b56-853d-dd9a77ecb340'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:44:11.371238 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f95ab57a745480e309303c621f93016f7af13821b9c47ad15b10e565102b0cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2d153c-233c-418c-8d98-4e5e59043a12" -d '{"events": [{"name": "network-changed", "server_uuid": "8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7", "tag": "69717a2c-a255-4b56-853d-dd9a77ecb340"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:44:11.420669 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66c89da-1b7d-4b83-a6d4-e6ad107e26f0 x-openstack-request-id: req-f66c89da-1b7d-4b83-a6d4-e6ad107e26f0 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:44:11.420962 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7", "tag": "69717a2c-a255-4b56-853d-dd9a77ecb340", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:44:11.421237 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f66c89da-1b7d-4b83-a6d4-e6ad107e26f0 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:44:11.421634 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7', 'tag': '69717a2c-a255-4b56-853d-dd9a77ecb340', 'status': 'completed', 'code': 200} Sep 23 07:44:11.486452 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2d153c-233c-418c-8d98-4e5e59043a12 req-a804f9e3-12dc-4605-bc3b-6c946537ffa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:44:11.488005 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4e2d153c-233c-418c-8d98-4e5e59043a12 req-a804f9e3-12dc-4605-bc3b-6c946537ffa8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c35e7193b12c4d2c8a8bc750b7bd78a0&device_id=8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7 HTTP/1.1" status: 200 len: 1095 time: 0.0484133 Sep 23 07:44:11.508703 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2d153c-233c-418c-8d98-4e5e59043a12 req-8ce2351f-7e01-41cd-b7e0-fc7ef523644e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:44:11.510282 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4e2d153c-233c-418c-8d98-4e5e59043a12 req-8ce2351f-7e01-41cd-b7e0-fc7ef523644e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c35e7193b12c4d2c8a8bc750b7bd78a0&device_id=8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7 HTTP/1.1" status: 200 len: 1095 time: 0.0466235 Sep 23 07:44:11.593614 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2d153c-233c-418c-8d98-4e5e59043a12 req-64974439-d442-4d50-b451-13eca3dff541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:44:11.595177 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4e2d153c-233c-418c-8d98-4e5e59043a12 req-64974439-d442-4d50-b451-13eca3dff541 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 HTTP/1.1" status: 200 len: 912 time: 0.0990808 Sep 23 07:44:11.614347 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2d153c-233c-418c-8d98-4e5e59043a12 req-a17a7ca7-7f11-47b5-8702-414072b44deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:44:11.615856 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4e2d153c-233c-418c-8d98-4e5e59043a12 req-a17a7ca7-7f11-47b5-8702-414072b44deb service neutron] 10.222.0.21 "GET /v2.0/networks?id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 HTTP/1.1" status: 200 len: 912 time: 0.0976453 Sep 23 07:44:11.635288 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:11.688186 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4e2d153c-233c-418c-8d98-4e5e59043a12 req-fb1138af-bffd-4919-af7f-647929df9670 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69717a2c-a255-4b56-853d-dd9a77ecb340 HTTP/1.1" status: 200 len: 1000 time: 0.0856130 Sep 23 07:44:11.689710 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4e2d153c-233c-418c-8d98-4e5e59043a12 req-2ae0171a-ec13-4aee-96b7-c69c8e73cc37 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69717a2c-a255-4b56-853d-dd9a77ecb340 HTTP/1.1" status: 200 len: 1000 time: 0.0660155 Sep 23 07:44:11.741798 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2d153c-233c-418c-8d98-4e5e59043a12 req-1f6d48db-990f-465b-9c89-ed24ac0e7c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:44:11.743438 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4e2d153c-233c-418c-8d98-4e5e59043a12 req-1f6d48db-990f-465b-9c89-ed24ac0e7c80 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e16b8c14-4213-404c-84a9-da7aa820bdd0 HTTP/1.1" status: 200 len: 850 time: 0.0463860 Sep 23 07:44:11.770814 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2d153c-233c-418c-8d98-4e5e59043a12 req-e09c3b7d-db08-4fec-a352-fd6e5a3fc563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:44:11.772224 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4e2d153c-233c-418c-8d98-4e5e59043a12 req-e09c3b7d-db08-4fec-a352-fd6e5a3fc563 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e16b8c14-4213-404c-84a9-da7aa820bdd0 HTTP/1.1" status: 200 len: 850 time: 0.0773442 Sep 23 07:44:11.784860 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75517693-1781-4345-ace1-546a20660819 req-15676dd2-a46f-4112-aac2-fef5893127b0 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:44:11.786396 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-75517693-1781-4345-ace1-546a20660819 req-15676dd2-a46f-4112-aac2-fef5893127b0 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7 HTTP/1.1" status: 200 len: 943 time: 0.0833449 Sep 23 07:44:11.794683 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2d153c-233c-418c-8d98-4e5e59043a12 req-0a539ca8-0c0e-4025-ac52-0fe5085c7d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:44:11.796401 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4e2d153c-233c-418c-8d98-4e5e59043a12 req-0a539ca8-0c0e-4025-ac52-0fe5085c7d2e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462472 Sep 23 07:44:11.856503 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-75517693-1781-4345-ace1-546a20660819 req-0c661bf8-2dca-4888-b947-efb72f2cd14b tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603778 Sep 23 07:44:11.859616 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2d153c-233c-418c-8d98-4e5e59043a12 req-cf9f7fea-c866-4296-81bb-31ff88d9d95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:44:11.861090 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4e2d153c-233c-418c-8d98-4e5e59043a12 req-cf9f7fea-c866-4296-81bb-31ff88d9d95e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0738170 Sep 23 07:44:11.891057 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4e2d153c-233c-418c-8d98-4e5e59043a12 req-f6ef3df7-b36b-4e3b-a250-1067279d2ce2 service neutron] 10.222.0.21 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872245 Sep 23 07:44:11.962821 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4e2d153c-233c-418c-8d98-4e5e59043a12 req-06ee9e53-aa43-4d16-8f74-d4b404abcccc service neutron] 10.222.0.58 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932670 Sep 23 07:44:11.989791 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4e2d153c-233c-418c-8d98-4e5e59043a12 req-b655dc54-cdd9-4ac2-bc7d-67069e34a59d service neutron] 10.222.0.21 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915279 Sep 23 07:44:12.059409 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4e2d153c-233c-418c-8d98-4e5e59043a12 req-aedceaac-d0c6-4049-b983-721dd0dc896c service neutron] 10.222.0.58 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894933 Sep 23 07:44:12.525671 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:12.981818 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2623ffc5-528d-4618-84e3-264428eaa6a0 req-8814e363-3e74-41f4-a387-2e9656dab44e tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:44:12.983453 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2623ffc5-528d-4618-84e3-264428eaa6a0 req-8814e363-3e74-41f4-a387-2e9656dab44e tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7 HTTP/1.1" status: 200 len: 943 time: 0.0498674 Sep 23 07:44:13.021199 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2623ffc5-528d-4618-84e3-264428eaa6a0 req-f581f108-daba-4e3c-8d6a-74d0d51979b8 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316083 Sep 23 07:44:14.007140 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:14.143928 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc46b9d1-138d-4912-906e-f6dfd3cee96b req-4235fc0a-f28b-4706-8f16-221b51f4da9f tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:44:14.145476 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc46b9d1-138d-4912-906e-f6dfd3cee96b req-4235fc0a-f28b-4706-8f16-221b51f4da9f tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7 HTTP/1.1" status: 200 len: 943 time: 0.0542166 Sep 23 07:44:14.186776 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc46b9d1-138d-4912-906e-f6dfd3cee96b req-e70ff396-51bf-45ec-826b-dfe9a0366a86 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348275 Sep 23 07:44:15.302955 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dcf3ee-def2-4a8b-907e-7183d52bb07b req-e70f3892-28d7-4f72-9c38-19a919c6ab17 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:44:15.304413 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-11dcf3ee-def2-4a8b-907e-7183d52bb07b req-e70f3892-28d7-4f72-9c38-19a919c6ab17 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7 HTTP/1.1" status: 200 len: 943 time: 0.0478866 Sep 23 07:44:15.341339 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-11dcf3ee-def2-4a8b-907e-7183d52bb07b req-a29bc432-8e24-4d25-9638-6c2deb18b009 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300100 Sep 23 07:44:16.459317 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b7520-ea70-4e11-a362-f3bf1a5c9b94 req-165cd92f-e8ba-483c-9dde-a83eff0d6fe0 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:44:16.460814 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-360b7520-ea70-4e11-a362-f3bf1a5c9b94 req-165cd92f-e8ba-483c-9dde-a83eff0d6fe0 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7 HTTP/1.1" status: 200 len: 943 time: 0.0497930 Sep 23 07:44:16.509890 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-360b7520-ea70-4e11-a362-f3bf1a5c9b94 req-87ade371-7248-403e-b8b7-54998062031b tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427754 Sep 23 07:44:17.632280 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa95c5d-be40-4a00-b253-185904703b2a req-0e2e8090-72d3-436c-a598-fc3b99a4c1f2 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:44:17.633764 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9fa95c5d-be40-4a00-b253-185904703b2a req-0e2e8090-72d3-436c-a598-fc3b99a4c1f2 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7 HTTP/1.1" status: 200 len: 943 time: 0.0523114 Sep 23 07:44:17.671195 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9fa95c5d-be40-4a00-b253-185904703b2a req-d21e8961-7a79-4bfd-8922-8ec1c0fb9aa2 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306265 Sep 23 07:44:18.789537 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ed669-4f68-4ee6-8c19-2626384fb82a req-f792888d-8845-4f70-93b0-8b307ca851d7 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:44:18.791029 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-727ed669-4f68-4ee6-8c19-2626384fb82a req-f792888d-8845-4f70-93b0-8b307ca851d7 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7 HTTP/1.1" status: 200 len: 943 time: 0.0532687 Sep 23 07:44:18.829056 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-727ed669-4f68-4ee6-8c19-2626384fb82a req-b3db727c-9e75-4a1e-8953-61425150e768 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314136 Sep 23 07:44:19.944139 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e751e-9a8e-423f-b71c-066b432a8da7 req-d5f7b709-c871-4958-b65e-5778e7c8d5dc tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:44:19.945630 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-637e751e-9a8e-423f-b71c-066b432a8da7 req-d5f7b709-c871-4958-b65e-5778e7c8d5dc tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7 HTTP/1.1" status: 200 len: 943 time: 0.0487230 Sep 23 07:44:19.984165 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-637e751e-9a8e-423f-b71c-066b432a8da7 req-5f958388-f2b8-4fbe-a755-05e47ad98ec4 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316994 Sep 23 07:44:21.100637 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af2cf40-c46c-403d-8d20-4c2b72383044 req-109dad47-d1ca-45db-b451-8c8ec7f67619 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:44:21.102275 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8af2cf40-c46c-403d-8d20-4c2b72383044 req-109dad47-d1ca-45db-b451-8c8ec7f67619 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7 HTTP/1.1" status: 200 len: 943 time: 0.0494540 Sep 23 07:44:21.140851 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8af2cf40-c46c-403d-8d20-4c2b72383044 req-fc12936c-9b70-4bb1-be68-d0144603ca3f tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321994 Sep 23 07:44:22.254529 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251f37e1-5231-42b9-882f-b606e38abebc req-2f69b307-9cd8-43b0-8f29-d45e404f1414 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:44:22.255990 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-251f37e1-5231-42b9-882f-b606e38abebc req-2f69b307-9cd8-43b0-8f29-d45e404f1414 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7 HTTP/1.1" status: 200 len: 943 time: 0.0488327 Sep 23 07:44:22.293140 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-251f37e1-5231-42b9-882f-b606e38abebc req-0d989d3a-6773-4695-a849-83c169bf25d3 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310323 Sep 23 07:44:23.407862 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f2700-d42a-4474-b630-ad5b9595ed99 req-9e2dfdc0-f6a0-4301-9a91-0bc2c569f336 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:44:23.409353 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-df9f2700-d42a-4474-b630-ad5b9595ed99 req-9e2dfdc0-f6a0-4301-9a91-0bc2c569f336 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7 HTTP/1.1" status: 200 len: 943 time: 0.0490708 Sep 23 07:44:23.446953 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-df9f2700-d42a-4474-b630-ad5b9595ed99 req-735d84cb-f4a2-403d-a1bf-34812d77f613 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316927 Sep 23 07:44:23.735667 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cee0cd-dcbe-46b2-b154-0e68fc4be008 req-511f8af7-df40-4be9-aa64-543a014c8a5d tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:44:23.737152 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-11cee0cd-dcbe-46b2-b154-0e68fc4be008 req-511f8af7-df40-4be9-aa64-543a014c8a5d tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7&tenant_id=c35e7193b12c4d2c8a8bc750b7bd78a0&binding%3Ahost_id=n-h1-715271-16 HTTP/1.1" status: 200 len: 943 time: 0.0556993 Sep 23 07:44:23.751226 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74c7385-69de-4ff3-a007-9fda7f47a5ec req-6da0a28f-f60d-450d-902e-711135ccd9ea tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:44:23.752726 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b74c7385-69de-4ff3-a007-9fda7f47a5ec req-6da0a28f-f60d-450d-902e-711135ccd9ea tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7 HTTP/1.1" status: 200 len: 943 time: 0.0535698 Sep 23 07:44:23.791013 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b74c7385-69de-4ff3-a007-9fda7f47a5ec req-b87f3235-02e6-4840-9ade-436a19306cff tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319479 Sep 23 07:44:23.802631 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-11cee0cd-dcbe-46b2-b154-0e68fc4be008 req-80cb28ca-c8d6-4113-ac96-f1875144cf03 service neutron] 10.222.0.21 "GET /v2.0/ports/69717a2c-a255-4b56-853d-dd9a77ecb340/bindings/n-h1-715271-16 HTTP/1.1" status: 200 len: 383 time: 0.0565400 Sep 23 07:44:23.873984 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cee0cd-dcbe-46b2-b154-0e68fc4be008 req-81607716-51f0-4f46-9abb-b6ff566760e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:44:23.875749 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-11cee0cd-dcbe-46b2-b154-0e68fc4be008 req-81607716-51f0-4f46-9abb-b6ff566760e2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c35e7193b12c4d2c8a8bc750b7bd78a0&device_id=8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7 HTTP/1.1" status: 200 len: 1095 time: 0.0401828 Sep 23 07:44:23.969857 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cee0cd-dcbe-46b2-b154-0e68fc4be008 req-8d3c705c-cef6-44f7-b83d-d5fd37e85407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:44:23.971281 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-11cee0cd-dcbe-46b2-b154-0e68fc4be008 req-8d3c705c-cef6-44f7-b83d-d5fd37e85407 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 HTTP/1.1" status: 200 len: 912 time: 0.0863280 Sep 23 07:44:24.037933 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-11cee0cd-dcbe-46b2-b154-0e68fc4be008 req-b9ed2082-8025-41cf-808f-8a44ab084efd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69717a2c-a255-4b56-853d-dd9a77ecb340 HTTP/1.1" status: 200 len: 1000 time: 0.0567896 Sep 23 07:44:24.089543 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cee0cd-dcbe-46b2-b154-0e68fc4be008 req-2f518a21-5a9f-4e29-9998-56e593a6848e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:44:24.091648 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-11cee0cd-dcbe-46b2-b154-0e68fc4be008 req-2f518a21-5a9f-4e29-9998-56e593a6848e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e16b8c14-4213-404c-84a9-da7aa820bdd0 HTTP/1.1" status: 200 len: 850 time: 0.0466957 Sep 23 07:44:24.137562 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cee0cd-dcbe-46b2-b154-0e68fc4be008 req-6338638c-78a2-4b2b-be46-3bafbfc78f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:44:24.139071 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-11cee0cd-dcbe-46b2-b154-0e68fc4be008 req-6338638c-78a2-4b2b-be46-3bafbfc78f17 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399213 Sep 23 07:44:24.227815 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-11cee0cd-dcbe-46b2-b154-0e68fc4be008 req-c31038b5-9028-478b-997c-1d8137689b47 service neutron] 10.222.0.21 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809042 Sep 23 07:44:24.321284 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-11cee0cd-dcbe-46b2-b154-0e68fc4be008 req-b323a235-e67d-428c-904e-36f32accb4b1 service neutron] 10.222.0.21 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859437 Sep 23 07:44:24.379831 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 69717a2c-a255-4b56-853d-dd9a77ecb340 details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:44:24.476562 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 69717a2c-a255-4b56-853d-dd9a77ecb340, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=69717a2c-a255-4b56-853d-dd9a77ecb340,segment=NetworkSegment(8f7dad34-7058-44bb-a3e4-b365ee668eee),segment_id=8f7dad34-7058-44bb-a3e4-b365ee668eee)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:44:24.487923 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': '69717a2c-a255-4b56-853d-dd9a77ecb340', 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1', 'port_id': '69717a2c-a255-4b56-853d-dd9a77ecb340', 'mac_address': 'fa:16:3e:76:c5:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e16b8c14-4213-404c-84a9-da7aa820bdd0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:44:24.525798 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:24.538306 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69717a2c-a255-4b56-853d-dd9a77ecb340 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:44:24.557408 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 69717a2c-a255-4b56-853d-dd9a77ecb340, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=69717a2c-a255-4b56-853d-dd9a77ecb340,segment=NetworkSegment(8f7dad34-7058-44bb-a3e4-b365ee668eee),segment_id=8f7dad34-7058-44bb-a3e4-b365ee668eee)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:44:24.560870 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:24.607934 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=69717a2c-a255-4b56-853d-dd9a77ecb340,revision_number=8']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:44:24.615293 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:44:24.615643 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:44:24.615982 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:44:24.616314 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:44:24.616646 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:44:24.616975 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:44:24.617302 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:44:24.617622 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:44:24.617992 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:44:24.618308 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:44:24.618627 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:44:24.618947 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:44:24.914495 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b44ea3-4cba-4d18-ae3f-23d25f61b993 req-677c5ad9-b723-47c9-b963-240525820ae9 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:44:24.915984 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-74b44ea3-4cba-4d18-ae3f-23d25f61b993 req-677c5ad9-b723-47c9-b963-240525820ae9 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7 HTTP/1.1" status: 200 len: 944 time: 0.0518703 Sep 23 07:44:24.955167 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-74b44ea3-4cba-4d18-ae3f-23d25f61b993 req-a605c16a-1acb-4a46-81ed-0a40c0f5e497 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328748 Sep 23 07:44:25.001538 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['69717a2c-a255-4b56-853d-dd9a77ecb340'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:44:26.072368 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb0a0f-76c1-4e63-bd1f-784ca30d3088 req-03610905-5bbc-4dcf-9a41-f27f28d70093 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:44:26.073841 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-16eb0a0f-76c1-4e63-bd1f-784ca30d3088 req-03610905-5bbc-4dcf-9a41-f27f28d70093 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7 HTTP/1.1" status: 200 len: 944 time: 0.0506806 Sep 23 07:44:26.114042 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-16eb0a0f-76c1-4e63-bd1f-784ca30d3088 req-48dcba91-2cf6-42c2-a233-8090cbbd6f3d tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336697 Sep 23 07:44:26.375450 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 69717a2c-a255-4b56-853d-dd9a77ecb340 up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:44:26.425094 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port 69717a2c-a255-4b56-853d-dd9a77ecb340 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:44:26.428720 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port 69717a2c-a255-4b56-853d-dd9a77ecb340 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:44:26.429095 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:26.513095 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:26.536124 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69717a2c-a255-4b56-853d-dd9a77ecb340'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:44:26.538695 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ba4f7dfdfe0dde90123cb5af03ec17f0bd1073b346dec34131962e04cdfc7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e41f0c4-9e28-4240-8be1-ca7e21b5e111" -d '{"events": [{"server_uuid": "8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7", "name": "network-vif-plugged", "status": "completed", "tag": "69717a2c-a255-4b56-853d-dd9a77ecb340"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:44:26.553439 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 69717a2c-a255-4b56-853d-dd9a77ecb340, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=69717a2c-a255-4b56-853d-dd9a77ecb340,segment=NetworkSegment(8f7dad34-7058-44bb-a3e4-b365ee668eee),segment_id=8f7dad34-7058-44bb-a3e4-b365ee668eee)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:44:26.558243 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:26.611027 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=69717a2c-a255-4b56-853d-dd9a77ecb340,revision_number=9']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:44:26.642603 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d80992c6-e836-465c-9c16-f7a72b503d77 x-openstack-request-id: req-d80992c6-e836-465c-9c16-f7a72b503d77 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:44:26.642957 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7", "name": "network-vif-plugged", "status": "completed", "tag": "69717a2c-a255-4b56-853d-dd9a77ecb340", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:44:26.643270 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d80992c6-e836-465c-9c16-f7a72b503d77 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:44:26.643821 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69717a2c-a255-4b56-853d-dd9a77ecb340', 'code': 200} Sep 23 07:44:27.233294 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf6e1c3-0b50-4093-a60b-1eac0c927275 req-0965ab26-fb1a-4723-b430-d86adaced067 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:44:27.234807 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dcf6e1c3-0b50-4093-a60b-1eac0c927275 req-0965ab26-fb1a-4723-b430-d86adaced067 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7 HTTP/1.1" status: 200 len: 945 time: 0.0509079 Sep 23 07:44:27.272924 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dcf6e1c3-0b50-4093-a60b-1eac0c927275 req-b00b71bb-02f5-432a-85dc-7141321c6c6b tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319345 Sep 23 07:44:28.395636 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4948880-7c92-4d08-89ec-bd450e44e004 req-164cef30-973a-4cc2-9379-f0e5428b86ec tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:44:28.397154 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a4948880-7c92-4d08-89ec-bd450e44e004 req-164cef30-973a-4cc2-9379-f0e5428b86ec tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7 HTTP/1.1" status: 200 len: 945 time: 0.0485404 Sep 23 07:44:28.441133 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a4948880-7c92-4d08-89ec-bd450e44e004 req-2ecb211a-f6a1-4591-ac8d-844bfb8dacf7 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371408 Sep 23 07:44:28.497599 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cee0cd-dcbe-46b2-b154-0e68fc4be008 req-db83f08a-1fac-4be6-88ab-2c6a43ea67e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:44:28.499569 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-11cee0cd-dcbe-46b2-b154-0e68fc4be008 req-db83f08a-1fac-4be6-88ab-2c6a43ea67e8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7&tenant_id=c35e7193b12c4d2c8a8bc750b7bd78a0 HTTP/1.1" status: 200 len: 1097 time: 0.0450139 Sep 23 07:44:28.516561 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-11cee0cd-dcbe-46b2-b154-0e68fc4be008 req-fd7f4958-fd00-4d93-9208-fb783cad2010 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-715271-16', 'device_owner': 'compute:nova'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:44:28.568784 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-11cee0cd-dcbe-46b2-b154-0e68fc4be008 req-fd7f4958-fd00-4d93-9208-fb783cad2010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:28.786048 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-11cee0cd-dcbe-46b2-b154-0e68fc4be008 req-fd7f4958-fd00-4d93-9208-fb783cad2010 service neutron] For port 69717a2c-a255-4b56-853d-dd9a77ecb340, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=69717a2c-a255-4b56-853d-dd9a77ecb340,segment=NetworkSegment(8f7dad34-7058-44bb-a3e4-b365ee668eee),segment_id=8f7dad34-7058-44bb-a3e4-b365ee668eee)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:44:28.818321 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-11cee0cd-dcbe-46b2-b154-0e68fc4be008 req-fd7f4958-fd00-4d93-9208-fb783cad2010 service neutron] For port 69717a2c-a255-4b56-853d-dd9a77ecb340, host n-h1-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:44:28.860859 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69717a2c-a255-4b56-853d-dd9a77ecb340'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:44:28.863144 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5c82e26e84456ec9bd92b2391c670c25772fd4a9558cb5800b4b1a13ca591a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf6f1acc-95a4-40ce-bc59-8312762ad80c" -d '{"events": [{"server_uuid": "8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7", "name": "network-vif-unplugged", "status": "completed", "tag": "69717a2c-a255-4b56-853d-dd9a77ecb340"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:44:28.866878 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-11cee0cd-dcbe-46b2-b154-0e68fc4be008 req-fd7f4958-fd00-4d93-9208-fb783cad2010 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:28.880166 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.provisioning_blocks [req-11cee0cd-dcbe-46b2-b154-0e68fc4be008 req-fd7f4958-fd00-4d93-9208-fb783cad2010 service neutron] Transition to ACTIVE for port object 69717a2c-a255-4b56-853d-dd9a77ecb340 will not be triggered until provisioned by entity L2. {{(pid=95066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:44:28.884341 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-11cee0cd-dcbe-46b2-b154-0e68fc4be008 req-fd7f4958-fd00-4d93-9208-fb783cad2010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:28.969304 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7f4958-fd00-4d93-9208-fb783cad2010 service neutron] Pushing event updated for resources: {'Port': ['ID=69717a2c-a255-4b56-853d-dd9a77ecb340,revision_number=10']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:44:28.981200 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 07:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd3ab5e-8838-4e24-9183-3b2466296237 x-openstack-request-id: req-7cd3ab5e-8838-4e24-9183-3b2466296237 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:44:28.981492 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7", "name": "network-vif-unplugged", "status": "completed", "tag": "69717a2c-a255-4b56-853d-dd9a77ecb340", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:44:28.981921 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7cd3ab5e-8838-4e24-9183-3b2466296237 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:44:28.982325 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69717a2c-a255-4b56-853d-dd9a77ecb340', 'code': 200} Sep 23 07:44:28.985602 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7f4958-fd00-4d93-9208-fb783cad2010 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:44:28.985979 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7f4958-fd00-4d93-9208-fb783cad2010 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:44:28.986327 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7f4958-fd00-4d93-9208-fb783cad2010 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:44:28.986678 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7f4958-fd00-4d93-9208-fb783cad2010 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:44:28.986995 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7f4958-fd00-4d93-9208-fb783cad2010 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:44:28.987328 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7f4958-fd00-4d93-9208-fb783cad2010 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:44:28.987658 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7f4958-fd00-4d93-9208-fb783cad2010 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:44:28.987985 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7f4958-fd00-4d93-9208-fb783cad2010 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:44:28.988312 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7f4958-fd00-4d93-9208-fb783cad2010 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:44:28.988639 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7f4958-fd00-4d93-9208-fb783cad2010 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:44:28.988961 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7f4958-fd00-4d93-9208-fb783cad2010 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:44:28.989283 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7f4958-fd00-4d93-9208-fb783cad2010 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:44:29.021341 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-11cee0cd-dcbe-46b2-b154-0e68fc4be008 req-fd7f4958-fd00-4d93-9208-fb783cad2010 service neutron] No DVR routers for this DVR port 69717a2c-a255-4b56-853d-dd9a77ecb340 on host n-h1-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:44:29.158245 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-11cee0cd-dcbe-46b2-b154-0e68fc4be008 req-fd7f4958-fd00-4d93-9208-fb783cad2010 service neutron] Attempting to bind port 69717a2c-a255-4b56-853d-dd9a77ecb340 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:44:29.158729 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-11cee0cd-dcbe-46b2-b154-0e68fc4be008 req-fd7f4958-fd00-4d93-9208-fb783cad2010 service neutron] Attempting to bind port 69717a2c-a255-4b56-853d-dd9a77ecb340 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '8f7dad34-7058-44bb-a3e4-b365ee668eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:44:29.158904 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11cee0cd-dcbe-46b2-b154-0e68fc4be008 req-fd7f4958-fd00-4d93-9208-fb783cad2010 service neutron] Attempting to bind port 69717a2c-a255-4b56-853d-dd9a77ecb340 on network d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:44:29.163238 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11cee0cd-dcbe-46b2-b154-0e68fc4be008 req-fd7f4958-fd00-4d93-9208-fb783cad2010 service neutron] Port 69717a2c-a255-4b56-853d-dd9a77ecb340 on network d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:44:29.163562 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11cee0cd-dcbe-46b2-b154-0e68fc4be008 req-fd7f4958-fd00-4d93-9208-fb783cad2010 service neutron] Attempting to bind port 69717a2c-a255-4b56-853d-dd9a77ecb340 on network d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:44:29.168951 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11cee0cd-dcbe-46b2-b154-0e68fc4be008 req-fd7f4958-fd00-4d93-9208-fb783cad2010 service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:44:29.169291 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11cee0cd-dcbe-46b2-b154-0e68fc4be008 req-fd7f4958-fd00-4d93-9208-fb783cad2010 service neutron] Checking segment: {'id': '8f7dad34-7058-44bb-a3e4-b365ee668eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:44:29.169672 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11cee0cd-dcbe-46b2-b154-0e68fc4be008 req-fd7f4958-fd00-4d93-9208-fb783cad2010 service neutron] Bound using segment: {'id': '8f7dad34-7058-44bb-a3e4-b365ee668eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:44:29.170129 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-11cee0cd-dcbe-46b2-b154-0e68fc4be008 req-fd7f4958-fd00-4d93-9208-fb783cad2010 service neutron] Bound port: 69717a2c-a255-4b56-853d-dd9a77ecb340, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f7dad34-7058-44bb-a3e4-b365ee668eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:44:29.170490 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-11cee0cd-dcbe-46b2-b154-0e68fc4be008 req-fd7f4958-fd00-4d93-9208-fb783cad2010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:29.233405 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-11cee0cd-dcbe-46b2-b154-0e68fc4be008 req-fd7f4958-fd00-4d93-9208-fb783cad2010 service neutron] For port 69717a2c-a255-4b56-853d-dd9a77ecb340, host n-h2-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:44:29.236724 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-11cee0cd-dcbe-46b2-b154-0e68fc4be008 req-fd7f4958-fd00-4d93-9208-fb783cad2010 service neutron] For port 69717a2c-a255-4b56-853d-dd9a77ecb340, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=69717a2c-a255-4b56-853d-dd9a77ecb340,segment=NetworkSegment(8f7dad34-7058-44bb-a3e4-b365ee668eee),segment_id=8f7dad34-7058-44bb-a3e4-b365ee668eee)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:44:29.240443 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-11cee0cd-dcbe-46b2-b154-0e68fc4be008 req-fd7f4958-fd00-4d93-9208-fb783cad2010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:29.273823 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cee0cd-dcbe-46b2-b154-0e68fc4be008 req-fd7f4958-fd00-4d93-9208-fb783cad2010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:44:29.274507 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-11cee0cd-dcbe-46b2-b154-0e68fc4be008 req-fd7f4958-fd00-4d93-9208-fb783cad2010 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:29.275899 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-11cee0cd-dcbe-46b2-b154-0e68fc4be008 req-fd7f4958-fd00-4d93-9208-fb783cad2010 service neutron] 10.222.0.58 "PUT /v2.0/ports/69717a2c-a255-4b56-853d-dd9a77ecb340 HTTP/1.1" status: 200 len: 1093 time: 0.7638869 Sep 23 07:44:29.300206 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7f4958-fd00-4d93-9208-fb783cad2010 service neutron] Pushing event updated for resources: {'Port': ['ID=69717a2c-a255-4b56-853d-dd9a77ecb340,revision_number=11']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:44:29.351972 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cee0cd-dcbe-46b2-b154-0e68fc4be008 req-bf2092a5-e8f9-4f57-b9d8-428190ff86b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:44:29.353521 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-11cee0cd-dcbe-46b2-b154-0e68fc4be008 req-bf2092a5-e8f9-4f57-b9d8-428190ff86b8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c35e7193b12c4d2c8a8bc750b7bd78a0&device_id=8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7 HTTP/1.1" status: 200 len: 1096 time: 0.0484178 Sep 23 07:44:29.448004 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cee0cd-dcbe-46b2-b154-0e68fc4be008 req-e921db4e-3f72-48ea-ab6d-c49ea7b489d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:44:29.449531 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-11cee0cd-dcbe-46b2-b154-0e68fc4be008 req-e921db4e-3f72-48ea-ab6d-c49ea7b489d7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 HTTP/1.1" status: 200 len: 912 time: 0.0888410 Sep 23 07:44:29.519839 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-11cee0cd-dcbe-46b2-b154-0e68fc4be008 req-a4863ef2-0431-4351-80af-f00e53602d81 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69717a2c-a255-4b56-853d-dd9a77ecb340 HTTP/1.1" status: 200 len: 1000 time: 0.0628364 Sep 23 07:44:29.559073 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779e137-d847-4b31-a545-82c0ca78dd31 req-e52e3e8d-a416-40e2-925c-7c1f658e2cc2 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:44:29.560601 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d779e137-d847-4b31-a545-82c0ca78dd31 req-e52e3e8d-a416-40e2-925c-7c1f658e2cc2 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7 HTTP/1.1" status: 200 len: 944 time: 0.0492921 Sep 23 07:44:29.571186 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cee0cd-dcbe-46b2-b154-0e68fc4be008 req-236f90e8-311d-4a4a-b01f-92e54160b7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:44:29.572665 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-11cee0cd-dcbe-46b2-b154-0e68fc4be008 req-236f90e8-311d-4a4a-b01f-92e54160b7fc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e16b8c14-4213-404c-84a9-da7aa820bdd0 HTTP/1.1" status: 200 len: 850 time: 0.0449638 Sep 23 07:44:29.599168 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d779e137-d847-4b31-a545-82c0ca78dd31 req-d3ec956b-72f8-42f4-b5b5-d8b2214d5ade tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319271 Sep 23 07:44:29.619625 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cee0cd-dcbe-46b2-b154-0e68fc4be008 req-b28426f2-54f4-4049-9d39-ba67eb754d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:44:29.621216 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-11cee0cd-dcbe-46b2-b154-0e68fc4be008 req-b28426f2-54f4-4049-9d39-ba67eb754d68 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412455 Sep 23 07:44:29.713853 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-11cee0cd-dcbe-46b2-b154-0e68fc4be008 req-9186ce66-e737-4604-90ee-cf1377a0bfb2 service neutron] 10.222.0.58 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845747 Sep 23 07:44:29.803698 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-11cee0cd-dcbe-46b2-b154-0e68fc4be008 req-cc83d703-25f1-41e1-a5c2-617229f12305 service neutron] 10.222.0.58 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822997 Sep 23 07:44:29.882499 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:44:30.404092 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 69717a2c-a255-4b56-853d-dd9a77ecb340 no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:44:30.444839 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 69717a2c-a255-4b56-853d-dd9a77ecb340 not bound to the agent host n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:44:30.718157 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865c3c47-f0f9-46cb-810f-2db2334741fd req-14f50b70-306d-4dd6-9af2-30122a2eb960 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:44:30.719657 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-865c3c47-f0f9-46cb-810f-2db2334741fd req-14f50b70-306d-4dd6-9af2-30122a2eb960 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7 HTTP/1.1" status: 200 len: 944 time: 0.0493498 Sep 23 07:44:30.774534 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-865c3c47-f0f9-46cb-810f-2db2334741fd req-990230cf-b40d-4339-86d5-7bdbb05ca256 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386338 Sep 23 07:44:30.983407 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7', 'tag': '69717a2c-a255-4b56-853d-dd9a77ecb340'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:44:30.986699 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5c82e26e84456ec9bd92b2391c670c25772fd4a9558cb5800b4b1a13ca591a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f6ab88-0ba5-43f1-bba9-8fb01d14b01c" -d '{"events": [{"name": "network-changed", "server_uuid": "8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7", "tag": "69717a2c-a255-4b56-853d-dd9a77ecb340"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:44:31.035047 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10916995-0c1f-45bc-abe7-2297c6e02f34 x-openstack-request-id: req-10916995-0c1f-45bc-abe7-2297c6e02f34 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:44:31.035422 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7", "tag": "69717a2c-a255-4b56-853d-dd9a77ecb340", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:44:31.035684 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-10916995-0c1f-45bc-abe7-2297c6e02f34 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:44:31.036083 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7', 'tag': '69717a2c-a255-4b56-853d-dd9a77ecb340', 'status': 'completed', 'code': 200} Sep 23 07:44:31.100804 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f6ab88-0ba5-43f1-bba9-8fb01d14b01c req-96b222ba-1330-492b-850d-46f5ae814b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:44:31.102372 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-51f6ab88-0ba5-43f1-bba9-8fb01d14b01c req-96b222ba-1330-492b-850d-46f5ae814b04 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c35e7193b12c4d2c8a8bc750b7bd78a0&device_id=8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7 HTTP/1.1" status: 200 len: 1096 time: 0.0486009 Sep 23 07:44:31.121554 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f6ab88-0ba5-43f1-bba9-8fb01d14b01c req-e1a047ba-ff8a-441f-bc13-f0217192d016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:44:31.123123 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-51f6ab88-0ba5-43f1-bba9-8fb01d14b01c req-e1a047ba-ff8a-441f-bc13-f0217192d016 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c35e7193b12c4d2c8a8bc750b7bd78a0&device_id=8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7 HTTP/1.1" status: 200 len: 1096 time: 0.0480449 Sep 23 07:44:31.200224 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f6ab88-0ba5-43f1-bba9-8fb01d14b01c req-3ec5639a-b5c3-4c44-ae59-9fcea1e74a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:44:31.201740 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-51f6ab88-0ba5-43f1-bba9-8fb01d14b01c req-3ec5639a-b5c3-4c44-ae59-9fcea1e74a8b service neutron] 10.222.0.58 "GET /v2.0/networks?id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 HTTP/1.1" status: 200 len: 912 time: 0.0920715 Sep 23 07:44:31.235587 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f6ab88-0ba5-43f1-bba9-8fb01d14b01c req-587d1c56-2057-428d-b0e2-fbd3ed1bbaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:44:31.237747 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-51f6ab88-0ba5-43f1-bba9-8fb01d14b01c req-587d1c56-2057-428d-b0e2-fbd3ed1bbaa9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 HTTP/1.1" status: 200 len: 912 time: 0.1070950 Sep 23 07:44:31.285019 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-51f6ab88-0ba5-43f1-bba9-8fb01d14b01c req-e4a2d7d8-e3fa-4ad5-a03e-7595d0f46569 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69717a2c-a255-4b56-853d-dd9a77ecb340 HTTP/1.1" status: 200 len: 1000 time: 0.0752640 Sep 23 07:44:31.317536 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-51f6ab88-0ba5-43f1-bba9-8fb01d14b01c req-c63b62dc-38bb-4907-89c5-4719958f330a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69717a2c-a255-4b56-853d-dd9a77ecb340 HTTP/1.1" status: 200 len: 1000 time: 0.0716736 Sep 23 07:44:31.359085 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f6ab88-0ba5-43f1-bba9-8fb01d14b01c req-447540f8-bc6a-44bd-a1e3-64c1827678e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:44:31.361082 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-51f6ab88-0ba5-43f1-bba9-8fb01d14b01c req-447540f8-bc6a-44bd-a1e3-64c1827678e4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e16b8c14-4213-404c-84a9-da7aa820bdd0 HTTP/1.1" status: 200 len: 850 time: 0.0689671 Sep 23 07:44:31.372885 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f6ab88-0ba5-43f1-bba9-8fb01d14b01c req-17397153-bbfe-43f8-a8d3-39082699d62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:44:31.374719 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-51f6ab88-0ba5-43f1-bba9-8fb01d14b01c req-17397153-bbfe-43f8-a8d3-39082699d62f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e16b8c14-4213-404c-84a9-da7aa820bdd0 HTTP/1.1" status: 200 len: 850 time: 0.0502672 Sep 23 07:44:31.418266 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f6ab88-0ba5-43f1-bba9-8fb01d14b01c req-e6c70e77-9c4f-4cda-969f-f733f5ee341b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:44:31.419904 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-51f6ab88-0ba5-43f1-bba9-8fb01d14b01c req-e6c70e77-9c4f-4cda-969f-f733f5ee341b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513644 Sep 23 07:44:31.432074 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f6ab88-0ba5-43f1-bba9-8fb01d14b01c req-c2ad03b4-2bf1-44bf-bcf1-333315f726c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:44:31.433747 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-51f6ab88-0ba5-43f1-bba9-8fb01d14b01c req-c2ad03b4-2bf1-44bf-bcf1-333315f726c6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476031 Sep 23 07:44:31.521634 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-51f6ab88-0ba5-43f1-bba9-8fb01d14b01c req-50cdd602-4f64-4dd7-a681-48cb315e1dbd service neutron] 10.222.0.58 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941896 Sep 23 07:44:31.539503 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-51f6ab88-0ba5-43f1-bba9-8fb01d14b01c req-a9f5cdcd-34ed-4877-aff9-64bb9c8e479c service neutron] 10.222.0.21 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980232 Sep 23 07:44:31.629300 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-51f6ab88-0ba5-43f1-bba9-8fb01d14b01c req-6385da32-349f-4070-a13a-6b3f20c4aa5f service neutron] 10.222.0.58 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999382 Sep 23 07:44:31.670862 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-51f6ab88-0ba5-43f1-bba9-8fb01d14b01c req-8853eb5d-3c52-4f12-a5cc-9cc789633ce2 service neutron] 10.222.0.21 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252856 Sep 23 07:44:31.896888 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac80713-d581-4d3a-ae4d-2964d45cff6e req-3b9696f9-9f4b-4ef2-9157-dbfe3c9b0738 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:44:31.898321 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7ac80713-d581-4d3a-ae4d-2964d45cff6e req-3b9696f9-9f4b-4ef2-9157-dbfe3c9b0738 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7 HTTP/1.1" status: 200 len: 944 time: 0.0539684 Sep 23 07:44:31.936746 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7ac80713-d581-4d3a-ae4d-2964d45cff6e req-08387ae7-224a-42ca-909b-1fe4f5d7583e tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322521 Sep 23 07:44:33.057636 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b5c7b-5b81-4227-94cb-c61da921d1f9 req-1373c86d-1c35-44d4-a3db-a1e6559255c0 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:44:33.059774 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6e9b5c7b-5b81-4227-94cb-c61da921d1f9 req-1373c86d-1c35-44d4-a3db-a1e6559255c0 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7 HTTP/1.1" status: 200 len: 944 time: 0.0500796 Sep 23 07:44:33.097514 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6e9b5c7b-5b81-4227-94cb-c61da921d1f9 req-bf196038-eba9-40de-86c6-a906fb57a6d9 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318425 Sep 23 07:44:34.215542 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caeb609-a10e-4ecb-b7d5-487b97fe6b45 req-987bd55c-ff3e-4400-88ec-838f6f860e63 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:44:34.217159 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1caeb609-a10e-4ecb-b7d5-487b97fe6b45 req-987bd55c-ff3e-4400-88ec-838f6f860e63 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7 HTTP/1.1" status: 200 len: 944 time: 0.0499296 Sep 23 07:44:34.254904 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1caeb609-a10e-4ecb-b7d5-487b97fe6b45 req-151b1c38-f6ac-41ac-acdb-e0d21c050e5f tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317388 Sep 23 07:44:35.369180 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee8ff24-ba8a-493f-8455-151a91212733 req-2f01dd40-41aa-4ef6-bf0e-822133d10001 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:44:35.370554 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cee8ff24-ba8a-493f-8455-151a91212733 req-2f01dd40-41aa-4ef6-bf0e-822133d10001 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7 HTTP/1.1" status: 200 len: 944 time: 0.0480509 Sep 23 07:44:35.413038 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cee8ff24-ba8a-493f-8455-151a91212733 req-89256b31-db32-4758-a793-109c4049d2b0 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360365 Sep 23 07:44:36.528012 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ef602f-863d-4582-807a-347d7a996df9 req-8b30105b-d23c-42e2-9c65-ac7759dd5ca6 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:44:36.529491 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-63ef602f-863d-4582-807a-347d7a996df9 req-8b30105b-d23c-42e2-9c65-ac7759dd5ca6 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7 HTTP/1.1" status: 200 len: 944 time: 0.0490351 Sep 23 07:44:36.568214 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-63ef602f-863d-4582-807a-347d7a996df9 req-fab1fe87-8ec5-4ab2-a366-c62a22c2feeb tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327466 Sep 23 07:44:36.716203 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3140a3-b40d-4165-9822-fd77a36d19be req-e4917cc1-c51e-4d86-83b6-8537f064dc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:44:36.717582 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7e3140a3-b40d-4165-9822-fd77a36d19be req-e4917cc1-c51e-4d86-83b6-8537f064dc75 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c35e7193b12c4d2c8a8bc750b7bd78a0&device_id=8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7 HTTP/1.1" status: 200 len: 1096 time: 0.0436883 Sep 23 07:44:36.821638 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3140a3-b40d-4165-9822-fd77a36d19be req-d4302894-0ba3-4e3a-9d3a-0d11f6cac2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:44:36.823133 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7e3140a3-b40d-4165-9822-fd77a36d19be req-d4302894-0ba3-4e3a-9d3a-0d11f6cac2bb service neutron] 10.222.0.58 "GET /v2.0/networks?id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 HTTP/1.1" status: 200 len: 912 time: 0.0852075 Sep 23 07:44:36.891767 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7e3140a3-b40d-4165-9822-fd77a36d19be req-da982f42-c689-4a86-85df-07a7ea262121 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69717a2c-a255-4b56-853d-dd9a77ecb340 HTTP/1.1" status: 200 len: 1000 time: 0.0612693 Sep 23 07:44:36.940316 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3140a3-b40d-4165-9822-fd77a36d19be req-e6a6c123-b0a4-40ea-865b-fa69728c71fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:44:36.941809 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7e3140a3-b40d-4165-9822-fd77a36d19be req-e6a6c123-b0a4-40ea-865b-fa69728c71fd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e16b8c14-4213-404c-84a9-da7aa820bdd0 HTTP/1.1" status: 200 len: 850 time: 0.0434558 Sep 23 07:44:36.987916 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3140a3-b40d-4165-9822-fd77a36d19be req-094d4e2d-fced-40bc-93ab-268aa37f0729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:44:36.989382 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7e3140a3-b40d-4165-9822-fd77a36d19be req-094d4e2d-fced-40bc-93ab-268aa37f0729 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406930 Sep 23 07:44:37.147178 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:37.410470 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7e3140a3-b40d-4165-9822-fd77a36d19be req-3ef6c4fe-3f3f-4f4f-9ac6-3aef86382762 service neutron] 10.222.0.58 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4127429 Sep 23 07:44:37.501224 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7e3140a3-b40d-4165-9822-fd77a36d19be req-0866479d-8e55-4a61-982a-86a6cb813076 service neutron] 10.222.0.58 "GET /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823989 Sep 23 07:44:37.683360 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f820ef6e-c8bb-47b7-a0f2-7bd4e8cdae96 req-753fefc3-5472-4351-86f7-d43fa256e4e4 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:44:37.685248 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f820ef6e-c8bb-47b7-a0f2-7bd4e8cdae96 req-753fefc3-5472-4351-86f7-d43fa256e4e4 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7 HTTP/1.1" status: 200 len: 944 time: 0.0490642 Sep 23 07:44:37.722360 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f820ef6e-c8bb-47b7-a0f2-7bd4e8cdae96 req-11c860ab-382b-402f-b376-09a8a881ddb5 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311580 Sep 23 07:44:38.127448 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e75757d7-1f11-4dfb-8e75-64f9de8f03e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:38.853652 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66d3aab-1c98-4156-867b-676c7655f10c req-9133fe31-cbac-415d-a54e-b7bbd456a3eb tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:44:38.855097 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b66d3aab-1c98-4156-867b-676c7655f10c req-9133fe31-cbac-415d-a54e-b7bbd456a3eb tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7 HTTP/1.1" status: 200 len: 944 time: 0.0641842 Sep 23 07:44:38.892696 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b66d3aab-1c98-4156-867b-676c7655f10c req-d5643afe-aafc-4d4f-b1d8-59756301fbaa tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315113 Sep 23 07:44:40.006536 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b0ed1-b147-46c2-a1b6-dec927334b20 req-6c12ee43-70ea-4dce-8a78-d83f2bdf1a28 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:44:40.008004 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-416b0ed1-b147-46c2-a1b6-dec927334b20 req-6c12ee43-70ea-4dce-8a78-d83f2bdf1a28 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7 HTTP/1.1" status: 200 len: 944 time: 0.0476739 Sep 23 07:44:40.045382 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-416b0ed1-b147-46c2-a1b6-dec927334b20 req-b3bc523f-72d9-478e-afb1-ec023a475eee tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309083 Sep 23 07:44:40.526190 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:40.609377 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 69717a2c-a255-4b56-853d-dd9a77ecb340 details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:44:40.705686 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 69717a2c-a255-4b56-853d-dd9a77ecb340, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=69717a2c-a255-4b56-853d-dd9a77ecb340,segment=NetworkSegment(8f7dad34-7058-44bb-a3e4-b365ee668eee),segment_id=8f7dad34-7058-44bb-a3e4-b365ee668eee)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:44:40.717320 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': '69717a2c-a255-4b56-853d-dd9a77ecb340', 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1', 'port_id': '69717a2c-a255-4b56-853d-dd9a77ecb340', 'mac_address': 'fa:16:3e:76:c5:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e16b8c14-4213-404c-84a9-da7aa820bdd0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:44:40.759857 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:40.774448 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69717a2c-a255-4b56-853d-dd9a77ecb340 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:44:40.793728 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 69717a2c-a255-4b56-853d-dd9a77ecb340, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=69717a2c-a255-4b56-853d-dd9a77ecb340,segment=NetworkSegment(8f7dad34-7058-44bb-a3e4-b365ee668eee),segment_id=8f7dad34-7058-44bb-a3e4-b365ee668eee)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:44:40.798682 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:40.848165 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=69717a2c-a255-4b56-853d-dd9a77ecb340,revision_number=12']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:44:41.061743 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['69717a2c-a255-4b56-853d-dd9a77ecb340'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:44:41.151493 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-6b63b7c3-c228-4b4a-9b01-7d966241dfdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:41.164156 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283458a3-cdf3-474b-9c73-e76ac42c84ed req-63c1313d-19bb-48a0-b015-2c5eb5ebc1de tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:44:41.165692 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-283458a3-cdf3-474b-9c73-e76ac42c84ed req-63c1313d-19bb-48a0-b015-2c5eb5ebc1de tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7 HTTP/1.1" status: 200 len: 945 time: 0.0493734 Sep 23 07:44:41.204876 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-283458a3-cdf3-474b-9c73-e76ac42c84ed req-bde26254-ad5d-47e7-879e-9c7a732518f9 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321991 Sep 23 07:44:41.319887 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a7eb8-e02e-434d-8278-2a447e9aab4f req-c969f4b2-ce47-4b99-a005-4278f1e6cbb5 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:44:41.321273 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-851a7eb8-e02e-434d-8278-2a447e9aab4f req-c969f4b2-ce47-4b99-a005-4278f1e6cbb5 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7 HTTP/1.1" status: 200 len: 945 time: 0.0493376 Sep 23 07:44:41.361646 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-851a7eb8-e02e-434d-8278-2a447e9aab4f req-75081763-8abe-4bc8-b671-9b30c5b3561d tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344009 Sep 23 07:44:41.483359 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea5795-b8b6-436f-8431-4c56a277698f req-bac8fe5e-c2ec-42e1-b438-32a3040144b1 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:44:41.484866 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e2ea5795-b8b6-436f-8431-4c56a277698f req-bac8fe5e-c2ec-42e1-b438-32a3040144b1 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7 HTTP/1.1" status: 200 len: 945 time: 0.0487261 Sep 23 07:44:41.521525 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e2ea5795-b8b6-436f-8431-4c56a277698f req-f76a29e4-503b-44cc-a330-9ca0727a1d66 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306590 Sep 23 07:44:41.638924 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:41.762164 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de97ae56-e4c8-4a2d-af91-2ba5f1224d5d req-0312c371-b54d-4788-bb42-7791128f984a tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:44:41.763753 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-de97ae56-e4c8-4a2d-af91-2ba5f1224d5d req-0312c371-b54d-4788-bb42-7791128f984a tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7 HTTP/1.1" status: 200 len: 945 time: 0.0572324 Sep 23 07:44:41.802143 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-de97ae56-e4c8-4a2d-af91-2ba5f1224d5d req-7e036c91-2ea4-477a-a55d-eaf81e4b0df1 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324373 Sep 23 07:44:42.523799 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:42.633442 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 69717a2c-a255-4b56-853d-dd9a77ecb340 up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:44:42.680543 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port 69717a2c-a255-4b56-853d-dd9a77ecb340 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:44:42.684754 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port 69717a2c-a255-4b56-853d-dd9a77ecb340 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:44:42.685121 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:42.758665 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:42.783172 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69717a2c-a255-4b56-853d-dd9a77ecb340'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:44:42.785305 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ba4f7dfdfe0dde90123cb5af03ec17f0bd1073b346dec34131962e04cdfc7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2cda3f6-d24e-4d53-b117-1ac384ea9484" -d '{"events": [{"server_uuid": "8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7", "name": "network-vif-plugged", "status": "completed", "tag": "69717a2c-a255-4b56-853d-dd9a77ecb340"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:44:42.798289 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 69717a2c-a255-4b56-853d-dd9a77ecb340, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=69717a2c-a255-4b56-853d-dd9a77ecb340,segment=NetworkSegment(8f7dad34-7058-44bb-a3e4-b365ee668eee),segment_id=8f7dad34-7058-44bb-a3e4-b365ee668eee)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:44:42.802375 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:42.826395 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b09aedb-0673-43f5-8ca2-3eafc98fd2da x-openstack-request-id: req-5b09aedb-0673-43f5-8ca2-3eafc98fd2da {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:44:42.826692 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7", "name": "network-vif-plugged", "status": "completed", "tag": "69717a2c-a255-4b56-853d-dd9a77ecb340", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:44:42.826940 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5b09aedb-0673-43f5-8ca2-3eafc98fd2da {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:44:42.827324 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69717a2c-a255-4b56-853d-dd9a77ecb340', 'code': 200} Sep 23 07:44:42.852139 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=69717a2c-a255-4b56-853d-dd9a77ecb340,revision_number=13']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:44:42.921690 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b67f7-fa54-4bac-8ebd-e3d61ea1a008 req-94ebd318-6c79-4207-abf5-2e6b21b4f5c9 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:44:42.923203 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0b6b67f7-fa54-4bac-8ebd-e3d61ea1a008 req-94ebd318-6c79-4207-abf5-2e6b21b4f5c9 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7 HTTP/1.1" status: 200 len: 946 time: 0.0525351 Sep 23 07:44:42.960089 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0b6b67f7-fa54-4bac-8ebd-e3d61ea1a008 req-a1579b60-ee5f-42ac-a949-72b63a340af2 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ee57806-7058-480a-8d3d-d4b38eddb020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309114 Sep 23 07:44:43.520400 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69989eb7-c26d-4b5c-b5b3-0f56541f0a52 req-0593007c-ecab-4fa4-9b1c-eab8d4ac445f tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:44:43.521857 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-69989eb7-c26d-4b5c-b5b3-0f56541f0a52 req-0593007c-ecab-4fa4-9b1c-eab8d4ac445f tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7 HTTP/1.1" status: 200 len: 946 time: 0.0478435 Sep 23 07:44:43.614330 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-69989eb7-c26d-4b5c-b5b3-0f56541f0a52 req-75d94572-1069-4378-b0e7-63e8a20727a8 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Deleting port 69717a2c-a255-4b56-853d-dd9a77ecb340 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:44:43.614675 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-69989eb7-c26d-4b5c-b5b3-0f56541f0a52 req-75d94572-1069-4378-b0e7-63e8a20727a8 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:43.702864 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-69989eb7-c26d-4b5c-b5b3-0f56541f0a52 req-75d94572-1069-4378-b0e7-63e8a20727a8 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] For port 69717a2c-a255-4b56-853d-dd9a77ecb340, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=69717a2c-a255-4b56-853d-dd9a77ecb340,segment=NetworkSegment(8f7dad34-7058-44bb-a3e4-b365ee668eee),segment_id=8f7dad34-7058-44bb-a3e4-b365ee668eee)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:44:43.703231 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-69989eb7-c26d-4b5c-b5b3-0f56541f0a52 req-75d94572-1069-4378-b0e7-63e8a20727a8 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:43.878775 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-69989eb7-c26d-4b5c-b5b3-0f56541f0a52 req-75d94572-1069-4378-b0e7-63e8a20727a8 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:43.879249 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-69989eb7-c26d-4b5c-b5b3-0f56541f0a52 req-75d94572-1069-4378-b0e7-63e8a20727a8 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:43.879629 n-d-715271-16 neutron-server[95066]: INFO neutron.db.l3_db [req-69989eb7-c26d-4b5c-b5b3-0f56541f0a52 req-75d94572-1069-4378-b0e7-63e8a20727a8 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Floating IP e3715917-eadd-4837-9a97-78ef10121640 disassociated. External IP: 172.25.2.167, port: 69717a2c-a255-4b56-853d-dd9a77ecb340. Sep 23 07:44:43.879968 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-69989eb7-c26d-4b5c-b5b3-0f56541f0a52 req-75d94572-1069-4378-b0e7-63e8a20727a8 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Calling delete_port for 69717a2c-a255-4b56-853d-dd9a77ecb340 owned by compute:nova {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:44:44.007399 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-69989eb7-c26d-4b5c-b5b3-0f56541f0a52 req-75d94572-1069-4378-b0e7-63e8a20727a8 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:44.009856 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:44.042052 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d94572-1069-4378-b0e7-63e8a20727a8 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Pushing event deleted for resources: {'Port': ['ID=69717a2c-a255-4b56-853d-dd9a77ecb340,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:44:44.075909 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2f736452-a840-4eea-86a9-aa1ddf9013b2 req-307a4859-d6cd-4dee-90d5-4e63e4ea2892 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7 HTTP/1.1" status: 200 len: 210 time: 0.0375686 Sep 23 07:44:44.162423 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [req-69989eb7-c26d-4b5c-b5b3-0f56541f0a52 req-75d94572-1069-4378-b0e7-63e8a20727a8 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Router 4c7a87d0-e93d-48cf-a2fd-6bacd07b7831 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:44:44.275340 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-69989eb7-c26d-4b5c-b5b3-0f56541f0a52 req-75d94572-1069-4378-b0e7-63e8a20727a8 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:44:44.286343 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcc654a-acd7-4bfd-bdcb-8f22a5d48845 None None] Sync routers for ids ['4c7a87d0-e93d-48cf-a2fd-6bacd07b7831'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:44:44.295717 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcc654a-acd7-4bfd-bdcb-8f22a5d48845 None None] Routers {'4c7a87d0-e93d-48cf-a2fd-6bacd07b7831'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:44:44.296332 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-4bcc654a-acd7-4bfd-bdcb-8f22a5d48845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:44:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['4c7a87d0-e93d-48cf-a2fd-6bacd07b7831'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:44:44.315045 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-69989eb7-c26d-4b5c-b5b3-0f56541f0a52 req-75d94572-1069-4378-b0e7-63e8a20727a8 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] No DVR routers for this DVR port 69717a2c-a255-4b56-853d-dd9a77ecb340 on host n-h2-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:44:44.317752 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-69989eb7-c26d-4b5c-b5b3-0f56541f0a52 req-75d94572-1069-4378-b0e7-63e8a20727a8 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:44.319914 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-69989eb7-c26d-4b5c-b5b3-0f56541f0a52 req-75d94572-1069-4378-b0e7-63e8a20727a8 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.58 "DELETE /v2.0/ports/69717a2c-a255-4b56-853d-dd9a77ecb340 HTTP/1.1" status: 204 len: 173 time: 0.7909396 Sep 23 07:44:44.320353 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7', 'name': 'network-vif-deleted', 'tag': '69717a2c-a255-4b56-853d-dd9a77ecb340'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:44:44.322625 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5c82e26e84456ec9bd92b2391c670c25772fd4a9558cb5800b4b1a13ca591a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3027f1d3-f4ce-4d0b-a28a-f5e94767bc6d" -d '{"events": [{"server_uuid": "8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7", "name": "network-vif-deleted", "tag": "69717a2c-a255-4b56-853d-dd9a77ecb340"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:44:44.362415 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea2422e0-d097-4d14-88e4-565988328ac1 x-openstack-request-id: req-ea2422e0-d097-4d14-88e4-565988328ac1 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:44:44.362713 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7", "name": "network-vif-deleted", "tag": "69717a2c-a255-4b56-853d-dd9a77ecb340", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:44:44.362967 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ea2422e0-d097-4d14-88e4-565988328ac1 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:44:44.363369 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7', 'name': 'network-vif-deleted', 'tag': '69717a2c-a255-4b56-853d-dd9a77ecb340', 'status': 'completed', 'code': 200} Sep 23 07:44:44.409376 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-4bcc654a-acd7-4bfd-bdcb-8f22a5d48845 None None] Set router 4c7a87d0-e93d-48cf-a2fd-6bacd07b7831 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:44:44.600212 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-4bcc654a-acd7-4bfd-bdcb-8f22a5d48845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'name': 'tempest-ServerActionsTestJSON-412319534-router', 'tenant_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '87356b93-221c-41a9-a545-f4285aee09f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:32:01Z', 'updated_at': '2021-09-23T07:32:04Z', 'revision_number': 4, 'project_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'gw_port': {'id': '87356b93-221c-41a9-a545-f4285aee09f2', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:32:01Z', 'updated_at': '2021-09-23T07:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '778fcf3a-9294-484c-8cd7-b23597b77e9d', 'name': '', 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1', 'tenant_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'mac_address': 'fa:16:3e:97:7a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'e16b8c14-4213-404c-84a9-da7aa820bdd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:32:03Z', 'updated_at': '2021-09-23T07:32:07Z', 'revision_number': 5, 'project_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'subnets': [{'id': 'e16b8c14-4213-404c-84a9-da7aa820bdd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:44:44.631039 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcc654a-acd7-4bfd-bdcb-8f22a5d48845 None None] Checking router: 4c7a87d0-e93d-48cf-a2fd-6bacd07b7831 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:44:44.639842 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcc654a-acd7-4bfd-bdcb-8f22a5d48845 None None] Routers {'4c7a87d0-e93d-48cf-a2fd-6bacd07b7831'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:44:44.640452 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-4bcc654a-acd7-4bfd-bdcb-8f22a5d48845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:44:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['4c7a87d0-e93d-48cf-a2fd-6bacd07b7831'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:44:44.740833 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-4bcc654a-acd7-4bfd-bdcb-8f22a5d48845 None None] Set router 4c7a87d0-e93d-48cf-a2fd-6bacd07b7831 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:44:44.943369 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-4bcc654a-acd7-4bfd-bdcb-8f22a5d48845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'name': 'tempest-ServerActionsTestJSON-412319534-router', 'tenant_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '87356b93-221c-41a9-a545-f4285aee09f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:32:01Z', 'updated_at': '2021-09-23T07:32:04Z', 'revision_number': 4, 'project_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'gw_port': {'id': '87356b93-221c-41a9-a545-f4285aee09f2', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:32:01Z', 'updated_at': '2021-09-23T07:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '778fcf3a-9294-484c-8cd7-b23597b77e9d', 'name': '', 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1', 'tenant_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'mac_address': 'fa:16:3e:97:7a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'e16b8c14-4213-404c-84a9-da7aa820bdd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:32:03Z', 'updated_at': '2021-09-23T07:32:07Z', 'revision_number': 5, 'project_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'subnets': [{'id': 'e16b8c14-4213-404c-84a9-da7aa820bdd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:44:44.969071 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcc654a-acd7-4bfd-bdcb-8f22a5d48845 None None] The sync data for ids ['4c7a87d0-e93d-48cf-a2fd-6bacd07b7831'] in n-d-715271-16 is: [{'id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'name': 'tempest-ServerActionsTestJSON-412319534-router', 'tenant_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '87356b93-221c-41a9-a545-f4285aee09f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:32:01Z', 'updated_at': '2021-09-23T07:32:04Z', 'revision_number': 4, 'project_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'gw_port': {'id': '87356b93-221c-41a9-a545-f4285aee09f2', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:32:01Z', 'updated_at': '2021-09-23T07:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '778fcf3a-9294-484c-8cd7-b23597b77e9d', 'name': '', 'network_id': 'd5feedd2-0f2f-4b62-bf5b-065c27ad35d1', 'tenant_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'mac_address': 'fa:16:3e:97:7a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'e16b8c14-4213-404c-84a9-da7aa820bdd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:32:03Z', 'updated_at': '2021-09-23T07:32:07Z', 'revision_number': 5, 'project_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'subnets': [{'id': 'e16b8c14-4213-404c-84a9-da7aa820bdd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:44:45.184245 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7e8787c5-1bc2-487b-b9f6-9c74fcf93571 req-cafd08c0-0abe-40bd-a230-2a2a6ae59522 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7 HTTP/1.1" status: 200 len: 210 time: 0.0291777 Sep 23 07:44:45.196192 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7e6428-1492-4c27-bdcc-82adca310958 None None] New status for floating IP e3715917-eadd-4837-9a97-78ef10121640: DOWN {{(pid=95067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 07:44:46.286142 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bc4ba6f3-6565-438c-a11c-bf312551115a req-4075fd3d-86b2-45ea-b8f9-fc1be1cbab6a tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7 HTTP/1.1" status: 200 len: 210 time: 0.0284326 Sep 23 07:44:46.640164 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 69717a2c-a255-4b56-853d-dd9a77ecb340 no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:44:46.660513 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No Port match for: 69717a2c-a255-4b56-853d-dd9a77ecb340 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:44:46.660860 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 69717a2c-a255-4b56-853d-dd9a77ecb340 not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:44:47.397186 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-eec30d94-b98c-4ca3-9a5e-9983e07a5c4c req-efa6d414-b384-4ac2-bb72-b18411064866 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b5b5ebd-5ca6-4bec-88eb-02001f2d85f7 HTTP/1.1" status: 200 len: 210 time: 0.0379210 Sep 23 07:44:51.116296 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54412) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:44:51.171465 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-482d6c99-7340-4a41-a13c-6cfd85afc427 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:51.196334 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-482d6c99-7340-4a41-a13c-6cfd85afc427 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:51.249034 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-482d6c99-7340-4a41-a13c-6cfd85afc427 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:51.252042 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-482d6c99-7340-4a41-a13c-6cfd85afc427 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:51.255769 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-482d6c99-7340-4a41-a13c-6cfd85afc427 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "DELETE /v2.0/security-groups/4ee57806-7058-480a-8d3d-d4b38eddb020 HTTP/1.1" status: 204 len: 168 time: 0.1383779 Sep 23 07:44:51.255929 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54414) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:44:51.265838 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482d6c99-7340-4a41-a13c-6cfd85afc427 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee57806-7058-480a-8d3d-d4b38eddb020,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:44:51.286912 n-d-715271-16 neutron-server[95066]: INFO neutron.api.v2.resource [None req-83a7e7a5-b6a9-4ddb-9eb6-6cc54fc84b25 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] show failed (client error): The resource could not be found. Sep 23 07:44:51.293802 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-83a7e7a5-b6a9-4ddb-9eb6-6cc54fc84b25 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "GET /v2.0/security-groups/4ee57806-7058-480a-8d3d-d4b38eddb020 HTTP/1.1" status: 404 len: 347 time: 0.0366290 Sep 23 07:44:51.296346 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54416) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:44:51.424243 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-f2625c7c-f4c5-4f0d-88c2-5086c1d9c1f2 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Deleting port 3fe32233-0afa-4aad-9359-4736aa6900a7 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:44:51.424524 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f2625c7c-f4c5-4f0d-88c2-5086c1d9c1f2 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:51.504979 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f2625c7c-f4c5-4f0d-88c2-5086c1d9c1f2 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:51.505315 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f2625c7c-f4c5-4f0d-88c2-5086c1d9c1f2 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:51.517789 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-f2625c7c-f4c5-4f0d-88c2-5086c1d9c1f2 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Calling delete_port for 3fe32233-0afa-4aad-9359-4736aa6900a7 owned by network:floatingip {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:44:51.655814 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f2625c7c-f4c5-4f0d-88c2-5086c1d9c1f2 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:51.687109 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2625c7c-f4c5-4f0d-88c2-5086c1d9c1f2 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Pushing event deleted for resources: {'Port': ['ID=3fe32233-0afa-4aad-9359-4736aa6900a7,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:44:51.749973 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f2625c7c-f4c5-4f0d-88c2-5086c1d9c1f2 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify callbacks [] for floatingip, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:51.752669 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f2625c7c-f4c5-4f0d-88c2-5086c1d9c1f2 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:51.753814 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-f2625c7c-f4c5-4f0d-88c2-5086c1d9c1f2 tempest-ServerActionsTestJSON-572269476 tempest-ServerActionsTestJSON-572269476-project] 10.222.0.39 "DELETE /v2.0/floatingips/e3715917-eadd-4837-9a97-78ef10121640 HTTP/1.1" status: 204 len: 168 time: 0.4564960 Sep 23 07:44:51.756789 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54420) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:44:52.223648 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2d4aa68e-6cf7-4c66-984e-9a0cbc6aacef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066969'] for router_interface, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:52.467623 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-2d4aa68e-6cf7-4c66-984e-9a0cbc6aacef admin admin] Deleting port 778fcf3a-9294-484c-8cd7-b23597b77e9d {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:44:52.468292 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2d4aa68e-6cf7-4c66-984e-9a0cbc6aacef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:52.544651 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-2d4aa68e-6cf7-4c66-984e-9a0cbc6aacef admin admin] For port 778fcf3a-9294-484c-8cd7-b23597b77e9d, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=778fcf3a-9294-484c-8cd7-b23597b77e9d,segment=NetworkSegment(8f7dad34-7058-44bb-a3e4-b365ee668eee),segment_id=8f7dad34-7058-44bb-a3e4-b365ee668eee)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:44:52.545013 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2d4aa68e-6cf7-4c66-984e-9a0cbc6aacef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:52.557302 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-2d4aa68e-6cf7-4c66-984e-9a0cbc6aacef admin admin] Calling delete_port for 778fcf3a-9294-484c-8cd7-b23597b77e9d owned by network:router_interface {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:44:52.737761 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2d4aa68e-6cf7-4c66-984e-9a0cbc6aacef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:52.769200 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4aa68e-6cf7-4c66-984e-9a0cbc6aacef admin admin] Pushing event deleted for resources: {'Port': ['ID=778fcf3a-9294-484c-8cd7-b23597b77e9d,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:44:52.940667 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2d4aa68e-6cf7-4c66-984e-9a0cbc6aacef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2068624'] for router_interface, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:53.164465 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d4aa68e-6cf7-4c66-984e-9a0cbc6aacef admin admin] Router 4c7a87d0-e93d-48cf-a2fd-6bacd07b7831 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:44:53.276625 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d4aa68e-6cf7-4c66-984e-9a0cbc6aacef admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:44:53.281625 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-2d4aa68e-6cf7-4c66-984e-9a0cbc6aacef admin admin] 10.222.0.39 "PUT /v2.0/routers/4c7a87d0-e93d-48cf-a2fd-6bacd07b7831/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5239003 Sep 23 07:44:53.284386 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54424) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:44:53.286312 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce2a1d3-fae3-4989-8c79-61945f42ef8f None None] Sync routers for ids ['4c7a87d0-e93d-48cf-a2fd-6bacd07b7831'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:44:53.296062 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce2a1d3-fae3-4989-8c79-61945f42ef8f None None] Routers {'4c7a87d0-e93d-48cf-a2fd-6bacd07b7831'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:44:53.296672 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-8ce2a1d3-fae3-4989-8c79-61945f42ef8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:44:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['4c7a87d0-e93d-48cf-a2fd-6bacd07b7831'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:44:53.388934 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-748c1c7e-2200-464e-82d2-d28cb0943f96 admin admin] Notify callbacks [] for router, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:53.399612 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-8ce2a1d3-fae3-4989-8c79-61945f42ef8f None None] Set router 4c7a87d0-e93d-48cf-a2fd-6bacd07b7831 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:44:53.503235 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-748c1c7e-2200-464e-82d2-d28cb0943f96 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:53.561001 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-748c1c7e-2200-464e-82d2-d28cb0943f96 admin admin] Deleting port 87356b93-221c-41a9-a545-f4285aee09f2 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:44:53.561341 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-748c1c7e-2200-464e-82d2-d28cb0943f96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:53.575599 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-8ce2a1d3-fae3-4989-8c79-61945f42ef8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'name': 'tempest-ServerActionsTestJSON-412319534-router', 'tenant_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '87356b93-221c-41a9-a545-f4285aee09f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:32:01Z', 'updated_at': '2021-09-23T07:44:52Z', 'revision_number': 5, 'project_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'gw_port': {'id': '87356b93-221c-41a9-a545-f4285aee09f2', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:32:01Z', 'updated_at': '2021-09-23T07:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:44:53.642672 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-748c1c7e-2200-464e-82d2-d28cb0943f96 admin admin] For port 87356b93-221c-41a9-a545-f4285aee09f2, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=87356b93-221c-41a9-a545-f4285aee09f2,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:44:53.642937 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-748c1c7e-2200-464e-82d2-d28cb0943f96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:53.657044 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-748c1c7e-2200-464e-82d2-d28cb0943f96 admin admin] Calling delete_port for 87356b93-221c-41a9-a545-f4285aee09f2 owned by network:router_gateway {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:44:53.693570 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce2a1d3-fae3-4989-8c79-61945f42ef8f None None] Checking router: 4c7a87d0-e93d-48cf-a2fd-6bacd07b7831 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:44:53.701906 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce2a1d3-fae3-4989-8c79-61945f42ef8f None None] Routers {'4c7a87d0-e93d-48cf-a2fd-6bacd07b7831'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:44:53.702517 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-8ce2a1d3-fae3-4989-8c79-61945f42ef8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:44:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['4c7a87d0-e93d-48cf-a2fd-6bacd07b7831'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:44:53.785058 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-8ce2a1d3-fae3-4989-8c79-61945f42ef8f None None] Set router 4c7a87d0-e93d-48cf-a2fd-6bacd07b7831 gateway port host: None {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:44:53.838843 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-8ce2a1d3-fae3-4989-8c79-61945f42ef8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'name': 'tempest-ServerActionsTestJSON-412319534-router', 'tenant_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:32:01Z', 'updated_at': '2021-09-23T07:44:53Z', 'revision_number': 6, 'project_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'gw_port_host': None}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:44:53.854022 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-748c1c7e-2200-464e-82d2-d28cb0943f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:53.865450 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce2a1d3-fae3-4989-8c79-61945f42ef8f None None] The sync data for ids ['4c7a87d0-e93d-48cf-a2fd-6bacd07b7831'] in n-d-715271-16 is: [{'id': '4c7a87d0-e93d-48cf-a2fd-6bacd07b7831', 'name': 'tempest-ServerActionsTestJSON-412319534-router', 'tenant_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:32:01Z', 'updated_at': '2021-09-23T07:44:53Z', 'revision_number': 6, 'project_id': 'c35e7193b12c4d2c8a8bc750b7bd78a0', 'gw_port_host': None}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:44:53.885553 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748c1c7e-2200-464e-82d2-d28cb0943f96 admin admin] Pushing event deleted for resources: {'Port': ['ID=87356b93-221c-41a9-a545-f4285aee09f2,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:44:53.946003 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-748c1c7e-2200-464e-82d2-d28cb0943f96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2068563'] for router_gateway, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:54.047169 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-748c1c7e-2200-464e-82d2-d28cb0943f96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:54.049351 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-748c1c7e-2200-464e-82d2-d28cb0943f96 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:54.347329 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-748c1c7e-2200-464e-82d2-d28cb0943f96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:54.348101 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-748c1c7e-2200-464e-82d2-d28cb0943f96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c7a87d0-e93d-48cf-a2fd-6bacd07b7831 {{(pid=95065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 07:44:54.352244 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-748c1c7e-2200-464e-82d2-d28cb0943f96 admin admin] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:54.353721 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-748c1c7e-2200-464e-82d2-d28cb0943f96 admin admin] 10.222.0.39 "DELETE /v2.0/routers/4c7a87d0-e93d-48cf-a2fd-6bacd07b7831 HTTP/1.1" status: 204 len: 168 time: 1.0682445 Sep 23 07:44:54.356293 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54426) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:44:54.399719 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bde10ba-749d-4501-826b-96d0ae54a287 admin admin] Deleting subnet e16b8c14-4213-404c-84a9-da7aa820bdd0 {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:44:54.402799 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6bde10ba-749d-4501-826b-96d0ae54a287 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:54.436047 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6bde10ba-749d-4501-826b-96d0ae54a287 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:54.545678 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6bde10ba-749d-4501-826b-96d0ae54a287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:54.599122 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6bde10ba-749d-4501-826b-96d0ae54a287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:54.628622 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bde10ba-749d-4501-826b-96d0ae54a287 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e16b8c14-4213-404c-84a9-da7aa820bdd0,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:44:54.634645 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6bde10ba-749d-4501-826b-96d0ae54a287 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:54.636740 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-6bde10ba-749d-4501-826b-96d0ae54a287 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/e16b8c14-4213-404c-84a9-da7aa820bdd0 HTTP/1.1" status: 204 len: 168 time: 0.2794185 Sep 23 07:44:54.639156 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54428) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:44:54.641770 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681b686f-4aff-4213-85cb-380874f654f4 None None] Network d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:44:54.671029 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 778fcf3a-9294-484c-8cd7-b23597b77e9d no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:44:54.695302 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 778fcf3a-9294-484c-8cd7-b23597b77e9d {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:44:54.695647 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 778fcf3a-9294-484c-8cd7-b23597b77e9d not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:44:54.696066 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 87356b93-221c-41a9-a545-f4285aee09f2 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:44:54.711747 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ebcd26c9-f980-455a-868e-29189b7e9f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:54.747950 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 87356b93-221c-41a9-a545-f4285aee09f2 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:44:54.748300 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 87356b93-221c-41a9-a545-f4285aee09f2 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:44:54.771999 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-ebcd26c9-f980-455a-868e-29189b7e9f4a admin admin] Deleting port 267d650b-4ebe-475f-8e5d-fe8d282cc3d5 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:44:54.772341 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ebcd26c9-f980-455a-868e-29189b7e9f4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:54.843656 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-ebcd26c9-f980-455a-868e-29189b7e9f4a admin admin] For port 267d650b-4ebe-475f-8e5d-fe8d282cc3d5, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=267d650b-4ebe-475f-8e5d-fe8d282cc3d5,segment=NetworkSegment(8f7dad34-7058-44bb-a3e4-b365ee668eee),segment_id=8f7dad34-7058-44bb-a3e4-b365ee668eee)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:44:54.844027 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ebcd26c9-f980-455a-868e-29189b7e9f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:54.858404 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-ebcd26c9-f980-455a-868e-29189b7e9f4a admin admin] Calling delete_port for 267d650b-4ebe-475f-8e5d-fe8d282cc3d5 owned by network:dhcp {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:44:54.945549 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ebcd26c9-f980-455a-868e-29189b7e9f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:54.976978 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd26c9-f980-455a-868e-29189b7e9f4a admin admin] Pushing event deleted for resources: {'Port': ['ID=267d650b-4ebe-475f-8e5d-fe8d282cc3d5,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:44:54.980596 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcd26c9-f980-455a-868e-29189b7e9f4a admin admin] No DVR routers for this DVR port 267d650b-4ebe-475f-8e5d-fe8d282cc3d5 on host n-d-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:44:55.032061 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613fc2e1-3a6a-4f5c-96da-b5e501cba237 None None] DHCP port deletion for d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 07:44:55.055491 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ebcd26c9-f980-455a-868e-29189b7e9f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:55.079416 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-ebcd26c9-f980-455a-868e-29189b7e9f4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5feedd2-0f2f-4b62-bf5b-065c27ad35d1']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:44:55.096438 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-ebcd26c9-f980-455a-868e-29189b7e9f4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f7dad34-7058-44bb-a3e4-b365ee668eee') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:44:55.096957 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-ebcd26c9-f980-455a-868e-29189b7e9f4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f7dad34-7058-44bb-a3e4-b365ee668eee') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:44:55.112267 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ebcd26c9-f980-455a-868e-29189b7e9f4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:55.125381 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ebcd26c9-f980-455a-868e-29189b7e9f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:55.131963 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebcd26c9-f980-455a-868e-29189b7e9f4a admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:44:55.132502 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ebcd26c9-f980-455a-868e-29189b7e9f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:55.134321 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 07:44:55.134321 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:44:55.134321 n-d-715271-16 neutron-server[95065]: timer() Sep 23 07:44:55.134321 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:44:55.134321 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 07:44:55.134321 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:44:55.134321 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 07:44:55.134321 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:44:55.134321 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 07:44:55.134321 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:44:55.134321 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 07:44:55.134321 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:44:55.134321 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 07:44:55.134321 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:44:55.134321 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:44:55.134321 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:44:55.134321 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:44:55.134321 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:44:55.134321 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 07:44:55.134321 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:44:55.134321 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 07:44:55.134321 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:44:55.134321 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:44:55.134321 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:44:55.134321 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 07:44:55.134321 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:44:55.134321 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:44:55.134321 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:44:55.134321 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:44:55.134321 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:44:55.134321 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:44:55.134321 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:44:55.188050 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ebcd26c9-f980-455a-868e-29189b7e9f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:55.193439 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ebcd26c9-f980-455a-868e-29189b7e9f4a admin admin] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:55.195313 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-ebcd26c9-f980-455a-868e-29189b7e9f4a admin admin] 10.222.0.39 "DELETE /v2.0/networks/d5feedd2-0f2f-4b62-bf5b-065c27ad35d1 HTTP/1.1" status: 204 len: 168 time: 0.5551658 Sep 23 07:44:55.207356 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd26c9-f980-455a-868e-29189b7e9f4a admin admin] Pushing event deleted for resources: {'Network': ['ID=d5feedd2-0f2f-4b62-bf5b-065c27ad35d1,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:44:55.321198 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54432) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:44:55.360959 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-f4255037-5e08-48ec-9f72-30c7cb56068a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c35e7193b12c4d2c8a8bc750b7bd78a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386074 Sep 23 07:44:55.363378 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54434) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:44:55.411186 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e94ae7ac-f697-4278-b9fb-7292f8bf573c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:55.435228 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e94ae7ac-f697-4278-b9fb-7292f8bf573c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:55.481576 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e94ae7ac-f697-4278-b9fb-7292f8bf573c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:55.484267 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e94ae7ac-f697-4278-b9fb-7292f8bf573c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:55.485451 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-e94ae7ac-f697-4278-b9fb-7292f8bf573c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c2058abf-f06d-4cca-a498-7eb6dd5479dd HTTP/1.1" status: 204 len: 168 time: 0.1211631 Sep 23 07:44:55.493026 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94ae7ac-f697-4278-b9fb-7292f8bf573c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2058abf-f06d-4cca-a498-7eb6dd5479dd,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:44:56.185804 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54456) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:44:56.279621 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-3e28e1ae-c552-4b70-8c26-f03a8e98e912 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-593271702-network', 'tenant_id': 'a04cd97bbcb7465caa18b4b0abc30eba'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:44:56.301079 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e28e1ae-c552-4b70-8c26-f03a8e98e912 admin admin] Made reservation on behalf of a04cd97bbcb7465caa18b4b0abc30eba for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:44:56.303573 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3e28e1ae-c552-4b70-8c26-f03a8e98e912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:56.312447 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3e28e1ae-c552-4b70-8c26-f03a8e98e912 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:56.400445 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3e28e1ae-c552-4b70-8c26-f03a8e98e912 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:56.404591 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3e28e1ae-c552-4b70-8c26-f03a8e98e912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:56.425955 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e28e1ae-c552-4b70-8c26-f03a8e98e912 admin admin] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:44:56.440537 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e28e1ae-c552-4b70-8c26-f03a8e98e912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99580078-4d0b-4506-9f4e-260e697512f1,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:44:56.443646 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3e28e1ae-c552-4b70-8c26-f03a8e98e912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:56.443987 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-3e28e1ae-c552-4b70-8c26-f03a8e98e912 admin admin] Added segment 78211f16-200f-4de0-a2d2-40fc4dc684d0 of type vlan for network dcfdf642-e6e7-4502-8792-4e69296418b2 Sep 23 07:44:56.483893 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3e28e1ae-c552-4b70-8c26-f03a8e98e912 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:56.508005 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3e28e1ae-c552-4b70-8c26-f03a8e98e912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:56.509026 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e28e1ae-c552-4b70-8c26-f03a8e98e912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:44:56.509596 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3e28e1ae-c552-4b70-8c26-f03a8e98e912 admin admin] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:56.541446 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-3e28e1ae-c552-4b70-8c26-f03a8e98e912 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3545151 Sep 23 07:44:56.545059 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54460) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:44:56.550229 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-833c9fd5-a361-4de8-9d00-22a3d98ea849 admin admin] Request body: {'subnet': {'network_id': 'dcfdf642-e6e7-4502-8792-4e69296418b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-593271702-subnet', 'tenant_id': 'a04cd97bbcb7465caa18b4b0abc30eba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:44:56.570598 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-833c9fd5-a361-4de8-9d00-22a3d98ea849 admin admin] Made reservation on behalf of a04cd97bbcb7465caa18b4b0abc30eba for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:44:56.572674 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e28e1ae-c552-4b70-8c26-f03a8e98e912 admin admin] Pushing event updated for resources: {'Network': ['ID=dcfdf642-e6e7-4502-8792-4e69296418b2,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:44:56.572959 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-833c9fd5-a361-4de8-9d00-22a3d98ea849 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:56.582451 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network dcfdf642-e6e7-4502-8792-4e69296418b2 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:44:56.659248 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 267d650b-4ebe-475f-8e5d-fe8d282cc3d5 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:44:56.680045 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 267d650b-4ebe-475f-8e5d-fe8d282cc3d5 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:44:56.680393 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 267d650b-4ebe-475f-8e5d-fe8d282cc3d5 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:44:56.751508 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-833c9fd5-a361-4de8-9d00-22a3d98ea849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:56.807005 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833c9fd5-a361-4de8-9d00-22a3d98ea849 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28f857b0-d46d-46df-b1b0-de117732d541,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:44:56.815597 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833c9fd5-a361-4de8-9d00-22a3d98ea849 admin admin] Checking segment: {'id': '78211f16-200f-4de0-a2d2-40fc4dc684d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'dcfdf642-e6e7-4502-8792-4e69296418b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:44:56.815958 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833c9fd5-a361-4de8-9d00-22a3d98ea849 admin admin] Network hostable DHCP agents. Network: dcfdf642-e6e7-4502-8792-4e69296418b2, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:44:56.836475 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833c9fd5-a361-4de8-9d00-22a3d98ea849 admin admin] Network dcfdf642-e6e7-4502-8792-4e69296418b2 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:44:56.847013 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-833c9fd5-a361-4de8-9d00-22a3d98ea849 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, dcfdf642-e6e7-4502-8792-4e69296418b2) {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:44:56.851324 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833c9fd5-a361-4de8-9d00-22a3d98ea849 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:44:56.851915 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-833c9fd5-a361-4de8-9d00-22a3d98ea849 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:56.856837 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1f88c8-a319-48bf-ba2a-30557ee44831 None None] Network dcfdf642-e6e7-4502-8792-4e69296418b2 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:44:56.869279 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-833c9fd5-a361-4de8-9d00-22a3d98ea849 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3230069 Sep 23 07:44:56.982198 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd86fc90-01c9-47b4-a90c-f4984f370584 None None] Network dcfdf642-e6e7-4502-8792-4e69296418b2 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:44:57.319374 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb18a071-d0e2-48b6-9293-6eb46b556165 req-ccd206bd-1b5d-4184-92ee-18812b7b48c5 tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:44:57.320879 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bb18a071-d0e2-48b6-9293-6eb46b556165 req-ccd206bd-1b5d-4184-92ee-18812b7b48c5 tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] 10.222.0.39 "GET /v2.0/networks?id=dcfdf642-e6e7-4502-8792-4e69296418b2 HTTP/1.1" status: 200 len: 813 time: 0.1063561 Sep 23 07:44:57.336984 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bb18a071-d0e2-48b6-9293-6eb46b556165 req-8009f7f5-b72d-43b6-a26e-e77213b90411 tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] 10.222.0.39 "GET /v2.0/quotas/a04cd97bbcb7465caa18b4b0abc30eba HTTP/1.1" status: 200 len: 375 time: 0.0092731 Sep 23 07:44:57.367979 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bb18a071-d0e2-48b6-9293-6eb46b556165 req-68fb9fca-8cb3-4346-b8e8-a933c3baddfb tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a04cd97bbcb7465caa18b4b0abc30eba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257220 Sep 23 07:44:57.422473 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [req-bb18a071-d0e2-48b6-9293-6eb46b556165 req-96d4cbca-6440-4e3c-b061-19f3bdeaea96 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=95065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:44:57.423502 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bb18a071-d0e2-48b6-9293-6eb46b556165 req-96d4cbca-6440-4e3c-b061-19f3bdeaea96 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0483236 Sep 23 07:44:57.513105 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bb18a071-d0e2-48b6-9293-6eb46b556165 req-ec411aa7-71f3-44e7-8b39-ffeb3daaa8ef service neutron] 10.222.0.39 "GET /v2.0/networks/dcfdf642-e6e7-4502-8792-4e69296418b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830617 Sep 23 07:44:57.611025 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bb18a071-d0e2-48b6-9293-6eb46b556165 req-ffca9ae0-ddee-41c2-acc8-7a18c5adf9c2 service neutron] 10.222.0.39 "GET /v2.0/networks/dcfdf642-e6e7-4502-8792-4e69296418b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919781 Sep 23 07:44:57.768386 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-818eb9c8-006b-4904-9882-45240fcd371a req-84b13568-acd3-4b50-941e-351168442e3f tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8dff2af-3bd8-428d-8c15-9c7090b0f672 HTTP/1.1" status: 200 len: 210 time: 0.0270545 Sep 23 07:44:58.751532 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb18a071-d0e2-48b6-9293-6eb46b556165 req-e33899af-1dfc-42cc-9dd1-44de764abe2a tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:44:58.752996 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bb18a071-d0e2-48b6-9293-6eb46b556165 req-e33899af-1dfc-42cc-9dd1-44de764abe2a tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] 10.222.0.21 "GET /v2.0/networks?id=dcfdf642-e6e7-4502-8792-4e69296418b2 HTTP/1.1" status: 200 len: 813 time: 0.1119413 Sep 23 07:44:58.770036 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-bb18a071-d0e2-48b6-9293-6eb46b556165 req-8eba7421-d7c5-4b6b-95ac-1cff5ce681c3 tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] Request body: {'port': {'device_id': 'c8dff2af-3bd8-428d-8c15-9c7090b0f672', 'network_id': 'dcfdf642-e6e7-4502-8792-4e69296418b2', 'admin_state_up': True, 'tenant_id': 'a04cd97bbcb7465caa18b4b0abc30eba'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:44:58.864455 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-df9baaca-b062-4da9-b963-9148109a6bdc req-868ee333-f1e2-4f5d-919b-0ed50d40dd85 tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8dff2af-3bd8-428d-8c15-9c7090b0f672 HTTP/1.1" status: 200 len: 210 time: 0.0288496 Sep 23 07:44:58.901765 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb18a071-d0e2-48b6-9293-6eb46b556165 req-8eba7421-d7c5-4b6b-95ac-1cff5ce681c3 tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] Made reservation on behalf of a04cd97bbcb7465caa18b4b0abc30eba for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:44:58.905603 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-bb18a071-d0e2-48b6-9293-6eb46b556165 req-8eba7421-d7c5-4b6b-95ac-1cff5ce681c3 tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:59.029689 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-bb18a071-d0e2-48b6-9293-6eb46b556165 req-8eba7421-d7c5-4b6b-95ac-1cff5ce681c3 tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] Allocated IP 172.20.0.14 (dcfdf642-e6e7-4502-8792-4e69296418b2/28f857b0-d46d-46df-b1b0-de117732d541/974d1c82-d87c-41cd-8153-4b5d22852dc8) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:44:59.190712 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-bb18a071-d0e2-48b6-9293-6eb46b556165 req-8eba7421-d7c5-4b6b-95ac-1cff5ce681c3 tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:59.223486 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-bb18a071-d0e2-48b6-9293-6eb46b556165 req-8eba7421-d7c5-4b6b-95ac-1cff5ce681c3 tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:59.264739 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb18a071-d0e2-48b6-9293-6eb46b556165 req-8eba7421-d7c5-4b6b-95ac-1cff5ce681c3 tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] Network dcfdf642-e6e7-4502-8792-4e69296418b2 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:44:59.267851 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-bb18a071-d0e2-48b6-9293-6eb46b556165 req-8eba7421-d7c5-4b6b-95ac-1cff5ce681c3 tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:44:59.271493 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb18a071-d0e2-48b6-9293-6eb46b556165 req-8eba7421-d7c5-4b6b-95ac-1cff5ce681c3 tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:44:59.300564 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eba7421-d7c5-4b6b-95ac-1cff5ce681c3 tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] Pushing event updated for resources: {'Port': ['ID=974d1c82-d87c-41cd-8153-4b5d22852dc8,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:44:59.327085 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb18a071-d0e2-48b6-9293-6eb46b556165 req-8eba7421-d7c5-4b6b-95ac-1cff5ce681c3 tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:44:59.327695 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-bb18a071-d0e2-48b6-9293-6eb46b556165 req-8eba7421-d7c5-4b6b-95ac-1cff5ce681c3 tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:59.341683 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bb18a071-d0e2-48b6-9293-6eb46b556165 req-8eba7421-d7c5-4b6b-95ac-1cff5ce681c3 tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5755014 Sep 23 07:44:59.357719 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-bb18a071-d0e2-48b6-9293-6eb46b556165 req-127c83f6-02d6-4185-bccf-3e68c697c58e service neutron] Request body: {'port': {'device_id': 'c8dff2af-3bd8-428d-8c15-9c7090b0f672', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:44:59.414338 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-bb18a071-d0e2-48b6-9293-6eb46b556165 req-127c83f6-02d6-4185-bccf-3e68c697c58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:59.679359 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-bb18a071-d0e2-48b6-9293-6eb46b556165 req-127c83f6-02d6-4185-bccf-3e68c697c58e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 974d1c82-d87c-41cd-8153-4b5d22852dc8 {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:44:59.686798 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-bb18a071-d0e2-48b6-9293-6eb46b556165 req-127c83f6-02d6-4185-bccf-3e68c697c58e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:59.698236 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-bb18a071-d0e2-48b6-9293-6eb46b556165 req-127c83f6-02d6-4185-bccf-3e68c697c58e service neutron] Transition to ACTIVE for port object 974d1c82-d87c-41cd-8153-4b5d22852dc8 will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:44:59.702801 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-bb18a071-d0e2-48b6-9293-6eb46b556165 req-127c83f6-02d6-4185-bccf-3e68c697c58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:59.753612 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127c83f6-02d6-4185-bccf-3e68c697c58e service neutron] Pushing event updated for resources: {'Port': ['ID=974d1c82-d87c-41cd-8153-4b5d22852dc8,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:44:59.819624 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-bb18a071-d0e2-48b6-9293-6eb46b556165 req-127c83f6-02d6-4185-bccf-3e68c697c58e service neutron] Attempting to bind port 974d1c82-d87c-41cd-8153-4b5d22852dc8 on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:44:59.819951 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-bb18a071-d0e2-48b6-9293-6eb46b556165 req-127c83f6-02d6-4185-bccf-3e68c697c58e service neutron] Attempting to bind port 974d1c82-d87c-41cd-8153-4b5d22852dc8 by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': '78211f16-200f-4de0-a2d2-40fc4dc684d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'dcfdf642-e6e7-4502-8792-4e69296418b2'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:44:59.820271 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb18a071-d0e2-48b6-9293-6eb46b556165 req-127c83f6-02d6-4185-bccf-3e68c697c58e service neutron] Attempting to bind port 974d1c82-d87c-41cd-8153-4b5d22852dc8 on network dcfdf642-e6e7-4502-8792-4e69296418b2 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:44:59.824931 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb18a071-d0e2-48b6-9293-6eb46b556165 req-127c83f6-02d6-4185-bccf-3e68c697c58e service neutron] Port 974d1c82-d87c-41cd-8153-4b5d22852dc8 on network dcfdf642-e6e7-4502-8792-4e69296418b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:44:59.825244 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb18a071-d0e2-48b6-9293-6eb46b556165 req-127c83f6-02d6-4185-bccf-3e68c697c58e service neutron] Attempting to bind port 974d1c82-d87c-41cd-8153-4b5d22852dc8 on network dcfdf642-e6e7-4502-8792-4e69296418b2 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:44:59.829999 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb18a071-d0e2-48b6-9293-6eb46b556165 req-127c83f6-02d6-4185-bccf-3e68c697c58e service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:44:59.830332 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb18a071-d0e2-48b6-9293-6eb46b556165 req-127c83f6-02d6-4185-bccf-3e68c697c58e service neutron] Checking segment: {'id': '78211f16-200f-4de0-a2d2-40fc4dc684d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'dcfdf642-e6e7-4502-8792-4e69296418b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:44:59.830707 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb18a071-d0e2-48b6-9293-6eb46b556165 req-127c83f6-02d6-4185-bccf-3e68c697c58e service neutron] Bound using segment: {'id': '78211f16-200f-4de0-a2d2-40fc4dc684d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'dcfdf642-e6e7-4502-8792-4e69296418b2'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:44:59.831123 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-bb18a071-d0e2-48b6-9293-6eb46b556165 req-127c83f6-02d6-4185-bccf-3e68c697c58e service neutron] Bound port: 974d1c82-d87c-41cd-8153-4b5d22852dc8, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78211f16-200f-4de0-a2d2-40fc4dc684d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'dcfdf642-e6e7-4502-8792-4e69296418b2'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:44:59.831470 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-bb18a071-d0e2-48b6-9293-6eb46b556165 req-127c83f6-02d6-4185-bccf-3e68c697c58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:59.893949 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-bb18a071-d0e2-48b6-9293-6eb46b556165 req-127c83f6-02d6-4185-bccf-3e68c697c58e service neutron] For port 974d1c82-d87c-41cd-8153-4b5d22852dc8, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:44:59.897205 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-bb18a071-d0e2-48b6-9293-6eb46b556165 req-127c83f6-02d6-4185-bccf-3e68c697c58e service neutron] For port 974d1c82-d87c-41cd-8153-4b5d22852dc8, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=974d1c82-d87c-41cd-8153-4b5d22852dc8,segment=NetworkSegment(78211f16-200f-4de0-a2d2-40fc4dc684d0),segment_id=78211f16-200f-4de0-a2d2-40fc4dc684d0)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:44:59.901589 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-bb18a071-d0e2-48b6-9293-6eb46b556165 req-127c83f6-02d6-4185-bccf-3e68c697c58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:59.934806 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb18a071-d0e2-48b6-9293-6eb46b556165 req-127c83f6-02d6-4185-bccf-3e68c697c58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:44:59.935457 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-bb18a071-d0e2-48b6-9293-6eb46b556165 req-127c83f6-02d6-4185-bccf-3e68c697c58e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:44:59.936862 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bb18a071-d0e2-48b6-9293-6eb46b556165 req-127c83f6-02d6-4185-bccf-3e68c697c58e service neutron] 10.222.0.21 "PUT /v2.0/ports/974d1c82-d87c-41cd-8153-4b5d22852dc8 HTTP/1.1" status: 200 len: 1093 time: 0.5836172 Sep 23 07:44:59.939239 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8dff2af-3bd8-428d-8c15-9c7090b0f672', 'tag': '974d1c82-d87c-41cd-8153-4b5d22852dc8'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:44:59.941502 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f95ab57a745480e309303c621f93016f7af13821b9c47ad15b10e565102b0cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-809b8928-0dbc-4ed5-a5a5-353276ca8378" -d '{"events": [{"name": "network-changed", "server_uuid": "c8dff2af-3bd8-428d-8c15-9c7090b0f672", "tag": "974d1c82-d87c-41cd-8153-4b5d22852dc8"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:44:59.973758 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127c83f6-02d6-4185-bccf-3e68c697c58e service neutron] Pushing event updated for resources: {'Port': ['ID=974d1c82-d87c-41cd-8153-4b5d22852dc8,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:44:59.990652 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7650084-7b7f-42e6-a984-bead95fd830c req-615395b8-9e07-47f9-9e75-e509400a45cf tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:44:59.992182 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e7650084-7b7f-42e6-a984-bead95fd830c req-615395b8-9e07-47f9-9e75-e509400a45cf tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8dff2af-3bd8-428d-8c15-9c7090b0f672 HTTP/1.1" status: 200 len: 944 time: 0.0593369 Sep 23 07:44:59.996485 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f52149b6-3e77-444e-bdc1-161924fe4194 x-openstack-request-id: req-f52149b6-3e77-444e-bdc1-161924fe4194 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:44:59.996775 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8dff2af-3bd8-428d-8c15-9c7090b0f672", "tag": "974d1c82-d87c-41cd-8153-4b5d22852dc8", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:44:59.997036 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f52149b6-3e77-444e-bdc1-161924fe4194 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:44:59.997428 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8dff2af-3bd8-428d-8c15-9c7090b0f672', 'tag': '974d1c82-d87c-41cd-8153-4b5d22852dc8', 'status': 'completed', 'code': 200} Sep 23 07:45:00.034261 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb18a071-d0e2-48b6-9293-6eb46b556165 req-24d0b12c-a986-454c-a725-9c633d809a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:45:00.035770 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bb18a071-d0e2-48b6-9293-6eb46b556165 req-24d0b12c-a986-454c-a725-9c633d809a4d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a04cd97bbcb7465caa18b4b0abc30eba&device_id=c8dff2af-3bd8-428d-8c15-9c7090b0f672 HTTP/1.1" status: 200 len: 1096 time: 0.0481424 Sep 23 07:45:00.036230 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e7650084-7b7f-42e6-a984-bead95fd830c req-2836dfdc-ef0a-4816-b805-1d8af280a338 tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] 10.222.0.39 "GET /v2.0/security-groups?id=99580078-4d0b-4506-9f4e-260e697512f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375397 Sep 23 07:45:00.081599 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bb18a071-d0e2-48b6-9293-6eb46b556165 req-43664b55-7987-4709-8117-4a5fc30baca5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=974d1c82-d87c-41cd-8153-4b5d22852dc8 HTTP/1.1" status: 200 len: 217 time: 0.0342333 Sep 23 07:45:00.132054 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb18a071-d0e2-48b6-9293-6eb46b556165 req-80fcc4ab-c9d1-45d6-90c6-13cb5da48f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:45:00.133506 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bb18a071-d0e2-48b6-9293-6eb46b556165 req-80fcc4ab-c9d1-45d6-90c6-13cb5da48f10 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28f857b0-d46d-46df-b1b0-de117732d541 HTTP/1.1" status: 200 len: 853 time: 0.0446913 Sep 23 07:45:00.169571 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bb18a071-d0e2-48b6-9293-6eb46b556165 req-c3219368-60d4-4b07-b23f-f8d1a885c31c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dcfdf642-e6e7-4502-8792-4e69296418b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289850 Sep 23 07:45:00.259651 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bb18a071-d0e2-48b6-9293-6eb46b556165 req-f66d3b52-7069-4482-82b7-dd192c593d4d service neutron] 10.222.0.21 "GET /v2.0/networks/dcfdf642-e6e7-4502-8792-4e69296418b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833232 Sep 23 07:45:00.352674 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bb18a071-d0e2-48b6-9293-6eb46b556165 req-4393bc92-d5a5-43b7-8e43-9a7712cec175 service neutron] 10.222.0.21 "GET /v2.0/networks/dcfdf642-e6e7-4502-8792-4e69296418b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853174 Sep 23 07:45:00.458158 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809b8928-0dbc-4ed5-a5a5-353276ca8378 req-5955f7ff-2b71-4edd-8954-14e5c5f7285c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:45:00.459638 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-809b8928-0dbc-4ed5-a5a5-353276ca8378 req-5955f7ff-2b71-4edd-8954-14e5c5f7285c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a04cd97bbcb7465caa18b4b0abc30eba&device_id=c8dff2af-3bd8-428d-8c15-9c7090b0f672 HTTP/1.1" status: 200 len: 1096 time: 0.0409656 Sep 23 07:45:00.548899 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809b8928-0dbc-4ed5-a5a5-353276ca8378 req-17e073f0-622e-4fad-a310-bcbe95822198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:45:00.550306 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-809b8928-0dbc-4ed5-a5a5-353276ca8378 req-17e073f0-622e-4fad-a310-bcbe95822198 service neutron] 10.222.0.21 "GET /v2.0/networks?id=dcfdf642-e6e7-4502-8792-4e69296418b2 HTTP/1.1" status: 200 len: 914 time: 0.0830498 Sep 23 07:45:00.594205 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-809b8928-0dbc-4ed5-a5a5-353276ca8378 req-552ff1cd-1028-4586-b8f8-22480ec34f1d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=974d1c82-d87c-41cd-8153-4b5d22852dc8 HTTP/1.1" status: 200 len: 217 time: 0.0367115 Sep 23 07:45:00.642666 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809b8928-0dbc-4ed5-a5a5-353276ca8378 req-dc02c905-96e9-48dc-818b-5efc5ceaa5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:45:00.644105 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-809b8928-0dbc-4ed5-a5a5-353276ca8378 req-dc02c905-96e9-48dc-818b-5efc5ceaa5a7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28f857b0-d46d-46df-b1b0-de117732d541 HTTP/1.1" status: 200 len: 853 time: 0.0438673 Sep 23 07:45:00.674847 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-809b8928-0dbc-4ed5-a5a5-353276ca8378 req-92fdae00-9351-45e2-9fc2-39c73d71ce48 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dcfdf642-e6e7-4502-8792-4e69296418b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238092 Sep 23 07:45:00.767609 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-809b8928-0dbc-4ed5-a5a5-353276ca8378 req-6e8b0cf6-12b8-428d-9bc0-3a00f2b38b3d service neutron] 10.222.0.21 "GET /v2.0/networks/dcfdf642-e6e7-4502-8792-4e69296418b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856597 Sep 23 07:45:00.856304 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-809b8928-0dbc-4ed5-a5a5-353276ca8378 req-4089251f-d897-44bd-aa30-3e50e02e229c service neutron] 10.222.0.21 "GET /v2.0/networks/dcfdf642-e6e7-4502-8792-4e69296418b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812333 Sep 23 07:45:01.163272 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a4ab50-f73c-4fdd-95c9-cebd11582c54 req-259b6f99-89e5-4cba-a081-5b24c7dd3895 tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:45:01.164678 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a3a4ab50-f73c-4fdd-95c9-cebd11582c54 req-259b6f99-89e5-4cba-a081-5b24c7dd3895 tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8dff2af-3bd8-428d-8c15-9c7090b0f672 HTTP/1.1" status: 200 len: 944 time: 0.0608392 Sep 23 07:45:01.202490 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a3a4ab50-f73c-4fdd-95c9-cebd11582c54 req-4c0e1299-848e-4635-a16e-34c53bd1fd41 tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] 10.222.0.39 "GET /v2.0/security-groups?id=99580078-4d0b-4506-9f4e-260e697512f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310154 Sep 23 07:45:02.323109 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a60263b-444b-46d8-993a-8b00fb4d4691 req-bff7d73b-924c-4ee0-92cb-a12cf51c4731 tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:45:02.324805 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7a60263b-444b-46d8-993a-8b00fb4d4691 req-bff7d73b-924c-4ee0-92cb-a12cf51c4731 tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8dff2af-3bd8-428d-8c15-9c7090b0f672 HTTP/1.1" status: 200 len: 944 time: 0.0505033 Sep 23 07:45:02.362847 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7a60263b-444b-46d8-993a-8b00fb4d4691 req-5cfc716e-7e56-45e4-972a-cf32dddb9a83 tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] 10.222.0.39 "GET /v2.0/security-groups?id=99580078-4d0b-4506-9f4e-260e697512f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319560 Sep 23 07:45:03.475942 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed46774-6add-4f13-8ca7-ec675656bb3d req-aee164c7-5b36-442a-9263-9dfd92874c33 tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:45:03.477429 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6ed46774-6add-4f13-8ca7-ec675656bb3d req-aee164c7-5b36-442a-9263-9dfd92874c33 tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8dff2af-3bd8-428d-8c15-9c7090b0f672 HTTP/1.1" status: 200 len: 944 time: 0.0484846 Sep 23 07:45:03.515089 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6ed46774-6add-4f13-8ca7-ec675656bb3d req-60542321-9046-4065-ae3b-b96bdce7db20 tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] 10.222.0.39 "GET /v2.0/security-groups?id=99580078-4d0b-4506-9f4e-260e697512f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314960 Sep 23 07:45:04.625125 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 974d1c82-d87c-41cd-8153-4b5d22852dc8 details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:45:04.629064 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2263ed6-3b9a-4cbd-b6a0-e1a526b4352c req-c6954027-ee39-4f22-9948-2ff5c2bdfa00 tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:45:04.630610 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f2263ed6-3b9a-4cbd-b6a0-e1a526b4352c req-c6954027-ee39-4f22-9948-2ff5c2bdfa00 tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8dff2af-3bd8-428d-8c15-9c7090b0f672 HTTP/1.1" status: 200 len: 944 time: 0.0498669 Sep 23 07:45:04.671179 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f2263ed6-3b9a-4cbd-b6a0-e1a526b4352c req-51edb201-486d-40c0-a832-bd20c7a1c2f9 tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] 10.222.0.39 "GET /v2.0/security-groups?id=99580078-4d0b-4506-9f4e-260e697512f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336716 Sep 23 07:45:04.723039 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 974d1c82-d87c-41cd-8153-4b5d22852dc8, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=974d1c82-d87c-41cd-8153-4b5d22852dc8,segment=NetworkSegment(78211f16-200f-4de0-a2d2-40fc4dc684d0),segment_id=78211f16-200f-4de0-a2d2-40fc4dc684d0)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:45:04.734564 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': '974d1c82-d87c-41cd-8153-4b5d22852dc8', 'network_id': 'dcfdf642-e6e7-4502-8792-4e69296418b2', 'port_id': '974d1c82-d87c-41cd-8153-4b5d22852dc8', 'mac_address': 'fa:16:3e:02:03:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28f857b0-d46d-46df-b1b0-de117732d541', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:45:04.770553 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:04.783626 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 974d1c82-d87c-41cd-8153-4b5d22852dc8 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:45:04.805076 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 974d1c82-d87c-41cd-8153-4b5d22852dc8, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=974d1c82-d87c-41cd-8153-4b5d22852dc8,segment=NetworkSegment(78211f16-200f-4de0-a2d2-40fc4dc684d0),segment_id=78211f16-200f-4de0-a2d2-40fc4dc684d0)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:45:04.810043 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:04.860061 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=974d1c82-d87c-41cd-8153-4b5d22852dc8,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:05.122158 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['974d1c82-d87c-41cd-8153-4b5d22852dc8'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:45:05.794887 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af6bc3-58f4-40a3-a9ad-39f015d7efcf req-2775aaa0-8bcc-4e84-bf02-f519cc2f80a0 tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:45:05.796373 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e5af6bc3-58f4-40a3-a9ad-39f015d7efcf req-2775aaa0-8bcc-4e84-bf02-f519cc2f80a0 tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8dff2af-3bd8-428d-8c15-9c7090b0f672 HTTP/1.1" status: 200 len: 945 time: 0.0597136 Sep 23 07:45:05.834221 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e5af6bc3-58f4-40a3-a9ad-39f015d7efcf req-0cf2488c-768c-4d6b-ad7e-744152fd83bb tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] 10.222.0.39 "GET /v2.0/security-groups?id=99580078-4d0b-4506-9f4e-260e697512f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317726 Sep 23 07:45:06.630413 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 974d1c82-d87c-41cd-8153-4b5d22852dc8 up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:45:06.678859 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port 974d1c82-d87c-41cd-8153-4b5d22852dc8 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:45:06.682570 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port 974d1c82-d87c-41cd-8153-4b5d22852dc8 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:45:06.683007 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:06.761337 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:06.783013 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8dff2af-3bd8-428d-8c15-9c7090b0f672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '974d1c82-d87c-41cd-8153-4b5d22852dc8'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:45:06.785203 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ba4f7dfdfe0dde90123cb5af03ec17f0bd1073b346dec34131962e04cdfc7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c3374ae-4cfc-4ce0-bef4-eb10a493fbbe" -d '{"events": [{"server_uuid": "c8dff2af-3bd8-428d-8c15-9c7090b0f672", "name": "network-vif-plugged", "status": "completed", "tag": "974d1c82-d87c-41cd-8153-4b5d22852dc8"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:45:06.798900 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 974d1c82-d87c-41cd-8153-4b5d22852dc8, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=974d1c82-d87c-41cd-8153-4b5d22852dc8,segment=NetworkSegment(78211f16-200f-4de0-a2d2-40fc4dc684d0),segment_id=78211f16-200f-4de0-a2d2-40fc4dc684d0)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:45:06.802920 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:06.827007 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca295e14-14c5-4c8a-8c84-93da01189f87 x-openstack-request-id: req-ca295e14-14c5-4c8a-8c84-93da01189f87 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:45:06.827296 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8dff2af-3bd8-428d-8c15-9c7090b0f672", "name": "network-vif-plugged", "status": "completed", "tag": "974d1c82-d87c-41cd-8153-4b5d22852dc8", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:45:06.827542 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ca295e14-14c5-4c8a-8c84-93da01189f87 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:45:06.827922 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8dff2af-3bd8-428d-8c15-9c7090b0f672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '974d1c82-d87c-41cd-8153-4b5d22852dc8', 'code': 200} Sep 23 07:45:06.853354 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=974d1c82-d87c-41cd-8153-4b5d22852dc8,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:06.881111 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:45:06.971906 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1963563d-a9a5-4143-8848-a92bdeade0ac req-a0b841c4-e4e7-47aa-995a-eae723b30ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:45:06.973416 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1963563d-a9a5-4143-8848-a92bdeade0ac req-a0b841c4-e4e7-47aa-995a-eae723b30ec8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c8dff2af-3bd8-428d-8c15-9c7090b0f672 HTTP/1.1" status: 200 len: 1098 time: 0.0739169 Sep 23 07:45:06.986198 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609826af-c67e-4f66-b7f0-aa45864b3496 req-96a999ed-b627-4bed-919c-9eb2465ab732 tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:45:06.987576 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-609826af-c67e-4f66-b7f0-aa45864b3496 req-96a999ed-b627-4bed-919c-9eb2465ab732 tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8dff2af-3bd8-428d-8c15-9c7090b0f672 HTTP/1.1" status: 200 len: 946 time: 0.0788324 Sep 23 07:45:07.039801 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1963563d-a9a5-4143-8848-a92bdeade0ac req-dfea7651-a127-4961-ab19-707f750de2d5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=99580078-4d0b-4506-9f4e-260e697512f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512953 Sep 23 07:45:07.045765 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-609826af-c67e-4f66-b7f0-aa45864b3496 req-0a82137c-7a75-4e63-b144-6a8549b3b4a3 tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] 10.222.0.39 "GET /v2.0/security-groups?id=99580078-4d0b-4506-9f4e-260e697512f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521092 Sep 23 07:45:07.154644 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:08.129787 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-abed7984-e558-49db-96f6-de10ea31bb67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:08.162267 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279dfe1e-ef50-461a-a673-f1032aa5b9b5 req-7db136b2-4a4c-4ce1-832c-1f11f15d40fb tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:45:08.163750 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-279dfe1e-ef50-461a-a673-f1032aa5b9b5 req-7db136b2-4a4c-4ce1-832c-1f11f15d40fb tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8dff2af-3bd8-428d-8c15-9c7090b0f672 HTTP/1.1" status: 200 len: 946 time: 0.0500989 Sep 23 07:45:08.205833 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-279dfe1e-ef50-461a-a673-f1032aa5b9b5 req-cdac4efe-4005-4153-9639-779302bdeaac tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] 10.222.0.39 "GET /v2.0/security-groups?id=99580078-4d0b-4506-9f4e-260e697512f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352001 Sep 23 07:45:09.320273 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce3c2c0-d6df-412e-a024-ecf6a56ab555 req-27a11d8d-d9ee-4995-a1c5-b216b73e8d93 tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:45:09.321740 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fce3c2c0-d6df-412e-a024-ecf6a56ab555 req-27a11d8d-d9ee-4995-a1c5-b216b73e8d93 tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8dff2af-3bd8-428d-8c15-9c7090b0f672 HTTP/1.1" status: 200 len: 946 time: 0.0481658 Sep 23 07:45:09.359662 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fce3c2c0-d6df-412e-a024-ecf6a56ab555 req-42725acb-d413-412c-addf-031e557d8699 tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] 10.222.0.39 "GET /v2.0/security-groups?id=99580078-4d0b-4506-9f4e-260e697512f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317128 Sep 23 07:45:09.894516 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ca40e1-749b-4b15-acf3-bbb5681921a5 req-b46dc3b3-150b-4be9-b98a-74e892f99c5f tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:45:09.895995 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-92ca40e1-749b-4b15-acf3-bbb5681921a5 req-b46dc3b3-150b-4be9-b98a-74e892f99c5f tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] 10.222.0.39 "GET /v2.0/networks?id=dcfdf642-e6e7-4502-8792-4e69296418b2 HTTP/1.1" status: 200 len: 813 time: 0.4175019 Sep 23 07:45:09.911092 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-92ca40e1-749b-4b15-acf3-bbb5681921a5 req-495df954-a844-4eea-bb4c-965efa76cee8 tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] 10.222.0.39 "GET /v2.0/quotas/a04cd97bbcb7465caa18b4b0abc30eba HTTP/1.1" status: 200 len: 375 time: 0.0093932 Sep 23 07:45:09.961930 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-92ca40e1-749b-4b15-acf3-bbb5681921a5 req-6309c30a-d09f-4394-9801-98178ef46f5b tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a04cd97bbcb7465caa18b4b0abc30eba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0456431 Sep 23 07:45:10.050687 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-92ca40e1-749b-4b15-acf3-bbb5681921a5 req-57930a98-f19d-4c10-940c-6f7c006de317 service neutron] 10.222.0.39 "GET /v2.0/networks/dcfdf642-e6e7-4502-8792-4e69296418b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818386 Sep 23 07:45:10.143804 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-92ca40e1-749b-4b15-acf3-bbb5681921a5 req-a36770ae-e5f9-49ea-9fe1-ca4c87bca23b service neutron] 10.222.0.39 "GET /v2.0/networks/dcfdf642-e6e7-4502-8792-4e69296418b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871563 Sep 23 07:45:10.304667 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b1312956-67f2-4ec7-a97c-431fbd771c1c req-4eea0a67-75aa-42cb-98bf-dfc31072c43e tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] 10.222.0.39 "GET /v2.0/ports?device_id=2366bb58-9c4f-4ba1-95e9-078775d9d655 HTTP/1.1" status: 200 len: 210 time: 0.0302575 Sep 23 07:45:10.529639 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:11.138346 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c946021b-3664-42e5-a8f2-9f222dd2ca0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:11.195136 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ca40e1-749b-4b15-acf3-bbb5681921a5 req-d54ddaa7-3448-4c96-acd4-a544bc00cf9c tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:45:11.196592 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-92ca40e1-749b-4b15-acf3-bbb5681921a5 req-d54ddaa7-3448-4c96-acd4-a544bc00cf9c tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] 10.222.0.58 "GET /v2.0/networks?id=dcfdf642-e6e7-4502-8792-4e69296418b2 HTTP/1.1" status: 200 len: 813 time: 0.1116171 Sep 23 07:45:11.211392 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-92ca40e1-749b-4b15-acf3-bbb5681921a5 req-57f54fe9-eb92-4229-b3fd-395a6f9cf0ea tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] Request body: {'port': {'device_id': '2366bb58-9c4f-4ba1-95e9-078775d9d655', 'network_id': 'dcfdf642-e6e7-4502-8792-4e69296418b2', 'admin_state_up': True, 'tenant_id': 'a04cd97bbcb7465caa18b4b0abc30eba'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:45:11.326916 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92ca40e1-749b-4b15-acf3-bbb5681921a5 req-57f54fe9-eb92-4229-b3fd-395a6f9cf0ea tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] Made reservation on behalf of a04cd97bbcb7465caa18b4b0abc30eba for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:45:11.330580 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-92ca40e1-749b-4b15-acf3-bbb5681921a5 req-57f54fe9-eb92-4229-b3fd-395a6f9cf0ea tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:11.422236 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-27c3162e-df89-42a2-9644-8d7e555ba858 req-05c7b90e-f572-4f55-8409-faa7f256eeee tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] 10.222.0.39 "GET /v2.0/ports?device_id=2366bb58-9c4f-4ba1-95e9-078775d9d655 HTTP/1.1" status: 200 len: 210 time: 0.0385861 Sep 23 07:45:11.482653 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [req-92ca40e1-749b-4b15-acf3-bbb5681921a5 req-57f54fe9-eb92-4229-b3fd-395a6f9cf0ea tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] Allocated IP 172.20.0.10 (dcfdf642-e6e7-4502-8792-4e69296418b2/28f857b0-d46d-46df-b1b0-de117732d541/4524be67-44ed-4a69-bbf4-f849ce5c68e0) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:45:11.631968 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-92ca40e1-749b-4b15-acf3-bbb5681921a5 req-57f54fe9-eb92-4229-b3fd-395a6f9cf0ea tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:11.640316 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:11.668508 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-92ca40e1-749b-4b15-acf3-bbb5681921a5 req-57f54fe9-eb92-4229-b3fd-395a6f9cf0ea tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:11.693792 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['974d1c82-d87c-41cd-8153-4b5d22852dc8'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:45:11.714876 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92ca40e1-749b-4b15-acf3-bbb5681921a5 req-57f54fe9-eb92-4229-b3fd-395a6f9cf0ea tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] Network dcfdf642-e6e7-4502-8792-4e69296418b2 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:45:11.717986 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [req-92ca40e1-749b-4b15-acf3-bbb5681921a5 req-57f54fe9-eb92-4229-b3fd-395a6f9cf0ea tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:45:11.721580 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-92ca40e1-749b-4b15-acf3-bbb5681921a5 req-57f54fe9-eb92-4229-b3fd-395a6f9cf0ea tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:45:11.747294 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f54fe9-eb92-4229-b3fd-395a6f9cf0ea tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] Pushing event updated for resources: {'Port': ['ID=4524be67-44ed-4a69-bbf4-f849ce5c68e0,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:11.775228 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ca40e1-749b-4b15-acf3-bbb5681921a5 req-57f54fe9-eb92-4229-b3fd-395a6f9cf0ea tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:45:11.775840 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-92ca40e1-749b-4b15-acf3-bbb5681921a5 req-57f54fe9-eb92-4229-b3fd-395a6f9cf0ea tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:11.790125 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-92ca40e1-749b-4b15-acf3-bbb5681921a5 req-57f54fe9-eb92-4229-b3fd-395a6f9cf0ea tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5832305 Sep 23 07:45:11.803154 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-92ca40e1-749b-4b15-acf3-bbb5681921a5 req-3f1879af-893e-40e6-993c-81472427e4c6 service neutron] Request body: {'port': {'device_id': '2366bb58-9c4f-4ba1-95e9-078775d9d655', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:45:11.859730 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-92ca40e1-749b-4b15-acf3-bbb5681921a5 req-3f1879af-893e-40e6-993c-81472427e4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:12.122007 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [req-92ca40e1-749b-4b15-acf3-bbb5681921a5 req-3f1879af-893e-40e6-993c-81472427e4c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4524be67-44ed-4a69-bbf4-f849ce5c68e0 {{(pid=95066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:45:12.130409 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-92ca40e1-749b-4b15-acf3-bbb5681921a5 req-3f1879af-893e-40e6-993c-81472427e4c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:12.143207 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.provisioning_blocks [req-92ca40e1-749b-4b15-acf3-bbb5681921a5 req-3f1879af-893e-40e6-993c-81472427e4c6 service neutron] Transition to ACTIVE for port object 4524be67-44ed-4a69-bbf4-f849ce5c68e0 will not be triggered until provisioned by entity L2. {{(pid=95066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:45:12.146824 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-92ca40e1-749b-4b15-acf3-bbb5681921a5 req-3f1879af-893e-40e6-993c-81472427e4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:12.197972 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1879af-893e-40e6-993c-81472427e4c6 service neutron] Pushing event updated for resources: {'Port': ['ID=4524be67-44ed-4a69-bbf4-f849ce5c68e0,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:12.265392 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-92ca40e1-749b-4b15-acf3-bbb5681921a5 req-3f1879af-893e-40e6-993c-81472427e4c6 service neutron] Attempting to bind port 4524be67-44ed-4a69-bbf4-f849ce5c68e0 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:45:12.265725 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-92ca40e1-749b-4b15-acf3-bbb5681921a5 req-3f1879af-893e-40e6-993c-81472427e4c6 service neutron] Attempting to bind port 4524be67-44ed-4a69-bbf4-f849ce5c68e0 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '78211f16-200f-4de0-a2d2-40fc4dc684d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'dcfdf642-e6e7-4502-8792-4e69296418b2'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:45:12.266085 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ca40e1-749b-4b15-acf3-bbb5681921a5 req-3f1879af-893e-40e6-993c-81472427e4c6 service neutron] Attempting to bind port 4524be67-44ed-4a69-bbf4-f849ce5c68e0 on network dcfdf642-e6e7-4502-8792-4e69296418b2 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:45:12.270339 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ca40e1-749b-4b15-acf3-bbb5681921a5 req-3f1879af-893e-40e6-993c-81472427e4c6 service neutron] Port 4524be67-44ed-4a69-bbf4-f849ce5c68e0 on network dcfdf642-e6e7-4502-8792-4e69296418b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:45:12.270660 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ca40e1-749b-4b15-acf3-bbb5681921a5 req-3f1879af-893e-40e6-993c-81472427e4c6 service neutron] Attempting to bind port 4524be67-44ed-4a69-bbf4-f849ce5c68e0 on network dcfdf642-e6e7-4502-8792-4e69296418b2 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:45:12.275354 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ca40e1-749b-4b15-acf3-bbb5681921a5 req-3f1879af-893e-40e6-993c-81472427e4c6 service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:45:12.275690 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ca40e1-749b-4b15-acf3-bbb5681921a5 req-3f1879af-893e-40e6-993c-81472427e4c6 service neutron] Checking segment: {'id': '78211f16-200f-4de0-a2d2-40fc4dc684d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'dcfdf642-e6e7-4502-8792-4e69296418b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:45:12.276090 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ca40e1-749b-4b15-acf3-bbb5681921a5 req-3f1879af-893e-40e6-993c-81472427e4c6 service neutron] Bound using segment: {'id': '78211f16-200f-4de0-a2d2-40fc4dc684d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'dcfdf642-e6e7-4502-8792-4e69296418b2'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:45:12.276496 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-92ca40e1-749b-4b15-acf3-bbb5681921a5 req-3f1879af-893e-40e6-993c-81472427e4c6 service neutron] Bound port: 4524be67-44ed-4a69-bbf4-f849ce5c68e0, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78211f16-200f-4de0-a2d2-40fc4dc684d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'dcfdf642-e6e7-4502-8792-4e69296418b2'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:45:12.277683 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-92ca40e1-749b-4b15-acf3-bbb5681921a5 req-3f1879af-893e-40e6-993c-81472427e4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:12.341672 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-92ca40e1-749b-4b15-acf3-bbb5681921a5 req-3f1879af-893e-40e6-993c-81472427e4c6 service neutron] For port 4524be67-44ed-4a69-bbf4-f849ce5c68e0, host n-h2-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:45:12.344851 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-92ca40e1-749b-4b15-acf3-bbb5681921a5 req-3f1879af-893e-40e6-993c-81472427e4c6 service neutron] For port 4524be67-44ed-4a69-bbf4-f849ce5c68e0, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=4524be67-44ed-4a69-bbf4-f849ce5c68e0,segment=NetworkSegment(78211f16-200f-4de0-a2d2-40fc4dc684d0),segment_id=78211f16-200f-4de0-a2d2-40fc4dc684d0)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:45:12.348668 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-92ca40e1-749b-4b15-acf3-bbb5681921a5 req-3f1879af-893e-40e6-993c-81472427e4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:12.382473 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ca40e1-749b-4b15-acf3-bbb5681921a5 req-3f1879af-893e-40e6-993c-81472427e4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:45:12.383097 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-92ca40e1-749b-4b15-acf3-bbb5681921a5 req-3f1879af-893e-40e6-993c-81472427e4c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:12.384495 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-92ca40e1-749b-4b15-acf3-bbb5681921a5 req-3f1879af-893e-40e6-993c-81472427e4c6 service neutron] 10.222.0.58 "PUT /v2.0/ports/4524be67-44ed-4a69-bbf4-f849ce5c68e0 HTTP/1.1" status: 200 len: 1093 time: 0.5860755 Sep 23 07:45:12.384930 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2366bb58-9c4f-4ba1-95e9-078775d9d655', 'tag': '4524be67-44ed-4a69-bbf4-f849ce5c68e0'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:45:12.387256 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5c82e26e84456ec9bd92b2391c670c25772fd4a9558cb5800b4b1a13ca591a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df9128c0-8cc0-4625-8b2a-88b9cf0f5306" -d '{"events": [{"name": "network-changed", "server_uuid": "2366bb58-9c4f-4ba1-95e9-078775d9d655", "tag": "4524be67-44ed-4a69-bbf4-f849ce5c68e0"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:45:12.418954 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1879af-893e-40e6-993c-81472427e4c6 service neutron] Pushing event updated for resources: {'Port': ['ID=4524be67-44ed-4a69-bbf4-f849ce5c68e0,revision_number=3']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:12.433717 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd1d0e38-614d-44d4-80a6-d5b8e2d9ca41 x-openstack-request-id: req-dd1d0e38-614d-44d4-80a6-d5b8e2d9ca41 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:45:12.434036 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2366bb58-9c4f-4ba1-95e9-078775d9d655", "tag": "4524be67-44ed-4a69-bbf4-f849ce5c68e0", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:45:12.434292 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dd1d0e38-614d-44d4-80a6-d5b8e2d9ca41 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:45:12.434685 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2366bb58-9c4f-4ba1-95e9-078775d9d655', 'tag': '4524be67-44ed-4a69-bbf4-f849ce5c68e0', 'status': 'completed', 'code': 200} Sep 23 07:45:12.474287 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ca40e1-749b-4b15-acf3-bbb5681921a5 req-0c54b515-358f-4dd9-be83-ca9ab2b2e447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:45:12.476101 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-92ca40e1-749b-4b15-acf3-bbb5681921a5 req-0c54b515-358f-4dd9-be83-ca9ab2b2e447 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a04cd97bbcb7465caa18b4b0abc30eba&device_id=2366bb58-9c4f-4ba1-95e9-078775d9d655 HTTP/1.1" status: 200 len: 1096 time: 0.0518045 Sep 23 07:45:12.527230 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:12.530163 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-92ca40e1-749b-4b15-acf3-bbb5681921a5 req-752b267a-399b-4889-8f85-689236134af4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4524be67-44ed-4a69-bbf4-f849ce5c68e0 HTTP/1.1" status: 200 len: 217 time: 0.0460157 Sep 23 07:45:12.608380 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e53865-85e5-4d95-b403-c12e632bd178 req-cf01ea76-f05c-4e23-b6ae-cd4b9f7ea365 tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:45:12.609886 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e7e53865-85e5-4d95-b403-c12e632bd178 req-cf01ea76-f05c-4e23-b6ae-cd4b9f7ea365 tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] 10.222.0.39 "GET /v2.0/ports?device_id=2366bb58-9c4f-4ba1-95e9-078775d9d655 HTTP/1.1" status: 200 len: 944 time: 0.1187048 Sep 23 07:45:12.611665 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ca40e1-749b-4b15-acf3-bbb5681921a5 req-7dcdaefa-3b7b-4b6e-86f4-8de15c196494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:45:12.613062 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-92ca40e1-749b-4b15-acf3-bbb5681921a5 req-7dcdaefa-3b7b-4b6e-86f4-8de15c196494 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=28f857b0-d46d-46df-b1b0-de117732d541 HTTP/1.1" status: 200 len: 853 time: 0.0674701 Sep 23 07:45:12.655540 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-92ca40e1-749b-4b15-acf3-bbb5681921a5 req-3650da6e-5844-4392-84ff-0f9faf8e8918 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dcfdf642-e6e7-4502-8792-4e69296418b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313876 Sep 23 07:45:12.691926 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e7e53865-85e5-4d95-b403-c12e632bd178 req-1cc09725-4fd0-4350-a66d-12055fd0e2ed tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] 10.222.0.39 "GET /v2.0/security-groups?id=99580078-4d0b-4506-9f4e-260e697512f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753326 Sep 23 07:45:12.776202 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-92ca40e1-749b-4b15-acf3-bbb5681921a5 req-7f8e78ae-aa97-43b1-9870-b1f974cb8feb service neutron] 10.222.0.58 "GET /v2.0/networks/dcfdf642-e6e7-4502-8792-4e69296418b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100719 Sep 23 07:45:12.866986 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-92ca40e1-749b-4b15-acf3-bbb5681921a5 req-dfc9853b-391b-48e6-9f47-ff8ce8aa689e service neutron] 10.222.0.58 "GET /v2.0/networks/dcfdf642-e6e7-4502-8792-4e69296418b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832741 Sep 23 07:45:12.950311 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9128c0-8cc0-4625-8b2a-88b9cf0f5306 req-fa795d46-373f-406a-b991-29e1385cc653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:45:12.951697 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-df9128c0-8cc0-4625-8b2a-88b9cf0f5306 req-fa795d46-373f-406a-b991-29e1385cc653 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a04cd97bbcb7465caa18b4b0abc30eba&device_id=2366bb58-9c4f-4ba1-95e9-078775d9d655 HTTP/1.1" status: 200 len: 1096 time: 0.0406258 Sep 23 07:45:13.045087 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9128c0-8cc0-4625-8b2a-88b9cf0f5306 req-9ab703fe-785c-440c-b572-79ab8c8888d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:45:13.046578 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-df9128c0-8cc0-4625-8b2a-88b9cf0f5306 req-9ab703fe-785c-440c-b572-79ab8c8888d8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=dcfdf642-e6e7-4502-8792-4e69296418b2 HTTP/1.1" status: 200 len: 914 time: 0.0883317 Sep 23 07:45:13.091701 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-df9128c0-8cc0-4625-8b2a-88b9cf0f5306 req-160b195d-f301-4d68-a45b-e65e73bac677 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4524be67-44ed-4a69-bbf4-f849ce5c68e0 HTTP/1.1" status: 200 len: 217 time: 0.0376637 Sep 23 07:45:13.145813 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9128c0-8cc0-4625-8b2a-88b9cf0f5306 req-910927b8-09e3-41e9-9288-bb7d1f04aacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:45:13.147261 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-df9128c0-8cc0-4625-8b2a-88b9cf0f5306 req-910927b8-09e3-41e9-9288-bb7d1f04aacb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=28f857b0-d46d-46df-b1b0-de117732d541 HTTP/1.1" status: 200 len: 853 time: 0.0471952 Sep 23 07:45:13.180647 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-df9128c0-8cc0-4625-8b2a-88b9cf0f5306 req-0e243e31-f47f-4e3c-864b-b3886ca3a636 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dcfdf642-e6e7-4502-8792-4e69296418b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243592 Sep 23 07:45:13.274353 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-df9128c0-8cc0-4625-8b2a-88b9cf0f5306 req-ef074700-540d-4db2-9578-71566a601104 service neutron] 10.222.0.58 "GET /v2.0/networks/dcfdf642-e6e7-4502-8792-4e69296418b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859115 Sep 23 07:45:13.378155 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-df9128c0-8cc0-4625-8b2a-88b9cf0f5306 req-6f6e21f5-6cd4-4b4f-aa72-0a03fca6d82b service neutron] 10.222.0.58 "GET /v2.0/networks/dcfdf642-e6e7-4502-8792-4e69296418b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959208 Sep 23 07:45:13.810663 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37ee21-baa4-4c17-93b2-f11e3e05de50 req-262443ef-5842-4d79-8614-4577eee47cd4 tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:45:13.812121 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2a37ee21-baa4-4c17-93b2-f11e3e05de50 req-262443ef-5842-4d79-8614-4577eee47cd4 tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] 10.222.0.39 "GET /v2.0/ports?device_id=2366bb58-9c4f-4ba1-95e9-078775d9d655 HTTP/1.1" status: 200 len: 944 time: 0.0476677 Sep 23 07:45:13.848852 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2a37ee21-baa4-4c17-93b2-f11e3e05de50 req-914a230a-dfa3-4ebd-b185-4a850d446b7f tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] 10.222.0.39 "GET /v2.0/security-groups?id=99580078-4d0b-4506-9f4e-260e697512f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308540 Sep 23 07:45:14.009968 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:14.738169 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 4524be67-44ed-4a69-bbf4-f849ce5c68e0 details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:45:14.835636 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 4524be67-44ed-4a69-bbf4-f849ce5c68e0, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=4524be67-44ed-4a69-bbf4-f849ce5c68e0,segment=NetworkSegment(78211f16-200f-4de0-a2d2-40fc4dc684d0),segment_id=78211f16-200f-4de0-a2d2-40fc4dc684d0)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:45:14.846717 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': '4524be67-44ed-4a69-bbf4-f849ce5c68e0', 'network_id': 'dcfdf642-e6e7-4502-8792-4e69296418b2', 'port_id': '4524be67-44ed-4a69-bbf4-f849ce5c68e0', 'mac_address': 'fa:16:3e:59:86:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28f857b0-d46d-46df-b1b0-de117732d541', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:45:14.885378 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:14.898055 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4524be67-44ed-4a69-bbf4-f849ce5c68e0 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:45:14.917821 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 4524be67-44ed-4a69-bbf4-f849ce5c68e0, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=4524be67-44ed-4a69-bbf4-f849ce5c68e0,segment=NetworkSegment(78211f16-200f-4de0-a2d2-40fc4dc684d0),segment_id=78211f16-200f-4de0-a2d2-40fc4dc684d0)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:45:14.921770 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:14.966132 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5968afec-d3c4-4151-b0a1-66679d4417c2 req-1b42c15a-c6be-44e9-a458-235afed2be4f tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:45:14.967658 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5968afec-d3c4-4151-b0a1-66679d4417c2 req-1b42c15a-c6be-44e9-a458-235afed2be4f tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] 10.222.0.39 "GET /v2.0/ports?device_id=2366bb58-9c4f-4ba1-95e9-078775d9d655 HTTP/1.1" status: 200 len: 945 time: 0.0513825 Sep 23 07:45:14.971813 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=4524be67-44ed-4a69-bbf4-f849ce5c68e0,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:15.011500 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5968afec-d3c4-4151-b0a1-66679d4417c2 req-cb7879ac-65c1-4149-8472-5454d7686ab9 tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] 10.222.0.39 "GET /v2.0/security-groups?id=99580078-4d0b-4506-9f4e-260e697512f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377355 Sep 23 07:45:15.113659 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['4524be67-44ed-4a69-bbf4-f849ce5c68e0'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:45:16.128333 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5258679-9f16-41cc-9215-9f05c37042c2 req-644d0690-3730-4452-b152-9cc12a6b5840 tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:45:16.129808 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f5258679-9f16-41cc-9215-9f05c37042c2 req-644d0690-3730-4452-b152-9cc12a6b5840 tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] 10.222.0.39 "GET /v2.0/ports?device_id=2366bb58-9c4f-4ba1-95e9-078775d9d655 HTTP/1.1" status: 200 len: 945 time: 0.0514591 Sep 23 07:45:16.166968 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f5258679-9f16-41cc-9215-9f05c37042c2 req-5ddf1302-54b9-431e-82ba-be9fc6fffc7e tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] 10.222.0.39 "GET /v2.0/security-groups?id=99580078-4d0b-4506-9f4e-260e697512f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312207 Sep 23 07:45:16.752990 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 4524be67-44ed-4a69-bbf4-f849ce5c68e0 up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:45:16.800879 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port 4524be67-44ed-4a69-bbf4-f849ce5c68e0 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:45:16.804382 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port 4524be67-44ed-4a69-bbf4-f849ce5c68e0 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:45:16.804756 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:16.882456 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:16.904988 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2366bb58-9c4f-4ba1-95e9-078775d9d655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4524be67-44ed-4a69-bbf4-f849ce5c68e0'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:45:16.907247 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ba4f7dfdfe0dde90123cb5af03ec17f0bd1073b346dec34131962e04cdfc7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-162f3e58-0a51-4f61-8bda-5290f06b4d09" -d '{"events": [{"server_uuid": "2366bb58-9c4f-4ba1-95e9-078775d9d655", "name": "network-vif-plugged", "status": "completed", "tag": "4524be67-44ed-4a69-bbf4-f849ce5c68e0"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:45:16.920798 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 4524be67-44ed-4a69-bbf4-f849ce5c68e0, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=4524be67-44ed-4a69-bbf4-f849ce5c68e0,segment=NetworkSegment(78211f16-200f-4de0-a2d2-40fc4dc684d0),segment_id=78211f16-200f-4de0-a2d2-40fc4dc684d0)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:45:16.928548 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:16.953947 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-122eef1a-fa4f-49ce-bcf7-01bccea9714e x-openstack-request-id: req-122eef1a-fa4f-49ce-bcf7-01bccea9714e {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:45:16.954233 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2366bb58-9c4f-4ba1-95e9-078775d9d655", "name": "network-vif-plugged", "status": "completed", "tag": "4524be67-44ed-4a69-bbf4-f849ce5c68e0", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:45:16.954481 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-122eef1a-fa4f-49ce-bcf7-01bccea9714e {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:45:16.954870 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2366bb58-9c4f-4ba1-95e9-078775d9d655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4524be67-44ed-4a69-bbf4-f849ce5c68e0', 'code': 200} Sep 23 07:45:16.983888 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=4524be67-44ed-4a69-bbf4-f849ce5c68e0,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:17.040856 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061ef0db-b128-4e21-a653-04c0b2690ea3 req-4b01b091-3dae-4cec-b1f9-3c42da1daaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:45:17.043052 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-061ef0db-b128-4e21-a653-04c0b2690ea3 req-4b01b091-3dae-4cec-b1f9-3c42da1daaea service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2366bb58-9c4f-4ba1-95e9-078775d9d655 HTTP/1.1" status: 200 len: 1098 time: 0.0397148 Sep 23 07:45:17.082018 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-061ef0db-b128-4e21-a653-04c0b2690ea3 req-bd5a3837-5443-44a3-af4e-5a94ac841b99 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=99580078-4d0b-4506-9f4e-260e697512f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314164 Sep 23 07:45:17.281162 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7e76d8-c3fc-4e54-bbe3-f509773cc422 req-983fb932-8d91-40b6-8dfa-4fc4b73042da tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:45:17.282684 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1c7e76d8-c3fc-4e54-bbe3-f509773cc422 req-983fb932-8d91-40b6-8dfa-4fc4b73042da tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] 10.222.0.39 "GET /v2.0/ports?device_id=2366bb58-9c4f-4ba1-95e9-078775d9d655 HTTP/1.1" status: 200 len: 946 time: 0.0489821 Sep 23 07:45:17.333837 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1c7e76d8-c3fc-4e54-bbe3-f509773cc422 req-4b94b679-77a5-4596-82cc-a361a0789a00 tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] 10.222.0.39 "GET /v2.0/security-groups?id=99580078-4d0b-4506-9f4e-260e697512f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452533 Sep 23 07:45:18.450936 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c1f98-5e80-46db-b799-99a0b15db63a req-0ddc1766-d034-4270-b5fc-8de3ac334b66 tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:45:18.452427 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1b4c1f98-5e80-46db-b799-99a0b15db63a req-0ddc1766-d034-4270-b5fc-8de3ac334b66 tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] 10.222.0.39 "GET /v2.0/ports?device_id=2366bb58-9c4f-4ba1-95e9-078775d9d655 HTTP/1.1" status: 200 len: 946 time: 0.0493221 Sep 23 07:45:18.489518 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1b4c1f98-5e80-46db-b799-99a0b15db63a req-60e845c9-e107-4709-a77f-b79d79698139 tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] 10.222.0.39 "GET /v2.0/security-groups?id=99580078-4d0b-4506-9f4e-260e697512f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312495 Sep 23 07:45:18.716700 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e83be3-94bc-4f90-9251-d410efdd62ad req-448f5352-c086-4203-a45f-9289f9d96dad tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:45:18.718213 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-96e83be3-94bc-4f90-9251-d410efdd62ad req-448f5352-c086-4203-a45f-9289f9d96dad tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] 10.222.0.39 "GET /v2.0/ports?device_id=2366bb58-9c4f-4ba1-95e9-078775d9d655 HTTP/1.1" status: 200 len: 946 time: 0.0492375 Sep 23 07:45:18.756235 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-96e83be3-94bc-4f90-9251-d410efdd62ad req-d99f2832-029f-4497-b644-42a1e92aebeb tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] 10.222.0.39 "GET /v2.0/security-groups?id=99580078-4d0b-4506-9f4e-260e697512f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321403 Sep 23 07:45:19.872843 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a3415-cddc-44a2-8dd6-17b29a79fc62 req-a193bd55-4606-4289-9f4e-26d9bd7590ad tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:45:19.874376 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f32a3415-cddc-44a2-8dd6-17b29a79fc62 req-a193bd55-4606-4289-9f4e-26d9bd7590ad tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] 10.222.0.39 "GET /v2.0/ports?device_id=2366bb58-9c4f-4ba1-95e9-078775d9d655 HTTP/1.1" status: 200 len: 946 time: 0.0510070 Sep 23 07:45:19.911490 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f32a3415-cddc-44a2-8dd6-17b29a79fc62 req-0699d55a-9f1d-4110-a8dd-ed6b9440d152 tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] 10.222.0.39 "GET /v2.0/security-groups?id=99580078-4d0b-4506-9f4e-260e697512f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308743 Sep 23 07:45:20.050912 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe98ed3-ce21-487c-9082-13229c6e6581 req-89e074d6-dfdf-4f61-8baa-5ea9b52b444e tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:45:20.052323 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-abe98ed3-ce21-487c-9082-13229c6e6581 req-89e074d6-dfdf-4f61-8baa-5ea9b52b444e tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] 10.222.0.58 "GET /v2.0/ports?device_id=2366bb58-9c4f-4ba1-95e9-078775d9d655 HTTP/1.1" status: 200 len: 946 time: 0.0502789 Sep 23 07:45:20.144764 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-abe98ed3-ce21-487c-9082-13229c6e6581 req-20d22108-3394-4959-abf8-3520a5e44f56 tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] Deleting port 4524be67-44ed-4a69-bbf4-f849ce5c68e0 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:45:20.145104 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-abe98ed3-ce21-487c-9082-13229c6e6581 req-20d22108-3394-4959-abf8-3520a5e44f56 tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:20.232595 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-abe98ed3-ce21-487c-9082-13229c6e6581 req-20d22108-3394-4959-abf8-3520a5e44f56 tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] For port 4524be67-44ed-4a69-bbf4-f849ce5c68e0, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=4524be67-44ed-4a69-bbf4-f849ce5c68e0,segment=NetworkSegment(78211f16-200f-4de0-a2d2-40fc4dc684d0),segment_id=78211f16-200f-4de0-a2d2-40fc4dc684d0)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:45:20.232951 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-abe98ed3-ce21-487c-9082-13229c6e6581 req-20d22108-3394-4959-abf8-3520a5e44f56 tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:20.250246 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-abe98ed3-ce21-487c-9082-13229c6e6581 req-20d22108-3394-4959-abf8-3520a5e44f56 tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] Calling delete_port for 4524be67-44ed-4a69-bbf4-f849ce5c68e0 owned by compute:nova {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:45:20.373658 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-abe98ed3-ce21-487c-9082-13229c6e6581 req-20d22108-3394-4959-abf8-3520a5e44f56 tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:20.385761 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['4524be67-44ed-4a69-bbf4-f849ce5c68e0'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:45:20.404387 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d22108-3394-4959-abf8-3520a5e44f56 tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] Pushing event deleted for resources: {'Port': ['ID=4524be67-44ed-4a69-bbf4-f849ce5c68e0,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:20.408142 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['974d1c82-d87c-41cd-8153-4b5d22852dc8'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:45:20.453142 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-abe98ed3-ce21-487c-9082-13229c6e6581 req-20d22108-3394-4959-abf8-3520a5e44f56 tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] No DVR routers for this DVR port 4524be67-44ed-4a69-bbf4-f849ce5c68e0 on host n-h2-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:45:20.455999 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-abe98ed3-ce21-487c-9082-13229c6e6581 req-20d22108-3394-4959-abf8-3520a5e44f56 tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:20.458270 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-abe98ed3-ce21-487c-9082-13229c6e6581 req-20d22108-3394-4959-abf8-3520a5e44f56 tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] 10.222.0.58 "DELETE /v2.0/ports/4524be67-44ed-4a69-bbf4-f849ce5c68e0 HTTP/1.1" status: 204 len: 173 time: 0.3990629 Sep 23 07:45:20.458747 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2366bb58-9c4f-4ba1-95e9-078775d9d655', 'name': 'network-vif-deleted', 'tag': '4524be67-44ed-4a69-bbf4-f849ce5c68e0'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:45:20.461473 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5c82e26e84456ec9bd92b2391c670c25772fd4a9558cb5800b4b1a13ca591a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d658ea5a-c30e-4098-af31-d464201c24e4" -d '{"events": [{"server_uuid": "2366bb58-9c4f-4ba1-95e9-078775d9d655", "name": "network-vif-deleted", "tag": "4524be67-44ed-4a69-bbf4-f849ce5c68e0"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:45:20.502908 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edfc4e2b-7d84-437d-824e-d8c66859060b x-openstack-request-id: req-edfc4e2b-7d84-437d-824e-d8c66859060b {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:45:20.503075 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2366bb58-9c4f-4ba1-95e9-078775d9d655", "name": "network-vif-deleted", "tag": "4524be67-44ed-4a69-bbf4-f849ce5c68e0", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:45:20.504205 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-edfc4e2b-7d84-437d-824e-d8c66859060b {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:45:20.504205 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2366bb58-9c4f-4ba1-95e9-078775d9d655', 'name': 'network-vif-deleted', 'tag': '4524be67-44ed-4a69-bbf4-f849ce5c68e0', 'status': 'completed', 'code': 200} Sep 23 07:45:21.060414 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45b8cc7-ba92-4745-8d49-0ec6decbbf82 req-8538a9bd-5008-4a7c-9046-a8913812f670 tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:45:21.061812 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b45b8cc7-ba92-4745-8d49-0ec6decbbf82 req-8538a9bd-5008-4a7c-9046-a8913812f670 tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8dff2af-3bd8-428d-8c15-9c7090b0f672 HTTP/1.1" status: 200 len: 946 time: 0.0494418 Sep 23 07:45:21.100192 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b45b8cc7-ba92-4745-8d49-0ec6decbbf82 req-ef557055-01ad-49aa-b61b-fa4af45891a4 tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] 10.222.0.39 "GET /v2.0/security-groups?id=99580078-4d0b-4506-9f4e-260e697512f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324054 Sep 23 07:45:21.231672 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef78a813-60d4-4836-aac7-33df60b48a14 req-517127fd-5da9-4326-911a-a0d52b1d901a tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:45:21.233157 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ef78a813-60d4-4836-aac7-33df60b48a14 req-517127fd-5da9-4326-911a-a0d52b1d901a tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8dff2af-3bd8-428d-8c15-9c7090b0f672 HTTP/1.1" status: 200 len: 946 time: 0.0492303 Sep 23 07:45:21.272677 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ef78a813-60d4-4836-aac7-33df60b48a14 req-eb21b16c-665a-4c6d-8d24-752df1e5697c tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] 10.222.0.39 "GET /v2.0/security-groups?id=99580078-4d0b-4506-9f4e-260e697512f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334485 Sep 23 07:45:21.391708 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a9fe9-8586-4a74-9129-56cce837022f req-8d940b79-69f7-4936-8e48-407c6bf5c9a0 tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:45:21.393098 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-952a9fe9-8586-4a74-9129-56cce837022f req-8d940b79-69f7-4936-8e48-407c6bf5c9a0 tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8dff2af-3bd8-428d-8c15-9c7090b0f672 HTTP/1.1" status: 200 len: 946 time: 0.0512688 Sep 23 07:45:21.430125 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-952a9fe9-8586-4a74-9129-56cce837022f req-fbcf6f28-8d55-4cdb-82f2-57dba8a62f6e tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] 10.222.0.39 "GET /v2.0/security-groups?id=99580078-4d0b-4506-9f4e-260e697512f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310445 Sep 23 07:45:21.608375 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fcd163-6c9e-42c9-91ad-ea5811ac6127 req-11bdbf6b-fff6-4098-8b88-341ed7048154 tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:45:21.609831 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e3fcd163-6c9e-42c9-91ad-ea5811ac6127 req-11bdbf6b-fff6-4098-8b88-341ed7048154 tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8dff2af-3bd8-428d-8c15-9c7090b0f672 HTTP/1.1" status: 200 len: 946 time: 0.0474796 Sep 23 07:45:21.650652 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e3fcd163-6c9e-42c9-91ad-ea5811ac6127 req-3f95bf40-7f96-4e4d-86ab-68cec9eacf45 tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] 10.222.0.39 "GET /v2.0/security-groups?id=99580078-4d0b-4506-9f4e-260e697512f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347638 Sep 23 07:45:21.769936 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be513c3-fca7-44bd-a9c7-d854d376f04f req-a2682b81-ab2c-4731-9f4c-53ba261a7c8f tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:45:21.771433 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2be513c3-fca7-44bd-a9c7-d854d376f04f req-a2682b81-ab2c-4731-9f4c-53ba261a7c8f tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8dff2af-3bd8-428d-8c15-9c7090b0f672 HTTP/1.1" status: 200 len: 946 time: 0.0543947 Sep 23 07:45:21.809428 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2be513c3-fca7-44bd-a9c7-d854d376f04f req-8fc04d8d-fe1c-4d6a-ad4d-4f9ced724cd4 tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] 10.222.0.39 "GET /v2.0/security-groups?id=99580078-4d0b-4506-9f4e-260e697512f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315845 Sep 23 07:45:21.932702 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec53229e-c8a4-4023-a0cd-a363deeb9f7b req-8d1dba74-b046-47cf-aa72-0b8515071aed tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:45:21.934163 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ec53229e-c8a4-4023-a0cd-a363deeb9f7b req-8d1dba74-b046-47cf-aa72-0b8515071aed tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8dff2af-3bd8-428d-8c15-9c7090b0f672 HTTP/1.1" status: 200 len: 946 time: 0.0491545 Sep 23 07:45:21.971222 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ec53229e-c8a4-4023-a0cd-a363deeb9f7b req-090caf73-48e4-43a2-a057-320137cdb539 tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] 10.222.0.39 "GET /v2.0/security-groups?id=99580078-4d0b-4506-9f4e-260e697512f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309427 Sep 23 07:45:22.268385 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10b4120-b534-4d37-a88a-523dce44b43f req-58b39488-2998-44df-9826-f2735b1d1274 tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:45:22.269911 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c10b4120-b534-4d37-a88a-523dce44b43f req-58b39488-2998-44df-9826-f2735b1d1274 tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8dff2af-3bd8-428d-8c15-9c7090b0f672 HTTP/1.1" status: 200 len: 946 time: 0.0491054 Sep 23 07:45:22.308046 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c10b4120-b534-4d37-a88a-523dce44b43f req-e0440192-f7fe-4287-90fb-8635d3d6e597 tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] 10.222.0.39 "GET /v2.0/security-groups?id=99580078-4d0b-4506-9f4e-260e697512f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321822 Sep 23 07:45:22.770722 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 4524be67-44ed-4a69-bbf4-f849ce5c68e0 no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:45:22.790544 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No Port match for: 4524be67-44ed-4a69-bbf4-f849ce5c68e0 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:45:22.790912 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 4524be67-44ed-4a69-bbf4-f849ce5c68e0 not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:45:23.433954 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a5ecbb-559f-4bd8-a5e0-4176cb52642a req-b1b12db1-5b62-4567-ba1f-35a3eba7da37 tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:45:23.435468 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-54a5ecbb-559f-4bd8-a5e0-4176cb52642a req-b1b12db1-5b62-4567-ba1f-35a3eba7da37 tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8dff2af-3bd8-428d-8c15-9c7090b0f672 HTTP/1.1" status: 200 len: 946 time: 0.0494001 Sep 23 07:45:23.473097 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-54a5ecbb-559f-4bd8-a5e0-4176cb52642a req-4bf64a64-6a1f-44ac-89bb-51bb1e89a724 tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] 10.222.0.39 "GET /v2.0/security-groups?id=99580078-4d0b-4506-9f4e-260e697512f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317442 Sep 23 07:45:23.935638 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7ac094-ae02-4e1e-8ba9-e403918206d8 req-03f37ea1-bc94-49cb-93fe-a1a18ae853ef tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:45:23.937071 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1b7ac094-ae02-4e1e-8ba9-e403918206d8 req-03f37ea1-bc94-49cb-93fe-a1a18ae853ef tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8dff2af-3bd8-428d-8c15-9c7090b0f672 HTTP/1.1" status: 200 len: 946 time: 0.0473292 Sep 23 07:45:24.025929 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-1b7ac094-ae02-4e1e-8ba9-e403918206d8 req-89a70d28-77a7-4d42-af7e-3b6d5010f98f tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] Deleting port 974d1c82-d87c-41cd-8153-4b5d22852dc8 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:45:24.026286 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-1b7ac094-ae02-4e1e-8ba9-e403918206d8 req-89a70d28-77a7-4d42-af7e-3b6d5010f98f tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:24.118338 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-1b7ac094-ae02-4e1e-8ba9-e403918206d8 req-89a70d28-77a7-4d42-af7e-3b6d5010f98f tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] For port 974d1c82-d87c-41cd-8153-4b5d22852dc8, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=974d1c82-d87c-41cd-8153-4b5d22852dc8,segment=NetworkSegment(78211f16-200f-4de0-a2d2-40fc4dc684d0),segment_id=78211f16-200f-4de0-a2d2-40fc4dc684d0)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:45:24.118705 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-1b7ac094-ae02-4e1e-8ba9-e403918206d8 req-89a70d28-77a7-4d42-af7e-3b6d5010f98f tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:24.131719 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-1b7ac094-ae02-4e1e-8ba9-e403918206d8 req-89a70d28-77a7-4d42-af7e-3b6d5010f98f tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] Calling delete_port for 974d1c82-d87c-41cd-8153-4b5d22852dc8 owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:45:24.259642 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-1b7ac094-ae02-4e1e-8ba9-e403918206d8 req-89a70d28-77a7-4d42-af7e-3b6d5010f98f tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:24.285268 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['974d1c82-d87c-41cd-8153-4b5d22852dc8'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:45:24.286046 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a70d28-77a7-4d42-af7e-3b6d5010f98f tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] Pushing event deleted for resources: {'Port': ['ID=974d1c82-d87c-41cd-8153-4b5d22852dc8,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:24.296034 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a70d28-77a7-4d42-af7e-3b6d5010f98f tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:45:24.296388 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a70d28-77a7-4d42-af7e-3b6d5010f98f tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:45:24.296722 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a70d28-77a7-4d42-af7e-3b6d5010f98f tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:45:24.297065 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a70d28-77a7-4d42-af7e-3b6d5010f98f tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:45:24.297388 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a70d28-77a7-4d42-af7e-3b6d5010f98f tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:45:24.297715 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a70d28-77a7-4d42-af7e-3b6d5010f98f tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:45:24.298068 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a70d28-77a7-4d42-af7e-3b6d5010f98f tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:45:24.298386 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a70d28-77a7-4d42-af7e-3b6d5010f98f tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:45:24.298712 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a70d28-77a7-4d42-af7e-3b6d5010f98f tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:45:24.299035 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a70d28-77a7-4d42-af7e-3b6d5010f98f tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:45:24.299354 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a70d28-77a7-4d42-af7e-3b6d5010f98f tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:45:24.299673 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a70d28-77a7-4d42-af7e-3b6d5010f98f tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:45:24.341025 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b7ac094-ae02-4e1e-8ba9-e403918206d8 req-89a70d28-77a7-4d42-af7e-3b6d5010f98f tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] No DVR routers for this DVR port 974d1c82-d87c-41cd-8153-4b5d22852dc8 on host n-h1-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:45:24.343720 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-1b7ac094-ae02-4e1e-8ba9-e403918206d8 req-89a70d28-77a7-4d42-af7e-3b6d5010f98f tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:24.345749 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1b7ac094-ae02-4e1e-8ba9-e403918206d8 req-89a70d28-77a7-4d42-af7e-3b6d5010f98f tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] 10.222.0.21 "DELETE /v2.0/ports/974d1c82-d87c-41cd-8153-4b5d22852dc8 HTTP/1.1" status: 204 len: 173 time: 0.4023714 Sep 23 07:45:24.346228 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8dff2af-3bd8-428d-8c15-9c7090b0f672', 'name': 'network-vif-deleted', 'tag': '974d1c82-d87c-41cd-8153-4b5d22852dc8'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:45:24.348473 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f95ab57a745480e309303c621f93016f7af13821b9c47ad15b10e565102b0cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a16380-6471-45bd-9344-eff477ee7a60" -d '{"events": [{"server_uuid": "c8dff2af-3bd8-428d-8c15-9c7090b0f672", "name": "network-vif-deleted", "tag": "974d1c82-d87c-41cd-8153-4b5d22852dc8"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:45:24.392538 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed1a11d0-eac5-4c1e-96be-f15213dc0e37 x-openstack-request-id: req-ed1a11d0-eac5-4c1e-96be-f15213dc0e37 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:45:24.393043 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8dff2af-3bd8-428d-8c15-9c7090b0f672", "name": "network-vif-deleted", "tag": "974d1c82-d87c-41cd-8153-4b5d22852dc8", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:45:24.393302 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ed1a11d0-eac5-4c1e-96be-f15213dc0e37 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:45:24.393702 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8dff2af-3bd8-428d-8c15-9c7090b0f672', 'name': 'network-vif-deleted', 'tag': '974d1c82-d87c-41cd-8153-4b5d22852dc8', 'status': 'completed', 'code': 200} Sep 23 07:45:24.586194 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6fe8f196-bf56-4ceb-a108-3cab133a723a req-c7159af1-21ed-4e96-8879-87744a6bbf1f tempest-ServersNegativeTestJSON-1100580787 tempest-ServersNegativeTestJSON-1100580787-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8dff2af-3bd8-428d-8c15-9c7090b0f672 HTTP/1.1" status: 200 len: 210 time: 0.0295987 Sep 23 07:45:25.642288 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54606) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:45:25.685983 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a67e8a6-3c80-4a95-be1f-7e46a57f7ed2 admin admin] Deleting subnet 28f857b0-d46d-46df-b1b0-de117732d541 {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:45:25.688889 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3a67e8a6-3c80-4a95-be1f-7e46a57f7ed2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:25.722674 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3a67e8a6-3c80-4a95-be1f-7e46a57f7ed2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:25.761340 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3a67e8a6-3c80-4a95-be1f-7e46a57f7ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:25.810931 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3a67e8a6-3c80-4a95-be1f-7e46a57f7ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:25.840739 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a67e8a6-3c80-4a95-be1f-7e46a57f7ed2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28f857b0-d46d-46df-b1b0-de117732d541,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:25.846312 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3a67e8a6-3c80-4a95-be1f-7e46a57f7ed2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:25.848784 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-3a67e8a6-3c80-4a95-be1f-7e46a57f7ed2 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/28f857b0-d46d-46df-b1b0-de117732d541 HTTP/1.1" status: 204 len: 168 time: 0.2054710 Sep 23 07:45:25.850635 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54608) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:45:25.916816 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2ad28931-daa7-48c5-b435-d0bd7d190b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:25.996814 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2ad28931-daa7-48c5-b435-d0bd7d190b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:26.016645 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-2ad28931-daa7-48c5-b435-d0bd7d190b51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcfdf642-e6e7-4502-8792-4e69296418b2']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:45:26.025581 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-2ad28931-daa7-48c5-b435-d0bd7d190b51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78211f16-200f-4de0-a2d2-40fc4dc684d0') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:45:26.025892 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-2ad28931-daa7-48c5-b435-d0bd7d190b51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78211f16-200f-4de0-a2d2-40fc4dc684d0') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:45:26.035399 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2ad28931-daa7-48c5-b435-d0bd7d190b51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:26.048782 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2ad28931-daa7-48c5-b435-d0bd7d190b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:26.054662 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ad28931-daa7-48c5-b435-d0bd7d190b51 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:45:26.055039 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2ad28931-daa7-48c5-b435-d0bd7d190b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:26.056704 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 07:45:26.056704 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:45:26.056704 n-d-715271-16 neutron-server[95065]: timer() Sep 23 07:45:26.056704 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:45:26.056704 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 07:45:26.056704 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:45:26.056704 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 07:45:26.056704 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:45:26.056704 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 07:45:26.056704 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:45:26.056704 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 07:45:26.056704 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:45:26.056704 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 07:45:26.056704 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:45:26.056704 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:45:26.056704 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:45:26.056704 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:45:26.056704 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:45:26.056704 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 07:45:26.056704 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:45:26.056704 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 07:45:26.056704 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:45:26.056704 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:45:26.056704 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:45:26.056704 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 07:45:26.056704 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:45:26.056704 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:45:26.056704 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:45:26.056704 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:45:26.056704 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:45:26.056704 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:45:26.056704 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:45:26.110288 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2ad28931-daa7-48c5-b435-d0bd7d190b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:26.119625 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2ad28931-daa7-48c5-b435-d0bd7d190b51 admin admin] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:26.122962 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-2ad28931-daa7-48c5-b435-d0bd7d190b51 admin admin] 10.222.0.39 "DELETE /v2.0/networks/dcfdf642-e6e7-4502-8792-4e69296418b2 HTTP/1.1" status: 204 len: 168 time: 0.2713907 Sep 23 07:45:26.140618 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad28931-daa7-48c5-b435-d0bd7d190b51 admin admin] Pushing event deleted for resources: {'Network': ['ID=dcfdf642-e6e7-4502-8792-4e69296418b2,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:26.234276 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54612) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:45:26.278392 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-79c6e864-9a5a-4e28-9fd9-164a7bf7ad79 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a04cd97bbcb7465caa18b4b0abc30eba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0428226 Sep 23 07:45:26.280954 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54614) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:45:26.328424 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c85243cd-f22e-4b05-bbe0-ad085f71c8de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:26.348904 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c85243cd-f22e-4b05-bbe0-ad085f71c8de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:26.396100 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c85243cd-f22e-4b05-bbe0-ad085f71c8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:26.398936 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c85243cd-f22e-4b05-bbe0-ad085f71c8de admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:26.400084 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-c85243cd-f22e-4b05-bbe0-ad085f71c8de admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/99580078-4d0b-4506-9f4e-260e697512f1 HTTP/1.1" status: 204 len: 168 time: 0.1182392 Sep 23 07:45:26.408712 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85243cd-f22e-4b05-bbe0-ad085f71c8de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99580078-4d0b-4506-9f4e-260e697512f1,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:27.065978 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54636) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:45:27.163190 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-0057e792-ad96-472c-8a80-377034de82e0 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-156479508'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:45:27.184076 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0057e792-ad96-472c-8a80-377034de82e0 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Made reservation on behalf of d4009ffbc6cf4c16b51a9c86894075ea for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:45:27.187335 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0057e792-ad96-472c-8a80-377034de82e0 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:27.195730 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0057e792-ad96-472c-8a80-377034de82e0 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:27.281824 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0057e792-ad96-472c-8a80-377034de82e0 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:27.285262 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0057e792-ad96-472c-8a80-377034de82e0 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:27.308719 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0057e792-ad96-472c-8a80-377034de82e0 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:45:27.322462 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0057e792-ad96-472c-8a80-377034de82e0 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a066059-bf3f-4b68-ae5b-7ac4185205d6,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:27.328438 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0057e792-ad96-472c-8a80-377034de82e0 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:27.328786 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-0057e792-ad96-472c-8a80-377034de82e0 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Added segment 209fe7cb-ab4b-4a4b-b548-f966ba3c2086 of type vlan for network c085b9ca-b5c3-4333-96e2-fcfe1b3941ed Sep 23 07:45:27.369232 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0057e792-ad96-472c-8a80-377034de82e0 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:27.397757 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0057e792-ad96-472c-8a80-377034de82e0 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:27.404716 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0057e792-ad96-472c-8a80-377034de82e0 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:45:27.405704 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0057e792-ad96-472c-8a80-377034de82e0 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:27.465260 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-0057e792-ad96-472c-8a80-377034de82e0 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3981397 Sep 23 07:45:27.767853 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0057e792-ad96-472c-8a80-377034de82e0 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Pushing event updated for resources: {'Network': ['ID=c085b9ca-b5c3-4333-96e2-fcfe1b3941ed,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:27.778021 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network c085b9ca-b5c3-4333-96e2-fcfe1b3941ed details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:45:28.818102 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 974d1c82-d87c-41cd-8153-4b5d22852dc8 no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:45:28.838145 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] No Port match for: 974d1c82-d87c-41cd-8153-4b5d22852dc8 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:45:28.838494 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 974d1c82-d87c-41cd-8153-4b5d22852dc8 not bound to the agent host n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:45:30.733818 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54640) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:45:30.738915 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-b36e8f44-431b-4bde-ba60-7708ece226ea tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Request body: {'subnet': {'network_id': 'c085b9ca-b5c3-4333-96e2-fcfe1b3941ed', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:45:30.825223 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b36e8f44-431b-4bde-ba60-7708ece226ea tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Made reservation on behalf of d4009ffbc6cf4c16b51a9c86894075ea for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:45:30.828854 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b36e8f44-431b-4bde-ba60-7708ece226ea tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:31.009064 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b36e8f44-431b-4bde-ba60-7708ece226ea tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:31.066965 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36e8f44-431b-4bde-ba60-7708ece226ea tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Pushing event updated for resources: {'Subnet': ['ID=f4adde27-5c5d-4b26-9734-fce70fdceaa3,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:31.076294 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36e8f44-431b-4bde-ba60-7708ece226ea tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Checking segment: {'id': '209fe7cb-ab4b-4a4b-b548-f966ba3c2086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'c085b9ca-b5c3-4333-96e2-fcfe1b3941ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:45:31.076652 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36e8f44-431b-4bde-ba60-7708ece226ea tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Network hostable DHCP agents. Network: c085b9ca-b5c3-4333-96e2-fcfe1b3941ed, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:45:31.094157 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36e8f44-431b-4bde-ba60-7708ece226ea tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Network c085b9ca-b5c3-4333-96e2-fcfe1b3941ed is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:45:31.103693 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-b36e8f44-431b-4bde-ba60-7708ece226ea tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, c085b9ca-b5c3-4333-96e2-fcfe1b3941ed) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:45:31.108945 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36e8f44-431b-4bde-ba60-7708ece226ea tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:45:31.110416 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b36e8f44-431b-4bde-ba60-7708ece226ea tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:31.114087 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e5d573-df4c-470b-86e4-4e160a99c112 None None] Network c085b9ca-b5c3-4333-96e2-fcfe1b3941ed requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:45:31.123623 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-b36e8f44-431b-4bde-ba60-7708ece226ea tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3886349 Sep 23 07:45:31.127421 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54642) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:45:31.132239 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-b9b144d3-d293-472e-97b5-c211a5004e4b tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-363060917'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:45:31.151889 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b144d3-d293-472e-97b5-c211a5004e4b tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Made reservation on behalf of d4009ffbc6cf4c16b51a9c86894075ea for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:45:31.155359 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b9b144d3-d293-472e-97b5-c211a5004e4b tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:31.179823 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9b144d3-d293-472e-97b5-c211a5004e4b tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:45:31.189657 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b9b144d3-d293-472e-97b5-c211a5004e4b tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:31.190046 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-b9b144d3-d293-472e-97b5-c211a5004e4b tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Added segment f11a0e22-c2b3-4220-8893-318630b81735 of type vlan for network 67b166d8-8eb6-4ffc-b263-afb0979b35e4 Sep 23 07:45:31.231440 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b9b144d3-d293-472e-97b5-c211a5004e4b tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:31.255710 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b9b144d3-d293-472e-97b5-c211a5004e4b tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:31.259253 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2199698f-ecd8-4cb2-896d-d00d24c96b82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-c085b9ca-b5c3-4333-96e2-fcfe1b3941ed', 'network_id': 'c085b9ca-b5c3-4333-96e2-fcfe1b3941ed', 'tenant_id': 'd4009ffbc6cf4c16b51a9c86894075ea', 'fixed_ips': [{'subnet_id': 'f4adde27-5c5d-4b26-9734-fce70fdceaa3'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:45:31.260054 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2199698f-ecd8-4cb2-896d-d00d24c96b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:31.261441 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b144d3-d293-472e-97b5-c211a5004e4b tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:45:31.262413 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b9b144d3-d293-472e-97b5-c211a5004e4b tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:31.300169 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-b9b144d3-d293-472e-97b5-c211a5004e4b tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1690903 Sep 23 07:45:31.300402 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54644) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:45:31.305109 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-0c6fb277-e700-4f84-a5c3-93895d3347fc tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Request body: {'subnet': {'network_id': '67b166d8-8eb6-4ffc-b263-afb0979b35e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:45:31.355709 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b144d3-d293-472e-97b5-c211a5004e4b tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Pushing event updated for resources: {'Network': ['ID=67b166d8-8eb6-4ffc-b263-afb0979b35e4,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:31.366409 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 67b166d8-8eb6-4ffc-b263-afb0979b35e4 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:45:31.429889 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c6fb277-e700-4f84-a5c3-93895d3347fc tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Made reservation on behalf of d4009ffbc6cf4c16b51a9c86894075ea for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:45:31.430197 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0c6fb277-e700-4f84-a5c3-93895d3347fc tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:31.475421 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-2199698f-ecd8-4cb2-896d-d00d24c96b82 None None] Allocated IP 2001:db8:0:ffff::2 (c085b9ca-b5c3-4333-96e2-fcfe1b3941ed/f4adde27-5c5d-4b26-9734-fce70fdceaa3/89e56e65-9855-495c-afd3-5276cfdbfc36) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:45:31.626244 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2199698f-ecd8-4cb2-896d-d00d24c96b82 None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:31.626600 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0c6fb277-e700-4f84-a5c3-93895d3347fc tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:31.631489 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2199698f-ecd8-4cb2-896d-d00d24c96b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:31.672383 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2199698f-ecd8-4cb2-896d-d00d24c96b82 None None] Network c085b9ca-b5c3-4333-96e2-fcfe1b3941ed is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:45:31.675304 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-2199698f-ecd8-4cb2-896d-d00d24c96b82 None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:45:31.678987 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2199698f-ecd8-4cb2-896d-d00d24c96b82 None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:45:31.692790 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6fb277-e700-4f84-a5c3-93895d3347fc tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Pushing event updated for resources: {'Subnet': ['ID=5b9b3f72-1332-44b0-8c56-ea4c69fe4e6d,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:31.695398 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2199698f-ecd8-4cb2-896d-d00d24c96b82 None None] Pushing event updated for resources: {'Port': ['ID=89e56e65-9855-495c-afd3-5276cfdbfc36,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:31.708867 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6fb277-e700-4f84-a5c3-93895d3347fc tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Checking segment: {'id': 'f11a0e22-c2b3-4220-8893-318630b81735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '67b166d8-8eb6-4ffc-b263-afb0979b35e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:45:31.709306 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6fb277-e700-4f84-a5c3-93895d3347fc tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Network hostable DHCP agents. Network: 67b166d8-8eb6-4ffc-b263-afb0979b35e4, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:45:31.717559 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2199698f-ecd8-4cb2-896d-d00d24c96b82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:45:31.717974 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2199698f-ecd8-4cb2-896d-d00d24c96b82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:45:31.718488 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2199698f-ecd8-4cb2-896d-d00d24c96b82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:45:31.718798 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2199698f-ecd8-4cb2-896d-d00d24c96b82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:45:31.719132 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2199698f-ecd8-4cb2-896d-d00d24c96b82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:45:31.719466 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2199698f-ecd8-4cb2-896d-d00d24c96b82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:45:31.719788 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2199698f-ecd8-4cb2-896d-d00d24c96b82 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:45:31.720114 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2199698f-ecd8-4cb2-896d-d00d24c96b82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:45:31.720441 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2199698f-ecd8-4cb2-896d-d00d24c96b82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:45:31.720765 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2199698f-ecd8-4cb2-896d-d00d24c96b82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:45:31.721090 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2199698f-ecd8-4cb2-896d-d00d24c96b82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:45:31.721413 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2199698f-ecd8-4cb2-896d-d00d24c96b82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:45:31.731394 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6fb277-e700-4f84-a5c3-93895d3347fc tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Network 67b166d8-8eb6-4ffc-b263-afb0979b35e4 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:45:31.742735 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-0c6fb277-e700-4f84-a5c3-93895d3347fc tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 67b166d8-8eb6-4ffc-b263-afb0979b35e4) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:45:31.749856 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6fb277-e700-4f84-a5c3-93895d3347fc tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:45:31.750692 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0c6fb277-e700-4f84-a5c3-93895d3347fc tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:31.766656 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ded3eb8-d7b5-4325-84ea-ab90af49852f None None] Network 67b166d8-8eb6-4ffc-b263-afb0979b35e4 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:45:31.770964 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-0c6fb277-e700-4f84-a5c3-93895d3347fc tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4695544 Sep 23 07:45:31.771144 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54646) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:45:31.782399 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-2199698f-ecd8-4cb2-896d-d00d24c96b82 None None] Attempting to bind port 89e56e65-9855-495c-afd3-5276cfdbfc36 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:45:31.782774 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-2199698f-ecd8-4cb2-896d-d00d24c96b82 None None] Attempting to bind port 89e56e65-9855-495c-afd3-5276cfdbfc36 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '209fe7cb-ab4b-4a4b-b548-f966ba3c2086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'c085b9ca-b5c3-4333-96e2-fcfe1b3941ed'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:45:31.783140 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2199698f-ecd8-4cb2-896d-d00d24c96b82 None None] Attempting to bind port 89e56e65-9855-495c-afd3-5276cfdbfc36 on network c085b9ca-b5c3-4333-96e2-fcfe1b3941ed {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:45:31.800479 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2199698f-ecd8-4cb2-896d-d00d24c96b82 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:45:31.800858 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2199698f-ecd8-4cb2-896d-d00d24c96b82 None None] Checking segment: {'id': '209fe7cb-ab4b-4a4b-b548-f966ba3c2086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'c085b9ca-b5c3-4333-96e2-fcfe1b3941ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:45:31.801268 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2199698f-ecd8-4cb2-896d-d00d24c96b82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:31.801659 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2199698f-ecd8-4cb2-896d-d00d24c96b82 None None] Bound using segment: {'id': '209fe7cb-ab4b-4a4b-b548-f966ba3c2086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'c085b9ca-b5c3-4333-96e2-fcfe1b3941ed'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:45:31.802162 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-2199698f-ecd8-4cb2-896d-d00d24c96b82 None None] Bound port: 89e56e65-9855-495c-afd3-5276cfdbfc36, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '209fe7cb-ab4b-4a4b-b548-f966ba3c2086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'c085b9ca-b5c3-4333-96e2-fcfe1b3941ed'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:45:31.802548 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2199698f-ecd8-4cb2-896d-d00d24c96b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:31.880618 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f96715bd-5193-4557-b9ed-df16286c309d tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:31.959245 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f96715bd-5193-4557-b9ed-df16286c309d tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:31.963303 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-2199698f-ecd8-4cb2-896d-d00d24c96b82 None None] For port 89e56e65-9855-495c-afd3-5276cfdbfc36, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:45:31.973300 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1b2609-0eeb-4372-bf8e-8191ee0c63b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-67b166d8-8eb6-4ffc-b263-afb0979b35e4', 'network_id': '67b166d8-8eb6-4ffc-b263-afb0979b35e4', 'tenant_id': 'd4009ffbc6cf4c16b51a9c86894075ea', 'fixed_ips': [{'subnet_id': '5b9b3f72-1332-44b0-8c56-ea4c69fe4e6d'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:45:31.974184 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2b1b2609-0eeb-4372-bf8e-8191ee0c63b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:31.979840 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-2199698f-ecd8-4cb2-896d-d00d24c96b82 None None] For port 89e56e65-9855-495c-afd3-5276cfdbfc36, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=89e56e65-9855-495c-afd3-5276cfdbfc36,segment=NetworkSegment(209fe7cb-ab4b-4a4b-b548-f966ba3c2086),segment_id=209fe7cb-ab4b-4a4b-b548-f966ba3c2086)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:45:31.988604 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2199698f-ecd8-4cb2-896d-d00d24c96b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:32.037395 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f96715bd-5193-4557-b9ed-df16286c309d tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:32.107524 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96715bd-5193-4557-b9ed-df16286c309d tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Pushing event deleted for resources: {'Subnet': ['ID=5b9b3f72-1332-44b0-8c56-ea4c69fe4e6d,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:32.117643 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96715bd-5193-4557-b9ed-df16286c309d tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:45:32.118106 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96715bd-5193-4557-b9ed-df16286c309d tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:45:32.118462 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96715bd-5193-4557-b9ed-df16286c309d tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:45:32.118833 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96715bd-5193-4557-b9ed-df16286c309d tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:45:32.119180 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96715bd-5193-4557-b9ed-df16286c309d tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:45:32.119505 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96715bd-5193-4557-b9ed-df16286c309d tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:45:32.119870 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96715bd-5193-4557-b9ed-df16286c309d tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:45:32.120938 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96715bd-5193-4557-b9ed-df16286c309d tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:45:32.121335 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2199698f-ecd8-4cb2-896d-d00d24c96b82 None None] Pushing event updated for resources: {'Port': ['ID=89e56e65-9855-495c-afd3-5276cfdbfc36,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:32.121827 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96715bd-5193-4557-b9ed-df16286c309d tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:45:32.121827 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96715bd-5193-4557-b9ed-df16286c309d tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:45:32.122200 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96715bd-5193-4557-b9ed-df16286c309d tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:45:32.122535 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96715bd-5193-4557-b9ed-df16286c309d tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server [None req-2b1b2609-0eeb-4372-bf8e-8191ee0c63b1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5b9b3f72-1332-44b0-8c56-ea4c69fe4e6d: This subnet is being modified by another concurrent operation. Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server raise exception Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5b9b3f72-1332-44b0-8c56-ea4c69fe4e6d: This subnet is being modified by another concurrent operation. Sep 23 07:45:32.132002 n-d-715271-16 neutron-server[95067]: ERROR oslo_messaging.rpc.server Sep 23 07:45:32.152384 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f96715bd-5193-4557-b9ed-df16286c309d tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:32.155394 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f729ddd3-524c-4751-baee-fb70d76831b0 None None] Network 67b166d8-8eb6-4ffc-b263-afb0979b35e4 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:45:32.175922 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-f96715bd-5193-4557-b9ed-df16286c309d tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67b166d8-8eb6-4ffc-b263-afb0979b35e4']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:45:32.187296 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-f96715bd-5193-4557-b9ed-df16286c309d tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f11a0e22-c2b3-4220-8893-318630b81735') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:45:32.187622 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-f96715bd-5193-4557-b9ed-df16286c309d tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f11a0e22-c2b3-4220-8893-318630b81735') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:45:32.197934 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f96715bd-5193-4557-b9ed-df16286c309d tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:32.212812 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f96715bd-5193-4557-b9ed-df16286c309d tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:32.220208 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f96715bd-5193-4557-b9ed-df16286c309d tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:45:32.220631 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f96715bd-5193-4557-b9ed-df16286c309d tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:32.228197 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 07:45:32.228197 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:45:32.228197 n-d-715271-16 neutron-server[95066]: timer() Sep 23 07:45:32.228197 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:45:32.228197 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 07:45:32.228197 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:45:32.228197 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 07:45:32.228197 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:45:32.228197 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 07:45:32.228197 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:45:32.228197 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 07:45:32.228197 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:45:32.228197 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 07:45:32.228197 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:45:32.228197 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:45:32.228197 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:45:32.228197 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:45:32.228197 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:45:32.228197 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 07:45:32.228197 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:45:32.228197 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 07:45:32.228197 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:45:32.228197 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:45:32.228197 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:45:32.228197 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 07:45:32.228197 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:45:32.228197 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:45:32.228197 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:45:32.228197 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:45:32.228197 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:45:32.228197 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:45:32.228197 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:45:32.314074 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f96715bd-5193-4557-b9ed-df16286c309d tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:32.318939 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f96715bd-5193-4557-b9ed-df16286c309d tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:32.321361 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-f96715bd-5193-4557-b9ed-df16286c309d tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] 10.222.0.39 "DELETE /v2.0/networks/67b166d8-8eb6-4ffc-b263-afb0979b35e4 HTTP/1.1" status: 204 len: 168 time: 0.5486133 Sep 23 07:45:32.324974 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54648) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:45:32.330227 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-1be73f63-3ca9-45e4-8808-742ae45eb3d2 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2007844443'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:45:32.342253 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96715bd-5193-4557-b9ed-df16286c309d tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Pushing event deleted for resources: {'Network': ['ID=67b166d8-8eb6-4ffc-b263-afb0979b35e4,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:32.359500 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be73f63-3ca9-45e4-8808-742ae45eb3d2 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Made reservation on behalf of d4009ffbc6cf4c16b51a9c86894075ea for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:45:32.363318 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1be73f63-3ca9-45e4-8808-742ae45eb3d2 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:32.388761 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1be73f63-3ca9-45e4-8808-742ae45eb3d2 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:45:32.397894 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1be73f63-3ca9-45e4-8808-742ae45eb3d2 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:32.398230 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-1be73f63-3ca9-45e4-8808-742ae45eb3d2 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Added segment d4c1ab9a-cf66-4731-8252-9535bde9d113 of type vlan for network 590cd9f9-0c7d-4730-af62-c17c7cdd0e8d Sep 23 07:45:32.437446 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1be73f63-3ca9-45e4-8808-742ae45eb3d2 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:32.460248 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1be73f63-3ca9-45e4-8808-742ae45eb3d2 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:32.466393 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be73f63-3ca9-45e4-8808-742ae45eb3d2 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:45:32.466964 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1be73f63-3ca9-45e4-8808-742ae45eb3d2 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:32.501606 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-1be73f63-3ca9-45e4-8808-742ae45eb3d2 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1754541 Sep 23 07:45:32.504353 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54650) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:45:32.511134 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-46b8695a-8f15-49d1-92ed-2980088123ba tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Request body: {'subnet': {'network_id': '590cd9f9-0c7d-4730-af62-c17c7cdd0e8d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:45:32.555245 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be73f63-3ca9-45e4-8808-742ae45eb3d2 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Pushing event updated for resources: {'Network': ['ID=590cd9f9-0c7d-4730-af62-c17c7cdd0e8d,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:32.565393 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 590cd9f9-0c7d-4730-af62-c17c7cdd0e8d details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:45:32.631020 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b8695a-8f15-49d1-92ed-2980088123ba tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Made reservation on behalf of d4009ffbc6cf4c16b51a9c86894075ea for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:45:32.634590 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-46b8695a-8f15-49d1-92ed-2980088123ba tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:32.698744 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.ipam_backend_mixin [None req-46b8695a-8f15-49d1-92ed-2980088123ba tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Performing IP validity checks on allocation pools {{(pid=95065) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 23 07:45:32.698944 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.ipam_backend_mixin [None req-46b8695a-8f15-49d1-92ed-2980088123ba tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95065) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 23 07:45:32.704813 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 89e56e65-9855-495c-afd3-5276cfdbfc36 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:45:32.759290 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 89e56e65-9855-495c-afd3-5276cfdbfc36 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:45:32.759671 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:32.840177 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-46b8695a-8f15-49d1-92ed-2980088123ba tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:32.843984 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:32.879600 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port 89e56e65-9855-495c-afd3-5276cfdbfc36, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=89e56e65-9855-495c-afd3-5276cfdbfc36,segment=NetworkSegment(209fe7cb-ab4b-4a4b-b548-f966ba3c2086),segment_id=209fe7cb-ab4b-4a4b-b548-f966ba3c2086)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:45:32.883892 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:32.914118 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8695a-8f15-49d1-92ed-2980088123ba tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Pushing event updated for resources: {'Subnet': ['ID=543237bb-fce0-42cc-a494-c5aaff5114d8,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:32.923490 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b8695a-8f15-49d1-92ed-2980088123ba tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Checking segment: {'id': 'd4c1ab9a-cf66-4731-8252-9535bde9d113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '590cd9f9-0c7d-4730-af62-c17c7cdd0e8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:45:32.923855 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b8695a-8f15-49d1-92ed-2980088123ba tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Network hostable DHCP agents. Network: 590cd9f9-0c7d-4730-af62-c17c7cdd0e8d, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:45:32.939840 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=89e56e65-9855-495c-afd3-5276cfdbfc36,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:32.949538 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b8695a-8f15-49d1-92ed-2980088123ba tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Network 590cd9f9-0c7d-4730-af62-c17c7cdd0e8d is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:45:32.959092 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-46b8695a-8f15-49d1-92ed-2980088123ba tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 590cd9f9-0c7d-4730-af62-c17c7cdd0e8d) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:45:32.963170 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b8695a-8f15-49d1-92ed-2980088123ba tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:45:32.963777 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-46b8695a-8f15-49d1-92ed-2980088123ba tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:32.971051 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94347c0b-097a-4fb0-848f-8c0776703701 None None] Network 590cd9f9-0c7d-4730-af62-c17c7cdd0e8d requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:45:32.980804 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-46b8695a-8f15-49d1-92ed-2980088123ba tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4752107 Sep 23 07:45:32.983209 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54652) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:45:33.090748 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ce1110f2-9a92-47ac-963a-a970c8c4615e tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:33.184882 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ce1110f2-9a92-47ac-963a-a970c8c4615e tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:33.192447 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768bb8f9-c49d-49a3-b155-0edfa9a8c7a5 None None] Network c085b9ca-b5c3-4333-96e2-fcfe1b3941ed requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:45:33.244334 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ce1110f2-9a92-47ac-963a-a970c8c4615e tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:33.248598 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-b79ab650-4168-47c3-9565-865a905faa61 None None] Provisioning complete for port 89e56e65-9855-495c-afd3-5276cfdbfc36 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:45:33.249005 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b79ab650-4168-47c3-9565-865a905faa61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:33.270941 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1110f2-9a92-47ac-963a-a970c8c4615e tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Pushing event deleted for resources: {'Subnet': ['ID=543237bb-fce0-42cc-a494-c5aaff5114d8,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:33.335076 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ce1110f2-9a92-47ac-963a-a970c8c4615e tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:33.356497 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-ce1110f2-9a92-47ac-963a-a970c8c4615e tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['590cd9f9-0c7d-4730-af62-c17c7cdd0e8d']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:45:33.366017 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-ce1110f2-9a92-47ac-963a-a970c8c4615e tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4c1ab9a-cf66-4731-8252-9535bde9d113') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:45:33.366312 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-ce1110f2-9a92-47ac-963a-a970c8c4615e tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4c1ab9a-cf66-4731-8252-9535bde9d113') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:45:33.367320 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9c1396-dc2a-443d-a18d-276d53600b1b None None] Network 590cd9f9-0c7d-4730-af62-c17c7cdd0e8d requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:45:33.376251 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ce1110f2-9a92-47ac-963a-a970c8c4615e tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:33.389330 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ce1110f2-9a92-47ac-963a-a970c8c4615e tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:33.395819 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce1110f2-9a92-47ac-963a-a970c8c4615e tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:45:33.396199 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ce1110f2-9a92-47ac-963a-a970c8c4615e tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:33.399203 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 07:45:33.399203 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:45:33.399203 n-d-715271-16 neutron-server[95065]: timer() Sep 23 07:45:33.399203 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:45:33.399203 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 07:45:33.399203 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:45:33.399203 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 07:45:33.399203 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:45:33.399203 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 07:45:33.399203 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:45:33.399203 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 07:45:33.399203 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:45:33.399203 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 07:45:33.399203 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:45:33.399203 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:45:33.399203 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:45:33.399203 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:45:33.399203 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:45:33.399203 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 07:45:33.399203 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:45:33.399203 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 07:45:33.399203 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:45:33.399203 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:45:33.399203 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:45:33.399203 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 07:45:33.399203 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:45:33.399203 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:45:33.399203 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:45:33.399203 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:45:33.399203 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:45:33.399203 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:45:33.399203 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:45:33.461900 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ce1110f2-9a92-47ac-963a-a970c8c4615e tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:33.467865 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ce1110f2-9a92-47ac-963a-a970c8c4615e tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:33.470475 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-ce1110f2-9a92-47ac-963a-a970c8c4615e tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] 10.222.0.39 "DELETE /v2.0/networks/590cd9f9-0c7d-4730-af62-c17c7cdd0e8d HTTP/1.1" status: 204 len: 168 time: 0.4863131 Sep 23 07:45:33.474345 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54654) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:45:33.480366 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-f3f723c5-0110-4baa-a5b5-714366407e35 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-424907741'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:45:33.488619 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1110f2-9a92-47ac-963a-a970c8c4615e tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Pushing event deleted for resources: {'Network': ['ID=590cd9f9-0c7d-4730-af62-c17c7cdd0e8d,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:33.501894 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f723c5-0110-4baa-a5b5-714366407e35 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Made reservation on behalf of d4009ffbc6cf4c16b51a9c86894075ea for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:45:33.505424 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f3f723c5-0110-4baa-a5b5-714366407e35 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:33.529342 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3f723c5-0110-4baa-a5b5-714366407e35 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:45:33.538178 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f3f723c5-0110-4baa-a5b5-714366407e35 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:33.538522 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-f3f723c5-0110-4baa-a5b5-714366407e35 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Added segment ea70cbf4-be2a-47f2-8153-5c6288b0d26e of type vlan for network 7a78b6ef-21d8-4f57-9b43-093efd7d97fa Sep 23 07:45:33.581486 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f3f723c5-0110-4baa-a5b5-714366407e35 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:33.608065 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f3f723c5-0110-4baa-a5b5-714366407e35 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:33.613752 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f723c5-0110-4baa-a5b5-714366407e35 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:45:33.614374 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f3f723c5-0110-4baa-a5b5-714366407e35 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:33.644287 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-f3f723c5-0110-4baa-a5b5-714366407e35 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1687913 Sep 23 07:45:33.647543 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54656) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:45:33.654846 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-d3adfa1d-2666-46ca-afaf-8dee93ee8d34 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Request body: {'subnet': {'network_id': '7a78b6ef-21d8-4f57-9b43-093efd7d97fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:45:33.687879 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f723c5-0110-4baa-a5b5-714366407e35 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Pushing event updated for resources: {'Network': ['ID=7a78b6ef-21d8-4f57-9b43-093efd7d97fa,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:33.699058 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 7a78b6ef-21d8-4f57-9b43-093efd7d97fa details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:45:33.760861 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3adfa1d-2666-46ca-afaf-8dee93ee8d34 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Made reservation on behalf of d4009ffbc6cf4c16b51a9c86894075ea for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:45:33.765181 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d3adfa1d-2666-46ca-afaf-8dee93ee8d34 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:33.772122 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920526e1-839a-4d83-ae35-36ddf6174ae7 None None] get_active_networks_info from n-d-715271-16 {{(pid=95067) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 07:45:33.809223 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-932e561d-a6c6-4659-963b-6664043719cf None None] Provisioning complete for port 89e56e65-9855-495c-afd3-5276cfdbfc36 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:45:33.809595 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-932e561d-a6c6-4659-963b-6664043719cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:33.875774 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920526e1-839a-4d83-ae35-36ddf6174ae7 None None] Resources bound (agent type, host, resource id): {{(pid=95067) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 07:45:33.953545 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d3adfa1d-2666-46ca-afaf-8dee93ee8d34 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:34.014155 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3adfa1d-2666-46ca-afaf-8dee93ee8d34 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Pushing event updated for resources: {'Subnet': ['ID=ab604531-9ea6-4ece-9018-a2ba8805ba10,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:34.021965 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3adfa1d-2666-46ca-afaf-8dee93ee8d34 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Checking segment: {'id': 'ea70cbf4-be2a-47f2-8153-5c6288b0d26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7a78b6ef-21d8-4f57-9b43-093efd7d97fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:45:34.021965 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3adfa1d-2666-46ca-afaf-8dee93ee8d34 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Network hostable DHCP agents. Network: 7a78b6ef-21d8-4f57-9b43-093efd7d97fa, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:45:34.039289 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3adfa1d-2666-46ca-afaf-8dee93ee8d34 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Network 7a78b6ef-21d8-4f57-9b43-093efd7d97fa is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:45:34.048871 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-d3adfa1d-2666-46ca-afaf-8dee93ee8d34 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 7a78b6ef-21d8-4f57-9b43-093efd7d97fa) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:45:34.052914 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3adfa1d-2666-46ca-afaf-8dee93ee8d34 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:45:34.053496 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d3adfa1d-2666-46ca-afaf-8dee93ee8d34 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:34.067928 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-d3adfa1d-2666-46ca-afaf-8dee93ee8d34 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4192715 Sep 23 07:45:34.071458 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54658) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:45:34.077242 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-aec2fc4d-f5e4-4d04-85db-ef487a3987c0 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-981221779'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:45:34.101065 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec2fc4d-f5e4-4d04-85db-ef487a3987c0 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Made reservation on behalf of d4009ffbc6cf4c16b51a9c86894075ea for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:45:34.108037 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-aec2fc4d-f5e4-4d04-85db-ef487a3987c0 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:34.124402 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c72f09f-3adb-4a5c-b331-ca86861f94fe None None] Network 7a78b6ef-21d8-4f57-9b43-093efd7d97fa requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:45:34.133083 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aec2fc4d-f5e4-4d04-85db-ef487a3987c0 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:45:34.142468 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-aec2fc4d-f5e4-4d04-85db-ef487a3987c0 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:34.142809 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-aec2fc4d-f5e4-4d04-85db-ef487a3987c0 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Added segment 7ae1813b-8883-4d65-8f12-f968670f44fd of type vlan for network b5cc8a89-994d-4d03-98b8-89e7e13262c9 Sep 23 07:45:34.186357 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-aec2fc4d-f5e4-4d04-85db-ef487a3987c0 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:34.211237 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-aec2fc4d-f5e4-4d04-85db-ef487a3987c0 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:34.217570 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec2fc4d-f5e4-4d04-85db-ef487a3987c0 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:45:34.218186 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-aec2fc4d-f5e4-4d04-85db-ef487a3987c0 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:34.258054 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-aec2fc4d-f5e4-4d04-85db-ef487a3987c0 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1852231 Sep 23 07:45:34.261426 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54660) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:45:34.266500 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-d2e72fbe-67a1-42d2-8258-9d45b8cbafeb tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Request body: {'subnet': {'network_id': 'b5cc8a89-994d-4d03-98b8-89e7e13262c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:45:34.278008 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13d204a-f866-422f-bbe2-5239622d9ffd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-7a78b6ef-21d8-4f57-9b43-093efd7d97fa', 'network_id': '7a78b6ef-21d8-4f57-9b43-093efd7d97fa', 'tenant_id': 'd4009ffbc6cf4c16b51a9c86894075ea', 'fixed_ips': [{'subnet_id': 'ab604531-9ea6-4ece-9018-a2ba8805ba10'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:45:34.278933 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d13d204a-f866-422f-bbe2-5239622d9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:34.297398 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec2fc4d-f5e4-4d04-85db-ef487a3987c0 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Pushing event updated for resources: {'Network': ['ID=b5cc8a89-994d-4d03-98b8-89e7e13262c9,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:34.350938 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network b5cc8a89-994d-4d03-98b8-89e7e13262c9 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:45:34.389701 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2e72fbe-67a1-42d2-8258-9d45b8cbafeb tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Made reservation on behalf of d4009ffbc6cf4c16b51a9c86894075ea for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:45:34.393220 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d2e72fbe-67a1-42d2-8258-9d45b8cbafeb tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:34.477391 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-d13d204a-f866-422f-bbe2-5239622d9ffd None None] Allocated IP 2001:db8::2 (7a78b6ef-21d8-4f57-9b43-093efd7d97fa/ab604531-9ea6-4ece-9018-a2ba8805ba10/35f42012-2d20-41cb-9d5f-9cc3a9af79da) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:45:34.572952 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d2e72fbe-67a1-42d2-8258-9d45b8cbafeb tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:34.621835 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d13d204a-f866-422f-bbe2-5239622d9ffd None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:34.629299 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d13d204a-f866-422f-bbe2-5239622d9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:34.633115 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e72fbe-67a1-42d2-8258-9d45b8cbafeb tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Pushing event updated for resources: {'Subnet': ['ID=240b916f-5e6b-44a4-9ec7-61b3b2d0fe65,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:34.644970 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e72fbe-67a1-42d2-8258-9d45b8cbafeb tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Checking segment: {'id': '7ae1813b-8883-4d65-8f12-f968670f44fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b5cc8a89-994d-4d03-98b8-89e7e13262c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:45:34.645343 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e72fbe-67a1-42d2-8258-9d45b8cbafeb tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Network hostable DHCP agents. Network: b5cc8a89-994d-4d03-98b8-89e7e13262c9, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:45:34.664322 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e72fbe-67a1-42d2-8258-9d45b8cbafeb tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Network b5cc8a89-994d-4d03-98b8-89e7e13262c9 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:45:34.674917 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-d2e72fbe-67a1-42d2-8258-9d45b8cbafeb tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, b5cc8a89-994d-4d03-98b8-89e7e13262c9) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:45:34.678760 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13d204a-f866-422f-bbe2-5239622d9ffd None None] Network 7a78b6ef-21d8-4f57-9b43-093efd7d97fa is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:45:34.679984 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e72fbe-67a1-42d2-8258-9d45b8cbafeb tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:45:34.680878 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d2e72fbe-67a1-42d2-8258-9d45b8cbafeb tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:34.687049 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-d13d204a-f866-422f-bbe2-5239622d9ffd None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:45:34.689386 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13d204a-f866-422f-bbe2-5239622d9ffd None None] Pushing event updated for resources: {'Port': ['ID=35f42012-2d20-41cb-9d5f-9cc3a9af79da,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:34.691241 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13d204a-f866-422f-bbe2-5239622d9ffd None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:45:34.695535 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2923def7-036b-4d80-aa8c-8fbaa9f4bd73 None None] Network b5cc8a89-994d-4d03-98b8-89e7e13262c9 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:45:34.696595 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-d2e72fbe-67a1-42d2-8258-9d45b8cbafeb tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4340706 Sep 23 07:45:34.699353 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54662) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:45:34.714771 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 89e56e65-9855-495c-afd3-5276cfdbfc36 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:45:34.795389 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ffb147ca-61d7-4884-8304-9813ab6e2e2a tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:34.834876 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-d13d204a-f866-422f-bbe2-5239622d9ffd None None] Attempting to bind port 35f42012-2d20-41cb-9d5f-9cc3a9af79da on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:45:34.835156 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-d13d204a-f866-422f-bbe2-5239622d9ffd None None] Attempting to bind port 35f42012-2d20-41cb-9d5f-9cc3a9af79da by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': 'ea70cbf4-be2a-47f2-8153-5c6288b0d26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7a78b6ef-21d8-4f57-9b43-093efd7d97fa'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:45:34.835523 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13d204a-f866-422f-bbe2-5239622d9ffd None None] Attempting to bind port 35f42012-2d20-41cb-9d5f-9cc3a9af79da on network 7a78b6ef-21d8-4f57-9b43-093efd7d97fa {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:45:34.845962 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13d204a-f866-422f-bbe2-5239622d9ffd None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:45:34.846347 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13d204a-f866-422f-bbe2-5239622d9ffd None None] Checking segment: {'id': 'ea70cbf4-be2a-47f2-8153-5c6288b0d26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7a78b6ef-21d8-4f57-9b43-093efd7d97fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:45:34.846755 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d13d204a-f866-422f-bbe2-5239622d9ffd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:34.847151 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13d204a-f866-422f-bbe2-5239622d9ffd None None] Bound using segment: {'id': 'ea70cbf4-be2a-47f2-8153-5c6288b0d26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7a78b6ef-21d8-4f57-9b43-093efd7d97fa'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:45:34.847625 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-d13d204a-f866-422f-bbe2-5239622d9ffd None None] Bound port: 35f42012-2d20-41cb-9d5f-9cc3a9af79da, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea70cbf4-be2a-47f2-8153-5c6288b0d26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7a78b6ef-21d8-4f57-9b43-093efd7d97fa'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:45:34.848006 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d13d204a-f866-422f-bbe2-5239622d9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:34.849689 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ffb147ca-61d7-4884-8304-9813ab6e2e2a tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:34.878861 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 89e56e65-9855-495c-afd3-5276cfdbfc36 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:45:34.879237 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:34.910097 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ffb147ca-61d7-4884-8304-9813ab6e2e2a tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:34.938281 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb147ca-61d7-4884-8304-9813ab6e2e2a tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Pushing event deleted for resources: {'Subnet': ['ID=240b916f-5e6b-44a4-9ec7-61b3b2d0fe65,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:34.998622 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ffb147ca-61d7-4884-8304-9813ab6e2e2a tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:35.013295 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-d13d204a-f866-422f-bbe2-5239622d9ffd None None] For port 35f42012-2d20-41cb-9d5f-9cc3a9af79da, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:45:35.019538 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-ffb147ca-61d7-4884-8304-9813ab6e2e2a tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5cc8a89-994d-4d03-98b8-89e7e13262c9']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:45:35.020237 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a244792a-f474-4e6c-8029-ab25703e35bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-b5cc8a89-994d-4d03-98b8-89e7e13262c9', 'network_id': 'b5cc8a89-994d-4d03-98b8-89e7e13262c9', 'tenant_id': 'd4009ffbc6cf4c16b51a9c86894075ea', 'fixed_ips': [{'subnet_id': '240b916f-5e6b-44a4-9ec7-61b3b2d0fe65'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:45:35.021078 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a244792a-f474-4e6c-8029-ab25703e35bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:35.031084 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-ffb147ca-61d7-4884-8304-9813ab6e2e2a tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ae1813b-8883-4d65-8f12-f968670f44fd') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:45:35.031379 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-ffb147ca-61d7-4884-8304-9813ab6e2e2a tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ae1813b-8883-4d65-8f12-f968670f44fd') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:45:35.039944 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-d13d204a-f866-422f-bbe2-5239622d9ffd None None] For port 35f42012-2d20-41cb-9d5f-9cc3a9af79da, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=35f42012-2d20-41cb-9d5f-9cc3a9af79da,segment=NetworkSegment(ea70cbf4-be2a-47f2-8153-5c6288b0d26e),segment_id=ea70cbf4-be2a-47f2-8153-5c6288b0d26e)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:45:35.040445 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ffb147ca-61d7-4884-8304-9813ab6e2e2a tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:35.047109 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d13d204a-f866-422f-bbe2-5239622d9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:35.055811 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ffb147ca-61d7-4884-8304-9813ab6e2e2a tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:35.061978 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffb147ca-61d7-4884-8304-9813ab6e2e2a tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:45:35.062365 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ffb147ca-61d7-4884-8304-9813ab6e2e2a tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:35.065447 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 07:45:35.065447 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:45:35.065447 n-d-715271-16 neutron-server[95066]: timer() Sep 23 07:45:35.065447 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:45:35.065447 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 07:45:35.065447 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:45:35.065447 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 07:45:35.065447 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:45:35.065447 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 07:45:35.065447 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:45:35.065447 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 07:45:35.065447 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:45:35.065447 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 07:45:35.065447 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:45:35.065447 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:45:35.065447 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:45:35.065447 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:45:35.065447 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:45:35.065447 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 07:45:35.065447 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:45:35.065447 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 07:45:35.065447 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:45:35.065447 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:45:35.065447 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:45:35.065447 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 07:45:35.065447 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:45:35.065447 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:45:35.065447 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:45:35.065447 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:45:35.065447 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:45:35.065447 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:45:35.065447 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:45:35.177544 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ffb147ca-61d7-4884-8304-9813ab6e2e2a tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:35.187033 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ffb147ca-61d7-4884-8304-9813ab6e2e2a tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:35.193917 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-ffb147ca-61d7-4884-8304-9813ab6e2e2a tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] 10.222.0.39 "DELETE /v2.0/networks/b5cc8a89-994d-4d03-98b8-89e7e13262c9 HTTP/1.1" status: 204 len: 168 time: 0.4887121 Sep 23 07:45:35.194121 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941d8fa1-4ee7-4f3f-a0ca-e5ff404c1b08 None None] Network b5cc8a89-994d-4d03-98b8-89e7e13262c9 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:45:35.194904 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54664) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:45:35.198604 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13d204a-f866-422f-bbe2-5239622d9ffd None None] Pushing event updated for resources: {'Port': ['ID=35f42012-2d20-41cb-9d5f-9cc3a9af79da,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:35.212913 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941d8fa1-4ee7-4f3f-a0ca-e5ff404c1b08 None None] Network b5cc8a89-994d-4d03-98b8-89e7e13262c9 could not be found, it might have been deleted concurrently. {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 23 07:45:35.218671 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb147ca-61d7-4884-8304-9813ab6e2e2a tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Pushing event deleted for resources: {'Network': ['ID=b5cc8a89-994d-4d03-98b8-89e7e13262c9,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:35.232216 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-efb3c4dd-c3bb-4488-83b6-b0e51c23aeb8 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] GET failed (client error): The resource could not be found. Sep 23 07:45:35.233888 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-efb3c4dd-c3bb-4488-83b6-b0e51c23aeb8 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] 10.222.0.39 "GET /v2.0/subnets/240b916f-5e6b-44a4-9ec7-61b3b2d0fe65 HTTP/1.1" status: 404 len: 337 time: 0.0375245 Sep 23 07:45:35.237338 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54666) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:45:35.262390 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-b13efab2-f822-4d2d-b296-883308337679 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] DELETE failed (client error): The resource could not be found. Sep 23 07:45:35.262977 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b13efab2-f822-4d2d-b296-883308337679 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 07:45:35.264734 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-b13efab2-f822-4d2d-b296-883308337679 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] 10.222.0.39 "DELETE /v2.0/networks/b5cc8a89-994d-4d03-98b8-89e7e13262c9 HTTP/1.1" status: 404 len: 339 time: 0.0260556 Sep 23 07:45:35.268572 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54668) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:45:35.306455 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-874b8c13-0107-4572-b2c5-9c6474eae8f1 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] DELETE failed (client error): The resource could not be found. Sep 23 07:45:35.306966 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-874b8c13-0107-4572-b2c5-9c6474eae8f1 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 07:45:35.308886 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-874b8c13-0107-4572-b2c5-9c6474eae8f1 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] 10.222.0.39 "DELETE /v2.0/subnets/240b916f-5e6b-44a4-9ec7-61b3b2d0fe65 HTTP/1.1" status: 404 len: 337 time: 0.0393665 Sep 23 07:45:35.311669 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54670) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:45:35.330300 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-c593bfe9-296e-4d41-9aff-0c34a044ec80 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] DELETE failed (client error): The resource could not be found. Sep 23 07:45:35.330820 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c593bfe9-296e-4d41-9aff-0c34a044ec80 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 07:45:35.332461 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-c593bfe9-296e-4d41-9aff-0c34a044ec80 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] 10.222.0.39 "DELETE /v2.0/networks/b5cc8a89-994d-4d03-98b8-89e7e13262c9 HTTP/1.1" status: 404 len: 339 time: 0.0198934 Sep 23 07:45:35.334892 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54672) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:45:35.392669 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-b56d76b3-5b42-441c-af02-1036639fb1f4 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Deleting subnet ab604531-9ea6-4ece-9018-a2ba8805ba10 {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:45:35.395961 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b56d76b3-5b42-441c-af02-1036639fb1f4 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:35.439147 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b56d76b3-5b42-441c-af02-1036639fb1f4 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:35.525113 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b56d76b3-5b42-441c-af02-1036639fb1f4 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:35.589669 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b56d76b3-5b42-441c-af02-1036639fb1f4 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:35.617188 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56d76b3-5b42-441c-af02-1036639fb1f4 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Pushing event deleted for resources: {'Subnet': ['ID=ab604531-9ea6-4ece-9018-a2ba8805ba10,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:35.626653 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b56d76b3-5b42-441c-af02-1036639fb1f4 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:35.628727 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-b56d76b3-5b42-441c-af02-1036639fb1f4 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] 10.222.0.39 "DELETE /v2.0/subnets/ab604531-9ea6-4ece-9018-a2ba8805ba10 HTTP/1.1" status: 204 len: 168 time: 0.2929623 Sep 23 07:45:35.631224 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54674) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:45:35.705412 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2ba746e1-5272-434b-8d83-9492afbbb4c2 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:35.764003 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-2ba746e1-5272-434b-8d83-9492afbbb4c2 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Deleting port 35f42012-2d20-41cb-9d5f-9cc3a9af79da {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:45:35.764337 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2ba746e1-5272-434b-8d83-9492afbbb4c2 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:35.830196 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-2ba746e1-5272-434b-8d83-9492afbbb4c2 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] For port 35f42012-2d20-41cb-9d5f-9cc3a9af79da, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=35f42012-2d20-41cb-9d5f-9cc3a9af79da,segment=NetworkSegment(ea70cbf4-be2a-47f2-8153-5c6288b0d26e),segment_id=ea70cbf4-be2a-47f2-8153-5c6288b0d26e)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:45:35.830576 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2ba746e1-5272-434b-8d83-9492afbbb4c2 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:35.843762 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-2ba746e1-5272-434b-8d83-9492afbbb4c2 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Calling delete_port for 35f42012-2d20-41cb-9d5f-9cc3a9af79da owned by network:dhcp {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:45:35.929759 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2ba746e1-5272-434b-8d83-9492afbbb4c2 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:35.956115 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba746e1-5272-434b-8d83-9492afbbb4c2 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Pushing event deleted for resources: {'Port': ['ID=35f42012-2d20-41cb-9d5f-9cc3a9af79da,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:35.959722 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba746e1-5272-434b-8d83-9492afbbb4c2 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] No DVR routers for this DVR port 35f42012-2d20-41cb-9d5f-9cc3a9af79da on host n-d-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:45:36.029263 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1314f792-4a27-4596-879d-dadc03a7bb8b None None] Network 7a78b6ef-21d8-4f57-9b43-093efd7d97fa requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:45:36.038933 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2ba746e1-5272-434b-8d83-9492afbbb4c2 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:36.065708 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-2ba746e1-5272-434b-8d83-9492afbbb4c2 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a78b6ef-21d8-4f57-9b43-093efd7d97fa']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:45:36.075300 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-2ba746e1-5272-434b-8d83-9492afbbb4c2 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea70cbf4-be2a-47f2-8153-5c6288b0d26e') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:45:36.075597 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-2ba746e1-5272-434b-8d83-9492afbbb4c2 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea70cbf4-be2a-47f2-8153-5c6288b0d26e') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:45:36.084949 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2ba746e1-5272-434b-8d83-9492afbbb4c2 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:36.092181 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a96bc74d-7a22-41f7-8b89-d608b0359f27 None None] Could not find standard attr ID for object 35f42012-2d20-41cb-9d5f-9cc3a9af79da. {{(pid=95067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 07:45:36.098225 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2ba746e1-5272-434b-8d83-9492afbbb4c2 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:36.107718 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ba746e1-5272-434b-8d83-9492afbbb4c2 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:45:36.108171 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2ba746e1-5272-434b-8d83-9492afbbb4c2 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:36.111390 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 07:45:36.111390 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:45:36.111390 n-d-715271-16 neutron-server[95065]: timer() Sep 23 07:45:36.111390 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:45:36.111390 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 07:45:36.111390 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:45:36.111390 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 07:45:36.111390 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:45:36.111390 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 07:45:36.111390 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:45:36.111390 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 07:45:36.111390 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:45:36.111390 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 07:45:36.111390 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:45:36.111390 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:45:36.111390 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:45:36.111390 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:45:36.111390 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:45:36.111390 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 07:45:36.111390 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:45:36.111390 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 07:45:36.111390 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:45:36.111390 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:45:36.111390 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:45:36.111390 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 07:45:36.111390 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:45:36.111390 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:45:36.111390 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:45:36.111390 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:45:36.111390 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:45:36.111390 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:45:36.111390 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:45:36.173164 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2ba746e1-5272-434b-8d83-9492afbbb4c2 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:36.178224 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2ba746e1-5272-434b-8d83-9492afbbb4c2 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:36.180102 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-2ba746e1-5272-434b-8d83-9492afbbb4c2 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] 10.222.0.39 "DELETE /v2.0/networks/7a78b6ef-21d8-4f57-9b43-093efd7d97fa HTTP/1.1" status: 204 len: 168 time: 0.5479319 Sep 23 07:45:36.183225 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54676) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:45:36.191171 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56357f72-5740-454d-afce-cce013528d1f None None] DHCP port deletion for 7a78b6ef-21d8-4f57-9b43-093efd7d97fa request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 07:45:36.195897 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba746e1-5272-434b-8d83-9492afbbb4c2 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Pushing event deleted for resources: {'Network': ['ID=7a78b6ef-21d8-4f57-9b43-093efd7d97fa,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:36.213319 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-a51c802d-f7ed-4d60-b5df-99067f5f1fc8 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] DELETE failed (client error): The resource could not be found. Sep 23 07:45:36.214344 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a51c802d-f7ed-4d60-b5df-99067f5f1fc8 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 07:45:36.216144 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-a51c802d-f7ed-4d60-b5df-99067f5f1fc8 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] 10.222.0.39 "DELETE /v2.0/subnets/543237bb-fce0-42cc-a494-c5aaff5114d8 HTTP/1.1" status: 404 len: 337 time: 0.0307398 Sep 23 07:45:36.218935 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54678) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:45:36.241438 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-99892698-f20c-4870-b54a-d7b0aed3eb68 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] DELETE failed (client error): The resource could not be found. Sep 23 07:45:36.242035 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99892698-f20c-4870-b54a-d7b0aed3eb68 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 07:45:36.243688 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-99892698-f20c-4870-b54a-d7b0aed3eb68 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] 10.222.0.39 "DELETE /v2.0/networks/590cd9f9-0c7d-4730-af62-c17c7cdd0e8d HTTP/1.1" status: 404 len: 339 time: 0.0237753 Sep 23 07:45:36.246391 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54680) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:45:36.272361 n-d-715271-16 neutron-server[95065]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba2a5938-9311-4ae7-914e-14eefbe087c3 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] DELETE failed (client error): The resource could not be found. Sep 23 07:45:36.272723 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba2a5938-9311-4ae7-914e-14eefbe087c3 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95065) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 07:45:36.274434 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-ba2a5938-9311-4ae7-914e-14eefbe087c3 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] 10.222.0.39 "DELETE /v2.0/subnets/5b9b3f72-1332-44b0-8c56-ea4c69fe4e6d HTTP/1.1" status: 404 len: 337 time: 0.0270534 Sep 23 07:45:36.277681 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54682) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:45:36.296348 n-d-715271-16 neutron-server[95066]: INFO neutron.pecan_wsgi.hooks.translation [None req-886bdd9a-2453-427f-adde-d3f1a9a07947 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] DELETE failed (client error): The resource could not be found. Sep 23 07:45:36.296887 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-886bdd9a-2453-427f-adde-d3f1a9a07947 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95066) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 07:45:36.298549 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-886bdd9a-2453-427f-adde-d3f1a9a07947 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] 10.222.0.39 "DELETE /v2.0/networks/67b166d8-8eb6-4ffc-b263-afb0979b35e4 HTTP/1.1" status: 404 len: 339 time: 0.0198333 Sep 23 07:45:36.300692 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54684) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:45:36.349253 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9fe8111-b0cb-4fa3-8496-cf094917df94 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Deleting subnet f4adde27-5c5d-4b26-9734-fce70fdceaa3 {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:45:36.352302 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b9fe8111-b0cb-4fa3-8496-cf094917df94 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:36.391842 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b9fe8111-b0cb-4fa3-8496-cf094917df94 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:36.478399 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b9fe8111-b0cb-4fa3-8496-cf094917df94 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:36.536121 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b9fe8111-b0cb-4fa3-8496-cf094917df94 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:36.571357 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b9fe8111-b0cb-4fa3-8496-cf094917df94 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:36.574121 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-b9fe8111-b0cb-4fa3-8496-cf094917df94 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] 10.222.0.39 "DELETE /v2.0/subnets/f4adde27-5c5d-4b26-9734-fce70fdceaa3 HTTP/1.1" status: 204 len: 168 time: 0.2721441 Sep 23 07:45:36.575025 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fe8111-b0cb-4fa3-8496-cf094917df94 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Pushing event deleted for resources: {'Subnet': ['ID=f4adde27-5c5d-4b26-9734-fce70fdceaa3,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:36.576819 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54686) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:45:36.582342 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9768f00d-3a1c-4396-91fe-3b1d2e91a62b None None] Network c085b9ca-b5c3-4333-96e2-fcfe1b3941ed requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:45:36.657219 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-381a53a0-ccfa-4934-9ee3-76b83ab2dcd5 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:36.710126 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-381a53a0-ccfa-4934-9ee3-76b83ab2dcd5 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Deleting port 89e56e65-9855-495c-afd3-5276cfdbfc36 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:45:36.710468 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-381a53a0-ccfa-4934-9ee3-76b83ab2dcd5 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:36.752516 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63e9903-3fab-4996-90a6-0daf001f2b9e None None] DHCP port deletion for c085b9ca-b5c3-4333-96e2-fcfe1b3941ed request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 07:45:36.779106 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-381a53a0-ccfa-4934-9ee3-76b83ab2dcd5 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] For port 89e56e65-9855-495c-afd3-5276cfdbfc36, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=89e56e65-9855-495c-afd3-5276cfdbfc36,segment=NetworkSegment(209fe7cb-ab4b-4a4b-b548-f966ba3c2086),segment_id=209fe7cb-ab4b-4a4b-b548-f966ba3c2086)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:45:36.779472 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-381a53a0-ccfa-4934-9ee3-76b83ab2dcd5 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:36.791180 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-381a53a0-ccfa-4934-9ee3-76b83ab2dcd5 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Calling delete_port for 89e56e65-9855-495c-afd3-5276cfdbfc36 owned by network:dhcp {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:45:36.799891 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-c63e9903-3fab-4996-90a6-0daf001f2b9e None None] Deleting port 89e56e65-9855-495c-afd3-5276cfdbfc36 {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:45:36.800267 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c63e9903-3fab-4996-90a6-0daf001f2b9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:36.861508 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-c63e9903-3fab-4996-90a6-0daf001f2b9e None None] For port 89e56e65-9855-495c-afd3-5276cfdbfc36, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=89e56e65-9855-495c-afd3-5276cfdbfc36,segment=NetworkSegment(209fe7cb-ab4b-4a4b-b548-f966ba3c2086),segment_id=209fe7cb-ab4b-4a4b-b548-f966ba3c2086)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:45:36.862263 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c63e9903-3fab-4996-90a6-0daf001f2b9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:36.869946 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-381a53a0-ccfa-4934-9ee3-76b83ab2dcd5 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:36.876288 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-c63e9903-3fab-4996-90a6-0daf001f2b9e None None] Calling delete_port for 89e56e65-9855-495c-afd3-5276cfdbfc36 owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:45:36.898157 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381a53a0-ccfa-4934-9ee3-76b83ab2dcd5 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Pushing event deleted for resources: {'Port': ['ID=89e56e65-9855-495c-afd3-5276cfdbfc36,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:36.901857 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381a53a0-ccfa-4934-9ee3-76b83ab2dcd5 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] No DVR routers for this DVR port 89e56e65-9855-495c-afd3-5276cfdbfc36 on host n-d-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:45:36.958112 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c63e9903-3fab-4996-90a6-0daf001f2b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:36.984133 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63e9903-3fab-4996-90a6-0daf001f2b9e None None] Pushing event deleted for resources: {'Port': ['ID=89e56e65-9855-495c-afd3-5276cfdbfc36,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:36.985910 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63e9903-3fab-4996-90a6-0daf001f2b9e None None] No DVR routers for this DVR port 89e56e65-9855-495c-afd3-5276cfdbfc36 on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:45:36.986440 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-381a53a0-ccfa-4934-9ee3-76b83ab2dcd5 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:37.008233 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-381a53a0-ccfa-4934-9ee3-76b83ab2dcd5 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c085b9ca-b5c3-4333-96e2-fcfe1b3941ed']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:45:37.018127 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-381a53a0-ccfa-4934-9ee3-76b83ab2dcd5 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '209fe7cb-ab4b-4a4b-b548-f966ba3c2086') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:45:37.018427 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-381a53a0-ccfa-4934-9ee3-76b83ab2dcd5 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '209fe7cb-ab4b-4a4b-b548-f966ba3c2086') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:45:37.027966 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-381a53a0-ccfa-4934-9ee3-76b83ab2dcd5 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:37.041287 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-381a53a0-ccfa-4934-9ee3-76b83ab2dcd5 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:37.047630 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-381a53a0-ccfa-4934-9ee3-76b83ab2dcd5 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:45:37.047937 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-381a53a0-ccfa-4934-9ee3-76b83ab2dcd5 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:37.050876 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 07:45:37.050876 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:45:37.050876 n-d-715271-16 neutron-server[95065]: timer() Sep 23 07:45:37.050876 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:45:37.050876 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 07:45:37.050876 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:45:37.050876 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 07:45:37.050876 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:45:37.050876 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 07:45:37.050876 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:45:37.050876 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 07:45:37.050876 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:45:37.050876 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 07:45:37.050876 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:45:37.050876 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:45:37.050876 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:45:37.050876 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:45:37.050876 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:45:37.050876 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 07:45:37.050876 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:45:37.050876 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 07:45:37.050876 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:45:37.050876 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:45:37.050876 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:45:37.050876 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 07:45:37.050876 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:45:37.050876 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:45:37.050876 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:45:37.050876 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:45:37.050876 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:45:37.050876 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:45:37.050876 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:45:37.112708 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-381a53a0-ccfa-4934-9ee3-76b83ab2dcd5 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:37.119961 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-381a53a0-ccfa-4934-9ee3-76b83ab2dcd5 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:37.121713 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-381a53a0-ccfa-4934-9ee3-76b83ab2dcd5 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] 10.222.0.39 "DELETE /v2.0/networks/c085b9ca-b5c3-4333-96e2-fcfe1b3941ed HTTP/1.1" status: 204 len: 168 time: 0.5439124 Sep 23 07:45:37.133043 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381a53a0-ccfa-4934-9ee3-76b83ab2dcd5 tempest-NetworksIpV6Test-745014692 tempest-NetworksIpV6Test-745014692-project] Pushing event deleted for resources: {'Network': ['ID=c085b9ca-b5c3-4333-96e2-fcfe1b3941ed,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:37.155142 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:37.364997 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54694) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:45:37.496808 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-5faf68f6-45d7-4e87-9cdc-b0f9f641a56e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d4009ffbc6cf4c16b51a9c86894075ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1303532 Sep 23 07:45:37.499404 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54698) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:45:37.550377 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-95739bb6-a09f-449d-9499-5ddfd1a7a34b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:37.575433 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-95739bb6-a09f-449d-9499-5ddfd1a7a34b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:37.620591 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-95739bb6-a09f-449d-9499-5ddfd1a7a34b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:37.623270 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-95739bb6-a09f-449d-9499-5ddfd1a7a34b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:37.624593 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-95739bb6-a09f-449d-9499-5ddfd1a7a34b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2a066059-bf3f-4b68-ae5b-7ac4185205d6 HTTP/1.1" status: 204 len: 168 time: 0.1236966 Sep 23 07:45:37.632519 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95739bb6-a09f-449d-9499-5ddfd1a7a34b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a066059-bf3f-4b68-ae5b-7ac4185205d6,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:38.131890 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b31a8afd-43ec-4963-a0da-ea09e28fc17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:38.249593 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54720) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:45:38.342809 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-35b70636-0ec0-4db5-915e-49b268255a79 tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-429626918', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:45:38.366465 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-35b70636-0ec0-4db5-915e-49b268255a79 tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:38.367675 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-35b70636-0ec0-4db5-915e-49b268255a79 tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:38.422548 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-35b70636-0ec0-4db5-915e-49b268255a79 tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:38.426463 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-35b70636-0ec0-4db5-915e-49b268255a79 tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:38.441806 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-35b70636-0ec0-4db5-915e-49b268255a79 tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:38.443095 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-35b70636-0ec0-4db5-915e-49b268255a79 tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1920593 Sep 23 07:45:38.445727 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54724) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:45:38.450674 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-4048627f-4813-4c2c-b5d1-2b3afd8e65e5 tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1584255054'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:45:38.470424 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4048627f-4813-4c2c-b5d1-2b3afd8e65e5 tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Made reservation on behalf of 3c1c3423cd6e4622aaa87782fc62ec45 for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:45:38.473963 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4048627f-4813-4c2c-b5d1-2b3afd8e65e5 tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:38.482865 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4048627f-4813-4c2c-b5d1-2b3afd8e65e5 tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:38.571568 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4048627f-4813-4c2c-b5d1-2b3afd8e65e5 tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:38.575340 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4048627f-4813-4c2c-b5d1-2b3afd8e65e5 tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:38.598034 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4048627f-4813-4c2c-b5d1-2b3afd8e65e5 tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:45:38.613086 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4048627f-4813-4c2c-b5d1-2b3afd8e65e5 tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2298e1ba-5266-4d15-a276-6e8679eb8b63,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:38.616029 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4048627f-4813-4c2c-b5d1-2b3afd8e65e5 tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:38.616368 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-4048627f-4813-4c2c-b5d1-2b3afd8e65e5 tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Added segment 4da8dc9b-2f18-491c-8da2-bff4e63b05bf of type vlan for network 9b6b05a8-2430-4dbf-9dab-a56c0da3c4bc Sep 23 07:45:38.661005 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4048627f-4813-4c2c-b5d1-2b3afd8e65e5 tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:38.687179 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4048627f-4813-4c2c-b5d1-2b3afd8e65e5 tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:38.687800 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 89e56e65-9855-495c-afd3-5276cfdbfc36 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:45:38.692695 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4048627f-4813-4c2c-b5d1-2b3afd8e65e5 tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:45:38.693284 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4048627f-4813-4c2c-b5d1-2b3afd8e65e5 tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:38.707353 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 89e56e65-9855-495c-afd3-5276cfdbfc36 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:45:38.707663 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 89e56e65-9855-495c-afd3-5276cfdbfc36 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:45:38.727528 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-4048627f-4813-4c2c-b5d1-2b3afd8e65e5 tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2807498 Sep 23 07:45:38.731341 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54726) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:45:38.736733 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-6ad742ce-f89f-49ff-b16b-6d7add644321 tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Request body: {'subnet': {'network_id': '9b6b05a8-2430-4dbf-9dab-a56c0da3c4bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:45:38.770820 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4048627f-4813-4c2c-b5d1-2b3afd8e65e5 tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Pushing event updated for resources: {'Network': ['ID=9b6b05a8-2430-4dbf-9dab-a56c0da3c4bc,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:38.781907 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 9b6b05a8-2430-4dbf-9dab-a56c0da3c4bc details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:45:38.825655 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad742ce-f89f-49ff-b16b-6d7add644321 tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Made reservation on behalf of 3c1c3423cd6e4622aaa87782fc62ec45 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:45:38.829257 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6ad742ce-f89f-49ff-b16b-6d7add644321 tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:39.018358 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6ad742ce-f89f-49ff-b16b-6d7add644321 tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:39.080800 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad742ce-f89f-49ff-b16b-6d7add644321 tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Pushing event updated for resources: {'Subnet': ['ID=e301f9ac-8894-4d31-bc49-a32039801fdd,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:39.091960 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad742ce-f89f-49ff-b16b-6d7add644321 tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Checking segment: {'id': '4da8dc9b-2f18-491c-8da2-bff4e63b05bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9b6b05a8-2430-4dbf-9dab-a56c0da3c4bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:45:39.092322 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad742ce-f89f-49ff-b16b-6d7add644321 tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Network hostable DHCP agents. Network: 9b6b05a8-2430-4dbf-9dab-a56c0da3c4bc, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:45:39.108909 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad742ce-f89f-49ff-b16b-6d7add644321 tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Network 9b6b05a8-2430-4dbf-9dab-a56c0da3c4bc is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:45:39.117497 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-6ad742ce-f89f-49ff-b16b-6d7add644321 tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 9b6b05a8-2430-4dbf-9dab-a56c0da3c4bc) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:45:39.124245 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad742ce-f89f-49ff-b16b-6d7add644321 tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:45:39.125099 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6ad742ce-f89f-49ff-b16b-6d7add644321 tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:39.125385 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55c7020-ae13-4523-8579-8d05b9a82f04 None None] Network 9b6b05a8-2430-4dbf-9dab-a56c0da3c4bc requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:45:39.142538 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-6ad742ce-f89f-49ff-b16b-6d7add644321 tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4072666 Sep 23 07:45:39.142940 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54728) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:45:39.147914 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-63ebf8bc-040e-4447-9e02-691ad41eb123 tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-963247366'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:45:39.169341 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ebf8bc-040e-4447-9e02-691ad41eb123 tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Made reservation on behalf of 3c1c3423cd6e4622aaa87782fc62ec45 for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:45:39.172715 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-63ebf8bc-040e-4447-9e02-691ad41eb123 tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:39.196843 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63ebf8bc-040e-4447-9e02-691ad41eb123 tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:45:39.206784 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-63ebf8bc-040e-4447-9e02-691ad41eb123 tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:39.207232 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-63ebf8bc-040e-4447-9e02-691ad41eb123 tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Added segment e0d59d59-b066-4394-9eb6-fdf0d8e28ab2 of type vlan for network 828a1876-2733-443c-94ab-0ac67e94dda4 Sep 23 07:45:39.251506 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-63ebf8bc-040e-4447-9e02-691ad41eb123 tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:39.278466 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb7b214-ecb9-4198-a48e-a35faead59f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-9b6b05a8-2430-4dbf-9dab-a56c0da3c4bc', 'network_id': '9b6b05a8-2430-4dbf-9dab-a56c0da3c4bc', 'tenant_id': '3c1c3423cd6e4622aaa87782fc62ec45', 'fixed_ips': [{'subnet_id': 'e301f9ac-8894-4d31-bc49-a32039801fdd'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:45:39.279369 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-cfb7b214-ecb9-4198-a48e-a35faead59f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:39.280263 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-63ebf8bc-040e-4447-9e02-691ad41eb123 tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:39.285999 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ebf8bc-040e-4447-9e02-691ad41eb123 tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:45:39.286588 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-63ebf8bc-040e-4447-9e02-691ad41eb123 tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:39.322197 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-63ebf8bc-040e-4447-9e02-691ad41eb123 tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1780972 Sep 23 07:45:39.325521 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54730) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:45:39.330396 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-77de5949-d770-4000-a1c9-573a4ec6eeda tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Request body: {'subnet': {'network_id': '828a1876-2733-443c-94ab-0ac67e94dda4', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:45:39.377789 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ebf8bc-040e-4447-9e02-691ad41eb123 tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Pushing event updated for resources: {'Network': ['ID=828a1876-2733-443c-94ab-0ac67e94dda4,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:39.405638 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 828a1876-2733-443c-94ab-0ac67e94dda4 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:45:39.451480 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77de5949-d770-4000-a1c9-573a4ec6eeda tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Made reservation on behalf of 3c1c3423cd6e4622aaa87782fc62ec45 for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:45:39.455139 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-77de5949-d770-4000-a1c9-573a4ec6eeda tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:39.482612 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-cfb7b214-ecb9-4198-a48e-a35faead59f9 None None] Allocated IP 172.20.0.2 (9b6b05a8-2430-4dbf-9dab-a56c0da3c4bc/e301f9ac-8894-4d31-bc49-a32039801fdd/06866d89-0de8-474a-93ee-8ac7bf75ea4f) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:45:39.647106 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-cfb7b214-ecb9-4198-a48e-a35faead59f9 None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:39.647928 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-77de5949-d770-4000-a1c9-573a4ec6eeda tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:39.652966 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-cfb7b214-ecb9-4198-a48e-a35faead59f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:39.691520 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb7b214-ecb9-4198-a48e-a35faead59f9 None None] Network 9b6b05a8-2430-4dbf-9dab-a56c0da3c4bc is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:45:39.695754 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-cfb7b214-ecb9-4198-a48e-a35faead59f9 None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:45:39.702399 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb7b214-ecb9-4198-a48e-a35faead59f9 None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:45:39.705365 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb7b214-ecb9-4198-a48e-a35faead59f9 None None] Pushing event updated for resources: {'Port': ['ID=06866d89-0de8-474a-93ee-8ac7bf75ea4f,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:39.705962 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de5949-d770-4000-a1c9-573a4ec6eeda tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Pushing event updated for resources: {'Subnet': ['ID=aa9f5a0e-0fe6-42a9-8402-cad51a53e4a7,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:39.723641 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77de5949-d770-4000-a1c9-573a4ec6eeda tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Checking segment: {'id': 'e0d59d59-b066-4394-9eb6-fdf0d8e28ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '828a1876-2733-443c-94ab-0ac67e94dda4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:45:39.723997 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77de5949-d770-4000-a1c9-573a4ec6eeda tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Network hostable DHCP agents. Network: 828a1876-2733-443c-94ab-0ac67e94dda4, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:45:39.741296 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77de5949-d770-4000-a1c9-573a4ec6eeda tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Network 828a1876-2733-443c-94ab-0ac67e94dda4 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:45:39.751509 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-77de5949-d770-4000-a1c9-573a4ec6eeda tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 828a1876-2733-443c-94ab-0ac67e94dda4) {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:45:39.755633 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77de5949-d770-4000-a1c9-573a4ec6eeda tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:45:39.756237 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-77de5949-d770-4000-a1c9-573a4ec6eeda tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:39.761050 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0524a5-594c-4be2-bc02-7c8cc1478fa8 None None] Network 828a1876-2733-443c-94ab-0ac67e94dda4 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:45:39.764338 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-cfb7b214-ecb9-4198-a48e-a35faead59f9 None None] Attempting to bind port 06866d89-0de8-474a-93ee-8ac7bf75ea4f on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:45:39.764717 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-cfb7b214-ecb9-4198-a48e-a35faead59f9 None None] Attempting to bind port 06866d89-0de8-474a-93ee-8ac7bf75ea4f by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '4da8dc9b-2f18-491c-8da2-bff4e63b05bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9b6b05a8-2430-4dbf-9dab-a56c0da3c4bc'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:45:39.765085 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb7b214-ecb9-4198-a48e-a35faead59f9 None None] Attempting to bind port 06866d89-0de8-474a-93ee-8ac7bf75ea4f on network 9b6b05a8-2430-4dbf-9dab-a56c0da3c4bc {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:45:39.770911 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-77de5949-d770-4000-a1c9-573a4ec6eeda tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4443507 Sep 23 07:45:39.773735 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54732) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:45:39.778483 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-054b9c61-38a9-4e48-bffd-7c67386b5556 tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Request body: {'router': {'external_gateway_info': {'network_id': '828a1876-2733-443c-94ab-0ac67e94dda4'}}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:45:39.780443 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb7b214-ecb9-4198-a48e-a35faead59f9 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:45:39.780830 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb7b214-ecb9-4198-a48e-a35faead59f9 None None] Checking segment: {'id': '4da8dc9b-2f18-491c-8da2-bff4e63b05bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9b6b05a8-2430-4dbf-9dab-a56c0da3c4bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:45:39.781235 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-cfb7b214-ecb9-4198-a48e-a35faead59f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:39.781635 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb7b214-ecb9-4198-a48e-a35faead59f9 None None] Bound using segment: {'id': '4da8dc9b-2f18-491c-8da2-bff4e63b05bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9b6b05a8-2430-4dbf-9dab-a56c0da3c4bc'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:45:39.782127 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-cfb7b214-ecb9-4198-a48e-a35faead59f9 None None] Bound port: 06866d89-0de8-474a-93ee-8ac7bf75ea4f, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4da8dc9b-2f18-491c-8da2-bff4e63b05bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9b6b05a8-2430-4dbf-9dab-a56c0da3c4bc'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:45:39.782509 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-cfb7b214-ecb9-4198-a48e-a35faead59f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:39.925016 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-cfb7b214-ecb9-4198-a48e-a35faead59f9 None None] For port 06866d89-0de8-474a-93ee-8ac7bf75ea4f, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:45:39.946498 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-cfb7b214-ecb9-4198-a48e-a35faead59f9 None None] For port 06866d89-0de8-474a-93ee-8ac7bf75ea4f, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=06866d89-0de8-474a-93ee-8ac7bf75ea4f,segment=NetworkSegment(4da8dc9b-2f18-491c-8da2-bff4e63b05bf),segment_id=4da8dc9b-2f18-491c-8da2-bff4e63b05bf)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:45:39.952052 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-cfb7b214-ecb9-4198-a48e-a35faead59f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:40.014894 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f0b934-949b-4eff-a296-4ed12bd20daa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-828a1876-2733-443c-94ab-0ac67e94dda4', 'network_id': '828a1876-2733-443c-94ab-0ac67e94dda4', 'tenant_id': '3c1c3423cd6e4622aaa87782fc62ec45', 'fixed_ips': [{'subnet_id': 'aa9f5a0e-0fe6-42a9-8402-cad51a53e4a7'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:45:40.015690 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-73f0b934-949b-4eff-a296-4ed12bd20daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:40.043100 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb7b214-ecb9-4198-a48e-a35faead59f9 None None] Pushing event updated for resources: {'Port': ['ID=06866d89-0de8-474a-93ee-8ac7bf75ea4f,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:40.186241 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-73f0b934-949b-4eff-a296-4ed12bd20daa None None] Allocated IP 172.21.0.2 (828a1876-2733-443c-94ab-0ac67e94dda4/aa9f5a0e-0fe6-42a9-8402-cad51a53e4a7/aaa6f42e-1510-4796-81f8-79e024391769) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:45:40.341096 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-054b9c61-38a9-4e48-bffd-7c67386b5556 tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:40.361991 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-73f0b934-949b-4eff-a296-4ed12bd20daa None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:40.367968 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-73f0b934-949b-4eff-a296-4ed12bd20daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:40.407335 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f0b934-949b-4eff-a296-4ed12bd20daa None None] Network 828a1876-2733-443c-94ab-0ac67e94dda4 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:45:40.410250 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-73f0b934-949b-4eff-a296-4ed12bd20daa None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:45:40.413732 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f0b934-949b-4eff-a296-4ed12bd20daa None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:45:40.430568 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f0b934-949b-4eff-a296-4ed12bd20daa None None] Pushing event updated for resources: {'Port': ['ID=aaa6f42e-1510-4796-81f8-79e024391769,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:40.450131 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [None req-054b9c61-38a9-4e48-bffd-7c67386b5556 tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 07:45:40.451259 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-054b9c61-38a9-4e48-bffd-7c67386b5556 tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] 10.222.0.39 "PUT /v2.0/routers/59c7d575-ec4e-4bd2-a225-4c9135ea9694 HTTP/1.1" status: 400 len: 364 time: 0.6764734 Sep 23 07:45:40.457515 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54734) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:45:40.477287 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-73f0b934-949b-4eff-a296-4ed12bd20daa None None] Attempting to bind port aaa6f42e-1510-4796-81f8-79e024391769 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:45:40.477664 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-73f0b934-949b-4eff-a296-4ed12bd20daa None None] Attempting to bind port aaa6f42e-1510-4796-81f8-79e024391769 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': 'e0d59d59-b066-4394-9eb6-fdf0d8e28ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '828a1876-2733-443c-94ab-0ac67e94dda4'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:45:40.478061 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f0b934-949b-4eff-a296-4ed12bd20daa None None] Attempting to bind port aaa6f42e-1510-4796-81f8-79e024391769 on network 828a1876-2733-443c-94ab-0ac67e94dda4 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:45:40.483307 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f0b934-949b-4eff-a296-4ed12bd20daa None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:45:40.483663 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f0b934-949b-4eff-a296-4ed12bd20daa None None] Checking segment: {'id': 'e0d59d59-b066-4394-9eb6-fdf0d8e28ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '828a1876-2733-443c-94ab-0ac67e94dda4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:45:40.484067 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-73f0b934-949b-4eff-a296-4ed12bd20daa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:40.484456 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f0b934-949b-4eff-a296-4ed12bd20daa None None] Bound using segment: {'id': 'e0d59d59-b066-4394-9eb6-fdf0d8e28ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '828a1876-2733-443c-94ab-0ac67e94dda4'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:45:40.484920 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-73f0b934-949b-4eff-a296-4ed12bd20daa None None] Bound port: aaa6f42e-1510-4796-81f8-79e024391769, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0d59d59-b066-4394-9eb6-fdf0d8e28ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '828a1876-2733-443c-94ab-0ac67e94dda4'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:45:40.485299 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-73f0b934-949b-4eff-a296-4ed12bd20daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:40.514235 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f2c0296-e640-4e05-be28-834b2c66f586 tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Deleting subnet aa9f5a0e-0fe6-42a9-8402-cad51a53e4a7 {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:45:40.517551 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0f2c0296-e640-4e05-be28-834b2c66f586 tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:40.545038 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:40.557500 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0f2c0296-e640-4e05-be28-834b2c66f586 tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:40.560715 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-73f0b934-949b-4eff-a296-4ed12bd20daa None None] For port aaa6f42e-1510-4796-81f8-79e024391769, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:45:40.563958 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-73f0b934-949b-4eff-a296-4ed12bd20daa None None] For port aaa6f42e-1510-4796-81f8-79e024391769, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=aaa6f42e-1510-4796-81f8-79e024391769,segment=NetworkSegment(e0d59d59-b066-4394-9eb6-fdf0d8e28ab2),segment_id=e0d59d59-b066-4394-9eb6-fdf0d8e28ab2)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:45:40.567702 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-73f0b934-949b-4eff-a296-4ed12bd20daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:40.624517 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f0b934-949b-4eff-a296-4ed12bd20daa None None] Pushing event updated for resources: {'Port': ['ID=aaa6f42e-1510-4796-81f8-79e024391769,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:40.650662 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0f2c0296-e640-4e05-be28-834b2c66f586 tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:40.732993 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0f2c0296-e640-4e05-be28-834b2c66f586 tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:40.745426 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 06866d89-0de8-474a-93ee-8ac7bf75ea4f up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:45:40.763621 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2c0296-e640-4e05-be28-834b2c66f586 tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Pushing event deleted for resources: {'Subnet': ['ID=aa9f5a0e-0fe6-42a9-8402-cad51a53e4a7,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:40.769928 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0f2c0296-e640-4e05-be28-834b2c66f586 tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:40.774147 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-0f2c0296-e640-4e05-be28-834b2c66f586 tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] 10.222.0.39 "DELETE /v2.0/subnets/aa9f5a0e-0fe6-42a9-8402-cad51a53e4a7 HTTP/1.1" status: 204 len: 168 time: 0.3133504 Sep 23 07:45:40.774745 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54736) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:45:40.815687 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 06866d89-0de8-474a-93ee-8ac7bf75ea4f triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:45:40.816363 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:40.881699 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8dd7e8a2-c47c-4c8a-98a0-87a848c7b75a tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:40.953499 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-8dd7e8a2-c47c-4c8a-98a0-87a848c7b75a tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Deleting port aaa6f42e-1510-4796-81f8-79e024391769 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:45:40.953845 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8dd7e8a2-c47c-4c8a-98a0-87a848c7b75a tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:40.959837 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:40.997308 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port 06866d89-0de8-474a-93ee-8ac7bf75ea4f, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=06866d89-0de8-474a-93ee-8ac7bf75ea4f,segment=NetworkSegment(4da8dc9b-2f18-491c-8da2-bff4e63b05bf),segment_id=4da8dc9b-2f18-491c-8da2-bff4e63b05bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:45:41.002055 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:41.037716 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-8dd7e8a2-c47c-4c8a-98a0-87a848c7b75a tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] For port aaa6f42e-1510-4796-81f8-79e024391769, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=aaa6f42e-1510-4796-81f8-79e024391769,segment=NetworkSegment(e0d59d59-b066-4394-9eb6-fdf0d8e28ab2),segment_id=e0d59d59-b066-4394-9eb6-fdf0d8e28ab2)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:45:41.038361 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8dd7e8a2-c47c-4c8a-98a0-87a848c7b75a tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:41.051166 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-8dd7e8a2-c47c-4c8a-98a0-87a848c7b75a tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Calling delete_port for aaa6f42e-1510-4796-81f8-79e024391769 owned by network:dhcp {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:45:41.058879 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=06866d89-0de8-474a-93ee-8ac7bf75ea4f,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:41.133676 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92277576-1a52-4dda-8204-02fa7b2c448b None None] Network 9b6b05a8-2430-4dbf-9dab-a56c0da3c4bc requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:45:41.140270 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8dd7e8a2-c47c-4c8a-98a0-87a848c7b75a tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:41.152968 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dc7f48d1-be7b-4f82-a064-17f0d1ed3f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:41.171735 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd7e8a2-c47c-4c8a-98a0-87a848c7b75a tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Pushing event deleted for resources: {'Port': ['ID=aaa6f42e-1510-4796-81f8-79e024391769,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:41.175474 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd7e8a2-c47c-4c8a-98a0-87a848c7b75a tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] No DVR routers for this DVR port aaa6f42e-1510-4796-81f8-79e024391769 on host n-d-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:45:41.203263 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-90cb6c74-9752-4e81-bd64-0c9efe9d7220 None None] Provisioning complete for port 06866d89-0de8-474a-93ee-8ac7bf75ea4f triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:45:41.203687 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-90cb6c74-9752-4e81-bd64-0c9efe9d7220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:41.255315 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8dd7e8a2-c47c-4c8a-98a0-87a848c7b75a tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:41.294424 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-8dd7e8a2-c47c-4c8a-98a0-87a848c7b75a tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['828a1876-2733-443c-94ab-0ac67e94dda4']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:45:41.305575 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-8dd7e8a2-c47c-4c8a-98a0-87a848c7b75a tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0d59d59-b066-4394-9eb6-fdf0d8e28ab2') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:45:41.306048 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-8dd7e8a2-c47c-4c8a-98a0-87a848c7b75a tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0d59d59-b066-4394-9eb6-fdf0d8e28ab2') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:45:41.326650 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8dd7e8a2-c47c-4c8a-98a0-87a848c7b75a tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:41.341101 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8dd7e8a2-c47c-4c8a-98a0-87a848c7b75a tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:41.347455 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dd7e8a2-c47c-4c8a-98a0-87a848c7b75a tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:45:41.347906 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8dd7e8a2-c47c-4c8a-98a0-87a848c7b75a tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:41.351006 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 07:45:41.351006 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:45:41.351006 n-d-715271-16 neutron-server[95065]: timer() Sep 23 07:45:41.351006 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:45:41.351006 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 07:45:41.351006 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:45:41.351006 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 07:45:41.351006 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:45:41.351006 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 07:45:41.351006 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:45:41.351006 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 07:45:41.351006 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:45:41.351006 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 07:45:41.351006 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:45:41.351006 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:45:41.351006 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:45:41.351006 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:45:41.351006 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:45:41.351006 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 07:45:41.351006 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:45:41.351006 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 07:45:41.351006 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:45:41.351006 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:45:41.351006 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:45:41.351006 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 07:45:41.351006 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:45:41.351006 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:45:41.351006 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:45:41.351006 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:45:41.351006 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:45:41.351006 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:45:41.351006 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:45:41.416245 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8dd7e8a2-c47c-4c8a-98a0-87a848c7b75a tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:41.424835 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8dd7e8a2-c47c-4c8a-98a0-87a848c7b75a tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:41.429757 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-8dd7e8a2-c47c-4c8a-98a0-87a848c7b75a tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] 10.222.0.39 "DELETE /v2.0/networks/828a1876-2733-443c-94ab-0ac67e94dda4 HTTP/1.1" status: 204 len: 168 time: 0.6515250 Sep 23 07:45:41.429757 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54738) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:45:41.447995 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd7e8a2-c47c-4c8a-98a0-87a848c7b75a tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Pushing event deleted for resources: {'Network': ['ID=828a1876-2733-443c-94ab-0ac67e94dda4,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:41.494754 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fb1c509-5901-4257-bb7f-606ae801e437 tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Deleting subnet e301f9ac-8894-4d31-bc49-a32039801fdd {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:45:41.498284 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7fb1c509-5901-4257-bb7f-606ae801e437 tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:41.549788 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7fb1c509-5901-4257-bb7f-606ae801e437 tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:41.643980 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:41.644233 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7fb1c509-5901-4257-bb7f-606ae801e437 tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:41.676735 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a6e3b803-884c-44f8-951d-fcdb77b2d790 None None] Provisioning complete for port 06866d89-0de8-474a-93ee-8ac7bf75ea4f triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:45:41.677107 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a6e3b803-884c-44f8-951d-fcdb77b2d790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:41.708141 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7fb1c509-5901-4257-bb7f-606ae801e437 tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:41.742990 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb1c509-5901-4257-bb7f-606ae801e437 tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Pushing event deleted for resources: {'Subnet': ['ID=e301f9ac-8894-4d31-bc49-a32039801fdd,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:41.745181 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7fb1c509-5901-4257-bb7f-606ae801e437 tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:41.747192 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-7fb1c509-5901-4257-bb7f-606ae801e437 tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] 10.222.0.39 "DELETE /v2.0/subnets/e301f9ac-8894-4d31-bc49-a32039801fdd HTTP/1.1" status: 204 len: 168 time: 0.3169296 Sep 23 07:45:41.749558 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54740) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:45:41.760120 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4224c70-0bd8-42c0-ae36-ac90829effd0 None None] Network 9b6b05a8-2430-4dbf-9dab-a56c0da3c4bc requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:45:41.781390 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d255e8a-fbc2-4021-80f4-e5cd1404e87b None None] DHCP port deletion for 828a1876-2733-443c-94ab-0ac67e94dda4 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 07:45:41.825998 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2d2f85fb-9c86-45ca-b073-c2741bcc1f61 tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:41.837141 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53fb44bf-8a81-4c78-a1e5-37c8d25524f4 None None] Network 828a1876-2733-443c-94ab-0ac67e94dda4 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:45:41.856161 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53fb44bf-8a81-4c78-a1e5-37c8d25524f4 None None] Network 828a1876-2733-443c-94ab-0ac67e94dda4 could not be found, it might have been deleted concurrently. {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 23 07:45:41.880895 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-2d2f85fb-9c86-45ca-b073-c2741bcc1f61 tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Deleting port 06866d89-0de8-474a-93ee-8ac7bf75ea4f {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:45:41.881245 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2d2f85fb-9c86-45ca-b073-c2741bcc1f61 tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:41.914988 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-1585819c-1954-4f39-b770-82605609289d None None] Could not find standard attr ID for object aaa6f42e-1510-4796-81f8-79e024391769. {{(pid=95067) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 07:45:41.953979 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-2d2f85fb-9c86-45ca-b073-c2741bcc1f61 tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] For port 06866d89-0de8-474a-93ee-8ac7bf75ea4f, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=06866d89-0de8-474a-93ee-8ac7bf75ea4f,segment=NetworkSegment(4da8dc9b-2f18-491c-8da2-bff4e63b05bf),segment_id=4da8dc9b-2f18-491c-8da2-bff4e63b05bf)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:45:41.954347 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2d2f85fb-9c86-45ca-b073-c2741bcc1f61 tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:41.966403 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-2d2f85fb-9c86-45ca-b073-c2741bcc1f61 tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Calling delete_port for 06866d89-0de8-474a-93ee-8ac7bf75ea4f owned by network:dhcp {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:45:41.986500 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c95d26-5c6f-46ce-98be-244bf3eb0bcb None None] DHCP port deletion for 9b6b05a8-2430-4dbf-9dab-a56c0da3c4bc request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 07:45:42.032593 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-22c95d26-5c6f-46ce-98be-244bf3eb0bcb None None] Deleting port 06866d89-0de8-474a-93ee-8ac7bf75ea4f {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:45:42.032967 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-22c95d26-5c6f-46ce-98be-244bf3eb0bcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:42.044469 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2d2f85fb-9c86-45ca-b073-c2741bcc1f61 tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:42.070075 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2f85fb-9c86-45ca-b073-c2741bcc1f61 tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Pushing event deleted for resources: {'Port': ['ID=06866d89-0de8-474a-93ee-8ac7bf75ea4f,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:42.074351 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2f85fb-9c86-45ca-b073-c2741bcc1f61 tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] No DVR routers for this DVR port 06866d89-0de8-474a-93ee-8ac7bf75ea4f on host n-d-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:45:42.101584 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-22c95d26-5c6f-46ce-98be-244bf3eb0bcb None None] For port 06866d89-0de8-474a-93ee-8ac7bf75ea4f, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=06866d89-0de8-474a-93ee-8ac7bf75ea4f,segment=NetworkSegment(4da8dc9b-2f18-491c-8da2-bff4e63b05bf),segment_id=4da8dc9b-2f18-491c-8da2-bff4e63b05bf)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:45:42.102182 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-22c95d26-5c6f-46ce-98be-244bf3eb0bcb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:42.113822 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-22c95d26-5c6f-46ce-98be-244bf3eb0bcb None None] Calling delete_port for 06866d89-0de8-474a-93ee-8ac7bf75ea4f owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:45:42.155522 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2d2f85fb-9c86-45ca-b073-c2741bcc1f61 tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:42.175726 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-2d2f85fb-9c86-45ca-b073-c2741bcc1f61 tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b6b05a8-2430-4dbf-9dab-a56c0da3c4bc']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:45:42.185411 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-2d2f85fb-9c86-45ca-b073-c2741bcc1f61 tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4da8dc9b-2f18-491c-8da2-bff4e63b05bf') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:45:42.185710 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-2d2f85fb-9c86-45ca-b073-c2741bcc1f61 tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4da8dc9b-2f18-491c-8da2-bff4e63b05bf') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:45:42.194451 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-22c95d26-5c6f-46ce-98be-244bf3eb0bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:42.195013 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2d2f85fb-9c86-45ca-b073-c2741bcc1f61 tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:42.208827 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2d2f85fb-9c86-45ca-b073-c2741bcc1f61 tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:42.214672 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d2f85fb-9c86-45ca-b073-c2741bcc1f61 tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:45:42.215078 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2d2f85fb-9c86-45ca-b073-c2741bcc1f61 tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:42.218068 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 07:45:42.218068 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:45:42.218068 n-d-715271-16 neutron-server[95065]: timer() Sep 23 07:45:42.218068 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:45:42.218068 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 07:45:42.218068 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:45:42.218068 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 07:45:42.218068 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:45:42.218068 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 07:45:42.218068 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:45:42.218068 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 07:45:42.218068 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:45:42.218068 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 07:45:42.218068 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:45:42.218068 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:45:42.218068 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:45:42.218068 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:45:42.218068 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:45:42.218068 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 07:45:42.218068 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:45:42.218068 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 07:45:42.218068 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:45:42.218068 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:45:42.218068 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:45:42.218068 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 07:45:42.218068 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:45:42.218068 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:45:42.218068 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:45:42.218068 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:45:42.218068 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:45:42.218068 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:45:42.218068 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:45:42.220507 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c95d26-5c6f-46ce-98be-244bf3eb0bcb None None] Pushing event deleted for resources: {'Port': ['ID=06866d89-0de8-474a-93ee-8ac7bf75ea4f,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:42.222519 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c95d26-5c6f-46ce-98be-244bf3eb0bcb None None] No DVR routers for this DVR port 06866d89-0de8-474a-93ee-8ac7bf75ea4f on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:45:42.283599 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2d2f85fb-9c86-45ca-b073-c2741bcc1f61 tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:42.290194 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2d2f85fb-9c86-45ca-b073-c2741bcc1f61 tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:42.292022 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-2d2f85fb-9c86-45ca-b073-c2741bcc1f61 tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] 10.222.0.39 "DELETE /v2.0/networks/9b6b05a8-2430-4dbf-9dab-a56c0da3c4bc HTTP/1.1" status: 204 len: 168 time: 0.5410812 Sep 23 07:45:42.295063 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54742) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:45:42.302732 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2f85fb-9c86-45ca-b073-c2741bcc1f61 tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Pushing event deleted for resources: {'Network': ['ID=9b6b05a8-2430-4dbf-9dab-a56c0da3c4bc,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:42.322394 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-ea7147ae-7a44-472f-8e77-5ecd17b99785 tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] 10.222.0.39 "GET /v2.0/ports?device_id=59c7d575-ec4e-4bd2-a225-4c9135ea9694 HTTP/1.1" status: 200 len: 205 time: 0.0260284 Sep 23 07:45:42.325407 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54744) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:45:42.531179 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:42.694466 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 06866d89-0de8-474a-93ee-8ac7bf75ea4f no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:45:42.715714 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 06866d89-0de8-474a-93ee-8ac7bf75ea4f {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:45:42.716068 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 06866d89-0de8-474a-93ee-8ac7bf75ea4f not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:45:42.727699 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8b61102b-b030-4634-920b-f37cd285f24b tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Notify callbacks [] for router, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:42.883668 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8b61102b-b030-4634-920b-f37cd285f24b tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:42.886235 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8b61102b-b030-4634-920b-f37cd285f24b tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:42.932038 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8b61102b-b030-4634-920b-f37cd285f24b tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:42.932718 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b61102b-b030-4634-920b-f37cd285f24b tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Fanout notify agent at l3_agent the message router_deleted on router 59c7d575-ec4e-4bd2-a225-4c9135ea9694 {{(pid=95066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 07:45:42.939537 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8b61102b-b030-4634-920b-f37cd285f24b tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:42.940638 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-8b61102b-b030-4634-920b-f37cd285f24b tempest-RoutersNegativeTest-1868211317 tempest-RoutersNegativeTest-1868211317-project] 10.222.0.39 "DELETE /v2.0/routers/59c7d575-ec4e-4bd2-a225-4c9135ea9694 HTTP/1.1" status: 204 len: 168 time: 0.6142821 Sep 23 07:45:43.177330 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54750) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:45:43.309267 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-cb067eca-e26c-4f55-b8fd-64a1dd827e25 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3c1c3423cd6e4622aaa87782fc62ec45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1307471 Sep 23 07:45:43.311702 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54754) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:45:43.362566 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-af214fa1-4e08-40f2-8c3d-51fd173502e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:43.383420 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-af214fa1-4e08-40f2-8c3d-51fd173502e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:43.429733 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-af214fa1-4e08-40f2-8c3d-51fd173502e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:43.432522 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-af214fa1-4e08-40f2-8c3d-51fd173502e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:43.433830 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-af214fa1-4e08-40f2-8c3d-51fd173502e7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2298e1ba-5266-4d15-a276-6e8679eb8b63 HTTP/1.1" status: 204 len: 168 time: 0.1212382 Sep 23 07:45:43.441229 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af214fa1-4e08-40f2-8c3d-51fd173502e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2298e1ba-5266-4d15-a276-6e8679eb8b63,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:43.881250 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:45:44.013477 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:44.060933 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54776) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:45:44.158254 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-db63bf24-1f6b-4250-80f9-a1e08ecc9310 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-325780717-network', 'tenant_id': 'e59b8ceea747488a96feed2b6994cc3f'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:45:44.184005 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db63bf24-1f6b-4250-80f9-a1e08ecc9310 admin admin] Made reservation on behalf of e59b8ceea747488a96feed2b6994cc3f for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:45:44.186302 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-db63bf24-1f6b-4250-80f9-a1e08ecc9310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:44.194495 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-db63bf24-1f6b-4250-80f9-a1e08ecc9310 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:44.283532 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-db63bf24-1f6b-4250-80f9-a1e08ecc9310 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:44.287393 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-db63bf24-1f6b-4250-80f9-a1e08ecc9310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:44.314300 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db63bf24-1f6b-4250-80f9-a1e08ecc9310 admin admin] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:45:44.319584 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db63bf24-1f6b-4250-80f9-a1e08ecc9310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8727eb7-8454-42bb-99cd-8d5544a86d90,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:44.328120 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-db63bf24-1f6b-4250-80f9-a1e08ecc9310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:44.328518 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-db63bf24-1f6b-4250-80f9-a1e08ecc9310 admin admin] Added segment 828a85e1-df46-45f4-8a4f-fa1ca96812d4 of type vlan for network 667e3ae8-6318-480e-a403-f6fa9165c740 Sep 23 07:45:44.368868 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-db63bf24-1f6b-4250-80f9-a1e08ecc9310 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:44.393392 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-db63bf24-1f6b-4250-80f9-a1e08ecc9310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:44.394418 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db63bf24-1f6b-4250-80f9-a1e08ecc9310 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:45:44.395003 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-db63bf24-1f6b-4250-80f9-a1e08ecc9310 admin admin] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:44.428265 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-db63bf24-1f6b-4250-80f9-a1e08ecc9310 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3662541 Sep 23 07:45:44.431215 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54780) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:45:44.437358 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-2e0fcf93-5d2b-4bd3-9328-48f14c8d3194 admin admin] Request body: {'subnet': {'network_id': '667e3ae8-6318-480e-a403-f6fa9165c740', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-325780717-subnet', 'tenant_id': 'e59b8ceea747488a96feed2b6994cc3f', 'ip_version': 4}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:45:44.458266 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e0fcf93-5d2b-4bd3-9328-48f14c8d3194 admin admin] Made reservation on behalf of e59b8ceea747488a96feed2b6994cc3f for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:45:44.460635 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2e0fcf93-5d2b-4bd3-9328-48f14c8d3194 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:44.460778 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db63bf24-1f6b-4250-80f9-a1e08ecc9310 admin admin] Pushing event updated for resources: {'Network': ['ID=667e3ae8-6318-480e-a403-f6fa9165c740,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:44.473837 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 667e3ae8-6318-480e-a403-f6fa9165c740 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:45:44.632842 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2e0fcf93-5d2b-4bd3-9328-48f14c8d3194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:44.691920 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0fcf93-5d2b-4bd3-9328-48f14c8d3194 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a21baa48-52ec-4848-bd17-1849e39f4fbc,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:44.696958 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0fcf93-5d2b-4bd3-9328-48f14c8d3194 admin admin] Checking segment: {'id': '828a85e1-df46-45f4-8a4f-fa1ca96812d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '667e3ae8-6318-480e-a403-f6fa9165c740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:45:44.697369 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0fcf93-5d2b-4bd3-9328-48f14c8d3194 admin admin] Network hostable DHCP agents. Network: 667e3ae8-6318-480e-a403-f6fa9165c740, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:45:44.714105 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0fcf93-5d2b-4bd3-9328-48f14c8d3194 admin admin] Network 667e3ae8-6318-480e-a403-f6fa9165c740 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:45:44.722430 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-2e0fcf93-5d2b-4bd3-9328-48f14c8d3194 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 667e3ae8-6318-480e-a403-f6fa9165c740) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:45:44.726716 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0fcf93-5d2b-4bd3-9328-48f14c8d3194 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:45:44.727312 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2e0fcf93-5d2b-4bd3-9328-48f14c8d3194 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:44.733055 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8f751f-7fe0-400a-aa5a-7ca1612fbae2 None None] Network 667e3ae8-6318-480e-a403-f6fa9165c740 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:45:44.740187 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-2e0fcf93-5d2b-4bd3-9328-48f14c8d3194 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3067377 Sep 23 07:45:44.742985 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54782) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:45:44.747885 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-fe010326-8509-462d-90ac-aa23ffe7faf4 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-325780717-router', 'tenant_id': 'e59b8ceea747488a96feed2b6994cc3f', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:45:44.768545 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fe010326-8509-462d-90ac-aa23ffe7faf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:44.769508 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fe010326-8509-462d-90ac-aa23ffe7faf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:44.820371 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fe010326-8509-462d-90ac-aa23ffe7faf4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:44.885051 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0bb6eb-3062-438c-b7b4-8959c7d3141d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-667e3ae8-6318-480e-a403-f6fa9165c740', 'network_id': '667e3ae8-6318-480e-a403-f6fa9165c740', 'tenant_id': 'e59b8ceea747488a96feed2b6994cc3f', 'fixed_ips': [{'subnet_id': 'a21baa48-52ec-4848-bd17-1849e39f4fbc'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:45:44.885988 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-db0bb6eb-3062-438c-b7b4-8959c7d3141d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:44.958737 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fe010326-8509-462d-90ac-aa23ffe7faf4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:45.021463 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-db0bb6eb-3062-438c-b7b4-8959c7d3141d None None] Allocated IP 172.20.0.2 (667e3ae8-6318-480e-a403-f6fa9165c740/a21baa48-52ec-4848-bd17-1849e39f4fbc/e762cc95-99f5-4dbd-8c03-acf35b525120) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:45:45.168135 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-db0bb6eb-3062-438c-b7b4-8959c7d3141d None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:45.171174 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fe010326-8509-462d-90ac-aa23ffe7faf4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:45.173750 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-db0bb6eb-3062-438c-b7b4-8959c7d3141d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:45.190556 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fe010326-8509-462d-90ac-aa23ffe7faf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:45.211095 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0bb6eb-3062-438c-b7b4-8959c7d3141d None None] Network 667e3ae8-6318-480e-a403-f6fa9165c740 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:45:45.214552 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-db0bb6eb-3062-438c-b7b4-8959c7d3141d None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:45:45.217071 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0bb6eb-3062-438c-b7b4-8959c7d3141d None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:45:45.233249 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0bb6eb-3062-438c-b7b4-8959c7d3141d None None] Pushing event updated for resources: {'Port': ['ID=e762cc95-99f5-4dbd-8c03-acf35b525120,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:45.284928 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-db0bb6eb-3062-438c-b7b4-8959c7d3141d None None] Attempting to bind port e762cc95-99f5-4dbd-8c03-acf35b525120 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:45:45.285341 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-db0bb6eb-3062-438c-b7b4-8959c7d3141d None None] Attempting to bind port e762cc95-99f5-4dbd-8c03-acf35b525120 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '828a85e1-df46-45f4-8a4f-fa1ca96812d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '667e3ae8-6318-480e-a403-f6fa9165c740'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:45:45.285712 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0bb6eb-3062-438c-b7b4-8959c7d3141d None None] Attempting to bind port e762cc95-99f5-4dbd-8c03-acf35b525120 on network 667e3ae8-6318-480e-a403-f6fa9165c740 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:45:45.290643 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0bb6eb-3062-438c-b7b4-8959c7d3141d None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:45:45.291017 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0bb6eb-3062-438c-b7b4-8959c7d3141d None None] Checking segment: {'id': '828a85e1-df46-45f4-8a4f-fa1ca96812d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '667e3ae8-6318-480e-a403-f6fa9165c740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:45:45.291424 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-db0bb6eb-3062-438c-b7b4-8959c7d3141d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:45.292552 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0bb6eb-3062-438c-b7b4-8959c7d3141d None None] Bound using segment: {'id': '828a85e1-df46-45f4-8a4f-fa1ca96812d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '667e3ae8-6318-480e-a403-f6fa9165c740'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:45:45.293193 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-db0bb6eb-3062-438c-b7b4-8959c7d3141d None None] Bound port: e762cc95-99f5-4dbd-8c03-acf35b525120, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '828a85e1-df46-45f4-8a4f-fa1ca96812d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '667e3ae8-6318-480e-a403-f6fa9165c740'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:45:45.293707 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-db0bb6eb-3062-438c-b7b4-8959c7d3141d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:45.294397 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-fe010326-8509-462d-90ac-aa23ffe7faf4 admin admin] Allocated IP 172.25.2.89 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/40ca6f1c-5946-4c5e-8133-056115349426) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:45:45.360830 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-db0bb6eb-3062-438c-b7b4-8959c7d3141d None None] For port e762cc95-99f5-4dbd-8c03-acf35b525120, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:45:45.365193 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-db0bb6eb-3062-438c-b7b4-8959c7d3141d None None] For port e762cc95-99f5-4dbd-8c03-acf35b525120, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=e762cc95-99f5-4dbd-8c03-acf35b525120,segment=NetworkSegment(828a85e1-df46-45f4-8a4f-fa1ca96812d4),segment_id=828a85e1-df46-45f4-8a4f-fa1ca96812d4)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:45:45.369831 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-db0bb6eb-3062-438c-b7b4-8959c7d3141d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:45.407157 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fe010326-8509-462d-90ac-aa23ffe7faf4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:45.429051 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0bb6eb-3062-438c-b7b4-8959c7d3141d None None] Pushing event updated for resources: {'Port': ['ID=e762cc95-99f5-4dbd-8c03-acf35b525120,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:45.446606 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fe010326-8509-462d-90ac-aa23ffe7faf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:45.488773 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe010326-8509-462d-90ac-aa23ffe7faf4 admin admin] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:45:45.491654 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-fe010326-8509-462d-90ac-aa23ffe7faf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:45:45.498822 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe010326-8509-462d-90ac-aa23ffe7faf4 admin admin] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:45:45.502331 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe010326-8509-462d-90ac-aa23ffe7faf4 admin admin] Pushing event updated for resources: {'Port': ['ID=40ca6f1c-5946-4c5e-8133-056115349426,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:45.764704 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fe010326-8509-462d-90ac-aa23ffe7faf4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:45.966098 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fe010326-8509-462d-90ac-aa23ffe7faf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:46.103692 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe010326-8509-462d-90ac-aa23ffe7faf4 admin admin] Router 5ed3a987-6a0e-4091-97d5-c22d181e5249 is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 07:45:46.225399 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe010326-8509-462d-90ac-aa23ffe7faf4 admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:45:46.235797 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e149ef3-2e2a-45ba-bc79-aee39877a970 None None] Sync routers for ids ['5ed3a987-6a0e-4091-97d5-c22d181e5249'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:45:46.242379 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fe010326-8509-462d-90ac-aa23ffe7faf4 admin admin] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:46.246843 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-fe010326-8509-462d-90ac-aa23ffe7faf4 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4998660 Sep 23 07:45:46.247114 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e149ef3-2e2a-45ba-bc79-aee39877a970 None None] Routers {'5ed3a987-6a0e-4091-97d5-c22d181e5249'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:45:46.247945 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54784) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:45:46.248443 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-5e149ef3-2e2a-45ba-bc79-aee39877a970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:45:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['5ed3a987-6a0e-4091-97d5-c22d181e5249'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:45:46.309675 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e706aa8-c56d-44fd-bda1-45302af2a9ae None None] Network 667e3ae8-6318-480e-a403-f6fa9165c740 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:45:46.421476 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-5e149ef3-2e2a-45ba-bc79-aee39877a970 None None] Set router 5ed3a987-6a0e-4091-97d5-c22d181e5249 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:45:46.636572 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-232e3e82-3859-4b5b-8e83-0b6da58556a6 None None] Provisioning complete for port e762cc95-99f5-4dbd-8c03-acf35b525120 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:45:46.636864 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-232e3e82-3859-4b5b-8e83-0b6da58556a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:46.690535 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-018425fd-79cb-462d-8631-7fd2326b029c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:46.763791 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device e762cc95-99f5-4dbd-8c03-acf35b525120 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:45:46.901359 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-018425fd-79cb-462d-8631-7fd2326b029c admin admin] Allocated IP 172.20.0.1 (667e3ae8-6318-480e-a403-f6fa9165c740/a21baa48-52ec-4848-bd17-1849e39f4fbc/915da56b-43c7-4cc0-9801-99a516f571d0) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:45:46.918878 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-232e3e82-3859-4b5b-8e83-0b6da58556a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:46.955305 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port e762cc95-99f5-4dbd-8c03-acf35b525120 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:45:46.955670 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:46.995799 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-232e3e82-3859-4b5b-8e83-0b6da58556a6 None None] For port e762cc95-99f5-4dbd-8c03-acf35b525120, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=e762cc95-99f5-4dbd-8c03-acf35b525120,segment=NetworkSegment(828a85e1-df46-45f4-8a4f-fa1ca96812d4),segment_id=828a85e1-df46-45f4-8a4f-fa1ca96812d4)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:45:47.004794 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-232e3e82-3859-4b5b-8e83-0b6da58556a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:47.019776 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-018425fd-79cb-462d-8631-7fd2326b029c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:47.047743 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-5e149ef3-2e2a-45ba-bc79-aee39877a970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed3a987-6a0e-4091-97d5-c22d181e5249', 'name': 'tempest-TestEncryptedCinderVolumes-325780717-router', 'tenant_id': 'e59b8ceea747488a96feed2b6994cc3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '40ca6f1c-5946-4c5e-8133-056115349426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:45:44Z', 'updated_at': '2021-09-23T07:45:45Z', 'revision_number': 3, 'project_id': 'e59b8ceea747488a96feed2b6994cc3f', 'gw_port': {'id': '40ca6f1c-5946-4c5e-8133-056115349426', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:18:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed3a987-6a0e-4091-97d5-c22d181e5249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:45:45Z', 'updated_at': '2021-09-23T07:45:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:45:47.059881 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-018425fd-79cb-462d-8631-7fd2326b029c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:47.090127 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e149ef3-2e2a-45ba-bc79-aee39877a970 None None] Checking router: 5ed3a987-6a0e-4091-97d5-c22d181e5249 for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:45:47.091015 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e149ef3-2e2a-45ba-bc79-aee39877a970 None None] Updating router 5ed3a987-6a0e-4091-97d5-c22d181e5249 port 40ca6f1c-5946-4c5e-8133-056115349426 binding host n-d-715271-16 {{(pid=95067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 07:45:47.104081 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018425fd-79cb-462d-8631-7fd2326b029c admin admin] Network 667e3ae8-6318-480e-a403-f6fa9165c740 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:45:47.107550 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-018425fd-79cb-462d-8631-7fd2326b029c admin admin] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:45:47.111556 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018425fd-79cb-462d-8631-7fd2326b029c admin admin] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:45:47.134066 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232e3e82-3859-4b5b-8e83-0b6da58556a6 None None] Pushing event updated for resources: {'Port': ['ID=e762cc95-99f5-4dbd-8c03-acf35b525120,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:47.140629 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5e149ef3-2e2a-45ba-bc79-aee39877a970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:47.147832 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018425fd-79cb-462d-8631-7fd2326b029c admin admin] Pushing event updated for resources: {'Port': ['ID=915da56b-43c7-4cc0-9801-99a516f571d0,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:47.167586 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-018425fd-79cb-462d-8631-7fd2326b029c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068614'] for router_interface, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:47.283612 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-314c52d9-9a42-4f51-80e5-edc08451a95c None None] Provisioning complete for port e762cc95-99f5-4dbd-8c03-acf35b525120 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:45:47.283612 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-314c52d9-9a42-4f51-80e5-edc08451a95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:47.384818 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-018425fd-79cb-462d-8631-7fd2326b029c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:47.531948 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5e149ef3-2e2a-45ba-bc79-aee39877a970 None None] Notify callbacks [] for port, precommit_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:47.539579 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5e149ef3-2e2a-45ba-bc79-aee39877a970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:47.599693 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-018425fd-79cb-462d-8631-7fd2326b029c admin admin] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:47.607093 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-018425fd-79cb-462d-8631-7fd2326b029c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:47.617430 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-5e149ef3-2e2a-45ba-bc79-aee39877a970 None None] Attempting to bind port 40ca6f1c-5946-4c5e-8133-056115349426 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:45:47.618126 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-5e149ef3-2e2a-45ba-bc79-aee39877a970 None None] Attempting to bind port 40ca6f1c-5946-4c5e-8133-056115349426 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:45:47.618742 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e149ef3-2e2a-45ba-bc79-aee39877a970 None None] Attempting to bind port 40ca6f1c-5946-4c5e-8133-056115349426 on network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:45:47.638158 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cdb604-3929-47b7-a9bd-f2a89a06b2fb None None] Pushing event updated for resources: {'Port': ['ID=40ca6f1c-5946-4c5e-8133-056115349426,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:47.642733 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-3c4e6230-c32a-4b65-a1e1-402899a89ea3 None None] Provisioning complete for port 915da56b-43c7-4cc0-9801-99a516f571d0 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:45:47.643103 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3c4e6230-c32a-4b65-a1e1-402899a89ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:47.645023 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e149ef3-2e2a-45ba-bc79-aee39877a970 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:45:47.645911 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e149ef3-2e2a-45ba-bc79-aee39877a970 None None] Checking segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:45:47.645911 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5e149ef3-2e2a-45ba-bc79-aee39877a970 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:47.646189 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e149ef3-2e2a-45ba-bc79-aee39877a970 None None] Bound using segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:45:47.646672 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-5e149ef3-2e2a-45ba-bc79-aee39877a970 None None] Bound port: 40ca6f1c-5946-4c5e-8133-056115349426, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:45:47.647050 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5e149ef3-2e2a-45ba-bc79-aee39877a970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:47.692987 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018425fd-79cb-462d-8631-7fd2326b029c admin admin] Pushing event updated for resources: {'Port': ['ID=915da56b-43c7-4cc0-9801-99a516f571d0,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:47.695500 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-018425fd-79cb-462d-8631-7fd2326b029c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067062'] for router_interface, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:47.724384 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-3c4e6230-c32a-4b65-a1e1-402899a89ea3 None None] Port 915da56b-43c7-4cc0-9801-99a516f571d0 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:45:47.751793 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-5e149ef3-2e2a-45ba-bc79-aee39877a970 None None] For port 40ca6f1c-5946-4c5e-8133-056115349426, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:45:47.755393 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-5e149ef3-2e2a-45ba-bc79-aee39877a970 None None] For port 40ca6f1c-5946-4c5e-8133-056115349426, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=40ca6f1c-5946-4c5e-8133-056115349426,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:45:47.759537 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5e149ef3-2e2a-45ba-bc79-aee39877a970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:47.805593 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018425fd-79cb-462d-8631-7fd2326b029c admin admin] Network 667e3ae8-6318-480e-a403-f6fa9165c740 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:45:47.807087 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-018425fd-79cb-462d-8631-7fd2326b029c admin admin] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:45:47.823783 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e149ef3-2e2a-45ba-bc79-aee39877a970 None None] Routers {'5ed3a987-6a0e-4091-97d5-c22d181e5249'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:45:47.824437 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-5e149ef3-2e2a-45ba-bc79-aee39877a970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:45:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['5ed3a987-6a0e-4091-97d5-c22d181e5249'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:45:47.866294 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cdb604-3929-47b7-a9bd-f2a89a06b2fb None None] Pushing event updated for resources: {'Port': ['ID=40ca6f1c-5946-4c5e-8133-056115349426,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:47.940840 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-018425fd-79cb-462d-8631-7fd2326b029c admin admin] Router 5ed3a987-6a0e-4091-97d5-c22d181e5249 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:45:47.992098 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-5e149ef3-2e2a-45ba-bc79-aee39877a970 None None] Set router 5ed3a987-6a0e-4091-97d5-c22d181e5249 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:45:48.070987 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-018425fd-79cb-462d-8631-7fd2326b029c admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:45:48.086473 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-018425fd-79cb-462d-8631-7fd2326b029c admin admin] 10.222.0.39 "PUT /v2.0/routers/5ed3a987-6a0e-4091-97d5-c22d181e5249/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8276429 Sep 23 07:45:48.117155 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-33498ace-d899-4d2a-876f-25faf402d9a4 None None] Provisioning complete for port 915da56b-43c7-4cc0-9801-99a516f571d0 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:45:48.117566 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-33498ace-d899-4d2a-876f-25faf402d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:48.196222 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-33498ace-d899-4d2a-876f-25faf402d9a4 None None] Port 915da56b-43c7-4cc0-9801-99a516f571d0 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:45:48.279357 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-5e149ef3-2e2a-45ba-bc79-aee39877a970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed3a987-6a0e-4091-97d5-c22d181e5249', 'name': 'tempest-TestEncryptedCinderVolumes-325780717-router', 'tenant_id': 'e59b8ceea747488a96feed2b6994cc3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '40ca6f1c-5946-4c5e-8133-056115349426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:45:44Z', 'updated_at': '2021-09-23T07:45:47Z', 'revision_number': 4, 'project_id': 'e59b8ceea747488a96feed2b6994cc3f', 'gw_port': {'id': '40ca6f1c-5946-4c5e-8133-056115349426', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:18:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed3a987-6a0e-4091-97d5-c22d181e5249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:45:45Z', 'updated_at': '2021-09-23T07:45:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '915da56b-43c7-4cc0-9801-99a516f571d0', 'name': '', 'network_id': '667e3ae8-6318-480e-a403-f6fa9165c740', 'tenant_id': 'e59b8ceea747488a96feed2b6994cc3f', 'mac_address': 'fa:16:3e:bf:ad:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed3a987-6a0e-4091-97d5-c22d181e5249', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'a21baa48-52ec-4848-bd17-1849e39f4fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:45:46Z', 'updated_at': '2021-09-23T07:45:47Z', 'revision_number': 2, 'project_id': 'e59b8ceea747488a96feed2b6994cc3f', 'subnets': [{'id': 'a21baa48-52ec-4848-bd17-1849e39f4fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:45:48.305271 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e149ef3-2e2a-45ba-bc79-aee39877a970 None None] The sync data for ids ['5ed3a987-6a0e-4091-97d5-c22d181e5249'] in n-d-715271-16 is: [{'id': '5ed3a987-6a0e-4091-97d5-c22d181e5249', 'name': 'tempest-TestEncryptedCinderVolumes-325780717-router', 'tenant_id': 'e59b8ceea747488a96feed2b6994cc3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '40ca6f1c-5946-4c5e-8133-056115349426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:45:44Z', 'updated_at': '2021-09-23T07:45:47Z', 'revision_number': 4, 'project_id': 'e59b8ceea747488a96feed2b6994cc3f', 'gw_port': {'id': '40ca6f1c-5946-4c5e-8133-056115349426', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:18:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed3a987-6a0e-4091-97d5-c22d181e5249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:45:45Z', 'updated_at': '2021-09-23T07:45:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '915da56b-43c7-4cc0-9801-99a516f571d0', 'name': '', 'network_id': '667e3ae8-6318-480e-a403-f6fa9165c740', 'tenant_id': 'e59b8ceea747488a96feed2b6994cc3f', 'mac_address': 'fa:16:3e:bf:ad:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed3a987-6a0e-4091-97d5-c22d181e5249', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'a21baa48-52ec-4848-bd17-1849e39f4fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:45:46Z', 'updated_at': '2021-09-23T07:45:47Z', 'revision_number': 2, 'project_id': 'e59b8ceea747488a96feed2b6994cc3f', 'subnets': [{'id': 'a21baa48-52ec-4848-bd17-1849e39f4fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:45:48.613985 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 54802) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:45:48.619007 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-78247057-e934-4217-b6aa-2ad114401b2d admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-992947571-network', 'tenant_id': '81a420ba81934f2b85c711cc21db173b'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:45:48.640103 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78247057-e934-4217-b6aa-2ad114401b2d admin admin] Made reservation on behalf of 81a420ba81934f2b85c711cc21db173b for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:45:48.642616 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-78247057-e934-4217-b6aa-2ad114401b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:48.655718 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-78247057-e934-4217-b6aa-2ad114401b2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:48.718339 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device e762cc95-99f5-4dbd-8c03-acf35b525120 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:45:48.768816 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-78247057-e934-4217-b6aa-2ad114401b2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:48.774723 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-78247057-e934-4217-b6aa-2ad114401b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:48.776801 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port e762cc95-99f5-4dbd-8c03-acf35b525120 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:45:48.777188 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:48.803167 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78247057-e934-4217-b6aa-2ad114401b2d admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:45:48.813305 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78247057-e934-4217-b6aa-2ad114401b2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13c5a714-256b-4611-ba29-a52ae8d8799a,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:48.819992 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-78247057-e934-4217-b6aa-2ad114401b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:48.820556 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-78247057-e934-4217-b6aa-2ad114401b2d admin admin] Added segment 483564a8-9c54-4315-8613-4fc4efe37c12 of type vlan for network 6e28d8fd-a16e-4157-9a64-5f84d75fb800 Sep 23 07:45:48.864874 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-78247057-e934-4217-b6aa-2ad114401b2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:48.893123 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-78247057-e934-4217-b6aa-2ad114401b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:48.894171 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78247057-e934-4217-b6aa-2ad114401b2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:45:48.894762 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-78247057-e934-4217-b6aa-2ad114401b2d admin admin] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:48.926011 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-78247057-e934-4217-b6aa-2ad114401b2d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3108742 Sep 23 07:45:48.928980 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54804) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:45:48.935146 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-2ea1c4ae-5bc7-4e8e-b053-f1de4f69888c admin admin] Request body: {'subnet': {'network_id': '6e28d8fd-a16e-4157-9a64-5f84d75fb800', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-992947571-subnet', 'tenant_id': '81a420ba81934f2b85c711cc21db173b', 'ip_version': 4}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:45:48.968439 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea1c4ae-5bc7-4e8e-b053-f1de4f69888c admin admin] Made reservation on behalf of 81a420ba81934f2b85c711cc21db173b for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:45:48.972086 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2ea1c4ae-5bc7-4e8e-b053-f1de4f69888c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:48.984307 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78247057-e934-4217-b6aa-2ad114401b2d admin admin] Pushing event updated for resources: {'Network': ['ID=6e28d8fd-a16e-4157-9a64-5f84d75fb800,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:48.994239 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 6e28d8fd-a16e-4157-9a64-5f84d75fb800 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:45:49.160734 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2ea1c4ae-5bc7-4e8e-b053-f1de4f69888c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:49.217746 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea1c4ae-5bc7-4e8e-b053-f1de4f69888c admin admin] Pushing event updated for resources: {'Subnet': ['ID=31fab661-8431-49fa-a0e8-58cff78aef06,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:49.228116 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea1c4ae-5bc7-4e8e-b053-f1de4f69888c admin admin] Checking segment: {'id': '483564a8-9c54-4315-8613-4fc4efe37c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6e28d8fd-a16e-4157-9a64-5f84d75fb800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:45:49.228488 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea1c4ae-5bc7-4e8e-b053-f1de4f69888c admin admin] Network hostable DHCP agents. Network: 6e28d8fd-a16e-4157-9a64-5f84d75fb800, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:45:49.246589 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea1c4ae-5bc7-4e8e-b053-f1de4f69888c admin admin] Network 6e28d8fd-a16e-4157-9a64-5f84d75fb800 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:45:49.255748 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-2ea1c4ae-5bc7-4e8e-b053-f1de4f69888c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 6e28d8fd-a16e-4157-9a64-5f84d75fb800) {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:45:49.260937 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea1c4ae-5bc7-4e8e-b053-f1de4f69888c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:45:49.262115 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2ea1c4ae-5bc7-4e8e-b053-f1de4f69888c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:49.265414 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac02c703-08f4-4fbd-85a7-36e68a8f5935 None None] Network 6e28d8fd-a16e-4157-9a64-5f84d75fb800 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:45:49.279635 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-2ea1c4ae-5bc7-4e8e-b053-f1de4f69888c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3488905 Sep 23 07:45:49.281582 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54806) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:45:49.286223 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-98688b9a-b244-4ed0-865e-7ea0c3be3646 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-992947571-router', 'tenant_id': '81a420ba81934f2b85c711cc21db173b', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:45:49.307792 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-98688b9a-b244-4ed0-865e-7ea0c3be3646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:49.309153 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-98688b9a-b244-4ed0-865e-7ea0c3be3646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:49.369207 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-98688b9a-b244-4ed0-865e-7ea0c3be3646 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:49.425035 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e75fe13-e596-43e8-b9c3-4cd6123d19a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-6e28d8fd-a16e-4157-9a64-5f84d75fb800', 'network_id': '6e28d8fd-a16e-4157-9a64-5f84d75fb800', 'tenant_id': '81a420ba81934f2b85c711cc21db173b', 'fixed_ips': [{'subnet_id': '31fab661-8431-49fa-a0e8-58cff78aef06'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:45:49.426928 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-9e75fe13-e596-43e8-b9c3-4cd6123d19a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:49.516018 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-98688b9a-b244-4ed0-865e-7ea0c3be3646 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:49.575642 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-9e75fe13-e596-43e8-b9c3-4cd6123d19a6 None None] Allocated IP 172.20.0.2 (6e28d8fd-a16e-4157-9a64-5f84d75fb800/31fab661-8431-49fa-a0e8-58cff78aef06/077db487-e61e-4488-9ae2-62d837c3b240) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:45:49.725462 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-9e75fe13-e596-43e8-b9c3-4cd6123d19a6 None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:49.731529 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-9e75fe13-e596-43e8-b9c3-4cd6123d19a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:49.739917 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-98688b9a-b244-4ed0-865e-7ea0c3be3646 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:49.759723 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-98688b9a-b244-4ed0-865e-7ea0c3be3646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:49.773314 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e75fe13-e596-43e8-b9c3-4cd6123d19a6 None None] Network 6e28d8fd-a16e-4157-9a64-5f84d75fb800 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:45:49.778744 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-9e75fe13-e596-43e8-b9c3-4cd6123d19a6 None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:45:49.782286 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e75fe13-e596-43e8-b9c3-4cd6123d19a6 None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:45:49.790204 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e75fe13-e596-43e8-b9c3-4cd6123d19a6 None None] Pushing event updated for resources: {'Port': ['ID=077db487-e61e-4488-9ae2-62d837c3b240,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:49.844974 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-9e75fe13-e596-43e8-b9c3-4cd6123d19a6 None None] Attempting to bind port 077db487-e61e-4488-9ae2-62d837c3b240 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:45:49.845350 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-9e75fe13-e596-43e8-b9c3-4cd6123d19a6 None None] Attempting to bind port 077db487-e61e-4488-9ae2-62d837c3b240 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '483564a8-9c54-4315-8613-4fc4efe37c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6e28d8fd-a16e-4157-9a64-5f84d75fb800'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:45:49.845744 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e75fe13-e596-43e8-b9c3-4cd6123d19a6 None None] Attempting to bind port 077db487-e61e-4488-9ae2-62d837c3b240 on network 6e28d8fd-a16e-4157-9a64-5f84d75fb800 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:45:49.851383 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e75fe13-e596-43e8-b9c3-4cd6123d19a6 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:45:49.851774 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e75fe13-e596-43e8-b9c3-4cd6123d19a6 None None] Checking segment: {'id': '483564a8-9c54-4315-8613-4fc4efe37c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6e28d8fd-a16e-4157-9a64-5f84d75fb800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:45:49.852170 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-9e75fe13-e596-43e8-b9c3-4cd6123d19a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:49.852569 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e75fe13-e596-43e8-b9c3-4cd6123d19a6 None None] Bound using segment: {'id': '483564a8-9c54-4315-8613-4fc4efe37c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6e28d8fd-a16e-4157-9a64-5f84d75fb800'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:45:49.853037 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-9e75fe13-e596-43e8-b9c3-4cd6123d19a6 None None] Bound port: 077db487-e61e-4488-9ae2-62d837c3b240, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483564a8-9c54-4315-8613-4fc4efe37c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6e28d8fd-a16e-4157-9a64-5f84d75fb800'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:45:49.853426 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-9e75fe13-e596-43e8-b9c3-4cd6123d19a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:49.870767 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-98688b9a-b244-4ed0-865e-7ea0c3be3646 admin admin] Allocated IP 172.25.2.234 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/f998fe6c-6bcf-4612-8b70-5345c4f87af8) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:45:49.919892 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-9e75fe13-e596-43e8-b9c3-4cd6123d19a6 None None] For port 077db487-e61e-4488-9ae2-62d837c3b240, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:45:49.923468 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-9e75fe13-e596-43e8-b9c3-4cd6123d19a6 None None] For port 077db487-e61e-4488-9ae2-62d837c3b240, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=077db487-e61e-4488-9ae2-62d837c3b240,segment=NetworkSegment(483564a8-9c54-4315-8613-4fc4efe37c12),segment_id=483564a8-9c54-4315-8613-4fc4efe37c12)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:45:49.927013 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-9e75fe13-e596-43e8-b9c3-4cd6123d19a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:49.975796 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-98688b9a-b244-4ed0-865e-7ea0c3be3646 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:49.987776 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e75fe13-e596-43e8-b9c3-4cd6123d19a6 None None] Pushing event updated for resources: {'Port': ['ID=077db487-e61e-4488-9ae2-62d837c3b240,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:50.012718 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-98688b9a-b244-4ed0-865e-7ea0c3be3646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:50.055043 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98688b9a-b244-4ed0-865e-7ea0c3be3646 admin admin] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:45:50.058133 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-98688b9a-b244-4ed0-865e-7ea0c3be3646 admin admin] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:45:50.061556 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98688b9a-b244-4ed0-865e-7ea0c3be3646 admin admin] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:45:50.097072 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98688b9a-b244-4ed0-865e-7ea0c3be3646 admin admin] Pushing event updated for resources: {'Port': ['ID=f998fe6c-6bcf-4612-8b70-5345c4f87af8,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:50.347567 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-98688b9a-b244-4ed0-865e-7ea0c3be3646 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:50.541553 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-98688b9a-b244-4ed0-865e-7ea0c3be3646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:50.685092 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98688b9a-b244-4ed0-865e-7ea0c3be3646 admin admin] Router e6a8e716-2314-4d84-9fc1-ee1d4bc10640 is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 07:45:50.782115 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c19b11-cb6f-4b0a-9cef-e1d8e0b40979 None None] Sync routers for ids ['5ed3a987-6a0e-4091-97d5-c22d181e5249'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:45:50.793341 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 077db487-e61e-4488-9ae2-62d837c3b240 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:45:50.795066 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c19b11-cb6f-4b0a-9cef-e1d8e0b40979 None None] Routers {'5ed3a987-6a0e-4091-97d5-c22d181e5249'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:45:50.795821 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-b8c19b11-cb6f-4b0a-9cef-e1d8e0b40979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:45:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['5ed3a987-6a0e-4091-97d5-c22d181e5249'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:45:50.878077 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 077db487-e61e-4488-9ae2-62d837c3b240 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:45:50.878743 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:50.945281 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-b8c19b11-cb6f-4b0a-9cef-e1d8e0b40979 None None] Set router 5ed3a987-6a0e-4091-97d5-c22d181e5249 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:45:50.985160 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:51.022621 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d4d640-81d1-417e-b9e8-6286ce906dc5 None None] Network 6e28d8fd-a16e-4157-9a64-5f84d75fb800 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:45:51.053838 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port 077db487-e61e-4488-9ae2-62d837c3b240, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=077db487-e61e-4488-9ae2-62d837c3b240,segment=NetworkSegment(483564a8-9c54-4315-8613-4fc4efe37c12),segment_id=483564a8-9c54-4315-8613-4fc4efe37c12)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:45:51.072573 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:51.073556 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 40ca6f1c-5946-4c5e-8133-056115349426 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:45:51.083104 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-7ad2206d-acd0-462b-8bdc-1950da39b734 None None] Provisioning complete for port 077db487-e61e-4488-9ae2-62d837c3b240 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:45:51.083104 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-7ad2206d-acd0-462b-8bdc-1950da39b734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:51.171766 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-b8c19b11-cb6f-4b0a-9cef-e1d8e0b40979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed3a987-6a0e-4091-97d5-c22d181e5249', 'name': 'tempest-TestEncryptedCinderVolumes-325780717-router', 'tenant_id': 'e59b8ceea747488a96feed2b6994cc3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '40ca6f1c-5946-4c5e-8133-056115349426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:45:44Z', 'updated_at': '2021-09-23T07:45:47Z', 'revision_number': 4, 'project_id': 'e59b8ceea747488a96feed2b6994cc3f', 'gw_port': {'id': '40ca6f1c-5946-4c5e-8133-056115349426', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:18:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed3a987-6a0e-4091-97d5-c22d181e5249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:45:45Z', 'updated_at': '2021-09-23T07:45:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '915da56b-43c7-4cc0-9801-99a516f571d0', 'name': '', 'network_id': '667e3ae8-6318-480e-a403-f6fa9165c740', 'tenant_id': 'e59b8ceea747488a96feed2b6994cc3f', 'mac_address': 'fa:16:3e:bf:ad:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed3a987-6a0e-4091-97d5-c22d181e5249', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'a21baa48-52ec-4848-bd17-1849e39f4fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:45:46Z', 'updated_at': '2021-09-23T07:45:47Z', 'revision_number': 2, 'project_id': 'e59b8ceea747488a96feed2b6994cc3f', 'subnets': [{'id': 'a21baa48-52ec-4848-bd17-1849e39f4fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:45:51.177371 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98688b9a-b244-4ed0-865e-7ea0c3be3646 admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:45:51.196209 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-98688b9a-b244-4ed0-865e-7ea0c3be3646 admin admin] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:51.197729 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-98688b9a-b244-4ed0-865e-7ea0c3be3646 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9148679 Sep 23 07:45:51.200756 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 54808) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:45:51.208140 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c19b11-cb6f-4b0a-9cef-e1d8e0b40979 None None] Checking router: 5ed3a987-6a0e-4091-97d5-c22d181e5249 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:45:51.208495 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c19b11-cb6f-4b0a-9cef-e1d8e0b40979 None None] Updating router 5ed3a987-6a0e-4091-97d5-c22d181e5249 port 915da56b-43c7-4cc0-9801-99a516f571d0 binding host n-d-715271-16 {{(pid=95068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 07:45:51.236617 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-b8c19b11-cb6f-4b0a-9cef-e1d8e0b40979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:51.349996 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c38b63b-dc50-459c-8f16-e7cc64b4292b None None] Sync routers for ids ['e6a8e716-2314-4d84-9fc1-ee1d4bc10640'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:45:51.419964 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c38b63b-dc50-459c-8f16-e7cc64b4292b None None] Routers {'e6a8e716-2314-4d84-9fc1-ee1d4bc10640'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:45:51.420692 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-4c38b63b-dc50-459c-8f16-e7cc64b4292b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:45:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['e6a8e716-2314-4d84-9fc1-ee1d4bc10640'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:45:51.427863 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=077db487-e61e-4488-9ae2-62d837c3b240,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:51.527775 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-b8c19b11-cb6f-4b0a-9cef-e1d8e0b40979 None None] Notify callbacks [] for port, precommit_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:51.534107 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-b8c19b11-cb6f-4b0a-9cef-e1d8e0b40979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:51.546691 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 40ca6f1c-5946-4c5e-8133-056115349426 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:45:51.547068 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:51.593822 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9454d8-e368-43bc-81f3-ddb2ea529370 None None] Pushing event updated for resources: {'Port': ['ID=915da56b-43c7-4cc0-9801-99a516f571d0,revision_number=3']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:51.606672 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9454d8-e368-43bc-81f3-ddb2ea529370 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:45:51.607445 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9454d8-e368-43bc-81f3-ddb2ea529370 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:45:51.607445 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9454d8-e368-43bc-81f3-ddb2ea529370 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:45:51.607691 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9454d8-e368-43bc-81f3-ddb2ea529370 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:45:51.608419 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9454d8-e368-43bc-81f3-ddb2ea529370 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:45:51.608759 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9454d8-e368-43bc-81f3-ddb2ea529370 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:45:51.609091 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9454d8-e368-43bc-81f3-ddb2ea529370 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:45:51.609423 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9454d8-e368-43bc-81f3-ddb2ea529370 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:45:51.609750 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9454d8-e368-43bc-81f3-ddb2ea529370 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:45:51.610100 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9454d8-e368-43bc-81f3-ddb2ea529370 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:45:51.610422 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9454d8-e368-43bc-81f3-ddb2ea529370 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:45:51.610880 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9454d8-e368-43bc-81f3-ddb2ea529370 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:45:51.670439 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-4c38b63b-dc50-459c-8f16-e7cc64b4292b None None] Set router e6a8e716-2314-4d84-9fc1-ee1d4bc10640 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:45:51.687584 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-b8c19b11-cb6f-4b0a-9cef-e1d8e0b40979 None None] Attempting to bind port 915da56b-43c7-4cc0-9801-99a516f571d0 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:45:51.688188 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-b8c19b11-cb6f-4b0a-9cef-e1d8e0b40979 None None] Attempting to bind port 915da56b-43c7-4cc0-9801-99a516f571d0 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '828a85e1-df46-45f4-8a4f-fa1ca96812d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '667e3ae8-6318-480e-a403-f6fa9165c740'}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:45:51.688782 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c19b11-cb6f-4b0a-9cef-e1d8e0b40979 None None] Attempting to bind port 915da56b-43c7-4cc0-9801-99a516f571d0 on network 667e3ae8-6318-480e-a403-f6fa9165c740 {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:45:51.691277 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ec9b3aa4-55d6-4576-a27a-0be552333250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:51.694958 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c19b11-cb6f-4b0a-9cef-e1d8e0b40979 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:45:51.695556 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c19b11-cb6f-4b0a-9cef-e1d8e0b40979 None None] Checking segment: {'id': '828a85e1-df46-45f4-8a4f-fa1ca96812d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '667e3ae8-6318-480e-a403-f6fa9165c740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:45:51.696122 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-b8c19b11-cb6f-4b0a-9cef-e1d8e0b40979 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:51.696706 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c19b11-cb6f-4b0a-9cef-e1d8e0b40979 None None] Bound using segment: {'id': '828a85e1-df46-45f4-8a4f-fa1ca96812d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '667e3ae8-6318-480e-a403-f6fa9165c740'} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:45:51.697319 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-b8c19b11-cb6f-4b0a-9cef-e1d8e0b40979 None None] Bound port: 915da56b-43c7-4cc0-9801-99a516f571d0, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '828a85e1-df46-45f4-8a4f-fa1ca96812d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '667e3ae8-6318-480e-a403-f6fa9165c740'}}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:45:51.697954 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-b8c19b11-cb6f-4b0a-9cef-e1d8e0b40979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:51.780962 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-b8c19b11-cb6f-4b0a-9cef-e1d8e0b40979 None None] For port 915da56b-43c7-4cc0-9801-99a516f571d0, host n-d-715271-16, cleared binding levels {{(pid=95068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:45:51.785097 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-b8c19b11-cb6f-4b0a-9cef-e1d8e0b40979 None None] For port 915da56b-43c7-4cc0-9801-99a516f571d0, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=915da56b-43c7-4cc0-9801-99a516f571d0,segment=NetworkSegment(828a85e1-df46-45f4-8a4f-fa1ca96812d4),segment_id=828a85e1-df46-45f4-8a4f-fa1ca96812d4)] {{(pid=95068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:45:51.792000 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-b8c19b11-cb6f-4b0a-9cef-e1d8e0b40979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:51.843864 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c19b11-cb6f-4b0a-9cef-e1d8e0b40979 None None] Routers {'5ed3a987-6a0e-4091-97d5-c22d181e5249'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:45:51.844479 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-b8c19b11-cb6f-4b0a-9cef-e1d8e0b40979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:45:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['5ed3a987-6a0e-4091-97d5-c22d181e5249'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:45:51.861691 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:51.907980 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port 40ca6f1c-5946-4c5e-8133-056115349426, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=40ca6f1c-5946-4c5e-8133-056115349426,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:45:51.914918 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9454d8-e368-43bc-81f3-ddb2ea529370 None None] Pushing event updated for resources: {'Port': ['ID=915da56b-43c7-4cc0-9801-99a516f571d0,revision_number=4']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:51.924629 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-ec9b3aa4-55d6-4576-a27a-0be552333250 admin admin] Allocated IP 172.20.0.1 (6e28d8fd-a16e-4157-9a64-5f84d75fb800/31fab661-8431-49fa-a0e8-58cff78aef06/4b4008f9-99d5-400f-871d-bc8b017fe093) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:45:51.935672 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:52.016883 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-b8c19b11-cb6f-4b0a-9cef-e1d8e0b40979 None None] Set router 5ed3a987-6a0e-4091-97d5-c22d181e5249 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:45:52.022376 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-93aaafc8-9a97-46f1-a28e-f2f14add5011 None None] Provisioning complete for port 915da56b-43c7-4cc0-9801-99a516f571d0 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:45:52.022376 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-93aaafc8-9a97-46f1-a28e-f2f14add5011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:52.051276 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=40ca6f1c-5946-4c5e-8133-056115349426,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:52.062358 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ec9b3aa4-55d6-4576-a27a-0be552333250 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:52.078789 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-4c38b63b-dc50-459c-8f16-e7cc64b4292b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a8e716-2314-4d84-9fc1-ee1d4bc10640', 'name': 'tempest-TestEncryptedCinderVolumes-992947571-router', 'tenant_id': '81a420ba81934f2b85c711cc21db173b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': 'f998fe6c-6bcf-4612-8b70-5345c4f87af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:45:49Z', 'updated_at': '2021-09-23T07:45:50Z', 'revision_number': 3, 'project_id': '81a420ba81934f2b85c711cc21db173b', 'gw_port': {'id': 'f998fe6c-6bcf-4612-8b70-5345c4f87af8', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:59:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a8e716-2314-4d84-9fc1-ee1d4bc10640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:45:49Z', 'updated_at': '2021-09-23T07:45:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:45:52.120518 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c38b63b-dc50-459c-8f16-e7cc64b4292b None None] Checking router: e6a8e716-2314-4d84-9fc1-ee1d4bc10640 for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:45:52.120896 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c38b63b-dc50-459c-8f16-e7cc64b4292b None None] Updating router e6a8e716-2314-4d84-9fc1-ee1d4bc10640 port f998fe6c-6bcf-4612-8b70-5345c4f87af8 binding host n-d-715271-16 {{(pid=95067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 07:45:52.129902 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ec9b3aa4-55d6-4576-a27a-0be552333250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:52.176891 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-4c38b63b-dc50-459c-8f16-e7cc64b4292b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:52.184165 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9b3aa4-55d6-4576-a27a-0be552333250 admin admin] Network 6e28d8fd-a16e-4157-9a64-5f84d75fb800 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:45:52.187584 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-ec9b3aa4-55d6-4576-a27a-0be552333250 admin admin] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:45:52.191361 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9b3aa4-55d6-4576-a27a-0be552333250 admin admin] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:45:52.221039 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-93aaafc8-9a97-46f1-a28e-f2f14add5011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:52.243349 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b3aa4-55d6-4576-a27a-0be552333250 admin admin] Pushing event updated for resources: {'Port': ['ID=4b4008f9-99d5-400f-871d-bc8b017fe093,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:52.254450 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ec9b3aa4-55d6-4576-a27a-0be552333250 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068614'] for router_interface, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:52.327102 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-b8c19b11-cb6f-4b0a-9cef-e1d8e0b40979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed3a987-6a0e-4091-97d5-c22d181e5249', 'name': 'tempest-TestEncryptedCinderVolumes-325780717-router', 'tenant_id': 'e59b8ceea747488a96feed2b6994cc3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '40ca6f1c-5946-4c5e-8133-056115349426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:45:44Z', 'updated_at': '2021-09-23T07:45:47Z', 'revision_number': 4, 'project_id': 'e59b8ceea747488a96feed2b6994cc3f', 'gw_port': {'id': '40ca6f1c-5946-4c5e-8133-056115349426', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:18:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed3a987-6a0e-4091-97d5-c22d181e5249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:45:45Z', 'updated_at': '2021-09-23T07:45:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '915da56b-43c7-4cc0-9801-99a516f571d0', 'name': '', 'network_id': '667e3ae8-6318-480e-a403-f6fa9165c740', 'tenant_id': 'e59b8ceea747488a96feed2b6994cc3f', 'mac_address': 'fa:16:3e:bf:ad:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed3a987-6a0e-4091-97d5-c22d181e5249', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'a21baa48-52ec-4848-bd17-1849e39f4fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:45:46Z', 'updated_at': '2021-09-23T07:45:51Z', 'revision_number': 4, 'project_id': 'e59b8ceea747488a96feed2b6994cc3f', 'subnets': [{'id': 'a21baa48-52ec-4848-bd17-1849e39f4fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:45:52.351750 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-93aaafc8-9a97-46f1-a28e-f2f14add5011 None None] For port 915da56b-43c7-4cc0-9801-99a516f571d0, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=915da56b-43c7-4cc0-9801-99a516f571d0,segment=NetworkSegment(828a85e1-df46-45f4-8a4f-fa1ca96812d4),segment_id=828a85e1-df46-45f4-8a4f-fa1ca96812d4)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:45:52.363975 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-93aaafc8-9a97-46f1-a28e-f2f14add5011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:52.377573 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c19b11-cb6f-4b0a-9cef-e1d8e0b40979 None None] The sync data for ids ['5ed3a987-6a0e-4091-97d5-c22d181e5249'] in n-d-715271-16 is: [{'id': '5ed3a987-6a0e-4091-97d5-c22d181e5249', 'name': 'tempest-TestEncryptedCinderVolumes-325780717-router', 'tenant_id': 'e59b8ceea747488a96feed2b6994cc3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '40ca6f1c-5946-4c5e-8133-056115349426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:45:44Z', 'updated_at': '2021-09-23T07:45:47Z', 'revision_number': 4, 'project_id': 'e59b8ceea747488a96feed2b6994cc3f', 'gw_port': {'id': '40ca6f1c-5946-4c5e-8133-056115349426', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:18:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed3a987-6a0e-4091-97d5-c22d181e5249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:45:45Z', 'updated_at': '2021-09-23T07:45:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '915da56b-43c7-4cc0-9801-99a516f571d0', 'name': '', 'network_id': '667e3ae8-6318-480e-a403-f6fa9165c740', 'tenant_id': 'e59b8ceea747488a96feed2b6994cc3f', 'mac_address': 'fa:16:3e:bf:ad:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed3a987-6a0e-4091-97d5-c22d181e5249', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'a21baa48-52ec-4848-bd17-1849e39f4fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:45:46Z', 'updated_at': '2021-09-23T07:45:51Z', 'revision_number': 4, 'project_id': 'e59b8ceea747488a96feed2b6994cc3f', 'subnets': [{'id': 'a21baa48-52ec-4848-bd17-1849e39f4fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:45:52.443433 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ec9b3aa4-55d6-4576-a27a-0be552333250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:52.494195 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aaafc8-9a97-46f1-a28e-f2f14add5011 None None] Pushing event updated for resources: {'Port': ['ID=915da56b-43c7-4cc0-9801-99a516f571d0,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:52.512976 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-05ffe96b-e72e-4f06-8dcb-81da3c0c70dd None None] Provisioning complete for port 077db487-e61e-4488-9ae2-62d837c3b240 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:45:52.513398 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-05ffe96b-e72e-4f06-8dcb-81da3c0c70dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:52.636383 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ec9b3aa4-55d6-4576-a27a-0be552333250 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:52.641427 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ec9b3aa4-55d6-4576-a27a-0be552333250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:52.642063 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-4c38b63b-dc50-459c-8f16-e7cc64b4292b None None] Notify callbacks [] for port, precommit_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:52.649597 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-4c38b63b-dc50-459c-8f16-e7cc64b4292b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:52.715554 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ec9b3aa4-55d6-4576-a27a-0be552333250 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067062'] for router_interface, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:52.718337 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b3aa4-55d6-4576-a27a-0be552333250 admin admin] Pushing event updated for resources: {'Port': ['ID=4b4008f9-99d5-400f-871d-bc8b017fe093,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:52.718588 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-4c38b63b-dc50-459c-8f16-e7cc64b4292b None None] Attempting to bind port f998fe6c-6bcf-4612-8b70-5345c4f87af8 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:45:52.718963 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-4c38b63b-dc50-459c-8f16-e7cc64b4292b None None] Attempting to bind port f998fe6c-6bcf-4612-8b70-5345c4f87af8 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:45:52.719339 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c38b63b-dc50-459c-8f16-e7cc64b4292b None None] Attempting to bind port f998fe6c-6bcf-4612-8b70-5345c4f87af8 on network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:45:52.725640 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f267e9fb-37b9-4c1f-b016-f272d3a78338 None None] Pushing event updated for resources: {'Port': ['ID=f998fe6c-6bcf-4612-8b70-5345c4f87af8,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:52.730504 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c38b63b-dc50-459c-8f16-e7cc64b4292b None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:45:52.730893 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c38b63b-dc50-459c-8f16-e7cc64b4292b None None] Checking segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:45:52.731307 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-4c38b63b-dc50-459c-8f16-e7cc64b4292b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:52.731707 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c38b63b-dc50-459c-8f16-e7cc64b4292b None None] Bound using segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:45:52.732198 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-4c38b63b-dc50-459c-8f16-e7cc64b4292b None None] Bound port: f998fe6c-6bcf-4612-8b70-5345c4f87af8, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:45:52.732588 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-4c38b63b-dc50-459c-8f16-e7cc64b4292b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:52.734616 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-05ffe96b-e72e-4f06-8dcb-81da3c0c70dd None None] Provisioning complete for port 915da56b-43c7-4cc0-9801-99a516f571d0 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:45:52.734976 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-05ffe96b-e72e-4f06-8dcb-81da3c0c70dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:52.777567 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 915da56b-43c7-4cc0-9801-99a516f571d0 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:45:52.821956 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9b3aa4-55d6-4576-a27a-0be552333250 admin admin] Network 6e28d8fd-a16e-4157-9a64-5f84d75fb800 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:45:52.824001 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-ec9b3aa4-55d6-4576-a27a-0be552333250 admin admin] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:45:52.853558 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-4c38b63b-dc50-459c-8f16-e7cc64b4292b None None] For port f998fe6c-6bcf-4612-8b70-5345c4f87af8, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:45:52.860713 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-4c38b63b-dc50-459c-8f16-e7cc64b4292b None None] For port f998fe6c-6bcf-4612-8b70-5345c4f87af8, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=f998fe6c-6bcf-4612-8b70-5345c4f87af8,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:45:52.869951 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-4c38b63b-dc50-459c-8f16-e7cc64b4292b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:52.948887 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec9b3aa4-55d6-4576-a27a-0be552333250 admin admin] Router e6a8e716-2314-4d84-9fc1-ee1d4bc10640 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:45:52.952036 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 915da56b-43c7-4cc0-9801-99a516f571d0 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:45:52.952416 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:52.996243 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f267e9fb-37b9-4c1f-b016-f272d3a78338 None None] Pushing event updated for resources: {'Port': ['ID=f998fe6c-6bcf-4612-8b70-5345c4f87af8,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:53.000977 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c38b63b-dc50-459c-8f16-e7cc64b4292b None None] Routers {'e6a8e716-2314-4d84-9fc1-ee1d4bc10640'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:45:53.001614 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-4c38b63b-dc50-459c-8f16-e7cc64b4292b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:45:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['e6a8e716-2314-4d84-9fc1-ee1d4bc10640'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:45:53.074125 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec9b3aa4-55d6-4576-a27a-0be552333250 admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:45:53.082361 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-ec9b3aa4-55d6-4576-a27a-0be552333250 admin admin] 10.222.0.39 "PUT /v2.0/routers/e6a8e716-2314-4d84-9fc1-ee1d4bc10640/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8802397 Sep 23 07:45:53.158371 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-400a0306-a88a-4526-a63f-b0576ed8e680 None None] Provisioning complete for port 4b4008f9-99d5-400f-871d-bc8b017fe093 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:45:53.158750 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-400a0306-a88a-4526-a63f-b0576ed8e680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:53.160822 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 077db487-e61e-4488-9ae2-62d837c3b240 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:45:53.351982 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-4c38b63b-dc50-459c-8f16-e7cc64b4292b None None] Set router e6a8e716-2314-4d84-9fc1-ee1d4bc10640 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:45:53.435760 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-400a0306-a88a-4526-a63f-b0576ed8e680 None None] Port 4b4008f9-99d5-400f-871d-bc8b017fe093 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:45:53.495530 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 077db487-e61e-4488-9ae2-62d837c3b240 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:45:53.495912 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:53.649889 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 40ca6f1c-5946-4c5e-8133-056115349426 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:45:53.690003 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-4c38b63b-dc50-459c-8f16-e7cc64b4292b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a8e716-2314-4d84-9fc1-ee1d4bc10640', 'name': 'tempest-TestEncryptedCinderVolumes-992947571-router', 'tenant_id': '81a420ba81934f2b85c711cc21db173b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': 'f998fe6c-6bcf-4612-8b70-5345c4f87af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:45:49Z', 'updated_at': '2021-09-23T07:45:52Z', 'revision_number': 4, 'project_id': '81a420ba81934f2b85c711cc21db173b', 'gw_port': {'id': 'f998fe6c-6bcf-4612-8b70-5345c4f87af8', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:59:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a8e716-2314-4d84-9fc1-ee1d4bc10640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:45:49Z', 'updated_at': '2021-09-23T07:45:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '4b4008f9-99d5-400f-871d-bc8b017fe093', 'name': '', 'network_id': '6e28d8fd-a16e-4157-9a64-5f84d75fb800', 'tenant_id': '81a420ba81934f2b85c711cc21db173b', 'mac_address': 'fa:16:3e:0a:d5:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a8e716-2314-4d84-9fc1-ee1d4bc10640', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '31fab661-8431-49fa-a0e8-58cff78aef06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:45:51Z', 'updated_at': '2021-09-23T07:45:52Z', 'revision_number': 2, 'project_id': '81a420ba81934f2b85c711cc21db173b', 'subnets': [{'id': '31fab661-8431-49fa-a0e8-58cff78aef06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:45:53.731284 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c38b63b-dc50-459c-8f16-e7cc64b4292b None None] The sync data for ids ['e6a8e716-2314-4d84-9fc1-ee1d4bc10640'] in n-d-715271-16 is: [{'id': 'e6a8e716-2314-4d84-9fc1-ee1d4bc10640', 'name': 'tempest-TestEncryptedCinderVolumes-992947571-router', 'tenant_id': '81a420ba81934f2b85c711cc21db173b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': 'f998fe6c-6bcf-4612-8b70-5345c4f87af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:45:49Z', 'updated_at': '2021-09-23T07:45:52Z', 'revision_number': 4, 'project_id': '81a420ba81934f2b85c711cc21db173b', 'gw_port': {'id': 'f998fe6c-6bcf-4612-8b70-5345c4f87af8', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:59:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a8e716-2314-4d84-9fc1-ee1d4bc10640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:45:49Z', 'updated_at': '2021-09-23T07:45:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '4b4008f9-99d5-400f-871d-bc8b017fe093', 'name': '', 'network_id': '6e28d8fd-a16e-4157-9a64-5f84d75fb800', 'tenant_id': '81a420ba81934f2b85c711cc21db173b', 'mac_address': 'fa:16:3e:0a:d5:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a8e716-2314-4d84-9fc1-ee1d4bc10640', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '31fab661-8431-49fa-a0e8-58cff78aef06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:45:51Z', 'updated_at': '2021-09-23T07:45:52Z', 'revision_number': 2, 'project_id': '81a420ba81934f2b85c711cc21db173b', 'subnets': [{'id': '31fab661-8431-49fa-a0e8-58cff78aef06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:45:53.743686 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 40ca6f1c-5946-4c5e-8133-056115349426 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:45:53.744147 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:54.128433 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a005f-b1dc-493d-9156-f9329b01a61f req-a364c520-2de8-412b-8ce3-922b3275605d tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:45:54.130070 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc3a005f-b1dc-493d-9156-f9329b01a61f req-a364c520-2de8-412b-8ce3-922b3275605d tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] 10.222.0.39 "GET /v2.0/networks?id=667e3ae8-6318-480e-a403-f6fa9165c740 HTTP/1.1" status: 200 len: 816 time: 0.1118326 Sep 23 07:45:54.146024 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc3a005f-b1dc-493d-9156-f9329b01a61f req-188f1e95-3f70-497c-ad6a-7cdff765634b tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] 10.222.0.39 "GET /v2.0/quotas/e59b8ceea747488a96feed2b6994cc3f HTTP/1.1" status: 200 len: 375 time: 0.0095487 Sep 23 07:45:54.200614 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc3a005f-b1dc-493d-9156-f9329b01a61f req-eaa986d0-1454-487b-ae60-70d4a7669705 tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e59b8ceea747488a96feed2b6994cc3f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476952 Sep 23 07:45:54.303492 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc3a005f-b1dc-493d-9156-f9329b01a61f req-f917c0c9-3fe5-4420-b5e9-5790e623741e service neutron] 10.222.0.39 "GET /v2.0/networks/667e3ae8-6318-480e-a403-f6fa9165c740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908673 Sep 23 07:45:54.407829 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dc3a005f-b1dc-493d-9156-f9329b01a61f req-3e7b0cb8-414c-479b-9351-c0e3032cd885 service neutron] 10.222.0.39 "GET /v2.0/networks/667e3ae8-6318-480e-a403-f6fa9165c740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971484 Sep 23 07:45:54.787819 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device f998fe6c-6bcf-4612-8b70-5345c4f87af8 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:45:54.846317 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port f998fe6c-6bcf-4612-8b70-5345c4f87af8 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:45:54.847660 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:54.885195 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dd390a7a-073f-4732-a83c-ba5b4c8c878f req-7713fe6e-0ce2-42b3-95b4-d72c94d83f67 tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] 10.222.0.39 "GET /v2.0/ports?device_id=5dd37a39-db4f-415e-87c0-3b47977fbc09 HTTP/1.1" status: 200 len: 210 time: 0.3260152 Sep 23 07:45:54.933941 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:54.956989 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port f998fe6c-6bcf-4612-8b70-5345c4f87af8, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=f998fe6c-6bcf-4612-8b70-5345c4f87af8,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:45:54.962856 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:55.017079 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=f998fe6c-6bcf-4612-8b70-5345c4f87af8,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:55.644115 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a005f-b1dc-493d-9156-f9329b01a61f req-ab19c4a0-f70b-4719-87d0-9d09d7167026 tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:45:55.645548 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dc3a005f-b1dc-493d-9156-f9329b01a61f req-ab19c4a0-f70b-4719-87d0-9d09d7167026 tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] 10.222.0.21 "GET /v2.0/networks?id=667e3ae8-6318-480e-a403-f6fa9165c740 HTTP/1.1" status: 200 len: 816 time: 0.1117406 Sep 23 07:45:55.662985 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-dc3a005f-b1dc-493d-9156-f9329b01a61f req-4f1a4b89-1262-497f-b786-3d0e62c8e4dc tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] Request body: {'port': {'device_id': '5dd37a39-db4f-415e-87c0-3b47977fbc09', 'network_id': '667e3ae8-6318-480e-a403-f6fa9165c740', 'admin_state_up': True, 'tenant_id': 'e59b8ceea747488a96feed2b6994cc3f'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:45:55.768771 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ec2315-9204-4250-97cd-2b6e9338b529 None None] Sync routers for ids ['e6a8e716-2314-4d84-9fc1-ee1d4bc10640'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:45:55.777959 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ec2315-9204-4250-97cd-2b6e9338b529 None None] Routers {'e6a8e716-2314-4d84-9fc1-ee1d4bc10640'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:45:55.778553 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc3a005f-b1dc-493d-9156-f9329b01a61f req-4f1a4b89-1262-497f-b786-3d0e62c8e4dc tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] Made reservation on behalf of e59b8ceea747488a96feed2b6994cc3f for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:45:55.778714 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-f3ec2315-9204-4250-97cd-2b6e9338b529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:45:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['e6a8e716-2314-4d84-9fc1-ee1d4bc10640'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:45:55.782219 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-dc3a005f-b1dc-493d-9156-f9329b01a61f req-4f1a4b89-1262-497f-b786-3d0e62c8e4dc tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:55.913337 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-dc3a005f-b1dc-493d-9156-f9329b01a61f req-4f1a4b89-1262-497f-b786-3d0e62c8e4dc tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] Allocated IP 172.20.0.4 (667e3ae8-6318-480e-a403-f6fa9165c740/a21baa48-52ec-4848-bd17-1849e39f4fbc/b34a4312-1d0e-4bdb-a3d9-c377586506aa) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:45:55.978844 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-f3ec2315-9204-4250-97cd-2b6e9338b529 None None] Set router e6a8e716-2314-4d84-9fc1-ee1d4bc10640 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:45:55.991165 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8febc7ad-306e-4443-ac6e-4277ee77ad31 req-b29652f9-8d5c-4ad4-a0c1-8c3afc487176 tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] 10.222.0.39 "GET /v2.0/ports?device_id=5dd37a39-db4f-415e-87c0-3b47977fbc09 HTTP/1.1" status: 200 len: 210 time: 0.0331280 Sep 23 07:45:56.065825 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-dc3a005f-b1dc-493d-9156-f9329b01a61f req-4f1a4b89-1262-497f-b786-3d0e62c8e4dc tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:56.106322 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-dc3a005f-b1dc-493d-9156-f9329b01a61f req-4f1a4b89-1262-497f-b786-3d0e62c8e4dc tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:56.150367 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc3a005f-b1dc-493d-9156-f9329b01a61f req-4f1a4b89-1262-497f-b786-3d0e62c8e4dc tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] Network 667e3ae8-6318-480e-a403-f6fa9165c740 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:45:56.153376 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-dc3a005f-b1dc-493d-9156-f9329b01a61f req-4f1a4b89-1262-497f-b786-3d0e62c8e4dc tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:45:56.156979 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc3a005f-b1dc-493d-9156-f9329b01a61f req-4f1a4b89-1262-497f-b786-3d0e62c8e4dc tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:45:56.184436 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1a4b89-1262-497f-b786-3d0e62c8e4dc tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] Pushing event updated for resources: {'Port': ['ID=b34a4312-1d0e-4bdb-a3d9-c377586506aa,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:56.189396 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-f3ec2315-9204-4250-97cd-2b6e9338b529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a8e716-2314-4d84-9fc1-ee1d4bc10640', 'name': 'tempest-TestEncryptedCinderVolumes-992947571-router', 'tenant_id': '81a420ba81934f2b85c711cc21db173b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': 'f998fe6c-6bcf-4612-8b70-5345c4f87af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:45:49Z', 'updated_at': '2021-09-23T07:45:52Z', 'revision_number': 4, 'project_id': '81a420ba81934f2b85c711cc21db173b', 'gw_port': {'id': 'f998fe6c-6bcf-4612-8b70-5345c4f87af8', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:59:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a8e716-2314-4d84-9fc1-ee1d4bc10640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:45:49Z', 'updated_at': '2021-09-23T07:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '4b4008f9-99d5-400f-871d-bc8b017fe093', 'name': '', 'network_id': '6e28d8fd-a16e-4157-9a64-5f84d75fb800', 'tenant_id': '81a420ba81934f2b85c711cc21db173b', 'mac_address': 'fa:16:3e:0a:d5:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a8e716-2314-4d84-9fc1-ee1d4bc10640', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '31fab661-8431-49fa-a0e8-58cff78aef06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:45:51Z', 'updated_at': '2021-09-23T07:45:52Z', 'revision_number': 2, 'project_id': '81a420ba81934f2b85c711cc21db173b', 'subnets': [{'id': '31fab661-8431-49fa-a0e8-58cff78aef06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:45:56.212617 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a005f-b1dc-493d-9156-f9329b01a61f req-4f1a4b89-1262-497f-b786-3d0e62c8e4dc tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:45:56.213307 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-dc3a005f-b1dc-493d-9156-f9329b01a61f req-4f1a4b89-1262-497f-b786-3d0e62c8e4dc tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:56.218254 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ec2315-9204-4250-97cd-2b6e9338b529 None None] Checking router: e6a8e716-2314-4d84-9fc1-ee1d4bc10640 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:45:56.218700 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ec2315-9204-4250-97cd-2b6e9338b529 None None] Updating router e6a8e716-2314-4d84-9fc1-ee1d4bc10640 port 4b4008f9-99d5-400f-871d-bc8b017fe093 binding host n-d-715271-16 {{(pid=95068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 07:45:56.229669 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dc3a005f-b1dc-493d-9156-f9329b01a61f req-4f1a4b89-1262-497f-b786-3d0e62c8e4dc tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5699489 Sep 23 07:45:56.245198 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-f3ec2315-9204-4250-97cd-2b6e9338b529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:56.300259 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-dc3a005f-b1dc-493d-9156-f9329b01a61f req-9e1a1e9d-71d4-477a-b718-751b1ed319b0 service neutron] Request body: {'port': {'device_id': '5dd37a39-db4f-415e-87c0-3b47977fbc09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:45:56.357158 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-dc3a005f-b1dc-493d-9156-f9329b01a61f req-9e1a1e9d-71d4-477a-b718-751b1ed319b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:56.384077 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-d21998c2-f035-4ba7-acde-05b8f974b258 None None] Provisioning complete for port b34a4312-1d0e-4bdb-a3d9-c377586506aa triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:45:56.384708 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d21998c2-f035-4ba7-acde-05b8f974b258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:56.422575 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-d21998c2-f035-4ba7-acde-05b8f974b258 None None] Port b34a4312-1d0e-4bdb-a3d9-c377586506aa cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:45:56.515579 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-f3ec2315-9204-4250-97cd-2b6e9338b529 None None] Notify callbacks [] for port, precommit_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:56.520205 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-f3ec2315-9204-4250-97cd-2b6e9338b529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:56.568907 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ad7f1c-be13-41aa-af8d-364534f02355 None None] Pushing event updated for resources: {'Port': ['ID=4b4008f9-99d5-400f-871d-bc8b017fe093,revision_number=3']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:56.621660 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-f3ec2315-9204-4250-97cd-2b6e9338b529 None None] Attempting to bind port 4b4008f9-99d5-400f-871d-bc8b017fe093 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:45:56.622057 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-f3ec2315-9204-4250-97cd-2b6e9338b529 None None] Attempting to bind port 4b4008f9-99d5-400f-871d-bc8b017fe093 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '483564a8-9c54-4315-8613-4fc4efe37c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6e28d8fd-a16e-4157-9a64-5f84d75fb800'}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:45:56.622549 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ec2315-9204-4250-97cd-2b6e9338b529 None None] Attempting to bind port 4b4008f9-99d5-400f-871d-bc8b017fe093 on network 6e28d8fd-a16e-4157-9a64-5f84d75fb800 {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:45:56.627942 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ec2315-9204-4250-97cd-2b6e9338b529 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:45:56.628305 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ec2315-9204-4250-97cd-2b6e9338b529 None None] Checking segment: {'id': '483564a8-9c54-4315-8613-4fc4efe37c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6e28d8fd-a16e-4157-9a64-5f84d75fb800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:45:56.628695 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-f3ec2315-9204-4250-97cd-2b6e9338b529 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:56.629473 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ec2315-9204-4250-97cd-2b6e9338b529 None None] Bound using segment: {'id': '483564a8-9c54-4315-8613-4fc4efe37c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6e28d8fd-a16e-4157-9a64-5f84d75fb800'} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:45:56.629598 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-f3ec2315-9204-4250-97cd-2b6e9338b529 None None] Bound port: 4b4008f9-99d5-400f-871d-bc8b017fe093, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483564a8-9c54-4315-8613-4fc4efe37c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6e28d8fd-a16e-4157-9a64-5f84d75fb800'}}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:45:56.629939 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-f3ec2315-9204-4250-97cd-2b6e9338b529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:56.641695 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-dc3a005f-b1dc-493d-9156-f9329b01a61f req-9e1a1e9d-71d4-477a-b718-751b1ed319b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b34a4312-1d0e-4bdb-a3d9-c377586506aa {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:45:56.651509 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-dc3a005f-b1dc-493d-9156-f9329b01a61f req-9e1a1e9d-71d4-477a-b718-751b1ed319b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:56.667099 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-dc3a005f-b1dc-493d-9156-f9329b01a61f req-9e1a1e9d-71d4-477a-b718-751b1ed319b0 service neutron] Transition to ACTIVE for port object b34a4312-1d0e-4bdb-a3d9-c377586506aa will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:45:56.672109 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-dc3a005f-b1dc-493d-9156-f9329b01a61f req-9e1a1e9d-71d4-477a-b718-751b1ed319b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:56.714218 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-f3ec2315-9204-4250-97cd-2b6e9338b529 None None] For port 4b4008f9-99d5-400f-871d-bc8b017fe093, host n-d-715271-16, cleared binding levels {{(pid=95068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:45:56.718234 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-f3ec2315-9204-4250-97cd-2b6e9338b529 None None] For port 4b4008f9-99d5-400f-871d-bc8b017fe093, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=4b4008f9-99d5-400f-871d-bc8b017fe093,segment=NetworkSegment(483564a8-9c54-4315-8613-4fc4efe37c12),segment_id=483564a8-9c54-4315-8613-4fc4efe37c12)] {{(pid=95068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:45:56.725191 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-f3ec2315-9204-4250-97cd-2b6e9338b529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:56.747018 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device f998fe6c-6bcf-4612-8b70-5345c4f87af8 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:45:56.757005 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1a1e9d-71d4-477a-b718-751b1ed319b0 service neutron] Pushing event updated for resources: {'Port': ['ID=b34a4312-1d0e-4bdb-a3d9-c377586506aa,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:56.800812 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ec2315-9204-4250-97cd-2b6e9338b529 None None] Routers {'e6a8e716-2314-4d84-9fc1-ee1d4bc10640'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:45:56.801452 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-f3ec2315-9204-4250-97cd-2b6e9338b529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:45:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['e6a8e716-2314-4d84-9fc1-ee1d4bc10640'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:45:56.833342 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-dc3a005f-b1dc-493d-9156-f9329b01a61f req-9e1a1e9d-71d4-477a-b718-751b1ed319b0 service neutron] Attempting to bind port b34a4312-1d0e-4bdb-a3d9-c377586506aa on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:45:56.834246 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-dc3a005f-b1dc-493d-9156-f9329b01a61f req-9e1a1e9d-71d4-477a-b718-751b1ed319b0 service neutron] Attempting to bind port b34a4312-1d0e-4bdb-a3d9-c377586506aa by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': '828a85e1-df46-45f4-8a4f-fa1ca96812d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '667e3ae8-6318-480e-a403-f6fa9165c740'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:45:56.834834 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3a005f-b1dc-493d-9156-f9329b01a61f req-9e1a1e9d-71d4-477a-b718-751b1ed319b0 service neutron] Attempting to bind port b34a4312-1d0e-4bdb-a3d9-c377586506aa on network 667e3ae8-6318-480e-a403-f6fa9165c740 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:45:56.839910 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3a005f-b1dc-493d-9156-f9329b01a61f req-9e1a1e9d-71d4-477a-b718-751b1ed319b0 service neutron] Port b34a4312-1d0e-4bdb-a3d9-c377586506aa on network 667e3ae8-6318-480e-a403-f6fa9165c740 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:45:56.840552 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3a005f-b1dc-493d-9156-f9329b01a61f req-9e1a1e9d-71d4-477a-b718-751b1ed319b0 service neutron] Attempting to bind port b34a4312-1d0e-4bdb-a3d9-c377586506aa on network 667e3ae8-6318-480e-a403-f6fa9165c740 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:45:56.841591 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port f998fe6c-6bcf-4612-8b70-5345c4f87af8 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:45:56.842030 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:56.846848 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3a005f-b1dc-493d-9156-f9329b01a61f req-9e1a1e9d-71d4-477a-b718-751b1ed319b0 service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:45:56.847503 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3a005f-b1dc-493d-9156-f9329b01a61f req-9e1a1e9d-71d4-477a-b718-751b1ed319b0 service neutron] Checking segment: {'id': '828a85e1-df46-45f4-8a4f-fa1ca96812d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '667e3ae8-6318-480e-a403-f6fa9165c740'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:45:56.848352 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3a005f-b1dc-493d-9156-f9329b01a61f req-9e1a1e9d-71d4-477a-b718-751b1ed319b0 service neutron] Bound using segment: {'id': '828a85e1-df46-45f4-8a4f-fa1ca96812d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '667e3ae8-6318-480e-a403-f6fa9165c740'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:45:56.848890 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-dc3a005f-b1dc-493d-9156-f9329b01a61f req-9e1a1e9d-71d4-477a-b718-751b1ed319b0 service neutron] Bound port: b34a4312-1d0e-4bdb-a3d9-c377586506aa, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '828a85e1-df46-45f4-8a4f-fa1ca96812d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '667e3ae8-6318-480e-a403-f6fa9165c740'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:45:56.849364 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-dc3a005f-b1dc-493d-9156-f9329b01a61f req-9e1a1e9d-71d4-477a-b718-751b1ed319b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:56.884088 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-ccd10105-9a5a-494b-abe7-b65a83f25fb8 None None] Provisioning complete for port 4b4008f9-99d5-400f-871d-bc8b017fe093 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:45:56.884463 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ccd10105-9a5a-494b-abe7-b65a83f25fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:56.923871 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ad7f1c-be13-41aa-af8d-364534f02355 None None] Pushing event updated for resources: {'Port': ['ID=4b4008f9-99d5-400f-871d-bc8b017fe093,revision_number=4']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:56.934617 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-dc3a005f-b1dc-493d-9156-f9329b01a61f req-9e1a1e9d-71d4-477a-b718-751b1ed319b0 service neutron] For port b34a4312-1d0e-4bdb-a3d9-c377586506aa, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:45:56.944475 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-dc3a005f-b1dc-493d-9156-f9329b01a61f req-9e1a1e9d-71d4-477a-b718-751b1ed319b0 service neutron] For port b34a4312-1d0e-4bdb-a3d9-c377586506aa, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=b34a4312-1d0e-4bdb-a3d9-c377586506aa,segment=NetworkSegment(828a85e1-df46-45f4-8a4f-fa1ca96812d4),segment_id=828a85e1-df46-45f4-8a4f-fa1ca96812d4)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:45:56.950685 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-dc3a005f-b1dc-493d-9156-f9329b01a61f req-9e1a1e9d-71d4-477a-b718-751b1ed319b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:56.976198 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-f3ec2315-9204-4250-97cd-2b6e9338b529 None None] Set router e6a8e716-2314-4d84-9fc1-ee1d4bc10640 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:45:57.019568 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a005f-b1dc-493d-9156-f9329b01a61f req-9e1a1e9d-71d4-477a-b718-751b1ed319b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:45:57.020316 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-dc3a005f-b1dc-493d-9156-f9329b01a61f req-9e1a1e9d-71d4-477a-b718-751b1ed319b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:57.022258 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dc3a005f-b1dc-493d-9156-f9329b01a61f req-9e1a1e9d-71d4-477a-b718-751b1ed319b0 service neutron] 10.222.0.21 "PUT /v2.0/ports/b34a4312-1d0e-4bdb-a3d9-c377586506aa HTTP/1.1" status: 200 len: 1092 time: 0.7261705 Sep 23 07:45:57.022674 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dd37a39-db4f-415e-87c0-3b47977fbc09', 'tag': 'b34a4312-1d0e-4bdb-a3d9-c377586506aa'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:45:57.025379 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f95ab57a745480e309303c621f93016f7af13821b9c47ad15b10e565102b0cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88583333-e168-4808-81b6-b63edfc7f69d" -d '{"events": [{"name": "network-changed", "server_uuid": "5dd37a39-db4f-415e-87c0-3b47977fbc09", "tag": "b34a4312-1d0e-4bdb-a3d9-c377586506aa"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:45:57.062503 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1a1e9d-71d4-477a-b718-751b1ed319b0 service neutron] Pushing event updated for resources: {'Port': ['ID=b34a4312-1d0e-4bdb-a3d9-c377586506aa,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:57.085834 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ccd10105-9a5a-494b-abe7-b65a83f25fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:57.096913 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d58f96-b7db-4722-a9ef-31d0977eedcf x-openstack-request-id: req-39d58f96-b7db-4722-a9ef-31d0977eedcf {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:45:57.097265 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dd37a39-db4f-415e-87c0-3b47977fbc09", "tag": "b34a4312-1d0e-4bdb-a3d9-c377586506aa", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:45:57.097460 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-39d58f96-b7db-4722-a9ef-31d0977eedcf {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:45:57.097955 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dd37a39-db4f-415e-87c0-3b47977fbc09', 'tag': 'b34a4312-1d0e-4bdb-a3d9-c377586506aa', 'status': 'completed', 'code': 200} Sep 23 07:45:57.137379 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-ccd10105-9a5a-494b-abe7-b65a83f25fb8 None None] For port 4b4008f9-99d5-400f-871d-bc8b017fe093, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=4b4008f9-99d5-400f-871d-bc8b017fe093,segment=NetworkSegment(483564a8-9c54-4315-8613-4fc4efe37c12),segment_id=483564a8-9c54-4315-8613-4fc4efe37c12)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:45:57.142852 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ccd10105-9a5a-494b-abe7-b65a83f25fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:57.217152 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a005f-b1dc-493d-9156-f9329b01a61f req-b71cb1e6-a35c-4369-a4b7-dcec3331af01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:45:57.217501 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd10105-9a5a-494b-abe7-b65a83f25fb8 None None] Pushing event updated for resources: {'Port': ['ID=4b4008f9-99d5-400f-871d-bc8b017fe093,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:45:57.218947 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dc3a005f-b1dc-493d-9156-f9329b01a61f req-b71cb1e6-a35c-4369-a4b7-dcec3331af01 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e59b8ceea747488a96feed2b6994cc3f&device_id=5dd37a39-db4f-415e-87c0-3b47977fbc09 HTTP/1.1" status: 200 len: 1095 time: 0.1425872 Sep 23 07:45:57.233736 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b296d-a1d0-44e2-befb-fe9e4b8db04e req-c74183b6-0ed1-47cb-9c25-d91cd105f9c8 tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:45:57.235425 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d48b296d-a1d0-44e2-befb-fe9e4b8db04e req-c74183b6-0ed1-47cb-9c25-d91cd105f9c8 tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] 10.222.0.39 "GET /v2.0/ports?device_id=5dd37a39-db4f-415e-87c0-3b47977fbc09 HTTP/1.1" status: 200 len: 943 time: 0.0872359 Sep 23 07:45:57.278503 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-4c080f32-1734-4add-ba9d-31f4a89c87af None None] Provisioning complete for port 4b4008f9-99d5-400f-871d-bc8b017fe093 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:45:57.278933 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-4c080f32-1734-4add-ba9d-31f4a89c87af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:57.284328 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dc3a005f-b1dc-493d-9156-f9329b01a61f req-87c59e6c-35cb-411d-b49c-9131b0121c13 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b34a4312-1d0e-4bdb-a3d9-c377586506aa HTTP/1.1" status: 200 len: 217 time: 0.0478952 Sep 23 07:45:57.303154 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-f3ec2315-9204-4250-97cd-2b6e9338b529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a8e716-2314-4d84-9fc1-ee1d4bc10640', 'name': 'tempest-TestEncryptedCinderVolumes-992947571-router', 'tenant_id': '81a420ba81934f2b85c711cc21db173b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': 'f998fe6c-6bcf-4612-8b70-5345c4f87af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:45:49Z', 'updated_at': '2021-09-23T07:45:52Z', 'revision_number': 4, 'project_id': '81a420ba81934f2b85c711cc21db173b', 'gw_port': {'id': 'f998fe6c-6bcf-4612-8b70-5345c4f87af8', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:59:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a8e716-2314-4d84-9fc1-ee1d4bc10640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:45:49Z', 'updated_at': '2021-09-23T07:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '4b4008f9-99d5-400f-871d-bc8b017fe093', 'name': '', 'network_id': '6e28d8fd-a16e-4157-9a64-5f84d75fb800', 'tenant_id': '81a420ba81934f2b85c711cc21db173b', 'mac_address': 'fa:16:3e:0a:d5:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a8e716-2314-4d84-9fc1-ee1d4bc10640', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '31fab661-8431-49fa-a0e8-58cff78aef06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:45:51Z', 'updated_at': '2021-09-23T07:45:56Z', 'revision_number': 4, 'project_id': '81a420ba81934f2b85c711cc21db173b', 'subnets': [{'id': '31fab661-8431-49fa-a0e8-58cff78aef06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:45:57.331417 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ec2315-9204-4250-97cd-2b6e9338b529 None None] The sync data for ids ['e6a8e716-2314-4d84-9fc1-ee1d4bc10640'] in n-d-715271-16 is: [{'id': 'e6a8e716-2314-4d84-9fc1-ee1d4bc10640', 'name': 'tempest-TestEncryptedCinderVolumes-992947571-router', 'tenant_id': '81a420ba81934f2b85c711cc21db173b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': 'f998fe6c-6bcf-4612-8b70-5345c4f87af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:45:49Z', 'updated_at': '2021-09-23T07:45:52Z', 'revision_number': 4, 'project_id': '81a420ba81934f2b85c711cc21db173b', 'gw_port': {'id': 'f998fe6c-6bcf-4612-8b70-5345c4f87af8', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:59:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a8e716-2314-4d84-9fc1-ee1d4bc10640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:45:49Z', 'updated_at': '2021-09-23T07:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '4b4008f9-99d5-400f-871d-bc8b017fe093', 'name': '', 'network_id': '6e28d8fd-a16e-4157-9a64-5f84d75fb800', 'tenant_id': '81a420ba81934f2b85c711cc21db173b', 'mac_address': 'fa:16:3e:0a:d5:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a8e716-2314-4d84-9fc1-ee1d4bc10640', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '31fab661-8431-49fa-a0e8-58cff78aef06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:45:51Z', 'updated_at': '2021-09-23T07:45:56Z', 'revision_number': 4, 'project_id': '81a420ba81934f2b85c711cc21db173b', 'subnets': [{'id': '31fab661-8431-49fa-a0e8-58cff78aef06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:45:57.355486 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d48b296d-a1d0-44e2-befb-fe9e4b8db04e req-3ef3a723-52ab-4822-9d20-f729f227b1a7 tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8727eb7-8454-42bb-99cd-8d5544a86d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117818 Sep 23 07:45:57.357733 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a005f-b1dc-493d-9156-f9329b01a61f req-8b908f0f-7b12-4be7-85ac-279bf23275d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:45:57.359648 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dc3a005f-b1dc-493d-9156-f9329b01a61f req-8b908f0f-7b12-4be7-85ac-279bf23275d4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a21baa48-52ec-4848-bd17-1849e39f4fbc HTTP/1.1" status: 200 len: 855 time: 0.0650201 Sep 23 07:45:57.421094 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a005f-b1dc-493d-9156-f9329b01a61f req-03289369-6bd2-408f-83c3-41220c18377c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:45:57.422665 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dc3a005f-b1dc-493d-9156-f9329b01a61f req-03289369-6bd2-408f-83c3-41220c18377c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=667e3ae8-6318-480e-a403-f6fa9165c740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549686 Sep 23 07:45:57.519634 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dc3a005f-b1dc-493d-9156-f9329b01a61f req-ec8948ae-5463-4ac8-bae0-212d93794595 service neutron] 10.222.0.21 "GET /v2.0/networks/667e3ae8-6318-480e-a403-f6fa9165c740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894327 Sep 23 07:45:57.619102 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dc3a005f-b1dc-493d-9156-f9329b01a61f req-3b17986b-3cbc-408c-ba90-76e64987b41a service neutron] 10.222.0.21 "GET /v2.0/networks/667e3ae8-6318-480e-a403-f6fa9165c740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920265 Sep 23 07:45:57.751887 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88583333-e168-4808-81b6-b63edfc7f69d req-5f4b61d4-2627-4dce-a03d-28bd88935c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:45:57.753515 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-88583333-e168-4808-81b6-b63edfc7f69d req-5f4b61d4-2627-4dce-a03d-28bd88935c74 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e59b8ceea747488a96feed2b6994cc3f&device_id=5dd37a39-db4f-415e-87c0-3b47977fbc09 HTTP/1.1" status: 200 len: 1095 time: 0.0577657 Sep 23 07:45:57.854300 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88583333-e168-4808-81b6-b63edfc7f69d req-be63e778-41bc-44f7-b27b-231aa0893043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:45:57.855799 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-88583333-e168-4808-81b6-b63edfc7f69d req-be63e778-41bc-44f7-b27b-231aa0893043 service neutron] 10.222.0.21 "GET /v2.0/networks?id=667e3ae8-6318-480e-a403-f6fa9165c740 HTTP/1.1" status: 200 len: 917 time: 0.0940235 Sep 23 07:45:57.899638 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-88583333-e168-4808-81b6-b63edfc7f69d req-fefc842f-8da0-4b8e-acf4-2944481c3428 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b34a4312-1d0e-4bdb-a3d9-c377586506aa HTTP/1.1" status: 200 len: 217 time: 0.0356524 Sep 23 07:45:57.949941 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88583333-e168-4808-81b6-b63edfc7f69d req-86dc9381-985a-4199-8593-7070ab42ae9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:45:57.951384 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-88583333-e168-4808-81b6-b63edfc7f69d req-86dc9381-985a-4199-8593-7070ab42ae9a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a21baa48-52ec-4848-bd17-1849e39f4fbc HTTP/1.1" status: 200 len: 855 time: 0.0445690 Sep 23 07:45:58.002443 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88583333-e168-4808-81b6-b63edfc7f69d req-250916c3-e1ef-4ea4-a9d9-ab0db3ab8f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:45:58.003841 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-88583333-e168-4808-81b6-b63edfc7f69d req-250916c3-e1ef-4ea4-a9d9-ab0db3ab8f31 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=667e3ae8-6318-480e-a403-f6fa9165c740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438890 Sep 23 07:45:58.092358 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-88583333-e168-4808-81b6-b63edfc7f69d req-308d2ab2-7c95-4fdc-a57e-cbe7edfc527a service neutron] 10.222.0.21 "GET /v2.0/networks/667e3ae8-6318-480e-a403-f6fa9165c740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807812 Sep 23 07:45:58.186988 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-88583333-e168-4808-81b6-b63edfc7f69d req-737e6e8b-b9a8-4f40-a1a0-c48bcec32980 service neutron] 10.222.0.21 "GET /v2.0/networks/667e3ae8-6318-480e-a403-f6fa9165c740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859520 Sep 23 07:45:58.476556 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a516c17-ee96-4a40-bc29-d63effb7c757 req-b5aabaeb-952d-4a21-8b42-9bc70b7cb927 tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:45:58.478083 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3a516c17-ee96-4a40-bc29-d63effb7c757 req-b5aabaeb-952d-4a21-8b42-9bc70b7cb927 tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] 10.222.0.39 "GET /v2.0/ports?device_id=5dd37a39-db4f-415e-87c0-3b47977fbc09 HTTP/1.1" status: 200 len: 943 time: 0.0499842 Sep 23 07:45:58.516847 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3a516c17-ee96-4a40-bc29-d63effb7c757 req-197adaaa-9b03-40d0-9b7f-9dd69b9da68b tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8727eb7-8454-42bb-99cd-8d5544a86d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322859 Sep 23 07:45:58.730318 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 4b4008f9-99d5-400f-871d-bc8b017fe093 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:45:58.778066 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 4b4008f9-99d5-400f-871d-bc8b017fe093 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:45:58.778464 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:45:59.634341 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319e4513-5b5c-45d8-b215-2adf649be706 req-8dc972aa-a195-45f7-b789-4ec1cbb812d8 tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:45:59.636514 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-319e4513-5b5c-45d8-b215-2adf649be706 req-8dc972aa-a195-45f7-b789-4ec1cbb812d8 tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] 10.222.0.39 "GET /v2.0/ports?device_id=5dd37a39-db4f-415e-87c0-3b47977fbc09 HTTP/1.1" status: 200 len: 943 time: 0.0498192 Sep 23 07:45:59.679375 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-319e4513-5b5c-45d8-b215-2adf649be706 req-a8a3f3a3-fb74-4944-8546-d4361d01571a tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8727eb7-8454-42bb-99cd-8d5544a86d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369720 Sep 23 07:46:00.794363 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdebfe7-28c6-419e-a915-db77ced89aad req-5e08273e-8fdf-4013-a33a-aa46650284b3 tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:46:00.795840 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2fdebfe7-28c6-419e-a915-db77ced89aad req-5e08273e-8fdf-4013-a33a-aa46650284b3 tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] 10.222.0.39 "GET /v2.0/ports?device_id=5dd37a39-db4f-415e-87c0-3b47977fbc09 HTTP/1.1" status: 200 len: 943 time: 0.0491233 Sep 23 07:46:00.832704 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2fdebfe7-28c6-419e-a915-db77ced89aad req-e6486bf6-5641-4fa8-b507-816a495c3f8d tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8727eb7-8454-42bb-99cd-8d5544a86d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309463 Sep 23 07:46:00.884759 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device b34a4312-1d0e-4bdb-a3d9-c377586506aa details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:46:00.977797 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port b34a4312-1d0e-4bdb-a3d9-c377586506aa, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=b34a4312-1d0e-4bdb-a3d9-c377586506aa,segment=NetworkSegment(828a85e1-df46-45f4-8a4f-fa1ca96812d4),segment_id=828a85e1-df46-45f4-8a4f-fa1ca96812d4)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:46:00.988982 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': 'b34a4312-1d0e-4bdb-a3d9-c377586506aa', 'network_id': '667e3ae8-6318-480e-a403-f6fa9165c740', 'port_id': 'b34a4312-1d0e-4bdb-a3d9-c377586506aa', 'mac_address': 'fa:16:3e:22:88:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a21baa48-52ec-4848-bd17-1849e39f4fbc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:46:01.026490 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:46:01.042171 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b34a4312-1d0e-4bdb-a3d9-c377586506aa {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:46:01.061185 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port b34a4312-1d0e-4bdb-a3d9-c377586506aa, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=b34a4312-1d0e-4bdb-a3d9-c377586506aa,segment=NetworkSegment(828a85e1-df46-45f4-8a4f-fa1ca96812d4),segment_id=828a85e1-df46-45f4-8a4f-fa1ca96812d4)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:46:01.064972 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:46:01.111718 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=b34a4312-1d0e-4bdb-a3d9-c377586506aa,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:46:01.415208 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['b34a4312-1d0e-4bdb-a3d9-c377586506aa'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:46:01.960245 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f72e4ef-9100-4000-b570-e399283cae8d req-b55beef1-f703-4f3e-9326-a1c8915d698a tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:46:01.961716 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8f72e4ef-9100-4000-b570-e399283cae8d req-b55beef1-f703-4f3e-9326-a1c8915d698a tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] 10.222.0.39 "GET /v2.0/ports?device_id=5dd37a39-db4f-415e-87c0-3b47977fbc09 HTTP/1.1" status: 200 len: 944 time: 0.0482728 Sep 23 07:46:01.998849 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8f72e4ef-9100-4000-b570-e399283cae8d req-7cdbac3a-4f5b-44c9-bda7-4c1605b35517 tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8727eb7-8454-42bb-99cd-8d5544a86d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312159 Sep 23 07:46:02.886060 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device b34a4312-1d0e-4bdb-a3d9-c377586506aa up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:46:02.937440 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port b34a4312-1d0e-4bdb-a3d9-c377586506aa completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:46:02.941003 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port b34a4312-1d0e-4bdb-a3d9-c377586506aa triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:46:02.941439 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:46:03.016721 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:46:03.039546 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dd37a39-db4f-415e-87c0-3b47977fbc09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b34a4312-1d0e-4bdb-a3d9-c377586506aa'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:46:03.042075 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ba4f7dfdfe0dde90123cb5af03ec17f0bd1073b346dec34131962e04cdfc7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eae9751-bdaf-4bc8-ae95-c93cd87d5fee" -d '{"events": [{"server_uuid": "5dd37a39-db4f-415e-87c0-3b47977fbc09", "name": "network-vif-plugged", "status": "completed", "tag": "b34a4312-1d0e-4bdb-a3d9-c377586506aa"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:46:03.054754 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port b34a4312-1d0e-4bdb-a3d9-c377586506aa, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=b34a4312-1d0e-4bdb-a3d9-c377586506aa,segment=NetworkSegment(828a85e1-df46-45f4-8a4f-fa1ca96812d4),segment_id=828a85e1-df46-45f4-8a4f-fa1ca96812d4)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:46:03.059370 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:46:03.090490 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-443fc469-716b-4467-be47-26e668fe03fb x-openstack-request-id: req-443fc469-716b-4467-be47-26e668fe03fb {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:46:03.090797 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dd37a39-db4f-415e-87c0-3b47977fbc09", "name": "network-vif-plugged", "status": "completed", "tag": "b34a4312-1d0e-4bdb-a3d9-c377586506aa", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:46:03.091037 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-443fc469-716b-4467-be47-26e668fe03fb {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:46:03.091423 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dd37a39-db4f-415e-87c0-3b47977fbc09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b34a4312-1d0e-4bdb-a3d9-c377586506aa', 'code': 200} Sep 23 07:46:03.121623 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=b34a4312-1d0e-4bdb-a3d9-c377586506aa,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:46:03.124754 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f03e792-6c50-4545-a0d9-63b449215e95 req-915239ea-573e-48e1-86b9-6b0bbeb80a81 tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:46:03.126558 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8f03e792-6c50-4545-a0d9-63b449215e95 req-915239ea-573e-48e1-86b9-6b0bbeb80a81 tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] 10.222.0.39 "GET /v2.0/ports?device_id=5dd37a39-db4f-415e-87c0-3b47977fbc09 HTTP/1.1" status: 200 len: 945 time: 0.0572743 Sep 23 07:46:03.164882 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8f03e792-6c50-4545-a0d9-63b449215e95 req-0c1b4190-b899-4149-bb84-8f3e46d54198 tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8727eb7-8454-42bb-99cd-8d5544a86d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323167 Sep 23 07:46:03.199774 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31ee351-4407-45b0-9586-920d621481d5 req-0cc482c1-425b-4dd5-afff-90ab1e53d3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:46:03.201290 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b31ee351-4407-45b0-9586-920d621481d5 req-0cc482c1-425b-4dd5-afff-90ab1e53d3c3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5dd37a39-db4f-415e-87c0-3b47977fbc09 HTTP/1.1" status: 200 len: 1097 time: 0.0452359 Sep 23 07:46:03.237746 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b31ee351-4407-45b0-9586-920d621481d5 req-96745645-43fb-4b35-b5ed-62f9df13eca9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c8727eb7-8454-42bb-99cd-8d5544a86d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280089 Sep 23 07:46:04.281906 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbaf7da-9ea5-4f8a-859f-06dade6e836c req-268300dc-aa14-44cb-9ed9-e5cbe0502a60 tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:46:04.283431 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1fbaf7da-9ea5-4f8a-859f-06dade6e836c req-268300dc-aa14-44cb-9ed9-e5cbe0502a60 tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] 10.222.0.39 "GET /v2.0/ports?device_id=5dd37a39-db4f-415e-87c0-3b47977fbc09 HTTP/1.1" status: 200 len: 945 time: 0.0497386 Sep 23 07:46:04.321764 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1fbaf7da-9ea5-4f8a-859f-06dade6e836c req-d3f92bfa-1277-4b52-9f1b-652bfbda71d3 tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8727eb7-8454-42bb-99cd-8d5544a86d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322883 Sep 23 07:46:05.440627 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7720db-cb38-4125-83c1-72040149ba9f req-28b5f133-063f-4813-84e5-f27ab86fed2b tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:46:05.442135 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1d7720db-cb38-4125-83c1-72040149ba9f req-28b5f133-063f-4813-84e5-f27ab86fed2b tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] 10.222.0.39 "GET /v2.0/ports?device_id=5dd37a39-db4f-415e-87c0-3b47977fbc09 HTTP/1.1" status: 200 len: 945 time: 0.0508969 Sep 23 07:46:05.480715 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1d7720db-cb38-4125-83c1-72040149ba9f req-8a1b3f5f-a7fa-4d8b-8446-bcadf1945f9b tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8727eb7-8454-42bb-99cd-8d5544a86d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321343 Sep 23 07:46:05.593177 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa69fa07-6da0-4cff-8595-db5ab543712f req-75b3bbe5-7754-4579-b2c3-0577c313b5dc tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:46:05.594690 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fa69fa07-6da0-4cff-8595-db5ab543712f req-75b3bbe5-7754-4579-b2c3-0577c313b5dc tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] 10.222.0.39 "GET /v2.0/ports?device_id=5dd37a39-db4f-415e-87c0-3b47977fbc09 HTTP/1.1" status: 200 len: 945 time: 0.0482316 Sep 23 07:46:05.632244 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fa69fa07-6da0-4cff-8595-db5ab543712f req-d990c3c5-b73f-488d-9661-fca45cead26b tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8727eb7-8454-42bb-99cd-8d5544a86d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315819 Sep 23 07:46:07.175412 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:46:08.133151 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8143a9a5-a07e-4333-8f0a-b7ae014614aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:46:10.550894 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:46:11.134656 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-78846ab3-618d-44d9-83d9-56849e733817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:46:11.646643 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:46:12.531013 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [req-ad88d1ca-f6b9-403e-beed-0c07a62884cd req-eb5073b2-8d96-4f28-9bfc-60e12fc92150 tempest-ServerDiskConfigTestJSON-257116931 tempest-ServerDiskConfigTestJSON-257116931-project] (95066) timed out ('10.222.0.58', 49891) {{(pid=95066) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 23 07:46:12.534263 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:46:14.014792 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:46:20.880920 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:46:24.098737 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd693c-3db3-4d8e-8e79-959e7b822311 req-7ebe5e6f-bbff-4142-80a0-9f8d3b232d1b tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:46:24.100240 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fefd693c-3db3-4d8e-8e79-959e7b822311 req-7ebe5e6f-bbff-4142-80a0-9f8d3b232d1b tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] 10.222.0.39 "GET /v2.0/ports?device_id=5dd37a39-db4f-415e-87c0-3b47977fbc09 HTTP/1.1" status: 200 len: 945 time: 0.0580316 Sep 23 07:46:24.139152 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fefd693c-3db3-4d8e-8e79-959e7b822311 req-ab8e6e95-c908-4282-ac89-f2f357f5ab33 tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8727eb7-8454-42bb-99cd-8d5544a86d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320251 Sep 23 07:46:25.261528 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8b5237-7039-4ed2-bda1-2c70c46e764e req-d1240f94-9c50-4c83-ab9a-bcab476a61a8 tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:46:25.263039 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-af8b5237-7039-4ed2-bda1-2c70c46e764e req-d1240f94-9c50-4c83-ab9a-bcab476a61a8 tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] 10.222.0.39 "GET /v2.0/ports?device_id=5dd37a39-db4f-415e-87c0-3b47977fbc09 HTTP/1.1" status: 200 len: 945 time: 0.0514927 Sep 23 07:46:25.301476 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-af8b5237-7039-4ed2-bda1-2c70c46e764e req-773deb4a-da0d-459b-9c4d-6af9e5d4a98a tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8727eb7-8454-42bb-99cd-8d5544a86d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324817 Sep 23 07:46:26.104511 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a86a5a-c3ea-4c46-9096-56bdf92806e6 req-7db178e4-68af-4963-af8a-48f6959753d8 tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:46:26.105714 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a2a86a5a-c3ea-4c46-9096-56bdf92806e6 req-7db178e4-68af-4963-af8a-48f6959753d8 tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dd37a39-db4f-415e-87c0-3b47977fbc09 HTTP/1.1" status: 200 len: 945 time: 0.0497680 Sep 23 07:46:26.200647 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-a2a86a5a-c3ea-4c46-9096-56bdf92806e6 req-c99587ef-5ff6-4b95-b38b-4bcdc658a2b6 tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] Deleting port b34a4312-1d0e-4bdb-a3d9-c377586506aa {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:46:26.200989 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-a2a86a5a-c3ea-4c46-9096-56bdf92806e6 req-c99587ef-5ff6-4b95-b38b-4bcdc658a2b6 tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:46:26.286881 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-a2a86a5a-c3ea-4c46-9096-56bdf92806e6 req-c99587ef-5ff6-4b95-b38b-4bcdc658a2b6 tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] For port b34a4312-1d0e-4bdb-a3d9-c377586506aa, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=b34a4312-1d0e-4bdb-a3d9-c377586506aa,segment=NetworkSegment(828a85e1-df46-45f4-8a4f-fa1ca96812d4),segment_id=828a85e1-df46-45f4-8a4f-fa1ca96812d4)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:46:26.287226 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-a2a86a5a-c3ea-4c46-9096-56bdf92806e6 req-c99587ef-5ff6-4b95-b38b-4bcdc658a2b6 tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:46:26.299844 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-a2a86a5a-c3ea-4c46-9096-56bdf92806e6 req-c99587ef-5ff6-4b95-b38b-4bcdc658a2b6 tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] Calling delete_port for b34a4312-1d0e-4bdb-a3d9-c377586506aa owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:46:26.449922 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0459dd-b97b-461d-984e-6b99fd05e5a4 req-3d39e260-f47c-4e4c-966e-64666d73185d tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:46:26.451364 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1d0459dd-b97b-461d-984e-6b99fd05e5a4 req-3d39e260-f47c-4e4c-966e-64666d73185d tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] 10.222.0.39 "GET /v2.0/ports?device_id=5dd37a39-db4f-415e-87c0-3b47977fbc09 HTTP/1.1" status: 200 len: 945 time: 0.0781865 Sep 23 07:46:26.477719 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-a2a86a5a-c3ea-4c46-9096-56bdf92806e6 req-c99587ef-5ff6-4b95-b38b-4bcdc658a2b6 tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:46:26.504703 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['b34a4312-1d0e-4bdb-a3d9-c377586506aa'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:46:26.520218 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99587ef-5ff6-4b95-b38b-4bcdc658a2b6 tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] Pushing event deleted for resources: {'Port': ['ID=b34a4312-1d0e-4bdb-a3d9-c377586506aa,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:46:26.556284 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1d0459dd-b97b-461d-984e-6b99fd05e5a4 req-ba03a2ee-3586-45dd-96b7-084ec1d38a14 tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8727eb7-8454-42bb-99cd-8d5544a86d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976677 Sep 23 07:46:26.557965 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99587ef-5ff6-4b95-b38b-4bcdc658a2b6 tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:46:26.558321 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99587ef-5ff6-4b95-b38b-4bcdc658a2b6 tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:46:26.558666 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99587ef-5ff6-4b95-b38b-4bcdc658a2b6 tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:46:26.559007 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99587ef-5ff6-4b95-b38b-4bcdc658a2b6 tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:46:26.559341 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99587ef-5ff6-4b95-b38b-4bcdc658a2b6 tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:46:26.559672 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99587ef-5ff6-4b95-b38b-4bcdc658a2b6 tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:46:26.560000 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99587ef-5ff6-4b95-b38b-4bcdc658a2b6 tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:46:26.560328 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99587ef-5ff6-4b95-b38b-4bcdc658a2b6 tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:46:26.560647 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99587ef-5ff6-4b95-b38b-4bcdc658a2b6 tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:46:26.560974 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99587ef-5ff6-4b95-b38b-4bcdc658a2b6 tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:46:26.561299 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99587ef-5ff6-4b95-b38b-4bcdc658a2b6 tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:46:26.561620 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99587ef-5ff6-4b95-b38b-4bcdc658a2b6 tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:46:26.584057 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2a86a5a-c3ea-4c46-9096-56bdf92806e6 req-c99587ef-5ff6-4b95-b38b-4bcdc658a2b6 tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] No DVR routers for this DVR port b34a4312-1d0e-4bdb-a3d9-c377586506aa on host n-h1-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:46:26.587237 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-a2a86a5a-c3ea-4c46-9096-56bdf92806e6 req-c99587ef-5ff6-4b95-b38b-4bcdc658a2b6 tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:46:26.589994 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a2a86a5a-c3ea-4c46-9096-56bdf92806e6 req-c99587ef-5ff6-4b95-b38b-4bcdc658a2b6 tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] 10.222.0.21 "DELETE /v2.0/ports/b34a4312-1d0e-4bdb-a3d9-c377586506aa HTTP/1.1" status: 204 len: 173 time: 0.4775124 Sep 23 07:46:26.590446 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dd37a39-db4f-415e-87c0-3b47977fbc09', 'name': 'network-vif-deleted', 'tag': 'b34a4312-1d0e-4bdb-a3d9-c377586506aa'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:46:26.592796 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f95ab57a745480e309303c621f93016f7af13821b9c47ad15b10e565102b0cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed104a5-8c1c-4bf2-b636-8bc78e7efdd9" -d '{"events": [{"server_uuid": "5dd37a39-db4f-415e-87c0-3b47977fbc09", "name": "network-vif-deleted", "tag": "b34a4312-1d0e-4bdb-a3d9-c377586506aa"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:46:26.634274 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a4b18a-21c4-48fa-bd0a-c3a23d555c5d x-openstack-request-id: req-07a4b18a-21c4-48fa-bd0a-c3a23d555c5d {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:46:26.634584 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dd37a39-db4f-415e-87c0-3b47977fbc09", "name": "network-vif-deleted", "tag": "b34a4312-1d0e-4bdb-a3d9-c377586506aa", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:46:26.635024 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-07a4b18a-21c4-48fa-bd0a-c3a23d555c5d {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:46:26.635432 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dd37a39-db4f-415e-87c0-3b47977fbc09', 'name': 'network-vif-deleted', 'tag': 'b34a4312-1d0e-4bdb-a3d9-c377586506aa', 'status': 'completed', 'code': 200} Sep 23 07:46:28.202873 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9132be-0242-4d2a-824c-9666e9e40dd5 req-24a8dfc5-4198-48c8-8408-5c1e5428224f tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:46:28.204360 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6e9132be-0242-4d2a-824c-9666e9e40dd5 req-24a8dfc5-4198-48c8-8408-5c1e5428224f tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] 10.222.0.39 "GET /v2.0/networks?id=667e3ae8-6318-480e-a403-f6fa9165c740 HTTP/1.1" status: 200 len: 816 time: 0.1158555 Sep 23 07:46:28.219529 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6e9132be-0242-4d2a-824c-9666e9e40dd5 req-4f57addd-edfd-4f43-9fc5-25805b9c4461 tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] 10.222.0.39 "GET /v2.0/quotas/e59b8ceea747488a96feed2b6994cc3f HTTP/1.1" status: 200 len: 375 time: 0.0093994 Sep 23 07:46:28.269234 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6e9132be-0242-4d2a-824c-9666e9e40dd5 req-96c423e1-d504-43d0-93d3-34b2f09165cc tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e59b8ceea747488a96feed2b6994cc3f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445852 Sep 23 07:46:28.366668 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6e9132be-0242-4d2a-824c-9666e9e40dd5 req-0026eefd-0ed4-446d-9a30-ef27fcc65bf3 service neutron] 10.222.0.39 "GET /v2.0/networks/667e3ae8-6318-480e-a403-f6fa9165c740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854583 Sep 23 07:46:28.454334 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6e9132be-0242-4d2a-824c-9666e9e40dd5 req-c9943489-2c6a-41a6-b6d9-9d775c5b0820 service neutron] 10.222.0.39 "GET /v2.0/networks/667e3ae8-6318-480e-a403-f6fa9165c740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813575 Sep 23 07:46:28.612355 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-84dcdd94-1eaa-481a-8406-54b726ee40d7 req-58476df4-bc22-4d8f-8f7b-03c6f882cacb tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] 10.222.0.39 "GET /v2.0/ports?device_id=08af2b2b-d8c7-4073-b7d2-e76f967e5c4d HTTP/1.1" status: 200 len: 210 time: 0.0269971 Sep 23 07:46:29.551978 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9132be-0242-4d2a-824c-9666e9e40dd5 req-a47b192c-1a59-4ad7-9533-902da726b4cc tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:46:29.553413 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6e9132be-0242-4d2a-824c-9666e9e40dd5 req-a47b192c-1a59-4ad7-9533-902da726b4cc tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] 10.222.0.21 "GET /v2.0/networks?id=667e3ae8-6318-480e-a403-f6fa9165c740 HTTP/1.1" status: 200 len: 816 time: 0.1097100 Sep 23 07:46:29.570907 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-6e9132be-0242-4d2a-824c-9666e9e40dd5 req-b619d95c-0044-478c-b9d7-23cc88d5330d tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] Request body: {'port': {'device_id': '08af2b2b-d8c7-4073-b7d2-e76f967e5c4d', 'network_id': '667e3ae8-6318-480e-a403-f6fa9165c740', 'admin_state_up': True, 'tenant_id': 'e59b8ceea747488a96feed2b6994cc3f'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:46:29.679649 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e9132be-0242-4d2a-824c-9666e9e40dd5 req-b619d95c-0044-478c-b9d7-23cc88d5330d tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] Made reservation on behalf of e59b8ceea747488a96feed2b6994cc3f for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:46:29.684154 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6e9132be-0242-4d2a-824c-9666e9e40dd5 req-b619d95c-0044-478c-b9d7-23cc88d5330d tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:46:29.706912 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c1edbd35-7f62-4cfa-8b04-b24200579659 req-0cd9b797-8a95-4f9d-819c-c98e2ec0ef73 tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] 10.222.0.39 "GET /v2.0/ports?device_id=08af2b2b-d8c7-4073-b7d2-e76f967e5c4d HTTP/1.1" status: 200 len: 210 time: 0.0266187 Sep 23 07:46:29.815738 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-6e9132be-0242-4d2a-824c-9666e9e40dd5 req-b619d95c-0044-478c-b9d7-23cc88d5330d tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] Allocated IP 172.20.0.8 (667e3ae8-6318-480e-a403-f6fa9165c740/a21baa48-52ec-4848-bd17-1849e39f4fbc/4b6add22-4294-465c-b2e0-98136b33fb84) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:46:29.966630 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6e9132be-0242-4d2a-824c-9666e9e40dd5 req-b619d95c-0044-478c-b9d7-23cc88d5330d tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:46:29.999331 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6e9132be-0242-4d2a-824c-9666e9e40dd5 req-b619d95c-0044-478c-b9d7-23cc88d5330d tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:46:30.042262 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e9132be-0242-4d2a-824c-9666e9e40dd5 req-b619d95c-0044-478c-b9d7-23cc88d5330d tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] Network 667e3ae8-6318-480e-a403-f6fa9165c740 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:46:30.045239 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-6e9132be-0242-4d2a-824c-9666e9e40dd5 req-b619d95c-0044-478c-b9d7-23cc88d5330d tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:46:30.048739 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e9132be-0242-4d2a-824c-9666e9e40dd5 req-b619d95c-0044-478c-b9d7-23cc88d5330d tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:46:30.075420 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b619d95c-0044-478c-b9d7-23cc88d5330d tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] Pushing event updated for resources: {'Port': ['ID=4b6add22-4294-465c-b2e0-98136b33fb84,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:46:30.105878 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9132be-0242-4d2a-824c-9666e9e40dd5 req-b619d95c-0044-478c-b9d7-23cc88d5330d tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:46:30.106515 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6e9132be-0242-4d2a-824c-9666e9e40dd5 req-b619d95c-0044-478c-b9d7-23cc88d5330d tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:46:30.121899 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6e9132be-0242-4d2a-824c-9666e9e40dd5 req-b619d95c-0044-478c-b9d7-23cc88d5330d tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5548375 Sep 23 07:46:30.139327 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-6e9132be-0242-4d2a-824c-9666e9e40dd5 req-d3ee06d6-3e04-47a8-9592-b70ec8752c18 service neutron] Request body: {'port': {'device_id': '08af2b2b-d8c7-4073-b7d2-e76f967e5c4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:46:30.209801 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6e9132be-0242-4d2a-824c-9666e9e40dd5 req-d3ee06d6-3e04-47a8-9592-b70ec8752c18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:46:30.316348 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-be07aeb5-7da4-4ac8-82d3-821e4c4037b9 None None] Provisioning complete for port 4b6add22-4294-465c-b2e0-98136b33fb84 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:46:30.316973 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-be07aeb5-7da4-4ac8-82d3-821e4c4037b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:46:30.352198 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-be07aeb5-7da4-4ac8-82d3-821e4c4037b9 None None] Port 4b6add22-4294-465c-b2e0-98136b33fb84 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:46:30.469428 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-6e9132be-0242-4d2a-824c-9666e9e40dd5 req-d3ee06d6-3e04-47a8-9592-b70ec8752c18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b6add22-4294-465c-b2e0-98136b33fb84 {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:46:30.477677 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6e9132be-0242-4d2a-824c-9666e9e40dd5 req-d3ee06d6-3e04-47a8-9592-b70ec8752c18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:46:30.490294 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-6e9132be-0242-4d2a-824c-9666e9e40dd5 req-d3ee06d6-3e04-47a8-9592-b70ec8752c18 service neutron] Transition to ACTIVE for port object 4b6add22-4294-465c-b2e0-98136b33fb84 will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:46:30.496762 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6e9132be-0242-4d2a-824c-9666e9e40dd5 req-d3ee06d6-3e04-47a8-9592-b70ec8752c18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:46:30.548995 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ee06d6-3e04-47a8-9592-b70ec8752c18 service neutron] Pushing event updated for resources: {'Port': ['ID=4b6add22-4294-465c-b2e0-98136b33fb84,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:46:30.620981 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-6e9132be-0242-4d2a-824c-9666e9e40dd5 req-d3ee06d6-3e04-47a8-9592-b70ec8752c18 service neutron] Attempting to bind port 4b6add22-4294-465c-b2e0-98136b33fb84 on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:46:30.621313 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-6e9132be-0242-4d2a-824c-9666e9e40dd5 req-d3ee06d6-3e04-47a8-9592-b70ec8752c18 service neutron] Attempting to bind port 4b6add22-4294-465c-b2e0-98136b33fb84 by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': '828a85e1-df46-45f4-8a4f-fa1ca96812d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '667e3ae8-6318-480e-a403-f6fa9165c740'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:46:30.621643 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9132be-0242-4d2a-824c-9666e9e40dd5 req-d3ee06d6-3e04-47a8-9592-b70ec8752c18 service neutron] Attempting to bind port 4b6add22-4294-465c-b2e0-98136b33fb84 on network 667e3ae8-6318-480e-a403-f6fa9165c740 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:46:30.626432 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9132be-0242-4d2a-824c-9666e9e40dd5 req-d3ee06d6-3e04-47a8-9592-b70ec8752c18 service neutron] Port 4b6add22-4294-465c-b2e0-98136b33fb84 on network 667e3ae8-6318-480e-a403-f6fa9165c740 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:46:30.626784 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9132be-0242-4d2a-824c-9666e9e40dd5 req-d3ee06d6-3e04-47a8-9592-b70ec8752c18 service neutron] Attempting to bind port 4b6add22-4294-465c-b2e0-98136b33fb84 on network 667e3ae8-6318-480e-a403-f6fa9165c740 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:46:30.631769 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9132be-0242-4d2a-824c-9666e9e40dd5 req-d3ee06d6-3e04-47a8-9592-b70ec8752c18 service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:46:30.632102 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9132be-0242-4d2a-824c-9666e9e40dd5 req-d3ee06d6-3e04-47a8-9592-b70ec8752c18 service neutron] Checking segment: {'id': '828a85e1-df46-45f4-8a4f-fa1ca96812d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '667e3ae8-6318-480e-a403-f6fa9165c740'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:46:30.632482 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9132be-0242-4d2a-824c-9666e9e40dd5 req-d3ee06d6-3e04-47a8-9592-b70ec8752c18 service neutron] Bound using segment: {'id': '828a85e1-df46-45f4-8a4f-fa1ca96812d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '667e3ae8-6318-480e-a403-f6fa9165c740'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:46:30.632912 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-6e9132be-0242-4d2a-824c-9666e9e40dd5 req-d3ee06d6-3e04-47a8-9592-b70ec8752c18 service neutron] Bound port: 4b6add22-4294-465c-b2e0-98136b33fb84, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '828a85e1-df46-45f4-8a4f-fa1ca96812d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '667e3ae8-6318-480e-a403-f6fa9165c740'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:46:30.633266 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6e9132be-0242-4d2a-824c-9666e9e40dd5 req-d3ee06d6-3e04-47a8-9592-b70ec8752c18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:46:30.701330 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-6e9132be-0242-4d2a-824c-9666e9e40dd5 req-d3ee06d6-3e04-47a8-9592-b70ec8752c18 service neutron] For port 4b6add22-4294-465c-b2e0-98136b33fb84, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:46:30.704351 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-6e9132be-0242-4d2a-824c-9666e9e40dd5 req-d3ee06d6-3e04-47a8-9592-b70ec8752c18 service neutron] For port 4b6add22-4294-465c-b2e0-98136b33fb84, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=4b6add22-4294-465c-b2e0-98136b33fb84,segment=NetworkSegment(828a85e1-df46-45f4-8a4f-fa1ca96812d4),segment_id=828a85e1-df46-45f4-8a4f-fa1ca96812d4)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:46:30.708534 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6e9132be-0242-4d2a-824c-9666e9e40dd5 req-d3ee06d6-3e04-47a8-9592-b70ec8752c18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:46:30.740777 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9132be-0242-4d2a-824c-9666e9e40dd5 req-d3ee06d6-3e04-47a8-9592-b70ec8752c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:46:30.741387 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-6e9132be-0242-4d2a-824c-9666e9e40dd5 req-d3ee06d6-3e04-47a8-9592-b70ec8752c18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:46:30.742803 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6e9132be-0242-4d2a-824c-9666e9e40dd5 req-d3ee06d6-3e04-47a8-9592-b70ec8752c18 service neutron] 10.222.0.21 "PUT /v2.0/ports/4b6add22-4294-465c-b2e0-98136b33fb84 HTTP/1.1" status: 200 len: 1092 time: 0.6089509 Sep 23 07:46:30.743310 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08af2b2b-d8c7-4073-b7d2-e76f967e5c4d', 'tag': '4b6add22-4294-465c-b2e0-98136b33fb84'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:46:30.745558 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f95ab57a745480e309303c621f93016f7af13821b9c47ad15b10e565102b0cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51153513-d5fc-4c9b-9ee2-37d85456bfd7" -d '{"events": [{"name": "network-changed", "server_uuid": "08af2b2b-d8c7-4073-b7d2-e76f967e5c4d", "tag": "4b6add22-4294-465c-b2e0-98136b33fb84"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:46:30.779430 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ee06d6-3e04-47a8-9592-b70ec8752c18 service neutron] Pushing event updated for resources: {'Port': ['ID=4b6add22-4294-465c-b2e0-98136b33fb84,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:46:30.825714 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb35475d-6079-40e0-9836-6e199be7a17f x-openstack-request-id: req-cb35475d-6079-40e0-9836-6e199be7a17f {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:46:30.826114 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08af2b2b-d8c7-4073-b7d2-e76f967e5c4d", "tag": "4b6add22-4294-465c-b2e0-98136b33fb84", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:46:30.826439 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cb35475d-6079-40e0-9836-6e199be7a17f {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:46:30.826909 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08af2b2b-d8c7-4073-b7d2-e76f967e5c4d', 'tag': '4b6add22-4294-465c-b2e0-98136b33fb84', 'status': 'completed', 'code': 200} Sep 23 07:46:30.893257 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9132be-0242-4d2a-824c-9666e9e40dd5 req-22e0dd93-fbc9-4173-98cd-a7b74e246833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:46:30.894807 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6e9132be-0242-4d2a-824c-9666e9e40dd5 req-22e0dd93-fbc9-4173-98cd-a7b74e246833 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e59b8ceea747488a96feed2b6994cc3f&device_id=08af2b2b-d8c7-4073-b7d2-e76f967e5c4d HTTP/1.1" status: 200 len: 1095 time: 0.0822220 Sep 23 07:46:30.911256 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d2343e-a93b-46be-868f-471fcd12e26d req-ad868998-7ef3-4f29-bd70-054a25a320bc tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:46:30.912746 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-93d2343e-a93b-46be-868f-471fcd12e26d req-ad868998-7ef3-4f29-bd70-054a25a320bc tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] 10.222.0.39 "GET /v2.0/ports?device_id=08af2b2b-d8c7-4073-b7d2-e76f967e5c4d HTTP/1.1" status: 200 len: 943 time: 0.0848613 Sep 23 07:46:30.954805 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6e9132be-0242-4d2a-824c-9666e9e40dd5 req-df5c8d47-5626-4c61-acc2-4b91b4a51b0f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4b6add22-4294-465c-b2e0-98136b33fb84 HTTP/1.1" status: 200 len: 217 time: 0.0410979 Sep 23 07:46:30.996558 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device b34a4312-1d0e-4bdb-a3d9-c377586506aa no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:46:31.013501 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-93d2343e-a93b-46be-868f-471fcd12e26d req-db0cef0d-7575-48be-9eb5-b4aa9cd4c9ad tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8727eb7-8454-42bb-99cd-8d5544a86d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934510 Sep 23 07:46:31.021184 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] No Port match for: b34a4312-1d0e-4bdb-a3d9-c377586506aa {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:46:31.021534 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device b34a4312-1d0e-4bdb-a3d9-c377586506aa not bound to the agent host n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:46:31.023011 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9132be-0242-4d2a-824c-9666e9e40dd5 req-b716d3e4-88b3-4836-a0b8-34339242ab0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:46:31.024038 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6e9132be-0242-4d2a-824c-9666e9e40dd5 req-b716d3e4-88b3-4836-a0b8-34339242ab0c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a21baa48-52ec-4848-bd17-1849e39f4fbc HTTP/1.1" status: 200 len: 855 time: 0.0617585 Sep 23 07:46:31.071000 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9132be-0242-4d2a-824c-9666e9e40dd5 req-7e619aa7-b167-4a9e-af2c-4c33c0be6a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:46:31.073227 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6e9132be-0242-4d2a-824c-9666e9e40dd5 req-7e619aa7-b167-4a9e-af2c-4c33c0be6a8a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=667e3ae8-6318-480e-a403-f6fa9165c740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408373 Sep 23 07:46:31.169928 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6e9132be-0242-4d2a-824c-9666e9e40dd5 req-220862d2-420f-42d4-8a45-bde83a1088be service neutron] 10.222.0.21 "GET /v2.0/networks/667e3ae8-6318-480e-a403-f6fa9165c740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888996 Sep 23 07:46:31.260740 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6e9132be-0242-4d2a-824c-9666e9e40dd5 req-934d3f52-758c-415c-9d82-5fc8afb7eaf6 service neutron] 10.222.0.21 "GET /v2.0/networks/667e3ae8-6318-480e-a403-f6fa9165c740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841477 Sep 23 07:46:31.377372 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51153513-d5fc-4c9b-9ee2-37d85456bfd7 req-7034820e-fbad-4dfb-bd15-ad22da0ee7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:46:31.378876 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-51153513-d5fc-4c9b-9ee2-37d85456bfd7 req-7034820e-fbad-4dfb-bd15-ad22da0ee7da service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e59b8ceea747488a96feed2b6994cc3f&device_id=08af2b2b-d8c7-4073-b7d2-e76f967e5c4d HTTP/1.1" status: 200 len: 1095 time: 0.0426047 Sep 23 07:46:31.470298 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51153513-d5fc-4c9b-9ee2-37d85456bfd7 req-bbde12d8-5b13-4751-a07f-d9c9db965ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:46:31.471774 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-51153513-d5fc-4c9b-9ee2-37d85456bfd7 req-bbde12d8-5b13-4751-a07f-d9c9db965ace service neutron] 10.222.0.21 "GET /v2.0/networks?id=667e3ae8-6318-480e-a403-f6fa9165c740 HTTP/1.1" status: 200 len: 917 time: 0.0860851 Sep 23 07:46:31.512411 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-51153513-d5fc-4c9b-9ee2-37d85456bfd7 req-fde67ed8-d48b-4d03-a8c4-6d93e4c5522b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4b6add22-4294-465c-b2e0-98136b33fb84 HTTP/1.1" status: 200 len: 217 time: 0.0337641 Sep 23 07:46:31.558957 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51153513-d5fc-4c9b-9ee2-37d85456bfd7 req-5fba9f50-c83a-4247-97cd-e0b6bc6e14ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:46:31.560370 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-51153513-d5fc-4c9b-9ee2-37d85456bfd7 req-5fba9f50-c83a-4247-97cd-e0b6bc6e14ba service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a21baa48-52ec-4848-bd17-1849e39f4fbc HTTP/1.1" status: 200 len: 855 time: 0.0416312 Sep 23 07:46:31.609268 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51153513-d5fc-4c9b-9ee2-37d85456bfd7 req-998e27bc-d742-4a92-aa9f-11a8af6eca41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:46:31.610982 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-51153513-d5fc-4c9b-9ee2-37d85456bfd7 req-998e27bc-d742-4a92-aa9f-11a8af6eca41 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=667e3ae8-6318-480e-a403-f6fa9165c740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430584 Sep 23 07:46:31.699930 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-51153513-d5fc-4c9b-9ee2-37d85456bfd7 req-9cbc55ed-4a0c-4348-9978-90962bcdcc91 service neutron] 10.222.0.21 "GET /v2.0/networks/667e3ae8-6318-480e-a403-f6fa9165c740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814931 Sep 23 07:46:31.789715 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-51153513-d5fc-4c9b-9ee2-37d85456bfd7 req-99f7ae13-898e-4d5e-bf26-c729cc1ef46e service neutron] 10.222.0.21 "GET /v2.0/networks/667e3ae8-6318-480e-a403-f6fa9165c740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826430 Sep 23 07:46:32.140910 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e3e4fe-2015-41c7-9cbd-8f8eaeffa969 req-41ca3bc1-6e2a-4cf7-bf7d-4ce19f442a88 tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:46:32.142533 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-51e3e4fe-2015-41c7-9cbd-8f8eaeffa969 req-41ca3bc1-6e2a-4cf7-bf7d-4ce19f442a88 tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] 10.222.0.39 "GET /v2.0/ports?device_id=08af2b2b-d8c7-4073-b7d2-e76f967e5c4d HTTP/1.1" status: 200 len: 943 time: 0.0587227 Sep 23 07:46:32.196071 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-51e3e4fe-2015-41c7-9cbd-8f8eaeffa969 req-c7c51a19-6d5f-4a36-8c90-80d604e7da7a tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8727eb7-8454-42bb-99cd-8d5544a86d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413451 Sep 23 07:46:33.311643 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140eaec2-7f7e-4ec1-b95b-a18a45e3c3e9 req-3528a246-6983-47d1-b56f-a51af0341d72 tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:46:33.313115 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-140eaec2-7f7e-4ec1-b95b-a18a45e3c3e9 req-3528a246-6983-47d1-b56f-a51af0341d72 tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] 10.222.0.39 "GET /v2.0/ports?device_id=08af2b2b-d8c7-4073-b7d2-e76f967e5c4d HTTP/1.1" status: 200 len: 943 time: 0.0492542 Sep 23 07:46:33.349931 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-140eaec2-7f7e-4ec1-b95b-a18a45e3c3e9 req-7787d6d6-596e-44e0-a6af-521329913a78 tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8727eb7-8454-42bb-99cd-8d5544a86d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308533 Sep 23 07:46:34.463191 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb79ab8f-f9ef-44cd-9c31-4f3de0972ebd req-398f8037-3a37-4ed1-8955-27e467186f6e tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:46:34.464708 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-eb79ab8f-f9ef-44cd-9c31-4f3de0972ebd req-398f8037-3a37-4ed1-8955-27e467186f6e tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] 10.222.0.39 "GET /v2.0/ports?device_id=08af2b2b-d8c7-4073-b7d2-e76f967e5c4d HTTP/1.1" status: 200 len: 943 time: 0.0493786 Sep 23 07:46:34.504599 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-eb79ab8f-f9ef-44cd-9c31-4f3de0972ebd req-ba1c7a8e-291e-4fe8-9f72-edff054a8ab4 tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8727eb7-8454-42bb-99cd-8d5544a86d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336988 Sep 23 07:46:34.996094 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 4b6add22-4294-465c-b2e0-98136b33fb84 details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:46:35.087998 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 4b6add22-4294-465c-b2e0-98136b33fb84, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=4b6add22-4294-465c-b2e0-98136b33fb84,segment=NetworkSegment(828a85e1-df46-45f4-8a4f-fa1ca96812d4),segment_id=828a85e1-df46-45f4-8a4f-fa1ca96812d4)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:46:35.099770 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': '4b6add22-4294-465c-b2e0-98136b33fb84', 'network_id': '667e3ae8-6318-480e-a403-f6fa9165c740', 'port_id': '4b6add22-4294-465c-b2e0-98136b33fb84', 'mac_address': 'fa:16:3e:89:e5:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a21baa48-52ec-4848-bd17-1849e39f4fbc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:46:35.140192 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:46:35.153352 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b6add22-4294-465c-b2e0-98136b33fb84 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:46:35.172581 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 4b6add22-4294-465c-b2e0-98136b33fb84, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=4b6add22-4294-465c-b2e0-98136b33fb84,segment=NetworkSegment(828a85e1-df46-45f4-8a4f-fa1ca96812d4),segment_id=828a85e1-df46-45f4-8a4f-fa1ca96812d4)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:46:35.176570 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:46:35.223937 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=4b6add22-4294-465c-b2e0-98136b33fb84,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:46:35.231684 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:46:35.232027 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:46:35.232365 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:46:35.232697 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:46:35.233024 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:46:35.233348 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:46:35.233685 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:46:35.234147 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:46:35.234472 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:46:35.234791 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:46:35.235109 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:46:35.235425 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:46:35.502465 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['4b6add22-4294-465c-b2e0-98136b33fb84'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:46:35.617421 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a5815-8032-4cbc-a86f-ae0d9f11b4f6 req-6b540459-281f-4d97-b5da-7bc01c377910 tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:46:35.619517 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ce8a5815-8032-4cbc-a86f-ae0d9f11b4f6 req-6b540459-281f-4d97-b5da-7bc01c377910 tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] 10.222.0.39 "GET /v2.0/ports?device_id=08af2b2b-d8c7-4073-b7d2-e76f967e5c4d HTTP/1.1" status: 200 len: 944 time: 0.0485322 Sep 23 07:46:35.656659 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ce8a5815-8032-4cbc-a86f-ae0d9f11b4f6 req-3143701f-d9f4-4bae-bf4c-1c48dc7ba5e0 tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8727eb7-8454-42bb-99cd-8d5544a86d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307662 Sep 23 07:46:36.769541 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726fe655-ee18-465b-b9d0-64920446773b req-843890d2-4cd3-49da-8914-627bd1ccbc8b tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:46:36.771035 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-726fe655-ee18-465b-b9d0-64920446773b req-843890d2-4cd3-49da-8914-627bd1ccbc8b tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] 10.222.0.39 "GET /v2.0/ports?device_id=08af2b2b-d8c7-4073-b7d2-e76f967e5c4d HTTP/1.1" status: 200 len: 944 time: 0.0481079 Sep 23 07:46:36.808562 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-726fe655-ee18-465b-b9d0-64920446773b req-f875e055-3ebf-46e2-a27f-8c5235d4adda tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8727eb7-8454-42bb-99cd-8d5544a86d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308969 Sep 23 07:46:37.011998 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 4b6add22-4294-465c-b2e0-98136b33fb84 up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:46:37.059057 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port 4b6add22-4294-465c-b2e0-98136b33fb84 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:46:37.062561 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port 4b6add22-4294-465c-b2e0-98136b33fb84 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:46:37.062936 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:46:37.144484 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:46:37.175284 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08af2b2b-d8c7-4073-b7d2-e76f967e5c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b6add22-4294-465c-b2e0-98136b33fb84'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:46:37.177478 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ba4f7dfdfe0dde90123cb5af03ec17f0bd1073b346dec34131962e04cdfc7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c67ce80b-207f-4b49-9c54-ddefa442528b" -d '{"events": [{"server_uuid": "08af2b2b-d8c7-4073-b7d2-e76f967e5c4d", "name": "network-vif-plugged", "status": "completed", "tag": "4b6add22-4294-465c-b2e0-98136b33fb84"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:46:37.192798 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 4b6add22-4294-465c-b2e0-98136b33fb84, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=4b6add22-4294-465c-b2e0-98136b33fb84,segment=NetworkSegment(828a85e1-df46-45f4-8a4f-fa1ca96812d4),segment_id=828a85e1-df46-45f4-8a4f-fa1ca96812d4)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:46:37.194217 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:46:37.195919 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:46:37.222758 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc27960-7fbe-4acb-920b-6d1471f2327c x-openstack-request-id: req-fdc27960-7fbe-4acb-920b-6d1471f2327c {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:46:37.223052 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08af2b2b-d8c7-4073-b7d2-e76f967e5c4d", "name": "network-vif-plugged", "status": "completed", "tag": "4b6add22-4294-465c-b2e0-98136b33fb84", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:46:37.223313 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fdc27960-7fbe-4acb-920b-6d1471f2327c {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:46:37.223700 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08af2b2b-d8c7-4073-b7d2-e76f967e5c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b6add22-4294-465c-b2e0-98136b33fb84', 'code': 200} Sep 23 07:46:37.247117 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=4b6add22-4294-465c-b2e0-98136b33fb84,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:46:37.334726 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0872bf-8c6e-4b7e-b444-853572af40d7 req-516feda4-3f6b-45a9-ad45-708c7dd9b2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:46:37.336116 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8d0872bf-8c6e-4b7e-b444-853572af40d7 req-516feda4-3f6b-45a9-ad45-708c7dd9b2a2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=08af2b2b-d8c7-4073-b7d2-e76f967e5c4d HTTP/1.1" status: 200 len: 1097 time: 0.0437365 Sep 23 07:46:37.371946 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8d0872bf-8c6e-4b7e-b444-853572af40d7 req-0b818175-98af-4a35-a1c0-93bb48776ddf service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c8727eb7-8454-42bb-99cd-8d5544a86d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287766 Sep 23 07:46:37.925636 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab01768d-64a7-440b-8a28-bbd5fc7d71f1 req-2855f4a1-3e69-49ff-be8d-0adddce5530f tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:46:37.927148 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ab01768d-64a7-440b-8a28-bbd5fc7d71f1 req-2855f4a1-3e69-49ff-be8d-0adddce5530f tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] 10.222.0.39 "GET /v2.0/ports?device_id=08af2b2b-d8c7-4073-b7d2-e76f967e5c4d HTTP/1.1" status: 200 len: 945 time: 0.0532026 Sep 23 07:46:37.965153 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ab01768d-64a7-440b-8a28-bbd5fc7d71f1 req-4d23938e-1e54-4ff7-b906-6c9674c43649 tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8727eb7-8454-42bb-99cd-8d5544a86d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320592 Sep 23 07:46:38.135157 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-565cea8a-41f5-49b7-b2db-5af8d8624bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:46:39.081045 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145be58b-37f1-4ab9-96cc-784545e876bf req-13f21e48-773d-416b-b394-932cc674dfb3 tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:46:39.082550 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-145be58b-37f1-4ab9-96cc-784545e876bf req-13f21e48-773d-416b-b394-932cc674dfb3 tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] 10.222.0.39 "GET /v2.0/ports?device_id=08af2b2b-d8c7-4073-b7d2-e76f967e5c4d HTTP/1.1" status: 200 len: 945 time: 0.0495934 Sep 23 07:46:39.120670 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-145be58b-37f1-4ab9-96cc-784545e876bf req-86f3b211-9539-4991-af62-f2c941a42e34 tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8727eb7-8454-42bb-99cd-8d5544a86d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321891 Sep 23 07:46:39.234490 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6677a34-1781-4ed3-affe-add6df9667c4 req-1511df15-3999-45c7-bb68-b86bd6efdbdc tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:46:39.236007 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d6677a34-1781-4ed3-affe-add6df9667c4 req-1511df15-3999-45c7-bb68-b86bd6efdbdc tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] 10.222.0.39 "GET /v2.0/ports?device_id=08af2b2b-d8c7-4073-b7d2-e76f967e5c4d HTTP/1.1" status: 200 len: 945 time: 0.0497983 Sep 23 07:46:39.273080 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d6677a34-1781-4ed3-affe-add6df9667c4 req-ca9d8683-8e1c-4925-891c-c1ddc16bccee tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8727eb7-8454-42bb-99cd-8d5544a86d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311062 Sep 23 07:46:40.550969 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:46:41.136060 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-fb729d5f-88b5-4ba1-b9fc-c57fb305d826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:46:41.647584 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:46:42.536984 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:46:44.018265 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:46:55.292238 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-02f19b61-8880-40ac-8357-554e87422049 req-523d426b-3603-47bb-a7c9-038b52958366 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=08af2b2b-d8c7-4073-b7d2-e76f967e5c4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406871 Sep 23 07:46:55.392289 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f19b61-8880-40ac-8357-554e87422049 req-8b1bf008-2dfa-44ff-aa87-2d789c73a110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:46:55.393796 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-02f19b61-8880-40ac-8357-554e87422049 req-8b1bf008-2dfa-44ff-aa87-2d789c73a110 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e59b8ceea747488a96feed2b6994cc3f&device_id=08af2b2b-d8c7-4073-b7d2-e76f967e5c4d HTTP/1.1" status: 200 len: 1097 time: 0.0496268 Sep 23 07:46:55.770640 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f19b61-8880-40ac-8357-554e87422049 req-95a0ac1c-517e-4fab-9ed8-cc954fe3c57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:46:55.772205 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-02f19b61-8880-40ac-8357-554e87422049 req-95a0ac1c-517e-4fab-9ed8-cc954fe3c57d service neutron] 10.222.0.21 "GET /v2.0/networks?id=667e3ae8-6318-480e-a403-f6fa9165c740 HTTP/1.1" status: 200 len: 917 time: 0.3557601 Sep 23 07:46:55.819800 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-02f19b61-8880-40ac-8357-554e87422049 req-0faadfdb-326e-40f1-9c21-30f2421f97cd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4b6add22-4294-465c-b2e0-98136b33fb84 HTTP/1.1" status: 200 len: 217 time: 0.0391698 Sep 23 07:46:55.871502 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f19b61-8880-40ac-8357-554e87422049 req-40f44768-e347-4363-ae34-ba0d691d623d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:46:55.872982 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-02f19b61-8880-40ac-8357-554e87422049 req-40f44768-e347-4363-ae34-ba0d691d623d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a21baa48-52ec-4848-bd17-1849e39f4fbc HTTP/1.1" status: 200 len: 855 time: 0.0463886 Sep 23 07:46:55.923142 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f19b61-8880-40ac-8357-554e87422049 req-864f0a08-e640-4163-b701-cddb74974f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:46:55.924691 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-02f19b61-8880-40ac-8357-554e87422049 req-864f0a08-e640-4163-b701-cddb74974f46 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=667e3ae8-6318-480e-a403-f6fa9165c740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419621 Sep 23 07:46:56.018670 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-02f19b61-8880-40ac-8357-554e87422049 req-605d0088-1e52-4c73-9d4c-f2d1e5b3614b service neutron] 10.222.0.21 "GET /v2.0/networks/667e3ae8-6318-480e-a403-f6fa9165c740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851586 Sep 23 07:46:56.117482 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-02f19b61-8880-40ac-8357-554e87422049 req-8473a0ce-092e-44ec-98f3-01db1123cae3 service neutron] 10.222.0.21 "GET /v2.0/networks/667e3ae8-6318-480e-a403-f6fa9165c740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838895 Sep 23 07:46:57.619002 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666bd1d-653a-4129-9ee2-354ae1fa39fd req-bff97fd5-f0dd-4540-ac3b-41b734a95667 tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:46:57.620555 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4666bd1d-653a-4129-9ee2-354ae1fa39fd req-bff97fd5-f0dd-4540-ac3b-41b734a95667 tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] 10.222.0.39 "GET /v2.0/ports?device_id=08af2b2b-d8c7-4073-b7d2-e76f967e5c4d HTTP/1.1" status: 200 len: 945 time: 0.0502179 Sep 23 07:46:57.660324 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4666bd1d-653a-4129-9ee2-354ae1fa39fd req-8c38cb14-69a9-49c8-af33-f027b488c3aa tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8727eb7-8454-42bb-99cd-8d5544a86d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331709 Sep 23 07:46:57.879811 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:46:58.789661 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e3fc5-18e4-4cd4-96c3-55a3da474ff2 req-f7033d0a-237d-4cc8-856d-ff68287ac3ed tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:46:58.791299 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b51e3fc5-18e4-4cd4-96c3-55a3da474ff2 req-f7033d0a-237d-4cc8-856d-ff68287ac3ed tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] 10.222.0.39 "GET /v2.0/ports?device_id=08af2b2b-d8c7-4073-b7d2-e76f967e5c4d HTTP/1.1" status: 200 len: 945 time: 0.0493903 Sep 23 07:46:58.831899 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b51e3fc5-18e4-4cd4-96c3-55a3da474ff2 req-cf48f91d-3f2a-4f26-a817-0b308aca3c1a tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8727eb7-8454-42bb-99cd-8d5544a86d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347261 Sep 23 07:46:59.617360 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b01135-41e9-4b32-80de-a7bb0df31c91 req-1b2276ba-e585-471c-aee5-c62bce8a111f tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:46:59.619493 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-61b01135-41e9-4b32-80de-a7bb0df31c91 req-1b2276ba-e585-471c-aee5-c62bce8a111f tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] 10.222.0.21 "GET /v2.0/ports?device_id=08af2b2b-d8c7-4073-b7d2-e76f967e5c4d HTTP/1.1" status: 200 len: 945 time: 0.0483880 Sep 23 07:46:59.707723 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-61b01135-41e9-4b32-80de-a7bb0df31c91 req-ec29ebd0-9e05-4936-8a6a-7b624c2bf47d tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] Deleting port 4b6add22-4294-465c-b2e0-98136b33fb84 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:46:59.708063 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-61b01135-41e9-4b32-80de-a7bb0df31c91 req-ec29ebd0-9e05-4936-8a6a-7b624c2bf47d tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:46:59.797990 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-61b01135-41e9-4b32-80de-a7bb0df31c91 req-ec29ebd0-9e05-4936-8a6a-7b624c2bf47d tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] For port 4b6add22-4294-465c-b2e0-98136b33fb84, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=4b6add22-4294-465c-b2e0-98136b33fb84,segment=NetworkSegment(828a85e1-df46-45f4-8a4f-fa1ca96812d4),segment_id=828a85e1-df46-45f4-8a4f-fa1ca96812d4)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:46:59.798655 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-61b01135-41e9-4b32-80de-a7bb0df31c91 req-ec29ebd0-9e05-4936-8a6a-7b624c2bf47d tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:46:59.810522 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-61b01135-41e9-4b32-80de-a7bb0df31c91 req-ec29ebd0-9e05-4936-8a6a-7b624c2bf47d tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] Calling delete_port for 4b6add22-4294-465c-b2e0-98136b33fb84 owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:46:59.939202 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-61b01135-41e9-4b32-80de-a7bb0df31c91 req-ec29ebd0-9e05-4936-8a6a-7b624c2bf47d tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:46:59.951639 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c87c1-c1b1-42fb-8f99-a65e50c1d1f6 req-4276f25e-e306-44e1-b044-311be4ba3f46 tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:46:59.953148 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-021c87c1-c1b1-42fb-8f99-a65e50c1d1f6 req-4276f25e-e306-44e1-b044-311be4ba3f46 tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] 10.222.0.39 "GET /v2.0/ports?device_id=08af2b2b-d8c7-4073-b7d2-e76f967e5c4d HTTP/1.1" status: 200 len: 867 time: 0.0543730 Sep 23 07:46:59.965614 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['4b6add22-4294-465c-b2e0-98136b33fb84'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:46:59.969002 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec29ebd0-9e05-4936-8a6a-7b624c2bf47d tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] Pushing event deleted for resources: {'Port': ['ID=4b6add22-4294-465c-b2e0-98136b33fb84,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:46:59.994080 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-021c87c1-c1b1-42fb-8f99-a65e50c1d1f6 req-26fff33b-282e-49b8-9cb9-8ab27daf4029 tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8727eb7-8454-42bb-99cd-8d5544a86d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345306 Sep 23 07:47:00.011005 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-61b01135-41e9-4b32-80de-a7bb0df31c91 req-ec29ebd0-9e05-4936-8a6a-7b624c2bf47d tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] No DVR routers for this DVR port 4b6add22-4294-465c-b2e0-98136b33fb84 on host n-h1-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:47:00.014053 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-61b01135-41e9-4b32-80de-a7bb0df31c91 req-ec29ebd0-9e05-4936-8a6a-7b624c2bf47d tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:00.016218 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-61b01135-41e9-4b32-80de-a7bb0df31c91 req-ec29ebd0-9e05-4936-8a6a-7b624c2bf47d tempest-TestEncryptedCinderVolumes-443688657 tempest-TestEncryptedCinderVolumes-443688657-project] 10.222.0.21 "DELETE /v2.0/ports/4b6add22-4294-465c-b2e0-98136b33fb84 HTTP/1.1" status: 204 len: 173 time: 0.3908422 Sep 23 07:47:00.016683 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08af2b2b-d8c7-4073-b7d2-e76f967e5c4d', 'name': 'network-vif-deleted', 'tag': '4b6add22-4294-465c-b2e0-98136b33fb84'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:47:00.022065 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f95ab57a745480e309303c621f93016f7af13821b9c47ad15b10e565102b0cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c457251-7b1d-4bd4-a197-b4dd882fb499" -d '{"events": [{"server_uuid": "08af2b2b-d8c7-4073-b7d2-e76f967e5c4d", "name": "network-vif-deleted", "tag": "4b6add22-4294-465c-b2e0-98136b33fb84"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:47:00.072458 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a27c8bd7-775c-4ce8-8974-28e4eee0587b x-openstack-request-id: req-a27c8bd7-775c-4ce8-8974-28e4eee0587b {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:47:00.072758 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08af2b2b-d8c7-4073-b7d2-e76f967e5c4d", "name": "network-vif-deleted", "tag": "4b6add22-4294-465c-b2e0-98136b33fb84", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:47:00.073015 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a27c8bd7-775c-4ce8-8974-28e4eee0587b {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:47:00.073419 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08af2b2b-d8c7-4073-b7d2-e76f967e5c4d', 'name': 'network-vif-deleted', 'tag': '4b6add22-4294-465c-b2e0-98136b33fb84', 'status': 'completed', 'code': 200} Sep 23 07:47:01.109396 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55110) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:47:01.474179 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-51915bee-a316-4c85-b821-ebfd40292051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066969'] for router_interface, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:01.737212 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-51915bee-a316-4c85-b821-ebfd40292051 admin admin] Deleting port 915da56b-43c7-4cc0-9801-99a516f571d0 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:47:01.737547 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-51915bee-a316-4c85-b821-ebfd40292051 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:01.818740 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-51915bee-a316-4c85-b821-ebfd40292051 admin admin] For port 915da56b-43c7-4cc0-9801-99a516f571d0, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=915da56b-43c7-4cc0-9801-99a516f571d0,segment=NetworkSegment(828a85e1-df46-45f4-8a4f-fa1ca96812d4),segment_id=828a85e1-df46-45f4-8a4f-fa1ca96812d4)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:47:01.819102 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-51915bee-a316-4c85-b821-ebfd40292051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:01.831407 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-51915bee-a316-4c85-b821-ebfd40292051 admin admin] Calling delete_port for 915da56b-43c7-4cc0-9801-99a516f571d0 owned by network:router_interface {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:47:02.012093 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-51915bee-a316-4c85-b821-ebfd40292051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:02.040276 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51915bee-a316-4c85-b821-ebfd40292051 admin admin] Pushing event deleted for resources: {'Port': ['ID=915da56b-43c7-4cc0-9801-99a516f571d0,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:47:02.071893 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51915bee-a316-4c85-b821-ebfd40292051 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:47:02.072313 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51915bee-a316-4c85-b821-ebfd40292051 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:47:02.072589 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51915bee-a316-4c85-b821-ebfd40292051 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:47:02.072926 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51915bee-a316-4c85-b821-ebfd40292051 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:47:02.073262 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51915bee-a316-4c85-b821-ebfd40292051 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:47:02.073594 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51915bee-a316-4c85-b821-ebfd40292051 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:47:02.073944 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51915bee-a316-4c85-b821-ebfd40292051 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:47:02.074275 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51915bee-a316-4c85-b821-ebfd40292051 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:47:02.074595 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51915bee-a316-4c85-b821-ebfd40292051 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:47:02.074925 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51915bee-a316-4c85-b821-ebfd40292051 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:47:02.075249 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51915bee-a316-4c85-b821-ebfd40292051 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:47:02.075598 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51915bee-a316-4c85-b821-ebfd40292051 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:47:02.230043 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-51915bee-a316-4c85-b821-ebfd40292051 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2068624'] for router_interface, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:02.450728 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51915bee-a316-4c85-b821-ebfd40292051 admin admin] Router 5ed3a987-6a0e-4091-97d5-c22d181e5249 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:47:02.556769 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51915bee-a316-4c85-b821-ebfd40292051 admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:47:02.561798 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-51915bee-a316-4c85-b821-ebfd40292051 admin admin] 10.222.0.39 "PUT /v2.0/routers/5ed3a987-6a0e-4091-97d5-c22d181e5249/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4512618 Sep 23 07:47:02.564429 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55112) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:47:02.565409 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f9816d-8a72-47e4-acc2-06d73fac0dc5 None None] Sync routers for ids ['5ed3a987-6a0e-4091-97d5-c22d181e5249'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:47:02.574890 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f9816d-8a72-47e4-acc2-06d73fac0dc5 None None] Routers {'5ed3a987-6a0e-4091-97d5-c22d181e5249'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:47:02.575512 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-21f9816d-8a72-47e4-acc2-06d73fac0dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:46:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['5ed3a987-6a0e-4091-97d5-c22d181e5249'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:47:02.683207 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-21f9816d-8a72-47e4-acc2-06d73fac0dc5 None None] Set router 5ed3a987-6a0e-4091-97d5-c22d181e5249 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:47:02.872379 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-21f9816d-8a72-47e4-acc2-06d73fac0dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed3a987-6a0e-4091-97d5-c22d181e5249', 'name': 'tempest-TestEncryptedCinderVolumes-325780717-router', 'tenant_id': 'e59b8ceea747488a96feed2b6994cc3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '40ca6f1c-5946-4c5e-8133-056115349426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:45:44Z', 'updated_at': '2021-09-23T07:47:01Z', 'revision_number': 5, 'project_id': 'e59b8ceea747488a96feed2b6994cc3f', 'gw_port': {'id': '40ca6f1c-5946-4c5e-8133-056115349426', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:18:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed3a987-6a0e-4091-97d5-c22d181e5249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:45:45Z', 'updated_at': '2021-09-23T07:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:47:02.899731 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f9816d-8a72-47e4-acc2-06d73fac0dc5 None None] Checking router: 5ed3a987-6a0e-4091-97d5-c22d181e5249 for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:47:02.908352 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f9816d-8a72-47e4-acc2-06d73fac0dc5 None None] Routers {'5ed3a987-6a0e-4091-97d5-c22d181e5249'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:47:02.908969 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-21f9816d-8a72-47e4-acc2-06d73fac0dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:46:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['5ed3a987-6a0e-4091-97d5-c22d181e5249'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:47:03.013332 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-efa26806-53da-4bbb-9d96-0e0c3e14e8b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:03.018450 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-21f9816d-8a72-47e4-acc2-06d73fac0dc5 None None] Set router 5ed3a987-6a0e-4091-97d5-c22d181e5249 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:47:03.119765 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-efa26806-53da-4bbb-9d96-0e0c3e14e8b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:03.178308 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-efa26806-53da-4bbb-9d96-0e0c3e14e8b0 admin admin] Deleting port 40ca6f1c-5946-4c5e-8133-056115349426 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:47:03.178668 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-efa26806-53da-4bbb-9d96-0e0c3e14e8b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:03.228864 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 4b6add22-4294-465c-b2e0-98136b33fb84 no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:47:03.259513 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] No Port match for: 4b6add22-4294-465c-b2e0-98136b33fb84 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:47:03.259859 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 4b6add22-4294-465c-b2e0-98136b33fb84 not bound to the agent host n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:47:03.264797 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-efa26806-53da-4bbb-9d96-0e0c3e14e8b0 admin admin] For port 40ca6f1c-5946-4c5e-8133-056115349426, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=40ca6f1c-5946-4c5e-8133-056115349426,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:47:03.265306 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-efa26806-53da-4bbb-9d96-0e0c3e14e8b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:03.277637 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-efa26806-53da-4bbb-9d96-0e0c3e14e8b0 admin admin] Calling delete_port for 40ca6f1c-5946-4c5e-8133-056115349426 owned by network:router_gateway {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:47:03.382151 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-21f9816d-8a72-47e4-acc2-06d73fac0dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed3a987-6a0e-4091-97d5-c22d181e5249', 'name': 'tempest-TestEncryptedCinderVolumes-325780717-router', 'tenant_id': 'e59b8ceea747488a96feed2b6994cc3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '40ca6f1c-5946-4c5e-8133-056115349426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:45:44Z', 'updated_at': '2021-09-23T07:47:01Z', 'revision_number': 5, 'project_id': 'e59b8ceea747488a96feed2b6994cc3f', 'gw_port': {'id': '40ca6f1c-5946-4c5e-8133-056115349426', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:18:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed3a987-6a0e-4091-97d5-c22d181e5249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:45:45Z', 'updated_at': '2021-09-23T07:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:47:03.409320 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f9816d-8a72-47e4-acc2-06d73fac0dc5 None None] The sync data for ids ['5ed3a987-6a0e-4091-97d5-c22d181e5249'] in n-d-715271-16 is: [{'id': '5ed3a987-6a0e-4091-97d5-c22d181e5249', 'name': 'tempest-TestEncryptedCinderVolumes-325780717-router', 'tenant_id': 'e59b8ceea747488a96feed2b6994cc3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '40ca6f1c-5946-4c5e-8133-056115349426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:45:44Z', 'updated_at': '2021-09-23T07:47:01Z', 'revision_number': 5, 'project_id': 'e59b8ceea747488a96feed2b6994cc3f', 'gw_port': {'id': '40ca6f1c-5946-4c5e-8133-056115349426', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:18:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed3a987-6a0e-4091-97d5-c22d181e5249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:45:45Z', 'updated_at': '2021-09-23T07:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:47:03.449007 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-efa26806-53da-4bbb-9d96-0e0c3e14e8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:03.475072 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa26806-53da-4bbb-9d96-0e0c3e14e8b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=40ca6f1c-5946-4c5e-8133-056115349426,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:47:03.535419 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-efa26806-53da-4bbb-9d96-0e0c3e14e8b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2068563'] for router_gateway, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:03.623876 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-efa26806-53da-4bbb-9d96-0e0c3e14e8b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:03.626507 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-efa26806-53da-4bbb-9d96-0e0c3e14e8b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:03.677694 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-efa26806-53da-4bbb-9d96-0e0c3e14e8b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:03.678272 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efa26806-53da-4bbb-9d96-0e0c3e14e8b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ed3a987-6a0e-4091-97d5-c22d181e5249 {{(pid=95066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 07:47:03.683591 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-efa26806-53da-4bbb-9d96-0e0c3e14e8b0 admin admin] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:03.684447 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-efa26806-53da-4bbb-9d96-0e0c3e14e8b0 admin admin] 10.222.0.39 "DELETE /v2.0/routers/5ed3a987-6a0e-4091-97d5-c22d181e5249 HTTP/1.1" status: 204 len: 168 time: 1.1190863 Sep 23 07:47:03.687000 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55114) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:47:03.732010 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ae270b2-1b63-435b-a060-ec57d7aeef9e admin admin] Deleting subnet a21baa48-52ec-4848-bd17-1849e39f4fbc {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:47:03.735973 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6ae270b2-1b63-435b-a060-ec57d7aeef9e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:03.772138 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6ae270b2-1b63-435b-a060-ec57d7aeef9e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:03.860440 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6ae270b2-1b63-435b-a060-ec57d7aeef9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:03.916464 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6ae270b2-1b63-435b-a060-ec57d7aeef9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:03.942811 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae270b2-1b63-435b-a060-ec57d7aeef9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a21baa48-52ec-4848-bd17-1849e39f4fbc,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:47:03.947099 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6ae270b2-1b63-435b-a060-ec57d7aeef9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:03.948949 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-6ae270b2-1b63-435b-a060-ec57d7aeef9e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/a21baa48-52ec-4848-bd17-1849e39f4fbc HTTP/1.1" status: 204 len: 168 time: 0.2610226 Sep 23 07:47:03.951546 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55116) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:47:03.956271 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5edfec9b-4c1c-4de8-9158-a0398cea023c None None] Network 667e3ae8-6318-480e-a403-f6fa9165c740 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:47:04.031814 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fb2755bc-aa50-498c-8344-e5df3921b4cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:04.088788 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-fb2755bc-aa50-498c-8344-e5df3921b4cc admin admin] Deleting port e762cc95-99f5-4dbd-8c03-acf35b525120 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:47:04.089132 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fb2755bc-aa50-498c-8344-e5df3921b4cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:04.141592 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5791ad52-9c45-44d7-bdba-a468697ac0ce None None] DHCP port deletion for 667e3ae8-6318-480e-a403-f6fa9165c740 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 07:47:04.158323 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-fb2755bc-aa50-498c-8344-e5df3921b4cc admin admin] For port e762cc95-99f5-4dbd-8c03-acf35b525120, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=e762cc95-99f5-4dbd-8c03-acf35b525120,segment=NetworkSegment(828a85e1-df46-45f4-8a4f-fa1ca96812d4),segment_id=828a85e1-df46-45f4-8a4f-fa1ca96812d4)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:47:04.158691 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fb2755bc-aa50-498c-8344-e5df3921b4cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:04.172713 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-fb2755bc-aa50-498c-8344-e5df3921b4cc admin admin] Calling delete_port for e762cc95-99f5-4dbd-8c03-acf35b525120 owned by network:dhcp {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:47:04.189919 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-5791ad52-9c45-44d7-bdba-a468697ac0ce None None] Deleting port e762cc95-99f5-4dbd-8c03-acf35b525120 {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:47:04.190304 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5791ad52-9c45-44d7-bdba-a468697ac0ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:04.259478 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-5791ad52-9c45-44d7-bdba-a468697ac0ce None None] For port e762cc95-99f5-4dbd-8c03-acf35b525120, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=e762cc95-99f5-4dbd-8c03-acf35b525120,segment=NetworkSegment(828a85e1-df46-45f4-8a4f-fa1ca96812d4),segment_id=828a85e1-df46-45f4-8a4f-fa1ca96812d4)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:47:04.259724 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fb2755bc-aa50-498c-8344-e5df3921b4cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:04.259947 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5791ad52-9c45-44d7-bdba-a468697ac0ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:04.272917 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-5791ad52-9c45-44d7-bdba-a468697ac0ce None None] Calling delete_port for e762cc95-99f5-4dbd-8c03-acf35b525120 owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:47:04.289118 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2755bc-aa50-498c-8344-e5df3921b4cc admin admin] Pushing event deleted for resources: {'Port': ['ID=e762cc95-99f5-4dbd-8c03-acf35b525120,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:47:04.291919 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2755bc-aa50-498c-8344-e5df3921b4cc admin admin] No DVR routers for this DVR port e762cc95-99f5-4dbd-8c03-acf35b525120 on host n-d-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:47:04.355516 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5791ad52-9c45-44d7-bdba-a468697ac0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:04.370405 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fb2755bc-aa50-498c-8344-e5df3921b4cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:04.382114 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5791ad52-9c45-44d7-bdba-a468697ac0ce None None] Pushing event deleted for resources: {'Port': ['ID=e762cc95-99f5-4dbd-8c03-acf35b525120,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:47:04.385951 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5791ad52-9c45-44d7-bdba-a468697ac0ce None None] No DVR routers for this DVR port e762cc95-99f5-4dbd-8c03-acf35b525120 on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:47:04.392551 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-fb2755bc-aa50-498c-8344-e5df3921b4cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['667e3ae8-6318-480e-a403-f6fa9165c740']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:47:04.404077 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-fb2755bc-aa50-498c-8344-e5df3921b4cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '828a85e1-df46-45f4-8a4f-fa1ca96812d4') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:47:04.404506 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-fb2755bc-aa50-498c-8344-e5df3921b4cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '828a85e1-df46-45f4-8a4f-fa1ca96812d4') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:47:04.414109 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fb2755bc-aa50-498c-8344-e5df3921b4cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:04.428263 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fb2755bc-aa50-498c-8344-e5df3921b4cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:04.434902 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb2755bc-aa50-498c-8344-e5df3921b4cc admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:47:04.435304 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fb2755bc-aa50-498c-8344-e5df3921b4cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:04.437034 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 07:47:04.437034 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:47:04.437034 n-d-715271-16 neutron-server[95066]: timer() Sep 23 07:47:04.437034 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:47:04.437034 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 07:47:04.437034 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:47:04.437034 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 07:47:04.437034 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:47:04.437034 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 07:47:04.437034 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:47:04.437034 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 07:47:04.437034 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:47:04.437034 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 07:47:04.437034 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:47:04.437034 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:47:04.437034 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:47:04.437034 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:47:04.437034 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:47:04.437034 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 07:47:04.437034 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:47:04.437034 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 07:47:04.437034 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:47:04.437034 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:47:04.437034 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:47:04.437034 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 07:47:04.437034 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:47:04.437034 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:47:04.437034 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:47:04.437034 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:47:04.437034 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:47:04.437034 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:47:04.437034 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:47:04.509614 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fb2755bc-aa50-498c-8344-e5df3921b4cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:04.515970 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fb2755bc-aa50-498c-8344-e5df3921b4cc admin admin] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:04.520806 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-fb2755bc-aa50-498c-8344-e5df3921b4cc admin admin] 10.222.0.39 "DELETE /v2.0/networks/667e3ae8-6318-480e-a403-f6fa9165c740 HTTP/1.1" status: 204 len: 168 time: 0.5653100 Sep 23 07:47:04.521147 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55118) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:47:04.534828 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2755bc-aa50-498c-8344-e5df3921b4cc admin admin] Pushing event deleted for resources: {'Network': ['ID=667e3ae8-6318-480e-a403-f6fa9165c740,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:47:04.741722 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device e762cc95-99f5-4dbd-8c03-acf35b525120 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:47:04.765596 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: e762cc95-99f5-4dbd-8c03-acf35b525120 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:47:04.765973 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device e762cc95-99f5-4dbd-8c03-acf35b525120 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:47:04.766391 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 915da56b-43c7-4cc0-9801-99a516f571d0 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:47:04.785799 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 915da56b-43c7-4cc0-9801-99a516f571d0 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:47:04.786190 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 915da56b-43c7-4cc0-9801-99a516f571d0 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:47:04.786602 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 40ca6f1c-5946-4c5e-8133-056115349426 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:47:04.804789 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 40ca6f1c-5946-4c5e-8133-056115349426 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:47:04.805135 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 40ca6f1c-5946-4c5e-8133-056115349426 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:47:04.938728 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cfc1f03e-ef11-4a09-9996-cae64a2a92f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066969'] for router_interface, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:05.230066 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-cfc1f03e-ef11-4a09-9996-cae64a2a92f0 admin admin] Deleting port 4b4008f9-99d5-400f-871d-bc8b017fe093 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:47:05.230409 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cfc1f03e-ef11-4a09-9996-cae64a2a92f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:05.312696 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-cfc1f03e-ef11-4a09-9996-cae64a2a92f0 admin admin] For port 4b4008f9-99d5-400f-871d-bc8b017fe093, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=4b4008f9-99d5-400f-871d-bc8b017fe093,segment=NetworkSegment(483564a8-9c54-4315-8613-4fc4efe37c12),segment_id=483564a8-9c54-4315-8613-4fc4efe37c12)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:47:05.313060 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cfc1f03e-ef11-4a09-9996-cae64a2a92f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:05.325992 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-cfc1f03e-ef11-4a09-9996-cae64a2a92f0 admin admin] Calling delete_port for 4b4008f9-99d5-400f-871d-bc8b017fe093 owned by network:router_interface {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:47:05.504187 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cfc1f03e-ef11-4a09-9996-cae64a2a92f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:05.530178 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc1f03e-ef11-4a09-9996-cae64a2a92f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b4008f9-99d5-400f-871d-bc8b017fe093,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:47:05.699877 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cfc1f03e-ef11-4a09-9996-cae64a2a92f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2068624'] for router_interface, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:05.905894 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfc1f03e-ef11-4a09-9996-cae64a2a92f0 admin admin] Router e6a8e716-2314-4d84-9fc1-ee1d4bc10640 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:47:06.010510 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfc1f03e-ef11-4a09-9996-cae64a2a92f0 admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:47:06.015525 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-cfc1f03e-ef11-4a09-9996-cae64a2a92f0 admin admin] 10.222.0.39 "PUT /v2.0/routers/e6a8e716-2314-4d84-9fc1-ee1d4bc10640/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4923186 Sep 23 07:47:06.018109 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55120) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:47:06.019500 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0c70fb-b5ce-46c3-9a38-f7627939d8f1 None None] Sync routers for ids ['e6a8e716-2314-4d84-9fc1-ee1d4bc10640'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:47:06.029150 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0c70fb-b5ce-46c3-9a38-f7627939d8f1 None None] Routers {'e6a8e716-2314-4d84-9fc1-ee1d4bc10640'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:47:06.029750 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-4c0c70fb-b5ce-46c3-9a38-f7627939d8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:46:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['e6a8e716-2314-4d84-9fc1-ee1d4bc10640'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:47:06.125953 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-97b6dd8f-d17b-4954-8033-9a792af5dad4 admin admin] Notify callbacks [] for router, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:06.140942 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-4c0c70fb-b5ce-46c3-9a38-f7627939d8f1 None None] Set router e6a8e716-2314-4d84-9fc1-ee1d4bc10640 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:47:06.412351 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-4c0c70fb-b5ce-46c3-9a38-f7627939d8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a8e716-2314-4d84-9fc1-ee1d4bc10640', 'name': 'tempest-TestEncryptedCinderVolumes-992947571-router', 'tenant_id': '81a420ba81934f2b85c711cc21db173b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': 'f998fe6c-6bcf-4612-8b70-5345c4f87af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:45:49Z', 'updated_at': '2021-09-23T07:47:05Z', 'revision_number': 5, 'project_id': '81a420ba81934f2b85c711cc21db173b', 'gw_port': {'id': 'f998fe6c-6bcf-4612-8b70-5345c4f87af8', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:59:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a8e716-2314-4d84-9fc1-ee1d4bc10640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:45:49Z', 'updated_at': '2021-09-23T07:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:47:06.442778 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0c70fb-b5ce-46c3-9a38-f7627939d8f1 None None] Checking router: e6a8e716-2314-4d84-9fc1-ee1d4bc10640 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:47:06.450897 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0c70fb-b5ce-46c3-9a38-f7627939d8f1 None None] Routers {'e6a8e716-2314-4d84-9fc1-ee1d4bc10640'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:47:06.451507 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-4c0c70fb-b5ce-46c3-9a38-f7627939d8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:46:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['e6a8e716-2314-4d84-9fc1-ee1d4bc10640'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:47:06.519637 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-97b6dd8f-d17b-4954-8033-9a792af5dad4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:06.558421 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-4c0c70fb-b5ce-46c3-9a38-f7627939d8f1 None None] Set router e6a8e716-2314-4d84-9fc1-ee1d4bc10640 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:47:06.573523 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-97b6dd8f-d17b-4954-8033-9a792af5dad4 admin admin] Deleting port f998fe6c-6bcf-4612-8b70-5345c4f87af8 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:47:06.574097 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-97b6dd8f-d17b-4954-8033-9a792af5dad4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:06.651059 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-97b6dd8f-d17b-4954-8033-9a792af5dad4 admin admin] For port f998fe6c-6bcf-4612-8b70-5345c4f87af8, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=f998fe6c-6bcf-4612-8b70-5345c4f87af8,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:47:06.651428 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-97b6dd8f-d17b-4954-8033-9a792af5dad4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:06.664130 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-97b6dd8f-d17b-4954-8033-9a792af5dad4 admin admin] Calling delete_port for f998fe6c-6bcf-4612-8b70-5345c4f87af8 owned by network:router_gateway {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:47:06.733772 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-4c0c70fb-b5ce-46c3-9a38-f7627939d8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a8e716-2314-4d84-9fc1-ee1d4bc10640', 'name': 'tempest-TestEncryptedCinderVolumes-992947571-router', 'tenant_id': '81a420ba81934f2b85c711cc21db173b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': 'f998fe6c-6bcf-4612-8b70-5345c4f87af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:45:49Z', 'updated_at': '2021-09-23T07:47:05Z', 'revision_number': 5, 'project_id': '81a420ba81934f2b85c711cc21db173b', 'gw_port': {'id': 'f998fe6c-6bcf-4612-8b70-5345c4f87af8', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:59:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a8e716-2314-4d84-9fc1-ee1d4bc10640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:45:49Z', 'updated_at': '2021-09-23T07:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:47:06.763179 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0c70fb-b5ce-46c3-9a38-f7627939d8f1 None None] The sync data for ids ['e6a8e716-2314-4d84-9fc1-ee1d4bc10640'] in n-d-715271-16 is: [{'id': 'e6a8e716-2314-4d84-9fc1-ee1d4bc10640', 'name': 'tempest-TestEncryptedCinderVolumes-992947571-router', 'tenant_id': '81a420ba81934f2b85c711cc21db173b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': 'f998fe6c-6bcf-4612-8b70-5345c4f87af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:45:49Z', 'updated_at': '2021-09-23T07:47:05Z', 'revision_number': 5, 'project_id': '81a420ba81934f2b85c711cc21db173b', 'gw_port': {'id': 'f998fe6c-6bcf-4612-8b70-5345c4f87af8', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:59:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a8e716-2314-4d84-9fc1-ee1d4bc10640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:45:49Z', 'updated_at': '2021-09-23T07:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:47:06.833428 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-97b6dd8f-d17b-4954-8033-9a792af5dad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:06.860176 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b6dd8f-d17b-4954-8033-9a792af5dad4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f998fe6c-6bcf-4612-8b70-5345c4f87af8,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:47:06.922414 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-97b6dd8f-d17b-4954-8033-9a792af5dad4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2068563'] for router_gateway, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:07.009311 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-97b6dd8f-d17b-4954-8033-9a792af5dad4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:07.011550 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-97b6dd8f-d17b-4954-8033-9a792af5dad4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:07.053290 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-97b6dd8f-d17b-4954-8033-9a792af5dad4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:07.053748 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b6dd8f-d17b-4954-8033-9a792af5dad4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6a8e716-2314-4d84-9fc1-ee1d4bc10640 {{(pid=95065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 07:47:07.058087 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-97b6dd8f-d17b-4954-8033-9a792af5dad4 admin admin] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:07.059424 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-97b6dd8f-d17b-4954-8033-9a792af5dad4 admin admin] 10.222.0.39 "DELETE /v2.0/routers/e6a8e716-2314-4d84-9fc1-ee1d4bc10640 HTTP/1.1" status: 204 len: 168 time: 1.0404067 Sep 23 07:47:07.061975 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55122) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:47:07.108766 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8c55e95-a7bb-40e5-92fc-9e1004898eaa admin admin] Deleting subnet 31fab661-8431-49fa-a0e8-58cff78aef06 {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:47:07.111925 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c8c55e95-a7bb-40e5-92fc-9e1004898eaa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:07.152534 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c8c55e95-a7bb-40e5-92fc-9e1004898eaa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:07.232776 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c8c55e95-a7bb-40e5-92fc-9e1004898eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:07.265701 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:07.288236 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c8c55e95-a7bb-40e5-92fc-9e1004898eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:07.315255 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c55e95-a7bb-40e5-92fc-9e1004898eaa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31fab661-8431-49fa-a0e8-58cff78aef06,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:47:07.320051 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c8c55e95-a7bb-40e5-92fc-9e1004898eaa admin admin] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:07.325119 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-c8c55e95-a7bb-40e5-92fc-9e1004898eaa admin admin] 10.222.0.39 "DELETE /v2.0/subnets/31fab661-8431-49fa-a0e8-58cff78aef06 HTTP/1.1" status: 204 len: 168 time: 0.2598820 Sep 23 07:47:07.325383 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55124) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:47:07.326488 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6678eb3a-f991-4176-9da7-8ca669b1e2b8 None None] Network 6e28d8fd-a16e-4157-9a64-5f84d75fb800 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:47:07.409177 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-534537c5-3920-4e2d-ab8c-cc6241513b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:07.464603 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-534537c5-3920-4e2d-ab8c-cc6241513b74 admin admin] Deleting port 077db487-e61e-4488-9ae2-62d837c3b240 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:47:07.464936 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-534537c5-3920-4e2d-ab8c-cc6241513b74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:07.533108 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-534537c5-3920-4e2d-ab8c-cc6241513b74 admin admin] For port 077db487-e61e-4488-9ae2-62d837c3b240, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=077db487-e61e-4488-9ae2-62d837c3b240,segment=NetworkSegment(483564a8-9c54-4315-8613-4fc4efe37c12),segment_id=483564a8-9c54-4315-8613-4fc4efe37c12)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:47:07.533470 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-534537c5-3920-4e2d-ab8c-cc6241513b74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:07.544748 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-534537c5-3920-4e2d-ab8c-cc6241513b74 admin admin] Calling delete_port for 077db487-e61e-4488-9ae2-62d837c3b240 owned by network:dhcp {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:47:07.622507 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-534537c5-3920-4e2d-ab8c-cc6241513b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:07.648741 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534537c5-3920-4e2d-ab8c-cc6241513b74 admin admin] Pushing event deleted for resources: {'Port': ['ID=077db487-e61e-4488-9ae2-62d837c3b240,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:47:07.652535 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534537c5-3920-4e2d-ab8c-cc6241513b74 admin admin] No DVR routers for this DVR port 077db487-e61e-4488-9ae2-62d837c3b240 on host n-d-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:47:07.725455 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-534537c5-3920-4e2d-ab8c-cc6241513b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:07.746684 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-534537c5-3920-4e2d-ab8c-cc6241513b74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e28d8fd-a16e-4157-9a64-5f84d75fb800']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:47:07.755492 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3395bef2-89e5-4393-bb03-a22aacf1bd1c None None] DHCP port deletion for 6e28d8fd-a16e-4157-9a64-5f84d75fb800 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 07:47:07.759367 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-534537c5-3920-4e2d-ab8c-cc6241513b74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '483564a8-9c54-4315-8613-4fc4efe37c12') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:47:07.759673 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-534537c5-3920-4e2d-ab8c-cc6241513b74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '483564a8-9c54-4315-8613-4fc4efe37c12') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:47:07.770380 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-534537c5-3920-4e2d-ab8c-cc6241513b74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:07.784727 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-534537c5-3920-4e2d-ab8c-cc6241513b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:07.794820 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-534537c5-3920-4e2d-ab8c-cc6241513b74 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:47:07.795135 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-534537c5-3920-4e2d-ab8c-cc6241513b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:07.796834 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 07:47:07.796834 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:47:07.796834 n-d-715271-16 neutron-server[95065]: timer() Sep 23 07:47:07.796834 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:47:07.796834 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 07:47:07.796834 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:47:07.796834 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 07:47:07.796834 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:47:07.796834 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 07:47:07.796834 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:47:07.796834 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 07:47:07.796834 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:47:07.796834 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 07:47:07.796834 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:47:07.796834 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:47:07.796834 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:47:07.796834 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:47:07.796834 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:47:07.796834 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 07:47:07.796834 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:47:07.796834 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 07:47:07.796834 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:47:07.796834 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:47:07.796834 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:47:07.796834 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 07:47:07.796834 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:47:07.796834 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:47:07.796834 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:47:07.796834 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:47:07.796834 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:47:07.796834 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:47:07.796834 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:47:07.854477 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-534537c5-3920-4e2d-ab8c-cc6241513b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:07.859715 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-534537c5-3920-4e2d-ab8c-cc6241513b74 admin admin] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:07.861536 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-534537c5-3920-4e2d-ab8c-cc6241513b74 admin admin] 10.222.0.39 "DELETE /v2.0/networks/6e28d8fd-a16e-4157-9a64-5f84d75fb800 HTTP/1.1" status: 204 len: 168 time: 0.5350757 Sep 23 07:47:07.872788 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534537c5-3920-4e2d-ab8c-cc6241513b74 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e28d8fd-a16e-4157-9a64-5f84d75fb800,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:47:08.014517 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55128) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:47:08.053666 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-20844d6f-b07c-4e06-9d9a-45514f639ff9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e59b8ceea747488a96feed2b6994cc3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379851 Sep 23 07:47:08.057030 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55130) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:47:08.104346 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-52f7b5b7-b61b-42a5-b588-d896cb9cee40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:08.127411 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-52f7b5b7-b61b-42a5-b588-d896cb9cee40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:08.136169 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e70afbc6-784c-49c4-8dec-d48db31c3f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:08.174603 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-52f7b5b7-b61b-42a5-b588-d896cb9cee40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:08.177193 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-52f7b5b7-b61b-42a5-b588-d896cb9cee40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:08.178382 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-52f7b5b7-b61b-42a5-b588-d896cb9cee40 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c8727eb7-8454-42bb-99cd-8d5544a86d90 HTTP/1.1" status: 204 len: 168 time: 0.1204066 Sep 23 07:47:08.186168 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f7b5b7-b61b-42a5-b588-d896cb9cee40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8727eb7-8454-42bb-99cd-8d5544a86d90,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:47:08.479480 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55136) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:47:08.525386 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-8a2e02d3-2e74-42a9-b751-5c5241e23af6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=81a420ba81934f2b85c711cc21db173b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0436318 Sep 23 07:47:08.527551 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55138) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:47:08.578099 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f3798a2e-0ba6-4827-8253-565a7e7d2242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:08.599102 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f3798a2e-0ba6-4827-8253-565a7e7d2242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:08.646254 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f3798a2e-0ba6-4827-8253-565a7e7d2242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:08.648858 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f3798a2e-0ba6-4827-8253-565a7e7d2242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:08.650684 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-f3798a2e-0ba6-4827-8253-565a7e7d2242 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/13c5a714-256b-4611-ba29-a52ae8d8799a HTTP/1.1" status: 204 len: 168 time: 0.1222231 Sep 23 07:47:08.658907 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3798a2e-0ba6-4827-8253-565a7e7d2242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c5a714-256b-4611-ba29-a52ae8d8799a,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:47:08.744582 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device f998fe6c-6bcf-4612-8b70-5345c4f87af8 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:47:08.764865 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: f998fe6c-6bcf-4612-8b70-5345c4f87af8 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:47:08.765281 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device f998fe6c-6bcf-4612-8b70-5345c4f87af8 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:47:08.765729 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 077db487-e61e-4488-9ae2-62d837c3b240 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:47:08.784587 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 077db487-e61e-4488-9ae2-62d837c3b240 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:47:08.784849 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 077db487-e61e-4488-9ae2-62d837c3b240 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:47:08.785458 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 4b4008f9-99d5-400f-871d-bc8b017fe093 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:47:08.804452 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 4b4008f9-99d5-400f-871d-bc8b017fe093 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:47:08.804809 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 4b4008f9-99d5-400f-871d-bc8b017fe093 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:47:09.312975 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55160) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:47:09.405684 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-f17d48c6-e6ac-44c9-9e98-76f1999e68e8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1094843962-network', 'tenant_id': 'd6a8c2dad77545f08e8bdceb4cab5557'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:47:09.426722 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f17d48c6-e6ac-44c9-9e98-76f1999e68e8 admin admin] Made reservation on behalf of d6a8c2dad77545f08e8bdceb4cab5557 for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:47:09.429049 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f17d48c6-e6ac-44c9-9e98-76f1999e68e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:09.438083 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f17d48c6-e6ac-44c9-9e98-76f1999e68e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:09.531566 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f17d48c6-e6ac-44c9-9e98-76f1999e68e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:09.535419 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f17d48c6-e6ac-44c9-9e98-76f1999e68e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:09.556890 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f17d48c6-e6ac-44c9-9e98-76f1999e68e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:47:09.570041 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17d48c6-e6ac-44c9-9e98-76f1999e68e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8511ab71-d94e-45f3-9053-cdcf7bd7bd3a,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:47:09.574849 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f17d48c6-e6ac-44c9-9e98-76f1999e68e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:09.575210 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-f17d48c6-e6ac-44c9-9e98-76f1999e68e8 admin admin] Added segment cb39e2ab-4ead-40a0-ab9d-0df0f2f52dc7 of type vlan for network 7cd1a741-48cb-4c96-8978-62d2d2a17a4b Sep 23 07:47:09.614532 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f17d48c6-e6ac-44c9-9e98-76f1999e68e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:09.639760 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f17d48c6-e6ac-44c9-9e98-76f1999e68e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:09.640608 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17d48c6-e6ac-44c9-9e98-76f1999e68e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:47:09.641184 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f17d48c6-e6ac-44c9-9e98-76f1999e68e8 admin admin] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:09.664744 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-f17d48c6-e6ac-44c9-9e98-76f1999e68e8 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3506508 Sep 23 07:47:09.668479 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55164) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:47:09.674050 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-b0b37499-923a-4f28-9547-a111ab4a3f4f admin admin] Request body: {'subnet': {'network_id': '7cd1a741-48cb-4c96-8978-62d2d2a17a4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1094843962-subnet', 'tenant_id': 'd6a8c2dad77545f08e8bdceb4cab5557', 'ip_version': 4}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:47:09.695223 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b37499-923a-4f28-9547-a111ab4a3f4f admin admin] Made reservation on behalf of d6a8c2dad77545f08e8bdceb4cab5557 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:47:09.698377 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b0b37499-923a-4f28-9547-a111ab4a3f4f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:09.701825 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17d48c6-e6ac-44c9-9e98-76f1999e68e8 admin admin] Pushing event updated for resources: {'Network': ['ID=7cd1a741-48cb-4c96-8978-62d2d2a17a4b,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:47:09.712284 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 7cd1a741-48cb-4c96-8978-62d2d2a17a4b details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:47:09.867158 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b0b37499-923a-4f28-9547-a111ab4a3f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:09.924214 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b37499-923a-4f28-9547-a111ab4a3f4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d555ebbf-50ef-4e6d-a917-6f7221713daf,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:47:09.931910 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b37499-923a-4f28-9547-a111ab4a3f4f admin admin] Checking segment: {'id': 'cb39e2ab-4ead-40a0-ab9d-0df0f2f52dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '7cd1a741-48cb-4c96-8978-62d2d2a17a4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:47:09.932268 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b37499-923a-4f28-9547-a111ab4a3f4f admin admin] Network hostable DHCP agents. Network: 7cd1a741-48cb-4c96-8978-62d2d2a17a4b, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:47:09.948290 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b37499-923a-4f28-9547-a111ab4a3f4f admin admin] Network 7cd1a741-48cb-4c96-8978-62d2d2a17a4b is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:47:09.956216 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-b0b37499-923a-4f28-9547-a111ab4a3f4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 7cd1a741-48cb-4c96-8978-62d2d2a17a4b) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:47:09.960195 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b37499-923a-4f28-9547-a111ab4a3f4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:47:09.960771 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b0b37499-923a-4f28-9547-a111ab4a3f4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:09.966341 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e161f72c-cd69-4710-9543-09b5365bd8db None None] Network 7cd1a741-48cb-4c96-8978-62d2d2a17a4b requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:47:09.974080 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-b0b37499-923a-4f28-9547-a111ab4a3f4f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3042214 Sep 23 07:47:09.976955 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55166) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:47:09.981226 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-91de4faa-7085-495d-b67a-c7fb6e66e8a4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1094843962-router', 'tenant_id': 'd6a8c2dad77545f08e8bdceb4cab5557', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:47:10.002768 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-91de4faa-7085-495d-b67a-c7fb6e66e8a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:10.003921 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-91de4faa-7085-495d-b67a-c7fb6e66e8a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:10.061283 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-91de4faa-7085-495d-b67a-c7fb6e66e8a4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:10.113041 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ff60bc-d499-484b-a0cf-5ad35289b21c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-7cd1a741-48cb-4c96-8978-62d2d2a17a4b', 'network_id': '7cd1a741-48cb-4c96-8978-62d2d2a17a4b', 'tenant_id': 'd6a8c2dad77545f08e8bdceb4cab5557', 'fixed_ips': [{'subnet_id': 'd555ebbf-50ef-4e6d-a917-6f7221713daf'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:47:10.113909 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-15ff60bc-d499-484b-a0cf-5ad35289b21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:10.197193 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-91de4faa-7085-495d-b67a-c7fb6e66e8a4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:10.268753 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-15ff60bc-d499-484b-a0cf-5ad35289b21c None None] Allocated IP 172.20.0.2 (7cd1a741-48cb-4c96-8978-62d2d2a17a4b/d555ebbf-50ef-4e6d-a917-6f7221713daf/1db193b6-ea25-4d0d-8402-03fb9dc00bb0) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:47:10.411904 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-15ff60bc-d499-484b-a0cf-5ad35289b21c None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:10.416951 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-91de4faa-7085-495d-b67a-c7fb6e66e8a4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:10.418767 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-15ff60bc-d499-484b-a0cf-5ad35289b21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:10.436142 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-91de4faa-7085-495d-b67a-c7fb6e66e8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:10.459068 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ff60bc-d499-484b-a0cf-5ad35289b21c None None] Network 7cd1a741-48cb-4c96-8978-62d2d2a17a4b is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:47:10.463857 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-15ff60bc-d499-484b-a0cf-5ad35289b21c None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:47:10.466308 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ff60bc-d499-484b-a0cf-5ad35289b21c None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:47:10.480567 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ff60bc-d499-484b-a0cf-5ad35289b21c None None] Pushing event updated for resources: {'Port': ['ID=1db193b6-ea25-4d0d-8402-03fb9dc00bb0,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:47:10.543582 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-15ff60bc-d499-484b-a0cf-5ad35289b21c None None] Attempting to bind port 1db193b6-ea25-4d0d-8402-03fb9dc00bb0 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:47:10.545447 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-15ff60bc-d499-484b-a0cf-5ad35289b21c None None] Attempting to bind port 1db193b6-ea25-4d0d-8402-03fb9dc00bb0 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': 'cb39e2ab-4ead-40a0-ab9d-0df0f2f52dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '7cd1a741-48cb-4c96-8978-62d2d2a17a4b'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:47:10.545813 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ff60bc-d499-484b-a0cf-5ad35289b21c None None] Attempting to bind port 1db193b6-ea25-4d0d-8402-03fb9dc00bb0 on network 7cd1a741-48cb-4c96-8978-62d2d2a17a4b {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:47:10.556394 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-91de4faa-7085-495d-b67a-c7fb6e66e8a4 admin admin] Allocated IP 172.25.2.213 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/d9c8ffeb-84d1-4a84-8147-262143ea9ab7) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:47:10.558681 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ff60bc-d499-484b-a0cf-5ad35289b21c None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:47:10.559268 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ff60bc-d499-484b-a0cf-5ad35289b21c None None] Checking segment: {'id': 'cb39e2ab-4ead-40a0-ab9d-0df0f2f52dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '7cd1a741-48cb-4c96-8978-62d2d2a17a4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:47:10.559834 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-15ff60bc-d499-484b-a0cf-5ad35289b21c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:10.560379 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ff60bc-d499-484b-a0cf-5ad35289b21c None None] Bound using segment: {'id': 'cb39e2ab-4ead-40a0-ab9d-0df0f2f52dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '7cd1a741-48cb-4c96-8978-62d2d2a17a4b'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:47:10.560890 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-15ff60bc-d499-484b-a0cf-5ad35289b21c None None] Bound port: 1db193b6-ea25-4d0d-8402-03fb9dc00bb0, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb39e2ab-4ead-40a0-ab9d-0df0f2f52dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '7cd1a741-48cb-4c96-8978-62d2d2a17a4b'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:47:10.561275 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-15ff60bc-d499-484b-a0cf-5ad35289b21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:10.574137 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:10.628139 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-15ff60bc-d499-484b-a0cf-5ad35289b21c None None] For port 1db193b6-ea25-4d0d-8402-03fb9dc00bb0, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:47:10.631825 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-15ff60bc-d499-484b-a0cf-5ad35289b21c None None] For port 1db193b6-ea25-4d0d-8402-03fb9dc00bb0, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=1db193b6-ea25-4d0d-8402-03fb9dc00bb0,segment=NetworkSegment(cb39e2ab-4ead-40a0-ab9d-0df0f2f52dc7),segment_id=cb39e2ab-4ead-40a0-ab9d-0df0f2f52dc7)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:47:10.636105 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-15ff60bc-d499-484b-a0cf-5ad35289b21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:10.659838 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-91de4faa-7085-495d-b67a-c7fb6e66e8a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:10.695397 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ff60bc-d499-484b-a0cf-5ad35289b21c None None] Pushing event updated for resources: {'Port': ['ID=1db193b6-ea25-4d0d-8402-03fb9dc00bb0,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:47:10.701015 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-91de4faa-7085-495d-b67a-c7fb6e66e8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:10.739388 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91de4faa-7085-495d-b67a-c7fb6e66e8a4 admin admin] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:47:10.742332 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-91de4faa-7085-495d-b67a-c7fb6e66e8a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:47:10.745772 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91de4faa-7085-495d-b67a-c7fb6e66e8a4 admin admin] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:47:10.776362 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91de4faa-7085-495d-b67a-c7fb6e66e8a4 admin admin] Pushing event updated for resources: {'Port': ['ID=d9c8ffeb-84d1-4a84-8147-262143ea9ab7,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:47:11.021373 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-91de4faa-7085-495d-b67a-c7fb6e66e8a4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:11.140984 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-38ef9218-5e20-4e1d-a4ec-49afc16acb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:11.217954 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-91de4faa-7085-495d-b67a-c7fb6e66e8a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:11.348998 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91de4faa-7085-495d-b67a-c7fb6e66e8a4 admin admin] Router e623b117-156d-45ec-93d9-c5665d3f55c2 is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 07:47:11.461019 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91de4faa-7085-495d-b67a-c7fb6e66e8a4 admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:47:11.470851 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2902cfe-a6fd-4e61-929b-dc6d39966009 None None] Sync routers for ids ['e623b117-156d-45ec-93d9-c5665d3f55c2'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:47:11.480248 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-91de4faa-7085-495d-b67a-c7fb6e66e8a4 admin admin] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:11.481253 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2902cfe-a6fd-4e61-929b-dc6d39966009 None None] Routers {'e623b117-156d-45ec-93d9-c5665d3f55c2'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:47:11.484964 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-f2902cfe-a6fd-4e61-929b-dc6d39966009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:47:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['e623b117-156d-45ec-93d9-c5665d3f55c2'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:47:11.485148 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-91de4faa-7085-495d-b67a-c7fb6e66e8a4 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5044615 Sep 23 07:47:11.485258 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55168) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:47:11.604965 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6216c17-b3ba-431d-84c4-a616fd59488f None None] Network 7cd1a741-48cb-4c96-8978-62d2d2a17a4b requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:47:11.610487 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-f2902cfe-a6fd-4e61-929b-dc6d39966009 None None] Set router e623b117-156d-45ec-93d9-c5665d3f55c2 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:47:11.715233 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:11.798454 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-cd712ca8-6926-4a0f-a61a-e3df53395cf8 None None] Provisioning complete for port 1db193b6-ea25-4d0d-8402-03fb9dc00bb0 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:47:11.798746 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-cd712ca8-6926-4a0f-a61a-e3df53395cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:11.912687 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-42daad57-e1b9-4959-802c-f2cd94de1ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:12.000895 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-cd712ca8-6926-4a0f-a61a-e3df53395cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:12.021986 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-f2902cfe-a6fd-4e61-929b-dc6d39966009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e623b117-156d-45ec-93d9-c5665d3f55c2', 'name': 'tempest-TestMinimumBasicScenario-1094843962-router', 'tenant_id': 'd6a8c2dad77545f08e8bdceb4cab5557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'd9c8ffeb-84d1-4a84-8147-262143ea9ab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:47:10Z', 'updated_at': '2021-09-23T07:47:10Z', 'revision_number': 3, 'project_id': 'd6a8c2dad77545f08e8bdceb4cab5557', 'gw_port': {'id': 'd9c8ffeb-84d1-4a84-8147-262143ea9ab7', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c2:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e623b117-156d-45ec-93d9-c5665d3f55c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:47:10Z', 'updated_at': '2021-09-23T07:47:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:47:12.055181 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2902cfe-a6fd-4e61-929b-dc6d39966009 None None] Checking router: e623b117-156d-45ec-93d9-c5665d3f55c2 for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:47:12.055476 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2902cfe-a6fd-4e61-929b-dc6d39966009 None None] Updating router e623b117-156d-45ec-93d9-c5665d3f55c2 port d9c8ffeb-84d1-4a84-8147-262143ea9ab7 binding host n-d-715271-16 {{(pid=95067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 07:47:12.076661 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-42daad57-e1b9-4959-802c-f2cd94de1ede admin admin] Allocated IP 172.20.0.1 (7cd1a741-48cb-4c96-8978-62d2d2a17a4b/d555ebbf-50ef-4e6d-a917-6f7221713daf/546de046-6c45-4aa9-94e7-fc92df9ce1fd) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:47:12.081680 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-cd712ca8-6926-4a0f-a61a-e3df53395cf8 None None] For port 1db193b6-ea25-4d0d-8402-03fb9dc00bb0, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=1db193b6-ea25-4d0d-8402-03fb9dc00bb0,segment=NetworkSegment(cb39e2ab-4ead-40a0-ab9d-0df0f2f52dc7),segment_id=cb39e2ab-4ead-40a0-ab9d-0df0f2f52dc7)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:47:12.092707 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-cd712ca8-6926-4a0f-a61a-e3df53395cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:12.094907 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f2902cfe-a6fd-4e61-929b-dc6d39966009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:12.192872 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-42daad57-e1b9-4959-802c-f2cd94de1ede admin admin] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:12.218503 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd712ca8-6926-4a0f-a61a-e3df53395cf8 None None] Pushing event updated for resources: {'Port': ['ID=1db193b6-ea25-4d0d-8402-03fb9dc00bb0,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:47:12.230206 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-42daad57-e1b9-4959-802c-f2cd94de1ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:12.275546 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42daad57-e1b9-4959-802c-f2cd94de1ede admin admin] Network 7cd1a741-48cb-4c96-8978-62d2d2a17a4b is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:47:12.279692 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-42daad57-e1b9-4959-802c-f2cd94de1ede admin admin] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:47:12.282236 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42daad57-e1b9-4959-802c-f2cd94de1ede admin admin] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:47:12.290383 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daad57-e1b9-4959-802c-f2cd94de1ede admin admin] Pushing event updated for resources: {'Port': ['ID=546de046-6c45-4aa9-94e7-fc92df9ce1fd,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:47:12.332055 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-42daad57-e1b9-4959-802c-f2cd94de1ede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068614'] for router_interface, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:12.479107 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-42daad57-e1b9-4959-802c-f2cd94de1ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:12.503954 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-d2a9142a-11b0-4e06-af39-2ceec19d8587 None None] Provisioning complete for port 1db193b6-ea25-4d0d-8402-03fb9dc00bb0 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:47:12.504326 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d2a9142a-11b0-4e06-af39-2ceec19d8587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:12.590356 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:12.612634 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f2902cfe-a6fd-4e61-929b-dc6d39966009 None None] Notify callbacks [] for port, precommit_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:12.640009 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f2902cfe-a6fd-4e61-929b-dc6d39966009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:12.670402 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-42daad57-e1b9-4959-802c-f2cd94de1ede admin admin] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:12.675021 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-42daad57-e1b9-4959-802c-f2cd94de1ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:12.700466 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-f2902cfe-a6fd-4e61-929b-dc6d39966009 None None] Attempting to bind port d9c8ffeb-84d1-4a84-8147-262143ea9ab7 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:47:12.700847 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-f2902cfe-a6fd-4e61-929b-dc6d39966009 None None] Attempting to bind port d9c8ffeb-84d1-4a84-8147-262143ea9ab7 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:47:12.701218 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2902cfe-a6fd-4e61-929b-dc6d39966009 None None] Attempting to bind port d9c8ffeb-84d1-4a84-8147-262143ea9ab7 on network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:47:12.712032 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b1420e-ebe4-42fc-ab0c-ac7c778622fa None None] Pushing event updated for resources: {'Port': ['ID=d9c8ffeb-84d1-4a84-8147-262143ea9ab7,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:47:12.714851 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2902cfe-a6fd-4e61-929b-dc6d39966009 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:47:12.715222 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2902cfe-a6fd-4e61-929b-dc6d39966009 None None] Checking segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:47:12.715621 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f2902cfe-a6fd-4e61-929b-dc6d39966009 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:12.716004 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2902cfe-a6fd-4e61-929b-dc6d39966009 None None] Bound using segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:47:12.716484 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-f2902cfe-a6fd-4e61-929b-dc6d39966009 None None] Bound port: d9c8ffeb-84d1-4a84-8147-262143ea9ab7, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:47:12.716870 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f2902cfe-a6fd-4e61-929b-dc6d39966009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:12.746487 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-42daad57-e1b9-4959-802c-f2cd94de1ede admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067062'] for router_interface, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:12.752551 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daad57-e1b9-4959-802c-f2cd94de1ede admin admin] Pushing event updated for resources: {'Port': ['ID=546de046-6c45-4aa9-94e7-fc92df9ce1fd,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:47:12.772879 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-f2902cfe-a6fd-4e61-929b-dc6d39966009 None None] For port d9c8ffeb-84d1-4a84-8147-262143ea9ab7, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:47:12.776902 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-f2902cfe-a6fd-4e61-929b-dc6d39966009 None None] For port d9c8ffeb-84d1-4a84-8147-262143ea9ab7, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=d9c8ffeb-84d1-4a84-8147-262143ea9ab7,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:47:12.781380 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f2902cfe-a6fd-4e61-929b-dc6d39966009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:12.814030 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 1db193b6-ea25-4d0d-8402-03fb9dc00bb0 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:47:12.855166 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42daad57-e1b9-4959-802c-f2cd94de1ede admin admin] Network 7cd1a741-48cb-4c96-8978-62d2d2a17a4b is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:47:12.856787 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-42daad57-e1b9-4959-802c-f2cd94de1ede admin admin] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:47:12.891997 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dfa4d220-6a37-42c4-b027-60f665263aa2 None None] Provisioning complete for port 546de046-6c45-4aa9-94e7-fc92df9ce1fd triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:47:12.892379 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dfa4d220-6a37-42c4-b027-60f665263aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:12.894969 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2902cfe-a6fd-4e61-929b-dc6d39966009 None None] Routers {'e623b117-156d-45ec-93d9-c5665d3f55c2'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:47:12.895613 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-f2902cfe-a6fd-4e61-929b-dc6d39966009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:47:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['e623b117-156d-45ec-93d9-c5665d3f55c2'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:47:12.918135 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b1420e-ebe4-42fc-ab0c-ac7c778622fa None None] Pushing event updated for resources: {'Port': ['ID=d9c8ffeb-84d1-4a84-8147-262143ea9ab7,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:47:12.980789 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42daad57-e1b9-4959-802c-f2cd94de1ede admin admin] Router e623b117-156d-45ec-93d9-c5665d3f55c2 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:47:12.983652 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dfa4d220-6a37-42c4-b027-60f665263aa2 None None] Port 546de046-6c45-4aa9-94e7-fc92df9ce1fd cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:47:12.998789 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 1db193b6-ea25-4d0d-8402-03fb9dc00bb0 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:47:12.999164 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:13.073626 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-f2902cfe-a6fd-4e61-929b-dc6d39966009 None None] Set router e623b117-156d-45ec-93d9-c5665d3f55c2 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:47:13.100851 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42daad57-e1b9-4959-802c-f2cd94de1ede admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:47:13.108661 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-42daad57-e1b9-4959-802c-f2cd94de1ede admin admin] 10.222.0.39 "PUT /v2.0/routers/e623b117-156d-45ec-93d9-c5665d3f55c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6222191 Sep 23 07:47:13.161583 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-44a6f89d-d98a-4ced-924e-0e7811915e0a None None] Provisioning complete for port 546de046-6c45-4aa9-94e7-fc92df9ce1fd triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:47:13.161992 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-44a6f89d-d98a-4ced-924e-0e7811915e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:13.283331 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-44a6f89d-d98a-4ced-924e-0e7811915e0a None None] Port 546de046-6c45-4aa9-94e7-fc92df9ce1fd cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:47:13.361772 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-f2902cfe-a6fd-4e61-929b-dc6d39966009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e623b117-156d-45ec-93d9-c5665d3f55c2', 'name': 'tempest-TestMinimumBasicScenario-1094843962-router', 'tenant_id': 'd6a8c2dad77545f08e8bdceb4cab5557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'd9c8ffeb-84d1-4a84-8147-262143ea9ab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:47:10Z', 'updated_at': '2021-09-23T07:47:12Z', 'revision_number': 4, 'project_id': 'd6a8c2dad77545f08e8bdceb4cab5557', 'gw_port': {'id': 'd9c8ffeb-84d1-4a84-8147-262143ea9ab7', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c2:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e623b117-156d-45ec-93d9-c5665d3f55c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:47:10Z', 'updated_at': '2021-09-23T07:47:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '546de046-6c45-4aa9-94e7-fc92df9ce1fd', 'name': '', 'network_id': '7cd1a741-48cb-4c96-8978-62d2d2a17a4b', 'tenant_id': 'd6a8c2dad77545f08e8bdceb4cab5557', 'mac_address': 'fa:16:3e:7b:8a:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e623b117-156d-45ec-93d9-c5665d3f55c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'd555ebbf-50ef-4e6d-a917-6f7221713daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:47:11Z', 'updated_at': '2021-09-23T07:47:12Z', 'revision_number': 2, 'project_id': 'd6a8c2dad77545f08e8bdceb4cab5557', 'subnets': [{'id': 'd555ebbf-50ef-4e6d-a917-6f7221713daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:47:13.393518 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2902cfe-a6fd-4e61-929b-dc6d39966009 None None] The sync data for ids ['e623b117-156d-45ec-93d9-c5665d3f55c2'] in n-d-715271-16 is: [{'id': 'e623b117-156d-45ec-93d9-c5665d3f55c2', 'name': 'tempest-TestMinimumBasicScenario-1094843962-router', 'tenant_id': 'd6a8c2dad77545f08e8bdceb4cab5557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'd9c8ffeb-84d1-4a84-8147-262143ea9ab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:47:10Z', 'updated_at': '2021-09-23T07:47:12Z', 'revision_number': 4, 'project_id': 'd6a8c2dad77545f08e8bdceb4cab5557', 'gw_port': {'id': 'd9c8ffeb-84d1-4a84-8147-262143ea9ab7', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c2:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e623b117-156d-45ec-93d9-c5665d3f55c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:47:10Z', 'updated_at': '2021-09-23T07:47:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '546de046-6c45-4aa9-94e7-fc92df9ce1fd', 'name': '', 'network_id': '7cd1a741-48cb-4c96-8978-62d2d2a17a4b', 'tenant_id': 'd6a8c2dad77545f08e8bdceb4cab5557', 'mac_address': 'fa:16:3e:7b:8a:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e623b117-156d-45ec-93d9-c5665d3f55c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'd555ebbf-50ef-4e6d-a917-6f7221713daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:47:11Z', 'updated_at': '2021-09-23T07:47:12Z', 'revision_number': 2, 'project_id': 'd6a8c2dad77545f08e8bdceb4cab5557', 'subnets': [{'id': 'd555ebbf-50ef-4e6d-a917-6f7221713daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:47:13.593457 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55184) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:47:13.598715 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-77e89736-0dfb-458b-b112-1be0795e3c82 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1978567913-network', 'tenant_id': '3da6ba172f6f4f379fbd82b49b35ecc9'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:47:13.619469 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e89736-0dfb-458b-b112-1be0795e3c82 admin admin] Made reservation on behalf of 3da6ba172f6f4f379fbd82b49b35ecc9 for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:47:13.621684 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-77e89736-0dfb-458b-b112-1be0795e3c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:13.631735 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-77e89736-0dfb-458b-b112-1be0795e3c82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:13.727887 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-77e89736-0dfb-458b-b112-1be0795e3c82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:13.731875 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-77e89736-0dfb-458b-b112-1be0795e3c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:13.756605 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77e89736-0dfb-458b-b112-1be0795e3c82 admin admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:47:13.767028 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e89736-0dfb-458b-b112-1be0795e3c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cbabf6f-572a-4fdf-aaf1-fb4dbdf290f1,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:47:13.772061 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-77e89736-0dfb-458b-b112-1be0795e3c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:13.772400 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-77e89736-0dfb-458b-b112-1be0795e3c82 admin admin] Added segment 1b7f7f89-0449-4593-9ce7-5f2438fbaa54 of type vlan for network f9ecca92-84e0-400f-8f0b-e09cbdda9b4a Sep 23 07:47:13.818821 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-77e89736-0dfb-458b-b112-1be0795e3c82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:13.846318 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-77e89736-0dfb-458b-b112-1be0795e3c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:13.847229 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e89736-0dfb-458b-b112-1be0795e3c82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:47:13.847796 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-77e89736-0dfb-458b-b112-1be0795e3c82 admin admin] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:13.878078 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-77e89736-0dfb-458b-b112-1be0795e3c82 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2831635 Sep 23 07:47:13.880743 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55186) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:47:13.888373 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-f49824d1-45a4-4823-8e0c-988f2d3a43e5 admin admin] Request body: {'subnet': {'network_id': 'f9ecca92-84e0-400f-8f0b-e09cbdda9b4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1978567913-subnet', 'tenant_id': '3da6ba172f6f4f379fbd82b49b35ecc9', 'ip_version': 4}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:47:13.911174 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f49824d1-45a4-4823-8e0c-988f2d3a43e5 admin admin] Made reservation on behalf of 3da6ba172f6f4f379fbd82b49b35ecc9 for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:47:13.911671 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e89736-0dfb-458b-b112-1be0795e3c82 admin admin] Pushing event updated for resources: {'Network': ['ID=f9ecca92-84e0-400f-8f0b-e09cbdda9b4a,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:47:13.914712 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f49824d1-45a4-4823-8e0c-988f2d3a43e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:13.922261 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network f9ecca92-84e0-400f-8f0b-e09cbdda9b4a details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:47:14.031793 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:14.121828 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f49824d1-45a4-4823-8e0c-988f2d3a43e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:14.189158 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49824d1-45a4-4823-8e0c-988f2d3a43e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31939e50-a629-46ba-a48e-eacc0c7ac931,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:47:14.197746 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49824d1-45a4-4823-8e0c-988f2d3a43e5 admin admin] Checking segment: {'id': '1b7f7f89-0449-4593-9ce7-5f2438fbaa54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f9ecca92-84e0-400f-8f0b-e09cbdda9b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:47:14.198162 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49824d1-45a4-4823-8e0c-988f2d3a43e5 admin admin] Network hostable DHCP agents. Network: f9ecca92-84e0-400f-8f0b-e09cbdda9b4a, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:47:14.215489 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49824d1-45a4-4823-8e0c-988f2d3a43e5 admin admin] Network f9ecca92-84e0-400f-8f0b-e09cbdda9b4a is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:47:14.225061 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-f49824d1-45a4-4823-8e0c-988f2d3a43e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, f9ecca92-84e0-400f-8f0b-e09cbdda9b4a) {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:47:14.229592 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49824d1-45a4-4823-8e0c-988f2d3a43e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:47:14.230242 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f49824d1-45a4-4823-8e0c-988f2d3a43e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:14.235605 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e6e991-c55d-4e7d-9c19-132b4d3bda2e None None] Network f9ecca92-84e0-400f-8f0b-e09cbdda9b4a requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:47:14.244313 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-f49824d1-45a4-4823-8e0c-988f2d3a43e5 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3611870 Sep 23 07:47:14.246917 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55188) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:47:14.251638 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-48cb73f1-7810-44c4-b101-86988457d913 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1978567913-router', 'tenant_id': '3da6ba172f6f4f379fbd82b49b35ecc9', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:47:14.277217 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-48cb73f1-7810-44c4-b101-86988457d913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:14.278253 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-48cb73f1-7810-44c4-b101-86988457d913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:14.338522 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-48cb73f1-7810-44c4-b101-86988457d913 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:14.416504 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a38274-0581-4f82-b73f-b8a6dc06b665 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-f9ecca92-84e0-400f-8f0b-e09cbdda9b4a', 'network_id': 'f9ecca92-84e0-400f-8f0b-e09cbdda9b4a', 'tenant_id': '3da6ba172f6f4f379fbd82b49b35ecc9', 'fixed_ips': [{'subnet_id': '31939e50-a629-46ba-a48e-eacc0c7ac931'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:47:14.418151 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c8a38274-0581-4f82-b73f-b8a6dc06b665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:14.490257 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-48cb73f1-7810-44c4-b101-86988457d913 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:14.564952 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-c8a38274-0581-4f82-b73f-b8a6dc06b665 None None] Allocated IP 172.20.0.2 (f9ecca92-84e0-400f-8f0b-e09cbdda9b4a/31939e50-a629-46ba-a48e-eacc0c7ac931/8121f930-6e20-477b-a0e5-0b3f44da9101) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:47:14.716536 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-48cb73f1-7810-44c4-b101-86988457d913 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:14.738476 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-48cb73f1-7810-44c4-b101-86988457d913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:14.747023 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c8a38274-0581-4f82-b73f-b8a6dc06b665 None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:14.754237 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c8a38274-0581-4f82-b73f-b8a6dc06b665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:14.797634 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a38274-0581-4f82-b73f-b8a6dc06b665 None None] Network f9ecca92-84e0-400f-8f0b-e09cbdda9b4a is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:47:14.802837 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-c8a38274-0581-4f82-b73f-b8a6dc06b665 None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:47:14.805227 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a38274-0581-4f82-b73f-b8a6dc06b665 None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:47:14.814988 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device d9c8ffeb-84d1-4a84-8147-262143ea9ab7 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:47:14.835807 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a38274-0581-4f82-b73f-b8a6dc06b665 None None] Pushing event updated for resources: {'Port': ['ID=8121f930-6e20-477b-a0e5-0b3f44da9101,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:47:14.855979 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-48cb73f1-7810-44c4-b101-86988457d913 admin admin] Allocated IP 172.25.2.15 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/a8afc2a6-1f86-485a-be0f-1a89d47ffbdf) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:47:14.902686 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-c8a38274-0581-4f82-b73f-b8a6dc06b665 None None] Attempting to bind port 8121f930-6e20-477b-a0e5-0b3f44da9101 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:47:14.903054 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-c8a38274-0581-4f82-b73f-b8a6dc06b665 None None] Attempting to bind port 8121f930-6e20-477b-a0e5-0b3f44da9101 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '1b7f7f89-0449-4593-9ce7-5f2438fbaa54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f9ecca92-84e0-400f-8f0b-e09cbdda9b4a'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:47:14.903418 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a38274-0581-4f82-b73f-b8a6dc06b665 None None] Attempting to bind port 8121f930-6e20-477b-a0e5-0b3f44da9101 on network f9ecca92-84e0-400f-8f0b-e09cbdda9b4a {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:47:14.910742 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a38274-0581-4f82-b73f-b8a6dc06b665 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:47:14.911115 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a38274-0581-4f82-b73f-b8a6dc06b665 None None] Checking segment: {'id': '1b7f7f89-0449-4593-9ce7-5f2438fbaa54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f9ecca92-84e0-400f-8f0b-e09cbdda9b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:47:14.911515 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c8a38274-0581-4f82-b73f-b8a6dc06b665 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:14.911979 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a38274-0581-4f82-b73f-b8a6dc06b665 None None] Bound using segment: {'id': '1b7f7f89-0449-4593-9ce7-5f2438fbaa54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f9ecca92-84e0-400f-8f0b-e09cbdda9b4a'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:47:14.912379 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-c8a38274-0581-4f82-b73f-b8a6dc06b665 None None] Bound port: 8121f930-6e20-477b-a0e5-0b3f44da9101, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b7f7f89-0449-4593-9ce7-5f2438fbaa54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f9ecca92-84e0-400f-8f0b-e09cbdda9b4a'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:47:14.912757 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c8a38274-0581-4f82-b73f-b8a6dc06b665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:14.930155 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port d9c8ffeb-84d1-4a84-8147-262143ea9ab7 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:47:14.930657 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:14.961216 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-48cb73f1-7810-44c4-b101-86988457d913 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:15.001391 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-48cb73f1-7810-44c4-b101-86988457d913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:15.017498 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-c8a38274-0581-4f82-b73f-b8a6dc06b665 None None] For port 8121f930-6e20-477b-a0e5-0b3f44da9101, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:47:15.021094 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-c8a38274-0581-4f82-b73f-b8a6dc06b665 None None] For port 8121f930-6e20-477b-a0e5-0b3f44da9101, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=8121f930-6e20-477b-a0e5-0b3f44da9101,segment=NetworkSegment(1b7f7f89-0449-4593-9ce7-5f2438fbaa54),segment_id=1b7f7f89-0449-4593-9ce7-5f2438fbaa54)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:47:15.027328 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c8a38274-0581-4f82-b73f-b8a6dc06b665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:15.041801 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cb73f1-7810-44c4-b101-86988457d913 admin admin] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:47:15.046132 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-48cb73f1-7810-44c4-b101-86988457d913 admin admin] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:47:15.052650 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cb73f1-7810-44c4-b101-86988457d913 admin admin] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:47:15.055840 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cb73f1-7810-44c4-b101-86988457d913 admin admin] Pushing event updated for resources: {'Port': ['ID=a8afc2a6-1f86-485a-be0f-1a89d47ffbdf,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:47:15.100389 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:15.140962 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port d9c8ffeb-84d1-4a84-8147-262143ea9ab7, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=d9c8ffeb-84d1-4a84-8147-262143ea9ab7,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:47:15.142309 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a38274-0581-4f82-b73f-b8a6dc06b665 None None] Pushing event updated for resources: {'Port': ['ID=8121f930-6e20-477b-a0e5-0b3f44da9101,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:47:15.147738 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:15.208048 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=d9c8ffeb-84d1-4a84-8147-262143ea9ab7,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:47:15.341133 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-48cb73f1-7810-44c4-b101-86988457d913 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:15.491552 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948b44af-7d3a-42d6-9d19-15fb1afe61e5 None None] Sync routers for ids ['e623b117-156d-45ec-93d9-c5665d3f55c2'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:47:15.505252 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948b44af-7d3a-42d6-9d19-15fb1afe61e5 None None] Routers {'e623b117-156d-45ec-93d9-c5665d3f55c2'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:47:15.505888 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-948b44af-7d3a-42d6-9d19-15fb1afe61e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:47:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['e623b117-156d-45ec-93d9-c5665d3f55c2'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:47:15.552248 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-48cb73f1-7810-44c4-b101-86988457d913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:15.608516 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-948b44af-7d3a-42d6-9d19-15fb1afe61e5 None None] Set router e623b117-156d-45ec-93d9-c5665d3f55c2 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:47:15.817765 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-948b44af-7d3a-42d6-9d19-15fb1afe61e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e623b117-156d-45ec-93d9-c5665d3f55c2', 'name': 'tempest-TestMinimumBasicScenario-1094843962-router', 'tenant_id': 'd6a8c2dad77545f08e8bdceb4cab5557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'd9c8ffeb-84d1-4a84-8147-262143ea9ab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:47:10Z', 'updated_at': '2021-09-23T07:47:12Z', 'revision_number': 4, 'project_id': 'd6a8c2dad77545f08e8bdceb4cab5557', 'gw_port': {'id': 'd9c8ffeb-84d1-4a84-8147-262143ea9ab7', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c2:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e623b117-156d-45ec-93d9-c5665d3f55c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:47:10Z', 'updated_at': '2021-09-23T07:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '546de046-6c45-4aa9-94e7-fc92df9ce1fd', 'name': '', 'network_id': '7cd1a741-48cb-4c96-8978-62d2d2a17a4b', 'tenant_id': 'd6a8c2dad77545f08e8bdceb4cab5557', 'mac_address': 'fa:16:3e:7b:8a:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e623b117-156d-45ec-93d9-c5665d3f55c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'd555ebbf-50ef-4e6d-a917-6f7221713daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:47:11Z', 'updated_at': '2021-09-23T07:47:12Z', 'revision_number': 2, 'project_id': 'd6a8c2dad77545f08e8bdceb4cab5557', 'subnets': [{'id': 'd555ebbf-50ef-4e6d-a917-6f7221713daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:47:15.846489 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948b44af-7d3a-42d6-9d19-15fb1afe61e5 None None] Checking router: e623b117-156d-45ec-93d9-c5665d3f55c2 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:47:15.846845 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948b44af-7d3a-42d6-9d19-15fb1afe61e5 None None] Updating router e623b117-156d-45ec-93d9-c5665d3f55c2 port 546de046-6c45-4aa9-94e7-fc92df9ce1fd binding host n-d-715271-16 {{(pid=95068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 07:47:15.872739 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-948b44af-7d3a-42d6-9d19-15fb1afe61e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:16.023138 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48cb73f1-7810-44c4-b101-86988457d913 admin admin] Router 314fe509-c6bb-4fb5-b4bc-b2703dc689ac is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 07:47:16.157308 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48cb73f1-7810-44c4-b101-86988457d913 admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:47:16.166362 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-948b44af-7d3a-42d6-9d19-15fb1afe61e5 None None] Notify callbacks [] for port, precommit_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:16.171208 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cb35f4-d76e-443e-9ec5-d7bd25e23911 None None] Sync routers for ids ['314fe509-c6bb-4fb5-b4bc-b2703dc689ac'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:47:16.173368 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-948b44af-7d3a-42d6-9d19-15fb1afe61e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:16.182907 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cb35f4-d76e-443e-9ec5-d7bd25e23911 None None] Routers {'314fe509-c6bb-4fb5-b4bc-b2703dc689ac'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:47:16.183560 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-e2cb35f4-d76e-443e-9ec5-d7bd25e23911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:47:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['314fe509-c6bb-4fb5-b4bc-b2703dc689ac'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:47:16.184776 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-48cb73f1-7810-44c4-b101-86988457d913 admin admin] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:16.189938 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-48cb73f1-7810-44c4-b101-86988457d913 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9399853 Sep 23 07:47:16.190798 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55190) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:47:16.244049 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8135ad1f-7396-4e9b-93ed-9cc83b46d7ed None None] Pushing event updated for resources: {'Port': ['ID=546de046-6c45-4aa9-94e7-fc92df9ce1fd,revision_number=3']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:47:16.267093 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8135ad1f-7396-4e9b-93ed-9cc83b46d7ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:47:16.267881 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8135ad1f-7396-4e9b-93ed-9cc83b46d7ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:47:16.267881 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8135ad1f-7396-4e9b-93ed-9cc83b46d7ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:47:16.268114 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8135ad1f-7396-4e9b-93ed-9cc83b46d7ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:47:16.268402 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8135ad1f-7396-4e9b-93ed-9cc83b46d7ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:47:16.268737 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8135ad1f-7396-4e9b-93ed-9cc83b46d7ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:47:16.269072 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8135ad1f-7396-4e9b-93ed-9cc83b46d7ed None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:47:16.269387 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8135ad1f-7396-4e9b-93ed-9cc83b46d7ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:47:16.269705 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8135ad1f-7396-4e9b-93ed-9cc83b46d7ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:47:16.270054 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8135ad1f-7396-4e9b-93ed-9cc83b46d7ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:47:16.270389 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8135ad1f-7396-4e9b-93ed-9cc83b46d7ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:47:16.270697 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8135ad1f-7396-4e9b-93ed-9cc83b46d7ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:47:16.286583 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-948b44af-7d3a-42d6-9d19-15fb1afe61e5 None None] Attempting to bind port 546de046-6c45-4aa9-94e7-fc92df9ce1fd on host n-d-715271-16 for vnic_type normal with profile {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:47:16.287028 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-948b44af-7d3a-42d6-9d19-15fb1afe61e5 None None] Attempting to bind port 546de046-6c45-4aa9-94e7-fc92df9ce1fd by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': 'cb39e2ab-4ead-40a0-ab9d-0df0f2f52dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '7cd1a741-48cb-4c96-8978-62d2d2a17a4b'}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:47:16.287499 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948b44af-7d3a-42d6-9d19-15fb1afe61e5 None None] Attempting to bind port 546de046-6c45-4aa9-94e7-fc92df9ce1fd on network 7cd1a741-48cb-4c96-8978-62d2d2a17a4b {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:47:16.294274 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948b44af-7d3a-42d6-9d19-15fb1afe61e5 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:47:16.294757 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948b44af-7d3a-42d6-9d19-15fb1afe61e5 None None] Checking segment: {'id': 'cb39e2ab-4ead-40a0-ab9d-0df0f2f52dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '7cd1a741-48cb-4c96-8978-62d2d2a17a4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:47:16.295229 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-948b44af-7d3a-42d6-9d19-15fb1afe61e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:16.295693 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948b44af-7d3a-42d6-9d19-15fb1afe61e5 None None] Bound using segment: {'id': 'cb39e2ab-4ead-40a0-ab9d-0df0f2f52dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '7cd1a741-48cb-4c96-8978-62d2d2a17a4b'} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:47:16.296226 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-948b44af-7d3a-42d6-9d19-15fb1afe61e5 None None] Bound port: 546de046-6c45-4aa9-94e7-fc92df9ce1fd, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb39e2ab-4ead-40a0-ab9d-0df0f2f52dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '7cd1a741-48cb-4c96-8978-62d2d2a17a4b'}}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:47:16.296683 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-948b44af-7d3a-42d6-9d19-15fb1afe61e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:16.366503 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-e2cb35f4-d76e-443e-9ec5-d7bd25e23911 None None] Set router 314fe509-c6bb-4fb5-b4bc-b2703dc689ac gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:47:16.389483 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-948b44af-7d3a-42d6-9d19-15fb1afe61e5 None None] For port 546de046-6c45-4aa9-94e7-fc92df9ce1fd, host n-d-715271-16, cleared binding levels {{(pid=95068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:47:16.393270 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-948b44af-7d3a-42d6-9d19-15fb1afe61e5 None None] For port 546de046-6c45-4aa9-94e7-fc92df9ce1fd, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=546de046-6c45-4aa9-94e7-fc92df9ce1fd,segment=NetworkSegment(cb39e2ab-4ead-40a0-ab9d-0df0f2f52dc7),segment_id=cb39e2ab-4ead-40a0-ab9d-0df0f2f52dc7)] {{(pid=95068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:47:16.402628 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-948b44af-7d3a-42d6-9d19-15fb1afe61e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:16.431655 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71141c57-e312-4046-9324-099e406b6190 None None] Network f9ecca92-84e0-400f-8f0b-e09cbdda9b4a requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:47:16.487160 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8135ad1f-7396-4e9b-93ed-9cc83b46d7ed None None] Pushing event updated for resources: {'Port': ['ID=546de046-6c45-4aa9-94e7-fc92df9ce1fd,revision_number=4']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:47:16.490629 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948b44af-7d3a-42d6-9d19-15fb1afe61e5 None None] Routers {'e623b117-156d-45ec-93d9-c5665d3f55c2'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:47:16.491551 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-948b44af-7d3a-42d6-9d19-15fb1afe61e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:47:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['e623b117-156d-45ec-93d9-c5665d3f55c2'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:47:16.573896 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-f055b55c-db6e-43ec-bf73-efae4e3f91c2 None None] Provisioning complete for port 8121f930-6e20-477b-a0e5-0b3f44da9101 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:47:16.574287 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f055b55c-db6e-43ec-bf73-efae4e3f91c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:16.625259 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-948b44af-7d3a-42d6-9d19-15fb1afe61e5 None None] Set router e623b117-156d-45ec-93d9-c5665d3f55c2 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:47:16.817188 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b936a545-9fdb-4b81-84b2-25d40263df95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:16.966944 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 8121f930-6e20-477b-a0e5-0b3f44da9101 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:47:17.014535 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f055b55c-db6e-43ec-bf73-efae4e3f91c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:17.019444 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-948b44af-7d3a-42d6-9d19-15fb1afe61e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e623b117-156d-45ec-93d9-c5665d3f55c2', 'name': 'tempest-TestMinimumBasicScenario-1094843962-router', 'tenant_id': 'd6a8c2dad77545f08e8bdceb4cab5557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'd9c8ffeb-84d1-4a84-8147-262143ea9ab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:47:10Z', 'updated_at': '2021-09-23T07:47:12Z', 'revision_number': 4, 'project_id': 'd6a8c2dad77545f08e8bdceb4cab5557', 'gw_port': {'id': 'd9c8ffeb-84d1-4a84-8147-262143ea9ab7', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c2:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e623b117-156d-45ec-93d9-c5665d3f55c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:47:10Z', 'updated_at': '2021-09-23T07:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '546de046-6c45-4aa9-94e7-fc92df9ce1fd', 'name': '', 'network_id': '7cd1a741-48cb-4c96-8978-62d2d2a17a4b', 'tenant_id': 'd6a8c2dad77545f08e8bdceb4cab5557', 'mac_address': 'fa:16:3e:7b:8a:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e623b117-156d-45ec-93d9-c5665d3f55c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'd555ebbf-50ef-4e6d-a917-6f7221713daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:47:11Z', 'updated_at': '2021-09-23T07:47:16Z', 'revision_number': 4, 'project_id': 'd6a8c2dad77545f08e8bdceb4cab5557', 'subnets': [{'id': 'd555ebbf-50ef-4e6d-a917-6f7221713daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:47:17.053963 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948b44af-7d3a-42d6-9d19-15fb1afe61e5 None None] The sync data for ids ['e623b117-156d-45ec-93d9-c5665d3f55c2'] in n-d-715271-16 is: [{'id': 'e623b117-156d-45ec-93d9-c5665d3f55c2', 'name': 'tempest-TestMinimumBasicScenario-1094843962-router', 'tenant_id': 'd6a8c2dad77545f08e8bdceb4cab5557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'd9c8ffeb-84d1-4a84-8147-262143ea9ab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:47:10Z', 'updated_at': '2021-09-23T07:47:12Z', 'revision_number': 4, 'project_id': 'd6a8c2dad77545f08e8bdceb4cab5557', 'gw_port': {'id': 'd9c8ffeb-84d1-4a84-8147-262143ea9ab7', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c2:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e623b117-156d-45ec-93d9-c5665d3f55c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:47:10Z', 'updated_at': '2021-09-23T07:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '546de046-6c45-4aa9-94e7-fc92df9ce1fd', 'name': '', 'network_id': '7cd1a741-48cb-4c96-8978-62d2d2a17a4b', 'tenant_id': 'd6a8c2dad77545f08e8bdceb4cab5557', 'mac_address': 'fa:16:3e:7b:8a:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e623b117-156d-45ec-93d9-c5665d3f55c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'd555ebbf-50ef-4e6d-a917-6f7221713daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:47:11Z', 'updated_at': '2021-09-23T07:47:16Z', 'revision_number': 4, 'project_id': 'd6a8c2dad77545f08e8bdceb4cab5557', 'subnets': [{'id': 'd555ebbf-50ef-4e6d-a917-6f7221713daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:47:17.088160 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-f055b55c-db6e-43ec-bf73-efae4e3f91c2 None None] For port 8121f930-6e20-477b-a0e5-0b3f44da9101, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=8121f930-6e20-477b-a0e5-0b3f44da9101,segment=NetworkSegment(1b7f7f89-0449-4593-9ce7-5f2438fbaa54),segment_id=1b7f7f89-0449-4593-9ce7-5f2438fbaa54)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:47:17.107077 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-e2cb35f4-d76e-443e-9ec5-d7bd25e23911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '314fe509-c6bb-4fb5-b4bc-b2703dc689ac', 'name': 'tempest-TestMinimumBasicScenario-1978567913-router', 'tenant_id': '3da6ba172f6f4f379fbd82b49b35ecc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': 'a8afc2a6-1f86-485a-be0f-1a89d47ffbdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:47:14Z', 'updated_at': '2021-09-23T07:47:15Z', 'revision_number': 3, 'project_id': '3da6ba172f6f4f379fbd82b49b35ecc9', 'gw_port': {'id': 'a8afc2a6-1f86-485a-be0f-1a89d47ffbdf', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ac:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '314fe509-c6bb-4fb5-b4bc-b2703dc689ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:47:14Z', 'updated_at': '2021-09-23T07:47:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:47:17.109220 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f055b55c-db6e-43ec-bf73-efae4e3f91c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:17.151595 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 8121f930-6e20-477b-a0e5-0b3f44da9101 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:47:17.151810 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:17.153709 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cb35f4-d76e-443e-9ec5-d7bd25e23911 None None] Checking router: 314fe509-c6bb-4fb5-b4bc-b2703dc689ac for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:47:17.154097 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cb35f4-d76e-443e-9ec5-d7bd25e23911 None None] Updating router 314fe509-c6bb-4fb5-b4bc-b2703dc689ac port a8afc2a6-1f86-485a-be0f-1a89d47ffbdf binding host n-d-715271-16 {{(pid=95067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 07:47:17.259756 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e2cb35f4-d76e-443e-9ec5-d7bd25e23911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:17.292816 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dea45915-a2a2-4ee3-976e-013b8cb14ae0 None None] Provisioning complete for port 546de046-6c45-4aa9-94e7-fc92df9ce1fd triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:47:17.293105 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dea45915-a2a2-4ee3-976e-013b8cb14ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:17.316880 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f055b55c-db6e-43ec-bf73-efae4e3f91c2 None None] Pushing event updated for resources: {'Port': ['ID=8121f930-6e20-477b-a0e5-0b3f44da9101,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:47:17.327548 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-b936a545-9fdb-4b81-84b2-25d40263df95 admin admin] Allocated IP 172.20.0.1 (f9ecca92-84e0-400f-8f0b-e09cbdda9b4a/31939e50-a629-46ba-a48e-eacc0c7ac931/4ae418d0-4b83-409a-bbef-53787b0719e8) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:47:17.453460 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b936a545-9fdb-4b81-84b2-25d40263df95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:17.485293 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 546de046-6c45-4aa9-94e7-fc92df9ce1fd up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:47:17.492238 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b936a545-9fdb-4b81-84b2-25d40263df95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:17.532986 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b936a545-9fdb-4b81-84b2-25d40263df95 admin admin] Network f9ecca92-84e0-400f-8f0b-e09cbdda9b4a is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:47:17.536075 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-b936a545-9fdb-4b81-84b2-25d40263df95 admin admin] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:47:17.541545 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b936a545-9fdb-4b81-84b2-25d40263df95 admin admin] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:47:17.582422 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b936a545-9fdb-4b81-84b2-25d40263df95 admin admin] Pushing event updated for resources: {'Port': ['ID=4ae418d0-4b83-409a-bbef-53787b0719e8,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:47:17.595843 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dea45915-a2a2-4ee3-976e-013b8cb14ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:17.607050 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b936a545-9fdb-4b81-84b2-25d40263df95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068614'] for router_interface, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:17.672806 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dea45915-a2a2-4ee3-976e-013b8cb14ae0 None None] For port 546de046-6c45-4aa9-94e7-fc92df9ce1fd, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=546de046-6c45-4aa9-94e7-fc92df9ce1fd,segment=NetworkSegment(cb39e2ab-4ead-40a0-ab9d-0df0f2f52dc7),segment_id=cb39e2ab-4ead-40a0-ab9d-0df0f2f52dc7)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:47:17.683759 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 546de046-6c45-4aa9-94e7-fc92df9ce1fd triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:47:17.684126 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:17.685771 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dea45915-a2a2-4ee3-976e-013b8cb14ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:17.768450 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b936a545-9fdb-4b81-84b2-25d40263df95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:17.845482 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e2cb35f4-d76e-443e-9ec5-d7bd25e23911 None None] Notify callbacks [] for port, precommit_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:17.858664 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e2cb35f4-d76e-443e-9ec5-d7bd25e23911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:17.860442 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-b7fed9ed-26f4-4ce6-8e4f-221b87765d35 None None] Provisioning complete for port 8121f930-6e20-477b-a0e5-0b3f44da9101 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:47:17.860811 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b7fed9ed-26f4-4ce6-8e4f-221b87765d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:17.862237 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea45915-a2a2-4ee3-976e-013b8cb14ae0 None None] Pushing event updated for resources: {'Port': ['ID=546de046-6c45-4aa9-94e7-fc92df9ce1fd,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:47:17.944586 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b936a545-9fdb-4b81-84b2-25d40263df95 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:17.949311 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b936a545-9fdb-4b81-84b2-25d40263df95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:17.978573 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e700f6-4d6e-4273-a6d5-9db738e3ab75 None None] Pushing event updated for resources: {'Port': ['ID=a8afc2a6-1f86-485a-be0f-1a89d47ffbdf,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:47:17.989654 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-e2cb35f4-d76e-443e-9ec5-d7bd25e23911 None None] Attempting to bind port a8afc2a6-1f86-485a-be0f-1a89d47ffbdf on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:47:17.990062 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-e2cb35f4-d76e-443e-9ec5-d7bd25e23911 None None] Attempting to bind port a8afc2a6-1f86-485a-be0f-1a89d47ffbdf by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:47:17.990436 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cb35f4-d76e-443e-9ec5-d7bd25e23911 None None] Attempting to bind port a8afc2a6-1f86-485a-be0f-1a89d47ffbdf on network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:47:17.994730 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device d9c8ffeb-84d1-4a84-8147-262143ea9ab7 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:47:18.002235 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cb35f4-d76e-443e-9ec5-d7bd25e23911 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:47:18.002621 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cb35f4-d76e-443e-9ec5-d7bd25e23911 None None] Checking segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:47:18.003021 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e2cb35f4-d76e-443e-9ec5-d7bd25e23911 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:18.003418 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cb35f4-d76e-443e-9ec5-d7bd25e23911 None None] Bound using segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:47:18.003930 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-e2cb35f4-d76e-443e-9ec5-d7bd25e23911 None None] Bound port: a8afc2a6-1f86-485a-be0f-1a89d47ffbdf, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:47:18.004272 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e2cb35f4-d76e-443e-9ec5-d7bd25e23911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:18.017227 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b936a545-9fdb-4b81-84b2-25d40263df95 admin admin] Pushing event updated for resources: {'Port': ['ID=4ae418d0-4b83-409a-bbef-53787b0719e8,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:47:18.022197 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b936a545-9fdb-4b81-84b2-25d40263df95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067062'] for router_interface, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:18.116084 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b936a545-9fdb-4b81-84b2-25d40263df95 admin admin] Network f9ecca92-84e0-400f-8f0b-e09cbdda9b4a is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:47:18.117766 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-b936a545-9fdb-4b81-84b2-25d40263df95 admin admin] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:47:18.130801 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-e2cb35f4-d76e-443e-9ec5-d7bd25e23911 None None] For port a8afc2a6-1f86-485a-be0f-1a89d47ffbdf, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:47:18.148102 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-e2cb35f4-d76e-443e-9ec5-d7bd25e23911 None None] For port a8afc2a6-1f86-485a-be0f-1a89d47ffbdf, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=a8afc2a6-1f86-485a-be0f-1a89d47ffbdf,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:47:18.150843 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port d9c8ffeb-84d1-4a84-8147-262143ea9ab7 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:47:18.151281 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:18.154711 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e2cb35f4-d76e-443e-9ec5-d7bd25e23911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:18.240275 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b936a545-9fdb-4b81-84b2-25d40263df95 admin admin] Router 314fe509-c6bb-4fb5-b4bc-b2703dc689ac has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:47:18.266826 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cb35f4-d76e-443e-9ec5-d7bd25e23911 None None] Routers {'314fe509-c6bb-4fb5-b4bc-b2703dc689ac'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:47:18.267479 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-e2cb35f4-d76e-443e-9ec5-d7bd25e23911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:47:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['314fe509-c6bb-4fb5-b4bc-b2703dc689ac'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:47:18.271189 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e700f6-4d6e-4273-a6d5-9db738e3ab75 None None] Pushing event updated for resources: {'Port': ['ID=a8afc2a6-1f86-485a-be0f-1a89d47ffbdf,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:47:18.323341 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-26e2f213-2bc1-4731-aac3-f22f707ef244 None None] Provisioning complete for port 4ae418d0-4b83-409a-bbef-53787b0719e8 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:47:18.323723 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-26e2f213-2bc1-4731-aac3-f22f707ef244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:18.362552 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b936a545-9fdb-4b81-84b2-25d40263df95 admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:47:18.375045 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-b936a545-9fdb-4b81-84b2-25d40263df95 admin admin] 10.222.0.39 "PUT /v2.0/routers/314fe509-c6bb-4fb5-b4bc-b2703dc689ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1757386 Sep 23 07:47:18.402013 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-26e2f213-2bc1-4731-aac3-f22f707ef244 None None] Port 4ae418d0-4b83-409a-bbef-53787b0719e8 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:47:18.456019 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-e2cb35f4-d76e-443e-9ec5-d7bd25e23911 None None] Set router 314fe509-c6bb-4fb5-b4bc-b2703dc689ac gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:47:18.568948 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-3d732038-1d52-4d08-aa71-d1853585ae52 None None] Provisioning complete for port 4ae418d0-4b83-409a-bbef-53787b0719e8 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:47:18.569323 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3d732038-1d52-4d08-aa71-d1853585ae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:18.640543 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-3d732038-1d52-4d08-aa71-d1853585ae52 None None] Port 4ae418d0-4b83-409a-bbef-53787b0719e8 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:47:18.711485 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-e2cb35f4-d76e-443e-9ec5-d7bd25e23911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '314fe509-c6bb-4fb5-b4bc-b2703dc689ac', 'name': 'tempest-TestMinimumBasicScenario-1978567913-router', 'tenant_id': '3da6ba172f6f4f379fbd82b49b35ecc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': 'a8afc2a6-1f86-485a-be0f-1a89d47ffbdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:47:14Z', 'updated_at': '2021-09-23T07:47:17Z', 'revision_number': 4, 'project_id': '3da6ba172f6f4f379fbd82b49b35ecc9', 'gw_port': {'id': 'a8afc2a6-1f86-485a-be0f-1a89d47ffbdf', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ac:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '314fe509-c6bb-4fb5-b4bc-b2703dc689ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:47:14Z', 'updated_at': '2021-09-23T07:47:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '4ae418d0-4b83-409a-bbef-53787b0719e8', 'name': '', 'network_id': 'f9ecca92-84e0-400f-8f0b-e09cbdda9b4a', 'tenant_id': '3da6ba172f6f4f379fbd82b49b35ecc9', 'mac_address': 'fa:16:3e:51:f2:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '314fe509-c6bb-4fb5-b4bc-b2703dc689ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '31939e50-a629-46ba-a48e-eacc0c7ac931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:47:17Z', 'updated_at': '2021-09-23T07:47:17Z', 'revision_number': 2, 'project_id': '3da6ba172f6f4f379fbd82b49b35ecc9', 'subnets': [{'id': '31939e50-a629-46ba-a48e-eacc0c7ac931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:47:18.743781 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cb35f4-d76e-443e-9ec5-d7bd25e23911 None None] The sync data for ids ['314fe509-c6bb-4fb5-b4bc-b2703dc689ac'] in n-d-715271-16 is: [{'id': '314fe509-c6bb-4fb5-b4bc-b2703dc689ac', 'name': 'tempest-TestMinimumBasicScenario-1978567913-router', 'tenant_id': '3da6ba172f6f4f379fbd82b49b35ecc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': 'a8afc2a6-1f86-485a-be0f-1a89d47ffbdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:47:14Z', 'updated_at': '2021-09-23T07:47:17Z', 'revision_number': 4, 'project_id': '3da6ba172f6f4f379fbd82b49b35ecc9', 'gw_port': {'id': 'a8afc2a6-1f86-485a-be0f-1a89d47ffbdf', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ac:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '314fe509-c6bb-4fb5-b4bc-b2703dc689ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:47:14Z', 'updated_at': '2021-09-23T07:47:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '4ae418d0-4b83-409a-bbef-53787b0719e8', 'name': '', 'network_id': 'f9ecca92-84e0-400f-8f0b-e09cbdda9b4a', 'tenant_id': '3da6ba172f6f4f379fbd82b49b35ecc9', 'mac_address': 'fa:16:3e:51:f2:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '314fe509-c6bb-4fb5-b4bc-b2703dc689ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '31939e50-a629-46ba-a48e-eacc0c7ac931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:47:17Z', 'updated_at': '2021-09-23T07:47:17Z', 'revision_number': 2, 'project_id': '3da6ba172f6f4f379fbd82b49b35ecc9', 'subnets': [{'id': '31939e50-a629-46ba-a48e-eacc0c7ac931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:47:18.780667 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 8121f930-6e20-477b-a0e5-0b3f44da9101 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:47:18.840203 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 8121f930-6e20-477b-a0e5-0b3f44da9101 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:47:18.840701 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:18.930547 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 546de046-6c45-4aa9-94e7-fc92df9ce1fd up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:47:18.998578 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 546de046-6c45-4aa9-94e7-fc92df9ce1fd triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:47:18.999084 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:20.804689 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device a8afc2a6-1f86-485a-be0f-1a89d47ffbdf up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:47:20.866267 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port a8afc2a6-1f86-485a-be0f-1a89d47ffbdf triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:47:20.866646 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:20.971144 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:20.997163 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port a8afc2a6-1f86-485a-be0f-1a89d47ffbdf, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=a8afc2a6-1f86-485a-be0f-1a89d47ffbdf,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:47:21.002080 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:21.068243 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=a8afc2a6-1f86-485a-be0f-1a89d47ffbdf,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:47:21.283446 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6073c8-1105-446c-a98b-2d37e88646c2 None None] Sync routers for ids ['314fe509-c6bb-4fb5-b4bc-b2703dc689ac'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:47:21.300118 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6073c8-1105-446c-a98b-2d37e88646c2 None None] Routers {'314fe509-c6bb-4fb5-b4bc-b2703dc689ac'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:47:21.300731 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-cf6073c8-1105-446c-a98b-2d37e88646c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:47:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['314fe509-c6bb-4fb5-b4bc-b2703dc689ac'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:47:21.425215 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-cf6073c8-1105-446c-a98b-2d37e88646c2 None None] Set router 314fe509-c6bb-4fb5-b4bc-b2703dc689ac gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:47:21.647754 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-cf6073c8-1105-446c-a98b-2d37e88646c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '314fe509-c6bb-4fb5-b4bc-b2703dc689ac', 'name': 'tempest-TestMinimumBasicScenario-1978567913-router', 'tenant_id': '3da6ba172f6f4f379fbd82b49b35ecc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': 'a8afc2a6-1f86-485a-be0f-1a89d47ffbdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:47:14Z', 'updated_at': '2021-09-23T07:47:17Z', 'revision_number': 4, 'project_id': '3da6ba172f6f4f379fbd82b49b35ecc9', 'gw_port': {'id': 'a8afc2a6-1f86-485a-be0f-1a89d47ffbdf', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ac:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '314fe509-c6bb-4fb5-b4bc-b2703dc689ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:47:14Z', 'updated_at': '2021-09-23T07:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '4ae418d0-4b83-409a-bbef-53787b0719e8', 'name': '', 'network_id': 'f9ecca92-84e0-400f-8f0b-e09cbdda9b4a', 'tenant_id': '3da6ba172f6f4f379fbd82b49b35ecc9', 'mac_address': 'fa:16:3e:51:f2:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '314fe509-c6bb-4fb5-b4bc-b2703dc689ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '31939e50-a629-46ba-a48e-eacc0c7ac931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:47:17Z', 'updated_at': '2021-09-23T07:47:17Z', 'revision_number': 2, 'project_id': '3da6ba172f6f4f379fbd82b49b35ecc9', 'subnets': [{'id': '31939e50-a629-46ba-a48e-eacc0c7ac931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:47:21.682319 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6073c8-1105-446c-a98b-2d37e88646c2 None None] Checking router: 314fe509-c6bb-4fb5-b4bc-b2703dc689ac for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:47:21.682957 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6073c8-1105-446c-a98b-2d37e88646c2 None None] Updating router 314fe509-c6bb-4fb5-b4bc-b2703dc689ac port 4ae418d0-4b83-409a-bbef-53787b0719e8 binding host n-d-715271-16 {{(pid=95068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 07:47:21.708809 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-cf6073c8-1105-446c-a98b-2d37e88646c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:22.006742 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-cf6073c8-1105-446c-a98b-2d37e88646c2 None None] Notify callbacks [] for port, precommit_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:22.013893 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-cf6073c8-1105-446c-a98b-2d37e88646c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:22.077694 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eed1f36-2c56-4de2-b8fa-0bf7b5e69721 None None] Pushing event updated for resources: {'Port': ['ID=4ae418d0-4b83-409a-bbef-53787b0719e8,revision_number=3']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:47:22.150087 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-cf6073c8-1105-446c-a98b-2d37e88646c2 None None] Attempting to bind port 4ae418d0-4b83-409a-bbef-53787b0719e8 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:47:22.150466 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-cf6073c8-1105-446c-a98b-2d37e88646c2 None None] Attempting to bind port 4ae418d0-4b83-409a-bbef-53787b0719e8 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '1b7f7f89-0449-4593-9ce7-5f2438fbaa54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f9ecca92-84e0-400f-8f0b-e09cbdda9b4a'}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:47:22.150805 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6073c8-1105-446c-a98b-2d37e88646c2 None None] Attempting to bind port 4ae418d0-4b83-409a-bbef-53787b0719e8 on network f9ecca92-84e0-400f-8f0b-e09cbdda9b4a {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:47:22.156249 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6073c8-1105-446c-a98b-2d37e88646c2 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:47:22.156684 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6073c8-1105-446c-a98b-2d37e88646c2 None None] Checking segment: {'id': '1b7f7f89-0449-4593-9ce7-5f2438fbaa54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f9ecca92-84e0-400f-8f0b-e09cbdda9b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:47:22.157796 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-cf6073c8-1105-446c-a98b-2d37e88646c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:22.158226 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6073c8-1105-446c-a98b-2d37e88646c2 None None] Bound using segment: {'id': '1b7f7f89-0449-4593-9ce7-5f2438fbaa54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f9ecca92-84e0-400f-8f0b-e09cbdda9b4a'} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:47:22.158695 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-cf6073c8-1105-446c-a98b-2d37e88646c2 None None] Bound port: 4ae418d0-4b83-409a-bbef-53787b0719e8, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b7f7f89-0449-4593-9ce7-5f2438fbaa54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f9ecca92-84e0-400f-8f0b-e09cbdda9b4a'}}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:47:22.159067 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-cf6073c8-1105-446c-a98b-2d37e88646c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:22.238052 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-cf6073c8-1105-446c-a98b-2d37e88646c2 None None] For port 4ae418d0-4b83-409a-bbef-53787b0719e8, host n-d-715271-16, cleared binding levels {{(pid=95068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:47:22.242303 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-cf6073c8-1105-446c-a98b-2d37e88646c2 None None] For port 4ae418d0-4b83-409a-bbef-53787b0719e8, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=4ae418d0-4b83-409a-bbef-53787b0719e8,segment=NetworkSegment(1b7f7f89-0449-4593-9ce7-5f2438fbaa54),segment_id=1b7f7f89-0449-4593-9ce7-5f2438fbaa54)] {{(pid=95068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:47:22.249287 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-cf6073c8-1105-446c-a98b-2d37e88646c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:22.308006 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6073c8-1105-446c-a98b-2d37e88646c2 None None] Routers {'314fe509-c6bb-4fb5-b4bc-b2703dc689ac'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:47:22.308641 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-cf6073c8-1105-446c-a98b-2d37e88646c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:47:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['314fe509-c6bb-4fb5-b4bc-b2703dc689ac'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:47:22.411379 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-001067e2-cc14-4c0d-b54d-aea06078f05e None None] Provisioning complete for port 4ae418d0-4b83-409a-bbef-53787b0719e8 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:47:22.411917 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-001067e2-cc14-4c0d-b54d-aea06078f05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:22.430490 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-cf6073c8-1105-446c-a98b-2d37e88646c2 None None] Set router 314fe509-c6bb-4fb5-b4bc-b2703dc689ac gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:47:22.489630 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eed1f36-2c56-4de2-b8fa-0bf7b5e69721 None None] Pushing event updated for resources: {'Port': ['ID=4ae418d0-4b83-409a-bbef-53787b0719e8,revision_number=4']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:47:22.547995 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-001067e2-cc14-4c0d-b54d-aea06078f05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:22.588811 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-001067e2-cc14-4c0d-b54d-aea06078f05e None None] For port 4ae418d0-4b83-409a-bbef-53787b0719e8, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=4ae418d0-4b83-409a-bbef-53787b0719e8,segment=NetworkSegment(1b7f7f89-0449-4593-9ce7-5f2438fbaa54),segment_id=1b7f7f89-0449-4593-9ce7-5f2438fbaa54)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:47:22.601515 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-001067e2-cc14-4c0d-b54d-aea06078f05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:22.668929 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001067e2-cc14-4c0d-b54d-aea06078f05e None None] Pushing event updated for resources: {'Port': ['ID=4ae418d0-4b83-409a-bbef-53787b0719e8,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:47:22.727827 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-677d523f-0def-4b0f-a31c-d50ec9e3f4bf None None] Provisioning complete for port 4ae418d0-4b83-409a-bbef-53787b0719e8 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:47:22.727827 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-677d523f-0def-4b0f-a31c-d50ec9e3f4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:22.731360 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-cf6073c8-1105-446c-a98b-2d37e88646c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '314fe509-c6bb-4fb5-b4bc-b2703dc689ac', 'name': 'tempest-TestMinimumBasicScenario-1978567913-router', 'tenant_id': '3da6ba172f6f4f379fbd82b49b35ecc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': 'a8afc2a6-1f86-485a-be0f-1a89d47ffbdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:47:14Z', 'updated_at': '2021-09-23T07:47:17Z', 'revision_number': 4, 'project_id': '3da6ba172f6f4f379fbd82b49b35ecc9', 'gw_port': {'id': 'a8afc2a6-1f86-485a-be0f-1a89d47ffbdf', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ac:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '314fe509-c6bb-4fb5-b4bc-b2703dc689ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:47:14Z', 'updated_at': '2021-09-23T07:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '4ae418d0-4b83-409a-bbef-53787b0719e8', 'name': '', 'network_id': 'f9ecca92-84e0-400f-8f0b-e09cbdda9b4a', 'tenant_id': '3da6ba172f6f4f379fbd82b49b35ecc9', 'mac_address': 'fa:16:3e:51:f2:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '314fe509-c6bb-4fb5-b4bc-b2703dc689ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '31939e50-a629-46ba-a48e-eacc0c7ac931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:47:17Z', 'updated_at': '2021-09-23T07:47:22Z', 'revision_number': 4, 'project_id': '3da6ba172f6f4f379fbd82b49b35ecc9', 'subnets': [{'id': '31939e50-a629-46ba-a48e-eacc0c7ac931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:47:22.771909 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6073c8-1105-446c-a98b-2d37e88646c2 None None] The sync data for ids ['314fe509-c6bb-4fb5-b4bc-b2703dc689ac'] in n-d-715271-16 is: [{'id': '314fe509-c6bb-4fb5-b4bc-b2703dc689ac', 'name': 'tempest-TestMinimumBasicScenario-1978567913-router', 'tenant_id': '3da6ba172f6f4f379fbd82b49b35ecc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': 'a8afc2a6-1f86-485a-be0f-1a89d47ffbdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:47:14Z', 'updated_at': '2021-09-23T07:47:17Z', 'revision_number': 4, 'project_id': '3da6ba172f6f4f379fbd82b49b35ecc9', 'gw_port': {'id': 'a8afc2a6-1f86-485a-be0f-1a89d47ffbdf', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ac:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '314fe509-c6bb-4fb5-b4bc-b2703dc689ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:47:14Z', 'updated_at': '2021-09-23T07:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '4ae418d0-4b83-409a-bbef-53787b0719e8', 'name': '', 'network_id': 'f9ecca92-84e0-400f-8f0b-e09cbdda9b4a', 'tenant_id': '3da6ba172f6f4f379fbd82b49b35ecc9', 'mac_address': 'fa:16:3e:51:f2:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '314fe509-c6bb-4fb5-b4bc-b2703dc689ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '31939e50-a629-46ba-a48e-eacc0c7ac931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:47:17Z', 'updated_at': '2021-09-23T07:47:22Z', 'revision_number': 4, 'project_id': '3da6ba172f6f4f379fbd82b49b35ecc9', 'subnets': [{'id': '31939e50-a629-46ba-a48e-eacc0c7ac931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:47:22.854158 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device a8afc2a6-1f86-485a-be0f-1a89d47ffbdf up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:47:22.919699 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port a8afc2a6-1f86-485a-be0f-1a89d47ffbdf triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:47:22.920161 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:23.019652 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 4ae418d0-4b83-409a-bbef-53787b0719e8 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:47:23.074490 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 4ae418d0-4b83-409a-bbef-53787b0719e8 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:47:23.074865 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:28.368056 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc8490e-021e-4ba1-a695-7d66260fe441 req-f678450b-898d-417a-92fd-54ad9ec7add2 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:47:28.369683 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1dc8490e-021e-4ba1-a695-7d66260fe441 req-f678450b-898d-417a-92fd-54ad9ec7add2 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "GET /v2.0/networks?id=7cd1a741-48cb-4c96-8978-62d2d2a17a4b HTTP/1.1" status: 200 len: 815 time: 0.1041019 Sep 23 07:47:28.384747 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1dc8490e-021e-4ba1-a695-7d66260fe441 req-c95c7c74-7f10-4248-b4a1-db5d9a018e30 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "GET /v2.0/quotas/d6a8c2dad77545f08e8bdceb4cab5557 HTTP/1.1" status: 200 len: 375 time: 0.0092821 Sep 23 07:47:28.434483 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1dc8490e-021e-4ba1-a695-7d66260fe441 req-8af67805-0e47-42dd-90cb-42d9cde8756c tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d6a8c2dad77545f08e8bdceb4cab5557&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444951 Sep 23 07:47:28.532925 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1dc8490e-021e-4ba1-a695-7d66260fe441 req-1221cc78-23f1-4526-81ff-df848793f5f1 service neutron] 10.222.0.39 "GET /v2.0/networks/7cd1a741-48cb-4c96-8978-62d2d2a17a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870433 Sep 23 07:47:28.621503 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1dc8490e-021e-4ba1-a695-7d66260fe441 req-bd8d0669-8616-4523-bd73-08871827e7d6 service neutron] 10.222.0.39 "GET /v2.0/networks/7cd1a741-48cb-4c96-8978-62d2d2a17a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823679 Sep 23 07:47:28.787074 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-682256c8-bdbd-48c0-a4b6-0be6b2cf7fe2 req-417411b1-10d1-47a7-8ca8-64478226b5b9 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c451dcf-d822-4b4d-b506-f9cb07194e8b HTTP/1.1" status: 200 len: 210 time: 0.0335867 Sep 23 07:47:29.822541 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc8490e-021e-4ba1-a695-7d66260fe441 req-a4e7174e-0ae0-4c3b-8ffc-b60232a50765 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:47:29.824025 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1dc8490e-021e-4ba1-a695-7d66260fe441 req-a4e7174e-0ae0-4c3b-8ffc-b60232a50765 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.58 "GET /v2.0/networks?id=7cd1a741-48cb-4c96-8978-62d2d2a17a4b HTTP/1.1" status: 200 len: 815 time: 0.1091571 Sep 23 07:47:29.837395 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-1dc8490e-021e-4ba1-a695-7d66260fe441 req-3122d217-397b-466f-89b4-673dec485c6f tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Request body: {'port': {'device_id': '1c451dcf-d822-4b4d-b506-f9cb07194e8b', 'network_id': '7cd1a741-48cb-4c96-8978-62d2d2a17a4b', 'admin_state_up': True, 'tenant_id': 'd6a8c2dad77545f08e8bdceb4cab5557'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:47:29.891749 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ecb72a0a-68a5-48cc-82dd-a16c1005223f req-11b78c45-5e7a-418b-8c24-8a99cc1e181a tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c451dcf-d822-4b4d-b506-f9cb07194e8b HTTP/1.1" status: 200 len: 210 time: 0.0322201 Sep 23 07:47:29.955683 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dc8490e-021e-4ba1-a695-7d66260fe441 req-3122d217-397b-466f-89b4-673dec485c6f tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Made reservation on behalf of d6a8c2dad77545f08e8bdceb4cab5557 for: {'port': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:47:29.959253 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-1dc8490e-021e-4ba1-a695-7d66260fe441 req-3122d217-397b-466f-89b4-673dec485c6f tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:30.096934 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [req-1dc8490e-021e-4ba1-a695-7d66260fe441 req-3122d217-397b-466f-89b4-673dec485c6f tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Allocated IP 172.20.0.7 (7cd1a741-48cb-4c96-8978-62d2d2a17a4b/d555ebbf-50ef-4e6d-a917-6f7221713daf/97d758ac-015d-4e19-b05f-379fbd0eccf8) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:47:30.331290 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-1dc8490e-021e-4ba1-a695-7d66260fe441 req-3122d217-397b-466f-89b4-673dec485c6f tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:30.373323 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-1dc8490e-021e-4ba1-a695-7d66260fe441 req-3122d217-397b-466f-89b4-673dec485c6f tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:30.433470 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dc8490e-021e-4ba1-a695-7d66260fe441 req-3122d217-397b-466f-89b4-673dec485c6f tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Network 7cd1a741-48cb-4c96-8978-62d2d2a17a4b is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:47:30.438476 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [req-1dc8490e-021e-4ba1-a695-7d66260fe441 req-3122d217-397b-466f-89b4-673dec485c6f tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:47:30.446903 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dc8490e-021e-4ba1-a695-7d66260fe441 req-3122d217-397b-466f-89b4-673dec485c6f tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:47:30.481534 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3122d217-397b-466f-89b4-673dec485c6f tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Pushing event updated for resources: {'Port': ['ID=97d758ac-015d-4e19-b05f-379fbd0eccf8,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:47:30.510932 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc8490e-021e-4ba1-a695-7d66260fe441 req-3122d217-397b-466f-89b4-673dec485c6f tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:47:30.511591 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-1dc8490e-021e-4ba1-a695-7d66260fe441 req-3122d217-397b-466f-89b4-673dec485c6f tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:30.548312 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1dc8490e-021e-4ba1-a695-7d66260fe441 req-3122d217-397b-466f-89b4-673dec485c6f tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7147534 Sep 23 07:47:30.752639 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-1047d464-6964-4d36-a8aa-af35a335f919 None None] Provisioning complete for port 97d758ac-015d-4e19-b05f-379fbd0eccf8 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:47:30.753235 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-1047d464-6964-4d36-a8aa-af35a335f919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:30.792044 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-1047d464-6964-4d36-a8aa-af35a335f919 None None] Port 97d758ac-015d-4e19-b05f-379fbd0eccf8 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:47:31.015288 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cfd422-a179-45d0-811e-4d7681260eb3 req-4e9357a3-dc17-4977-99b4-3abeeb1eb762 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:47:31.016778 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-49cfd422-a179-45d0-811e-4d7681260eb3 req-4e9357a3-dc17-4977-99b4-3abeeb1eb762 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c451dcf-d822-4b4d-b506-f9cb07194e8b HTTP/1.1" status: 200 len: 931 time: 0.0508680 Sep 23 07:47:31.064735 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-49cfd422-a179-45d0-811e-4d7681260eb3 req-e1537e4c-e563-4d2d-b7b7-e4d789d12a81 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "GET /v2.0/security-groups?id=8511ab71-d94e-45f3-9053-cdcf7bd7bd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415545 Sep 23 07:47:32.185120 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd99bf6-d843-489b-95ff-e5cf9f94bed0 req-95faf443-6db4-4c3a-ab88-96d5ca1b57ea tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:47:32.186898 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6bd99bf6-d843-489b-95ff-e5cf9f94bed0 req-95faf443-6db4-4c3a-ab88-96d5ca1b57ea tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c451dcf-d822-4b4d-b506-f9cb07194e8b HTTP/1.1" status: 200 len: 931 time: 0.0549200 Sep 23 07:47:32.231574 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6bd99bf6-d843-489b-95ff-e5cf9f94bed0 req-22a23080-1d1d-4af2-93de-8c07590469d8 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "GET /v2.0/security-groups?id=8511ab71-d94e-45f3-9053-cdcf7bd7bd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386200 Sep 23 07:47:33.353129 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79758297-02d9-4a8c-85ad-ce32c6426ef0 req-7f7bbaaf-b1de-42b3-a36a-36c8eff16d25 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:47:33.354749 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-79758297-02d9-4a8c-85ad-ce32c6426ef0 req-7f7bbaaf-b1de-42b3-a36a-36c8eff16d25 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c451dcf-d822-4b4d-b506-f9cb07194e8b HTTP/1.1" status: 200 len: 931 time: 0.0546091 Sep 23 07:47:33.401838 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-79758297-02d9-4a8c-85ad-ce32c6426ef0 req-2e1bff59-eb4e-49ba-b2b8-ca81dceaafb3 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "GET /v2.0/security-groups?id=8511ab71-d94e-45f3-9053-cdcf7bd7bd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404513 Sep 23 07:47:34.520298 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a8ddb-06ff-4c0c-8809-29eeed0c0914 req-b39df9e0-7afd-43a1-b2a0-a14ba9c7aae5 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:47:34.521901 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e33a8ddb-06ff-4c0c-8809-29eeed0c0914 req-b39df9e0-7afd-43a1-b2a0-a14ba9c7aae5 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c451dcf-d822-4b4d-b506-f9cb07194e8b HTTP/1.1" status: 200 len: 931 time: 0.0510995 Sep 23 07:47:34.567449 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e33a8ddb-06ff-4c0c-8809-29eeed0c0914 req-8bfc10f4-f790-41ce-a3cd-662691d1607f tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "GET /v2.0/security-groups?id=8511ab71-d94e-45f3-9053-cdcf7bd7bd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381975 Sep 23 07:47:34.879573 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:47:35.689557 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f454488-e002-4729-be86-a9801e5d3617 req-d19b2170-5b1e-4544-a7e2-9ce15ad5e67b tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:47:35.691100 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1f454488-e002-4729-be86-a9801e5d3617 req-d19b2170-5b1e-4544-a7e2-9ce15ad5e67b tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c451dcf-d822-4b4d-b506-f9cb07194e8b HTTP/1.1" status: 200 len: 931 time: 0.0521610 Sep 23 07:47:35.732200 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1f454488-e002-4729-be86-a9801e5d3617 req-c4f6aca1-f253-4107-89e0-898eb7161608 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "GET /v2.0/security-groups?id=8511ab71-d94e-45f3-9053-cdcf7bd7bd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348873 Sep 23 07:47:36.855451 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba71e7-a9ca-49dd-80aa-ea5eed9007b7 req-ccefd6ad-669b-4336-9387-171346b87f64 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:47:36.856976 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b5ba71e7-a9ca-49dd-80aa-ea5eed9007b7 req-ccefd6ad-669b-4336-9387-171346b87f64 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c451dcf-d822-4b4d-b506-f9cb07194e8b HTTP/1.1" status: 200 len: 931 time: 0.0503783 Sep 23 07:47:36.909527 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b5ba71e7-a9ca-49dd-80aa-ea5eed9007b7 req-ca33fa24-14b2-4389-9ea9-92c8a67890f0 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "GET /v2.0/security-groups?id=8511ab71-d94e-45f3-9053-cdcf7bd7bd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465300 Sep 23 07:47:37.285030 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:38.040790 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af09808-8948-4189-8993-633cac33efc5 req-969d7553-9377-4486-a3b4-01cef4bbb680 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:47:38.042297 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2af09808-8948-4189-8993-633cac33efc5 req-969d7553-9377-4486-a3b4-01cef4bbb680 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c451dcf-d822-4b4d-b506-f9cb07194e8b HTTP/1.1" status: 200 len: 931 time: 0.0514443 Sep 23 07:47:38.084986 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2af09808-8948-4189-8993-633cac33efc5 req-11d390bc-e1d9-433d-a3ef-9ae4e363573e tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "GET /v2.0/security-groups?id=8511ab71-d94e-45f3-9053-cdcf7bd7bd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367143 Sep 23 07:47:38.138902 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c973e22f-fd59-4977-98a0-2590107521ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:39.212739 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca021713-a8b0-445f-9280-d10f2fd76c66 req-60ae511a-6028-4c9c-8a58-20cb82d8ea74 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:47:39.214247 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ca021713-a8b0-445f-9280-d10f2fd76c66 req-60ae511a-6028-4c9c-8a58-20cb82d8ea74 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c451dcf-d822-4b4d-b506-f9cb07194e8b HTTP/1.1" status: 200 len: 931 time: 0.0544620 Sep 23 07:47:39.269538 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ca021713-a8b0-445f-9280-d10f2fd76c66 req-23904529-a6e0-4aab-a7bf-3941cbaa043f tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "GET /v2.0/security-groups?id=8511ab71-d94e-45f3-9053-cdcf7bd7bd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458994 Sep 23 07:47:40.377283 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b47c7-1f5b-432c-8c6a-4946b8eb8aed req-2ea187a9-9912-4332-b8c8-f595e2efaa04 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:47:40.378814 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4c8b47c7-1f5b-432c-8c6a-4946b8eb8aed req-2ea187a9-9912-4332-b8c8-f595e2efaa04 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c451dcf-d822-4b4d-b506-f9cb07194e8b HTTP/1.1" status: 200 len: 931 time: 0.0529432 Sep 23 07:47:40.417329 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-4c8b47c7-1f5b-432c-8c6a-4946b8eb8aed req-f9429b2f-fb6f-4417-9c69-2bf5f608163d tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "GET /v2.0/security-groups?id=8511ab71-d94e-45f3-9053-cdcf7bd7bd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319750 Sep 23 07:47:40.573287 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:40.719985 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-1dc8490e-021e-4ba1-a695-7d66260fe441 req-79ac89ae-29ad-442c-acac-b576b6b57f29 service neutron] Request body: {'port': {'device_id': '1c451dcf-d822-4b4d-b506-f9cb07194e8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:47:40.772807 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-1dc8490e-021e-4ba1-a695-7d66260fe441 req-79ac89ae-29ad-442c-acac-b576b6b57f29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:41.044855 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [req-1dc8490e-021e-4ba1-a695-7d66260fe441 req-79ac89ae-29ad-442c-acac-b576b6b57f29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97d758ac-015d-4e19-b05f-379fbd0eccf8 {{(pid=95066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:47:41.052337 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-1dc8490e-021e-4ba1-a695-7d66260fe441 req-79ac89ae-29ad-442c-acac-b576b6b57f29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:41.064804 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.provisioning_blocks [req-1dc8490e-021e-4ba1-a695-7d66260fe441 req-79ac89ae-29ad-442c-acac-b576b6b57f29 service neutron] Transition to ACTIVE for port object 97d758ac-015d-4e19-b05f-379fbd0eccf8 will not be triggered until provisioned by entity L2. {{(pid=95066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:47:41.068155 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-1dc8490e-021e-4ba1-a695-7d66260fe441 req-79ac89ae-29ad-442c-acac-b576b6b57f29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:41.143623 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5cae09ae-4e6b-47db-a2b1-4f3afd9c7cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:41.159768 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ac89ae-29ad-442c-acac-b576b6b57f29 service neutron] Pushing event updated for resources: {'Port': ['ID=97d758ac-015d-4e19-b05f-379fbd0eccf8,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:47:41.191052 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-1dc8490e-021e-4ba1-a695-7d66260fe441 req-79ac89ae-29ad-442c-acac-b576b6b57f29 service neutron] Attempting to bind port 97d758ac-015d-4e19-b05f-379fbd0eccf8 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:47:41.191408 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-1dc8490e-021e-4ba1-a695-7d66260fe441 req-79ac89ae-29ad-442c-acac-b576b6b57f29 service neutron] Attempting to bind port 97d758ac-015d-4e19-b05f-379fbd0eccf8 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': 'cb39e2ab-4ead-40a0-ab9d-0df0f2f52dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '7cd1a741-48cb-4c96-8978-62d2d2a17a4b'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:47:41.191775 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc8490e-021e-4ba1-a695-7d66260fe441 req-79ac89ae-29ad-442c-acac-b576b6b57f29 service neutron] Attempting to bind port 97d758ac-015d-4e19-b05f-379fbd0eccf8 on network 7cd1a741-48cb-4c96-8978-62d2d2a17a4b {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:47:41.196507 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc8490e-021e-4ba1-a695-7d66260fe441 req-79ac89ae-29ad-442c-acac-b576b6b57f29 service neutron] Port 97d758ac-015d-4e19-b05f-379fbd0eccf8 on network 7cd1a741-48cb-4c96-8978-62d2d2a17a4b not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:47:41.196828 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc8490e-021e-4ba1-a695-7d66260fe441 req-79ac89ae-29ad-442c-acac-b576b6b57f29 service neutron] Attempting to bind port 97d758ac-015d-4e19-b05f-379fbd0eccf8 on network 7cd1a741-48cb-4c96-8978-62d2d2a17a4b {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:47:41.201789 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc8490e-021e-4ba1-a695-7d66260fe441 req-79ac89ae-29ad-442c-acac-b576b6b57f29 service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:47:41.202165 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc8490e-021e-4ba1-a695-7d66260fe441 req-79ac89ae-29ad-442c-acac-b576b6b57f29 service neutron] Checking segment: {'id': 'cb39e2ab-4ead-40a0-ab9d-0df0f2f52dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '7cd1a741-48cb-4c96-8978-62d2d2a17a4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:47:41.202547 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc8490e-021e-4ba1-a695-7d66260fe441 req-79ac89ae-29ad-442c-acac-b576b6b57f29 service neutron] Bound using segment: {'id': 'cb39e2ab-4ead-40a0-ab9d-0df0f2f52dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '7cd1a741-48cb-4c96-8978-62d2d2a17a4b'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:47:41.202972 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-1dc8490e-021e-4ba1-a695-7d66260fe441 req-79ac89ae-29ad-442c-acac-b576b6b57f29 service neutron] Bound port: 97d758ac-015d-4e19-b05f-379fbd0eccf8, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb39e2ab-4ead-40a0-ab9d-0df0f2f52dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '7cd1a741-48cb-4c96-8978-62d2d2a17a4b'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:47:41.203331 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-1dc8490e-021e-4ba1-a695-7d66260fe441 req-79ac89ae-29ad-442c-acac-b576b6b57f29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:41.274413 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-1dc8490e-021e-4ba1-a695-7d66260fe441 req-79ac89ae-29ad-442c-acac-b576b6b57f29 service neutron] For port 97d758ac-015d-4e19-b05f-379fbd0eccf8, host n-h2-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:47:41.277554 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-1dc8490e-021e-4ba1-a695-7d66260fe441 req-79ac89ae-29ad-442c-acac-b576b6b57f29 service neutron] For port 97d758ac-015d-4e19-b05f-379fbd0eccf8, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=97d758ac-015d-4e19-b05f-379fbd0eccf8,segment=NetworkSegment(cb39e2ab-4ead-40a0-ab9d-0df0f2f52dc7),segment_id=cb39e2ab-4ead-40a0-ab9d-0df0f2f52dc7)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:47:41.282183 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-1dc8490e-021e-4ba1-a695-7d66260fe441 req-79ac89ae-29ad-442c-acac-b576b6b57f29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:41.315504 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc8490e-021e-4ba1-a695-7d66260fe441 req-79ac89ae-29ad-442c-acac-b576b6b57f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:47:41.316128 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-1dc8490e-021e-4ba1-a695-7d66260fe441 req-79ac89ae-29ad-442c-acac-b576b6b57f29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:41.317758 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1dc8490e-021e-4ba1-a695-7d66260fe441 req-79ac89ae-29ad-442c-acac-b576b6b57f29 service neutron] 10.222.0.58 "PUT /v2.0/ports/97d758ac-015d-4e19-b05f-379fbd0eccf8 HTTP/1.1" status: 200 len: 1092 time: 0.6020021 Sep 23 07:47:41.318337 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c451dcf-d822-4b4d-b506-f9cb07194e8b', 'tag': '97d758ac-015d-4e19-b05f-379fbd0eccf8'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:47:41.320869 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5c82e26e84456ec9bd92b2391c670c25772fd4a9558cb5800b4b1a13ca591a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d193573-98fd-4b2d-89b0-5aaa3526a785" -d '{"events": [{"name": "network-changed", "server_uuid": "1c451dcf-d822-4b4d-b506-f9cb07194e8b", "tag": "97d758ac-015d-4e19-b05f-379fbd0eccf8"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:47:41.351516 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ac89ae-29ad-442c-acac-b576b6b57f29 service neutron] Pushing event updated for resources: {'Port': ['ID=97d758ac-015d-4e19-b05f-379fbd0eccf8,revision_number=3']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:47:41.376258 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-912b2d22-66da-4be5-8da5-6a2117aca87d x-openstack-request-id: req-912b2d22-66da-4be5-8da5-6a2117aca87d {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:47:41.376552 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c451dcf-d822-4b4d-b506-f9cb07194e8b", "tag": "97d758ac-015d-4e19-b05f-379fbd0eccf8", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:47:41.376805 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-912b2d22-66da-4be5-8da5-6a2117aca87d {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:47:41.377210 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c451dcf-d822-4b4d-b506-f9cb07194e8b', 'tag': '97d758ac-015d-4e19-b05f-379fbd0eccf8', 'status': 'completed', 'code': 200} Sep 23 07:47:41.423948 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc8490e-021e-4ba1-a695-7d66260fe441 req-fe548fd9-08d9-4bdb-9a28-d72c2e0f6695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:47:41.425482 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1dc8490e-021e-4ba1-a695-7d66260fe441 req-fe548fd9-08d9-4bdb-9a28-d72c2e0f6695 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d6a8c2dad77545f08e8bdceb4cab5557&device_id=1c451dcf-d822-4b4d-b506-f9cb07194e8b HTTP/1.1" status: 200 len: 1095 time: 0.0446250 Sep 23 07:47:41.474166 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1dc8490e-021e-4ba1-a695-7d66260fe441 req-3582fd23-f790-44b2-96e3-9615ac628d21 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97d758ac-015d-4e19-b05f-379fbd0eccf8 HTTP/1.1" status: 200 len: 217 time: 0.0409877 Sep 23 07:47:41.552646 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc8490e-021e-4ba1-a695-7d66260fe441 req-a33d149a-8298-47b8-81fe-2ffead56e4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:47:41.554160 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1dc8490e-021e-4ba1-a695-7d66260fe441 req-a33d149a-8298-47b8-81fe-2ffead56e4b3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d555ebbf-50ef-4e6d-a917-6f7221713daf HTTP/1.1" status: 200 len: 854 time: 0.0732095 Sep 23 07:47:41.566109 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c7d03d-421e-471c-afc3-f1b5561b6ef4 req-02ec9d59-67f1-42ce-9d0b-c0bb740af63f tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:47:41.567427 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-23c7d03d-421e-471c-afc3-f1b5561b6ef4 req-02ec9d59-67f1-42ce-9d0b-c0bb740af63f tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c451dcf-d822-4b4d-b506-f9cb07194e8b HTTP/1.1" status: 200 len: 943 time: 0.0788422 Sep 23 07:47:41.632144 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-23c7d03d-421e-471c-afc3-f1b5561b6ef4 req-8a3179e5-1944-489b-8afd-a7be2ce53ae2 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "GET /v2.0/security-groups?id=8511ab71-d94e-45f3-9053-cdcf7bd7bd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559494 Sep 23 07:47:41.642840 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc8490e-021e-4ba1-a695-7d66260fe441 req-3b18b6be-aca1-4091-9e4d-dbb33d70a35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:47:41.644351 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1dc8490e-021e-4ba1-a695-7d66260fe441 req-3b18b6be-aca1-4091-9e4d-dbb33d70a35f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7cd1a741-48cb-4c96-8978-62d2d2a17a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0760970 Sep 23 07:47:41.650051 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:41.733961 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1dc8490e-021e-4ba1-a695-7d66260fe441 req-328b1306-d1b0-4819-b5d5-facde8d72b34 service neutron] 10.222.0.58 "GET /v2.0/networks/7cd1a741-48cb-4c96-8978-62d2d2a17a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824051 Sep 23 07:47:41.827704 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1dc8490e-021e-4ba1-a695-7d66260fe441 req-2edff637-0178-42c0-924c-50d47344ed77 service neutron] 10.222.0.58 "GET /v2.0/networks/7cd1a741-48cb-4c96-8978-62d2d2a17a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860214 Sep 23 07:47:41.913140 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d193573-98fd-4b2d-89b0-5aaa3526a785 req-3c4fbf58-ea24-4e22-853c-9a6a217e1867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:47:41.914813 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7d193573-98fd-4b2d-89b0-5aaa3526a785 req-3c4fbf58-ea24-4e22-853c-9a6a217e1867 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d6a8c2dad77545f08e8bdceb4cab5557&device_id=1c451dcf-d822-4b4d-b506-f9cb07194e8b HTTP/1.1" status: 200 len: 1095 time: 0.0416861 Sep 23 07:47:42.015002 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d193573-98fd-4b2d-89b0-5aaa3526a785 req-de1f4cf4-64c1-4df7-9e56-1ba5fd25475f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:47:42.016467 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7d193573-98fd-4b2d-89b0-5aaa3526a785 req-de1f4cf4-64c1-4df7-9e56-1ba5fd25475f service neutron] 10.222.0.58 "GET /v2.0/networks?id=7cd1a741-48cb-4c96-8978-62d2d2a17a4b HTTP/1.1" status: 200 len: 916 time: 0.0928557 Sep 23 07:47:42.057678 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7d193573-98fd-4b2d-89b0-5aaa3526a785 req-d7c6ffb7-31df-4b5e-8630-f74fc7768e7a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97d758ac-015d-4e19-b05f-379fbd0eccf8 HTTP/1.1" status: 200 len: 217 time: 0.0342968 Sep 23 07:47:42.108335 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d193573-98fd-4b2d-89b0-5aaa3526a785 req-9eed2090-bea7-4dd1-bcd5-4432ec80c3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:47:42.109787 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7d193573-98fd-4b2d-89b0-5aaa3526a785 req-9eed2090-bea7-4dd1-bcd5-4432ec80c3c4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d555ebbf-50ef-4e6d-a917-6f7221713daf HTTP/1.1" status: 200 len: 854 time: 0.0444853 Sep 23 07:47:42.156243 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d193573-98fd-4b2d-89b0-5aaa3526a785 req-d5da6c9d-50cf-4f52-ae0f-9029ed373e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:47:42.157708 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7d193573-98fd-4b2d-89b0-5aaa3526a785 req-d5da6c9d-50cf-4f52-ae0f-9029ed373e19 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7cd1a741-48cb-4c96-8978-62d2d2a17a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391850 Sep 23 07:47:42.250398 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7d193573-98fd-4b2d-89b0-5aaa3526a785 req-90e457ab-1985-40c7-9049-1991a9abd603 service neutron] 10.222.0.58 "GET /v2.0/networks/7cd1a741-48cb-4c96-8978-62d2d2a17a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847437 Sep 23 07:47:42.343685 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7d193573-98fd-4b2d-89b0-5aaa3526a785 req-10ea7042-7dd6-4bd7-8fb3-606bc569910b service neutron] 10.222.0.58 "GET /v2.0/networks/7cd1a741-48cb-4c96-8978-62d2d2a17a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859082 Sep 23 07:47:42.542754 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:42.751921 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b7a8f-1f12-4200-8c17-53b372488f9e req-bed28d36-a309-44f2-9519-f58e008b81b8 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:47:42.753416 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9e1b7a8f-1f12-4200-8c17-53b372488f9e req-bed28d36-a309-44f2-9519-f58e008b81b8 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c451dcf-d822-4b4d-b506-f9cb07194e8b HTTP/1.1" status: 200 len: 943 time: 0.0497887 Sep 23 07:47:42.791181 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9e1b7a8f-1f12-4200-8c17-53b372488f9e req-68eec33e-2ab8-4d07-a850-f8f5540c535f tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "GET /v2.0/security-groups?id=8511ab71-d94e-45f3-9053-cdcf7bd7bd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309331 Sep 23 07:47:43.905017 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5bb2b-b7d2-4a7e-843e-b318b8f14215 req-2f202277-cfba-426e-bb03-1a62efb1774a tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:47:43.906531 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b2d5bb2b-b7d2-4a7e-843e-b318b8f14215 req-2f202277-cfba-426e-bb03-1a62efb1774a tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c451dcf-d822-4b4d-b506-f9cb07194e8b HTTP/1.1" status: 200 len: 943 time: 0.0496461 Sep 23 07:47:43.943360 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b2d5bb2b-b7d2-4a7e-843e-b318b8f14215 req-84aab191-0372-4704-80a2-2d817f861cf6 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "GET /v2.0/security-groups?id=8511ab71-d94e-45f3-9053-cdcf7bd7bd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309136 Sep 23 07:47:44.025005 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:45.064124 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eccb5e-2c44-40f8-8b7e-ddb2e2d723bc req-91e29490-86d2-4805-8172-6328574ad5a4 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:47:45.065603 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-00eccb5e-2c44-40f8-8b7e-ddb2e2d723bc req-91e29490-86d2-4805-8172-6328574ad5a4 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c451dcf-d822-4b4d-b506-f9cb07194e8b HTTP/1.1" status: 200 len: 943 time: 0.0489647 Sep 23 07:47:45.108530 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-00eccb5e-2c44-40f8-8b7e-ddb2e2d723bc req-94d316f0-fefa-43f4-8210-1744e63e6a5a tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "GET /v2.0/security-groups?id=8511ab71-d94e-45f3-9053-cdcf7bd7bd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365994 Sep 23 07:47:45.392604 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 97d758ac-015d-4e19-b05f-379fbd0eccf8 details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:47:45.487856 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 97d758ac-015d-4e19-b05f-379fbd0eccf8, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=97d758ac-015d-4e19-b05f-379fbd0eccf8,segment=NetworkSegment(cb39e2ab-4ead-40a0-ab9d-0df0f2f52dc7),segment_id=cb39e2ab-4ead-40a0-ab9d-0df0f2f52dc7)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:47:45.498683 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': '97d758ac-015d-4e19-b05f-379fbd0eccf8', 'network_id': '7cd1a741-48cb-4c96-8978-62d2d2a17a4b', 'port_id': '97d758ac-015d-4e19-b05f-379fbd0eccf8', 'mac_address': 'fa:16:3e:93:31:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd555ebbf-50ef-4e6d-a917-6f7221713daf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:47:45.535458 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:45.548011 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97d758ac-015d-4e19-b05f-379fbd0eccf8 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:47:45.566686 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 97d758ac-015d-4e19-b05f-379fbd0eccf8, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=97d758ac-015d-4e19-b05f-379fbd0eccf8,segment=NetworkSegment(cb39e2ab-4ead-40a0-ab9d-0df0f2f52dc7),segment_id=cb39e2ab-4ead-40a0-ab9d-0df0f2f52dc7)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:47:45.570729 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:45.620185 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=97d758ac-015d-4e19-b05f-379fbd0eccf8,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:47:45.627549 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:47:45.627898 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:47:45.628239 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:47:45.628576 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:47:45.628910 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:47:45.629239 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:47:45.629569 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:47:45.629916 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:47:45.630245 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:47:45.630569 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:47:45.630893 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:47:45.631216 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:47:45.797614 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['97d758ac-015d-4e19-b05f-379fbd0eccf8'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:47:46.223079 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4f21d3-a1fa-4050-ae18-dac03e97e739 req-10a2c246-f878-4349-9686-cc4a03681838 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:47:46.224560 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bd4f21d3-a1fa-4050-ae18-dac03e97e739 req-10a2c246-f878-4349-9686-cc4a03681838 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c451dcf-d822-4b4d-b506-f9cb07194e8b HTTP/1.1" status: 200 len: 944 time: 0.0488052 Sep 23 07:47:46.262263 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bd4f21d3-a1fa-4050-ae18-dac03e97e739 req-10451f2e-55b5-4fc6-83f8-e897137cb0e7 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "GET /v2.0/security-groups?id=8511ab71-d94e-45f3-9053-cdcf7bd7bd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314772 Sep 23 07:47:47.375179 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d983f-ee0d-4b05-9d3f-d6a6a302ae7f req-0a48fda2-ec3a-4e2f-8b9a-587540138edc tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:47:47.376839 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4a8d983f-ee0d-4b05-9d3f-d6a6a302ae7f req-0a48fda2-ec3a-4e2f-8b9a-587540138edc tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c451dcf-d822-4b4d-b506-f9cb07194e8b HTTP/1.1" status: 200 len: 944 time: 0.0492673 Sep 23 07:47:47.415189 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4a8d983f-ee0d-4b05-9d3f-d6a6a302ae7f req-3f7a6bf1-867b-4791-bfd6-b8e9ae43da2b tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "GET /v2.0/security-groups?id=8511ab71-d94e-45f3-9053-cdcf7bd7bd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322382 Sep 23 07:47:47.424341 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 97d758ac-015d-4e19-b05f-379fbd0eccf8 up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:47:47.471109 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port 97d758ac-015d-4e19-b05f-379fbd0eccf8 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:47:47.474651 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port 97d758ac-015d-4e19-b05f-379fbd0eccf8 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:47:47.475023 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:47.553894 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:47.575844 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c451dcf-d822-4b4d-b506-f9cb07194e8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97d758ac-015d-4e19-b05f-379fbd0eccf8'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:47:47.578087 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ba4f7dfdfe0dde90123cb5af03ec17f0bd1073b346dec34131962e04cdfc7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2797b8e3-6778-40e2-b906-6d8ae9a0cd85" -d '{"events": [{"server_uuid": "1c451dcf-d822-4b4d-b506-f9cb07194e8b", "name": "network-vif-plugged", "status": "completed", "tag": "97d758ac-015d-4e19-b05f-379fbd0eccf8"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:47:47.590721 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 97d758ac-015d-4e19-b05f-379fbd0eccf8, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=97d758ac-015d-4e19-b05f-379fbd0eccf8,segment=NetworkSegment(cb39e2ab-4ead-40a0-ab9d-0df0f2f52dc7),segment_id=cb39e2ab-4ead-40a0-ab9d-0df0f2f52dc7)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:47:47.595003 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:47:47.618264 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40429a7c-43d6-416f-ac01-88aed9ffe3e9 x-openstack-request-id: req-40429a7c-43d6-416f-ac01-88aed9ffe3e9 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:47:47.618559 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c451dcf-d822-4b4d-b506-f9cb07194e8b", "name": "network-vif-plugged", "status": "completed", "tag": "97d758ac-015d-4e19-b05f-379fbd0eccf8", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:47:47.618810 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-40429a7c-43d6-416f-ac01-88aed9ffe3e9 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:47:47.619192 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c451dcf-d822-4b4d-b506-f9cb07194e8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97d758ac-015d-4e19-b05f-379fbd0eccf8', 'code': 200} Sep 23 07:47:47.645388 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=97d758ac-015d-4e19-b05f-379fbd0eccf8,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:47:47.716563 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23d2dc7-e1cf-4873-97cc-5d08395f1a96 req-4b94dd43-5d8e-4500-bcdc-c6b756a42fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:47:47.718082 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d23d2dc7-e1cf-4873-97cc-5d08395f1a96 req-4b94dd43-5d8e-4500-bcdc-c6b756a42fab service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1c451dcf-d822-4b4d-b506-f9cb07194e8b HTTP/1.1" status: 200 len: 1097 time: 0.0443807 Sep 23 07:47:47.753238 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d23d2dc7-e1cf-4873-97cc-5d08395f1a96 req-b0f778ff-7d34-4df7-ad6a-3fbb53d1b6ae service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=8511ab71-d94e-45f3-9053-cdcf7bd7bd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272422 Sep 23 07:47:48.529485 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666c552d-5c64-4173-b57d-4a91fea30151 req-f41ad87c-04a5-40f8-b1d6-d16559f5eeea tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:47:48.531045 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-666c552d-5c64-4173-b57d-4a91fea30151 req-f41ad87c-04a5-40f8-b1d6-d16559f5eeea tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c451dcf-d822-4b4d-b506-f9cb07194e8b HTTP/1.1" status: 200 len: 945 time: 0.0483010 Sep 23 07:47:48.568597 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-666c552d-5c64-4173-b57d-4a91fea30151 req-ab9c0856-4496-42b0-b777-88a41b148e3d tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "GET /v2.0/security-groups?id=8511ab71-d94e-45f3-9053-cdcf7bd7bd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316834 Sep 23 07:47:49.692241 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3c2777-435b-478c-8cc3-25f1ec8879e1 req-5fbace2e-7eea-44ce-8117-4dc38c0d3333 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:47:49.693756 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5f3c2777-435b-478c-8cc3-25f1ec8879e1 req-5fbace2e-7eea-44ce-8117-4dc38c0d3333 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c451dcf-d822-4b4d-b506-f9cb07194e8b HTTP/1.1" status: 200 len: 945 time: 0.0492599 Sep 23 07:47:49.731215 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5f3c2777-435b-478c-8cc3-25f1ec8879e1 req-a2d4de01-9195-4014-bb8b-e88a3155f618 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "GET /v2.0/security-groups?id=8511ab71-d94e-45f3-9053-cdcf7bd7bd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310752 Sep 23 07:47:49.843856 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f838eb-4507-4225-8908-fa8d96ed4f9e req-1bdb8dda-d3c5-49b1-99b9-144afd40c8f2 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:47:49.845331 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-52f838eb-4507-4225-8908-fa8d96ed4f9e req-1bdb8dda-d3c5-49b1-99b9-144afd40c8f2 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c451dcf-d822-4b4d-b506-f9cb07194e8b HTTP/1.1" status: 200 len: 945 time: 0.0489275 Sep 23 07:47:49.887794 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-52f838eb-4507-4225-8908-fa8d96ed4f9e req-4cd1b77b-38ec-41e2-a2bf-9f28bd529cbb tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "GET /v2.0/security-groups?id=8511ab71-d94e-45f3-9053-cdcf7bd7bd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364993 Sep 23 07:47:50.084433 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fe3e81-480e-4612-ab2a-b7692bd9620f req-31aca751-3c27-4b32-9c7c-4bf5d51f159d tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:47:50.086009 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-92fe3e81-480e-4612-ab2a-b7692bd9620f req-31aca751-3c27-4b32-9c7c-4bf5d51f159d tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c451dcf-d822-4b4d-b506-f9cb07194e8b HTTP/1.1" status: 200 len: 945 time: 0.0501220 Sep 23 07:47:50.124683 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-92fe3e81-480e-4612-ab2a-b7692bd9620f req-b486ecf3-278a-4b4e-b97a-d0653d2750ee tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "GET /v2.0/security-groups?id=8511ab71-d94e-45f3-9053-cdcf7bd7bd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325379 Sep 23 07:48:01.688061 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6584712-f611-4326-bfed-bef35573ceea req-99534d7c-4526-405e-92cf-8961ec2bd548 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:48:01.689606 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d6584712-f611-4326-bfed-bef35573ceea req-99534d7c-4526-405e-92cf-8961ec2bd548 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c451dcf-d822-4b4d-b506-f9cb07194e8b HTTP/1.1" status: 200 len: 945 time: 0.0482743 Sep 23 07:48:01.726666 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d6584712-f611-4326-bfed-bef35573ceea req-53187dae-8da8-463b-bdd8-e9b82fc2c209 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "GET /v2.0/security-groups?id=8511ab71-d94e-45f3-9053-cdcf7bd7bd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311203 Sep 23 07:48:01.749340 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55394) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:48:01.885660 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f74df62-64ed-49bf-a9e5-ddeeca78b0f3 tempest-TestMinimumBasicScenario-1737885954 tempest-TestMinimumBasicScenario-1737885954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:48:01.887203 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-1f74df62-64ed-49bf-a9e5-ddeeca78b0f3 tempest-TestMinimumBasicScenario-1737885954 tempest-TestMinimumBasicScenario-1737885954-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=1c451dcf-d822-4b4d-b506-f9cb07194e8b HTTP/1.1" status: 200 len: 1092 time: 0.1368675 Sep 23 07:48:01.890172 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55398) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:48:01.894612 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-91020376-614b-4641-8329-6ae2caf10620 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Request body: {'floatingip': {'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'port_id': '97d758ac-015d-4e19-b05f-379fbd0eccf8', 'tenant_id': 'd6a8c2dad77545f08e8bdceb4cab5557', 'fixed_ip_address': '172.20.0.7'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:48:01.915336 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-91020376-614b-4641-8329-6ae2caf10620 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Notify callbacks [] for floatingip, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:48:02.016792 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-91020376-614b-4641-8329-6ae2caf10620 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:48:02.121942 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-91020376-614b-4641-8329-6ae2caf10620 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Allocated IP 172.25.2.202 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/1c8ab7d0-b0ac-439a-b236-4e1ddbcc489d) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:48:02.223900 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-91020376-614b-4641-8329-6ae2caf10620 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:48:02.262731 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-91020376-614b-4641-8329-6ae2caf10620 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:48:02.300641 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91020376-614b-4641-8329-6ae2caf10620 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:48:02.304957 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-91020376-614b-4641-8329-6ae2caf10620 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:48:02.308974 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91020376-614b-4641-8329-6ae2caf10620 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:48:02.317033 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91020376-614b-4641-8329-6ae2caf10620 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Pushing event updated for resources: {'Port': ['ID=1c8ab7d0-b0ac-439a-b236-4e1ddbcc489d,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:48:02.350209 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91020376-614b-4641-8329-6ae2caf10620 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:48:02.350562 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91020376-614b-4641-8329-6ae2caf10620 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:48:02.350910 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91020376-614b-4641-8329-6ae2caf10620 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:48:02.351250 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91020376-614b-4641-8329-6ae2caf10620 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:48:02.351590 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91020376-614b-4641-8329-6ae2caf10620 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:48:02.351931 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91020376-614b-4641-8329-6ae2caf10620 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:48:02.352265 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91020376-614b-4641-8329-6ae2caf10620 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:48:02.352597 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91020376-614b-4641-8329-6ae2caf10620 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:48:02.352934 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91020376-614b-4641-8329-6ae2caf10620 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:48:02.354325 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91020376-614b-4641-8329-6ae2caf10620 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:48:02.354670 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91020376-614b-4641-8329-6ae2caf10620 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:48:02.355003 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91020376-614b-4641-8329-6ae2caf10620 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:48:02.679569 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-91020376-614b-4641-8329-6ae2caf10620 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:48:02.748111 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-91020376-614b-4641-8329-6ae2caf10620 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:48:02.896696 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-91020376-614b-4641-8329-6ae2caf10620 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:48:02.900913 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-91020376-614b-4641-8329-6ae2caf10620 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:48:02.966107 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91020376-614b-4641-8329-6ae2caf10620 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Pushing event updated for resources: {'Port': ['ID=1c8ab7d0-b0ac-439a-b236-4e1ddbcc489d,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:48:02.977092 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-91020376-614b-4641-8329-6ae2caf10620 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:48:03.075290 n-d-715271-16 neutron-server[95065]: INFO neutron.db.l3_db [None req-91020376-614b-4641-8329-6ae2caf10620 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Floating IP 064e7215-e6bb-43f2-9be8-e0b67b103c64 associated. External IP: 172.25.2.202, port: 97d758ac-015d-4e19-b05f-379fbd0eccf8. Sep 23 07:48:03.294043 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91020376-614b-4641-8329-6ae2caf10620 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Router e623b117-156d-45ec-93d9-c5665d3f55c2 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:48:03.400154 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91020376-614b-4641-8329-6ae2caf10620 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:48:03.410583 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7361bfbf-ff6c-4e0f-9c27-82bab0247e55 None None] Sync routers for ids ['e623b117-156d-45ec-93d9-c5665d3f55c2'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:48:03.417917 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-91020376-614b-4641-8329-6ae2caf10620 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:48:03.420601 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7361bfbf-ff6c-4e0f-9c27-82bab0247e55 None None] Routers {'e623b117-156d-45ec-93d9-c5665d3f55c2'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:48:03.421228 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-7361bfbf-ff6c-4e0f-9c27-82bab0247e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:47:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['e623b117-156d-45ec-93d9-c5665d3f55c2'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:48:03.445510 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-91020376-614b-4641-8329-6ae2caf10620 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5543227 Sep 23 07:48:03.446127 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c451dcf-d822-4b4d-b506-f9cb07194e8b', 'tag': '97d758ac-015d-4e19-b05f-379fbd0eccf8'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:48:03.448378 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55400) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:48:03.448891 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f95ab57a745480e309303c621f93016f7af13821b9c47ad15b10e565102b0cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-523f5f38-0522-4115-b231-627e824d9087" -d '{"events": [{"name": "network-changed", "server_uuid": "1c451dcf-d822-4b4d-b506-f9cb07194e8b", "tag": "97d758ac-015d-4e19-b05f-379fbd0eccf8"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:48:03.453481 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-077f1ee3-52cf-4879-91db-c6de4667aa80 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1158570993', 'description': 'tempest-secgroup-smoke-1158570993 description', 'project_id': 'd6a8c2dad77545f08e8bdceb4cab5557'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:48:03.476750 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-077f1ee3-52cf-4879-91db-c6de4667aa80 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:48:03.488826 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06aca9d-8a40-494c-a1d6-e41be0ab4904 x-openstack-request-id: req-d06aca9d-8a40-494c-a1d6-e41be0ab4904 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:48:03.489138 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c451dcf-d822-4b4d-b506-f9cb07194e8b", "tag": "97d758ac-015d-4e19-b05f-379fbd0eccf8", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:48:03.489377 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d06aca9d-8a40-494c-a1d6-e41be0ab4904 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:48:03.489783 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c451dcf-d822-4b4d-b506-f9cb07194e8b', 'tag': '97d758ac-015d-4e19-b05f-379fbd0eccf8', 'status': 'completed', 'code': 200} Sep 23 07:48:03.533611 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-7361bfbf-ff6c-4e0f-9c27-82bab0247e55 None None] Set router e623b117-156d-45ec-93d9-c5665d3f55c2 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:48:03.576181 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523f5f38-0522-4115-b231-627e824d9087 req-3ce7faf7-4658-4acf-8169-e623f427684e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:48:03.577598 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-523f5f38-0522-4115-b231-627e824d9087 req-3ce7faf7-4658-4acf-8169-e623f427684e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d6a8c2dad77545f08e8bdceb4cab5557&device_id=1c451dcf-d822-4b4d-b506-f9cb07194e8b HTTP/1.1" status: 200 len: 1097 time: 0.0630035 Sep 23 07:48:03.606685 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-077f1ee3-52cf-4879-91db-c6de4667aa80 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:48:03.616628 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-077f1ee3-52cf-4879-91db-c6de4667aa80 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:48:03.694070 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-077f1ee3-52cf-4879-91db-c6de4667aa80 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:48:03.695331 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-077f1ee3-52cf-4879-91db-c6de4667aa80 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2459240 Sep 23 07:48:03.698597 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077f1ee3-52cf-4879-91db-c6de4667aa80 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62ea21b1-7a4f-4e6f-b73b-0316f425f7c7,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:48:03.699226 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55404) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:48:03.704143 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-556c28a9-5729-4a18-a45c-773117a5e9e6 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Request body: {'security_group_rule': {'security_group_id': '62ea21b1-7a4f-4e6f-b73b-0316f425f7c7', 'project_id': 'd6a8c2dad77545f08e8bdceb4cab5557', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:48:03.712160 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077f1ee3-52cf-4879-91db-c6de4667aa80 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:48:03.712556 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077f1ee3-52cf-4879-91db-c6de4667aa80 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:48:03.713105 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077f1ee3-52cf-4879-91db-c6de4667aa80 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:48:03.713568 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077f1ee3-52cf-4879-91db-c6de4667aa80 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:48:03.713953 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077f1ee3-52cf-4879-91db-c6de4667aa80 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:48:03.714281 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077f1ee3-52cf-4879-91db-c6de4667aa80 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:48:03.714617 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077f1ee3-52cf-4879-91db-c6de4667aa80 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:48:03.714952 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077f1ee3-52cf-4879-91db-c6de4667aa80 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:48:03.715289 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077f1ee3-52cf-4879-91db-c6de4667aa80 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:48:03.715628 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077f1ee3-52cf-4879-91db-c6de4667aa80 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:48:03.715951 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077f1ee3-52cf-4879-91db-c6de4667aa80 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:48:03.716278 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077f1ee3-52cf-4879-91db-c6de4667aa80 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:48:03.738657 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523f5f38-0522-4115-b231-627e824d9087 req-69ed2fb4-d4e1-4a5e-ba3c-f854d407bd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:48:03.740448 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-523f5f38-0522-4115-b231-627e824d9087 req-69ed2fb4-d4e1-4a5e-ba3c-f854d407bd13 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7cd1a741-48cb-4c96-8978-62d2d2a17a4b HTTP/1.1" status: 200 len: 916 time: 0.1325519 Sep 23 07:48:03.742785 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-556c28a9-5729-4a18-a45c-773117a5e9e6 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:48:03.780091 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-7361bfbf-ff6c-4e0f-9c27-82bab0247e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e623b117-156d-45ec-93d9-c5665d3f55c2', 'name': 'tempest-TestMinimumBasicScenario-1094843962-router', 'tenant_id': 'd6a8c2dad77545f08e8bdceb4cab5557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'd9c8ffeb-84d1-4a84-8147-262143ea9ab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:47:10Z', 'updated_at': '2021-09-23T07:47:12Z', 'revision_number': 4, 'project_id': 'd6a8c2dad77545f08e8bdceb4cab5557', 'gw_port': {'id': 'd9c8ffeb-84d1-4a84-8147-262143ea9ab7', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c2:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e623b117-156d-45ec-93d9-c5665d3f55c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:47:10Z', 'updated_at': '2021-09-23T07:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '064e7215-e6bb-43f2-9be8-e0b67b103c64', 'tenant_id': 'd6a8c2dad77545f08e8bdceb4cab5557', 'floating_ip_address': '172.25.2.202', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': 'e623b117-156d-45ec-93d9-c5665d3f55c2', 'port_id': '97d758ac-015d-4e19-b05f-379fbd0eccf8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cd1a741-48cb-4c96-8978-62d2d2a17a4b', 'mac_address': 'fa:16:3e:93:31:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c451dcf-d822-4b4d-b506-f9cb07194e8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:48:02Z', 'updated_at': '2021-09-23T07:48:02Z', 'revision_number': 0, 'project_id': 'd6a8c2dad77545f08e8bdceb4cab5557', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '546de046-6c45-4aa9-94e7-fc92df9ce1fd', 'name': '', 'network_id': '7cd1a741-48cb-4c96-8978-62d2d2a17a4b', 'tenant_id': 'd6a8c2dad77545f08e8bdceb4cab5557', 'mac_address': 'fa:16:3e:7b:8a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e623b117-156d-45ec-93d9-c5665d3f55c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'd555ebbf-50ef-4e6d-a917-6f7221713daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:47:11Z', 'updated_at': '2021-09-23T07:47:17Z', 'revision_number': 5, 'project_id': 'd6a8c2dad77545f08e8bdceb4cab5557', 'subnets': [{'id': 'd555ebbf-50ef-4e6d-a917-6f7221713daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:48:03.804209 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-556c28a9-5729-4a18-a45c-773117a5e9e6 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:48:03.808652 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7361bfbf-ff6c-4e0f-9c27-82bab0247e55 None None] Checking router: e623b117-156d-45ec-93d9-c5665d3f55c2 for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:48:03.810458 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-556c28a9-5729-4a18-a45c-773117a5e9e6 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:48:03.818760 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7361bfbf-ff6c-4e0f-9c27-82bab0247e55 None None] Routers {'e623b117-156d-45ec-93d9-c5665d3f55c2'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:48:03.819175 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-523f5f38-0522-4115-b231-627e824d9087 req-0a09d711-1f98-42de-9a35-c4f4283cf955 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97d758ac-015d-4e19-b05f-379fbd0eccf8 HTTP/1.1" status: 200 len: 999 time: 0.0713325 Sep 23 07:48:03.819386 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-7361bfbf-ff6c-4e0f-9c27-82bab0247e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:47:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['e623b117-156d-45ec-93d9-c5665d3f55c2'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:48:03.828611 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556c28a9-5729-4a18-a45c-773117a5e9e6 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=483493fd-f276-47dd-b65b-bd1c66732c0b,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:48:03.839743 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-556c28a9-5729-4a18-a45c-773117a5e9e6 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:48:03.843550 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-556c28a9-5729-4a18-a45c-773117a5e9e6 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1407530 Sep 23 07:48:03.843849 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55406) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:48:03.848591 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-e19f7e43-6580-4819-9ccd-908bf2cbf74f tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Request body: {'security_group_rule': {'security_group_id': '62ea21b1-7a4f-4e6f-b73b-0316f425f7c7', 'project_id': 'd6a8c2dad77545f08e8bdceb4cab5557', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:48:03.873201 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523f5f38-0522-4115-b231-627e824d9087 req-c7664d16-ba7d-4a2e-842a-0456697ec08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:48:03.874846 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-523f5f38-0522-4115-b231-627e824d9087 req-c7664d16-ba7d-4a2e-842a-0456697ec08d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d555ebbf-50ef-4e6d-a917-6f7221713daf HTTP/1.1" status: 200 len: 854 time: 0.0480299 Sep 23 07:48:03.878230 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e19f7e43-6580-4819-9ccd-908bf2cbf74f tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:48:03.926257 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523f5f38-0522-4115-b231-627e824d9087 req-818b0212-5649-44f5-9084-304086c0168f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:48:03.928081 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-523f5f38-0522-4115-b231-627e824d9087 req-818b0212-5649-44f5-9084-304086c0168f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7cd1a741-48cb-4c96-8978-62d2d2a17a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455391 Sep 23 07:48:03.937619 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-7361bfbf-ff6c-4e0f-9c27-82bab0247e55 None None] Set router e623b117-156d-45ec-93d9-c5665d3f55c2 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:48:03.941055 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e19f7e43-6580-4819-9ccd-908bf2cbf74f tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:48:03.946325 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e19f7e43-6580-4819-9ccd-908bf2cbf74f tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:48:03.968081 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f7e43-6580-4819-9ccd-908bf2cbf74f tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a391245-d107-4666-9f05-88f0724ce604,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:48:03.980645 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e19f7e43-6580-4819-9ccd-908bf2cbf74f tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:48:03.985357 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-e19f7e43-6580-4819-9ccd-908bf2cbf74f tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1376925 Sep 23 07:48:03.985527 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55408) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:48:03.991867 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-ee5a8a17-680d-4989-8b5b-c7adf1fcb3d0 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Request body: {'security_group_rule': {'security_group_id': '62ea21b1-7a4f-4e6f-b73b-0316f425f7c7', 'project_id': 'd6a8c2dad77545f08e8bdceb4cab5557', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:48:04.023305 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ee5a8a17-680d-4989-8b5b-c7adf1fcb3d0 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:48:04.038425 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-523f5f38-0522-4115-b231-627e824d9087 req-f08dbfc8-a82c-477b-b4b8-57e095b4bdc3 service neutron] 10.222.0.58 "GET /v2.0/networks/7cd1a741-48cb-4c96-8978-62d2d2a17a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025479 Sep 23 07:48:04.096036 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ee5a8a17-680d-4989-8b5b-c7adf1fcb3d0 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:48:04.106861 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ee5a8a17-680d-4989-8b5b-c7adf1fcb3d0 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:48:04.129914 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5a8a17-680d-4989-8b5b-c7adf1fcb3d0 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13829e7b-87c7-4461-a4ea-872653a3361f,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:48:04.133677 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ee5a8a17-680d-4989-8b5b-c7adf1fcb3d0 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:48:04.135331 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-ee5a8a17-680d-4989-8b5b-c7adf1fcb3d0 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1486430 Sep 23 07:48:04.138263 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55410) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:48:04.143321 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-2fa98cc3-4a81-4e92-bd6a-6f7102dc2e2c tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Request body: {'security_group_rule': {'security_group_id': '62ea21b1-7a4f-4e6f-b73b-0316f425f7c7', 'project_id': 'd6a8c2dad77545f08e8bdceb4cab5557', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:48:04.148868 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-523f5f38-0522-4115-b231-627e824d9087 req-3a8bf169-6377-48c2-9c21-f804a309cf37 service neutron] 10.222.0.58 "GET /v2.0/networks/7cd1a741-48cb-4c96-8978-62d2d2a17a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021192 Sep 23 07:48:04.179290 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2fa98cc3-4a81-4e92-bd6a-6f7102dc2e2c tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:48:04.189456 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-7361bfbf-ff6c-4e0f-9c27-82bab0247e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e623b117-156d-45ec-93d9-c5665d3f55c2', 'name': 'tempest-TestMinimumBasicScenario-1094843962-router', 'tenant_id': 'd6a8c2dad77545f08e8bdceb4cab5557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'd9c8ffeb-84d1-4a84-8147-262143ea9ab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:47:10Z', 'updated_at': '2021-09-23T07:47:12Z', 'revision_number': 4, 'project_id': 'd6a8c2dad77545f08e8bdceb4cab5557', 'gw_port': {'id': 'd9c8ffeb-84d1-4a84-8147-262143ea9ab7', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c2:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e623b117-156d-45ec-93d9-c5665d3f55c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:47:10Z', 'updated_at': '2021-09-23T07:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '064e7215-e6bb-43f2-9be8-e0b67b103c64', 'tenant_id': 'd6a8c2dad77545f08e8bdceb4cab5557', 'floating_ip_address': '172.25.2.202', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': 'e623b117-156d-45ec-93d9-c5665d3f55c2', 'port_id': '97d758ac-015d-4e19-b05f-379fbd0eccf8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cd1a741-48cb-4c96-8978-62d2d2a17a4b', 'mac_address': 'fa:16:3e:93:31:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c451dcf-d822-4b4d-b506-f9cb07194e8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:48:02Z', 'updated_at': '2021-09-23T07:48:02Z', 'revision_number': 0, 'project_id': 'd6a8c2dad77545f08e8bdceb4cab5557', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '546de046-6c45-4aa9-94e7-fc92df9ce1fd', 'name': '', 'network_id': '7cd1a741-48cb-4c96-8978-62d2d2a17a4b', 'tenant_id': 'd6a8c2dad77545f08e8bdceb4cab5557', 'mac_address': 'fa:16:3e:7b:8a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e623b117-156d-45ec-93d9-c5665d3f55c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'd555ebbf-50ef-4e6d-a917-6f7221713daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:47:11Z', 'updated_at': '2021-09-23T07:47:17Z', 'revision_number': 5, 'project_id': 'd6a8c2dad77545f08e8bdceb4cab5557', 'subnets': [{'id': 'd555ebbf-50ef-4e6d-a917-6f7221713daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:48:04.217728 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7361bfbf-ff6c-4e0f-9c27-82bab0247e55 None None] The sync data for ids ['e623b117-156d-45ec-93d9-c5665d3f55c2'] in n-d-715271-16 is: [{'id': 'e623b117-156d-45ec-93d9-c5665d3f55c2', 'name': 'tempest-TestMinimumBasicScenario-1094843962-router', 'tenant_id': 'd6a8c2dad77545f08e8bdceb4cab5557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'd9c8ffeb-84d1-4a84-8147-262143ea9ab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:47:10Z', 'updated_at': '2021-09-23T07:47:12Z', 'revision_number': 4, 'project_id': 'd6a8c2dad77545f08e8bdceb4cab5557', 'gw_port': {'id': 'd9c8ffeb-84d1-4a84-8147-262143ea9ab7', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c2:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e623b117-156d-45ec-93d9-c5665d3f55c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:47:10Z', 'updated_at': '2021-09-23T07:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '064e7215-e6bb-43f2-9be8-e0b67b103c64', 'tenant_id': 'd6a8c2dad77545f08e8bdceb4cab5557', 'floating_ip_address': '172.25.2.202', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': 'e623b117-156d-45ec-93d9-c5665d3f55c2', 'port_id': '97d758ac-015d-4e19-b05f-379fbd0eccf8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cd1a741-48cb-4c96-8978-62d2d2a17a4b', 'mac_address': 'fa:16:3e:93:31:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c451dcf-d822-4b4d-b506-f9cb07194e8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:48:02Z', 'updated_at': '2021-09-23T07:48:02Z', 'revision_number': 0, 'project_id': 'd6a8c2dad77545f08e8bdceb4cab5557', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '546de046-6c45-4aa9-94e7-fc92df9ce1fd', 'name': '', 'network_id': '7cd1a741-48cb-4c96-8978-62d2d2a17a4b', 'tenant_id': 'd6a8c2dad77545f08e8bdceb4cab5557', 'mac_address': 'fa:16:3e:7b:8a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e623b117-156d-45ec-93d9-c5665d3f55c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'd555ebbf-50ef-4e6d-a917-6f7221713daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:47:11Z', 'updated_at': '2021-09-23T07:47:17Z', 'revision_number': 5, 'project_id': 'd6a8c2dad77545f08e8bdceb4cab5557', 'subnets': [{'id': 'd555ebbf-50ef-4e6d-a917-6f7221713daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:48:04.260252 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2fa98cc3-4a81-4e92-bd6a-6f7102dc2e2c tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:48:04.264851 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2fa98cc3-4a81-4e92-bd6a-6f7102dc2e2c tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:48:04.284831 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa98cc3-4a81-4e92-bd6a-6f7102dc2e2c tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d39bb3b-fabc-4d61-a587-df5830821273,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:48:04.292816 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2fa98cc3-4a81-4e92-bd6a-6f7102dc2e2c tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:48:04.294177 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-2fa98cc3-4a81-4e92-bd6a-6f7102dc2e2c tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1545193 Sep 23 07:48:04.296927 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55412) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:48:04.301658 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-fadc0c5e-ed03-479b-8ab7-34b785af0d4f tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Request body: {'security_group_rule': {'security_group_id': '62ea21b1-7a4f-4e6f-b73b-0316f425f7c7', 'project_id': 'd6a8c2dad77545f08e8bdceb4cab5557', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:48:04.325112 n-d-715271-16 neutron-server[95066]: INFO neutron.db.securitygroups_db [None req-fadc0c5e-ed03-479b-8ab7-34b785af0d4f tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Project d6a8c2dad77545f08e8bdceb4cab5557 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 07:48:04.330474 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fadc0c5e-ed03-479b-8ab7-34b785af0d4f tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:48:04.395663 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fadc0c5e-ed03-479b-8ab7-34b785af0d4f tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:48:04.399730 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fadc0c5e-ed03-479b-8ab7-34b785af0d4f tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:48:04.425270 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6018e1-a36f-4b6d-9ebf-df649c2b2b53 None None] New status for floating IP 064e7215-e6bb-43f2-9be8-e0b67b103c64: ACTIVE {{(pid=95068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 07:48:04.425895 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadc0c5e-ed03-479b-8ab7-34b785af0d4f tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59bcc006-b7d2-4b1b-b827-1927b6c25590,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:48:04.430216 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fadc0c5e-ed03-479b-8ab7-34b785af0d4f tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:48:04.431679 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-fadc0c5e-ed03-479b-8ab7-34b785af0d4f tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1335392 Sep 23 07:48:04.434898 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55414) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:48:04.441112 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-33087e41-b522-40e1-bd43-79222f15cc4b tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Request body: {'security_group_rule': {'security_group_id': '62ea21b1-7a4f-4e6f-b73b-0316f425f7c7', 'project_id': 'd6a8c2dad77545f08e8bdceb4cab5557', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:48:04.467864 n-d-715271-16 neutron-server[95065]: INFO neutron.db.securitygroups_db [None req-33087e41-b522-40e1-bd43-79222f15cc4b tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Project d6a8c2dad77545f08e8bdceb4cab5557 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 07:48:04.472840 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-33087e41-b522-40e1-bd43-79222f15cc4b tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:48:04.534306 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-33087e41-b522-40e1-bd43-79222f15cc4b tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:48:04.537901 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-33087e41-b522-40e1-bd43-79222f15cc4b tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:48:04.557906 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33087e41-b522-40e1-bd43-79222f15cc4b tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5a629c5-8fd2-4bfc-bb9a-8c1139b0f64c,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:48:04.560291 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-33087e41-b522-40e1-bd43-79222f15cc4b tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:48:04.564749 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-33087e41-b522-40e1-bd43-79222f15cc4b tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1282632 Sep 23 07:48:04.645282 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e8e67e29-004c-463c-9928-b833627725dc req-39dc55fc-2243-4516-b8b3-8061ede4093c tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1158570993&fields=id&tenant_id=d6a8c2dad77545f08e8bdceb4cab5557 HTTP/1.1" status: 200 len: 267 time: 0.0350349 Sep 23 07:48:04.701527 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e67e29-004c-463c-9928-b833627725dc req-6531e0df-17c6-493f-955b-7548cf495037 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:48:04.703118 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e8e67e29-004c-463c-9928-b833627725dc req-6531e0df-17c6-493f-955b-7548cf495037 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c451dcf-d822-4b4d-b506-f9cb07194e8b HTTP/1.1" status: 200 len: 945 time: 0.0515931 Sep 23 07:48:04.714850 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-e8e67e29-004c-463c-9928-b833627725dc req-872a6750-c63f-432b-a509-9850f2453b45 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Request body: {'port': {'security_groups': ['8511ab71-d94e-45f3-9053-cdcf7bd7bd3a', '62ea21b1-7a4f-4e6f-b73b-0316f425f7c7']}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:48:04.779633 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-e8e67e29-004c-463c-9928-b833627725dc req-872a6750-c63f-432b-a509-9850f2453b45 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:48:04.960808 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-e8e67e29-004c-463c-9928-b833627725dc req-872a6750-c63f-432b-a509-9850f2453b45 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] For port 97d758ac-015d-4e19-b05f-379fbd0eccf8, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=97d758ac-015d-4e19-b05f-379fbd0eccf8,segment=NetworkSegment(cb39e2ab-4ead-40a0-ab9d-0df0f2f52dc7),segment_id=cb39e2ab-4ead-40a0-ab9d-0df0f2f52dc7)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:48:04.989959 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-e8e67e29-004c-463c-9928-b833627725dc req-872a6750-c63f-432b-a509-9850f2453b45 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:48:04.996722 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-e8e67e29-004c-463c-9928-b833627725dc req-872a6750-c63f-432b-a509-9850f2453b45 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:48:05.008767 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['97d758ac-015d-4e19-b05f-379fbd0eccf8'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:48:05.039825 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e67e29-004c-463c-9928-b833627725dc req-872a6750-c63f-432b-a509-9850f2453b45 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:48:05.040489 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-e8e67e29-004c-463c-9928-b833627725dc req-872a6750-c63f-432b-a509-9850f2453b45 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:48:05.044184 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e8e67e29-004c-463c-9928-b833627725dc req-872a6750-c63f-432b-a509-9850f2453b45 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "PUT /v2.0/ports/97d758ac-015d-4e19-b05f-379fbd0eccf8 HTTP/1.1" status: 200 len: 981 time: 0.3323147 Sep 23 07:48:05.080671 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872a6750-c63f-432b-a509-9850f2453b45 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Pushing event updated for resources: {'Port': ['ID=97d758ac-015d-4e19-b05f-379fbd0eccf8,revision_number=6']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:48:05.098796 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['97d758ac-015d-4e19-b05f-379fbd0eccf8'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:48:05.170790 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d541070e-683b-4701-a288-f8ff52f598cb req-2e1ab3c9-5253-4ece-a7ea-b0582f13e509 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:48:05.172586 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d541070e-683b-4701-a288-f8ff52f598cb req-2e1ab3c9-5253-4ece-a7ea-b0582f13e509 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c451dcf-d822-4b4d-b506-f9cb07194e8b HTTP/1.1" status: 200 len: 984 time: 0.0568583 Sep 23 07:48:05.219164 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d541070e-683b-4701-a288-f8ff52f598cb req-afa07229-30e8-49f2-81dc-036f9d4d4dee tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "GET /v2.0/security-groups?id=8511ab71-d94e-45f3-9053-cdcf7bd7bd3a&id=62ea21b1-7a4f-4e6f-b73b-0316f425f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399518 Sep 23 07:48:05.404005 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-feb8c61b-1d9a-4ef9-9255-725695a563a6 None None] Provisioning complete for port 97d758ac-015d-4e19-b05f-379fbd0eccf8 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:48:05.404297 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-feb8c61b-1d9a-4ef9-9255-725695a563a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:48:05.491606 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c451dcf-d822-4b4d-b506-f9cb07194e8b', 'tag': '97d758ac-015d-4e19-b05f-379fbd0eccf8'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:48:05.494138 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f95ab57a745480e309303c621f93016f7af13821b9c47ad15b10e565102b0cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8437830-abf1-479b-a739-1b57fcc96b82" -d '{"events": [{"name": "network-changed", "server_uuid": "1c451dcf-d822-4b4d-b506-f9cb07194e8b", "tag": "97d758ac-015d-4e19-b05f-379fbd0eccf8"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:48:05.531216 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e9b760-4224-4297-a3c1-b1f0482b8d1b x-openstack-request-id: req-82e9b760-4224-4297-a3c1-b1f0482b8d1b {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:48:05.531633 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c451dcf-d822-4b4d-b506-f9cb07194e8b", "tag": "97d758ac-015d-4e19-b05f-379fbd0eccf8", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:48:05.531894 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-82e9b760-4224-4297-a3c1-b1f0482b8d1b {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:48:05.532290 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c451dcf-d822-4b4d-b506-f9cb07194e8b', 'tag': '97d758ac-015d-4e19-b05f-379fbd0eccf8', 'status': 'completed', 'code': 200} Sep 23 07:48:05.596889 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8437830-abf1-479b-a739-1b57fcc96b82 req-0c965737-55c1-4b55-93b1-d5b06f6f6e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:48:05.598425 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d8437830-abf1-479b-a739-1b57fcc96b82 req-0c965737-55c1-4b55-93b1-d5b06f6f6e97 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d6a8c2dad77545f08e8bdceb4cab5557&device_id=1c451dcf-d822-4b4d-b506-f9cb07194e8b HTTP/1.1" status: 200 len: 1136 time: 0.0445523 Sep 23 07:48:05.697482 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8437830-abf1-479b-a739-1b57fcc96b82 req-21eaa4e1-4bea-4c4a-bb60-f9826bd8dc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:48:05.699208 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d8437830-abf1-479b-a739-1b57fcc96b82 req-21eaa4e1-4bea-4c4a-bb60-f9826bd8dc71 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7cd1a741-48cb-4c96-8978-62d2d2a17a4b HTTP/1.1" status: 200 len: 916 time: 0.0936825 Sep 23 07:48:05.770644 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d8437830-abf1-479b-a739-1b57fcc96b82 req-d31b48f1-535c-4d0e-9443-ae4ba7e57808 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97d758ac-015d-4e19-b05f-379fbd0eccf8 HTTP/1.1" status: 200 len: 1001 time: 0.0624497 Sep 23 07:48:05.819557 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8437830-abf1-479b-a739-1b57fcc96b82 req-01434c24-6a51-4424-a3bd-8c5778880ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:48:05.820999 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d8437830-abf1-479b-a739-1b57fcc96b82 req-01434c24-6a51-4424-a3bd-8c5778880ccc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d555ebbf-50ef-4e6d-a917-6f7221713daf HTTP/1.1" status: 200 len: 854 time: 0.0424237 Sep 23 07:48:05.868533 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8437830-abf1-479b-a739-1b57fcc96b82 req-14170cc9-907a-4eeb-b976-f0b32ac1c28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:48:05.870567 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d8437830-abf1-479b-a739-1b57fcc96b82 req-14170cc9-907a-4eeb-b976-f0b32ac1c28d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7cd1a741-48cb-4c96-8978-62d2d2a17a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398536 Sep 23 07:48:05.964519 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d8437830-abf1-479b-a739-1b57fcc96b82 req-6fde4cb4-bdbd-4e3a-b775-d05703f09fd7 service neutron] 10.222.0.58 "GET /v2.0/networks/7cd1a741-48cb-4c96-8978-62d2d2a17a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855277 Sep 23 07:48:06.059618 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d8437830-abf1-479b-a739-1b57fcc96b82 req-a42fdbad-06d1-457e-b578-4a74fa7534bd service neutron] 10.222.0.58 "GET /v2.0/networks/7cd1a741-48cb-4c96-8978-62d2d2a17a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854793 Sep 23 07:48:07.276002 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:48:08.140469 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2ab0b2ee-625d-403c-92f8-5e5f6b70fac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:48:10.580913 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:48:11.145047 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3a479083-8c03-4439-9f9c-17cd1daa6b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:48:11.644826 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:48:11.878342 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:48:12.547279 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:48:14.028183 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:48:22.402543 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9138c19-68f9-4749-a025-04329399553e req-f686eede-fdc6-478a-9e30-08f44f8e6f00 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:48:22.403150 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1452e66-c4ff-49a0-838d-6f87a3983285 req-1bd9b469-c666-4b00-9009-0d94bff56969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:48:22.403996 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a9138c19-68f9-4749-a025-04329399553e req-f686eede-fdc6-478a-9e30-08f44f8e6f00 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c451dcf-d822-4b4d-b506-f9cb07194e8b HTTP/1.1" status: 200 len: 984 time: 0.0567684 Sep 23 07:48:22.404642 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b1452e66-c4ff-49a0-838d-6f87a3983285 req-1bd9b469-c666-4b00-9009-0d94bff56969 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d6a8c2dad77545f08e8bdceb4cab5557&device_id=1c451dcf-d822-4b4d-b506-f9cb07194e8b HTTP/1.1" status: 200 len: 1136 time: 0.0466988 Sep 23 07:48:22.450118 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a9138c19-68f9-4749-a025-04329399553e req-7f634b98-0bbd-4313-aece-ced77782fa01 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "GET /v2.0/security-groups?id=8511ab71-d94e-45f3-9053-cdcf7bd7bd3a&id=62ea21b1-7a4f-4e6f-b73b-0316f425f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347974 Sep 23 07:48:22.499037 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1452e66-c4ff-49a0-838d-6f87a3983285 req-e7785b3d-e318-4604-a912-9e9a9792cda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:48:22.500522 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b1452e66-c4ff-49a0-838d-6f87a3983285 req-e7785b3d-e318-4604-a912-9e9a9792cda3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7cd1a741-48cb-4c96-8978-62d2d2a17a4b HTTP/1.1" status: 200 len: 916 time: 0.0888193 Sep 23 07:48:22.569332 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b1452e66-c4ff-49a0-838d-6f87a3983285 req-049142af-aeea-42b6-94df-767a13ed63ce service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97d758ac-015d-4e19-b05f-379fbd0eccf8 HTTP/1.1" status: 200 len: 1001 time: 0.0607724 Sep 23 07:48:22.620455 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1452e66-c4ff-49a0-838d-6f87a3983285 req-5da58657-133d-4903-8472-0af3efb704b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:48:22.621912 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b1452e66-c4ff-49a0-838d-6f87a3983285 req-5da58657-133d-4903-8472-0af3efb704b1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d555ebbf-50ef-4e6d-a917-6f7221713daf HTTP/1.1" status: 200 len: 854 time: 0.0439336 Sep 23 07:48:22.668360 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1452e66-c4ff-49a0-838d-6f87a3983285 req-3a326549-02e2-4e61-9a02-5f72cb442078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:48:22.669734 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b1452e66-c4ff-49a0-838d-6f87a3983285 req-3a326549-02e2-4e61-9a02-5f72cb442078 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7cd1a741-48cb-4c96-8978-62d2d2a17a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395072 Sep 23 07:48:22.762980 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b1452e66-c4ff-49a0-838d-6f87a3983285 req-39cfb05a-19d5-4144-97f6-9979eb9444de service neutron] 10.222.0.58 "GET /v2.0/networks/7cd1a741-48cb-4c96-8978-62d2d2a17a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852122 Sep 23 07:48:22.853405 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b1452e66-c4ff-49a0-838d-6f87a3983285 req-ca5119e4-38b9-47d7-b5b5-7546c3a42cda service neutron] 10.222.0.58 "GET /v2.0/networks/7cd1a741-48cb-4c96-8978-62d2d2a17a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825822 Sep 23 07:48:23.586565 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b4d840-ca93-4ea9-bcbb-0c396f3a89e7 req-66b5d6bc-5777-4d0f-aef9-5b0260c6e79b tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:48:23.588334 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a6b4d840-ca93-4ea9-bcbb-0c396f3a89e7 req-66b5d6bc-5777-4d0f-aef9-5b0260c6e79b tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c451dcf-d822-4b4d-b506-f9cb07194e8b HTTP/1.1" status: 200 len: 984 time: 0.0538769 Sep 23 07:48:23.628638 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a6b4d840-ca93-4ea9-bcbb-0c396f3a89e7 req-4c9eaf9e-a43a-4284-b77d-bfaf0b55a5f0 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "GET /v2.0/security-groups?id=8511ab71-d94e-45f3-9053-cdcf7bd7bd3a&id=62ea21b1-7a4f-4e6f-b73b-0316f425f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342417 Sep 23 07:48:24.744774 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036adfeb-c327-42a8-8b1d-adbb3d0d7ee5 req-16e923ad-e421-4978-8298-a75fdb6c2d86 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:48:24.746409 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-036adfeb-c327-42a8-8b1d-adbb3d0d7ee5 req-16e923ad-e421-4978-8298-a75fdb6c2d86 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c451dcf-d822-4b4d-b506-f9cb07194e8b HTTP/1.1" status: 200 len: 984 time: 0.0520563 Sep 23 07:48:24.787537 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-036adfeb-c327-42a8-8b1d-adbb3d0d7ee5 req-2f9eadb3-8b5c-4819-829c-9eb591f7179d tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "GET /v2.0/security-groups?id=8511ab71-d94e-45f3-9053-cdcf7bd7bd3a&id=62ea21b1-7a4f-4e6f-b73b-0316f425f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346951 Sep 23 07:48:25.902657 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873c6199-f32e-45f3-8ced-45c6a1ff822b req-1c88c43f-8bd4-4149-8e3c-173c35f6f84a tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:48:25.904158 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-873c6199-f32e-45f3-8ced-45c6a1ff822b req-1c88c43f-8bd4-4149-8e3c-173c35f6f84a tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c451dcf-d822-4b4d-b506-f9cb07194e8b HTTP/1.1" status: 200 len: 984 time: 0.0499096 Sep 23 07:48:25.944455 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-873c6199-f32e-45f3-8ced-45c6a1ff822b req-6b7eaa87-110d-413a-b139-196722c1fab4 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "GET /v2.0/security-groups?id=8511ab71-d94e-45f3-9053-cdcf7bd7bd3a&id=62ea21b1-7a4f-4e6f-b73b-0316f425f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342059 Sep 23 07:48:27.058542 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf17cd9-9749-413d-9ad1-995d4a6c4fa3 req-9431604b-4aa8-4591-808a-c46003c11445 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:48:27.059919 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7cf17cd9-9749-413d-9ad1-995d4a6c4fa3 req-9431604b-4aa8-4591-808a-c46003c11445 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c451dcf-d822-4b4d-b506-f9cb07194e8b HTTP/1.1" status: 200 len: 984 time: 0.0486798 Sep 23 07:48:27.099049 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7cf17cd9-9749-413d-9ad1-995d4a6c4fa3 req-52807ba2-bdc3-4f08-b488-19b4acb469a1 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "GET /v2.0/security-groups?id=8511ab71-d94e-45f3-9053-cdcf7bd7bd3a&id=62ea21b1-7a4f-4e6f-b73b-0316f425f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331030 Sep 23 07:48:28.216067 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12236eed-35e5-4798-9c05-422c507309e2 req-f46f16cd-d161-40b0-81f0-e6bcb3eb3491 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:48:28.217524 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-12236eed-35e5-4798-9c05-422c507309e2 req-f46f16cd-d161-40b0-81f0-e6bcb3eb3491 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c451dcf-d822-4b4d-b506-f9cb07194e8b HTTP/1.1" status: 200 len: 984 time: 0.0483940 Sep 23 07:48:28.257788 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-12236eed-35e5-4798-9c05-422c507309e2 req-50dcf01d-6d0e-4d8c-b412-e47501fa5939 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "GET /v2.0/security-groups?id=8511ab71-d94e-45f3-9053-cdcf7bd7bd3a&id=62ea21b1-7a4f-4e6f-b73b-0316f425f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341938 Sep 23 07:48:29.374064 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40208706-50f2-4aec-8fdd-44dd4e8d2ad1 req-70246448-fc43-4a01-b48b-65df9190a93c tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:48:29.375426 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-40208706-50f2-4aec-8fdd-44dd4e8d2ad1 req-70246448-fc43-4a01-b48b-65df9190a93c tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c451dcf-d822-4b4d-b506-f9cb07194e8b HTTP/1.1" status: 200 len: 984 time: 0.0513344 Sep 23 07:48:29.414373 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-40208706-50f2-4aec-8fdd-44dd4e8d2ad1 req-1bebf540-781f-45fb-927e-ca9f1962147c tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "GET /v2.0/security-groups?id=8511ab71-d94e-45f3-9053-cdcf7bd7bd3a&id=62ea21b1-7a4f-4e6f-b73b-0316f425f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326605 Sep 23 07:48:30.545654 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43b67a7-0d79-4461-9406-fb39ff657139 req-b0463a9b-76f4-47d8-90cc-9d7856eff587 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:48:30.547139 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e43b67a7-0d79-4461-9406-fb39ff657139 req-b0463a9b-76f4-47d8-90cc-9d7856eff587 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c451dcf-d822-4b4d-b506-f9cb07194e8b HTTP/1.1" status: 200 len: 984 time: 0.0529366 Sep 23 07:48:30.585782 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e43b67a7-0d79-4461-9406-fb39ff657139 req-68c8a6f6-38c8-4ca6-b072-de33acf4bbba tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "GET /v2.0/security-groups?id=8511ab71-d94e-45f3-9053-cdcf7bd7bd3a&id=62ea21b1-7a4f-4e6f-b73b-0316f425f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326440 Sep 23 07:48:31.700305 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6dc31d-6dcd-457d-a5e0-d9562bfbf280 req-221044ee-6230-4f30-b326-a1de54f857b8 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:48:31.701790 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ac6dc31d-6dcd-457d-a5e0-d9562bfbf280 req-221044ee-6230-4f30-b326-a1de54f857b8 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c451dcf-d822-4b4d-b506-f9cb07194e8b HTTP/1.1" status: 200 len: 984 time: 0.0490804 Sep 23 07:48:31.743242 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ac6dc31d-6dcd-457d-a5e0-d9562bfbf280 req-5a84a741-3e3d-4a7c-9d11-2f1714ed8c16 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "GET /v2.0/security-groups?id=8511ab71-d94e-45f3-9053-cdcf7bd7bd3a&id=62ea21b1-7a4f-4e6f-b73b-0316f425f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352206 Sep 23 07:48:32.868480 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c4125c-1a01-46cb-bea2-83396aa44b04 req-ca3ad807-30ea-418c-bfe5-7b3ec69c7523 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:48:32.870433 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-56c4125c-1a01-46cb-bea2-83396aa44b04 req-ca3ad807-30ea-418c-bfe5-7b3ec69c7523 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c451dcf-d822-4b4d-b506-f9cb07194e8b HTTP/1.1" status: 200 len: 984 time: 0.0506508 Sep 23 07:48:32.909946 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-56c4125c-1a01-46cb-bea2-83396aa44b04 req-bb3e6833-f69e-4f0e-8850-8313a21be3e3 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "GET /v2.0/security-groups?id=8511ab71-d94e-45f3-9053-cdcf7bd7bd3a&id=62ea21b1-7a4f-4e6f-b73b-0316f425f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332286 Sep 23 07:48:34.023653 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc8b084-2a8a-4725-9a73-7a1c67d1c992 req-416b354d-ac1e-4a00-80c2-65233805ac79 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:48:34.025749 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7bc8b084-2a8a-4725-9a73-7a1c67d1c992 req-416b354d-ac1e-4a00-80c2-65233805ac79 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c451dcf-d822-4b4d-b506-f9cb07194e8b HTTP/1.1" status: 200 len: 984 time: 0.0489764 Sep 23 07:48:34.064247 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7bc8b084-2a8a-4725-9a73-7a1c67d1c992 req-8660bee0-f359-438e-8821-56135200248c tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "GET /v2.0/security-groups?id=8511ab71-d94e-45f3-9053-cdcf7bd7bd3a&id=62ea21b1-7a4f-4e6f-b73b-0316f425f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0324233 Sep 23 07:48:37.286855 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:48:38.142130 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-80553888-5676-483f-8972-483b5ebd6dd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:48:40.577535 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:48:40.809283 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1c330032-7ca1-4b2d-bf8f-3c6628eeffa0 req-f9663b65-5bf0-4583-84fc-e77e6f6ebca2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1c451dcf-d822-4b4d-b506-f9cb07194e8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0819962 Sep 23 07:48:40.887881 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c330032-7ca1-4b2d-bf8f-3c6628eeffa0 req-f388ca33-ca18-4171-ac97-6049f8d492af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:48:40.889252 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1c330032-7ca1-4b2d-bf8f-3c6628eeffa0 req-f388ca33-ca18-4171-ac97-6049f8d492af service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d6a8c2dad77545f08e8bdceb4cab5557&device_id=1c451dcf-d822-4b4d-b506-f9cb07194e8b HTTP/1.1" status: 200 len: 1136 time: 0.0402825 Sep 23 07:48:40.993999 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c330032-7ca1-4b2d-bf8f-3c6628eeffa0 req-c8f56d29-fa7e-4b65-aa0b-2a258d96caf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:48:40.995554 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1c330032-7ca1-4b2d-bf8f-3c6628eeffa0 req-c8f56d29-fa7e-4b65-aa0b-2a258d96caf5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7cd1a741-48cb-4c96-8978-62d2d2a17a4b HTTP/1.1" status: 200 len: 916 time: 0.0875452 Sep 23 07:48:41.064635 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1c330032-7ca1-4b2d-bf8f-3c6628eeffa0 req-117568cc-74ce-47b0-b41b-09a60ec9848d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97d758ac-015d-4e19-b05f-379fbd0eccf8 HTTP/1.1" status: 200 len: 1001 time: 0.0617816 Sep 23 07:48:41.115185 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c330032-7ca1-4b2d-bf8f-3c6628eeffa0 req-bc92ce95-b0bb-4798-827f-7300be24f620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:48:41.116680 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1c330032-7ca1-4b2d-bf8f-3c6628eeffa0 req-bc92ce95-b0bb-4798-827f-7300be24f620 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d555ebbf-50ef-4e6d-a917-6f7221713daf HTTP/1.1" status: 200 len: 854 time: 0.0452161 Sep 23 07:48:41.146087 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a1d05921-c43b-4576-a332-32fc1d6acba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:48:41.166744 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c330032-7ca1-4b2d-bf8f-3c6628eeffa0 req-b261f6e5-9be6-4f07-a77c-70741f77c482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:48:41.168250 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1c330032-7ca1-4b2d-bf8f-3c6628eeffa0 req-b261f6e5-9be6-4f07-a77c-70741f77c482 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7cd1a741-48cb-4c96-8978-62d2d2a17a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441568 Sep 23 07:48:41.600402 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1c330032-7ca1-4b2d-bf8f-3c6628eeffa0 req-52c91a04-3ab4-43dd-9b56-e1fb0bd82c84 service neutron] 10.222.0.58 "GET /v2.0/networks/7cd1a741-48cb-4c96-8978-62d2d2a17a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4248562 Sep 23 07:48:41.645315 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:48:41.691208 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1c330032-7ca1-4b2d-bf8f-3c6628eeffa0 req-fe73d860-0ea6-4753-9853-bf3464442910 service neutron] 10.222.0.58 "GET /v2.0/networks/7cd1a741-48cb-4c96-8978-62d2d2a17a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837493 Sep 23 07:48:42.549803 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:48:44.030336 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:48:48.877568 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:49:06.690143 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f550bf75-6409-4ec0-9523-cae795524ad8 req-8c6a4036-c743-4a93-b283-6229e2708f94 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1158570993&fields=id&tenant_id=d6a8c2dad77545f08e8bdceb4cab5557 HTTP/1.1" status: 200 len: 267 time: 0.1749232 Sep 23 07:49:06.754456 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f550bf75-6409-4ec0-9523-cae795524ad8 req-6d0a7f2a-d4e7-4da5-bb40-ff90a6b777df tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:49:06.756044 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f550bf75-6409-4ec0-9523-cae795524ad8 req-6d0a7f2a-d4e7-4da5-bb40-ff90a6b777df tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c451dcf-d822-4b4d-b506-f9cb07194e8b HTTP/1.1" status: 200 len: 984 time: 0.0594065 Sep 23 07:49:06.769796 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-f550bf75-6409-4ec0-9523-cae795524ad8 req-313badfa-1322-4ef7-abc8-4ea46f28b3f4 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Request body: {'port': {'security_groups': ['8511ab71-d94e-45f3-9053-cdcf7bd7bd3a']}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:49:06.850708 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-f550bf75-6409-4ec0-9523-cae795524ad8 req-313badfa-1322-4ef7-abc8-4ea46f28b3f4 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:07.053461 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-f550bf75-6409-4ec0-9523-cae795524ad8 req-313badfa-1322-4ef7-abc8-4ea46f28b3f4 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] For port 97d758ac-015d-4e19-b05f-379fbd0eccf8, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=97d758ac-015d-4e19-b05f-379fbd0eccf8,segment=NetworkSegment(cb39e2ab-4ead-40a0-ab9d-0df0f2f52dc7),segment_id=cb39e2ab-4ead-40a0-ab9d-0df0f2f52dc7)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:49:07.082317 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-f550bf75-6409-4ec0-9523-cae795524ad8 req-313badfa-1322-4ef7-abc8-4ea46f28b3f4 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:07.086621 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-f550bf75-6409-4ec0-9523-cae795524ad8 req-313badfa-1322-4ef7-abc8-4ea46f28b3f4 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:07.099491 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['97d758ac-015d-4e19-b05f-379fbd0eccf8'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:49:07.130883 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f550bf75-6409-4ec0-9523-cae795524ad8 req-313badfa-1322-4ef7-abc8-4ea46f28b3f4 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:49:07.131502 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-f550bf75-6409-4ec0-9523-cae795524ad8 req-313badfa-1322-4ef7-abc8-4ea46f28b3f4 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:07.132912 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f550bf75-6409-4ec0-9523-cae795524ad8 req-313badfa-1322-4ef7-abc8-4ea46f28b3f4 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "PUT /v2.0/ports/97d758ac-015d-4e19-b05f-379fbd0eccf8 HTTP/1.1" status: 200 len: 942 time: 0.3688464 Sep 23 07:49:07.133430 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c451dcf-d822-4b4d-b506-f9cb07194e8b', 'tag': '97d758ac-015d-4e19-b05f-379fbd0eccf8'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:49:07.135861 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5c82e26e84456ec9bd92b2391c670c25772fd4a9558cb5800b4b1a13ca591a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-032084fe-bba2-4ef2-a4b2-29376db22226" -d '{"events": [{"name": "network-changed", "server_uuid": "1c451dcf-d822-4b4d-b506-f9cb07194e8b", "tag": "97d758ac-015d-4e19-b05f-379fbd0eccf8"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:49:07.141445 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55482) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:49:07.176154 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313badfa-1322-4ef7-abc8-4ea46f28b3f4 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Pushing event updated for resources: {'Port': ['ID=97d758ac-015d-4e19-b05f-379fbd0eccf8,revision_number=7']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:49:07.186787 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313badfa-1322-4ef7-abc8-4ea46f28b3f4 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:49:07.187249 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313badfa-1322-4ef7-abc8-4ea46f28b3f4 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:49:07.187691 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313badfa-1322-4ef7-abc8-4ea46f28b3f4 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:49:07.187995 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313badfa-1322-4ef7-abc8-4ea46f28b3f4 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:49:07.188337 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313badfa-1322-4ef7-abc8-4ea46f28b3f4 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:49:07.188674 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313badfa-1322-4ef7-abc8-4ea46f28b3f4 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:49:07.189007 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313badfa-1322-4ef7-abc8-4ea46f28b3f4 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:49:07.189334 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313badfa-1322-4ef7-abc8-4ea46f28b3f4 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:49:07.189665 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313badfa-1322-4ef7-abc8-4ea46f28b3f4 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:49:07.190039 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313badfa-1322-4ef7-abc8-4ea46f28b3f4 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:49:07.190368 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313badfa-1322-4ef7-abc8-4ea46f28b3f4 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:49:07.190693 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313badfa-1322-4ef7-abc8-4ea46f28b3f4 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:49:07.198024 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4dd2343-3605-4713-b18c-b4a9247335fd x-openstack-request-id: req-a4dd2343-3605-4713-b18c-b4a9247335fd {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:49:07.198374 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c451dcf-d822-4b4d-b506-f9cb07194e8b", "tag": "97d758ac-015d-4e19-b05f-379fbd0eccf8", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:49:07.198905 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a4dd2343-3605-4713-b18c-b4a9247335fd {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:49:07.199328 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c451dcf-d822-4b4d-b506-f9cb07194e8b', 'tag': '97d758ac-015d-4e19-b05f-379fbd0eccf8', 'status': 'completed', 'code': 200} Sep 23 07:49:07.238973 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e60979bd-0c4a-4f23-ab4f-5722454bcd79 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:07.244800 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['97d758ac-015d-4e19-b05f-379fbd0eccf8'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:49:07.262943 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032084fe-bba2-4ef2-a4b2-29376db22226 req-a5496134-1fff-4352-ae57-97cd71d65cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:49:07.264702 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-032084fe-bba2-4ef2-a4b2-29376db22226 req-a5496134-1fff-4352-ae57-97cd71d65cb3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d6a8c2dad77545f08e8bdceb4cab5557&device_id=1c451dcf-d822-4b4d-b506-f9cb07194e8b HTTP/1.1" status: 200 len: 1097 time: 0.0533109 Sep 23 07:49:07.270936 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e60979bd-0c4a-4f23-ab4f-5722454bcd79 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:07.348267 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:07.365451 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e60979bd-0c4a-4f23-ab4f-5722454bcd79 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:07.368839 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e60979bd-0c4a-4f23-ab4f-5722454bcd79 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:07.370732 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-e60979bd-0c4a-4f23-ab4f-5722454bcd79 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "DELETE /v2.0/security-groups/62ea21b1-7a4f-4e6f-b73b-0316f425f7c7 HTTP/1.1" status: 204 len: 168 time: 0.2264259 Sep 23 07:49:07.376601 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55484) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:49:07.380573 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60979bd-0c4a-4f23-ab4f-5722454bcd79 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ea21b1-7a4f-4e6f-b73b-0316f425f7c7,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:49:07.388408 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60979bd-0c4a-4f23-ab4f-5722454bcd79 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:49:07.388759 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60979bd-0c4a-4f23-ab4f-5722454bcd79 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:49:07.389099 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60979bd-0c4a-4f23-ab4f-5722454bcd79 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:49:07.389434 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60979bd-0c4a-4f23-ab4f-5722454bcd79 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:49:07.389766 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60979bd-0c4a-4f23-ab4f-5722454bcd79 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:49:07.390121 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60979bd-0c4a-4f23-ab4f-5722454bcd79 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:49:07.390447 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60979bd-0c4a-4f23-ab4f-5722454bcd79 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:49:07.390775 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60979bd-0c4a-4f23-ab4f-5722454bcd79 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:49:07.391099 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60979bd-0c4a-4f23-ab4f-5722454bcd79 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:49:07.391420 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60979bd-0c4a-4f23-ab4f-5722454bcd79 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:49:07.391741 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60979bd-0c4a-4f23-ab4f-5722454bcd79 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:49:07.392964 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60979bd-0c4a-4f23-ab4f-5722454bcd79 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:49:07.429422 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032084fe-bba2-4ef2-a4b2-29376db22226 req-90d46479-0ba2-43be-9f7a-a4fe1a20ce83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:49:07.431418 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-032084fe-bba2-4ef2-a4b2-29376db22226 req-90d46479-0ba2-43be-9f7a-a4fe1a20ce83 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7cd1a741-48cb-4c96-8978-62d2d2a17a4b HTTP/1.1" status: 200 len: 916 time: 0.1561394 Sep 23 07:49:07.464711 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-c10cc30e-b1b5-4914-845d-abd28c31e144 None None] Provisioning complete for port 97d758ac-015d-4e19-b05f-379fbd0eccf8 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:49:07.465088 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c10cc30e-b1b5-4914-845d-abd28c31e144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:07.551797 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-032084fe-bba2-4ef2-a4b2-29376db22226 req-cdd51ee8-60a2-4111-bb5d-e8d957949e81 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97d758ac-015d-4e19-b05f-379fbd0eccf8 HTTP/1.1" status: 200 len: 1001 time: 0.1109321 Sep 23 07:49:07.631887 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032084fe-bba2-4ef2-a4b2-29376db22226 req-6ed25b2c-4092-43d7-82e2-3959be51f02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:49:07.633479 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-032084fe-bba2-4ef2-a4b2-29376db22226 req-6ed25b2c-4092-43d7-82e2-3959be51f02e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d555ebbf-50ef-4e6d-a917-6f7221713daf HTTP/1.1" status: 200 len: 854 time: 0.0711467 Sep 23 07:49:07.645873 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-239f692c-5c2d-428e-b8be-5dbacbd74d39 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Deleting port 1c8ab7d0-b0ac-439a-b236-4e1ddbcc489d {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:49:07.646236 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-239f692c-5c2d-428e-b8be-5dbacbd74d39 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:07.741180 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032084fe-bba2-4ef2-a4b2-29376db22226 req-36c1c55b-12a0-41d8-840c-e40dacf9fe2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:49:07.743173 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-032084fe-bba2-4ef2-a4b2-29376db22226 req-36c1c55b-12a0-41d8-840c-e40dacf9fe2e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7cd1a741-48cb-4c96-8978-62d2d2a17a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0989263 Sep 23 07:49:07.766408 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-239f692c-5c2d-428e-b8be-5dbacbd74d39 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:07.766740 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-239f692c-5c2d-428e-b8be-5dbacbd74d39 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:07.799350 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-239f692c-5c2d-428e-b8be-5dbacbd74d39 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Calling delete_port for 1c8ab7d0-b0ac-439a-b236-4e1ddbcc489d owned by network:floatingip {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:49:07.915120 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-032084fe-bba2-4ef2-a4b2-29376db22226 req-3ca84c3b-ba66-4fa4-9ca6-f3bf31a376b2 service neutron] 10.222.0.58 "GET /v2.0/networks/7cd1a741-48cb-4c96-8978-62d2d2a17a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643481 Sep 23 07:49:08.052817 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-032084fe-bba2-4ef2-a4b2-29376db22226 req-4ec5582b-6782-44f1-a08f-0d1167bafb6f service neutron] 10.222.0.58 "GET /v2.0/networks/7cd1a741-48cb-4c96-8978-62d2d2a17a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287742 Sep 23 07:49:08.075820 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-239f692c-5c2d-428e-b8be-5dbacbd74d39 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:08.103451 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239f692c-5c2d-428e-b8be-5dbacbd74d39 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Pushing event deleted for resources: {'Port': ['ID=1c8ab7d0-b0ac-439a-b236-4e1ddbcc489d,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:49:08.142767 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-53842111-38f7-4c3a-a9f8-9b21e55f4d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:08.171792 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-239f692c-5c2d-428e-b8be-5dbacbd74d39 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Notify callbacks [] for floatingip, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:08.171995 n-d-715271-16 neutron-server[95066]: INFO neutron.db.l3_db [None req-239f692c-5c2d-428e-b8be-5dbacbd74d39 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Floating IP 064e7215-e6bb-43f2-9be8-e0b67b103c64 disassociated (deleted). External IP: 172.25.2.202, port: 97d758ac-015d-4e19-b05f-379fbd0eccf8. Sep 23 07:49:08.384442 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-239f692c-5c2d-428e-b8be-5dbacbd74d39 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Router e623b117-156d-45ec-93d9-c5665d3f55c2 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:49:08.493677 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-239f692c-5c2d-428e-b8be-5dbacbd74d39 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:49:08.498599 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-239f692c-5c2d-428e-b8be-5dbacbd74d39 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:08.503524 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78da8b35-5e52-4c92-99d1-e6f98dc2b26d None None] Sync routers for ids ['e623b117-156d-45ec-93d9-c5665d3f55c2'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:49:08.511946 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78da8b35-5e52-4c92-99d1-e6f98dc2b26d None None] Routers {'e623b117-156d-45ec-93d9-c5665d3f55c2'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:49:08.512559 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-78da8b35-5e52-4c92-99d1-e6f98dc2b26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:48:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['e623b117-156d-45ec-93d9-c5665d3f55c2'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:49:08.525347 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-239f692c-5c2d-428e-b8be-5dbacbd74d39 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "DELETE /v2.0/floatingips/064e7215-e6bb-43f2-9be8-e0b67b103c64 HTTP/1.1" status: 204 len: 168 time: 1.1474197 Sep 23 07:49:08.622695 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-78da8b35-5e52-4c92-99d1-e6f98dc2b26d None None] Set router e623b117-156d-45ec-93d9-c5665d3f55c2 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:49:08.838015 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-78da8b35-5e52-4c92-99d1-e6f98dc2b26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e623b117-156d-45ec-93d9-c5665d3f55c2', 'name': 'tempest-TestMinimumBasicScenario-1094843962-router', 'tenant_id': 'd6a8c2dad77545f08e8bdceb4cab5557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'd9c8ffeb-84d1-4a84-8147-262143ea9ab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:47:10Z', 'updated_at': '2021-09-23T07:47:12Z', 'revision_number': 4, 'project_id': 'd6a8c2dad77545f08e8bdceb4cab5557', 'gw_port': {'id': 'd9c8ffeb-84d1-4a84-8147-262143ea9ab7', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c2:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e623b117-156d-45ec-93d9-c5665d3f55c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:47:10Z', 'updated_at': '2021-09-23T07:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '546de046-6c45-4aa9-94e7-fc92df9ce1fd', 'name': '', 'network_id': '7cd1a741-48cb-4c96-8978-62d2d2a17a4b', 'tenant_id': 'd6a8c2dad77545f08e8bdceb4cab5557', 'mac_address': 'fa:16:3e:7b:8a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e623b117-156d-45ec-93d9-c5665d3f55c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'd555ebbf-50ef-4e6d-a917-6f7221713daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:47:11Z', 'updated_at': '2021-09-23T07:47:17Z', 'revision_number': 5, 'project_id': 'd6a8c2dad77545f08e8bdceb4cab5557', 'subnets': [{'id': 'd555ebbf-50ef-4e6d-a917-6f7221713daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:49:08.864083 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78da8b35-5e52-4c92-99d1-e6f98dc2b26d None None] Checking router: e623b117-156d-45ec-93d9-c5665d3f55c2 for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:49:08.872199 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78da8b35-5e52-4c92-99d1-e6f98dc2b26d None None] Routers {'e623b117-156d-45ec-93d9-c5665d3f55c2'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:49:08.872801 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-78da8b35-5e52-4c92-99d1-e6f98dc2b26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:48:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['e623b117-156d-45ec-93d9-c5665d3f55c2'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:49:08.979323 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-78da8b35-5e52-4c92-99d1-e6f98dc2b26d None None] Set router e623b117-156d-45ec-93d9-c5665d3f55c2 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:49:09.184131 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-78da8b35-5e52-4c92-99d1-e6f98dc2b26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e623b117-156d-45ec-93d9-c5665d3f55c2', 'name': 'tempest-TestMinimumBasicScenario-1094843962-router', 'tenant_id': 'd6a8c2dad77545f08e8bdceb4cab5557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'd9c8ffeb-84d1-4a84-8147-262143ea9ab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:47:10Z', 'updated_at': '2021-09-23T07:47:12Z', 'revision_number': 4, 'project_id': 'd6a8c2dad77545f08e8bdceb4cab5557', 'gw_port': {'id': 'd9c8ffeb-84d1-4a84-8147-262143ea9ab7', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c2:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e623b117-156d-45ec-93d9-c5665d3f55c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:47:10Z', 'updated_at': '2021-09-23T07:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '546de046-6c45-4aa9-94e7-fc92df9ce1fd', 'name': '', 'network_id': '7cd1a741-48cb-4c96-8978-62d2d2a17a4b', 'tenant_id': 'd6a8c2dad77545f08e8bdceb4cab5557', 'mac_address': 'fa:16:3e:7b:8a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e623b117-156d-45ec-93d9-c5665d3f55c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'd555ebbf-50ef-4e6d-a917-6f7221713daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:47:11Z', 'updated_at': '2021-09-23T07:47:17Z', 'revision_number': 5, 'project_id': 'd6a8c2dad77545f08e8bdceb4cab5557', 'subnets': [{'id': 'd555ebbf-50ef-4e6d-a917-6f7221713daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:49:09.200906 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c451dcf-d822-4b4d-b506-f9cb07194e8b', 'tag': '97d758ac-015d-4e19-b05f-379fbd0eccf8'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:49:09.203496 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5c82e26e84456ec9bd92b2391c670c25772fd4a9558cb5800b4b1a13ca591a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89aea0e1-8e28-4310-8d31-7a91575b3465" -d '{"events": [{"name": "network-changed", "server_uuid": "1c451dcf-d822-4b4d-b506-f9cb07194e8b", "tag": "97d758ac-015d-4e19-b05f-379fbd0eccf8"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:49:09.217253 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78da8b35-5e52-4c92-99d1-e6f98dc2b26d None None] The sync data for ids ['e623b117-156d-45ec-93d9-c5665d3f55c2'] in n-d-715271-16 is: [{'id': 'e623b117-156d-45ec-93d9-c5665d3f55c2', 'name': 'tempest-TestMinimumBasicScenario-1094843962-router', 'tenant_id': 'd6a8c2dad77545f08e8bdceb4cab5557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'd9c8ffeb-84d1-4a84-8147-262143ea9ab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:47:10Z', 'updated_at': '2021-09-23T07:47:12Z', 'revision_number': 4, 'project_id': 'd6a8c2dad77545f08e8bdceb4cab5557', 'gw_port': {'id': 'd9c8ffeb-84d1-4a84-8147-262143ea9ab7', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c2:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e623b117-156d-45ec-93d9-c5665d3f55c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:47:10Z', 'updated_at': '2021-09-23T07:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '546de046-6c45-4aa9-94e7-fc92df9ce1fd', 'name': '', 'network_id': '7cd1a741-48cb-4c96-8978-62d2d2a17a4b', 'tenant_id': 'd6a8c2dad77545f08e8bdceb4cab5557', 'mac_address': 'fa:16:3e:7b:8a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e623b117-156d-45ec-93d9-c5665d3f55c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'd555ebbf-50ef-4e6d-a917-6f7221713daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:47:11Z', 'updated_at': '2021-09-23T07:47:17Z', 'revision_number': 5, 'project_id': 'd6a8c2dad77545f08e8bdceb4cab5557', 'subnets': [{'id': 'd555ebbf-50ef-4e6d-a917-6f7221713daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:49:09.242008 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e12681-b57f-4111-a1f1-5024e85842f0 x-openstack-request-id: req-34e12681-b57f-4111-a1f1-5024e85842f0 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:49:09.242332 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c451dcf-d822-4b4d-b506-f9cb07194e8b", "tag": "97d758ac-015d-4e19-b05f-379fbd0eccf8", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:49:09.242588 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-34e12681-b57f-4111-a1f1-5024e85842f0 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:49:09.243153 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c451dcf-d822-4b4d-b506-f9cb07194e8b', 'tag': '97d758ac-015d-4e19-b05f-379fbd0eccf8', 'status': 'completed', 'code': 200} Sep 23 07:49:09.313562 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aea0e1-8e28-4310-8d31-7a91575b3465 req-cde91166-72b3-4efd-8df0-a1ebffef2706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:49:09.315503 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-89aea0e1-8e28-4310-8d31-7a91575b3465 req-cde91166-72b3-4efd-8df0-a1ebffef2706 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d6a8c2dad77545f08e8bdceb4cab5557&device_id=1c451dcf-d822-4b4d-b506-f9cb07194e8b HTTP/1.1" status: 200 len: 1097 time: 0.0478444 Sep 23 07:49:09.424993 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aea0e1-8e28-4310-8d31-7a91575b3465 req-9fd7b16e-ce6b-4343-aeb7-a28016d81ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:49:09.426544 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-89aea0e1-8e28-4310-8d31-7a91575b3465 req-9fd7b16e-ce6b-4343-aeb7-a28016d81ddf service neutron] 10.222.0.58 "GET /v2.0/networks?id=7cd1a741-48cb-4c96-8978-62d2d2a17a4b HTTP/1.1" status: 200 len: 916 time: 0.1041431 Sep 23 07:49:09.470710 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf0920e-dee8-44b3-ac44-de99f0015514 None None] New status for floating IP 064e7215-e6bb-43f2-9be8-e0b67b103c64: DOWN {{(pid=95068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 07:49:09.477790 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-89aea0e1-8e28-4310-8d31-7a91575b3465 req-3810b4d2-18ca-467b-a08c-e7ace9a0a037 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97d758ac-015d-4e19-b05f-379fbd0eccf8 HTTP/1.1" status: 200 len: 217 time: 0.0446320 Sep 23 07:49:09.532266 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aea0e1-8e28-4310-8d31-7a91575b3465 req-b7007022-2959-4e10-a2a2-74a501a57aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:49:09.533774 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-89aea0e1-8e28-4310-8d31-7a91575b3465 req-b7007022-2959-4e10-a2a2-74a501a57aa8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d555ebbf-50ef-4e6d-a917-6f7221713daf HTTP/1.1" status: 200 len: 854 time: 0.0493591 Sep 23 07:49:09.584994 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aea0e1-8e28-4310-8d31-7a91575b3465 req-11d86720-0d28-4e6d-8951-112a5726baf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:49:09.587273 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-89aea0e1-8e28-4310-8d31-7a91575b3465 req-11d86720-0d28-4e6d-8951-112a5726baf5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7cd1a741-48cb-4c96-8978-62d2d2a17a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462766 Sep 23 07:49:09.684656 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-89aea0e1-8e28-4310-8d31-7a91575b3465 req-ea0374f9-9ee1-41bd-b1b1-942b81c36e99 service neutron] 10.222.0.58 "GET /v2.0/networks/7cd1a741-48cb-4c96-8978-62d2d2a17a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900688 Sep 23 07:49:09.782272 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-89aea0e1-8e28-4310-8d31-7a91575b3465 req-1d9b0d8e-ede0-46c5-90d5-ea8ab7899905 service neutron] 10.222.0.58 "GET /v2.0/networks/7cd1a741-48cb-4c96-8978-62d2d2a17a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897157 Sep 23 07:49:10.576411 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:11.146735 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ed663d20-2c99-44f2-a1a5-31dfc8d811a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:11.646665 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:12.552084 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:14.032906 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:15.569583 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939193d8-02c7-4364-9aef-81e4f52ad9a3 req-ca413e5b-32fc-47b6-97fc-70abdd446dfc tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:49:15.572999 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-939193d8-02c7-4364-9aef-81e4f52ad9a3 req-ca413e5b-32fc-47b6-97fc-70abdd446dfc tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c451dcf-d822-4b4d-b506-f9cb07194e8b HTTP/1.1" status: 200 len: 945 time: 0.0514557 Sep 23 07:49:15.611803 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-939193d8-02c7-4364-9aef-81e4f52ad9a3 req-628c602d-96ce-4d3e-9a81-a147a943d387 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "GET /v2.0/security-groups?id=8511ab71-d94e-45f3-9053-cdcf7bd7bd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325572 Sep 23 07:49:16.732372 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3219d3fe-1bca-4a71-a786-feb74a977ebd req-db4f9a94-a59e-43fe-a63b-0c17fc709d5d tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:49:16.733841 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3219d3fe-1bca-4a71-a786-feb74a977ebd req-db4f9a94-a59e-43fe-a63b-0c17fc709d5d tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c451dcf-d822-4b4d-b506-f9cb07194e8b HTTP/1.1" status: 200 len: 945 time: 0.0543096 Sep 23 07:49:16.771954 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3219d3fe-1bca-4a71-a786-feb74a977ebd req-81555eeb-714c-4d47-b1e3-add46c2ffec2 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "GET /v2.0/security-groups?id=8511ab71-d94e-45f3-9053-cdcf7bd7bd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321476 Sep 23 07:49:17.167173 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6760bdde-1ab7-40db-bfdd-73b5ce4edd7d req-0bdb5e73-03b0-4066-8b64-d9ebe4a342f3 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:49:17.168633 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6760bdde-1ab7-40db-bfdd-73b5ce4edd7d req-0bdb5e73-03b0-4066-8b64-d9ebe4a342f3 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c451dcf-d822-4b4d-b506-f9cb07194e8b HTTP/1.1" status: 200 len: 945 time: 0.0493021 Sep 23 07:49:17.257068 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-6760bdde-1ab7-40db-bfdd-73b5ce4edd7d req-94a0ed96-71b3-4225-a8b5-6cf1afcac1dd tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Deleting port 97d758ac-015d-4e19-b05f-379fbd0eccf8 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:49:17.257418 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-6760bdde-1ab7-40db-bfdd-73b5ce4edd7d req-94a0ed96-71b3-4225-a8b5-6cf1afcac1dd tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:17.349399 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-6760bdde-1ab7-40db-bfdd-73b5ce4edd7d req-94a0ed96-71b3-4225-a8b5-6cf1afcac1dd tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] For port 97d758ac-015d-4e19-b05f-379fbd0eccf8, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=97d758ac-015d-4e19-b05f-379fbd0eccf8,segment=NetworkSegment(cb39e2ab-4ead-40a0-ab9d-0df0f2f52dc7),segment_id=cb39e2ab-4ead-40a0-ab9d-0df0f2f52dc7)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:49:17.349762 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-6760bdde-1ab7-40db-bfdd-73b5ce4edd7d req-94a0ed96-71b3-4225-a8b5-6cf1afcac1dd tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:17.362320 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-6760bdde-1ab7-40db-bfdd-73b5ce4edd7d req-94a0ed96-71b3-4225-a8b5-6cf1afcac1dd tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Calling delete_port for 97d758ac-015d-4e19-b05f-379fbd0eccf8 owned by compute:nova {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:49:17.492961 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-6760bdde-1ab7-40db-bfdd-73b5ce4edd7d req-94a0ed96-71b3-4225-a8b5-6cf1afcac1dd tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:17.505810 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['97d758ac-015d-4e19-b05f-379fbd0eccf8'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:49:17.524819 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a0ed96-71b3-4225-a8b5-6cf1afcac1dd tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Pushing event deleted for resources: {'Port': ['ID=97d758ac-015d-4e19-b05f-379fbd0eccf8,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:49:17.566639 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-6760bdde-1ab7-40db-bfdd-73b5ce4edd7d req-94a0ed96-71b3-4225-a8b5-6cf1afcac1dd tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] No DVR routers for this DVR port 97d758ac-015d-4e19-b05f-379fbd0eccf8 on host n-h2-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:49:17.569597 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-6760bdde-1ab7-40db-bfdd-73b5ce4edd7d req-94a0ed96-71b3-4225-a8b5-6cf1afcac1dd tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:17.572264 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6760bdde-1ab7-40db-bfdd-73b5ce4edd7d req-94a0ed96-71b3-4225-a8b5-6cf1afcac1dd tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.58 "DELETE /v2.0/ports/97d758ac-015d-4e19-b05f-379fbd0eccf8 HTTP/1.1" status: 204 len: 173 time: 0.3973086 Sep 23 07:49:17.572710 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c451dcf-d822-4b4d-b506-f9cb07194e8b', 'name': 'network-vif-deleted', 'tag': '97d758ac-015d-4e19-b05f-379fbd0eccf8'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:49:17.575776 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5c82e26e84456ec9bd92b2391c670c25772fd4a9558cb5800b4b1a13ca591a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c21ddf3e-74cd-48cb-89e8-a3247b7afb95" -d '{"events": [{"server_uuid": "1c451dcf-d822-4b4d-b506-f9cb07194e8b", "name": "network-vif-deleted", "tag": "97d758ac-015d-4e19-b05f-379fbd0eccf8"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:49:17.612765 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42bbcc2d-750a-43bd-90fc-d294aa1e0ec6 x-openstack-request-id: req-42bbcc2d-750a-43bd-90fc-d294aa1e0ec6 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:49:17.613030 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c451dcf-d822-4b4d-b506-f9cb07194e8b", "name": "network-vif-deleted", "tag": "97d758ac-015d-4e19-b05f-379fbd0eccf8", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:49:17.613282 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-42bbcc2d-750a-43bd-90fc-d294aa1e0ec6 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:49:17.613681 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c451dcf-d822-4b4d-b506-f9cb07194e8b', 'name': 'network-vif-deleted', 'tag': '97d758ac-015d-4e19-b05f-379fbd0eccf8', 'status': 'completed', 'code': 200} Sep 23 07:49:17.877919 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8c767880-f9cf-483c-8995-4096918389f2 req-f3a8b411-7170-4723-804e-caa5e50ab061 tempest-TestMinimumBasicScenario-1707148283 tempest-TestMinimumBasicScenario-1707148283-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c451dcf-d822-4b4d-b506-f9cb07194e8b HTTP/1.1" status: 200 len: 210 time: 0.0281370 Sep 23 07:49:19.429140 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55582) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:49:19.767675 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6875-6b95-4f13-a3c1-aee181be8e91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066969'] for router_interface, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:20.292114 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-6e2e6875-6b95-4f13-a3c1-aee181be8e91 admin admin] Deleting port 546de046-6c45-4aa9-94e7-fc92df9ce1fd {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:49:20.292447 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6875-6b95-4f13-a3c1-aee181be8e91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:20.369218 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-6e2e6875-6b95-4f13-a3c1-aee181be8e91 admin admin] For port 546de046-6c45-4aa9-94e7-fc92df9ce1fd, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=546de046-6c45-4aa9-94e7-fc92df9ce1fd,segment=NetworkSegment(cb39e2ab-4ead-40a0-ab9d-0df0f2f52dc7),segment_id=cb39e2ab-4ead-40a0-ab9d-0df0f2f52dc7)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:49:20.369491 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6875-6b95-4f13-a3c1-aee181be8e91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:20.381658 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-6e2e6875-6b95-4f13-a3c1-aee181be8e91 admin admin] Calling delete_port for 546de046-6c45-4aa9-94e7-fc92df9ce1fd owned by network:router_interface {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:49:20.554834 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6875-6b95-4f13-a3c1-aee181be8e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:20.579802 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2e6875-6b95-4f13-a3c1-aee181be8e91 admin admin] Pushing event deleted for resources: {'Port': ['ID=546de046-6c45-4aa9-94e7-fc92df9ce1fd,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:49:20.752413 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6875-6b95-4f13-a3c1-aee181be8e91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2068624'] for router_interface, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:20.969561 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e2e6875-6b95-4f13-a3c1-aee181be8e91 admin admin] Router e623b117-156d-45ec-93d9-c5665d3f55c2 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:49:21.073893 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e2e6875-6b95-4f13-a3c1-aee181be8e91 admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:49:21.078914 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-6e2e6875-6b95-4f13-a3c1-aee181be8e91 admin admin] 10.222.0.39 "PUT /v2.0/routers/e623b117-156d-45ec-93d9-c5665d3f55c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6481910 Sep 23 07:49:21.081384 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55584) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:49:21.084136 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad8ef67-6d2a-43d9-9dd4-ebd36afab41e None None] Sync routers for ids ['e623b117-156d-45ec-93d9-c5665d3f55c2'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:49:21.094145 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad8ef67-6d2a-43d9-9dd4-ebd36afab41e None None] Routers {'e623b117-156d-45ec-93d9-c5665d3f55c2'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:49:21.094769 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-1ad8ef67-6d2a-43d9-9dd4-ebd36afab41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:49:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['e623b117-156d-45ec-93d9-c5665d3f55c2'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:49:21.187063 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-88080a52-cdb5-4f30-b052-c07104a9fc6a admin admin] Notify callbacks [] for router, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:21.293438 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-88080a52-cdb5-4f30-b052-c07104a9fc6a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:21.352004 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-88080a52-cdb5-4f30-b052-c07104a9fc6a admin admin] Deleting port d9c8ffeb-84d1-4a84-8147-262143ea9ab7 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:49:21.352332 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-88080a52-cdb5-4f30-b052-c07104a9fc6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:21.357194 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-1ad8ef67-6d2a-43d9-9dd4-ebd36afab41e None None] Set router e623b117-156d-45ec-93d9-c5665d3f55c2 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:49:21.430519 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-88080a52-cdb5-4f30-b052-c07104a9fc6a admin admin] For port d9c8ffeb-84d1-4a84-8147-262143ea9ab7, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=d9c8ffeb-84d1-4a84-8147-262143ea9ab7,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:49:21.430960 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-88080a52-cdb5-4f30-b052-c07104a9fc6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:21.443478 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-88080a52-cdb5-4f30-b052-c07104a9fc6a admin admin] Calling delete_port for d9c8ffeb-84d1-4a84-8147-262143ea9ab7 owned by network:router_gateway {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:49:21.535136 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-1ad8ef67-6d2a-43d9-9dd4-ebd36afab41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e623b117-156d-45ec-93d9-c5665d3f55c2', 'name': 'tempest-TestMinimumBasicScenario-1094843962-router', 'tenant_id': 'd6a8c2dad77545f08e8bdceb4cab5557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'd9c8ffeb-84d1-4a84-8147-262143ea9ab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:47:10Z', 'updated_at': '2021-09-23T07:49:20Z', 'revision_number': 5, 'project_id': 'd6a8c2dad77545f08e8bdceb4cab5557', 'gw_port': {'id': 'd9c8ffeb-84d1-4a84-8147-262143ea9ab7', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c2:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e623b117-156d-45ec-93d9-c5665d3f55c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:47:10Z', 'updated_at': '2021-09-23T07:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:49:21.566176 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad8ef67-6d2a-43d9-9dd4-ebd36afab41e None None] Checking router: e623b117-156d-45ec-93d9-c5665d3f55c2 for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:49:21.576262 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad8ef67-6d2a-43d9-9dd4-ebd36afab41e None None] Routers {'e623b117-156d-45ec-93d9-c5665d3f55c2'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:49:21.576887 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-1ad8ef67-6d2a-43d9-9dd4-ebd36afab41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:49:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['e623b117-156d-45ec-93d9-c5665d3f55c2'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:49:21.615922 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-88080a52-cdb5-4f30-b052-c07104a9fc6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:21.640504 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88080a52-cdb5-4f30-b052-c07104a9fc6a admin admin] Pushing event deleted for resources: {'Port': ['ID=d9c8ffeb-84d1-4a84-8147-262143ea9ab7,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:49:21.661953 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-1ad8ef67-6d2a-43d9-9dd4-ebd36afab41e None None] Set router e623b117-156d-45ec-93d9-c5665d3f55c2 gateway port host: None {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:49:21.708616 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-88080a52-cdb5-4f30-b052-c07104a9fc6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2068563'] for router_gateway, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:21.716285 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-1ad8ef67-6d2a-43d9-9dd4-ebd36afab41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e623b117-156d-45ec-93d9-c5665d3f55c2', 'name': 'tempest-TestMinimumBasicScenario-1094843962-router', 'tenant_id': 'd6a8c2dad77545f08e8bdceb4cab5557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:47:10Z', 'updated_at': '2021-09-23T07:49:21Z', 'revision_number': 6, 'project_id': 'd6a8c2dad77545f08e8bdceb4cab5557', 'gw_port_host': None}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:49:21.742793 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad8ef67-6d2a-43d9-9dd4-ebd36afab41e None None] The sync data for ids ['e623b117-156d-45ec-93d9-c5665d3f55c2'] in n-d-715271-16 is: [{'id': 'e623b117-156d-45ec-93d9-c5665d3f55c2', 'name': 'tempest-TestMinimumBasicScenario-1094843962-router', 'tenant_id': 'd6a8c2dad77545f08e8bdceb4cab5557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:47:10Z', 'updated_at': '2021-09-23T07:49:21Z', 'revision_number': 6, 'project_id': 'd6a8c2dad77545f08e8bdceb4cab5557', 'gw_port_host': None}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:49:21.810082 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-88080a52-cdb5-4f30-b052-c07104a9fc6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:21.812388 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-88080a52-cdb5-4f30-b052-c07104a9fc6a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:21.856709 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-88080a52-cdb5-4f30-b052-c07104a9fc6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:21.857266 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88080a52-cdb5-4f30-b052-c07104a9fc6a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e623b117-156d-45ec-93d9-c5665d3f55c2 {{(pid=95065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 07:49:21.862771 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-88080a52-cdb5-4f30-b052-c07104a9fc6a admin admin] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:21.863939 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-88080a52-cdb5-4f30-b052-c07104a9fc6a admin admin] 10.222.0.39 "DELETE /v2.0/routers/e623b117-156d-45ec-93d9-c5665d3f55c2 HTTP/1.1" status: 204 len: 168 time: 0.7816079 Sep 23 07:49:21.866673 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55586) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:49:21.911136 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5e6002b-3390-4b11-9c37-3407de7cc24e admin admin] Deleting subnet d555ebbf-50ef-4e6d-a917-6f7221713daf {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:49:21.914668 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f5e6002b-3390-4b11-9c37-3407de7cc24e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:21.953275 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f5e6002b-3390-4b11-9c37-3407de7cc24e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:21.954494 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 97d758ac-015d-4e19-b05f-379fbd0eccf8 no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:49:21.980723 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No Port match for: 97d758ac-015d-4e19-b05f-379fbd0eccf8 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:49:21.981070 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 97d758ac-015d-4e19-b05f-379fbd0eccf8 not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:49:22.035371 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f5e6002b-3390-4b11-9c37-3407de7cc24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:22.096032 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f5e6002b-3390-4b11-9c37-3407de7cc24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:22.122862 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e6002b-3390-4b11-9c37-3407de7cc24e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d555ebbf-50ef-4e6d-a917-6f7221713daf,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:49:22.127413 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f5e6002b-3390-4b11-9c37-3407de7cc24e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:22.132099 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-f5e6002b-3390-4b11-9c37-3407de7cc24e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/d555ebbf-50ef-4e6d-a917-6f7221713daf HTTP/1.1" status: 204 len: 168 time: 0.2619843 Sep 23 07:49:22.133364 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55588) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:49:22.134095 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37efeb58-23c5-4784-a79a-8761441d20b0 None None] Network 7cd1a741-48cb-4c96-8978-62d2d2a17a4b requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:49:22.218772 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c69a23c8-7269-4c4b-8f8e-e99a76ad9dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:22.271951 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-c69a23c8-7269-4c4b-8f8e-e99a76ad9dc5 admin admin] Deleting port 1db193b6-ea25-4d0d-8402-03fb9dc00bb0 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:49:22.272302 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c69a23c8-7269-4c4b-8f8e-e99a76ad9dc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:22.339022 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-c69a23c8-7269-4c4b-8f8e-e99a76ad9dc5 admin admin] For port 1db193b6-ea25-4d0d-8402-03fb9dc00bb0, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=1db193b6-ea25-4d0d-8402-03fb9dc00bb0,segment=NetworkSegment(cb39e2ab-4ead-40a0-ab9d-0df0f2f52dc7),segment_id=cb39e2ab-4ead-40a0-ab9d-0df0f2f52dc7)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:49:22.339387 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c69a23c8-7269-4c4b-8f8e-e99a76ad9dc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:22.350801 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-c69a23c8-7269-4c4b-8f8e-e99a76ad9dc5 admin admin] Calling delete_port for 1db193b6-ea25-4d0d-8402-03fb9dc00bb0 owned by network:dhcp {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:49:22.430943 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c69a23c8-7269-4c4b-8f8e-e99a76ad9dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:22.455035 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69a23c8-7269-4c4b-8f8e-e99a76ad9dc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1db193b6-ea25-4d0d-8402-03fb9dc00bb0,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:49:22.461631 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69a23c8-7269-4c4b-8f8e-e99a76ad9dc5 admin admin] No DVR routers for this DVR port 1db193b6-ea25-4d0d-8402-03fb9dc00bb0 on host n-d-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:49:22.528333 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521ecc67-d414-443b-8a98-55db12cc4af3 None None] DHCP port deletion for 7cd1a741-48cb-4c96-8978-62d2d2a17a4b request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 07:49:22.541850 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c69a23c8-7269-4c4b-8f8e-e99a76ad9dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:22.562502 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-c69a23c8-7269-4c4b-8f8e-e99a76ad9dc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cd1a741-48cb-4c96-8978-62d2d2a17a4b']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:49:22.572919 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-c69a23c8-7269-4c4b-8f8e-e99a76ad9dc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb39e2ab-4ead-40a0-ab9d-0df0f2f52dc7') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:49:22.573210 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-c69a23c8-7269-4c4b-8f8e-e99a76ad9dc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb39e2ab-4ead-40a0-ab9d-0df0f2f52dc7') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:49:22.582499 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c69a23c8-7269-4c4b-8f8e-e99a76ad9dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:22.595546 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c69a23c8-7269-4c4b-8f8e-e99a76ad9dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:22.601928 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c69a23c8-7269-4c4b-8f8e-e99a76ad9dc5 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:49:22.602659 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c69a23c8-7269-4c4b-8f8e-e99a76ad9dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:22.604881 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 07:49:22.604881 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:49:22.604881 n-d-715271-16 neutron-server[95066]: timer() Sep 23 07:49:22.604881 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:49:22.604881 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 07:49:22.604881 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:49:22.604881 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 07:49:22.604881 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:49:22.604881 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 07:49:22.604881 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:49:22.604881 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 07:49:22.604881 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:49:22.604881 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 07:49:22.604881 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:49:22.604881 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:49:22.604881 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:49:22.604881 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:49:22.604881 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:49:22.604881 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 07:49:22.604881 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:49:22.604881 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 07:49:22.604881 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:49:22.604881 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:49:22.604881 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:49:22.604881 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 07:49:22.604881 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:49:22.604881 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:49:22.604881 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:49:22.604881 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:49:22.604881 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:49:22.604881 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:49:22.604881 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:49:22.668033 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c69a23c8-7269-4c4b-8f8e-e99a76ad9dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:22.673753 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c69a23c8-7269-4c4b-8f8e-e99a76ad9dc5 admin admin] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:22.678462 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-c69a23c8-7269-4c4b-8f8e-e99a76ad9dc5 admin admin] 10.222.0.39 "DELETE /v2.0/networks/7cd1a741-48cb-4c96-8978-62d2d2a17a4b HTTP/1.1" status: 204 len: 168 time: 0.5408502 Sep 23 07:49:22.678824 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55590) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:49:22.687713 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69a23c8-7269-4c4b-8f8e-e99a76ad9dc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7cd1a741-48cb-4c96-8978-62d2d2a17a4b,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:49:22.826878 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 546de046-6c45-4aa9-94e7-fc92df9ce1fd no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:49:22.851114 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 546de046-6c45-4aa9-94e7-fc92df9ce1fd {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:49:22.852112 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 546de046-6c45-4aa9-94e7-fc92df9ce1fd not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:49:22.852593 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 1db193b6-ea25-4d0d-8402-03fb9dc00bb0 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:49:22.871652 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 1db193b6-ea25-4d0d-8402-03fb9dc00bb0 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:49:22.871996 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 1db193b6-ea25-4d0d-8402-03fb9dc00bb0 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:49:22.872405 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device d9c8ffeb-84d1-4a84-8147-262143ea9ab7 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:49:22.891540 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: d9c8ffeb-84d1-4a84-8147-262143ea9ab7 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:49:22.891881 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device d9c8ffeb-84d1-4a84-8147-262143ea9ab7 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:49:23.037931 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-47beb870-5451-4888-9fef-b10ca0292703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066969'] for router_interface, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:23.276931 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-47beb870-5451-4888-9fef-b10ca0292703 admin admin] Deleting port 4ae418d0-4b83-409a-bbef-53787b0719e8 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:49:23.277267 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-47beb870-5451-4888-9fef-b10ca0292703 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:23.355470 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-47beb870-5451-4888-9fef-b10ca0292703 admin admin] For port 4ae418d0-4b83-409a-bbef-53787b0719e8, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=4ae418d0-4b83-409a-bbef-53787b0719e8,segment=NetworkSegment(1b7f7f89-0449-4593-9ce7-5f2438fbaa54),segment_id=1b7f7f89-0449-4593-9ce7-5f2438fbaa54)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:49:23.355780 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-47beb870-5451-4888-9fef-b10ca0292703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:23.374059 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-47beb870-5451-4888-9fef-b10ca0292703 admin admin] Calling delete_port for 4ae418d0-4b83-409a-bbef-53787b0719e8 owned by network:router_interface {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:49:23.548763 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-47beb870-5451-4888-9fef-b10ca0292703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:23.575744 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47beb870-5451-4888-9fef-b10ca0292703 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ae418d0-4b83-409a-bbef-53787b0719e8,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:49:23.743035 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-47beb870-5451-4888-9fef-b10ca0292703 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2068624'] for router_interface, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:23.959575 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47beb870-5451-4888-9fef-b10ca0292703 admin admin] Router 314fe509-c6bb-4fb5-b4bc-b2703dc689ac has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:49:24.358768 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47beb870-5451-4888-9fef-b10ca0292703 admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:49:24.364732 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-47beb870-5451-4888-9fef-b10ca0292703 admin admin] 10.222.0.39 "PUT /v2.0/routers/314fe509-c6bb-4fb5-b4bc-b2703dc689ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6840720 Sep 23 07:49:24.366497 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55592) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:49:24.369435 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fde4cc7-8542-436c-8e84-cf3ed3089fc9 None None] Sync routers for ids ['314fe509-c6bb-4fb5-b4bc-b2703dc689ac'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:49:24.379516 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fde4cc7-8542-436c-8e84-cf3ed3089fc9 None None] Routers {'314fe509-c6bb-4fb5-b4bc-b2703dc689ac'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:49:24.380197 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-9fde4cc7-8542-436c-8e84-cf3ed3089fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:49:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['314fe509-c6bb-4fb5-b4bc-b2703dc689ac'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:49:24.480741 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7a9fda08-e3c2-4856-b25c-84aec5cce99f admin admin] Notify callbacks [] for router, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:24.488466 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-9fde4cc7-8542-436c-8e84-cf3ed3089fc9 None None] Set router 314fe509-c6bb-4fb5-b4bc-b2703dc689ac gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:49:24.587098 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7a9fda08-e3c2-4856-b25c-84aec5cce99f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:24.641851 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-7a9fda08-e3c2-4856-b25c-84aec5cce99f admin admin] Deleting port a8afc2a6-1f86-485a-be0f-1a89d47ffbdf {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:49:24.642154 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7a9fda08-e3c2-4856-b25c-84aec5cce99f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:24.677679 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-9fde4cc7-8542-436c-8e84-cf3ed3089fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '314fe509-c6bb-4fb5-b4bc-b2703dc689ac', 'name': 'tempest-TestMinimumBasicScenario-1978567913-router', 'tenant_id': '3da6ba172f6f4f379fbd82b49b35ecc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': 'a8afc2a6-1f86-485a-be0f-1a89d47ffbdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:47:14Z', 'updated_at': '2021-09-23T07:49:23Z', 'revision_number': 5, 'project_id': '3da6ba172f6f4f379fbd82b49b35ecc9', 'gw_port': {'id': 'a8afc2a6-1f86-485a-be0f-1a89d47ffbdf', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ac:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '314fe509-c6bb-4fb5-b4bc-b2703dc689ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:47:14Z', 'updated_at': '2021-09-23T07:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:49:24.706188 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fde4cc7-8542-436c-8e84-cf3ed3089fc9 None None] Checking router: 314fe509-c6bb-4fb5-b4bc-b2703dc689ac for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:49:24.714973 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fde4cc7-8542-436c-8e84-cf3ed3089fc9 None None] Routers {'314fe509-c6bb-4fb5-b4bc-b2703dc689ac'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:49:24.715587 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-9fde4cc7-8542-436c-8e84-cf3ed3089fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:49:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['314fe509-c6bb-4fb5-b4bc-b2703dc689ac'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:49:24.721357 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-7a9fda08-e3c2-4856-b25c-84aec5cce99f admin admin] For port a8afc2a6-1f86-485a-be0f-1a89d47ffbdf, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=a8afc2a6-1f86-485a-be0f-1a89d47ffbdf,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:49:24.721728 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7a9fda08-e3c2-4856-b25c-84aec5cce99f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:24.738785 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-7a9fda08-e3c2-4856-b25c-84aec5cce99f admin admin] Calling delete_port for a8afc2a6-1f86-485a-be0f-1a89d47ffbdf owned by network:router_gateway {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:49:24.804851 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-9fde4cc7-8542-436c-8e84-cf3ed3089fc9 None None] Set router 314fe509-c6bb-4fb5-b4bc-b2703dc689ac gateway port host: None {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:49:24.869712 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-9fde4cc7-8542-436c-8e84-cf3ed3089fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '314fe509-c6bb-4fb5-b4bc-b2703dc689ac', 'name': 'tempest-TestMinimumBasicScenario-1978567913-router', 'tenant_id': '3da6ba172f6f4f379fbd82b49b35ecc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:47:14Z', 'updated_at': '2021-09-23T07:49:24Z', 'revision_number': 6, 'project_id': '3da6ba172f6f4f379fbd82b49b35ecc9', 'gw_port_host': None}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:49:24.896898 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fde4cc7-8542-436c-8e84-cf3ed3089fc9 None None] The sync data for ids ['314fe509-c6bb-4fb5-b4bc-b2703dc689ac'] in n-d-715271-16 is: [{'id': '314fe509-c6bb-4fb5-b4bc-b2703dc689ac', 'name': 'tempest-TestMinimumBasicScenario-1978567913-router', 'tenant_id': '3da6ba172f6f4f379fbd82b49b35ecc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:47:14Z', 'updated_at': '2021-09-23T07:49:24Z', 'revision_number': 6, 'project_id': '3da6ba172f6f4f379fbd82b49b35ecc9', 'gw_port_host': None}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:49:24.935579 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7a9fda08-e3c2-4856-b25c-84aec5cce99f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:24.971705 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9fda08-e3c2-4856-b25c-84aec5cce99f admin admin] Pushing event deleted for resources: {'Port': ['ID=a8afc2a6-1f86-485a-be0f-1a89d47ffbdf,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:49:25.029673 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7a9fda08-e3c2-4856-b25c-84aec5cce99f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2068563'] for router_gateway, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:25.119695 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7a9fda08-e3c2-4856-b25c-84aec5cce99f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:25.122214 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7a9fda08-e3c2-4856-b25c-84aec5cce99f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:25.170429 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7a9fda08-e3c2-4856-b25c-84aec5cce99f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:25.170963 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a9fda08-e3c2-4856-b25c-84aec5cce99f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 314fe509-c6bb-4fb5-b4bc-b2703dc689ac {{(pid=95065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 07:49:25.175300 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7a9fda08-e3c2-4856-b25c-84aec5cce99f admin admin] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:25.176517 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-7a9fda08-e3c2-4856-b25c-84aec5cce99f admin admin] 10.222.0.39 "DELETE /v2.0/routers/314fe509-c6bb-4fb5-b4bc-b2703dc689ac HTTP/1.1" status: 204 len: 168 time: 0.8082681 Sep 23 07:49:25.179009 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55594) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:49:25.223127 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-61833c59-64a5-42ac-8abb-080a5150e6e1 admin admin] Deleting subnet 31939e50-a629-46ba-a48e-eacc0c7ac931 {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:49:25.226082 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-61833c59-64a5-42ac-8abb-080a5150e6e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:25.265573 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-61833c59-64a5-42ac-8abb-080a5150e6e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:25.357936 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-61833c59-64a5-42ac-8abb-080a5150e6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:25.410482 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-61833c59-64a5-42ac-8abb-080a5150e6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:25.437295 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61833c59-64a5-42ac-8abb-080a5150e6e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31939e50-a629-46ba-a48e-eacc0c7ac931,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:49:25.439308 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-61833c59-64a5-42ac-8abb-080a5150e6e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:25.441774 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-61833c59-64a5-42ac-8abb-080a5150e6e1 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/31939e50-a629-46ba-a48e-eacc0c7ac931 HTTP/1.1" status: 204 len: 168 time: 0.2615862 Sep 23 07:49:25.443753 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43f792d-9d00-4fda-a99d-92939c56bca0 None None] Network f9ecca92-84e0-400f-8f0b-e09cbdda9b4a requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:49:25.444223 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55596) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:49:25.512992 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a71910c6-ef6b-41b3-afc6-9388197744fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:25.570952 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-a71910c6-ef6b-41b3-afc6-9388197744fe admin admin] Deleting port 8121f930-6e20-477b-a0e5-0b3f44da9101 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:49:25.571571 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a71910c6-ef6b-41b3-afc6-9388197744fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:25.636373 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-a71910c6-ef6b-41b3-afc6-9388197744fe admin admin] For port 8121f930-6e20-477b-a0e5-0b3f44da9101, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=8121f930-6e20-477b-a0e5-0b3f44da9101,segment=NetworkSegment(1b7f7f89-0449-4593-9ce7-5f2438fbaa54),segment_id=1b7f7f89-0449-4593-9ce7-5f2438fbaa54)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:49:25.636738 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a71910c6-ef6b-41b3-afc6-9388197744fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:25.648138 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-a71910c6-ef6b-41b3-afc6-9388197744fe admin admin] Calling delete_port for 8121f930-6e20-477b-a0e5-0b3f44da9101 owned by network:dhcp {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:49:25.681072 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1bd0279-81af-4de0-9478-ece1982f3339 None None] DHCP port deletion for f9ecca92-84e0-400f-8f0b-e09cbdda9b4a request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 07:49:25.730867 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-c1bd0279-81af-4de0-9478-ece1982f3339 None None] Deleting port 8121f930-6e20-477b-a0e5-0b3f44da9101 {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:49:25.731250 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c1bd0279-81af-4de0-9478-ece1982f3339 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:25.738437 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a71910c6-ef6b-41b3-afc6-9388197744fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:25.765064 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71910c6-ef6b-41b3-afc6-9388197744fe admin admin] Pushing event deleted for resources: {'Port': ['ID=8121f930-6e20-477b-a0e5-0b3f44da9101,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:49:25.768844 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71910c6-ef6b-41b3-afc6-9388197744fe admin admin] No DVR routers for this DVR port 8121f930-6e20-477b-a0e5-0b3f44da9101 on host n-d-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:49:25.800505 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-c1bd0279-81af-4de0-9478-ece1982f3339 None None] For port 8121f930-6e20-477b-a0e5-0b3f44da9101, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=8121f930-6e20-477b-a0e5-0b3f44da9101,segment=NetworkSegment(1b7f7f89-0449-4593-9ce7-5f2438fbaa54),segment_id=1b7f7f89-0449-4593-9ce7-5f2438fbaa54)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:49:25.800988 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c1bd0279-81af-4de0-9478-ece1982f3339 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:25.822262 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-c1bd0279-81af-4de0-9478-ece1982f3339 None None] Calling delete_port for 8121f930-6e20-477b-a0e5-0b3f44da9101 owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:49:25.846670 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a71910c6-ef6b-41b3-afc6-9388197744fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:25.867922 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-a71910c6-ef6b-41b3-afc6-9388197744fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9ecca92-84e0-400f-8f0b-e09cbdda9b4a']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:49:25.876937 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:49:25.877528 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-a71910c6-ef6b-41b3-afc6-9388197744fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b7f7f89-0449-4593-9ce7-5f2438fbaa54') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:49:25.877826 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-a71910c6-ef6b-41b3-afc6-9388197744fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b7f7f89-0449-4593-9ce7-5f2438fbaa54') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:49:25.887384 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a71910c6-ef6b-41b3-afc6-9388197744fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:25.893738 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:49:25.893738 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 07:49:25.893738 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:49:25.893738 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 07:49:25.893738 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:49:25.893738 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 07:49:25.893738 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:49:25.893738 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 07:49:25.893738 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:49:25.893738 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 07:49:25.893738 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:49:25.893738 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 07:49:25.893738 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:49:25.893738 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 07:49:25.893738 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:49:25.893738 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 07:49:25.893738 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:49:25.893738 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 07:49:25.893738 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:49:25.893738 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 07:49:25.893738 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:49:25.893738 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 07:49:25.893738 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:49:25.893738 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 07:49:25.893738 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:49:25.893738 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 07:49:25.893738 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:49:25.893738 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 07:49:25.893738 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:49:25.893738 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 07:49:25.893738 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:49:25.893738 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 07:49:25.893738 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:49:25.893738 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 07:49:25.893738 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:49:25.893738 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 07:49:25.893738 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:49:25.893738 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 07:49:25.893738 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:49:25.893738 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 07:49:25.893738 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:49:25.893738 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 07:49:25.893738 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:49:25.893738 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 07:49:25.893738 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:49:25.893738 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 07:49:25.893738 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:49:25.893738 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 07:49:25.893738 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:49:25.893738 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 07:49:25.893738 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:49:25.893738 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 07:49:25.893738 n-d-715271-16 neutron-server[95067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 07:49:25.893738 n-d-715271-16 neutron-server[95067]: self.session.flush() Sep 23 07:49:25.898664 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c1bd0279-81af-4de0-9478-ece1982f3339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:25.902667 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a71910c6-ef6b-41b3-afc6-9388197744fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:25.909768 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a71910c6-ef6b-41b3-afc6-9388197744fe admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:49:25.910127 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a71910c6-ef6b-41b3-afc6-9388197744fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:25.911795 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 07:49:25.911795 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:49:25.911795 n-d-715271-16 neutron-server[95065]: timer() Sep 23 07:49:25.911795 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:49:25.911795 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 07:49:25.911795 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:49:25.911795 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 07:49:25.911795 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:49:25.911795 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 07:49:25.911795 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:49:25.911795 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 07:49:25.911795 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:49:25.911795 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 07:49:25.911795 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:49:25.911795 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:49:25.911795 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:49:25.911795 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:49:25.911795 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:49:25.911795 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 07:49:25.911795 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:49:25.911795 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 07:49:25.911795 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:49:25.911795 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:49:25.911795 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:49:25.911795 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 07:49:25.911795 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:49:25.911795 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:49:25.911795 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:49:25.911795 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:49:25.911795 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:49:25.911795 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:49:25.911795 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:49:25.927455 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bd0279-81af-4de0-9478-ece1982f3339 None None] Pushing event deleted for resources: {'Port': ['ID=8121f930-6e20-477b-a0e5-0b3f44da9101,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:49:25.932546 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bd0279-81af-4de0-9478-ece1982f3339 None None] No DVR routers for this DVR port 8121f930-6e20-477b-a0e5-0b3f44da9101 on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:49:25.949613 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bd0279-81af-4de0-9478-ece1982f3339 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:49:25.950082 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bd0279-81af-4de0-9478-ece1982f3339 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:49:25.950516 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bd0279-81af-4de0-9478-ece1982f3339 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:49:25.950959 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bd0279-81af-4de0-9478-ece1982f3339 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:49:25.951359 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bd0279-81af-4de0-9478-ece1982f3339 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:49:25.951790 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bd0279-81af-4de0-9478-ece1982f3339 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:49:25.952213 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bd0279-81af-4de0-9478-ece1982f3339 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:49:25.952604 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bd0279-81af-4de0-9478-ece1982f3339 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:49:25.952997 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bd0279-81af-4de0-9478-ece1982f3339 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:49:25.953505 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bd0279-81af-4de0-9478-ece1982f3339 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:49:25.954028 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bd0279-81af-4de0-9478-ece1982f3339 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:49:25.958579 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bd0279-81af-4de0-9478-ece1982f3339 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:49:25.971829 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a71910c6-ef6b-41b3-afc6-9388197744fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:25.978323 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a71910c6-ef6b-41b3-afc6-9388197744fe admin admin] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:25.980485 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-a71910c6-ef6b-41b3-afc6-9388197744fe admin admin] 10.222.0.39 "DELETE /v2.0/networks/f9ecca92-84e0-400f-8f0b-e09cbdda9b4a HTTP/1.1" status: 204 len: 168 time: 0.5357809 Sep 23 07:49:25.995582 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71910c6-ef6b-41b3-afc6-9388197744fe admin admin] Pushing event deleted for resources: {'Network': ['ID=f9ecca92-84e0-400f-8f0b-e09cbdda9b4a,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:49:26.144655 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55600) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:49:26.191121 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-031186dc-9b88-45f0-93d2-82f0b50c9719 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d6a8c2dad77545f08e8bdceb4cab5557&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0451639 Sep 23 07:49:26.193485 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55602) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:49:26.245155 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f87fa1b0-4a93-4902-82b2-cb953b8e4456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:26.266333 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f87fa1b0-4a93-4902-82b2-cb953b8e4456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:26.313372 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f87fa1b0-4a93-4902-82b2-cb953b8e4456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:26.316015 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f87fa1b0-4a93-4902-82b2-cb953b8e4456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:26.317194 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-f87fa1b0-4a93-4902-82b2-cb953b8e4456 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8511ab71-d94e-45f3-9053-cdcf7bd7bd3a HTTP/1.1" status: 204 len: 168 time: 0.1228442 Sep 23 07:49:26.326271 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87fa1b0-4a93-4902-82b2-cb953b8e4456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8511ab71-d94e-45f3-9053-cdcf7bd7bd3a,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:49:26.620937 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55608) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:49:26.662760 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-fd897d9c-a652-4b7b-adf6-76dd506936d9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3da6ba172f6f4f379fbd82b49b35ecc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406106 Sep 23 07:49:26.665167 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55610) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:49:26.713761 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3c58481c-695e-4b3f-983c-6fe9e72d8c0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:26.734567 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3c58481c-695e-4b3f-983c-6fe9e72d8c0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:26.783143 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3c58481c-695e-4b3f-983c-6fe9e72d8c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:26.786040 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3c58481c-695e-4b3f-983c-6fe9e72d8c0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:26.787246 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-3c58481c-695e-4b3f-983c-6fe9e72d8c0c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2cbabf6f-572a-4fdf-aaf1-fb4dbdf290f1 HTTP/1.1" status: 204 len: 168 time: 0.1208127 Sep 23 07:49:26.796816 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c58481c-695e-4b3f-983c-6fe9e72d8c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cbabf6f-572a-4fdf-aaf1-fb4dbdf290f1,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:49:26.842475 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 4ae418d0-4b83-409a-bbef-53787b0719e8 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:49:26.861815 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 4ae418d0-4b83-409a-bbef-53787b0719e8 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:49:26.862172 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 4ae418d0-4b83-409a-bbef-53787b0719e8 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:49:26.862584 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device a8afc2a6-1f86-485a-be0f-1a89d47ffbdf no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:49:26.885659 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: a8afc2a6-1f86-485a-be0f-1a89d47ffbdf {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:49:26.886028 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device a8afc2a6-1f86-485a-be0f-1a89d47ffbdf not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:49:26.886439 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 8121f930-6e20-477b-a0e5-0b3f44da9101 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:49:26.904545 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 8121f930-6e20-477b-a0e5-0b3f44da9101 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:49:26.904886 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 8121f930-6e20-477b-a0e5-0b3f44da9101 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:49:28.430680 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55650) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:49:28.435254 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-9beaa953-0785-4a55-aa63-95ce3c02f3e2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1792222542', 'description': 'tempest-secgroup-smoke-1792222542 description', 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:49:28.462720 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9beaa953-0785-4a55-aa63-95ce3c02f3e2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:28.470707 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9beaa953-0785-4a55-aa63-95ce3c02f3e2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:28.559688 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9beaa953-0785-4a55-aa63-95ce3c02f3e2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:28.563390 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9beaa953-0785-4a55-aa63-95ce3c02f3e2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:28.599639 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beaa953-0785-4a55-aa63-95ce3c02f3e2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8adf3c68-d5d4-485f-adbb-650e2f6fb4fa,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:49:28.653322 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9beaa953-0785-4a55-aa63-95ce3c02f3e2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:28.657418 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9beaa953-0785-4a55-aa63-95ce3c02f3e2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:28.684631 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9beaa953-0785-4a55-aa63-95ce3c02f3e2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:28.685884 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-9beaa953-0785-4a55-aa63-95ce3c02f3e2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2541685 Sep 23 07:49:28.687756 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beaa953-0785-4a55-aa63-95ce3c02f3e2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=128c6324-7a24-468b-9224-610260b8f613,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:49:28.689252 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55652) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:49:28.695801 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-ddb144a7-0f64-4993-9693-11e2fd461fe4 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Request body: {'security_group_rule': {'security_group_id': '128c6324-7a24-468b-9224-610260b8f613', 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:49:28.722113 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ddb144a7-0f64-4993-9693-11e2fd461fe4 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:28.779254 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ddb144a7-0f64-4993-9693-11e2fd461fe4 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:28.782853 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ddb144a7-0f64-4993-9693-11e2fd461fe4 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:28.802048 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb144a7-0f64-4993-9693-11e2fd461fe4 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9655dfc5-ad87-475f-b67b-f6212bc570a9,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:49:28.805779 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ddb144a7-0f64-4993-9693-11e2fd461fe4 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:28.809760 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-ddb144a7-0f64-4993-9693-11e2fd461fe4 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1157157 Sep 23 07:49:28.810273 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55654) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:49:28.814195 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-a6bc949b-c90e-4f50-bba0-28afd196966c tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Request body: {'security_group_rule': {'security_group_id': '128c6324-7a24-468b-9224-610260b8f613', 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:49:28.839755 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a6bc949b-c90e-4f50-bba0-28afd196966c tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:28.900949 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a6bc949b-c90e-4f50-bba0-28afd196966c tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:28.904487 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a6bc949b-c90e-4f50-bba0-28afd196966c tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:28.922695 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bc949b-c90e-4f50-bba0-28afd196966c tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=433e2a58-a5ba-42d0-b2ac-b7f8166dd32f,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:49:28.927435 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a6bc949b-c90e-4f50-bba0-28afd196966c tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:28.928913 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-a6bc949b-c90e-4f50-bba0-28afd196966c tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1180992 Sep 23 07:49:28.932367 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55656) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:49:28.936553 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-e6955e98-bef9-457e-a238-2bc94e8d3a26 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Request body: {'security_group_rule': {'security_group_id': '128c6324-7a24-468b-9224-610260b8f613', 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:49:28.962465 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e6955e98-bef9-457e-a238-2bc94e8d3a26 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:29.022734 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e6955e98-bef9-457e-a238-2bc94e8d3a26 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:29.026258 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e6955e98-bef9-457e-a238-2bc94e8d3a26 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:29.045026 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6955e98-bef9-457e-a238-2bc94e8d3a26 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03a46f6f-3ad7-44cb-809c-61e3320f8fa5,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:49:29.048925 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e6955e98-bef9-457e-a238-2bc94e8d3a26 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:29.050717 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-e6955e98-bef9-457e-a238-2bc94e8d3a26 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1173334 Sep 23 07:49:29.053378 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55658) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:49:29.058232 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-3ba5288d-bc75-4391-85ba-93abf07ba3d1 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Request body: {'security_group_rule': {'security_group_id': '128c6324-7a24-468b-9224-610260b8f613', 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:49:29.084963 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3ba5288d-bc75-4391-85ba-93abf07ba3d1 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:29.144583 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3ba5288d-bc75-4391-85ba-93abf07ba3d1 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:29.148454 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3ba5288d-bc75-4391-85ba-93abf07ba3d1 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:29.169389 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba5288d-bc75-4391-85ba-93abf07ba3d1 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7843dd67-9297-49fc-bcde-4d07564bc20b,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:49:29.172050 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3ba5288d-bc75-4391-85ba-93abf07ba3d1 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:29.173829 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-3ba5288d-bc75-4391-85ba-93abf07ba3d1 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1192405 Sep 23 07:49:29.176660 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55660) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:49:29.181712 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-e2fd8709-2c47-4d8d-8597-856f72156aa0 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Request body: {'security_group_rule': {'security_group_id': '128c6324-7a24-468b-9224-610260b8f613', 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:49:29.203074 n-d-715271-16 neutron-server[95065]: INFO neutron.db.securitygroups_db [None req-e2fd8709-2c47-4d8d-8597-856f72156aa0 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Project 69ff37bb8aa54e3cbca49be59e8110a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 07:49:29.207776 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e2fd8709-2c47-4d8d-8597-856f72156aa0 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:29.266885 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e2fd8709-2c47-4d8d-8597-856f72156aa0 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:29.270476 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e2fd8709-2c47-4d8d-8597-856f72156aa0 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:29.288621 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fd8709-2c47-4d8d-8597-856f72156aa0 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ed6dbdb-c35c-4d6b-bf4d-55fb2e6f33a1,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:49:29.291657 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e2fd8709-2c47-4d8d-8597-856f72156aa0 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:29.292919 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-e2fd8709-2c47-4d8d-8597-856f72156aa0 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1151211 Sep 23 07:49:29.295886 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55662) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:49:29.300445 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-31c8cd5f-8b7a-4e66-8cc8-dfbf79cdb85d tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Request body: {'security_group_rule': {'security_group_id': '128c6324-7a24-468b-9224-610260b8f613', 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:49:29.321684 n-d-715271-16 neutron-server[95066]: INFO neutron.db.securitygroups_db [None req-31c8cd5f-8b7a-4e66-8cc8-dfbf79cdb85d tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Project 69ff37bb8aa54e3cbca49be59e8110a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 07:49:29.326416 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-31c8cd5f-8b7a-4e66-8cc8-dfbf79cdb85d tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:29.388306 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-31c8cd5f-8b7a-4e66-8cc8-dfbf79cdb85d tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:29.391944 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-31c8cd5f-8b7a-4e66-8cc8-dfbf79cdb85d tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:29.412915 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c8cd5f-8b7a-4e66-8cc8-dfbf79cdb85d tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d5c7103-2424-4022-86de-e36e5b29ac0e,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:49:29.417738 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-31c8cd5f-8b7a-4e66-8cc8-dfbf79cdb85d tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:29.419003 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-31c8cd5f-8b7a-4e66-8cc8-dfbf79cdb85d tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1220355 Sep 23 07:49:29.421944 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55664) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:49:29.426671 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-a41d3b8c-0d57-421b-8fda-6e3aa746d2c9 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Request body: {'network': {'name': 'tempest-network-smoke--505235840', 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'port_security_enabled': True}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:49:29.447463 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a41d3b8c-0d57-421b-8fda-6e3aa746d2c9 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Made reservation on behalf of 69ff37bb8aa54e3cbca49be59e8110a2 for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:49:29.450931 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a41d3b8c-0d57-421b-8fda-6e3aa746d2c9 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:29.473992 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a41d3b8c-0d57-421b-8fda-6e3aa746d2c9 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:49:29.482849 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a41d3b8c-0d57-421b-8fda-6e3aa746d2c9 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:29.483189 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-a41d3b8c-0d57-421b-8fda-6e3aa746d2c9 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Added segment 35b6b3f7-5a43-4df3-bc77-51950bc40510 of type vlan for network f18fb9b9-3a91-401b-945c-9d6a7a442173 Sep 23 07:49:29.528846 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a41d3b8c-0d57-421b-8fda-6e3aa746d2c9 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:29.552270 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a41d3b8c-0d57-421b-8fda-6e3aa746d2c9 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:29.557854 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41d3b8c-0d57-421b-8fda-6e3aa746d2c9 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:49:29.558462 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a41d3b8c-0d57-421b-8fda-6e3aa746d2c9 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:29.588029 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-a41d3b8c-0d57-421b-8fda-6e3aa746d2c9 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1650908 Sep 23 07:49:29.591110 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55666) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:49:29.595807 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-4c76926d-c2ef-4cbb-ac69-5821b8bb4bf7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1080307505', 'admin_state_up': True, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:49:29.618966 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4c76926d-c2ef-4cbb-ac69-5821b8bb4bf7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:29.619993 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4c76926d-c2ef-4cbb-ac69-5821b8bb4bf7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:29.628361 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41d3b8c-0d57-421b-8fda-6e3aa746d2c9 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event updated for resources: {'Network': ['ID=f18fb9b9-3a91-401b-945c-9d6a7a442173,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:49:29.640191 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network f18fb9b9-3a91-401b-945c-9d6a7a442173 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:49:29.677989 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4c76926d-c2ef-4cbb-ac69-5821b8bb4bf7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:29.817949 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4c76926d-c2ef-4cbb-ac69-5821b8bb4bf7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:30.005007 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4c76926d-c2ef-4cbb-ac69-5821b8bb4bf7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for router_gateway, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:30.023682 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4c76926d-c2ef-4cbb-ac69-5821b8bb4bf7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:30.136698 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-4c76926d-c2ef-4cbb-ac69-5821b8bb4bf7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Allocated IP 172.25.2.219 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/8939bf50-a09a-4bd8-82c2-a2b21fd7c92d) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:49:30.239201 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4c76926d-c2ef-4cbb-ac69-5821b8bb4bf7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:30.275624 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4c76926d-c2ef-4cbb-ac69-5821b8bb4bf7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:30.317679 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c76926d-c2ef-4cbb-ac69-5821b8bb4bf7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:49:30.322942 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-4c76926d-c2ef-4cbb-ac69-5821b8bb4bf7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:49:30.329392 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c76926d-c2ef-4cbb-ac69-5821b8bb4bf7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:49:30.332168 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c76926d-c2ef-4cbb-ac69-5821b8bb4bf7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event updated for resources: {'Port': ['ID=8939bf50-a09a-4bd8-82c2-a2b21fd7c92d,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:49:30.625760 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4c76926d-c2ef-4cbb-ac69-5821b8bb4bf7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for router_gateway, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:30.817476 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4c76926d-c2ef-4cbb-ac69-5821b8bb4bf7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:30.944002 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c76926d-c2ef-4cbb-ac69-5821b8bb4bf7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Router e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71 is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 07:49:31.327913 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c76926d-c2ef-4cbb-ac69-5821b8bb4bf7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:49:31.338674 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7944b66e-7eaf-439e-9551-a9fb6c2547f3 None None] Sync routers for ids ['e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:49:31.347538 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4c76926d-c2ef-4cbb-ac69-5821b8bb4bf7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:31.349019 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-4c76926d-c2ef-4cbb-ac69-5821b8bb4bf7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7567489 Sep 23 07:49:31.352565 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55668) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:49:31.354149 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7944b66e-7eaf-439e-9551-a9fb6c2547f3 None None] Routers {'e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:49:31.354771 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-7944b66e-7eaf-439e-9551-a9fb6c2547f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:49:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:49:31.462056 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-7944b66e-7eaf-439e-9551-a9fb6c2547f3 None None] Set router e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:49:31.478777 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-b75f3c26-4d84-46ac-a648-22bb965fbb9c tempest-TestNetworkAdvancedServerOps-684132154 tempest-TestNetworkAdvancedServerOps-684132154-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=69ff37bb8aa54e3cbca49be59e8110a2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1250341 Sep 23 07:49:31.481571 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55672) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:49:31.631996 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c689110-2041-427b-b143-995862c9559d tempest-TestNetworkAdvancedServerOps-684132154 tempest-TestNetworkAdvancedServerOps-684132154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:49:31.634063 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-3c689110-2041-427b-b143-995862c9559d tempest-TestNetworkAdvancedServerOps-684132154 tempest-TestNetworkAdvancedServerOps-684132154-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1515241 Sep 23 07:49:31.636867 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55674) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:49:31.642312 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-7944b66e-7eaf-439e-9551-a9fb6c2547f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1080307505', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': '8939bf50-a09a-4bd8-82c2-a2b21fd7c92d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:49:29Z', 'updated_at': '2021-09-23T07:49:30Z', 'revision_number': 3, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'gw_port': {'id': '8939bf50-a09a-4bd8-82c2-a2b21fd7c92d', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:21:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:49:30Z', 'updated_at': '2021-09-23T07:49:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:49:31.669458 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7944b66e-7eaf-439e-9551-a9fb6c2547f3 None None] Checking router: e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71 for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:49:31.669804 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7944b66e-7eaf-439e-9551-a9fb6c2547f3 None None] Updating router e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71 port 8939bf50-a09a-4bd8-82c2-a2b21fd7c92d binding host n-d-715271-16 {{(pid=95067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 07:49:31.672845 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-673b93cf-d116-4bff-ab6a-2c82234b0086 tempest-TestNetworkAdvancedServerOps-684132154 tempest-TestNetworkAdvancedServerOps-684132154-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=0f47978c-41eb-4cc7-92bf-8b873be8a1a0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0346270 Sep 23 07:49:31.675224 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55676) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:49:31.680483 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-bf012897-7399-40ec-a5c9-0135df244efa tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-917128660', 'network_id': 'f18fb9b9-3a91-401b-945c-9d6a7a442173', 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:49:31.694521 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-7944b66e-7eaf-439e-9551-a9fb6c2547f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:31.771375 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf012897-7399-40ec-a5c9-0135df244efa tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Made reservation on behalf of 69ff37bb8aa54e3cbca49be59e8110a2 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:49:31.775820 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bf012897-7399-40ec-a5c9-0135df244efa tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:31.953241 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bf012897-7399-40ec-a5c9-0135df244efa tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:31.953481 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-7944b66e-7eaf-439e-9551-a9fb6c2547f3 None None] Notify callbacks [] for port, precommit_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:31.959017 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-7944b66e-7eaf-439e-9551-a9fb6c2547f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:32.012091 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7a9cdd-7e06-418b-af6f-9e59f427e3f9 None None] Pushing event updated for resources: {'Port': ['ID=8939bf50-a09a-4bd8-82c2-a2b21fd7c92d,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:49:32.014639 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-7944b66e-7eaf-439e-9551-a9fb6c2547f3 None None] Attempting to bind port 8939bf50-a09a-4bd8-82c2-a2b21fd7c92d on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:49:32.015106 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-7944b66e-7eaf-439e-9551-a9fb6c2547f3 None None] Attempting to bind port 8939bf50-a09a-4bd8-82c2-a2b21fd7c92d by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:49:32.015374 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7944b66e-7eaf-439e-9551-a9fb6c2547f3 None None] Attempting to bind port 8939bf50-a09a-4bd8-82c2-a2b21fd7c92d on network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:49:32.018543 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf012897-7399-40ec-a5c9-0135df244efa tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event updated for resources: {'Subnet': ['ID=dfe4015c-ca86-4250-a562-8eb2f7807ff3,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:49:32.020844 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7944b66e-7eaf-439e-9551-a9fb6c2547f3 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:49:32.021227 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7944b66e-7eaf-439e-9551-a9fb6c2547f3 None None] Checking segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:49:32.021627 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-7944b66e-7eaf-439e-9551-a9fb6c2547f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:32.022046 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7944b66e-7eaf-439e-9551-a9fb6c2547f3 None None] Bound using segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:49:32.022509 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-7944b66e-7eaf-439e-9551-a9fb6c2547f3 None None] Bound port: 8939bf50-a09a-4bd8-82c2-a2b21fd7c92d, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:49:32.022889 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-7944b66e-7eaf-439e-9551-a9fb6c2547f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:32.028523 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf012897-7399-40ec-a5c9-0135df244efa tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Checking segment: {'id': '35b6b3f7-5a43-4df3-bc77-51950bc40510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f18fb9b9-3a91-401b-945c-9d6a7a442173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:49:32.028941 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf012897-7399-40ec-a5c9-0135df244efa tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Network hostable DHCP agents. Network: f18fb9b9-3a91-401b-945c-9d6a7a442173, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:49:32.045524 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf012897-7399-40ec-a5c9-0135df244efa tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Network f18fb9b9-3a91-401b-945c-9d6a7a442173 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:49:32.055005 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-bf012897-7399-40ec-a5c9-0135df244efa tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, f18fb9b9-3a91-401b-945c-9d6a7a442173) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:49:32.060677 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf012897-7399-40ec-a5c9-0135df244efa tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:49:32.061631 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bf012897-7399-40ec-a5c9-0135df244efa tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:32.065446 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47902045-6799-44bc-ba28-1e0f77a885e1 None None] Network f18fb9b9-3a91-401b-945c-9d6a7a442173 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:49:32.076406 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-bf012897-7399-40ec-a5c9-0135df244efa tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4001822 Sep 23 07:49:32.079198 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55678) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:49:32.104526 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-7944b66e-7eaf-439e-9551-a9fb6c2547f3 None None] For port 8939bf50-a09a-4bd8-82c2-a2b21fd7c92d, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:49:32.152187 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-7944b66e-7eaf-439e-9551-a9fb6c2547f3 None None] For port 8939bf50-a09a-4bd8-82c2-a2b21fd7c92d, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=8939bf50-a09a-4bd8-82c2-a2b21fd7c92d,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:49:32.157915 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-7944b66e-7eaf-439e-9551-a9fb6c2547f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:32.249964 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7944b66e-7eaf-439e-9551-a9fb6c2547f3 None None] Routers {'e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:49:32.250606 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-7944b66e-7eaf-439e-9551-a9fb6c2547f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:49:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:49:32.254207 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7a9cdd-7e06-418b-af6f-9e59f427e3f9 None None] Pushing event updated for resources: {'Port': ['ID=8939bf50-a09a-4bd8-82c2-a2b21fd7c92d,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:49:32.344425 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de43d0eb-05ed-4a03-9cb0-aaa888a9d951 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-f18fb9b9-3a91-401b-945c-9d6a7a442173', 'network_id': 'f18fb9b9-3a91-401b-945c-9d6a7a442173', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'fixed_ips': [{'subnet_id': 'dfe4015c-ca86-4250-a562-8eb2f7807ff3'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:49:32.345282 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-de43d0eb-05ed-4a03-9cb0-aaa888a9d951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:32.410055 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-7944b66e-7eaf-439e-9551-a9fb6c2547f3 None None] Set router e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:49:32.530369 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b77f0f3f-7708-4d73-b019-f17ac0c99a20 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:32.800129 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-de43d0eb-05ed-4a03-9cb0-aaa888a9d951 None None] Allocated IP 172.20.0.2 (f18fb9b9-3a91-401b-945c-9d6a7a442173/dfe4015c-ca86-4250-a562-8eb2f7807ff3/2d164aeb-fe94-4121-aba9-9f23a696d0bd) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:49:32.919189 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-7944b66e-7eaf-439e-9551-a9fb6c2547f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1080307505', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': '8939bf50-a09a-4bd8-82c2-a2b21fd7c92d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:49:29Z', 'updated_at': '2021-09-23T07:49:30Z', 'revision_number': 3, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'gw_port': {'id': '8939bf50-a09a-4bd8-82c2-a2b21fd7c92d', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:21:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:49:30Z', 'updated_at': '2021-09-23T07:49:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:49:32.956483 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7944b66e-7eaf-439e-9551-a9fb6c2547f3 None None] The sync data for ids ['e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71'] in n-d-715271-16 is: [{'id': 'e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1080307505', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': '8939bf50-a09a-4bd8-82c2-a2b21fd7c92d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:49:29Z', 'updated_at': '2021-09-23T07:49:30Z', 'revision_number': 3, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'gw_port': {'id': '8939bf50-a09a-4bd8-82c2-a2b21fd7c92d', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:21:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:49:30Z', 'updated_at': '2021-09-23T07:49:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:49:33.013226 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-de43d0eb-05ed-4a03-9cb0-aaa888a9d951 None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:33.027033 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-de43d0eb-05ed-4a03-9cb0-aaa888a9d951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:33.068712 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de43d0eb-05ed-4a03-9cb0-aaa888a9d951 None None] Network f18fb9b9-3a91-401b-945c-9d6a7a442173 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:49:33.072334 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-de43d0eb-05ed-4a03-9cb0-aaa888a9d951 None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:49:33.076416 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de43d0eb-05ed-4a03-9cb0-aaa888a9d951 None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:49:33.083903 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-b77f0f3f-7708-4d73-b019-f17ac0c99a20 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Allocated IP 172.20.0.1 (f18fb9b9-3a91-401b-945c-9d6a7a442173/dfe4015c-ca86-4250-a562-8eb2f7807ff3/dcfd367d-1853-4131-b618-451f93f90eb5) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:49:33.088731 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de43d0eb-05ed-4a03-9cb0-aaa888a9d951 None None] Pushing event updated for resources: {'Port': ['ID=2d164aeb-fe94-4121-aba9-9f23a696d0bd,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:49:33.148494 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-de43d0eb-05ed-4a03-9cb0-aaa888a9d951 None None] Attempting to bind port 2d164aeb-fe94-4121-aba9-9f23a696d0bd on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:49:33.149092 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-de43d0eb-05ed-4a03-9cb0-aaa888a9d951 None None] Attempting to bind port 2d164aeb-fe94-4121-aba9-9f23a696d0bd by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '35b6b3f7-5a43-4df3-bc77-51950bc40510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f18fb9b9-3a91-401b-945c-9d6a7a442173'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:49:33.149560 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de43d0eb-05ed-4a03-9cb0-aaa888a9d951 None None] Attempting to bind port 2d164aeb-fe94-4121-aba9-9f23a696d0bd on network f18fb9b9-3a91-401b-945c-9d6a7a442173 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:49:33.155071 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de43d0eb-05ed-4a03-9cb0-aaa888a9d951 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:49:33.155539 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de43d0eb-05ed-4a03-9cb0-aaa888a9d951 None None] Checking segment: {'id': '35b6b3f7-5a43-4df3-bc77-51950bc40510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f18fb9b9-3a91-401b-945c-9d6a7a442173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:49:33.156135 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-de43d0eb-05ed-4a03-9cb0-aaa888a9d951 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:33.156609 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de43d0eb-05ed-4a03-9cb0-aaa888a9d951 None None] Bound using segment: {'id': '35b6b3f7-5a43-4df3-bc77-51950bc40510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f18fb9b9-3a91-401b-945c-9d6a7a442173'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:49:33.157155 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-de43d0eb-05ed-4a03-9cb0-aaa888a9d951 None None] Bound port: 2d164aeb-fe94-4121-aba9-9f23a696d0bd, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b6b3f7-5a43-4df3-bc77-51950bc40510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f18fb9b9-3a91-401b-945c-9d6a7a442173'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:49:33.157629 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-de43d0eb-05ed-4a03-9cb0-aaa888a9d951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:33.238274 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b77f0f3f-7708-4d73-b019-f17ac0c99a20 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:33.257069 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-de43d0eb-05ed-4a03-9cb0-aaa888a9d951 None None] For port 2d164aeb-fe94-4121-aba9-9f23a696d0bd, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:49:33.262254 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-de43d0eb-05ed-4a03-9cb0-aaa888a9d951 None None] For port 2d164aeb-fe94-4121-aba9-9f23a696d0bd, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=2d164aeb-fe94-4121-aba9-9f23a696d0bd,segment=NetworkSegment(35b6b3f7-5a43-4df3-bc77-51950bc40510),segment_id=35b6b3f7-5a43-4df3-bc77-51950bc40510)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:49:33.266727 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-de43d0eb-05ed-4a03-9cb0-aaa888a9d951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:33.283647 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b77f0f3f-7708-4d73-b019-f17ac0c99a20 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:33.333537 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de43d0eb-05ed-4a03-9cb0-aaa888a9d951 None None] Pushing event updated for resources: {'Port': ['ID=2d164aeb-fe94-4121-aba9-9f23a696d0bd,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:49:33.335374 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77f0f3f-7708-4d73-b019-f17ac0c99a20 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Network f18fb9b9-3a91-401b-945c-9d6a7a442173 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:49:33.339592 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-b77f0f3f-7708-4d73-b019-f17ac0c99a20 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:49:33.343425 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77f0f3f-7708-4d73-b019-f17ac0c99a20 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:49:33.370426 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f0f3f-7708-4d73-b019-f17ac0c99a20 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event updated for resources: {'Port': ['ID=dcfd367d-1853-4131-b618-451f93f90eb5,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:49:33.399247 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b77f0f3f-7708-4d73-b019-f17ac0c99a20 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068614'] for router_interface, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:33.566325 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b77f0f3f-7708-4d73-b019-f17ac0c99a20 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:33.867297 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b77f0f3f-7708-4d73-b019-f17ac0c99a20 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:33.872749 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b77f0f3f-7708-4d73-b019-f17ac0c99a20 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:33.947273 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f0f3f-7708-4d73-b019-f17ac0c99a20 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event updated for resources: {'Port': ['ID=dcfd367d-1853-4131-b618-451f93f90eb5,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:49:33.949710 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b77f0f3f-7708-4d73-b019-f17ac0c99a20 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067062'] for router_interface, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:34.048119 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77f0f3f-7708-4d73-b019-f17ac0c99a20 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Network f18fb9b9-3a91-401b-945c-9d6a7a442173 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:49:34.049643 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-b77f0f3f-7708-4d73-b019-f17ac0c99a20 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:49:34.174743 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b77f0f3f-7708-4d73-b019-f17ac0c99a20 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Router e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:49:34.229409 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56aacedf-5bb3-40c9-835d-abb3a4f67b31 None None] Network f18fb9b9-3a91-401b-945c-9d6a7a442173 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:49:34.286076 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b77f0f3f-7708-4d73-b019-f17ac0c99a20 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:49:34.297970 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-b77f0f3f-7708-4d73-b019-f17ac0c99a20 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "PUT /v2.0/routers/e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2122235 Sep 23 07:49:34.298185 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-23ff0804-9a17-4940-a5e7-80ff62328725 None None] Provisioning complete for port 2d164aeb-fe94-4121-aba9-9f23a696d0bd triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:49:34.298185 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-23ff0804-9a17-4940-a5e7-80ff62328725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:34.433925 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dcf313cf-a791-4d99-9d44-5bbc731e7168 req-1e3607f8-092c-40bf-924e-696e3fe7c58f tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1792222542&fields=id&tenant_id=69ff37bb8aa54e3cbca49be59e8110a2 HTTP/1.1" status: 200 len: 267 time: 0.0334475 Sep 23 07:49:34.446827 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-23ff0804-9a17-4940-a5e7-80ff62328725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:34.490493 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-23ff0804-9a17-4940-a5e7-80ff62328725 None None] For port 2d164aeb-fe94-4121-aba9-9f23a696d0bd, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=2d164aeb-fe94-4121-aba9-9f23a696d0bd,segment=NetworkSegment(35b6b3f7-5a43-4df3-bc77-51950bc40510),segment_id=35b6b3f7-5a43-4df3-bc77-51950bc40510)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:49:34.497440 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-23ff0804-9a17-4940-a5e7-80ff62328725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:34.548492 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ff0804-9a17-4940-a5e7-80ff62328725 None None] Pushing event updated for resources: {'Port': ['ID=2d164aeb-fe94-4121-aba9-9f23a696d0bd,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:49:34.552784 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf313cf-a791-4d99-9d44-5bbc731e7168 req-3fe207ec-b7ee-4572-abbf-c77833b96616 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:49:34.554415 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dcf313cf-a791-4d99-9d44-5bbc731e7168 req-3fe207ec-b7ee-4572-abbf-c77833b96616 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/networks?id=f18fb9b9-3a91-401b-945c-9d6a7a442173 HTTP/1.1" status: 200 len: 796 time: 0.1136668 Sep 23 07:49:34.573316 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dcf313cf-a791-4d99-9d44-5bbc731e7168 req-9b04d820-76c4-4a1e-ab12-e3ac234c532f tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/quotas/69ff37bb8aa54e3cbca49be59e8110a2 HTTP/1.1" status: 200 len: 375 time: 0.0097084 Sep 23 07:49:34.630272 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dcf313cf-a791-4d99-9d44-5bbc731e7168 req-befc0030-a7fc-426c-a28b-8e9fd405d9db tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=69ff37bb8aa54e3cbca49be59e8110a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503240 Sep 23 07:49:34.720285 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-98041ed9-4fa1-419f-986a-87d4c94a888f None None] Provisioning complete for port dcfd367d-1853-4131-b618-451f93f90eb5 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:49:34.720666 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-98041ed9-4fa1-419f-986a-87d4c94a888f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:34.758396 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-98041ed9-4fa1-419f-986a-87d4c94a888f None None] Port dcfd367d-1853-4131-b618-451f93f90eb5 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:49:34.770366 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-98041ed9-4fa1-419f-986a-87d4c94a888f None None] Provisioning complete for port 2d164aeb-fe94-4121-aba9-9f23a696d0bd triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:49:34.770676 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-98041ed9-4fa1-419f-986a-87d4c94a888f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:34.796311 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dcf313cf-a791-4d99-9d44-5bbc731e7168 req-a4bcb1b6-ad32-4d02-baca-b6fd047cc541 service neutron] 10.222.0.39 "GET /v2.0/networks/f18fb9b9-3a91-401b-945c-9d6a7a442173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524665 Sep 23 07:49:34.896124 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d7b758-8c63-4efa-a4ee-5eddcb2b5475 None None] Sync routers for ids ['e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:49:34.899699 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-dcf313cf-a791-4d99-9d44-5bbc731e7168 req-4dee8cc2-e84e-410e-add9-215504439d5d service neutron] 10.222.0.39 "GET /v2.0/networks/f18fb9b9-3a91-401b-945c-9d6a7a442173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024637 Sep 23 07:49:34.911502 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d7b758-8c63-4efa-a4ee-5eddcb2b5475 None None] Routers {'e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:49:34.912417 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-f5d7b758-8c63-4efa-a4ee-5eddcb2b5475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:49:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:49:34.958601 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 8939bf50-a09a-4bd8-82c2-a2b21fd7c92d up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:49:35.021422 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-8354bbb9-5417-4294-a0f4-ec45129d900a None None] Provisioning complete for port dcfd367d-1853-4131-b618-451f93f90eb5 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:49:35.021600 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8354bbb9-5417-4294-a0f4-ec45129d900a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:35.024559 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 8939bf50-a09a-4bd8-82c2-a2b21fd7c92d triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:49:35.024929 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:35.073820 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-f5d7b758-8c63-4efa-a4ee-5eddcb2b5475 None None] Set router e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:49:35.100660 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-8354bbb9-5417-4294-a0f4-ec45129d900a None None] Port dcfd367d-1853-4131-b618-451f93f90eb5 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:49:35.115334 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b751b379-a620-4829-b527-d5098c16cd50 req-ab951081-797c-41c1-95b7-8a2237d87820 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=f51c84aa-45ac-4e2b-9932-55451556079f HTTP/1.1" status: 200 len: 210 time: 0.0412905 Sep 23 07:49:35.232014 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-510153f9-7b4d-4df4-ac05-6890fc81d4ba None None] Provisioning complete for port dcfd367d-1853-4131-b618-451f93f90eb5 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:49:35.232608 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-510153f9-7b4d-4df4-ac05-6890fc81d4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:35.234350 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:35.280534 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port 8939bf50-a09a-4bd8-82c2-a2b21fd7c92d, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=8939bf50-a09a-4bd8-82c2-a2b21fd7c92d,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:49:35.287695 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-510153f9-7b4d-4df4-ac05-6890fc81d4ba None None] Port dcfd367d-1853-4131-b618-451f93f90eb5 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:49:35.290128 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:35.292124 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 2d164aeb-fe94-4121-aba9-9f23a696d0bd up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:49:35.314567 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-f5d7b758-8c63-4efa-a4ee-5eddcb2b5475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1080307505', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': '8939bf50-a09a-4bd8-82c2-a2b21fd7c92d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:49:29Z', 'updated_at': '2021-09-23T07:49:33Z', 'revision_number': 4, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'gw_port': {'id': '8939bf50-a09a-4bd8-82c2-a2b21fd7c92d', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:21:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:49:30Z', 'updated_at': '2021-09-23T07:49:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': 'dcfd367d-1853-4131-b618-451f93f90eb5', 'name': '', 'network_id': 'f18fb9b9-3a91-401b-945c-9d6a7a442173', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'mac_address': 'fa:16:3e:f6:38:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'dfe4015c-ca86-4250-a562-8eb2f7807ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:49:32Z', 'updated_at': '2021-09-23T07:49:33Z', 'revision_number': 2, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'subnets': [{'id': 'dfe4015c-ca86-4250-a562-8eb2f7807ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:49:35.349168 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d7b758-8c63-4efa-a4ee-5eddcb2b5475 None None] Checking router: e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:49:35.349524 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d7b758-8c63-4efa-a4ee-5eddcb2b5475 None None] Updating router e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71 port dcfd367d-1853-4131-b618-451f93f90eb5 binding host n-d-715271-16 {{(pid=95068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 07:49:35.376178 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-f5d7b758-8c63-4efa-a4ee-5eddcb2b5475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:35.380397 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=8939bf50-a09a-4bd8-82c2-a2b21fd7c92d,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:49:35.396585 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 2d164aeb-fe94-4121-aba9-9f23a696d0bd triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:49:35.396737 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:35.659231 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-f5d7b758-8c63-4efa-a4ee-5eddcb2b5475 None None] Notify callbacks [] for port, precommit_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:35.665446 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-f5d7b758-8c63-4efa-a4ee-5eddcb2b5475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:35.732955 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e65c138-73f6-458d-af21-692d7fb87f7c None None] Pushing event updated for resources: {'Port': ['ID=dcfd367d-1853-4131-b618-451f93f90eb5,revision_number=3']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:49:35.756856 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e65c138-73f6-458d-af21-692d7fb87f7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:49:35.757241 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e65c138-73f6-458d-af21-692d7fb87f7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:49:35.757625 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e65c138-73f6-458d-af21-692d7fb87f7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:49:35.758224 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e65c138-73f6-458d-af21-692d7fb87f7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:49:35.758633 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e65c138-73f6-458d-af21-692d7fb87f7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:49:35.758996 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e65c138-73f6-458d-af21-692d7fb87f7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:49:35.759329 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e65c138-73f6-458d-af21-692d7fb87f7c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:49:35.759659 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e65c138-73f6-458d-af21-692d7fb87f7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:49:35.760000 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e65c138-73f6-458d-af21-692d7fb87f7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:49:35.760318 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e65c138-73f6-458d-af21-692d7fb87f7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:49:35.760641 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e65c138-73f6-458d-af21-692d7fb87f7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:49:35.760961 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e65c138-73f6-458d-af21-692d7fb87f7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:49:35.778039 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-f5d7b758-8c63-4efa-a4ee-5eddcb2b5475 None None] Attempting to bind port dcfd367d-1853-4131-b618-451f93f90eb5 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:49:35.778417 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-f5d7b758-8c63-4efa-a4ee-5eddcb2b5475 None None] Attempting to bind port dcfd367d-1853-4131-b618-451f93f90eb5 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '35b6b3f7-5a43-4df3-bc77-51950bc40510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f18fb9b9-3a91-401b-945c-9d6a7a442173'}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:49:35.778780 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d7b758-8c63-4efa-a4ee-5eddcb2b5475 None None] Attempting to bind port dcfd367d-1853-4131-b618-451f93f90eb5 on network f18fb9b9-3a91-401b-945c-9d6a7a442173 {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:49:35.784420 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d7b758-8c63-4efa-a4ee-5eddcb2b5475 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:49:35.784796 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d7b758-8c63-4efa-a4ee-5eddcb2b5475 None None] Checking segment: {'id': '35b6b3f7-5a43-4df3-bc77-51950bc40510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f18fb9b9-3a91-401b-945c-9d6a7a442173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:49:35.785207 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-f5d7b758-8c63-4efa-a4ee-5eddcb2b5475 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:35.785600 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d7b758-8c63-4efa-a4ee-5eddcb2b5475 None None] Bound using segment: {'id': '35b6b3f7-5a43-4df3-bc77-51950bc40510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f18fb9b9-3a91-401b-945c-9d6a7a442173'} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:49:35.786093 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-f5d7b758-8c63-4efa-a4ee-5eddcb2b5475 None None] Bound port: dcfd367d-1853-4131-b618-451f93f90eb5, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b6b3f7-5a43-4df3-bc77-51950bc40510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f18fb9b9-3a91-401b-945c-9d6a7a442173'}}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:49:35.786474 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-f5d7b758-8c63-4efa-a4ee-5eddcb2b5475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:35.855095 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-f5d7b758-8c63-4efa-a4ee-5eddcb2b5475 None None] For port dcfd367d-1853-4131-b618-451f93f90eb5, host n-d-715271-16, cleared binding levels {{(pid=95068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:49:35.858680 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-f5d7b758-8c63-4efa-a4ee-5eddcb2b5475 None None] For port dcfd367d-1853-4131-b618-451f93f90eb5, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=dcfd367d-1853-4131-b618-451f93f90eb5,segment=NetworkSegment(35b6b3f7-5a43-4df3-bc77-51950bc40510),segment_id=35b6b3f7-5a43-4df3-bc77-51950bc40510)] {{(pid=95068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:49:35.863451 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-f5d7b758-8c63-4efa-a4ee-5eddcb2b5475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:35.915083 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-970dfc33-8ce8-4cf5-a27e-bf8f5c8f6068 None None] Provisioning complete for port dcfd367d-1853-4131-b618-451f93f90eb5 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:49:35.915416 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-970dfc33-8ce8-4cf5-a27e-bf8f5c8f6068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:35.924081 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d7b758-8c63-4efa-a4ee-5eddcb2b5475 None None] Routers {'e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:49:35.924710 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-f5d7b758-8c63-4efa-a4ee-5eddcb2b5475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:49:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:49:35.974933 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e65c138-73f6-458d-af21-692d7fb87f7c None None] Pushing event updated for resources: {'Port': ['ID=dcfd367d-1853-4131-b618-451f93f90eb5,revision_number=4']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:49:36.025903 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-970dfc33-8ce8-4cf5-a27e-bf8f5c8f6068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:36.071113 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-970dfc33-8ce8-4cf5-a27e-bf8f5c8f6068 None None] For port dcfd367d-1853-4131-b618-451f93f90eb5, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=dcfd367d-1853-4131-b618-451f93f90eb5,segment=NetworkSegment(35b6b3f7-5a43-4df3-bc77-51950bc40510),segment_id=35b6b3f7-5a43-4df3-bc77-51950bc40510)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:49:36.078812 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-970dfc33-8ce8-4cf5-a27e-bf8f5c8f6068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:36.186581 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-f5d7b758-8c63-4efa-a4ee-5eddcb2b5475 None None] Set router e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:49:36.201934 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970dfc33-8ce8-4cf5-a27e-bf8f5c8f6068 None None] Pushing event updated for resources: {'Port': ['ID=dcfd367d-1853-4131-b618-451f93f90eb5,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:49:36.227446 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-971f65d0-f83d-45ef-b0ec-b377ec8dfd4f None None] Provisioning complete for port dcfd367d-1853-4131-b618-451f93f90eb5 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:49:36.227978 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-971f65d0-f83d-45ef-b0ec-b377ec8dfd4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:36.247618 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf313cf-a791-4d99-9d44-5bbc731e7168 req-18e44c47-a38f-4019-ade5-0c5be9041b2b tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:49:36.249368 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dcf313cf-a791-4d99-9d44-5bbc731e7168 req-18e44c47-a38f-4019-ade5-0c5be9041b2b tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.21 "GET /v2.0/networks?id=f18fb9b9-3a91-401b-945c-9d6a7a442173 HTTP/1.1" status: 200 len: 796 time: 0.1886756 Sep 23 07:49:36.260323 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1e72a96a-4eb6-473d-9a49-1552d1d8b748 req-00fb6786-d280-4038-9e8c-f461eca8834c tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=f51c84aa-45ac-4e2b-9932-55451556079f HTTP/1.1" status: 200 len: 210 time: 0.0342050 Sep 23 07:49:36.303321 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dcf313cf-a791-4d99-9d44-5bbc731e7168 req-0f733708-39ce-4172-b739-1e8e715a699e tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69ff37bb8aa54e3cbca49be59e8110a2 HTTP/1.1" status: 200 len: 380 time: 0.0390308 Sep 23 07:49:36.330688 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-dcf313cf-a791-4d99-9d44-5bbc731e7168 req-eb3cfbe5-28d4-4cbe-92a2-1d2c4d942407 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Request body: {'port': {'device_id': 'f51c84aa-45ac-4e2b-9932-55451556079f', 'network_id': 'f18fb9b9-3a91-401b-945c-9d6a7a442173', 'admin_state_up': True, 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'security_groups': ['128c6324-7a24-468b-9224-610260b8f613']}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:49:36.422090 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-f5d7b758-8c63-4efa-a4ee-5eddcb2b5475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1080307505', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': '8939bf50-a09a-4bd8-82c2-a2b21fd7c92d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:49:29Z', 'updated_at': '2021-09-23T07:49:33Z', 'revision_number': 4, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'gw_port': {'id': '8939bf50-a09a-4bd8-82c2-a2b21fd7c92d', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:21:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:49:30Z', 'updated_at': '2021-09-23T07:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': 'dcfd367d-1853-4131-b618-451f93f90eb5', 'name': '', 'network_id': 'f18fb9b9-3a91-401b-945c-9d6a7a442173', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'mac_address': 'fa:16:3e:f6:38:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'dfe4015c-ca86-4250-a562-8eb2f7807ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:49:32Z', 'updated_at': '2021-09-23T07:49:35Z', 'revision_number': 4, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'subnets': [{'id': 'dfe4015c-ca86-4250-a562-8eb2f7807ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:49:36.440556 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcf313cf-a791-4d99-9d44-5bbc731e7168 req-eb3cfbe5-28d4-4cbe-92a2-1d2c4d942407 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Made reservation on behalf of 69ff37bb8aa54e3cbca49be59e8110a2 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:49:36.444070 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-dcf313cf-a791-4d99-9d44-5bbc731e7168 req-eb3cfbe5-28d4-4cbe-92a2-1d2c4d942407 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:36.452889 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d7b758-8c63-4efa-a4ee-5eddcb2b5475 None None] The sync data for ids ['e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71'] in n-d-715271-16 is: [{'id': 'e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1080307505', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': '8939bf50-a09a-4bd8-82c2-a2b21fd7c92d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:49:29Z', 'updated_at': '2021-09-23T07:49:33Z', 'revision_number': 4, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'gw_port': {'id': '8939bf50-a09a-4bd8-82c2-a2b21fd7c92d', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:21:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:49:30Z', 'updated_at': '2021-09-23T07:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': 'dcfd367d-1853-4131-b618-451f93f90eb5', 'name': '', 'network_id': 'f18fb9b9-3a91-401b-945c-9d6a7a442173', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'mac_address': 'fa:16:3e:f6:38:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'dfe4015c-ca86-4250-a562-8eb2f7807ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:49:32Z', 'updated_at': '2021-09-23T07:49:35Z', 'revision_number': 4, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'subnets': [{'id': 'dfe4015c-ca86-4250-a562-8eb2f7807ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:49:36.589663 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-dcf313cf-a791-4d99-9d44-5bbc731e7168 req-eb3cfbe5-28d4-4cbe-92a2-1d2c4d942407 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Allocated IP 172.20.0.13 (f18fb9b9-3a91-401b-945c-9d6a7a442173/dfe4015c-ca86-4250-a562-8eb2f7807ff3/64330ce8-5335-4c9a-8623-a812e37b5d9b) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:49:36.736299 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-dcf313cf-a791-4d99-9d44-5bbc731e7168 req-eb3cfbe5-28d4-4cbe-92a2-1d2c4d942407 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:36.771260 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-dcf313cf-a791-4d99-9d44-5bbc731e7168 req-eb3cfbe5-28d4-4cbe-92a2-1d2c4d942407 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:36.820969 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcf313cf-a791-4d99-9d44-5bbc731e7168 req-eb3cfbe5-28d4-4cbe-92a2-1d2c4d942407 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Network f18fb9b9-3a91-401b-945c-9d6a7a442173 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:49:36.823010 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-dcf313cf-a791-4d99-9d44-5bbc731e7168 req-eb3cfbe5-28d4-4cbe-92a2-1d2c4d942407 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:49:36.831110 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcf313cf-a791-4d99-9d44-5bbc731e7168 req-eb3cfbe5-28d4-4cbe-92a2-1d2c4d942407 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:49:36.834863 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3cfbe5-28d4-4cbe-92a2-1d2c4d942407 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event updated for resources: {'Port': ['ID=64330ce8-5335-4c9a-8623-a812e37b5d9b,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:49:36.901971 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf313cf-a791-4d99-9d44-5bbc731e7168 req-eb3cfbe5-28d4-4cbe-92a2-1d2c4d942407 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:49:36.901971 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-dcf313cf-a791-4d99-9d44-5bbc731e7168 req-eb3cfbe5-28d4-4cbe-92a2-1d2c4d942407 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:36.914428 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dcf313cf-a791-4d99-9d44-5bbc731e7168 req-eb3cfbe5-28d4-4cbe-92a2-1d2c4d942407 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5877581 Sep 23 07:49:36.958326 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 8939bf50-a09a-4bd8-82c2-a2b21fd7c92d up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:49:36.996367 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-dcf313cf-a791-4d99-9d44-5bbc731e7168 req-268039b8-eb50-496e-b297-6f66ca6b8154 service neutron] Request body: {'port': {'device_id': 'f51c84aa-45ac-4e2b-9932-55451556079f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:49:37.016037 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 8939bf50-a09a-4bd8-82c2-a2b21fd7c92d triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:49:37.017252 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:37.081140 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-525ffb34-4bab-4e98-ba4a-1661fe65cbf4 None None] Provisioning complete for port 64330ce8-5335-4c9a-8623-a812e37b5d9b triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:49:37.081608 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-525ffb34-4bab-4e98-ba4a-1661fe65cbf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:37.156238 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-525ffb34-4bab-4e98-ba4a-1661fe65cbf4 None None] Port 64330ce8-5335-4c9a-8623-a812e37b5d9b cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:49:37.165566 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device dcfd367d-1853-4131-b618-451f93f90eb5 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:49:37.216934 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port dcfd367d-1853-4131-b618-451f93f90eb5 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:49:37.217308 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:37.343317 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:37.401191 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-dcf313cf-a791-4d99-9d44-5bbc731e7168 req-268039b8-eb50-496e-b297-6f66ca6b8154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:37.452694 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe89630-c082-49b3-bec3-77a1749a1675 req-c9855970-0117-43b8-9449-34c81d84075b tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:49:37.454566 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fbe89630-c082-49b3-bec3-77a1749a1675 req-c9855970-0117-43b8-9449-34c81d84075b tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=f51c84aa-45ac-4e2b-9932-55451556079f HTTP/1.1" status: 200 len: 932 time: 0.0855038 Sep 23 07:49:37.574845 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fbe89630-c082-49b3-bec3-77a1749a1675 req-9ef3ee43-d57a-4d1d-bc09-07a1b9da9bda tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=128c6324-7a24-468b-9224-610260b8f613&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110439 Sep 23 07:49:37.721846 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-dcf313cf-a791-4d99-9d44-5bbc731e7168 req-268039b8-eb50-496e-b297-6f66ca6b8154 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64330ce8-5335-4c9a-8623-a812e37b5d9b {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:49:37.729286 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-dcf313cf-a791-4d99-9d44-5bbc731e7168 req-268039b8-eb50-496e-b297-6f66ca6b8154 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:37.740830 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-dcf313cf-a791-4d99-9d44-5bbc731e7168 req-268039b8-eb50-496e-b297-6f66ca6b8154 service neutron] Transition to ACTIVE for port object 64330ce8-5335-4c9a-8623-a812e37b5d9b will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:49:37.744772 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-dcf313cf-a791-4d99-9d44-5bbc731e7168 req-268039b8-eb50-496e-b297-6f66ca6b8154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:37.793202 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268039b8-eb50-496e-b297-6f66ca6b8154 service neutron] Pushing event updated for resources: {'Port': ['ID=64330ce8-5335-4c9a-8623-a812e37b5d9b,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:49:37.867712 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-dcf313cf-a791-4d99-9d44-5bbc731e7168 req-268039b8-eb50-496e-b297-6f66ca6b8154 service neutron] Attempting to bind port 64330ce8-5335-4c9a-8623-a812e37b5d9b on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:49:37.868060 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-dcf313cf-a791-4d99-9d44-5bbc731e7168 req-268039b8-eb50-496e-b297-6f66ca6b8154 service neutron] Attempting to bind port 64330ce8-5335-4c9a-8623-a812e37b5d9b by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': '35b6b3f7-5a43-4df3-bc77-51950bc40510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f18fb9b9-3a91-401b-945c-9d6a7a442173'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:49:37.868401 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf313cf-a791-4d99-9d44-5bbc731e7168 req-268039b8-eb50-496e-b297-6f66ca6b8154 service neutron] Attempting to bind port 64330ce8-5335-4c9a-8623-a812e37b5d9b on network f18fb9b9-3a91-401b-945c-9d6a7a442173 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:49:37.873090 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf313cf-a791-4d99-9d44-5bbc731e7168 req-268039b8-eb50-496e-b297-6f66ca6b8154 service neutron] Port 64330ce8-5335-4c9a-8623-a812e37b5d9b on network f18fb9b9-3a91-401b-945c-9d6a7a442173 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:49:37.873416 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf313cf-a791-4d99-9d44-5bbc731e7168 req-268039b8-eb50-496e-b297-6f66ca6b8154 service neutron] Attempting to bind port 64330ce8-5335-4c9a-8623-a812e37b5d9b on network f18fb9b9-3a91-401b-945c-9d6a7a442173 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:49:37.878758 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf313cf-a791-4d99-9d44-5bbc731e7168 req-268039b8-eb50-496e-b297-6f66ca6b8154 service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:49:37.879098 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf313cf-a791-4d99-9d44-5bbc731e7168 req-268039b8-eb50-496e-b297-6f66ca6b8154 service neutron] Checking segment: {'id': '35b6b3f7-5a43-4df3-bc77-51950bc40510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f18fb9b9-3a91-401b-945c-9d6a7a442173'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:49:37.879480 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf313cf-a791-4d99-9d44-5bbc731e7168 req-268039b8-eb50-496e-b297-6f66ca6b8154 service neutron] Bound using segment: {'id': '35b6b3f7-5a43-4df3-bc77-51950bc40510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f18fb9b9-3a91-401b-945c-9d6a7a442173'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:49:37.879911 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-dcf313cf-a791-4d99-9d44-5bbc731e7168 req-268039b8-eb50-496e-b297-6f66ca6b8154 service neutron] Bound port: 64330ce8-5335-4c9a-8623-a812e37b5d9b, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35b6b3f7-5a43-4df3-bc77-51950bc40510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f18fb9b9-3a91-401b-945c-9d6a7a442173'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:49:37.880266 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-dcf313cf-a791-4d99-9d44-5bbc731e7168 req-268039b8-eb50-496e-b297-6f66ca6b8154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:37.950161 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-dcf313cf-a791-4d99-9d44-5bbc731e7168 req-268039b8-eb50-496e-b297-6f66ca6b8154 service neutron] For port 64330ce8-5335-4c9a-8623-a812e37b5d9b, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:49:37.953262 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-dcf313cf-a791-4d99-9d44-5bbc731e7168 req-268039b8-eb50-496e-b297-6f66ca6b8154 service neutron] For port 64330ce8-5335-4c9a-8623-a812e37b5d9b, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=64330ce8-5335-4c9a-8623-a812e37b5d9b,segment=NetworkSegment(35b6b3f7-5a43-4df3-bc77-51950bc40510),segment_id=35b6b3f7-5a43-4df3-bc77-51950bc40510)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:49:37.958318 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-dcf313cf-a791-4d99-9d44-5bbc731e7168 req-268039b8-eb50-496e-b297-6f66ca6b8154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:37.994257 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf313cf-a791-4d99-9d44-5bbc731e7168 req-268039b8-eb50-496e-b297-6f66ca6b8154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:49:37.994800 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-dcf313cf-a791-4d99-9d44-5bbc731e7168 req-268039b8-eb50-496e-b297-6f66ca6b8154 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:37.996193 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dcf313cf-a791-4d99-9d44-5bbc731e7168 req-268039b8-eb50-496e-b297-6f66ca6b8154 service neutron] 10.222.0.21 "PUT /v2.0/ports/64330ce8-5335-4c9a-8623-a812e37b5d9b HTTP/1.1" status: 200 len: 1093 time: 1.0653505 Sep 23 07:49:37.996655 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f51c84aa-45ac-4e2b-9932-55451556079f', 'tag': '64330ce8-5335-4c9a-8623-a812e37b5d9b'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:49:37.998921 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f95ab57a745480e309303c621f93016f7af13821b9c47ad15b10e565102b0cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c6dfa15-0596-4db6-90d8-b9cb0203368a" -d '{"events": [{"name": "network-changed", "server_uuid": "f51c84aa-45ac-4e2b-9932-55451556079f", "tag": "64330ce8-5335-4c9a-8623-a812e37b5d9b"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:49:38.023711 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268039b8-eb50-496e-b297-6f66ca6b8154 service neutron] Pushing event updated for resources: {'Port': ['ID=64330ce8-5335-4c9a-8623-a812e37b5d9b,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:49:38.099552 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf313cf-a791-4d99-9d44-5bbc731e7168 req-5bd457b6-f216-4804-9569-ba7b56f0f0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:49:38.101718 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dcf313cf-a791-4d99-9d44-5bbc731e7168 req-5bd457b6-f216-4804-9569-ba7b56f0f0a7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=69ff37bb8aa54e3cbca49be59e8110a2&device_id=f51c84aa-45ac-4e2b-9932-55451556079f HTTP/1.1" status: 200 len: 1096 time: 0.0499649 Sep 23 07:49:38.115277 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-908ec893-44d2-4c0f-bb63-b0cfbef2685b x-openstack-request-id: req-908ec893-44d2-4c0f-bb63-b0cfbef2685b {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:49:38.115629 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f51c84aa-45ac-4e2b-9932-55451556079f", "tag": "64330ce8-5335-4c9a-8623-a812e37b5d9b", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:49:38.115884 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-908ec893-44d2-4c0f-bb63-b0cfbef2685b {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:49:38.116454 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f51c84aa-45ac-4e2b-9932-55451556079f', 'tag': '64330ce8-5335-4c9a-8623-a812e37b5d9b', 'status': 'completed', 'code': 200} Sep 23 07:49:38.150443 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-76f18fc1-af02-44be-a2e9-ce2381e2c9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:38.164890 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dcf313cf-a791-4d99-9d44-5bbc731e7168 req-01886424-79f1-4347-8ac3-162d70503a46 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64330ce8-5335-4c9a-8623-a812e37b5d9b HTTP/1.1" status: 200 len: 217 time: 0.0403986 Sep 23 07:49:38.224840 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf313cf-a791-4d99-9d44-5bbc731e7168 req-3d0ed3c2-518e-4b65-a39e-1e3375ca09af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:49:38.226919 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dcf313cf-a791-4d99-9d44-5bbc731e7168 req-3d0ed3c2-518e-4b65-a39e-1e3375ca09af service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dfe4015c-ca86-4250-a562-8eb2f7807ff3 HTTP/1.1" status: 200 len: 834 time: 0.0490503 Sep 23 07:49:38.274696 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf313cf-a791-4d99-9d44-5bbc731e7168 req-70e90f13-f01c-4c95-942b-eefce6e71e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:49:38.276195 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dcf313cf-a791-4d99-9d44-5bbc731e7168 req-70e90f13-f01c-4c95-942b-eefce6e71e08 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f18fb9b9-3a91-401b-945c-9d6a7a442173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416958 Sep 23 07:49:38.371619 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dcf313cf-a791-4d99-9d44-5bbc731e7168 req-3b71b45d-0280-4165-888b-264f20bafda7 service neutron] 10.222.0.21 "GET /v2.0/networks/f18fb9b9-3a91-401b-945c-9d6a7a442173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878994 Sep 23 07:49:38.466493 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dcf313cf-a791-4d99-9d44-5bbc731e7168 req-250080c8-cab6-404d-9344-28ef18a91c39 service neutron] 10.222.0.21 "GET /v2.0/networks/f18fb9b9-3a91-401b-945c-9d6a7a442173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873499 Sep 23 07:49:38.572798 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6dfa15-0596-4db6-90d8-b9cb0203368a req-80f2884d-1dd3-40fc-a3b7-def6d9d44c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:49:38.574206 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5c6dfa15-0596-4db6-90d8-b9cb0203368a req-80f2884d-1dd3-40fc-a3b7-def6d9d44c7f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=69ff37bb8aa54e3cbca49be59e8110a2&device_id=f51c84aa-45ac-4e2b-9932-55451556079f HTTP/1.1" status: 200 len: 1096 time: 0.0405724 Sep 23 07:49:38.696477 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6dfa15-0596-4db6-90d8-b9cb0203368a req-e868cac4-e1dd-4925-b52e-f5aefbd3d8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:49:38.697966 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5c6dfa15-0596-4db6-90d8-b9cb0203368a req-e868cac4-e1dd-4925-b52e-f5aefbd3d8a1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f18fb9b9-3a91-401b-945c-9d6a7a442173 HTTP/1.1" status: 200 len: 897 time: 0.1171179 Sep 23 07:49:38.709674 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ae534b-d800-421c-b044-2e32c5ce8b30 req-c96ed28d-a5d5-4e84-8b0d-f5de3c8cdde7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:49:38.712387 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d7ae534b-d800-421c-b044-2e32c5ce8b30 req-c96ed28d-a5d5-4e84-8b0d-f5de3c8cdde7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=f51c84aa-45ac-4e2b-9932-55451556079f HTTP/1.1" status: 200 len: 944 time: 0.0675442 Sep 23 07:49:38.761925 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5c6dfa15-0596-4db6-90d8-b9cb0203368a req-9c584be8-62f8-4490-9254-3fd135fe453d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64330ce8-5335-4c9a-8623-a812e37b5d9b HTTP/1.1" status: 200 len: 217 time: 0.0485761 Sep 23 07:49:38.807554 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d7ae534b-d800-421c-b044-2e32c5ce8b30 req-7472d192-6de1-4424-888f-469f3cd95444 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=128c6324-7a24-468b-9224-610260b8f613&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884252 Sep 23 07:49:38.823206 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6dfa15-0596-4db6-90d8-b9cb0203368a req-640da840-125c-4553-a9a5-ed4c1bdf7499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:49:38.824597 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5c6dfa15-0596-4db6-90d8-b9cb0203368a req-640da840-125c-4553-a9a5-ed4c1bdf7499 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dfe4015c-ca86-4250-a562-8eb2f7807ff3 HTTP/1.1" status: 200 len: 834 time: 0.0552101 Sep 23 07:49:38.871067 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6dfa15-0596-4db6-90d8-b9cb0203368a req-c0d268fb-2214-4fbc-910c-1ef8112843fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:49:38.872568 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5c6dfa15-0596-4db6-90d8-b9cb0203368a req-c0d268fb-2214-4fbc-910c-1ef8112843fa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f18fb9b9-3a91-401b-945c-9d6a7a442173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405490 Sep 23 07:49:38.964860 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5c6dfa15-0596-4db6-90d8-b9cb0203368a req-99193deb-d1ae-42f4-bbe7-06d4bd59438d service neutron] 10.222.0.21 "GET /v2.0/networks/f18fb9b9-3a91-401b-945c-9d6a7a442173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845792 Sep 23 07:49:39.058186 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5c6dfa15-0596-4db6-90d8-b9cb0203368a req-a664d2f5-3d17-4b69-9be4-f4b11d9be827 service neutron] 10.222.0.21 "GET /v2.0/networks/f18fb9b9-3a91-401b-945c-9d6a7a442173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835469 Sep 23 07:49:39.926709 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b970e2-4e2f-4a0c-bfc7-6b027d5fc8e9 req-87084818-1373-43c1-8c6b-cd184a1f490e tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:49:39.928176 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b4b970e2-4e2f-4a0c-bfc7-6b027d5fc8e9 req-87084818-1373-43c1-8c6b-cd184a1f490e tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=f51c84aa-45ac-4e2b-9932-55451556079f HTTP/1.1" status: 200 len: 944 time: 0.0486667 Sep 23 07:49:39.966048 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b4b970e2-4e2f-4a0c-bfc7-6b027d5fc8e9 req-6825a007-28d8-405e-bb49-b2b30ff3fd64 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=128c6324-7a24-468b-9224-610260b8f613&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316250 Sep 23 07:49:40.574760 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:41.084535 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc2a1d0-b957-48c0-865a-8c89e1a77080 req-697342f7-264f-4042-bede-f4012a49bf4f tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:49:41.086720 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-efc2a1d0-b957-48c0-865a-8c89e1a77080 req-697342f7-264f-4042-bede-f4012a49bf4f tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=f51c84aa-45ac-4e2b-9932-55451556079f HTTP/1.1" status: 200 len: 944 time: 0.0543566 Sep 23 07:49:41.124417 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-efc2a1d0-b957-48c0-865a-8c89e1a77080 req-a5ff2336-96a5-408f-9833-02e89b337b3d tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=128c6324-7a24-468b-9224-610260b8f613&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316556 Sep 23 07:49:41.148377 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-6af2b349-4b2f-4305-9e52-81955f23102a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:41.651734 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:41.815858 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 64330ce8-5335-4c9a-8623-a812e37b5d9b details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:49:41.907993 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 64330ce8-5335-4c9a-8623-a812e37b5d9b, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=64330ce8-5335-4c9a-8623-a812e37b5d9b,segment=NetworkSegment(35b6b3f7-5a43-4df3-bc77-51950bc40510),segment_id=35b6b3f7-5a43-4df3-bc77-51950bc40510)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:49:41.918570 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': '64330ce8-5335-4c9a-8623-a812e37b5d9b', 'network_id': 'f18fb9b9-3a91-401b-945c-9d6a7a442173', 'port_id': '64330ce8-5335-4c9a-8623-a812e37b5d9b', 'mac_address': 'fa:16:3e:fe:27:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfe4015c-ca86-4250-a562-8eb2f7807ff3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:49:41.954811 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:41.970084 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64330ce8-5335-4c9a-8623-a812e37b5d9b {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:49:41.989114 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 64330ce8-5335-4c9a-8623-a812e37b5d9b, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=64330ce8-5335-4c9a-8623-a812e37b5d9b,segment=NetworkSegment(35b6b3f7-5a43-4df3-bc77-51950bc40510),segment_id=35b6b3f7-5a43-4df3-bc77-51950bc40510)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:49:41.993545 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:42.041314 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=64330ce8-5335-4c9a-8623-a812e37b5d9b,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:49:42.240586 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04bd35d-94f0-4ba8-97d9-2a4e791b8c0e req-195b5d90-15ee-4ad2-9ba0-4c029acf280e tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:49:42.242824 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c04bd35d-94f0-4ba8-97d9-2a4e791b8c0e req-195b5d90-15ee-4ad2-9ba0-4c029acf280e tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=f51c84aa-45ac-4e2b-9932-55451556079f HTTP/1.1" status: 200 len: 945 time: 0.0515506 Sep 23 07:49:42.281179 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c04bd35d-94f0-4ba8-97d9-2a4e791b8c0e req-f34e19f2-99f0-4296-a075-8fd16c2a06cc tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=128c6324-7a24-468b-9224-610260b8f613&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320401 Sep 23 07:49:42.383922 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['64330ce8-5335-4c9a-8623-a812e37b5d9b'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:49:42.568991 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:43.396444 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ac3b9-6096-41c7-a4ab-d540481e6268 req-508224fa-8b1e-4609-b126-2cec8cd6d669 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:49:43.397969 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-101ac3b9-6096-41c7-a4ab-d540481e6268 req-508224fa-8b1e-4609-b126-2cec8cd6d669 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=f51c84aa-45ac-4e2b-9932-55451556079f HTTP/1.1" status: 200 len: 945 time: 0.0497253 Sep 23 07:49:43.435443 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-101ac3b9-6096-41c7-a4ab-d540481e6268 req-d0911f1e-4111-4e26-a6b5-e4cf91170f10 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=128c6324-7a24-468b-9224-610260b8f613&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313570 Sep 23 07:49:43.844719 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 64330ce8-5335-4c9a-8623-a812e37b5d9b up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:49:43.892655 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port 64330ce8-5335-4c9a-8623-a812e37b5d9b completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:49:43.896308 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port 64330ce8-5335-4c9a-8623-a812e37b5d9b triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:49:43.896680 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:43.973971 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:43.995982 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f51c84aa-45ac-4e2b-9932-55451556079f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64330ce8-5335-4c9a-8623-a812e37b5d9b'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:49:43.998250 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ba4f7dfdfe0dde90123cb5af03ec17f0bd1073b346dec34131962e04cdfc7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e9d6344-8d28-42b3-b84d-dc0538eb2897" -d '{"events": [{"server_uuid": "f51c84aa-45ac-4e2b-9932-55451556079f", "name": "network-vif-plugged", "status": "completed", "tag": "64330ce8-5335-4c9a-8623-a812e37b5d9b"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:49:44.011199 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 64330ce8-5335-4c9a-8623-a812e37b5d9b, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=64330ce8-5335-4c9a-8623-a812e37b5d9b,segment=NetworkSegment(35b6b3f7-5a43-4df3-bc77-51950bc40510),segment_id=35b6b3f7-5a43-4df3-bc77-51950bc40510)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:49:44.015187 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:44.058919 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:44.073754 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=64330ce8-5335-4c9a-8623-a812e37b5d9b,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:49:44.095143 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f925da9-6fc1-486c-93b5-47f62d77e53d x-openstack-request-id: req-4f925da9-6fc1-486c-93b5-47f62d77e53d {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:49:44.095430 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f51c84aa-45ac-4e2b-9932-55451556079f", "name": "network-vif-plugged", "status": "completed", "tag": "64330ce8-5335-4c9a-8623-a812e37b5d9b", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:49:44.095692 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4f925da9-6fc1-486c-93b5-47f62d77e53d {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:49:44.096084 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f51c84aa-45ac-4e2b-9932-55451556079f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64330ce8-5335-4c9a-8623-a812e37b5d9b', 'code': 200} Sep 23 07:49:44.204787 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a8451-41ae-4174-926f-15132b7477b1 req-833c7827-da2b-475e-8d79-bc754bb8e9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:49:44.206304 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-577a8451-41ae-4174-926f-15132b7477b1 req-833c7827-da2b-475e-8d79-bc754bb8e9b1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f51c84aa-45ac-4e2b-9932-55451556079f HTTP/1.1" status: 200 len: 1098 time: 0.0398536 Sep 23 07:49:44.249300 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-577a8451-41ae-4174-926f-15132b7477b1 req-59b9a289-c96c-45d8-beb0-412f57a9d3f7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=128c6324-7a24-468b-9224-610260b8f613&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354974 Sep 23 07:49:44.556835 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae56c2d-bb3d-4f8d-96a4-3ed73716c945 req-7a93bddb-e5a0-4e6c-bf14-6db00f86f685 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:49:44.560466 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9ae56c2d-bb3d-4f8d-96a4-3ed73716c945 req-7a93bddb-e5a0-4e6c-bf14-6db00f86f685 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=f51c84aa-45ac-4e2b-9932-55451556079f HTTP/1.1" status: 200 len: 946 time: 0.0568104 Sep 23 07:49:44.597658 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9ae56c2d-bb3d-4f8d-96a4-3ed73716c945 req-e0a4ee4a-4179-4e6a-aab0-3a93dd6f45f3 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=128c6324-7a24-468b-9224-610260b8f613&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311713 Sep 23 07:49:45.714703 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2349f0dc-a47d-41b6-87cc-ac88f06c9dd6 req-39d8c9bc-7103-4ad6-9b07-8561c08fd2e6 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:49:45.716186 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2349f0dc-a47d-41b6-87cc-ac88f06c9dd6 req-39d8c9bc-7103-4ad6-9b07-8561c08fd2e6 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=f51c84aa-45ac-4e2b-9932-55451556079f HTTP/1.1" status: 200 len: 946 time: 0.0496960 Sep 23 07:49:45.758128 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2349f0dc-a47d-41b6-87cc-ac88f06c9dd6 req-c63eac8f-c6a2-457e-8a09-672f073fecea tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=128c6324-7a24-468b-9224-610260b8f613&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359101 Sep 23 07:49:45.869776 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f433fc-0a99-4c83-a3c2-15797e7de385 req-8a1b233a-857a-488c-a829-d695f5ab170f tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:49:45.871292 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-87f433fc-0a99-4c83-a3c2-15797e7de385 req-8a1b233a-857a-488c-a829-d695f5ab170f tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=f51c84aa-45ac-4e2b-9932-55451556079f HTTP/1.1" status: 200 len: 946 time: 0.0477951 Sep 23 07:49:45.908490 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-87f433fc-0a99-4c83-a3c2-15797e7de385 req-cca5bb62-878c-4db3-b31f-037fecc09c85 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=128c6324-7a24-468b-9224-610260b8f613&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308583 Sep 23 07:49:45.930233 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55736) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:49:45.968701 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d470cd-d889-41aa-a145-8ff36659a9c5 tempest-TestNetworkAdvancedServerOps-684132154 tempest-TestNetworkAdvancedServerOps-684132154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:49:45.970232 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-90d470cd-d889-41aa-a145-8ff36659a9c5 tempest-TestNetworkAdvancedServerOps-684132154 tempest-TestNetworkAdvancedServerOps-684132154-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f51c84aa-45ac-4e2b-9932-55451556079f HTTP/1.1" status: 200 len: 1093 time: 0.0390484 Sep 23 07:49:45.973151 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55738) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:49:45.978052 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-340b0dc6-f1f9-4efe-b7e1-9c1eefbd616b tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Request body: {'floatingip': {'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'port_id': '64330ce8-5335-4c9a-8623-a812e37b5d9b', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:49:45.999402 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-340b0dc6-f1f9-4efe-b7e1-9c1eefbd616b tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for floatingip, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:46.097762 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-340b0dc6-f1f9-4efe-b7e1-9c1eefbd616b tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:46.200101 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-340b0dc6-f1f9-4efe-b7e1-9c1eefbd616b tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Allocated IP 172.25.2.154 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/87f124b5-755b-4afa-9ee8-88cb06b19a6b) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:49:46.309312 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-340b0dc6-f1f9-4efe-b7e1-9c1eefbd616b tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:46.341937 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-340b0dc6-f1f9-4efe-b7e1-9c1eefbd616b tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:46.381184 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340b0dc6-f1f9-4efe-b7e1-9c1eefbd616b tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:49:46.384102 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-340b0dc6-f1f9-4efe-b7e1-9c1eefbd616b tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:49:46.390501 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340b0dc6-f1f9-4efe-b7e1-9c1eefbd616b tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:49:46.393488 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340b0dc6-f1f9-4efe-b7e1-9c1eefbd616b tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event updated for resources: {'Port': ['ID=87f124b5-755b-4afa-9ee8-88cb06b19a6b,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:49:46.741023 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-340b0dc6-f1f9-4efe-b7e1-9c1eefbd616b tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:46.810810 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-340b0dc6-f1f9-4efe-b7e1-9c1eefbd616b tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:46.954507 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-340b0dc6-f1f9-4efe-b7e1-9c1eefbd616b tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:46.958879 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-340b0dc6-f1f9-4efe-b7e1-9c1eefbd616b tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:47.027458 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340b0dc6-f1f9-4efe-b7e1-9c1eefbd616b tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event updated for resources: {'Port': ['ID=87f124b5-755b-4afa-9ee8-88cb06b19a6b,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:49:47.041195 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-340b0dc6-f1f9-4efe-b7e1-9c1eefbd616b tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:47.141358 n-d-715271-16 neutron-server[95065]: INFO neutron.db.l3_db [None req-340b0dc6-f1f9-4efe-b7e1-9c1eefbd616b tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Floating IP f771e38c-cefa-4bc5-a4f9-865c2b50b290 associated. External IP: 172.25.2.154, port: 64330ce8-5335-4c9a-8623-a812e37b5d9b. Sep 23 07:49:47.344062 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-340b0dc6-f1f9-4efe-b7e1-9c1eefbd616b tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Router e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:49:47.449151 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-340b0dc6-f1f9-4efe-b7e1-9c1eefbd616b tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:49:47.460895 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c6014b-6a42-4ede-9cf9-556bfc3ee3d5 None None] Sync routers for ids ['e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:49:47.466347 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-340b0dc6-f1f9-4efe-b7e1-9c1eefbd616b tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:49:47.472377 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c6014b-6a42-4ede-9cf9-556bfc3ee3d5 None None] Routers {'e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:49:47.473001 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-73c6014b-6a42-4ede-9cf9-556bfc3ee3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:49:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:49:47.493552 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-340b0dc6-f1f9-4efe-b7e1-9c1eefbd616b tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5194013 Sep 23 07:49:47.494181 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f51c84aa-45ac-4e2b-9932-55451556079f', 'tag': '64330ce8-5335-4c9a-8623-a812e37b5d9b'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:49:47.496435 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f95ab57a745480e309303c621f93016f7af13821b9c47ad15b10e565102b0cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6d382eb-953c-4a96-9828-1adbab0ffa76" -d '{"events": [{"name": "network-changed", "server_uuid": "f51c84aa-45ac-4e2b-9932-55451556079f", "tag": "64330ce8-5335-4c9a-8623-a812e37b5d9b"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:49:47.534434 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f07b73f3-5e60-4be7-bcd6-1cb23ec1f785 x-openstack-request-id: req-f07b73f3-5e60-4be7-bcd6-1cb23ec1f785 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:49:47.534731 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f51c84aa-45ac-4e2b-9932-55451556079f", "tag": "64330ce8-5335-4c9a-8623-a812e37b5d9b", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:49:47.534985 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f07b73f3-5e60-4be7-bcd6-1cb23ec1f785 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:49:47.535389 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f51c84aa-45ac-4e2b-9932-55451556079f', 'tag': '64330ce8-5335-4c9a-8623-a812e37b5d9b', 'status': 'completed', 'code': 200} Sep 23 07:49:47.591246 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-73c6014b-6a42-4ede-9cf9-556bfc3ee3d5 None None] Set router e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:49:47.596448 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b095e3-a511-405d-8e72-a6189cf17a9a req-9e3a59ce-742b-4c72-9fda-4d93f88e9b08 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:49:47.597931 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-96b095e3-a511-405d-8e72-a6189cf17a9a req-9e3a59ce-742b-4c72-9fda-4d93f88e9b08 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=f51c84aa-45ac-4e2b-9932-55451556079f HTTP/1.1" status: 200 len: 946 time: 0.0506260 Sep 23 07:49:47.612660 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d382eb-953c-4a96-9828-1adbab0ffa76 req-991af61a-e9c0-41db-a31b-2f7defba9562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:49:47.614416 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c6d382eb-953c-4a96-9828-1adbab0ffa76 req-991af61a-e9c0-41db-a31b-2f7defba9562 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=69ff37bb8aa54e3cbca49be59e8110a2&device_id=f51c84aa-45ac-4e2b-9932-55451556079f HTTP/1.1" status: 200 len: 1098 time: 0.0429759 Sep 23 07:49:47.638757 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-96b095e3-a511-405d-8e72-a6189cf17a9a req-64544cd9-dce7-4576-9c40-061c4c477004 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=128c6324-7a24-468b-9224-610260b8f613&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331571 Sep 23 07:49:47.662517 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55744) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:49:47.711532 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d382eb-953c-4a96-9828-1adbab0ffa76 req-97145606-6202-45f2-be5e-a6c384190d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:49:47.713141 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c6d382eb-953c-4a96-9828-1adbab0ffa76 req-97145606-6202-45f2-be5e-a6c384190d73 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f18fb9b9-3a91-401b-945c-9d6a7a442173 HTTP/1.1" status: 200 len: 897 time: 0.0911875 Sep 23 07:49:47.726036 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-672bb49e-1eaf-45bc-bc53-36ad8eebb460 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/floatingips/f771e38c-cefa-4bc5-a4f9-865c2b50b290 HTTP/1.1" status: 200 len: 992 time: 0.0611250 Sep 23 07:49:47.781208 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c6d382eb-953c-4a96-9828-1adbab0ffa76 req-f14cf5ae-6f12-4f64-a36e-ed6199b34cd3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64330ce8-5335-4c9a-8623-a812e37b5d9b HTTP/1.1" status: 200 len: 1000 time: 0.0586996 Sep 23 07:49:47.829043 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-73c6014b-6a42-4ede-9cf9-556bfc3ee3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1080307505', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': '8939bf50-a09a-4bd8-82c2-a2b21fd7c92d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:49:29Z', 'updated_at': '2021-09-23T07:49:33Z', 'revision_number': 4, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'gw_port': {'id': '8939bf50-a09a-4bd8-82c2-a2b21fd7c92d', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:21:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:49:30Z', 'updated_at': '2021-09-23T07:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': 'f771e38c-cefa-4bc5-a4f9-865c2b50b290', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'floating_ip_address': '172.25.2.154', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': 'e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71', 'port_id': '64330ce8-5335-4c9a-8623-a812e37b5d9b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f18fb9b9-3a91-401b-945c-9d6a7a442173', 'mac_address': 'fa:16:3e:fe:27:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51c84aa-45ac-4e2b-9932-55451556079f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:49:46Z', 'updated_at': '2021-09-23T07:49:46Z', 'revision_number': 0, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcfd367d-1853-4131-b618-451f93f90eb5', 'name': '', 'network_id': 'f18fb9b9-3a91-401b-945c-9d6a7a442173', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'mac_address': 'fa:16:3e:f6:38:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'dfe4015c-ca86-4250-a562-8eb2f7807ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:49:32Z', 'updated_at': '2021-09-23T07:49:36Z', 'revision_number': 5, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'subnets': [{'id': 'dfe4015c-ca86-4250-a562-8eb2f7807ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:49:47.829598 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d382eb-953c-4a96-9828-1adbab0ffa76 req-f5effc3e-55ff-4b21-a005-43df04d1ebb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:49:47.831160 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c6d382eb-953c-4a96-9828-1adbab0ffa76 req-f5effc3e-55ff-4b21-a005-43df04d1ebb1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dfe4015c-ca86-4250-a562-8eb2f7807ff3 HTTP/1.1" status: 200 len: 834 time: 0.0432532 Sep 23 07:49:47.857361 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c6014b-6a42-4ede-9cf9-556bfc3ee3d5 None None] Checking router: e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71 for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:49:47.865748 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c6014b-6a42-4ede-9cf9-556bfc3ee3d5 None None] Routers {'e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:49:47.866946 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-73c6014b-6a42-4ede-9cf9-556bfc3ee3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:49:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:49:47.880027 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d382eb-953c-4a96-9828-1adbab0ffa76 req-92bf64eb-4bee-4ef6-9682-a92482ebfd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:49:47.881531 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c6d382eb-953c-4a96-9828-1adbab0ffa76 req-92bf64eb-4bee-4ef6-9682-a92482ebfd99 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f18fb9b9-3a91-401b-945c-9d6a7a442173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436726 Sep 23 07:49:47.972773 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c6d382eb-953c-4a96-9828-1adbab0ffa76 req-0171f133-af40-41ab-bdb9-e0d53770986c service neutron] 10.222.0.21 "GET /v2.0/networks/f18fb9b9-3a91-401b-945c-9d6a7a442173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833373 Sep 23 07:49:48.073182 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c6d382eb-953c-4a96-9828-1adbab0ffa76 req-ea9e99cb-1a99-4245-a64b-b108360f007f service neutron] 10.222.0.21 "GET /v2.0/networks/f18fb9b9-3a91-401b-945c-9d6a7a442173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923729 Sep 23 07:49:48.129365 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-73c6014b-6a42-4ede-9cf9-556bfc3ee3d5 None None] Set router e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:49:48.349076 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-73c6014b-6a42-4ede-9cf9-556bfc3ee3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1080307505', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': '8939bf50-a09a-4bd8-82c2-a2b21fd7c92d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:49:29Z', 'updated_at': '2021-09-23T07:49:33Z', 'revision_number': 4, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'gw_port': {'id': '8939bf50-a09a-4bd8-82c2-a2b21fd7c92d', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:21:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:49:30Z', 'updated_at': '2021-09-23T07:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': 'f771e38c-cefa-4bc5-a4f9-865c2b50b290', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'floating_ip_address': '172.25.2.154', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': 'e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71', 'port_id': '64330ce8-5335-4c9a-8623-a812e37b5d9b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f18fb9b9-3a91-401b-945c-9d6a7a442173', 'mac_address': 'fa:16:3e:fe:27:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51c84aa-45ac-4e2b-9932-55451556079f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:49:46Z', 'updated_at': '2021-09-23T07:49:46Z', 'revision_number': 0, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcfd367d-1853-4131-b618-451f93f90eb5', 'name': '', 'network_id': 'f18fb9b9-3a91-401b-945c-9d6a7a442173', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'mac_address': 'fa:16:3e:f6:38:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'dfe4015c-ca86-4250-a562-8eb2f7807ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:49:32Z', 'updated_at': '2021-09-23T07:49:36Z', 'revision_number': 5, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'subnets': [{'id': 'dfe4015c-ca86-4250-a562-8eb2f7807ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:49:48.379975 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c6014b-6a42-4ede-9cf9-556bfc3ee3d5 None None] The sync data for ids ['e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71'] in n-d-715271-16 is: [{'id': 'e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1080307505', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': '8939bf50-a09a-4bd8-82c2-a2b21fd7c92d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:49:29Z', 'updated_at': '2021-09-23T07:49:33Z', 'revision_number': 4, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'gw_port': {'id': '8939bf50-a09a-4bd8-82c2-a2b21fd7c92d', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:21:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:49:30Z', 'updated_at': '2021-09-23T07:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': 'f771e38c-cefa-4bc5-a4f9-865c2b50b290', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'floating_ip_address': '172.25.2.154', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': 'e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71', 'port_id': '64330ce8-5335-4c9a-8623-a812e37b5d9b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f18fb9b9-3a91-401b-945c-9d6a7a442173', 'mac_address': 'fa:16:3e:fe:27:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51c84aa-45ac-4e2b-9932-55451556079f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:49:46Z', 'updated_at': '2021-09-23T07:49:46Z', 'revision_number': 0, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcfd367d-1853-4131-b618-451f93f90eb5', 'name': '', 'network_id': 'f18fb9b9-3a91-401b-945c-9d6a7a442173', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'mac_address': 'fa:16:3e:f6:38:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'dfe4015c-ca86-4250-a562-8eb2f7807ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:49:32Z', 'updated_at': '2021-09-23T07:49:36Z', 'revision_number': 5, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'subnets': [{'id': 'dfe4015c-ca86-4250-a562-8eb2f7807ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:49:48.565364 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1e63d2-c9d3-436e-a916-e3fc0548048a None None] New status for floating IP f771e38c-cefa-4bc5-a4f9-865c2b50b290: ACTIVE {{(pid=95068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 07:49:48.728821 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55746) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:49:48.792774 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-a8db43e2-b6da-441f-9ebc-f89532b37632 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/floatingips/f771e38c-cefa-4bc5-a4f9-865c2b50b290 HTTP/1.1" status: 200 len: 994 time: 0.0628214 Sep 23 07:49:59.297919 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a30c5b31-dc67-42dc-9915-55fef4e09b97 req-b1dd0c26-51ff-4484-91f3-cf369c58e5da service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f51c84aa-45ac-4e2b-9932-55451556079f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0389979 Sep 23 07:49:59.397113 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30c5b31-dc67-42dc-9915-55fef4e09b97 req-eea08dba-916f-4f51-8e9e-e9b9826eaef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:49:59.398992 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a30c5b31-dc67-42dc-9915-55fef4e09b97 req-eea08dba-916f-4f51-8e9e-e9b9826eaef8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=69ff37bb8aa54e3cbca49be59e8110a2&device_id=f51c84aa-45ac-4e2b-9932-55451556079f HTTP/1.1" status: 200 len: 1098 time: 0.0397527 Sep 23 07:49:59.509070 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30c5b31-dc67-42dc-9915-55fef4e09b97 req-4d82a6ec-22cd-42ec-8998-408372a9c0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:49:59.511031 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a30c5b31-dc67-42dc-9915-55fef4e09b97 req-4d82a6ec-22cd-42ec-8998-408372a9c0b0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f18fb9b9-3a91-401b-945c-9d6a7a442173 HTTP/1.1" status: 200 len: 897 time: 0.0909381 Sep 23 07:49:59.584825 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a30c5b31-dc67-42dc-9915-55fef4e09b97 req-466d6053-e261-403a-99a2-573a6d075f72 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64330ce8-5335-4c9a-8623-a812e37b5d9b HTTP/1.1" status: 200 len: 1002 time: 0.0667522 Sep 23 07:49:59.636399 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30c5b31-dc67-42dc-9915-55fef4e09b97 req-72b5d983-64c9-4dc4-92c2-1fada92060f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:49:59.637819 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a30c5b31-dc67-42dc-9915-55fef4e09b97 req-72b5d983-64c9-4dc4-92c2-1fada92060f6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dfe4015c-ca86-4250-a562-8eb2f7807ff3 HTTP/1.1" status: 200 len: 834 time: 0.0464001 Sep 23 07:49:59.685493 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30c5b31-dc67-42dc-9915-55fef4e09b97 req-a353de63-7be4-42f1-a3cb-9984e0ac7224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:49:59.686937 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a30c5b31-dc67-42dc-9915-55fef4e09b97 req-a353de63-7be4-42f1-a3cb-9984e0ac7224 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f18fb9b9-3a91-401b-945c-9d6a7a442173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420408 Sep 23 07:49:59.775817 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a30c5b31-dc67-42dc-9915-55fef4e09b97 req-fe92ff00-b424-4da0-8afa-3e9ffa193686 service neutron] 10.222.0.21 "GET /v2.0/networks/f18fb9b9-3a91-401b-945c-9d6a7a442173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821662 Sep 23 07:50:00.167875 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a30c5b31-dc67-42dc-9915-55fef4e09b97 req-6439d88f-1707-4411-a69e-5a842d65a291 service neutron] 10.222.0.21 "GET /v2.0/networks/f18fb9b9-3a91-401b-945c-9d6a7a442173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3847108 Sep 23 07:50:02.876047 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:50:07.340890 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:50:08.142399 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-9d3d9335-f5e4-4540-a5de-63d9e1d7d8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:50:10.586793 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:50:11.148783 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0fce5196-2468-421b-b789-6d3d140259f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:50:11.652455 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:50:12.559950 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:50:14.038574 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:50:37.342094 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:50:38.144244 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-345ddb60-a74a-43d1-83dd-b4042fe51518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:50:39.874946 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:50:40.583796 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:50:41.148998 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-cab30c2d-4dfc-46a1-ace3-27fd35362237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:50:41.653910 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:50:42.561734 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:50:44.042743 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:50:54.392106 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ec330f-2364-4b36-b54f-b70b5b8b19d4 req-fa5031aa-bba6-4530-8b6a-5e1fe861f1fb tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:50:54.393491 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-90ec330f-2364-4b36-b54f-b70b5b8b19d4 req-fa5031aa-bba6-4530-8b6a-5e1fe861f1fb tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=f51c84aa-45ac-4e2b-9932-55451556079f HTTP/1.1" status: 200 len: 946 time: 0.0489736 Sep 23 07:50:54.430598 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-90ec330f-2364-4b36-b54f-b70b5b8b19d4 req-88ae3a2a-04d0-45a9-9cab-25a91ab08a12 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=128c6324-7a24-468b-9224-610260b8f613&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302982 Sep 23 07:50:55.557646 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a276a6b-a6d3-444e-9b4c-1d5828729d0c req-06f0b59b-39d6-42bb-9f92-bc2525d5ebd6 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:50:55.559175 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9a276a6b-a6d3-444e-9b4c-1d5828729d0c req-06f0b59b-39d6-42bb-9f92-bc2525d5ebd6 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=f51c84aa-45ac-4e2b-9932-55451556079f HTTP/1.1" status: 200 len: 946 time: 0.0530839 Sep 23 07:50:55.597179 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9a276a6b-a6d3-444e-9b4c-1d5828729d0c req-626f6254-e7f1-4412-a66b-9e339266e0a4 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=128c6324-7a24-468b-9224-610260b8f613&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318830 Sep 23 07:50:55.622812 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55790) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:50:55.687567 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-60d6bfed-bade-43a3-b8a3-dabc83f0fe87 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/floatingips/f771e38c-cefa-4bc5-a4f9-865c2b50b290 HTTP/1.1" status: 200 len: 994 time: 0.0635991 Sep 23 07:50:56.975386 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d699490b-3e65-45a3-b020-79c5b5a49365 req-9fe1546e-37f3-43a9-a921-9eab821a8f65 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:50:56.977253 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d699490b-3e65-45a3-b020-79c5b5a49365 req-9fe1546e-37f3-43a9-a921-9eab821a8f65 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=f51c84aa-45ac-4e2b-9932-55451556079f HTTP/1.1" status: 200 len: 946 time: 0.0518610 Sep 23 07:50:57.015624 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d699490b-3e65-45a3-b020-79c5b5a49365 req-9830eeeb-cce4-42c7-b122-e8a35362f48d tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=128c6324-7a24-468b-9224-610260b8f613&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323377 Sep 23 07:50:58.132083 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d56f8e-a441-409d-9478-e6f1b8725613 req-2c727436-a426-403e-9fb1-a10e71b5cea1 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:50:58.133608 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-53d56f8e-a441-409d-9478-e6f1b8725613 req-2c727436-a426-403e-9fb1-a10e71b5cea1 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=f51c84aa-45ac-4e2b-9932-55451556079f HTTP/1.1" status: 200 len: 946 time: 0.0499442 Sep 23 07:50:58.171538 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-53d56f8e-a441-409d-9478-e6f1b8725613 req-758c9e45-b731-4ee3-913e-23cbb61231c0 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=128c6324-7a24-468b-9224-610260b8f613&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319374 Sep 23 07:50:58.193098 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55800) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:50:58.252284 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-b4c38dcb-dd07-4aac-99b7-b4a573e2dd6e tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/floatingips/f771e38c-cefa-4bc5-a4f9-865c2b50b290 HTTP/1.1" status: 200 len: 994 time: 0.0578284 Sep 23 07:50:58.475603 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55806) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:50:58.631011 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-9270c394-5813-4695-990f-1fb51978e1c3 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Deleting port 87f124b5-755b-4afa-9ee8-88cb06b19a6b {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:50:58.631262 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9270c394-5813-4695-990f-1fb51978e1c3 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:50:58.704555 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9270c394-5813-4695-990f-1fb51978e1c3 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:50:58.704886 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9270c394-5813-4695-990f-1fb51978e1c3 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:50:58.716352 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-9270c394-5813-4695-990f-1fb51978e1c3 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Calling delete_port for 87f124b5-755b-4afa-9ee8-88cb06b19a6b owned by network:floatingip {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:50:58.894452 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9270c394-5813-4695-990f-1fb51978e1c3 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:50:58.921820 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9270c394-5813-4695-990f-1fb51978e1c3 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event deleted for resources: {'Port': ['ID=87f124b5-755b-4afa-9ee8-88cb06b19a6b,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:50:58.933066 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9270c394-5813-4695-990f-1fb51978e1c3 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:50:58.933422 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9270c394-5813-4695-990f-1fb51978e1c3 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:50:58.933765 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9270c394-5813-4695-990f-1fb51978e1c3 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:50:58.934130 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9270c394-5813-4695-990f-1fb51978e1c3 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:50:58.934467 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9270c394-5813-4695-990f-1fb51978e1c3 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:50:58.934798 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9270c394-5813-4695-990f-1fb51978e1c3 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:50:58.935128 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9270c394-5813-4695-990f-1fb51978e1c3 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:50:58.935456 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9270c394-5813-4695-990f-1fb51978e1c3 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:50:58.935784 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9270c394-5813-4695-990f-1fb51978e1c3 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:50:58.936109 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9270c394-5813-4695-990f-1fb51978e1c3 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:50:58.936433 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9270c394-5813-4695-990f-1fb51978e1c3 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:50:58.936774 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9270c394-5813-4695-990f-1fb51978e1c3 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:50:58.992530 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9270c394-5813-4695-990f-1fb51978e1c3 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for floatingip, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:50:58.992859 n-d-715271-16 neutron-server[95065]: INFO neutron.db.l3_db [None req-9270c394-5813-4695-990f-1fb51978e1c3 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Floating IP f771e38c-cefa-4bc5-a4f9-865c2b50b290 disassociated (deleted). External IP: 172.25.2.154, port: 64330ce8-5335-4c9a-8623-a812e37b5d9b. Sep 23 07:50:59.197756 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9270c394-5813-4695-990f-1fb51978e1c3 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Router e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:50:59.331298 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9270c394-5813-4695-990f-1fb51978e1c3 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:50:59.336866 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9270c394-5813-4695-990f-1fb51978e1c3 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:50:59.343328 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc36eb7-711b-45f3-9969-5faf18153793 None None] Sync routers for ids ['e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:50:59.352942 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc36eb7-711b-45f3-9969-5faf18153793 None None] Routers {'e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:50:59.353557 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-0bc36eb7-711b-45f3-9969-5faf18153793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:50:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:50:59.372391 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-85c2f3c9-31c4-4b52-998f-dcae62bdf6e0 req-93156980-794c-4484-b3c2-ed15f8bbf074 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f51c84aa-45ac-4e2b-9932-55451556079f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1059780 Sep 23 07:50:59.374202 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-9270c394-5813-4695-990f-1fb51978e1c3 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "DELETE /v2.0/floatingips/f771e38c-cefa-4bc5-a4f9-865c2b50b290 HTTP/1.1" status: 204 len: 168 time: 0.8975825 Sep 23 07:50:59.374767 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f51c84aa-45ac-4e2b-9932-55451556079f', 'tag': '64330ce8-5335-4c9a-8623-a812e37b5d9b'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:50:59.377269 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f95ab57a745480e309303c621f93016f7af13821b9c47ad15b10e565102b0cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b6a495-5ec9-4737-9755-144b35a26a6e" -d '{"events": [{"name": "network-changed", "server_uuid": "f51c84aa-45ac-4e2b-9932-55451556079f", "tag": "64330ce8-5335-4c9a-8623-a812e37b5d9b"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:50:59.439008 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b37246-79d8-4aa0-b588-ad3ba3605972 x-openstack-request-id: req-08b37246-79d8-4aa0-b588-ad3ba3605972 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:50:59.439761 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f51c84aa-45ac-4e2b-9932-55451556079f", "tag": "64330ce8-5335-4c9a-8623-a812e37b5d9b", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:50:59.440307 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-08b37246-79d8-4aa0-b588-ad3ba3605972 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:50:59.440838 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f51c84aa-45ac-4e2b-9932-55451556079f', 'tag': '64330ce8-5335-4c9a-8623-a812e37b5d9b', 'status': 'completed', 'code': 200} Sep 23 07:50:59.467440 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-0bc36eb7-711b-45f3-9969-5faf18153793 None None] Set router e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:50:59.473484 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c2f3c9-31c4-4b52-998f-dcae62bdf6e0 req-242eb555-13f0-470c-acc6-6d03acff0240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:50:59.476039 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-85c2f3c9-31c4-4b52-998f-dcae62bdf6e0 req-242eb555-13f0-470c-acc6-6d03acff0240 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=69ff37bb8aa54e3cbca49be59e8110a2&device_id=f51c84aa-45ac-4e2b-9932-55451556079f HTTP/1.1" status: 200 len: 1098 time: 0.0497060 Sep 23 07:50:59.592110 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c2f3c9-31c4-4b52-998f-dcae62bdf6e0 req-65d04850-b167-4413-894c-875c28f059d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:50:59.593589 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-85c2f3c9-31c4-4b52-998f-dcae62bdf6e0 req-65d04850-b167-4413-894c-875c28f059d3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f18fb9b9-3a91-401b-945c-9d6a7a442173 HTTP/1.1" status: 200 len: 897 time: 0.0993059 Sep 23 07:50:59.651071 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-85c2f3c9-31c4-4b52-998f-dcae62bdf6e0 req-33bf4a64-bf17-4ea8-882b-db54ff1cbd2b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64330ce8-5335-4c9a-8623-a812e37b5d9b HTTP/1.1" status: 200 len: 217 time: 0.0379887 Sep 23 07:50:59.674223 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4570439-734b-4d05-8b60-f00ff4c06b68 req-3fcd0733-e863-4df8-bcdf-226489c6927c tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:50:59.675661 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d4570439-734b-4d05-8b60-f00ff4c06b68 req-3fcd0733-e863-4df8-bcdf-226489c6927c tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=f51c84aa-45ac-4e2b-9932-55451556079f HTTP/1.1" status: 200 len: 946 time: 0.0973914 Sep 23 07:50:59.679314 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-0bc36eb7-711b-45f3-9969-5faf18153793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1080307505', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': '8939bf50-a09a-4bd8-82c2-a2b21fd7c92d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:49:29Z', 'updated_at': '2021-09-23T07:49:33Z', 'revision_number': 4, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'gw_port': {'id': '8939bf50-a09a-4bd8-82c2-a2b21fd7c92d', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:21:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:49:30Z', 'updated_at': '2021-09-23T07:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': 'dcfd367d-1853-4131-b618-451f93f90eb5', 'name': '', 'network_id': 'f18fb9b9-3a91-401b-945c-9d6a7a442173', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'mac_address': 'fa:16:3e:f6:38:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'dfe4015c-ca86-4250-a562-8eb2f7807ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:49:32Z', 'updated_at': '2021-09-23T07:49:36Z', 'revision_number': 5, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'subnets': [{'id': 'dfe4015c-ca86-4250-a562-8eb2f7807ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:50:59.706298 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc36eb7-711b-45f3-9969-5faf18153793 None None] Checking router: e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71 for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:50:59.715386 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc36eb7-711b-45f3-9969-5faf18153793 None None] Routers {'e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:50:59.715999 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-0bc36eb7-711b-45f3-9969-5faf18153793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:50:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:50:59.729612 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c2f3c9-31c4-4b52-998f-dcae62bdf6e0 req-efe8d40a-a5ee-4388-80cd-4929e5a3380d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:50:59.731139 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-85c2f3c9-31c4-4b52-998f-dcae62bdf6e0 req-efe8d40a-a5ee-4388-80cd-4929e5a3380d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dfe4015c-ca86-4250-a562-8eb2f7807ff3 HTTP/1.1" status: 200 len: 834 time: 0.0724652 Sep 23 07:50:59.753116 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d4570439-734b-4d05-8b60-f00ff4c06b68 req-dda4c73a-e3d1-43f8-8ab3-ddf8d26f089e tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=128c6324-7a24-468b-9224-610260b8f613&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567939 Sep 23 07:50:59.787150 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c2f3c9-31c4-4b52-998f-dcae62bdf6e0 req-21c3d860-5cfa-4f42-b7f0-4c92e1f47ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:50:59.789218 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-85c2f3c9-31c4-4b52-998f-dcae62bdf6e0 req-21c3d860-5cfa-4f42-b7f0-4c92e1f47ee9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f18fb9b9-3a91-401b-945c-9d6a7a442173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503902 Sep 23 07:50:59.823147 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-0bc36eb7-711b-45f3-9969-5faf18153793 None None] Set router e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:50:59.882510 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-85c2f3c9-31c4-4b52-998f-dcae62bdf6e0 req-7e404db4-71a6-4565-86bd-f857cf3d3be9 service neutron] 10.222.0.21 "GET /v2.0/networks/f18fb9b9-3a91-401b-945c-9d6a7a442173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837326 Sep 23 07:50:59.974801 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-85c2f3c9-31c4-4b52-998f-dcae62bdf6e0 req-c88b1c8f-061d-4e49-bc31-60858e4d2b07 service neutron] 10.222.0.21 "GET /v2.0/networks/f18fb9b9-3a91-401b-945c-9d6a7a442173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856080 Sep 23 07:51:00.022176 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-0bc36eb7-711b-45f3-9969-5faf18153793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1080307505', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': '8939bf50-a09a-4bd8-82c2-a2b21fd7c92d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:49:29Z', 'updated_at': '2021-09-23T07:49:33Z', 'revision_number': 4, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'gw_port': {'id': '8939bf50-a09a-4bd8-82c2-a2b21fd7c92d', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:21:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:49:30Z', 'updated_at': '2021-09-23T07:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': 'dcfd367d-1853-4131-b618-451f93f90eb5', 'name': '', 'network_id': 'f18fb9b9-3a91-401b-945c-9d6a7a442173', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'mac_address': 'fa:16:3e:f6:38:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'dfe4015c-ca86-4250-a562-8eb2f7807ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:49:32Z', 'updated_at': '2021-09-23T07:49:36Z', 'revision_number': 5, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'subnets': [{'id': 'dfe4015c-ca86-4250-a562-8eb2f7807ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:51:00.052293 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc36eb7-711b-45f3-9969-5faf18153793 None None] The sync data for ids ['e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71'] in n-d-715271-16 is: [{'id': 'e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1080307505', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': '8939bf50-a09a-4bd8-82c2-a2b21fd7c92d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:49:29Z', 'updated_at': '2021-09-23T07:49:33Z', 'revision_number': 4, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'gw_port': {'id': '8939bf50-a09a-4bd8-82c2-a2b21fd7c92d', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:21:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:49:30Z', 'updated_at': '2021-09-23T07:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': 'dcfd367d-1853-4131-b618-451f93f90eb5', 'name': '', 'network_id': 'f18fb9b9-3a91-401b-945c-9d6a7a442173', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'mac_address': 'fa:16:3e:f6:38:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'dfe4015c-ca86-4250-a562-8eb2f7807ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:49:32Z', 'updated_at': '2021-09-23T07:49:36Z', 'revision_number': 5, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'subnets': [{'id': 'dfe4015c-ca86-4250-a562-8eb2f7807ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:51:00.078100 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b6a495-5ec9-4737-9755-144b35a26a6e req-bf8358a4-4615-4991-8e04-d094f83390b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:51:00.079638 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a3b6a495-5ec9-4737-9755-144b35a26a6e req-bf8358a4-4615-4991-8e04-d094f83390b6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=69ff37bb8aa54e3cbca49be59e8110a2&device_id=f51c84aa-45ac-4e2b-9932-55451556079f HTTP/1.1" status: 200 len: 1098 time: 0.0431337 Sep 23 07:51:00.178141 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b6a495-5ec9-4737-9755-144b35a26a6e req-6e1e997a-9cbb-4e4f-9836-b577e92f3b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:51:00.180208 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a3b6a495-5ec9-4737-9755-144b35a26a6e req-6e1e997a-9cbb-4e4f-9836-b577e92f3b12 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f18fb9b9-3a91-401b-945c-9d6a7a442173 HTTP/1.1" status: 200 len: 897 time: 0.0916586 Sep 23 07:51:00.223999 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a3b6a495-5ec9-4737-9755-144b35a26a6e req-a6bd69fd-d401-46a4-bcae-db31de3610b1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64330ce8-5335-4c9a-8623-a812e37b5d9b HTTP/1.1" status: 200 len: 217 time: 0.0361431 Sep 23 07:51:00.274599 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e97f1fe-a752-40ce-b6e6-12c0b83a0cd0 None None] New status for floating IP f771e38c-cefa-4bc5-a4f9-865c2b50b290: DOWN {{(pid=95068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 07:51:00.276316 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b6a495-5ec9-4737-9755-144b35a26a6e req-0e4730ce-a3bd-478c-809d-6a0d005fe8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:51:00.277803 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a3b6a495-5ec9-4737-9755-144b35a26a6e req-0e4730ce-a3bd-478c-809d-6a0d005fe8ed service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dfe4015c-ca86-4250-a562-8eb2f7807ff3 HTTP/1.1" status: 200 len: 834 time: 0.0457377 Sep 23 07:51:00.326239 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b6a495-5ec9-4737-9755-144b35a26a6e req-a5d90778-f1a1-42d1-b2a8-3ddaa4f34882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:51:00.328073 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a3b6a495-5ec9-4737-9755-144b35a26a6e req-a5d90778-f1a1-42d1-b2a8-3ddaa4f34882 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f18fb9b9-3a91-401b-945c-9d6a7a442173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428946 Sep 23 07:51:00.427408 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a3b6a495-5ec9-4737-9755-144b35a26a6e req-3434b705-6903-467f-80e6-4d9c9bebaf8f service neutron] 10.222.0.21 "GET /v2.0/networks/f18fb9b9-3a91-401b-945c-9d6a7a442173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891654 Sep 23 07:51:00.522983 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a3b6a495-5ec9-4737-9755-144b35a26a6e req-1d61ba9e-9cb8-4f95-8ef1-fa2b1a3b05cf service neutron] 10.222.0.21 "GET /v2.0/networks/f18fb9b9-3a91-401b-945c-9d6a7a442173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854595 Sep 23 07:51:00.877237 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe4858e-5ebe-4755-81c4-971e5142e1f4 req-5f3c5b20-e74e-4150-835f-4b7b9db0a99a tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:51:00.878763 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ebe4858e-5ebe-4755-81c4-971e5142e1f4 req-5f3c5b20-e74e-4150-835f-4b7b9db0a99a tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=f51c84aa-45ac-4e2b-9932-55451556079f HTTP/1.1" status: 200 len: 946 time: 0.0529895 Sep 23 07:51:00.916710 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ebe4858e-5ebe-4755-81c4-971e5142e1f4 req-f921abff-5cdf-4661-a7ee-e04091ecb3c5 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=128c6324-7a24-468b-9224-610260b8f613&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318437 Sep 23 07:51:01.520793 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68850633-7140-42ee-8678-de4c679a774e req-e46a0df1-3723-4b54-aa11-0813c0da4883 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:51:01.522778 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-68850633-7140-42ee-8678-de4c679a774e req-e46a0df1-3723-4b54-aa11-0813c0da4883 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.21 "GET /v2.0/ports?device_id=f51c84aa-45ac-4e2b-9932-55451556079f HTTP/1.1" status: 200 len: 946 time: 0.0537288 Sep 23 07:51:01.611089 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-68850633-7140-42ee-8678-de4c679a774e req-9a28a91e-2e95-4f48-bf0c-841d369ba897 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Deleting port 64330ce8-5335-4c9a-8623-a812e37b5d9b {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:51:01.611808 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-68850633-7140-42ee-8678-de4c679a774e req-9a28a91e-2e95-4f48-bf0c-841d369ba897 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:01.705491 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-68850633-7140-42ee-8678-de4c679a774e req-9a28a91e-2e95-4f48-bf0c-841d369ba897 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] For port 64330ce8-5335-4c9a-8623-a812e37b5d9b, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=64330ce8-5335-4c9a-8623-a812e37b5d9b,segment=NetworkSegment(35b6b3f7-5a43-4df3-bc77-51950bc40510),segment_id=35b6b3f7-5a43-4df3-bc77-51950bc40510)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:51:01.705854 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-68850633-7140-42ee-8678-de4c679a774e req-9a28a91e-2e95-4f48-bf0c-841d369ba897 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:01.718680 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-68850633-7140-42ee-8678-de4c679a774e req-9a28a91e-2e95-4f48-bf0c-841d369ba897 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Calling delete_port for 64330ce8-5335-4c9a-8623-a812e37b5d9b owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:51:01.855088 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-68850633-7140-42ee-8678-de4c679a774e req-9a28a91e-2e95-4f48-bf0c-841d369ba897 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:01.885143 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a28a91e-2e95-4f48-bf0c-841d369ba897 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event deleted for resources: {'Port': ['ID=64330ce8-5335-4c9a-8623-a812e37b5d9b,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:51:01.926351 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-68850633-7140-42ee-8678-de4c679a774e req-9a28a91e-2e95-4f48-bf0c-841d369ba897 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] No DVR routers for this DVR port 64330ce8-5335-4c9a-8623-a812e37b5d9b on host n-h1-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:51:01.930109 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-68850633-7140-42ee-8678-de4c679a774e req-9a28a91e-2e95-4f48-bf0c-841d369ba897 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:01.932178 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-68850633-7140-42ee-8678-de4c679a774e req-9a28a91e-2e95-4f48-bf0c-841d369ba897 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.21 "DELETE /v2.0/ports/64330ce8-5335-4c9a-8623-a812e37b5d9b HTTP/1.1" status: 204 len: 173 time: 0.4037604 Sep 23 07:51:01.932623 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f51c84aa-45ac-4e2b-9932-55451556079f', 'name': 'network-vif-deleted', 'tag': '64330ce8-5335-4c9a-8623-a812e37b5d9b'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:51:01.934898 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f95ab57a745480e309303c621f93016f7af13821b9c47ad15b10e565102b0cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0cc0e42-840d-45e5-bfbf-43ae20fe4b79" -d '{"events": [{"server_uuid": "f51c84aa-45ac-4e2b-9932-55451556079f", "name": "network-vif-deleted", "tag": "64330ce8-5335-4c9a-8623-a812e37b5d9b"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:51:01.976777 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8837e79b-62d0-4f18-8b32-cb3e9a28f379 x-openstack-request-id: req-8837e79b-62d0-4f18-8b32-cb3e9a28f379 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:51:01.977077 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f51c84aa-45ac-4e2b-9932-55451556079f", "name": "network-vif-deleted", "tag": "64330ce8-5335-4c9a-8623-a812e37b5d9b", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:51:01.977317 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8837e79b-62d0-4f18-8b32-cb3e9a28f379 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:51:01.977720 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f51c84aa-45ac-4e2b-9932-55451556079f', 'name': 'network-vif-deleted', 'tag': '64330ce8-5335-4c9a-8623-a812e37b5d9b', 'status': 'completed', 'code': 200} Sep 23 07:51:02.015681 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8689e3fc-0190-4e28-99db-62ad812733c3 req-a8c5653e-901a-4aa0-a872-6fcd0820a418 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=f51c84aa-45ac-4e2b-9932-55451556079f HTTP/1.1" status: 200 len: 210 time: 0.0280733 Sep 23 07:51:03.071533 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55822) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:51:03.425759 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3faa5399-07b3-4210-9b19-21b1039d75c6 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066969'] for router_interface, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:03.674967 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-3faa5399-07b3-4210-9b19-21b1039d75c6 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Deleting port dcfd367d-1853-4131-b618-451f93f90eb5 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:51:03.675305 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3faa5399-07b3-4210-9b19-21b1039d75c6 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:03.764532 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-3faa5399-07b3-4210-9b19-21b1039d75c6 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] For port dcfd367d-1853-4131-b618-451f93f90eb5, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=dcfd367d-1853-4131-b618-451f93f90eb5,segment=NetworkSegment(35b6b3f7-5a43-4df3-bc77-51950bc40510),segment_id=35b6b3f7-5a43-4df3-bc77-51950bc40510)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:51:03.764892 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3faa5399-07b3-4210-9b19-21b1039d75c6 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:03.777193 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-3faa5399-07b3-4210-9b19-21b1039d75c6 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Calling delete_port for dcfd367d-1853-4131-b618-451f93f90eb5 owned by network:router_interface {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:51:03.964838 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3faa5399-07b3-4210-9b19-21b1039d75c6 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:03.992699 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faa5399-07b3-4210-9b19-21b1039d75c6 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event deleted for resources: {'Port': ['ID=dcfd367d-1853-4131-b618-451f93f90eb5,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:51:04.165276 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-3faa5399-07b3-4210-9b19-21b1039d75c6 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2068624'] for router_interface, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:04.251277 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 64330ce8-5335-4c9a-8623-a812e37b5d9b no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:51:04.272707 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] No Port match for: 64330ce8-5335-4c9a-8623-a812e37b5d9b {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:51:04.272988 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 64330ce8-5335-4c9a-8623-a812e37b5d9b not bound to the agent host n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:51:04.377321 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3faa5399-07b3-4210-9b19-21b1039d75c6 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Router e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:51:04.778235 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3faa5399-07b3-4210-9b19-21b1039d75c6 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:51:04.783124 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-3faa5399-07b3-4210-9b19-21b1039d75c6 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "PUT /v2.0/routers/e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7106445 Sep 23 07:51:04.786004 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55824) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:51:04.790796 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b727528-de89-44c8-ad5f-3be9d4d7b68c None None] Sync routers for ids ['e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:51:04.799808 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b727528-de89-44c8-ad5f-3be9d4d7b68c None None] Routers {'e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:51:04.800515 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-6b727528-de89-44c8-ad5f-3be9d4d7b68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:50:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:51:04.845066 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-b73ec1ea-0ae7-4dfd-8d04-54987486b0f4 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Deleting subnet dfe4015c-ca86-4250-a562-8eb2f7807ff3 {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:51:04.848450 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b73ec1ea-0ae7-4dfd-8d04-54987486b0f4 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:04.897736 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b73ec1ea-0ae7-4dfd-8d04-54987486b0f4 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:04.910882 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-6b727528-de89-44c8-ad5f-3be9d4d7b68c None None] Set router e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:51:04.981807 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b73ec1ea-0ae7-4dfd-8d04-54987486b0f4 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:05.042290 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b73ec1ea-0ae7-4dfd-8d04-54987486b0f4 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:05.071424 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73ec1ea-0ae7-4dfd-8d04-54987486b0f4 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event deleted for resources: {'Subnet': ['ID=dfe4015c-ca86-4250-a562-8eb2f7807ff3,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:51:05.073803 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b73ec1ea-0ae7-4dfd-8d04-54987486b0f4 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:05.078187 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-b73ec1ea-0ae7-4dfd-8d04-54987486b0f4 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "DELETE /v2.0/subnets/dfe4015c-ca86-4250-a562-8eb2f7807ff3 HTTP/1.1" status: 204 len: 168 time: 0.2886474 Sep 23 07:51:05.078588 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55826) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:51:05.082564 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73ec1ea-0ae7-4dfd-8d04-54987486b0f4 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:51:05.082915 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73ec1ea-0ae7-4dfd-8d04-54987486b0f4 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:51:05.083256 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73ec1ea-0ae7-4dfd-8d04-54987486b0f4 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:51:05.083588 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73ec1ea-0ae7-4dfd-8d04-54987486b0f4 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:51:05.083914 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73ec1ea-0ae7-4dfd-8d04-54987486b0f4 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:51:05.084253 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73ec1ea-0ae7-4dfd-8d04-54987486b0f4 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:51:05.085238 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73ec1ea-0ae7-4dfd-8d04-54987486b0f4 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:51:05.085584 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73ec1ea-0ae7-4dfd-8d04-54987486b0f4 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:51:05.085945 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73ec1ea-0ae7-4dfd-8d04-54987486b0f4 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:51:05.086258 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73ec1ea-0ae7-4dfd-8d04-54987486b0f4 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:51:05.086579 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73ec1ea-0ae7-4dfd-8d04-54987486b0f4 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:51:05.086898 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73ec1ea-0ae7-4dfd-8d04-54987486b0f4 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:51:05.088232 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710b92c1-3de6-4b22-a86d-265cf7076c33 None None] Network f18fb9b9-3a91-401b-945c-9d6a7a442173 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:51:05.165274 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-6b727528-de89-44c8-ad5f-3be9d4d7b68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1080307505', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': '8939bf50-a09a-4bd8-82c2-a2b21fd7c92d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:49:29Z', 'updated_at': '2021-09-23T07:51:03Z', 'revision_number': 5, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'gw_port': {'id': '8939bf50-a09a-4bd8-82c2-a2b21fd7c92d', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:21:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:49:30Z', 'updated_at': '2021-09-23T07:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:51:05.190666 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7d8a9787-2298-4bcd-9433-d68d84806b63 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for router, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:05.208139 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b727528-de89-44c8-ad5f-3be9d4d7b68c None None] Checking router: e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71 for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:51:05.237785 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b727528-de89-44c8-ad5f-3be9d4d7b68c None None] Routers {'e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:51:05.238428 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-6b727528-de89-44c8-ad5f-3be9d4d7b68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:50:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:51:05.295645 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7d8a9787-2298-4bcd-9433-d68d84806b63 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:05.349305 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-7d8a9787-2298-4bcd-9433-d68d84806b63 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Deleting port 8939bf50-a09a-4bd8-82c2-a2b21fd7c92d {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:51:05.349652 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7d8a9787-2298-4bcd-9433-d68d84806b63 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:05.355838 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-6b727528-de89-44c8-ad5f-3be9d4d7b68c None None] Set router e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:51:05.384641 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ec577c-b942-4d19-b3b2-d84e1bf56e21 None None] DHCP port deletion for f18fb9b9-3a91-401b-945c-9d6a7a442173 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 07:51:05.436226 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-7d8a9787-2298-4bcd-9433-d68d84806b63 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] For port 8939bf50-a09a-4bd8-82c2-a2b21fd7c92d, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=8939bf50-a09a-4bd8-82c2-a2b21fd7c92d,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:51:05.436593 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7d8a9787-2298-4bcd-9433-d68d84806b63 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:05.448823 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-7d8a9787-2298-4bcd-9433-d68d84806b63 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Calling delete_port for 8939bf50-a09a-4bd8-82c2-a2b21fd7c92d owned by network:router_gateway {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:51:05.543627 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-95ec577c-b942-4d19-b3b2-d84e1bf56e21 None None] Deleting port 2d164aeb-fe94-4121-aba9-9f23a696d0bd {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:51:05.543920 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-95ec577c-b942-4d19-b3b2-d84e1bf56e21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:05.614024 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7d8a9787-2298-4bcd-9433-d68d84806b63 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:05.621267 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-95ec577c-b942-4d19-b3b2-d84e1bf56e21 None None] For port 2d164aeb-fe94-4121-aba9-9f23a696d0bd, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=2d164aeb-fe94-4121-aba9-9f23a696d0bd,segment=NetworkSegment(35b6b3f7-5a43-4df3-bc77-51950bc40510),segment_id=35b6b3f7-5a43-4df3-bc77-51950bc40510)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:51:05.621672 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-95ec577c-b942-4d19-b3b2-d84e1bf56e21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:05.638134 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-95ec577c-b942-4d19-b3b2-d84e1bf56e21 None None] Calling delete_port for 2d164aeb-fe94-4121-aba9-9f23a696d0bd owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:51:05.640144 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8a9787-2298-4bcd-9433-d68d84806b63 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event deleted for resources: {'Port': ['ID=8939bf50-a09a-4bd8-82c2-a2b21fd7c92d,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:51:05.650308 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-6b727528-de89-44c8-ad5f-3be9d4d7b68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1080307505', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': '8939bf50-a09a-4bd8-82c2-a2b21fd7c92d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:49:29Z', 'updated_at': '2021-09-23T07:51:03Z', 'revision_number': 5, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'gw_port': {'id': '8939bf50-a09a-4bd8-82c2-a2b21fd7c92d', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:21:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:49:30Z', 'updated_at': '2021-09-23T07:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:51:05.680482 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b727528-de89-44c8-ad5f-3be9d4d7b68c None None] The sync data for ids ['e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71'] in n-d-715271-16 is: [{'id': 'e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1080307505', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': '8939bf50-a09a-4bd8-82c2-a2b21fd7c92d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:49:29Z', 'updated_at': '2021-09-23T07:51:03Z', 'revision_number': 5, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'gw_port': {'id': '8939bf50-a09a-4bd8-82c2-a2b21fd7c92d', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:21:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:49:30Z', 'updated_at': '2021-09-23T07:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:51:05.701918 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7d8a9787-2298-4bcd-9433-d68d84806b63 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2068563'] for router_gateway, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:05.799190 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7d8a9787-2298-4bcd-9433-d68d84806b63 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:05.801696 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7d8a9787-2298-4bcd-9433-d68d84806b63 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:05.849702 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7d8a9787-2298-4bcd-9433-d68d84806b63 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:05.850967 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d8a9787-2298-4bcd-9433-d68d84806b63 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Fanout notify agent at l3_agent the message router_deleted on router e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71 {{(pid=95065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 07:51:05.858958 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7d8a9787-2298-4bcd-9433-d68d84806b63 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:05.860117 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-7d8a9787-2298-4bcd-9433-d68d84806b63 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "DELETE /v2.0/routers/e3e197e4-92fb-4a4e-b5b1-a057ef5f1c71 HTTP/1.1" status: 204 len: 168 time: 0.7806253 Sep 23 07:51:05.862867 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55828) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:51:05.911805 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-95ec577c-b942-4d19-b3b2-d84e1bf56e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:05.938199 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ec577c-b942-4d19-b3b2-d84e1bf56e21 None None] Pushing event deleted for resources: {'Port': ['ID=2d164aeb-fe94-4121-aba9-9f23a696d0bd,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:51:05.940023 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ff90e844-cfa9-4afd-9949-db7cd4288eb7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:05.946577 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ec577c-b942-4d19-b3b2-d84e1bf56e21 None None] No DVR routers for this DVR port 2d164aeb-fe94-4121-aba9-9f23a696d0bd on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:51:05.948751 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ec577c-b942-4d19-b3b2-d84e1bf56e21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:51:05.949095 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ec577c-b942-4d19-b3b2-d84e1bf56e21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:51:05.949561 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ec577c-b942-4d19-b3b2-d84e1bf56e21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:51:05.949936 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ec577c-b942-4d19-b3b2-d84e1bf56e21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:51:05.950272 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ec577c-b942-4d19-b3b2-d84e1bf56e21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:51:05.950602 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ec577c-b942-4d19-b3b2-d84e1bf56e21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:51:05.950930 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ec577c-b942-4d19-b3b2-d84e1bf56e21 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:51:05.951260 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ec577c-b942-4d19-b3b2-d84e1bf56e21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:51:05.951581 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ec577c-b942-4d19-b3b2-d84e1bf56e21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:51:05.951899 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ec577c-b942-4d19-b3b2-d84e1bf56e21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:51:05.952217 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ec577c-b942-4d19-b3b2-d84e1bf56e21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:51:05.952537 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ec577c-b942-4d19-b3b2-d84e1bf56e21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:51:06.038817 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ff90e844-cfa9-4afd-9949-db7cd4288eb7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:06.060221 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-ff90e844-cfa9-4afd-9949-db7cd4288eb7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f18fb9b9-3a91-401b-945c-9d6a7a442173']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:51:06.070339 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-ff90e844-cfa9-4afd-9949-db7cd4288eb7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35b6b3f7-5a43-4df3-bc77-51950bc40510') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:51:06.070654 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-ff90e844-cfa9-4afd-9949-db7cd4288eb7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35b6b3f7-5a43-4df3-bc77-51950bc40510') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:51:06.080165 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ff90e844-cfa9-4afd-9949-db7cd4288eb7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:06.094891 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ff90e844-cfa9-4afd-9949-db7cd4288eb7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:06.103298 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff90e844-cfa9-4afd-9949-db7cd4288eb7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:51:06.103677 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ff90e844-cfa9-4afd-9949-db7cd4288eb7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:06.107095 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 07:51:06.107095 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:51:06.107095 n-d-715271-16 neutron-server[95065]: timer() Sep 23 07:51:06.107095 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:51:06.107095 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 07:51:06.107095 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:51:06.107095 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 07:51:06.107095 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:51:06.107095 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 07:51:06.107095 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:51:06.107095 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 07:51:06.107095 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:51:06.107095 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 07:51:06.107095 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:51:06.107095 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:51:06.107095 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:51:06.107095 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:51:06.107095 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:51:06.107095 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 07:51:06.107095 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:51:06.107095 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 07:51:06.107095 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:51:06.107095 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:51:06.107095 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:51:06.107095 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 07:51:06.107095 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:51:06.107095 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:51:06.107095 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:51:06.107095 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:51:06.107095 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:51:06.107095 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:51:06.107095 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:51:06.171430 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ff90e844-cfa9-4afd-9949-db7cd4288eb7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:06.179557 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ff90e844-cfa9-4afd-9949-db7cd4288eb7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:06.181136 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-ff90e844-cfa9-4afd-9949-db7cd4288eb7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "DELETE /v2.0/networks/f18fb9b9-3a91-401b-945c-9d6a7a442173 HTTP/1.1" status: 204 len: 168 time: 0.3173151 Sep 23 07:51:06.184109 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55830) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:51:06.192281 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff90e844-cfa9-4afd-9949-db7cd4288eb7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event deleted for resources: {'Network': ['ID=f18fb9b9-3a91-401b-945c-9d6a7a442173,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:51:06.253609 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-784c64aa-68fc-4059-9edc-32225b443451 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:06.280704 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-784c64aa-68fc-4059-9edc-32225b443451 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:06.344482 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-784c64aa-68fc-4059-9edc-32225b443451 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:06.347461 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-784c64aa-68fc-4059-9edc-32225b443451 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:06.348623 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-784c64aa-68fc-4059-9edc-32225b443451 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "DELETE /v2.0/security-groups/128c6324-7a24-468b-9224-610260b8f613 HTTP/1.1" status: 204 len: 168 time: 0.1635268 Sep 23 07:51:06.358269 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784c64aa-68fc-4059-9edc-32225b443451 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=128c6324-7a24-468b-9224-610260b8f613,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:51:06.565906 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55836) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:51:06.570409 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-b473230d-3de0-4895-8cfe-f5b859059b25 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-408704883', 'description': 'tempest-secgroup-smoke-408704883 description', 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:51:06.592076 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b473230d-3de0-4895-8cfe-f5b859059b25 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:06.677659 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b473230d-3de0-4895-8cfe-f5b859059b25 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:06.681442 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b473230d-3de0-4895-8cfe-f5b859059b25 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:06.712060 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-b473230d-3de0-4895-8cfe-f5b859059b25 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:06.713317 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-b473230d-3de0-4895-8cfe-f5b859059b25 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1464024 Sep 23 07:51:06.714346 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b473230d-3de0-4895-8cfe-f5b859059b25 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a05b661-8d95-4907-8b3d-34ef72f52386,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:51:06.716450 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55838) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:51:06.721262 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-4b65ccff-0910-4349-948d-91ffa03eafc9 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Request body: {'security_group_rule': {'security_group_id': '6a05b661-8d95-4907-8b3d-34ef72f52386', 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:51:06.748053 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4b65ccff-0910-4349-948d-91ffa03eafc9 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:06.804181 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4b65ccff-0910-4349-948d-91ffa03eafc9 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:06.807888 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4b65ccff-0910-4349-948d-91ffa03eafc9 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:06.827185 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b65ccff-0910-4349-948d-91ffa03eafc9 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b5a4c20-45b2-4608-92df-6c17e0a1fb9c,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:51:06.830697 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-4b65ccff-0910-4349-948d-91ffa03eafc9 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:06.831914 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-4b65ccff-0910-4349-948d-91ffa03eafc9 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1142538 Sep 23 07:51:06.835582 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55840) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:51:06.841032 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-008a7265-5b3a-4e79-9f9b-8661e66408e1 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Request body: {'security_group_rule': {'security_group_id': '6a05b661-8d95-4907-8b3d-34ef72f52386', 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:51:06.868088 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-008a7265-5b3a-4e79-9f9b-8661e66408e1 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:06.889789 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 8939bf50-a09a-4bd8-82c2-a2b21fd7c92d no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:51:06.909686 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 8939bf50-a09a-4bd8-82c2-a2b21fd7c92d {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:51:06.910044 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 8939bf50-a09a-4bd8-82c2-a2b21fd7c92d not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:51:06.910448 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 2d164aeb-fe94-4121-aba9-9f23a696d0bd no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:51:06.926435 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-008a7265-5b3a-4e79-9f9b-8661e66408e1 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:06.929670 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 2d164aeb-fe94-4121-aba9-9f23a696d0bd {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:51:06.930063 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 2d164aeb-fe94-4121-aba9-9f23a696d0bd not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:51:06.930254 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-008a7265-5b3a-4e79-9f9b-8661e66408e1 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:06.930478 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device dcfd367d-1853-4131-b618-451f93f90eb5 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:51:06.952115 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a7265-5b3a-4e79-9f9b-8661e66408e1 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee7a910e-8104-4a94-8f77-8602a68bdd1f,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:51:06.955106 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: dcfd367d-1853-4131-b618-451f93f90eb5 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:51:06.955423 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device dcfd367d-1853-4131-b618-451f93f90eb5 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:51:06.959289 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-008a7265-5b3a-4e79-9f9b-8661e66408e1 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:06.961343 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-008a7265-5b3a-4e79-9f9b-8661e66408e1 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1243873 Sep 23 07:51:06.965429 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55842) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:51:06.976453 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-1d2e663c-3f3e-40d1-bd3d-9d3d0a9f09cb tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Request body: {'security_group_rule': {'security_group_id': '6a05b661-8d95-4907-8b3d-34ef72f52386', 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:51:06.997081 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1d2e663c-3f3e-40d1-bd3d-9d3d0a9f09cb tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:07.056223 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1d2e663c-3f3e-40d1-bd3d-9d3d0a9f09cb tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:07.060169 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1d2e663c-3f3e-40d1-bd3d-9d3d0a9f09cb tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:07.078536 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2e663c-3f3e-40d1-bd3d-9d3d0a9f09cb tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=177108fa-c238-4d8b-bde6-544f8ce71f75,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:51:07.084047 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1d2e663c-3f3e-40d1-bd3d-9d3d0a9f09cb tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:07.085657 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-1d2e663c-3f3e-40d1-bd3d-9d3d0a9f09cb tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1191278 Sep 23 07:51:07.088724 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55844) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:51:07.093390 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-ef0cc263-8d25-4536-897d-bfc5757436fa tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Request body: {'security_group_rule': {'security_group_id': '6a05b661-8d95-4907-8b3d-34ef72f52386', 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:51:07.120146 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ef0cc263-8d25-4536-897d-bfc5757436fa tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:07.179158 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ef0cc263-8d25-4536-897d-bfc5757436fa tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:07.182668 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ef0cc263-8d25-4536-897d-bfc5757436fa tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:07.206012 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0cc263-8d25-4536-897d-bfc5757436fa tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9f226f3-92ed-451e-9e65-e048bfc9a608,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:51:07.209096 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ef0cc263-8d25-4536-897d-bfc5757436fa tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:07.211246 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-ef0cc263-8d25-4536-897d-bfc5757436fa tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1212151 Sep 23 07:51:07.213882 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55846) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:51:07.218104 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-c72f3db6-9690-482a-9056-043e61967617 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Request body: {'security_group_rule': {'security_group_id': '6a05b661-8d95-4907-8b3d-34ef72f52386', 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:51:07.239104 n-d-715271-16 neutron-server[95065]: INFO neutron.db.securitygroups_db [None req-c72f3db6-9690-482a-9056-043e61967617 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Project 69ff37bb8aa54e3cbca49be59e8110a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 07:51:07.244095 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c72f3db6-9690-482a-9056-043e61967617 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:07.306430 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c72f3db6-9690-482a-9056-043e61967617 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:07.310101 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c72f3db6-9690-482a-9056-043e61967617 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:07.332684 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72f3db6-9690-482a-9056-043e61967617 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5adaa155-41eb-4b01-8d6e-d7178478976c,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:51:07.336086 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c72f3db6-9690-482a-9056-043e61967617 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:07.337309 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-c72f3db6-9690-482a-9056-043e61967617 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1225052 Sep 23 07:51:07.340142 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55848) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:51:07.344194 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:07.345146 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-085b2d2b-831b-4b58-84ca-af274d09b571 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Request body: {'security_group_rule': {'security_group_id': '6a05b661-8d95-4907-8b3d-34ef72f52386', 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:51:07.368456 n-d-715271-16 neutron-server[95065]: INFO neutron.db.securitygroups_db [None req-085b2d2b-831b-4b58-84ca-af274d09b571 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Project 69ff37bb8aa54e3cbca49be59e8110a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 07:51:07.373266 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-085b2d2b-831b-4b58-84ca-af274d09b571 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:07.434024 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-085b2d2b-831b-4b58-84ca-af274d09b571 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:07.437738 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-085b2d2b-831b-4b58-84ca-af274d09b571 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:07.455104 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085b2d2b-831b-4b58-84ca-af274d09b571 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0489ab6c-ead5-4eab-9ccf-39409222d1a2,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:51:07.461646 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-085b2d2b-831b-4b58-84ca-af274d09b571 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:07.462784 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-085b2d2b-831b-4b58-84ca-af274d09b571 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1215630 Sep 23 07:51:07.465454 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55850) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:51:07.470360 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-33e98293-65eb-419b-87d0-bfeef2fcc1f2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Request body: {'network': {'name': 'tempest-network-smoke--1697585870', 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'port_security_enabled': True}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:51:07.492064 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33e98293-65eb-419b-87d0-bfeef2fcc1f2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Made reservation on behalf of 69ff37bb8aa54e3cbca49be59e8110a2 for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:51:07.495979 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-33e98293-65eb-419b-87d0-bfeef2fcc1f2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:07.520392 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33e98293-65eb-419b-87d0-bfeef2fcc1f2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:51:07.529135 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-33e98293-65eb-419b-87d0-bfeef2fcc1f2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:07.529444 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-33e98293-65eb-419b-87d0-bfeef2fcc1f2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Added segment 8defc42d-ebc6-4626-b625-76996db9cc3b of type vlan for network 920ce082-2436-48f7-a1f9-ef4f5930fe3f Sep 23 07:51:07.568498 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-33e98293-65eb-419b-87d0-bfeef2fcc1f2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:07.592475 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-33e98293-65eb-419b-87d0-bfeef2fcc1f2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:07.597976 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e98293-65eb-419b-87d0-bfeef2fcc1f2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:51:07.598564 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-33e98293-65eb-419b-87d0-bfeef2fcc1f2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:07.625884 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-33e98293-65eb-419b-87d0-bfeef2fcc1f2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1593835 Sep 23 07:51:07.628926 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55852) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:51:07.634327 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-dd83cbcd-1fc0-4012-b4c3-2c43a2997413 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1980945584', 'admin_state_up': True, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:51:07.658127 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dd83cbcd-1fc0-4012-b4c3-2c43a2997413 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:07.659264 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dd83cbcd-1fc0-4012-b4c3-2c43a2997413 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:07.669684 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e98293-65eb-419b-87d0-bfeef2fcc1f2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event updated for resources: {'Network': ['ID=920ce082-2436-48f7-a1f9-ef4f5930fe3f,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:51:07.684702 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 920ce082-2436-48f7-a1f9-ef4f5930fe3f details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:51:07.713377 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dd83cbcd-1fc0-4012-b4c3-2c43a2997413 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:07.850761 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dd83cbcd-1fc0-4012-b4c3-2c43a2997413 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:08.040738 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dd83cbcd-1fc0-4012-b4c3-2c43a2997413 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for router_gateway, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:08.145403 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-426d2322-0411-4cf8-9c6e-ad43bc3900a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:08.387127 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dd83cbcd-1fc0-4012-b4c3-2c43a2997413 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:08.487088 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-dd83cbcd-1fc0-4012-b4c3-2c43a2997413 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Allocated IP 172.25.2.176 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/a6485a9b-7b24-4068-8bea-0a4472a2e74c) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:51:08.591391 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dd83cbcd-1fc0-4012-b4c3-2c43a2997413 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:08.630031 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dd83cbcd-1fc0-4012-b4c3-2c43a2997413 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:08.666755 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd83cbcd-1fc0-4012-b4c3-2c43a2997413 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:51:08.669567 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-dd83cbcd-1fc0-4012-b4c3-2c43a2997413 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:51:08.673048 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd83cbcd-1fc0-4012-b4c3-2c43a2997413 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:51:08.698495 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd83cbcd-1fc0-4012-b4c3-2c43a2997413 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event updated for resources: {'Port': ['ID=a6485a9b-7b24-4068-8bea-0a4472a2e74c,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:51:08.923786 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dd83cbcd-1fc0-4012-b4c3-2c43a2997413 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for router_gateway, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:09.123863 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dd83cbcd-1fc0-4012-b4c3-2c43a2997413 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:09.250306 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd83cbcd-1fc0-4012-b4c3-2c43a2997413 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Router 14f09214-eddb-4352-9020-610dc1f5ee28 is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 07:51:09.357207 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd83cbcd-1fc0-4012-b4c3-2c43a2997413 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:51:09.367503 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88edf044-c011-4974-bdbe-34894615a1cd None None] Sync routers for ids ['14f09214-eddb-4352-9020-610dc1f5ee28'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:51:09.376082 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dd83cbcd-1fc0-4012-b4c3-2c43a2997413 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:09.377540 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88edf044-c011-4974-bdbe-34894615a1cd None None] Routers {'14f09214-eddb-4352-9020-610dc1f5ee28'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:51:09.377750 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-dd83cbcd-1fc0-4012-b4c3-2c43a2997413 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7476470 Sep 23 07:51:09.378178 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-88edf044-c011-4974-bdbe-34894615a1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:50:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['14f09214-eddb-4352-9020-610dc1f5ee28'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:51:09.380870 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55854) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:51:09.411093 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-746aba34-17a2-499e-82df-95e6ee860806 tempest-TestNetworkAdvancedServerOps-684132154 tempest-TestNetworkAdvancedServerOps-684132154-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=69ff37bb8aa54e3cbca49be59e8110a2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267966 Sep 23 07:51:09.411340 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55856) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:51:09.481531 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-88edf044-c011-4974-bdbe-34894615a1cd None None] Set router 14f09214-eddb-4352-9020-610dc1f5ee28 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:51:09.504157 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426f8c18-79a3-426a-bbe2-3648942034cf tempest-TestNetworkAdvancedServerOps-684132154 tempest-TestNetworkAdvancedServerOps-684132154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:51:09.505620 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-426f8c18-79a3-426a-bbe2-3648942034cf tempest-TestNetworkAdvancedServerOps-684132154 tempest-TestNetworkAdvancedServerOps-684132154-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0934427 Sep 23 07:51:09.508458 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55858) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:51:09.538640 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-b3049495-f42c-4ba3-b6e0-44442181f638 tempest-TestNetworkAdvancedServerOps-684132154 tempest-TestNetworkAdvancedServerOps-684132154-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=0f47978c-41eb-4cc7-92bf-8b873be8a1a0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263133 Sep 23 07:51:09.539016 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55860) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:51:09.544139 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-b3e2defa-2f05-4afd-8962-a21ec40da192 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-112050242', 'network_id': '920ce082-2436-48f7-a1f9-ef4f5930fe3f', 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:51:09.629706 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e2defa-2f05-4afd-8962-a21ec40da192 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Made reservation on behalf of 69ff37bb8aa54e3cbca49be59e8110a2 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:51:09.633527 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b3e2defa-2f05-4afd-8962-a21ec40da192 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:09.657247 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-88edf044-c011-4974-bdbe-34894615a1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f09214-eddb-4352-9020-610dc1f5ee28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980945584', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'a6485a9b-7b24-4068-8bea-0a4472a2e74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:51:07Z', 'updated_at': '2021-09-23T07:51:08Z', 'revision_number': 3, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'gw_port': {'id': 'a6485a9b-7b24-4068-8bea-0a4472a2e74c', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:b4:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14f09214-eddb-4352-9020-610dc1f5ee28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:51:08Z', 'updated_at': '2021-09-23T07:51:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:51:09.688049 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88edf044-c011-4974-bdbe-34894615a1cd None None] Checking router: 14f09214-eddb-4352-9020-610dc1f5ee28 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:51:09.688393 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88edf044-c011-4974-bdbe-34894615a1cd None None] Updating router 14f09214-eddb-4352-9020-610dc1f5ee28 port a6485a9b-7b24-4068-8bea-0a4472a2e74c binding host n-d-715271-16 {{(pid=95068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 07:51:09.713162 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-88edf044-c011-4974-bdbe-34894615a1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:09.815908 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b3e2defa-2f05-4afd-8962-a21ec40da192 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:09.883138 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e2defa-2f05-4afd-8962-a21ec40da192 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event updated for resources: {'Subnet': ['ID=0704324b-f008-4d20-bc8c-63adb5054631,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:51:09.891488 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e2defa-2f05-4afd-8962-a21ec40da192 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Checking segment: {'id': '8defc42d-ebc6-4626-b625-76996db9cc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '920ce082-2436-48f7-a1f9-ef4f5930fe3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:51:09.891851 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e2defa-2f05-4afd-8962-a21ec40da192 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Network hostable DHCP agents. Network: 920ce082-2436-48f7-a1f9-ef4f5930fe3f, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:51:09.908619 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e2defa-2f05-4afd-8962-a21ec40da192 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Network 920ce082-2436-48f7-a1f9-ef4f5930fe3f is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:51:09.917956 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-b3e2defa-2f05-4afd-8962-a21ec40da192 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 920ce082-2436-48f7-a1f9-ef4f5930fe3f) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:51:09.922905 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e2defa-2f05-4afd-8962-a21ec40da192 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:51:09.923858 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b3e2defa-2f05-4afd-8962-a21ec40da192 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:09.927829 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a728b6-fbb9-4cf2-b4de-7abdefcb7741 None None] Network 920ce082-2436-48f7-a1f9-ef4f5930fe3f requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:51:09.945541 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-b3e2defa-2f05-4afd-8962-a21ec40da192 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4020443 Sep 23 07:51:09.946157 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55862) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:51:09.968884 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-88edf044-c011-4974-bdbe-34894615a1cd None None] Notify callbacks [] for port, precommit_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:09.974058 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-88edf044-c011-4974-bdbe-34894615a1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:09.998816 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-88edf044-c011-4974-bdbe-34894615a1cd None None] Attempting to bind port a6485a9b-7b24-4068-8bea-0a4472a2e74c on host n-d-715271-16 for vnic_type normal with profile {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:51:09.999192 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-88edf044-c011-4974-bdbe-34894615a1cd None None] Attempting to bind port a6485a9b-7b24-4068-8bea-0a4472a2e74c by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:51:09.999548 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88edf044-c011-4974-bdbe-34894615a1cd None None] Attempting to bind port a6485a9b-7b24-4068-8bea-0a4472a2e74c on network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:51:10.021184 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88edf044-c011-4974-bdbe-34894615a1cd None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:51:10.021584 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88edf044-c011-4974-bdbe-34894615a1cd None None] Checking segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:51:10.022550 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-88edf044-c011-4974-bdbe-34894615a1cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:10.023266 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88edf044-c011-4974-bdbe-34894615a1cd None None] Bound using segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:51:10.023747 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-88edf044-c011-4974-bdbe-34894615a1cd None None] Bound port: a6485a9b-7b24-4068-8bea-0a4472a2e74c, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:51:10.024137 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-88edf044-c011-4974-bdbe-34894615a1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:10.083092 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-88edf044-c011-4974-bdbe-34894615a1cd None None] For port a6485a9b-7b24-4068-8bea-0a4472a2e74c, host n-d-715271-16, cleared binding levels {{(pid=95068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:51:10.086993 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-88edf044-c011-4974-bdbe-34894615a1cd None None] For port a6485a9b-7b24-4068-8bea-0a4472a2e74c, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=a6485a9b-7b24-4068-8bea-0a4472a2e74c,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:51:10.097396 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-88edf044-c011-4974-bdbe-34894615a1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:10.103431 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cebc34-0a4e-4b09-9eea-39c1861d732d None None] Pushing event updated for resources: {'Port': ['ID=a6485a9b-7b24-4068-8bea-0a4472a2e74c,revision_number=2']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:51:10.106531 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003b82a3-5411-4b62-8f9f-50d2b4598741 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-920ce082-2436-48f7-a1f9-ef4f5930fe3f', 'network_id': '920ce082-2436-48f7-a1f9-ef4f5930fe3f', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'fixed_ips': [{'subnet_id': '0704324b-f008-4d20-bc8c-63adb5054631'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:51:10.107507 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-003b82a3-5411-4b62-8f9f-50d2b4598741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:10.112239 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cebc34-0a4e-4b09-9eea-39c1861d732d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:51:10.112578 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cebc34-0a4e-4b09-9eea-39c1861d732d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:51:10.112906 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cebc34-0a4e-4b09-9eea-39c1861d732d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:51:10.113252 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cebc34-0a4e-4b09-9eea-39c1861d732d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:51:10.113551 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cebc34-0a4e-4b09-9eea-39c1861d732d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:51:10.113893 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cebc34-0a4e-4b09-9eea-39c1861d732d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:51:10.114211 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cebc34-0a4e-4b09-9eea-39c1861d732d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:51:10.114531 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cebc34-0a4e-4b09-9eea-39c1861d732d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:51:10.114838 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cebc34-0a4e-4b09-9eea-39c1861d732d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:51:10.115149 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cebc34-0a4e-4b09-9eea-39c1861d732d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:51:10.115478 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cebc34-0a4e-4b09-9eea-39c1861d732d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:51:10.115804 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cebc34-0a4e-4b09-9eea-39c1861d732d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:51:10.155751 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88edf044-c011-4974-bdbe-34894615a1cd None None] Routers {'14f09214-eddb-4352-9020-610dc1f5ee28'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:51:10.156372 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-88edf044-c011-4974-bdbe-34894615a1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:50:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['14f09214-eddb-4352-9020-610dc1f5ee28'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:51:10.211412 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cebc34-0a4e-4b09-9eea-39c1861d732d None None] Pushing event updated for resources: {'Port': ['ID=a6485a9b-7b24-4068-8bea-0a4472a2e74c,revision_number=3']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:51:10.263987 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-003b82a3-5411-4b62-8f9f-50d2b4598741 None None] Allocated IP 172.20.0.2 (920ce082-2436-48f7-a1f9-ef4f5930fe3f/0704324b-f008-4d20-bc8c-63adb5054631/249d1db5-a7cc-4276-951a-4e74c0cee029) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:51:10.372357 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-88edf044-c011-4974-bdbe-34894615a1cd None None] Set router 14f09214-eddb-4352-9020-610dc1f5ee28 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:51:10.415360 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-54d84d1f-8d49-4466-b36f-9917e48e6f80 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:10.435498 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-003b82a3-5411-4b62-8f9f-50d2b4598741 None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:10.442280 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-003b82a3-5411-4b62-8f9f-50d2b4598741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:10.479287 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003b82a3-5411-4b62-8f9f-50d2b4598741 None None] Network 920ce082-2436-48f7-a1f9-ef4f5930fe3f is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:51:10.483820 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-003b82a3-5411-4b62-8f9f-50d2b4598741 None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:51:10.487325 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003b82a3-5411-4b62-8f9f-50d2b4598741 None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:51:10.497123 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003b82a3-5411-4b62-8f9f-50d2b4598741 None None] Pushing event updated for resources: {'Port': ['ID=249d1db5-a7cc-4276-951a-4e74c0cee029,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:51:10.548100 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-003b82a3-5411-4b62-8f9f-50d2b4598741 None None] Attempting to bind port 249d1db5-a7cc-4276-951a-4e74c0cee029 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:51:10.548100 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-003b82a3-5411-4b62-8f9f-50d2b4598741 None None] Attempting to bind port 249d1db5-a7cc-4276-951a-4e74c0cee029 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '8defc42d-ebc6-4626-b625-76996db9cc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '920ce082-2436-48f7-a1f9-ef4f5930fe3f'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:51:10.548516 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003b82a3-5411-4b62-8f9f-50d2b4598741 None None] Attempting to bind port 249d1db5-a7cc-4276-951a-4e74c0cee029 on network 920ce082-2436-48f7-a1f9-ef4f5930fe3f {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:51:10.554004 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003b82a3-5411-4b62-8f9f-50d2b4598741 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:51:10.554384 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003b82a3-5411-4b62-8f9f-50d2b4598741 None None] Checking segment: {'id': '8defc42d-ebc6-4626-b625-76996db9cc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '920ce082-2436-48f7-a1f9-ef4f5930fe3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:51:10.554777 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-003b82a3-5411-4b62-8f9f-50d2b4598741 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:10.555172 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003b82a3-5411-4b62-8f9f-50d2b4598741 None None] Bound using segment: {'id': '8defc42d-ebc6-4626-b625-76996db9cc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '920ce082-2436-48f7-a1f9-ef4f5930fe3f'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:51:10.555699 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-003b82a3-5411-4b62-8f9f-50d2b4598741 None None] Bound port: 249d1db5-a7cc-4276-951a-4e74c0cee029, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8defc42d-ebc6-4626-b625-76996db9cc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '920ce082-2436-48f7-a1f9-ef4f5930fe3f'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:51:10.556079 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-003b82a3-5411-4b62-8f9f-50d2b4598741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:10.572371 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-88edf044-c011-4974-bdbe-34894615a1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f09214-eddb-4352-9020-610dc1f5ee28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980945584', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'a6485a9b-7b24-4068-8bea-0a4472a2e74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:51:07Z', 'updated_at': '2021-09-23T07:51:08Z', 'revision_number': 3, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'gw_port': {'id': 'a6485a9b-7b24-4068-8bea-0a4472a2e74c', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:b4:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14f09214-eddb-4352-9020-610dc1f5ee28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:51:08Z', 'updated_at': '2021-09-23T07:51:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:51:10.599502 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88edf044-c011-4974-bdbe-34894615a1cd None None] The sync data for ids ['14f09214-eddb-4352-9020-610dc1f5ee28'] in n-d-715271-16 is: [{'id': '14f09214-eddb-4352-9020-610dc1f5ee28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980945584', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'a6485a9b-7b24-4068-8bea-0a4472a2e74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:51:07Z', 'updated_at': '2021-09-23T07:51:08Z', 'revision_number': 3, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'gw_port': {'id': 'a6485a9b-7b24-4068-8bea-0a4472a2e74c', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:b4:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14f09214-eddb-4352-9020-610dc1f5ee28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:51:08Z', 'updated_at': '2021-09-23T07:51:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:51:10.616469 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:10.644633 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-003b82a3-5411-4b62-8f9f-50d2b4598741 None None] For port 249d1db5-a7cc-4276-951a-4e74c0cee029, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:51:10.649118 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-003b82a3-5411-4b62-8f9f-50d2b4598741 None None] For port 249d1db5-a7cc-4276-951a-4e74c0cee029, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=249d1db5-a7cc-4276-951a-4e74c0cee029,segment=NetworkSegment(8defc42d-ebc6-4626-b625-76996db9cc3b),segment_id=8defc42d-ebc6-4626-b625-76996db9cc3b)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:51:10.657590 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-003b82a3-5411-4b62-8f9f-50d2b4598741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:10.718525 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-54d84d1f-8d49-4466-b36f-9917e48e6f80 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Allocated IP 172.20.0.1 (920ce082-2436-48f7-a1f9-ef4f5930fe3f/0704324b-f008-4d20-bc8c-63adb5054631/4529169a-cc4d-4899-8b65-48b343859fe2) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:51:10.727119 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003b82a3-5411-4b62-8f9f-50d2b4598741 None None] Pushing event updated for resources: {'Port': ['ID=249d1db5-a7cc-4276-951a-4e74c0cee029,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:51:10.877601 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-54d84d1f-8d49-4466-b36f-9917e48e6f80 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:10.933102 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-54d84d1f-8d49-4466-b36f-9917e48e6f80 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:10.982081 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d84d1f-8d49-4466-b36f-9917e48e6f80 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Network 920ce082-2436-48f7-a1f9-ef4f5930fe3f is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:51:10.985110 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-54d84d1f-8d49-4466-b36f-9917e48e6f80 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:51:10.989374 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d84d1f-8d49-4466-b36f-9917e48e6f80 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:51:11.017966 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d84d1f-8d49-4466-b36f-9917e48e6f80 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event updated for resources: {'Port': ['ID=4529169a-cc4d-4899-8b65-48b343859fe2,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:51:11.051103 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-54d84d1f-8d49-4466-b36f-9917e48e6f80 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068614'] for router_interface, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:11.152781 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0092c4e2-2115-4c7a-af64-605ad334e8fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:11.195938 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-54d84d1f-8d49-4466-b36f-9917e48e6f80 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:11.492574 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-54d84d1f-8d49-4466-b36f-9917e48e6f80 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:11.502502 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-54d84d1f-8d49-4466-b36f-9917e48e6f80 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:11.577538 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d84d1f-8d49-4466-b36f-9917e48e6f80 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event updated for resources: {'Port': ['ID=4529169a-cc4d-4899-8b65-48b343859fe2,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:51:11.580167 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-54d84d1f-8d49-4466-b36f-9917e48e6f80 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067062'] for router_interface, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:11.659162 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:11.675861 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a3b479-0819-4ef0-ad7b-ae3e2dbc8a13 None None] Network 920ce082-2436-48f7-a1f9-ef4f5930fe3f requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:51:11.684636 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d84d1f-8d49-4466-b36f-9917e48e6f80 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Network 920ce082-2436-48f7-a1f9-ef4f5930fe3f is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:51:11.686105 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-54d84d1f-8d49-4466-b36f-9917e48e6f80 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:51:11.762564 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-ddb83299-6275-43de-8320-062cfd763be2 None None] Provisioning complete for port 249d1db5-a7cc-4276-951a-4e74c0cee029 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:51:11.762937 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ddb83299-6275-43de-8320-062cfd763be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:11.801880 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54d84d1f-8d49-4466-b36f-9917e48e6f80 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Router 14f09214-eddb-4352-9020-610dc1f5ee28 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:51:11.902127 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ddb83299-6275-43de-8320-062cfd763be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:11.912942 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54d84d1f-8d49-4466-b36f-9917e48e6f80 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:51:11.920979 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-54d84d1f-8d49-4466-b36f-9917e48e6f80 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "PUT /v2.0/routers/14f09214-eddb-4352-9020-610dc1f5ee28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9736805 Sep 23 07:51:11.942625 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-ddb83299-6275-43de-8320-062cfd763be2 None None] For port 249d1db5-a7cc-4276-951a-4e74c0cee029, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=249d1db5-a7cc-4276-951a-4e74c0cee029,segment=NetworkSegment(8defc42d-ebc6-4626-b625-76996db9cc3b),segment_id=8defc42d-ebc6-4626-b625-76996db9cc3b)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:51:11.949501 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ddb83299-6275-43de-8320-062cfd763be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:12.013347 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb83299-6275-43de-8320-062cfd763be2 None None] Pushing event updated for resources: {'Port': ['ID=249d1db5-a7cc-4276-951a-4e74c0cee029,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:51:12.091341 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-04d34c7d-3fbe-48ed-b32f-c4f3ecd729da req-dec9bc72-c138-4f24-abb9-09a67281a046 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-408704883&fields=id&tenant_id=69ff37bb8aa54e3cbca49be59e8110a2 HTTP/1.1" status: 200 len: 267 time: 0.0357082 Sep 23 07:51:12.171544 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-3985c3da-2b75-43e5-b7f5-84c10fa90595 None None] Provisioning complete for port 4529169a-cc4d-4899-8b65-48b343859fe2 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:51:12.172287 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3985c3da-2b75-43e5-b7f5-84c10fa90595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:12.214958 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-3985c3da-2b75-43e5-b7f5-84c10fa90595 None None] Port 4529169a-cc4d-4899-8b65-48b343859fe2 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:51:12.216614 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d34c7d-3fbe-48ed-b32f-c4f3ecd729da req-67aa41e1-3cf5-4f33-9272-9eea14ff407c tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:51:12.218292 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-04d34c7d-3fbe-48ed-b32f-c4f3ecd729da req-67aa41e1-3cf5-4f33-9272-9eea14ff407c tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/networks?id=920ce082-2436-48f7-a1f9-ef4f5930fe3f HTTP/1.1" status: 200 len: 797 time: 0.1162224 Sep 23 07:51:12.226388 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-3985c3da-2b75-43e5-b7f5-84c10fa90595 None None] Provisioning complete for port 249d1db5-a7cc-4276-951a-4e74c0cee029 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:51:12.226903 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3985c3da-2b75-43e5-b7f5-84c10fa90595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:12.241758 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-04d34c7d-3fbe-48ed-b32f-c4f3ecd729da req-89f2580b-3ce7-4fc1-975a-bd597e9b2181 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/quotas/69ff37bb8aa54e3cbca49be59e8110a2 HTTP/1.1" status: 200 len: 375 time: 0.0169196 Sep 23 07:51:12.294043 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-04d34c7d-3fbe-48ed-b32f-c4f3ecd729da req-a796b02d-d3a1-49ce-99fb-c977e3b535da tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=69ff37bb8aa54e3cbca49be59e8110a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503852 Sep 23 07:51:12.341216 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efeaf937-ce21-4ce0-af00-c339e1e8d4a8 None None] Sync routers for ids ['14f09214-eddb-4352-9020-610dc1f5ee28'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:51:12.351925 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efeaf937-ce21-4ce0-af00-c339e1e8d4a8 None None] Routers {'14f09214-eddb-4352-9020-610dc1f5ee28'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:51:12.352711 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-efeaf937-ce21-4ce0-af00-c339e1e8d4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:51:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['14f09214-eddb-4352-9020-610dc1f5ee28'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:51:12.408811 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-04d34c7d-3fbe-48ed-b32f-c4f3ecd729da req-75781378-b93f-4ebe-9c53-972bf5cc90da service neutron] 10.222.0.39 "GET /v2.0/networks/920ce082-2436-48f7-a1f9-ef4f5930fe3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001685 Sep 23 07:51:12.469192 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-51fabba4-a1cd-4fcd-a8f0-9d92696c103a None None] Provisioning complete for port 4529169a-cc4d-4899-8b65-48b343859fe2 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:51:12.469473 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-51fabba4-a1cd-4fcd-a8f0-9d92696c103a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:12.474544 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-efeaf937-ce21-4ce0-af00-c339e1e8d4a8 None None] Set router 14f09214-eddb-4352-9020-610dc1f5ee28 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:51:12.514093 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-04d34c7d-3fbe-48ed-b32f-c4f3ecd729da req-a81fc94b-d7b2-43fc-8668-7622aedeb267 service neutron] 10.222.0.39 "GET /v2.0/networks/920ce082-2436-48f7-a1f9-ef4f5930fe3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978184 Sep 23 07:51:12.542778 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-51fabba4-a1cd-4fcd-a8f0-9d92696c103a None None] Port 4529169a-cc4d-4899-8b65-48b343859fe2 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:51:12.635445 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:12.679477 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-b1e20ac2-59b3-44e7-a961-dae934e62e07 None None] Provisioning complete for port 4529169a-cc4d-4899-8b65-48b343859fe2 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:51:12.679860 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b1e20ac2-59b3-44e7-a961-dae934e62e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:12.692671 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a821f92a-ec88-423b-bdcb-6737c270ccef req-5bd1d44a-d2b2-4d89-b281-59c39e2cee3b tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=986f7da8-b5ef-42f4-abee-e9ad848ed0c7 HTTP/1.1" status: 200 len: 210 time: 0.0287735 Sep 23 07:51:12.747209 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-b1e20ac2-59b3-44e7-a961-dae934e62e07 None None] Port 4529169a-cc4d-4899-8b65-48b343859fe2 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:51:12.764142 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-efeaf937-ce21-4ce0-af00-c339e1e8d4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f09214-eddb-4352-9020-610dc1f5ee28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980945584', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'a6485a9b-7b24-4068-8bea-0a4472a2e74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:51:07Z', 'updated_at': '2021-09-23T07:51:11Z', 'revision_number': 4, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'gw_port': {'id': 'a6485a9b-7b24-4068-8bea-0a4472a2e74c', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:b4:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14f09214-eddb-4352-9020-610dc1f5ee28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:51:08Z', 'updated_at': '2021-09-23T07:51:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '4529169a-cc4d-4899-8b65-48b343859fe2', 'name': '', 'network_id': '920ce082-2436-48f7-a1f9-ef4f5930fe3f', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'mac_address': 'fa:16:3e:89:48:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14f09214-eddb-4352-9020-610dc1f5ee28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '0704324b-f008-4d20-bc8c-63adb5054631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:51:10Z', 'updated_at': '2021-09-23T07:51:11Z', 'revision_number': 2, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'subnets': [{'id': '0704324b-f008-4d20-bc8c-63adb5054631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:51:12.791582 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efeaf937-ce21-4ce0-af00-c339e1e8d4a8 None None] Checking router: 14f09214-eddb-4352-9020-610dc1f5ee28 for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:51:12.792016 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efeaf937-ce21-4ce0-af00-c339e1e8d4a8 None None] Updating router 14f09214-eddb-4352-9020-610dc1f5ee28 port 4529169a-cc4d-4899-8b65-48b343859fe2 binding host n-d-715271-16 {{(pid=95067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 07:51:12.815868 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-efeaf937-ce21-4ce0-af00-c339e1e8d4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:12.940057 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device a6485a9b-7b24-4068-8bea-0a4472a2e74c up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:51:13.056687 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port a6485a9b-7b24-4068-8bea-0a4472a2e74c triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:51:13.057065 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:13.204351 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-efeaf937-ce21-4ce0-af00-c339e1e8d4a8 None None] Notify callbacks [] for port, precommit_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:13.206115 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:13.214813 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-efeaf937-ce21-4ce0-af00-c339e1e8d4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:13.254100 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port a6485a9b-7b24-4068-8bea-0a4472a2e74c, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=a6485a9b-7b24-4068-8bea-0a4472a2e74c,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:51:13.263369 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:13.264124 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 249d1db5-a7cc-4276-951a-4e74c0cee029 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:51:13.323589 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e2df53-621f-440c-8e53-142984e3181f None None] Pushing event updated for resources: {'Port': ['ID=4529169a-cc4d-4899-8b65-48b343859fe2,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:51:13.395810 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-efeaf937-ce21-4ce0-af00-c339e1e8d4a8 None None] Attempting to bind port 4529169a-cc4d-4899-8b65-48b343859fe2 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:51:13.396185 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-efeaf937-ce21-4ce0-af00-c339e1e8d4a8 None None] Attempting to bind port 4529169a-cc4d-4899-8b65-48b343859fe2 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '8defc42d-ebc6-4626-b625-76996db9cc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '920ce082-2436-48f7-a1f9-ef4f5930fe3f'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:51:13.396550 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efeaf937-ce21-4ce0-af00-c339e1e8d4a8 None None] Attempting to bind port 4529169a-cc4d-4899-8b65-48b343859fe2 on network 920ce082-2436-48f7-a1f9-ef4f5930fe3f {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:51:13.414253 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efeaf937-ce21-4ce0-af00-c339e1e8d4a8 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:51:13.414629 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efeaf937-ce21-4ce0-af00-c339e1e8d4a8 None None] Checking segment: {'id': '8defc42d-ebc6-4626-b625-76996db9cc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '920ce082-2436-48f7-a1f9-ef4f5930fe3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:51:13.415029 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-efeaf937-ce21-4ce0-af00-c339e1e8d4a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:13.415421 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efeaf937-ce21-4ce0-af00-c339e1e8d4a8 None None] Bound using segment: {'id': '8defc42d-ebc6-4626-b625-76996db9cc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '920ce082-2436-48f7-a1f9-ef4f5930fe3f'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:51:13.415898 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-efeaf937-ce21-4ce0-af00-c339e1e8d4a8 None None] Bound port: 4529169a-cc4d-4899-8b65-48b343859fe2, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8defc42d-ebc6-4626-b625-76996db9cc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '920ce082-2436-48f7-a1f9-ef4f5930fe3f'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:51:13.416273 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-efeaf937-ce21-4ce0-af00-c339e1e8d4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:13.422403 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=a6485a9b-7b24-4068-8bea-0a4472a2e74c,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:51:13.435532 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 249d1db5-a7cc-4276-951a-4e74c0cee029 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:51:13.435902 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:13.514597 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-e4a9ecba-8c00-42ba-8362-bd7587deb4bd None None] Provisioning complete for port 4529169a-cc4d-4899-8b65-48b343859fe2 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:51:13.514890 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e4a9ecba-8c00-42ba-8362-bd7587deb4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:13.556105 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-efeaf937-ce21-4ce0-af00-c339e1e8d4a8 None None] For port 4529169a-cc4d-4899-8b65-48b343859fe2, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:51:13.560798 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-efeaf937-ce21-4ce0-af00-c339e1e8d4a8 None None] For port 4529169a-cc4d-4899-8b65-48b343859fe2, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=4529169a-cc4d-4899-8b65-48b343859fe2,segment=NetworkSegment(8defc42d-ebc6-4626-b625-76996db9cc3b),segment_id=8defc42d-ebc6-4626-b625-76996db9cc3b)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:51:13.567318 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-efeaf937-ce21-4ce0-af00-c339e1e8d4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:13.601246 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-e4a9ecba-8c00-42ba-8362-bd7587deb4bd None None] Port 4529169a-cc4d-4899-8b65-48b343859fe2 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:51:13.664481 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efeaf937-ce21-4ce0-af00-c339e1e8d4a8 None None] Routers {'14f09214-eddb-4352-9020-610dc1f5ee28'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:51:13.665133 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-efeaf937-ce21-4ce0-af00-c339e1e8d4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:51:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['14f09214-eddb-4352-9020-610dc1f5ee28'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:51:13.703164 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e2df53-621f-440c-8e53-142984e3181f None None] Pushing event updated for resources: {'Port': ['ID=4529169a-cc4d-4899-8b65-48b343859fe2,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:51:13.786729 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d34c7d-3fbe-48ed-b32f-c4f3ecd729da req-0a45546e-1e6b-48c6-a052-f449e0422d3c tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:51:13.789910 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-04d34c7d-3fbe-48ed-b32f-c4f3ecd729da req-0a45546e-1e6b-48c6-a052-f449e0422d3c tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.21 "GET /v2.0/networks?id=920ce082-2436-48f7-a1f9-ef4f5930fe3f HTTP/1.1" status: 200 len: 797 time: 0.1361427 Sep 23 07:51:13.843709 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1900feb0-6e08-4c51-b3ee-a7a0bf0c5c80 req-bbfd179b-d204-41ef-8988-053e092df29a tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=986f7da8-b5ef-42f4-abee-e9ad848ed0c7 HTTP/1.1" status: 200 len: 210 time: 0.0410140 Sep 23 07:51:13.864468 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-04d34c7d-3fbe-48ed-b32f-c4f3ecd729da req-ad6c554c-e118-45b0-8a73-29a7b7948bc3 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69ff37bb8aa54e3cbca49be59e8110a2 HTTP/1.1" status: 200 len: 379 time: 0.0508652 Sep 23 07:51:13.880072 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-04d34c7d-3fbe-48ed-b32f-c4f3ecd729da req-61ee0af2-b0c4-4b1d-88fe-9672b7e2df47 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Request body: {'port': {'device_id': '986f7da8-b5ef-42f4-abee-e9ad848ed0c7', 'network_id': '920ce082-2436-48f7-a1f9-ef4f5930fe3f', 'admin_state_up': True, 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'security_groups': ['6a05b661-8d95-4907-8b3d-34ef72f52386']}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:51:13.997203 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04d34c7d-3fbe-48ed-b32f-c4f3ecd729da req-61ee0af2-b0c4-4b1d-88fe-9672b7e2df47 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Made reservation on behalf of 69ff37bb8aa54e3cbca49be59e8110a2 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:51:14.001601 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-04d34c7d-3fbe-48ed-b32f-c4f3ecd729da req-61ee0af2-b0c4-4b1d-88fe-9672b7e2df47 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:14.019096 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-efeaf937-ce21-4ce0-af00-c339e1e8d4a8 None None] Set router 14f09214-eddb-4352-9020-610dc1f5ee28 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:51:14.020886 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-572fa115-87f6-483e-a5a6-1914a08e5cfc None None] Provisioning complete for port 4529169a-cc4d-4899-8b65-48b343859fe2 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:51:14.021189 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-572fa115-87f6-483e-a5a6-1914a08e5cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:14.089929 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:14.248161 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-572fa115-87f6-483e-a5a6-1914a08e5cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:14.308728 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-572fa115-87f6-483e-a5a6-1914a08e5cfc None None] For port 4529169a-cc4d-4899-8b65-48b343859fe2, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=4529169a-cc4d-4899-8b65-48b343859fe2,segment=NetworkSegment(8defc42d-ebc6-4626-b625-76996db9cc3b),segment_id=8defc42d-ebc6-4626-b625-76996db9cc3b)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:51:14.315054 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-572fa115-87f6-483e-a5a6-1914a08e5cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:14.373828 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-efeaf937-ce21-4ce0-af00-c339e1e8d4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f09214-eddb-4352-9020-610dc1f5ee28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980945584', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'a6485a9b-7b24-4068-8bea-0a4472a2e74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:51:07Z', 'updated_at': '2021-09-23T07:51:11Z', 'revision_number': 4, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'gw_port': {'id': 'a6485a9b-7b24-4068-8bea-0a4472a2e74c', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:b4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f09214-eddb-4352-9020-610dc1f5ee28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:51:08Z', 'updated_at': '2021-09-23T07:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '4529169a-cc4d-4899-8b65-48b343859fe2', 'name': '', 'network_id': '920ce082-2436-48f7-a1f9-ef4f5930fe3f', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'mac_address': 'fa:16:3e:89:48:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14f09214-eddb-4352-9020-610dc1f5ee28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '0704324b-f008-4d20-bc8c-63adb5054631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:51:10Z', 'updated_at': '2021-09-23T07:51:13Z', 'revision_number': 4, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'subnets': [{'id': '0704324b-f008-4d20-bc8c-63adb5054631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:51:14.377552 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572fa115-87f6-483e-a5a6-1914a08e5cfc None None] Pushing event updated for resources: {'Port': ['ID=4529169a-cc4d-4899-8b65-48b343859fe2,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:51:14.408321 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efeaf937-ce21-4ce0-af00-c339e1e8d4a8 None None] The sync data for ids ['14f09214-eddb-4352-9020-610dc1f5ee28'] in n-d-715271-16 is: [{'id': '14f09214-eddb-4352-9020-610dc1f5ee28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980945584', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'a6485a9b-7b24-4068-8bea-0a4472a2e74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:51:07Z', 'updated_at': '2021-09-23T07:51:11Z', 'revision_number': 4, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'gw_port': {'id': 'a6485a9b-7b24-4068-8bea-0a4472a2e74c', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:b4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f09214-eddb-4352-9020-610dc1f5ee28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:51:08Z', 'updated_at': '2021-09-23T07:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '4529169a-cc4d-4899-8b65-48b343859fe2', 'name': '', 'network_id': '920ce082-2436-48f7-a1f9-ef4f5930fe3f', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'mac_address': 'fa:16:3e:89:48:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14f09214-eddb-4352-9020-610dc1f5ee28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '0704324b-f008-4d20-bc8c-63adb5054631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:51:10Z', 'updated_at': '2021-09-23T07:51:13Z', 'revision_number': 4, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'subnets': [{'id': '0704324b-f008-4d20-bc8c-63adb5054631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:51:14.462265 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-04d34c7d-3fbe-48ed-b32f-c4f3ecd729da req-61ee0af2-b0c4-4b1d-88fe-9672b7e2df47 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Allocated IP 172.20.0.8 (920ce082-2436-48f7-a1f9-ef4f5930fe3f/0704324b-f008-4d20-bc8c-63adb5054631/0044358a-934c-4c9b-b46f-90a1610f058e) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:51:14.616264 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-04d34c7d-3fbe-48ed-b32f-c4f3ecd729da req-61ee0af2-b0c4-4b1d-88fe-9672b7e2df47 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:14.650909 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-04d34c7d-3fbe-48ed-b32f-c4f3ecd729da req-61ee0af2-b0c4-4b1d-88fe-9672b7e2df47 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:14.695154 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04d34c7d-3fbe-48ed-b32f-c4f3ecd729da req-61ee0af2-b0c4-4b1d-88fe-9672b7e2df47 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Network 920ce082-2436-48f7-a1f9-ef4f5930fe3f is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:51:14.698264 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-04d34c7d-3fbe-48ed-b32f-c4f3ecd729da req-61ee0af2-b0c4-4b1d-88fe-9672b7e2df47 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:51:14.701940 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-04d34c7d-3fbe-48ed-b32f-c4f3ecd729da req-61ee0af2-b0c4-4b1d-88fe-9672b7e2df47 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:51:14.729174 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee0af2-b0c4-4b1d-88fe-9672b7e2df47 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event updated for resources: {'Port': ['ID=0044358a-934c-4c9b-b46f-90a1610f058e,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:51:14.760698 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d34c7d-3fbe-48ed-b32f-c4f3ecd729da req-61ee0af2-b0c4-4b1d-88fe-9672b7e2df47 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:51:14.761606 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-04d34c7d-3fbe-48ed-b32f-c4f3ecd729da req-61ee0af2-b0c4-4b1d-88fe-9672b7e2df47 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:14.777961 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-04d34c7d-3fbe-48ed-b32f-c4f3ecd729da req-61ee0af2-b0c4-4b1d-88fe-9672b7e2df47 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9039145 Sep 23 07:51:14.794742 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-04d34c7d-3fbe-48ed-b32f-c4f3ecd729da req-ac8969d2-40aa-4fd5-a852-df3a779f4b93 service neutron] Request body: {'port': {'device_id': '986f7da8-b5ef-42f4-abee-e9ad848ed0c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:51:14.859320 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-04d34c7d-3fbe-48ed-b32f-c4f3ecd729da req-ac8969d2-40aa-4fd5-a852-df3a779f4b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:14.946956 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-b5967a04-acb3-4126-9f54-8aa129ed5311 None None] Provisioning complete for port 0044358a-934c-4c9b-b46f-90a1610f058e triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:51:14.947425 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b5967a04-acb3-4126-9f54-8aa129ed5311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:14.992250 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-b5967a04-acb3-4126-9f54-8aa129ed5311 None None] Port 0044358a-934c-4c9b-b46f-90a1610f058e cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:51:15.054233 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device a6485a9b-7b24-4068-8bea-0a4472a2e74c up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:51:15.083571 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5ec168-c166-4f71-bbea-75dfe4ce7719 req-2533e098-6763-4b17-b12f-65db67e22fbb tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:51:15.085266 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dd5ec168-c166-4f71-bbea-75dfe4ce7719 req-2533e098-6763-4b17-b12f-65db67e22fbb tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=986f7da8-b5ef-42f4-abee-e9ad848ed0c7 HTTP/1.1" status: 200 len: 931 time: 0.1422961 Sep 23 07:51:15.114625 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port a6485a9b-7b24-4068-8bea-0a4472a2e74c triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:51:15.114996 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:15.177649 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dd5ec168-c166-4f71-bbea-75dfe4ce7719 req-59ace1bd-68ab-4b93-af2b-705c646ec011 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a05b661-8d95-4907-8b3d-34ef72f52386&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789971 Sep 23 07:51:15.207826 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 4529169a-cc4d-4899-8b65-48b343859fe2 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:51:15.255915 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-04d34c7d-3fbe-48ed-b32f-c4f3ecd729da req-ac8969d2-40aa-4fd5-a852-df3a779f4b93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0044358a-934c-4c9b-b46f-90a1610f058e {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:51:15.257219 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 4529169a-cc4d-4899-8b65-48b343859fe2 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:51:15.257692 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:15.264133 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-04d34c7d-3fbe-48ed-b32f-c4f3ecd729da req-ac8969d2-40aa-4fd5-a852-df3a779f4b93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:15.276716 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-04d34c7d-3fbe-48ed-b32f-c4f3ecd729da req-ac8969d2-40aa-4fd5-a852-df3a779f4b93 service neutron] Transition to ACTIVE for port object 0044358a-934c-4c9b-b46f-90a1610f058e will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:51:15.281550 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-04d34c7d-3fbe-48ed-b32f-c4f3ecd729da req-ac8969d2-40aa-4fd5-a852-df3a779f4b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:15.336796 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8969d2-40aa-4fd5-a852-df3a779f4b93 service neutron] Pushing event updated for resources: {'Port': ['ID=0044358a-934c-4c9b-b46f-90a1610f058e,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:51:15.424756 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-04d34c7d-3fbe-48ed-b32f-c4f3ecd729da req-ac8969d2-40aa-4fd5-a852-df3a779f4b93 service neutron] Attempting to bind port 0044358a-934c-4c9b-b46f-90a1610f058e on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:51:15.425171 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-04d34c7d-3fbe-48ed-b32f-c4f3ecd729da req-ac8969d2-40aa-4fd5-a852-df3a779f4b93 service neutron] Attempting to bind port 0044358a-934c-4c9b-b46f-90a1610f058e by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': '8defc42d-ebc6-4626-b625-76996db9cc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '920ce082-2436-48f7-a1f9-ef4f5930fe3f'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:51:15.425583 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d34c7d-3fbe-48ed-b32f-c4f3ecd729da req-ac8969d2-40aa-4fd5-a852-df3a779f4b93 service neutron] Attempting to bind port 0044358a-934c-4c9b-b46f-90a1610f058e on network 920ce082-2436-48f7-a1f9-ef4f5930fe3f {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:51:15.431719 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d34c7d-3fbe-48ed-b32f-c4f3ecd729da req-ac8969d2-40aa-4fd5-a852-df3a779f4b93 service neutron] Port 0044358a-934c-4c9b-b46f-90a1610f058e on network 920ce082-2436-48f7-a1f9-ef4f5930fe3f not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:51:15.432254 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d34c7d-3fbe-48ed-b32f-c4f3ecd729da req-ac8969d2-40aa-4fd5-a852-df3a779f4b93 service neutron] Attempting to bind port 0044358a-934c-4c9b-b46f-90a1610f058e on network 920ce082-2436-48f7-a1f9-ef4f5930fe3f {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:51:15.437893 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d34c7d-3fbe-48ed-b32f-c4f3ecd729da req-ac8969d2-40aa-4fd5-a852-df3a779f4b93 service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:51:15.438331 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d34c7d-3fbe-48ed-b32f-c4f3ecd729da req-ac8969d2-40aa-4fd5-a852-df3a779f4b93 service neutron] Checking segment: {'id': '8defc42d-ebc6-4626-b625-76996db9cc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '920ce082-2436-48f7-a1f9-ef4f5930fe3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:51:15.438796 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d34c7d-3fbe-48ed-b32f-c4f3ecd729da req-ac8969d2-40aa-4fd5-a852-df3a779f4b93 service neutron] Bound using segment: {'id': '8defc42d-ebc6-4626-b625-76996db9cc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '920ce082-2436-48f7-a1f9-ef4f5930fe3f'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:51:15.439324 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-04d34c7d-3fbe-48ed-b32f-c4f3ecd729da req-ac8969d2-40aa-4fd5-a852-df3a779f4b93 service neutron] Bound port: 0044358a-934c-4c9b-b46f-90a1610f058e, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8defc42d-ebc6-4626-b625-76996db9cc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '920ce082-2436-48f7-a1f9-ef4f5930fe3f'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:51:15.439770 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-04d34c7d-3fbe-48ed-b32f-c4f3ecd729da req-ac8969d2-40aa-4fd5-a852-df3a779f4b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:15.515094 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-04d34c7d-3fbe-48ed-b32f-c4f3ecd729da req-ac8969d2-40aa-4fd5-a852-df3a779f4b93 service neutron] For port 0044358a-934c-4c9b-b46f-90a1610f058e, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:51:15.518604 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-04d34c7d-3fbe-48ed-b32f-c4f3ecd729da req-ac8969d2-40aa-4fd5-a852-df3a779f4b93 service neutron] For port 0044358a-934c-4c9b-b46f-90a1610f058e, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=0044358a-934c-4c9b-b46f-90a1610f058e,segment=NetworkSegment(8defc42d-ebc6-4626-b625-76996db9cc3b),segment_id=8defc42d-ebc6-4626-b625-76996db9cc3b)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:51:15.523543 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-04d34c7d-3fbe-48ed-b32f-c4f3ecd729da req-ac8969d2-40aa-4fd5-a852-df3a779f4b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:15.563520 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d34c7d-3fbe-48ed-b32f-c4f3ecd729da req-ac8969d2-40aa-4fd5-a852-df3a779f4b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:51:15.564173 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-04d34c7d-3fbe-48ed-b32f-c4f3ecd729da req-ac8969d2-40aa-4fd5-a852-df3a779f4b93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:15.565571 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-04d34c7d-3fbe-48ed-b32f-c4f3ecd729da req-ac8969d2-40aa-4fd5-a852-df3a779f4b93 service neutron] 10.222.0.21 "PUT /v2.0/ports/0044358a-934c-4c9b-b46f-90a1610f058e HTTP/1.1" status: 200 len: 1092 time: 0.7761095 Sep 23 07:51:15.566061 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '986f7da8-b5ef-42f4-abee-e9ad848ed0c7', 'tag': '0044358a-934c-4c9b-b46f-90a1610f058e'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:51:15.568352 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f95ab57a745480e309303c621f93016f7af13821b9c47ad15b10e565102b0cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce2bd82-3a3c-427e-93be-a12eca60760f" -d '{"events": [{"name": "network-changed", "server_uuid": "986f7da8-b5ef-42f4-abee-e9ad848ed0c7", "tag": "0044358a-934c-4c9b-b46f-90a1610f058e"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:51:15.606184 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8969d2-40aa-4fd5-a852-df3a779f4b93 service neutron] Pushing event updated for resources: {'Port': ['ID=0044358a-934c-4c9b-b46f-90a1610f058e,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:51:15.628815 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc19e4aa-61d1-4ce8-839f-54ad59d79590 x-openstack-request-id: req-cc19e4aa-61d1-4ce8-839f-54ad59d79590 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:51:15.629179 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "986f7da8-b5ef-42f4-abee-e9ad848ed0c7", "tag": "0044358a-934c-4c9b-b46f-90a1610f058e", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:51:15.629440 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cc19e4aa-61d1-4ce8-839f-54ad59d79590 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:51:15.629888 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '986f7da8-b5ef-42f4-abee-e9ad848ed0c7', 'tag': '0044358a-934c-4c9b-b46f-90a1610f058e', 'status': 'completed', 'code': 200} Sep 23 07:51:15.664249 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d34c7d-3fbe-48ed-b32f-c4f3ecd729da req-39756d2e-ee9e-4920-800c-27eafdefeacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:51:15.665783 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-04d34c7d-3fbe-48ed-b32f-c4f3ecd729da req-39756d2e-ee9e-4920-800c-27eafdefeacb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=69ff37bb8aa54e3cbca49be59e8110a2&device_id=986f7da8-b5ef-42f4-abee-e9ad848ed0c7 HTTP/1.1" status: 200 len: 1095 time: 0.0481946 Sep 23 07:51:15.716335 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-04d34c7d-3fbe-48ed-b32f-c4f3ecd729da req-651992d0-66da-40d9-a745-13690652abc7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0044358a-934c-4c9b-b46f-90a1610f058e HTTP/1.1" status: 200 len: 217 time: 0.0381672 Sep 23 07:51:15.772667 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d34c7d-3fbe-48ed-b32f-c4f3ecd729da req-83d625de-12b3-4f81-8415-a831205c457c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:51:15.774179 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-04d34c7d-3fbe-48ed-b32f-c4f3ecd729da req-83d625de-12b3-4f81-8415-a831205c457c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0704324b-f008-4d20-bc8c-63adb5054631 HTTP/1.1" status: 200 len: 834 time: 0.0507052 Sep 23 07:51:15.820376 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d34c7d-3fbe-48ed-b32f-c4f3ecd729da req-b9dab0c7-9dca-47dd-a635-10a2c04a5849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:51:15.821882 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-04d34c7d-3fbe-48ed-b32f-c4f3ecd729da req-b9dab0c7-9dca-47dd-a635-10a2c04a5849 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=920ce082-2436-48f7-a1f9-ef4f5930fe3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405240 Sep 23 07:51:15.916675 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-04d34c7d-3fbe-48ed-b32f-c4f3ecd729da req-c6121247-5b6c-43dd-84df-50e07727b6f1 service neutron] 10.222.0.21 "GET /v2.0/networks/920ce082-2436-48f7-a1f9-ef4f5930fe3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866673 Sep 23 07:51:16.005123 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-04d34c7d-3fbe-48ed-b32f-c4f3ecd729da req-f2d744be-7837-40c5-9e3c-ea36131e37f1 service neutron] 10.222.0.21 "GET /v2.0/networks/920ce082-2436-48f7-a1f9-ef4f5930fe3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809612 Sep 23 07:51:16.112122 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce2bd82-3a3c-427e-93be-a12eca60760f req-4513c209-13d6-4cdd-8335-e88a30c1412e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:51:16.113640 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5ce2bd82-3a3c-427e-93be-a12eca60760f req-4513c209-13d6-4cdd-8335-e88a30c1412e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=69ff37bb8aa54e3cbca49be59e8110a2&device_id=986f7da8-b5ef-42f4-abee-e9ad848ed0c7 HTTP/1.1" status: 200 len: 1095 time: 0.0405998 Sep 23 07:51:16.210537 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce2bd82-3a3c-427e-93be-a12eca60760f req-b6108905-bcc4-4ff5-b127-64321cbc5d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:51:16.212048 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5ce2bd82-3a3c-427e-93be-a12eca60760f req-b6108905-bcc4-4ff5-b127-64321cbc5d2d service neutron] 10.222.0.21 "GET /v2.0/networks?id=920ce082-2436-48f7-a1f9-ef4f5930fe3f HTTP/1.1" status: 200 len: 898 time: 0.0888560 Sep 23 07:51:16.255220 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5ce2bd82-3a3c-427e-93be-a12eca60760f req-4444d7b5-8318-44af-8573-51b39c94dcf8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0044358a-934c-4c9b-b46f-90a1610f058e HTTP/1.1" status: 200 len: 217 time: 0.0357826 Sep 23 07:51:16.330688 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce2bd82-3a3c-427e-93be-a12eca60760f req-ac8b4919-beaa-45a1-9e6e-82096c9223b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:51:16.332138 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5ce2bd82-3a3c-427e-93be-a12eca60760f req-ac8b4919-beaa-45a1-9e6e-82096c9223b3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0704324b-f008-4d20-bc8c-63adb5054631 HTTP/1.1" status: 200 len: 834 time: 0.0687943 Sep 23 07:51:16.340512 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5721d722-8fe0-4d86-9578-6eabd5e2e677 req-37d37ebf-7aeb-40a9-9e96-aced949ff7c2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:51:16.341988 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5721d722-8fe0-4d86-9578-6eabd5e2e677 req-37d37ebf-7aeb-40a9-9e96-aced949ff7c2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=986f7da8-b5ef-42f4-abee-e9ad848ed0c7 HTTP/1.1" status: 200 len: 943 time: 0.0891593 Sep 23 07:51:16.403600 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5721d722-8fe0-4d86-9578-6eabd5e2e677 req-ce1740e1-e67b-4196-b9f3-2b000ba30541 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a05b661-8d95-4907-8b3d-34ef72f52386&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532463 Sep 23 07:51:16.406151 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce2bd82-3a3c-427e-93be-a12eca60760f req-de928060-e258-4af1-9537-bd5354c999bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:51:16.407550 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5ce2bd82-3a3c-427e-93be-a12eca60760f req-de928060-e258-4af1-9537-bd5354c999bb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=920ce082-2436-48f7-a1f9-ef4f5930fe3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0647330 Sep 23 07:51:16.502017 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5ce2bd82-3a3c-427e-93be-a12eca60760f req-158408b9-b12c-4ef1-8d98-1ef06f22af99 service neutron] 10.222.0.21 "GET /v2.0/networks/920ce082-2436-48f7-a1f9-ef4f5930fe3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867610 Sep 23 07:51:16.589649 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5ce2bd82-3a3c-427e-93be-a12eca60760f req-fc926ee1-f033-4a54-9f2a-5847e951ddbb service neutron] 10.222.0.21 "GET /v2.0/networks/920ce082-2436-48f7-a1f9-ef4f5930fe3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805755 Sep 23 07:51:16.874192 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:51:17.521229 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06784b8f-40f1-4241-94d7-91fabe01addd req-fbdc399f-a28d-42c2-b191-afe1199bb3a8 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:51:17.523410 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-06784b8f-40f1-4241-94d7-91fabe01addd req-fbdc399f-a28d-42c2-b191-afe1199bb3a8 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=986f7da8-b5ef-42f4-abee-e9ad848ed0c7 HTTP/1.1" status: 200 len: 943 time: 0.0514247 Sep 23 07:51:17.560740 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-06784b8f-40f1-4241-94d7-91fabe01addd req-a377b988-74cb-40e4-a1ba-beb89d4a2e83 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a05b661-8d95-4907-8b3d-34ef72f52386&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313890 Sep 23 07:51:18.316095 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 0044358a-934c-4c9b-b46f-90a1610f058e details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:51:18.411465 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 0044358a-934c-4c9b-b46f-90a1610f058e, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=0044358a-934c-4c9b-b46f-90a1610f058e,segment=NetworkSegment(8defc42d-ebc6-4626-b625-76996db9cc3b),segment_id=8defc42d-ebc6-4626-b625-76996db9cc3b)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:51:18.422776 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': '0044358a-934c-4c9b-b46f-90a1610f058e', 'network_id': '920ce082-2436-48f7-a1f9-ef4f5930fe3f', 'port_id': '0044358a-934c-4c9b-b46f-90a1610f058e', 'mac_address': 'fa:16:3e:eb:8d:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0704324b-f008-4d20-bc8c-63adb5054631', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:51:18.461713 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:18.473962 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0044358a-934c-4c9b-b46f-90a1610f058e {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:51:18.493877 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 0044358a-934c-4c9b-b46f-90a1610f058e, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=0044358a-934c-4c9b-b46f-90a1610f058e,segment=NetworkSegment(8defc42d-ebc6-4626-b625-76996db9cc3b),segment_id=8defc42d-ebc6-4626-b625-76996db9cc3b)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:51:18.497805 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:18.548331 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=0044358a-934c-4c9b-b46f-90a1610f058e,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:51:18.679793 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48257fb3-2ab5-46c2-92ce-3c85d2b61525 req-26bac8f5-1e9d-41c3-ba3a-d53100340a55 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:51:18.681160 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-48257fb3-2ab5-46c2-92ce-3c85d2b61525 req-26bac8f5-1e9d-41c3-ba3a-d53100340a55 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=986f7da8-b5ef-42f4-abee-e9ad848ed0c7 HTTP/1.1" status: 200 len: 944 time: 0.0527253 Sep 23 07:51:18.717472 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-48257fb3-2ab5-46c2-92ce-3c85d2b61525 req-d77d6da1-1a2d-432b-82d4-91cbe2fa0b75 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a05b661-8d95-4907-8b3d-34ef72f52386&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303881 Sep 23 07:51:18.856557 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['0044358a-934c-4c9b-b46f-90a1610f058e'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:51:19.837221 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff0f040-9e2d-4f6b-ba0d-94e8964a5357 req-3fb55d9c-e50b-45b5-9f3d-8017fc0c451f tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:51:19.838733 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7ff0f040-9e2d-4f6b-ba0d-94e8964a5357 req-3fb55d9c-e50b-45b5-9f3d-8017fc0c451f tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=986f7da8-b5ef-42f4-abee-e9ad848ed0c7 HTTP/1.1" status: 200 len: 944 time: 0.0542469 Sep 23 07:51:19.876708 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7ff0f040-9e2d-4f6b-ba0d-94e8964a5357 req-8e8ea716-22d7-4f60-9711-c28fe329df7c tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a05b661-8d95-4907-8b3d-34ef72f52386&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320714 Sep 23 07:51:20.343707 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 0044358a-934c-4c9b-b46f-90a1610f058e up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:51:20.391549 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port 0044358a-934c-4c9b-b46f-90a1610f058e completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:51:20.394926 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port 0044358a-934c-4c9b-b46f-90a1610f058e triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:51:20.395294 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:20.470343 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:20.491736 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '986f7da8-b5ef-42f4-abee-e9ad848ed0c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0044358a-934c-4c9b-b46f-90a1610f058e'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:51:20.493982 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ba4f7dfdfe0dde90123cb5af03ec17f0bd1073b346dec34131962e04cdfc7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23af21c8-3fd5-43f3-86a5-75978a999b3f" -d '{"events": [{"server_uuid": "986f7da8-b5ef-42f4-abee-e9ad848ed0c7", "name": "network-vif-plugged", "status": "completed", "tag": "0044358a-934c-4c9b-b46f-90a1610f058e"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:51:20.511190 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 0044358a-934c-4c9b-b46f-90a1610f058e, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=0044358a-934c-4c9b-b46f-90a1610f058e,segment=NetworkSegment(8defc42d-ebc6-4626-b625-76996db9cc3b),segment_id=8defc42d-ebc6-4626-b625-76996db9cc3b)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:51:20.515796 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:20.539869 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-260689be-bd09-4547-a1aa-3b944e8e54b2 x-openstack-request-id: req-260689be-bd09-4547-a1aa-3b944e8e54b2 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:51:20.540198 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "986f7da8-b5ef-42f4-abee-e9ad848ed0c7", "name": "network-vif-plugged", "status": "completed", "tag": "0044358a-934c-4c9b-b46f-90a1610f058e", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:51:20.540464 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-260689be-bd09-4547-a1aa-3b944e8e54b2 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:51:20.540852 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '986f7da8-b5ef-42f4-abee-e9ad848ed0c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0044358a-934c-4c9b-b46f-90a1610f058e', 'code': 200} Sep 23 07:51:20.566517 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=0044358a-934c-4c9b-b46f-90a1610f058e,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:51:20.647952 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4145f7b-833b-4afd-9172-8c0bffbbc87f req-0bd0ac39-f604-4e02-8973-b62f5923a0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:51:20.649384 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b4145f7b-833b-4afd-9172-8c0bffbbc87f req-0bd0ac39-f604-4e02-8973-b62f5923a0e4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=986f7da8-b5ef-42f4-abee-e9ad848ed0c7 HTTP/1.1" status: 200 len: 1097 time: 0.0407777 Sep 23 07:51:20.685373 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b4145f7b-833b-4afd-9172-8c0bffbbc87f req-454aa6af-77c6-4882-abb3-ef1b7ed50fa7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6a05b661-8d95-4907-8b3d-34ef72f52386&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277448 Sep 23 07:51:20.990702 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908221b2-3fce-4bb0-b1ad-1afc90bb8301 req-ff099cdf-9b1d-4751-82ed-ac92d64b073c tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:51:20.992212 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-908221b2-3fce-4bb0-b1ad-1afc90bb8301 req-ff099cdf-9b1d-4751-82ed-ac92d64b073c tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=986f7da8-b5ef-42f4-abee-e9ad848ed0c7 HTTP/1.1" status: 200 len: 945 time: 0.0494254 Sep 23 07:51:21.030669 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-908221b2-3fce-4bb0-b1ad-1afc90bb8301 req-59bc2f2a-464f-4095-b360-d2736536fb55 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a05b661-8d95-4907-8b3d-34ef72f52386&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324774 Sep 23 07:51:22.145154 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa6d0bd-0674-4bda-8e89-58d67e1a4e78 req-d057fb4c-dbc5-48c2-b3d2-4727933b057c tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:51:22.147424 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7aa6d0bd-0674-4bda-8e89-58d67e1a4e78 req-d057fb4c-dbc5-48c2-b3d2-4727933b057c tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=986f7da8-b5ef-42f4-abee-e9ad848ed0c7 HTTP/1.1" status: 200 len: 945 time: 0.0473135 Sep 23 07:51:22.182999 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7aa6d0bd-0674-4bda-8e89-58d67e1a4e78 req-9ca7c32d-62db-46a4-b279-f0dd1b452a66 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a05b661-8d95-4907-8b3d-34ef72f52386&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299537 Sep 23 07:51:22.295733 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dcf83a-1990-4f28-8159-30daddbef060 req-04d9d168-c01c-494f-85a1-d28e8e2a914e tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:51:22.297230 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e5dcf83a-1990-4f28-8159-30daddbef060 req-04d9d168-c01c-494f-85a1-d28e8e2a914e tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=986f7da8-b5ef-42f4-abee-e9ad848ed0c7 HTTP/1.1" status: 200 len: 945 time: 0.0497541 Sep 23 07:51:22.335442 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e5dcf83a-1990-4f28-8159-30daddbef060 req-a4b77511-9294-4b8c-98c6-5a3107b66f1f tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a05b661-8d95-4907-8b3d-34ef72f52386&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316851 Sep 23 07:51:22.356542 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55914) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:51:22.401506 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34269ee-4670-4495-939e-9aaf561d8bcf tempest-TestNetworkAdvancedServerOps-684132154 tempest-TestNetworkAdvancedServerOps-684132154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:51:22.403054 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-f34269ee-4670-4495-939e-9aaf561d8bcf tempest-TestNetworkAdvancedServerOps-684132154 tempest-TestNetworkAdvancedServerOps-684132154-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=986f7da8-b5ef-42f4-abee-e9ad848ed0c7 HTTP/1.1" status: 200 len: 1092 time: 0.0455334 Sep 23 07:51:22.405830 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55916) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:51:22.410008 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-16e82937-f567-4292-adbb-0ce37bd4e5d2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Request body: {'floatingip': {'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'port_id': '0044358a-934c-4c9b-b46f-90a1610f058e', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:51:22.434392 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-16e82937-f567-4292-adbb-0ce37bd4e5d2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for floatingip, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:22.531467 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-16e82937-f567-4292-adbb-0ce37bd4e5d2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:22.639564 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-16e82937-f567-4292-adbb-0ce37bd4e5d2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Allocated IP 172.25.2.69 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/d5f3d543-b6a4-46d0-a19b-7e54b0ecec50) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:51:22.739798 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-16e82937-f567-4292-adbb-0ce37bd4e5d2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:22.773845 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-16e82937-f567-4292-adbb-0ce37bd4e5d2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:22.816345 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e82937-f567-4292-adbb-0ce37bd4e5d2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:51:22.819444 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-16e82937-f567-4292-adbb-0ce37bd4e5d2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:51:22.822023 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e82937-f567-4292-adbb-0ce37bd4e5d2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:51:22.847516 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e82937-f567-4292-adbb-0ce37bd4e5d2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event updated for resources: {'Port': ['ID=d5f3d543-b6a4-46d0-a19b-7e54b0ecec50,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:51:23.217668 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-16e82937-f567-4292-adbb-0ce37bd4e5d2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:23.284977 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-16e82937-f567-4292-adbb-0ce37bd4e5d2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:23.434366 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-16e82937-f567-4292-adbb-0ce37bd4e5d2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:23.438739 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-16e82937-f567-4292-adbb-0ce37bd4e5d2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:23.512611 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e82937-f567-4292-adbb-0ce37bd4e5d2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event updated for resources: {'Port': ['ID=d5f3d543-b6a4-46d0-a19b-7e54b0ecec50,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:51:23.520563 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-16e82937-f567-4292-adbb-0ce37bd4e5d2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:23.621169 n-d-715271-16 neutron-server[95066]: INFO neutron.db.l3_db [None req-16e82937-f567-4292-adbb-0ce37bd4e5d2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Floating IP eaeec6cb-a0bf-4644-874d-a7f06fd304a0 associated. External IP: 172.25.2.69, port: 0044358a-934c-4c9b-b46f-90a1610f058e. Sep 23 07:51:23.827955 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16e82937-f567-4292-adbb-0ce37bd4e5d2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Router 14f09214-eddb-4352-9020-610dc1f5ee28 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:51:23.934586 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16e82937-f567-4292-adbb-0ce37bd4e5d2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:51:23.944369 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29a2670-a3fc-4423-883e-c5032adfb5fb None None] Sync routers for ids ['14f09214-eddb-4352-9020-610dc1f5ee28'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:51:23.952076 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-16e82937-f567-4292-adbb-0ce37bd4e5d2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:23.954316 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29a2670-a3fc-4423-883e-c5032adfb5fb None None] Routers {'14f09214-eddb-4352-9020-610dc1f5ee28'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:51:23.954923 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-e29a2670-a3fc-4423-883e-c5032adfb5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:51:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['14f09214-eddb-4352-9020-610dc1f5ee28'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:51:23.980770 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-16e82937-f567-4292-adbb-0ce37bd4e5d2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5738800 Sep 23 07:51:23.981356 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '986f7da8-b5ef-42f4-abee-e9ad848ed0c7', 'tag': '0044358a-934c-4c9b-b46f-90a1610f058e'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:51:23.983826 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5c82e26e84456ec9bd92b2391c670c25772fd4a9558cb5800b4b1a13ca591a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996c0e9e-34ec-4e32-9836-d98e7e213408" -d '{"events": [{"name": "network-changed", "server_uuid": "986f7da8-b5ef-42f4-abee-e9ad848ed0c7", "tag": "0044358a-934c-4c9b-b46f-90a1610f058e"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:51:24.067011 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-e29a2670-a3fc-4423-883e-c5032adfb5fb None None] Set router 14f09214-eddb-4352-9020-610dc1f5ee28 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:51:24.094449 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6452abf9-3f78-46cc-b8e3-7b9e93b44b4b req-81a430e3-6fa0-4dcc-a43d-f0257e5bd826 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:51:24.098140 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9512784c-e965-4edf-91ad-e881c97cb530 x-openstack-request-id: req-9512784c-e965-4edf-91ad-e881c97cb530 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:51:24.098599 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "986f7da8-b5ef-42f4-abee-e9ad848ed0c7", "tag": "0044358a-934c-4c9b-b46f-90a1610f058e", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:51:24.098896 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6452abf9-3f78-46cc-b8e3-7b9e93b44b4b req-81a430e3-6fa0-4dcc-a43d-f0257e5bd826 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=986f7da8-b5ef-42f4-abee-e9ad848ed0c7 HTTP/1.1" status: 200 len: 945 time: 0.0557480 Sep 23 07:51:24.099008 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9512784c-e965-4edf-91ad-e881c97cb530 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:51:24.104242 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '986f7da8-b5ef-42f4-abee-e9ad848ed0c7', 'tag': '0044358a-934c-4c9b-b46f-90a1610f058e', 'status': 'completed', 'code': 200} Sep 23 07:51:24.147024 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6452abf9-3f78-46cc-b8e3-7b9e93b44b4b req-20e2f4c7-106b-4727-8f08-b120e9a8e1e9 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a05b661-8d95-4907-8b3d-34ef72f52386&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421970 Sep 23 07:51:24.169901 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 55924) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:51:24.176411 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c0e9e-34ec-4e32-9836-d98e7e213408 req-eaa2ab21-4e9c-42d0-b62d-0462b023a18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:51:24.178017 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-996c0e9e-34ec-4e32-9836-d98e7e213408 req-eaa2ab21-4e9c-42d0-b62d-0462b023a18c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=69ff37bb8aa54e3cbca49be59e8110a2&device_id=986f7da8-b5ef-42f4-abee-e9ad848ed0c7 HTTP/1.1" status: 200 len: 1097 time: 0.0451019 Sep 23 07:51:24.234959 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-1a0f334e-8203-48d9-a2e1-19d385447bf1 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/floatingips/eaeec6cb-a0bf-4644-874d-a7f06fd304a0 HTTP/1.1" status: 200 len: 990 time: 0.0636590 Sep 23 07:51:24.274155 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c0e9e-34ec-4e32-9836-d98e7e213408 req-f5ced638-e413-4ff3-9eae-650866fe41d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:51:24.275684 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-996c0e9e-34ec-4e32-9836-d98e7e213408 req-f5ced638-e413-4ff3-9eae-650866fe41d9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=920ce082-2436-48f7-a1f9-ef4f5930fe3f HTTP/1.1" status: 200 len: 898 time: 0.0896292 Sep 23 07:51:24.298557 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-e29a2670-a3fc-4423-883e-c5032adfb5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f09214-eddb-4352-9020-610dc1f5ee28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980945584', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'a6485a9b-7b24-4068-8bea-0a4472a2e74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:51:07Z', 'updated_at': '2021-09-23T07:51:11Z', 'revision_number': 4, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'gw_port': {'id': 'a6485a9b-7b24-4068-8bea-0a4472a2e74c', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:b4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f09214-eddb-4352-9020-610dc1f5ee28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:51:08Z', 'updated_at': '2021-09-23T07:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': 'eaeec6cb-a0bf-4644-874d-a7f06fd304a0', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'floating_ip_address': '172.25.2.69', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '14f09214-eddb-4352-9020-610dc1f5ee28', 'port_id': '0044358a-934c-4c9b-b46f-90a1610f058e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '920ce082-2436-48f7-a1f9-ef4f5930fe3f', 'mac_address': 'fa:16:3e:eb:8d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986f7da8-b5ef-42f4-abee-e9ad848ed0c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:51:23Z', 'updated_at': '2021-09-23T07:51:23Z', 'revision_number': 0, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4529169a-cc4d-4899-8b65-48b343859fe2', 'name': '', 'network_id': '920ce082-2436-48f7-a1f9-ef4f5930fe3f', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'mac_address': 'fa:16:3e:89:48:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f09214-eddb-4352-9020-610dc1f5ee28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '0704324b-f008-4d20-bc8c-63adb5054631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:51:10Z', 'updated_at': '2021-09-23T07:51:14Z', 'revision_number': 5, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'subnets': [{'id': '0704324b-f008-4d20-bc8c-63adb5054631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:51:24.328057 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29a2670-a3fc-4423-883e-c5032adfb5fb None None] Checking router: 14f09214-eddb-4352-9020-610dc1f5ee28 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:51:24.338234 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29a2670-a3fc-4423-883e-c5032adfb5fb None None] Routers {'14f09214-eddb-4352-9020-610dc1f5ee28'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:51:24.338854 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-e29a2670-a3fc-4423-883e-c5032adfb5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:51:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['14f09214-eddb-4352-9020-610dc1f5ee28'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:51:24.343243 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-996c0e9e-34ec-4e32-9836-d98e7e213408 req-05bc5029-ad74-4bc1-be5c-a038f16372bb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0044358a-934c-4c9b-b46f-90a1610f058e HTTP/1.1" status: 200 len: 998 time: 0.0599477 Sep 23 07:51:24.393634 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c0e9e-34ec-4e32-9836-d98e7e213408 req-42dfad09-abb1-4336-bb12-5a5f8863e424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:51:24.395467 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-996c0e9e-34ec-4e32-9836-d98e7e213408 req-42dfad09-abb1-4336-bb12-5a5f8863e424 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0704324b-f008-4d20-bc8c-63adb5054631 HTTP/1.1" status: 200 len: 834 time: 0.0457044 Sep 23 07:51:24.445943 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c0e9e-34ec-4e32-9836-d98e7e213408 req-31ab5d3b-faa0-45bd-8c48-15a631731917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:51:24.446381 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-e29a2670-a3fc-4423-883e-c5032adfb5fb None None] Set router 14f09214-eddb-4352-9020-610dc1f5ee28 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:51:24.448534 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-996c0e9e-34ec-4e32-9836-d98e7e213408 req-31ab5d3b-faa0-45bd-8c48-15a631731917 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=920ce082-2436-48f7-a1f9-ef4f5930fe3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452220 Sep 23 07:51:24.458803 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [req-996c0e9e-34ec-4e32-9836-d98e7e213408 req-10f201af-ffe8-422f-8eb6-db3063a7cde2 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=95065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:51:24.460419 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-996c0e9e-34ec-4e32-9836-d98e7e213408 req-10f201af-ffe8-422f-8eb6-db3063a7cde2 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056140 Sep 23 07:51:24.553833 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-996c0e9e-34ec-4e32-9836-d98e7e213408 req-54951e4e-cbd9-4beb-972e-f990b5a1a951 service neutron] 10.222.0.21 "GET /v2.0/networks/920ce082-2436-48f7-a1f9-ef4f5930fe3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864542 Sep 23 07:51:24.651992 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-996c0e9e-34ec-4e32-9836-d98e7e213408 req-95c8e1cb-d50e-4ab7-9731-e559a26f89f8 service neutron] 10.222.0.21 "GET /v2.0/networks/920ce082-2436-48f7-a1f9-ef4f5930fe3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913668 Sep 23 07:51:24.671550 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-e29a2670-a3fc-4423-883e-c5032adfb5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f09214-eddb-4352-9020-610dc1f5ee28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980945584', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'a6485a9b-7b24-4068-8bea-0a4472a2e74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:51:07Z', 'updated_at': '2021-09-23T07:51:11Z', 'revision_number': 4, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'gw_port': {'id': 'a6485a9b-7b24-4068-8bea-0a4472a2e74c', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:b4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f09214-eddb-4352-9020-610dc1f5ee28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:51:08Z', 'updated_at': '2021-09-23T07:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': 'eaeec6cb-a0bf-4644-874d-a7f06fd304a0', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'floating_ip_address': '172.25.2.69', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '14f09214-eddb-4352-9020-610dc1f5ee28', 'port_id': '0044358a-934c-4c9b-b46f-90a1610f058e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '920ce082-2436-48f7-a1f9-ef4f5930fe3f', 'mac_address': 'fa:16:3e:eb:8d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986f7da8-b5ef-42f4-abee-e9ad848ed0c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:51:23Z', 'updated_at': '2021-09-23T07:51:23Z', 'revision_number': 0, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4529169a-cc4d-4899-8b65-48b343859fe2', 'name': '', 'network_id': '920ce082-2436-48f7-a1f9-ef4f5930fe3f', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'mac_address': 'fa:16:3e:89:48:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f09214-eddb-4352-9020-610dc1f5ee28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '0704324b-f008-4d20-bc8c-63adb5054631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:51:10Z', 'updated_at': '2021-09-23T07:51:14Z', 'revision_number': 5, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'subnets': [{'id': '0704324b-f008-4d20-bc8c-63adb5054631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:51:24.699889 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29a2670-a3fc-4423-883e-c5032adfb5fb None None] The sync data for ids ['14f09214-eddb-4352-9020-610dc1f5ee28'] in n-d-715271-16 is: [{'id': '14f09214-eddb-4352-9020-610dc1f5ee28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980945584', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'a6485a9b-7b24-4068-8bea-0a4472a2e74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:51:07Z', 'updated_at': '2021-09-23T07:51:11Z', 'revision_number': 4, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'gw_port': {'id': 'a6485a9b-7b24-4068-8bea-0a4472a2e74c', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:b4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f09214-eddb-4352-9020-610dc1f5ee28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:51:08Z', 'updated_at': '2021-09-23T07:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': 'eaeec6cb-a0bf-4644-874d-a7f06fd304a0', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'floating_ip_address': '172.25.2.69', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '14f09214-eddb-4352-9020-610dc1f5ee28', 'port_id': '0044358a-934c-4c9b-b46f-90a1610f058e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '920ce082-2436-48f7-a1f9-ef4f5930fe3f', 'mac_address': 'fa:16:3e:eb:8d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986f7da8-b5ef-42f4-abee-e9ad848ed0c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:51:23Z', 'updated_at': '2021-09-23T07:51:23Z', 'revision_number': 0, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4529169a-cc4d-4899-8b65-48b343859fe2', 'name': '', 'network_id': '920ce082-2436-48f7-a1f9-ef4f5930fe3f', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'mac_address': 'fa:16:3e:89:48:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f09214-eddb-4352-9020-610dc1f5ee28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '0704324b-f008-4d20-bc8c-63adb5054631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:51:10Z', 'updated_at': '2021-09-23T07:51:14Z', 'revision_number': 5, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'subnets': [{'id': '0704324b-f008-4d20-bc8c-63adb5054631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:51:24.896955 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3931fb11-020d-472f-bf54-68ce5f809e1b None None] New status for floating IP eaeec6cb-a0bf-4644-874d-a7f06fd304a0: ACTIVE {{(pid=95067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 07:51:25.239016 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 55926) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:51:25.298698 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-0703916c-51ec-4d10-9160-3001ac1744bf tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/floatingips/eaeec6cb-a0bf-4644-874d-a7f06fd304a0 HTTP/1.1" status: 200 len: 992 time: 0.0584764 Sep 23 07:51:37.339210 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:38.148303 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3c684b7c-8dba-4d3d-b47f-944ebba92622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:40.605757 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:41.153109 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c4b3f0a7-1a8e-4326-a6bc-fc1b1a4ceeab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:41.660266 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:42.567415 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:44.046921 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:51:53.873143 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:52:01.265002 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2c583a63-7820-4d85-9158-e44971a902bb req-3a2fa80f-79fc-4d2c-8f5f-108fe1df333f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=986f7da8-b5ef-42f4-abee-e9ad848ed0c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0391738 Sep 23 07:52:01.357682 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c583a63-7820-4d85-9158-e44971a902bb req-08edb059-9ec4-4ee6-9d94-8c66c20b7c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:52:01.359096 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2c583a63-7820-4d85-9158-e44971a902bb req-08edb059-9ec4-4ee6-9d94-8c66c20b7c7c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=69ff37bb8aa54e3cbca49be59e8110a2&device_id=986f7da8-b5ef-42f4-abee-e9ad848ed0c7 HTTP/1.1" status: 200 len: 1097 time: 0.0443661 Sep 23 07:52:01.462157 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c583a63-7820-4d85-9158-e44971a902bb req-437a42e4-e5ce-446d-aca8-361ee8dfdd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:52:01.463633 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2c583a63-7820-4d85-9158-e44971a902bb req-437a42e4-e5ce-446d-aca8-361ee8dfdd98 service neutron] 10.222.0.21 "GET /v2.0/networks?id=920ce082-2436-48f7-a1f9-ef4f5930fe3f HTTP/1.1" status: 200 len: 898 time: 0.0850866 Sep 23 07:52:01.537460 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2c583a63-7820-4d85-9158-e44971a902bb req-0a18064a-c982-422e-b331-34937edfc4c6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0044358a-934c-4c9b-b46f-90a1610f058e HTTP/1.1" status: 200 len: 1000 time: 0.0655928 Sep 23 07:52:01.585687 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c583a63-7820-4d85-9158-e44971a902bb req-75494033-af19-4e99-8d74-7619b6fba8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:52:01.587163 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2c583a63-7820-4d85-9158-e44971a902bb req-75494033-af19-4e99-8d74-7619b6fba8ee service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0704324b-f008-4d20-bc8c-63adb5054631 HTTP/1.1" status: 200 len: 834 time: 0.0438898 Sep 23 07:52:01.632777 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c583a63-7820-4d85-9158-e44971a902bb req-4697a4fc-8c16-40cd-8078-42399904a274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:52:01.634193 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2c583a63-7820-4d85-9158-e44971a902bb req-4697a4fc-8c16-40cd-8078-42399904a274 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=920ce082-2436-48f7-a1f9-ef4f5930fe3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398641 Sep 23 07:52:01.724745 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2c583a63-7820-4d85-9158-e44971a902bb req-073df3e1-fea5-481b-820c-62c0bdddff8c service neutron] 10.222.0.21 "GET /v2.0/networks/920ce082-2436-48f7-a1f9-ef4f5930fe3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836771 Sep 23 07:52:01.811880 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2c583a63-7820-4d85-9158-e44971a902bb req-65b951a2-de66-4e2a-ae9e-03c266c757cb service neutron] 10.222.0.21 "GET /v2.0/networks/920ce082-2436-48f7-a1f9-ef4f5930fe3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806382 Sep 23 07:52:07.344964 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:52:08.150086 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-607150f6-8b25-40f9-97b3-d8ab77b3f220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:52:10.602133 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:52:11.153087 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-133844b8-f57c-4df1-b6c2-c0c5aa9af8ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:52:11.661573 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:52:12.570899 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:52:14.050232 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:52:30.872662 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:52:37.340529 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:52:37.677030 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e21726f-10c7-4e8a-bd39-2d6d51a0fea9 req-36cd3bb7-ad88-485a-9d15-a4a0d8473d2b tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:52:37.679244 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5e21726f-10c7-4e8a-bd39-2d6d51a0fea9 req-36cd3bb7-ad88-485a-9d15-a4a0d8473d2b tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=986f7da8-b5ef-42f4-abee-e9ad848ed0c7 HTTP/1.1" status: 200 len: 945 time: 0.0521958 Sep 23 07:52:37.687365 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a6dacb-5a35-46e0-a300-dd4f91d9dad0 req-4d3bcff8-f026-45e8-ad1d-d9ebe727dfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:52:37.688853 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-68a6dacb-5a35-46e0-a300-dd4f91d9dad0 req-4d3bcff8-f026-45e8-ad1d-d9ebe727dfa6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=69ff37bb8aa54e3cbca49be59e8110a2&device_id=986f7da8-b5ef-42f4-abee-e9ad848ed0c7 HTTP/1.1" status: 200 len: 1097 time: 0.0459881 Sep 23 07:52:37.716971 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-5e21726f-10c7-4e8a-bd39-2d6d51a0fea9 req-9d9b51ef-9def-4251-9942-0e5591cece01 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a05b661-8d95-4907-8b3d-34ef72f52386&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316355 Sep 23 07:52:37.780387 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a6dacb-5a35-46e0-a300-dd4f91d9dad0 req-b2827a31-d163-42a4-8ffc-5414c0e44327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:52:37.781879 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-68a6dacb-5a35-46e0-a300-dd4f91d9dad0 req-b2827a31-d163-42a4-8ffc-5414c0e44327 service neutron] 10.222.0.21 "GET /v2.0/networks?id=920ce082-2436-48f7-a1f9-ef4f5930fe3f HTTP/1.1" status: 200 len: 898 time: 0.0857494 Sep 23 07:52:37.851036 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-68a6dacb-5a35-46e0-a300-dd4f91d9dad0 req-3db20eea-4f90-417f-8846-e0c7c9079307 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0044358a-934c-4c9b-b46f-90a1610f058e HTTP/1.1" status: 200 len: 1000 time: 0.0592499 Sep 23 07:52:37.898200 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a6dacb-5a35-46e0-a300-dd4f91d9dad0 req-b2becbe1-600f-437f-bdcc-e700f4ecd1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:52:37.899681 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-68a6dacb-5a35-46e0-a300-dd4f91d9dad0 req-b2becbe1-600f-437f-bdcc-e700f4ecd1d0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0704324b-f008-4d20-bc8c-63adb5054631 HTTP/1.1" status: 200 len: 834 time: 0.0429032 Sep 23 07:52:37.943973 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a6dacb-5a35-46e0-a300-dd4f91d9dad0 req-6556dd68-a9f5-41d6-86c1-41d486898467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:52:37.945440 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-68a6dacb-5a35-46e0-a300-dd4f91d9dad0 req-6556dd68-a9f5-41d6-86c1-41d486898467 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=920ce082-2436-48f7-a1f9-ef4f5930fe3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390267 Sep 23 07:52:38.035093 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-68a6dacb-5a35-46e0-a300-dd4f91d9dad0 req-a21308ec-7811-4ce2-9bb2-1f7e5cbfa567 service neutron] 10.222.0.21 "GET /v2.0/networks/920ce082-2436-48f7-a1f9-ef4f5930fe3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825326 Sep 23 07:52:38.123762 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-68a6dacb-5a35-46e0-a300-dd4f91d9dad0 req-f29fdc7b-5030-4ddf-90e0-6fd50070895f service neutron] 10.222.0.21 "GET /v2.0/networks/920ce082-2436-48f7-a1f9-ef4f5930fe3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802200 Sep 23 07:52:38.150597 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-7884f5d8-fca8-453e-9a52-032008735162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:52:38.839346 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b87a22-d777-4124-b31d-5cb83cfe78a6 req-3ca625d0-31eb-4391-9f4c-520f2605782a tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:52:38.840819 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a7b87a22-d777-4124-b31d-5cb83cfe78a6 req-3ca625d0-31eb-4391-9f4c-520f2605782a tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=986f7da8-b5ef-42f4-abee-e9ad848ed0c7 HTTP/1.1" status: 200 len: 945 time: 0.0534129 Sep 23 07:52:38.879153 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a7b87a22-d777-4124-b31d-5cb83cfe78a6 req-57ecc3c3-d14a-4ee7-9dcf-7ab9ba987752 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a05b661-8d95-4907-8b3d-34ef72f52386&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323808 Sep 23 07:52:39.997002 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff67c97d-cfaa-4c48-9749-72d11e0ecec4 req-99b6c530-bb93-4a92-b352-0b87e00bd1fd tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:52:39.998487 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ff67c97d-cfaa-4c48-9749-72d11e0ecec4 req-99b6c530-bb93-4a92-b352-0b87e00bd1fd tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=986f7da8-b5ef-42f4-abee-e9ad848ed0c7 HTTP/1.1" status: 200 len: 945 time: 0.0515594 Sep 23 07:52:40.035985 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ff67c97d-cfaa-4c48-9749-72d11e0ecec4 req-b4ff2fff-8406-423e-8116-be1804c8fa1e tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a05b661-8d95-4907-8b3d-34ef72f52386&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313151 Sep 23 07:52:40.589498 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:52:41.149737 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc8512a-dfd3-47ef-8932-eda02e6ccf63 req-0bcdd086-bd7d-49f5-a874-abc56708dcb9 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:52:41.151171 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ebc8512a-dfd3-47ef-8932-eda02e6ccf63 req-0bcdd086-bd7d-49f5-a874-abc56708dcb9 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=986f7da8-b5ef-42f4-abee-e9ad848ed0c7 HTTP/1.1" status: 200 len: 945 time: 0.0488126 Sep 23 07:52:41.153702 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f0d90f1b-633a-4525-9196-277b4f91154b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:52:41.189346 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ebc8512a-dfd3-47ef-8932-eda02e6ccf63 req-71415087-6b72-4ed9-97c5-91df1a9741bb tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a05b661-8d95-4907-8b3d-34ef72f52386&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319848 Sep 23 07:52:41.662918 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:52:42.306797 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941fd8d-213b-4a41-9fe3-bc10a33b4856 req-e62fefab-0669-4370-9b46-cb054bd4ba66 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:52:42.308262 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f941fd8d-213b-4a41-9fe3-bc10a33b4856 req-e62fefab-0669-4370-9b46-cb054bd4ba66 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=986f7da8-b5ef-42f4-abee-e9ad848ed0c7 HTTP/1.1" status: 200 len: 945 time: 0.0490859 Sep 23 07:52:42.344673 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f941fd8d-213b-4a41-9fe3-bc10a33b4856 req-c9da7736-fafc-47ae-a7b0-149d28f342d1 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a05b661-8d95-4907-8b3d-34ef72f52386&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305667 Sep 23 07:52:42.574468 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:52:43.457779 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e20fe-071f-4e21-ae27-985e72f5efd3 req-e05c7e56-9deb-42d5-9379-43129bf5b3c8 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:52:43.459272 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b21e20fe-071f-4e21-ae27-985e72f5efd3 req-e05c7e56-9deb-42d5-9379-43129bf5b3c8 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=986f7da8-b5ef-42f4-abee-e9ad848ed0c7 HTTP/1.1" status: 200 len: 945 time: 0.0480235 Sep 23 07:52:43.496548 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b21e20fe-071f-4e21-ae27-985e72f5efd3 req-cd33aa84-69e0-4010-a166-f7abd2e02bfb tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a05b661-8d95-4907-8b3d-34ef72f52386&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308254 Sep 23 07:52:44.051836 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:52:44.612168 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f21cd3c-15b6-41a5-8c60-6014cb84d5d9 req-3e7d8cc7-a31b-4b3b-b536-3ef114a79b75 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:52:44.613632 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1f21cd3c-15b6-41a5-8c60-6014cb84d5d9 req-3e7d8cc7-a31b-4b3b-b536-3ef114a79b75 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=986f7da8-b5ef-42f4-abee-e9ad848ed0c7 HTTP/1.1" status: 200 len: 945 time: 0.0505559 Sep 23 07:52:44.650936 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1f21cd3c-15b6-41a5-8c60-6014cb84d5d9 req-aa23923e-cb59-4e74-ae95-590aa5fbf95f tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a05b661-8d95-4907-8b3d-34ef72f52386&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307133 Sep 23 07:52:45.766810 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7755c3c1-34aa-42bc-b5f2-6a8cdbec8474 req-0ea44530-9d58-408e-a7e0-da487808bb17 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:52:45.768268 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7755c3c1-34aa-42bc-b5f2-6a8cdbec8474 req-0ea44530-9d58-408e-a7e0-da487808bb17 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=986f7da8-b5ef-42f4-abee-e9ad848ed0c7 HTTP/1.1" status: 200 len: 945 time: 0.0519729 Sep 23 07:52:45.805289 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7755c3c1-34aa-42bc-b5f2-6a8cdbec8474 req-c5ec41b6-8109-4579-bdbe-6e710ffbc14c tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a05b661-8d95-4907-8b3d-34ef72f52386&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310946 Sep 23 07:52:46.927011 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9839d8-6f97-4af9-b598-34cb4ddb8d25 req-8fd7eacd-272c-4ca7-b049-2311f26fb234 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:52:46.928487 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6e9839d8-6f97-4af9-b598-34cb4ddb8d25 req-8fd7eacd-272c-4ca7-b049-2311f26fb234 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=986f7da8-b5ef-42f4-abee-e9ad848ed0c7 HTTP/1.1" status: 200 len: 945 time: 0.0558903 Sep 23 07:52:46.966711 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-6e9839d8-6f97-4af9-b598-34cb4ddb8d25 req-b9b7489a-8168-49b0-98aa-dcb1001c87eb tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a05b661-8d95-4907-8b3d-34ef72f52386&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314231 Sep 23 07:52:48.080208 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f20c04f-f021-4d71-b8ac-96d523402f2c req-08540559-f85e-4063-8277-505781e99e7f tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:52:48.081653 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9f20c04f-f021-4d71-b8ac-96d523402f2c req-08540559-f85e-4063-8277-505781e99e7f tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=986f7da8-b5ef-42f4-abee-e9ad848ed0c7 HTTP/1.1" status: 200 len: 945 time: 0.0470364 Sep 23 07:52:48.118699 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9f20c04f-f021-4d71-b8ac-96d523402f2c req-966041fe-21df-4aa6-a5c3-06b584960b72 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a05b661-8d95-4907-8b3d-34ef72f52386&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311031 Sep 23 07:52:49.235831 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3d458-7034-4870-8f59-51c863ee6cf3 req-29ece213-7742-42b8-829a-814bbf61c9a1 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:52:49.237314 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c5f3d458-7034-4870-8f59-51c863ee6cf3 req-29ece213-7742-42b8-829a-814bbf61c9a1 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=986f7da8-b5ef-42f4-abee-e9ad848ed0c7 HTTP/1.1" status: 200 len: 945 time: 0.0488279 Sep 23 07:52:49.274096 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c5f3d458-7034-4870-8f59-51c863ee6cf3 req-7fbeecff-aed2-4dc3-8cca-a7d571ba8b54 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a05b661-8d95-4907-8b3d-34ef72f52386&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309248 Sep 23 07:52:50.394703 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588cfa59-e51d-4437-8fe9-b0ef79df4fc2 req-36c397fa-c865-442e-b6ea-c64e748a8a12 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:52:50.396101 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-588cfa59-e51d-4437-8fe9-b0ef79df4fc2 req-36c397fa-c865-442e-b6ea-c64e748a8a12 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=986f7da8-b5ef-42f4-abee-e9ad848ed0c7 HTTP/1.1" status: 200 len: 945 time: 0.0504565 Sep 23 07:52:50.434588 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-588cfa59-e51d-4437-8fe9-b0ef79df4fc2 req-846ab869-6916-45a3-9f11-81e7bbbb874a tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a05b661-8d95-4907-8b3d-34ef72f52386&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321863 Sep 23 07:52:51.553319 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51571dba-4883-4f3f-9cfa-b7f340eabd4b req-e5e5354d-744d-4656-b550-f5c4f84c7746 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:52:51.554876 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-51571dba-4883-4f3f-9cfa-b7f340eabd4b req-e5e5354d-744d-4656-b550-f5c4f84c7746 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=986f7da8-b5ef-42f4-abee-e9ad848ed0c7 HTTP/1.1" status: 200 len: 945 time: 0.0544083 Sep 23 07:52:51.593621 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-51571dba-4883-4f3f-9cfa-b7f340eabd4b req-c4d3b3da-b07a-4d12-8981-e9aca20a4553 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a05b661-8d95-4907-8b3d-34ef72f52386&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322137 Sep 23 07:52:52.710585 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdabfba9-6623-440b-afa5-ac40740ba107 req-bfc8daf0-ff7a-4d1f-81dc-bd3b25b7adb0 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:52:52.712053 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bdabfba9-6623-440b-afa5-ac40740ba107 req-bfc8daf0-ff7a-4d1f-81dc-bd3b25b7adb0 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=986f7da8-b5ef-42f4-abee-e9ad848ed0c7 HTTP/1.1" status: 200 len: 945 time: 0.0521157 Sep 23 07:52:52.749082 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bdabfba9-6623-440b-afa5-ac40740ba107 req-de0359a1-e9fa-41dd-8027-3a6f75b2ddaa tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a05b661-8d95-4907-8b3d-34ef72f52386&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304601 Sep 23 07:52:53.867973 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3de1242-aa7f-48de-8532-dc99221d6087 req-5e5e0c86-6cee-47a3-9810-a321d4f23e72 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:52:53.869517 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c3de1242-aa7f-48de-8532-dc99221d6087 req-5e5e0c86-6cee-47a3-9810-a321d4f23e72 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=986f7da8-b5ef-42f4-abee-e9ad848ed0c7 HTTP/1.1" status: 200 len: 945 time: 0.0529134 Sep 23 07:52:53.907098 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c3de1242-aa7f-48de-8532-dc99221d6087 req-f50f1dc6-66f7-41e0-9d9a-67fc4093a14f tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a05b661-8d95-4907-8b3d-34ef72f52386&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314214 Sep 23 07:52:55.020419 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d2d588-0786-4097-8a7c-c58224cf44b1 req-f763f84e-28a5-4ec7-a544-3340bc44e0f5 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:52:55.021956 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d8d2d588-0786-4097-8a7c-c58224cf44b1 req-f763f84e-28a5-4ec7-a544-3340bc44e0f5 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=986f7da8-b5ef-42f4-abee-e9ad848ed0c7 HTTP/1.1" status: 200 len: 945 time: 0.0492060 Sep 23 07:52:55.059320 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d8d2d588-0786-4097-8a7c-c58224cf44b1 req-64492ee1-7794-4b76-8c72-6b4f1f2bb0e4 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a05b661-8d95-4907-8b3d-34ef72f52386&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313966 Sep 23 07:52:55.080635 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56004) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:52:55.143118 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-2085ac55-860d-45e5-89ad-84a2533c1977 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/floatingips/eaeec6cb-a0bf-4644-874d-a7f06fd304a0 HTTP/1.1" status: 200 len: 992 time: 0.0613079 Sep 23 07:53:02.272443 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4f3024a3-aa8e-4a18-88a2-eec8898da18b req-2b9070d5-7d42-4e55-ad42-571a62e2d8c5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=986f7da8-b5ef-42f4-abee-e9ad848ed0c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0409546 Sep 23 07:53:02.368932 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3024a3-aa8e-4a18-88a2-eec8898da18b req-c35d0f8e-b9b8-472e-adcb-4894f9ecf949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:53:02.371090 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4f3024a3-aa8e-4a18-88a2-eec8898da18b req-c35d0f8e-b9b8-472e-adcb-4894f9ecf949 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=69ff37bb8aa54e3cbca49be59e8110a2&device_id=986f7da8-b5ef-42f4-abee-e9ad848ed0c7 HTTP/1.1" status: 200 len: 1097 time: 0.0436478 Sep 23 07:53:02.474953 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3024a3-aa8e-4a18-88a2-eec8898da18b req-0e30f1a9-6c0e-4f2d-9807-b63ad29d634c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:53:02.476466 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4f3024a3-aa8e-4a18-88a2-eec8898da18b req-0e30f1a9-6c0e-4f2d-9807-b63ad29d634c service neutron] 10.222.0.21 "GET /v2.0/networks?id=920ce082-2436-48f7-a1f9-ef4f5930fe3f HTTP/1.1" status: 200 len: 898 time: 0.0864868 Sep 23 07:53:02.540180 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4f3024a3-aa8e-4a18-88a2-eec8898da18b req-050bef56-9953-445e-ba41-8aeff4fd9b42 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0044358a-934c-4c9b-b46f-90a1610f058e HTTP/1.1" status: 200 len: 1000 time: 0.0568740 Sep 23 07:53:02.588056 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3024a3-aa8e-4a18-88a2-eec8898da18b req-62a8d069-73d8-4dc6-8020-b30ef8a4217a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:53:02.589524 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4f3024a3-aa8e-4a18-88a2-eec8898da18b req-62a8d069-73d8-4dc6-8020-b30ef8a4217a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0704324b-f008-4d20-bc8c-63adb5054631 HTTP/1.1" status: 200 len: 834 time: 0.0424542 Sep 23 07:53:02.639377 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3024a3-aa8e-4a18-88a2-eec8898da18b req-570c30c9-1a13-4b4d-8c57-a53f3acd9517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:53:02.640798 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4f3024a3-aa8e-4a18-88a2-eec8898da18b req-570c30c9-1a13-4b4d-8c57-a53f3acd9517 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=920ce082-2436-48f7-a1f9-ef4f5930fe3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435359 Sep 23 07:53:02.730036 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4f3024a3-aa8e-4a18-88a2-eec8898da18b req-a3ee8041-ee3c-4c9d-88ec-a7e4f35161b7 service neutron] 10.222.0.21 "GET /v2.0/networks/920ce082-2436-48f7-a1f9-ef4f5930fe3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814302 Sep 23 07:53:02.820945 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4f3024a3-aa8e-4a18-88a2-eec8898da18b req-2be0cad3-355f-4e3a-b570-fd1c880b6fab service neutron] 10.222.0.21 "GET /v2.0/networks/920ce082-2436-48f7-a1f9-ef4f5930fe3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842469 Sep 23 07:53:07.356208 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:07.872567 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:53:08.151024 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-cabc65e3-20bc-421a-a0bb-13e281bb7f99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:10.602210 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:11.154628 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c4504596-e73c-4ce9-bef1-49367c73b104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:11.662933 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:12.577821 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:14.054339 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:37.351344 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:38.153244 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-98755bc2-1cba-4d51-b02b-8eff65a5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:40.597488 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:41.154688 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c8944140-6854-4438-9e35-6169c9205f3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:41.662817 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:42.581936 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:43.703983 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56022) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:53:43.859122 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-a6a7c084-33ac-4f8f-b2ff-eff9fa1b6506 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Deleting port d5f3d543-b6a4-46d0-a19b-7e54b0ecec50 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:53:43.859465 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a6a7c084-33ac-4f8f-b2ff-eff9fa1b6506 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:43.933212 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a6a7c084-33ac-4f8f-b2ff-eff9fa1b6506 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:43.933534 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a6a7c084-33ac-4f8f-b2ff-eff9fa1b6506 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:43.944755 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-a6a7c084-33ac-4f8f-b2ff-eff9fa1b6506 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Calling delete_port for d5f3d543-b6a4-46d0-a19b-7e54b0ecec50 owned by network:floatingip {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:53:44.061419 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:44.104613 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a6a7c084-33ac-4f8f-b2ff-eff9fa1b6506 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:44.128465 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a7c084-33ac-4f8f-b2ff-eff9fa1b6506 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event deleted for resources: {'Port': ['ID=d5f3d543-b6a4-46d0-a19b-7e54b0ecec50,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:53:44.139121 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a7c084-33ac-4f8f-b2ff-eff9fa1b6506 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:53:44.139484 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a7c084-33ac-4f8f-b2ff-eff9fa1b6506 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:53:44.139817 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a7c084-33ac-4f8f-b2ff-eff9fa1b6506 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:53:44.140156 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a7c084-33ac-4f8f-b2ff-eff9fa1b6506 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:53:44.140497 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a7c084-33ac-4f8f-b2ff-eff9fa1b6506 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:53:44.140832 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a7c084-33ac-4f8f-b2ff-eff9fa1b6506 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:53:44.141533 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a7c084-33ac-4f8f-b2ff-eff9fa1b6506 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:53:44.141533 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a7c084-33ac-4f8f-b2ff-eff9fa1b6506 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:53:44.141795 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a7c084-33ac-4f8f-b2ff-eff9fa1b6506 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:53:44.142141 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a7c084-33ac-4f8f-b2ff-eff9fa1b6506 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:53:44.142466 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a7c084-33ac-4f8f-b2ff-eff9fa1b6506 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:53:44.142786 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a7c084-33ac-4f8f-b2ff-eff9fa1b6506 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:53:44.204246 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a6a7c084-33ac-4f8f-b2ff-eff9fa1b6506 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for floatingip, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:44.204586 n-d-715271-16 neutron-server[95065]: INFO neutron.db.l3_db [None req-a6a7c084-33ac-4f8f-b2ff-eff9fa1b6506 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Floating IP eaeec6cb-a0bf-4644-874d-a7f06fd304a0 disassociated (deleted). External IP: 172.25.2.69, port: 0044358a-934c-4c9b-b46f-90a1610f058e. Sep 23 07:53:44.733138 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6a7c084-33ac-4f8f-b2ff-eff9fa1b6506 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Router 14f09214-eddb-4352-9020-610dc1f5ee28 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:53:44.839123 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6a7c084-33ac-4f8f-b2ff-eff9fa1b6506 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:53:44.843958 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a6a7c084-33ac-4f8f-b2ff-eff9fa1b6506 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:44.848704 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32b96b9-ecc2-4c42-ba92-27e6f0bc834b None None] Sync routers for ids ['14f09214-eddb-4352-9020-610dc1f5ee28'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:53:44.857729 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32b96b9-ecc2-4c42-ba92-27e6f0bc834b None None] Routers {'14f09214-eddb-4352-9020-610dc1f5ee28'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:53:44.858382 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-b32b96b9-ecc2-4c42-ba92-27e6f0bc834b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:53:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['14f09214-eddb-4352-9020-610dc1f5ee28'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:53:44.871656 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-a6a7c084-33ac-4f8f-b2ff-eff9fa1b6506 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "DELETE /v2.0/floatingips/eaeec6cb-a0bf-4644-874d-a7f06fd304a0 HTTP/1.1" status: 204 len: 168 time: 1.1666467 Sep 23 07:53:44.872341 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '986f7da8-b5ef-42f4-abee-e9ad848ed0c7', 'tag': '0044358a-934c-4c9b-b46f-90a1610f058e'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:53:44.874717 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f95ab57a745480e309303c621f93016f7af13821b9c47ad15b10e565102b0cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2abed13-2764-4f18-b7c7-bc3ad7a53347" -d '{"events": [{"name": "network-changed", "server_uuid": "986f7da8-b5ef-42f4-abee-e9ad848ed0c7", "tag": "0044358a-934c-4c9b-b46f-90a1610f058e"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:53:44.905036 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:53:44.931145 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9077d9b-10dd-4169-a44d-005be2496f09 x-openstack-request-id: req-c9077d9b-10dd-4169-a44d-005be2496f09 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:53:44.931507 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "986f7da8-b5ef-42f4-abee-e9ad848ed0c7", "tag": "0044358a-934c-4c9b-b46f-90a1610f058e", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:53:44.932352 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c9077d9b-10dd-4169-a44d-005be2496f09 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:53:44.932837 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '986f7da8-b5ef-42f4-abee-e9ad848ed0c7', 'tag': '0044358a-934c-4c9b-b46f-90a1610f058e', 'status': 'completed', 'code': 200} Sep 23 07:53:44.985228 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-b32b96b9-ecc2-4c42-ba92-27e6f0bc834b None None] Set router 14f09214-eddb-4352-9020-610dc1f5ee28 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:53:45.015017 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2abed13-2764-4f18-b7c7-bc3ad7a53347 req-26ed3e97-da5b-4c12-9657-a3569d042bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:53:45.016807 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c2abed13-2764-4f18-b7c7-bc3ad7a53347 req-26ed3e97-da5b-4c12-9657-a3569d042bc3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=69ff37bb8aa54e3cbca49be59e8110a2&device_id=986f7da8-b5ef-42f4-abee-e9ad848ed0c7 HTTP/1.1" status: 200 len: 1097 time: 0.0498986 Sep 23 07:53:45.124872 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616d39db-2a62-4008-a44c-e74e443a9e80 req-91cc2516-3420-4bb7-9dc9-4723b4fca0bb tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:53:45.126617 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-616d39db-2a62-4008-a44c-e74e443a9e80 req-91cc2516-3420-4bb7-9dc9-4723b4fca0bb tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=986f7da8-b5ef-42f4-abee-e9ad848ed0c7 HTTP/1.1" status: 200 len: 945 time: 0.0579147 Sep 23 07:53:45.127379 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2abed13-2764-4f18-b7c7-bc3ad7a53347 req-6ee69c42-60d4-4423-8268-b34537f4ca09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:53:45.129139 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c2abed13-2764-4f18-b7c7-bc3ad7a53347 req-6ee69c42-60d4-4423-8268-b34537f4ca09 service neutron] 10.222.0.21 "GET /v2.0/networks?id=920ce082-2436-48f7-a1f9-ef4f5930fe3f HTTP/1.1" status: 200 len: 898 time: 0.0984046 Sep 23 07:53:45.171828 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-616d39db-2a62-4008-a44c-e74e443a9e80 req-53a67391-6152-4432-954e-c1db273a59d0 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a05b661-8d95-4907-8b3d-34ef72f52386&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383039 Sep 23 07:53:45.172504 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c2abed13-2764-4f18-b7c7-bc3ad7a53347 req-3c288c40-f56b-4ce8-88d5-3d806330dcb9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0044358a-934c-4c9b-b46f-90a1610f058e HTTP/1.1" status: 200 len: 217 time: 0.0354726 Sep 23 07:53:45.223887 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2abed13-2764-4f18-b7c7-bc3ad7a53347 req-2dff7e1d-0eed-4202-a751-0f81c3be13b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:53:45.225390 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c2abed13-2764-4f18-b7c7-bc3ad7a53347 req-2dff7e1d-0eed-4202-a751-0f81c3be13b8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0704324b-f008-4d20-bc8c-63adb5054631 HTTP/1.1" status: 200 len: 834 time: 0.0445659 Sep 23 07:53:45.276091 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2abed13-2764-4f18-b7c7-bc3ad7a53347 req-1ab31c1a-997d-4c40-8ccc-8567b4608134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:53:45.277416 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c2abed13-2764-4f18-b7c7-bc3ad7a53347 req-1ab31c1a-997d-4c40-8ccc-8567b4608134 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=920ce082-2436-48f7-a1f9-ef4f5930fe3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444834 Sep 23 07:53:45.280760 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-b32b96b9-ecc2-4c42-ba92-27e6f0bc834b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f09214-eddb-4352-9020-610dc1f5ee28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980945584', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'a6485a9b-7b24-4068-8bea-0a4472a2e74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:51:07Z', 'updated_at': '2021-09-23T07:51:11Z', 'revision_number': 4, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'gw_port': {'id': 'a6485a9b-7b24-4068-8bea-0a4472a2e74c', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:b4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f09214-eddb-4352-9020-610dc1f5ee28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:51:08Z', 'updated_at': '2021-09-23T07:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '4529169a-cc4d-4899-8b65-48b343859fe2', 'name': '', 'network_id': '920ce082-2436-48f7-a1f9-ef4f5930fe3f', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'mac_address': 'fa:16:3e:89:48:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f09214-eddb-4352-9020-610dc1f5ee28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '0704324b-f008-4d20-bc8c-63adb5054631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:51:10Z', 'updated_at': '2021-09-23T07:51:14Z', 'revision_number': 5, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'subnets': [{'id': '0704324b-f008-4d20-bc8c-63adb5054631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:53:45.309925 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32b96b9-ecc2-4c42-ba92-27e6f0bc834b None None] Checking router: 14f09214-eddb-4352-9020-610dc1f5ee28 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:53:45.317846 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32b96b9-ecc2-4c42-ba92-27e6f0bc834b None None] Routers {'14f09214-eddb-4352-9020-610dc1f5ee28'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:53:45.318479 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-b32b96b9-ecc2-4c42-ba92-27e6f0bc834b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:53:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['14f09214-eddb-4352-9020-610dc1f5ee28'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:53:45.370406 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c2abed13-2764-4f18-b7c7-bc3ad7a53347 req-6e16c5c4-c1e1-4a88-9bc2-a149123ad085 service neutron] 10.222.0.21 "GET /v2.0/networks/920ce082-2436-48f7-a1f9-ef4f5930fe3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832405 Sep 23 07:53:45.424557 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-b32b96b9-ecc2-4c42-ba92-27e6f0bc834b None None] Set router 14f09214-eddb-4352-9020-610dc1f5ee28 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:53:45.465332 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c2abed13-2764-4f18-b7c7-bc3ad7a53347 req-5238ef50-b60c-4a0a-9406-db4661bc3a8c service neutron] 10.222.0.21 "GET /v2.0/networks/920ce082-2436-48f7-a1f9-ef4f5930fe3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878861 Sep 23 07:53:45.623614 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-b32b96b9-ecc2-4c42-ba92-27e6f0bc834b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f09214-eddb-4352-9020-610dc1f5ee28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980945584', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'a6485a9b-7b24-4068-8bea-0a4472a2e74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:51:07Z', 'updated_at': '2021-09-23T07:51:11Z', 'revision_number': 4, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'gw_port': {'id': 'a6485a9b-7b24-4068-8bea-0a4472a2e74c', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:b4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f09214-eddb-4352-9020-610dc1f5ee28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:51:08Z', 'updated_at': '2021-09-23T07:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '4529169a-cc4d-4899-8b65-48b343859fe2', 'name': '', 'network_id': '920ce082-2436-48f7-a1f9-ef4f5930fe3f', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'mac_address': 'fa:16:3e:89:48:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f09214-eddb-4352-9020-610dc1f5ee28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '0704324b-f008-4d20-bc8c-63adb5054631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:51:10Z', 'updated_at': '2021-09-23T07:51:14Z', 'revision_number': 5, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'subnets': [{'id': '0704324b-f008-4d20-bc8c-63adb5054631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:53:45.649244 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32b96b9-ecc2-4c42-ba92-27e6f0bc834b None None] The sync data for ids ['14f09214-eddb-4352-9020-610dc1f5ee28'] in n-d-715271-16 is: [{'id': '14f09214-eddb-4352-9020-610dc1f5ee28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980945584', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'a6485a9b-7b24-4068-8bea-0a4472a2e74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:51:07Z', 'updated_at': '2021-09-23T07:51:11Z', 'revision_number': 4, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'gw_port': {'id': 'a6485a9b-7b24-4068-8bea-0a4472a2e74c', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:b4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f09214-eddb-4352-9020-610dc1f5ee28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:51:08Z', 'updated_at': '2021-09-23T07:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '4529169a-cc4d-4899-8b65-48b343859fe2', 'name': '', 'network_id': '920ce082-2436-48f7-a1f9-ef4f5930fe3f', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'mac_address': 'fa:16:3e:89:48:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f09214-eddb-4352-9020-610dc1f5ee28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '0704324b-f008-4d20-bc8c-63adb5054631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:51:10Z', 'updated_at': '2021-09-23T07:51:14Z', 'revision_number': 5, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'subnets': [{'id': '0704324b-f008-4d20-bc8c-63adb5054631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:53:45.852897 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ba4fa9-4afb-4f96-9a31-44217f3b48cb None None] New status for floating IP eaeec6cb-a0bf-4644-874d-a7f06fd304a0: DOWN {{(pid=95067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 07:53:46.320333 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247e87a-f70b-4c0c-a657-4c566e570843 req-3dfd69c9-a5b7-41ad-917a-19f5eaccaf6c tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:53:46.321818 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1247e87a-f70b-4c0c-a657-4c566e570843 req-3dfd69c9-a5b7-41ad-917a-19f5eaccaf6c tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=986f7da8-b5ef-42f4-abee-e9ad848ed0c7 HTTP/1.1" status: 200 len: 945 time: 0.0485601 Sep 23 07:53:46.358747 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1247e87a-f70b-4c0c-a657-4c566e570843 req-3b4f19b5-2468-4480-af95-bd01eacffb16 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a05b661-8d95-4907-8b3d-34ef72f52386&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303991 Sep 23 07:53:46.947333 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf03e1e8-4ca2-4ab6-8f0f-606d8a93ee4e req-c9aee5df-6383-431f-95d8-e862bdb22a52 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:53:46.948914 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bf03e1e8-4ca2-4ab6-8f0f-606d8a93ee4e req-c9aee5df-6383-431f-95d8-e862bdb22a52 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.21 "GET /v2.0/ports?device_id=986f7da8-b5ef-42f4-abee-e9ad848ed0c7 HTTP/1.1" status: 200 len: 945 time: 0.0493386 Sep 23 07:53:47.040885 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-bf03e1e8-4ca2-4ab6-8f0f-606d8a93ee4e req-1757c662-7a57-4024-a4ef-54de40f1a3c8 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Deleting port 0044358a-934c-4c9b-b46f-90a1610f058e {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:53:47.041837 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-bf03e1e8-4ca2-4ab6-8f0f-606d8a93ee4e req-1757c662-7a57-4024-a4ef-54de40f1a3c8 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:47.129239 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-bf03e1e8-4ca2-4ab6-8f0f-606d8a93ee4e req-1757c662-7a57-4024-a4ef-54de40f1a3c8 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] For port 0044358a-934c-4c9b-b46f-90a1610f058e, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=0044358a-934c-4c9b-b46f-90a1610f058e,segment=NetworkSegment(8defc42d-ebc6-4626-b625-76996db9cc3b),segment_id=8defc42d-ebc6-4626-b625-76996db9cc3b)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:53:47.129607 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-bf03e1e8-4ca2-4ab6-8f0f-606d8a93ee4e req-1757c662-7a57-4024-a4ef-54de40f1a3c8 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:47.141761 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-bf03e1e8-4ca2-4ab6-8f0f-606d8a93ee4e req-1757c662-7a57-4024-a4ef-54de40f1a3c8 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Calling delete_port for 0044358a-934c-4c9b-b46f-90a1610f058e owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:53:47.271594 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-bf03e1e8-4ca2-4ab6-8f0f-606d8a93ee4e req-1757c662-7a57-4024-a4ef-54de40f1a3c8 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:47.299746 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1757c662-7a57-4024-a4ef-54de40f1a3c8 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event deleted for resources: {'Port': ['ID=0044358a-934c-4c9b-b46f-90a1610f058e,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:53:47.344054 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf03e1e8-4ca2-4ab6-8f0f-606d8a93ee4e req-1757c662-7a57-4024-a4ef-54de40f1a3c8 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] No DVR routers for this DVR port 0044358a-934c-4c9b-b46f-90a1610f058e on host n-h1-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:53:47.346807 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-bf03e1e8-4ca2-4ab6-8f0f-606d8a93ee4e req-1757c662-7a57-4024-a4ef-54de40f1a3c8 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:47.348839 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bf03e1e8-4ca2-4ab6-8f0f-606d8a93ee4e req-1757c662-7a57-4024-a4ef-54de40f1a3c8 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.21 "DELETE /v2.0/ports/0044358a-934c-4c9b-b46f-90a1610f058e HTTP/1.1" status: 204 len: 173 time: 0.3926752 Sep 23 07:53:47.349280 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '986f7da8-b5ef-42f4-abee-e9ad848ed0c7', 'name': 'network-vif-deleted', 'tag': '0044358a-934c-4c9b-b46f-90a1610f058e'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:53:47.351651 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f95ab57a745480e309303c621f93016f7af13821b9c47ad15b10e565102b0cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05edf4ac-fe2e-4a04-ae9d-93bfc031b730" -d '{"events": [{"server_uuid": "986f7da8-b5ef-42f4-abee-e9ad848ed0c7", "name": "network-vif-deleted", "tag": "0044358a-934c-4c9b-b46f-90a1610f058e"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:53:47.391685 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00323687-5990-4c83-a26e-3db4a6cc0508 x-openstack-request-id: req-00323687-5990-4c83-a26e-3db4a6cc0508 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:53:47.391826 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "986f7da8-b5ef-42f4-abee-e9ad848ed0c7", "name": "network-vif-deleted", "tag": "0044358a-934c-4c9b-b46f-90a1610f058e", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:53:47.392042 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-00323687-5990-4c83-a26e-3db4a6cc0508 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:53:47.392420 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '986f7da8-b5ef-42f4-abee-e9ad848ed0c7', 'name': 'network-vif-deleted', 'tag': '0044358a-934c-4c9b-b46f-90a1610f058e', 'status': 'completed', 'code': 200} Sep 23 07:53:47.464585 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c21ccbe3-3327-4686-8d33-e836abe554a0 req-7453bf83-30e6-470d-9f5e-0dd27222bffe tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=986f7da8-b5ef-42f4-abee-e9ad848ed0c7 HTTP/1.1" status: 200 len: 210 time: 0.0291686 Sep 23 07:53:48.521542 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56048) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:53:48.879483 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-caaf5727-ae8a-4e41-9f7e-48cf0f04bb7a tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066969'] for router_interface, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:49.138206 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-caaf5727-ae8a-4e41-9f7e-48cf0f04bb7a tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Deleting port 4529169a-cc4d-4899-8b65-48b343859fe2 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:53:49.138467 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-caaf5727-ae8a-4e41-9f7e-48cf0f04bb7a tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:49.226224 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-caaf5727-ae8a-4e41-9f7e-48cf0f04bb7a tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] For port 4529169a-cc4d-4899-8b65-48b343859fe2, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=4529169a-cc4d-4899-8b65-48b343859fe2,segment=NetworkSegment(8defc42d-ebc6-4626-b625-76996db9cc3b),segment_id=8defc42d-ebc6-4626-b625-76996db9cc3b)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:53:49.226583 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-caaf5727-ae8a-4e41-9f7e-48cf0f04bb7a tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:49.239366 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-caaf5727-ae8a-4e41-9f7e-48cf0f04bb7a tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Calling delete_port for 4529169a-cc4d-4899-8b65-48b343859fe2 owned by network:router_interface {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:53:49.422449 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-caaf5727-ae8a-4e41-9f7e-48cf0f04bb7a tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:49.452504 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaf5727-ae8a-4e41-9f7e-48cf0f04bb7a tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event deleted for resources: {'Port': ['ID=4529169a-cc4d-4899-8b65-48b343859fe2,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:53:49.626521 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-caaf5727-ae8a-4e41-9f7e-48cf0f04bb7a tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2068624'] for router_interface, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:49.842204 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caaf5727-ae8a-4e41-9f7e-48cf0f04bb7a tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Router 14f09214-eddb-4352-9020-610dc1f5ee28 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:53:49.946647 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caaf5727-ae8a-4e41-9f7e-48cf0f04bb7a tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:53:49.955227 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-caaf5727-ae8a-4e41-9f7e-48cf0f04bb7a tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "PUT /v2.0/routers/14f09214-eddb-4352-9020-610dc1f5ee28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4306166 Sep 23 07:53:49.956119 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 56050) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:53:49.957153 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6528ad2a-4743-46a1-a6d6-6e44ab55174b None None] Sync routers for ids ['14f09214-eddb-4352-9020-610dc1f5ee28'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:53:49.966522 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6528ad2a-4743-46a1-a6d6-6e44ab55174b None None] Routers {'14f09214-eddb-4352-9020-610dc1f5ee28'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:53:49.967133 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-6528ad2a-4743-46a1-a6d6-6e44ab55174b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:53:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['14f09214-eddb-4352-9020-610dc1f5ee28'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:53:50.007354 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bca98bd-aefa-4b0e-a220-83aed13d7db2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Deleting subnet 0704324b-f008-4d20-bc8c-63adb5054631 {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:53:50.011246 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1bca98bd-aefa-4b0e-a220-83aed13d7db2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:50.054935 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1bca98bd-aefa-4b0e-a220-83aed13d7db2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:50.069447 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-6528ad2a-4743-46a1-a6d6-6e44ab55174b None None] Set router 14f09214-eddb-4352-9020-610dc1f5ee28 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:53:50.143126 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1bca98bd-aefa-4b0e-a220-83aed13d7db2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:50.202049 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1bca98bd-aefa-4b0e-a220-83aed13d7db2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:50.230330 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bca98bd-aefa-4b0e-a220-83aed13d7db2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event deleted for resources: {'Subnet': ['ID=0704324b-f008-4d20-bc8c-63adb5054631,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:53:50.233694 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1bca98bd-aefa-4b0e-a220-83aed13d7db2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:50.235573 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-1bca98bd-aefa-4b0e-a220-83aed13d7db2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "DELETE /v2.0/subnets/0704324b-f008-4d20-bc8c-63adb5054631 HTTP/1.1" status: 204 len: 168 time: 0.2784677 Sep 23 07:53:50.237127 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37e0da2-d2ae-44d5-8a2e-a301da3552ff None None] Network 920ce082-2436-48f7-a1f9-ef4f5930fe3f requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:53:50.238331 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56052) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:53:50.241413 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bca98bd-aefa-4b0e-a220-83aed13d7db2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:53:50.241765 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bca98bd-aefa-4b0e-a220-83aed13d7db2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:53:50.242138 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bca98bd-aefa-4b0e-a220-83aed13d7db2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:53:50.242477 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bca98bd-aefa-4b0e-a220-83aed13d7db2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:53:50.242810 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bca98bd-aefa-4b0e-a220-83aed13d7db2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:53:50.243155 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bca98bd-aefa-4b0e-a220-83aed13d7db2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:53:50.243463 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bca98bd-aefa-4b0e-a220-83aed13d7db2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:53:50.243797 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bca98bd-aefa-4b0e-a220-83aed13d7db2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:53:50.244130 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bca98bd-aefa-4b0e-a220-83aed13d7db2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:53:50.245208 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bca98bd-aefa-4b0e-a220-83aed13d7db2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:53:50.245543 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bca98bd-aefa-4b0e-a220-83aed13d7db2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:53:50.247054 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bca98bd-aefa-4b0e-a220-83aed13d7db2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:53:50.262168 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-6528ad2a-4743-46a1-a6d6-6e44ab55174b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f09214-eddb-4352-9020-610dc1f5ee28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980945584', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'a6485a9b-7b24-4068-8bea-0a4472a2e74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:51:07Z', 'updated_at': '2021-09-23T07:53:49Z', 'revision_number': 5, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'gw_port': {'id': 'a6485a9b-7b24-4068-8bea-0a4472a2e74c', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:b4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f09214-eddb-4352-9020-610dc1f5ee28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:51:08Z', 'updated_at': '2021-09-23T07:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:53:50.287769 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6528ad2a-4743-46a1-a6d6-6e44ab55174b None None] Checking router: 14f09214-eddb-4352-9020-610dc1f5ee28 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:53:50.296955 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6528ad2a-4743-46a1-a6d6-6e44ab55174b None None] Routers {'14f09214-eddb-4352-9020-610dc1f5ee28'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:53:50.297571 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-6528ad2a-4743-46a1-a6d6-6e44ab55174b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:53:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['14f09214-eddb-4352-9020-610dc1f5ee28'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:53:50.419310 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-6528ad2a-4743-46a1-a6d6-6e44ab55174b None None] Set router 14f09214-eddb-4352-9020-610dc1f5ee28 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:53:50.435193 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692da745-d1d9-4c48-aee0-ff1715794a8a None None] DHCP port deletion for 920ce082-2436-48f7-a1f9-ef4f5930fe3f request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 07:53:50.484475 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-692da745-d1d9-4c48-aee0-ff1715794a8a None None] Deleting port 249d1db5-a7cc-4276-951a-4e74c0cee029 {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:53:50.484855 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-692da745-d1d9-4c48-aee0-ff1715794a8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:50.555209 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-692da745-d1d9-4c48-aee0-ff1715794a8a None None] For port 249d1db5-a7cc-4276-951a-4e74c0cee029, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=249d1db5-a7cc-4276-951a-4e74c0cee029,segment=NetworkSegment(8defc42d-ebc6-4626-b625-76996db9cc3b),segment_id=8defc42d-ebc6-4626-b625-76996db9cc3b)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:53:50.555623 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-692da745-d1d9-4c48-aee0-ff1715794a8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:50.569059 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-692da745-d1d9-4c48-aee0-ff1715794a8a None None] Calling delete_port for 249d1db5-a7cc-4276-951a-4e74c0cee029 owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:53:50.621716 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-6528ad2a-4743-46a1-a6d6-6e44ab55174b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f09214-eddb-4352-9020-610dc1f5ee28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980945584', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'a6485a9b-7b24-4068-8bea-0a4472a2e74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:51:07Z', 'updated_at': '2021-09-23T07:53:49Z', 'revision_number': 5, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'gw_port': {'id': 'a6485a9b-7b24-4068-8bea-0a4472a2e74c', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:b4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f09214-eddb-4352-9020-610dc1f5ee28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:51:08Z', 'updated_at': '2021-09-23T07:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:53:50.655117 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-692da745-d1d9-4c48-aee0-ff1715794a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:50.655678 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6528ad2a-4743-46a1-a6d6-6e44ab55174b None None] The sync data for ids ['14f09214-eddb-4352-9020-610dc1f5ee28'] in n-d-715271-16 is: [{'id': '14f09214-eddb-4352-9020-610dc1f5ee28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980945584', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'a6485a9b-7b24-4068-8bea-0a4472a2e74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:51:07Z', 'updated_at': '2021-09-23T07:53:49Z', 'revision_number': 5, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'gw_port': {'id': 'a6485a9b-7b24-4068-8bea-0a4472a2e74c', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:b4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f09214-eddb-4352-9020-610dc1f5ee28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:51:08Z', 'updated_at': '2021-09-23T07:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:53:50.682442 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ca154c91-658f-491a-9774-f6175b766cd5 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for router, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:50.685545 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692da745-d1d9-4c48-aee0-ff1715794a8a None None] Pushing event deleted for resources: {'Port': ['ID=249d1db5-a7cc-4276-951a-4e74c0cee029,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:53:50.693207 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692da745-d1d9-4c48-aee0-ff1715794a8a None None] No DVR routers for this DVR port 249d1db5-a7cc-4276-951a-4e74c0cee029 on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:53:50.696007 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692da745-d1d9-4c48-aee0-ff1715794a8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:53:50.696368 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692da745-d1d9-4c48-aee0-ff1715794a8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:53:50.696748 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692da745-d1d9-4c48-aee0-ff1715794a8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:53:50.697047 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692da745-d1d9-4c48-aee0-ff1715794a8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:53:50.697448 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692da745-d1d9-4c48-aee0-ff1715794a8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:53:50.698069 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692da745-d1d9-4c48-aee0-ff1715794a8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:53:50.698292 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692da745-d1d9-4c48-aee0-ff1715794a8a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:53:50.698623 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692da745-d1d9-4c48-aee0-ff1715794a8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:53:50.698952 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692da745-d1d9-4c48-aee0-ff1715794a8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:53:50.699275 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692da745-d1d9-4c48-aee0-ff1715794a8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:53:50.699983 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692da745-d1d9-4c48-aee0-ff1715794a8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:53:50.699983 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692da745-d1d9-4c48-aee0-ff1715794a8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:53:50.792497 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ca154c91-658f-491a-9774-f6175b766cd5 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:50.844221 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-ca154c91-658f-491a-9774-f6175b766cd5 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Deleting port a6485a9b-7b24-4068-8bea-0a4472a2e74c {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:53:50.844553 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ca154c91-658f-491a-9774-f6175b766cd5 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:50.922554 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-ca154c91-658f-491a-9774-f6175b766cd5 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] For port a6485a9b-7b24-4068-8bea-0a4472a2e74c, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=a6485a9b-7b24-4068-8bea-0a4472a2e74c,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:53:50.922924 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ca154c91-658f-491a-9774-f6175b766cd5 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:50.935070 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-ca154c91-658f-491a-9774-f6175b766cd5 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Calling delete_port for a6485a9b-7b24-4068-8bea-0a4472a2e74c owned by network:router_gateway {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:53:51.068289 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 4529169a-cc4d-4899-8b65-48b343859fe2 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:53:51.090051 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 4529169a-cc4d-4899-8b65-48b343859fe2 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:53:51.090672 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 4529169a-cc4d-4899-8b65-48b343859fe2 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:53:51.091252 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 249d1db5-a7cc-4276-951a-4e74c0cee029 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:53:51.112445 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 249d1db5-a7cc-4276-951a-4e74c0cee029 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:53:51.112787 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 249d1db5-a7cc-4276-951a-4e74c0cee029 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:53:51.114463 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 0044358a-934c-4c9b-b46f-90a1610f058e no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:53:51.130259 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ca154c91-658f-491a-9774-f6175b766cd5 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:51.136893 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] No Port match for: 0044358a-934c-4c9b-b46f-90a1610f058e {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:53:51.137242 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 0044358a-934c-4c9b-b46f-90a1610f058e not bound to the agent host n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:53:51.167072 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca154c91-658f-491a-9774-f6175b766cd5 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event deleted for resources: {'Port': ['ID=a6485a9b-7b24-4068-8bea-0a4472a2e74c,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:53:51.233645 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ca154c91-658f-491a-9774-f6175b766cd5 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2068563'] for router_gateway, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:51.327233 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ca154c91-658f-491a-9774-f6175b766cd5 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:51.329716 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ca154c91-658f-491a-9774-f6175b766cd5 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:51.373912 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ca154c91-658f-491a-9774-f6175b766cd5 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:51.374453 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca154c91-658f-491a-9774-f6175b766cd5 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Fanout notify agent at l3_agent the message router_deleted on router 14f09214-eddb-4352-9020-610dc1f5ee28 {{(pid=95065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 07:53:51.382331 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ca154c91-658f-491a-9774-f6175b766cd5 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:51.386565 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-ca154c91-658f-491a-9774-f6175b766cd5 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "DELETE /v2.0/routers/14f09214-eddb-4352-9020-610dc1f5ee28 HTTP/1.1" status: 204 len: 168 time: 1.1439610 Sep 23 07:53:51.387125 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 56054) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:53:51.474150 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d74453fd-0605-4f2a-b374-739997d922cd tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:51.896565 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d74453fd-0605-4f2a-b374-739997d922cd tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:51.917425 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-d74453fd-0605-4f2a-b374-739997d922cd tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['920ce082-2436-48f7-a1f9-ef4f5930fe3f']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:53:51.926680 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-d74453fd-0605-4f2a-b374-739997d922cd tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8defc42d-ebc6-4626-b625-76996db9cc3b') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:53:51.926981 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-d74453fd-0605-4f2a-b374-739997d922cd tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8defc42d-ebc6-4626-b625-76996db9cc3b') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:53:51.936562 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d74453fd-0605-4f2a-b374-739997d922cd tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:51.951464 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d74453fd-0605-4f2a-b374-739997d922cd tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:51.958527 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d74453fd-0605-4f2a-b374-739997d922cd tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:53:51.958911 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d74453fd-0605-4f2a-b374-739997d922cd tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:51.961814 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 07:53:51.961814 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:53:51.961814 n-d-715271-16 neutron-server[95066]: timer() Sep 23 07:53:51.961814 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:53:51.961814 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 07:53:51.961814 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:53:51.961814 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 07:53:51.961814 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:53:51.961814 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 07:53:51.961814 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:53:51.961814 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 07:53:51.961814 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:53:51.961814 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 07:53:51.961814 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:53:51.961814 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:53:51.961814 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:53:51.961814 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:53:51.961814 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:53:51.961814 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 07:53:51.961814 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:53:51.961814 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 07:53:51.961814 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:53:51.961814 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:53:51.961814 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:53:51.961814 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 07:53:51.961814 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:53:51.961814 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:53:51.961814 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:53:51.961814 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:53:51.961814 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:53:51.961814 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:53:51.961814 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:53:52.018932 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d74453fd-0605-4f2a-b374-739997d922cd tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:52.023774 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d74453fd-0605-4f2a-b374-739997d922cd tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:52.026471 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-d74453fd-0605-4f2a-b374-739997d922cd tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "DELETE /v2.0/networks/920ce082-2436-48f7-a1f9-ef4f5930fe3f HTTP/1.1" status: 204 len: 168 time: 0.6375906 Sep 23 07:53:52.029241 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56056) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:53:52.040407 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74453fd-0605-4f2a-b374-739997d922cd tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event deleted for resources: {'Network': ['ID=920ce082-2436-48f7-a1f9-ef4f5930fe3f,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:53:52.091627 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c2062c99-6d8c-47ee-9844-2af1354ef4bb tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:52.116347 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c2062c99-6d8c-47ee-9844-2af1354ef4bb tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:52.177383 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c2062c99-6d8c-47ee-9844-2af1354ef4bb tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:52.179983 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c2062c99-6d8c-47ee-9844-2af1354ef4bb tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:52.181141 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-c2062c99-6d8c-47ee-9844-2af1354ef4bb tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "DELETE /v2.0/security-groups/6a05b661-8d95-4907-8b3d-34ef72f52386 HTTP/1.1" status: 204 len: 168 time: 0.1508746 Sep 23 07:53:52.190395 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2062c99-6d8c-47ee-9844-2af1354ef4bb tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a05b661-8d95-4907-8b3d-34ef72f52386,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:53:52.966490 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device a6485a9b-7b24-4068-8bea-0a4472a2e74c no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:53:52.988478 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: a6485a9b-7b24-4068-8bea-0a4472a2e74c {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:53:52.988830 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device a6485a9b-7b24-4068-8bea-0a4472a2e74c not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:53:53.397906 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56064) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:53:53.403145 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-0ffcfecc-edb2-4630-92b1-696bb0971b9f tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1271312157', 'description': 'tempest-secgroup-smoke-1271312157 description', 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:53:53.424462 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0ffcfecc-edb2-4630-92b1-696bb0971b9f tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:53.506395 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0ffcfecc-edb2-4630-92b1-696bb0971b9f tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:53.510870 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0ffcfecc-edb2-4630-92b1-696bb0971b9f tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:53.541831 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0ffcfecc-edb2-4630-92b1-696bb0971b9f tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:53.543106 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-0ffcfecc-edb2-4630-92b1-696bb0971b9f tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1441789 Sep 23 07:53:53.543811 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffcfecc-edb2-4630-92b1-696bb0971b9f tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e90b307-7ad7-4774-950b-2e83c73eb61c,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:53:53.546253 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 56066) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:53:53.550926 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-62b11cc7-2dea-4964-9cd3-8f1d26c60a33 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Request body: {'security_group_rule': {'security_group_id': '1e90b307-7ad7-4774-950b-2e83c73eb61c', 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:53:53.578700 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-62b11cc7-2dea-4964-9cd3-8f1d26c60a33 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:53.639022 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-62b11cc7-2dea-4964-9cd3-8f1d26c60a33 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:53.642724 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-62b11cc7-2dea-4964-9cd3-8f1d26c60a33 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:53.663474 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b11cc7-2dea-4964-9cd3-8f1d26c60a33 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62f5e776-84ca-4d4f-99f6-61eef50d3fc3,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:53:53.667397 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-62b11cc7-2dea-4964-9cd3-8f1d26c60a33 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:53.668566 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-62b11cc7-2dea-4964-9cd3-8f1d26c60a33 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1212609 Sep 23 07:53:53.671404 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 56068) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:53:53.675627 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-5158ca93-1783-486c-a643-4b3d99f00ca7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Request body: {'security_group_rule': {'security_group_id': '1e90b307-7ad7-4774-950b-2e83c73eb61c', 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:53:53.702476 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5158ca93-1783-486c-a643-4b3d99f00ca7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:53.758982 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5158ca93-1783-486c-a643-4b3d99f00ca7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:53.762960 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5158ca93-1783-486c-a643-4b3d99f00ca7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:53.781451 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5158ca93-1783-486c-a643-4b3d99f00ca7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fefc75d-0e5e-463a-95ad-c200046760e8,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:53:53.784218 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5158ca93-1783-486c-a643-4b3d99f00ca7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:53.785396 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-5158ca93-1783-486c-a643-4b3d99f00ca7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1130571 Sep 23 07:53:53.788343 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56070) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:53:53.793092 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-d70dc35f-ffc0-4c40-b32b-6b72854c321a tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Request body: {'security_group_rule': {'security_group_id': '1e90b307-7ad7-4774-950b-2e83c73eb61c', 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:53:53.819069 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d70dc35f-ffc0-4c40-b32b-6b72854c321a tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:53.876387 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d70dc35f-ffc0-4c40-b32b-6b72854c321a tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:53.880101 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d70dc35f-ffc0-4c40-b32b-6b72854c321a tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:53.904015 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70dc35f-ffc0-4c40-b32b-6b72854c321a tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1807d1d-a6d5-41c3-93ac-76fbee48959f,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:53:53.908212 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d70dc35f-ffc0-4c40-b32b-6b72854c321a tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:53.909417 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-d70dc35f-ffc0-4c40-b32b-6b72854c321a tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1200430 Sep 23 07:53:53.912173 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56072) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:53:53.917085 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-d6e3fab3-8ff6-4b5d-b125-a4e3107ad28f tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Request body: {'security_group_rule': {'security_group_id': '1e90b307-7ad7-4774-950b-2e83c73eb61c', 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:53:53.943636 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d6e3fab3-8ff6-4b5d-b125-a4e3107ad28f tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:54.002127 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d6e3fab3-8ff6-4b5d-b125-a4e3107ad28f tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:54.006162 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d6e3fab3-8ff6-4b5d-b125-a4e3107ad28f tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:54.024552 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e3fab3-8ff6-4b5d-b125-a4e3107ad28f tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39f6d9c7-776a-4a73-a982-76078e6a832c,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:53:54.033088 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d6e3fab3-8ff6-4b5d-b125-a4e3107ad28f tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:54.034330 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-d6e3fab3-8ff6-4b5d-b125-a4e3107ad28f tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1212358 Sep 23 07:53:54.037088 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56074) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:53:54.042099 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-d16937a0-d027-497c-a6ee-c5eac9baf182 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Request body: {'security_group_rule': {'security_group_id': '1e90b307-7ad7-4774-950b-2e83c73eb61c', 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:53:54.063711 n-d-715271-16 neutron-server[95065]: INFO neutron.db.securitygroups_db [None req-d16937a0-d027-497c-a6ee-c5eac9baf182 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Project 69ff37bb8aa54e3cbca49be59e8110a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 07:53:54.068436 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d16937a0-d027-497c-a6ee-c5eac9baf182 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:54.127596 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d16937a0-d027-497c-a6ee-c5eac9baf182 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:54.131358 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d16937a0-d027-497c-a6ee-c5eac9baf182 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:54.149677 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16937a0-d027-497c-a6ee-c5eac9baf182 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fdff103-a6db-4dbb-949b-b24eec48ab66,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:53:54.152086 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d16937a0-d027-497c-a6ee-c5eac9baf182 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:54.153258 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-d16937a0-d027-497c-a6ee-c5eac9baf182 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1151121 Sep 23 07:53:54.156140 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 56076) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:53:54.160785 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-6dd6b30f-91d7-41c4-ad10-1c42465e9119 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Request body: {'security_group_rule': {'security_group_id': '1e90b307-7ad7-4774-950b-2e83c73eb61c', 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:53:54.183421 n-d-715271-16 neutron-server[95066]: INFO neutron.db.securitygroups_db [None req-6dd6b30f-91d7-41c4-ad10-1c42465e9119 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Project 69ff37bb8aa54e3cbca49be59e8110a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 07:53:54.188242 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6dd6b30f-91d7-41c4-ad10-1c42465e9119 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:54.249835 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6dd6b30f-91d7-41c4-ad10-1c42465e9119 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:54.254081 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6dd6b30f-91d7-41c4-ad10-1c42465e9119 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:54.271427 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd6b30f-91d7-41c4-ad10-1c42465e9119 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a53f8179-48a2-426a-87c4-0524ac8de19d,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:53:54.278066 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6dd6b30f-91d7-41c4-ad10-1c42465e9119 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:54.279263 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-6dd6b30f-91d7-41c4-ad10-1c42465e9119 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1220360 Sep 23 07:53:54.282078 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 56078) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:53:54.286767 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-f99a1181-7d0b-4b2c-81e2-fe5e7d79d741 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Request body: {'network': {'name': 'tempest-network-smoke--270712761', 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'port_security_enabled': True}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:53:54.307912 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f99a1181-7d0b-4b2c-81e2-fe5e7d79d741 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Made reservation on behalf of 69ff37bb8aa54e3cbca49be59e8110a2 for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:53:54.311361 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f99a1181-7d0b-4b2c-81e2-fe5e7d79d741 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:54.334377 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f99a1181-7d0b-4b2c-81e2-fe5e7d79d741 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:53:54.343651 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f99a1181-7d0b-4b2c-81e2-fe5e7d79d741 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:54.343995 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-f99a1181-7d0b-4b2c-81e2-fe5e7d79d741 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Added segment 04fb4658-a43b-4e96-a4ab-8c0443a59f43 of type vlan for network cc354c98-7b14-4eb8-a431-05209adf8aba Sep 23 07:53:54.385787 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f99a1181-7d0b-4b2c-81e2-fe5e7d79d741 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:54.409599 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f99a1181-7d0b-4b2c-81e2-fe5e7d79d741 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:54.415335 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99a1181-7d0b-4b2c-81e2-fe5e7d79d741 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:53:54.415918 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f99a1181-7d0b-4b2c-81e2-fe5e7d79d741 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:54.460149 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-f99a1181-7d0b-4b2c-81e2-fe5e7d79d741 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1770289 Sep 23 07:53:54.464602 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 56080) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:53:54.467703 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-5998db99-8bcf-402f-acd5-f026bffeacaa tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-211789608', 'admin_state_up': True, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:53:54.499923 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99a1181-7d0b-4b2c-81e2-fe5e7d79d741 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event updated for resources: {'Network': ['ID=cc354c98-7b14-4eb8-a431-05209adf8aba,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:53:54.515403 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network cc354c98-7b14-4eb8-a431-05209adf8aba details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:53:54.517572 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5998db99-8bcf-402f-acd5-f026bffeacaa tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:54.518633 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5998db99-8bcf-402f-acd5-f026bffeacaa tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:54.573922 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5998db99-8bcf-402f-acd5-f026bffeacaa tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:54.711585 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5998db99-8bcf-402f-acd5-f026bffeacaa tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:54.901850 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5998db99-8bcf-402f-acd5-f026bffeacaa tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for router_gateway, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:54.920916 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5998db99-8bcf-402f-acd5-f026bffeacaa tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:55.029306 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-5998db99-8bcf-402f-acd5-f026bffeacaa tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Allocated IP 172.25.2.216 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/8d71f579-eb94-4a23-80d0-eb7f03eda8df) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:53:55.133593 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5998db99-8bcf-402f-acd5-f026bffeacaa tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:55.167673 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5998db99-8bcf-402f-acd5-f026bffeacaa tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:55.209047 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5998db99-8bcf-402f-acd5-f026bffeacaa tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:53:55.211864 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-5998db99-8bcf-402f-acd5-f026bffeacaa tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:53:55.216175 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5998db99-8bcf-402f-acd5-f026bffeacaa tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:53:55.241571 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5998db99-8bcf-402f-acd5-f026bffeacaa tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event updated for resources: {'Port': ['ID=8d71f579-eb94-4a23-80d0-eb7f03eda8df,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:53:55.473292 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5998db99-8bcf-402f-acd5-f026bffeacaa tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for router_gateway, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:55.670450 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5998db99-8bcf-402f-acd5-f026bffeacaa tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:55.795035 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5998db99-8bcf-402f-acd5-f026bffeacaa tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Router 1d6897ca-3426-40f1-b022-9f6f220110ee is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 07:53:55.900045 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5998db99-8bcf-402f-acd5-f026bffeacaa tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:53:55.909781 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260ccf57-6b9a-4815-b4f9-53f4d817ad59 None None] Sync routers for ids ['1d6897ca-3426-40f1-b022-9f6f220110ee'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:53:55.919839 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5998db99-8bcf-402f-acd5-f026bffeacaa tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:55.920043 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260ccf57-6b9a-4815-b4f9-53f4d817ad59 None None] Routers {'1d6897ca-3426-40f1-b022-9f6f220110ee'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:53:55.920563 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-260ccf57-6b9a-4815-b4f9-53f4d817ad59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:53:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['1d6897ca-3426-40f1-b022-9f6f220110ee'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:53:55.924131 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-5998db99-8bcf-402f-acd5-f026bffeacaa tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4567442 Sep 23 07:53:55.924326 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 56082) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:53:55.953158 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-addc8af5-a3ef-40dd-8325-ffd8781fe6c3 tempest-TestNetworkAdvancedServerOps-684132154 tempest-TestNetworkAdvancedServerOps-684132154-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=69ff37bb8aa54e3cbca49be59e8110a2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274570 Sep 23 07:53:55.955843 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56084) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:53:56.026713 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-260ccf57-6b9a-4815-b4f9-53f4d817ad59 None None] Set router 1d6897ca-3426-40f1-b022-9f6f220110ee gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:53:56.046905 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e236a193-7c56-4572-9e7e-580a1a7d2e82 tempest-TestNetworkAdvancedServerOps-684132154 tempest-TestNetworkAdvancedServerOps-684132154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:53:56.048344 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-e236a193-7c56-4572-9e7e-580a1a7d2e82 tempest-TestNetworkAdvancedServerOps-684132154 tempest-TestNetworkAdvancedServerOps-684132154-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0914636 Sep 23 07:53:56.051124 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56086) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:53:56.079623 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-7bbb1de9-2579-4e27-b265-a6afbd084d68 tempest-TestNetworkAdvancedServerOps-684132154 tempest-TestNetworkAdvancedServerOps-684132154-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=0f47978c-41eb-4cc7-92bf-8b873be8a1a0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274310 Sep 23 07:53:56.082084 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56088) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:53:56.091132 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-227c055a-191e-4000-bd9c-927100f3b6e2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-40189992', 'network_id': 'cc354c98-7b14-4eb8-a431-05209adf8aba', 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:53:56.180776 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-227c055a-191e-4000-bd9c-927100f3b6e2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Made reservation on behalf of 69ff37bb8aa54e3cbca49be59e8110a2 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:53:56.184459 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-227c055a-191e-4000-bd9c-927100f3b6e2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:56.206863 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-260ccf57-6b9a-4815-b4f9-53f4d817ad59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d6897ca-3426-40f1-b022-9f6f220110ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-211789608', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '8d71f579-eb94-4a23-80d0-eb7f03eda8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:53:54Z', 'updated_at': '2021-09-23T07:53:55Z', 'revision_number': 3, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'gw_port': {'id': '8d71f579-eb94-4a23-80d0-eb7f03eda8df', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:97:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d6897ca-3426-40f1-b022-9f6f220110ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:53:54Z', 'updated_at': '2021-09-23T07:53:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:53:56.407154 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-227c055a-191e-4000-bd9c-927100f3b6e2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:56.423933 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260ccf57-6b9a-4815-b4f9-53f4d817ad59 None None] Checking router: 1d6897ca-3426-40f1-b022-9f6f220110ee for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:53:56.424280 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260ccf57-6b9a-4815-b4f9-53f4d817ad59 None None] Updating router 1d6897ca-3426-40f1-b022-9f6f220110ee port 8d71f579-eb94-4a23-80d0-eb7f03eda8df binding host n-d-715271-16 {{(pid=95067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 07:53:56.450447 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-260ccf57-6b9a-4815-b4f9-53f4d817ad59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:56.480882 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227c055a-191e-4000-bd9c-927100f3b6e2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event updated for resources: {'Subnet': ['ID=dd132232-2eae-46cb-af98-eb5a9aafd782,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:53:56.488824 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227c055a-191e-4000-bd9c-927100f3b6e2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Checking segment: {'id': '04fb4658-a43b-4e96-a4ab-8c0443a59f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cc354c98-7b14-4eb8-a431-05209adf8aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:53:56.489261 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227c055a-191e-4000-bd9c-927100f3b6e2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Network hostable DHCP agents. Network: cc354c98-7b14-4eb8-a431-05209adf8aba, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:53:56.507742 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227c055a-191e-4000-bd9c-927100f3b6e2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Network cc354c98-7b14-4eb8-a431-05209adf8aba is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:53:56.518303 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-227c055a-191e-4000-bd9c-927100f3b6e2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, cc354c98-7b14-4eb8-a431-05209adf8aba) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:53:56.523253 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227c055a-191e-4000-bd9c-927100f3b6e2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:53:56.523860 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-227c055a-191e-4000-bd9c-927100f3b6e2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:56.535011 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8842937-7fa3-4963-be0d-9e7ee1a0f346 None None] Network cc354c98-7b14-4eb8-a431-05209adf8aba requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:53:56.542395 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-227c055a-191e-4000-bd9c-927100f3b6e2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4592762 Sep 23 07:53:56.543637 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 56090) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:53:56.779302 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c020414-464e-43da-9495-4244a9c3a6da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-cc354c98-7b14-4eb8-a431-05209adf8aba', 'network_id': 'cc354c98-7b14-4eb8-a431-05209adf8aba', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'fixed_ips': [{'subnet_id': 'dd132232-2eae-46cb-af98-eb5a9aafd782'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:53:56.780039 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3c020414-464e-43da-9495-4244a9c3a6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:56.843696 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-260ccf57-6b9a-4815-b4f9-53f4d817ad59 None None] Notify callbacks [] for port, precommit_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:56.890362 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-260ccf57-6b9a-4815-b4f9-53f4d817ad59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:56.976043 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-248ffae2-1ad4-4a18-880b-c1170f76bcd8 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:56.982450 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-260ccf57-6b9a-4815-b4f9-53f4d817ad59 None None] Attempting to bind port 8d71f579-eb94-4a23-80d0-eb7f03eda8df on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:53:56.982891 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-260ccf57-6b9a-4815-b4f9-53f4d817ad59 None None] Attempting to bind port 8d71f579-eb94-4a23-80d0-eb7f03eda8df by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:53:56.983178 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260ccf57-6b9a-4815-b4f9-53f4d817ad59 None None] Attempting to bind port 8d71f579-eb94-4a23-80d0-eb7f03eda8df on network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:53:56.988848 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f51191-d69d-46db-b822-85aeafa0260b None None] Pushing event updated for resources: {'Port': ['ID=8d71f579-eb94-4a23-80d0-eb7f03eda8df,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:53:56.997021 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260ccf57-6b9a-4815-b4f9-53f4d817ad59 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:53:56.997402 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260ccf57-6b9a-4815-b4f9-53f4d817ad59 None None] Checking segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:53:56.997811 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-260ccf57-6b9a-4815-b4f9-53f4d817ad59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:56.998245 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260ccf57-6b9a-4815-b4f9-53f4d817ad59 None None] Bound using segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:53:56.998720 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-260ccf57-6b9a-4815-b4f9-53f4d817ad59 None None] Bound port: 8d71f579-eb94-4a23-80d0-eb7f03eda8df, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:53:56.999100 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-260ccf57-6b9a-4815-b4f9-53f4d817ad59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:57.039287 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-3c020414-464e-43da-9495-4244a9c3a6da None None] Allocated IP 172.20.0.2 (cc354c98-7b14-4eb8-a431-05209adf8aba/dd132232-2eae-46cb-af98-eb5a9aafd782/20659942-7740-45d9-a0c7-fcac9751dc08) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:53:57.086291 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-260ccf57-6b9a-4815-b4f9-53f4d817ad59 None None] For port 8d71f579-eb94-4a23-80d0-eb7f03eda8df, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:53:57.108044 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-260ccf57-6b9a-4815-b4f9-53f4d817ad59 None None] For port 8d71f579-eb94-4a23-80d0-eb7f03eda8df, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=8d71f579-eb94-4a23-80d0-eb7f03eda8df,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:53:57.113850 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-260ccf57-6b9a-4815-b4f9-53f4d817ad59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:57.218269 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260ccf57-6b9a-4815-b4f9-53f4d817ad59 None None] Routers {'1d6897ca-3426-40f1-b022-9f6f220110ee'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:53:57.218916 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-260ccf57-6b9a-4815-b4f9-53f4d817ad59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:53:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['1d6897ca-3426-40f1-b022-9f6f220110ee'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:53:57.258793 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f51191-d69d-46db-b822-85aeafa0260b None None] Pushing event updated for resources: {'Port': ['ID=8d71f579-eb94-4a23-80d0-eb7f03eda8df,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:53:57.360709 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3c020414-464e-43da-9495-4244a9c3a6da None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:57.373091 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3c020414-464e-43da-9495-4244a9c3a6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:57.426563 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-248ffae2-1ad4-4a18-880b-c1170f76bcd8 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Allocated IP 172.20.0.1 (cc354c98-7b14-4eb8-a431-05209adf8aba/dd132232-2eae-46cb-af98-eb5a9aafd782/0d677d9f-8732-4e08-b6d6-0ab2d00a6202) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:53:57.435103 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c020414-464e-43da-9495-4244a9c3a6da None None] Network cc354c98-7b14-4eb8-a431-05209adf8aba is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:53:57.438709 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-260ccf57-6b9a-4815-b4f9-53f4d817ad59 None None] Set router 1d6897ca-3426-40f1-b022-9f6f220110ee gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:53:57.471546 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-3c020414-464e-43da-9495-4244a9c3a6da None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:53:57.520127 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c020414-464e-43da-9495-4244a9c3a6da None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:53:57.523618 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c020414-464e-43da-9495-4244a9c3a6da None None] Pushing event updated for resources: {'Port': ['ID=20659942-7740-45d9-a0c7-fcac9751dc08,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:53:57.563030 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-248ffae2-1ad4-4a18-880b-c1170f76bcd8 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:57.609973 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-248ffae2-1ad4-4a18-880b-c1170f76bcd8 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:57.654908 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248ffae2-1ad4-4a18-880b-c1170f76bcd8 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Network cc354c98-7b14-4eb8-a431-05209adf8aba is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:53:57.656983 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-248ffae2-1ad4-4a18-880b-c1170f76bcd8 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:53:57.660727 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248ffae2-1ad4-4a18-880b-c1170f76bcd8 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:53:57.662233 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-3c020414-464e-43da-9495-4244a9c3a6da None None] Attempting to bind port 20659942-7740-45d9-a0c7-fcac9751dc08 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:53:57.662715 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-3c020414-464e-43da-9495-4244a9c3a6da None None] Attempting to bind port 20659942-7740-45d9-a0c7-fcac9751dc08 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '04fb4658-a43b-4e96-a4ab-8c0443a59f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cc354c98-7b14-4eb8-a431-05209adf8aba'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:53:57.663077 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c020414-464e-43da-9495-4244a9c3a6da None None] Attempting to bind port 20659942-7740-45d9-a0c7-fcac9751dc08 on network cc354c98-7b14-4eb8-a431-05209adf8aba {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:53:57.669890 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c020414-464e-43da-9495-4244a9c3a6da None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:53:57.670278 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c020414-464e-43da-9495-4244a9c3a6da None None] Checking segment: {'id': '04fb4658-a43b-4e96-a4ab-8c0443a59f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cc354c98-7b14-4eb8-a431-05209adf8aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:53:57.670688 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3c020414-464e-43da-9495-4244a9c3a6da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:57.671081 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c020414-464e-43da-9495-4244a9c3a6da None None] Bound using segment: {'id': '04fb4658-a43b-4e96-a4ab-8c0443a59f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cc354c98-7b14-4eb8-a431-05209adf8aba'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:53:57.671554 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-3c020414-464e-43da-9495-4244a9c3a6da None None] Bound port: 20659942-7740-45d9-a0c7-fcac9751dc08, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04fb4658-a43b-4e96-a4ab-8c0443a59f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cc354c98-7b14-4eb8-a431-05209adf8aba'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:53:57.671934 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3c020414-464e-43da-9495-4244a9c3a6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:57.703419 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248ffae2-1ad4-4a18-880b-c1170f76bcd8 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event updated for resources: {'Port': ['ID=0d677d9f-8732-4e08-b6d6-0ab2d00a6202,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:53:57.718577 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-248ffae2-1ad4-4a18-880b-c1170f76bcd8 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068614'] for router_interface, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:57.783963 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-3c020414-464e-43da-9495-4244a9c3a6da None None] For port 20659942-7740-45d9-a0c7-fcac9751dc08, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:53:57.799545 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-3c020414-464e-43da-9495-4244a9c3a6da None None] For port 20659942-7740-45d9-a0c7-fcac9751dc08, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=20659942-7740-45d9-a0c7-fcac9751dc08,segment=NetworkSegment(04fb4658-a43b-4e96-a4ab-8c0443a59f43),segment_id=04fb4658-a43b-4e96-a4ab-8c0443a59f43)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:53:57.804465 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3c020414-464e-43da-9495-4244a9c3a6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:57.871157 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-260ccf57-6b9a-4815-b4f9-53f4d817ad59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d6897ca-3426-40f1-b022-9f6f220110ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-211789608', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '8d71f579-eb94-4a23-80d0-eb7f03eda8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:53:54Z', 'updated_at': '2021-09-23T07:53:55Z', 'revision_number': 3, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'gw_port': {'id': '8d71f579-eb94-4a23-80d0-eb7f03eda8df', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:97:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d6897ca-3426-40f1-b022-9f6f220110ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:53:54Z', 'updated_at': '2021-09-23T07:53:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:53:57.913184 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260ccf57-6b9a-4815-b4f9-53f4d817ad59 None None] The sync data for ids ['1d6897ca-3426-40f1-b022-9f6f220110ee'] in n-d-715271-16 is: [{'id': '1d6897ca-3426-40f1-b022-9f6f220110ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-211789608', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '8d71f579-eb94-4a23-80d0-eb7f03eda8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:53:54Z', 'updated_at': '2021-09-23T07:53:55Z', 'revision_number': 3, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'gw_port': {'id': '8d71f579-eb94-4a23-80d0-eb7f03eda8df', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:97:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d6897ca-3426-40f1-b022-9f6f220110ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:53:54Z', 'updated_at': '2021-09-23T07:53:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:53:57.918823 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c020414-464e-43da-9495-4244a9c3a6da None None] Pushing event updated for resources: {'Port': ['ID=20659942-7740-45d9-a0c7-fcac9751dc08,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:53:58.316416 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-248ffae2-1ad4-4a18-880b-c1170f76bcd8 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:58.629663 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-248ffae2-1ad4-4a18-880b-c1170f76bcd8 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:58.636068 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-248ffae2-1ad4-4a18-880b-c1170f76bcd8 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:58.713601 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-248ffae2-1ad4-4a18-880b-c1170f76bcd8 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067062'] for router_interface, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:58.716713 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248ffae2-1ad4-4a18-880b-c1170f76bcd8 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event updated for resources: {'Port': ['ID=0d677d9f-8732-4e08-b6d6-0ab2d00a6202,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:53:58.822696 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248ffae2-1ad4-4a18-880b-c1170f76bcd8 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Network cc354c98-7b14-4eb8-a431-05209adf8aba is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:53:58.824411 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-248ffae2-1ad4-4a18-880b-c1170f76bcd8 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:53:58.953571 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-248ffae2-1ad4-4a18-880b-c1170f76bcd8 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Router 1d6897ca-3426-40f1-b022-9f6f220110ee has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:53:58.964575 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127b2fd7-5359-4b52-82f2-91e1ef95e0c0 None None] Network cc354c98-7b14-4eb8-a431-05209adf8aba requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:53:59.044061 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 20659942-7740-45d9-a0c7-fcac9751dc08 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:53:59.081809 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-248ffae2-1ad4-4a18-880b-c1170f76bcd8 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:53:59.089275 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-248ffae2-1ad4-4a18-880b-c1170f76bcd8 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "PUT /v2.0/routers/1d6897ca-3426-40f1-b022-9f6f220110ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5433562 Sep 23 07:53:59.097646 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-b9ee8af2-0778-4880-8730-dea5fd3caad9 None None] Provisioning complete for port 20659942-7740-45d9-a0c7-fcac9751dc08 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:53:59.098363 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b9ee8af2-0778-4880-8730-dea5fd3caad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:59.211002 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 20659942-7740-45d9-a0c7-fcac9751dc08 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:53:59.211281 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:59.233450 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-77e3d757-4daa-4c8c-9216-1d7fd35aaf00 req-834807c6-12d3-4cc7-8f85-7db9b6664d3e tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1271312157&fields=id&tenant_id=69ff37bb8aa54e3cbca49be59e8110a2 HTTP/1.1" status: 200 len: 267 time: 0.0338175 Sep 23 07:53:59.287523 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b9ee8af2-0778-4880-8730-dea5fd3caad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:59.347418 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-b9ee8af2-0778-4880-8730-dea5fd3caad9 None None] For port 20659942-7740-45d9-a0c7-fcac9751dc08, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=20659942-7740-45d9-a0c7-fcac9751dc08,segment=NetworkSegment(04fb4658-a43b-4e96-a4ab-8c0443a59f43),segment_id=04fb4658-a43b-4e96-a4ab-8c0443a59f43)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:53:59.355234 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b9ee8af2-0778-4880-8730-dea5fd3caad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:59.358150 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e3d757-4daa-4c8c-9216-1d7fd35aaf00 req-9b771e60-2d5c-4ada-8362-ec179bc03a18 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:53:59.360724 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-77e3d757-4daa-4c8c-9216-1d7fd35aaf00 req-9b771e60-2d5c-4ada-8362-ec179bc03a18 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/networks?id=cc354c98-7b14-4eb8-a431-05209adf8aba HTTP/1.1" status: 200 len: 796 time: 0.1203427 Sep 23 07:53:59.377961 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-77e3d757-4daa-4c8c-9216-1d7fd35aaf00 req-75a59969-f909-4372-8bc0-f2e5c2d74fde tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/quotas/69ff37bb8aa54e3cbca49be59e8110a2 HTTP/1.1" status: 200 len: 375 time: 0.0106633 Sep 23 07:53:59.387923 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:59.430845 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ee8af2-0778-4880-8730-dea5fd3caad9 None None] Pushing event updated for resources: {'Port': ['ID=20659942-7740-45d9-a0c7-fcac9751dc08,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:53:59.434342 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-77e3d757-4daa-4c8c-9216-1d7fd35aaf00 req-c5855424-b00a-4b76-878a-6decd59edba2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=69ff37bb8aa54e3cbca49be59e8110a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493262 Sep 23 07:53:59.475781 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.db.api [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 07:53:59.476145 n-d-715271-16 neutron-server[95067]: DEBUG oslo_db.api [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 07:53:59.579840 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-db13cc28-b644-48f4-8b9b-d85eaf16db6e None None] Provisioning complete for port 0d677d9f-8732-4e08-b6d6-0ab2d00a6202 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:53:59.580473 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-db13cc28-b644-48f4-8b9b-d85eaf16db6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:59.606703 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-77e3d757-4daa-4c8c-9216-1d7fd35aaf00 req-57fca8dd-ced4-4e31-ae2d-5d207e107282 service neutron] 10.222.0.39 "GET /v2.0/networks/cc354c98-7b14-4eb8-a431-05209adf8aba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577227 Sep 23 07:53:59.631184 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-db13cc28-b644-48f4-8b9b-d85eaf16db6e None None] Port 0d677d9f-8732-4e08-b6d6-0ab2d00a6202 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:53:59.642607 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-db13cc28-b644-48f4-8b9b-d85eaf16db6e None None] Provisioning complete for port 20659942-7740-45d9-a0c7-fcac9751dc08 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:53:59.643037 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-db13cc28-b644-48f4-8b9b-d85eaf16db6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:59.704379 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41625963-d3cf-4de5-a7f1-fa078b746712 None None] Sync routers for ids ['1d6897ca-3426-40f1-b022-9f6f220110ee'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:53:59.713386 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-77e3d757-4daa-4c8c-9216-1d7fd35aaf00 req-1fd81036-2553-4046-aa75-c0c8ef7e04a5 service neutron] 10.222.0.39 "GET /v2.0/networks/cc354c98-7b14-4eb8-a431-05209adf8aba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004221 Sep 23 07:53:59.713547 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41625963-d3cf-4de5-a7f1-fa078b746712 None None] Routers {'1d6897ca-3426-40f1-b022-9f6f220110ee'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:53:59.714122 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-41625963-d3cf-4de5-a7f1-fa078b746712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:53:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['1d6897ca-3426-40f1-b022-9f6f220110ee'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:53:59.847840 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-41625963-d3cf-4de5-a7f1-fa078b746712 None None] Set router 1d6897ca-3426-40f1-b022-9f6f220110ee gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:53:59.877427 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-42808cbb-37c4-4c1f-814e-298660993b8f None None] Provisioning complete for port 0d677d9f-8732-4e08-b6d6-0ab2d00a6202 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:53:59.877800 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-42808cbb-37c4-4c1f-814e-298660993b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:53:59.940179 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b36ab0ef-ab1d-4036-9c24-6b8f8567f536 req-eb0a4711-552b-42b8-b8d5-e57efae671fa tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff413928-f333-4796-80a4-2a5d0ab6b7d6 HTTP/1.1" status: 200 len: 210 time: 0.0543053 Sep 23 07:53:59.958987 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-42808cbb-37c4-4c1f-814e-298660993b8f None None] Port 0d677d9f-8732-4e08-b6d6-0ab2d00a6202 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:54:00.018332 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 8d71f579-eb94-4a23-80d0-eb7f03eda8df up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:54:00.078740 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 8d71f579-eb94-4a23-80d0-eb7f03eda8df triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:54:00.079178 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:54:00.195375 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-41625963-d3cf-4de5-a7f1-fa078b746712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d6897ca-3426-40f1-b022-9f6f220110ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-211789608', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '8d71f579-eb94-4a23-80d0-eb7f03eda8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:53:54Z', 'updated_at': '2021-09-23T07:53:58Z', 'revision_number': 4, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'gw_port': {'id': '8d71f579-eb94-4a23-80d0-eb7f03eda8df', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:97:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d6897ca-3426-40f1-b022-9f6f220110ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:53:54Z', 'updated_at': '2021-09-23T07:53:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '0d677d9f-8732-4e08-b6d6-0ab2d00a6202', 'name': '', 'network_id': 'cc354c98-7b14-4eb8-a431-05209adf8aba', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'mac_address': 'fa:16:3e:6b:20:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d6897ca-3426-40f1-b022-9f6f220110ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'dd132232-2eae-46cb-af98-eb5a9aafd782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:53:57Z', 'updated_at': '2021-09-23T07:53:58Z', 'revision_number': 2, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'subnets': [{'id': 'dd132232-2eae-46cb-af98-eb5a9aafd782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:54:00.226606 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41625963-d3cf-4de5-a7f1-fa078b746712 None None] Checking router: 1d6897ca-3426-40f1-b022-9f6f220110ee for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:54:00.226984 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41625963-d3cf-4de5-a7f1-fa078b746712 None None] Updating router 1d6897ca-3426-40f1-b022-9f6f220110ee port 0d677d9f-8732-4e08-b6d6-0ab2d00a6202 binding host n-d-715271-16 {{(pid=95068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 07:54:00.252953 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-41625963-d3cf-4de5-a7f1-fa078b746712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:54:00.271742 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a4f03936-e278-43a7-8428-8b287e67fb3b None None] Provisioning complete for port 0d677d9f-8732-4e08-b6d6-0ab2d00a6202 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:54:00.272115 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a4f03936-e278-43a7-8428-8b287e67fb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:54:00.319172 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a4f03936-e278-43a7-8428-8b287e67fb3b None None] Port 0d677d9f-8732-4e08-b6d6-0ab2d00a6202 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:54:00.359816 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:54:00.381157 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port 8d71f579-eb94-4a23-80d0-eb7f03eda8df, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=8d71f579-eb94-4a23-80d0-eb7f03eda8df,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:54:00.387472 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:54:00.446214 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=8d71f579-eb94-4a23-80d0-eb7f03eda8df,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:54:00.550747 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-41625963-d3cf-4de5-a7f1-fa078b746712 None None] Notify callbacks [] for port, precommit_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:54:00.556326 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-41625963-d3cf-4de5-a7f1-fa078b746712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:54:00.608425 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6e9a85-b28f-4294-a5ec-6f33a06092d0 None None] Pushing event updated for resources: {'Port': ['ID=0d677d9f-8732-4e08-b6d6-0ab2d00a6202,revision_number=3']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:54:00.636732 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6e9a85-b28f-4294-a5ec-6f33a06092d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:54:00.637127 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6e9a85-b28f-4294-a5ec-6f33a06092d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:54:00.637430 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6e9a85-b28f-4294-a5ec-6f33a06092d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:54:00.637738 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6e9a85-b28f-4294-a5ec-6f33a06092d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:54:00.638090 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6e9a85-b28f-4294-a5ec-6f33a06092d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:54:00.638413 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6e9a85-b28f-4294-a5ec-6f33a06092d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:54:00.638735 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6e9a85-b28f-4294-a5ec-6f33a06092d0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:54:00.639054 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6e9a85-b28f-4294-a5ec-6f33a06092d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:54:00.639371 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6e9a85-b28f-4294-a5ec-6f33a06092d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:54:00.639683 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6e9a85-b28f-4294-a5ec-6f33a06092d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:54:00.639998 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6e9a85-b28f-4294-a5ec-6f33a06092d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:54:00.640310 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6e9a85-b28f-4294-a5ec-6f33a06092d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:54:00.669918 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-41625963-d3cf-4de5-a7f1-fa078b746712 None None] Attempting to bind port 0d677d9f-8732-4e08-b6d6-0ab2d00a6202 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:54:00.670290 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-41625963-d3cf-4de5-a7f1-fa078b746712 None None] Attempting to bind port 0d677d9f-8732-4e08-b6d6-0ab2d00a6202 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '04fb4658-a43b-4e96-a4ab-8c0443a59f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cc354c98-7b14-4eb8-a431-05209adf8aba'}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:54:00.670653 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41625963-d3cf-4de5-a7f1-fa078b746712 None None] Attempting to bind port 0d677d9f-8732-4e08-b6d6-0ab2d00a6202 on network cc354c98-7b14-4eb8-a431-05209adf8aba {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:54:00.675795 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41625963-d3cf-4de5-a7f1-fa078b746712 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:54:00.676170 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41625963-d3cf-4de5-a7f1-fa078b746712 None None] Checking segment: {'id': '04fb4658-a43b-4e96-a4ab-8c0443a59f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cc354c98-7b14-4eb8-a431-05209adf8aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:54:00.676554 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-41625963-d3cf-4de5-a7f1-fa078b746712 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:54:00.676945 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41625963-d3cf-4de5-a7f1-fa078b746712 None None] Bound using segment: {'id': '04fb4658-a43b-4e96-a4ab-8c0443a59f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cc354c98-7b14-4eb8-a431-05209adf8aba'} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:54:00.677409 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-41625963-d3cf-4de5-a7f1-fa078b746712 None None] Bound port: 0d677d9f-8732-4e08-b6d6-0ab2d00a6202, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04fb4658-a43b-4e96-a4ab-8c0443a59f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cc354c98-7b14-4eb8-a431-05209adf8aba'}}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:54:00.678328 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-41625963-d3cf-4de5-a7f1-fa078b746712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:54:00.742862 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-41625963-d3cf-4de5-a7f1-fa078b746712 None None] For port 0d677d9f-8732-4e08-b6d6-0ab2d00a6202, host n-d-715271-16, cleared binding levels {{(pid=95068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:54:00.747404 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-41625963-d3cf-4de5-a7f1-fa078b746712 None None] For port 0d677d9f-8732-4e08-b6d6-0ab2d00a6202, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=0d677d9f-8732-4e08-b6d6-0ab2d00a6202,segment=NetworkSegment(04fb4658-a43b-4e96-a4ab-8c0443a59f43),segment_id=04fb4658-a43b-4e96-a4ab-8c0443a59f43)] {{(pid=95068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:54:00.751591 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-41625963-d3cf-4de5-a7f1-fa078b746712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:54:00.807971 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41625963-d3cf-4de5-a7f1-fa078b746712 None None] Routers {'1d6897ca-3426-40f1-b022-9f6f220110ee'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:54:00.808535 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-41625963-d3cf-4de5-a7f1-fa078b746712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:53:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['1d6897ca-3426-40f1-b022-9f6f220110ee'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:54:00.843525 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-c7362a46-bdb4-4686-bd13-a4ab623cae63 None None] Provisioning complete for port 0d677d9f-8732-4e08-b6d6-0ab2d00a6202 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:54:00.843900 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c7362a46-bdb4-4686-bd13-a4ab623cae63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:54:00.862230 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6e9a85-b28f-4294-a5ec-6f33a06092d0 None None] Pushing event updated for resources: {'Port': ['ID=0d677d9f-8732-4e08-b6d6-0ab2d00a6202,revision_number=4']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:54:00.935412 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-41625963-d3cf-4de5-a7f1-fa078b746712 None None] Set router 1d6897ca-3426-40f1-b022-9f6f220110ee gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:54:00.938912 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c7362a46-bdb4-4686-bd13-a4ab623cae63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:54:00.976891 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-c7362a46-bdb4-4686-bd13-a4ab623cae63 None None] For port 0d677d9f-8732-4e08-b6d6-0ab2d00a6202, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=0d677d9f-8732-4e08-b6d6-0ab2d00a6202,segment=NetworkSegment(04fb4658-a43b-4e96-a4ab-8c0443a59f43),segment_id=04fb4658-a43b-4e96-a4ab-8c0443a59f43)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:54:00.982900 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c7362a46-bdb4-4686-bd13-a4ab623cae63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:54:01.029137 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 20659942-7740-45d9-a0c7-fcac9751dc08 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:54:01.074348 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c7df14a0-6a90-4a72-b0f8-56999c4deeef req-aae1a694-70ec-408a-8233-0f297d5b633c tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff413928-f333-4796-80a4-2a5d0ab6b7d6 HTTP/1.1" status: 200 len: 210 time: 0.0317254 Sep 23 07:54:01.124432 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7362a46-bdb4-4686-bd13-a4ab623cae63 None None] Pushing event updated for resources: {'Port': ['ID=0d677d9f-8732-4e08-b6d6-0ab2d00a6202,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:54:01.145272 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-0c1f8401-3316-4bcf-98c0-bea662612627 None None] Provisioning complete for port 0d677d9f-8732-4e08-b6d6-0ab2d00a6202 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:54:01.145648 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0c1f8401-3316-4bcf-98c0-bea662612627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:54:01.171147 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 20659942-7740-45d9-a0c7-fcac9751dc08 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:54:01.171539 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:54:01.229455 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-41625963-d3cf-4de5-a7f1-fa078b746712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d6897ca-3426-40f1-b022-9f6f220110ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-211789608', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '8d71f579-eb94-4a23-80d0-eb7f03eda8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:53:54Z', 'updated_at': '2021-09-23T07:53:58Z', 'revision_number': 4, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'gw_port': {'id': '8d71f579-eb94-4a23-80d0-eb7f03eda8df', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:97:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d6897ca-3426-40f1-b022-9f6f220110ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:53:54Z', 'updated_at': '2021-09-23T07:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '0d677d9f-8732-4e08-b6d6-0ab2d00a6202', 'name': '', 'network_id': 'cc354c98-7b14-4eb8-a431-05209adf8aba', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'mac_address': 'fa:16:3e:6b:20:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d6897ca-3426-40f1-b022-9f6f220110ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'dd132232-2eae-46cb-af98-eb5a9aafd782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:53:57Z', 'updated_at': '2021-09-23T07:54:00Z', 'revision_number': 4, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'subnets': [{'id': 'dd132232-2eae-46cb-af98-eb5a9aafd782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:54:01.233613 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e3d757-4daa-4c8c-9216-1d7fd35aaf00 req-665c41c3-f1a6-4e2c-b0ee-5bcc79600789 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:54:01.235306 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-77e3d757-4daa-4c8c-9216-1d7fd35aaf00 req-665c41c3-f1a6-4e2c-b0ee-5bcc79600789 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.21 "GET /v2.0/networks?id=cc354c98-7b14-4eb8-a431-05209adf8aba HTTP/1.1" status: 200 len: 796 time: 0.1590638 Sep 23 07:54:01.258653 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41625963-d3cf-4de5-a7f1-fa078b746712 None None] The sync data for ids ['1d6897ca-3426-40f1-b022-9f6f220110ee'] in n-d-715271-16 is: [{'id': '1d6897ca-3426-40f1-b022-9f6f220110ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-211789608', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '8d71f579-eb94-4a23-80d0-eb7f03eda8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:53:54Z', 'updated_at': '2021-09-23T07:53:58Z', 'revision_number': 4, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'gw_port': {'id': '8d71f579-eb94-4a23-80d0-eb7f03eda8df', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:97:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d6897ca-3426-40f1-b022-9f6f220110ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:53:54Z', 'updated_at': '2021-09-23T07:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '0d677d9f-8732-4e08-b6d6-0ab2d00a6202', 'name': '', 'network_id': 'cc354c98-7b14-4eb8-a431-05209adf8aba', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'mac_address': 'fa:16:3e:6b:20:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d6897ca-3426-40f1-b022-9f6f220110ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'dd132232-2eae-46cb-af98-eb5a9aafd782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:53:57Z', 'updated_at': '2021-09-23T07:54:00Z', 'revision_number': 4, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'subnets': [{'id': 'dd132232-2eae-46cb-af98-eb5a9aafd782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:54:01.293544 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-77e3d757-4daa-4c8c-9216-1d7fd35aaf00 req-3c0547b4-ba2c-4acb-87d9-bdfa731f4421 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69ff37bb8aa54e3cbca49be59e8110a2 HTTP/1.1" status: 200 len: 380 time: 0.0387683 Sep 23 07:54:01.328400 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-77e3d757-4daa-4c8c-9216-1d7fd35aaf00 req-207c3dfd-618d-467e-a180-858817c0c30c tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Request body: {'port': {'device_id': 'ff413928-f333-4796-80a4-2a5d0ab6b7d6', 'network_id': 'cc354c98-7b14-4eb8-a431-05209adf8aba', 'admin_state_up': True, 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'security_groups': ['1e90b307-7ad7-4774-950b-2e83c73eb61c']}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:54:01.331124 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 8d71f579-eb94-4a23-80d0-eb7f03eda8df up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:54:01.382843 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 8d71f579-eb94-4a23-80d0-eb7f03eda8df triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:54:01.383221 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:54:01.463769 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77e3d757-4daa-4c8c-9216-1d7fd35aaf00 req-207c3dfd-618d-467e-a180-858817c0c30c tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Made reservation on behalf of 69ff37bb8aa54e3cbca49be59e8110a2 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:54:01.467437 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-77e3d757-4daa-4c8c-9216-1d7fd35aaf00 req-207c3dfd-618d-467e-a180-858817c0c30c tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:54:01.606668 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-77e3d757-4daa-4c8c-9216-1d7fd35aaf00 req-207c3dfd-618d-467e-a180-858817c0c30c tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Allocated IP 172.20.0.4 (cc354c98-7b14-4eb8-a431-05209adf8aba/dd132232-2eae-46cb-af98-eb5a9aafd782/c21349b9-c678-4caa-8bae-bffb9ff9fcf8) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:54:01.755396 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-77e3d757-4daa-4c8c-9216-1d7fd35aaf00 req-207c3dfd-618d-467e-a180-858817c0c30c tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:54:01.790075 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-77e3d757-4daa-4c8c-9216-1d7fd35aaf00 req-207c3dfd-618d-467e-a180-858817c0c30c tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:54:01.838889 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77e3d757-4daa-4c8c-9216-1d7fd35aaf00 req-207c3dfd-618d-467e-a180-858817c0c30c tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Network cc354c98-7b14-4eb8-a431-05209adf8aba is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:54:01.842134 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-77e3d757-4daa-4c8c-9216-1d7fd35aaf00 req-207c3dfd-618d-467e-a180-858817c0c30c tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:54:01.845804 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-77e3d757-4daa-4c8c-9216-1d7fd35aaf00 req-207c3dfd-618d-467e-a180-858817c0c30c tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:54:01.884452 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207c3dfd-618d-467e-a180-858817c0c30c tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event updated for resources: {'Port': ['ID=c21349b9-c678-4caa-8bae-bffb9ff9fcf8,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:54:01.903392 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e3d757-4daa-4c8c-9216-1d7fd35aaf00 req-207c3dfd-618d-467e-a180-858817c0c30c tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:54:01.904104 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-77e3d757-4daa-4c8c-9216-1d7fd35aaf00 req-207c3dfd-618d-467e-a180-858817c0c30c tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:54:01.920553 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-77e3d757-4daa-4c8c-9216-1d7fd35aaf00 req-207c3dfd-618d-467e-a180-858817c0c30c tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6052480 Sep 23 07:54:02.084147 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-77e3d757-4daa-4c8c-9216-1d7fd35aaf00 req-6cf60b8b-e0a3-4327-8a28-edf1d2dc222e service neutron] Request body: {'port': {'device_id': 'ff413928-f333-4796-80a4-2a5d0ab6b7d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:54:02.129302 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-1f4b6d70-79fd-426b-afe0-a3811f97f640 None None] Provisioning complete for port c21349b9-c678-4caa-8bae-bffb9ff9fcf8 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:54:02.129900 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-1f4b6d70-79fd-426b-afe0-a3811f97f640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:54:02.145542 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-77e3d757-4daa-4c8c-9216-1d7fd35aaf00 req-6cf60b8b-e0a3-4327-8a28-edf1d2dc222e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:54:02.170111 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-1f4b6d70-79fd-426b-afe0-a3811f97f640 None None] Port c21349b9-c678-4caa-8bae-bffb9ff9fcf8 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:54:02.229057 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa73a3cb-3b36-48c3-b0e3-a8b7470d2b87 req-40b7978a-666d-4874-94f0-91718ec37505 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:54:02.231431 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fa73a3cb-3b36-48c3-b0e3-a8b7470d2b87 req-40b7978a-666d-4874-94f0-91718ec37505 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff413928-f333-4796-80a4-2a5d0ab6b7d6 HTTP/1.1" status: 200 len: 931 time: 0.0572298 Sep 23 07:54:02.276612 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fa73a3cb-3b36-48c3-b0e3-a8b7470d2b87 req-7cd6b9a3-1286-4efd-a1f2-2fe14ed23aa5 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e90b307-7ad7-4774-950b-2e83c73eb61c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380855 Sep 23 07:54:02.426183 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-77e3d757-4daa-4c8c-9216-1d7fd35aaf00 req-6cf60b8b-e0a3-4327-8a28-edf1d2dc222e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c21349b9-c678-4caa-8bae-bffb9ff9fcf8 {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:54:02.434474 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-77e3d757-4daa-4c8c-9216-1d7fd35aaf00 req-6cf60b8b-e0a3-4327-8a28-edf1d2dc222e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:54:02.445966 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-77e3d757-4daa-4c8c-9216-1d7fd35aaf00 req-6cf60b8b-e0a3-4327-8a28-edf1d2dc222e service neutron] Transition to ACTIVE for port object c21349b9-c678-4caa-8bae-bffb9ff9fcf8 will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:54:02.449972 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-77e3d757-4daa-4c8c-9216-1d7fd35aaf00 req-6cf60b8b-e0a3-4327-8a28-edf1d2dc222e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:54:02.519661 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf60b8b-e0a3-4327-8a28-edf1d2dc222e service neutron] Pushing event updated for resources: {'Port': ['ID=c21349b9-c678-4caa-8bae-bffb9ff9fcf8,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:54:02.576801 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-77e3d757-4daa-4c8c-9216-1d7fd35aaf00 req-6cf60b8b-e0a3-4327-8a28-edf1d2dc222e service neutron] Attempting to bind port c21349b9-c678-4caa-8bae-bffb9ff9fcf8 on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:54:02.577085 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-77e3d757-4daa-4c8c-9216-1d7fd35aaf00 req-6cf60b8b-e0a3-4327-8a28-edf1d2dc222e service neutron] Attempting to bind port c21349b9-c678-4caa-8bae-bffb9ff9fcf8 by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': '04fb4658-a43b-4e96-a4ab-8c0443a59f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cc354c98-7b14-4eb8-a431-05209adf8aba'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:54:02.577410 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e3d757-4daa-4c8c-9216-1d7fd35aaf00 req-6cf60b8b-e0a3-4327-8a28-edf1d2dc222e service neutron] Attempting to bind port c21349b9-c678-4caa-8bae-bffb9ff9fcf8 on network cc354c98-7b14-4eb8-a431-05209adf8aba {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:54:02.582102 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e3d757-4daa-4c8c-9216-1d7fd35aaf00 req-6cf60b8b-e0a3-4327-8a28-edf1d2dc222e service neutron] Port c21349b9-c678-4caa-8bae-bffb9ff9fcf8 on network cc354c98-7b14-4eb8-a431-05209adf8aba not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:54:02.582423 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e3d757-4daa-4c8c-9216-1d7fd35aaf00 req-6cf60b8b-e0a3-4327-8a28-edf1d2dc222e service neutron] Attempting to bind port c21349b9-c678-4caa-8bae-bffb9ff9fcf8 on network cc354c98-7b14-4eb8-a431-05209adf8aba {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:54:02.587268 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e3d757-4daa-4c8c-9216-1d7fd35aaf00 req-6cf60b8b-e0a3-4327-8a28-edf1d2dc222e service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:54:02.587608 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e3d757-4daa-4c8c-9216-1d7fd35aaf00 req-6cf60b8b-e0a3-4327-8a28-edf1d2dc222e service neutron] Checking segment: {'id': '04fb4658-a43b-4e96-a4ab-8c0443a59f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cc354c98-7b14-4eb8-a431-05209adf8aba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:54:02.588018 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e3d757-4daa-4c8c-9216-1d7fd35aaf00 req-6cf60b8b-e0a3-4327-8a28-edf1d2dc222e service neutron] Bound using segment: {'id': '04fb4658-a43b-4e96-a4ab-8c0443a59f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cc354c98-7b14-4eb8-a431-05209adf8aba'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:54:02.588446 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-77e3d757-4daa-4c8c-9216-1d7fd35aaf00 req-6cf60b8b-e0a3-4327-8a28-edf1d2dc222e service neutron] Bound port: c21349b9-c678-4caa-8bae-bffb9ff9fcf8, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04fb4658-a43b-4e96-a4ab-8c0443a59f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cc354c98-7b14-4eb8-a431-05209adf8aba'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:54:02.588801 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-77e3d757-4daa-4c8c-9216-1d7fd35aaf00 req-6cf60b8b-e0a3-4327-8a28-edf1d2dc222e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:54:02.656204 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-77e3d757-4daa-4c8c-9216-1d7fd35aaf00 req-6cf60b8b-e0a3-4327-8a28-edf1d2dc222e service neutron] For port c21349b9-c678-4caa-8bae-bffb9ff9fcf8, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:54:02.659350 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-77e3d757-4daa-4c8c-9216-1d7fd35aaf00 req-6cf60b8b-e0a3-4327-8a28-edf1d2dc222e service neutron] For port c21349b9-c678-4caa-8bae-bffb9ff9fcf8, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=c21349b9-c678-4caa-8bae-bffb9ff9fcf8,segment=NetworkSegment(04fb4658-a43b-4e96-a4ab-8c0443a59f43),segment_id=04fb4658-a43b-4e96-a4ab-8c0443a59f43)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:54:02.664325 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-77e3d757-4daa-4c8c-9216-1d7fd35aaf00 req-6cf60b8b-e0a3-4327-8a28-edf1d2dc222e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:54:02.700176 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e3d757-4daa-4c8c-9216-1d7fd35aaf00 req-6cf60b8b-e0a3-4327-8a28-edf1d2dc222e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:54:02.700798 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-77e3d757-4daa-4c8c-9216-1d7fd35aaf00 req-6cf60b8b-e0a3-4327-8a28-edf1d2dc222e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:54:02.702202 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-77e3d757-4daa-4c8c-9216-1d7fd35aaf00 req-6cf60b8b-e0a3-4327-8a28-edf1d2dc222e service neutron] 10.222.0.21 "PUT /v2.0/ports/c21349b9-c678-4caa-8bae-bffb9ff9fcf8 HTTP/1.1" status: 200 len: 1092 time: 0.6224089 Sep 23 07:54:02.702639 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff413928-f333-4796-80a4-2a5d0ab6b7d6', 'tag': 'c21349b9-c678-4caa-8bae-bffb9ff9fcf8'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:54:02.704860 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f95ab57a745480e309303c621f93016f7af13821b9c47ad15b10e565102b0cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b56d0f0-dbb0-4d33-8b96-390480b9a7b8" -d '{"events": [{"name": "network-changed", "server_uuid": "ff413928-f333-4796-80a4-2a5d0ab6b7d6", "tag": "c21349b9-c678-4caa-8bae-bffb9ff9fcf8"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:54:02.727783 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf60b8b-e0a3-4327-8a28-edf1d2dc222e service neutron] Pushing event updated for resources: {'Port': ['ID=c21349b9-c678-4caa-8bae-bffb9ff9fcf8,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:54:02.759922 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1195c97f-4a93-4e99-ad70-010131cbef71 x-openstack-request-id: req-1195c97f-4a93-4e99-ad70-010131cbef71 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:54:02.760210 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff413928-f333-4796-80a4-2a5d0ab6b7d6", "tag": "c21349b9-c678-4caa-8bae-bffb9ff9fcf8", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:54:02.760459 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1195c97f-4a93-4e99-ad70-010131cbef71 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:54:02.760841 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff413928-f333-4796-80a4-2a5d0ab6b7d6', 'tag': 'c21349b9-c678-4caa-8bae-bffb9ff9fcf8', 'status': 'completed', 'code': 200} Sep 23 07:54:02.798406 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e3d757-4daa-4c8c-9216-1d7fd35aaf00 req-7c724641-d59f-446d-9bcf-02d4bd726b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:54:02.799928 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-77e3d757-4daa-4c8c-9216-1d7fd35aaf00 req-7c724641-d59f-446d-9bcf-02d4bd726b0d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=69ff37bb8aa54e3cbca49be59e8110a2&device_id=ff413928-f333-4796-80a4-2a5d0ab6b7d6 HTTP/1.1" status: 200 len: 1095 time: 0.0494223 Sep 23 07:54:02.846941 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-77e3d757-4daa-4c8c-9216-1d7fd35aaf00 req-1ee4f1ce-a55f-4e83-a34b-f18fcb75d67c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c21349b9-c678-4caa-8bae-bffb9ff9fcf8 HTTP/1.1" status: 200 len: 217 time: 0.0353022 Sep 23 07:54:02.897582 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e3d757-4daa-4c8c-9216-1d7fd35aaf00 req-1be97075-ba4d-47c6-8e7d-7af252354415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:54:02.899132 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-77e3d757-4daa-4c8c-9216-1d7fd35aaf00 req-1be97075-ba4d-47c6-8e7d-7af252354415 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dd132232-2eae-46cb-af98-eb5a9aafd782 HTTP/1.1" status: 200 len: 833 time: 0.0433981 Sep 23 07:54:02.952022 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e3d757-4daa-4c8c-9216-1d7fd35aaf00 req-90f4b169-5182-42df-8c30-052d76b4bc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:54:02.953604 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-77e3d757-4daa-4c8c-9216-1d7fd35aaf00 req-90f4b169-5182-42df-8c30-052d76b4bc31 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cc354c98-7b14-4eb8-a431-05209adf8aba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474041 Sep 23 07:54:02.999001 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 0d677d9f-8732-4e08-b6d6-0ab2d00a6202 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:54:03.047736 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-77e3d757-4daa-4c8c-9216-1d7fd35aaf00 req-2f3f5a58-1ce3-4351-a0d0-1b17f223614e service neutron] 10.222.0.21 "GET /v2.0/networks/cc354c98-7b14-4eb8-a431-05209adf8aba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866091 Sep 23 07:54:03.048358 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 0d677d9f-8732-4e08-b6d6-0ab2d00a6202 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:54:03.048730 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:54:03.144109 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-77e3d757-4daa-4c8c-9216-1d7fd35aaf00 req-02002655-d9e9-4460-85a5-71f0ad9130cb service neutron] 10.222.0.21 "GET /v2.0/networks/cc354c98-7b14-4eb8-a431-05209adf8aba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893662 Sep 23 07:54:03.267216 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b56d0f0-dbb0-4d33-8b96-390480b9a7b8 req-9d5213ce-2095-4538-acba-3edf91e501c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:54:03.268725 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5b56d0f0-dbb0-4d33-8b96-390480b9a7b8 req-9d5213ce-2095-4538-acba-3edf91e501c6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=69ff37bb8aa54e3cbca49be59e8110a2&device_id=ff413928-f333-4796-80a4-2a5d0ab6b7d6 HTTP/1.1" status: 200 len: 1095 time: 0.0429327 Sep 23 07:54:03.363918 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b56d0f0-dbb0-4d33-8b96-390480b9a7b8 req-ed5759cc-092b-4102-9837-d54b3447e92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:54:03.365470 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5b56d0f0-dbb0-4d33-8b96-390480b9a7b8 req-ed5759cc-092b-4102-9837-d54b3447e92d service neutron] 10.222.0.21 "GET /v2.0/networks?id=cc354c98-7b14-4eb8-a431-05209adf8aba HTTP/1.1" status: 200 len: 897 time: 0.0890534 Sep 23 07:54:03.398548 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb1cf85-48f5-4d20-9518-a225420d354c req-2e64a46f-6511-4c7a-90b1-0f87a6a0e530 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:54:03.400076 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1fb1cf85-48f5-4d20-9518-a225420d354c req-2e64a46f-6511-4c7a-90b1-0f87a6a0e530 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff413928-f333-4796-80a4-2a5d0ab6b7d6 HTTP/1.1" status: 200 len: 943 time: 0.0552595 Sep 23 07:54:03.409543 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5b56d0f0-dbb0-4d33-8b96-390480b9a7b8 req-c18cbab4-aae0-4fc6-be24-a5dbe919be4a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c21349b9-c678-4caa-8bae-bffb9ff9fcf8 HTTP/1.1" status: 200 len: 217 time: 0.0361633 Sep 23 07:54:03.439710 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1fb1cf85-48f5-4d20-9518-a225420d354c req-e501e262-c630-4a80-a064-9b52c9e81cca tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e90b307-7ad7-4774-950b-2e83c73eb61c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329890 Sep 23 07:54:03.458615 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b56d0f0-dbb0-4d33-8b96-390480b9a7b8 req-42ec324c-c730-41ed-8dd1-1e9526843378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:54:03.460087 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5b56d0f0-dbb0-4d33-8b96-390480b9a7b8 req-42ec324c-c730-41ed-8dd1-1e9526843378 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dd132232-2eae-46cb-af98-eb5a9aafd782 HTTP/1.1" status: 200 len: 833 time: 0.0440757 Sep 23 07:54:03.506480 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b56d0f0-dbb0-4d33-8b96-390480b9a7b8 req-f70a45bd-5148-4739-9c7c-3195e23e4764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:54:03.507979 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5b56d0f0-dbb0-4d33-8b96-390480b9a7b8 req-f70a45bd-5148-4739-9c7c-3195e23e4764 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cc354c98-7b14-4eb8-a431-05209adf8aba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409992 Sep 23 07:54:03.599974 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5b56d0f0-dbb0-4d33-8b96-390480b9a7b8 req-00388a22-7d25-4027-bb08-fb6d0e636249 service neutron] 10.222.0.21 "GET /v2.0/networks/cc354c98-7b14-4eb8-a431-05209adf8aba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846968 Sep 23 07:54:03.692855 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5b56d0f0-dbb0-4d33-8b96-390480b9a7b8 req-7776fdae-6d0e-4d29-8b5d-d07a1b3c7e12 service neutron] 10.222.0.21 "GET /v2.0/networks/cc354c98-7b14-4eb8-a431-05209adf8aba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857179 Sep 23 07:54:04.557761 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c1102-b49a-4191-b8db-462e287ba2bf req-f3ca97be-ae45-4a42-8440-29303528ba08 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:54:04.559197 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-aa8c1102-b49a-4191-b8db-462e287ba2bf req-f3ca97be-ae45-4a42-8440-29303528ba08 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff413928-f333-4796-80a4-2a5d0ab6b7d6 HTTP/1.1" status: 200 len: 943 time: 0.0502794 Sep 23 07:54:04.603297 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-aa8c1102-b49a-4191-b8db-462e287ba2bf req-5a4f75d1-6228-4a9c-a921-77e206822b7a tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e90b307-7ad7-4774-950b-2e83c73eb61c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345058 Sep 23 07:54:05.718290 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5c125b-c604-4421-8df8-27bc3846c22c req-2beaf5fe-de72-4b2e-81a9-dd94e1378f60 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:54:05.719808 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bd5c125b-c604-4421-8df8-27bc3846c22c req-2beaf5fe-de72-4b2e-81a9-dd94e1378f60 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff413928-f333-4796-80a4-2a5d0ab6b7d6 HTTP/1.1" status: 200 len: 943 time: 0.0488186 Sep 23 07:54:05.759793 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-bd5c125b-c604-4421-8df8-27bc3846c22c req-26a39942-2d9c-4b76-b903-9eb073fd4e0c tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e90b307-7ad7-4774-950b-2e83c73eb61c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329561 Sep 23 07:54:06.874683 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e43366-820a-4103-83b3-3bf8ee160980 req-538a022d-9227-4f4f-857a-2cb8e605b12b tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:54:06.876176 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-25e43366-820a-4103-83b3-3bf8ee160980 req-538a022d-9227-4f4f-857a-2cb8e605b12b tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff413928-f333-4796-80a4-2a5d0ab6b7d6 HTTP/1.1" status: 200 len: 943 time: 0.0502772 Sep 23 07:54:06.914696 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-25e43366-820a-4103-83b3-3bf8ee160980 req-543e5776-aa23-4d49-9d5d-5c08d4fa0f62 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e90b307-7ad7-4774-950b-2e83c73eb61c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322764 Sep 23 07:54:07.152263 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device c21349b9-c678-4caa-8bae-bffb9ff9fcf8 details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:54:07.247166 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port c21349b9-c678-4caa-8bae-bffb9ff9fcf8, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=c21349b9-c678-4caa-8bae-bffb9ff9fcf8,segment=NetworkSegment(04fb4658-a43b-4e96-a4ab-8c0443a59f43),segment_id=04fb4658-a43b-4e96-a4ab-8c0443a59f43)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:54:07.258204 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': 'c21349b9-c678-4caa-8bae-bffb9ff9fcf8', 'network_id': 'cc354c98-7b14-4eb8-a431-05209adf8aba', 'port_id': 'c21349b9-c678-4caa-8bae-bffb9ff9fcf8', 'mac_address': 'fa:16:3e:9e:ad:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd132232-2eae-46cb-af98-eb5a9aafd782', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:54:07.299109 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:54:07.311383 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c21349b9-c678-4caa-8bae-bffb9ff9fcf8 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:54:07.330268 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port c21349b9-c678-4caa-8bae-bffb9ff9fcf8, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=c21349b9-c678-4caa-8bae-bffb9ff9fcf8,segment=NetworkSegment(04fb4658-a43b-4e96-a4ab-8c0443a59f43),segment_id=04fb4658-a43b-4e96-a4ab-8c0443a59f43)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:54:07.334592 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:54:07.388072 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:54:07.392503 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=c21349b9-c678-4caa-8bae-bffb9ff9fcf8,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:54:07.723682 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['c21349b9-c678-4caa-8bae-bffb9ff9fcf8'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:54:08.077978 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05ee2ae-0222-4486-9343-7c16fe0e73b9 req-29d17099-a044-43db-bf71-9d88f6245d96 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:54:08.079492 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f05ee2ae-0222-4486-9343-7c16fe0e73b9 req-29d17099-a044-43db-bf71-9d88f6245d96 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff413928-f333-4796-80a4-2a5d0ab6b7d6 HTTP/1.1" status: 200 len: 944 time: 0.0980651 Sep 23 07:54:08.117385 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f05ee2ae-0222-4486-9343-7c16fe0e73b9 req-d9785303-1034-450c-9b9c-fa324232de12 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e90b307-7ad7-4774-950b-2e83c73eb61c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318480 Sep 23 07:54:08.155389 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-57d80162-c210-48bd-94f3-b4bd9220f86b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:54:09.152644 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device c21349b9-c678-4caa-8bae-bffb9ff9fcf8 up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:54:09.203838 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port c21349b9-c678-4caa-8bae-bffb9ff9fcf8 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:54:09.207407 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port c21349b9-c678-4caa-8bae-bffb9ff9fcf8 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:54:09.207760 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:54:09.244742 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a6a64f-ee8a-4b75-9af8-14a5db046b93 req-2e4828ca-0c6b-454d-a205-bed4e58a4892 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:54:09.246300 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-17a6a64f-ee8a-4b75-9af8-14a5db046b93 req-2e4828ca-0c6b-454d-a205-bed4e58a4892 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff413928-f333-4796-80a4-2a5d0ab6b7d6 HTTP/1.1" status: 200 len: 944 time: 0.0564344 Sep 23 07:54:09.283644 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-17a6a64f-ee8a-4b75-9af8-14a5db046b93 req-91ec822e-5725-4604-95dd-71f33accbbfd tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e90b307-7ad7-4774-950b-2e83c73eb61c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313396 Sep 23 07:54:09.288071 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:54:09.311745 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff413928-f333-4796-80a4-2a5d0ab6b7d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c21349b9-c678-4caa-8bae-bffb9ff9fcf8'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:54:09.314033 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ba4f7dfdfe0dde90123cb5af03ec17f0bd1073b346dec34131962e04cdfc7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05d43a8-516f-4f74-b170-641402a99b7e" -d '{"events": [{"server_uuid": "ff413928-f333-4796-80a4-2a5d0ab6b7d6", "name": "network-vif-plugged", "status": "completed", "tag": "c21349b9-c678-4caa-8bae-bffb9ff9fcf8"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:54:09.327023 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port c21349b9-c678-4caa-8bae-bffb9ff9fcf8, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=c21349b9-c678-4caa-8bae-bffb9ff9fcf8,segment=NetworkSegment(04fb4658-a43b-4e96-a4ab-8c0443a59f43),segment_id=04fb4658-a43b-4e96-a4ab-8c0443a59f43)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:54:09.331373 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:54:09.354616 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0dba468-452e-46f0-abd0-b7b06732e3c2 x-openstack-request-id: req-c0dba468-452e-46f0-abd0-b7b06732e3c2 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:54:09.354909 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff413928-f333-4796-80a4-2a5d0ab6b7d6", "name": "network-vif-plugged", "status": "completed", "tag": "c21349b9-c678-4caa-8bae-bffb9ff9fcf8", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:54:09.355158 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c0dba468-452e-46f0-abd0-b7b06732e3c2 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:54:09.355538 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff413928-f333-4796-80a4-2a5d0ab6b7d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c21349b9-c678-4caa-8bae-bffb9ff9fcf8', 'code': 200} Sep 23 07:54:09.381054 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=c21349b9-c678-4caa-8bae-bffb9ff9fcf8,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:54:09.464449 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8ec76-4325-49a3-b4fb-f24e67e4e660 req-54624ecd-dca1-4c77-9aa3-f74e2773a03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:54:09.465834 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-16c8ec76-4325-49a3-b4fb-f24e67e4e660 req-54624ecd-dca1-4c77-9aa3-f74e2773a03c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ff413928-f333-4796-80a4-2a5d0ab6b7d6 HTTP/1.1" status: 200 len: 1097 time: 0.0408723 Sep 23 07:54:09.499712 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-16c8ec76-4325-49a3-b4fb-f24e67e4e660 req-91c53f97-7429-40ba-87e3-8467d8e3d522 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1e90b307-7ad7-4774-950b-2e83c73eb61c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267551 Sep 23 07:54:10.399434 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dca0bc-59e8-4954-b3a0-d00c070e9b14 req-2572e505-711d-4f54-8276-50a0e9bbb15a tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:54:10.401527 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a2dca0bc-59e8-4954-b3a0-d00c070e9b14 req-2572e505-711d-4f54-8276-50a0e9bbb15a tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff413928-f333-4796-80a4-2a5d0ab6b7d6 HTTP/1.1" status: 200 len: 945 time: 0.0502498 Sep 23 07:54:10.440942 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a2dca0bc-59e8-4954-b3a0-d00c070e9b14 req-e572bff8-e203-436f-981a-231a340a8a58 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e90b307-7ad7-4774-950b-2e83c73eb61c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317724 Sep 23 07:54:10.603354 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:54:11.155202 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8d5ed465-83a9-40f9-b992-9f3f7b25ad02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:54:11.563859 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538647f1-1dd9-463c-94aa-26ea5cfa27e0 req-e4aa5591-ca99-46ef-b0f4-e34b24be1009 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:54:11.565354 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-538647f1-1dd9-463c-94aa-26ea5cfa27e0 req-e4aa5591-ca99-46ef-b0f4-e34b24be1009 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff413928-f333-4796-80a4-2a5d0ab6b7d6 HTTP/1.1" status: 200 len: 945 time: 0.0551896 Sep 23 07:54:11.602636 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-538647f1-1dd9-463c-94aa-26ea5cfa27e0 req-bfc5c5b5-fe63-4c86-9de8-7c5bd624445e tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e90b307-7ad7-4774-950b-2e83c73eb61c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313239 Sep 23 07:54:11.664270 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:54:11.724840 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28f4864-48df-4644-b5b5-ce537e963454 req-6b4f2e4c-c206-42fb-837b-831eb643e91d tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:54:11.726238 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c28f4864-48df-4644-b5b5-ce537e963454 req-6b4f2e4c-c206-42fb-837b-831eb643e91d tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff413928-f333-4796-80a4-2a5d0ab6b7d6 HTTP/1.1" status: 200 len: 945 time: 0.0519140 Sep 23 07:54:11.764943 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c28f4864-48df-4644-b5b5-ce537e963454 req-11c3b8b5-d250-41c8-ba76-c56d71e4c4c3 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e90b307-7ad7-4774-950b-2e83c73eb61c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318415 Sep 23 07:54:11.787016 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 56166) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:54:11.826455 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fe9fa7-2ad3-4aec-85f4-63347844616f tempest-TestNetworkAdvancedServerOps-684132154 tempest-TestNetworkAdvancedServerOps-684132154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:54:11.827960 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-f5fe9fa7-2ad3-4aec-85f4-63347844616f tempest-TestNetworkAdvancedServerOps-684132154 tempest-TestNetworkAdvancedServerOps-684132154-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=ff413928-f333-4796-80a4-2a5d0ab6b7d6 HTTP/1.1" status: 200 len: 1092 time: 0.0399568 Sep 23 07:54:11.830797 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 56168) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:54:11.834955 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-f36ab185-f1ab-4d63-9408-d989444e3833 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Request body: {'floatingip': {'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'port_id': 'c21349b9-c678-4caa-8bae-bffb9ff9fcf8', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:54:11.857907 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f36ab185-f1ab-4d63-9408-d989444e3833 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for floatingip, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:54:11.957200 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f36ab185-f1ab-4d63-9408-d989444e3833 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:54:12.060247 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-f36ab185-f1ab-4d63-9408-d989444e3833 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Allocated IP 172.25.2.150 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/c4120f7d-40b0-471b-aeb9-301351c2d65a) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:54:12.171932 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f36ab185-f1ab-4d63-9408-d989444e3833 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:54:12.205841 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f36ab185-f1ab-4d63-9408-d989444e3833 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:54:12.241283 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36ab185-f1ab-4d63-9408-d989444e3833 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:54:12.244528 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-f36ab185-f1ab-4d63-9408-d989444e3833 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:54:12.247158 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36ab185-f1ab-4d63-9408-d989444e3833 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:54:12.283412 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36ab185-f1ab-4d63-9408-d989444e3833 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event updated for resources: {'Port': ['ID=c4120f7d-40b0-471b-aeb9-301351c2d65a,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:54:12.586574 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:54:12.613190 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f36ab185-f1ab-4d63-9408-d989444e3833 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:54:12.684136 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f36ab185-f1ab-4d63-9408-d989444e3833 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:54:12.833579 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f36ab185-f1ab-4d63-9408-d989444e3833 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:54:12.837990 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f36ab185-f1ab-4d63-9408-d989444e3833 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:54:12.907844 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36ab185-f1ab-4d63-9408-d989444e3833 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event updated for resources: {'Port': ['ID=c4120f7d-40b0-471b-aeb9-301351c2d65a,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:54:12.919783 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f36ab185-f1ab-4d63-9408-d989444e3833 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:54:13.018687 n-d-715271-16 neutron-server[95066]: INFO neutron.db.l3_db [None req-f36ab185-f1ab-4d63-9408-d989444e3833 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Floating IP 79bbf6fc-97d6-4a6a-966e-9b07780ca638 associated. External IP: 172.25.2.150, port: c21349b9-c678-4caa-8bae-bffb9ff9fcf8. Sep 23 07:54:13.220174 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f36ab185-f1ab-4d63-9408-d989444e3833 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Router 1d6897ca-3426-40f1-b022-9f6f220110ee has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:54:13.327869 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f36ab185-f1ab-4d63-9408-d989444e3833 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:54:13.337712 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9cba79-371c-4406-a8de-a989a88df25f None None] Sync routers for ids ['1d6897ca-3426-40f1-b022-9f6f220110ee'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:54:13.343203 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-f36ab185-f1ab-4d63-9408-d989444e3833 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:54:13.350771 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9cba79-371c-4406-a8de-a989a88df25f None None] Routers {'1d6897ca-3426-40f1-b022-9f6f220110ee'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:54:13.351475 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-df9cba79-371c-4406-a8de-a989a88df25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:54:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['1d6897ca-3426-40f1-b022-9f6f220110ee'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:54:13.376345 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-f36ab185-f1ab-4d63-9408-d989444e3833 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5421009 Sep 23 07:54:13.376345 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff413928-f333-4796-80a4-2a5d0ab6b7d6', 'tag': 'c21349b9-c678-4caa-8bae-bffb9ff9fcf8'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:54:13.376775 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5c82e26e84456ec9bd92b2391c670c25772fd4a9558cb5800b4b1a13ca591a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd0c7e1-f291-44a7-8bff-36b266afee20" -d '{"events": [{"name": "network-changed", "server_uuid": "ff413928-f333-4796-80a4-2a5d0ab6b7d6", "tag": "c21349b9-c678-4caa-8bae-bffb9ff9fcf8"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:54:13.415212 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc00e48-cba9-4375-a48c-722166ad2376 x-openstack-request-id: req-1fc00e48-cba9-4375-a48c-722166ad2376 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:54:13.415720 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff413928-f333-4796-80a4-2a5d0ab6b7d6", "tag": "c21349b9-c678-4caa-8bae-bffb9ff9fcf8", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:54:13.416258 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1fc00e48-cba9-4375-a48c-722166ad2376 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:54:13.416675 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff413928-f333-4796-80a4-2a5d0ab6b7d6', 'tag': 'c21349b9-c678-4caa-8bae-bffb9ff9fcf8', 'status': 'completed', 'code': 200} Sep 23 07:54:13.471958 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-df9cba79-371c-4406-a8de-a989a88df25f None None] Set router 1d6897ca-3426-40f1-b022-9f6f220110ee gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:54:13.474409 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0328a6-edea-472a-96ed-b408b42e4480 req-7eec8bb1-1bf0-4970-ae97-630f04dffebb tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:54:13.475934 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1a0328a6-edea-472a-96ed-b408b42e4480 req-7eec8bb1-1bf0-4970-ae97-630f04dffebb tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff413928-f333-4796-80a4-2a5d0ab6b7d6 HTTP/1.1" status: 200 len: 945 time: 0.0527754 Sep 23 07:54:13.492437 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd0c7e1-f291-44a7-8bff-36b266afee20 req-97dc3f00-c37f-4d98-9650-d0081ae7f2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:54:13.494213 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7cd0c7e1-f291-44a7-8bff-36b266afee20 req-97dc3f00-c37f-4d98-9650-d0081ae7f2ff service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=69ff37bb8aa54e3cbca49be59e8110a2&device_id=ff413928-f333-4796-80a4-2a5d0ab6b7d6 HTTP/1.1" status: 200 len: 1097 time: 0.0446546 Sep 23 07:54:13.521167 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1a0328a6-edea-472a-96ed-b408b42e4480 req-1f4da498-3424-4cce-85e6-1858172c927f tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e90b307-7ad7-4774-950b-2e83c73eb61c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351956 Sep 23 07:54:13.552031 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 56174) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:54:13.588223 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd0c7e1-f291-44a7-8bff-36b266afee20 req-1d8a7d5b-40ef-4f3c-9c4a-531b910ea9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:54:13.589608 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7cd0c7e1-f291-44a7-8bff-36b266afee20 req-1d8a7d5b-40ef-4f3c-9c4a-531b910ea9f1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cc354c98-7b14-4eb8-a431-05209adf8aba HTTP/1.1" status: 200 len: 897 time: 0.0891628 Sep 23 07:54:13.616093 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-0c33d51b-fa3a-41f1-9daa-c85fe41a4314 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/floatingips/79bbf6fc-97d6-4a6a-966e-9b07780ca638 HTTP/1.1" status: 200 len: 991 time: 0.0626969 Sep 23 07:54:13.664136 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7cd0c7e1-f291-44a7-8bff-36b266afee20 req-1f2e9901-155d-4d4a-8c6a-c55f8a3cab90 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c21349b9-c678-4caa-8bae-bffb9ff9fcf8 HTTP/1.1" status: 200 len: 999 time: 0.0670528 Sep 23 07:54:13.706081 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-df9cba79-371c-4406-a8de-a989a88df25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d6897ca-3426-40f1-b022-9f6f220110ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-211789608', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '8d71f579-eb94-4a23-80d0-eb7f03eda8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:53:54Z', 'updated_at': '2021-09-23T07:53:58Z', 'revision_number': 4, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'gw_port': {'id': '8d71f579-eb94-4a23-80d0-eb7f03eda8df', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:97:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d6897ca-3426-40f1-b022-9f6f220110ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:53:54Z', 'updated_at': '2021-09-23T07:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '79bbf6fc-97d6-4a6a-966e-9b07780ca638', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'floating_ip_address': '172.25.2.150', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '1d6897ca-3426-40f1-b022-9f6f220110ee', 'port_id': 'c21349b9-c678-4caa-8bae-bffb9ff9fcf8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc354c98-7b14-4eb8-a431-05209adf8aba', 'mac_address': 'fa:16:3e:9e:ad:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff413928-f333-4796-80a4-2a5d0ab6b7d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:54:12Z', 'updated_at': '2021-09-23T07:54:12Z', 'revision_number': 0, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d677d9f-8732-4e08-b6d6-0ab2d00a6202', 'name': '', 'network_id': 'cc354c98-7b14-4eb8-a431-05209adf8aba', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'mac_address': 'fa:16:3e:6b:20:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d6897ca-3426-40f1-b022-9f6f220110ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'dd132232-2eae-46cb-af98-eb5a9aafd782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:53:57Z', 'updated_at': '2021-09-23T07:54:00Z', 'revision_number': 5, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'subnets': [{'id': 'dd132232-2eae-46cb-af98-eb5a9aafd782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:54:13.712648 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd0c7e1-f291-44a7-8bff-36b266afee20 req-a131ded4-0143-46d7-9432-ebc58d1df949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:54:13.714238 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7cd0c7e1-f291-44a7-8bff-36b266afee20 req-a131ded4-0143-46d7-9432-ebc58d1df949 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dd132232-2eae-46cb-af98-eb5a9aafd782 HTTP/1.1" status: 200 len: 833 time: 0.0431707 Sep 23 07:54:13.732303 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9cba79-371c-4406-a8de-a989a88df25f None None] Checking router: 1d6897ca-3426-40f1-b022-9f6f220110ee for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:54:13.740485 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9cba79-371c-4406-a8de-a989a88df25f None None] Routers {'1d6897ca-3426-40f1-b022-9f6f220110ee'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:54:13.741100 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-df9cba79-371c-4406-a8de-a989a88df25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:54:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['1d6897ca-3426-40f1-b022-9f6f220110ee'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:54:13.760332 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd0c7e1-f291-44a7-8bff-36b266afee20 req-1f0ae2d0-f433-4df1-be2c-26d3148b37fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:54:13.761845 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7cd0c7e1-f291-44a7-8bff-36b266afee20 req-1f0ae2d0-f433-4df1-be2c-26d3148b37fb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cc354c98-7b14-4eb8-a431-05209adf8aba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410821 Sep 23 07:54:13.849491 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-df9cba79-371c-4406-a8de-a989a88df25f None None] Set router 1d6897ca-3426-40f1-b022-9f6f220110ee gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:54:13.855669 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7cd0c7e1-f291-44a7-8bff-36b266afee20 req-61a510a0-7bc5-46d9-a771-c8638011bad4 service neutron] 10.222.0.21 "GET /v2.0/networks/cc354c98-7b14-4eb8-a431-05209adf8aba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860658 Sep 23 07:54:13.955498 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7cd0c7e1-f291-44a7-8bff-36b266afee20 req-00504b49-561a-4c14-bf2c-c06336209301 service neutron] 10.222.0.21 "GET /v2.0/networks/cc354c98-7b14-4eb8-a431-05209adf8aba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929284 Sep 23 07:54:14.076531 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:54:14.094098 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-df9cba79-371c-4406-a8de-a989a88df25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d6897ca-3426-40f1-b022-9f6f220110ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-211789608', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '8d71f579-eb94-4a23-80d0-eb7f03eda8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:53:54Z', 'updated_at': '2021-09-23T07:53:58Z', 'revision_number': 4, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'gw_port': {'id': '8d71f579-eb94-4a23-80d0-eb7f03eda8df', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:97:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d6897ca-3426-40f1-b022-9f6f220110ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:53:54Z', 'updated_at': '2021-09-23T07:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '79bbf6fc-97d6-4a6a-966e-9b07780ca638', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'floating_ip_address': '172.25.2.150', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '1d6897ca-3426-40f1-b022-9f6f220110ee', 'port_id': 'c21349b9-c678-4caa-8bae-bffb9ff9fcf8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc354c98-7b14-4eb8-a431-05209adf8aba', 'mac_address': 'fa:16:3e:9e:ad:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff413928-f333-4796-80a4-2a5d0ab6b7d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:54:12Z', 'updated_at': '2021-09-23T07:54:12Z', 'revision_number': 0, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d677d9f-8732-4e08-b6d6-0ab2d00a6202', 'name': '', 'network_id': 'cc354c98-7b14-4eb8-a431-05209adf8aba', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'mac_address': 'fa:16:3e:6b:20:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d6897ca-3426-40f1-b022-9f6f220110ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'dd132232-2eae-46cb-af98-eb5a9aafd782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:53:57Z', 'updated_at': '2021-09-23T07:54:00Z', 'revision_number': 5, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'subnets': [{'id': 'dd132232-2eae-46cb-af98-eb5a9aafd782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:54:14.120842 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9cba79-371c-4406-a8de-a989a88df25f None None] The sync data for ids ['1d6897ca-3426-40f1-b022-9f6f220110ee'] in n-d-715271-16 is: [{'id': '1d6897ca-3426-40f1-b022-9f6f220110ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-211789608', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '8d71f579-eb94-4a23-80d0-eb7f03eda8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:53:54Z', 'updated_at': '2021-09-23T07:53:58Z', 'revision_number': 4, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'gw_port': {'id': '8d71f579-eb94-4a23-80d0-eb7f03eda8df', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:97:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d6897ca-3426-40f1-b022-9f6f220110ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:53:54Z', 'updated_at': '2021-09-23T07:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '79bbf6fc-97d6-4a6a-966e-9b07780ca638', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'floating_ip_address': '172.25.2.150', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '1d6897ca-3426-40f1-b022-9f6f220110ee', 'port_id': 'c21349b9-c678-4caa-8bae-bffb9ff9fcf8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc354c98-7b14-4eb8-a431-05209adf8aba', 'mac_address': 'fa:16:3e:9e:ad:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff413928-f333-4796-80a4-2a5d0ab6b7d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:54:12Z', 'updated_at': '2021-09-23T07:54:12Z', 'revision_number': 0, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d677d9f-8732-4e08-b6d6-0ab2d00a6202', 'name': '', 'network_id': 'cc354c98-7b14-4eb8-a431-05209adf8aba', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'mac_address': 'fa:16:3e:6b:20:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d6897ca-3426-40f1-b022-9f6f220110ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'dd132232-2eae-46cb-af98-eb5a9aafd782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:53:57Z', 'updated_at': '2021-09-23T07:54:00Z', 'revision_number': 5, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'subnets': [{'id': 'dd132232-2eae-46cb-af98-eb5a9aafd782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:54:14.314194 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c259e46-5f77-44dd-bcb9-b1f1493355b4 None None] New status for floating IP 79bbf6fc-97d6-4a6a-966e-9b07780ca638: ACTIVE {{(pid=95068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 07:54:14.620421 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 56176) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:54:14.684954 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-54302801-cfd0-4af2-b735-83559e6996e1 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/floatingips/79bbf6fc-97d6-4a6a-966e-9b07780ca638 HTTP/1.1" status: 200 len: 993 time: 0.0633869 Sep 23 07:54:21.904558 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:54:37.355192 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:54:38.155146 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b794576f-c7fc-49b4-8b92-1d0f7e65e24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:54:40.614258 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:54:41.154870 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-62e90e92-003c-436b-a15d-5e08ec9edf55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:54:41.666551 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:54:42.588199 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:54:44.062799 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:54:58.903945 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:55:04.298869 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-38cf1181-d0d2-49ad-996d-e9026482f0da req-337656f7-42bd-4a2b-a402-38db530264fa service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ff413928-f333-4796-80a4-2a5d0ab6b7d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0787058 Sep 23 07:55:04.389719 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cf1181-d0d2-49ad-996d-e9026482f0da req-27483711-de25-499c-abef-6ff6f9efffa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:55:04.391131 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-38cf1181-d0d2-49ad-996d-e9026482f0da req-27483711-de25-499c-abef-6ff6f9efffa7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=69ff37bb8aa54e3cbca49be59e8110a2&device_id=ff413928-f333-4796-80a4-2a5d0ab6b7d6 HTTP/1.1" status: 200 len: 1097 time: 0.0405300 Sep 23 07:55:04.493929 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cf1181-d0d2-49ad-996d-e9026482f0da req-06fc2861-3d12-41e4-a96e-89b20eaa374a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:55:04.495502 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-38cf1181-d0d2-49ad-996d-e9026482f0da req-06fc2861-3d12-41e4-a96e-89b20eaa374a service neutron] 10.222.0.21 "GET /v2.0/networks?id=cc354c98-7b14-4eb8-a431-05209adf8aba HTTP/1.1" status: 200 len: 897 time: 0.0853045 Sep 23 07:55:04.559062 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-38cf1181-d0d2-49ad-996d-e9026482f0da req-9c6d18bf-0887-4f6f-9d91-71b1a60525d3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c21349b9-c678-4caa-8bae-bffb9ff9fcf8 HTTP/1.1" status: 200 len: 1001 time: 0.0569746 Sep 23 07:55:04.606462 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cf1181-d0d2-49ad-996d-e9026482f0da req-5d3f3bf2-838f-40f5-bbcb-ab1338e59d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:55:04.607871 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-38cf1181-d0d2-49ad-996d-e9026482f0da req-5d3f3bf2-838f-40f5-bbcb-ab1338e59d2f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dd132232-2eae-46cb-af98-eb5a9aafd782 HTTP/1.1" status: 200 len: 833 time: 0.0422773 Sep 23 07:55:04.656641 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cf1181-d0d2-49ad-996d-e9026482f0da req-7c0b5b6b-8d31-4576-a622-16b5af06f756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:55:04.658060 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-38cf1181-d0d2-49ad-996d-e9026482f0da req-7c0b5b6b-8d31-4576-a622-16b5af06f756 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cc354c98-7b14-4eb8-a431-05209adf8aba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433280 Sep 23 07:55:04.744669 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-38cf1181-d0d2-49ad-996d-e9026482f0da req-60710418-9776-4050-ae60-681d8e175508 service neutron] 10.222.0.21 "GET /v2.0/networks/cc354c98-7b14-4eb8-a431-05209adf8aba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794683 Sep 23 07:55:04.835129 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-38cf1181-d0d2-49ad-996d-e9026482f0da req-e81abe9e-8dc7-4cd5-b6ae-032358ea84ad service neutron] 10.222.0.21 "GET /v2.0/networks/cc354c98-7b14-4eb8-a431-05209adf8aba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836606 Sep 23 07:55:07.358803 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:55:08.156133 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-eeb51c33-d940-4c16-b25d-d2c4def70458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:55:10.616964 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:55:11.155473 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f0352c9c-da5d-400a-9d87-bb807679da3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:55:11.667411 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:55:12.591822 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:55:14.064889 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:55:19.493606 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [req-f886ac4d-ded5-4a86-a50e-75bc6b31275a req-5e786c0f-5c34-493d-b7af-6fa6d8218a05 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:55:19.494669 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f886ac4d-ded5-4a86-a50e-75bc6b31275a req-5e786c0f-5c34-493d-b7af-6fa6d8218a05 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0445499 Sep 23 07:55:19.714313 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ff5c27b6-10d1-4350-b7c5-28690ce1cb8e req-c8d75d01-6a37-4808-bee0-3e2251ccad81 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ff413928-f333-4796-80a4-2a5d0ab6b7d6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0985951 Sep 23 07:55:19.731932 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [req-ff5c27b6-10d1-4350-b7c5-28690ce1cb8e req-c67aa769-fc78-4ad6-96b0-cc76aed32c0f service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=95065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:55:19.732873 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ff5c27b6-10d1-4350-b7c5-28690ce1cb8e req-c67aa769-fc78-4ad6-96b0-cc76aed32c0f service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057559 Sep 23 07:55:19.754725 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e494013f-3042-42ba-84fe-ccbdf5961965 req-10779a4f-127a-40f2-ace2-ef627aa76b72 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:55:19.756197 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e494013f-3042-42ba-84fe-ccbdf5961965 req-10779a4f-127a-40f2-ace2-ef627aa76b72 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff413928-f333-4796-80a4-2a5d0ab6b7d6 HTTP/1.1" status: 200 len: 945 time: 0.1297698 Sep 23 07:55:19.796234 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e494013f-3042-42ba-84fe-ccbdf5961965 req-68b9980e-9249-4ffb-9932-a6a25576af48 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e90b307-7ad7-4774-950b-2e83c73eb61c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330877 Sep 23 07:55:20.823458 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c27b6-10d1-4350-b7c5-28690ce1cb8e req-f98f43d3-e185-4270-9688-4bc6d64d9998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:55:20.824968 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ff5c27b6-10d1-4350-b7c5-28690ce1cb8e req-f98f43d3-e185-4270-9688-4bc6d64d9998 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=69ff37bb8aa54e3cbca49be59e8110a2&device_id=ff413928-f333-4796-80a4-2a5d0ab6b7d6 HTTP/1.1" status: 200 len: 1097 time: 0.0468285 Sep 23 07:55:20.918251 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c27b6-10d1-4350-b7c5-28690ce1cb8e req-5268f1d6-653e-44dc-98ab-59929285350f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:55:20.919749 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ff5c27b6-10d1-4350-b7c5-28690ce1cb8e req-5268f1d6-653e-44dc-98ab-59929285350f service neutron] 10.222.0.21 "GET /v2.0/networks?id=cc354c98-7b14-4eb8-a431-05209adf8aba HTTP/1.1" status: 200 len: 897 time: 0.0869942 Sep 23 07:55:20.931833 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ec237-18e4-40de-9f9a-10afe2dcc283 req-ab43061a-3a3e-4123-9b05-e64b15914610 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:55:20.934523 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cc5ec237-18e4-40de-9f9a-10afe2dcc283 req-ab43061a-3a3e-4123-9b05-e64b15914610 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff413928-f333-4796-80a4-2a5d0ab6b7d6 HTTP/1.1" status: 200 len: 945 time: 0.0557978 Sep 23 07:55:20.974464 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cc5ec237-18e4-40de-9f9a-10afe2dcc283 req-6b50e5eb-df4e-497d-9830-882800a96d9e tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e90b307-7ad7-4774-950b-2e83c73eb61c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337613 Sep 23 07:55:21.313935 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ff5c27b6-10d1-4350-b7c5-28690ce1cb8e req-e4450429-a203-48f3-8ab7-6678aacc18c8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c21349b9-c678-4caa-8bae-bffb9ff9fcf8 HTTP/1.1" status: 200 len: 1001 time: 0.3849580 Sep 23 07:55:21.362903 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c27b6-10d1-4350-b7c5-28690ce1cb8e req-0b069dd8-8c5e-4026-ba37-f96569c6561a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:55:21.364236 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ff5c27b6-10d1-4350-b7c5-28690ce1cb8e req-0b069dd8-8c5e-4026-ba37-f96569c6561a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dd132232-2eae-46cb-af98-eb5a9aafd782 HTTP/1.1" status: 200 len: 833 time: 0.0431638 Sep 23 07:55:21.410400 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c27b6-10d1-4350-b7c5-28690ce1cb8e req-0cd26b6a-530b-41af-a30c-aa3ebcf27a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:55:21.411951 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ff5c27b6-10d1-4350-b7c5-28690ce1cb8e req-0cd26b6a-530b-41af-a30c-aa3ebcf27a92 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cc354c98-7b14-4eb8-a431-05209adf8aba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399041 Sep 23 07:55:21.502300 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ff5c27b6-10d1-4350-b7c5-28690ce1cb8e req-10ebc322-9764-494d-b19b-95a625688ca7 service neutron] 10.222.0.21 "GET /v2.0/networks/cc354c98-7b14-4eb8-a431-05209adf8aba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826433 Sep 23 07:55:21.592873 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ff5c27b6-10d1-4350-b7c5-28690ce1cb8e req-ca9f1c80-c0a2-40f8-b1cd-61d672b4a0a2 service neutron] 10.222.0.21 "GET /v2.0/networks/cc354c98-7b14-4eb8-a431-05209adf8aba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833104 Sep 23 07:55:22.090791 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab3f9f7-3f39-49a7-86b8-6f449cf1b984 req-a47e0884-1f59-4b07-9c38-97b8d9e16951 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:55:22.092282 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1ab3f9f7-3f39-49a7-86b8-6f449cf1b984 req-a47e0884-1f59-4b07-9c38-97b8d9e16951 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff413928-f333-4796-80a4-2a5d0ab6b7d6 HTTP/1.1" status: 200 len: 945 time: 0.0483689 Sep 23 07:55:22.133546 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1ab3f9f7-3f39-49a7-86b8-6f449cf1b984 req-f857aedf-32c0-4dbe-86d2-a8e1bb2451cd tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e90b307-7ad7-4774-950b-2e83c73eb61c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351908 Sep 23 07:55:23.258682 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db35b5f0-a9e0-4b29-8c2a-4bda1de1eb04 req-91e9fe3a-8b56-44a4-bed8-957b7d95ac92 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:55:23.260673 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-db35b5f0-a9e0-4b29-8c2a-4bda1de1eb04 req-91e9fe3a-8b56-44a4-bed8-957b7d95ac92 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff413928-f333-4796-80a4-2a5d0ab6b7d6 HTTP/1.1" status: 200 len: 945 time: 0.0490956 Sep 23 07:55:23.302365 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-db35b5f0-a9e0-4b29-8c2a-4bda1de1eb04 req-9720fdce-ae16-4f6b-a6f4-756798607acb tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e90b307-7ad7-4774-950b-2e83c73eb61c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356386 Sep 23 07:55:24.419385 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f53674-b835-42f1-8a1d-38b69ea2c841 req-c42a0564-44cd-422f-8a75-8615f8f82eb3 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:55:24.420957 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d2f53674-b835-42f1-8a1d-38b69ea2c841 req-c42a0564-44cd-422f-8a75-8615f8f82eb3 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff413928-f333-4796-80a4-2a5d0ab6b7d6 HTTP/1.1" status: 200 len: 945 time: 0.0495534 Sep 23 07:55:24.458555 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d2f53674-b835-42f1-8a1d-38b69ea2c841 req-951ad44a-7e82-4393-aa73-2a0031d20367 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e90b307-7ad7-4774-950b-2e83c73eb61c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315669 Sep 23 07:55:25.578474 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3026a885-16a4-473a-a689-76850fb1f6a5 req-b9f7d141-099b-4585-958e-9b3e3f05292b tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:55:25.579963 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3026a885-16a4-473a-a689-76850fb1f6a5 req-b9f7d141-099b-4585-958e-9b3e3f05292b tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff413928-f333-4796-80a4-2a5d0ab6b7d6 HTTP/1.1" status: 200 len: 945 time: 0.0487745 Sep 23 07:55:25.617971 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3026a885-16a4-473a-a689-76850fb1f6a5 req-34a07411-8a22-47b3-a008-79d608b84587 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e90b307-7ad7-4774-950b-2e83c73eb61c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321310 Sep 23 07:55:26.732791 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb4b170-c450-4be6-bd74-b44ba8d7896d req-eaf6f847-4124-4038-a626-a1fba7362689 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:55:26.734281 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7cb4b170-c450-4be6-bd74-b44ba8d7896d req-eaf6f847-4124-4038-a626-a1fba7362689 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff413928-f333-4796-80a4-2a5d0ab6b7d6 HTTP/1.1" status: 200 len: 945 time: 0.0489004 Sep 23 07:55:26.771081 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7cb4b170-c450-4be6-bd74-b44ba8d7896d req-f6961e83-8544-4fad-bfd1-324912b87695 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e90b307-7ad7-4774-950b-2e83c73eb61c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307982 Sep 23 07:55:27.887581 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f3a864-f5f1-4d82-aa57-159d15b0cb33 req-a34edd22-38dd-4cc6-a086-fff349367479 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:55:27.889055 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c0f3a864-f5f1-4d82-aa57-159d15b0cb33 req-a34edd22-38dd-4cc6-a086-fff349367479 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff413928-f333-4796-80a4-2a5d0ab6b7d6 HTTP/1.1" status: 200 len: 945 time: 0.0494704 Sep 23 07:55:27.925381 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c0f3a864-f5f1-4d82-aa57-159d15b0cb33 req-6e7ed0f4-cd27-4ca6-844b-2e762447204b tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e90b307-7ad7-4774-950b-2e83c73eb61c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304630 Sep 23 07:55:29.042321 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f819cc2-9b29-4cb4-8853-b3eef51c7da1 req-6b4f8314-7e1f-4e2b-a916-41a0e0dfd988 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:55:29.043879 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9f819cc2-9b29-4cb4-8853-b3eef51c7da1 req-6b4f8314-7e1f-4e2b-a916-41a0e0dfd988 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff413928-f333-4796-80a4-2a5d0ab6b7d6 HTTP/1.1" status: 200 len: 945 time: 0.0494714 Sep 23 07:55:29.084444 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9f819cc2-9b29-4cb4-8853-b3eef51c7da1 req-95802846-f8e8-4438-99d1-e479da5b262f tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e90b307-7ad7-4774-950b-2e83c73eb61c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346642 Sep 23 07:55:30.198119 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cedaa9e-a723-4766-be00-d1331c5828eb req-bee56f7e-c7e6-42f1-b1bb-24d6e44cc72c tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:55:30.199598 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7cedaa9e-a723-4766-be00-d1331c5828eb req-bee56f7e-c7e6-42f1-b1bb-24d6e44cc72c tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff413928-f333-4796-80a4-2a5d0ab6b7d6 HTTP/1.1" status: 200 len: 945 time: 0.0488172 Sep 23 07:55:30.241295 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7cedaa9e-a723-4766-be00-d1331c5828eb req-a65d2e8c-a8d9-4d6a-8607-afe4cde7ea4c tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e90b307-7ad7-4774-950b-2e83c73eb61c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357499 Sep 23 07:55:31.363420 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d3bce-fc45-4d44-837f-c542ae539089 req-e9eb9a95-475b-4806-b995-6050b4d7e900 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:55:31.364884 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4b5d3bce-fc45-4d44-837f-c542ae539089 req-e9eb9a95-475b-4806-b995-6050b4d7e900 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff413928-f333-4796-80a4-2a5d0ab6b7d6 HTTP/1.1" status: 200 len: 945 time: 0.0475976 Sep 23 07:55:31.402760 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4b5d3bce-fc45-4d44-837f-c542ae539089 req-6c977efd-8afc-4f87-8854-f4f4e3cad5a4 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e90b307-7ad7-4774-950b-2e83c73eb61c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312629 Sep 23 07:55:32.519661 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d865b916-c099-4198-b59e-013b562efd53 req-93238ed3-590f-4a13-9c80-4947ffb9d5bb tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:55:32.521142 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d865b916-c099-4198-b59e-013b562efd53 req-93238ed3-590f-4a13-9c80-4947ffb9d5bb tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff413928-f333-4796-80a4-2a5d0ab6b7d6 HTTP/1.1" status: 200 len: 945 time: 0.0493879 Sep 23 07:55:32.558893 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d865b916-c099-4198-b59e-013b562efd53 req-eb0e4ad7-7aeb-4a4d-83f7-515155cb8cb8 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e90b307-7ad7-4774-950b-2e83c73eb61c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312374 Sep 23 07:55:33.672793 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362c3e2a-41e2-4c98-9c18-4ca45833bd0d req-ef342bd8-e5b8-47c8-9dea-d517a637c342 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:55:33.674280 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-362c3e2a-41e2-4c98-9c18-4ca45833bd0d req-ef342bd8-e5b8-47c8-9dea-d517a637c342 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff413928-f333-4796-80a4-2a5d0ab6b7d6 HTTP/1.1" status: 200 len: 945 time: 0.0483325 Sep 23 07:55:33.710837 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-362c3e2a-41e2-4c98-9c18-4ca45833bd0d req-76b858a4-52c1-4251-968a-58e89c1a2292 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e90b307-7ad7-4774-950b-2e83c73eb61c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306425 Sep 23 07:55:33.940303 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [req-ff5c27b6-10d1-4350-b7c5-28690ce1cb8e req-d81985ba-a456-4e8f-938f-fd1bf78c632a service neutron] show failed (client error): The resource could not be found. Sep 23 07:55:33.941218 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ff5c27b6-10d1-4350-b7c5-28690ce1cb8e req-d81985ba-a456-4e8f-938f-fd1bf78c632a service neutron] 10.222.0.21 "GET /v2.0/ports/c21349b9-c678-4caa-8bae-bffb9ff9fcf8/bindings/n-h2-715271-16 HTTP/1.1" status: 404 len: 381 time: 0.0568545 Sep 23 07:55:34.177196 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c27b6-10d1-4350-b7c5-28690ce1cb8e req-741b6705-bfe4-4ba3-83bf-84f4f78c855c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:55:34.178692 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ff5c27b6-10d1-4350-b7c5-28690ce1cb8e req-741b6705-bfe4-4ba3-83bf-84f4f78c855c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ff413928-f333-4796-80a4-2a5d0ab6b7d6&tenant_id=69ff37bb8aa54e3cbca49be59e8110a2 HTTP/1.1" status: 200 len: 1097 time: 0.0840464 Sep 23 07:55:34.190072 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [req-ff5c27b6-10d1-4350-b7c5-28690ce1cb8e req-441e58f2-50b6-4912-ae70-38abf34b2a87 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:55:34.191081 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ff5c27b6-10d1-4350-b7c5-28690ce1cb8e req-441e58f2-50b6-4912-ae70-38abf34b2a87 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049193 Sep 23 07:55:34.203283 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [req-ff5c27b6-10d1-4350-b7c5-28690ce1cb8e req-272a91fe-ef62-4d0e-ac75-a3e3a7685021 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-715271-16', 'device_owner': 'compute:nova'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:55:34.258165 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-ff5c27b6-10d1-4350-b7c5-28690ce1cb8e req-272a91fe-ef62-4d0e-ac75-a3e3a7685021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:55:34.465897 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-ff5c27b6-10d1-4350-b7c5-28690ce1cb8e req-272a91fe-ef62-4d0e-ac75-a3e3a7685021 service neutron] For port c21349b9-c678-4caa-8bae-bffb9ff9fcf8, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=c21349b9-c678-4caa-8bae-bffb9ff9fcf8,segment=NetworkSegment(04fb4658-a43b-4e96-a4ab-8c0443a59f43),segment_id=04fb4658-a43b-4e96-a4ab-8c0443a59f43)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:55:34.500382 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-ff5c27b6-10d1-4350-b7c5-28690ce1cb8e req-272a91fe-ef62-4d0e-ac75-a3e3a7685021 service neutron] For port c21349b9-c678-4caa-8bae-bffb9ff9fcf8, host n-h1-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:55:34.540885 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff413928-f333-4796-80a4-2a5d0ab6b7d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c21349b9-c678-4caa-8bae-bffb9ff9fcf8'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:55:34.543872 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5c82e26e84456ec9bd92b2391c670c25772fd4a9558cb5800b4b1a13ca591a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece4753c-a868-4acd-bc38-d24ade987633" -d '{"events": [{"server_uuid": "ff413928-f333-4796-80a4-2a5d0ab6b7d6", "name": "network-vif-unplugged", "status": "completed", "tag": "c21349b9-c678-4caa-8bae-bffb9ff9fcf8"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:55:34.547971 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-ff5c27b6-10d1-4350-b7c5-28690ce1cb8e req-272a91fe-ef62-4d0e-ac75-a3e3a7685021 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:55:34.560733 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.provisioning_blocks [req-ff5c27b6-10d1-4350-b7c5-28690ce1cb8e req-272a91fe-ef62-4d0e-ac75-a3e3a7685021 service neutron] Transition to ACTIVE for port object c21349b9-c678-4caa-8bae-bffb9ff9fcf8 will not be triggered until provisioned by entity L2. {{(pid=95066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:55:34.564899 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-ff5c27b6-10d1-4350-b7c5-28690ce1cb8e req-272a91fe-ef62-4d0e-ac75-a3e3a7685021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:55:34.605484 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 07:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5be7af5-6b58-455c-a9da-337bf29171a0 x-openstack-request-id: req-e5be7af5-6b58-455c-a9da-337bf29171a0 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:55:34.605778 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff413928-f333-4796-80a4-2a5d0ab6b7d6", "name": "network-vif-unplugged", "status": "completed", "tag": "c21349b9-c678-4caa-8bae-bffb9ff9fcf8", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:55:34.606085 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e5be7af5-6b58-455c-a9da-337bf29171a0 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:55:34.606486 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff413928-f333-4796-80a4-2a5d0ab6b7d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c21349b9-c678-4caa-8bae-bffb9ff9fcf8', 'code': 200} Sep 23 07:55:34.659488 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272a91fe-ef62-4d0e-ac75-a3e3a7685021 service neutron] Pushing event updated for resources: {'Port': ['ID=c21349b9-c678-4caa-8bae-bffb9ff9fcf8,revision_number=6']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:55:34.671989 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a91fe-ef62-4d0e-ac75-a3e3a7685021 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:55:34.672376 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a91fe-ef62-4d0e-ac75-a3e3a7685021 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:55:34.672685 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a91fe-ef62-4d0e-ac75-a3e3a7685021 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:55:34.673023 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a91fe-ef62-4d0e-ac75-a3e3a7685021 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:55:34.673381 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a91fe-ef62-4d0e-ac75-a3e3a7685021 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:55:34.673695 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a91fe-ef62-4d0e-ac75-a3e3a7685021 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:55:34.674052 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a91fe-ef62-4d0e-ac75-a3e3a7685021 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:55:34.674382 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a91fe-ef62-4d0e-ac75-a3e3a7685021 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:55:34.674713 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a91fe-ef62-4d0e-ac75-a3e3a7685021 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:55:34.675041 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a91fe-ef62-4d0e-ac75-a3e3a7685021 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:55:34.675370 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a91fe-ef62-4d0e-ac75-a3e3a7685021 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:55:34.675695 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a91fe-ef62-4d0e-ac75-a3e3a7685021 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:55:34.705279 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff5c27b6-10d1-4350-b7c5-28690ce1cb8e req-272a91fe-ef62-4d0e-ac75-a3e3a7685021 service neutron] No DVR routers for this DVR port c21349b9-c678-4caa-8bae-bffb9ff9fcf8 on host n-h1-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:55:34.832141 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623af461-dfb1-42c9-8a10-7d2fad4474a9 req-6742851a-a7eb-4937-b6ac-7db2a2fccaeb tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:55:34.833676 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-623af461-dfb1-42c9-8a10-7d2fad4474a9 req-6742851a-a7eb-4937-b6ac-7db2a2fccaeb tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff413928-f333-4796-80a4-2a5d0ab6b7d6 HTTP/1.1" status: 200 len: 943 time: 0.0521533 Sep 23 07:55:34.844648 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-ff5c27b6-10d1-4350-b7c5-28690ce1cb8e req-272a91fe-ef62-4d0e-ac75-a3e3a7685021 service neutron] Attempting to bind port c21349b9-c678-4caa-8bae-bffb9ff9fcf8 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:55:34.844987 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-ff5c27b6-10d1-4350-b7c5-28690ce1cb8e req-272a91fe-ef62-4d0e-ac75-a3e3a7685021 service neutron] Attempting to bind port c21349b9-c678-4caa-8bae-bffb9ff9fcf8 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '04fb4658-a43b-4e96-a4ab-8c0443a59f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cc354c98-7b14-4eb8-a431-05209adf8aba'}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:55:34.845319 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5c27b6-10d1-4350-b7c5-28690ce1cb8e req-272a91fe-ef62-4d0e-ac75-a3e3a7685021 service neutron] Attempting to bind port c21349b9-c678-4caa-8bae-bffb9ff9fcf8 on network cc354c98-7b14-4eb8-a431-05209adf8aba {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:55:34.849727 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5c27b6-10d1-4350-b7c5-28690ce1cb8e req-272a91fe-ef62-4d0e-ac75-a3e3a7685021 service neutron] Port c21349b9-c678-4caa-8bae-bffb9ff9fcf8 on network cc354c98-7b14-4eb8-a431-05209adf8aba not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:55:34.850116 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5c27b6-10d1-4350-b7c5-28690ce1cb8e req-272a91fe-ef62-4d0e-ac75-a3e3a7685021 service neutron] Attempting to bind port c21349b9-c678-4caa-8bae-bffb9ff9fcf8 on network cc354c98-7b14-4eb8-a431-05209adf8aba {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:55:34.855651 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5c27b6-10d1-4350-b7c5-28690ce1cb8e req-272a91fe-ef62-4d0e-ac75-a3e3a7685021 service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:55:34.855989 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5c27b6-10d1-4350-b7c5-28690ce1cb8e req-272a91fe-ef62-4d0e-ac75-a3e3a7685021 service neutron] Checking segment: {'id': '04fb4658-a43b-4e96-a4ab-8c0443a59f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cc354c98-7b14-4eb8-a431-05209adf8aba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:55:34.856374 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5c27b6-10d1-4350-b7c5-28690ce1cb8e req-272a91fe-ef62-4d0e-ac75-a3e3a7685021 service neutron] Bound using segment: {'id': '04fb4658-a43b-4e96-a4ab-8c0443a59f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cc354c98-7b14-4eb8-a431-05209adf8aba'} {{(pid=95066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:55:34.856805 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.managers [req-ff5c27b6-10d1-4350-b7c5-28690ce1cb8e req-272a91fe-ef62-4d0e-ac75-a3e3a7685021 service neutron] Bound port: c21349b9-c678-4caa-8bae-bffb9ff9fcf8, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04fb4658-a43b-4e96-a4ab-8c0443a59f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cc354c98-7b14-4eb8-a431-05209adf8aba'}}] {{(pid=95066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:55:34.857163 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-ff5c27b6-10d1-4350-b7c5-28690ce1cb8e req-272a91fe-ef62-4d0e-ac75-a3e3a7685021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:55:34.873559 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-623af461-dfb1-42c9-8a10-7d2fad4474a9 req-2cfc7d7f-7539-4ddb-92f8-3f336de8efb7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e90b307-7ad7-4774-950b-2e83c73eb61c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327482 Sep 23 07:55:34.921288 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-ff5c27b6-10d1-4350-b7c5-28690ce1cb8e req-272a91fe-ef62-4d0e-ac75-a3e3a7685021 service neutron] For port c21349b9-c678-4caa-8bae-bffb9ff9fcf8, host n-h2-715271-16, cleared binding levels {{(pid=95066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:55:34.924489 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-ff5c27b6-10d1-4350-b7c5-28690ce1cb8e req-272a91fe-ef62-4d0e-ac75-a3e3a7685021 service neutron] For port c21349b9-c678-4caa-8bae-bffb9ff9fcf8, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=c21349b9-c678-4caa-8bae-bffb9ff9fcf8,segment=NetworkSegment(04fb4658-a43b-4e96-a4ab-8c0443a59f43),segment_id=04fb4658-a43b-4e96-a4ab-8c0443a59f43)] {{(pid=95066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:55:34.928106 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-ff5c27b6-10d1-4350-b7c5-28690ce1cb8e req-272a91fe-ef62-4d0e-ac75-a3e3a7685021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:55:35.290212 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c27b6-10d1-4350-b7c5-28690ce1cb8e req-272a91fe-ef62-4d0e-ac75-a3e3a7685021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:55:35.290857 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-ff5c27b6-10d1-4350-b7c5-28690ce1cb8e req-272a91fe-ef62-4d0e-ac75-a3e3a7685021 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:55:35.292818 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ff5c27b6-10d1-4350-b7c5-28690ce1cb8e req-272a91fe-ef62-4d0e-ac75-a3e3a7685021 service neutron] 10.222.0.58 "PUT /v2.0/ports/c21349b9-c678-4caa-8bae-bffb9ff9fcf8 HTTP/1.1" status: 200 len: 1092 time: 1.0931301 Sep 23 07:55:35.316053 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272a91fe-ef62-4d0e-ac75-a3e3a7685021 service neutron] Pushing event updated for resources: {'Port': ['ID=c21349b9-c678-4caa-8bae-bffb9ff9fcf8,revision_number=7']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:55:35.365994 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c27b6-10d1-4350-b7c5-28690ce1cb8e req-dfa73423-b696-4400-9cd6-2928141531b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:55:35.367575 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ff5c27b6-10d1-4350-b7c5-28690ce1cb8e req-dfa73423-b696-4400-9cd6-2928141531b2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=69ff37bb8aa54e3cbca49be59e8110a2&device_id=ff413928-f333-4796-80a4-2a5d0ab6b7d6 HTTP/1.1" status: 200 len: 1095 time: 0.0421805 Sep 23 07:55:35.465976 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c27b6-10d1-4350-b7c5-28690ce1cb8e req-272d316f-0955-4e16-b4cf-0132438f87b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:55:35.467467 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ff5c27b6-10d1-4350-b7c5-28690ce1cb8e req-272d316f-0955-4e16-b4cf-0132438f87b5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=cc354c98-7b14-4eb8-a431-05209adf8aba HTTP/1.1" status: 200 len: 897 time: 0.0923102 Sep 23 07:55:35.533465 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ff5c27b6-10d1-4350-b7c5-28690ce1cb8e req-4a519c01-e58d-44ae-a47b-710ad1a03bb3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c21349b9-c678-4caa-8bae-bffb9ff9fcf8 HTTP/1.1" status: 200 len: 999 time: 0.0586894 Sep 23 07:55:35.582982 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c27b6-10d1-4350-b7c5-28690ce1cb8e req-1478ab90-622b-43f2-85e0-089de7890722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:55:35.584450 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ff5c27b6-10d1-4350-b7c5-28690ce1cb8e req-1478ab90-622b-43f2-85e0-089de7890722 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dd132232-2eae-46cb-af98-eb5a9aafd782 HTTP/1.1" status: 200 len: 833 time: 0.0442343 Sep 23 07:55:35.632531 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c27b6-10d1-4350-b7c5-28690ce1cb8e req-f97f45cf-8736-4647-a38d-ff2ac662a242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:55:35.634107 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ff5c27b6-10d1-4350-b7c5-28690ce1cb8e req-f97f45cf-8736-4647-a38d-ff2ac662a242 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cc354c98-7b14-4eb8-a431-05209adf8aba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427961 Sep 23 07:55:35.721217 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ff5c27b6-10d1-4350-b7c5-28690ce1cb8e req-94ee0774-a94a-4914-94d9-d7891ba946f7 service neutron] 10.222.0.58 "GET /v2.0/networks/cc354c98-7b14-4eb8-a431-05209adf8aba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802760 Sep 23 07:55:35.815693 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-ff5c27b6-10d1-4350-b7c5-28690ce1cb8e req-842703f3-07db-44f4-9e8b-b4a1169f7ab4 service neutron] 10.222.0.58 "GET /v2.0/networks/cc354c98-7b14-4eb8-a431-05209adf8aba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876331 Sep 23 07:55:35.903615 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:55:35.994048 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c253860e-2bbc-4370-bfb6-c79852d38006 req-3201b709-e5e3-400d-861c-942d21ed50dc tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:55:35.996112 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c253860e-2bbc-4370-bfb6-c79852d38006 req-3201b709-e5e3-400d-861c-942d21ed50dc tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff413928-f333-4796-80a4-2a5d0ab6b7d6 HTTP/1.1" status: 200 len: 943 time: 0.0491164 Sep 23 07:55:36.033973 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c253860e-2bbc-4370-bfb6-c79852d38006 req-f5269555-3bb2-4123-8d4e-42f85a187c0b tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e90b307-7ad7-4774-950b-2e83c73eb61c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319445 Sep 23 07:55:36.607777 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff413928-f333-4796-80a4-2a5d0ab6b7d6', 'tag': 'c21349b9-c678-4caa-8bae-bffb9ff9fcf8'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:55:36.610150 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5c82e26e84456ec9bd92b2391c670c25772fd4a9558cb5800b4b1a13ca591a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c257d22d-d3d0-41de-8665-601c47978de3" -d '{"events": [{"name": "network-changed", "server_uuid": "ff413928-f333-4796-80a4-2a5d0ab6b7d6", "tag": "c21349b9-c678-4caa-8bae-bffb9ff9fcf8"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:55:36.658405 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b63a59-a72d-408c-bd09-91f869ca9d07 x-openstack-request-id: req-31b63a59-a72d-408c-bd09-91f869ca9d07 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:55:36.658694 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff413928-f333-4796-80a4-2a5d0ab6b7d6", "tag": "c21349b9-c678-4caa-8bae-bffb9ff9fcf8", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:55:36.658940 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-31b63a59-a72d-408c-bd09-91f869ca9d07 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:55:36.659330 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff413928-f333-4796-80a4-2a5d0ab6b7d6', 'tag': 'c21349b9-c678-4caa-8bae-bffb9ff9fcf8', 'status': 'completed', 'code': 200} Sep 23 07:55:36.717281 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c257d22d-d3d0-41de-8665-601c47978de3 req-cd1032d3-63eb-40f1-9c40-63529ac3397f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:55:36.718816 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c257d22d-d3d0-41de-8665-601c47978de3 req-cd1032d3-63eb-40f1-9c40-63529ac3397f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=69ff37bb8aa54e3cbca49be59e8110a2&device_id=ff413928-f333-4796-80a4-2a5d0ab6b7d6 HTTP/1.1" status: 200 len: 1095 time: 0.0409667 Sep 23 07:55:36.733215 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c257d22d-d3d0-41de-8665-601c47978de3 req-46ac3975-d989-41bd-82d7-fd597a7a3fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:55:36.734756 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c257d22d-d3d0-41de-8665-601c47978de3 req-46ac3975-d989-41bd-82d7-fd597a7a3fab service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=69ff37bb8aa54e3cbca49be59e8110a2&device_id=ff413928-f333-4796-80a4-2a5d0ab6b7d6 HTTP/1.1" status: 200 len: 1095 time: 0.0413346 Sep 23 07:55:36.813922 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c257d22d-d3d0-41de-8665-601c47978de3 req-33b65f11-329f-4ef2-bfda-c23d3473e92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:55:36.815406 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c257d22d-d3d0-41de-8665-601c47978de3 req-33b65f11-329f-4ef2-bfda-c23d3473e92c service neutron] 10.222.0.58 "GET /v2.0/networks?id=cc354c98-7b14-4eb8-a431-05209adf8aba HTTP/1.1" status: 200 len: 897 time: 0.0887897 Sep 23 07:55:36.828721 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c257d22d-d3d0-41de-8665-601c47978de3 req-c0ee8e7d-8348-4770-ad82-436e37f9bfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:55:36.830247 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c257d22d-d3d0-41de-8665-601c47978de3 req-c0ee8e7d-8348-4770-ad82-436e37f9bfb9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cc354c98-7b14-4eb8-a431-05209adf8aba HTTP/1.1" status: 200 len: 897 time: 0.0885906 Sep 23 07:55:36.883657 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c257d22d-d3d0-41de-8665-601c47978de3 req-0d5441cb-2b05-4064-874a-a4cbe8043e62 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c21349b9-c678-4caa-8bae-bffb9ff9fcf8 HTTP/1.1" status: 200 len: 999 time: 0.0587428 Sep 23 07:55:36.894393 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c257d22d-d3d0-41de-8665-601c47978de3 req-204a8c8d-59f3-4cef-a906-abc05825ab30 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c21349b9-c678-4caa-8bae-bffb9ff9fcf8 HTTP/1.1" status: 200 len: 999 time: 0.0576179 Sep 23 07:55:36.939123 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c257d22d-d3d0-41de-8665-601c47978de3 req-4b762e42-2672-4ece-bcf0-dc9d42d75662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:55:36.940606 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c257d22d-d3d0-41de-8665-601c47978de3 req-4b762e42-2672-4ece-bcf0-dc9d42d75662 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dd132232-2eae-46cb-af98-eb5a9aafd782 HTTP/1.1" status: 200 len: 833 time: 0.0485899 Sep 23 07:55:36.943084 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c257d22d-d3d0-41de-8665-601c47978de3 req-c44a0b71-873b-4f9b-889d-444eb43091b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:55:36.944581 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c257d22d-d3d0-41de-8665-601c47978de3 req-c44a0b71-873b-4f9b-889d-444eb43091b1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dd132232-2eae-46cb-af98-eb5a9aafd782 HTTP/1.1" status: 200 len: 833 time: 0.0438278 Sep 23 07:55:36.988318 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c257d22d-d3d0-41de-8665-601c47978de3 req-9ff82325-b955-44ce-948c-ef9fbf739147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:55:36.989824 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c257d22d-d3d0-41de-8665-601c47978de3 req-9ff82325-b955-44ce-948c-ef9fbf739147 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cc354c98-7b14-4eb8-a431-05209adf8aba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409508 Sep 23 07:55:36.992892 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c257d22d-d3d0-41de-8665-601c47978de3 req-5104db5f-9e33-4214-a030-b6e65f786b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:55:36.995048 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c257d22d-d3d0-41de-8665-601c47978de3 req-5104db5f-9e33-4214-a030-b6e65f786b95 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cc354c98-7b14-4eb8-a431-05209adf8aba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435047 Sep 23 07:55:37.083566 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c257d22d-d3d0-41de-8665-601c47978de3 req-37a212b6-08cd-4c15-8d70-70750b6b1636 service neutron] 10.222.0.58 "GET /v2.0/networks/cc354c98-7b14-4eb8-a431-05209adf8aba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850523 Sep 23 07:55:37.086136 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c257d22d-d3d0-41de-8665-601c47978de3 req-4e353947-dae8-4d94-a95b-ce97ad866b85 service neutron] 10.222.0.21 "GET /v2.0/networks/cc354c98-7b14-4eb8-a431-05209adf8aba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840881 Sep 23 07:55:37.191303 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c257d22d-d3d0-41de-8665-601c47978de3 req-c4d5272b-b568-47d7-9f97-f83d542fe1e5 service neutron] 10.222.0.21 "GET /v2.0/networks/cc354c98-7b14-4eb8-a431-05209adf8aba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962906 Sep 23 07:55:37.216342 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96562f47-539b-463b-b107-31ce76b605dd req-81f2344d-5633-4767-a190-db85947de0b9 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:55:37.217849 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-96562f47-539b-463b-b107-31ce76b605dd req-81f2344d-5633-4767-a190-db85947de0b9 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff413928-f333-4796-80a4-2a5d0ab6b7d6 HTTP/1.1" status: 200 len: 943 time: 0.0962827 Sep 23 07:55:37.243498 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c257d22d-d3d0-41de-8665-601c47978de3 req-143a23dd-7b5e-4e65-9fb8-e065f5b3a7d6 service neutron] 10.222.0.58 "GET /v2.0/networks/cc354c98-7b14-4eb8-a431-05209adf8aba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518588 Sep 23 07:55:37.263822 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-96562f47-539b-463b-b107-31ce76b605dd req-742ae2a2-3645-4499-99b6-02edf91cd63d tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e90b307-7ad7-4774-950b-2e83c73eb61c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367322 Sep 23 07:55:37.355119 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:55:37.630888 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device c21349b9-c678-4caa-8bae-bffb9ff9fcf8 no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:55:37.668482 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device c21349b9-c678-4caa-8bae-bffb9ff9fcf8 not bound to the agent host n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:55:38.155732 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ca7c93e7-6c3f-4e57-a94c-84cf658c4cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:55:38.384725 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15d985-f6b0-4b39-957b-e5c0453092d0 req-fba20ade-c268-4de1-8042-2ea3e60a00c1 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:55:38.386210 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9f15d985-f6b0-4b39-957b-e5c0453092d0 req-fba20ade-c268-4de1-8042-2ea3e60a00c1 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff413928-f333-4796-80a4-2a5d0ab6b7d6 HTTP/1.1" status: 200 len: 943 time: 0.0505838 Sep 23 07:55:38.423376 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9f15d985-f6b0-4b39-957b-e5c0453092d0 req-f5f8f657-c980-4898-95b3-69aaa0e2bb22 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e90b307-7ad7-4774-950b-2e83c73eb61c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312765 Sep 23 07:55:38.648398 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d5abc-2556-4fa8-b574-e7f85895ab53 req-3368a310-841a-4ba2-aa6c-5e22f7b716ef tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:55:38.649792 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-024d5abc-2556-4fa8-b574-e7f85895ab53 req-3368a310-841a-4ba2-aa6c-5e22f7b716ef tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff413928-f333-4796-80a4-2a5d0ab6b7d6 HTTP/1.1" status: 200 len: 943 time: 0.0846565 Sep 23 07:55:38.663031 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859d44c-98e9-4fc7-b202-05a5eb734f8d req-10a69553-dc16-4017-ad21-38952fa3e301 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:55:38.664415 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4859d44c-98e9-4fc7-b202-05a5eb734f8d req-10a69553-dc16-4017-ad21-38952fa3e301 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff413928-f333-4796-80a4-2a5d0ab6b7d6&tenant_id=69ff37bb8aa54e3cbca49be59e8110a2&binding%3Ahost_id=n-h2-715271-16 HTTP/1.1" status: 200 len: 943 time: 0.0723262 Sep 23 07:55:38.722478 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-024d5abc-2556-4fa8-b574-e7f85895ab53 req-b5d4ac11-a1df-4277-91c1-208155c83f61 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e90b307-7ad7-4774-950b-2e83c73eb61c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571208 Sep 23 07:55:38.743767 n-d-715271-16 neutron-server[95065]: INFO neutron.api.v2.resource [req-4859d44c-98e9-4fc7-b202-05a5eb734f8d req-177271c1-b8cf-4ca3-8c0a-b38e616786c0 service neutron] delete failed (client error): The resource could not be found. Sep 23 07:55:38.745044 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4859d44c-98e9-4fc7-b202-05a5eb734f8d req-177271c1-b8cf-4ca3-8c0a-b38e616786c0 service neutron] 10.222.0.21 "DELETE /v2.0/ports/c21349b9-c678-4caa-8bae-bffb9ff9fcf8/bindings/n-h1-715271-16 HTTP/1.1" status: 404 len: 381 time: 0.0668736 Sep 23 07:55:38.841712 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859d44c-98e9-4fc7-b202-05a5eb734f8d req-5f61f803-290b-4f65-b421-36f5fe4de999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:55:38.843298 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4859d44c-98e9-4fc7-b202-05a5eb734f8d req-5f61f803-290b-4f65-b421-36f5fe4de999 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=69ff37bb8aa54e3cbca49be59e8110a2&device_id=ff413928-f333-4796-80a4-2a5d0ab6b7d6 HTTP/1.1" status: 200 len: 1095 time: 0.0420663 Sep 23 07:55:38.846177 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e6bcbe-dcc7-4cba-bd42-b77e2e99b7b0 req-3f7613af-1907-4599-9233-fd4dd77e4c5d tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:55:38.847662 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-10e6bcbe-dcc7-4cba-bd42-b77e2e99b7b0 req-3f7613af-1907-4599-9233-fd4dd77e4c5d tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff413928-f333-4796-80a4-2a5d0ab6b7d6 HTTP/1.1" status: 200 len: 943 time: 0.0542443 Sep 23 07:55:38.886122 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-10e6bcbe-dcc7-4cba-bd42-b77e2e99b7b0 req-9e16e62b-b3f7-4133-b33b-cb0561a0511d tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e90b307-7ad7-4774-950b-2e83c73eb61c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321908 Sep 23 07:55:38.935856 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859d44c-98e9-4fc7-b202-05a5eb734f8d req-4fae17e1-b280-4ad4-8ed4-95690dda1fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:55:38.937244 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4859d44c-98e9-4fc7-b202-05a5eb734f8d req-4fae17e1-b280-4ad4-8ed4-95690dda1fef service neutron] 10.222.0.21 "GET /v2.0/networks?id=cc354c98-7b14-4eb8-a431-05209adf8aba HTTP/1.1" status: 200 len: 897 time: 0.0875463 Sep 23 07:55:39.006311 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4859d44c-98e9-4fc7-b202-05a5eb734f8d req-34338a13-b10d-437c-8ed7-d87c1d2d9291 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c21349b9-c678-4caa-8bae-bffb9ff9fcf8 HTTP/1.1" status: 200 len: 999 time: 0.0615265 Sep 23 07:55:39.054877 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859d44c-98e9-4fc7-b202-05a5eb734f8d req-60b70ba4-0b5d-48f7-9882-f309f3328366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:55:39.056302 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4859d44c-98e9-4fc7-b202-05a5eb734f8d req-60b70ba4-0b5d-48f7-9882-f309f3328366 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dd132232-2eae-46cb-af98-eb5a9aafd782 HTTP/1.1" status: 200 len: 833 time: 0.0431316 Sep 23 07:55:39.102358 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859d44c-98e9-4fc7-b202-05a5eb734f8d req-dffb02db-88c5-4e53-9ebf-064ce601dff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:55:39.103431 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4859d44c-98e9-4fc7-b202-05a5eb734f8d req-dffb02db-88c5-4e53-9ebf-064ce601dff5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cc354c98-7b14-4eb8-a431-05209adf8aba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393963 Sep 23 07:55:39.200088 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4859d44c-98e9-4fc7-b202-05a5eb734f8d req-0bc87c81-4b2b-49fe-a4f3-22fbef5365cd service neutron] 10.222.0.21 "GET /v2.0/networks/cc354c98-7b14-4eb8-a431-05209adf8aba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888610 Sep 23 07:55:39.287447 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4859d44c-98e9-4fc7-b202-05a5eb734f8d req-e455b72d-8a28-486f-8315-84df47c62b0a service neutron] 10.222.0.21 "GET /v2.0/networks/cc354c98-7b14-4eb8-a431-05209adf8aba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805960 Sep 23 07:55:39.639461 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device c21349b9-c678-4caa-8bae-bffb9ff9fcf8 details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:55:39.739229 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port c21349b9-c678-4caa-8bae-bffb9ff9fcf8, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=c21349b9-c678-4caa-8bae-bffb9ff9fcf8,segment=NetworkSegment(04fb4658-a43b-4e96-a4ab-8c0443a59f43),segment_id=04fb4658-a43b-4e96-a4ab-8c0443a59f43)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:55:39.751192 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': 'c21349b9-c678-4caa-8bae-bffb9ff9fcf8', 'network_id': 'cc354c98-7b14-4eb8-a431-05209adf8aba', 'port_id': 'c21349b9-c678-4caa-8bae-bffb9ff9fcf8', 'mac_address': 'fa:16:3e:9e:ad:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd132232-2eae-46cb-af98-eb5a9aafd782', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:55:39.794293 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:55:39.807415 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c21349b9-c678-4caa-8bae-bffb9ff9fcf8 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:55:39.828364 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port c21349b9-c678-4caa-8bae-bffb9ff9fcf8, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=c21349b9-c678-4caa-8bae-bffb9ff9fcf8,segment=NetworkSegment(04fb4658-a43b-4e96-a4ab-8c0443a59f43),segment_id=04fb4658-a43b-4e96-a4ab-8c0443a59f43)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:55:39.832722 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:55:39.882184 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=c21349b9-c678-4caa-8bae-bffb9ff9fcf8,revision_number=8']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:55:39.889715 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:55:39.890039 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:55:39.890385 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:55:39.890723 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:55:39.891062 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:55:39.891392 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:55:39.891722 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:55:39.892054 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:55:39.892377 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:55:39.892698 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:55:39.893022 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:55:39.893345 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:55:40.002528 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d6a6e7-7256-4f48-9a55-1027b5719b5b req-4739d22d-6cf7-4aca-9fed-150bf86eddb7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:55:40.004267 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-68d6a6e7-7256-4f48-9a55-1027b5719b5b req-4739d22d-6cf7-4aca-9fed-150bf86eddb7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff413928-f333-4796-80a4-2a5d0ab6b7d6 HTTP/1.1" status: 200 len: 944 time: 0.0500140 Sep 23 07:55:40.047520 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-68d6a6e7-7256-4f48-9a55-1027b5719b5b req-c7e5d579-ecfc-45b6-8b04-3bc44704308b tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e90b307-7ad7-4774-950b-2e83c73eb61c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372682 Sep 23 07:55:40.074613 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 56292) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:55:40.099586 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['c21349b9-c678-4caa-8bae-bffb9ff9fcf8'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:55:40.142291 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-15a9fa76-f8e5-4907-ae03-fe6ff3b5ad01 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/floatingips/79bbf6fc-97d6-4a6a-966e-9b07780ca638 HTTP/1.1" status: 200 len: 992 time: 0.0613186 Sep 23 07:55:40.621435 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:55:41.155936 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8a75f924-3882-48d9-82ab-933cf1aca8c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:55:41.639729 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device c21349b9-c678-4caa-8bae-bffb9ff9fcf8 up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:55:41.686175 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:55:41.700954 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port c21349b9-c678-4caa-8bae-bffb9ff9fcf8 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:55:41.704447 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port c21349b9-c678-4caa-8bae-bffb9ff9fcf8 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:55:41.704808 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:55:41.930485 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:55:41.952051 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff413928-f333-4796-80a4-2a5d0ab6b7d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c21349b9-c678-4caa-8bae-bffb9ff9fcf8'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:55:41.954283 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ba4f7dfdfe0dde90123cb5af03ec17f0bd1073b346dec34131962e04cdfc7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c59de77b-381c-4165-9648-84d9ff89e56d" -d '{"events": [{"server_uuid": "ff413928-f333-4796-80a4-2a5d0ab6b7d6", "name": "network-vif-plugged", "status": "completed", "tag": "c21349b9-c678-4caa-8bae-bffb9ff9fcf8"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:55:41.966811 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port c21349b9-c678-4caa-8bae-bffb9ff9fcf8, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=c21349b9-c678-4caa-8bae-bffb9ff9fcf8,segment=NetworkSegment(04fb4658-a43b-4e96-a4ab-8c0443a59f43),segment_id=04fb4658-a43b-4e96-a4ab-8c0443a59f43)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:55:41.971542 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:55:42.019439 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=c21349b9-c678-4caa-8bae-bffb9ff9fcf8,revision_number=9']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:55:42.045472 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e3f4be0-23d4-4f81-929a-634bf92e0065 x-openstack-request-id: req-0e3f4be0-23d4-4f81-929a-634bf92e0065 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:55:42.045768 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff413928-f333-4796-80a4-2a5d0ab6b7d6", "name": "network-vif-plugged", "status": "completed", "tag": "c21349b9-c678-4caa-8bae-bffb9ff9fcf8", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:55:42.046055 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0e3f4be0-23d4-4f81-929a-634bf92e0065 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:55:42.046446 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff413928-f333-4796-80a4-2a5d0ab6b7d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c21349b9-c678-4caa-8bae-bffb9ff9fcf8', 'code': 200} Sep 23 07:55:42.594077 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:55:44.071515 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:55:48.658067 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1d9e9ad4-455b-4459-88b2-a524bd81ed77 req-7f25c300-849f-4e7e-b729-44dd1d784c0a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ff413928-f333-4796-80a4-2a5d0ab6b7d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0431678 Sep 23 07:55:48.742902 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e9ad4-455b-4459-88b2-a524bd81ed77 req-53036282-3ad7-4e29-a505-26d16cd72613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:55:48.744378 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1d9e9ad4-455b-4459-88b2-a524bd81ed77 req-53036282-3ad7-4e29-a505-26d16cd72613 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=69ff37bb8aa54e3cbca49be59e8110a2&device_id=ff413928-f333-4796-80a4-2a5d0ab6b7d6 HTTP/1.1" status: 200 len: 1097 time: 0.0400612 Sep 23 07:55:48.848222 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e9ad4-455b-4459-88b2-a524bd81ed77 req-34a2f813-b410-4027-8c43-eb5eb2c3ced9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:55:48.849720 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1d9e9ad4-455b-4459-88b2-a524bd81ed77 req-34a2f813-b410-4027-8c43-eb5eb2c3ced9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=cc354c98-7b14-4eb8-a431-05209adf8aba HTTP/1.1" status: 200 len: 897 time: 0.0856931 Sep 23 07:55:48.920041 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1d9e9ad4-455b-4459-88b2-a524bd81ed77 req-4fc56d36-2288-42d3-a37c-b7cc6ef1d7df service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c21349b9-c678-4caa-8bae-bffb9ff9fcf8 HTTP/1.1" status: 200 len: 1001 time: 0.0621459 Sep 23 07:55:48.969343 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e9ad4-455b-4459-88b2-a524bd81ed77 req-c398db9d-8d08-4415-9a4f-a16b53738f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:55:48.970849 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1d9e9ad4-455b-4459-88b2-a524bd81ed77 req-c398db9d-8d08-4415-9a4f-a16b53738f96 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dd132232-2eae-46cb-af98-eb5a9aafd782 HTTP/1.1" status: 200 len: 833 time: 0.0433619 Sep 23 07:55:49.017398 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e9ad4-455b-4459-88b2-a524bd81ed77 req-308e916f-44de-4dda-ab36-89a85fe545e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:55:49.018928 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1d9e9ad4-455b-4459-88b2-a524bd81ed77 req-308e916f-44de-4dda-ab36-89a85fe545e4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cc354c98-7b14-4eb8-a431-05209adf8aba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416272 Sep 23 07:55:49.115548 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1d9e9ad4-455b-4459-88b2-a524bd81ed77 req-652f549e-22ae-4bf0-9124-680c0889684e service neutron] 10.222.0.58 "GET /v2.0/networks/cc354c98-7b14-4eb8-a431-05209adf8aba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893927 Sep 23 07:55:49.211113 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1d9e9ad4-455b-4459-88b2-a524bd81ed77 req-d8f2cc24-5dcc-481a-9a73-77355804ad7a service neutron] 10.222.0.58 "GET /v2.0/networks/cc354c98-7b14-4eb8-a431-05209adf8aba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856674 Sep 23 07:56:07.367811 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:08.156800 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-cb9e9d56-31b0-4ca3-9844-2b5cd1095c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:08.497213 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 56308) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:56:08.655411 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-52991812-e9ce-419f-b4cc-c4c7459fc143 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Deleting port c4120f7d-40b0-471b-aeb9-301351c2d65a {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:56:08.655757 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-52991812-e9ce-419f-b4cc-c4c7459fc143 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:08.730322 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-52991812-e9ce-419f-b4cc-c4c7459fc143 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:08.730657 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-52991812-e9ce-419f-b4cc-c4c7459fc143 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:08.742327 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-52991812-e9ce-419f-b4cc-c4c7459fc143 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Calling delete_port for c4120f7d-40b0-471b-aeb9-301351c2d65a owned by network:floatingip {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:56:08.891854 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-52991812-e9ce-419f-b4cc-c4c7459fc143 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:08.918631 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52991812-e9ce-419f-b4cc-c4c7459fc143 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event deleted for resources: {'Port': ['ID=c4120f7d-40b0-471b-aeb9-301351c2d65a,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:56:08.981641 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-52991812-e9ce-419f-b4cc-c4c7459fc143 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for floatingip, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:08.982069 n-d-715271-16 neutron-server[95066]: INFO neutron.db.l3_db [None req-52991812-e9ce-419f-b4cc-c4c7459fc143 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Floating IP 79bbf6fc-97d6-4a6a-966e-9b07780ca638 disassociated (deleted). External IP: 172.25.2.150, port: c21349b9-c678-4caa-8bae-bffb9ff9fcf8. Sep 23 07:56:09.191621 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52991812-e9ce-419f-b4cc-c4c7459fc143 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Router 1d6897ca-3426-40f1-b022-9f6f220110ee has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:56:09.299429 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52991812-e9ce-419f-b4cc-c4c7459fc143 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:56:09.304296 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-52991812-e9ce-419f-b4cc-c4c7459fc143 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:09.308813 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52abe873-b96b-4c30-8101-a1ef3d647dae None None] Sync routers for ids ['1d6897ca-3426-40f1-b022-9f6f220110ee'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:56:09.317849 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52abe873-b96b-4c30-8101-a1ef3d647dae None None] Routers {'1d6897ca-3426-40f1-b022-9f6f220110ee'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:56:09.318498 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-52abe873-b96b-4c30-8101-a1ef3d647dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:55:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['1d6897ca-3426-40f1-b022-9f6f220110ee'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:56:09.330279 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-52991812-e9ce-419f-b4cc-c4c7459fc143 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "DELETE /v2.0/floatingips/79bbf6fc-97d6-4a6a-966e-9b07780ca638 HTTP/1.1" status: 204 len: 168 time: 0.8319597 Sep 23 07:56:09.330844 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff413928-f333-4796-80a4-2a5d0ab6b7d6', 'tag': 'c21349b9-c678-4caa-8bae-bffb9ff9fcf8'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:56:09.333110 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5c82e26e84456ec9bd92b2391c670c25772fd4a9558cb5800b4b1a13ca591a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc33028f-787a-447e-8164-bfa4a9e8dc48" -d '{"events": [{"name": "network-changed", "server_uuid": "ff413928-f333-4796-80a4-2a5d0ab6b7d6", "tag": "c21349b9-c678-4caa-8bae-bffb9ff9fcf8"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:56:09.371884 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5727e86b-327f-494c-8eb5-67fe281b346c x-openstack-request-id: req-5727e86b-327f-494c-8eb5-67fe281b346c {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:56:09.372175 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff413928-f333-4796-80a4-2a5d0ab6b7d6", "tag": "c21349b9-c678-4caa-8bae-bffb9ff9fcf8", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:56:09.372423 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5727e86b-327f-494c-8eb5-67fe281b346c {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:56:09.372818 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff413928-f333-4796-80a4-2a5d0ab6b7d6', 'tag': 'c21349b9-c678-4caa-8bae-bffb9ff9fcf8', 'status': 'completed', 'code': 200} Sep 23 07:56:09.430882 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-52abe873-b96b-4c30-8101-a1ef3d647dae None None] Set router 1d6897ca-3426-40f1-b022-9f6f220110ee gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:56:09.438349 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33028f-787a-447e-8164-bfa4a9e8dc48 req-02f885e1-11ff-466e-badc-5826f33734bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:56:09.439961 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fc33028f-787a-447e-8164-bfa4a9e8dc48 req-02f885e1-11ff-466e-badc-5826f33734bf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=69ff37bb8aa54e3cbca49be59e8110a2&device_id=ff413928-f333-4796-80a4-2a5d0ab6b7d6 HTTP/1.1" status: 200 len: 1097 time: 0.0438716 Sep 23 07:56:09.560083 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33028f-787a-447e-8164-bfa4a9e8dc48 req-5ffef5ea-c98f-4198-bcfb-92600d51e37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:56:09.561635 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fc33028f-787a-447e-8164-bfa4a9e8dc48 req-5ffef5ea-c98f-4198-bcfb-92600d51e37b service neutron] 10.222.0.58 "GET /v2.0/networks?id=cc354c98-7b14-4eb8-a431-05209adf8aba HTTP/1.1" status: 200 len: 897 time: 0.1124139 Sep 23 07:56:09.569799 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa50f269-2ee4-439f-aafb-bc3d34bc22cb req-4262d3a6-6010-4372-8901-6897c7f1e953 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:56:09.571380 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fa50f269-2ee4-439f-aafb-bc3d34bc22cb req-4262d3a6-6010-4372-8901-6897c7f1e953 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff413928-f333-4796-80a4-2a5d0ab6b7d6 HTTP/1.1" status: 200 len: 945 time: 0.0552371 Sep 23 07:56:09.607356 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fc33028f-787a-447e-8164-bfa4a9e8dc48 req-d46aef7d-2187-4108-9893-56c20963624f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c21349b9-c678-4caa-8bae-bffb9ff9fcf8 HTTP/1.1" status: 200 len: 217 time: 0.0375931 Sep 23 07:56:09.611843 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fa50f269-2ee4-439f-aafb-bc3d34bc22cb req-a8b42502-4bab-4dcc-8e60-80f81bc3053b tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e90b307-7ad7-4774-950b-2e83c73eb61c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322599 Sep 23 07:56:09.649203 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-52abe873-b96b-4c30-8101-a1ef3d647dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d6897ca-3426-40f1-b022-9f6f220110ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-211789608', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '8d71f579-eb94-4a23-80d0-eb7f03eda8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:53:54Z', 'updated_at': '2021-09-23T07:53:58Z', 'revision_number': 4, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'gw_port': {'id': '8d71f579-eb94-4a23-80d0-eb7f03eda8df', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:97:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d6897ca-3426-40f1-b022-9f6f220110ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:53:54Z', 'updated_at': '2021-09-23T07:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '0d677d9f-8732-4e08-b6d6-0ab2d00a6202', 'name': '', 'network_id': 'cc354c98-7b14-4eb8-a431-05209adf8aba', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'mac_address': 'fa:16:3e:6b:20:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d6897ca-3426-40f1-b022-9f6f220110ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'dd132232-2eae-46cb-af98-eb5a9aafd782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:53:57Z', 'updated_at': '2021-09-23T07:54:00Z', 'revision_number': 5, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'subnets': [{'id': 'dd132232-2eae-46cb-af98-eb5a9aafd782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:56:09.659062 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33028f-787a-447e-8164-bfa4a9e8dc48 req-f101f872-14c9-4c36-974f-2fe9ac61dabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:56:09.660712 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fc33028f-787a-447e-8164-bfa4a9e8dc48 req-f101f872-14c9-4c36-974f-2fe9ac61dabb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dd132232-2eae-46cb-af98-eb5a9aafd782 HTTP/1.1" status: 200 len: 833 time: 0.0460904 Sep 23 07:56:09.680294 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52abe873-b96b-4c30-8101-a1ef3d647dae None None] Checking router: 1d6897ca-3426-40f1-b022-9f6f220110ee for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:56:09.688672 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52abe873-b96b-4c30-8101-a1ef3d647dae None None] Routers {'1d6897ca-3426-40f1-b022-9f6f220110ee'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:56:09.689289 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-52abe873-b96b-4c30-8101-a1ef3d647dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:55:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['1d6897ca-3426-40f1-b022-9f6f220110ee'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:56:09.712134 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33028f-787a-447e-8164-bfa4a9e8dc48 req-d6b65651-e401-44af-be27-fb605882dd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:56:09.714456 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fc33028f-787a-447e-8164-bfa4a9e8dc48 req-d6b65651-e401-44af-be27-fb605882dd27 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cc354c98-7b14-4eb8-a431-05209adf8aba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457623 Sep 23 07:56:09.795701 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-52abe873-b96b-4c30-8101-a1ef3d647dae None None] Set router 1d6897ca-3426-40f1-b022-9f6f220110ee gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:56:09.805400 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fc33028f-787a-447e-8164-bfa4a9e8dc48 req-34bdbb2f-84f8-4c4f-a499-7a30573dc1bc service neutron] 10.222.0.58 "GET /v2.0/networks/cc354c98-7b14-4eb8-a431-05209adf8aba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834932 Sep 23 07:56:09.902937 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-fc33028f-787a-447e-8164-bfa4a9e8dc48 req-1dbeaf53-b1d9-4712-8919-124ac3e8df18 service neutron] 10.222.0.58 "GET /v2.0/networks/cc354c98-7b14-4eb8-a431-05209adf8aba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902369 Sep 23 07:56:09.995428 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-52abe873-b96b-4c30-8101-a1ef3d647dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d6897ca-3426-40f1-b022-9f6f220110ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-211789608', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '8d71f579-eb94-4a23-80d0-eb7f03eda8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:53:54Z', 'updated_at': '2021-09-23T07:53:58Z', 'revision_number': 4, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'gw_port': {'id': '8d71f579-eb94-4a23-80d0-eb7f03eda8df', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:97:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d6897ca-3426-40f1-b022-9f6f220110ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:53:54Z', 'updated_at': '2021-09-23T07:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '0d677d9f-8732-4e08-b6d6-0ab2d00a6202', 'name': '', 'network_id': 'cc354c98-7b14-4eb8-a431-05209adf8aba', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'mac_address': 'fa:16:3e:6b:20:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d6897ca-3426-40f1-b022-9f6f220110ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'dd132232-2eae-46cb-af98-eb5a9aafd782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:53:57Z', 'updated_at': '2021-09-23T07:54:00Z', 'revision_number': 5, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'subnets': [{'id': 'dd132232-2eae-46cb-af98-eb5a9aafd782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:56:10.021752 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52abe873-b96b-4c30-8101-a1ef3d647dae None None] The sync data for ids ['1d6897ca-3426-40f1-b022-9f6f220110ee'] in n-d-715271-16 is: [{'id': '1d6897ca-3426-40f1-b022-9f6f220110ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-211789608', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '8d71f579-eb94-4a23-80d0-eb7f03eda8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:53:54Z', 'updated_at': '2021-09-23T07:53:58Z', 'revision_number': 4, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'gw_port': {'id': '8d71f579-eb94-4a23-80d0-eb7f03eda8df', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:97:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d6897ca-3426-40f1-b022-9f6f220110ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:53:54Z', 'updated_at': '2021-09-23T07:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '0d677d9f-8732-4e08-b6d6-0ab2d00a6202', 'name': '', 'network_id': 'cc354c98-7b14-4eb8-a431-05209adf8aba', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'mac_address': 'fa:16:3e:6b:20:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d6897ca-3426-40f1-b022-9f6f220110ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'dd132232-2eae-46cb-af98-eb5a9aafd782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:53:57Z', 'updated_at': '2021-09-23T07:54:00Z', 'revision_number': 5, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'subnets': [{'id': 'dd132232-2eae-46cb-af98-eb5a9aafd782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:56:10.246351 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad72a6b-8906-4082-9de4-a56e0628ccd1 None None] New status for floating IP 79bbf6fc-97d6-4a6a-966e-9b07780ca638: DOWN {{(pid=95068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 07:56:10.622282 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:10.729325 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada05df-af17-45c5-b0b5-d9685d37603f req-807f5fea-97b7-498a-b90b-36bc3a47a6a2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:56:10.730848 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7ada05df-af17-45c5-b0b5-d9685d37603f req-807f5fea-97b7-498a-b90b-36bc3a47a6a2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff413928-f333-4796-80a4-2a5d0ab6b7d6 HTTP/1.1" status: 200 len: 945 time: 0.0495818 Sep 23 07:56:10.768235 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-7ada05df-af17-45c5-b0b5-d9685d37603f req-d6049b53-aa25-4c26-a5fc-3b10491bcd51 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e90b307-7ad7-4774-950b-2e83c73eb61c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314827 Sep 23 07:56:10.815486 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d619c96-a23d-4ad1-a419-3948b46d0d86 req-a2beaf5d-da29-40d3-97a8-84837ca15169 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:56:10.816929 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9d619c96-a23d-4ad1-a419-3948b46d0d86 req-a2beaf5d-da29-40d3-97a8-84837ca15169 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff413928-f333-4796-80a4-2a5d0ab6b7d6 HTTP/1.1" status: 200 len: 945 time: 0.0478725 Sep 23 07:56:10.916150 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-9d619c96-a23d-4ad1-a419-3948b46d0d86 req-644cc7e4-ee99-45ef-9df5-5902318f1574 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Deleting port c21349b9-c678-4caa-8bae-bffb9ff9fcf8 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:56:10.916538 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-9d619c96-a23d-4ad1-a419-3948b46d0d86 req-644cc7e4-ee99-45ef-9df5-5902318f1574 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:11.004060 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [req-9d619c96-a23d-4ad1-a419-3948b46d0d86 req-644cc7e4-ee99-45ef-9df5-5902318f1574 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] For port c21349b9-c678-4caa-8bae-bffb9ff9fcf8, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=c21349b9-c678-4caa-8bae-bffb9ff9fcf8,segment=NetworkSegment(04fb4658-a43b-4e96-a4ab-8c0443a59f43),segment_id=04fb4658-a43b-4e96-a4ab-8c0443a59f43)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:56:11.004676 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-9d619c96-a23d-4ad1-a419-3948b46d0d86 req-644cc7e4-ee99-45ef-9df5-5902318f1574 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:11.017102 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [req-9d619c96-a23d-4ad1-a419-3948b46d0d86 req-644cc7e4-ee99-45ef-9df5-5902318f1574 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Calling delete_port for c21349b9-c678-4caa-8bae-bffb9ff9fcf8 owned by compute:nova {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:56:11.155941 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-9d619c96-a23d-4ad1-a419-3948b46d0d86 req-644cc7e4-ee99-45ef-9df5-5902318f1574 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:11.158012 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-18cf27bb-a7a0-4e9d-98a0-51f8bdcb3278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:11.185584 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644cc7e4-ee99-45ef-9df5-5902318f1574 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event deleted for resources: {'Port': ['ID=c21349b9-c678-4caa-8bae-bffb9ff9fcf8,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:56:11.230972 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d619c96-a23d-4ad1-a419-3948b46d0d86 req-644cc7e4-ee99-45ef-9df5-5902318f1574 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] No DVR routers for this DVR port c21349b9-c678-4caa-8bae-bffb9ff9fcf8 on host n-h2-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:56:11.233713 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [req-9d619c96-a23d-4ad1-a419-3948b46d0d86 req-644cc7e4-ee99-45ef-9df5-5902318f1574 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:11.235884 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9d619c96-a23d-4ad1-a419-3948b46d0d86 req-644cc7e4-ee99-45ef-9df5-5902318f1574 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.58 "DELETE /v2.0/ports/c21349b9-c678-4caa-8bae-bffb9ff9fcf8 HTTP/1.1" status: 204 len: 173 time: 0.4122531 Sep 23 07:56:11.373733 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff413928-f333-4796-80a4-2a5d0ab6b7d6', 'name': 'network-vif-deleted', 'tag': 'c21349b9-c678-4caa-8bae-bffb9ff9fcf8'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:56:11.376172 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5c82e26e84456ec9bd92b2391c670c25772fd4a9558cb5800b4b1a13ca591a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d13ed1-2069-4d05-bb39-27a538a2f6a5" -d '{"events": [{"server_uuid": "ff413928-f333-4796-80a4-2a5d0ab6b7d6", "name": "network-vif-deleted", "tag": "c21349b9-c678-4caa-8bae-bffb9ff9fcf8"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:56:11.413236 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d863c5b-9fe6-425d-adb6-82a0e7ed3789 x-openstack-request-id: req-2d863c5b-9fe6-425d-adb6-82a0e7ed3789 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:56:11.413526 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff413928-f333-4796-80a4-2a5d0ab6b7d6", "name": "network-vif-deleted", "tag": "c21349b9-c678-4caa-8bae-bffb9ff9fcf8", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:56:11.413771 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2d863c5b-9fe6-425d-adb6-82a0e7ed3789 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:56:11.414189 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff413928-f333-4796-80a4-2a5d0ab6b7d6', 'name': 'network-vif-deleted', 'tag': 'c21349b9-c678-4caa-8bae-bffb9ff9fcf8', 'status': 'completed', 'code': 200} Sep 23 07:56:11.670471 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:11.824915 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 56322) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:56:12.178827 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-eb875a04-5e6a-47fe-b238-0117482605ca tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066969'] for router_interface, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:12.427918 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-eb875a04-5e6a-47fe-b238-0117482605ca tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Deleting port 0d677d9f-8732-4e08-b6d6-0ab2d00a6202 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:56:12.428175 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-eb875a04-5e6a-47fe-b238-0117482605ca tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:12.520618 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-eb875a04-5e6a-47fe-b238-0117482605ca tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] For port 0d677d9f-8732-4e08-b6d6-0ab2d00a6202, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=0d677d9f-8732-4e08-b6d6-0ab2d00a6202,segment=NetworkSegment(04fb4658-a43b-4e96-a4ab-8c0443a59f43),segment_id=04fb4658-a43b-4e96-a4ab-8c0443a59f43)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:56:12.520986 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-eb875a04-5e6a-47fe-b238-0117482605ca tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:12.534609 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-eb875a04-5e6a-47fe-b238-0117482605ca tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Calling delete_port for 0d677d9f-8732-4e08-b6d6-0ab2d00a6202 owned by network:router_interface {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:56:12.602768 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:12.723607 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-eb875a04-5e6a-47fe-b238-0117482605ca tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:12.749875 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb875a04-5e6a-47fe-b238-0117482605ca tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event deleted for resources: {'Port': ['ID=0d677d9f-8732-4e08-b6d6-0ab2d00a6202,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:56:12.902562 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:56:13.251516 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-eb875a04-5e6a-47fe-b238-0117482605ca tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2068624'] for router_interface, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:13.466206 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb875a04-5e6a-47fe-b238-0117482605ca tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Router 1d6897ca-3426-40f1-b022-9f6f220110ee has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:56:13.575067 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb875a04-5e6a-47fe-b238-0117482605ca tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:56:13.580029 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-eb875a04-5e6a-47fe-b238-0117482605ca tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "PUT /v2.0/routers/1d6897ca-3426-40f1-b022-9f6f220110ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7540877 Sep 23 07:56:13.582774 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 56324) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:56:13.585375 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde141dd-50aa-4353-b3c5-fe4622bfca8e None None] Sync routers for ids ['1d6897ca-3426-40f1-b022-9f6f220110ee'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:56:13.595571 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde141dd-50aa-4353-b3c5-fe4622bfca8e None None] Routers {'1d6897ca-3426-40f1-b022-9f6f220110ee'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:56:13.596270 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-fde141dd-50aa-4353-b3c5-fe4622bfca8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:56:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['1d6897ca-3426-40f1-b022-9f6f220110ee'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:56:13.644235 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-a370f42f-348f-4798-8d9d-8ad3784a3654 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Deleting subnet dd132232-2eae-46cb-af98-eb5a9aafd782 {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:56:13.647458 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a370f42f-348f-4798-8d9d-8ad3784a3654 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:13.690572 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a370f42f-348f-4798-8d9d-8ad3784a3654 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:13.708802 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-fde141dd-50aa-4353-b3c5-fe4622bfca8e None None] Set router 1d6897ca-3426-40f1-b022-9f6f220110ee gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:56:13.787756 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a370f42f-348f-4798-8d9d-8ad3784a3654 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:13.848299 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a370f42f-348f-4798-8d9d-8ad3784a3654 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:13.878637 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a370f42f-348f-4798-8d9d-8ad3784a3654 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:13.883470 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-a370f42f-348f-4798-8d9d-8ad3784a3654 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "DELETE /v2.0/subnets/dd132232-2eae-46cb-af98-eb5a9aafd782 HTTP/1.1" status: 204 len: 168 time: 0.2971182 Sep 23 07:56:13.883470 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a370f42f-348f-4798-8d9d-8ad3784a3654 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event deleted for resources: {'Subnet': ['ID=dd132232-2eae-46cb-af98-eb5a9aafd782,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:56:13.884445 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56326) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:56:13.887132 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3e6c2c-12d6-40be-be58-14f06773cb71 None None] Network cc354c98-7b14-4eb8-a431-05209adf8aba requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:56:13.918991 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-fde141dd-50aa-4353-b3c5-fe4622bfca8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d6897ca-3426-40f1-b022-9f6f220110ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-211789608', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '8d71f579-eb94-4a23-80d0-eb7f03eda8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:53:54Z', 'updated_at': '2021-09-23T07:56:12Z', 'revision_number': 5, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'gw_port': {'id': '8d71f579-eb94-4a23-80d0-eb7f03eda8df', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:97:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d6897ca-3426-40f1-b022-9f6f220110ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:53:54Z', 'updated_at': '2021-09-23T07:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:56:13.978867 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde141dd-50aa-4353-b3c5-fe4622bfca8e None None] Checking router: 1d6897ca-3426-40f1-b022-9f6f220110ee for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:56:13.993491 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-82dd5a5e-8044-4581-9375-071b9da5cf6e tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for router, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:14.010357 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde141dd-50aa-4353-b3c5-fe4622bfca8e None None] Routers {'1d6897ca-3426-40f1-b022-9f6f220110ee'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:56:14.011146 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-fde141dd-50aa-4353-b3c5-fe4622bfca8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:56:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['1d6897ca-3426-40f1-b022-9f6f220110ee'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:56:14.091401 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:14.105857 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-82dd5a5e-8044-4581-9375-071b9da5cf6e tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:14.160336 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-fde141dd-50aa-4353-b3c5-fe4622bfca8e None None] Set router 1d6897ca-3426-40f1-b022-9f6f220110ee gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:56:14.170228 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-82dd5a5e-8044-4581-9375-071b9da5cf6e tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Deleting port 8d71f579-eb94-4a23-80d0-eb7f03eda8df {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:56:14.170568 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-82dd5a5e-8044-4581-9375-071b9da5cf6e tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:14.191442 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1960375-d616-43a1-8f0a-0d3d28c6e115 None None] DHCP port deletion for cc354c98-7b14-4eb8-a431-05209adf8aba request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 07:56:14.252508 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-82dd5a5e-8044-4581-9375-071b9da5cf6e tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] For port 8d71f579-eb94-4a23-80d0-eb7f03eda8df, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=8d71f579-eb94-4a23-80d0-eb7f03eda8df,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:56:14.252869 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-82dd5a5e-8044-4581-9375-071b9da5cf6e tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:14.264814 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-82dd5a5e-8044-4581-9375-071b9da5cf6e tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Calling delete_port for 8d71f579-eb94-4a23-80d0-eb7f03eda8df owned by network:router_gateway {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:56:14.332765 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-f1960375-d616-43a1-8f0a-0d3d28c6e115 None None] Deleting port 20659942-7740-45d9-a0c7-fcac9751dc08 {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:56:14.333141 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f1960375-d616-43a1-8f0a-0d3d28c6e115 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:14.424895 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-f1960375-d616-43a1-8f0a-0d3d28c6e115 None None] For port 20659942-7740-45d9-a0c7-fcac9751dc08, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=20659942-7740-45d9-a0c7-fcac9751dc08,segment=NetworkSegment(04fb4658-a43b-4e96-a4ab-8c0443a59f43),segment_id=04fb4658-a43b-4e96-a4ab-8c0443a59f43)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:56:14.425163 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f1960375-d616-43a1-8f0a-0d3d28c6e115 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:14.440217 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-f1960375-d616-43a1-8f0a-0d3d28c6e115 None None] Calling delete_port for 20659942-7740-45d9-a0c7-fcac9751dc08 owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:56:14.443467 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-82dd5a5e-8044-4581-9375-071b9da5cf6e tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:14.470517 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dd5a5e-8044-4581-9375-071b9da5cf6e tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event deleted for resources: {'Port': ['ID=8d71f579-eb94-4a23-80d0-eb7f03eda8df,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:56:14.490952 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-fde141dd-50aa-4353-b3c5-fe4622bfca8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d6897ca-3426-40f1-b022-9f6f220110ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-211789608', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '8d71f579-eb94-4a23-80d0-eb7f03eda8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:53:54Z', 'updated_at': '2021-09-23T07:56:12Z', 'revision_number': 5, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'gw_port': {'id': '8d71f579-eb94-4a23-80d0-eb7f03eda8df', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:97:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d6897ca-3426-40f1-b022-9f6f220110ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:53:54Z', 'updated_at': '2021-09-23T07:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:56:14.496196 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd5a5e-8044-4581-9375-071b9da5cf6e tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:56:14.496547 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd5a5e-8044-4581-9375-071b9da5cf6e tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:56:14.496888 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd5a5e-8044-4581-9375-071b9da5cf6e tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:56:14.497223 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd5a5e-8044-4581-9375-071b9da5cf6e tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:56:14.497553 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd5a5e-8044-4581-9375-071b9da5cf6e tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:56:14.497916 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd5a5e-8044-4581-9375-071b9da5cf6e tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:56:14.498254 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd5a5e-8044-4581-9375-071b9da5cf6e tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:56:14.498579 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd5a5e-8044-4581-9375-071b9da5cf6e tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:56:14.498905 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd5a5e-8044-4581-9375-071b9da5cf6e tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:56:14.499225 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd5a5e-8044-4581-9375-071b9da5cf6e tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:56:14.499543 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd5a5e-8044-4581-9375-071b9da5cf6e tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:56:14.499859 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd5a5e-8044-4581-9375-071b9da5cf6e tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:56:14.526000 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde141dd-50aa-4353-b3c5-fe4622bfca8e None None] The sync data for ids ['1d6897ca-3426-40f1-b022-9f6f220110ee'] in n-d-715271-16 is: [{'id': '1d6897ca-3426-40f1-b022-9f6f220110ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-211789608', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '8d71f579-eb94-4a23-80d0-eb7f03eda8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:53:54Z', 'updated_at': '2021-09-23T07:56:12Z', 'revision_number': 5, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'gw_port': {'id': '8d71f579-eb94-4a23-80d0-eb7f03eda8df', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:97:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d6897ca-3426-40f1-b022-9f6f220110ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:53:54Z', 'updated_at': '2021-09-23T07:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:56:14.541665 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-82dd5a5e-8044-4581-9375-071b9da5cf6e tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2068563'] for router_gateway, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:14.570532 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f1960375-d616-43a1-8f0a-0d3d28c6e115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:14.596976 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1960375-d616-43a1-8f0a-0d3d28c6e115 None None] Pushing event deleted for resources: {'Port': ['ID=20659942-7740-45d9-a0c7-fcac9751dc08,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:56:14.603076 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1960375-d616-43a1-8f0a-0d3d28c6e115 None None] No DVR routers for this DVR port 20659942-7740-45d9-a0c7-fcac9751dc08 on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:56:14.642025 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-82dd5a5e-8044-4581-9375-071b9da5cf6e tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:14.644360 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-82dd5a5e-8044-4581-9375-071b9da5cf6e tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:14.692045 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-82dd5a5e-8044-4581-9375-071b9da5cf6e tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:14.692504 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82dd5a5e-8044-4581-9375-071b9da5cf6e tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Fanout notify agent at l3_agent the message router_deleted on router 1d6897ca-3426-40f1-b022-9f6f220110ee {{(pid=95065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 07:56:14.699537 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-82dd5a5e-8044-4581-9375-071b9da5cf6e tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:14.700685 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-82dd5a5e-8044-4581-9375-071b9da5cf6e tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "DELETE /v2.0/routers/1d6897ca-3426-40f1-b022-9f6f220110ee HTTP/1.1" status: 204 len: 168 time: 0.8139193 Sep 23 07:56:14.703443 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56328) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:56:14.778100 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-dd5d5fda-6461-41ac-b662-a04aec176b68 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:14.864853 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-dd5d5fda-6461-41ac-b662-a04aec176b68 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:14.887420 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-dd5d5fda-6461-41ac-b662-a04aec176b68 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc354c98-7b14-4eb8-a431-05209adf8aba']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:56:14.897434 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-dd5d5fda-6461-41ac-b662-a04aec176b68 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04fb4658-a43b-4e96-a4ab-8c0443a59f43') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:56:14.897738 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-dd5d5fda-6461-41ac-b662-a04aec176b68 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04fb4658-a43b-4e96-a4ab-8c0443a59f43') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:56:14.908028 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-dd5d5fda-6461-41ac-b662-a04aec176b68 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:14.922304 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-dd5d5fda-6461-41ac-b662-a04aec176b68 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:14.928379 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd5d5fda-6461-41ac-b662-a04aec176b68 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:56:14.928795 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-dd5d5fda-6461-41ac-b662-a04aec176b68 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:14.932402 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 07:56:14.932402 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:56:14.932402 n-d-715271-16 neutron-server[95065]: timer() Sep 23 07:56:14.932402 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:56:14.932402 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 07:56:14.932402 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:56:14.932402 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 07:56:14.932402 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:56:14.932402 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 07:56:14.932402 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:56:14.932402 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 07:56:14.932402 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:56:14.932402 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 07:56:14.932402 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:56:14.932402 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:56:14.932402 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:56:14.932402 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:56:14.932402 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:56:14.932402 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 07:56:14.932402 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:56:14.932402 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 07:56:14.932402 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:56:14.932402 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:56:14.932402 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:56:14.932402 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 07:56:14.932402 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:56:14.932402 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:56:14.932402 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:56:14.932402 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:56:14.932402 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:56:14.932402 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:56:14.932402 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:56:14.995366 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-dd5d5fda-6461-41ac-b662-a04aec176b68 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:15.002559 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-dd5d5fda-6461-41ac-b662-a04aec176b68 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:15.004692 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-dd5d5fda-6461-41ac-b662-a04aec176b68 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "DELETE /v2.0/networks/cc354c98-7b14-4eb8-a431-05209adf8aba HTTP/1.1" status: 204 len: 168 time: 0.3000455 Sep 23 07:56:15.007638 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 56330) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:56:15.016839 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5d5fda-6461-41ac-b662-a04aec176b68 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event deleted for resources: {'Network': ['ID=cc354c98-7b14-4eb8-a431-05209adf8aba,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:56:15.077269 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4a6ce344-db70-42fe-a800-c51354889497 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:15.104932 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4a6ce344-db70-42fe-a800-c51354889497 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:15.126341 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 20659942-7740-45d9-a0c7-fcac9751dc08 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:56:15.148948 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 20659942-7740-45d9-a0c7-fcac9751dc08 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:56:15.149301 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 20659942-7740-45d9-a0c7-fcac9751dc08 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:56:15.149721 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 0d677d9f-8732-4e08-b6d6-0ab2d00a6202 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:56:15.173089 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 0d677d9f-8732-4e08-b6d6-0ab2d00a6202 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:56:15.173436 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 0d677d9f-8732-4e08-b6d6-0ab2d00a6202 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:56:15.178644 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4a6ce344-db70-42fe-a800-c51354889497 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:15.181597 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4a6ce344-db70-42fe-a800-c51354889497 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:15.183318 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-4a6ce344-db70-42fe-a800-c51354889497 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "DELETE /v2.0/security-groups/1e90b307-7ad7-4774-950b-2e83c73eb61c HTTP/1.1" status: 204 len: 168 time: 0.1746716 Sep 23 07:56:15.192991 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6ce344-db70-42fe-a800-c51354889497 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e90b307-7ad7-4774-950b-2e83c73eb61c,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:56:15.547638 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56336) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:56:15.552261 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-ec98efe5-13b5-4766-9512-859cb23f4607 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-741379290', 'description': 'tempest-secgroup-smoke-741379290 description', 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:56:15.576718 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ec98efe5-13b5-4766-9512-859cb23f4607 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:15.674473 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ec98efe5-13b5-4766-9512-859cb23f4607 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:15.678240 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ec98efe5-13b5-4766-9512-859cb23f4607 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:15.706341 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ec98efe5-13b5-4766-9512-859cb23f4607 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:15.707563 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-ec98efe5-13b5-4766-9512-859cb23f4607 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1588788 Sep 23 07:56:15.709432 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec98efe5-13b5-4766-9512-859cb23f4607 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c24690-9ebf-4f18-af5e-8dfce66c62af,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:56:15.710760 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 56338) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:56:15.716063 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-1492443a-de5d-4a43-9d97-e026a91a0299 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Request body: {'security_group_rule': {'security_group_id': 'c2c24690-9ebf-4f18-af5e-8dfce66c62af', 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:56:15.746616 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1492443a-de5d-4a43-9d97-e026a91a0299 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:15.795346 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1492443a-de5d-4a43-9d97-e026a91a0299 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:15.799045 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1492443a-de5d-4a43-9d97-e026a91a0299 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:15.804381 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device c21349b9-c678-4caa-8bae-bffb9ff9fcf8 no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:56:15.823148 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1492443a-de5d-4a43-9d97-e026a91a0299 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b13e8dd-b30d-41ab-b1ad-6ed0ceeea766,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:56:15.829906 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-1492443a-de5d-4a43-9d97-e026a91a0299 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:15.830679 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No Port match for: c21349b9-c678-4caa-8bae-bffb9ff9fcf8 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:56:15.831030 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device c21349b9-c678-4caa-8bae-bffb9ff9fcf8 not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:56:15.834225 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-1492443a-de5d-4a43-9d97-e026a91a0299 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1223977 Sep 23 07:56:15.834366 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56340) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:56:15.839087 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-c3c44de6-d280-44a3-8c2a-b1644c04335b tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Request body: {'security_group_rule': {'security_group_id': 'c2c24690-9ebf-4f18-af5e-8dfce66c62af', 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:56:15.866291 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c3c44de6-d280-44a3-8c2a-b1644c04335b tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:15.923999 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c3c44de6-d280-44a3-8c2a-b1644c04335b tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:15.927619 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c3c44de6-d280-44a3-8c2a-b1644c04335b tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:15.946505 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c44de6-d280-44a3-8c2a-b1644c04335b tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cdaa6d5-2f7e-4f03-985a-09df612309b8,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:56:15.954457 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c3c44de6-d280-44a3-8c2a-b1644c04335b tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:15.955688 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-c3c44de6-d280-44a3-8c2a-b1644c04335b tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1203792 Sep 23 07:56:15.958566 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56342) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:56:15.963400 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-0ea75dc5-83b3-4852-b5ce-bf293db74c80 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Request body: {'security_group_rule': {'security_group_id': 'c2c24690-9ebf-4f18-af5e-8dfce66c62af', 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:56:15.988867 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0ea75dc5-83b3-4852-b5ce-bf293db74c80 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:16.047377 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0ea75dc5-83b3-4852-b5ce-bf293db74c80 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:16.050992 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0ea75dc5-83b3-4852-b5ce-bf293db74c80 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:16.068961 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea75dc5-83b3-4852-b5ce-bf293db74c80 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e9afe7e-a2ea-488a-be9b-e13f38459b4c,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:56:16.075362 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-0ea75dc5-83b3-4852-b5ce-bf293db74c80 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:16.076350 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-0ea75dc5-83b3-4852-b5ce-bf293db74c80 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1165905 Sep 23 07:56:16.079128 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56344) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:56:16.083456 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-a85c8eaf-6738-4db0-8778-2a4463078560 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Request body: {'security_group_rule': {'security_group_id': 'c2c24690-9ebf-4f18-af5e-8dfce66c62af', 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:56:16.111222 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a85c8eaf-6738-4db0-8778-2a4463078560 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:16.173243 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a85c8eaf-6738-4db0-8778-2a4463078560 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:16.177289 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a85c8eaf-6738-4db0-8778-2a4463078560 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:16.200086 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85c8eaf-6738-4db0-8778-2a4463078560 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f913260b-6200-4c87-914d-5fa8d9015dab,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:56:16.204635 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a85c8eaf-6738-4db0-8778-2a4463078560 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:16.208342 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-a85c8eaf-6738-4db0-8778-2a4463078560 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1257651 Sep 23 07:56:16.208811 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56346) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:56:16.212765 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-1c248bf4-618e-4e22-93d2-344fa3f6078b tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Request body: {'security_group_rule': {'security_group_id': 'c2c24690-9ebf-4f18-af5e-8dfce66c62af', 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:56:16.235344 n-d-715271-16 neutron-server[95065]: INFO neutron.db.securitygroups_db [None req-1c248bf4-618e-4e22-93d2-344fa3f6078b tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Project 69ff37bb8aa54e3cbca49be59e8110a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 07:56:16.240619 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1c248bf4-618e-4e22-93d2-344fa3f6078b tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:16.301388 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1c248bf4-618e-4e22-93d2-344fa3f6078b tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:16.305050 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1c248bf4-618e-4e22-93d2-344fa3f6078b tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:16.326440 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c248bf4-618e-4e22-93d2-344fa3f6078b tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8cea918-9e07-4d37-9b8c-2caa0c8ea448,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:56:16.330735 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1c248bf4-618e-4e22-93d2-344fa3f6078b tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:16.332177 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-1c248bf4-618e-4e22-93d2-344fa3f6078b tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1225107 Sep 23 07:56:16.334677 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56348) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:56:16.338935 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-a950b1d1-9ba9-464d-ab8b-b50835d7c7f9 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Request body: {'security_group_rule': {'security_group_id': 'c2c24690-9ebf-4f18-af5e-8dfce66c62af', 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:56:16.361568 n-d-715271-16 neutron-server[95065]: INFO neutron.db.securitygroups_db [None req-a950b1d1-9ba9-464d-ab8b-b50835d7c7f9 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Project 69ff37bb8aa54e3cbca49be59e8110a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 07:56:16.366415 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a950b1d1-9ba9-464d-ab8b-b50835d7c7f9 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:16.426711 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a950b1d1-9ba9-464d-ab8b-b50835d7c7f9 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:16.430506 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a950b1d1-9ba9-464d-ab8b-b50835d7c7f9 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:16.448693 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a950b1d1-9ba9-464d-ab8b-b50835d7c7f9 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b3e707e-2ad3-4543-89b2-d563e2d78182,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:56:16.454314 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a950b1d1-9ba9-464d-ab8b-b50835d7c7f9 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:16.455506 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-a950b1d1-9ba9-464d-ab8b-b50835d7c7f9 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1199229 Sep 23 07:56:16.458331 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56350) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:56:16.463106 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-db334f65-f3cb-4087-bf8d-a8032a130073 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Request body: {'network': {'name': 'tempest-network-smoke--785735223', 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'port_security_enabled': True}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:56:16.483403 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db334f65-f3cb-4087-bf8d-a8032a130073 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Made reservation on behalf of 69ff37bb8aa54e3cbca49be59e8110a2 for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:56:16.486780 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-db334f65-f3cb-4087-bf8d-a8032a130073 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:16.510074 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db334f65-f3cb-4087-bf8d-a8032a130073 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:56:16.519396 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-db334f65-f3cb-4087-bf8d-a8032a130073 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:16.519739 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-db334f65-f3cb-4087-bf8d-a8032a130073 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Added segment 8df485df-deb5-4fc2-b33d-955aa936e5ee of type vlan for network 353a6b18-7db6-4137-a160-75b8144ced24 Sep 23 07:56:16.562922 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-db334f65-f3cb-4087-bf8d-a8032a130073 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:16.586169 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-db334f65-f3cb-4087-bf8d-a8032a130073 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:16.592293 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db334f65-f3cb-4087-bf8d-a8032a130073 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:56:16.592877 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-db334f65-f3cb-4087-bf8d-a8032a130073 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:16.626515 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-db334f65-f3cb-4087-bf8d-a8032a130073 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1671646 Sep 23 07:56:16.629509 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56352) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:56:16.635678 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-97afdd8c-37d0-4ec3-8d17-e45b26531c35 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1860797009', 'admin_state_up': True, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:56:16.672462 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db334f65-f3cb-4087-bf8d-a8032a130073 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event updated for resources: {'Network': ['ID=353a6b18-7db6-4137-a160-75b8144ced24,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:56:16.682724 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 353a6b18-7db6-4137-a160-75b8144ced24 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:56:16.687512 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-97afdd8c-37d0-4ec3-8d17-e45b26531c35 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:16.688536 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-97afdd8c-37d0-4ec3-8d17-e45b26531c35 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:16.743861 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-97afdd8c-37d0-4ec3-8d17-e45b26531c35 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:16.880353 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-97afdd8c-37d0-4ec3-8d17-e45b26531c35 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:17.006943 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 8d71f579-eb94-4a23-80d0-eb7f03eda8df no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:56:17.029144 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 8d71f579-eb94-4a23-80d0-eb7f03eda8df {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:56:17.029493 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 8d71f579-eb94-4a23-80d0-eb7f03eda8df not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:56:17.074944 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-97afdd8c-37d0-4ec3-8d17-e45b26531c35 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for router_gateway, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:17.094178 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-97afdd8c-37d0-4ec3-8d17-e45b26531c35 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:17.193288 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-97afdd8c-37d0-4ec3-8d17-e45b26531c35 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Allocated IP 172.25.2.201 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/12fb98f3-85c6-4421-8769-1cd74e1cde54) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:56:17.297330 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-97afdd8c-37d0-4ec3-8d17-e45b26531c35 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:17.342589 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-97afdd8c-37d0-4ec3-8d17-e45b26531c35 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:17.391946 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97afdd8c-37d0-4ec3-8d17-e45b26531c35 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:56:17.394848 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-97afdd8c-37d0-4ec3-8d17-e45b26531c35 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:56:17.397303 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97afdd8c-37d0-4ec3-8d17-e45b26531c35 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:56:17.434043 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97afdd8c-37d0-4ec3-8d17-e45b26531c35 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event updated for resources: {'Port': ['ID=12fb98f3-85c6-4421-8769-1cd74e1cde54,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:56:17.653107 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-97afdd8c-37d0-4ec3-8d17-e45b26531c35 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for router_gateway, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:18.159500 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-97afdd8c-37d0-4ec3-8d17-e45b26531c35 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:18.280648 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97afdd8c-37d0-4ec3-8d17-e45b26531c35 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Router 86eafe92-16e7-4531-929a-ec633a561b01 is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 07:56:18.385730 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97afdd8c-37d0-4ec3-8d17-e45b26531c35 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:56:18.395076 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da1b9a3-5ad6-4357-ae87-6685741feb7c None None] Sync routers for ids ['86eafe92-16e7-4531-929a-ec633a561b01'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:56:18.403845 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-97afdd8c-37d0-4ec3-8d17-e45b26531c35 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:18.408336 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-97afdd8c-37d0-4ec3-8d17-e45b26531c35 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7747524 Sep 23 07:56:18.408476 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da1b9a3-5ad6-4357-ae87-6685741feb7c None None] Routers {'86eafe92-16e7-4531-929a-ec633a561b01'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:56:18.408580 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56354) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:56:18.408676 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-4da1b9a3-5ad6-4357-ae87-6685741feb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:56:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['86eafe92-16e7-4531-929a-ec633a561b01'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:56:18.483676 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-3a7b89ef-b3f7-49d9-b25d-6044b5f653f5 tempest-TestNetworkAdvancedServerOps-684132154 tempest-TestNetworkAdvancedServerOps-684132154-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=69ff37bb8aa54e3cbca49be59e8110a2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0740981 Sep 23 07:56:18.486387 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56358) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:56:18.507474 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-4da1b9a3-5ad6-4357-ae87-6685741feb7c None None] Set router 86eafe92-16e7-4531-929a-ec633a561b01 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:56:18.575192 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3429c628-e1c8-4fd2-b36b-3af22e3c48b1 tempest-TestNetworkAdvancedServerOps-684132154 tempest-TestNetworkAdvancedServerOps-684132154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:56:18.576734 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-3429c628-e1c8-4fd2-b36b-3af22e3c48b1 tempest-TestNetworkAdvancedServerOps-684132154 tempest-TestNetworkAdvancedServerOps-684132154-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0894029 Sep 23 07:56:18.581173 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56360) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:56:18.609885 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-a8b00114-59ea-4eac-a4d5-2d5254704e0d tempest-TestNetworkAdvancedServerOps-684132154 tempest-TestNetworkAdvancedServerOps-684132154-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=0f47978c-41eb-4cc7-92bf-8b873be8a1a0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275829 Sep 23 07:56:18.612340 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56362) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:56:18.617050 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-12f9fd29-8543-44c2-b272-9fe4f3609eb4 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1826997927', 'network_id': '353a6b18-7db6-4137-a160-75b8144ced24', 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:56:18.722722 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f9fd29-8543-44c2-b272-9fe4f3609eb4 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Made reservation on behalf of 69ff37bb8aa54e3cbca49be59e8110a2 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:56:18.726589 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-12f9fd29-8543-44c2-b272-9fe4f3609eb4 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:18.776637 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-4da1b9a3-5ad6-4357-ae87-6685741feb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86eafe92-16e7-4531-929a-ec633a561b01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860797009', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '12fb98f3-85c6-4421-8769-1cd74e1cde54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:56:16Z', 'updated_at': '2021-09-23T07:56:17Z', 'revision_number': 3, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'gw_port': {'id': '12fb98f3-85c6-4421-8769-1cd74e1cde54', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:be:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86eafe92-16e7-4531-929a-ec633a561b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:56:17Z', 'updated_at': '2021-09-23T07:56:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:56:18.802528 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da1b9a3-5ad6-4357-ae87-6685741feb7c None None] Checking router: 86eafe92-16e7-4531-929a-ec633a561b01 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:56:18.802878 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da1b9a3-5ad6-4357-ae87-6685741feb7c None None] Updating router 86eafe92-16e7-4531-929a-ec633a561b01 port 12fb98f3-85c6-4421-8769-1cd74e1cde54 binding host n-d-715271-16 {{(pid=95068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 07:56:18.828069 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-4da1b9a3-5ad6-4357-ae87-6685741feb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:18.922827 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-12f9fd29-8543-44c2-b272-9fe4f3609eb4 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:18.981376 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f9fd29-8543-44c2-b272-9fe4f3609eb4 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event updated for resources: {'Subnet': ['ID=f9b57795-45e9-486e-a971-0d17018bb7e4,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:56:18.991863 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f9fd29-8543-44c2-b272-9fe4f3609eb4 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Checking segment: {'id': '8df485df-deb5-4fc2-b33d-955aa936e5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '353a6b18-7db6-4137-a160-75b8144ced24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:56:18.992235 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f9fd29-8543-44c2-b272-9fe4f3609eb4 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Network hostable DHCP agents. Network: 353a6b18-7db6-4137-a160-75b8144ced24, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:56:19.009488 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f9fd29-8543-44c2-b272-9fe4f3609eb4 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Network 353a6b18-7db6-4137-a160-75b8144ced24 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:56:19.022568 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-12f9fd29-8543-44c2-b272-9fe4f3609eb4 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 353a6b18-7db6-4137-a160-75b8144ced24) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:56:19.027582 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f9fd29-8543-44c2-b272-9fe4f3609eb4 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:56:19.028230 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-12f9fd29-8543-44c2-b272-9fe4f3609eb4 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:19.035375 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b6f48b-d740-4150-84e6-4597b21b6dde None None] Network 353a6b18-7db6-4137-a160-75b8144ced24 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:56:19.046948 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-12f9fd29-8543-44c2-b272-9fe4f3609eb4 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4310260 Sep 23 07:56:19.047159 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56364) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:56:19.111378 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-4da1b9a3-5ad6-4357-ae87-6685741feb7c None None] Notify callbacks [] for port, precommit_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:19.118217 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-4da1b9a3-5ad6-4357-ae87-6685741feb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:19.174906 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-4da1b9a3-5ad6-4357-ae87-6685741feb7c None None] Attempting to bind port 12fb98f3-85c6-4421-8769-1cd74e1cde54 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:56:19.175279 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-4da1b9a3-5ad6-4357-ae87-6685741feb7c None None] Attempting to bind port 12fb98f3-85c6-4421-8769-1cd74e1cde54 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:56:19.175632 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da1b9a3-5ad6-4357-ae87-6685741feb7c None None] Attempting to bind port 12fb98f3-85c6-4421-8769-1cd74e1cde54 on network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:56:19.177968 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6d25bb-8262-42a4-99dd-b6d1ae862c8f None None] Pushing event updated for resources: {'Port': ['ID=12fb98f3-85c6-4421-8769-1cd74e1cde54,revision_number=2']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:56:19.188454 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6223963e-efb1-4390-aaf3-0e00ec06dd90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-353a6b18-7db6-4137-a160-75b8144ced24', 'network_id': '353a6b18-7db6-4137-a160-75b8144ced24', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'fixed_ips': [{'subnet_id': 'f9b57795-45e9-486e-a971-0d17018bb7e4'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:56:19.189167 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6d25bb-8262-42a4-99dd-b6d1ae862c8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:56:19.189510 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6d25bb-8262-42a4-99dd-b6d1ae862c8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:56:19.189629 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-6223963e-efb1-4390-aaf3-0e00ec06dd90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:19.189850 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6d25bb-8262-42a4-99dd-b6d1ae862c8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:56:19.190188 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6d25bb-8262-42a4-99dd-b6d1ae862c8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:56:19.190511 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6d25bb-8262-42a4-99dd-b6d1ae862c8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:56:19.190833 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6d25bb-8262-42a4-99dd-b6d1ae862c8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:56:19.191148 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6d25bb-8262-42a4-99dd-b6d1ae862c8f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:56:19.191460 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6d25bb-8262-42a4-99dd-b6d1ae862c8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:56:19.191799 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6d25bb-8262-42a4-99dd-b6d1ae862c8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:56:19.192079 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6d25bb-8262-42a4-99dd-b6d1ae862c8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:56:19.192388 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6d25bb-8262-42a4-99dd-b6d1ae862c8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:56:19.192701 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6d25bb-8262-42a4-99dd-b6d1ae862c8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:56:19.195937 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da1b9a3-5ad6-4357-ae87-6685741feb7c None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:56:19.196310 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da1b9a3-5ad6-4357-ae87-6685741feb7c None None] Checking segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:56:19.196700 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-4da1b9a3-5ad6-4357-ae87-6685741feb7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:19.197613 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da1b9a3-5ad6-4357-ae87-6685741feb7c None None] Bound using segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:56:19.198514 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-4da1b9a3-5ad6-4357-ae87-6685741feb7c None None] Bound port: 12fb98f3-85c6-4421-8769-1cd74e1cde54, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:56:19.198895 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-4da1b9a3-5ad6-4357-ae87-6685741feb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:19.254562 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-4da1b9a3-5ad6-4357-ae87-6685741feb7c None None] For port 12fb98f3-85c6-4421-8769-1cd74e1cde54, host n-d-715271-16, cleared binding levels {{(pid=95068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:56:19.259258 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-4da1b9a3-5ad6-4357-ae87-6685741feb7c None None] For port 12fb98f3-85c6-4421-8769-1cd74e1cde54, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=12fb98f3-85c6-4421-8769-1cd74e1cde54,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:56:19.264832 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-4da1b9a3-5ad6-4357-ae87-6685741feb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:19.315733 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da1b9a3-5ad6-4357-ae87-6685741feb7c None None] Routers {'86eafe92-16e7-4531-929a-ec633a561b01'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:56:19.316527 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-4da1b9a3-5ad6-4357-ae87-6685741feb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:56:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['86eafe92-16e7-4531-929a-ec633a561b01'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:56:19.379032 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6d25bb-8262-42a4-99dd-b6d1ae862c8f None None] Pushing event updated for resources: {'Port': ['ID=12fb98f3-85c6-4421-8769-1cd74e1cde54,revision_number=3']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:56:19.448249 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-4da1b9a3-5ad6-4357-ae87-6685741feb7c None None] Set router 86eafe92-16e7-4531-929a-ec633a561b01 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:56:19.530455 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-6223963e-efb1-4390-aaf3-0e00ec06dd90 None None] Allocated IP 172.20.0.2 (353a6b18-7db6-4137-a160-75b8144ced24/f9b57795-45e9-486e-a971-0d17018bb7e4/0c83d3a7-2057-4ba5-98cc-56513149d99f) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:56:19.531919 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f0a53590-e63f-4142-8d83-aee1ea1f66ed tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:19.630924 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-4da1b9a3-5ad6-4357-ae87-6685741feb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86eafe92-16e7-4531-929a-ec633a561b01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860797009', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '12fb98f3-85c6-4421-8769-1cd74e1cde54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:56:16Z', 'updated_at': '2021-09-23T07:56:17Z', 'revision_number': 3, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'gw_port': {'id': '12fb98f3-85c6-4421-8769-1cd74e1cde54', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:be:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86eafe92-16e7-4531-929a-ec633a561b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:56:17Z', 'updated_at': '2021-09-23T07:56:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:56:19.661028 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da1b9a3-5ad6-4357-ae87-6685741feb7c None None] The sync data for ids ['86eafe92-16e7-4531-929a-ec633a561b01'] in n-d-715271-16 is: [{'id': '86eafe92-16e7-4531-929a-ec633a561b01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860797009', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '12fb98f3-85c6-4421-8769-1cd74e1cde54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:56:16Z', 'updated_at': '2021-09-23T07:56:17Z', 'revision_number': 3, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'gw_port': {'id': '12fb98f3-85c6-4421-8769-1cd74e1cde54', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:be:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86eafe92-16e7-4531-929a-ec633a561b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:56:17Z', 'updated_at': '2021-09-23T07:56:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:56:19.688914 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-6223963e-efb1-4390-aaf3-0e00ec06dd90 None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:19.696394 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-6223963e-efb1-4390-aaf3-0e00ec06dd90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:19.740531 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6223963e-efb1-4390-aaf3-0e00ec06dd90 None None] Network 353a6b18-7db6-4137-a160-75b8144ced24 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:56:19.743465 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-6223963e-efb1-4390-aaf3-0e00ec06dd90 None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:56:19.751119 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6223963e-efb1-4390-aaf3-0e00ec06dd90 None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:56:19.754800 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6223963e-efb1-4390-aaf3-0e00ec06dd90 None None] Pushing event updated for resources: {'Port': ['ID=0c83d3a7-2057-4ba5-98cc-56513149d99f,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:56:19.808817 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-6223963e-efb1-4390-aaf3-0e00ec06dd90 None None] Attempting to bind port 0c83d3a7-2057-4ba5-98cc-56513149d99f on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:56:19.809294 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-6223963e-efb1-4390-aaf3-0e00ec06dd90 None None] Attempting to bind port 0c83d3a7-2057-4ba5-98cc-56513149d99f by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '8df485df-deb5-4fc2-b33d-955aa936e5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '353a6b18-7db6-4137-a160-75b8144ced24'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:56:19.809739 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6223963e-efb1-4390-aaf3-0e00ec06dd90 None None] Attempting to bind port 0c83d3a7-2057-4ba5-98cc-56513149d99f on network 353a6b18-7db6-4137-a160-75b8144ced24 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:56:19.816100 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6223963e-efb1-4390-aaf3-0e00ec06dd90 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:56:19.817172 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6223963e-efb1-4390-aaf3-0e00ec06dd90 None None] Checking segment: {'id': '8df485df-deb5-4fc2-b33d-955aa936e5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '353a6b18-7db6-4137-a160-75b8144ced24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:56:19.817585 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-6223963e-efb1-4390-aaf3-0e00ec06dd90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:19.818010 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6223963e-efb1-4390-aaf3-0e00ec06dd90 None None] Bound using segment: {'id': '8df485df-deb5-4fc2-b33d-955aa936e5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '353a6b18-7db6-4137-a160-75b8144ced24'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:56:19.818488 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-6223963e-efb1-4390-aaf3-0e00ec06dd90 None None] Bound port: 0c83d3a7-2057-4ba5-98cc-56513149d99f, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8df485df-deb5-4fc2-b33d-955aa936e5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '353a6b18-7db6-4137-a160-75b8144ced24'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:56:19.818873 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-6223963e-efb1-4390-aaf3-0e00ec06dd90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:19.835360 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-f0a53590-e63f-4142-8d83-aee1ea1f66ed tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Allocated IP 172.20.0.1 (353a6b18-7db6-4137-a160-75b8144ced24/f9b57795-45e9-486e-a971-0d17018bb7e4/38e79718-c02d-4f82-b38a-7edeea319a4c) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:56:19.894272 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-6223963e-efb1-4390-aaf3-0e00ec06dd90 None None] For port 0c83d3a7-2057-4ba5-98cc-56513149d99f, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:56:19.909090 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-6223963e-efb1-4390-aaf3-0e00ec06dd90 None None] For port 0c83d3a7-2057-4ba5-98cc-56513149d99f, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=0c83d3a7-2057-4ba5-98cc-56513149d99f,segment=NetworkSegment(8df485df-deb5-4fc2-b33d-955aa936e5ee),segment_id=8df485df-deb5-4fc2-b33d-955aa936e5ee)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:56:19.924048 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-6223963e-efb1-4390-aaf3-0e00ec06dd90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:19.990803 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f0a53590-e63f-4142-8d83-aee1ea1f66ed tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:20.001137 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6223963e-efb1-4390-aaf3-0e00ec06dd90 None None] Pushing event updated for resources: {'Port': ['ID=0c83d3a7-2057-4ba5-98cc-56513149d99f,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:56:20.027514 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f0a53590-e63f-4142-8d83-aee1ea1f66ed tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:20.070620 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a53590-e63f-4142-8d83-aee1ea1f66ed tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Network 353a6b18-7db6-4137-a160-75b8144ced24 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:56:20.074236 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-f0a53590-e63f-4142-8d83-aee1ea1f66ed tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:56:20.078012 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a53590-e63f-4142-8d83-aee1ea1f66ed tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:56:20.087295 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a53590-e63f-4142-8d83-aee1ea1f66ed tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event updated for resources: {'Port': ['ID=38e79718-c02d-4f82-b38a-7edeea319a4c,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:56:20.141356 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f0a53590-e63f-4142-8d83-aee1ea1f66ed tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068614'] for router_interface, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:20.301280 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f0a53590-e63f-4142-8d83-aee1ea1f66ed tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:20.606526 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f0a53590-e63f-4142-8d83-aee1ea1f66ed tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:20.612078 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f0a53590-e63f-4142-8d83-aee1ea1f66ed tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:20.694159 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a53590-e63f-4142-8d83-aee1ea1f66ed tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event updated for resources: {'Port': ['ID=38e79718-c02d-4f82-b38a-7edeea319a4c,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:56:20.705390 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-f0a53590-e63f-4142-8d83-aee1ea1f66ed tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067062'] for router_interface, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:20.802340 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a53590-e63f-4142-8d83-aee1ea1f66ed tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Network 353a6b18-7db6-4137-a160-75b8144ced24 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:56:20.803965 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-f0a53590-e63f-4142-8d83-aee1ea1f66ed tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:56:20.922307 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0a53590-e63f-4142-8d83-aee1ea1f66ed tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Router 86eafe92-16e7-4531-929a-ec633a561b01 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:56:20.971649 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eacdee9-3645-421d-bc0e-8db25c652120 None None] Network 353a6b18-7db6-4137-a160-75b8144ced24 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:56:21.049041 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a53590-e63f-4142-8d83-aee1ea1f66ed tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:56:21.066659 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-f0a53590-e63f-4142-8d83-aee1ea1f66ed tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "PUT /v2.0/routers/86eafe92-16e7-4531-929a-ec633a561b01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0180690 Sep 23 07:56:21.077897 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-065c9143-6532-4bcf-b5ea-d3bb83c13255 None None] Provisioning complete for port 0c83d3a7-2057-4ba5-98cc-56513149d99f triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:56:21.077897 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-065c9143-6532-4bcf-b5ea-d3bb83c13255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:21.135814 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 12fb98f3-85c6-4421-8769-1cd74e1cde54 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:56:21.162580 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [req-f2d1c7cf-db64-47b0-89b6-41083eff1a54 req-2b679353-37e0-4e88-8f62-f6850345092f service neutron] (95066) timed out ('10.222.0.39', 58380) {{(pid=95066) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 23 07:56:21.214934 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-686e7192-7331-4fcd-b40e-1da7563a9bae req-1f176808-81d0-41ff-a951-9a509c2b7e18 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-741379290&fields=id&tenant_id=69ff37bb8aa54e3cbca49be59e8110a2 HTTP/1.1" status: 200 len: 267 time: 0.0359445 Sep 23 07:56:21.268938 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 12fb98f3-85c6-4421-8769-1cd74e1cde54 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:56:21.269313 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:21.272096 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-065c9143-6532-4bcf-b5ea-d3bb83c13255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:21.339219 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-065c9143-6532-4bcf-b5ea-d3bb83c13255 None None] For port 0c83d3a7-2057-4ba5-98cc-56513149d99f, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=0c83d3a7-2057-4ba5-98cc-56513149d99f,segment=NetworkSegment(8df485df-deb5-4fc2-b33d-955aa936e5ee),segment_id=8df485df-deb5-4fc2-b33d-955aa936e5ee)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:56:21.346730 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e7192-7331-4fcd-b40e-1da7563a9bae req-6c902ce0-0400-4626-a56f-574ff0d28d0e tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:56:21.348326 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-065c9143-6532-4bcf-b5ea-d3bb83c13255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:21.355713 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-686e7192-7331-4fcd-b40e-1da7563a9bae req-6c902ce0-0400-4626-a56f-574ff0d28d0e tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/networks?id=353a6b18-7db6-4137-a160-75b8144ced24 HTTP/1.1" status: 200 len: 796 time: 0.1321783 Sep 23 07:56:21.369000 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-686e7192-7331-4fcd-b40e-1da7563a9bae req-49b4ab7f-68ab-4aeb-89ee-d21703c3b8cd tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/quotas/69ff37bb8aa54e3cbca49be59e8110a2 HTTP/1.1" status: 200 len: 375 time: 0.0125232 Sep 23 07:56:21.426610 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-686e7192-7331-4fcd-b40e-1da7563a9bae req-a97a2004-6bff-4280-b459-873c5c5f5d7d tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=69ff37bb8aa54e3cbca49be59e8110a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0540335 Sep 23 07:56:21.435517 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:21.440652 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065c9143-6532-4bcf-b5ea-d3bb83c13255 None None] Pushing event updated for resources: {'Port': ['ID=0c83d3a7-2057-4ba5-98cc-56513149d99f,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:56:21.446752 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [req-686e7192-7331-4fcd-b40e-1da7563a9bae req-58c1b532-422c-403c-bfe7-921fde81aff6 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=95065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 07:56:21.448975 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-686e7192-7331-4fcd-b40e-1da7563a9bae req-58c1b532-422c-403c-bfe7-921fde81aff6 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076315 Sep 23 07:56:21.467696 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port 12fb98f3-85c6-4421-8769-1cd74e1cde54, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=12fb98f3-85c6-4421-8769-1cd74e1cde54,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:56:21.472240 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:21.473071 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 0c83d3a7-2057-4ba5-98cc-56513149d99f up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:56:21.555206 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=12fb98f3-85c6-4421-8769-1cd74e1cde54,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:56:21.563386 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-686e7192-7331-4fcd-b40e-1da7563a9bae req-2a3838ce-7740-4f73-9ce8-41b5fe7c426a service neutron] 10.222.0.39 "GET /v2.0/networks/353a6b18-7db6-4137-a160-75b8144ced24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057682 Sep 23 07:56:21.583319 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-102f93c4-3e60-40ab-adac-1e4dcaf52cfe None None] Provisioning complete for port 0c83d3a7-2057-4ba5-98cc-56513149d99f triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:56:21.583702 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-102f93c4-3e60-40ab-adac-1e4dcaf52cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:21.586548 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 0c83d3a7-2057-4ba5-98cc-56513149d99f triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:56:21.586920 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:21.673728 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-686e7192-7331-4fcd-b40e-1da7563a9bae req-3c18c985-1ac0-4077-a4e6-a142e9496a31 service neutron] 10.222.0.39 "GET /v2.0/networks/353a6b18-7db6-4137-a160-75b8144ced24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039948 Sep 23 07:56:21.675776 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bc9fae-c217-4b5a-8be6-afbe3b952e47 None None] Sync routers for ids ['86eafe92-16e7-4531-929a-ec633a561b01'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:56:21.738077 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bc9fae-c217-4b5a-8be6-afbe3b952e47 None None] Routers {'86eafe92-16e7-4531-929a-ec633a561b01'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:56:21.738751 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-74bc9fae-c217-4b5a-8be6-afbe3b952e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:56:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['86eafe92-16e7-4531-929a-ec633a561b01'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:56:21.833010 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-102f93c4-3e60-40ab-adac-1e4dcaf52cfe None None] Provisioning complete for port 38e79718-c02d-4f82-b38a-7edeea319a4c triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:56:21.833389 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-102f93c4-3e60-40ab-adac-1e4dcaf52cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:21.861995 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-be53cdd7-eb6c-4b98-b9e0-c63b12aafa45 req-b6b7fd19-4861-4724-98d4-cc2db8263fbf tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=e64a66df-c631-49e6-a72d-88f4012907b8 HTTP/1.1" status: 200 len: 210 time: 0.0311100 Sep 23 07:56:21.908960 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-102f93c4-3e60-40ab-adac-1e4dcaf52cfe None None] Port 38e79718-c02d-4f82-b38a-7edeea319a4c cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:56:21.921573 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-74bc9fae-c217-4b5a-8be6-afbe3b952e47 None None] Set router 86eafe92-16e7-4531-929a-ec633a561b01 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:56:22.070454 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a2991fe6-cfd2-4648-846b-eaec0378eb63 None None] Provisioning complete for port 38e79718-c02d-4f82-b38a-7edeea319a4c triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:56:22.071164 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a2991fe6-cfd2-4648-846b-eaec0378eb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:22.135741 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a2991fe6-cfd2-4648-846b-eaec0378eb63 None None] Port 38e79718-c02d-4f82-b38a-7edeea319a4c cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:56:22.164929 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-74bc9fae-c217-4b5a-8be6-afbe3b952e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86eafe92-16e7-4531-929a-ec633a561b01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860797009', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '12fb98f3-85c6-4421-8769-1cd74e1cde54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:56:16Z', 'updated_at': '2021-09-23T07:56:20Z', 'revision_number': 4, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'gw_port': {'id': '12fb98f3-85c6-4421-8769-1cd74e1cde54', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:be:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86eafe92-16e7-4531-929a-ec633a561b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:56:17Z', 'updated_at': '2021-09-23T07:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '38e79718-c02d-4f82-b38a-7edeea319a4c', 'name': '', 'network_id': '353a6b18-7db6-4137-a160-75b8144ced24', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'mac_address': 'fa:16:3e:53:7c:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86eafe92-16e7-4531-929a-ec633a561b01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'f9b57795-45e9-486e-a971-0d17018bb7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:56:19Z', 'updated_at': '2021-09-23T07:56:20Z', 'revision_number': 2, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'subnets': [{'id': 'f9b57795-45e9-486e-a971-0d17018bb7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:56:22.194900 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bc9fae-c217-4b5a-8be6-afbe3b952e47 None None] Checking router: 86eafe92-16e7-4531-929a-ec633a561b01 for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:56:22.195248 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bc9fae-c217-4b5a-8be6-afbe3b952e47 None None] Updating router 86eafe92-16e7-4531-929a-ec633a561b01 port 38e79718-c02d-4f82-b38a-7edeea319a4c binding host n-d-715271-16 {{(pid=95067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 07:56:22.222009 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-74bc9fae-c217-4b5a-8be6-afbe3b952e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:22.478845 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-74bc9fae-c217-4b5a-8be6-afbe3b952e47 None None] Notify callbacks [] for port, precommit_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:22.484004 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-74bc9fae-c217-4b5a-8be6-afbe3b952e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:22.553640 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da616ae9-053a-4e31-9559-b1ee6d8e9b23 None None] Pushing event updated for resources: {'Port': ['ID=38e79718-c02d-4f82-b38a-7edeea319a4c,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:56:22.589326 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-74bc9fae-c217-4b5a-8be6-afbe3b952e47 None None] Attempting to bind port 38e79718-c02d-4f82-b38a-7edeea319a4c on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:56:22.589705 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-74bc9fae-c217-4b5a-8be6-afbe3b952e47 None None] Attempting to bind port 38e79718-c02d-4f82-b38a-7edeea319a4c by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '8df485df-deb5-4fc2-b33d-955aa936e5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '353a6b18-7db6-4137-a160-75b8144ced24'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:56:22.590103 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bc9fae-c217-4b5a-8be6-afbe3b952e47 None None] Attempting to bind port 38e79718-c02d-4f82-b38a-7edeea319a4c on network 353a6b18-7db6-4137-a160-75b8144ced24 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:56:22.595828 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bc9fae-c217-4b5a-8be6-afbe3b952e47 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:56:22.596210 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bc9fae-c217-4b5a-8be6-afbe3b952e47 None None] Checking segment: {'id': '8df485df-deb5-4fc2-b33d-955aa936e5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '353a6b18-7db6-4137-a160-75b8144ced24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:56:22.596623 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-74bc9fae-c217-4b5a-8be6-afbe3b952e47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:22.597019 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bc9fae-c217-4b5a-8be6-afbe3b952e47 None None] Bound using segment: {'id': '8df485df-deb5-4fc2-b33d-955aa936e5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '353a6b18-7db6-4137-a160-75b8144ced24'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:56:22.597490 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-74bc9fae-c217-4b5a-8be6-afbe3b952e47 None None] Bound port: 38e79718-c02d-4f82-b38a-7edeea319a4c, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8df485df-deb5-4fc2-b33d-955aa936e5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '353a6b18-7db6-4137-a160-75b8144ced24'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:56:22.597890 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-74bc9fae-c217-4b5a-8be6-afbe3b952e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:22.665330 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-74bc9fae-c217-4b5a-8be6-afbe3b952e47 None None] For port 38e79718-c02d-4f82-b38a-7edeea319a4c, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:56:22.668849 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-74bc9fae-c217-4b5a-8be6-afbe3b952e47 None None] For port 38e79718-c02d-4f82-b38a-7edeea319a4c, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=38e79718-c02d-4f82-b38a-7edeea319a4c,segment=NetworkSegment(8df485df-deb5-4fc2-b33d-955aa936e5ee),segment_id=8df485df-deb5-4fc2-b33d-955aa936e5ee)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:56:22.673944 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-74bc9fae-c217-4b5a-8be6-afbe3b952e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:22.730100 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bc9fae-c217-4b5a-8be6-afbe3b952e47 None None] Routers {'86eafe92-16e7-4531-929a-ec633a561b01'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:56:22.730673 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-74bc9fae-c217-4b5a-8be6-afbe3b952e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:56:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['86eafe92-16e7-4531-929a-ec633a561b01'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:56:22.775027 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da616ae9-053a-4e31-9559-b1ee6d8e9b23 None None] Pushing event updated for resources: {'Port': ['ID=38e79718-c02d-4f82-b38a-7edeea319a4c,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:56:22.800122 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-4c2bc1b1-c2a4-4d21-871d-2d245b1770f7 None None] Provisioning complete for port 38e79718-c02d-4f82-b38a-7edeea319a4c triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:56:22.800493 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-4c2bc1b1-c2a4-4d21-871d-2d245b1770f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:22.883010 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-74bc9fae-c217-4b5a-8be6-afbe3b952e47 None None] Set router 86eafe92-16e7-4531-929a-ec633a561b01 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:56:22.951511 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-179a459a-9a29-497e-8a8d-fdff010b25f6 req-1e24f634-4132-4ce7-9883-b18178edb2ea tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=e64a66df-c631-49e6-a72d-88f4012907b8 HTTP/1.1" status: 200 len: 210 time: 0.0269146 Sep 23 07:56:23.134573 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 12fb98f3-85c6-4421-8769-1cd74e1cde54 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:56:23.191412 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-4c2bc1b1-c2a4-4d21-871d-2d245b1770f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:23.283678 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-4c2bc1b1-c2a4-4d21-871d-2d245b1770f7 None None] For port 38e79718-c02d-4f82-b38a-7edeea319a4c, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=38e79718-c02d-4f82-b38a-7edeea319a4c,segment=NetworkSegment(8df485df-deb5-4fc2-b33d-955aa936e5ee),segment_id=8df485df-deb5-4fc2-b33d-955aa936e5ee)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:56:23.289297 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-4c2bc1b1-c2a4-4d21-871d-2d245b1770f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:23.312754 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 12fb98f3-85c6-4421-8769-1cd74e1cde54 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:56:23.313120 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:23.396936 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2bc1b1-c2a4-4d21-871d-2d245b1770f7 None None] Pushing event updated for resources: {'Port': ['ID=38e79718-c02d-4f82-b38a-7edeea319a4c,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:56:23.427477 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-e82298d1-8638-4cf2-b58f-25335bf153d0 None None] Provisioning complete for port 38e79718-c02d-4f82-b38a-7edeea319a4c triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:56:23.427845 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e82298d1-8638-4cf2-b58f-25335bf153d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:23.466679 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-74bc9fae-c217-4b5a-8be6-afbe3b952e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86eafe92-16e7-4531-929a-ec633a561b01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860797009', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '12fb98f3-85c6-4421-8769-1cd74e1cde54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:56:16Z', 'updated_at': '2021-09-23T07:56:20Z', 'revision_number': 4, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'gw_port': {'id': '12fb98f3-85c6-4421-8769-1cd74e1cde54', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:be:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86eafe92-16e7-4531-929a-ec633a561b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:56:17Z', 'updated_at': '2021-09-23T07:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '38e79718-c02d-4f82-b38a-7edeea319a4c', 'name': '', 'network_id': '353a6b18-7db6-4137-a160-75b8144ced24', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'mac_address': 'fa:16:3e:53:7c:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86eafe92-16e7-4531-929a-ec633a561b01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'f9b57795-45e9-486e-a971-0d17018bb7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:56:19Z', 'updated_at': '2021-09-23T07:56:22Z', 'revision_number': 4, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'subnets': [{'id': 'f9b57795-45e9-486e-a971-0d17018bb7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:56:23.504071 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bc9fae-c217-4b5a-8be6-afbe3b952e47 None None] The sync data for ids ['86eafe92-16e7-4531-929a-ec633a561b01'] in n-d-715271-16 is: [{'id': '86eafe92-16e7-4531-929a-ec633a561b01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860797009', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '12fb98f3-85c6-4421-8769-1cd74e1cde54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:56:16Z', 'updated_at': '2021-09-23T07:56:20Z', 'revision_number': 4, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'gw_port': {'id': '12fb98f3-85c6-4421-8769-1cd74e1cde54', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:be:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86eafe92-16e7-4531-929a-ec633a561b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:56:17Z', 'updated_at': '2021-09-23T07:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '38e79718-c02d-4f82-b38a-7edeea319a4c', 'name': '', 'network_id': '353a6b18-7db6-4137-a160-75b8144ced24', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'mac_address': 'fa:16:3e:53:7c:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86eafe92-16e7-4531-929a-ec633a561b01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'f9b57795-45e9-486e-a971-0d17018bb7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:56:19Z', 'updated_at': '2021-09-23T07:56:22Z', 'revision_number': 4, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'subnets': [{'id': 'f9b57795-45e9-486e-a971-0d17018bb7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:56:23.514795 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 0c83d3a7-2057-4ba5-98cc-56513149d99f up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:56:23.622160 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 0c83d3a7-2057-4ba5-98cc-56513149d99f triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:56:23.622281 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:24.033879 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-80b79cf7-fd63-4bf4-89df-65d8daae7cb4 req-d2f70aa6-979f-4b65-bdbe-0e76edae1d1c tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=e64a66df-c631-49e6-a72d-88f4012907b8 HTTP/1.1" status: 200 len: 210 time: 0.0300312 Sep 23 07:56:25.075430 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 38e79718-c02d-4f82-b38a-7edeea319a4c up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:56:25.130397 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 38e79718-c02d-4f82-b38a-7edeea319a4c triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:56:25.130773 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:25.143051 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-58779c82-5736-470e-ba36-600a010bdb5e req-d0bca6bc-8fca-4d71-82f0-2f77b4c3d0bd tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=e64a66df-c631-49e6-a72d-88f4012907b8 HTTP/1.1" status: 200 len: 210 time: 0.0333753 Sep 23 07:56:25.898668 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e7192-7331-4fcd-b40e-1da7563a9bae req-18364425-fbb1-4a9e-ac9c-f74719e63c48 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:56:25.900094 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-686e7192-7331-4fcd-b40e-1da7563a9bae req-18364425-fbb1-4a9e-ac9c-f74719e63c48 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.21 "GET /v2.0/networks?id=353a6b18-7db6-4137-a160-75b8144ced24 HTTP/1.1" status: 200 len: 796 time: 0.1027908 Sep 23 07:56:25.955906 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-686e7192-7331-4fcd-b40e-1da7563a9bae req-0a62edbd-4835-4a7e-bc7a-ac7b2c33bfb7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69ff37bb8aa54e3cbca49be59e8110a2 HTTP/1.1" status: 200 len: 379 time: 0.0331578 Sep 23 07:56:25.986139 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-686e7192-7331-4fcd-b40e-1da7563a9bae req-11b07b65-340d-4fd5-91ec-062ec1ae7341 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Request body: {'port': {'device_id': 'e64a66df-c631-49e6-a72d-88f4012907b8', 'network_id': '353a6b18-7db6-4137-a160-75b8144ced24', 'admin_state_up': True, 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'security_groups': ['c2c24690-9ebf-4f18-af5e-8dfce66c62af']}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:56:26.099670 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-686e7192-7331-4fcd-b40e-1da7563a9bae req-11b07b65-340d-4fd5-91ec-062ec1ae7341 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Made reservation on behalf of 69ff37bb8aa54e3cbca49be59e8110a2 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:56:26.103831 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-686e7192-7331-4fcd-b40e-1da7563a9bae req-11b07b65-340d-4fd5-91ec-062ec1ae7341 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:26.232992 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-686e7192-7331-4fcd-b40e-1da7563a9bae req-11b07b65-340d-4fd5-91ec-062ec1ae7341 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Allocated IP 172.20.0.11 (353a6b18-7db6-4137-a160-75b8144ced24/f9b57795-45e9-486e-a971-0d17018bb7e4/20d201fe-e048-4b35-9494-cb56534270c5) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:56:26.242394 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-52a7f204-835f-47a4-a9bf-475eafc2430e req-4910e663-2274-4d42-bc56-219fbf81f7f4 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=e64a66df-c631-49e6-a72d-88f4012907b8 HTTP/1.1" status: 200 len: 210 time: 0.0272901 Sep 23 07:56:26.373411 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-686e7192-7331-4fcd-b40e-1da7563a9bae req-11b07b65-340d-4fd5-91ec-062ec1ae7341 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:26.406734 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-686e7192-7331-4fcd-b40e-1da7563a9bae req-11b07b65-340d-4fd5-91ec-062ec1ae7341 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:26.452864 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-686e7192-7331-4fcd-b40e-1da7563a9bae req-11b07b65-340d-4fd5-91ec-062ec1ae7341 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Network 353a6b18-7db6-4137-a160-75b8144ced24 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:56:26.455775 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-686e7192-7331-4fcd-b40e-1da7563a9bae req-11b07b65-340d-4fd5-91ec-062ec1ae7341 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:56:26.459312 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-686e7192-7331-4fcd-b40e-1da7563a9bae req-11b07b65-340d-4fd5-91ec-062ec1ae7341 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:56:26.468959 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b07b65-340d-4fd5-91ec-062ec1ae7341 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event updated for resources: {'Port': ['ID=20d201fe-e048-4b35-9494-cb56534270c5,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:56:26.516042 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e7192-7331-4fcd-b40e-1da7563a9bae req-11b07b65-340d-4fd5-91ec-062ec1ae7341 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:56:26.516659 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-686e7192-7331-4fcd-b40e-1da7563a9bae req-11b07b65-340d-4fd5-91ec-062ec1ae7341 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:26.532035 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-686e7192-7331-4fcd-b40e-1da7563a9bae req-11b07b65-340d-4fd5-91ec-062ec1ae7341 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5492396 Sep 23 07:56:26.547786 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-686e7192-7331-4fcd-b40e-1da7563a9bae req-1607b0d4-5a2d-48e4-996f-80b717424285 service neutron] Request body: {'port': {'device_id': 'e64a66df-c631-49e6-a72d-88f4012907b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:56:26.604091 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-686e7192-7331-4fcd-b40e-1da7563a9bae req-1607b0d4-5a2d-48e4-996f-80b717424285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:26.658430 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a4c05faf-c6f7-4191-8f06-1d95f423c83c None None] Provisioning complete for port 20d201fe-e048-4b35-9494-cb56534270c5 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:56:26.659059 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a4c05faf-c6f7-4191-8f06-1d95f423c83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:26.695237 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a4c05faf-c6f7-4191-8f06-1d95f423c83c None None] Port 20d201fe-e048-4b35-9494-cb56534270c5 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:56:27.170814 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-686e7192-7331-4fcd-b40e-1da7563a9bae req-1607b0d4-5a2d-48e4-996f-80b717424285 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20d201fe-e048-4b35-9494-cb56534270c5 {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:56:27.178224 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-686e7192-7331-4fcd-b40e-1da7563a9bae req-1607b0d4-5a2d-48e4-996f-80b717424285 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:27.189664 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-686e7192-7331-4fcd-b40e-1da7563a9bae req-1607b0d4-5a2d-48e4-996f-80b717424285 service neutron] Transition to ACTIVE for port object 20d201fe-e048-4b35-9494-cb56534270c5 will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:56:27.192975 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-686e7192-7331-4fcd-b40e-1da7563a9bae req-1607b0d4-5a2d-48e4-996f-80b717424285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:27.245652 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1607b0d4-5a2d-48e4-996f-80b717424285 service neutron] Pushing event updated for resources: {'Port': ['ID=20d201fe-e048-4b35-9494-cb56534270c5,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:56:27.332663 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-686e7192-7331-4fcd-b40e-1da7563a9bae req-1607b0d4-5a2d-48e4-996f-80b717424285 service neutron] Attempting to bind port 20d201fe-e048-4b35-9494-cb56534270c5 on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:56:27.333040 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-686e7192-7331-4fcd-b40e-1da7563a9bae req-1607b0d4-5a2d-48e4-996f-80b717424285 service neutron] Attempting to bind port 20d201fe-e048-4b35-9494-cb56534270c5 by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': '8df485df-deb5-4fc2-b33d-955aa936e5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '353a6b18-7db6-4137-a160-75b8144ced24'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:56:27.333327 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686e7192-7331-4fcd-b40e-1da7563a9bae req-1607b0d4-5a2d-48e4-996f-80b717424285 service neutron] Attempting to bind port 20d201fe-e048-4b35-9494-cb56534270c5 on network 353a6b18-7db6-4137-a160-75b8144ced24 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:56:27.355091 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686e7192-7331-4fcd-b40e-1da7563a9bae req-1607b0d4-5a2d-48e4-996f-80b717424285 service neutron] Port 20d201fe-e048-4b35-9494-cb56534270c5 on network 353a6b18-7db6-4137-a160-75b8144ced24 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:56:27.355415 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686e7192-7331-4fcd-b40e-1da7563a9bae req-1607b0d4-5a2d-48e4-996f-80b717424285 service neutron] Attempting to bind port 20d201fe-e048-4b35-9494-cb56534270c5 on network 353a6b18-7db6-4137-a160-75b8144ced24 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:56:27.363112 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686e7192-7331-4fcd-b40e-1da7563a9bae req-1607b0d4-5a2d-48e4-996f-80b717424285 service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:56:27.363453 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686e7192-7331-4fcd-b40e-1da7563a9bae req-1607b0d4-5a2d-48e4-996f-80b717424285 service neutron] Checking segment: {'id': '8df485df-deb5-4fc2-b33d-955aa936e5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '353a6b18-7db6-4137-a160-75b8144ced24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:56:27.363846 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686e7192-7331-4fcd-b40e-1da7563a9bae req-1607b0d4-5a2d-48e4-996f-80b717424285 service neutron] Bound using segment: {'id': '8df485df-deb5-4fc2-b33d-955aa936e5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '353a6b18-7db6-4137-a160-75b8144ced24'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:56:27.364287 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-686e7192-7331-4fcd-b40e-1da7563a9bae req-1607b0d4-5a2d-48e4-996f-80b717424285 service neutron] Bound port: 20d201fe-e048-4b35-9494-cb56534270c5, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8df485df-deb5-4fc2-b33d-955aa936e5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '353a6b18-7db6-4137-a160-75b8144ced24'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:56:27.364648 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-686e7192-7331-4fcd-b40e-1da7563a9bae req-1607b0d4-5a2d-48e4-996f-80b717424285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:27.392953 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d6ff19-ea12-4baa-9c31-58a89cdc08c0 req-13c00551-6657-46ee-8099-95e74461d88b tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:56:27.394541 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-74d6ff19-ea12-4baa-9c31-58a89cdc08c0 req-13c00551-6657-46ee-8099-95e74461d88b tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=e64a66df-c631-49e6-a72d-88f4012907b8 HTTP/1.1" status: 200 len: 944 time: 0.0746105 Sep 23 07:56:27.466709 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-74d6ff19-ea12-4baa-9c31-58a89cdc08c0 req-c52f8813-2781-4657-9b10-f292b02e6c7d tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2c24690-9ebf-4f18-af5e-8dfce66c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543520 Sep 23 07:56:27.470908 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-686e7192-7331-4fcd-b40e-1da7563a9bae req-1607b0d4-5a2d-48e4-996f-80b717424285 service neutron] For port 20d201fe-e048-4b35-9494-cb56534270c5, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:56:27.474066 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-686e7192-7331-4fcd-b40e-1da7563a9bae req-1607b0d4-5a2d-48e4-996f-80b717424285 service neutron] For port 20d201fe-e048-4b35-9494-cb56534270c5, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=20d201fe-e048-4b35-9494-cb56534270c5,segment=NetworkSegment(8df485df-deb5-4fc2-b33d-955aa936e5ee),segment_id=8df485df-deb5-4fc2-b33d-955aa936e5ee)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:56:27.480367 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-686e7192-7331-4fcd-b40e-1da7563a9bae req-1607b0d4-5a2d-48e4-996f-80b717424285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:27.520215 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e7192-7331-4fcd-b40e-1da7563a9bae req-1607b0d4-5a2d-48e4-996f-80b717424285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:56:27.520953 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-686e7192-7331-4fcd-b40e-1da7563a9bae req-1607b0d4-5a2d-48e4-996f-80b717424285 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:27.522356 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-686e7192-7331-4fcd-b40e-1da7563a9bae req-1607b0d4-5a2d-48e4-996f-80b717424285 service neutron] 10.222.0.21 "PUT /v2.0/ports/20d201fe-e048-4b35-9494-cb56534270c5 HTTP/1.1" status: 200 len: 1093 time: 0.9788983 Sep 23 07:56:27.522790 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e64a66df-c631-49e6-a72d-88f4012907b8', 'tag': '20d201fe-e048-4b35-9494-cb56534270c5'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:56:27.525744 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f95ab57a745480e309303c621f93016f7af13821b9c47ad15b10e565102b0cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c547236-e605-4a9d-884f-daf6d6758dac" -d '{"events": [{"name": "network-changed", "server_uuid": "e64a66df-c631-49e6-a72d-88f4012907b8", "tag": "20d201fe-e048-4b35-9494-cb56534270c5"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:56:27.551899 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1607b0d4-5a2d-48e4-996f-80b717424285 service neutron] Pushing event updated for resources: {'Port': ['ID=20d201fe-e048-4b35-9494-cb56534270c5,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:56:27.616377 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e7192-7331-4fcd-b40e-1da7563a9bae req-58e7e15e-3585-4568-aa89-fd5f06149de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:56:27.618292 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-686e7192-7331-4fcd-b40e-1da7563a9bae req-58e7e15e-3585-4568-aa89-fd5f06149de9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=69ff37bb8aa54e3cbca49be59e8110a2&device_id=e64a66df-c631-49e6-a72d-88f4012907b8 HTTP/1.1" status: 200 len: 1096 time: 0.0461016 Sep 23 07:56:27.641167 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dd101a7-95a8-44b7-a431-79a1aaca1bb9 x-openstack-request-id: req-2dd101a7-95a8-44b7-a431-79a1aaca1bb9 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:56:27.641456 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e64a66df-c631-49e6-a72d-88f4012907b8", "tag": "20d201fe-e048-4b35-9494-cb56534270c5", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:56:27.641740 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2dd101a7-95a8-44b7-a431-79a1aaca1bb9 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:56:27.642130 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e64a66df-c631-49e6-a72d-88f4012907b8', 'tag': '20d201fe-e048-4b35-9494-cb56534270c5', 'status': 'completed', 'code': 200} Sep 23 07:56:27.670275 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-686e7192-7331-4fcd-b40e-1da7563a9bae req-1e80b0ab-4166-4ac7-b402-aa9ebfc0f9ad service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20d201fe-e048-4b35-9494-cb56534270c5 HTTP/1.1" status: 200 len: 217 time: 0.0390656 Sep 23 07:56:27.723965 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e7192-7331-4fcd-b40e-1da7563a9bae req-f2e06a56-1f1e-488d-8476-be9883cb4705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:56:27.725413 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-686e7192-7331-4fcd-b40e-1da7563a9bae req-f2e06a56-1f1e-488d-8476-be9883cb4705 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f9b57795-45e9-486e-a971-0d17018bb7e4 HTTP/1.1" status: 200 len: 835 time: 0.0485196 Sep 23 07:56:27.771734 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e7192-7331-4fcd-b40e-1da7563a9bae req-9f80de9d-56aa-4214-b304-5100e347d70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:56:27.773229 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-686e7192-7331-4fcd-b40e-1da7563a9bae req-9f80de9d-56aa-4214-b304-5100e347d70b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=353a6b18-7db6-4137-a160-75b8144ced24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406408 Sep 23 07:56:27.869581 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-686e7192-7331-4fcd-b40e-1da7563a9bae req-46ac7d7e-9863-4159-a9da-81f2a1cffc6f service neutron] 10.222.0.21 "GET /v2.0/networks/353a6b18-7db6-4137-a160-75b8144ced24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886152 Sep 23 07:56:27.961263 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-686e7192-7331-4fcd-b40e-1da7563a9bae req-34b48c2a-4fa1-4272-9462-6334669cee5d service neutron] 10.222.0.21 "GET /v2.0/networks/353a6b18-7db6-4137-a160-75b8144ced24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843146 Sep 23 07:56:28.065986 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c547236-e605-4a9d-884f-daf6d6758dac req-9ebffeea-18a2-43ae-8d7c-f94dcf275b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:56:28.067430 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9c547236-e605-4a9d-884f-daf6d6758dac req-9ebffeea-18a2-43ae-8d7c-f94dcf275b5c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=69ff37bb8aa54e3cbca49be59e8110a2&device_id=e64a66df-c631-49e6-a72d-88f4012907b8 HTTP/1.1" status: 200 len: 1096 time: 0.0410125 Sep 23 07:56:28.160010 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c547236-e605-4a9d-884f-daf6d6758dac req-769df581-5ac3-43e5-ae4e-b91a05da64bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:56:28.161542 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9c547236-e605-4a9d-884f-daf6d6758dac req-769df581-5ac3-43e5-ae4e-b91a05da64bb service neutron] 10.222.0.21 "GET /v2.0/networks?id=353a6b18-7db6-4137-a160-75b8144ced24 HTTP/1.1" status: 200 len: 897 time: 0.0874205 Sep 23 07:56:28.202355 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9c547236-e605-4a9d-884f-daf6d6758dac req-6525ea06-3b20-4a99-bcc9-dc36de56b7f2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20d201fe-e048-4b35-9494-cb56534270c5 HTTP/1.1" status: 200 len: 217 time: 0.0340264 Sep 23 07:56:28.250747 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c547236-e605-4a9d-884f-daf6d6758dac req-a90a454a-fe56-4e35-8f20-a5942260ecf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:56:28.260096 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9c547236-e605-4a9d-884f-daf6d6758dac req-a90a454a-fe56-4e35-8f20-a5942260ecf6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f9b57795-45e9-486e-a971-0d17018bb7e4 HTTP/1.1" status: 200 len: 835 time: 0.0510969 Sep 23 07:56:28.310569 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c547236-e605-4a9d-884f-daf6d6758dac req-33ff1eb8-91dd-4da2-914b-abda490ca5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:56:28.312071 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9c547236-e605-4a9d-884f-daf6d6758dac req-33ff1eb8-91dd-4da2-914b-abda490ca5d9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=353a6b18-7db6-4137-a160-75b8144ced24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448349 Sep 23 07:56:28.401602 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9c547236-e605-4a9d-884f-daf6d6758dac req-454ec332-4d35-4bdb-943a-67cfa0e985fc service neutron] 10.222.0.21 "GET /v2.0/networks/353a6b18-7db6-4137-a160-75b8144ced24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813596 Sep 23 07:56:28.496101 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9c547236-e605-4a9d-884f-daf6d6758dac req-394de36d-fe82-4281-88ce-3464605abccc service neutron] 10.222.0.21 "GET /v2.0/networks/353a6b18-7db6-4137-a160-75b8144ced24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864394 Sep 23 07:56:28.585212 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3998885a-7783-46f0-9c31-5cc9e35c7480 req-bcdf665f-9bc1-48e7-89c2-b69b6850511a tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:56:28.586777 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3998885a-7783-46f0-9c31-5cc9e35c7480 req-bcdf665f-9bc1-48e7-89c2-b69b6850511a tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=e64a66df-c631-49e6-a72d-88f4012907b8 HTTP/1.1" status: 200 len: 944 time: 0.0494988 Sep 23 07:56:28.624318 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3998885a-7783-46f0-9c31-5cc9e35c7480 req-cca295c8-e0f9-4d10-8339-148eea3fdb8a tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2c24690-9ebf-4f18-af5e-8dfce66c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309267 Sep 23 07:56:29.740224 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07544a7-983a-43a5-999e-464f8a06f4e1 req-e03146d7-27c2-420f-a6bc-556dad0aba92 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:56:29.741698 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c07544a7-983a-43a5-999e-464f8a06f4e1 req-e03146d7-27c2-420f-a6bc-556dad0aba92 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=e64a66df-c631-49e6-a72d-88f4012907b8 HTTP/1.1" status: 200 len: 944 time: 0.0496871 Sep 23 07:56:29.780474 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c07544a7-983a-43a5-999e-464f8a06f4e1 req-1945ec82-59af-424b-94e8-c40f96de32fd tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2c24690-9ebf-4f18-af5e-8dfce66c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318863 Sep 23 07:56:30.894502 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e33f08e-650c-4848-85a3-8c98c8194336 req-3ae6d893-0dda-4829-8b42-523b5c7f1828 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:56:30.896010 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6e33f08e-650c-4848-85a3-8c98c8194336 req-3ae6d893-0dda-4829-8b42-523b5c7f1828 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=e64a66df-c631-49e6-a72d-88f4012907b8 HTTP/1.1" status: 200 len: 944 time: 0.0486879 Sep 23 07:56:30.934355 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6e33f08e-650c-4848-85a3-8c98c8194336 req-963e688a-afff-416c-9aa5-1d62d5199962 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2c24690-9ebf-4f18-af5e-8dfce66c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317807 Sep 23 07:56:31.847703 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 20d201fe-e048-4b35-9494-cb56534270c5 details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:56:31.954189 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 20d201fe-e048-4b35-9494-cb56534270c5, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=20d201fe-e048-4b35-9494-cb56534270c5,segment=NetworkSegment(8df485df-deb5-4fc2-b33d-955aa936e5ee),segment_id=8df485df-deb5-4fc2-b33d-955aa936e5ee)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:56:31.966047 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': '20d201fe-e048-4b35-9494-cb56534270c5', 'network_id': '353a6b18-7db6-4137-a160-75b8144ced24', 'port_id': '20d201fe-e048-4b35-9494-cb56534270c5', 'mac_address': 'fa:16:3e:cb:37:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9b57795-45e9-486e-a971-0d17018bb7e4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:56:32.002231 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:32.016071 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20d201fe-e048-4b35-9494-cb56534270c5 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:56:32.035699 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 20d201fe-e048-4b35-9494-cb56534270c5, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=20d201fe-e048-4b35-9494-cb56534270c5,segment=NetworkSegment(8df485df-deb5-4fc2-b33d-955aa936e5ee),segment_id=8df485df-deb5-4fc2-b33d-955aa936e5ee)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:56:32.040512 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:32.056563 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b22467-002f-45a7-bc99-b6a04e37e429 req-8d21d304-9f29-4cef-a5a2-9dba9632aa7c tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:56:32.058106 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a5b22467-002f-45a7-bc99-b6a04e37e429 req-8d21d304-9f29-4cef-a5a2-9dba9632aa7c tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=e64a66df-c631-49e6-a72d-88f4012907b8 HTTP/1.1" status: 200 len: 944 time: 0.0559051 Sep 23 07:56:32.094595 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=20d201fe-e048-4b35-9494-cb56534270c5,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:56:32.101194 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a5b22467-002f-45a7-bc99-b6a04e37e429 req-f2db6823-89c8-4f01-9160-28c5d22ca46b tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2c24690-9ebf-4f18-af5e-8dfce66c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369909 Sep 23 07:56:32.424194 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['20d201fe-e048-4b35-9494-cb56534270c5'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:56:33.224638 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb68a6a-dad4-40fb-9f80-375903f96aed req-503d001f-ca90-4a9f-80f4-a5ac9de04561 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:56:33.226144 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6eb68a6a-dad4-40fb-9f80-375903f96aed req-503d001f-ca90-4a9f-80f4-a5ac9de04561 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=e64a66df-c631-49e6-a72d-88f4012907b8 HTTP/1.1" status: 200 len: 945 time: 0.0540631 Sep 23 07:56:33.263764 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6eb68a6a-dad4-40fb-9f80-375903f96aed req-e2f861ac-38c0-4ae5-b0ac-5f3f465fc904 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2c24690-9ebf-4f18-af5e-8dfce66c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308948 Sep 23 07:56:33.863701 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 20d201fe-e048-4b35-9494-cb56534270c5 up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:56:33.920571 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port 20d201fe-e048-4b35-9494-cb56534270c5 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:56:33.924295 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port 20d201fe-e048-4b35-9494-cb56534270c5 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:56:33.924669 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:33.999166 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:34.023892 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e64a66df-c631-49e6-a72d-88f4012907b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20d201fe-e048-4b35-9494-cb56534270c5'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:56:34.026239 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ba4f7dfdfe0dde90123cb5af03ec17f0bd1073b346dec34131962e04cdfc7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66a72cdb-ab5e-4d80-a0c2-68cbd0c41715" -d '{"events": [{"server_uuid": "e64a66df-c631-49e6-a72d-88f4012907b8", "name": "network-vif-plugged", "status": "completed", "tag": "20d201fe-e048-4b35-9494-cb56534270c5"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:56:34.038626 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 20d201fe-e048-4b35-9494-cb56534270c5, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=20d201fe-e048-4b35-9494-cb56534270c5,segment=NetworkSegment(8df485df-deb5-4fc2-b33d-955aa936e5ee),segment_id=8df485df-deb5-4fc2-b33d-955aa936e5ee)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:56:34.043504 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:34.067087 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-703ed21a-6b7c-4c27-a3ac-e804d5642b23 x-openstack-request-id: req-703ed21a-6b7c-4c27-a3ac-e804d5642b23 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:56:34.067383 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e64a66df-c631-49e6-a72d-88f4012907b8", "name": "network-vif-plugged", "status": "completed", "tag": "20d201fe-e048-4b35-9494-cb56534270c5", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:56:34.067632 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-703ed21a-6b7c-4c27-a3ac-e804d5642b23 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:56:34.068013 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e64a66df-c631-49e6-a72d-88f4012907b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20d201fe-e048-4b35-9494-cb56534270c5', 'code': 200} Sep 23 07:56:34.094602 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=20d201fe-e048-4b35-9494-cb56534270c5,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:56:34.177309 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c1349a-f356-4853-a294-c5d36eb62c9f req-0b31a1a1-7411-4059-8329-3a3c5f3c7012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:56:34.178831 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d0c1349a-f356-4853-a294-c5d36eb62c9f req-0b31a1a1-7411-4059-8329-3a3c5f3c7012 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e64a66df-c631-49e6-a72d-88f4012907b8 HTTP/1.1" status: 200 len: 1098 time: 0.0392895 Sep 23 07:56:34.212289 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d0c1349a-f356-4853-a294-c5d36eb62c9f req-7742c6af-4079-4d5d-8315-9bf03043e935 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c2c24690-9ebf-4f18-af5e-8dfce66c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0261724 Sep 23 07:56:34.378082 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc20ea53-a5f9-4d95-a166-49324263ff16 req-ffaa81b4-2516-4b64-b1cf-57301be8902c tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:56:34.379823 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fc20ea53-a5f9-4d95-a166-49324263ff16 req-ffaa81b4-2516-4b64-b1cf-57301be8902c tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=e64a66df-c631-49e6-a72d-88f4012907b8 HTTP/1.1" status: 200 len: 946 time: 0.0495296 Sep 23 07:56:34.416824 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fc20ea53-a5f9-4d95-a166-49324263ff16 req-e896b4fd-14ff-405b-b007-5d60ce26fe6a tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2c24690-9ebf-4f18-af5e-8dfce66c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309713 Sep 23 07:56:35.539885 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc8639-bd9c-4b8a-810c-9668a5b3ef1c req-d238077a-ab00-45dd-b8dc-db9d20fc627e tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:56:35.541542 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a3dc8639-bd9c-4b8a-810c-9668a5b3ef1c req-d238077a-ab00-45dd-b8dc-db9d20fc627e tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=e64a66df-c631-49e6-a72d-88f4012907b8 HTTP/1.1" status: 200 len: 946 time: 0.0566394 Sep 23 07:56:35.583723 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a3dc8639-bd9c-4b8a-810c-9668a5b3ef1c req-03b6c37d-498d-4b39-8213-cdb963f987b0 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2c24690-9ebf-4f18-af5e-8dfce66c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356910 Sep 23 07:56:36.701979 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b45d1-9dca-49a8-93ad-f8d8abb977ec req-fb2d7e60-144d-43dc-86c7-0722c73211a3 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:56:36.703456 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fc8b45d1-9dca-49a8-93ad-f8d8abb977ec req-fb2d7e60-144d-43dc-86c7-0722c73211a3 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=e64a66df-c631-49e6-a72d-88f4012907b8 HTTP/1.1" status: 200 len: 946 time: 0.0522397 Sep 23 07:56:36.740405 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fc8b45d1-9dca-49a8-93ad-f8d8abb977ec req-9ede37f0-5f02-4977-9b67-be3b1b793520 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2c24690-9ebf-4f18-af5e-8dfce66c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310380 Sep 23 07:56:36.857162 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5575ce5-5580-4f8c-95c9-509a1cec41dd req-ca64c9a8-52cf-4047-8e07-7b44dc370de1 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:56:36.858691 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a5575ce5-5580-4f8c-95c9-509a1cec41dd req-ca64c9a8-52cf-4047-8e07-7b44dc370de1 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=e64a66df-c631-49e6-a72d-88f4012907b8 HTTP/1.1" status: 200 len: 946 time: 0.0493131 Sep 23 07:56:36.896889 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a5575ce5-5580-4f8c-95c9-509a1cec41dd req-5ac0f8f2-86a6-43e7-acde-28af73829b68 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2c24690-9ebf-4f18-af5e-8dfce66c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321925 Sep 23 07:56:36.919150 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 56432) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:56:36.962058 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d244452-4ea1-4007-a403-b365dd8b7558 tempest-TestNetworkAdvancedServerOps-684132154 tempest-TestNetworkAdvancedServerOps-684132154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:56:36.964127 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-8d244452-4ea1-4007-a403-b365dd8b7558 tempest-TestNetworkAdvancedServerOps-684132154 tempest-TestNetworkAdvancedServerOps-684132154-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e64a66df-c631-49e6-a72d-88f4012907b8 HTTP/1.1" status: 200 len: 1093 time: 0.0440083 Sep 23 07:56:36.966813 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 56434) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:56:36.970978 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-7a7ab15f-4785-400f-b930-2f7c50ca9d68 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Request body: {'floatingip': {'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'port_id': '20d201fe-e048-4b35-9494-cb56534270c5', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:56:36.992607 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7a7ab15f-4785-400f-b930-2f7c50ca9d68 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for floatingip, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:37.087912 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7a7ab15f-4785-400f-b930-2f7c50ca9d68 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:37.194062 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-7a7ab15f-4785-400f-b930-2f7c50ca9d68 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Allocated IP 172.25.2.9 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/a3d0b34d-4d02-4b67-9079-81539be6edf1) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:56:37.294639 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7a7ab15f-4785-400f-b930-2f7c50ca9d68 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:37.327706 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7a7ab15f-4785-400f-b930-2f7c50ca9d68 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:37.369712 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7ab15f-4785-400f-b930-2f7c50ca9d68 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:56:37.372725 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-7a7ab15f-4785-400f-b930-2f7c50ca9d68 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:56:37.376421 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7ab15f-4785-400f-b930-2f7c50ca9d68 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:56:37.380199 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:37.405419 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7ab15f-4785-400f-b930-2f7c50ca9d68 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event updated for resources: {'Port': ['ID=a3d0b34d-4d02-4b67-9079-81539be6edf1,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:56:37.418399 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7ab15f-4785-400f-b930-2f7c50ca9d68 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:56:37.418754 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7ab15f-4785-400f-b930-2f7c50ca9d68 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:56:37.419091 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7ab15f-4785-400f-b930-2f7c50ca9d68 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:56:37.419425 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7ab15f-4785-400f-b930-2f7c50ca9d68 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:56:37.419756 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7ab15f-4785-400f-b930-2f7c50ca9d68 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:56:37.420084 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7ab15f-4785-400f-b930-2f7c50ca9d68 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:56:37.420410 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7ab15f-4785-400f-b930-2f7c50ca9d68 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:56:37.420735 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7ab15f-4785-400f-b930-2f7c50ca9d68 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:56:37.421059 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7ab15f-4785-400f-b930-2f7c50ca9d68 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:56:37.421380 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7ab15f-4785-400f-b930-2f7c50ca9d68 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:56:37.421700 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7ab15f-4785-400f-b930-2f7c50ca9d68 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:56:37.422046 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7ab15f-4785-400f-b930-2f7c50ca9d68 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:56:37.750270 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7a7ab15f-4785-400f-b930-2f7c50ca9d68 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:37.818604 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7a7ab15f-4785-400f-b930-2f7c50ca9d68 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:37.982133 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7a7ab15f-4785-400f-b930-2f7c50ca9d68 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:37.986574 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7a7ab15f-4785-400f-b930-2f7c50ca9d68 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:38.053448 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7ab15f-4785-400f-b930-2f7c50ca9d68 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event updated for resources: {'Port': ['ID=a3d0b34d-4d02-4b67-9079-81539be6edf1,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:56:38.064162 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7a7ab15f-4785-400f-b930-2f7c50ca9d68 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:38.157668 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-399b7f3c-c5e1-48a6-9575-256933c7d80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:38.163828 n-d-715271-16 neutron-server[95066]: INFO neutron.db.l3_db [None req-7a7ab15f-4785-400f-b930-2f7c50ca9d68 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Floating IP 4da82b07-2256-4599-8bf5-706af73959b9 associated. External IP: 172.25.2.9, port: 20d201fe-e048-4b35-9494-cb56534270c5. Sep 23 07:56:38.369587 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a7ab15f-4785-400f-b930-2f7c50ca9d68 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Router 86eafe92-16e7-4531-929a-ec633a561b01 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:56:38.477065 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a7ab15f-4785-400f-b930-2f7c50ca9d68 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:56:38.487713 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d63ef2-599c-4030-a9eb-ae39529c8f89 None None] Sync routers for ids ['86eafe92-16e7-4531-929a-ec633a561b01'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:56:38.493726 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-7a7ab15f-4785-400f-b930-2f7c50ca9d68 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:38.498192 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d63ef2-599c-4030-a9eb-ae39529c8f89 None None] Routers {'86eafe92-16e7-4531-929a-ec633a561b01'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:56:38.498810 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-d6d63ef2-599c-4030-a9eb-ae39529c8f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:56:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['86eafe92-16e7-4531-929a-ec633a561b01'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:56:38.520750 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-7a7ab15f-4785-400f-b930-2f7c50ca9d68 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5529335 Sep 23 07:56:38.521341 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e64a66df-c631-49e6-a72d-88f4012907b8', 'tag': '20d201fe-e048-4b35-9494-cb56534270c5'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:56:38.523630 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5c82e26e84456ec9bd92b2391c670c25772fd4a9558cb5800b4b1a13ca591a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed191314-091a-4a31-97b5-6c436b6cf732" -d '{"events": [{"name": "network-changed", "server_uuid": "e64a66df-c631-49e6-a72d-88f4012907b8", "tag": "20d201fe-e048-4b35-9494-cb56534270c5"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:56:38.610361 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-d6d63ef2-599c-4030-a9eb-ae39529c8f89 None None] Set router 86eafe92-16e7-4531-929a-ec633a561b01 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:56:38.621967 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b934d044-ceb3-4a50-ba87-cf1ff3bdbc53 x-openstack-request-id: req-b934d044-ceb3-4a50-ba87-cf1ff3bdbc53 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:56:38.622258 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e64a66df-c631-49e6-a72d-88f4012907b8", "tag": "20d201fe-e048-4b35-9494-cb56534270c5", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:56:38.622508 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b934d044-ceb3-4a50-ba87-cf1ff3bdbc53 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:56:38.622981 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e64a66df-c631-49e6-a72d-88f4012907b8', 'tag': '20d201fe-e048-4b35-9494-cb56534270c5', 'status': 'completed', 'code': 200} Sep 23 07:56:38.646359 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db2de3f-2e6e-42bf-bc41-ab54971e11f6 req-38097aec-a148-4460-b54f-cbe185a8d212 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:56:38.647870 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4db2de3f-2e6e-42bf-bc41-ab54971e11f6 req-38097aec-a148-4460-b54f-cbe185a8d212 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=e64a66df-c631-49e6-a72d-88f4012907b8 HTTP/1.1" status: 200 len: 946 time: 0.0525651 Sep 23 07:56:38.712103 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4db2de3f-2e6e-42bf-bc41-ab54971e11f6 req-3b37c75d-2eec-4f3c-8fcb-c81807ae5126 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2c24690-9ebf-4f18-af5e-8dfce66c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569813 Sep 23 07:56:38.722568 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed191314-091a-4a31-97b5-6c436b6cf732 req-3317e023-f929-402c-88a7-630311391f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:56:38.724074 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ed191314-091a-4a31-97b5-6c436b6cf732 req-3317e023-f929-402c-88a7-630311391f78 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=69ff37bb8aa54e3cbca49be59e8110a2&device_id=e64a66df-c631-49e6-a72d-88f4012907b8 HTTP/1.1" status: 200 len: 1098 time: 0.0555029 Sep 23 07:56:38.735189 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 56442) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:56:38.798011 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-d8226dde-be0a-4a01-abcd-a4e8bb51e784 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/floatingips/4da82b07-2256-4599-8bf5-706af73959b9 HTTP/1.1" status: 200 len: 990 time: 0.0606122 Sep 23 07:56:38.820194 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed191314-091a-4a31-97b5-6c436b6cf732 req-162b7772-a0ba-4fdd-86d6-d3e9516486d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:56:38.822272 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ed191314-091a-4a31-97b5-6c436b6cf732 req-162b7772-a0ba-4fdd-86d6-d3e9516486d0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=353a6b18-7db6-4137-a160-75b8144ced24 HTTP/1.1" status: 200 len: 897 time: 0.0906413 Sep 23 07:56:38.844260 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-d6d63ef2-599c-4030-a9eb-ae39529c8f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86eafe92-16e7-4531-929a-ec633a561b01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860797009', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '12fb98f3-85c6-4421-8769-1cd74e1cde54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:56:16Z', 'updated_at': '2021-09-23T07:56:20Z', 'revision_number': 4, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'gw_port': {'id': '12fb98f3-85c6-4421-8769-1cd74e1cde54', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:be:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86eafe92-16e7-4531-929a-ec633a561b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:56:17Z', 'updated_at': '2021-09-23T07:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '4da82b07-2256-4599-8bf5-706af73959b9', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'floating_ip_address': '172.25.2.9', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '86eafe92-16e7-4531-929a-ec633a561b01', 'port_id': '20d201fe-e048-4b35-9494-cb56534270c5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '353a6b18-7db6-4137-a160-75b8144ced24', 'mac_address': 'fa:16:3e:cb:37:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64a66df-c631-49e6-a72d-88f4012907b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:56:37Z', 'updated_at': '2021-09-23T07:56:37Z', 'revision_number': 0, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38e79718-c02d-4f82-b38a-7edeea319a4c', 'name': '', 'network_id': '353a6b18-7db6-4137-a160-75b8144ced24', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'mac_address': 'fa:16:3e:53:7c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86eafe92-16e7-4531-929a-ec633a561b01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'f9b57795-45e9-486e-a971-0d17018bb7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:56:19Z', 'updated_at': '2021-09-23T07:56:23Z', 'revision_number': 5, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'subnets': [{'id': 'f9b57795-45e9-486e-a971-0d17018bb7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:56:38.869581 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d63ef2-599c-4030-a9eb-ae39529c8f89 None None] Checking router: 86eafe92-16e7-4531-929a-ec633a561b01 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:56:38.877767 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d63ef2-599c-4030-a9eb-ae39529c8f89 None None] Routers {'86eafe92-16e7-4531-929a-ec633a561b01'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:56:38.878329 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-d6d63ef2-599c-4030-a9eb-ae39529c8f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:56:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['86eafe92-16e7-4531-929a-ec633a561b01'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:56:38.889294 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ed191314-091a-4a31-97b5-6c436b6cf732 req-0e8fb499-0a8a-4783-916a-501c5d7e0187 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20d201fe-e048-4b35-9494-cb56534270c5 HTTP/1.1" status: 200 len: 998 time: 0.0604675 Sep 23 07:56:38.943984 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed191314-091a-4a31-97b5-6c436b6cf732 req-cbe89968-b384-48d1-a646-f102f66a8e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:56:38.945470 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ed191314-091a-4a31-97b5-6c436b6cf732 req-cbe89968-b384-48d1-a646-f102f66a8e28 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f9b57795-45e9-486e-a971-0d17018bb7e4 HTTP/1.1" status: 200 len: 835 time: 0.0492215 Sep 23 07:56:38.981686 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-d6d63ef2-599c-4030-a9eb-ae39529c8f89 None None] Set router 86eafe92-16e7-4531-929a-ec633a561b01 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:56:38.992251 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed191314-091a-4a31-97b5-6c436b6cf732 req-74f2bc60-cd3d-4688-97a5-75a6a4c61252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:56:38.994949 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ed191314-091a-4a31-97b5-6c436b6cf732 req-74f2bc60-cd3d-4688-97a5-75a6a4c61252 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=353a6b18-7db6-4137-a160-75b8144ced24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405908 Sep 23 07:56:39.085554 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ed191314-091a-4a31-97b5-6c436b6cf732 req-491f1736-90af-4e93-aaaf-758fa3c25693 service neutron] 10.222.0.21 "GET /v2.0/networks/353a6b18-7db6-4137-a160-75b8144ced24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842807 Sep 23 07:56:39.179628 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ed191314-091a-4a31-97b5-6c436b6cf732 req-6f427535-6629-4489-8045-7d112e8effda service neutron] 10.222.0.21 "GET /v2.0/networks/353a6b18-7db6-4137-a160-75b8144ced24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869491 Sep 23 07:56:39.208920 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-d6d63ef2-599c-4030-a9eb-ae39529c8f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86eafe92-16e7-4531-929a-ec633a561b01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860797009', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '12fb98f3-85c6-4421-8769-1cd74e1cde54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:56:16Z', 'updated_at': '2021-09-23T07:56:20Z', 'revision_number': 4, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'gw_port': {'id': '12fb98f3-85c6-4421-8769-1cd74e1cde54', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:be:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86eafe92-16e7-4531-929a-ec633a561b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:56:17Z', 'updated_at': '2021-09-23T07:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '4da82b07-2256-4599-8bf5-706af73959b9', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'floating_ip_address': '172.25.2.9', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '86eafe92-16e7-4531-929a-ec633a561b01', 'port_id': '20d201fe-e048-4b35-9494-cb56534270c5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '353a6b18-7db6-4137-a160-75b8144ced24', 'mac_address': 'fa:16:3e:cb:37:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64a66df-c631-49e6-a72d-88f4012907b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:56:37Z', 'updated_at': '2021-09-23T07:56:37Z', 'revision_number': 0, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38e79718-c02d-4f82-b38a-7edeea319a4c', 'name': '', 'network_id': '353a6b18-7db6-4137-a160-75b8144ced24', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'mac_address': 'fa:16:3e:53:7c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86eafe92-16e7-4531-929a-ec633a561b01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'f9b57795-45e9-486e-a971-0d17018bb7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:56:19Z', 'updated_at': '2021-09-23T07:56:23Z', 'revision_number': 5, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'subnets': [{'id': 'f9b57795-45e9-486e-a971-0d17018bb7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:56:39.234933 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d63ef2-599c-4030-a9eb-ae39529c8f89 None None] The sync data for ids ['86eafe92-16e7-4531-929a-ec633a561b01'] in n-d-715271-16 is: [{'id': '86eafe92-16e7-4531-929a-ec633a561b01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860797009', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '12fb98f3-85c6-4421-8769-1cd74e1cde54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:56:16Z', 'updated_at': '2021-09-23T07:56:20Z', 'revision_number': 4, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'gw_port': {'id': '12fb98f3-85c6-4421-8769-1cd74e1cde54', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:be:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86eafe92-16e7-4531-929a-ec633a561b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:56:17Z', 'updated_at': '2021-09-23T07:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '4da82b07-2256-4599-8bf5-706af73959b9', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'floating_ip_address': '172.25.2.9', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '86eafe92-16e7-4531-929a-ec633a561b01', 'port_id': '20d201fe-e048-4b35-9494-cb56534270c5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '353a6b18-7db6-4137-a160-75b8144ced24', 'mac_address': 'fa:16:3e:cb:37:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64a66df-c631-49e6-a72d-88f4012907b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:56:37Z', 'updated_at': '2021-09-23T07:56:37Z', 'revision_number': 0, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38e79718-c02d-4f82-b38a-7edeea319a4c', 'name': '', 'network_id': '353a6b18-7db6-4137-a160-75b8144ced24', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'mac_address': 'fa:16:3e:53:7c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86eafe92-16e7-4531-929a-ec633a561b01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'f9b57795-45e9-486e-a971-0d17018bb7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:56:19Z', 'updated_at': '2021-09-23T07:56:23Z', 'revision_number': 5, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'subnets': [{'id': 'f9b57795-45e9-486e-a971-0d17018bb7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:56:39.424418 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8361069-ab7f-40c7-ac02-43d73a50091f None None] New status for floating IP 4da82b07-2256-4599-8bf5-706af73959b9: ACTIVE {{(pid=95067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 07:56:39.800760 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 56444) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:56:39.863229 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-3cbf26c3-81b2-4f57-befb-b0b6d005ecae tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/floatingips/4da82b07-2256-4599-8bf5-706af73959b9 HTTP/1.1" status: 200 len: 992 time: 0.0612602 Sep 23 07:56:40.625735 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:41.159949 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-1b7508cc-3a67-485a-80a2-db80f2518e0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:41.672380 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:42.599016 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:44.074097 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:56:49.902686 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:57:06.271969 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d9178fa7-dda8-4ddd-a9f0-52f9bbf1afa5 req-0e335a21-858c-462e-815d-f0e2171af1ae service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e64a66df-c631-49e6-a72d-88f4012907b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405595 Sep 23 07:57:06.364914 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9178fa7-dda8-4ddd-a9f0-52f9bbf1afa5 req-7d0aa077-9bc9-42ab-9b24-8ec4c34e3f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:57:06.366364 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d9178fa7-dda8-4ddd-a9f0-52f9bbf1afa5 req-7d0aa077-9bc9-42ab-9b24-8ec4c34e3f16 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=69ff37bb8aa54e3cbca49be59e8110a2&device_id=e64a66df-c631-49e6-a72d-88f4012907b8 HTTP/1.1" status: 200 len: 1098 time: 0.0427897 Sep 23 07:57:06.467544 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9178fa7-dda8-4ddd-a9f0-52f9bbf1afa5 req-39bc70e7-c3a4-4223-ab75-5d81871ba137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:57:06.469017 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d9178fa7-dda8-4ddd-a9f0-52f9bbf1afa5 req-39bc70e7-c3a4-4223-ab75-5d81871ba137 service neutron] 10.222.0.21 "GET /v2.0/networks?id=353a6b18-7db6-4137-a160-75b8144ced24 HTTP/1.1" status: 200 len: 897 time: 0.0837505 Sep 23 07:57:06.539720 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d9178fa7-dda8-4ddd-a9f0-52f9bbf1afa5 req-22c061b7-14f6-4162-ad47-c784f11ee227 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20d201fe-e048-4b35-9494-cb56534270c5 HTTP/1.1" status: 200 len: 1000 time: 0.0634446 Sep 23 07:57:06.587126 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9178fa7-dda8-4ddd-a9f0-52f9bbf1afa5 req-110d7707-ae78-4503-bdfb-6752c27d4ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:57:06.588536 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d9178fa7-dda8-4ddd-a9f0-52f9bbf1afa5 req-110d7707-ae78-4503-bdfb-6752c27d4ff4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f9b57795-45e9-486e-a971-0d17018bb7e4 HTTP/1.1" status: 200 len: 835 time: 0.0424414 Sep 23 07:57:06.633981 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9178fa7-dda8-4ddd-a9f0-52f9bbf1afa5 req-94fb8f20-5635-44a4-a2e8-691fd471cee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:57:06.635368 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d9178fa7-dda8-4ddd-a9f0-52f9bbf1afa5 req-94fb8f20-5635-44a4-a2e8-691fd471cee4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=353a6b18-7db6-4137-a160-75b8144ced24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399456 Sep 23 07:57:06.725877 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d9178fa7-dda8-4ddd-a9f0-52f9bbf1afa5 req-bf3655a6-54b3-467a-989e-be2b2e31fc22 service neutron] 10.222.0.21 "GET /v2.0/networks/353a6b18-7db6-4137-a160-75b8144ced24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834191 Sep 23 07:57:06.815607 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d9178fa7-dda8-4ddd-a9f0-52f9bbf1afa5 req-2b84096a-96e4-4fa0-a4d2-ec56333e9f5f service neutron] 10.222.0.21 "GET /v2.0/networks/353a6b18-7db6-4137-a160-75b8144ced24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829988 Sep 23 07:57:07.378088 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:57:08.158185 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-af660129-1aa7-43bf-a69a-13bbae96a6e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:57:10.636241 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:57:11.153954 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-7e797b6a-4c39-45f7-85fb-961f3fdb07d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:57:11.673196 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:57:12.603903 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:57:14.076403 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:57:26.901149 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:57:37.393032 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:57:38.159378 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-44c6a79b-0996-4a6f-a3c9-4f6b2d350ff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:57:40.666580 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:57:41.154884 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-caf18ee9-704e-41b4-926a-819d528e1ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:57:41.673645 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:57:42.606875 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:57:42.665669 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d401eb-736e-4bef-a4d8-430f01534a2a req-5a4726a7-5a12-4d47-84c1-5b2cad1692c6 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:57:42.667531 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-24d401eb-736e-4bef-a4d8-430f01534a2a req-5a4726a7-5a12-4d47-84c1-5b2cad1692c6 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=e64a66df-c631-49e6-a72d-88f4012907b8 HTTP/1.1" status: 200 len: 946 time: 0.0539405 Sep 23 07:57:42.706068 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-24d401eb-736e-4bef-a4d8-430f01534a2a req-1ed21701-0094-4dac-ba76-b45b5a5220a0 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2c24690-9ebf-4f18-af5e-8dfce66c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323591 Sep 23 07:57:43.840014 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616b2f8a-4d63-40cc-9255-d3e6ee46c8cc req-18a2cc15-22f7-4c54-b9cf-680b5c9666cd tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:57:43.841553 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-616b2f8a-4d63-40cc-9255-d3e6ee46c8cc req-18a2cc15-22f7-4c54-b9cf-680b5c9666cd tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=e64a66df-c631-49e6-a72d-88f4012907b8 HTTP/1.1" status: 200 len: 946 time: 0.0536797 Sep 23 07:57:43.879221 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-616b2f8a-4d63-40cc-9255-d3e6ee46c8cc req-79045108-4f15-422d-91fe-619778ad600f tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2c24690-9ebf-4f18-af5e-8dfce66c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315449 Sep 23 07:57:44.079502 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:57:45.000358 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86601af3-1953-43e5-b89f-b9b72a2b00b3 req-8eff15e9-0555-465b-ab9a-a36db8cfe761 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:57:45.002015 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-86601af3-1953-43e5-b89f-b9b72a2b00b3 req-8eff15e9-0555-465b-ab9a-a36db8cfe761 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=e64a66df-c631-49e6-a72d-88f4012907b8 HTTP/1.1" status: 200 len: 946 time: 0.0533552 Sep 23 07:57:45.041725 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-86601af3-1953-43e5-b89f-b9b72a2b00b3 req-f4351f70-3437-4215-9c2b-373eb69c764f tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2c24690-9ebf-4f18-af5e-8dfce66c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325766 Sep 23 07:57:46.155682 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65160b3-f386-4539-860c-bde3e73a1010 req-d6356ba4-7347-4d52-93ef-fe5c2e9b09fc tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:57:46.157169 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a65160b3-f386-4539-860c-bde3e73a1010 req-d6356ba4-7347-4d52-93ef-fe5c2e9b09fc tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=e64a66df-c631-49e6-a72d-88f4012907b8 HTTP/1.1" status: 200 len: 946 time: 0.0490623 Sep 23 07:57:46.194846 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a65160b3-f386-4539-860c-bde3e73a1010 req-31c5492b-3372-4a50-bb84-ca6caf5445ad tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2c24690-9ebf-4f18-af5e-8dfce66c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316753 Sep 23 07:57:47.313115 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ee0d12-0f95-4887-a63e-4ca60469370c req-d11aaaeb-fd32-4af0-b140-7d0dff3d7901 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:57:47.314556 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c7ee0d12-0f95-4887-a63e-4ca60469370c req-d11aaaeb-fd32-4af0-b140-7d0dff3d7901 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=e64a66df-c631-49e6-a72d-88f4012907b8 HTTP/1.1" status: 200 len: 946 time: 0.0496490 Sep 23 07:57:47.352701 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c7ee0d12-0f95-4887-a63e-4ca60469370c req-d4da2bb3-4f3e-4ea6-9255-3e838b1fd028 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2c24690-9ebf-4f18-af5e-8dfce66c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322144 Sep 23 07:57:48.468123 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24231dcd-8907-4041-8950-001a0c9bed7b req-93fd41cf-91b5-41a2-8467-d9e6e4c6f967 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:57:48.469603 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-24231dcd-8907-4041-8950-001a0c9bed7b req-93fd41cf-91b5-41a2-8467-d9e6e4c6f967 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=e64a66df-c631-49e6-a72d-88f4012907b8 HTTP/1.1" status: 200 len: 946 time: 0.0483928 Sep 23 07:57:48.506491 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-24231dcd-8907-4041-8950-001a0c9bed7b req-933c4d90-2f52-468f-83b5-ed2087f3399e tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2c24690-9ebf-4f18-af5e-8dfce66c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308695 Sep 23 07:57:49.631840 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bc5be9-0348-43cd-ae6f-3849297a27fb req-9faeb628-e375-4cf5-8efc-7440254e512a tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:57:49.633303 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c0bc5be9-0348-43cd-ae6f-3849297a27fb req-9faeb628-e375-4cf5-8efc-7440254e512a tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=e64a66df-c631-49e6-a72d-88f4012907b8 HTTP/1.1" status: 200 len: 946 time: 0.0488536 Sep 23 07:57:49.670655 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c0bc5be9-0348-43cd-ae6f-3849297a27fb req-e9cfd2de-9eae-446f-a7c6-bba3759431d4 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2c24690-9ebf-4f18-af5e-8dfce66c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312450 Sep 23 07:57:50.787879 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76bfc76-35f5-4c21-8e9f-8c11319d5911 req-ab9e912e-129f-476b-b6a7-0dd50f38df6c tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:57:50.789348 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d76bfc76-35f5-4c21-8e9f-8c11319d5911 req-ab9e912e-129f-476b-b6a7-0dd50f38df6c tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=e64a66df-c631-49e6-a72d-88f4012907b8 HTTP/1.1" status: 200 len: 946 time: 0.0528574 Sep 23 07:57:50.827585 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d76bfc76-35f5-4c21-8e9f-8c11319d5911 req-dc69778c-c76c-4483-a3ed-89d8ae5a5a19 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2c24690-9ebf-4f18-af5e-8dfce66c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315919 Sep 23 07:57:51.947329 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb15d70-4951-436c-ad55-37de4c19f1ba req-a0e933ed-fa74-4dc5-8c41-4e8726135de6 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:57:51.948923 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1eb15d70-4951-436c-ad55-37de4c19f1ba req-a0e933ed-fa74-4dc5-8c41-4e8726135de6 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=e64a66df-c631-49e6-a72d-88f4012907b8 HTTP/1.1" status: 200 len: 946 time: 0.0529640 Sep 23 07:57:51.991932 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-1eb15d70-4951-436c-ad55-37de4c19f1ba req-f0a5f0ba-6c32-4343-9af6-ea227b6c7f60 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2c24690-9ebf-4f18-af5e-8dfce66c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368736 Sep 23 07:57:53.108829 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc799c5b-117d-4845-93bb-e0d496768229 req-eb44394e-4e07-4c14-b89f-a7e3107c5c35 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:57:53.110324 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bc799c5b-117d-4845-93bb-e0d496768229 req-eb44394e-4e07-4c14-b89f-a7e3107c5c35 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=e64a66df-c631-49e6-a72d-88f4012907b8 HTTP/1.1" status: 200 len: 946 time: 0.0498803 Sep 23 07:57:53.147137 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bc799c5b-117d-4845-93bb-e0d496768229 req-18ef58e8-4c0c-4952-aebd-cef5965eae78 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2c24690-9ebf-4f18-af5e-8dfce66c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309029 Sep 23 07:57:53.169357 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 56502) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:57:53.230640 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-afa4e4e9-7b8e-4052-b68a-ff441c7f872b tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/floatingips/4da82b07-2256-4599-8bf5-706af73959b9 HTTP/1.1" status: 200 len: 992 time: 0.0600758 Sep 23 07:57:54.490418 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c720acba-8632-4aca-979d-4245c8071534 req-bb5e6630-6f58-413a-821f-7648c29eaa71 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:57:54.491925 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c720acba-8632-4aca-979d-4245c8071534 req-bb5e6630-6f58-413a-821f-7648c29eaa71 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=e64a66df-c631-49e6-a72d-88f4012907b8 HTTP/1.1" status: 200 len: 946 time: 0.0519819 Sep 23 07:57:54.522738 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30cf5d-f157-4bd6-aa18-52d1f7b9b95b req-637f5d2b-3400-4cdc-8712-7701090cda7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:57:54.524267 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-de30cf5d-f157-4bd6-aa18-52d1f7b9b95b req-637f5d2b-3400-4cdc-8712-7701090cda7a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=69ff37bb8aa54e3cbca49be59e8110a2&device_id=e64a66df-c631-49e6-a72d-88f4012907b8 HTTP/1.1" status: 200 len: 1098 time: 0.0424793 Sep 23 07:57:54.531315 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c720acba-8632-4aca-979d-4245c8071534 req-d27128f8-6221-44e0-998c-0b603a6553e1 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2c24690-9ebf-4f18-af5e-8dfce66c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331430 Sep 23 07:57:54.622267 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30cf5d-f157-4bd6-aa18-52d1f7b9b95b req-7a2c1a1b-5482-4112-b45b-0422bd8ec9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:57:54.623747 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-de30cf5d-f157-4bd6-aa18-52d1f7b9b95b req-7a2c1a1b-5482-4112-b45b-0422bd8ec9ef service neutron] 10.222.0.21 "GET /v2.0/networks?id=353a6b18-7db6-4137-a160-75b8144ced24 HTTP/1.1" status: 200 len: 897 time: 0.0926507 Sep 23 07:57:54.687827 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-de30cf5d-f157-4bd6-aa18-52d1f7b9b95b req-ab668775-66fc-401c-b023-18f5445e4741 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20d201fe-e048-4b35-9494-cb56534270c5 HTTP/1.1" status: 200 len: 1000 time: 0.0571692 Sep 23 07:57:54.740092 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30cf5d-f157-4bd6-aa18-52d1f7b9b95b req-88427ed8-7658-4e26-9e58-6fb231fc3a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:57:54.741529 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-de30cf5d-f157-4bd6-aa18-52d1f7b9b95b req-88427ed8-7658-4e26-9e58-6fb231fc3a8d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f9b57795-45e9-486e-a971-0d17018bb7e4 HTTP/1.1" status: 200 len: 835 time: 0.0473912 Sep 23 07:57:54.788045 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30cf5d-f157-4bd6-aa18-52d1f7b9b95b req-09600a0e-5f9a-4eb5-9573-7ff72264d123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:57:54.789513 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-de30cf5d-f157-4bd6-aa18-52d1f7b9b95b req-09600a0e-5f9a-4eb5-9573-7ff72264d123 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=353a6b18-7db6-4137-a160-75b8144ced24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394483 Sep 23 07:57:54.878111 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-de30cf5d-f157-4bd6-aa18-52d1f7b9b95b req-f375d736-4a62-417a-bec3-b7d43876bc05 service neutron] 10.222.0.21 "GET /v2.0/networks/353a6b18-7db6-4137-a160-75b8144ced24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814664 Sep 23 07:57:54.969219 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-de30cf5d-f157-4bd6-aa18-52d1f7b9b95b req-d55300c0-9bd3-41c7-a6b6-36d43811c5be service neutron] 10.222.0.21 "GET /v2.0/networks/353a6b18-7db6-4137-a160-75b8144ced24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846150 Sep 23 07:57:55.649543 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbc37a0-5ea0-480d-b58b-bee2675f807d req-b02d376a-f5ee-45d9-a3c2-b5cf209f9243 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:57:55.651154 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-edbc37a0-5ea0-480d-b58b-bee2675f807d req-b02d376a-f5ee-45d9-a3c2-b5cf209f9243 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=e64a66df-c631-49e6-a72d-88f4012907b8 HTTP/1.1" status: 200 len: 946 time: 0.0505250 Sep 23 07:57:55.688045 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-edbc37a0-5ea0-480d-b58b-bee2675f807d req-0c3584a8-a897-42ab-a67e-a0c313a53289 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2c24690-9ebf-4f18-af5e-8dfce66c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309007 Sep 23 07:57:55.710261 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56512) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:57:55.780552 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-abb7cae0-da8f-4943-9cb7-ff0dcc56f502 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/floatingips/4da82b07-2256-4599-8bf5-706af73959b9 HTTP/1.1" status: 200 len: 992 time: 0.0691392 Sep 23 07:58:03.900425 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:58:07.385975 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:08.160665 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b06c2feb-c6d1-4a6e-85b6-d263871d51cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:09.006007 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-44f14c21-4db7-49ba-b723-4f8385bd9562 req-511870b4-15d8-474f-b916-92ab7b023375 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e64a66df-c631-49e6-a72d-88f4012907b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0387831 Sep 23 07:58:09.098755 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f14c21-4db7-49ba-b723-4f8385bd9562 req-1688691a-7b1b-49ab-ad8f-2f60dac3b1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:58:09.100378 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-44f14c21-4db7-49ba-b723-4f8385bd9562 req-1688691a-7b1b-49ab-ad8f-2f60dac3b1e3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=69ff37bb8aa54e3cbca49be59e8110a2&device_id=e64a66df-c631-49e6-a72d-88f4012907b8 HTTP/1.1" status: 200 len: 1098 time: 0.0401568 Sep 23 07:58:09.205232 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f14c21-4db7-49ba-b723-4f8385bd9562 req-08e3266e-3d0f-4da1-aa9f-db7d7ad514a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:58:09.206816 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-44f14c21-4db7-49ba-b723-4f8385bd9562 req-08e3266e-3d0f-4da1-aa9f-db7d7ad514a3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=353a6b18-7db6-4137-a160-75b8144ced24 HTTP/1.1" status: 200 len: 897 time: 0.0866871 Sep 23 07:58:09.277703 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-44f14c21-4db7-49ba-b723-4f8385bd9562 req-37b1acc6-f2e4-46d2-b718-d351d56e1e56 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20d201fe-e048-4b35-9494-cb56534270c5 HTTP/1.1" status: 200 len: 1000 time: 0.0562270 Sep 23 07:58:09.330865 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f14c21-4db7-49ba-b723-4f8385bd9562 req-be310906-55ba-452c-b147-b6825e8d459b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:58:09.332313 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-44f14c21-4db7-49ba-b723-4f8385bd9562 req-be310906-55ba-452c-b147-b6825e8d459b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f9b57795-45e9-486e-a971-0d17018bb7e4 HTTP/1.1" status: 200 len: 835 time: 0.0477405 Sep 23 07:58:09.378140 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f14c21-4db7-49ba-b723-4f8385bd9562 req-45cd97e4-8b34-4d91-940d-6503e1237c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:58:09.379623 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-44f14c21-4db7-49ba-b723-4f8385bd9562 req-45cd97e4-8b34-4d91-940d-6503e1237c61 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=353a6b18-7db6-4137-a160-75b8144ced24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392065 Sep 23 07:58:09.469591 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-44f14c21-4db7-49ba-b723-4f8385bd9562 req-18a96a47-6612-4283-bc0f-2c4bfec445c6 service neutron] 10.222.0.21 "GET /v2.0/networks/353a6b18-7db6-4137-a160-75b8144ced24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810983 Sep 23 07:58:09.560662 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-44f14c21-4db7-49ba-b723-4f8385bd9562 req-4d73510a-d572-43de-b588-37a899512c6d service neutron] 10.222.0.21 "GET /v2.0/networks/353a6b18-7db6-4137-a160-75b8144ced24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845411 Sep 23 07:58:10.665592 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:11.156342 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-20e00167-ec49-433a-a98e-0f30383ad2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:11.674035 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:12.609389 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:14.081720 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:37.401559 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:38.161394 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-89df615d-83ce-46f6-bceb-a75a93fea0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:40.676308 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:40.899905 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:58:41.157071 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2040639a-70cf-4bd6-b60c-58fbbc965ada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:41.675117 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:42.614521 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:44.083905 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:50.682069 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56540) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:58:50.833577 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-dc14b4d3-df1a-4d58-b287-66981a9b8dbb tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Deleting port a3d0b34d-4d02-4b67-9079-81539be6edf1 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:58:50.833955 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-dc14b4d3-df1a-4d58-b287-66981a9b8dbb tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:50.911890 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-dc14b4d3-df1a-4d58-b287-66981a9b8dbb tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:50.912216 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-dc14b4d3-df1a-4d58-b287-66981a9b8dbb tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:50.923949 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-dc14b4d3-df1a-4d58-b287-66981a9b8dbb tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Calling delete_port for a3d0b34d-4d02-4b67-9079-81539be6edf1 owned by network:floatingip {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:58:51.067128 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-dc14b4d3-df1a-4d58-b287-66981a9b8dbb tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:51.095726 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc14b4d3-df1a-4d58-b287-66981a9b8dbb tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event deleted for resources: {'Port': ['ID=a3d0b34d-4d02-4b67-9079-81539be6edf1,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:58:51.107610 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc14b4d3-df1a-4d58-b287-66981a9b8dbb tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:58:51.107983 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc14b4d3-df1a-4d58-b287-66981a9b8dbb tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:58:51.108309 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc14b4d3-df1a-4d58-b287-66981a9b8dbb tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:58:51.108646 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc14b4d3-df1a-4d58-b287-66981a9b8dbb tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:58:51.108981 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc14b4d3-df1a-4d58-b287-66981a9b8dbb tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:58:51.109310 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc14b4d3-df1a-4d58-b287-66981a9b8dbb tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:58:51.109639 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc14b4d3-df1a-4d58-b287-66981a9b8dbb tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:58:51.109992 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc14b4d3-df1a-4d58-b287-66981a9b8dbb tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:58:51.110320 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc14b4d3-df1a-4d58-b287-66981a9b8dbb tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:58:51.110649 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc14b4d3-df1a-4d58-b287-66981a9b8dbb tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:58:51.110969 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc14b4d3-df1a-4d58-b287-66981a9b8dbb tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:58:51.111290 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc14b4d3-df1a-4d58-b287-66981a9b8dbb tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:58:51.166892 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-dc14b4d3-df1a-4d58-b287-66981a9b8dbb tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for floatingip, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:51.167205 n-d-715271-16 neutron-server[95065]: INFO neutron.db.l3_db [None req-dc14b4d3-df1a-4d58-b287-66981a9b8dbb tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Floating IP 4da82b07-2256-4599-8bf5-706af73959b9 disassociated (deleted). External IP: 172.25.2.9, port: 20d201fe-e048-4b35-9494-cb56534270c5. Sep 23 07:58:51.374897 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc14b4d3-df1a-4d58-b287-66981a9b8dbb tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Router 86eafe92-16e7-4531-929a-ec633a561b01 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:58:51.481312 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc14b4d3-df1a-4d58-b287-66981a9b8dbb tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:58:51.486304 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-dc14b4d3-df1a-4d58-b287-66981a9b8dbb tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:51.491098 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f432c69-5016-4cab-ac5e-984a1e01ee62 None None] Sync routers for ids ['86eafe92-16e7-4531-929a-ec633a561b01'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:58:51.500864 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f432c69-5016-4cab-ac5e-984a1e01ee62 None None] Routers {'86eafe92-16e7-4531-929a-ec633a561b01'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:58:51.501479 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-3f432c69-5016-4cab-ac5e-984a1e01ee62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:58:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['86eafe92-16e7-4531-929a-ec633a561b01'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:58:51.513389 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-dc14b4d3-df1a-4d58-b287-66981a9b8dbb tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "DELETE /v2.0/floatingips/4da82b07-2256-4599-8bf5-706af73959b9 HTTP/1.1" status: 204 len: 168 time: 0.8302066 Sep 23 07:58:51.514006 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e64a66df-c631-49e6-a72d-88f4012907b8', 'tag': '20d201fe-e048-4b35-9494-cb56534270c5'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:58:51.516280 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f95ab57a745480e309303c621f93016f7af13821b9c47ad15b10e565102b0cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d58dd96d-a256-4e99-9a7e-34c8e3169975" -d '{"events": [{"name": "network-changed", "server_uuid": "e64a66df-c631-49e6-a72d-88f4012907b8", "tag": "20d201fe-e048-4b35-9494-cb56534270c5"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:58:51.572446 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60debded-8ece-4d56-a10a-bd43ae535d2b x-openstack-request-id: req-60debded-8ece-4d56-a10a-bd43ae535d2b {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:58:51.572742 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e64a66df-c631-49e6-a72d-88f4012907b8", "tag": "20d201fe-e048-4b35-9494-cb56534270c5", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:58:51.572997 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-60debded-8ece-4d56-a10a-bd43ae535d2b {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:58:51.573403 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e64a66df-c631-49e6-a72d-88f4012907b8', 'tag': '20d201fe-e048-4b35-9494-cb56534270c5', 'status': 'completed', 'code': 200} Sep 23 07:58:51.620156 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-3f432c69-5016-4cab-ac5e-984a1e01ee62 None None] Set router 86eafe92-16e7-4531-929a-ec633a561b01 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:58:51.661766 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58dd96d-a256-4e99-9a7e-34c8e3169975 req-90f8a7ac-f51d-457f-bac5-237ceca5394b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:58:51.663681 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d58dd96d-a256-4e99-9a7e-34c8e3169975 req-90f8a7ac-f51d-457f-bac5-237ceca5394b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=69ff37bb8aa54e3cbca49be59e8110a2&device_id=e64a66df-c631-49e6-a72d-88f4012907b8 HTTP/1.1" status: 200 len: 1098 time: 0.0530910 Sep 23 07:58:51.763050 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9365b4-a6ac-4b35-b4f1-d5fdb27c23f9 req-bab3e33d-ec31-4589-aa04-c34a0be22dad tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:58:51.770646 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2b9365b4-a6ac-4b35-b4f1-d5fdb27c23f9 req-bab3e33d-ec31-4589-aa04-c34a0be22dad tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=e64a66df-c631-49e6-a72d-88f4012907b8 HTTP/1.1" status: 200 len: 946 time: 0.0644794 Sep 23 07:58:51.806810 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2b9365b4-a6ac-4b35-b4f1-d5fdb27c23f9 req-98df36b7-2a7e-4733-9e1a-2dcc1cce62f3 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2c24690-9ebf-4f18-af5e-8dfce66c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352602 Sep 23 07:58:51.840406 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-3f432c69-5016-4cab-ac5e-984a1e01ee62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86eafe92-16e7-4531-929a-ec633a561b01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860797009', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '12fb98f3-85c6-4421-8769-1cd74e1cde54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:56:16Z', 'updated_at': '2021-09-23T07:56:20Z', 'revision_number': 4, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'gw_port': {'id': '12fb98f3-85c6-4421-8769-1cd74e1cde54', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:be:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86eafe92-16e7-4531-929a-ec633a561b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:56:17Z', 'updated_at': '2021-09-23T07:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '38e79718-c02d-4f82-b38a-7edeea319a4c', 'name': '', 'network_id': '353a6b18-7db6-4137-a160-75b8144ced24', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'mac_address': 'fa:16:3e:53:7c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86eafe92-16e7-4531-929a-ec633a561b01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'f9b57795-45e9-486e-a971-0d17018bb7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:56:19Z', 'updated_at': '2021-09-23T07:56:23Z', 'revision_number': 5, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'subnets': [{'id': 'f9b57795-45e9-486e-a971-0d17018bb7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:58:51.870603 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f432c69-5016-4cab-ac5e-984a1e01ee62 None None] Checking router: 86eafe92-16e7-4531-929a-ec633a561b01 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:58:51.879854 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f432c69-5016-4cab-ac5e-984a1e01ee62 None None] Routers {'86eafe92-16e7-4531-929a-ec633a561b01'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:58:51.880483 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-3f432c69-5016-4cab-ac5e-984a1e01ee62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:58:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['86eafe92-16e7-4531-929a-ec633a561b01'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:58:51.987349 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-3f432c69-5016-4cab-ac5e-984a1e01ee62 None None] Set router 86eafe92-16e7-4531-929a-ec633a561b01 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:58:52.102201 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58dd96d-a256-4e99-9a7e-34c8e3169975 req-4fef7949-e0b6-47c4-9af1-fae9eb7be0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:58:52.103686 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d58dd96d-a256-4e99-9a7e-34c8e3169975 req-4fef7949-e0b6-47c4-9af1-fae9eb7be0e2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=353a6b18-7db6-4137-a160-75b8144ced24 HTTP/1.1" status: 200 len: 897 time: 0.4107006 Sep 23 07:58:52.146641 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d58dd96d-a256-4e99-9a7e-34c8e3169975 req-d793291e-f5de-4bb9-8591-aa4c3e4d4fe4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20d201fe-e048-4b35-9494-cb56534270c5 HTTP/1.1" status: 200 len: 217 time: 0.0344858 Sep 23 07:58:52.193156 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-3f432c69-5016-4cab-ac5e-984a1e01ee62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86eafe92-16e7-4531-929a-ec633a561b01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860797009', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '12fb98f3-85c6-4421-8769-1cd74e1cde54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:56:16Z', 'updated_at': '2021-09-23T07:56:20Z', 'revision_number': 4, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'gw_port': {'id': '12fb98f3-85c6-4421-8769-1cd74e1cde54', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:be:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86eafe92-16e7-4531-929a-ec633a561b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:56:17Z', 'updated_at': '2021-09-23T07:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '38e79718-c02d-4f82-b38a-7edeea319a4c', 'name': '', 'network_id': '353a6b18-7db6-4137-a160-75b8144ced24', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'mac_address': 'fa:16:3e:53:7c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86eafe92-16e7-4531-929a-ec633a561b01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'f9b57795-45e9-486e-a971-0d17018bb7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:56:19Z', 'updated_at': '2021-09-23T07:56:23Z', 'revision_number': 5, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'subnets': [{'id': 'f9b57795-45e9-486e-a971-0d17018bb7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:58:52.198769 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58dd96d-a256-4e99-9a7e-34c8e3169975 req-9908cf3f-90f0-4abb-9ace-983d62f70983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:58:52.200421 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d58dd96d-a256-4e99-9a7e-34c8e3169975 req-9908cf3f-90f0-4abb-9ace-983d62f70983 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f9b57795-45e9-486e-a971-0d17018bb7e4 HTTP/1.1" status: 200 len: 835 time: 0.0470359 Sep 23 07:58:52.218468 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f432c69-5016-4cab-ac5e-984a1e01ee62 None None] The sync data for ids ['86eafe92-16e7-4531-929a-ec633a561b01'] in n-d-715271-16 is: [{'id': '86eafe92-16e7-4531-929a-ec633a561b01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860797009', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '12fb98f3-85c6-4421-8769-1cd74e1cde54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:56:16Z', 'updated_at': '2021-09-23T07:56:20Z', 'revision_number': 4, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'gw_port': {'id': '12fb98f3-85c6-4421-8769-1cd74e1cde54', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:be:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86eafe92-16e7-4531-929a-ec633a561b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:56:17Z', 'updated_at': '2021-09-23T07:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '38e79718-c02d-4f82-b38a-7edeea319a4c', 'name': '', 'network_id': '353a6b18-7db6-4137-a160-75b8144ced24', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'mac_address': 'fa:16:3e:53:7c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86eafe92-16e7-4531-929a-ec633a561b01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'f9b57795-45e9-486e-a971-0d17018bb7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:56:19Z', 'updated_at': '2021-09-23T07:56:23Z', 'revision_number': 5, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'subnets': [{'id': 'f9b57795-45e9-486e-a971-0d17018bb7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:58:52.249068 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58dd96d-a256-4e99-9a7e-34c8e3169975 req-f15034c2-23c6-46ca-81b0-50541e8c50ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:58:52.250863 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d58dd96d-a256-4e99-9a7e-34c8e3169975 req-f15034c2-23c6-46ca-81b0-50541e8c50ab service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=353a6b18-7db6-4137-a160-75b8144ced24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422008 Sep 23 07:58:52.344319 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d58dd96d-a256-4e99-9a7e-34c8e3169975 req-50ed5776-e001-42d6-8f2c-15466353cc9a service neutron] 10.222.0.21 "GET /v2.0/networks/353a6b18-7db6-4137-a160-75b8144ced24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856044 Sep 23 07:58:52.446133 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ee22d6-f6e9-4918-a0f5-0809fd43f611 None None] New status for floating IP 4da82b07-2256-4599-8bf5-706af73959b9: DOWN {{(pid=95067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 07:58:52.447038 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d58dd96d-a256-4e99-9a7e-34c8e3169975 req-ca68bee0-8173-41b6-995f-07d1a8746260 service neutron] 10.222.0.21 "GET /v2.0/networks/353a6b18-7db6-4137-a160-75b8144ced24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954366 Sep 23 07:58:52.944436 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde06c08-9fef-4789-8b80-dedd35c82e0c req-28e167ee-5c4f-4099-9862-cd77f81461cd tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:58:52.946026 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bde06c08-9fef-4789-8b80-dedd35c82e0c req-28e167ee-5c4f-4099-9862-cd77f81461cd tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=e64a66df-c631-49e6-a72d-88f4012907b8 HTTP/1.1" status: 200 len: 946 time: 0.0499179 Sep 23 07:58:52.983268 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bde06c08-9fef-4789-8b80-dedd35c82e0c req-da9ea197-ad2f-4e73-8598-d0bdd21a6995 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2c24690-9ebf-4f18-af5e-8dfce66c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313141 Sep 23 07:58:53.544593 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085cfb9d-6da7-434b-887f-de3fea7d861e req-193fb2cd-5854-4c68-8680-f66ed13e7c43 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:58:53.546153 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-085cfb9d-6da7-434b-887f-de3fea7d861e req-193fb2cd-5854-4c68-8680-f66ed13e7c43 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.21 "GET /v2.0/ports?device_id=e64a66df-c631-49e6-a72d-88f4012907b8 HTTP/1.1" status: 200 len: 946 time: 0.0519006 Sep 23 07:58:53.639715 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-085cfb9d-6da7-434b-887f-de3fea7d861e req-9b4750e0-9477-4709-b3e2-1050e6411474 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Deleting port 20d201fe-e048-4b35-9494-cb56534270c5 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:58:53.640055 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-085cfb9d-6da7-434b-887f-de3fea7d861e req-9b4750e0-9477-4709-b3e2-1050e6411474 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:53.726069 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-085cfb9d-6da7-434b-887f-de3fea7d861e req-9b4750e0-9477-4709-b3e2-1050e6411474 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] For port 20d201fe-e048-4b35-9494-cb56534270c5, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=20d201fe-e048-4b35-9494-cb56534270c5,segment=NetworkSegment(8df485df-deb5-4fc2-b33d-955aa936e5ee),segment_id=8df485df-deb5-4fc2-b33d-955aa936e5ee)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:58:53.726434 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-085cfb9d-6da7-434b-887f-de3fea7d861e req-9b4750e0-9477-4709-b3e2-1050e6411474 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:53.743245 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-085cfb9d-6da7-434b-887f-de3fea7d861e req-9b4750e0-9477-4709-b3e2-1050e6411474 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Calling delete_port for 20d201fe-e048-4b35-9494-cb56534270c5 owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:58:53.867275 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-085cfb9d-6da7-434b-887f-de3fea7d861e req-9b4750e0-9477-4709-b3e2-1050e6411474 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:53.895987 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4750e0-9477-4709-b3e2-1050e6411474 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event deleted for resources: {'Port': ['ID=20d201fe-e048-4b35-9494-cb56534270c5,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:58:53.940837 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-085cfb9d-6da7-434b-887f-de3fea7d861e req-9b4750e0-9477-4709-b3e2-1050e6411474 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] No DVR routers for this DVR port 20d201fe-e048-4b35-9494-cb56534270c5 on host n-h1-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:58:53.943580 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-085cfb9d-6da7-434b-887f-de3fea7d861e req-9b4750e0-9477-4709-b3e2-1050e6411474 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:53.945601 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-085cfb9d-6da7-434b-887f-de3fea7d861e req-9b4750e0-9477-4709-b3e2-1050e6411474 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.21 "DELETE /v2.0/ports/20d201fe-e048-4b35-9494-cb56534270c5 HTTP/1.1" status: 204 len: 173 time: 0.3931696 Sep 23 07:58:53.946127 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e64a66df-c631-49e6-a72d-88f4012907b8', 'name': 'network-vif-deleted', 'tag': '20d201fe-e048-4b35-9494-cb56534270c5'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:58:53.948401 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f95ab57a745480e309303c621f93016f7af13821b9c47ad15b10e565102b0cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07715d69-b727-4471-99cb-5a5260025bc6" -d '{"events": [{"server_uuid": "e64a66df-c631-49e6-a72d-88f4012907b8", "name": "network-vif-deleted", "tag": "20d201fe-e048-4b35-9494-cb56534270c5"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:58:53.985318 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f1c154-1406-4c9b-b4fb-48216a365751 x-openstack-request-id: req-a7f1c154-1406-4c9b-b4fb-48216a365751 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:58:53.985610 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e64a66df-c631-49e6-a72d-88f4012907b8", "name": "network-vif-deleted", "tag": "20d201fe-e048-4b35-9494-cb56534270c5", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:58:53.985873 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a7f1c154-1406-4c9b-b4fb-48216a365751 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:58:53.986284 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e64a66df-c631-49e6-a72d-88f4012907b8', 'name': 'network-vif-deleted', 'tag': '20d201fe-e048-4b35-9494-cb56534270c5', 'status': 'completed', 'code': 200} Sep 23 07:58:54.084434 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-02d7c091-e964-400c-96ab-46cd43367a2c req-29a758b9-a04b-449b-bc9b-1b73a2d88cc1 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=e64a66df-c631-49e6-a72d-88f4012907b8 HTTP/1.1" status: 200 len: 210 time: 0.0287437 Sep 23 07:58:55.145508 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56560) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:58:55.503247 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2ca635ee-2f2b-4451-ae5f-eda32a1d03f4 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066969'] for router_interface, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:55.754711 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-2ca635ee-2f2b-4451-ae5f-eda32a1d03f4 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Deleting port 38e79718-c02d-4f82-b38a-7edeea319a4c {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:58:55.754969 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2ca635ee-2f2b-4451-ae5f-eda32a1d03f4 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:55.840021 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-2ca635ee-2f2b-4451-ae5f-eda32a1d03f4 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] For port 38e79718-c02d-4f82-b38a-7edeea319a4c, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=38e79718-c02d-4f82-b38a-7edeea319a4c,segment=NetworkSegment(8df485df-deb5-4fc2-b33d-955aa936e5ee),segment_id=8df485df-deb5-4fc2-b33d-955aa936e5ee)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:58:55.840377 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2ca635ee-2f2b-4451-ae5f-eda32a1d03f4 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:55.852345 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-2ca635ee-2f2b-4451-ae5f-eda32a1d03f4 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Calling delete_port for 38e79718-c02d-4f82-b38a-7edeea319a4c owned by network:router_interface {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:58:56.035054 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2ca635ee-2f2b-4451-ae5f-eda32a1d03f4 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:56.062413 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca635ee-2f2b-4451-ae5f-eda32a1d03f4 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event deleted for resources: {'Port': ['ID=38e79718-c02d-4f82-b38a-7edeea319a4c,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:58:56.248410 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2ca635ee-2f2b-4451-ae5f-eda32a1d03f4 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2068624'] for router_interface, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:56.459990 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ca635ee-2f2b-4451-ae5f-eda32a1d03f4 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Router 86eafe92-16e7-4531-929a-ec633a561b01 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:58:56.565531 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca635ee-2f2b-4451-ae5f-eda32a1d03f4 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:58:56.571204 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-2ca635ee-2f2b-4451-ae5f-eda32a1d03f4 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "PUT /v2.0/routers/86eafe92-16e7-4531-929a-ec633a561b01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4246025 Sep 23 07:58:56.573795 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56562) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:58:56.576580 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6295377-06af-4de3-828c-e1c75a469e4e None None] Sync routers for ids ['86eafe92-16e7-4531-929a-ec633a561b01'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:58:56.585760 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6295377-06af-4de3-828c-e1c75a469e4e None None] Routers {'86eafe92-16e7-4531-929a-ec633a561b01'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:58:56.586400 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-f6295377-06af-4de3-828c-e1c75a469e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:58:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['86eafe92-16e7-4531-929a-ec633a561b01'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:58:56.625780 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7cdcdf4-fd1b-47dd-926e-5f6b76640df2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Deleting subnet f9b57795-45e9-486e-a971-0d17018bb7e4 {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 07:58:56.628974 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e7cdcdf4-fd1b-47dd-926e-5f6b76640df2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:56.668039 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e7cdcdf4-fd1b-47dd-926e-5f6b76640df2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:56.690459 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-f6295377-06af-4de3-828c-e1c75a469e4e None None] Set router 86eafe92-16e7-4531-929a-ec633a561b01 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:58:56.756954 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e7cdcdf4-fd1b-47dd-926e-5f6b76640df2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:56.822932 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e7cdcdf4-fd1b-47dd-926e-5f6b76640df2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:56.851432 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cdcdf4-fd1b-47dd-926e-5f6b76640df2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event deleted for resources: {'Subnet': ['ID=f9b57795-45e9-486e-a971-0d17018bb7e4,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:58:56.853545 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e7cdcdf4-fd1b-47dd-926e-5f6b76640df2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:56.857596 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-e7cdcdf4-fd1b-47dd-926e-5f6b76640df2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "DELETE /v2.0/subnets/f9b57795-45e9-486e-a971-0d17018bb7e4 HTTP/1.1" status: 204 len: 168 time: 0.2807257 Sep 23 07:58:56.859741 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 56568) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:58:56.861309 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aef30f6-80f7-4ea1-b5df-a2046b486275 None None] Network 353a6b18-7db6-4137-a160-75b8144ced24 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:58:56.880884 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-f6295377-06af-4de3-828c-e1c75a469e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86eafe92-16e7-4531-929a-ec633a561b01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860797009', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '12fb98f3-85c6-4421-8769-1cd74e1cde54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:56:16Z', 'updated_at': '2021-09-23T07:58:55Z', 'revision_number': 5, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'gw_port': {'id': '12fb98f3-85c6-4421-8769-1cd74e1cde54', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:be:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86eafe92-16e7-4531-929a-ec633a561b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:56:17Z', 'updated_at': '2021-09-23T07:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:58:56.912895 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6295377-06af-4de3-828c-e1c75a469e4e None None] Checking router: 86eafe92-16e7-4531-929a-ec633a561b01 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:58:56.930349 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6295377-06af-4de3-828c-e1c75a469e4e None None] Routers {'86eafe92-16e7-4531-929a-ec633a561b01'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:58:56.930976 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-f6295377-06af-4de3-828c-e1c75a469e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:58:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['86eafe92-16e7-4531-929a-ec633a561b01'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:58:56.974148 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-db417489-ef08-4d0d-8567-7ce48f83c4ec tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for router, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:57.038618 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e330d52-2354-4afa-9287-d0bb54c1f4f3 None None] DHCP port deletion for 353a6b18-7db6-4137-a160-75b8144ced24 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 07:58:57.043513 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-f6295377-06af-4de3-828c-e1c75a469e4e None None] Set router 86eafe92-16e7-4531-929a-ec633a561b01 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:58:57.091051 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-7e330d52-2354-4afa-9287-d0bb54c1f4f3 None None] Deleting port 0c83d3a7-2057-4ba5-98cc-56513149d99f {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:58:57.092102 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-7e330d52-2354-4afa-9287-d0bb54c1f4f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:57.189992 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-7e330d52-2354-4afa-9287-d0bb54c1f4f3 None None] For port 0c83d3a7-2057-4ba5-98cc-56513149d99f, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=0c83d3a7-2057-4ba5-98cc-56513149d99f,segment=NetworkSegment(8df485df-deb5-4fc2-b33d-955aa936e5ee),segment_id=8df485df-deb5-4fc2-b33d-955aa936e5ee)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:58:57.191393 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-7e330d52-2354-4afa-9287-d0bb54c1f4f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:57.212278 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-7e330d52-2354-4afa-9287-d0bb54c1f4f3 None None] Calling delete_port for 0c83d3a7-2057-4ba5-98cc-56513149d99f owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:58:57.259691 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 0c83d3a7-2057-4ba5-98cc-56513149d99f no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:58:57.350070 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-f6295377-06af-4de3-828c-e1c75a469e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86eafe92-16e7-4531-929a-ec633a561b01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860797009', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '12fb98f3-85c6-4421-8769-1cd74e1cde54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:56:16Z', 'updated_at': '2021-09-23T07:58:55Z', 'revision_number': 5, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'gw_port': {'id': '12fb98f3-85c6-4421-8769-1cd74e1cde54', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:be:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86eafe92-16e7-4531-929a-ec633a561b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:56:17Z', 'updated_at': '2021-09-23T07:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:58:57.363935 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-7e330d52-2354-4afa-9287-d0bb54c1f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:57.385103 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6295377-06af-4de3-828c-e1c75a469e4e None None] The sync data for ids ['86eafe92-16e7-4531-929a-ec633a561b01'] in n-d-715271-16 is: [{'id': '86eafe92-16e7-4531-929a-ec633a561b01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860797009', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '12fb98f3-85c6-4421-8769-1cd74e1cde54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:56:16Z', 'updated_at': '2021-09-23T07:58:55Z', 'revision_number': 5, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'gw_port': {'id': '12fb98f3-85c6-4421-8769-1cd74e1cde54', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:be:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86eafe92-16e7-4531-929a-ec633a561b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:56:17Z', 'updated_at': '2021-09-23T07:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:58:57.394283 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:57.399631 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e330d52-2354-4afa-9287-d0bb54c1f4f3 None None] Pushing event deleted for resources: {'Port': ['ID=0c83d3a7-2057-4ba5-98cc-56513149d99f,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:58:57.410891 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e330d52-2354-4afa-9287-d0bb54c1f4f3 None None] No DVR routers for this DVR port 0c83d3a7-2057-4ba5-98cc-56513149d99f on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 07:58:57.428640 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e330d52-2354-4afa-9287-d0bb54c1f4f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:58:57.428988 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e330d52-2354-4afa-9287-d0bb54c1f4f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:58:57.429461 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e330d52-2354-4afa-9287-d0bb54c1f4f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:58:57.429802 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e330d52-2354-4afa-9287-d0bb54c1f4f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:58:57.430293 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e330d52-2354-4afa-9287-d0bb54c1f4f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:58:57.430624 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e330d52-2354-4afa-9287-d0bb54c1f4f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:58:57.431025 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e330d52-2354-4afa-9287-d0bb54c1f4f3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:58:57.431258 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e330d52-2354-4afa-9287-d0bb54c1f4f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:58:57.431579 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e330d52-2354-4afa-9287-d0bb54c1f4f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:58:57.431898 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e330d52-2354-4afa-9287-d0bb54c1f4f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:58:57.432202 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e330d52-2354-4afa-9287-d0bb54c1f4f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:58:57.432517 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e330d52-2354-4afa-9287-d0bb54c1f4f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:58:57.450113 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-db417489-ef08-4d0d-8567-7ce48f83c4ec tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:57.503085 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-db417489-ef08-4d0d-8567-7ce48f83c4ec tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Deleting port 12fb98f3-85c6-4421-8769-1cd74e1cde54 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 07:58:57.503435 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-db417489-ef08-4d0d-8567-7ce48f83c4ec tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:57.581053 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-db417489-ef08-4d0d-8567-7ce48f83c4ec tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] For port 12fb98f3-85c6-4421-8769-1cd74e1cde54, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=12fb98f3-85c6-4421-8769-1cd74e1cde54,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:58:57.581340 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-db417489-ef08-4d0d-8567-7ce48f83c4ec tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:57.598084 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-db417489-ef08-4d0d-8567-7ce48f83c4ec tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Calling delete_port for 12fb98f3-85c6-4421-8769-1cd74e1cde54 owned by network:router_gateway {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 07:58:57.764426 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-db417489-ef08-4d0d-8567-7ce48f83c4ec tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:57.796340 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db417489-ef08-4d0d-8567-7ce48f83c4ec tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event deleted for resources: {'Port': ['ID=12fb98f3-85c6-4421-8769-1cd74e1cde54,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:58:57.808749 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db417489-ef08-4d0d-8567-7ce48f83c4ec tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:58:57.809105 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db417489-ef08-4d0d-8567-7ce48f83c4ec tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:58:57.809455 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db417489-ef08-4d0d-8567-7ce48f83c4ec tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:58:57.809792 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db417489-ef08-4d0d-8567-7ce48f83c4ec tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:58:57.810237 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db417489-ef08-4d0d-8567-7ce48f83c4ec tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:58:57.810788 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db417489-ef08-4d0d-8567-7ce48f83c4ec tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:58:57.810914 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db417489-ef08-4d0d-8567-7ce48f83c4ec tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:58:57.811401 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db417489-ef08-4d0d-8567-7ce48f83c4ec tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:58:57.811744 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db417489-ef08-4d0d-8567-7ce48f83c4ec tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:58:57.812075 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db417489-ef08-4d0d-8567-7ce48f83c4ec tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:58:57.812406 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db417489-ef08-4d0d-8567-7ce48f83c4ec tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:58:57.812729 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db417489-ef08-4d0d-8567-7ce48f83c4ec tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:58:57.869187 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-db417489-ef08-4d0d-8567-7ce48f83c4ec tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2068563'] for router_gateway, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:57.961113 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-db417489-ef08-4d0d-8567-7ce48f83c4ec tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:57.963574 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-db417489-ef08-4d0d-8567-7ce48f83c4ec tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:58.009778 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-db417489-ef08-4d0d-8567-7ce48f83c4ec tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:58.010367 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db417489-ef08-4d0d-8567-7ce48f83c4ec tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Fanout notify agent at l3_agent the message router_deleted on router 86eafe92-16e7-4531-929a-ec633a561b01 {{(pid=95066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 07:58:58.017920 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-db417489-ef08-4d0d-8567-7ce48f83c4ec tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:58.019051 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-db417489-ef08-4d0d-8567-7ce48f83c4ec tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "DELETE /v2.0/routers/86eafe92-16e7-4531-929a-ec633a561b01 HTTP/1.1" status: 204 len: 168 time: 1.1582019 Sep 23 07:58:58.021820 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56572) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:58:58.100507 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-01de8c33-1b8d-41ba-9261-e9b70468f3e7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:58.190287 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-01de8c33-1b8d-41ba-9261-e9b70468f3e7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:58.209887 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-01de8c33-1b8d-41ba-9261-e9b70468f3e7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['353a6b18-7db6-4137-a160-75b8144ced24']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:58:58.219409 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-01de8c33-1b8d-41ba-9261-e9b70468f3e7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8df485df-deb5-4fc2-b33d-955aa936e5ee') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:58:58.219710 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-01de8c33-1b8d-41ba-9261-e9b70468f3e7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8df485df-deb5-4fc2-b33d-955aa936e5ee') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:58:58.228747 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-01de8c33-1b8d-41ba-9261-e9b70468f3e7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:58.241407 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-01de8c33-1b8d-41ba-9261-e9b70468f3e7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:58.247093 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01de8c33-1b8d-41ba-9261-e9b70468f3e7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 07:58:58.247563 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-01de8c33-1b8d-41ba-9261-e9b70468f3e7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:58.250527 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 07:58:58.250527 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 07:58:58.250527 n-d-715271-16 neutron-server[95065]: timer() Sep 23 07:58:58.250527 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 07:58:58.250527 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 07:58:58.250527 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 07:58:58.250527 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 07:58:58.250527 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 07:58:58.250527 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 07:58:58.250527 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 07:58:58.250527 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 07:58:58.250527 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 07:58:58.250527 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 07:58:58.250527 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 07:58:58.250527 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 07:58:58.250527 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 07:58:58.250527 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 07:58:58.250527 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 07:58:58.250527 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 07:58:58.250527 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 07:58:58.250527 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 07:58:58.250527 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 07:58:58.250527 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 07:58:58.250527 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 07:58:58.250527 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 07:58:58.250527 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 07:58:58.250527 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 07:58:58.250527 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 07:58:58.250527 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 07:58:58.250527 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 07:58:58.250527 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 07:58:58.250527 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 07:58:58.310812 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-01de8c33-1b8d-41ba-9261-e9b70468f3e7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:58.317856 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-01de8c33-1b8d-41ba-9261-e9b70468f3e7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:58.319668 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-01de8c33-1b8d-41ba-9261-e9b70468f3e7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "DELETE /v2.0/networks/353a6b18-7db6-4137-a160-75b8144ced24 HTTP/1.1" status: 204 len: 168 time: 0.2968190 Sep 23 07:58:58.322864 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 56574) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:58:58.331052 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01de8c33-1b8d-41ba-9261-e9b70468f3e7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event deleted for resources: {'Network': ['ID=353a6b18-7db6-4137-a160-75b8144ced24,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:58:58.382612 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-87e7824a-50ee-40be-8c57-7033e53b2ca4 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:58.407810 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-87e7824a-50ee-40be-8c57-7033e53b2ca4 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:58.472748 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-87e7824a-50ee-40be-8c57-7033e53b2ca4 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:58.476441 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-87e7824a-50ee-40be-8c57-7033e53b2ca4 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:58.477640 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-87e7824a-50ee-40be-8c57-7033e53b2ca4 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "DELETE /v2.0/security-groups/c2c24690-9ebf-4f18-af5e-8dfce66c62af HTTP/1.1" status: 204 len: 168 time: 0.1536918 Sep 23 07:58:58.487189 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e7824a-50ee-40be-8c57-7033e53b2ca4 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c24690-9ebf-4f18-af5e-8dfce66c62af,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:58:58.607167 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 20d201fe-e048-4b35-9494-cb56534270c5 no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:58:58.630958 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] No Port match for: 20d201fe-e048-4b35-9494-cb56534270c5 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:58:58.631550 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 20d201fe-e048-4b35-9494-cb56534270c5 not bound to the agent host n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:58:58.744292 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 56580) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:58:58.749547 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-64f904d3-c671-4ef7-a8bd-4caa9a2c2963 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-169865662', 'description': 'tempest-secgroup-smoke-169865662 description', 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:58:58.772884 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-64f904d3-c671-4ef7-a8bd-4caa9a2c2963 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:58.851750 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-64f904d3-c671-4ef7-a8bd-4caa9a2c2963 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:58.855485 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-64f904d3-c671-4ef7-a8bd-4caa9a2c2963 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:58.883960 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-64f904d3-c671-4ef7-a8bd-4caa9a2c2963 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:58.885182 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-64f904d3-c671-4ef7-a8bd-4caa9a2c2963 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1398501 Sep 23 07:58:58.887061 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f904d3-c671-4ef7-a8bd-4caa9a2c2963 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a301efb8-318c-401d-8623-fa20bfad7c59,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:58:58.888276 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56582) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:58:58.893132 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-040df69d-3689-4f5d-a12d-beb3fc14794e tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Request body: {'security_group_rule': {'security_group_id': 'a301efb8-318c-401d-8623-fa20bfad7c59', 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:58:58.919073 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-040df69d-3689-4f5d-a12d-beb3fc14794e tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:58.973602 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-040df69d-3689-4f5d-a12d-beb3fc14794e tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:58.977030 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-040df69d-3689-4f5d-a12d-beb3fc14794e tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:58.994348 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040df69d-3689-4f5d-a12d-beb3fc14794e tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47013493-065c-4c05-b196-5b0295e55c83,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:58:59.004971 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-040df69d-3689-4f5d-a12d-beb3fc14794e tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:59.006198 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-040df69d-3689-4f5d-a12d-beb3fc14794e tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1166470 Sep 23 07:58:59.009207 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56584) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:58:59.013659 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-fb7599d7-b42a-4f81-ba50-99690b14411b tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Request body: {'security_group_rule': {'security_group_id': 'a301efb8-318c-401d-8623-fa20bfad7c59', 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:58:59.039235 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fb7599d7-b42a-4f81-ba50-99690b14411b tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:59.108344 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fb7599d7-b42a-4f81-ba50-99690b14411b tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:59.112183 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fb7599d7-b42a-4f81-ba50-99690b14411b tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:59.129612 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7599d7-b42a-4f81-ba50-99690b14411b tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ace35e2-800b-4e17-8572-b3404eec85c5,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:58:59.137725 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-fb7599d7-b42a-4f81-ba50-99690b14411b tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:59.139222 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-fb7599d7-b42a-4f81-ba50-99690b14411b tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1289432 Sep 23 07:58:59.141802 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56586) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:58:59.143805 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 38e79718-c02d-4f82-b38a-7edeea319a4c no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:58:59.146109 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-6d5548f4-1025-4e2a-bfd6-3a6b9efc17b0 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Request body: {'security_group_rule': {'security_group_id': 'a301efb8-318c-401d-8623-fa20bfad7c59', 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:58:59.164752 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 38e79718-c02d-4f82-b38a-7edeea319a4c {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:58:59.165106 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 38e79718-c02d-4f82-b38a-7edeea319a4c not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:58:59.165400 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 12fb98f3-85c6-4421-8769-1cd74e1cde54 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 07:58:59.173160 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6d5548f4-1025-4e2a-bfd6-3a6b9efc17b0 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:59.184908 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 12fb98f3-85c6-4421-8769-1cd74e1cde54 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 07:58:59.185341 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 12fb98f3-85c6-4421-8769-1cd74e1cde54 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 07:58:59.242479 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6d5548f4-1025-4e2a-bfd6-3a6b9efc17b0 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:59.246193 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6d5548f4-1025-4e2a-bfd6-3a6b9efc17b0 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:59.268043 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5548f4-1025-4e2a-bfd6-3a6b9efc17b0 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba55f580-53bc-4044-ae77-f35c07641dea,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:58:59.272111 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6d5548f4-1025-4e2a-bfd6-3a6b9efc17b0 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:59.273303 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-6d5548f4-1025-4e2a-bfd6-3a6b9efc17b0 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1305301 Sep 23 07:58:59.276098 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56588) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:58:59.281046 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-474df8a3-99be-48fe-ae30-7a67796fc909 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Request body: {'security_group_rule': {'security_group_id': 'a301efb8-318c-401d-8623-fa20bfad7c59', 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:58:59.307736 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-474df8a3-99be-48fe-ae30-7a67796fc909 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:59.366446 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-474df8a3-99be-48fe-ae30-7a67796fc909 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:59.370184 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-474df8a3-99be-48fe-ae30-7a67796fc909 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:59.389087 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474df8a3-99be-48fe-ae30-7a67796fc909 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=359068c7-b2ca-4744-8a9f-0532af24f1ba,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:58:59.391969 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-474df8a3-99be-48fe-ae30-7a67796fc909 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:59.397124 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-474df8a3-99be-48fe-ae30-7a67796fc909 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1161804 Sep 23 07:58:59.398026 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 56590) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:58:59.402924 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-dbf8772d-b041-4abe-8ccb-9fb5a904fb73 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Request body: {'security_group_rule': {'security_group_id': 'a301efb8-318c-401d-8623-fa20bfad7c59', 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:58:59.425097 n-d-715271-16 neutron-server[95066]: INFO neutron.db.securitygroups_db [None req-dbf8772d-b041-4abe-8ccb-9fb5a904fb73 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Project 69ff37bb8aa54e3cbca49be59e8110a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 07:58:59.429700 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dbf8772d-b041-4abe-8ccb-9fb5a904fb73 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:59.491787 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dbf8772d-b041-4abe-8ccb-9fb5a904fb73 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:59.495400 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dbf8772d-b041-4abe-8ccb-9fb5a904fb73 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:59.513535 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf8772d-b041-4abe-8ccb-9fb5a904fb73 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef862e0a-16f0-41fc-bc6e-76a0e8596543,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:58:59.519142 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dbf8772d-b041-4abe-8ccb-9fb5a904fb73 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:59.520289 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-dbf8772d-b041-4abe-8ccb-9fb5a904fb73 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1211731 Sep 23 07:58:59.522938 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 56592) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:58:59.527131 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-c8d55cbb-4f1c-4a0b-9c7e-6f6006acf1cd tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Request body: {'security_group_rule': {'security_group_id': 'a301efb8-318c-401d-8623-fa20bfad7c59', 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:58:59.549179 n-d-715271-16 neutron-server[95066]: INFO neutron.db.securitygroups_db [None req-c8d55cbb-4f1c-4a0b-9c7e-6f6006acf1cd tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Project 69ff37bb8aa54e3cbca49be59e8110a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 07:58:59.553803 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c8d55cbb-4f1c-4a0b-9c7e-6f6006acf1cd tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:59.613588 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c8d55cbb-4f1c-4a0b-9c7e-6f6006acf1cd tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:59.616996 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c8d55cbb-4f1c-4a0b-9c7e-6f6006acf1cd tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:59.634315 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d55cbb-4f1c-4a0b-9c7e-6f6006acf1cd tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7d43233-1444-4006-8ae0-4fc822df16a8,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:58:59.640068 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c8d55cbb-4f1c-4a0b-9c7e-6f6006acf1cd tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:59.641239 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-c8d55cbb-4f1c-4a0b-9c7e-6f6006acf1cd tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1173916 Sep 23 07:58:59.644086 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 56594) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:58:59.648769 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-0b6d3ea8-b48c-42f3-aaab-d0fee4acebee tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Request body: {'network': {'name': 'tempest-network-smoke--1871955858', 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'port_security_enabled': True}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:58:59.668461 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b6d3ea8-b48c-42f3-aaab-d0fee4acebee tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Made reservation on behalf of 69ff37bb8aa54e3cbca49be59e8110a2 for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:58:59.672490 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0b6d3ea8-b48c-42f3-aaab-d0fee4acebee tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:59.695231 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b6d3ea8-b48c-42f3-aaab-d0fee4acebee tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 07:58:59.704966 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0b6d3ea8-b48c-42f3-aaab-d0fee4acebee tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:59.705303 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-0b6d3ea8-b48c-42f3-aaab-d0fee4acebee tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Added segment e716c4df-8974-4139-8d50-6fccd0630ed1 of type vlan for network 1c8df441-7e50-41d4-b55a-4e871bbaa961 Sep 23 07:58:59.744185 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0b6d3ea8-b48c-42f3-aaab-d0fee4acebee tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:59.768803 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0b6d3ea8-b48c-42f3-aaab-d0fee4acebee tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:59.774353 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6d3ea8-b48c-42f3-aaab-d0fee4acebee tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:58:59.774949 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-0b6d3ea8-b48c-42f3-aaab-d0fee4acebee tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:59.811881 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-0b6d3ea8-b48c-42f3-aaab-d0fee4acebee tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1668003 Sep 23 07:58:59.814759 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56596) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:58:59.819288 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-8e176361-6f32-4ab2-9863-30e8dd6a6a18 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-241747511', 'admin_state_up': True, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:58:59.842776 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8e176361-6f32-4ab2-9863-30e8dd6a6a18 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:59.843779 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8e176361-6f32-4ab2-9863-30e8dd6a6a18 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:58:59.847470 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6d3ea8-b48c-42f3-aaab-d0fee4acebee tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event updated for resources: {'Network': ['ID=1c8df441-7e50-41d4-b55a-4e871bbaa961,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:58:59.859511 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 1c8df441-7e50-41d4-b55a-4e871bbaa961 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 07:58:59.901133 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8e176361-6f32-4ab2-9863-30e8dd6a6a18 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:00.033902 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8e176361-6f32-4ab2-9863-30e8dd6a6a18 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:00.531416 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8e176361-6f32-4ab2-9863-30e8dd6a6a18 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for router_gateway, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:00.549938 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8e176361-6f32-4ab2-9863-30e8dd6a6a18 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:00.648889 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-8e176361-6f32-4ab2-9863-30e8dd6a6a18 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Allocated IP 172.25.2.3 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/9b75c826-6c3f-4762-96f5-559815b67af3) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:59:00.750865 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8e176361-6f32-4ab2-9863-30e8dd6a6a18 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:00.783919 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8e176361-6f32-4ab2-9863-30e8dd6a6a18 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:00.819006 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e176361-6f32-4ab2-9863-30e8dd6a6a18 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:59:00.821928 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-8e176361-6f32-4ab2-9863-30e8dd6a6a18 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:59:00.825606 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e176361-6f32-4ab2-9863-30e8dd6a6a18 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:59:00.851185 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e176361-6f32-4ab2-9863-30e8dd6a6a18 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event updated for resources: {'Port': ['ID=9b75c826-6c3f-4762-96f5-559815b67af3,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:59:01.081311 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8e176361-6f32-4ab2-9863-30e8dd6a6a18 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for router_gateway, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:01.288303 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8e176361-6f32-4ab2-9863-30e8dd6a6a18 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:01.412698 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e176361-6f32-4ab2-9863-30e8dd6a6a18 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Router ac04e044-7740-4331-baf7-fbfc42d4d71d is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 07:59:01.523434 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e176361-6f32-4ab2-9863-30e8dd6a6a18 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:59:01.534234 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40978814-d6c5-49db-bb68-4a22b10f0068 None None] Sync routers for ids ['ac04e044-7740-4331-baf7-fbfc42d4d71d'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:59:01.542765 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8e176361-6f32-4ab2-9863-30e8dd6a6a18 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:01.547766 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40978814-d6c5-49db-bb68-4a22b10f0068 None None] Routers {'ac04e044-7740-4331-baf7-fbfc42d4d71d'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:59:01.547929 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-8e176361-6f32-4ab2-9863-30e8dd6a6a18 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7283537 Sep 23 07:59:01.548051 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-40978814-d6c5-49db-bb68-4a22b10f0068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:58:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['ac04e044-7740-4331-baf7-fbfc42d4d71d'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:59:01.548170 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56598) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:59:01.578059 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-bd7cb2bb-b605-4a9e-a221-f5f89698b98c tempest-TestNetworkAdvancedServerOps-684132154 tempest-TestNetworkAdvancedServerOps-684132154-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=69ff37bb8aa54e3cbca49be59e8110a2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265934 Sep 23 07:59:01.578266 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56600) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:59:01.649353 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-40978814-d6c5-49db-bb68-4a22b10f0068 None None] Set router ac04e044-7740-4331-baf7-fbfc42d4d71d gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:59:01.666204 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efef381-cf55-4492-bb27-af16ef043383 tempest-TestNetworkAdvancedServerOps-684132154 tempest-TestNetworkAdvancedServerOps-684132154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:59:01.667688 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-4efef381-cf55-4492-bb27-af16ef043383 tempest-TestNetworkAdvancedServerOps-684132154 tempest-TestNetworkAdvancedServerOps-684132154-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0885353 Sep 23 07:59:01.671308 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56602) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:59:01.702626 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-3d67974e-4fdf-4eba-8140-1f2b7697a317 tempest-TestNetworkAdvancedServerOps-684132154 tempest-TestNetworkAdvancedServerOps-684132154-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=0f47978c-41eb-4cc7-92bf-8b873be8a1a0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0302327 Sep 23 07:59:01.705233 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56604) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:59:01.710427 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-d98b6422-487a-4fda-8de5-daa3301a573f tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-833659634', 'network_id': '1c8df441-7e50-41d4-b55a-4e871bbaa961', 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:59:01.803355 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d98b6422-487a-4fda-8de5-daa3301a573f tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Made reservation on behalf of 69ff37bb8aa54e3cbca49be59e8110a2 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:59:01.807666 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d98b6422-487a-4fda-8de5-daa3301a573f tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:01.831089 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-40978814-d6c5-49db-bb68-4a22b10f0068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac04e044-7740-4331-baf7-fbfc42d4d71d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-241747511', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '9b75c826-6c3f-4762-96f5-559815b67af3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:58:59Z', 'updated_at': '2021-09-23T07:59:00Z', 'revision_number': 3, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'gw_port': {'id': '9b75c826-6c3f-4762-96f5-559815b67af3', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0e:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac04e044-7740-4331-baf7-fbfc42d4d71d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:59:00Z', 'updated_at': '2021-09-23T07:59:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:59:01.857707 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40978814-d6c5-49db-bb68-4a22b10f0068 None None] Checking router: ac04e044-7740-4331-baf7-fbfc42d4d71d for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:59:01.858083 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40978814-d6c5-49db-bb68-4a22b10f0068 None None] Updating router ac04e044-7740-4331-baf7-fbfc42d4d71d port 9b75c826-6c3f-4762-96f5-559815b67af3 binding host n-d-715271-16 {{(pid=95067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 07:59:01.883265 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-40978814-d6c5-49db-bb68-4a22b10f0068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:01.992721 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d98b6422-487a-4fda-8de5-daa3301a573f tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:02.060471 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98b6422-487a-4fda-8de5-daa3301a573f tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event updated for resources: {'Subnet': ['ID=8dbd2129-c6f3-410f-a1f7-968e1ed19494,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:59:02.068891 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98b6422-487a-4fda-8de5-daa3301a573f tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Checking segment: {'id': 'e716c4df-8974-4139-8d50-6fccd0630ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '1c8df441-7e50-41d4-b55a-4e871bbaa961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:59:02.069260 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98b6422-487a-4fda-8de5-daa3301a573f tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Network hostable DHCP agents. Network: 1c8df441-7e50-41d4-b55a-4e871bbaa961, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 07:59:02.086549 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98b6422-487a-4fda-8de5-daa3301a573f tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Network 1c8df441-7e50-41d4-b55a-4e871bbaa961 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 07:59:02.097068 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-d98b6422-487a-4fda-8de5-daa3301a573f tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 1c8df441-7e50-41d4-b55a-4e871bbaa961) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:59:02.102369 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98b6422-487a-4fda-8de5-daa3301a573f tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:59:02.102969 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d98b6422-487a-4fda-8de5-daa3301a573f tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:02.119299 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-d98b6422-487a-4fda-8de5-daa3301a573f tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4130332 Sep 23 07:59:02.119516 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9c139c-f632-426e-8788-fc9a4ccb05e0 None None] Network 1c8df441-7e50-41d4-b55a-4e871bbaa961 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:59:02.122046 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56606) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:59:02.159411 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-40978814-d6c5-49db-bb68-4a22b10f0068 None None] Notify callbacks [] for port, precommit_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:02.165474 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-40978814-d6c5-49db-bb68-4a22b10f0068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:02.265843 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523da780-4be3-4177-8c59-d5a7d5ede63c None None] Pushing event updated for resources: {'Port': ['ID=9b75c826-6c3f-4762-96f5-559815b67af3,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:59:02.269263 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-40978814-d6c5-49db-bb68-4a22b10f0068 None None] Attempting to bind port 9b75c826-6c3f-4762-96f5-559815b67af3 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:59:02.269639 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-40978814-d6c5-49db-bb68-4a22b10f0068 None None] Attempting to bind port 9b75c826-6c3f-4762-96f5-559815b67af3 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:59:02.270029 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40978814-d6c5-49db-bb68-4a22b10f0068 None None] Attempting to bind port 9b75c826-6c3f-4762-96f5-559815b67af3 on network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:59:02.277570 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40978814-d6c5-49db-bb68-4a22b10f0068 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:59:02.277960 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40978814-d6c5-49db-bb68-4a22b10f0068 None None] Checking segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:59:02.278359 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-40978814-d6c5-49db-bb68-4a22b10f0068 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:02.278886 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40978814-d6c5-49db-bb68-4a22b10f0068 None None] Bound using segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:59:02.279385 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-40978814-d6c5-49db-bb68-4a22b10f0068 None None] Bound port: 9b75c826-6c3f-4762-96f5-559815b67af3, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:59:02.279767 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-40978814-d6c5-49db-bb68-4a22b10f0068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:02.528113 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-40978814-d6c5-49db-bb68-4a22b10f0068 None None] For port 9b75c826-6c3f-4762-96f5-559815b67af3, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:59:02.531607 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-40978814-d6c5-49db-bb68-4a22b10f0068 None None] For port 9b75c826-6c3f-4762-96f5-559815b67af3, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=9b75c826-6c3f-4762-96f5-559815b67af3,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:59:02.534149 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabae897-c062-481a-9235-196bd8adedce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-1c8df441-7e50-41d4-b55a-4e871bbaa961', 'network_id': '1c8df441-7e50-41d4-b55a-4e871bbaa961', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'fixed_ips': [{'subnet_id': '8dbd2129-c6f3-410f-a1f7-968e1ed19494'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 07:59:02.534979 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-cabae897-c062-481a-9235-196bd8adedce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:02.539166 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-40978814-d6c5-49db-bb68-4a22b10f0068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:02.566788 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-027055d6-0eb8-48c4-88ad-c0add8342489 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:02.671286 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40978814-d6c5-49db-bb68-4a22b10f0068 None None] Routers {'ac04e044-7740-4331-baf7-fbfc42d4d71d'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:59:02.671927 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-40978814-d6c5-49db-bb68-4a22b10f0068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:58:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['ac04e044-7740-4331-baf7-fbfc42d4d71d'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:59:02.676663 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523da780-4be3-4177-8c59-d5a7d5ede63c None None] Pushing event updated for resources: {'Port': ['ID=9b75c826-6c3f-4762-96f5-559815b67af3,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:59:02.813136 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-cabae897-c062-481a-9235-196bd8adedce None None] Allocated IP 172.20.0.2 (1c8df441-7e50-41d4-b55a-4e871bbaa961/8dbd2129-c6f3-410f-a1f7-968e1ed19494/9a575876-0bba-471e-86b2-c78e90df4e4c) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:59:02.826127 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-40978814-d6c5-49db-bb68-4a22b10f0068 None None] Set router ac04e044-7740-4331-baf7-fbfc42d4d71d gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:59:03.102088 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-cabae897-c062-481a-9235-196bd8adedce None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:03.110185 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-cabae897-c062-481a-9235-196bd8adedce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:03.147365 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-40978814-d6c5-49db-bb68-4a22b10f0068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac04e044-7740-4331-baf7-fbfc42d4d71d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-241747511', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '9b75c826-6c3f-4762-96f5-559815b67af3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:58:59Z', 'updated_at': '2021-09-23T07:59:00Z', 'revision_number': 3, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'gw_port': {'id': '9b75c826-6c3f-4762-96f5-559815b67af3', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0e:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac04e044-7740-4331-baf7-fbfc42d4d71d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:59:00Z', 'updated_at': '2021-09-23T07:59:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:59:03.160856 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-027055d6-0eb8-48c4-88ad-c0add8342489 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Allocated IP 172.20.0.1 (1c8df441-7e50-41d4-b55a-4e871bbaa961/8dbd2129-c6f3-410f-a1f7-968e1ed19494/48f23749-8617-42e0-b666-573e7da25925) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:59:03.181388 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabae897-c062-481a-9235-196bd8adedce None None] Network 1c8df441-7e50-41d4-b55a-4e871bbaa961 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:59:03.183891 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40978814-d6c5-49db-bb68-4a22b10f0068 None None] The sync data for ids ['ac04e044-7740-4331-baf7-fbfc42d4d71d'] in n-d-715271-16 is: [{'id': 'ac04e044-7740-4331-baf7-fbfc42d4d71d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-241747511', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '9b75c826-6c3f-4762-96f5-559815b67af3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:58:59Z', 'updated_at': '2021-09-23T07:59:00Z', 'revision_number': 3, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'gw_port': {'id': '9b75c826-6c3f-4762-96f5-559815b67af3', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0e:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac04e044-7740-4331-baf7-fbfc42d4d71d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:59:00Z', 'updated_at': '2021-09-23T07:59:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:59:03.188515 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-cabae897-c062-481a-9235-196bd8adedce None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:59:03.195231 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabae897-c062-481a-9235-196bd8adedce None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:59:03.197233 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabae897-c062-481a-9235-196bd8adedce None None] Pushing event updated for resources: {'Port': ['ID=9a575876-0bba-471e-86b2-c78e90df4e4c,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:59:03.271075 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-cabae897-c062-481a-9235-196bd8adedce None None] Attempting to bind port 9a575876-0bba-471e-86b2-c78e90df4e4c on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:59:03.275041 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-cabae897-c062-481a-9235-196bd8adedce None None] Attempting to bind port 9a575876-0bba-471e-86b2-c78e90df4e4c by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': 'e716c4df-8974-4139-8d50-6fccd0630ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '1c8df441-7e50-41d4-b55a-4e871bbaa961'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:59:03.275041 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabae897-c062-481a-9235-196bd8adedce None None] Attempting to bind port 9a575876-0bba-471e-86b2-c78e90df4e4c on network 1c8df441-7e50-41d4-b55a-4e871bbaa961 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:59:03.278238 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabae897-c062-481a-9235-196bd8adedce None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:59:03.278635 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabae897-c062-481a-9235-196bd8adedce None None] Checking segment: {'id': 'e716c4df-8974-4139-8d50-6fccd0630ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '1c8df441-7e50-41d4-b55a-4e871bbaa961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:59:03.279294 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-cabae897-c062-481a-9235-196bd8adedce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:03.279842 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabae897-c062-481a-9235-196bd8adedce None None] Bound using segment: {'id': 'e716c4df-8974-4139-8d50-6fccd0630ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '1c8df441-7e50-41d4-b55a-4e871bbaa961'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:59:03.280328 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-cabae897-c062-481a-9235-196bd8adedce None None] Bound port: 9a575876-0bba-471e-86b2-c78e90df4e4c, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e716c4df-8974-4139-8d50-6fccd0630ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '1c8df441-7e50-41d4-b55a-4e871bbaa961'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:59:03.280829 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-cabae897-c062-481a-9235-196bd8adedce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:03.298906 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-027055d6-0eb8-48c4-88ad-c0add8342489 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:03.334932 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-027055d6-0eb8-48c4-88ad-c0add8342489 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:03.353109 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-cabae897-c062-481a-9235-196bd8adedce None None] For port 9a575876-0bba-471e-86b2-c78e90df4e4c, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:59:03.356373 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-cabae897-c062-481a-9235-196bd8adedce None None] For port 9a575876-0bba-471e-86b2-c78e90df4e4c, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=9a575876-0bba-471e-86b2-c78e90df4e4c,segment=NetworkSegment(e716c4df-8974-4139-8d50-6fccd0630ed1),segment_id=e716c4df-8974-4139-8d50-6fccd0630ed1)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:59:03.361718 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-cabae897-c062-481a-9235-196bd8adedce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:03.376602 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027055d6-0eb8-48c4-88ad-c0add8342489 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Network 1c8df441-7e50-41d4-b55a-4e871bbaa961 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:59:03.381269 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-027055d6-0eb8-48c4-88ad-c0add8342489 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:59:03.385285 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027055d6-0eb8-48c4-88ad-c0add8342489 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:59:03.448064 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-027055d6-0eb8-48c4-88ad-c0add8342489 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068614'] for router_interface, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:03.452340 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027055d6-0eb8-48c4-88ad-c0add8342489 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event updated for resources: {'Port': ['ID=48f23749-8617-42e0-b666-573e7da25925,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:59:03.464335 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabae897-c062-481a-9235-196bd8adedce None None] Pushing event updated for resources: {'Port': ['ID=9a575876-0bba-471e-86b2-c78e90df4e4c,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:59:03.633192 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-027055d6-0eb8-48c4-88ad-c0add8342489 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:04.024668 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-027055d6-0eb8-48c4-88ad-c0add8342489 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:04.030688 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-027055d6-0eb8-48c4-88ad-c0add8342489 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:04.116459 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027055d6-0eb8-48c4-88ad-c0add8342489 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event updated for resources: {'Port': ['ID=48f23749-8617-42e0-b666-573e7da25925,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:59:04.120295 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-027055d6-0eb8-48c4-88ad-c0add8342489 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067062'] for router_interface, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:04.238892 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027055d6-0eb8-48c4-88ad-c0add8342489 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Network 1c8df441-7e50-41d4-b55a-4e871bbaa961 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:59:04.240593 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-027055d6-0eb8-48c4-88ad-c0add8342489 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:59:04.359059 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-027055d6-0eb8-48c4-88ad-c0add8342489 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Router ac04e044-7740-4331-baf7-fbfc42d4d71d has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:59:04.472100 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-027055d6-0eb8-48c4-88ad-c0add8342489 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:59:04.477856 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-027055d6-0eb8-48c4-88ad-c0add8342489 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "PUT /v2.0/routers/ac04e044-7740-4331-baf7-fbfc42d4d71d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3539405 Sep 23 07:59:04.573660 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a34d1d4-e7b0-4113-9ef5-f027a18c86af None None] Network 1c8df441-7e50-41d4-b55a-4e871bbaa961 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 07:59:04.624104 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-016b32f6-c100-4371-b1f4-6dac2b3f4117 req-cb114e3c-8cac-49c7-8021-d481cdffe7b3 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-169865662&fields=id&tenant_id=69ff37bb8aa54e3cbca49be59e8110a2 HTTP/1.1" status: 200 len: 267 time: 0.0340333 Sep 23 07:59:04.663582 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-c8440228-88f3-4049-835b-53f2ba7ab25c None None] Provisioning complete for port 9a575876-0bba-471e-86b2-c78e90df4e4c triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:59:04.663957 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c8440228-88f3-4049-835b-53f2ba7ab25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:04.814235 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c8440228-88f3-4049-835b-53f2ba7ab25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:04.858923 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-c8440228-88f3-4049-835b-53f2ba7ab25c None None] For port 9a575876-0bba-471e-86b2-c78e90df4e4c, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=9a575876-0bba-471e-86b2-c78e90df4e4c,segment=NetworkSegment(e716c4df-8974-4139-8d50-6fccd0630ed1),segment_id=e716c4df-8974-4139-8d50-6fccd0630ed1)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:59:04.863284 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c8440228-88f3-4049-835b-53f2ba7ab25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:04.917402 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8440228-88f3-4049-835b-53f2ba7ab25c None None] Pushing event updated for resources: {'Port': ['ID=9a575876-0bba-471e-86b2-c78e90df4e4c,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:59:05.054956 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b32f6-c100-4371-b1f4-6dac2b3f4117 req-0eb68ba0-8852-4ea0-80c4-49273f17124a tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:59:05.056531 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-016b32f6-c100-4371-b1f4-6dac2b3f4117 req-0eb68ba0-8852-4ea0-80c4-49273f17124a tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/networks?id=1c8df441-7e50-41d4-b55a-4e871bbaa961 HTTP/1.1" status: 200 len: 797 time: 0.4254785 Sep 23 07:59:05.073073 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-016b32f6-c100-4371-b1f4-6dac2b3f4117 req-4fd3e701-1026-4abb-bfdf-4ba122bdbc5f tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/quotas/69ff37bb8aa54e3cbca49be59e8110a2 HTTP/1.1" status: 200 len: 375 time: 0.0097275 Sep 23 07:59:05.086347 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-8fb22a6c-a353-43ea-a2bc-fc5390d0db19 None None] Provisioning complete for port 9a575876-0bba-471e-86b2-c78e90df4e4c triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:59:05.086764 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8fb22a6c-a353-43ea-a2bc-fc5390d0db19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:05.093415 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c761ae44-9120-40fa-948d-a6f4d2927328 None None] Sync routers for ids ['ac04e044-7740-4331-baf7-fbfc42d4d71d'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:59:05.115269 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c761ae44-9120-40fa-948d-a6f4d2927328 None None] Routers {'ac04e044-7740-4331-baf7-fbfc42d4d71d'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:59:05.119817 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-c761ae44-9120-40fa-948d-a6f4d2927328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:58:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['ac04e044-7740-4331-baf7-fbfc42d4d71d'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:59:05.176123 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-016b32f6-c100-4371-b1f4-6dac2b3f4117 req-1b68d089-c5e1-4d71-bd3a-167d01927f24 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=69ff37bb8aa54e3cbca49be59e8110a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0889294 Sep 23 07:59:05.244678 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-8fb22a6c-a353-43ea-a2bc-fc5390d0db19 None None] Provisioning complete for port 48f23749-8617-42e0-b666-573e7da25925 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:59:05.245438 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8fb22a6c-a353-43ea-a2bc-fc5390d0db19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:05.257073 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-c761ae44-9120-40fa-948d-a6f4d2927328 None None] Set router ac04e044-7740-4331-baf7-fbfc42d4d71d gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:59:05.275172 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 9b75c826-6c3f-4762-96f5-559815b67af3 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:59:05.340068 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-8fb22a6c-a353-43ea-a2bc-fc5390d0db19 None None] Port 48f23749-8617-42e0-b666-573e7da25925 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:59:05.355872 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 9b75c826-6c3f-4762-96f5-559815b67af3 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:59:05.356249 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:05.402899 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-016b32f6-c100-4371-b1f4-6dac2b3f4117 req-39cd2e9c-e31e-400a-98ac-fe05525d06d9 service neutron] 10.222.0.39 "GET /v2.0/networks/1c8df441-7e50-41d4-b55a-4e871bbaa961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119093 Sep 23 07:59:05.446905 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:05.478091 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port 9b75c826-6c3f-4762-96f5-559815b67af3, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=9b75c826-6c3f-4762-96f5-559815b67af3,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:59:05.480802 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-3a8ccb0f-d3c5-4d2f-809c-7f0a49cd1fcf None None] Provisioning complete for port 48f23749-8617-42e0-b666-573e7da25925 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:59:05.480998 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-c761ae44-9120-40fa-948d-a6f4d2927328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac04e044-7740-4331-baf7-fbfc42d4d71d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-241747511', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '9b75c826-6c3f-4762-96f5-559815b67af3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:58:59Z', 'updated_at': '2021-09-23T07:59:03Z', 'revision_number': 4, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'gw_port': {'id': '9b75c826-6c3f-4762-96f5-559815b67af3', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0e:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac04e044-7740-4331-baf7-fbfc42d4d71d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:59:00Z', 'updated_at': '2021-09-23T07:59:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '48f23749-8617-42e0-b666-573e7da25925', 'name': '', 'network_id': '1c8df441-7e50-41d4-b55a-4e871bbaa961', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'mac_address': 'fa:16:3e:c0:cf:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac04e044-7740-4331-baf7-fbfc42d4d71d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '8dbd2129-c6f3-410f-a1f7-968e1ed19494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:59:02Z', 'updated_at': '2021-09-23T07:59:03Z', 'revision_number': 2, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'subnets': [{'id': '8dbd2129-c6f3-410f-a1f7-968e1ed19494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:59:05.481163 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3a8ccb0f-d3c5-4d2f-809c-7f0a49cd1fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:05.507441 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:05.508237 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 9a575876-0bba-471e-86b2-c78e90df4e4c up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:59:05.516275 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c761ae44-9120-40fa-948d-a6f4d2927328 None None] Checking router: ac04e044-7740-4331-baf7-fbfc42d4d71d for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:59:05.516574 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c761ae44-9120-40fa-948d-a6f4d2927328 None None] Updating router ac04e044-7740-4331-baf7-fbfc42d4d71d port 48f23749-8617-42e0-b666-573e7da25925 binding host n-d-715271-16 {{(pid=95068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 07:59:05.524906 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-016b32f6-c100-4371-b1f4-6dac2b3f4117 req-8a01e6f7-7c88-4b5b-b97b-818eb411750f service neutron] 10.222.0.39 "GET /v2.0/networks/1c8df441-7e50-41d4-b55a-4e871bbaa961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157382 Sep 23 07:59:05.551966 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-c761ae44-9120-40fa-948d-a6f4d2927328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:05.592311 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-3a8ccb0f-d3c5-4d2f-809c-7f0a49cd1fcf None None] Port 48f23749-8617-42e0-b666-573e7da25925 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:59:05.604323 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=9b75c826-6c3f-4762-96f5-559815b67af3,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:59:05.624871 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 9a575876-0bba-471e-86b2-c78e90df4e4c triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:59:05.625489 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:05.725652 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9f995e07-a924-418d-9b95-ca7a50ea852f req-76c99dce-a8a7-4467-b009-4e6e88886b65 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f67d856-b7b0-48dd-b99b-a35962354b80 HTTP/1.1" status: 200 len: 210 time: 0.0467889 Sep 23 07:59:05.754762 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-d324c0f6-6c2a-46b2-abd2-6ecb9418f76b None None] Provisioning complete for port 48f23749-8617-42e0-b666-573e7da25925 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:59:05.755136 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d324c0f6-6c2a-46b2-abd2-6ecb9418f76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:05.792185 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-d324c0f6-6c2a-46b2-abd2-6ecb9418f76b None None] Port 48f23749-8617-42e0-b666-573e7da25925 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:59:05.850449 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-c761ae44-9120-40fa-948d-a6f4d2927328 None None] Notify callbacks [] for port, precommit_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:05.855891 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-c761ae44-9120-40fa-948d-a6f4d2927328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:05.910460 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1207afe-c7d6-47e7-87ee-7301f3b79da5 None None] Pushing event updated for resources: {'Port': ['ID=48f23749-8617-42e0-b666-573e7da25925,revision_number=3']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:59:05.944615 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1207afe-c7d6-47e7-87ee-7301f3b79da5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:59:05.944977 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1207afe-c7d6-47e7-87ee-7301f3b79da5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:59:05.945313 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1207afe-c7d6-47e7-87ee-7301f3b79da5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:59:05.945820 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1207afe-c7d6-47e7-87ee-7301f3b79da5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:59:05.946201 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1207afe-c7d6-47e7-87ee-7301f3b79da5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:59:05.946584 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1207afe-c7d6-47e7-87ee-7301f3b79da5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:59:05.946848 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1207afe-c7d6-47e7-87ee-7301f3b79da5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:59:05.947171 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1207afe-c7d6-47e7-87ee-7301f3b79da5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:59:05.947478 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1207afe-c7d6-47e7-87ee-7301f3b79da5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:59:05.947782 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1207afe-c7d6-47e7-87ee-7301f3b79da5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:59:05.948129 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1207afe-c7d6-47e7-87ee-7301f3b79da5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:59:05.948428 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1207afe-c7d6-47e7-87ee-7301f3b79da5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 07:59:05.977538 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-c761ae44-9120-40fa-948d-a6f4d2927328 None None] Attempting to bind port 48f23749-8617-42e0-b666-573e7da25925 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:59:05.977930 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-c761ae44-9120-40fa-948d-a6f4d2927328 None None] Attempting to bind port 48f23749-8617-42e0-b666-573e7da25925 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': 'e716c4df-8974-4139-8d50-6fccd0630ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '1c8df441-7e50-41d4-b55a-4e871bbaa961'}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:59:05.978290 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c761ae44-9120-40fa-948d-a6f4d2927328 None None] Attempting to bind port 48f23749-8617-42e0-b666-573e7da25925 on network 1c8df441-7e50-41d4-b55a-4e871bbaa961 {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:59:05.984457 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c761ae44-9120-40fa-948d-a6f4d2927328 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:59:05.984829 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c761ae44-9120-40fa-948d-a6f4d2927328 None None] Checking segment: {'id': 'e716c4df-8974-4139-8d50-6fccd0630ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '1c8df441-7e50-41d4-b55a-4e871bbaa961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:59:05.985224 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-c761ae44-9120-40fa-948d-a6f4d2927328 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:05.985615 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c761ae44-9120-40fa-948d-a6f4d2927328 None None] Bound using segment: {'id': 'e716c4df-8974-4139-8d50-6fccd0630ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '1c8df441-7e50-41d4-b55a-4e871bbaa961'} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:59:05.986107 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-c761ae44-9120-40fa-948d-a6f4d2927328 None None] Bound port: 48f23749-8617-42e0-b666-573e7da25925, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e716c4df-8974-4139-8d50-6fccd0630ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '1c8df441-7e50-41d4-b55a-4e871bbaa961'}}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:59:05.986502 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-c761ae44-9120-40fa-948d-a6f4d2927328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:06.053426 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-c761ae44-9120-40fa-948d-a6f4d2927328 None None] For port 48f23749-8617-42e0-b666-573e7da25925, host n-d-715271-16, cleared binding levels {{(pid=95068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:59:06.056713 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-c761ae44-9120-40fa-948d-a6f4d2927328 None None] For port 48f23749-8617-42e0-b666-573e7da25925, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=48f23749-8617-42e0-b666-573e7da25925,segment=NetworkSegment(e716c4df-8974-4139-8d50-6fccd0630ed1),segment_id=e716c4df-8974-4139-8d50-6fccd0630ed1)] {{(pid=95068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:59:06.061505 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-c761ae44-9120-40fa-948d-a6f4d2927328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:06.119085 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c761ae44-9120-40fa-948d-a6f4d2927328 None None] Routers {'ac04e044-7740-4331-baf7-fbfc42d4d71d'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:59:06.119848 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-cc4b0cac-d2a9-420a-90c5-fe33c1214e1a None None] Provisioning complete for port 48f23749-8617-42e0-b666-573e7da25925 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:59:06.119848 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-cc4b0cac-d2a9-420a-90c5-fe33c1214e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:06.120077 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-c761ae44-9120-40fa-948d-a6f4d2927328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:58:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['ac04e044-7740-4331-baf7-fbfc42d4d71d'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:59:06.214622 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-cc4b0cac-d2a9-420a-90c5-fe33c1214e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:06.225124 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1207afe-c7d6-47e7-87ee-7301f3b79da5 None None] Pushing event updated for resources: {'Port': ['ID=48f23749-8617-42e0-b666-573e7da25925,revision_number=4']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:59:06.248573 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-c761ae44-9120-40fa-948d-a6f4d2927328 None None] Set router ac04e044-7740-4331-baf7-fbfc42d4d71d gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:59:06.256121 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-cc4b0cac-d2a9-420a-90c5-fe33c1214e1a None None] For port 48f23749-8617-42e0-b666-573e7da25925, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=48f23749-8617-42e0-b666-573e7da25925,segment=NetworkSegment(e716c4df-8974-4139-8d50-6fccd0630ed1),segment_id=e716c4df-8974-4139-8d50-6fccd0630ed1)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:59:06.261000 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-cc4b0cac-d2a9-420a-90c5-fe33c1214e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:06.327381 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4b0cac-d2a9-420a-90c5-fe33c1214e1a None None] Pushing event updated for resources: {'Port': ['ID=48f23749-8617-42e0-b666-573e7da25925,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:59:06.455343 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-c761ae44-9120-40fa-948d-a6f4d2927328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac04e044-7740-4331-baf7-fbfc42d4d71d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-241747511', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '9b75c826-6c3f-4762-96f5-559815b67af3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:58:59Z', 'updated_at': '2021-09-23T07:59:03Z', 'revision_number': 4, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'gw_port': {'id': '9b75c826-6c3f-4762-96f5-559815b67af3', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac04e044-7740-4331-baf7-fbfc42d4d71d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:59:00Z', 'updated_at': '2021-09-23T07:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '48f23749-8617-42e0-b666-573e7da25925', 'name': '', 'network_id': '1c8df441-7e50-41d4-b55a-4e871bbaa961', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'mac_address': 'fa:16:3e:c0:cf:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac04e044-7740-4331-baf7-fbfc42d4d71d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '8dbd2129-c6f3-410f-a1f7-968e1ed19494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:59:02Z', 'updated_at': '2021-09-23T07:59:06Z', 'revision_number': 4, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'subnets': [{'id': '8dbd2129-c6f3-410f-a1f7-968e1ed19494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:59:06.480162 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c761ae44-9120-40fa-948d-a6f4d2927328 None None] The sync data for ids ['ac04e044-7740-4331-baf7-fbfc42d4d71d'] in n-d-715271-16 is: [{'id': 'ac04e044-7740-4331-baf7-fbfc42d4d71d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-241747511', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '9b75c826-6c3f-4762-96f5-559815b67af3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:58:59Z', 'updated_at': '2021-09-23T07:59:03Z', 'revision_number': 4, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'gw_port': {'id': '9b75c826-6c3f-4762-96f5-559815b67af3', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac04e044-7740-4331-baf7-fbfc42d4d71d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:59:00Z', 'updated_at': '2021-09-23T07:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '48f23749-8617-42e0-b666-573e7da25925', 'name': '', 'network_id': '1c8df441-7e50-41d4-b55a-4e871bbaa961', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'mac_address': 'fa:16:3e:c0:cf:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac04e044-7740-4331-baf7-fbfc42d4d71d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '8dbd2129-c6f3-410f-a1f7-968e1ed19494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:59:02Z', 'updated_at': '2021-09-23T07:59:06Z', 'revision_number': 4, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'subnets': [{'id': '8dbd2129-c6f3-410f-a1f7-968e1ed19494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:59:06.489532 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-84086760-87d2-4d08-8eab-9b5b301b6f29 None None] Provisioning complete for port 48f23749-8617-42e0-b666-573e7da25925 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:59:06.489932 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-84086760-87d2-4d08-8eab-9b5b301b6f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:06.823599 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b32f6-c100-4371-b1f4-6dac2b3f4117 req-f1abcddd-5bb5-443b-a46a-0be8f3a06d51 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:59:06.825088 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-016b32f6-c100-4371-b1f4-6dac2b3f4117 req-f1abcddd-5bb5-443b-a46a-0be8f3a06d51 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.21 "GET /v2.0/networks?id=1c8df441-7e50-41d4-b55a-4e871bbaa961 HTTP/1.1" status: 200 len: 797 time: 0.1335182 Sep 23 07:59:06.842025 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-503ad254-7836-44f2-93d2-6e80709cb96c req-ae709f9a-b462-4713-8b2b-76eb63ba94b2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f67d856-b7b0-48dd-b99b-a35962354b80 HTTP/1.1" status: 200 len: 210 time: 0.0395033 Sep 23 07:59:06.881704 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-016b32f6-c100-4371-b1f4-6dac2b3f4117 req-fb0ffc38-ed47-42af-84fc-603bc51f7fbd tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69ff37bb8aa54e3cbca49be59e8110a2 HTTP/1.1" status: 200 len: 379 time: 0.0364811 Sep 23 07:59:06.904142 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-016b32f6-c100-4371-b1f4-6dac2b3f4117 req-5490277a-19f5-45bd-a7d8-30fab79f2563 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Request body: {'port': {'device_id': '2f67d856-b7b0-48dd-b99b-a35962354b80', 'network_id': '1c8df441-7e50-41d4-b55a-4e871bbaa961', 'admin_state_up': True, 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'security_groups': ['a301efb8-318c-401d-8623-fa20bfad7c59']}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:59:07.020580 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-016b32f6-c100-4371-b1f4-6dac2b3f4117 req-5490277a-19f5-45bd-a7d8-30fab79f2563 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Made reservation on behalf of 69ff37bb8aa54e3cbca49be59e8110a2 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 07:59:07.024232 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-016b32f6-c100-4371-b1f4-6dac2b3f4117 req-5490277a-19f5-45bd-a7d8-30fab79f2563 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:07.167090 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-016b32f6-c100-4371-b1f4-6dac2b3f4117 req-5490277a-19f5-45bd-a7d8-30fab79f2563 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Allocated IP 172.20.0.9 (1c8df441-7e50-41d4-b55a-4e871bbaa961/8dbd2129-c6f3-410f-a1f7-968e1ed19494/c90f42c2-e22c-4954-a012-d811d916c990) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:59:07.249329 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 9b75c826-6c3f-4762-96f5-559815b67af3 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:59:07.313232 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 9b75c826-6c3f-4762-96f5-559815b67af3 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:59:07.313883 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:07.332195 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-016b32f6-c100-4371-b1f4-6dac2b3f4117 req-5490277a-19f5-45bd-a7d8-30fab79f2563 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:07.370445 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-016b32f6-c100-4371-b1f4-6dac2b3f4117 req-5490277a-19f5-45bd-a7d8-30fab79f2563 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:07.413932 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:07.415414 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 48f23749-8617-42e0-b666-573e7da25925 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:59:07.418503 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-016b32f6-c100-4371-b1f4-6dac2b3f4117 req-5490277a-19f5-45bd-a7d8-30fab79f2563 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Network 1c8df441-7e50-41d4-b55a-4e871bbaa961 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:59:07.422662 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-016b32f6-c100-4371-b1f4-6dac2b3f4117 req-5490277a-19f5-45bd-a7d8-30fab79f2563 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:59:07.426669 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-016b32f6-c100-4371-b1f4-6dac2b3f4117 req-5490277a-19f5-45bd-a7d8-30fab79f2563 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:59:07.469637 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5490277a-19f5-45bd-a7d8-30fab79f2563 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event updated for resources: {'Port': ['ID=c90f42c2-e22c-4954-a012-d811d916c990,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:59:07.476084 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 48f23749-8617-42e0-b666-573e7da25925 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:59:07.476465 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:07.503636 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b32f6-c100-4371-b1f4-6dac2b3f4117 req-5490277a-19f5-45bd-a7d8-30fab79f2563 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:59:07.505245 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-016b32f6-c100-4371-b1f4-6dac2b3f4117 req-5490277a-19f5-45bd-a7d8-30fab79f2563 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:07.534695 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-016b32f6-c100-4371-b1f4-6dac2b3f4117 req-5490277a-19f5-45bd-a7d8-30fab79f2563 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6325085 Sep 23 07:59:07.550124 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-016b32f6-c100-4371-b1f4-6dac2b3f4117 req-041330fa-5684-49e1-b647-86ed2c34197d service neutron] Request body: {'port': {'device_id': '2f67d856-b7b0-48dd-b99b-a35962354b80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:59:07.628422 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-016b32f6-c100-4371-b1f4-6dac2b3f4117 req-041330fa-5684-49e1-b647-86ed2c34197d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:07.722321 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-0bdbc3e0-ee7e-46e4-ada6-6b5afdace017 None None] Provisioning complete for port c90f42c2-e22c-4954-a012-d811d916c990 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:59:07.723232 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0bdbc3e0-ee7e-46e4-ada6-6b5afdace017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:07.758093 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-0bdbc3e0-ee7e-46e4-ada6-6b5afdace017 None None] Port c90f42c2-e22c-4954-a012-d811d916c990 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 07:59:07.897519 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-016b32f6-c100-4371-b1f4-6dac2b3f4117 req-041330fa-5684-49e1-b647-86ed2c34197d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c90f42c2-e22c-4954-a012-d811d916c990 {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:59:07.905327 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-016b32f6-c100-4371-b1f4-6dac2b3f4117 req-041330fa-5684-49e1-b647-86ed2c34197d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:07.917143 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-016b32f6-c100-4371-b1f4-6dac2b3f4117 req-041330fa-5684-49e1-b647-86ed2c34197d service neutron] Transition to ACTIVE for port object c90f42c2-e22c-4954-a012-d811d916c990 will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 07:59:07.922301 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-016b32f6-c100-4371-b1f4-6dac2b3f4117 req-041330fa-5684-49e1-b647-86ed2c34197d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:07.977268 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041330fa-5684-49e1-b647-86ed2c34197d service neutron] Pushing event updated for resources: {'Port': ['ID=c90f42c2-e22c-4954-a012-d811d916c990,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:59:08.036015 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e2ee4d-6abe-4cc3-a940-9e11c8d89dcd req-0e3259ce-6e5f-4df9-bb56-3615c3845084 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:59:08.037704 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-22e2ee4d-6abe-4cc3-a940-9e11c8d89dcd req-0e3259ce-6e5f-4df9-bb56-3615c3845084 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f67d856-b7b0-48dd-b99b-a35962354b80 HTTP/1.1" status: 200 len: 943 time: 0.1272779 Sep 23 07:59:08.052062 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-016b32f6-c100-4371-b1f4-6dac2b3f4117 req-041330fa-5684-49e1-b647-86ed2c34197d service neutron] Attempting to bind port c90f42c2-e22c-4954-a012-d811d916c990 on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 07:59:08.052405 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-016b32f6-c100-4371-b1f4-6dac2b3f4117 req-041330fa-5684-49e1-b647-86ed2c34197d service neutron] Attempting to bind port c90f42c2-e22c-4954-a012-d811d916c990 by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': 'e716c4df-8974-4139-8d50-6fccd0630ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '1c8df441-7e50-41d4-b55a-4e871bbaa961'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 07:59:08.052732 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016b32f6-c100-4371-b1f4-6dac2b3f4117 req-041330fa-5684-49e1-b647-86ed2c34197d service neutron] Attempting to bind port c90f42c2-e22c-4954-a012-d811d916c990 on network 1c8df441-7e50-41d4-b55a-4e871bbaa961 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:59:08.061179 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016b32f6-c100-4371-b1f4-6dac2b3f4117 req-041330fa-5684-49e1-b647-86ed2c34197d service neutron] Port c90f42c2-e22c-4954-a012-d811d916c990 on network 1c8df441-7e50-41d4-b55a-4e871bbaa961 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 07:59:08.061960 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016b32f6-c100-4371-b1f4-6dac2b3f4117 req-041330fa-5684-49e1-b647-86ed2c34197d service neutron] Attempting to bind port c90f42c2-e22c-4954-a012-d811d916c990 on network 1c8df441-7e50-41d4-b55a-4e871bbaa961 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 07:59:08.067618 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016b32f6-c100-4371-b1f4-6dac2b3f4117 req-041330fa-5684-49e1-b647-86ed2c34197d service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 7, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 07:59:08.068302 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016b32f6-c100-4371-b1f4-6dac2b3f4117 req-041330fa-5684-49e1-b647-86ed2c34197d service neutron] Checking segment: {'id': 'e716c4df-8974-4139-8d50-6fccd0630ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '1c8df441-7e50-41d4-b55a-4e871bbaa961'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 07:59:08.068873 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016b32f6-c100-4371-b1f4-6dac2b3f4117 req-041330fa-5684-49e1-b647-86ed2c34197d service neutron] Bound using segment: {'id': 'e716c4df-8974-4139-8d50-6fccd0630ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '1c8df441-7e50-41d4-b55a-4e871bbaa961'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 07:59:08.069345 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-016b32f6-c100-4371-b1f4-6dac2b3f4117 req-041330fa-5684-49e1-b647-86ed2c34197d service neutron] Bound port: c90f42c2-e22c-4954-a012-d811d916c990, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e716c4df-8974-4139-8d50-6fccd0630ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '1c8df441-7e50-41d4-b55a-4e871bbaa961'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 07:59:08.069708 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-016b32f6-c100-4371-b1f4-6dac2b3f4117 req-041330fa-5684-49e1-b647-86ed2c34197d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:08.083628 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-22e2ee4d-6abe-4cc3-a940-9e11c8d89dcd req-3c639ece-3d7b-4950-ab16-6fa2528be99b tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=a301efb8-318c-401d-8623-fa20bfad7c59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395947 Sep 23 07:59:08.139451 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-016b32f6-c100-4371-b1f4-6dac2b3f4117 req-041330fa-5684-49e1-b647-86ed2c34197d service neutron] For port c90f42c2-e22c-4954-a012-d811d916c990, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 07:59:08.142954 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-016b32f6-c100-4371-b1f4-6dac2b3f4117 req-041330fa-5684-49e1-b647-86ed2c34197d service neutron] For port c90f42c2-e22c-4954-a012-d811d916c990, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=c90f42c2-e22c-4954-a012-d811d916c990,segment=NetworkSegment(e716c4df-8974-4139-8d50-6fccd0630ed1),segment_id=e716c4df-8974-4139-8d50-6fccd0630ed1)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 07:59:08.148814 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-016b32f6-c100-4371-b1f4-6dac2b3f4117 req-041330fa-5684-49e1-b647-86ed2c34197d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:08.166034 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-1994e8b7-1df7-4c4c-81f2-0fa4b2d37864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:08.187356 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b32f6-c100-4371-b1f4-6dac2b3f4117 req-041330fa-5684-49e1-b647-86ed2c34197d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:59:08.188927 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-016b32f6-c100-4371-b1f4-6dac2b3f4117 req-041330fa-5684-49e1-b647-86ed2c34197d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:08.190399 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-016b32f6-c100-4371-b1f4-6dac2b3f4117 req-041330fa-5684-49e1-b647-86ed2c34197d service neutron] 10.222.0.21 "PUT /v2.0/ports/c90f42c2-e22c-4954-a012-d811d916c990 HTTP/1.1" status: 200 len: 1092 time: 0.6454897 Sep 23 07:59:08.192758 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f67d856-b7b0-48dd-b99b-a35962354b80', 'tag': 'c90f42c2-e22c-4954-a012-d811d916c990'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:59:08.195037 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f95ab57a745480e309303c621f93016f7af13821b9c47ad15b10e565102b0cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd25f15d-7f3d-4511-9de3-e52751a9895f" -d '{"events": [{"name": "network-changed", "server_uuid": "2f67d856-b7b0-48dd-b99b-a35962354b80", "tag": "c90f42c2-e22c-4954-a012-d811d916c990"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:59:08.223638 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041330fa-5684-49e1-b647-86ed2c34197d service neutron] Pushing event updated for resources: {'Port': ['ID=c90f42c2-e22c-4954-a012-d811d916c990,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:59:08.248340 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f72692da-85e7-47f7-9662-ecab3400966b x-openstack-request-id: req-f72692da-85e7-47f7-9662-ecab3400966b {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:59:08.248646 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f67d856-b7b0-48dd-b99b-a35962354b80", "tag": "c90f42c2-e22c-4954-a012-d811d916c990", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:59:08.248905 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f72692da-85e7-47f7-9662-ecab3400966b {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:59:08.249395 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f67d856-b7b0-48dd-b99b-a35962354b80', 'tag': 'c90f42c2-e22c-4954-a012-d811d916c990', 'status': 'completed', 'code': 200} Sep 23 07:59:08.304404 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b32f6-c100-4371-b1f4-6dac2b3f4117 req-c9f91876-2385-400f-b8a3-8d944e1bf164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:59:08.306025 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-016b32f6-c100-4371-b1f4-6dac2b3f4117 req-c9f91876-2385-400f-b8a3-8d944e1bf164 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=69ff37bb8aa54e3cbca49be59e8110a2&device_id=2f67d856-b7b0-48dd-b99b-a35962354b80 HTTP/1.1" status: 200 len: 1095 time: 0.0458293 Sep 23 07:59:08.357934 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-016b32f6-c100-4371-b1f4-6dac2b3f4117 req-2efdbc13-9c68-4ca0-b0de-b2a9453c596a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c90f42c2-e22c-4954-a012-d811d916c990 HTTP/1.1" status: 200 len: 217 time: 0.0397596 Sep 23 07:59:08.408113 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b32f6-c100-4371-b1f4-6dac2b3f4117 req-a4133140-3a49-4ff7-bed0-7ebb426b23f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:59:08.409606 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-016b32f6-c100-4371-b1f4-6dac2b3f4117 req-a4133140-3a49-4ff7-bed0-7ebb426b23f5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8dbd2129-c6f3-410f-a1f7-968e1ed19494 HTTP/1.1" status: 200 len: 834 time: 0.0449424 Sep 23 07:59:08.455674 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b32f6-c100-4371-b1f4-6dac2b3f4117 req-2faffb8d-b5d1-47d5-9f45-cc2ecd809a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:59:08.457195 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-016b32f6-c100-4371-b1f4-6dac2b3f4117 req-2faffb8d-b5d1-47d5-9f45-cc2ecd809a87 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1c8df441-7e50-41d4-b55a-4e871bbaa961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405841 Sep 23 07:59:08.551571 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-016b32f6-c100-4371-b1f4-6dac2b3f4117 req-d0c2bd5c-270d-4340-b29a-35a741387fe7 service neutron] 10.222.0.21 "GET /v2.0/networks/1c8df441-7e50-41d4-b55a-4e871bbaa961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871329 Sep 23 07:59:08.641690 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-016b32f6-c100-4371-b1f4-6dac2b3f4117 req-e0818e5a-7caf-422e-b66d-96b89cf319b3 service neutron] 10.222.0.21 "GET /v2.0/networks/1c8df441-7e50-41d4-b55a-4e871bbaa961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817800 Sep 23 07:59:08.752892 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd25f15d-7f3d-4511-9de3-e52751a9895f req-7db7d38d-4b65-4948-bdc6-bc91712133b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:59:08.754544 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dd25f15d-7f3d-4511-9de3-e52751a9895f req-7db7d38d-4b65-4948-bdc6-bc91712133b1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=69ff37bb8aa54e3cbca49be59e8110a2&device_id=2f67d856-b7b0-48dd-b99b-a35962354b80 HTTP/1.1" status: 200 len: 1095 time: 0.0470340 Sep 23 07:59:08.844549 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd25f15d-7f3d-4511-9de3-e52751a9895f req-fd02244f-5a21-4607-81af-09aaee96fd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:59:08.846161 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dd25f15d-7f3d-4511-9de3-e52751a9895f req-fd02244f-5a21-4607-81af-09aaee96fd3d service neutron] 10.222.0.21 "GET /v2.0/networks?id=1c8df441-7e50-41d4-b55a-4e871bbaa961 HTTP/1.1" status: 200 len: 898 time: 0.0840528 Sep 23 07:59:08.890913 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dd25f15d-7f3d-4511-9de3-e52751a9895f req-2e5803a6-871c-45fd-a6a1-f6aca6ee6175 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c90f42c2-e22c-4954-a012-d811d916c990 HTTP/1.1" status: 200 len: 217 time: 0.0379884 Sep 23 07:59:08.939493 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd25f15d-7f3d-4511-9de3-e52751a9895f req-8b13b079-434f-4cc6-be10-777ab93c7b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:59:08.940937 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dd25f15d-7f3d-4511-9de3-e52751a9895f req-8b13b079-434f-4cc6-be10-777ab93c7b47 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8dbd2129-c6f3-410f-a1f7-968e1ed19494 HTTP/1.1" status: 200 len: 834 time: 0.0435753 Sep 23 07:59:08.987120 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd25f15d-7f3d-4511-9de3-e52751a9895f req-227089b5-c3e5-4d9d-af5a-626b4fb6059b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:59:08.988613 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dd25f15d-7f3d-4511-9de3-e52751a9895f req-227089b5-c3e5-4d9d-af5a-626b4fb6059b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1c8df441-7e50-41d4-b55a-4e871bbaa961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403860 Sep 23 07:59:09.082388 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dd25f15d-7f3d-4511-9de3-e52751a9895f req-15ac3259-7bb2-4fd0-8e15-3c97b187d309 service neutron] 10.222.0.21 "GET /v2.0/networks/1c8df441-7e50-41d4-b55a-4e871bbaa961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862377 Sep 23 07:59:09.174485 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dd25f15d-7f3d-4511-9de3-e52751a9895f req-d1433a8a-0f59-4857-b25f-544e8320835d service neutron] 10.222.0.21 "GET /v2.0/networks/1c8df441-7e50-41d4-b55a-4e871bbaa961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850832 Sep 23 07:59:09.205288 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4ad999-e8dc-48ad-9c7d-0bc708b711cf req-30b9f758-c39a-498f-a14c-7ed94fb8a724 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:59:09.206830 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8f4ad999-e8dc-48ad-9c7d-0bc708b711cf req-30b9f758-c39a-498f-a14c-7ed94fb8a724 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f67d856-b7b0-48dd-b99b-a35962354b80 HTTP/1.1" status: 200 len: 943 time: 0.0553975 Sep 23 07:59:09.244478 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-8f4ad999-e8dc-48ad-9c7d-0bc708b711cf req-592de85f-e4ee-4d7f-a94b-144d6ba6899c tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=a301efb8-318c-401d-8623-fa20bfad7c59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317369 Sep 23 07:59:10.362891 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a565d69-a1d9-4a68-bfa6-dadb999c573a req-245d1106-3273-4249-b657-febe74d5dae8 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:59:10.364303 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6a565d69-a1d9-4a68-bfa6-dadb999c573a req-245d1106-3273-4249-b657-febe74d5dae8 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f67d856-b7b0-48dd-b99b-a35962354b80 HTTP/1.1" status: 200 len: 943 time: 0.0519674 Sep 23 07:59:10.407810 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6a565d69-a1d9-4a68-bfa6-dadb999c573a req-be8dc92a-9471-459b-8d72-099400fb669b tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=a301efb8-318c-401d-8623-fa20bfad7c59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367155 Sep 23 07:59:10.676546 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:11.157240 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3831561a-3036-4ad3-a594-44277f682de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:11.523845 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffd0666-82dc-4302-bcb3-33de3176ed02 req-1e24e7ca-df7e-4a92-af39-5000f5e83fd8 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:59:11.525395 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2ffd0666-82dc-4302-bcb3-33de3176ed02 req-1e24e7ca-df7e-4a92-af39-5000f5e83fd8 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f67d856-b7b0-48dd-b99b-a35962354b80 HTTP/1.1" status: 200 len: 943 time: 0.0512493 Sep 23 07:59:11.565681 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2ffd0666-82dc-4302-bcb3-33de3176ed02 req-3452be5f-9460-4e85-af83-6e2c870a112a tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=a301efb8-318c-401d-8623-fa20bfad7c59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337539 Sep 23 07:59:11.676083 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:12.616161 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:12.620312 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device c90f42c2-e22c-4954-a012-d811d916c990 details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 07:59:12.681805 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd2d51a-9a90-4925-aaaf-0a5859ef8c88 req-e6633297-e358-4420-87f6-57cf5829a788 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:59:12.683327 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0dd2d51a-9a90-4925-aaaf-0a5859ef8c88 req-e6633297-e358-4420-87f6-57cf5829a788 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f67d856-b7b0-48dd-b99b-a35962354b80 HTTP/1.1" status: 200 len: 943 time: 0.0488915 Sep 23 07:59:12.719781 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port c90f42c2-e22c-4954-a012-d811d916c990, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=c90f42c2-e22c-4954-a012-d811d916c990,segment=NetworkSegment(e716c4df-8974-4139-8d50-6fccd0630ed1),segment_id=e716c4df-8974-4139-8d50-6fccd0630ed1)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:59:12.723983 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0dd2d51a-9a90-4925-aaaf-0a5859ef8c88 req-f51c25d0-9776-46c9-b32b-22fc50ccba85 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=a301efb8-318c-401d-8623-fa20bfad7c59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340269 Sep 23 07:59:12.731464 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': 'c90f42c2-e22c-4954-a012-d811d916c990', 'network_id': '1c8df441-7e50-41d4-b55a-4e871bbaa961', 'port_id': 'c90f42c2-e22c-4954-a012-d811d916c990', 'mac_address': 'fa:16:3e:0e:0a:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dbd2129-c6f3-410f-a1f7-968e1ed19494', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 07:59:12.768587 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:12.781186 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c90f42c2-e22c-4954-a012-d811d916c990 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 07:59:12.800138 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port c90f42c2-e22c-4954-a012-d811d916c990, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=c90f42c2-e22c-4954-a012-d811d916c990,segment=NetworkSegment(e716c4df-8974-4139-8d50-6fccd0630ed1),segment_id=e716c4df-8974-4139-8d50-6fccd0630ed1)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:59:12.804146 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:12.850035 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=c90f42c2-e22c-4954-a012-d811d916c990,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:59:13.199331 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['c90f42c2-e22c-4954-a012-d811d916c990'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 07:59:13.837999 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b0c6f0-c2fa-4789-95bb-36af9baab3b4 req-74cc2566-401a-430f-9c3a-82109b1f7b80 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:59:13.839472 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d8b0c6f0-c2fa-4789-95bb-36af9baab3b4 req-74cc2566-401a-430f-9c3a-82109b1f7b80 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f67d856-b7b0-48dd-b99b-a35962354b80 HTTP/1.1" status: 200 len: 944 time: 0.0488651 Sep 23 07:59:13.877593 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d8b0c6f0-c2fa-4789-95bb-36af9baab3b4 req-4b38a6e6-6e63-4bc7-8bd1-2a2435e16fbe tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=a301efb8-318c-401d-8623-fa20bfad7c59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320356 Sep 23 07:59:14.086715 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:14.636086 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device c90f42c2-e22c-4954-a012-d811d916c990 up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 07:59:14.686437 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port c90f42c2-e22c-4954-a012-d811d916c990 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 07:59:14.690001 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port c90f42c2-e22c-4954-a012-d811d916c990 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 07:59:14.690373 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:14.765615 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:14.787330 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f67d856-b7b0-48dd-b99b-a35962354b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c90f42c2-e22c-4954-a012-d811d916c990'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:59:14.789559 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ba4f7dfdfe0dde90123cb5af03ec17f0bd1073b346dec34131962e04cdfc7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a2cd55f-7fc8-4114-a7f9-f03d41c73507" -d '{"events": [{"server_uuid": "2f67d856-b7b0-48dd-b99b-a35962354b80", "name": "network-vif-plugged", "status": "completed", "tag": "c90f42c2-e22c-4954-a012-d811d916c990"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:59:14.802104 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port c90f42c2-e22c-4954-a012-d811d916c990, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=c90f42c2-e22c-4954-a012-d811d916c990,segment=NetworkSegment(e716c4df-8974-4139-8d50-6fccd0630ed1),segment_id=e716c4df-8974-4139-8d50-6fccd0630ed1)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 07:59:14.806380 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:14.835933 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 07:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f4e3c5-6538-4232-a463-517d97ed8fe3 x-openstack-request-id: req-95f4e3c5-6538-4232-a463-517d97ed8fe3 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:59:14.836244 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f67d856-b7b0-48dd-b99b-a35962354b80", "name": "network-vif-plugged", "status": "completed", "tag": "c90f42c2-e22c-4954-a012-d811d916c990", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:59:14.836492 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-95f4e3c5-6538-4232-a463-517d97ed8fe3 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:59:14.836890 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f67d856-b7b0-48dd-b99b-a35962354b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c90f42c2-e22c-4954-a012-d811d916c990', 'code': 200} Sep 23 07:59:14.867307 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=c90f42c2-e22c-4954-a012-d811d916c990,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:59:14.937243 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f840b1d8-82fa-44a0-865c-8dbdee1df001 req-92c68342-e8ea-48b0-8465-bd550f959e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:59:14.938797 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f840b1d8-82fa-44a0-865c-8dbdee1df001 req-92c68342-e8ea-48b0-8465-bd550f959e28 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2f67d856-b7b0-48dd-b99b-a35962354b80 HTTP/1.1" status: 200 len: 1097 time: 0.0401113 Sep 23 07:59:14.975319 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f840b1d8-82fa-44a0-865c-8dbdee1df001 req-f643b8ab-82b3-4e40-ad97-3ee333705983 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a301efb8-318c-401d-8623-fa20bfad7c59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291371 Sep 23 07:59:14.994259 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd78479-c1b0-446c-ba5a-62d9f7569c2e req-39c80e83-d5dd-483a-9a89-ef443198b0c4 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:59:14.995728 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3dd78479-c1b0-446c-ba5a-62d9f7569c2e req-39c80e83-d5dd-483a-9a89-ef443198b0c4 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f67d856-b7b0-48dd-b99b-a35962354b80 HTTP/1.1" status: 200 len: 945 time: 0.0519323 Sep 23 07:59:15.033850 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3dd78479-c1b0-446c-ba5a-62d9f7569c2e req-462fc43b-607d-40a5-ad68-b49a304a07a7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=a301efb8-318c-401d-8623-fa20bfad7c59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313661 Sep 23 07:59:16.157644 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e019e-f8e8-449e-8513-f4f3ca29b33e req-dc775501-6d86-4027-8101-12d0f65be7f2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:59:16.159392 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cf0e019e-f8e8-449e-8513-f4f3ca29b33e req-dc775501-6d86-4027-8101-12d0f65be7f2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f67d856-b7b0-48dd-b99b-a35962354b80 HTTP/1.1" status: 200 len: 945 time: 0.0491560 Sep 23 07:59:16.204535 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cf0e019e-f8e8-449e-8513-f4f3ca29b33e req-75c2a569-40ba-4d15-b888-fc782f0711a7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=a301efb8-318c-401d-8623-fa20bfad7c59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394888 Sep 23 07:59:17.321304 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca8db7-57bc-4668-b6f6-0116a833cb99 req-62c7e914-00f5-43d8-8373-68fb83cb3c48 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:59:17.322810 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e0ca8db7-57bc-4668-b6f6-0116a833cb99 req-62c7e914-00f5-43d8-8373-68fb83cb3c48 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f67d856-b7b0-48dd-b99b-a35962354b80 HTTP/1.1" status: 200 len: 945 time: 0.0494740 Sep 23 07:59:17.360620 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e0ca8db7-57bc-4668-b6f6-0116a833cb99 req-a75b9abb-c27d-4fdf-95a1-ce31bce90509 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=a301efb8-318c-401d-8623-fa20bfad7c59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315723 Sep 23 07:59:17.477239 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decf5342-a45e-48a1-b544-c5dc0b4e5985 req-c7bb09da-132c-4740-8812-1f9dfb9c0e23 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:59:17.478763 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-decf5342-a45e-48a1-b544-c5dc0b4e5985 req-c7bb09da-132c-4740-8812-1f9dfb9c0e23 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f67d856-b7b0-48dd-b99b-a35962354b80 HTTP/1.1" status: 200 len: 945 time: 0.0528331 Sep 23 07:59:17.516831 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-decf5342-a45e-48a1-b544-c5dc0b4e5985 req-b9b489b8-a7e4-46fd-9bbf-75f884e29dfc tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=a301efb8-318c-401d-8623-fa20bfad7c59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314398 Sep 23 07:59:17.538531 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56670) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:59:17.577928 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6b079e-a18b-4a9f-bbe6-1a3231831a2a tempest-TestNetworkAdvancedServerOps-684132154 tempest-TestNetworkAdvancedServerOps-684132154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:59:17.579414 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-3b6b079e-a18b-4a9f-bbe6-1a3231831a2a tempest-TestNetworkAdvancedServerOps-684132154 tempest-TestNetworkAdvancedServerOps-684132154-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2f67d856-b7b0-48dd-b99b-a35962354b80 HTTP/1.1" status: 200 len: 1092 time: 0.0399134 Sep 23 07:59:17.582312 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 56672) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:59:17.586859 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-fd8a545d-9262-40f5-b7c5-20bc77a212e0 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Request body: {'floatingip': {'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'port_id': 'c90f42c2-e22c-4954-a012-d811d916c990', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 07:59:17.609497 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fd8a545d-9262-40f5-b7c5-20bc77a212e0 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for floatingip, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:17.707485 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fd8a545d-9262-40f5-b7c5-20bc77a212e0 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:17.807401 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-fd8a545d-9262-40f5-b7c5-20bc77a212e0 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Allocated IP 172.25.2.242 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/496dc3bd-cb83-41c9-9e73-762093f46852) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 07:59:17.898753 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 07:59:17.913694 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fd8a545d-9262-40f5-b7c5-20bc77a212e0 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:17.946956 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fd8a545d-9262-40f5-b7c5-20bc77a212e0 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:17.983252 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8a545d-9262-40f5-b7c5-20bc77a212e0 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 07:59:17.986152 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-fd8a545d-9262-40f5-b7c5-20bc77a212e0 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 07:59:17.989622 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8a545d-9262-40f5-b7c5-20bc77a212e0 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 07:59:18.016039 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8a545d-9262-40f5-b7c5-20bc77a212e0 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event updated for resources: {'Port': ['ID=496dc3bd-cb83-41c9-9e73-762093f46852,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:59:18.355216 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fd8a545d-9262-40f5-b7c5-20bc77a212e0 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:18.420810 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fd8a545d-9262-40f5-b7c5-20bc77a212e0 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:18.569627 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fd8a545d-9262-40f5-b7c5-20bc77a212e0 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:18.573901 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fd8a545d-9262-40f5-b7c5-20bc77a212e0 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:18.651015 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8a545d-9262-40f5-b7c5-20bc77a212e0 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event updated for resources: {'Port': ['ID=496dc3bd-cb83-41c9-9e73-762093f46852,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 07:59:18.657532 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fd8a545d-9262-40f5-b7c5-20bc77a212e0 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:18.757797 n-d-715271-16 neutron-server[95066]: INFO neutron.db.l3_db [None req-fd8a545d-9262-40f5-b7c5-20bc77a212e0 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Floating IP 63f46b20-002b-4926-ac8c-2132e2da01dc associated. External IP: 172.25.2.242, port: c90f42c2-e22c-4954-a012-d811d916c990. Sep 23 07:59:18.960162 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd8a545d-9262-40f5-b7c5-20bc77a212e0 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Router ac04e044-7740-4331-baf7-fbfc42d4d71d has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 07:59:19.066611 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd8a545d-9262-40f5-b7c5-20bc77a212e0 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 07:59:19.076520 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd317a3-7701-4119-9a9f-b95acb909f31 None None] Sync routers for ids ['ac04e044-7740-4331-baf7-fbfc42d4d71d'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 07:59:19.082831 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-fd8a545d-9262-40f5-b7c5-20bc77a212e0 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:19.087119 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd317a3-7701-4119-9a9f-b95acb909f31 None None] Routers {'ac04e044-7740-4331-baf7-fbfc42d4d71d'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:59:19.087765 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-bbd317a3-7701-4119-9a9f-b95acb909f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:59:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['ac04e044-7740-4331-baf7-fbfc42d4d71d'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:59:19.111459 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-fd8a545d-9262-40f5-b7c5-20bc77a212e0 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5280490 Sep 23 07:59:19.112142 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f67d856-b7b0-48dd-b99b-a35962354b80', 'tag': 'c90f42c2-e22c-4954-a012-d811d916c990'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 07:59:19.114638 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5c82e26e84456ec9bd92b2391c670c25772fd4a9558cb5800b4b1a13ca591a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f944f8-e8e7-42ed-a2b8-2ac1da43b607" -d '{"events": [{"name": "network-changed", "server_uuid": "2f67d856-b7b0-48dd-b99b-a35962354b80", "tag": "c90f42c2-e22c-4954-a012-d811d916c990"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 07:59:19.157122 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 07:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b75707df-aab6-49a5-b2db-8e1fd6462ab6 x-openstack-request-id: req-b75707df-aab6-49a5-b2db-8e1fd6462ab6 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 07:59:19.157416 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f67d856-b7b0-48dd-b99b-a35962354b80", "tag": "c90f42c2-e22c-4954-a012-d811d916c990", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 07:59:19.157664 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b75707df-aab6-49a5-b2db-8e1fd6462ab6 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 07:59:19.158281 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f67d856-b7b0-48dd-b99b-a35962354b80', 'tag': 'c90f42c2-e22c-4954-a012-d811d916c990', 'status': 'completed', 'code': 200} Sep 23 07:59:19.223797 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293bc956-4c5e-4677-89e9-6af5a1d36817 req-d201d066-f959-4db2-afac-f9a009efebe8 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:59:19.225326 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-293bc956-4c5e-4677-89e9-6af5a1d36817 req-d201d066-f959-4db2-afac-f9a009efebe8 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f67d856-b7b0-48dd-b99b-a35962354b80 HTTP/1.1" status: 200 len: 945 time: 0.0568435 Sep 23 07:59:19.235061 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f944f8-e8e7-42ed-a2b8-2ac1da43b607 req-0e491ed4-cbcc-451d-8539-190540964ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:59:19.236688 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f9f944f8-e8e7-42ed-a2b8-2ac1da43b607 req-0e491ed4-cbcc-451d-8539-190540964ab8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=69ff37bb8aa54e3cbca49be59e8110a2&device_id=2f67d856-b7b0-48dd-b99b-a35962354b80 HTTP/1.1" status: 200 len: 1097 time: 0.0445189 Sep 23 07:59:19.269469 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-293bc956-4c5e-4677-89e9-6af5a1d36817 req-dca08655-cc1d-42ff-9923-32eebfa330d5 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=a301efb8-318c-401d-8623-fa20bfad7c59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364821 Sep 23 07:59:19.292779 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56678) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:59:19.370095 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-bbd317a3-7701-4119-9a9f-b95acb909f31 None None] Set router ac04e044-7740-4331-baf7-fbfc42d4d71d gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:59:19.407814 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-49e11622-4afc-4c2d-b79d-9dff261a1126 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/floatingips/63f46b20-002b-4926-ac8c-2132e2da01dc HTTP/1.1" status: 200 len: 991 time: 0.1126387 Sep 23 07:59:19.408053 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f944f8-e8e7-42ed-a2b8-2ac1da43b607 req-656a04f2-2cb0-48ac-ae66-81c1ce819bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:59:19.409362 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f9f944f8-e8e7-42ed-a2b8-2ac1da43b607 req-656a04f2-2cb0-48ac-ae66-81c1ce819bf0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1c8df441-7e50-41d4-b55a-4e871bbaa961 HTTP/1.1" status: 200 len: 898 time: 0.1658506 Sep 23 07:59:19.474784 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f9f944f8-e8e7-42ed-a2b8-2ac1da43b607 req-ca090142-3774-4aea-b897-6c85b6e6783e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c90f42c2-e22c-4954-a012-d811d916c990 HTTP/1.1" status: 200 len: 999 time: 0.0585022 Sep 23 07:59:19.525502 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f944f8-e8e7-42ed-a2b8-2ac1da43b607 req-29222900-56e6-472a-a76f-31839a219072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:59:19.526986 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f9f944f8-e8e7-42ed-a2b8-2ac1da43b607 req-29222900-56e6-472a-a76f-31839a219072 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8dbd2129-c6f3-410f-a1f7-968e1ed19494 HTTP/1.1" status: 200 len: 834 time: 0.0443056 Sep 23 07:59:19.577832 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f944f8-e8e7-42ed-a2b8-2ac1da43b607 req-d8bdf331-e859-4551-8b25-cd5ef4d2b0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 07:59:19.579380 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f9f944f8-e8e7-42ed-a2b8-2ac1da43b607 req-d8bdf331-e859-4551-8b25-cd5ef4d2b0a2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1c8df441-7e50-41d4-b55a-4e871bbaa961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457509 Sep 23 07:59:19.600223 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-bbd317a3-7701-4119-9a9f-b95acb909f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac04e044-7740-4331-baf7-fbfc42d4d71d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-241747511', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '9b75c826-6c3f-4762-96f5-559815b67af3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:58:59Z', 'updated_at': '2021-09-23T07:59:03Z', 'revision_number': 4, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'gw_port': {'id': '9b75c826-6c3f-4762-96f5-559815b67af3', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac04e044-7740-4331-baf7-fbfc42d4d71d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:59:00Z', 'updated_at': '2021-09-23T07:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '63f46b20-002b-4926-ac8c-2132e2da01dc', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'floating_ip_address': '172.25.2.242', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': 'ac04e044-7740-4331-baf7-fbfc42d4d71d', 'port_id': 'c90f42c2-e22c-4954-a012-d811d916c990', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c8df441-7e50-41d4-b55a-4e871bbaa961', 'mac_address': 'fa:16:3e:0e:0a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f67d856-b7b0-48dd-b99b-a35962354b80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:59:18Z', 'updated_at': '2021-09-23T07:59:18Z', 'revision_number': 0, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48f23749-8617-42e0-b666-573e7da25925', 'name': '', 'network_id': '1c8df441-7e50-41d4-b55a-4e871bbaa961', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'mac_address': 'fa:16:3e:c0:cf:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac04e044-7740-4331-baf7-fbfc42d4d71d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '8dbd2129-c6f3-410f-a1f7-968e1ed19494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:59:02Z', 'updated_at': '2021-09-23T07:59:06Z', 'revision_number': 5, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'subnets': [{'id': '8dbd2129-c6f3-410f-a1f7-968e1ed19494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:59:19.626392 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd317a3-7701-4119-9a9f-b95acb909f31 None None] Checking router: ac04e044-7740-4331-baf7-fbfc42d4d71d for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 07:59:19.634763 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd317a3-7701-4119-9a9f-b95acb909f31 None None] Routers {'ac04e044-7740-4331-baf7-fbfc42d4d71d'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 07:59:19.635374 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-bbd317a3-7701-4119-9a9f-b95acb909f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T07:59:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['ac04e044-7740-4331-baf7-fbfc42d4d71d'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:59:19.669026 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f9f944f8-e8e7-42ed-a2b8-2ac1da43b607 req-ee079b85-c4c5-468a-b7c1-fe077ff25a1b service neutron] 10.222.0.21 "GET /v2.0/networks/1c8df441-7e50-41d4-b55a-4e871bbaa961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822234 Sep 23 07:59:19.740918 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-bbd317a3-7701-4119-9a9f-b95acb909f31 None None] Set router ac04e044-7740-4331-baf7-fbfc42d4d71d gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 07:59:19.763360 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f9f944f8-e8e7-42ed-a2b8-2ac1da43b607 req-8b37bf76-6896-4312-881c-5ed5e9adad01 service neutron] 10.222.0.21 "GET /v2.0/networks/1c8df441-7e50-41d4-b55a-4e871bbaa961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870957 Sep 23 07:59:19.967646 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-bbd317a3-7701-4119-9a9f-b95acb909f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac04e044-7740-4331-baf7-fbfc42d4d71d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-241747511', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '9b75c826-6c3f-4762-96f5-559815b67af3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:58:59Z', 'updated_at': '2021-09-23T07:59:03Z', 'revision_number': 4, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'gw_port': {'id': '9b75c826-6c3f-4762-96f5-559815b67af3', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac04e044-7740-4331-baf7-fbfc42d4d71d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:59:00Z', 'updated_at': '2021-09-23T07:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '63f46b20-002b-4926-ac8c-2132e2da01dc', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'floating_ip_address': '172.25.2.242', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': 'ac04e044-7740-4331-baf7-fbfc42d4d71d', 'port_id': 'c90f42c2-e22c-4954-a012-d811d916c990', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c8df441-7e50-41d4-b55a-4e871bbaa961', 'mac_address': 'fa:16:3e:0e:0a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f67d856-b7b0-48dd-b99b-a35962354b80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:59:18Z', 'updated_at': '2021-09-23T07:59:18Z', 'revision_number': 0, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48f23749-8617-42e0-b666-573e7da25925', 'name': '', 'network_id': '1c8df441-7e50-41d4-b55a-4e871bbaa961', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'mac_address': 'fa:16:3e:c0:cf:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac04e044-7740-4331-baf7-fbfc42d4d71d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '8dbd2129-c6f3-410f-a1f7-968e1ed19494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:59:02Z', 'updated_at': '2021-09-23T07:59:06Z', 'revision_number': 5, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'subnets': [{'id': '8dbd2129-c6f3-410f-a1f7-968e1ed19494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 07:59:19.994485 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd317a3-7701-4119-9a9f-b95acb909f31 None None] The sync data for ids ['ac04e044-7740-4331-baf7-fbfc42d4d71d'] in n-d-715271-16 is: [{'id': 'ac04e044-7740-4331-baf7-fbfc42d4d71d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-241747511', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '9b75c826-6c3f-4762-96f5-559815b67af3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:58:59Z', 'updated_at': '2021-09-23T07:59:03Z', 'revision_number': 4, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'gw_port': {'id': '9b75c826-6c3f-4762-96f5-559815b67af3', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac04e044-7740-4331-baf7-fbfc42d4d71d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:59:00Z', 'updated_at': '2021-09-23T07:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '63f46b20-002b-4926-ac8c-2132e2da01dc', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'floating_ip_address': '172.25.2.242', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': 'ac04e044-7740-4331-baf7-fbfc42d4d71d', 'port_id': 'c90f42c2-e22c-4954-a012-d811d916c990', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c8df441-7e50-41d4-b55a-4e871bbaa961', 'mac_address': 'fa:16:3e:0e:0a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f67d856-b7b0-48dd-b99b-a35962354b80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T07:59:18Z', 'updated_at': '2021-09-23T07:59:18Z', 'revision_number': 0, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48f23749-8617-42e0-b666-573e7da25925', 'name': '', 'network_id': '1c8df441-7e50-41d4-b55a-4e871bbaa961', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'mac_address': 'fa:16:3e:c0:cf:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac04e044-7740-4331-baf7-fbfc42d4d71d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '8dbd2129-c6f3-410f-a1f7-968e1ed19494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:59:02Z', 'updated_at': '2021-09-23T07:59:06Z', 'revision_number': 5, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'subnets': [{'id': '8dbd2129-c6f3-410f-a1f7-968e1ed19494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 07:59:20.191239 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46df5848-8767-430d-95d0-28e6585742ce None None] New status for floating IP 63f46b20-002b-4926-ac8c-2132e2da01dc: ACTIVE {{(pid=95068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 07:59:20.410645 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56680) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 07:59:20.471088 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-12f96c1c-d1aa-481d-adce-ca09c36698b0 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/floatingips/63f46b20-002b-4926-ac8c-2132e2da01dc HTTP/1.1" status: 200 len: 993 time: 0.0592945 Sep 23 07:59:37.403692 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:38.167053 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-9a2eeb62-7e78-452c-9ef2-e3f985bf846c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:40.692287 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:41.157160 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f8ace749-e9e1-4aba-a9b1-59e5ae611e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:41.683130 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:42.621212 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:44.090324 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 07:59:54.898185 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 08:00:07.406147 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:08.167497 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-409c6d20-584d-447e-a228-5ef78c3530b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:10.721032 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:11.157772 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c5de5250-5215-4638-94c4-fe9da7ff3d96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:11.675110 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:12.621170 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:13.030618 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-50e0aa89-ca16-471c-b327-8bbbdfc67fd4 req-e1869558-1bdb-4f23-804c-dfe84cb9966e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2f67d856-b7b0-48dd-b99b-a35962354b80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1274416 Sep 23 08:00:13.126601 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e0aa89-ca16-471c-b327-8bbbdfc67fd4 req-6a0fe52e-31d2-4704-9437-b59cd64dde4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:00:13.128091 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-50e0aa89-ca16-471c-b327-8bbbdfc67fd4 req-6a0fe52e-31d2-4704-9437-b59cd64dde4b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=69ff37bb8aa54e3cbca49be59e8110a2&device_id=2f67d856-b7b0-48dd-b99b-a35962354b80 HTTP/1.1" status: 200 len: 1097 time: 0.0460410 Sep 23 08:00:13.227574 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e0aa89-ca16-471c-b327-8bbbdfc67fd4 req-b5140327-5866-4d9c-90fc-566ab7cccf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:00:13.229013 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-50e0aa89-ca16-471c-b327-8bbbdfc67fd4 req-b5140327-5866-4d9c-90fc-566ab7cccf9b service neutron] 10.222.0.21 "GET /v2.0/networks?id=1c8df441-7e50-41d4-b55a-4e871bbaa961 HTTP/1.1" status: 200 len: 898 time: 0.0824034 Sep 23 08:00:13.296658 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-50e0aa89-ca16-471c-b327-8bbbdfc67fd4 req-a0d13680-64aa-4522-9442-e589270d98fc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c90f42c2-e22c-4954-a012-d811d916c990 HTTP/1.1" status: 200 len: 1001 time: 0.0602312 Sep 23 08:00:13.346871 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e0aa89-ca16-471c-b327-8bbbdfc67fd4 req-ac1b7257-3692-469e-839e-a3a248292758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:00:13.348320 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-50e0aa89-ca16-471c-b327-8bbbdfc67fd4 req-ac1b7257-3692-469e-839e-a3a248292758 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8dbd2129-c6f3-410f-a1f7-968e1ed19494 HTTP/1.1" status: 200 len: 834 time: 0.0449042 Sep 23 08:00:13.394161 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e0aa89-ca16-471c-b327-8bbbdfc67fd4 req-0175d590-ffb9-4e39-967a-1b4548bea531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:00:13.395630 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-50e0aa89-ca16-471c-b327-8bbbdfc67fd4 req-0175d590-ffb9-4e39-967a-1b4548bea531 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1c8df441-7e50-41d4-b55a-4e871bbaa961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399814 Sep 23 08:00:13.487648 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-50e0aa89-ca16-471c-b327-8bbbdfc67fd4 req-f8536b04-fed7-4abc-9226-ffb9d5e6a05e service neutron] 10.222.0.21 "GET /v2.0/networks/1c8df441-7e50-41d4-b55a-4e871bbaa961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844092 Sep 23 08:00:13.576079 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-50e0aa89-ca16-471c-b327-8bbbdfc67fd4 req-0154902f-5e91-4169-9872-f0cd9f04f002 service neutron] 10.222.0.21 "GET /v2.0/networks/1c8df441-7e50-41d4-b55a-4e871bbaa961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812852 Sep 23 08:00:14.093215 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:23.440332 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85505a21-564c-4da9-811a-03ee4926691c req-f00b1ab5-5ddc-4b53-a4c7-09b27204ce94 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:00:23.441799 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-85505a21-564c-4da9-811a-03ee4926691c req-f00b1ab5-5ddc-4b53-a4c7-09b27204ce94 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f67d856-b7b0-48dd-b99b-a35962354b80 HTTP/1.1" status: 200 len: 945 time: 0.0970588 Sep 23 08:00:23.479059 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-85505a21-564c-4da9-811a-03ee4926691c req-ba7abd40-6e68-4455-85f0-e9a30ea61e41 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=a301efb8-318c-401d-8623-fa20bfad7c59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311995 Sep 23 08:00:24.600027 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42af7576-5f1c-4c8a-b212-ec34a35e8211 req-93390c59-e3bd-44f5-b861-77a49abf9781 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:00:24.601581 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-42af7576-5f1c-4c8a-b212-ec34a35e8211 req-93390c59-e3bd-44f5-b861-77a49abf9781 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f67d856-b7b0-48dd-b99b-a35962354b80 HTTP/1.1" status: 200 len: 945 time: 0.0519347 Sep 23 08:00:24.640298 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-42af7576-5f1c-4c8a-b212-ec34a35e8211 req-dfc18216-abd6-4750-957c-9212c075a46e tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=a301efb8-318c-401d-8623-fa20bfad7c59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319009 Sep 23 08:00:25.756960 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37434df-cd42-472e-aab9-0e62380936fb req-719214c4-57a5-468a-b25b-d246086517b5 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:00:25.758749 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e37434df-cd42-472e-aab9-0e62380936fb req-719214c4-57a5-468a-b25b-d246086517b5 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f67d856-b7b0-48dd-b99b-a35962354b80 HTTP/1.1" status: 200 len: 945 time: 0.0491312 Sep 23 08:00:25.796326 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e37434df-cd42-472e-aab9-0e62380936fb req-8d633431-f260-41e4-b8ea-6c2314cc5be3 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=a301efb8-318c-401d-8623-fa20bfad7c59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312555 Sep 23 08:00:25.819088 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56724) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:00:25.877648 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-7c93843d-46ed-43d7-b747-f28ea22ae751 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/floatingips/63f46b20-002b-4926-ac8c-2132e2da01dc HTTP/1.1" status: 200 len: 993 time: 0.0574000 Sep 23 08:00:27.143224 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01764522-f33e-4f27-9ce3-701ed81e0bc2 req-73634097-a342-4613-a2d2-e4febcdcb8f2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:00:27.144729 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-01764522-f33e-4f27-9ce3-701ed81e0bc2 req-73634097-a342-4613-a2d2-e4febcdcb8f2 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f67d856-b7b0-48dd-b99b-a35962354b80 HTTP/1.1" status: 200 len: 945 time: 0.0515153 Sep 23 08:00:27.179744 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81af919-099f-4655-a47e-d3336a1ad2a5 req-2f0e1662-18a3-41a4-9381-aea5e469db81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:00:27.181174 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f81af919-099f-4655-a47e-d3336a1ad2a5 req-2f0e1662-18a3-41a4-9381-aea5e469db81 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=69ff37bb8aa54e3cbca49be59e8110a2&device_id=2f67d856-b7b0-48dd-b99b-a35962354b80 HTTP/1.1" status: 200 len: 1097 time: 0.0497711 Sep 23 08:00:27.190208 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-01764522-f33e-4f27-9ce3-701ed81e0bc2 req-56282b22-d94c-4bb9-9844-d4c2ee89d63f tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=a301efb8-318c-401d-8623-fa20bfad7c59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393689 Sep 23 08:00:27.270928 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81af919-099f-4655-a47e-d3336a1ad2a5 req-1617a34b-6ee7-443f-b95b-1dbfa3e61f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:00:27.272387 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f81af919-099f-4655-a47e-d3336a1ad2a5 req-1617a34b-6ee7-443f-b95b-1dbfa3e61f00 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1c8df441-7e50-41d4-b55a-4e871bbaa961 HTTP/1.1" status: 200 len: 898 time: 0.0842462 Sep 23 08:00:27.340563 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f81af919-099f-4655-a47e-d3336a1ad2a5 req-63c139ae-a666-465b-a00f-88a41f5ad5fc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c90f42c2-e22c-4954-a012-d811d916c990 HTTP/1.1" status: 200 len: 1001 time: 0.0608392 Sep 23 08:00:27.390188 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81af919-099f-4655-a47e-d3336a1ad2a5 req-bac7b6cf-e3ee-4fac-a705-77e59b175962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:00:27.391619 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f81af919-099f-4655-a47e-d3336a1ad2a5 req-bac7b6cf-e3ee-4fac-a705-77e59b175962 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8dbd2129-c6f3-410f-a1f7-968e1ed19494 HTTP/1.1" status: 200 len: 834 time: 0.0446045 Sep 23 08:00:27.437114 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81af919-099f-4655-a47e-d3336a1ad2a5 req-c20fe2cd-14ce-424b-8221-6a7f0bfe1df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:00:27.438602 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f81af919-099f-4655-a47e-d3336a1ad2a5 req-c20fe2cd-14ce-424b-8221-6a7f0bfe1df0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1c8df441-7e50-41d4-b55a-4e871bbaa961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404310 Sep 23 08:00:27.534408 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f81af919-099f-4655-a47e-d3336a1ad2a5 req-9f6b1d25-3045-49be-9c81-79def50c949f service neutron] 10.222.0.21 "GET /v2.0/networks/1c8df441-7e50-41d4-b55a-4e871bbaa961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870688 Sep 23 08:00:27.627321 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f81af919-099f-4655-a47e-d3336a1ad2a5 req-1f0225f8-9593-461d-bd33-ea9a4f377958 service neutron] 10.222.0.21 "GET /v2.0/networks/1c8df441-7e50-41d4-b55a-4e871bbaa961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845344 Sep 23 08:00:28.313719 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6eabd-a538-4976-b105-2f35f80aa4ec req-275e055c-d2a6-4ed4-a787-665a172a98f6 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:00:28.315246 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b0a6eabd-a538-4976-b105-2f35f80aa4ec req-275e055c-d2a6-4ed4-a787-665a172a98f6 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f67d856-b7b0-48dd-b99b-a35962354b80 HTTP/1.1" status: 200 len: 945 time: 0.0540462 Sep 23 08:00:28.352680 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b0a6eabd-a538-4976-b105-2f35f80aa4ec req-8994c726-5469-45ca-b1fb-de5cdae7459f tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=a301efb8-318c-401d-8623-fa20bfad7c59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314393 Sep 23 08:00:29.471739 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb8cffd-f06c-426a-a24d-03972a91d908 req-1a19d1bc-5f7c-4412-9b64-5a5aa6bd52b5 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:00:29.473216 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-aeb8cffd-f06c-426a-a24d-03972a91d908 req-1a19d1bc-5f7c-4412-9b64-5a5aa6bd52b5 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f67d856-b7b0-48dd-b99b-a35962354b80 HTTP/1.1" status: 200 len: 945 time: 0.0529199 Sep 23 08:00:29.511679 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-aeb8cffd-f06c-426a-a24d-03972a91d908 req-d7bbad9c-82fa-4c48-b6ff-864fd3ede62e tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=a301efb8-318c-401d-8623-fa20bfad7c59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325766 Sep 23 08:00:29.533223 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 56736) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:00:29.594581 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-31168e08-ee75-4a6f-8337-1644a743fa63 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/floatingips/63f46b20-002b-4926-ac8c-2132e2da01dc HTTP/1.1" status: 200 len: 993 time: 0.0601027 Sep 23 08:00:29.845721 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 56742) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:00:30.000520 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-710912a8-0cdf-4de2-aefc-d3f52557f4d7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Deleting port 496dc3bd-cb83-41c9-9e73-762093f46852 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 08:00:30.000862 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-710912a8-0cdf-4de2-aefc-d3f52557f4d7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:30.086650 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-710912a8-0cdf-4de2-aefc-d3f52557f4d7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:30.087027 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-710912a8-0cdf-4de2-aefc-d3f52557f4d7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:30.099225 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-710912a8-0cdf-4de2-aefc-d3f52557f4d7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Calling delete_port for 496dc3bd-cb83-41c9-9e73-762093f46852 owned by network:floatingip {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 08:00:30.245031 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-710912a8-0cdf-4de2-aefc-d3f52557f4d7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:30.268928 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710912a8-0cdf-4de2-aefc-d3f52557f4d7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event deleted for resources: {'Port': ['ID=496dc3bd-cb83-41c9-9e73-762093f46852,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:00:30.279032 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710912a8-0cdf-4de2-aefc-d3f52557f4d7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:00:30.279380 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710912a8-0cdf-4de2-aefc-d3f52557f4d7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:00:30.279717 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710912a8-0cdf-4de2-aefc-d3f52557f4d7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:00:30.280051 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710912a8-0cdf-4de2-aefc-d3f52557f4d7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:00:30.281031 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710912a8-0cdf-4de2-aefc-d3f52557f4d7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:00:30.281031 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710912a8-0cdf-4de2-aefc-d3f52557f4d7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:00:30.281031 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710912a8-0cdf-4de2-aefc-d3f52557f4d7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:00:30.281349 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710912a8-0cdf-4de2-aefc-d3f52557f4d7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:00:30.281673 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710912a8-0cdf-4de2-aefc-d3f52557f4d7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:00:30.282034 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710912a8-0cdf-4de2-aefc-d3f52557f4d7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:00:30.282355 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710912a8-0cdf-4de2-aefc-d3f52557f4d7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:00:30.282670 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710912a8-0cdf-4de2-aefc-d3f52557f4d7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:00:30.341994 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-710912a8-0cdf-4de2-aefc-d3f52557f4d7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for floatingip, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:30.342342 n-d-715271-16 neutron-server[95066]: INFO neutron.db.l3_db [None req-710912a8-0cdf-4de2-aefc-d3f52557f4d7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Floating IP 63f46b20-002b-4926-ac8c-2132e2da01dc disassociated (deleted). External IP: 172.25.2.242, port: c90f42c2-e22c-4954-a012-d811d916c990. Sep 23 08:00:30.548715 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-710912a8-0cdf-4de2-aefc-d3f52557f4d7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Router ac04e044-7740-4331-baf7-fbfc42d4d71d has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 08:00:30.657013 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-710912a8-0cdf-4de2-aefc-d3f52557f4d7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 08:00:30.661857 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-710912a8-0cdf-4de2-aefc-d3f52557f4d7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:30.667204 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba777525-ce9c-465f-8ace-b9d5c2e6c211 None None] Sync routers for ids ['ac04e044-7740-4331-baf7-fbfc42d4d71d'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 08:00:30.676384 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba777525-ce9c-465f-8ace-b9d5c2e6c211 None None] Routers {'ac04e044-7740-4331-baf7-fbfc42d4d71d'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 08:00:30.677001 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-ba777525-ce9c-465f-8ace-b9d5c2e6c211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T08:00:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['ac04e044-7740-4331-baf7-fbfc42d4d71d'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:00:30.688929 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-710912a8-0cdf-4de2-aefc-d3f52557f4d7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "DELETE /v2.0/floatingips/63f46b20-002b-4926-ac8c-2132e2da01dc HTTP/1.1" status: 204 len: 168 time: 0.8420856 Sep 23 08:00:30.689519 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f67d856-b7b0-48dd-b99b-a35962354b80', 'tag': 'c90f42c2-e22c-4954-a012-d811d916c990'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 08:00:30.691886 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5c82e26e84456ec9bd92b2391c670c25772fd4a9558cb5800b4b1a13ca591a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa448f3c-20ee-4553-8048-472ea38c1ae4" -d '{"events": [{"name": "network-changed", "server_uuid": "2f67d856-b7b0-48dd-b99b-a35962354b80", "tag": "c90f42c2-e22c-4954-a012-d811d916c990"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 08:00:30.738665 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 08:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5839ab5-1eab-44c1-bb08-4f9d4a3c23c3 x-openstack-request-id: req-e5839ab5-1eab-44c1-bb08-4f9d4a3c23c3 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 08:00:30.738966 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f67d856-b7b0-48dd-b99b-a35962354b80", "tag": "c90f42c2-e22c-4954-a012-d811d916c990", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 08:00:30.739221 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e5839ab5-1eab-44c1-bb08-4f9d4a3c23c3 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 08:00:30.739620 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f67d856-b7b0-48dd-b99b-a35962354b80', 'tag': 'c90f42c2-e22c-4954-a012-d811d916c990', 'status': 'completed', 'code': 200} Sep 23 08:00:30.796425 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-ba777525-ce9c-465f-8ace-b9d5c2e6c211 None None] Set router ac04e044-7740-4331-baf7-fbfc42d4d71d gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 08:00:30.818473 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa448f3c-20ee-4553-8048-472ea38c1ae4 req-7655d312-3d3f-4a02-8b82-d7b367bb0fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:00:30.820627 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-aa448f3c-20ee-4553-8048-472ea38c1ae4 req-7655d312-3d3f-4a02-8b82-d7b367bb0fb3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=69ff37bb8aa54e3cbca49be59e8110a2&device_id=2f67d856-b7b0-48dd-b99b-a35962354b80 HTTP/1.1" status: 200 len: 1097 time: 0.0441515 Sep 23 08:00:30.952105 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa448f3c-20ee-4553-8048-472ea38c1ae4 req-e9556c32-b8a4-4c65-bf8b-10f06af9ee77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:00:30.953593 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-aa448f3c-20ee-4553-8048-472ea38c1ae4 req-e9556c32-b8a4-4c65-bf8b-10f06af9ee77 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1c8df441-7e50-41d4-b55a-4e871bbaa961 HTTP/1.1" status: 200 len: 898 time: 0.1248312 Sep 23 08:00:30.966255 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6cb47-9d89-4a43-905d-2dbaf5d7ca5e req-14bea5e6-a81e-428a-a238-898fa87f035e tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:00:30.967702 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-76f6cb47-9d89-4a43-905d-2dbaf5d7ca5e req-14bea5e6-a81e-428a-a238-898fa87f035e tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f67d856-b7b0-48dd-b99b-a35962354b80 HTTP/1.1" status: 200 len: 945 time: 0.0765555 Sep 23 08:00:31.003355 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-ba777525-ce9c-465f-8ace-b9d5c2e6c211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac04e044-7740-4331-baf7-fbfc42d4d71d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-241747511', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '9b75c826-6c3f-4762-96f5-559815b67af3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:58:59Z', 'updated_at': '2021-09-23T07:59:03Z', 'revision_number': 4, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'gw_port': {'id': '9b75c826-6c3f-4762-96f5-559815b67af3', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac04e044-7740-4331-baf7-fbfc42d4d71d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:59:00Z', 'updated_at': '2021-09-23T07:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '48f23749-8617-42e0-b666-573e7da25925', 'name': '', 'network_id': '1c8df441-7e50-41d4-b55a-4e871bbaa961', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'mac_address': 'fa:16:3e:c0:cf:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac04e044-7740-4331-baf7-fbfc42d4d71d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '8dbd2129-c6f3-410f-a1f7-968e1ed19494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:59:02Z', 'updated_at': '2021-09-23T07:59:06Z', 'revision_number': 5, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'subnets': [{'id': '8dbd2129-c6f3-410f-a1f7-968e1ed19494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:00:31.014403 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-aa448f3c-20ee-4553-8048-472ea38c1ae4 req-09c74133-4bed-49bd-beaa-b39ee6bea5b0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c90f42c2-e22c-4954-a012-d811d916c990 HTTP/1.1" status: 200 len: 217 time: 0.0457127 Sep 23 08:00:31.034915 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba777525-ce9c-465f-8ace-b9d5c2e6c211 None None] Checking router: ac04e044-7740-4331-baf7-fbfc42d4d71d for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 08:00:31.043132 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba777525-ce9c-465f-8ace-b9d5c2e6c211 None None] Routers {'ac04e044-7740-4331-baf7-fbfc42d4d71d'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 08:00:31.043772 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-ba777525-ce9c-465f-8ace-b9d5c2e6c211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T08:00:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['ac04e044-7740-4331-baf7-fbfc42d4d71d'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:00:31.067229 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-76f6cb47-9d89-4a43-905d-2dbaf5d7ca5e req-fe103093-bd20-498e-a4bd-a7d8c75c157a tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=a301efb8-318c-401d-8623-fa20bfad7c59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927725 Sep 23 08:00:31.080020 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa448f3c-20ee-4553-8048-472ea38c1ae4 req-8be6df85-22c4-4970-9cf4-22e7464ec213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:00:31.081491 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-aa448f3c-20ee-4553-8048-472ea38c1ae4 req-8be6df85-22c4-4970-9cf4-22e7464ec213 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8dbd2129-c6f3-410f-a1f7-968e1ed19494 HTTP/1.1" status: 200 len: 834 time: 0.0591180 Sep 23 08:00:31.129323 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa448f3c-20ee-4553-8048-472ea38c1ae4 req-d0fb18f1-fedb-41a3-8463-10fc5da9172a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:00:31.130872 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-aa448f3c-20ee-4553-8048-472ea38c1ae4 req-d0fb18f1-fedb-41a3-8463-10fc5da9172a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1c8df441-7e50-41d4-b55a-4e871bbaa961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406160 Sep 23 08:00:31.155567 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-ba777525-ce9c-465f-8ace-b9d5c2e6c211 None None] Set router ac04e044-7740-4331-baf7-fbfc42d4d71d gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 08:00:31.221821 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-aa448f3c-20ee-4553-8048-472ea38c1ae4 req-9d82d219-eb1d-4b27-a0e9-c850319b512d service neutron] 10.222.0.21 "GET /v2.0/networks/1c8df441-7e50-41d4-b55a-4e871bbaa961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811858 Sep 23 08:00:31.322047 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-aa448f3c-20ee-4553-8048-472ea38c1ae4 req-5bbbd4dc-97dd-49dc-a5c9-191e422d3ddd service neutron] 10.222.0.21 "GET /v2.0/networks/1c8df441-7e50-41d4-b55a-4e871bbaa961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866823 Sep 23 08:00:31.357032 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-ba777525-ce9c-465f-8ace-b9d5c2e6c211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac04e044-7740-4331-baf7-fbfc42d4d71d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-241747511', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '9b75c826-6c3f-4762-96f5-559815b67af3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:58:59Z', 'updated_at': '2021-09-23T07:59:03Z', 'revision_number': 4, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'gw_port': {'id': '9b75c826-6c3f-4762-96f5-559815b67af3', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac04e044-7740-4331-baf7-fbfc42d4d71d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:59:00Z', 'updated_at': '2021-09-23T07:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '48f23749-8617-42e0-b666-573e7da25925', 'name': '', 'network_id': '1c8df441-7e50-41d4-b55a-4e871bbaa961', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'mac_address': 'fa:16:3e:c0:cf:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac04e044-7740-4331-baf7-fbfc42d4d71d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '8dbd2129-c6f3-410f-a1f7-968e1ed19494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:59:02Z', 'updated_at': '2021-09-23T07:59:06Z', 'revision_number': 5, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'subnets': [{'id': '8dbd2129-c6f3-410f-a1f7-968e1ed19494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:00:31.383482 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba777525-ce9c-465f-8ace-b9d5c2e6c211 None None] The sync data for ids ['ac04e044-7740-4331-baf7-fbfc42d4d71d'] in n-d-715271-16 is: [{'id': 'ac04e044-7740-4331-baf7-fbfc42d4d71d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-241747511', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '9b75c826-6c3f-4762-96f5-559815b67af3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:58:59Z', 'updated_at': '2021-09-23T07:59:03Z', 'revision_number': 4, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'gw_port': {'id': '9b75c826-6c3f-4762-96f5-559815b67af3', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac04e044-7740-4331-baf7-fbfc42d4d71d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:59:00Z', 'updated_at': '2021-09-23T07:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '48f23749-8617-42e0-b666-573e7da25925', 'name': '', 'network_id': '1c8df441-7e50-41d4-b55a-4e871bbaa961', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'mac_address': 'fa:16:3e:c0:cf:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac04e044-7740-4331-baf7-fbfc42d4d71d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '8dbd2129-c6f3-410f-a1f7-968e1ed19494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:59:02Z', 'updated_at': '2021-09-23T07:59:06Z', 'revision_number': 5, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'subnets': [{'id': '8dbd2129-c6f3-410f-a1f7-968e1ed19494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 08:00:31.595568 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aff7a5f-5a06-4a87-95b2-2319d40c2768 None None] New status for floating IP 63f46b20-002b-4926-ac8c-2132e2da01dc: DOWN {{(pid=95068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 08:00:31.897216 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 08:00:32.186325 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fc3ed5-34ba-4ef5-80b3-166e869024b8 req-a07cb63e-b14b-47bb-9fa0-36a590927f57 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:00:32.187752 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-83fc3ed5-34ba-4ef5-80b3-166e869024b8 req-a07cb63e-b14b-47bb-9fa0-36a590927f57 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f67d856-b7b0-48dd-b99b-a35962354b80 HTTP/1.1" status: 200 len: 945 time: 0.0507767 Sep 23 08:00:32.225699 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-83fc3ed5-34ba-4ef5-80b3-166e869024b8 req-60a0dd9e-4aa0-457c-86b9-5f5d74556a0b tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/security-groups?id=a301efb8-318c-401d-8623-fa20bfad7c59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318763 Sep 23 08:00:32.901081 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a96f28-e9ac-4aad-b5ab-68b62ca4a110 req-0ccbe0e9-4a75-40e9-a6ec-8ea1ba84a839 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:00:32.902542 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-10a96f28-e9ac-4aad-b5ab-68b62ca4a110 req-0ccbe0e9-4a75-40e9-a6ec-8ea1ba84a839 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f67d856-b7b0-48dd-b99b-a35962354b80 HTTP/1.1" status: 200 len: 945 time: 0.0480685 Sep 23 08:00:32.990887 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-10a96f28-e9ac-4aad-b5ab-68b62ca4a110 req-0c39c177-b655-42c0-8d7b-f0118f1a6ed7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Deleting port c90f42c2-e22c-4954-a012-d811d916c990 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 08:00:32.991224 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-10a96f28-e9ac-4aad-b5ab-68b62ca4a110 req-0c39c177-b655-42c0-8d7b-f0118f1a6ed7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:33.079708 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-10a96f28-e9ac-4aad-b5ab-68b62ca4a110 req-0c39c177-b655-42c0-8d7b-f0118f1a6ed7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] For port c90f42c2-e22c-4954-a012-d811d916c990, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=c90f42c2-e22c-4954-a012-d811d916c990,segment=NetworkSegment(e716c4df-8974-4139-8d50-6fccd0630ed1),segment_id=e716c4df-8974-4139-8d50-6fccd0630ed1)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 08:00:33.080067 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-10a96f28-e9ac-4aad-b5ab-68b62ca4a110 req-0c39c177-b655-42c0-8d7b-f0118f1a6ed7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:33.092211 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-10a96f28-e9ac-4aad-b5ab-68b62ca4a110 req-0c39c177-b655-42c0-8d7b-f0118f1a6ed7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Calling delete_port for c90f42c2-e22c-4954-a012-d811d916c990 owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 08:00:33.220330 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-10a96f28-e9ac-4aad-b5ab-68b62ca4a110 req-0c39c177-b655-42c0-8d7b-f0118f1a6ed7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:33.247525 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c39c177-b655-42c0-8d7b-f0118f1a6ed7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event deleted for resources: {'Port': ['ID=c90f42c2-e22c-4954-a012-d811d916c990,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:00:33.262183 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c39c177-b655-42c0-8d7b-f0118f1a6ed7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:00:33.262542 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c39c177-b655-42c0-8d7b-f0118f1a6ed7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:00:33.262891 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c39c177-b655-42c0-8d7b-f0118f1a6ed7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:00:33.263232 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c39c177-b655-42c0-8d7b-f0118f1a6ed7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:00:33.263687 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c39c177-b655-42c0-8d7b-f0118f1a6ed7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:00:33.263890 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c39c177-b655-42c0-8d7b-f0118f1a6ed7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:00:33.264214 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c39c177-b655-42c0-8d7b-f0118f1a6ed7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:00:33.264536 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c39c177-b655-42c0-8d7b-f0118f1a6ed7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:00:33.264866 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c39c177-b655-42c0-8d7b-f0118f1a6ed7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:00:33.265192 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c39c177-b655-42c0-8d7b-f0118f1a6ed7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:00:33.265517 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c39c177-b655-42c0-8d7b-f0118f1a6ed7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:00:33.265832 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c39c177-b655-42c0-8d7b-f0118f1a6ed7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:00:33.300872 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-10a96f28-e9ac-4aad-b5ab-68b62ca4a110 req-0c39c177-b655-42c0-8d7b-f0118f1a6ed7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] No DVR routers for this DVR port c90f42c2-e22c-4954-a012-d811d916c990 on host n-h1-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 08:00:33.304222 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-10a96f28-e9ac-4aad-b5ab-68b62ca4a110 req-0c39c177-b655-42c0-8d7b-f0118f1a6ed7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:33.306263 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-10a96f28-e9ac-4aad-b5ab-68b62ca4a110 req-0c39c177-b655-42c0-8d7b-f0118f1a6ed7 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.21 "DELETE /v2.0/ports/c90f42c2-e22c-4954-a012-d811d916c990 HTTP/1.1" status: 204 len: 173 time: 0.3979795 Sep 23 08:00:33.307269 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f67d856-b7b0-48dd-b99b-a35962354b80', 'name': 'network-vif-deleted', 'tag': 'c90f42c2-e22c-4954-a012-d811d916c990'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 08:00:33.310222 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f95ab57a745480e309303c621f93016f7af13821b9c47ad15b10e565102b0cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2980618a-b5e4-40b9-a411-4af9c34bb7ca" -d '{"events": [{"server_uuid": "2f67d856-b7b0-48dd-b99b-a35962354b80", "name": "network-vif-deleted", "tag": "c90f42c2-e22c-4954-a012-d811d916c990"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 08:00:33.341418 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-95a30ce1-88c3-43e4-b642-cc0c618dab16 req-6d394b63-176f-4b22-b223-a792e040301a tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f67d856-b7b0-48dd-b99b-a35962354b80 HTTP/1.1" status: 200 len: 210 time: 0.0384789 Sep 23 08:00:33.358806 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 08:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9846822-37ad-4ddd-9d4e-495f343c186e x-openstack-request-id: req-c9846822-37ad-4ddd-9d4e-495f343c186e {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 08:00:33.359338 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f67d856-b7b0-48dd-b99b-a35962354b80", "name": "network-vif-deleted", "tag": "c90f42c2-e22c-4954-a012-d811d916c990", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 08:00:33.359605 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c9846822-37ad-4ddd-9d4e-495f343c186e {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 08:00:33.360121 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f67d856-b7b0-48dd-b99b-a35962354b80', 'name': 'network-vif-deleted', 'tag': 'c90f42c2-e22c-4954-a012-d811d916c990', 'status': 'completed', 'code': 200} Sep 23 08:00:34.398103 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 56758) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:00:34.755021 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ddf2ec24-54dc-48de-8776-b5d099b8b503 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066969'] for router_interface, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:35.004348 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-ddf2ec24-54dc-48de-8776-b5d099b8b503 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Deleting port 48f23749-8617-42e0-b666-573e7da25925 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 08:00:35.004696 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ddf2ec24-54dc-48de-8776-b5d099b8b503 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:35.096314 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-ddf2ec24-54dc-48de-8776-b5d099b8b503 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] For port 48f23749-8617-42e0-b666-573e7da25925, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=48f23749-8617-42e0-b666-573e7da25925,segment=NetworkSegment(e716c4df-8974-4139-8d50-6fccd0630ed1),segment_id=e716c4df-8974-4139-8d50-6fccd0630ed1)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 08:00:35.096580 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ddf2ec24-54dc-48de-8776-b5d099b8b503 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:35.108785 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-ddf2ec24-54dc-48de-8776-b5d099b8b503 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Calling delete_port for 48f23749-8617-42e0-b666-573e7da25925 owned by network:router_interface {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 08:00:35.290813 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ddf2ec24-54dc-48de-8776-b5d099b8b503 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:35.318029 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf2ec24-54dc-48de-8776-b5d099b8b503 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event deleted for resources: {'Port': ['ID=48f23749-8617-42e0-b666-573e7da25925,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:00:35.490326 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ddf2ec24-54dc-48de-8776-b5d099b8b503 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2068624'] for router_interface, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:36.045023 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddf2ec24-54dc-48de-8776-b5d099b8b503 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Router ac04e044-7740-4331-baf7-fbfc42d4d71d has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 08:00:36.155913 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddf2ec24-54dc-48de-8776-b5d099b8b503 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 08:00:36.160981 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-ddf2ec24-54dc-48de-8776-b5d099b8b503 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "PUT /v2.0/routers/ac04e044-7740-4331-baf7-fbfc42d4d71d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7618256 Sep 23 08:00:36.163720 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 56760) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:00:36.165713 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bae4997-a600-4f56-b940-802d863fd08b None None] Sync routers for ids ['ac04e044-7740-4331-baf7-fbfc42d4d71d'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 08:00:36.175677 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bae4997-a600-4f56-b940-802d863fd08b None None] Routers {'ac04e044-7740-4331-baf7-fbfc42d4d71d'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 08:00:36.176292 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-1bae4997-a600-4f56-b940-802d863fd08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T08:00:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['ac04e044-7740-4331-baf7-fbfc42d4d71d'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:00:36.218846 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc2298cb-35ae-462e-8cb6-274abf50410a tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Deleting subnet 8dbd2129-c6f3-410f-a1f7-968e1ed19494 {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 08:00:36.221960 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dc2298cb-35ae-462e-8cb6-274abf50410a tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:36.260910 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dc2298cb-35ae-462e-8cb6-274abf50410a tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:36.288096 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-1bae4997-a600-4f56-b940-802d863fd08b None None] Set router ac04e044-7740-4331-baf7-fbfc42d4d71d gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 08:00:36.352306 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dc2298cb-35ae-462e-8cb6-274abf50410a tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:36.411940 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dc2298cb-35ae-462e-8cb6-274abf50410a tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:36.438844 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2298cb-35ae-462e-8cb6-274abf50410a tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event deleted for resources: {'Subnet': ['ID=8dbd2129-c6f3-410f-a1f7-968e1ed19494,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:00:36.442737 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dc2298cb-35ae-462e-8cb6-274abf50410a tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:36.447414 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-dc2298cb-35ae-462e-8cb6-274abf50410a tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "DELETE /v2.0/subnets/8dbd2129-c6f3-410f-a1f7-968e1ed19494 HTTP/1.1" status: 204 len: 168 time: 0.2827013 Sep 23 08:00:36.447675 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56762) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:00:36.454108 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc92951-8552-48b9-b9a0-527db5b60c7b None None] Network 1c8df441-7e50-41d4-b55a-4e871bbaa961 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 08:00:36.545335 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-1bae4997-a600-4f56-b940-802d863fd08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac04e044-7740-4331-baf7-fbfc42d4d71d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-241747511', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '9b75c826-6c3f-4762-96f5-559815b67af3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:58:59Z', 'updated_at': '2021-09-23T08:00:35Z', 'revision_number': 5, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'gw_port': {'id': '9b75c826-6c3f-4762-96f5-559815b67af3', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac04e044-7740-4331-baf7-fbfc42d4d71d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:59:00Z', 'updated_at': '2021-09-23T07:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:00:36.559976 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b5d4f2a4-fa43-46f8-bb23-1a99a17a37d4 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for router, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:36.578767 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bae4997-a600-4f56-b940-802d863fd08b None None] Checking router: ac04e044-7740-4331-baf7-fbfc42d4d71d for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 08:00:36.605854 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bae4997-a600-4f56-b940-802d863fd08b None None] Routers {'ac04e044-7740-4331-baf7-fbfc42d4d71d'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 08:00:36.606459 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-1bae4997-a600-4f56-b940-802d863fd08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T08:00:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['ac04e044-7740-4331-baf7-fbfc42d4d71d'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:00:36.710076 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e643461-5890-4c7c-a1b1-6930d86fb401 None None] DHCP port deletion for 1c8df441-7e50-41d4-b55a-4e871bbaa961 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 08:00:36.748444 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-1bae4997-a600-4f56-b940-802d863fd08b None None] Set router ac04e044-7740-4331-baf7-fbfc42d4d71d gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 08:00:36.873696 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-6e643461-5890-4c7c-a1b1-6930d86fb401 None None] Deleting port 9a575876-0bba-471e-86b2-c78e90df4e4c {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 08:00:36.874012 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-6e643461-5890-4c7c-a1b1-6930d86fb401 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:36.974180 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b5d4f2a4-fa43-46f8-bb23-1a99a17a37d4 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:36.985249 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-6e643461-5890-4c7c-a1b1-6930d86fb401 None None] For port 9a575876-0bba-471e-86b2-c78e90df4e4c, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=9a575876-0bba-471e-86b2-c78e90df4e4c,segment=NetworkSegment(e716c4df-8974-4139-8d50-6fccd0630ed1),segment_id=e716c4df-8974-4139-8d50-6fccd0630ed1)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 08:00:36.985653 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-6e643461-5890-4c7c-a1b1-6930d86fb401 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:37.002309 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-6e643461-5890-4c7c-a1b1-6930d86fb401 None None] Calling delete_port for 9a575876-0bba-471e-86b2-c78e90df4e4c owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 08:00:37.027022 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-b5d4f2a4-fa43-46f8-bb23-1a99a17a37d4 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Deleting port 9b75c826-6c3f-4762-96f5-559815b67af3 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 08:00:37.027362 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b5d4f2a4-fa43-46f8-bb23-1a99a17a37d4 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:37.074354 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-1bae4997-a600-4f56-b940-802d863fd08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac04e044-7740-4331-baf7-fbfc42d4d71d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-241747511', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '9b75c826-6c3f-4762-96f5-559815b67af3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:58:59Z', 'updated_at': '2021-09-23T08:00:35Z', 'revision_number': 5, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'gw_port': {'id': '9b75c826-6c3f-4762-96f5-559815b67af3', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac04e044-7740-4331-baf7-fbfc42d4d71d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:59:00Z', 'updated_at': '2021-09-23T07:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:00:37.109360 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-b5d4f2a4-fa43-46f8-bb23-1a99a17a37d4 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] For port 9b75c826-6c3f-4762-96f5-559815b67af3, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=9b75c826-6c3f-4762-96f5-559815b67af3,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 08:00:37.109360 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b5d4f2a4-fa43-46f8-bb23-1a99a17a37d4 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:37.125263 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-b5d4f2a4-fa43-46f8-bb23-1a99a17a37d4 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Calling delete_port for 9b75c826-6c3f-4762-96f5-559815b67af3 owned by network:router_gateway {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 08:00:37.268342 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device c90f42c2-e22c-4954-a012-d811d916c990 no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 08:00:37.270180 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 9a575876-0bba-471e-86b2-c78e90df4e4c no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 08:00:37.275326 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bae4997-a600-4f56-b940-802d863fd08b None None] The sync data for ids ['ac04e044-7740-4331-baf7-fbfc42d4d71d'] in n-d-715271-16 is: [{'id': 'ac04e044-7740-4331-baf7-fbfc42d4d71d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-241747511', 'tenant_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '9b75c826-6c3f-4762-96f5-559815b67af3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T07:58:59Z', 'updated_at': '2021-09-23T08:00:35Z', 'revision_number': 5, 'project_id': '69ff37bb8aa54e3cbca49be59e8110a2', 'gw_port': {'id': '9b75c826-6c3f-4762-96f5-559815b67af3', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac04e044-7740-4331-baf7-fbfc42d4d71d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T07:59:00Z', 'updated_at': '2021-09-23T07:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 08:00:37.303514 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b5d4f2a4-fa43-46f8-bb23-1a99a17a37d4 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:37.318412 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] No Port match for: c90f42c2-e22c-4954-a012-d811d916c990 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 08:00:37.318766 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device c90f42c2-e22c-4954-a012-d811d916c990 not bound to the agent host n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 08:00:37.334535 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-6e643461-5890-4c7c-a1b1-6930d86fb401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:37.343765 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d4f2a4-fa43-46f8-bb23-1a99a17a37d4 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event deleted for resources: {'Port': ['ID=9b75c826-6c3f-4762-96f5-559815b67af3,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:00:37.344430 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No active binding found for port 9a575876-0bba-471e-86b2-c78e90df4e4c {{(pid=95067) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 23 08:00:37.344870 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 9a575876-0bba-471e-86b2-c78e90df4e4c not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 08:00:37.368844 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e643461-5890-4c7c-a1b1-6930d86fb401 None None] Pushing event deleted for resources: {'Port': ['ID=9a575876-0bba-471e-86b2-c78e90df4e4c,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:00:37.373281 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e643461-5890-4c7c-a1b1-6930d86fb401 None None] No DVR routers for this DVR port 9a575876-0bba-471e-86b2-c78e90df4e4c on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 08:00:37.383091 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e643461-5890-4c7c-a1b1-6930d86fb401 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:00:37.383091 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e643461-5890-4c7c-a1b1-6930d86fb401 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:00:37.383091 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e643461-5890-4c7c-a1b1-6930d86fb401 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:00:37.383091 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e643461-5890-4c7c-a1b1-6930d86fb401 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:00:37.383091 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e643461-5890-4c7c-a1b1-6930d86fb401 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:00:37.383091 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e643461-5890-4c7c-a1b1-6930d86fb401 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:00:37.383091 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e643461-5890-4c7c-a1b1-6930d86fb401 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:00:37.383091 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e643461-5890-4c7c-a1b1-6930d86fb401 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:00:37.385003 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e643461-5890-4c7c-a1b1-6930d86fb401 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:00:37.385003 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e643461-5890-4c7c-a1b1-6930d86fb401 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:00:37.385003 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e643461-5890-4c7c-a1b1-6930d86fb401 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:00:37.385003 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e643461-5890-4c7c-a1b1-6930d86fb401 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:00:37.398088 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b5d4f2a4-fa43-46f8-bb23-1a99a17a37d4 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2068563'] for router_gateway, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:37.406762 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:37.486558 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b5d4f2a4-fa43-46f8-bb23-1a99a17a37d4 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:37.488759 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b5d4f2a4-fa43-46f8-bb23-1a99a17a37d4 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:37.530434 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b5d4f2a4-fa43-46f8-bb23-1a99a17a37d4 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:37.530981 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d4f2a4-fa43-46f8-bb23-1a99a17a37d4 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Fanout notify agent at l3_agent the message router_deleted on router ac04e044-7740-4331-baf7-fbfc42d4d71d {{(pid=95065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 08:00:37.537615 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b5d4f2a4-fa43-46f8-bb23-1a99a17a37d4 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:37.538753 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-b5d4f2a4-fa43-46f8-bb23-1a99a17a37d4 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "DELETE /v2.0/routers/ac04e044-7740-4331-baf7-fbfc42d4d71d HTTP/1.1" status: 204 len: 168 time: 1.0895033 Sep 23 08:00:37.541646 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 56766) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:00:37.625384 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ecd721e5-16b4-4be2-bad6-3f2bacc7778e tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:37.724078 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ecd721e5-16b4-4be2-bad6-3f2bacc7778e tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:37.745753 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-ecd721e5-16b4-4be2-bad6-3f2bacc7778e tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c8df441-7e50-41d4-b55a-4e871bbaa961']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:00:37.756191 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-ecd721e5-16b4-4be2-bad6-3f2bacc7778e tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e716c4df-8974-4139-8d50-6fccd0630ed1') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:00:37.756489 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-ecd721e5-16b4-4be2-bad6-3f2bacc7778e tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e716c4df-8974-4139-8d50-6fccd0630ed1') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:00:37.767269 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ecd721e5-16b4-4be2-bad6-3f2bacc7778e tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:37.781522 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ecd721e5-16b4-4be2-bad6-3f2bacc7778e tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:37.787467 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecd721e5-16b4-4be2-bad6-3f2bacc7778e tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 08:00:37.787855 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ecd721e5-16b4-4be2-bad6-3f2bacc7778e tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:37.790811 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 08:00:37.790811 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 08:00:37.790811 n-d-715271-16 neutron-server[95066]: timer() Sep 23 08:00:37.790811 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 08:00:37.790811 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 08:00:37.790811 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 08:00:37.790811 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 08:00:37.790811 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 08:00:37.790811 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 08:00:37.790811 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 08:00:37.790811 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 08:00:37.790811 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 08:00:37.790811 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 08:00:37.790811 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 08:00:37.790811 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 08:00:37.790811 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 08:00:37.790811 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 08:00:37.790811 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 08:00:37.790811 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 08:00:37.790811 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 08:00:37.790811 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 08:00:37.790811 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 08:00:37.790811 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 08:00:37.790811 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 08:00:37.790811 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 08:00:37.790811 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 08:00:37.790811 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 08:00:37.790811 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 08:00:37.790811 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 08:00:37.790811 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 08:00:37.790811 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 08:00:37.790811 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 08:00:37.849943 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ecd721e5-16b4-4be2-bad6-3f2bacc7778e tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:37.854712 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ecd721e5-16b4-4be2-bad6-3f2bacc7778e tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:37.860102 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-ecd721e5-16b4-4be2-bad6-3f2bacc7778e tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "DELETE /v2.0/networks/1c8df441-7e50-41d4-b55a-4e871bbaa961 HTTP/1.1" status: 204 len: 168 time: 0.3137527 Sep 23 08:00:37.860209 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56768) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:00:37.872287 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd721e5-16b4-4be2-bad6-3f2bacc7778e tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event deleted for resources: {'Network': ['ID=1c8df441-7e50-41d4-b55a-4e871bbaa961,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:00:37.929646 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e028437d-e5dc-42fc-a3a1-2fdf67b72232 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:37.956637 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e028437d-e5dc-42fc-a3a1-2fdf67b72232 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:38.016029 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e028437d-e5dc-42fc-a3a1-2fdf67b72232 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:38.018958 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-e028437d-e5dc-42fc-a3a1-2fdf67b72232 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:38.020154 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-e028437d-e5dc-42fc-a3a1-2fdf67b72232 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] 10.222.0.39 "DELETE /v2.0/security-groups/a301efb8-318c-401d-8623-fa20bfad7c59 HTTP/1.1" status: 204 len: 168 time: 0.1591234 Sep 23 08:00:38.030242 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e028437d-e5dc-42fc-a3a1-2fdf67b72232 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a301efb8-318c-401d-8623-fa20bfad7c59,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:00:38.169147 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-1b2a4e65-2000-4d73-ad25-e8829c1342d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:38.356502 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 56776) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:00:38.486195 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-734cf1b3-089b-4fd4-8a0b-bc4ae8d92170 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=69ff37bb8aa54e3cbca49be59e8110a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1285026 Sep 23 08:00:38.488720 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 56780) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:00:38.541266 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ed51e246-4a36-454d-a316-32ada672a116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:38.564480 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ed51e246-4a36-454d-a316-32ada672a116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:38.609994 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ed51e246-4a36-454d-a316-32ada672a116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:38.612548 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ed51e246-4a36-454d-a316-32ada672a116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:38.613691 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-ed51e246-4a36-454d-a316-32ada672a116 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8adf3c68-d5d4-485f-adbb-650e2f6fb4fa HTTP/1.1" status: 204 len: 168 time: 0.1240909 Sep 23 08:00:38.622404 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed51e246-4a36-454d-a316-32ada672a116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8adf3c68-d5d4-485f-adbb-650e2f6fb4fa,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:00:38.876818 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 56786) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:00:38.890235 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-56213481-bb42-49db-a91a-8c7b85f7bf83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:38.980656 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-56213481-bb42-49db-a91a-8c7b85f7bf83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:38.984929 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-56213481-bb42-49db-a91a-8c7b85f7bf83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:39.023476 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-56213481-bb42-49db-a91a-8c7b85f7bf83 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0ffb2a58e3394f3786cd0c674c86351d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1455777 Sep 23 08:00:39.024707 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56213481-bb42-49db-a91a-8c7b85f7bf83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf1c9bf0-63bb-45f2-b43d-edc0f2b23d2c,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:00:39.026239 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56788) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:00:39.074621 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1e93a475-8cf5-424f-b253-e51dbf8331c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:39.095401 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1e93a475-8cf5-424f-b253-e51dbf8331c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:39.143595 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1e93a475-8cf5-424f-b253-e51dbf8331c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:39.146443 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1e93a475-8cf5-424f-b253-e51dbf8331c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:39.147747 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-1e93a475-8cf5-424f-b253-e51dbf8331c0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cf1c9bf0-63bb-45f2-b43d-edc0f2b23d2c HTTP/1.1" status: 204 len: 168 time: 0.1203842 Sep 23 08:00:39.157022 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e93a475-8cf5-424f-b253-e51dbf8331c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf1c9bf0-63bb-45f2-b43d-edc0f2b23d2c,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:00:39.199524 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 9b75c826-6c3f-4762-96f5-559815b67af3 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 08:00:39.220306 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 9b75c826-6c3f-4762-96f5-559815b67af3 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 08:00:39.220743 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 9b75c826-6c3f-4762-96f5-559815b67af3 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 08:00:39.221228 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 48f23749-8617-42e0-b666-573e7da25925 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 08:00:39.239731 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 48f23749-8617-42e0-b666-573e7da25925 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 08:00:39.240078 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 48f23749-8617-42e0-b666-573e7da25925 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 08:00:39.840834 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 56810) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:00:39.935606 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-02a285a7-ee73-483f-9e77-37db81c46e08 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1328165694-network', 'tenant_id': 'e28cbe594e624953a2ab345b5cee5c5e'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 08:00:39.955795 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a285a7-ee73-483f-9e77-37db81c46e08 admin admin] Made reservation on behalf of e28cbe594e624953a2ab345b5cee5c5e for: {'network': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 08:00:39.958210 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-02a285a7-ee73-483f-9e77-37db81c46e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:39.967071 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-02a285a7-ee73-483f-9e77-37db81c46e08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:40.058327 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-02a285a7-ee73-483f-9e77-37db81c46e08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:40.062724 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-02a285a7-ee73-483f-9e77-37db81c46e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:40.087140 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02a285a7-ee73-483f-9e77-37db81c46e08 admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=95066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 08:00:40.097183 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a285a7-ee73-483f-9e77-37db81c46e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3f350d-5c20-4466-88b5-731c3abefee1,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:00:40.102227 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-02a285a7-ee73-483f-9e77-37db81c46e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:40.102578 n-d-715271-16 neutron-server[95066]: INFO neutron.db.segments_db [None req-02a285a7-ee73-483f-9e77-37db81c46e08 admin admin] Added segment b89bc78a-187e-4ed3-9ecc-5b1f6845bb69 of type vlan for network 3bf5049b-4943-470b-a29e-27b5fe0dd709 Sep 23 08:00:40.152171 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-02a285a7-ee73-483f-9e77-37db81c46e08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:40.185777 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-02a285a7-ee73-483f-9e77-37db81c46e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:40.186786 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a285a7-ee73-483f-9e77-37db81c46e08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:00:40.187361 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-02a285a7-ee73-483f-9e77-37db81c46e08 admin admin] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:40.221282 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-02a285a7-ee73-483f-9e77-37db81c46e08 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3792980 Sep 23 08:00:40.224569 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56814) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:00:40.229519 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-2b2c7a63-af3e-4782-b9cf-479061b84421 admin admin] Request body: {'subnet': {'network_id': '3bf5049b-4943-470b-a29e-27b5fe0dd709', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1328165694-subnet', 'tenant_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'ip_version': 4}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 08:00:40.251361 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b2c7a63-af3e-4782-b9cf-479061b84421 admin admin] Made reservation on behalf of e28cbe594e624953a2ab345b5cee5c5e for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 08:00:40.253316 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a285a7-ee73-483f-9e77-37db81c46e08 admin admin] Pushing event updated for resources: {'Network': ['ID=3bf5049b-4943-470b-a29e-27b5fe0dd709,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:00:40.253628 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2b2c7a63-af3e-4782-b9cf-479061b84421 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:40.263242 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 3bf5049b-4943-470b-a29e-27b5fe0dd709 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 08:00:40.419650 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2b2c7a63-af3e-4782-b9cf-479061b84421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:40.478033 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2c7a63-af3e-4782-b9cf-479061b84421 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a01c554-9801-4f62-8d0b-07f975911021,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:00:40.487189 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2c7a63-af3e-4782-b9cf-479061b84421 admin admin] Checking segment: {'id': 'b89bc78a-187e-4ed3-9ecc-5b1f6845bb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3bf5049b-4943-470b-a29e-27b5fe0dd709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 08:00:40.487551 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2c7a63-af3e-4782-b9cf-479061b84421 admin admin] Network hostable DHCP agents. Network: 3bf5049b-4943-470b-a29e-27b5fe0dd709, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 08:00:40.503427 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2c7a63-af3e-4782-b9cf-479061b84421 admin admin] Network 3bf5049b-4943-470b-a29e-27b5fe0dd709 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 08:00:40.511904 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-2b2c7a63-af3e-4782-b9cf-479061b84421 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 3bf5049b-4943-470b-a29e-27b5fe0dd709) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 08:00:40.515882 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2c7a63-af3e-4782-b9cf-479061b84421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:00:40.516461 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-2b2c7a63-af3e-4782-b9cf-479061b84421 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:40.520821 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a6ea63-8809-4174-8689-c1f4539a94b3 None None] Network 3bf5049b-4943-470b-a29e-27b5fe0dd709 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 08:00:40.531194 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-2b2c7a63-af3e-4782-b9cf-479061b84421 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3054693 Sep 23 08:00:40.534008 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56816) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:00:40.538380 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-509ceae9-778d-448f-8dba-ced1584f2256 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1328165694-router', 'tenant_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 08:00:40.560924 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-509ceae9-778d-448f-8dba-ced1584f2256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:40.562139 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-509ceae9-778d-448f-8dba-ced1584f2256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:40.618270 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-509ceae9-778d-448f-8dba-ced1584f2256 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:40.678442 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11bd06be-bd31-4417-baf1-0d50996435ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-3bf5049b-4943-470b-a29e-27b5fe0dd709', 'network_id': '3bf5049b-4943-470b-a29e-27b5fe0dd709', 'tenant_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'fixed_ips': [{'subnet_id': '1a01c554-9801-4f62-8d0b-07f975911021'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 08:00:40.679388 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-11bd06be-bd31-4417-baf1-0d50996435ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:40.754389 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-509ceae9-778d-448f-8dba-ced1584f2256 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:40.772069 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:40.820601 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-11bd06be-bd31-4417-baf1-0d50996435ce None None] Allocated IP 172.20.0.2 (3bf5049b-4943-470b-a29e-27b5fe0dd709/1a01c554-9801-4f62-8d0b-07f975911021/0ff26a61-8af7-42f8-9d13-bb89c4658c37) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 08:00:40.955843 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-509ceae9-778d-448f-8dba-ced1584f2256 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:40.971072 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-11bd06be-bd31-4417-baf1-0d50996435ce None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:40.976838 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-11bd06be-bd31-4417-baf1-0d50996435ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:40.979436 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-509ceae9-778d-448f-8dba-ced1584f2256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:41.015246 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11bd06be-bd31-4417-baf1-0d50996435ce None None] Network 3bf5049b-4943-470b-a29e-27b5fe0dd709 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 08:00:41.018166 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-11bd06be-bd31-4417-baf1-0d50996435ce None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 08:00:41.021613 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bd06be-bd31-4417-baf1-0d50996435ce None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 08:00:41.036420 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bd06be-bd31-4417-baf1-0d50996435ce None None] Pushing event updated for resources: {'Port': ['ID=0ff26a61-8af7-42f8-9d13-bb89c4658c37,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:00:41.082353 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-509ceae9-778d-448f-8dba-ced1584f2256 admin admin] Allocated IP 172.25.2.66 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/96c27157-1bac-4935-9a62-c3e0a07d69c7) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 08:00:41.087384 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-11bd06be-bd31-4417-baf1-0d50996435ce None None] Attempting to bind port 0ff26a61-8af7-42f8-9d13-bb89c4658c37 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 08:00:41.087785 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-11bd06be-bd31-4417-baf1-0d50996435ce None None] Attempting to bind port 0ff26a61-8af7-42f8-9d13-bb89c4658c37 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': 'b89bc78a-187e-4ed3-9ecc-5b1f6845bb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3bf5049b-4943-470b-a29e-27b5fe0dd709'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 08:00:41.088119 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bd06be-bd31-4417-baf1-0d50996435ce None None] Attempting to bind port 0ff26a61-8af7-42f8-9d13-bb89c4658c37 on network 3bf5049b-4943-470b-a29e-27b5fe0dd709 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 08:00:41.093470 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bd06be-bd31-4417-baf1-0d50996435ce None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 8, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 08:00:41.093849 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bd06be-bd31-4417-baf1-0d50996435ce None None] Checking segment: {'id': 'b89bc78a-187e-4ed3-9ecc-5b1f6845bb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3bf5049b-4943-470b-a29e-27b5fe0dd709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 08:00:41.094395 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-11bd06be-bd31-4417-baf1-0d50996435ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:41.094712 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bd06be-bd31-4417-baf1-0d50996435ce None None] Bound using segment: {'id': 'b89bc78a-187e-4ed3-9ecc-5b1f6845bb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3bf5049b-4943-470b-a29e-27b5fe0dd709'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 08:00:41.095185 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-11bd06be-bd31-4417-baf1-0d50996435ce None None] Bound port: 0ff26a61-8af7-42f8-9d13-bb89c4658c37, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b89bc78a-187e-4ed3-9ecc-5b1f6845bb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3bf5049b-4943-470b-a29e-27b5fe0dd709'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 08:00:41.095632 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-11bd06be-bd31-4417-baf1-0d50996435ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:41.169433 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-cefef39d-4e17-4413-82db-38fa3e03b81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:41.171338 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-11bd06be-bd31-4417-baf1-0d50996435ce None None] For port 0ff26a61-8af7-42f8-9d13-bb89c4658c37, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 08:00:41.174738 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-11bd06be-bd31-4417-baf1-0d50996435ce None None] For port 0ff26a61-8af7-42f8-9d13-bb89c4658c37, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=0ff26a61-8af7-42f8-9d13-bb89c4658c37,segment=NetworkSegment(b89bc78a-187e-4ed3-9ecc-5b1f6845bb69),segment_id=b89bc78a-187e-4ed3-9ecc-5b1f6845bb69)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 08:00:41.178857 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-11bd06be-bd31-4417-baf1-0d50996435ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:41.203681 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-509ceae9-778d-448f-8dba-ced1584f2256 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:41.239563 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bd06be-bd31-4417-baf1-0d50996435ce None None] Pushing event updated for resources: {'Port': ['ID=0ff26a61-8af7-42f8-9d13-bb89c4658c37,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:00:41.243504 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-509ceae9-778d-448f-8dba-ced1584f2256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:41.281416 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509ceae9-778d-448f-8dba-ced1584f2256 admin admin] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 08:00:41.286132 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-509ceae9-778d-448f-8dba-ced1584f2256 admin admin] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 08:00:41.289668 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509ceae9-778d-448f-8dba-ced1584f2256 admin admin] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 08:00:41.298001 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509ceae9-778d-448f-8dba-ced1584f2256 admin admin] Pushing event updated for resources: {'Port': ['ID=96c27157-1bac-4935-9a62-c3e0a07d69c7,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:00:41.562673 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-509ceae9-778d-448f-8dba-ced1584f2256 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:41.676303 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:41.757079 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-509ceae9-778d-448f-8dba-ced1584f2256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:41.887898 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-509ceae9-778d-448f-8dba-ced1584f2256 admin admin] Router 4d101447-2825-4416-a9c0-74e7a119eb2a is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 08:00:42.003545 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-509ceae9-778d-448f-8dba-ced1584f2256 admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 08:00:42.013787 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc6c304-e895-4a8e-9607-5bcda8d367ac None None] Sync routers for ids ['4d101447-2825-4416-a9c0-74e7a119eb2a'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 08:00:42.022310 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-509ceae9-778d-448f-8dba-ced1584f2256 admin admin] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:42.023148 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc6c304-e895-4a8e-9607-5bcda8d367ac None None] Routers {'4d101447-2825-4416-a9c0-74e7a119eb2a'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 08:00:42.023771 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-cdc6c304-e895-4a8e-9607-5bcda8d367ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T08:00:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['4d101447-2825-4416-a9c0-74e7a119eb2a'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:00:42.023924 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-509ceae9-778d-448f-8dba-ced1584f2256 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4887817 Sep 23 08:00:42.027209 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56818) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:00:42.194743 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813e489a-f5c3-45c8-9a14-3962c23809a1 None None] Network 3bf5049b-4943-470b-a29e-27b5fe0dd709 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 08:00:42.231931 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-cdc6c304-e895-4a8e-9607-5bcda8d367ac None None] Set router 4d101447-2825-4416-a9c0-74e7a119eb2a gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 08:00:42.264952 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-56505a72-2b88-4ac5-ac6e-9af34fe1c686 None None] Provisioning complete for port 0ff26a61-8af7-42f8-9d13-bb89c4658c37 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 08:00:42.265241 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-56505a72-2b88-4ac5-ac6e-9af34fe1c686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:42.416597 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-56505a72-2b88-4ac5-ac6e-9af34fe1c686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:42.422057 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-cdc6c304-e895-4a8e-9607-5bcda8d367ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d101447-2825-4416-a9c0-74e7a119eb2a', 'name': 'tempest-TestShelveInstance-1328165694-router', 'tenant_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '96c27157-1bac-4935-9a62-c3e0a07d69c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T08:00:40Z', 'updated_at': '2021-09-23T08:00:41Z', 'revision_number': 3, 'project_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'gw_port': {'id': '96c27157-1bac-4935-9a62-c3e0a07d69c7', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:92:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d101447-2825-4416-a9c0-74e7a119eb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:00:40Z', 'updated_at': '2021-09-23T08:00:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:00:42.448934 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc6c304-e895-4a8e-9607-5bcda8d367ac None None] Checking router: 4d101447-2825-4416-a9c0-74e7a119eb2a for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 08:00:42.449289 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc6c304-e895-4a8e-9607-5bcda8d367ac None None] Updating router 4d101447-2825-4416-a9c0-74e7a119eb2a port 96c27157-1bac-4935-9a62-c3e0a07d69c7 binding host n-d-715271-16 {{(pid=95068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 08:00:42.455963 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-56505a72-2b88-4ac5-ac6e-9af34fe1c686 None None] For port 0ff26a61-8af7-42f8-9d13-bb89c4658c37, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=0ff26a61-8af7-42f8-9d13-bb89c4658c37,segment=NetworkSegment(b89bc78a-187e-4ed3-9ecc-5b1f6845bb69),segment_id=b89bc78a-187e-4ed3-9ecc-5b1f6845bb69)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 08:00:42.462692 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-56505a72-2b88-4ac5-ac6e-9af34fe1c686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:42.477054 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-cdc6c304-e895-4a8e-9607-5bcda8d367ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:42.505127 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6c942131-e011-40d9-953a-4f3a4448edb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:42.521339 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56505a72-2b88-4ac5-ac6e-9af34fe1c686 None None] Pushing event updated for resources: {'Port': ['ID=0ff26a61-8af7-42f8-9d13-bb89c4658c37,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:00:42.627783 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:42.686125 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-3b5be9fd-2efd-4260-b093-a1c8d41299bb None None] Provisioning complete for port 0ff26a61-8af7-42f8-9d13-bb89c4658c37 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 08:00:42.686840 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3b5be9fd-2efd-4260-b093-a1c8d41299bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:42.767985 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-cdc6c304-e895-4a8e-9607-5bcda8d367ac None None] Notify callbacks [] for port, precommit_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:42.773954 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-cdc6c304-e895-4a8e-9607-5bcda8d367ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:42.822475 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-cdc6c304-e895-4a8e-9607-5bcda8d367ac None None] Attempting to bind port 96c27157-1bac-4935-9a62-c3e0a07d69c7 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 08:00:42.822838 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-cdc6c304-e895-4a8e-9607-5bcda8d367ac None None] Attempting to bind port 96c27157-1bac-4935-9a62-c3e0a07d69c7 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 08:00:42.823195 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc6c304-e895-4a8e-9607-5bcda8d367ac None None] Attempting to bind port 96c27157-1bac-4935-9a62-c3e0a07d69c7 on network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 08:00:42.831552 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf5d9f4-1f2d-49d6-9d9a-057682ca203f None None] Pushing event updated for resources: {'Port': ['ID=96c27157-1bac-4935-9a62-c3e0a07d69c7,revision_number=2']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:00:42.836308 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc6c304-e895-4a8e-9607-5bcda8d367ac None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 8, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 08:00:42.836674 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc6c304-e895-4a8e-9607-5bcda8d367ac None None] Checking segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 08:00:42.837070 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-cdc6c304-e895-4a8e-9607-5bcda8d367ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:42.837458 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc6c304-e895-4a8e-9607-5bcda8d367ac None None] Bound using segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 08:00:42.837963 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-cdc6c304-e895-4a8e-9607-5bcda8d367ac None None] Bound port: 96c27157-1bac-4935-9a62-c3e0a07d69c7, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 08:00:42.838337 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-cdc6c304-e895-4a8e-9607-5bcda8d367ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:42.860946 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf5d9f4-1f2d-49d6-9d9a-057682ca203f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:00:42.861282 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf5d9f4-1f2d-49d6-9d9a-057682ca203f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:00:42.861614 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf5d9f4-1f2d-49d6-9d9a-057682ca203f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:00:42.861963 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf5d9f4-1f2d-49d6-9d9a-057682ca203f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:00:42.862287 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf5d9f4-1f2d-49d6-9d9a-057682ca203f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:00:42.862607 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf5d9f4-1f2d-49d6-9d9a-057682ca203f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:00:42.862924 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf5d9f4-1f2d-49d6-9d9a-057682ca203f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:00:42.863238 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf5d9f4-1f2d-49d6-9d9a-057682ca203f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:00:42.863551 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf5d9f4-1f2d-49d6-9d9a-057682ca203f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:00:42.863863 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf5d9f4-1f2d-49d6-9d9a-057682ca203f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:00:42.864174 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf5d9f4-1f2d-49d6-9d9a-057682ca203f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:00:42.864480 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf5d9f4-1f2d-49d6-9d9a-057682ca203f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:00:42.900035 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-cdc6c304-e895-4a8e-9607-5bcda8d367ac None None] For port 96c27157-1bac-4935-9a62-c3e0a07d69c7, host n-d-715271-16, cleared binding levels {{(pid=95068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 08:00:42.903402 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-cdc6c304-e895-4a8e-9607-5bcda8d367ac None None] For port 96c27157-1bac-4935-9a62-c3e0a07d69c7, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=96c27157-1bac-4935-9a62-c3e0a07d69c7,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 08:00:42.907912 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-cdc6c304-e895-4a8e-9607-5bcda8d367ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:42.979670 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc6c304-e895-4a8e-9607-5bcda8d367ac None None] Routers {'4d101447-2825-4416-a9c0-74e7a119eb2a'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 08:00:42.980299 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-cdc6c304-e895-4a8e-9607-5bcda8d367ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T08:00:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['4d101447-2825-4416-a9c0-74e7a119eb2a'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:00:42.982598 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf5d9f4-1f2d-49d6-9d9a-057682ca203f None None] Pushing event updated for resources: {'Port': ['ID=96c27157-1bac-4935-9a62-c3e0a07d69c7,revision_number=3']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:00:43.011639 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-6c942131-e011-40d9-953a-4f3a4448edb2 admin admin] Allocated IP 172.20.0.1 (3bf5049b-4943-470b-a29e-27b5fe0dd709/1a01c554-9801-4f62-8d0b-07f975911021/6d0d5c47-fb10-4c59-b016-667aa8b3b22d) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 08:00:43.092000 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-cdc6c304-e895-4a8e-9607-5bcda8d367ac None None] Set router 4d101447-2825-4416-a9c0-74e7a119eb2a gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 08:00:43.116408 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6c942131-e011-40d9-953a-4f3a4448edb2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:43.151181 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6c942131-e011-40d9-953a-4f3a4448edb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:43.193018 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c942131-e011-40d9-953a-4f3a4448edb2 admin admin] Network 3bf5049b-4943-470b-a29e-27b5fe0dd709 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 08:00:43.197352 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-6c942131-e011-40d9-953a-4f3a4448edb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 08:00:43.207548 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c942131-e011-40d9-953a-4f3a4448edb2 admin admin] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 08:00:43.209537 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c942131-e011-40d9-953a-4f3a4448edb2 admin admin] Pushing event updated for resources: {'Port': ['ID=6d0d5c47-fb10-4c59-b016-667aa8b3b22d,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:00:43.249593 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 0ff26a61-8af7-42f8-9d13-bb89c4658c37 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 08:00:43.256319 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6c942131-e011-40d9-953a-4f3a4448edb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068614'] for router_interface, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:43.288896 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-cdc6c304-e895-4a8e-9607-5bcda8d367ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d101447-2825-4416-a9c0-74e7a119eb2a', 'name': 'tempest-TestShelveInstance-1328165694-router', 'tenant_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '96c27157-1bac-4935-9a62-c3e0a07d69c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T08:00:40Z', 'updated_at': '2021-09-23T08:00:41Z', 'revision_number': 3, 'project_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'gw_port': {'id': '96c27157-1bac-4935-9a62-c3e0a07d69c7', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:92:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d101447-2825-4416-a9c0-74e7a119eb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:00:40Z', 'updated_at': '2021-09-23T08:00:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:00:43.315275 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 0ff26a61-8af7-42f8-9d13-bb89c4658c37 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 08:00:43.315892 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:43.318123 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc6c304-e895-4a8e-9607-5bcda8d367ac None None] The sync data for ids ['4d101447-2825-4416-a9c0-74e7a119eb2a'] in n-d-715271-16 is: [{'id': '4d101447-2825-4416-a9c0-74e7a119eb2a', 'name': 'tempest-TestShelveInstance-1328165694-router', 'tenant_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '96c27157-1bac-4935-9a62-c3e0a07d69c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T08:00:40Z', 'updated_at': '2021-09-23T08:00:41Z', 'revision_number': 3, 'project_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'gw_port': {'id': '96c27157-1bac-4935-9a62-c3e0a07d69c7', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:92:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d101447-2825-4416-a9c0-74e7a119eb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:00:40Z', 'updated_at': '2021-09-23T08:00:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 08:00:43.415517 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6c942131-e011-40d9-953a-4f3a4448edb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:43.500279 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-327c65f1-0ae2-4594-a69e-dd4b02bf4a8e None None] Provisioning complete for port 6d0d5c47-fb10-4c59-b016-667aa8b3b22d triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 08:00:43.501100 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-327c65f1-0ae2-4594-a69e-dd4b02bf4a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:43.542011 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-327c65f1-0ae2-4594-a69e-dd4b02bf4a8e None None] Port 6d0d5c47-fb10-4c59-b016-667aa8b3b22d cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 08:00:43.599478 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6c942131-e011-40d9-953a-4f3a4448edb2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:43.603845 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6c942131-e011-40d9-953a-4f3a4448edb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:43.676426 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c942131-e011-40d9-953a-4f3a4448edb2 admin admin] Pushing event updated for resources: {'Port': ['ID=6d0d5c47-fb10-4c59-b016-667aa8b3b22d,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:00:43.679171 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6c942131-e011-40d9-953a-4f3a4448edb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067062'] for router_interface, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:43.777653 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c942131-e011-40d9-953a-4f3a4448edb2 admin admin] Network 3bf5049b-4943-470b-a29e-27b5fe0dd709 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 08:00:43.779768 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-6c942131-e011-40d9-953a-4f3a4448edb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 08:00:43.910253 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c942131-e011-40d9-953a-4f3a4448edb2 admin admin] Router 4d101447-2825-4416-a9c0-74e7a119eb2a has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 08:00:44.029998 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c942131-e011-40d9-953a-4f3a4448edb2 admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 08:00:44.036067 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-6c942131-e011-40d9-953a-4f3a4448edb2 admin admin] 10.222.0.39 "PUT /v2.0/routers/4d101447-2825-4416-a9c0-74e7a119eb2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0084510 Sep 23 08:00:44.063547 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-afa39fc8-ca6f-451c-8763-b06839153971 None None] Provisioning complete for port 6d0d5c47-fb10-4c59-b016-667aa8b3b22d triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 08:00:44.063980 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-afa39fc8-ca6f-451c-8763-b06839153971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:44.113016 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:44.114294 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-afa39fc8-ca6f-451c-8763-b06839153971 None None] Port 6d0d5c47-fb10-4c59-b016-667aa8b3b22d cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 08:00:44.524871 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56834) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:00:44.530594 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-9e0e4d09-874c-47e9-8220-62e0298ff931 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2001528462-network', 'tenant_id': 'fcddcc9cbe7249ad8772d0d9c00c6fa5'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 08:00:44.551253 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e0e4d09-874c-47e9-8220-62e0298ff931 admin admin] Made reservation on behalf of fcddcc9cbe7249ad8772d0d9c00c6fa5 for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 08:00:44.553715 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9e0e4d09-874c-47e9-8220-62e0298ff931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:44.563370 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9e0e4d09-874c-47e9-8220-62e0298ff931 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:44.655934 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9e0e4d09-874c-47e9-8220-62e0298ff931 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:44.660669 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9e0e4d09-874c-47e9-8220-62e0298ff931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:44.686278 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e0e4d09-874c-47e9-8220-62e0298ff931 admin admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 08:00:44.695037 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0e4d09-874c-47e9-8220-62e0298ff931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e030a98-62b6-4a5b-95ce-779621dff4aa,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:00:44.702054 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9e0e4d09-874c-47e9-8220-62e0298ff931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:44.702401 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-9e0e4d09-874c-47e9-8220-62e0298ff931 admin admin] Added segment a616f4bf-cfcd-47c7-ac17-a6de034fd33b of type vlan for network f361a743-88c1-4d4a-8dac-515030c1f468 Sep 23 08:00:44.743689 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9e0e4d09-874c-47e9-8220-62e0298ff931 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:44.771943 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9e0e4d09-874c-47e9-8220-62e0298ff931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:44.773147 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0e4d09-874c-47e9-8220-62e0298ff931 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:00:44.773725 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9e0e4d09-874c-47e9-8220-62e0298ff931 admin admin] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:44.805342 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-9e0e4d09-874c-47e9-8220-62e0298ff931 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2791290 Sep 23 08:00:44.808221 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 56836) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:00:44.813871 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-a99ba7f2-cd24-42ed-8a9c-35e0d98d1d54 admin admin] Request body: {'subnet': {'network_id': 'f361a743-88c1-4d4a-8dac-515030c1f468', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2001528462-subnet', 'tenant_id': 'fcddcc9cbe7249ad8772d0d9c00c6fa5', 'ip_version': 4}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 08:00:44.838333 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a99ba7f2-cd24-42ed-8a9c-35e0d98d1d54 admin admin] Made reservation on behalf of fcddcc9cbe7249ad8772d0d9c00c6fa5 for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 08:00:44.838685 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0e4d09-874c-47e9-8220-62e0298ff931 admin admin] Pushing event updated for resources: {'Network': ['ID=f361a743-88c1-4d4a-8dac-515030c1f468,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:00:44.841356 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a99ba7f2-cd24-42ed-8a9c-35e0d98d1d54 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:44.848932 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network f361a743-88c1-4d4a-8dac-515030c1f468 details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 08:00:44.867582 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f7024a-e2d8-4224-9038-d3e408f6219a None None] Sync routers for ids ['4d101447-2825-4416-a9c0-74e7a119eb2a'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 08:00:44.920842 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f7024a-e2d8-4224-9038-d3e408f6219a None None] Routers {'4d101447-2825-4416-a9c0-74e7a119eb2a'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 08:00:44.921465 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-c3f7024a-e2d8-4224-9038-d3e408f6219a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T08:00:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['4d101447-2825-4416-a9c0-74e7a119eb2a'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:00:45.019996 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a99ba7f2-cd24-42ed-8a9c-35e0d98d1d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:45.031402 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-c3f7024a-e2d8-4224-9038-d3e408f6219a None None] Set router 4d101447-2825-4416-a9c0-74e7a119eb2a gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 08:00:45.069974 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99ba7f2-cd24-42ed-8a9c-35e0d98d1d54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86760eb1-f0cd-4dcb-a9b5-86d3dc81dd24,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:00:45.086548 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99ba7f2-cd24-42ed-8a9c-35e0d98d1d54 admin admin] Checking segment: {'id': 'a616f4bf-cfcd-47c7-ac17-a6de034fd33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f361a743-88c1-4d4a-8dac-515030c1f468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 08:00:45.086913 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99ba7f2-cd24-42ed-8a9c-35e0d98d1d54 admin admin] Network hostable DHCP agents. Network: f361a743-88c1-4d4a-8dac-515030c1f468, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 08:00:45.104971 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99ba7f2-cd24-42ed-8a9c-35e0d98d1d54 admin admin] Network f361a743-88c1-4d4a-8dac-515030c1f468 is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 08:00:45.114736 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-a99ba7f2-cd24-42ed-8a9c-35e0d98d1d54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, f361a743-88c1-4d4a-8dac-515030c1f468) {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 08:00:45.121145 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99ba7f2-cd24-42ed-8a9c-35e0d98d1d54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:00:45.121339 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a99ba7f2-cd24-42ed-8a9c-35e0d98d1d54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:45.129918 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08aebb71-b368-45df-9acd-f53cd6b0cc0b None None] Network f361a743-88c1-4d4a-8dac-515030c1f468 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 08:00:45.141289 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56838) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:00:45.141412 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-a99ba7f2-cd24-42ed-8a9c-35e0d98d1d54 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3320117 Sep 23 08:00:45.145927 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-00487cf2-0423-4792-b7b2-e51b178ebe2b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2001528462-router', 'tenant_id': 'fcddcc9cbe7249ad8772d0d9c00c6fa5', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 08:00:45.171338 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-00487cf2-0423-4792-b7b2-e51b178ebe2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:45.172618 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-00487cf2-0423-4792-b7b2-e51b178ebe2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:45.239730 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-00487cf2-0423-4792-b7b2-e51b178ebe2b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:45.246028 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 96c27157-1bac-4935-9a62-c3e0a07d69c7 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 08:00:45.373373 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 96c27157-1bac-4935-9a62-c3e0a07d69c7 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 08:00:45.373743 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:45.378619 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-00487cf2-0423-4792-b7b2-e51b178ebe2b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:45.421614 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab35e4f-fea2-466f-8a18-c36993664fdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-f361a743-88c1-4d4a-8dac-515030c1f468', 'network_id': 'f361a743-88c1-4d4a-8dac-515030c1f468', 'tenant_id': 'fcddcc9cbe7249ad8772d0d9c00c6fa5', 'fixed_ips': [{'subnet_id': '86760eb1-f0cd-4dcb-a9b5-86d3dc81dd24'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 08:00:45.422411 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-eab35e4f-fea2-466f-8a18-c36993664fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:45.428171 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-c3f7024a-e2d8-4224-9038-d3e408f6219a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d101447-2825-4416-a9c0-74e7a119eb2a', 'name': 'tempest-TestShelveInstance-1328165694-router', 'tenant_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '96c27157-1bac-4935-9a62-c3e0a07d69c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T08:00:40Z', 'updated_at': '2021-09-23T08:00:43Z', 'revision_number': 4, 'project_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'gw_port': {'id': '96c27157-1bac-4935-9a62-c3e0a07d69c7', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:92:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d101447-2825-4416-a9c0-74e7a119eb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:00:40Z', 'updated_at': '2021-09-23T08:00:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '6d0d5c47-fb10-4c59-b016-667aa8b3b22d', 'name': '', 'network_id': '3bf5049b-4943-470b-a29e-27b5fe0dd709', 'tenant_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'mac_address': 'fa:16:3e:27:2b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d101447-2825-4416-a9c0-74e7a119eb2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '1a01c554-9801-4f62-8d0b-07f975911021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:00:42Z', 'updated_at': '2021-09-23T08:00:43Z', 'revision_number': 2, 'project_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'subnets': [{'id': '1a01c554-9801-4f62-8d0b-07f975911021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:00:45.466030 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f7024a-e2d8-4224-9038-d3e408f6219a None None] Checking router: 4d101447-2825-4416-a9c0-74e7a119eb2a for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 08:00:45.466381 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f7024a-e2d8-4224-9038-d3e408f6219a None None] Updating router 4d101447-2825-4416-a9c0-74e7a119eb2a port 6d0d5c47-fb10-4c59-b016-667aa8b3b22d binding host n-d-715271-16 {{(pid=95067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 08:00:45.552602 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c3f7024a-e2d8-4224-9038-d3e408f6219a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:45.579797 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-00487cf2-0423-4792-b7b2-e51b178ebe2b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:45.599208 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-00487cf2-0423-4792-b7b2-e51b178ebe2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:45.660137 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:45.705134 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-00487cf2-0423-4792-b7b2-e51b178ebe2b admin admin] Allocated IP 172.25.2.57 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/5012e2d3-71a3-4319-b401-636f67883373) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 08:00:45.757991 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port 96c27157-1bac-4935-9a62-c3e0a07d69c7, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=96c27157-1bac-4935-9a62-c3e0a07d69c7,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 08:00:45.759431 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-eab35e4f-fea2-466f-8a18-c36993664fdb None None] Allocated IP 172.20.0.2 (f361a743-88c1-4d4a-8dac-515030c1f468/86760eb1-f0cd-4dcb-a9b5-86d3dc81dd24/ac807608-cc83-4379-bec7-09312475c458) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 08:00:45.768593 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:45.819242 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-00487cf2-0423-4792-b7b2-e51b178ebe2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:45.853058 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-00487cf2-0423-4792-b7b2-e51b178ebe2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:45.888242 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00487cf2-0423-4792-b7b2-e51b178ebe2b admin admin] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 08:00:45.892745 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-00487cf2-0423-4792-b7b2-e51b178ebe2b admin admin] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 08:00:45.896238 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00487cf2-0423-4792-b7b2-e51b178ebe2b admin admin] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 08:00:45.925467 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00487cf2-0423-4792-b7b2-e51b178ebe2b admin admin] Pushing event updated for resources: {'Port': ['ID=5012e2d3-71a3-4319-b401-636f67883373,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:00:46.098650 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=96c27157-1bac-4935-9a62-c3e0a07d69c7,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:00:46.159174 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-00487cf2-0423-4792-b7b2-e51b178ebe2b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:46.248000 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-eab35e4f-fea2-466f-8a18-c36993664fdb None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:46.258882 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-eab35e4f-fea2-466f-8a18-c36993664fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:46.280676 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c3f7024a-e2d8-4224-9038-d3e408f6219a None None] Notify callbacks [] for port, precommit_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:46.313183 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c3f7024a-e2d8-4224-9038-d3e408f6219a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:46.316137 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab35e4f-fea2-466f-8a18-c36993664fdb None None] Network f361a743-88c1-4d4a-8dac-515030c1f468 is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 08:00:46.323884 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-eab35e4f-fea2-466f-8a18-c36993664fdb None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 08:00:46.333111 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab35e4f-fea2-466f-8a18-c36993664fdb None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 08:00:46.336197 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab35e4f-fea2-466f-8a18-c36993664fdb None None] Pushing event updated for resources: {'Port': ['ID=ac807608-cc83-4379-bec7-09312475c458,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:00:46.397283 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-00487cf2-0423-4792-b7b2-e51b178ebe2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:46.444922 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed47f45-f32b-4e59-9cd6-f77c866b39ea None None] Pushing event updated for resources: {'Port': ['ID=6d0d5c47-fb10-4c59-b016-667aa8b3b22d,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:00:46.479637 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-eab35e4f-fea2-466f-8a18-c36993664fdb None None] Attempting to bind port ac807608-cc83-4379-bec7-09312475c458 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 08:00:46.480017 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-eab35e4f-fea2-466f-8a18-c36993664fdb None None] Attempting to bind port ac807608-cc83-4379-bec7-09312475c458 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': 'a616f4bf-cfcd-47c7-ac17-a6de034fd33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f361a743-88c1-4d4a-8dac-515030c1f468'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 08:00:46.480390 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab35e4f-fea2-466f-8a18-c36993664fdb None None] Attempting to bind port ac807608-cc83-4379-bec7-09312475c458 on network f361a743-88c1-4d4a-8dac-515030c1f468 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 08:00:46.494868 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab35e4f-fea2-466f-8a18-c36993664fdb None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 8, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 08:00:46.495314 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab35e4f-fea2-466f-8a18-c36993664fdb None None] Checking segment: {'id': 'a616f4bf-cfcd-47c7-ac17-a6de034fd33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f361a743-88c1-4d4a-8dac-515030c1f468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 08:00:46.495661 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-eab35e4f-fea2-466f-8a18-c36993664fdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:46.496059 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab35e4f-fea2-466f-8a18-c36993664fdb None None] Bound using segment: {'id': 'a616f4bf-cfcd-47c7-ac17-a6de034fd33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f361a743-88c1-4d4a-8dac-515030c1f468'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 08:00:46.497062 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-eab35e4f-fea2-466f-8a18-c36993664fdb None None] Bound port: ac807608-cc83-4379-bec7-09312475c458, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a616f4bf-cfcd-47c7-ac17-a6de034fd33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f361a743-88c1-4d4a-8dac-515030c1f468'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 08:00:46.497476 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-eab35e4f-fea2-466f-8a18-c36993664fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:46.501072 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-c3f7024a-e2d8-4224-9038-d3e408f6219a None None] Attempting to bind port 6d0d5c47-fb10-4c59-b016-667aa8b3b22d on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 08:00:46.501446 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-c3f7024a-e2d8-4224-9038-d3e408f6219a None None] Attempting to bind port 6d0d5c47-fb10-4c59-b016-667aa8b3b22d by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': 'b89bc78a-187e-4ed3-9ecc-5b1f6845bb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3bf5049b-4943-470b-a29e-27b5fe0dd709'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 08:00:46.501845 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f7024a-e2d8-4224-9038-d3e408f6219a None None] Attempting to bind port 6d0d5c47-fb10-4c59-b016-667aa8b3b22d on network 3bf5049b-4943-470b-a29e-27b5fe0dd709 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 08:00:46.516436 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f7024a-e2d8-4224-9038-d3e408f6219a None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 8, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 08:00:46.516832 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f7024a-e2d8-4224-9038-d3e408f6219a None None] Checking segment: {'id': 'b89bc78a-187e-4ed3-9ecc-5b1f6845bb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3bf5049b-4943-470b-a29e-27b5fe0dd709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 08:00:46.517247 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c3f7024a-e2d8-4224-9038-d3e408f6219a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:46.517651 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f7024a-e2d8-4224-9038-d3e408f6219a None None] Bound using segment: {'id': 'b89bc78a-187e-4ed3-9ecc-5b1f6845bb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3bf5049b-4943-470b-a29e-27b5fe0dd709'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 08:00:46.518164 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-c3f7024a-e2d8-4224-9038-d3e408f6219a None None] Bound port: 6d0d5c47-fb10-4c59-b016-667aa8b3b22d, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b89bc78a-187e-4ed3-9ecc-5b1f6845bb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3bf5049b-4943-470b-a29e-27b5fe0dd709'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 08:00:46.518557 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c3f7024a-e2d8-4224-9038-d3e408f6219a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:46.544060 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00487cf2-0423-4792-b7b2-e51b178ebe2b admin admin] Router 9f1ac4ce-f333-4681-9b14-f74d2d901b30 is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 08:00:46.621491 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-eab35e4f-fea2-466f-8a18-c36993664fdb None None] For port ac807608-cc83-4379-bec7-09312475c458, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 08:00:46.636517 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-c3f7024a-e2d8-4224-9038-d3e408f6219a None None] For port 6d0d5c47-fb10-4c59-b016-667aa8b3b22d, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 08:00:46.640371 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-eab35e4f-fea2-466f-8a18-c36993664fdb None None] For port ac807608-cc83-4379-bec7-09312475c458, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=ac807608-cc83-4379-bec7-09312475c458,segment=NetworkSegment(a616f4bf-cfcd-47c7-ac17-a6de034fd33b),segment_id=a616f4bf-cfcd-47c7-ac17-a6de034fd33b)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 08:00:46.654332 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-eab35e4f-fea2-466f-8a18-c36993664fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:46.657196 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-c3f7024a-e2d8-4224-9038-d3e408f6219a None None] For port 6d0d5c47-fb10-4c59-b016-667aa8b3b22d, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=6d0d5c47-fb10-4c59-b016-667aa8b3b22d,segment=NetworkSegment(b89bc78a-187e-4ed3-9ecc-5b1f6845bb69),segment_id=b89bc78a-187e-4ed3-9ecc-5b1f6845bb69)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 08:00:46.657428 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00487cf2-0423-4792-b7b2-e51b178ebe2b admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 08:00:46.667539 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd2f3dd-bfb9-4943-b9eb-6869f7f1569a None None] Sync routers for ids ['9f1ac4ce-f333-4681-9b14-f74d2d901b30'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 08:00:46.668085 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c3f7024a-e2d8-4224-9038-d3e408f6219a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:46.675061 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-00487cf2-0423-4792-b7b2-e51b178ebe2b admin admin] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:46.676423 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-00487cf2-0423-4792-b7b2-e51b178ebe2b admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5338991 Sep 23 08:00:46.677991 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd2f3dd-bfb9-4943-b9eb-6869f7f1569a None None] Routers {'9f1ac4ce-f333-4681-9b14-f74d2d901b30'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 08:00:46.678614 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-8fd2f3dd-bfb9-4943-b9eb-6869f7f1569a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T08:00:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['9f1ac4ce-f333-4681-9b14-f74d2d901b30'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:00:46.679260 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56842) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:00:46.711670 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-4984bfab-b7c9-46ae-b994-8ee613cdf3a6 None None] Provisioning complete for port 6d0d5c47-fb10-4c59-b016-667aa8b3b22d triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 08:00:46.712044 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-4984bfab-b7c9-46ae-b994-8ee613cdf3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:46.774556 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab35e4f-fea2-466f-8a18-c36993664fdb None None] Pushing event updated for resources: {'Port': ['ID=ac807608-cc83-4379-bec7-09312475c458,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:00:46.779156 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f7024a-e2d8-4224-9038-d3e408f6219a None None] Routers {'4d101447-2825-4416-a9c0-74e7a119eb2a'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 08:00:46.779995 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-c3f7024a-e2d8-4224-9038-d3e408f6219a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T08:00:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['4d101447-2825-4416-a9c0-74e7a119eb2a'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:00:46.808503 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-8fd2f3dd-bfb9-4943-b9eb-6869f7f1569a None None] Set router 9f1ac4ce-f333-4681-9b14-f74d2d901b30 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 08:00:46.900019 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed47f45-f32b-4e59-9cd6-f77c866b39ea None None] Pushing event updated for resources: {'Port': ['ID=6d0d5c47-fb10-4c59-b016-667aa8b3b22d,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:00:47.003962 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-c3f7024a-e2d8-4224-9038-d3e408f6219a None None] Set router 4d101447-2825-4416-a9c0-74e7a119eb2a gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 08:00:47.028354 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-8fd2f3dd-bfb9-4943-b9eb-6869f7f1569a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1ac4ce-f333-4681-9b14-f74d2d901b30', 'name': 'tempest-TestShelveInstance-2001528462-router', 'tenant_id': 'fcddcc9cbe7249ad8772d0d9c00c6fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': '5012e2d3-71a3-4319-b401-636f67883373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T08:00:45Z', 'updated_at': '2021-09-23T08:00:46Z', 'revision_number': 3, 'project_id': 'fcddcc9cbe7249ad8772d0d9c00c6fa5', 'gw_port': {'id': '5012e2d3-71a3-4319-b401-636f67883373', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:4e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f1ac4ce-f333-4681-9b14-f74d2d901b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:00:45Z', 'updated_at': '2021-09-23T08:00:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:00:47.042209 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-4984bfab-b7c9-46ae-b994-8ee613cdf3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:47.158062 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-4984bfab-b7c9-46ae-b994-8ee613cdf3a6 None None] For port 6d0d5c47-fb10-4c59-b016-667aa8b3b22d, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=6d0d5c47-fb10-4c59-b016-667aa8b3b22d,segment=NetworkSegment(b89bc78a-187e-4ed3-9ecc-5b1f6845bb69),segment_id=b89bc78a-187e-4ed3-9ecc-5b1f6845bb69)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 08:00:47.171004 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-4984bfab-b7c9-46ae-b994-8ee613cdf3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:47.194790 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd2f3dd-bfb9-4943-b9eb-6869f7f1569a None None] Checking router: 9f1ac4ce-f333-4681-9b14-f74d2d901b30 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 08:00:47.195303 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd2f3dd-bfb9-4943-b9eb-6869f7f1569a None None] Updating router 9f1ac4ce-f333-4681-9b14-f74d2d901b30 port 5012e2d3-71a3-4319-b401-636f67883373 binding host n-d-715271-16 {{(pid=95068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 08:00:47.255497 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-8fd2f3dd-bfb9-4943-b9eb-6869f7f1569a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:47.273039 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b75fb9a0-ff88-48ec-aefc-6252409a9406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:47.318790 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4984bfab-b7c9-46ae-b994-8ee613cdf3a6 None None] Pushing event updated for resources: {'Port': ['ID=6d0d5c47-fb10-4c59-b016-667aa8b3b22d,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:00:47.366363 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-bb2e0617-b0d1-4154-accb-af8ba02f233b None None] Provisioning complete for port 6d0d5c47-fb10-4c59-b016-667aa8b3b22d triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 08:00:47.366849 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-bb2e0617-b0d1-4154-accb-af8ba02f233b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:47.413011 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 96c27157-1bac-4935-9a62-c3e0a07d69c7 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 08:00:47.459492 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-b75fb9a0-ff88-48ec-aefc-6252409a9406 admin admin] Allocated IP 172.20.0.1 (f361a743-88c1-4d4a-8dac-515030c1f468/86760eb1-f0cd-4dcb-a9b5-86d3dc81dd24/4dac6190-2c0a-441f-a30e-4d7d55de4e50) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 08:00:47.501951 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-c3f7024a-e2d8-4224-9038-d3e408f6219a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d101447-2825-4416-a9c0-74e7a119eb2a', 'name': 'tempest-TestShelveInstance-1328165694-router', 'tenant_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '96c27157-1bac-4935-9a62-c3e0a07d69c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T08:00:40Z', 'updated_at': '2021-09-23T08:00:43Z', 'revision_number': 4, 'project_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'gw_port': {'id': '96c27157-1bac-4935-9a62-c3e0a07d69c7', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:92:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d101447-2825-4416-a9c0-74e7a119eb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:00:40Z', 'updated_at': '2021-09-23T08:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '6d0d5c47-fb10-4c59-b016-667aa8b3b22d', 'name': '', 'network_id': '3bf5049b-4943-470b-a29e-27b5fe0dd709', 'tenant_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'mac_address': 'fa:16:3e:27:2b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d101447-2825-4416-a9c0-74e7a119eb2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '1a01c554-9801-4f62-8d0b-07f975911021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:00:42Z', 'updated_at': '2021-09-23T08:00:46Z', 'revision_number': 4, 'project_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'subnets': [{'id': '1a01c554-9801-4f62-8d0b-07f975911021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:00:47.537341 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f7024a-e2d8-4224-9038-d3e408f6219a None None] The sync data for ids ['4d101447-2825-4416-a9c0-74e7a119eb2a'] in n-d-715271-16 is: [{'id': '4d101447-2825-4416-a9c0-74e7a119eb2a', 'name': 'tempest-TestShelveInstance-1328165694-router', 'tenant_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '96c27157-1bac-4935-9a62-c3e0a07d69c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T08:00:40Z', 'updated_at': '2021-09-23T08:00:43Z', 'revision_number': 4, 'project_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'gw_port': {'id': '96c27157-1bac-4935-9a62-c3e0a07d69c7', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:92:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d101447-2825-4416-a9c0-74e7a119eb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:00:40Z', 'updated_at': '2021-09-23T08:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '6d0d5c47-fb10-4c59-b016-667aa8b3b22d', 'name': '', 'network_id': '3bf5049b-4943-470b-a29e-27b5fe0dd709', 'tenant_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'mac_address': 'fa:16:3e:27:2b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d101447-2825-4416-a9c0-74e7a119eb2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '1a01c554-9801-4f62-8d0b-07f975911021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:00:42Z', 'updated_at': '2021-09-23T08:00:46Z', 'revision_number': 4, 'project_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'subnets': [{'id': '1a01c554-9801-4f62-8d0b-07f975911021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 08:00:47.552987 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 96c27157-1bac-4935-9a62-c3e0a07d69c7 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 08:00:47.553429 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:47.579995 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-8fd2f3dd-bfb9-4943-b9eb-6869f7f1569a None None] Notify callbacks [] for port, precommit_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:47.608892 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-8fd2f3dd-bfb9-4943-b9eb-6869f7f1569a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:47.667011 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5052610-7ed1-4abf-a411-7a16770984e4 None None] Pushing event updated for resources: {'Port': ['ID=5012e2d3-71a3-4319-b401-636f67883373,revision_number=2']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:00:47.707480 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-8fd2f3dd-bfb9-4943-b9eb-6869f7f1569a None None] Attempting to bind port 5012e2d3-71a3-4319-b401-636f67883373 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 08:00:47.708184 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-8fd2f3dd-bfb9-4943-b9eb-6869f7f1569a None None] Attempting to bind port 5012e2d3-71a3-4319-b401-636f67883373 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 08:00:47.708547 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd2f3dd-bfb9-4943-b9eb-6869f7f1569a None None] Attempting to bind port 5012e2d3-71a3-4319-b401-636f67883373 on network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 08:00:47.714961 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd2f3dd-bfb9-4943-b9eb-6869f7f1569a None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 8, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 08:00:47.715423 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd2f3dd-bfb9-4943-b9eb-6869f7f1569a None None] Checking segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 08:00:47.717108 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-8fd2f3dd-bfb9-4943-b9eb-6869f7f1569a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:47.717506 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd2f3dd-bfb9-4943-b9eb-6869f7f1569a None None] Bound using segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 08:00:47.718089 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-8fd2f3dd-bfb9-4943-b9eb-6869f7f1569a None None] Bound port: 5012e2d3-71a3-4319-b401-636f67883373, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 08:00:47.718521 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-8fd2f3dd-bfb9-4943-b9eb-6869f7f1569a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:47.728519 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device ac807608-cc83-4379-bec7-09312475c458 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 08:00:47.793940 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port ac807608-cc83-4379-bec7-09312475c458 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 08:00:47.794660 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:47.815639 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-8fd2f3dd-bfb9-4943-b9eb-6869f7f1569a None None] For port 5012e2d3-71a3-4319-b401-636f67883373, host n-d-715271-16, cleared binding levels {{(pid=95068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 08:00:47.819102 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-8fd2f3dd-bfb9-4943-b9eb-6869f7f1569a None None] For port 5012e2d3-71a3-4319-b401-636f67883373, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=5012e2d3-71a3-4319-b401-636f67883373,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 08:00:47.835103 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-8fd2f3dd-bfb9-4943-b9eb-6869f7f1569a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:47.900243 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:47.917902 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd2f3dd-bfb9-4943-b9eb-6869f7f1569a None None] Routers {'9f1ac4ce-f333-4681-9b14-f74d2d901b30'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 08:00:47.919192 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-8fd2f3dd-bfb9-4943-b9eb-6869f7f1569a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T08:00:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['9f1ac4ce-f333-4681-9b14-f74d2d901b30'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:00:47.967620 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5052610-7ed1-4abf-a411-7a16770984e4 None None] Pushing event updated for resources: {'Port': ['ID=5012e2d3-71a3-4319-b401-636f67883373,revision_number=3']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:00:47.984056 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port ac807608-cc83-4379-bec7-09312475c458, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=ac807608-cc83-4379-bec7-09312475c458,segment=NetworkSegment(a616f4bf-cfcd-47c7-ac17-a6de034fd33b),segment_id=a616f4bf-cfcd-47c7-ac17-a6de034fd33b)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 08:00:47.993120 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:48.040275 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b75fb9a0-ff88-48ec-aefc-6252409a9406 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:48.066780 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-8fd2f3dd-bfb9-4943-b9eb-6869f7f1569a None None] Set router 9f1ac4ce-f333-4681-9b14-f74d2d901b30 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 08:00:48.076144 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=ac807608-cc83-4379-bec7-09312475c458,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:00:48.134455 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b75fb9a0-ff88-48ec-aefc-6252409a9406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:48.187931 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75fb9a0-ff88-48ec-aefc-6252409a9406 admin admin] Network f361a743-88c1-4d4a-8dac-515030c1f468 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 08:00:48.192583 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-b75fb9a0-ff88-48ec-aefc-6252409a9406 admin admin] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 08:00:48.200473 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75fb9a0-ff88-48ec-aefc-6252409a9406 admin admin] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 08:00:48.203726 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75fb9a0-ff88-48ec-aefc-6252409a9406 admin admin] Pushing event updated for resources: {'Port': ['ID=4dac6190-2c0a-441f-a30e-4d7d55de4e50,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:00:48.280247 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b75fb9a0-ff88-48ec-aefc-6252409a9406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068614'] for router_interface, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:48.341210 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-8fd2f3dd-bfb9-4943-b9eb-6869f7f1569a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1ac4ce-f333-4681-9b14-f74d2d901b30', 'name': 'tempest-TestShelveInstance-2001528462-router', 'tenant_id': 'fcddcc9cbe7249ad8772d0d9c00c6fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': '5012e2d3-71a3-4319-b401-636f67883373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T08:00:45Z', 'updated_at': '2021-09-23T08:00:46Z', 'revision_number': 3, 'project_id': 'fcddcc9cbe7249ad8772d0d9c00c6fa5', 'gw_port': {'id': '5012e2d3-71a3-4319-b401-636f67883373', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:4e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f1ac4ce-f333-4681-9b14-f74d2d901b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:00:45Z', 'updated_at': '2021-09-23T08:00:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:00:48.371298 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd2f3dd-bfb9-4943-b9eb-6869f7f1569a None None] The sync data for ids ['9f1ac4ce-f333-4681-9b14-f74d2d901b30'] in n-d-715271-16 is: [{'id': '9f1ac4ce-f333-4681-9b14-f74d2d901b30', 'name': 'tempest-TestShelveInstance-2001528462-router', 'tenant_id': 'fcddcc9cbe7249ad8772d0d9c00c6fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': '5012e2d3-71a3-4319-b401-636f67883373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T08:00:45Z', 'updated_at': '2021-09-23T08:00:46Z', 'revision_number': 3, 'project_id': 'fcddcc9cbe7249ad8772d0d9c00c6fa5', 'gw_port': {'id': '5012e2d3-71a3-4319-b401-636f67883373', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:4e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f1ac4ce-f333-4681-9b14-f74d2d901b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:00:45Z', 'updated_at': '2021-09-23T08:00:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 08:00:48.407177 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0c71cd-18bf-4058-8d76-a3e4ef575a01 None None] Network f361a743-88c1-4d4a-8dac-515030c1f468 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 08:00:48.440128 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b75fb9a0-ff88-48ec-aefc-6252409a9406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:48.515273 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-8769f52d-28c8-48e6-9ff6-eac1922c859a None None] Provisioning complete for port ac807608-cc83-4379-bec7-09312475c458 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 08:00:48.515641 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8769f52d-28c8-48e6-9ff6-eac1922c859a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:48.631879 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b75fb9a0-ff88-48ec-aefc-6252409a9406 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:48.639531 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b75fb9a0-ff88-48ec-aefc-6252409a9406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:48.748489 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b75fb9a0-ff88-48ec-aefc-6252409a9406 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067062'] for router_interface, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:48.758941 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75fb9a0-ff88-48ec-aefc-6252409a9406 admin admin] Pushing event updated for resources: {'Port': ['ID=4dac6190-2c0a-441f-a30e-4d7d55de4e50,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:00:48.863845 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75fb9a0-ff88-48ec-aefc-6252409a9406 admin admin] Network f361a743-88c1-4d4a-8dac-515030c1f468 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 08:00:48.865487 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-b75fb9a0-ff88-48ec-aefc-6252409a9406 admin admin] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 08:00:49.006114 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b75fb9a0-ff88-48ec-aefc-6252409a9406 admin admin] Router 9f1ac4ce-f333-4681-9b14-f74d2d901b30 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 08:00:49.011150 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-75fb1434-b10a-43d1-9cd7-e41376256962 None None] Provisioning complete for port 4dac6190-2c0a-441f-a30e-4d7d55de4e50 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 08:00:49.011660 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-75fb1434-b10a-43d1-9cd7-e41376256962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:49.070658 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-75fb1434-b10a-43d1-9cd7-e41376256962 None None] Port 4dac6190-2c0a-441f-a30e-4d7d55de4e50 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 08:00:49.083162 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-75fb1434-b10a-43d1-9cd7-e41376256962 None None] Provisioning complete for port ac807608-cc83-4379-bec7-09312475c458 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 08:00:49.083684 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-75fb1434-b10a-43d1-9cd7-e41376256962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:49.159431 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b75fb9a0-ff88-48ec-aefc-6252409a9406 admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 08:00:49.178314 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-b75fb9a0-ff88-48ec-aefc-6252409a9406 admin admin] 10.222.0.39 "PUT /v2.0/routers/9f1ac4ce-f333-4681-9b14-f74d2d901b30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4967382 Sep 23 08:00:49.360301 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-117dba3f-f768-41f9-b02d-7544ab35fc65 None None] Provisioning complete for port 4dac6190-2c0a-441f-a30e-4d7d55de4e50 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 08:00:49.360929 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-117dba3f-f768-41f9-b02d-7544ab35fc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:49.406676 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-117dba3f-f768-41f9-b02d-7544ab35fc65 None None] Port 4dac6190-2c0a-441f-a30e-4d7d55de4e50 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 08:00:49.409559 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 5012e2d3-71a3-4319-b401-636f67883373 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 08:00:49.461808 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 5012e2d3-71a3-4319-b401-636f67883373 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 08:00:49.462209 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:49.556155 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-03cb2a7f-5641-4bd3-bc39-79e149e44609 None None] Provisioning complete for port 4dac6190-2c0a-441f-a30e-4d7d55de4e50 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 08:00:49.556528 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-03cb2a7f-5641-4bd3-bc39-79e149e44609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:49.558014 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:49.598917 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port 5012e2d3-71a3-4319-b401-636f67883373, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=5012e2d3-71a3-4319-b401-636f67883373,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 08:00:49.605518 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:49.607132 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device ac807608-cc83-4379-bec7-09312475c458 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 08:00:49.640985 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-03cb2a7f-5641-4bd3-bc39-79e149e44609 None None] Port 4dac6190-2c0a-441f-a30e-4d7d55de4e50 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 08:00:49.700576 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=5012e2d3-71a3-4319-b401-636f67883373,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:00:49.708118 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port ac807608-cc83-4379-bec7-09312475c458 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 08:00:49.708558 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:49.719303 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 56850) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:00:49.723977 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-7f2d5eed-5705-4076-93f3-fbc80abd74f8 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-783185197', 'description': 'tempest-secgroup-smoke-783185197 description', 'project_id': 'e28cbe594e624953a2ab345b5cee5c5e'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 08:00:49.746356 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5eed-5705-4076-93f3-fbc80abd74f8 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:49.788859 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 6d0d5c47-fb10-4c59-b016-667aa8b3b22d up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 08:00:49.828502 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5eed-5705-4076-93f3-fbc80abd74f8 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:49.832723 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5eed-5705-4076-93f3-fbc80abd74f8 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:49.841067 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 6d0d5c47-fb10-4c59-b016-667aa8b3b22d triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 08:00:49.841561 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:49.862299 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5eed-5705-4076-93f3-fbc80abd74f8 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:49.866411 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-7f2d5eed-5705-4076-93f3-fbc80abd74f8 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1433074 Sep 23 08:00:49.866411 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5eed-5705-4076-93f3-fbc80abd74f8 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48c6573d-00b4-4963-af5c-c5d2e8f15af7,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:00:49.867436 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 56852) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:00:49.872540 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-13d6fc57-3be1-4bac-b6de-b0a4c8833e97 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Request body: {'security_group_rule': {'security_group_id': '48c6573d-00b4-4963-af5c-c5d2e8f15af7', 'project_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 08:00:49.901185 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-13d6fc57-3be1-4bac-b6de-b0a4c8833e97 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:49.947781 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-13d6fc57-3be1-4bac-b6de-b0a4c8833e97 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:49.951805 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-13d6fc57-3be1-4bac-b6de-b0a4c8833e97 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:49.970514 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d6fc57-3be1-4bac-b6de-b0a4c8833e97 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32fe6075-3115-41d2-b6d1-7b649eebe016,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:00:49.975851 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-13d6fc57-3be1-4bac-b6de-b0a4c8833e97 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:49.979785 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-13d6fc57-3be1-4bac-b6de-b0a4c8833e97 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1085448 Sep 23 08:00:49.979980 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 56854) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:00:49.984558 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-647afff7-9931-4fd5-8f26-b838e03dfe1b tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Request body: {'security_group_rule': {'security_group_id': '48c6573d-00b4-4963-af5c-c5d2e8f15af7', 'project_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 08:00:50.010554 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-647afff7-9931-4fd5-8f26-b838e03dfe1b tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:50.067463 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-647afff7-9931-4fd5-8f26-b838e03dfe1b tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:50.071368 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-647afff7-9931-4fd5-8f26-b838e03dfe1b tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:50.091064 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647afff7-9931-4fd5-8f26-b838e03dfe1b tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=141f6f30-b19c-4334-9500-b25cf7b9a88e,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:00:50.097513 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-647afff7-9931-4fd5-8f26-b838e03dfe1b tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:50.101704 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-647afff7-9931-4fd5-8f26-b838e03dfe1b tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1179421 Sep 23 08:00:50.101978 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 56856) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:00:50.106306 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-8b0b0613-31fb-4ec2-a0d3-c3b038ca95e4 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Request body: {'security_group_rule': {'security_group_id': '48c6573d-00b4-4963-af5c-c5d2e8f15af7', 'project_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 08:00:50.133200 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8b0b0613-31fb-4ec2-a0d3-c3b038ca95e4 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:50.193725 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8b0b0613-31fb-4ec2-a0d3-c3b038ca95e4 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:50.197184 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8b0b0613-31fb-4ec2-a0d3-c3b038ca95e4 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:50.214734 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0b0613-31fb-4ec2-a0d3-c3b038ca95e4 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b116338d-beb7-47c2-821f-bd7f1c13b61e,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:00:50.221711 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-8b0b0613-31fb-4ec2-a0d3-c3b038ca95e4 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:50.225590 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-8b0b0613-31fb-4ec2-a0d3-c3b038ca95e4 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1200926 Sep 23 08:00:50.225781 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 56858) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:00:50.230046 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-125da31f-2c1e-4c1e-92f2-c27333a5a3c5 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Request body: {'security_group_rule': {'security_group_id': '48c6573d-00b4-4963-af5c-c5d2e8f15af7', 'project_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 08:00:50.256110 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-125da31f-2c1e-4c1e-92f2-c27333a5a3c5 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:50.326789 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-125da31f-2c1e-4c1e-92f2-c27333a5a3c5 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:50.330237 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-125da31f-2c1e-4c1e-92f2-c27333a5a3c5 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:50.347646 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125da31f-2c1e-4c1e-92f2-c27333a5a3c5 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d741edf6-0538-4272-8d28-69bdd3837f99,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:00:50.355203 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-125da31f-2c1e-4c1e-92f2-c27333a5a3c5 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:50.357115 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-125da31f-2c1e-4c1e-92f2-c27333a5a3c5 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1303880 Sep 23 08:00:50.359824 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 56860) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:00:50.364108 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-67c9379f-5e39-4f43-be41-c57ad1b2fe1c tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Request body: {'security_group_rule': {'security_group_id': '48c6573d-00b4-4963-af5c-c5d2e8f15af7', 'project_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 08:00:50.385638 n-d-715271-16 neutron-server[95066]: INFO neutron.db.securitygroups_db [None req-67c9379f-5e39-4f43-be41-c57ad1b2fe1c tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Project e28cbe594e624953a2ab345b5cee5c5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 08:00:50.390670 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-67c9379f-5e39-4f43-be41-c57ad1b2fe1c tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:50.451392 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-67c9379f-5e39-4f43-be41-c57ad1b2fe1c tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:50.454981 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-67c9379f-5e39-4f43-be41-c57ad1b2fe1c tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:50.474799 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c9379f-5e39-4f43-be41-c57ad1b2fe1c tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a16443ec-2830-4c06-834a-49ce9e1f2609,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:00:50.478167 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-67c9379f-5e39-4f43-be41-c57ad1b2fe1c tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:50.479489 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-67c9379f-5e39-4f43-be41-c57ad1b2fe1c tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1187458 Sep 23 08:00:50.482583 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 56862) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:00:50.487090 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-caab1ca6-ecca-4928-88fd-2608c5c4edcd tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Request body: {'security_group_rule': {'security_group_id': '48c6573d-00b4-4963-af5c-c5d2e8f15af7', 'project_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 08:00:50.509359 n-d-715271-16 neutron-server[95066]: INFO neutron.db.securitygroups_db [None req-caab1ca6-ecca-4928-88fd-2608c5c4edcd tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Project e28cbe594e624953a2ab345b5cee5c5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 08:00:50.515754 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-caab1ca6-ecca-4928-88fd-2608c5c4edcd tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:50.580265 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-caab1ca6-ecca-4928-88fd-2608c5c4edcd tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:50.583779 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-caab1ca6-ecca-4928-88fd-2608c5c4edcd tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:50.601314 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caab1ca6-ecca-4928-88fd-2608c5c4edcd tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a84387b-dc2e-4607-883d-03c32dcc1b23,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:00:50.608112 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-caab1ca6-ecca-4928-88fd-2608c5c4edcd tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:50.609857 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-caab1ca6-ecca-4928-88fd-2608c5c4edcd tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1256959 Sep 23 08:00:50.752970 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-44dd43fa-b274-47d8-9693-c56a3e7d0f4a req-26a8dcad-5940-4e1b-b03b-c46717f45d5b tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-783185197&fields=id&tenant_id=e28cbe594e624953a2ab345b5cee5c5e HTTP/1.1" status: 200 len: 267 time: 0.0341554 Sep 23 08:00:50.866144 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd43fa-b274-47d8-9693-c56a3e7d0f4a req-a2a30d2f-03b3-4e86-bd81-089785073ea6 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:00:50.867668 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-44dd43fa-b274-47d8-9693-c56a3e7d0f4a req-a2a30d2f-03b3-4e86-bd81-089785073ea6 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/networks?id=3bf5049b-4943-470b-a29e-27b5fe0dd709 HTTP/1.1" status: 200 len: 809 time: 0.1076176 Sep 23 08:00:50.883504 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-44dd43fa-b274-47d8-9693-c56a3e7d0f4a req-85e77b62-c2b3-459f-9ce7-af2424b7977a tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/quotas/e28cbe594e624953a2ab345b5cee5c5e HTTP/1.1" status: 200 len: 375 time: 0.0095880 Sep 23 08:00:50.941201 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-44dd43fa-b274-47d8-9693-c56a3e7d0f4a req-84f028bd-f560-45f4-b87c-09098c34a310 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e28cbe594e624953a2ab345b5cee5c5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513036 Sep 23 08:00:51.000934 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8e165f-60bd-4a5f-af11-e04287a00018 None None] Sync routers for ids ['9f1ac4ce-f333-4681-9b14-f74d2d901b30'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 08:00:51.010347 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8e165f-60bd-4a5f-af11-e04287a00018 None None] Routers {'9f1ac4ce-f333-4681-9b14-f74d2d901b30'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 08:00:51.011050 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-ac8e165f-60bd-4a5f-af11-e04287a00018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T08:00:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['9f1ac4ce-f333-4681-9b14-f74d2d901b30'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:00:51.046902 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [req-44dd43fa-b274-47d8-9693-c56a3e7d0f4a req-e16f4852-f14c-4283-a080-a28dabefaaa6 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 08:00:51.047935 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-44dd43fa-b274-47d8-9693-c56a3e7d0f4a req-e16f4852-f14c-4283-a080-a28dabefaaa6 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0942440 Sep 23 08:00:51.120979 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-ac8e165f-60bd-4a5f-af11-e04287a00018 None None] Set router 9f1ac4ce-f333-4681-9b14-f74d2d901b30 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 08:00:51.141321 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-44dd43fa-b274-47d8-9693-c56a3e7d0f4a req-915c6690-7ce5-4078-a45e-c4494988ebba service neutron] 10.222.0.39 "GET /v2.0/networks/3bf5049b-4943-470b-a29e-27b5fe0dd709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871160 Sep 23 08:00:51.243773 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-44dd43fa-b274-47d8-9693-c56a3e7d0f4a req-cf4f6ec6-4eea-4377-8c5f-66ca7f6c2780 service neutron] 10.222.0.39 "GET /v2.0/networks/3bf5049b-4943-470b-a29e-27b5fe0dd709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958121 Sep 23 08:00:51.358402 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 5012e2d3-71a3-4319-b401-636f67883373 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 08:00:51.446689 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-cb26ca52-22b9-481a-b61a-9c78c3ed4440 req-4df5bb53-a454-482f-9db7-7155b8d5cf57 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=250c00f0-96b1-41a3-9d9f-0dfe2a365038 HTTP/1.1" status: 200 len: 210 time: 0.0398715 Sep 23 08:00:51.477796 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 5012e2d3-71a3-4319-b401-636f67883373 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 08:00:51.478198 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:51.584273 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-ac8e165f-60bd-4a5f-af11-e04287a00018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1ac4ce-f333-4681-9b14-f74d2d901b30', 'name': 'tempest-TestShelveInstance-2001528462-router', 'tenant_id': 'fcddcc9cbe7249ad8772d0d9c00c6fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': '5012e2d3-71a3-4319-b401-636f67883373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T08:00:45Z', 'updated_at': '2021-09-23T08:00:48Z', 'revision_number': 4, 'project_id': 'fcddcc9cbe7249ad8772d0d9c00c6fa5', 'gw_port': {'id': '5012e2d3-71a3-4319-b401-636f67883373', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:4e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1ac4ce-f333-4681-9b14-f74d2d901b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:00:45Z', 'updated_at': '2021-09-23T08:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '4dac6190-2c0a-441f-a30e-4d7d55de4e50', 'name': '', 'network_id': 'f361a743-88c1-4d4a-8dac-515030c1f468', 'tenant_id': 'fcddcc9cbe7249ad8772d0d9c00c6fa5', 'mac_address': 'fa:16:3e:c8:63:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f1ac4ce-f333-4681-9b14-f74d2d901b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '86760eb1-f0cd-4dcb-a9b5-86d3dc81dd24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:00:47Z', 'updated_at': '2021-09-23T08:00:48Z', 'revision_number': 2, 'project_id': 'fcddcc9cbe7249ad8772d0d9c00c6fa5', 'subnets': [{'id': '86760eb1-f0cd-4dcb-a9b5-86d3dc81dd24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:00:51.616796 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8e165f-60bd-4a5f-af11-e04287a00018 None None] Checking router: 9f1ac4ce-f333-4681-9b14-f74d2d901b30 for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 08:00:51.617156 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8e165f-60bd-4a5f-af11-e04287a00018 None None] Updating router 9f1ac4ce-f333-4681-9b14-f74d2d901b30 port 4dac6190-2c0a-441f-a30e-4d7d55de4e50 binding host n-d-715271-16 {{(pid=95067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 08:00:51.649839 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ac8e165f-60bd-4a5f-af11-e04287a00018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:51.925712 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ac8e165f-60bd-4a5f-af11-e04287a00018 None None] Notify callbacks [] for port, precommit_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:51.931496 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ac8e165f-60bd-4a5f-af11-e04287a00018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:51.992353 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f481e0b8-b9eb-4841-b373-aef8fcf649a8 None None] Pushing event updated for resources: {'Port': ['ID=4dac6190-2c0a-441f-a30e-4d7d55de4e50,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:00:52.041370 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-ac8e165f-60bd-4a5f-af11-e04287a00018 None None] Attempting to bind port 4dac6190-2c0a-441f-a30e-4d7d55de4e50 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 08:00:52.042059 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-ac8e165f-60bd-4a5f-af11-e04287a00018 None None] Attempting to bind port 4dac6190-2c0a-441f-a30e-4d7d55de4e50 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': 'a616f4bf-cfcd-47c7-ac17-a6de034fd33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f361a743-88c1-4d4a-8dac-515030c1f468'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 08:00:52.042169 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8e165f-60bd-4a5f-af11-e04287a00018 None None] Attempting to bind port 4dac6190-2c0a-441f-a30e-4d7d55de4e50 on network f361a743-88c1-4d4a-8dac-515030c1f468 {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 08:00:52.048350 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8e165f-60bd-4a5f-af11-e04287a00018 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 8, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 08:00:52.048730 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8e165f-60bd-4a5f-af11-e04287a00018 None None] Checking segment: {'id': 'a616f4bf-cfcd-47c7-ac17-a6de034fd33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f361a743-88c1-4d4a-8dac-515030c1f468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 08:00:52.049137 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ac8e165f-60bd-4a5f-af11-e04287a00018 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:52.049531 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8e165f-60bd-4a5f-af11-e04287a00018 None None] Bound using segment: {'id': 'a616f4bf-cfcd-47c7-ac17-a6de034fd33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f361a743-88c1-4d4a-8dac-515030c1f468'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 08:00:52.050039 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-ac8e165f-60bd-4a5f-af11-e04287a00018 None None] Bound port: 4dac6190-2c0a-441f-a30e-4d7d55de4e50, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a616f4bf-cfcd-47c7-ac17-a6de034fd33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f361a743-88c1-4d4a-8dac-515030c1f468'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 08:00:52.050418 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ac8e165f-60bd-4a5f-af11-e04287a00018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:52.133187 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-ac8e165f-60bd-4a5f-af11-e04287a00018 None None] For port 4dac6190-2c0a-441f-a30e-4d7d55de4e50, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 08:00:52.136440 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-ac8e165f-60bd-4a5f-af11-e04287a00018 None None] For port 4dac6190-2c0a-441f-a30e-4d7d55de4e50, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=4dac6190-2c0a-441f-a30e-4d7d55de4e50,segment=NetworkSegment(a616f4bf-cfcd-47c7-ac17-a6de034fd33b),segment_id=a616f4bf-cfcd-47c7-ac17-a6de034fd33b)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 08:00:52.142341 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ac8e165f-60bd-4a5f-af11-e04287a00018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:52.204008 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8e165f-60bd-4a5f-af11-e04287a00018 None None] Routers {'9f1ac4ce-f333-4681-9b14-f74d2d901b30'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 08:00:52.204655 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-ac8e165f-60bd-4a5f-af11-e04287a00018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T08:00:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['9f1ac4ce-f333-4681-9b14-f74d2d901b30'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:00:52.240813 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f481e0b8-b9eb-4841-b373-aef8fcf649a8 None None] Pushing event updated for resources: {'Port': ['ID=4dac6190-2c0a-441f-a30e-4d7d55de4e50,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:00:52.327537 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-6467e731-6a3d-463c-85bf-cc8a865f74f1 None None] Provisioning complete for port 4dac6190-2c0a-441f-a30e-4d7d55de4e50 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 08:00:52.327925 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-6467e731-6a3d-463c-85bf-cc8a865f74f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:52.365167 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-ac8e165f-60bd-4a5f-af11-e04287a00018 None None] Set router 9f1ac4ce-f333-4681-9b14-f74d2d901b30 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 08:00:52.541796 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd43fa-b274-47d8-9693-c56a3e7d0f4a req-f7037485-c484-46b1-b3bb-535865b82c4d tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:00:52.543527 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-44dd43fa-b274-47d8-9693-c56a3e7d0f4a req-f7037485-c484-46b1-b3bb-535865b82c4d tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.21 "GET /v2.0/networks?id=3bf5049b-4943-470b-a29e-27b5fe0dd709 HTTP/1.1" status: 200 len: 809 time: 0.1114151 Sep 23 08:00:52.550915 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-6467e731-6a3d-463c-85bf-cc8a865f74f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:52.562239 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-cc2545ee-8414-4250-bc2c-c12077e67ab0 req-8e016fe0-da40-4892-a1d4-7b0db69240ee tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=250c00f0-96b1-41a3-9d9f-0dfe2a365038 HTTP/1.1" status: 200 len: 210 time: 0.0343912 Sep 23 08:00:52.598054 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-44dd43fa-b274-47d8-9693-c56a3e7d0f4a req-0b2c16ee-2795-4baa-942c-839c5428ac3b tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e28cbe594e624953a2ab345b5cee5c5e HTTP/1.1" status: 200 len: 379 time: 0.0414293 Sep 23 08:00:52.607295 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-44dd43fa-b274-47d8-9693-c56a3e7d0f4a req-3320f4bd-1569-4fe1-bb1c-8daefebe96a0 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Request body: {'port': {'device_id': '250c00f0-96b1-41a3-9d9f-0dfe2a365038', 'network_id': '3bf5049b-4943-470b-a29e-27b5fe0dd709', 'admin_state_up': True, 'tenant_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'security_groups': ['48c6573d-00b4-4963-af5c-c5d2e8f15af7']}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 08:00:52.628144 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-6467e731-6a3d-463c-85bf-cc8a865f74f1 None None] For port 4dac6190-2c0a-441f-a30e-4d7d55de4e50, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=4dac6190-2c0a-441f-a30e-4d7d55de4e50,segment=NetworkSegment(a616f4bf-cfcd-47c7-ac17-a6de034fd33b),segment_id=a616f4bf-cfcd-47c7-ac17-a6de034fd33b)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 08:00:52.633320 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-6467e731-6a3d-463c-85bf-cc8a865f74f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:52.693416 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6467e731-6a3d-463c-85bf-cc8a865f74f1 None None] Pushing event updated for resources: {'Port': ['ID=4dac6190-2c0a-441f-a30e-4d7d55de4e50,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:00:52.700583 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-ac8e165f-60bd-4a5f-af11-e04287a00018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1ac4ce-f333-4681-9b14-f74d2d901b30', 'name': 'tempest-TestShelveInstance-2001528462-router', 'tenant_id': 'fcddcc9cbe7249ad8772d0d9c00c6fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': '5012e2d3-71a3-4319-b401-636f67883373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T08:00:45Z', 'updated_at': '2021-09-23T08:00:48Z', 'revision_number': 4, 'project_id': 'fcddcc9cbe7249ad8772d0d9c00c6fa5', 'gw_port': {'id': '5012e2d3-71a3-4319-b401-636f67883373', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:4e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1ac4ce-f333-4681-9b14-f74d2d901b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:00:45Z', 'updated_at': '2021-09-23T08:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '4dac6190-2c0a-441f-a30e-4d7d55de4e50', 'name': '', 'network_id': 'f361a743-88c1-4d4a-8dac-515030c1f468', 'tenant_id': 'fcddcc9cbe7249ad8772d0d9c00c6fa5', 'mac_address': 'fa:16:3e:c8:63:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f1ac4ce-f333-4681-9b14-f74d2d901b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '86760eb1-f0cd-4dcb-a9b5-86d3dc81dd24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:00:47Z', 'updated_at': '2021-09-23T08:00:52Z', 'revision_number': 4, 'project_id': 'fcddcc9cbe7249ad8772d0d9c00c6fa5', 'subnets': [{'id': '86760eb1-f0cd-4dcb-a9b5-86d3dc81dd24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:00:52.722461 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44dd43fa-b274-47d8-9693-c56a3e7d0f4a req-3320f4bd-1569-4fe1-bb1c-8daefebe96a0 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Made reservation on behalf of e28cbe594e624953a2ab345b5cee5c5e for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 08:00:52.726009 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-44dd43fa-b274-47d8-9693-c56a3e7d0f4a req-3320f4bd-1569-4fe1-bb1c-8daefebe96a0 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:52.728170 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8e165f-60bd-4a5f-af11-e04287a00018 None None] The sync data for ids ['9f1ac4ce-f333-4681-9b14-f74d2d901b30'] in n-d-715271-16 is: [{'id': '9f1ac4ce-f333-4681-9b14-f74d2d901b30', 'name': 'tempest-TestShelveInstance-2001528462-router', 'tenant_id': 'fcddcc9cbe7249ad8772d0d9c00c6fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': '5012e2d3-71a3-4319-b401-636f67883373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T08:00:45Z', 'updated_at': '2021-09-23T08:00:48Z', 'revision_number': 4, 'project_id': 'fcddcc9cbe7249ad8772d0d9c00c6fa5', 'gw_port': {'id': '5012e2d3-71a3-4319-b401-636f67883373', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:4e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1ac4ce-f333-4681-9b14-f74d2d901b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:00:45Z', 'updated_at': '2021-09-23T08:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '4dac6190-2c0a-441f-a30e-4d7d55de4e50', 'name': '', 'network_id': 'f361a743-88c1-4d4a-8dac-515030c1f468', 'tenant_id': 'fcddcc9cbe7249ad8772d0d9c00c6fa5', 'mac_address': 'fa:16:3e:c8:63:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f1ac4ce-f333-4681-9b14-f74d2d901b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '86760eb1-f0cd-4dcb-a9b5-86d3dc81dd24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:00:47Z', 'updated_at': '2021-09-23T08:00:52Z', 'revision_number': 4, 'project_id': 'fcddcc9cbe7249ad8772d0d9c00c6fa5', 'subnets': [{'id': '86760eb1-f0cd-4dcb-a9b5-86d3dc81dd24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 08:00:52.754881 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-134328e5-026b-4dbe-b2e0-303b12d081a6 None None] Provisioning complete for port 4dac6190-2c0a-441f-a30e-4d7d55de4e50 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 08:00:52.755546 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-134328e5-026b-4dbe-b2e0-303b12d081a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:52.880273 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-44dd43fa-b274-47d8-9693-c56a3e7d0f4a req-3320f4bd-1569-4fe1-bb1c-8daefebe96a0 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Allocated IP 172.20.0.14 (3bf5049b-4943-470b-a29e-27b5fe0dd709/1a01c554-9801-4f62-8d0b-07f975911021/9de2d752-1654-46d4-8f45-7142493374c1) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 08:00:53.031648 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-44dd43fa-b274-47d8-9693-c56a3e7d0f4a req-3320f4bd-1569-4fe1-bb1c-8daefebe96a0 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:53.067662 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-44dd43fa-b274-47d8-9693-c56a3e7d0f4a req-3320f4bd-1569-4fe1-bb1c-8daefebe96a0 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:53.114215 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44dd43fa-b274-47d8-9693-c56a3e7d0f4a req-3320f4bd-1569-4fe1-bb1c-8daefebe96a0 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Network 3bf5049b-4943-470b-a29e-27b5fe0dd709 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 08:00:53.117357 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-44dd43fa-b274-47d8-9693-c56a3e7d0f4a req-3320f4bd-1569-4fe1-bb1c-8daefebe96a0 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 08:00:53.124470 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-44dd43fa-b274-47d8-9693-c56a3e7d0f4a req-3320f4bd-1569-4fe1-bb1c-8daefebe96a0 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 08:00:53.128359 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3320f4bd-1569-4fe1-bb1c-8daefebe96a0 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Pushing event updated for resources: {'Port': ['ID=9de2d752-1654-46d4-8f45-7142493374c1,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:00:53.199912 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd43fa-b274-47d8-9693-c56a3e7d0f4a req-3320f4bd-1569-4fe1-bb1c-8daefebe96a0 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:00:53.200563 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-44dd43fa-b274-47d8-9693-c56a3e7d0f4a req-3320f4bd-1569-4fe1-bb1c-8daefebe96a0 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:53.231673 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-44dd43fa-b274-47d8-9693-c56a3e7d0f4a req-3320f4bd-1569-4fe1-bb1c-8daefebe96a0 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6242721 Sep 23 08:00:53.237260 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 4dac6190-2c0a-441f-a30e-4d7d55de4e50 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 08:00:53.244916 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-44dd43fa-b274-47d8-9693-c56a3e7d0f4a req-5499ee69-68a6-43a4-9114-b9149fab0a80 service neutron] Request body: {'port': {'device_id': '250c00f0-96b1-41a3-9d9f-0dfe2a365038', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 08:00:53.288530 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 4dac6190-2c0a-441f-a30e-4d7d55de4e50 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 08:00:53.288979 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:53.303394 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-44dd43fa-b274-47d8-9693-c56a3e7d0f4a req-5499ee69-68a6-43a4-9114-b9149fab0a80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:53.389815 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-cfc892cc-45dc-4f6f-afdf-e19a2b1dd54f None None] Provisioning complete for port 9de2d752-1654-46d4-8f45-7142493374c1 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 08:00:53.390230 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-cfc892cc-45dc-4f6f-afdf-e19a2b1dd54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:53.436002 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-cfc892cc-45dc-4f6f-afdf-e19a2b1dd54f None None] Port 9de2d752-1654-46d4-8f45-7142493374c1 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 08:00:53.582830 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-44dd43fa-b274-47d8-9693-c56a3e7d0f4a req-5499ee69-68a6-43a4-9114-b9149fab0a80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9de2d752-1654-46d4-8f45-7142493374c1 {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 08:00:53.591265 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-44dd43fa-b274-47d8-9693-c56a3e7d0f4a req-5499ee69-68a6-43a4-9114-b9149fab0a80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:53.603289 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-44dd43fa-b274-47d8-9693-c56a3e7d0f4a req-5499ee69-68a6-43a4-9114-b9149fab0a80 service neutron] Transition to ACTIVE for port object 9de2d752-1654-46d4-8f45-7142493374c1 will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 08:00:53.607354 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-44dd43fa-b274-47d8-9693-c56a3e7d0f4a req-5499ee69-68a6-43a4-9114-b9149fab0a80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:53.692823 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5499ee69-68a6-43a4-9114-b9149fab0a80 service neutron] Pushing event updated for resources: {'Port': ['ID=9de2d752-1654-46d4-8f45-7142493374c1,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:00:53.755145 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbd0e05-2bf6-42f5-b9d9-9f796c45c99c req-0dcb51e2-67b7-44e4-ae5c-93ffb9bec309 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:00:53.756687 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6bbd0e05-2bf6-42f5-b9d9-9f796c45c99c req-0dcb51e2-67b7-44e4-ae5c-93ffb9bec309 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=250c00f0-96b1-41a3-9d9f-0dfe2a365038 HTTP/1.1" status: 200 len: 944 time: 0.1174870 Sep 23 08:00:53.799209 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-44dd43fa-b274-47d8-9693-c56a3e7d0f4a req-5499ee69-68a6-43a4-9114-b9149fab0a80 service neutron] Attempting to bind port 9de2d752-1654-46d4-8f45-7142493374c1 on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 08:00:53.799544 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-44dd43fa-b274-47d8-9693-c56a3e7d0f4a req-5499ee69-68a6-43a4-9114-b9149fab0a80 service neutron] Attempting to bind port 9de2d752-1654-46d4-8f45-7142493374c1 by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': 'b89bc78a-187e-4ed3-9ecc-5b1f6845bb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3bf5049b-4943-470b-a29e-27b5fe0dd709'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 08:00:53.799871 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44dd43fa-b274-47d8-9693-c56a3e7d0f4a req-5499ee69-68a6-43a4-9114-b9149fab0a80 service neutron] Attempting to bind port 9de2d752-1654-46d4-8f45-7142493374c1 on network 3bf5049b-4943-470b-a29e-27b5fe0dd709 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 08:00:53.810095 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44dd43fa-b274-47d8-9693-c56a3e7d0f4a req-5499ee69-68a6-43a4-9114-b9149fab0a80 service neutron] Port 9de2d752-1654-46d4-8f45-7142493374c1 on network 3bf5049b-4943-470b-a29e-27b5fe0dd709 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 08:00:53.810399 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44dd43fa-b274-47d8-9693-c56a3e7d0f4a req-5499ee69-68a6-43a4-9114-b9149fab0a80 service neutron] Attempting to bind port 9de2d752-1654-46d4-8f45-7142493374c1 on network 3bf5049b-4943-470b-a29e-27b5fe0dd709 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 08:00:53.820018 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44dd43fa-b274-47d8-9693-c56a3e7d0f4a req-5499ee69-68a6-43a4-9114-b9149fab0a80 service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 8, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 08:00:53.820359 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44dd43fa-b274-47d8-9693-c56a3e7d0f4a req-5499ee69-68a6-43a4-9114-b9149fab0a80 service neutron] Checking segment: {'id': 'b89bc78a-187e-4ed3-9ecc-5b1f6845bb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3bf5049b-4943-470b-a29e-27b5fe0dd709'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 08:00:53.820739 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44dd43fa-b274-47d8-9693-c56a3e7d0f4a req-5499ee69-68a6-43a4-9114-b9149fab0a80 service neutron] Bound using segment: {'id': 'b89bc78a-187e-4ed3-9ecc-5b1f6845bb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3bf5049b-4943-470b-a29e-27b5fe0dd709'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 08:00:53.821169 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-44dd43fa-b274-47d8-9693-c56a3e7d0f4a req-5499ee69-68a6-43a4-9114-b9149fab0a80 service neutron] Bound port: 9de2d752-1654-46d4-8f45-7142493374c1, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b89bc78a-187e-4ed3-9ecc-5b1f6845bb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3bf5049b-4943-470b-a29e-27b5fe0dd709'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 08:00:53.821532 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-44dd43fa-b274-47d8-9693-c56a3e7d0f4a req-5499ee69-68a6-43a4-9114-b9149fab0a80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:53.826474 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6bbd0e05-2bf6-42f5-b9d9-9f796c45c99c req-d269d1d9-a29f-49bf-a062-15ec8b982917 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=48c6573d-00b4-4963-af5c-c5d2e8f15af7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625446 Sep 23 08:00:53.890020 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-44dd43fa-b274-47d8-9693-c56a3e7d0f4a req-5499ee69-68a6-43a4-9114-b9149fab0a80 service neutron] For port 9de2d752-1654-46d4-8f45-7142493374c1, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 08:00:53.892941 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-44dd43fa-b274-47d8-9693-c56a3e7d0f4a req-5499ee69-68a6-43a4-9114-b9149fab0a80 service neutron] For port 9de2d752-1654-46d4-8f45-7142493374c1, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=9de2d752-1654-46d4-8f45-7142493374c1,segment=NetworkSegment(b89bc78a-187e-4ed3-9ecc-5b1f6845bb69),segment_id=b89bc78a-187e-4ed3-9ecc-5b1f6845bb69)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 08:00:53.897430 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-44dd43fa-b274-47d8-9693-c56a3e7d0f4a req-5499ee69-68a6-43a4-9114-b9149fab0a80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:53.932275 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd43fa-b274-47d8-9693-c56a3e7d0f4a req-5499ee69-68a6-43a4-9114-b9149fab0a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:00:53.933231 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-44dd43fa-b274-47d8-9693-c56a3e7d0f4a req-5499ee69-68a6-43a4-9114-b9149fab0a80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:53.935178 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-44dd43fa-b274-47d8-9693-c56a3e7d0f4a req-5499ee69-68a6-43a4-9114-b9149fab0a80 service neutron] 10.222.0.21 "PUT /v2.0/ports/9de2d752-1654-46d4-8f45-7142493374c1 HTTP/1.1" status: 200 len: 1093 time: 0.6950989 Sep 23 08:00:53.937511 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '250c00f0-96b1-41a3-9d9f-0dfe2a365038', 'tag': '9de2d752-1654-46d4-8f45-7142493374c1'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 08:00:53.939691 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f95ab57a745480e309303c621f93016f7af13821b9c47ad15b10e565102b0cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da79cbe1-bc23-4b9e-ae06-5e16dae68be5" -d '{"events": [{"name": "network-changed", "server_uuid": "250c00f0-96b1-41a3-9d9f-0dfe2a365038", "tag": "9de2d752-1654-46d4-8f45-7142493374c1"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 08:00:53.965072 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5499ee69-68a6-43a4-9114-b9149fab0a80 service neutron] Pushing event updated for resources: {'Port': ['ID=9de2d752-1654-46d4-8f45-7142493374c1,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:00:53.983942 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 08:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-094d4f11-1c7e-4c15-a123-0ed634cdedaa x-openstack-request-id: req-094d4f11-1c7e-4c15-a123-0ed634cdedaa {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 08:00:53.984750 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "250c00f0-96b1-41a3-9d9f-0dfe2a365038", "tag": "9de2d752-1654-46d4-8f45-7142493374c1", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 08:00:53.985012 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-094d4f11-1c7e-4c15-a123-0ed634cdedaa {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 08:00:53.985407 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '250c00f0-96b1-41a3-9d9f-0dfe2a365038', 'tag': '9de2d752-1654-46d4-8f45-7142493374c1', 'status': 'completed', 'code': 200} Sep 23 08:00:54.040135 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd43fa-b274-47d8-9693-c56a3e7d0f4a req-0bc1bd2b-a8fc-4958-804a-7edf4186606b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:00:54.041698 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-44dd43fa-b274-47d8-9693-c56a3e7d0f4a req-0bc1bd2b-a8fc-4958-804a-7edf4186606b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e28cbe594e624953a2ab345b5cee5c5e&device_id=250c00f0-96b1-41a3-9d9f-0dfe2a365038 HTTP/1.1" status: 200 len: 1096 time: 0.0437722 Sep 23 08:00:54.094935 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-44dd43fa-b274-47d8-9693-c56a3e7d0f4a req-acf796c0-ad57-4797-878c-e780030198e2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9de2d752-1654-46d4-8f45-7142493374c1 HTTP/1.1" status: 200 len: 217 time: 0.0421643 Sep 23 08:00:54.146237 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd43fa-b274-47d8-9693-c56a3e7d0f4a req-3096b3db-f8cf-4117-9414-f9c12cecde73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:00:54.147760 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-44dd43fa-b274-47d8-9693-c56a3e7d0f4a req-3096b3db-f8cf-4117-9414-f9c12cecde73 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1a01c554-9801-4f62-8d0b-07f975911021 HTTP/1.1" status: 200 len: 848 time: 0.0464072 Sep 23 08:00:54.196618 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd43fa-b274-47d8-9693-c56a3e7d0f4a req-ec031ee2-691f-4e04-b06e-324c31c66536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:00:54.198209 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-44dd43fa-b274-47d8-9693-c56a3e7d0f4a req-ec031ee2-691f-4e04-b06e-324c31c66536 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3bf5049b-4943-470b-a29e-27b5fe0dd709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430257 Sep 23 08:00:54.291492 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-44dd43fa-b274-47d8-9693-c56a3e7d0f4a req-bf8ca89d-9d0a-4290-bba0-1856aa4e59ff service neutron] 10.222.0.21 "GET /v2.0/networks/3bf5049b-4943-470b-a29e-27b5fe0dd709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863218 Sep 23 08:00:54.394805 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-44dd43fa-b274-47d8-9693-c56a3e7d0f4a req-912b73ee-de41-44b4-b9d8-bbc49ae0c060 service neutron] 10.222.0.21 "GET /v2.0/networks/3bf5049b-4943-470b-a29e-27b5fe0dd709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961316 Sep 23 08:00:54.515764 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da79cbe1-bc23-4b9e-ae06-5e16dae68be5 req-fd1640e0-4256-457c-ab8a-2db7e03ddc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:00:54.517237 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-da79cbe1-bc23-4b9e-ae06-5e16dae68be5 req-fd1640e0-4256-457c-ab8a-2db7e03ddc19 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e28cbe594e624953a2ab345b5cee5c5e&device_id=250c00f0-96b1-41a3-9d9f-0dfe2a365038 HTTP/1.1" status: 200 len: 1096 time: 0.0461969 Sep 23 08:00:54.612677 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da79cbe1-bc23-4b9e-ae06-5e16dae68be5 req-191acc6c-d5e0-4efb-90ce-50013ffd832d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:00:54.614177 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-da79cbe1-bc23-4b9e-ae06-5e16dae68be5 req-191acc6c-d5e0-4efb-90ce-50013ffd832d service neutron] 10.222.0.21 "GET /v2.0/networks?id=3bf5049b-4943-470b-a29e-27b5fe0dd709 HTTP/1.1" status: 200 len: 910 time: 0.0894227 Sep 23 08:00:54.661953 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-da79cbe1-bc23-4b9e-ae06-5e16dae68be5 req-78e61497-dff5-4c2b-bf97-7a109cf19283 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9de2d752-1654-46d4-8f45-7142493374c1 HTTP/1.1" status: 200 len: 217 time: 0.0403934 Sep 23 08:00:54.712368 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da79cbe1-bc23-4b9e-ae06-5e16dae68be5 req-c572f773-da93-4bd0-ac60-7237ab7987a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:00:54.713947 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-da79cbe1-bc23-4b9e-ae06-5e16dae68be5 req-c572f773-da93-4bd0-ac60-7237ab7987a1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1a01c554-9801-4f62-8d0b-07f975911021 HTTP/1.1" status: 200 len: 848 time: 0.0456057 Sep 23 08:00:54.761100 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da79cbe1-bc23-4b9e-ae06-5e16dae68be5 req-0528fbfb-7013-4067-a277-a349b17fcf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:00:54.762712 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-da79cbe1-bc23-4b9e-ae06-5e16dae68be5 req-0528fbfb-7013-4067-a277-a349b17fcf5a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3bf5049b-4943-470b-a29e-27b5fe0dd709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419521 Sep 23 08:00:54.860683 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-da79cbe1-bc23-4b9e-ae06-5e16dae68be5 req-62d8fa7b-2573-4838-9ba1-6a6fd72b96b5 service neutron] 10.222.0.21 "GET /v2.0/networks/3bf5049b-4943-470b-a29e-27b5fe0dd709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909040 Sep 23 08:00:54.992602 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae107d99-7119-46aa-99b2-b5d11c5d67d0 req-14326e40-3aa8-41a0-81ab-eea74f8fbdf6 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:00:54.994095 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ae107d99-7119-46aa-99b2-b5d11c5d67d0 req-14326e40-3aa8-41a0-81ab-eea74f8fbdf6 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=250c00f0-96b1-41a3-9d9f-0dfe2a365038 HTTP/1.1" status: 200 len: 944 time: 0.0983284 Sep 23 08:00:54.995895 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-da79cbe1-bc23-4b9e-ae06-5e16dae68be5 req-5c6641ea-4502-4ff6-abce-749dfdbea47d service neutron] 10.222.0.21 "GET /v2.0/networks/3bf5049b-4943-470b-a29e-27b5fe0dd709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282156 Sep 23 08:00:55.034838 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ae107d99-7119-46aa-99b2-b5d11c5d67d0 req-e2bc3c1b-8b07-40bc-a052-679a8a247ec0 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=48c6573d-00b4-4963-af5c-c5d2e8f15af7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348067 Sep 23 08:00:56.154144 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7537e63-d838-4fd2-989f-1e54f9540754 req-971548bb-670a-4f4f-9235-3414a5e8a576 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:00:56.155642 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b7537e63-d838-4fd2-989f-1e54f9540754 req-971548bb-670a-4f4f-9235-3414a5e8a576 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=250c00f0-96b1-41a3-9d9f-0dfe2a365038 HTTP/1.1" status: 200 len: 944 time: 0.0515475 Sep 23 08:00:56.193816 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b7537e63-d838-4fd2-989f-1e54f9540754 req-973d8f14-f277-49dd-9514-69873be429eb tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=48c6573d-00b4-4963-af5c-c5d2e8f15af7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321658 Sep 23 08:00:57.308860 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f393204-ef53-4add-bbf0-deb42eb979fe req-35575ca0-493b-4f41-ba29-6db99e639eaf tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:00:57.310997 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6f393204-ef53-4add-bbf0-deb42eb979fe req-35575ca0-493b-4f41-ba29-6db99e639eaf tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=250c00f0-96b1-41a3-9d9f-0dfe2a365038 HTTP/1.1" status: 200 len: 944 time: 0.0486617 Sep 23 08:00:57.348400 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6f393204-ef53-4add-bbf0-deb42eb979fe req-a837c336-2ffd-4cf9-80f3-e934b1510063 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=48c6573d-00b4-4963-af5c-c5d2e8f15af7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313201 Sep 23 08:00:58.481624 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ead95-2277-42ef-b89a-323e74bc40e5 req-bd8975eb-b6ee-448e-a343-558ff5687728 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:00:58.483152 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2b9ead95-2277-42ef-b89a-323e74bc40e5 req-bd8975eb-b6ee-448e-a343-558ff5687728 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=250c00f0-96b1-41a3-9d9f-0dfe2a365038 HTTP/1.1" status: 200 len: 944 time: 0.0543923 Sep 23 08:00:58.520322 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-2b9ead95-2277-42ef-b89a-323e74bc40e5 req-180a404d-dfbc-4171-9242-ea32d5270a19 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=48c6573d-00b4-4963-af5c-c5d2e8f15af7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314381 Sep 23 08:00:59.215043 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 9de2d752-1654-46d4-8f45-7142493374c1 details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 08:00:59.311183 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 9de2d752-1654-46d4-8f45-7142493374c1, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=9de2d752-1654-46d4-8f45-7142493374c1,segment=NetworkSegment(b89bc78a-187e-4ed3-9ecc-5b1f6845bb69),segment_id=b89bc78a-187e-4ed3-9ecc-5b1f6845bb69)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 08:00:59.322038 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': '9de2d752-1654-46d4-8f45-7142493374c1', 'network_id': '3bf5049b-4943-470b-a29e-27b5fe0dd709', 'port_id': '9de2d752-1654-46d4-8f45-7142493374c1', 'mac_address': 'fa:16:3e:45:b0:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a01c554-9801-4f62-8d0b-07f975911021', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 08:00:59.361072 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:59.374524 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9de2d752-1654-46d4-8f45-7142493374c1 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 08:00:59.394147 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 9de2d752-1654-46d4-8f45-7142493374c1, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=9de2d752-1654-46d4-8f45-7142493374c1,segment=NetworkSegment(b89bc78a-187e-4ed3-9ecc-5b1f6845bb69),segment_id=b89bc78a-187e-4ed3-9ecc-5b1f6845bb69)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 08:00:59.397653 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:00:59.443245 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=9de2d752-1654-46d4-8f45-7142493374c1,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:00:59.634893 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f6037-2612-4c1f-b280-587c88372df5 req-ff32a435-3b9e-45a3-8e72-698f5b7ab24c tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:00:59.636272 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bd2f6037-2612-4c1f-b280-587c88372df5 req-ff32a435-3b9e-45a3-8e72-698f5b7ab24c tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=250c00f0-96b1-41a3-9d9f-0dfe2a365038 HTTP/1.1" status: 200 len: 945 time: 0.0492632 Sep 23 08:00:59.672965 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bd2f6037-2612-4c1f-b280-587c88372df5 req-c7cbb28a-59ea-49b6-8d86-a7baf6e2d388 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=48c6573d-00b4-4963-af5c-c5d2e8f15af7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307512 Sep 23 08:00:59.774614 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['9de2d752-1654-46d4-8f45-7142493374c1'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 08:01:00.787304 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0306ed-0484-4189-8aa9-0af0422c3071 req-831aaf4d-c549-45f2-87e9-e8ec7c43730e tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:01:00.788789 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0b0306ed-0484-4189-8aa9-0af0422c3071 req-831aaf4d-c549-45f2-87e9-e8ec7c43730e tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=250c00f0-96b1-41a3-9d9f-0dfe2a365038 HTTP/1.1" status: 200 len: 945 time: 0.0504086 Sep 23 08:01:00.827312 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0b0306ed-0484-4189-8aa9-0af0422c3071 req-c936488c-ab6c-40bf-a79e-9402e05968c3 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=48c6573d-00b4-4963-af5c-c5d2e8f15af7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323169 Sep 23 08:01:01.212465 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 9de2d752-1654-46d4-8f45-7142493374c1 up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 08:01:01.260874 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port 9de2d752-1654-46d4-8f45-7142493374c1 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 08:01:01.264470 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port 9de2d752-1654-46d4-8f45-7142493374c1 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 08:01:01.264838 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:01:01.342683 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:01:01.364567 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '250c00f0-96b1-41a3-9d9f-0dfe2a365038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de2d752-1654-46d4-8f45-7142493374c1'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 08:01:01.366862 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ba4f7dfdfe0dde90123cb5af03ec17f0bd1073b346dec34131962e04cdfc7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f30e0208-349d-41e9-8ca2-cc8ffc1d1934" -d '{"events": [{"server_uuid": "250c00f0-96b1-41a3-9d9f-0dfe2a365038", "name": "network-vif-plugged", "status": "completed", "tag": "9de2d752-1654-46d4-8f45-7142493374c1"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 08:01:01.379675 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 9de2d752-1654-46d4-8f45-7142493374c1, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=9de2d752-1654-46d4-8f45-7142493374c1,segment=NetworkSegment(b89bc78a-187e-4ed3-9ecc-5b1f6845bb69),segment_id=b89bc78a-187e-4ed3-9ecc-5b1f6845bb69)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 08:01:01.384587 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:01:01.436413 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=9de2d752-1654-46d4-8f45-7142493374c1,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:01:01.467490 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 08:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a24710bc-683b-48f0-a477-eea1aa8d9ea3 x-openstack-request-id: req-a24710bc-683b-48f0-a477-eea1aa8d9ea3 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 08:01:01.467808 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "250c00f0-96b1-41a3-9d9f-0dfe2a365038", "name": "network-vif-plugged", "status": "completed", "tag": "9de2d752-1654-46d4-8f45-7142493374c1", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 08:01:01.468059 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a24710bc-683b-48f0-a477-eea1aa8d9ea3 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 08:01:01.468451 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '250c00f0-96b1-41a3-9d9f-0dfe2a365038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de2d752-1654-46d4-8f45-7142493374c1', 'code': 200} Sep 23 08:01:01.587849 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8439a96-cd16-40d0-9871-640a054320a4 req-9048f624-dc05-4559-a935-5955d72c9854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:01:01.590104 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f8439a96-cd16-40d0-9871-640a054320a4 req-9048f624-dc05-4559-a935-5955d72c9854 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=250c00f0-96b1-41a3-9d9f-0dfe2a365038 HTTP/1.1" status: 200 len: 1098 time: 0.0488920 Sep 23 08:01:01.624514 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f8439a96-cd16-40d0-9871-640a054320a4 req-8c975e1e-091c-437a-99c1-fee040fa9092 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=48c6573d-00b4-4963-af5c-c5d2e8f15af7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275848 Sep 23 08:01:01.942796 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7ba3f-5dcd-439e-a357-fad2afe37539 req-f8d00b53-7f0b-4dcc-a7dc-bc43e5588ff3 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:01:01.944273 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b3c7ba3f-5dcd-439e-a357-fad2afe37539 req-f8d00b53-7f0b-4dcc-a7dc-bc43e5588ff3 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=250c00f0-96b1-41a3-9d9f-0dfe2a365038 HTTP/1.1" status: 200 len: 946 time: 0.0507884 Sep 23 08:01:01.981540 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-b3c7ba3f-5dcd-439e-a357-fad2afe37539 req-16c03efb-c141-4865-bb11-0c9eb80ff8b6 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=48c6573d-00b4-4963-af5c-c5d2e8f15af7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306423 Sep 23 08:01:03.101642 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61770ea0-7fc8-446a-80ea-95e613e266c0 req-519d47b9-9f44-4bf0-849b-455dd0606964 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:01:03.103186 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-61770ea0-7fc8-446a-80ea-95e613e266c0 req-519d47b9-9f44-4bf0-849b-455dd0606964 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=250c00f0-96b1-41a3-9d9f-0dfe2a365038 HTTP/1.1" status: 200 len: 946 time: 0.0507078 Sep 23 08:01:03.141090 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-61770ea0-7fc8-446a-80ea-95e613e266c0 req-fd7a24ea-1b73-4f5e-9e2b-41e03aead4ea tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=48c6573d-00b4-4963-af5c-c5d2e8f15af7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313163 Sep 23 08:01:03.260760 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f9cf8-6cea-42f9-aa17-e8d6106bc351 req-948f7236-1a1a-4943-86a7-595800de2852 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:01:03.262332 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-507f9cf8-6cea-42f9-aa17-e8d6106bc351 req-948f7236-1a1a-4943-86a7-595800de2852 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=250c00f0-96b1-41a3-9d9f-0dfe2a365038 HTTP/1.1" status: 200 len: 946 time: 0.0543759 Sep 23 08:01:03.299763 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-507f9cf8-6cea-42f9-aa17-e8d6106bc351 req-a28be8d0-db3b-4826-8d02-198b0c728ca1 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=48c6573d-00b4-4963-af5c-c5d2e8f15af7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316379 Sep 23 08:01:03.321300 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 56926) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:01:03.408581 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16446b43-7fba-46bf-b59c-83ed54cb574e tempest-TestShelveInstance-437127403 tempest-TestShelveInstance-437127403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:01:03.410386 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-16446b43-7fba-46bf-b59c-83ed54cb574e tempest-TestShelveInstance-437127403 tempest-TestShelveInstance-437127403-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=250c00f0-96b1-41a3-9d9f-0dfe2a365038 HTTP/1.1" status: 200 len: 1093 time: 0.0878725 Sep 23 08:01:03.413240 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 56930) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:01:03.417683 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-e7a9c9c4-5e53-4f27-9c85-3606ecfae423 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Request body: {'floatingip': {'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'port_id': '9de2d752-1654-46d4-8f45-7142493374c1', 'tenant_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 08:01:03.440927 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e7a9c9c4-5e53-4f27-9c85-3606ecfae423 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks [] for floatingip, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:01:03.541708 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e7a9c9c4-5e53-4f27-9c85-3606ecfae423 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:01:03.647803 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-e7a9c9c4-5e53-4f27-9c85-3606ecfae423 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Allocated IP 172.25.2.9 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/3de28746-7372-4dd0-9e3b-02a258c58283) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 08:01:03.755924 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e7a9c9c4-5e53-4f27-9c85-3606ecfae423 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:01:03.789163 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e7a9c9c4-5e53-4f27-9c85-3606ecfae423 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:01:03.827644 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a9c9c4-5e53-4f27-9c85-3606ecfae423 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 08:01:03.830450 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-e7a9c9c4-5e53-4f27-9c85-3606ecfae423 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 08:01:03.834825 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a9c9c4-5e53-4f27-9c85-3606ecfae423 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 08:01:03.860396 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a9c9c4-5e53-4f27-9c85-3606ecfae423 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Pushing event updated for resources: {'Port': ['ID=3de28746-7372-4dd0-9e3b-02a258c58283,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:01:04.202666 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e7a9c9c4-5e53-4f27-9c85-3606ecfae423 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:01:04.269026 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e7a9c9c4-5e53-4f27-9c85-3606ecfae423 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:01:04.428892 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e7a9c9c4-5e53-4f27-9c85-3606ecfae423 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:01:04.435428 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e7a9c9c4-5e53-4f27-9c85-3606ecfae423 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:01:04.502254 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a9c9c4-5e53-4f27-9c85-3606ecfae423 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Pushing event updated for resources: {'Port': ['ID=3de28746-7372-4dd0-9e3b-02a258c58283,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:01:04.511995 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e7a9c9c4-5e53-4f27-9c85-3606ecfae423 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:01:04.612441 n-d-715271-16 neutron-server[95066]: INFO neutron.db.l3_db [None req-e7a9c9c4-5e53-4f27-9c85-3606ecfae423 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Floating IP ce990492-cb3a-4b8b-b50b-9d57b9e000a0 associated. External IP: 172.25.2.9, port: 9de2d752-1654-46d4-8f45-7142493374c1. Sep 23 08:01:04.827389 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7a9c9c4-5e53-4f27-9c85-3606ecfae423 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Router 4d101447-2825-4416-a9c0-74e7a119eb2a has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 08:01:04.935548 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a9c9c4-5e53-4f27-9c85-3606ecfae423 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 08:01:04.945078 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4427de8-b7f3-4be9-8fa5-7fe54d1e03e7 None None] Sync routers for ids ['4d101447-2825-4416-a9c0-74e7a119eb2a'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 08:01:04.950732 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e7a9c9c4-5e53-4f27-9c85-3606ecfae423 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:01:04.954412 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4427de8-b7f3-4be9-8fa5-7fe54d1e03e7 None None] Routers {'4d101447-2825-4416-a9c0-74e7a119eb2a'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 08:01:04.955024 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-e4427de8-b7f3-4be9-8fa5-7fe54d1e03e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T08:00:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['4d101447-2825-4416-a9c0-74e7a119eb2a'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:01:04.977437 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-e7a9c9c4-5e53-4f27-9c85-3606ecfae423 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5631912 Sep 23 08:01:04.978060 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '250c00f0-96b1-41a3-9d9f-0dfe2a365038', 'tag': '9de2d752-1654-46d4-8f45-7142493374c1'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 08:01:04.980306 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5c82e26e84456ec9bd92b2391c670c25772fd4a9558cb5800b4b1a13ca591a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f00b70-c908-4eee-96c9-20ffd9e7f66f" -d '{"events": [{"name": "network-changed", "server_uuid": "250c00f0-96b1-41a3-9d9f-0dfe2a365038", "tag": "9de2d752-1654-46d4-8f45-7142493374c1"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 08:01:05.017246 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 08:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b1587b-d240-4e73-89bf-960081304af8 x-openstack-request-id: req-09b1587b-d240-4e73-89bf-960081304af8 {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 08:01:05.017540 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "250c00f0-96b1-41a3-9d9f-0dfe2a365038", "tag": "9de2d752-1654-46d4-8f45-7142493374c1", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 08:01:05.017792 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-09b1587b-d240-4e73-89bf-960081304af8 {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 08:01:05.018229 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '250c00f0-96b1-41a3-9d9f-0dfe2a365038', 'tag': '9de2d752-1654-46d4-8f45-7142493374c1', 'status': 'completed', 'code': 200} Sep 23 08:01:05.065502 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-e4427de8-b7f3-4be9-8fa5-7fe54d1e03e7 None None] Set router 4d101447-2825-4416-a9c0-74e7a119eb2a gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 08:01:05.092041 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f00b70-c908-4eee-96c9-20ffd9e7f66f req-531c56e4-3241-42dc-b0f5-fd23edd6c873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:01:05.093458 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c7f00b70-c908-4eee-96c9-20ffd9e7f66f req-531c56e4-3241-42dc-b0f5-fd23edd6c873 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e28cbe594e624953a2ab345b5cee5c5e&device_id=250c00f0-96b1-41a3-9d9f-0dfe2a365038 HTTP/1.1" status: 200 len: 1098 time: 0.0420022 Sep 23 08:01:05.191922 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f00b70-c908-4eee-96c9-20ffd9e7f66f req-be67047f-9804-42a5-a7e9-140eed027f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:01:05.193439 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c7f00b70-c908-4eee-96c9-20ffd9e7f66f req-be67047f-9804-42a5-a7e9-140eed027f74 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3bf5049b-4943-470b-a29e-27b5fe0dd709 HTTP/1.1" status: 200 len: 910 time: 0.0931129 Sep 23 08:01:05.271067 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c7f00b70-c908-4eee-96c9-20ffd9e7f66f req-164e13f9-4480-454e-826e-c50436a623f9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9de2d752-1654-46d4-8f45-7142493374c1 HTTP/1.1" status: 200 len: 998 time: 0.0709414 Sep 23 08:01:05.298477 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-e4427de8-b7f3-4be9-8fa5-7fe54d1e03e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d101447-2825-4416-a9c0-74e7a119eb2a', 'name': 'tempest-TestShelveInstance-1328165694-router', 'tenant_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '96c27157-1bac-4935-9a62-c3e0a07d69c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T08:00:40Z', 'updated_at': '2021-09-23T08:00:43Z', 'revision_number': 4, 'project_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'gw_port': {'id': '96c27157-1bac-4935-9a62-c3e0a07d69c7', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:92:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d101447-2825-4416-a9c0-74e7a119eb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:00:40Z', 'updated_at': '2021-09-23T08:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': 'ce990492-cb3a-4b8b-b50b-9d57b9e000a0', 'tenant_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'floating_ip_address': '172.25.2.9', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '4d101447-2825-4416-a9c0-74e7a119eb2a', 'port_id': '9de2d752-1654-46d4-8f45-7142493374c1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bf5049b-4943-470b-a29e-27b5fe0dd709', 'mac_address': 'fa:16:3e:45:b0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250c00f0-96b1-41a3-9d9f-0dfe2a365038', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T08:01:04Z', 'updated_at': '2021-09-23T08:01:04Z', 'revision_number': 0, 'project_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d0d5c47-fb10-4c59-b016-667aa8b3b22d', 'name': '', 'network_id': '3bf5049b-4943-470b-a29e-27b5fe0dd709', 'tenant_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'mac_address': 'fa:16:3e:27:2b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d101447-2825-4416-a9c0-74e7a119eb2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '1a01c554-9801-4f62-8d0b-07f975911021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:00:42Z', 'updated_at': '2021-09-23T08:00:47Z', 'revision_number': 5, 'project_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'subnets': [{'id': '1a01c554-9801-4f62-8d0b-07f975911021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:01:05.323608 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4427de8-b7f3-4be9-8fa5-7fe54d1e03e7 None None] Checking router: 4d101447-2825-4416-a9c0-74e7a119eb2a for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 08:01:05.325211 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f00b70-c908-4eee-96c9-20ffd9e7f66f req-09e6e744-98c7-4d13-a878-7b22ea380437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:01:05.326956 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c7f00b70-c908-4eee-96c9-20ffd9e7f66f req-09e6e744-98c7-4d13-a878-7b22ea380437 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1a01c554-9801-4f62-8d0b-07f975911021 HTTP/1.1" status: 200 len: 848 time: 0.0484443 Sep 23 08:01:05.332196 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4427de8-b7f3-4be9-8fa5-7fe54d1e03e7 None None] Routers {'4d101447-2825-4416-a9c0-74e7a119eb2a'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 08:01:05.332818 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-e4427de8-b7f3-4be9-8fa5-7fe54d1e03e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T08:00:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['4d101447-2825-4416-a9c0-74e7a119eb2a'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:01:05.381544 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f00b70-c908-4eee-96c9-20ffd9e7f66f req-979d5564-b181-490e-889a-f5909b056a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:01:05.383343 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c7f00b70-c908-4eee-96c9-20ffd9e7f66f req-979d5564-b181-490e-889a-f5909b056a59 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3bf5049b-4943-470b-a29e-27b5fe0dd709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0495608 Sep 23 08:01:05.446128 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-e4427de8-b7f3-4be9-8fa5-7fe54d1e03e7 None None] Set router 4d101447-2825-4416-a9c0-74e7a119eb2a gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 08:01:05.488189 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c7f00b70-c908-4eee-96c9-20ffd9e7f66f req-a1e2c653-f472-4e24-9aa0-fd1824812d2c service neutron] 10.222.0.21 "GET /v2.0/networks/3bf5049b-4943-470b-a29e-27b5fe0dd709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974000 Sep 23 08:01:05.590611 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c7f00b70-c908-4eee-96c9-20ffd9e7f66f req-8082305c-e604-44f8-ab2c-0af57a807674 service neutron] 10.222.0.21 "GET /v2.0/networks/3bf5049b-4943-470b-a29e-27b5fe0dd709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952318 Sep 23 08:01:05.722594 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-e4427de8-b7f3-4be9-8fa5-7fe54d1e03e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d101447-2825-4416-a9c0-74e7a119eb2a', 'name': 'tempest-TestShelveInstance-1328165694-router', 'tenant_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '96c27157-1bac-4935-9a62-c3e0a07d69c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T08:00:40Z', 'updated_at': '2021-09-23T08:00:43Z', 'revision_number': 4, 'project_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'gw_port': {'id': '96c27157-1bac-4935-9a62-c3e0a07d69c7', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:92:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d101447-2825-4416-a9c0-74e7a119eb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:00:40Z', 'updated_at': '2021-09-23T08:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': 'ce990492-cb3a-4b8b-b50b-9d57b9e000a0', 'tenant_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'floating_ip_address': '172.25.2.9', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '4d101447-2825-4416-a9c0-74e7a119eb2a', 'port_id': '9de2d752-1654-46d4-8f45-7142493374c1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bf5049b-4943-470b-a29e-27b5fe0dd709', 'mac_address': 'fa:16:3e:45:b0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250c00f0-96b1-41a3-9d9f-0dfe2a365038', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T08:01:04Z', 'updated_at': '2021-09-23T08:01:04Z', 'revision_number': 0, 'project_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d0d5c47-fb10-4c59-b016-667aa8b3b22d', 'name': '', 'network_id': '3bf5049b-4943-470b-a29e-27b5fe0dd709', 'tenant_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'mac_address': 'fa:16:3e:27:2b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d101447-2825-4416-a9c0-74e7a119eb2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '1a01c554-9801-4f62-8d0b-07f975911021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:00:42Z', 'updated_at': '2021-09-23T08:00:47Z', 'revision_number': 5, 'project_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'subnets': [{'id': '1a01c554-9801-4f62-8d0b-07f975911021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:01:05.759343 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4427de8-b7f3-4be9-8fa5-7fe54d1e03e7 None None] The sync data for ids ['4d101447-2825-4416-a9c0-74e7a119eb2a'] in n-d-715271-16 is: [{'id': '4d101447-2825-4416-a9c0-74e7a119eb2a', 'name': 'tempest-TestShelveInstance-1328165694-router', 'tenant_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '96c27157-1bac-4935-9a62-c3e0a07d69c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T08:00:40Z', 'updated_at': '2021-09-23T08:00:43Z', 'revision_number': 4, 'project_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'gw_port': {'id': '96c27157-1bac-4935-9a62-c3e0a07d69c7', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:92:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d101447-2825-4416-a9c0-74e7a119eb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:00:40Z', 'updated_at': '2021-09-23T08:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': 'ce990492-cb3a-4b8b-b50b-9d57b9e000a0', 'tenant_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'floating_ip_address': '172.25.2.9', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '4d101447-2825-4416-a9c0-74e7a119eb2a', 'port_id': '9de2d752-1654-46d4-8f45-7142493374c1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bf5049b-4943-470b-a29e-27b5fe0dd709', 'mac_address': 'fa:16:3e:45:b0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250c00f0-96b1-41a3-9d9f-0dfe2a365038', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T08:01:04Z', 'updated_at': '2021-09-23T08:01:04Z', 'revision_number': 0, 'project_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d0d5c47-fb10-4c59-b016-667aa8b3b22d', 'name': '', 'network_id': '3bf5049b-4943-470b-a29e-27b5fe0dd709', 'tenant_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'mac_address': 'fa:16:3e:27:2b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d101447-2825-4416-a9c0-74e7a119eb2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '1a01c554-9801-4f62-8d0b-07f975911021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:00:42Z', 'updated_at': '2021-09-23T08:00:47Z', 'revision_number': 5, 'project_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'subnets': [{'id': '1a01c554-9801-4f62-8d0b-07f975911021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 08:01:05.985585 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd54341c-fea5-497c-a5e8-60ba49f3e99f None None] New status for floating IP ce990492-cb3a-4b8b-b50b-9d57b9e000a0: ACTIVE {{(pid=95067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 08:01:07.438103 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:01:08.169773 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-1261ff33-0251-4c3a-a823-e4951a4cba19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:01:08.896158 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 08:01:10.744612 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:01:11.160003 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-321dae83-c2dc-48ea-922f-c4c8460948c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:01:11.676992 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:01:12.627210 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:01:14.113315 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:01:14.872969 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-39596572-3e8d-48ee-9bee-a6d281885e38 req-3154cbbe-8afc-41a1-b4fe-fddba5e605f7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=250c00f0-96b1-41a3-9d9f-0dfe2a365038&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0390222 Sep 23 08:01:14.964717 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39596572-3e8d-48ee-9bee-a6d281885e38 req-cde0415c-b786-4991-b968-7b1bd7cd24bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:01:14.966395 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-39596572-3e8d-48ee-9bee-a6d281885e38 req-cde0415c-b786-4991-b968-7b1bd7cd24bd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e28cbe594e624953a2ab345b5cee5c5e&device_id=250c00f0-96b1-41a3-9d9f-0dfe2a365038 HTTP/1.1" status: 200 len: 1098 time: 0.0400360 Sep 23 08:01:15.077013 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39596572-3e8d-48ee-9bee-a6d281885e38 req-dad67098-92e7-4ed0-9bb6-48eb5d7854e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:01:15.078527 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-39596572-3e8d-48ee-9bee-a6d281885e38 req-dad67098-92e7-4ed0-9bb6-48eb5d7854e3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3bf5049b-4943-470b-a29e-27b5fe0dd709 HTTP/1.1" status: 200 len: 910 time: 0.0920615 Sep 23 08:01:15.145650 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-39596572-3e8d-48ee-9bee-a6d281885e38 req-3b648b58-da61-4ff2-8eb4-7634ab523fb8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9de2d752-1654-46d4-8f45-7142493374c1 HTTP/1.1" status: 200 len: 1000 time: 0.0580280 Sep 23 08:01:15.203214 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39596572-3e8d-48ee-9bee-a6d281885e38 req-8a3f7894-3149-4718-8699-dee3ab609412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:01:15.204724 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-39596572-3e8d-48ee-9bee-a6d281885e38 req-8a3f7894-3149-4718-8699-dee3ab609412 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1a01c554-9801-4f62-8d0b-07f975911021 HTTP/1.1" status: 200 len: 848 time: 0.0484183 Sep 23 08:01:15.250518 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39596572-3e8d-48ee-9bee-a6d281885e38 req-0f041751-e0a4-4905-a98f-f32441ad03a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:01:15.252018 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-39596572-3e8d-48ee-9bee-a6d281885e38 req-0f041751-e0a4-4905-a98f-f32441ad03a4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3bf5049b-4943-470b-a29e-27b5fe0dd709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404689 Sep 23 08:01:15.346427 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-39596572-3e8d-48ee-9bee-a6d281885e38 req-3d8ce6dc-b1e2-4957-a246-7cb4ab5a6a2c service neutron] 10.222.0.21 "GET /v2.0/networks/3bf5049b-4943-470b-a29e-27b5fe0dd709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847957 Sep 23 08:01:15.436954 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-39596572-3e8d-48ee-9bee-a6d281885e38 req-96fd9d4f-cc19-4af5-a00e-4fedb617e327 service neutron] 10.222.0.21 "GET /v2.0/networks/3bf5049b-4943-470b-a29e-27b5fe0dd709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818527 Sep 23 08:01:37.435812 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:01:38.170363 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c9bcd60b-9b51-47cd-9c19-00f2122ced99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:01:40.768596 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:01:41.160437 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ca1a4bf5-b435-483d-9bd3-39ba13f031a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:01:41.677433 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:01:42.630031 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:01:44.103121 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:01:45.895439 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 08:02:07.436123 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:02:08.171385 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2220089d-83d1-4a5e-aaa3-04f3ef72dc7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:02:10.767267 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:02:11.161004 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d19d7038-f762-48f0-a24a-1410d9b2270e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:02:11.678310 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:02:12.633982 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:02:14.107477 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:02:14.836385 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9510f9bc-b65a-40a4-b36c-1441652c9497 req-bbb84328-3173-4d4b-902b-1b9f4226efb5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=250c00f0-96b1-41a3-9d9f-0dfe2a365038&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394146 Sep 23 08:02:14.932791 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9510f9bc-b65a-40a4-b36c-1441652c9497 req-a1cc8aac-ec7b-4450-acff-6ca08d37e0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:02:14.934280 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9510f9bc-b65a-40a4-b36c-1441652c9497 req-a1cc8aac-ec7b-4450-acff-6ca08d37e0a5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e28cbe594e624953a2ab345b5cee5c5e&device_id=250c00f0-96b1-41a3-9d9f-0dfe2a365038 HTTP/1.1" status: 200 len: 1098 time: 0.0439577 Sep 23 08:02:15.041741 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9510f9bc-b65a-40a4-b36c-1441652c9497 req-47e9744d-b2d0-4ef5-b4c2-6997a3ee7612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:02:15.043219 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9510f9bc-b65a-40a4-b36c-1441652c9497 req-47e9744d-b2d0-4ef5-b4c2-6997a3ee7612 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3bf5049b-4943-470b-a29e-27b5fe0dd709 HTTP/1.1" status: 200 len: 910 time: 0.0840893 Sep 23 08:02:15.113237 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9510f9bc-b65a-40a4-b36c-1441652c9497 req-b3243643-b304-4752-8131-e6423cf7f5dc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9de2d752-1654-46d4-8f45-7142493374c1 HTTP/1.1" status: 200 len: 1000 time: 0.0624022 Sep 23 08:02:15.161709 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9510f9bc-b65a-40a4-b36c-1441652c9497 req-2198a46b-0565-413d-8a6e-ec30ced0cbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:02:15.163212 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9510f9bc-b65a-40a4-b36c-1441652c9497 req-2198a46b-0565-413d-8a6e-ec30ced0cbb7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1a01c554-9801-4f62-8d0b-07f975911021 HTTP/1.1" status: 200 len: 848 time: 0.0431941 Sep 23 08:02:15.207876 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9510f9bc-b65a-40a4-b36c-1441652c9497 req-91fe4eec-0804-4b8d-bcf2-d6c5102fba10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:02:15.209344 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9510f9bc-b65a-40a4-b36c-1441652c9497 req-91fe4eec-0804-4b8d-bcf2-d6c5102fba10 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3bf5049b-4943-470b-a29e-27b5fe0dd709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389576 Sep 23 08:02:15.220428 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [req-9510f9bc-b65a-40a4-b36c-1441652c9497 req-2240c70e-6050-445d-97e4-5d71d1f6888d service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=95065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 08:02:15.221795 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9510f9bc-b65a-40a4-b36c-1441652c9497 req-2240c70e-6050-445d-97e4-5d71d1f6888d service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050313 Sep 23 08:02:15.314207 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9510f9bc-b65a-40a4-b36c-1441652c9497 req-9e8efb99-df0c-4a11-91c9-42c7a30edef0 service neutron] 10.222.0.21 "GET /v2.0/networks/3bf5049b-4943-470b-a29e-27b5fe0dd709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848894 Sep 23 08:02:15.407313 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9510f9bc-b65a-40a4-b36c-1441652c9497 req-b3837195-514a-464e-b4dd-3bbe270501d2 service neutron] 10.222.0.21 "GET /v2.0/networks/3bf5049b-4943-470b-a29e-27b5fe0dd709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861866 Sep 23 08:02:22.894564 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 08:02:37.424546 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:02:38.171358 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-10954967-21ad-4eef-b109-daccdfe9890e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:02:40.780829 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:02:41.161169 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-bd39833d-279f-4319-acfc-d22dd7d7f6fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:02:41.678756 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:02:42.636362 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:02:44.110571 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:02:59.893519 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 08:03:07.449675 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:03:08.171673 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-793e4b8e-50c6-4369-836e-349f69636f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:03:10.779547 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:03:11.161325 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-4e628c40-ff12-4886-aa2c-a8a3618fa4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:03:11.678631 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:03:12.640224 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:03:14.113486 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:03:15.950924 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b3efb6d4-80f0-4bee-b900-a989a7de5888 req-b44597de-b5e9-41aa-a1ac-988c17f3f014 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=250c00f0-96b1-41a3-9d9f-0dfe2a365038&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0442853 Sep 23 08:03:16.039399 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3efb6d4-80f0-4bee-b900-a989a7de5888 req-b4a8552a-633e-43c1-9bc8-01a2bbf7c4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:03:16.040869 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b3efb6d4-80f0-4bee-b900-a989a7de5888 req-b4a8552a-633e-43c1-9bc8-01a2bbf7c4e3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e28cbe594e624953a2ab345b5cee5c5e&device_id=250c00f0-96b1-41a3-9d9f-0dfe2a365038 HTTP/1.1" status: 200 len: 1098 time: 0.0396206 Sep 23 08:03:16.141766 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3efb6d4-80f0-4bee-b900-a989a7de5888 req-9e857326-5fbc-4d93-9b08-788b356a0ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:03:16.143280 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b3efb6d4-80f0-4bee-b900-a989a7de5888 req-9e857326-5fbc-4d93-9b08-788b356a0ae1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3bf5049b-4943-470b-a29e-27b5fe0dd709 HTTP/1.1" status: 200 len: 910 time: 0.0837517 Sep 23 08:03:16.213135 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b3efb6d4-80f0-4bee-b900-a989a7de5888 req-0993db56-1c73-4928-83bf-b7fbf3eebc59 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9de2d752-1654-46d4-8f45-7142493374c1 HTTP/1.1" status: 200 len: 1000 time: 0.0629358 Sep 23 08:03:16.263421 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3efb6d4-80f0-4bee-b900-a989a7de5888 req-a378a265-cc01-4819-9871-80a6fe1e655f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:03:16.264870 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b3efb6d4-80f0-4bee-b900-a989a7de5888 req-a378a265-cc01-4819-9871-80a6fe1e655f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1a01c554-9801-4f62-8d0b-07f975911021 HTTP/1.1" status: 200 len: 848 time: 0.0450435 Sep 23 08:03:16.311884 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3efb6d4-80f0-4bee-b900-a989a7de5888 req-ee5e2a51-59a7-4e1c-aabc-ea65c78ba3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:03:16.313350 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b3efb6d4-80f0-4bee-b900-a989a7de5888 req-ee5e2a51-59a7-4e1c-aabc-ea65c78ba3a4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3bf5049b-4943-470b-a29e-27b5fe0dd709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416567 Sep 23 08:03:16.408619 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b3efb6d4-80f0-4bee-b900-a989a7de5888 req-d658dc7b-d9ad-4b48-8f52-88e0826fdb80 service neutron] 10.222.0.21 "GET /v2.0/networks/3bf5049b-4943-470b-a29e-27b5fe0dd709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883870 Sep 23 08:03:16.502685 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b3efb6d4-80f0-4bee-b900-a989a7de5888 req-8e6837e7-993c-4da8-8ab3-b4ce26b84c86 service neutron] 10.222.0.21 "GET /v2.0/networks/3bf5049b-4943-470b-a29e-27b5fe0dd709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871122 Sep 23 08:03:33.633565 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3d5822-7d0d-4347-8f26-c9696d0218be req-876f40a3-d7d2-4d5a-ba4d-367a983e02b1 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:03:33.635335 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2f3d5822-7d0d-4347-8f26-c9696d0218be req-876f40a3-d7d2-4d5a-ba4d-367a983e02b1 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=250c00f0-96b1-41a3-9d9f-0dfe2a365038 HTTP/1.1" status: 200 len: 946 time: 0.0505140 Sep 23 08:03:33.673560 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2f3d5822-7d0d-4347-8f26-c9696d0218be req-9a7fa51c-1632-42f0-9e7d-e1e5a1346ddb tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=48c6573d-00b4-4963-af5c-c5d2e8f15af7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316067 Sep 23 08:03:34.796944 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d30d8cd-d3dc-4843-8761-7639640d97af req-b7770ea9-f506-4a8e-b998-b47f46e496d7 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:03:34.798485 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9d30d8cd-d3dc-4843-8761-7639640d97af req-b7770ea9-f506-4a8e-b998-b47f46e496d7 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=250c00f0-96b1-41a3-9d9f-0dfe2a365038 HTTP/1.1" status: 200 len: 946 time: 0.0541580 Sep 23 08:03:34.835914 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-9d30d8cd-d3dc-4843-8761-7639640d97af req-ccfb7bb6-1c13-4005-a6a7-a3949d03d16e tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=48c6573d-00b4-4963-af5c-c5d2e8f15af7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314233 Sep 23 08:03:35.965883 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5acbbc-d8f4-4ddf-b480-de220a96442a req-51b382ad-0a27-46d9-911a-716cbc21df5d tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:03:35.967397 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ca5acbbc-d8f4-4ddf-b480-de220a96442a req-51b382ad-0a27-46d9-911a-716cbc21df5d tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=250c00f0-96b1-41a3-9d9f-0dfe2a365038 HTTP/1.1" status: 200 len: 946 time: 0.0482650 Sep 23 08:03:36.003933 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ca5acbbc-d8f4-4ddf-b480-de220a96442a req-563bfe75-2246-405e-8fe2-34ce5b4660a1 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=48c6573d-00b4-4963-af5c-c5d2e8f15af7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306158 Sep 23 08:03:36.892608 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 08:03:37.119743 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d684cfd6-4a29-4344-9336-e73ada1c0b8c req-6264d537-8d46-4919-9665-4abc990087df tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:03:37.121254 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d684cfd6-4a29-4344-9336-e73ada1c0b8c req-6264d537-8d46-4919-9665-4abc990087df tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=250c00f0-96b1-41a3-9d9f-0dfe2a365038 HTTP/1.1" status: 200 len: 946 time: 0.0501842 Sep 23 08:03:37.158940 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-d684cfd6-4a29-4344-9336-e73ada1c0b8c req-a5022197-b75c-403e-82e9-093fd2f05eed tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=48c6573d-00b4-4963-af5c-c5d2e8f15af7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316019 Sep 23 08:03:37.464291 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:03:38.172822 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a87303c2-1f9f-4e8e-bcd3-fe760d6c9b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:03:38.271985 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef0090-5902-4f80-8b00-d62d1f7f3c3f req-7c2d8c2a-a3d8-4171-be51-680f9e864b3c tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:03:38.273448 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d8ef0090-5902-4f80-8b00-d62d1f7f3c3f req-7c2d8c2a-a3d8-4171-be51-680f9e864b3c tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=250c00f0-96b1-41a3-9d9f-0dfe2a365038 HTTP/1.1" status: 200 len: 946 time: 0.0486090 Sep 23 08:03:38.315042 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d8ef0090-5902-4f80-8b00-d62d1f7f3c3f req-b984fb2e-3dea-41b2-a324-1cffd13ded49 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=48c6573d-00b4-4963-af5c-c5d2e8f15af7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353849 Sep 23 08:03:39.428779 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47bbc03-451d-43ae-8f8a-d9cb6fdd0f29 req-384e0090-6e46-44df-ae56-b891a50398b2 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:03:39.430285 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a47bbc03-451d-43ae-8f8a-d9cb6fdd0f29 req-384e0090-6e46-44df-ae56-b891a50398b2 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=250c00f0-96b1-41a3-9d9f-0dfe2a365038 HTTP/1.1" status: 200 len: 946 time: 0.0485151 Sep 23 08:03:39.468662 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a47bbc03-451d-43ae-8f8a-d9cb6fdd0f29 req-ff7cd421-a3cd-465a-a691-ce294999593f tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=48c6573d-00b4-4963-af5c-c5d2e8f15af7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316360 Sep 23 08:03:40.586613 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3a32e-c84f-4f61-a971-d5edd751bd15 req-e29b55c0-e147-44af-8176-5ae70b6cb564 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:03:40.588074 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4ab3a32e-c84f-4f61-a971-d5edd751bd15 req-e29b55c0-e147-44af-8176-5ae70b6cb564 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=250c00f0-96b1-41a3-9d9f-0dfe2a365038 HTTP/1.1" status: 200 len: 946 time: 0.0482717 Sep 23 08:03:40.626121 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4ab3a32e-c84f-4f61-a971-d5edd751bd15 req-f6be3aea-7fa4-4012-8a50-22cd0ba103c5 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=48c6573d-00b4-4963-af5c-c5d2e8f15af7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310521 Sep 23 08:03:40.780685 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:03:41.161447 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ba96c93d-3e44-4051-bdc6-7357d74f1208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:03:41.679904 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:03:41.747282 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b66d33b-fcb9-4f12-a61c-b4e70790fc1c req-cc072cf4-6c53-4cf2-aede-83a087baf696 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:03:41.748771 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0b66d33b-fcb9-4f12-a61c-b4e70790fc1c req-cc072cf4-6c53-4cf2-aede-83a087baf696 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=250c00f0-96b1-41a3-9d9f-0dfe2a365038 HTTP/1.1" status: 200 len: 946 time: 0.0540977 Sep 23 08:03:41.791402 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-0b66d33b-fcb9-4f12-a61c-b4e70790fc1c req-06530f07-d26f-4fdf-88f7-1101bee31993 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=48c6573d-00b4-4963-af5c-c5d2e8f15af7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366023 Sep 23 08:03:42.641067 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:03:42.904590 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff27af83-14e6-46e9-afa7-2a3a229cffc8 req-c0286eeb-c225-444e-a657-7e0f1f9bc043 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:03:42.905996 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ff27af83-14e6-46e9-afa7-2a3a229cffc8 req-c0286eeb-c225-444e-a657-7e0f1f9bc043 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=250c00f0-96b1-41a3-9d9f-0dfe2a365038 HTTP/1.1" status: 200 len: 946 time: 0.0482433 Sep 23 08:03:42.943125 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ff27af83-14e6-46e9-afa7-2a3a229cffc8 req-cd7cbf64-3859-4065-a843-9e09fe3b37ae tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=48c6573d-00b4-4963-af5c-c5d2e8f15af7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312231 Sep 23 08:03:44.058624 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22b0171-c8e4-48b5-a798-6d3686f12b0f req-ee1dfdb4-c102-46cc-97eb-81836ad2f98d tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:03:44.060112 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a22b0171-c8e4-48b5-a798-6d3686f12b0f req-ee1dfdb4-c102-46cc-97eb-81836ad2f98d tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=250c00f0-96b1-41a3-9d9f-0dfe2a365038 HTTP/1.1" status: 200 len: 946 time: 0.0495894 Sep 23 08:03:44.097830 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-a22b0171-c8e4-48b5-a798-6d3686f12b0f req-8484375f-a9b6-41b4-a55a-580986ba8588 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=48c6573d-00b4-4963-af5c-c5d2e8f15af7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317886 Sep 23 08:03:44.117286 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:03:45.216661 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e776eaaf-fee9-4caa-a0e1-f5a84e912a2a req-c04ae96c-cc7a-48c8-8e43-0d4f5a3fc61b tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:03:45.218151 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e776eaaf-fee9-4caa-a0e1-f5a84e912a2a req-c04ae96c-cc7a-48c8-8e43-0d4f5a3fc61b tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=250c00f0-96b1-41a3-9d9f-0dfe2a365038 HTTP/1.1" status: 200 len: 946 time: 0.0485821 Sep 23 08:03:45.259400 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e776eaaf-fee9-4caa-a0e1-f5a84e912a2a req-3518d1ec-e81b-4be3-8559-5470c82a1e52 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=48c6573d-00b4-4963-af5c-c5d2e8f15af7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350718 Sep 23 08:03:45.997387 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 9de2d752-1654-46d4-8f45-7142493374c1 details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 08:03:46.094325 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 9de2d752-1654-46d4-8f45-7142493374c1, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=9de2d752-1654-46d4-8f45-7142493374c1,segment=NetworkSegment(b89bc78a-187e-4ed3-9ecc-5b1f6845bb69),segment_id=b89bc78a-187e-4ed3-9ecc-5b1f6845bb69)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 08:03:46.106054 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': '9de2d752-1654-46d4-8f45-7142493374c1', 'network_id': '3bf5049b-4943-470b-a29e-27b5fe0dd709', 'port_id': '9de2d752-1654-46d4-8f45-7142493374c1', 'mac_address': 'fa:16:3e:45:b0:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a01c554-9801-4f62-8d0b-07f975911021', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 08:03:46.143058 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:03:46.155429 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9de2d752-1654-46d4-8f45-7142493374c1 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 08:03:46.179491 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 9de2d752-1654-46d4-8f45-7142493374c1, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=9de2d752-1654-46d4-8f45-7142493374c1,segment=NetworkSegment(b89bc78a-187e-4ed3-9ecc-5b1f6845bb69),segment_id=b89bc78a-187e-4ed3-9ecc-5b1f6845bb69)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 08:03:46.184474 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:03:46.235581 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=9de2d752-1654-46d4-8f45-7142493374c1,revision_number=6']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:03:46.242799 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:03:46.243147 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:03:46.243507 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:03:46.243828 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:03:46.244156 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:03:46.244485 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:03:46.244814 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:03:46.245136 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:03:46.245457 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:03:46.245777 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:03:46.246740 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:03:46.247153 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:03:46.313033 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['9de2d752-1654-46d4-8f45-7142493374c1'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 08:03:46.377817 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3863b286-9335-4439-b473-48262f3366fd req-db86268a-e877-4e24-918a-79e1f4da3f9b tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:03:46.379383 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3863b286-9335-4439-b473-48262f3366fd req-db86268a-e877-4e24-918a-79e1f4da3f9b tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=250c00f0-96b1-41a3-9d9f-0dfe2a365038 HTTP/1.1" status: 200 len: 945 time: 0.0499833 Sep 23 08:03:46.418846 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-3863b286-9335-4439-b473-48262f3366fd req-e9ebb370-f387-457d-8ef9-7b6356c76ed8 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=48c6573d-00b4-4963-af5c-c5d2e8f15af7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329432 Sep 23 08:03:47.534094 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f211a86-bea4-457f-83c7-2e12c600f46d req-f356469c-3405-4e81-9fb9-91bb31198891 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:03:47.535558 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1f211a86-bea4-457f-83c7-2e12c600f46d req-f356469c-3405-4e81-9fb9-91bb31198891 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=250c00f0-96b1-41a3-9d9f-0dfe2a365038 HTTP/1.1" status: 200 len: 945 time: 0.0497558 Sep 23 08:03:47.573253 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1f211a86-bea4-457f-83c7-2e12c600f46d req-369f0a9c-7762-406b-8357-48594ec623b2 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=48c6573d-00b4-4963-af5c-c5d2e8f15af7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318482 Sep 23 08:03:48.004080 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 9de2d752-1654-46d4-8f45-7142493374c1 up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 08:03:48.053023 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port 9de2d752-1654-46d4-8f45-7142493374c1 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 08:03:48.053391 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:03:48.128330 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:03:48.150710 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '250c00f0-96b1-41a3-9d9f-0dfe2a365038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de2d752-1654-46d4-8f45-7142493374c1'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 08:03:48.153614 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ba4f7dfdfe0dde90123cb5af03ec17f0bd1073b346dec34131962e04cdfc7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1adcf0d4-24b5-4981-9248-49099c72cdc1" -d '{"events": [{"server_uuid": "250c00f0-96b1-41a3-9d9f-0dfe2a365038", "name": "network-vif-plugged", "status": "completed", "tag": "9de2d752-1654-46d4-8f45-7142493374c1"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 08:03:48.166337 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 9de2d752-1654-46d4-8f45-7142493374c1, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=9de2d752-1654-46d4-8f45-7142493374c1,segment=NetworkSegment(b89bc78a-187e-4ed3-9ecc-5b1f6845bb69),segment_id=b89bc78a-187e-4ed3-9ecc-5b1f6845bb69)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 08:03:48.170587 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:03:48.197406 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 08:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd651397-ed5c-499e-a139-ebc07fd2bc0e x-openstack-request-id: req-cd651397-ed5c-499e-a139-ebc07fd2bc0e {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 08:03:48.197701 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "250c00f0-96b1-41a3-9d9f-0dfe2a365038", "name": "network-vif-plugged", "status": "completed", "tag": "9de2d752-1654-46d4-8f45-7142493374c1", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 08:03:48.197972 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cd651397-ed5c-499e-a139-ebc07fd2bc0e {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 08:03:48.198361 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '250c00f0-96b1-41a3-9d9f-0dfe2a365038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de2d752-1654-46d4-8f45-7142493374c1', 'code': 200} Sep 23 08:03:48.224546 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=9de2d752-1654-46d4-8f45-7142493374c1,revision_number=7']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:03:48.690266 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a4c5d-cb0e-488d-8029-f9e39b62b729 req-3c49fadf-266e-477e-9bed-edd4103a577a tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:03:48.691726 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4d3a4c5d-cb0e-488d-8029-f9e39b62b729 req-3c49fadf-266e-477e-9bed-edd4103a577a tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=250c00f0-96b1-41a3-9d9f-0dfe2a365038 HTTP/1.1" status: 200 len: 946 time: 0.0478117 Sep 23 08:03:48.727783 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4d3a4c5d-cb0e-488d-8029-f9e39b62b729 req-278fddcc-4751-47ee-8582-4313a00b93d4 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=48c6573d-00b4-4963-af5c-c5d2e8f15af7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301952 Sep 23 08:03:49.848801 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54665426-6d1d-4cc0-b8dc-77e27726a432 req-9e300320-100f-4d7c-8c4b-d0d6619c90bb tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:03:49.850297 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-54665426-6d1d-4cc0-b8dc-77e27726a432 req-9e300320-100f-4d7c-8c4b-d0d6619c90bb tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=250c00f0-96b1-41a3-9d9f-0dfe2a365038 HTTP/1.1" status: 200 len: 946 time: 0.0529146 Sep 23 08:03:49.888307 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-54665426-6d1d-4cc0-b8dc-77e27726a432 req-341febeb-65e5-45fc-ad42-787c74efb56d tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=48c6573d-00b4-4963-af5c-c5d2e8f15af7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320051 Sep 23 08:03:51.012732 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87486cb2-3e4f-45b3-8f76-204ffcb2acdd req-f6066875-aa76-43ad-b2b1-25a04532b096 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:03:51.014505 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-87486cb2-3e4f-45b3-8f76-204ffcb2acdd req-f6066875-aa76-43ad-b2b1-25a04532b096 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=250c00f0-96b1-41a3-9d9f-0dfe2a365038 HTTP/1.1" status: 200 len: 946 time: 0.0524094 Sep 23 08:03:51.056440 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-87486cb2-3e4f-45b3-8f76-204ffcb2acdd req-97d8f362-f309-4e86-9441-b1c8369cdd0d tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=48c6573d-00b4-4963-af5c-c5d2e8f15af7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357959 Sep 23 08:03:52.197067 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62edba51-7620-4942-835f-66c9e060afa1 req-cb840a53-dea6-4cad-80d9-6c0cbf75ef85 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:03:52.204962 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-62edba51-7620-4942-835f-66c9e060afa1 req-cb840a53-dea6-4cad-80d9-6c0cbf75ef85 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=250c00f0-96b1-41a3-9d9f-0dfe2a365038 HTTP/1.1" status: 200 len: 946 time: 0.0656221 Sep 23 08:03:52.252849 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-62edba51-7620-4942-835f-66c9e060afa1 req-50f60793-4e9f-409d-a72a-dbb149bd69d2 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=48c6573d-00b4-4963-af5c-c5d2e8f15af7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469155 Sep 23 08:03:53.377318 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c59e17-0394-42a1-871c-b66f9fc3b2dc req-026950d6-c121-4f41-aa53-dd75dee6a089 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:03:53.379574 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-01c59e17-0394-42a1-871c-b66f9fc3b2dc req-026950d6-c121-4f41-aa53-dd75dee6a089 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=250c00f0-96b1-41a3-9d9f-0dfe2a365038 HTTP/1.1" status: 200 len: 946 time: 0.0518022 Sep 23 08:03:53.422963 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-01c59e17-0394-42a1-871c-b66f9fc3b2dc req-a4b4a34c-fd51-49ff-a54e-8e4423741f89 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=48c6573d-00b4-4963-af5c-c5d2e8f15af7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367198 Sep 23 08:03:54.556097 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e314b9eb-c2c1-4095-8025-5e6a4febf888 req-befa854f-efd2-4fdd-aaa6-2937f3d54d3e tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:03:54.557771 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e314b9eb-c2c1-4095-8025-5e6a4febf888 req-befa854f-efd2-4fdd-aaa6-2937f3d54d3e tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=250c00f0-96b1-41a3-9d9f-0dfe2a365038 HTTP/1.1" status: 200 len: 946 time: 0.0517700 Sep 23 08:03:54.602432 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-e314b9eb-c2c1-4095-8025-5e6a4febf888 req-df7cbab2-bb1c-4dd8-b2cd-c0ef43f51c09 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=48c6573d-00b4-4963-af5c-c5d2e8f15af7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383210 Sep 23 08:03:55.735910 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76545eb-5f18-4e92-aacb-4f0f5398d5c8 req-d0964dd4-d83d-485c-8b97-baeaa5b339f3 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:03:55.737439 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d76545eb-5f18-4e92-aacb-4f0f5398d5c8 req-d0964dd4-d83d-485c-8b97-baeaa5b339f3 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=250c00f0-96b1-41a3-9d9f-0dfe2a365038 HTTP/1.1" status: 200 len: 946 time: 0.0548861 Sep 23 08:03:55.787235 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d76545eb-5f18-4e92-aacb-4f0f5398d5c8 req-3b2c9669-21bf-4b12-aeb3-f432dfc2f670 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=48c6573d-00b4-4963-af5c-c5d2e8f15af7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414736 Sep 23 08:04:01.643400 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6928c5d-d53e-4c85-877d-13c238c1ce75 req-9baa0927-db89-42e2-a5f8-d36011aba328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:04:01.644844 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a6928c5d-d53e-4c85-877d-13c238c1ce75 req-9baa0927-db89-42e2-a5f8-d36011aba328 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e28cbe594e624953a2ab345b5cee5c5e&device_id=250c00f0-96b1-41a3-9d9f-0dfe2a365038 HTTP/1.1" status: 200 len: 1098 time: 0.0400615 Sep 23 08:04:01.736775 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6928c5d-d53e-4c85-877d-13c238c1ce75 req-4df064b4-3485-43c2-993f-43a56e438663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:04:01.738244 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a6928c5d-d53e-4c85-877d-13c238c1ce75 req-4df064b4-3485-43c2-993f-43a56e438663 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3bf5049b-4943-470b-a29e-27b5fe0dd709 HTTP/1.1" status: 200 len: 910 time: 0.0856924 Sep 23 08:04:01.811674 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a6928c5d-d53e-4c85-877d-13c238c1ce75 req-5ae77e5d-3a3f-44fa-949b-b77b5394e548 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9de2d752-1654-46d4-8f45-7142493374c1 HTTP/1.1" status: 200 len: 1000 time: 0.0659707 Sep 23 08:04:02.175576 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6928c5d-d53e-4c85-877d-13c238c1ce75 req-04786b95-108d-4857-9062-5dcf95bbc891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:04:02.177048 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a6928c5d-d53e-4c85-877d-13c238c1ce75 req-04786b95-108d-4857-9062-5dcf95bbc891 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1a01c554-9801-4f62-8d0b-07f975911021 HTTP/1.1" status: 200 len: 848 time: 0.3592718 Sep 23 08:04:02.222745 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6928c5d-d53e-4c85-877d-13c238c1ce75 req-f55cc6d6-67a0-461e-a4a1-b4fc007d0aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:04:02.224202 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a6928c5d-d53e-4c85-877d-13c238c1ce75 req-f55cc6d6-67a0-461e-a4a1-b4fc007d0aed service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3bf5049b-4943-470b-a29e-27b5fe0dd709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388231 Sep 23 08:04:02.317737 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a6928c5d-d53e-4c85-877d-13c238c1ce75 req-31fcfe89-e942-4060-aa38-9a8730f48a36 service neutron] 10.222.0.21 "GET /v2.0/networks/3bf5049b-4943-470b-a29e-27b5fe0dd709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855670 Sep 23 08:04:02.408548 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a6928c5d-d53e-4c85-877d-13c238c1ce75 req-a4878902-f537-45cc-af46-21ebd3052754 service neutron] 10.222.0.21 "GET /v2.0/networks/3bf5049b-4943-470b-a29e-27b5fe0dd709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825686 Sep 23 08:04:06.051088 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 9de2d752-1654-46d4-8f45-7142493374c1 no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 08:04:06.125022 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:04:06.147456 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '250c00f0-96b1-41a3-9d9f-0dfe2a365038', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9de2d752-1654-46d4-8f45-7142493374c1'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 08:04:06.149738 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ba4f7dfdfe0dde90123cb5af03ec17f0bd1073b346dec34131962e04cdfc7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79507804-65b6-4855-8e48-8d8acd818f33" -d '{"events": [{"server_uuid": "250c00f0-96b1-41a3-9d9f-0dfe2a365038", "name": "network-vif-unplugged", "status": "completed", "tag": "9de2d752-1654-46d4-8f45-7142493374c1"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 08:04:06.162621 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 9de2d752-1654-46d4-8f45-7142493374c1, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=9de2d752-1654-46d4-8f45-7142493374c1,segment=NetworkSegment(b89bc78a-187e-4ed3-9ecc-5b1f6845bb69),segment_id=b89bc78a-187e-4ed3-9ecc-5b1f6845bb69)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 08:04:06.167235 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:04:06.193205 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 23 Sep 2021 08:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b65c13-3035-49dc-bef6-b0ddf9333894 x-openstack-request-id: req-97b65c13-3035-49dc-bef6-b0ddf9333894 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 08:04:06.193501 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "250c00f0-96b1-41a3-9d9f-0dfe2a365038", "name": "network-vif-unplugged", "status": "failed", "tag": "9de2d752-1654-46d4-8f45-7142493374c1", "code": 422}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 08:04:06.193778 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-97b65c13-3035-49dc-bef6-b0ddf9333894 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 08:04:06.194194 n-d-715271-16 neutron-server[95067]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '250c00f0-96b1-41a3-9d9f-0dfe2a365038', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9de2d752-1654-46d4-8f45-7142493374c1', 'code': 422} returned with failed status Sep 23 08:04:06.228099 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=9de2d752-1654-46d4-8f45-7142493374c1,revision_number=8']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:04:07.463743 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:04:08.174407 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-bad4ec6c-f1a5-496e-b074-0ba3c9d8bc7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:04:10.777003 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:04:11.162509 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8f0943c3-6cbf-465c-9a66-8087b762610d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:04:11.680525 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:04:12.643770 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:04:13.892340 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 08:04:14.120077 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:04:37.471087 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:04:38.174386 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-6ef8dc31-b131-4f79-9212-4d8fe6d703e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:04:40.782086 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:04:41.162789 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ca7b418e-d77a-4ed3-8945-949c4a9d05a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:04:41.681466 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:04:42.647347 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:04:44.122232 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:04:50.892154 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 08:04:56.954305 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ec72b5-31af-4a68-9656-7e0051458ca4 req-03f69b6a-6241-44ba-a80d-1ed9bd11ad88 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:04:56.955802 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-75ec72b5-31af-4a68-9656-7e0051458ca4 req-03f69b6a-6241-44ba-a80d-1ed9bd11ad88 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=250c00f0-96b1-41a3-9d9f-0dfe2a365038 HTTP/1.1" status: 200 len: 944 time: 0.0523024 Sep 23 08:04:56.993057 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-75ec72b5-31af-4a68-9656-7e0051458ca4 req-4da79d1e-b329-4cc1-af95-e7969be06eda tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=48c6573d-00b4-4963-af5c-c5d2e8f15af7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312495 Sep 23 08:04:57.118491 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [req-2885b348-cf87-4f99-b433-f888c8f5b226 req-0910ca6e-6766-47b6-b569-827bf2dc2658 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=95065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 08:04:57.119493 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2885b348-cf87-4f99-b433-f888c8f5b226 req-0910ca6e-6766-47b6-b569-827bf2dc2658 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0648453 Sep 23 08:04:57.272514 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bcd506-6088-4d78-a808-95faa9c4da0c req-a80ba34b-eb28-468c-b983-545a73172f32 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:04:57.273496 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-47bcd506-6088-4d78-a808-95faa9c4da0c req-a80ba34b-eb28-468c-b983-545a73172f32 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=250c00f0-96b1-41a3-9d9f-0dfe2a365038 HTTP/1.1" status: 200 len: 944 time: 0.0507848 Sep 23 08:04:57.312282 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-47bcd506-6088-4d78-a808-95faa9c4da0c req-9f90b3d1-5b4c-4a81-834a-55609b8ecc97 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=48c6573d-00b4-4963-af5c-c5d2e8f15af7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322714 Sep 23 08:04:57.471382 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57162) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:04:57.558883 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c5de01b5-8251-448d-87a2-b31bb59f5a02 req-f8b9b2a5-be45-4e41-b721-bf2c74164b1d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=250c00f0-96b1-41a3-9d9f-0dfe2a365038&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0857122 Sep 23 08:04:57.567813 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [req-c5de01b5-8251-448d-87a2-b31bb59f5a02 req-c696399e-7d86-4d3d-86c7-7edb3977d887 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=95066) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 08:04:57.568766 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-c5de01b5-8251-448d-87a2-b31bb59f5a02 req-c696399e-7d86-4d3d-86c7-7edb3977d887 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048745 Sep 23 08:04:58.346109 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5de01b5-8251-448d-87a2-b31bb59f5a02 req-7d9137d0-5d88-47d3-bdbc-82c5989727df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:04:58.347707 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c5de01b5-8251-448d-87a2-b31bb59f5a02 req-7d9137d0-5d88-47d3-bdbc-82c5989727df service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=250c00f0-96b1-41a3-9d9f-0dfe2a365038&tenant_id=e28cbe594e624953a2ab345b5cee5c5e HTTP/1.1" status: 200 len: 1096 time: 0.0486541 Sep 23 08:04:58.456524 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6777f1bf-27d0-4390-9ea6-91d434c534a7 req-1c6c3b64-60a7-4f8b-8607-2ffa7dd02af7 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:04:58.458014 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6777f1bf-27d0-4390-9ea6-91d434c534a7 req-1c6c3b64-60a7-4f8b-8607-2ffa7dd02af7 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=250c00f0-96b1-41a3-9d9f-0dfe2a365038 HTTP/1.1" status: 200 len: 944 time: 0.0696793 Sep 23 08:04:58.460436 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5de01b5-8251-448d-87a2-b31bb59f5a02 req-0c7105c9-eba1-4819-9110-c93476d0483b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:04:58.461766 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c5de01b5-8251-448d-87a2-b31bb59f5a02 req-0c7105c9-eba1-4819-9110-c93476d0483b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e28cbe594e624953a2ab345b5cee5c5e&device_id=250c00f0-96b1-41a3-9d9f-0dfe2a365038 HTTP/1.1" status: 200 len: 1096 time: 0.0817261 Sep 23 08:04:58.522962 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6777f1bf-27d0-4390-9ea6-91d434c534a7 req-2e78498b-48be-41ee-968f-614ee24a50dd tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=48c6573d-00b4-4963-af5c-c5d2e8f15af7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589826 Sep 23 08:04:58.577365 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5de01b5-8251-448d-87a2-b31bb59f5a02 req-11889699-5e45-4f3b-b7a3-c846104ebd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:04:58.578880 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c5de01b5-8251-448d-87a2-b31bb59f5a02 req-11889699-5e45-4f3b-b7a3-c846104ebd7e service neutron] 10.222.0.21 "GET /v2.0/networks?id=3bf5049b-4943-470b-a29e-27b5fe0dd709 HTTP/1.1" status: 200 len: 910 time: 0.1083455 Sep 23 08:04:58.643360 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c5de01b5-8251-448d-87a2-b31bb59f5a02 req-ccf8a826-262b-4571-adf3-fbc965791643 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9de2d752-1654-46d4-8f45-7142493374c1 HTTP/1.1" status: 200 len: 998 time: 0.0576358 Sep 23 08:04:58.691412 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5de01b5-8251-448d-87a2-b31bb59f5a02 req-fe4c15e1-8bc6-4d95-88ba-032524e9f2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:04:58.692826 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c5de01b5-8251-448d-87a2-b31bb59f5a02 req-fe4c15e1-8bc6-4d95-88ba-032524e9f2c4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1a01c554-9801-4f62-8d0b-07f975911021 HTTP/1.1" status: 200 len: 848 time: 0.0432117 Sep 23 08:04:58.741577 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5de01b5-8251-448d-87a2-b31bb59f5a02 req-a8c704a6-737c-42de-9809-861af72de63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:04:58.743083 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c5de01b5-8251-448d-87a2-b31bb59f5a02 req-a8c704a6-737c-42de-9809-861af72de63c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3bf5049b-4943-470b-a29e-27b5fe0dd709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433159 Sep 23 08:04:58.832265 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c5de01b5-8251-448d-87a2-b31bb59f5a02 req-63465d85-299b-40da-a793-24293f9d1075 service neutron] 10.222.0.21 "GET /v2.0/networks/3bf5049b-4943-470b-a29e-27b5fe0dd709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824022 Sep 23 08:04:58.926805 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c5de01b5-8251-448d-87a2-b31bb59f5a02 req-4330c07f-b18d-4ca9-9175-9894e13535d9 service neutron] 10.222.0.21 "GET /v2.0/networks/3bf5049b-4943-470b-a29e-27b5fe0dd709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865963 Sep 23 08:04:59.643769 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50adc891-544a-4fef-8c3d-e875526425c1 req-31fe8d4c-91a3-407a-8423-abe5d699a4f3 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:04:59.645324 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-50adc891-544a-4fef-8c3d-e875526425c1 req-31fe8d4c-91a3-407a-8423-abe5d699a4f3 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=250c00f0-96b1-41a3-9d9f-0dfe2a365038 HTTP/1.1" status: 200 len: 944 time: 0.0512767 Sep 23 08:04:59.687145 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-50adc891-544a-4fef-8c3d-e875526425c1 req-1abc72c6-f85d-41a1-b875-d0a538410b85 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=48c6573d-00b4-4963-af5c-c5d2e8f15af7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341058 Sep 23 08:05:00.813054 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9423fb68-381c-4645-98d3-f45a013042ff req-49fadeec-ac0b-4c3d-9b6c-11b87dd4a80d tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:05:00.814589 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9423fb68-381c-4645-98d3-f45a013042ff req-49fadeec-ac0b-4c3d-9b6c-11b87dd4a80d tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=250c00f0-96b1-41a3-9d9f-0dfe2a365038 HTTP/1.1" status: 200 len: 944 time: 0.0540793 Sep 23 08:05:00.856058 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9423fb68-381c-4645-98d3-f45a013042ff req-18e63e58-aaa9-4880-a83e-b0b232f1245a tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=48c6573d-00b4-4963-af5c-c5d2e8f15af7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351875 Sep 23 08:05:01.991343 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fac0f5-bbfc-4b9b-8b80-927a8e7ef6ee req-c194f61d-c79a-4879-b9ca-31f0582ab528 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:05:01.993285 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-42fac0f5-bbfc-4b9b-8b80-927a8e7ef6ee req-c194f61d-c79a-4879-b9ca-31f0582ab528 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=250c00f0-96b1-41a3-9d9f-0dfe2a365038 HTTP/1.1" status: 200 len: 944 time: 0.0607531 Sep 23 08:05:02.036171 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-42fac0f5-bbfc-4b9b-8b80-927a8e7ef6ee req-4ac5eaa4-6d60-4c77-90fb-ab8468c351ff tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=48c6573d-00b4-4963-af5c-c5d2e8f15af7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362144 Sep 23 08:05:03.161005 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cffd0fb-183d-4759-ad9e-8d47c1e27538 req-8f746590-0c32-44e8-b3f9-22ddfd181c4c tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:05:03.162570 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3cffd0fb-183d-4759-ad9e-8d47c1e27538 req-8f746590-0c32-44e8-b3f9-22ddfd181c4c tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=250c00f0-96b1-41a3-9d9f-0dfe2a365038 HTTP/1.1" status: 200 len: 944 time: 0.0545361 Sep 23 08:05:03.213560 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3cffd0fb-183d-4759-ad9e-8d47c1e27538 req-a7844945-6f84-40f2-9f3d-644847ace1ac tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=48c6573d-00b4-4963-af5c-c5d2e8f15af7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433178 Sep 23 08:05:04.338358 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0093c03-2aec-401b-ba70-c3d59be91ce2 req-478be5c5-ca5f-45db-8a46-2fc87cfdbf07 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:05:04.340111 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c0093c03-2aec-401b-ba70-c3d59be91ce2 req-478be5c5-ca5f-45db-8a46-2fc87cfdbf07 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=250c00f0-96b1-41a3-9d9f-0dfe2a365038 HTTP/1.1" status: 200 len: 944 time: 0.0534198 Sep 23 08:05:04.380664 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c0093c03-2aec-401b-ba70-c3d59be91ce2 req-3c39d7cf-08bc-4f1b-8b89-29c7700f3c98 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=48c6573d-00b4-4963-af5c-c5d2e8f15af7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341241 Sep 23 08:05:05.513777 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e4151-82f2-4a0d-b380-a9876b371285 req-19d7c42e-1d4a-4f5b-9f9a-86c68207f7bd tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:05:05.515402 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-253e4151-82f2-4a0d-b380-a9876b371285 req-19d7c42e-1d4a-4f5b-9f9a-86c68207f7bd tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=250c00f0-96b1-41a3-9d9f-0dfe2a365038 HTTP/1.1" status: 200 len: 944 time: 0.0585043 Sep 23 08:05:05.566335 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-253e4151-82f2-4a0d-b380-a9876b371285 req-4decbe2c-0b56-41f1-bf4b-16a74077e755 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=48c6573d-00b4-4963-af5c-c5d2e8f15af7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447552 Sep 23 08:05:06.689441 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bb44d1-0c83-468c-adab-21e4ab927007 req-2c0d8747-0746-4cc0-81f8-fd02cc8ba842 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:05:06.691309 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-71bb44d1-0c83-468c-adab-21e4ab927007 req-2c0d8747-0746-4cc0-81f8-fd02cc8ba842 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=250c00f0-96b1-41a3-9d9f-0dfe2a365038 HTTP/1.1" status: 200 len: 944 time: 0.0537100 Sep 23 08:05:06.732287 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-71bb44d1-0c83-468c-adab-21e4ab927007 req-0cd643f1-fb29-4a81-922a-a77115b51c1d tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=48c6573d-00b4-4963-af5c-c5d2e8f15af7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346525 Sep 23 08:05:07.482209 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:05:07.882513 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e113fa-039c-43cc-93cc-d8c7bd29e629 req-047fb0ae-e521-437c-940c-f52fa4c07a0f tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:05:07.884209 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b0e113fa-039c-43cc-93cc-d8c7bd29e629 req-047fb0ae-e521-437c-940c-f52fa4c07a0f tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=250c00f0-96b1-41a3-9d9f-0dfe2a365038 HTTP/1.1" status: 200 len: 944 time: 0.0730753 Sep 23 08:05:07.956280 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b0e113fa-039c-43cc-93cc-d8c7bd29e629 req-56329ec4-2dfa-488a-a11f-3ea73cceb5dc tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=48c6573d-00b4-4963-af5c-c5d2e8f15af7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592360 Sep 23 08:05:08.177242 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-216b9a88-323c-443b-bedb-68d3d60e3eab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:05:09.096174 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d450268-3787-48b8-9d50-fc68f9dc224c req-9c487cdc-04dc-4af9-80de-478767b8ed7a tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:05:09.097935 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0d450268-3787-48b8-9d50-fc68f9dc224c req-9c487cdc-04dc-4af9-80de-478767b8ed7a tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=250c00f0-96b1-41a3-9d9f-0dfe2a365038 HTTP/1.1" status: 200 len: 944 time: 0.0566678 Sep 23 08:05:09.143458 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0d450268-3787-48b8-9d50-fc68f9dc224c req-2b162302-019e-4ad8-a328-dcc526851858 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=48c6573d-00b4-4963-af5c-c5d2e8f15af7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393898 Sep 23 08:05:10.269237 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e956d603-328b-4624-a680-294ddbab9703 req-1a135319-c38b-4763-8cf0-2703f98070ec tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:05:10.270763 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e956d603-328b-4624-a680-294ddbab9703 req-1a135319-c38b-4763-8cf0-2703f98070ec tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=250c00f0-96b1-41a3-9d9f-0dfe2a365038 HTTP/1.1" status: 200 len: 944 time: 0.0501924 Sep 23 08:05:10.309475 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e956d603-328b-4624-a680-294ddbab9703 req-c80e6647-d171-4bff-a959-2888170c3f15 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=48c6573d-00b4-4963-af5c-c5d2e8f15af7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327790 Sep 23 08:05:10.791081 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:05:11.163159 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b0c7bc12-40f9-411b-8001-2d86f070daba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:05:11.430661 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47d5b8c-8b54-42ee-a6ab-c57e73ea2c84 req-c4dcfe99-9172-4c39-afdd-4faece5d754f tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:05:11.432079 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f47d5b8c-8b54-42ee-a6ab-c57e73ea2c84 req-c4dcfe99-9172-4c39-afdd-4faece5d754f tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=250c00f0-96b1-41a3-9d9f-0dfe2a365038 HTTP/1.1" status: 200 len: 944 time: 0.0533009 Sep 23 08:05:11.470570 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f47d5b8c-8b54-42ee-a6ab-c57e73ea2c84 req-69a95b5a-0972-4333-ac3a-248be2af3c43 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=48c6573d-00b4-4963-af5c-c5d2e8f15af7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318344 Sep 23 08:05:11.683036 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:05:12.592474 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d7bc87-124d-418f-84c9-14577d6b4472 req-712e381a-ff07-4865-a91b-233a0788a013 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:05:12.594080 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f6d7bc87-124d-418f-84c9-14577d6b4472 req-712e381a-ff07-4865-a91b-233a0788a013 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=250c00f0-96b1-41a3-9d9f-0dfe2a365038 HTTP/1.1" status: 200 len: 944 time: 0.0565505 Sep 23 08:05:12.632291 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f6d7bc87-124d-418f-84c9-14577d6b4472 req-483555e4-e4ee-448e-b3b5-e851bc80903c tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=48c6573d-00b4-4963-af5c-c5d2e8f15af7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323527 Sep 23 08:05:12.650550 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:05:13.748036 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941c0010-82b4-4649-9bbd-505e6c5d3ed2 req-8ba19072-271e-4064-b097-b797781215d4 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:05:13.749541 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-941c0010-82b4-4649-9bbd-505e6c5d3ed2 req-8ba19072-271e-4064-b097-b797781215d4 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=250c00f0-96b1-41a3-9d9f-0dfe2a365038 HTTP/1.1" status: 200 len: 944 time: 0.0487680 Sep 23 08:05:13.787367 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-941c0010-82b4-4649-9bbd-505e6c5d3ed2 req-69b6ffa2-9b6c-4663-a763-da77deb469ac tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=48c6573d-00b4-4963-af5c-c5d2e8f15af7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320086 Sep 23 08:05:14.124878 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:05:14.900965 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26afe97-a881-47c7-998a-96388a254c21 req-4928dbc2-f1e6-4ae2-a5df-8890da179875 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:05:14.902521 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e26afe97-a881-47c7-998a-96388a254c21 req-4928dbc2-f1e6-4ae2-a5df-8890da179875 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=250c00f0-96b1-41a3-9d9f-0dfe2a365038 HTTP/1.1" status: 200 len: 944 time: 0.0484345 Sep 23 08:05:14.940152 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e26afe97-a881-47c7-998a-96388a254c21 req-c974a37c-b4ea-4683-8885-e9fa94f58b5f tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=48c6573d-00b4-4963-af5c-c5d2e8f15af7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316703 Sep 23 08:05:16.057210 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2481823-4032-447c-9e19-dfcfb3787ff0 req-8776f778-f2e4-485e-bdcb-1eee17dcba80 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:05:16.059281 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b2481823-4032-447c-9e19-dfcfb3787ff0 req-8776f778-f2e4-485e-bdcb-1eee17dcba80 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=250c00f0-96b1-41a3-9d9f-0dfe2a365038 HTTP/1.1" status: 200 len: 944 time: 0.0534322 Sep 23 08:05:16.096907 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b2481823-4032-447c-9e19-dfcfb3787ff0 req-dda7390f-8e2e-41e9-aebd-79bab79e16e9 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=48c6573d-00b4-4963-af5c-c5d2e8f15af7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315917 Sep 23 08:05:16.438208 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 9de2d752-1654-46d4-8f45-7142493374c1 details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 08:05:16.536341 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 9de2d752-1654-46d4-8f45-7142493374c1, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=9de2d752-1654-46d4-8f45-7142493374c1,segment=NetworkSegment(b89bc78a-187e-4ed3-9ecc-5b1f6845bb69),segment_id=b89bc78a-187e-4ed3-9ecc-5b1f6845bb69)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 08:05:16.547788 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': '9de2d752-1654-46d4-8f45-7142493374c1', 'network_id': '3bf5049b-4943-470b-a29e-27b5fe0dd709', 'port_id': '9de2d752-1654-46d4-8f45-7142493374c1', 'mac_address': 'fa:16:3e:45:b0:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a01c554-9801-4f62-8d0b-07f975911021', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 08:05:16.584888 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:05:16.597888 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9de2d752-1654-46d4-8f45-7142493374c1 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 08:05:16.616521 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 9de2d752-1654-46d4-8f45-7142493374c1, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=9de2d752-1654-46d4-8f45-7142493374c1,segment=NetworkSegment(b89bc78a-187e-4ed3-9ecc-5b1f6845bb69),segment_id=b89bc78a-187e-4ed3-9ecc-5b1f6845bb69)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 08:05:16.620520 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:05:16.671153 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=9de2d752-1654-46d4-8f45-7142493374c1,revision_number=9']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:05:16.678767 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:05:16.679111 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:05:16.679454 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:05:16.679784 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:05:16.680114 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:05:16.680441 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:05:16.680763 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:05:16.681084 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:05:16.681405 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:05:16.681724 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:05:16.682068 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:05:16.682385 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:05:17.005331 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['9de2d752-1654-46d4-8f45-7142493374c1'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 08:05:17.180199 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809a428-d759-483b-98d6-440d61203b55 req-205fa11e-771c-4b91-9d0e-79c9c50819f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:05:17.181688 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0809a428-d759-483b-98d6-440d61203b55 req-205fa11e-771c-4b91-9d0e-79c9c50819f2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e28cbe594e624953a2ab345b5cee5c5e&device_id=250c00f0-96b1-41a3-9d9f-0dfe2a365038 HTTP/1.1" status: 200 len: 1097 time: 0.0899930 Sep 23 08:05:17.260177 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428ce5b2-58b9-4bb6-9d5a-ca2044def13b req-f3a63274-ec81-4f08-adee-3b6b33e0b560 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:05:17.262415 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-428ce5b2-58b9-4bb6-9d5a-ca2044def13b req-f3a63274-ec81-4f08-adee-3b6b33e0b560 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=250c00f0-96b1-41a3-9d9f-0dfe2a365038 HTTP/1.1" status: 200 len: 945 time: 0.0845120 Sep 23 08:05:17.340640 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-428ce5b2-58b9-4bb6-9d5a-ca2044def13b req-ddc8d453-46f2-4c8f-9d5a-f1de3feb2677 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=48c6573d-00b4-4963-af5c-c5d2e8f15af7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512502 Sep 23 08:05:17.341803 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809a428-d759-483b-98d6-440d61203b55 req-b35e97e1-d5be-454e-a09f-819e6cfca75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:05:17.343195 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0809a428-d759-483b-98d6-440d61203b55 req-b35e97e1-d5be-454e-a09f-819e6cfca75d service neutron] 10.222.0.21 "GET /v2.0/networks?id=3bf5049b-4943-470b-a29e-27b5fe0dd709 HTTP/1.1" status: 200 len: 910 time: 0.1325221 Sep 23 08:05:17.413977 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0809a428-d759-483b-98d6-440d61203b55 req-f8b42e0a-7dea-48e9-bf4c-abf00966270d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9de2d752-1654-46d4-8f45-7142493374c1 HTTP/1.1" status: 200 len: 999 time: 0.0629263 Sep 23 08:05:17.463606 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809a428-d759-483b-98d6-440d61203b55 req-115d5456-b209-4298-bbf5-296909e06d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:05:17.465729 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0809a428-d759-483b-98d6-440d61203b55 req-115d5456-b209-4298-bbf5-296909e06d0e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1a01c554-9801-4f62-8d0b-07f975911021 HTTP/1.1" status: 200 len: 848 time: 0.0437293 Sep 23 08:05:17.511816 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809a428-d759-483b-98d6-440d61203b55 req-856b530f-de87-4989-a8ee-a4530ddff7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:05:17.513234 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0809a428-d759-483b-98d6-440d61203b55 req-856b530f-de87-4989-a8ee-a4530ddff7a7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3bf5049b-4943-470b-a29e-27b5fe0dd709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401692 Sep 23 08:05:17.605136 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0809a428-d759-483b-98d6-440d61203b55 req-466d05f5-9845-4d21-83f2-3c8d30836b60 service neutron] 10.222.0.21 "GET /v2.0/networks/3bf5049b-4943-470b-a29e-27b5fe0dd709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842721 Sep 23 08:05:17.696739 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0809a428-d759-483b-98d6-440d61203b55 req-52476978-98bc-4b5f-a40f-c18e8a1067e4 service neutron] 10.222.0.21 "GET /v2.0/networks/3bf5049b-4943-470b-a29e-27b5fe0dd709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836697 Sep 23 08:05:18.444889 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 9de2d752-1654-46d4-8f45-7142493374c1 up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 08:05:18.461175 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e76d211-8259-42b6-a8f6-3a1727b759ae req-0c082c4e-0fdd-4e7a-94d5-1eaf8366e946 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:05:18.462709 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1e76d211-8259-42b6-a8f6-3a1727b759ae req-0c082c4e-0fdd-4e7a-94d5-1eaf8366e946 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=250c00f0-96b1-41a3-9d9f-0dfe2a365038 HTTP/1.1" status: 200 len: 945 time: 0.0543864 Sep 23 08:05:18.494570 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port 9de2d752-1654-46d4-8f45-7142493374c1 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 08:05:18.494954 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:05:18.501333 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1e76d211-8259-42b6-a8f6-3a1727b759ae req-c9d208af-1c22-40d0-8bd8-6939c300d840 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=48c6573d-00b4-4963-af5c-c5d2e8f15af7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323725 Sep 23 08:05:18.574985 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:05:18.598761 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '250c00f0-96b1-41a3-9d9f-0dfe2a365038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de2d752-1654-46d4-8f45-7142493374c1'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 08:05:18.600965 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ba4f7dfdfe0dde90123cb5af03ec17f0bd1073b346dec34131962e04cdfc7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f18ad28-be41-4bac-95db-f9115f653d8d" -d '{"events": [{"server_uuid": "250c00f0-96b1-41a3-9d9f-0dfe2a365038", "name": "network-vif-plugged", "status": "completed", "tag": "9de2d752-1654-46d4-8f45-7142493374c1"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 08:05:18.613575 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 9de2d752-1654-46d4-8f45-7142493374c1, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=9de2d752-1654-46d4-8f45-7142493374c1,segment=NetworkSegment(b89bc78a-187e-4ed3-9ecc-5b1f6845bb69),segment_id=b89bc78a-187e-4ed3-9ecc-5b1f6845bb69)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 08:05:18.618208 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:05:18.643382 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 08:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d9b2dc9-e08b-4cb0-b5e1-827fb853fa8e x-openstack-request-id: req-6d9b2dc9-e08b-4cb0-b5e1-827fb853fa8e {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 08:05:18.643671 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "250c00f0-96b1-41a3-9d9f-0dfe2a365038", "name": "network-vif-plugged", "status": "completed", "tag": "9de2d752-1654-46d4-8f45-7142493374c1", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 08:05:18.643919 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6d9b2dc9-e08b-4cb0-b5e1-827fb853fa8e {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 08:05:18.644311 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '250c00f0-96b1-41a3-9d9f-0dfe2a365038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de2d752-1654-46d4-8f45-7142493374c1', 'code': 200} Sep 23 08:05:18.667629 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=9de2d752-1654-46d4-8f45-7142493374c1,revision_number=10']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:05:18.821239 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8809c3-4493-41d0-8e91-d07cdcd47b2a req-45b716e8-9175-4b45-9724-59b7b34d6bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:05:18.822803 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9e8809c3-4493-41d0-8e91-d07cdcd47b2a req-45b716e8-9175-4b45-9724-59b7b34d6bf1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=250c00f0-96b1-41a3-9d9f-0dfe2a365038 HTTP/1.1" status: 200 len: 1099 time: 0.0413756 Sep 23 08:05:18.857487 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9e8809c3-4493-41d0-8e91-d07cdcd47b2a req-961b20f7-6836-4d69-9993-b2a7624ac12a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=48c6573d-00b4-4963-af5c-c5d2e8f15af7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273201 Sep 23 08:05:19.625843 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29f2909-bc0b-4869-b35c-7bf8fbb132bf req-8b6b78b8-9535-4e85-9247-36854569f1a5 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:05:19.627339 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c29f2909-bc0b-4869-b35c-7bf8fbb132bf req-8b6b78b8-9535-4e85-9247-36854569f1a5 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=250c00f0-96b1-41a3-9d9f-0dfe2a365038 HTTP/1.1" status: 200 len: 947 time: 0.0479865 Sep 23 08:05:19.664735 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c29f2909-bc0b-4869-b35c-7bf8fbb132bf req-34b5fc71-99fd-4973-b3eb-33fea3405c7d tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=48c6573d-00b4-4963-af5c-c5d2e8f15af7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315807 Sep 23 08:05:20.788074 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2801afb-2100-4d83-ad38-45a40cd20ef6 req-bba9777a-75b7-42e9-a80a-347ca5c213a6 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:05:20.789550 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c2801afb-2100-4d83-ad38-45a40cd20ef6 req-bba9777a-75b7-42e9-a80a-347ca5c213a6 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=250c00f0-96b1-41a3-9d9f-0dfe2a365038 HTTP/1.1" status: 200 len: 947 time: 0.0578377 Sep 23 08:05:20.827324 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c2801afb-2100-4d83-ad38-45a40cd20ef6 req-933b5636-a603-414c-976c-c2edaf070194 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=48c6573d-00b4-4963-af5c-c5d2e8f15af7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311785 Sep 23 08:05:27.892280 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 08:05:37.487004 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:05:38.178246 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f18c2c43-8d4f-40ba-8d27-7ab4149f5a88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:05:40.796677 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:05:41.163068 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-eded4351-c351-4fc5-9f12-d89872696f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:05:41.684115 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:05:42.653930 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:05:44.128021 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:06:04.891733 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 08:06:07.484954 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:06:08.178901 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-fa54c734-bef7-413b-8ce2-47e6de6ce362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:06:10.802613 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:06:11.165745 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a338774e-5cab-4698-9c22-4f172c0bd5b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:06:11.684855 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:06:12.655788 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:06:14.134339 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:06:16.828986 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-137fdbbc-db1b-4375-813b-ac735cb58e13 req-9aa91c86-d897-4046-bb86-42f3f1cf7fa6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=250c00f0-96b1-41a3-9d9f-0dfe2a365038&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392311 Sep 23 08:06:16.921240 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137fdbbc-db1b-4375-813b-ac735cb58e13 req-44fc48d5-5f58-4f05-8c88-8ba874411fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:06:16.922772 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-137fdbbc-db1b-4375-813b-ac735cb58e13 req-44fc48d5-5f58-4f05-8c88-8ba874411fdd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e28cbe594e624953a2ab345b5cee5c5e&device_id=250c00f0-96b1-41a3-9d9f-0dfe2a365038 HTTP/1.1" status: 200 len: 1099 time: 0.0415688 Sep 23 08:06:17.031573 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137fdbbc-db1b-4375-813b-ac735cb58e13 req-0ee77f72-132f-46a0-a0b7-fb1eb7759ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:06:17.033087 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-137fdbbc-db1b-4375-813b-ac735cb58e13 req-0ee77f72-132f-46a0-a0b7-fb1eb7759ba3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3bf5049b-4943-470b-a29e-27b5fe0dd709 HTTP/1.1" status: 200 len: 910 time: 0.0888369 Sep 23 08:06:17.099261 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-137fdbbc-db1b-4375-813b-ac735cb58e13 req-fa37de2d-d379-40aa-9654-ac0f1ef85c21 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9de2d752-1654-46d4-8f45-7142493374c1 HTTP/1.1" status: 200 len: 1000 time: 0.0581863 Sep 23 08:06:17.147933 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137fdbbc-db1b-4375-813b-ac735cb58e13 req-cff3a8ba-32d9-453c-9ced-76fe83c39543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:06:17.149379 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-137fdbbc-db1b-4375-813b-ac735cb58e13 req-cff3a8ba-32d9-453c-9ced-76fe83c39543 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1a01c554-9801-4f62-8d0b-07f975911021 HTTP/1.1" status: 200 len: 848 time: 0.0430312 Sep 23 08:06:17.199456 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137fdbbc-db1b-4375-813b-ac735cb58e13 req-f45cf297-2c66-4c06-8a8d-3a93fdb55a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:06:17.200932 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-137fdbbc-db1b-4375-813b-ac735cb58e13 req-f45cf297-2c66-4c06-8a8d-3a93fdb55a41 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3bf5049b-4943-470b-a29e-27b5fe0dd709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424528 Sep 23 08:06:17.289036 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-137fdbbc-db1b-4375-813b-ac735cb58e13 req-c3e21c65-a1bd-4693-b670-76b1fd897721 service neutron] 10.222.0.21 "GET /v2.0/networks/3bf5049b-4943-470b-a29e-27b5fe0dd709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805390 Sep 23 08:06:17.380586 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-137fdbbc-db1b-4375-813b-ac735cb58e13 req-05a28a62-5895-4295-bae9-4e92deef8059 service neutron] 10.222.0.21 "GET /v2.0/networks/3bf5049b-4943-470b-a29e-27b5fe0dd709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836761 Sep 23 08:06:37.501507 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:06:38.179356 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c3a1c46a-d574-4865-94e5-41e5ed0f330c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:06:40.817269 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:06:41.167126 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-7fc48d75-4abd-474a-8a10-b65a178100d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:06:41.685666 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:06:41.890843 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 08:06:42.659042 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:06:44.133565 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:06:57.646517 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57314) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:06:57.848287 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-d0243ee8-3ad2-4f4b-9671-6b349c397aca tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Deleting port 3de28746-7372-4dd0-9e3b-02a258c58283 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 08:06:57.848632 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d0243ee8-3ad2-4f4b-9671-6b349c397aca tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:06:57.927349 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d0243ee8-3ad2-4f4b-9671-6b349c397aca tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:06:57.927594 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d0243ee8-3ad2-4f4b-9671-6b349c397aca tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:06:57.939615 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-d0243ee8-3ad2-4f4b-9671-6b349c397aca tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Calling delete_port for 3de28746-7372-4dd0-9e3b-02a258c58283 owned by network:floatingip {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 08:06:58.085939 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d0243ee8-3ad2-4f4b-9671-6b349c397aca tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:06:58.112757 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0243ee8-3ad2-4f4b-9671-6b349c397aca tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Pushing event deleted for resources: {'Port': ['ID=3de28746-7372-4dd0-9e3b-02a258c58283,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:06:58.140654 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0243ee8-3ad2-4f4b-9671-6b349c397aca tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:06:58.140999 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0243ee8-3ad2-4f4b-9671-6b349c397aca tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:06:58.141373 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0243ee8-3ad2-4f4b-9671-6b349c397aca tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:06:58.141711 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0243ee8-3ad2-4f4b-9671-6b349c397aca tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:06:58.142071 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0243ee8-3ad2-4f4b-9671-6b349c397aca tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:06:58.142400 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0243ee8-3ad2-4f4b-9671-6b349c397aca tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:06:58.142724 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0243ee8-3ad2-4f4b-9671-6b349c397aca tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:06:58.143321 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0243ee8-3ad2-4f4b-9671-6b349c397aca tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:06:58.143449 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0243ee8-3ad2-4f4b-9671-6b349c397aca tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:06:58.143709 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0243ee8-3ad2-4f4b-9671-6b349c397aca tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:06:58.144034 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0243ee8-3ad2-4f4b-9671-6b349c397aca tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:06:58.144376 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0243ee8-3ad2-4f4b-9671-6b349c397aca tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:06:58.185847 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d0243ee8-3ad2-4f4b-9671-6b349c397aca tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks [] for floatingip, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:06:58.186132 n-d-715271-16 neutron-server[95066]: INFO neutron.db.l3_db [None req-d0243ee8-3ad2-4f4b-9671-6b349c397aca tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Floating IP ce990492-cb3a-4b8b-b50b-9d57b9e000a0 disassociated (deleted). External IP: 172.25.2.9, port: 9de2d752-1654-46d4-8f45-7142493374c1. Sep 23 08:06:58.394892 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0243ee8-3ad2-4f4b-9671-6b349c397aca tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Router 4d101447-2825-4416-a9c0-74e7a119eb2a has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 08:06:58.827085 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0243ee8-3ad2-4f4b-9671-6b349c397aca tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 08:06:58.831923 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d0243ee8-3ad2-4f4b-9671-6b349c397aca tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:06:58.836572 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e87afc1-9ef6-4781-92e7-090c05966621 None None] Sync routers for ids ['4d101447-2825-4416-a9c0-74e7a119eb2a'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 08:06:58.845668 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e87afc1-9ef6-4781-92e7-090c05966621 None None] Routers {'4d101447-2825-4416-a9c0-74e7a119eb2a'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 08:06:58.846299 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-8e87afc1-9ef6-4781-92e7-090c05966621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T08:06:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['4d101447-2825-4416-a9c0-74e7a119eb2a'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:06:58.859855 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-d0243ee8-3ad2-4f4b-9671-6b349c397aca tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "DELETE /v2.0/floatingips/ce990492-cb3a-4b8b-b50b-9d57b9e000a0 HTTP/1.1" status: 204 len: 168 time: 1.2113531 Sep 23 08:06:58.860446 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '250c00f0-96b1-41a3-9d9f-0dfe2a365038', 'tag': '9de2d752-1654-46d4-8f45-7142493374c1'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 08:06:58.862760 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5c82e26e84456ec9bd92b2391c670c25772fd4a9558cb5800b4b1a13ca591a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09895ed4-749a-4831-bcbd-6be7d8bc0423" -d '{"events": [{"name": "network-changed", "server_uuid": "250c00f0-96b1-41a3-9d9f-0dfe2a365038", "tag": "9de2d752-1654-46d4-8f45-7142493374c1"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 08:06:58.951701 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-8e87afc1-9ef6-4781-92e7-090c05966621 None None] Set router 4d101447-2825-4416-a9c0-74e7a119eb2a gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 08:06:59.099584 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 08:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b16ac1-bc8e-4c92-acf9-e0df4a22c0ab x-openstack-request-id: req-15b16ac1-bc8e-4c92-acf9-e0df4a22c0ab {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 08:06:59.100096 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "250c00f0-96b1-41a3-9d9f-0dfe2a365038", "tag": "9de2d752-1654-46d4-8f45-7142493374c1", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 08:06:59.100513 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-15b16ac1-bc8e-4c92-acf9-e0df4a22c0ab {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 08:06:59.101072 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '250c00f0-96b1-41a3-9d9f-0dfe2a365038', 'tag': '9de2d752-1654-46d4-8f45-7142493374c1', 'status': 'completed', 'code': 200} Sep 23 08:06:59.169825 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-8e87afc1-9ef6-4781-92e7-090c05966621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d101447-2825-4416-a9c0-74e7a119eb2a', 'name': 'tempest-TestShelveInstance-1328165694-router', 'tenant_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '96c27157-1bac-4935-9a62-c3e0a07d69c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T08:00:40Z', 'updated_at': '2021-09-23T08:00:43Z', 'revision_number': 4, 'project_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'gw_port': {'id': '96c27157-1bac-4935-9a62-c3e0a07d69c7', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:92:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d101447-2825-4416-a9c0-74e7a119eb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:00:40Z', 'updated_at': '2021-09-23T08:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '6d0d5c47-fb10-4c59-b016-667aa8b3b22d', 'name': '', 'network_id': '3bf5049b-4943-470b-a29e-27b5fe0dd709', 'tenant_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'mac_address': 'fa:16:3e:27:2b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d101447-2825-4416-a9c0-74e7a119eb2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '1a01c554-9801-4f62-8d0b-07f975911021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:00:42Z', 'updated_at': '2021-09-23T08:00:47Z', 'revision_number': 5, 'project_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'subnets': [{'id': '1a01c554-9801-4f62-8d0b-07f975911021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:06:59.188598 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09895ed4-749a-4831-bcbd-6be7d8bc0423 req-edb93222-0bd6-4454-98ef-416fa73dc1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:06:59.190015 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-09895ed4-749a-4831-bcbd-6be7d8bc0423 req-edb93222-0bd6-4454-98ef-416fa73dc1a9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e28cbe594e624953a2ab345b5cee5c5e&device_id=250c00f0-96b1-41a3-9d9f-0dfe2a365038 HTTP/1.1" status: 200 len: 1099 time: 0.0477877 Sep 23 08:06:59.204393 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e87afc1-9ef6-4781-92e7-090c05966621 None None] Checking router: 4d101447-2825-4416-a9c0-74e7a119eb2a for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 08:06:59.212575 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e87afc1-9ef6-4781-92e7-090c05966621 None None] Routers {'4d101447-2825-4416-a9c0-74e7a119eb2a'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 08:06:59.213180 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-8e87afc1-9ef6-4781-92e7-090c05966621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T08:06:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['4d101447-2825-4416-a9c0-74e7a119eb2a'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:06:59.323521 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2ec47b-a2bb-4343-9f2b-dd20c749d4a2 req-a945a689-5cb1-4884-b1ea-7a750b89242e tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:06:59.325495 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-8e87afc1-9ef6-4781-92e7-090c05966621 None None] Set router 4d101447-2825-4416-a9c0-74e7a119eb2a gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 08:06:59.325691 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8e2ec47b-a2bb-4343-9f2b-dd20c749d4a2 req-a945a689-5cb1-4884-b1ea-7a750b89242e tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=250c00f0-96b1-41a3-9d9f-0dfe2a365038 HTTP/1.1" status: 200 len: 947 time: 0.1752391 Sep 23 08:06:59.328534 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09895ed4-749a-4831-bcbd-6be7d8bc0423 req-a0e0e289-7bf9-4f8a-bdbd-50c14f11009e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:06:59.329941 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-09895ed4-749a-4831-bcbd-6be7d8bc0423 req-a0e0e289-7bf9-4f8a-bdbd-50c14f11009e service neutron] 10.222.0.21 "GET /v2.0/networks?id=3bf5049b-4943-470b-a29e-27b5fe0dd709 HTTP/1.1" status: 200 len: 910 time: 0.1316798 Sep 23 08:06:59.379076 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-09895ed4-749a-4831-bcbd-6be7d8bc0423 req-0b26ace2-62d4-42ee-aa5b-4c9fcbb9ab8e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9de2d752-1654-46d4-8f45-7142493374c1 HTTP/1.1" status: 200 len: 217 time: 0.0410047 Sep 23 08:06:59.424928 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8e2ec47b-a2bb-4343-9f2b-dd20c749d4a2 req-75e53da7-d817-4119-a4db-c3dce6da860b tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=48c6573d-00b4-4963-af5c-c5d2e8f15af7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926695 Sep 23 08:06:59.446857 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09895ed4-749a-4831-bcbd-6be7d8bc0423 req-8fe44f98-37e0-449a-aebc-8df7019e0e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:06:59.448325 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-09895ed4-749a-4831-bcbd-6be7d8bc0423 req-8fe44f98-37e0-449a-aebc-8df7019e0e5b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1a01c554-9801-4f62-8d0b-07f975911021 HTTP/1.1" status: 200 len: 848 time: 0.0579333 Sep 23 08:06:59.499294 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09895ed4-749a-4831-bcbd-6be7d8bc0423 req-2f75ead9-db1d-41ab-abf2-57240c6f5109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:06:59.501070 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-09895ed4-749a-4831-bcbd-6be7d8bc0423 req-2f75ead9-db1d-41ab-abf2-57240c6f5109 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3bf5049b-4943-470b-a29e-27b5fe0dd709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452278 Sep 23 08:06:59.535996 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-8e87afc1-9ef6-4781-92e7-090c05966621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d101447-2825-4416-a9c0-74e7a119eb2a', 'name': 'tempest-TestShelveInstance-1328165694-router', 'tenant_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '96c27157-1bac-4935-9a62-c3e0a07d69c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T08:00:40Z', 'updated_at': '2021-09-23T08:00:43Z', 'revision_number': 4, 'project_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'gw_port': {'id': '96c27157-1bac-4935-9a62-c3e0a07d69c7', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:92:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d101447-2825-4416-a9c0-74e7a119eb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:00:40Z', 'updated_at': '2021-09-23T08:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '6d0d5c47-fb10-4c59-b016-667aa8b3b22d', 'name': '', 'network_id': '3bf5049b-4943-470b-a29e-27b5fe0dd709', 'tenant_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'mac_address': 'fa:16:3e:27:2b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d101447-2825-4416-a9c0-74e7a119eb2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '1a01c554-9801-4f62-8d0b-07f975911021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:00:42Z', 'updated_at': '2021-09-23T08:00:47Z', 'revision_number': 5, 'project_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'subnets': [{'id': '1a01c554-9801-4f62-8d0b-07f975911021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:06:59.567449 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e87afc1-9ef6-4781-92e7-090c05966621 None None] The sync data for ids ['4d101447-2825-4416-a9c0-74e7a119eb2a'] in n-d-715271-16 is: [{'id': '4d101447-2825-4416-a9c0-74e7a119eb2a', 'name': 'tempest-TestShelveInstance-1328165694-router', 'tenant_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '96c27157-1bac-4935-9a62-c3e0a07d69c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T08:00:40Z', 'updated_at': '2021-09-23T08:00:43Z', 'revision_number': 4, 'project_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'gw_port': {'id': '96c27157-1bac-4935-9a62-c3e0a07d69c7', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:92:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d101447-2825-4416-a9c0-74e7a119eb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:00:40Z', 'updated_at': '2021-09-23T08:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '6d0d5c47-fb10-4c59-b016-667aa8b3b22d', 'name': '', 'network_id': '3bf5049b-4943-470b-a29e-27b5fe0dd709', 'tenant_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'mac_address': 'fa:16:3e:27:2b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d101447-2825-4416-a9c0-74e7a119eb2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '1a01c554-9801-4f62-8d0b-07f975911021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:00:42Z', 'updated_at': '2021-09-23T08:00:47Z', 'revision_number': 5, 'project_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'subnets': [{'id': '1a01c554-9801-4f62-8d0b-07f975911021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 08:06:59.596096 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-09895ed4-749a-4831-bcbd-6be7d8bc0423 req-6d2f7b1f-6f6e-4dbc-bd2d-c3cbc7951c6b service neutron] 10.222.0.21 "GET /v2.0/networks/3bf5049b-4943-470b-a29e-27b5fe0dd709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859549 Sep 23 08:06:59.688562 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-09895ed4-749a-4831-bcbd-6be7d8bc0423 req-ac186c76-93ae-4b45-8d4f-bc8d69cd29b3 service neutron] 10.222.0.21 "GET /v2.0/networks/3bf5049b-4943-470b-a29e-27b5fe0dd709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845468 Sep 23 08:06:59.795045 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11ccbbd-eab5-45ac-8b0e-6117a319e218 None None] New status for floating IP ce990492-cb3a-4b8b-b50b-9d57b9e000a0: DOWN {{(pid=95067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 08:07:00.578997 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e916de99-0a2a-4a7c-8d11-db15dac523f9 req-9ee6ed36-b313-42fe-8d15-7811c2a4b624 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:07:00.580494 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e916de99-0a2a-4a7c-8d11-db15dac523f9 req-9ee6ed36-b313-42fe-8d15-7811c2a4b624 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=250c00f0-96b1-41a3-9d9f-0dfe2a365038 HTTP/1.1" status: 200 len: 947 time: 0.0482147 Sep 23 08:07:00.618302 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e916de99-0a2a-4a7c-8d11-db15dac523f9 req-b3b1c50b-7588-4dff-8e44-28587d701f7b tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=48c6573d-00b4-4963-af5c-c5d2e8f15af7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317309 Sep 23 08:07:00.833649 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddfc911-fadc-4fe7-8af7-ec267510c22e req-e8bf9a3e-fb9d-465c-983a-50fc333210ff tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:07:00.835110 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1ddfc911-fadc-4fe7-8af7-ec267510c22e req-e8bf9a3e-fb9d-465c-983a-50fc333210ff tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.21 "GET /v2.0/ports?device_id=250c00f0-96b1-41a3-9d9f-0dfe2a365038 HTTP/1.1" status: 200 len: 947 time: 0.0504367 Sep 23 08:07:00.921104 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-1ddfc911-fadc-4fe7-8af7-ec267510c22e req-4e98cfdb-0184-49ac-a899-e11694964cef tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Deleting port 9de2d752-1654-46d4-8f45-7142493374c1 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 08:07:00.921457 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-1ddfc911-fadc-4fe7-8af7-ec267510c22e req-4e98cfdb-0184-49ac-a899-e11694964cef tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:07:01.010747 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-1ddfc911-fadc-4fe7-8af7-ec267510c22e req-4e98cfdb-0184-49ac-a899-e11694964cef tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] For port 9de2d752-1654-46d4-8f45-7142493374c1, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=9de2d752-1654-46d4-8f45-7142493374c1,segment=NetworkSegment(b89bc78a-187e-4ed3-9ecc-5b1f6845bb69),segment_id=b89bc78a-187e-4ed3-9ecc-5b1f6845bb69)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 08:07:01.011119 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-1ddfc911-fadc-4fe7-8af7-ec267510c22e req-4e98cfdb-0184-49ac-a899-e11694964cef tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:07:01.023870 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-1ddfc911-fadc-4fe7-8af7-ec267510c22e req-4e98cfdb-0184-49ac-a899-e11694964cef tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Calling delete_port for 9de2d752-1654-46d4-8f45-7142493374c1 owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 08:07:01.148752 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-1ddfc911-fadc-4fe7-8af7-ec267510c22e req-4e98cfdb-0184-49ac-a899-e11694964cef tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:07:01.179880 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e98cfdb-0184-49ac-a899-e11694964cef tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Pushing event deleted for resources: {'Port': ['ID=9de2d752-1654-46d4-8f45-7142493374c1,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:07:01.192435 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e98cfdb-0184-49ac-a899-e11694964cef tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:07:01.192777 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e98cfdb-0184-49ac-a899-e11694964cef tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:07:01.193113 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e98cfdb-0184-49ac-a899-e11694964cef tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:07:01.193447 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e98cfdb-0184-49ac-a899-e11694964cef tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:07:01.193776 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e98cfdb-0184-49ac-a899-e11694964cef tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:07:01.194126 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e98cfdb-0184-49ac-a899-e11694964cef tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:07:01.194450 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e98cfdb-0184-49ac-a899-e11694964cef tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:07:01.194771 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e98cfdb-0184-49ac-a899-e11694964cef tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:07:01.195091 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e98cfdb-0184-49ac-a899-e11694964cef tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:07:01.195417 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e98cfdb-0184-49ac-a899-e11694964cef tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:07:01.195735 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e98cfdb-0184-49ac-a899-e11694964cef tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:07:01.196073 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e98cfdb-0184-49ac-a899-e11694964cef tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:07:01.229163 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ddfc911-fadc-4fe7-8af7-ec267510c22e req-4e98cfdb-0184-49ac-a899-e11694964cef tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] No DVR routers for this DVR port 9de2d752-1654-46d4-8f45-7142493374c1 on host n-h1-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 08:07:01.232245 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-1ddfc911-fadc-4fe7-8af7-ec267510c22e req-4e98cfdb-0184-49ac-a899-e11694964cef tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:07:01.234301 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1ddfc911-fadc-4fe7-8af7-ec267510c22e req-4e98cfdb-0184-49ac-a899-e11694964cef tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.21 "DELETE /v2.0/ports/9de2d752-1654-46d4-8f45-7142493374c1 HTTP/1.1" status: 204 len: 173 time: 0.3926194 Sep 23 08:07:01.234729 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '250c00f0-96b1-41a3-9d9f-0dfe2a365038', 'name': 'network-vif-deleted', 'tag': '9de2d752-1654-46d4-8f45-7142493374c1'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 08:07:01.237299 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f95ab57a745480e309303c621f93016f7af13821b9c47ad15b10e565102b0cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6390530c-3667-4084-8fe9-f7db75eaa26f" -d '{"events": [{"server_uuid": "250c00f0-96b1-41a3-9d9f-0dfe2a365038", "name": "network-vif-deleted", "tag": "9de2d752-1654-46d4-8f45-7142493374c1"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 08:07:01.367185 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 08:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fceeaf55-3aaf-4e3d-8b7d-147fd7f143e7 x-openstack-request-id: req-fceeaf55-3aaf-4e3d-8b7d-147fd7f143e7 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 08:07:01.367489 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "250c00f0-96b1-41a3-9d9f-0dfe2a365038", "name": "network-vif-deleted", "tag": "9de2d752-1654-46d4-8f45-7142493374c1", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 08:07:01.367739 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fceeaf55-3aaf-4e3d-8b7d-147fd7f143e7 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 08:07:01.368162 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '250c00f0-96b1-41a3-9d9f-0dfe2a365038', 'name': 'network-vif-deleted', 'tag': '9de2d752-1654-46d4-8f45-7142493374c1', 'status': 'completed', 'code': 200} Sep 23 08:07:01.731764 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-95ec0bc7-17a0-4ea9-b197-814ae1777e25 req-45368920-e0a9-4faa-b28a-271219f0c3e8 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=250c00f0-96b1-41a3-9d9f-0dfe2a365038 HTTP/1.1" status: 200 len: 210 time: 0.0274441 Sep 23 08:07:02.787075 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57346) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:07:02.853323 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e57679f9-b24c-4021-9dfb-254457090e86 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:07:02.877997 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e57679f9-b24c-4021-9dfb-254457090e86 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:07:02.937261 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e57679f9-b24c-4021-9dfb-254457090e86 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:07:02.939887 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e57679f9-b24c-4021-9dfb-254457090e86 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:07:02.941050 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-e57679f9-b24c-4021-9dfb-254457090e86 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "DELETE /v2.0/security-groups/48c6573d-00b4-4963-af5c-c5d2e8f15af7 HTTP/1.1" status: 204 len: 168 time: 0.1530015 Sep 23 08:07:02.951112 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57679f9-b24c-4021-9dfb-254457090e86 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c6573d-00b4-4963-af5c-c5d2e8f15af7,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:07:04.243450 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 57354) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:07:04.248843 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-b0e5de5f-34aa-48c8-9282-1af474bd5a2b tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-11779549', 'description': 'tempest-secgroup-smoke-11779549 description', 'project_id': 'e28cbe594e624953a2ab345b5cee5c5e'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 08:07:04.270588 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b0e5de5f-34aa-48c8-9282-1af474bd5a2b tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:07:04.351239 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b0e5de5f-34aa-48c8-9282-1af474bd5a2b tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:07:04.356176 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b0e5de5f-34aa-48c8-9282-1af474bd5a2b tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:07:04.389820 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-b0e5de5f-34aa-48c8-9282-1af474bd5a2b tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:07:04.391064 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-b0e5de5f-34aa-48c8-9282-1af474bd5a2b tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1466188 Sep 23 08:07:04.392184 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e5de5f-34aa-48c8-9282-1af474bd5a2b tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c68a783b-977a-407f-b957-8bc46fec9634,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:07:04.394842 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57356) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:07:04.400057 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-9b31a705-e2d3-4845-a717-d2b2154f6459 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Request body: {'security_group_rule': {'security_group_id': 'c68a783b-977a-407f-b957-8bc46fec9634', 'project_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 08:07:04.428156 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9b31a705-e2d3-4845-a717-d2b2154f6459 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:07:04.485833 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9b31a705-e2d3-4845-a717-d2b2154f6459 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:07:04.489459 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9b31a705-e2d3-4845-a717-d2b2154f6459 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:07:04.520078 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b31a705-e2d3-4845-a717-d2b2154f6459 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63f2b8d9-2dd8-45bc-8b36-989e7b40fc39,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:07:04.523326 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-9b31a705-e2d3-4845-a717-d2b2154f6459 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:07:04.525126 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-9b31a705-e2d3-4845-a717-d2b2154f6459 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1287637 Sep 23 08:07:04.528642 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57358) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:07:04.533012 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-252cf46a-3b29-4436-8e6f-ff5ab8a34377 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Request body: {'security_group_rule': {'security_group_id': 'c68a783b-977a-407f-b957-8bc46fec9634', 'project_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 08:07:04.560036 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-252cf46a-3b29-4436-8e6f-ff5ab8a34377 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:07:04.615722 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-252cf46a-3b29-4436-8e6f-ff5ab8a34377 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:07:04.619127 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-252cf46a-3b29-4436-8e6f-ff5ab8a34377 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:07:04.638199 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252cf46a-3b29-4436-8e6f-ff5ab8a34377 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b515ccff-6f4e-4452-9650-373114744102,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:07:04.644677 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-252cf46a-3b29-4436-8e6f-ff5ab8a34377 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:07:04.645947 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-252cf46a-3b29-4436-8e6f-ff5ab8a34377 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1163151 Sep 23 08:07:04.648629 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57360) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:07:04.653503 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-597d918e-f627-44dd-b46a-de39863438bc tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Request body: {'security_group_rule': {'security_group_id': 'c68a783b-977a-407f-b957-8bc46fec9634', 'project_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 08:07:04.679794 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-597d918e-f627-44dd-b46a-de39863438bc tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:07:04.737257 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-597d918e-f627-44dd-b46a-de39863438bc tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:07:04.741035 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-597d918e-f627-44dd-b46a-de39863438bc tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:07:04.758296 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597d918e-f627-44dd-b46a-de39863438bc tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e87b66e-0d90-4550-ba72-4fdf1a388474,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:07:04.764162 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-597d918e-f627-44dd-b46a-de39863438bc tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:07:04.765274 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-597d918e-f627-44dd-b46a-de39863438bc tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1157062 Sep 23 08:07:04.767974 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57362) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:07:04.772207 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-90c000b7-4b65-4b12-8d0f-7f33803beb2f tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Request body: {'security_group_rule': {'security_group_id': 'c68a783b-977a-407f-b957-8bc46fec9634', 'project_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 08:07:04.798356 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-90c000b7-4b65-4b12-8d0f-7f33803beb2f tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:07:04.858804 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-90c000b7-4b65-4b12-8d0f-7f33803beb2f tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:07:04.862307 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-90c000b7-4b65-4b12-8d0f-7f33803beb2f tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:07:04.879582 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c000b7-4b65-4b12-8d0f-7f33803beb2f tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac7b07f4-2c49-4eb7-86e2-b521f4850780,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:07:04.884664 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-90c000b7-4b65-4b12-8d0f-7f33803beb2f tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:07:04.886425 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-90c000b7-4b65-4b12-8d0f-7f33803beb2f tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1169615 Sep 23 08:07:04.888874 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57364) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:07:04.893080 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-42a66c2b-e2a2-4df7-80df-55ac26ca9e86 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Request body: {'security_group_rule': {'security_group_id': 'c68a783b-977a-407f-b957-8bc46fec9634', 'project_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 08:07:04.914609 n-d-715271-16 neutron-server[95066]: INFO neutron.db.securitygroups_db [None req-42a66c2b-e2a2-4df7-80df-55ac26ca9e86 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Project e28cbe594e624953a2ab345b5cee5c5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 08:07:04.920018 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-42a66c2b-e2a2-4df7-80df-55ac26ca9e86 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:07:04.966013 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 9de2d752-1654-46d4-8f45-7142493374c1 no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 08:07:04.978779 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-42a66c2b-e2a2-4df7-80df-55ac26ca9e86 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:07:04.983537 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-42a66c2b-e2a2-4df7-80df-55ac26ca9e86 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:07:04.988431 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] No Port match for: 9de2d752-1654-46d4-8f45-7142493374c1 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 08:07:04.988727 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 9de2d752-1654-46d4-8f45-7142493374c1 not bound to the agent host n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 08:07:05.002316 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a66c2b-e2a2-4df7-80df-55ac26ca9e86 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12e697db-3edc-462a-8c2f-34447b59461d,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:07:05.008463 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-42a66c2b-e2a2-4df7-80df-55ac26ca9e86 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:07:05.009884 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-42a66c2b-e2a2-4df7-80df-55ac26ca9e86 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1200001 Sep 23 08:07:05.013323 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57366) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:07:05.017578 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-e038d148-d2ba-4e08-a0b0-c7f7d01063d4 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Request body: {'security_group_rule': {'security_group_id': 'c68a783b-977a-407f-b957-8bc46fec9634', 'project_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 08:07:05.038658 n-d-715271-16 neutron-server[95066]: INFO neutron.db.securitygroups_db [None req-e038d148-d2ba-4e08-a0b0-c7f7d01063d4 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Project e28cbe594e624953a2ab345b5cee5c5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 08:07:05.043483 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e038d148-d2ba-4e08-a0b0-c7f7d01063d4 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:07:05.105152 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e038d148-d2ba-4e08-a0b0-c7f7d01063d4 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:07:05.108911 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e038d148-d2ba-4e08-a0b0-c7f7d01063d4 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:07:05.126413 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038d148-d2ba-4e08-a0b0-c7f7d01063d4 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6114fc5-0441-4112-8e77-5f207c521b4a,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:07:05.131225 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e038d148-d2ba-4e08-a0b0-c7f7d01063d4 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:07:05.132427 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-e038d148-d2ba-4e08-a0b0-c7f7d01063d4 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1181571 Sep 23 08:07:07.508696 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:07:08.180466 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-40034bba-e95d-4d64-9c23-cad897efe7da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:07:10.840592 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:07:11.169059 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f553fe82-8494-4b25-9e6a-e298be7104b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:07:11.687082 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:07:12.662256 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:07:14.138040 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:07:18.890125 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 08:07:19.392771 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-70dc3450-098a-4c88-be9c-8037b9148949 req-de58588c-b1a7-4f1a-89c3-668f638c5295 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-11779549&fields=id&tenant_id=e28cbe594e624953a2ab345b5cee5c5e HTTP/1.1" status: 200 len: 267 time: 0.0342293 Sep 23 08:07:19.494930 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dc3450-098a-4c88-be9c-8037b9148949 req-78094fab-f3f6-4bd0-80ef-38ce202bf628 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:07:19.497018 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-70dc3450-098a-4c88-be9c-8037b9148949 req-78094fab-f3f6-4bd0-80ef-38ce202bf628 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/networks?id=3bf5049b-4943-470b-a29e-27b5fe0dd709 HTTP/1.1" status: 200 len: 809 time: 0.0975790 Sep 23 08:07:19.514060 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-70dc3450-098a-4c88-be9c-8037b9148949 req-11426a11-4a9e-4b9a-8b5f-fab22c727d30 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/quotas/e28cbe594e624953a2ab345b5cee5c5e HTTP/1.1" status: 200 len: 375 time: 0.0113723 Sep 23 08:07:19.567944 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-70dc3450-098a-4c88-be9c-8037b9148949 req-d7b478d5-af80-4bfb-8bea-da3e4b00d333 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e28cbe594e624953a2ab345b5cee5c5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485504 Sep 23 08:07:19.582826 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [req-70dc3450-098a-4c88-be9c-8037b9148949 req-5ef49b08-4135-4330-a1e8-585d7a92cfa6 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=95065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 08:07:19.583787 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-70dc3450-098a-4c88-be9c-8037b9148949 req-5ef49b08-4135-4330-a1e8-585d7a92cfa6 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049438 Sep 23 08:07:19.677968 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-70dc3450-098a-4c88-be9c-8037b9148949 req-98ac5648-37d2-43f4-b18c-32fee3ee9dc5 service neutron] 10.222.0.39 "GET /v2.0/networks/3bf5049b-4943-470b-a29e-27b5fe0dd709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884364 Sep 23 08:07:19.768120 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-70dc3450-098a-4c88-be9c-8037b9148949 req-00d06d3a-bcb0-4596-85b9-2d792f0cc07a service neutron] 10.222.0.39 "GET /v2.0/networks/3bf5049b-4943-470b-a29e-27b5fe0dd709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842183 Sep 23 08:07:20.056767 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d25aa002-f03a-42a2-acbc-9564ab37b2f5 req-9c481a50-86c9-40fa-8ef8-121c13db4786 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec961c71-52bb-4ed5-859f-7ffcac5aa7d0 HTTP/1.1" status: 200 len: 210 time: 0.0302835 Sep 23 08:07:21.029332 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dc3450-098a-4c88-be9c-8037b9148949 req-2c70ecaa-0346-41f6-90bf-f99d64a36ac2 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:07:21.030810 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-70dc3450-098a-4c88-be9c-8037b9148949 req-2c70ecaa-0346-41f6-90bf-f99d64a36ac2 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.21 "GET /v2.0/networks?id=3bf5049b-4943-470b-a29e-27b5fe0dd709 HTTP/1.1" status: 200 len: 809 time: 0.1020784 Sep 23 08:07:21.082410 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-70dc3450-098a-4c88-be9c-8037b9148949 req-66151fd2-04d8-4edb-a7c5-1b16a38c364a tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e28cbe594e624953a2ab345b5cee5c5e HTTP/1.1" status: 200 len: 378 time: 0.0380394 Sep 23 08:07:21.094285 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-70dc3450-098a-4c88-be9c-8037b9148949 req-f07f4dda-effc-42e9-9cf9-5bfd9ceac91b tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Request body: {'port': {'device_id': 'ec961c71-52bb-4ed5-859f-7ffcac5aa7d0', 'network_id': '3bf5049b-4943-470b-a29e-27b5fe0dd709', 'admin_state_up': True, 'tenant_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'security_groups': ['c68a783b-977a-407f-b957-8bc46fec9634']}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 08:07:21.186087 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-04a9339b-ac80-4d75-8f55-830aa7bd1b81 req-cbc563d4-4ccf-46b2-ac75-2921de1ad56a tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec961c71-52bb-4ed5-859f-7ffcac5aa7d0 HTTP/1.1" status: 200 len: 210 time: 0.0551705 Sep 23 08:07:21.229238 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70dc3450-098a-4c88-be9c-8037b9148949 req-f07f4dda-effc-42e9-9cf9-5bfd9ceac91b tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Made reservation on behalf of e28cbe594e624953a2ab345b5cee5c5e for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 08:07:21.233605 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-70dc3450-098a-4c88-be9c-8037b9148949 req-f07f4dda-effc-42e9-9cf9-5bfd9ceac91b tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:07:21.361415 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-70dc3450-098a-4c88-be9c-8037b9148949 req-f07f4dda-effc-42e9-9cf9-5bfd9ceac91b tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Allocated IP 172.20.0.7 (3bf5049b-4943-470b-a29e-27b5fe0dd709/1a01c554-9801-4f62-8d0b-07f975911021/60115d45-e576-4944-9c7d-775d63948580) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 08:07:21.507826 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-70dc3450-098a-4c88-be9c-8037b9148949 req-f07f4dda-effc-42e9-9cf9-5bfd9ceac91b tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:07:21.540846 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-70dc3450-098a-4c88-be9c-8037b9148949 req-f07f4dda-effc-42e9-9cf9-5bfd9ceac91b tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:07:21.587940 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70dc3450-098a-4c88-be9c-8037b9148949 req-f07f4dda-effc-42e9-9cf9-5bfd9ceac91b tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Network 3bf5049b-4943-470b-a29e-27b5fe0dd709 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 08:07:21.592112 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-70dc3450-098a-4c88-be9c-8037b9148949 req-f07f4dda-effc-42e9-9cf9-5bfd9ceac91b tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 08:07:21.600040 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-70dc3450-098a-4c88-be9c-8037b9148949 req-f07f4dda-effc-42e9-9cf9-5bfd9ceac91b tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 08:07:21.604986 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07f4dda-effc-42e9-9cf9-5bfd9ceac91b tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Pushing event updated for resources: {'Port': ['ID=60115d45-e576-4944-9c7d-775d63948580,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:07:21.659052 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dc3450-098a-4c88-be9c-8037b9148949 req-f07f4dda-effc-42e9-9cf9-5bfd9ceac91b tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:07:21.659871 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-70dc3450-098a-4c88-be9c-8037b9148949 req-f07f4dda-effc-42e9-9cf9-5bfd9ceac91b tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:07:21.680092 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-70dc3450-098a-4c88-be9c-8037b9148949 req-f07f4dda-effc-42e9-9cf9-5bfd9ceac91b tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5900414 Sep 23 08:07:21.697039 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-70dc3450-098a-4c88-be9c-8037b9148949 req-99028023-a736-4e61-bc08-9c3a2378961a service neutron] Request body: {'port': {'device_id': 'ec961c71-52bb-4ed5-859f-7ffcac5aa7d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 08:07:21.756395 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-70dc3450-098a-4c88-be9c-8037b9148949 req-99028023-a736-4e61-bc08-9c3a2378961a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:07:21.812325 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-f94c02cd-e637-4664-af97-d4b9bc1b47f8 None None] Provisioning complete for port 60115d45-e576-4944-9c7d-775d63948580 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 08:07:21.812945 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f94c02cd-e637-4664-af97-d4b9bc1b47f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:07:21.848372 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-f94c02cd-e637-4664-af97-d4b9bc1b47f8 None None] Port 60115d45-e576-4944-9c7d-775d63948580 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 08:07:22.346652 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a2d3b-c333-46c4-a7cf-d6fad750e9f1 req-21eb8f7e-8b22-44b7-aa93-c8d1a89d9e33 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:07:22.348190 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-710a2d3b-c333-46c4-a7cf-d6fad750e9f1 req-21eb8f7e-8b22-44b7-aa93-c8d1a89d9e33 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec961c71-52bb-4ed5-859f-7ffcac5aa7d0 HTTP/1.1" status: 200 len: 931 time: 0.0743306 Sep 23 08:07:22.397379 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-70dc3450-098a-4c88-be9c-8037b9148949 req-99028023-a736-4e61-bc08-9c3a2378961a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60115d45-e576-4944-9c7d-775d63948580 {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 08:07:22.410300 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-70dc3450-098a-4c88-be9c-8037b9148949 req-99028023-a736-4e61-bc08-9c3a2378961a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:07:22.422146 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-710a2d3b-c333-46c4-a7cf-d6fad750e9f1 req-4f99fe6b-2fbb-4547-9baa-e2b26e8d695d tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=c68a783b-977a-407f-b957-8bc46fec9634&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0534453 Sep 23 08:07:22.429283 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-70dc3450-098a-4c88-be9c-8037b9148949 req-99028023-a736-4e61-bc08-9c3a2378961a service neutron] Transition to ACTIVE for port object 60115d45-e576-4944-9c7d-775d63948580 will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 08:07:22.440707 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-70dc3450-098a-4c88-be9c-8037b9148949 req-99028023-a736-4e61-bc08-9c3a2378961a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:07:22.487197 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99028023-a736-4e61-bc08-9c3a2378961a service neutron] Pushing event updated for resources: {'Port': ['ID=60115d45-e576-4944-9c7d-775d63948580,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:07:22.555120 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-70dc3450-098a-4c88-be9c-8037b9148949 req-99028023-a736-4e61-bc08-9c3a2378961a service neutron] Attempting to bind port 60115d45-e576-4944-9c7d-775d63948580 on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 08:07:22.555572 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-70dc3450-098a-4c88-be9c-8037b9148949 req-99028023-a736-4e61-bc08-9c3a2378961a service neutron] Attempting to bind port 60115d45-e576-4944-9c7d-775d63948580 by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': 'b89bc78a-187e-4ed3-9ecc-5b1f6845bb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3bf5049b-4943-470b-a29e-27b5fe0dd709'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 08:07:22.555686 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70dc3450-098a-4c88-be9c-8037b9148949 req-99028023-a736-4e61-bc08-9c3a2378961a service neutron] Attempting to bind port 60115d45-e576-4944-9c7d-775d63948580 on network 3bf5049b-4943-470b-a29e-27b5fe0dd709 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 08:07:22.560535 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70dc3450-098a-4c88-be9c-8037b9148949 req-99028023-a736-4e61-bc08-9c3a2378961a service neutron] Port 60115d45-e576-4944-9c7d-775d63948580 on network 3bf5049b-4943-470b-a29e-27b5fe0dd709 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 08:07:22.560862 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70dc3450-098a-4c88-be9c-8037b9148949 req-99028023-a736-4e61-bc08-9c3a2378961a service neutron] Attempting to bind port 60115d45-e576-4944-9c7d-775d63948580 on network 3bf5049b-4943-470b-a29e-27b5fe0dd709 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 08:07:22.566335 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70dc3450-098a-4c88-be9c-8037b9148949 req-99028023-a736-4e61-bc08-9c3a2378961a service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 8, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 08:07:22.566720 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70dc3450-098a-4c88-be9c-8037b9148949 req-99028023-a736-4e61-bc08-9c3a2378961a service neutron] Checking segment: {'id': 'b89bc78a-187e-4ed3-9ecc-5b1f6845bb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3bf5049b-4943-470b-a29e-27b5fe0dd709'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 08:07:22.567060 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70dc3450-098a-4c88-be9c-8037b9148949 req-99028023-a736-4e61-bc08-9c3a2378961a service neutron] Bound using segment: {'id': 'b89bc78a-187e-4ed3-9ecc-5b1f6845bb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3bf5049b-4943-470b-a29e-27b5fe0dd709'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 08:07:22.567484 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-70dc3450-098a-4c88-be9c-8037b9148949 req-99028023-a736-4e61-bc08-9c3a2378961a service neutron] Bound port: 60115d45-e576-4944-9c7d-775d63948580, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b89bc78a-187e-4ed3-9ecc-5b1f6845bb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3bf5049b-4943-470b-a29e-27b5fe0dd709'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 08:07:22.567842 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-70dc3450-098a-4c88-be9c-8037b9148949 req-99028023-a736-4e61-bc08-9c3a2378961a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:07:22.649598 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-70dc3450-098a-4c88-be9c-8037b9148949 req-99028023-a736-4e61-bc08-9c3a2378961a service neutron] For port 60115d45-e576-4944-9c7d-775d63948580, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 08:07:22.654938 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-70dc3450-098a-4c88-be9c-8037b9148949 req-99028023-a736-4e61-bc08-9c3a2378961a service neutron] For port 60115d45-e576-4944-9c7d-775d63948580, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=60115d45-e576-4944-9c7d-775d63948580,segment=NetworkSegment(b89bc78a-187e-4ed3-9ecc-5b1f6845bb69),segment_id=b89bc78a-187e-4ed3-9ecc-5b1f6845bb69)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 08:07:22.659958 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-70dc3450-098a-4c88-be9c-8037b9148949 req-99028023-a736-4e61-bc08-9c3a2378961a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:07:22.698071 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dc3450-098a-4c88-be9c-8037b9148949 req-99028023-a736-4e61-bc08-9c3a2378961a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:07:22.698637 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-70dc3450-098a-4c88-be9c-8037b9148949 req-99028023-a736-4e61-bc08-9c3a2378961a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:07:22.700077 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-70dc3450-098a-4c88-be9c-8037b9148949 req-99028023-a736-4e61-bc08-9c3a2378961a service neutron] 10.222.0.21 "PUT /v2.0/ports/60115d45-e576-4944-9c7d-775d63948580 HTTP/1.1" status: 200 len: 1092 time: 1.0074949 Sep 23 08:07:22.700624 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec961c71-52bb-4ed5-859f-7ffcac5aa7d0', 'tag': '60115d45-e576-4944-9c7d-775d63948580'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 08:07:22.702751 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f95ab57a745480e309303c621f93016f7af13821b9c47ad15b10e565102b0cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-658d95e5-26a2-4033-8859-8cc64bfc6858" -d '{"events": [{"name": "network-changed", "server_uuid": "ec961c71-52bb-4ed5-859f-7ffcac5aa7d0", "tag": "60115d45-e576-4944-9c7d-775d63948580"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 08:07:22.737595 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99028023-a736-4e61-bc08-9c3a2378961a service neutron] Pushing event updated for resources: {'Port': ['ID=60115d45-e576-4944-9c7d-775d63948580,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:07:22.756452 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 08:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a27b681-4d1a-48f5-bad9-d5b0f3556116 x-openstack-request-id: req-4a27b681-4d1a-48f5-bad9-d5b0f3556116 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 08:07:22.756753 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec961c71-52bb-4ed5-859f-7ffcac5aa7d0", "tag": "60115d45-e576-4944-9c7d-775d63948580", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 08:07:22.757010 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4a27b681-4d1a-48f5-bad9-d5b0f3556116 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 08:07:22.757408 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec961c71-52bb-4ed5-859f-7ffcac5aa7d0', 'tag': '60115d45-e576-4944-9c7d-775d63948580', 'status': 'completed', 'code': 200} Sep 23 08:07:22.812166 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dc3450-098a-4c88-be9c-8037b9148949 req-f1f237ad-084f-48ba-9fbf-95e2e5e59fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:07:22.813819 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-70dc3450-098a-4c88-be9c-8037b9148949 req-f1f237ad-084f-48ba-9fbf-95e2e5e59fbd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e28cbe594e624953a2ab345b5cee5c5e&device_id=ec961c71-52bb-4ed5-859f-7ffcac5aa7d0 HTTP/1.1" status: 200 len: 1095 time: 0.0444572 Sep 23 08:07:22.872593 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-70dc3450-098a-4c88-be9c-8037b9148949 req-d45ea4c1-0352-494c-be6a-83844e1cdb46 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60115d45-e576-4944-9c7d-775d63948580 HTTP/1.1" status: 200 len: 217 time: 0.0440335 Sep 23 08:07:22.924368 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dc3450-098a-4c88-be9c-8037b9148949 req-ff8a7923-72b6-42a6-83f8-f9ad4f7e10fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:07:22.925772 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-70dc3450-098a-4c88-be9c-8037b9148949 req-ff8a7923-72b6-42a6-83f8-f9ad4f7e10fc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1a01c554-9801-4f62-8d0b-07f975911021 HTTP/1.1" status: 200 len: 848 time: 0.0456927 Sep 23 08:07:22.974221 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dc3450-098a-4c88-be9c-8037b9148949 req-020555ed-89c7-467b-bbf0-6a0ea36cb46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:07:22.975893 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-70dc3450-098a-4c88-be9c-8037b9148949 req-020555ed-89c7-467b-bbf0-6a0ea36cb46d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3bf5049b-4943-470b-a29e-27b5fe0dd709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420873 Sep 23 08:07:23.070982 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-70dc3450-098a-4c88-be9c-8037b9148949 req-3bb7f5b6-7551-45b8-ae4a-cba0693b5a35 service neutron] 10.222.0.21 "GET /v2.0/networks/3bf5049b-4943-470b-a29e-27b5fe0dd709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875912 Sep 23 08:07:23.165710 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-70dc3450-098a-4c88-be9c-8037b9148949 req-598ea431-1dd1-484b-9890-91bf35dec55e service neutron] 10.222.0.21 "GET /v2.0/networks/3bf5049b-4943-470b-a29e-27b5fe0dd709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878901 Sep 23 08:07:23.263464 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658d95e5-26a2-4033-8859-8cc64bfc6858 req-53c9b284-0930-475f-b08d-b30917081b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:07:23.265072 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-658d95e5-26a2-4033-8859-8cc64bfc6858 req-53c9b284-0930-475f-b08d-b30917081b83 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e28cbe594e624953a2ab345b5cee5c5e&device_id=ec961c71-52bb-4ed5-859f-7ffcac5aa7d0 HTTP/1.1" status: 200 len: 1095 time: 0.0412960 Sep 23 08:07:23.360295 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658d95e5-26a2-4033-8859-8cc64bfc6858 req-29435986-95c3-4a82-92b9-1b643df458d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:07:23.361800 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-658d95e5-26a2-4033-8859-8cc64bfc6858 req-29435986-95c3-4a82-92b9-1b643df458d0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3bf5049b-4943-470b-a29e-27b5fe0dd709 HTTP/1.1" status: 200 len: 910 time: 0.0901163 Sep 23 08:07:23.404725 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-658d95e5-26a2-4033-8859-8cc64bfc6858 req-10771d1c-c639-4289-9f07-eecb2acbdf4e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60115d45-e576-4944-9c7d-775d63948580 HTTP/1.1" status: 200 len: 217 time: 0.0350609 Sep 23 08:07:23.462864 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658d95e5-26a2-4033-8859-8cc64bfc6858 req-ba013c97-d8d4-4b78-aff3-6a431deb3460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:07:23.464483 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-658d95e5-26a2-4033-8859-8cc64bfc6858 req-ba013c97-d8d4-4b78-aff3-6a431deb3460 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1a01c554-9801-4f62-8d0b-07f975911021 HTTP/1.1" status: 200 len: 848 time: 0.0520966 Sep 23 08:07:23.544405 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658d95e5-26a2-4033-8859-8cc64bfc6858 req-121e5c1e-7563-46d5-93a3-8e5ab51f4070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:07:23.545886 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-658d95e5-26a2-4033-8859-8cc64bfc6858 req-121e5c1e-7563-46d5-93a3-8e5ab51f4070 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3bf5049b-4943-470b-a29e-27b5fe0dd709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0744822 Sep 23 08:07:23.569792 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e2ae4b-1ab2-4c8a-ac9c-58b333ec6a58 req-529f70cf-2fa3-45ba-a1eb-646bc1ea64c0 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:07:23.571354 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-17e2ae4b-1ab2-4c8a-ac9c-58b333ec6a58 req-529f70cf-2fa3-45ba-a1eb-646bc1ea64c0 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec961c71-52bb-4ed5-859f-7ffcac5aa7d0 HTTP/1.1" status: 200 len: 943 time: 0.0726051 Sep 23 08:07:23.662216 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-17e2ae4b-1ab2-4c8a-ac9c-58b333ec6a58 req-e955be6f-8c25-4d6a-8a94-e3e78352a1c1 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=c68a783b-977a-407f-b957-8bc46fec9634&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0798194 Sep 23 08:07:23.682203 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-658d95e5-26a2-4033-8859-8cc64bfc6858 req-901592a2-fdcc-425f-a6d3-1e947716a25e service neutron] 10.222.0.21 "GET /v2.0/networks/3bf5049b-4943-470b-a29e-27b5fe0dd709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283073 Sep 23 08:07:23.780130 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-658d95e5-26a2-4033-8859-8cc64bfc6858 req-49a8d904-5c0c-47a8-af1e-a386d48b10cf service neutron] 10.222.0.21 "GET /v2.0/networks/3bf5049b-4943-470b-a29e-27b5fe0dd709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913925 Sep 23 08:07:24.787764 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d4f3b2-e9bf-4954-8344-a070456dcc1f req-91ce4667-d9e9-4bc8-a70c-f02edf92fc6e tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:07:24.789306 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b5d4f3b2-e9bf-4954-8344-a070456dcc1f req-91ce4667-d9e9-4bc8-a70c-f02edf92fc6e tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec961c71-52bb-4ed5-859f-7ffcac5aa7d0 HTTP/1.1" status: 200 len: 943 time: 0.0577641 Sep 23 08:07:24.831353 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b5d4f3b2-e9bf-4954-8344-a070456dcc1f req-9872b64a-e13d-4941-be22-0f42992c6c02 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=c68a783b-977a-407f-b957-8bc46fec9634&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352933 Sep 23 08:07:25.948426 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7d53dc-e94d-48c7-8255-9bec8f8a62b0 req-b37e95c9-7a64-4390-8482-f173135b41d0 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:07:25.950858 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ff7d53dc-e94d-48c7-8255-9bec8f8a62b0 req-b37e95c9-7a64-4390-8482-f173135b41d0 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec961c71-52bb-4ed5-859f-7ffcac5aa7d0 HTTP/1.1" status: 200 len: 943 time: 0.0502017 Sep 23 08:07:25.988409 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ff7d53dc-e94d-48c7-8255-9bec8f8a62b0 req-978422c2-1fcd-429b-894d-d8b9bde2fcb5 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=c68a783b-977a-407f-b957-8bc46fec9634&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316572 Sep 23 08:07:27.102609 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad607201-4ee5-4d00-a00c-433178e0362c req-49c94b27-3b73-43c2-bb79-58fe0915764f tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:07:27.104126 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ad607201-4ee5-4d00-a00c-433178e0362c req-49c94b27-3b73-43c2-bb79-58fe0915764f tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec961c71-52bb-4ed5-859f-7ffcac5aa7d0 HTTP/1.1" status: 200 len: 943 time: 0.0497806 Sep 23 08:07:27.141993 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ad607201-4ee5-4d00-a00c-433178e0362c req-48d4f293-d41f-4340-805b-7e6f640bcb8c tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=c68a783b-977a-407f-b957-8bc46fec9634&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318933 Sep 23 08:07:28.259176 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a249e-b001-4210-8f0d-82da8411b1f0 req-bde267bf-66fe-4e35-b402-ed58eba118f3 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:07:28.260664 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8f0a249e-b001-4210-8f0d-82da8411b1f0 req-bde267bf-66fe-4e35-b402-ed58eba118f3 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec961c71-52bb-4ed5-859f-7ffcac5aa7d0 HTTP/1.1" status: 200 len: 943 time: 0.0525129 Sep 23 08:07:28.299000 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8f0a249e-b001-4210-8f0d-82da8411b1f0 req-fb982eb0-7146-4298-923b-f1e77121b966 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=c68a783b-977a-407f-b957-8bc46fec9634&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321555 Sep 23 08:07:29.413144 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6803c489-5bc7-4750-b20c-0f6745730813 req-a972141c-cd65-4053-9f02-6160300e3278 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:07:29.414640 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6803c489-5bc7-4750-b20c-0f6745730813 req-a972141c-cd65-4053-9f02-6160300e3278 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec961c71-52bb-4ed5-859f-7ffcac5aa7d0 HTTP/1.1" status: 200 len: 943 time: 0.0499938 Sep 23 08:07:29.451416 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6803c489-5bc7-4750-b20c-0f6745730813 req-446250bf-74ab-4917-92ae-008a59a498bf tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=c68a783b-977a-407f-b957-8bc46fec9634&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307784 Sep 23 08:07:30.568487 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89d4aed-beb1-41c7-a4e2-ffcac562b10e req-01cbd128-53c3-459c-83e8-ff5ec3f4b147 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:07:30.569972 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a89d4aed-beb1-41c7-a4e2-ffcac562b10e req-01cbd128-53c3-459c-83e8-ff5ec3f4b147 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec961c71-52bb-4ed5-859f-7ffcac5aa7d0 HTTP/1.1" status: 200 len: 943 time: 0.0485325 Sep 23 08:07:30.607860 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a89d4aed-beb1-41c7-a4e2-ffcac562b10e req-856aee7f-045d-435c-9dba-5c8140956d1d tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=c68a783b-977a-407f-b957-8bc46fec9634&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315821 Sep 23 08:07:31.724327 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929093c7-4f4f-47c3-b865-9c4b5b683757 req-1bdc8b4d-e07f-44e3-9a16-03152df82ddf tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:07:31.725790 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-929093c7-4f4f-47c3-b865-9c4b5b683757 req-1bdc8b4d-e07f-44e3-9a16-03152df82ddf tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec961c71-52bb-4ed5-859f-7ffcac5aa7d0 HTTP/1.1" status: 200 len: 943 time: 0.0525954 Sep 23 08:07:31.764056 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-929093c7-4f4f-47c3-b865-9c4b5b683757 req-ace93fee-2fef-4857-bdbb-b398cbfbdab9 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=c68a783b-977a-407f-b957-8bc46fec9634&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315125 Sep 23 08:07:32.876656 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96587750-3e41-46fd-83ec-79ce17e39ab2 req-ed89273d-7d36-41c0-aa2e-bc5d71ce2fbc tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:07:32.878158 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-96587750-3e41-46fd-83ec-79ce17e39ab2 req-ed89273d-7d36-41c0-aa2e-bc5d71ce2fbc tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec961c71-52bb-4ed5-859f-7ffcac5aa7d0 HTTP/1.1" status: 200 len: 943 time: 0.0486436 Sep 23 08:07:32.915618 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-96587750-3e41-46fd-83ec-79ce17e39ab2 req-cd233db1-0eba-407b-9d70-f0c85eeaa551 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=c68a783b-977a-407f-b957-8bc46fec9634&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315356 Sep 23 08:07:34.030760 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13572245-bebe-4d2f-a94f-396ffdb652a8 req-59e37e54-355d-4920-aa50-0fbfa876aac4 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:07:34.032253 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-13572245-bebe-4d2f-a94f-396ffdb652a8 req-59e37e54-355d-4920-aa50-0fbfa876aac4 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec961c71-52bb-4ed5-859f-7ffcac5aa7d0 HTTP/1.1" status: 200 len: 943 time: 0.0496879 Sep 23 08:07:34.068740 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-13572245-bebe-4d2f-a94f-396ffdb652a8 req-bbb58a75-cb76-4f9b-a44b-0d6f17e8340e tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=c68a783b-977a-407f-b957-8bc46fec9634&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305684 Sep 23 08:07:35.120375 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 60115d45-e576-4944-9c7d-775d63948580 details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 08:07:35.190599 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc0fd0-bb8f-4196-9d92-bc869f75ac15 req-66b0dad7-ea3a-4dd3-9aee-b59b00b116f1 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:07:35.192079 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-10dc0fd0-bb8f-4196-9d92-bc869f75ac15 req-66b0dad7-ea3a-4dd3-9aee-b59b00b116f1 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec961c71-52bb-4ed5-859f-7ffcac5aa7d0 HTTP/1.1" status: 200 len: 943 time: 0.0528765 Sep 23 08:07:35.221469 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 60115d45-e576-4944-9c7d-775d63948580, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=60115d45-e576-4944-9c7d-775d63948580,segment=NetworkSegment(b89bc78a-187e-4ed3-9ecc-5b1f6845bb69),segment_id=b89bc78a-187e-4ed3-9ecc-5b1f6845bb69)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 08:07:35.229354 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-10dc0fd0-bb8f-4196-9d92-bc869f75ac15 req-eb448288-3991-43b7-bb82-07e6f458908d tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=c68a783b-977a-407f-b957-8bc46fec9634&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312963 Sep 23 08:07:35.233335 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': '60115d45-e576-4944-9c7d-775d63948580', 'network_id': '3bf5049b-4943-470b-a29e-27b5fe0dd709', 'port_id': '60115d45-e576-4944-9c7d-775d63948580', 'mac_address': 'fa:16:3e:65:64:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a01c554-9801-4f62-8d0b-07f975911021', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 08:07:35.270007 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:07:35.283123 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60115d45-e576-4944-9c7d-775d63948580 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 08:07:35.302238 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 60115d45-e576-4944-9c7d-775d63948580, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=60115d45-e576-4944-9c7d-775d63948580,segment=NetworkSegment(b89bc78a-187e-4ed3-9ecc-5b1f6845bb69),segment_id=b89bc78a-187e-4ed3-9ecc-5b1f6845bb69)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 08:07:35.306007 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:07:35.356092 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=60115d45-e576-4944-9c7d-775d63948580,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:07:35.363918 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:07:35.364268 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:07:35.364614 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:07:35.364950 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:07:35.365324 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:07:35.365639 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:07:35.365994 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:07:35.366322 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:07:35.366647 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:07:35.366972 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:07:35.367294 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:07:35.367614 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:07:35.680733 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['60115d45-e576-4944-9c7d-775d63948580'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 08:07:36.344480 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe6dde3-ecb7-4856-83e3-4ff90f167766 req-d7ef937b-e116-45f5-991b-edced18034ce tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:07:36.346043 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dfe6dde3-ecb7-4856-83e3-4ff90f167766 req-d7ef937b-e116-45f5-991b-edced18034ce tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec961c71-52bb-4ed5-859f-7ffcac5aa7d0 HTTP/1.1" status: 200 len: 944 time: 0.0487380 Sep 23 08:07:36.384452 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dfe6dde3-ecb7-4856-83e3-4ff90f167766 req-b74c56d9-5d3d-40de-a0f9-97f08783a6e5 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=c68a783b-977a-407f-b957-8bc46fec9634&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323751 Sep 23 08:07:37.124534 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 60115d45-e576-4944-9c7d-775d63948580 up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 08:07:37.172404 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port 60115d45-e576-4944-9c7d-775d63948580 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 08:07:37.175915 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port 60115d45-e576-4944-9c7d-775d63948580 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 08:07:37.176283 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:07:37.254980 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:07:37.281906 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec961c71-52bb-4ed5-859f-7ffcac5aa7d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60115d45-e576-4944-9c7d-775d63948580'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 08:07:37.284269 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ba4f7dfdfe0dde90123cb5af03ec17f0bd1073b346dec34131962e04cdfc7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad12b5b6-e1a3-4783-b959-27c0c0d6ea22" -d '{"events": [{"server_uuid": "ec961c71-52bb-4ed5-859f-7ffcac5aa7d0", "name": "network-vif-plugged", "status": "completed", "tag": "60115d45-e576-4944-9c7d-775d63948580"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 08:07:37.303890 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 60115d45-e576-4944-9c7d-775d63948580, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=60115d45-e576-4944-9c7d-775d63948580,segment=NetworkSegment(b89bc78a-187e-4ed3-9ecc-5b1f6845bb69),segment_id=b89bc78a-187e-4ed3-9ecc-5b1f6845bb69)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 08:07:37.309214 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:07:37.362669 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=60115d45-e576-4944-9c7d-775d63948580,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:07:37.383587 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 08:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87aa9e12-c62e-4b7c-86c6-0cad9df7d670 x-openstack-request-id: req-87aa9e12-c62e-4b7c-86c6-0cad9df7d670 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 08:07:37.383587 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec961c71-52bb-4ed5-859f-7ffcac5aa7d0", "name": "network-vif-plugged", "status": "completed", "tag": "60115d45-e576-4944-9c7d-775d63948580", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 08:07:37.383587 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-87aa9e12-c62e-4b7c-86c6-0cad9df7d670 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 08:07:37.383587 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec961c71-52bb-4ed5-859f-7ffcac5aa7d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60115d45-e576-4944-9c7d-775d63948580', 'code': 200} Sep 23 08:07:37.533963 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:07:37.545119 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f1f6ce-9ac9-4451-96ab-f46ef67eb499 req-9183be31-d20b-45ef-b53a-1014bc9b4e85 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:07:37.546638 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-97f1f6ce-9ac9-4451-96ab-f46ef67eb499 req-9183be31-d20b-45ef-b53a-1014bc9b4e85 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec961c71-52bb-4ed5-859f-7ffcac5aa7d0 HTTP/1.1" status: 200 len: 945 time: 0.0872073 Sep 23 08:07:37.548792 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52805528-46bd-467f-b85b-53cc2260e29d req-417a2583-6e95-4112-8f21-b339343502a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:07:37.550226 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-52805528-46bd-467f-b85b-53cc2260e29d req-417a2583-6e95-4112-8f21-b339343502a7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ec961c71-52bb-4ed5-859f-7ffcac5aa7d0 HTTP/1.1" status: 200 len: 1097 time: 0.0813112 Sep 23 08:07:37.609666 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-97f1f6ce-9ac9-4451-96ab-f46ef67eb499 req-142fb884-423c-4eac-9279-37dbd4c6dcaa tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=c68a783b-977a-407f-b957-8bc46fec9634&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0569708 Sep 23 08:07:37.611233 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-52805528-46bd-467f-b85b-53cc2260e29d req-720f0183-7de8-4027-87a4-a697ecc0cdb1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c68a783b-977a-407f-b957-8bc46fec9634&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0528736 Sep 23 08:07:38.182570 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dddec32c-9a49-442d-9989-c4130c850d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:07:38.725030 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a62ae9-de08-44e9-a7c4-d6aea80723a7 req-a05cb1ce-23c0-4f75-8971-8afa48a85360 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:07:38.726566 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e7a62ae9-de08-44e9-a7c4-d6aea80723a7 req-a05cb1ce-23c0-4f75-8971-8afa48a85360 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec961c71-52bb-4ed5-859f-7ffcac5aa7d0 HTTP/1.1" status: 200 len: 945 time: 0.0511034 Sep 23 08:07:38.764407 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e7a62ae9-de08-44e9-a7c4-d6aea80723a7 req-7124e4b5-80a9-487a-87bd-4f97ca6c079f tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=c68a783b-977a-407f-b957-8bc46fec9634&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313435 Sep 23 08:07:39.884494 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30756048-58b1-4460-a4e4-527b01f7141b req-99039e86-a1e5-4712-8d8b-b5015a9c53f6 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:07:39.886079 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-30756048-58b1-4460-a4e4-527b01f7141b req-99039e86-a1e5-4712-8d8b-b5015a9c53f6 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec961c71-52bb-4ed5-859f-7ffcac5aa7d0 HTTP/1.1" status: 200 len: 945 time: 0.0547488 Sep 23 08:07:39.928615 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-30756048-58b1-4460-a4e4-527b01f7141b req-ad5080ed-83fb-4cfa-85f1-08260b4c0def tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=c68a783b-977a-407f-b957-8bc46fec9634&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357454 Sep 23 08:07:40.042946 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f4cd5-ae9e-4d0b-8cde-bd80a423ea2c req-727ca9d0-dbed-4b8a-8259-b5f8a0e1df0f tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:07:40.044393 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-173f4cd5-ae9e-4d0b-8cde-bd80a423ea2c req-727ca9d0-dbed-4b8a-8259-b5f8a0e1df0f tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec961c71-52bb-4ed5-859f-7ffcac5aa7d0 HTTP/1.1" status: 200 len: 945 time: 0.0509372 Sep 23 08:07:40.081540 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-173f4cd5-ae9e-4d0b-8cde-bd80a423ea2c req-5243ac65-f4b2-431b-b2d1-11a671dfb73a tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=c68a783b-977a-407f-b957-8bc46fec9634&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312831 Sep 23 08:07:40.103103 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57574) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:07:40.186894 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df072f18-cf2e-40e3-b959-b6cde304dcf0 tempest-TestShelveInstance-437127403 tempest-TestShelveInstance-437127403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:07:40.188423 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-df072f18-cf2e-40e3-b959-b6cde304dcf0 tempest-TestShelveInstance-437127403 tempest-TestShelveInstance-437127403-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=ec961c71-52bb-4ed5-859f-7ffcac5aa7d0 HTTP/1.1" status: 200 len: 1092 time: 0.0842938 Sep 23 08:07:40.191200 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57578) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:07:40.195447 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-dae8bf1e-33da-4314-96d0-9b11a147f91e tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Request body: {'floatingip': {'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'port_id': '60115d45-e576-4944-9c7d-775d63948580', 'tenant_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 08:07:40.218800 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dae8bf1e-33da-4314-96d0-9b11a147f91e tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks [] for floatingip, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:07:40.314828 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dae8bf1e-33da-4314-96d0-9b11a147f91e tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:07:40.422545 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-dae8bf1e-33da-4314-96d0-9b11a147f91e tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Allocated IP 172.25.2.172 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/2af8eaae-bc43-4ff9-9b3a-c1fe59e9c37b) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 08:07:40.523719 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dae8bf1e-33da-4314-96d0-9b11a147f91e tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:07:40.556715 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dae8bf1e-33da-4314-96d0-9b11a147f91e tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:07:40.593526 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae8bf1e-33da-4314-96d0-9b11a147f91e tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 08:07:40.596423 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-dae8bf1e-33da-4314-96d0-9b11a147f91e tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 08:07:40.599524 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae8bf1e-33da-4314-96d0-9b11a147f91e tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 08:07:40.639707 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae8bf1e-33da-4314-96d0-9b11a147f91e tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Pushing event updated for resources: {'Port': ['ID=2af8eaae-bc43-4ff9-9b3a-c1fe59e9c37b,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:07:40.841298 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:07:40.969801 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dae8bf1e-33da-4314-96d0-9b11a147f91e tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:07:41.039260 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dae8bf1e-33da-4314-96d0-9b11a147f91e tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:07:41.172526 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b081f47c-4885-4a3e-b9be-d5ec9d9cc5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:07:41.190046 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dae8bf1e-33da-4314-96d0-9b11a147f91e tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:07:41.194475 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dae8bf1e-33da-4314-96d0-9b11a147f91e tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:07:41.269504 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae8bf1e-33da-4314-96d0-9b11a147f91e tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Pushing event updated for resources: {'Port': ['ID=2af8eaae-bc43-4ff9-9b3a-c1fe59e9c37b,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:07:41.279598 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dae8bf1e-33da-4314-96d0-9b11a147f91e tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:07:41.390980 n-d-715271-16 neutron-server[95066]: INFO neutron.db.l3_db [None req-dae8bf1e-33da-4314-96d0-9b11a147f91e tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Floating IP 4d1bc1f7-a388-4a9d-9ae2-21a5bb348810 associated. External IP: 172.25.2.172, port: 60115d45-e576-4944-9c7d-775d63948580. Sep 23 08:07:41.603713 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dae8bf1e-33da-4314-96d0-9b11a147f91e tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Router 4d101447-2825-4416-a9c0-74e7a119eb2a has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 08:07:41.688415 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:07:41.713099 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dae8bf1e-33da-4314-96d0-9b11a147f91e tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 08:07:41.723573 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e074554c-050f-4263-99c1-03f17699ec0e None None] Sync routers for ids ['4d101447-2825-4416-a9c0-74e7a119eb2a'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 08:07:41.729459 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dae8bf1e-33da-4314-96d0-9b11a147f91e tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:07:41.733079 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e074554c-050f-4263-99c1-03f17699ec0e None None] Routers {'4d101447-2825-4416-a9c0-74e7a119eb2a'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 08:07:41.733701 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-e074554c-050f-4263-99c1-03f17699ec0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T08:07:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['4d101447-2825-4416-a9c0-74e7a119eb2a'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:07:41.757561 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-dae8bf1e-33da-4314-96d0-9b11a147f91e tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5653517 Sep 23 08:07:41.758172 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec961c71-52bb-4ed5-859f-7ffcac5aa7d0', 'tag': '60115d45-e576-4944-9c7d-775d63948580'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 08:07:41.760427 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5c82e26e84456ec9bd92b2391c670c25772fd4a9558cb5800b4b1a13ca591a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b11f86-81ec-4301-b91c-4529854202b0" -d '{"events": [{"name": "network-changed", "server_uuid": "ec961c71-52bb-4ed5-859f-7ffcac5aa7d0", "tag": "60115d45-e576-4944-9c7d-775d63948580"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 08:07:41.799561 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 08:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e5ef1a8-6bb6-4320-88bb-a830612753fa x-openstack-request-id: req-9e5ef1a8-6bb6-4320-88bb-a830612753fa {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 08:07:41.800005 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec961c71-52bb-4ed5-859f-7ffcac5aa7d0", "tag": "60115d45-e576-4944-9c7d-775d63948580", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 08:07:41.800265 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9e5ef1a8-6bb6-4320-88bb-a830612753fa {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 08:07:41.800672 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec961c71-52bb-4ed5-859f-7ffcac5aa7d0', 'tag': '60115d45-e576-4944-9c7d-775d63948580', 'status': 'completed', 'code': 200} Sep 23 08:07:41.839105 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-e074554c-050f-4263-99c1-03f17699ec0e None None] Set router 4d101447-2825-4416-a9c0-74e7a119eb2a gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 08:07:41.877146 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b11f86-81ec-4301-b91c-4529854202b0 req-71b45055-dfa1-41fb-9d6d-8404868e1f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:07:41.878611 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f5b11f86-81ec-4301-b91c-4529854202b0 req-71b45055-dfa1-41fb-9d6d-8404868e1f15 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e28cbe594e624953a2ab345b5cee5c5e&device_id=ec961c71-52bb-4ed5-859f-7ffcac5aa7d0 HTTP/1.1" status: 200 len: 1097 time: 0.0436239 Sep 23 08:07:41.982549 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b11f86-81ec-4301-b91c-4529854202b0 req-e10a2279-6d2a-4539-a4d4-c2d258410681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:07:41.984065 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f5b11f86-81ec-4301-b91c-4529854202b0 req-e10a2279-6d2a-4539-a4d4-c2d258410681 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3bf5049b-4943-470b-a29e-27b5fe0dd709 HTTP/1.1" status: 200 len: 910 time: 0.0980914 Sep 23 08:07:42.050485 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f5b11f86-81ec-4301-b91c-4529854202b0 req-8b42a430-b32c-4e7d-a625-0ce80a93799a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60115d45-e576-4944-9c7d-775d63948580 HTTP/1.1" status: 200 len: 999 time: 0.0599179 Sep 23 08:07:42.067157 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-e074554c-050f-4263-99c1-03f17699ec0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d101447-2825-4416-a9c0-74e7a119eb2a', 'name': 'tempest-TestShelveInstance-1328165694-router', 'tenant_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '96c27157-1bac-4935-9a62-c3e0a07d69c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T08:00:40Z', 'updated_at': '2021-09-23T08:00:43Z', 'revision_number': 4, 'project_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'gw_port': {'id': '96c27157-1bac-4935-9a62-c3e0a07d69c7', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:92:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d101447-2825-4416-a9c0-74e7a119eb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:00:40Z', 'updated_at': '2021-09-23T08:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '4d1bc1f7-a388-4a9d-9ae2-21a5bb348810', 'tenant_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'floating_ip_address': '172.25.2.172', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '4d101447-2825-4416-a9c0-74e7a119eb2a', 'port_id': '60115d45-e576-4944-9c7d-775d63948580', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bf5049b-4943-470b-a29e-27b5fe0dd709', 'mac_address': 'fa:16:3e:65:64:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec961c71-52bb-4ed5-859f-7ffcac5aa7d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T08:07:40Z', 'updated_at': '2021-09-23T08:07:40Z', 'revision_number': 0, 'project_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d0d5c47-fb10-4c59-b016-667aa8b3b22d', 'name': '', 'network_id': '3bf5049b-4943-470b-a29e-27b5fe0dd709', 'tenant_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'mac_address': 'fa:16:3e:27:2b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d101447-2825-4416-a9c0-74e7a119eb2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '1a01c554-9801-4f62-8d0b-07f975911021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:00:42Z', 'updated_at': '2021-09-23T08:00:47Z', 'revision_number': 5, 'project_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'subnets': [{'id': '1a01c554-9801-4f62-8d0b-07f975911021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:07:42.102338 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b11f86-81ec-4301-b91c-4529854202b0 req-a1718d72-9e32-4552-b869-0f87cadd0de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:07:42.103859 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f5b11f86-81ec-4301-b91c-4529854202b0 req-a1718d72-9e32-4552-b869-0f87cadd0de8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1a01c554-9801-4f62-8d0b-07f975911021 HTTP/1.1" status: 200 len: 848 time: 0.0457611 Sep 23 08:07:42.159074 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b11f86-81ec-4301-b91c-4529854202b0 req-efa741fa-6e28-4e73-946c-f7a875f9939c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:07:42.160537 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f5b11f86-81ec-4301-b91c-4529854202b0 req-efa741fa-6e28-4e73-946c-f7a875f9939c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3bf5049b-4943-470b-a29e-27b5fe0dd709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501177 Sep 23 08:07:42.186475 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e074554c-050f-4263-99c1-03f17699ec0e None None] Checking router: 4d101447-2825-4416-a9c0-74e7a119eb2a for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 08:07:42.194660 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e074554c-050f-4263-99c1-03f17699ec0e None None] Routers {'4d101447-2825-4416-a9c0-74e7a119eb2a'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 08:07:42.195271 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-e074554c-050f-4263-99c1-03f17699ec0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T08:07:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['4d101447-2825-4416-a9c0-74e7a119eb2a'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:07:42.255338 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f5b11f86-81ec-4301-b91c-4529854202b0 req-8e68fc04-2e5f-4b47-94c1-52c56dd56c89 service neutron] 10.222.0.21 "GET /v2.0/networks/3bf5049b-4943-470b-a29e-27b5fe0dd709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868979 Sep 23 08:07:42.298327 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-e074554c-050f-4263-99c1-03f17699ec0e None None] Set router 4d101447-2825-4416-a9c0-74e7a119eb2a gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 08:07:42.353624 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f5b11f86-81ec-4301-b91c-4529854202b0 req-d85e925b-5f68-40cd-913e-8f66aa8de27e service neutron] 10.222.0.21 "GET /v2.0/networks/3bf5049b-4943-470b-a29e-27b5fe0dd709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909655 Sep 23 08:07:42.519925 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-e074554c-050f-4263-99c1-03f17699ec0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d101447-2825-4416-a9c0-74e7a119eb2a', 'name': 'tempest-TestShelveInstance-1328165694-router', 'tenant_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '96c27157-1bac-4935-9a62-c3e0a07d69c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T08:00:40Z', 'updated_at': '2021-09-23T08:00:43Z', 'revision_number': 4, 'project_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'gw_port': {'id': '96c27157-1bac-4935-9a62-c3e0a07d69c7', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:92:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d101447-2825-4416-a9c0-74e7a119eb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:00:40Z', 'updated_at': '2021-09-23T08:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '4d1bc1f7-a388-4a9d-9ae2-21a5bb348810', 'tenant_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'floating_ip_address': '172.25.2.172', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '4d101447-2825-4416-a9c0-74e7a119eb2a', 'port_id': '60115d45-e576-4944-9c7d-775d63948580', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bf5049b-4943-470b-a29e-27b5fe0dd709', 'mac_address': 'fa:16:3e:65:64:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec961c71-52bb-4ed5-859f-7ffcac5aa7d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T08:07:40Z', 'updated_at': '2021-09-23T08:07:40Z', 'revision_number': 0, 'project_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d0d5c47-fb10-4c59-b016-667aa8b3b22d', 'name': '', 'network_id': '3bf5049b-4943-470b-a29e-27b5fe0dd709', 'tenant_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'mac_address': 'fa:16:3e:27:2b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d101447-2825-4416-a9c0-74e7a119eb2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '1a01c554-9801-4f62-8d0b-07f975911021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:00:42Z', 'updated_at': '2021-09-23T08:00:47Z', 'revision_number': 5, 'project_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'subnets': [{'id': '1a01c554-9801-4f62-8d0b-07f975911021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:07:42.549271 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e074554c-050f-4263-99c1-03f17699ec0e None None] The sync data for ids ['4d101447-2825-4416-a9c0-74e7a119eb2a'] in n-d-715271-16 is: [{'id': '4d101447-2825-4416-a9c0-74e7a119eb2a', 'name': 'tempest-TestShelveInstance-1328165694-router', 'tenant_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '96c27157-1bac-4935-9a62-c3e0a07d69c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T08:00:40Z', 'updated_at': '2021-09-23T08:00:43Z', 'revision_number': 4, 'project_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'gw_port': {'id': '96c27157-1bac-4935-9a62-c3e0a07d69c7', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:92:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d101447-2825-4416-a9c0-74e7a119eb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:00:40Z', 'updated_at': '2021-09-23T08:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '4d1bc1f7-a388-4a9d-9ae2-21a5bb348810', 'tenant_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'floating_ip_address': '172.25.2.172', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '4d101447-2825-4416-a9c0-74e7a119eb2a', 'port_id': '60115d45-e576-4944-9c7d-775d63948580', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bf5049b-4943-470b-a29e-27b5fe0dd709', 'mac_address': 'fa:16:3e:65:64:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec961c71-52bb-4ed5-859f-7ffcac5aa7d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T08:07:40Z', 'updated_at': '2021-09-23T08:07:40Z', 'revision_number': 0, 'project_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d0d5c47-fb10-4c59-b016-667aa8b3b22d', 'name': '', 'network_id': '3bf5049b-4943-470b-a29e-27b5fe0dd709', 'tenant_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'mac_address': 'fa:16:3e:27:2b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d101447-2825-4416-a9c0-74e7a119eb2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '1a01c554-9801-4f62-8d0b-07f975911021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:00:42Z', 'updated_at': '2021-09-23T08:00:47Z', 'revision_number': 5, 'project_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'subnets': [{'id': '1a01c554-9801-4f62-8d0b-07f975911021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 08:07:42.664821 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:07:42.747446 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ac8da8-3f2f-46fc-a666-f808b70c0fbb None None] New status for floating IP 4d1bc1f7-a388-4a9d-9ae2-21a5bb348810: ACTIVE {{(pid=95067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 08:07:44.139569 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:07:55.890265 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 08:08:07.536887 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:08:08.183628 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-783b31ee-addc-44dc-85a1-43572826ec4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:08:10.846678 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:08:11.173204 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-86ff3349-689a-40d0-bc43-27c559211eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:08:11.690500 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:08:12.670606 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:08:14.146575 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:08:18.996783 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3a67166f-6cb9-420d-b819-6c27529dfd4a req-f17a5b65-4121-4f8b-8549-dc815c390312 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ec961c71-52bb-4ed5-859f-7ffcac5aa7d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406559 Sep 23 08:08:19.087803 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a67166f-6cb9-420d-b819-6c27529dfd4a req-3dfa0c09-2c9b-42d4-a27e-87685c090c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:08:19.089320 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3a67166f-6cb9-420d-b819-6c27529dfd4a req-3dfa0c09-2c9b-42d4-a27e-87685c090c85 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e28cbe594e624953a2ab345b5cee5c5e&device_id=ec961c71-52bb-4ed5-859f-7ffcac5aa7d0 HTTP/1.1" status: 200 len: 1097 time: 0.0410817 Sep 23 08:08:19.197627 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a67166f-6cb9-420d-b819-6c27529dfd4a req-0acf73c0-34ad-46a3-a5c0-64e5ffd2cc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:08:19.199171 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3a67166f-6cb9-420d-b819-6c27529dfd4a req-0acf73c0-34ad-46a3-a5c0-64e5ffd2cc92 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3bf5049b-4943-470b-a29e-27b5fe0dd709 HTTP/1.1" status: 200 len: 910 time: 0.0896776 Sep 23 08:08:19.263736 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3a67166f-6cb9-420d-b819-6c27529dfd4a req-93a51f20-d69a-4408-920b-994526658a96 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60115d45-e576-4944-9c7d-775d63948580 HTTP/1.1" status: 200 len: 1001 time: 0.0576513 Sep 23 08:08:19.315055 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a67166f-6cb9-420d-b819-6c27529dfd4a req-31d67429-fc06-4ef6-a277-26c768da5c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:08:19.316485 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3a67166f-6cb9-420d-b819-6c27529dfd4a req-31d67429-fc06-4ef6-a277-26c768da5c85 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1a01c554-9801-4f62-8d0b-07f975911021 HTTP/1.1" status: 200 len: 848 time: 0.0465150 Sep 23 08:08:19.362415 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a67166f-6cb9-420d-b819-6c27529dfd4a req-97c611f9-bd77-4c02-843c-412cc872ff0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:08:19.363931 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3a67166f-6cb9-420d-b819-6c27529dfd4a req-97c611f9-bd77-4c02-843c-412cc872ff0e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3bf5049b-4943-470b-a29e-27b5fe0dd709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405018 Sep 23 08:08:19.456344 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3a67166f-6cb9-420d-b819-6c27529dfd4a req-e40bee99-b345-4bac-a25f-610644cd8ce4 service neutron] 10.222.0.21 "GET /v2.0/networks/3bf5049b-4943-470b-a29e-27b5fe0dd709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844440 Sep 23 08:08:19.544368 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3a67166f-6cb9-420d-b819-6c27529dfd4a req-d41471e8-708a-4198-b39f-c0aeed783e77 service neutron] 10.222.0.21 "GET /v2.0/networks/3bf5049b-4943-470b-a29e-27b5fe0dd709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811234 Sep 23 08:08:32.888839 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 08:08:37.547807 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:08:38.184436 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e450b879-dcf0-49ed-9df7-10925eb2bbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:08:40.846067 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:08:41.172785 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-be2df062-a337-44ac-b610-86d43bc32c94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:08:41.691162 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:08:42.670062 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:08:44.145196 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:09:07.550263 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:09:08.185374 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-42607ecc-b0c9-40e4-9004-2fa7a7581394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:09:09.887303 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 08:09:10.837681 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:09:11.173930 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-21e7d9d4-f574-48af-b097-78800fafad64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:09:11.691957 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:09:12.674315 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:09:14.147275 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:09:18.855531 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-589fcb18-09c9-4f02-8f6a-632413e1f636 req-ccfe4b1d-1377-475d-af44-16cfcf36cac8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ec961c71-52bb-4ed5-859f-7ffcac5aa7d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0393975 Sep 23 08:09:18.949111 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589fcb18-09c9-4f02-8f6a-632413e1f636 req-b671d56c-22fc-4c3a-86f9-596b1aa73e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:09:18.950619 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-589fcb18-09c9-4f02-8f6a-632413e1f636 req-b671d56c-22fc-4c3a-86f9-596b1aa73e4b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e28cbe594e624953a2ab345b5cee5c5e&device_id=ec961c71-52bb-4ed5-859f-7ffcac5aa7d0 HTTP/1.1" status: 200 len: 1097 time: 0.0439425 Sep 23 08:09:19.052911 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589fcb18-09c9-4f02-8f6a-632413e1f636 req-8688a232-815b-4635-8c6f-5c4838761470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:09:19.054393 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-589fcb18-09c9-4f02-8f6a-632413e1f636 req-8688a232-815b-4635-8c6f-5c4838761470 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3bf5049b-4943-470b-a29e-27b5fe0dd709 HTTP/1.1" status: 200 len: 910 time: 0.0847301 Sep 23 08:09:19.123597 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-589fcb18-09c9-4f02-8f6a-632413e1f636 req-af34a54d-96c9-4d23-b7a4-75ec811f348c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60115d45-e576-4944-9c7d-775d63948580 HTTP/1.1" status: 200 len: 1001 time: 0.0611839 Sep 23 08:09:19.172065 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589fcb18-09c9-4f02-8f6a-632413e1f636 req-96d147fa-5dd2-4453-ad45-6ced8da475e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:09:19.173481 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-589fcb18-09c9-4f02-8f6a-632413e1f636 req-96d147fa-5dd2-4453-ad45-6ced8da475e3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1a01c554-9801-4f62-8d0b-07f975911021 HTTP/1.1" status: 200 len: 848 time: 0.0430276 Sep 23 08:09:19.217951 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589fcb18-09c9-4f02-8f6a-632413e1f636 req-a8cca64f-fa06-4bce-b110-b5230d9e7bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:09:19.219403 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-589fcb18-09c9-4f02-8f6a-632413e1f636 req-a8cca64f-fa06-4bce-b110-b5230d9e7bf0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3bf5049b-4943-470b-a29e-27b5fe0dd709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392311 Sep 23 08:09:19.310908 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-589fcb18-09c9-4f02-8f6a-632413e1f636 req-8e17b60b-fe90-47bd-b584-5fa16d6f4a8d service neutron] 10.222.0.21 "GET /v2.0/networks/3bf5049b-4943-470b-a29e-27b5fe0dd709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842333 Sep 23 08:09:19.400541 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-589fcb18-09c9-4f02-8f6a-632413e1f636 req-bdf073f9-6731-4c23-af10-d8cb05f1a6f8 service neutron] 10.222.0.21 "GET /v2.0/networks/3bf5049b-4943-470b-a29e-27b5fe0dd709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825458 Sep 23 08:09:37.190169 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81711553-6ede-478b-a0f9-a19235f2aba1 req-c86cdca2-a867-4005-aa0c-d973787edd88 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:09:37.192353 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-81711553-6ede-478b-a0f9-a19235f2aba1 req-c86cdca2-a867-4005-aa0c-d973787edd88 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec961c71-52bb-4ed5-859f-7ffcac5aa7d0 HTTP/1.1" status: 200 len: 945 time: 0.0528302 Sep 23 08:09:37.230484 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-81711553-6ede-478b-a0f9-a19235f2aba1 req-c48e7684-8e97-4538-8343-a91080e1e082 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=c68a783b-977a-407f-b957-8bc46fec9634&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322077 Sep 23 08:09:37.563003 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:09:38.187050 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-75715cb8-2446-4a00-a3e6-f71f0f54287e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:09:38.345113 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856b8681-59e8-4ce9-8148-bab15ecf24f4 req-9f55ade9-f284-442d-a44c-42a383b018d6 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:09:38.346539 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-856b8681-59e8-4ce9-8148-bab15ecf24f4 req-9f55ade9-f284-442d-a44c-42a383b018d6 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec961c71-52bb-4ed5-859f-7ffcac5aa7d0 HTTP/1.1" status: 200 len: 945 time: 0.0475881 Sep 23 08:09:38.382936 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-856b8681-59e8-4ce9-8148-bab15ecf24f4 req-4f5482af-7b2b-49b6-bf87-7bd77f3b85a0 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=c68a783b-977a-407f-b957-8bc46fec9634&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0299757 Sep 23 08:09:39.500877 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d7779f-c960-40e1-bf76-efa5f6fee1e7 req-841cfbd5-9da9-48cd-82ef-581b9b6e8b07 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:09:39.502369 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a0d7779f-c960-40e1-bf76-efa5f6fee1e7 req-841cfbd5-9da9-48cd-82ef-581b9b6e8b07 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec961c71-52bb-4ed5-859f-7ffcac5aa7d0 HTTP/1.1" status: 200 len: 945 time: 0.0491710 Sep 23 08:09:39.539655 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a0d7779f-c960-40e1-bf76-efa5f6fee1e7 req-ab22bdf9-3524-49ae-bd71-848c6e916e04 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=c68a783b-977a-407f-b957-8bc46fec9634&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310326 Sep 23 08:09:40.658959 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2123720a-48b4-45e0-9260-47517889c7cc req-5f464ce2-3dd5-4d3e-a49c-9cc55dc0e13f tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:09:40.660509 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2123720a-48b4-45e0-9260-47517889c7cc req-5f464ce2-3dd5-4d3e-a49c-9cc55dc0e13f tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec961c71-52bb-4ed5-859f-7ffcac5aa7d0 HTTP/1.1" status: 200 len: 945 time: 0.0526993 Sep 23 08:09:40.697401 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2123720a-48b4-45e0-9260-47517889c7cc req-ddc42b96-3e98-4009-96f0-0e6fb2623de4 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=c68a783b-977a-407f-b957-8bc46fec9634&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310097 Sep 23 08:09:40.837688 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:09:41.173976 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0e44c2be-ec62-466d-bcf3-5aa0d3e32f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:09:41.695462 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:09:41.812007 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ead70-86e9-409e-a4d9-6450334e3822 req-26147544-d96c-4f3f-9b3f-6c22d3f07d66 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:09:41.813472 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b82ead70-86e9-409e-a4d9-6450334e3822 req-26147544-d96c-4f3f-9b3f-6c22d3f07d66 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec961c71-52bb-4ed5-859f-7ffcac5aa7d0 HTTP/1.1" status: 200 len: 945 time: 0.0493455 Sep 23 08:09:41.850509 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b82ead70-86e9-409e-a4d9-6450334e3822 req-4be52e8a-5ff9-46b0-887a-2d48771f5a80 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=c68a783b-977a-407f-b957-8bc46fec9634&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306950 Sep 23 08:09:42.675677 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:09:42.966192 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67aa232-8960-44f9-868d-1c0d2cbcf50f req-4a4edd7d-7007-4bce-8db8-c404ea89d078 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:09:42.967569 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d67aa232-8960-44f9-868d-1c0d2cbcf50f req-4a4edd7d-7007-4bce-8db8-c404ea89d078 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec961c71-52bb-4ed5-859f-7ffcac5aa7d0 HTTP/1.1" status: 200 len: 945 time: 0.0510030 Sep 23 08:09:43.004465 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d67aa232-8960-44f9-868d-1c0d2cbcf50f req-50b533fd-a0c7-4bbd-8228-a48bb3a5d6f5 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=c68a783b-977a-407f-b957-8bc46fec9634&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309944 Sep 23 08:09:44.120780 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ea5be-85c2-4ff5-95f5-53cda8e0bf4e req-5636eb23-4b59-4aa2-a8eb-f29da22ea5f7 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:09:44.122292 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c72ea5be-85c2-4ff5-95f5-53cda8e0bf4e req-5636eb23-4b59-4aa2-a8eb-f29da22ea5f7 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec961c71-52bb-4ed5-859f-7ffcac5aa7d0 HTTP/1.1" status: 200 len: 945 time: 0.0527067 Sep 23 08:09:44.153484 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:09:44.161919 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c72ea5be-85c2-4ff5-95f5-53cda8e0bf4e req-b2f3a934-8779-4da0-93cb-745b3400c215 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=c68a783b-977a-407f-b957-8bc46fec9634&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332487 Sep 23 08:09:45.275396 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6e39a5-3353-43c3-aefc-21aa418e8ee3 req-c630aa0e-92ef-4ceb-b27b-08c990f6e28d tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:09:45.276879 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fa6e39a5-3353-43c3-aefc-21aa418e8ee3 req-c630aa0e-92ef-4ceb-b27b-08c990f6e28d tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec961c71-52bb-4ed5-859f-7ffcac5aa7d0 HTTP/1.1" status: 200 len: 945 time: 0.0484388 Sep 23 08:09:45.315784 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fa6e39a5-3353-43c3-aefc-21aa418e8ee3 req-cce2694e-6b60-4f74-8182-d1fb865413ff tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=c68a783b-977a-407f-b957-8bc46fec9634&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323057 Sep 23 08:09:46.429382 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8469f976-488d-417a-acd3-e171e28ccf78 req-92f81f54-cd6f-4a06-9fc1-43e4523ba9a2 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:09:46.430788 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8469f976-488d-417a-acd3-e171e28ccf78 req-92f81f54-cd6f-4a06-9fc1-43e4523ba9a2 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec961c71-52bb-4ed5-859f-7ffcac5aa7d0 HTTP/1.1" status: 200 len: 945 time: 0.0483005 Sep 23 08:09:46.467672 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8469f976-488d-417a-acd3-e171e28ccf78 req-4d89cec0-e2c3-4820-b932-8734bf3d487a tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=c68a783b-977a-407f-b957-8bc46fec9634&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310593 Sep 23 08:09:46.886327 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 08:09:47.392427 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b635b-7790-40dc-a785-17e67c593133 req-1eeb5020-6439-448e-9cec-a61c6d55bcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:09:47.394184 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-642b635b-7790-40dc-a785-17e67c593133 req-1eeb5020-6439-448e-9cec-a61c6d55bcbd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e28cbe594e624953a2ab345b5cee5c5e&device_id=ec961c71-52bb-4ed5-859f-7ffcac5aa7d0 HTTP/1.1" status: 200 len: 1097 time: 0.0450954 Sep 23 08:09:47.484202 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b635b-7790-40dc-a785-17e67c593133 req-b717c6be-5dfa-4c36-92a1-26583be865fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:09:47.485682 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-642b635b-7790-40dc-a785-17e67c593133 req-b717c6be-5dfa-4c36-92a1-26583be865fa service neutron] 10.222.0.21 "GET /v2.0/networks?id=3bf5049b-4943-470b-a29e-27b5fe0dd709 HTTP/1.1" status: 200 len: 910 time: 0.0837526 Sep 23 08:09:47.582054 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-642b635b-7790-40dc-a785-17e67c593133 req-8589e3fc-09db-45b2-8497-47956958cb37 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60115d45-e576-4944-9c7d-775d63948580 HTTP/1.1" status: 200 len: 1001 time: 0.0888805 Sep 23 08:09:47.596176 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30b010-1467-44ae-a2b8-8f1ae6620ce4 req-91868387-f04e-4e3c-95b2-c3929baa270e tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:09:47.598306 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2a30b010-1467-44ae-a2b8-8f1ae6620ce4 req-91868387-f04e-4e3c-95b2-c3929baa270e tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec961c71-52bb-4ed5-859f-7ffcac5aa7d0 HTTP/1.1" status: 200 len: 945 time: 0.0617630 Sep 23 08:09:47.665796 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2a30b010-1467-44ae-a2b8-8f1ae6620ce4 req-67e56afc-276b-4ea4-8901-c696bf6cd676 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=c68a783b-977a-407f-b957-8bc46fec9634&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0596325 Sep 23 08:09:47.667214 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b635b-7790-40dc-a785-17e67c593133 req-48ee4a86-2053-428b-9e65-cf730e9e8571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:09:47.668634 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-642b635b-7790-40dc-a785-17e67c593133 req-48ee4a86-2053-428b-9e65-cf730e9e8571 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1a01c554-9801-4f62-8d0b-07f975911021 HTTP/1.1" status: 200 len: 848 time: 0.0694356 Sep 23 08:09:47.717032 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b635b-7790-40dc-a785-17e67c593133 req-4557765d-b3d1-4418-b530-af42a2552cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:09:47.718565 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-642b635b-7790-40dc-a785-17e67c593133 req-4557765d-b3d1-4418-b530-af42a2552cd4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3bf5049b-4943-470b-a29e-27b5fe0dd709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423126 Sep 23 08:09:47.807060 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-642b635b-7790-40dc-a785-17e67c593133 req-133d3ed1-6c33-46dd-90fb-3625218e67cc service neutron] 10.222.0.21 "GET /v2.0/networks/3bf5049b-4943-470b-a29e-27b5fe0dd709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813935 Sep 23 08:09:47.898820 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-642b635b-7790-40dc-a785-17e67c593133 req-8800dbd9-93e4-486b-a1c2-99c93a3b9bb5 service neutron] 10.222.0.21 "GET /v2.0/networks/3bf5049b-4943-470b-a29e-27b5fe0dd709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850484 Sep 23 08:09:48.779926 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896f729-809b-4bfa-b04b-76a8a97e4356 req-262f6063-e475-487f-a399-d069bb3f28a0 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:09:48.781399 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e896f729-809b-4bfa-b04b-76a8a97e4356 req-262f6063-e475-487f-a399-d069bb3f28a0 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec961c71-52bb-4ed5-859f-7ffcac5aa7d0 HTTP/1.1" status: 200 len: 945 time: 0.0492060 Sep 23 08:09:48.819704 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e896f729-809b-4bfa-b04b-76a8a97e4356 req-e523ce2e-3b79-442d-8a2b-71ef3c6be543 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=c68a783b-977a-407f-b957-8bc46fec9634&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320966 Sep 23 08:09:49.933370 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13315088-410f-41ba-875c-7f26ebc769e4 req-80a02c91-df27-4dc0-a2bf-da7ade8f92a4 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:09:49.934865 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-13315088-410f-41ba-875c-7f26ebc769e4 req-80a02c91-df27-4dc0-a2bf-da7ade8f92a4 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec961c71-52bb-4ed5-859f-7ffcac5aa7d0 HTTP/1.1" status: 200 len: 945 time: 0.0483501 Sep 23 08:09:49.976966 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-13315088-410f-41ba-875c-7f26ebc769e4 req-c400e1d8-0964-4608-aeb5-938d2276b486 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=c68a783b-977a-407f-b957-8bc46fec9634&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355721 Sep 23 08:09:51.093128 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d702bbe-0443-4f36-998a-4b6332f79aa0 req-2a0d1c55-e61e-4b19-89d6-7a44ce351044 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:09:51.094546 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0d702bbe-0443-4f36-998a-4b6332f79aa0 req-2a0d1c55-e61e-4b19-89d6-7a44ce351044 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec961c71-52bb-4ed5-859f-7ffcac5aa7d0 HTTP/1.1" status: 200 len: 945 time: 0.0492063 Sep 23 08:09:51.137727 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-0d702bbe-0443-4f36-998a-4b6332f79aa0 req-dbc4f02e-d61f-4fd4-8447-6be535083ee8 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=c68a783b-977a-407f-b957-8bc46fec9634&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368154 Sep 23 08:09:51.326466 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [req-f151b789-986b-4cbb-ad43-3601ebcfccb5 req-bd30d86f-fd83-4b52-bf45-5bb8af4ad534 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ec961c71-52bb-4ed5-859f-7ffcac5aa7d0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0514450 Sep 23 08:09:51.342639 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9924e80b-6ac3-46ea-9a85-028f6f022769 req-b2053ffd-bfb4-4791-90dc-6ed7fda52049 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:09:51.344882 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9924e80b-6ac3-46ea-9a85-028f6f022769 req-b2053ffd-bfb4-4791-90dc-6ed7fda52049 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec961c71-52bb-4ed5-859f-7ffcac5aa7d0 HTTP/1.1" status: 200 len: 945 time: 0.0503592 Sep 23 08:09:51.384195 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9924e80b-6ac3-46ea-9a85-028f6f022769 req-321cd100-39ca-4089-9510-072eabd148c8 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=c68a783b-977a-407f-b957-8bc46fec9634&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332620 Sep 23 08:09:51.756052 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 60115d45-e576-4944-9c7d-775d63948580 no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 08:09:51.830327 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:09:51.853068 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec961c71-52bb-4ed5-859f-7ffcac5aa7d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60115d45-e576-4944-9c7d-775d63948580'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 08:09:51.855301 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ba4f7dfdfe0dde90123cb5af03ec17f0bd1073b346dec34131962e04cdfc7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed1528d4-a19d-4f7d-ba59-6b085d8637fb" -d '{"events": [{"server_uuid": "ec961c71-52bb-4ed5-859f-7ffcac5aa7d0", "name": "network-vif-unplugged", "status": "completed", "tag": "60115d45-e576-4944-9c7d-775d63948580"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 08:09:51.868322 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 60115d45-e576-4944-9c7d-775d63948580, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=60115d45-e576-4944-9c7d-775d63948580,segment=NetworkSegment(b89bc78a-187e-4ed3-9ecc-5b1f6845bb69),segment_id=b89bc78a-187e-4ed3-9ecc-5b1f6845bb69)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 08:09:51.874698 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:09:51.904205 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 23 Sep 2021 08:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9590b58a-7345-4aea-bd3e-4fbe44eaec8e x-openstack-request-id: req-9590b58a-7345-4aea-bd3e-4fbe44eaec8e {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 08:09:51.904500 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec961c71-52bb-4ed5-859f-7ffcac5aa7d0", "name": "network-vif-unplugged", "status": "failed", "tag": "60115d45-e576-4944-9c7d-775d63948580", "code": 422}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 08:09:51.904753 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9590b58a-7345-4aea-bd3e-4fbe44eaec8e {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 08:09:51.905143 n-d-715271-16 neutron-server[95067]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ec961c71-52bb-4ed5-859f-7ffcac5aa7d0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '60115d45-e576-4944-9c7d-775d63948580', 'code': 422} returned with failed status Sep 23 08:09:51.934160 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=60115d45-e576-4944-9c7d-775d63948580,revision_number=6']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:09:51.941477 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:09:51.941823 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:09:51.942209 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:09:51.942531 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:09:51.942869 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:09:51.943195 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:09:51.943535 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:09:51.943845 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:09:51.944166 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:09:51.944486 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:09:51.944804 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:09:51.945121 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:09:52.499950 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcbf3ca-11f7-48ab-8a0f-c5dbf1ce0e96 req-e26d97fe-a3ad-42b3-acd3-b2653daf2b10 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:09:52.501470 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5bcbf3ca-11f7-48ab-8a0f-c5dbf1ce0e96 req-e26d97fe-a3ad-42b3-acd3-b2653daf2b10 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec961c71-52bb-4ed5-859f-7ffcac5aa7d0 HTTP/1.1" status: 200 len: 943 time: 0.0485551 Sep 23 08:09:52.544324 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5bcbf3ca-11f7-48ab-8a0f-c5dbf1ce0e96 req-febfa4af-fe35-4e8d-a441-399f787bb1ec tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=c68a783b-977a-407f-b957-8bc46fec9634&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361042 Sep 23 08:09:53.667007 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eebf3c-fdcf-4400-b154-fdd4b913d743 req-7ec85018-efc7-4cab-86ae-7a4b51bd0f3b tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:09:53.668500 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-31eebf3c-fdcf-4400-b154-fdd4b913d743 req-7ec85018-efc7-4cab-86ae-7a4b51bd0f3b tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec961c71-52bb-4ed5-859f-7ffcac5aa7d0 HTTP/1.1" status: 200 len: 943 time: 0.0559032 Sep 23 08:09:53.706872 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-31eebf3c-fdcf-4400-b154-fdd4b913d743 req-d421116b-585b-4db5-8e2c-ed656b54fc89 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=c68a783b-977a-407f-b957-8bc46fec9634&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321417 Sep 23 08:09:54.825267 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee86f3ea-6476-4451-b3fd-6c9485c1d789 req-68f174d0-716b-4a24-9f89-ef03c329b97e tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:09:54.826848 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ee86f3ea-6476-4451-b3fd-6c9485c1d789 req-68f174d0-716b-4a24-9f89-ef03c329b97e tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec961c71-52bb-4ed5-859f-7ffcac5aa7d0 HTTP/1.1" status: 200 len: 943 time: 0.0526133 Sep 23 08:09:54.871001 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ee86f3ea-6476-4451-b3fd-6c9485c1d789 req-8ce56c2a-f113-4ca5-a563-d91f7e1dbd5d tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=c68a783b-977a-407f-b957-8bc46fec9634&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368876 Sep 23 08:09:55.985612 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c9fea6-63fd-4396-9155-a41d7b49c7ae req-f03d159b-767e-4cdd-adbb-958d7a106a52 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:09:55.987123 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-40c9fea6-63fd-4396-9155-a41d7b49c7ae req-f03d159b-767e-4cdd-adbb-958d7a106a52 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec961c71-52bb-4ed5-859f-7ffcac5aa7d0 HTTP/1.1" status: 200 len: 943 time: 0.0497408 Sep 23 08:09:56.029089 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-40c9fea6-63fd-4396-9155-a41d7b49c7ae req-e51e0d6f-2331-41ed-b898-48ba57bc6dde tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=c68a783b-977a-407f-b957-8bc46fec9634&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357556 Sep 23 08:09:56.070110 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f151b789-986b-4cbb-ad43-3601ebcfccb5 req-d29c5f51-a90d-4658-997f-856235c674c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:09:56.071600 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f151b789-986b-4cbb-ad43-3601ebcfccb5 req-d29c5f51-a90d-4658-997f-856235c674c1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ec961c71-52bb-4ed5-859f-7ffcac5aa7d0&tenant_id=e28cbe594e624953a2ab345b5cee5c5e HTTP/1.1" status: 200 len: 1095 time: 0.0404975 Sep 23 08:09:56.139816 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f151b789-986b-4cbb-ad43-3601ebcfccb5 req-2606b317-732b-431d-b6fb-b2f861477f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:09:56.141274 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f151b789-986b-4cbb-ad43-3601ebcfccb5 req-2606b317-732b-431d-b6fb-b2f861477f47 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e28cbe594e624953a2ab345b5cee5c5e&device_id=ec961c71-52bb-4ed5-859f-7ffcac5aa7d0 HTTP/1.1" status: 200 len: 1095 time: 0.0407813 Sep 23 08:09:56.233544 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f151b789-986b-4cbb-ad43-3601ebcfccb5 req-95913522-0e10-4d08-a6db-947f75ee4603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:09:56.235184 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f151b789-986b-4cbb-ad43-3601ebcfccb5 req-95913522-0e10-4d08-a6db-947f75ee4603 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3bf5049b-4943-470b-a29e-27b5fe0dd709 HTTP/1.1" status: 200 len: 910 time: 0.0867705 Sep 23 08:09:56.302939 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f151b789-986b-4cbb-ad43-3601ebcfccb5 req-7acbd306-85f6-4239-9ae5-55bdcbce1eb4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60115d45-e576-4944-9c7d-775d63948580 HTTP/1.1" status: 200 len: 999 time: 0.0611446 Sep 23 08:09:56.358957 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f151b789-986b-4cbb-ad43-3601ebcfccb5 req-18564fb5-712d-4405-a9c6-de78f597cdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:09:56.360417 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f151b789-986b-4cbb-ad43-3601ebcfccb5 req-18564fb5-712d-4405-a9c6-de78f597cdc0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1a01c554-9801-4f62-8d0b-07f975911021 HTTP/1.1" status: 200 len: 848 time: 0.0503743 Sep 23 08:09:56.409165 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f151b789-986b-4cbb-ad43-3601ebcfccb5 req-4f15e861-2b63-49ab-b196-b3ee7fc18df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:09:56.410713 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f151b789-986b-4cbb-ad43-3601ebcfccb5 req-4f15e861-2b63-49ab-b196-b3ee7fc18df6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3bf5049b-4943-470b-a29e-27b5fe0dd709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427601 Sep 23 08:09:56.498664 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f151b789-986b-4cbb-ad43-3601ebcfccb5 req-4c6f43a1-feaa-4663-baf5-517bbcae7c8d service neutron] 10.222.0.21 "GET /v2.0/networks/3bf5049b-4943-470b-a29e-27b5fe0dd709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808039 Sep 23 08:09:56.589416 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f151b789-986b-4cbb-ad43-3601ebcfccb5 req-7adda503-cd2f-44ac-8a5f-ce60bf08a3bf service neutron] 10.222.0.21 "GET /v2.0/networks/3bf5049b-4943-470b-a29e-27b5fe0dd709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841517 Sep 23 08:09:57.143023 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d93d2-852e-494d-a5c6-b5b911b33ed9 req-dc9d87f5-1c41-4753-bc12-ad4b7932f09d tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:09:57.145288 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bf4d93d2-852e-494d-a5c6-b5b911b33ed9 req-dc9d87f5-1c41-4753-bc12-ad4b7932f09d tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec961c71-52bb-4ed5-859f-7ffcac5aa7d0 HTTP/1.1" status: 200 len: 943 time: 0.0499997 Sep 23 08:09:57.182943 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-bf4d93d2-852e-494d-a5c6-b5b911b33ed9 req-804cde18-16de-48e6-8fb0-bd6423d869a2 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=c68a783b-977a-407f-b957-8bc46fec9634&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317338 Sep 23 08:09:58.296511 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77580a95-f2f4-4d52-951f-3b239219533a req-17cbe293-de79-47ae-9da2-ac09ef355447 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:09:58.298005 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-77580a95-f2f4-4d52-951f-3b239219533a req-17cbe293-de79-47ae-9da2-ac09ef355447 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec961c71-52bb-4ed5-859f-7ffcac5aa7d0 HTTP/1.1" status: 200 len: 943 time: 0.0483658 Sep 23 08:09:58.335262 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-77580a95-f2f4-4d52-951f-3b239219533a req-9d99e889-326a-4cf9-a47a-2c83471199a9 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=c68a783b-977a-407f-b957-8bc46fec9634&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304973 Sep 23 08:09:59.453694 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d235b7-fb1c-4b45-ab41-d4cff1299fb2 req-f7f259f9-e246-482d-bd18-01b53bc87ac3 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:09:59.455186 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-37d235b7-fb1c-4b45-ab41-d4cff1299fb2 req-f7f259f9-e246-482d-bd18-01b53bc87ac3 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec961c71-52bb-4ed5-859f-7ffcac5aa7d0 HTTP/1.1" status: 200 len: 943 time: 0.0527637 Sep 23 08:09:59.492960 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-37d235b7-fb1c-4b45-ab41-d4cff1299fb2 req-bb0f0201-4610-4863-b8d5-f79e2ae90648 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=c68a783b-977a-407f-b957-8bc46fec9634&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311604 Sep 23 08:10:00.606556 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449a8f3f-bae4-430a-955f-64ff252e3855 req-e5db17e0-d485-4416-957f-3fa593e481e0 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:10:00.608068 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-449a8f3f-bae4-430a-955f-64ff252e3855 req-e5db17e0-d485-4416-957f-3fa593e481e0 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec961c71-52bb-4ed5-859f-7ffcac5aa7d0 HTTP/1.1" status: 200 len: 943 time: 0.0487962 Sep 23 08:10:00.645187 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-449a8f3f-bae4-430a-955f-64ff252e3855 req-677b4b7a-43d0-43c7-9e54-fd2a7c1b4bce tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=c68a783b-977a-407f-b957-8bc46fec9634&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306213 Sep 23 08:10:01.759412 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8384818-aa16-4ce1-900c-fa2af6a4e142 req-35ee3f10-ac74-4131-a7a0-b5b788f2e7b1 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:10:01.760883 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b8384818-aa16-4ce1-900c-fa2af6a4e142 req-35ee3f10-ac74-4131-a7a0-b5b788f2e7b1 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec961c71-52bb-4ed5-859f-7ffcac5aa7d0 HTTP/1.1" status: 200 len: 943 time: 0.0476217 Sep 23 08:10:01.798779 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b8384818-aa16-4ce1-900c-fa2af6a4e142 req-bd72721f-11c4-435b-9f8b-aaf6441f1e0d tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=c68a783b-977a-407f-b957-8bc46fec9634&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317307 Sep 23 08:10:02.915497 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108b4c54-284d-4a9e-8777-233e3f6ea8c1 req-ce379285-e025-4bed-a85c-19fd9e8198d8 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:10:02.916973 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-108b4c54-284d-4a9e-8777-233e3f6ea8c1 req-ce379285-e025-4bed-a85c-19fd9e8198d8 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec961c71-52bb-4ed5-859f-7ffcac5aa7d0 HTTP/1.1" status: 200 len: 943 time: 0.0521359 Sep 23 08:10:02.953997 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-108b4c54-284d-4a9e-8777-233e3f6ea8c1 req-45150d7b-f498-4a0e-8c71-48213fdf59ef tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=c68a783b-977a-407f-b957-8bc46fec9634&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310900 Sep 23 08:10:03.782293 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 60115d45-e576-4944-9c7d-775d63948580 details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 08:10:03.875172 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 60115d45-e576-4944-9c7d-775d63948580, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=60115d45-e576-4944-9c7d-775d63948580,segment=NetworkSegment(b89bc78a-187e-4ed3-9ecc-5b1f6845bb69),segment_id=b89bc78a-187e-4ed3-9ecc-5b1f6845bb69)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 08:10:03.886410 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': '60115d45-e576-4944-9c7d-775d63948580', 'network_id': '3bf5049b-4943-470b-a29e-27b5fe0dd709', 'port_id': '60115d45-e576-4944-9c7d-775d63948580', 'mac_address': 'fa:16:3e:65:64:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a01c554-9801-4f62-8d0b-07f975911021', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 08:10:03.926313 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:10:04.078448 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c07748d-3787-4334-8b49-4ec17aa4bf7f req-7599cfb8-e192-4ee9-baf0-751546549c4d tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:10:04.081116 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7c07748d-3787-4334-8b49-4ec17aa4bf7f req-7599cfb8-e192-4ee9-baf0-751546549c4d tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec961c71-52bb-4ed5-859f-7ffcac5aa7d0 HTTP/1.1" status: 200 len: 943 time: 0.0541334 Sep 23 08:10:04.098482 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60115d45-e576-4944-9c7d-775d63948580 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 08:10:04.117417 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 60115d45-e576-4944-9c7d-775d63948580, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=60115d45-e576-4944-9c7d-775d63948580,segment=NetworkSegment(b89bc78a-187e-4ed3-9ecc-5b1f6845bb69),segment_id=b89bc78a-187e-4ed3-9ecc-5b1f6845bb69)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 08:10:04.119581 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7c07748d-3787-4334-8b49-4ec17aa4bf7f req-5ccd593f-8381-4943-afd7-9821da4a6620 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=c68a783b-977a-407f-b957-8bc46fec9634&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337629 Sep 23 08:10:04.121216 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:10:04.168649 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=60115d45-e576-4944-9c7d-775d63948580,revision_number=7']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:10:04.524881 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['60115d45-e576-4944-9c7d-775d63948580'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 08:10:05.232955 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e2c664-5606-4e97-a16b-83d06c5b9924 req-c4cb7dd3-e141-4556-bf5b-87a9ef1cf847 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:10:05.234554 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c8e2c664-5606-4e97-a16b-83d06c5b9924 req-c4cb7dd3-e141-4556-bf5b-87a9ef1cf847 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec961c71-52bb-4ed5-859f-7ffcac5aa7d0 HTTP/1.1" status: 200 len: 944 time: 0.0477886 Sep 23 08:10:05.271547 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c8e2c664-5606-4e97-a16b-83d06c5b9924 req-db3a6963-a424-4237-b42d-022532a611e6 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=c68a783b-977a-407f-b957-8bc46fec9634&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310864 Sep 23 08:10:05.797813 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 60115d45-e576-4944-9c7d-775d63948580 up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 08:10:05.844674 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port 60115d45-e576-4944-9c7d-775d63948580 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 08:10:05.845043 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:10:05.922659 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:10:05.945447 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec961c71-52bb-4ed5-859f-7ffcac5aa7d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60115d45-e576-4944-9c7d-775d63948580'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 08:10:05.947696 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ba4f7dfdfe0dde90123cb5af03ec17f0bd1073b346dec34131962e04cdfc7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c79c9c-4226-4cc7-9163-5f1da9c5e3c9" -d '{"events": [{"server_uuid": "ec961c71-52bb-4ed5-859f-7ffcac5aa7d0", "name": "network-vif-plugged", "status": "completed", "tag": "60115d45-e576-4944-9c7d-775d63948580"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 08:10:05.960100 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 60115d45-e576-4944-9c7d-775d63948580, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=60115d45-e576-4944-9c7d-775d63948580,segment=NetworkSegment(b89bc78a-187e-4ed3-9ecc-5b1f6845bb69),segment_id=b89bc78a-187e-4ed3-9ecc-5b1f6845bb69)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 08:10:05.964050 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:10:05.986758 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 08:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2621e3-5f1f-49e2-8286-a2d7abc449f8 x-openstack-request-id: req-3a2621e3-5f1f-49e2-8286-a2d7abc449f8 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 08:10:05.987051 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec961c71-52bb-4ed5-859f-7ffcac5aa7d0", "name": "network-vif-plugged", "status": "completed", "tag": "60115d45-e576-4944-9c7d-775d63948580", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 08:10:05.987305 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3a2621e3-5f1f-49e2-8286-a2d7abc449f8 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 08:10:05.988283 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec961c71-52bb-4ed5-859f-7ffcac5aa7d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60115d45-e576-4944-9c7d-775d63948580', 'code': 200} Sep 23 08:10:06.013705 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=60115d45-e576-4944-9c7d-775d63948580,revision_number=8']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:10:06.155567 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad2201a-eae4-4c6c-abe9-a0d71115cb9c req-e33ed75b-4893-4717-95f2-09772fe698dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:10:06.157059 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fad2201a-eae4-4c6c-abe9-a0d71115cb9c req-e33ed75b-4893-4717-95f2-09772fe698dc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ec961c71-52bb-4ed5-859f-7ffcac5aa7d0 HTTP/1.1" status: 200 len: 1097 time: 0.0431991 Sep 23 08:10:06.191782 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fad2201a-eae4-4c6c-abe9-a0d71115cb9c req-96dfbe42-0857-4d2e-8ebf-2862b8f03809 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c68a783b-977a-407f-b957-8bc46fec9634&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0278871 Sep 23 08:10:06.385534 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d63ee85-eea6-4abb-9f69-119e076934fe req-3f47fb85-f79a-4be3-9a51-102327b17110 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:10:06.386976 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1d63ee85-eea6-4abb-9f69-119e076934fe req-3f47fb85-f79a-4be3-9a51-102327b17110 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec961c71-52bb-4ed5-859f-7ffcac5aa7d0 HTTP/1.1" status: 200 len: 945 time: 0.0489616 Sep 23 08:10:06.423948 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1d63ee85-eea6-4abb-9f69-119e076934fe req-b2f8018a-8078-4652-a455-a1c3ec7aef26 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=c68a783b-977a-407f-b957-8bc46fec9634&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308514 Sep 23 08:10:07.540061 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d0bcc1-c8ad-4991-814a-f0543dc24793 req-9b6bc310-c639-4e49-ac17-cc31902fde28 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:10:07.541538 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-95d0bcc1-c8ad-4991-814a-f0543dc24793 req-9b6bc310-c639-4e49-ac17-cc31902fde28 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec961c71-52bb-4ed5-859f-7ffcac5aa7d0 HTTP/1.1" status: 200 len: 945 time: 0.0489583 Sep 23 08:10:07.578461 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-95d0bcc1-c8ad-4991-814a-f0543dc24793 req-57a5f86b-320c-4aca-bf43-7a73e4cba6d5 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=c68a783b-977a-407f-b957-8bc46fec9634&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308273 Sep 23 08:10:07.581770 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:10:08.188219 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-636d9fd5-a02b-48d3-b86f-51f848fd8c2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:10:10.834452 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:10:11.174431 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-37c6d855-21ca-461c-80cd-2751ac0ca5b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:10:11.696953 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:10:12.679964 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:10:14.153489 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:10:19.734570 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [req-ff5c27b6-10d1-4350-b7c5-28690ce1cb8e req-c67aa769-fc78-4ad6-96b0-cc76aed32c0f service neutron] (95065) timed out ('10.222.0.39', 51742) {{(pid=95065) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 23 08:10:20.971587 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8ce49075-ed65-4768-b1e3-d88065a8937e req-6aa1134e-c743-4409-b60f-ccd80e0ce037 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ec961c71-52bb-4ed5-859f-7ffcac5aa7d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0912142 Sep 23 08:10:21.073887 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce49075-ed65-4768-b1e3-d88065a8937e req-c25c19bd-efbd-4538-94de-4d81f85484a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:10:21.075385 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8ce49075-ed65-4768-b1e3-d88065a8937e req-c25c19bd-efbd-4538-94de-4d81f85484a9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e28cbe594e624953a2ab345b5cee5c5e&device_id=ec961c71-52bb-4ed5-859f-7ffcac5aa7d0 HTTP/1.1" status: 200 len: 1097 time: 0.0396993 Sep 23 08:10:21.176673 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce49075-ed65-4768-b1e3-d88065a8937e req-0b7bbd16-9f7d-4070-b57b-8c64f4d99f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:10:21.178131 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8ce49075-ed65-4768-b1e3-d88065a8937e req-0b7bbd16-9f7d-4070-b57b-8c64f4d99f8c service neutron] 10.222.0.21 "GET /v2.0/networks?id=3bf5049b-4943-470b-a29e-27b5fe0dd709 HTTP/1.1" status: 200 len: 910 time: 0.0832965 Sep 23 08:10:21.245597 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8ce49075-ed65-4768-b1e3-d88065a8937e req-c7a4fa59-3155-4d8d-99ae-0db8a72fd1b2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60115d45-e576-4944-9c7d-775d63948580 HTTP/1.1" status: 200 len: 1001 time: 0.0597064 Sep 23 08:10:21.296193 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce49075-ed65-4768-b1e3-d88065a8937e req-fdb5af77-cf8e-433a-a323-5a17896ac4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:10:21.297628 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8ce49075-ed65-4768-b1e3-d88065a8937e req-fdb5af77-cf8e-433a-a323-5a17896ac4a9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1a01c554-9801-4f62-8d0b-07f975911021 HTTP/1.1" status: 200 len: 848 time: 0.0452983 Sep 23 08:10:21.343779 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce49075-ed65-4768-b1e3-d88065a8937e req-ee77b758-764e-4a43-b8a6-f394c4e3a73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:10:21.345226 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8ce49075-ed65-4768-b1e3-d88065a8937e req-ee77b758-764e-4a43-b8a6-f394c4e3a73b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3bf5049b-4943-470b-a29e-27b5fe0dd709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393367 Sep 23 08:10:21.439537 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8ce49075-ed65-4768-b1e3-d88065a8937e req-fd9012ee-c034-420d-858a-6d9013f0a3b6 service neutron] 10.222.0.21 "GET /v2.0/networks/3bf5049b-4943-470b-a29e-27b5fe0dd709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841832 Sep 23 08:10:21.532169 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8ce49075-ed65-4768-b1e3-d88065a8937e req-0874ff59-bdb0-4821-ada1-b7b9c15eda52 service neutron] 10.222.0.21 "GET /v2.0/networks/3bf5049b-4943-470b-a29e-27b5fe0dd709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851507 Sep 23 08:10:23.885327 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 08:10:37.580268 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:10:38.189135 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f2dd62ab-a13d-40f9-9216-52f3f9a996e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:10:40.845083 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:10:41.175170 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c368fa35-a5ad-4e85-b2d6-51e42d61fdd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:10:41.698158 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:10:42.683478 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:10:44.155360 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:00.886686 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 08:11:07.581279 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:08.189847 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-71549820-6837-4ce2-ad83-ae2bca3bb6d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:10.870232 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:11.175272 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e5d6ea00-14ac-4f33-97fd-442e9fdfcae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:11.237276 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [req-9d619c96-a23d-4ad1-a419-3948b46d0d86 req-644cc7e4-ee99-45ef-9df5-5902318f1574 tempest-TestNetworkAdvancedServerOps-751288242 tempest-TestNetworkAdvancedServerOps-751288242-project] (95066) timed out ('10.222.0.58', 50513) {{(pid=95066) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 23 08:11:11.699690 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:12.687585 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:14.158373 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:20.439749 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57718) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:11:20.595623 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-889a9b9d-17c9-4d2d-8b69-642be6b4c3f3 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Deleting port 2af8eaae-bc43-4ff9-9b3a-c1fe59e9c37b {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 08:11:20.595969 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-889a9b9d-17c9-4d2d-8b69-642be6b4c3f3 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:20.673895 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-889a9b9d-17c9-4d2d-8b69-642be6b4c3f3 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:20.674225 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-889a9b9d-17c9-4d2d-8b69-642be6b4c3f3 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:20.686387 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-889a9b9d-17c9-4d2d-8b69-642be6b4c3f3 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Calling delete_port for 2af8eaae-bc43-4ff9-9b3a-c1fe59e9c37b owned by network:floatingip {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 08:11:20.838756 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-889a9b9d-17c9-4d2d-8b69-642be6b4c3f3 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:20.864902 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889a9b9d-17c9-4d2d-8b69-642be6b4c3f3 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Pushing event deleted for resources: {'Port': ['ID=2af8eaae-bc43-4ff9-9b3a-c1fe59e9c37b,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:11:20.879542 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889a9b9d-17c9-4d2d-8b69-642be6b4c3f3 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:11:20.879893 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889a9b9d-17c9-4d2d-8b69-642be6b4c3f3 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:11:20.880234 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889a9b9d-17c9-4d2d-8b69-642be6b4c3f3 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:11:20.880572 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889a9b9d-17c9-4d2d-8b69-642be6b4c3f3 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:11:20.880910 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889a9b9d-17c9-4d2d-8b69-642be6b4c3f3 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:11:20.881238 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889a9b9d-17c9-4d2d-8b69-642be6b4c3f3 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:11:20.881562 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889a9b9d-17c9-4d2d-8b69-642be6b4c3f3 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:11:20.881917 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889a9b9d-17c9-4d2d-8b69-642be6b4c3f3 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:11:20.882245 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889a9b9d-17c9-4d2d-8b69-642be6b4c3f3 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:11:20.882570 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889a9b9d-17c9-4d2d-8b69-642be6b4c3f3 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:11:20.882896 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889a9b9d-17c9-4d2d-8b69-642be6b4c3f3 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:11:20.883255 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889a9b9d-17c9-4d2d-8b69-642be6b4c3f3 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:11:20.941951 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-889a9b9d-17c9-4d2d-8b69-642be6b4c3f3 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks [] for floatingip, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:20.942288 n-d-715271-16 neutron-server[95066]: INFO neutron.db.l3_db [None req-889a9b9d-17c9-4d2d-8b69-642be6b4c3f3 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Floating IP 4d1bc1f7-a388-4a9d-9ae2-21a5bb348810 disassociated (deleted). External IP: 172.25.2.172, port: 60115d45-e576-4944-9c7d-775d63948580. Sep 23 08:11:21.110285 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7a56fa52-27a6-449d-bdca-738c65d181fe req-14eaf4ee-2f20-4867-8982-d6cdd4429405 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ec961c71-52bb-4ed5-859f-7ffcac5aa7d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3501503 Sep 23 08:11:21.162034 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-889a9b9d-17c9-4d2d-8b69-642be6b4c3f3 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Router 4d101447-2825-4416-a9c0-74e7a119eb2a has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 08:11:21.203521 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a56fa52-27a6-449d-bdca-738c65d181fe req-61435af8-b3e5-48dc-88fd-f99be3f3a8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:11:21.205009 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7a56fa52-27a6-449d-bdca-738c65d181fe req-61435af8-b3e5-48dc-88fd-f99be3f3a8aa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e28cbe594e624953a2ab345b5cee5c5e&device_id=ec961c71-52bb-4ed5-859f-7ffcac5aa7d0 HTTP/1.1" status: 200 len: 1097 time: 0.0427451 Sep 23 08:11:21.273962 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-889a9b9d-17c9-4d2d-8b69-642be6b4c3f3 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 08:11:21.279478 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-889a9b9d-17c9-4d2d-8b69-642be6b4c3f3 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:21.284054 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e964490c-47e0-4ff3-b425-01300c3334b1 None None] Sync routers for ids ['4d101447-2825-4416-a9c0-74e7a119eb2a'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 08:11:21.293900 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e964490c-47e0-4ff3-b425-01300c3334b1 None None] Routers {'4d101447-2825-4416-a9c0-74e7a119eb2a'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 08:11:21.294509 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-e964490c-47e0-4ff3-b425-01300c3334b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T08:11:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['4d101447-2825-4416-a9c0-74e7a119eb2a'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:11:21.306622 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-889a9b9d-17c9-4d2d-8b69-642be6b4c3f3 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "DELETE /v2.0/floatingips/4d1bc1f7-a388-4a9d-9ae2-21a5bb348810 HTTP/1.1" status: 204 len: 168 time: 0.8657420 Sep 23 08:11:21.307228 n-d-715271-16 neutron-server[95066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec961c71-52bb-4ed5-859f-7ffcac5aa7d0', 'tag': '60115d45-e576-4944-9c7d-775d63948580'}] {{(pid=95066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 08:11:21.310761 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5c82e26e84456ec9bd92b2391c670c25772fd4a9558cb5800b4b1a13ca591a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc55960b-17df-4e52-9320-922aa989f64c" -d '{"events": [{"name": "network-changed", "server_uuid": "ec961c71-52bb-4ed5-859f-7ffcac5aa7d0", "tag": "60115d45-e576-4944-9c7d-775d63948580"}]}' {{(pid=95066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 08:11:21.317034 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a56fa52-27a6-449d-bdca-738c65d181fe req-da026655-b9bd-4d61-ba6d-70e8042e5283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:11:21.318542 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7a56fa52-27a6-449d-bdca-738c65d181fe req-da026655-b9bd-4d61-ba6d-70e8042e5283 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3bf5049b-4943-470b-a29e-27b5fe0dd709 HTTP/1.1" status: 200 len: 910 time: 0.0940866 Sep 23 08:11:21.363169 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7a56fa52-27a6-449d-bdca-738c65d181fe req-ac3618a0-fbe1-465e-9a2f-100880abb4f1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60115d45-e576-4944-9c7d-775d63948580 HTTP/1.1" status: 200 len: 217 time: 0.0359645 Sep 23 08:11:21.411991 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-e964490c-47e0-4ff3-b425-01300c3334b1 None None] Set router 4d101447-2825-4416-a9c0-74e7a119eb2a gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 08:11:21.422006 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a56fa52-27a6-449d-bdca-738c65d181fe req-171fca55-9059-4d9f-87c1-53e9a7b4d341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:11:21.423839 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7a56fa52-27a6-449d-bdca-738c65d181fe req-171fca55-9059-4d9f-87c1-53e9a7b4d341 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1a01c554-9801-4f62-8d0b-07f975911021 HTTP/1.1" status: 200 len: 848 time: 0.0519121 Sep 23 08:11:21.475306 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 08:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027b2182-0ec3-441f-847a-da41c5be246a x-openstack-request-id: req-027b2182-0ec3-441f-847a-da41c5be246a {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 08:11:21.475869 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec961c71-52bb-4ed5-859f-7ffcac5aa7d0", "tag": "60115d45-e576-4944-9c7d-775d63948580", "status": "completed", "code": 200}]} {{(pid=95066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 08:11:21.475869 n-d-715271-16 neutron-server[95066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-027b2182-0ec3-441f-847a-da41c5be246a {{(pid=95066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 08:11:21.476221 n-d-715271-16 neutron-server[95066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec961c71-52bb-4ed5-859f-7ffcac5aa7d0', 'tag': '60115d45-e576-4944-9c7d-775d63948580', 'status': 'completed', 'code': 200} Sep 23 08:11:21.479357 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a56fa52-27a6-449d-bdca-738c65d181fe req-2f0b4d1b-b953-4855-9b44-9382f891cd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:11:21.480917 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7a56fa52-27a6-449d-bdca-738c65d181fe req-2f0b4d1b-b953-4855-9b44-9382f891cd48 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3bf5049b-4943-470b-a29e-27b5fe0dd709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488997 Sep 23 08:11:21.609458 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7a56fa52-27a6-449d-bdca-738c65d181fe req-65f1aa81-00e1-4bcb-a41c-505dcadfb8bd service neutron] 10.222.0.21 "GET /v2.0/networks/3bf5049b-4943-470b-a29e-27b5fe0dd709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161201 Sep 23 08:11:21.616601 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-e964490c-47e0-4ff3-b425-01300c3334b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d101447-2825-4416-a9c0-74e7a119eb2a', 'name': 'tempest-TestShelveInstance-1328165694-router', 'tenant_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '96c27157-1bac-4935-9a62-c3e0a07d69c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T08:00:40Z', 'updated_at': '2021-09-23T08:00:43Z', 'revision_number': 4, 'project_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'gw_port': {'id': '96c27157-1bac-4935-9a62-c3e0a07d69c7', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:92:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d101447-2825-4416-a9c0-74e7a119eb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:00:40Z', 'updated_at': '2021-09-23T08:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '6d0d5c47-fb10-4c59-b016-667aa8b3b22d', 'name': '', 'network_id': '3bf5049b-4943-470b-a29e-27b5fe0dd709', 'tenant_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'mac_address': 'fa:16:3e:27:2b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d101447-2825-4416-a9c0-74e7a119eb2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '1a01c554-9801-4f62-8d0b-07f975911021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:00:42Z', 'updated_at': '2021-09-23T08:00:47Z', 'revision_number': 5, 'project_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'subnets': [{'id': '1a01c554-9801-4f62-8d0b-07f975911021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:11:21.620106 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5a9f4d-c8f1-42c9-98e4-34f103e37e4a req-e7d5b5d3-82b7-4412-a292-cccb7e288094 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:11:21.621532 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ab5a9f4d-c8f1-42c9-98e4-34f103e37e4a req-e7d5b5d3-82b7-4412-a292-cccb7e288094 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec961c71-52bb-4ed5-859f-7ffcac5aa7d0 HTTP/1.1" status: 200 len: 945 time: 0.0940075 Sep 23 08:11:21.647628 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e964490c-47e0-4ff3-b425-01300c3334b1 None None] Checking router: 4d101447-2825-4416-a9c0-74e7a119eb2a for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 08:11:21.655750 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e964490c-47e0-4ff3-b425-01300c3334b1 None None] Routers {'4d101447-2825-4416-a9c0-74e7a119eb2a'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 08:11:21.656345 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-e964490c-47e0-4ff3-b425-01300c3334b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T08:11:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['4d101447-2825-4416-a9c0-74e7a119eb2a'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:11:21.711848 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ab5a9f4d-c8f1-42c9-98e4-34f103e37e4a req-a5625208-a791-48d6-ab6f-8ec6cca57d50 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=c68a783b-977a-407f-b957-8bc46fec9634&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0820949 Sep 23 08:11:21.734343 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7a56fa52-27a6-449d-bdca-738c65d181fe req-28d7f6a6-1d6d-40d9-bea0-a13d2af3a5d7 service neutron] 10.222.0.21 "GET /v2.0/networks/3bf5049b-4943-470b-a29e-27b5fe0dd709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116583 Sep 23 08:11:21.764170 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-e964490c-47e0-4ff3-b425-01300c3334b1 None None] Set router 4d101447-2825-4416-a9c0-74e7a119eb2a gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 08:11:21.851083 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc55960b-17df-4e52-9320-922aa989f64c req-d058c319-7a0e-4bf4-9715-941cc3b72d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:11:21.852601 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fc55960b-17df-4e52-9320-922aa989f64c req-d058c319-7a0e-4bf4-9715-941cc3b72d74 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e28cbe594e624953a2ab345b5cee5c5e&device_id=ec961c71-52bb-4ed5-859f-7ffcac5aa7d0 HTTP/1.1" status: 200 len: 1097 time: 0.0467234 Sep 23 08:11:21.946566 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc55960b-17df-4e52-9320-922aa989f64c req-cfda296e-9a65-4696-bc2e-1909e2e83e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:11:21.948045 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fc55960b-17df-4e52-9320-922aa989f64c req-cfda296e-9a65-4696-bc2e-1909e2e83e90 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3bf5049b-4943-470b-a29e-27b5fe0dd709 HTTP/1.1" status: 200 len: 910 time: 0.0874665 Sep 23 08:11:21.958072 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-e964490c-47e0-4ff3-b425-01300c3334b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d101447-2825-4416-a9c0-74e7a119eb2a', 'name': 'tempest-TestShelveInstance-1328165694-router', 'tenant_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '96c27157-1bac-4935-9a62-c3e0a07d69c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T08:00:40Z', 'updated_at': '2021-09-23T08:00:43Z', 'revision_number': 4, 'project_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'gw_port': {'id': '96c27157-1bac-4935-9a62-c3e0a07d69c7', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:92:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d101447-2825-4416-a9c0-74e7a119eb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:00:40Z', 'updated_at': '2021-09-23T08:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '6d0d5c47-fb10-4c59-b016-667aa8b3b22d', 'name': '', 'network_id': '3bf5049b-4943-470b-a29e-27b5fe0dd709', 'tenant_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'mac_address': 'fa:16:3e:27:2b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d101447-2825-4416-a9c0-74e7a119eb2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '1a01c554-9801-4f62-8d0b-07f975911021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:00:42Z', 'updated_at': '2021-09-23T08:00:47Z', 'revision_number': 5, 'project_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'subnets': [{'id': '1a01c554-9801-4f62-8d0b-07f975911021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:11:21.983845 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e964490c-47e0-4ff3-b425-01300c3334b1 None None] The sync data for ids ['4d101447-2825-4416-a9c0-74e7a119eb2a'] in n-d-715271-16 is: [{'id': '4d101447-2825-4416-a9c0-74e7a119eb2a', 'name': 'tempest-TestShelveInstance-1328165694-router', 'tenant_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '96c27157-1bac-4935-9a62-c3e0a07d69c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T08:00:40Z', 'updated_at': '2021-09-23T08:00:43Z', 'revision_number': 4, 'project_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'gw_port': {'id': '96c27157-1bac-4935-9a62-c3e0a07d69c7', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:92:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d101447-2825-4416-a9c0-74e7a119eb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:00:40Z', 'updated_at': '2021-09-23T08:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '6d0d5c47-fb10-4c59-b016-667aa8b3b22d', 'name': '', 'network_id': '3bf5049b-4943-470b-a29e-27b5fe0dd709', 'tenant_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'mac_address': 'fa:16:3e:27:2b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d101447-2825-4416-a9c0-74e7a119eb2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '1a01c554-9801-4f62-8d0b-07f975911021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:00:42Z', 'updated_at': '2021-09-23T08:00:47Z', 'revision_number': 5, 'project_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'subnets': [{'id': '1a01c554-9801-4f62-8d0b-07f975911021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 08:11:21.996644 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fc55960b-17df-4e52-9320-922aa989f64c req-aa144122-31d4-46a5-93c4-03af95671564 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60115d45-e576-4944-9c7d-775d63948580 HTTP/1.1" status: 200 len: 217 time: 0.0401270 Sep 23 08:11:22.047941 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc55960b-17df-4e52-9320-922aa989f64c req-5dbfa706-76c3-44b1-9dac-18ace5cb654d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:11:22.049737 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fc55960b-17df-4e52-9320-922aa989f64c req-5dbfa706-76c3-44b1-9dac-18ace5cb654d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1a01c554-9801-4f62-8d0b-07f975911021 HTTP/1.1" status: 200 len: 848 time: 0.0456007 Sep 23 08:11:22.098884 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc55960b-17df-4e52-9320-922aa989f64c req-b841e0c6-d0b1-4aad-9acc-ade53ba6ed35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:11:22.100431 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fc55960b-17df-4e52-9320-922aa989f64c req-b841e0c6-d0b1-4aad-9acc-ade53ba6ed35 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3bf5049b-4943-470b-a29e-27b5fe0dd709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422659 Sep 23 08:11:22.198709 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fc55960b-17df-4e52-9320-922aa989f64c req-76163d40-7dba-418a-bf1b-bf50f93fe32e service neutron] 10.222.0.21 "GET /v2.0/networks/3bf5049b-4943-470b-a29e-27b5fe0dd709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899498 Sep 23 08:11:22.202276 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a708706-6549-40ba-9ad0-c0db53db3286 None None] New status for floating IP 4d1bc1f7-a388-4a9d-9ae2-21a5bb348810: DOWN {{(pid=95067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 08:11:22.291543 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fc55960b-17df-4e52-9320-922aa989f64c req-5af5d906-6ed4-4fc2-a41b-692fa03696e4 service neutron] 10.222.0.21 "GET /v2.0/networks/3bf5049b-4943-470b-a29e-27b5fe0dd709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846176 Sep 23 08:11:22.830834 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cc8fa8-16a5-4a94-841a-30a1430c569f req-c79deb72-e760-403a-8f33-8acd50d93ded tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:11:22.832309 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-30cc8fa8-16a5-4a94-841a-30a1430c569f req-c79deb72-e760-403a-8f33-8acd50d93ded tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec961c71-52bb-4ed5-859f-7ffcac5aa7d0 HTTP/1.1" status: 200 len: 945 time: 0.0531406 Sep 23 08:11:22.869149 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-30cc8fa8-16a5-4a94-841a-30a1430c569f req-4d7e3816-7307-403a-8501-3b732c04648e tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/security-groups?id=c68a783b-977a-407f-b957-8bc46fec9634&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302339 Sep 23 08:11:23.267947 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610c80ee-a3d8-4212-b666-ba328a27648e req-1d86a7ed-f49a-40af-b7fb-dfdbaca96d8d tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:11:23.269413 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-610c80ee-a3d8-4212-b666-ba328a27648e req-1d86a7ed-f49a-40af-b7fb-dfdbaca96d8d tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec961c71-52bb-4ed5-859f-7ffcac5aa7d0 HTTP/1.1" status: 200 len: 945 time: 0.0489883 Sep 23 08:11:23.362901 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-610c80ee-a3d8-4212-b666-ba328a27648e req-ca7e9641-c408-4d85-b44c-2b5efecb0a0a tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Deleting port 60115d45-e576-4944-9c7d-775d63948580 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 08:11:23.363217 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-610c80ee-a3d8-4212-b666-ba328a27648e req-ca7e9641-c408-4d85-b44c-2b5efecb0a0a tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:23.454008 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-610c80ee-a3d8-4212-b666-ba328a27648e req-ca7e9641-c408-4d85-b44c-2b5efecb0a0a tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] For port 60115d45-e576-4944-9c7d-775d63948580, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=60115d45-e576-4944-9c7d-775d63948580,segment=NetworkSegment(b89bc78a-187e-4ed3-9ecc-5b1f6845bb69),segment_id=b89bc78a-187e-4ed3-9ecc-5b1f6845bb69)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 08:11:23.454378 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-610c80ee-a3d8-4212-b666-ba328a27648e req-ca7e9641-c408-4d85-b44c-2b5efecb0a0a tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:23.466618 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-610c80ee-a3d8-4212-b666-ba328a27648e req-ca7e9641-c408-4d85-b44c-2b5efecb0a0a tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Calling delete_port for 60115d45-e576-4944-9c7d-775d63948580 owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 08:11:23.592453 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-610c80ee-a3d8-4212-b666-ba328a27648e req-ca7e9641-c408-4d85-b44c-2b5efecb0a0a tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:23.625345 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7e9641-c408-4d85-b44c-2b5efecb0a0a tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Pushing event deleted for resources: {'Port': ['ID=60115d45-e576-4944-9c7d-775d63948580,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:11:23.656533 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7e9641-c408-4d85-b44c-2b5efecb0a0a tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:11:23.656969 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7e9641-c408-4d85-b44c-2b5efecb0a0a tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:11:23.657320 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7e9641-c408-4d85-b44c-2b5efecb0a0a tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:11:23.657664 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7e9641-c408-4d85-b44c-2b5efecb0a0a tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:11:23.658029 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7e9641-c408-4d85-b44c-2b5efecb0a0a tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:11:23.658365 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7e9641-c408-4d85-b44c-2b5efecb0a0a tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:11:23.658693 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7e9641-c408-4d85-b44c-2b5efecb0a0a tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:11:23.659023 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7e9641-c408-4d85-b44c-2b5efecb0a0a tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:11:23.659350 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7e9641-c408-4d85-b44c-2b5efecb0a0a tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:11:23.659676 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7e9641-c408-4d85-b44c-2b5efecb0a0a tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:11:23.660004 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7e9641-c408-4d85-b44c-2b5efecb0a0a tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:11:23.660338 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7e9641-c408-4d85-b44c-2b5efecb0a0a tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:11:23.677278 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-610c80ee-a3d8-4212-b666-ba328a27648e req-ca7e9641-c408-4d85-b44c-2b5efecb0a0a tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] No DVR routers for this DVR port 60115d45-e576-4944-9c7d-775d63948580 on host n-h1-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 08:11:23.679687 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-610c80ee-a3d8-4212-b666-ba328a27648e req-ca7e9641-c408-4d85-b44c-2b5efecb0a0a tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:23.682898 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-610c80ee-a3d8-4212-b666-ba328a27648e req-ca7e9641-c408-4d85-b44c-2b5efecb0a0a tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.21 "DELETE /v2.0/ports/60115d45-e576-4944-9c7d-775d63948580 HTTP/1.1" status: 204 len: 173 time: 0.4051380 Sep 23 08:11:23.683337 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec961c71-52bb-4ed5-859f-7ffcac5aa7d0', 'name': 'network-vif-deleted', 'tag': '60115d45-e576-4944-9c7d-775d63948580'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 08:11:23.685619 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f95ab57a745480e309303c621f93016f7af13821b9c47ad15b10e565102b0cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ab6082-bd91-40fa-8971-f83129d1b266" -d '{"events": [{"server_uuid": "ec961c71-52bb-4ed5-859f-7ffcac5aa7d0", "name": "network-vif-deleted", "tag": "60115d45-e576-4944-9c7d-775d63948580"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 08:11:23.724108 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 08:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b5ec30-9b2a-4e2b-942f-c435d9cb9d76 x-openstack-request-id: req-61b5ec30-9b2a-4e2b-942f-c435d9cb9d76 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 08:11:23.724406 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec961c71-52bb-4ed5-859f-7ffcac5aa7d0", "name": "network-vif-deleted", "tag": "60115d45-e576-4944-9c7d-775d63948580", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 08:11:23.724663 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-61b5ec30-9b2a-4e2b-942f-c435d9cb9d76 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 08:11:23.725071 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec961c71-52bb-4ed5-859f-7ffcac5aa7d0', 'name': 'network-vif-deleted', 'tag': '60115d45-e576-4944-9c7d-775d63948580', 'status': 'completed', 'code': 200} Sep 23 08:11:23.965670 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fcda7bc9-5c69-4c9d-a7cc-d5331766fefd req-0d0c20f8-c1c8-4c46-b1f2-b46cb46c9eef tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec961c71-52bb-4ed5-859f-7ffcac5aa7d0 HTTP/1.1" status: 200 len: 210 time: 0.0272171 Sep 23 08:11:25.066951 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-28f610f4-602c-4931-8f0d-7e4caaabb888 req-3139a4b4-d3d6-4e7d-9fc9-67de60a2566f tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec961c71-52bb-4ed5-859f-7ffcac5aa7d0 HTTP/1.1" status: 200 len: 210 time: 0.0293007 Sep 23 08:11:26.140351 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 60115d45-e576-4944-9c7d-775d63948580 no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 08:11:26.161050 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] No Port match for: 60115d45-e576-4944-9c7d-775d63948580 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 08:11:26.161462 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 60115d45-e576-4944-9c7d-775d63948580 not bound to the agent host n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 08:11:26.163439 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d9b70f0b-67b8-4461-a0c3-d725446c7bfb req-afb3f230-8b7f-408c-ab19-5cbcc0cde940 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec961c71-52bb-4ed5-859f-7ffcac5aa7d0 HTTP/1.1" status: 200 len: 210 time: 0.0308158 Sep 23 08:11:27.271920 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1c661d19-1bf6-4600-86c3-3c115478d5de req-59cdc59c-5874-4227-88df-541bc5aaf3b1 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec961c71-52bb-4ed5-859f-7ffcac5aa7d0 HTTP/1.1" status: 200 len: 210 time: 0.0274878 Sep 23 08:11:28.328419 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57748) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:11:28.388054 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c7a1eef8-05e1-4646-b318-77ab7d3b7330 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:28.413743 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c7a1eef8-05e1-4646-b318-77ab7d3b7330 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:28.473910 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c7a1eef8-05e1-4646-b318-77ab7d3b7330 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:28.476879 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-c7a1eef8-05e1-4646-b318-77ab7d3b7330 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:28.478874 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-c7a1eef8-05e1-4646-b318-77ab7d3b7330 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] 10.222.0.39 "DELETE /v2.0/security-groups/c68a783b-977a-407f-b957-8bc46fec9634 HTTP/1.1" status: 204 len: 168 time: 0.1488578 Sep 23 08:11:28.488646 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a1eef8-05e1-4646-b318-77ab7d3b7330 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c68a783b-977a-407f-b957-8bc46fec9634,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:11:29.550045 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57754) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:11:30.084138 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5cd62e10-5493-4a97-8dae-54ce07effbb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066969'] for router_interface, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:30.328577 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-5cd62e10-5493-4a97-8dae-54ce07effbb1 admin admin] Deleting port 6d0d5c47-fb10-4c59-b016-667aa8b3b22d {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 08:11:30.328920 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5cd62e10-5493-4a97-8dae-54ce07effbb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:30.405413 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-5cd62e10-5493-4a97-8dae-54ce07effbb1 admin admin] For port 6d0d5c47-fb10-4c59-b016-667aa8b3b22d, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=6d0d5c47-fb10-4c59-b016-667aa8b3b22d,segment=NetworkSegment(b89bc78a-187e-4ed3-9ecc-5b1f6845bb69),segment_id=b89bc78a-187e-4ed3-9ecc-5b1f6845bb69)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 08:11:30.405675 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5cd62e10-5493-4a97-8dae-54ce07effbb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:30.422213 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-5cd62e10-5493-4a97-8dae-54ce07effbb1 admin admin] Calling delete_port for 6d0d5c47-fb10-4c59-b016-667aa8b3b22d owned by network:router_interface {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 08:11:30.607833 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5cd62e10-5493-4a97-8dae-54ce07effbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:30.633092 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd62e10-5493-4a97-8dae-54ce07effbb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d0d5c47-fb10-4c59-b016-667aa8b3b22d,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:11:30.797332 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-5cd62e10-5493-4a97-8dae-54ce07effbb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2068624'] for router_interface, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:31.328483 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cd62e10-5493-4a97-8dae-54ce07effbb1 admin admin] Router 4d101447-2825-4416-a9c0-74e7a119eb2a has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 08:11:31.434653 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd62e10-5493-4a97-8dae-54ce07effbb1 admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 08:11:31.439595 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-5cd62e10-5493-4a97-8dae-54ce07effbb1 admin admin] 10.222.0.39 "PUT /v2.0/routers/4d101447-2825-4416-a9c0-74e7a119eb2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8885233 Sep 23 08:11:31.442174 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57758) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:11:31.443459 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099c04c3-90ed-45c5-ba6d-18fce292622f None None] Sync routers for ids ['4d101447-2825-4416-a9c0-74e7a119eb2a'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 08:11:31.453352 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099c04c3-90ed-45c5-ba6d-18fce292622f None None] Routers {'4d101447-2825-4416-a9c0-74e7a119eb2a'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 08:11:31.453987 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-099c04c3-90ed-45c5-ba6d-18fce292622f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T08:11:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['4d101447-2825-4416-a9c0-74e7a119eb2a'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:11:31.565570 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-487d54eb-065b-4746-98f6-894f01b88d96 admin admin] Notify callbacks [] for router, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:31.655801 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-099c04c3-90ed-45c5-ba6d-18fce292622f None None] Set router 4d101447-2825-4416-a9c0-74e7a119eb2a gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 08:11:31.675278 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-487d54eb-065b-4746-98f6-894f01b88d96 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:31.727905 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-487d54eb-065b-4746-98f6-894f01b88d96 admin admin] Deleting port 96c27157-1bac-4935-9a62-c3e0a07d69c7 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 08:11:31.728762 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-487d54eb-065b-4746-98f6-894f01b88d96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:31.814223 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-487d54eb-065b-4746-98f6-894f01b88d96 admin admin] For port 96c27157-1bac-4935-9a62-c3e0a07d69c7, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=96c27157-1bac-4935-9a62-c3e0a07d69c7,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 08:11:31.814598 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-487d54eb-065b-4746-98f6-894f01b88d96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:31.826543 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-487d54eb-065b-4746-98f6-894f01b88d96 admin admin] Calling delete_port for 96c27157-1bac-4935-9a62-c3e0a07d69c7 owned by network:router_gateway {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 08:11:31.835461 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-099c04c3-90ed-45c5-ba6d-18fce292622f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d101447-2825-4416-a9c0-74e7a119eb2a', 'name': 'tempest-TestShelveInstance-1328165694-router', 'tenant_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '96c27157-1bac-4935-9a62-c3e0a07d69c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T08:00:40Z', 'updated_at': '2021-09-23T08:11:30Z', 'revision_number': 5, 'project_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'gw_port': {'id': '96c27157-1bac-4935-9a62-c3e0a07d69c7', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:92:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d101447-2825-4416-a9c0-74e7a119eb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:00:40Z', 'updated_at': '2021-09-23T08:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:11:31.861068 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099c04c3-90ed-45c5-ba6d-18fce292622f None None] Checking router: 4d101447-2825-4416-a9c0-74e7a119eb2a for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 08:11:31.869934 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099c04c3-90ed-45c5-ba6d-18fce292622f None None] Routers {'4d101447-2825-4416-a9c0-74e7a119eb2a'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 08:11:31.870545 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-099c04c3-90ed-45c5-ba6d-18fce292622f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T08:11:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['4d101447-2825-4416-a9c0-74e7a119eb2a'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:11:31.958735 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-099c04c3-90ed-45c5-ba6d-18fce292622f None None] Set router 4d101447-2825-4416-a9c0-74e7a119eb2a gateway port host: None {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 08:11:32.004296 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-487d54eb-065b-4746-98f6-894f01b88d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:32.011891 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-099c04c3-90ed-45c5-ba6d-18fce292622f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d101447-2825-4416-a9c0-74e7a119eb2a', 'name': 'tempest-TestShelveInstance-1328165694-router', 'tenant_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T08:00:40Z', 'updated_at': '2021-09-23T08:11:31Z', 'revision_number': 6, 'project_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'gw_port_host': None}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:11:32.031792 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487d54eb-065b-4746-98f6-894f01b88d96 admin admin] Pushing event deleted for resources: {'Port': ['ID=96c27157-1bac-4935-9a62-c3e0a07d69c7,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:11:32.038562 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099c04c3-90ed-45c5-ba6d-18fce292622f None None] The sync data for ids ['4d101447-2825-4416-a9c0-74e7a119eb2a'] in n-d-715271-16 is: [{'id': '4d101447-2825-4416-a9c0-74e7a119eb2a', 'name': 'tempest-TestShelveInstance-1328165694-router', 'tenant_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T08:00:40Z', 'updated_at': '2021-09-23T08:11:31Z', 'revision_number': 6, 'project_id': 'e28cbe594e624953a2ab345b5cee5c5e', 'gw_port_host': None}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 08:11:32.094285 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-487d54eb-065b-4746-98f6-894f01b88d96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2068563'] for router_gateway, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:32.189290 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-487d54eb-065b-4746-98f6-894f01b88d96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:32.191652 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-487d54eb-065b-4746-98f6-894f01b88d96 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:32.237001 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-487d54eb-065b-4746-98f6-894f01b88d96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:32.237578 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-487d54eb-065b-4746-98f6-894f01b88d96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d101447-2825-4416-a9c0-74e7a119eb2a {{(pid=95066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 08:11:32.242050 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-487d54eb-065b-4746-98f6-894f01b88d96 admin admin] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:32.243232 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-487d54eb-065b-4746-98f6-894f01b88d96 admin admin] 10.222.0.39 "DELETE /v2.0/routers/4d101447-2825-4416-a9c0-74e7a119eb2a HTTP/1.1" status: 204 len: 168 time: 0.8001306 Sep 23 08:11:32.246235 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57762) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:11:32.290839 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d4a662f-950d-4473-9beb-6fc4473f6464 admin admin] Deleting subnet 1a01c554-9801-4f62-8d0b-07f975911021 {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 08:11:32.293791 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4d4a662f-950d-4473-9beb-6fc4473f6464 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:32.328408 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4d4a662f-950d-4473-9beb-6fc4473f6464 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:32.413177 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4d4a662f-950d-4473-9beb-6fc4473f6464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:32.470705 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4d4a662f-950d-4473-9beb-6fc4473f6464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:32.496495 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4a662f-950d-4473-9beb-6fc4473f6464 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a01c554-9801-4f62-8d0b-07f975911021,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:11:32.502313 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-4d4a662f-950d-4473-9beb-6fc4473f6464 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:32.504202 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-4d4a662f-950d-4473-9beb-6fc4473f6464 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/1a01c554-9801-4f62-8d0b-07f975911021 HTTP/1.1" status: 204 len: 168 time: 0.2570505 Sep 23 08:11:32.506836 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 57764) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:11:32.508452 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293afa59-90b3-4b38-92bc-94e4c24fb925 None None] Network 3bf5049b-4943-470b-a29e-27b5fe0dd709 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 08:11:32.576177 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8fa609c6-cfc2-4da1-8d33-310c1fa0092e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:32.632342 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-8fa609c6-cfc2-4da1-8d33-310c1fa0092e admin admin] Deleting port 0ff26a61-8af7-42f8-9d13-bb89c4658c37 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 08:11:32.632682 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8fa609c6-cfc2-4da1-8d33-310c1fa0092e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:32.697008 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-8fa609c6-cfc2-4da1-8d33-310c1fa0092e admin admin] For port 0ff26a61-8af7-42f8-9d13-bb89c4658c37, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=0ff26a61-8af7-42f8-9d13-bb89c4658c37,segment=NetworkSegment(b89bc78a-187e-4ed3-9ecc-5b1f6845bb69),segment_id=b89bc78a-187e-4ed3-9ecc-5b1f6845bb69)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 08:11:32.697376 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8fa609c6-cfc2-4da1-8d33-310c1fa0092e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:32.708871 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-8fa609c6-cfc2-4da1-8d33-310c1fa0092e admin admin] Calling delete_port for 0ff26a61-8af7-42f8-9d13-bb89c4658c37 owned by network:dhcp {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 08:11:32.792328 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8fa609c6-cfc2-4da1-8d33-310c1fa0092e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:32.820197 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80b07cb-64fc-4a0f-89f7-daec35b7729d None None] DHCP port deletion for 3bf5049b-4943-470b-a29e-27b5fe0dd709 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 08:11:32.824575 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa609c6-cfc2-4da1-8d33-310c1fa0092e admin admin] No DVR routers for this DVR port 0ff26a61-8af7-42f8-9d13-bb89c4658c37 on host n-d-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 08:11:32.834527 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa609c6-cfc2-4da1-8d33-310c1fa0092e admin admin] Pushing event deleted for resources: {'Port': ['ID=0ff26a61-8af7-42f8-9d13-bb89c4658c37,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:11:32.901253 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8fa609c6-cfc2-4da1-8d33-310c1fa0092e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:32.922629 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-8fa609c6-cfc2-4da1-8d33-310c1fa0092e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bf5049b-4943-470b-a29e-27b5fe0dd709']}} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:11:32.932539 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-8fa609c6-cfc2-4da1-8d33-310c1fa0092e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b89bc78a-187e-4ed3-9ecc-5b1f6845bb69') {'for_net_delete': True} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:11:32.932841 n-d-715271-16 neutron-server[95065]: DEBUG neutron.services.segments.db [None req-8fa609c6-cfc2-4da1-8d33-310c1fa0092e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b89bc78a-187e-4ed3-9ecc-5b1f6845bb69') {} {{(pid=95065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:11:32.946929 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8fa609c6-cfc2-4da1-8d33-310c1fa0092e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-518678976'] for segment, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:32.960072 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8fa609c6-cfc2-4da1-8d33-310c1fa0092e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:32.966443 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fa609c6-cfc2-4da1-8d33-310c1fa0092e admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=95065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 08:11:32.966849 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8fa609c6-cfc2-4da1-8d33-310c1fa0092e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-518333474'] for segment, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:32.968659 n-d-715271-16 neutron-server[95065]: Traceback (most recent call last): Sep 23 08:11:32.968659 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 08:11:32.968659 n-d-715271-16 neutron-server[95065]: timer() Sep 23 08:11:32.968659 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 08:11:32.968659 n-d-715271-16 neutron-server[95065]: cb(*args, **kw) Sep 23 08:11:32.968659 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 08:11:32.968659 n-d-715271-16 neutron-server[95065]: return func(*args, **kwargs) Sep 23 08:11:32.968659 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 08:11:32.968659 n-d-715271-16 neutron-server[95065]: self._notify() Sep 23 08:11:32.968659 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 08:11:32.968659 n-d-715271-16 neutron-server[95065]: self.callback(batched_events) Sep 23 08:11:32.968659 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 08:11:32.968659 n-d-715271-16 neutron-server[95065]: event.method(event) Sep 23 08:11:32.968659 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 08:11:32.968659 n-d-715271-16 neutron-server[95065]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 08:11:32.968659 n-d-715271-16 neutron-server[95065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 08:11:32.968659 n-d-715271-16 neutron-server[95065]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 08:11:32.968659 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 08:11:32.968659 n-d-715271-16 neutron-server[95065]: return f(self, *a, **k) Sep 23 08:11:32.968659 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 08:11:32.968659 n-d-715271-16 neutron-server[95065]: return self._get(url).json() Sep 23 08:11:32.968659 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 08:11:32.968659 n-d-715271-16 neutron-server[95065]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 08:11:32.968659 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 08:11:32.968659 n-d-715271-16 neutron-server[95065]: return self.request(url, 'GET', **kwargs) Sep 23 08:11:32.968659 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 08:11:32.968659 n-d-715271-16 neutron-server[95065]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 08:11:32.968659 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 08:11:32.968659 n-d-715271-16 neutron-server[95065]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 08:11:32.968659 n-d-715271-16 neutron-server[95065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 08:11:32.968659 n-d-715271-16 neutron-server[95065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 08:11:32.968659 n-d-715271-16 neutron-server[95065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 08:11:33.024227 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8fa609c6-cfc2-4da1-8d33-310c1fa0092e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:33.030986 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8fa609c6-cfc2-4da1-8d33-310c1fa0092e admin admin] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:33.036200 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-8fa609c6-cfc2-4da1-8d33-310c1fa0092e admin admin] 10.222.0.39 "DELETE /v2.0/networks/3bf5049b-4943-470b-a29e-27b5fe0dd709 HTTP/1.1" status: 204 len: 168 time: 0.5252006 Sep 23 08:11:33.036456 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57766) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:11:33.046418 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa609c6-cfc2-4da1-8d33-310c1fa0092e admin admin] Pushing event deleted for resources: {'Network': ['ID=3bf5049b-4943-470b-a29e-27b5fe0dd709,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:11:33.394404 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e36a5c13-2bc0-42ce-bbd1-069bf51bb948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066969'] for router_interface, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:33.544717 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 6d0d5c47-fb10-4c59-b016-667aa8b3b22d no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 08:11:33.565694 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 6d0d5c47-fb10-4c59-b016-667aa8b3b22d {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 08:11:33.566146 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 6d0d5c47-fb10-4c59-b016-667aa8b3b22d not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 08:11:33.566571 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 0ff26a61-8af7-42f8-9d13-bb89c4658c37 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 08:11:33.584949 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 0ff26a61-8af7-42f8-9d13-bb89c4658c37 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 08:11:33.585295 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 0ff26a61-8af7-42f8-9d13-bb89c4658c37 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 08:11:33.585701 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 96c27157-1bac-4935-9a62-c3e0a07d69c7 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 08:11:33.607221 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 96c27157-1bac-4935-9a62-c3e0a07d69c7 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 08:11:33.607572 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 96c27157-1bac-4935-9a62-c3e0a07d69c7 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 08:11:33.649201 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-e36a5c13-2bc0-42ce-bbd1-069bf51bb948 admin admin] Deleting port 4dac6190-2c0a-441f-a30e-4d7d55de4e50 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 08:11:33.649471 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e36a5c13-2bc0-42ce-bbd1-069bf51bb948 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:33.727450 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-e36a5c13-2bc0-42ce-bbd1-069bf51bb948 admin admin] For port 4dac6190-2c0a-441f-a30e-4d7d55de4e50, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=4dac6190-2c0a-441f-a30e-4d7d55de4e50,segment=NetworkSegment(a616f4bf-cfcd-47c7-ac17-a6de034fd33b),segment_id=a616f4bf-cfcd-47c7-ac17-a6de034fd33b)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 08:11:33.727817 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e36a5c13-2bc0-42ce-bbd1-069bf51bb948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:33.740090 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-e36a5c13-2bc0-42ce-bbd1-069bf51bb948 admin admin] Calling delete_port for 4dac6190-2c0a-441f-a30e-4d7d55de4e50 owned by network:router_interface {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 08:11:33.926559 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e36a5c13-2bc0-42ce-bbd1-069bf51bb948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:33.959132 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36a5c13-2bc0-42ce-bbd1-069bf51bb948 admin admin] Pushing event deleted for resources: {'Port': ['ID=4dac6190-2c0a-441f-a30e-4d7d55de4e50,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:11:34.122886 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e36a5c13-2bc0-42ce-bbd1-069bf51bb948 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2068624'] for router_interface, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:34.334733 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e36a5c13-2bc0-42ce-bbd1-069bf51bb948 admin admin] Router 9f1ac4ce-f333-4681-9b14-f74d2d901b30 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 08:11:34.438037 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e36a5c13-2bc0-42ce-bbd1-069bf51bb948 admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 08:11:34.443376 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-e36a5c13-2bc0-42ce-bbd1-069bf51bb948 admin admin] 10.222.0.39 "PUT /v2.0/routers/9f1ac4ce-f333-4681-9b14-f74d2d901b30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4058156 Sep 23 08:11:34.445982 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57768) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:11:34.446866 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a51af2-786a-4c5e-9739-bb9e5c8c8833 None None] Sync routers for ids ['9f1ac4ce-f333-4681-9b14-f74d2d901b30'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 08:11:34.456086 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a51af2-786a-4c5e-9739-bb9e5c8c8833 None None] Routers {'9f1ac4ce-f333-4681-9b14-f74d2d901b30'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 08:11:34.456706 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-d8a51af2-786a-4c5e-9739-bb9e5c8c8833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T08:11:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['9f1ac4ce-f333-4681-9b14-f74d2d901b30'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:11:34.549641 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2a7bf2db-70b0-4bfd-90f9-ffefbce40304 admin admin] Notify callbacks [] for router, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:34.560549 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-d8a51af2-786a-4c5e-9739-bb9e5c8c8833 None None] Set router 9f1ac4ce-f333-4681-9b14-f74d2d901b30 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 08:11:34.653439 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2a7bf2db-70b0-4bfd-90f9-ffefbce40304 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:34.710689 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-2a7bf2db-70b0-4bfd-90f9-ffefbce40304 admin admin] Deleting port 5012e2d3-71a3-4319-b401-636f67883373 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 08:11:34.711030 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2a7bf2db-70b0-4bfd-90f9-ffefbce40304 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:34.738741 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-d8a51af2-786a-4c5e-9739-bb9e5c8c8833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1ac4ce-f333-4681-9b14-f74d2d901b30', 'name': 'tempest-TestShelveInstance-2001528462-router', 'tenant_id': 'fcddcc9cbe7249ad8772d0d9c00c6fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': '5012e2d3-71a3-4319-b401-636f67883373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T08:00:45Z', 'updated_at': '2021-09-23T08:11:33Z', 'revision_number': 5, 'project_id': 'fcddcc9cbe7249ad8772d0d9c00c6fa5', 'gw_port': {'id': '5012e2d3-71a3-4319-b401-636f67883373', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:4e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1ac4ce-f333-4681-9b14-f74d2d901b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:00:45Z', 'updated_at': '2021-09-23T08:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:11:34.765606 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a51af2-786a-4c5e-9739-bb9e5c8c8833 None None] Checking router: 9f1ac4ce-f333-4681-9b14-f74d2d901b30 for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 08:11:34.773961 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a51af2-786a-4c5e-9739-bb9e5c8c8833 None None] Routers {'9f1ac4ce-f333-4681-9b14-f74d2d901b30'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 08:11:34.774570 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-d8a51af2-786a-4c5e-9739-bb9e5c8c8833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T08:11:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['9f1ac4ce-f333-4681-9b14-f74d2d901b30'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:11:34.790460 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-2a7bf2db-70b0-4bfd-90f9-ffefbce40304 admin admin] For port 5012e2d3-71a3-4319-b401-636f67883373, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=5012e2d3-71a3-4319-b401-636f67883373,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 08:11:34.790949 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2a7bf2db-70b0-4bfd-90f9-ffefbce40304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:34.803507 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-2a7bf2db-70b0-4bfd-90f9-ffefbce40304 admin admin] Calling delete_port for 5012e2d3-71a3-4319-b401-636f67883373 owned by network:router_gateway {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 08:11:34.865088 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-d8a51af2-786a-4c5e-9739-bb9e5c8c8833 None None] Set router 9f1ac4ce-f333-4681-9b14-f74d2d901b30 gateway port host: None {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 08:11:34.919392 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-d8a51af2-786a-4c5e-9739-bb9e5c8c8833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1ac4ce-f333-4681-9b14-f74d2d901b30', 'name': 'tempest-TestShelveInstance-2001528462-router', 'tenant_id': 'fcddcc9cbe7249ad8772d0d9c00c6fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T08:00:45Z', 'updated_at': '2021-09-23T08:11:34Z', 'revision_number': 6, 'project_id': 'fcddcc9cbe7249ad8772d0d9c00c6fa5', 'gw_port_host': None}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:11:34.945377 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a51af2-786a-4c5e-9739-bb9e5c8c8833 None None] The sync data for ids ['9f1ac4ce-f333-4681-9b14-f74d2d901b30'] in n-d-715271-16 is: [{'id': '9f1ac4ce-f333-4681-9b14-f74d2d901b30', 'name': 'tempest-TestShelveInstance-2001528462-router', 'tenant_id': 'fcddcc9cbe7249ad8772d0d9c00c6fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T08:00:45Z', 'updated_at': '2021-09-23T08:11:34Z', 'revision_number': 6, 'project_id': 'fcddcc9cbe7249ad8772d0d9c00c6fa5', 'gw_port_host': None}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 08:11:34.973677 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2a7bf2db-70b0-4bfd-90f9-ffefbce40304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:35.002666 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7bf2db-70b0-4bfd-90f9-ffefbce40304 admin admin] Pushing event deleted for resources: {'Port': ['ID=5012e2d3-71a3-4319-b401-636f67883373,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:11:35.066749 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2a7bf2db-70b0-4bfd-90f9-ffefbce40304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2068563'] for router_gateway, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:35.498301 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2a7bf2db-70b0-4bfd-90f9-ffefbce40304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:35.501061 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2a7bf2db-70b0-4bfd-90f9-ffefbce40304 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:35.544797 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2a7bf2db-70b0-4bfd-90f9-ffefbce40304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:35.545278 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a7bf2db-70b0-4bfd-90f9-ffefbce40304 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f1ac4ce-f333-4681-9b14-f74d2d901b30 {{(pid=95066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 08:11:35.549704 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-2a7bf2db-70b0-4bfd-90f9-ffefbce40304 admin admin] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:35.550723 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-2a7bf2db-70b0-4bfd-90f9-ffefbce40304 admin admin] 10.222.0.39 "DELETE /v2.0/routers/9f1ac4ce-f333-4681-9b14-f74d2d901b30 HTTP/1.1" status: 204 len: 168 time: 1.1038249 Sep 23 08:11:35.553258 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57770) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:11:35.598154 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-45f3e718-638e-4e77-8a40-c24c62ff01f4 admin admin] Deleting subnet 86760eb1-f0cd-4dcb-a9b5-86d3dc81dd24 {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 08:11:35.601171 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-45f3e718-638e-4e77-8a40-c24c62ff01f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:35.635183 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-45f3e718-638e-4e77-8a40-c24c62ff01f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:35.718711 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-45f3e718-638e-4e77-8a40-c24c62ff01f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:35.731796 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 5012e2d3-71a3-4319-b401-636f67883373 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 08:11:35.753375 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 5012e2d3-71a3-4319-b401-636f67883373 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 08:11:35.753722 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 5012e2d3-71a3-4319-b401-636f67883373 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 08:11:35.754169 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 4dac6190-2c0a-441f-a30e-4d7d55de4e50 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 08:11:35.774982 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-45f3e718-638e-4e77-8a40-c24c62ff01f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:35.778073 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 4dac6190-2c0a-441f-a30e-4d7d55de4e50 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 08:11:35.778443 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 4dac6190-2c0a-441f-a30e-4d7d55de4e50 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 08:11:35.799687 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f3e718-638e-4e77-8a40-c24c62ff01f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86760eb1-f0cd-4dcb-a9b5-86d3dc81dd24,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:11:35.805517 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-45f3e718-638e-4e77-8a40-c24c62ff01f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:35.808037 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-45f3e718-638e-4e77-8a40-c24c62ff01f4 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/86760eb1-f0cd-4dcb-a9b5-86d3dc81dd24 HTTP/1.1" status: 204 len: 168 time: 0.2538579 Sep 23 08:11:35.810499 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57772) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:11:35.812435 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7ed120-9e08-4f26-bbf7-51adb8b22cdc None None] Network f361a743-88c1-4d4a-8dac-515030c1f468 requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 08:11:35.887731 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d5051b4a-3d81-4a0f-b4cd-9229207c814d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:35.950291 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-d5051b4a-3d81-4a0f-b4cd-9229207c814d admin admin] Deleting port ac807608-cc83-4379-bec7-09312475c458 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 08:11:35.950635 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d5051b4a-3d81-4a0f-b4cd-9229207c814d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:35.994169 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99caecb2-39c3-4c7a-8252-8b060ba597eb None None] DHCP port deletion for f361a743-88c1-4d4a-8dac-515030c1f468 request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 08:11:36.023409 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-d5051b4a-3d81-4a0f-b4cd-9229207c814d admin admin] For port ac807608-cc83-4379-bec7-09312475c458, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=ac807608-cc83-4379-bec7-09312475c458,segment=NetworkSegment(a616f4bf-cfcd-47c7-ac17-a6de034fd33b),segment_id=a616f4bf-cfcd-47c7-ac17-a6de034fd33b)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 08:11:36.023776 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d5051b4a-3d81-4a0f-b4cd-9229207c814d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:36.042179 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-d5051b4a-3d81-4a0f-b4cd-9229207c814d admin admin] Calling delete_port for ac807608-cc83-4379-bec7-09312475c458 owned by network:dhcp {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 08:11:36.044961 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-99caecb2-39c3-4c7a-8252-8b060ba597eb None None] Deleting port ac807608-cc83-4379-bec7-09312475c458 {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 08:11:36.045339 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-99caecb2-39c3-4c7a-8252-8b060ba597eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:36.106896 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-99caecb2-39c3-4c7a-8252-8b060ba597eb None None] For port ac807608-cc83-4379-bec7-09312475c458, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=ac807608-cc83-4379-bec7-09312475c458,segment=NetworkSegment(a616f4bf-cfcd-47c7-ac17-a6de034fd33b),segment_id=a616f4bf-cfcd-47c7-ac17-a6de034fd33b)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 08:11:36.107294 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-99caecb2-39c3-4c7a-8252-8b060ba597eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:36.120151 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-99caecb2-39c3-4c7a-8252-8b060ba597eb None None] Calling delete_port for ac807608-cc83-4379-bec7-09312475c458 owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 08:11:36.123647 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d5051b4a-3d81-4a0f-b4cd-9229207c814d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:36.149474 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5051b4a-3d81-4a0f-b4cd-9229207c814d admin admin] Pushing event deleted for resources: {'Port': ['ID=ac807608-cc83-4379-bec7-09312475c458,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:11:36.153583 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5051b4a-3d81-4a0f-b4cd-9229207c814d admin admin] No DVR routers for this DVR port ac807608-cc83-4379-bec7-09312475c458 on host n-d-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 08:11:36.197337 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-99caecb2-39c3-4c7a-8252-8b060ba597eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:36.222990 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99caecb2-39c3-4c7a-8252-8b060ba597eb None None] Pushing event deleted for resources: {'Port': ['ID=ac807608-cc83-4379-bec7-09312475c458,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:11:36.227115 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99caecb2-39c3-4c7a-8252-8b060ba597eb None None] No DVR routers for this DVR port ac807608-cc83-4379-bec7-09312475c458 on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 08:11:36.229232 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d5051b4a-3d81-4a0f-b4cd-9229207c814d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:36.246085 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99caecb2-39c3-4c7a-8252-8b060ba597eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:11:36.247016 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99caecb2-39c3-4c7a-8252-8b060ba597eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:11:36.247016 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99caecb2-39c3-4c7a-8252-8b060ba597eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:11:36.247340 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99caecb2-39c3-4c7a-8252-8b060ba597eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:11:36.247688 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99caecb2-39c3-4c7a-8252-8b060ba597eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:11:36.248209 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99caecb2-39c3-4c7a-8252-8b060ba597eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:11:36.248565 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99caecb2-39c3-4c7a-8252-8b060ba597eb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:11:36.249031 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99caecb2-39c3-4c7a-8252-8b060ba597eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:11:36.249360 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99caecb2-39c3-4c7a-8252-8b060ba597eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:11:36.249762 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99caecb2-39c3-4c7a-8252-8b060ba597eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:11:36.250211 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99caecb2-39c3-4c7a-8252-8b060ba597eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:11:36.250604 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99caecb2-39c3-4c7a-8252-8b060ba597eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:11:36.255848 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-d5051b4a-3d81-4a0f-b4cd-9229207c814d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f361a743-88c1-4d4a-8dac-515030c1f468']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:11:36.265839 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-d5051b4a-3d81-4a0f-b4cd-9229207c814d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a616f4bf-cfcd-47c7-ac17-a6de034fd33b') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:11:36.266191 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-d5051b4a-3d81-4a0f-b4cd-9229207c814d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a616f4bf-cfcd-47c7-ac17-a6de034fd33b') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:11:36.275884 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d5051b4a-3d81-4a0f-b4cd-9229207c814d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:36.288679 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d5051b4a-3d81-4a0f-b4cd-9229207c814d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:36.295300 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5051b4a-3d81-4a0f-b4cd-9229207c814d admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 08:11:36.295704 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d5051b4a-3d81-4a0f-b4cd-9229207c814d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:36.297605 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 08:11:36.297605 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 08:11:36.297605 n-d-715271-16 neutron-server[95066]: timer() Sep 23 08:11:36.297605 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 08:11:36.297605 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 08:11:36.297605 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 08:11:36.297605 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 08:11:36.297605 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 08:11:36.297605 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 08:11:36.297605 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 08:11:36.297605 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 08:11:36.297605 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 08:11:36.297605 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 08:11:36.297605 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 08:11:36.297605 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 08:11:36.297605 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 08:11:36.297605 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 08:11:36.297605 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 08:11:36.297605 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 08:11:36.297605 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 08:11:36.297605 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 08:11:36.297605 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 08:11:36.297605 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 08:11:36.297605 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 08:11:36.297605 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 08:11:36.297605 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 08:11:36.297605 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 08:11:36.297605 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 08:11:36.297605 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 08:11:36.297605 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 08:11:36.297605 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 08:11:36.297605 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 08:11:36.354904 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d5051b4a-3d81-4a0f-b4cd-9229207c814d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:36.360227 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-d5051b4a-3d81-4a0f-b4cd-9229207c814d admin admin] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:36.362085 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-d5051b4a-3d81-4a0f-b4cd-9229207c814d admin admin] 10.222.0.39 "DELETE /v2.0/networks/f361a743-88c1-4d4a-8dac-515030c1f468 HTTP/1.1" status: 204 len: 168 time: 0.5506575 Sep 23 08:11:36.373170 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5051b4a-3d81-4a0f-b4cd-9229207c814d admin admin] Pushing event deleted for resources: {'Network': ['ID=f361a743-88c1-4d4a-8dac-515030c1f468,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:11:36.496614 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 57776) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:11:36.538666 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-e823b607-8c2f-48ac-bc3e-c297a8b9b34c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e28cbe594e624953a2ab345b5cee5c5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408888 Sep 23 08:11:36.541714 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 57778) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:11:36.589623 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c8f744f4-ecd7-4a93-b649-2302bcddc440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:36.617218 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c8f744f4-ecd7-4a93-b649-2302bcddc440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:36.663168 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c8f744f4-ecd7-4a93-b649-2302bcddc440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:36.666638 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-c8f744f4-ecd7-4a93-b649-2302bcddc440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:36.667825 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-c8f744f4-ecd7-4a93-b649-2302bcddc440 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dd3f350d-5c20-4466-88b5-731c3abefee1 HTTP/1.1" status: 204 len: 168 time: 0.1251664 Sep 23 08:11:36.675550 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f744f4-ecd7-4a93-b649-2302bcddc440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3f350d-5c20-4466-88b5-731c3abefee1,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:11:36.997293 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 57784) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:11:37.036987 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-3e44b3c2-25af-4de9-80f7-a05a920b5673 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fcddcc9cbe7249ad8772d0d9c00c6fa5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384514 Sep 23 08:11:37.039436 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 57786) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:11:37.086168 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cee5932c-dde8-4fc6-9770-0f8197aa224c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:37.107629 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cee5932c-dde8-4fc6-9770-0f8197aa224c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:37.154046 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cee5932c-dde8-4fc6-9770-0f8197aa224c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:37.156627 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-cee5932c-dde8-4fc6-9770-0f8197aa224c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:37.157787 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-cee5932c-dde8-4fc6-9770-0f8197aa224c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7e030a98-62b6-4a5b-95ce-779621dff4aa HTTP/1.1" status: 204 len: 168 time: 0.1174445 Sep 23 08:11:37.165458 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee5932c-dde8-4fc6-9770-0f8197aa224c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e030a98-62b6-4a5b-95ce-779621dff4aa,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:11:37.547461 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device ac807608-cc83-4379-bec7-09312475c458 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 08:11:37.568790 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: ac807608-cc83-4379-bec7-09312475c458 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 08:11:37.569146 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device ac807608-cc83-4379-bec7-09312475c458 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 08:11:37.596146 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:37.885768 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 08:11:37.886310 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 57808) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:11:37.981201 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-9d46178f-9037-4750-bd78-ca66f586a213 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-488871175-network', 'tenant_id': 'ab1a265c55c646a6a54cb854fc637b27'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 08:11:38.002090 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d46178f-9037-4750-bd78-ca66f586a213 admin admin] Made reservation on behalf of ab1a265c55c646a6a54cb854fc637b27 for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 08:11:38.004326 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9d46178f-9037-4750-bd78-ca66f586a213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:38.012550 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9d46178f-9037-4750-bd78-ca66f586a213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:38.104056 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9d46178f-9037-4750-bd78-ca66f586a213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:38.107929 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9d46178f-9037-4750-bd78-ca66f586a213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:38.132172 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d46178f-9037-4750-bd78-ca66f586a213 admin admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 08:11:38.142057 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d46178f-9037-4750-bd78-ca66f586a213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3557bde-3f62-4fa3-b554-fe3aa9ee4487,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:11:38.146970 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9d46178f-9037-4750-bd78-ca66f586a213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:38.147323 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-9d46178f-9037-4750-bd78-ca66f586a213 admin admin] Added segment 1582194a-ffab-4005-a922-7af3380f2dda of type vlan for network d81bc2da-8582-47aa-acd4-e86f6bf2a23a Sep 23 08:11:38.189306 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9d46178f-9037-4750-bd78-ca66f586a213 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:38.196993 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-00b9b007-d04e-423c-bfb7-c423367c7786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:38.219224 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9d46178f-9037-4750-bd78-ca66f586a213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:38.220445 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d46178f-9037-4750-bd78-ca66f586a213 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:11:38.221606 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-9d46178f-9037-4750-bd78-ca66f586a213 admin admin] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:38.258121 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-9d46178f-9037-4750-bd78-ca66f586a213 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3683293 Sep 23 08:11:38.258527 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57812) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:11:38.263791 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-dde09b30-b12f-41be-9e5d-805c2d795170 admin admin] Request body: {'subnet': {'network_id': 'd81bc2da-8582-47aa-acd4-e86f6bf2a23a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-488871175-subnet', 'tenant_id': 'ab1a265c55c646a6a54cb854fc637b27', 'ip_version': 4}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 08:11:38.284387 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde09b30-b12f-41be-9e5d-805c2d795170 admin admin] Made reservation on behalf of ab1a265c55c646a6a54cb854fc637b27 for: {'subnet': 1} {{(pid=95066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 08:11:38.287036 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dde09b30-b12f-41be-9e5d-805c2d795170 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31385566'] for subnet, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:38.288502 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d46178f-9037-4750-bd78-ca66f586a213 admin admin] Pushing event updated for resources: {'Network': ['ID=d81bc2da-8582-47aa-acd4-e86f6bf2a23a,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:11:38.300463 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network d81bc2da-8582-47aa-acd4-e86f6bf2a23a details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 08:11:38.463655 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dde09b30-b12f-41be-9e5d-805c2d795170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29486772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31385580'] for subnet, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:38.522501 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde09b30-b12f-41be-9e5d-805c2d795170 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3021b65a-45fd-4e91-a609-8d90d59e94cd,revision_number=0']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:11:38.528832 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde09b30-b12f-41be-9e5d-805c2d795170 admin admin] Checking segment: {'id': '1582194a-ffab-4005-a922-7af3380f2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd81bc2da-8582-47aa-acd4-e86f6bf2a23a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 08:11:38.529031 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde09b30-b12f-41be-9e5d-805c2d795170 admin admin] Network hostable DHCP agents. Network: d81bc2da-8582-47aa-acd4-e86f6bf2a23a, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 08:11:38.546229 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde09b30-b12f-41be-9e5d-805c2d795170 admin admin] Network d81bc2da-8582-47aa-acd4-e86f6bf2a23a is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 08:11:38.554357 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-dde09b30-b12f-41be-9e5d-805c2d795170 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, d81bc2da-8582-47aa-acd4-e86f6bf2a23a) {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 08:11:38.558452 n-d-715271-16 neutron-server[95066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde09b30-b12f-41be-9e5d-805c2d795170 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:11:38.559075 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dde09b30-b12f-41be-9e5d-805c2d795170 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:38.563881 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f351909d-31dd-49f5-95dd-9e11ccf8c933 None None] Network d81bc2da-8582-47aa-acd4-e86f6bf2a23a requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 08:11:38.573419 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-dde09b30-b12f-41be-9e5d-805c2d795170 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3135490 Sep 23 08:11:38.575839 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57814) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:11:38.580655 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.v2.base [None req-6bfd2c95-9ec7-463f-8797-e65139b6bdaa admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-488871175-router', 'tenant_id': 'ab1a265c55c646a6a54cb854fc637b27', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}} {{(pid=95066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 08:11:38.600862 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6bfd2c95-9ec7-463f-8797-e65139b6bdaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:38.601882 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6bfd2c95-9ec7-463f-8797-e65139b6bdaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:38.657682 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6bfd2c95-9ec7-463f-8797-e65139b6bdaa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:38.708652 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd283c63-a8ac-4dce-8a4f-c16b6968bc34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-d81bc2da-8582-47aa-acd4-e86f6bf2a23a', 'network_id': 'd81bc2da-8582-47aa-acd4-e86f6bf2a23a', 'tenant_id': 'ab1a265c55c646a6a54cb854fc637b27', 'fixed_ips': [{'subnet_id': '3021b65a-45fd-4e91-a609-8d90d59e94cd'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 08:11:38.709511 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dd283c63-a8ac-4dce-8a4f-c16b6968bc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:38.795704 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6bfd2c95-9ec7-463f-8797-e65139b6bdaa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:38.845069 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-dd283c63-a8ac-4dce-8a4f-c16b6968bc34 None None] Allocated IP 172.20.0.2 (d81bc2da-8582-47aa-acd4-e86f6bf2a23a/3021b65a-45fd-4e91-a609-8d90d59e94cd/404defb3-a76b-46c9-8dde-12e059102791) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 08:11:38.989319 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dd283c63-a8ac-4dce-8a4f-c16b6968bc34 None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:38.995849 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dd283c63-a8ac-4dce-8a4f-c16b6968bc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:38.999896 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6bfd2c95-9ec7-463f-8797-e65139b6bdaa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:39.020322 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6bfd2c95-9ec7-463f-8797-e65139b6bdaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:39.031710 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd283c63-a8ac-4dce-8a4f-c16b6968bc34 None None] Network d81bc2da-8582-47aa-acd4-e86f6bf2a23a is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 08:11:39.034598 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-dd283c63-a8ac-4dce-8a4f-c16b6968bc34 None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 08:11:39.037038 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd283c63-a8ac-4dce-8a4f-c16b6968bc34 None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 08:11:39.066243 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd283c63-a8ac-4dce-8a4f-c16b6968bc34 None None] Pushing event updated for resources: {'Port': ['ID=404defb3-a76b-46c9-8dde-12e059102791,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:11:39.104568 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-dd283c63-a8ac-4dce-8a4f-c16b6968bc34 None None] Attempting to bind port 404defb3-a76b-46c9-8dde-12e059102791 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 08:11:39.104568 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-dd283c63-a8ac-4dce-8a4f-c16b6968bc34 None None] Attempting to bind port 404defb3-a76b-46c9-8dde-12e059102791 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '1582194a-ffab-4005-a922-7af3380f2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd81bc2da-8582-47aa-acd4-e86f6bf2a23a'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 08:11:39.104779 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd283c63-a8ac-4dce-8a4f-c16b6968bc34 None None] Attempting to bind port 404defb3-a76b-46c9-8dde-12e059102791 on network d81bc2da-8582-47aa-acd4-e86f6bf2a23a {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 08:11:39.109847 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd283c63-a8ac-4dce-8a4f-c16b6968bc34 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 8, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 08:11:39.110262 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd283c63-a8ac-4dce-8a4f-c16b6968bc34 None None] Checking segment: {'id': '1582194a-ffab-4005-a922-7af3380f2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd81bc2da-8582-47aa-acd4-e86f6bf2a23a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 08:11:39.110673 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dd283c63-a8ac-4dce-8a4f-c16b6968bc34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:39.111068 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd283c63-a8ac-4dce-8a4f-c16b6968bc34 None None] Bound using segment: {'id': '1582194a-ffab-4005-a922-7af3380f2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd81bc2da-8582-47aa-acd4-e86f6bf2a23a'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 08:11:39.111537 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-dd283c63-a8ac-4dce-8a4f-c16b6968bc34 None None] Bound port: 404defb3-a76b-46c9-8dde-12e059102791, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1582194a-ffab-4005-a922-7af3380f2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd81bc2da-8582-47aa-acd4-e86f6bf2a23a'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 08:11:39.111920 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dd283c63-a8ac-4dce-8a4f-c16b6968bc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:39.127787 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-6bfd2c95-9ec7-463f-8797-e65139b6bdaa admin admin] Allocated IP 172.25.2.16 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/ba467b2c-354d-419e-8e62-d37978465921) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 08:11:39.246504 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6bfd2c95-9ec7-463f-8797-e65139b6bdaa admin admin] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:39.281011 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6bfd2c95-9ec7-463f-8797-e65139b6bdaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:39.319635 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfd2c95-9ec7-463f-8797-e65139b6bdaa admin admin] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 08:11:39.327211 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-6bfd2c95-9ec7-463f-8797-e65139b6bdaa admin admin] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 08:11:39.329693 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfd2c95-9ec7-463f-8797-e65139b6bdaa admin admin] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 08:11:39.338900 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dd283c63-a8ac-4dce-8a4f-c16b6968bc34 None None] For port 404defb3-a76b-46c9-8dde-12e059102791, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 08:11:39.342023 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dd283c63-a8ac-4dce-8a4f-c16b6968bc34 None None] For port 404defb3-a76b-46c9-8dde-12e059102791, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=404defb3-a76b-46c9-8dde-12e059102791,segment=NetworkSegment(1582194a-ffab-4005-a922-7af3380f2dda),segment_id=1582194a-ffab-4005-a922-7af3380f2dda)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 08:11:39.346146 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dd283c63-a8ac-4dce-8a4f-c16b6968bc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:39.360190 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfd2c95-9ec7-463f-8797-e65139b6bdaa admin admin] Pushing event updated for resources: {'Port': ['ID=ba467b2c-354d-419e-8e62-d37978465921,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:11:39.402477 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd283c63-a8ac-4dce-8a4f-c16b6968bc34 None None] Pushing event updated for resources: {'Port': ['ID=404defb3-a76b-46c9-8dde-12e059102791,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:11:39.620829 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6bfd2c95-9ec7-463f-8797-e65139b6bdaa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:39.826580 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6bfd2c95-9ec7-463f-8797-e65139b6bdaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:39.955838 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bfd2c95-9ec7-463f-8797-e65139b6bdaa admin admin] Router 359a04c6-3a64-4f12-aa56-72d5894ce1f1 is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 08:11:40.070739 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bfd2c95-9ec7-463f-8797-e65139b6bdaa admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 08:11:40.083574 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18adcf4b-23f0-41c8-a69e-54ee20be7bd0 None None] Sync routers for ids ['359a04c6-3a64-4f12-aa56-72d5894ce1f1'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 08:11:40.088170 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-6bfd2c95-9ec7-463f-8797-e65139b6bdaa admin admin] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:40.090028 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-6bfd2c95-9ec7-463f-8797-e65139b6bdaa admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5132194 Sep 23 08:11:40.092703 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 57816) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:11:40.097583 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18adcf4b-23f0-41c8-a69e-54ee20be7bd0 None None] Routers {'359a04c6-3a64-4f12-aa56-72d5894ce1f1'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 08:11:40.098307 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-18adcf4b-23f0-41c8-a69e-54ee20be7bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T08:11:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['359a04c6-3a64-4f12-aa56-72d5894ce1f1'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:11:40.207936 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-18adcf4b-23f0-41c8-a69e-54ee20be7bd0 None None] Set router 359a04c6-3a64-4f12-aa56-72d5894ce1f1 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 08:11:40.341093 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9370e927-014e-4164-be6f-5f89e111b330 None None] Network d81bc2da-8582-47aa-acd4-e86f6bf2a23a requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 08:11:40.393896 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-18adcf4b-23f0-41c8-a69e-54ee20be7bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '359a04c6-3a64-4f12-aa56-72d5894ce1f1', 'name': 'tempest-TestSnapshotPattern-488871175-router', 'tenant_id': 'ab1a265c55c646a6a54cb854fc637b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ba467b2c-354d-419e-8e62-d37978465921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T08:11:38Z', 'updated_at': '2021-09-23T08:11:39Z', 'revision_number': 3, 'project_id': 'ab1a265c55c646a6a54cb854fc637b27', 'gw_port': {'id': 'ba467b2c-354d-419e-8e62-d37978465921', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d7:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '359a04c6-3a64-4f12-aa56-72d5894ce1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:11:39Z', 'updated_at': '2021-09-23T08:11:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:11:40.421628 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18adcf4b-23f0-41c8-a69e-54ee20be7bd0 None None] Checking router: 359a04c6-3a64-4f12-aa56-72d5894ce1f1 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 08:11:40.422004 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18adcf4b-23f0-41c8-a69e-54ee20be7bd0 None None] Updating router 359a04c6-3a64-4f12-aa56-72d5894ce1f1 port ba467b2c-354d-419e-8e62-d37978465921 binding host n-d-715271-16 {{(pid=95068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 08:11:40.428012 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-18c2142c-cd76-4548-b5fa-a4d02cbf15d1 None None] Provisioning complete for port 404defb3-a76b-46c9-8dde-12e059102791 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 08:11:40.428592 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-18c2142c-cd76-4548-b5fa-a4d02cbf15d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:40.448019 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-18adcf4b-23f0-41c8-a69e-54ee20be7bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:40.536013 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-76d7e68a-2a7a-4889-a471-0e871537a974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:40.570727 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-18c2142c-cd76-4548-b5fa-a4d02cbf15d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:40.612293 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-18c2142c-cd76-4548-b5fa-a4d02cbf15d1 None None] For port 404defb3-a76b-46c9-8dde-12e059102791, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=404defb3-a76b-46c9-8dde-12e059102791,segment=NetworkSegment(1582194a-ffab-4005-a922-7af3380f2dda),segment_id=1582194a-ffab-4005-a922-7af3380f2dda)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 08:11:40.617944 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-18c2142c-cd76-4548-b5fa-a4d02cbf15d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:40.671831 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c2142c-cd76-4548-b5fa-a4d02cbf15d1 None None] Pushing event updated for resources: {'Port': ['ID=404defb3-a76b-46c9-8dde-12e059102791,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:11:40.718487 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_common [None req-76d7e68a-2a7a-4889-a471-0e871537a974 admin admin] Allocated IP 172.20.0.1 (d81bc2da-8582-47aa-acd4-e86f6bf2a23a/3021b65a-45fd-4e91-a609-8d90d59e94cd/5e97d56d-5193-40b0-bda3-4c021c9ac729) {{(pid=95066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 08:11:40.727139 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-18adcf4b-23f0-41c8-a69e-54ee20be7bd0 None None] Notify callbacks [] for port, precommit_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:40.734927 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-18adcf4b-23f0-41c8-a69e-54ee20be7bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:40.787121 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf6d34b-16a0-4df5-9412-c1a03852fd57 None None] Pushing event updated for resources: {'Port': ['ID=ba467b2c-354d-419e-8e62-d37978465921,revision_number=2']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:11:40.789306 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-18adcf4b-23f0-41c8-a69e-54ee20be7bd0 None None] Attempting to bind port ba467b2c-354d-419e-8e62-d37978465921 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 08:11:40.789687 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-18adcf4b-23f0-41c8-a69e-54ee20be7bd0 None None] Attempting to bind port ba467b2c-354d-419e-8e62-d37978465921 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 08:11:40.790058 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18adcf4b-23f0-41c8-a69e-54ee20be7bd0 None None] Attempting to bind port ba467b2c-354d-419e-8e62-d37978465921 on network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 08:11:40.800509 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf6d34b-16a0-4df5-9412-c1a03852fd57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:11:40.800849 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf6d34b-16a0-4df5-9412-c1a03852fd57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:11:40.801182 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf6d34b-16a0-4df5-9412-c1a03852fd57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:11:40.801506 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf6d34b-16a0-4df5-9412-c1a03852fd57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:11:40.801831 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf6d34b-16a0-4df5-9412-c1a03852fd57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:11:40.802177 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf6d34b-16a0-4df5-9412-c1a03852fd57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:11:40.802495 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf6d34b-16a0-4df5-9412-c1a03852fd57 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:11:40.802811 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf6d34b-16a0-4df5-9412-c1a03852fd57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:11:40.803125 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf6d34b-16a0-4df5-9412-c1a03852fd57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:11:40.803436 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf6d34b-16a0-4df5-9412-c1a03852fd57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:11:40.803750 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf6d34b-16a0-4df5-9412-c1a03852fd57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:11:40.804064 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf6d34b-16a0-4df5-9412-c1a03852fd57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:11:40.807892 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18adcf4b-23f0-41c8-a69e-54ee20be7bd0 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 8, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 08:11:40.808257 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18adcf4b-23f0-41c8-a69e-54ee20be7bd0 None None] Checking segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 08:11:40.808646 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-18adcf4b-23f0-41c8-a69e-54ee20be7bd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:40.809024 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18adcf4b-23f0-41c8-a69e-54ee20be7bd0 None None] Bound using segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 08:11:40.810047 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-18adcf4b-23f0-41c8-a69e-54ee20be7bd0 None None] Bound port: ba467b2c-354d-419e-8e62-d37978465921, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 08:11:40.810047 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-18adcf4b-23f0-41c8-a69e-54ee20be7bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:40.838032 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-76d7e68a-2a7a-4889-a471-0e871537a974 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:40.839535 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-8681e016-f94c-4c71-a099-05d0f37a8a9c None None] Provisioning complete for port 404defb3-a76b-46c9-8dde-12e059102791 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 08:11:40.840105 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8681e016-f94c-4c71-a099-05d0f37a8a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:40.860646 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-18adcf4b-23f0-41c8-a69e-54ee20be7bd0 None None] For port ba467b2c-354d-419e-8e62-d37978465921, host n-d-715271-16, cleared binding levels {{(pid=95068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 08:11:40.864701 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-18adcf4b-23f0-41c8-a69e-54ee20be7bd0 None None] For port ba467b2c-354d-419e-8e62-d37978465921, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=ba467b2c-354d-419e-8e62-d37978465921,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 08:11:40.869166 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-18adcf4b-23f0-41c8-a69e-54ee20be7bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:40.874905 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-76d7e68a-2a7a-4889-a471-0e871537a974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:40.901524 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:40.914082 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d7e68a-2a7a-4889-a471-0e871537a974 admin admin] Network d81bc2da-8582-47aa-acd4-e86f6bf2a23a is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 08:11:40.918593 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-76d7e68a-2a7a-4889-a471-0e871537a974 admin admin] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 08:11:40.922624 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d7e68a-2a7a-4889-a471-0e871537a974 admin admin] Received port after_create {{(pid=95066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 08:11:40.928140 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18adcf4b-23f0-41c8-a69e-54ee20be7bd0 None None] Routers {'359a04c6-3a64-4f12-aa56-72d5894ce1f1'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 08:11:40.928860 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-18adcf4b-23f0-41c8-a69e-54ee20be7bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T08:11:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['359a04c6-3a64-4f12-aa56-72d5894ce1f1'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:11:40.970154 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7e68a-2a7a-4889-a471-0e871537a974 admin admin] Pushing event updated for resources: {'Port': ['ID=5e97d56d-5193-40b0-bda3-4c021c9ac729,revision_number=1']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:11:40.973058 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-76d7e68a-2a7a-4889-a471-0e871537a974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068614'] for router_interface, before_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:40.986732 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf6d34b-16a0-4df5-9412-c1a03852fd57 None None] Pushing event updated for resources: {'Port': ['ID=ba467b2c-354d-419e-8e62-d37978465921,revision_number=3']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:11:41.049764 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-18adcf4b-23f0-41c8-a69e-54ee20be7bd0 None None] Set router 359a04c6-3a64-4f12-aa56-72d5894ce1f1 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 08:11:41.127671 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-76d7e68a-2a7a-4889-a471-0e871537a974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:41.186997 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-979c1bcf-9253-4047-84df-3ac4666a9de7 None None] Provisioning complete for port 5e97d56d-5193-40b0-bda3-4c021c9ac729 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 08:11:41.187252 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-979c1bcf-9253-4047-84df-3ac4666a9de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:41.189525 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f423f778-ecc3-4f3c-9087-82ff57d52436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:41.223817 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-979c1bcf-9253-4047-84df-3ac4666a9de7 None None] Port 5e97d56d-5193-40b0-bda3-4c021c9ac729 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 08:11:41.301324 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-76d7e68a-2a7a-4889-a471-0e871537a974 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:41.307310 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-76d7e68a-2a7a-4889-a471-0e871537a974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29486627'] for port, after_update {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:41.321217 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-18adcf4b-23f0-41c8-a69e-54ee20be7bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '359a04c6-3a64-4f12-aa56-72d5894ce1f1', 'name': 'tempest-TestSnapshotPattern-488871175-router', 'tenant_id': 'ab1a265c55c646a6a54cb854fc637b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ba467b2c-354d-419e-8e62-d37978465921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T08:11:38Z', 'updated_at': '2021-09-23T08:11:39Z', 'revision_number': 3, 'project_id': 'ab1a265c55c646a6a54cb854fc637b27', 'gw_port': {'id': 'ba467b2c-354d-419e-8e62-d37978465921', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d7:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '359a04c6-3a64-4f12-aa56-72d5894ce1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:11:39Z', 'updated_at': '2021-09-23T08:11:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:11:41.348809 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18adcf4b-23f0-41c8-a69e-54ee20be7bd0 None None] The sync data for ids ['359a04c6-3a64-4f12-aa56-72d5894ce1f1'] in n-d-715271-16 is: [{'id': '359a04c6-3a64-4f12-aa56-72d5894ce1f1', 'name': 'tempest-TestSnapshotPattern-488871175-router', 'tenant_id': 'ab1a265c55c646a6a54cb854fc637b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ba467b2c-354d-419e-8e62-d37978465921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T08:11:38Z', 'updated_at': '2021-09-23T08:11:39Z', 'revision_number': 3, 'project_id': 'ab1a265c55c646a6a54cb854fc637b27', 'gw_port': {'id': 'ba467b2c-354d-419e-8e62-d37978465921', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d7:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '359a04c6-3a64-4f12-aa56-72d5894ce1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:11:39Z', 'updated_at': '2021-09-23T08:11:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 08:11:41.373222 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-76d7e68a-2a7a-4889-a471-0e871537a974 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067062'] for router_interface, after_create {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:41.375147 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7e68a-2a7a-4889-a471-0e871537a974 admin admin] Pushing event updated for resources: {'Port': ['ID=5e97d56d-5193-40b0-bda3-4c021c9ac729,revision_number=2']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:11:41.476071 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d7e68a-2a7a-4889-a471-0e871537a974 admin admin] Network d81bc2da-8582-47aa-acd4-e86f6bf2a23a is already hosted by enough agents. {{(pid=95066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 08:11:41.477490 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.base_scheduler [None req-76d7e68a-2a7a-4889-a471-0e871537a974 admin admin] Resources bound (agent type, host, resource id): {{(pid=95066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 08:11:41.666339 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 404defb3-a76b-46c9-8dde-12e059102791 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 08:11:41.674884 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76d7e68a-2a7a-4889-a471-0e871537a974 admin admin] Router 359a04c6-3a64-4f12-aa56-72d5894ce1f1 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 08:11:41.727595 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:41.756291 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 404defb3-a76b-46c9-8dde-12e059102791 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 08:11:41.756582 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:41.759023 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-9f18bc31-4d47-468c-8677-c95283cacbae None None] Provisioning complete for port 5e97d56d-5193-40b0-bda3-4c021c9ac729 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 08:11:41.760064 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-9f18bc31-4d47-468c-8677-c95283cacbae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:41.824508 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-9f18bc31-4d47-468c-8677-c95283cacbae None None] Port 5e97d56d-5193-40b0-bda3-4c021c9ac729 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 08:11:42.154375 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d7e68a-2a7a-4889-a471-0e871537a974 admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 08:11:42.159852 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-76d7e68a-2a7a-4889-a471-0e871537a974 admin admin] 10.222.0.39 "PUT /v2.0/routers/359a04c6-3a64-4f12-aa56-72d5894ce1f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0659652 Sep 23 08:11:42.622276 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 57832) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:11:42.627562 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-a869f9f3-280b-4f73-836d-17c799122c95 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-490468400-network', 'tenant_id': 'cc97adba60124507ba48d966e9ce0b48'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 08:11:42.649399 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a869f9f3-280b-4f73-836d-17c799122c95 admin admin] Made reservation on behalf of cc97adba60124507ba48d966e9ce0b48 for: {'network': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 08:11:42.652625 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a869f9f3-280b-4f73-836d-17c799122c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for network, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:42.665494 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a869f9f3-280b-4f73-836d-17c799122c95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:42.688240 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:42.756831 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a869f9f3-280b-4f73-836d-17c799122c95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:42.761170 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a869f9f3-280b-4f73-836d-17c799122c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:42.791430 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a869f9f3-280b-4f73-836d-17c799122c95 admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=95065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 08:11:42.801991 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a869f9f3-280b-4f73-836d-17c799122c95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3275d7ad-af7f-4ca2-a883-9cb698211c1f,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:11:42.811428 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a869f9f3-280b-4f73-836d-17c799122c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:42.811628 n-d-715271-16 neutron-server[95065]: INFO neutron.db.segments_db [None req-a869f9f3-280b-4f73-836d-17c799122c95 admin admin] Added segment 6b7df828-6cdc-4c1c-8c0c-4e71203c1959 of type vlan for network 3c0fb482-52c3-41a8-8ab4-4355e8490baa Sep 23 08:11:42.856290 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a869f9f3-280b-4f73-836d-17c799122c95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429284639'] for network, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:42.880919 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a869f9f3-280b-4f73-836d-17c799122c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264'] for network, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:42.881984 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a869f9f3-280b-4f73-836d-17c799122c95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:11:42.882559 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a869f9f3-280b-4f73-836d-17c799122c95 admin admin] Notify callbacks [] for network, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:42.914311 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-a869f9f3-280b-4f73-836d-17c799122c95 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2908468 Sep 23 08:11:42.917239 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 57834) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:11:42.923664 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-57f7eb1d-2cff-4ef2-aa09-a745a0f766ec admin admin] Request body: {'subnet': {'network_id': '3c0fb482-52c3-41a8-8ab4-4355e8490baa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-490468400-subnet', 'tenant_id': 'cc97adba60124507ba48d966e9ce0b48', 'ip_version': 4}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 08:11:42.932057 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0692ee-7da4-4868-ba1e-d06eab613d3f None None] Sync routers for ids ['359a04c6-3a64-4f12-aa56-72d5894ce1f1'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 08:11:42.941335 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0692ee-7da4-4868-ba1e-d06eab613d3f None None] Routers {'359a04c6-3a64-4f12-aa56-72d5894ce1f1'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 08:11:42.941997 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-0b0692ee-7da4-4868-ba1e-d06eab613d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T08:11:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['359a04c6-3a64-4f12-aa56-72d5894ce1f1'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:11:42.958449 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a869f9f3-280b-4f73-836d-17c799122c95 admin admin] Pushing event updated for resources: {'Network': ['ID=3c0fb482-52c3-41a8-8ab4-4355e8490baa,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:11:42.974630 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f7eb1d-2cff-4ef2-aa09-a745a0f766ec admin admin] Made reservation on behalf of cc97adba60124507ba48d966e9ce0b48 for: {'subnet': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 08:11:42.976941 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-57f7eb1d-2cff-4ef2-aa09-a745a0f766ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-518932321'] for subnet, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:42.982946 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Network 3c0fb482-52c3-41a8-8ab4-4355e8490baa details requested by agent ovs-agent-n-d-715271-16 with host n-d-715271-16 {{(pid=95067) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 08:11:43.113583 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-0b0692ee-7da4-4868-ba1e-d06eab613d3f None None] Set router 359a04c6-3a64-4f12-aa56-72d5894ce1f1 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 08:11:43.146748 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-57f7eb1d-2cff-4ef2-aa09-a745a0f766ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-518335309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-518932307'] for subnet, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:43.202973 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f7eb1d-2cff-4ef2-aa09-a745a0f766ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a6b25b1-1aa1-4a79-ba35-5a8b465ebacd,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:11:43.213262 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f7eb1d-2cff-4ef2-aa09-a745a0f766ec admin admin] Checking segment: {'id': '6b7df828-6cdc-4c1c-8c0c-4e71203c1959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '3c0fb482-52c3-41a8-8ab4-4355e8490baa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 08:11:43.213622 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f7eb1d-2cff-4ef2-aa09-a745a0f766ec admin admin] Network hostable DHCP agents. Network: 3c0fb482-52c3-41a8-8ab4-4355e8490baa, hostable agents: ['538a14ce-d1ec-415b-97b5-c659e2f25d7f'], hosted agents: [] {{(pid=95065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 08:11:43.229766 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f7eb1d-2cff-4ef2-aa09-a745a0f766ec admin admin] Network 3c0fb482-52c3-41a8-8ab4-4355e8490baa is scheduled to be hosted by DHCP agent 538a14ce-d1ec-415b-97b5-c659e2f25d7f with binding_index 1 {{(pid=95065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 08:11:43.238201 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-57f7eb1d-2cff-4ef2-aa09-a745a0f766ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-16, 3c0fb482-52c3-41a8-8ab4-4355e8490baa) {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 08:11:43.244388 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f7eb1d-2cff-4ef2-aa09-a745a0f766ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:11:43.245247 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-57f7eb1d-2cff-4ef2-aa09-a745a0f766ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:43.254404 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231b0d25-8c75-48df-9046-e18fea4e8106 None None] Network 3c0fb482-52c3-41a8-8ab4-4355e8490baa requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 08:11:43.261061 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-57f7eb1d-2cff-4ef2-aa09-a745a0f766ec admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3427556 Sep 23 08:11:43.263647 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 57836) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:11:43.268206 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-bec3a82e-8a3f-42f4-8dcc-8c3a746dd55a admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-490468400-router', 'tenant_id': 'cc97adba60124507ba48d966e9ce0b48', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 08:11:43.287713 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bec3a82e-8a3f-42f4-8dcc-8c3a746dd55a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2068870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5284'] for router, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:43.288833 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bec3a82e-8a3f-42f4-8dcc-8c3a746dd55a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2069894', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1997081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5293'] for router, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:43.341791 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bec3a82e-8a3f-42f4-8dcc-8c3a746dd55a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:43.417704 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-0b0692ee-7da4-4868-ba1e-d06eab613d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '359a04c6-3a64-4f12-aa56-72d5894ce1f1', 'name': 'tempest-TestSnapshotPattern-488871175-router', 'tenant_id': 'ab1a265c55c646a6a54cb854fc637b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ba467b2c-354d-419e-8e62-d37978465921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T08:11:38Z', 'updated_at': '2021-09-23T08:11:41Z', 'revision_number': 4, 'project_id': 'ab1a265c55c646a6a54cb854fc637b27', 'gw_port': {'id': 'ba467b2c-354d-419e-8e62-d37978465921', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d7:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '359a04c6-3a64-4f12-aa56-72d5894ce1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:11:39Z', 'updated_at': '2021-09-23T08:11:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '5e97d56d-5193-40b0-bda3-4c021c9ac729', 'name': '', 'network_id': 'd81bc2da-8582-47aa-acd4-e86f6bf2a23a', 'tenant_id': 'ab1a265c55c646a6a54cb854fc637b27', 'mac_address': 'fa:16:3e:01:8c:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '359a04c6-3a64-4f12-aa56-72d5894ce1f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '3021b65a-45fd-4e91-a609-8d90d59e94cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:11:40Z', 'updated_at': '2021-09-23T08:11:41Z', 'revision_number': 2, 'project_id': 'ab1a265c55c646a6a54cb854fc637b27', 'subnets': [{'id': '3021b65a-45fd-4e91-a609-8d90d59e94cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:11:43.453181 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0692ee-7da4-4868-ba1e-d06eab613d3f None None] Checking router: 359a04c6-3a64-4f12-aa56-72d5894ce1f1 for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 08:11:43.453450 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0692ee-7da4-4868-ba1e-d06eab613d3f None None] Updating router 359a04c6-3a64-4f12-aa56-72d5894ce1f1 port 5e97d56d-5193-40b0-bda3-4c021c9ac729 binding host n-d-715271-16 {{(pid=95067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 08:11:43.478546 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bec3a82e-8a3f-42f4-8dcc-8c3a746dd55a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:43.492520 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0b0692ee-7da4-4868-ba1e-d06eab613d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:43.496558 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab4345e-eca5-4730-ba1d-21f42e3ddd41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c0bc589-f759-5c89-95af-c4278f389595-3c0fb482-52c3-41a8-8ab4-4355e8490baa', 'network_id': '3c0fb482-52c3-41a8-8ab4-4355e8490baa', 'tenant_id': 'cc97adba60124507ba48d966e9ce0b48', 'fixed_ips': [{'subnet_id': '9a6b25b1-1aa1-4a79-ba35-5a8b465ebacd'}]}} from n-d-715271-16. {{(pid=95067) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 08:11:43.497424 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8ab4345e-eca5-4730-ba1d-21f42e3ddd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:43.598404 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device ba467b2c-354d-419e-8e62-d37978465921 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 08:11:43.697065 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bec3a82e-8a3f-42f4-8dcc-8c3a746dd55a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:43.717407 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bec3a82e-8a3f-42f4-8dcc-8c3a746dd55a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:43.797677 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.db_base_plugin_common [None req-8ab4345e-eca5-4730-ba1d-21f42e3ddd41 None None] Allocated IP 172.20.0.2 (3c0fb482-52c3-41a8-8ab4-4355e8490baa/9a6b25b1-1aa1-4a79-ba35-5a8b465ebacd/db43af95-36ce-4224-964e-723ecc051e03) {{(pid=95067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 08:11:43.802767 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port ba467b2c-354d-419e-8e62-d37978465921 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 08:11:43.803157 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:43.821632 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-bec3a82e-8a3f-42f4-8dcc-8c3a746dd55a admin admin] Allocated IP 172.25.2.97 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/0dc92ac2-c854-4e50-987d-eca8ac593353) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 08:11:43.928709 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bec3a82e-8a3f-42f4-8dcc-8c3a746dd55a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:43.963226 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bec3a82e-8a3f-42f4-8dcc-8c3a746dd55a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:43.999476 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec3a82e-8a3f-42f4-8dcc-8c3a746dd55a admin admin] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 08:11:44.002466 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-bec3a82e-8a3f-42f4-8dcc-8c3a746dd55a admin admin] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 08:11:44.005922 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec3a82e-8a3f-42f4-8dcc-8c3a746dd55a admin admin] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 08:11:44.038627 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec3a82e-8a3f-42f4-8dcc-8c3a746dd55a admin admin] Pushing event updated for resources: {'Port': ['ID=0dc92ac2-c854-4e50-987d-eca8ac593353,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:11:44.263921 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0b0692ee-7da4-4868-ba1e-d06eab613d3f None None] Notify callbacks [] for port, precommit_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:44.265714 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:44.268866 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:44.276354 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0b0692ee-7da4-4868-ba1e-d06eab613d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:44.281528 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bec3a82e-8a3f-42f4-8dcc-8c3a746dd55a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:44.331258 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port ba467b2c-354d-419e-8e62-d37978465921, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=ba467b2c-354d-419e-8e62-d37978465921,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 08:11:44.334485 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8ab4345e-eca5-4730-ba1d-21f42e3ddd41 None None] Notify callbacks [] for port, precommit_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:44.343760 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:44.349720 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8ab4345e-eca5-4730-ba1d-21f42e3ddd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113'] for port, after_create {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:44.367153 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36413388-fe4f-454f-993c-3482667e2359 None None] Pushing event updated for resources: {'Port': ['ID=5e97d56d-5193-40b0-bda3-4c021c9ac729,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:11:44.422708 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab4345e-eca5-4730-ba1d-21f42e3ddd41 None None] Network 3c0fb482-52c3-41a8-8ab4-4355e8490baa is already hosted by enough agents. {{(pid=95067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 08:11:44.426995 n-d-715271-16 neutron-server[95067]: DEBUG neutron.scheduler.base_scheduler [None req-8ab4345e-eca5-4730-ba1d-21f42e3ddd41 None None] Resources bound (agent type, host, resource id): {{(pid=95067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 08:11:44.445630 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab4345e-eca5-4730-ba1d-21f42e3ddd41 None None] Received port after_create {{(pid=95067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 08:11:44.479233 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-0b0692ee-7da4-4868-ba1e-d06eab613d3f None None] Attempting to bind port 5e97d56d-5193-40b0-bda3-4c021c9ac729 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 08:11:44.479703 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-0b0692ee-7da4-4868-ba1e-d06eab613d3f None None] Attempting to bind port 5e97d56d-5193-40b0-bda3-4c021c9ac729 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '1582194a-ffab-4005-a922-7af3380f2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd81bc2da-8582-47aa-acd4-e86f6bf2a23a'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 08:11:44.480068 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0692ee-7da4-4868-ba1e-d06eab613d3f None None] Attempting to bind port 5e97d56d-5193-40b0-bda3-4c021c9ac729 on network d81bc2da-8582-47aa-acd4-e86f6bf2a23a {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 08:11:44.491474 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bec3a82e-8a3f-42f4-8dcc-8c3a746dd55a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2069947'] for router, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:44.498585 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=ba467b2c-354d-419e-8e62-d37978465921,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:11:44.506610 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0692ee-7da4-4868-ba1e-d06eab613d3f None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 8, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 08:11:44.506992 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0692ee-7da4-4868-ba1e-d06eab613d3f None None] Checking segment: {'id': '1582194a-ffab-4005-a922-7af3380f2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd81bc2da-8582-47aa-acd4-e86f6bf2a23a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 08:11:44.507387 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0b0692ee-7da4-4868-ba1e-d06eab613d3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:44.507782 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0692ee-7da4-4868-ba1e-d06eab613d3f None None] Bound using segment: {'id': '1582194a-ffab-4005-a922-7af3380f2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd81bc2da-8582-47aa-acd4-e86f6bf2a23a'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 08:11:44.508259 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-0b0692ee-7da4-4868-ba1e-d06eab613d3f None None] Bound port: 5e97d56d-5193-40b0-bda3-4c021c9ac729, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1582194a-ffab-4005-a922-7af3380f2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd81bc2da-8582-47aa-acd4-e86f6bf2a23a'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 08:11:44.508639 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0b0692ee-7da4-4868-ba1e-d06eab613d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:44.608219 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-8ab4345e-eca5-4730-ba1d-21f42e3ddd41 None None] Attempting to bind port db43af95-36ce-4224-964e-723ecc051e03 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 08:11:44.608478 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-8ab4345e-eca5-4730-ba1d-21f42e3ddd41 None None] Attempting to bind port db43af95-36ce-4224-964e-723ecc051e03 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '6b7df828-6cdc-4c1c-8c0c-4e71203c1959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '3c0fb482-52c3-41a8-8ab4-4355e8490baa'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 08:11:44.608837 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab4345e-eca5-4730-ba1d-21f42e3ddd41 None None] Attempting to bind port db43af95-36ce-4224-964e-723ecc051e03 on network 3c0fb482-52c3-41a8-8ab4-4355e8490baa {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 08:11:44.619162 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab4345e-eca5-4730-ba1d-21f42e3ddd41 None None] Pushing event updated for resources: {'Port': ['ID=db43af95-36ce-4224-964e-723ecc051e03,revision_number=1']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:11:44.625625 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab4345e-eca5-4730-ba1d-21f42e3ddd41 None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 8, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 08:11:44.626223 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab4345e-eca5-4730-ba1d-21f42e3ddd41 None None] Checking segment: {'id': '6b7df828-6cdc-4c1c-8c0c-4e71203c1959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '3c0fb482-52c3-41a8-8ab4-4355e8490baa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 08:11:44.626490 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8ab4345e-eca5-4730-ba1d-21f42e3ddd41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:44.626879 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab4345e-eca5-4730-ba1d-21f42e3ddd41 None None] Bound using segment: {'id': '6b7df828-6cdc-4c1c-8c0c-4e71203c1959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '3c0fb482-52c3-41a8-8ab4-4355e8490baa'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 08:11:44.627464 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-8ab4345e-eca5-4730-ba1d-21f42e3ddd41 None None] Bound port: db43af95-36ce-4224-964e-723ecc051e03, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b7df828-6cdc-4c1c-8c0c-4e71203c1959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '3c0fb482-52c3-41a8-8ab4-4355e8490baa'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 08:11:44.627846 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8ab4345e-eca5-4730-ba1d-21f42e3ddd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:44.632014 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bec3a82e-8a3f-42f4-8dcc-8c3a746dd55a admin admin] Router cce3e0ef-e30a-4948-96d4-fffab3965877 is scheduled to L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e with binding_index 1 {{(pid=95065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 08:11:44.632488 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-fb24514d-f016-43ab-ae64-a2deb14a214c None None] Provisioning complete for port 5e97d56d-5193-40b0-bda3-4c021c9ac729 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 08:11:44.632850 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-fb24514d-f016-43ab-ae64-a2deb14a214c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:44.712950 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-0b0692ee-7da4-4868-ba1e-d06eab613d3f None None] For port 5e97d56d-5193-40b0-bda3-4c021c9ac729, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 08:11:44.739113 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec3a82e-8a3f-42f4-8dcc-8c3a746dd55a admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 08:11:44.742584 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-fb24514d-f016-43ab-ae64-a2deb14a214c None None] Port 5e97d56d-5193-40b0-bda3-4c021c9ac729 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 08:11:44.745344 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-0b0692ee-7da4-4868-ba1e-d06eab613d3f None None] For port 5e97d56d-5193-40b0-bda3-4c021c9ac729, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=5e97d56d-5193-40b0-bda3-4c021c9ac729,segment=NetworkSegment(1582194a-ffab-4005-a922-7af3380f2dda),segment_id=1582194a-ffab-4005-a922-7af3380f2dda)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 08:11:44.751071 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafc22e0-79c7-47cd-8a3e-656bcff8e66d None None] Sync routers for ids ['cce3e0ef-e30a-4948-96d4-fffab3965877'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 08:11:44.752547 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0b0692ee-7da4-4868-ba1e-d06eab613d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:44.757149 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-bec3a82e-8a3f-42f4-8dcc-8c3a746dd55a admin admin] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:44.758661 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-bec3a82e-8a3f-42f4-8dcc-8c3a746dd55a admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4936552 Sep 23 08:11:44.761497 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 57838) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:11:44.761889 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafc22e0-79c7-47cd-8a3e-656bcff8e66d None None] Routers {'cce3e0ef-e30a-4948-96d4-fffab3965877'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 08:11:44.762759 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-cafc22e0-79c7-47cd-8a3e-656bcff8e66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T08:11:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['cce3e0ef-e30a-4948-96d4-fffab3965877'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:11:44.784597 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-8ab4345e-eca5-4730-ba1d-21f42e3ddd41 None None] For port db43af95-36ce-4224-964e-723ecc051e03, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 08:11:44.816831 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-8ab4345e-eca5-4730-ba1d-21f42e3ddd41 None None] For port db43af95-36ce-4224-964e-723ecc051e03, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=db43af95-36ce-4224-964e-723ecc051e03,segment=NetworkSegment(6b7df828-6cdc-4c1c-8c0c-4e71203c1959),segment_id=6b7df828-6cdc-4c1c-8c0c-4e71203c1959)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 08:11:44.827221 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8ab4345e-eca5-4730-ba1d-21f42e3ddd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:44.836947 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36413388-fe4f-454f-993c-3482667e2359 None None] Pushing event updated for resources: {'Port': ['ID=5e97d56d-5193-40b0-bda3-4c021c9ac729,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:11:44.847367 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0692ee-7da4-4868-ba1e-d06eab613d3f None None] Routers {'359a04c6-3a64-4f12-aa56-72d5894ce1f1'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 08:11:44.848259 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-0b0692ee-7da4-4868-ba1e-d06eab613d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T08:11:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['359a04c6-3a64-4f12-aa56-72d5894ce1f1'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:11:44.886031 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-cafc22e0-79c7-47cd-8a3e-656bcff8e66d None None] Set router cce3e0ef-e30a-4948-96d4-fffab3965877 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 08:11:44.968465 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab4345e-eca5-4730-ba1d-21f42e3ddd41 None None] Pushing event updated for resources: {'Port': ['ID=db43af95-36ce-4224-964e-723ecc051e03,revision_number=2']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:11:45.061767 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-0b0692ee-7da4-4868-ba1e-d06eab613d3f None None] Set router 359a04c6-3a64-4f12-aa56-72d5894ce1f1 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 08:11:45.161333 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-cafc22e0-79c7-47cd-8a3e-656bcff8e66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce3e0ef-e30a-4948-96d4-fffab3965877', 'name': 'tempest-TestSnapshotPattern-490468400-router', 'tenant_id': 'cc97adba60124507ba48d966e9ce0b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '0dc92ac2-c854-4e50-987d-eca8ac593353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T08:11:43Z', 'updated_at': '2021-09-23T08:11:44Z', 'revision_number': 3, 'project_id': 'cc97adba60124507ba48d966e9ce0b48', 'gw_port': {'id': '0dc92ac2-c854-4e50-987d-eca8ac593353', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:97:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cce3e0ef-e30a-4948-96d4-fffab3965877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:11:43Z', 'updated_at': '2021-09-23T08:11:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:11:45.194407 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafc22e0-79c7-47cd-8a3e-656bcff8e66d None None] Checking router: cce3e0ef-e30a-4948-96d4-fffab3965877 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 08:11:45.195182 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafc22e0-79c7-47cd-8a3e-656bcff8e66d None None] Updating router cce3e0ef-e30a-4948-96d4-fffab3965877 port 0dc92ac2-c854-4e50-987d-eca8ac593353 binding host n-d-715271-16 {{(pid=95068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 08:11:45.226706 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-cafc22e0-79c7-47cd-8a3e-656bcff8e66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:45.228001 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-84c13e5c-410c-4ebc-b66e-a7bd33040070 None None] Provisioning complete for port 5e97d56d-5193-40b0-bda3-4c021c9ac729 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 08:11:45.228894 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-84c13e5c-410c-4ebc-b66e-a7bd33040070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:45.392989 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-84c13e5c-410c-4ebc-b66e-a7bd33040070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:45.437814 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-0b0692ee-7da4-4868-ba1e-d06eab613d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '359a04c6-3a64-4f12-aa56-72d5894ce1f1', 'name': 'tempest-TestSnapshotPattern-488871175-router', 'tenant_id': 'ab1a265c55c646a6a54cb854fc637b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ba467b2c-354d-419e-8e62-d37978465921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T08:11:38Z', 'updated_at': '2021-09-23T08:11:41Z', 'revision_number': 4, 'project_id': 'ab1a265c55c646a6a54cb854fc637b27', 'gw_port': {'id': 'ba467b2c-354d-419e-8e62-d37978465921', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359a04c6-3a64-4f12-aa56-72d5894ce1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:11:39Z', 'updated_at': '2021-09-23T08:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '5e97d56d-5193-40b0-bda3-4c021c9ac729', 'name': '', 'network_id': 'd81bc2da-8582-47aa-acd4-e86f6bf2a23a', 'tenant_id': 'ab1a265c55c646a6a54cb854fc637b27', 'mac_address': 'fa:16:3e:01:8c:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '359a04c6-3a64-4f12-aa56-72d5894ce1f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '3021b65a-45fd-4e91-a609-8d90d59e94cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:11:40Z', 'updated_at': '2021-09-23T08:11:44Z', 'revision_number': 4, 'project_id': 'ab1a265c55c646a6a54cb854fc637b27', 'subnets': [{'id': '3021b65a-45fd-4e91-a609-8d90d59e94cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:11:45.440794 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-84c13e5c-410c-4ebc-b66e-a7bd33040070 None None] For port 5e97d56d-5193-40b0-bda3-4c021c9ac729, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=5e97d56d-5193-40b0-bda3-4c021c9ac729,segment=NetworkSegment(1582194a-ffab-4005-a922-7af3380f2dda),segment_id=1582194a-ffab-4005-a922-7af3380f2dda)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 08:11:45.472175 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-84c13e5c-410c-4ebc-b66e-a7bd33040070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:45.478578 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0692ee-7da4-4868-ba1e-d06eab613d3f None None] The sync data for ids ['359a04c6-3a64-4f12-aa56-72d5894ce1f1'] in n-d-715271-16 is: [{'id': '359a04c6-3a64-4f12-aa56-72d5894ce1f1', 'name': 'tempest-TestSnapshotPattern-488871175-router', 'tenant_id': 'ab1a265c55c646a6a54cb854fc637b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ba467b2c-354d-419e-8e62-d37978465921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T08:11:38Z', 'updated_at': '2021-09-23T08:11:41Z', 'revision_number': 4, 'project_id': 'ab1a265c55c646a6a54cb854fc637b27', 'gw_port': {'id': 'ba467b2c-354d-419e-8e62-d37978465921', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359a04c6-3a64-4f12-aa56-72d5894ce1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:11:39Z', 'updated_at': '2021-09-23T08:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '5e97d56d-5193-40b0-bda3-4c021c9ac729', 'name': '', 'network_id': 'd81bc2da-8582-47aa-acd4-e86f6bf2a23a', 'tenant_id': 'ab1a265c55c646a6a54cb854fc637b27', 'mac_address': 'fa:16:3e:01:8c:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '359a04c6-3a64-4f12-aa56-72d5894ce1f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '3021b65a-45fd-4e91-a609-8d90d59e94cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:11:40Z', 'updated_at': '2021-09-23T08:11:44Z', 'revision_number': 4, 'project_id': 'ab1a265c55c646a6a54cb854fc637b27', 'subnets': [{'id': '3021b65a-45fd-4e91-a609-8d90d59e94cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 08:11:45.558377 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c13e5c-410c-4ebc-b66e-a7bd33040070 None None] Pushing event updated for resources: {'Port': ['ID=5e97d56d-5193-40b0-bda3-4c021c9ac729,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:11:45.570129 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-cafc22e0-79c7-47cd-8a3e-656bcff8e66d None None] Notify callbacks [] for port, precommit_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:45.578447 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-cafc22e0-79c7-47cd-8a3e-656bcff8e66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:45.640376 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-cafc22e0-79c7-47cd-8a3e-656bcff8e66d None None] Attempting to bind port 0dc92ac2-c854-4e50-987d-eca8ac593353 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 08:11:45.640743 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-cafc22e0-79c7-47cd-8a3e-656bcff8e66d None None] Attempting to bind port 0dc92ac2-c854-4e50-987d-eca8ac593353 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 08:11:45.641099 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafc22e0-79c7-47cd-8a3e-656bcff8e66d None None] Attempting to bind port 0dc92ac2-c854-4e50-987d-eca8ac593353 on network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 08:11:45.643221 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a2bbd0-3dd7-4087-af07-89384efd43a1 None None] Pushing event updated for resources: {'Port': ['ID=0dc92ac2-c854-4e50-987d-eca8ac593353,revision_number=2']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:11:45.649229 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafc22e0-79c7-47cd-8a3e-656bcff8e66d None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 8, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 08:11:45.649594 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafc22e0-79c7-47cd-8a3e-656bcff8e66d None None] Checking segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 08:11:45.650101 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-cafc22e0-79c7-47cd-8a3e-656bcff8e66d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:45.650484 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafc22e0-79c7-47cd-8a3e-656bcff8e66d None None] Bound using segment: {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'} {{(pid=95068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 08:11:45.650943 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.managers [None req-cafc22e0-79c7-47cd-8a3e-656bcff8e66d None None] Bound port: 0dc92ac2-c854-4e50-987d-eca8ac593353, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f144b1-1cc7-4e8f-b74c-e701e55dd2a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0'}}] {{(pid=95068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 08:11:45.651311 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-cafc22e0-79c7-47cd-8a3e-656bcff8e66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:45.716630 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-cafc22e0-79c7-47cd-8a3e-656bcff8e66d None None] For port 0dc92ac2-c854-4e50-987d-eca8ac593353, host n-d-715271-16, cleared binding levels {{(pid=95068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 08:11:45.720527 n-d-715271-16 neutron-server[95068]: DEBUG neutron.plugins.ml2.db [None req-cafc22e0-79c7-47cd-8a3e-656bcff8e66d None None] For port 0dc92ac2-c854-4e50-987d-eca8ac593353, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=0dc92ac2-c854-4e50-987d-eca8ac593353,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 08:11:45.725241 n-d-715271-16 neutron-server[95068]: DEBUG neutron_lib.callbacks.manager [None req-cafc22e0-79c7-47cd-8a3e-656bcff8e66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:45.746266 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-18126530-3ff5-49f2-9b16-ae5817dbdea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:45.768770 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device db43af95-36ce-4224-964e-723ecc051e03 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 08:11:45.849811 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafc22e0-79c7-47cd-8a3e-656bcff8e66d None None] Routers {'cce3e0ef-e30a-4948-96d4-fffab3965877'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 08:11:45.854517 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-cafc22e0-79c7-47cd-8a3e-656bcff8e66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T08:11:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['cce3e0ef-e30a-4948-96d4-fffab3965877'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:11:45.882811 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port db43af95-36ce-4224-964e-723ecc051e03 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 08:11:45.883487 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:45.945319 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a2bbd0-3dd7-4087-af07-89384efd43a1 None None] Pushing event updated for resources: {'Port': ['ID=0dc92ac2-c854-4e50-987d-eca8ac593353,revision_number=3']} {{(pid=95068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:11:45.961494 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-18126530-3ff5-49f2-9b16-ae5817dbdea4 admin admin] Allocated IP 172.20.0.1 (3c0fb482-52c3-41a8-8ab4-4355e8490baa/9a6b25b1-1aa1-4a79-ba35-5a8b465ebacd/ced5ffab-05aa-47f5-a662-22f0d2107318) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 08:11:46.068328 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:46.091256 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-cafc22e0-79c7-47cd-8a3e-656bcff8e66d None None] Set router cce3e0ef-e30a-4948-96d4-fffab3965877 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 08:11:46.094092 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-18126530-3ff5-49f2-9b16-ae5817dbdea4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:46.119735 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port db43af95-36ce-4224-964e-723ecc051e03, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=db43af95-36ce-4224-964e-723ecc051e03,segment=NetworkSegment(6b7df828-6cdc-4c1c-8c0c-4e71203c1959),segment_id=6b7df828-6cdc-4c1c-8c0c-4e71203c1959)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 08:11:46.130411 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbaf99c-94f9-4c8e-ba36-70d8c2b7bd5d None None] Network 3c0fb482-52c3-41a8-8ab4-4355e8490baa requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 08:11:46.134607 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:46.135775 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device ba467b2c-354d-419e-8e62-d37978465921 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 08:11:46.147081 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-18126530-3ff5-49f2-9b16-ae5817dbdea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:46.187725 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18126530-3ff5-49f2-9b16-ae5817dbdea4 admin admin] Network 3c0fb482-52c3-41a8-8ab4-4355e8490baa is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 08:11:46.191345 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-18126530-3ff5-49f2-9b16-ae5817dbdea4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 08:11:46.195361 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18126530-3ff5-49f2-9b16-ae5817dbdea4 admin admin] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 08:11:46.234321 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18126530-3ff5-49f2-9b16-ae5817dbdea4 admin admin] Pushing event updated for resources: {'Port': ['ID=ced5ffab-05aa-47f5-a662-22f0d2107318,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:11:46.247242 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-18126530-3ff5-49f2-9b16-ae5817dbdea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068614'] for router_interface, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:46.331965 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-cafc22e0-79c7-47cd-8a3e-656bcff8e66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce3e0ef-e30a-4948-96d4-fffab3965877', 'name': 'tempest-TestSnapshotPattern-490468400-router', 'tenant_id': 'cc97adba60124507ba48d966e9ce0b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '0dc92ac2-c854-4e50-987d-eca8ac593353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T08:11:43Z', 'updated_at': '2021-09-23T08:11:44Z', 'revision_number': 3, 'project_id': 'cc97adba60124507ba48d966e9ce0b48', 'gw_port': {'id': '0dc92ac2-c854-4e50-987d-eca8ac593353', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:97:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cce3e0ef-e30a-4948-96d4-fffab3965877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:11:43Z', 'updated_at': '2021-09-23T08:11:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:11:46.363174 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafc22e0-79c7-47cd-8a3e-656bcff8e66d None None] The sync data for ids ['cce3e0ef-e30a-4948-96d4-fffab3965877'] in n-d-715271-16 is: [{'id': 'cce3e0ef-e30a-4948-96d4-fffab3965877', 'name': 'tempest-TestSnapshotPattern-490468400-router', 'tenant_id': 'cc97adba60124507ba48d966e9ce0b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '0dc92ac2-c854-4e50-987d-eca8ac593353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T08:11:43Z', 'updated_at': '2021-09-23T08:11:44Z', 'revision_number': 3, 'project_id': 'cc97adba60124507ba48d966e9ce0b48', 'gw_port': {'id': '0dc92ac2-c854-4e50-987d-eca8ac593353', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:97:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cce3e0ef-e30a-4948-96d4-fffab3965877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:11:43Z', 'updated_at': '2021-09-23T08:11:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 08:11:46.385638 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port ba467b2c-354d-419e-8e62-d37978465921 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 08:11:46.386045 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:46.387650 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-314b6684-e129-4e1d-8167-63a8a261a288 None None] Provisioning complete for port db43af95-36ce-4224-964e-723ecc051e03 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 08:11:46.387999 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-314b6684-e129-4e1d-8167-63a8a261a288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:46.403531 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-18126530-3ff5-49f2-9b16-ae5817dbdea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:46.418511 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=db43af95-36ce-4224-964e-723ecc051e03,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:11:46.618962 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-18126530-3ff5-49f2-9b16-ae5817dbdea4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:46.633293 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-18126530-3ff5-49f2-9b16-ae5817dbdea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:46.729070 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18126530-3ff5-49f2-9b16-ae5817dbdea4 admin admin] Pushing event updated for resources: {'Port': ['ID=ced5ffab-05aa-47f5-a662-22f0d2107318,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:11:46.732105 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-18126530-3ff5-49f2-9b16-ae5817dbdea4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067062'] for router_interface, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:46.847758 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18126530-3ff5-49f2-9b16-ae5817dbdea4 admin admin] Network 3c0fb482-52c3-41a8-8ab4-4355e8490baa is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 08:11:46.849959 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-18126530-3ff5-49f2-9b16-ae5817dbdea4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 08:11:46.911945 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-08834a8a-2514-41e3-a0e2-3d777706d609 None None] Provisioning complete for port ced5ffab-05aa-47f5-a662-22f0d2107318 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 08:11:46.912534 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-08834a8a-2514-41e3-a0e2-3d777706d609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:46.952404 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-08834a8a-2514-41e3-a0e2-3d777706d609 None None] Port ced5ffab-05aa-47f5-a662-22f0d2107318 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 08:11:46.968976 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-08834a8a-2514-41e3-a0e2-3d777706d609 None None] Provisioning complete for port db43af95-36ce-4224-964e-723ecc051e03 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 08:11:46.969281 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-08834a8a-2514-41e3-a0e2-3d777706d609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:46.990666 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18126530-3ff5-49f2-9b16-ae5817dbdea4 admin admin] Router cce3e0ef-e30a-4948-96d4-fffab3965877 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 08:11:47.120814 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18126530-3ff5-49f2-9b16-ae5817dbdea4 admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 08:11:47.135387 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-18126530-3ff5-49f2-9b16-ae5817dbdea4 admin admin] 10.222.0.39 "PUT /v2.0/routers/cce3e0ef-e30a-4948-96d4-fffab3965877/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3633542 Sep 23 08:11:47.188383 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a0216ecd-28ba-4a58-80bf-94c546cce069 None None] Provisioning complete for port ced5ffab-05aa-47f5-a662-22f0d2107318 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 08:11:47.189167 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a0216ecd-28ba-4a58-80bf-94c546cce069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:47.232785 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a0216ecd-28ba-4a58-80bf-94c546cce069 None None] Port ced5ffab-05aa-47f5-a662-22f0d2107318 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 08:11:47.351617 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-17009a56-2d9c-46d2-bee0-e5e3b6ed9dfa None None] Provisioning complete for port ced5ffab-05aa-47f5-a662-22f0d2107318 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 08:11:47.352001 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-17009a56-2d9c-46d2-bee0-e5e3b6ed9dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:47.393231 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-17009a56-2d9c-46d2-bee0-e5e3b6ed9dfa None None] Port ced5ffab-05aa-47f5-a662-22f0d2107318 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 08:11:47.644015 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 5e97d56d-5193-40b0-bda3-4c021c9ac729 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 08:11:47.691704 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 5e97d56d-5193-40b0-bda3-4c021c9ac729 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 08:11:47.692082 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:47.767794 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device db43af95-36ce-4224-964e-723ecc051e03 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 08:11:47.816402 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port db43af95-36ce-4224-964e-723ecc051e03 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 08:11:47.816800 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:47.893645 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 57846) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:11:47.898693 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-74e67735-a94d-40c0-851c-590d19f26e67 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-554436451', 'description': 'tempest-secgroup-smoke-554436451 description', 'project_id': 'ab1a265c55c646a6a54cb854fc637b27'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 08:11:47.901098 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 0dc92ac2-c854-4e50-987d-eca8ac593353 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 08:11:47.923758 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-74e67735-a94d-40c0-851c-590d19f26e67 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Notify callbacks [] for security_group, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:47.951731 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 0dc92ac2-c854-4e50-987d-eca8ac593353 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 08:11:47.952557 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:48.010481 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-74e67735-a94d-40c0-851c-590d19f26e67 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Notify callbacks [] for security_group, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:48.014758 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-74e67735-a94d-40c0-851c-590d19f26e67 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:48.034391 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:48.041378 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-74e67735-a94d-40c0-851c-590d19f26e67 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:48.042802 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-74e67735-a94d-40c0-851c-590d19f26e67 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1481130 Sep 23 08:11:48.045758 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 57848) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:11:48.050782 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-baa49363-7742-453e-ac73-b911281bf3d8 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Request body: {'security_group_rule': {'security_group_id': '2cb00867-03bb-45f4-92e5-6113f9355c18', 'project_id': 'ab1a265c55c646a6a54cb854fc637b27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 08:11:48.055622 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] For port 0dc92ac2-c854-4e50-987d-eca8ac593353, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=0dc92ac2-c854-4e50-987d-eca8ac593353,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 08:11:48.058383 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e67735-a94d-40c0-851c-590d19f26e67 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb00867-03bb-45f4-92e5-6113f9355c18,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:11:48.064243 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:48.082613 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-baa49363-7742-453e-ac73-b911281bf3d8 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:48.121794 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Pushing event updated for resources: {'Port': ['ID=0dc92ac2-c854-4e50-987d-eca8ac593353,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:11:48.142205 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-baa49363-7742-453e-ac73-b911281bf3d8 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:48.145794 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-baa49363-7742-453e-ac73-b911281bf3d8 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:48.164023 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa49363-7742-453e-ac73-b911281bf3d8 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bdb42f5-591f-4a19-aabb-115d4cce053c,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:11:48.170474 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-baa49363-7742-453e-ac73-b911281bf3d8 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:48.171690 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-baa49363-7742-453e-ac73-b911281bf3d8 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1249852 Sep 23 08:11:48.174491 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 57850) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:11:48.178848 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-1963d899-28c9-4860-954d-cc6b5f61ce8c tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Request body: {'security_group_rule': {'security_group_id': '2cb00867-03bb-45f4-92e5-6113f9355c18', 'project_id': 'ab1a265c55c646a6a54cb854fc637b27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 08:11:48.206647 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1963d899-28c9-4860-954d-cc6b5f61ce8c tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:48.266819 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1963d899-28c9-4860-954d-cc6b5f61ce8c tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:48.270289 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1963d899-28c9-4860-954d-cc6b5f61ce8c tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:48.288788 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1963d899-28c9-4860-954d-cc6b5f61ce8c tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cb945a3-cf51-40b2-b107-63c9f453cee6,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:11:48.295137 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-1963d899-28c9-4860-954d-cc6b5f61ce8c tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:48.296370 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-1963d899-28c9-4860-954d-cc6b5f61ce8c tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1209359 Sep 23 08:11:48.299134 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 57852) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:11:48.303411 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-6cb76f9d-8853-4141-9ddd-6211d987f597 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Request body: {'security_group_rule': {'security_group_id': '2cb00867-03bb-45f4-92e5-6113f9355c18', 'project_id': 'ab1a265c55c646a6a54cb854fc637b27', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 08:11:48.329645 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6cb76f9d-8853-4141-9ddd-6211d987f597 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:48.386553 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6cb76f9d-8853-4141-9ddd-6211d987f597 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:48.390465 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6cb76f9d-8853-4141-9ddd-6211d987f597 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:48.409083 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb76f9d-8853-4141-9ddd-6211d987f597 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d5df95d-1b82-4e08-8d3e-6e06bebfc580,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:11:48.419160 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-6cb76f9d-8853-4141-9ddd-6211d987f597 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:48.423045 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-6cb76f9d-8853-4141-9ddd-6211d987f597 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1203690 Sep 23 08:11:48.423278 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 57854) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:11:48.427886 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-a6b87e19-aba0-4b30-afbf-006869d9dd59 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Request body: {'security_group_rule': {'security_group_id': '2cb00867-03bb-45f4-92e5-6113f9355c18', 'project_id': 'ab1a265c55c646a6a54cb854fc637b27', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 08:11:48.454313 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a6b87e19-aba0-4b30-afbf-006869d9dd59 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:48.512223 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a6b87e19-aba0-4b30-afbf-006869d9dd59 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:48.515871 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a6b87e19-aba0-4b30-afbf-006869d9dd59 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:48.531482 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b87e19-aba0-4b30-afbf-006869d9dd59 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4004def6-6c19-49a8-814e-fbdf4fa3d012,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:11:48.540031 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a6b87e19-aba0-4b30-afbf-006869d9dd59 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:48.541926 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-a6b87e19-aba0-4b30-afbf-006869d9dd59 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1176631 Sep 23 08:11:48.544589 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 57856) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:11:48.548844 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-8917f749-543f-4db6-a17d-ff4b862c1cae tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Request body: {'security_group_rule': {'security_group_id': '2cb00867-03bb-45f4-92e5-6113f9355c18', 'project_id': 'ab1a265c55c646a6a54cb854fc637b27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 08:11:48.570584 n-d-715271-16 neutron-server[95065]: INFO neutron.db.securitygroups_db [None req-8917f749-543f-4db6-a17d-ff4b862c1cae tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Project ab1a265c55c646a6a54cb854fc637b27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 08:11:48.575447 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8917f749-543f-4db6-a17d-ff4b862c1cae tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:48.643590 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8917f749-543f-4db6-a17d-ff4b862c1cae tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:48.647475 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8917f749-543f-4db6-a17d-ff4b862c1cae tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:48.667025 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8917f749-543f-4db6-a17d-ff4b862c1cae tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c6fef4e-9c29-4b09-887b-ccce39647a18,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:11:48.672298 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8917f749-543f-4db6-a17d-ff4b862c1cae tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:48.673661 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-8917f749-543f-4db6-a17d-ff4b862c1cae tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1281259 Sep 23 08:11:48.676321 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 57858) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:11:48.680585 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-26eb7b73-9668-447a-b4fb-93dc0aeb2450 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Request body: {'security_group_rule': {'security_group_id': '2cb00867-03bb-45f4-92e5-6113f9355c18', 'project_id': 'ab1a265c55c646a6a54cb854fc637b27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 08:11:48.703422 n-d-715271-16 neutron-server[95065]: INFO neutron.db.securitygroups_db [None req-26eb7b73-9668-447a-b4fb-93dc0aeb2450 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Project ab1a265c55c646a6a54cb854fc637b27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 08:11:48.708504 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-26eb7b73-9668-447a-b4fb-93dc0aeb2450 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:48.771631 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-26eb7b73-9668-447a-b4fb-93dc0aeb2450 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:48.775862 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-26eb7b73-9668-447a-b4fb-93dc0aeb2450 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032990'] for security_group_rule, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:48.793248 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eb7b73-9668-447a-b4fb-93dc0aeb2450 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2099f107-41d2-49cd-8468-e6a76f5c8f2a,revision_number=0']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:11:48.799690 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-26eb7b73-9668-447a-b4fb-93dc0aeb2450 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:48.800876 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-26eb7b73-9668-447a-b4fb-93dc0aeb2450 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1236334 Sep 23 08:11:48.921105 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabceb76-8f97-4caa-9ee5-7f2ce4a1be2c None None] Sync routers for ids ['cce3e0ef-e30a-4948-96d4-fffab3965877'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 08:11:48.930050 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabceb76-8f97-4caa-9ee5-7f2ce4a1be2c None None] Routers {'cce3e0ef-e30a-4948-96d4-fffab3965877'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 08:11:48.930667 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-aabceb76-8f97-4caa-9ee5-7f2ce4a1be2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T08:11:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['cce3e0ef-e30a-4948-96d4-fffab3965877'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:11:48.945693 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5997fb4d-33fe-41c4-a5fa-e26c280c905f req-b90228fe-02ec-4a2f-8143-c951bd1de042 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-554436451&fields=id&tenant_id=ab1a265c55c646a6a54cb854fc637b27 HTTP/1.1" status: 200 len: 267 time: 0.0351675 Sep 23 08:11:49.059531 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5997fb4d-33fe-41c4-a5fa-e26c280c905f req-d18dcf23-69b5-4b78-a215-9dfbc03f8083 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:11:49.061113 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5997fb4d-33fe-41c4-a5fa-e26c280c905f req-d18dcf23-69b5-4b78-a215-9dfbc03f8083 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.39 "GET /v2.0/networks?id=d81bc2da-8582-47aa-acd4-e86f6bf2a23a HTTP/1.1" status: 200 len: 809 time: 0.1074584 Sep 23 08:11:49.077606 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5997fb4d-33fe-41c4-a5fa-e26c280c905f req-589fcabc-d437-4db1-a0f4-d111daea8315 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.39 "GET /v2.0/quotas/ab1a265c55c646a6a54cb854fc637b27 HTTP/1.1" status: 200 len: 375 time: 0.0104542 Sep 23 08:11:49.133474 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5997fb4d-33fe-41c4-a5fa-e26c280c905f req-21c2a8cb-eb03-4964-a77f-82cfa24333ec tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ab1a265c55c646a6a54cb854fc637b27&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493286 Sep 23 08:11:49.194744 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-aabceb76-8f97-4caa-9ee5-7f2ce4a1be2c None None] Set router cce3e0ef-e30a-4948-96d4-fffab3965877 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 08:11:49.320584 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5997fb4d-33fe-41c4-a5fa-e26c280c905f req-dcc58dd2-da55-40e9-b003-76c1d497f649 service neutron] 10.222.0.39 "GET /v2.0/networks/d81bc2da-8582-47aa-acd4-e86f6bf2a23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744165 Sep 23 08:11:49.393508 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-aabceb76-8f97-4caa-9ee5-7f2ce4a1be2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce3e0ef-e30a-4948-96d4-fffab3965877', 'name': 'tempest-TestSnapshotPattern-490468400-router', 'tenant_id': 'cc97adba60124507ba48d966e9ce0b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '0dc92ac2-c854-4e50-987d-eca8ac593353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T08:11:43Z', 'updated_at': '2021-09-23T08:11:46Z', 'revision_number': 4, 'project_id': 'cc97adba60124507ba48d966e9ce0b48', 'gw_port': {'id': '0dc92ac2-c854-4e50-987d-eca8ac593353', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:97:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce3e0ef-e30a-4948-96d4-fffab3965877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:11:43Z', 'updated_at': '2021-09-23T08:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': 'ced5ffab-05aa-47f5-a662-22f0d2107318', 'name': '', 'network_id': '3c0fb482-52c3-41a8-8ab4-4355e8490baa', 'tenant_id': 'cc97adba60124507ba48d966e9ce0b48', 'mac_address': 'fa:16:3e:01:99:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cce3e0ef-e30a-4948-96d4-fffab3965877', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '9a6b25b1-1aa1-4a79-ba35-5a8b465ebacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:11:45Z', 'updated_at': '2021-09-23T08:11:46Z', 'revision_number': 2, 'project_id': 'cc97adba60124507ba48d966e9ce0b48', 'subnets': [{'id': '9a6b25b1-1aa1-4a79-ba35-5a8b465ebacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:11:49.415438 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5997fb4d-33fe-41c4-a5fa-e26c280c905f req-6f482f98-b5b1-4438-b34e-9b50abe2b0eb service neutron] 10.222.0.39 "GET /v2.0/networks/d81bc2da-8582-47aa-acd4-e86f6bf2a23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876298 Sep 23 08:11:49.424433 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabceb76-8f97-4caa-9ee5-7f2ce4a1be2c None None] Checking router: cce3e0ef-e30a-4948-96d4-fffab3965877 for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 08:11:49.424821 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabceb76-8f97-4caa-9ee5-7f2ce4a1be2c None None] Updating router cce3e0ef-e30a-4948-96d4-fffab3965877 port ced5ffab-05aa-47f5-a662-22f0d2107318 binding host n-d-715271-16 {{(pid=95067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 08:11:49.451968 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-aabceb76-8f97-4caa-9ee5-7f2ce4a1be2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:49.582249 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 0dc92ac2-c854-4e50-987d-eca8ac593353 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 08:11:49.591923 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ce8ac697-cb7f-4790-a8ce-71c6f0504ff3 req-f16312c0-0496-4e09-847e-ca2690edd5a3 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a007a11-9b12-4828-a714-5894c771cef3 HTTP/1.1" status: 200 len: 210 time: 0.0273404 Sep 23 08:11:49.695290 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port 0dc92ac2-c854-4e50-987d-eca8ac593353 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 08:11:49.695675 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:49.847009 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-aabceb76-8f97-4caa-9ee5-7f2ce4a1be2c None None] Notify callbacks [] for port, precommit_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:49.855040 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-aabceb76-8f97-4caa-9ee5-7f2ce4a1be2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:49.927473 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fd90e3-cb14-4517-9d4e-395ec75766e1 None None] Pushing event updated for resources: {'Port': ['ID=ced5ffab-05aa-47f5-a662-22f0d2107318,revision_number=3']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:11:49.959700 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-aabceb76-8f97-4caa-9ee5-7f2ce4a1be2c None None] Attempting to bind port ced5ffab-05aa-47f5-a662-22f0d2107318 on host n-d-715271-16 for vnic_type normal with profile {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 08:11:49.960079 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-aabceb76-8f97-4caa-9ee5-7f2ce4a1be2c None None] Attempting to bind port ced5ffab-05aa-47f5-a662-22f0d2107318 by drivers openvswitch,hyperv on host n-d-715271-16 at level 0 using segments [{'id': '6b7df828-6cdc-4c1c-8c0c-4e71203c1959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '3c0fb482-52c3-41a8-8ab4-4355e8490baa'}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 08:11:49.960492 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabceb76-8f97-4caa-9ee5-7f2ce4a1be2c None None] Attempting to bind port ced5ffab-05aa-47f5-a662-22f0d2107318 on network 3c0fb482-52c3-41a8-8ab4-4355e8490baa {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 08:11:49.966482 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabceb76-8f97-4caa-9ee5-7f2ce4a1be2c None None] Checking agent: {'id': 'f0dc377b-c65f-41c8-987e-1b089d9f33f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 28, 41), 'started_at': datetime.datetime(2021, 9, 23, 6, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 8, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 08:11:49.966861 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabceb76-8f97-4caa-9ee5-7f2ce4a1be2c None None] Checking segment: {'id': '6b7df828-6cdc-4c1c-8c0c-4e71203c1959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '3c0fb482-52c3-41a8-8ab4-4355e8490baa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 08:11:49.967267 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-aabceb76-8f97-4caa-9ee5-7f2ce4a1be2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:49.967661 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabceb76-8f97-4caa-9ee5-7f2ce4a1be2c None None] Bound using segment: {'id': '6b7df828-6cdc-4c1c-8c0c-4e71203c1959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '3c0fb482-52c3-41a8-8ab4-4355e8490baa'} {{(pid=95067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 08:11:49.968160 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.managers [None req-aabceb76-8f97-4caa-9ee5-7f2ce4a1be2c None None] Bound port: ced5ffab-05aa-47f5-a662-22f0d2107318, host: n-d-715271-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b7df828-6cdc-4c1c-8c0c-4e71203c1959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '3c0fb482-52c3-41a8-8ab4-4355e8490baa'}}] {{(pid=95067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 08:11:49.968550 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-aabceb76-8f97-4caa-9ee5-7f2ce4a1be2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:50.040936 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-aabceb76-8f97-4caa-9ee5-7f2ce4a1be2c None None] For port ced5ffab-05aa-47f5-a662-22f0d2107318, host n-d-715271-16, cleared binding levels {{(pid=95067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 08:11:50.044493 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-aabceb76-8f97-4caa-9ee5-7f2ce4a1be2c None None] For port ced5ffab-05aa-47f5-a662-22f0d2107318, host n-d-715271-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=ced5ffab-05aa-47f5-a662-22f0d2107318,segment=NetworkSegment(6b7df828-6cdc-4c1c-8c0c-4e71203c1959),segment_id=6b7df828-6cdc-4c1c-8c0c-4e71203c1959)] {{(pid=95067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 08:11:50.049195 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-aabceb76-8f97-4caa-9ee5-7f2ce4a1be2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:50.123689 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabceb76-8f97-4caa-9ee5-7f2ce4a1be2c None None] Routers {'cce3e0ef-e30a-4948-96d4-fffab3965877'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 08:11:50.124329 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-aabceb76-8f97-4caa-9ee5-7f2ce4a1be2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T08:11:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['cce3e0ef-e30a-4948-96d4-fffab3965877'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:11:50.169247 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fd90e3-cb14-4517-9d4e-395ec75766e1 None None] Pushing event updated for resources: {'Port': ['ID=ced5ffab-05aa-47f5-a662-22f0d2107318,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:11:50.185062 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-f9ba6229-7806-4554-9e43-cf7bb940867a None None] Provisioning complete for port ced5ffab-05aa-47f5-a662-22f0d2107318 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 08:11:50.185444 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f9ba6229-7806-4554-9e43-cf7bb940867a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:50.278287 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-aabceb76-8f97-4caa-9ee5-7f2ce4a1be2c None None] Set router cce3e0ef-e30a-4948-96d4-fffab3965877 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 08:11:50.392748 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f9ba6229-7806-4554-9e43-cf7bb940867a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:50.466522 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-f9ba6229-7806-4554-9e43-cf7bb940867a None None] For port ced5ffab-05aa-47f5-a662-22f0d2107318, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=ced5ffab-05aa-47f5-a662-22f0d2107318,segment=NetworkSegment(6b7df828-6cdc-4c1c-8c0c-4e71203c1959),segment_id=6b7df828-6cdc-4c1c-8c0c-4e71203c1959)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 08:11:50.474612 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f9ba6229-7806-4554-9e43-cf7bb940867a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:50.561570 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ba6229-7806-4554-9e43-cf7bb940867a None None] Pushing event updated for resources: {'Port': ['ID=ced5ffab-05aa-47f5-a662-22f0d2107318,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:11:50.591501 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-aabceb76-8f97-4caa-9ee5-7f2ce4a1be2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce3e0ef-e30a-4948-96d4-fffab3965877', 'name': 'tempest-TestSnapshotPattern-490468400-router', 'tenant_id': 'cc97adba60124507ba48d966e9ce0b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '0dc92ac2-c854-4e50-987d-eca8ac593353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T08:11:43Z', 'updated_at': '2021-09-23T08:11:46Z', 'revision_number': 4, 'project_id': 'cc97adba60124507ba48d966e9ce0b48', 'gw_port': {'id': '0dc92ac2-c854-4e50-987d-eca8ac593353', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:97:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce3e0ef-e30a-4948-96d4-fffab3965877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:11:43Z', 'updated_at': '2021-09-23T08:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': 'ced5ffab-05aa-47f5-a662-22f0d2107318', 'name': '', 'network_id': '3c0fb482-52c3-41a8-8ab4-4355e8490baa', 'tenant_id': 'cc97adba60124507ba48d966e9ce0b48', 'mac_address': 'fa:16:3e:01:99:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cce3e0ef-e30a-4948-96d4-fffab3965877', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '9a6b25b1-1aa1-4a79-ba35-5a8b465ebacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:11:45Z', 'updated_at': '2021-09-23T08:11:50Z', 'revision_number': 4, 'project_id': 'cc97adba60124507ba48d966e9ce0b48', 'subnets': [{'id': '9a6b25b1-1aa1-4a79-ba35-5a8b465ebacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:11:50.626795 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-e0d1cad2-ede5-4188-8d87-113ee8ea064b None None] Provisioning complete for port ced5ffab-05aa-47f5-a662-22f0d2107318 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 08:11:50.627741 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e0d1cad2-ede5-4188-8d87-113ee8ea064b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:50.630902 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabceb76-8f97-4caa-9ee5-7f2ce4a1be2c None None] The sync data for ids ['cce3e0ef-e30a-4948-96d4-fffab3965877'] in n-d-715271-16 is: [{'id': 'cce3e0ef-e30a-4948-96d4-fffab3965877', 'name': 'tempest-TestSnapshotPattern-490468400-router', 'tenant_id': 'cc97adba60124507ba48d966e9ce0b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '0dc92ac2-c854-4e50-987d-eca8ac593353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T08:11:43Z', 'updated_at': '2021-09-23T08:11:46Z', 'revision_number': 4, 'project_id': 'cc97adba60124507ba48d966e9ce0b48', 'gw_port': {'id': '0dc92ac2-c854-4e50-987d-eca8ac593353', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:97:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce3e0ef-e30a-4948-96d4-fffab3965877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:11:43Z', 'updated_at': '2021-09-23T08:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': 'ced5ffab-05aa-47f5-a662-22f0d2107318', 'name': '', 'network_id': '3c0fb482-52c3-41a8-8ab4-4355e8490baa', 'tenant_id': 'cc97adba60124507ba48d966e9ce0b48', 'mac_address': 'fa:16:3e:01:99:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cce3e0ef-e30a-4948-96d4-fffab3965877', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '9a6b25b1-1aa1-4a79-ba35-5a8b465ebacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:11:45Z', 'updated_at': '2021-09-23T08:11:50Z', 'revision_number': 4, 'project_id': 'cc97adba60124507ba48d966e9ce0b48', 'subnets': [{'id': '9a6b25b1-1aa1-4a79-ba35-5a8b465ebacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 08:11:50.737150 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-fefc2681-7c2e-42dd-a472-a4fa5503bbf5 req-913b530d-b757-4691-8989-a9ba33a50c93 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a007a11-9b12-4828-a714-5894c771cef3 HTTP/1.1" status: 200 len: 210 time: 0.0669963 Sep 23 08:11:50.745045 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5997fb4d-33fe-41c4-a5fa-e26c280c905f req-e337d425-fbc4-4347-83a3-58db0355024d tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:11:50.746788 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5997fb4d-33fe-41c4-a5fa-e26c280c905f req-e337d425-fbc4-4347-83a3-58db0355024d tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.21 "GET /v2.0/networks?id=d81bc2da-8582-47aa-acd4-e86f6bf2a23a HTTP/1.1" status: 200 len: 809 time: 0.2145529 Sep 23 08:11:50.798767 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5997fb4d-33fe-41c4-a5fa-e26c280c905f req-d7793340-2fa1-47cd-8bb4-4c9c5633f7e1 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab1a265c55c646a6a54cb854fc637b27 HTTP/1.1" status: 200 len: 379 time: 0.0359805 Sep 23 08:11:50.809873 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-5997fb4d-33fe-41c4-a5fa-e26c280c905f req-98881629-f615-40b0-89a5-36d22c790644 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Request body: {'port': {'device_id': '4a007a11-9b12-4828-a714-5894c771cef3', 'network_id': 'd81bc2da-8582-47aa-acd4-e86f6bf2a23a', 'admin_state_up': True, 'tenant_id': 'ab1a265c55c646a6a54cb854fc637b27', 'security_groups': ['2cb00867-03bb-45f4-92e5-6113f9355c18']}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 08:11:50.925264 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5997fb4d-33fe-41c4-a5fa-e26c280c905f req-98881629-f615-40b0-89a5-36d22c790644 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Made reservation on behalf of ab1a265c55c646a6a54cb854fc637b27 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 08:11:50.929242 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-5997fb4d-33fe-41c4-a5fa-e26c280c905f req-98881629-f615-40b0-89a5-36d22c790644 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:51.064448 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-5997fb4d-33fe-41c4-a5fa-e26c280c905f req-98881629-f615-40b0-89a5-36d22c790644 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Allocated IP 172.20.0.14 (d81bc2da-8582-47aa-acd4-e86f6bf2a23a/3021b65a-45fd-4e91-a609-8d90d59e94cd/3706099c-a8de-4d4b-bd1a-23716b0933e5) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 08:11:51.207092 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-5997fb4d-33fe-41c4-a5fa-e26c280c905f req-98881629-f615-40b0-89a5-36d22c790644 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:51.241364 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-5997fb4d-33fe-41c4-a5fa-e26c280c905f req-98881629-f615-40b0-89a5-36d22c790644 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:51.286201 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5997fb4d-33fe-41c4-a5fa-e26c280c905f req-98881629-f615-40b0-89a5-36d22c790644 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Network d81bc2da-8582-47aa-acd4-e86f6bf2a23a is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 08:11:51.289432 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-5997fb4d-33fe-41c4-a5fa-e26c280c905f req-98881629-f615-40b0-89a5-36d22c790644 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 08:11:51.293442 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-5997fb4d-33fe-41c4-a5fa-e26c280c905f req-98881629-f615-40b0-89a5-36d22c790644 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 08:11:51.327642 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98881629-f615-40b0-89a5-36d22c790644 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Pushing event updated for resources: {'Port': ['ID=3706099c-a8de-4d4b-bd1a-23716b0933e5,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:11:51.354143 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5997fb4d-33fe-41c4-a5fa-e26c280c905f req-98881629-f615-40b0-89a5-36d22c790644 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:11:51.354779 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-5997fb4d-33fe-41c4-a5fa-e26c280c905f req-98881629-f615-40b0-89a5-36d22c790644 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:51.370519 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5997fb4d-33fe-41c4-a5fa-e26c280c905f req-98881629-f615-40b0-89a5-36d22c790644 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5648036 Sep 23 08:11:51.392168 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-5997fb4d-33fe-41c4-a5fa-e26c280c905f req-60b96b46-1e61-498d-9cab-6a9b403bd46a service neutron] Request body: {'port': {'device_id': '4a007a11-9b12-4828-a714-5894c771cef3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 08:11:51.452462 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-5997fb4d-33fe-41c4-a5fa-e26c280c905f req-60b96b46-1e61-498d-9cab-6a9b403bd46a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:51.510955 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-eb1eb14b-c7ee-4881-bc9d-1ddcce1bf769 None None] Provisioning complete for port 3706099c-a8de-4d4b-bd1a-23716b0933e5 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 08:11:51.510955 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-eb1eb14b-c7ee-4881-bc9d-1ddcce1bf769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:51.563322 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-eb1eb14b-c7ee-4881-bc9d-1ddcce1bf769 None None] Port 3706099c-a8de-4d4b-bd1a-23716b0933e5 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 08:11:51.599317 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device ced5ffab-05aa-47f5-a662-22f0d2107318 up at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 08:11:51.647807 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Provisioning complete for port ced5ffab-05aa-47f5-a662-22f0d2107318 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 08:11:51.648178 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:51.727578 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-5997fb4d-33fe-41c4-a5fa-e26c280c905f req-60b96b46-1e61-498d-9cab-6a9b403bd46a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3706099c-a8de-4d4b-bd1a-23716b0933e5 {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 08:11:51.736503 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-5997fb4d-33fe-41c4-a5fa-e26c280c905f req-60b96b46-1e61-498d-9cab-6a9b403bd46a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:51.748788 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-5997fb4d-33fe-41c4-a5fa-e26c280c905f req-60b96b46-1e61-498d-9cab-6a9b403bd46a service neutron] Transition to ACTIVE for port object 3706099c-a8de-4d4b-bd1a-23716b0933e5 will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 08:11:51.752426 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-5997fb4d-33fe-41c4-a5fa-e26c280c905f req-60b96b46-1e61-498d-9cab-6a9b403bd46a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:51.811227 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b96b46-1e61-498d-9cab-6a9b403bd46a service neutron] Pushing event updated for resources: {'Port': ['ID=3706099c-a8de-4d4b-bd1a-23716b0933e5,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:11:51.906271 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15455e16-91dc-4a40-ad96-fa9123e2d9d7 req-5a4e7140-61e3-4ec8-8bf7-0f493af16698 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:11:51.907805 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-15455e16-91dc-4a40-ad96-fa9123e2d9d7 req-5a4e7140-61e3-4ec8-8bf7-0f493af16698 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a007a11-9b12-4828-a714-5894c771cef3 HTTP/1.1" status: 200 len: 944 time: 0.0938618 Sep 23 08:11:51.932712 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-5997fb4d-33fe-41c4-a5fa-e26c280c905f req-60b96b46-1e61-498d-9cab-6a9b403bd46a service neutron] Attempting to bind port 3706099c-a8de-4d4b-bd1a-23716b0933e5 on host n-h1-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 08:11:51.933053 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-5997fb4d-33fe-41c4-a5fa-e26c280c905f req-60b96b46-1e61-498d-9cab-6a9b403bd46a service neutron] Attempting to bind port 3706099c-a8de-4d4b-bd1a-23716b0933e5 by drivers openvswitch,hyperv on host n-h1-715271-16 at level 0 using segments [{'id': '1582194a-ffab-4005-a922-7af3380f2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd81bc2da-8582-47aa-acd4-e86f6bf2a23a'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 08:11:51.933363 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5997fb4d-33fe-41c4-a5fa-e26c280c905f req-60b96b46-1e61-498d-9cab-6a9b403bd46a service neutron] Attempting to bind port 3706099c-a8de-4d4b-bd1a-23716b0933e5 on network d81bc2da-8582-47aa-acd4-e86f6bf2a23a {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 08:11:51.944833 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5997fb4d-33fe-41c4-a5fa-e26c280c905f req-60b96b46-1e61-498d-9cab-6a9b403bd46a service neutron] Port 3706099c-a8de-4d4b-bd1a-23716b0933e5 on network d81bc2da-8582-47aa-acd4-e86f6bf2a23a not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 08:11:51.945158 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5997fb4d-33fe-41c4-a5fa-e26c280c905f req-60b96b46-1e61-498d-9cab-6a9b403bd46a service neutron] Attempting to bind port 3706099c-a8de-4d4b-bd1a-23716b0933e5 on network d81bc2da-8582-47aa-acd4-e86f6bf2a23a {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 08:11:51.959558 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5997fb4d-33fe-41c4-a5fa-e26c280c905f req-60b96b46-1e61-498d-9cab-6a9b403bd46a service neutron] Checking agent: {'id': 'bbd22d12-8804-4067-928e-b48065742757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 8, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 08:11:51.959903 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5997fb4d-33fe-41c4-a5fa-e26c280c905f req-60b96b46-1e61-498d-9cab-6a9b403bd46a service neutron] Checking segment: {'id': '1582194a-ffab-4005-a922-7af3380f2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd81bc2da-8582-47aa-acd4-e86f6bf2a23a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 08:11:51.960286 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5997fb4d-33fe-41c4-a5fa-e26c280c905f req-60b96b46-1e61-498d-9cab-6a9b403bd46a service neutron] Bound using segment: {'id': '1582194a-ffab-4005-a922-7af3380f2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd81bc2da-8582-47aa-acd4-e86f6bf2a23a'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 08:11:51.960762 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-5997fb4d-33fe-41c4-a5fa-e26c280c905f req-60b96b46-1e61-498d-9cab-6a9b403bd46a service neutron] Bound port: 3706099c-a8de-4d4b-bd1a-23716b0933e5, host: n-h1-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1582194a-ffab-4005-a922-7af3380f2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd81bc2da-8582-47aa-acd4-e86f6bf2a23a'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 08:11:51.961063 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-5997fb4d-33fe-41c4-a5fa-e26c280c905f req-60b96b46-1e61-498d-9cab-6a9b403bd46a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:51.974758 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-15455e16-91dc-4a40-ad96-fa9123e2d9d7 req-ab405d57-8381-46e4-b27c-e9bcfb0797b3 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cb00867-03bb-45f4-92e5-6113f9355c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594239 Sep 23 08:11:52.032986 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-5997fb4d-33fe-41c4-a5fa-e26c280c905f req-60b96b46-1e61-498d-9cab-6a9b403bd46a service neutron] For port 3706099c-a8de-4d4b-bd1a-23716b0933e5, host n-h1-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 08:11:52.035911 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-5997fb4d-33fe-41c4-a5fa-e26c280c905f req-60b96b46-1e61-498d-9cab-6a9b403bd46a service neutron] For port 3706099c-a8de-4d4b-bd1a-23716b0933e5, host n-h1-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=3706099c-a8de-4d4b-bd1a-23716b0933e5,segment=NetworkSegment(1582194a-ffab-4005-a922-7af3380f2dda),segment_id=1582194a-ffab-4005-a922-7af3380f2dda)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 08:11:52.040999 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-5997fb4d-33fe-41c4-a5fa-e26c280c905f req-60b96b46-1e61-498d-9cab-6a9b403bd46a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:52.074298 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5997fb4d-33fe-41c4-a5fa-e26c280c905f req-60b96b46-1e61-498d-9cab-6a9b403bd46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:11:52.075027 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-5997fb4d-33fe-41c4-a5fa-e26c280c905f req-60b96b46-1e61-498d-9cab-6a9b403bd46a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:52.076549 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5997fb4d-33fe-41c4-a5fa-e26c280c905f req-60b96b46-1e61-498d-9cab-6a9b403bd46a service neutron] 10.222.0.21 "PUT /v2.0/ports/3706099c-a8de-4d4b-bd1a-23716b0933e5 HTTP/1.1" status: 200 len: 1093 time: 0.6890171 Sep 23 08:11:52.078827 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a007a11-9b12-4828-a714-5894c771cef3', 'tag': '3706099c-a8de-4d4b-bd1a-23716b0933e5'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 08:11:52.081140 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f95ab57a745480e309303c621f93016f7af13821b9c47ad15b10e565102b0cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d9bb78-6834-4f9f-b8a0-0d84c434b2d5" -d '{"events": [{"name": "network-changed", "server_uuid": "4a007a11-9b12-4828-a714-5894c771cef3", "tag": "3706099c-a8de-4d4b-bd1a-23716b0933e5"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 08:11:52.142693 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b96b46-1e61-498d-9cab-6a9b403bd46a service neutron] Pushing event updated for resources: {'Port': ['ID=3706099c-a8de-4d4b-bd1a-23716b0933e5,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:11:52.150805 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 08:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c310ef28-ddec-42e7-aa67-e97569f17e73 x-openstack-request-id: req-c310ef28-ddec-42e7-aa67-e97569f17e73 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 08:11:52.151098 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a007a11-9b12-4828-a714-5894c771cef3", "tag": "3706099c-a8de-4d4b-bd1a-23716b0933e5", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 08:11:52.151344 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c310ef28-ddec-42e7-aa67-e97569f17e73 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 08:11:52.151785 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a007a11-9b12-4828-a714-5894c771cef3', 'tag': '3706099c-a8de-4d4b-bd1a-23716b0933e5', 'status': 'completed', 'code': 200} Sep 23 08:11:52.184803 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5997fb4d-33fe-41c4-a5fa-e26c280c905f req-f8808d09-8af6-4170-bd4a-ce86e4bf56dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:11:52.186390 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5997fb4d-33fe-41c4-a5fa-e26c280c905f req-f8808d09-8af6-4170-bd4a-ce86e4bf56dd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ab1a265c55c646a6a54cb854fc637b27&device_id=4a007a11-9b12-4828-a714-5894c771cef3 HTTP/1.1" status: 200 len: 1096 time: 0.0528131 Sep 23 08:11:52.237330 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5997fb4d-33fe-41c4-a5fa-e26c280c905f req-a0c31c1a-7111-4073-91f2-35dec8aac289 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3706099c-a8de-4d4b-bd1a-23716b0933e5 HTTP/1.1" status: 200 len: 217 time: 0.0390673 Sep 23 08:11:52.287187 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5997fb4d-33fe-41c4-a5fa-e26c280c905f req-a226dea8-fca3-42ac-8c7e-0c7b1f11267a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:11:52.288675 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5997fb4d-33fe-41c4-a5fa-e26c280c905f req-a226dea8-fca3-42ac-8c7e-0c7b1f11267a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3021b65a-45fd-4e91-a609-8d90d59e94cd HTTP/1.1" status: 200 len: 848 time: 0.0447984 Sep 23 08:11:52.336433 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5997fb4d-33fe-41c4-a5fa-e26c280c905f req-138364b5-25e4-4083-aeb9-f8d95a7fbe0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:11:52.338812 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5997fb4d-33fe-41c4-a5fa-e26c280c905f req-138364b5-25e4-4083-aeb9-f8d95a7fbe0c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d81bc2da-8582-47aa-acd4-e86f6bf2a23a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420587 Sep 23 08:11:52.430538 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5997fb4d-33fe-41c4-a5fa-e26c280c905f req-dda7c3a5-d6d4-433a-a531-e6f2c4563b87 service neutron] 10.222.0.21 "GET /v2.0/networks/d81bc2da-8582-47aa-acd4-e86f6bf2a23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845745 Sep 23 08:11:52.524215 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5997fb4d-33fe-41c4-a5fa-e26c280c905f req-960b234a-decb-4425-a54f-65a4135003fd service neutron] 10.222.0.21 "GET /v2.0/networks/d81bc2da-8582-47aa-acd4-e86f6bf2a23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861688 Sep 23 08:11:52.653664 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d9bb78-6834-4f9f-b8a0-0d84c434b2d5 req-a0c16558-577b-4d20-91fe-1b70d12a62d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:11:52.655446 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-12d9bb78-6834-4f9f-b8a0-0d84c434b2d5 req-a0c16558-577b-4d20-91fe-1b70d12a62d9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ab1a265c55c646a6a54cb854fc637b27&device_id=4a007a11-9b12-4828-a714-5894c771cef3 HTTP/1.1" status: 200 len: 1096 time: 0.0506930 Sep 23 08:11:52.754373 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d9bb78-6834-4f9f-b8a0-0d84c434b2d5 req-1dac9879-e00e-445c-9ae1-1e686cb2ca8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:11:52.755869 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-12d9bb78-6834-4f9f-b8a0-0d84c434b2d5 req-1dac9879-e00e-445c-9ae1-1e686cb2ca8c service neutron] 10.222.0.21 "GET /v2.0/networks?id=d81bc2da-8582-47aa-acd4-e86f6bf2a23a HTTP/1.1" status: 200 len: 910 time: 0.0937769 Sep 23 08:11:52.805305 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-12d9bb78-6834-4f9f-b8a0-0d84c434b2d5 req-2c226563-fa96-4b22-8c8b-bed68f236095 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3706099c-a8de-4d4b-bd1a-23716b0933e5 HTTP/1.1" status: 200 len: 217 time: 0.0400963 Sep 23 08:11:52.857081 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d9bb78-6834-4f9f-b8a0-0d84c434b2d5 req-50ab24e2-ff77-45bc-9c7f-4eaa8dedb70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:11:52.858550 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-12d9bb78-6834-4f9f-b8a0-0d84c434b2d5 req-50ab24e2-ff77-45bc-9c7f-4eaa8dedb70f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3021b65a-45fd-4e91-a609-8d90d59e94cd HTTP/1.1" status: 200 len: 848 time: 0.0465951 Sep 23 08:11:52.906054 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d9bb78-6834-4f9f-b8a0-0d84c434b2d5 req-4636deb6-3581-423c-b005-a31c91fe0cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:11:52.907564 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-12d9bb78-6834-4f9f-b8a0-0d84c434b2d5 req-4636deb6-3581-423c-b005-a31c91fe0cca service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d81bc2da-8582-47aa-acd4-e86f6bf2a23a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413048 Sep 23 08:11:52.999707 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-12d9bb78-6834-4f9f-b8a0-0d84c434b2d5 req-1ae5a974-b316-44a6-8af7-8c8866624478 service neutron] 10.222.0.21 "GET /v2.0/networks/d81bc2da-8582-47aa-acd4-e86f6bf2a23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843782 Sep 23 08:11:53.123267 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-12d9bb78-6834-4f9f-b8a0-0d84c434b2d5 req-84fa80b0-0665-4a9c-a689-b9c4065a9ebb service neutron] 10.222.0.21 "GET /v2.0/networks/d81bc2da-8582-47aa-acd4-e86f6bf2a23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159062 Sep 23 08:11:53.135702 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ea7325-bae3-4c27-bc29-e9d1d55c5861 req-9e75300d-0223-4c32-a7cb-9fcdd7b29a06 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:11:53.137096 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-32ea7325-bae3-4c27-bc29-e9d1d55c5861 req-9e75300d-0223-4c32-a7cb-9fcdd7b29a06 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a007a11-9b12-4828-a714-5894c771cef3 HTTP/1.1" status: 200 len: 944 time: 0.0723917 Sep 23 08:11:53.175854 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-32ea7325-bae3-4c27-bc29-e9d1d55c5861 req-ba8716cc-d63f-425d-91a6-6962755c66fa tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cb00867-03bb-45f4-92e5-6113f9355c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324359 Sep 23 08:11:54.291487 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf29ac4-0ce4-4f96-9791-e582d1661fd6 req-6faf2a5a-7093-4e13-8e63-dfa060129762 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:11:54.292962 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-baf29ac4-0ce4-4f96-9791-e582d1661fd6 req-6faf2a5a-7093-4e13-8e63-dfa060129762 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a007a11-9b12-4828-a714-5894c771cef3 HTTP/1.1" status: 200 len: 944 time: 0.0494316 Sep 23 08:11:54.330190 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-baf29ac4-0ce4-4f96-9791-e582d1661fd6 req-7b32bc24-2a68-4859-96ae-cd62388939f4 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cb00867-03bb-45f4-92e5-6113f9355c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310872 Sep 23 08:11:55.441545 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e926084a-632f-4bf7-abf5-3104dd7ba4e9 req-53d0f229-5c30-48d4-b082-8eb66e116769 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:11:55.443016 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e926084a-632f-4bf7-abf5-3104dd7ba4e9 req-53d0f229-5c30-48d4-b082-8eb66e116769 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a007a11-9b12-4828-a714-5894c771cef3 HTTP/1.1" status: 200 len: 944 time: 0.0471573 Sep 23 08:11:55.479391 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e926084a-632f-4bf7-abf5-3104dd7ba4e9 req-9b391940-f579-4c69-87a5-0562ead870c8 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cb00867-03bb-45f4-92e5-6113f9355c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298729 Sep 23 08:11:56.233434 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 3706099c-a8de-4d4b-bd1a-23716b0933e5 details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 08:11:56.327423 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 3706099c-a8de-4d4b-bd1a-23716b0933e5, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=3706099c-a8de-4d4b-bd1a-23716b0933e5,segment=NetworkSegment(1582194a-ffab-4005-a922-7af3380f2dda),segment_id=1582194a-ffab-4005-a922-7af3380f2dda)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 08:11:56.338497 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': '3706099c-a8de-4d4b-bd1a-23716b0933e5', 'network_id': 'd81bc2da-8582-47aa-acd4-e86f6bf2a23a', 'port_id': '3706099c-a8de-4d4b-bd1a-23716b0933e5', 'mac_address': 'fa:16:3e:04:33:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3021b65a-45fd-4e91-a609-8d90d59e94cd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 08:11:56.379600 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:56.393081 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3706099c-a8de-4d4b-bd1a-23716b0933e5 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 08:11:56.412518 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 3706099c-a8de-4d4b-bd1a-23716b0933e5, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=3706099c-a8de-4d4b-bd1a-23716b0933e5,segment=NetworkSegment(1582194a-ffab-4005-a922-7af3380f2dda),segment_id=1582194a-ffab-4005-a922-7af3380f2dda)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 08:11:56.416993 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:56.462438 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=3706099c-a8de-4d4b-bd1a-23716b0933e5,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:11:56.595864 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96267dec-3284-43e6-9976-21a82ad5642a req-38a7e88a-bc2d-49f5-bf05-09703b7be4f4 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:11:56.597350 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-96267dec-3284-43e6-9976-21a82ad5642a req-38a7e88a-bc2d-49f5-bf05-09703b7be4f4 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a007a11-9b12-4828-a714-5894c771cef3 HTTP/1.1" status: 200 len: 945 time: 0.0521371 Sep 23 08:11:56.636043 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-96267dec-3284-43e6-9976-21a82ad5642a req-358fc3e4-cbac-4db6-b6db-64b31aeb6e2f tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cb00867-03bb-45f4-92e5-6113f9355c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320199 Sep 23 08:11:56.765588 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['3706099c-a8de-4d4b-bd1a-23716b0933e5'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 08:11:57.747713 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bca9f2-0f7a-42a7-8439-a23082f1f8e6 req-a5425b9b-1570-4cb5-a537-edacbeca8097 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:11:57.749193 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-95bca9f2-0f7a-42a7-8439-a23082f1f8e6 req-a5425b9b-1570-4cb5-a537-edacbeca8097 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a007a11-9b12-4828-a714-5894c771cef3 HTTP/1.1" status: 200 len: 945 time: 0.0472639 Sep 23 08:11:57.786188 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-95bca9f2-0f7a-42a7-8439-a23082f1f8e6 req-5ef14e01-9cbe-4e34-ae4f-6a990aa9c61a tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cb00867-03bb-45f4-92e5-6113f9355c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309110 Sep 23 08:11:58.259153 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 3706099c-a8de-4d4b-bd1a-23716b0933e5 up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 08:11:58.307628 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning for port 3706099c-a8de-4d4b-bd1a-23716b0933e5 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 08:11:58.311446 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port 3706099c-a8de-4d4b-bd1a-23716b0933e5 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 08:11:58.311814 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:58.388078 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:58.410618 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a007a11-9b12-4828-a714-5894c771cef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3706099c-a8de-4d4b-bd1a-23716b0933e5'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 08:11:58.412910 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ba4f7dfdfe0dde90123cb5af03ec17f0bd1073b346dec34131962e04cdfc7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdba5bcc-0815-435e-9996-3bf1b2e5ec04" -d '{"events": [{"server_uuid": "4a007a11-9b12-4828-a714-5894c771cef3", "name": "network-vif-plugged", "status": "completed", "tag": "3706099c-a8de-4d4b-bd1a-23716b0933e5"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 08:11:58.425659 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 3706099c-a8de-4d4b-bd1a-23716b0933e5, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=3706099c-a8de-4d4b-bd1a-23716b0933e5,segment=NetworkSegment(1582194a-ffab-4005-a922-7af3380f2dda),segment_id=1582194a-ffab-4005-a922-7af3380f2dda)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 08:11:58.429572 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:11:58.452369 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 08:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d49c1a9-2301-43b6-9927-8059cebbc209 x-openstack-request-id: req-2d49c1a9-2301-43b6-9927-8059cebbc209 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 08:11:58.452661 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a007a11-9b12-4828-a714-5894c771cef3", "name": "network-vif-plugged", "status": "completed", "tag": "3706099c-a8de-4d4b-bd1a-23716b0933e5", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 08:11:58.452912 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2d49c1a9-2301-43b6-9927-8059cebbc209 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 08:11:58.453299 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a007a11-9b12-4828-a714-5894c771cef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3706099c-a8de-4d4b-bd1a-23716b0933e5', 'code': 200} Sep 23 08:11:58.478861 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=3706099c-a8de-4d4b-bd1a-23716b0933e5,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:11:58.559415 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e4b326-79a2-419c-8cd6-3304fea2bcd0 req-52590e87-d006-48a3-aafb-9c81e600e791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:11:58.560786 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-73e4b326-79a2-419c-8cd6-3304fea2bcd0 req-52590e87-d006-48a3-aafb-9c81e600e791 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4a007a11-9b12-4828-a714-5894c771cef3 HTTP/1.1" status: 200 len: 1098 time: 0.0398040 Sep 23 08:11:58.596402 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-73e4b326-79a2-419c-8cd6-3304fea2bcd0 req-0f179e1f-4133-4ca7-a7cb-7261f9f464f7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2cb00867-03bb-45f4-92e5-6113f9355c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280328 Sep 23 08:11:58.953210 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61c1d5e-2e29-4ac9-b45d-2094a83b9a23 req-3ef148a5-3a50-44dd-870d-9221d8a0a329 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:11:58.954738 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b61c1d5e-2e29-4ac9-b45d-2094a83b9a23 req-3ef148a5-3a50-44dd-870d-9221d8a0a329 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a007a11-9b12-4828-a714-5894c771cef3 HTTP/1.1" status: 200 len: 946 time: 0.1011260 Sep 23 08:11:58.992099 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b61c1d5e-2e29-4ac9-b45d-2094a83b9a23 req-db9345e3-b186-4707-a8f3-b87a30d0a900 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cb00867-03bb-45f4-92e5-6113f9355c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314429 Sep 23 08:12:00.109511 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dead3d0-413a-4ff1-9ed9-bac6898e5088 req-e0db114e-b2c2-4799-83a2-682648c391d8 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:12:00.111043 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4dead3d0-413a-4ff1-9ed9-bac6898e5088 req-e0db114e-b2c2-4799-83a2-682648c391d8 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a007a11-9b12-4828-a714-5894c771cef3 HTTP/1.1" status: 200 len: 946 time: 0.0487599 Sep 23 08:12:00.148919 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4dead3d0-413a-4ff1-9ed9-bac6898e5088 req-4182deb1-0a2b-4901-8542-538f6e4fe322 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cb00867-03bb-45f4-92e5-6113f9355c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318415 Sep 23 08:12:00.266759 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06051e55-66ab-4f41-b073-150c1dd39611 req-31957031-36ee-4df8-a6f3-0d5935c0cf39 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:12:00.268234 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-06051e55-66ab-4f41-b073-150c1dd39611 req-31957031-36ee-4df8-a6f3-0d5935c0cf39 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a007a11-9b12-4828-a714-5894c771cef3 HTTP/1.1" status: 200 len: 946 time: 0.0530283 Sep 23 08:12:00.306755 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-06051e55-66ab-4f41-b073-150c1dd39611 req-60aaf53c-3ba4-470b-981d-2b4f565e3d94 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cb00867-03bb-45f4-92e5-6113f9355c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315592 Sep 23 08:12:00.327241 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 57916) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:12:00.409994 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3004d48c-1441-42bd-9437-84d9176286b8 tempest-TestSnapshotPattern-607341353 tempest-TestSnapshotPattern-607341353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:12:00.411644 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-3004d48c-1441-42bd-9437-84d9176286b8 tempest-TestSnapshotPattern-607341353 tempest-TestSnapshotPattern-607341353-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=4a007a11-9b12-4828-a714-5894c771cef3 HTTP/1.1" status: 200 len: 1093 time: 0.0834570 Sep 23 08:12:00.414543 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 57920) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:12:00.419464 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-d155df2c-a119-40c4-856b-2e7429d8ec6b tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Request body: {'floatingip': {'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'port_id': '3706099c-a8de-4d4b-bd1a-23716b0933e5', 'tenant_id': 'ab1a265c55c646a6a54cb854fc637b27', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 08:12:00.441215 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d155df2c-a119-40c4-856b-2e7429d8ec6b tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Notify callbacks [] for floatingip, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:12:00.846642 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d155df2c-a119-40c4-856b-2e7429d8ec6b tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:12:00.950622 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-d155df2c-a119-40c4-856b-2e7429d8ec6b tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Allocated IP 172.25.2.134 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/8c54e1a9-ae19-4a0d-a55f-d3982bbd7816) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 08:12:01.058625 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d155df2c-a119-40c4-856b-2e7429d8ec6b tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:12:01.093852 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d155df2c-a119-40c4-856b-2e7429d8ec6b tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:12:01.132537 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d155df2c-a119-40c4-856b-2e7429d8ec6b tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 08:12:01.135993 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-d155df2c-a119-40c4-856b-2e7429d8ec6b tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 08:12:01.139682 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d155df2c-a119-40c4-856b-2e7429d8ec6b tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 08:12:01.164743 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d155df2c-a119-40c4-856b-2e7429d8ec6b tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Pushing event updated for resources: {'Port': ['ID=8c54e1a9-ae19-4a0d-a55f-d3982bbd7816,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:12:01.498129 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d155df2c-a119-40c4-856b-2e7429d8ec6b tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:12:01.563693 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d155df2c-a119-40c4-856b-2e7429d8ec6b tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:12:01.715167 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d155df2c-a119-40c4-856b-2e7429d8ec6b tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:12:01.719763 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d155df2c-a119-40c4-856b-2e7429d8ec6b tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:12:01.789321 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d155df2c-a119-40c4-856b-2e7429d8ec6b tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Pushing event updated for resources: {'Port': ['ID=8c54e1a9-ae19-4a0d-a55f-d3982bbd7816,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:12:01.798608 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d155df2c-a119-40c4-856b-2e7429d8ec6b tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:12:01.897795 n-d-715271-16 neutron-server[95065]: INFO neutron.db.l3_db [None req-d155df2c-a119-40c4-856b-2e7429d8ec6b tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Floating IP 61f6f119-92d4-4e45-84ad-89232cc556cd associated. External IP: 172.25.2.134, port: 3706099c-a8de-4d4b-bd1a-23716b0933e5. Sep 23 08:12:02.104799 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d155df2c-a119-40c4-856b-2e7429d8ec6b tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Router 359a04c6-3a64-4f12-aa56-72d5894ce1f1 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 08:12:02.210612 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d155df2c-a119-40c4-856b-2e7429d8ec6b tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 08:12:02.220152 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e082d2-906c-403e-a529-8afceb3ce8f3 None None] Sync routers for ids ['359a04c6-3a64-4f12-aa56-72d5894ce1f1'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 08:12:02.227129 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-d155df2c-a119-40c4-856b-2e7429d8ec6b tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:12:02.231947 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e082d2-906c-403e-a529-8afceb3ce8f3 None None] Routers {'359a04c6-3a64-4f12-aa56-72d5894ce1f1'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 08:12:02.233838 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-92e082d2-906c-403e-a529-8afceb3ce8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T08:11:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['359a04c6-3a64-4f12-aa56-72d5894ce1f1'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:12:02.280125 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-d155df2c-a119-40c4-856b-2e7429d8ec6b tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8502967 Sep 23 08:12:02.280125 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a007a11-9b12-4828-a714-5894c771cef3', 'tag': '3706099c-a8de-4d4b-bd1a-23716b0933e5'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 08:12:02.280125 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f95ab57a745480e309303c621f93016f7af13821b9c47ad15b10e565102b0cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15fa1e2a-0e44-429d-9d77-8e35024b19dc" -d '{"events": [{"name": "network-changed", "server_uuid": "4a007a11-9b12-4828-a714-5894c771cef3", "tag": "3706099c-a8de-4d4b-bd1a-23716b0933e5"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 08:12:02.340352 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-92e082d2-906c-403e-a529-8afceb3ce8f3 None None] Set router 359a04c6-3a64-4f12-aa56-72d5894ce1f1 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 08:12:02.360312 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 08:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca20ee2-17e0-466f-8d8f-a0ef93c1212f x-openstack-request-id: req-3ca20ee2-17e0-466f-8d8f-a0ef93c1212f {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 08:12:02.360701 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a007a11-9b12-4828-a714-5894c771cef3", "tag": "3706099c-a8de-4d4b-bd1a-23716b0933e5", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 08:12:02.360957 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3ca20ee2-17e0-466f-8d8f-a0ef93c1212f {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 08:12:02.361363 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a007a11-9b12-4828-a714-5894c771cef3', 'tag': '3706099c-a8de-4d4b-bd1a-23716b0933e5', 'status': 'completed', 'code': 200} Sep 23 08:12:02.446677 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa1e2a-0e44-429d-9d77-8e35024b19dc req-0b6dca8f-8ccc-4fb9-86f0-4aa202120128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:12:02.448208 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-15fa1e2a-0e44-429d-9d77-8e35024b19dc req-0b6dca8f-8ccc-4fb9-86f0-4aa202120128 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ab1a265c55c646a6a54cb854fc637b27&device_id=4a007a11-9b12-4828-a714-5894c771cef3 HTTP/1.1" status: 200 len: 1098 time: 0.0420613 Sep 23 08:12:02.543798 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa1e2a-0e44-429d-9d77-8e35024b19dc req-e6f0cb22-b5ae-4d6e-b46e-743955533baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:12:02.545288 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-15fa1e2a-0e44-429d-9d77-8e35024b19dc req-e6f0cb22-b5ae-4d6e-b46e-743955533baa service neutron] 10.222.0.21 "GET /v2.0/networks?id=d81bc2da-8582-47aa-acd4-e86f6bf2a23a HTTP/1.1" status: 200 len: 910 time: 0.0895112 Sep 23 08:12:02.564059 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-92e082d2-906c-403e-a529-8afceb3ce8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '359a04c6-3a64-4f12-aa56-72d5894ce1f1', 'name': 'tempest-TestSnapshotPattern-488871175-router', 'tenant_id': 'ab1a265c55c646a6a54cb854fc637b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ba467b2c-354d-419e-8e62-d37978465921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T08:11:38Z', 'updated_at': '2021-09-23T08:11:41Z', 'revision_number': 4, 'project_id': 'ab1a265c55c646a6a54cb854fc637b27', 'gw_port': {'id': 'ba467b2c-354d-419e-8e62-d37978465921', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359a04c6-3a64-4f12-aa56-72d5894ce1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:11:39Z', 'updated_at': '2021-09-23T08:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '61f6f119-92d4-4e45-84ad-89232cc556cd', 'tenant_id': 'ab1a265c55c646a6a54cb854fc637b27', 'floating_ip_address': '172.25.2.134', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '359a04c6-3a64-4f12-aa56-72d5894ce1f1', 'port_id': '3706099c-a8de-4d4b-bd1a-23716b0933e5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd81bc2da-8582-47aa-acd4-e86f6bf2a23a', 'mac_address': 'fa:16:3e:04:33:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a007a11-9b12-4828-a714-5894c771cef3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T08:12:01Z', 'updated_at': '2021-09-23T08:12:01Z', 'revision_number': 0, 'project_id': 'ab1a265c55c646a6a54cb854fc637b27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e97d56d-5193-40b0-bda3-4c021c9ac729', 'name': '', 'network_id': 'd81bc2da-8582-47aa-acd4-e86f6bf2a23a', 'tenant_id': 'ab1a265c55c646a6a54cb854fc637b27', 'mac_address': 'fa:16:3e:01:8c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359a04c6-3a64-4f12-aa56-72d5894ce1f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '3021b65a-45fd-4e91-a609-8d90d59e94cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:11:40Z', 'updated_at': '2021-09-23T08:11:45Z', 'revision_number': 5, 'project_id': 'ab1a265c55c646a6a54cb854fc637b27', 'subnets': [{'id': '3021b65a-45fd-4e91-a609-8d90d59e94cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:12:02.589934 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e082d2-906c-403e-a529-8afceb3ce8f3 None None] Checking router: 359a04c6-3a64-4f12-aa56-72d5894ce1f1 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 08:12:02.598695 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e082d2-906c-403e-a529-8afceb3ce8f3 None None] Routers {'359a04c6-3a64-4f12-aa56-72d5894ce1f1'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 08:12:02.599203 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-92e082d2-906c-403e-a529-8afceb3ce8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T08:11:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['359a04c6-3a64-4f12-aa56-72d5894ce1f1'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:12:02.617307 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-15fa1e2a-0e44-429d-9d77-8e35024b19dc req-73137d42-2623-4705-901d-2b2d84d6d218 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3706099c-a8de-4d4b-bd1a-23716b0933e5 HTTP/1.1" status: 200 len: 1000 time: 0.0648434 Sep 23 08:12:02.671014 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa1e2a-0e44-429d-9d77-8e35024b19dc req-d9205f1d-2a4f-4912-a754-f0b3b66e5dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:12:02.672495 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-15fa1e2a-0e44-429d-9d77-8e35024b19dc req-d9205f1d-2a4f-4912-a754-f0b3b66e5dbc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3021b65a-45fd-4e91-a609-8d90d59e94cd HTTP/1.1" status: 200 len: 848 time: 0.0483496 Sep 23 08:12:02.722769 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa1e2a-0e44-429d-9d77-8e35024b19dc req-a722fc3f-99cb-4560-9dc2-efd590b0ee27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:12:02.724284 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-15fa1e2a-0e44-429d-9d77-8e35024b19dc req-a722fc3f-99cb-4560-9dc2-efd590b0ee27 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d81bc2da-8582-47aa-acd4-e86f6bf2a23a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438259 Sep 23 08:12:02.796592 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-92e082d2-906c-403e-a529-8afceb3ce8f3 None None] Set router 359a04c6-3a64-4f12-aa56-72d5894ce1f1 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 08:12:02.824548 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-15fa1e2a-0e44-429d-9d77-8e35024b19dc req-16edeedb-b596-45c0-ae39-dda56ff53630 service neutron] 10.222.0.21 "GET /v2.0/networks/d81bc2da-8582-47aa-acd4-e86f6bf2a23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908105 Sep 23 08:12:02.920853 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-15fa1e2a-0e44-429d-9d77-8e35024b19dc req-8ebaf019-dd49-4564-bebe-cde3747ec4a8 service neutron] 10.222.0.21 "GET /v2.0/networks/d81bc2da-8582-47aa-acd4-e86f6bf2a23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896339 Sep 23 08:12:03.021973 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-92e082d2-906c-403e-a529-8afceb3ce8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '359a04c6-3a64-4f12-aa56-72d5894ce1f1', 'name': 'tempest-TestSnapshotPattern-488871175-router', 'tenant_id': 'ab1a265c55c646a6a54cb854fc637b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ba467b2c-354d-419e-8e62-d37978465921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T08:11:38Z', 'updated_at': '2021-09-23T08:11:41Z', 'revision_number': 4, 'project_id': 'ab1a265c55c646a6a54cb854fc637b27', 'gw_port': {'id': 'ba467b2c-354d-419e-8e62-d37978465921', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359a04c6-3a64-4f12-aa56-72d5894ce1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:11:39Z', 'updated_at': '2021-09-23T08:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '61f6f119-92d4-4e45-84ad-89232cc556cd', 'tenant_id': 'ab1a265c55c646a6a54cb854fc637b27', 'floating_ip_address': '172.25.2.134', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '359a04c6-3a64-4f12-aa56-72d5894ce1f1', 'port_id': '3706099c-a8de-4d4b-bd1a-23716b0933e5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd81bc2da-8582-47aa-acd4-e86f6bf2a23a', 'mac_address': 'fa:16:3e:04:33:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a007a11-9b12-4828-a714-5894c771cef3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T08:12:01Z', 'updated_at': '2021-09-23T08:12:01Z', 'revision_number': 0, 'project_id': 'ab1a265c55c646a6a54cb854fc637b27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e97d56d-5193-40b0-bda3-4c021c9ac729', 'name': '', 'network_id': 'd81bc2da-8582-47aa-acd4-e86f6bf2a23a', 'tenant_id': 'ab1a265c55c646a6a54cb854fc637b27', 'mac_address': 'fa:16:3e:01:8c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359a04c6-3a64-4f12-aa56-72d5894ce1f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '3021b65a-45fd-4e91-a609-8d90d59e94cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:11:40Z', 'updated_at': '2021-09-23T08:11:45Z', 'revision_number': 5, 'project_id': 'ab1a265c55c646a6a54cb854fc637b27', 'subnets': [{'id': '3021b65a-45fd-4e91-a609-8d90d59e94cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:12:03.051160 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e082d2-906c-403e-a529-8afceb3ce8f3 None None] The sync data for ids ['359a04c6-3a64-4f12-aa56-72d5894ce1f1'] in n-d-715271-16 is: [{'id': '359a04c6-3a64-4f12-aa56-72d5894ce1f1', 'name': 'tempest-TestSnapshotPattern-488871175-router', 'tenant_id': 'ab1a265c55c646a6a54cb854fc637b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ba467b2c-354d-419e-8e62-d37978465921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T08:11:38Z', 'updated_at': '2021-09-23T08:11:41Z', 'revision_number': 4, 'project_id': 'ab1a265c55c646a6a54cb854fc637b27', 'gw_port': {'id': 'ba467b2c-354d-419e-8e62-d37978465921', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359a04c6-3a64-4f12-aa56-72d5894ce1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:11:39Z', 'updated_at': '2021-09-23T08:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '61f6f119-92d4-4e45-84ad-89232cc556cd', 'tenant_id': 'ab1a265c55c646a6a54cb854fc637b27', 'floating_ip_address': '172.25.2.134', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '359a04c6-3a64-4f12-aa56-72d5894ce1f1', 'port_id': '3706099c-a8de-4d4b-bd1a-23716b0933e5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd81bc2da-8582-47aa-acd4-e86f6bf2a23a', 'mac_address': 'fa:16:3e:04:33:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a007a11-9b12-4828-a714-5894c771cef3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T08:12:01Z', 'updated_at': '2021-09-23T08:12:01Z', 'revision_number': 0, 'project_id': 'ab1a265c55c646a6a54cb854fc637b27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e97d56d-5193-40b0-bda3-4c021c9ac729', 'name': '', 'network_id': 'd81bc2da-8582-47aa-acd4-e86f6bf2a23a', 'tenant_id': 'ab1a265c55c646a6a54cb854fc637b27', 'mac_address': 'fa:16:3e:01:8c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359a04c6-3a64-4f12-aa56-72d5894ce1f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '3021b65a-45fd-4e91-a609-8d90d59e94cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:11:40Z', 'updated_at': '2021-09-23T08:11:45Z', 'revision_number': 5, 'project_id': 'ab1a265c55c646a6a54cb854fc637b27', 'subnets': [{'id': '3021b65a-45fd-4e91-a609-8d90d59e94cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 08:12:03.230225 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d30b788-b75b-4cc4-b16c-2deea54c44de None None] New status for floating IP 61f6f119-92d4-4e45-84ad-89232cc556cd: ACTIVE {{(pid=95067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 08:12:07.593444 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:12:08.192091 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-9b9789f4-2d48-4fb7-bce3-28775de6cda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:12:10.869808 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:12:11.181155 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-909eae48-8940-4be8-98e3-ec663f1df92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:12:11.698615 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:12:12.691423 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:12:14.163569 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:12:14.884845 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 08:12:20.853283 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-50c178e8-d092-4f99-8ad5-26f9296ff619 req-a3a140da-abd9-4835-bb1a-e4ccf42a09a9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4a007a11-9b12-4828-a714-5894c771cef3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392647 Sep 23 08:12:20.948314 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c178e8-d092-4f99-8ad5-26f9296ff619 req-4264e8be-0665-40cd-9d61-be042d74f4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:12:20.949943 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-50c178e8-d092-4f99-8ad5-26f9296ff619 req-4264e8be-0665-40cd-9d61-be042d74f4f7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ab1a265c55c646a6a54cb854fc637b27&device_id=4a007a11-9b12-4828-a714-5894c771cef3 HTTP/1.1" status: 200 len: 1098 time: 0.0443900 Sep 23 08:12:21.059844 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c178e8-d092-4f99-8ad5-26f9296ff619 req-32f1de06-e405-4ed1-8d16-3f382f011965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:12:21.061943 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-50c178e8-d092-4f99-8ad5-26f9296ff619 req-32f1de06-e405-4ed1-8d16-3f382f011965 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d81bc2da-8582-47aa-acd4-e86f6bf2a23a HTTP/1.1" status: 200 len: 910 time: 0.0907276 Sep 23 08:12:21.131365 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-50c178e8-d092-4f99-8ad5-26f9296ff619 req-a682b24f-32c0-4fe4-9b95-3db9ce114b33 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3706099c-a8de-4d4b-bd1a-23716b0933e5 HTTP/1.1" status: 200 len: 1002 time: 0.0619831 Sep 23 08:12:21.181350 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c178e8-d092-4f99-8ad5-26f9296ff619 req-d0be276d-bb16-4494-a0da-004f48ab12c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:12:21.182800 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-50c178e8-d092-4f99-8ad5-26f9296ff619 req-d0be276d-bb16-4494-a0da-004f48ab12c1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3021b65a-45fd-4e91-a609-8d90d59e94cd HTTP/1.1" status: 200 len: 848 time: 0.0423250 Sep 23 08:12:21.228034 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c178e8-d092-4f99-8ad5-26f9296ff619 req-7fcb8985-3713-4ac0-8880-75530ffdb7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:12:21.229504 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-50c178e8-d092-4f99-8ad5-26f9296ff619 req-7fcb8985-3713-4ac0-8880-75530ffdb7c4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d81bc2da-8582-47aa-acd4-e86f6bf2a23a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395017 Sep 23 08:12:21.241061 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [req-50c178e8-d092-4f99-8ad5-26f9296ff619 req-a51a5fa6-9d5b-48ab-a710-4e63f4bec721 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=95065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 08:12:21.242114 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-50c178e8-d092-4f99-8ad5-26f9296ff619 req-a51a5fa6-9d5b-48ab-a710-4e63f4bec721 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047953 Sep 23 08:12:21.338013 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-50c178e8-d092-4f99-8ad5-26f9296ff619 req-5b53a4d9-6567-41f2-a68d-2b6d65a674bd service neutron] 10.222.0.21 "GET /v2.0/networks/d81bc2da-8582-47aa-acd4-e86f6bf2a23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855610 Sep 23 08:12:21.425672 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-50c178e8-d092-4f99-8ad5-26f9296ff619 req-acef7830-fc64-4ed1-9cc2-1bb16a114116 service neutron] 10.222.0.21 "GET /v2.0/networks/d81bc2da-8582-47aa-acd4-e86f6bf2a23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804207 Sep 23 08:12:37.585589 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:12:38.192501 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-08deeecb-1c44-4c29-90eb-c2b3914af2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:12:40.868381 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:12:41.181331 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-7c1720ae-7fa7-4762-a2c6-439f6d36a0d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:12:41.698325 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:12:42.694429 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:12:44.165876 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:12:51.884433 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 08:13:07.608007 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:13:08.195486 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f49c26fa-231f-4125-90b6-41c0d7aa9b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:13:10.888618 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:13:11.180585 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-fb259de7-754d-4f11-8850-4903f92c94a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:13:11.698522 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:13:12.699096 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:13:14.168716 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:13:20.991432 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1b9b4300-093f-431b-957c-7101cf5cfc7a req-e8f79f1b-786d-4b80-b838-d5a22d1115ed service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4a007a11-9b12-4828-a714-5894c771cef3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0435569 Sep 23 08:13:21.081241 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b4300-093f-431b-957c-7101cf5cfc7a req-3d2ac9df-c70c-4ad5-8981-88ea6c1593eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:13:21.082741 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1b9b4300-093f-431b-957c-7101cf5cfc7a req-3d2ac9df-c70c-4ad5-8981-88ea6c1593eb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ab1a265c55c646a6a54cb854fc637b27&device_id=4a007a11-9b12-4828-a714-5894c771cef3 HTTP/1.1" status: 200 len: 1098 time: 0.0394654 Sep 23 08:13:21.185761 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b4300-093f-431b-957c-7101cf5cfc7a req-29643f6f-df81-4227-b368-8febbcaeb535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:13:21.187235 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1b9b4300-093f-431b-957c-7101cf5cfc7a req-29643f6f-df81-4227-b368-8febbcaeb535 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d81bc2da-8582-47aa-acd4-e86f6bf2a23a HTTP/1.1" status: 200 len: 910 time: 0.0833046 Sep 23 08:13:21.254313 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1b9b4300-093f-431b-957c-7101cf5cfc7a req-1a74f2c8-4dd8-4f11-bcce-ce57cf10d321 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3706099c-a8de-4d4b-bd1a-23716b0933e5 HTTP/1.1" status: 200 len: 1002 time: 0.0595553 Sep 23 08:13:21.301173 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b4300-093f-431b-957c-7101cf5cfc7a req-d4d1df45-4a7c-435a-8617-a8a5ad18c6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:13:21.302637 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1b9b4300-093f-431b-957c-7101cf5cfc7a req-d4d1df45-4a7c-435a-8617-a8a5ad18c6fa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3021b65a-45fd-4e91-a609-8d90d59e94cd HTTP/1.1" status: 200 len: 848 time: 0.0418491 Sep 23 08:13:21.349433 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b4300-093f-431b-957c-7101cf5cfc7a req-08e5cac5-5a58-44c5-8caf-8005d9240013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:13:21.351021 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1b9b4300-093f-431b-957c-7101cf5cfc7a req-08e5cac5-5a58-44c5-8caf-8005d9240013 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d81bc2da-8582-47aa-acd4-e86f6bf2a23a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413718 Sep 23 08:13:21.443229 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1b9b4300-093f-431b-957c-7101cf5cfc7a req-af492838-cc45-4569-a0aa-be88127dcf1d service neutron] 10.222.0.21 "GET /v2.0/networks/d81bc2da-8582-47aa-acd4-e86f6bf2a23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846715 Sep 23 08:13:21.534468 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-1b9b4300-093f-431b-957c-7101cf5cfc7a req-637e0286-173e-4c4c-b491-12b6890bdb15 service neutron] 10.222.0.21 "GET /v2.0/networks/d81bc2da-8582-47aa-acd4-e86f6bf2a23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832949 Sep 23 08:13:28.883056 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 08:13:37.607440 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:13:38.198459 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-3d2383ff-322f-4dc6-9c95-bc9e63ddfe52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:13:40.899904 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:13:41.182300 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-9bbd3e4d-c9be-48b0-b5db-bd1d32462d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:13:41.702053 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:13:42.700908 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:13:44.174979 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:14:05.882095 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 08:14:07.624717 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:14:08.197818 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-33414656-f536-4844-8cf1-11e44eeafce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:14:10.901967 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:14:11.182581 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-00a23056-1e36-46c9-b5f8-bf1a47ae2bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:14:11.702978 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:14:12.704790 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:14:14.175637 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:14:20.235092 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2c8249c9-59d7-44fb-9e7f-0bd51184f5d5 req-e812aee8-11b6-4de3-a2c1-908413aa4920 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4a007a11-9b12-4828-a714-5894c771cef3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399613 Sep 23 08:14:20.326751 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8249c9-59d7-44fb-9e7f-0bd51184f5d5 req-9131b3c5-aa4f-494c-800e-c0de2e23b253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:14:20.328251 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2c8249c9-59d7-44fb-9e7f-0bd51184f5d5 req-9131b3c5-aa4f-494c-800e-c0de2e23b253 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ab1a265c55c646a6a54cb854fc637b27&device_id=4a007a11-9b12-4828-a714-5894c771cef3 HTTP/1.1" status: 200 len: 1098 time: 0.0415206 Sep 23 08:14:20.434340 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8249c9-59d7-44fb-9e7f-0bd51184f5d5 req-06b4b4f8-cde9-48d9-8e61-848c60e990b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:14:20.435735 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2c8249c9-59d7-44fb-9e7f-0bd51184f5d5 req-06b4b4f8-cde9-48d9-8e61-848c60e990b9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d81bc2da-8582-47aa-acd4-e86f6bf2a23a HTTP/1.1" status: 200 len: 910 time: 0.0882158 Sep 23 08:14:20.499457 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2c8249c9-59d7-44fb-9e7f-0bd51184f5d5 req-ed0233ce-0298-49b5-8ba8-8fea63474efe service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3706099c-a8de-4d4b-bd1a-23716b0933e5 HTTP/1.1" status: 200 len: 1002 time: 0.0568252 Sep 23 08:14:20.547593 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8249c9-59d7-44fb-9e7f-0bd51184f5d5 req-4b0e3a2b-0d67-4e0f-a982-1b5e157bb677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:14:20.549026 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2c8249c9-59d7-44fb-9e7f-0bd51184f5d5 req-4b0e3a2b-0d67-4e0f-a982-1b5e157bb677 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3021b65a-45fd-4e91-a609-8d90d59e94cd HTTP/1.1" status: 200 len: 848 time: 0.0426686 Sep 23 08:14:20.599348 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8249c9-59d7-44fb-9e7f-0bd51184f5d5 req-dd3c286f-ac80-4354-a5f6-d810a1c9dacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:14:20.600841 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2c8249c9-59d7-44fb-9e7f-0bd51184f5d5 req-dd3c286f-ac80-4354-a5f6-d810a1c9dacf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d81bc2da-8582-47aa-acd4-e86f6bf2a23a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434546 Sep 23 08:14:20.690923 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2c8249c9-59d7-44fb-9e7f-0bd51184f5d5 req-31fceb4b-2581-4394-b5d3-3508ca1a15b2 service neutron] 10.222.0.21 "GET /v2.0/networks/d81bc2da-8582-47aa-acd4-e86f6bf2a23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821118 Sep 23 08:14:20.784042 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2c8249c9-59d7-44fb-9e7f-0bd51184f5d5 req-6b19ef7e-f2d5-4251-aae9-6d0d62da2962 service neutron] 10.222.0.21 "GET /v2.0/networks/d81bc2da-8582-47aa-acd4-e86f6bf2a23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860753 Sep 23 08:14:37.637581 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:14:38.198545 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-21b0d16c-1849-42b9-83e8-49bdda30088a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:14:40.920345 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:14:41.183068 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b99fcccd-a651-4b8d-9b83-207a95949051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:14:41.703936 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:14:42.707169 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:14:42.881004 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 08:14:43.130825 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 3706099c-a8de-4d4b-bd1a-23716b0933e5 details requested by agent hyperv_n-h1-715271-16 with host n-h1-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 08:14:43.226620 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 3706099c-a8de-4d4b-bd1a-23716b0933e5, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=3706099c-a8de-4d4b-bd1a-23716b0933e5,segment=NetworkSegment(1582194a-ffab-4005-a922-7af3380f2dda),segment_id=1582194a-ffab-4005-a922-7af3380f2dda)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 08:14:43.237334 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Returning: {'device': '3706099c-a8de-4d4b-bd1a-23716b0933e5', 'network_id': 'd81bc2da-8582-47aa-acd4-e86f6bf2a23a', 'port_id': '3706099c-a8de-4d4b-bd1a-23716b0933e5', 'mac_address': 'fa:16:3e:04:33:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3021b65a-45fd-4e91-a609-8d90d59e94cd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 08:14:43.274049 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:14:43.286206 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3706099c-a8de-4d4b-bd1a-23716b0933e5 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 08:14:43.304652 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 3706099c-a8de-4d4b-bd1a-23716b0933e5, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=3706099c-a8de-4d4b-bd1a-23716b0933e5,segment=NetworkSegment(1582194a-ffab-4005-a922-7af3380f2dda),segment_id=1582194a-ffab-4005-a922-7af3380f2dda)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 08:14:43.309287 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:14:43.355760 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=3706099c-a8de-4d4b-bd1a-23716b0933e5,revision_number=6']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:14:43.362953 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:14:43.363302 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:14:43.363646 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:14:43.363986 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:14:43.364317 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:14:43.364645 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:14:43.364972 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:14:43.365296 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:14:43.365620 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:14:43.365964 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:14:43.366289 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:14:43.366610 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:14:43.433448 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] get_ports_and_sgs() called for port_ids ['3706099c-a8de-4d4b-bd1a-23716b0933e5'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 08:14:44.177973 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:14:45.121621 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 3706099c-a8de-4d4b-bd1a-23716b0933e5 up at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 08:14:45.174342 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Provisioning complete for port 3706099c-a8de-4d4b-bd1a-23716b0933e5 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 08:14:45.174705 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:14:45.400583 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:14:45.422293 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a007a11-9b12-4828-a714-5894c771cef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3706099c-a8de-4d4b-bd1a-23716b0933e5'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 08:14:45.424507 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ba4f7dfdfe0dde90123cb5af03ec17f0bd1073b346dec34131962e04cdfc7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f62fb81-312c-458f-b1d9-c15665d9ff3c" -d '{"events": [{"server_uuid": "4a007a11-9b12-4828-a714-5894c771cef3", "name": "network-vif-plugged", "status": "completed", "tag": "3706099c-a8de-4d4b-bd1a-23716b0933e5"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 08:14:45.437220 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 3706099c-a8de-4d4b-bd1a-23716b0933e5, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=3706099c-a8de-4d4b-bd1a-23716b0933e5,segment=NetworkSegment(1582194a-ffab-4005-a922-7af3380f2dda),segment_id=1582194a-ffab-4005-a922-7af3380f2dda)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 08:14:45.441342 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:14:45.488501 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=3706099c-a8de-4d4b-bd1a-23716b0933e5,revision_number=7']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:14:45.522431 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 08:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ddebc0-8875-43fa-9b5e-290faa06a58f x-openstack-request-id: req-48ddebc0-8875-43fa-9b5e-290faa06a58f {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 08:14:45.522731 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a007a11-9b12-4828-a714-5894c771cef3", "name": "network-vif-plugged", "status": "completed", "tag": "3706099c-a8de-4d4b-bd1a-23716b0933e5", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 08:14:45.522993 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-48ddebc0-8875-43fa-9b5e-290faa06a58f {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 08:14:45.523394 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a007a11-9b12-4828-a714-5894c771cef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3706099c-a8de-4d4b-bd1a-23716b0933e5', 'code': 200} Sep 23 08:14:58.121367 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-da01c1c7-68a2-4088-9e80-5c2c30c36c31 req-4264f865-7d1a-4ba9-93cc-c30a06b28973 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-554436451&fields=id&tenant_id=ab1a265c55c646a6a54cb854fc637b27 HTTP/1.1" status: 200 len: 267 time: 0.0337558 Sep 23 08:14:58.224276 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da01c1c7-68a2-4088-9e80-5c2c30c36c31 req-4fa59694-76b9-4bc2-8a75-c577dfa777b3 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:14:58.225744 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-da01c1c7-68a2-4088-9e80-5c2c30c36c31 req-4fa59694-76b9-4bc2-8a75-c577dfa777b3 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.39 "GET /v2.0/networks?id=d81bc2da-8582-47aa-acd4-e86f6bf2a23a HTTP/1.1" status: 200 len: 809 time: 0.0976160 Sep 23 08:14:58.240742 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-da01c1c7-68a2-4088-9e80-5c2c30c36c31 req-0d3312ba-357e-446d-a00b-bbf112a7c36d tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.39 "GET /v2.0/quotas/ab1a265c55c646a6a54cb854fc637b27 HTTP/1.1" status: 200 len: 375 time: 0.0086615 Sep 23 08:14:58.298742 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-da01c1c7-68a2-4088-9e80-5c2c30c36c31 req-678be3fa-a622-488e-81f4-d2d6e6b3225d tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ab1a265c55c646a6a54cb854fc637b27&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0527947 Sep 23 08:14:58.397221 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-da01c1c7-68a2-4088-9e80-5c2c30c36c31 req-49076c63-1463-4845-b7d9-b9ed6dc90006 service neutron] 10.222.0.39 "GET /v2.0/networks/d81bc2da-8582-47aa-acd4-e86f6bf2a23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863240 Sep 23 08:14:58.488449 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-da01c1c7-68a2-4088-9e80-5c2c30c36c31 req-4e15beb3-c794-430e-bc70-cee66de9d346 service neutron] 10.222.0.39 "GET /v2.0/networks/d81bc2da-8582-47aa-acd4-e86f6bf2a23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845661 Sep 23 08:14:58.645181 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e001166a-ec18-4408-bb11-5a1ba89ef5f6 req-1e4a3287-9d4d-44f6-b974-f089dacf3ad1 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbf403d3-0dbc-4368-9d67-9e3a4b486054 HTTP/1.1" status: 200 len: 210 time: 0.0262806 Sep 23 08:14:59.564589 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.58', 50703) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:14:59.675605 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da01c1c7-68a2-4088-9e80-5c2c30c36c31 req-503d6c3f-816a-4ad1-8efb-838b9a5560cb tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:14:59.677155 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-da01c1c7-68a2-4088-9e80-5c2c30c36c31 req-503d6c3f-816a-4ad1-8efb-838b9a5560cb tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.58 "GET /v2.0/networks?id=d81bc2da-8582-47aa-acd4-e86f6bf2a23a HTTP/1.1" status: 200 len: 809 time: 0.1115644 Sep 23 08:14:59.725569 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-da01c1c7-68a2-4088-9e80-5c2c30c36c31 req-64ae5fa8-b5cc-45a3-9d76-3439310c4d0d tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab1a265c55c646a6a54cb854fc637b27 HTTP/1.1" status: 200 len: 379 time: 0.0370674 Sep 23 08:14:59.738988 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-da01c1c7-68a2-4088-9e80-5c2c30c36c31 req-5d187965-3a51-4bdb-b18c-041877686810 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Request body: {'port': {'device_id': 'bbf403d3-0dbc-4368-9d67-9e3a4b486054', 'network_id': 'd81bc2da-8582-47aa-acd4-e86f6bf2a23a', 'admin_state_up': True, 'tenant_id': 'ab1a265c55c646a6a54cb854fc637b27', 'security_groups': ['2cb00867-03bb-45f4-92e5-6113f9355c18']}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 08:14:59.756259 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-9a03b2a4-f3e3-4fed-8957-590c8cfa5f39 req-f82d67b0-a49b-4e01-bfbc-b22900a90ec6 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbf403d3-0dbc-4368-9d67-9e3a4b486054 HTTP/1.1" status: 200 len: 210 time: 0.0361354 Sep 23 08:14:59.864774 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da01c1c7-68a2-4088-9e80-5c2c30c36c31 req-5d187965-3a51-4bdb-b18c-041877686810 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Made reservation on behalf of ab1a265c55c646a6a54cb854fc637b27 for: {'port': 1} {{(pid=95065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 08:14:59.868486 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-da01c1c7-68a2-4088-9e80-5c2c30c36c31 req-5d187965-3a51-4bdb-b18c-041877686810 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:15:00.012573 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [req-da01c1c7-68a2-4088-9e80-5c2c30c36c31 req-5d187965-3a51-4bdb-b18c-041877686810 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Allocated IP 172.20.0.10 (d81bc2da-8582-47aa-acd4-e86f6bf2a23a/3021b65a-45fd-4e91-a609-8d90d59e94cd/4094e432-a8d8-4584-ba2b-a880be95da05) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 08:15:00.210202 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-da01c1c7-68a2-4088-9e80-5c2c30c36c31 req-5d187965-3a51-4bdb-b18c-041877686810 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:15:00.257531 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-da01c1c7-68a2-4088-9e80-5c2c30c36c31 req-5d187965-3a51-4bdb-b18c-041877686810 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:15:00.301553 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da01c1c7-68a2-4088-9e80-5c2c30c36c31 req-5d187965-3a51-4bdb-b18c-041877686810 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Network d81bc2da-8582-47aa-acd4-e86f6bf2a23a is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 08:15:00.304634 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [req-da01c1c7-68a2-4088-9e80-5c2c30c36c31 req-5d187965-3a51-4bdb-b18c-041877686810 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 08:15:00.309001 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-da01c1c7-68a2-4088-9e80-5c2c30c36c31 req-5d187965-3a51-4bdb-b18c-041877686810 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 08:15:00.334444 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d187965-3a51-4bdb-b18c-041877686810 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Pushing event updated for resources: {'Port': ['ID=4094e432-a8d8-4584-ba2b-a880be95da05,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:15:00.344516 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d187965-3a51-4bdb-b18c-041877686810 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:15:00.344842 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d187965-3a51-4bdb-b18c-041877686810 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:15:00.345139 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d187965-3a51-4bdb-b18c-041877686810 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:15:00.345470 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d187965-3a51-4bdb-b18c-041877686810 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:15:00.345802 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d187965-3a51-4bdb-b18c-041877686810 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:15:00.346157 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d187965-3a51-4bdb-b18c-041877686810 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:15:00.346478 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d187965-3a51-4bdb-b18c-041877686810 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:15:00.346798 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d187965-3a51-4bdb-b18c-041877686810 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:15:00.347114 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d187965-3a51-4bdb-b18c-041877686810 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:15:00.347480 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d187965-3a51-4bdb-b18c-041877686810 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:15:00.347748 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d187965-3a51-4bdb-b18c-041877686810 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:15:00.348066 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d187965-3a51-4bdb-b18c-041877686810 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:15:00.386149 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da01c1c7-68a2-4088-9e80-5c2c30c36c31 req-5d187965-3a51-4bdb-b18c-041877686810 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:15:00.386808 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-da01c1c7-68a2-4088-9e80-5c2c30c36c31 req-5d187965-3a51-4bdb-b18c-041877686810 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:15:00.408396 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-da01c1c7-68a2-4088-9e80-5c2c30c36c31 req-5d187965-3a51-4bdb-b18c-041877686810 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6734278 Sep 23 08:15:00.564092 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-b2092a97-4a3c-40a6-a877-d3435947c20b None None] Provisioning complete for port 4094e432-a8d8-4584-ba2b-a880be95da05 triggered by entity DHCP. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 08:15:00.564718 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b2092a97-4a3c-40a6-a877-d3435947c20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:15:00.600662 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-b2092a97-4a3c-40a6-a877-d3435947c20b None None] Port 4094e432-a8d8-4584-ba2b-a880be95da05 cannot update to ACTIVE because it is not bound. {{(pid=95067) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 08:15:00.883199 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65813d79-9402-4f4e-b1da-158476b14296 req-ac85bcf0-6d66-410e-aa82-060d6ee49b1b tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:15:00.884907 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-65813d79-9402-4f4e-b1da-158476b14296 req-ac85bcf0-6d66-410e-aa82-060d6ee49b1b tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbf403d3-0dbc-4368-9d67-9e3a4b486054 HTTP/1.1" status: 200 len: 932 time: 0.0546896 Sep 23 08:15:00.924168 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-65813d79-9402-4f4e-b1da-158476b14296 req-05a28e87-0962-4010-8899-96950252b82b tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cb00867-03bb-45f4-92e5-6113f9355c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327368 Sep 23 08:15:01.231014 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 3706099c-a8de-4d4b-bd1a-23716b0933e5 no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 08:15:01.309880 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:15:01.332845 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a007a11-9b12-4828-a714-5894c771cef3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3706099c-a8de-4d4b-bd1a-23716b0933e5'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 08:15:01.335107 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ba4f7dfdfe0dde90123cb5af03ec17f0bd1073b346dec34131962e04cdfc7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7988bfa-e001-4b2c-86df-067dd7cc1a6d" -d '{"events": [{"server_uuid": "4a007a11-9b12-4828-a714-5894c771cef3", "name": "network-vif-unplugged", "status": "completed", "tag": "3706099c-a8de-4d4b-bd1a-23716b0933e5"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 08:15:01.348341 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] For port 3706099c-a8de-4d4b-bd1a-23716b0933e5, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=3706099c-a8de-4d4b-bd1a-23716b0933e5,segment=NetworkSegment(1582194a-ffab-4005-a922-7af3380f2dda),segment_id=1582194a-ffab-4005-a922-7af3380f2dda)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 08:15:01.353732 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:15:01.393744 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 08:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-895dbacc-8dce-4621-9479-3551ab2e4065 x-openstack-request-id: req-895dbacc-8dce-4621-9479-3551ab2e4065 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 08:15:01.394238 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a007a11-9b12-4828-a714-5894c771cef3", "name": "network-vif-unplugged", "status": "completed", "tag": "3706099c-a8de-4d4b-bd1a-23716b0933e5", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 08:15:01.394608 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-895dbacc-8dce-4621-9479-3551ab2e4065 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 08:15:01.394996 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a007a11-9b12-4828-a714-5894c771cef3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3706099c-a8de-4d4b-bd1a-23716b0933e5', 'code': 200} Sep 23 08:15:01.418360 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Pushing event updated for resources: {'Port': ['ID=3706099c-a8de-4d4b-bd1a-23716b0933e5,revision_number=8']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:15:02.049507 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3131dd02-bb1b-4fb5-bae1-3856f1eac1aa req-a271cdf4-d3b7-4edd-8f6d-a4cc22316fd7 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:15:02.051148 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3131dd02-bb1b-4fb5-bae1-3856f1eac1aa req-a271cdf4-d3b7-4edd-8f6d-a4cc22316fd7 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbf403d3-0dbc-4368-9d67-9e3a4b486054 HTTP/1.1" status: 200 len: 932 time: 0.0505228 Sep 23 08:15:02.092302 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3131dd02-bb1b-4fb5-bae1-3856f1eac1aa req-9ea6ee93-e1be-4308-96ef-11dbe101527f tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cb00867-03bb-45f4-92e5-6113f9355c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329692 Sep 23 08:15:03.209014 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5f23f-cbf0-4162-a1ee-e646ae72de3e req-91a52fc7-93b6-459a-8515-3aea0576944c tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:15:03.210549 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8ae5f23f-cbf0-4162-a1ee-e646ae72de3e req-91a52fc7-93b6-459a-8515-3aea0576944c tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbf403d3-0dbc-4368-9d67-9e3a4b486054 HTTP/1.1" status: 200 len: 932 time: 0.0499840 Sep 23 08:15:03.250940 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8ae5f23f-cbf0-4162-a1ee-e646ae72de3e req-3d1267f7-4c4e-48b7-a0ca-507373779c4c tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cb00867-03bb-45f4-92e5-6113f9355c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337892 Sep 23 08:15:04.376205 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a463bb3-3940-4d64-8c1a-4f2315667df3 req-d0298793-eca7-4394-ae3c-514763690575 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:15:04.377782 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5a463bb3-3940-4d64-8c1a-4f2315667df3 req-d0298793-eca7-4394-ae3c-514763690575 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbf403d3-0dbc-4368-9d67-9e3a4b486054 HTTP/1.1" status: 200 len: 932 time: 0.0531666 Sep 23 08:15:04.418053 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-5a463bb3-3940-4d64-8c1a-4f2315667df3 req-083a15f2-dba2-4518-bfa8-7b36dcbea71c tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cb00867-03bb-45f4-92e5-6113f9355c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342467 Sep 23 08:15:05.536031 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bafdbe9-ecde-4688-902f-14608858d1cd req-5b366ee7-4dea-48a1-a11c-4e2cb8f514ff tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:15:05.538363 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6bafdbe9-ecde-4688-902f-14608858d1cd req-5b366ee7-4dea-48a1-a11c-4e2cb8f514ff tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbf403d3-0dbc-4368-9d67-9e3a4b486054 HTTP/1.1" status: 200 len: 932 time: 0.0508163 Sep 23 08:15:05.578387 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-6bafdbe9-ecde-4688-902f-14608858d1cd req-aa31dd6d-3d11-49c9-9577-1d23cf6052b8 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cb00867-03bb-45f4-92e5-6113f9355c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326314 Sep 23 08:15:06.698533 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e4481f-b5fa-4dc4-bb74-20b21aaa9af1 req-24407597-fcf6-4510-96a4-71f7510bfa9f tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:15:06.700077 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-12e4481f-b5fa-4dc4-bb74-20b21aaa9af1 req-24407597-fcf6-4510-96a4-71f7510bfa9f tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbf403d3-0dbc-4368-9d67-9e3a4b486054 HTTP/1.1" status: 200 len: 932 time: 0.0507843 Sep 23 08:15:06.739914 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-12e4481f-b5fa-4dc4-bb74-20b21aaa9af1 req-fa3c9df4-d404-4cfb-89d3-393943aa0deb tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cb00867-03bb-45f4-92e5-6113f9355c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338490 Sep 23 08:15:07.635240 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:15:07.871258 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d51d3e-6bb5-44f0-baa3-01af83979416 req-a834aa4e-e83d-47cd-9219-65bc9593a954 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:15:07.872902 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-75d51d3e-6bb5-44f0-baa3-01af83979416 req-a834aa4e-e83d-47cd-9219-65bc9593a954 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbf403d3-0dbc-4368-9d67-9e3a4b486054 HTTP/1.1" status: 200 len: 932 time: 0.0547988 Sep 23 08:15:07.914074 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-75d51d3e-6bb5-44f0-baa3-01af83979416 req-d8ec2b8e-a8e5-4495-9b4d-613743ef038b tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cb00867-03bb-45f4-92e5-6113f9355c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346992 Sep 23 08:15:08.200334 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c3b1751e-ae46-45eb-aa65-adb7dcb84384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:15:09.065778 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ffa9da-ecb6-466e-b7b9-521992db3692 req-39afa96e-0661-402c-af7c-a3b4754e8310 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:15:09.067332 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b0ffa9da-ecb6-466e-b7b9-521992db3692 req-39afa96e-0661-402c-af7c-a3b4754e8310 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbf403d3-0dbc-4368-9d67-9e3a4b486054 HTTP/1.1" status: 200 len: 932 time: 0.0626333 Sep 23 08:15:09.108112 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-b0ffa9da-ecb6-466e-b7b9-521992db3692 req-f25bd2b4-9357-42db-82d0-de60aee21fe4 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cb00867-03bb-45f4-92e5-6113f9355c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346377 Sep 23 08:15:10.229596 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8977478b-c845-446d-a242-9517d75dc643 req-8954ed7b-55b9-43cc-a5a0-4a143d2ee1d2 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:15:10.231158 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8977478b-c845-446d-a242-9517d75dc643 req-8954ed7b-55b9-43cc-a5a0-4a143d2ee1d2 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbf403d3-0dbc-4368-9d67-9e3a4b486054 HTTP/1.1" status: 200 len: 932 time: 0.0511162 Sep 23 08:15:10.268345 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-8977478b-c845-446d-a242-9517d75dc643 req-c250ce68-e93f-4f58-b0d4-4cbf8c34fff8 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cb00867-03bb-45f4-92e5-6113f9355c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312328 Sep 23 08:15:10.666826 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [req-da01c1c7-68a2-4088-9e80-5c2c30c36c31 req-a0a27f43-a88c-4248-b6e0-31eac46494c6 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=95065) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 08:15:10.667851 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-da01c1c7-68a2-4088-9e80-5c2c30c36c31 req-a0a27f43-a88c-4248-b6e0-31eac46494c6 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052154 Sep 23 08:15:10.739911 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [req-da01c1c7-68a2-4088-9e80-5c2c30c36c31 req-edeccbc4-c433-4ce7-9fd8-4bd11f77f138 service neutron] Request body: {'port': {'device_id': 'bbf403d3-0dbc-4368-9d67-9e3a4b486054', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-16'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 08:15:10.794815 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-da01c1c7-68a2-4088-9e80-5c2c30c36c31 req-edeccbc4-c433-4ce7-9fd8-4bd11f77f138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:15:10.946319 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:15:11.184592 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-fd5ee7df-7e2e-4cf0-8b35-8de54aac0235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:15:11.380076 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [req-da01c1c7-68a2-4088-9e80-5c2c30c36c31 req-edeccbc4-c433-4ce7-9fd8-4bd11f77f138 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4094e432-a8d8-4584-ba2b-a880be95da05 {{(pid=95065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 08:15:11.389301 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-da01c1c7-68a2-4088-9e80-5c2c30c36c31 req-edeccbc4-c433-4ce7-9fd8-4bd11f77f138 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:15:11.411448 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b11a18-4aa7-4b2d-84b8-b5bbdd0bef65 req-ea8e7f15-b0fa-4e58-b788-6226616036ef tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:15:11.412936 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f4b11a18-4aa7-4b2d-84b8-b5bbdd0bef65 req-ea8e7f15-b0fa-4e58-b788-6226616036ef tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbf403d3-0dbc-4368-9d67-9e3a4b486054 HTTP/1.1" status: 200 len: 932 time: 0.0733576 Sep 23 08:15:11.415414 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.provisioning_blocks [req-da01c1c7-68a2-4088-9e80-5c2c30c36c31 req-edeccbc4-c433-4ce7-9fd8-4bd11f77f138 service neutron] Transition to ACTIVE for port object 4094e432-a8d8-4584-ba2b-a880be95da05 will not be triggered until provisioned by entity L2. {{(pid=95065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 08:15:11.425425 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-da01c1c7-68a2-4088-9e80-5c2c30c36c31 req-edeccbc4-c433-4ce7-9fd8-4bd11f77f138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:15:11.498394 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f4b11a18-4aa7-4b2d-84b8-b5bbdd0bef65 req-5e173650-bbab-44e7-a31c-10dfab2ec914 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cb00867-03bb-45f4-92e5-6113f9355c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788586 Sep 23 08:15:11.499298 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeccbc4-c433-4ce7-9fd8-4bd11f77f138 service neutron] Pushing event updated for resources: {'Port': ['ID=4094e432-a8d8-4584-ba2b-a880be95da05,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:15:11.579784 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-da01c1c7-68a2-4088-9e80-5c2c30c36c31 req-edeccbc4-c433-4ce7-9fd8-4bd11f77f138 service neutron] Attempting to bind port 4094e432-a8d8-4584-ba2b-a880be95da05 on host n-h2-715271-16 for vnic_type normal with profile {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 08:15:11.580134 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-da01c1c7-68a2-4088-9e80-5c2c30c36c31 req-edeccbc4-c433-4ce7-9fd8-4bd11f77f138 service neutron] Attempting to bind port 4094e432-a8d8-4584-ba2b-a880be95da05 by drivers openvswitch,hyperv on host n-h2-715271-16 at level 0 using segments [{'id': '1582194a-ffab-4005-a922-7af3380f2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd81bc2da-8582-47aa-acd4-e86f6bf2a23a'}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 08:15:11.580469 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da01c1c7-68a2-4088-9e80-5c2c30c36c31 req-edeccbc4-c433-4ce7-9fd8-4bd11f77f138 service neutron] Attempting to bind port 4094e432-a8d8-4584-ba2b-a880be95da05 on network d81bc2da-8582-47aa-acd4-e86f6bf2a23a {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 08:15:11.585080 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da01c1c7-68a2-4088-9e80-5c2c30c36c31 req-edeccbc4-c433-4ce7-9fd8-4bd11f77f138 service neutron] Port 4094e432-a8d8-4584-ba2b-a880be95da05 on network d81bc2da-8582-47aa-acd4-e86f6bf2a23a not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-16 {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 08:15:11.585401 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da01c1c7-68a2-4088-9e80-5c2c30c36c31 req-edeccbc4-c433-4ce7-9fd8-4bd11f77f138 service neutron] Attempting to bind port 4094e432-a8d8-4584-ba2b-a880be95da05 on network d81bc2da-8582-47aa-acd4-e86f6bf2a23a {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 08:15:11.590695 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da01c1c7-68a2-4088-9e80-5c2c30c36c31 req-edeccbc4-c433-4ce7-9fd8-4bd11f77f138 service neutron] Checking agent: {'id': '21b81b8d-f245-4540-81af-08b7ac6a3c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'started_at': datetime.datetime(2021, 9, 23, 6, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 8, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 08:15:11.591037 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da01c1c7-68a2-4088-9e80-5c2c30c36c31 req-edeccbc4-c433-4ce7-9fd8-4bd11f77f138 service neutron] Checking segment: {'id': '1582194a-ffab-4005-a922-7af3380f2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd81bc2da-8582-47aa-acd4-e86f6bf2a23a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 08:15:11.591426 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da01c1c7-68a2-4088-9e80-5c2c30c36c31 req-edeccbc4-c433-4ce7-9fd8-4bd11f77f138 service neutron] Bound using segment: {'id': '1582194a-ffab-4005-a922-7af3380f2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd81bc2da-8582-47aa-acd4-e86f6bf2a23a'} {{(pid=95065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 08:15:11.591879 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.managers [req-da01c1c7-68a2-4088-9e80-5c2c30c36c31 req-edeccbc4-c433-4ce7-9fd8-4bd11f77f138 service neutron] Bound port: 4094e432-a8d8-4584-ba2b-a880be95da05, host: n-h2-715271-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1582194a-ffab-4005-a922-7af3380f2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd81bc2da-8582-47aa-acd4-e86f6bf2a23a'}}] {{(pid=95065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 08:15:11.592221 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-da01c1c7-68a2-4088-9e80-5c2c30c36c31 req-edeccbc4-c433-4ce7-9fd8-4bd11f77f138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:15:11.657606 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-da01c1c7-68a2-4088-9e80-5c2c30c36c31 req-edeccbc4-c433-4ce7-9fd8-4bd11f77f138 service neutron] For port 4094e432-a8d8-4584-ba2b-a880be95da05, host n-h2-715271-16, cleared binding levels {{(pid=95065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 08:15:11.660581 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-da01c1c7-68a2-4088-9e80-5c2c30c36c31 req-edeccbc4-c433-4ce7-9fd8-4bd11f77f138 service neutron] For port 4094e432-a8d8-4584-ba2b-a880be95da05, host n-h2-715271-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=4094e432-a8d8-4584-ba2b-a880be95da05,segment=NetworkSegment(1582194a-ffab-4005-a922-7af3380f2dda),segment_id=1582194a-ffab-4005-a922-7af3380f2dda)] {{(pid=95065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 08:15:11.665273 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-da01c1c7-68a2-4088-9e80-5c2c30c36c31 req-edeccbc4-c433-4ce7-9fd8-4bd11f77f138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:15:11.699766 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da01c1c7-68a2-4088-9e80-5c2c30c36c31 req-edeccbc4-c433-4ce7-9fd8-4bd11f77f138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:15:11.700423 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-da01c1c7-68a2-4088-9e80-5c2c30c36c31 req-edeccbc4-c433-4ce7-9fd8-4bd11f77f138 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:15:11.701771 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-da01c1c7-68a2-4088-9e80-5c2c30c36c31 req-edeccbc4-c433-4ce7-9fd8-4bd11f77f138 service neutron] 10.222.0.58 "PUT /v2.0/ports/4094e432-a8d8-4584-ba2b-a880be95da05 HTTP/1.1" status: 200 len: 1093 time: 1.0228839 Sep 23 08:15:11.702233 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbf403d3-0dbc-4368-9d67-9e3a4b486054', 'tag': '4094e432-a8d8-4584-ba2b-a880be95da05'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 08:15:11.704481 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f95ab57a745480e309303c621f93016f7af13821b9c47ad15b10e565102b0cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-183766fc-0ae6-41ef-a179-1f5959634580" -d '{"events": [{"name": "network-changed", "server_uuid": "bbf403d3-0dbc-4368-9d67-9e3a4b486054", "tag": "4094e432-a8d8-4584-ba2b-a880be95da05"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 08:15:11.723034 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:15:11.746653 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeccbc4-c433-4ce7-9fd8-4bd11f77f138 service neutron] Pushing event updated for resources: {'Port': ['ID=4094e432-a8d8-4584-ba2b-a880be95da05,revision_number=3']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:15:11.759002 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 08:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed2bb3da-35b6-4236-8bd4-9c0719107ec8 x-openstack-request-id: req-ed2bb3da-35b6-4236-8bd4-9c0719107ec8 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 08:15:11.759355 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbf403d3-0dbc-4368-9d67-9e3a4b486054", "tag": "4094e432-a8d8-4584-ba2b-a880be95da05", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 08:15:11.759668 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ed2bb3da-35b6-4236-8bd4-9c0719107ec8 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 08:15:11.760159 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbf403d3-0dbc-4368-9d67-9e3a4b486054', 'tag': '4094e432-a8d8-4584-ba2b-a880be95da05', 'status': 'completed', 'code': 200} Sep 23 08:15:11.796016 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da01c1c7-68a2-4088-9e80-5c2c30c36c31 req-58af9fab-5822-4ea7-a8e7-80126c615a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:15:11.797703 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-da01c1c7-68a2-4088-9e80-5c2c30c36c31 req-58af9fab-5822-4ea7-a8e7-80126c615a65 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ab1a265c55c646a6a54cb854fc637b27&device_id=bbf403d3-0dbc-4368-9d67-9e3a4b486054 HTTP/1.1" status: 200 len: 1096 time: 0.0478537 Sep 23 08:15:11.844315 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-da01c1c7-68a2-4088-9e80-5c2c30c36c31 req-ca655872-e685-49e8-b9fe-73a9eabac076 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4094e432-a8d8-4584-ba2b-a880be95da05 HTTP/1.1" status: 200 len: 217 time: 0.0386527 Sep 23 08:15:11.895310 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da01c1c7-68a2-4088-9e80-5c2c30c36c31 req-7090c246-9a27-41b0-a0c5-2231f77c1ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:15:11.896814 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-da01c1c7-68a2-4088-9e80-5c2c30c36c31 req-7090c246-9a27-41b0-a0c5-2231f77c1ecd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3021b65a-45fd-4e91-a609-8d90d59e94cd HTTP/1.1" status: 200 len: 848 time: 0.0461156 Sep 23 08:15:11.943360 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da01c1c7-68a2-4088-9e80-5c2c30c36c31 req-eff98805-e200-488e-947c-c07bb028d2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:15:11.944880 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-da01c1c7-68a2-4088-9e80-5c2c30c36c31 req-eff98805-e200-488e-947c-c07bb028d2a4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d81bc2da-8582-47aa-acd4-e86f6bf2a23a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407615 Sep 23 08:15:12.036901 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-da01c1c7-68a2-4088-9e80-5c2c30c36c31 req-574e3898-6168-4292-932a-8c68ed050cd0 service neutron] 10.222.0.58 "GET /v2.0/networks/d81bc2da-8582-47aa-acd4-e86f6bf2a23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846689 Sep 23 08:15:12.125796 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-da01c1c7-68a2-4088-9e80-5c2c30c36c31 req-45cfd0df-f575-4396-a62b-9e0165b6e2c0 service neutron] 10.222.0.58 "GET /v2.0/networks/d81bc2da-8582-47aa-acd4-e86f6bf2a23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814943 Sep 23 08:15:12.215163 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183766fc-0ae6-41ef-a179-1f5959634580 req-af392ff9-1f92-4471-bb07-f9b6a966dd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:15:12.216641 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-183766fc-0ae6-41ef-a179-1f5959634580 req-af392ff9-1f92-4471-bb07-f9b6a966dd80 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ab1a265c55c646a6a54cb854fc637b27&device_id=bbf403d3-0dbc-4368-9d67-9e3a4b486054 HTTP/1.1" status: 200 len: 1096 time: 0.0450907 Sep 23 08:15:12.306210 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183766fc-0ae6-41ef-a179-1f5959634580 req-e265e206-d9c6-4ed8-b334-7f82f70999b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:15:12.308029 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-183766fc-0ae6-41ef-a179-1f5959634580 req-e265e206-d9c6-4ed8-b334-7f82f70999b8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d81bc2da-8582-47aa-acd4-e86f6bf2a23a HTTP/1.1" status: 200 len: 910 time: 0.0845275 Sep 23 08:15:12.352612 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-183766fc-0ae6-41ef-a179-1f5959634580 req-7b14f70d-9ad4-4777-953e-616a70f19189 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4094e432-a8d8-4584-ba2b-a880be95da05 HTTP/1.1" status: 200 len: 217 time: 0.0375535 Sep 23 08:15:12.402323 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183766fc-0ae6-41ef-a179-1f5959634580 req-32b107ff-8935-4ce6-92d5-c031a59fcefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:15:12.403730 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-183766fc-0ae6-41ef-a179-1f5959634580 req-32b107ff-8935-4ce6-92d5-c031a59fcefc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3021b65a-45fd-4e91-a609-8d90d59e94cd HTTP/1.1" status: 200 len: 848 time: 0.0431478 Sep 23 08:15:12.448871 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183766fc-0ae6-41ef-a179-1f5959634580 req-77b6bd01-4f58-48f8-ac02-ecbecfa2d030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:15:12.450339 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-183766fc-0ae6-41ef-a179-1f5959634580 req-77b6bd01-4f58-48f8-ac02-ecbecfa2d030 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d81bc2da-8582-47aa-acd4-e86f6bf2a23a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391631 Sep 23 08:15:12.543655 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-183766fc-0ae6-41ef-a179-1f5959634580 req-5afb185c-d079-4054-84f8-54d48e62173f service neutron] 10.222.0.58 "GET /v2.0/networks/d81bc2da-8582-47aa-acd4-e86f6bf2a23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857911 Sep 23 08:15:12.679167 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5138739-0444-45b0-a31e-04dd461b3012 req-dfbe6a82-e9e0-47ed-b046-1f6b692d5cd7 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:15:12.680582 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e5138739-0444-45b0-a31e-04dd461b3012 req-dfbe6a82-e9e0-47ed-b046-1f6b692d5cd7 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbf403d3-0dbc-4368-9d67-9e3a4b486054 HTTP/1.1" status: 200 len: 944 time: 0.0997279 Sep 23 08:15:12.682840 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-183766fc-0ae6-41ef-a179-1f5959634580 req-4f71da17-ad83-4d7d-b7c6-5c5109c748b2 service neutron] 10.222.0.58 "GET /v2.0/networks/d81bc2da-8582-47aa-acd4-e86f6bf2a23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317263 Sep 23 08:15:12.710574 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:15:12.721758 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-e5138739-0444-45b0-a31e-04dd461b3012 req-705e3291-b4b0-4bc7-8f38-a5e4fcf4068f tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cb00867-03bb-45f4-92e5-6113f9355c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348268 Sep 23 08:15:13.842337 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b793a-a236-4230-8a94-bcee9af0d406 req-2c8f3e24-9cd5-4991-bd05-f09ca42ac639 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:15:13.843868 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4f1b793a-a236-4230-8a94-bcee9af0d406 req-2c8f3e24-9cd5-4991-bd05-f09ca42ac639 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbf403d3-0dbc-4368-9d67-9e3a4b486054 HTTP/1.1" status: 200 len: 944 time: 0.0547211 Sep 23 08:15:13.881242 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-4f1b793a-a236-4230-8a94-bcee9af0d406 req-dafa4f8a-0b3f-4c85-a319-310c41aa7c6a tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cb00867-03bb-45f4-92e5-6113f9355c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314939 Sep 23 08:15:14.180911 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:15:14.997624 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422bf364-edc0-458f-904f-dc7412accf6f req-b1b21de0-4099-46d6-a148-3d34de81e973 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:15:14.999141 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-422bf364-edc0-458f-904f-dc7412accf6f req-b1b21de0-4099-46d6-a148-3d34de81e973 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbf403d3-0dbc-4368-9d67-9e3a4b486054 HTTP/1.1" status: 200 len: 944 time: 0.0489995 Sep 23 08:15:15.035187 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-422bf364-edc0-458f-904f-dc7412accf6f req-eb1ea8a4-2792-4081-84f4-5c1822a76731 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cb00867-03bb-45f4-92e5-6113f9355c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302107 Sep 23 08:15:15.107160 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 4094e432-a8d8-4584-ba2b-a880be95da05 details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 08:15:15.201355 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 4094e432-a8d8-4584-ba2b-a880be95da05, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=4094e432-a8d8-4584-ba2b-a880be95da05,segment=NetworkSegment(1582194a-ffab-4005-a922-7af3380f2dda),segment_id=1582194a-ffab-4005-a922-7af3380f2dda)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 08:15:15.212032 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': '4094e432-a8d8-4584-ba2b-a880be95da05', 'network_id': 'd81bc2da-8582-47aa-acd4-e86f6bf2a23a', 'port_id': '4094e432-a8d8-4584-ba2b-a880be95da05', 'mac_address': 'fa:16:3e:dc:85:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3021b65a-45fd-4e91-a609-8d90d59e94cd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 08:15:15.248379 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:15:15.260459 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4094e432-a8d8-4584-ba2b-a880be95da05 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 08:15:15.279132 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 4094e432-a8d8-4584-ba2b-a880be95da05, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=4094e432-a8d8-4584-ba2b-a880be95da05,segment=NetworkSegment(1582194a-ffab-4005-a922-7af3380f2dda),segment_id=1582194a-ffab-4005-a922-7af3380f2dda)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 08:15:15.282994 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:15:15.328816 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=4094e432-a8d8-4584-ba2b-a880be95da05,revision_number=4']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:15:15.542073 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['4094e432-a8d8-4584-ba2b-a880be95da05'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 08:15:16.154525 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced8eda3-bc09-4395-b4e8-4145f5219aa9 req-7277892d-2cc9-4cda-bbff-2a91128cf4ce tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:15:16.155979 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ced8eda3-bc09-4395-b4e8-4145f5219aa9 req-7277892d-2cc9-4cda-bbff-2a91128cf4ce tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbf403d3-0dbc-4368-9d67-9e3a4b486054 HTTP/1.1" status: 200 len: 945 time: 0.0527680 Sep 23 08:15:16.192579 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ced8eda3-bc09-4395-b4e8-4145f5219aa9 req-054bf916-8300-49c0-a7ba-cf975966dd18 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cb00867-03bb-45f4-92e5-6113f9355c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307238 Sep 23 08:15:17.123157 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 4094e432-a8d8-4584-ba2b-a880be95da05 up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 08:15:17.176603 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning for port 4094e432-a8d8-4584-ba2b-a880be95da05 completed by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 08:15:17.181546 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port 4094e432-a8d8-4584-ba2b-a880be95da05 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 08:15:17.181955 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:15:17.263069 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:15:17.285650 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbf403d3-0dbc-4368-9d67-9e3a4b486054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4094e432-a8d8-4584-ba2b-a880be95da05'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 08:15:17.287925 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ba4f7dfdfe0dde90123cb5af03ec17f0bd1073b346dec34131962e04cdfc7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a9893bd-bc91-4998-a6b9-d18365e17eb3" -d '{"events": [{"server_uuid": "bbf403d3-0dbc-4368-9d67-9e3a4b486054", "name": "network-vif-plugged", "status": "completed", "tag": "4094e432-a8d8-4584-ba2b-a880be95da05"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 08:15:17.301646 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 4094e432-a8d8-4584-ba2b-a880be95da05, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=4094e432-a8d8-4584-ba2b-a880be95da05,segment=NetworkSegment(1582194a-ffab-4005-a922-7af3380f2dda),segment_id=1582194a-ffab-4005-a922-7af3380f2dda)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 08:15:17.305653 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:15:17.325754 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d98f547-dd35-45b9-a9f3-2e913c3cdda1 req-6a451b8f-97b1-4fd2-9199-13837a3d92ac tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:15:17.327293 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3d98f547-dd35-45b9-a9f3-2e913c3cdda1 req-6a451b8f-97b1-4fd2-9199-13837a3d92ac tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbf403d3-0dbc-4368-9d67-9e3a4b486054 HTTP/1.1" status: 200 len: 945 time: 0.0514104 Sep 23 08:15:17.353232 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=4094e432-a8d8-4584-ba2b-a880be95da05,revision_number=5']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:15:17.366641 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-3d98f547-dd35-45b9-a9f3-2e913c3cdda1 req-3118823e-3d42-4c28-953c-0495ac9c30e4 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cb00867-03bb-45f4-92e5-6113f9355c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333164 Sep 23 08:15:17.408680 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 08:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebcef334-04ed-426c-9ac1-f87e65024936 x-openstack-request-id: req-ebcef334-04ed-426c-9ac1-f87e65024936 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 08:15:17.409003 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbf403d3-0dbc-4368-9d67-9e3a4b486054", "name": "network-vif-plugged", "status": "completed", "tag": "4094e432-a8d8-4584-ba2b-a880be95da05", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 08:15:17.409281 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ebcef334-04ed-426c-9ac1-f87e65024936 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 08:15:17.409782 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbf403d3-0dbc-4368-9d67-9e3a4b486054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4094e432-a8d8-4584-ba2b-a880be95da05', 'code': 200} Sep 23 08:15:17.508325 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca135adc-9c43-4753-8530-314c46fb1d3d req-ea655bf8-e4ea-4e3f-8e47-98b01d71b696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:15:17.509804 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ca135adc-9c43-4753-8530-314c46fb1d3d req-ea655bf8-e4ea-4e3f-8e47-98b01d71b696 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=bbf403d3-0dbc-4368-9d67-9e3a4b486054 HTTP/1.1" status: 200 len: 1098 time: 0.0402496 Sep 23 08:15:17.543845 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-ca135adc-9c43-4753-8530-314c46fb1d3d req-3bdb4346-64ba-481a-847c-077d4b30a92c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2cb00867-03bb-45f4-92e5-6113f9355c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268409 Sep 23 08:15:18.499193 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b6c379-e99d-4614-91bc-0a731d6a7353 req-7076d4b7-231c-4c8f-ad1d-8283ed1ec774 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:15:18.500824 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c2b6c379-e99d-4614-91bc-0a731d6a7353 req-7076d4b7-231c-4c8f-ad1d-8283ed1ec774 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbf403d3-0dbc-4368-9d67-9e3a4b486054 HTTP/1.1" status: 200 len: 946 time: 0.0583220 Sep 23 08:15:18.553579 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-c2b6c379-e99d-4614-91bc-0a731d6a7353 req-8631c157-0a11-4961-8308-a7ba28c9cd5c tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cb00867-03bb-45f4-92e5-6113f9355c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462914 Sep 23 08:15:19.679622 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71df07de-5bce-40b6-8ccd-3defc18b1d97 req-4ae1379b-273e-4ca7-9b3c-2a1c1560a08a tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:15:19.681107 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-71df07de-5bce-40b6-8ccd-3defc18b1d97 req-4ae1379b-273e-4ca7-9b3c-2a1c1560a08a tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbf403d3-0dbc-4368-9d67-9e3a4b486054 HTTP/1.1" status: 200 len: 946 time: 0.0483892 Sep 23 08:15:19.718292 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-71df07de-5bce-40b6-8ccd-3defc18b1d97 req-8db8c274-6746-475a-a992-a0915035e9b2 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cb00867-03bb-45f4-92e5-6113f9355c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304658 Sep 23 08:15:19.833439 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07135050-05b1-4317-9e70-e07d67ebbb9c req-3f454c2e-ce9e-439e-8c66-1d1bad69e25d tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:15:19.834937 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-07135050-05b1-4317-9e70-e07d67ebbb9c req-3f454c2e-ce9e-439e-8c66-1d1bad69e25d tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbf403d3-0dbc-4368-9d67-9e3a4b486054 HTTP/1.1" status: 200 len: 946 time: 0.0518382 Sep 23 08:15:19.873709 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-07135050-05b1-4317-9e70-e07d67ebbb9c req-f890f2e3-87b9-4efb-ac17-bb7e4ef3ab2c tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cb00867-03bb-45f4-92e5-6113f9355c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320048 Sep 23 08:15:19.885174 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 08:15:19.903155 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 58238) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:15:19.946260 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d2037c-a653-4006-8b39-ad3d1caf1cfa tempest-TestSnapshotPattern-607341353 tempest-TestSnapshotPattern-607341353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:15:19.947758 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-35d2037c-a653-4006-8b39-ad3d1caf1cfa tempest-TestSnapshotPattern-607341353 tempest-TestSnapshotPattern-607341353-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=bbf403d3-0dbc-4368-9d67-9e3a4b486054 HTTP/1.1" status: 200 len: 1093 time: 0.0436299 Sep 23 08:15:19.951180 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 58240) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:15:19.955397 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.v2.base [None req-154baf1c-b4fc-474f-a2cd-5bc538a55d85 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Request body: {'floatingip': {'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'port_id': '4094e432-a8d8-4584-ba2b-a880be95da05', 'tenant_id': 'ab1a265c55c646a6a54cb854fc637b27', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 08:15:19.977098 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-154baf1c-b4fc-474f-a2cd-5bc538a55d85 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Notify callbacks [] for floatingip, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:15:20.077586 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-154baf1c-b4fc-474f-a2cd-5bc538a55d85 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:15:20.183110 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_common [None req-154baf1c-b4fc-474f-a2cd-5bc538a55d85 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Allocated IP 172.25.2.184 (0f47978c-41eb-4cc7-92bf-8b873be8a1a0/7ab91f8d-29a2-4271-97fe-a4b589f7afd1/dcbc0afe-ed54-4fd5-aaa8-f40bf9e6d713) {{(pid=95065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 08:15:20.285054 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-154baf1c-b4fc-474f-a2cd-5bc538a55d85 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Notify callbacks [] for port, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:15:20.318155 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-154baf1c-b4fc-474f-a2cd-5bc538a55d85 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429330113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:15:20.364517 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154baf1c-b4fc-474f-a2cd-5bc538a55d85 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Network 0f47978c-41eb-4cc7-92bf-8b873be8a1a0 is already hosted by enough agents. {{(pid=95065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 08:15:20.367553 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.base_scheduler [None req-154baf1c-b4fc-474f-a2cd-5bc538a55d85 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Resources bound (agent type, host, resource id): {{(pid=95065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 08:15:20.371701 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154baf1c-b4fc-474f-a2cd-5bc538a55d85 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Received port after_create {{(pid=95065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 08:15:20.402880 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154baf1c-b4fc-474f-a2cd-5bc538a55d85 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Pushing event updated for resources: {'Port': ['ID=dcbc0afe-ed54-4fd5-aaa8-f40bf9e6d713,revision_number=1']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:15:20.733798 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-154baf1c-b4fc-474f-a2cd-5bc538a55d85 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:15:20.801601 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-154baf1c-b4fc-474f-a2cd-5bc538a55d85 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:15:20.970401 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7b30ac35-397a-4fb3-bf9b-8181c95f2c94 req-f4d1bcaa-0994-45b8-a9ff-f4eef0b90f0d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4a007a11-9b12-4828-a714-5894c771cef3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1214170 Sep 23 08:15:20.990417 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-154baf1c-b4fc-474f-a2cd-5bc538a55d85 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Notify callbacks [] for port, precommit_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:15:20.996204 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-154baf1c-b4fc-474f-a2cd-5bc538a55d85 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-518335450'] for port, after_update {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:15:21.108292 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154baf1c-b4fc-474f-a2cd-5bc538a55d85 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Pushing event updated for resources: {'Port': ['ID=dcbc0afe-ed54-4fd5-aaa8-f40bf9e6d713,revision_number=2']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:15:21.119720 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-154baf1c-b4fc-474f-a2cd-5bc538a55d85 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2068505'] for floatingip, after_create {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:15:21.125576 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b30ac35-397a-4fb3-bf9b-8181c95f2c94 req-d5342834-3e2c-4c39-bbe8-d193466fd7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:15:21.127452 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7b30ac35-397a-4fb3-bf9b-8181c95f2c94 req-d5342834-3e2c-4c39-bbe8-d193466fd7a3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ab1a265c55c646a6a54cb854fc637b27&device_id=4a007a11-9b12-4828-a714-5894c771cef3 HTTP/1.1" status: 200 len: 1096 time: 0.0964687 Sep 23 08:15:21.296107 n-d-715271-16 neutron-server[95065]: INFO neutron.db.l3_db [None req-154baf1c-b4fc-474f-a2cd-5bc538a55d85 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Floating IP f4f212ba-f94f-47bc-a939-752793b40efa associated. External IP: 172.25.2.184, port: 4094e432-a8d8-4584-ba2b-a880be95da05. Sep 23 08:15:21.299629 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b30ac35-397a-4fb3-bf9b-8181c95f2c94 req-5408be33-7a75-4dc2-b2d8-9801e8707158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:15:21.301100 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7b30ac35-397a-4fb3-bf9b-8181c95f2c94 req-5408be33-7a75-4dc2-b2d8-9801e8707158 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d81bc2da-8582-47aa-acd4-e86f6bf2a23a HTTP/1.1" status: 200 len: 910 time: 0.1421607 Sep 23 08:15:21.426297 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7b30ac35-397a-4fb3-bf9b-8181c95f2c94 req-e1ee429a-0fb3-4c76-9bff-63cb65588344 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3706099c-a8de-4d4b-bd1a-23716b0933e5 HTTP/1.1" status: 200 len: 1000 time: 0.0957599 Sep 23 08:15:21.823601 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b30ac35-397a-4fb3-bf9b-8181c95f2c94 req-7f739cb1-767e-4e44-b8ea-702946304e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:15:21.825191 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7b30ac35-397a-4fb3-bf9b-8181c95f2c94 req-7f739cb1-767e-4e44-b8ea-702946304e87 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3021b65a-45fd-4e91-a609-8d90d59e94cd HTTP/1.1" status: 200 len: 848 time: 0.3906276 Sep 23 08:15:21.920012 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b30ac35-397a-4fb3-bf9b-8181c95f2c94 req-e8c8936a-0bd0-421f-bbf6-9418a3030f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:15:21.921401 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7b30ac35-397a-4fb3-bf9b-8181c95f2c94 req-e8c8936a-0bd0-421f-bbf6-9418a3030f55 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d81bc2da-8582-47aa-acd4-e86f6bf2a23a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0887947 Sep 23 08:15:21.923132 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-154baf1c-b4fc-474f-a2cd-5bc538a55d85 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Router 359a04c6-3a64-4f12-aa56-72d5894ce1f1 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 08:15:22.095646 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7b30ac35-397a-4fb3-bf9b-8181c95f2c94 req-db242f95-18db-4e25-a0d7-2ce1b0cd09fa service neutron] 10.222.0.21 "GET /v2.0/networks/d81bc2da-8582-47aa-acd4-e86f6bf2a23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654682 Sep 23 08:15:22.103189 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-154baf1c-b4fc-474f-a2cd-5bc538a55d85 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 08:15:22.113050 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3d8fbe-fe14-458a-9a03-3dc5e83c1415 None None] Sync routers for ids ['359a04c6-3a64-4f12-aa56-72d5894ce1f1'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 08:15:22.122657 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3d8fbe-fe14-458a-9a03-3dc5e83c1415 None None] Routers {'359a04c6-3a64-4f12-aa56-72d5894ce1f1'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 08:15:22.123325 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-ff3d8fbe-fe14-458a-9a03-3dc5e83c1415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T08:15:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['359a04c6-3a64-4f12-aa56-72d5894ce1f1'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:15:22.140881 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-154baf1c-b4fc-474f-a2cd-5bc538a55d85 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:15:22.201443 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-154baf1c-b4fc-474f-a2cd-5bc538a55d85 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2491612 Sep 23 08:15:22.203410 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbf403d3-0dbc-4368-9d67-9e3a4b486054', 'tag': '4094e432-a8d8-4584-ba2b-a880be95da05'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 08:15:22.205625 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f95ab57a745480e309303c621f93016f7af13821b9c47ad15b10e565102b0cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1e470ec-7f34-4418-92b7-45dc6dbc047f" -d '{"events": [{"name": "network-changed", "server_uuid": "bbf403d3-0dbc-4368-9d67-9e3a4b486054", "tag": "4094e432-a8d8-4584-ba2b-a880be95da05"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 08:15:22.229297 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-7b30ac35-397a-4fb3-bf9b-8181c95f2c94 req-49acf255-da53-4a88-844a-07a9845b03ce service neutron] 10.222.0.21 "GET /v2.0/networks/d81bc2da-8582-47aa-acd4-e86f6bf2a23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242561 Sep 23 08:15:22.231217 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-ff3d8fbe-fe14-458a-9a03-3dc5e83c1415 None None] Set router 359a04c6-3a64-4f12-aa56-72d5894ce1f1 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 08:15:22.253328 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 08:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43138ae4-f02a-4618-866e-76e7e6084ca7 x-openstack-request-id: req-43138ae4-f02a-4618-866e-76e7e6084ca7 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 08:15:22.253689 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbf403d3-0dbc-4368-9d67-9e3a4b486054", "tag": "4094e432-a8d8-4584-ba2b-a880be95da05", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 08:15:22.253972 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-43138ae4-f02a-4618-866e-76e7e6084ca7 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 08:15:22.254370 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbf403d3-0dbc-4368-9d67-9e3a4b486054', 'tag': '4094e432-a8d8-4584-ba2b-a880be95da05', 'status': 'completed', 'code': 200} Sep 23 08:15:22.317343 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e470ec-7f34-4418-92b7-45dc6dbc047f req-84ab3076-f9f7-46e7-a598-e37674ae8551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:15:22.318895 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a1e470ec-7f34-4418-92b7-45dc6dbc047f req-84ab3076-f9f7-46e7-a598-e37674ae8551 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ab1a265c55c646a6a54cb854fc637b27&device_id=bbf403d3-0dbc-4368-9d67-9e3a4b486054 HTTP/1.1" status: 200 len: 1098 time: 0.0417242 Sep 23 08:15:22.414814 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e470ec-7f34-4418-92b7-45dc6dbc047f req-19cf2c5f-db29-45b4-89aa-c16c9a056c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:15:22.416339 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a1e470ec-7f34-4418-92b7-45dc6dbc047f req-19cf2c5f-db29-45b4-89aa-c16c9a056c72 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d81bc2da-8582-47aa-acd4-e86f6bf2a23a HTTP/1.1" status: 200 len: 910 time: 0.0896606 Sep 23 08:15:22.459135 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-ff3d8fbe-fe14-458a-9a03-3dc5e83c1415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '359a04c6-3a64-4f12-aa56-72d5894ce1f1', 'name': 'tempest-TestSnapshotPattern-488871175-router', 'tenant_id': 'ab1a265c55c646a6a54cb854fc637b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ba467b2c-354d-419e-8e62-d37978465921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T08:11:38Z', 'updated_at': '2021-09-23T08:11:41Z', 'revision_number': 4, 'project_id': 'ab1a265c55c646a6a54cb854fc637b27', 'gw_port': {'id': 'ba467b2c-354d-419e-8e62-d37978465921', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359a04c6-3a64-4f12-aa56-72d5894ce1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:11:39Z', 'updated_at': '2021-09-23T08:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '61f6f119-92d4-4e45-84ad-89232cc556cd', 'tenant_id': 'ab1a265c55c646a6a54cb854fc637b27', 'floating_ip_address': '172.25.2.134', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '359a04c6-3a64-4f12-aa56-72d5894ce1f1', 'port_id': '3706099c-a8de-4d4b-bd1a-23716b0933e5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd81bc2da-8582-47aa-acd4-e86f6bf2a23a', 'mac_address': 'fa:16:3e:04:33:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a007a11-9b12-4828-a714-5894c771cef3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T08:12:01Z', 'updated_at': '2021-09-23T08:12:03Z', 'revision_number': 1, 'project_id': 'ab1a265c55c646a6a54cb854fc637b27', 'fixed_ip_address_scope': None}, {'id': 'f4f212ba-f94f-47bc-a939-752793b40efa', 'tenant_id': 'ab1a265c55c646a6a54cb854fc637b27', 'floating_ip_address': '172.25.2.184', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '359a04c6-3a64-4f12-aa56-72d5894ce1f1', 'port_id': '4094e432-a8d8-4584-ba2b-a880be95da05', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd81bc2da-8582-47aa-acd4-e86f6bf2a23a', 'mac_address': 'fa:16:3e:dc:85:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf403d3-0dbc-4368-9d67-9e3a4b486054', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T08:15:20Z', 'updated_at': '2021-09-23T08:15:20Z', 'revision_number': 0, 'project_id': 'ab1a265c55c646a6a54cb854fc637b27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e97d56d-5193-40b0-bda3-4c021c9ac729', 'name': '', 'network_id': 'd81bc2da-8582-47aa-acd4-e86f6bf2a23a', 'tenant_id': 'ab1a265c55c646a6a54cb854fc637b27', 'mac_address': 'fa:16:3e:01:8c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359a04c6-3a64-4f12-aa56-72d5894ce1f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '3021b65a-45fd-4e91-a609-8d90d59e94cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:11:40Z', 'updated_at': '2021-09-23T08:11:45Z', 'revision_number': 5, 'project_id': 'ab1a265c55c646a6a54cb854fc637b27', 'subnets': [{'id': '3021b65a-45fd-4e91-a609-8d90d59e94cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:15:22.481102 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a1e470ec-7f34-4418-92b7-45dc6dbc047f req-b8a7cf27-c9f0-446e-9050-bbf46d261ac9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4094e432-a8d8-4584-ba2b-a880be95da05 HTTP/1.1" status: 200 len: 1000 time: 0.0579846 Sep 23 08:15:22.485043 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3d8fbe-fe14-458a-9a03-3dc5e83c1415 None None] Checking router: 359a04c6-3a64-4f12-aa56-72d5894ce1f1 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 08:15:22.493297 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3d8fbe-fe14-458a-9a03-3dc5e83c1415 None None] Routers {'359a04c6-3a64-4f12-aa56-72d5894ce1f1'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 08:15:22.493922 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-ff3d8fbe-fe14-458a-9a03-3dc5e83c1415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T08:15:11Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['359a04c6-3a64-4f12-aa56-72d5894ce1f1'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:15:22.534457 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e470ec-7f34-4418-92b7-45dc6dbc047f req-89b2a675-684d-4a31-bb72-1a961f754eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:15:22.535956 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a1e470ec-7f34-4418-92b7-45dc6dbc047f req-89b2a675-684d-4a31-bb72-1a961f754eb1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3021b65a-45fd-4e91-a609-8d90d59e94cd HTTP/1.1" status: 200 len: 848 time: 0.0485752 Sep 23 08:15:22.589218 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e470ec-7f34-4418-92b7-45dc6dbc047f req-7030a9d9-20bf-4cef-a3fb-3d995e6ca730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:15:22.590929 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a1e470ec-7f34-4418-92b7-45dc6dbc047f req-7030a9d9-20bf-4cef-a3fb-3d995e6ca730 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d81bc2da-8582-47aa-acd4-e86f6bf2a23a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472474 Sep 23 08:15:22.602515 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-ff3d8fbe-fe14-458a-9a03-3dc5e83c1415 None None] Set router 359a04c6-3a64-4f12-aa56-72d5894ce1f1 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 08:15:22.680391 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a1e470ec-7f34-4418-92b7-45dc6dbc047f req-19bf474a-3f77-4c99-9ead-28282c936f64 service neutron] 10.222.0.58 "GET /v2.0/networks/d81bc2da-8582-47aa-acd4-e86f6bf2a23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823855 Sep 23 08:15:22.777015 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-a1e470ec-7f34-4418-92b7-45dc6dbc047f req-eece5692-8be1-4741-b16f-ffececb7cdf3 service neutron] 10.222.0.58 "GET /v2.0/networks/d81bc2da-8582-47aa-acd4-e86f6bf2a23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893338 Sep 23 08:15:22.829358 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-ff3d8fbe-fe14-458a-9a03-3dc5e83c1415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '359a04c6-3a64-4f12-aa56-72d5894ce1f1', 'name': 'tempest-TestSnapshotPattern-488871175-router', 'tenant_id': 'ab1a265c55c646a6a54cb854fc637b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ba467b2c-354d-419e-8e62-d37978465921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T08:11:38Z', 'updated_at': '2021-09-23T08:11:41Z', 'revision_number': 4, 'project_id': 'ab1a265c55c646a6a54cb854fc637b27', 'gw_port': {'id': 'ba467b2c-354d-419e-8e62-d37978465921', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359a04c6-3a64-4f12-aa56-72d5894ce1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:11:39Z', 'updated_at': '2021-09-23T08:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '61f6f119-92d4-4e45-84ad-89232cc556cd', 'tenant_id': 'ab1a265c55c646a6a54cb854fc637b27', 'floating_ip_address': '172.25.2.134', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '359a04c6-3a64-4f12-aa56-72d5894ce1f1', 'port_id': '3706099c-a8de-4d4b-bd1a-23716b0933e5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd81bc2da-8582-47aa-acd4-e86f6bf2a23a', 'mac_address': 'fa:16:3e:04:33:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a007a11-9b12-4828-a714-5894c771cef3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T08:12:01Z', 'updated_at': '2021-09-23T08:12:03Z', 'revision_number': 1, 'project_id': 'ab1a265c55c646a6a54cb854fc637b27', 'fixed_ip_address_scope': None}, {'id': 'f4f212ba-f94f-47bc-a939-752793b40efa', 'tenant_id': 'ab1a265c55c646a6a54cb854fc637b27', 'floating_ip_address': '172.25.2.184', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '359a04c6-3a64-4f12-aa56-72d5894ce1f1', 'port_id': '4094e432-a8d8-4584-ba2b-a880be95da05', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd81bc2da-8582-47aa-acd4-e86f6bf2a23a', 'mac_address': 'fa:16:3e:dc:85:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf403d3-0dbc-4368-9d67-9e3a4b486054', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T08:15:20Z', 'updated_at': '2021-09-23T08:15:20Z', 'revision_number': 0, 'project_id': 'ab1a265c55c646a6a54cb854fc637b27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e97d56d-5193-40b0-bda3-4c021c9ac729', 'name': '', 'network_id': 'd81bc2da-8582-47aa-acd4-e86f6bf2a23a', 'tenant_id': 'ab1a265c55c646a6a54cb854fc637b27', 'mac_address': 'fa:16:3e:01:8c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359a04c6-3a64-4f12-aa56-72d5894ce1f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '3021b65a-45fd-4e91-a609-8d90d59e94cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:11:40Z', 'updated_at': '2021-09-23T08:11:45Z', 'revision_number': 5, 'project_id': 'ab1a265c55c646a6a54cb854fc637b27', 'subnets': [{'id': '3021b65a-45fd-4e91-a609-8d90d59e94cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:15:22.865290 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3d8fbe-fe14-458a-9a03-3dc5e83c1415 None None] The sync data for ids ['359a04c6-3a64-4f12-aa56-72d5894ce1f1'] in n-d-715271-16 is: [{'id': '359a04c6-3a64-4f12-aa56-72d5894ce1f1', 'name': 'tempest-TestSnapshotPattern-488871175-router', 'tenant_id': 'ab1a265c55c646a6a54cb854fc637b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ba467b2c-354d-419e-8e62-d37978465921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T08:11:38Z', 'updated_at': '2021-09-23T08:11:41Z', 'revision_number': 4, 'project_id': 'ab1a265c55c646a6a54cb854fc637b27', 'gw_port': {'id': 'ba467b2c-354d-419e-8e62-d37978465921', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359a04c6-3a64-4f12-aa56-72d5894ce1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:11:39Z', 'updated_at': '2021-09-23T08:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '61f6f119-92d4-4e45-84ad-89232cc556cd', 'tenant_id': 'ab1a265c55c646a6a54cb854fc637b27', 'floating_ip_address': '172.25.2.134', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '359a04c6-3a64-4f12-aa56-72d5894ce1f1', 'port_id': '3706099c-a8de-4d4b-bd1a-23716b0933e5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd81bc2da-8582-47aa-acd4-e86f6bf2a23a', 'mac_address': 'fa:16:3e:04:33:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a007a11-9b12-4828-a714-5894c771cef3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T08:12:01Z', 'updated_at': '2021-09-23T08:12:03Z', 'revision_number': 1, 'project_id': 'ab1a265c55c646a6a54cb854fc637b27', 'fixed_ip_address_scope': None}, {'id': 'f4f212ba-f94f-47bc-a939-752793b40efa', 'tenant_id': 'ab1a265c55c646a6a54cb854fc637b27', 'floating_ip_address': '172.25.2.184', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '359a04c6-3a64-4f12-aa56-72d5894ce1f1', 'port_id': '4094e432-a8d8-4584-ba2b-a880be95da05', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd81bc2da-8582-47aa-acd4-e86f6bf2a23a', 'mac_address': 'fa:16:3e:dc:85:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf403d3-0dbc-4368-9d67-9e3a4b486054', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T08:15:20Z', 'updated_at': '2021-09-23T08:15:20Z', 'revision_number': 0, 'project_id': 'ab1a265c55c646a6a54cb854fc637b27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e97d56d-5193-40b0-bda3-4c021c9ac729', 'name': '', 'network_id': 'd81bc2da-8582-47aa-acd4-e86f6bf2a23a', 'tenant_id': 'ab1a265c55c646a6a54cb854fc637b27', 'mac_address': 'fa:16:3e:01:8c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359a04c6-3a64-4f12-aa56-72d5894ce1f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '3021b65a-45fd-4e91-a609-8d90d59e94cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:11:40Z', 'updated_at': '2021-09-23T08:11:45Z', 'revision_number': 5, 'project_id': 'ab1a265c55c646a6a54cb854fc637b27', 'subnets': [{'id': '3021b65a-45fd-4e91-a609-8d90d59e94cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 08:15:23.072369 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87a8919-a28e-480d-9ff3-cabc8fe8c4f7 None None] New status for floating IP f4f212ba-f94f-47bc-a939-752793b40efa: ACTIVE {{(pid=95067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 08:15:37.647381 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:15:38.201365 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-db6abb52-d80e-41a3-870b-210940c46e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:15:40.939891 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:15:41.184955 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-95c27991-03e1-4d29-964e-e8ff4e240356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:15:41.703328 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:15:42.713168 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:15:44.182301 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:15:56.884279 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 08:16:07.639516 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-488401c9-cd4f-4821-a56f-1fcdb7482e4b req-1a551a85-a50b-41c3-ba0f-f8c3e0fb533f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=bbf403d3-0dbc-4368-9d67-9e3a4b486054&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399246 Sep 23 08:16:07.654887 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:16:07.720750 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488401c9-cd4f-4821-a56f-1fcdb7482e4b req-c8f945ca-93cd-4859-86e5-233a488ad598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:16:07.722276 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-488401c9-cd4f-4821-a56f-1fcdb7482e4b req-c8f945ca-93cd-4859-86e5-233a488ad598 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ab1a265c55c646a6a54cb854fc637b27&device_id=bbf403d3-0dbc-4368-9d67-9e3a4b486054 HTTP/1.1" status: 200 len: 1098 time: 0.0415766 Sep 23 08:16:07.831246 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488401c9-cd4f-4821-a56f-1fcdb7482e4b req-6424ebae-3bd1-49b2-97ce-2049cb2020eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:16:07.832720 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-488401c9-cd4f-4821-a56f-1fcdb7482e4b req-6424ebae-3bd1-49b2-97ce-2049cb2020eb service neutron] 10.222.0.58 "GET /v2.0/networks?id=d81bc2da-8582-47aa-acd4-e86f6bf2a23a HTTP/1.1" status: 200 len: 910 time: 0.0897076 Sep 23 08:16:07.898029 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-488401c9-cd4f-4821-a56f-1fcdb7482e4b req-503bb016-9a3b-489b-a782-9ae1c467cd2c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4094e432-a8d8-4584-ba2b-a880be95da05 HTTP/1.1" status: 200 len: 1002 time: 0.0580323 Sep 23 08:16:07.951049 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488401c9-cd4f-4821-a56f-1fcdb7482e4b req-62ebf5bd-4fad-4e6a-aa0a-8af2d449f1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:16:07.952503 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-488401c9-cd4f-4821-a56f-1fcdb7482e4b req-62ebf5bd-4fad-4e6a-aa0a-8af2d449f1e0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3021b65a-45fd-4e91-a609-8d90d59e94cd HTTP/1.1" status: 200 len: 848 time: 0.0480406 Sep 23 08:16:07.996821 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488401c9-cd4f-4821-a56f-1fcdb7482e4b req-d227859b-ede2-41e3-9688-001c6ecafad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:16:07.998310 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-488401c9-cd4f-4821-a56f-1fcdb7482e4b req-d227859b-ede2-41e3-9688-001c6ecafad2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d81bc2da-8582-47aa-acd4-e86f6bf2a23a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389910 Sep 23 08:16:08.090196 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-488401c9-cd4f-4821-a56f-1fcdb7482e4b req-426bf792-141e-4c16-a1e0-26c9729c194e service neutron] 10.222.0.58 "GET /v2.0/networks/d81bc2da-8582-47aa-acd4-e86f6bf2a23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846682 Sep 23 08:16:08.178344 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-488401c9-cd4f-4821-a56f-1fcdb7482e4b req-c5b37f8f-a8d2-4a97-a8f8-c4ea7ba09398 service neutron] 10.222.0.58 "GET /v2.0/networks/d81bc2da-8582-47aa-acd4-e86f6bf2a23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813463 Sep 23 08:16:08.201452 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-c96c5d4d-d7fb-4a61-90f9-81d6424ec7ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:16:10.929131 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:16:11.185917 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-ec563120-298e-4a7f-836c-450a27a18505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:16:11.704195 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:16:12.716155 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:16:14.185289 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:16:21.207138 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-366007be-35d8-4953-a3e3-1ec7c4145386 req-6511de17-168e-49d1-b279-84b96118dd40 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4a007a11-9b12-4828-a714-5894c771cef3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395727 Sep 23 08:16:21.302491 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366007be-35d8-4953-a3e3-1ec7c4145386 req-d064a1b4-2dc3-49a2-a709-4e615caef19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:16:21.303984 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-366007be-35d8-4953-a3e3-1ec7c4145386 req-d064a1b4-2dc3-49a2-a709-4e615caef19d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ab1a265c55c646a6a54cb854fc637b27&device_id=4a007a11-9b12-4828-a714-5894c771cef3 HTTP/1.1" status: 200 len: 1096 time: 0.0443256 Sep 23 08:16:21.406949 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366007be-35d8-4953-a3e3-1ec7c4145386 req-7969e359-4cf5-42ad-9724-7a7535351249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:16:21.408179 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-366007be-35d8-4953-a3e3-1ec7c4145386 req-7969e359-4cf5-42ad-9724-7a7535351249 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d81bc2da-8582-47aa-acd4-e86f6bf2a23a HTTP/1.1" status: 200 len: 910 time: 0.0839341 Sep 23 08:16:21.477101 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-366007be-35d8-4953-a3e3-1ec7c4145386 req-60b5e17d-cf2a-426d-b56a-5562aa6af870 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3706099c-a8de-4d4b-bd1a-23716b0933e5 HTTP/1.1" status: 200 len: 1000 time: 0.0619111 Sep 23 08:16:21.524983 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366007be-35d8-4953-a3e3-1ec7c4145386 req-de4790d7-4c03-4393-87c1-13d41625448b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:16:21.527341 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-366007be-35d8-4953-a3e3-1ec7c4145386 req-de4790d7-4c03-4393-87c1-13d41625448b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3021b65a-45fd-4e91-a609-8d90d59e94cd HTTP/1.1" status: 200 len: 848 time: 0.0438900 Sep 23 08:16:21.571956 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366007be-35d8-4953-a3e3-1ec7c4145386 req-b8fd9322-8a8d-44ed-98e6-f093c0e0d6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:16:21.573645 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-366007be-35d8-4953-a3e3-1ec7c4145386 req-b8fd9322-8a8d-44ed-98e6-f093c0e0d6ab service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d81bc2da-8582-47aa-acd4-e86f6bf2a23a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391707 Sep 23 08:16:21.666957 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-366007be-35d8-4953-a3e3-1ec7c4145386 req-85682199-0f66-4f8e-98d6-9112b2ed08fb service neutron] 10.222.0.21 "GET /v2.0/networks/d81bc2da-8582-47aa-acd4-e86f6bf2a23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854805 Sep 23 08:16:21.762826 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-366007be-35d8-4953-a3e3-1ec7c4145386 req-8924a66c-2409-4873-b23e-4280f90c749d service neutron] 10.222.0.21 "GET /v2.0/networks/d81bc2da-8582-47aa-acd4-e86f6bf2a23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894997 Sep 23 08:16:33.883765 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 08:16:37.666190 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:16:38.205154 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-da39bdb3-6575-4522-a838-4ed299b372d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:16:40.928614 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:16:41.186148 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-feb8cb99-31bd-44b2-bfdf-df6cb823b428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:16:41.704872 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:16:42.718092 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:16:44.189179 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:16:47.570694 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 4094e432-a8d8-4584-ba2b-a880be95da05 details requested by agent hyperv_n-h2-715271-16 with host n-h2-715271-16 {{(pid=95067) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 08:16:47.675480 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 4094e432-a8d8-4584-ba2b-a880be95da05, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=4094e432-a8d8-4584-ba2b-a880be95da05,segment=NetworkSegment(1582194a-ffab-4005-a922-7af3380f2dda),segment_id=1582194a-ffab-4005-a922-7af3380f2dda)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 08:16:47.688376 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Returning: {'device': '4094e432-a8d8-4584-ba2b-a880be95da05', 'network_id': 'd81bc2da-8582-47aa-acd4-e86f6bf2a23a', 'port_id': '4094e432-a8d8-4584-ba2b-a880be95da05', 'mac_address': 'fa:16:3e:dc:85:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3021b65a-45fd-4e91-a609-8d90d59e94cd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95067) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 08:16:47.732353 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:16:47.747752 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4094e432-a8d8-4584-ba2b-a880be95da05 {{(pid=95067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 08:16:47.774846 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 4094e432-a8d8-4584-ba2b-a880be95da05, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=4094e432-a8d8-4584-ba2b-a880be95da05,segment=NetworkSegment(1582194a-ffab-4005-a922-7af3380f2dda),segment_id=1582194a-ffab-4005-a922-7af3380f2dda)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 08:16:47.781020 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:16:47.845687 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=4094e432-a8d8-4584-ba2b-a880be95da05,revision_number=6']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:16:47.854689 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:16:47.855048 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:16:47.855392 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:16:47.855732 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:16:47.856069 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:16:47.856401 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:16:47.856733 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:16:47.857067 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:16:47.857401 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:16:47.857751 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:16:47.858179 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:16:47.858506 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:16:47.863661 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] get_ports_and_sgs() called for port_ids ['4094e432-a8d8-4584-ba2b-a880be95da05'] {{(pid=95067) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 08:16:49.588708 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 4094e432-a8d8-4584-ba2b-a880be95da05 up at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 08:16:49.645189 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.provisioning_blocks [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Provisioning complete for port 4094e432-a8d8-4584-ba2b-a880be95da05 triggered by entity L2. {{(pid=95067) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 08:16:49.645468 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837691'] for port, provisioning_complete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:16:49.750556 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928743'] for port, before_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:16:49.779178 n-d-715271-16 neutron-server[95067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbf403d3-0dbc-4368-9d67-9e3a4b486054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4094e432-a8d8-4584-ba2b-a880be95da05'}] {{(pid=95067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 08:16:49.782399 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ba4f7dfdfe0dde90123cb5af03ec17f0bd1073b346dec34131962e04cdfc7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b809198-7c61-408a-a4d0-9a7fa13a9100" -d '{"events": [{"server_uuid": "bbf403d3-0dbc-4368-9d67-9e3a4b486054", "name": "network-vif-plugged", "status": "completed", "tag": "4094e432-a8d8-4584-ba2b-a880be95da05"}]}' {{(pid=95067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 08:16:49.802413 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] For port 4094e432-a8d8-4584-ba2b-a880be95da05, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=4094e432-a8d8-4584-ba2b-a880be95da05,segment=NetworkSegment(1582194a-ffab-4005-a922-7af3380f2dda),segment_id=1582194a-ffab-4005-a922-7af3380f2dda)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 08:16:49.814001 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753429850884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429330131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429330149'] for port, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:16:49.840841 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 08:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3a361f-a162-4dce-841d-c622d72e87c4 x-openstack-request-id: req-0d3a361f-a162-4dce-841d-c622d72e87c4 {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 08:16:49.841378 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbf403d3-0dbc-4368-9d67-9e3a4b486054", "name": "network-vif-plugged", "status": "completed", "tag": "4094e432-a8d8-4584-ba2b-a880be95da05", "code": 200}]} {{(pid=95067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 08:16:49.841802 n-d-715271-16 neutron-server[95067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0d3a361f-a162-4dce-841d-c622d72e87c4 {{(pid=95067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 08:16:49.842391 n-d-715271-16 neutron-server[95067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbf403d3-0dbc-4368-9d67-9e3a4b486054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4094e432-a8d8-4584-ba2b-a880be95da05', 'code': 200} Sep 23 08:16:49.870734 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Pushing event updated for resources: {'Port': ['ID=4094e432-a8d8-4584-ba2b-a880be95da05,revision_number=7']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:16:56.549033 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 58434) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:16:56.708108 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-ec461dd0-1cee-4447-86c3-29c4f2ae814b tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Deleting port dcbc0afe-ed54-4fd5-aaa8-f40bf9e6d713 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 08:16:56.708369 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ec461dd0-1cee-4447-86c3-29c4f2ae814b tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:16:56.782477 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ec461dd0-1cee-4447-86c3-29c4f2ae814b tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:16:56.782812 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ec461dd0-1cee-4447-86c3-29c4f2ae814b tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:16:56.796772 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-ec461dd0-1cee-4447-86c3-29c4f2ae814b tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Calling delete_port for dcbc0afe-ed54-4fd5-aaa8-f40bf9e6d713 owned by network:floatingip {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 08:16:56.949971 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ec461dd0-1cee-4447-86c3-29c4f2ae814b tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:16:56.975312 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec461dd0-1cee-4447-86c3-29c4f2ae814b tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Pushing event deleted for resources: {'Port': ['ID=dcbc0afe-ed54-4fd5-aaa8-f40bf9e6d713,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:16:56.999201 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec461dd0-1cee-4447-86c3-29c4f2ae814b tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:16:56.999542 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec461dd0-1cee-4447-86c3-29c4f2ae814b tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:16:56.999907 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec461dd0-1cee-4447-86c3-29c4f2ae814b tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:16:57.000245 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec461dd0-1cee-4447-86c3-29c4f2ae814b tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:16:57.000574 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec461dd0-1cee-4447-86c3-29c4f2ae814b tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:16:57.000899 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec461dd0-1cee-4447-86c3-29c4f2ae814b tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:16:57.001220 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec461dd0-1cee-4447-86c3-29c4f2ae814b tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:16:57.001538 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec461dd0-1cee-4447-86c3-29c4f2ae814b tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:16:57.001852 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec461dd0-1cee-4447-86c3-29c4f2ae814b tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:16:57.002194 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec461dd0-1cee-4447-86c3-29c4f2ae814b tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:16:57.002511 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec461dd0-1cee-4447-86c3-29c4f2ae814b tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:16:57.002827 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec461dd0-1cee-4447-86c3-29c4f2ae814b tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:16:57.043362 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ec461dd0-1cee-4447-86c3-29c4f2ae814b tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Notify callbacks [] for floatingip, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:16:57.043687 n-d-715271-16 neutron-server[95065]: INFO neutron.db.l3_db [None req-ec461dd0-1cee-4447-86c3-29c4f2ae814b tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Floating IP f4f212ba-f94f-47bc-a939-752793b40efa disassociated (deleted). External IP: 172.25.2.184, port: 4094e432-a8d8-4584-ba2b-a880be95da05. Sep 23 08:16:57.250706 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec461dd0-1cee-4447-86c3-29c4f2ae814b tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Router 359a04c6-3a64-4f12-aa56-72d5894ce1f1 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 08:16:57.357027 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec461dd0-1cee-4447-86c3-29c4f2ae814b tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 08:16:57.361846 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-ec461dd0-1cee-4447-86c3-29c4f2ae814b tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:16:57.366410 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8492d49e-6efa-42cf-862c-b2234af84fae None None] Sync routers for ids ['359a04c6-3a64-4f12-aa56-72d5894ce1f1'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 08:16:57.375534 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8492d49e-6efa-42cf-862c-b2234af84fae None None] Routers {'359a04c6-3a64-4f12-aa56-72d5894ce1f1'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 08:16:57.376138 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-8492d49e-6efa-42cf-862c-b2234af84fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T08:16:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['359a04c6-3a64-4f12-aa56-72d5894ce1f1'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:16:57.389345 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-ec461dd0-1cee-4447-86c3-29c4f2ae814b tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.39 "DELETE /v2.0/floatingips/f4f212ba-f94f-47bc-a939-752793b40efa HTTP/1.1" status: 204 len: 168 time: 0.8392255 Sep 23 08:16:57.389959 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbf403d3-0dbc-4368-9d67-9e3a4b486054', 'tag': '4094e432-a8d8-4584-ba2b-a880be95da05'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 08:16:57.392462 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f95ab57a745480e309303c621f93016f7af13821b9c47ad15b10e565102b0cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2931204e-b693-4129-8264-81cbe90b0075" -d '{"events": [{"name": "network-changed", "server_uuid": "bbf403d3-0dbc-4368-9d67-9e3a4b486054", "tag": "4094e432-a8d8-4584-ba2b-a880be95da05"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 08:16:57.480425 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-8492d49e-6efa-42cf-862c-b2234af84fae None None] Set router 359a04c6-3a64-4f12-aa56-72d5894ce1f1 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 08:16:57.545189 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 08:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92cc71f6-4c84-415d-9017-8546d11593d1 x-openstack-request-id: req-92cc71f6-4c84-415d-9017-8546d11593d1 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 08:16:57.545602 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbf403d3-0dbc-4368-9d67-9e3a4b486054", "tag": "4094e432-a8d8-4584-ba2b-a880be95da05", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 08:16:57.545974 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-92cc71f6-4c84-415d-9017-8546d11593d1 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 08:16:57.546474 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbf403d3-0dbc-4368-9d67-9e3a4b486054', 'tag': '4094e432-a8d8-4584-ba2b-a880be95da05', 'status': 'completed', 'code': 200} Sep 23 08:16:57.644496 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2931204e-b693-4129-8264-81cbe90b0075 req-078a13f1-a98a-4589-88d9-ad2ce6d388b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:16:57.646052 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2931204e-b693-4129-8264-81cbe90b0075 req-078a13f1-a98a-4589-88d9-ad2ce6d388b4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ab1a265c55c646a6a54cb854fc637b27&device_id=bbf403d3-0dbc-4368-9d67-9e3a4b486054 HTTP/1.1" status: 200 len: 1098 time: 0.0756600 Sep 23 08:16:57.657835 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23441013-22f0-431d-921b-16be34de2848 req-d2e7d3d7-8eeb-47f7-b6ec-8ef24aed8b80 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:16:57.659299 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-23441013-22f0-431d-921b-16be34de2848 req-d2e7d3d7-8eeb-47f7-b6ec-8ef24aed8b80 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbf403d3-0dbc-4368-9d67-9e3a4b486054 HTTP/1.1" status: 200 len: 946 time: 0.0623379 Sep 23 08:16:57.704130 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-8492d49e-6efa-42cf-862c-b2234af84fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '359a04c6-3a64-4f12-aa56-72d5894ce1f1', 'name': 'tempest-TestSnapshotPattern-488871175-router', 'tenant_id': 'ab1a265c55c646a6a54cb854fc637b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ba467b2c-354d-419e-8e62-d37978465921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T08:11:38Z', 'updated_at': '2021-09-23T08:11:41Z', 'revision_number': 4, 'project_id': 'ab1a265c55c646a6a54cb854fc637b27', 'gw_port': {'id': 'ba467b2c-354d-419e-8e62-d37978465921', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359a04c6-3a64-4f12-aa56-72d5894ce1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:11:39Z', 'updated_at': '2021-09-23T08:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '61f6f119-92d4-4e45-84ad-89232cc556cd', 'tenant_id': 'ab1a265c55c646a6a54cb854fc637b27', 'floating_ip_address': '172.25.2.134', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '359a04c6-3a64-4f12-aa56-72d5894ce1f1', 'port_id': '3706099c-a8de-4d4b-bd1a-23716b0933e5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd81bc2da-8582-47aa-acd4-e86f6bf2a23a', 'mac_address': 'fa:16:3e:04:33:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a007a11-9b12-4828-a714-5894c771cef3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T08:12:01Z', 'updated_at': '2021-09-23T08:12:03Z', 'revision_number': 1, 'project_id': 'ab1a265c55c646a6a54cb854fc637b27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e97d56d-5193-40b0-bda3-4c021c9ac729', 'name': '', 'network_id': 'd81bc2da-8582-47aa-acd4-e86f6bf2a23a', 'tenant_id': 'ab1a265c55c646a6a54cb854fc637b27', 'mac_address': 'fa:16:3e:01:8c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359a04c6-3a64-4f12-aa56-72d5894ce1f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '3021b65a-45fd-4e91-a609-8d90d59e94cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:11:40Z', 'updated_at': '2021-09-23T08:11:45Z', 'revision_number': 5, 'project_id': 'ab1a265c55c646a6a54cb854fc637b27', 'subnets': [{'id': '3021b65a-45fd-4e91-a609-8d90d59e94cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:16:57.734274 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8492d49e-6efa-42cf-862c-b2234af84fae None None] Checking router: 359a04c6-3a64-4f12-aa56-72d5894ce1f1 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 08:16:57.742394 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8492d49e-6efa-42cf-862c-b2234af84fae None None] Routers {'359a04c6-3a64-4f12-aa56-72d5894ce1f1'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 08:16:57.743017 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-8492d49e-6efa-42cf-862c-b2234af84fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T08:16:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['359a04c6-3a64-4f12-aa56-72d5894ce1f1'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:16:57.754299 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-23441013-22f0-431d-921b-16be34de2848 req-9cb2cb43-bbe2-41c6-9c9b-d5a2de92c555 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cb00867-03bb-45f4-92e5-6113f9355c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755231 Sep 23 08:16:57.774085 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2931204e-b693-4129-8264-81cbe90b0075 req-514f8f1c-fe4e-4faf-9cad-db077006a9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:16:57.775594 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2931204e-b693-4129-8264-81cbe90b0075 req-514f8f1c-fe4e-4faf-9cad-db077006a9c9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d81bc2da-8582-47aa-acd4-e86f6bf2a23a HTTP/1.1" status: 200 len: 910 time: 0.1154485 Sep 23 08:16:57.819789 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2931204e-b693-4129-8264-81cbe90b0075 req-38540681-7367-4de6-9fb8-748eb99b7020 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4094e432-a8d8-4584-ba2b-a880be95da05 HTTP/1.1" status: 200 len: 217 time: 0.0356727 Sep 23 08:16:57.847446 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-8492d49e-6efa-42cf-862c-b2234af84fae None None] Set router 359a04c6-3a64-4f12-aa56-72d5894ce1f1 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 08:16:57.869374 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2931204e-b693-4129-8264-81cbe90b0075 req-cb78e0e3-7c1d-48fa-9006-febad450961c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:16:57.870892 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2931204e-b693-4129-8264-81cbe90b0075 req-cb78e0e3-7c1d-48fa-9006-febad450961c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3021b65a-45fd-4e91-a609-8d90d59e94cd HTTP/1.1" status: 200 len: 848 time: 0.0433497 Sep 23 08:16:57.918672 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2931204e-b693-4129-8264-81cbe90b0075 req-2ca809cb-9d2f-4e79-b2ea-2e40c1ab8a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:16:57.920305 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2931204e-b693-4129-8264-81cbe90b0075 req-2ca809cb-9d2f-4e79-b2ea-2e40c1ab8a15 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d81bc2da-8582-47aa-acd4-e86f6bf2a23a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404680 Sep 23 08:16:58.015801 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2931204e-b693-4129-8264-81cbe90b0075 req-0ff668f3-1b27-4672-b75b-60ad50f97b9b service neutron] 10.222.0.58 "GET /v2.0/networks/d81bc2da-8582-47aa-acd4-e86f6bf2a23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862215 Sep 23 08:16:58.067091 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-8492d49e-6efa-42cf-862c-b2234af84fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '359a04c6-3a64-4f12-aa56-72d5894ce1f1', 'name': 'tempest-TestSnapshotPattern-488871175-router', 'tenant_id': 'ab1a265c55c646a6a54cb854fc637b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ba467b2c-354d-419e-8e62-d37978465921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T08:11:38Z', 'updated_at': '2021-09-23T08:11:41Z', 'revision_number': 4, 'project_id': 'ab1a265c55c646a6a54cb854fc637b27', 'gw_port': {'id': 'ba467b2c-354d-419e-8e62-d37978465921', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359a04c6-3a64-4f12-aa56-72d5894ce1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:11:39Z', 'updated_at': '2021-09-23T08:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '61f6f119-92d4-4e45-84ad-89232cc556cd', 'tenant_id': 'ab1a265c55c646a6a54cb854fc637b27', 'floating_ip_address': '172.25.2.134', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '359a04c6-3a64-4f12-aa56-72d5894ce1f1', 'port_id': '3706099c-a8de-4d4b-bd1a-23716b0933e5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd81bc2da-8582-47aa-acd4-e86f6bf2a23a', 'mac_address': 'fa:16:3e:04:33:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a007a11-9b12-4828-a714-5894c771cef3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T08:12:01Z', 'updated_at': '2021-09-23T08:12:03Z', 'revision_number': 1, 'project_id': 'ab1a265c55c646a6a54cb854fc637b27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e97d56d-5193-40b0-bda3-4c021c9ac729', 'name': '', 'network_id': 'd81bc2da-8582-47aa-acd4-e86f6bf2a23a', 'tenant_id': 'ab1a265c55c646a6a54cb854fc637b27', 'mac_address': 'fa:16:3e:01:8c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359a04c6-3a64-4f12-aa56-72d5894ce1f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '3021b65a-45fd-4e91-a609-8d90d59e94cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:11:40Z', 'updated_at': '2021-09-23T08:11:45Z', 'revision_number': 5, 'project_id': 'ab1a265c55c646a6a54cb854fc637b27', 'subnets': [{'id': '3021b65a-45fd-4e91-a609-8d90d59e94cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:16:58.096786 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8492d49e-6efa-42cf-862c-b2234af84fae None None] The sync data for ids ['359a04c6-3a64-4f12-aa56-72d5894ce1f1'] in n-d-715271-16 is: [{'id': '359a04c6-3a64-4f12-aa56-72d5894ce1f1', 'name': 'tempest-TestSnapshotPattern-488871175-router', 'tenant_id': 'ab1a265c55c646a6a54cb854fc637b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ba467b2c-354d-419e-8e62-d37978465921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T08:11:38Z', 'updated_at': '2021-09-23T08:11:41Z', 'revision_number': 4, 'project_id': 'ab1a265c55c646a6a54cb854fc637b27', 'gw_port': {'id': 'ba467b2c-354d-419e-8e62-d37978465921', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359a04c6-3a64-4f12-aa56-72d5894ce1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:11:39Z', 'updated_at': '2021-09-23T08:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_floatingips': [{'id': '61f6f119-92d4-4e45-84ad-89232cc556cd', 'tenant_id': 'ab1a265c55c646a6a54cb854fc637b27', 'floating_ip_address': '172.25.2.134', 'floating_network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'router_id': '359a04c6-3a64-4f12-aa56-72d5894ce1f1', 'port_id': '3706099c-a8de-4d4b-bd1a-23716b0933e5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd81bc2da-8582-47aa-acd4-e86f6bf2a23a', 'mac_address': 'fa:16:3e:04:33:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a007a11-9b12-4828-a714-5894c771cef3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T08:12:01Z', 'updated_at': '2021-09-23T08:12:03Z', 'revision_number': 1, 'project_id': 'ab1a265c55c646a6a54cb854fc637b27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e97d56d-5193-40b0-bda3-4c021c9ac729', 'name': '', 'network_id': 'd81bc2da-8582-47aa-acd4-e86f6bf2a23a', 'tenant_id': 'ab1a265c55c646a6a54cb854fc637b27', 'mac_address': 'fa:16:3e:01:8c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359a04c6-3a64-4f12-aa56-72d5894ce1f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '3021b65a-45fd-4e91-a609-8d90d59e94cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:11:40Z', 'updated_at': '2021-09-23T08:11:45Z', 'revision_number': 5, 'project_id': 'ab1a265c55c646a6a54cb854fc637b27', 'subnets': [{'id': '3021b65a-45fd-4e91-a609-8d90d59e94cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 08:16:58.112427 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2931204e-b693-4129-8264-81cbe90b0075 req-4fb62128-0d60-41fb-8e45-c0b196b9d9e3 service neutron] 10.222.0.58 "GET /v2.0/networks/d81bc2da-8582-47aa-acd4-e86f6bf2a23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884271 Sep 23 08:16:58.323807 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300aed4d-97a2-472a-96c3-84e54ed33e23 None None] New status for floating IP f4f212ba-f94f-47bc-a939-752793b40efa: DOWN {{(pid=95067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 08:16:58.924411 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9de48b3-5d0d-4e55-81af-2eebc1586277 req-cf07350b-8d3d-475d-92b3-e04a3bd2e6f8 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:16:58.925936 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d9de48b3-5d0d-4e55-81af-2eebc1586277 req-cf07350b-8d3d-475d-92b3-e04a3bd2e6f8 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbf403d3-0dbc-4368-9d67-9e3a4b486054 HTTP/1.1" status: 200 len: 946 time: 0.0947392 Sep 23 08:16:58.963810 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d9de48b3-5d0d-4e55-81af-2eebc1586277 req-9c8c6ce8-1c9b-46d6-ac7b-6379171d2faa tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cb00867-03bb-45f4-92e5-6113f9355c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316746 Sep 23 08:16:59.138352 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc0564f-e79f-4fa4-8819-c546c0becc1a req-d2e109b5-b76a-4354-8c2c-0eac6d382346 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:16:59.139920 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dcc0564f-e79f-4fa4-8819-c546c0becc1a req-d2e109b5-b76a-4354-8c2c-0eac6d382346 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbf403d3-0dbc-4368-9d67-9e3a4b486054 HTTP/1.1" status: 200 len: 946 time: 0.0481772 Sep 23 08:16:59.231145 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-dcc0564f-e79f-4fa4-8819-c546c0becc1a req-6dbf4e55-f8ea-45ef-a765-7edec8a2921b tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Deleting port 4094e432-a8d8-4584-ba2b-a880be95da05 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 08:16:59.231487 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-dcc0564f-e79f-4fa4-8819-c546c0becc1a req-6dbf4e55-f8ea-45ef-a765-7edec8a2921b tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:16:59.317223 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-dcc0564f-e79f-4fa4-8819-c546c0becc1a req-6dbf4e55-f8ea-45ef-a765-7edec8a2921b tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] For port 4094e432-a8d8-4584-ba2b-a880be95da05, host n-h2-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-16',level=0,port_id=4094e432-a8d8-4584-ba2b-a880be95da05,segment=NetworkSegment(1582194a-ffab-4005-a922-7af3380f2dda),segment_id=1582194a-ffab-4005-a922-7af3380f2dda)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 08:16:59.317585 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-dcc0564f-e79f-4fa4-8819-c546c0becc1a req-6dbf4e55-f8ea-45ef-a765-7edec8a2921b tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:16:59.330422 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-dcc0564f-e79f-4fa4-8819-c546c0becc1a req-6dbf4e55-f8ea-45ef-a765-7edec8a2921b tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Calling delete_port for 4094e432-a8d8-4584-ba2b-a880be95da05 owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 08:16:59.457073 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-dcc0564f-e79f-4fa4-8819-c546c0becc1a req-6dbf4e55-f8ea-45ef-a765-7edec8a2921b tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:16:59.490670 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbf4e55-f8ea-45ef-a765-7edec8a2921b tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Pushing event deleted for resources: {'Port': ['ID=4094e432-a8d8-4584-ba2b-a880be95da05,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:16:59.534028 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcc0564f-e79f-4fa4-8819-c546c0becc1a req-6dbf4e55-f8ea-45ef-a765-7edec8a2921b tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] No DVR routers for this DVR port 4094e432-a8d8-4584-ba2b-a880be95da05 on host n-h2-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 08:16:59.537211 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-dcc0564f-e79f-4fa4-8819-c546c0becc1a req-6dbf4e55-f8ea-45ef-a765-7edec8a2921b tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:16:59.539236 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dcc0564f-e79f-4fa4-8819-c546c0becc1a req-6dbf4e55-f8ea-45ef-a765-7edec8a2921b tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.58 "DELETE /v2.0/ports/4094e432-a8d8-4584-ba2b-a880be95da05 HTTP/1.1" status: 204 len: 173 time: 0.3929632 Sep 23 08:16:59.547823 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbf403d3-0dbc-4368-9d67-9e3a4b486054', 'name': 'network-vif-deleted', 'tag': '4094e432-a8d8-4584-ba2b-a880be95da05'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 08:16:59.550098 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f95ab57a745480e309303c621f93016f7af13821b9c47ad15b10e565102b0cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-856ff119-28b7-42fd-95e8-f5ee4a0e79d5" -d '{"events": [{"server_uuid": "bbf403d3-0dbc-4368-9d67-9e3a4b486054", "name": "network-vif-deleted", "tag": "4094e432-a8d8-4584-ba2b-a880be95da05"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 08:16:59.590266 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 08:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a70669f-e4ec-4748-9d6c-8995a20d7675 x-openstack-request-id: req-2a70669f-e4ec-4748-9d6c-8995a20d7675 {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 08:16:59.590560 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbf403d3-0dbc-4368-9d67-9e3a4b486054", "name": "network-vif-deleted", "tag": "4094e432-a8d8-4584-ba2b-a880be95da05", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 08:16:59.590817 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2a70669f-e4ec-4748-9d6c-8995a20d7675 {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 08:16:59.592914 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbf403d3-0dbc-4368-9d67-9e3a4b486054', 'name': 'network-vif-deleted', 'tag': '4094e432-a8d8-4584-ba2b-a880be95da05', 'status': 'completed', 'code': 200} Sep 23 08:16:59.643484 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 4094e432-a8d8-4584-ba2b-a880be95da05 no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 08:16:59.663324 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No Port match for: 4094e432-a8d8-4584-ba2b-a880be95da05 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 08:16:59.663651 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 4094e432-a8d8-4584-ba2b-a880be95da05 not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 08:17:00.532628 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 58490) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:17:00.686009 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-eb9f7c46-be92-44dc-b0b5-9fbf8b031049 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Deleting port 8c54e1a9-ae19-4a0d-a55f-d3982bbd7816 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 08:17:00.686270 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-eb9f7c46-be92-44dc-b0b5-9fbf8b031049 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:00.760701 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-eb9f7c46-be92-44dc-b0b5-9fbf8b031049 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:00.761023 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-eb9f7c46-be92-44dc-b0b5-9fbf8b031049 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:00.772560 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-eb9f7c46-be92-44dc-b0b5-9fbf8b031049 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Calling delete_port for 8c54e1a9-ae19-4a0d-a55f-d3982bbd7816 owned by network:floatingip {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 08:17:00.921819 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-eb9f7c46-be92-44dc-b0b5-9fbf8b031049 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:00.946830 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9f7c46-be92-44dc-b0b5-9fbf8b031049 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Pushing event deleted for resources: {'Port': ['ID=8c54e1a9-ae19-4a0d-a55f-d3982bbd7816,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:17:01.007623 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-eb9f7c46-be92-44dc-b0b5-9fbf8b031049 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Notify callbacks [] for floatingip, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:01.007964 n-d-715271-16 neutron-server[95065]: INFO neutron.db.l3_db [None req-eb9f7c46-be92-44dc-b0b5-9fbf8b031049 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Floating IP 61f6f119-92d4-4e45-84ad-89232cc556cd disassociated (deleted). External IP: 172.25.2.134, port: 3706099c-a8de-4d4b-bd1a-23716b0933e5. Sep 23 08:17:01.513158 n-d-715271-16 neutron-server[95065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb9f7c46-be92-44dc-b0b5-9fbf8b031049 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Router 359a04c6-3a64-4f12-aa56-72d5894ce1f1 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 08:17:01.618008 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb9f7c46-be92-44dc-b0b5-9fbf8b031049 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 08:17:01.622756 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-eb9f7c46-be92-44dc-b0b5-9fbf8b031049 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for floatingip, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:01.627414 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d218600-e3b3-4b02-8605-bd4f6acf653e None None] Sync routers for ids ['359a04c6-3a64-4f12-aa56-72d5894ce1f1'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 08:17:01.636364 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d218600-e3b3-4b02-8605-bd4f6acf653e None None] Routers {'359a04c6-3a64-4f12-aa56-72d5894ce1f1'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 08:17:01.636965 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-0d218600-e3b3-4b02-8605-bd4f6acf653e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T08:16:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['359a04c6-3a64-4f12-aa56-72d5894ce1f1'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:17:01.651338 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-eb9f7c46-be92-44dc-b0b5-9fbf8b031049 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.39 "DELETE /v2.0/floatingips/61f6f119-92d4-4e45-84ad-89232cc556cd HTTP/1.1" status: 204 len: 168 time: 1.1175292 Sep 23 08:17:01.651927 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a007a11-9b12-4828-a714-5894c771cef3', 'tag': '3706099c-a8de-4d4b-bd1a-23716b0933e5'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 08:17:01.654197 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f95ab57a745480e309303c621f93016f7af13821b9c47ad15b10e565102b0cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d932fc77-88c0-4874-8591-4295b46128d4" -d '{"events": [{"name": "network-changed", "server_uuid": "4a007a11-9b12-4828-a714-5894c771cef3", "tag": "3706099c-a8de-4d4b-bd1a-23716b0933e5"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 08:17:01.741302 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-0d218600-e3b3-4b02-8605-bd4f6acf653e None None] Set router 359a04c6-3a64-4f12-aa56-72d5894ce1f1 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 08:17:01.857122 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 08:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2199b15b-5b33-4e49-a770-ac07286c3d9b x-openstack-request-id: req-2199b15b-5b33-4e49-a770-ac07286c3d9b {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 08:17:01.857467 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a007a11-9b12-4828-a714-5894c771cef3", "tag": "3706099c-a8de-4d4b-bd1a-23716b0933e5", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 08:17:01.857720 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2199b15b-5b33-4e49-a770-ac07286c3d9b {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 08:17:01.858149 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a007a11-9b12-4828-a714-5894c771cef3', 'tag': '3706099c-a8de-4d4b-bd1a-23716b0933e5', 'status': 'completed', 'code': 200} Sep 23 08:17:01.940141 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-0d218600-e3b3-4b02-8605-bd4f6acf653e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '359a04c6-3a64-4f12-aa56-72d5894ce1f1', 'name': 'tempest-TestSnapshotPattern-488871175-router', 'tenant_id': 'ab1a265c55c646a6a54cb854fc637b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ba467b2c-354d-419e-8e62-d37978465921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T08:11:38Z', 'updated_at': '2021-09-23T08:11:41Z', 'revision_number': 4, 'project_id': 'ab1a265c55c646a6a54cb854fc637b27', 'gw_port': {'id': 'ba467b2c-354d-419e-8e62-d37978465921', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359a04c6-3a64-4f12-aa56-72d5894ce1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:11:39Z', 'updated_at': '2021-09-23T08:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '5e97d56d-5193-40b0-bda3-4c021c9ac729', 'name': '', 'network_id': 'd81bc2da-8582-47aa-acd4-e86f6bf2a23a', 'tenant_id': 'ab1a265c55c646a6a54cb854fc637b27', 'mac_address': 'fa:16:3e:01:8c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359a04c6-3a64-4f12-aa56-72d5894ce1f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '3021b65a-45fd-4e91-a609-8d90d59e94cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:11:40Z', 'updated_at': '2021-09-23T08:11:45Z', 'revision_number': 5, 'project_id': 'ab1a265c55c646a6a54cb854fc637b27', 'subnets': [{'id': '3021b65a-45fd-4e91-a609-8d90d59e94cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:17:01.966212 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932fc77-88c0-4874-8591-4295b46128d4 req-c9bd9a4e-2322-41f0-a66c-a52c0b0bf597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:17:01.967149 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d218600-e3b3-4b02-8605-bd4f6acf653e None None] Checking router: 359a04c6-3a64-4f12-aa56-72d5894ce1f1 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 08:17:01.967735 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d932fc77-88c0-4874-8591-4295b46128d4 req-c9bd9a4e-2322-41f0-a66c-a52c0b0bf597 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ab1a265c55c646a6a54cb854fc637b27&device_id=4a007a11-9b12-4828-a714-5894c771cef3 HTTP/1.1" status: 200 len: 1096 time: 0.0712519 Sep 23 08:17:01.975143 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44aea4c-7740-4525-87c6-cd148a4124af req-387f8e5c-a0af-4098-8983-abf50133b83b tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:17:01.975425 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d218600-e3b3-4b02-8605-bd4f6acf653e None None] Routers {'359a04c6-3a64-4f12-aa56-72d5894ce1f1'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 08:17:01.976116 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-0d218600-e3b3-4b02-8605-bd4f6acf653e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T08:16:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['359a04c6-3a64-4f12-aa56-72d5894ce1f1'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:17:01.976560 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f44aea4c-7740-4525-87c6-cd148a4124af req-387f8e5c-a0af-4098-8983-abf50133b83b tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a007a11-9b12-4828-a714-5894c771cef3 HTTP/1.1" status: 200 len: 944 time: 0.0708303 Sep 23 08:17:02.073432 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-f44aea4c-7740-4525-87c6-cd148a4124af req-3fcb36ef-4421-450d-9a16-89676b8344b4 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cb00867-03bb-45f4-92e5-6113f9355c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877302 Sep 23 08:17:02.084483 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-0d218600-e3b3-4b02-8605-bd4f6acf653e None None] Set router 359a04c6-3a64-4f12-aa56-72d5894ce1f1 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 08:17:02.101676 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932fc77-88c0-4874-8591-4295b46128d4 req-7f30104e-1923-4508-96dc-115bf2b7e42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:17:02.104149 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d932fc77-88c0-4874-8591-4295b46128d4 req-7f30104e-1923-4508-96dc-115bf2b7e42e service neutron] 10.222.0.21 "GET /v2.0/networks?id=d81bc2da-8582-47aa-acd4-e86f6bf2a23a HTTP/1.1" status: 200 len: 910 time: 0.1258781 Sep 23 08:17:02.149560 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d932fc77-88c0-4874-8591-4295b46128d4 req-15bccde2-8904-440b-b034-09de451e350a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3706099c-a8de-4d4b-bd1a-23716b0933e5 HTTP/1.1" status: 200 len: 217 time: 0.0383477 Sep 23 08:17:02.199924 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932fc77-88c0-4874-8591-4295b46128d4 req-d967ed2a-3ee9-4f71-8510-48d0f9094912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:17:02.201378 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d932fc77-88c0-4874-8591-4295b46128d4 req-d967ed2a-3ee9-4f71-8510-48d0f9094912 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3021b65a-45fd-4e91-a609-8d90d59e94cd HTTP/1.1" status: 200 len: 848 time: 0.0438092 Sep 23 08:17:02.248533 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932fc77-88c0-4874-8591-4295b46128d4 req-63c590fc-8fbb-416c-9b54-943c110cf61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:17:02.250150 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d932fc77-88c0-4874-8591-4295b46128d4 req-63c590fc-8fbb-416c-9b54-943c110cf61d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d81bc2da-8582-47aa-acd4-e86f6bf2a23a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408564 Sep 23 08:17:02.282810 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-0d218600-e3b3-4b02-8605-bd4f6acf653e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '359a04c6-3a64-4f12-aa56-72d5894ce1f1', 'name': 'tempest-TestSnapshotPattern-488871175-router', 'tenant_id': 'ab1a265c55c646a6a54cb854fc637b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ba467b2c-354d-419e-8e62-d37978465921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T08:11:38Z', 'updated_at': '2021-09-23T08:11:41Z', 'revision_number': 4, 'project_id': 'ab1a265c55c646a6a54cb854fc637b27', 'gw_port': {'id': 'ba467b2c-354d-419e-8e62-d37978465921', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359a04c6-3a64-4f12-aa56-72d5894ce1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:11:39Z', 'updated_at': '2021-09-23T08:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '5e97d56d-5193-40b0-bda3-4c021c9ac729', 'name': '', 'network_id': 'd81bc2da-8582-47aa-acd4-e86f6bf2a23a', 'tenant_id': 'ab1a265c55c646a6a54cb854fc637b27', 'mac_address': 'fa:16:3e:01:8c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359a04c6-3a64-4f12-aa56-72d5894ce1f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '3021b65a-45fd-4e91-a609-8d90d59e94cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:11:40Z', 'updated_at': '2021-09-23T08:11:45Z', 'revision_number': 5, 'project_id': 'ab1a265c55c646a6a54cb854fc637b27', 'subnets': [{'id': '3021b65a-45fd-4e91-a609-8d90d59e94cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:17:02.349254 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d932fc77-88c0-4874-8591-4295b46128d4 req-abbdc88e-8a82-4172-9e9d-d8a3bba03f29 service neutron] 10.222.0.21 "GET /v2.0/networks/d81bc2da-8582-47aa-acd4-e86f6bf2a23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906808 Sep 23 08:17:02.401306 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d218600-e3b3-4b02-8605-bd4f6acf653e None None] The sync data for ids ['359a04c6-3a64-4f12-aa56-72d5894ce1f1'] in n-d-715271-16 is: [{'id': '359a04c6-3a64-4f12-aa56-72d5894ce1f1', 'name': 'tempest-TestSnapshotPattern-488871175-router', 'tenant_id': 'ab1a265c55c646a6a54cb854fc637b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ba467b2c-354d-419e-8e62-d37978465921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T08:11:38Z', 'updated_at': '2021-09-23T08:11:41Z', 'revision_number': 4, 'project_id': 'ab1a265c55c646a6a54cb854fc637b27', 'gw_port': {'id': 'ba467b2c-354d-419e-8e62-d37978465921', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359a04c6-3a64-4f12-aa56-72d5894ce1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:11:39Z', 'updated_at': '2021-09-23T08:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16', '_interfaces': [{'id': '5e97d56d-5193-40b0-bda3-4c021c9ac729', 'name': '', 'network_id': 'd81bc2da-8582-47aa-acd4-e86f6bf2a23a', 'tenant_id': 'ab1a265c55c646a6a54cb854fc637b27', 'mac_address': 'fa:16:3e:01:8c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359a04c6-3a64-4f12-aa56-72d5894ce1f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '3021b65a-45fd-4e91-a609-8d90d59e94cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:11:40Z', 'updated_at': '2021-09-23T08:11:45Z', 'revision_number': 5, 'project_id': 'ab1a265c55c646a6a54cb854fc637b27', 'subnets': [{'id': '3021b65a-45fd-4e91-a609-8d90d59e94cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 08:17:02.452154 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-d932fc77-88c0-4874-8591-4295b46128d4 req-d20f8afc-a505-4304-80db-aee111a2999a service neutron] 10.222.0.21 "GET /v2.0/networks/d81bc2da-8582-47aa-acd4-e86f6bf2a23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926933 Sep 23 08:17:02.624680 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacfa44b-b3ec-4058-8e3d-d0ffd6ad6eea None None] New status for floating IP 61f6f119-92d4-4e45-84ad-89232cc556cd: DOWN {{(pid=95067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 08:17:02.826535 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde1e356-9e19-4b7d-8fb2-7e83cc358732 req-cb9cfc02-9342-4f8d-9be2-275cb0290b71 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:17:02.827977 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dde1e356-9e19-4b7d-8fb2-7e83cc358732 req-cb9cfc02-9342-4f8d-9be2-275cb0290b71 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a007a11-9b12-4828-a714-5894c771cef3 HTTP/1.1" status: 200 len: 944 time: 0.0485694 Sep 23 08:17:02.927334 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-dde1e356-9e19-4b7d-8fb2-7e83cc358732 req-507bab85-740b-4a7f-85f4-15a4feda3a79 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Deleting port 3706099c-a8de-4d4b-bd1a-23716b0933e5 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 08:17:02.927574 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-dde1e356-9e19-4b7d-8fb2-7e83cc358732 req-507bab85-740b-4a7f-85f4-15a4feda3a79 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:03.018305 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [req-dde1e356-9e19-4b7d-8fb2-7e83cc358732 req-507bab85-740b-4a7f-85f4-15a4feda3a79 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] For port 3706099c-a8de-4d4b-bd1a-23716b0933e5, host n-h1-715271-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-16',level=0,port_id=3706099c-a8de-4d4b-bd1a-23716b0933e5,segment=NetworkSegment(1582194a-ffab-4005-a922-7af3380f2dda),segment_id=1582194a-ffab-4005-a922-7af3380f2dda)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 08:17:03.018666 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-dde1e356-9e19-4b7d-8fb2-7e83cc358732 req-507bab85-740b-4a7f-85f4-15a4feda3a79 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:03.030305 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [req-dde1e356-9e19-4b7d-8fb2-7e83cc358732 req-507bab85-740b-4a7f-85f4-15a4feda3a79 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Calling delete_port for 3706099c-a8de-4d4b-bd1a-23716b0933e5 owned by compute:nova {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 08:17:03.187285 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-dde1e356-9e19-4b7d-8fb2-7e83cc358732 req-507bab85-740b-4a7f-85f4-15a4feda3a79 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:03.218469 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507bab85-740b-4a7f-85f4-15a4feda3a79 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Pushing event deleted for resources: {'Port': ['ID=3706099c-a8de-4d4b-bd1a-23716b0933e5,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:17:03.254600 n-d-715271-16 neutron-server[95065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afefa6a-d8b1-422e-bf07-71fb067c20c9 req-dac96931-c7ca-459c-abef-a60f2686a0f5 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 08:17:03.256073 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2afefa6a-d8b1-422e-bf07-71fb067c20c9 req-dac96931-c7ca-459c-abef-a60f2686a0f5 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a007a11-9b12-4828-a714-5894c771cef3 HTTP/1.1" status: 200 len: 865 time: 0.1047530 Sep 23 08:17:03.275461 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.l3_dvrscheduler_db [req-dde1e356-9e19-4b7d-8fb2-7e83cc358732 req-507bab85-740b-4a7f-85f4-15a4feda3a79 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] No DVR routers for this DVR port 3706099c-a8de-4d4b-bd1a-23716b0933e5 on host n-h1-715271-16 {{(pid=95065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 08:17:03.281729 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [req-dde1e356-9e19-4b7d-8fb2-7e83cc358732 req-507bab85-740b-4a7f-85f4-15a4feda3a79 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20268'] for port, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:03.283684 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-dde1e356-9e19-4b7d-8fb2-7e83cc358732 req-507bab85-740b-4a7f-85f4-15a4feda3a79 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.21 "DELETE /v2.0/ports/3706099c-a8de-4d4b-bd1a-23716b0933e5 HTTP/1.1" status: 204 len: 173 time: 0.4494843 Sep 23 08:17:03.313159 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [req-2afefa6a-d8b1-422e-bf07-71fb067c20c9 req-eb47b8a7-c555-4741-aa33-b6b49ea25279 tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cb00867-03bb-45f4-92e5-6113f9355c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395327 Sep 23 08:17:03.659799 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 4094e432-a8d8-4584-ba2b-a880be95da05 no longer exists at agent hyperv_n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 08:17:03.680305 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] No Port match for: 4094e432-a8d8-4584-ba2b-a880be95da05 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 08:17:03.680668 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Device 4094e432-a8d8-4584-ba2b-a880be95da05 not bound to the agent host n-h2-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 08:17:03.859915 n-d-715271-16 neutron-server[95065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a007a11-9b12-4828-a714-5894c771cef3', 'name': 'network-vif-deleted', 'tag': '3706099c-a8de-4d4b-bd1a-23716b0933e5'}] {{(pid=95065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 08:17:03.862245 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f95ab57a745480e309303c621f93016f7af13821b9c47ad15b10e565102b0cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1efba1b-0509-4680-8a17-ce5ed16c216e" -d '{"events": [{"server_uuid": "4a007a11-9b12-4828-a714-5894c771cef3", "name": "network-vif-deleted", "tag": "3706099c-a8de-4d4b-bd1a-23716b0933e5"}]}' {{(pid=95065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 08:17:03.898209 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 08:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-432d0302-388c-42d7-bf1b-f2d12b2bf8fc x-openstack-request-id: req-432d0302-388c-42d7-bf1b-f2d12b2bf8fc {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 08:17:03.898506 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a007a11-9b12-4828-a714-5894c771cef3", "name": "network-vif-deleted", "tag": "3706099c-a8de-4d4b-bd1a-23716b0933e5", "status": "completed", "code": 200}]} {{(pid=95065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 08:17:03.898764 n-d-715271-16 neutron-server[95065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-432d0302-388c-42d7-bf1b-f2d12b2bf8fc {{(pid=95065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 08:17:03.899167 n-d-715271-16 neutron-server[95065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a007a11-9b12-4828-a714-5894c771cef3', 'name': 'network-vif-deleted', 'tag': '3706099c-a8de-4d4b-bd1a-23716b0933e5', 'status': 'completed', 'code': 200} Sep 23 08:17:04.374262 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 58506) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:17:04.432082 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3e68bd1e-4197-468b-b473-a69dbae9668d tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:04.456675 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3e68bd1e-4197-468b-b473-a69dbae9668d tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:04.513794 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3e68bd1e-4197-468b-b473-a69dbae9668d tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:04.516471 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-3e68bd1e-4197-468b-b473-a69dbae9668d tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:04.517918 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-3e68bd1e-4197-468b-b473-a69dbae9668d tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] 10.222.0.39 "DELETE /v2.0/security-groups/2cb00867-03bb-45f4-92e5-6113f9355c18 HTTP/1.1" status: 204 len: 168 time: 0.1426275 Sep 23 08:17:04.526897 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e68bd1e-4197-468b-b473-a69dbae9668d tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb00867-03bb-45f4-92e5-6113f9355c18,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:17:04.534390 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e68bd1e-4197-468b-b473-a69dbae9668d tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:17:04.534738 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e68bd1e-4197-468b-b473-a69dbae9668d tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:17:04.535110 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e68bd1e-4197-468b-b473-a69dbae9668d tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:17:04.535470 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e68bd1e-4197-468b-b473-a69dbae9668d tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:17:04.535784 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e68bd1e-4197-468b-b473-a69dbae9668d tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:17:04.536112 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e68bd1e-4197-468b-b473-a69dbae9668d tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:17:04.536458 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e68bd1e-4197-468b-b473-a69dbae9668d tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:17:04.536764 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e68bd1e-4197-468b-b473-a69dbae9668d tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:17:04.537085 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e68bd1e-4197-468b-b473-a69dbae9668d tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:17:04.537405 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e68bd1e-4197-468b-b473-a69dbae9668d tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:17:04.537726 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e68bd1e-4197-468b-b473-a69dbae9668d tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:17:04.538083 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e68bd1e-4197-468b-b473-a69dbae9668d tempest-TestSnapshotPattern-1876521898 tempest-TestSnapshotPattern-1876521898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-16 {{(pid=95066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 08:17:05.582869 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 58514) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:17:06.019876 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a054c157-46a1-433a-ae50-a04a51d94496 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066969'] for router_interface, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:06.270497 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-a054c157-46a1-433a-ae50-a04a51d94496 admin admin] Deleting port 5e97d56d-5193-40b0-bda3-4c021c9ac729 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 08:17:06.270745 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a054c157-46a1-433a-ae50-a04a51d94496 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:06.348135 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-a054c157-46a1-433a-ae50-a04a51d94496 admin admin] For port 5e97d56d-5193-40b0-bda3-4c021c9ac729, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=5e97d56d-5193-40b0-bda3-4c021c9ac729,segment=NetworkSegment(1582194a-ffab-4005-a922-7af3380f2dda),segment_id=1582194a-ffab-4005-a922-7af3380f2dda)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 08:17:06.348497 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a054c157-46a1-433a-ae50-a04a51d94496 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:06.365126 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-a054c157-46a1-433a-ae50-a04a51d94496 admin admin] Calling delete_port for 5e97d56d-5193-40b0-bda3-4c021c9ac729 owned by network:router_interface {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 08:17:06.549509 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a054c157-46a1-433a-ae50-a04a51d94496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:06.578127 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a054c157-46a1-433a-ae50-a04a51d94496 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e97d56d-5193-40b0-bda3-4c021c9ac729,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:17:06.745796 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a054c157-46a1-433a-ae50-a04a51d94496 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2068624'] for router_interface, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:06.965285 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a054c157-46a1-433a-ae50-a04a51d94496 admin admin] Router 359a04c6-3a64-4f12-aa56-72d5894ce1f1 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 08:17:07.071836 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a054c157-46a1-433a-ae50-a04a51d94496 admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 08:17:07.076938 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-a054c157-46a1-433a-ae50-a04a51d94496 admin admin] 10.222.0.39 "PUT /v2.0/routers/359a04c6-3a64-4f12-aa56-72d5894ce1f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4930351 Sep 23 08:17:07.079616 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 58518) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:17:07.081834 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53dfd99-ef1e-4bf4-bb2e-225a05e632e2 None None] Sync routers for ids ['359a04c6-3a64-4f12-aa56-72d5894ce1f1'] in n-d-715271-16 {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 08:17:07.092038 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53dfd99-ef1e-4bf4-bb2e-225a05e632e2 None None] Routers {'359a04c6-3a64-4f12-aa56-72d5894ce1f1'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 08:17:07.092698 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-a53dfd99-ef1e-4bf4-bb2e-225a05e632e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T08:16:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['359a04c6-3a64-4f12-aa56-72d5894ce1f1'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:17:07.184093 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8e3a6960-a253-438a-8abe-b2ed810250b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:07.195425 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-a53dfd99-ef1e-4bf4-bb2e-225a05e632e2 None None] Set router 359a04c6-3a64-4f12-aa56-72d5894ce1f1 gateway port host: n-d-715271-16 {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 08:17:07.284776 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8e3a6960-a253-438a-8abe-b2ed810250b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:07.336102 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-8e3a6960-a253-438a-8abe-b2ed810250b9 admin admin] Deleting port ba467b2c-354d-419e-8e62-d37978465921 {{(pid=95065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 08:17:07.336443 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8e3a6960-a253-438a-8abe-b2ed810250b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:07.370707 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-a53dfd99-ef1e-4bf4-bb2e-225a05e632e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '359a04c6-3a64-4f12-aa56-72d5894ce1f1', 'name': 'tempest-TestSnapshotPattern-488871175-router', 'tenant_id': 'ab1a265c55c646a6a54cb854fc637b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ba467b2c-354d-419e-8e62-d37978465921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T08:11:38Z', 'updated_at': '2021-09-23T08:17:06Z', 'revision_number': 5, 'project_id': 'ab1a265c55c646a6a54cb854fc637b27', 'gw_port': {'id': 'ba467b2c-354d-419e-8e62-d37978465921', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359a04c6-3a64-4f12-aa56-72d5894ce1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:11:39Z', 'updated_at': '2021-09-23T08:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:17:07.400242 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53dfd99-ef1e-4bf4-bb2e-225a05e632e2 None None] Checking router: 359a04c6-3a64-4f12-aa56-72d5894ce1f1 for host: n-d-715271-16 {{(pid=95068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 08:17:07.408885 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53dfd99-ef1e-4bf4-bb2e-225a05e632e2 None None] Routers {'359a04c6-3a64-4f12-aa56-72d5894ce1f1'} bound to L3 agent in host n-d-715271-16 {{(pid=95068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 08:17:07.409613 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-a53dfd99-ef1e-4bf4-bb2e-225a05e632e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T08:16:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['359a04c6-3a64-4f12-aa56-72d5894ce1f1'], 'active': True} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:17:07.418308 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.db [None req-8e3a6960-a253-438a-8abe-b2ed810250b9 admin admin] For port ba467b2c-354d-419e-8e62-d37978465921, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=ba467b2c-354d-419e-8e62-d37978465921,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 08:17:07.418673 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8e3a6960-a253-438a-8abe-b2ed810250b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:07.430267 n-d-715271-16 neutron-server[95065]: DEBUG neutron.plugins.ml2.plugin [None req-8e3a6960-a253-438a-8abe-b2ed810250b9 admin admin] Calling delete_port for ba467b2c-354d-419e-8e62-d37978465921 owned by network:router_gateway {{(pid=95065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 08:17:07.494836 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_dvr_db [None req-a53dfd99-ef1e-4bf4-bb2e-225a05e632e2 None None] Set router 359a04c6-3a64-4f12-aa56-72d5894ce1f1 gateway port host: None {{(pid=95068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 08:17:07.545668 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.l3_hamode_db [None req-a53dfd99-ef1e-4bf4-bb2e-225a05e632e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '359a04c6-3a64-4f12-aa56-72d5894ce1f1', 'name': 'tempest-TestSnapshotPattern-488871175-router', 'tenant_id': 'ab1a265c55c646a6a54cb854fc637b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T08:11:38Z', 'updated_at': '2021-09-23T08:17:07Z', 'revision_number': 6, 'project_id': 'ab1a265c55c646a6a54cb854fc637b27', 'gw_port_host': None}], 'n-d-715271-16', False) {} {{(pid=95068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:17:07.574519 n-d-715271-16 neutron-server[95068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53dfd99-ef1e-4bf4-bb2e-225a05e632e2 None None] The sync data for ids ['359a04c6-3a64-4f12-aa56-72d5894ce1f1'] in n-d-715271-16 is: [{'id': '359a04c6-3a64-4f12-aa56-72d5894ce1f1', 'name': 'tempest-TestSnapshotPattern-488871175-router', 'tenant_id': 'ab1a265c55c646a6a54cb854fc637b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T08:11:38Z', 'updated_at': '2021-09-23T08:17:07Z', 'revision_number': 6, 'project_id': 'ab1a265c55c646a6a54cb854fc637b27', 'gw_port_host': None}] {{(pid=95068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 08:17:07.601225 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8e3a6960-a253-438a-8abe-b2ed810250b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-518335441'] for port, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:07.626839 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3a6960-a253-438a-8abe-b2ed810250b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba467b2c-354d-419e-8e62-d37978465921,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:17:07.633353 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 3706099c-a8de-4d4b-bd1a-23716b0933e5 no longer exists at agent hyperv_n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 08:17:07.660759 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] No Port match for: 3706099c-a8de-4d4b-bd1a-23716b0933e5 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 08:17:07.661180 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Device 3706099c-a8de-4d4b-bd1a-23716b0933e5 not bound to the agent host n-h1-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 08:17:07.672944 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:07.690883 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8e3a6960-a253-438a-8abe-b2ed810250b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2068563'] for router_gateway, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:07.779566 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8e3a6960-a253-438a-8abe-b2ed810250b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:07.781720 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8e3a6960-a253-438a-8abe-b2ed810250b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:07.823432 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8e3a6960-a253-438a-8abe-b2ed810250b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:07.823985 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e3a6960-a253-438a-8abe-b2ed810250b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 359a04c6-3a64-4f12-aa56-72d5894ce1f1 {{(pid=95065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 08:17:07.829090 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-8e3a6960-a253-438a-8abe-b2ed810250b9 admin admin] Notify callbacks [] for router, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:07.830249 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-8e3a6960-a253-438a-8abe-b2ed810250b9 admin admin] 10.222.0.39 "DELETE /v2.0/routers/359a04c6-3a64-4f12-aa56-72d5894ce1f1 HTTP/1.1" status: 204 len: 168 time: 0.7496636 Sep 23 08:17:07.832738 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 58520) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:17:07.877571 n-d-715271-16 neutron-server[95065]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa4d8f8b-0809-4958-87b6-ead3ef1b39b9 admin admin] Deleting subnet 3021b65a-45fd-4e91-a609-8d90d59e94cd {{(pid=95065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 08:17:07.881106 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-aa4d8f8b-0809-4958-87b6-ead3ef1b39b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:07.928194 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-aa4d8f8b-0809-4958-87b6-ead3ef1b39b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-518679001'] for subnet, precommit_delete_associations {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:08.007825 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 5e97d56d-5193-40b0-bda3-4c021c9ac729 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 08:17:08.027103 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-aa4d8f8b-0809-4958-87b6-ead3ef1b39b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:08.029326 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 5e97d56d-5193-40b0-bda3-4c021c9ac729 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 08:17:08.029708 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 5e97d56d-5193-40b0-bda3-4c021c9ac729 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 08:17:08.079900 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-aa4d8f8b-0809-4958-87b6-ead3ef1b39b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-518335372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-518932292'] for subnet, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:08.106320 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4d8f8b-0809-4958-87b6-ead3ef1b39b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3021b65a-45fd-4e91-a609-8d90d59e94cd,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:17:08.108311 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-aa4d8f8b-0809-4958-87b6-ead3ef1b39b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:08.112284 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2cd92b-b9f4-4702-8356-ea9e43c5c3b2 None None] Network d81bc2da-8582-47aa-acd4-e86f6bf2a23a requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 08:17:08.112807 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-aa4d8f8b-0809-4958-87b6-ead3ef1b39b9 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/3021b65a-45fd-4e91-a609-8d90d59e94cd HTTP/1.1" status: 204 len: 168 time: 0.2791369 Sep 23 08:17:08.113041 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 58522) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:17:08.183685 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-73173b6c-2d1c-4abe-a681-bb63f53b866d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:08.229139 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a1f35842-866d-43da-a845-b5cad624db8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:08.247110 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-73173b6c-2d1c-4abe-a681-bb63f53b866d admin admin] Deleting port 404defb3-a76b-46c9-8dde-12e059102791 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 08:17:08.247299 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-73173b6c-2d1c-4abe-a681-bb63f53b866d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:08.312579 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-73173b6c-2d1c-4abe-a681-bb63f53b866d admin admin] For port 404defb3-a76b-46c9-8dde-12e059102791, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=404defb3-a76b-46c9-8dde-12e059102791,segment=NetworkSegment(1582194a-ffab-4005-a922-7af3380f2dda),segment_id=1582194a-ffab-4005-a922-7af3380f2dda)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 08:17:08.312955 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-73173b6c-2d1c-4abe-a681-bb63f53b866d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:08.327035 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-73173b6c-2d1c-4abe-a681-bb63f53b866d admin admin] Calling delete_port for 404defb3-a76b-46c9-8dde-12e059102791 owned by network:dhcp {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 08:17:08.350018 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c4d0d1-7f13-4d68-b39f-d535223447cb None None] DHCP port deletion for d81bc2da-8582-47aa-acd4-e86f6bf2a23a request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 08:17:08.405244 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a4c4d0d1-7f13-4d68-b39f-d535223447cb None None] Deleting port 404defb3-a76b-46c9-8dde-12e059102791 {{(pid=95067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 08:17:08.405618 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a4c4d0d1-7f13-4d68-b39f-d535223447cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:08.419525 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-73173b6c-2d1c-4abe-a681-bb63f53b866d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:08.447896 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73173b6c-2d1c-4abe-a681-bb63f53b866d admin admin] Pushing event deleted for resources: {'Port': ['ID=404defb3-a76b-46c9-8dde-12e059102791,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:17:08.452556 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73173b6c-2d1c-4abe-a681-bb63f53b866d admin admin] No DVR routers for this DVR port 404defb3-a76b-46c9-8dde-12e059102791 on host n-d-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 08:17:08.472118 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.db [None req-a4c4d0d1-7f13-4d68-b39f-d535223447cb None None] For port 404defb3-a76b-46c9-8dde-12e059102791, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=404defb3-a76b-46c9-8dde-12e059102791,segment=NetworkSegment(1582194a-ffab-4005-a922-7af3380f2dda),segment_id=1582194a-ffab-4005-a922-7af3380f2dda)] {{(pid=95067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 08:17:08.472761 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a4c4d0d1-7f13-4d68-b39f-d535223447cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:08.486028 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a4c4d0d1-7f13-4d68-b39f-d535223447cb None None] Calling delete_port for 404defb3-a76b-46c9-8dde-12e059102791 owned by network:dhcp {{(pid=95067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 08:17:08.525956 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-73173b6c-2d1c-4abe-a681-bb63f53b866d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:08.549079 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-73173b6c-2d1c-4abe-a681-bb63f53b866d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d81bc2da-8582-47aa-acd4-e86f6bf2a23a']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:17:08.559644 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-73173b6c-2d1c-4abe-a681-bb63f53b866d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1582194a-ffab-4005-a922-7af3380f2dda') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:17:08.559943 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-73173b6c-2d1c-4abe-a681-bb63f53b866d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1582194a-ffab-4005-a922-7af3380f2dda') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:17:08.570429 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a4c4d0d1-7f13-4d68-b39f-d535223447cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122'] for port, after_delete {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:08.575209 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-73173b6c-2d1c-4abe-a681-bb63f53b866d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:08.594137 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-73173b6c-2d1c-4abe-a681-bb63f53b866d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:08.597567 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c4d0d1-7f13-4d68-b39f-d535223447cb None None] Pushing event deleted for resources: {'Port': ['ID=404defb3-a76b-46c9-8dde-12e059102791,revision_number=None']} {{(pid=95067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:17:08.600870 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73173b6c-2d1c-4abe-a681-bb63f53b866d admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 08:17:08.601074 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-73173b6c-2d1c-4abe-a681-bb63f53b866d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:08.601959 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c4d0d1-7f13-4d68-b39f-d535223447cb None None] No DVR routers for this DVR port 404defb3-a76b-46c9-8dde-12e059102791 on host n-d-715271-16 {{(pid=95067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 08:17:08.604090 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 08:17:08.604090 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 08:17:08.604090 n-d-715271-16 neutron-server[95066]: timer() Sep 23 08:17:08.604090 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 08:17:08.604090 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 08:17:08.604090 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 08:17:08.604090 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 08:17:08.604090 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 08:17:08.604090 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 08:17:08.604090 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 08:17:08.604090 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 08:17:08.604090 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 08:17:08.604090 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 08:17:08.604090 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 08:17:08.604090 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 08:17:08.604090 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 08:17:08.604090 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 08:17:08.604090 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 08:17:08.604090 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 08:17:08.604090 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 08:17:08.604090 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 08:17:08.604090 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 08:17:08.604090 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 08:17:08.604090 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 08:17:08.604090 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 08:17:08.604090 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 08:17:08.604090 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 08:17:08.604090 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 08:17:08.604090 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 08:17:08.604090 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 08:17:08.604090 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 08:17:08.604090 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 08:17:08.663914 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-73173b6c-2d1c-4abe-a681-bb63f53b866d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:08.670597 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-73173b6c-2d1c-4abe-a681-bb63f53b866d admin admin] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:08.673356 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-73173b6c-2d1c-4abe-a681-bb63f53b866d admin admin] 10.222.0.39 "DELETE /v2.0/networks/d81bc2da-8582-47aa-acd4-e86f6bf2a23a HTTP/1.1" status: 204 len: 168 time: 0.5591676 Sep 23 08:17:08.677133 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 58524) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:17:08.692472 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73173b6c-2d1c-4abe-a681-bb63f53b866d admin admin] Pushing event deleted for resources: {'Network': ['ID=d81bc2da-8582-47aa-acd4-e86f6bf2a23a,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:17:09.036284 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ae32c4ab-36b2-4ec1-ad52-fb30eb16431f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066969'] for router_interface, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:09.277992 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-ae32c4ab-36b2-4ec1-ad52-fb30eb16431f admin admin] Deleting port ced5ffab-05aa-47f5-a662-22f0d2107318 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 08:17:09.278682 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ae32c4ab-36b2-4ec1-ad52-fb30eb16431f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:09.355624 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-ae32c4ab-36b2-4ec1-ad52-fb30eb16431f admin admin] For port ced5ffab-05aa-47f5-a662-22f0d2107318, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=ced5ffab-05aa-47f5-a662-22f0d2107318,segment=NetworkSegment(6b7df828-6cdc-4c1c-8c0c-4e71203c1959),segment_id=6b7df828-6cdc-4c1c-8c0c-4e71203c1959)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 08:17:09.355992 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ae32c4ab-36b2-4ec1-ad52-fb30eb16431f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:09.368629 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-ae32c4ab-36b2-4ec1-ad52-fb30eb16431f admin admin] Calling delete_port for ced5ffab-05aa-47f5-a662-22f0d2107318 owned by network:router_interface {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 08:17:09.546020 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ae32c4ab-36b2-4ec1-ad52-fb30eb16431f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:09.574158 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae32c4ab-36b2-4ec1-ad52-fb30eb16431f admin admin] Pushing event deleted for resources: {'Port': ['ID=ced5ffab-05aa-47f5-a662-22f0d2107318,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:17:09.752297 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-ae32c4ab-36b2-4ec1-ad52-fb30eb16431f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2068624'] for router_interface, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:09.784948 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 404defb3-a76b-46c9-8dde-12e059102791 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 08:17:09.805287 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 404defb3-a76b-46c9-8dde-12e059102791 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 08:17:09.805558 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 404defb3-a76b-46c9-8dde-12e059102791 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 08:17:09.806044 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device ba467b2c-354d-419e-8e62-d37978465921 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 08:17:09.824608 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: ba467b2c-354d-419e-8e62-d37978465921 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 08:17:09.824948 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device ba467b2c-354d-419e-8e62-d37978465921 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 08:17:09.978859 n-d-715271-16 neutron-server[95066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae32c4ab-36b2-4ec1-ad52-fb30eb16431f admin admin] Router cce3e0ef-e30a-4948-96d4-fffab3965877 has already been hosted by L3 agent ce83d4b9-b822-451c-84e9-33b8a86d282e {{(pid=95066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 08:17:10.086837 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae32c4ab-36b2-4ec1-ad52-fb30eb16431f admin admin] Notify agent at l3_agent.n-d-715271-16 the message routers_updated {{(pid=95066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 08:17:10.092590 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-ae32c4ab-36b2-4ec1-ad52-fb30eb16431f admin admin] 10.222.0.39 "PUT /v2.0/routers/cce3e0ef-e30a-4948-96d4-fffab3965877/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4141762 Sep 23 08:17:10.095675 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 58528) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:17:10.096266 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8099097-5ec2-4dc9-a6d5-9acada4c3560 None None] Sync routers for ids ['cce3e0ef-e30a-4948-96d4-fffab3965877'] in n-d-715271-16 {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 08:17:10.106511 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8099097-5ec2-4dc9-a6d5-9acada4c3560 None None] Routers {'cce3e0ef-e30a-4948-96d4-fffab3965877'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 08:17:10.107136 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-f8099097-5ec2-4dc9-a6d5-9acada4c3560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T08:16:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['cce3e0ef-e30a-4948-96d4-fffab3965877'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:17:10.199118 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a1e0eeb7-cdaa-49dc-9b3d-c73560be8a3c admin admin] Notify callbacks [] for router, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:10.209847 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-f8099097-5ec2-4dc9-a6d5-9acada4c3560 None None] Set router cce3e0ef-e30a-4948-96d4-fffab3965877 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 08:17:10.400591 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-f8099097-5ec2-4dc9-a6d5-9acada4c3560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce3e0ef-e30a-4948-96d4-fffab3965877', 'name': 'tempest-TestSnapshotPattern-490468400-router', 'tenant_id': 'cc97adba60124507ba48d966e9ce0b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '0dc92ac2-c854-4e50-987d-eca8ac593353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T08:11:43Z', 'updated_at': '2021-09-23T08:17:09Z', 'revision_number': 5, 'project_id': 'cc97adba60124507ba48d966e9ce0b48', 'gw_port': {'id': '0dc92ac2-c854-4e50-987d-eca8ac593353', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:97:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce3e0ef-e30a-4948-96d4-fffab3965877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:11:43Z', 'updated_at': '2021-09-23T08:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:17:10.427873 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8099097-5ec2-4dc9-a6d5-9acada4c3560 None None] Checking router: cce3e0ef-e30a-4948-96d4-fffab3965877 for host: n-d-715271-16 {{(pid=95067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 08:17:10.437418 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8099097-5ec2-4dc9-a6d5-9acada4c3560 None None] Routers {'cce3e0ef-e30a-4948-96d4-fffab3965877'} bound to L3 agent in host n-d-715271-16 {{(pid=95067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 08:17:10.438132 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-f8099097-5ec2-4dc9-a6d5-9acada4c3560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T06:28:41Z,description=,heartbeat_timestamp=2021-09-23T08:16:41Z,host='n-d-715271-16',id=ce83d4b9-b822-451c-84e9-33b8a86d282e,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T06:28:41Z,topic='l3_agent')) {'router_ids': ['cce3e0ef-e30a-4948-96d4-fffab3965877'], 'active': True} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:17:10.662546 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a1e0eeb7-cdaa-49dc-9b3d-c73560be8a3c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:10.702294 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_dvr_db [None req-f8099097-5ec2-4dc9-a6d5-9acada4c3560 None None] Set router cce3e0ef-e30a-4948-96d4-fffab3965877 gateway port host: n-d-715271-16 {{(pid=95067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 08:17:10.717387 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-a1e0eeb7-cdaa-49dc-9b3d-c73560be8a3c admin admin] Deleting port 0dc92ac2-c854-4e50-987d-eca8ac593353 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 08:17:10.717734 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a1e0eeb7-cdaa-49dc-9b3d-c73560be8a3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:10.796111 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-a1e0eeb7-cdaa-49dc-9b3d-c73560be8a3c admin admin] For port 0dc92ac2-c854-4e50-987d-eca8ac593353, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=0dc92ac2-c854-4e50-987d-eca8ac593353,segment=NetworkSegment(18f144b1-1cc7-4e8f-b74c-e701e55dd2a8),segment_id=18f144b1-1cc7-4e8f-b74c-e701e55dd2a8)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 08:17:10.796481 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a1e0eeb7-cdaa-49dc-9b3d-c73560be8a3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:10.809236 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-a1e0eeb7-cdaa-49dc-9b3d-c73560be8a3c admin admin] Calling delete_port for 0dc92ac2-c854-4e50-987d-eca8ac593353 owned by network:router_gateway {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 08:17:10.878549 n-d-715271-16 neutron-server[95067]: DEBUG neutron.db.l3_hamode_db [None req-f8099097-5ec2-4dc9-a6d5-9acada4c3560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce3e0ef-e30a-4948-96d4-fffab3965877', 'name': 'tempest-TestSnapshotPattern-490468400-router', 'tenant_id': 'cc97adba60124507ba48d966e9ce0b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '0dc92ac2-c854-4e50-987d-eca8ac593353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T08:11:43Z', 'updated_at': '2021-09-23T08:17:09Z', 'revision_number': 5, 'project_id': 'cc97adba60124507ba48d966e9ce0b48', 'gw_port': {'id': '0dc92ac2-c854-4e50-987d-eca8ac593353', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:97:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce3e0ef-e30a-4948-96d4-fffab3965877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:11:43Z', 'updated_at': '2021-09-23T08:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}], 'n-d-715271-16', False) {} {{(pid=95067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:17:10.883603 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 08:17:10.910825 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8099097-5ec2-4dc9-a6d5-9acada4c3560 None None] The sync data for ids ['cce3e0ef-e30a-4948-96d4-fffab3965877'] in n-d-715271-16 is: [{'id': 'cce3e0ef-e30a-4948-96d4-fffab3965877', 'name': 'tempest-TestSnapshotPattern-490468400-router', 'tenant_id': 'cc97adba60124507ba48d966e9ce0b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'external_fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '0dc92ac2-c854-4e50-987d-eca8ac593353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T08:11:43Z', 'updated_at': '2021-09-23T08:17:09Z', 'revision_number': 5, 'project_id': 'cc97adba60124507ba48d966e9ce0b48', 'gw_port': {'id': '0dc92ac2-c854-4e50-987d-eca8ac593353', 'name': '', 'network_id': '0f47978c-41eb-4cc7-92bf-8b873be8a1a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:97:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce3e0ef-e30a-4948-96d4-fffab3965877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T08:11:43Z', 'updated_at': '2021-09-23T08:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ab91f8d-29a2-4271-97fe-a4b589f7afd1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-16'}] {{(pid=95067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 08:17:10.938560 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:10.988246 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a1e0eeb7-cdaa-49dc-9b3d-c73560be8a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:11.017415 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e0eeb7-cdaa-49dc-9b3d-c73560be8a3c admin admin] Pushing event deleted for resources: {'Port': ['ID=0dc92ac2-c854-4e50-987d-eca8ac593353,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:17:11.080669 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a1e0eeb7-cdaa-49dc-9b3d-c73560be8a3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2068563'] for router_gateway, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:11.171759 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a1e0eeb7-cdaa-49dc-9b3d-c73560be8a3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5274'] for router, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:11.174031 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a1e0eeb7-cdaa-49dc-9b3d-c73560be8a3c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:11.188234 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-114d88cc-c1df-4707-8b5b-22d9b923a17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:11.218475 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a1e0eeb7-cdaa-49dc-9b3d-c73560be8a3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2064693'] for router, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:11.218932 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e0eeb7-cdaa-49dc-9b3d-c73560be8a3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router cce3e0ef-e30a-4948-96d4-fffab3965877 {{(pid=95066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 08:17:11.223244 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-a1e0eeb7-cdaa-49dc-9b3d-c73560be8a3c admin admin] Notify callbacks [] for router, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:11.224613 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-a1e0eeb7-cdaa-49dc-9b3d-c73560be8a3c admin admin] 10.222.0.39 "DELETE /v2.0/routers/cce3e0ef-e30a-4948-96d4-fffab3965877 HTTP/1.1" status: 204 len: 168 time: 1.1277828 Sep 23 08:17:11.226960 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 58530) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:17:11.277106 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc6ff26d-60c7-4990-9dc9-e7fef7be1e9d admin admin] Deleting subnet 9a6b25b1-1aa1-4a79-ba35-5a8b465ebacd {{(pid=95066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 08:17:11.280364 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dc6ff26d-60c7-4990-9dc9-e7fef7be1e9d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:11.317510 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dc6ff26d-60c7-4990-9dc9-e7fef7be1e9d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31167309'] for subnet, precommit_delete_associations {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:11.399275 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dc6ff26d-60c7-4990-9dc9-e7fef7be1e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841047'] for subnet, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:11.458007 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dc6ff26d-60c7-4990-9dc9-e7fef7be1e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29486709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31385595'] for subnet, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:11.483376 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6ff26d-60c7-4990-9dc9-e7fef7be1e9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a6b25b1-1aa1-4a79-ba35-5a8b465ebacd,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:17:11.489223 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dc6ff26d-60c7-4990-9dc9-e7fef7be1e9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:11.494193 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-dc6ff26d-60c7-4990-9dc9-e7fef7be1e9d admin admin] 10.222.0.39 "DELETE /v2.0/subnets/9a6b25b1-1aa1-4a79-ba35-5a8b465ebacd HTTP/1.1" status: 204 len: 168 time: 0.2635543 Sep 23 08:17:11.494574 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 58532) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:17:11.497518 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a9b624-36e4-43a7-9e5c-925774f0f70a None None] Network 3c0fb482-52c3-41a8-8ab4-4355e8490baa requested from n-d-715271-16 {{(pid=95067) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 08:17:11.571047 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e8ec0271-ad8d-48c7-8feb-51a4b6517876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810927'] for network, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:11.637934 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-e8ec0271-ad8d-48c7-8feb-51a4b6517876 admin admin] Deleting port db43af95-36ce-4224-964e-723ecc051e03 {{(pid=95066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 08:17:11.638289 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e8ec0271-ad8d-48c7-8feb-51a4b6517876 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753429843752'] for port, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:11.705686 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:11.709648 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.db [None req-e8ec0271-ad8d-48c7-8feb-51a4b6517876 admin admin] For port db43af95-36ce-4224-964e-723ecc051e03, host n-d-715271-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-16',level=0,port_id=db43af95-36ce-4224-964e-723ecc051e03,segment=NetworkSegment(6b7df828-6cdc-4c1c-8c0c-4e71203c1959),segment_id=6b7df828-6cdc-4c1c-8c0c-4e71203c1959)] {{(pid=95066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 08:17:11.710171 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e8ec0271-ad8d-48c7-8feb-51a4b6517876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074368'] for port, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:11.722594 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.plugin [None req-e8ec0271-ad8d-48c7-8feb-51a4b6517876 admin admin] Calling delete_port for db43af95-36ce-4224-964e-723ecc051e03 owned by network:dhcp {{(pid=95066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 08:17:11.799762 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e8ec0271-ad8d-48c7-8feb-51a4b6517876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753429850862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429330122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29486632'] for port, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:11.829024 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ec0271-ad8d-48c7-8feb-51a4b6517876 admin admin] Pushing event deleted for resources: {'Port': ['ID=db43af95-36ce-4224-964e-723ecc051e03,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:17:11.830887 n-d-715271-16 neutron-server[95066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ec0271-ad8d-48c7-8feb-51a4b6517876 admin admin] No DVR routers for this DVR port db43af95-36ce-4224-964e-723ecc051e03 on host n-d-715271-16 {{(pid=95066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 08:17:11.908758 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e8ec0271-ad8d-48c7-8feb-51a4b6517876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-839918', 'neutron.services.segments.db._delete_segments_for_network-8753429875860'] for network, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:11.917041 n-d-715271-16 neutron-server[95067]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d069073d-6383-46ff-b1e1-7acaf2679358 None None] DHCP port deletion for 3c0fb482-52c3-41a8-8ab4-4355e8490baa request from n-d-715271-16 {{(pid=95067) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 08:17:11.932825 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-e8ec0271-ad8d-48c7-8feb-51a4b6517876 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c0fb482-52c3-41a8-8ab4-4355e8490baa']}} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:17:11.942425 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-e8ec0271-ad8d-48c7-8feb-51a4b6517876 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b7df828-6cdc-4c1c-8c0c-4e71203c1959') {'for_net_delete': True} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:17:11.942947 n-d-715271-16 neutron-server[95066]: DEBUG neutron.services.segments.db [None req-e8ec0271-ad8d-48c7-8feb-51a4b6517876 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b7df828-6cdc-4c1c-8c0c-4e71203c1959') {} {{(pid=95066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 08:17:11.957354 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e8ec0271-ad8d-48c7-8feb-51a4b6517876 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753429875101', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31167316'] for segment, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:11.969328 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e8ec0271-ad8d-48c7-8feb-51a4b6517876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432'] for segment, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:11.975710 n-d-715271-16 neutron-server[95066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8ec0271-ad8d-48c7-8feb-51a4b6517876 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=95066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 08:17:11.976089 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e8ec0271-ad8d-48c7-8feb-51a4b6517876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29483483'] for segment, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:11.978219 n-d-715271-16 neutron-server[95066]: Traceback (most recent call last): Sep 23 08:17:11.978219 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 08:17:11.978219 n-d-715271-16 neutron-server[95066]: timer() Sep 23 08:17:11.978219 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 08:17:11.978219 n-d-715271-16 neutron-server[95066]: cb(*args, **kw) Sep 23 08:17:11.978219 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 08:17:11.978219 n-d-715271-16 neutron-server[95066]: return func(*args, **kwargs) Sep 23 08:17:11.978219 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 08:17:11.978219 n-d-715271-16 neutron-server[95066]: self._notify() Sep 23 08:17:11.978219 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 08:17:11.978219 n-d-715271-16 neutron-server[95066]: self.callback(batched_events) Sep 23 08:17:11.978219 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 08:17:11.978219 n-d-715271-16 neutron-server[95066]: event.method(event) Sep 23 08:17:11.978219 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 08:17:11.978219 n-d-715271-16 neutron-server[95066]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 08:17:11.978219 n-d-715271-16 neutron-server[95066]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 08:17:11.978219 n-d-715271-16 neutron-server[95066]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 08:17:11.978219 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 08:17:11.978219 n-d-715271-16 neutron-server[95066]: return f(self, *a, **k) Sep 23 08:17:11.978219 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 08:17:11.978219 n-d-715271-16 neutron-server[95066]: return self._get(url).json() Sep 23 08:17:11.978219 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 08:17:11.978219 n-d-715271-16 neutron-server[95066]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 08:17:11.978219 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 08:17:11.978219 n-d-715271-16 neutron-server[95066]: return self.request(url, 'GET', **kwargs) Sep 23 08:17:11.978219 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 08:17:11.978219 n-d-715271-16 neutron-server[95066]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 08:17:11.978219 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 08:17:11.978219 n-d-715271-16 neutron-server[95066]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 08:17:11.978219 n-d-715271-16 neutron-server[95066]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 08:17:11.978219 n-d-715271-16 neutron-server[95066]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 08:17:11.978219 n-d-715271-16 neutron-server[95066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 08:17:11.984977 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device db43af95-36ce-4224-964e-723ecc051e03 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 08:17:12.008394 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: db43af95-36ce-4224-964e-723ecc051e03 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 08:17:12.008811 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device db43af95-36ce-4224-964e-723ecc051e03 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 08:17:12.009948 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 0dc92ac2-c854-4e50-987d-eca8ac593353 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 08:17:12.029002 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: 0dc92ac2-c854-4e50-987d-eca8ac593353 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 08:17:12.029435 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device 0dc92ac2-c854-4e50-987d-eca8ac593353 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 08:17:12.029841 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device ced5ffab-05aa-47f5-a662-22f0d2107318 no longer exists at agent ovs-agent-n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 08:17:12.039039 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e8ec0271-ad8d-48c7-8feb-51a4b6517876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2068495'] for network, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:12.044850 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-e8ec0271-ad8d-48c7-8feb-51a4b6517876 admin admin] Notify callbacks [] for network, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:12.046970 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-e8ec0271-ad8d-48c7-8feb-51a4b6517876 admin admin] 10.222.0.39 "DELETE /v2.0/networks/3c0fb482-52c3-41a8-8ab4-4355e8490baa HTTP/1.1" status: 204 len: 168 time: 0.5512435 Sep 23 08:17:12.048501 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.plugin [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] No Port match for: ced5ffab-05aa-47f5-a662-22f0d2107318 {{(pid=95067) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 08:17:12.048848 n-d-715271-16 neutron-server[95067]: DEBUG neutron.plugins.ml2.rpc [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Device ced5ffab-05aa-47f5-a662-22f0d2107318 not bound to the agent host n-d-715271-16 {{(pid=95067) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 08:17:12.059055 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ec0271-ad8d-48c7-8feb-51a4b6517876 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c0fb482-52c3-41a8-8ab4-4355e8490baa,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:17:12.167813 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 58536) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:17:12.207800 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-3917f18a-5280-404f-ab47-3a69e75eb023 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ab1a265c55c646a6a54cb854fc637b27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386512 Sep 23 08:17:12.210117 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [-] (95066) accepted ('10.222.0.39', 58538) {{(pid=95066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:17:12.259916 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dc44701d-69d3-4782-b134-8cc74b52a8db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:12.281402 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dc44701d-69d3-4782-b134-8cc74b52a8db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:12.332355 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dc44701d-69d3-4782-b134-8cc74b52a8db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:12.335007 n-d-715271-16 neutron-server[95066]: DEBUG neutron_lib.callbacks.manager [None req-dc44701d-69d3-4782-b134-8cc74b52a8db admin admin] Notify callbacks [] for security_group, before_response {{(pid=95066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:12.336161 n-d-715271-16 neutron-server[95066]: INFO neutron.wsgi [None req-dc44701d-69d3-4782-b134-8cc74b52a8db admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f3557bde-3f62-4fa3-b554-fe3aa9ee4487 HTTP/1.1" status: 204 len: 168 time: 0.1251254 Sep 23 08:17:12.344858 n-d-715271-16 neutron-server[95066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc44701d-69d3-4782-b134-8cc74b52a8db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3557bde-3f62-4fa3-b554-fe3aa9ee4487,revision_number=None']} {{(pid=95066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:17:12.638846 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 58544) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:17:12.678016 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-64a742bd-dc08-4fe9-94df-ced68b34381a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cc97adba60124507ba48d966e9ce0b48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380163 Sep 23 08:17:12.680347 n-d-715271-16 neutron-server[95065]: DEBUG neutron.wsgi [-] (95065) accepted ('10.222.0.39', 58546) {{(pid=95065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 08:17:12.721909 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:12.736693 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a633f858-eaad-454e-8d36-385d3687fd4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:12.757828 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a633f858-eaad-454e-8d36-385d3687fd4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:12.802947 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a633f858-eaad-454e-8d36-385d3687fd4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055636'] for security_group, after_delete {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:12.805562 n-d-715271-16 neutron-server[95065]: DEBUG neutron_lib.callbacks.manager [None req-a633f858-eaad-454e-8d36-385d3687fd4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:12.806850 n-d-715271-16 neutron-server[95065]: INFO neutron.wsgi [None req-a633f858-eaad-454e-8d36-385d3687fd4e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3275d7ad-af7f-4ca2-a883-9cb698211c1f HTTP/1.1" status: 204 len: 168 time: 0.1250451 Sep 23 08:17:12.815022 n-d-715271-16 neutron-server[95065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a633f858-eaad-454e-8d36-385d3687fd4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3275d7ad-af7f-4ca2-a883-9cb698211c1f,revision_number=None']} {{(pid=95065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 08:17:14.192471 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:37.665142 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:38.209452 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-789e9aca-d551-4662-b390-3d189c03bbfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:40.950454 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:41.189240 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-6f2e8181-6a70-438e-a4e1-6529224ee619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:41.705458 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:42.724249 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:44.193587 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:17:47.883580 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 08:18:07.665009 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:18:08.215997 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-41f73635-5032-478c-9aac-0b7aba3ae5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:18:10.949094 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:18:11.189045 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-4fb88155-1b2a-42eb-a4ed-b162a16b02b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:18:11.705187 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:18:12.727827 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:18:14.197173 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:18:24.883585 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 08:18:37.672199 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:18:38.208323 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-11c7edc7-8719-4b2a-9eff-7d414f86ba26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:18:40.963274 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:18:41.188664 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-81c84e02-7d19-4941-b1f2-a192f12fa58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:18:41.705432 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:18:42.730048 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:18:44.200289 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:18:54.603652 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [req-e314b9eb-c2c1-4095-8025-5e6a4febf888 req-df7cbab2-bb1c-4dd8-b2cd-c0ef43f51c09 tempest-TestShelveInstance-1363646351 tempest-TestShelveInstance-1363646351-project] (95066) timed out ('10.222.0.39', 44296) {{(pid=95066) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 23 08:19:01.882343 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 08:19:07.678779 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:19:08.208726 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-54377063-6841-434b-8dd8-84668cb8ff97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:19:10.962934 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:19:11.191386 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f4b26a4f-9597-405f-b089-efe884c2fa3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:19:11.706215 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:19:12.732220 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:19:14.202989 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:19:37.677824 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:19:38.209950 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-1f7b2070-f4aa-4ec1-89c7-37dd244c0aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:19:38.881257 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 08:19:40.975625 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:19:41.194933 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-45b150bd-3bd6-4db2-a313-fa432f375bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:19:41.706922 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:19:42.734554 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:19:44.206237 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:20:07.683711 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:20:08.210944 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-d681ff9c-57f9-4623-b71a-1320ad7e4095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:20:10.975406 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:20:11.194943 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-0d8a7db3-4307-413b-8e9a-b58fbb5c0ef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:20:11.707032 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:20:12.738148 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:20:14.208069 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:20:15.879835 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 08:20:37.693293 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:20:38.212656 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-62f423ee-8d6f-4624-a74e-3ba9fed831ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:20:40.974001 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:20:41.194634 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-590c2a67-4d18-4e7f-9c57-c1ae5c0442ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:20:41.707655 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:20:42.739915 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:20:44.210347 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:20:52.879156 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 08:21:07.700665 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:21:08.218595 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-1502a394-334e-4cd3-8672-f2eed964188b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:21:10.989108 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:21:11.194702 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-48715115-59f0-49fc-a299-9dea48c4edb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:21:11.708015 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:21:12.743538 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:21:14.213323 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:21:29.877448 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 08:21:37.711860 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:21:38.212906 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2735e1f2-19ef-4b38-9c8c-415f7b4bc0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:21:40.987691 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:21:41.195610 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-6d403b87-a62a-441f-93b3-39c0cd29fbb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:21:41.708899 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:21:42.746478 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:21:44.215798 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:22:06.875563 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 08:22:07.705643 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:22:08.212434 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-1e8b6595-8c57-4f21-9a4e-3f9daff9935e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:22:11.002889 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:22:11.196373 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-66905397-9558-4e27-9829-16f1e61d0620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:22:11.708327 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:22:12.748740 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:22:14.217506 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:22:37.721466 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:22:38.212766 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-1a492cfd-55cc-4ac2-9389-6f6e9172c599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:22:41.001921 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:22:41.197279 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-eabf65f6-c70a-4897-a6b4-df9daaadcb5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:22:41.710010 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:22:42.750074 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:22:43.874801 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 08:22:44.220759 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:23:07.728085 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:23:08.214370 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-4f929b16-2034-42dd-84c0-cfb353497d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:23:11.011491 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:23:11.197797 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-67e165f6-5965-4857-99a5-c8cc694ec9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:23:11.710662 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:23:12.756833 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:23:14.224086 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:23:20.874188 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 08:23:37.725160 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:23:38.215191 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e34f6c50-1029-4906-9c78-b928419b336f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:23:41.015153 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:23:41.198247 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-44e9b52e-4173-47b5-9493-b0233641867e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:23:41.710634 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:23:42.757043 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:23:44.227086 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:23:57.873328 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 08:24:07.741278 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:24:08.216343 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-cb598b5d-452e-4eea-98c7-bac796200737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:24:11.014606 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:24:11.199165 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-8c28d771-0bcb-43c0-aae6-fd0f1d1ec83d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:24:11.711403 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:24:12.761056 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:24:14.229299 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:24:34.872333 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 08:24:37.765114 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:24:38.216746 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-e3660b1d-550a-4ad0-8296-e5434933b3fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:24:41.027441 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:24:41.199363 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-f56487fd-ae90-44a3-91bd-47be149e3a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:24:41.711404 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:24:42.763042 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:24:44.231641 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:24:51.327967 n-d-715271-16 neutron-server[95066]: DEBUG neutron.wsgi [req-f151b789-986b-4cbb-ad43-3601ebcfccb5 req-bd30d86f-fd83-4b52-bf45-5bb8af4ad534 service neutron] (95066) timed out ('10.222.0.39', 57162) {{(pid=95066) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 23 08:25:07.764573 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:25:08.217236 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-2fd92d95-49a6-4f90-90a6-76555865515a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:25:11.029478 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:25:11.199729 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-81d751b7-c2eb-4ccb-9586-3884fe560b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:25:11.711673 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-a27de9c9-0d22-4280-9502-0cc05962d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:25:11.871685 n-d-715271-16 neutron-server[95068]: DEBUG neutron.db.agents_db [None req-c35fc336-9c6b-400c-9924-21315b60e61f None None] Agent healthcheck: found 7 active agents {{(pid=95068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 08:25:12.765625 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5dd54226-e121-462f-9c4a-e72c2547063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:25:14.234726 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-5444e3b0-43b5-48a6-8462-1f0171a6088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:25:37.786997 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dceaba44-91d1-42b2-a8da-d51b9e8bf99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:25:38.220326 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-b4ea1e0c-58b1-43bc-915e-0fb47cb2d228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 08:25:41.043460 n-d-715271-16 neutron-server[95067]: DEBUG neutron_lib.callbacks.manager [None req-dec831bf-e3e0-459e-b14a-d787dbeafb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753429875842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839150'] for agent, after_update {{(pid=95067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}